-- Logs begin at Thu 2021-08-19 13:53:11 UTC, end at Thu 2021-08-19 16:09:08 UTC. -- Aug 19 14:23:44.383260 n-d-766043-2 systemd[1]: Started Devstack devstack@q-svc.service. Aug 19 14:23:47.045290 n-d-766043-2 neutron-server[94530]: INFO neutron.common.config [-] Logging enabled! Aug 19 14:23:47.045875 n-d-766043-2 neutron-server[94530]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev550 Aug 19 14:23:47.046049 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94530) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 19 14:23:47.049235 n-d-766043-2 neutron-server[94530]: INFO neutron.common.config [-] Logging enabled! Aug 19 14:23:47.049486 n-d-766043-2 neutron-server[94530]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev550 Aug 19 14:23:47.049791 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94530) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 19 14:23:47.050713 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 19 14:23:47.050943 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 19 14:23:47.051307 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 19 14:23:47.051727 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 19 14:23:47.051914 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 19 14:23:47.052244 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.052564 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.052855 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.053083 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.053378 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.053663 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.053942 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.054227 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.054517 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.055320 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.055596 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.055876 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.056104 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.056383 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.056698 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.056982 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.057203 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] debug = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.057478 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.057896 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.058298 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.058571 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.058854 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.059132 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.059397 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.059688 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.059947 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.060266 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] host = n-d-766043-2 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.060563 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.060849 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.061128 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.061410 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.061678 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.061947 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.062227 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.062497 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.062763 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] log_file = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.063034 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.063313 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.063594 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.063876 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.064094 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.064309 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.064614 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.064900 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.065170 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.065440 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.065709 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.065978 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.066245 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.066506 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.066785 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.067065 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.067473 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.067787 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.068014 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.068280 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.068576 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.068856 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.069127 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.069397 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.069667 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.069953 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.070215 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.071059 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.071365 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.071648 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.071925 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.072206 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.072506 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.072786 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.073058 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.073329 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.073598 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] use_json = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.073867 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.074135 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.074414 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.074683 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.074950 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.075221 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.075490 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.075770 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:47.076060 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.076352 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.076672 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.076953 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.077243 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.077522 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.077805 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.078081 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.078366 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.078650 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.078935 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.079210 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.079495 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.079769 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.080061 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.080360 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.080673 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.080961 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.081243 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.081514 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.081787 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.082065 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.082349 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.082640 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.083049 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.083325 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.083733 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.084048 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.084442 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.084583 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.084889 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.085232 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.085592 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.085696 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.085961 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.086239 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.086511 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.086780 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.087054 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.087340 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.087616 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.087886 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.088154 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.088449 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.088721 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.089000 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.089273 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.089541 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.089809 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.090084 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.090351 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.090618 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.090890 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.091161 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.091432 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.091814 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.091972 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.092239 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.092596 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.092868 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.093136 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.093404 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.093721 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.093996 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.094267 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.094539 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.094811 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.095079 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.095361 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.095658 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.095935 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.096211 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.096513 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.096790 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.097065 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.097338 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.097611 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.097887 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.098156 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.098442 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.098724 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.099008 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.099288 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.099563 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.099854 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.100131 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.100423 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.100707 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.100984 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.101276 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.102070 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.102366 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.102659 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.102952 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.103242 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.103532 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.103820 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.104121 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.104400 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:47.104635 n-d-766043-2 neutron-server[94530]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 19 14:23:47.104874 n-d-766043-2 neutron-server[94530]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94530) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 19 14:23:47.451623 n-d-766043-2 neutron-server[94530]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 14:23:47.451901 n-d-766043-2 neutron-server[94530]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 14:23:47.452189 n-d-766043-2 neutron-server[94530]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 14:23:47.452549 n-d-766043-2 neutron-server[94530]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 19 14:23:47.847217 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:47.847510 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:47.847787 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:47.849033 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:47.849309 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:47.849576 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:47.883782 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:47.884058 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:47.884327 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:47.901349 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:47.901643 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:47.901915 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:47.929946 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:47.930231 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:47.930505 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:47.966680 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:47.966963 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:47.967233 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:48.199129 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:48.199748 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:48.199748 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:48.199930 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:48.200583 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:48.318910 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:48.319231 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:48.319520 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:48.319795 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:48.320074 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:48.320964 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:48.321232 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:48.321493 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:48.321760 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:48.322047 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:48.322315 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:48.322579 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:48.322848 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:48.323099 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:48.323355 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:48.323620 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:48.323878 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:48.324146 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:48.324432 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:48.324702 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:48.324975 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:48.325230 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:48.325512 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:48.325902 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:48.326155 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:48.326402 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:48.326800 n-d-766043-2 neutron-server[94530]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94530) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 14:23:48.327044 n-d-766043-2 neutron-server[94530]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94530) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 14:23:48.327283 n-d-766043-2 neutron-server[94530]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94530) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 14:23:48.327527 n-d-766043-2 neutron-server[94530]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94530) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 14:23:48.327768 n-d-766043-2 neutron-server[94530]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94530) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 14:23:48.328003 n-d-766043-2 neutron-server[94530]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94530) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 14:23:48.328369 n-d-766043-2 neutron-server[94530]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 19 14:23:48.331636 n-d-766043-2 neutron-server[94530]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 19 14:23:48.335582 n-d-766043-2 neutron-server[94530]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 19 14:23:48.339232 n-d-766043-2 neutron-server[94530]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Aug 19 14:23:48.340880 n-d-766043-2 neutron-server[94530]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 19 14:23:48.341328 n-d-766043-2 neutron-server[94530]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 19 14:23:48.341666 n-d-766043-2 neutron-server[94530]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 19 14:23:48.342051 n-d-766043-2 neutron-server[94530]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 19 14:23:48.344871 n-d-766043-2 neutron-server[94530]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 19 14:23:48.345126 n-d-766043-2 neutron-server[94530]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 19 14:23:48.345476 n-d-766043-2 neutron-server[94530]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 19 14:23:48.350911 n-d-766043-2 neutron-server[94530]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 19 14:23:48.373270 n-d-766043-2 neutron-server[94530]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 19 14:23:48.373731 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:48.374034 n-d-766043-2 neutron-server[94530]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94530) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 19 14:23:48.374397 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:48.375749 n-d-766043-2 neutron-server[94530]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94530) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 19 14:23:48.376035 n-d-766043-2 neutron-server[94530]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 19 14:23:48.376283 n-d-766043-2 neutron-server[94530]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 19 14:23:48.379490 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:48.379797 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:48.443298 n-d-766043-2 neutron-server[94530]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 19 14:23:48.443542 n-d-766043-2 neutron-server[94530]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 19 14:23:48.443779 n-d-766043-2 neutron-server[94530]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 19 14:23:48.444163 n-d-766043-2 neutron-server[94530]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 19 14:23:48.465557 n-d-766043-2 neutron-server[94530]: DEBUG oslo_db.sqlalchemy.engines [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94530) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 19 14:23:49.001011 n-d-766043-2 neutron-server[94530]: INFO neutron.plugins.ml2.managers [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Initializing driver for type 'gre' Aug 19 14:23:49.001530 n-d-766043-2 neutron-server[94530]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] gre ID ranges: [(1, 1000)] Aug 19 14:23:49.060378 n-d-766043-2 neutron-server[94530]: INFO neutron.plugins.ml2.managers [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Initializing driver for type 'local' Aug 19 14:23:49.060747 n-d-766043-2 neutron-server[94530]: INFO neutron.plugins.ml2.managers [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Initializing driver for type 'vlan' Aug 19 14:23:49.073654 n-d-766043-2 neutron-server[94530]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] VlanTypeDriver initialization complete Aug 19 14:23:49.074032 n-d-766043-2 neutron-server[94530]: INFO neutron.plugins.ml2.managers [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Initializing driver for type 'vxlan' Aug 19 14:23:49.074544 n-d-766043-2 neutron-server[94530]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] vxlan ID ranges: [(1, 1000)] Aug 19 14:23:49.125230 n-d-766043-2 neutron-server[94530]: INFO neutron.plugins.ml2.managers [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Initializing extension driver 'port_security' Aug 19 14:23:49.125582 n-d-766043-2 neutron-server[94530]: INFO neutron.plugins.ml2.extensions.port_security [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] PortSecurityExtensionDriver initialization complete Aug 19 14:23:49.125947 n-d-766043-2 neutron-server[94530]: INFO neutron.plugins.ml2.managers [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Initializing mechanism driver 'openvswitch' Aug 19 14:23:49.126268 n-d-766043-2 neutron-server[94530]: INFO neutron.plugins.ml2.managers [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Initializing mechanism driver 'hyperv' Aug 19 14:23:49.133511 n-d-766043-2 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:23:49.134360 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > port after_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.134750 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > port after_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.135085 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > port after_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.135608 n-d-766043-2 neutron-server[94530]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94530) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 14:23:49.136038 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > subnet after_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.136387 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > subnet after_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.136927 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.137318 n-d-766043-2 neutron-server[94530]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94530) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 14:23:49.137718 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > network after_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.138063 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > network after_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.138402 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > network after_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.138789 n-d-766043-2 neutron-server[94530]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94530) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 14:23:49.139188 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > security_group after_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.139535 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > security_group after_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.139874 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.140260 n-d-766043-2 neutron-server[94530]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94530) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 14:23:49.140692 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.141038 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.141375 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.141759 n-d-766043-2 neutron-server[94530]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94530) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 14:23:49.142168 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > address_group after_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.142492 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > address_group after_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.142825 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.143214 n-d-766043-2 neutron-server[94530]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94530) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 14:23:49.143586 n-d-766043-2 neutron-server[94530]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] ML2 OVO RPC backend initialized. {{(pid=94530) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 19 14:23:49.144284 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.144663 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.145079 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > network before_response 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.145427 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > networks before_response 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.145772 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > port before_response 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.146114 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > ports before_response 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.146455 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > subnet before_response 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.146792 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > subnets before_response 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.147133 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > network after_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.147466 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > network after_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.147797 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > network after_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.148127 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > port after_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.148986 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > port after_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.149320 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > port after_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.149649 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > subnet after_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.149979 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > subnet after_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.150306 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.150872 n-d-766043-2 neutron-server[94530]: INFO neutron.plugins.ml2.plugin [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Modular L2 Plugin initialization complete Aug 19 14:23:49.151194 n-d-766043-2 neutron-server[94530]: DEBUG neutron.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading services supported by the core plugin {{(pid=94530) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 19 14:23:49.151515 n-d-766043-2 neutron-server[94530]: INFO neutron.plugins.ml2.managers [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Got port-security extension from driver 'port_security' Aug 19 14:23:49.151973 n-d-766043-2 neutron-server[94530]: INFO neutron.extensions.vlantransparent [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Disabled vlantransparent extension. Aug 19 14:23:49.152473 n-d-766043-2 neutron-server[94530]: DEBUG neutron.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94530) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 19 14:23:49.152786 n-d-766043-2 neutron-server[94530]: INFO neutron.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading Plugin: router Aug 19 14:23:49.188764 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.189149 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > router after_create 55549900 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.189516 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > router before_create 55549900 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.189878 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.190251 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.190605 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > router after_delete 55549900 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.190962 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.193001 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.193382 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > router after_create 55549900 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.193748 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > router after_update 55549900 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.194105 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > router after_update 55549900 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.194458 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.194822 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > router after_update 55549900 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.195257 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > router precommit_update 55549900 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.195629 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: port after_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.195967 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: port after_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.196302 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: subnet after_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.196673 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.197023 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.197368 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > router precommit_create 55549900 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.197713 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: port before_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.198055 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > router precommit_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.198414 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > router after_update 55549900 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.198754 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.199100 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > router precommit_create 55549900 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.199459 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.199978 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > router precommit_update 55549900 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.200148 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > agent after_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.200527 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > agent after_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.200868 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > network after_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.201720 n-d-766043-2 neutron-server[94530]: DEBUG neutron.quota.resource_registry [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Tracking information for resource: router configured {{(pid=94530) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 14:23:49.202047 n-d-766043-2 neutron-server[94530]: DEBUG neutron.quota.resource_registry [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Tracking information for resource: floatingip configured {{(pid=94530) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 14:23:49.206964 n-d-766043-2 neutron-server[94530]: INFO neutron.db.l3_agentschedulers_db [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 19 14:23:49.207539 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: port after_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.208024 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: port after_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.208378 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: port after_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.208746 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: port after_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.209655 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > router before_create 55550100 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.210022 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.210381 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > router precommit_create 55550100 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.210738 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > router precommit_update 55550100 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.215868 n-d-766043-2 neutron-server[94530]: DEBUG neutron.services.provider_configuration [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Service providers = [] {{(pid=94530) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 19 14:23:49.216232 n-d-766043-2 neutron-server[94530]: DEBUG neutron.db.servicetype_db [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94530) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 19 14:23:49.219146 n-d-766043-2 neutron-server[94530]: DEBUG neutron.services.service_base [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94530) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 14:23:49.219492 n-d-766043-2 neutron-server[94530]: DEBUG neutron.services.service_base [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94530) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 14:23:49.219831 n-d-766043-2 neutron-server[94530]: DEBUG neutron.services.service_base [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94530) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 14:23:49.220751 n-d-766043-2 neutron-server[94530]: DEBUG neutron.services.service_base [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94530) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 14:23:49.221117 n-d-766043-2 neutron-server[94530]: INFO neutron.services.service_base [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 19 14:23:49.221488 n-d-766043-2 neutron-server[94530]: DEBUG neutron.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94530) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 14:23:49.221799 n-d-766043-2 neutron-server[94530]: INFO neutron.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 19 14:23:49.232902 n-d-766043-2 neutron-server[94530]: DEBUG neutron.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94530) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 14:23:49.233234 n-d-766043-2 neutron-server[94530]: INFO neutron.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading Plugin: auto_allocate Aug 19 14:23:49.238912 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: network precommit_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.239273 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: network precommit_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.239790 n-d-766043-2 neutron-server[94530]: DEBUG neutron.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94530) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 14:23:49.240107 n-d-766043-2 neutron-server[94530]: INFO neutron.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading Plugin: tag Aug 19 14:23:49.246815 n-d-766043-2 neutron-server[94530]: DEBUG neutron.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94530) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 14:23:49.247144 n-d-766043-2 neutron-server[94530]: INFO neutron.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading Plugin: timestamp Aug 19 14:23:49.251113 n-d-766043-2 neutron-server[94530]: DEBUG neutron.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94530) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 14:23:49.251380 n-d-766043-2 neutron-server[94530]: INFO neutron.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading Plugin: network_ip_availability Aug 19 14:23:49.256722 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.257093 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.257452 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.258188 n-d-766043-2 neutron-server[94530]: DEBUG neutron.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94530) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 14:23:49.258504 n-d-766043-2 neutron-server[94530]: INFO neutron.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading Plugin: flavors Aug 19 14:23:49.263382 n-d-766043-2 neutron-server[94530]: DEBUG neutron.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94530) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 14:23:49.263710 n-d-766043-2 neutron-server[94530]: INFO neutron.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading Plugin: revisions Aug 19 14:23:49.267952 n-d-766043-2 neutron-server[94530]: DEBUG neutron.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94530) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 14:23:49.268334 n-d-766043-2 neutron-server[94530]: DEBUG oslo_concurrency.lockutils [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.816s {{(pid=94530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 14:23:49.269089 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94530) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 19 14:23:49.269423 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Initializing extension manager. Aug 19 14:23:49.269924 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: __init__.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.270389 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: __pycache__ {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.270722 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.271051 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: address_group.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.271795 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.272355 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: address-group Aug 19 14:23:49.272700 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: address_scope.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.273930 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.274431 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: address-scope Aug 19 14:23:49.274746 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.275665 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.276171 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: router-admin-state-down-before-update Aug 19 14:23:49.276522 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: agent.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.277217 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.277720 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: agent Aug 19 14:23:49.278034 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: agent_resources_synced.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.278932 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.279433 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: agent-resources-synced Aug 19 14:23:49.279745 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: allowedaddresspairs.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.281776 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.282295 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: allowed-address-pairs Aug 19 14:23:49.282613 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: auto_allocated_topology.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.283674 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.284185 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: auto-allocated-topology Aug 19 14:23:49.284534 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: availability_zone.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.285218 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.285718 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: availability_zone Aug 19 14:23:49.286158 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: availability_zone_filter.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.287066 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.287572 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: availability_zone_filter Aug 19 14:23:49.287887 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: data_plane_status.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.288810 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.289856 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extension data-plane-status not supported by any of loaded plugins Aug 19 14:23:49.290168 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: default_subnetpools.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.291071 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.291569 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: default-subnetpools Aug 19 14:23:49.291884 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.292711 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.293209 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: dhcp_agent_scheduler Aug 19 14:23:49.293521 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: dns.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.294416 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.294916 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extension dns-integration not supported by any of loaded plugins Aug 19 14:23:49.295231 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: dns_domain_ports.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.296132 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.296658 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 19 14:23:49.296974 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.297883 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.298378 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 19 14:23:49.298693 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: dvr.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.299351 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.299848 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: dvr Aug 19 14:23:49.300162 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: ecmp_routes.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.301090 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.301748 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 19 14:23:49.302137 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: empty_string_filtering.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.303033 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.303535 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: empty-string-filtering Aug 19 14:23:49.303851 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.304795 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.305295 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 19 14:23:49.305610 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.306505 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.307000 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 19 14:23:49.307316 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: external_net.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.308204 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.308736 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: external-net Aug 19 14:23:49.309051 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.309947 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.310449 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: extra_dhcp_opt Aug 19 14:23:49.310766 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: extraroute.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.311664 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.312165 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: extraroute Aug 19 14:23:49.312516 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: extraroute_atomic.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.313536 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.314036 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: extraroute-atomic Aug 19 14:23:49.314351 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: filter_validation.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.315173 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.315671 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: filter-validation Aug 19 14:23:49.315985 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: fip_pf_description.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.316911 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.317415 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 19 14:23:49.317725 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: fip_port_details.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.318632 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.319128 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: fip-port-details Aug 19 14:23:49.319442 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: flavors.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.321204 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.321722 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: flavors Aug 19 14:23:49.322044 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.323663 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.324182 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 19 14:23:49.324542 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: floatingip_pools.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.325242 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.325763 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: floatingip-pools Aug 19 14:23:49.326073 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: ip_allocation.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.326990 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.327497 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extension ip_allocation not supported by any of loaded plugins Aug 19 14:23:49.327815 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.328753 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.329265 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: ip-substring-filtering Aug 19 14:23:49.329586 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: l2_adjacency.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.330502 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.331008 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 19 14:23:49.331325 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: l3.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.332277 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.332945 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: router Aug 19 14:23:49.333266 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.335444 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.336688 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 19 14:23:49.337022 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.337972 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.338496 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: ext-gw-mode Aug 19 14:23:49.338818 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.339725 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.340235 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: l3-ha Aug 19 14:23:49.340584 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: l3_flavors.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.341487 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.341992 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: l3-flavors Aug 19 14:23:49.342308 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.343207 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.343712 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 19 14:23:49.344026 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: l3agentscheduler.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.345072 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.345585 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: l3_agent_scheduler Aug 19 14:23:49.345907 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: logging.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.347368 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.347893 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extension logging not supported by any of loaded plugins Aug 19 14:23:49.348227 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: metering.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.348989 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.349562 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: metering Aug 19 14:23:49.349886 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.351079 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.351618 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: metering_source_and_destination_fields Aug 19 14:23:49.351940 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: multiprovidernet.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.352877 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.353383 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: multi-provider Aug 19 14:23:49.353702 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: netmtu.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.354769 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.355272 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: net-mtu Aug 19 14:23:49.355591 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: netmtu_writable.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.356536 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.357041 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: net-mtu-writable Aug 19 14:23:49.357360 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: network_availability_zone.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.358025 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.358526 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: network_availability_zone Aug 19 14:23:49.358842 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: network_ip_availability.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.359908 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.360444 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: network-ip-availability Aug 19 14:23:49.360760 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: network_segment_range.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.361515 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.362014 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extension network-segment-range not supported by any of loaded plugins Aug 19 14:23:49.362332 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: pagination.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.363327 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.363654 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: pagination Aug 19 14:23:49.363971 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: port_device_profile.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.364895 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.365406 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: port-device-profile Aug 19 14:23:49.365721 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.366783 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.367178 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: port-mac-address-regenerate Aug 19 14:23:49.367506 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.368422 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.368928 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: port-numa-affinity-policy Aug 19 14:23:49.369243 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: port_resource_request.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.370162 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.370659 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extension port-resource-request not supported by any of loaded plugins Aug 19 14:23:49.370975 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: portbindings.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.371896 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.372397 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: binding Aug 19 14:23:49.372734 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: portbindings_extended.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.373990 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.374510 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: binding-extended Aug 19 14:23:49.374836 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: portsecurity.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.375736 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.376243 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: port-security Aug 19 14:23:49.376612 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: project_id.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.377697 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.378024 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: project-id Aug 19 14:23:49.378342 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: providernet.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.379261 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.379767 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: provider Aug 19 14:23:49.380083 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: qos.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.384213 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.384768 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extension qos not supported by any of loaded plugins Aug 19 14:23:49.385095 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.386333 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.386847 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 19 14:23:49.387170 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.388080 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.388614 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 19 14:23:49.388936 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: qos_default.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.389837 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.390349 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extension qos-default not supported by any of loaded plugins Aug 19 14:23:49.390669 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: qos_fip.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.391316 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.391816 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extension qos-fip not supported by any of loaded plugins Aug 19 14:23:49.392132 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: qos_gateway_ip.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.393070 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.393578 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 19 14:23:49.393893 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: qos_port_network_policy.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.394792 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.395296 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 19 14:23:49.395611 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: qos_pps_rule.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.396818 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.397334 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extension qos-pps not supported by any of loaded plugins Aug 19 14:23:49.397655 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: qos_rule_type_details.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.399141 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.399805 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 19 14:23:49.400127 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: qos_rules_alias.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.401204 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.401719 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 19 14:23:49.402039 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: quotasv2.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.403142 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.403470 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: quotas Aug 19 14:23:49.403787 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: quotasv2_detail.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.407063 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.407399 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: quota_details Aug 19 14:23:49.407727 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: rbac.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.408814 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.409337 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: rbac-policies Aug 19 14:23:49.409660 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: rbac_address_group.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.410578 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.411098 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: rbac-address-group Aug 19 14:23:49.411422 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: rbac_address_scope.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.412328 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.412865 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: rbac-address-scope Aug 19 14:23:49.413183 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: rbac_security_groups.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.414109 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.414617 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: rbac-security-groups Aug 19 14:23:49.414934 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: rbac_subnetpool.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.415833 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.416338 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: rbac-subnetpool Aug 19 14:23:49.416678 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: revisionifmatch.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.417584 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.418096 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: revision-if-match Aug 19 14:23:49.418412 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: revisions.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.419503 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.420145 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: standard-attr-revisions Aug 19 14:23:49.420487 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: router_availability_zone.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.421160 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.421665 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: router_availability_zone Aug 19 14:23:49.421983 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: routerservicetype.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.422889 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.423392 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extension router-service-type not supported by any of loaded plugins Aug 19 14:23:49.423709 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.424641 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.425148 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: security-groups-normalized-cidr Aug 19 14:23:49.425465 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.426370 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.426876 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: port-security-groups-filtering Aug 19 14:23:49.427191 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.428100 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.428633 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: security-groups-remote-address-group Aug 19 14:23:49.428950 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: securitygroup.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.438690 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.439222 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: security-group Aug 19 14:23:49.439547 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: segment.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.440335 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.440869 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extension segment not supported by any of loaded plugins Aug 19 14:23:49.441191 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.442140 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.442647 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 19 14:23:49.442966 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: servicetype.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.444148 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.444698 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: service-type Aug 19 14:23:49.445960 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: sorting.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.446518 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.446844 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: sorting Aug 19 14:23:49.447166 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: standard_attr_segment.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.448069 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.448618 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 19 14:23:49.448940 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: standardattrdescription.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.449585 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.450090 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: standard-attr-description Aug 19 14:23:49.450408 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: stateful_security_group.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.451336 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.451846 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: stateful-security-group Aug 19 14:23:49.452166 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: stdattrs_common.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.452774 n-d-766043-2 neutron-server[94530]: WARNING neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 19 14:23:49.453094 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.454007 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.454521 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 19 14:23:49.454840 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: subnet_onboard.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.455917 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.456447 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: subnet_onboard Aug 19 14:23:49.456768 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.457800 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.458322 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 19 14:23:49.458635 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: subnet_service_types.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.459545 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.460053 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: subnet-service-types Aug 19 14:23:49.460369 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: subnetallocation.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.462095 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.462606 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: subnet_allocation Aug 19 14:23:49.462924 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.463583 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.464088 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: subnetpool-prefix-ops Aug 19 14:23:49.464429 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.465346 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.465853 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 19 14:23:49.466177 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: tagging.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.467229 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.467754 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: standard-attr-tag Aug 19 14:23:49.468075 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: timestamp.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.469331 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.469850 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loaded extension: standard-attr-timestamp Aug 19 14:23:49.470172 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: trunk.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.471195 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.471705 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extension trunk not supported by any of loaded plugins Aug 19 14:23:49.472029 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: trunk_details.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.472972 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.473615 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extension trunk-details not supported by any of loaded plugins Aug 19 14:23:49.473936 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: uplink_status_propagation.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.474848 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.475359 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 19 14:23:49.475680 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Loading extension file: vlantransparent.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 14:23:49.476345 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 14:23:49.476897 n-d-766043-2 neutron-server[94530]: INFO neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 19 14:23:49.479337 n-d-766043-2 neutron-server[94530]: INFO neutron.quota.resource_registry [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Creating instance of TrackedResource for resource:network Aug 19 14:23:49.479854 n-d-766043-2 neutron-server[94530]: INFO neutron.quota.resource_registry [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Creating instance of TrackedResource for resource:subnet Aug 19 14:23:49.480247 n-d-766043-2 neutron-server[94530]: INFO neutron.quota.resource_registry [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 14:23:49.480671 n-d-766043-2 neutron-server[94530]: INFO neutron.quota.resource_registry [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Creating instance of TrackedResource for resource:port Aug 19 14:23:49.481908 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.v2.resource_helper [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94530) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 14:23:49.482340 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.v2.resource_helper [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Service FLAVORS assigned prefix: {{(pid=94530) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 14:23:49.482965 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.v2.resource_helper [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94530) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 14:23:49.483389 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.v2.resource_helper [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94530) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 14:23:49.483713 n-d-766043-2 neutron-server[94530]: INFO neutron.quota.resource_registry [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Creating instance of TrackedResource for resource:router Aug 19 14:23:49.484137 n-d-766043-2 neutron-server[94530]: INFO neutron.quota.resource_registry [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Creating instance of TrackedResource for resource:floatingip Aug 19 14:23:49.484660 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.v2.resource_helper [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Service METERING assigned prefix: /metering {{(pid=94530) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 14:23:49.486077 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.486440 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.486787 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:23:49.487791 n-d-766043-2 neutron-server[94530]: INFO neutron.quota.resource_registry [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Creating instance of CountableResource for resource:rbac_policy Aug 19 14:23:49.488238 n-d-766043-2 neutron-server[94530]: INFO neutron.quota.resource_registry [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Creating instance of TrackedResource for resource:security_group Aug 19 14:23:49.488707 n-d-766043-2 neutron-server[94530]: INFO neutron.quota.resource_registry [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 19 14:23:49.489431 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.v2.resource_helper [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Service CORE assigned prefix: {{(pid=94530) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 14:23:49.489761 n-d-766043-2 neutron-server[94530]: INFO neutron.quota.resource_registry [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 14:23:49.490101 n-d-766043-2 neutron-server[94530]: WARNING neutron.quota.resource_registry [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] subnetpool is already registered Aug 19 14:23:49.490535 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.v2.resource_helper [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Service CORE assigned prefix: {{(pid=94530) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 14:23:49.490855 n-d-766043-2 neutron-server[94530]: INFO neutron.quota.resource_registry [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 14:23:49.491253 n-d-766043-2 neutron-server[94530]: WARNING neutron.quota.resource_registry [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] subnetpool is already registered Aug 19 14:23:49.493501 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.v2.resource_helper [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94530) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 14:23:49.495236 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.v2.resource_helper [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Service FLAVORS assigned prefix: {{(pid=94530) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 14:23:49.495848 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.v2.resource_helper [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94530) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 14:23:49.496275 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.v2.resource_helper [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94530) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 14:23:49.496634 n-d-766043-2 neutron-server[94530]: INFO neutron.quota.resource_registry [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Creating instance of TrackedResource for resource:router Aug 19 14:23:49.496972 n-d-766043-2 neutron-server[94530]: WARNING neutron.quota.resource_registry [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] router is already registered Aug 19 14:23:49.497382 n-d-766043-2 neutron-server[94530]: INFO neutron.quota.resource_registry [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Creating instance of TrackedResource for resource:floatingip Aug 19 14:23:49.497715 n-d-766043-2 neutron-server[94530]: WARNING neutron.quota.resource_registry [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] floatingip is already registered Aug 19 14:23:49.498168 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.v2.resource_helper [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Service METERING assigned prefix: /metering {{(pid=94530) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 14:23:49.498833 n-d-766043-2 neutron-server[94530]: INFO neutron.quota.resource_registry [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Creating instance of CountableResource for resource:rbac_policy Aug 19 14:23:49.499156 n-d-766043-2 neutron-server[94530]: WARNING neutron.quota.resource_registry [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] rbac_policy is already registered Aug 19 14:23:49.499560 n-d-766043-2 neutron-server[94530]: INFO neutron.quota.resource_registry [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Creating instance of TrackedResource for resource:security_group Aug 19 14:23:49.499889 n-d-766043-2 neutron-server[94530]: WARNING neutron.quota.resource_registry [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] security_group is already registered Aug 19 14:23:49.500285 n-d-766043-2 neutron-server[94530]: INFO neutron.quota.resource_registry [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 19 14:23:49.500645 n-d-766043-2 neutron-server[94530]: WARNING neutron.quota.resource_registry [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] security_group_rule is already registered Aug 19 14:23:49.501161 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.v2.resource_helper [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Service CORE assigned prefix: {{(pid=94530) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 14:23:49.501440 n-d-766043-2 neutron-server[94530]: INFO neutron.quota.resource_registry [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 14:23:49.501765 n-d-766043-2 neutron-server[94530]: WARNING neutron.quota.resource_registry [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] subnetpool is already registered Aug 19 14:23:49.502174 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.v2.resource_helper [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Service CORE assigned prefix: {{(pid=94530) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 14:23:49.502489 n-d-766043-2 neutron-server[94530]: INFO neutron.quota.resource_registry [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 14:23:49.502811 n-d-766043-2 neutron-server[94530]: WARNING neutron.quota.resource_registry [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] subnetpool is already registered Aug 19 14:23:49.503249 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extended resource: extensions {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:23:49.504938 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extended resource: address-groups {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:23:49.506408 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extended resource: address-scopes {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:23:49.507599 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extended resource: agents {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:23:49.509331 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extended resource: auto-allocated-topology {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:23:49.510662 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extended resource: availability_zones {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:23:49.511872 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extended resource: dhcp-networks {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:23:49.513302 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extended resource: dhcp-agents {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:23:49.514950 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extended resource: routers {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:23:49.516649 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extended resource: flavors {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:23:49.517795 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extended resource: service_profiles {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:23:49.519081 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extended resource: next_providers {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:23:49.520523 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extended resource: service_profiles {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:23:49.521999 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extended resource: floatingip-pools {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:23:49.523194 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extended resource: routers {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:23:49.525539 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extended resource: floatingips {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:23:49.526727 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extended resource: l3-routers {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:23:49.528090 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extended resource: l3-agents {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:23:49.529670 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extended resource: metering-labels {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:23:49.530903 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extended resource: metering-label-rules {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:23:49.532424 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extended resource: network-ip-availabilities {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:23:49.533765 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extended resource: bindings {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:23:49.535287 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extended resource: quotas {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:23:49.536878 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extended resource: quotas {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:23:49.538396 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extended resource: rbac-policies {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:23:49.539606 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extended resource: security-groups {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:23:49.540833 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extended resource: security-group-rules {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:23:49.542040 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extended resource: service-providers {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:23:49.543352 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extended resource: subnetpools {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:23:49.544719 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extended resource: subnetpools {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:23:49.546154 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extended resource: tags {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:23:49.547925 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extended resource: tags {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:23:49.549624 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extended resource: tags {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:23:49.551612 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extended resource: tags {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:23:49.553304 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extended resource: tags {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:23:49.555146 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extended resource: tags {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:23:49.557853 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extended resource: tags {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:23:49.559636 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extended resource: tags {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:23:49.561530 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extended resource: tags {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:23:49.563355 n-d-766043-2 neutron-server[94530]: DEBUG neutron.api.extensions [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Extended resource: tags {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 14:23:49.569315 n-d-766043-2 neutron-server[94530]: WARNING keystonemiddleware.auth_token [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 19 14:23:49.574348 n-d-766043-2 neutron-server[94530]: WARNING keystonemiddleware.auth_token [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 19 14:23:49.583058 n-d-766043-2 neutron-server[94530]: DEBUG oslo_concurrency.lockutils [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Acquired lock "singleton_lock" {{(pid=94530) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 19 14:23:49.583529 n-d-766043-2 neutron-server[94530]: DEBUG oslo_concurrency.lockutils [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Releasing lock "singleton_lock" {{(pid=94530) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 19 14:23:49.584163 n-d-766043-2 neutron-server[94530]: INFO oslo_service.service [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Starting 2 workers Aug 19 14:23:49.589599 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Started child 94639 {{(pid=94530) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 14:23:49.594220 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Started child 94640 {{(pid=94530) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 14:23:49.595060 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:23:49.595773 n-d-766043-2 neutron-server[94530]: INFO neutron.service [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 19 14:23:49.596448 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Notify callbacks [] for process, before_spawn {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:23:49.596735 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [-] (94639) wsgi starting up on http://0.0.0.0:9696 Aug 19 14:23:49.598867 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:23:49.599292 n-d-766043-2 neutron-server[94530]: INFO oslo_service.service [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Starting 1 workers Aug 19 14:23:49.600246 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [-] (94640) wsgi starting up on http://0.0.0.0:9696 Aug 19 14:23:49.604070 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Started child 94641 {{(pid=94530) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 14:23:49.604640 n-d-766043-2 neutron-server[94530]: INFO oslo_service.service [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Starting 1 workers Aug 19 14:23:49.607662 n-d-766043-2 neutron-server[94641]: DEBUG neutron.service [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] calling RpcWorker wait() {{(pid=94641) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 19 14:23:49.608171 n-d-766043-2 neutron-server[94641]: DEBUG neutron.service [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] returning from RpcWorker wait() {{(pid=94641) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 19 14:23:49.609081 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Started child 94642 {{(pid=94530) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 14:23:49.609463 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:23:49.609897 n-d-766043-2 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da273f8a-3e11-4076-952d-8c189d7b4fc1 None None] Notify callbacks [] for process, after_spawn {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:23:49.609994 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:23:49.611769 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94530) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 19 14:23:49.611977 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 19 14:23:49.612162 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 19 14:23:49.612384 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 19 14:23:49.612730 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 19 14:23:49.612886 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 19 14:23:49.613406 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.613688 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.614067 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.614160 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:23:49.614641 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.614895 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.615053 n-d-766043-2 neutron-server[94642]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:23:49.615545 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.615817 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.616085 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.616360 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.616639 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.616819 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.616985 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.617275 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.617503 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.617808 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.618082 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.618324 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.618625 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.618807 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.619076 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.619348 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.619599 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.619873 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] debug = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.620117 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.620630 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.620898 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.621152 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.621390 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.621671 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.621899 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.622172 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.622418 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.622657 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.622922 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.623173 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.623418 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.623628 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.623872 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.624116 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.624361 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.624874 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] host = n-d-766043-2 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.625110 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.625334 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.625581 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.625825 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.626084 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.626320 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.626588 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.626846 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.627112 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.627353 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.627578 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.627822 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.628037 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.628288 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] log_file = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.628470 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] log_options = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.628698 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.628956 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.629227 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.629421 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.629592 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.629768 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.630017 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.630172 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.630431 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.630666 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.630883 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.631117 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.631336 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.631552 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.631820 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.632077 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.632293 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.632534 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.633297 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.633527 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.633756 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.633984 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.634223 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.634449 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.634666 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.634883 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.635109 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.635325 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.635530 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.635792 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.636025 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.636274 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.636542 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.636804 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.637033 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.637262 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.637480 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.637752 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.637983 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.638227 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.638487 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.638724 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.638974 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.639191 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.639425 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.639641 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] use_json = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.639876 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.640120 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.640384 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.640628 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.640844 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.641061 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.641294 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.642032 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.642032 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.642320 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.642524 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.642790 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.643162 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.643535 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.643535 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.644369 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.644369 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.644369 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.644869 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.644869 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.645098 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.645282 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.645530 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.645871 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.646138 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.646470 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.646700 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.646949 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.647436 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.647741 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.648147 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.649197 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.649407 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.649736 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.650023 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.650315 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.650590 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.651078 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.651402 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.651684 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.652008 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.652299 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.652666 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.653062 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.653607 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.653910 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.654402 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.654927 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.655442 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.655931 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.656968 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.656968 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.657635 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.657635 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.658161 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.658711 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.658850 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.659129 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.659444 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.659689 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.660217 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.660217 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.660551 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.660699 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.660845 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.661209 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.661380 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.661528 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.661752 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.662030 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.662356 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.662509 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.662731 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.662932 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.663527 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.663527 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.664112 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.664112 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.664112 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.664587 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.664587 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.664865 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.665022 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.665175 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.665355 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.665690 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.665838 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.665987 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.666212 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.666641 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.666641 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.667404 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.667404 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.667666 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.667800 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.668146 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.668299 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.668472 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.668672 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.668942 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.669195 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.669416 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.670551 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.670551 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.670551 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.670551 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.671107 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.671107 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.671107 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.671497 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.671497 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.671739 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.671941 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.672181 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.672447 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.672706 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.672968 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.674192 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.674192 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.674192 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.674192 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.674800 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.674800 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.674800 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.675335 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.675335 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.675652 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.675801 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.676021 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.676292 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.676917 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.676917 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.677312 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.677312 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.677543 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.677818 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.678682 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.678682 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.679288 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.679547 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.680014 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.681427 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.681427 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.681427 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.681427 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.681427 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.681427 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.682248 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.682248 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.682248 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.682654 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.682654 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.683605 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.683605 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.683605 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.683605 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.683989 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.683989 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.684168 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.684309 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.684785 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.685196 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.685603 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.685974 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.686362 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.686741 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.687152 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.687600 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.687890 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.688106 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.688357 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.688609 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.688834 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.689077 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.689318 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.689572 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.689795 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.690065 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.690315 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.690532 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.690760 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.690993 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.691249 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.691465 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.691711 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.691932 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.692147 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.692362 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.692613 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.692829 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.693045 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.693278 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.693515 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.693770 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.694023 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.694377 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.694614 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.694845 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.695104 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.695843 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.696094 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.696313 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.696575 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.696788 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.697264 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.697264 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.697468 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.699099 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.699099 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.699099 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.699099 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.699099 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.699099 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.699099 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.699671 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.699671 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.699820 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.699984 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.700236 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.700511 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.700745 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.700960 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.701173 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.701399 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.701623 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.701833 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.702224 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.702442 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.702807 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.703191 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.703567 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.703936 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.704207 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.704736 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.705177 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.705600 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.706009 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.706413 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.706842 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.707281 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.707497 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.707734 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.707955 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.708327 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.708741 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.709136 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.709516 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.709744 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.709969 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.710186 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.710507 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.710789 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.711553 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.711843 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.712104 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.712356 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.712629 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.712951 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.713166 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.713466 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.713675 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.713925 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.714149 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.714413 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.714728 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.715034 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.715305 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.715546 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.715829 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.716124 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.716433 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.716649 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.716956 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.717295 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.717580 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.717843 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.718065 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.718319 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.718545 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.718762 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.719056 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.719236 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.719453 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.719722 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.719953 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.720179 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.720395 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.720644 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.720883 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.721129 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.721375 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.721625 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.721872 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.722012 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 19 14:23:49.722530 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94530) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 19 14:23:49.722835 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 19 14:23:49.722835 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 19 14:23:49.723132 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 19 14:23:49.723218 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 19 14:23:49.723303 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 19 14:23:49.723495 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.723657 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.723821 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.723981 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.724140 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.724325 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.724508 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.724669 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.724828 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.724988 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.725146 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.725303 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.725462 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.725621 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.725778 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.725937 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.726094 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.726253 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.726436 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.726596 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.726753 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.726910 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.727069 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] debug = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.727226 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.727409 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.727569 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.727727 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.727884 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.728041 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.728199 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.728356 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.728541 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.728700 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.728859 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.729016 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.729182 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.729340 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.729496 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.729653 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.729810 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.729968 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] host = n-d-766043-2 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.730127 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.730286 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.730442 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.730599 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.730757 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.730914 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.731073 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.731230 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.731387 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.731545 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.731704 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.731861 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.732018 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.732175 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] log_file = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.732333 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] log_options = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.732527 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.732687 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.732845 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.733032 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.733196 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.733356 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.733513 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.733671 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.733830 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.733988 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.734144 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.734362 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.734458 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.734619 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.734774 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.735088 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.735248 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.735407 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.735601 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.735737 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.735868 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.736015 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.736172 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.736330 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.736512 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.736672 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.736817 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.736976 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.737133 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.737480 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.737480 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.737933 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.738021 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.738101 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.738255 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.738417 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.738575 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.738746 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.738898 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.739211 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.739354 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.739517 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.739674 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.739834 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.739992 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.740152 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] use_json = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.740309 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.741404 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.741404 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.741404 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.741404 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.741404 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.741404 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.741404 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 14:23:49.743409 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.743409 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.743409 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.743409 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.743409 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.743409 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.743409 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.743409 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.744193 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.744193 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.744193 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.744193 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.744193 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.744193 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.744193 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.745165 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.745165 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.745165 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.745165 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.745165 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.745165 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.745815 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.745815 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.745815 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.745815 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.746169 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.746169 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.746169 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.746378 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.746456 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.746612 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.746773 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.746935 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.747096 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.747258 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.747420 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.747581 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.747743 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.747906 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.748068 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.748229 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.748389 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.748593 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.748752 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.749083 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.749236 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.749396 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.749556 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.749719 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.749880 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.750053 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.750213 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.750373 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.750534 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.750694 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.750854 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.751014 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.751223 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.751364 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.751477 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.751630 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.751804 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.751965 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.752125 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.752285 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.752469 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.752631 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.752965 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.752965 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.753172 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.753294 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.753418 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.753531 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.753691 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.753851 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.754012 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.754173 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.754334 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.754494 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.754706 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.754847 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.754972 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.755102 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.755264 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.755433 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.755521 n-d-766043-2 neutron-server[94641]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:23:49.755618 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.755756 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.755916 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.756076 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.756238 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.756397 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.756578 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.756737 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.756898 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.757059 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.757220 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.757380 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.757544 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.757762 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.758415 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.758575 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.758735 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.758895 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.759057 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.759204 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.759363 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.759523 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.759683 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.759843 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.760002 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.760161 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.760330 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.760515 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.760678 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.760839 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.761006 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.761177 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.761337 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.761498 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.761658 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.761818 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.761978 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.762137 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.762298 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.762459 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.762619 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.762781 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.762781 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.762781 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.763345 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.763434 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.763552 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.763735 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.763895 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.764055 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.764216 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.764375 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.764560 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.764728 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.764889 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.765049 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.765210 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.765370 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.765532 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.765692 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.765853 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.766013 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.766173 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.766335 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.766570 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.766667 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.766806 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.766966 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.767128 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.767325 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.767544 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.767682 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.767841 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.768115 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.769089 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.769089 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.769089 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.769089 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.769424 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.769424 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.769582 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.769672 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.769799 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.769923 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.770275 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.770275 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.770518 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.770602 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.770680 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.770845 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.771012 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.771176 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.771336 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.771497 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.771659 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.771819 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.771980 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.772142 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.772303 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.772668 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.772668 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.772865 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.772945 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.773097 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.773258 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.773441 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.773602 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.773762 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.773923 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.774084 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.774244 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.774405 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.774564 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.774732 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.774900 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.775061 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.775224 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.775385 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.775545 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.775696 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.775853 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.776095 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.776196 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.776327 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.776571 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.776663 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.776810 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.776983 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.777143 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.777305 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.777464 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.777625 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.777784 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.777958 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.778120 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.778281 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.778442 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.778602 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.778762 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.778935 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.779096 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.779257 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.779417 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.779577 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.779738 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.779909 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.780070 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.780231 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.780391 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.780572 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.780732 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.780904 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.781066 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.781227 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.781387 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.781799 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.781960 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.782131 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.782490 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.782490 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.782737 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.782861 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.782954 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.783080 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.783216 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.783379 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.783541 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.783702 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.783863 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.784024 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.784188 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.784355 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.784546 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.784720 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.784882 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.785052 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.785223 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.785394 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.785554 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.785720 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.785942 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.786042 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.786204 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.786453 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.786539 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.786663 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.786823 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.786984 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.787144 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.787304 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.787463 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.787623 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.787784 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.787945 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.788105 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.788266 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.788441 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.788605 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.788765 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.788969 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 14:23:49.789228 n-d-766043-2 neutron-server[94530]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 19 14:23:50.060223 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56542) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:23:50.068673 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [-] 10.222.0.69 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062144 Aug 19 14:24:01.377528 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fba904d-1c88-436c-a6f0-c586d215735a None None] get_active_networks_info from n-d-766043-2 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 14:24:01.457660 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ab937d41-aea7-44a4-a51c-d8302d089d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2087506'] for agent, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:01.506392 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fba904d-1c88-436c-a6f0-c586d215735a None None] No non-hosted networks {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 19 14:24:04.234661 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a6fb9edc-83a8-404e-8a05-6ca29c51543b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2087506'] for agent, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:04.290054 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a2ebc77a-bf1a-47a0-a65d-5b2ebbdf19d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:04.449751 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2087506'] for agent, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:04.450941 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:04.451468 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:04.451995 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:04.452510 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:04.454099 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:04.454579 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:04.455148 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:04.456225 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:04.457255 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:04.458298 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:04.458811 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:04.460439 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:04.462118 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-766043-2', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:24:04.473550 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-766043-2', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:24:04.937608 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2087506'] for agent, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:06.702185 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2087506'] for agent, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:07.678555 n-d-766043-2 neutron-server[94641]: INFO neutron.db.l3_hamode_db [None req-ef87bfd5-7464-4298-8df9-00d6288e960d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 19 14:24:07.757314 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef87bfd5-7464-4298-8df9-00d6288e960d None None] Routers set() bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:24:07.758024 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef87bfd5-7464-4298-8df9-00d6288e960d None None] Router IDs set() for agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 19 14:24:07.769752 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56634) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:24:08.261085 n-d-766043-2 neutron-server[94640]: WARNING oslo_policy.policy [None req-e40d7c8f-d88b-4d53-8791-8ce1a5f9e155 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 14:24:08.261691 n-d-766043-2 neutron-server[94640]: WARNING oslo_policy.policy [None req-e40d7c8f-d88b-4d53-8791-8ce1a5f9e155 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 14:24:08.481908 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [None req-e40d7c8f-d88b-4d53-8791-8ce1a5f9e155 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:24:08.482998 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e40d7c8f-d88b-4d53-8791-8ce1a5f9e155 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7123451 Aug 19 14:24:10.823285 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56648) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:24:11.128045 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2b9f2168-813d-4fc1-9f61-7832ac2896b9 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:24:11.221486 n-d-766043-2 neutron-server[94640]: DEBUG neutron.policy [None req-2b9f2168-813d-4fc1-9f61-7832ac2896b9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94640) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 19 14:24:11.265909 n-d-766043-2 neutron-server[94640]: WARNING oslo_policy.policy [None req-2b9f2168-813d-4fc1-9f61-7832ac2896b9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 14:24:11.266273 n-d-766043-2 neutron-server[94640]: WARNING oslo_policy.policy [None req-2b9f2168-813d-4fc1-9f61-7832ac2896b9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 14:24:11.274883 n-d-766043-2 neutron-server[94640]: INFO neutron.quota [None req-2b9f2168-813d-4fc1-9f61-7832ac2896b9 admin admin] Loaded quota_driver: . Aug 19 14:24:11.374778 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b9f2168-813d-4fc1-9f61-7832ac2896b9 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784379573047', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784379572480', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784379544916', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784379546401', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784380115571', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784379542096', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-635600', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-838397', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1952383', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1761765'] for rbac-policy, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:11.438207 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b9f2168-813d-4fc1-9f61-7832ac2896b9 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:11.439444 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-2b9f2168-813d-4fc1-9f61-7832ac2896b9 admin admin] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6151907 Aug 19 14:24:14.005108 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56660) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:24:14.317286 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-36188f26-c6ed-4124-aa53-997a522b56bf admin admin] Request body: {'network': {'tenant_id': '3b3216fe34ea47c29cc0ea1245aa1a9e', 'name': 'private', 'admin_state_up': True, 'project_id': '3b3216fe34ea47c29cc0ea1245aa1a9e'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:24:14.346061 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36188f26-c6ed-4124-aa53-997a522b56bf admin admin] Made reservation on behalf of 3b3216fe34ea47c29cc0ea1245aa1a9e for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:24:14.348859 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-36188f26-c6ed-4124-aa53-997a522b56bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:14.365378 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-36188f26-c6ed-4124-aa53-997a522b56bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:14.486045 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-36188f26-c6ed-4124-aa53-997a522b56bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:14.490080 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-36188f26-c6ed-4124-aa53-997a522b56bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:14.510558 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36188f26-c6ed-4124-aa53-997a522b56bf admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:24:14.537091 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-36188f26-c6ed-4124-aa53-997a522b56bf admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784381792202', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:14.537669 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-36188f26-c6ed-4124-aa53-997a522b56bf admin admin] Unsubscribe: segment precommit_create {{(pid=94640) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 19 14:24:14.538535 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-36188f26-c6ed-4124-aa53-997a522b56bf admin admin] Added segment e72f41e5-51f3-4c85-965d-b65288bbf22a of type vlan for network 001098d3-d275-42a1-8367-dcede3e74540 Aug 19 14:24:14.559729 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36188f26-c6ed-4124-aa53-997a522b56bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a651ae3-455c-444a-9c01-86c9e38469ae,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:24:14.608027 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36188f26-c6ed-4124-aa53-997a522b56bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:14.608366 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36188f26-c6ed-4124-aa53-997a522b56bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:14.608723 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36188f26-c6ed-4124-aa53-997a522b56bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:14.609047 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36188f26-c6ed-4124-aa53-997a522b56bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:14.609367 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36188f26-c6ed-4124-aa53-997a522b56bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:14.609687 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36188f26-c6ed-4124-aa53-997a522b56bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:14.610003 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36188f26-c6ed-4124-aa53-997a522b56bf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:14.610317 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36188f26-c6ed-4124-aa53-997a522b56bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:14.610972 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36188f26-c6ed-4124-aa53-997a522b56bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:14.610972 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36188f26-c6ed-4124-aa53-997a522b56bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:14.611229 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36188f26-c6ed-4124-aa53-997a522b56bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:14.611536 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36188f26-c6ed-4124-aa53-997a522b56bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:14.612694 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36188f26-c6ed-4124-aa53-997a522b56bf admin admin] Tracked resource versions report: Aug 19 14:24:14.612694 n-d-766043-2 neutron-server[94640]: pushed versions: Aug 19 14:24:14.612694 n-d-766043-2 neutron-server[94640]: { 'AddressGroup': {'1.2'}, Aug 19 14:24:14.612694 n-d-766043-2 neutron-server[94640]: 'ConntrackHelper': {'1.0'}, Aug 19 14:24:14.612694 n-d-766043-2 neutron-server[94640]: 'Log': {'1.0'}, Aug 19 14:24:14.612694 n-d-766043-2 neutron-server[94640]: 'Network': {'1.1'}, Aug 19 14:24:14.612694 n-d-766043-2 neutron-server[94640]: 'Port': {'1.7'}, Aug 19 14:24:14.612694 n-d-766043-2 neutron-server[94640]: 'PortForwarding': {'1.2'}, Aug 19 14:24:14.612694 n-d-766043-2 neutron-server[94640]: 'QosPolicy': {'1.9'}, Aug 19 14:24:14.612694 n-d-766043-2 neutron-server[94640]: 'SecurityGroup': {'1.4'}, Aug 19 14:24:14.612694 n-d-766043-2 neutron-server[94640]: 'SecurityGroupRule': {'1.2'}, Aug 19 14:24:14.612694 n-d-766043-2 neutron-server[94640]: 'SubPort': {'1.0'}, Aug 19 14:24:14.612694 n-d-766043-2 neutron-server[94640]: 'Subnet': {'1.1'}, Aug 19 14:24:14.612694 n-d-766043-2 neutron-server[94640]: 'Trunk': {'1.1'}} Aug 19 14:24:14.612694 n-d-766043-2 neutron-server[94640]: consumer versions: Aug 19 14:24:14.612694 n-d-766043-2 neutron-server[94640]: { DHCP agent@n-d-766043-2: {}, Aug 19 14:24:14.612694 n-d-766043-2 neutron-server[94640]: L3 agent@n-d-766043-2: {}, Aug 19 14:24:14.612694 n-d-766043-2 neutron-server[94640]: Metadata agent@n-d-766043-2: {}, Aug 19 14:24:14.612694 n-d-766043-2 neutron-server[94640]: Metering agent@n-d-766043-2: {}, Aug 19 14:24:14.612694 n-d-766043-2 neutron-server[94640]: Open vSwitch agent@n-d-766043-2: { 'AddressGroup': '1.2', Aug 19 14:24:14.612694 n-d-766043-2 neutron-server[94640]: 'ConntrackHelper': '1.0', Aug 19 14:24:14.612694 n-d-766043-2 neutron-server[94640]: 'Log': '1.0', Aug 19 14:24:14.612694 n-d-766043-2 neutron-server[94640]: 'Network': '1.1', Aug 19 14:24:14.612694 n-d-766043-2 neutron-server[94640]: 'Port': '1.7', Aug 19 14:24:14.612694 n-d-766043-2 neutron-server[94640]: 'PortForwarding': '1.2', Aug 19 14:24:14.612694 n-d-766043-2 neutron-server[94640]: 'QosPolicy': '1.9', Aug 19 14:24:14.612694 n-d-766043-2 neutron-server[94640]: 'SecurityGroup': '1.4', Aug 19 14:24:14.612694 n-d-766043-2 neutron-server[94640]: 'SecurityGroupRule': '1.2', Aug 19 14:24:14.612694 n-d-766043-2 neutron-server[94640]: 'SubPort': '1.0', Aug 19 14:24:14.612694 n-d-766043-2 neutron-server[94640]: 'Subnet': '1.1', Aug 19 14:24:14.612694 n-d-766043-2 neutron-server[94640]: 'Trunk': '1.1'}} Aug 19 14:24:14.612694 n-d-766043-2 neutron-server[94640]: {{(pid=94640) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 14:24:14.655616 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-36188f26-c6ed-4124-aa53-997a522b56bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:14.707566 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-36188f26-c6ed-4124-aa53-997a522b56bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:14.708754 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36188f26-c6ed-4124-aa53-997a522b56bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:24:14.709375 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-36188f26-c6ed-4124-aa53-997a522b56bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:14.787534 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-36188f26-c6ed-4124-aa53-997a522b56bf admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7813661 Aug 19 14:24:14.805719 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36188f26-c6ed-4124-aa53-997a522b56bf admin admin] Pushing event updated for resources: {'Network': ['ID=001098d3-d275-42a1-8367-dcede3e74540,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:24:14.823895 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 001098d3-d275-42a1-8367-dcede3e74540 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:24:17.404195 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56674) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:24:17.792130 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efdd968-fe79-4f7b-9b64-6d7d635cbaae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:24:17.793520 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-7efdd968-fe79-4f7b-9b64-6d7d635cbaae admin admin] 10.222.0.69 "GET /v2.0/networks/001098d3-d275-42a1-8367-dcede3e74540 HTTP/1.1" status: 200 len: 825 time: 0.3883481 Aug 19 14:24:17.817748 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-b65f88c6-9a32-440c-84f1-86d84ef8568f admin admin] 10.222.0.69 "GET /v2.0/subnetpools/7b338ee4-135e-44d7-9649-f0d09911f302 HTTP/1.1" status: 200 len: 734 time: 0.0182805 Aug 19 14:24:17.827156 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d5aa4e86-68b4-427b-954e-135ea691e2e1 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'tenant_id': '3b3216fe34ea47c29cc0ea1245aa1a9e', 'subnetpool_id': '7b338ee4-135e-44d7-9649-f0d09911f302', 'gateway_ip': '172.20.0.1', 'network_id': '001098d3-d275-42a1-8367-dcede3e74540'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:24:17.848261 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5aa4e86-68b4-427b-954e-135ea691e2e1 admin admin] Made reservation on behalf of 3b3216fe34ea47c29cc0ea1245aa1a9e for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:24:17.851062 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5aa4e86-68b4-427b-954e-135ea691e2e1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:18.145238 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5aa4e86-68b4-427b-954e-135ea691e2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:18.216850 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5aa4e86-68b4-427b-954e-135ea691e2e1 admin admin] Checking segment: {'id': 'e72f41e5-51f3-4c85-965d-b65288bbf22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '001098d3-d275-42a1-8367-dcede3e74540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:24:18.217246 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5aa4e86-68b4-427b-954e-135ea691e2e1 admin admin] Network hostable DHCP agents. Network: 001098d3-d275-42a1-8367-dcede3e74540, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:24:18.221772 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa4e86-68b4-427b-954e-135ea691e2e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cddaba3-43c0-49e3-8b00-9fcb742e4c4f,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:24:18.243083 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5aa4e86-68b4-427b-954e-135ea691e2e1 admin admin] Network 001098d3-d275-42a1-8367-dcede3e74540 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:24:18.253887 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-d5aa4e86-68b4-427b-954e-135ea691e2e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 001098d3-d275-42a1-8367-dcede3e74540) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:24:18.258406 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5aa4e86-68b4-427b-954e-135ea691e2e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:24:18.258986 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5aa4e86-68b4-427b-954e-135ea691e2e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:18.263228 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b50dbf5-8447-4d15-89c2-b464586e956f None None] Network 001098d3-d275-42a1-8367-dcede3e74540 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:24:18.276010 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d5aa4e86-68b4-427b-954e-135ea691e2e1 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4521453 Aug 19 14:24:18.585803 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ba0e0d-ec03-4f8e-951c-be2d44928796 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-001098d3-d275-42a1-8367-dcede3e74540', 'network_id': '001098d3-d275-42a1-8367-dcede3e74540', 'tenant_id': '3b3216fe34ea47c29cc0ea1245aa1a9e', 'fixed_ips': [{'subnet_id': '2cddaba3-43c0-49e3-8b00-9fcb742e4c4f'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:24:18.587695 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d9ba0e0d-ec03-4f8e-951c-be2d44928796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:18.860947 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-d9ba0e0d-ec03-4f8e-951c-be2d44928796 None None] Allocated IP 172.20.0.2 (001098d3-d275-42a1-8367-dcede3e74540/2cddaba3-43c0-49e3-8b00-9fcb742e4c4f/7e5aa33f-7ed9-4e02-b3e4-e4584f8d59f6) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:24:19.072864 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d9ba0e0d-ec03-4f8e-951c-be2d44928796 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:19.115121 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d9ba0e0d-ec03-4f8e-951c-be2d44928796 None None] Transition to ACTIVE for port object 7e5aa33f-7ed9-4e02-b3e4-e4584f8d59f6 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:24:19.136105 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d9ba0e0d-ec03-4f8e-951c-be2d44928796 None None] Transition to ACTIVE for port object 7e5aa33f-7ed9-4e02-b3e4-e4584f8d59f6 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:24:19.145173 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d9ba0e0d-ec03-4f8e-951c-be2d44928796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:19.208690 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ba0e0d-ec03-4f8e-951c-be2d44928796 None None] Network 001098d3-d275-42a1-8367-dcede3e74540 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:24:19.218738 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-d9ba0e0d-ec03-4f8e-951c-be2d44928796 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:24:19.229877 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ba0e0d-ec03-4f8e-951c-be2d44928796 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:24:19.233005 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ba0e0d-ec03-4f8e-951c-be2d44928796 None None] Pushing event updated for resources: {'Port': ['ID=7e5aa33f-7ed9-4e02-b3e4-e4584f8d59f6,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:24:19.263965 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ba0e0d-ec03-4f8e-951c-be2d44928796 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:19.264601 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ba0e0d-ec03-4f8e-951c-be2d44928796 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:19.264678 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ba0e0d-ec03-4f8e-951c-be2d44928796 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:19.264993 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ba0e0d-ec03-4f8e-951c-be2d44928796 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:19.265318 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ba0e0d-ec03-4f8e-951c-be2d44928796 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:19.265651 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ba0e0d-ec03-4f8e-951c-be2d44928796 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:19.265977 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ba0e0d-ec03-4f8e-951c-be2d44928796 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:19.266300 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ba0e0d-ec03-4f8e-951c-be2d44928796 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:19.266622 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ba0e0d-ec03-4f8e-951c-be2d44928796 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:19.266944 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ba0e0d-ec03-4f8e-951c-be2d44928796 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:19.267265 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ba0e0d-ec03-4f8e-951c-be2d44928796 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:19.267585 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ba0e0d-ec03-4f8e-951c-be2d44928796 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:19.268768 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ba0e0d-ec03-4f8e-951c-be2d44928796 None None] Tracked resource versions report: Aug 19 14:24:19.268768 n-d-766043-2 neutron-server[94641]: pushed versions: Aug 19 14:24:19.268768 n-d-766043-2 neutron-server[94641]: { 'AddressGroup': {'1.2'}, Aug 19 14:24:19.268768 n-d-766043-2 neutron-server[94641]: 'ConntrackHelper': {'1.0'}, Aug 19 14:24:19.268768 n-d-766043-2 neutron-server[94641]: 'Log': {'1.0'}, Aug 19 14:24:19.268768 n-d-766043-2 neutron-server[94641]: 'Network': {'1.1'}, Aug 19 14:24:19.268768 n-d-766043-2 neutron-server[94641]: 'Port': {'1.7'}, Aug 19 14:24:19.268768 n-d-766043-2 neutron-server[94641]: 'PortForwarding': {'1.2'}, Aug 19 14:24:19.268768 n-d-766043-2 neutron-server[94641]: 'QosPolicy': {'1.9'}, Aug 19 14:24:19.268768 n-d-766043-2 neutron-server[94641]: 'SecurityGroup': {'1.4'}, Aug 19 14:24:19.268768 n-d-766043-2 neutron-server[94641]: 'SecurityGroupRule': {'1.2'}, Aug 19 14:24:19.268768 n-d-766043-2 neutron-server[94641]: 'SubPort': {'1.0'}, Aug 19 14:24:19.268768 n-d-766043-2 neutron-server[94641]: 'Subnet': {'1.1'}, Aug 19 14:24:19.268768 n-d-766043-2 neutron-server[94641]: 'Trunk': {'1.1'}} Aug 19 14:24:19.268768 n-d-766043-2 neutron-server[94641]: consumer versions: Aug 19 14:24:19.268768 n-d-766043-2 neutron-server[94641]: { DHCP agent@n-d-766043-2: {}, Aug 19 14:24:19.268768 n-d-766043-2 neutron-server[94641]: L3 agent@n-d-766043-2: {}, Aug 19 14:24:19.268768 n-d-766043-2 neutron-server[94641]: Metadata agent@n-d-766043-2: {}, Aug 19 14:24:19.268768 n-d-766043-2 neutron-server[94641]: Metering agent@n-d-766043-2: {}, Aug 19 14:24:19.268768 n-d-766043-2 neutron-server[94641]: Open vSwitch agent@n-d-766043-2: { 'AddressGroup': '1.2', Aug 19 14:24:19.268768 n-d-766043-2 neutron-server[94641]: 'ConntrackHelper': '1.0', Aug 19 14:24:19.268768 n-d-766043-2 neutron-server[94641]: 'Log': '1.0', Aug 19 14:24:19.268768 n-d-766043-2 neutron-server[94641]: 'Network': '1.1', Aug 19 14:24:19.268768 n-d-766043-2 neutron-server[94641]: 'Port': '1.7', Aug 19 14:24:19.268768 n-d-766043-2 neutron-server[94641]: 'PortForwarding': '1.2', Aug 19 14:24:19.268768 n-d-766043-2 neutron-server[94641]: 'QosPolicy': '1.9', Aug 19 14:24:19.268768 n-d-766043-2 neutron-server[94641]: 'SecurityGroup': '1.4', Aug 19 14:24:19.268768 n-d-766043-2 neutron-server[94641]: 'SecurityGroupRule': '1.2', Aug 19 14:24:19.268768 n-d-766043-2 neutron-server[94641]: 'SubPort': '1.0', Aug 19 14:24:19.268768 n-d-766043-2 neutron-server[94641]: 'Subnet': '1.1', Aug 19 14:24:19.268768 n-d-766043-2 neutron-server[94641]: 'Trunk': '1.1'}} Aug 19 14:24:19.268768 n-d-766043-2 neutron-server[94641]: {{(pid=94641) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 14:24:19.315209 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d9ba0e0d-ec03-4f8e-951c-be2d44928796 None None] Attempting to bind port 7e5aa33f-7ed9-4e02-b3e4-e4584f8d59f6 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:24:19.315612 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d9ba0e0d-ec03-4f8e-951c-be2d44928796 None None] Attempting to bind port 7e5aa33f-7ed9-4e02-b3e4-e4584f8d59f6 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'e72f41e5-51f3-4c85-965d-b65288bbf22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '001098d3-d275-42a1-8367-dcede3e74540'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:24:19.316069 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ba0e0d-ec03-4f8e-951c-be2d44928796 None None] Attempting to bind port 7e5aa33f-7ed9-4e02-b3e4-e4584f8d59f6 on network 001098d3-d275-42a1-8367-dcede3e74540 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:24:19.321598 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ba0e0d-ec03-4f8e-951c-be2d44928796 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:24:19.322008 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ba0e0d-ec03-4f8e-951c-be2d44928796 None None] Checking segment: {'id': 'e72f41e5-51f3-4c85-965d-b65288bbf22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '001098d3-d275-42a1-8367-dcede3e74540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:24:19.322498 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d9ba0e0d-ec03-4f8e-951c-be2d44928796 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:19.322892 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ba0e0d-ec03-4f8e-951c-be2d44928796 None None] Bound using segment: {'id': 'e72f41e5-51f3-4c85-965d-b65288bbf22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '001098d3-d275-42a1-8367-dcede3e74540'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:24:19.323384 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d9ba0e0d-ec03-4f8e-951c-be2d44928796 None None] Bound port: 7e5aa33f-7ed9-4e02-b3e4-e4584f8d59f6, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e72f41e5-51f3-4c85-965d-b65288bbf22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '001098d3-d275-42a1-8367-dcede3e74540'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:24:19.323809 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d9ba0e0d-ec03-4f8e-951c-be2d44928796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:19.385253 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d9ba0e0d-ec03-4f8e-951c-be2d44928796 None None] For port 7e5aa33f-7ed9-4e02-b3e4-e4584f8d59f6, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:24:19.389383 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d9ba0e0d-ec03-4f8e-951c-be2d44928796 None None] For port 7e5aa33f-7ed9-4e02-b3e4-e4584f8d59f6, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=7e5aa33f-7ed9-4e02-b3e4-e4584f8d59f6,segment=NetworkSegment(e72f41e5-51f3-4c85-965d-b65288bbf22a),segment_id=e72f41e5-51f3-4c85-965d-b65288bbf22a)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:24:19.394010 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d9ba0e0d-ec03-4f8e-951c-be2d44928796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:19.462161 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ba0e0d-ec03-4f8e-951c-be2d44928796 None None] Pushing event updated for resources: {'Port': ['ID=7e5aa33f-7ed9-4e02-b3e4-e4584f8d59f6,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:24:20.654436 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56682) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:24:20.971018 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [None req-e77ee154-f967-4922-b8e6-cb843b1f246a admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:24:20.972007 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e77ee154-f967-4922-b8e6-cb843b1f246a admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3165112 Aug 19 14:24:23.383935 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56690) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:24:23.901780 n-d-766043-2 neutron-server[94639]: WARNING oslo_policy.policy [None req-125dc6de-d002-40df-80e7-72b7fe400bf3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 14:24:23.902471 n-d-766043-2 neutron-server[94639]: WARNING oslo_policy.policy [None req-125dc6de-d002-40df-80e7-72b7fe400bf3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 14:24:24.123715 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [None req-125dc6de-d002-40df-80e7-72b7fe400bf3 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:24:24.124959 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-125dc6de-d002-40df-80e7-72b7fe400bf3 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7389047 Aug 19 14:24:26.745855 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56710) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:24:27.065632 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6bfb8090-b7bd-493a-9ba9-826dda735b95 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '3b3216fe34ea47c29cc0ea1245aa1a9e', 'name': 'router1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:24:27.090306 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6bfb8090-b7bd-493a-9ba9-826dda735b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:27.091846 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6bfb8090-b7bd-493a-9ba9-826dda735b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:27.232025 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6bfb8090-b7bd-493a-9ba9-826dda735b95 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:27.236964 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6bfb8090-b7bd-493a-9ba9-826dda735b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:27.249133 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6bfb8090-b7bd-493a-9ba9-826dda735b95 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:27.250319 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-6bfb8090-b7bd-493a-9ba9-826dda735b95 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5034945 Aug 19 14:24:27.908132 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40663321-8a14-4d52-b388-597cd4928be3 None None] Network 001098d3-d275-42a1-8367-dcede3e74540 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:24:27.968670 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b85628e1-e5a2-440c-80fd-ed36982e9f14 None None] Provisioning for port 7e5aa33f-7ed9-4e02-b3e4-e4584f8d59f6 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:24:28.391162 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 7e5aa33f-7ed9-4e02-b3e4-e4584f8d59f6 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:24:28.473329 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 7e5aa33f-7ed9-4e02-b3e4-e4584f8d59f6 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:24:28.477444 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 7e5aa33f-7ed9-4e02-b3e4-e4584f8d59f6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:24:28.477844 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:28.584003 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:28.618013 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 7e5aa33f-7ed9-4e02-b3e4-e4584f8d59f6, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=7e5aa33f-7ed9-4e02-b3e4-e4584f8d59f6,segment=NetworkSegment(e72f41e5-51f3-4c85-965d-b65288bbf22a),segment_id=e72f41e5-51f3-4c85-965d-b65288bbf22a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:24:28.622556 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:28.671417 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=7e5aa33f-7ed9-4e02-b3e4-e4584f8d59f6,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:24:29.642180 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56718) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:24:29.949519 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [None req-82419215-5a82-4264-a755-218c71e0006f admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:24:29.950485 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-82419215-5a82-4264-a755-218c71e0006f admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3073812 Aug 19 14:24:30.370386 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 7e5aa33f-7ed9-4e02-b3e4-e4584f8d59f6 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:24:30.417071 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 7e5aa33f-7ed9-4e02-b3e4-e4584f8d59f6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:24:30.417442 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:31.265432 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4a5e7771-4c66-491d-a028-78639dfe0031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:32.297408 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56726) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:24:32.608005 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-84cc43cc-7c9f-4209-a0ce-2a3b167cbe52 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:24:32.609657 n-d-766043-2 neutron-server[94639]: INFO neutron.quota [None req-84cc43cc-7c9f-4209-a0ce-2a3b167cbe52 admin admin] Loaded quota_driver: . Aug 19 14:24:32.667023 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84cc43cc-7c9f-4209-a0ce-2a3b167cbe52 admin admin] Made reservation on behalf of b2ba81fbffe14e1da14fa57957a6b41d for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:24:32.732980 n-d-766043-2 neutron-server[94639]: DEBUG neutron.policy [None req-84cc43cc-7c9f-4209-a0ce-2a3b167cbe52 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94639) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 19 14:24:32.777860 n-d-766043-2 neutron-server[94639]: WARNING oslo_policy.policy [None req-84cc43cc-7c9f-4209-a0ce-2a3b167cbe52 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 14:24:32.778242 n-d-766043-2 neutron-server[94639]: WARNING oslo_policy.policy [None req-84cc43cc-7c9f-4209-a0ce-2a3b167cbe52 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 14:24:32.788474 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84cc43cc-7c9f-4209-a0ce-2a3b167cbe52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:32.808708 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84cc43cc-7c9f-4209-a0ce-2a3b167cbe52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:32.937675 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84cc43cc-7c9f-4209-a0ce-2a3b167cbe52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:32.941282 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84cc43cc-7c9f-4209-a0ce-2a3b167cbe52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:32.951890 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-84cc43cc-7c9f-4209-a0ce-2a3b167cbe52 admin admin] Reserving flat network on physical network physnet1 {{(pid=94639) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 19 14:24:32.984229 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84cc43cc-7c9f-4209-a0ce-2a3b167cbe52 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784381792202', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:32.984839 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84cc43cc-7c9f-4209-a0ce-2a3b167cbe52 admin admin] Unsubscribe: segment precommit_create {{(pid=94639) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 19 14:24:32.985363 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-84cc43cc-7c9f-4209-a0ce-2a3b167cbe52 admin admin] Added segment 5b7be85f-6f2a-4770-a8ec-90cb89a6019e of type flat for network 88eeec05-6d16-4f02-9461-44ff5e420302 Aug 19 14:24:33.003735 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc43cc-7c9f-4209-a0ce-2a3b167cbe52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662b344f-edb6-4805-a176-eb72a0218cb8,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:24:33.023851 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cc43cc-7c9f-4209-a0ce-2a3b167cbe52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:33.024386 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cc43cc-7c9f-4209-a0ce-2a3b167cbe52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:33.024559 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cc43cc-7c9f-4209-a0ce-2a3b167cbe52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:33.024898 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cc43cc-7c9f-4209-a0ce-2a3b167cbe52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:33.025216 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cc43cc-7c9f-4209-a0ce-2a3b167cbe52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:33.025533 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cc43cc-7c9f-4209-a0ce-2a3b167cbe52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:33.025852 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cc43cc-7c9f-4209-a0ce-2a3b167cbe52 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:33.026171 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cc43cc-7c9f-4209-a0ce-2a3b167cbe52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:33.026498 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cc43cc-7c9f-4209-a0ce-2a3b167cbe52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:33.026803 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cc43cc-7c9f-4209-a0ce-2a3b167cbe52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:33.027107 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cc43cc-7c9f-4209-a0ce-2a3b167cbe52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:33.027416 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cc43cc-7c9f-4209-a0ce-2a3b167cbe52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:33.028570 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cc43cc-7c9f-4209-a0ce-2a3b167cbe52 admin admin] Tracked resource versions report: Aug 19 14:24:33.028570 n-d-766043-2 neutron-server[94639]: pushed versions: Aug 19 14:24:33.028570 n-d-766043-2 neutron-server[94639]: { 'AddressGroup': {'1.2'}, Aug 19 14:24:33.028570 n-d-766043-2 neutron-server[94639]: 'ConntrackHelper': {'1.0'}, Aug 19 14:24:33.028570 n-d-766043-2 neutron-server[94639]: 'Log': {'1.0'}, Aug 19 14:24:33.028570 n-d-766043-2 neutron-server[94639]: 'Network': {'1.1'}, Aug 19 14:24:33.028570 n-d-766043-2 neutron-server[94639]: 'Port': {'1.7'}, Aug 19 14:24:33.028570 n-d-766043-2 neutron-server[94639]: 'PortForwarding': {'1.2'}, Aug 19 14:24:33.028570 n-d-766043-2 neutron-server[94639]: 'QosPolicy': {'1.9'}, Aug 19 14:24:33.028570 n-d-766043-2 neutron-server[94639]: 'SecurityGroup': {'1.4'}, Aug 19 14:24:33.028570 n-d-766043-2 neutron-server[94639]: 'SecurityGroupRule': {'1.2'}, Aug 19 14:24:33.028570 n-d-766043-2 neutron-server[94639]: 'SubPort': {'1.0'}, Aug 19 14:24:33.028570 n-d-766043-2 neutron-server[94639]: 'Subnet': {'1.1'}, Aug 19 14:24:33.028570 n-d-766043-2 neutron-server[94639]: 'Trunk': {'1.1'}} Aug 19 14:24:33.028570 n-d-766043-2 neutron-server[94639]: consumer versions: Aug 19 14:24:33.028570 n-d-766043-2 neutron-server[94639]: { DHCP agent@n-d-766043-2: {}, Aug 19 14:24:33.028570 n-d-766043-2 neutron-server[94639]: L3 agent@n-d-766043-2: {}, Aug 19 14:24:33.028570 n-d-766043-2 neutron-server[94639]: Metadata agent@n-d-766043-2: {}, Aug 19 14:24:33.028570 n-d-766043-2 neutron-server[94639]: Metering agent@n-d-766043-2: {}, Aug 19 14:24:33.028570 n-d-766043-2 neutron-server[94639]: Open vSwitch agent@n-d-766043-2: { 'AddressGroup': '1.2', Aug 19 14:24:33.028570 n-d-766043-2 neutron-server[94639]: 'ConntrackHelper': '1.0', Aug 19 14:24:33.028570 n-d-766043-2 neutron-server[94639]: 'Log': '1.0', Aug 19 14:24:33.028570 n-d-766043-2 neutron-server[94639]: 'Network': '1.1', Aug 19 14:24:33.028570 n-d-766043-2 neutron-server[94639]: 'Port': '1.7', Aug 19 14:24:33.028570 n-d-766043-2 neutron-server[94639]: 'PortForwarding': '1.2', Aug 19 14:24:33.028570 n-d-766043-2 neutron-server[94639]: 'QosPolicy': '1.9', Aug 19 14:24:33.028570 n-d-766043-2 neutron-server[94639]: 'SecurityGroup': '1.4', Aug 19 14:24:33.028570 n-d-766043-2 neutron-server[94639]: 'SecurityGroupRule': '1.2', Aug 19 14:24:33.028570 n-d-766043-2 neutron-server[94639]: 'SubPort': '1.0', Aug 19 14:24:33.028570 n-d-766043-2 neutron-server[94639]: 'Subnet': '1.1', Aug 19 14:24:33.028570 n-d-766043-2 neutron-server[94639]: 'Trunk': '1.1'}} Aug 19 14:24:33.028570 n-d-766043-2 neutron-server[94639]: {{(pid=94639) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 14:24:33.121416 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84cc43cc-7c9f-4209-a0ce-2a3b167cbe52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:33.172542 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84cc43cc-7c9f-4209-a0ce-2a3b167cbe52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:33.173686 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cc43cc-7c9f-4209-a0ce-2a3b167cbe52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:24:33.174320 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84cc43cc-7c9f-4209-a0ce-2a3b167cbe52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:33.252672 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-84cc43cc-7c9f-4209-a0ce-2a3b167cbe52 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9541097 Aug 19 14:24:33.270477 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc43cc-7c9f-4209-a0ce-2a3b167cbe52 admin admin] Pushing event updated for resources: {'Network': ['ID=88eeec05-6d16-4f02-9461-44ff5e420302,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:24:33.281899 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 88eeec05-6d16-4f02-9461-44ff5e420302 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:24:34.231950 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cbb3dc00-7fb1-43a3-9757-0529c003aae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:34.448313 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:34.889053 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:35.614837 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56750) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:24:35.827276 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcb7955-d70c-46fd-b5c0-7709cd47e5ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:24:35.828657 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-fdcb7955-d70c-46fd-b5c0-7709cd47e5ad admin admin] 10.222.0.69 "GET /v2.0/subnets/2cddaba3-43c0-49e3-8b00-9fcb742e4c4f HTTP/1.1" status: 200 len: 849 time: 0.2128186 Aug 19 14:24:35.985916 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-15b0288b-0e60-421a-b34e-177645735b02 admin admin] 10.222.0.69 "GET /v2.0/routers/dc15e35c-b0be-483e-9be7-92319bf935ca HTTP/1.1" status: 200 len: 704 time: 0.1507454 Aug 19 14:24:36.263101 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-478a548e-0ce3-41fb-9fee-a2156bf761b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:36.550745 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-478a548e-0ce3-41fb-9fee-a2156bf761b5 admin admin] Allocated IP 172.20.0.1 (001098d3-d275-42a1-8367-dcede3e74540/2cddaba3-43c0-49e3-8b00-9fcb742e4c4f/eb998595-7566-4445-a5ef-cc3840acb6cf) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:24:36.647132 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:36.732318 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-478a548e-0ce3-41fb-9fee-a2156bf761b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:36.755550 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-478a548e-0ce3-41fb-9fee-a2156bf761b5 admin admin] Transition to ACTIVE for port object eb998595-7566-4445-a5ef-cc3840acb6cf will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:24:36.835075 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-478a548e-0ce3-41fb-9fee-a2156bf761b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:36.909478 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478a548e-0ce3-41fb-9fee-a2156bf761b5 admin admin] Network 001098d3-d275-42a1-8367-dcede3e74540 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:24:36.914676 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-478a548e-0ce3-41fb-9fee-a2156bf761b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:24:36.920138 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a548e-0ce3-41fb-9fee-a2156bf761b5 admin admin] Pushing event updated for resources: {'Port': ['ID=eb998595-7566-4445-a5ef-cc3840acb6cf,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:24:36.932021 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478a548e-0ce3-41fb-9fee-a2156bf761b5 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:24:36.932974 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-478a548e-0ce3-41fb-9fee-a2156bf761b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:37.070943 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-87fda491-dd48-4633-857a-18e4b35f604c None None] Provisioning for port eb998595-7566-4445-a5ef-cc3840acb6cf completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:24:37.074599 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-87fda491-dd48-4633-857a-18e4b35f604c None None] Provisioning complete for port eb998595-7566-4445-a5ef-cc3840acb6cf triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:24:37.075028 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-87fda491-dd48-4633-857a-18e4b35f604c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:37.108234 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-87fda491-dd48-4633-857a-18e4b35f604c None None] Port eb998595-7566-4445-a5ef-cc3840acb6cf cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:24:37.129544 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-478a548e-0ce3-41fb-9fee-a2156bf761b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:37.376889 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-478a548e-0ce3-41fb-9fee-a2156bf761b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:37.381722 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-478a548e-0ce3-41fb-9fee-a2156bf761b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:37.382537 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-478a548e-0ce3-41fb-9fee-a2156bf761b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:37.456695 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a548e-0ce3-41fb-9fee-a2156bf761b5 admin admin] Pushing event updated for resources: {'Port': ['ID=eb998595-7566-4445-a5ef-cc3840acb6cf,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:24:37.502131 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478a548e-0ce3-41fb-9fee-a2156bf761b5 admin admin] Network 001098d3-d275-42a1-8367-dcede3e74540 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:24:37.503410 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-478a548e-0ce3-41fb-9fee-a2156bf761b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:24:37.672530 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-478a548e-0ce3-41fb-9fee-a2156bf761b5 admin admin] Router dc15e35c-b0be-483e-9be7-92319bf935ca is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:24:37.730034 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2c47dada-c2b4-4fca-81ee-3cee5bc99f90 None None] Provisioning complete for port eb998595-7566-4445-a5ef-cc3840acb6cf triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:24:37.730639 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2c47dada-c2b4-4fca-81ee-3cee5bc99f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:37.761882 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-2c47dada-c2b4-4fca-81ee-3cee5bc99f90 None None] Port eb998595-7566-4445-a5ef-cc3840acb6cf cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:24:37.762945 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478a548e-0ce3-41fb-9fee-a2156bf761b5 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:24:37.767950 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-478a548e-0ce3-41fb-9fee-a2156bf761b5 admin admin] 10.222.0.69 "PUT /v2.0/routers/dc15e35c-b0be-483e-9be7-92319bf935ca/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7767048 Aug 19 14:24:37.772673 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3103eca-4645-453b-835c-624edb7c5e2d None None] Sync routers for ids ['dc15e35c-b0be-483e-9be7-92319bf935ca'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:24:37.784038 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3103eca-4645-453b-835c-624edb7c5e2d None None] Routers {'dc15e35c-b0be-483e-9be7-92319bf935ca'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:24:37.784950 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f3103eca-4645-453b-835c-624edb7c5e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:24:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['dc15e35c-b0be-483e-9be7-92319bf935ca'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:24:37.969782 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-f3103eca-4645-453b-835c-624edb7c5e2d None None] Set router dc15e35c-b0be-483e-9be7-92319bf935ca gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:24:38.398129 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f3103eca-4645-453b-835c-624edb7c5e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc15e35c-b0be-483e-9be7-92319bf935ca', 'name': 'router1', 'tenant_id': '3b3216fe34ea47c29cc0ea1245aa1a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:24:27Z', 'updated_at': '2021-08-19T14:24:37Z', 'revision_number': 2, 'project_id': '3b3216fe34ea47c29cc0ea1245aa1a9e', 'gw_port_host': None, '_interfaces': [{'id': 'eb998595-7566-4445-a5ef-cc3840acb6cf', 'name': '', 'network_id': '001098d3-d275-42a1-8367-dcede3e74540', 'tenant_id': '3b3216fe34ea47c29cc0ea1245aa1a9e', 'mac_address': 'fa:16:3e:22:98:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc15e35c-b0be-483e-9be7-92319bf935ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2cddaba3-43c0-49e3-8b00-9fcb742e4c4f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:24:36Z', 'updated_at': '2021-08-19T14:24:37Z', 'revision_number': 2, 'project_id': '3b3216fe34ea47c29cc0ea1245aa1a9e', 'subnets': [{'id': '2cddaba3-43c0-49e3-8b00-9fcb742e4c4f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b338ee4-135e-44d7-9649-f0d09911f302'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:24:38.449518 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3103eca-4645-453b-835c-624edb7c5e2d None None] Checking router: dc15e35c-b0be-483e-9be7-92319bf935ca for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:24:38.449898 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3103eca-4645-453b-835c-624edb7c5e2d None None] Updating router dc15e35c-b0be-483e-9be7-92319bf935ca port eb998595-7566-4445-a5ef-cc3840acb6cf binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:24:38.498740 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-f3103eca-4645-453b-835c-624edb7c5e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:39.018716 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-f3103eca-4645-453b-835c-624edb7c5e2d None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:39.039023 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-f3103eca-4645-453b-835c-624edb7c5e2d None None] Transition to ACTIVE for port object eb998595-7566-4445-a5ef-cc3840acb6cf will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:24:39.044952 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-f3103eca-4645-453b-835c-624edb7c5e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:39.204391 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8083f440-22c6-433a-8466-55d5c9ea5107 None None] Pushing event updated for resources: {'Port': ['ID=eb998595-7566-4445-a5ef-cc3840acb6cf,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:24:39.221483 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8083f440-22c6-433a-8466-55d5c9ea5107 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:39.221829 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8083f440-22c6-433a-8466-55d5c9ea5107 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:39.222165 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8083f440-22c6-433a-8466-55d5c9ea5107 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:39.222495 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8083f440-22c6-433a-8466-55d5c9ea5107 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:39.222823 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8083f440-22c6-433a-8466-55d5c9ea5107 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:39.223149 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8083f440-22c6-433a-8466-55d5c9ea5107 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:39.223470 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8083f440-22c6-433a-8466-55d5c9ea5107 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:39.223790 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8083f440-22c6-433a-8466-55d5c9ea5107 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:39.224115 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8083f440-22c6-433a-8466-55d5c9ea5107 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:39.224508 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8083f440-22c6-433a-8466-55d5c9ea5107 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:39.224828 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8083f440-22c6-433a-8466-55d5c9ea5107 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:39.225142 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8083f440-22c6-433a-8466-55d5c9ea5107 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:24:39.226797 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8083f440-22c6-433a-8466-55d5c9ea5107 None None] Tracked resource versions report: Aug 19 14:24:39.226797 n-d-766043-2 neutron-server[94642]: pushed versions: Aug 19 14:24:39.226797 n-d-766043-2 neutron-server[94642]: { 'AddressGroup': {'1.2'}, Aug 19 14:24:39.226797 n-d-766043-2 neutron-server[94642]: 'ConntrackHelper': {'1.0'}, Aug 19 14:24:39.226797 n-d-766043-2 neutron-server[94642]: 'Log': {'1.0'}, Aug 19 14:24:39.226797 n-d-766043-2 neutron-server[94642]: 'Network': {'1.1'}, Aug 19 14:24:39.226797 n-d-766043-2 neutron-server[94642]: 'Port': {'1.7'}, Aug 19 14:24:39.226797 n-d-766043-2 neutron-server[94642]: 'PortForwarding': {'1.2'}, Aug 19 14:24:39.226797 n-d-766043-2 neutron-server[94642]: 'QosPolicy': {'1.9'}, Aug 19 14:24:39.226797 n-d-766043-2 neutron-server[94642]: 'SecurityGroup': {'1.4'}, Aug 19 14:24:39.226797 n-d-766043-2 neutron-server[94642]: 'SecurityGroupRule': {'1.2'}, Aug 19 14:24:39.226797 n-d-766043-2 neutron-server[94642]: 'SubPort': {'1.0'}, Aug 19 14:24:39.226797 n-d-766043-2 neutron-server[94642]: 'Subnet': {'1.1'}, Aug 19 14:24:39.226797 n-d-766043-2 neutron-server[94642]: 'Trunk': {'1.1'}} Aug 19 14:24:39.226797 n-d-766043-2 neutron-server[94642]: consumer versions: Aug 19 14:24:39.226797 n-d-766043-2 neutron-server[94642]: { DHCP agent@n-d-766043-2: {}, Aug 19 14:24:39.226797 n-d-766043-2 neutron-server[94642]: L3 agent@n-d-766043-2: {}, Aug 19 14:24:39.226797 n-d-766043-2 neutron-server[94642]: Metadata agent@n-d-766043-2: {}, Aug 19 14:24:39.226797 n-d-766043-2 neutron-server[94642]: Metering agent@n-d-766043-2: {}, Aug 19 14:24:39.226797 n-d-766043-2 neutron-server[94642]: Open vSwitch agent@n-d-766043-2: { 'AddressGroup': '1.2', Aug 19 14:24:39.226797 n-d-766043-2 neutron-server[94642]: 'ConntrackHelper': '1.0', Aug 19 14:24:39.226797 n-d-766043-2 neutron-server[94642]: 'Log': '1.0', Aug 19 14:24:39.226797 n-d-766043-2 neutron-server[94642]: 'Network': '1.1', Aug 19 14:24:39.226797 n-d-766043-2 neutron-server[94642]: 'Port': '1.7', Aug 19 14:24:39.226797 n-d-766043-2 neutron-server[94642]: 'PortForwarding': '1.2', Aug 19 14:24:39.226797 n-d-766043-2 neutron-server[94642]: 'QosPolicy': '1.9', Aug 19 14:24:39.226797 n-d-766043-2 neutron-server[94642]: 'SecurityGroup': '1.4', Aug 19 14:24:39.226797 n-d-766043-2 neutron-server[94642]: 'SecurityGroupRule': '1.2', Aug 19 14:24:39.226797 n-d-766043-2 neutron-server[94642]: 'SubPort': '1.0', Aug 19 14:24:39.226797 n-d-766043-2 neutron-server[94642]: 'Subnet': '1.1', Aug 19 14:24:39.226797 n-d-766043-2 neutron-server[94642]: 'Trunk': '1.1'}} Aug 19 14:24:39.226797 n-d-766043-2 neutron-server[94642]: {{(pid=94642) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 14:24:39.232989 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-f3103eca-4645-453b-835c-624edb7c5e2d None None] Attempting to bind port eb998595-7566-4445-a5ef-cc3840acb6cf on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:24:39.233385 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-f3103eca-4645-453b-835c-624edb7c5e2d None None] Attempting to bind port eb998595-7566-4445-a5ef-cc3840acb6cf by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'e72f41e5-51f3-4c85-965d-b65288bbf22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '001098d3-d275-42a1-8367-dcede3e74540'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:24:39.233828 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3103eca-4645-453b-835c-624edb7c5e2d None None] Attempting to bind port eb998595-7566-4445-a5ef-cc3840acb6cf on network 001098d3-d275-42a1-8367-dcede3e74540 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:24:39.238719 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3103eca-4645-453b-835c-624edb7c5e2d None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:24:39.239129 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3103eca-4645-453b-835c-624edb7c5e2d None None] Checking segment: {'id': 'e72f41e5-51f3-4c85-965d-b65288bbf22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '001098d3-d275-42a1-8367-dcede3e74540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:24:39.239610 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-f3103eca-4645-453b-835c-624edb7c5e2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:39.240018 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3103eca-4645-453b-835c-624edb7c5e2d None None] Bound using segment: {'id': 'e72f41e5-51f3-4c85-965d-b65288bbf22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '001098d3-d275-42a1-8367-dcede3e74540'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:24:39.240524 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-f3103eca-4645-453b-835c-624edb7c5e2d None None] Bound port: eb998595-7566-4445-a5ef-cc3840acb6cf, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e72f41e5-51f3-4c85-965d-b65288bbf22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '001098d3-d275-42a1-8367-dcede3e74540'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:24:39.240906 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-f3103eca-4645-453b-835c-624edb7c5e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:39.306850 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-f3103eca-4645-453b-835c-624edb7c5e2d None None] For port eb998595-7566-4445-a5ef-cc3840acb6cf, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:24:39.327214 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-f3103eca-4645-453b-835c-624edb7c5e2d None None] For port eb998595-7566-4445-a5ef-cc3840acb6cf, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=eb998595-7566-4445-a5ef-cc3840acb6cf,segment=NetworkSegment(e72f41e5-51f3-4c85-965d-b65288bbf22a),segment_id=e72f41e5-51f3-4c85-965d-b65288bbf22a)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:24:39.331598 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-f3103eca-4645-453b-835c-624edb7c5e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:39.379486 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3103eca-4645-453b-835c-624edb7c5e2d None None] Routers {'dc15e35c-b0be-483e-9be7-92319bf935ca'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:24:39.380112 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f3103eca-4645-453b-835c-624edb7c5e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:24:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['dc15e35c-b0be-483e-9be7-92319bf935ca'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:24:39.462651 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8083f440-22c6-433a-8466-55d5c9ea5107 None None] Pushing event updated for resources: {'Port': ['ID=eb998595-7566-4445-a5ef-cc3840acb6cf,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:24:39.481989 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-f3103eca-4645-453b-835c-624edb7c5e2d None None] Set router dc15e35c-b0be-483e-9be7-92319bf935ca gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:24:39.691735 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f3103eca-4645-453b-835c-624edb7c5e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc15e35c-b0be-483e-9be7-92319bf935ca', 'name': 'router1', 'tenant_id': '3b3216fe34ea47c29cc0ea1245aa1a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:24:27Z', 'updated_at': '2021-08-19T14:24:37Z', 'revision_number': 2, 'project_id': '3b3216fe34ea47c29cc0ea1245aa1a9e', 'gw_port_host': None, '_interfaces': [{'id': 'eb998595-7566-4445-a5ef-cc3840acb6cf', 'name': '', 'network_id': '001098d3-d275-42a1-8367-dcede3e74540', 'tenant_id': '3b3216fe34ea47c29cc0ea1245aa1a9e', 'mac_address': 'fa:16:3e:22:98:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc15e35c-b0be-483e-9be7-92319bf935ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2cddaba3-43c0-49e3-8b00-9fcb742e4c4f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:24:36Z', 'updated_at': '2021-08-19T14:24:39Z', 'revision_number': 4, 'project_id': '3b3216fe34ea47c29cc0ea1245aa1a9e', 'subnets': [{'id': '2cddaba3-43c0-49e3-8b00-9fcb742e4c4f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b338ee4-135e-44d7-9649-f0d09911f302'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:24:39.717438 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3103eca-4645-453b-835c-624edb7c5e2d None None] The sync data for ids ['dc15e35c-b0be-483e-9be7-92319bf935ca'] in n-d-766043-2 is: [{'id': 'dc15e35c-b0be-483e-9be7-92319bf935ca', 'name': 'router1', 'tenant_id': '3b3216fe34ea47c29cc0ea1245aa1a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:24:27Z', 'updated_at': '2021-08-19T14:24:37Z', 'revision_number': 2, 'project_id': '3b3216fe34ea47c29cc0ea1245aa1a9e', 'gw_port_host': None, '_interfaces': [{'id': 'eb998595-7566-4445-a5ef-cc3840acb6cf', 'name': '', 'network_id': '001098d3-d275-42a1-8367-dcede3e74540', 'tenant_id': '3b3216fe34ea47c29cc0ea1245aa1a9e', 'mac_address': 'fa:16:3e:22:98:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc15e35c-b0be-483e-9be7-92319bf935ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2cddaba3-43c0-49e3-8b00-9fcb742e4c4f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:24:36Z', 'updated_at': '2021-08-19T14:24:39Z', 'revision_number': 4, 'project_id': '3b3216fe34ea47c29cc0ea1245aa1a9e', 'subnets': [{'id': '2cddaba3-43c0-49e3-8b00-9fcb742e4c4f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b338ee4-135e-44d7-9649-f0d09911f302'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:24:39.985640 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56772) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:24:40.094321 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0cbac2-05a4-44c1-a6c7-d739b1c920a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:24:40.095697 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4d0cbac2-05a4-44c1-a6c7-d739b1c920a9 admin admin] 10.222.0.69 "GET /v2.0/networks/88eeec05-6d16-4f02-9461-44ff5e420302 HTTP/1.1" status: 200 len: 842 time: 0.1089904 Aug 19 14:24:40.105745 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b6f95e50-a93e-4f2e-9071-5639db47acad admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'name': 'public-subnet', 'gateway_ip': '172.25.2.1', 'cidr': '172.25.2.0/24', 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:24:40.131427 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f95e50-a93e-4f2e-9071-5639db47acad admin admin] Made reservation on behalf of b2ba81fbffe14e1da14fa57957a6b41d for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:24:40.133782 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b6f95e50-a93e-4f2e-9071-5639db47acad admin admin] Notify callbacks [] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:40.442323 n-d-766043-2 neutron-server[94639]: DEBUG neutron.objects.ports [None req-b6f95e50-a93e-4f2e-9071-5639db47acad admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94639) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 14:24:40.442776 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b6f95e50-a93e-4f2e-9071-5639db47acad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:40.503238 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f95e50-a93e-4f2e-9071-5639db47acad admin admin] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:24:40.503583 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f95e50-a93e-4f2e-9071-5639db47acad admin admin] Network hostable DHCP agents. Network: 88eeec05-6d16-4f02-9461-44ff5e420302, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:24:40.508094 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f95e50-a93e-4f2e-9071-5639db47acad admin admin] Pushing event updated for resources: {'Subnet': ['ID=df4d783d-3193-442f-b9c4-0c35f3c3e536,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:24:40.527754 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f95e50-a93e-4f2e-9071-5639db47acad admin admin] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:24:40.539852 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-b6f95e50-a93e-4f2e-9071-5639db47acad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 88eeec05-6d16-4f02-9461-44ff5e420302) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:24:40.544424 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f95e50-a93e-4f2e-9071-5639db47acad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:24:40.545017 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b6f95e50-a93e-4f2e-9071-5639db47acad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:40.548526 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ac2ad0-4047-4676-b1d8-dabb43713471 None None] Network 88eeec05-6d16-4f02-9461-44ff5e420302 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:24:40.560233 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b6f95e50-a93e-4f2e-9071-5639db47acad admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4580979 Aug 19 14:24:40.684882 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb20f90-d5b7-4cf7-a4bd-b1a6abe9441d None None] Network 88eeec05-6d16-4f02-9461-44ff5e420302 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:24:42.822364 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56780) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:24:42.950207 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-eee43c23-3540-4b90-aaa7-01bff1a125c5 admin admin] 10.222.0.69 "GET /v2.0/routers/dc15e35c-b0be-483e-9be7-92319bf935ca HTTP/1.1" status: 200 len: 710 time: 0.1266272 Aug 19 14:24:43.038653 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14db98b1-c689-473e-9fbe-f9f811393a4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:24:43.040087 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-14db98b1-c689-473e-9fbe-f9f811393a4c admin admin] 10.222.0.69 "GET /v2.0/networks/88eeec05-6d16-4f02-9461-44ff5e420302 HTTP/1.1" status: 200 len: 886 time: 0.0841656 Aug 19 14:24:43.049626 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-cdc2bbfa-f8b7-4d27-9862-72da964c4303 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:24:43.364610 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cdc2bbfa-f8b7-4d27-9862-72da964c4303 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:43.592952 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cdc2bbfa-f8b7-4d27-9862-72da964c4303 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:43.668658 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cdc2bbfa-f8b7-4d27-9862-72da964c4303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:43.768174 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-cdc2bbfa-f8b7-4d27-9862-72da964c4303 admin admin] Allocated IP 172.25.2.24 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/b66a9854-db6a-47a4-ba86-e137baac4190) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:24:43.869306 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cdc2bbfa-f8b7-4d27-9862-72da964c4303 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:43.907878 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cdc2bbfa-f8b7-4d27-9862-72da964c4303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:43.946589 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc2bbfa-f8b7-4d27-9862-72da964c4303 admin admin] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:24:43.949272 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-cdc2bbfa-f8b7-4d27-9862-72da964c4303 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:24:43.951733 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc2bbfa-f8b7-4d27-9862-72da964c4303 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:24:43.990016 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc2bbfa-f8b7-4d27-9862-72da964c4303 admin admin] Pushing event updated for resources: {'Port': ['ID=b66a9854-db6a-47a4-ba86-e137baac4190,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:24:44.205491 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cdc2bbfa-f8b7-4d27-9862-72da964c4303 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:44.400993 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cdc2bbfa-f8b7-4d27-9862-72da964c4303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1663642', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1667783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59546'] for router, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:44.404842 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cdc2bbfa-f8b7-4d27-9862-72da964c4303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1663540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1663535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1667838'] for router, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:44.518913 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc2bbfa-f8b7-4d27-9862-72da964c4303 admin admin] Router dc15e35c-b0be-483e-9be7-92319bf935ca has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:24:44.625313 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc2bbfa-f8b7-4d27-9862-72da964c4303 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:24:44.629605 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cdc2bbfa-f8b7-4d27-9862-72da964c4303 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:44.630876 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-cdc2bbfa-f8b7-4d27-9862-72da964c4303 admin admin] 10.222.0.69 "PUT /v2.0/routers/dc15e35c-b0be-483e-9be7-92319bf935ca HTTP/1.1" status: 200 len: 889 time: 1.5848255 Aug 19 14:24:46.171173 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bd8040-8744-43c1-9e0d-665736323653 None None] Sync routers for ids ['dc15e35c-b0be-483e-9be7-92319bf935ca'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:24:46.181970 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bd8040-8744-43c1-9e0d-665736323653 None None] Routers {'dc15e35c-b0be-483e-9be7-92319bf935ca'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:24:46.182617 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d7bd8040-8744-43c1-9e0d-665736323653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:24:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['dc15e35c-b0be-483e-9be7-92319bf935ca'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:24:46.418007 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device eb998595-7566-4445-a5ef-cc3840acb6cf up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:24:46.468674 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-d7bd8040-8744-43c1-9e0d-665736323653 None None] Set router dc15e35c-b0be-483e-9be7-92319bf935ca gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:24:46.626942 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port eb998595-7566-4445-a5ef-cc3840acb6cf completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:24:46.674333 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port eb998595-7566-4445-a5ef-cc3840acb6cf triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:24:46.674638 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:46.873608 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:46.940796 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port eb998595-7566-4445-a5ef-cc3840acb6cf, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=eb998595-7566-4445-a5ef-cc3840acb6cf,segment=NetworkSegment(e72f41e5-51f3-4c85-965d-b65288bbf22a),segment_id=e72f41e5-51f3-4c85-965d-b65288bbf22a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:24:46.951738 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:46.997922 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d7bd8040-8744-43c1-9e0d-665736323653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc15e35c-b0be-483e-9be7-92319bf935ca', 'name': 'router1', 'tenant_id': '3b3216fe34ea47c29cc0ea1245aa1a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'b66a9854-db6a-47a4-ba86-e137baac4190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:24:27Z', 'updated_at': '2021-08-19T14:24:44Z', 'revision_number': 4, 'project_id': '3b3216fe34ea47c29cc0ea1245aa1a9e', 'gw_port': {'id': 'b66a9854-db6a-47a4-ba86-e137baac4190', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc15e35c-b0be-483e-9be7-92319bf935ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:24:43Z', 'updated_at': '2021-08-19T14:24:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'eb998595-7566-4445-a5ef-cc3840acb6cf', 'name': '', 'network_id': '001098d3-d275-42a1-8367-dcede3e74540', 'tenant_id': '3b3216fe34ea47c29cc0ea1245aa1a9e', 'mac_address': 'fa:16:3e:22:98:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc15e35c-b0be-483e-9be7-92319bf935ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2cddaba3-43c0-49e3-8b00-9fcb742e4c4f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:24:36Z', 'updated_at': '2021-08-19T14:24:39Z', 'revision_number': 4, 'project_id': '3b3216fe34ea47c29cc0ea1245aa1a9e', 'subnets': [{'id': '2cddaba3-43c0-49e3-8b00-9fcb742e4c4f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b338ee4-135e-44d7-9649-f0d09911f302'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:24:47.015085 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56792) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:24:47.061666 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bd8040-8744-43c1-9e0d-665736323653 None None] Checking router: dc15e35c-b0be-483e-9be7-92319bf935ca for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:24:47.062039 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bd8040-8744-43c1-9e0d-665736323653 None None] Updating router dc15e35c-b0be-483e-9be7-92319bf935ca port b66a9854-db6a-47a4-ba86-e137baac4190 binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:24:47.104692 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=eb998595-7566-4445-a5ef-cc3840acb6cf,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:24:47.115053 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d7bd8040-8744-43c1-9e0d-665736323653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:47.128928 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-56ec5136-a212-4943-a4a0-0adb66a828f4 admin admin] 10.222.0.69 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1126971 Aug 19 14:24:47.449097 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d7bd8040-8744-43c1-9e0d-665736323653 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:47.459484 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d7bd8040-8744-43c1-9e0d-665736323653 None None] Transition to ACTIVE for port object b66a9854-db6a-47a4-ba86-e137baac4190 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:24:47.465301 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d7bd8040-8744-43c1-9e0d-665736323653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:47.518448 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d7bd8040-8744-43c1-9e0d-665736323653 None None] Attempting to bind port b66a9854-db6a-47a4-ba86-e137baac4190 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:24:47.518821 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d7bd8040-8744-43c1-9e0d-665736323653 None None] Attempting to bind port b66a9854-db6a-47a4-ba86-e137baac4190 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:24:47.520236 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bd8040-8744-43c1-9e0d-665736323653 None None] Attempting to bind port b66a9854-db6a-47a4-ba86-e137baac4190 on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:24:47.522205 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaceead-9189-4b11-b476-59199681cd80 None None] Pushing event updated for resources: {'Port': ['ID=b66a9854-db6a-47a4-ba86-e137baac4190,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:24:47.527586 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bd8040-8744-43c1-9e0d-665736323653 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:24:47.527954 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bd8040-8744-43c1-9e0d-665736323653 None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:24:47.528348 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d7bd8040-8744-43c1-9e0d-665736323653 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:47.528754 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bd8040-8744-43c1-9e0d-665736323653 None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:24:47.529218 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d7bd8040-8744-43c1-9e0d-665736323653 None None] Bound port: b66a9854-db6a-47a4-ba86-e137baac4190, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:24:47.529613 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d7bd8040-8744-43c1-9e0d-665736323653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:47.581429 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d7bd8040-8744-43c1-9e0d-665736323653 None None] For port b66a9854-db6a-47a4-ba86-e137baac4190, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:24:47.585076 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d7bd8040-8744-43c1-9e0d-665736323653 None None] For port b66a9854-db6a-47a4-ba86-e137baac4190, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b66a9854-db6a-47a4-ba86-e137baac4190,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:24:47.589956 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d7bd8040-8744-43c1-9e0d-665736323653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:47.645697 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bd8040-8744-43c1-9e0d-665736323653 None None] Routers {'dc15e35c-b0be-483e-9be7-92319bf935ca'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:24:47.646335 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d7bd8040-8744-43c1-9e0d-665736323653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:24:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['dc15e35c-b0be-483e-9be7-92319bf935ca'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:24:47.681675 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaceead-9189-4b11-b476-59199681cd80 None None] Pushing event updated for resources: {'Port': ['ID=b66a9854-db6a-47a4-ba86-e137baac4190,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:24:47.763119 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-d7bd8040-8744-43c1-9e0d-665736323653 None None] Set router dc15e35c-b0be-483e-9be7-92319bf935ca gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:24:48.061981 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d7bd8040-8744-43c1-9e0d-665736323653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc15e35c-b0be-483e-9be7-92319bf935ca', 'name': 'router1', 'tenant_id': '3b3216fe34ea47c29cc0ea1245aa1a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'b66a9854-db6a-47a4-ba86-e137baac4190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:24:27Z', 'updated_at': '2021-08-19T14:24:44Z', 'revision_number': 4, 'project_id': '3b3216fe34ea47c29cc0ea1245aa1a9e', 'gw_port': {'id': 'b66a9854-db6a-47a4-ba86-e137baac4190', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc15e35c-b0be-483e-9be7-92319bf935ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:24:43Z', 'updated_at': '2021-08-19T14:24:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'eb998595-7566-4445-a5ef-cc3840acb6cf', 'name': '', 'network_id': '001098d3-d275-42a1-8367-dcede3e74540', 'tenant_id': '3b3216fe34ea47c29cc0ea1245aa1a9e', 'mac_address': 'fa:16:3e:22:98:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc15e35c-b0be-483e-9be7-92319bf935ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2cddaba3-43c0-49e3-8b00-9fcb742e4c4f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:24:36Z', 'updated_at': '2021-08-19T14:24:46Z', 'revision_number': 5, 'project_id': '3b3216fe34ea47c29cc0ea1245aa1a9e', 'subnets': [{'id': '2cddaba3-43c0-49e3-8b00-9fcb742e4c4f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b338ee4-135e-44d7-9649-f0d09911f302'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:24:48.087167 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bd8040-8744-43c1-9e0d-665736323653 None None] The sync data for ids ['dc15e35c-b0be-483e-9be7-92319bf935ca'] in n-d-766043-2 is: [{'id': 'dc15e35c-b0be-483e-9be7-92319bf935ca', 'name': 'router1', 'tenant_id': '3b3216fe34ea47c29cc0ea1245aa1a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'b66a9854-db6a-47a4-ba86-e137baac4190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:24:27Z', 'updated_at': '2021-08-19T14:24:44Z', 'revision_number': 4, 'project_id': '3b3216fe34ea47c29cc0ea1245aa1a9e', 'gw_port': {'id': 'b66a9854-db6a-47a4-ba86-e137baac4190', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc15e35c-b0be-483e-9be7-92319bf935ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:24:43Z', 'updated_at': '2021-08-19T14:24:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'eb998595-7566-4445-a5ef-cc3840acb6cf', 'name': '', 'network_id': '001098d3-d275-42a1-8367-dcede3e74540', 'tenant_id': '3b3216fe34ea47c29cc0ea1245aa1a9e', 'mac_address': 'fa:16:3e:22:98:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc15e35c-b0be-483e-9be7-92319bf935ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2cddaba3-43c0-49e3-8b00-9fcb742e4c4f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:24:36Z', 'updated_at': '2021-08-19T14:24:46Z', 'revision_number': 5, 'project_id': '3b3216fe34ea47c29cc0ea1245aa1a9e', 'subnets': [{'id': '2cddaba3-43c0-49e3-8b00-9fcb742e4c4f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b338ee4-135e-44d7-9649-f0d09911f302'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:24:48.508395 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device eb998595-7566-4445-a5ef-cc3840acb6cf up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:24:48.559356 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port eb998595-7566-4445-a5ef-cc3840acb6cf triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:24:48.559733 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:48.640718 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b66a9854-db6a-47a4-ba86-e137baac4190 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:24:48.691244 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port b66a9854-db6a-47a4-ba86-e137baac4190 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:24:48.697030 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port b66a9854-db6a-47a4-ba86-e137baac4190 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:24:48.697407 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:48.789906 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:48.825842 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port b66a9854-db6a-47a4-ba86-e137baac4190, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b66a9854-db6a-47a4-ba86-e137baac4190,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:24:48.831093 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:48.886563 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=b66a9854-db6a-47a4-ba86-e137baac4190,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:24:50.396862 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b66a9854-db6a-47a4-ba86-e137baac4190 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:24:50.453627 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port b66a9854-db6a-47a4-ba86-e137baac4190 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:24:50.460501 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:24:56.668426 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 5 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:25:01.258973 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45be5c8a-47e2-475c-8f12-b557f4eb5432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:25:04.235551 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-02e9429a-9096-417c-8df6-9abaabcbf592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:25:04.450744 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:25:04.898578 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:25:06.667338 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:25:31.264164 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-20271cd8-7469-43b1-8cc9-f0f067a35c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:25:33.667030 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 5 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:25:34.241998 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-05601ed1-f481-4508-b955-ad581e3aecc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:25:34.449138 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:25:34.903842 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:25:36.671253 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:26:01.267256 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d749cd0d-908d-47fa-b629-d6e017aca223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:26:04.244285 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ec7e21d0-a61b-47e5-b0cb-ebf0bccfbb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:26:04.444248 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:26:04.902869 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:26:06.672278 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:26:10.665528 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 5 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:26:27.651864 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57396) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:26:27.717204 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-02eeeb3d-ad24-484d-a163-b2146d30e958 admin admin] GET failed (client error): The resource could not be found. Aug 19 14:26:27.718487 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-02eeeb3d-ad24-484d-a163-b2146d30e958 admin admin] 10.222.0.69 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0656168 Aug 19 14:26:27.958730 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ef0a2a-7762-4223-9cb7-e0530fd2467a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:26:27.960249 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-25ef0a2a-7762-4223-9cb7-e0530fd2467a admin admin] 10.222.0.69 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2368426 Aug 19 14:26:30.099825 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57406) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:26:30.194353 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e105c63-6a36-4ad0-a96f-65159c0d4665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:26:30.195719 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9e105c63-6a36-4ad0-a96f-65159c0d4665 admin admin] 10.222.0.69 "GET /v2.0/subnets/2cddaba3-43c0-49e3-8b00-9fcb742e4c4f HTTP/1.1" status: 200 len: 849 time: 0.0948563 Aug 19 14:26:30.205863 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-fbaff678-236f-4924-8afd-b6b840c805a2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:26:30.290769 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbaff678-236f-4924-8afd-b6b840c805a2 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:26:30.429473 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbaff678-236f-4924-8afd-b6b840c805a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784381760103'] for subnet, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:26:30.459523 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbaff678-236f-4924-8afd-b6b840c805a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:26:30.460716 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbaff678-236f-4924-8afd-b6b840c805a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:26:30.461404 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-fbaff678-236f-4924-8afd-b6b840c805a2 admin admin] 10.222.0.69 "PUT /v2.0/subnets/2cddaba3-43c0-49e3-8b00-9fcb742e4c4f HTTP/1.1" status: 200 len: 868 time: 0.2597616 Aug 19 14:26:30.467027 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a506db74-9022-4bf4-ab4d-6bc3d0e52eda None None] Network 001098d3-d275-42a1-8367-dcede3e74540 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:26:30.482222 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaff678-236f-4924-8afd-b6b840c805a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cddaba3-43c0-49e3-8b00-9fcb742e4c4f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:26:30.489947 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaff678-236f-4924-8afd-b6b840c805a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:26:30.490315 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaff678-236f-4924-8afd-b6b840c805a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:26:30.490628 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaff678-236f-4924-8afd-b6b840c805a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:26:30.490965 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaff678-236f-4924-8afd-b6b840c805a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:26:30.491298 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaff678-236f-4924-8afd-b6b840c805a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:26:30.491626 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaff678-236f-4924-8afd-b6b840c805a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:26:30.491948 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaff678-236f-4924-8afd-b6b840c805a2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:26:30.492270 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaff678-236f-4924-8afd-b6b840c805a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:26:30.492619 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaff678-236f-4924-8afd-b6b840c805a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:26:30.492939 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaff678-236f-4924-8afd-b6b840c805a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:26:30.493318 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaff678-236f-4924-8afd-b6b840c805a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:26:30.493643 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaff678-236f-4924-8afd-b6b840c805a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:26:30.894411 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2a0e1a58-7838-4b86-be82-57e98174d737 None None] Provisioning complete for port eb998595-7566-4445-a5ef-cc3840acb6cf triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:26:30.894785 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2a0e1a58-7838-4b86-be82-57e98174d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:26:30.981185 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2a0e1a58-7838-4b86-be82-57e98174d737 None None] Provisioning complete for port 7e5aa33f-7ed9-4e02-b3e4-e4584f8d59f6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:26:30.981459 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2a0e1a58-7838-4b86-be82-57e98174d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:26:31.267726 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-31ffc315-4d8f-4419-8a75-634bf4f5d553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:26:32.619831 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57414) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:26:32.811659 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060b923b-7941-42e7-aef5-6bdc364043a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:26:32.812137 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060b923b-7941-42e7-aef5-6bdc364043a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:26:32.814236 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-060b923b-7941-42e7-aef5-6bdc364043a6 admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1933947 Aug 19 14:26:34.248518 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f556987a-648b-4ab5-a11a-13349e5ba41a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:26:34.435845 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:26:34.904544 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:26:34.953335 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57422) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:26:35.087163 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d047a818-565c-4656-8cec-ec29b86f66d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:26:35.087642 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d047a818-565c-4656-8cec-ec29b86f66d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:26:35.089195 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d047a818-565c-4656-8cec-ec29b86f66d6 admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1341329 Aug 19 14:26:36.679318 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:26:37.231004 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57430) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:26:37.359506 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f6ac83-f809-4ab0-a4d5-ee12d419f6b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:26:37.360870 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f3f6ac83-f809-4ab0-a4d5-ee12d419f6b5 admin admin] 10.222.0.69 "GET /v2.0/networks/001098d3-d275-42a1-8367-dcede3e74540 HTTP/1.1" status: 200 len: 869 time: 0.1288717 Aug 19 14:26:39.489888 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57438) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:26:39.611320 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c532a467-68e7-4499-8272-a5074dde29ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:26:39.613274 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c532a467-68e7-4499-8272-a5074dde29ce admin admin] 10.222.0.69 "GET /v2.0/networks/88eeec05-6d16-4f02-9461-44ff5e420302 HTTP/1.1" status: 200 len: 886 time: 0.1224511 Aug 19 14:26:41.738526 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57446) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:26:41.861163 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ca8679-9c0e-4395-9a09-7d9f64eb9121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:26:41.861618 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ca8679-9c0e-4395-9a09-7d9f64eb9121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:26:41.863130 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f5ca8679-9c0e-4395-9a09-7d9f64eb9121 admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1236572 Aug 19 14:26:44.026154 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57454) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:26:44.118135 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494e7240-9e1d-4182-8746-896c819d2287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:26:44.118646 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494e7240-9e1d-4182-8746-896c819d2287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:26:44.120140 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-494e7240-9e1d-4182-8746-896c819d2287 admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0930407 Aug 19 14:26:46.250556 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57462) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:26:46.340156 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82bfb11-6b37-49f4-abd1-d32ad6658205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:26:46.341529 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a82bfb11-6b37-49f4-abd1-d32ad6658205 admin admin] 10.222.0.69 "GET /v2.0/subnets/2cddaba3-43c0-49e3-8b00-9fcb742e4c4f HTTP/1.1" status: 200 len: 868 time: 0.0900152 Aug 19 14:26:47.665984 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 5 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:26:48.481064 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57470) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:26:48.568266 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65294ec2-67e3-45ce-bcf2-56d69525c53e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:26:48.569599 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-65294ec2-67e3-45ce-bcf2-56d69525c53e admin admin] 10.222.0.69 "GET /v2.0/subnets/df4d783d-3193-442f-b9c4-0c35f3c3e536 HTTP/1.1" status: 200 len: 816 time: 0.0875835 Aug 19 14:27:01.273092 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-173eeef6-308d-409a-941b-efacb5d57a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:27:04.249651 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-565f96a8-88f4-4d51-8588-4845ca6af442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:27:04.439434 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:27:04.907759 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:27:06.681945 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:27:12.133246 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57524) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:27:12.181735 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [None req-04bda1f1-caef-471f-8ad3-2f140e1044c8 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:27:12.183063 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-04bda1f1-caef-471f-8ad3-2f140e1044c8 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0487354 Aug 19 14:27:14.420083 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57532) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:27:14.490130 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ac8f153-ae84-48ad-b1cc-43f7c3e6fd10 admin admin] GET failed (client error): The resource could not be found. Aug 19 14:27:14.491434 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4ac8f153-ae84-48ad-b1cc-43f7c3e6fd10 admin admin] 10.222.0.69 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0703931 Aug 19 14:27:14.573871 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90d4d95-9c2e-4356-8514-e29faa8ab9e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:27:14.575311 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b90d4d95-9c2e-4356-8514-e29faa8ab9e7 admin admin] 10.222.0.69 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0795636 Aug 19 14:27:16.751609 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57540) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:27:16.798668 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a2a4d95b-28bf-4d79-a41d-f2af1da63fba admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:27:16.818777 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a4d95b-28bf-4d79-a41d-f2af1da63fba admin admin] Made reservation on behalf of b2ba81fbffe14e1da14fa57957a6b41d for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:27:16.820982 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2a4d95b-28bf-4d79-a41d-f2af1da63fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:27:16.849273 n-d-766043-2 neutron-server[94639]: WARNING neutron.services.revisions.revision_plugin [None req-a2a4d95b-28bf-4d79-a41d-f2af1da63fba admin admin] Could not find related network for resource to bump revision. Aug 19 14:27:16.862908 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2a4d95b-28bf-4d79-a41d-f2af1da63fba admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:27:16.875477 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2a4d95b-28bf-4d79-a41d-f2af1da63fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:27:16.875821 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-a2a4d95b-28bf-4d79-a41d-f2af1da63fba admin admin] Added segment 36ee212f-d90b-4e95-b186-85aafded0512 of type vlan for network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 Aug 19 14:27:16.915323 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2a4d95b-28bf-4d79-a41d-f2af1da63fba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:27:16.939277 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2a4d95b-28bf-4d79-a41d-f2af1da63fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:27:16.940334 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a4d95b-28bf-4d79-a41d-f2af1da63fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:27:16.940940 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2a4d95b-28bf-4d79-a41d-f2af1da63fba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:27:16.995148 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a2a4d95b-28bf-4d79-a41d-f2af1da63fba admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2423503 Aug 19 14:27:16.999807 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a4d95b-28bf-4d79-a41d-f2af1da63fba admin admin] Pushing event updated for resources: {'Network': ['ID=5146d24a-89b5-4a43-8ca4-b26f4fb943f7,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:27:17.030982 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:27:19.175524 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 57548) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:27:19.251001 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1e026cd-643f-432d-95b9-d9afc2ad898d admin admin] GET failed (client error): The resource could not be found. Aug 19 14:27:19.252768 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d1e026cd-643f-432d-95b9-d9afc2ad898d admin admin] 10.222.0.69 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0761647 Aug 19 14:27:19.365972 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e2f70f-fcaa-4ba8-b63c-aeaf1664d447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:27:19.367332 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-57e2f70f-fcaa-4ba8-b63c-aeaf1664d447 admin admin] 10.222.0.69 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1101096 Aug 19 14:27:19.384196 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b111d131-6175-4942-8829-428a57be6736 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'name': 'shared-subnet'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:27:19.412523 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b111d131-6175-4942-8829-428a57be6736 admin admin] Made reservation on behalf of b2ba81fbffe14e1da14fa57957a6b41d for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:27:19.415341 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b111d131-6175-4942-8829-428a57be6736 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:27:19.577059 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b111d131-6175-4942-8829-428a57be6736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:27:19.633313 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b111d131-6175-4942-8829-428a57be6736 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:27:19.642362 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b111d131-6175-4942-8829-428a57be6736 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:27:19.642703 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b111d131-6175-4942-8829-428a57be6736 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:27:19.643046 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b111d131-6175-4942-8829-428a57be6736 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:27:19.643365 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b111d131-6175-4942-8829-428a57be6736 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:27:19.643690 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b111d131-6175-4942-8829-428a57be6736 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:27:19.644016 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b111d131-6175-4942-8829-428a57be6736 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:27:19.644336 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b111d131-6175-4942-8829-428a57be6736 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:27:19.644683 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b111d131-6175-4942-8829-428a57be6736 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:27:19.645002 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b111d131-6175-4942-8829-428a57be6736 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:27:19.645319 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b111d131-6175-4942-8829-428a57be6736 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:27:19.645643 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b111d131-6175-4942-8829-428a57be6736 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:27:19.645959 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b111d131-6175-4942-8829-428a57be6736 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:27:19.653824 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b111d131-6175-4942-8829-428a57be6736 admin admin] Checking segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:27:19.654100 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b111d131-6175-4942-8829-428a57be6736 admin admin] Network hostable DHCP agents. Network: 5146d24a-89b5-4a43-8ca4-b26f4fb943f7, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:27:19.670778 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b111d131-6175-4942-8829-428a57be6736 admin admin] Network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:27:19.678707 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-b111d131-6175-4942-8829-428a57be6736 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 5146d24a-89b5-4a43-8ca4-b26f4fb943f7) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:27:19.682662 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b111d131-6175-4942-8829-428a57be6736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:27:19.683236 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b111d131-6175-4942-8829-428a57be6736 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:27:19.687940 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63ae58e-3104-4bb8-b02c-d2c74722699e None None] Network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:27:19.697064 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-b111d131-6175-4942-8829-428a57be6736 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3186514 Aug 19 14:27:19.841988 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d458090-6ccc-4335-9454-8e0d5ae25a00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'tenant_id': 'b2ba81fbffe14e1da14fa57957a6b41d', 'fixed_ips': [{'subnet_id': '2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:27:19.842887 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2d458090-6ccc-4335-9454-8e0d5ae25a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:27:20.086747 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-2d458090-6ccc-4335-9454-8e0d5ae25a00 None None] Allocated IP 192.168.233.2 (5146d24a-89b5-4a43-8ca4-b26f4fb943f7/2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86/2d34cc39-edfd-4136-8e56-250a54d304f4) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:27:20.237042 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2d458090-6ccc-4335-9454-8e0d5ae25a00 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:27:20.245896 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2d458090-6ccc-4335-9454-8e0d5ae25a00 None None] Transition to ACTIVE for port object 2d34cc39-edfd-4136-8e56-250a54d304f4 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:27:20.261295 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2d458090-6ccc-4335-9454-8e0d5ae25a00 None None] Transition to ACTIVE for port object 2d34cc39-edfd-4136-8e56-250a54d304f4 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:27:20.268821 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2d458090-6ccc-4335-9454-8e0d5ae25a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:27:20.313058 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d458090-6ccc-4335-9454-8e0d5ae25a00 None None] Network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:27:20.316909 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-2d458090-6ccc-4335-9454-8e0d5ae25a00 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:27:20.318880 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d458090-6ccc-4335-9454-8e0d5ae25a00 None None] Pushing event updated for resources: {'Port': ['ID=2d34cc39-edfd-4136-8e56-250a54d304f4,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:27:20.320728 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d458090-6ccc-4335-9454-8e0d5ae25a00 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:27:20.331637 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d458090-6ccc-4335-9454-8e0d5ae25a00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:27:20.331986 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d458090-6ccc-4335-9454-8e0d5ae25a00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:27:20.332325 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d458090-6ccc-4335-9454-8e0d5ae25a00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:27:20.332696 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d458090-6ccc-4335-9454-8e0d5ae25a00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:27:20.333038 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d458090-6ccc-4335-9454-8e0d5ae25a00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:27:20.333370 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d458090-6ccc-4335-9454-8e0d5ae25a00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:27:20.333700 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d458090-6ccc-4335-9454-8e0d5ae25a00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:27:20.334028 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d458090-6ccc-4335-9454-8e0d5ae25a00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:27:20.334352 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d458090-6ccc-4335-9454-8e0d5ae25a00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:27:20.334677 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d458090-6ccc-4335-9454-8e0d5ae25a00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:27:20.334999 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d458090-6ccc-4335-9454-8e0d5ae25a00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:27:20.335337 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d458090-6ccc-4335-9454-8e0d5ae25a00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:27:20.383351 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-2d458090-6ccc-4335-9454-8e0d5ae25a00 None None] Attempting to bind port 2d34cc39-edfd-4136-8e56-250a54d304f4 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:27:20.383705 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-2d458090-6ccc-4335-9454-8e0d5ae25a00 None None] Attempting to bind port 2d34cc39-edfd-4136-8e56-250a54d304f4 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:27:20.384059 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d458090-6ccc-4335-9454-8e0d5ae25a00 None None] Attempting to bind port 2d34cc39-edfd-4136-8e56-250a54d304f4 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:27:20.389674 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d458090-6ccc-4335-9454-8e0d5ae25a00 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:27:20.390035 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d458090-6ccc-4335-9454-8e0d5ae25a00 None None] Checking segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:27:20.390424 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2d458090-6ccc-4335-9454-8e0d5ae25a00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:27:20.390803 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d458090-6ccc-4335-9454-8e0d5ae25a00 None None] Bound using segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:27:20.391260 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-2d458090-6ccc-4335-9454-8e0d5ae25a00 None None] Bound port: 2d34cc39-edfd-4136-8e56-250a54d304f4, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:27:20.391643 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2d458090-6ccc-4335-9454-8e0d5ae25a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:27:20.457016 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-2d458090-6ccc-4335-9454-8e0d5ae25a00 None None] For port 2d34cc39-edfd-4136-8e56-250a54d304f4, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:27:20.460230 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-2d458090-6ccc-4335-9454-8e0d5ae25a00 None None] For port 2d34cc39-edfd-4136-8e56-250a54d304f4, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=2d34cc39-edfd-4136-8e56-250a54d304f4,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:27:20.465376 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2d458090-6ccc-4335-9454-8e0d5ae25a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:27:20.526553 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d458090-6ccc-4335-9454-8e0d5ae25a00 None None] Pushing event updated for resources: {'Port': ['ID=2d34cc39-edfd-4136-8e56-250a54d304f4,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:27:21.314544 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac73ba0-3af8-4ed7-b7a6-742ba4525219 None None] Network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:27:21.379871 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3733a0d0-d0cd-4c97-87fd-262953c0a766 None None] Provisioning for port 2d34cc39-edfd-4136-8e56-250a54d304f4 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:27:22.533273 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 2d34cc39-edfd-4136-8e56-250a54d304f4 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:27:22.582184 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 2d34cc39-edfd-4136-8e56-250a54d304f4 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:27:22.586133 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 2d34cc39-edfd-4136-8e56-250a54d304f4 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:27:22.586500 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:27:22.666445 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:27:22.698650 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 2d34cc39-edfd-4136-8e56-250a54d304f4, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=2d34cc39-edfd-4136-8e56-250a54d304f4,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:27:22.703174 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:27:22.750965 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=2d34cc39-edfd-4136-8e56-250a54d304f4,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:27:24.506537 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 2d34cc39-edfd-4136-8e56-250a54d304f4 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:27:24.558646 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 2d34cc39-edfd-4136-8e56-250a54d304f4 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:27:24.558992 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:27:24.664648 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 5 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:27:31.272145 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2c350d9d-06b8-4937-aab6-1e6917371ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:27:34.251328 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-861c6445-aa8d-4e7d-b69b-18611447d9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:27:34.440764 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:27:34.911129 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:27:36.682624 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:28:01.273996 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1a5cd59f-160f-4c66-a456-89752124a389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:28:01.662702 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 5 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:28:04.251326 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ec838aef-add4-40b8-a3f5-0a19ccaf1247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:28:04.444896 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:28:04.914596 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:28:06.687423 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:28:27.540844 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 57602) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:28:27.547210 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [None req-521e2cbf-fe14-4a81-aa6c-8da270c9ca4a tempest-verify_tempest_config-1570253120 tempest-verify_tempest_config-1570253120-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:28:27.548168 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-521e2cbf-fe14-4a81-aa6c-8da270c9ca4a tempest-verify_tempest_config-1570253120 tempest-verify_tempest_config-1570253120-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063503 Aug 19 14:28:27.854248 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 57620) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:28:27.963723 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1ededcdf-0619-4bff-8077-3d60f27c3532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:28:28.063476 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1ededcdf-0619-4bff-8077-3d60f27c3532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:28:28.068127 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1ededcdf-0619-4bff-8077-3d60f27c3532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:28:28.111959 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ededcdf-0619-4bff-8077-3d60f27c3532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2fdbba-a37c-4d8e-9bef-e6efed1e3260,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:28:28.116015 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1ededcdf-0619-4bff-8077-3d60f27c3532 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8724613318d347b5ba56c1615f2a1f36&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2607627 Aug 19 14:28:28.118987 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57624) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:28:28.121408 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ededcdf-0619-4bff-8077-3d60f27c3532 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:28:28.121848 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ededcdf-0619-4bff-8077-3d60f27c3532 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:28:28.122664 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ededcdf-0619-4bff-8077-3d60f27c3532 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:28:28.122991 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ededcdf-0619-4bff-8077-3d60f27c3532 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:28:28.123314 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ededcdf-0619-4bff-8077-3d60f27c3532 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:28:28.123636 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ededcdf-0619-4bff-8077-3d60f27c3532 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:28:28.123956 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ededcdf-0619-4bff-8077-3d60f27c3532 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:28:28.124274 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ededcdf-0619-4bff-8077-3d60f27c3532 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:28:28.124619 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ededcdf-0619-4bff-8077-3d60f27c3532 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:28:28.124939 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ededcdf-0619-4bff-8077-3d60f27c3532 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:28:28.125617 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ededcdf-0619-4bff-8077-3d60f27c3532 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:28:28.125617 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ededcdf-0619-4bff-8077-3d60f27c3532 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:28:28.181638 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bf9c82e0-6886-41aa-a700-4ac432415189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:28:28.202347 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bf9c82e0-6886-41aa-a700-4ac432415189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:28:28.290419 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bf9c82e0-6886-41aa-a700-4ac432415189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:28:28.293027 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bf9c82e0-6886-41aa-a700-4ac432415189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:28:28.294187 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-bf9c82e0-6886-41aa-a700-4ac432415189 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ed2fdbba-a37c-4d8e-9bef-e6efed1e3260 HTTP/1.1" status: 204 len: 168 time: 0.1741545 Aug 19 14:28:28.302783 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9c82e0-6886-41aa-a700-4ac432415189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2fdbba-a37c-4d8e-9bef-e6efed1e3260,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:28:28.312218 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c82e0-6886-41aa-a700-4ac432415189 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:28:28.312844 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c82e0-6886-41aa-a700-4ac432415189 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:28:28.313372 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c82e0-6886-41aa-a700-4ac432415189 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:28:28.315835 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c82e0-6886-41aa-a700-4ac432415189 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:28:28.315835 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c82e0-6886-41aa-a700-4ac432415189 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:28:28.315835 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c82e0-6886-41aa-a700-4ac432415189 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:28:28.315835 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c82e0-6886-41aa-a700-4ac432415189 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:28:28.315835 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c82e0-6886-41aa-a700-4ac432415189 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:28:28.315835 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c82e0-6886-41aa-a700-4ac432415189 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:28:28.316359 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c82e0-6886-41aa-a700-4ac432415189 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:28:28.316485 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c82e0-6886-41aa-a700-4ac432415189 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:28:28.316788 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c82e0-6886-41aa-a700-4ac432415189 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:28:31.275373 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6ecd1355-f082-4d3b-923a-03d40f557a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:28:34.251649 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-acaa4a2c-7e05-4ad3-9039-d6d73ae01ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:28:34.447223 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:28:34.916463 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:28:36.688429 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:28:38.661856 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 5 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:29:01.279110 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e112ad36-9751-4b5c-83b4-b28a414eec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:29:04.251363 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d62b1874-4d60-46c3-b46b-bc3d3e1bbf1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:29:04.449520 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:29:04.920751 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:29:06.691355 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:29:15.660898 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 5 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:29:31.280957 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f5f88b3d-a86f-44f5-be2e-c0b3cc1bba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:29:34.251420 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-72a30c9f-8f3b-4fee-abaf-58666affe195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:29:34.451748 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:29:34.923181 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:29:36.694760 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:29:52.659837 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 5 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:30:01.281589 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b7c38b14-a78c-491c-849e-800642372bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:30:04.252087 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f852aaa2-261d-4598-9e88-53370ffbb2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:30:04.451180 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:30:04.926208 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:30:06.698707 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:30:29.658819 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 5 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:30:31.286872 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4f95e5db-1c35-4d0a-956f-63855b2da081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:30:34.252972 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-720d9ab0-4504-4efd-bcf9-9dfe1a22c4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:30:34.452281 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:30:34.930940 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:30:36.700288 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:31:01.279169 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-774c0905-3709-494a-ac82-b54e70ab8a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:31:04.254610 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fd5ba281-1784-44b1-9b96-4366812280b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:31:04.453241 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:31:04.931076 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:31:06.657374 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 5 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:31:06.703418 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:31:31.281678 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9b96a0ff-db40-4bd4-86bb-793c1690698c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:31:33.532279 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2087506'] for agent, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:31:34.255981 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b49a1a14-baae-416a-9b89-f61082f4e117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:31:34.457362 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:31:34.940494 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:31:34.948179 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2087506'] for agent, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:31:36.707543 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:31:43.657991 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:32:01.282502 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e3e12dee-604f-4086-97ef-5d24713ed14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:32:03.478068 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:32:04.256344 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-734765b3-e9c9-4fd6-b979-9f55225c6f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:32:04.459088 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:32:04.932527 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:32:04.936431 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:32:06.710418 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:32:20.657471 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:32:23.775877 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57690) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:32:23.881641 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ed3e51b0-509b-4e9e-9a23-5e58b30928a3 admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1046023 Aug 19 14:32:26.039163 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57700) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:32:26.092789 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-06a07b8a-a924-4636-97a6-9c89315d9195 admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0525141 Aug 19 14:32:31.283255 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2c661aca-8cc8-4865-9e88-64b80aec68f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:32:33.494180 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:32:34.257774 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-115b0b23-d8dc-4320-9d69-494043b7d6b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:32:34.459148 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:32:34.930184 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:32:34.939077 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:32:36.713092 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:32:57.656727 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:33:01.287451 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b2338c7b-0473-4e8b-a7c9-1b4aad18dcbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:03.502026 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:04.256652 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-27bc1ecd-6cfc-469e-a2fe-7da3c2c184a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:04.461473 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:04.933798 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:04.947758 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:06.721769 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:31.289976 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3cc80d8b-4efe-4bad-94c3-07cd1beb5a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:33.507068 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:34.258599 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e4d0af46-3895-4229-b8ef-b24902e0990c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:34.463661 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:34.657209 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:33:34.949011 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:34.951737 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:36.722417 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:52.235848 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58144) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:33:52.379125 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b4c4e185-80cd-40ca-afdc-2e1f28f3ba48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:52.494659 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b4c4e185-80cd-40ca-afdc-2e1f28f3ba48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:52.498780 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b4c4e185-80cd-40ca-afdc-2e1f28f3ba48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:52.539760 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c4e185-80cd-40ca-afdc-2e1f28f3ba48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a3b50c-99d5-4faa-9945-5285767c3728,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:33:52.550886 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c4e185-80cd-40ca-afdc-2e1f28f3ba48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:33:52.551425 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c4e185-80cd-40ca-afdc-2e1f28f3ba48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:33:52.551943 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c4e185-80cd-40ca-afdc-2e1f28f3ba48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:33:52.552489 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c4e185-80cd-40ca-afdc-2e1f28f3ba48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:33:52.552965 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c4e185-80cd-40ca-afdc-2e1f28f3ba48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:33:52.553435 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c4e185-80cd-40ca-afdc-2e1f28f3ba48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:33:52.553998 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c4e185-80cd-40ca-afdc-2e1f28f3ba48 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:33:52.554466 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c4e185-80cd-40ca-afdc-2e1f28f3ba48 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:33:52.554928 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c4e185-80cd-40ca-afdc-2e1f28f3ba48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:33:52.555391 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c4e185-80cd-40ca-afdc-2e1f28f3ba48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:33:52.555854 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c4e185-80cd-40ca-afdc-2e1f28f3ba48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:33:52.556329 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c4e185-80cd-40ca-afdc-2e1f28f3ba48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:33:52.557600 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c4e185-80cd-40ca-afdc-2e1f28f3ba48 admin admin] Tracked resource versions report: Aug 19 14:33:52.557600 n-d-766043-2 neutron-server[94639]: pushed versions: Aug 19 14:33:52.557600 n-d-766043-2 neutron-server[94639]: { 'AddressGroup': {'1.2'}, Aug 19 14:33:52.557600 n-d-766043-2 neutron-server[94639]: 'ConntrackHelper': {'1.0'}, Aug 19 14:33:52.557600 n-d-766043-2 neutron-server[94639]: 'Log': {'1.0'}, Aug 19 14:33:52.557600 n-d-766043-2 neutron-server[94639]: 'Network': {'1.1'}, Aug 19 14:33:52.557600 n-d-766043-2 neutron-server[94639]: 'Port': {'1.7'}, Aug 19 14:33:52.557600 n-d-766043-2 neutron-server[94639]: 'PortForwarding': {'1.2'}, Aug 19 14:33:52.557600 n-d-766043-2 neutron-server[94639]: 'QosPolicy': {'1.9'}, Aug 19 14:33:52.557600 n-d-766043-2 neutron-server[94639]: 'SecurityGroup': {'1.4'}, Aug 19 14:33:52.557600 n-d-766043-2 neutron-server[94639]: 'SecurityGroupRule': {'1.2'}, Aug 19 14:33:52.557600 n-d-766043-2 neutron-server[94639]: 'SubPort': {'1.0'}, Aug 19 14:33:52.557600 n-d-766043-2 neutron-server[94639]: 'Subnet': {'1.1'}, Aug 19 14:33:52.557600 n-d-766043-2 neutron-server[94639]: 'Trunk': {'1.1'}} Aug 19 14:33:52.557600 n-d-766043-2 neutron-server[94639]: consumer versions: Aug 19 14:33:52.557600 n-d-766043-2 neutron-server[94639]: { DHCP agent@n-d-766043-2: {}, Aug 19 14:33:52.557600 n-d-766043-2 neutron-server[94639]: HyperV agent@n-h1-766043-2: {}, Aug 19 14:33:52.557600 n-d-766043-2 neutron-server[94639]: HyperV agent@n-h2-766043-2: {}, Aug 19 14:33:52.557600 n-d-766043-2 neutron-server[94639]: L3 agent@n-d-766043-2: {}, Aug 19 14:33:52.557600 n-d-766043-2 neutron-server[94639]: Metadata agent@n-d-766043-2: {}, Aug 19 14:33:52.557600 n-d-766043-2 neutron-server[94639]: Metering agent@n-d-766043-2: {}, Aug 19 14:33:52.557600 n-d-766043-2 neutron-server[94639]: Open vSwitch agent@n-d-766043-2: { 'AddressGroup': '1.2', Aug 19 14:33:52.557600 n-d-766043-2 neutron-server[94639]: 'ConntrackHelper': '1.0', Aug 19 14:33:52.557600 n-d-766043-2 neutron-server[94639]: 'Log': '1.0', Aug 19 14:33:52.557600 n-d-766043-2 neutron-server[94639]: 'Network': '1.1', Aug 19 14:33:52.557600 n-d-766043-2 neutron-server[94639]: 'Port': '1.7', Aug 19 14:33:52.557600 n-d-766043-2 neutron-server[94639]: 'PortForwarding': '1.2', Aug 19 14:33:52.557600 n-d-766043-2 neutron-server[94639]: 'QosPolicy': '1.9', Aug 19 14:33:52.557600 n-d-766043-2 neutron-server[94639]: 'SecurityGroup': '1.4', Aug 19 14:33:52.557600 n-d-766043-2 neutron-server[94639]: 'SecurityGroupRule': '1.2', Aug 19 14:33:52.557600 n-d-766043-2 neutron-server[94639]: 'SubPort': '1.0', Aug 19 14:33:52.557600 n-d-766043-2 neutron-server[94639]: 'Subnet': '1.1', Aug 19 14:33:52.557600 n-d-766043-2 neutron-server[94639]: 'Trunk': '1.1'}} Aug 19 14:33:52.557600 n-d-766043-2 neutron-server[94639]: {{(pid=94639) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 14:33:52.578944 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58176) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:33:52.588264 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b4c4e185-80cd-40ca-afdc-2e1f28f3ba48 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e8d2f8f176304139827022d63c98bc95&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3452482 Aug 19 14:33:52.644381 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-60f5e14f-884a-4adc-a730-8748e7f1e7c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:52.650412 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58182) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:33:52.667117 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-60f5e14f-884a-4adc-a730-8748e7f1e7c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:52.731832 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-60f5e14f-884a-4adc-a730-8748e7f1e7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:52.735115 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-60f5e14f-884a-4adc-a730-8748e7f1e7c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:52.746350 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-60f5e14f-884a-4adc-a730-8748e7f1e7c5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e4a3b50c-99d5-4faa-9945-5285767c3728 HTTP/1.1" status: 204 len: 168 time: 0.1657226 Aug 19 14:33:52.754866 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f5e14f-884a-4adc-a730-8748e7f1e7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a3b50c-99d5-4faa-9945-5285767c3728,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:33:52.764769 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f5e14f-884a-4adc-a730-8748e7f1e7c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:33:52.765331 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f5e14f-884a-4adc-a730-8748e7f1e7c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:33:52.765808 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f5e14f-884a-4adc-a730-8748e7f1e7c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:33:52.766280 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f5e14f-884a-4adc-a730-8748e7f1e7c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:33:52.766770 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f5e14f-884a-4adc-a730-8748e7f1e7c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:33:52.767239 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f5e14f-884a-4adc-a730-8748e7f1e7c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:33:52.767760 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f5e14f-884a-4adc-a730-8748e7f1e7c5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:33:52.768778 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f5e14f-884a-4adc-a730-8748e7f1e7c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:33:52.769244 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f5e14f-884a-4adc-a730-8748e7f1e7c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:33:52.769726 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f5e14f-884a-4adc-a730-8748e7f1e7c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:33:52.770186 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f5e14f-884a-4adc-a730-8748e7f1e7c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:33:52.770801 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f5e14f-884a-4adc-a730-8748e7f1e7c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:33:52.772429 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f5e14f-884a-4adc-a730-8748e7f1e7c5 admin admin] Tracked resource versions report: Aug 19 14:33:52.772429 n-d-766043-2 neutron-server[94640]: pushed versions: Aug 19 14:33:52.772429 n-d-766043-2 neutron-server[94640]: { 'AddressGroup': {'1.2'}, Aug 19 14:33:52.772429 n-d-766043-2 neutron-server[94640]: 'ConntrackHelper': {'1.0'}, Aug 19 14:33:52.772429 n-d-766043-2 neutron-server[94640]: 'Log': {'1.0'}, Aug 19 14:33:52.772429 n-d-766043-2 neutron-server[94640]: 'Network': {'1.1'}, Aug 19 14:33:52.772429 n-d-766043-2 neutron-server[94640]: 'Port': {'1.7'}, Aug 19 14:33:52.772429 n-d-766043-2 neutron-server[94640]: 'PortForwarding': {'1.2'}, Aug 19 14:33:52.772429 n-d-766043-2 neutron-server[94640]: 'QosPolicy': {'1.9'}, Aug 19 14:33:52.772429 n-d-766043-2 neutron-server[94640]: 'SecurityGroup': {'1.4'}, Aug 19 14:33:52.772429 n-d-766043-2 neutron-server[94640]: 'SecurityGroupRule': {'1.2'}, Aug 19 14:33:52.772429 n-d-766043-2 neutron-server[94640]: 'SubPort': {'1.0'}, Aug 19 14:33:52.772429 n-d-766043-2 neutron-server[94640]: 'Subnet': {'1.1'}, Aug 19 14:33:52.772429 n-d-766043-2 neutron-server[94640]: 'Trunk': {'1.1'}} Aug 19 14:33:52.772429 n-d-766043-2 neutron-server[94640]: consumer versions: Aug 19 14:33:52.772429 n-d-766043-2 neutron-server[94640]: { DHCP agent@n-d-766043-2: {}, Aug 19 14:33:52.772429 n-d-766043-2 neutron-server[94640]: HyperV agent@n-h1-766043-2: {}, Aug 19 14:33:52.772429 n-d-766043-2 neutron-server[94640]: HyperV agent@n-h2-766043-2: {}, Aug 19 14:33:52.772429 n-d-766043-2 neutron-server[94640]: L3 agent@n-d-766043-2: {}, Aug 19 14:33:52.772429 n-d-766043-2 neutron-server[94640]: Metadata agent@n-d-766043-2: {}, Aug 19 14:33:52.772429 n-d-766043-2 neutron-server[94640]: Metering agent@n-d-766043-2: {}, Aug 19 14:33:52.772429 n-d-766043-2 neutron-server[94640]: Open vSwitch agent@n-d-766043-2: { 'AddressGroup': '1.2', Aug 19 14:33:52.772429 n-d-766043-2 neutron-server[94640]: 'ConntrackHelper': '1.0', Aug 19 14:33:52.772429 n-d-766043-2 neutron-server[94640]: 'Log': '1.0', Aug 19 14:33:52.772429 n-d-766043-2 neutron-server[94640]: 'Network': '1.1', Aug 19 14:33:52.772429 n-d-766043-2 neutron-server[94640]: 'Port': '1.7', Aug 19 14:33:52.772429 n-d-766043-2 neutron-server[94640]: 'PortForwarding': '1.2', Aug 19 14:33:52.772429 n-d-766043-2 neutron-server[94640]: 'QosPolicy': '1.9', Aug 19 14:33:52.772429 n-d-766043-2 neutron-server[94640]: 'SecurityGroup': '1.4', Aug 19 14:33:52.772429 n-d-766043-2 neutron-server[94640]: 'SecurityGroupRule': '1.2', Aug 19 14:33:52.772429 n-d-766043-2 neutron-server[94640]: 'SubPort': '1.0', Aug 19 14:33:52.772429 n-d-766043-2 neutron-server[94640]: 'Subnet': '1.1', Aug 19 14:33:52.772429 n-d-766043-2 neutron-server[94640]: 'Trunk': '1.1'}} Aug 19 14:33:52.772429 n-d-766043-2 neutron-server[94640]: {{(pid=94640) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 14:33:52.794770 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c260ecb-5e35-4710-8496-8f5f8c1da36e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:53.050640 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c260ecb-5e35-4710-8496-8f5f8c1da36e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:53.056684 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c260ecb-5e35-4710-8496-8f5f8c1da36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:53.098310 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0c260ecb-5e35-4710-8496-8f5f8c1da36e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b9f70b09c77c4d879884c84297b4993a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4468117 Aug 19 14:33:53.100875 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58224) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:33:53.108450 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c260ecb-5e35-4710-8496-8f5f8c1da36e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e86857a-834e-45d1-b0e8-23a85c62890a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:33:53.165879 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2be5a04c-f512-40a7-a0dc-5e9770eb886e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:53.196820 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2be5a04c-f512-40a7-a0dc-5e9770eb886e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:53.255883 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2be5a04c-f512-40a7-a0dc-5e9770eb886e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:53.258788 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2be5a04c-f512-40a7-a0dc-5e9770eb886e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:53.260134 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2be5a04c-f512-40a7-a0dc-5e9770eb886e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3e86857a-834e-45d1-b0e8-23a85c62890a HTTP/1.1" status: 204 len: 168 time: 0.1580894 Aug 19 14:33:53.270607 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be5a04c-f512-40a7-a0dc-5e9770eb886e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e86857a-834e-45d1-b0e8-23a85c62890a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:33:53.277005 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58242) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:33:53.295035 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fadefaef-2aed-4eaf-96f7-ac0276daf842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:53.393678 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fadefaef-2aed-4eaf-96f7-ac0276daf842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:53.398037 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fadefaef-2aed-4eaf-96f7-ac0276daf842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:53.416015 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58254) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:33:53.439572 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadefaef-2aed-4eaf-96f7-ac0276daf842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3654eb70-759f-48a5-af80-2839b8ef0d3d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:33:53.479023 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-fadefaef-2aed-4eaf-96f7-ac0276daf842 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=97a439e966a8499a9c0d88c1e63b39f6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2003851 Aug 19 14:33:53.481634 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58262) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:33:53.589017 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-42c8c662-26b3-4e99-a7b0-a1ff6b1e0273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:53.613183 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-42c8c662-26b3-4e99-a7b0-a1ff6b1e0273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:53.674964 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-42c8c662-26b3-4e99-a7b0-a1ff6b1e0273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:53.677570 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-42c8c662-26b3-4e99-a7b0-a1ff6b1e0273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:53.681142 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-42c8c662-26b3-4e99-a7b0-a1ff6b1e0273 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3654eb70-759f-48a5-af80-2839b8ef0d3d HTTP/1.1" status: 204 len: 168 time: 0.1949730 Aug 19 14:33:53.686645 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c8c662-26b3-4e99-a7b0-a1ff6b1e0273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3654eb70-759f-48a5-af80-2839b8ef0d3d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:33:53.746613 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb621fc0-46e0-4e9f-8971-afbddf480554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:53.895974 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb621fc0-46e0-4e9f-8971-afbddf480554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:53.901630 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb621fc0-46e0-4e9f-8971-afbddf480554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:53.948283 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-cb621fc0-46e0-4e9f-8971-afbddf480554 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d754c556271a4d249d35a4151f4ae411&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5310011 Aug 19 14:33:53.950276 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb621fc0-46e0-4e9f-8971-afbddf480554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7675657d-a4e1-4ea5-93f0-158988a7800b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:33:53.951143 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58304) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:33:53.981780 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58308) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:33:54.009455 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d7ebc83f-ee9e-4a91-b789-ba150ebd9abe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:54.035993 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f72fd106-4cd6-4764-95dd-60b4d1298a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:54.066083 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f72fd106-4cd6-4764-95dd-60b4d1298a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:54.120147 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f72fd106-4cd6-4764-95dd-60b4d1298a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:54.123368 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f72fd106-4cd6-4764-95dd-60b4d1298a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:54.129132 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f72fd106-4cd6-4764-95dd-60b4d1298a11 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7675657d-a4e1-4ea5-93f0-158988a7800b HTTP/1.1" status: 204 len: 168 time: 0.1767437 Aug 19 14:33:54.150958 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72fd106-4cd6-4764-95dd-60b4d1298a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7675657d-a4e1-4ea5-93f0-158988a7800b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:33:54.177722 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d7ebc83f-ee9e-4a91-b789-ba150ebd9abe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:54.183558 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d7ebc83f-ee9e-4a91-b789-ba150ebd9abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:54.188221 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58324) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:33:54.237452 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d7ebc83f-ee9e-4a91-b789-ba150ebd9abe admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a05f870f49a44b399f39987327c4c0ba&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2521365 Aug 19 14:33:54.238443 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58332) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:33:54.244945 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ebc83f-ee9e-4a91-b789-ba150ebd9abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd7f87d-4eb3-4f13-9f61-409c3c29f6af,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:33:54.346420 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-309d3b7b-0e72-49aa-ad85-20efb69dca59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:54.368263 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-309d3b7b-0e72-49aa-ad85-20efb69dca59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:54.416961 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-309d3b7b-0e72-49aa-ad85-20efb69dca59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:54.419836 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-309d3b7b-0e72-49aa-ad85-20efb69dca59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:54.421078 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-309d3b7b-0e72-49aa-ad85-20efb69dca59 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0dd7f87d-4eb3-4f13-9f61-409c3c29f6af HTTP/1.1" status: 204 len: 168 time: 0.1815069 Aug 19 14:33:54.429526 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309d3b7b-0e72-49aa-ad85-20efb69dca59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd7f87d-4eb3-4f13-9f61-409c3c29f6af,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:33:54.550348 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7f605e11-25f6-4c2e-b67f-32e8962470fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:54.646354 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7f605e11-25f6-4c2e-b67f-32e8962470fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:54.657151 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7f605e11-25f6-4c2e-b67f-32e8962470fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:54.685973 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f605e11-25f6-4c2e-b67f-32e8962470fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54db53e6-3efe-4681-a6dd-f8f5be9a325a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:33:54.708906 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58360) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:33:54.709575 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-7f605e11-25f6-4c2e-b67f-32e8962470fc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5b021970b24445c2aec6183963c891a6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5193696 Aug 19 14:33:54.809307 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-27c6f287-715f-4768-9964-761b596290a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:54.839233 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-27c6f287-715f-4768-9964-761b596290a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:54.910951 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-27c6f287-715f-4768-9964-761b596290a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:54.912745 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58388) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:33:54.913732 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-27c6f287-715f-4768-9964-761b596290a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:54.915489 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-27c6f287-715f-4768-9964-761b596290a8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/54db53e6-3efe-4681-a6dd-f8f5be9a325a HTTP/1.1" status: 204 len: 168 time: 0.2050607 Aug 19 14:33:54.927118 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c6f287-715f-4768-9964-761b596290a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54db53e6-3efe-4681-a6dd-f8f5be9a325a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:33:54.937142 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e91beee-9bd1-4de3-a4d2-a0f5ba2b58b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:55.046949 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e91beee-9bd1-4de3-a4d2-a0f5ba2b58b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:55.052047 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e91beee-9bd1-4de3-a4d2-a0f5ba2b58b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:55.094812 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e91beee-9bd1-4de3-a4d2-a0f5ba2b58b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1842a0b3-555c-44e9-8401-bcb75cb2b20b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:33:55.118125 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1e91beee-9bd1-4de3-a4d2-a0f5ba2b58b8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=297a1cdd630248e7ab4f5adf2de48de6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2040186 Aug 19 14:33:55.120664 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58408) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:33:55.174807 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f8f5165-6c95-468a-9db3-1d3897c2112d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:55.198898 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f8f5165-6c95-468a-9db3-1d3897c2112d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:55.255439 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f8f5165-6c95-468a-9db3-1d3897c2112d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:55.258179 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f8f5165-6c95-468a-9db3-1d3897c2112d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:55.259402 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7f8f5165-6c95-468a-9db3-1d3897c2112d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1842a0b3-555c-44e9-8401-bcb75cb2b20b HTTP/1.1" status: 204 len: 168 time: 0.1377685 Aug 19 14:33:55.267316 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f5165-6c95-468a-9db3-1d3897c2112d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1842a0b3-555c-44e9-8401-bcb75cb2b20b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:33:55.391187 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58432) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:33:55.407654 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-03056da3-bf2e-400c-b7d7-80746b12f606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:55.515281 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-03056da3-bf2e-400c-b7d7-80746b12f606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:55.521172 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-03056da3-bf2e-400c-b7d7-80746b12f606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:55.547964 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03056da3-bf2e-400c-b7d7-80746b12f606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0fceaa-353b-4239-b8d2-46f67c0b3900,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:33:55.571219 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-03056da3-bf2e-400c-b7d7-80746b12f606 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9f3e372a33334b818f90024e755df9b2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1786189 Aug 19 14:33:55.573849 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58442) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:33:55.657031 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58456) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:33:55.660317 n-d-766043-2 neutron-server[94640]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 19 14:33:55.686796 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e86df117-4723-4658-ab53-fab29c2a2741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:55.697454 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-100a6fbc-706c-4b56-964e-4ae9bec8b9ea req-40032f63-28e0-4d80-b816-ca6e04a02321 tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=b798482862814d8e96a375593eed9d0b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382023 Aug 19 14:33:55.713472 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e86df117-4723-4658-ab53-fab29c2a2741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:55.770887 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e86df117-4723-4658-ab53-fab29c2a2741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:55.774077 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e86df117-4723-4658-ab53-fab29c2a2741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:55.775550 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e86df117-4723-4658-ab53-fab29c2a2741 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9a0fceaa-353b-4239-b8d2-46f67c0b3900 HTTP/1.1" status: 204 len: 168 time: 0.2007401 Aug 19 14:33:55.786294 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86df117-4723-4658-ab53-fab29c2a2741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0fceaa-353b-4239-b8d2-46f67c0b3900,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:33:55.916198 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a6fbc-706c-4b56-964e-4ae9bec8b9ea req-fd2bf2f2-b6cd-49ed-a338-243152607f38 tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:33:55.917987 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-100a6fbc-706c-4b56-964e-4ae9bec8b9ea req-fd2bf2f2-b6cd-49ed-a338-243152607f38 tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2194157 Aug 19 14:33:55.936941 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-100a6fbc-706c-4b56-964e-4ae9bec8b9ea req-c88696d5-b995-480c-8139-1088c880ffe9 tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] 10.222.0.69 "GET /v2.0/quotas/b798482862814d8e96a375593eed9d0b HTTP/1.1" status: 200 len: 375 time: 0.0128577 Aug 19 14:33:56.000720 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-100a6fbc-706c-4b56-964e-4ae9bec8b9ea req-7208e439-4183-4476-8576-8ddd4fcfa54f tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b798482862814d8e96a375593eed9d0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590379 Aug 19 14:33:56.375495 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-178d370d-3ab8-4a85-8002-63ca8d0ed964 req-06109715-3659-4eae-b3e5-e6d84782f477 tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cf92d0c-52cb-48cf-88df-e3ff15af7217 HTTP/1.1" status: 200 len: 210 time: 0.1084175 Aug 19 14:33:57.067412 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58586) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:33:57.306983 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-ce81c62c-a918-4cb3-b1ba-65b32319aef1 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-305745118-network', 'tenant_id': 'dc28959d88bc47a3be9291b5c609f583'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:33:57.335347 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce81c62c-a918-4cb3-b1ba-65b32319aef1 admin admin] Made reservation on behalf of dc28959d88bc47a3be9291b5c609f583 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:33:57.338454 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce81c62c-a918-4cb3-b1ba-65b32319aef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:57.349025 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce81c62c-a918-4cb3-b1ba-65b32319aef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:57.492308 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce81c62c-a918-4cb3-b1ba-65b32319aef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:57.503368 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce81c62c-a918-4cb3-b1ba-65b32319aef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:57.525749 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce81c62c-a918-4cb3-b1ba-65b32319aef1 admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:33:57.541761 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58618) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:33:57.542389 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce81c62c-a918-4cb3-b1ba-65b32319aef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f04478-e0a9-46f8-b098-aa55f104ee33,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:33:57.547399 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce81c62c-a918-4cb3-b1ba-65b32319aef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:57.547929 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-ce81c62c-a918-4cb3-b1ba-65b32319aef1 admin admin] Added segment 3b829adb-df02-4027-b39b-d94446f6765e of type vlan for network b6cb15a2-7c54-4019-bc14-2912b5ac9311 Aug 19 14:33:57.593963 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce81c62c-a918-4cb3-b1ba-65b32319aef1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:57.624093 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce81c62c-a918-4cb3-b1ba-65b32319aef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:57.625209 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce81c62c-a918-4cb3-b1ba-65b32319aef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:33:57.625862 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce81c62c-a918-4cb3-b1ba-65b32319aef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:57.698685 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce81c62c-a918-4cb3-b1ba-65b32319aef1 admin admin] Pushing event updated for resources: {'Network': ['ID=b6cb15a2-7c54-4019-bc14-2912b5ac9311,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:33:57.711826 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network b6cb15a2-7c54-4019-bc14-2912b5ac9311 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:33:57.722874 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ce81c62c-a918-4cb3-b1ba-65b32319aef1 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6536086 Aug 19 14:33:57.725957 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58630) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:33:57.741214 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f0e8f6bb-f4ba-409b-8247-7197973f6820 admin admin] Request body: {'subnet': {'network_id': 'b6cb15a2-7c54-4019-bc14-2912b5ac9311', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-305745118-subnet', 'tenant_id': 'dc28959d88bc47a3be9291b5c609f583', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:33:57.782941 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e8f6bb-f4ba-409b-8247-7197973f6820 admin admin] Made reservation on behalf of dc28959d88bc47a3be9291b5c609f583 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:33:57.786098 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0e8f6bb-f4ba-409b-8247-7197973f6820 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:58.037051 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0bcefcfa-bab3-45db-bc78-2cc4c3cf88f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:58.059333 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0e8f6bb-f4ba-409b-8247-7197973f6820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:58.156283 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e8f6bb-f4ba-409b-8247-7197973f6820 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da9af51b-745c-4f7e-9d6d-360f30f81e3e,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:33:58.164881 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58648) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:33:58.198442 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e8f6bb-f4ba-409b-8247-7197973f6820 admin admin] Checking segment: {'id': '3b829adb-df02-4027-b39b-d94446f6765e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b6cb15a2-7c54-4019-bc14-2912b5ac9311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:33:58.198853 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e8f6bb-f4ba-409b-8247-7197973f6820 admin admin] Network hostable DHCP agents. Network: b6cb15a2-7c54-4019-bc14-2912b5ac9311, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:33:58.257333 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e8f6bb-f4ba-409b-8247-7197973f6820 admin admin] Network b6cb15a2-7c54-4019-bc14-2912b5ac9311 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:33:58.264705 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0bcefcfa-bab3-45db-bc78-2cc4c3cf88f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:58.272248 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0bcefcfa-bab3-45db-bc78-2cc4c3cf88f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:58.307934 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-f0e8f6bb-f4ba-409b-8247-7197973f6820 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, b6cb15a2-7c54-4019-bc14-2912b5ac9311) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:33:58.321445 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3770a673-f068-4b7a-8ef4-7946e0979dc3 None None] Network b6cb15a2-7c54-4019-bc14-2912b5ac9311 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:33:58.333522 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcefcfa-bab3-45db-bc78-2cc4c3cf88f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10f34cf-0e44-4020-a88d-f677bd6dd7d5,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:33:58.349859 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0bcefcfa-bab3-45db-bc78-2cc4c3cf88f2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=66ff22bac7c049e3ac80e61f58de1e99&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8036516 Aug 19 14:33:58.350538 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58658) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:33:58.354065 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e8f6bb-f4ba-409b-8247-7197973f6820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:33:58.365230 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0e8f6bb-f4ba-409b-8247-7197973f6820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:58.390651 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f0e8f6bb-f4ba-409b-8247-7197973f6820 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6634963 Aug 19 14:33:58.393350 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58660) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:33:58.398157 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-52c60085-14bf-407d-89bd-1f8dd46a63c4 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-305745118-router', 'tenant_id': 'dc28959d88bc47a3be9291b5c609f583', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:33:58.441192 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52c60085-14bf-407d-89bd-1f8dd46a63c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:58.442317 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52c60085-14bf-407d-89bd-1f8dd46a63c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:58.456987 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a1c57145-438a-4515-b0ed-14ae3fe12c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:58.489134 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a1c57145-438a-4515-b0ed-14ae3fe12c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:58.542745 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe15c55d-8747-4946-b80a-6e6ced780761 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-b6cb15a2-7c54-4019-bc14-2912b5ac9311', 'network_id': 'b6cb15a2-7c54-4019-bc14-2912b5ac9311', 'tenant_id': 'dc28959d88bc47a3be9291b5c609f583', 'fixed_ips': [{'subnet_id': 'da9af51b-745c-4f7e-9d6d-360f30f81e3e'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:33:58.543778 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fe15c55d-8747-4946-b80a-6e6ced780761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:58.561980 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a1c57145-438a-4515-b0ed-14ae3fe12c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:58.566580 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a1c57145-438a-4515-b0ed-14ae3fe12c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:58.568709 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a1c57145-438a-4515-b0ed-14ae3fe12c03 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d10f34cf-0e44-4020-a88d-f677bd6dd7d5 HTTP/1.1" status: 204 len: 168 time: 0.2167459 Aug 19 14:33:58.578453 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52c60085-14bf-407d-89bd-1f8dd46a63c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:58.579743 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c57145-438a-4515-b0ed-14ae3fe12c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10f34cf-0e44-4020-a88d-f677bd6dd7d5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:33:58.709179 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.88', 56759) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:33:58.741558 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-100a6fbc-706c-4b56-964e-4ae9bec8b9ea req-6230c672-520f-4aa2-a52e-fe0746ed1851 tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=b798482862814d8e96a375593eed9d0b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319502 Aug 19 14:33:58.765820 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b4669b58-e16f-49ea-9969-b370db117c1b req-6e8d1562-5d4b-45a0-afad-9df8d80e938e tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cf92d0c-52cb-48cf-88df-e3ff15af7217 HTTP/1.1" status: 200 len: 210 time: 0.5901816 Aug 19 14:33:58.841767 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-fe15c55d-8747-4946-b80a-6e6ced780761 None None] Allocated IP 172.20.0.2 (b6cb15a2-7c54-4019-bc14-2912b5ac9311/da9af51b-745c-4f7e-9d6d-360f30f81e3e/6ad6096b-30fc-4199-9b22-b63bb26d6fe3) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:33:58.900066 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58670) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:33:59.021478 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a6fbc-706c-4b56-964e-4ae9bec8b9ea req-2ffd9f3b-97ef-487b-8624-c05291ebec0d tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:33:59.023530 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-100a6fbc-706c-4b56-964e-4ae9bec8b9ea req-2ffd9f3b-97ef-487b-8624-c05291ebec0d tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2753904 Aug 19 14:33:59.027809 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52c60085-14bf-407d-89bd-1f8dd46a63c4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:59.066862 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fe15c55d-8747-4946-b80a-6e6ced780761 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:59.076842 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fe15c55d-8747-4946-b80a-6e6ced780761 None None] Transition to ACTIVE for port object 6ad6096b-30fc-4199-9b22-b63bb26d6fe3 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:33:59.096493 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fe15c55d-8747-4946-b80a-6e6ced780761 None None] Transition to ACTIVE for port object 6ad6096b-30fc-4199-9b22-b63bb26d6fe3 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:33:59.114999 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fe15c55d-8747-4946-b80a-6e6ced780761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:59.126229 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-100a6fbc-706c-4b56-964e-4ae9bec8b9ea req-4ead0013-b038-4b78-bd3f-acbdd3af370c tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] Request body: {'port': {'device_id': '5cf92d0c-52cb-48cf-88df-e3ff15af7217', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'admin_state_up': True, 'tenant_id': 'b798482862814d8e96a375593eed9d0b'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:33:59.135415 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe15c55d-8747-4946-b80a-6e6ced780761 None None] Network b6cb15a2-7c54-4019-bc14-2912b5ac9311 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:33:59.138753 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-fe15c55d-8747-4946-b80a-6e6ced780761 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:33:59.160764 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe15c55d-8747-4946-b80a-6e6ced780761 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:33:59.213725 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe15c55d-8747-4946-b80a-6e6ced780761 None None] Pushing event updated for resources: {'Port': ['ID=6ad6096b-30fc-4199-9b22-b63bb26d6fe3,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:33:59.232862 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe15c55d-8747-4946-b80a-6e6ced780761 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:33:59.233201 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe15c55d-8747-4946-b80a-6e6ced780761 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:33:59.233728 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe15c55d-8747-4946-b80a-6e6ced780761 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:33:59.234332 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe15c55d-8747-4946-b80a-6e6ced780761 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:33:59.234907 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe15c55d-8747-4946-b80a-6e6ced780761 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:33:59.235376 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe15c55d-8747-4946-b80a-6e6ced780761 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:33:59.235838 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe15c55d-8747-4946-b80a-6e6ced780761 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:33:59.236356 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe15c55d-8747-4946-b80a-6e6ced780761 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:33:59.236852 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe15c55d-8747-4946-b80a-6e6ced780761 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:33:59.237316 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe15c55d-8747-4946-b80a-6e6ced780761 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:33:59.237775 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe15c55d-8747-4946-b80a-6e6ced780761 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:33:59.238246 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe15c55d-8747-4946-b80a-6e6ced780761 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:33:59.239556 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe15c55d-8747-4946-b80a-6e6ced780761 None None] Tracked resource versions report: Aug 19 14:33:59.239556 n-d-766043-2 neutron-server[94641]: pushed versions: Aug 19 14:33:59.239556 n-d-766043-2 neutron-server[94641]: { 'AddressGroup': {'1.2'}, Aug 19 14:33:59.239556 n-d-766043-2 neutron-server[94641]: 'ConntrackHelper': {'1.0'}, Aug 19 14:33:59.239556 n-d-766043-2 neutron-server[94641]: 'Log': {'1.0'}, Aug 19 14:33:59.239556 n-d-766043-2 neutron-server[94641]: 'Network': {'1.1'}, Aug 19 14:33:59.239556 n-d-766043-2 neutron-server[94641]: 'Port': {'1.7'}, Aug 19 14:33:59.239556 n-d-766043-2 neutron-server[94641]: 'PortForwarding': {'1.2'}, Aug 19 14:33:59.239556 n-d-766043-2 neutron-server[94641]: 'QosPolicy': {'1.9'}, Aug 19 14:33:59.239556 n-d-766043-2 neutron-server[94641]: 'SecurityGroup': {'1.4'}, Aug 19 14:33:59.239556 n-d-766043-2 neutron-server[94641]: 'SecurityGroupRule': {'1.2'}, Aug 19 14:33:59.239556 n-d-766043-2 neutron-server[94641]: 'SubPort': {'1.0'}, Aug 19 14:33:59.239556 n-d-766043-2 neutron-server[94641]: 'Subnet': {'1.1'}, Aug 19 14:33:59.239556 n-d-766043-2 neutron-server[94641]: 'Trunk': {'1.1'}} Aug 19 14:33:59.239556 n-d-766043-2 neutron-server[94641]: consumer versions: Aug 19 14:33:59.239556 n-d-766043-2 neutron-server[94641]: { DHCP agent@n-d-766043-2: {}, Aug 19 14:33:59.239556 n-d-766043-2 neutron-server[94641]: HyperV agent@n-h1-766043-2: {}, Aug 19 14:33:59.239556 n-d-766043-2 neutron-server[94641]: HyperV agent@n-h2-766043-2: {}, Aug 19 14:33:59.239556 n-d-766043-2 neutron-server[94641]: L3 agent@n-d-766043-2: {}, Aug 19 14:33:59.239556 n-d-766043-2 neutron-server[94641]: Metadata agent@n-d-766043-2: {}, Aug 19 14:33:59.239556 n-d-766043-2 neutron-server[94641]: Metering agent@n-d-766043-2: {}, Aug 19 14:33:59.239556 n-d-766043-2 neutron-server[94641]: Open vSwitch agent@n-d-766043-2: { 'AddressGroup': '1.2', Aug 19 14:33:59.239556 n-d-766043-2 neutron-server[94641]: 'ConntrackHelper': '1.0', Aug 19 14:33:59.239556 n-d-766043-2 neutron-server[94641]: 'Log': '1.0', Aug 19 14:33:59.239556 n-d-766043-2 neutron-server[94641]: 'Network': '1.1', Aug 19 14:33:59.239556 n-d-766043-2 neutron-server[94641]: 'Port': '1.7', Aug 19 14:33:59.239556 n-d-766043-2 neutron-server[94641]: 'PortForwarding': '1.2', Aug 19 14:33:59.239556 n-d-766043-2 neutron-server[94641]: 'QosPolicy': '1.9', Aug 19 14:33:59.239556 n-d-766043-2 neutron-server[94641]: 'SecurityGroup': '1.4', Aug 19 14:33:59.239556 n-d-766043-2 neutron-server[94641]: 'SecurityGroupRule': '1.2', Aug 19 14:33:59.239556 n-d-766043-2 neutron-server[94641]: 'SubPort': '1.0', Aug 19 14:33:59.239556 n-d-766043-2 neutron-server[94641]: 'Subnet': '1.1', Aug 19 14:33:59.239556 n-d-766043-2 neutron-server[94641]: 'Trunk': '1.1'}} Aug 19 14:33:59.239556 n-d-766043-2 neutron-server[94641]: {{(pid=94641) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 14:33:59.247078 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d65f58a2-1144-4639-a104-0abca5e1d793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:59.249319 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-fe15c55d-8747-4946-b80a-6e6ced780761 None None] Attempting to bind port 6ad6096b-30fc-4199-9b22-b63bb26d6fe3 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:33:59.249885 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-fe15c55d-8747-4946-b80a-6e6ced780761 None None] Attempting to bind port 6ad6096b-30fc-4199-9b22-b63bb26d6fe3 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '3b829adb-df02-4027-b39b-d94446f6765e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b6cb15a2-7c54-4019-bc14-2912b5ac9311'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:33:59.250436 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe15c55d-8747-4946-b80a-6e6ced780761 None None] Attempting to bind port 6ad6096b-30fc-4199-9b22-b63bb26d6fe3 on network b6cb15a2-7c54-4019-bc14-2912b5ac9311 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:33:59.256821 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe15c55d-8747-4946-b80a-6e6ced780761 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:33:59.257501 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe15c55d-8747-4946-b80a-6e6ced780761 None None] Checking segment: {'id': '3b829adb-df02-4027-b39b-d94446f6765e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b6cb15a2-7c54-4019-bc14-2912b5ac9311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:33:59.258113 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fe15c55d-8747-4946-b80a-6e6ced780761 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:59.258702 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe15c55d-8747-4946-b80a-6e6ced780761 None None] Bound using segment: {'id': '3b829adb-df02-4027-b39b-d94446f6765e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b6cb15a2-7c54-4019-bc14-2912b5ac9311'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:33:59.259299 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-fe15c55d-8747-4946-b80a-6e6ced780761 None None] Bound port: 6ad6096b-30fc-4199-9b22-b63bb26d6fe3, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b829adb-df02-4027-b39b-d94446f6765e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b6cb15a2-7c54-4019-bc14-2912b5ac9311'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:33:59.259919 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fe15c55d-8747-4946-b80a-6e6ced780761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:59.381366 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d65f58a2-1144-4639-a104-0abca5e1d793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:59.387322 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d65f58a2-1144-4639-a104-0abca5e1d793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:59.391420 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-fe15c55d-8747-4946-b80a-6e6ced780761 None None] For port 6ad6096b-30fc-4199-9b22-b63bb26d6fe3, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:33:59.398063 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-fe15c55d-8747-4946-b80a-6e6ced780761 None None] For port 6ad6096b-30fc-4199-9b22-b63bb26d6fe3, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=6ad6096b-30fc-4199-9b22-b63bb26d6fe3,segment=NetworkSegment(3b829adb-df02-4027-b39b-d94446f6765e),segment_id=3b829adb-df02-4027-b39b-d94446f6765e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:33:59.410543 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fe15c55d-8747-4946-b80a-6e6ced780761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:59.448152 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d65f58a2-1144-4639-a104-0abca5e1d793 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=62e0732ec0a4408bbb485086e0cdd2f7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5464764 Aug 19 14:33:59.449031 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58692) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:33:59.449850 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65f58a2-1144-4639-a104-0abca5e1d793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbc7e24-393b-418c-bc65-c97354afd500,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:33:59.523498 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd71873f-d2d4-40c6-aff6-4a5338079159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:59.539058 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe15c55d-8747-4946-b80a-6e6ced780761 None None] Pushing event updated for resources: {'Port': ['ID=6ad6096b-30fc-4199-9b22-b63bb26d6fe3,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:33:59.552871 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd71873f-d2d4-40c6-aff6-4a5338079159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:59.639671 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd71873f-d2d4-40c6-aff6-4a5338079159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:59.661422 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd71873f-d2d4-40c6-aff6-4a5338079159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:59.671639 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-cd71873f-d2d4-40c6-aff6-4a5338079159 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cfbc7e24-393b-418c-bc65-c97354afd500 HTTP/1.1" status: 204 len: 168 time: 0.2180374 Aug 19 14:33:59.687482 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd71873f-d2d4-40c6-aff6-4a5338079159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbc7e24-393b-418c-bc65-c97354afd500,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:33:59.699199 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58712) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:33:59.733694 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2e972c38-3df2-4044-b26a-0079c6dfbaa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:59.737870 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52c60085-14bf-407d-89bd-1f8dd46a63c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:59.746096 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-100a6fbc-706c-4b56-964e-4ae9bec8b9ea req-4ead0013-b038-4b78-bd3f-acbdd3af370c tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] Made reservation on behalf of b798482862814d8e96a375593eed9d0b for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:33:59.754761 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-100a6fbc-706c-4b56-964e-4ae9bec8b9ea req-4ead0013-b038-4b78-bd3f-acbdd3af370c tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:59.838225 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-100a6fbc-706c-4b56-964e-4ae9bec8b9ea req-4ead0013-b038-4b78-bd3f-acbdd3af370c tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:59.846522 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52c60085-14bf-407d-89bd-1f8dd46a63c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:59.952578 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2e972c38-3df2-4044-b26a-0079c6dfbaa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:33:59.962237 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2e972c38-3df2-4044-b26a-0079c6dfbaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:00.069413 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-2e972c38-3df2-4044-b26a-0079c6dfbaa6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6337b3f973e74e92b83b0d53a22f1f4d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3685877 Aug 19 14:34:00.071191 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e972c38-3df2-4044-b26a-0079c6dfbaa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed0428e-54cc-4c56-83bd-008974f6a0b3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:00.074091 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58728) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:00.087540 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-100a6fbc-706c-4b56-964e-4ae9bec8b9ea req-4ead0013-b038-4b78-bd3f-acbdd3af370c tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:00.099538 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-100a6fbc-706c-4b56-964e-4ae9bec8b9ea req-4ead0013-b038-4b78-bd3f-acbdd3af370c tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:00.158693 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ead0013-b038-4b78-bd3f-acbdd3af370c tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5f830e-6676-45b5-9b06-dba196aca7d8,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:00.175531 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-62862cd8-e58b-47fd-9588-03c70177d83c req-3c46fd1e-2b57-4c32-963f-65968cad33f2 tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cf92d0c-52cb-48cf-88df-e3ff15af7217 HTTP/1.1" status: 200 len: 210 time: 0.0484190 Aug 19 14:34:00.193021 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e06d57-d18d-4995-861b-2310f9435915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:00.221916 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e06d57-d18d-4995-861b-2310f9435915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:00.291998 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e06d57-d18d-4995-861b-2310f9435915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:00.296704 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e06d57-d18d-4995-861b-2310f9435915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:00.298925 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-46e06d57-d18d-4995-861b-2310f9435915 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/aed0428e-54cc-4c56-83bd-008974f6a0b3 HTTP/1.1" status: 204 len: 168 time: 0.2233348 Aug 19 14:34:00.310277 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e06d57-d18d-4995-861b-2310f9435915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed0428e-54cc-4c56-83bd-008974f6a0b3,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:00.315387 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-52c60085-14bf-407d-89bd-1f8dd46a63c4 admin admin] Allocated IP 172.25.2.223 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/8610495d-8ba5-47bb-a153-eeb9a150ec6e) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:34:00.479544 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-100a6fbc-706c-4b56-964e-4ae9bec8b9ea req-4ead0013-b038-4b78-bd3f-acbdd3af370c tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] Allocated IP 192.168.233.7 (5146d24a-89b5-4a43-8ca4-b26f4fb943f7/2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86/d9988296-a69e-4b34-81ac-39be1e27008d) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:34:00.571104 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52c60085-14bf-407d-89bd-1f8dd46a63c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:00.878834 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-100a6fbc-706c-4b56-964e-4ae9bec8b9ea req-4ead0013-b038-4b78-bd3f-acbdd3af370c tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:00.908396 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 6ad6096b-30fc-4199-9b22-b63bb26d6fe3 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:34:00.917302 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-100a6fbc-706c-4b56-964e-4ae9bec8b9ea req-4ead0013-b038-4b78-bd3f-acbdd3af370c tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] Transition to ACTIVE for port object d9988296-a69e-4b34-81ac-39be1e27008d will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:34:00.981670 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-100a6fbc-706c-4b56-964e-4ae9bec8b9ea req-4ead0013-b038-4b78-bd3f-acbdd3af370c tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:01.066588 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 6ad6096b-30fc-4199-9b22-b63bb26d6fe3 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:34:01.084883 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1051c4ef-c6b6-4944-b82d-377428a85c7d None None] Network b6cb15a2-7c54-4019-bc14-2912b5ac9311 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:34:01.128905 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ead0013-b038-4b78-bd3f-acbdd3af370c tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] Pushing event updated for resources: {'Port': ['ID=d9988296-a69e-4b34-81ac-39be1e27008d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:01.137629 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-100a6fbc-706c-4b56-964e-4ae9bec8b9ea req-4ead0013-b038-4b78-bd3f-acbdd3af370c tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] Network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:34:01.144151 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-100a6fbc-706c-4b56-964e-4ae9bec8b9ea req-4ead0013-b038-4b78-bd3f-acbdd3af370c tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:34:01.147825 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-100a6fbc-706c-4b56-964e-4ae9bec8b9ea req-4ead0013-b038-4b78-bd3f-acbdd3af370c tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:34:01.154518 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a6fbc-706c-4b56-964e-4ae9bec8b9ea req-4ead0013-b038-4b78-bd3f-acbdd3af370c tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:01.155253 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-100a6fbc-706c-4b56-964e-4ae9bec8b9ea req-4ead0013-b038-4b78-bd3f-acbdd3af370c tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:01.167338 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58752) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:01.171326 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52c60085-14bf-407d-89bd-1f8dd46a63c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:01.209023 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c21a03a7-0edf-410a-96e3-e24f62eda5cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:01.226244 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-100a6fbc-706c-4b56-964e-4ae9bec8b9ea req-4ead0013-b038-4b78-bd3f-acbdd3af370c tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1048689 Aug 19 14:34:01.357823 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6641f143-6876-4f1e-b042-ed3196875291 None None] Provisioning for port 6ad6096b-30fc-4199-9b22-b63bb26d6fe3 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:34:01.370870 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6641f143-6876-4f1e-b042-ed3196875291 None None] Provisioning complete for port 6ad6096b-30fc-4199-9b22-b63bb26d6fe3 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:34:01.372848 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6641f143-6876-4f1e-b042-ed3196875291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:01.404242 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c60085-14bf-407d-89bd-1f8dd46a63c4 admin admin] Pushing event updated for resources: {'Port': ['ID=8610495d-8ba5-47bb-a153-eeb9a150ec6e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:01.427076 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [req-100a6fbc-706c-4b56-964e-4ae9bec8b9ea req-c8a8adc0-4040-4770-8ea6-dbfe3c6766e7 tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:34:01.428686 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-100a6fbc-706c-4b56-964e-4ae9bec8b9ea req-c8a8adc0-4040-4770-8ea6-dbfe3c6766e7 tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0176659 Aug 19 14:34:01.455531 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b71664a7-a9f3-420d-bbe8-841a9e1ac71c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:01.458602 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c60085-14bf-407d-89bd-1f8dd46a63c4 admin admin] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:34:01.464501 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-52c60085-14bf-407d-89bd-1f8dd46a63c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:34:01.470859 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c60085-14bf-407d-89bd-1f8dd46a63c4 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:34:01.510600 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58758) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:01.640497 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c21a03a7-0edf-410a-96e3-e24f62eda5cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:01.666500 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c21a03a7-0edf-410a-96e3-e24f62eda5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:01.739246 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-c21a03a7-0edf-410a-96e3-e24f62eda5cf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1f1e561ba5c24ba998bbefc348461b8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5705705 Aug 19 14:34:01.745844 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58772) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:01.751891 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0e065-6c82-4539-8851-68f5ea4e4937 req-fa403e02-1496-4e9c-abb7-608100ebfff1 tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:01.761219 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7db0e065-6c82-4539-8851-68f5ea4e4937 req-fa403e02-1496-4e9c-abb7-608100ebfff1 tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cf92d0c-52cb-48cf-88df-e3ff15af7217 HTTP/1.1" status: 200 len: 934 time: 0.2143505 Aug 19 14:34:01.789832 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a03a7-0edf-410a-96e3-e24f62eda5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40def260-8cd2-4316-909a-29c5f38cf3ec,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:01.849144 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7db0e065-6c82-4539-8851-68f5ea4e4937 req-be18283b-fa8c-4237-a2d7-639d5a3ee3c9 tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce5f830e-6676-45b5-9b06-dba196aca7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858874 Aug 19 14:34:01.855313 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6641f143-6876-4f1e-b042-ed3196875291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:01.940426 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf153ea6-9a87-4404-ac6a-3019d56d128e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:01.959105 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6641f143-6876-4f1e-b042-ed3196875291 None None] For port 6ad6096b-30fc-4199-9b22-b63bb26d6fe3, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=6ad6096b-30fc-4199-9b22-b63bb26d6fe3,segment=NetworkSegment(3b829adb-df02-4027-b39b-d94446f6765e),segment_id=3b829adb-df02-4027-b39b-d94446f6765e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:34:01.970763 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6641f143-6876-4f1e-b042-ed3196875291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:02.114703 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641f143-6876-4f1e-b042-ed3196875291 None None] Pushing event updated for resources: {'Port': ['ID=6ad6096b-30fc-4199-9b22-b63bb26d6fe3,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:02.135060 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-100a6fbc-706c-4b56-964e-4ae9bec8b9ea req-e17beb4b-1719-4f54-aef9-6854b6e5253e service neutron] Request body: {'port': {'device_id': '5cf92d0c-52cb-48cf-88df-e3ff15af7217', 'device_owner': 'compute:tempest-test_az-1277128548', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:34:02.148756 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-477fa71f-141b-4f96-875b-e9feefdf0d77 None None] Provisioning for port d9988296-a69e-4b34-81ac-39be1e27008d completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:34:02.153961 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-477fa71f-141b-4f96-875b-e9feefdf0d77 None None] Provisioning complete for port d9988296-a69e-4b34-81ac-39be1e27008d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:34:02.154631 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-477fa71f-141b-4f96-875b-e9feefdf0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:02.210008 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf153ea6-9a87-4404-ac6a-3019d56d128e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:02.215376 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf153ea6-9a87-4404-ac6a-3019d56d128e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:02.229111 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e33b7128-bad9-4f2e-922d-10ceefa353ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:02.258549 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-477fa71f-141b-4f96-875b-e9feefdf0d77 None None] Port d9988296-a69e-4b34-81ac-39be1e27008d cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:34:02.319529 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e33b7128-bad9-4f2e-922d-10ceefa353ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:02.327604 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf153ea6-9a87-4404-ac6a-3019d56d128e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f514179d-b62f-4889-bc87-bac8268595e4,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:02.332582 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52c60085-14bf-407d-89bd-1f8dd46a63c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:02.338382 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-bf153ea6-9a87-4404-ac6a-3019d56d128e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d8e4f3e8c4fe4456ab10c54ec269d843&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8180525 Aug 19 14:34:02.341481 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58786) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:02.387802 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1375b84a-b259-406b-832e-50a5a7a99add None None] Provisioning complete for port 6ad6096b-30fc-4199-9b22-b63bb26d6fe3 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:34:02.388858 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1375b84a-b259-406b-832e-50a5a7a99add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:02.418357 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-100a6fbc-706c-4b56-964e-4ae9bec8b9ea req-e17beb4b-1719-4f54-aef9-6854b6e5253e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:02.493016 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ddd06e20-41d4-4478-87db-142e165fd5cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:02.558622 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ddd06e20-41d4-4478-87db-142e165fd5cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:02.679191 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ddd06e20-41d4-4478-87db-142e165fd5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:02.683754 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ddd06e20-41d4-4478-87db-142e165fd5cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:02.687872 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ddd06e20-41d4-4478-87db-142e165fd5cc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f514179d-b62f-4889-bc87-bac8268595e4 HTTP/1.1" status: 204 len: 168 time: 0.3429611 Aug 19 14:34:02.709882 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd06e20-41d4-4478-87db-142e165fd5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f514179d-b62f-4889-bc87-bac8268595e4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:02.861398 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 6ad6096b-30fc-4199-9b22-b63bb26d6fe3 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:34:02.878597 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e33b7128-bad9-4f2e-922d-10ceefa353ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:02.881161 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e33b7128-bad9-4f2e-922d-10ceefa353ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:02.883378 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e33b7128-bad9-4f2e-922d-10ceefa353ae admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/40def260-8cd2-4316-909a-29c5f38cf3ec HTTP/1.1" status: 204 len: 168 time: 1.1346428 Aug 19 14:34:02.980935 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 6ad6096b-30fc-4199-9b22-b63bb26d6fe3 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:34:02.982656 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:03.003671 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33b7128-bad9-4f2e-922d-10ceefa353ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40def260-8cd2-4316-909a-29c5f38cf3ec,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:03.073938 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a207c-dca9-4bf2-a555-a4df44a50a5c req-722d5bc9-d8cc-4823-b400-0e6a38d889e7 tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:03.076700 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-224a207c-dca9-4bf2-a555-a4df44a50a5c req-722d5bc9-d8cc-4823-b400-0e6a38d889e7 tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cf92d0c-52cb-48cf-88df-e3ff15af7217 HTTP/1.1" status: 200 len: 934 time: 0.1122737 Aug 19 14:34:03.226083 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-224a207c-dca9-4bf2-a555-a4df44a50a5c req-9623c3a3-28cd-45d7-8c09-c2507a4cbfa1 tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce5f830e-6676-45b5-9b06-dba196aca7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413491 Aug 19 14:34:03.458804 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52c60085-14bf-407d-89bd-1f8dd46a63c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:03.475020 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b3fedb1a-d3d9-41d0-b0c3-e22e3b8a1281 req-1b3017bf-5d8b-41e0-ba67-74f53dbdbf1f tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=5fad669aa339498d8c481a4f2cbbd73c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538611 Aug 19 14:34:03.518539 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:03.575927 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58824) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:03.679418 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-100a6fbc-706c-4b56-964e-4ae9bec8b9ea req-e17beb4b-1719-4f54-aef9-6854b6e5253e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9988296-a69e-4b34-81ac-39be1e27008d {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:34:03.691410 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-100a6fbc-706c-4b56-964e-4ae9bec8b9ea req-e17beb4b-1719-4f54-aef9-6854b6e5253e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:03.703157 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fedb1a-d3d9-41d0-b0c3-e22e3b8a1281 req-622fe9b1-58c8-4a5b-a8f8-1ee5a0a3ea27 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:03.705820 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b3fedb1a-d3d9-41d0-b0c3-e22e3b8a1281 req-622fe9b1-58c8-4a5b-a8f8-1ee5a0a3ea27 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2292578 Aug 19 14:34:03.714361 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-100a6fbc-706c-4b56-964e-4ae9bec8b9ea req-e17beb4b-1719-4f54-aef9-6854b6e5253e service neutron] Transition to ACTIVE for port object d9988296-a69e-4b34-81ac-39be1e27008d will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:34:03.725786 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-100a6fbc-706c-4b56-964e-4ae9bec8b9ea req-e17beb4b-1719-4f54-aef9-6854b6e5253e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:03.729828 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b3fedb1a-d3d9-41d0-b0c3-e22e3b8a1281 req-dc3e8982-5e25-4557-8df7-35ba0a5bfc3c tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/quotas/5fad669aa339498d8c481a4f2cbbd73c HTTP/1.1" status: 200 len: 375 time: 0.0175297 Aug 19 14:34:03.775327 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c60085-14bf-407d-89bd-1f8dd46a63c4 admin admin] Router 423e4b35-c25b-46d7-9594-98ea679d21e5 is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:34:03.794957 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b3fedb1a-d3d9-41d0-b0c3-e22e3b8a1281 req-dd8d84c4-6e3b-4a7f-8d2f-ee4be5817dbe tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=5fad669aa339498d8c481a4f2cbbd73c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0589955 Aug 19 14:34:03.803187 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17beb4b-1719-4f54-aef9-6854b6e5253e service neutron] Pushing event updated for resources: {'Port': ['ID=d9988296-a69e-4b34-81ac-39be1e27008d,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:03.972841 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-100a6fbc-706c-4b56-964e-4ae9bec8b9ea req-e17beb4b-1719-4f54-aef9-6854b6e5253e service neutron] Attempting to bind port d9988296-a69e-4b34-81ac-39be1e27008d on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:34:03.973434 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-100a6fbc-706c-4b56-964e-4ae9bec8b9ea req-e17beb4b-1719-4f54-aef9-6854b6e5253e service neutron] Attempting to bind port d9988296-a69e-4b34-81ac-39be1e27008d by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:34:03.973957 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100a6fbc-706c-4b56-964e-4ae9bec8b9ea req-e17beb4b-1719-4f54-aef9-6854b6e5253e service neutron] Attempting to bind port d9988296-a69e-4b34-81ac-39be1e27008d on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:34:04.031096 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100a6fbc-706c-4b56-964e-4ae9bec8b9ea req-e17beb4b-1719-4f54-aef9-6854b6e5253e service neutron] Port d9988296-a69e-4b34-81ac-39be1e27008d on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:34:04.031651 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100a6fbc-706c-4b56-964e-4ae9bec8b9ea req-e17beb4b-1719-4f54-aef9-6854b6e5253e service neutron] Attempting to bind port d9988296-a69e-4b34-81ac-39be1e27008d on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:34:04.054231 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100a6fbc-706c-4b56-964e-4ae9bec8b9ea req-e17beb4b-1719-4f54-aef9-6854b6e5253e service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:34:04.058078 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100a6fbc-706c-4b56-964e-4ae9bec8b9ea req-e17beb4b-1719-4f54-aef9-6854b6e5253e service neutron] Checking segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:34:04.064995 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58832) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:04.066964 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100a6fbc-706c-4b56-964e-4ae9bec8b9ea req-e17beb4b-1719-4f54-aef9-6854b6e5253e service neutron] Bound using segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:34:04.068798 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-100a6fbc-706c-4b56-964e-4ae9bec8b9ea req-e17beb4b-1719-4f54-aef9-6854b6e5253e service neutron] Bound port: d9988296-a69e-4b34-81ac-39be1e27008d, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:34:04.069575 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-100a6fbc-706c-4b56-964e-4ae9bec8b9ea req-e17beb4b-1719-4f54-aef9-6854b6e5253e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:04.108868 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-89a40dc9-09a1-487e-9acd-2a75a46c45c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:04.140379 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c60085-14bf-407d-89bd-1f8dd46a63c4 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:34:04.158271 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd72512-f660-44cc-b454-ee561e9c41ef None None] Sync routers for ids ['423e4b35-c25b-46d7-9594-98ea679d21e5'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:34:04.170298 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd72512-f660-44cc-b454-ee561e9c41ef None None] Routers {'423e4b35-c25b-46d7-9594-98ea679d21e5'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:34:04.192587 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-dbd72512-f660-44cc-b454-ee561e9c41ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:33:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['423e4b35-c25b-46d7-9594-98ea679d21e5'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:34:04.338284 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-100a6fbc-706c-4b56-964e-4ae9bec8b9ea req-e17beb4b-1719-4f54-aef9-6854b6e5253e service neutron] For port d9988296-a69e-4b34-81ac-39be1e27008d, host n-h2-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:34:04.343052 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-db869299-e0f6-4f5f-a99a-1f131458e533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:04.346426 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-100a6fbc-706c-4b56-964e-4ae9bec8b9ea req-e17beb4b-1719-4f54-aef9-6854b6e5253e service neutron] For port d9988296-a69e-4b34-81ac-39be1e27008d, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=d9988296-a69e-4b34-81ac-39be1e27008d,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:34:04.354943 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-100a6fbc-706c-4b56-964e-4ae9bec8b9ea req-e17beb4b-1719-4f54-aef9-6854b6e5253e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:04.385049 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5efe2dae-2292-4404-91fa-803d5ebbf431 req-db2ac96c-3646-43d7-92b0-7933862171f5 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/ports?device_id=72975938-19ad-4a11-b2a2-6a17122023e1 HTTP/1.1" status: 200 len: 210 time: 0.0532393 Aug 19 14:34:04.457786 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17beb4b-1719-4f54-aef9-6854b6e5253e service neutron] Pushing event updated for resources: {'Port': ['ID=d9988296-a69e-4b34-81ac-39be1e27008d,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:04.465739 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a6fbc-706c-4b56-964e-4ae9bec8b9ea req-e17beb4b-1719-4f54-aef9-6854b6e5253e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:04.466868 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-100a6fbc-706c-4b56-964e-4ae9bec8b9ea req-e17beb4b-1719-4f54-aef9-6854b6e5253e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:04.469220 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-100a6fbc-706c-4b56-964e-4ae9bec8b9ea req-e17beb4b-1719-4f54-aef9-6854b6e5253e service neutron] 10.222.0.88 "PUT /v2.0/ports/d9988296-a69e-4b34-81ac-39be1e27008d HTTP/1.1" status: 200 len: 1116 time: 2.5611899 Aug 19 14:34:04.469962 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf92d0c-52cb-48cf-88df-e3ff15af7217', 'tag': 'd9988296-a69e-4b34-81ac-39be1e27008d'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:34:04.511258 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:04.620570 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-dbd72512-f660-44cc-b454-ee561e9c41ef None None] Set router 423e4b35-c25b-46d7-9594-98ea679d21e5 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:34:04.662205 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58846) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:04.680762 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-89a40dc9-09a1-487e-9acd-2a75a46c45c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:04.696354 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bb46491f-8e95-43f2-9301-f1540d3c37ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:04.728543 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7c3fb813-15ca-4cdf-a44c-19187e1da204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:04.747895 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-89a40dc9-09a1-487e-9acd-2a75a46c45c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:04.800690 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-89a40dc9-09a1-487e-9acd-2a75a46c45c3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fdda1261be774ebaa7d679e2f3dc8c2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7246828 Aug 19 14:34:04.819438 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58854) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:04.893302 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56d9c7-94a7-43b7-b658-e167eef001cf req-ffcdef87-f330-4420-aa6d-c1f920e22456 tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:04.941407 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3b56d9c7-94a7-43b7-b658-e167eef001cf req-ffcdef87-f330-4420-aa6d-c1f920e22456 tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cf92d0c-52cb-48cf-88df-e3ff15af7217 HTTP/1.1" status: 200 len: 968 time: 0.4531505 Aug 19 14:34:04.972110 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a40dc9-09a1-487e-9acd-2a75a46c45c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709baf4a-59ee-4753-b922-e34dd5b796bf,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:04.972352 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52c60085-14bf-407d-89bd-1f8dd46a63c4 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:04.973725 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-52c60085-14bf-407d-89bd-1f8dd46a63c4 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.5790899 Aug 19 14:34:05.036360 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58862) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:05.052161 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:05.147090 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:05.192261 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3b56d9c7-94a7-43b7-b658-e167eef001cf req-d757c1f0-c4c1-4110-afc4-5613564b940f tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce5f830e-6676-45b5-9b06-dba196aca7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500739 Aug 19 14:34:05.201609 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ba9fd8a-1bed-4928-92dc-be8121b624a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:05.238316 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ba9fd8a-1bed-4928-92dc-be8121b624a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:05.241967 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613ab44d-aa52-4b2a-9088-41c456fca74f" -d '{"events": [{"name": "network-changed", "server_uuid": "5cf92d0c-52cb-48cf-88df-e3ff15af7217", "tag": "d9988296-a69e-4b34-81ac-39be1e27008d"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:34:05.246041 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a6fbc-706c-4b56-964e-4ae9bec8b9ea req-00ea0002-d855-44b5-b9e5-72c7bea1ccc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:05.247531 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-100a6fbc-706c-4b56-964e-4ae9bec8b9ea req-00ea0002-d855-44b5-b9e5-72c7bea1ccc9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b798482862814d8e96a375593eed9d0b&device_id=5cf92d0c-52cb-48cf-88df-e3ff15af7217 HTTP/1.1" status: 200 len: 1119 time: 0.2155118 Aug 19 14:34:05.249783 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7c3fb813-15ca-4cdf-a44c-19187e1da204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:05.261767 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7c3fb813-15ca-4cdf-a44c-19187e1da204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:05.263921 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-dbd72512-f660-44cc-b454-ee561e9c41ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-305745118-router', 'tenant_id': 'dc28959d88bc47a3be9291b5c609f583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '8610495d-8ba5-47bb-a153-eeb9a150ec6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:33:58Z', 'updated_at': '2021-08-19T14:34:01Z', 'revision_number': 3, 'project_id': 'dc28959d88bc47a3be9291b5c609f583', 'gw_port': {'id': '8610495d-8ba5-47bb-a153-eeb9a150ec6e', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:33:59Z', 'updated_at': '2021-08-19T14:34:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:34:05.313077 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd72512-f660-44cc-b454-ee561e9c41ef None None] Checking router: 423e4b35-c25b-46d7-9594-98ea679d21e5 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:34:05.313734 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd72512-f660-44cc-b454-ee561e9c41ef None None] Updating router 423e4b35-c25b-46d7-9594-98ea679d21e5 port 8610495d-8ba5-47bb-a153-eeb9a150ec6e binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:34:05.369779 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7c3fb813-15ca-4cdf-a44c-19187e1da204 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=566ea49b9399492fa8ba72d78a39c045&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7035787 Aug 19 14:34:05.371411 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-dbd72512-f660-44cc-b454-ee561e9c41ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:05.387008 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58878) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:05.666450 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2dde62b9-3a8a-426d-8369-706f91edaff0 req-89207d1b-cc99-4c77-b277-bd6029f2859e tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/ports?device_id=72975938-19ad-4a11-b2a2-6a17122023e1 HTTP/1.1" status: 200 len: 210 time: 0.1942813 Aug 19 14:34:05.812239 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df505d3f-b44d-4084-bbd8-e4ce77ac8180 x-openstack-request-id: req-df505d3f-b44d-4084-bbd8-e4ce77ac8180 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:34:05.812239 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cf92d0c-52cb-48cf-88df-e3ff15af7217", "tag": "d9988296-a69e-4b34-81ac-39be1e27008d", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:34:05.812239 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-df505d3f-b44d-4084-bbd8-e4ce77ac8180 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:34:05.813234 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf92d0c-52cb-48cf-88df-e3ff15af7217', 'tag': 'd9988296-a69e-4b34-81ac-39be1e27008d', 'status': 'completed', 'code': 200} Aug 19 14:34:05.831746 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bb46491f-8e95-43f2-9301-f1540d3c37ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:05.833325 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e3271e61-dc23-48a3-9391-4282111cbc35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:05.838313 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bb46491f-8e95-43f2-9301-f1540d3c37ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:05.876376 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-100a6fbc-706c-4b56-964e-4ae9bec8b9ea req-9d982d39-218b-441b-8c92-e944f5744ac2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=d9988296-a69e-4b34-81ac-39be1e27008d HTTP/1.1" status: 200 len: 217 time: 0.5269959 Aug 19 14:34:05.885262 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-dbd72512-f660-44cc-b454-ee561e9c41ef None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:05.905286 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3fb813-15ca-4cdf-a44c-19187e1da204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f3f00a-c554-406d-b79c-757d6def8e99,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:05.905866 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-dbd72512-f660-44cc-b454-ee561e9c41ef None None] Transition to ACTIVE for port object 8610495d-8ba5-47bb-a153-eeb9a150ec6e will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:34:05.921338 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-dbd72512-f660-44cc-b454-ee561e9c41ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:06.010418 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a6fbc-706c-4b56-964e-4ae9bec8b9ea req-a3b061fd-f578-450d-a502-8311bda6d8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:06.011983 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-100a6fbc-706c-4b56-964e-4ae9bec8b9ea req-a3b061fd-f578-450d-a502-8311bda6d8eb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.1121707 Aug 19 14:34:06.019718 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e3271e61-dc23-48a3-9391-4282111cbc35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:06.025285 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-bb46491f-8e95-43f2-9301-f1540d3c37ca admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bdc11dceec1a4917bde96a9ac392f4ca&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4478405 Aug 19 14:34:06.033658 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58894) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:06.070863 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb46491f-8e95-43f2-9301-f1540d3c37ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd4933a-ef54-4953-9cc0-409f16c286d7,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:06.092272 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ee66d-9aae-49e8-89c3-594b9ce6dc52 None None] Pushing event updated for resources: {'Port': ['ID=8610495d-8ba5-47bb-a153-eeb9a150ec6e,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:06.138670 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8ee66d-9aae-49e8-89c3-594b9ce6dc52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:34:06.139323 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8ee66d-9aae-49e8-89c3-594b9ce6dc52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:34:06.139747 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8ee66d-9aae-49e8-89c3-594b9ce6dc52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:34:06.140252 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8ee66d-9aae-49e8-89c3-594b9ce6dc52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:34:06.140870 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8ee66d-9aae-49e8-89c3-594b9ce6dc52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:34:06.141290 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8ee66d-9aae-49e8-89c3-594b9ce6dc52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:34:06.141719 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8ee66d-9aae-49e8-89c3-594b9ce6dc52 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:34:06.152141 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-368dc359-84b1-4585-8b4e-fbf695f8e02d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:06.154083 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8ee66d-9aae-49e8-89c3-594b9ce6dc52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:34:06.155290 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8ee66d-9aae-49e8-89c3-594b9ce6dc52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:34:06.155757 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8ee66d-9aae-49e8-89c3-594b9ce6dc52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:34:06.156207 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8ee66d-9aae-49e8-89c3-594b9ce6dc52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:34:06.171057 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8ee66d-9aae-49e8-89c3-594b9ce6dc52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:34:06.187809 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-368dc359-84b1-4585-8b4e-fbf695f8e02d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:06.190335 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8ee66d-9aae-49e8-89c3-594b9ce6dc52 None None] Tracked resource versions report: Aug 19 14:34:06.190335 n-d-766043-2 neutron-server[94642]: pushed versions: Aug 19 14:34:06.190335 n-d-766043-2 neutron-server[94642]: { 'AddressGroup': {'1.2'}, Aug 19 14:34:06.190335 n-d-766043-2 neutron-server[94642]: 'ConntrackHelper': {'1.0'}, Aug 19 14:34:06.190335 n-d-766043-2 neutron-server[94642]: 'Log': {'1.0'}, Aug 19 14:34:06.190335 n-d-766043-2 neutron-server[94642]: 'Network': {'1.1'}, Aug 19 14:34:06.190335 n-d-766043-2 neutron-server[94642]: 'Port': {'1.7'}, Aug 19 14:34:06.190335 n-d-766043-2 neutron-server[94642]: 'PortForwarding': {'1.2'}, Aug 19 14:34:06.190335 n-d-766043-2 neutron-server[94642]: 'QosPolicy': {'1.9'}, Aug 19 14:34:06.190335 n-d-766043-2 neutron-server[94642]: 'SecurityGroup': {'1.4'}, Aug 19 14:34:06.190335 n-d-766043-2 neutron-server[94642]: 'SecurityGroupRule': {'1.2'}, Aug 19 14:34:06.190335 n-d-766043-2 neutron-server[94642]: 'SubPort': {'1.0'}, Aug 19 14:34:06.190335 n-d-766043-2 neutron-server[94642]: 'Subnet': {'1.1'}, Aug 19 14:34:06.190335 n-d-766043-2 neutron-server[94642]: 'Trunk': {'1.1'}} Aug 19 14:34:06.190335 n-d-766043-2 neutron-server[94642]: consumer versions: Aug 19 14:34:06.190335 n-d-766043-2 neutron-server[94642]: { DHCP agent@n-d-766043-2: {}, Aug 19 14:34:06.190335 n-d-766043-2 neutron-server[94642]: HyperV agent@n-h1-766043-2: {}, Aug 19 14:34:06.190335 n-d-766043-2 neutron-server[94642]: HyperV agent@n-h2-766043-2: {}, Aug 19 14:34:06.190335 n-d-766043-2 neutron-server[94642]: L3 agent@n-d-766043-2: {}, Aug 19 14:34:06.190335 n-d-766043-2 neutron-server[94642]: Metadata agent@n-d-766043-2: {}, Aug 19 14:34:06.190335 n-d-766043-2 neutron-server[94642]: Metering agent@n-d-766043-2: {}, Aug 19 14:34:06.190335 n-d-766043-2 neutron-server[94642]: Open vSwitch agent@n-d-766043-2: { 'AddressGroup': '1.2', Aug 19 14:34:06.190335 n-d-766043-2 neutron-server[94642]: 'ConntrackHelper': '1.0', Aug 19 14:34:06.190335 n-d-766043-2 neutron-server[94642]: 'Log': '1.0', Aug 19 14:34:06.190335 n-d-766043-2 neutron-server[94642]: 'Network': '1.1', Aug 19 14:34:06.190335 n-d-766043-2 neutron-server[94642]: 'Port': '1.7', Aug 19 14:34:06.190335 n-d-766043-2 neutron-server[94642]: 'PortForwarding': '1.2', Aug 19 14:34:06.190335 n-d-766043-2 neutron-server[94642]: 'QosPolicy': '1.9', Aug 19 14:34:06.190335 n-d-766043-2 neutron-server[94642]: 'SecurityGroup': '1.4', Aug 19 14:34:06.190335 n-d-766043-2 neutron-server[94642]: 'SecurityGroupRule': '1.2', Aug 19 14:34:06.190335 n-d-766043-2 neutron-server[94642]: 'SubPort': '1.0', Aug 19 14:34:06.190335 n-d-766043-2 neutron-server[94642]: 'Subnet': '1.1', Aug 19 14:34:06.190335 n-d-766043-2 neutron-server[94642]: 'Trunk': '1.1'}} Aug 19 14:34:06.190335 n-d-766043-2 neutron-server[94642]: {{(pid=94642) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 14:34:06.264549 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e3271e61-dc23-48a3-9391-4282111cbc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:06.265472 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-dbd72512-f660-44cc-b454-ee561e9c41ef None None] Attempting to bind port 8610495d-8ba5-47bb-a153-eeb9a150ec6e on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:34:06.266546 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-dbd72512-f660-44cc-b454-ee561e9c41ef None None] Attempting to bind port 8610495d-8ba5-47bb-a153-eeb9a150ec6e by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:34:06.267138 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd72512-f660-44cc-b454-ee561e9c41ef None None] Attempting to bind port 8610495d-8ba5-47bb-a153-eeb9a150ec6e on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:34:06.267861 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e3271e61-dc23-48a3-9391-4282111cbc35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:06.270310 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e3271e61-dc23-48a3-9391-4282111cbc35 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/63f3f00a-c554-406d-b79c-757d6def8e99 HTTP/1.1" status: 204 len: 168 time: 0.8812523 Aug 19 14:34:06.286622 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3271e61-dc23-48a3-9391-4282111cbc35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f3f00a-c554-406d-b79c-757d6def8e99,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:06.299787 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd72512-f660-44cc-b454-ee561e9c41ef None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:34:06.301702 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd72512-f660-44cc-b454-ee561e9c41ef None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:34:06.305607 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-dbd72512-f660-44cc-b454-ee561e9c41ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:06.306871 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd72512-f660-44cc-b454-ee561e9c41ef None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:34:06.312201 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-dbd72512-f660-44cc-b454-ee561e9c41ef None None] Bound port: 8610495d-8ba5-47bb-a153-eeb9a150ec6e, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:34:06.313557 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-dbd72512-f660-44cc-b454-ee561e9c41ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:06.316339 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-368dc359-84b1-4585-8b4e-fbf695f8e02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:06.328744 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-368dc359-84b1-4585-8b4e-fbf695f8e02d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:06.339211 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-368dc359-84b1-4585-8b4e-fbf695f8e02d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6fd4933a-ef54-4953-9cc0-409f16c286d7 HTTP/1.1" status: 204 len: 168 time: 0.2973039 Aug 19 14:34:06.364750 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ba9fd8a-1bed-4928-92dc-be8121b624a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:06.372317 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368dc359-84b1-4585-8b4e-fbf695f8e02d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd4933a-ef54-4953-9cc0-409f16c286d7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:06.393933 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ba9fd8a-1bed-4928-92dc-be8121b624a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:06.405968 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4ba9fd8a-1bed-4928-92dc-be8121b624a2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/709baf4a-59ee-4753-b922-e34dd5b796bf HTTP/1.1" status: 204 len: 168 time: 1.5854433 Aug 19 14:34:06.509802 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-dbd72512-f660-44cc-b454-ee561e9c41ef None None] For port 8610495d-8ba5-47bb-a153-eeb9a150ec6e, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:34:06.511804 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.68', 62789) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:06.519245 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-dbd72512-f660-44cc-b454-ee561e9c41ef None None] For port 8610495d-8ba5-47bb-a153-eeb9a150ec6e, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=8610495d-8ba5-47bb-a153-eeb9a150ec6e,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:34:06.532333 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-dbd72512-f660-44cc-b454-ee561e9c41ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:06.603496 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b3fedb1a-d3d9-41d0-b0c3-e22e3b8a1281 req-b80ec9f2-89d6-448a-b0d6-13fa31f3b259 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=5fad669aa339498d8c481a4f2cbbd73c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0889249 Aug 19 14:34:06.642652 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc06413-4899-4f05-b116-64c5db56cb31 req-d5732b54-08e9-4f1c-9e55-796c844bef1d tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:06.655730 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ffc06413-4899-4f05-b116-64c5db56cb31 req-d5732b54-08e9-4f1c-9e55-796c844bef1d tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cf92d0c-52cb-48cf-88df-e3ff15af7217 HTTP/1.1" status: 200 len: 968 time: 0.2602665 Aug 19 14:34:06.754865 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:06.833699 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ffc06413-4899-4f05-b116-64c5db56cb31 req-463938e4-bfe6-479d-b019-80cafbe23d82 tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce5f830e-6676-45b5-9b06-dba196aca7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732011 Aug 19 14:34:06.840048 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ee66d-9aae-49e8-89c3-594b9ce6dc52 None None] Pushing event updated for resources: {'Port': ['ID=8610495d-8ba5-47bb-a153-eeb9a150ec6e,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:06.849128 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd72512-f660-44cc-b454-ee561e9c41ef None None] Routers {'423e4b35-c25b-46d7-9594-98ea679d21e5'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:34:06.849880 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-dbd72512-f660-44cc-b454-ee561e9c41ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:34:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['423e4b35-c25b-46d7-9594-98ea679d21e5'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:34:06.942100 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a6fbc-706c-4b56-964e-4ae9bec8b9ea req-d04a9e5c-9292-4d7f-93cd-cc6d1b5e3ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:06.944856 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-100a6fbc-706c-4b56-964e-4ae9bec8b9ea req-d04a9e5c-9292-4d7f-93cd-cc6d1b5e3ba6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8551438 Aug 19 14:34:06.963141 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba9fd8a-1bed-4928-92dc-be8121b624a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709baf4a-59ee-4753-b922-e34dd5b796bf,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:07.000247 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-dbd72512-f660-44cc-b454-ee561e9c41ef None None] Set router 423e4b35-c25b-46d7-9594-98ea679d21e5 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:34:07.050617 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fedb1a-d3d9-41d0-b0c3-e22e3b8a1281 req-42129b6e-dffe-457d-9453-2fc29f42542f tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:07.058330 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b3fedb1a-d3d9-41d0-b0c3-e22e3b8a1281 req-42129b6e-dffe-457d-9453-2fc29f42542f tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3971071 Aug 19 14:34:07.228244 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-70bc84e0-3b8e-40af-85d0-2bb8b9ba0ede req-a24bf623-d731-4a09-ae13-629f88d7a879 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/ports?device_id=72975938-19ad-4a11-b2a2-6a17122023e1 HTTP/1.1" status: 200 len: 210 time: 0.1678131 Aug 19 14:34:07.259879 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-b3fedb1a-d3d9-41d0-b0c3-e22e3b8a1281 req-595ddaaf-dc6d-4792-99aa-94bd7afee71a tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Request body: {'port': {'device_id': '72975938-19ad-4a11-b2a2-6a17122023e1', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'admin_state_up': True, 'tenant_id': '5fad669aa339498d8c481a4f2cbbd73c'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:34:07.446104 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-100a6fbc-706c-4b56-964e-4ae9bec8b9ea req-831d17f0-265a-41a7-bf38-6378c5f4bf82 service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4840882 Aug 19 14:34:07.658042 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-dbd72512-f660-44cc-b454-ee561e9c41ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-305745118-router', 'tenant_id': 'dc28959d88bc47a3be9291b5c609f583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '8610495d-8ba5-47bb-a153-eeb9a150ec6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:33:58Z', 'updated_at': '2021-08-19T14:34:01Z', 'revision_number': 3, 'project_id': 'dc28959d88bc47a3be9291b5c609f583', 'gw_port': {'id': '8610495d-8ba5-47bb-a153-eeb9a150ec6e', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:33:59Z', 'updated_at': '2021-08-19T14:34:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:34:07.752870 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd72512-f660-44cc-b454-ee561e9c41ef None None] The sync data for ids ['423e4b35-c25b-46d7-9594-98ea679d21e5'] in n-d-766043-2 is: [{'id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-305745118-router', 'tenant_id': 'dc28959d88bc47a3be9291b5c609f583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '8610495d-8ba5-47bb-a153-eeb9a150ec6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:33:58Z', 'updated_at': '2021-08-19T14:34:01Z', 'revision_number': 3, 'project_id': 'dc28959d88bc47a3be9291b5c609f583', 'gw_port': {'id': '8610495d-8ba5-47bb-a153-eeb9a150ec6e', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:33:59Z', 'updated_at': '2021-08-19T14:34:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:34:07.794908 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbe2d930-67eb-454a-93c6-31dc96ba1823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:07.895241 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58940) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:07.954235 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1673f8c2-b186-46f6-99c1-c1d7d74a04a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:08.101472 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3fedb1a-d3d9-41d0-b0c3-e22e3b8a1281 req-595ddaaf-dc6d-4792-99aa-94bd7afee71a tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Made reservation on behalf of 5fad669aa339498d8c481a4f2cbbd73c for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:34:08.112235 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b3fedb1a-d3d9-41d0-b0c3-e22e3b8a1281 req-595ddaaf-dc6d-4792-99aa-94bd7afee71a tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:08.144003 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b3fedb1a-d3d9-41d0-b0c3-e22e3b8a1281 req-595ddaaf-dc6d-4792-99aa-94bd7afee71a tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:08.159096 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-fbe2d930-67eb-454a-93c6-31dc96ba1823 admin admin] Allocated IP 172.20.0.1 (b6cb15a2-7c54-4019-bc14-2912b5ac9311/da9af51b-745c-4f7e-9d6d-360f30f81e3e/593b9313-95d2-43dd-8993-e39b72ca8142) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:34:08.208187 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4460782a-c295-4a96-987c-657c000b2540 req-0bcfbeb2-f990-4aa0-8124-818f7c8e5d8a tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:08.209785 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4460782a-c295-4a96-987c-657c000b2540 req-0bcfbeb2-f990-4aa0-8124-818f7c8e5d8a tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cf92d0c-52cb-48cf-88df-e3ff15af7217 HTTP/1.1" status: 200 len: 968 time: 0.2372141 Aug 19 14:34:08.420633 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4460782a-c295-4a96-987c-657c000b2540 req-465e376a-8a80-444d-9e35-66cc74b69bd2 tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce5f830e-6676-45b5-9b06-dba196aca7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913018 Aug 19 14:34:08.521131 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1673f8c2-b186-46f6-99c1-c1d7d74a04a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:08.540194 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1673f8c2-b186-46f6-99c1-c1d7d74a04a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:08.565302 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbe2d930-67eb-454a-93c6-31dc96ba1823 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:08.628982 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-fbe2d930-67eb-454a-93c6-31dc96ba1823 admin admin] Transition to ACTIVE for port object 593b9313-95d2-43dd-8993-e39b72ca8142 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:34:08.739789 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1673f8c2-b186-46f6-99c1-c1d7d74a04a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ee1b67-c9e3-490f-8d60-453e24d15638,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:08.953996 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-87ad8a53-2e10-45cd-8ff6-89f57c9cb61f req-4095bee1-9090-4d19-bfdf-73012d397627 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/ports?device_id=72975938-19ad-4a11-b2a2-6a17122023e1 HTTP/1.1" status: 200 len: 210 time: 0.2823837 Aug 19 14:34:08.972117 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 8610495d-8ba5-47bb-a153-eeb9a150ec6e up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:34:09.078397 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1673f8c2-b186-46f6-99c1-c1d7d74a04a1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6aa62f420bfa445898103f97b6d96a1c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1639199 Aug 19 14:34:09.084699 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58976) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:09.086696 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b3fedb1a-d3d9-41d0-b0c3-e22e3b8a1281 req-595ddaaf-dc6d-4792-99aa-94bd7afee71a tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:09.099505 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b3fedb1a-d3d9-41d0-b0c3-e22e3b8a1281 req-595ddaaf-dc6d-4792-99aa-94bd7afee71a tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:09.147051 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbe2d930-67eb-454a-93c6-31dc96ba1823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:09.204799 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 8610495d-8ba5-47bb-a153-eeb9a150ec6e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:34:09.223334 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 8610495d-8ba5-47bb-a153-eeb9a150ec6e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:34:09.224398 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:09.388653 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe2d930-67eb-454a-93c6-31dc96ba1823 admin admin] Pushing event updated for resources: {'Port': ['ID=593b9313-95d2-43dd-8993-e39b72ca8142,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:09.450304 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-100a6fbc-706c-4b56-964e-4ae9bec8b9ea req-18115aaf-9eac-4175-a75a-5bc6a7306a3b service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6580496 Aug 19 14:34:09.506534 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe2d930-67eb-454a-93c6-31dc96ba1823 admin admin] Network b6cb15a2-7c54-4019-bc14-2912b5ac9311 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:34:09.512384 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-fbe2d930-67eb-454a-93c6-31dc96ba1823 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:34:09.516326 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe2d930-67eb-454a-93c6-31dc96ba1823 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:34:09.517930 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbe2d930-67eb-454a-93c6-31dc96ba1823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:09.618419 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ddaaf-dc6d-4792-99aa-94bd7afee71a tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8322cf-de33-49c3-b466-ff10f2edc29e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:09.659614 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:09.732198 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 8610495d-8ba5-47bb-a153-eeb9a150ec6e, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=8610495d-8ba5-47bb-a153-eeb9a150ec6e,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:34:09.742752 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:09.928918 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=8610495d-8ba5-47bb-a153-eeb9a150ec6e,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:10.012708 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-29949087-3ab2-443d-92c0-67d117d4a772 None None] Provisioning for port 593b9313-95d2-43dd-8993-e39b72ca8142 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:34:10.037809 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-29949087-3ab2-443d-92c0-67d117d4a772 None None] Provisioning complete for port 593b9313-95d2-43dd-8993-e39b72ca8142 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:34:10.038192 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-29949087-3ab2-443d-92c0-67d117d4a772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:10.048239 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07777486-1c33-49fe-9e21-69831eed13ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:10.114708 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07777486-1c33-49fe-9e21-69831eed13ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:10.136317 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-b3fedb1a-d3d9-41d0-b0c3-e22e3b8a1281 req-595ddaaf-dc6d-4792-99aa-94bd7afee71a tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Allocated IP 192.168.233.188 (5146d24a-89b5-4a43-8ca4-b26f4fb943f7/2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86/2e674125-6a4d-4935-88c8-0dd61af47a6e) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:34:10.191453 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-29949087-3ab2-443d-92c0-67d117d4a772 None None] Port 593b9313-95d2-43dd-8993-e39b72ca8142 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:34:10.221737 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58998) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:10.241657 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07777486-1c33-49fe-9e21-69831eed13ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:10.244757 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07777486-1c33-49fe-9e21-69831eed13ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:10.246140 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-07777486-1c33-49fe-9e21-69831eed13ca admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/52ee1b67-c9e3-490f-8d60-453e24d15638 HTTP/1.1" status: 204 len: 168 time: 1.1575894 Aug 19 14:34:10.264283 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07777486-1c33-49fe-9e21-69831eed13ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ee1b67-c9e3-490f-8d60-453e24d15638,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:10.274832 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbe2d930-67eb-454a-93c6-31dc96ba1823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:10.340269 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ab44d-aa52-4b2a-9088-41c456fca74f req-9725ae9a-b3e6-47fe-91b4-b3d5d888f1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:10.342628 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-613ab44d-aa52-4b2a-9088-41c456fca74f req-9725ae9a-b3e6-47fe-91b4-b3d5d888f1e9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b798482862814d8e96a375593eed9d0b&device_id=5cf92d0c-52cb-48cf-88df-e3ff15af7217 HTTP/1.1" status: 200 len: 1119 time: 0.4848518 Aug 19 14:34:10.445709 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-74c24da9-8a20-44a7-ad69-56dc7cb8d2f6 req-29242b8e-8541-4dea-b9c5-e7d15b1fa366 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/ports?device_id=72975938-19ad-4a11-b2a2-6a17122023e1 HTTP/1.1" status: 200 len: 210 time: 0.0944796 Aug 19 14:34:10.472398 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beeb24b-0ee0-4d2e-b1ce-5a38cbaa21a9 req-a00dc427-ca06-4e2f-885b-79b3cd98e199 tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:10.473833 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7beeb24b-0ee0-4d2e-b1ce-5a38cbaa21a9 req-a00dc427-ca06-4e2f-885b-79b3cd98e199 tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cf92d0c-52cb-48cf-88df-e3ff15af7217 HTTP/1.1" status: 200 len: 968 time: 0.7865124 Aug 19 14:34:10.638408 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b3fedb1a-d3d9-41d0-b0c3-e22e3b8a1281 req-595ddaaf-dc6d-4792-99aa-94bd7afee71a tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:10.687282 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ab44d-aa52-4b2a-9088-41c456fca74f req-aaa0532f-7030-4878-8629-c310d730f81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:10.688931 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-613ab44d-aa52-4b2a-9088-41c456fca74f req-aaa0532f-7030-4878-8629-c310d730f81d service neutron] 10.222.0.88 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.3215671 Aug 19 14:34:10.714884 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7beeb24b-0ee0-4d2e-b1ce-5a38cbaa21a9 req-53470fc5-abaa-4364-87a2-7c96cc9855b7 tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce5f830e-6676-45b5-9b06-dba196aca7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309413 Aug 19 14:34:10.743732 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3cb25d60-6229-4bb7-92df-79e905532d9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:10.747130 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-b3fedb1a-d3d9-41d0-b0c3-e22e3b8a1281 req-595ddaaf-dc6d-4792-99aa-94bd7afee71a tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Transition to ACTIVE for port object 2e674125-6a4d-4935-88c8-0dd61af47a6e will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:34:10.827613 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-613ab44d-aa52-4b2a-9088-41c456fca74f req-8acebdd1-56d7-4d2b-ab0d-dde69edcd07a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=d9988296-a69e-4b34-81ac-39be1e27008d HTTP/1.1" status: 200 len: 217 time: 0.1238139 Aug 19 14:34:10.919138 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ab44d-aa52-4b2a-9088-41c456fca74f req-69771389-813b-4084-b363-e35b86cb5ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:10.920923 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-613ab44d-aa52-4b2a-9088-41c456fca74f req-69771389-813b-4084-b363-e35b86cb5ce7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.0727098 Aug 19 14:34:10.934304 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 8610495d-8ba5-47bb-a153-eeb9a150ec6e up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:34:10.956364 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b3fedb1a-d3d9-41d0-b0c3-e22e3b8a1281 req-595ddaaf-dc6d-4792-99aa-94bd7afee71a tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:11.033530 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbe2d930-67eb-454a-93c6-31dc96ba1823 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:11.044362 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ab44d-aa52-4b2a-9088-41c456fca74f req-1939e5bb-5771-46e0-8fc7-70e4a6e28586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:11.046518 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-613ab44d-aa52-4b2a-9088-41c456fca74f req-1939e5bb-5771-46e0-8fc7-70e4a6e28586 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1121278 Aug 19 14:34:11.048705 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbe2d930-67eb-454a-93c6-31dc96ba1823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:11.049871 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbe2d930-67eb-454a-93c6-31dc96ba1823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:11.105748 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 8610495d-8ba5-47bb-a153-eeb9a150ec6e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:34:11.106474 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:11.113126 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe2d930-67eb-454a-93c6-31dc96ba1823 admin admin] Pushing event updated for resources: {'Port': ['ID=593b9313-95d2-43dd-8993-e39b72ca8142,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:11.230368 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3fedb1a-d3d9-41d0-b0c3-e22e3b8a1281 req-595ddaaf-dc6d-4792-99aa-94bd7afee71a tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:34:11.245179 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-b3fedb1a-d3d9-41d0-b0c3-e22e3b8a1281 req-595ddaaf-dc6d-4792-99aa-94bd7afee71a tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:34:11.254796 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3fedb1a-d3d9-41d0-b0c3-e22e3b8a1281 req-595ddaaf-dc6d-4792-99aa-94bd7afee71a tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:34:11.266109 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fedb1a-d3d9-41d0-b0c3-e22e3b8a1281 req-595ddaaf-dc6d-4792-99aa-94bd7afee71a tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:11.268005 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b3fedb1a-d3d9-41d0-b0c3-e22e3b8a1281 req-595ddaaf-dc6d-4792-99aa-94bd7afee71a tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:11.298943 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ddaaf-dc6d-4792-99aa-94bd7afee71a tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Pushing event updated for resources: {'Port': ['ID=2e674125-6a4d-4935-88c8-0dd61af47a6e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:11.336597 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-613ab44d-aa52-4b2a-9088-41c456fca74f req-0c581f5d-8153-4dc9-946c-44149f5ea2ae service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278132 Aug 19 14:34:11.657814 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:34:11.677909 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3cb25d60-6229-4bb7-92df-79e905532d9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:11.694258 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b3fedb1a-d3d9-41d0-b0c3-e22e3b8a1281 req-595ddaaf-dc6d-4792-99aa-94bd7afee71a tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4587033 Aug 19 14:34:11.694485 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3cb25d60-6229-4bb7-92df-79e905532d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:11.730145 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-22a3082e-d415-4543-8066-02e86c81807b None None] Provisioning for port 2e674125-6a4d-4935-88c8-0dd61af47a6e completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:34:11.744349 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-22a3082e-d415-4543-8066-02e86c81807b None None] Provisioning complete for port 2e674125-6a4d-4935-88c8-0dd61af47a6e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:34:11.744349 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-22a3082e-d415-4543-8066-02e86c81807b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:11.804470 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d4c97-711d-43fb-8c40-4505afbc2fa3 req-0c4208ac-d634-404c-9a40-9e1a5ad63ad5 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:11.806574 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b19d4c97-711d-43fb-8c40-4505afbc2fa3 req-0c4208ac-d634-404c-9a40-9e1a5ad63ad5 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/ports?device_id=72975938-19ad-4a11-b2a2-6a17122023e1 HTTP/1.1" status: 200 len: 936 time: 0.1112373 Aug 19 14:34:11.836503 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-22a3082e-d415-4543-8066-02e86c81807b None None] Port 2e674125-6a4d-4935-88c8-0dd61af47a6e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:34:11.864243 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe2d930-67eb-454a-93c6-31dc96ba1823 admin admin] Network b6cb15a2-7c54-4019-bc14-2912b5ac9311 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:34:11.870322 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-fbe2d930-67eb-454a-93c6-31dc96ba1823 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:34:11.883983 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb25d60-6229-4bb7-92df-79e905532d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab13f67-6035-487e-89b2-eaf02f368689,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:11.894644 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-613ab44d-aa52-4b2a-9088-41c456fca74f req-3314eb09-0a5e-414f-8a99-cd9110854c27 service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5452261 Aug 19 14:34:11.901710 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-3cb25d60-6229-4bb7-92df-79e905532d9e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cbadcf85b1cd404797686669ea5cd38d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6788435 Aug 19 14:34:11.902635 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 59042) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:12.004314 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b19d4c97-711d-43fb-8c40-4505afbc2fa3 req-16bbdc2f-7548-4386-9ab3-fce64f7175bd tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/security-groups?id=fa8322cf-de33-49c3-b466-ff10f2edc29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901104 Aug 19 14:34:12.066663 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf34ae-ccce-49cf-8298-712d6d199a37 req-f2f2af03-f2c3-48b2-800e-e1fd0dd44bc1 tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:12.077425 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dedf34ae-ccce-49cf-8298-712d6d199a37 req-f2f2af03-f2c3-48b2-800e-e1fd0dd44bc1 tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cf92d0c-52cb-48cf-88df-e3ff15af7217 HTTP/1.1" status: 200 len: 968 time: 0.2242205 Aug 19 14:34:12.128034 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1aa4d635-97be-4cd0-b73b-d7eb01b997cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:12.161225 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dedf34ae-ccce-49cf-8298-712d6d199a37 req-14c2d5d5-206c-485b-8e8f-a98dc0eb936b tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce5f830e-6676-45b5-9b06-dba196aca7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804229 Aug 19 14:34:12.179713 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe2d930-67eb-454a-93c6-31dc96ba1823 admin admin] Router 423e4b35-c25b-46d7-9594-98ea679d21e5 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:34:12.190077 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1aa4d635-97be-4cd0-b73b-d7eb01b997cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:12.332522 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe2d930-67eb-454a-93c6-31dc96ba1823 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:34:12.356333 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca2de13-171b-4744-8799-57c291c1f64e None None] Sync routers for ids ['423e4b35-c25b-46d7-9594-98ea679d21e5'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:34:12.362238 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-fbe2d930-67eb-454a-93c6-31dc96ba1823 admin admin] 10.222.0.69 "PUT /v2.0/routers/423e4b35-c25b-46d7-9594-98ea679d21e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3238332 Aug 19 14:34:12.397206 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1aa4d635-97be-4cd0-b73b-d7eb01b997cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:12.400622 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1aa4d635-97be-4cd0-b73b-d7eb01b997cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:12.404662 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1aa4d635-97be-4cd0-b73b-d7eb01b997cf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/eab13f67-6035-487e-89b2-eaf02f368689 HTTP/1.1" status: 204 len: 168 time: 0.4998012 Aug 19 14:34:12.415803 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa4d635-97be-4cd0-b73b-d7eb01b997cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab13f67-6035-487e-89b2-eaf02f368689,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:12.422581 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca2de13-171b-4744-8799-57c291c1f64e None None] Routers {'423e4b35-c25b-46d7-9594-98ea679d21e5'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:34:12.423805 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9ca2de13-171b-4744-8799-57c291c1f64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:34:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['423e4b35-c25b-46d7-9594-98ea679d21e5'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:34:12.460492 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-08adf7ad-3e97-4543-b4d0-42e8cbb1ff95 None None] Provisioning complete for port 593b9313-95d2-43dd-8993-e39b72ca8142 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:34:12.461136 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-08adf7ad-3e97-4543-b4d0-42e8cbb1ff95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:12.546381 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-08adf7ad-3e97-4543-b4d0-42e8cbb1ff95 None None] Port 593b9313-95d2-43dd-8993-e39b72ca8142 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:34:12.592209 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-9ca2de13-171b-4744-8799-57c291c1f64e None None] Set router 423e4b35-c25b-46d7-9594-98ea679d21e5 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:34:13.056659 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9ca2de13-171b-4744-8799-57c291c1f64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-305745118-router', 'tenant_id': 'dc28959d88bc47a3be9291b5c609f583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '8610495d-8ba5-47bb-a153-eeb9a150ec6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:33:58Z', 'updated_at': '2021-08-19T14:34:09Z', 'revision_number': 4, 'project_id': 'dc28959d88bc47a3be9291b5c609f583', 'gw_port': {'id': '8610495d-8ba5-47bb-a153-eeb9a150ec6e', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:33:59Z', 'updated_at': '2021-08-19T14:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '593b9313-95d2-43dd-8993-e39b72ca8142', 'name': '', 'network_id': 'b6cb15a2-7c54-4019-bc14-2912b5ac9311', 'tenant_id': 'dc28959d88bc47a3be9291b5c609f583', 'mac_address': 'fa:16:3e:f0:a0:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'da9af51b-745c-4f7e-9d6d-360f30f81e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:34:07Z', 'updated_at': '2021-08-19T14:34:10Z', 'revision_number': 2, 'project_id': 'dc28959d88bc47a3be9291b5c609f583', 'subnets': [{'id': 'da9af51b-745c-4f7e-9d6d-360f30f81e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:34:13.208744 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca2de13-171b-4744-8799-57c291c1f64e None None] Checking router: 423e4b35-c25b-46d7-9594-98ea679d21e5 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:34:13.209328 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca2de13-171b-4744-8799-57c291c1f64e None None] Updating router 423e4b35-c25b-46d7-9594-98ea679d21e5 port 593b9313-95d2-43dd-8993-e39b72ca8142 binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:34:13.239393 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9ca2de13-171b-4744-8799-57c291c1f64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:13.702572 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b04707-b8ab-452c-a89d-d7ed93239038 req-c6c335c1-f08b-42dd-99f1-b873071fe9c8 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:13.707387 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9ca2de13-171b-4744-8799-57c291c1f64e None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:13.715325 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-94b04707-b8ab-452c-a89d-d7ed93239038 req-c6c335c1-f08b-42dd-99f1-b873071fe9c8 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/ports?device_id=72975938-19ad-4a11-b2a2-6a17122023e1 HTTP/1.1" status: 200 len: 936 time: 0.1597662 Aug 19 14:34:13.715456 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 59086) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:13.737250 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2775b488-4158-4ba1-8c1d-e4dc49db06dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:13.751549 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9ca2de13-171b-4744-8799-57c291c1f64e None None] Transition to ACTIVE for port object 593b9313-95d2-43dd-8993-e39b72ca8142 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:34:13.769857 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9ca2de13-171b-4744-8799-57c291c1f64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:13.813946 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-94b04707-b8ab-452c-a89d-d7ed93239038 req-76cb7ebc-65ab-44f2-961e-c3cfc3f5aa79 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/security-groups?id=fa8322cf-de33-49c3-b466-ff10f2edc29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947378 Aug 19 14:34:13.824950 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 59088) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:13.973811 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c69acfa2-47e4-4e52-9a62-aed73e1c14b0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-723106062-network', 'tenant_id': '309b8293893e4b68ba54397ad041e8b9'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:34:13.982423 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c130f7fb-624f-4a5e-9e66-9141022b7396 None None] Pushing event updated for resources: {'Port': ['ID=593b9313-95d2-43dd-8993-e39b72ca8142,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:14.105184 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [req-b3fedb1a-d3d9-41d0-b0c3-e22e3b8a1281 req-b32f1e70-e11f-42af-84d9-38e6b8661907 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:34:14.106473 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b3fedb1a-d3d9-41d0-b0c3-e22e3b8a1281 req-b32f1e70-e11f-42af-84d9-38e6b8661907 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106404 Aug 19 14:34:14.133959 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2775b488-4158-4ba1-8c1d-e4dc49db06dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:14.134674 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9cb9aa-5e9f-43a3-9c4b-3dc5c497580d req-a567d66d-d3ff-40c5-9aa6-7c7939a5d17c tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:14.136824 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8f9cb9aa-5e9f-43a3-9c4b-3dc5c497580d req-a567d66d-d3ff-40c5-9aa6-7c7939a5d17c tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cf92d0c-52cb-48cf-88df-e3ff15af7217 HTTP/1.1" status: 200 len: 968 time: 0.0901606 Aug 19 14:34:14.160296 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2775b488-4158-4ba1-8c1d-e4dc49db06dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:14.182792 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9ca2de13-171b-4744-8799-57c291c1f64e None None] Attempting to bind port 593b9313-95d2-43dd-8993-e39b72ca8142 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:34:14.183061 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9ca2de13-171b-4744-8799-57c291c1f64e None None] Attempting to bind port 593b9313-95d2-43dd-8993-e39b72ca8142 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '3b829adb-df02-4027-b39b-d94446f6765e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b6cb15a2-7c54-4019-bc14-2912b5ac9311'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:34:14.187084 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca2de13-171b-4744-8799-57c291c1f64e None None] Attempting to bind port 593b9313-95d2-43dd-8993-e39b72ca8142 on network b6cb15a2-7c54-4019-bc14-2912b5ac9311 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:34:14.213765 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca2de13-171b-4744-8799-57c291c1f64e None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:34:14.214140 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca2de13-171b-4744-8799-57c291c1f64e None None] Checking segment: {'id': '3b829adb-df02-4027-b39b-d94446f6765e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b6cb15a2-7c54-4019-bc14-2912b5ac9311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:34:14.222268 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9ca2de13-171b-4744-8799-57c291c1f64e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:14.222926 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca2de13-171b-4744-8799-57c291c1f64e None None] Bound using segment: {'id': '3b829adb-df02-4027-b39b-d94446f6765e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b6cb15a2-7c54-4019-bc14-2912b5ac9311'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:34:14.227666 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9ca2de13-171b-4744-8799-57c291c1f64e None None] Bound port: 593b9313-95d2-43dd-8993-e39b72ca8142, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b829adb-df02-4027-b39b-d94446f6765e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b6cb15a2-7c54-4019-bc14-2912b5ac9311'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:34:14.228107 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9ca2de13-171b-4744-8799-57c291c1f64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:14.269401 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8f9cb9aa-5e9f-43a3-9c4b-3dc5c497580d req-c13ead64-687e-4e40-b5e2-e261fe9a0ca0 tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce5f830e-6676-45b5-9b06-dba196aca7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240585 Aug 19 14:34:14.276633 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69acfa2-47e4-4e52-9a62-aed73e1c14b0 admin admin] Made reservation on behalf of 309b8293893e4b68ba54397ad041e8b9 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:34:14.284966 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c69acfa2-47e4-4e52-9a62-aed73e1c14b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:14.292032 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2775b488-4158-4ba1-8c1d-e4dc49db06dc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e27ad2c5e1d04c07be747ab0007f4193&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5748675 Aug 19 14:34:14.294720 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 59100) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:14.308900 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c69acfa2-47e4-4e52-9a62-aed73e1c14b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:14.467647 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-b3fedb1a-d3d9-41d0-b0c3-e22e3b8a1281 req-30cc59d1-8f97-4abd-88dc-c6d0309fd0df service neutron] Request body: {'port': {'device_id': '72975938-19ad-4a11-b2a2-6a17122023e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:34:14.468629 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2775b488-4158-4ba1-8c1d-e4dc49db06dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffd3030-89fe-4981-af2d-8aed0a9e4452,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:14.558927 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9ca2de13-171b-4744-8799-57c291c1f64e None None] For port 593b9313-95d2-43dd-8993-e39b72ca8142, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:34:14.577228 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9ca2de13-171b-4744-8799-57c291c1f64e None None] For port 593b9313-95d2-43dd-8993-e39b72ca8142, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=593b9313-95d2-43dd-8993-e39b72ca8142,segment=NetworkSegment(3b829adb-df02-4027-b39b-d94446f6765e),segment_id=3b829adb-df02-4027-b39b-d94446f6765e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:34:14.581815 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cf87dece-c277-49d7-99a9-5fe570531f67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:14.586749 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9ca2de13-171b-4744-8799-57c291c1f64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:14.587604 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b3fedb1a-d3d9-41d0-b0c3-e22e3b8a1281 req-30cc59d1-8f97-4abd-88dc-c6d0309fd0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:14.627330 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 59108) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:14.628684 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cf87dece-c277-49d7-99a9-5fe570531f67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:14.634116 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9842f45e-18e1-4bbe-aa2d-97ea804e665c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-900280449-network', 'tenant_id': '1d53016be1b6465d93afefc9606d9c17'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:34:14.711644 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cf87dece-c277-49d7-99a9-5fe570531f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:14.714186 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cf87dece-c277-49d7-99a9-5fe570531f67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:14.718632 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-cf87dece-c277-49d7-99a9-5fe570531f67 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1ffd3030-89fe-4981-af2d-8aed0a9e4452 HTTP/1.1" status: 204 len: 168 time: 0.3967860 Aug 19 14:34:14.736664 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf87dece-c277-49d7-99a9-5fe570531f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffd3030-89fe-4981-af2d-8aed0a9e4452,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:14.778192 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c130f7fb-624f-4a5e-9e66-9141022b7396 None None] Pushing event updated for resources: {'Port': ['ID=593b9313-95d2-43dd-8993-e39b72ca8142,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:14.787899 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca2de13-171b-4744-8799-57c291c1f64e None None] Routers {'423e4b35-c25b-46d7-9594-98ea679d21e5'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:34:14.788969 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9ca2de13-171b-4744-8799-57c291c1f64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:34:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['423e4b35-c25b-46d7-9594-98ea679d21e5'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:34:15.073208 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-9ca2de13-171b-4744-8799-57c291c1f64e None None] Set router 423e4b35-c25b-46d7-9594-98ea679d21e5 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:34:15.130340 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c69acfa2-47e4-4e52-9a62-aed73e1c14b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:15.204007 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c69acfa2-47e4-4e52-9a62-aed73e1c14b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:15.250526 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9842f45e-18e1-4bbe-aa2d-97ea804e665c admin admin] Made reservation on behalf of 1d53016be1b6465d93afefc9606d9c17 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:34:15.254681 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9842f45e-18e1-4bbe-aa2d-97ea804e665c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:15.278267 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9842f45e-18e1-4bbe-aa2d-97ea804e665c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:15.374392 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69acfa2-47e4-4e52-9a62-aed73e1c14b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86404dcf-93da-429d-ab2c-969849616654,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:15.589576 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9ca2de13-171b-4744-8799-57c291c1f64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-305745118-router', 'tenant_id': 'dc28959d88bc47a3be9291b5c609f583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '8610495d-8ba5-47bb-a153-eeb9a150ec6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:33:58Z', 'updated_at': '2021-08-19T14:34:09Z', 'revision_number': 4, 'project_id': 'dc28959d88bc47a3be9291b5c609f583', 'gw_port': {'id': '8610495d-8ba5-47bb-a153-eeb9a150ec6e', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:33:59Z', 'updated_at': '2021-08-19T14:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '593b9313-95d2-43dd-8993-e39b72ca8142', 'name': '', 'network_id': 'b6cb15a2-7c54-4019-bc14-2912b5ac9311', 'tenant_id': 'dc28959d88bc47a3be9291b5c609f583', 'mac_address': 'fa:16:3e:f0:a0:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'da9af51b-745c-4f7e-9d6d-360f30f81e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:34:07Z', 'updated_at': '2021-08-19T14:34:14Z', 'revision_number': 4, 'project_id': 'dc28959d88bc47a3be9291b5c609f583', 'subnets': [{'id': 'da9af51b-745c-4f7e-9d6d-360f30f81e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:34:15.631444 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca2de13-171b-4744-8799-57c291c1f64e None None] The sync data for ids ['423e4b35-c25b-46d7-9594-98ea679d21e5'] in n-d-766043-2 is: [{'id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-305745118-router', 'tenant_id': 'dc28959d88bc47a3be9291b5c609f583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '8610495d-8ba5-47bb-a153-eeb9a150ec6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:33:58Z', 'updated_at': '2021-08-19T14:34:09Z', 'revision_number': 4, 'project_id': 'dc28959d88bc47a3be9291b5c609f583', 'gw_port': {'id': '8610495d-8ba5-47bb-a153-eeb9a150ec6e', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:33:59Z', 'updated_at': '2021-08-19T14:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '593b9313-95d2-43dd-8993-e39b72ca8142', 'name': '', 'network_id': 'b6cb15a2-7c54-4019-bc14-2912b5ac9311', 'tenant_id': 'dc28959d88bc47a3be9291b5c609f583', 'mac_address': 'fa:16:3e:f0:a0:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'da9af51b-745c-4f7e-9d6d-360f30f81e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:34:07Z', 'updated_at': '2021-08-19T14:34:14Z', 'revision_number': 4, 'project_id': 'dc28959d88bc47a3be9291b5c609f583', 'subnets': [{'id': 'da9af51b-745c-4f7e-9d6d-360f30f81e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:34:15.639187 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c69acfa2-47e4-4e52-9a62-aed73e1c14b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:34:15.778947 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c69acfa2-47e4-4e52-9a62-aed73e1c14b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:15.780100 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-c69acfa2-47e4-4e52-9a62-aed73e1c14b0 admin admin] Added segment cdbe220c-711d-4dcd-9811-178ea37b55c3 of type vlan for network 6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 Aug 19 14:34:15.830321 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-b3fedb1a-d3d9-41d0-b0c3-e22e3b8a1281 req-30cc59d1-8f97-4abd-88dc-c6d0309fd0df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e674125-6a4d-4935-88c8-0dd61af47a6e {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:34:15.863001 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b3fedb1a-d3d9-41d0-b0c3-e22e3b8a1281 req-30cc59d1-8f97-4abd-88dc-c6d0309fd0df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:15.917750 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9e5e7-7ef6-44b1-8510-8d651d647327 req-d36b93fc-df96-465e-878b-665df78afff5 tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:15.919274 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f8f9e5e7-7ef6-44b1-8510-8d651d647327 req-d36b93fc-df96-465e-878b-665df78afff5 tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cf92d0c-52cb-48cf-88df-e3ff15af7217 HTTP/1.1" status: 200 len: 968 time: 0.2588215 Aug 19 14:34:15.937806 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c69acfa2-47e4-4e52-9a62-aed73e1c14b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:15.962776 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f270d-b021-45bb-88c2-b8a01ec55599 req-380b9acf-2f95-4fd6-b01b-67efe0c7aa3f tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:15.964129 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-785f270d-b021-45bb-88c2-b8a01ec55599 req-380b9acf-2f95-4fd6-b01b-67efe0c7aa3f tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/ports?device_id=72975938-19ad-4a11-b2a2-6a17122023e1 HTTP/1.1" status: 200 len: 936 time: 0.6487346 Aug 19 14:34:15.965206 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-b3fedb1a-d3d9-41d0-b0c3-e22e3b8a1281 req-30cc59d1-8f97-4abd-88dc-c6d0309fd0df service neutron] Transition to ACTIVE for port object 2e674125-6a4d-4935-88c8-0dd61af47a6e will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:34:16.000899 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b3fedb1a-d3d9-41d0-b0c3-e22e3b8a1281 req-30cc59d1-8f97-4abd-88dc-c6d0309fd0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:16.225812 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-785f270d-b021-45bb-88c2-b8a01ec55599 req-2a417676-383e-4dcb-b464-d15977338994 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/security-groups?id=fa8322cf-de33-49c3-b466-ff10f2edc29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119393 Aug 19 14:34:16.302740 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f8f9e5e7-7ef6-44b1-8510-8d651d647327 req-c90c9120-28f3-41f9-a57f-0a1bdbbf7cc2 tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce5f830e-6676-45b5-9b06-dba196aca7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548756 Aug 19 14:34:16.373895 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c69acfa2-47e4-4e52-9a62-aed73e1c14b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:16.376615 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69acfa2-47e4-4e52-9a62-aed73e1c14b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:16.380594 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c69acfa2-47e4-4e52-9a62-aed73e1c14b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:16.519311 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69acfa2-47e4-4e52-9a62-aed73e1c14b0 admin admin] Pushing event updated for resources: {'Network': ['ID=6e6d7ced-670a-4172-99e0-b6cfaa52bcf3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:16.529838 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc59d1-8f97-4abd-88dc-c6d0309fd0df service neutron] Pushing event updated for resources: {'Port': ['ID=2e674125-6a4d-4935-88c8-0dd61af47a6e,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:16.543522 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:34:16.760367 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-b3fedb1a-d3d9-41d0-b0c3-e22e3b8a1281 req-30cc59d1-8f97-4abd-88dc-c6d0309fd0df service neutron] Attempting to bind port 2e674125-6a4d-4935-88c8-0dd61af47a6e on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:34:16.761217 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-b3fedb1a-d3d9-41d0-b0c3-e22e3b8a1281 req-30cc59d1-8f97-4abd-88dc-c6d0309fd0df service neutron] Attempting to bind port 2e674125-6a4d-4935-88c8-0dd61af47a6e by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:34:16.761217 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fedb1a-d3d9-41d0-b0c3-e22e3b8a1281 req-30cc59d1-8f97-4abd-88dc-c6d0309fd0df service neutron] Attempting to bind port 2e674125-6a4d-4935-88c8-0dd61af47a6e on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:34:16.800223 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fedb1a-d3d9-41d0-b0c3-e22e3b8a1281 req-30cc59d1-8f97-4abd-88dc-c6d0309fd0df service neutron] Port 2e674125-6a4d-4935-88c8-0dd61af47a6e on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:34:16.800602 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fedb1a-d3d9-41d0-b0c3-e22e3b8a1281 req-30cc59d1-8f97-4abd-88dc-c6d0309fd0df service neutron] Attempting to bind port 2e674125-6a4d-4935-88c8-0dd61af47a6e on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:34:16.839065 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fedb1a-d3d9-41d0-b0c3-e22e3b8a1281 req-30cc59d1-8f97-4abd-88dc-c6d0309fd0df service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:34:16.839361 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fedb1a-d3d9-41d0-b0c3-e22e3b8a1281 req-30cc59d1-8f97-4abd-88dc-c6d0309fd0df service neutron] Checking segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:34:16.840029 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fedb1a-d3d9-41d0-b0c3-e22e3b8a1281 req-30cc59d1-8f97-4abd-88dc-c6d0309fd0df service neutron] Bound using segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:34:16.840397 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-b3fedb1a-d3d9-41d0-b0c3-e22e3b8a1281 req-30cc59d1-8f97-4abd-88dc-c6d0309fd0df service neutron] Bound port: 2e674125-6a4d-4935-88c8-0dd61af47a6e, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:34:16.840787 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b3fedb1a-d3d9-41d0-b0c3-e22e3b8a1281 req-30cc59d1-8f97-4abd-88dc-c6d0309fd0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:17.025379 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 593b9313-95d2-43dd-8993-e39b72ca8142 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:34:17.029393 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9842f45e-18e1-4bbe-aa2d-97ea804e665c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:17.036662 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9842f45e-18e1-4bbe-aa2d-97ea804e665c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:17.064578 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9842f45e-18e1-4bbe-aa2d-97ea804e665c admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:34:17.081506 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9842f45e-18e1-4bbe-aa2d-97ea804e665c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:17.082394 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-9842f45e-18e1-4bbe-aa2d-97ea804e665c admin admin] Added segment f3300f56-11af-4297-9667-81b9d786e43a of type vlan for network f3ff52a8-1f4d-4f31-a5f4-a027a077376d Aug 19 14:34:17.149796 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9842f45e-18e1-4bbe-aa2d-97ea804e665c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:17.189618 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 593b9313-95d2-43dd-8993-e39b72ca8142 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:34:17.195916 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-c69acfa2-47e4-4e52-9a62-aed73e1c14b0 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 3.3697863 Aug 19 14:34:17.198106 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9842f45e-18e1-4bbe-aa2d-97ea804e665c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:17.199266 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 59166) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:17.199874 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 593b9313-95d2-43dd-8993-e39b72ca8142 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:34:17.199874 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:17.200439 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9842f45e-18e1-4bbe-aa2d-97ea804e665c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:17.201980 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9842f45e-18e1-4bbe-aa2d-97ea804e665c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:17.204834 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f9b4d40f-0c99-45e9-90e1-b03f4570eb82 admin admin] Request body: {'subnet': {'network_id': '6e6d7ced-670a-4172-99e0-b6cfaa52bcf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-723106062-subnet', 'tenant_id': '309b8293893e4b68ba54397ad041e8b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:34:17.277673 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b4d40f-0c99-45e9-90e1-b03f4570eb82 admin admin] Made reservation on behalf of 309b8293893e4b68ba54397ad041e8b9 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:34:17.284807 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f9b4d40f-0c99-45e9-90e1-b03f4570eb82 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:17.340988 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9842f45e-18e1-4bbe-aa2d-97ea804e665c admin admin] Pushing event updated for resources: {'Network': ['ID=f3ff52a8-1f4d-4f31-a5f4-a027a077376d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:17.345929 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9842f45e-18e1-4bbe-aa2d-97ea804e665c admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.7162848 Aug 19 14:34:17.354881 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 59172) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:17.362578 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-0b1ee36e-b7ba-4f44-8f72-e160a55dc345 admin admin] Request body: {'subnet': {'network_id': 'f3ff52a8-1f4d-4f31-a5f4-a027a077376d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-900280449-subnet', 'tenant_id': '1d53016be1b6465d93afefc9606d9c17', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:34:17.407088 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 59174) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:17.446411 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network f3ff52a8-1f4d-4f31-a5f4-a027a077376d details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:34:17.525317 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9842f45e-18e1-4bbe-aa2d-97ea804e665c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c4d66f-27c9-4668-bbae-c54697a0c745,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:17.533562 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:17.574496 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-b3fedb1a-d3d9-41d0-b0c3-e22e3b8a1281 req-30cc59d1-8f97-4abd-88dc-c6d0309fd0df service neutron] For port 2e674125-6a4d-4935-88c8-0dd61af47a6e, host n-h1-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:34:17.608881 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d644103-18ee-48bd-a2ea-e00da3f16041 req-cbe42170-b608-46c7-8315-cf33329722b4 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:17.624545 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8d644103-18ee-48bd-a2ea-e00da3f16041 req-cbe42170-b608-46c7-8315-cf33329722b4 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/ports?device_id=72975938-19ad-4a11-b2a2-6a17122023e1 HTTP/1.1" status: 200 len: 948 time: 0.1785705 Aug 19 14:34:17.729762 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f9b4d40f-0c99-45e9-90e1-b03f4570eb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:17.758189 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 593b9313-95d2-43dd-8993-e39b72ca8142, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=593b9313-95d2-43dd-8993-e39b72ca8142,segment=NetworkSegment(3b829adb-df02-4027-b39b-d94446f6765e),segment_id=3b829adb-df02-4027-b39b-d94446f6765e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:34:17.767302 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:17.805523 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1ee36e-b7ba-4f44-8f72-e160a55dc345 admin admin] Made reservation on behalf of 1d53016be1b6465d93afefc9606d9c17 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:34:17.820057 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b1ee36e-b7ba-4f44-8f72-e160a55dc345 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:17.826204 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b4d40f-0c99-45e9-90e1-b03f4570eb82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6c98e66-0094-4a00-ab2a-dbcb4602f2eb,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:17.838493 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-b3fedb1a-d3d9-41d0-b0c3-e22e3b8a1281 req-30cc59d1-8f97-4abd-88dc-c6d0309fd0df service neutron] For port 2e674125-6a4d-4935-88c8-0dd61af47a6e, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=2e674125-6a4d-4935-88c8-0dd61af47a6e,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:34:17.841923 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b4d40f-0c99-45e9-90e1-b03f4570eb82 admin admin] Checking segment: {'id': 'cdbe220c-711d-4dcd-9811-178ea37b55c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6e6d7ced-670a-4172-99e0-b6cfaa52bcf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:34:17.843981 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b4d40f-0c99-45e9-90e1-b03f4570eb82 admin admin] Network hostable DHCP agents. Network: 6e6d7ced-670a-4172-99e0-b6cfaa52bcf3, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:34:17.882068 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b4d40f-0c99-45e9-90e1-b03f4570eb82 admin admin] Network 6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:34:17.882359 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b3fedb1a-d3d9-41d0-b0c3-e22e3b8a1281 req-30cc59d1-8f97-4abd-88dc-c6d0309fd0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:17.903218 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-f9b4d40f-0c99-45e9-90e1-b03f4570eb82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 6e6d7ced-670a-4172-99e0-b6cfaa52bcf3) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:34:17.925868 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f239c6f5-d1fa-41a9-a0da-72bf681774ef None None] Network 6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:34:17.926295 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b4d40f-0c99-45e9-90e1-b03f4570eb82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:17.929376 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f9b4d40f-0c99-45e9-90e1-b03f4570eb82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:17.970302 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f9b4d40f-0c99-45e9-90e1-b03f4570eb82 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7612724 Aug 19 14:34:18.194918 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c700fb33-2ba6-44dc-b03f-2ff3ccdb9892 None None] Network 6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:34:18.212782 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8d644103-18ee-48bd-a2ea-e00da3f16041 req-4a7794d7-f64a-4d6a-815e-a2939b1e4410 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/security-groups?id=fa8322cf-de33-49c3-b466-ff10f2edc29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5870032 Aug 19 14:34:18.215070 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-62e340d9-879e-40a4-8976-62e3b7175809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:18.277352 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b1ee36e-b7ba-4f44-8f72-e160a55dc345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:18.368954 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=593b9313-95d2-43dd-8993-e39b72ca8142,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:18.378638 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ee36e-b7ba-4f44-8f72-e160a55dc345 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25eeef8f-d468-4749-9c79-0b83895b4cad,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:18.548190 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fedb1a-d3d9-41d0-b0c3-e22e3b8a1281 req-30cc59d1-8f97-4abd-88dc-c6d0309fd0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:18.551869 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b3fedb1a-d3d9-41d0-b0c3-e22e3b8a1281 req-30cc59d1-8f97-4abd-88dc-c6d0309fd0df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:18.553855 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b3fedb1a-d3d9-41d0-b0c3-e22e3b8a1281 req-30cc59d1-8f97-4abd-88dc-c6d0309fd0df service neutron] 10.222.0.68 "PUT /v2.0/ports/2e674125-6a4d-4935-88c8-0dd61af47a6e HTTP/1.1" status: 200 len: 1096 time: 4.3552918 Aug 19 14:34:18.602940 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c847d7f-6919-4413-9517-e729eb16ce22 req-062c5b6d-29ad-40a4-b970-e21b7ac748cc tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:18.604821 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0c847d7f-6919-4413-9517-e729eb16ce22 req-062c5b6d-29ad-40a4-b970-e21b7ac748cc tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cf92d0c-52cb-48cf-88df-e3ff15af7217 HTTP/1.1" status: 200 len: 968 time: 0.3591893 Aug 19 14:34:18.605301 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72975938-19ad-4a11-b2a2-6a17122023e1', 'tag': '2e674125-6a4d-4935-88c8-0dd61af47a6e'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:34:18.818368 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1ee36e-b7ba-4f44-8f72-e160a55dc345 admin admin] Checking segment: {'id': 'f3300f56-11af-4297-9667-81b9d786e43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f3ff52a8-1f4d-4f31-a5f4-a027a077376d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:34:18.818755 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1ee36e-b7ba-4f44-8f72-e160a55dc345 admin admin] Network hostable DHCP agents. Network: f3ff52a8-1f4d-4f31-a5f4-a027a077376d, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:34:18.847340 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 593b9313-95d2-43dd-8993-e39b72ca8142 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:34:18.991226 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 593b9313-95d2-43dd-8993-e39b72ca8142 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:34:18.991603 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:19.032759 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 59210) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:19.044198 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc59d1-8f97-4abd-88dc-c6d0309fd0df service neutron] Pushing event updated for resources: {'Port': ['ID=2e674125-6a4d-4935-88c8-0dd61af47a6e,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:19.155927 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-62e340d9-879e-40a4-8976-62e3b7175809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:19.195765 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1ee36e-b7ba-4f44-8f72-e160a55dc345 admin admin] Network f3ff52a8-1f4d-4f31-a5f4-a027a077376d is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:34:19.212955 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-62e340d9-879e-40a4-8976-62e3b7175809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:19.263941 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0c847d7f-6919-4413-9517-e729eb16ce22 req-dfbd94ab-7fba-4c7d-911b-07da43a50c77 tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce5f830e-6676-45b5-9b06-dba196aca7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5212674 Aug 19 14:34:19.279722 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-0b1ee36e-b7ba-4f44-8f72-e160a55dc345 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, f3ff52a8-1f4d-4f31-a5f4-a027a077376d) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:34:19.309425 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fedb1a-d3d9-41d0-b0c3-e22e3b8a1281 req-aee4f5b0-f145-4410-9bf8-88b3ccc97850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:19.314410 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b3fedb1a-d3d9-41d0-b0c3-e22e3b8a1281 req-aee4f5b0-f145-4410-9bf8-88b3ccc97850 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5fad669aa339498d8c481a4f2cbbd73c&device_id=72975938-19ad-4a11-b2a2-6a17122023e1 HTTP/1.1" status: 200 len: 1099 time: 0.5680733 Aug 19 14:34:19.326768 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494eaeab-7f5f-4b11-963d-fcd1c554a902 None None] Network f3ff52a8-1f4d-4f31-a5f4-a027a077376d requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:34:19.337169 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-62e340d9-879e-40a4-8976-62e3b7175809 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4013be88b8c24adb989eccf9eaa5b939&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9251916 Aug 19 14:34:19.338915 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1ee36e-b7ba-4f44-8f72-e160a55dc345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:19.339513 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b1ee36e-b7ba-4f44-8f72-e160a55dc345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:19.340650 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 59224) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:19.487610 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49555469-635e-4612-8239-cbf81e364cc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:19.557120 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7aa26d2e-b636-487e-af4b-a9ada1e58407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:19.609576 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7aa26d2e-b636-487e-af4b-a9ada1e58407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:19.622873 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14d7efe-b0fe-41eb-84f2-5f1d411d5512" -d '{"events": [{"name": "network-changed", "server_uuid": "72975938-19ad-4a11-b2a2-6a17122023e1", "tag": "2e674125-6a4d-4935-88c8-0dd61af47a6e"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:34:19.627777 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 59226) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:19.630518 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e340d9-879e-40a4-8976-62e3b7175809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3affa398-071d-4f87-a1ab-9748103de557,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:19.642962 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b3fedb1a-d3d9-41d0-b0c3-e22e3b8a1281 req-e4fef39e-9034-45a6-b1e2-7d6c0b02bee4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=2e674125-6a4d-4935-88c8-0dd61af47a6e HTTP/1.1" status: 200 len: 217 time: 0.2933760 Aug 19 14:34:19.673990 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-0b1ee36e-b7ba-4f44-8f72-e160a55dc345 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.3170397 Aug 19 14:34:19.679261 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 59234) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:19.686629 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6191944c-ed90-4b4f-a393-d20af4513f29 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-900280449-router', 'tenant_id': '1d53016be1b6465d93afefc9606d9c17', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:34:19.753123 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9378915-1e80-457a-a552-5f337c26006e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-f3ff52a8-1f4d-4f31-a5f4-a027a077376d', 'network_id': 'f3ff52a8-1f4d-4f31-a5f4-a027a077376d', 'tenant_id': '1d53016be1b6465d93afefc9606d9c17', 'fixed_ips': [{'subnet_id': '25eeef8f-d468-4749-9c79-0b83895b4cad'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:34:19.755769 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a9378915-1e80-457a-a552-5f337c26006e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:19.761276 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.db.api [None req-6191944c-ed90-4b4f-a393-d20af4513f29 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 14:34:19.761276 n-d-766043-2 neutron-server[94640]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 14:34:19.761276 n-d-766043-2 neutron-server[94640]: [parameters: {'project_id_1': '1d53016be1b6465d93afefc9606d9c17', 'expiration_1': datetime.datetime(2021, 8, 19, 14, 34, 19, 730409)}] Aug 19 14:34:19.761276 n-d-766043-2 neutron-server[94640]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 14:34:19.762205 n-d-766043-2 neutron-server[94640]: DEBUG oslo_db.api [None req-6191944c-ed90-4b4f-a393-d20af4513f29 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 14:34:19.824276 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ce67e8-b038-4b13-9eb5-710f684be358 x-openstack-request-id: req-b8ce67e8-b038-4b13-9eb5-710f684be358 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:34:19.827079 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72975938-19ad-4a11-b2a2-6a17122023e1", "tag": "2e674125-6a4d-4935-88c8-0dd61af47a6e", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:34:19.827079 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b8ce67e8-b038-4b13-9eb5-710f684be358 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:34:19.827079 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72975938-19ad-4a11-b2a2-6a17122023e1', 'tag': '2e674125-6a4d-4935-88c8-0dd61af47a6e', 'status': 'completed', 'code': 200} Aug 19 14:34:19.837521 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340651c0-2100-4b94-a862-969b9a8ccb02 req-9819b15c-fcae-4a11-b2a7-5a4c1f07e18f tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:19.838516 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7aa26d2e-b636-487e-af4b-a9ada1e58407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:19.839348 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-340651c0-2100-4b94-a862-969b9a8ccb02 req-9819b15c-fcae-4a11-b2a7-5a4c1f07e18f tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/ports?device_id=72975938-19ad-4a11-b2a2-6a17122023e1 HTTP/1.1" status: 200 len: 948 time: 0.2124500 Aug 19 14:34:19.841035 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fedb1a-d3d9-41d0-b0c3-e22e3b8a1281 req-b580a86b-a7fd-4193-bd4b-c1b34fcfacdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:19.841635 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7aa26d2e-b636-487e-af4b-a9ada1e58407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:19.842534 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b3fedb1a-d3d9-41d0-b0c3-e22e3b8a1281 req-b580a86b-a7fd-4193-bd4b-c1b34fcfacdd service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.1606328 Aug 19 14:34:19.849249 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7aa26d2e-b636-487e-af4b-a9ada1e58407 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3affa398-071d-4f87-a1ab-9748103de557 HTTP/1.1" status: 204 len: 168 time: 0.5039299 Aug 19 14:34:19.883366 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa26d2e-b636-487e-af4b-a9ada1e58407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3affa398-071d-4f87-a1ab-9748103de557,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:19.994540 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49555469-635e-4612-8239-cbf81e364cc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:20.000359 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49555469-635e-4612-8239-cbf81e364cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:20.019452 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-340651c0-2100-4b94-a862-969b9a8ccb02 req-a4a48045-a3a9-41f5-881e-fb0d5dd32283 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/security-groups?id=fa8322cf-de33-49c3-b466-ff10f2edc29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647253 Aug 19 14:34:20.067862 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-a9378915-1e80-457a-a552-5f337c26006e None None] Allocated IP 172.20.0.2 (f3ff52a8-1f4d-4f31-a5f4-a027a077376d/25eeef8f-d468-4749-9c79-0b83895b4cad/d8b1515c-6736-4132-bc66-8eca662d9b19) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:34:20.071514 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-49555469-635e-4612-8239-cbf81e364cc0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=75548ad7fdb2409b83e24ce0180e6303&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0343823 Aug 19 14:34:20.071514 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49555469-635e-4612-8239-cbf81e364cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638eb4b1-3c7e-4abd-8b49-51c4503947b9,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:20.076364 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 59240) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:20.087990 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2163e9da-5eb0-42f5-b451-56ce6f88c84c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:20.161026 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-65f74ba9-ecdb-43a6-b820-5c425644964d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:20.203813 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fedb1a-d3d9-41d0-b0c3-e22e3b8a1281 req-1728e529-13bb-4909-903c-4a9c5bc18697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:20.210867 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b3fedb1a-d3d9-41d0-b0c3-e22e3b8a1281 req-1728e529-13bb-4909-903c-4a9c5bc18697 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2790544 Aug 19 14:34:20.244858 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-65f74ba9-ecdb-43a6-b820-5c425644964d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:20.296477 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 59244) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:20.334429 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a3d18200-bea5-47ea-82f6-a98a9cbae3d6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1311786214-network', 'tenant_id': '294ae96f11d244a09c9be861baa02911'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:34:20.384650 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-65f74ba9-ecdb-43a6-b820-5c425644964d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:20.392525 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-65f74ba9-ecdb-43a6-b820-5c425644964d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:20.394146 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-65f74ba9-ecdb-43a6-b820-5c425644964d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/638eb4b1-3c7e-4abd-8b49-51c4503947b9 HTTP/1.1" status: 204 len: 168 time: 0.3165696 Aug 19 14:34:20.439025 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f74ba9-ecdb-43a6-b820-5c425644964d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638eb4b1-3c7e-4abd-8b49-51c4503947b9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:20.528945 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 59250) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:20.547582 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a9378915-1e80-457a-a552-5f337c26006e None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:20.572988 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61839fb5-1aaa-4d01-82c9-bcee27eafc10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:20.583547 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a9378915-1e80-457a-a552-5f337c26006e None None] Transition to ACTIVE for port object d8b1515c-6736-4132-bc66-8eca662d9b19 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:34:20.606280 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b3fedb1a-d3d9-41d0-b0c3-e22e3b8a1281 req-f3185b52-e8e1-4a70-9be7-493ab3514ff6 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303478 Aug 19 14:34:20.630158 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2163e9da-5eb0-42f5-b451-56ce6f88c84c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:20.640010 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a9378915-1e80-457a-a552-5f337c26006e None None] Transition to ACTIVE for port object d8b1515c-6736-4132-bc66-8eca662d9b19 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:34:20.655413 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.db.api [None req-61839fb5-1aaa-4d01-82c9-bcee27eafc10 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 14:34:20.655413 n-d-766043-2 neutron-server[94639]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 14:34:20.655413 n-d-766043-2 neutron-server[94639]: [parameters: {'project_id_1': 'b8a0851f0f634ae88e1d5252b4e55f2f', 'expiration_1': datetime.datetime(2021, 8, 19, 14, 34, 20, 616804)}] Aug 19 14:34:20.655413 n-d-766043-2 neutron-server[94639]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 14:34:20.655980 n-d-766043-2 neutron-server[94639]: DEBUG oslo_db.api [None req-61839fb5-1aaa-4d01-82c9-bcee27eafc10 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 14:34:20.656501 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.db.api [None req-a3d18200-bea5-47ea-82f6-a98a9cbae3d6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 14:34:20.656501 n-d-766043-2 neutron-server[94639]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 14:34:20.656501 n-d-766043-2 neutron-server[94639]: [parameters: {'project_id_1': '294ae96f11d244a09c9be861baa02911', 'expiration_1': datetime.datetime(2021, 8, 19, 14, 34, 20, 353648)}] Aug 19 14:34:20.656501 n-d-766043-2 neutron-server[94639]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 14:34:20.656928 n-d-766043-2 neutron-server[94639]: DEBUG oslo_db.api [None req-a3d18200-bea5-47ea-82f6-a98a9cbae3d6 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 14:34:20.657506 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a9378915-1e80-457a-a552-5f337c26006e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:20.667961 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2163e9da-5eb0-42f5-b451-56ce6f88c84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:20.705258 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-2163e9da-5eb0-42f5-b451-56ce6f88c84c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8edeb05a34884ab09a0e3278c4c882f7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0701826 Aug 19 14:34:20.706617 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6191944c-ed90-4b4f-a393-d20af4513f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:20.707947 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 59252) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:20.708385 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6191944c-ed90-4b4f-a393-d20af4513f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:20.774944 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6191944c-ed90-4b4f-a393-d20af4513f29 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:20.790755 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6822a-94fa-430f-a5ac-fc2c3d71ef07 req-c9e1267b-0c59-4fc6-82f4-411a3674cdd0 tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:20.801207 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b7c6822a-94fa-430f-a5ac-fc2c3d71ef07 req-c9e1267b-0c59-4fc6-82f4-411a3674cdd0 tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cf92d0c-52cb-48cf-88df-e3ff15af7217 HTTP/1.1" status: 200 len: 968 time: 0.3676088 Aug 19 14:34:20.816576 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5bb2f08f-bef6-4b9d-af7e-b9a4eb2a776b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:20.863173 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5bb2f08f-bef6-4b9d-af7e-b9a4eb2a776b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:20.969983 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5bb2f08f-bef6-4b9d-af7e-b9a4eb2a776b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:20.978840 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5bb2f08f-bef6-4b9d-af7e-b9a4eb2a776b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:20.982187 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5bb2f08f-bef6-4b9d-af7e-b9a4eb2a776b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/eb1358d9-270c-41fb-aa90-20e517507396 HTTP/1.1" status: 204 len: 168 time: 0.2730258 Aug 19 14:34:20.985748 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9378915-1e80-457a-a552-5f337c26006e None None] Network f3ff52a8-1f4d-4f31-a5f4-a027a077376d is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:34:20.997287 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-a9378915-1e80-457a-a552-5f337c26006e None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:34:21.001419 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb2f08f-bef6-4b9d-af7e-b9a4eb2a776b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1358d9-270c-41fb-aa90-20e517507396,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:21.013411 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9378915-1e80-457a-a552-5f337c26006e None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:34:21.074929 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b7c6822a-94fa-430f-a5ac-fc2c3d71ef07 req-058af6e0-a246-43ad-86e7-f3ffb2efbd97 tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce5f830e-6676-45b5-9b06-dba196aca7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726007 Aug 19 14:34:21.157372 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61839fb5-1aaa-4d01-82c9-bcee27eafc10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:21.162959 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9378915-1e80-457a-a552-5f337c26006e None None] Pushing event updated for resources: {'Port': ['ID=d8b1515c-6736-4132-bc66-8eca662d9b19,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:21.215740 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a9378915-1e80-457a-a552-5f337c26006e None None] Attempting to bind port d8b1515c-6736-4132-bc66-8eca662d9b19 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:34:21.216248 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a9378915-1e80-457a-a552-5f337c26006e None None] Attempting to bind port d8b1515c-6736-4132-bc66-8eca662d9b19 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'f3300f56-11af-4297-9667-81b9d786e43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f3ff52a8-1f4d-4f31-a5f4-a027a077376d'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:34:21.217096 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9378915-1e80-457a-a552-5f337c26006e None None] Attempting to bind port d8b1515c-6736-4132-bc66-8eca662d9b19 on network f3ff52a8-1f4d-4f31-a5f4-a027a077376d {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:34:21.225621 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9378915-1e80-457a-a552-5f337c26006e None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:34:21.231858 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9378915-1e80-457a-a552-5f337c26006e None None] Checking segment: {'id': 'f3300f56-11af-4297-9667-81b9d786e43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f3ff52a8-1f4d-4f31-a5f4-a027a077376d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:34:21.235393 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d18200-bea5-47ea-82f6-a98a9cbae3d6 admin admin] Made reservation on behalf of 294ae96f11d244a09c9be861baa02911 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:34:21.241757 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3d18200-bea5-47ea-82f6-a98a9cbae3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:21.248253 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a9378915-1e80-457a-a552-5f337c26006e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:21.248946 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9378915-1e80-457a-a552-5f337c26006e None None] Bound using segment: {'id': 'f3300f56-11af-4297-9667-81b9d786e43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f3ff52a8-1f4d-4f31-a5f4-a027a077376d'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:34:21.249634 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a9378915-1e80-457a-a552-5f337c26006e None None] Bound port: d8b1515c-6736-4132-bc66-8eca662d9b19, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3300f56-11af-4297-9667-81b9d786e43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f3ff52a8-1f4d-4f31-a5f4-a027a077376d'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:34:21.250223 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a9378915-1e80-457a-a552-5f337c26006e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:21.259710 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6191944c-ed90-4b4f-a393-d20af4513f29 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:21.272851 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3d18200-bea5-47ea-82f6-a98a9cbae3d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:21.305567 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2163e9da-5eb0-42f5-b451-56ce6f88c84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1358d9-270c-41fb-aa90-20e517507396,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:21.363575 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a9378915-1e80-457a-a552-5f337c26006e None None] For port d8b1515c-6736-4132-bc66-8eca662d9b19, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:34:21.381900 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a9378915-1e80-457a-a552-5f337c26006e None None] For port d8b1515c-6736-4132-bc66-8eca662d9b19, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=d8b1515c-6736-4132-bc66-8eca662d9b19,segment=NetworkSegment(f3300f56-11af-4297-9667-81b9d786e43a),segment_id=f3300f56-11af-4297-9667-81b9d786e43a)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:34:21.387763 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a9378915-1e80-457a-a552-5f337c26006e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:21.446396 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 59260) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:21.467582 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7edee3b2-d2bb-4a5a-b633-4071c1b30e72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:21.477546 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9378915-1e80-457a-a552-5f337c26006e None None] Pushing event updated for resources: {'Port': ['ID=d8b1515c-6736-4132-bc66-8eca662d9b19,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:21.477776 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df6a81-dc70-435c-9c6c-782cadb18571 req-a4e30326-86b4-4406-a543-f011ff1289fd tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:21.479339 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-67df6a81-dc70-435c-9c6c-782cadb18571 req-a4e30326-86b4-4406-a543-f011ff1289fd tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/ports?device_id=72975938-19ad-4a11-b2a2-6a17122023e1 HTTP/1.1" status: 200 len: 948 time: 0.2079756 Aug 19 14:34:21.484312 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61839fb5-1aaa-4d01-82c9-bcee27eafc10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:21.505231 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61839fb5-1aaa-4d01-82c9-bcee27eafc10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:21.570636 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61839fb5-1aaa-4d01-82c9-bcee27eafc10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6e780f-5cb7-4914-a375-24a1bb7928bc,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:21.572505 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-67df6a81-dc70-435c-9c6c-782cadb18571 req-b26d8c6e-098b-47b9-a12d-996703e3051a tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/security-groups?id=fa8322cf-de33-49c3-b466-ff10f2edc29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582371 Aug 19 14:34:21.578683 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-61839fb5-1aaa-4d01-82c9-bcee27eafc10 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b8a0851f0f634ae88e1d5252b4e55f2f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0482495 Aug 19 14:34:21.581892 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 59264) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:21.681028 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3904c753-6082-4b5b-9810-7c2f4ec2df67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:21.712543 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3d18200-bea5-47ea-82f6-a98a9cbae3d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:21.733215 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 59266) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:21.746839 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3d18200-bea5-47ea-82f6-a98a9cbae3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:21.771640 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ebedebb9-5535-4ff7-96ae-3d795520deed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:21.791036 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3904c753-6082-4b5b-9810-7c2f4ec2df67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:21.806613 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6191944c-ed90-4b4f-a393-d20af4513f29 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:21.813415 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3d18200-bea5-47ea-82f6-a98a9cbae3d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:34:21.849771 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6191944c-ed90-4b4f-a393-d20af4513f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:21.886862 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3d18200-bea5-47ea-82f6-a98a9cbae3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:21.887199 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-a3d18200-bea5-47ea-82f6-a98a9cbae3d6 admin admin] Added segment e9e7139a-7b66-4b7d-baf2-62715882ba4b of type vlan for network 937d3a8e-1392-41c1-9faa-e8647c3b5103 Aug 19 14:34:21.888456 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d18200-bea5-47ea-82f6-a98a9cbae3d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d317def7-c44a-473d-b9b9-625d5810079c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:21.963873 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3d18200-bea5-47ea-82f6-a98a9cbae3d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:22.007928 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3904c753-6082-4b5b-9810-7c2f4ec2df67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:22.010584 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3904c753-6082-4b5b-9810-7c2f4ec2df67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:22.011751 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-3904c753-6082-4b5b-9810-7c2f4ec2df67 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7a6e780f-5cb7-4914-a375-24a1bb7928bc HTTP/1.1" status: 204 len: 168 time: 0.4289613 Aug 19 14:34:22.017109 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3d18200-bea5-47ea-82f6-a98a9cbae3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:22.018057 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d18200-bea5-47ea-82f6-a98a9cbae3d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:22.018627 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3d18200-bea5-47ea-82f6-a98a9cbae3d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:22.073408 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3904c753-6082-4b5b-9810-7c2f4ec2df67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6e780f-5cb7-4914-a375-24a1bb7928bc,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:22.111414 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7edee3b2-d2bb-4a5a-b633-4071c1b30e72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:22.121738 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7edee3b2-d2bb-4a5a-b633-4071c1b30e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:22.128945 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d18200-bea5-47ea-82f6-a98a9cbae3d6 admin admin] Pushing event updated for resources: {'Network': ['ID=937d3a8e-1392-41c1-9faa-e8647c3b5103,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:22.142117 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 937d3a8e-1392-41c1-9faa-e8647c3b5103 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:34:22.153153 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a3d18200-bea5-47ea-82f6-a98a9cbae3d6 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8440444 Aug 19 14:34:22.160474 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 59274) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:22.169471 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-6191944c-ed90-4b4f-a393-d20af4513f29 admin admin] Allocated IP 172.25.2.144 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/0dd31325-2ed8-4fd0-a236-f87bd1a0cb59) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:34:22.170270 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-6811fa89-5310-404c-acb1-46f90bde9441 admin admin] Request body: {'subnet': {'network_id': '937d3a8e-1392-41c1-9faa-e8647c3b5103', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1311786214-subnet', 'tenant_id': '294ae96f11d244a09c9be861baa02911', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:34:22.193709 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edee3b2-d2bb-4a5a-b633-4071c1b30e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59370b68-8bab-43c8-b366-090bc31515ea,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:22.198531 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7edee3b2-d2bb-4a5a-b633-4071c1b30e72 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b2bf202bc7fc48ea8f3dfeeca36de7d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7508481 Aug 19 14:34:22.201232 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 59276) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:22.263780 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2d17f554-6ae2-445a-976a-a46a35a88f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:22.288336 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2d17f554-6ae2-445a-976a-a46a35a88f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:22.346481 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2d17f554-6ae2-445a-976a-a46a35a88f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:22.350160 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2d17f554-6ae2-445a-976a-a46a35a88f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:22.354403 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2d17f554-6ae2-445a-976a-a46a35a88f09 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/59370b68-8bab-43c8-b366-090bc31515ea HTTP/1.1" status: 204 len: 168 time: 0.1520536 Aug 19 14:34:22.363043 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d17f554-6ae2-445a-976a-a46a35a88f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59370b68-8bab-43c8-b366-090bc31515ea,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:22.418455 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf291b26-d442-4613-9a1b-a333ca6c472f req-19223203-4fc5-45d1-b7d8-7c610b1d84a1 tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:22.420021 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bf291b26-d442-4613-9a1b-a333ca6c472f req-19223203-4fc5-45d1-b7d8-7c610b1d84a1 tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cf92d0c-52cb-48cf-88df-e3ff15af7217 HTTP/1.1" status: 200 len: 968 time: 0.1930978 Aug 19 14:34:22.689169 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b3fedb1a-d3d9-41d0-b0c3-e22e3b8a1281 req-c6744b65-8e59-480f-95e0-16b48bda5543 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4142256 Aug 19 14:34:22.738802 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6191944c-ed90-4b4f-a393-d20af4513f29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:22.810699 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bf291b26-d442-4613-9a1b-a333ca6c472f req-be786f54-7d39-486b-8b57-a53b2fc0137d tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce5f830e-6676-45b5-9b06-dba196aca7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757286 Aug 19 14:34:22.856459 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ebedebb9-5535-4ff7-96ae-3d795520deed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:22.874248 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ebedebb9-5535-4ff7-96ae-3d795520deed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:22.885549 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6811fa89-5310-404c-acb1-46f90bde9441 admin admin] Made reservation on behalf of 294ae96f11d244a09c9be861baa02911 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:34:22.886297 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5777b7-c758-49f0-a909-9d6c4a48cbd7 req-ceb9ab23-4a55-4af8-830e-1e8f02475dff tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:22.888429 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-af5777b7-c758-49f0-a909-9d6c4a48cbd7 req-ceb9ab23-4a55-4af8-830e-1e8f02475dff tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/ports?device_id=72975938-19ad-4a11-b2a2-6a17122023e1 HTTP/1.1" status: 200 len: 948 time: 0.1978340 Aug 19 14:34:22.890596 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device d8b1515c-6736-4132-bc66-8eca662d9b19 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:34:22.904690 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6811fa89-5310-404c-acb1-46f90bde9441 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:22.960009 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d7efe-b0fe-41eb-84f2-5f1d411d5512 req-65ff0453-af60-4736-9c1f-43bb4215d5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:22.961553 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b14d7efe-b0fe-41eb-84f2-5f1d411d5512 req-65ff0453-af60-4736-9c1f-43bb4215d5e7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5fad669aa339498d8c481a4f2cbbd73c&device_id=72975938-19ad-4a11-b2a2-6a17122023e1 HTTP/1.1" status: 200 len: 1099 time: 0.1829216 Aug 19 14:34:22.963210 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114209b2-ee20-4044-ba67-ad949e04e3ee None None] Network f3ff52a8-1f4d-4f31-a5f4-a027a077376d requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:34:23.007312 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ebedebb9-5535-4ff7-96ae-3d795520deed admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f577be43745e4ee9b900ca38c11d3ed8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2729573 Aug 19 14:34:23.035146 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 59304) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:23.073605 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port d8b1515c-6736-4132-bc66-8eca662d9b19 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:34:23.081649 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebedebb9-5535-4ff7-96ae-3d795520deed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48ea999-f00f-4cbe-a6be-cd3d0b9adea3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:23.086334 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0cc09318-a5a2-4390-a0d2-6fb59356612b None None] Provisioning for port d8b1515c-6736-4132-bc66-8eca662d9b19 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:34:23.093204 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port d8b1515c-6736-4132-bc66-8eca662d9b19 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:34:23.093204 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:23.102420 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6191944c-ed90-4b4f-a393-d20af4513f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:23.140875 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0cc09318-a5a2-4390-a0d2-6fb59356612b None None] Provisioning complete for port d8b1515c-6736-4132-bc66-8eca662d9b19 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:34:23.141808 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0cc09318-a5a2-4390-a0d2-6fb59356612b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:23.189505 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-af5777b7-c758-49f0-a909-9d6c4a48cbd7 req-f1cbd0fc-6e3e-4d2f-8749-ba4a5768fe51 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/security-groups?id=fa8322cf-de33-49c3-b466-ff10f2edc29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787733 Aug 19 14:34:23.298158 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dedce5df-84e0-40fc-b120-7566b90d0e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:23.300989 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:23.302467 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6191944c-ed90-4b4f-a393-d20af4513f29 admin admin] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:34:23.303114 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6811fa89-5310-404c-acb1-46f90bde9441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:23.321724 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-6191944c-ed90-4b4f-a393-d20af4513f29 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:34:23.339542 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6191944c-ed90-4b4f-a393-d20af4513f29 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:34:23.371650 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port d8b1515c-6736-4132-bc66-8eca662d9b19, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=d8b1515c-6736-4132-bc66-8eca662d9b19,segment=NetworkSegment(f3300f56-11af-4297-9667-81b9d786e43a),segment_id=f3300f56-11af-4297-9667-81b9d786e43a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:34:23.374779 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6811fa89-5310-404c-acb1-46f90bde9441 admin admin] Pushing event updated for resources: {'Subnet': ['ID=917e40f3-cc27-44a3-a635-07d908212762,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:23.380480 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:23.413472 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dedce5df-84e0-40fc-b120-7566b90d0e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:23.458759 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6811fa89-5310-404c-acb1-46f90bde9441 admin admin] Checking segment: {'id': 'e9e7139a-7b66-4b7d-baf2-62715882ba4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '937d3a8e-1392-41c1-9faa-e8647c3b5103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:34:23.459180 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6811fa89-5310-404c-acb1-46f90bde9441 admin admin] Network hostable DHCP agents. Network: 937d3a8e-1392-41c1-9faa-e8647c3b5103, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:34:23.502066 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6811fa89-5310-404c-acb1-46f90bde9441 admin admin] Network 937d3a8e-1392-41c1-9faa-e8647c3b5103 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:34:23.505272 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6191944c-ed90-4b4f-a393-d20af4513f29 admin admin] Pushing event updated for resources: {'Port': ['ID=0dd31325-2ed8-4fd0-a236-f87bd1a0cb59,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:23.523723 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-6811fa89-5310-404c-acb1-46f90bde9441 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 937d3a8e-1392-41c1-9faa-e8647c3b5103) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:34:23.529189 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6811fa89-5310-404c-acb1-46f90bde9441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:23.530434 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6811fa89-5310-404c-acb1-46f90bde9441 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:23.547202 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dedce5df-84e0-40fc-b120-7566b90d0e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:23.551145 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dedce5df-84e0-40fc-b120-7566b90d0e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:23.553617 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-dedce5df-84e0-40fc-b120-7566b90d0e8a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d48ea999-f00f-4cbe-a6be-cd3d0b9adea3 HTTP/1.1" status: 204 len: 168 time: 0.5166557 Aug 19 14:34:23.564809 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6811fa89-5310-404c-acb1-46f90bde9441 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4025586 Aug 19 14:34:23.566552 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedce5df-84e0-40fc-b120-7566b90d0e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48ea999-f00f-4cbe-a6be-cd3d0b9adea3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:23.574974 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec908c6b-56ce-40b3-9a0c-bfb78f263656 None None] Network 937d3a8e-1392-41c1-9faa-e8647c3b5103 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:34:23.598406 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=d8b1515c-6736-4132-bc66-8eca662d9b19,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:23.606591 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d7efe-b0fe-41eb-84f2-5f1d411d5512 req-f52827bb-a1d5-4b53-8dc1-aace278ba4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:23.608111 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b14d7efe-b0fe-41eb-84f2-5f1d411d5512 req-f52827bb-a1d5-4b53-8dc1-aace278ba4f5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.6297250 Aug 19 14:34:23.743046 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6191944c-ed90-4b4f-a393-d20af4513f29 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:23.820199 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388f3014-44ba-40d0-8496-9ec883f6aee7 None None] Network 937d3a8e-1392-41c1-9faa-e8647c3b5103 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:34:23.837725 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b14d7efe-b0fe-41eb-84f2-5f1d411d5512 req-cb17ab05-6c8d-4e7e-849d-bc993ae2640a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=2e674125-6a4d-4935-88c8-0dd61af47a6e HTTP/1.1" status: 200 len: 217 time: 0.0916889 Aug 19 14:34:23.936132 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d7efe-b0fe-41eb-84f2-5f1d411d5512 req-9e1d73f4-60ae-434e-87b8-fc19a94c8de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:23.937627 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b14d7efe-b0fe-41eb-84f2-5f1d411d5512 req-9e1d73f4-60ae-434e-87b8-fc19a94c8de9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.0523641 Aug 19 14:34:23.967483 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c92eee8b-0d13-4982-8d00-1d45668d954d None None] Provisioning complete for port d8b1515c-6736-4132-bc66-8eca662d9b19 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:34:23.968099 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c92eee8b-0d13-4982-8d00-1d45668d954d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:24.073894 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d255770-e9f9-4dfe-8ded-1c7fe3c4d987 req-f8016ef5-57c6-46c3-acb2-94fc3ca1d29d tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:24.075401 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9d255770-e9f9-4dfe-8ded-1c7fe3c4d987 req-f8016ef5-57c6-46c3-acb2-94fc3ca1d29d tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cf92d0c-52cb-48cf-88df-e3ff15af7217 HTTP/1.1" status: 200 len: 968 time: 0.1319015 Aug 19 14:34:24.084388 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d7efe-b0fe-41eb-84f2-5f1d411d5512 req-5e4ddbbb-2806-4220-82c4-adffa9788ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:24.086000 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b14d7efe-b0fe-41eb-84f2-5f1d411d5512 req-5e4ddbbb-2806-4220-82c4-adffa9788ef6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1375198 Aug 19 14:34:24.219198 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9d255770-e9f9-4dfe-8ded-1c7fe3c4d987 req-ddef4198-f21b-4278-a299-a48e6cd5267a tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce5f830e-6676-45b5-9b06-dba196aca7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370335 Aug 19 14:34:24.228053 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6191944c-ed90-4b4f-a393-d20af4513f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:24.312913 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b14d7efe-b0fe-41eb-84f2-5f1d411d5512 req-f71bacbf-9bed-45dc-9410-7b0a1fb15c32 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950660 Aug 19 14:34:24.417068 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device d9988296-a69e-4b34-81ac-39be1e27008d details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:34:24.561159 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port d9988296-a69e-4b34-81ac-39be1e27008d, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=d9988296-a69e-4b34-81ac-39be1e27008d,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:34:24.575167 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': 'd9988296-a69e-4b34-81ac-39be1e27008d', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'port_id': 'd9988296-a69e-4b34-81ac-39be1e27008d', 'mac_address': 'fa:16:3e:20:ab:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:tempest-test_az-1277128548', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:34:24.617319 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479965c-5315-4baa-b212-f8c56b922c08 req-45a17683-f285-4d2e-8c0b-a86c91003e7a tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:24.618816 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6479965c-5315-4baa-b212-f8c56b922c08 req-45a17683-f285-4d2e-8c0b-a86c91003e7a tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/ports?device_id=72975938-19ad-4a11-b2a2-6a17122023e1 HTTP/1.1" status: 200 len: 948 time: 0.3250861 Aug 19 14:34:24.634494 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:24.660154 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9988296-a69e-4b34-81ac-39be1e27008d {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:34:24.688707 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port d9988296-a69e-4b34-81ac-39be1e27008d, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=d9988296-a69e-4b34-81ac-39be1e27008d,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:34:24.694289 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:24.699609 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b14d7efe-b0fe-41eb-84f2-5f1d411d5512 req-85731355-f511-4dd2-b58a-c6b659f2e8d1 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664622 Aug 19 14:34:24.717524 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6479965c-5315-4baa-b212-f8c56b922c08 req-2ac86e0d-e5b5-4ef9-aa02-492548155e05 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/security-groups?id=fa8322cf-de33-49c3-b466-ff10f2edc29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878956 Aug 19 14:34:24.752814 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6191944c-ed90-4b4f-a393-d20af4513f29 admin admin] Router 5eadf7f2-b3e8-484c-a4a9-b599f36f885c is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:34:24.789765 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=d9988296-a69e-4b34-81ac-39be1e27008d,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:24.830809 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device d8b1515c-6736-4132-bc66-8eca662d9b19 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:34:24.915342 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port d8b1515c-6736-4132-bc66-8eca662d9b19 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:34:24.915988 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:25.002906 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['d9988296-a69e-4b34-81ac-39be1e27008d'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:34:25.088766 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6191944c-ed90-4b4f-a393-d20af4513f29 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:34:25.114297 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cb7582-8d9b-4cfc-9e47-2f452fde3fe6 None None] Sync routers for ids ['5eadf7f2-b3e8-484c-a4a9-b599f36f885c'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:34:25.124690 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ffa2df-a8a6-402b-a095-ae9414739a29 req-fe5e485e-fe50-4018-a1ed-75828e16619a tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:25.126825 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-09ffa2df-a8a6-402b-a095-ae9414739a29 req-fe5e485e-fe50-4018-a1ed-75828e16619a tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/networks?id=6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 HTTP/1.1" status: 200 len: 807 time: 0.2710907 Aug 19 14:34:25.128202 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6191944c-ed90-4b4f-a393-d20af4513f29 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:25.133004 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 59388) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:25.133551 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-6191944c-ed90-4b4f-a393-d20af4513f29 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.4526668 Aug 19 14:34:25.135499 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cb7582-8d9b-4cfc-9e47-2f452fde3fe6 None None] Routers {'5eadf7f2-b3e8-484c-a4a9-b599f36f885c'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:34:25.136398 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a6cb7582-8d9b-4cfc-9e47-2f452fde3fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:34:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['5eadf7f2-b3e8-484c-a4a9-b599f36f885c'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:34:25.159616 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-09ffa2df-a8a6-402b-a095-ae9414739a29 req-33514808-ef0f-4e10-84b6-60d9ed5b23e2 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/quotas/309b8293893e4b68ba54397ad041e8b9 HTTP/1.1" status: 200 len: 375 time: 0.0253193 Aug 19 14:34:25.210901 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-09ffa2df-a8a6-402b-a095-ae9414739a29 req-b56e3115-e575-4d81-bfa6-3511e09fdb99 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=309b8293893e4b68ba54397ad041e8b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501807 Aug 19 14:34:25.312916 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-a6cb7582-8d9b-4cfc-9e47-2f452fde3fe6 None None] Set router 5eadf7f2-b3e8-484c-a4a9-b599f36f885c gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:34:25.419363 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0892f732-b2c7-4ac4-9ef4-6e999cfbdead req-e74a92cd-44a9-463d-ba4e-80689dedcf4b tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:25.421040 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0892f732-b2c7-4ac4-9ef4-6e999cfbdead req-e74a92cd-44a9-463d-ba4e-80689dedcf4b tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cf92d0c-52cb-48cf-88df-e3ff15af7217 HTTP/1.1" status: 200 len: 969 time: 0.0861180 Aug 19 14:34:25.498817 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0892f732-b2c7-4ac4-9ef4-6e999cfbdead req-80df3d40-2ba0-48cf-aed5-3c11fc781115 tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce5f830e-6676-45b5-9b06-dba196aca7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692945 Aug 19 14:34:25.568192 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a6cb7582-8d9b-4cfc-9e47-2f452fde3fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eadf7f2-b3e8-484c-a4a9-b599f36f885c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-900280449-router', 'tenant_id': '1d53016be1b6465d93afefc9606d9c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '0dd31325-2ed8-4fd0-a236-f87bd1a0cb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:34:20Z', 'updated_at': '2021-08-19T14:34:23Z', 'revision_number': 3, 'project_id': '1d53016be1b6465d93afefc9606d9c17', 'gw_port': {'id': '0dd31325-2ed8-4fd0-a236-f87bd1a0cb59', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a7:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eadf7f2-b3e8-484c-a4a9-b599f36f885c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 196, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:34:21Z', 'updated_at': '2021-08-19T14:34:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:34:25.598604 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cb7582-8d9b-4cfc-9e47-2f452fde3fe6 None None] Checking router: 5eadf7f2-b3e8-484c-a4a9-b599f36f885c for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:34:25.599202 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cb7582-8d9b-4cfc-9e47-2f452fde3fe6 None None] Updating router 5eadf7f2-b3e8-484c-a4a9-b599f36f885c port 0dd31325-2ed8-4fd0-a236-f87bd1a0cb59 binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:34:25.627713 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-a6cb7582-8d9b-4cfc-9e47-2f452fde3fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:25.636633 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [req-09ffa2df-a8a6-402b-a095-ae9414739a29 req-fbcd6278-ab88-4ee8-9fab-df39a74dcd3a service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:34:25.638031 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-09ffa2df-a8a6-402b-a095-ae9414739a29 req-fbcd6278-ab88-4ee8-9fab-df39a74dcd3a service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1914315 Aug 19 14:34:25.775526 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 2e674125-6a4d-4935-88c8-0dd61af47a6e details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:34:25.815408 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a549a92-2159-432a-8c5a-1491e308af46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:25.832324 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-09ffa2df-a8a6-402b-a095-ae9414739a29 req-4d7dacde-d448-4768-b867-4f7ca7c68e7f service neutron] 10.222.0.69 "GET /v2.0/networks/6e6d7ced-670a-4172-99e0-b6cfaa52bcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876614 Aug 19 14:34:25.952483 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 2e674125-6a4d-4935-88c8-0dd61af47a6e, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=2e674125-6a4d-4935-88c8-0dd61af47a6e,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:34:25.961577 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-09ffa2df-a8a6-402b-a095-ae9414739a29 req-490f8f0b-b105-4b9a-9889-7c6cde3a25c5 service neutron] 10.222.0.69 "GET /v2.0/networks/6e6d7ced-670a-4172-99e0-b6cfaa52bcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211572 Aug 19 14:34:25.983426 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '2e674125-6a4d-4935-88c8-0dd61af47a6e', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'port_id': '2e674125-6a4d-4935-88c8-0dd61af47a6e', 'mac_address': 'fa:16:3e:0a:00:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:34:26.003459 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-a6cb7582-8d9b-4cfc-9e47-2f452fde3fe6 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:26.020957 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-a6cb7582-8d9b-4cfc-9e47-2f452fde3fe6 None None] Transition to ACTIVE for port object 0dd31325-2ed8-4fd0-a236-f87bd1a0cb59 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:34:26.028993 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-a6cb7582-8d9b-4cfc-9e47-2f452fde3fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:26.053044 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:26.089142 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2925dda1-1733-4b50-97ff-71f4acd91992 None None] Pushing event updated for resources: {'Port': ['ID=0dd31325-2ed8-4fd0-a236-f87bd1a0cb59,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:26.094807 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e674125-6a4d-4935-88c8-0dd61af47a6e {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:34:26.115073 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-a6cb7582-8d9b-4cfc-9e47-2f452fde3fe6 None None] Attempting to bind port 0dd31325-2ed8-4fd0-a236-f87bd1a0cb59 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:34:26.115553 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-a6cb7582-8d9b-4cfc-9e47-2f452fde3fe6 None None] Attempting to bind port 0dd31325-2ed8-4fd0-a236-f87bd1a0cb59 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:34:26.115961 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cb7582-8d9b-4cfc-9e47-2f452fde3fe6 None None] Attempting to bind port 0dd31325-2ed8-4fd0-a236-f87bd1a0cb59 on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:34:26.123375 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cb7582-8d9b-4cfc-9e47-2f452fde3fe6 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:34:26.123743 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cb7582-8d9b-4cfc-9e47-2f452fde3fe6 None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:34:26.124143 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-a6cb7582-8d9b-4cfc-9e47-2f452fde3fe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:26.124722 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cb7582-8d9b-4cfc-9e47-2f452fde3fe6 None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:34:26.125217 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-a6cb7582-8d9b-4cfc-9e47-2f452fde3fe6 None None] Bound port: 0dd31325-2ed8-4fd0-a236-f87bd1a0cb59, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:34:26.126272 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-a6cb7582-8d9b-4cfc-9e47-2f452fde3fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:26.143104 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 2e674125-6a4d-4935-88c8-0dd61af47a6e, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=2e674125-6a4d-4935-88c8-0dd61af47a6e,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:34:26.150810 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:26.155788 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-7a549a92-2159-432a-8c5a-1491e308af46 admin admin] Allocated IP 172.20.0.1 (f3ff52a8-1f4d-4f31-a5f4-a027a077376d/25eeef8f-d468-4749-9c79-0b83895b4cad/fa5f43de-a99e-4c05-be7f-65b2f38f7775) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:34:26.241912 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-a6cb7582-8d9b-4cfc-9e47-2f452fde3fe6 None None] For port 0dd31325-2ed8-4fd0-a236-f87bd1a0cb59, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:34:26.246442 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-a6cb7582-8d9b-4cfc-9e47-2f452fde3fe6 None None] For port 0dd31325-2ed8-4fd0-a236-f87bd1a0cb59, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=0dd31325-2ed8-4fd0-a236-f87bd1a0cb59,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:34:26.256319 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-a6cb7582-8d9b-4cfc-9e47-2f452fde3fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:26.355324 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a549a92-2159-432a-8c5a-1491e308af46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:26.401952 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cb7582-8d9b-4cfc-9e47-2f452fde3fe6 None None] Routers {'5eadf7f2-b3e8-484c-a4a9-b599f36f885c'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:34:26.403029 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-7a549a92-2159-432a-8c5a-1491e308af46 admin admin] Transition to ACTIVE for port object fa5f43de-a99e-4c05-be7f-65b2f38f7775 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:34:26.403163 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a6cb7582-8d9b-4cfc-9e47-2f452fde3fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:34:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['5eadf7f2-b3e8-484c-a4a9-b599f36f885c'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:34:26.427765 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace911b2-7a33-4919-bccc-14d683195392 req-5016d56d-534f-4982-99ee-37c68b539e36 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:26.432513 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ace911b2-7a33-4919-bccc-14d683195392 req-5016d56d-534f-4982-99ee-37c68b539e36 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/ports?device_id=72975938-19ad-4a11-b2a2-6a17122023e1 HTTP/1.1" status: 200 len: 949 time: 0.1541517 Aug 19 14:34:26.483528 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a549a92-2159-432a-8c5a-1491e308af46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:26.493491 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device d9988296-a69e-4b34-81ac-39be1e27008d up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:34:26.514073 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2925dda1-1733-4b50-97ff-71f4acd91992 None None] Pushing event updated for resources: {'Port': ['ID=0dd31325-2ed8-4fd0-a236-f87bd1a0cb59,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:26.560782 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a549a92-2159-432a-8c5a-1491e308af46 admin admin] Network f3ff52a8-1f4d-4f31-a5f4-a027a077376d is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:34:26.564269 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-7a549a92-2159-432a-8c5a-1491e308af46 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:34:26.567807 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a549a92-2159-432a-8c5a-1491e308af46 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:34:26.568629 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a549a92-2159-432a-8c5a-1491e308af46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:26.579131 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8a75a06f-7001-4f30-9592-03326c30cf71 req-84e320c9-2d79-4109-9601-9ff1a0dcdda9 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=3397b0c43f0b46aaa4295e8f087dd91c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0973184 Aug 19 14:34:26.605834 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['2e674125-6a4d-4935-88c8-0dd61af47a6e'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:34:26.633658 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a549a92-2159-432a-8c5a-1491e308af46 admin admin] Pushing event updated for resources: {'Port': ['ID=fa5f43de-a99e-4c05-be7f-65b2f38f7775,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:26.680236 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-a6cb7582-8d9b-4cfc-9e47-2f452fde3fe6 None None] Set router 5eadf7f2-b3e8-484c-a4a9-b599f36f885c gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:34:26.703201 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=2e674125-6a4d-4935-88c8-0dd61af47a6e,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:26.740514 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ace911b2-7a33-4919-bccc-14d683195392 req-a1eec116-1ae0-4557-b456-8038f4d3c5ec tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/security-groups?id=fa8322cf-de33-49c3-b466-ff10f2edc29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914469 Aug 19 14:34:26.751818 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port d9988296-a69e-4b34-81ac-39be1e27008d completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:34:26.769278 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port d9988296-a69e-4b34-81ac-39be1e27008d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:34:26.769893 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:26.840120 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a549a92-2159-432a-8c5a-1491e308af46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:26.903478 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75a06f-7001-4f30-9592-03326c30cf71 req-53e37dd3-5e67-4785-86da-a8ca180d138b tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:26.913493 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8a75a06f-7001-4f30-9592-03326c30cf71 req-53e37dd3-5e67-4785-86da-a8ca180d138b tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3335168 Aug 19 14:34:26.974745 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8a75a06f-7001-4f30-9592-03326c30cf71 req-0ad38ec6-188e-4566-971f-86837d3319c3 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/quotas/3397b0c43f0b46aaa4295e8f087dd91c HTTP/1.1" status: 200 len: 375 time: 0.0545907 Aug 19 14:34:27.015768 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f28835f3-a7bf-46ed-9b19-e57f8b7f97d6 req-dc9f4803-6ef5-46a6-b274-5c25dd161b19 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=04be2ca5-bab9-440a-b9bc-9f49e66d3311 HTTP/1.1" status: 200 len: 210 time: 0.0672064 Aug 19 14:34:27.089781 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8a75a06f-7001-4f30-9592-03326c30cf71 req-bc1738f9-9a2d-4a17-9b31-96cd394f5efb tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=3397b0c43f0b46aaa4295e8f087dd91c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0921879 Aug 19 14:34:27.104295 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4536a00d-1a56-4b2e-8a14-82276a41e642 None None] Provisioning for port fa5f43de-a99e-4c05-be7f-65b2f38f7775 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:34:27.112648 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4536a00d-1a56-4b2e-8a14-82276a41e642 None None] Provisioning complete for port fa5f43de-a99e-4c05-be7f-65b2f38f7775 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:34:27.112648 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4536a00d-1a56-4b2e-8a14-82276a41e642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:27.139074 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:27.161331 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a6cb7582-8d9b-4cfc-9e47-2f452fde3fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eadf7f2-b3e8-484c-a4a9-b599f36f885c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-900280449-router', 'tenant_id': '1d53016be1b6465d93afefc9606d9c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '0dd31325-2ed8-4fd0-a236-f87bd1a0cb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:34:20Z', 'updated_at': '2021-08-19T14:34:23Z', 'revision_number': 3, 'project_id': '1d53016be1b6465d93afefc9606d9c17', 'gw_port': {'id': '0dd31325-2ed8-4fd0-a236-f87bd1a0cb59', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a7:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eadf7f2-b3e8-484c-a4a9-b599f36f885c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 196, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:34:21Z', 'updated_at': '2021-08-19T14:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:34:27.198163 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port d9988296-a69e-4b34-81ac-39be1e27008d, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=d9988296-a69e-4b34-81ac-39be1e27008d,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:34:27.202268 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf92d0c-52cb-48cf-88df-e3ff15af7217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9988296-a69e-4b34-81ac-39be1e27008d'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:34:27.214069 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef3942-1fdb-498f-a4b6-2566a8529ef0 req-5d8dc532-611b-4fe4-8455-f8e25a6ca7e9 tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:27.216646 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a549a92-2159-432a-8c5a-1491e308af46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:27.223766 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a549a92-2159-432a-8c5a-1491e308af46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:27.223982 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cef3942-1fdb-498f-a4b6-2566a8529ef0 req-5d8dc532-611b-4fe4-8455-f8e25a6ca7e9 tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cf92d0c-52cb-48cf-88df-e3ff15af7217 HTTP/1.1" status: 200 len: 969 time: 0.1028862 Aug 19 14:34:27.225398 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a549a92-2159-432a-8c5a-1491e308af46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:27.240589 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cb7582-8d9b-4cfc-9e47-2f452fde3fe6 None None] The sync data for ids ['5eadf7f2-b3e8-484c-a4a9-b599f36f885c'] in n-d-766043-2 is: [{'id': '5eadf7f2-b3e8-484c-a4a9-b599f36f885c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-900280449-router', 'tenant_id': '1d53016be1b6465d93afefc9606d9c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '0dd31325-2ed8-4fd0-a236-f87bd1a0cb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:34:20Z', 'updated_at': '2021-08-19T14:34:23Z', 'revision_number': 3, 'project_id': '1d53016be1b6465d93afefc9606d9c17', 'gw_port': {'id': '0dd31325-2ed8-4fd0-a236-f87bd1a0cb59', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a7:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eadf7f2-b3e8-484c-a4a9-b599f36f885c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 196, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:34:21Z', 'updated_at': '2021-08-19T14:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:34:27.298793 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 59472) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:27.302283 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cef3942-1fdb-498f-a4b6-2566a8529ef0 req-4c454d77-709f-46ee-9b0c-08e6832cf6ee tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce5f830e-6676-45b5-9b06-dba196aca7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778089 Aug 19 14:34:27.343123 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a549a92-2159-432a-8c5a-1491e308af46 admin admin] Pushing event updated for resources: {'Port': ['ID=fa5f43de-a99e-4c05-be7f-65b2f38f7775,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:27.356807 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:27.384560 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-4536a00d-1a56-4b2e-8a14-82276a41e642 None None] Port fa5f43de-a99e-4c05-be7f-65b2f38f7775 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:34:27.467732 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a549a92-2159-432a-8c5a-1491e308af46 admin admin] Network f3ff52a8-1f4d-4f31-a5f4-a027a077376d is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:34:27.471130 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=d9988296-a69e-4b34-81ac-39be1e27008d,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:27.476704 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-7a549a92-2159-432a-8c5a-1491e308af46 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:34:27.548656 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-381e3a22-15c1-4195-8990-b85ed1822a22 req-8abea122-6869-4d05-94df-4e0a70c07eb2 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9 HTTP/1.1" status: 200 len: 210 time: 0.0960908 Aug 19 14:34:27.634439 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f26fdd46-6b81-46db-85be-5027f6c6c336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:27.638537 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a054625-324e-4d2c-9f0e-23e695bae485" -d '{"events": [{"server_uuid": "5cf92d0c-52cb-48cf-88df-e3ff15af7217", "name": "network-vif-plugged", "status": "completed", "tag": "d9988296-a69e-4b34-81ac-39be1e27008d"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:34:27.677252 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a549a92-2159-432a-8c5a-1491e308af46 admin admin] Router 5eadf7f2-b3e8-484c-a4a9-b599f36f885c has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:34:27.740107 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 2e674125-6a4d-4935-88c8-0dd61af47a6e up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:34:27.859449 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port 2e674125-6a4d-4935-88c8-0dd61af47a6e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:34:27.873196 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 2e674125-6a4d-4935-88c8-0dd61af47a6e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:34:27.874625 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:27.978869 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a549a92-2159-432a-8c5a-1491e308af46 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:34:27.988476 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f775f537-6d2f-4fd0-b4b8-7635c9f2a09f x-openstack-request-id: req-f775f537-6d2f-4fd0-b4b8-7635c9f2a09f {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:34:27.989139 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf92d0c-52cb-48cf-88df-e3ff15af7217", "name": "network-vif-plugged", "status": "completed", "tag": "d9988296-a69e-4b34-81ac-39be1e27008d", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:34:27.990164 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f775f537-6d2f-4fd0-b4b8-7635c9f2a09f {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:34:27.990799 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf92d0c-52cb-48cf-88df-e3ff15af7217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9988296-a69e-4b34-81ac-39be1e27008d', 'code': 200} Aug 19 14:34:28.002002 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7a549a92-2159-432a-8c5a-1491e308af46 admin admin] 10.222.0.69 "PUT /v2.0/routers/5eadf7f2-b3e8-484c-a4a9-b599f36f885c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8678010 Aug 19 14:34:28.028998 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f26fdd46-6b81-46db-85be-5027f6c6c336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:28.052318 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f26fdd46-6b81-46db-85be-5027f6c6c336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:28.070956 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2075b317-f5cc-47b9-af08-02f5bf90e0a7 None None] Provisioning complete for port fa5f43de-a99e-4c05-be7f-65b2f38f7775 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:34:28.071334 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2075b317-f5cc-47b9-af08-02f5bf90e0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:28.130760 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb688c12-b562-4bf4-8c35-fa1fbd790fda req-56873aa7-33b2-498e-8c23-6bad9d471cee tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:28.132612 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bb688c12-b562-4bf4-8c35-fa1fbd790fda req-56873aa7-33b2-498e-8c23-6bad9d471cee tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/ports?device_id=72975938-19ad-4a11-b2a2-6a17122023e1 HTTP/1.1" status: 200 len: 949 time: 0.1974304 Aug 19 14:34:28.134223 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26fdd46-6b81-46db-85be-5027f6c6c336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8152c0-8ebe-41e8-81e9-dbddfeb6a477,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:28.166497 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-2075b317-f5cc-47b9-af08-02f5bf90e0a7 None None] Port fa5f43de-a99e-4c05-be7f-65b2f38f7775 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:34:28.191708 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3c0df-aeea-47cc-9d7c-aafc2b19077b req-3e88538e-78ba-4d39-b60a-e59e9e5d24d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:28.204809 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5ab3c0df-aeea-47cc-9d7c-aafc2b19077b req-3e88538e-78ba-4d39-b60a-e59e9e5d24d2 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=5cf92d0c-52cb-48cf-88df-e3ff15af7217 HTTP/1.1" status: 200 len: 1121 time: 0.1928594 Aug 19 14:34:28.237557 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5ab3c0df-aeea-47cc-9d7c-aafc2b19077b req-74a4b288-c314-4b76-ac53-bdd52f49d3f2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:28.248919 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:28.291948 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 2e674125-6a4d-4935-88c8-0dd61af47a6e, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=2e674125-6a4d-4935-88c8-0dd61af47a6e,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:34:28.296366 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:28.327194 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-adc3ec85-d1bc-43ce-93a5-66ff222b5548 req-418cff33-0b73-48f6-9112-ee729ea99b3e tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=04be2ca5-bab9-440a-b9bc-9f49e66d3311 HTTP/1.1" status: 200 len: 210 time: 0.1377909 Aug 19 14:34:28.371754 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f26fdd46-6b81-46db-85be-5027f6c6c336 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=25ca14a09e8c4303841a255e236c735d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0683489 Aug 19 14:34:28.380707 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 59512) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:28.390920 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bb688c12-b562-4bf4-8c35-fa1fbd790fda req-d881fa19-cfc6-4c20-bb35-f39cc04f5b7a tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/security-groups?id=fa8322cf-de33-49c3-b466-ff10f2edc29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115867 Aug 19 14:34:28.416194 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5ab3c0df-aeea-47cc-9d7c-aafc2b19077b req-74a4b288-c314-4b76-ac53-bdd52f49d3f2 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:28.432955 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5ab3c0df-aeea-47cc-9d7c-aafc2b19077b req-74a4b288-c314-4b76-ac53-bdd52f49d3f2 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:28.433783 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=2e674125-6a4d-4935-88c8-0dd61af47a6e,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:28.487970 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5ab3c0df-aeea-47cc-9d7c-aafc2b19077b req-74a4b288-c314-4b76-ac53-bdd52f49d3f2 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=ce5f830e-6676-45b5-9b06-dba196aca7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817426 Aug 19 14:34:28.498399 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a4b288-c314-4b76-ac53-bdd52f49d3f2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ea047d2c-2f77-459a-9507-09eaa6061019,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:28.516616 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10f7f967-dc24-4b00-b8f1-c830057fa065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:28.550057 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10f7f967-dc24-4b00-b8f1-c830057fa065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:28.639817 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ffa2df-a8a6-402b-a095-ae9414739a29 req-fca8471d-d6b8-4a9b-8fd1-263d72e3f3c9 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:28.642056 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-09ffa2df-a8a6-402b-a095-ae9414739a29 req-fca8471d-d6b8-4a9b-8fd1-263d72e3f3c9 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.68 "GET /v2.0/networks?id=6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 HTTP/1.1" status: 200 len: 807 time: 0.3072913 Aug 19 14:34:28.642313 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10f7f967-dc24-4b00-b8f1-c830057fa065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:28.645718 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10f7f967-dc24-4b00-b8f1-c830057fa065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:28.650085 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-10f7f967-dc24-4b00-b8f1-c830057fa065 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1c8152c0-8ebe-41e8-81e9-dbddfeb6a477 HTTP/1.1" status: 204 len: 168 time: 0.2684150 Aug 19 14:34:28.660476 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f7f967-dc24-4b00-b8f1-c830057fa065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8152c0-8ebe-41e8-81e9-dbddfeb6a477,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:28.665769 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17a0e2-d728-4648-9dc6-c52bbe9f6b79 req-786f1451-474d-403f-a4b6-d0f697ef8e97 tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:28.667572 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1d17a0e2-d728-4648-9dc6-c52bbe9f6b79 req-786f1451-474d-403f-a4b6-d0f697ef8e97 tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cf92d0c-52cb-48cf-88df-e3ff15af7217 HTTP/1.1" status: 200 len: 970 time: 0.1020579 Aug 19 14:34:28.695516 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-09ffa2df-a8a6-402b-a095-ae9414739a29 req-28fac62e-4e7c-4ade-95c4-f18f6cefa65a tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Request body: {'port': {'device_id': '04be2ca5-bab9-440a-b9bc-9f49e66d3311', 'network_id': '6e6d7ced-670a-4172-99e0-b6cfaa52bcf3', 'admin_state_up': True, 'tenant_id': '309b8293893e4b68ba54397ad041e8b9'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:34:28.783520 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1c3ae067-30e0-427c-bac2-8fc3dde72d71 req-721b511a-c5f3-4114-a9dc-c6cd6fcc0174 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9 HTTP/1.1" status: 200 len: 210 time: 0.0833738 Aug 19 14:34:28.807335 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1d17a0e2-d728-4648-9dc6-c52bbe9f6b79 req-59f31b99-1d72-40f8-b556-44b5cd7a9f07 tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce5f830e-6676-45b5-9b06-dba196aca7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252451 Aug 19 14:34:28.834541 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 0dd31325-2ed8-4fd0-a236-f87bd1a0cb59 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:34:28.887368 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09ffa2df-a8a6-402b-a095-ae9414739a29 req-28fac62e-4e7c-4ade-95c4-f18f6cefa65a tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Made reservation on behalf of 309b8293893e4b68ba54397ad041e8b9 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:34:28.893501 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-09ffa2df-a8a6-402b-a095-ae9414739a29 req-28fac62e-4e7c-4ade-95c4-f18f6cefa65a tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:28.926529 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 0dd31325-2ed8-4fd0-a236-f87bd1a0cb59 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:34:28.932676 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 0dd31325-2ed8-4fd0-a236-f87bd1a0cb59 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:34:28.933424 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:29.045127 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:29.056920 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-09ffa2df-a8a6-402b-a095-ae9414739a29 req-28fac62e-4e7c-4ade-95c4-f18f6cefa65a tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Allocated IP 172.20.0.12 (6e6d7ced-670a-4172-99e0-b6cfaa52bcf3/e6c98e66-0094-4a00-ab2a-dbcb4602f2eb/ccfecd33-d250-4fe3-ba14-6b601f5efe9e) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:34:29.075961 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 0dd31325-2ed8-4fd0-a236-f87bd1a0cb59, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=0dd31325-2ed8-4fd0-a236-f87bd1a0cb59,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:34:29.083616 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 59524) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:29.086574 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:29.100681 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a441e65c-df1b-4f05-81bf-be4b788e0005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:29.146556 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.68', 62798) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:29.149370 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=0dd31325-2ed8-4fd0-a236-f87bd1a0cb59,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:29.201119 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8a75a06f-7001-4f30-9592-03326c30cf71 req-10463503-ea2e-4e6b-a214-fccd0e5b5ac5 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=3397b0c43f0b46aaa4295e8f087dd91c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534444 Aug 19 14:34:29.293872 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a441e65c-df1b-4f05-81bf-be4b788e0005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:29.299362 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a441e65c-df1b-4f05-81bf-be4b788e0005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:29.469863 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6deae006-70cc-4b1d-befb-5e48ea97a608 req-b70323cb-dcfa-4df4-8179-289cb70ece3d tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=04be2ca5-bab9-440a-b9bc-9f49e66d3311 HTTP/1.1" status: 200 len: 210 time: 0.0450222 Aug 19 14:34:29.548156 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-09ffa2df-a8a6-402b-a095-ae9414739a29 req-28fac62e-4e7c-4ade-95c4-f18f6cefa65a tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:29.552960 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 59538) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:29.559782 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-cb99cdb0-c44a-42d7-8740-ba273efd225d tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Request body: {'security_group': {'name': 'tempest-securitygroup--731053129', 'description': 'tempest-description--48378002'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:34:29.585817 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75a06f-7001-4f30-9592-03326c30cf71 req-d9f68635-d6db-49f0-9ba5-d06b9574c500 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:29.587242 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8a75a06f-7001-4f30-9592-03326c30cf71 req-d9f68635-d6db-49f0-9ba5-d06b9574c500 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3760698 Aug 19 14:34:29.594991 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a441e65c-df1b-4f05-81bf-be4b788e0005 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=be3a5f1e6c4a4a6282b088352db8eb2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5101752 Aug 19 14:34:29.598819 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 59540) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:29.599419 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a441e65c-df1b-4f05-81bf-be4b788e0005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c684492-06f2-4c3f-9826-da63448d6d2f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:29.611961 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-8a75a06f-7001-4f30-9592-03326c30cf71 req-2477136e-62bc-47c6-a8d5-e8b4f85557cb tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Request body: {'port': {'device_id': '989cdaa5-2b08-4120-bd20-865bd195d6c9', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'admin_state_up': True, 'tenant_id': '3397b0c43f0b46aaa4295e8f087dd91c'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:34:29.621070 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb99cdb0-c44a-42d7-8740-ba273efd225d tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:29.697371 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2477e38-1754-447b-9b9d-554a6eca36db req-290b8ee5-bbb9-48b5-b5b1-b51ae17e8418 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:29.698893 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b2477e38-1754-447b-9b9d-554a6eca36db req-290b8ee5-bbb9-48b5-b5b1-b51ae17e8418 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/ports?device_id=72975938-19ad-4a11-b2a2-6a17122023e1 HTTP/1.1" status: 200 len: 950 time: 0.1388326 Aug 19 14:34:29.710401 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e56f73b-6e3a-4f4d-bf15-7b286c4f4815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:29.720645 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-09ffa2df-a8a6-402b-a095-ae9414739a29 req-28fac62e-4e7c-4ade-95c4-f18f6cefa65a tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:29.760324 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e56f73b-6e3a-4f4d-bf15-7b286c4f4815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:29.807557 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09ffa2df-a8a6-402b-a095-ae9414739a29 req-28fac62e-4e7c-4ade-95c4-f18f6cefa65a tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Network 6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:34:29.840966 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b2477e38-1754-447b-9b9d-554a6eca36db req-501413ed-06ef-44ab-b1e8-128d2134bac7 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/security-groups?id=fa8322cf-de33-49c3-b466-ff10f2edc29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242692 Aug 19 14:34:29.842132 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fac62e-4e7c-4ade-95c4-f18f6cefa65a tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Pushing event updated for resources: {'Port': ['ID=ccfecd33-d250-4fe3-ba14-6b601f5efe9e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:29.846983 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb99cdb0-c44a-42d7-8740-ba273efd225d tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:29.852573 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb99cdb0-c44a-42d7-8740-ba273efd225d tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:29.871379 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-09ffa2df-a8a6-402b-a095-ae9414739a29 req-28fac62e-4e7c-4ade-95c4-f18f6cefa65a tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:34:29.886498 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-09ffa2df-a8a6-402b-a095-ae9414739a29 req-28fac62e-4e7c-4ade-95c4-f18f6cefa65a tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:34:29.893991 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ffa2df-a8a6-402b-a095-ae9414739a29 req-28fac62e-4e7c-4ade-95c4-f18f6cefa65a tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:29.894958 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-09ffa2df-a8a6-402b-a095-ae9414739a29 req-28fac62e-4e7c-4ade-95c4-f18f6cefa65a tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:29.897343 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e56f73b-6e3a-4f4d-bf15-7b286c4f4815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:29.900934 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e56f73b-6e3a-4f4d-bf15-7b286c4f4815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:29.905653 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9e56f73b-6e3a-4f4d-bf15-7b286c4f4815 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4c684492-06f2-4c3f-9826-da63448d6d2f HTTP/1.1" status: 204 len: 168 time: 0.3005464 Aug 19 14:34:29.908675 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb99cdb0-c44a-42d7-8740-ba273efd225d tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2016568-562b-4e05-8081-e4bcca4b43ac,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:29.923594 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56f73b-6e3a-4f4d-bf15-7b286c4f4815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c684492-06f2-4c3f-9826-da63448d6d2f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:29.945412 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-be29120a-0a49-4573-b9a1-73e92b95bb5f req-aea72773-659c-48cd-acd1-719df4dc06b3 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9 HTTP/1.1" status: 200 len: 210 time: 0.0625637 Aug 19 14:34:29.958400 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a75a06f-7001-4f30-9592-03326c30cf71 req-2477136e-62bc-47c6-a8d5-e8b4f85557cb tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Made reservation on behalf of 3397b0c43f0b46aaa4295e8f087dd91c for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:34:29.962033 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb99cdb0-c44a-42d7-8740-ba273efd225d tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:29.962711 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8a75a06f-7001-4f30-9592-03326c30cf71 req-2477136e-62bc-47c6-a8d5-e8b4f85557cb tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:29.967426 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 59548) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:29.973022 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-cb99cdb0-c44a-42d7-8740-ba273efd225d tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.4097302 Aug 19 14:34:29.977383 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-dbd84322-b427-4818-b6f8-49ee7bde84e6 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Request body: {'security_group_rule': {'security_group_id': 'e2016568-562b-4e05-8081-e4bcca4b43ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:34:29.982909 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-09ffa2df-a8a6-402b-a095-ae9414739a29 req-28fac62e-4e7c-4ade-95c4-f18f6cefa65a tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3019755 Aug 19 14:34:29.984258 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be1b442-9b18-4032-b70c-5f3fbe455c4b None None] Sync routers for ids ['5eadf7f2-b3e8-484c-a4a9-b599f36f885c'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:34:29.994945 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72975938-19ad-4a11-b2a2-6a17122023e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e674125-6a4d-4935-88c8-0dd61af47a6e'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:34:29.995764 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8a75a06f-7001-4f30-9592-03326c30cf71 req-2477136e-62bc-47c6-a8d5-e8b4f85557cb tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:29.997656 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff38790c-f7a9-47af-82f3-150570ff4753" -d '{"events": [{"server_uuid": "72975938-19ad-4a11-b2a2-6a17122023e1", "name": "network-vif-plugged", "status": "completed", "tag": "2e674125-6a4d-4935-88c8-0dd61af47a6e"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:34:30.002404 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be1b442-9b18-4032-b70c-5f3fbe455c4b None None] Routers {'5eadf7f2-b3e8-484c-a4a9-b599f36f885c'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:34:30.003242 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0be1b442-9b18-4032-b70c-5f3fbe455c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:34:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['5eadf7f2-b3e8-484c-a4a9-b599f36f885c'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:34:30.022585 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-09ffa2df-a8a6-402b-a095-ae9414739a29 req-7fb6d080-0213-4bce-a98d-6e3742c0fb31 service neutron] Request body: {'port': {'device_id': '04be2ca5-bab9-440a-b9bc-9f49e66d3311', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:34:30.049833 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817fe43e-ad24-40a4-91a3-ff40d45e3c45 x-openstack-request-id: req-817fe43e-ad24-40a4-91a3-ff40d45e3c45 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:34:30.050125 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72975938-19ad-4a11-b2a2-6a17122023e1", "name": "network-vif-plugged", "status": "completed", "tag": "2e674125-6a4d-4935-88c8-0dd61af47a6e", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:34:30.050548 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-817fe43e-ad24-40a4-91a3-ff40d45e3c45 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:34:30.050950 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72975938-19ad-4a11-b2a2-6a17122023e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e674125-6a4d-4935-88c8-0dd61af47a6e', 'code': 200} Aug 19 14:34:30.091833 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dbd84322-b427-4818-b6f8-49ee7bde84e6 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:30.132071 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435f8bf-a9ba-4adc-9d87-f48d78f4d5b4 req-b968fd0b-3e2a-47e5-afe4-7de45d72c53b tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:30.133879 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e435f8bf-a9ba-4adc-9d87-f48d78f4d5b4 req-b968fd0b-3e2a-47e5-afe4-7de45d72c53b tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cf92d0c-52cb-48cf-88df-e3ff15af7217 HTTP/1.1" status: 200 len: 970 time: 0.1683793 Aug 19 14:34:30.137264 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.68', 62799) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:30.141914 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-0be1b442-9b18-4032-b70c-5f3fbe455c4b None None] Set router 5eadf7f2-b3e8-484c-a4a9-b599f36f885c gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:34:30.163282 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-09ffa2df-a8a6-402b-a095-ae9414739a29 req-7fb6d080-0213-4bce-a98d-6e3742c0fb31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:30.191731 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4dfb47-2df7-4bb9-980e-ddf82c35eade req-898fd731-1bf0-4c7d-8f89-5467c5c7b918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:30.194387 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4f4dfb47-2df7-4bb9-980e-ddf82c35eade req-898fd731-1bf0-4c7d-8f89-5467c5c7b918 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=72975938-19ad-4a11-b2a2-6a17122023e1 HTTP/1.1" status: 200 len: 1101 time: 0.0554166 Aug 19 14:34:30.260290 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4f4dfb47-2df7-4bb9-980e-ddf82c35eade req-99538c96-5100-4cbe-8bdb-83492111577e service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=fa8322cf-de33-49c3-b466-ff10f2edc29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574930 Aug 19 14:34:30.286602 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e435f8bf-a9ba-4adc-9d87-f48d78f4d5b4 req-0b2a9967-26d3-412f-8834-6f875f5edabf tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce5f830e-6676-45b5-9b06-dba196aca7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383204 Aug 19 14:34:30.356367 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dbd84322-b427-4818-b6f8-49ee7bde84e6 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:30.408360 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dbd84322-b427-4818-b6f8-49ee7bde84e6 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:30.445509 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0be1b442-9b18-4032-b70c-5f3fbe455c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eadf7f2-b3e8-484c-a4a9-b599f36f885c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-900280449-router', 'tenant_id': '1d53016be1b6465d93afefc9606d9c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '0dd31325-2ed8-4fd0-a236-f87bd1a0cb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:34:20Z', 'updated_at': '2021-08-19T14:34:26Z', 'revision_number': 4, 'project_id': '1d53016be1b6465d93afefc9606d9c17', 'gw_port': {'id': '0dd31325-2ed8-4fd0-a236-f87bd1a0cb59', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eadf7f2-b3e8-484c-a4a9-b599f36f885c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 196, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:34:21Z', 'updated_at': '2021-08-19T14:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'fa5f43de-a99e-4c05-be7f-65b2f38f7775', 'name': '', 'network_id': 'f3ff52a8-1f4d-4f31-a5f4-a027a077376d', 'tenant_id': '1d53016be1b6465d93afefc9606d9c17', 'mac_address': 'fa:16:3e:1d:36:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eadf7f2-b3e8-484c-a4a9-b599f36f885c', 'device_owner': 'network:router_interface', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '25eeef8f-d468-4749-9c79-0b83895b4cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:34:25Z', 'updated_at': '2021-08-19T14:34:26Z', 'revision_number': 2, 'project_id': '1d53016be1b6465d93afefc9606d9c17', 'subnets': [{'id': '25eeef8f-d468-4749-9c79-0b83895b4cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:34:30.466121 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8a75a06f-7001-4f30-9592-03326c30cf71 req-2477136e-62bc-47c6-a8d5-e8b4f85557cb tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:30.477917 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd84322-b427-4818-b6f8-49ee7bde84e6 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb85a6eb-b3c9-44cf-a51d-33286c95cae7,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:30.491700 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be1b442-9b18-4032-b70c-5f3fbe455c4b None None] Checking router: 5eadf7f2-b3e8-484c-a4a9-b599f36f885c for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:34:30.492159 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be1b442-9b18-4032-b70c-5f3fbe455c4b None None] Updating router 5eadf7f2-b3e8-484c-a4a9-b599f36f885c port fa5f43de-a99e-4c05-be7f-65b2f38f7775 binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:34:30.499676 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8a75a06f-7001-4f30-9592-03326c30cf71 req-2477136e-62bc-47c6-a8d5-e8b4f85557cb tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:30.524689 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0be1b442-9b18-4032-b70c-5f3fbe455c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:30.634069 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dbd84322-b427-4818-b6f8-49ee7bde84e6 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:30.639315 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 59564) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:30.639879 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-dbd84322-b427-4818-b6f8-49ee7bde84e6 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6710892 Aug 19 14:34:30.650898 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-1396c314-42a9-45cb-91a4-f23954f704ff tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Request body: {'security_group_rule': {'security_group_id': 'e2016568-562b-4e05-8081-e4bcca4b43ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:34:30.708964 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2477136e-62bc-47c6-a8d5-e8b4f85557cb tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd27a388-56b9-485f-86ae-26204664e23b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:30.753331 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1396c314-42a9-45cb-91a4-f23954f704ff tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:30.774254 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eccc98-0cf0-49b7-beaa-2ac6c2aaa242 req-13f09806-1915-4e22-9afd-766d58f5274e tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:30.775745 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a4eccc98-0cf0-49b7-beaa-2ac6c2aaa242 req-13f09806-1915-4e22-9afd-766d58f5274e tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=04be2ca5-bab9-440a-b9bc-9f49e66d3311 HTTP/1.1" status: 200 len: 932 time: 0.1782892 Aug 19 14:34:30.823475 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0be1b442-9b18-4032-b70c-5f3fbe455c4b None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:30.835961 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0be1b442-9b18-4032-b70c-5f3fbe455c4b None None] Transition to ACTIVE for port object fa5f43de-a99e-4c05-be7f-65b2f38f7775 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:34:30.842995 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0be1b442-9b18-4032-b70c-5f3fbe455c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:30.881389 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1396c314-42a9-45cb-91a4-f23954f704ff tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:30.885834 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 0dd31325-2ed8-4fd0-a236-f87bd1a0cb59 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:34:30.904099 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1396c314-42a9-45cb-91a4-f23954f704ff tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:30.946549 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1396c314-42a9-45cb-91a4-f23954f704ff tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc5d2aef-351f-4a3c-8115-8db9878651df,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:30.951233 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-8a75a06f-7001-4f30-9592-03326c30cf71 req-2477136e-62bc-47c6-a8d5-e8b4f85557cb tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Allocated IP 192.168.233.47 (5146d24a-89b5-4a43-8ca4-b26f4fb943f7/2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86/7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:34:30.971237 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a4eccc98-0cf0-49b7-beaa-2ac6c2aaa242 req-35ce8953-a938-44b4-9e0d-c67fca3dccfe tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513965 Aug 19 14:34:30.981057 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1396c314-42a9-45cb-91a4-f23954f704ff tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:30.985981 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1396c314-42a9-45cb-91a4-f23954f704ff tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3427644 Aug 19 14:34:31.001594 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 59578) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:31.024103 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-56524b70-c971-4104-85d1-4ce2b43a5cc1 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Request body: {'floatingip': {'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:34:31.030815 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-09ffa2df-a8a6-402b-a095-ae9414739a29 req-7fb6d080-0213-4bce-a98d-6e3742c0fb31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccfecd33-d250-4fe3-ba14-6b601f5efe9e {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:34:31.051378 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-09ffa2df-a8a6-402b-a095-ae9414739a29 req-7fb6d080-0213-4bce-a98d-6e3742c0fb31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:31.083307 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0be1b442-9b18-4032-b70c-5f3fbe455c4b None None] Attempting to bind port fa5f43de-a99e-4c05-be7f-65b2f38f7775 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:34:31.083944 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0be1b442-9b18-4032-b70c-5f3fbe455c4b None None] Attempting to bind port fa5f43de-a99e-4c05-be7f-65b2f38f7775 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'f3300f56-11af-4297-9667-81b9d786e43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f3ff52a8-1f4d-4f31-a5f4-a027a077376d'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:34:31.084357 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be1b442-9b18-4032-b70c-5f3fbe455c4b None None] Attempting to bind port fa5f43de-a99e-4c05-be7f-65b2f38f7775 on network f3ff52a8-1f4d-4f31-a5f4-a027a077376d {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:34:31.087752 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10ef1e3-413e-4d83-a4c8-6409e6d545e5 None None] Pushing event updated for resources: {'Port': ['ID=fa5f43de-a99e-4c05-be7f-65b2f38f7775,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:31.100331 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be1b442-9b18-4032-b70c-5f3fbe455c4b None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:34:31.100924 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be1b442-9b18-4032-b70c-5f3fbe455c4b None None] Checking segment: {'id': 'f3300f56-11af-4297-9667-81b9d786e43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f3ff52a8-1f4d-4f31-a5f4-a027a077376d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:34:31.101302 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0be1b442-9b18-4032-b70c-5f3fbe455c4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:31.101761 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be1b442-9b18-4032-b70c-5f3fbe455c4b None None] Bound using segment: {'id': 'f3300f56-11af-4297-9667-81b9d786e43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f3ff52a8-1f4d-4f31-a5f4-a027a077376d'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:34:31.102196 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0be1b442-9b18-4032-b70c-5f3fbe455c4b None None] Bound port: fa5f43de-a99e-4c05-be7f-65b2f38f7775, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3300f56-11af-4297-9667-81b9d786e43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f3ff52a8-1f4d-4f31-a5f4-a027a077376d'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:34:31.102569 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0be1b442-9b18-4032-b70c-5f3fbe455c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:31.137112 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-09ffa2df-a8a6-402b-a095-ae9414739a29 req-7fb6d080-0213-4bce-a98d-6e3742c0fb31 service neutron] Transition to ACTIVE for port object ccfecd33-d250-4fe3-ba14-6b601f5efe9e will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:34:31.143533 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 0dd31325-2ed8-4fd0-a236-f87bd1a0cb59 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:34:31.143907 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:31.176722 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f23595d5-4d4f-4b26-a0a2-8966b4247e08 req-6f8253c8-3209-4899-a2cd-7b5ac5351677 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9 HTTP/1.1" status: 200 len: 210 time: 0.0940735 Aug 19 14:34:31.182110 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-09ffa2df-a8a6-402b-a095-ae9414739a29 req-7fb6d080-0213-4bce-a98d-6e3742c0fb31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:31.185486 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56524b70-c971-4104-85d1-4ce2b43a5cc1 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:31.229460 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0be1b442-9b18-4032-b70c-5f3fbe455c4b None None] For port fa5f43de-a99e-4c05-be7f-65b2f38f7775, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:34:31.235677 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0be1b442-9b18-4032-b70c-5f3fbe455c4b None None] For port fa5f43de-a99e-4c05-be7f-65b2f38f7775, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=fa5f43de-a99e-4c05-be7f-65b2f38f7775,segment=NetworkSegment(f3300f56-11af-4297-9667-81b9d786e43a),segment_id=f3300f56-11af-4297-9667-81b9d786e43a)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:34:31.245250 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0be1b442-9b18-4032-b70c-5f3fbe455c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:31.341746 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb3e59-a2fe-41c2-a15c-4809b6986e59 req-b1cccf63-89c4-4895-8271-39cee7669e54 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:31.345153 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c7bb3e59-a2fe-41c2-a15c-4809b6986e59 req-b1cccf63-89c4-4895-8271-39cee7669e54 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/ports?device_id=72975938-19ad-4a11-b2a2-6a17122023e1 HTTP/1.1" status: 200 len: 950 time: 0.3546486 Aug 19 14:34:31.349258 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be1b442-9b18-4032-b70c-5f3fbe455c4b None None] Routers {'5eadf7f2-b3e8-484c-a4a9-b599f36f885c'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:34:31.349426 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0be1b442-9b18-4032-b70c-5f3fbe455c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:34:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['5eadf7f2-b3e8-484c-a4a9-b599f36f885c'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:34:31.353026 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10ef1e3-413e-4d83-a4c8-6409e6d545e5 None None] Pushing event updated for resources: {'Port': ['ID=fa5f43de-a99e-4c05-be7f-65b2f38f7775,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:31.355208 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5e5aaccc-c694-4ac5-b9de-1833d9f7c02f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:31.417760 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb6d080-0213-4bce-a98d-6e3742c0fb31 service neutron] Pushing event updated for resources: {'Port': ['ID=ccfecd33-d250-4fe3-ba14-6b601f5efe9e,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:31.516086 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-0be1b442-9b18-4032-b70c-5f3fbe455c4b None None] Set router 5eadf7f2-b3e8-484c-a4a9-b599f36f885c gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:34:31.543700 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c7bb3e59-a2fe-41c2-a15c-4809b6986e59 req-8bbe8bbf-feec-45f2-ad85-fae7b807a790 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/security-groups?id=fa8322cf-de33-49c3-b466-ff10f2edc29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647844 Aug 19 14:34:31.549216 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-09ffa2df-a8a6-402b-a095-ae9414739a29 req-7fb6d080-0213-4bce-a98d-6e3742c0fb31 service neutron] Attempting to bind port ccfecd33-d250-4fe3-ba14-6b601f5efe9e on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:34:31.549556 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-09ffa2df-a8a6-402b-a095-ae9414739a29 req-7fb6d080-0213-4bce-a98d-6e3742c0fb31 service neutron] Attempting to bind port ccfecd33-d250-4fe3-ba14-6b601f5efe9e by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': 'cdbe220c-711d-4dcd-9811-178ea37b55c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6e6d7ced-670a-4172-99e0-b6cfaa52bcf3'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:34:31.549943 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ffa2df-a8a6-402b-a095-ae9414739a29 req-7fb6d080-0213-4bce-a98d-6e3742c0fb31 service neutron] Attempting to bind port ccfecd33-d250-4fe3-ba14-6b601f5efe9e on network 6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:34:31.571849 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8a75a06f-7001-4f30-9592-03326c30cf71 req-2477136e-62bc-47c6-a8d5-e8b4f85557cb tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:31.586612 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ffa2df-a8a6-402b-a095-ae9414739a29 req-7fb6d080-0213-4bce-a98d-6e3742c0fb31 service neutron] Port ccfecd33-d250-4fe3-ba14-6b601f5efe9e on network 6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:34:31.587027 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ffa2df-a8a6-402b-a095-ae9414739a29 req-7fb6d080-0213-4bce-a98d-6e3742c0fb31 service neutron] Attempting to bind port ccfecd33-d250-4fe3-ba14-6b601f5efe9e on network 6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:34:31.610727 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-8a75a06f-7001-4f30-9592-03326c30cf71 req-2477136e-62bc-47c6-a8d5-e8b4f85557cb tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Transition to ACTIVE for port object 7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:34:31.623277 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce06c1-d053-4afd-83c7-232d02e7fdec req-a7a0e32c-7656-4632-bea8-67781a736969 tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:31.625048 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f9ce06c1-d053-4afd-83c7-232d02e7fdec req-a7a0e32c-7656-4632-bea8-67781a736969 tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cf92d0c-52cb-48cf-88df-e3ff15af7217 HTTP/1.1" status: 200 len: 970 time: 0.1955063 Aug 19 14:34:31.625898 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ffa2df-a8a6-402b-a095-ae9414739a29 req-7fb6d080-0213-4bce-a98d-6e3742c0fb31 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:34:31.626236 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ffa2df-a8a6-402b-a095-ae9414739a29 req-7fb6d080-0213-4bce-a98d-6e3742c0fb31 service neutron] Checking segment: {'id': 'cdbe220c-711d-4dcd-9811-178ea37b55c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6e6d7ced-670a-4172-99e0-b6cfaa52bcf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:34:31.626625 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ffa2df-a8a6-402b-a095-ae9414739a29 req-7fb6d080-0213-4bce-a98d-6e3742c0fb31 service neutron] Bound using segment: {'id': 'cdbe220c-711d-4dcd-9811-178ea37b55c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6e6d7ced-670a-4172-99e0-b6cfaa52bcf3'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:34:31.627077 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-09ffa2df-a8a6-402b-a095-ae9414739a29 req-7fb6d080-0213-4bce-a98d-6e3742c0fb31 service neutron] Bound port: ccfecd33-d250-4fe3-ba14-6b601f5efe9e, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdbe220c-711d-4dcd-9811-178ea37b55c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6e6d7ced-670a-4172-99e0-b6cfaa52bcf3'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:34:31.627437 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-09ffa2df-a8a6-402b-a095-ae9414739a29 req-7fb6d080-0213-4bce-a98d-6e3742c0fb31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:31.749891 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f9ce06c1-d053-4afd-83c7-232d02e7fdec req-bfd01370-0c65-4091-95f9-048ab639d835 tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce5f830e-6676-45b5-9b06-dba196aca7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178796 Aug 19 14:34:31.773761 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56524b70-c971-4104-85d1-4ce2b43a5cc1 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:31.792794 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-09ffa2df-a8a6-402b-a095-ae9414739a29 req-7fb6d080-0213-4bce-a98d-6e3742c0fb31 service neutron] For port ccfecd33-d250-4fe3-ba14-6b601f5efe9e, host n-h1-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:34:31.796927 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8a75a06f-7001-4f30-9592-03326c30cf71 req-2477136e-62bc-47c6-a8d5-e8b4f85557cb tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:31.801843 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-09ffa2df-a8a6-402b-a095-ae9414739a29 req-7fb6d080-0213-4bce-a98d-6e3742c0fb31 service neutron] For port ccfecd33-d250-4fe3-ba14-6b601f5efe9e, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=ccfecd33-d250-4fe3-ba14-6b601f5efe9e,segment=NetworkSegment(cdbe220c-711d-4dcd-9811-178ea37b55c3),segment_id=cdbe220c-711d-4dcd-9811-178ea37b55c3)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:34:31.813897 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-09ffa2df-a8a6-402b-a095-ae9414739a29 req-7fb6d080-0213-4bce-a98d-6e3742c0fb31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:31.896372 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a75a06f-7001-4f30-9592-03326c30cf71 req-2477136e-62bc-47c6-a8d5-e8b4f85557cb tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:34:31.908088 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0be1b442-9b18-4032-b70c-5f3fbe455c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eadf7f2-b3e8-484c-a4a9-b599f36f885c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-900280449-router', 'tenant_id': '1d53016be1b6465d93afefc9606d9c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '0dd31325-2ed8-4fd0-a236-f87bd1a0cb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:34:20Z', 'updated_at': '2021-08-19T14:34:26Z', 'revision_number': 4, 'project_id': '1d53016be1b6465d93afefc9606d9c17', 'gw_port': {'id': '0dd31325-2ed8-4fd0-a236-f87bd1a0cb59', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eadf7f2-b3e8-484c-a4a9-b599f36f885c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 196, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:34:21Z', 'updated_at': '2021-08-19T14:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'fa5f43de-a99e-4c05-be7f-65b2f38f7775', 'name': '', 'network_id': 'f3ff52a8-1f4d-4f31-a5f4-a027a077376d', 'tenant_id': '1d53016be1b6465d93afefc9606d9c17', 'mac_address': 'fa:16:3e:1d:36:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eadf7f2-b3e8-484c-a4a9-b599f36f885c', 'device_owner': 'network:router_interface', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '25eeef8f-d468-4749-9c79-0b83895b4cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:34:25Z', 'updated_at': '2021-08-19T14:34:31Z', 'revision_number': 4, 'project_id': '1d53016be1b6465d93afefc9606d9c17', 'subnets': [{'id': '25eeef8f-d468-4749-9c79-0b83895b4cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:34:31.908371 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-8a75a06f-7001-4f30-9592-03326c30cf71 req-2477136e-62bc-47c6-a8d5-e8b4f85557cb tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:34:31.919592 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a75a06f-7001-4f30-9592-03326c30cf71 req-2477136e-62bc-47c6-a8d5-e8b4f85557cb tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:34:31.926384 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75a06f-7001-4f30-9592-03326c30cf71 req-2477136e-62bc-47c6-a8d5-e8b4f85557cb tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:31.927100 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8a75a06f-7001-4f30-9592-03326c30cf71 req-2477136e-62bc-47c6-a8d5-e8b4f85557cb tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:31.941370 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be1b442-9b18-4032-b70c-5f3fbe455c4b None None] The sync data for ids ['5eadf7f2-b3e8-484c-a4a9-b599f36f885c'] in n-d-766043-2 is: [{'id': '5eadf7f2-b3e8-484c-a4a9-b599f36f885c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-900280449-router', 'tenant_id': '1d53016be1b6465d93afefc9606d9c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '0dd31325-2ed8-4fd0-a236-f87bd1a0cb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:34:20Z', 'updated_at': '2021-08-19T14:34:26Z', 'revision_number': 4, 'project_id': '1d53016be1b6465d93afefc9606d9c17', 'gw_port': {'id': '0dd31325-2ed8-4fd0-a236-f87bd1a0cb59', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eadf7f2-b3e8-484c-a4a9-b599f36f885c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 196, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:34:21Z', 'updated_at': '2021-08-19T14:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'fa5f43de-a99e-4c05-be7f-65b2f38f7775', 'name': '', 'network_id': 'f3ff52a8-1f4d-4f31-a5f4-a027a077376d', 'tenant_id': '1d53016be1b6465d93afefc9606d9c17', 'mac_address': 'fa:16:3e:1d:36:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eadf7f2-b3e8-484c-a4a9-b599f36f885c', 'device_owner': 'network:router_interface', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '25eeef8f-d468-4749-9c79-0b83895b4cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:34:25Z', 'updated_at': '2021-08-19T14:34:31Z', 'revision_number': 4, 'project_id': '1d53016be1b6465d93afefc9606d9c17', 'subnets': [{'id': '25eeef8f-d468-4749-9c79-0b83895b4cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:34:31.941778 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2477136e-62bc-47c6-a8d5-e8b4f85557cb tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Pushing event updated for resources: {'Port': ['ID=7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:31.957301 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ffa2df-a8a6-402b-a095-ae9414739a29 req-7fb6d080-0213-4bce-a98d-6e3742c0fb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:31.958005 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-09ffa2df-a8a6-402b-a095-ae9414739a29 req-7fb6d080-0213-4bce-a98d-6e3742c0fb31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:31.959569 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-09ffa2df-a8a6-402b-a095-ae9414739a29 req-7fb6d080-0213-4bce-a98d-6e3742c0fb31 service neutron] 10.222.0.68 "PUT /v2.0/ports/ccfecd33-d250-4fe3-ba14-6b601f5efe9e HTTP/1.1" status: 200 len: 1092 time: 1.9670923 Aug 19 14:34:31.963276 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04be2ca5-bab9-440a-b9bc-9f49e66d3311', 'tag': 'ccfecd33-d250-4fe3-ba14-6b601f5efe9e'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:34:31.973969 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df9fbbc-9e1d-4135-8a9b-46983d499408" -d '{"events": [{"name": "network-changed", "server_uuid": "04be2ca5-bab9-440a-b9bc-9f49e66d3311", "tag": "ccfecd33-d250-4fe3-ba14-6b601f5efe9e"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:34:31.979605 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8a75a06f-7001-4f30-9592-03326c30cf71 req-2477136e-62bc-47c6-a8d5-e8b4f85557cb tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3745494 Aug 19 14:34:32.059635 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-8a75a06f-7001-4f30-9592-03326c30cf71 req-52288534-3e25-4d0e-a981-a6e91f33b8f5 service neutron] Request body: {'port': {'device_id': '989cdaa5-2b08-4120-bd20-865bd195d6c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:34:32.213896 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-98281f4f-0852-467c-81d2-46ddc3a74f06 None None] Provisioning for port 7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:34:32.218569 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-98281f4f-0852-467c-81d2-46ddc3a74f06 None None] Provisioning complete for port 7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:34:32.218879 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-98281f4f-0852-467c-81d2-46ddc3a74f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:32.256252 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-98281f4f-0852-467c-81d2-46ddc3a74f06 None None] Port 7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:34:32.428510 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-56524b70-c971-4104-85d1-4ce2b43a5cc1 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Allocated IP 172.25.2.46 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/48385e30-8393-4319-b169-2640ffd86736) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:34:32.487220 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb6d080-0213-4bce-a98d-6e3742c0fb31 service neutron] Pushing event updated for resources: {'Port': ['ID=ccfecd33-d250-4fe3-ba14-6b601f5efe9e,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:32.523064 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8a75a06f-7001-4f30-9592-03326c30cf71 req-52288534-3e25-4d0e-a981-a6e91f33b8f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:32.550268 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42c94d-a734-473b-9ca9-0f45ca2924c6 req-e1649247-2270-44af-8059-f371c4071dc0 tempest-AggregatesAdminTestJSON-1163250621 tempest-AggregatesAdminTestJSON-1163250621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:32.551809 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fa42c94d-a734-473b-9ca9-0f45ca2924c6 req-e1649247-2270-44af-8059-f371c4071dc0 tempest-AggregatesAdminTestJSON-1163250621 tempest-AggregatesAdminTestJSON-1163250621-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=5cf92d0c-52cb-48cf-88df-e3ff15af7217 HTTP/1.1" status: 200 len: 1121 time: 0.5708039 Aug 19 14:34:32.559163 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8536f5-3fbb-4798-a7b3-bbb0212be9a2 req-a1eebfef-c5de-4f91-a75d-30db39998c33 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:32.560662 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9b8536f5-3fbb-4798-a7b3-bbb0212be9a2 req-a1eebfef-c5de-4f91-a75d-30db39998c33 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=04be2ca5-bab9-440a-b9bc-9f49e66d3311 HTTP/1.1" status: 200 len: 944 time: 0.2696536 Aug 19 14:34:32.571730 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ffa2df-a8a6-402b-a095-ae9414739a29 req-b3150a61-94f2-436f-999b-3b57b026ec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:32.573292 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-09ffa2df-a8a6-402b-a095-ae9414739a29 req-b3150a61-94f2-436f-999b-3b57b026ec8c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=309b8293893e4b68ba54397ad041e8b9&device_id=04be2ca5-bab9-440a-b9bc-9f49e66d3311 HTTP/1.1" status: 200 len: 1095 time: 0.5100892 Aug 19 14:34:32.620237 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fa42c94d-a734-473b-9ca9-0f45ca2924c6 req-d898bad6-1306-45db-9fc7-503e7909a01b tempest-AggregatesAdminTestJSON-1163250621 tempest-AggregatesAdminTestJSON-1163250621-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:32.686758 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-09ffa2df-a8a6-402b-a095-ae9414739a29 req-aeb2159c-7f5e-4a96-9c81-181107f59bb3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccfecd33-d250-4fe3-ba14-6b601f5efe9e HTTP/1.1" status: 200 len: 217 time: 0.0854712 Aug 19 14:34:32.765000 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9b8536f5-3fbb-4798-a7b3-bbb0212be9a2 req-cb5e883c-7b62-4ba0-bbb5-21b2eae48dfd tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906378 Aug 19 14:34:32.817967 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device fa5f43de-a99e-4c05-be7f-65b2f38f7775 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:34:32.872044 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56524b70-c971-4104-85d1-4ce2b43a5cc1 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:32.877272 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port fa5f43de-a99e-4c05-be7f-65b2f38f7775 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:34:32.882001 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port fa5f43de-a99e-4c05-be7f-65b2f38f7775 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:34:32.882543 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:32.891320 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ffa2df-a8a6-402b-a095-ae9414739a29 req-7d172039-d976-41cd-963c-a0aabfe8a10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:32.892820 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-09ffa2df-a8a6-402b-a095-ae9414739a29 req-7d172039-d976-41cd-963c-a0aabfe8a10d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e6c98e66-0094-4a00-ab2a-dbcb4602f2eb HTTP/1.1" status: 200 len: 847 time: 0.1835337 Aug 19 14:34:32.979223 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:33.006904 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-09ffa2df-a8a6-402b-a095-ae9414739a29 req-70eddc05-94a1-450f-b9d5-35c511a7e142 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6e6d7ced-670a-4172-99e0-b6cfaa52bcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810900 Aug 19 14:34:33.025721 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port fa5f43de-a99e-4c05-be7f-65b2f38f7775, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=fa5f43de-a99e-4c05-be7f-65b2f38f7775,segment=NetworkSegment(f3300f56-11af-4297-9667-81b9d786e43a),segment_id=f3300f56-11af-4297-9667-81b9d786e43a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:34:33.035764 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:33.050793 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c463c19a-b9da-4fa5-acc8-2177ed6d972a x-openstack-request-id: req-c463c19a-b9da-4fa5-acc8-2177ed6d972a {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:34:33.051067 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04be2ca5-bab9-440a-b9bc-9f49e66d3311", "tag": "ccfecd33-d250-4fe3-ba14-6b601f5efe9e", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:34:33.051320 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c463c19a-b9da-4fa5-acc8-2177ed6d972a {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:34:33.051707 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04be2ca5-bab9-440a-b9bc-9f49e66d3311', 'tag': 'ccfecd33-d250-4fe3-ba14-6b601f5efe9e', 'status': 'completed', 'code': 200} Aug 19 14:34:33.102300 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=fa5f43de-a99e-4c05-be7f-65b2f38f7775,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:33.200204 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56524b70-c971-4104-85d1-4ce2b43a5cc1 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:33.289521 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56524b70-c971-4104-85d1-4ce2b43a5cc1 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:34:33.298930 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b20ea-0ef6-4147-8346-5af1e3d49092 req-9dfbd2e2-8fb5-4a00-a030-6e4102cc0535 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:33.300384 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2e3b20ea-0ef6-4147-8346-5af1e3d49092 req-9dfbd2e2-8fb5-4a00-a030-6e4102cc0535 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9 HTTP/1.1" status: 200 len: 935 time: 0.1894777 Aug 19 14:34:33.310113 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-09ffa2df-a8a6-402b-a095-ae9414739a29 req-4edd7603-2534-4c5c-820c-55486bc2637b service neutron] 10.222.0.68 "GET /v2.0/networks/6e6d7ced-670a-4172-99e0-b6cfaa52bcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840152 Aug 19 14:34:33.316046 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fa42c94d-a734-473b-9ca9-0f45ca2924c6 req-d898bad6-1306-45db-9fc7-503e7909a01b tempest-AggregatesAdminTestJSON-1163250621 tempest-AggregatesAdminTestJSON-1163250621-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:33.318837 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-56524b70-c971-4104-85d1-4ce2b43a5cc1 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:34:33.321262 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56524b70-c971-4104-85d1-4ce2b43a5cc1 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:34:33.349341 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fa42c94d-a734-473b-9ca9-0f45ca2924c6 req-d898bad6-1306-45db-9fc7-503e7909a01b tempest-AggregatesAdminTestJSON-1163250621 tempest-AggregatesAdminTestJSON-1163250621-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:33.400746 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56524b70-c971-4104-85d1-4ce2b43a5cc1 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Pushing event updated for resources: {'Port': ['ID=48385e30-8393-4319-b169-2640ffd86736,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:33.491452 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fa42c94d-a734-473b-9ca9-0f45ca2924c6 req-d898bad6-1306-45db-9fc7-503e7909a01b tempest-AggregatesAdminTestJSON-1163250621 tempest-AggregatesAdminTestJSON-1163250621-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=ce5f830e-6676-45b5-9b06-dba196aca7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9224274 Aug 19 14:34:33.530163 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:33.545758 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-8a75a06f-7001-4f30-9592-03326c30cf71 req-52288534-3e25-4d0e-a981-a6e91f33b8f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:34:33.576937 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8a75a06f-7001-4f30-9592-03326c30cf71 req-52288534-3e25-4d0e-a981-a6e91f33b8f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:33.595777 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2e3b20ea-0ef6-4147-8346-5af1e3d49092 req-cd46dcee-f876-400c-b358-2365503180a6 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784395 Aug 19 14:34:33.607512 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56524b70-c971-4104-85d1-4ce2b43a5cc1 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:33.634589 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d898bad6-1306-45db-9fc7-503e7909a01b tempest-AggregatesAdminTestJSON-1163250621 tempest-AggregatesAdminTestJSON-1163250621-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81431381-f590-4bcd-b2aa-c309f4e5e129,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:33.658726 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-8a75a06f-7001-4f30-9592-03326c30cf71 req-52288534-3e25-4d0e-a981-a6e91f33b8f5 service neutron] Transition to ACTIVE for port object 7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:34:33.688092 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8a75a06f-7001-4f30-9592-03326c30cf71 req-52288534-3e25-4d0e-a981-a6e91f33b8f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:33.714616 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-09ffa2df-a8a6-402b-a095-ae9414739a29 req-d0c896be-644c-4cb2-9fd9-75be2e29e291 service neutron] 10.222.0.68 "GET /v2.0/networks/6e6d7ced-670a-4172-99e0-b6cfaa52bcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3814623 Aug 19 14:34:33.741624 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56524b70-c971-4104-85d1-4ce2b43a5cc1 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:33.751675 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac46f1-921c-4ed5-adeb-1c53fc282072 req-0426ef55-94ec-424b-8ff2-ef715c6d107e tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:33.753330 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-29ac46f1-921c-4ed5-adeb-1c53fc282072 req-0426ef55-94ec-424b-8ff2-ef715c6d107e tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/ports?device_id=72975938-19ad-4a11-b2a2-6a17122023e1 HTTP/1.1" status: 200 len: 950 time: 0.1955366 Aug 19 14:34:33.878406 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52288534-3e25-4d0e-a981-a6e91f33b8f5 service neutron] Pushing event updated for resources: {'Port': ['ID=7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:33.929325 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-8a75a06f-7001-4f30-9592-03326c30cf71 req-52288534-3e25-4d0e-a981-a6e91f33b8f5 service neutron] Attempting to bind port 7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:34:33.929654 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-8a75a06f-7001-4f30-9592-03326c30cf71 req-52288534-3e25-4d0e-a981-a6e91f33b8f5 service neutron] Attempting to bind port 7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:34:33.929985 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75a06f-7001-4f30-9592-03326c30cf71 req-52288534-3e25-4d0e-a981-a6e91f33b8f5 service neutron] Attempting to bind port 7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:34:33.995548 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75a06f-7001-4f30-9592-03326c30cf71 req-52288534-3e25-4d0e-a981-a6e91f33b8f5 service neutron] Port 7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:34:33.995872 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75a06f-7001-4f30-9592-03326c30cf71 req-52288534-3e25-4d0e-a981-a6e91f33b8f5 service neutron] Attempting to bind port 7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:34:34.000129 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-29ac46f1-921c-4ed5-adeb-1c53fc282072 req-e8d88ff9-e636-4f4d-a158-b6088205d1f8 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/security-groups?id=fa8322cf-de33-49c3-b466-ff10f2edc29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084134 Aug 19 14:34:34.005734 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df9fbbc-9e1d-4135-8a9b-46983d499408 req-49e854bd-a362-4b88-ac4f-87721eae2bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:34.007027 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3df9fbbc-9e1d-4135-8a9b-46983d499408 req-49e854bd-a362-4b88-ac4f-87721eae2bfc service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=309b8293893e4b68ba54397ad041e8b9&device_id=04be2ca5-bab9-440a-b9bc-9f49e66d3311 HTTP/1.1" status: 200 len: 1095 time: 0.2141750 Aug 19 14:34:34.020885 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75a06f-7001-4f30-9592-03326c30cf71 req-52288534-3e25-4d0e-a981-a6e91f33b8f5 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:34:34.021244 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75a06f-7001-4f30-9592-03326c30cf71 req-52288534-3e25-4d0e-a981-a6e91f33b8f5 service neutron] Checking segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:34:34.021623 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75a06f-7001-4f30-9592-03326c30cf71 req-52288534-3e25-4d0e-a981-a6e91f33b8f5 service neutron] Bound using segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:34:34.022070 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-8a75a06f-7001-4f30-9592-03326c30cf71 req-52288534-3e25-4d0e-a981-a6e91f33b8f5 service neutron] Bound port: 7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:34:34.022442 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8a75a06f-7001-4f30-9592-03326c30cf71 req-52288534-3e25-4d0e-a981-a6e91f33b8f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:34.259225 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d067b2d6-6410-4be1-b9c5-d1686f08e7f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:34.272800 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f62e6-1940-4daf-b5b9-e0ee7c06d924 req-aaeb15b1-9b92-4921-abdc-65fbd08bab9c tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:34.274281 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f11f62e6-1940-4daf-b5b9-e0ee7c06d924 req-aaeb15b1-9b92-4921-abdc-65fbd08bab9c tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=04be2ca5-bab9-440a-b9bc-9f49e66d3311 HTTP/1.1" status: 200 len: 944 time: 0.3696692 Aug 19 14:34:34.425150 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f11f62e6-1940-4daf-b5b9-e0ee7c06d924 req-140afd71-1deb-4d70-a1dc-338fb5684715 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282847 Aug 19 14:34:34.426961 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56524b70-c971-4104-85d1-4ce2b43a5cc1 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:34.429609 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-8a75a06f-7001-4f30-9592-03326c30cf71 req-52288534-3e25-4d0e-a981-a6e91f33b8f5 service neutron] For port 7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7, host n-h1-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:34:34.433093 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df9fbbc-9e1d-4135-8a9b-46983d499408 req-fad1c5cf-3f5b-4d08-9045-d9fd5771d38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:34.434639 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3df9fbbc-9e1d-4135-8a9b-46983d499408 req-fad1c5cf-3f5b-4d08-9045-d9fd5771d38c service neutron] 10.222.0.68 "GET /v2.0/networks?id=6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 HTTP/1.1" status: 200 len: 908 time: 0.4155068 Aug 19 14:34:34.436911 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56524b70-c971-4104-85d1-4ce2b43a5cc1 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:34.458009 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56524b70-c971-4104-85d1-4ce2b43a5cc1 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:34.486419 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:34.495617 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-8a75a06f-7001-4f30-9592-03326c30cf71 req-52288534-3e25-4d0e-a981-a6e91f33b8f5 service neutron] For port 7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:34:34.546933 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8a75a06f-7001-4f30-9592-03326c30cf71 req-52288534-3e25-4d0e-a981-a6e91f33b8f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:34.558456 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56524b70-c971-4104-85d1-4ce2b43a5cc1 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:34.559610 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-56524b70-c971-4104-85d1-4ce2b43a5cc1 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5570190 Aug 19 14:34:34.565493 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3df9fbbc-9e1d-4135-8a9b-46983d499408 req-8acc8f5e-7c3a-4c9f-9774-468dd5d6c0c5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccfecd33-d250-4fe3-ba14-6b601f5efe9e HTTP/1.1" status: 200 len: 217 time: 0.1135683 Aug 19 14:34:34.635927 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75a06f-7001-4f30-9592-03326c30cf71 req-52288534-3e25-4d0e-a981-a6e91f33b8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:34.636588 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8a75a06f-7001-4f30-9592-03326c30cf71 req-52288534-3e25-4d0e-a981-a6e91f33b8f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:34.637972 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8a75a06f-7001-4f30-9592-03326c30cf71 req-52288534-3e25-4d0e-a981-a6e91f33b8f5 service neutron] 10.222.0.68 "PUT /v2.0/ports/7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7 HTTP/1.1" status: 200 len: 1095 time: 2.5841110 Aug 19 14:34:34.638592 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56524b70-c971-4104-85d1-4ce2b43a5cc1 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Pushing event updated for resources: {'Port': ['ID=48385e30-8393-4319-b169-2640ffd86736,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:34.713811 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdafef2d-58c2-4718-abb8-90ae41d7285f req-3a628601-3cb1-41f4-986e-c2e7832bdd31 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:34.715392 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fdafef2d-58c2-4718-abb8-90ae41d7285f req-3a628601-3cb1-41f4-986e-c2e7832bdd31 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/ports?device_id=72975938-19ad-4a11-b2a2-6a17122023e1 HTTP/1.1" status: 200 len: 950 time: 0.2110438 Aug 19 14:34:34.716888 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df9fbbc-9e1d-4135-8a9b-46983d499408 req-f877fbd4-7b35-4ce2-8c5c-ca138d894566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:34.718433 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3df9fbbc-9e1d-4135-8a9b-46983d499408 req-f877fbd4-7b35-4ce2-8c5c-ca138d894566 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e6c98e66-0094-4a00-ab2a-dbcb4602f2eb HTTP/1.1" status: 200 len: 847 time: 0.1287854 Aug 19 14:34:34.808853 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device fa5f43de-a99e-4c05-be7f-65b2f38f7775 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:34:34.819287 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3df9fbbc-9e1d-4135-8a9b-46983d499408 req-04e83dd6-3c20-4238-8d2e-13a61decc5a6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6e6d7ced-670a-4172-99e0-b6cfaa52bcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883999 Aug 19 14:34:34.843860 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52288534-3e25-4d0e-a981-a6e91f33b8f5 service neutron] Pushing event updated for resources: {'Port': ['ID=7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:34.875602 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port fa5f43de-a99e-4c05-be7f-65b2f38f7775 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:34:34.875974 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:34.941566 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fdafef2d-58c2-4718-abb8-90ae41d7285f req-c870d163-2e9f-4387-b141-90334528f93e tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/security-groups?id=fa8322cf-de33-49c3-b466-ff10f2edc29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946580 Aug 19 14:34:34.943300 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75a06f-7001-4f30-9592-03326c30cf71 req-e7537436-2906-4d29-893b-a1ba7490ea82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:34.945162 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8a75a06f-7001-4f30-9592-03326c30cf71 req-e7537436-2906-4d29-893b-a1ba7490ea82 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3397b0c43f0b46aaa4295e8f087dd91c&device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9 HTTP/1.1" status: 200 len: 1098 time: 0.2248456 Aug 19 14:34:34.955182 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:34.962625 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61db34b-aead-4c55-ac8d-6344f4b0e528 req-e12b02ff-5f0c-4114-96dd-3e07c5f59446 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:34.965566 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b61db34b-aead-4c55-ac8d-6344f4b0e528 req-e12b02ff-5f0c-4114-96dd-3e07c5f59446 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9 HTTP/1.1" status: 200 len: 947 time: 0.2170463 Aug 19 14:34:34.987757 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:35.027685 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8a75a06f-7001-4f30-9592-03326c30cf71 req-5e1e2da4-3401-403b-b07a-7dde0e2eb87b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7 HTTP/1.1" status: 200 len: 217 time: 0.0550292 Aug 19 14:34:35.053498 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '989cdaa5-2b08-4120-bd20-865bd195d6c9', 'tag': '7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:34:35.056212 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3e3434-7dc0-4527-b00e-c6ff1683bcc7" -d '{"events": [{"name": "network-changed", "server_uuid": "989cdaa5-2b08-4120-bd20-865bd195d6c9", "tag": "7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:34:35.093803 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3df9fbbc-9e1d-4135-8a9b-46983d499408 req-27721d16-4e7c-446e-9ec8-f47e4a1dc0ac service neutron] 10.222.0.68 "GET /v2.0/networks/6e6d7ced-670a-4172-99e0-b6cfaa52bcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538123 Aug 19 14:34:35.108542 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b61db34b-aead-4c55-ac8d-6344f4b0e528 req-81576297-56bf-403b-bf69-653f1c4cb3e0 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280985 Aug 19 14:34:35.171261 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75a06f-7001-4f30-9592-03326c30cf71 req-c7c8c889-4748-4488-82e7-1ce317b7166b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:35.173023 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8a75a06f-7001-4f30-9592-03326c30cf71 req-c7c8c889-4748-4488-82e7-1ce317b7166b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.1347706 Aug 19 14:34:35.279129 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75a06f-7001-4f30-9592-03326c30cf71 req-d10cf173-599f-4431-944f-37cbe6b9b3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:35.280929 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8a75a06f-7001-4f30-9592-03326c30cf71 req-d10cf173-599f-4431-944f-37cbe6b9b3fd service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0993857 Aug 19 14:34:35.287218 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e099ea0d-6be8-4e3c-a520-70bc53749c41 x-openstack-request-id: req-e099ea0d-6be8-4e3c-a520-70bc53749c41 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:34:35.288445 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "989cdaa5-2b08-4120-bd20-865bd195d6c9", "tag": "7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:34:35.288445 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e099ea0d-6be8-4e3c-a520-70bc53749c41 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:34:35.288445 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '989cdaa5-2b08-4120-bd20-865bd195d6c9', 'tag': '7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7', 'status': 'completed', 'code': 200} Aug 19 14:34:35.323687 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3df9fbbc-9e1d-4135-8a9b-46983d499408 req-6d0c1fef-9864-43da-a31b-4571bd7a7b4e service neutron] 10.222.0.68 "GET /v2.0/networks/6e6d7ced-670a-4172-99e0-b6cfaa52bcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121859 Aug 19 14:34:35.373302 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ba8c98ac-c585-46ee-919b-c99b6e8afde8 req-fa00b27b-3a79-4d2f-b57d-57687127bde1 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--731053129&fields=id&tenant_id=dc28959d88bc47a3be9291b5c609f583 HTTP/1.1" status: 200 len: 267 time: 0.1592097 Aug 19 14:34:35.456903 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 59710) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:35.493391 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8a75a06f-7001-4f30-9592-03326c30cf71 req-0068db8c-b2e7-4610-a13d-5f0605fc3cbe service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889470 Aug 19 14:34:35.535247 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c98ac-c585-46ee-919b-c99b6e8afde8 req-2c6cde8b-6c52-42b8-a6c0-62e03765d5ac tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:35.536727 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ba8c98ac-c585-46ee-919b-c99b6e8afde8 req-2c6cde8b-6c52-42b8-a6c0-62e03765d5ac tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "GET /v2.0/networks?id=b6cb15a2-7c54-4019-bc14-2912b5ac9311 HTTP/1.1" status: 200 len: 823 time: 0.1520979 Aug 19 14:34:35.578876 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ba8c98ac-c585-46ee-919b-c99b6e8afde8 req-0ed7b931-c207-45ee-b5d7-5657f0464dc3 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "GET /v2.0/quotas/dc28959d88bc47a3be9291b5c609f583 HTTP/1.1" status: 200 len: 375 time: 0.0177660 Aug 19 14:34:35.628501 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85e498b4-d403-4523-a983-c03f953c447d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:35.683092 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8a75a06f-7001-4f30-9592-03326c30cf71 req-84c44272-2693-4314-a1a9-bbf151d764d7 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794460 Aug 19 14:34:35.696551 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a884329e-79c5-4bcf-ac4c-e8ba8c7a7f8e req-90befb13-c2fb-4d1c-9d08-73d7969c4253 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:35.698082 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a884329e-79c5-4bcf-ac4c-e8ba8c7a7f8e req-90befb13-c2fb-4d1c-9d08-73d7969c4253 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=04be2ca5-bab9-440a-b9bc-9f49e66d3311 HTTP/1.1" status: 200 len: 944 time: 0.1214635 Aug 19 14:34:35.713399 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ba8c98ac-c585-46ee-919b-c99b6e8afde8 req-af81447e-4ede-4dde-8862-97ddeafb7452 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=dc28959d88bc47a3be9291b5c609f583&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1171587 Aug 19 14:34:35.727627 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85e498b4-d403-4523-a983-c03f953c447d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:35.732992 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85e498b4-d403-4523-a983-c03f953c447d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:35.761085 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a884329e-79c5-4bcf-ac4c-e8ba8c7a7f8e req-a70383bb-b170-44c9-b5f1-e5ccb3538563 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463290 Aug 19 14:34:35.784993 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-85e498b4-d403-4523-a983-c03f953c447d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f7b6eb30a751445fbbec33e83d5c9e46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3263693 Aug 19 14:34:35.785597 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 59720) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:35.787629 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e498b4-d403-4523-a983-c03f953c447d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043cf728-88c2-4de6-85ac-08d814558c53,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:35.821909 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e3434-7dc0-4527-b00e-c6ff1683bcc7 req-f49ff02f-f5da-4523-9fbe-75b89be36bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:35.823541 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2e3e3434-7dc0-4527-b00e-c6ff1683bcc7 req-f49ff02f-f5da-4523-9fbe-75b89be36bd4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3397b0c43f0b46aaa4295e8f087dd91c&device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9 HTTP/1.1" status: 200 len: 1098 time: 0.0771713 Aug 19 14:34:35.847227 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2613228-8d90-4279-983d-9785786561ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:35.871405 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2613228-8d90-4279-983d-9785786561ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:35.932938 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2613228-8d90-4279-983d-9785786561ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:35.935795 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2613228-8d90-4279-983d-9785786561ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:35.937344 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c2613228-8d90-4279-983d-9785786561ef admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/043cf728-88c2-4de6-85ac-08d814558c53 HTTP/1.1" status: 204 len: 168 time: 0.1505053 Aug 19 14:34:35.950849 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2613228-8d90-4279-983d-9785786561ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043cf728-88c2-4de6-85ac-08d814558c53,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:35.961769 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [req-ba8c98ac-c585-46ee-919b-c99b6e8afde8 req-f8fb8b10-12f0-4eb8-803f-46042b1c0411 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:34:35.973060 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ba8c98ac-c585-46ee-919b-c99b6e8afde8 req-f8fb8b10-12f0-4eb8-803f-46042b1c0411 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1252997 Aug 19 14:34:35.977084 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e3434-7dc0-4527-b00e-c6ff1683bcc7 req-27df7197-653a-44cc-b989-a87410a74496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:35.981721 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2e3e3434-7dc0-4527-b00e-c6ff1683bcc7 req-27df7197-653a-44cc-b989-a87410a74496 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.1442373 Aug 19 14:34:36.081727 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2e3e3434-7dc0-4527-b00e-c6ff1683bcc7 req-4cc6d6a1-cef7-4279-aeb1-9fd23d83b388 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7 HTTP/1.1" status: 200 len: 217 time: 0.0859859 Aug 19 14:34:36.286714 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 59742) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:36.303433 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-95a85d3a-80a6-4986-9f83-90aed65f9844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:36.340156 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af07a1-06fc-4a26-8102-870aebf04562 req-f367bdcd-383a-4d47-9e10-36854150c329 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:36.341651 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-90af07a1-06fc-4a26-8102-870aebf04562 req-f367bdcd-383a-4d47-9e10-36854150c329 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/ports?device_id=72975938-19ad-4a11-b2a2-6a17122023e1 HTTP/1.1" status: 200 len: 950 time: 0.2968175 Aug 19 14:34:36.346569 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e3434-7dc0-4527-b00e-c6ff1683bcc7 req-fd9b7a8c-a658-4fc5-bc6e-2084fc020673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:36.347930 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2e3e3434-7dc0-4527-b00e-c6ff1683bcc7 req-fd9b7a8c-a658-4fc5-bc6e-2084fc020673 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.2482176 Aug 19 14:34:36.373808 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ba8c98ac-c585-46ee-919b-c99b6e8afde8 req-7d0089e1-9107-4859-97e6-46d5483471d5 service neutron] 10.222.0.69 "GET /v2.0/networks/b6cb15a2-7c54-4019-bc14-2912b5ac9311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3907602 Aug 19 14:34:36.408551 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-95a85d3a-80a6-4986-9f83-90aed65f9844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:36.412876 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-95a85d3a-80a6-4986-9f83-90aed65f9844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:36.455688 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-95a85d3a-80a6-4986-9f83-90aed65f9844 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=70b66e04b252465e97b1a0075abcd974&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1642187 Aug 19 14:34:36.455688 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a85d3a-80a6-4986-9f83-90aed65f9844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4e24ff-0e3e-494e-90d5-389ef365301b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:36.455925 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 59744) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:36.497899 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-90af07a1-06fc-4a26-8102-870aebf04562 req-b0c7449b-297b-4515-bb82-4a1e5d4fac9f tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/security-groups?id=fa8322cf-de33-49c3-b466-ff10f2edc29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426156 Aug 19 14:34:36.524959 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7da75af-ea85-4678-b136-86bd20784eb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:36.525428 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e3434-7dc0-4527-b00e-c6ff1683bcc7 req-e6c830e8-89b7-474b-9304-15f356ec238a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:36.525428 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2e3e3434-7dc0-4527-b00e-c6ff1683bcc7 req-e6c830e8-89b7-474b-9304-15f356ec238a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1610322 Aug 19 14:34:36.557719 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0428a7-5837-4e9e-a152-799751da30a2 req-69e93d03-1b60-4d81-b738-3380f5a4bccc tempest-DeleteServersAdminTestJSON-411512252 tempest-DeleteServersAdminTestJSON-411512252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:36.559551 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8a0428a7-5837-4e9e-a152-799751da30a2 req-69e93d03-1b60-4d81-b738-3380f5a4bccc tempest-DeleteServersAdminTestJSON-411512252 tempest-DeleteServersAdminTestJSON-411512252-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=72975938-19ad-4a11-b2a2-6a17122023e1 HTTP/1.1" status: 200 len: 1101 time: 0.1169608 Aug 19 14:34:36.570674 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7da75af-ea85-4678-b136-86bd20784eb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:36.613587 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2d11d169-f8f5-4def-8079-64d764ea70c4 req-9404c86f-49fb-45d9-b260-48755e798697 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=5cf92d0c-52cb-48cf-88df-e3ff15af7217&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0850253 Aug 19 14:34:36.630888 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7da75af-ea85-4678-b136-86bd20784eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:36.636314 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7da75af-ea85-4678-b136-86bd20784eb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:36.640229 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b7da75af-ea85-4678-b136-86bd20784eb9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5c4e24ff-0e3e-494e-90d5-389ef365301b HTTP/1.1" status: 204 len: 168 time: 0.1833389 Aug 19 14:34:36.649152 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da75af-ea85-4678-b136-86bd20784eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4e24ff-0e3e-494e-90d5-389ef365301b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:36.674618 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ba8c98ac-c585-46ee-919b-c99b6e8afde8 req-d8aba7bb-42e7-4000-98c3-61cf760c00b8 service neutron] 10.222.0.69 "GET /v2.0/networks/b6cb15a2-7c54-4019-bc14-2912b5ac9311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808321 Aug 19 14:34:36.725776 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11d169-f8f5-4def-8079-64d764ea70c4 req-7bf8a6db-569b-477b-b431-6ee1d4ad8059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:36.727352 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2d11d169-f8f5-4def-8079-64d764ea70c4 req-7bf8a6db-569b-477b-b431-6ee1d4ad8059 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b798482862814d8e96a375593eed9d0b&device_id=5cf92d0c-52cb-48cf-88df-e3ff15af7217 HTTP/1.1" status: 200 len: 1121 time: 0.0648298 Aug 19 14:34:36.744344 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:36.754745 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677c4f1-deee-4f21-9a7a-4f4bee2685de req-89f2cb53-aa44-46bd-bb74-03376a86bd24 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:36.762209 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2677c4f1-deee-4f21-9a7a-4f4bee2685de req-89f2cb53-aa44-46bd-bb74-03376a86bd24 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9 HTTP/1.1" status: 200 len: 947 time: 0.1589916 Aug 19 14:34:36.832717 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2e3e3434-7dc0-4527-b00e-c6ff1683bcc7 req-83dd8425-c613-4038-b3cd-ef79a8e3e640 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988594 Aug 19 14:34:36.866972 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11d169-f8f5-4def-8079-64d764ea70c4 req-6de98495-4a15-4c37-a2a7-b6fcc2cec731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:36.868832 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2d11d169-f8f5-4def-8079-64d764ea70c4 req-6de98495-4a15-4c37-a2a7-b6fcc2cec731 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.1169116 Aug 19 14:34:36.928429 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2d11d169-f8f5-4def-8079-64d764ea70c4 req-fa85cb0c-033a-4134-9c23-fb7b8793bb9c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=d9988296-a69e-4b34-81ac-39be1e27008d HTTP/1.1" status: 200 len: 217 time: 0.0515773 Aug 19 14:34:36.949547 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2677c4f1-deee-4f21-9a7a-4f4bee2685de req-0f3131b2-8c8d-40df-9a50-c1da1f717bbb tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860909 Aug 19 14:34:36.990877 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11d169-f8f5-4def-8079-64d764ea70c4 req-cf5190f8-c509-4777-825d-775f3f66c9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:36.992751 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2d11d169-f8f5-4def-8079-64d764ea70c4 req-cf5190f8-c509-4777-825d-775f3f66c9c5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.0572710 Aug 19 14:34:37.041850 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-8a0428a7-5837-4e9e-a152-799751da30a2 req-bb69f090-dca5-40e7-b88f-063aa9e7cde1 tempest-DeleteServersAdminTestJSON-411512252 tempest-DeleteServersAdminTestJSON-411512252-project-admin] Deleting port 2e674125-6a4d-4935-88c8-0dd61af47a6e {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:34:37.042155 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8a0428a7-5837-4e9e-a152-799751da30a2 req-bb69f090-dca5-40e7-b88f-063aa9e7cde1 tempest-DeleteServersAdminTestJSON-411512252 tempest-DeleteServersAdminTestJSON-411512252-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:37.055172 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11d169-f8f5-4def-8079-64d764ea70c4 req-fceedb7f-5e8f-46c6-b374-e104a5ddf084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:37.057850 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2d11d169-f8f5-4def-8079-64d764ea70c4 req-fceedb7f-5e8f-46c6-b374-e104a5ddf084 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0581684 Aug 19 14:34:37.129669 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b10ec68a-4ac5-4834-84da-ab964d91c028 req-b99a9327-b955-49ae-a2da-db82230a8251 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef35c59d-884a-4975-943a-b8d19ec943b4 HTTP/1.1" status: 200 len: 210 time: 0.1123326 Aug 19 14:34:37.192744 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2e3e3434-7dc0-4527-b00e-c6ff1683bcc7 req-19781ef2-d26c-4fb1-9ff8-c13757b5a543 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298099 Aug 19 14:34:37.223536 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2d11d169-f8f5-4def-8079-64d764ea70c4 req-4fc52602-afec-4af4-af94-2e2b53a10df7 service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580744 Aug 19 14:34:37.253279 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af763d5c-2ec5-47b7-b7ab-358998894c4e req-009369ed-01e6-4d8c-b8aa-d5813addaa32 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:37.262405 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-af763d5c-2ec5-47b7-b7ab-358998894c4e req-009369ed-01e6-4d8c-b8aa-d5813addaa32 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=04be2ca5-bab9-440a-b9bc-9f49e66d3311 HTTP/1.1" status: 200 len: 944 time: 0.2424588 Aug 19 14:34:37.326187 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-af763d5c-2ec5-47b7-b7ab-358998894c4e req-d24b0a99-10be-4e2d-859e-35d4f78e3df9 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580099 Aug 19 14:34:37.333996 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-8a0428a7-5837-4e9e-a152-799751da30a2 req-bb69f090-dca5-40e7-b88f-063aa9e7cde1 tempest-DeleteServersAdminTestJSON-411512252 tempest-DeleteServersAdminTestJSON-411512252-project-admin] For port 2e674125-6a4d-4935-88c8-0dd61af47a6e, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=2e674125-6a4d-4935-88c8-0dd61af47a6e,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:34:37.334673 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8a0428a7-5837-4e9e-a152-799751da30a2 req-bb69f090-dca5-40e7-b88f-063aa9e7cde1 tempest-DeleteServersAdminTestJSON-411512252 tempest-DeleteServersAdminTestJSON-411512252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:37.359131 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-8a0428a7-5837-4e9e-a152-799751da30a2 req-bb69f090-dca5-40e7-b88f-063aa9e7cde1 tempest-DeleteServersAdminTestJSON-411512252 tempest-DeleteServersAdminTestJSON-411512252-project-admin] Calling delete_port for 2e674125-6a4d-4935-88c8-0dd61af47a6e owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:34:37.362943 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2d11d169-f8f5-4def-8079-64d764ea70c4 req-7923ff31-2492-47ba-8482-e65106682765 service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325212 Aug 19 14:34:37.586227 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8a0428a7-5837-4e9e-a152-799751da30a2 req-bb69f090-dca5-40e7-b88f-063aa9e7cde1 tempest-DeleteServersAdminTestJSON-411512252 tempest-DeleteServersAdminTestJSON-411512252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:37.600049 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['2e674125-6a4d-4935-88c8-0dd61af47a6e'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:34:37.681879 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e6060e8a-eba1-4103-a95b-0ba47ed44af3 req-5b7040b1-50b7-4dac-aaba-6e34cc3c933e tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/ports?device_id=72975938-19ad-4a11-b2a2-6a17122023e1 HTTP/1.1" status: 200 len: 210 time: 0.0710561 Aug 19 14:34:37.682688 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb69f090-dca5-40e7-b88f-063aa9e7cde1 tempest-DeleteServersAdminTestJSON-411512252 tempest-DeleteServersAdminTestJSON-411512252-project-admin] Pushing event deleted for resources: {'Port': ['ID=2e674125-6a4d-4935-88c8-0dd61af47a6e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:37.728976 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a0428a7-5837-4e9e-a152-799751da30a2 req-bb69f090-dca5-40e7-b88f-063aa9e7cde1 tempest-DeleteServersAdminTestJSON-411512252 tempest-DeleteServersAdminTestJSON-411512252-project-admin] No DVR routers for this DVR port 2e674125-6a4d-4935-88c8-0dd61af47a6e on host n-h1-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:34:37.733398 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8a0428a7-5837-4e9e-a152-799751da30a2 req-bb69f090-dca5-40e7-b88f-063aa9e7cde1 tempest-DeleteServersAdminTestJSON-411512252 tempest-DeleteServersAdminTestJSON-411512252-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:37.736773 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8a0428a7-5837-4e9e-a152-799751da30a2 req-bb69f090-dca5-40e7-b88f-063aa9e7cde1 tempest-DeleteServersAdminTestJSON-411512252 tempest-DeleteServersAdminTestJSON-411512252-project-admin] 10.222.0.68 "DELETE /v2.0/ports/2e674125-6a4d-4935-88c8-0dd61af47a6e HTTP/1.1" status: 204 len: 173 time: 1.1347544 Aug 19 14:34:37.737295 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72975938-19ad-4a11-b2a2-6a17122023e1', 'name': 'network-vif-deleted', 'tag': '2e674125-6a4d-4935-88c8-0dd61af47a6e'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:34:37.739884 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f467d5-fd49-4f43-8734-8a32af2c3c73" -d '{"events": [{"server_uuid": "72975938-19ad-4a11-b2a2-6a17122023e1", "name": "network-vif-deleted", "tag": "2e674125-6a4d-4935-88c8-0dd61af47a6e"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:34:37.804085 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73675db-e381-4907-b9fa-17adb86d526f x-openstack-request-id: req-d73675db-e381-4907-b9fa-17adb86d526f {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:34:37.804378 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72975938-19ad-4a11-b2a2-6a17122023e1", "name": "network-vif-deleted", "tag": "2e674125-6a4d-4935-88c8-0dd61af47a6e", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:34:37.804812 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d73675db-e381-4907-b9fa-17adb86d526f {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:34:37.805052 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72975938-19ad-4a11-b2a2-6a17122023e1', 'name': 'network-vif-deleted', 'tag': '2e674125-6a4d-4935-88c8-0dd61af47a6e', 'status': 'completed', 'code': 200} Aug 19 14:34:37.831577 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device ccfecd33-d250-4fe3-ba14-6b601f5efe9e details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:34:38.087482 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port ccfecd33-d250-4fe3-ba14-6b601f5efe9e, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=ccfecd33-d250-4fe3-ba14-6b601f5efe9e,segment=NetworkSegment(cdbe220c-711d-4dcd-9811-178ea37b55c3),segment_id=cdbe220c-711d-4dcd-9811-178ea37b55c3)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:34:38.101062 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': 'ccfecd33-d250-4fe3-ba14-6b601f5efe9e', 'network_id': '6e6d7ced-670a-4172-99e0-b6cfaa52bcf3', 'port_id': 'ccfecd33-d250-4fe3-ba14-6b601f5efe9e', 'mac_address': 'fa:16:3e:d8:93:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6c98e66-0094-4a00-ab2a-dbcb4602f2eb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:34:38.141520 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:38.162942 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccfecd33-d250-4fe3-ba14-6b601f5efe9e {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:34:38.191065 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port ccfecd33-d250-4fe3-ba14-6b601f5efe9e, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=ccfecd33-d250-4fe3-ba14-6b601f5efe9e,segment=NetworkSegment(cdbe220c-711d-4dcd-9811-178ea37b55c3),segment_id=cdbe220c-711d-4dcd-9811-178ea37b55c3)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:34:38.197445 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:38.207367 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96084ed1-54b0-460b-9ad6-55ce735e6c73 req-e5f58cb1-f7ba-48d2-9595-592c538129a7 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:38.211181 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-96084ed1-54b0-460b-9ad6-55ce735e6c73 req-e5f58cb1-f7ba-48d2-9595-592c538129a7 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9 HTTP/1.1" status: 200 len: 947 time: 0.0741503 Aug 19 14:34:38.261613 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=ccfecd33-d250-4fe3-ba14-6b601f5efe9e,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:38.280460 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-96084ed1-54b0-460b-9ad6-55ce735e6c73 req-a5f4614d-f97e-45d3-9f5c-ecd2450157be tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614374 Aug 19 14:34:38.438992 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['ccfecd33-d250-4fe3-ba14-6b601f5efe9e'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:34:38.503274 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-acf15a99-c813-44e4-ba9c-46ce4a13a835 req-d53e47fb-f71e-44b7-ba75-f19538ebcb9f tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef35c59d-884a-4975-943a-b8d19ec943b4 HTTP/1.1" status: 200 len: 210 time: 0.0399065 Aug 19 14:34:38.837239 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209e606-55eb-4ace-b832-a55c005ea3d8 req-27b48f91-269c-40fc-89f8-cdd3738d00ed tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:38.852768 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c98ac-c585-46ee-919b-c99b6e8afde8 req-71607db0-e6e1-48bc-be2e-dae59b30e4f6 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:38.855736 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ba8c98ac-c585-46ee-919b-c99b6e8afde8 req-71607db0-e6e1-48bc-be2e-dae59b30e4f6 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.88 "GET /v2.0/networks?id=b6cb15a2-7c54-4019-bc14-2912b5ac9311 HTTP/1.1" status: 200 len: 823 time: 0.5033717 Aug 19 14:34:38.857510 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9209e606-55eb-4ace-b832-a55c005ea3d8 req-27b48f91-269c-40fc-89f8-cdd3738d00ed tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=04be2ca5-bab9-440a-b9bc-9f49e66d3311 HTTP/1.1" status: 200 len: 945 time: 0.1450176 Aug 19 14:34:38.905054 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9209e606-55eb-4ace-b832-a55c005ea3d8 req-3f2aa021-4691-4a56-94a3-943c607ab54d tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466700 Aug 19 14:34:38.978903 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ba8c98ac-c585-46ee-919b-c99b6e8afde8 req-3b9f0c5d-cfa4-493e-ac60-70426068f94b tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc28959d88bc47a3be9291b5c609f583 HTTP/1.1" status: 200 len: 379 time: 0.1127634 Aug 19 14:34:38.993055 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-ba8c98ac-c585-46ee-919b-c99b6e8afde8 req-a8d76944-18db-40a6-80b3-886d8a37db9d tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Request body: {'port': {'device_id': 'ef35c59d-884a-4975-943a-b8d19ec943b4', 'network_id': 'b6cb15a2-7c54-4019-bc14-2912b5ac9311', 'admin_state_up': True, 'tenant_id': 'dc28959d88bc47a3be9291b5c609f583', 'security_groups': ['e2016568-562b-4e05-8081-e4bcca4b43ac']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:34:39.018575 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 59900) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:39.209237 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba8c98ac-c585-46ee-919b-c99b6e8afde8 req-a8d76944-18db-40a6-80b3-886d8a37db9d tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Made reservation on behalf of dc28959d88bc47a3be9291b5c609f583 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:34:39.224772 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ef056c3-17a2-4da8-9d70-6bd60bd7d9f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:39.225566 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ba8c98ac-c585-46ee-919b-c99b6e8afde8 req-a8d76944-18db-40a6-80b3-886d8a37db9d tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:39.391335 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-642b3c62-bc32-452a-b31b-26e81971ccba req-f827e1b4-ee54-4aeb-b9ce-c0589a5e5fbe tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=5fad669aa339498d8c481a4f2cbbd73c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317369 Aug 19 14:34:39.418776 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-ba8c98ac-c585-46ee-919b-c99b6e8afde8 req-a8d76944-18db-40a6-80b3-886d8a37db9d tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Allocated IP 172.20.0.10 (b6cb15a2-7c54-4019-bc14-2912b5ac9311/da9af51b-745c-4f7e-9d6d-360f30f81e3e/4c702340-e760-4cd2-9401-ed696e0bbe86) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:34:39.437597 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ef056c3-17a2-4da8-9d70-6bd60bd7d9f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:39.470055 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ef056c3-17a2-4da8-9d70-6bd60bd7d9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:39.497513 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-5ef056c3-17a2-4da8-9d70-6bd60bd7d9f7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dd7d525420d04e4fbde7fa1a6160917d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4774950 Aug 19 14:34:39.506845 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 59974) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:39.536814 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef056c3-17a2-4da8-9d70-6bd60bd7d9f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30bcf825-d103-4a4d-8b2a-c7b895c3ef0d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:39.539520 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 59978) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:39.576127 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b3c62-bc32-452a-b31b-26e81971ccba req-5c0f0197-df26-40e4-8ff1-ffd030ebd8b7 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:39.577821 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-642b3c62-bc32-452a-b31b-26e81971ccba req-5c0f0197-df26-40e4-8ff1-ffd030ebd8b7 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1701291 Aug 19 14:34:39.606382 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-642b3c62-bc32-452a-b31b-26e81971ccba req-17b6c5cd-0fa4-400b-aeb9-bbafad6fe06a tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/quotas/5fad669aa339498d8c481a4f2cbbd73c HTTP/1.1" status: 200 len: 375 time: 0.0175905 Aug 19 14:34:39.649041 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-642b3c62-bc32-452a-b31b-26e81971ccba req-b3a5938a-e637-44b1-ba81-dd7bd4df15fe tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=5fad669aa339498d8c481a4f2cbbd73c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378208 Aug 19 14:34:39.649173 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ba8c98ac-c585-46ee-919b-c99b6e8afde8 req-a8d76944-18db-40a6-80b3-886d8a37db9d tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:39.659638 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2452a9cc-06ea-45b0-ab36-784dc1e1b253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:39.673340 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-ba8c98ac-c585-46ee-919b-c99b6e8afde8 req-a8d76944-18db-40a6-80b3-886d8a37db9d tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Transition to ACTIVE for port object 4c702340-e760-4cd2-9401-ed696e0bbe86 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:34:39.678842 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7fdf59e-97b5-4d73-9b24-5768250e6324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:39.692696 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2452a9cc-06ea-45b0-ab36-784dc1e1b253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:39.755634 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ba8c98ac-c585-46ee-919b-c99b6e8afde8 req-a8d76944-18db-40a6-80b3-886d8a37db9d tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:39.815313 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba8c98ac-c585-46ee-919b-c99b6e8afde8 req-a8d76944-18db-40a6-80b3-886d8a37db9d tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Network b6cb15a2-7c54-4019-bc14-2912b5ac9311 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:34:39.818498 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7fdf59e-97b5-4d73-9b24-5768250e6324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:39.823434 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7fdf59e-97b5-4d73-9b24-5768250e6324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:39.830947 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2452a9cc-06ea-45b0-ab36-784dc1e1b253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:39.833332 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:34:39.834328 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2452a9cc-06ea-45b0-ab36-784dc1e1b253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:39.835630 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2452a9cc-06ea-45b0-ab36-784dc1e1b253 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/30bcf825-d103-4a4d-8b2a-c7b895c3ef0d HTTP/1.1" status: 204 len: 168 time: 0.3277864 Aug 19 14:34:39.856159 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2452a9cc-06ea-45b0-ab36-784dc1e1b253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30bcf825-d103-4a4d-8b2a-c7b895c3ef0d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:39.860937 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-ba8c98ac-c585-46ee-919b-c99b6e8afde8 req-a8d76944-18db-40a6-80b3-886d8a37db9d tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:34:39.868885 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba8c98ac-c585-46ee-919b-c99b6e8afde8 req-a8d76944-18db-40a6-80b3-886d8a37db9d tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:34:39.875768 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c98ac-c585-46ee-919b-c99b6e8afde8 req-a8d76944-18db-40a6-80b3-886d8a37db9d tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:39.876450 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ba8c98ac-c585-46ee-919b-c99b6e8afde8 req-a8d76944-18db-40a6-80b3-886d8a37db9d tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:39.885955 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device ccfecd33-d250-4fe3-ba14-6b601f5efe9e up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:34:39.894347 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d76944-18db-40a6-80b3-886d8a37db9d tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Pushing event updated for resources: {'Port': ['ID=4c702340-e760-4cd2-9401-ed696e0bbe86,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:39.899277 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-c7fdf59e-97b5-4d73-9b24-5768250e6324 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f7071e1fa0a54c7ba2ce5db929fd41f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3565567 Aug 19 14:34:39.900635 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 59994) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:39.900773 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ba8c98ac-c585-46ee-919b-c99b6e8afde8 req-a8d76944-18db-40a6-80b3-886d8a37db9d tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9139650 Aug 19 14:34:39.906078 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fdf59e-97b5-4d73-9b24-5768250e6324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4895021-db92-43c4-9418-ab8dc325dc52,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:39.917738 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-ba8c98ac-c585-46ee-919b-c99b6e8afde8 req-3dbd22ea-609c-4333-b987-4127337b3c97 service neutron] Request body: {'port': {'device_id': 'ef35c59d-884a-4975-943a-b8d19ec943b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:34:40.007392 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.db.resource_extend [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 14:34:40.022775 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c8f6b68d-a58a-4be9-a1a7-ad537534eb8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:40.050918 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ba8c98ac-c585-46ee-919b-c99b6e8afde8 req-3dbd22ea-609c-4333-b987-4127337b3c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:40.059074 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c8f6b68d-a58a-4be9-a1a7-ad537534eb8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:40.179011 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:34:40.198993 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'port_id': '7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7', 'mac_address': 'fa:16:3e:7c:23:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:34:40.217621 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327057b2-f567-43c6-b74d-2a8b9a7b4eaa req-e52034b7-aca0-4423-b1dc-0783bb12a405 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:40.224180 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-327057b2-f567-43c6-b74d-2a8b9a7b4eaa req-e52034b7-aca0-4423-b1dc-0783bb12a405 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9 HTTP/1.1" status: 200 len: 947 time: 0.1625614 Aug 19 14:34:40.239680 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c57ec-3a69-4509-898f-d4fb9151381b req-298892c1-a287-4fbf-bed2-02cee414f2f8 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:40.241839 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3d7c57ec-3a69-4509-898f-d4fb9151381b req-298892c1-a287-4fbf-bed2-02cee414f2f8 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef35c59d-884a-4975-943a-b8d19ec943b4 HTTP/1.1" status: 200 len: 932 time: 0.1236956 Aug 19 14:34:40.268907 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c8f6b68d-a58a-4be9-a1a7-ad537534eb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:40.271559 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c8f6b68d-a58a-4be9-a1a7-ad537534eb8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:40.272707 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-c8f6b68d-a58a-4be9-a1a7-ad537534eb8c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e4895021-db92-43c4-9418-ab8dc325dc52 HTTP/1.1" status: 204 len: 168 time: 0.3675869 Aug 19 14:34:40.277914 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:40.300198 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f6b68d-a58a-4be9-a1a7-ad537534eb8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4895021-db92-43c4-9418-ab8dc325dc52,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:40.329475 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-327057b2-f567-43c6-b74d-2a8b9a7b4eaa req-bae0b2ec-18bd-4325-9294-d1dbb0748546 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993659 Aug 19 14:34:40.340733 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:34:40.341485 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3d7c57ec-3a69-4509-898f-d4fb9151381b req-eca4cad2-c4db-40f2-9dbd-5c9d8ec2cadd tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2016568-562b-4e05-8081-e4bcca4b43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869069 Aug 19 14:34:40.393233 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:34:40.399443 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c6e2d64b-68d3-4063-a784-ed01d4f5a7a2 None None] Provisioning for port 4c702340-e760-4cd2-9401-ed696e0bbe86 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:34:40.413713 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:40.425287 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port ccfecd33-d250-4fe3-ba14-6b601f5efe9e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:34:40.438844 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port ccfecd33-d250-4fe3-ba14-6b601f5efe9e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:34:40.439592 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-33f57ef3-4b61-4cda-938b-caa2610f425c req-862aba5a-1680-4b08-9cef-d3ca085dcea6 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/ports?device_id=ceae88d2-de40-4efd-a28a-5a05a45bcb22 HTTP/1.1" status: 200 len: 210 time: 0.0470221 Aug 19 14:34:40.440194 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:40.452031 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c6e2d64b-68d3-4063-a784-ed01d4f5a7a2 None None] Provisioning complete for port 4c702340-e760-4cd2-9401-ed696e0bbe86 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:34:40.452883 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c6e2d64b-68d3-4063-a784-ed01d4f5a7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:40.541190 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 60016) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:40.546667 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c6e2d64b-68d3-4063-a784-ed01d4f5a7a2 None None] Port 4c702340-e760-4cd2-9401-ed696e0bbe86 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:34:40.606688 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:40.643580 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1d0ecc3d-5f56-4ca8-8534-9e3373320100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:40.665045 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:34:40.711036 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:40.739986 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-ba8c98ac-c585-46ee-919b-c99b6e8afde8 req-3dbd22ea-609c-4333-b987-4127337b3c97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c702340-e760-4cd2-9401-ed696e0bbe86 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:34:40.761821 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04be2ca5-bab9-440a-b9bc-9f49e66d3311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccfecd33-d250-4fe3-ba14-6b601f5efe9e'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:34:40.763144 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ba8c98ac-c585-46ee-919b-c99b6e8afde8 req-3dbd22ea-609c-4333-b987-4127337b3c97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:40.767924 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e11961a-9b77-4f24-a013-3e95bae36177" -d '{"events": [{"server_uuid": "04be2ca5-bab9-440a-b9bc-9f49e66d3311", "name": "network-vif-plugged", "status": "completed", "tag": "ccfecd33-d250-4fe3-ba14-6b601f5efe9e"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:34:40.786952 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-ba8c98ac-c585-46ee-919b-c99b6e8afde8 req-3dbd22ea-609c-4333-b987-4127337b3c97 service neutron] Transition to ACTIVE for port object 4c702340-e760-4cd2-9401-ed696e0bbe86 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:34:40.795501 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port ccfecd33-d250-4fe3-ba14-6b601f5efe9e, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=ccfecd33-d250-4fe3-ba14-6b601f5efe9e,segment=NetworkSegment(cdbe220c-711d-4dcd-9811-178ea37b55c3),segment_id=cdbe220c-711d-4dcd-9811-178ea37b55c3)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:34:40.797431 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ba8c98ac-c585-46ee-919b-c99b6e8afde8 req-3dbd22ea-609c-4333-b987-4127337b3c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:40.805173 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:40.806317 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 2e674125-6a4d-4935-88c8-0dd61af47a6e no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:34:40.816032 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1d0ecc3d-5f56-4ca8-8534-9e3373320100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:40.822126 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1d0ecc3d-5f56-4ca8-8534-9e3373320100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:40.839041 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: 2e674125-6a4d-4935-88c8-0dd61af47a6e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:34:40.839720 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 2e674125-6a4d-4935-88c8-0dd61af47a6e not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:34:40.858910 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1d0ecc3d-5f56-4ca8-8534-9e3373320100 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4479ed777c224494adee10dd43c13677&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2412155 Aug 19 14:34:40.860675 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 60052) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:40.894036 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbd22ea-609c-4333-b987-4127337b3c97 service neutron] Pushing event updated for resources: {'Port': ['ID=4c702340-e760-4cd2-9401-ed696e0bbe86,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:40.921418 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db71d171-ed0f-46b9-aef7-89c63602eac3 req-a66ad95f-e47b-4789-8b33-1854b4b6192f tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:40.933155 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-db71d171-ed0f-46b9-aef7-89c63602eac3 req-a66ad95f-e47b-4789-8b33-1854b4b6192f tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=04be2ca5-bab9-440a-b9bc-9f49e66d3311 HTTP/1.1" status: 200 len: 945 time: 0.3961666 Aug 19 14:34:40.950872 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=ccfecd33-d250-4fe3-ba14-6b601f5efe9e,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:41.008132 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ecc3d-5f56-4ca8-8534-9e3373320100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39710f00-420a-49ab-85c0-f71e2425d533,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:41.014965 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-ba8c98ac-c585-46ee-919b-c99b6e8afde8 req-3dbd22ea-609c-4333-b987-4127337b3c97 service neutron] Attempting to bind port 4c702340-e760-4cd2-9401-ed696e0bbe86 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:34:41.015380 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-ba8c98ac-c585-46ee-919b-c99b6e8afde8 req-3dbd22ea-609c-4333-b987-4127337b3c97 service neutron] Attempting to bind port 4c702340-e760-4cd2-9401-ed696e0bbe86 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '3b829adb-df02-4027-b39b-d94446f6765e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b6cb15a2-7c54-4019-bc14-2912b5ac9311'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:34:41.016162 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8c98ac-c585-46ee-919b-c99b6e8afde8 req-3dbd22ea-609c-4333-b987-4127337b3c97 service neutron] Attempting to bind port 4c702340-e760-4cd2-9401-ed696e0bbe86 on network b6cb15a2-7c54-4019-bc14-2912b5ac9311 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:34:41.021911 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8c98ac-c585-46ee-919b-c99b6e8afde8 req-3dbd22ea-609c-4333-b987-4127337b3c97 service neutron] Port 4c702340-e760-4cd2-9401-ed696e0bbe86 on network b6cb15a2-7c54-4019-bc14-2912b5ac9311 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:34:41.022534 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8c98ac-c585-46ee-919b-c99b6e8afde8 req-3dbd22ea-609c-4333-b987-4127337b3c97 service neutron] Attempting to bind port 4c702340-e760-4cd2-9401-ed696e0bbe86 on network b6cb15a2-7c54-4019-bc14-2912b5ac9311 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:34:41.028674 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8c98ac-c585-46ee-919b-c99b6e8afde8 req-3dbd22ea-609c-4333-b987-4127337b3c97 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:34:41.029018 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8c98ac-c585-46ee-919b-c99b6e8afde8 req-3dbd22ea-609c-4333-b987-4127337b3c97 service neutron] Checking segment: {'id': '3b829adb-df02-4027-b39b-d94446f6765e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b6cb15a2-7c54-4019-bc14-2912b5ac9311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:34:41.029403 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8c98ac-c585-46ee-919b-c99b6e8afde8 req-3dbd22ea-609c-4333-b987-4127337b3c97 service neutron] Bound using segment: {'id': '3b829adb-df02-4027-b39b-d94446f6765e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b6cb15a2-7c54-4019-bc14-2912b5ac9311'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:34:41.029875 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-ba8c98ac-c585-46ee-919b-c99b6e8afde8 req-3dbd22ea-609c-4333-b987-4127337b3c97 service neutron] Bound port: 4c702340-e760-4cd2-9401-ed696e0bbe86, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b829adb-df02-4027-b39b-d94446f6765e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b6cb15a2-7c54-4019-bc14-2912b5ac9311'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:34:41.030247 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ba8c98ac-c585-46ee-919b-c99b6e8afde8 req-3dbd22ea-609c-4333-b987-4127337b3c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:41.035731 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a140e8fc-6a84-418e-80f0-79b0874d543f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:41.061468 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-db71d171-ed0f-46b9-aef7-89c63602eac3 req-12bc4f9d-ea7f-4436-b3ea-97f6770e7cda tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274407 Aug 19 14:34:41.088241 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a140e8fc-6a84-418e-80f0-79b0874d543f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:41.155507 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-ba8c98ac-c585-46ee-919b-c99b6e8afde8 req-3dbd22ea-609c-4333-b987-4127337b3c97 service neutron] For port 4c702340-e760-4cd2-9401-ed696e0bbe86, host n-h2-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:34:41.165666 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-ba8c98ac-c585-46ee-919b-c99b6e8afde8 req-3dbd22ea-609c-4333-b987-4127337b3c97 service neutron] For port 4c702340-e760-4cd2-9401-ed696e0bbe86, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=4c702340-e760-4cd2-9401-ed696e0bbe86,segment=NetworkSegment(3b829adb-df02-4027-b39b-d94446f6765e),segment_id=3b829adb-df02-4027-b39b-d94446f6765e)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:34:41.175155 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ba8c98ac-c585-46ee-919b-c99b6e8afde8 req-3dbd22ea-609c-4333-b987-4127337b3c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:41.193283 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eeab399-6772-47ab-b6df-6064e515fda5 x-openstack-request-id: req-3eeab399-6772-47ab-b6df-6064e515fda5 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:34:41.193812 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04be2ca5-bab9-440a-b9bc-9f49e66d3311", "name": "network-vif-plugged", "status": "completed", "tag": "ccfecd33-d250-4fe3-ba14-6b601f5efe9e", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:34:41.194223 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3eeab399-6772-47ab-b6df-6064e515fda5 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:34:41.194924 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04be2ca5-bab9-440a-b9bc-9f49e66d3311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccfecd33-d250-4fe3-ba14-6b601f5efe9e', 'code': 200} Aug 19 14:34:41.202584 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a140e8fc-6a84-418e-80f0-79b0874d543f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:41.207619 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a140e8fc-6a84-418e-80f0-79b0874d543f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:41.211031 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a140e8fc-6a84-418e-80f0-79b0874d543f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/39710f00-420a-49ab-85c0-f71e2425d533 HTTP/1.1" status: 204 len: 168 time: 0.3460784 Aug 19 14:34:41.214748 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 60060) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:41.260176 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a140e8fc-6a84-418e-80f0-79b0874d543f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39710f00-420a-49ab-85c0-f71e2425d533,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:41.271638 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c98ac-c585-46ee-919b-c99b6e8afde8 req-3dbd22ea-609c-4333-b987-4127337b3c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:41.272613 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ba8c98ac-c585-46ee-919b-c99b6e8afde8 req-3dbd22ea-609c-4333-b987-4127337b3c97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:41.275128 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ba8c98ac-c585-46ee-919b-c99b6e8afde8 req-3dbd22ea-609c-4333-b987-4127337b3c97 service neutron] 10.222.0.88 "PUT /v2.0/ports/4c702340-e760-4cd2-9401-ed696e0bbe86 HTTP/1.1" status: 200 len: 1092 time: 1.3648031 Aug 19 14:34:41.276698 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef35c59d-884a-4975-943a-b8d19ec943b4', 'tag': '4c702340-e760-4cd2-9401-ed696e0bbe86'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:34:41.290975 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b6c74b-f8c8-41eb-b3fa-f23fa4f3abff" -d '{"events": [{"name": "network-changed", "server_uuid": "ef35c59d-884a-4975-943a-b8d19ec943b4", "tag": "4c702340-e760-4cd2-9401-ed696e0bbe86"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:34:41.311581 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d039c44-3f64-4ffd-8197-ad0f6f1ce3a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:41.415551 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79529496-401e-4b16-b329-74822c340d89 req-a004f522-03d2-4b8a-aecc-4d947966b805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:41.417116 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-79529496-401e-4b16-b329-74822c340d89 req-a004f522-03d2-4b8a-aecc-4d947966b805 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=04be2ca5-bab9-440a-b9bc-9f49e66d3311 HTTP/1.1" status: 200 len: 1097 time: 0.1276870 Aug 19 14:34:41.421319 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbd22ea-609c-4333-b987-4127337b3c97 service neutron] Pushing event updated for resources: {'Port': ['ID=4c702340-e760-4cd2-9401-ed696e0bbe86,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:41.465936 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e46cad-7db5-4b8a-91ad-b82bb755b67a x-openstack-request-id: req-85e46cad-7db5-4b8a-91ad-b82bb755b67a {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:34:41.467252 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef35c59d-884a-4975-943a-b8d19ec943b4", "tag": "4c702340-e760-4cd2-9401-ed696e0bbe86", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:34:41.468441 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-85e46cad-7db5-4b8a-91ad-b82bb755b67a {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:34:41.469112 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef35c59d-884a-4975-943a-b8d19ec943b4', 'tag': '4c702340-e760-4cd2-9401-ed696e0bbe86', 'status': 'completed', 'code': 200} Aug 19 14:34:41.474746 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c98ac-c585-46ee-919b-c99b6e8afde8 req-87344f9e-432c-412e-a57d-e18cb1f4d5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:41.478894 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ba8c98ac-c585-46ee-919b-c99b6e8afde8 req-87344f9e-432c-412e-a57d-e18cb1f4d5d9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dc28959d88bc47a3be9291b5c609f583&device_id=ef35c59d-884a-4975-943a-b8d19ec943b4 HTTP/1.1" status: 200 len: 1095 time: 0.1477563 Aug 19 14:34:41.526931 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.88', 56772) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:41.574878 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-79529496-401e-4b16-b329-74822c340d89 req-d240f9e1-69f9-4ba1-ab7b-f55f7395f1a0 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478946 Aug 19 14:34:41.577069 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-642b3c62-bc32-452a-b31b-26e81971ccba req-9542e02b-a1e8-490c-aaa1-e191533c0091 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=5fad669aa339498d8c481a4f2cbbd73c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413902 Aug 19 14:34:41.598142 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ba8c98ac-c585-46ee-919b-c99b6e8afde8 req-1058b239-7265-43d6-a236-4d68a5c31ac3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c702340-e760-4cd2-9401-ed696e0bbe86 HTTP/1.1" status: 200 len: 217 time: 0.1104188 Aug 19 14:34:41.675566 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c98ac-c585-46ee-919b-c99b6e8afde8 req-d2a99ea2-50c3-4a6e-ad73-dc4bd24ae21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:41.675566 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ba8c98ac-c585-46ee-919b-c99b6e8afde8 req-d2a99ea2-50c3-4a6e-ad73-dc4bd24ae21f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=da9af51b-745c-4f7e-9d6d-360f30f81e3e HTTP/1.1" status: 200 len: 862 time: 0.0651677 Aug 19 14:34:41.733607 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c98ac-c585-46ee-919b-c99b6e8afde8 req-1a49571f-9158-46a0-81a8-5ce50d1e3ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:41.735267 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ba8c98ac-c585-46ee-919b-c99b6e8afde8 req-1a49571f-9158-46a0-81a8-5ce50d1e3ae1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b6cb15a2-7c54-4019-bc14-2912b5ac9311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513022 Aug 19 14:34:41.836140 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db57dee8-eb39-475f-ad86-4dbe8239cc69 req-8aef5de6-c163-41ec-b711-854f99b1b683 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:41.837758 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-db57dee8-eb39-475f-ad86-4dbe8239cc69 req-8aef5de6-c163-41ec-b711-854f99b1b683 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9 HTTP/1.1" status: 200 len: 948 time: 0.2317178 Aug 19 14:34:41.840550 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ba8c98ac-c585-46ee-919b-c99b6e8afde8 req-87cb7381-aa5c-47f1-9011-662eaa5a1bf7 service neutron] 10.222.0.88 "GET /v2.0/networks/b6cb15a2-7c54-4019-bc14-2912b5ac9311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953493 Aug 19 14:34:41.845030 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:34:41.849485 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b5e03-2fc4-42e8-9a5d-d645dcc1264e req-d05b2a31-f7fa-45ca-bb16-161eb49a8aaf tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:41.856633 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-141b5e03-2fc4-42e8-9a5d-d645dcc1264e req-d05b2a31-f7fa-45ca-bb16-161eb49a8aaf tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef35c59d-884a-4975-943a-b8d19ec943b4 HTTP/1.1" status: 200 len: 944 time: 0.1749332 Aug 19 14:34:41.880814 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d039c44-3f64-4ffd-8197-ad0f6f1ce3a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:41.888761 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b3c62-bc32-452a-b31b-26e81971ccba req-508fce05-f00a-4731-a8b8-ebe36185aaff tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:41.890326 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-642b3c62-bc32-452a-b31b-26e81971ccba req-508fce05-f00a-4731-a8b8-ebe36185aaff tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3062582 Aug 19 14:34:41.902201 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port 7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:34:41.908023 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:34:41.909117 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:41.969365 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ba8c98ac-c585-46ee-919b-c99b6e8afde8 req-5abaf340-4e78-45ce-8f49-11fc5f826df4 service neutron] 10.222.0.88 "GET /v2.0/networks/b6cb15a2-7c54-4019-bc14-2912b5ac9311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202281 Aug 19 14:34:41.999711 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:42.036198 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:34:42.042892 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:42.090027 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6c74b-f8c8-41eb-b3fa-f23fa4f3abff req-b8929fc8-a8c8-497a-8396-5fa75a404f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:42.091872 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-16b6c74b-f8c8-41eb-b3fa-f23fa4f3abff req-b8929fc8-a8c8-497a-8396-5fa75a404f9f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dc28959d88bc47a3be9291b5c609f583&device_id=ef35c59d-884a-4975-943a-b8d19ec943b4 HTTP/1.1" status: 200 len: 1095 time: 0.0631454 Aug 19 14:34:42.097903 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d039c44-3f64-4ffd-8197-ad0f6f1ce3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:42.103131 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-642b3c62-bc32-452a-b31b-26e81971ccba req-77a0b3cb-ba81-4ab4-a353-4bb1d479314f tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Request body: {'port': {'device_id': 'ceae88d2-de40-4efd-a28a-5a05a45bcb22', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'admin_state_up': True, 'tenant_id': '5fad669aa339498d8c481a4f2cbbd73c'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:34:42.110044 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:42.179823 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-141b5e03-2fc4-42e8-9a5d-d645dcc1264e req-ced13db8-8406-498d-95a8-0aecba995deb tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2016568-562b-4e05-8081-e4bcca4b43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3223436 Aug 19 14:34:42.228919 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d039c44-3f64-4ffd-8197-ad0f6f1ce3a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbbb4ba-34bd-4731-8b99-790890abc081,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:42.244532 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6c74b-f8c8-41eb-b3fa-f23fa4f3abff req-15a32bbe-d207-47d3-8213-c3c215daa7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:42.246976 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-16b6c74b-f8c8-41eb-b3fa-f23fa4f3abff req-15a32bbe-d207-47d3-8213-c3c215daa7f7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b6cb15a2-7c54-4019-bc14-2912b5ac9311 HTTP/1.1" status: 200 len: 924 time: 0.1465032 Aug 19 14:34:42.248386 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-db57dee8-eb39-475f-ad86-4dbe8239cc69 req-b22c6179-8dc5-4e06-8e14-cef3a8f1c394 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759272 Aug 19 14:34:42.256640 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-3d039c44-3f64-4ffd-8197-ad0f6f1ce3a0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1dbf505c78084f598e7b794b29bbbd33&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0202594 Aug 19 14:34:42.257238 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 60118) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:42.302683 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-16b6c74b-f8c8-41eb-b3fa-f23fa4f3abff req-6fc7d2e1-fa80-4aa8-b4c2-23d208f0463b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c702340-e760-4cd2-9401-ed696e0bbe86 HTTP/1.1" status: 200 len: 217 time: 0.0417948 Aug 19 14:34:42.326799 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ccbf6067-54e2-4332-aa90-9705dd66962e req-6ce9120f-f212-4431-ba69-2ea985bade2e tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/ports?device_id=ceae88d2-de40-4efd-a28a-5a05a45bcb22 HTTP/1.1" status: 200 len: 210 time: 0.0446925 Aug 19 14:34:42.366983 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6c74b-f8c8-41eb-b3fa-f23fa4f3abff req-1c8a40bc-6229-46dc-b795-84ce6df47879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:42.368379 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-16b6c74b-f8c8-41eb-b3fa-f23fa4f3abff req-1c8a40bc-6229-46dc-b795-84ce6df47879 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=da9af51b-745c-4f7e-9d6d-360f30f81e3e HTTP/1.1" status: 200 len: 862 time: 0.0568819 Aug 19 14:34:42.399048 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d13d2783-0fe4-49fd-aeb6-10fc90673c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:42.410301 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-642b3c62-bc32-452a-b31b-26e81971ccba req-77a0b3cb-ba81-4ab4-a353-4bb1d479314f tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Made reservation on behalf of 5fad669aa339498d8c481a4f2cbbd73c for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:34:42.423683 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-642b3c62-bc32-452a-b31b-26e81971ccba req-77a0b3cb-ba81-4ab4-a353-4bb1d479314f tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:42.460757 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6c74b-f8c8-41eb-b3fa-f23fa4f3abff req-d6505d05-48ce-4708-819d-a9ac584c3444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:42.462458 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-16b6c74b-f8c8-41eb-b3fa-f23fa4f3abff req-d6505d05-48ce-4708-819d-a9ac584c3444 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b6cb15a2-7c54-4019-bc14-2912b5ac9311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0838149 Aug 19 14:34:42.478103 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d13d2783-0fe4-49fd-aeb6-10fc90673c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:42.588711 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-16b6c74b-f8c8-41eb-b3fa-f23fa4f3abff req-ee4466cb-59bb-4313-9763-516eab4f57b8 service neutron] 10.222.0.88 "GET /v2.0/networks/b6cb15a2-7c54-4019-bc14-2912b5ac9311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166196 Aug 19 14:34:42.613528 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411559f2-1eb1-47b7-84db-a8dfd7a2e5cd req-b4f5a4a4-9623-4215-8f41-e05196290e44 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:42.619102 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-411559f2-1eb1-47b7-84db-a8dfd7a2e5cd req-b4f5a4a4-9623-4215-8f41-e05196290e44 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=04be2ca5-bab9-440a-b9bc-9f49e66d3311 HTTP/1.1" status: 200 len: 946 time: 0.1377003 Aug 19 14:34:42.677382 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d13d2783-0fe4-49fd-aeb6-10fc90673c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:42.679867 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d13d2783-0fe4-49fd-aeb6-10fc90673c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:42.683650 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d13d2783-0fe4-49fd-aeb6-10fc90673c19 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0bbbb4ba-34bd-4731-8b99-790890abc081 HTTP/1.1" status: 204 len: 168 time: 0.4228847 Aug 19 14:34:42.709795 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-411559f2-1eb1-47b7-84db-a8dfd7a2e5cd req-965b9a4f-68f5-47cd-93a5-07758448cbba tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871966 Aug 19 14:34:42.739715 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-642b3c62-bc32-452a-b31b-26e81971ccba req-77a0b3cb-ba81-4ab4-a353-4bb1d479314f tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Allocated IP 192.168.233.143 (5146d24a-89b5-4a43-8ca4-b26f4fb943f7/2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86/0dfb8760-34fe-4223-9483-c4fd5b069f2a) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:34:42.741984 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d2783-0fe4-49fd-aeb6-10fc90673c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbbb4ba-34bd-4731-8b99-790890abc081,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:42.874962 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-16b6c74b-f8c8-41eb-b3fa-f23fa4f3abff req-68a01cf0-eec6-4d4b-b242-5a18d91161f4 service neutron] 10.222.0.88 "GET /v2.0/networks/b6cb15a2-7c54-4019-bc14-2912b5ac9311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755473 Aug 19 14:34:43.090086 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-642b3c62-bc32-452a-b31b-26e81971ccba req-77a0b3cb-ba81-4ab4-a353-4bb1d479314f tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:43.127579 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-642b3c62-bc32-452a-b31b-26e81971ccba req-77a0b3cb-ba81-4ab4-a353-4bb1d479314f tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Transition to ACTIVE for port object 0dfb8760-34fe-4223-9483-c4fd5b069f2a will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:34:43.196625 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '989cdaa5-2b08-4120-bd20-865bd195d6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:34:43.200377 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13ad2fc-5da9-4a40-b2de-43d39663f3c3" -d '{"events": [{"server_uuid": "989cdaa5-2b08-4120-bd20-865bd195d6c9", "name": "network-vif-plugged", "status": "completed", "tag": "7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:34:43.209077 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2ff96-ca8f-4d86-8201-d0208c86185f req-b877b092-dee3-43a6-bb8e-dcb6550d724c tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:43.210617 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6ef2ff96-ca8f-4d86-8201-d0208c86185f req-b877b092-dee3-43a6-bb8e-dcb6550d724c tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cf92d0c-52cb-48cf-88df-e3ff15af7217 HTTP/1.1" status: 200 len: 970 time: 0.0723226 Aug 19 14:34:43.222033 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-642b3c62-bc32-452a-b31b-26e81971ccba req-77a0b3cb-ba81-4ab4-a353-4bb1d479314f tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:43.310447 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6ef2ff96-ca8f-4d86-8201-d0208c86185f req-c44dcb25-b074-4c55-8e42-4e95fe0cacc1 tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce5f830e-6676-45b5-9b06-dba196aca7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832937 Aug 19 14:34:43.316596 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-642b3c62-bc32-452a-b31b-26e81971ccba req-77a0b3cb-ba81-4ab4-a353-4bb1d479314f tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:34:43.316596 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-642b3c62-bc32-452a-b31b-26e81971ccba req-77a0b3cb-ba81-4ab4-a353-4bb1d479314f tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:34:43.320582 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-642b3c62-bc32-452a-b31b-26e81971ccba req-77a0b3cb-ba81-4ab4-a353-4bb1d479314f tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:34:43.326403 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b3c62-bc32-452a-b31b-26e81971ccba req-77a0b3cb-ba81-4ab4-a353-4bb1d479314f tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:43.327034 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-642b3c62-bc32-452a-b31b-26e81971ccba req-77a0b3cb-ba81-4ab4-a353-4bb1d479314f tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:43.334351 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a0b3cb-ba81-4ab4-a353-4bb1d479314f tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Pushing event updated for resources: {'Port': ['ID=0dfb8760-34fe-4223-9483-c4fd5b069f2a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:43.362421 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-642b3c62-bc32-452a-b31b-26e81971ccba req-77a0b3cb-ba81-4ab4-a353-4bb1d479314f tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2720926 Aug 19 14:34:43.378279 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-642b3c62-bc32-452a-b31b-26e81971ccba req-32137b8c-784b-4f30-a74f-5afa373fce46 service neutron] Request body: {'port': {'device_id': 'ceae88d2-de40-4efd-a28a-5a05a45bcb22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:34:43.403131 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a500a455-da9e-4538-8609-4deaf7d99c23 x-openstack-request-id: req-a500a455-da9e-4538-8609-4deaf7d99c23 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:34:43.403433 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "989cdaa5-2b08-4120-bd20-865bd195d6c9", "name": "network-vif-plugged", "status": "completed", "tag": "7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:34:43.403681 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a500a455-da9e-4538-8609-4deaf7d99c23 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:34:43.404069 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '989cdaa5-2b08-4120-bd20-865bd195d6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7', 'code': 200} Aug 19 14:34:43.448791 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-642b3c62-bc32-452a-b31b-26e81971ccba req-32137b8c-784b-4f30-a74f-5afa373fce46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:43.627844 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f559f77-662d-441b-9c60-762e2d3157ea req-cc35ef7e-3382-445c-859d-ccb9989d7805 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:43.634982 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4f559f77-662d-441b-9c60-762e2d3157ea req-cc35ef7e-3382-445c-859d-ccb9989d7805 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef35c59d-884a-4975-943a-b8d19ec943b4 HTTP/1.1" status: 200 len: 944 time: 0.1744576 Aug 19 14:34:43.648068 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c3d65996-34fd-4a3d-aa7c-03ce47887e01 None None] Provisioning for port 0dfb8760-34fe-4223-9483-c4fd5b069f2a completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:34:43.656066 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c3d65996-34fd-4a3d-aa7c-03ce47887e01 None None] Provisioning complete for port 0dfb8760-34fe-4223-9483-c4fd5b069f2a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:34:43.656650 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c3d65996-34fd-4a3d-aa7c-03ce47887e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:43.697556 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c3d65996-34fd-4a3d-aa7c-03ce47887e01 None None] Port 0dfb8760-34fe-4223-9483-c4fd5b069f2a cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:34:43.718924 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe5bdf-d875-4da5-9129-31e77741481f req-d3f82ffc-5182-40a7-a0a7-452202916ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:43.720292 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-28fe5bdf-d875-4da5-9129-31e77741481f req-d3f82ffc-5182-40a7-a0a7-452202916ec5 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9 HTTP/1.1" status: 200 len: 1100 time: 0.2081215 Aug 19 14:34:43.750655 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c901c0e-fa27-4c36-a2cc-a27c74b8f411 req-b0b511d3-d00e-43b5-a28f-50854fd07877 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:43.752110 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9c901c0e-fa27-4c36-a2cc-a27c74b8f411 req-b0b511d3-d00e-43b5-a28f-50854fd07877 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9 HTTP/1.1" status: 200 len: 949 time: 0.2384133 Aug 19 14:34:43.802103 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4f559f77-662d-441b-9c60-762e2d3157ea req-ac5a09ab-5c37-4b0b-bc8d-4fe5ebc9802f tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2016568-562b-4e05-8081-e4bcca4b43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664066 Aug 19 14:34:43.859326 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-28fe5bdf-d875-4da5-9129-31e77741481f req-1ed71d5f-d42b-41ea-a533-1efc5b1f9e3d service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290014 Aug 19 14:34:43.873182 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9c901c0e-fa27-4c36-a2cc-a27c74b8f411 req-765f3b35-2880-45da-8d84-7f13d3defa1a tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069210 Aug 19 14:34:44.031446 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506f566-f2e5-4774-88b1-aef4c5c4f8d1 req-a44e24cc-dcd9-4471-9503-2b1af9dc2bc4 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:44.032972 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0506f566-f2e5-4774-88b1-aef4c5c4f8d1 req-a44e24cc-dcd9-4471-9503-2b1af9dc2bc4 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/ports?device_id=ceae88d2-de40-4efd-a28a-5a05a45bcb22 HTTP/1.1" status: 200 len: 936 time: 0.0976145 Aug 19 14:34:44.037202 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-642b3c62-bc32-452a-b31b-26e81971ccba req-32137b8c-784b-4f30-a74f-5afa373fce46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dfb8760-34fe-4223-9483-c4fd5b069f2a {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:34:44.051326 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-642b3c62-bc32-452a-b31b-26e81971ccba req-32137b8c-784b-4f30-a74f-5afa373fce46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:44.077984 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-642b3c62-bc32-452a-b31b-26e81971ccba req-32137b8c-784b-4f30-a74f-5afa373fce46 service neutron] Transition to ACTIVE for port object 0dfb8760-34fe-4223-9483-c4fd5b069f2a will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:34:44.089109 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-642b3c62-bc32-452a-b31b-26e81971ccba req-32137b8c-784b-4f30-a74f-5afa373fce46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:44.120649 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0506f566-f2e5-4774-88b1-aef4c5c4f8d1 req-7645af9e-b974-404b-b720-3b86b465986e tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/security-groups?id=fa8322cf-de33-49c3-b466-ff10f2edc29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787833 Aug 19 14:34:44.156447 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32137b8c-784b-4f30-a74f-5afa373fce46 service neutron] Pushing event updated for resources: {'Port': ['ID=0dfb8760-34fe-4223-9483-c4fd5b069f2a,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:44.213822 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-642b3c62-bc32-452a-b31b-26e81971ccba req-32137b8c-784b-4f30-a74f-5afa373fce46 service neutron] Attempting to bind port 0dfb8760-34fe-4223-9483-c4fd5b069f2a on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:34:44.213822 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-642b3c62-bc32-452a-b31b-26e81971ccba req-32137b8c-784b-4f30-a74f-5afa373fce46 service neutron] Attempting to bind port 0dfb8760-34fe-4223-9483-c4fd5b069f2a by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:34:44.213822 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642b3c62-bc32-452a-b31b-26e81971ccba req-32137b8c-784b-4f30-a74f-5afa373fce46 service neutron] Attempting to bind port 0dfb8760-34fe-4223-9483-c4fd5b069f2a on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:34:44.221327 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642b3c62-bc32-452a-b31b-26e81971ccba req-32137b8c-784b-4f30-a74f-5afa373fce46 service neutron] Port 0dfb8760-34fe-4223-9483-c4fd5b069f2a on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:34:44.221724 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642b3c62-bc32-452a-b31b-26e81971ccba req-32137b8c-784b-4f30-a74f-5afa373fce46 service neutron] Attempting to bind port 0dfb8760-34fe-4223-9483-c4fd5b069f2a on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:34:44.231586 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642b3c62-bc32-452a-b31b-26e81971ccba req-32137b8c-784b-4f30-a74f-5afa373fce46 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:34:44.231957 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642b3c62-bc32-452a-b31b-26e81971ccba req-32137b8c-784b-4f30-a74f-5afa373fce46 service neutron] Checking segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:34:44.232392 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642b3c62-bc32-452a-b31b-26e81971ccba req-32137b8c-784b-4f30-a74f-5afa373fce46 service neutron] Bound using segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:34:44.235135 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-642b3c62-bc32-452a-b31b-26e81971ccba req-32137b8c-784b-4f30-a74f-5afa373fce46 service neutron] Bound port: 0dfb8760-34fe-4223-9483-c4fd5b069f2a, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:34:44.235612 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-642b3c62-bc32-452a-b31b-26e81971ccba req-32137b8c-784b-4f30-a74f-5afa373fce46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:44.403516 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f6faa-874d-4dcb-87d4-21a86fabb643 req-894d8b7a-2a43-4669-929a-f6afe3c50597 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:44.411369 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ff0f6faa-874d-4dcb-87d4-21a86fabb643 req-894d8b7a-2a43-4669-929a-f6afe3c50597 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=04be2ca5-bab9-440a-b9bc-9f49e66d3311 HTTP/1.1" status: 200 len: 946 time: 0.1023510 Aug 19 14:34:44.422857 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-642b3c62-bc32-452a-b31b-26e81971ccba req-32137b8c-784b-4f30-a74f-5afa373fce46 service neutron] For port 0dfb8760-34fe-4223-9483-c4fd5b069f2a, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:34:44.427364 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-642b3c62-bc32-452a-b31b-26e81971ccba req-32137b8c-784b-4f30-a74f-5afa373fce46 service neutron] For port 0dfb8760-34fe-4223-9483-c4fd5b069f2a, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=0dfb8760-34fe-4223-9483-c4fd5b069f2a,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:34:44.438922 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-642b3c62-bc32-452a-b31b-26e81971ccba req-32137b8c-784b-4f30-a74f-5afa373fce46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:44.492167 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 4c702340-e760-4cd2-9401-ed696e0bbe86 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:34:44.500271 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b23a8-d125-42c0-8718-f2edec160fc5 req-5e5a11af-d4aa-465e-ad9c-065e743e0355 tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:44.502807 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0b8b23a8-d125-42c0-8718-f2edec160fc5 req-5e5a11af-d4aa-465e-ad9c-065e743e0355 tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf92d0c-52cb-48cf-88df-e3ff15af7217 HTTP/1.1" status: 200 len: 970 time: 0.0956717 Aug 19 14:34:44.504178 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b3c62-bc32-452a-b31b-26e81971ccba req-32137b8c-784b-4f30-a74f-5afa373fce46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:44.505176 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-642b3c62-bc32-452a-b31b-26e81971ccba req-32137b8c-784b-4f30-a74f-5afa373fce46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:44.507359 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-642b3c62-bc32-452a-b31b-26e81971ccba req-32137b8c-784b-4f30-a74f-5afa373fce46 service neutron] 10.222.0.88 "PUT /v2.0/ports/0dfb8760-34fe-4223-9483-c4fd5b069f2a HTTP/1.1" status: 200 len: 1096 time: 1.1352086 Aug 19 14:34:44.508447 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceae88d2-de40-4efd-a28a-5a05a45bcb22', 'tag': '0dfb8760-34fe-4223-9483-c4fd5b069f2a'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:34:44.511641 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50cff6b-8f23-4a1e-bd2b-97ff1478a953" -d '{"events": [{"name": "network-changed", "server_uuid": "ceae88d2-de40-4efd-a28a-5a05a45bcb22", "tag": "0dfb8760-34fe-4223-9483-c4fd5b069f2a"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:34:44.559972 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ff0f6faa-874d-4dcb-87d4-21a86fabb643 req-3d342df8-ac96-4d0f-8456-984bec1292e7 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474957 Aug 19 14:34:44.601970 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32137b8c-784b-4f30-a74f-5afa373fce46 service neutron] Pushing event updated for resources: {'Port': ['ID=0dfb8760-34fe-4223-9483-c4fd5b069f2a,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:44.713577 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 4c702340-e760-4cd2-9401-ed696e0bbe86, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=4c702340-e760-4cd2-9401-ed696e0bbe86,segment=NetworkSegment(3b829adb-df02-4027-b39b-d94446f6765e),segment_id=3b829adb-df02-4027-b39b-d94446f6765e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:34:44.717174 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b3c62-bc32-452a-b31b-26e81971ccba req-6d1ab40e-cd73-447d-841d-c245c6c99c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:44.719774 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-642b3c62-bc32-452a-b31b-26e81971ccba req-6d1ab40e-cd73-447d-841d-c245c6c99c61 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5fad669aa339498d8c481a4f2cbbd73c&device_id=ceae88d2-de40-4efd-a28a-5a05a45bcb22 HTTP/1.1" status: 200 len: 1099 time: 0.1553907 Aug 19 14:34:44.736700 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '4c702340-e760-4cd2-9401-ed696e0bbe86', 'network_id': 'b6cb15a2-7c54-4019-bc14-2912b5ac9311', 'port_id': '4c702340-e760-4cd2-9401-ed696e0bbe86', 'mac_address': 'fa:16:3e:7a:52:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da9af51b-745c-4f7e-9d6d-360f30f81e3e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:34:44.808812 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:44.816273 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-642b3c62-bc32-452a-b31b-26e81971ccba req-f2b1415b-6f46-4c96-a497-39a35f3b717c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=0dfb8760-34fe-4223-9483-c4fd5b069f2a HTTP/1.1" status: 200 len: 217 time: 0.0882161 Aug 19 14:34:44.825783 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c702340-e760-4cd2-9401-ed696e0bbe86 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:34:44.876543 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 4c702340-e760-4cd2-9401-ed696e0bbe86, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=4c702340-e760-4cd2-9401-ed696e0bbe86,segment=NetworkSegment(3b829adb-df02-4027-b39b-d94446f6765e),segment_id=3b829adb-df02-4027-b39b-d94446f6765e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:34:44.883128 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:44.911463 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b9de5-692d-4af0-b1ab-bd13f620a9c8 req-f88f38c5-c105-4627-97c0-aa5119418263 tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:44.913043 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b23b9de5-692d-4af0-b1ab-bd13f620a9c8 req-f88f38c5-c105-4627-97c0-aa5119418263 tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cf92d0c-52cb-48cf-88df-e3ff15af7217 HTTP/1.1" status: 200 len: 970 time: 0.0999131 Aug 19 14:34:44.949271 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b3c62-bc32-452a-b31b-26e81971ccba req-6dc4346b-caa2-432c-90f8-5802e11d2129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:44.950927 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-642b3c62-bc32-452a-b31b-26e81971ccba req-6dc4346b-caa2-432c-90f8-5802e11d2129 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.1011572 Aug 19 14:34:44.959278 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=4c702340-e760-4cd2-9401-ed696e0bbe86,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:45.017071 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b23b9de5-692d-4af0-b1ab-bd13f620a9c8 req-31556ba2-0900-4105-8553-449a22739a7f tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce5f830e-6676-45b5-9b06-dba196aca7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945530 Aug 19 14:34:45.021898 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-0b8b23a8-d125-42c0-8718-f2edec160fc5 req-4543b4b8-e62a-494c-90f9-c96b3785f346 tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] Deleting port d9988296-a69e-4b34-81ac-39be1e27008d {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:34:45.022369 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0b8b23a8-d125-42c0-8718-f2edec160fc5 req-4543b4b8-e62a-494c-90f9-c96b3785f346 tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:45.034820 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b3c62-bc32-452a-b31b-26e81971ccba req-ece262f6-4feb-42ac-982b-29bf8d20d3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:45.036454 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-642b3c62-bc32-452a-b31b-26e81971ccba req-ece262f6-4feb-42ac-982b-29bf8d20d3bd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0735571 Aug 19 14:34:45.081418 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['4c702340-e760-4cd2-9401-ed696e0bbe86'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:34:45.126041 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab385e05-7efa-4452-aeae-68cfa50c0238 x-openstack-request-id: req-ab385e05-7efa-4452-aeae-68cfa50c0238 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:34:45.126380 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceae88d2-de40-4efd-a28a-5a05a45bcb22", "tag": "0dfb8760-34fe-4223-9483-c4fd5b069f2a", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:34:45.126696 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ab385e05-7efa-4452-aeae-68cfa50c0238 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:34:45.126891 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceae88d2-de40-4efd-a28a-5a05a45bcb22', 'tag': '0dfb8760-34fe-4223-9483-c4fd5b069f2a', 'status': 'completed', 'code': 200} Aug 19 14:34:45.207700 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-0b8b23a8-d125-42c0-8718-f2edec160fc5 req-4543b4b8-e62a-494c-90f9-c96b3785f346 tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] For port d9988296-a69e-4b34-81ac-39be1e27008d, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=d9988296-a69e-4b34-81ac-39be1e27008d,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:34:45.208263 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0b8b23a8-d125-42c0-8718-f2edec160fc5 req-4543b4b8-e62a-494c-90f9-c96b3785f346 tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:45.227655 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-0b8b23a8-d125-42c0-8718-f2edec160fc5 req-4543b4b8-e62a-494c-90f9-c96b3785f346 tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] Calling delete_port for d9988296-a69e-4b34-81ac-39be1e27008d owned by compute:tempest-test_az-1277128548 {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:34:45.233353 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-642b3c62-bc32-452a-b31b-26e81971ccba req-bdbd07f5-c93c-4fc9-94d9-092cb2809cc1 service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870883 Aug 19 14:34:45.345251 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-642b3c62-bc32-452a-b31b-26e81971ccba req-2e48e826-dec6-4f5c-991a-bd71b9818ca9 service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030927 Aug 19 14:34:45.398197 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b7eff-677d-418c-a2e8-4af359c8f6b3 req-d1cdeebc-fcb7-4aef-9777-fcad1eb71cc5 tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:45.399689 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-570b7eff-677d-418c-a2e8-4af359c8f6b3 req-d1cdeebc-fcb7-4aef-9777-fcad1eb71cc5 tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=04be2ca5-bab9-440a-b9bc-9f49e66d3311 HTTP/1.1" status: 200 len: 1097 time: 0.0449972 Aug 19 14:34:45.428843 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0b8b23a8-d125-42c0-8718-f2edec160fc5 req-4543b4b8-e62a-494c-90f9-c96b3785f346 tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:45.463732 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4543b4b8-e62a-494c-90f9-c96b3785f346 tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] Pushing event deleted for resources: {'Port': ['ID=d9988296-a69e-4b34-81ac-39be1e27008d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:45.489339 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-570b7eff-677d-418c-a2e8-4af359c8f6b3 req-f919dd0c-8ece-4c72-be59-e93f2b8955e6 tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750854 Aug 19 14:34:45.491323 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50cff6b-8f23-4a1e-bd2b-97ff1478a953 req-ffc5c3f6-111c-450f-84c1-53cdc07a9b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:45.492824 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d50cff6b-8f23-4a1e-bd2b-97ff1478a953 req-ffc5c3f6-111c-450f-84c1-53cdc07a9b46 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5fad669aa339498d8c481a4f2cbbd73c&device_id=ceae88d2-de40-4efd-a28a-5a05a45bcb22 HTTP/1.1" status: 200 len: 1099 time: 0.0968370 Aug 19 14:34:45.535254 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b8b23a8-d125-42c0-8718-f2edec160fc5 req-4543b4b8-e62a-494c-90f9-c96b3785f346 tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] No DVR routers for this DVR port d9988296-a69e-4b34-81ac-39be1e27008d on host n-h2-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:34:45.540046 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0b8b23a8-d125-42c0-8718-f2edec160fc5 req-4543b4b8-e62a-494c-90f9-c96b3785f346 tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:45.542421 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0b8b23a8-d125-42c0-8718-f2edec160fc5 req-4543b4b8-e62a-494c-90f9-c96b3785f346 tempest-AggregatesAdminTestJSON-948825075 tempest-AggregatesAdminTestJSON-948825075-project] 10.222.0.88 "DELETE /v2.0/ports/d9988296-a69e-4b34-81ac-39be1e27008d HTTP/1.1" status: 204 len: 173 time: 1.0208237 Aug 19 14:34:45.543038 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf92d0c-52cb-48cf-88df-e3ff15af7217', 'name': 'network-vif-deleted', 'tag': 'd9988296-a69e-4b34-81ac-39be1e27008d'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:34:45.545472 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3306af81-ceb6-4d3d-ada9-751a1a1160be" -d '{"events": [{"server_uuid": "5cf92d0c-52cb-48cf-88df-e3ff15af7217", "name": "network-vif-deleted", "tag": "d9988296-a69e-4b34-81ac-39be1e27008d"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:34:45.655246 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4851b591-470b-42ac-8cda-f230d2115a59 req-c6a1a13e-4e47-49de-8a5e-1cffcfa80957 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:45.662840 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4851b591-470b-42ac-8cda-f230d2115a59 req-c6a1a13e-4e47-49de-8a5e-1cffcfa80957 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef35c59d-884a-4975-943a-b8d19ec943b4 HTTP/1.1" status: 200 len: 945 time: 0.1010671 Aug 19 14:34:45.701519 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50cff6b-8f23-4a1e-bd2b-97ff1478a953 req-e4887de0-f7cc-415b-af3b-a0ef989e15cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:45.703013 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d50cff6b-8f23-4a1e-bd2b-97ff1478a953 req-e4887de0-f7cc-415b-af3b-a0ef989e15cb service neutron] 10.222.0.88 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.2004087 Aug 19 14:34:45.757183 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4851b591-470b-42ac-8cda-f230d2115a59 req-d2096b55-e5a8-487c-b70c-e0f44bf72a39 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2016568-562b-4e05-8081-e4bcca4b43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932269 Aug 19 14:34:45.758515 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d50cff6b-8f23-4a1e-bd2b-97ff1478a953 req-60319b92-5e57-470a-80d6-a3dacdd6eb14 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=0dfb8760-34fe-4223-9483-c4fd5b069f2a HTTP/1.1" status: 200 len: 217 time: 0.0397658 Aug 19 14:34:45.815881 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50cff6b-8f23-4a1e-bd2b-97ff1478a953 req-947ca79b-1273-4a09-8189-19da3b9a93bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:45.817532 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d50cff6b-8f23-4a1e-bd2b-97ff1478a953 req-947ca79b-1273-4a09-8189-19da3b9a93bf service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.0514383 Aug 19 14:34:45.897220 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c617d2-f17e-4641-b1aa-2bbca89ce7aa req-c965493d-d81d-45ed-a147-6a920008c432 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:45.898669 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-67c617d2-f17e-4641-b1aa-2bbca89ce7aa req-c965493d-d81d-45ed-a147-6a920008c432 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9 HTTP/1.1" status: 200 len: 949 time: 0.0769532 Aug 19 14:34:45.904094 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50cff6b-8f23-4a1e-bd2b-97ff1478a953 req-17c3d01d-05b7-4b27-ba5c-1f609b27652b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:45.905500 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d50cff6b-8f23-4a1e-bd2b-97ff1478a953 req-17c3d01d-05b7-4b27-ba5c-1f609b27652b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0739360 Aug 19 14:34:46.167263 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-67c617d2-f17e-4641-b1aa-2bbca89ce7aa req-a20ac36c-dd14-47c6-aaa6-e830249ca9b7 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602117 Aug 19 14:34:46.204178 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ab21d-f9a5-4b82-9add-649a937e95ed req-cd40346b-916c-4efe-a7a4-aca9a9656af0 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:46.205696 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3f0ab21d-f9a5-4b82-9add-649a937e95ed req-cd40346b-916c-4efe-a7a4-aca9a9656af0 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/ports?device_id=ceae88d2-de40-4efd-a28a-5a05a45bcb22 HTTP/1.1" status: 200 len: 948 time: 0.2854838 Aug 19 14:34:46.239679 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d50cff6b-8f23-4a1e-bd2b-97ff1478a953 req-eba83a71-8fbe-48c3-ab5a-5bc22541e98a service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203530 Aug 19 14:34:46.272048 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3f0ab21d-f9a5-4b82-9add-649a937e95ed req-8c61e27d-fa58-4509-a826-cacf73464b6c tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/security-groups?id=fa8322cf-de33-49c3-b466-ff10f2edc29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602112 Aug 19 14:34:46.327023 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae8f27d-3031-4726-a6f7-1ce8793dacfe x-openstack-request-id: req-6ae8f27d-3031-4726-a6f7-1ce8793dacfe {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:34:46.328952 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf92d0c-52cb-48cf-88df-e3ff15af7217", "name": "network-vif-deleted", "tag": "d9988296-a69e-4b34-81ac-39be1e27008d", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:34:46.329637 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6ae8f27d-3031-4726-a6f7-1ce8793dacfe {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:34:46.330392 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf92d0c-52cb-48cf-88df-e3ff15af7217', 'name': 'network-vif-deleted', 'tag': 'd9988296-a69e-4b34-81ac-39be1e27008d', 'status': 'completed', 'code': 200} Aug 19 14:34:46.371081 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d50cff6b-8f23-4a1e-bd2b-97ff1478a953 req-f2d05402-65b8-4c49-b1ef-5495cd5aa205 service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216712 Aug 19 14:34:46.385430 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e6386-04ed-4196-9e0b-88e38a34ad1e req-dba06a17-4979-4c2b-a9fa-4f8e43e9f57d tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:46.386950 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-969e6386-04ed-4196-9e0b-88e38a34ad1e req-dba06a17-4979-4c2b-a9fa-4f8e43e9f57d tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=04be2ca5-bab9-440a-b9bc-9f49e66d3311 HTTP/1.1" status: 200 len: 1097 time: 0.0532184 Aug 19 14:34:46.424824 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-969e6386-04ed-4196-9e0b-88e38a34ad1e req-12f638c5-a262-463a-a863-8d2096befb9f tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301900 Aug 19 14:34:46.519730 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 4c702340-e760-4cd2-9401-ed696e0bbe86 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:34:46.599890 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 4c702340-e760-4cd2-9401-ed696e0bbe86 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:34:46.604920 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 4c702340-e760-4cd2-9401-ed696e0bbe86 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:34:46.605516 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:46.660757 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708a631-f90c-4a81-88e0-d6b1dbd2d01a req-1b1facdf-b69c-41e1-958e-0e8de8f9cdcf tempest-MigrationsAdminTest-874462836 tempest-MigrationsAdminTest-874462836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:46.668294 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0708a631-f90c-4a81-88e0-d6b1dbd2d01a req-1b1facdf-b69c-41e1-958e-0e8de8f9cdcf tempest-MigrationsAdminTest-874462836 tempest-MigrationsAdminTest-874462836-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9 HTTP/1.1" status: 200 len: 1100 time: 0.0544960 Aug 19 14:34:46.682873 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0708a631-f90c-4a81-88e0-d6b1dbd2d01a req-1d826153-aaba-40cf-89f9-4e47c342041c tempest-MigrationsAdminTest-874462836 tempest-MigrationsAdminTest-874462836-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:46.696519 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:46.730369 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef35c59d-884a-4975-943a-b8d19ec943b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c702340-e760-4cd2-9401-ed696e0bbe86'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:34:46.733162 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f267ff-084b-4560-9ae7-5b3f8913e4c1" -d '{"events": [{"server_uuid": "ef35c59d-884a-4975-943a-b8d19ec943b4", "name": "network-vif-plugged", "status": "completed", "tag": "4c702340-e760-4cd2-9401-ed696e0bbe86"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:34:46.754170 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 4c702340-e760-4cd2-9401-ed696e0bbe86, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=4c702340-e760-4cd2-9401-ed696e0bbe86,segment=NetworkSegment(3b829adb-df02-4027-b39b-d94446f6765e),segment_id=3b829adb-df02-4027-b39b-d94446f6765e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:34:46.759513 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:46.760448 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device d9988296-a69e-4b34-81ac-39be1e27008d no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:34:46.824607 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0708a631-f90c-4a81-88e0-d6b1dbd2d01a req-1d826153-aaba-40cf-89f9-4e47c342041c tempest-MigrationsAdminTest-874462836 tempest-MigrationsAdminTest-874462836-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:46.833987 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0708a631-f90c-4a81-88e0-d6b1dbd2d01a req-1d826153-aaba-40cf-89f9-4e47c342041c tempest-MigrationsAdminTest-874462836 tempest-MigrationsAdminTest-874462836-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:46.843232 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=4c702340-e760-4cd2-9401-ed696e0bbe86,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:46.847340 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: d9988296-a69e-4b34-81ac-39be1e27008d {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:34:46.847693 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device d9988296-a69e-4b34-81ac-39be1e27008d not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:34:46.857151 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0708a631-f90c-4a81-88e0-d6b1dbd2d01a req-1d826153-aaba-40cf-89f9-4e47c342041c tempest-MigrationsAdminTest-874462836 tempest-MigrationsAdminTest-874462836-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879690 Aug 19 14:34:46.867934 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60424) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:46.898705 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d826153-aaba-40cf-89f9-4e47c342041c tempest-MigrationsAdminTest-874462836 tempest-MigrationsAdminTest-874462836-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69d38f0-6525-4289-9f9b-c3407b3d7944,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:46.907354 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60434) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:47.045388 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9b33fe0c-6482-417f-873d-dcf4863073b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:47.091214 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01e3017-ec9d-4501-97f6-2b7666698ba2 x-openstack-request-id: req-e01e3017-ec9d-4501-97f6-2b7666698ba2 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:34:47.091762 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef35c59d-884a-4975-943a-b8d19ec943b4", "name": "network-vif-plugged", "status": "completed", "tag": "4c702340-e760-4cd2-9401-ed696e0bbe86", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:34:47.092310 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-153ec923-1c70-46ae-abd5-b2652d247979 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b798482862814d8e96a375593eed9d0b&name=default HTTP/1.1" status: 200 len: 2977 time: 0.2228806 Aug 19 14:34:47.092787 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e01e3017-ec9d-4501-97f6-2b7666698ba2 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:34:47.093378 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef35c59d-884a-4975-943a-b8d19ec943b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c702340-e760-4cd2-9401-ed696e0bbe86', 'code': 200} Aug 19 14:34:47.095515 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60468) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:47.180697 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c5d85018-a050-42fa-b365-055f34855fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:47.219123 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c5d85018-a050-42fa-b365-055f34855fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:47.228550 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb9797-3788-49b2-9d3f-c4fe43fca183 req-06cf718d-532f-4342-a5e3-030d4d3292d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:47.230180 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8bcb9797-3788-49b2-9d3f-c4fe43fca183 req-06cf718d-532f-4342-a5e3-030d4d3292d8 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ef35c59d-884a-4975-943a-b8d19ec943b4 HTTP/1.1" status: 200 len: 1097 time: 0.0755148 Aug 19 14:34:47.242088 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bae84a-9dc0-491a-99d0-3f562a0df9e7 req-3db9d946-bf41-4172-acd6-e6147140b9e1 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:47.243638 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c6bae84a-9dc0-491a-99d0-3f562a0df9e7 req-3db9d946-bf41-4172-acd6-e6147140b9e1 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef35c59d-884a-4975-943a-b8d19ec943b4 HTTP/1.1" status: 200 len: 946 time: 0.0773077 Aug 19 14:34:47.260317 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9b33fe0c-6482-417f-873d-dcf4863073b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:47.269999 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9b33fe0c-6482-417f-873d-dcf4863073b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:47.298883 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8bcb9797-3788-49b2-9d3f-c4fe43fca183 req-722a0cb7-6c65-4e02-9b7a-9babd7bee35b service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=e2016568-562b-4e05-8081-e4bcca4b43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541720 Aug 19 14:34:47.304788 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c6bae84a-9dc0-491a-99d0-3f562a0df9e7 req-6229b49e-60bc-49d4-97fc-61ac2b6150bf tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2016568-562b-4e05-8081-e4bcca4b43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453479 Aug 19 14:34:47.315195 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9b33fe0c-6482-417f-873d-dcf4863073b6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dcf6739a511248d0bb135788871890b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4062867 Aug 19 14:34:47.317724 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b33fe0c-6482-417f-873d-dcf4863073b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b337783-ce2f-42ce-b926-07eb7299b37c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:47.318144 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 60476) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:47.327569 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c5d85018-a050-42fa-b365-055f34855fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:47.330622 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c5d85018-a050-42fa-b365-055f34855fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:47.331895 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c5d85018-a050-42fa-b365-055f34855fb0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ce5f830e-6676-45b5-9b06-dba196aca7d8 HTTP/1.1" status: 204 len: 168 time: 0.2281182 Aug 19 14:34:47.352867 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d85018-a050-42fa-b365-055f34855fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5f830e-6676-45b5-9b06-dba196aca7d8,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:47.389274 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9687ea26-7eaa-4474-b69a-c711dae6816d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:47.416560 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9687ea26-7eaa-4474-b69a-c711dae6816d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:47.485950 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9687ea26-7eaa-4474-b69a-c711dae6816d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:47.488723 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9687ea26-7eaa-4474-b69a-c711dae6816d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:47.492848 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9687ea26-7eaa-4474-b69a-c711dae6816d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1b337783-ce2f-42ce-b926-07eb7299b37c HTTP/1.1" status: 204 len: 168 time: 0.1737082 Aug 19 14:34:47.501666 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9687ea26-7eaa-4474-b69a-c711dae6816d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b337783-ce2f-42ce-b926-07eb7299b37c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:47.810576 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 60504) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:47.881398 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60510) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:47.881893 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1e212575-e5da-48c4-8ed4-3f9afab7fd3e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3f503edcb2684c50899b795c6a949496&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0694852 Aug 19 14:34:47.937770 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e99097a-b7d8-4c3d-bf5f-905b290ceed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:47.965601 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e99097a-b7d8-4c3d-bf5f-905b290ceed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:48.000601 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 60512) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:48.018039 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-734700ae-430d-42ee-a7d3-7a7c2961f9ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:48.032986 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e99097a-b7d8-4c3d-bf5f-905b290ceed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:48.035822 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e99097a-b7d8-4c3d-bf5f-905b290ceed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:48.036955 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5e99097a-b7d8-4c3d-bf5f-905b290ceed2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/81431381-f590-4bcd-b2aa-c309f4e5e129 HTTP/1.1" status: 204 len: 168 time: 0.1545448 Aug 19 14:34:48.045766 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e99097a-b7d8-4c3d-bf5f-905b290ceed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81431381-f590-4bcd-b2aa-c309f4e5e129,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:48.148369 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-734700ae-430d-42ee-a7d3-7a7c2961f9ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:48.153942 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-734700ae-430d-42ee-a7d3-7a7c2961f9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:48.208172 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60524) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:48.213814 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-734700ae-430d-42ee-a7d3-7a7c2961f9ee admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bcefbf61975f4a9a9f11c86a69e2c9a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2111228 Aug 19 14:34:48.228640 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734700ae-430d-42ee-a7d3-7a7c2961f9ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6904c449-5c15-4189-8dac-1d866342fa2c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:48.275813 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2fe7997f-a36b-4870-8664-c64bd2b7646b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:48.301737 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2fe7997f-a36b-4870-8664-c64bd2b7646b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:48.318013 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df1d05b-6cb5-494f-b3ea-0728ed097623 req-1e22992e-92e8-418c-aa8d-624614c31c0c tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:48.325862 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3df1d05b-6cb5-494f-b3ea-0728ed097623 req-1e22992e-92e8-418c-aa8d-624614c31c0c tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/ports?device_id=ceae88d2-de40-4efd-a28a-5a05a45bcb22 HTTP/1.1" status: 200 len: 948 time: 0.0674307 Aug 19 14:34:48.380717 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2fe7997f-a36b-4870-8664-c64bd2b7646b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:48.383926 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2fe7997f-a36b-4870-8664-c64bd2b7646b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:48.388736 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2fe7997f-a36b-4870-8664-c64bd2b7646b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6904c449-5c15-4189-8dac-1d866342fa2c HTTP/1.1" status: 204 len: 168 time: 0.1773412 Aug 19 14:34:48.395244 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3df1d05b-6cb5-494f-b3ea-0728ed097623 req-5554993b-ae20-45ef-9f81-2d1df1798b20 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/security-groups?id=fa8322cf-de33-49c3-b466-ff10f2edc29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581949 Aug 19 14:34:48.404775 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe7997f-a36b-4870-8664-c64bd2b7646b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6904c449-5c15-4189-8dac-1d866342fa2c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:48.511589 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60556) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:48.522927 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 0dfb8760-34fe-4223-9483-c4fd5b069f2a details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:34:48.657908 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:34:48.702663 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 0dfb8760-34fe-4223-9483-c4fd5b069f2a, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=0dfb8760-34fe-4223-9483-c4fd5b069f2a,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:34:48.716662 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '0dfb8760-34fe-4223-9483-c4fd5b069f2a', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'port_id': '0dfb8760-34fe-4223-9483-c4fd5b069f2a', 'mac_address': 'fa:16:3e:30:76:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:34:48.792282 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:48.808491 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dfb8760-34fe-4223-9483-c4fd5b069f2a {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:34:48.830377 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0e2107a5-33b2-45d5-8453-7742b42e80f6 req-d8dc32fd-a74a-44c1-a21c-974eab31d5f3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3167329 Aug 19 14:34:48.849673 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 0dfb8760-34fe-4223-9483-c4fd5b069f2a, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=0dfb8760-34fe-4223-9483-c4fd5b069f2a,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:34:48.863590 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:48.955052 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=0dfb8760-34fe-4223-9483-c4fd5b069f2a,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:49.080340 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ebea6-d6f7-411e-a0d2-85272746b106 req-43417b00-54ac-4089-9ad8-280a764d341e tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:49.086715 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['0dfb8760-34fe-4223-9483-c4fd5b069f2a'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:34:49.090562 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8c6ebea6-d6f7-411e-a0d2-85272746b106 req-43417b00-54ac-4089-9ad8-280a764d341e tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9 HTTP/1.1" status: 200 len: 949 time: 0.0627959 Aug 19 14:34:49.145764 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8c6ebea6-d6f7-411e-a0d2-85272746b106 req-5b7c423f-b9dd-409c-bba3-0e4f92b54c28 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485642 Aug 19 14:34:49.315319 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c5ea7-9d41-4a54-98f8-3db780f0aba3 req-2c1c1185-f099-45c0-9cf9-7eee1f2d1557 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:49.328396 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-547c5ea7-9d41-4a54-98f8-3db780f0aba3 req-2c1c1185-f099-45c0-9cf9-7eee1f2d1557 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef35c59d-884a-4975-943a-b8d19ec943b4 HTTP/1.1" status: 200 len: 946 time: 0.1066532 Aug 19 14:34:49.403674 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-547c5ea7-9d41-4a54-98f8-3db780f0aba3 req-84ac0b3d-3175-4f20-930b-9a4fd961d135 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2016568-562b-4e05-8081-e4bcca4b43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713859 Aug 19 14:34:49.660035 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b707a-7c6c-482b-9c35-431310ee81c3 req-55c2c6a2-de0e-4a6e-aea2-8b876b740c42 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:49.664563 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-154b707a-7c6c-482b-9c35-431310ee81c3 req-55c2c6a2-de0e-4a6e-aea2-8b876b740c42 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/ports?device_id=ceae88d2-de40-4efd-a28a-5a05a45bcb22 HTTP/1.1" status: 200 len: 949 time: 0.1064932 Aug 19 14:34:49.712585 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-154b707a-7c6c-482b-9c35-431310ee81c3 req-42ba5291-7379-432e-a0e7-08a945e19241 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/security-groups?id=fa8322cf-de33-49c3-b466-ff10f2edc29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416918 Aug 19 14:34:49.759779 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60672) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:49.879155 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4aec34-5a2c-4246-a0f7-95fc900612bb req-c96a02db-7c1c-420d-9fa3-ad51c6950f64 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:49.883220 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4e4aec34-5a2c-4246-a0f7-95fc900612bb req-c96a02db-7c1c-420d-9fa3-ad51c6950f64 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef35c59d-884a-4975-943a-b8d19ec943b4 HTTP/1.1" status: 200 len: 946 time: 0.0753779 Aug 19 14:34:49.896453 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60680) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:49.898911 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60682) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:49.903794 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c9198b76-51dc-4231-bc98-a0a6d3bcab17 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Request body: {'floatingip': {'port_id': '4c702340-e760-4cd2-9401-ed696e0bbe86'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:34:50.074447 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9198b76-51dc-4231-bc98-a0a6d3bcab17 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:50.207616 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7f1446d7-7553-4018-9917-82ae9c89c81c tempest-AutoAllocateNetworkTest-827039446 tempest-AutoAllocateNetworkTest-827039446-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=431618d539da48339f1adfd418fb65f5&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4456983 Aug 19 14:34:50.210595 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 60722) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:50.417508 n-d-766043-2 neutron-server[94639]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 19 14:34:50.434705 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-ffe67f01-2f5a-453d-b6da-a31bfbabcd05 tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:34:50.435755 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-ffe67f01-2f5a-453d-b6da-a31bfbabcd05 tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5289347 Aug 19 14:34:50.444434 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3332a1-26f5-4487-a2d3-e05324f9d63d tempest-AutoAllocateNetworkTest-827039446 tempest-AutoAllocateNetworkTest-827039446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:50.457401 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ac3332a1-26f5-4487-a2d3-e05324f9d63d tempest-AutoAllocateNetworkTest-827039446 tempest-AutoAllocateNetworkTest-827039446-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2449045 Aug 19 14:34:50.459318 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 60734) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:50.540284 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d1d1cfa2-5b01-4f60-a1f8-299ede4748ae tempest-AutoAllocateNetworkTest-827039446 tempest-AutoAllocateNetworkTest-827039446-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0782917 Aug 19 14:34:50.541054 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 0dfb8760-34fe-4223-9483-c4fd5b069f2a up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:34:50.543074 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 60740) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:50.585134 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a6c7a179-f71f-45bf-8d49-1955edccc9b8 tempest-AutoAllocateNetworkTest-827039446 tempest-AutoAllocateNetworkTest-827039446-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=431618d539da48339f1adfd418fb65f5 HTTP/1.1" status: 200 len: 208 time: 0.0385823 Aug 19 14:34:50.642277 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 0dfb8760-34fe-4223-9483-c4fd5b069f2a completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:34:50.648008 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 0dfb8760-34fe-4223-9483-c4fd5b069f2a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:34:50.648668 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:50.677966 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-caf7ce25-4c02-43ab-a2c3-9cee3a638aab service neutron] Request body: {'binding': {'host': 'n-h2-766043-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:34:50.678654 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-caf7ce25-4c02-43ab-a2c3-9cee3a638aab service neutron] Unknown quota resources ['binding']. {{(pid=94639) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 14:34:50.803754 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:50.837922 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceae88d2-de40-4efd-a28a-5a05a45bcb22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dfb8760-34fe-4223-9483-c4fd5b069f2a'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:34:50.840655 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d546751-0281-445f-a73d-92f6a7ff80b2" -d '{"events": [{"server_uuid": "ceae88d2-de40-4efd-a28a-5a05a45bcb22", "name": "network-vif-plugged", "status": "completed", "tag": "0dfb8760-34fe-4223-9483-c4fd5b069f2a"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:34:50.848918 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9719a-5f3a-423a-aad6-98844fd26cb5 req-ec384859-0d76-45e9-9bad-db487bda7ffb tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:50.859162 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-30e9719a-5f3a-423a-aad6-98844fd26cb5 req-ec384859-0d76-45e9-9bad-db487bda7ffb tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9 HTTP/1.1" status: 200 len: 949 time: 0.1160150 Aug 19 14:34:50.859546 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 0dfb8760-34fe-4223-9483-c4fd5b069f2a, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=0dfb8760-34fe-4223-9483-c4fd5b069f2a,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:34:50.864020 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:50.901554 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-30e9719a-5f3a-423a-aad6-98844fd26cb5 req-e26b0a3d-f254-4e80-a083-072bf1e33de3 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415070 Aug 19 14:34:50.959097 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=0dfb8760-34fe-4223-9483-c4fd5b069f2a,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:51.122827 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 60788) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:51.150899 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2107a5-33b2-45d5-8453-7742b42e80f6 req-793ef3b8-c017-49b9-a0c5-df76c6945ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:51.153075 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0e2107a5-33b2-45d5-8453-7742b42e80f6 req-793ef3b8-c017-49b9-a0c5-df76c6945ffa service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3397b0c43f0b46aaa4295e8f087dd91c&device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9 HTTP/1.1" status: 200 len: 1100 time: 0.0552673 Aug 19 14:34:51.286107 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2107a5-33b2-45d5-8453-7742b42e80f6 req-b1fb0cdb-dd20-43a3-aafe-3b7f1c3b0e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:51.288118 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0e2107a5-33b2-45d5-8453-7742b42e80f6 req-b1fb0cdb-dd20-43a3-aafe-3b7f1c3b0e07 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.1262097 Aug 19 14:34:51.309916 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dd820e53-2c8b-4ba5-a739-e76c8ee741c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:51.347524 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0e2107a5-33b2-45d5-8453-7742b42e80f6 req-6a746cff-c519-4b6b-9b78-7034b866cb22 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7 HTTP/1.1" status: 200 len: 217 time: 0.0463374 Aug 19 14:34:51.426480 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2107a5-33b2-45d5-8453-7742b42e80f6 req-db2891e1-3499-4710-82c4-5d5ef4cbd16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:51.429289 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0e2107a5-33b2-45d5-8453-7742b42e80f6 req-db2891e1-3499-4710-82c4-5d5ef4cbd16d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.0694737 Aug 19 14:34:51.466440 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9198b76-51dc-4231-bc98-a0a6d3bcab17 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:51.477543 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9198b76-51dc-4231-bc98-a0a6d3bcab17 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:51.482219 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-caf7ce25-4c02-43ab-a2c3-9cee3a638aab service neutron] Attempting to bind port ccfecd33-d250-4fe3-ba14-6b601f5efe9e on host n-h2-766043-2 for vnic_type normal with profile None {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:34:51.482552 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-caf7ce25-4c02-43ab-a2c3-9cee3a638aab service neutron] Attempting to bind port ccfecd33-d250-4fe3-ba14-6b601f5efe9e by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'cdbe220c-711d-4dcd-9811-178ea37b55c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6e6d7ced-670a-4172-99e0-b6cfaa52bcf3'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:34:51.482876 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-caf7ce25-4c02-43ab-a2c3-9cee3a638aab service neutron] Attempting to bind port ccfecd33-d250-4fe3-ba14-6b601f5efe9e on network 6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:34:51.516801 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-caf7ce25-4c02-43ab-a2c3-9cee3a638aab service neutron] Port ccfecd33-d250-4fe3-ba14-6b601f5efe9e on network 6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:34:51.517368 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-caf7ce25-4c02-43ab-a2c3-9cee3a638aab service neutron] Attempting to bind port ccfecd33-d250-4fe3-ba14-6b601f5efe9e on network 6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:34:51.529500 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-caf7ce25-4c02-43ab-a2c3-9cee3a638aab service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:34:51.529839 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-caf7ce25-4c02-43ab-a2c3-9cee3a638aab service neutron] Checking segment: {'id': 'cdbe220c-711d-4dcd-9811-178ea37b55c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6e6d7ced-670a-4172-99e0-b6cfaa52bcf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:34:51.530220 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-caf7ce25-4c02-43ab-a2c3-9cee3a638aab service neutron] Bound using segment: {'id': 'cdbe220c-711d-4dcd-9811-178ea37b55c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6e6d7ced-670a-4172-99e0-b6cfaa52bcf3'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:34:51.530677 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-caf7ce25-4c02-43ab-a2c3-9cee3a638aab service neutron] Bound port: ccfecd33-d250-4fe3-ba14-6b601f5efe9e, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdbe220c-711d-4dcd-9811-178ea37b55c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6e6d7ced-670a-4172-99e0-b6cfaa52bcf3'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:34:51.553638 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dd820e53-2c8b-4ba5-a739-e76c8ee741c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:51.557571 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2107a5-33b2-45d5-8453-7742b42e80f6 req-acb7f994-f0b7-41dc-bd08-d25a8fcf7535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:51.559082 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0e2107a5-33b2-45d5-8453-7742b42e80f6 req-acb7f994-f0b7-41dc-bd08-d25a8fcf7535 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1051314 Aug 19 14:34:51.561726 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dd820e53-2c8b-4ba5-a739-e76c8ee741c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:51.575102 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff9f513-431f-47b8-9dfb-4978b8ee8d0f req-f9974a2c-3112-46fd-b633-386a02f53ad6 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:51.576578 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fff9f513-431f-47b8-9dfb-4978b8ee8d0f req-f9974a2c-3112-46fd-b633-386a02f53ad6 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/ports?device_id=ceae88d2-de40-4efd-a28a-5a05a45bcb22 HTTP/1.1" status: 200 len: 950 time: 0.1212964 Aug 19 14:34:51.659599 n-d-766043-2 neutron-server[94639]: INFO neutron.db.l3_db [None req-c9198b76-51dc-4231-bc98-a0a6d3bcab17 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Floating IP 290d9cf1-c3f3-4fa8-a7a9-6e3a21469425 associated. External IP: 172.25.2.46, port: 4c702340-e760-4cd2-9401-ed696e0bbe86. Aug 19 14:34:51.664918 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-caf7ce25-4c02-43ab-a2c3-9cee3a638aab service neutron] For port ccfecd33-d250-4fe3-ba14-6b601f5efe9e, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=ccfecd33-d250-4fe3-ba14-6b601f5efe9e,segment=NetworkSegment(cdbe220c-711d-4dcd-9811-178ea37b55c3),segment_id=cdbe220c-711d-4dcd-9811-178ea37b55c3)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:34:51.672959 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-dd820e53-2c8b-4ba5-a739-e76c8ee741c8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=431618d539da48339f1adfd418fb65f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5484817 Aug 19 14:34:51.673719 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd820e53-2c8b-4ba5-a739-e76c8ee741c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c0725b-74d8-462b-b98b-49ea67cfb7f0,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:51.677868 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 60808) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:51.698459 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-caf7ce25-4c02-43ab-a2c3-9cee3a638aab service neutron] Notify callbacks [] for binding, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:51.699612 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-caf7ce25-4c02-43ab-a2c3-9cee3a638aab service neutron] 10.222.0.69 "POST /v2.0/ports/ccfecd33-d250-4fe3-ba14-6b601f5efe9e/bindings HTTP/1.1" status: 201 len: 389 time: 1.1834459 Aug 19 14:34:51.728018 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fff9f513-431f-47b8-9dfb-4978b8ee8d0f req-5617ba03-8beb-4649-9275-4f5e2c710db1 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/security-groups?id=fa8322cf-de33-49c3-b466-ff10f2edc29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386092 Aug 19 14:34:51.775555 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-557a665a-6f96-42a9-a7f2-f3f7a4942910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:51.779044 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0e2107a5-33b2-45d5-8453-7742b42e80f6 req-061d5754-55f3-44cb-80dc-38c7a53d7869 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970606 Aug 19 14:34:51.800636 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c75957-bedf-4279-87d9-b0c6edbc6b7a x-openstack-request-id: req-e9c75957-bedf-4279-87d9-b0c6edbc6b7a {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:34:51.801145 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceae88d2-de40-4efd-a28a-5a05a45bcb22", "name": "network-vif-plugged", "status": "completed", "tag": "0dfb8760-34fe-4223-9483-c4fd5b069f2a", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:34:51.801246 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e9c75957-bedf-4279-87d9-b0c6edbc6b7a {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:34:51.801722 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceae88d2-de40-4efd-a28a-5a05a45bcb22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dfb8760-34fe-4223-9483-c4fd5b069f2a', 'code': 200} Aug 19 14:34:51.833227 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-557a665a-6f96-42a9-a7f2-f3f7a4942910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:51.981662 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2464c7ae-6c2f-4160-b187-5e12d0181d13 req-4faef9e3-175c-4cb1-bfa3-adedd6289dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:51.983164 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2464c7ae-6c2f-4160-b187-5e12d0181d13 req-4faef9e3-175c-4cb1-bfa3-adedd6289dba service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ceae88d2-de40-4efd-a28a-5a05a45bcb22 HTTP/1.1" status: 200 len: 1101 time: 0.1069865 Aug 19 14:34:51.986466 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0e2107a5-33b2-45d5-8453-7742b42e80f6 req-0ae60603-b0b1-4996-9d4e-34a8abdc866a service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916752 Aug 19 14:34:52.070085 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2464c7ae-6c2f-4160-b187-5e12d0181d13 req-bb18cd0c-affe-4edc-bc72-993af4cc0130 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=fa8322cf-de33-49c3-b466-ff10f2edc29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773661 Aug 19 14:34:52.099714 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9198b76-51dc-4231-bc98-a0a6d3bcab17 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Router 423e4b35-c25b-46d7-9594-98ea679d21e5 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:34:52.103212 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-e7353462-4cc3-4b3a-88ce-7b24f49e4f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:52.103782 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-557a665a-6f96-42a9-a7f2-f3f7a4942910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:52.104768 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-e7353462-4cc3-4b3a-88ce-7b24f49e4f11 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=309b8293893e4b68ba54397ad041e8b9&device_id=04be2ca5-bab9-440a-b9bc-9f49e66d3311 HTTP/1.1" status: 200 len: 1097 time: 0.0811176 Aug 19 14:34:52.107075 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-557a665a-6f96-42a9-a7f2-f3f7a4942910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:52.111720 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-557a665a-6f96-42a9-a7f2-f3f7a4942910 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/96c0725b-74d8-462b-b98b-49ea67cfb7f0 HTTP/1.1" status: 204 len: 168 time: 0.4327664 Aug 19 14:34:52.148037 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ebbbb-9313-4361-9ed6-c979945a1422 req-94ae8c7d-090e-4997-918c-a3ba1000763f tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:52.159394 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-345ebbbb-9313-4361-9ed6-c979945a1422 req-94ae8c7d-090e-4997-918c-a3ba1000763f tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=04be2ca5-bab9-440a-b9bc-9f49e66d3311 HTTP/1.1" status: 200 len: 946 time: 0.1349752 Aug 19 14:34:52.184899 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a665a-6f96-42a9-a7f2-f3f7a4942910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c0725b-74d8-462b-b98b-49ea67cfb7f0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:52.237562 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-345ebbbb-9313-4361-9ed6-c979945a1422 req-8ac69262-1c0e-42cd-a658-aeec745a8134 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772350 Aug 19 14:34:52.251537 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9198b76-51dc-4231-bc98-a0a6d3bcab17 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:34:52.258282 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9198b76-51dc-4231-bc98-a0a6d3bcab17 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:52.271592 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac119d6-c442-42d2-ace5-856bbd598654 None None] Sync routers for ids ['423e4b35-c25b-46d7-9594-98ea679d21e5'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:34:52.292803 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac119d6-c442-42d2-ace5-856bbd598654 None None] Routers {'423e4b35-c25b-46d7-9594-98ea679d21e5'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:34:52.295267 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1ac119d6-c442-42d2-ace5-856bbd598654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:34:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['423e4b35-c25b-46d7-9594-98ea679d21e5'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:34:52.414634 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e7734-4efb-4e45-a8d8-488d04cce096 req-80de4ae9-9b5e-409b-bbbb-668b2b7fd87e tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:52.422733 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-181e7734-4efb-4e45-a8d8-488d04cce096 req-80de4ae9-9b5e-409b-bbbb-668b2b7fd87e tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9 HTTP/1.1" status: 200 len: 949 time: 0.0636473 Aug 19 14:34:52.460937 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-1ac119d6-c442-42d2-ace5-856bbd598654 None None] Set router 423e4b35-c25b-46d7-9594-98ea679d21e5 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:34:52.467310 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c9198b76-51dc-4231-bc98-a0a6d3bcab17 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "PUT /v2.0/floatingips/290d9cf1-c3f3-4fa8-a7a9-6e3a21469425 HTTP/1.1" status: 200 len: 991 time: 2.5666790 Aug 19 14:34:52.472238 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef35c59d-884a-4975-943a-b8d19ec943b4', 'tag': '4c702340-e760-4cd2-9401-ed696e0bbe86'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:34:52.475029 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074a0f57-6321-4624-b836-b30e25e16003" -d '{"events": [{"name": "network-changed", "server_uuid": "ef35c59d-884a-4975-943a-b8d19ec943b4", "tag": "4c702340-e760-4cd2-9401-ed696e0bbe86"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:34:52.499899 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-181e7734-4efb-4e45-a8d8-488d04cce096 req-0d42e05e-fdb2-44ba-b43d-fba1f067ace1 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700941 Aug 19 14:34:52.581571 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-1008907f-6d96-4e07-8208-95e9dfff5b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:52.583453 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-1008907f-6d96-4e07-8208-95e9dfff5b2d service neutron] 10.222.0.88 "GET /v2.0/networks?id=6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 HTTP/1.1" status: 200 len: 908 time: 0.3155577 Aug 19 14:34:52.685343 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-fa47ae28-87f6-4525-bf5d-7542296569b1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccfecd33-d250-4fe3-ba14-6b601f5efe9e HTTP/1.1" status: 200 len: 217 time: 0.0929840 Aug 19 14:34:52.744517 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-dc9b9275-73e6-45bb-9264-8c768599626c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:52.746237 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-dc9b9275-73e6-45bb-9264-8c768599626c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e6c98e66-0094-4a00-ab2a-dbcb4602f2eb HTTP/1.1" status: 200 len: 847 time: 0.0532434 Aug 19 14:34:52.779274 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce9e53b-dd6b-4fd5-898a-0dc7a11de4ba x-openstack-request-id: req-2ce9e53b-dd6b-4fd5-898a-0dc7a11de4ba {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:34:52.779555 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef35c59d-884a-4975-943a-b8d19ec943b4", "tag": "4c702340-e760-4cd2-9401-ed696e0bbe86", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:34:52.781829 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2ce9e53b-dd6b-4fd5-898a-0dc7a11de4ba {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:34:52.783149 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef35c59d-884a-4975-943a-b8d19ec943b4', 'tag': '4c702340-e760-4cd2-9401-ed696e0bbe86', 'status': 'completed', 'code': 200} Aug 19 14:34:52.821893 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-682e433d-c793-4b9b-abc2-b3adc03a3522 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6e6d7ced-670a-4172-99e0-b6cfaa52bcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664213 Aug 19 14:34:52.921173 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1ac119d6-c442-42d2-ace5-856bbd598654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-305745118-router', 'tenant_id': 'dc28959d88bc47a3be9291b5c609f583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '8610495d-8ba5-47bb-a153-eeb9a150ec6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:33:58Z', 'updated_at': '2021-08-19T14:34:09Z', 'revision_number': 4, 'project_id': 'dc28959d88bc47a3be9291b5c609f583', 'gw_port': {'id': '8610495d-8ba5-47bb-a153-eeb9a150ec6e', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:33:59Z', 'updated_at': '2021-08-19T14:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '290d9cf1-c3f3-4fa8-a7a9-6e3a21469425', 'tenant_id': 'dc28959d88bc47a3be9291b5c609f583', 'floating_ip_address': '172.25.2.46', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'port_id': '4c702340-e760-4cd2-9401-ed696e0bbe86', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cb15a2-7c54-4019-bc14-2912b5ac9311', 'mac_address': 'fa:16:3e:7a:52:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef35c59d-884a-4975-943a-b8d19ec943b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:34:33Z', 'updated_at': '2021-08-19T14:34:51Z', 'revision_number': 1, 'project_id': 'dc28959d88bc47a3be9291b5c609f583', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '593b9313-95d2-43dd-8993-e39b72ca8142', 'name': '', 'network_id': 'b6cb15a2-7c54-4019-bc14-2912b5ac9311', 'tenant_id': 'dc28959d88bc47a3be9291b5c609f583', 'mac_address': 'fa:16:3e:f0:a0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'da9af51b-745c-4f7e-9d6d-360f30f81e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:34:07Z', 'updated_at': '2021-08-19T14:34:17Z', 'revision_number': 5, 'project_id': 'dc28959d88bc47a3be9291b5c609f583', 'subnets': [{'id': 'da9af51b-745c-4f7e-9d6d-360f30f81e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:34:52.928457 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a0f57-6321-4624-b836-b30e25e16003 req-5c1a81bf-e31d-45f6-b343-dffff246775e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:52.930080 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-074a0f57-6321-4624-b836-b30e25e16003 req-5c1a81bf-e31d-45f6-b343-dffff246775e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dc28959d88bc47a3be9291b5c609f583&device_id=ef35c59d-884a-4975-943a-b8d19ec943b4 HTTP/1.1" status: 200 len: 1097 time: 0.1368184 Aug 19 14:34:52.987516 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac119d6-c442-42d2-ace5-856bbd598654 None None] Checking router: 423e4b35-c25b-46d7-9594-98ea679d21e5 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:34:52.995776 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-92c00e72-3d9b-4d1b-8bbc-e85bba537a94 service neutron] 10.222.0.88 "GET /v2.0/networks/6e6d7ced-670a-4172-99e0-b6cfaa52bcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610179 Aug 19 14:34:52.996095 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac119d6-c442-42d2-ace5-856bbd598654 None None] Routers {'423e4b35-c25b-46d7-9594-98ea679d21e5'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:34:52.996778 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1ac119d6-c442-42d2-ace5-856bbd598654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:34:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['423e4b35-c25b-46d7-9594-98ea679d21e5'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:34:53.034125 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8756cb-8770-4200-ab88-f6a13928462a req-aef155eb-4505-403a-9015-50aaa9b3ca43 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:53.035653 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0b8756cb-8770-4200-ab88-f6a13928462a req-aef155eb-4505-403a-9015-50aaa9b3ca43 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/ports?device_id=ceae88d2-de40-4efd-a28a-5a05a45bcb22 HTTP/1.1" status: 200 len: 950 time: 0.2023876 Aug 19 14:34:53.119003 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0b8756cb-8770-4200-ab88-f6a13928462a req-e8c1104b-9217-4aeb-8b40-55f8e2a9649d tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/security-groups?id=fa8322cf-de33-49c3-b466-ff10f2edc29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589559 Aug 19 14:34:53.131257 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a0f57-6321-4624-b836-b30e25e16003 req-35094fcc-172d-48d6-858d-28c59909f3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:53.133039 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-074a0f57-6321-4624-b836-b30e25e16003 req-35094fcc-172d-48d6-858d-28c59909f3ef service neutron] 10.222.0.88 "GET /v2.0/networks?id=b6cb15a2-7c54-4019-bc14-2912b5ac9311 HTTP/1.1" status: 200 len: 924 time: 0.1786211 Aug 19 14:34:53.171161 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60882) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:53.220002 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-1ac119d6-c442-42d2-ace5-856bbd598654 None None] Set router 423e4b35-c25b-46d7-9594-98ea679d21e5 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:34:53.228861 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-e0367a37-9c1c-45d5-bf3b-314ed1e59484 service neutron] 10.222.0.88 "GET /v2.0/networks/6e6d7ced-670a-4172-99e0-b6cfaa52bcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183406 Aug 19 14:34:53.248537 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-074a0f57-6321-4624-b836-b30e25e16003 req-6ce6a056-8711-427f-b8ac-3cc0abab0f99 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c702340-e760-4cd2-9401-ed696e0bbe86 HTTP/1.1" status: 200 len: 999 time: 0.1071384 Aug 19 14:34:53.388273 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a0f57-6321-4624-b836-b30e25e16003 req-2276cb1e-11e3-4f92-8003-57e80fb45245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:53.389896 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-074a0f57-6321-4624-b836-b30e25e16003 req-2276cb1e-11e3-4f92-8003-57e80fb45245 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=da9af51b-745c-4f7e-9d6d-360f30f81e3e HTTP/1.1" status: 200 len: 862 time: 0.0633349 Aug 19 14:34:53.402168 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7489e65-c530-4968-b73a-ec80ff76412f req-ed8bebe3-2550-4afa-847f-95dfd690f392 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:53.404023 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c7489e65-c530-4968-b73a-ec80ff76412f req-ed8bebe3-2550-4afa-847f-95dfd690f392 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=04be2ca5-bab9-440a-b9bc-9f49e66d3311 HTTP/1.1" status: 200 len: 946 time: 0.0868833 Aug 19 14:34:53.506542 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 60892) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:53.519266 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41d2a0c0-0f94-4142-94cf-ad79400ff3ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:53.526551 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1ac119d6-c442-42d2-ace5-856bbd598654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-305745118-router', 'tenant_id': 'dc28959d88bc47a3be9291b5c609f583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '8610495d-8ba5-47bb-a153-eeb9a150ec6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:33:58Z', 'updated_at': '2021-08-19T14:34:09Z', 'revision_number': 4, 'project_id': 'dc28959d88bc47a3be9291b5c609f583', 'gw_port': {'id': '8610495d-8ba5-47bb-a153-eeb9a150ec6e', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:33:59Z', 'updated_at': '2021-08-19T14:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '290d9cf1-c3f3-4fa8-a7a9-6e3a21469425', 'tenant_id': 'dc28959d88bc47a3be9291b5c609f583', 'floating_ip_address': '172.25.2.46', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'port_id': '4c702340-e760-4cd2-9401-ed696e0bbe86', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cb15a2-7c54-4019-bc14-2912b5ac9311', 'mac_address': 'fa:16:3e:7a:52:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef35c59d-884a-4975-943a-b8d19ec943b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:34:33Z', 'updated_at': '2021-08-19T14:34:51Z', 'revision_number': 1, 'project_id': 'dc28959d88bc47a3be9291b5c609f583', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '593b9313-95d2-43dd-8993-e39b72ca8142', 'name': '', 'network_id': 'b6cb15a2-7c54-4019-bc14-2912b5ac9311', 'tenant_id': 'dc28959d88bc47a3be9291b5c609f583', 'mac_address': 'fa:16:3e:f0:a0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'da9af51b-745c-4f7e-9d6d-360f30f81e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:34:07Z', 'updated_at': '2021-08-19T14:34:17Z', 'revision_number': 5, 'project_id': 'dc28959d88bc47a3be9291b5c609f583', 'subnets': [{'id': 'da9af51b-745c-4f7e-9d6d-360f30f81e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:34:53.577386 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c7489e65-c530-4968-b73a-ec80ff76412f req-2006a9e1-85e5-4bf0-bb6b-454cdf3ac2b7 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622477 Aug 19 14:34:53.579134 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a0f57-6321-4624-b836-b30e25e16003 req-f3a9e533-8fad-49bb-be17-6c07c69baa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:53.580585 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-074a0f57-6321-4624-b836-b30e25e16003 req-f3a9e533-8fad-49bb-be17-6c07c69baa4f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b6cb15a2-7c54-4019-bc14-2912b5ac9311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1754289 Aug 19 14:34:53.608399 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac119d6-c442-42d2-ace5-856bbd598654 None None] The sync data for ids ['423e4b35-c25b-46d7-9594-98ea679d21e5'] in n-d-766043-2 is: [{'id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-305745118-router', 'tenant_id': 'dc28959d88bc47a3be9291b5c609f583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '8610495d-8ba5-47bb-a153-eeb9a150ec6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:33:58Z', 'updated_at': '2021-08-19T14:34:09Z', 'revision_number': 4, 'project_id': 'dc28959d88bc47a3be9291b5c609f583', 'gw_port': {'id': '8610495d-8ba5-47bb-a153-eeb9a150ec6e', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:33:59Z', 'updated_at': '2021-08-19T14:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '290d9cf1-c3f3-4fa8-a7a9-6e3a21469425', 'tenant_id': 'dc28959d88bc47a3be9291b5c609f583', 'floating_ip_address': '172.25.2.46', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'port_id': '4c702340-e760-4cd2-9401-ed696e0bbe86', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cb15a2-7c54-4019-bc14-2912b5ac9311', 'mac_address': 'fa:16:3e:7a:52:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef35c59d-884a-4975-943a-b8d19ec943b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:34:33Z', 'updated_at': '2021-08-19T14:34:51Z', 'revision_number': 1, 'project_id': 'dc28959d88bc47a3be9291b5c609f583', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '593b9313-95d2-43dd-8993-e39b72ca8142', 'name': '', 'network_id': 'b6cb15a2-7c54-4019-bc14-2912b5ac9311', 'tenant_id': 'dc28959d88bc47a3be9291b5c609f583', 'mac_address': 'fa:16:3e:f0:a0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'da9af51b-745c-4f7e-9d6d-360f30f81e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:34:07Z', 'updated_at': '2021-08-19T14:34:17Z', 'revision_number': 5, 'project_id': 'dc28959d88bc47a3be9291b5c609f583', 'subnets': [{'id': 'da9af51b-745c-4f7e-9d6d-360f30f81e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:34:53.624626 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-b4624848-a803-4bbf-b9ce-66a55f47ac18 tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:53.626489 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-b4624848-a803-4bbf-b9ce-66a55f47ac18 tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=04be2ca5-bab9-440a-b9bc-9f49e66d3311&tenant_id=309b8293893e4b68ba54397ad041e8b9&binding%3Ahost_id=n-h1-766043-2 HTTP/1.1" status: 200 len: 1097 time: 0.2409074 Aug 19 14:34:53.660546 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-d7f1b97f-0fc4-47f0-9592-6428b637a3e0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-766043-2'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:34:53.669900 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2c06c76-a8f2-49b1-9e65-1c8cfa8cbb3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:53.748597 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-d7f1b97f-0fc4-47f0-9592-6428b637a3e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:53.773938 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41d2a0c0-0f94-4142-94cf-ad79400ff3ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:53.815351 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41d2a0c0-0f94-4142-94cf-ad79400ff3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:53.886473 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-41d2a0c0-0f94-4142-94cf-ad79400ff3ef admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=957320be98504ba98f19008e52bae59e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7099032 Aug 19 14:34:53.888063 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60912) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:53.929985 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d2a0c0-0f94-4142-94cf-ad79400ff3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3dc60e-99c2-4d75-8481-1b7b24d76ea5,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:53.956131 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d2a0c0-0f94-4142-94cf-ad79400ff3ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:34:53.956809 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d2a0c0-0f94-4142-94cf-ad79400ff3ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:34:53.956809 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d2a0c0-0f94-4142-94cf-ad79400ff3ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:34:53.957213 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d2a0c0-0f94-4142-94cf-ad79400ff3ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:34:53.957480 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d2a0c0-0f94-4142-94cf-ad79400ff3ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:34:53.957812 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d2a0c0-0f94-4142-94cf-ad79400ff3ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:34:53.958218 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d2a0c0-0f94-4142-94cf-ad79400ff3ef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:34:53.958569 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d2a0c0-0f94-4142-94cf-ad79400ff3ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:34:53.958817 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d2a0c0-0f94-4142-94cf-ad79400ff3ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:34:53.959121 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d2a0c0-0f94-4142-94cf-ad79400ff3ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:34:53.959474 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d2a0c0-0f94-4142-94cf-ad79400ff3ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:34:53.959723 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d2a0c0-0f94-4142-94cf-ad79400ff3ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:34:54.013303 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad0e29f-992f-40ee-8ce8-a32342c8fd0f None None] New status for floating IP 290d9cf1-c3f3-4fa8-a7a9-6e3a21469425: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 14:34:54.060042 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-d7f1b97f-0fc4-47f0-9592-6428b637a3e0 service neutron] For port ccfecd33-d250-4fe3-ba14-6b601f5efe9e, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=ccfecd33-d250-4fe3-ba14-6b601f5efe9e,segment=NetworkSegment(cdbe220c-711d-4dcd-9811-178ea37b55c3),segment_id=cdbe220c-711d-4dcd-9811-178ea37b55c3)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:34:54.062963 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6f9c50e4-2fa2-4d67-9c0a-095f195dfdae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:54.106033 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6f9c50e4-2fa2-4d67-9c0a-095f195dfdae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:54.118627 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-074a0f57-6321-4624-b836-b30e25e16003 req-5b5fb77f-d0d2-46e3-bf16-e8606d6a1ac0 service neutron] 10.222.0.88 "GET /v2.0/networks/b6cb15a2-7c54-4019-bc14-2912b5ac9311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5230720 Aug 19 14:34:54.156327 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f1ee3d-3747-4cf1-891f-ffd0c5f2d162 req-db8053aa-84c4-4457-b145-510b4a2fdd45 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:54.161564 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-d7f1b97f-0fc4-47f0-9592-6428b637a3e0 service neutron] For port ccfecd33-d250-4fe3-ba14-6b601f5efe9e, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:34:54.163568 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-57f1ee3d-3747-4cf1-891f-ffd0c5f2d162 req-db8053aa-84c4-4457-b145-510b4a2fdd45 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9 HTTP/1.1" status: 200 len: 949 time: 0.4842942 Aug 19 14:34:54.219127 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-d7f1b97f-0fc4-47f0-9592-6428b637a3e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:54.223273 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6f9c50e4-2fa2-4d67-9c0a-095f195dfdae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:54.229552 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6f9c50e4-2fa2-4d67-9c0a-095f195dfdae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:54.229552 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6f9c50e4-2fa2-4d67-9c0a-095f195dfdae admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cc3dc60e-99c2-4d75-8481-1b7b24d76ea5 HTTP/1.1" status: 204 len: 168 time: 0.3302011 Aug 19 14:34:54.240170 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c50e4-2fa2-4d67-9c0a-095f195dfdae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3dc60e-99c2-4d75-8481-1b7b24d76ea5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:54.243325 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-d7f1b97f-0fc4-47f0-9592-6428b637a3e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:54.256249 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-08ccc543-8867-4df2-ba5e-d62c764e9283 req-1f9fe37f-4eda-4391-92cf-462d0923a03d tempest-QuotasAdminNegativeTest-426971776 tempest-QuotasAdminNegativeTest-426971776-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=32c32a69f95f44ba9af0d21c268ed430&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1260715 Aug 19 14:34:54.259488 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2c06c76-a8f2-49b1-9e65-1c8cfa8cbb3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:54.313277 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-57f1ee3d-3747-4cf1-891f-ffd0c5f2d162 req-e3c81b80-4a4b-4f9e-b0da-f55b14dd9e71 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461473 Aug 19 14:34:54.313960 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2c06c76-a8f2-49b1-9e65-1c8cfa8cbb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:54.365195 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f1b97f-0fc4-47f0-9592-6428b637a3e0 service neutron] Pushing event updated for resources: {'Port': ['ID=ccfecd33-d250-4fe3-ba14-6b601f5efe9e,revision_number=7']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:54.382397 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-d7f1b97f-0fc4-47f0-9592-6428b637a3e0 service neutron] Attempting to bind port ccfecd33-d250-4fe3-ba14-6b601f5efe9e on host n-h1-766043-2 for vnic_type normal with profile {"migrating_to": "n-h2-766043-2"} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:34:54.382809 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-d7f1b97f-0fc4-47f0-9592-6428b637a3e0 service neutron] Attempting to bind port ccfecd33-d250-4fe3-ba14-6b601f5efe9e by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': 'cdbe220c-711d-4dcd-9811-178ea37b55c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6e6d7ced-670a-4172-99e0-b6cfaa52bcf3'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:34:54.383854 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-d7f1b97f-0fc4-47f0-9592-6428b637a3e0 service neutron] Attempting to bind port ccfecd33-d250-4fe3-ba14-6b601f5efe9e on network 6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:34:54.391526 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-d7f1b97f-0fc4-47f0-9592-6428b637a3e0 service neutron] Port ccfecd33-d250-4fe3-ba14-6b601f5efe9e on network 6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:34:54.392151 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-d7f1b97f-0fc4-47f0-9592-6428b637a3e0 service neutron] Attempting to bind port ccfecd33-d250-4fe3-ba14-6b601f5efe9e on network 6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:34:54.399198 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-d7f1b97f-0fc4-47f0-9592-6428b637a3e0 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:34:54.399958 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-d7f1b97f-0fc4-47f0-9592-6428b637a3e0 service neutron] Checking segment: {'id': 'cdbe220c-711d-4dcd-9811-178ea37b55c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6e6d7ced-670a-4172-99e0-b6cfaa52bcf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:34:54.400396 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-d7f1b97f-0fc4-47f0-9592-6428b637a3e0 service neutron] Bound using segment: {'id': 'cdbe220c-711d-4dcd-9811-178ea37b55c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6e6d7ced-670a-4172-99e0-b6cfaa52bcf3'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:34:54.400883 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-d7f1b97f-0fc4-47f0-9592-6428b637a3e0 service neutron] Bound port: ccfecd33-d250-4fe3-ba14-6b601f5efe9e, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdbe220c-711d-4dcd-9811-178ea37b55c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6e6d7ced-670a-4172-99e0-b6cfaa52bcf3'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:34:54.401247 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-d7f1b97f-0fc4-47f0-9592-6428b637a3e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:54.515590 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-d7f1b97f-0fc4-47f0-9592-6428b637a3e0 service neutron] For port ccfecd33-d250-4fe3-ba14-6b601f5efe9e, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:34:54.516584 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-b2c06c76-a8f2-49b1-9e65-1c8cfa8cbb3f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ed24031f03ca47df9bac01eb6bd9f9a2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0071814 Aug 19 14:34:54.520990 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60936) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:54.526260 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c06c76-a8f2-49b1-9e65-1c8cfa8cbb3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f52f057-a04d-4536-aff5-9c04f86c4887,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:54.539262 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-074a0f57-6321-4624-b836-b30e25e16003 req-ce9102c5-123b-460a-8ca0-9e4c8dc4e569 service neutron] 10.222.0.88 "GET /v2.0/networks/b6cb15a2-7c54-4019-bc14-2912b5ac9311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4102652 Aug 19 14:34:54.551460 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c06c76-a8f2-49b1-9e65-1c8cfa8cbb3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:34:54.551809 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c06c76-a8f2-49b1-9e65-1c8cfa8cbb3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:34:54.552130 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c06c76-a8f2-49b1-9e65-1c8cfa8cbb3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:34:54.552484 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c06c76-a8f2-49b1-9e65-1c8cfa8cbb3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:34:54.552818 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c06c76-a8f2-49b1-9e65-1c8cfa8cbb3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:34:54.553136 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c06c76-a8f2-49b1-9e65-1c8cfa8cbb3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:34:54.553455 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c06c76-a8f2-49b1-9e65-1c8cfa8cbb3f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:34:54.553765 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c06c76-a8f2-49b1-9e65-1c8cfa8cbb3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:34:54.554085 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c06c76-a8f2-49b1-9e65-1c8cfa8cbb3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:34:54.554397 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c06c76-a8f2-49b1-9e65-1c8cfa8cbb3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:34:54.554709 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c06c76-a8f2-49b1-9e65-1c8cfa8cbb3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:34:54.555018 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c06c76-a8f2-49b1-9e65-1c8cfa8cbb3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:34:54.576099 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-d7f1b97f-0fc4-47f0-9592-6428b637a3e0 service neutron] For port ccfecd33-d250-4fe3-ba14-6b601f5efe9e, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=ccfecd33-d250-4fe3-ba14-6b601f5efe9e,segment=NetworkSegment(cdbe220c-711d-4dcd-9811-178ea37b55c3),segment_id=cdbe220c-711d-4dcd-9811-178ea37b55c3)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:34:54.579081 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79863465-125f-4390-af56-4f6d7a9f265d req-a98293e9-107a-4f84-aabd-e8a5038e39a6 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:54.586928 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-79863465-125f-4390-af56-4f6d7a9f265d req-a98293e9-107a-4f84-aabd-e8a5038e39a6 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/ports?device_id=ceae88d2-de40-4efd-a28a-5a05a45bcb22 HTTP/1.1" status: 200 len: 950 time: 0.1753349 Aug 19 14:34:54.588204 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-d7f1b97f-0fc4-47f0-9592-6428b637a3e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:54.616008 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ccc543-8867-4df2-ba5e-d62c764e9283 req-4d19b035-e895-460b-be27-869e2499181a tempest-QuotasAdminNegativeTest-426971776 tempest-QuotasAdminNegativeTest-426971776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:54.623627 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-08ccc543-8867-4df2-ba5e-d62c764e9283 req-4d19b035-e895-460b-be27-869e2499181a tempest-QuotasAdminNegativeTest-426971776 tempest-QuotasAdminNegativeTest-426971776-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3664486 Aug 19 14:34:54.646775 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-08ccc543-8867-4df2-ba5e-d62c764e9283 req-2088c04a-a27d-49e7-b604-f2f875bd6a72 tempest-QuotasAdminNegativeTest-426971776 tempest-QuotasAdminNegativeTest-426971776-project] 10.222.0.69 "GET /v2.0/quotas/32c32a69f95f44ba9af0d21c268ed430 HTTP/1.1" status: 200 len: 375 time: 0.0222299 Aug 19 14:34:54.668753 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f1b97f-0fc4-47f0-9592-6428b637a3e0 service neutron] Pushing event updated for resources: {'Port': ['ID=ccfecd33-d250-4fe3-ba14-6b601f5efe9e,revision_number=8']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:54.702049 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-08ccc543-8867-4df2-ba5e-d62c764e9283 req-3faf2c3e-29bf-4917-bcd1-e6e09d7eb117 tempest-QuotasAdminNegativeTest-426971776 tempest-QuotasAdminNegativeTest-426971776-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=32c32a69f95f44ba9af0d21c268ed430&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530491 Aug 19 14:34:54.725585 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-d7f1b97f-0fc4-47f0-9592-6428b637a3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:54.726218 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-d7f1b97f-0fc4-47f0-9592-6428b637a3e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:54.727904 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-d7f1b97f-0fc4-47f0-9592-6428b637a3e0 service neutron] 10.222.0.88 "PUT /v2.0/ports/ccfecd33-d250-4fe3-ba14-6b601f5efe9e HTTP/1.1" status: 200 len: 1122 time: 1.0917525 Aug 19 14:34:54.729271 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-078cfa46-5ddf-4b46-8377-b9c0adc983de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:54.729688 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-79863465-125f-4390-af56-4f6d7a9f265d req-2b0e2ff2-ccdb-4ff7-b436-ca2c9f453908 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/security-groups?id=fa8322cf-de33-49c3-b466-ff10f2edc29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369088 Aug 19 14:34:54.775541 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 60944) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:54.785736 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04be2ca5-bab9-440a-b9bc-9f49e66d3311', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccfecd33-d250-4fe3-ba14-6b601f5efe9e'}, {'name': 'network-changed', 'server_uuid': '04be2ca5-bab9-440a-b9bc-9f49e66d3311', 'tag': 'ccfecd33-d250-4fe3-ba14-6b601f5efe9e'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:34:54.788096 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aac70ff-81d5-4ca8-aaec-32c2fb8d9bb6" -d '{"events": [{"server_uuid": "04be2ca5-bab9-440a-b9bc-9f49e66d3311", "name": "network-vif-unplugged", "status": "completed", "tag": "ccfecd33-d250-4fe3-ba14-6b601f5efe9e"}, {"name": "network-changed", "server_uuid": "04be2ca5-bab9-440a-b9bc-9f49e66d3311", "tag": "ccfecd33-d250-4fe3-ba14-6b601f5efe9e"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:34:54.794941 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-331c25f1-fad1-4377-aa2b-9d467e1da9fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:54.814396 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-078cfa46-5ddf-4b46-8377-b9c0adc983de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:54.838105 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['ccfecd33-d250-4fe3-ba14-6b601f5efe9e'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:34:54.890966 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-078cfa46-5ddf-4b46-8377-b9c0adc983de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:54.893509 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-078cfa46-5ddf-4b46-8377-b9c0adc983de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:54.894665 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-078cfa46-5ddf-4b46-8377-b9c0adc983de admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4f52f057-a04d-4536-aff5-9c04f86c4887 HTTP/1.1" status: 204 len: 168 time: 0.3727417 Aug 19 14:34:54.905161 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078cfa46-5ddf-4b46-8377-b9c0adc983de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f52f057-a04d-4536-aff5-9c04f86c4887,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:54.993014 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-331c25f1-fad1-4377-aa2b-9d467e1da9fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:55.004137 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad50899e-a4ba-4867-a0b1-6cfbb51978a6 req-117a5a91-d5b8-4c5f-9edf-7ac6e0f4138d tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:55.011909 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ad50899e-a4ba-4867-a0b1-6cfbb51978a6 req-117a5a91-d5b8-4c5f-9edf-7ac6e0f4138d tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=04be2ca5-bab9-440a-b9bc-9f49e66d3311 HTTP/1.1" status: 200 len: 944 time: 0.1938469 Aug 19 14:34:55.023823 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 19 Aug 2021 14:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446d9f26-73ec-44ad-82f6-43d38379f4f0 x-openstack-request-id: req-446d9f26-73ec-44ad-82f6-43d38379f4f0 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:34:55.024116 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04be2ca5-bab9-440a-b9bc-9f49e66d3311", "name": "network-vif-unplugged", "status": "completed", "tag": "ccfecd33-d250-4fe3-ba14-6b601f5efe9e", "code": 200}, {"name": "network-changed", "server_uuid": "04be2ca5-bab9-440a-b9bc-9f49e66d3311", "tag": "ccfecd33-d250-4fe3-ba14-6b601f5efe9e", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:34:55.024367 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-446d9f26-73ec-44ad-82f6-43d38379f4f0 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:34:55.024791 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04be2ca5-bab9-440a-b9bc-9f49e66d3311', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccfecd33-d250-4fe3-ba14-6b601f5efe9e', 'code': 200} Aug 19 14:34:55.025051 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04be2ca5-bab9-440a-b9bc-9f49e66d3311', 'tag': 'ccfecd33-d250-4fe3-ba14-6b601f5efe9e', 'status': 'completed', 'code': 200} Aug 19 14:34:55.036881 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-331c25f1-fad1-4377-aa2b-9d467e1da9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:55.111881 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-331c25f1-fad1-4377-aa2b-9d467e1da9fa admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4b6bb90c48534d05b0cfa81d4c5e451c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3348217 Aug 19 14:34:55.114587 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60964) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:55.114988 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ad50899e-a4ba-4867-a0b1-6cfbb51978a6 req-48f0fd9a-c30f-47c1-82d8-19a84d24f134 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023095 Aug 19 14:34:55.142551 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c25f1-fad1-4377-aa2b-9d467e1da9fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1181719f-c90d-42ef-ac6c-3a9cbf1405c0,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:55.165297 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac70ff-81d5-4ca8-aaec-32c2fb8d9bb6 req-6ebcc2d2-696e-4e90-9d16-3cb18ede7bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:55.167599 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1aac70ff-81d5-4ca8-aaec-32c2fb8d9bb6 req-6ebcc2d2-696e-4e90-9d16-3cb18ede7bb9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=309b8293893e4b68ba54397ad041e8b9&device_id=04be2ca5-bab9-440a-b9bc-9f49e66d3311 HTTP/1.1" status: 200 len: 1125 time: 0.0824509 Aug 19 14:34:55.193418 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52776b1f-2ef8-4508-9762-8354000dd71d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:55.231433 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52776b1f-2ef8-4508-9762-8354000dd71d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:55.300233 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac70ff-81d5-4ca8-aaec-32c2fb8d9bb6 req-01276c3e-ee3d-4002-b385-199775417984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:55.302044 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1aac70ff-81d5-4ca8-aaec-32c2fb8d9bb6 req-01276c3e-ee3d-4002-b385-199775417984 service neutron] 10.222.0.68 "GET /v2.0/networks?id=6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 HTTP/1.1" status: 200 len: 908 time: 0.1226203 Aug 19 14:34:55.302309 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52776b1f-2ef8-4508-9762-8354000dd71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:55.304604 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52776b1f-2ef8-4508-9762-8354000dd71d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:55.305764 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-52776b1f-2ef8-4508-9762-8354000dd71d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1181719f-c90d-42ef-ac6c-3a9cbf1405c0 HTTP/1.1" status: 204 len: 168 time: 0.1901450 Aug 19 14:34:55.325349 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52776b1f-2ef8-4508-9762-8354000dd71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1181719f-c90d-42ef-ac6c-3a9cbf1405c0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:55.358538 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1aac70ff-81d5-4ca8-aaec-32c2fb8d9bb6 req-0e6b2d99-be1e-4b95-8c55-33e61340fb58 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccfecd33-d250-4fe3-ba14-6b601f5efe9e HTTP/1.1" status: 200 len: 217 time: 0.0460291 Aug 19 14:34:55.447022 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac70ff-81d5-4ca8-aaec-32c2fb8d9bb6 req-b4d8b805-2a66-4362-be89-11754c15c5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:55.447022 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1aac70ff-81d5-4ca8-aaec-32c2fb8d9bb6 req-b4d8b805-2a66-4362-be89-11754c15c5ee service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e6c98e66-0094-4a00-ab2a-dbcb4602f2eb HTTP/1.1" status: 200 len: 847 time: 0.0796409 Aug 19 14:34:55.490564 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1aac70ff-81d5-4ca8-aaec-32c2fb8d9bb6 req-571ad314-bf0e-4e2f-b9fb-cbe3ec78cd1b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6e6d7ced-670a-4172-99e0-b6cfaa52bcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332236 Aug 19 14:34:55.501835 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d347cd-5b04-47d6-8389-0fe1f02725d1 req-e810f406-18ed-47f0-a01a-6d8000fa8256 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:55.503882 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-00d347cd-5b04-47d6-8389-0fe1f02725d1 req-e810f406-18ed-47f0-a01a-6d8000fa8256 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/ports?device_id=ceae88d2-de40-4efd-a28a-5a05a45bcb22 HTTP/1.1" status: 200 len: 950 time: 0.1111703 Aug 19 14:34:55.613182 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-00d347cd-5b04-47d6-8389-0fe1f02725d1 req-3e1cd5f4-6154-4adb-b7a2-fe7c3777a2e5 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/security-groups?id=fa8322cf-de33-49c3-b466-ff10f2edc29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992851 Aug 19 14:34:55.647682 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1aac70ff-81d5-4ca8-aaec-32c2fb8d9bb6 req-2fe2012d-1620-4fc8-9c79-3dce0deec41b service neutron] 10.222.0.68 "GET /v2.0/networks/6e6d7ced-670a-4172-99e0-b6cfaa52bcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424024 Aug 19 14:34:55.781488 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bad126-6162-47b1-9c11-cdac15375876 req-eb7bd7bd-3e4f-4110-9321-b462e9971cbf tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:55.785249 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-39bad126-6162-47b1-9c11-cdac15375876 req-eb7bd7bd-3e4f-4110-9321-b462e9971cbf tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9 HTTP/1.1" status: 200 len: 949 time: 0.0775678 Aug 19 14:34:55.840100 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1aac70ff-81d5-4ca8-aaec-32c2fb8d9bb6 req-3767e1c1-9177-49c7-ad29-2df7a55a9447 service neutron] 10.222.0.68 "GET /v2.0/networks/6e6d7ced-670a-4172-99e0-b6cfaa52bcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815441 Aug 19 14:34:55.866991 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-39bad126-6162-47b1-9c11-cdac15375876 req-4a161f61-0088-46e2-b796-ead88d31cab9 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616817 Aug 19 14:34:56.241844 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7e9c1-fe98-4b72-b8fd-8f34eeb89ca8 req-a9086e4c-7245-4153-ac02-9cb2aeb5d679 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:56.243311 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fcd7e9c1-fe98-4b72-b8fd-8f34eeb89ca8 req-a9086e4c-7245-4153-ac02-9cb2aeb5d679 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/ports?device_id=ceae88d2-de40-4efd-a28a-5a05a45bcb22 HTTP/1.1" status: 200 len: 950 time: 0.0573809 Aug 19 14:34:56.295499 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fcd7e9c1-fe98-4b72-b8fd-8f34eeb89ca8 req-c8623a82-faf2-4eba-95a4-876c214e38ba tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/security-groups?id=fa8322cf-de33-49c3-b466-ff10f2edc29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462060 Aug 19 14:34:56.427778 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d2a7a0-eaf8-488c-bdc3-95b415d6566a req-1b089dab-dff2-42df-b5b0-a7cfc2afd996 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:56.429606 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-55d2a7a0-eaf8-488c-bdc3-95b415d6566a req-1b089dab-dff2-42df-b5b0-a7cfc2afd996 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=04be2ca5-bab9-440a-b9bc-9f49e66d3311 HTTP/1.1" status: 200 len: 944 time: 0.0620780 Aug 19 14:34:56.473682 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-55d2a7a0-eaf8-488c-bdc3-95b415d6566a req-c2dd15a8-e193-4dff-9dbb-d1bf19a665c6 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365350 Aug 19 14:34:56.866707 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c0da61b0-ef2a-4197-88e7-935aef0c4257 req-5f24c417-6a15-4b41-9f3b-2d7dac8f6310 tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=a05292be5b104908a890375e673b7d6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266938 Aug 19 14:34:56.952941 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-36cfcb85-978f-4b4b-bac7-3a8418bdc519 req-601ba571-2a4b-4e8f-bcc4-924f643803a2 tempest-QuotasAdminNegativeTest-426971776 tempest-QuotasAdminNegativeTest-426971776-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=32c32a69f95f44ba9af0d21c268ed430&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297337 Aug 19 14:34:57.068850 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da61b0-ef2a-4197-88e7-935aef0c4257 req-a7feaf02-d200-4fed-97fa-5f84fe33f99a tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:57.070607 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c0da61b0-ef2a-4197-88e7-935aef0c4257 req-a7feaf02-d200-4fed-97fa-5f84fe33f99a tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1976235 Aug 19 14:34:57.104006 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c0da61b0-ef2a-4197-88e7-935aef0c4257 req-b0d66626-a888-4d3d-a78e-f670380dff48 tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] 10.222.0.69 "GET /v2.0/quotas/a05292be5b104908a890375e673b7d6b HTTP/1.1" status: 200 len: 375 time: 0.0266056 Aug 19 14:34:57.155003 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cfcb85-978f-4b4b-bac7-3a8418bdc519 req-17f68b50-0731-4331-a9cd-e974bcdd0629 tempest-QuotasAdminNegativeTest-426971776 tempest-QuotasAdminNegativeTest-426971776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:57.156738 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-36cfcb85-978f-4b4b-bac7-3a8418bdc519 req-17f68b50-0731-4331-a9cd-e974bcdd0629 tempest-QuotasAdminNegativeTest-426971776 tempest-QuotasAdminNegativeTest-426971776-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1951804 Aug 19 14:34:57.159103 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c0da61b0-ef2a-4197-88e7-935aef0c4257 req-f588ef95-7314-4db7-a4f0-4fef6b9eda22 tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a05292be5b104908a890375e673b7d6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478060 Aug 19 14:34:57.173989 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-36cfcb85-978f-4b4b-bac7-3a8418bdc519 req-08734634-cdae-45c7-a5d9-aae4c5153fda tempest-QuotasAdminNegativeTest-426971776 tempest-QuotasAdminNegativeTest-426971776-project] 10.222.0.69 "GET /v2.0/quotas/32c32a69f95f44ba9af0d21c268ed430 HTTP/1.1" status: 200 len: 375 time: 0.0090895 Aug 19 14:34:57.209644 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-36cfcb85-978f-4b4b-bac7-3a8418bdc519 req-27b7f3c0-5132-4988-853f-f9ecc405afc0 tempest-QuotasAdminNegativeTest-426971776 tempest-QuotasAdminNegativeTest-426971776-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=32c32a69f95f44ba9af0d21c268ed430&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299842 Aug 19 14:34:57.378520 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb061471-043f-4a68-8ca0-b23544ed8570 req-ff093a52-c75a-4599-a501-7b0b1fe284d6 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:57.380282 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-eb061471-043f-4a68-8ca0-b23544ed8570 req-ff093a52-c75a-4599-a501-7b0b1fe284d6 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9 HTTP/1.1" status: 200 len: 949 time: 0.0530272 Aug 19 14:34:57.425092 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-eb061471-043f-4a68-8ca0-b23544ed8570 req-db2a0c65-fba1-4d0b-a28e-50e1acfa33d4 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369990 Aug 19 14:34:57.515278 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f7308238-1ccf-443d-a0b8-d6c96f659e79 req-48c2729c-35d8-4212-a160-afdf5cdb182b tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] 10.222.0.69 "GET /v2.0/ports?device_id=422453b9-e4ad-414c-bcc7-25605a736118 HTTP/1.1" status: 200 len: 210 time: 0.0374203 Aug 19 14:34:57.577952 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c37ab-956c-4878-9626-e2cc9630ad37 req-de7ed0b6-6243-4ec8-9cde-ace2d86f96f2 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:57.579603 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-351c37ab-956c-4878-9626-e2cc9630ad37 req-de7ed0b6-6243-4ec8-9cde-ace2d86f96f2 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.88 "GET /v2.0/ports?device_id=ceae88d2-de40-4efd-a28a-5a05a45bcb22 HTTP/1.1" status: 200 len: 950 time: 0.0694919 Aug 19 14:34:57.714932 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-351c37ab-956c-4878-9626-e2cc9630ad37 req-39aefd82-0616-4396-9c24-34562cc8b271 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Deleting port 0dfb8760-34fe-4223-9483-c4fd5b069f2a {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:34:57.715637 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-351c37ab-956c-4878-9626-e2cc9630ad37 req-39aefd82-0616-4396-9c24-34562cc8b271 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:57.752465 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fd965-28c1-4bb1-8d2e-117182377774 req-ffe39104-020b-4825-9bc4-cac2accb720a tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:57.761412 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b76fd965-28c1-4bb1-8d2e-117182377774 req-ffe39104-020b-4825-9bc4-cac2accb720a tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/ports?device_id=ceae88d2-de40-4efd-a28a-5a05a45bcb22 HTTP/1.1" status: 200 len: 950 time: 0.0726132 Aug 19 14:34:57.835707 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b76fd965-28c1-4bb1-8d2e-117182377774 req-3944ea06-4948-48ce-9a49-e7410b8eb584 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/security-groups?id=fa8322cf-de33-49c3-b466-ff10f2edc29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734007 Aug 19 14:34:57.840800 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-351c37ab-956c-4878-9626-e2cc9630ad37 req-39aefd82-0616-4396-9c24-34562cc8b271 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] For port 0dfb8760-34fe-4223-9483-c4fd5b069f2a, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=0dfb8760-34fe-4223-9483-c4fd5b069f2a,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:34:57.841162 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-351c37ab-956c-4878-9626-e2cc9630ad37 req-39aefd82-0616-4396-9c24-34562cc8b271 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:57.855211 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-351c37ab-956c-4878-9626-e2cc9630ad37 req-39aefd82-0616-4396-9c24-34562cc8b271 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Calling delete_port for 0dfb8760-34fe-4223-9483-c4fd5b069f2a owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:34:58.007987 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-351c37ab-956c-4878-9626-e2cc9630ad37 req-39aefd82-0616-4396-9c24-34562cc8b271 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:58.021859 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['0dfb8760-34fe-4223-9483-c4fd5b069f2a'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:34:58.040377 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f988dd2-c65b-4042-ab7d-f4261031a165 req-5abf3e02-12b4-4129-8c68-ff888e588261 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:58.050985 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5f988dd2-c65b-4042-ab7d-f4261031a165 req-5abf3e02-12b4-4129-8c68-ff888e588261 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=04be2ca5-bab9-440a-b9bc-9f49e66d3311 HTTP/1.1" status: 200 len: 944 time: 0.1199887 Aug 19 14:34:58.071203 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aefd82-0616-4396-9c24-34562cc8b271 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Pushing event deleted for resources: {'Port': ['ID=0dfb8760-34fe-4223-9483-c4fd5b069f2a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:58.075235 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 32900) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:58.108379 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5f988dd2-c65b-4042-ab7d-f4261031a165 req-aa6c9432-5678-49a5-8f50-8412fd3273ae tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562963 Aug 19 14:34:58.121988 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-351c37ab-956c-4878-9626-e2cc9630ad37 req-39aefd82-0616-4396-9c24-34562cc8b271 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] No DVR routers for this DVR port 0dfb8760-34fe-4223-9483-c4fd5b069f2a on host n-h2-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:34:58.125842 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-351c37ab-956c-4878-9626-e2cc9630ad37 req-39aefd82-0616-4396-9c24-34562cc8b271 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:58.128513 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-351c37ab-956c-4878-9626-e2cc9630ad37 req-39aefd82-0616-4396-9c24-34562cc8b271 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.88 "DELETE /v2.0/ports/0dfb8760-34fe-4223-9483-c4fd5b069f2a HTTP/1.1" status: 204 len: 173 time: 0.5387137 Aug 19 14:34:58.129170 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceae88d2-de40-4efd-a28a-5a05a45bcb22', 'name': 'network-vif-deleted', 'tag': '0dfb8760-34fe-4223-9483-c4fd5b069f2a'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:34:58.135160 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c60e9d2-4bfd-47df-bc17-9fc5c7d5b429" -d '{"events": [{"server_uuid": "ceae88d2-de40-4efd-a28a-5a05a45bcb22", "name": "network-vif-deleted", "tag": "0dfb8760-34fe-4223-9483-c4fd5b069f2a"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:34:58.200138 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9216d5-4b3c-46d0-b31b-bb94b7786e14 x-openstack-request-id: req-5b9216d5-4b3c-46d0-b31b-bb94b7786e14 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:34:58.200594 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceae88d2-de40-4efd-a28a-5a05a45bcb22", "name": "network-vif-deleted", "tag": "0dfb8760-34fe-4223-9483-c4fd5b069f2a", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:34:58.200704 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5b9216d5-4b3c-46d0-b31b-bb94b7786e14 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:34:58.201065 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceae88d2-de40-4efd-a28a-5a05a45bcb22', 'name': 'network-vif-deleted', 'tag': '0dfb8760-34fe-4223-9483-c4fd5b069f2a', 'status': 'completed', 'code': 200} Aug 19 14:34:58.294660 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dcfb8b20-90b8-4669-baf9-1c0a34f75f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:58.491121 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dcfb8b20-90b8-4669-baf9-1c0a34f75f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:58.498610 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dcfb8b20-90b8-4669-baf9-1c0a34f75f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:58.536125 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb8b20-90b8-4669-baf9-1c0a34f75f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e76ea6-4315-4d8f-9774-0ebb137a19cf,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:58.584396 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c0da61b0-ef2a-4197-88e7-935aef0c4257 req-7ec7ad2b-319b-4d02-a7b9-8ee799d2e244 tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=a05292be5b104908a890375e673b7d6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485086 Aug 19 14:34:58.590108 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-dcfb8b20-90b8-4669-baf9-1c0a34f75f96 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=54571db3a0f343ca93da168fe4574958&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5134964 Aug 19 14:34:58.593840 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 32946) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:58.593975 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device ccfecd33-d250-4fe3-ba14-6b601f5efe9e details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:34:58.664767 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47649be8-0989-433b-b4be-bc6ccca87a70 req-59468b87-0c67-4a22-b420-410e88b82b04 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:58.673053 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-47649be8-0989-433b-b4be-bc6ccca87a70 req-59468b87-0c67-4a22-b420-410e88b82b04 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9 HTTP/1.1" status: 200 len: 949 time: 0.1488700 Aug 19 14:34:58.691335 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb622f66-e0bd-414f-928e-9cf518caf8d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:58.731116 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-27208ead-ac38-4ea7-b45b-18df95672576 req-7bdddfa8-93eb-4aa5-9953-b082d987f518 tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] 10.222.0.69 "GET /v2.0/ports?device_id=422453b9-e4ad-414c-bcc7-25605a736118 HTTP/1.1" status: 200 len: 210 time: 0.0551133 Aug 19 14:34:58.746360 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb622f66-e0bd-414f-928e-9cf518caf8d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:58.793096 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port ccfecd33-d250-4fe3-ba14-6b601f5efe9e, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=ccfecd33-d250-4fe3-ba14-6b601f5efe9e,segment=NetworkSegment(cdbe220c-711d-4dcd-9811-178ea37b55c3),segment_id=cdbe220c-711d-4dcd-9811-178ea37b55c3)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:34:58.798051 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-47649be8-0989-433b-b4be-bc6ccca87a70 req-5fc6f699-d2a3-4bc3-82a1-03bc56f602a3 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222315 Aug 19 14:34:58.830419 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device ccfecd33-d250-4fe3-ba14-6b601f5efe9e has no active binding in host n-h2-766043-2 {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 14:34:58.837921 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da61b0-ef2a-4197-88e7-935aef0c4257 req-71721501-c49f-45b0-8e56-43c1413b43d9 tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:58.840170 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c0da61b0-ef2a-4197-88e7-935aef0c4257 req-71721501-c49f-45b0-8e56-43c1413b43d9 tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2474477 Aug 19 14:34:58.846019 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb622f66-e0bd-414f-928e-9cf518caf8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:58.847021 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb622f66-e0bd-414f-928e-9cf518caf8d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:58.848156 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-cb622f66-e0bd-414f-928e-9cf518caf8d1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/23e76ea6-4315-4d8f-9774-0ebb137a19cf HTTP/1.1" status: 204 len: 168 time: 0.2537446 Aug 19 14:34:58.848734 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 32960) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:58.863022 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-c0da61b0-ef2a-4197-88e7-935aef0c4257 req-0f00faaa-7ae1-40c0-a84c-70dcd55f314f tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] Request body: {'port': {'device_id': '422453b9-e4ad-414c-bcc7-25605a736118', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'admin_state_up': True, 'tenant_id': 'a05292be5b104908a890375e673b7d6b'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:34:58.879520 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a87914e4-7377-4a58-9f59-f60ca66e7962 req-85e24d6e-6b5a-4de6-bd53-3e7d7e86a1e8 tempest-QuotasAdminNegativeTest-426971776 tempest-QuotasAdminNegativeTest-426971776-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=32c32a69f95f44ba9af0d21c268ed430&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373547 Aug 19 14:34:58.879891 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb622f66-e0bd-414f-928e-9cf518caf8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e76ea6-4315-4d8f-9774-0ebb137a19cf,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:59.001271 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-47b3838b-c39b-4192-ae1f-7a9f316748ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:59.119004 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-47b3838b-c39b-4192-ae1f-7a9f316748ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:59.125464 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-47b3838b-c39b-4192-ae1f-7a9f316748ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:59.131687 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4af7f77b-94a6-4c2b-af74-12d14148ae4f req-dff7bc90-52e8-45a5-a2da-9690b729afa4 tempest-DeleteServersAdminTestJSON-2031087484 tempest-DeleteServersAdminTestJSON-2031087484-project] 10.222.0.69 "GET /v2.0/ports?device_id=ceae88d2-de40-4efd-a28a-5a05a45bcb22 HTTP/1.1" status: 200 len: 210 time: 0.0742409 Aug 19 14:34:59.166749 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-47b3838b-c39b-4192-ae1f-7a9f316748ff admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=51d6a50260fd4c30be7bed1b7d5f5073&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2946165 Aug 19 14:34:59.167928 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b3838b-c39b-4192-ae1f-7a9f316748ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de06233-8bb7-4dc2-badd-2fb876d37600,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:59.170653 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 32972) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:59.191737 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87914e4-7377-4a58-9f59-f60ca66e7962 req-2f9bf8aa-08c0-410f-87b2-3979601481b6 tempest-QuotasAdminNegativeTest-426971776 tempest-QuotasAdminNegativeTest-426971776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:59.193365 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a87914e4-7377-4a58-9f59-f60ca66e7962 req-2f9bf8aa-08c0-410f-87b2-3979601481b6 tempest-QuotasAdminNegativeTest-426971776 tempest-QuotasAdminNegativeTest-426971776-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2791700 Aug 19 14:34:59.194452 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0da61b0-ef2a-4197-88e7-935aef0c4257 req-0f00faaa-7ae1-40c0-a84c-70dcd55f314f tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] Made reservation on behalf of a05292be5b104908a890375e673b7d6b for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:34:59.199542 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c0da61b0-ef2a-4197-88e7-935aef0c4257 req-0f00faaa-7ae1-40c0-a84c-70dcd55f314f tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:59.226414 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c0da61b0-ef2a-4197-88e7-935aef0c4257 req-0f00faaa-7ae1-40c0-a84c-70dcd55f314f tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:59.235568 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62e53659-dc9e-4eb4-847b-bb6859ed3eb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:59.250833 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a87914e4-7377-4a58-9f59-f60ca66e7962 req-f6431fa2-0565-44f6-91af-7540b638bf31 tempest-QuotasAdminNegativeTest-426971776 tempest-QuotasAdminNegativeTest-426971776-project] 10.222.0.69 "GET /v2.0/quotas/32c32a69f95f44ba9af0d21c268ed430 HTTP/1.1" status: 200 len: 375 time: 0.0466361 Aug 19 14:34:59.257795 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62e53659-dc9e-4eb4-847b-bb6859ed3eb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:59.279688 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 32974) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:59.299035 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffab3974-1e0d-467b-91d4-a1b42b078046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:59.328149 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62e53659-dc9e-4eb4-847b-bb6859ed3eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:59.330806 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62e53659-dc9e-4eb4-847b-bb6859ed3eb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:59.331956 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-62e53659-dc9e-4eb4-847b-bb6859ed3eb8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5de06233-8bb7-4dc2-badd-2fb876d37600 HTTP/1.1" status: 204 len: 168 time: 0.1599674 Aug 19 14:34:59.340476 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e53659-dc9e-4eb4-847b-bb6859ed3eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de06233-8bb7-4dc2-badd-2fb876d37600,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:59.478821 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a87914e4-7377-4a58-9f59-f60ca66e7962 req-3e50b650-8cb7-40ac-909d-49bee1ac9a24 tempest-QuotasAdminNegativeTest-426971776 tempest-QuotasAdminNegativeTest-426971776-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=32c32a69f95f44ba9af0d21c268ed430&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2164047 Aug 19 14:34:59.499639 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d289e08-2cf6-4021-a2d7-fe949dc6087b req-9c79a349-5c67-4663-a9f2-e4e5257dd992 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:34:59.500675 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2d289e08-2cf6-4021-a2d7-fe949dc6087b req-9c79a349-5c67-4663-a9f2-e4e5257dd992 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=04be2ca5-bab9-440a-b9bc-9f49e66d3311 HTTP/1.1" status: 200 len: 944 time: 0.2977059 Aug 19 14:34:59.562748 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2d289e08-2cf6-4021-a2d7-fe949dc6087b req-a080cbf2-929e-4ad9-8dae-648bd1cd04f4 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521953 Aug 19 14:34:59.591460 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c0da61b0-ef2a-4197-88e7-935aef0c4257 req-0f00faaa-7ae1-40c0-a84c-70dcd55f314f tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:59.596889 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c0da61b0-ef2a-4197-88e7-935aef0c4257 req-0f00faaa-7ae1-40c0-a84c-70dcd55f314f tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:59.679387 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f00faaa-7ae1-40c0-a84c-70dcd55f314f tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=020af773-d3f9-4036-afac-2a78c01b4a6c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:59.699037 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffab3974-1e0d-467b-91d4-a1b42b078046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:59.704948 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffab3974-1e0d-467b-91d4-a1b42b078046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:59.749445 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 32986) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:59.749746 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ffab3974-1e0d-467b-91d4-a1b42b078046 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8a2785a09d5448188f00045f265767cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4688296 Aug 19 14:34:59.750474 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 32988) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:59.757567 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab3974-1e0d-467b-91d4-a1b42b078046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb194339-2c12-4c04-891a-7464372062be,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:59.768757 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-819ec065-6437-49fe-8da2-c6c4b6954adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:59.811377 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-c0da61b0-ef2a-4197-88e7-935aef0c4257 req-0f00faaa-7ae1-40c0-a84c-70dcd55f314f tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] Allocated IP 192.168.233.126 (5146d24a-89b5-4a43-8ca4-b26f4fb943f7/2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86/dc485f82-b3c8-4010-9785-31289f154293) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:34:59.860950 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9394765d-3507-4894-81fd-69ec0c2e8873 req-8bb26045-0ec9-416c-8433-62dc8f41d35d tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] 10.222.0.69 "GET /v2.0/ports?device_id=422453b9-e4ad-414c-bcc7-25605a736118 HTTP/1.1" status: 200 len: 210 time: 0.0432923 Aug 19 14:34:59.872230 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f773f54c-23de-450d-9eb2-7e90b1ff2245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:59.883737 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-819ec065-6437-49fe-8da2-c6c4b6954adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:59.891871 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-819ec065-6437-49fe-8da2-c6c4b6954adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:59.935387 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f773f54c-23de-450d-9eb2-7e90b1ff2245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:34:59.940508 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-819ec065-6437-49fe-8da2-c6c4b6954adc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c614e4beb860484abf09dee50b456a67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1858516 Aug 19 14:34:59.940717 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 32996) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:34:59.947008 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ec065-6437-49fe-8da2-c6c4b6954adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a8f550-7257-40f3-9bfc-f07023b55454,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:34:59.999560 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-965284ea-2ece-438d-84a6-58b7f41ed1bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:00.028011 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-965284ea-2ece-438d-84a6-58b7f41ed1bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:00.094000 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c35ced-9518-4114-8b23-220c0ca562d5 req-855453ab-bdf9-4700-92c6-a9e6cf231e58 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:00.094773 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-965284ea-2ece-438d-84a6-58b7f41ed1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:00.095679 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f4c35ced-9518-4114-8b23-220c0ca562d5 req-855453ab-bdf9-4700-92c6-a9e6cf231e58 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9 HTTP/1.1" status: 200 len: 949 time: 0.1503246 Aug 19 14:35:00.105797 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-965284ea-2ece-438d-84a6-58b7f41ed1bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:00.107298 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-965284ea-2ece-438d-84a6-58b7f41ed1bd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/22a8f550-7257-40f3-9bfc-f07023b55454 HTTP/1.1" status: 204 len: 168 time: 0.1656673 Aug 19 14:35:00.118625 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965284ea-2ece-438d-84a6-58b7f41ed1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a8f550-7257-40f3-9bfc-f07023b55454,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:00.127562 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f773f54c-23de-450d-9eb2-7e90b1ff2245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:00.130063 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f773f54c-23de-450d-9eb2-7e90b1ff2245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:00.134172 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f773f54c-23de-450d-9eb2-7e90b1ff2245 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bb194339-2c12-4c04-891a-7464372062be HTTP/1.1" status: 204 len: 168 time: 0.3808060 Aug 19 14:35:00.174780 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f773f54c-23de-450d-9eb2-7e90b1ff2245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb194339-2c12-4c04-891a-7464372062be,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:00.183875 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c0da61b0-ef2a-4197-88e7-935aef0c4257 req-0f00faaa-7ae1-40c0-a84c-70dcd55f314f tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:00.251369 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f4c35ced-9518-4114-8b23-220c0ca562d5 req-3940b995-6769-40ea-9065-e4ea4e804e22 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332972 Aug 19 14:35:00.258712 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-c0da61b0-ef2a-4197-88e7-935aef0c4257 req-0f00faaa-7ae1-40c0-a84c-70dcd55f314f tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] Transition to ACTIVE for port object dc485f82-b3c8-4010-9785-31289f154293 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:35:00.301823 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c0da61b0-ef2a-4197-88e7-935aef0c4257 req-0f00faaa-7ae1-40c0-a84c-70dcd55f314f tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:00.356107 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f00faaa-7ae1-40c0-a84c-70dcd55f314f tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] Pushing event updated for resources: {'Port': ['ID=dc485f82-b3c8-4010-9785-31289f154293,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:00.367188 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0da61b0-ef2a-4197-88e7-935aef0c4257 req-0f00faaa-7ae1-40c0-a84c-70dcd55f314f tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] Network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:35:00.368904 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-c0da61b0-ef2a-4197-88e7-935aef0c4257 req-0f00faaa-7ae1-40c0-a84c-70dcd55f314f tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:35:00.371520 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0da61b0-ef2a-4197-88e7-935aef0c4257 req-0f00faaa-7ae1-40c0-a84c-70dcd55f314f tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:35:00.379880 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da61b0-ef2a-4197-88e7-935aef0c4257 req-0f00faaa-7ae1-40c0-a84c-70dcd55f314f tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:00.379880 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c0da61b0-ef2a-4197-88e7-935aef0c4257 req-0f00faaa-7ae1-40c0-a84c-70dcd55f314f tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:00.400962 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c0da61b0-ef2a-4197-88e7-935aef0c4257 req-0f00faaa-7ae1-40c0-a84c-70dcd55f314f tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5422618 Aug 19 14:35:00.433260 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-c0da61b0-ef2a-4197-88e7-935aef0c4257 req-92acf2e3-c78f-490a-9266-cf9b119b90d1 service neutron] Request body: {'port': {'device_id': '422453b9-e4ad-414c-bcc7-25605a736118', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:35:00.509131 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33022) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:00.546406 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c0da61b0-ef2a-4197-88e7-935aef0c4257 req-92acf2e3-c78f-490a-9266-cf9b119b90d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:00.551996 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-6cfa904c-27c5-43af-8d2c-e95adf2b6548 service neutron] 10.222.0.68 "GET /v2.0/ports/ccfecd33-d250-4fe3-ba14-6b601f5efe9e/bindings/n-h2-766043-2 HTTP/1.1" status: 200 len: 384 time: 0.1141946 Aug 19 14:35:00.693123 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f6698112-3cb4-4651-b0be-c07d46de885a None None] Provisioning for port dc485f82-b3c8-4010-9785-31289f154293 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:35:00.699015 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f6698112-3cb4-4651-b0be-c07d46de885a None None] Provisioning complete for port dc485f82-b3c8-4010-9785-31289f154293 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:35:00.699816 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f6698112-3cb4-4651-b0be-c07d46de885a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:00.744127 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f6698112-3cb4-4651-b0be-c07d46de885a None None] Port dc485f82-b3c8-4010-9785-31289f154293 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:35:00.864680 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ce9e6-35af-4f5e-992b-f5d39ff2bba6 req-9f35d06c-70f8-4317-9471-8f6d993859b3 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:00.866241 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6a5ce9e6-35af-4f5e-992b-f5d39ff2bba6 req-9f35d06c-70f8-4317-9471-8f6d993859b3 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=04be2ca5-bab9-440a-b9bc-9f49e66d3311 HTTP/1.1" status: 200 len: 944 time: 0.2161908 Aug 19 14:35:00.868981 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-671f9961-8aea-4adc-8a06-f3b594478fa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:00.908393 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33040) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:01.005302 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6a5ce9e6-35af-4f5e-992b-f5d39ff2bba6 req-be677d05-abef-4412-92a7-1fd10f257a70 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300066 Aug 19 14:35:01.068889 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-aa5b760b-7ec2-47f0-b346-5e59627e98b7 service neutron] For port ccfecd33-d250-4fe3-ba14-6b601f5efe9e, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=ccfecd33-d250-4fe3-ba14-6b601f5efe9e,segment=NetworkSegment(cdbe220c-711d-4dcd-9811-178ea37b55c3),segment_id=cdbe220c-711d-4dcd-9811-178ea37b55c3)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:35:01.074033 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-671f9961-8aea-4adc-8a06-f3b594478fa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:01.083145 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-671f9961-8aea-4adc-8a06-f3b594478fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:01.139081 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ed7400-dcdf-4022-88c0-c43c273e82a3 req-08f45fa4-c1d7-4a71-a878-327fa963ac21 tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:01.141278 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d1ed7400-dcdf-4022-88c0-c43c273e82a3 req-08f45fa4-c1d7-4a71-a878-327fa963ac21 tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] 10.222.0.69 "GET /v2.0/ports?device_id=422453b9-e4ad-414c-bcc7-25605a736118 HTTP/1.1" status: 200 len: 936 time: 0.1668897 Aug 19 14:35:01.151736 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-aa5b760b-7ec2-47f0-b346-5e59627e98b7 service neutron] For port ccfecd33-d250-4fe3-ba14-6b601f5efe9e, host n-h1-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:35:01.200272 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-c0da61b0-ef2a-4197-88e7-935aef0c4257 req-92acf2e3-c78f-490a-9266-cf9b119b90d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc485f82-b3c8-4010-9785-31289f154293 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:35:01.216971 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c0da61b0-ef2a-4197-88e7-935aef0c4257 req-92acf2e3-c78f-490a-9266-cf9b119b90d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:01.226571 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-aa5b760b-7ec2-47f0-b346-5e59627e98b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccfecd33-d250-4fe3-ba14-6b601f5efe9e {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:35:01.253374 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-aa5b760b-7ec2-47f0-b346-5e59627e98b7 service neutron] For port ccfecd33-d250-4fe3-ba14-6b601f5efe9e, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=ccfecd33-d250-4fe3-ba14-6b601f5efe9e,segment=NetworkSegment(cdbe220c-711d-4dcd-9811-178ea37b55c3),segment_id=cdbe220c-711d-4dcd-9811-178ea37b55c3)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:35:01.266816 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d1ed7400-dcdf-4022-88c0-c43c273e82a3 req-57830e35-abac-4dde-94a1-f424e1408dc2 tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] 10.222.0.69 "GET /v2.0/security-groups?id=020af773-d3f9-4036-afac-2a78c01b4a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180067 Aug 19 14:35:01.271516 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-c0da61b0-ef2a-4197-88e7-935aef0c4257 req-92acf2e3-c78f-490a-9266-cf9b119b90d1 service neutron] Transition to ACTIVE for port object dc485f82-b3c8-4010-9785-31289f154293 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:35:01.275873 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c0da61b0-ef2a-4197-88e7-935aef0c4257 req-92acf2e3-c78f-490a-9266-cf9b119b90d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:01.286020 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-aa5b760b-7ec2-47f0-b346-5e59627e98b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:01.306239 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-59ba458a-c9b9-45bd-b464-529caf9e56bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:01.409559 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92acf2e3-c78f-490a-9266-cf9b119b90d1 service neutron] Pushing event updated for resources: {'Port': ['ID=dc485f82-b3c8-4010-9785-31289f154293,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:01.501757 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-671f9961-8aea-4adc-8a06-f3b594478fa7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=32c32a69f95f44ba9af0d21c268ed430&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9880323 Aug 19 14:35:01.505490 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33070) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:01.550315 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-c0da61b0-ef2a-4197-88e7-935aef0c4257 req-92acf2e3-c78f-490a-9266-cf9b119b90d1 service neutron] Attempting to bind port dc485f82-b3c8-4010-9785-31289f154293 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:35:01.550661 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-c0da61b0-ef2a-4197-88e7-935aef0c4257 req-92acf2e3-c78f-490a-9266-cf9b119b90d1 service neutron] Attempting to bind port dc485f82-b3c8-4010-9785-31289f154293 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:35:01.551294 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0da61b0-ef2a-4197-88e7-935aef0c4257 req-92acf2e3-c78f-490a-9266-cf9b119b90d1 service neutron] Attempting to bind port dc485f82-b3c8-4010-9785-31289f154293 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:35:01.555694 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f9961-8aea-4adc-8a06-f3b594478fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6cbc80-144a-4911-9ce5-c2f73f5924e9,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:01.571818 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-bedca71d-0037-4749-82ac-478741b57994 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5fad669aa339498d8c481a4f2cbbd73c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6605470 Aug 19 14:35:01.578146 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33076) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:01.598622 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-aa5b760b-7ec2-47f0-b346-5e59627e98b7 service neutron] Transition to ACTIVE for port object ccfecd33-d250-4fe3-ba14-6b601f5efe9e will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:35:01.605614 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0da61b0-ef2a-4197-88e7-935aef0c4257 req-92acf2e3-c78f-490a-9266-cf9b119b90d1 service neutron] Port dc485f82-b3c8-4010-9785-31289f154293 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:35:01.606132 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0da61b0-ef2a-4197-88e7-935aef0c4257 req-92acf2e3-c78f-490a-9266-cf9b119b90d1 service neutron] Attempting to bind port dc485f82-b3c8-4010-9785-31289f154293 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:35:01.620920 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc139f-12d6-448d-871d-8dbd753bbab9 req-4a24811c-9750-40e3-9dcb-891e20ae4399 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:01.622388 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-24dc139f-12d6-448d-871d-8dbd753bbab9 req-4a24811c-9750-40e3-9dcb-891e20ae4399 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9 HTTP/1.1" status: 200 len: 949 time: 0.2291069 Aug 19 14:35:01.623474 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-aa5b760b-7ec2-47f0-b346-5e59627e98b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:01.626764 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0da61b0-ef2a-4197-88e7-935aef0c4257 req-92acf2e3-c78f-490a-9266-cf9b119b90d1 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:35:01.627091 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0da61b0-ef2a-4197-88e7-935aef0c4257 req-92acf2e3-c78f-490a-9266-cf9b119b90d1 service neutron] Checking segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:35:01.627478 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0da61b0-ef2a-4197-88e7-935aef0c4257 req-92acf2e3-c78f-490a-9266-cf9b119b90d1 service neutron] Bound using segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:35:01.627909 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-c0da61b0-ef2a-4197-88e7-935aef0c4257 req-92acf2e3-c78f-490a-9266-cf9b119b90d1 service neutron] Bound port: dc485f82-b3c8-4010-9785-31289f154293, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:35:01.628255 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c0da61b0-ef2a-4197-88e7-935aef0c4257 req-92acf2e3-c78f-490a-9266-cf9b119b90d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:01.653747 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9cfd21a8-94d8-40f2-97a0-3c52d523b383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:01.677893 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9cfd21a8-94d8-40f2-97a0-3c52d523b383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:01.722325 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dfcd5ce0-7052-4c9d-a5f3-bde97484d356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:01.751016 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dfcd5ce0-7052-4c9d-a5f3-bde97484d356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:01.762745 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-aa5b760b-7ec2-47f0-b346-5e59627e98b7 service neutron] No DVR routers for this DVR port ccfecd33-d250-4fe3-ba14-6b601f5efe9e on host n-h1-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:35:01.787670 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9cfd21a8-94d8-40f2-97a0-3c52d523b383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:01.791514 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9cfd21a8-94d8-40f2-97a0-3c52d523b383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:01.792912 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9cfd21a8-94d8-40f2-97a0-3c52d523b383 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0c6cbc80-144a-4911-9ce5-c2f73f5924e9 HTTP/1.1" status: 204 len: 168 time: 0.2826309 Aug 19 14:35:01.810156 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfd21a8-94d8-40f2-97a0-3c52d523b383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6cbc80-144a-4911-9ce5-c2f73f5924e9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:01.832386 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-24dc139f-12d6-448d-871d-8dbd753bbab9 req-6b3f8835-7fd2-408c-980e-3d3f2b410672 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947391 Aug 19 14:35:01.838504 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b760b-7ec2-47f0-b346-5e59627e98b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ccfecd33-d250-4fe3-ba14-6b601f5efe9e,revision_number=10']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:01.840425 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dfcd5ce0-7052-4c9d-a5f3-bde97484d356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:01.848213 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dfcd5ce0-7052-4c9d-a5f3-bde97484d356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:01.856463 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-dfcd5ce0-7052-4c9d-a5f3-bde97484d356 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fa8322cf-de33-49c3-b466-ff10f2edc29e HTTP/1.1" status: 204 len: 168 time: 0.2714598 Aug 19 14:35:01.856772 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-aa5b760b-7ec2-47f0-b346-5e59627e98b7 service neutron] 10.222.0.68 "PUT /v2.0/ports/ccfecd33-d250-4fe3-ba14-6b601f5efe9e/bindings/n-h2-766043-2/activate HTTP/1.1" status: 200 len: 369 time: 1.2899778 Aug 19 14:35:01.862034 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-c0da61b0-ef2a-4197-88e7-935aef0c4257 req-92acf2e3-c78f-490a-9266-cf9b119b90d1 service neutron] For port dc485f82-b3c8-4010-9785-31289f154293, host n-h1-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:35:01.865234 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-c0da61b0-ef2a-4197-88e7-935aef0c4257 req-92acf2e3-c78f-490a-9266-cf9b119b90d1 service neutron] For port dc485f82-b3c8-4010-9785-31289f154293, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=dc485f82-b3c8-4010-9785-31289f154293,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:35:01.872787 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c0da61b0-ef2a-4197-88e7-935aef0c4257 req-92acf2e3-c78f-490a-9266-cf9b119b90d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:01.879979 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd5ce0-7052-4c9d-a5f3-bde97484d356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8322cf-de33-49c3-b466-ff10f2edc29e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:01.909768 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da61b0-ef2a-4197-88e7-935aef0c4257 req-92acf2e3-c78f-490a-9266-cf9b119b90d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:01.910360 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c0da61b0-ef2a-4197-88e7-935aef0c4257 req-92acf2e3-c78f-490a-9266-cf9b119b90d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:01.912319 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c0da61b0-ef2a-4197-88e7-935aef0c4257 req-92acf2e3-c78f-490a-9266-cf9b119b90d1 service neutron] 10.222.0.68 "PUT /v2.0/ports/dc485f82-b3c8-4010-9785-31289f154293 HTTP/1.1" status: 200 len: 1096 time: 1.5017259 Aug 19 14:35:01.912842 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '422453b9-e4ad-414c-bcc7-25605a736118', 'tag': 'dc485f82-b3c8-4010-9785-31289f154293'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:35:01.915390 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d645db45-bd3e-462e-b2b0-818b107dc625" -d '{"events": [{"name": "network-changed", "server_uuid": "422453b9-e4ad-414c-bcc7-25605a736118", "tag": "dc485f82-b3c8-4010-9785-31289f154293"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:35:01.979834 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9db6bfe-2e34-4420-bf18-3cffc077c3d9 x-openstack-request-id: req-d9db6bfe-2e34-4420-bf18-3cffc077c3d9 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:35:01.980123 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "422453b9-e4ad-414c-bcc7-25605a736118", "tag": "dc485f82-b3c8-4010-9785-31289f154293", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:35:01.980367 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d9db6bfe-2e34-4420-bf18-3cffc077c3d9 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:35:01.980801 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '422453b9-e4ad-414c-bcc7-25605a736118', 'tag': 'dc485f82-b3c8-4010-9785-31289f154293', 'status': 'completed', 'code': 200} Aug 19 14:35:01.984191 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92acf2e3-c78f-490a-9266-cf9b119b90d1 service neutron] Pushing event updated for resources: {'Port': ['ID=dc485f82-b3c8-4010-9785-31289f154293,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:02.035576 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-308b9c20-004b-4284-991e-8fb90c6b062a tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:02.037832 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-308b9c20-004b-4284-991e-8fb90c6b062a tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=04be2ca5-bab9-440a-b9bc-9f49e66d3311&tenant_id=309b8293893e4b68ba54397ad041e8b9&binding%3Ahost_id=n-h1-766043-2 HTTP/1.1" status: 200 len: 1096 time: 0.0825865 Aug 19 14:35:02.059898 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da61b0-ef2a-4197-88e7-935aef0c4257 req-0aa7b0bd-3e17-4423-a178-bbde8667230c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:02.061945 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c0da61b0-ef2a-4197-88e7-935aef0c4257 req-0aa7b0bd-3e17-4423-a178-bbde8667230c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a05292be5b104908a890375e673b7d6b&device_id=422453b9-e4ad-414c-bcc7-25605a736118 HTTP/1.1" status: 200 len: 1099 time: 0.0642297 Aug 19 14:35:02.131640 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c0da61b0-ef2a-4197-88e7-935aef0c4257 req-e04fd65b-fb9d-4f01-9677-b47415ec4487 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=dc485f82-b3c8-4010-9785-31289f154293 HTTP/1.1" status: 200 len: 217 time: 0.0529778 Aug 19 14:35:02.169077 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-6dbdfe80-57f4-45ac-8ef4-dc87e2901091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:02.171011 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-6dbdfe80-57f4-45ac-8ef4-dc87e2901091 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=04be2ca5-bab9-440a-b9bc-9f49e66d3311&tenant_id=309b8293893e4b68ba54397ad041e8b9 HTTP/1.1" status: 200 len: 1096 time: 0.1237226 Aug 19 14:35:02.248591 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da61b0-ef2a-4197-88e7-935aef0c4257 req-cb39da56-e025-4084-9d54-3b85fc1f755a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:02.250084 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c0da61b0-ef2a-4197-88e7-935aef0c4257 req-cb39da56-e025-4084-9d54-3b85fc1f755a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.0975790 Aug 19 14:35:02.265132 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd40c1-df35-4737-89fc-1421579b5c84 req-5054a636-97e5-42bf-9b0d-4b40bf92b872 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:02.266747 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3abd40c1-df35-4737-89fc-1421579b5c84 req-5054a636-97e5-42bf-9b0d-4b40bf92b872 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=04be2ca5-bab9-440a-b9bc-9f49e66d3311 HTTP/1.1" status: 200 len: 945 time: 0.1324179 Aug 19 14:35:02.274160 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-0b5cec59-1532-4ebe-ba77-efcbec21f541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:02.276056 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-0b5cec59-1532-4ebe-ba77-efcbec21f541 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=309b8293893e4b68ba54397ad041e8b9&device_id=04be2ca5-bab9-440a-b9bc-9f49e66d3311 HTTP/1.1" status: 200 len: 1096 time: 0.0753107 Aug 19 14:35:02.350344 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3abd40c1-df35-4737-89fc-1421579b5c84 req-20da7b02-f00c-44d9-ae42-528fa7bd7e7b tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723307 Aug 19 14:35:02.353060 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da61b0-ef2a-4197-88e7-935aef0c4257 req-e240a802-a071-4c69-88b1-e58eafd56a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:02.354494 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c0da61b0-ef2a-4197-88e7-935aef0c4257 req-e240a802-a071-4c69-88b1-e58eafd56a0b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0868251 Aug 19 14:35:02.403436 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-5aacd90c-97b7-476c-beb2-5712a412d9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:02.405439 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-5aacd90c-97b7-476c-beb2-5712a412d9e1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 HTTP/1.1" status: 200 len: 908 time: 0.1109431 Aug 19 14:35:02.468846 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-6d33cdd1-0260-4670-8313-207fdeb19e57 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccfecd33-d250-4fe3-ba14-6b601f5efe9e HTTP/1.1" status: 200 len: 217 time: 0.0522246 Aug 19 14:35:02.510783 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454988dd-892a-4bfc-b040-fb46814a3d85 req-5a4e9de8-0cf4-49e2-bdb7-e87c470480fd tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:02.518604 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-454988dd-892a-4bfc-b040-fb46814a3d85 req-5a4e9de8-0cf4-49e2-bdb7-e87c470480fd tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] 10.222.0.69 "GET /v2.0/ports?device_id=422453b9-e4ad-414c-bcc7-25605a736118 HTTP/1.1" status: 200 len: 948 time: 0.1009684 Aug 19 14:35:02.528750 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c0da61b0-ef2a-4197-88e7-935aef0c4257 req-232df150-071e-4109-8d86-7e831c815327 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639702 Aug 19 14:35:02.537079 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-11d4a5e7-6200-4175-998a-dd8e5ef5daa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:02.538907 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-11d4a5e7-6200-4175-998a-dd8e5ef5daa4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e6c98e66-0094-4a00-ab2a-dbcb4602f2eb HTTP/1.1" status: 200 len: 847 time: 0.0610464 Aug 19 14:35:02.580372 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-d3fb5029-68e7-44c5-a269-f952514390ce service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6e6d7ced-670a-4172-99e0-b6cfaa52bcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328763 Aug 19 14:35:02.597323 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33106) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:02.603254 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 0dfb8760-34fe-4223-9483-c4fd5b069f2a no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:35:02.603730 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33108) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:02.636319 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: 0dfb8760-34fe-4223-9483-c4fd5b069f2a {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:35:02.637938 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 0dfb8760-34fe-4223-9483-c4fd5b069f2a not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:35:02.657510 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c0da61b0-ef2a-4197-88e7-935aef0c4257 req-91c571e8-c3ee-4aab-9465-181967a150b4 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176634 Aug 19 14:35:02.657828 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e0acfb7b-8d17-418b-9a65-a0511220e6e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:02.663306 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c97e1202-b98f-42cf-baa2-6122188924cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:02.674037 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-454988dd-892a-4bfc-b040-fb46814a3d85 req-7bb2164b-b8b5-4781-8401-69319bd02287 tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] 10.222.0.69 "GET /v2.0/security-groups?id=020af773-d3f9-4036-afac-2a78c01b4a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544342 Aug 19 14:35:02.754313 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-4ffca80a-d670-4335-a6be-c94adbf611ec service neutron] 10.222.0.88 "GET /v2.0/networks/6e6d7ced-670a-4172-99e0-b6cfaa52bcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655316 Aug 19 14:35:02.789846 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d645db45-bd3e-462e-b2b0-818b107dc625 req-c0341cb5-d748-46cd-8f7a-09f8d4719d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:02.792232 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d645db45-bd3e-462e-b2b0-818b107dc625 req-c0341cb5-d748-46cd-8f7a-09f8d4719d50 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a05292be5b104908a890375e673b7d6b&device_id=422453b9-e4ad-414c-bcc7-25605a736118 HTTP/1.1" status: 200 len: 1099 time: 0.0706372 Aug 19 14:35:02.888871 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-35991481-53af-4f89-873f-901599694fe3 service neutron] 10.222.0.88 "GET /v2.0/networks/6e6d7ced-670a-4172-99e0-b6cfaa52bcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261349 Aug 19 14:35:02.897996 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e0acfb7b-8d17-418b-9a65-a0511220e6e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:02.912930 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e0acfb7b-8d17-418b-9a65-a0511220e6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:02.947493 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d645db45-bd3e-462e-b2b0-818b107dc625 req-2c603f88-8475-457c-81a9-f9433ee8c59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:02.949083 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d645db45-bd3e-462e-b2b0-818b107dc625 req-2c603f88-8475-457c-81a9-f9433ee8c59c service neutron] 10.222.0.68 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.1491594 Aug 19 14:35:03.002379 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e0acfb7b-8d17-418b-9a65-a0511220e6e7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0bffbde43efa470196d41271848193c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4040091 Aug 19 14:35:03.006201 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0acfb7b-8d17-418b-9a65-a0511220e6e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f8cfc5-9c47-4663-b647-1df2ed747c63,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:03.008992 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33124) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:03.042693 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d645db45-bd3e-462e-b2b0-818b107dc625 req-a8c2d951-18d8-4bd8-ae3e-e174422f22dd service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=dc485f82-b3c8-4010-9785-31289f154293 HTTP/1.1" status: 200 len: 217 time: 0.0842841 Aug 19 14:35:03.104118 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ef105f7b-e6fa-4918-9377-2785dd8972c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:03.140877 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c97e1202-b98f-42cf-baa2-6122188924cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:03.146442 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ef105f7b-e6fa-4918-9377-2785dd8972c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:03.154168 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c97e1202-b98f-42cf-baa2-6122188924cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:03.238761 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e1202-b98f-42cf-baa2-6122188924cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a6721b-92d6-4f91-946a-35fa2230e9d9,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:03.257230 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c97e1202-b98f-42cf-baa2-6122188924cd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5dc5b08bbd6842b79786030808aeea27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6511014 Aug 19 14:35:03.261906 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33136) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:03.305459 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ef105f7b-e6fa-4918-9377-2785dd8972c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:03.307914 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ef105f7b-e6fa-4918-9377-2785dd8972c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:03.309091 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ef105f7b-e6fa-4918-9377-2785dd8972c5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/87f8cfc5-9c47-4663-b647-1df2ed747c63 HTTP/1.1" status: 204 len: 168 time: 0.2975328 Aug 19 14:35:03.324910 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-aaf951e7-1243-4cc0-ae52-009f5b64ca30 tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:03.326417 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-aaf951e7-1243-4cc0-ae52-009f5b64ca30 tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=04be2ca5-bab9-440a-b9bc-9f49e66d3311&tenant_id=309b8293893e4b68ba54397ad041e8b9&binding%3Ahost_id=n-h2-766043-2 HTTP/1.1" status: 200 len: 1096 time: 0.1032171 Aug 19 14:35:03.336505 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef105f7b-e6fa-4918-9377-2785dd8972c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f8cfc5-9c47-4663-b647-1df2ed747c63,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:03.364145 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d645db45-bd3e-462e-b2b0-818b107dc625 req-4f488a82-5668-494e-845e-e6003c52f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:03.365652 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d645db45-bd3e-462e-b2b0-818b107dc625 req-4f488a82-5668-494e-845e-e6003c52f663 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.3116443 Aug 19 14:35:03.378351 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916fd39-d87e-499b-bd77-412d039216e6 req-2a2e8efb-fbfd-4fe9-b46e-34f0763b91db tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:03.378513 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c97c993d-d897-46cf-a7af-ee0281a17fc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:03.379855 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9916fd39-d87e-499b-bd77-412d039216e6 req-2a2e8efb-fbfd-4fe9-b46e-34f0763b91db tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9 HTTP/1.1" status: 200 len: 949 time: 0.4348512 Aug 19 14:35:03.419179 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c97c993d-d897-46cf-a7af-ee0281a17fc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:03.442132 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d645db45-bd3e-462e-b2b0-818b107dc625 req-a4a02e05-44a3-4eef-a97a-5cbac8bc3818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:03.443995 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d645db45-bd3e-462e-b2b0-818b107dc625 req-a4a02e05-44a3-4eef-a97a-5cbac8bc3818 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0632489 Aug 19 14:35:03.451960 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9916fd39-d87e-499b-bd77-412d039216e6 req-34f3c29d-1264-49d8-a2fc-dd5c70edd8ca tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624824 Aug 19 14:35:03.541715 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:03.596171 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d645db45-bd3e-462e-b2b0-818b107dc625 req-11e00ddc-bb03-499f-8c8b-b9dd84efc674 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374028 Aug 19 14:35:03.607949 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c97c993d-d897-46cf-a7af-ee0281a17fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:03.610855 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c97c993d-d897-46cf-a7af-ee0281a17fc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:03.614322 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c97c993d-d897-46cf-a7af-ee0281a17fc1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/20a6721b-92d6-4f91-946a-35fa2230e9d9 HTTP/1.1" status: 204 len: 168 time: 0.3496153 Aug 19 14:35:03.624593 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c993d-d897-46cf-a7af-ee0281a17fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a6721b-92d6-4f91-946a-35fa2230e9d9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:03.628150 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-66ee7aa6-f1cd-4801-a518-1d07b19d2789 service neutron] For port ccfecd33-d250-4fe3-ba14-6b601f5efe9e, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:35:03.632013 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-66ee7aa6-f1cd-4801-a518-1d07b19d2789 service neutron] Notify callbacks [] for binding, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:03.633164 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aaede9aa-7050-49a6-bdc9-79fdf31050b9 req-66ee7aa6-f1cd-4801-a518-1d07b19d2789 service neutron] 10.222.0.88 "DELETE /v2.0/ports/ccfecd33-d250-4fe3-ba14-6b601f5efe9e/bindings/n-h1-766043-2 HTTP/1.1" status: 204 len: 173 time: 0.2946522 Aug 19 14:35:03.762979 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d645db45-bd3e-462e-b2b0-818b107dc625 req-009d0655-b502-4a07-b647-7e9eae96f8c1 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551366 Aug 19 14:35:03.784189 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e848f5-7688-4868-8447-2aabfd4a6102 req-3e782d9b-a0e7-42d8-b7ca-63e52d214877 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:03.785732 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-80e848f5-7688-4868-8447-2aabfd4a6102 req-3e782d9b-a0e7-42d8-b7ca-63e52d214877 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=04be2ca5-bab9-440a-b9bc-9f49e66d3311 HTTP/1.1" status: 200 len: 945 time: 0.0713377 Aug 19 14:35:03.840999 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-80e848f5-7688-4868-8447-2aabfd4a6102 req-a75a451e-7116-441c-b7cb-53f38f213ba6 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489576 Aug 19 14:35:03.883075 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device ccfecd33-d250-4fe3-ba14-6b601f5efe9e no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:35:03.945765 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device ccfecd33-d250-4fe3-ba14-6b601f5efe9e not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:35:04.003021 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d402d-7c0b-473b-9b8a-3f1d6efbe1c3 req-a4d18c28-8216-47ff-8cd9-225438c9b842 tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:04.006227 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-440d402d-7c0b-473b-9b8a-3f1d6efbe1c3 req-a4d18c28-8216-47ff-8cd9-225438c9b842 tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] 10.222.0.69 "GET /v2.0/ports?device_id=422453b9-e4ad-414c-bcc7-25605a736118 HTTP/1.1" status: 200 len: 948 time: 0.1153557 Aug 19 14:35:04.055971 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-440d402d-7c0b-473b-9b8a-3f1d6efbe1c3 req-1ba4059d-7775-4ef1-9d1e-8c70befb2a72 tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] 10.222.0.69 "GET /v2.0/security-groups?id=020af773-d3f9-4036-afac-2a78c01b4a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436063 Aug 19 14:35:04.164377 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b515a3e-c13a-4f49-8fae-f60ff651e76c req-29aeb0b1-5582-4062-b8e4-5e70ecf73da3 tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:04.172200 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0b515a3e-c13a-4f49-8fae-f60ff651e76c req-29aeb0b1-5582-4062-b8e4-5e70ecf73da3 tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=04be2ca5-bab9-440a-b9bc-9f49e66d3311 HTTP/1.1" status: 200 len: 1096 time: 0.0522554 Aug 19 14:35:04.206493 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0b515a3e-c13a-4f49-8fae-f60ff651e76c req-b11e14bf-3e58-4a15-aef0-93a2d340e367 tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334651 Aug 19 14:35:04.262563 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e4416ab6-713d-4583-9681-e2fcbdaa7fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:04.330060 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33188) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:04.489155 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:04.647856 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5904b64b-8b76-4891-a106-704d44c171a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:04.697252 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b020bc5d-26b4-4d5b-a0e7-de0ffed55701 req-614f6132-e092-4283-a38f-e365420b2a29 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:04.698871 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b020bc5d-26b4-4d5b-a0e7-de0ffed55701 req-614f6132-e092-4283-a38f-e365420b2a29 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9 HTTP/1.1" status: 200 len: 949 time: 0.1498590 Aug 19 14:35:04.706266 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b652a-ba3a-4458-a966-3b66995a8720 req-715e075d-ef7f-4ff5-ab85-2827a8e09241 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:04.710923 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-074b652a-ba3a-4458-a966-3b66995a8720 req-715e075d-ef7f-4ff5-ab85-2827a8e09241 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/networks?id=6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 HTTP/1.1" status: 200 len: 807 time: 0.1709878 Aug 19 14:35:04.749580 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-074b652a-ba3a-4458-a966-3b66995a8720 req-8ab6c20a-282c-4497-b472-4f1ef10e395a tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/quotas/309b8293893e4b68ba54397ad041e8b9 HTTP/1.1" status: 200 len: 375 time: 0.0331492 Aug 19 14:35:04.773676 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5904b64b-8b76-4891-a106-704d44c171a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:04.779965 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5904b64b-8b76-4891-a106-704d44c171a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:04.810698 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b020bc5d-26b4-4d5b-a0e7-de0ffed55701 req-029ac676-671d-449d-92f6-11973c7c3ba2 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966570 Aug 19 14:35:04.820019 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-074b652a-ba3a-4458-a966-3b66995a8720 req-fe2be664-b418-46a3-91c1-4dd8cdb66476 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=309b8293893e4b68ba54397ad041e8b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0692790 Aug 19 14:35:04.844617 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5904b64b-8b76-4891-a106-704d44c171a1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0bec5a1a7ff044fd904aea86613649a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5128183 Aug 19 14:35:04.846454 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33232) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:04.867201 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904b64b-8b76-4891-a106-704d44c171a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb5feda-f1e8-4f48-b571-441dd54d3951,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:04.913701 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-363c7072-d814-420d-a4c9-ba3ef34da477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:04.963188 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:04.971618 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:04.973428 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-363c7072-d814-420d-a4c9-ba3ef34da477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:04.978806 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-074b652a-ba3a-4458-a966-3b66995a8720 req-73822ec0-2b83-4b85-8b9c-e8187bfadcdd service neutron] 10.222.0.69 "GET /v2.0/networks/6e6d7ced-670a-4172-99e0-b6cfaa52bcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486614 Aug 19 14:35:04.992935 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33236) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:05.042785 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-363c7072-d814-420d-a4c9-ba3ef34da477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:05.046654 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-363c7072-d814-420d-a4c9-ba3ef34da477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:05.050618 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-363c7072-d814-420d-a4c9-ba3ef34da477 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7fb5feda-f1e8-4f48-b571-441dd54d3951 HTTP/1.1" status: 204 len: 168 time: 0.2003441 Aug 19 14:35:05.057093 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c7072-d814-420d-a4c9-ba3ef34da477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb5feda-f1e8-4f48-b571-441dd54d3951,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:05.098998 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-074b652a-ba3a-4458-a966-3b66995a8720 req-ee87c454-494e-4c36-adf6-90fc3727c6aa service neutron] 10.222.0.69 "GET /v2.0/networks/6e6d7ced-670a-4172-99e0-b6cfaa52bcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137500 Aug 19 14:35:05.189571 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89828f99-b1c1-42d0-ae15-666781873195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:05.239721 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913102d2-7edf-4c46-a8f3-0c32b17d6a26 req-30cccf23-bf45-4ce3-ba27-5d6408c7b8ba tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:05.242005 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-913102d2-7edf-4c46-a8f3-0c32b17d6a26 req-30cccf23-bf45-4ce3-ba27-5d6408c7b8ba tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] 10.222.0.69 "GET /v2.0/ports?device_id=422453b9-e4ad-414c-bcc7-25605a736118 HTTP/1.1" status: 200 len: 948 time: 0.0793583 Aug 19 14:35:05.313899 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-913102d2-7edf-4c46-a8f3-0c32b17d6a26 req-bb1f3f08-969f-4998-bad8-ec828231f1ca tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] 10.222.0.69 "GET /v2.0/security-groups?id=020af773-d3f9-4036-afac-2a78c01b4a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649340 Aug 19 14:35:05.348957 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89828f99-b1c1-42d0-ae15-666781873195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:05.356620 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89828f99-b1c1-42d0-ae15-666781873195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:05.367395 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-49e0c9f8-2dca-49b5-8a90-7b0c287062c9 req-4ab1605b-6ae2-49cc-8443-a6d627bdc989 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=da0f434b-a5a6-4589-99a8-a613dceb3699 HTTP/1.1" status: 200 len: 210 time: 0.0521407 Aug 19 14:35:05.429039 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 33256) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:05.454344 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-89828f99-b1c1-42d0-ae15-666781873195 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=33d8e78f1568437ea2cba7b10c4aa971&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4577971 Aug 19 14:35:05.454520 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33260) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:05.455423 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89828f99-b1c1-42d0-ae15-666781873195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86cbed88-a19b-4a50-9399-f94629792d4e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:05.553399 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b669f4bd-cbed-4f6e-84a9-cdbaadb7e543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:05.576237 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 33268) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:05.590349 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b669f4bd-cbed-4f6e-84a9-cdbaadb7e543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:05.594055 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc1899d9-b25e-49c6-bf7c-e42a1a114c25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:05.674906 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b669f4bd-cbed-4f6e-84a9-cdbaadb7e543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:05.677666 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b669f4bd-cbed-4f6e-84a9-cdbaadb7e543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:05.679040 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b669f4bd-cbed-4f6e-84a9-cdbaadb7e543 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/86cbed88-a19b-4a50-9399-f94629792d4e HTTP/1.1" status: 204 len: 168 time: 0.2167518 Aug 19 14:35:05.697538 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b669f4bd-cbed-4f6e-84a9-cdbaadb7e543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86cbed88-a19b-4a50-9399-f94629792d4e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:05.739468 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc1899d9-b25e-49c6-bf7c-e42a1a114c25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:05.746303 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc1899d9-b25e-49c6-bf7c-e42a1a114c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:05.784087 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-547c9159-c104-43e0-aa11-7eb42c0378c6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-963506281-network', 'tenant_id': '51153491d28d4980acf3f8e863191ed6'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:35:05.809767 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1899d9-b25e-49c6-bf7c-e42a1a114c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c690f0-c545-4eb8-93a9-2d3514ba1a1c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:05.819291 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-fc1899d9-b25e-49c6-bf7c-e42a1a114c25 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9794dee74b3c4b03ad4bb0fbf8c7ed10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2418022 Aug 19 14:35:05.820231 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 33276) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:05.855117 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547c9159-c104-43e0-aa11-7eb42c0378c6 admin admin] Made reservation on behalf of 51153491d28d4980acf3f8e863191ed6 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:35:05.858069 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-547c9159-c104-43e0-aa11-7eb42c0378c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:05.878193 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-547c9159-c104-43e0-aa11-7eb42c0378c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:05.880547 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device dc485f82-b3c8-4010-9785-31289f154293 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:35:05.972338 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-633d6719-cd56-4dbe-8313-e73722d71542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:06.053201 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-633d6719-cd56-4dbe-8313-e73722d71542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:06.059222 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port dc485f82-b3c8-4010-9785-31289f154293, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=dc485f82-b3c8-4010-9785-31289f154293,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:35:06.064706 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dd382-9cfc-4932-8f82-f02a79cd5050 req-8b4a0d33-ac5d-49a5-a597-1e0fd7e51ec5 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:06.066415 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2f7dd382-9cfc-4932-8f82-f02a79cd5050 req-8b4a0d33-ac5d-49a5-a597-1e0fd7e51ec5 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9 HTTP/1.1" status: 200 len: 949 time: 0.1615117 Aug 19 14:35:06.095338 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': 'dc485f82-b3c8-4010-9785-31289f154293', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'port_id': 'dc485f82-b3c8-4010-9785-31289f154293', 'mac_address': 'fa:16:3e:0d:d0:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:35:06.138364 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:06.160808 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc485f82-b3c8-4010-9785-31289f154293 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:35:06.177725 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2f7dd382-9cfc-4932-8f82-f02a79cd5050 req-3522d8ce-40dc-4c5e-a211-40113fe2d114 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020195 Aug 19 14:35:06.205204 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-547c9159-c104-43e0-aa11-7eb42c0378c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:06.206842 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-633d6719-cd56-4dbe-8313-e73722d71542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:06.209998 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port dc485f82-b3c8-4010-9785-31289f154293, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=dc485f82-b3c8-4010-9785-31289f154293,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:35:06.210473 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-633d6719-cd56-4dbe-8313-e73722d71542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:06.214895 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-633d6719-cd56-4dbe-8313-e73722d71542 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/17c690f0-c545-4eb8-93a9-2d3514ba1a1c HTTP/1.1" status: 204 len: 168 time: 0.3915412 Aug 19 14:35:06.220541 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-547c9159-c104-43e0-aa11-7eb42c0378c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:06.225197 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:06.230149 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d6719-cd56-4dbe-8313-e73722d71542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c690f0-c545-4eb8-93a9-2d3514ba1a1c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:06.241776 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33290) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:06.246436 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-547c9159-c104-43e0-aa11-7eb42c0378c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:35:06.268752 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-547c9159-c104-43e0-aa11-7eb42c0378c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:06.269185 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-547c9159-c104-43e0-aa11-7eb42c0378c6 admin admin] Added segment 150f7919-9a68-491f-97f8-0cac64bb22c1 of type vlan for network 0e68793c-68b9-4f1e-b595-a6a8265b46fc Aug 19 14:35:06.271536 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547c9159-c104-43e0-aa11-7eb42c0378c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb1adcb-2bf3-4404-b71b-41def6b9cfaa,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:06.280092 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4e510b97-69d6-497e-98eb-5a85464838a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:06.302717 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=dc485f82-b3c8-4010-9785-31289f154293,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:06.313810 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:35:06.314482 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:35:06.315105 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:35:06.315753 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:35:06.316264 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:35:06.316385 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-547c9159-c104-43e0-aa11-7eb42c0378c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:06.316877 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:35:06.317423 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:35:06.318212 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:35:06.318736 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:35:06.319323 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:35:06.319815 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:35:06.320275 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:35:06.368168 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-547c9159-c104-43e0-aa11-7eb42c0378c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:06.371791 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547c9159-c104-43e0-aa11-7eb42c0378c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:06.372851 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-547c9159-c104-43e0-aa11-7eb42c0378c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:06.452628 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4e510b97-69d6-497e-98eb-5a85464838a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:06.458810 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4e510b97-69d6-497e-98eb-5a85464838a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:06.471004 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547c9159-c104-43e0-aa11-7eb42c0378c6 admin admin] Pushing event updated for resources: {'Network': ['ID=0e68793c-68b9-4f1e-b595-a6a8265b46fc,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:06.486535 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 0e68793c-68b9-4f1e-b595-a6a8265b46fc details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:35:06.496681 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['dc485f82-b3c8-4010-9785-31289f154293'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:35:06.501474 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-547c9159-c104-43e0-aa11-7eb42c0378c6 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0711095 Aug 19 14:35:06.502635 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 33300) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:06.518126 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4e510b97-69d6-497e-98eb-5a85464838a9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6ed1e9383dd64653a5f5bca061ca5b9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2749789 Aug 19 14:35:06.521100 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33302) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:06.527595 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-76d63b2f-5830-4f92-8193-9b19936258fa admin admin] Request body: {'subnet': {'network_id': '0e68793c-68b9-4f1e-b595-a6a8265b46fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-963506281-subnet', 'tenant_id': '51153491d28d4980acf3f8e863191ed6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:35:06.544752 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e510b97-69d6-497e-98eb-5a85464838a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236b50b4-c66a-41a7-987e-f980250285f9,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:06.593932 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-239b0aff-f5e9-43d9-8824-7891e8152477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:06.613843 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-735ae38c-729b-4124-b136-543434e8d7e7 req-da3a164b-048b-47bc-8f8d-4ad574772deb tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=da0f434b-a5a6-4589-99a8-a613dceb3699 HTTP/1.1" status: 200 len: 210 time: 0.1189680 Aug 19 14:35:06.621348 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d63b2f-5830-4f92-8193-9b19936258fa admin admin] Made reservation on behalf of 51153491d28d4980acf3f8e863191ed6 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:35:06.626594 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76d63b2f-5830-4f92-8193-9b19936258fa admin admin] Notify callbacks [] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:06.647140 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-239b0aff-f5e9-43d9-8824-7891e8152477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:06.761655 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0da8a6-3cad-4f62-bd6a-65390fe39f4a req-9fee8826-f973-4755-8337-de253c2c4797 tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:06.764151 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:06.772344 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6c0da8a6-3cad-4f62-bd6a-65390fe39f4a req-9fee8826-f973-4755-8337-de253c2c4797 tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] 10.222.0.69 "GET /v2.0/ports?device_id=422453b9-e4ad-414c-bcc7-25605a736118 HTTP/1.1" status: 200 len: 949 time: 0.3026795 Aug 19 14:35:06.840697 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-239b0aff-f5e9-43d9-8824-7891e8152477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:06.852299 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-239b0aff-f5e9-43d9-8824-7891e8152477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:06.858037 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-239b0aff-f5e9-43d9-8824-7891e8152477 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/236b50b4-c66a-41a7-987e-f980250285f9 HTTP/1.1" status: 204 len: 168 time: 0.3355911 Aug 19 14:35:06.861775 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6c0da8a6-3cad-4f62-bd6a-65390fe39f4a req-bba6e34d-72b9-4bb9-bab1-3f43ee345c63 tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] 10.222.0.69 "GET /v2.0/security-groups?id=020af773-d3f9-4036-afac-2a78c01b4a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881367 Aug 19 14:35:06.894613 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b0aff-f5e9-43d9-8824-7891e8152477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236b50b4-c66a-41a7-987e-f980250285f9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:06.912057 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b652a-ba3a-4458-a966-3b66995a8720 req-65e29d56-b3f4-4192-bcf0-26799f9d062f tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:06.913734 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-074b652a-ba3a-4458-a966-3b66995a8720 req-65e29d56-b3f4-4192-bcf0-26799f9d062f tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.88 "GET /v2.0/networks?id=6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 HTTP/1.1" status: 200 len: 807 time: 0.1994693 Aug 19 14:35:06.930119 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-074b652a-ba3a-4458-a966-3b66995a8720 req-fef41443-3555-4a3d-ac67-87451690920c tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Request body: {'port': {'device_id': 'da0f434b-a5a6-4589-99a8-a613dceb3699', 'network_id': '6e6d7ced-670a-4172-99e0-b6cfaa52bcf3', 'admin_state_up': True, 'tenant_id': '309b8293893e4b68ba54397ad041e8b9'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:35:07.024439 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76d63b2f-5830-4f92-8193-9b19936258fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:07.065620 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-e1d9b2b7-b55c-4c0c-9139-d11037514858 req-3a4ec332-d4d2-48ab-aa7b-9c29a09e4ce9 tempest-SecurityGroupsTestAdminJSON-2006721964 tempest-SecurityGroupsTestAdminJSON-2006721964-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1054959531', 'description': 'tempest-description-981369691'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:35:07.101062 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-074b652a-ba3a-4458-a966-3b66995a8720 req-fef41443-3555-4a3d-ac67-87451690920c tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Made reservation on behalf of 309b8293893e4b68ba54397ad041e8b9 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:35:07.106934 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-074b652a-ba3a-4458-a966-3b66995a8720 req-fef41443-3555-4a3d-ac67-87451690920c tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:07.119285 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d63b2f-5830-4f92-8193-9b19936258fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dbaa556-58cf-413a-9f30-2d27a5f85acf,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:07.123728 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d63b2f-5830-4f92-8193-9b19936258fa admin admin] Checking segment: {'id': '150f7919-9a68-491f-97f8-0cac64bb22c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0e68793c-68b9-4f1e-b595-a6a8265b46fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:35:07.124700 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d63b2f-5830-4f92-8193-9b19936258fa admin admin] Network hostable DHCP agents. Network: 0e68793c-68b9-4f1e-b595-a6a8265b46fc, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:35:07.146346 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e1d9b2b7-b55c-4c0c-9139-d11037514858 req-3a4ec332-d4d2-48ab-aa7b-9c29a09e4ce9 tempest-SecurityGroupsTestAdminJSON-2006721964 tempest-SecurityGroupsTestAdminJSON-2006721964-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:07.156553 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d63b2f-5830-4f92-8193-9b19936258fa admin admin] Network 0e68793c-68b9-4f1e-b595-a6a8265b46fc is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:35:07.160214 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e1d9b2b7-b55c-4c0c-9139-d11037514858 req-3a4ec332-d4d2-48ab-aa7b-9c29a09e4ce9 tempest-SecurityGroupsTestAdminJSON-2006721964 tempest-SecurityGroupsTestAdminJSON-2006721964-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:07.185802 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-76d63b2f-5830-4f92-8193-9b19936258fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 0e68793c-68b9-4f1e-b595-a6a8265b46fc) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:35:07.192432 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d63b2f-5830-4f92-8193-9b19936258fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:07.193094 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76d63b2f-5830-4f92-8193-9b19936258fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:07.194458 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe80841-4dd8-45d2-a63e-1b003a93ccb7 None None] Network 0e68793c-68b9-4f1e-b595-a6a8265b46fc requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:35:07.296682 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-074b652a-ba3a-4458-a966-3b66995a8720 req-fef41443-3555-4a3d-ac67-87451690920c tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Allocated IP 172.20.0.13 (6e6d7ced-670a-4172-99e0-b6cfaa52bcf3/e6c98e66-0094-4a00-ab2a-dbcb4602f2eb/762e06b8-cc33-45a1-8702-4e858a90fa00) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:35:07.373610 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e1d9b2b7-b55c-4c0c-9139-d11037514858 req-3a4ec332-d4d2-48ab-aa7b-9c29a09e4ce9 tempest-SecurityGroupsTestAdminJSON-2006721964 tempest-SecurityGroupsTestAdminJSON-2006721964-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:07.395734 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e1d9b2b7-b55c-4c0c-9139-d11037514858 req-3a4ec332-d4d2-48ab-aa7b-9c29a09e4ce9 tempest-SecurityGroupsTestAdminJSON-2006721964 tempest-SecurityGroupsTestAdminJSON-2006721964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:07.407208 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-76d63b2f-5830-4f92-8193-9b19936258fa admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8838065 Aug 19 14:35:07.453620 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c745c1e1-1140-47bd-8551-5c5386e3bd19 req-25d4e00c-5e04-408e-bc35-8c4440deec45 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:07.455487 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c745c1e1-1140-47bd-8551-5c5386e3bd19 req-25d4e00c-5e04-408e-bc35-8c4440deec45 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9 HTTP/1.1" status: 200 len: 949 time: 0.1162162 Aug 19 14:35:07.463328 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ec332-d4d2-48ab-aa7b-9c29a09e4ce9 tempest-SecurityGroupsTestAdminJSON-2006721964 tempest-SecurityGroupsTestAdminJSON-2006721964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78d2b039-a21b-4a32-ac1f-fae264051355,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:07.479715 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834b52a8-c2fc-46ed-8143-dc6b479eafa6 None None] Network 0e68793c-68b9-4f1e-b595-a6a8265b46fc requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:35:07.527299 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c745c1e1-1140-47bd-8551-5c5386e3bd19 req-2a54835f-73c6-4902-ab7e-a44a04941443 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590389 Aug 19 14:35:07.538387 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-074b652a-ba3a-4458-a966-3b66995a8720 req-fef41443-3555-4a3d-ac67-87451690920c tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:07.570937 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e1d9b2b7-b55c-4c0c-9139-d11037514858 req-3a4ec332-d4d2-48ab-aa7b-9c29a09e4ce9 tempest-SecurityGroupsTestAdminJSON-2006721964 tempest-SecurityGroupsTestAdminJSON-2006721964-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:07.579208 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e1d9b2b7-b55c-4c0c-9139-d11037514858 req-3a4ec332-d4d2-48ab-aa7b-9c29a09e4ce9 tempest-SecurityGroupsTestAdminJSON-2006721964 tempest-SecurityGroupsTestAdminJSON-2006721964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:07.612557 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e1d9b2b7-b55c-4c0c-9139-d11037514858 req-3a4ec332-d4d2-48ab-aa7b-9c29a09e4ce9 tempest-SecurityGroupsTestAdminJSON-2006721964 tempest-SecurityGroupsTestAdminJSON-2006721964-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:07.613762 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e1d9b2b7-b55c-4c0c-9139-d11037514858 req-3a4ec332-d4d2-48ab-aa7b-9c29a09e4ce9 tempest-SecurityGroupsTestAdminJSON-2006721964 tempest-SecurityGroupsTestAdminJSON-2006721964-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5606492 Aug 19 14:35:07.620349 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ec332-d4d2-48ab-aa7b-9c29a09e4ce9 tempest-SecurityGroupsTestAdminJSON-2006721964 tempest-SecurityGroupsTestAdminJSON-2006721964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05b9552e-4c25-4418-9240-89bcd139e9db,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:07.627797 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-074b652a-ba3a-4458-a966-3b66995a8720 req-fef41443-3555-4a3d-ac67-87451690920c tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:07.649644 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-a0e6443b-4078-49a9-a79e-080f7cb8b532 req-b04aff37-0360-476c-b7d5-097f206ec90e tempest-SecurityGroupsTestAdminJSON-2006721964 tempest-SecurityGroupsTestAdminJSON-2006721964-project] Request body: {'security_group': {'name': 'tempest-securitygroup-631507636', 'description': 'tempest-description-1130333985'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:35:07.676152 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a0e6443b-4078-49a9-a79e-080f7cb8b532 req-b04aff37-0360-476c-b7d5-097f206ec90e tempest-SecurityGroupsTestAdminJSON-2006721964 tempest-SecurityGroupsTestAdminJSON-2006721964-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:07.721261 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-074b652a-ba3a-4458-a966-3b66995a8720 req-fef41443-3555-4a3d-ac67-87451690920c tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Network 6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:35:07.724859 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-074b652a-ba3a-4458-a966-3b66995a8720 req-fef41443-3555-4a3d-ac67-87451690920c tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:35:07.733114 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-074b652a-ba3a-4458-a966-3b66995a8720 req-fef41443-3555-4a3d-ac67-87451690920c tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:35:07.743746 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b652a-ba3a-4458-a966-3b66995a8720 req-fef41443-3555-4a3d-ac67-87451690920c tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:07.744418 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-074b652a-ba3a-4458-a966-3b66995a8720 req-fef41443-3555-4a3d-ac67-87451690920c tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:07.778769 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef41443-3555-4a3d-ac67-87451690920c tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Pushing event updated for resources: {'Port': ['ID=762e06b8-cc33-45a1-8702-4e858a90fa00,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:07.805160 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81f300-4630-42ba-b86a-430c06d848df req-af261d46-431d-4329-a1a7-48b04c6700c6 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:07.806465 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ad81f300-4630-42ba-b86a-430c06d848df req-af261d46-431d-4329-a1a7-48b04c6700c6 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=da0f434b-a5a6-4589-99a8-a613dceb3699 HTTP/1.1" status: 200 len: 932 time: 0.0768516 Aug 19 14:35:07.845199 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a0e6443b-4078-49a9-a79e-080f7cb8b532 req-b04aff37-0360-476c-b7d5-097f206ec90e tempest-SecurityGroupsTestAdminJSON-2006721964 tempest-SecurityGroupsTestAdminJSON-2006721964-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:07.850393 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a0e6443b-4078-49a9-a79e-080f7cb8b532 req-b04aff37-0360-476c-b7d5-097f206ec90e tempest-SecurityGroupsTestAdminJSON-2006721964 tempest-SecurityGroupsTestAdminJSON-2006721964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:07.857890 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-074b652a-ba3a-4458-a966-3b66995a8720 req-fef41443-3555-4a3d-ac67-87451690920c tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9321883 Aug 19 14:35:07.880584 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-074b652a-ba3a-4458-a966-3b66995a8720 req-8b0f29ca-b30c-428e-9841-bf514a48bb3d service neutron] Request body: {'port': {'device_id': 'da0f434b-a5a6-4589-99a8-a613dceb3699', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:35:07.887251 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device dc485f82-b3c8-4010-9785-31289f154293 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:35:07.893646 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ad81f300-4630-42ba-b86a-430c06d848df req-3eabe5af-1add-4529-b1ba-33d6b4f614d8 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710235 Aug 19 14:35:07.895716 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a0e6443b-4078-49a9-a79e-080f7cb8b532 req-b04aff37-0360-476c-b7d5-097f206ec90e tempest-SecurityGroupsTestAdminJSON-2006721964 tempest-SecurityGroupsTestAdminJSON-2006721964-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:07.917844 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a0e6443b-4078-49a9-a79e-080f7cb8b532 req-b04aff37-0360-476c-b7d5-097f206ec90e tempest-SecurityGroupsTestAdminJSON-2006721964 tempest-SecurityGroupsTestAdminJSON-2006721964-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2753005 Aug 19 14:35:07.923294 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04aff37-0360-476c-b7d5-097f206ec90e tempest-SecurityGroupsTestAdminJSON-2006721964 tempest-SecurityGroupsTestAdminJSON-2006721964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f01b3c7-63c1-4eeb-ba44-52747af2b94d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:07.971564 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-074b652a-ba3a-4458-a966-3b66995a8720 req-8b0f29ca-b30c-428e-9841-bf514a48bb3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:07.976345 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port dc485f82-b3c8-4010-9785-31289f154293 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:35:07.982385 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port dc485f82-b3c8-4010-9785-31289f154293 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:35:07.982991 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:08.080374 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8708b-bfb8-4fbf-9601-0d08fdacbfe9 req-0b73fe86-399c-4eeb-9148-b39b3d567104 tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:08.092693 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2be8708b-bfb8-4fbf-9601-0d08fdacbfe9 req-0b73fe86-399c-4eeb-9148-b39b3d567104 tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] 10.222.0.69 "GET /v2.0/ports?device_id=422453b9-e4ad-414c-bcc7-25605a736118 HTTP/1.1" status: 200 len: 949 time: 0.0768569 Aug 19 14:35:08.126371 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:08.152955 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '422453b9-e4ad-414c-bcc7-25605a736118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc485f82-b3c8-4010-9785-31289f154293'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:35:08.155166 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2be8708b-bfb8-4fbf-9601-0d08fdacbfe9 req-f9a12509-5f84-4ee4-806a-2e8955fe2bd7 tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] 10.222.0.69 "GET /v2.0/security-groups?id=020af773-d3f9-4036-afac-2a78c01b4a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610483 Aug 19 14:35:08.156506 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4e096c-f4a6-4c2d-b441-74391f8c2aa2" -d '{"events": [{"server_uuid": "422453b9-e4ad-414c-bcc7-25605a736118", "name": "network-vif-plugged", "status": "completed", "tag": "dc485f82-b3c8-4010-9785-31289f154293"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:35:08.181497 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port dc485f82-b3c8-4010-9785-31289f154293, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=dc485f82-b3c8-4010-9785-31289f154293,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:35:08.187190 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:08.225231 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b7c863-a05d-4945-aeff-31431f956fb0 x-openstack-request-id: req-e0b7c863-a05d-4945-aeff-31431f956fb0 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:35:08.225832 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "422453b9-e4ad-414c-bcc7-25605a736118", "name": "network-vif-plugged", "status": "completed", "tag": "dc485f82-b3c8-4010-9785-31289f154293", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:35:08.227209 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e0b7c863-a05d-4945-aeff-31431f956fb0 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:35:08.227628 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '422453b9-e4ad-414c-bcc7-25605a736118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc485f82-b3c8-4010-9785-31289f154293', 'code': 200} Aug 19 14:35:08.299035 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=dc485f82-b3c8-4010-9785-31289f154293,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:08.347290 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-90e7b3b1-2ae6-4389-990f-d73a0d6770fc req-2290c089-4e51-49db-af9a-98cb640e09c0 tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-453089413', 'description': 'tempest-description-927637502'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:35:08.376058 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8a8f2-2911-432d-bab9-b9d251245e9b req-4131c976-840a-4abf-98ca-dc4061f652b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:08.377622 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c4d8a8f2-2911-432d-bab9-b9d251245e9b req-4131c976-840a-4abf-98ca-dc4061f652b4 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=422453b9-e4ad-414c-bcc7-25605a736118 HTTP/1.1" status: 200 len: 1101 time: 0.0787714 Aug 19 14:35:08.379124 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-90e7b3b1-2ae6-4389-990f-d73a0d6770fc req-2290c089-4e51-49db-af9a-98cb640e09c0 tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:08.393517 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-90e7b3b1-2ae6-4389-990f-d73a0d6770fc req-2290c089-4e51-49db-af9a-98cb640e09c0 tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:08.403621 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-074b652a-ba3a-4458-a966-3b66995a8720 req-8b0f29ca-b30c-428e-9841-bf514a48bb3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 762e06b8-cc33-45a1-8702-4e858a90fa00 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:35:08.415886 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-074b652a-ba3a-4458-a966-3b66995a8720 req-8b0f29ca-b30c-428e-9841-bf514a48bb3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:08.434375 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-074b652a-ba3a-4458-a966-3b66995a8720 req-8b0f29ca-b30c-428e-9841-bf514a48bb3d service neutron] Transition to ACTIVE for port object 762e06b8-cc33-45a1-8702-4e858a90fa00 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:35:08.439351 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-074b652a-ba3a-4458-a966-3b66995a8720 req-8b0f29ca-b30c-428e-9841-bf514a48bb3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:08.451305 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c4d8a8f2-2911-432d-bab9-b9d251245e9b req-ba6a0c14-a3c5-4bfa-9f79-b1af216a5853 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=020af773-d3f9-4036-afac-2a78c01b4a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640011 Aug 19 14:35:08.504718 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f29ca-b30c-428e-9841-bf514a48bb3d service neutron] Pushing event updated for resources: {'Port': ['ID=762e06b8-cc33-45a1-8702-4e858a90fa00,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:08.538598 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-90e7b3b1-2ae6-4389-990f-d73a0d6770fc req-2290c089-4e51-49db-af9a-98cb640e09c0 tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:08.540001 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-074b652a-ba3a-4458-a966-3b66995a8720 req-8b0f29ca-b30c-428e-9841-bf514a48bb3d service neutron] Attempting to bind port 762e06b8-cc33-45a1-8702-4e858a90fa00 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:35:08.540554 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-074b652a-ba3a-4458-a966-3b66995a8720 req-8b0f29ca-b30c-428e-9841-bf514a48bb3d service neutron] Attempting to bind port 762e06b8-cc33-45a1-8702-4e858a90fa00 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'cdbe220c-711d-4dcd-9811-178ea37b55c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6e6d7ced-670a-4172-99e0-b6cfaa52bcf3'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:35:08.540684 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074b652a-ba3a-4458-a966-3b66995a8720 req-8b0f29ca-b30c-428e-9841-bf514a48bb3d service neutron] Attempting to bind port 762e06b8-cc33-45a1-8702-4e858a90fa00 on network 6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:35:08.544324 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-90e7b3b1-2ae6-4389-990f-d73a0d6770fc req-2290c089-4e51-49db-af9a-98cb640e09c0 tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:08.546426 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074b652a-ba3a-4458-a966-3b66995a8720 req-8b0f29ca-b30c-428e-9841-bf514a48bb3d service neutron] Port 762e06b8-cc33-45a1-8702-4e858a90fa00 on network 6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:35:08.546790 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074b652a-ba3a-4458-a966-3b66995a8720 req-8b0f29ca-b30c-428e-9841-bf514a48bb3d service neutron] Attempting to bind port 762e06b8-cc33-45a1-8702-4e858a90fa00 on network 6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:35:08.552238 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074b652a-ba3a-4458-a966-3b66995a8720 req-8b0f29ca-b30c-428e-9841-bf514a48bb3d service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:35:08.552546 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074b652a-ba3a-4458-a966-3b66995a8720 req-8b0f29ca-b30c-428e-9841-bf514a48bb3d service neutron] Checking segment: {'id': 'cdbe220c-711d-4dcd-9811-178ea37b55c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6e6d7ced-670a-4172-99e0-b6cfaa52bcf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:35:08.553326 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074b652a-ba3a-4458-a966-3b66995a8720 req-8b0f29ca-b30c-428e-9841-bf514a48bb3d service neutron] Bound using segment: {'id': 'cdbe220c-711d-4dcd-9811-178ea37b55c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6e6d7ced-670a-4172-99e0-b6cfaa52bcf3'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:35:08.554315 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-074b652a-ba3a-4458-a966-3b66995a8720 req-8b0f29ca-b30c-428e-9841-bf514a48bb3d service neutron] Bound port: 762e06b8-cc33-45a1-8702-4e858a90fa00, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdbe220c-711d-4dcd-9811-178ea37b55c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6e6d7ced-670a-4172-99e0-b6cfaa52bcf3'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:35:08.554689 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-074b652a-ba3a-4458-a966-3b66995a8720 req-8b0f29ca-b30c-428e-9841-bf514a48bb3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:08.588250 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2290c089-4e51-49db-af9a-98cb640e09c0 tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27ceac9-2f2a-458e-b4ce-b6709a31488c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:08.656379 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-90e7b3b1-2ae6-4389-990f-d73a0d6770fc req-2290c089-4e51-49db-af9a-98cb640e09c0 tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:08.662193 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-074b652a-ba3a-4458-a966-3b66995a8720 req-8b0f29ca-b30c-428e-9841-bf514a48bb3d service neutron] For port 762e06b8-cc33-45a1-8702-4e858a90fa00, host n-h2-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:35:08.669951 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-074b652a-ba3a-4458-a966-3b66995a8720 req-8b0f29ca-b30c-428e-9841-bf514a48bb3d service neutron] For port 762e06b8-cc33-45a1-8702-4e858a90fa00, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=762e06b8-cc33-45a1-8702-4e858a90fa00,segment=NetworkSegment(cdbe220c-711d-4dcd-9811-178ea37b55c3),segment_id=cdbe220c-711d-4dcd-9811-178ea37b55c3)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:35:08.671541 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-90e7b3b1-2ae6-4389-990f-d73a0d6770fc req-2290c089-4e51-49db-af9a-98cb640e09c0 tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:08.679662 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-074b652a-ba3a-4458-a966-3b66995a8720 req-8b0f29ca-b30c-428e-9841-bf514a48bb3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:08.720771 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b652a-ba3a-4458-a966-3b66995a8720 req-8b0f29ca-b30c-428e-9841-bf514a48bb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:08.721472 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-074b652a-ba3a-4458-a966-3b66995a8720 req-8b0f29ca-b30c-428e-9841-bf514a48bb3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:08.723029 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-074b652a-ba3a-4458-a966-3b66995a8720 req-8b0f29ca-b30c-428e-9841-bf514a48bb3d service neutron] 10.222.0.88 "PUT /v2.0/ports/762e06b8-cc33-45a1-8702-4e858a90fa00 HTTP/1.1" status: 200 len: 1092 time: 0.8482292 Aug 19 14:35:08.723610 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da0f434b-a5a6-4589-99a8-a613dceb3699', 'tag': '762e06b8-cc33-45a1-8702-4e858a90fa00'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:35:08.725978 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7511ff-9b50-4513-bf79-9c5df8b6a15c" -d '{"events": [{"name": "network-changed", "server_uuid": "da0f434b-a5a6-4589-99a8-a613dceb3699", "tag": "762e06b8-cc33-45a1-8702-4e858a90fa00"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:35:08.729751 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-90e7b3b1-2ae6-4389-990f-d73a0d6770fc req-2290c089-4e51-49db-af9a-98cb640e09c0 tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:08.743394 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-90e7b3b1-2ae6-4389-990f-d73a0d6770fc req-2290c089-4e51-49db-af9a-98cb640e09c0 tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4035175 Aug 19 14:35:08.754412 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33390) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:08.755574 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2290c089-4e51-49db-af9a-98cb640e09c0 tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b261c74-d027-46fa-8c25-326c002115e3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:08.758190 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f29ca-b30c-428e-9841-bf514a48bb3d service neutron] Pushing event updated for resources: {'Port': ['ID=762e06b8-cc33-45a1-8702-4e858a90fa00,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:08.776176 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120249ba-41d0-458c-901c-4fc17a62ec3a req-6abd40d0-2d84-4a18-afe5-8682431a0f37 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:08.778045 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-120249ba-41d0-458c-901c-4fc17a62ec3a req-6abd40d0-2d84-4a18-afe5-8682431a0f37 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9 HTTP/1.1" status: 200 len: 949 time: 0.1204164 Aug 19 14:35:08.804035 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62a2af9-0f03-4f3e-9b65-809c92b8ae3f x-openstack-request-id: req-a62a2af9-0f03-4f3e-9b65-809c92b8ae3f {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:35:08.804035 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da0f434b-a5a6-4589-99a8-a613dceb3699", "tag": "762e06b8-cc33-45a1-8702-4e858a90fa00", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:35:08.804035 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a62a2af9-0f03-4f3e-9b65-809c92b8ae3f {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:35:08.804814 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da0f434b-a5a6-4589-99a8-a613dceb3699', 'tag': '762e06b8-cc33-45a1-8702-4e858a90fa00', 'status': 'completed', 'code': 200} Aug 19 14:35:08.826042 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-65cb8258-c4cc-42fe-b054-24a87edc79bd req-e62f6c93-a4b6-40c8-9cae-5451fdafa8b8 tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1953811174', 'description': 'tempest-description-1396845935'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:35:08.833380 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33396) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:08.840253 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b169ee62-8d01-4504-9600-526f101d8b95 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1342448905-network', 'tenant_id': '35849b3f612d45439a89c2ee50303973'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:35:08.854078 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b652a-ba3a-4458-a966-3b66995a8720 req-74dc6ca9-9fc1-4037-a016-e6a125c39f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:08.855898 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-074b652a-ba3a-4458-a966-3b66995a8720 req-74dc6ca9-9fc1-4037-a016-e6a125c39f70 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=309b8293893e4b68ba54397ad041e8b9&device_id=da0f434b-a5a6-4589-99a8-a613dceb3699 HTTP/1.1" status: 200 len: 1095 time: 0.0645294 Aug 19 14:35:08.857916 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-120249ba-41d0-458c-901c-4fc17a62ec3a req-38287ba3-cff0-4f83-9da3-90d545e10c16 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685043 Aug 19 14:35:08.862774 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.db.api [None req-b169ee62-8d01-4504-9600-526f101d8b95 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 14:35:08.862774 n-d-766043-2 neutron-server[94639]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 19 14:35:08.862774 n-d-766043-2 neutron-server[94639]: [parameters: {'project_id': '35849b3f612d45439a89c2ee50303973', 'id': '1b7a3f66-f2ef-404c-bc6a-cb42a1484727', 'expiration': datetime.datetime(2021, 8, 19, 14, 37, 8, 859249)}] Aug 19 14:35:08.862774 n-d-766043-2 neutron-server[94639]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 14:35:08.863380 n-d-766043-2 neutron-server[94639]: DEBUG oslo_db.api [None req-b169ee62-8d01-4504-9600-526f101d8b95 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 14:35:08.878624 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-65cb8258-c4cc-42fe-b054-24a87edc79bd req-e62f6c93-a4b6-40c8-9cae-5451fdafa8b8 tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:08.921685 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-074b652a-ba3a-4458-a966-3b66995a8720 req-b28c3195-ca96-41b4-aa4b-039d348ad95b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=762e06b8-cc33-45a1-8702-4e858a90fa00 HTTP/1.1" status: 200 len: 217 time: 0.0553408 Aug 19 14:35:08.992334 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-65cb8258-c4cc-42fe-b054-24a87edc79bd req-e62f6c93-a4b6-40c8-9cae-5451fdafa8b8 tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:08.998032 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-65cb8258-c4cc-42fe-b054-24a87edc79bd req-e62f6c93-a4b6-40c8-9cae-5451fdafa8b8 tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:09.002327 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-715780c0-8451-4a30-be36-aa9a25179d96 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1153847480-network', 'tenant_id': 'b2e5fa7db1364ccea50861254cd97ec3'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:35:09.027762 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b652a-ba3a-4458-a966-3b66995a8720 req-19cbac7e-5d54-414f-bda1-547f72387a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:09.029380 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-074b652a-ba3a-4458-a966-3b66995a8720 req-19cbac7e-5d54-414f-bda1-547f72387a61 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e6c98e66-0094-4a00-ab2a-dbcb4602f2eb HTTP/1.1" status: 200 len: 847 time: 0.0981979 Aug 19 14:35:09.037809 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715780c0-8451-4a30-be36-aa9a25179d96 admin admin] Made reservation on behalf of b2e5fa7db1364ccea50861254cd97ec3 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:35:09.040146 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-715780c0-8451-4a30-be36-aa9a25179d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:09.057232 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-65cb8258-c4cc-42fe-b054-24a87edc79bd req-e62f6c93-a4b6-40c8-9cae-5451fdafa8b8 tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:09.061345 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-65cb8258-c4cc-42fe-b054-24a87edc79bd req-e62f6c93-a4b6-40c8-9cae-5451fdafa8b8 tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.2425144 Aug 19 14:35:09.065479 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62f6c93-a4b6-40c8-9cae-5451fdafa8b8 tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70407c46-ce49-439c-9994-35dea170abe8,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:09.080974 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-074b652a-ba3a-4458-a966-3b66995a8720 req-f3a17869-566b-4007-a14c-365cc4b10ed4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6e6d7ced-670a-4172-99e0-b6cfaa52bcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380361 Aug 19 14:35:09.081152 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facef4d4-a6b3-4fcf-a21d-cff2af9d35e3 req-1368d146-c6b3-4f7d-8d76-94d06b1c3574 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:09.081729 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-715780c0-8451-4a30-be36-aa9a25179d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:09.082386 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-facef4d4-a6b3-4fcf-a21d-cff2af9d35e3 req-1368d146-c6b3-4f7d-8d76-94d06b1c3574 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=da0f434b-a5a6-4589-99a8-a613dceb3699 HTTP/1.1" status: 200 len: 944 time: 0.0811617 Aug 19 14:35:09.177578 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-facef4d4-a6b3-4fcf-a21d-cff2af9d35e3 req-5dc0afea-e364-4cbe-90e2-ea886cef0a03 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769639 Aug 19 14:35:09.213872 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-074b652a-ba3a-4458-a966-3b66995a8720 req-db076564-4b59-47cb-84ee-af4b4925d96d service neutron] 10.222.0.88 "GET /v2.0/networks/6e6d7ced-670a-4172-99e0-b6cfaa52bcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231339 Aug 19 14:35:09.313532 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-715780c0-8451-4a30-be36-aa9a25179d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:09.325325 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-715780c0-8451-4a30-be36-aa9a25179d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:09.350802 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d260897-06dd-463c-9b4c-3b7ec555ad18 req-4798db76-9a84-4b87-965d-b6d92afabc33 tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:09.352577 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8d260897-06dd-463c-9b4c-3b7ec555ad18 req-4798db76-9a84-4b87-965d-b6d92afabc33 tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] 10.222.0.69 "GET /v2.0/ports?device_id=422453b9-e4ad-414c-bcc7-25605a736118 HTTP/1.1" status: 200 len: 950 time: 0.0830128 Aug 19 14:35:09.361725 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-715780c0-8451-4a30-be36-aa9a25179d96 admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:35:09.377133 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-074b652a-ba3a-4458-a966-3b66995a8720 req-c9ca08d2-dffd-4b77-a508-7e72ebe4a9c4 service neutron] 10.222.0.88 "GET /v2.0/networks/6e6d7ced-670a-4172-99e0-b6cfaa52bcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501536 Aug 19 14:35:09.390037 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-715780c0-8451-4a30-be36-aa9a25179d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:09.390149 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-715780c0-8451-4a30-be36-aa9a25179d96 admin admin] Added segment 911020b2-3bb4-4db0-af7a-51b07cbea653 of type vlan for network 1bc22803-e21f-489d-a441-493f1928ab13 Aug 19 14:35:09.391665 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715780c0-8451-4a30-be36-aa9a25179d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb656bdc-9299-419c-8d61-b49ae61e90df,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:09.442472 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-715780c0-8451-4a30-be36-aa9a25179d96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:09.445118 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b169ee62-8d01-4504-9600-526f101d8b95 admin admin] Made reservation on behalf of 35849b3f612d45439a89c2ee50303973 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:35:09.447276 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b169ee62-8d01-4504-9600-526f101d8b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:09.465153 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8d260897-06dd-463c-9b4c-3b7ec555ad18 req-3103198e-f0dd-4a64-a3b6-f56a4baa9ace tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] 10.222.0.69 "GET /v2.0/security-groups?id=020af773-d3f9-4036-afac-2a78c01b4a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949354 Aug 19 14:35:09.490261 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b169ee62-8d01-4504-9600-526f101d8b95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:09.494792 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a485c7a7-c4bc-48fa-8384-cb12051ab2fc req-d6c549b0-6bb9-4a1a-8aef-b096df467b6a tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45083 time: 0.3953180 Aug 19 14:35:09.530003 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-715780c0-8451-4a30-be36-aa9a25179d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:09.530003 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715780c0-8451-4a30-be36-aa9a25179d96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:09.530003 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-715780c0-8451-4a30-be36-aa9a25179d96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:09.550533 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a485c7a7-c4bc-48fa-8384-cb12051ab2fc req-a897ae57-0c44-4398-b4d5-17dc3db207e5 tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] 10.222.0.69 "GET /v2.0/security-groups/020af773-d3f9-4036-afac-2a78c01b4a6c HTTP/1.1" status: 200 len: 2981 time: 0.0447178 Aug 19 14:35:09.562528 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7511ff-9b50-4513-bf79-9c5df8b6a15c req-e2a02343-a877-4c41-a7ad-7eacb0832f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:09.563540 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3f7511ff-9b50-4513-bf79-9c5df8b6a15c req-e2a02343-a877-4c41-a7ad-7eacb0832f41 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=309b8293893e4b68ba54397ad041e8b9&device_id=da0f434b-a5a6-4589-99a8-a613dceb3699 HTTP/1.1" status: 200 len: 1095 time: 0.1129193 Aug 19 14:35:09.597366 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a485c7a7-c4bc-48fa-8384-cb12051ab2fc req-34e16c7e-074e-40da-8c9a-01cd93cab405 tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] 10.222.0.69 "GET /v2.0/security-groups/020af773-d3f9-4036-afac-2a78c01b4a6c HTTP/1.1" status: 200 len: 2981 time: 0.0384698 Aug 19 14:35:09.641786 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a485c7a7-c4bc-48fa-8384-cb12051ab2fc req-4f9ec051-74e0-4b35-b2d6-b8ea997ed4d7 tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] 10.222.0.69 "GET /v2.0/security-groups/02c4d66f-27c9-4668-bbae-c54697a0c745 HTTP/1.1" status: 200 len: 2981 time: 0.0370996 Aug 19 14:35:09.676437 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715780c0-8451-4a30-be36-aa9a25179d96 admin admin] Pushing event updated for resources: {'Network': ['ID=1bc22803-e21f-489d-a441-493f1928ab13,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:09.688164 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 1bc22803-e21f-489d-a441-493f1928ab13 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:35:09.712849 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a485c7a7-c4bc-48fa-8384-cb12051ab2fc req-1394c18c-8d6e-4c8c-9776-d698d5a1990f tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] 10.222.0.69 "GET /v2.0/security-groups/02c4d66f-27c9-4668-bbae-c54697a0c745 HTTP/1.1" status: 200 len: 2981 time: 0.0634828 Aug 19 14:35:09.734305 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7511ff-9b50-4513-bf79-9c5df8b6a15c req-12ba67f4-798a-4891-b88e-c319cb2b5205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:09.736047 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3f7511ff-9b50-4513-bf79-9c5df8b6a15c req-12ba67f4-798a-4891-b88e-c319cb2b5205 service neutron] 10.222.0.88 "GET /v2.0/networks?id=6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 HTTP/1.1" status: 200 len: 908 time: 0.1445661 Aug 19 14:35:09.763927 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b169ee62-8d01-4504-9600-526f101d8b95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:09.784454 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a485c7a7-c4bc-48fa-8384-cb12051ab2fc req-04650579-93df-41a7-9801-0aff3258f716 tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] 10.222.0.69 "GET /v2.0/security-groups/11f04478-e0a9-46f8-b098-aa55f104ee33 HTTP/1.1" status: 200 len: 2977 time: 0.0586598 Aug 19 14:35:09.809411 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b169ee62-8d01-4504-9600-526f101d8b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:09.816837 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3f7511ff-9b50-4513-bf79-9c5df8b6a15c req-89b553e3-fff2-4dd6-bce4-edaf8125e34b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=762e06b8-cc33-45a1-8702-4e858a90fa00 HTTP/1.1" status: 200 len: 217 time: 0.0514603 Aug 19 14:35:09.818080 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-715780c0-8451-4a30-be36-aa9a25179d96 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0623758 Aug 19 14:35:09.821083 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33426) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:09.826069 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a98f615f-9639-413d-b5d4-f31df13ad71f admin admin] Request body: {'subnet': {'network_id': '1bc22803-e21f-489d-a441-493f1928ab13', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1153847480-subnet', 'tenant_id': 'b2e5fa7db1364ccea50861254cd97ec3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:35:09.863122 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a485c7a7-c4bc-48fa-8384-cb12051ab2fc req-3049d1ce-f498-4537-af89-dd04304465a1 tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] 10.222.0.69 "GET /v2.0/security-groups/11f04478-e0a9-46f8-b098-aa55f104ee33 HTTP/1.1" status: 200 len: 2977 time: 0.0697274 Aug 19 14:35:09.879394 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b169ee62-8d01-4504-9600-526f101d8b95 admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:35:09.903415 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b169ee62-8d01-4504-9600-526f101d8b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60896e9a-9e78-4ae8-af18-16fa40640048,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:09.909042 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b169ee62-8d01-4504-9600-526f101d8b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:09.909424 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-b169ee62-8d01-4504-9600-526f101d8b95 admin admin] Added segment f00bce2a-9c92-41ff-8781-a4f0440397c7 of type vlan for network 98f2d82e-ad1a-4074-8a7b-20c025212ed5 Aug 19 14:35:09.921850 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98f615f-9639-413d-b5d4-f31df13ad71f admin admin] Made reservation on behalf of b2e5fa7db1364ccea50861254cd97ec3 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:35:09.924201 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a98f615f-9639-413d-b5d4-f31df13ad71f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:09.937143 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a485c7a7-c4bc-48fa-8384-cb12051ab2fc req-8e15c753-58a7-4c60-872a-b3f33daabbb0 tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] 10.222.0.69 "GET /v2.0/security-groups/5eb1adcb-2bf3-4404-b71b-41def6b9cfaa HTTP/1.1" status: 200 len: 2981 time: 0.0672133 Aug 19 14:35:09.980964 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a485c7a7-c4bc-48fa-8384-cb12051ab2fc req-bb873294-f561-47b7-ad7d-8c43c3bea5b4 tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] 10.222.0.69 "GET /v2.0/security-groups/5eb1adcb-2bf3-4404-b71b-41def6b9cfaa HTTP/1.1" status: 200 len: 2981 time: 0.0386882 Aug 19 14:35:10.041356 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a485c7a7-c4bc-48fa-8384-cb12051ab2fc req-0b17b77d-1d82-4d5d-901f-a7141d21a200 tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] 10.222.0.69 "GET /v2.0/security-groups/662b344f-edb6-4805-a176-eb72a0218cb8 HTTP/1.1" status: 200 len: 2977 time: 0.0532684 Aug 19 14:35:10.109726 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9c1cd-4561-4874-97e6-1071549e94cf req-e7c026a0-66a0-4b02-868f-1e51204cb4e6 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:10.111304 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d6d9c1cd-4561-4874-97e6-1071549e94cf req-e7c026a0-66a0-4b02-868f-1e51204cb4e6 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9 HTTP/1.1" status: 200 len: 949 time: 0.0905876 Aug 19 14:35:10.114996 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a485c7a7-c4bc-48fa-8384-cb12051ab2fc req-3df08df8-dd07-421d-921c-3dcddb55aef0 tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] 10.222.0.69 "GET /v2.0/security-groups/662b344f-edb6-4805-a176-eb72a0218cb8 HTTP/1.1" status: 200 len: 2977 time: 0.0587065 Aug 19 14:35:10.179251 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d6d9c1cd-4561-4874-97e6-1071549e94cf req-2fdcc847-1354-4bcd-bf5a-c26ad94b5bbf tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614793 Aug 19 14:35:10.184452 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a485c7a7-c4bc-48fa-8384-cb12051ab2fc req-87021eea-1e5b-4230-93fe-cebb21ef34da tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] 10.222.0.69 "GET /v2.0/security-groups/78d2b039-a21b-4a32-ac1f-fae264051355 HTTP/1.1" status: 200 len: 2981 time: 0.0607388 Aug 19 14:35:10.215180 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7511ff-9b50-4513-bf79-9c5df8b6a15c req-291930c5-f893-4f95-aa74-4de1a9d342c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:10.216873 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3f7511ff-9b50-4513-bf79-9c5df8b6a15c req-291930c5-f893-4f95-aa74-4de1a9d342c8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e6c98e66-0094-4a00-ab2a-dbcb4602f2eb HTTP/1.1" status: 200 len: 847 time: 0.3802505 Aug 19 14:35:10.237938 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b169ee62-8d01-4504-9600-526f101d8b95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:10.242823 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a485c7a7-c4bc-48fa-8384-cb12051ab2fc req-eaf1372b-114b-4bbc-ac87-6c2b9dd6de75 tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] 10.222.0.69 "GET /v2.0/security-groups/78d2b039-a21b-4a32-ac1f-fae264051355 HTTP/1.1" status: 200 len: 2981 time: 0.0520809 Aug 19 14:35:10.257579 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3f7511ff-9b50-4513-bf79-9c5df8b6a15c req-fa73fdd3-a154-4957-ba59-ed1ae1c8ff43 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6e6d7ced-670a-4172-99e0-b6cfaa52bcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323319 Aug 19 14:35:10.300543 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a485c7a7-c4bc-48fa-8384-cb12051ab2fc req-7ab20604-9d67-4747-abc1-6d7d6071cd6e tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] 10.222.0.69 "GET /v2.0/security-groups/86404dcf-93da-429d-ab2c-969849616654 HTTP/1.1" status: 200 len: 2981 time: 0.0505006 Aug 19 14:35:10.352143 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b169ee62-8d01-4504-9600-526f101d8b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:10.353135 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b169ee62-8d01-4504-9600-526f101d8b95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:10.353699 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b169ee62-8d01-4504-9600-526f101d8b95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:10.364452 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ed67d-d47a-4b14-b09e-8ff36ced7887 req-6ea905c6-28ec-4e42-9209-789122c27691 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:10.365952 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a36ed67d-d47a-4b14-b09e-8ff36ced7887 req-6ea905c6-28ec-4e42-9209-789122c27691 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=da0f434b-a5a6-4589-99a8-a613dceb3699 HTTP/1.1" status: 200 len: 944 time: 0.0915923 Aug 19 14:35:10.371292 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a485c7a7-c4bc-48fa-8384-cb12051ab2fc req-76ce8bc0-5d44-433c-8755-c0d25ffe2a98 tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] 10.222.0.69 "GET /v2.0/security-groups/86404dcf-93da-429d-ab2c-969849616654 HTTP/1.1" status: 200 len: 2981 time: 0.0575025 Aug 19 14:35:10.438073 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b169ee62-8d01-4504-9600-526f101d8b95 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6035419 Aug 19 14:35:10.442156 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 33442) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:10.445354 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a36ed67d-d47a-4b14-b09e-8ff36ced7887 req-9ae0b6cc-bd60-414e-b5f3-d46494086d9c tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717008 Aug 19 14:35:10.450446 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1ae7159f-6929-447f-a2a2-63f251d3f32a admin admin] Request body: {'subnet': {'network_id': '98f2d82e-ad1a-4074-8a7b-20c025212ed5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1342448905-subnet', 'tenant_id': '35849b3f612d45439a89c2ee50303973', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:35:10.464012 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a485c7a7-c4bc-48fa-8384-cb12051ab2fc req-19ccc25e-45d7-430b-904a-9cd0928a918a tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] 10.222.0.69 "GET /v2.0/security-groups/8a651ae3-455c-444a-9c01-86c9e38469ae HTTP/1.1" status: 200 len: 2973 time: 0.0834627 Aug 19 14:35:10.467968 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b169ee62-8d01-4504-9600-526f101d8b95 admin admin] Pushing event updated for resources: {'Network': ['ID=98f2d82e-ad1a-4074-8a7b-20c025212ed5,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:10.475200 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3f7511ff-9b50-4513-bf79-9c5df8b6a15c req-8e9c17f3-ad2e-4554-aaff-8217976fd35f service neutron] 10.222.0.88 "GET /v2.0/networks/6e6d7ced-670a-4172-99e0-b6cfaa52bcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067654 Aug 19 14:35:10.478417 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 98f2d82e-ad1a-4074-8a7b-20c025212ed5 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:35:10.508680 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae7159f-6929-447f-a2a2-63f251d3f32a admin admin] Made reservation on behalf of 35849b3f612d45439a89c2ee50303973 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:35:10.511898 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1ae7159f-6929-447f-a2a2-63f251d3f32a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:10.566914 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a485c7a7-c4bc-48fa-8384-cb12051ab2fc req-88734a42-404e-42e1-a444-5c41a6ee0c27 tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] 10.222.0.69 "GET /v2.0/security-groups/8a651ae3-455c-444a-9c01-86c9e38469ae HTTP/1.1" status: 200 len: 2973 time: 0.1017129 Aug 19 14:35:10.591068 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a98f615f-9639-413d-b5d4-f31df13ad71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:10.634042 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a485c7a7-c4bc-48fa-8384-cb12051ab2fc req-7bd5fd61-734a-47eb-a566-26c0c31d39c2 tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] 10.222.0.69 "GET /v2.0/security-groups/d27ceac9-2f2a-458e-b4ce-b6709a31488c HTTP/1.1" status: 200 len: 2981 time: 0.0661178 Aug 19 14:35:10.664400 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3f7511ff-9b50-4513-bf79-9c5df8b6a15c req-926cd05a-a8c1-4893-a931-ca2264755364 service neutron] 10.222.0.88 "GET /v2.0/networks/6e6d7ced-670a-4172-99e0-b6cfaa52bcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798856 Aug 19 14:35:10.675210 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f615f-9639-413d-b5d4-f31df13ad71f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f5154a7-363a-4827-ab5d-78b924f5e137,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:10.682403 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98f615f-9639-413d-b5d4-f31df13ad71f admin admin] Checking segment: {'id': '911020b2-3bb4-4db0-af7a-51b07cbea653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:35:10.683102 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98f615f-9639-413d-b5d4-f31df13ad71f admin admin] Network hostable DHCP agents. Network: 1bc22803-e21f-489d-a441-493f1928ab13, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:35:10.703273 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98f615f-9639-413d-b5d4-f31df13ad71f admin admin] Network 1bc22803-e21f-489d-a441-493f1928ab13 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:35:10.713117 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-a98f615f-9639-413d-b5d4-f31df13ad71f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 1bc22803-e21f-489d-a441-493f1928ab13) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:35:10.717622 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98f615f-9639-413d-b5d4-f31df13ad71f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:10.718061 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a98f615f-9639-413d-b5d4-f31df13ad71f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:10.732335 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7067d8d-06ea-4a9d-902c-e469d7915980 None None] Network 1bc22803-e21f-489d-a441-493f1928ab13 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:35:10.739049 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a98f615f-9639-413d-b5d4-f31df13ad71f admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9167657 Aug 19 14:35:10.741798 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a485c7a7-c4bc-48fa-8384-cb12051ab2fc req-8c3672c3-fcc1-4b5e-96af-cf523250eaff tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] 10.222.0.69 "GET /v2.0/security-groups/d27ceac9-2f2a-458e-b4ce-b6709a31488c HTTP/1.1" status: 200 len: 2981 time: 0.1059721 Aug 19 14:35:10.853055 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087dbf6-77db-479a-b285-f04b1865720b req-2f620693-d8c4-4b3a-8df0-30f03a76bb6a tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:10.854561 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f087dbf6-77db-479a-b285-f04b1865720b req-2f620693-d8c4-4b3a-8df0-30f03a76bb6a tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] 10.222.0.69 "GET /v2.0/ports?device_id=422453b9-e4ad-414c-bcc7-25605a736118 HTTP/1.1" status: 200 len: 950 time: 0.1897318 Aug 19 14:35:10.858049 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1ae7159f-6929-447f-a2a2-63f251d3f32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:10.878841 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3125a6-4528-4b51-8b45-5e4e49bb5243 None None] Network 1bc22803-e21f-489d-a441-493f1928ab13 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:35:10.902759 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a485c7a7-c4bc-48fa-8384-cb12051ab2fc req-9749e82e-c799-48af-a185-fa993bfbfaed tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] 10.222.0.69 "GET /v2.0/security-groups/d317def7-c44a-473d-b9b9-625d5810079c HTTP/1.1" status: 200 len: 2981 time: 0.1106765 Aug 19 14:35:10.970877 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae7159f-6929-447f-a2a2-63f251d3f32a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecae2045-23fa-45e7-aca8-a9ac040c4e1a,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:10.986665 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f087dbf6-77db-479a-b285-f04b1865720b req-6ff97dd8-93f2-4c4f-993b-27c276d520eb tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] 10.222.0.69 "GET /v2.0/security-groups?id=020af773-d3f9-4036-afac-2a78c01b4a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210191 Aug 19 14:35:11.000303 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a485c7a7-c4bc-48fa-8384-cb12051ab2fc req-3e9cc6d4-c6b7-4dce-a63b-99002e9740e0 tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] 10.222.0.69 "GET /v2.0/security-groups/d317def7-c44a-473d-b9b9-625d5810079c HTTP/1.1" status: 200 len: 2981 time: 0.0845408 Aug 19 14:35:11.001178 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae7159f-6929-447f-a2a2-63f251d3f32a admin admin] Checking segment: {'id': 'f00bce2a-9c92-41ff-8781-a4f0440397c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '98f2d82e-ad1a-4074-8a7b-20c025212ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:35:11.001552 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae7159f-6929-447f-a2a2-63f251d3f32a admin admin] Network hostable DHCP agents. Network: 98f2d82e-ad1a-4074-8a7b-20c025212ed5, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:35:11.032267 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae7159f-6929-447f-a2a2-63f251d3f32a admin admin] Network 98f2d82e-ad1a-4074-8a7b-20c025212ed5 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:35:11.054653 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-1ae7159f-6929-447f-a2a2-63f251d3f32a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 98f2d82e-ad1a-4074-8a7b-20c025212ed5) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:35:11.059704 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae7159f-6929-447f-a2a2-63f251d3f32a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:11.060281 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1ae7159f-6929-447f-a2a2-63f251d3f32a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:11.070814 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22335b70-06fe-4e7f-a648-a152fa450512 None None] Network 98f2d82e-ad1a-4074-8a7b-20c025212ed5 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:35:11.080500 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a485c7a7-c4bc-48fa-8384-cb12051ab2fc req-95384e78-c548-4227-b0ae-d5dc2fc7cbf4 tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] 10.222.0.69 "GET /v2.0/security-groups/ea047d2c-2f77-459a-9507-09eaa6061019 HTTP/1.1" status: 200 len: 2981 time: 0.0670006 Aug 19 14:35:11.098830 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1ae7159f-6929-447f-a2a2-63f251d3f32a admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6519403 Aug 19 14:35:11.154354 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a485c7a7-c4bc-48fa-8384-cb12051ab2fc req-ab1a2d89-6474-4bda-b4ce-86a6efe421b0 tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] 10.222.0.69 "GET /v2.0/security-groups/ea047d2c-2f77-459a-9507-09eaa6061019 HTTP/1.1" status: 200 len: 2981 time: 0.0540369 Aug 19 14:35:11.213338 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a485c7a7-c4bc-48fa-8384-cb12051ab2fc req-46925fbd-0baf-4e08-9dc0-4da190a3c4b8 tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] 10.222.0.69 "GET /v2.0/security-groups/f69d38f0-6525-4289-9f9b-c3407b3d7944 HTTP/1.1" status: 200 len: 2981 time: 0.0490282 Aug 19 14:35:11.248564 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b6b9cb-7a8a-40c7-9139-ec147fa854ca None None] Network 98f2d82e-ad1a-4074-8a7b-20c025212ed5 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:35:11.267795 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33476) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:11.288139 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a485c7a7-c4bc-48fa-8384-cb12051ab2fc req-1838aa60-6766-47b6-9981-66c797b659b5 tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] 10.222.0.69 "GET /v2.0/security-groups/f69d38f0-6525-4289-9f9b-c3407b3d7944 HTTP/1.1" status: 200 len: 2981 time: 0.0682230 Aug 19 14:35:11.334996 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fe0053f-1fb9-4ce5-8767-1fee670519fc admin admin] Deleting subnet 4dbaa556-58cf-413a-9f30-2d27a5f85acf {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:35:11.339271 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9fe0053f-1fb9-4ce5-8767-1fee670519fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:11.346241 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a485c7a7-c4bc-48fa-8384-cb12051ab2fc req-e52acc87-0ea8-4df7-90d0-4019c685157c tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] 10.222.0.69 "GET /v2.0/security-groups/fd27a388-56b9-485f-86ae-26204664e23b HTTP/1.1" status: 200 len: 2981 time: 0.0561538 Aug 19 14:35:11.377023 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9fe0053f-1fb9-4ce5-8767-1fee670519fc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:11.393710 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9fe0053f-1fb9-4ce5-8767-1fee670519fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:11.403522 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a485c7a7-c4bc-48fa-8384-cb12051ab2fc req-46a33596-542a-4b80-b4c0-4976665724dc tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] 10.222.0.69 "GET /v2.0/security-groups/fd27a388-56b9-485f-86ae-26204664e23b HTTP/1.1" status: 200 len: 2981 time: 0.0510688 Aug 19 14:35:11.480890 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9fe0053f-1fb9-4ce5-8767-1fee670519fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:11.520373 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe0053f-1fb9-4ce5-8767-1fee670519fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dbaa556-58cf-413a-9f30-2d27a5f85acf,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:11.529034 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 33486) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:11.532301 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9fe0053f-1fb9-4ce5-8767-1fee670519fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:11.538808 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9fe0053f-1fb9-4ce5-8767-1fee670519fc admin admin] 10.222.0.69 "DELETE /v2.0/subnets/4dbaa556-58cf-413a-9f30-2d27a5f85acf HTTP/1.1" status: 204 len: 168 time: 0.2694490 Aug 19 14:35:11.539485 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33488) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:11.540724 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a273f41d-8fee-463b-9485-83cb2a0365d3 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-368228402-network', 'tenant_id': 'ff8f4fcf3b6047df91514bdb77901d4b'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:35:11.583578 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a273f41d-8fee-463b-9485-83cb2a0365d3 admin admin] Made reservation on behalf of ff8f4fcf3b6047df91514bdb77901d4b for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:35:11.587274 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a273f41d-8fee-463b-9485-83cb2a0365d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:11.599305 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a273f41d-8fee-463b-9485-83cb2a0365d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:11.654209 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c2ea3de-9a4f-4e36-b1b2-893fe435e837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:11.758864 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c2ea3de-9a4f-4e36-b1b2-893fe435e837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:11.770551 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c2ea3de-9a4f-4e36-b1b2-893fe435e837 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:35:11.770886 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053ab83-a373-4794-9956-2d5eb5528d30 req-5a67c3fc-8500-49e0-b23e-e1b2460e0ca7 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:11.771009 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c2ea3de-9a4f-4e36-b1b2-893fe435e837 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:35:11.771769 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c2ea3de-9a4f-4e36-b1b2-893fe435e837 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:35:11.772400 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1053ab83-a373-4794-9956-2d5eb5528d30 req-5a67c3fc-8500-49e0-b23e-e1b2460e0ca7 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9 HTTP/1.1" status: 200 len: 949 time: 0.1412718 Aug 19 14:35:11.777015 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c2ea3de-9a4f-4e36-b1b2-893fe435e837 admin admin] Subscribe: > port after_create 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:35:11.777778 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c2ea3de-9a4f-4e36-b1b2-893fe435e837 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:35:11.778647 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c2ea3de-9a4f-4e36-b1b2-893fe435e837 admin admin] Subscribe: > port after_update 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:35:11.779374 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c2ea3de-9a4f-4e36-b1b2-893fe435e837 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:35:11.781148 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c2ea3de-9a4f-4e36-b1b2-893fe435e837 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:35:11.781739 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c2ea3de-9a4f-4e36-b1b2-893fe435e837 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:35:11.782158 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c2ea3de-9a4f-4e36-b1b2-893fe435e837 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:35:11.791831 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1ce2823c-2adf-4051-99e6-0851cc66e618 req-7e5b5ff9-513d-4a03-bdde-4c6e23a75d35 tempest-SecurityGroupsTestAdminJSON-2006721964 tempest-SecurityGroupsTestAdminJSON-2006721964-project] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=16fda255aa6f4538870b914e56c0a8d1 HTTP/1.1" status: 200 len: 6102 time: 0.1572340 Aug 19 14:35:11.844183 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a273f41d-8fee-463b-9485-83cb2a0365d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:11.857916 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a273f41d-8fee-463b-9485-83cb2a0365d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:11.875733 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1053ab83-a373-4794-9956-2d5eb5528d30 req-cb35ef98-12e6-4841-a90d-bbf4c3a1d201 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935390 Aug 19 14:35:11.881575 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c2ea3de-9a4f-4e36-b1b2-893fe435e837 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:35:11.882082 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c2ea3de-9a4f-4e36-b1b2-893fe435e837 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:35:11.882503 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c2ea3de-9a4f-4e36-b1b2-893fe435e837 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:35:11.882929 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c2ea3de-9a4f-4e36-b1b2-893fe435e837 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:35:11.883459 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-8c2ea3de-9a4f-4e36-b1b2-893fe435e837 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e68793c-68b9-4f1e-b595-a6a8265b46fc']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:35:11.909678 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a273f41d-8fee-463b-9485-83cb2a0365d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:35:11.917057 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-8c2ea3de-9a4f-4e36-b1b2-893fe435e837 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '150f7919-9a68-491f-97f8-0cac64bb22c1') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:35:11.917498 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-8c2ea3de-9a4f-4e36-b1b2-893fe435e837 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '150f7919-9a68-491f-97f8-0cac64bb22c1') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:35:11.921954 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1ce2823c-2adf-4051-99e6-0851cc66e618 req-b2786c09-e476-4388-a0a6-0c740467fea1 tempest-SecurityGroupsTestAdminJSON-2006721964 tempest-SecurityGroupsTestAdminJSON-2006721964-project] 10.222.0.69 "GET /v2.0/security-groups/78d2b039-a21b-4a32-ac1f-fae264051355 HTTP/1.1" status: 200 len: 2981 time: 0.1125338 Aug 19 14:35:11.923946 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a273f41d-8fee-463b-9485-83cb2a0365d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17518d1b-ac44-467c-aea5-69300e43f29d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:11.928921 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a273f41d-8fee-463b-9485-83cb2a0365d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:11.929265 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-a273f41d-8fee-463b-9485-83cb2a0365d3 admin admin] Added segment 77d021c3-9ff2-4c73-a5ad-fec0d9f2ef8b of type vlan for network 5d7c8fdc-869a-46e0-b292-7b5edb041c73 Aug 19 14:35:11.948564 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c2ea3de-9a4f-4e36-b1b2-893fe435e837 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:11.971711 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c2ea3de-9a4f-4e36-b1b2-893fe435e837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:11.980050 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c2ea3de-9a4f-4e36-b1b2-893fe435e837 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:35:11.980555 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c2ea3de-9a4f-4e36-b1b2-893fe435e837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:11.998927 n-d-766043-2 neutron-server[94639]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 14:35:11.998927 n-d-766043-2 neutron-server[94639]: from cryptography.utils import int_from_bytes Aug 19 14:35:11.998927 n-d-766043-2 neutron-server[94639]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 14:35:11.998927 n-d-766043-2 neutron-server[94639]: from cryptography.utils import int_from_bytes Aug 19 14:35:11.998927 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:35:11.998927 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:35:11.998927 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:35:11.998927 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:35:11.998927 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:35:11.998927 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:35:11.998927 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:35:11.998927 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:35:11.998927 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:35:11.998927 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:35:11.998927 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:35:11.998927 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:35:11.998927 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:35:11.998927 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:35:11.998927 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:35:11.998927 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:35:11.998927 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:35:11.998927 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:35:11.998927 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:35:11.998927 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:35:11.998927 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:35:11.998927 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:35:11.998927 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:35:11.998927 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:35:11.998927 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:35:11.998927 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:35:11.998927 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:35:11.998927 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:35:11.998927 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:35:11.998927 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:35:11.998927 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:35:11.998927 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:35:12.067441 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c2ea3de-9a4f-4e36-b1b2-893fe435e837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:12.079364 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c2ea3de-9a4f-4e36-b1b2-893fe435e837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:12.081305 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8c2ea3de-9a4f-4e36-b1b2-893fe435e837 admin admin] 10.222.0.69 "DELETE /v2.0/networks/0e68793c-68b9-4f1e-b595-a6a8265b46fc HTTP/1.1" status: 204 len: 168 time: 0.5406492 Aug 19 14:35:12.098975 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33500) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:12.109369 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ea3de-9a4f-4e36-b1b2-893fe435e837 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e68793c-68b9-4f1e-b595-a6a8265b46fc,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:12.154489 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d576dd6-92eb-4d50-ac81-fc84cf1dd76d admin admin] Deleting subnet ecae2045-23fa-45e7-aca8-a9ac040c4e1a {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:35:12.158435 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d576dd6-92eb-4d50-ac81-fc84cf1dd76d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:12.190859 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a273f41d-8fee-463b-9485-83cb2a0365d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:12.199432 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d576dd6-92eb-4d50-ac81-fc84cf1dd76d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:12.221804 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1ce2823c-2adf-4051-99e6-0851cc66e618 req-49f5c206-4c74-4f63-aaf0-c1212d6bf60d tempest-SecurityGroupsTestAdminJSON-2006721964 tempest-SecurityGroupsTestAdminJSON-2006721964-project] 10.222.0.69 "GET /v2.0/security-groups/78d2b039-a21b-4a32-ac1f-fae264051355 HTTP/1.1" status: 200 len: 2981 time: 0.2909455 Aug 19 14:35:12.238839 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c448a-ca0c-4a73-b80a-81fe1c8c35c5 req-c02f243a-6645-4b26-854d-8377d0ac2a12 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:12.240478 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8e9c448a-ca0c-4a73-b80a-81fe1c8c35c5 req-c02f243a-6645-4b26-854d-8377d0ac2a12 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=da0f434b-a5a6-4589-99a8-a613dceb3699 HTTP/1.1" status: 200 len: 944 time: 0.2944767 Aug 19 14:35:12.243099 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d576dd6-92eb-4d50-ac81-fc84cf1dd76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:12.250451 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a273f41d-8fee-463b-9485-83cb2a0365d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:12.251553 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a273f41d-8fee-463b-9485-83cb2a0365d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:12.252549 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a273f41d-8fee-463b-9485-83cb2a0365d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:12.305901 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d576dd6-92eb-4d50-ac81-fc84cf1dd76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:12.332621 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d576dd6-92eb-4d50-ac81-fc84cf1dd76d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecae2045-23fa-45e7-aca8-a9ac040c4e1a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:12.332980 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a273f41d-8fee-463b-9485-83cb2a0365d3 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8018141 Aug 19 14:35:12.334434 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d576dd6-92eb-4d50-ac81-fc84cf1dd76d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:12.336383 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9d576dd6-92eb-4d50-ac81-fc84cf1dd76d admin admin] 10.222.0.69 "DELETE /v2.0/subnets/ecae2045-23fa-45e7-aca8-a9ac040c4e1a HTTP/1.1" status: 204 len: 168 time: 0.2363367 Aug 19 14:35:12.336993 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33506) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:12.342360 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5ae37519-2843-4d5a-9c04-ddf5af452d9a admin admin] Request body: {'subnet': {'network_id': '5d7c8fdc-869a-46e0-b292-7b5edb041c73', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-368228402-subnet', 'tenant_id': 'ff8f4fcf3b6047df91514bdb77901d4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:35:12.345857 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33508) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:12.385120 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8e9c448a-ca0c-4a73-b80a-81fe1c8c35c5 req-ed3b5df8-c1cc-4575-92eb-8a734397da3b tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376004 Aug 19 14:35:12.392522 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a273f41d-8fee-463b-9485-83cb2a0365d3 admin admin] Pushing event updated for resources: {'Network': ['ID=5d7c8fdc-869a-46e0-b292-7b5edb041c73,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:12.403596 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 5d7c8fdc-869a-46e0-b292-7b5edb041c73 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:35:12.413024 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae37519-2843-4d5a-9c04-ddf5af452d9a admin admin] Made reservation on behalf of ff8f4fcf3b6047df91514bdb77901d4b for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:35:12.415255 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5ae37519-2843-4d5a-9c04-ddf5af452d9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:12.415412 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed9c8c-0f8b-4921-81a2-70aaa6f65db8 req-161a6287-bc2c-4550-8cfe-c35a6d143697 tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:12.417179 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-23ed9c8c-0f8b-4921-81a2-70aaa6f65db8 req-161a6287-bc2c-4550-8cfe-c35a6d143697 tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] 10.222.0.69 "GET /v2.0/ports?device_id=422453b9-e4ad-414c-bcc7-25605a736118 HTTP/1.1" status: 200 len: 950 time: 0.1264153 Aug 19 14:35:12.472149 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46636dfd-4d27-48cb-bbaf-e79eef6d700d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:12.494572 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-23ed9c8c-0f8b-4921-81a2-70aaa6f65db8 req-7082a4c6-4096-4495-831b-6d7aaa083278 tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] 10.222.0.69 "GET /v2.0/security-groups?id=020af773-d3f9-4036-afac-2a78c01b4a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647914 Aug 19 14:35:12.606574 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46636dfd-4d27-48cb-bbaf-e79eef6d700d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:12.619584 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-46636dfd-4d27-48cb-bbaf-e79eef6d700d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98f2d82e-ad1a-4074-8a7b-20c025212ed5']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:35:12.629600 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-076a6c9f-82c1-49e1-bf5c-1c3bbeedb66c req-5d5ace5d-9572-42e6-a6d3-b9a4a3cbb5ac tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] 10.222.0.69 "GET /v2.0/security-groups/70407c46-ce49-439c-9994-35dea170abe8 HTTP/1.1" status: 200 len: 1778 time: 0.0394976 Aug 19 14:35:12.635114 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-46636dfd-4d27-48cb-bbaf-e79eef6d700d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f00bce2a-9c92-41ff-8781-a4f0440397c7') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:35:12.635411 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-46636dfd-4d27-48cb-bbaf-e79eef6d700d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f00bce2a-9c92-41ff-8781-a4f0440397c7') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:35:12.651444 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 762e06b8-cc33-45a1-8702-4e858a90fa00 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:35:12.673555 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46636dfd-4d27-48cb-bbaf-e79eef6d700d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:12.703524 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46636dfd-4d27-48cb-bbaf-e79eef6d700d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:12.704802 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-076a6c9f-82c1-49e1-bf5c-1c3bbeedb66c req-3f2d3ecf-7a48-4203-9c30-b8e56ac011ed tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:12.717716 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46636dfd-4d27-48cb-bbaf-e79eef6d700d admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:35:12.717886 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46636dfd-4d27-48cb-bbaf-e79eef6d700d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:12.720448 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:35:12.720448 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:35:12.720448 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:35:12.720448 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:35:12.720448 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:35:12.720448 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:35:12.720448 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:35:12.720448 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:35:12.720448 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:35:12.720448 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:35:12.720448 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:35:12.720448 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:35:12.720448 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:35:12.720448 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:35:12.720448 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:35:12.720448 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:35:12.720448 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:35:12.720448 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:35:12.720448 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:35:12.720448 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:35:12.720448 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:35:12.720448 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:35:12.720448 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:35:12.720448 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:35:12.720448 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:35:12.720448 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:35:12.720448 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:35:12.720448 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:35:12.720448 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:35:12.720448 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:35:12.720448 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:35:12.720448 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:35:12.736297 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-076a6c9f-82c1-49e1-bf5c-1c3bbeedb66c req-3f2d3ecf-7a48-4203-9c30-b8e56ac011ed tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:12.764674 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 762e06b8-cc33-45a1-8702-4e858a90fa00, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=762e06b8-cc33-45a1-8702-4e858a90fa00,segment=NetworkSegment(cdbe220c-711d-4dcd-9811-178ea37b55c3),segment_id=cdbe220c-711d-4dcd-9811-178ea37b55c3)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:35:12.787235 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-076a6c9f-82c1-49e1-bf5c-1c3bbeedb66c req-3f2d3ecf-7a48-4203-9c30-b8e56ac011ed tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:12.790263 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-076a6c9f-82c1-49e1-bf5c-1c3bbeedb66c req-3f2d3ecf-7a48-4203-9c30-b8e56ac011ed tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:12.791506 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-076a6c9f-82c1-49e1-bf5c-1c3bbeedb66c req-3f2d3ecf-7a48-4203-9c30-b8e56ac011ed tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] 10.222.0.69 "DELETE /v2.0/security-groups/70407c46-ce49-439c-9994-35dea170abe8 HTTP/1.1" status: 204 len: 173 time: 0.1530247 Aug 19 14:35:12.801511 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d3ecf-7a48-4203-9c30-b8e56ac011ed tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70407c46-ce49-439c-9994-35dea170abe8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:12.805915 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '762e06b8-cc33-45a1-8702-4e858a90fa00', 'network_id': '6e6d7ced-670a-4172-99e0-b6cfaa52bcf3', 'port_id': '762e06b8-cc33-45a1-8702-4e858a90fa00', 'mac_address': 'fa:16:3e:d3:e6:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6c98e66-0094-4a00-ab2a-dbcb4602f2eb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:35:12.844226 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5ae37519-2843-4d5a-9c04-ddf5af452d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:12.861277 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46636dfd-4d27-48cb-bbaf-e79eef6d700d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:12.870384 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46636dfd-4d27-48cb-bbaf-e79eef6d700d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:12.872927 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4c676129-b14d-4bc2-8caf-d30a8ad0b1bd req-fd68acd2-f7e2-4021-8aca-1227f113b49f tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] 10.222.0.69 "GET /v2.0/security-groups/9b261c74-d027-46fa-8c25-326c002115e3 HTTP/1.1" status: 200 len: 1776 time: 0.0522964 Aug 19 14:35:12.881270 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:12.885970 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-46636dfd-4d27-48cb-bbaf-e79eef6d700d admin admin] 10.222.0.69 "DELETE /v2.0/networks/98f2d82e-ad1a-4074-8a7b-20c025212ed5 HTTP/1.1" status: 204 len: 168 time: 0.5291884 Aug 19 14:35:12.900392 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 762e06b8-cc33-45a1-8702-4e858a90fa00 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:35:12.933876 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4c676129-b14d-4bc2-8caf-d30a8ad0b1bd req-b5737770-e79c-474f-8fbc-a7ac87a35ec2 tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:12.960237 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4c676129-b14d-4bc2-8caf-d30a8ad0b1bd req-b5737770-e79c-474f-8fbc-a7ac87a35ec2 tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:12.965087 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 762e06b8-cc33-45a1-8702-4e858a90fa00, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=762e06b8-cc33-45a1-8702-4e858a90fa00,segment=NetworkSegment(cdbe220c-711d-4dcd-9811-178ea37b55c3),segment_id=cdbe220c-711d-4dcd-9811-178ea37b55c3)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:35:12.973154 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:12.977819 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46636dfd-4d27-48cb-bbaf-e79eef6d700d admin admin] Pushing event deleted for resources: {'Network': ['ID=98f2d82e-ad1a-4074-8a7b-20c025212ed5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:12.992728 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae37519-2843-4d5a-9c04-ddf5af452d9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=81e48d57-5781-4281-8c3c-c2afabcc1c83,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:13.014008 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae37519-2843-4d5a-9c04-ddf5af452d9a admin admin] Checking segment: {'id': '77d021c3-9ff2-4c73-a5ad-fec0d9f2ef8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5d7c8fdc-869a-46e0-b292-7b5edb041c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:35:13.014475 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4c676129-b14d-4bc2-8caf-d30a8ad0b1bd req-b5737770-e79c-474f-8fbc-a7ac87a35ec2 tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:13.014776 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae37519-2843-4d5a-9c04-ddf5af452d9a admin admin] Network hostable DHCP agents. Network: 5d7c8fdc-869a-46e0-b292-7b5edb041c73, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:35:13.017529 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4c676129-b14d-4bc2-8caf-d30a8ad0b1bd req-b5737770-e79c-474f-8fbc-a7ac87a35ec2 tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:13.018743 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4c676129-b14d-4bc2-8caf-d30a8ad0b1bd req-b5737770-e79c-474f-8fbc-a7ac87a35ec2 tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] 10.222.0.69 "DELETE /v2.0/security-groups/9b261c74-d027-46fa-8c25-326c002115e3 HTTP/1.1" status: 204 len: 173 time: 0.1389709 Aug 19 14:35:13.042097 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5737770-e79c-474f-8fbc-a7ac87a35ec2 tempest-SecurityGroupsTestAdminJSON-1693226273 tempest-SecurityGroupsTestAdminJSON-1693226273-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b261c74-d027-46fa-8c25-326c002115e3,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:13.044727 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae37519-2843-4d5a-9c04-ddf5af452d9a admin admin] Network 5d7c8fdc-869a-46e0-b292-7b5edb041c73 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:35:13.062472 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-5ae37519-2843-4d5a-9c04-ddf5af452d9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 5d7c8fdc-869a-46e0-b292-7b5edb041c73) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:35:13.067611 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae37519-2843-4d5a-9c04-ddf5af452d9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:13.069123 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5ae37519-2843-4d5a-9c04-ddf5af452d9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:13.087413 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5ae37519-2843-4d5a-9c04-ddf5af452d9a admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7487829 Aug 19 14:35:13.091598 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf785481-0753-426b-ac27-7b21d1c2c1a8 None None] Network 5d7c8fdc-869a-46e0-b292-7b5edb041c73 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:35:13.101593 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8b453-9d9f-4d44-879b-d4a23d21d195 req-fd05d199-bb48-40f7-adb3-9413b5f2b596 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:13.103354 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-21b8b453-9d9f-4d44-879b-d4a23d21d195 req-fd05d199-bb48-40f7-adb3-9413b5f2b596 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9 HTTP/1.1" status: 200 len: 949 time: 0.0837338 Aug 19 14:35:13.153852 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=762e06b8-cc33-45a1-8702-4e858a90fa00,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:13.168494 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-21b8b453-9d9f-4d44-879b-d4a23d21d195 req-6fa45d92-3c10-4065-8ebe-28d532499c31 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557604 Aug 19 14:35:13.182560 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 33542) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:13.247384 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['762e06b8-cc33-45a1-8702-4e858a90fa00'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:35:13.263232 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d0218753-2c53-47ca-8868-317b881f34bd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=51153491d28d4980acf3f8e863191ed6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0793829 Aug 19 14:35:13.266243 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33544) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:13.292122 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7df506c9-0ff1-4b20-96a3-b5f81c1b2412 req-d59f1afe-3b1b-44a6-85dc-27205eb1de53 tempest-SecurityGroupsTestAdminJSON-2006721964 tempest-SecurityGroupsTestAdminJSON-2006721964-project] 10.222.0.69 "GET /v2.0/security-groups/4f01b3c7-63c1-4eeb-ba44-52747af2b94d HTTP/1.1" status: 200 len: 1777 time: 0.0961027 Aug 19 14:35:13.307956 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62713454-c1ea-4fbd-9a8c-017b5eb424c6 None None] Network 5d7c8fdc-869a-46e0-b292-7b5edb041c73 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:35:13.364839 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f85b7f40-0edb-4fe3-a071-adf957c5f276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:13.390810 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f85b7f40-0edb-4fe3-a071-adf957c5f276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:13.393149 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f38661-dc1a-4e57-81d1-a127305b27b3 req-23ce5052-d6a0-468a-863d-1cbfbbfc8a1a tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:13.394956 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-52f38661-dc1a-4e57-81d1-a127305b27b3 req-23ce5052-d6a0-468a-863d-1cbfbbfc8a1a tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] 10.222.0.68 "GET /v2.0/ports?device_id=422453b9-e4ad-414c-bcc7-25605a736118 HTTP/1.1" status: 200 len: 950 time: 0.1304023 Aug 19 14:35:13.395554 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7df506c9-0ff1-4b20-96a3-b5f81c1b2412 req-3712a1cb-600f-42a2-875b-ae67f9465910 tempest-SecurityGroupsTestAdminJSON-2006721964 tempest-SecurityGroupsTestAdminJSON-2006721964-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:13.461487 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f85b7f40-0edb-4fe3-a071-adf957c5f276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:13.465273 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f85b7f40-0edb-4fe3-a071-adf957c5f276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:13.466666 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f85b7f40-0edb-4fe3-a071-adf957c5f276 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5eb1adcb-2bf3-4404-b71b-41def6b9cfaa HTTP/1.1" status: 204 len: 168 time: 0.1994722 Aug 19 14:35:13.470745 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7df506c9-0ff1-4b20-96a3-b5f81c1b2412 req-3712a1cb-600f-42a2-875b-ae67f9465910 tempest-SecurityGroupsTestAdminJSON-2006721964 tempest-SecurityGroupsTestAdminJSON-2006721964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:13.477445 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85b7f40-0edb-4fe3-a071-adf957c5f276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb1adcb-2bf3-4404-b71b-41def6b9cfaa,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:13.637680 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7df506c9-0ff1-4b20-96a3-b5f81c1b2412 req-3712a1cb-600f-42a2-875b-ae67f9465910 tempest-SecurityGroupsTestAdminJSON-2006721964 tempest-SecurityGroupsTestAdminJSON-2006721964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:13.641457 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7df506c9-0ff1-4b20-96a3-b5f81c1b2412 req-3712a1cb-600f-42a2-875b-ae67f9465910 tempest-SecurityGroupsTestAdminJSON-2006721964 tempest-SecurityGroupsTestAdminJSON-2006721964-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:13.642913 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7df506c9-0ff1-4b20-96a3-b5f81c1b2412 req-3712a1cb-600f-42a2-875b-ae67f9465910 tempest-SecurityGroupsTestAdminJSON-2006721964 tempest-SecurityGroupsTestAdminJSON-2006721964-project] 10.222.0.69 "DELETE /v2.0/security-groups/4f01b3c7-63c1-4eeb-ba44-52747af2b94d HTTP/1.1" status: 204 len: 173 time: 0.3495579 Aug 19 14:35:13.662290 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-52f38661-dc1a-4e57-81d1-a127305b27b3 req-a5d49b63-a39e-4e6a-9d34-0614e71634b1 tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] Deleting port dc485f82-b3c8-4010-9785-31289f154293 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:35:13.662638 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-52f38661-dc1a-4e57-81d1-a127305b27b3 req-a5d49b63-a39e-4e6a-9d34-0614e71634b1 tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:13.666797 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3712a1cb-600f-42a2-875b-ae67f9465910 tempest-SecurityGroupsTestAdminJSON-2006721964 tempest-SecurityGroupsTestAdminJSON-2006721964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f01b3c7-63c1-4eeb-ba44-52747af2b94d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:13.801030 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1c81c-44aa-4589-874d-c1395a0ae800 req-8cbc7e4a-2c1e-4b6c-8519-4501f6bf4f70 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:13.802592 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-07d1c81c-44aa-4589-874d-c1395a0ae800 req-8cbc7e4a-2c1e-4b6c-8519-4501f6bf4f70 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=da0f434b-a5a6-4589-99a8-a613dceb3699 HTTP/1.1" status: 200 len: 945 time: 0.0749719 Aug 19 14:35:13.807587 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-52f38661-dc1a-4e57-81d1-a127305b27b3 req-a5d49b63-a39e-4e6a-9d34-0614e71634b1 tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] For port dc485f82-b3c8-4010-9785-31289f154293, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=dc485f82-b3c8-4010-9785-31289f154293,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:35:13.808042 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-52f38661-dc1a-4e57-81d1-a127305b27b3 req-a5d49b63-a39e-4e6a-9d34-0614e71634b1 tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:13.829866 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-52f38661-dc1a-4e57-81d1-a127305b27b3 req-a5d49b63-a39e-4e6a-9d34-0614e71634b1 tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] Calling delete_port for dc485f82-b3c8-4010-9785-31289f154293 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:35:13.896968 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-07d1c81c-44aa-4589-874d-c1395a0ae800 req-b4c66ab8-e2ab-442b-8e23-85bb51e79611 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861917 Aug 19 14:35:14.053842 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33582) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:14.103911 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c5b1bda5-a3b0-40f8-9f55-72ff2bce197c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=35849b3f612d45439a89c2ee50303973&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0487232 Aug 19 14:35:14.106823 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33586) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:14.122943 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01c3d8-98a7-48eb-8655-e4c0367a1466 req-9b3b960b-a1c7-44b9-95c2-44cc910315c3 tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:14.125177 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ec01c3d8-98a7-48eb-8655-e4c0367a1466 req-9b3b960b-a1c7-44b9-95c2-44cc910315c3 tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] 10.222.0.69 "GET /v2.0/ports?device_id=422453b9-e4ad-414c-bcc7-25605a736118 HTTP/1.1" status: 200 len: 950 time: 0.1457105 Aug 19 14:35:14.151418 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c8aaa-5b5b-4a24-9d82-f42f5d9da2eb req-0ccf2607-e1c4-429b-b00d-65b784c90b6d tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:14.153144 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5e3c8aaa-5b5b-4a24-9d82-f42f5d9da2eb req-0ccf2607-e1c4-429b-b00d-65b784c90b6d tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/networks?id=1bc22803-e21f-489d-a441-493f1928ab13 HTTP/1.1" status: 200 len: 821 time: 0.2075315 Aug 19 14:35:14.156373 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f3ef6232-5953-4b65-b1bc-563b3fe91e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:14.163457 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-52f38661-dc1a-4e57-81d1-a127305b27b3 req-a5d49b63-a39e-4e6a-9d34-0614e71634b1 tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:14.176972 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['dc485f82-b3c8-4010-9785-31289f154293'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:35:14.179573 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f3ef6232-5953-4b65-b1bc-563b3fe91e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:14.213656 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d49b63-a39e-4e6a-9d34-0614e71634b1 tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] Pushing event deleted for resources: {'Port': ['ID=dc485f82-b3c8-4010-9785-31289f154293,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:14.225980 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5e3c8aaa-5b5b-4a24-9d82-f42f5d9da2eb req-0ac45d35-644f-415b-a413-ba17698ee7ee tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/quotas/b2e5fa7db1364ccea50861254cd97ec3 HTTP/1.1" status: 200 len: 375 time: 0.0513778 Aug 19 14:35:14.235459 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f3ef6232-5953-4b65-b1bc-563b3fe91e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:14.238241 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f3ef6232-5953-4b65-b1bc-563b3fe91e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:14.239717 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f3ef6232-5953-4b65-b1bc-563b3fe91e27 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/60896e9a-9e78-4ae8-af18-16fa40640048 HTTP/1.1" status: 204 len: 168 time: 0.1322019 Aug 19 14:35:14.247697 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef6232-5953-4b65-b1bc-563b3fe91e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60896e9a-9e78-4ae8-af18-16fa40640048,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:14.291086 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ec01c3d8-98a7-48eb-8655-e4c0367a1466 req-49682854-49f0-46d9-9147-f9d078a81e52 tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] 10.222.0.69 "GET /v2.0/security-groups?id=020af773-d3f9-4036-afac-2a78c01b4a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563110 Aug 19 14:35:14.335551 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f38661-dc1a-4e57-81d1-a127305b27b3 req-a5d49b63-a39e-4e6a-9d34-0614e71634b1 tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] No DVR routers for this DVR port dc485f82-b3c8-4010-9785-31289f154293 on host n-h1-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:35:14.345125 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5e3c8aaa-5b5b-4a24-9d82-f42f5d9da2eb req-fa946bb1-8f1b-4cec-bbf6-d2f8f93cb339 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b2e5fa7db1364ccea50861254cd97ec3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0905261 Aug 19 14:35:14.348497 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-52f38661-dc1a-4e57-81d1-a127305b27b3 req-a5d49b63-a39e-4e6a-9d34-0614e71634b1 tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:14.351158 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-52f38661-dc1a-4e57-81d1-a127305b27b3 req-a5d49b63-a39e-4e6a-9d34-0614e71634b1 tempest-ImagesNegativeTestJSON-937269986 tempest-ImagesNegativeTestJSON-937269986-project] 10.222.0.68 "DELETE /v2.0/ports/dc485f82-b3c8-4010-9785-31289f154293 HTTP/1.1" status: 204 len: 173 time: 0.9426646 Aug 19 14:35:14.351824 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '422453b9-e4ad-414c-bcc7-25605a736118', 'name': 'network-vif-deleted', 'tag': 'dc485f82-b3c8-4010-9785-31289f154293'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:35:14.357020 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3280022f-b525-4436-bb1d-d32a86e65914" -d '{"events": [{"server_uuid": "422453b9-e4ad-414c-bcc7-25605a736118", "name": "network-vif-deleted", "tag": "dc485f82-b3c8-4010-9785-31289f154293"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:35:14.490148 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dc2a9ee8-d411-41d7-b736-c80efd82a20d req-e2cc6807-2efb-454b-8a93-5699d68b330a tempest-SecurityGroupsTestAdminJSON-2006721964 tempest-SecurityGroupsTestAdminJSON-2006721964-project] 10.222.0.69 "GET /v2.0/security-groups/05b9552e-4c25-4418-9240-89bcd139e9db HTTP/1.1" status: 200 len: 1777 time: 0.0744298 Aug 19 14:35:14.519134 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5e3c8aaa-5b5b-4a24-9d82-f42f5d9da2eb req-003b5c10-2c06-4b00-9ecb-a85e21bf7411 service neutron] 10.222.0.69 "GET /v2.0/networks/1bc22803-e21f-489d-a441-493f1928ab13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541901 Aug 19 14:35:14.618235 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dc2a9ee8-d411-41d7-b736-c80efd82a20d req-8863ff5c-4150-4ed7-ad5c-fd0f5d3b2470 tempest-SecurityGroupsTestAdminJSON-2006721964 tempest-SecurityGroupsTestAdminJSON-2006721964-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:14.652714 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dc2a9ee8-d411-41d7-b736-c80efd82a20d req-8863ff5c-4150-4ed7-ad5c-fd0f5d3b2470 tempest-SecurityGroupsTestAdminJSON-2006721964 tempest-SecurityGroupsTestAdminJSON-2006721964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:14.662095 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5e3c8aaa-5b5b-4a24-9d82-f42f5d9da2eb req-02e06493-b646-48ed-b164-e3e5cde2e312 service neutron] 10.222.0.69 "GET /v2.0/networks/1bc22803-e21f-489d-a441-493f1928ab13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360202 Aug 19 14:35:14.664435 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 762e06b8-cc33-45a1-8702-4e858a90fa00 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:35:14.709218 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dc2a9ee8-d411-41d7-b736-c80efd82a20d req-8863ff5c-4150-4ed7-ad5c-fd0f5d3b2470 tempest-SecurityGroupsTestAdminJSON-2006721964 tempest-SecurityGroupsTestAdminJSON-2006721964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:14.711799 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dc2a9ee8-d411-41d7-b736-c80efd82a20d req-8863ff5c-4150-4ed7-ad5c-fd0f5d3b2470 tempest-SecurityGroupsTestAdminJSON-2006721964 tempest-SecurityGroupsTestAdminJSON-2006721964-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:14.735287 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dc2a9ee8-d411-41d7-b736-c80efd82a20d req-8863ff5c-4150-4ed7-ad5c-fd0f5d3b2470 tempest-SecurityGroupsTestAdminJSON-2006721964 tempest-SecurityGroupsTestAdminJSON-2006721964-project] 10.222.0.69 "DELETE /v2.0/security-groups/05b9552e-4c25-4418-9240-89bcd139e9db HTTP/1.1" status: 204 len: 173 time: 0.2173390 Aug 19 14:35:14.740441 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 762e06b8-cc33-45a1-8702-4e858a90fa00 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:35:14.747243 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 762e06b8-cc33-45a1-8702-4e858a90fa00 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:35:14.748051 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:14.754016 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8863ff5c-4150-4ed7-ad5c-fd0f5d3b2470 tempest-SecurityGroupsTestAdminJSON-2006721964 tempest-SecurityGroupsTestAdminJSON-2006721964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b9552e-4c25-4418-9240-89bcd139e9db,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:14.916605 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:14.937198 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca881b72-36b4-4663-831f-481f8a89c8d2 req-28da8cc3-9565-4308-971d-b5eeaa373986 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:14.939051 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ca881b72-36b4-4663-831f-481f8a89c8d2 req-28da8cc3-9565-4308-971d-b5eeaa373986 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9 HTTP/1.1" status: 200 len: 949 time: 0.0651205 Aug 19 14:35:14.963028 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0f434b-a5a6-4589-99a8-a613dceb3699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762e06b8-cc33-45a1-8702-4e858a90fa00'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:35:14.970404 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b81321-c528-449b-8a0b-7935b6fe2aaf" -d '{"events": [{"server_uuid": "da0f434b-a5a6-4589-99a8-a613dceb3699", "name": "network-vif-plugged", "status": "completed", "tag": "762e06b8-cc33-45a1-8702-4e858a90fa00"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:35:14.997874 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 762e06b8-cc33-45a1-8702-4e858a90fa00, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=762e06b8-cc33-45a1-8702-4e858a90fa00,segment=NetworkSegment(cdbe220c-711d-4dcd-9811-178ea37b55c3),segment_id=cdbe220c-711d-4dcd-9811-178ea37b55c3)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:35:15.003754 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:15.018803 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ca881b72-36b4-4663-831f-481f8a89c8d2 req-5a098893-451e-457d-9c21-28dd9a1abb51 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695605 Aug 19 14:35:15.132476 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bcccd79-9cd3-4b1c-8c53-b70d2d2e1ae1 x-openstack-request-id: req-0bcccd79-9cd3-4b1c-8c53-b70d2d2e1ae1 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:35:15.132476 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "422453b9-e4ad-414c-bcc7-25605a736118", "name": "network-vif-deleted", "tag": "dc485f82-b3c8-4010-9785-31289f154293", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:35:15.132693 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0bcccd79-9cd3-4b1c-8c53-b70d2d2e1ae1 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:35:15.133067 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '422453b9-e4ad-414c-bcc7-25605a736118', 'name': 'network-vif-deleted', 'tag': 'dc485f82-b3c8-4010-9785-31289f154293', 'status': 'completed', 'code': 200} Aug 19 14:35:15.217676 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9163b4f2-deb3-4ef8-bbba-7a43d1f8c390 req-ae93d6a6-a34d-4fae-828e-d942171eca3d tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=76619173-9bbf-41e1-92e7-d1e997be5d43 HTTP/1.1" status: 200 len: 210 time: 0.0430996 Aug 19 14:35:15.235520 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=762e06b8-cc33-45a1-8702-4e858a90fa00,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:15.246910 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33630) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:15.369741 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae6d36-6126-486d-bba9-7d9406a08d73 req-39ed214a-5a34-4911-99cd-e7acdbf5433b tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:15.380711 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-89ae6d36-6126-486d-bba9-7d9406a08d73 req-39ed214a-5a34-4911-99cd-e7acdbf5433b tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=da0f434b-a5a6-4589-99a8-a613dceb3699 HTTP/1.1" status: 200 len: 946 time: 0.0849078 Aug 19 14:35:15.381046 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018fab70-7a25-4295-ba9f-5548a8ec31b5 x-openstack-request-id: req-018fab70-7a25-4295-ba9f-5548a8ec31b5 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:35:15.381562 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0f434b-a5a6-4589-99a8-a613dceb3699", "name": "network-vif-plugged", "status": "completed", "tag": "762e06b8-cc33-45a1-8702-4e858a90fa00", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:35:15.382252 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-018fab70-7a25-4295-ba9f-5548a8ec31b5 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:35:15.383011 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0f434b-a5a6-4589-99a8-a613dceb3699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762e06b8-cc33-45a1-8702-4e858a90fa00', 'code': 200} Aug 19 14:35:15.442241 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-89ae6d36-6126-486d-bba9-7d9406a08d73 req-425d4c09-605e-4015-b7e1-2b1140b83ab0 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603306 Aug 19 14:35:15.519178 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519889e6-d181-4b29-b4a0-59b8aad0b3dd req-477cce9e-ff5e-483f-a1f0-e778548a4b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:15.520958 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-519889e6-d181-4b29-b4a0-59b8aad0b3dd req-477cce9e-ff5e-483f-a1f0-e778548a4b2b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=da0f434b-a5a6-4589-99a8-a613dceb3699 HTTP/1.1" status: 200 len: 1097 time: 0.0867143 Aug 19 14:35:15.566040 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-519889e6-d181-4b29-b4a0-59b8aad0b3dd req-a5116fba-c792-488c-8bfc-54ce81a6bea2 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366607 Aug 19 14:35:15.731730 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 33664) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:15.732194 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9cb443b8-7f29-4d49-8147-553aecc15271 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=16fda255aa6f4538870b914e56c0a8d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4843171 Aug 19 14:35:15.791239 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1c810c66-b341-4a59-8f20-a1e8f2decdaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:15.817300 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1c810c66-b341-4a59-8f20-a1e8f2decdaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:15.898363 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1c810c66-b341-4a59-8f20-a1e8f2decdaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:15.901215 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1c810c66-b341-4a59-8f20-a1e8f2decdaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:15.905767 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1c810c66-b341-4a59-8f20-a1e8f2decdaf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/78d2b039-a21b-4a32-ac1f-fae264051355 HTTP/1.1" status: 204 len: 168 time: 0.1730025 Aug 19 14:35:15.922320 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c810c66-b341-4a59-8f20-a1e8f2decdaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d2b039-a21b-4a32-ac1f-fae264051355,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:16.053989 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 33680) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:16.168066 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2f06f-5094-4177-9766-8ab5d83b72e5 req-a453272a-34cf-48c1-b25d-fcd46b175091 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:16.177455 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-47f2f06f-5094-4177-9766-8ab5d83b72e5 req-a453272a-34cf-48c1-b25d-fcd46b175091 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9 HTTP/1.1" status: 200 len: 949 time: 0.0630088 Aug 19 14:35:16.229480 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-47f2f06f-5094-4177-9766-8ab5d83b72e5 req-5ce4a481-8fed-4670-9b58-88e5feba868e tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472834 Aug 19 14:35:16.381387 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f7dd8ddb-e6ff-4179-9b80-eb3df886a7d3 req-df186c18-a1e4-4fc2-af76-29d32740dde9 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=76619173-9bbf-41e1-92e7-d1e997be5d43 HTTP/1.1" status: 200 len: 210 time: 0.0550673 Aug 19 14:35:16.421111 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ead17dc5-7899-41a5-b894-714acfc3e4a6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a05292be5b104908a890375e673b7d6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3655007 Aug 19 14:35:16.423793 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33698) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:16.438318 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c8aaa-5b5b-4a24-9d82-f42f5d9da2eb req-847e69b7-4b83-455f-8e39-d61b21ecae55 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:16.439898 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5e3c8aaa-5b5b-4a24-9d82-f42f5d9da2eb req-847e69b7-4b83-455f-8e39-d61b21ecae55 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.68 "GET /v2.0/networks?id=1bc22803-e21f-489d-a441-493f1928ab13 HTTP/1.1" status: 200 len: 821 time: 0.2086015 Aug 19 14:35:16.466402 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-5e3c8aaa-5b5b-4a24-9d82-f42f5d9da2eb req-f5f0a732-3ae6-4c2c-b0e5-b6d63bddde2a tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Request body: {'port': {'device_id': '76619173-9bbf-41e1-92e7-d1e997be5d43', 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13', 'admin_state_up': True, 'tenant_id': 'b2e5fa7db1364ccea50861254cd97ec3'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:35:16.480721 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52158cc2-002b-4008-b828-d1a71e764290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:16.505412 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52158cc2-002b-4008-b828-d1a71e764290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:16.562793 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52158cc2-002b-4008-b828-d1a71e764290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:16.567785 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52158cc2-002b-4008-b828-d1a71e764290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:16.569972 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-52158cc2-002b-4008-b828-d1a71e764290 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/020af773-d3f9-4036-afac-2a78c01b4a6c HTTP/1.1" status: 204 len: 168 time: 0.1450248 Aug 19 14:35:16.581317 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52158cc2-002b-4008-b828-d1a71e764290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020af773-d3f9-4036-afac-2a78c01b4a6c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:16.612966 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33708) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:16.640773 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f58485-4b0c-453f-a0c3-167b08434729 req-812f78a0-468e-4b3f-be91-255ea6ca0117 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:16.648098 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a0f58485-4b0c-453f-a0c3-167b08434729 req-812f78a0-468e-4b3f-be91-255ea6ca0117 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=da0f434b-a5a6-4589-99a8-a613dceb3699 HTTP/1.1" status: 200 len: 946 time: 0.0877168 Aug 19 14:35:16.659604 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-bf61829c-8718-460c-b16f-587fff3f0f6f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=90d4a1e353bc4212be079838e1dfe229&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0425408 Aug 19 14:35:16.659825 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33710) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:16.703766 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a0f58485-4b0c-453f-a0c3-167b08434729 req-d70b7ed7-17ba-462d-b0a8-0adce9b866a8 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547328 Aug 19 14:35:16.726823 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b815cd67-ae02-4396-98f7-2e32bba35b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:16.781197 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b815cd67-ae02-4396-98f7-2e32bba35b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:16.781410 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e3c8aaa-5b5b-4a24-9d82-f42f5d9da2eb req-f5f0a732-3ae6-4c2c-b0e5-b6d63bddde2a tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Made reservation on behalf of b2e5fa7db1364ccea50861254cd97ec3 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:35:16.785370 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5e3c8aaa-5b5b-4a24-9d82-f42f5d9da2eb req-f5f0a732-3ae6-4c2c-b0e5-b6d63bddde2a tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:16.848550 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b815cd67-ae02-4396-98f7-2e32bba35b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:16.851537 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b815cd67-ae02-4396-98f7-2e32bba35b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:16.853011 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b815cd67-ae02-4396-98f7-2e32bba35b3f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d27ceac9-2f2a-458e-b4ce-b6709a31488c HTTP/1.1" status: 204 len: 168 time: 0.1921692 Aug 19 14:35:16.864295 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b815cd67-ae02-4396-98f7-2e32bba35b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27ceac9-2f2a-458e-b4ce-b6709a31488c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:17.148729 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-5e3c8aaa-5b5b-4a24-9d82-f42f5d9da2eb req-f5f0a732-3ae6-4c2c-b0e5-b6d63bddde2a tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Allocated IP 172.20.0.9 (1bc22803-e21f-489d-a441-493f1928ab13/0f5154a7-363a-4827-ab5d-78b924f5e137/f525121f-3021-4ce9-ae39-0d5cbdda9809) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:35:17.406324 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5e3c8aaa-5b5b-4a24-9d82-f42f5d9da2eb req-f5f0a732-3ae6-4c2c-b0e5-b6d63bddde2a tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:17.424279 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9253cfc1-e707-43ce-a096-33fc2a00c716 req-f1465da1-d906-4d75-9197-85090ed0fae3 tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=6eb889553ed546fdbf8a2a0b7d08cdab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512359 Aug 19 14:35:17.447570 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16309f5-0e36-4954-a621-529bae30c4b2 req-efb53885-f5f3-4b79-a6c5-6371cd677dc9 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:17.449289 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a16309f5-0e36-4954-a621-529bae30c4b2 req-efb53885-f5f3-4b79-a6c5-6371cd677dc9 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9 HTTP/1.1" status: 200 len: 949 time: 0.1199269 Aug 19 14:35:17.587966 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a16309f5-0e36-4954-a621-529bae30c4b2 req-dc187574-7f23-432d-9cbf-888bf7d7da63 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219521 Aug 19 14:35:17.593398 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5e3c8aaa-5b5b-4a24-9d82-f42f5d9da2eb req-f5f0a732-3ae6-4c2c-b0e5-b6d63bddde2a tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:17.635696 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33756) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:17.653540 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f0a732-3ae6-4c2c-b0e5-b6d63bddde2a tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Pushing event updated for resources: {'Port': ['ID=f525121f-3021-4ce9-ae39-0d5cbdda9809,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:17.704944 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253cfc1-e707-43ce-a096-33fc2a00c716 req-df554706-4566-4e27-8f59-088aa819774c tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:17.706424 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9253cfc1-e707-43ce-a096-33fc2a00c716 req-df554706-4566-4e27-8f59-088aa819774c tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2546403 Aug 19 14:35:17.729293 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e3c8aaa-5b5b-4a24-9d82-f42f5d9da2eb req-f5f0a732-3ae6-4c2c-b0e5-b6d63bddde2a tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Network 1bc22803-e21f-489d-a441-493f1928ab13 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:35:17.740836 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-5e3c8aaa-5b5b-4a24-9d82-f42f5d9da2eb req-f5f0a732-3ae6-4c2c-b0e5-b6d63bddde2a tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:35:17.747600 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e3c8aaa-5b5b-4a24-9d82-f42f5d9da2eb req-f5f0a732-3ae6-4c2c-b0e5-b6d63bddde2a tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:35:17.761201 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c8aaa-5b5b-4a24-9d82-f42f5d9da2eb req-f5f0a732-3ae6-4c2c-b0e5-b6d63bddde2a tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:17.761201 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5e3c8aaa-5b5b-4a24-9d82-f42f5d9da2eb req-f5f0a732-3ae6-4c2c-b0e5-b6d63bddde2a tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:17.767082 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-813ed438-4763-4935-8621-90b1a0d6a366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:17.775355 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9253cfc1-e707-43ce-a096-33fc2a00c716 req-18d83cae-656f-4187-9439-f5ac8c269b85 tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] 10.222.0.69 "GET /v2.0/quotas/6eb889553ed546fdbf8a2a0b7d08cdab HTTP/1.1" status: 200 len: 375 time: 0.0449173 Aug 19 14:35:17.803324 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d7dd3-3cee-417a-8348-9d194fdf32d1 req-31b67ca4-be75-4f1f-b24b-96efd8bced90 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:17.805144 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-331d7dd3-3cee-417a-8348-9d194fdf32d1 req-31b67ca4-be75-4f1f-b24b-96efd8bced90 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=76619173-9bbf-41e1-92e7-d1e997be5d43 HTTP/1.1" status: 200 len: 931 time: 0.1292484 Aug 19 14:35:17.833940 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9253cfc1-e707-43ce-a096-33fc2a00c716 req-3d27fc7c-c4cf-46ec-86be-4cb8f9682b2e tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=6eb889553ed546fdbf8a2a0b7d08cdab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576458 Aug 19 14:35:17.880244 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-813ed438-4763-4935-8621-90b1a0d6a366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:17.887425 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-813ed438-4763-4935-8621-90b1a0d6a366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:17.896475 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-331d7dd3-3cee-417a-8348-9d194fdf32d1 req-78ef8cec-b037-4cf9-b870-a6a1a169466f tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770166 Aug 19 14:35:17.902277 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5e3c8aaa-5b5b-4a24-9d82-f42f5d9da2eb req-f5f0a732-3ae6-4c2c-b0e5-b6d63bddde2a tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4417098 Aug 19 14:35:17.920449 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-5e3c8aaa-5b5b-4a24-9d82-f42f5d9da2eb req-fa912fe1-81e7-45b1-bc06-534045cfe12b service neutron] Request body: {'port': {'device_id': '76619173-9bbf-41e1-92e7-d1e997be5d43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:35:17.947038 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-813ed438-4763-4935-8621-90b1a0d6a366 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fd41222752bc4eca92e230c669398bb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3094330 Aug 19 14:35:17.948070 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813ed438-4763-4935-8621-90b1a0d6a366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234b956a-4f9a-4d4e-8d21-761d239a4a6e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:17.950608 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33776) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:17.954750 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device dc485f82-b3c8-4010-9785-31289f154293 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:35:17.973556 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 33778) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:17.986469 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: dc485f82-b3c8-4010-9785-31289f154293 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:35:17.990051 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device dc485f82-b3c8-4010-9785-31289f154293 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:35:18.037957 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b25170c-4326-425b-aaf5-a76930020cdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:18.079895 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5e3c8aaa-5b5b-4a24-9d82-f42f5d9da2eb req-fa912fe1-81e7-45b1-bc06-534045cfe12b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:18.080166 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b25170c-4326-425b-aaf5-a76930020cdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:18.162723 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5970e2-5bce-4f73-98d1-e1825bf1d487 req-76d9743c-070f-457c-854f-afd78f1bfdec tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:18.166207 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ae5970e2-5bce-4f73-98d1-e1825bf1d487 req-76d9743c-070f-457c-854f-afd78f1bfdec tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=da0f434b-a5a6-4589-99a8-a613dceb3699 HTTP/1.1" status: 200 len: 946 time: 0.1048963 Aug 19 14:35:18.198213 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b25170c-4326-425b-aaf5-a76930020cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:18.200889 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b25170c-4326-425b-aaf5-a76930020cdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:18.203289 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8b25170c-4326-425b-aaf5-a76930020cdc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/234b956a-4f9a-4d4e-8d21-761d239a4a6e HTTP/1.1" status: 204 len: 168 time: 0.2505159 Aug 19 14:35:18.216492 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25170c-4326-425b-aaf5-a76930020cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234b956a-4f9a-4d4e-8d21-761d239a4a6e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:18.307922 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-478cc6a7-2c82-41f3-b429-a0a4104e35ea req-a81b5ea9-98e1-4f66-95ea-2be1140fd070 tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] 10.222.0.69 "GET /v2.0/ports?device_id=63f3621b-9d80-4ee3-b0b8-5c45feba139f HTTP/1.1" status: 200 len: 210 time: 0.0507183 Aug 19 14:35:18.327202 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ae5970e2-5bce-4f73-98d1-e1825bf1d487 req-7214e864-cdbb-4945-96c7-9d5b42a83d18 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539969 Aug 19 14:35:18.406107 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-41dd0d70-be92-4fb1-93de-3b004e149739 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-574523931-network', 'tenant_id': '9545381e553343758ad9232091f4cdd3'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:35:18.506193 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41dd0d70-be92-4fb1-93de-3b004e149739 admin admin] Made reservation on behalf of 9545381e553343758ad9232091f4cdd3 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:35:18.509273 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-41dd0d70-be92-4fb1-93de-3b004e149739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:18.549751 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-41dd0d70-be92-4fb1-93de-3b004e149739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:18.589727 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b0910c-a6b1-4671-8cac-aab33d03bcca req-38ff029f-100c-4008-9372-315735ff7ec6 tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:18.600732 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f4b0910c-a6b1-4671-8cac-aab33d03bcca req-38ff029f-100c-4008-9372-315735ff7ec6 tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=da0f434b-a5a6-4589-99a8-a613dceb3699 HTTP/1.1" status: 200 len: 1097 time: 0.1656199 Aug 19 14:35:18.765678 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33810) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:18.774098 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f4b0910c-a6b1-4671-8cac-aab33d03bcca req-ab93795f-1e49-44ca-9be9-e21991b6d5ff tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720452 Aug 19 14:35:18.798371 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2073f129-f6f1-4cf4-aff4-5662990d536e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:18.807327 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-5e3c8aaa-5b5b-4a24-9d82-f42f5d9da2eb req-fa912fe1-81e7-45b1-bc06-534045cfe12b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f525121f-3021-4ce9-ae39-0d5cbdda9809 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:35:18.833363 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5e3c8aaa-5b5b-4a24-9d82-f42f5d9da2eb req-fa912fe1-81e7-45b1-bc06-534045cfe12b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:18.874582 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-5e3c8aaa-5b5b-4a24-9d82-f42f5d9da2eb req-fa912fe1-81e7-45b1-bc06-534045cfe12b service neutron] Transition to ACTIVE for port object f525121f-3021-4ce9-ae39-0d5cbdda9809 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:35:18.889090 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5e3c8aaa-5b5b-4a24-9d82-f42f5d9da2eb req-fa912fe1-81e7-45b1-bc06-534045cfe12b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:18.908976 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd26fe07-3b93-4551-a753-e96b0fc6e76f req-40ec3d02-2364-4f42-883c-37cf976bb6e1 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:18.911151 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fd26fe07-3b93-4551-a753-e96b0fc6e76f req-40ec3d02-2364-4f42-883c-37cf976bb6e1 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9 HTTP/1.1" status: 200 len: 949 time: 0.1897757 Aug 19 14:35:19.053434 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-41dd0d70-be92-4fb1-93de-3b004e149739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:19.080303 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-41dd0d70-be92-4fb1-93de-3b004e149739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:19.084564 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa912fe1-81e7-45b1-bc06-534045cfe12b service neutron] Pushing event updated for resources: {'Port': ['ID=f525121f-3021-4ce9-ae39-0d5cbdda9809,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:19.132681 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fd26fe07-3b93-4551-a753-e96b0fc6e76f req-cc1df8b7-d6f6-4786-b60d-bb484610aae5 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865094 Aug 19 14:35:19.144616 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3c53c-662e-4cb0-9454-088ee10862bc req-eea35341-fdf7-464a-bb3c-562fba7d2190 tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:19.146222 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8da3c53c-662e-4cb0-9454-088ee10862bc req-eea35341-fdf7-464a-bb3c-562fba7d2190 tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=da0f434b-a5a6-4589-99a8-a613dceb3699 HTTP/1.1" status: 200 len: 1097 time: 0.2544265 Aug 19 14:35:19.147399 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2073f129-f6f1-4cf4-aff4-5662990d536e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:19.151062 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41dd0d70-be92-4fb1-93de-3b004e149739 admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:35:19.152201 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2073f129-f6f1-4cf4-aff4-5662990d536e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:19.180282 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2073f129-f6f1-4cf4-aff4-5662990d536e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2d8438713cf442d58765df59c343c70d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4129412 Aug 19 14:35:19.181217 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dd0d70-be92-4fb1-93de-3b004e149739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5113fbd2-f480-4813-ae9f-8dc6034e7141,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:19.183611 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 33826) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:19.201024 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2073f129-f6f1-4cf4-aff4-5662990d536e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9270048e-2ce0-4ec4-a036-6565cd6ff781,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:19.201939 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-41dd0d70-be92-4fb1-93de-3b004e149739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:19.202385 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-41dd0d70-be92-4fb1-93de-3b004e149739 admin admin] Added segment 4cbff494-f95c-48e3-a312-e5b6455c3fbe of type vlan for network 1b6818ad-07de-4c74-9ddc-9cb32be18df3 Aug 19 14:35:19.207181 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-5e3c8aaa-5b5b-4a24-9d82-f42f5d9da2eb req-fa912fe1-81e7-45b1-bc06-534045cfe12b service neutron] Attempting to bind port f525121f-3021-4ce9-ae39-0d5cbdda9809 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:35:19.207647 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-5e3c8aaa-5b5b-4a24-9d82-f42f5d9da2eb req-fa912fe1-81e7-45b1-bc06-534045cfe12b service neutron] Attempting to bind port f525121f-3021-4ce9-ae39-0d5cbdda9809 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '911020b2-3bb4-4db0-af7a-51b07cbea653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:35:19.208131 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3c8aaa-5b5b-4a24-9d82-f42f5d9da2eb req-fa912fe1-81e7-45b1-bc06-534045cfe12b service neutron] Attempting to bind port f525121f-3021-4ce9-ae39-0d5cbdda9809 on network 1bc22803-e21f-489d-a441-493f1928ab13 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:35:19.265514 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3c8aaa-5b5b-4a24-9d82-f42f5d9da2eb req-fa912fe1-81e7-45b1-bc06-534045cfe12b service neutron] Port f525121f-3021-4ce9-ae39-0d5cbdda9809 on network 1bc22803-e21f-489d-a441-493f1928ab13 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:35:19.266010 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3c8aaa-5b5b-4a24-9d82-f42f5d9da2eb req-fa912fe1-81e7-45b1-bc06-534045cfe12b service neutron] Attempting to bind port f525121f-3021-4ce9-ae39-0d5cbdda9809 on network 1bc22803-e21f-489d-a441-493f1928ab13 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:35:19.328075 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3c8aaa-5b5b-4a24-9d82-f42f5d9da2eb req-fa912fe1-81e7-45b1-bc06-534045cfe12b service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:35:19.328564 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3c8aaa-5b5b-4a24-9d82-f42f5d9da2eb req-fa912fe1-81e7-45b1-bc06-534045cfe12b service neutron] Checking segment: {'id': '911020b2-3bb4-4db0-af7a-51b07cbea653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:35:19.329217 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3c8aaa-5b5b-4a24-9d82-f42f5d9da2eb req-fa912fe1-81e7-45b1-bc06-534045cfe12b service neutron] Bound using segment: {'id': '911020b2-3bb4-4db0-af7a-51b07cbea653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:35:19.329794 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-5e3c8aaa-5b5b-4a24-9d82-f42f5d9da2eb req-fa912fe1-81e7-45b1-bc06-534045cfe12b service neutron] Bound port: f525121f-3021-4ce9-ae39-0d5cbdda9809, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '911020b2-3bb4-4db0-af7a-51b07cbea653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:35:19.330315 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5e3c8aaa-5b5b-4a24-9d82-f42f5d9da2eb req-fa912fe1-81e7-45b1-bc06-534045cfe12b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:19.359291 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-41dd0d70-be92-4fb1-93de-3b004e149739 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:19.420779 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9253cfc1-e707-43ce-a096-33fc2a00c716 req-13abf28d-a1e9-4f1e-8135-0b7327a76884 tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=6eb889553ed546fdbf8a2a0b7d08cdab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246909 Aug 19 14:35:19.423348 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8da3c53c-662e-4cb0-9454-088ee10862bc req-3ddaa045-3d37-4c18-a31c-638438142a8c tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595787 Aug 19 14:35:19.548539 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-41dd0d70-be92-4fb1-93de-3b004e149739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:19.549810 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41dd0d70-be92-4fb1-93de-3b004e149739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:19.550630 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-41dd0d70-be92-4fb1-93de-3b004e149739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:19.569334 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acd4cfb8-9e58-435a-a79f-3b95ce9dbd81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:19.576899 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253cfc1-e707-43ce-a096-33fc2a00c716 req-174651e2-350c-450a-9b3e-b281c3f8be7d tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:19.580173 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9253cfc1-e707-43ce-a096-33fc2a00c716 req-174651e2-350c-450a-9b3e-b281c3f8be7d tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1519208 Aug 19 14:35:19.581953 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f7bfa-0829-443d-bc8b-524c9240a8b2 req-1c0a485a-c847-43a5-b597-ac30eec32beb tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:19.583996 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b63f7bfa-0829-443d-bc8b-524c9240a8b2 req-1c0a485a-c847-43a5-b597-ac30eec32beb tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=76619173-9bbf-41e1-92e7-d1e997be5d43 HTTP/1.1" status: 200 len: 943 time: 0.3124564 Aug 19 14:35:19.596543 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-9253cfc1-e707-43ce-a096-33fc2a00c716 req-92a914da-cde9-468c-a770-641d2194cd43 tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] Request body: {'port': {'device_id': '63f3621b-9d80-4ee3-b0b8-5c45feba139f', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'admin_state_up': True, 'tenant_id': '6eb889553ed546fdbf8a2a0b7d08cdab'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:35:19.705765 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [req-0e2107a5-33b2-45d5-8453-7742b42e80f6 req-8d4738d9-4574-44a5-9a7c-dd82aa5f0dbe service neutron] show failed (client error): The resource could not be found. Aug 19 14:35:19.707347 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0e2107a5-33b2-45d5-8453-7742b42e80f6 req-8d4738d9-4574-44a5-9a7c-dd82aa5f0dbe service neutron] 10.222.0.68 "GET /v2.0/ports/7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7/bindings/n-h2-766043-2 HTTP/1.1" status: 404 len: 380 time: 0.3811896 Aug 19 14:35:19.718332 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9253cfc1-e707-43ce-a096-33fc2a00c716 req-92a914da-cde9-468c-a770-641d2194cd43 tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] Made reservation on behalf of 6eb889553ed546fdbf8a2a0b7d08cdab for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:35:19.723308 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9253cfc1-e707-43ce-a096-33fc2a00c716 req-92a914da-cde9-468c-a770-641d2194cd43 tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:19.731391 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-41dd0d70-be92-4fb1-93de-3b004e149739 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7528868 Aug 19 14:35:19.736264 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33844) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:19.737036 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9253cfc1-e707-43ce-a096-33fc2a00c716 req-92a914da-cde9-468c-a770-641d2194cd43 tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:19.744104 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-72417444-84eb-4afc-a9fd-f8b7b47b7554 admin admin] Request body: {'subnet': {'network_id': '1b6818ad-07de-4c74-9ddc-9cb32be18df3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-574523931-subnet', 'tenant_id': '9545381e553343758ad9232091f4cdd3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:35:19.749762 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-5e3c8aaa-5b5b-4a24-9d82-f42f5d9da2eb req-fa912fe1-81e7-45b1-bc06-534045cfe12b service neutron] For port f525121f-3021-4ce9-ae39-0d5cbdda9809, host n-h1-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:35:19.755752 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acd4cfb8-9e58-435a-a79f-3b95ce9dbd81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:19.781598 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72417444-84eb-4afc-a9fd-f8b7b47b7554 admin admin] Made reservation on behalf of 9545381e553343758ad9232091f4cdd3 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:35:19.783335 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dd0d70-be92-4fb1-93de-3b004e149739 admin admin] Pushing event updated for resources: {'Network': ['ID=1b6818ad-07de-4c74-9ddc-9cb32be18df3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:19.784004 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72417444-84eb-4afc-a9fd-f8b7b47b7554 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:19.795758 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 1b6818ad-07de-4c74-9ddc-9cb32be18df3 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:35:19.822894 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-5e3c8aaa-5b5b-4a24-9d82-f42f5d9da2eb req-fa912fe1-81e7-45b1-bc06-534045cfe12b service neutron] For port f525121f-3021-4ce9-ae39-0d5cbdda9809, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=f525121f-3021-4ce9-ae39-0d5cbdda9809,segment=NetworkSegment(911020b2-3bb4-4db0-af7a-51b07cbea653),segment_id=911020b2-3bb4-4db0-af7a-51b07cbea653)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:35:19.835479 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b58e6946-85f0-4157-a336-bb3b9bf0276c req-76a5ddcc-857f-440a-a555-c69517928d39 tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=5dfad22809dc49339a70f10be9984e7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0881400 Aug 19 14:35:19.843430 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5e3c8aaa-5b5b-4a24-9d82-f42f5d9da2eb req-fa912fe1-81e7-45b1-bc06-534045cfe12b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:19.868179 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b63f7bfa-0829-443d-bc8b-524c9240a8b2 req-2609455a-5e4f-49dc-963a-bd248525f574 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138820 Aug 19 14:35:20.005501 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c8aaa-5b5b-4a24-9d82-f42f5d9da2eb req-fa912fe1-81e7-45b1-bc06-534045cfe12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:20.006126 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5e3c8aaa-5b5b-4a24-9d82-f42f5d9da2eb req-fa912fe1-81e7-45b1-bc06-534045cfe12b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:20.007529 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5e3c8aaa-5b5b-4a24-9d82-f42f5d9da2eb req-fa912fe1-81e7-45b1-bc06-534045cfe12b service neutron] 10.222.0.68 "PUT /v2.0/ports/f525121f-3021-4ce9-ae39-0d5cbdda9809 HTTP/1.1" status: 200 len: 1091 time: 2.0960953 Aug 19 14:35:20.007972 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76619173-9bbf-41e1-92e7-d1e997be5d43', 'tag': 'f525121f-3021-4ce9-ae39-0d5cbdda9809'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:35:20.010245 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d75c5f6-107a-44cb-ac0c-1f3b94c54e33" -d '{"events": [{"name": "network-changed", "server_uuid": "76619173-9bbf-41e1-92e7-d1e997be5d43", "tag": "f525121f-3021-4ce9-ae39-0d5cbdda9809"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:35:20.039556 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2107a5-33b2-45d5-8453-7742b42e80f6 req-5a555f57-e4ca-4a86-910e-e95d8dc14619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:20.040555 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b8108b3-be2a-4f7b-aed3-24ce0a79675f req-61cce009-6df8-4d2d-8d90-9a3ac69153fb tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] 10.222.0.69 "GET /v2.0/ports?device_id=63f3621b-9d80-4ee3-b0b8-5c45feba139f HTTP/1.1" status: 200 len: 210 time: 0.0851755 Aug 19 14:35:20.044141 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0e2107a5-33b2-45d5-8453-7742b42e80f6 req-5a555f57-e4ca-4a86-910e-e95d8dc14619 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9&tenant_id=3397b0c43f0b46aaa4295e8f087dd91c HTTP/1.1" status: 200 len: 1100 time: 0.1263576 Aug 19 14:35:20.049967 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9253cfc1-e707-43ce-a096-33fc2a00c716 req-92a914da-cde9-468c-a770-641d2194cd43 tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:20.050553 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa912fe1-81e7-45b1-bc06-534045cfe12b service neutron] Pushing event updated for resources: {'Port': ['ID=f525121f-3021-4ce9-ae39-0d5cbdda9809,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:20.059000 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-0e2107a5-33b2-45d5-8453-7742b42e80f6 req-d05c0f71-7f0a-422c-a52c-fd60d86b913d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766043-2', 'device_owner': 'compute:nova'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:35:20.067175 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9253cfc1-e707-43ce-a096-33fc2a00c716 req-92a914da-cde9-468c-a770-641d2194cd43 tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:20.088115 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acd4cfb8-9e58-435a-a79f-3b95ce9dbd81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:20.090802 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acd4cfb8-9e58-435a-a79f-3b95ce9dbd81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:20.092031 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-acd4cfb8-9e58-435a-a79f-3b95ce9dbd81 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9270048e-2ce0-4ec4-a036-6565cd6ff781 HTTP/1.1" status: 204 len: 168 time: 0.8985124 Aug 19 14:35:20.125523 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd4cfb8-9e58-435a-a79f-3b95ce9dbd81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9270048e-2ce0-4ec4-a036-6565cd6ff781,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:20.144734 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c8aaa-5b5b-4a24-9d82-f42f5d9da2eb req-639b7457-9482-4b9b-8c1a-0aa899afe33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:20.147147 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5e3c8aaa-5b5b-4a24-9d82-f42f5d9da2eb req-639b7457-9482-4b9b-8c1a-0aa899afe33f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b2e5fa7db1364ccea50861254cd97ec3&device_id=76619173-9bbf-41e1-92e7-d1e997be5d43 HTTP/1.1" status: 200 len: 1094 time: 0.0974755 Aug 19 14:35:20.157242 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e6946-85f0-4157-a336-bb3b9bf0276c req-89b08a83-b405-4bdc-9546-47c8a410c985 tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:20.165091 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b58e6946-85f0-4157-a336-bb3b9bf0276c req-89b08a83-b405-4bdc-9546-47c8a410c985 tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3184938 Aug 19 14:35:20.209673 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4bc42bb-e648-439f-a152-2d1c0700124b x-openstack-request-id: req-a4bc42bb-e648-439f-a152-2d1c0700124b {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:35:20.210142 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76619173-9bbf-41e1-92e7-d1e997be5d43", "tag": "f525121f-3021-4ce9-ae39-0d5cbdda9809", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:35:20.210435 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a4bc42bb-e648-439f-a152-2d1c0700124b {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:35:20.210934 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76619173-9bbf-41e1-92e7-d1e997be5d43', 'tag': 'f525121f-3021-4ce9-ae39-0d5cbdda9809', 'status': 'completed', 'code': 200} Aug 19 14:35:20.219209 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b58e6946-85f0-4157-a336-bb3b9bf0276c req-66df2f99-abff-4ce9-b90c-25d5c4b62087 tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] 10.222.0.69 "GET /v2.0/quotas/5dfad22809dc49339a70f10be9984e7a HTTP/1.1" status: 200 len: 375 time: 0.0530581 Aug 19 14:35:20.222873 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5e3c8aaa-5b5b-4a24-9d82-f42f5d9da2eb req-aee700ef-2000-4ba1-b850-8309ecea8654 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f525121f-3021-4ce9-ae39-0d5cbdda9809 HTTP/1.1" status: 200 len: 217 time: 0.0550981 Aug 19 14:35:20.239839 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a914da-cde9-468c-a770-641d2194cd43 tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=151f733a-cfbc-4391-b6ec-dbaa91a1a96d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:20.262647 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0e2107a5-33b2-45d5-8453-7742b42e80f6 req-d05c0f71-7f0a-422c-a52c-fd60d86b913d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:20.282990 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b58e6946-85f0-4157-a336-bb3b9bf0276c req-41775694-92cf-4611-88f9-d16de3eab8b2 tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=5dfad22809dc49339a70f10be9984e7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0626323 Aug 19 14:35:20.302926 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c8aaa-5b5b-4a24-9d82-f42f5d9da2eb req-a8a38777-4c48-46b9-93c7-af5a5118a52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:20.305135 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5e3c8aaa-5b5b-4a24-9d82-f42f5d9da2eb req-a8a38777-4c48-46b9-93c7-af5a5118a52f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=0f5154a7-363a-4827-ab5d-78b924f5e137 HTTP/1.1" status: 200 len: 861 time: 0.0726762 Aug 19 14:35:20.371185 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5e3c8aaa-5b5b-4a24-9d82-f42f5d9da2eb req-7da55281-fb3d-45dd-a8f7-498babcc3fd7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1bc22803-e21f-489d-a441-493f1928ab13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576065 Aug 19 14:35:20.509123 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72417444-84eb-4afc-a9fd-f8b7b47b7554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:20.551624 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5e3c8aaa-5b5b-4a24-9d82-f42f5d9da2eb req-aeb2e3c1-99a9-40cc-917c-c6c56a3aa900 service neutron] 10.222.0.68 "GET /v2.0/networks/1bc22803-e21f-489d-a441-493f1928ab13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719372 Aug 19 14:35:20.577782 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-9253cfc1-e707-43ce-a096-33fc2a00c716 req-92a914da-cde9-468c-a770-641d2194cd43 tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] Allocated IP 192.168.233.131 (5146d24a-89b5-4a43-8ca4-b26f4fb943f7/2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86/552a9927-5f5c-4b3d-aa3f-146b0162402e) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:35:20.641392 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72417444-84eb-4afc-a9fd-f8b7b47b7554 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9297688-1775-45ce-969a-d6f0ce32bfbf,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:20.662012 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72417444-84eb-4afc-a9fd-f8b7b47b7554 admin admin] Checking segment: {'id': '4cbff494-f95c-48e3-a312-e5b6455c3fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1b6818ad-07de-4c74-9ddc-9cb32be18df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:35:20.662495 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72417444-84eb-4afc-a9fd-f8b7b47b7554 admin admin] Network hostable DHCP agents. Network: 1b6818ad-07de-4c74-9ddc-9cb32be18df3, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:35:20.789604 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b33a41-0c4c-4d38-a2f7-58cba7290b25 req-979a197b-e280-46e1-b421-f99181c8b38e tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:20.791205 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f4b33a41-0c4c-4d38-a2f7-58cba7290b25 req-979a197b-e280-46e1-b421-f99181c8b38e tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9 HTTP/1.1" status: 200 len: 949 time: 0.2354143 Aug 19 14:35:20.798457 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d373f-dbee-4efb-ba63-04911d06c1a9 req-1cc2ef78-e9f3-44fc-b43c-0cfb6304d106 tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:20.800120 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a37d373f-dbee-4efb-ba63-04911d06c1a9 req-1cc2ef78-e9f3-44fc-b43c-0cfb6304d106 tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=da0f434b-a5a6-4589-99a8-a613dceb3699 HTTP/1.1" status: 200 len: 1097 time: 0.1280079 Aug 19 14:35:20.832944 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72417444-84eb-4afc-a9fd-f8b7b47b7554 admin admin] Network 1b6818ad-07de-4c74-9ddc-9cb32be18df3 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:35:20.853151 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5e3c8aaa-5b5b-4a24-9d82-f42f5d9da2eb req-47159759-a629-4798-a3ec-1141d841d175 service neutron] 10.222.0.68 "GET /v2.0/networks/1bc22803-e21f-489d-a441-493f1928ab13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868989 Aug 19 14:35:20.855929 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-72417444-84eb-4afc-a9fd-f8b7b47b7554 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 1b6818ad-07de-4c74-9ddc-9cb32be18df3) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:35:20.868141 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ef731f-592a-4e40-a90e-f679150ee49e None None] Network 1b6818ad-07de-4c74-9ddc-9cb32be18df3 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:35:20.886152 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72417444-84eb-4afc-a9fd-f8b7b47b7554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:20.889367 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72417444-84eb-4afc-a9fd-f8b7b47b7554 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:20.889904 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a37d373f-dbee-4efb-ba63-04911d06c1a9 req-94be1fe5-0805-4854-b5bb-0f877a3ac061 tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635853 Aug 19 14:35:20.914307 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f4b33a41-0c4c-4d38-a2f7-58cba7290b25 req-b88f3824-d8dd-4558-bed4-4fbd1a3c96eb tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130888 Aug 19 14:35:21.080827 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-72417444-84eb-4afc-a9fd-f8b7b47b7554 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3411629 Aug 19 14:35:21.089234 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-81b37ba8-7b38-4d1a-802d-d648c3633653 req-de07c3ba-a74f-485a-837f-f1d43f31efa0 tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] 10.222.0.69 "GET /v2.0/ports?device_id=717b2283-c52c-4d2c-8550-fedb6d63db57 HTTP/1.1" status: 200 len: 210 time: 0.0856001 Aug 19 14:35:21.093368 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9253cfc1-e707-43ce-a096-33fc2a00c716 req-92a914da-cde9-468c-a770-641d2194cd43 tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:21.138487 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ead226-67da-43b6-82e2-e074a9c4056d None None] Network 1b6818ad-07de-4c74-9ddc-9cb32be18df3 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:35:21.140962 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-9253cfc1-e707-43ce-a096-33fc2a00c716 req-92a914da-cde9-468c-a770-641d2194cd43 tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] Transition to ACTIVE for port object 552a9927-5f5c-4b3d-aa3f-146b0162402e will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:35:21.177028 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75c5f6-107a-44cb-ac0c-1f3b94c54e33 req-c54e6d0d-d7f4-4a7f-bfd0-bc0fcddf3937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:21.178597 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9d75c5f6-107a-44cb-ac0c-1f3b94c54e33 req-c54e6d0d-d7f4-4a7f-bfd0-bc0fcddf3937 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b2e5fa7db1364ccea50861254cd97ec3&device_id=76619173-9bbf-41e1-92e7-d1e997be5d43 HTTP/1.1" status: 200 len: 1094 time: 0.2411070 Aug 19 14:35:21.212591 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9253cfc1-e707-43ce-a096-33fc2a00c716 req-92a914da-cde9-468c-a770-641d2194cd43 tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:21.345584 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9253cfc1-e707-43ce-a096-33fc2a00c716 req-92a914da-cde9-468c-a770-641d2194cd43 tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] Network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:35:21.383731 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-9253cfc1-e707-43ce-a096-33fc2a00c716 req-92a914da-cde9-468c-a770-641d2194cd43 tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:35:21.399875 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-9253cfc1-e707-43ce-a096-33fc2a00c716 req-92a914da-cde9-468c-a770-641d2194cd43 tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:35:21.481825 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253cfc1-e707-43ce-a096-33fc2a00c716 req-92a914da-cde9-468c-a770-641d2194cd43 tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:21.483384 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9253cfc1-e707-43ce-a096-33fc2a00c716 req-92a914da-cde9-468c-a770-641d2194cd43 tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:21.524032 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9253cfc1-e707-43ce-a096-33fc2a00c716 req-92a914da-cde9-468c-a770-641d2194cd43 tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9325197 Aug 19 14:35:21.527880 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a914da-cde9-468c-a770-641d2194cd43 tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] Pushing event updated for resources: {'Port': ['ID=552a9927-5f5c-4b3d-aa3f-146b0162402e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:21.542525 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-9253cfc1-e707-43ce-a096-33fc2a00c716 req-19279920-8e7a-4f2e-8e32-e3df9c933cea service neutron] Request body: {'port': {'device_id': '63f3621b-9d80-4ee3-b0b8-5c45feba139f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:35:21.631118 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9253cfc1-e707-43ce-a096-33fc2a00c716 req-19279920-8e7a-4f2e-8e32-e3df9c933cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:21.635057 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-0e2107a5-33b2-45d5-8453-7742b42e80f6 req-d05c0f71-7f0a-422c-a52c-fd60d86b913d service neutron] For port 7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:35:21.674477 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee2377-2ade-45e4-8f24-ca9950df0d8e req-7dea89ff-4a60-46e2-b98a-0635b6cad3ab tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:21.687706 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b2ee2377-2ade-45e4-8f24-ca9950df0d8e req-7dea89ff-4a60-46e2-b98a-0635b6cad3ab tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=76619173-9bbf-41e1-92e7-d1e997be5d43 HTTP/1.1" status: 200 len: 943 time: 0.6119061 Aug 19 14:35:21.721192 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-0e2107a5-33b2-45d5-8453-7742b42e80f6 req-d05c0f71-7f0a-422c-a52c-fd60d86b913d service neutron] For port 7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:35:21.756457 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce40c6f-3022-448f-b9dc-3fb1ea7d4280 req-05d91ef8-5884-4908-aa74-36cd68105455 tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:21.758262 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4ce40c6f-3022-448f-b9dc-3fb1ea7d4280 req-05d91ef8-5884-4908-aa74-36cd68105455 tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] 10.222.0.69 "GET /v2.0/ports?device_id=63f3621b-9d80-4ee3-b0b8-5c45feba139f HTTP/1.1" status: 200 len: 936 time: 0.5123715 Aug 19 14:35:21.792953 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b2ee2377-2ade-45e4-8f24-ca9950df0d8e req-7fd4aa69-a809-4c81-b8bf-9404ced3ae92 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039870 Aug 19 14:35:21.810136 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7f5b4c6d-e7ea-4dd0-a0ad-ca62a59fd0d5 None None] Provisioning for port 552a9927-5f5c-4b3d-aa3f-146b0162402e completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:35:21.823721 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75c5f6-107a-44cb-ac0c-1f3b94c54e33 req-b7b2ad42-d7f4-4c88-a669-b397b4a7fe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:21.823721 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9d75c5f6-107a-44cb-ac0c-1f3b94c54e33 req-b7b2ad42-d7f4-4c88-a669-b397b4a7fe21 service neutron] 10.222.0.68 "GET /v2.0/networks?id=1bc22803-e21f-489d-a441-493f1928ab13 HTTP/1.1" status: 200 len: 922 time: 0.6234252 Aug 19 14:35:21.824279 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7f5b4c6d-e7ea-4dd0-a0ad-ca62a59fd0d5 None None] Provisioning complete for port 552a9927-5f5c-4b3d-aa3f-146b0162402e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:35:21.824279 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7f5b4c6d-e7ea-4dd0-a0ad-ca62a59fd0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:21.858213 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4ce40c6f-3022-448f-b9dc-3fb1ea7d4280 req-cac633a6-5ddf-438e-87aa-802fe9af9fa9 tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] 10.222.0.69 "GET /v2.0/security-groups?id=151f733a-cfbc-4391-b6ec-dbaa91a1a96d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886707 Aug 19 14:35:21.862166 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '989cdaa5-2b08-4120-bd20-865bd195d6c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:35:21.865768 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d4e249-05e9-41ff-ae6c-f13dbf3b2a0c" -d '{"events": [{"server_uuid": "989cdaa5-2b08-4120-bd20-865bd195d6c9", "name": "network-vif-unplugged", "status": "completed", "tag": "7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:35:21.877567 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0e2107a5-33b2-45d5-8453-7742b42e80f6 req-d05c0f71-7f0a-422c-a52c-fd60d86b913d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:21.891473 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-7f5b4c6d-e7ea-4dd0-a0ad-ca62a59fd0d5 None None] Port 552a9927-5f5c-4b3d-aa3f-146b0162402e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:35:21.909834 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-0e2107a5-33b2-45d5-8453-7742b42e80f6 req-d05c0f71-7f0a-422c-a52c-fd60d86b913d service neutron] Transition to ACTIVE for port object 7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:35:21.918930 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0e2107a5-33b2-45d5-8453-7742b42e80f6 req-d05c0f71-7f0a-422c-a52c-fd60d86b913d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:21.927500 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9d75c5f6-107a-44cb-ac0c-1f3b94c54e33 req-df86276f-2f95-4fe1-aebe-4393b78491da service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f525121f-3021-4ce9-ae39-0d5cbdda9809 HTTP/1.1" status: 200 len: 217 time: 0.0908828 Aug 19 14:35:21.987743 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75c5f6-107a-44cb-ac0c-1f3b94c54e33 req-32187eae-19de-49a7-9d93-ebd4b6cd8deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:21.989280 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9d75c5f6-107a-44cb-ac0c-1f3b94c54e33 req-32187eae-19de-49a7-9d93-ebd4b6cd8deb service neutron] 10.222.0.68 "GET /v2.0/subnets?id=0f5154a7-363a-4827-ab5d-78b924f5e137 HTTP/1.1" status: 200 len: 861 time: 0.0535462 Aug 19 14:35:22.072081 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9d75c5f6-107a-44cb-ac0c-1f3b94c54e33 req-b4b4e76b-5184-489a-ad0b-7981c7c50f4f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1bc22803-e21f-489d-a441-493f1928ab13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737169 Aug 19 14:35:22.253576 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b58e6946-85f0-4157-a336-bb3b9bf0276c req-d8bbe0e9-15a3-4d54-afa1-d886780463bd tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=5dfad22809dc49339a70f10be9984e7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1253750 Aug 19 14:35:22.328056 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 14:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4c7c5d-e5c6-4e89-9657-823f2b5afed1 x-openstack-request-id: req-ee4c7c5d-e5c6-4e89-9657-823f2b5afed1 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:35:22.328484 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "989cdaa5-2b08-4120-bd20-865bd195d6c9", "name": "network-vif-unplugged", "status": "completed", "tag": "7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:35:22.328888 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ee4c7c5d-e5c6-4e89-9657-823f2b5afed1 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:35:22.329452 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '989cdaa5-2b08-4120-bd20-865bd195d6c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7', 'code': 200} Aug 19 14:35:22.430211 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e2107a5-33b2-45d5-8453-7742b42e80f6 req-d05c0f71-7f0a-422c-a52c-fd60d86b913d service neutron] No DVR routers for this DVR port 7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7 on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:35:22.439967 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05c0f71-7f0a-422c-a52c-fd60d86b913d service neutron] Pushing event updated for resources: {'Port': ['ID=7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7,revision_number=6']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:22.505034 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ef9fb-2954-4d8a-a953-2e9bd13055df req-9be1af01-d877-4ff6-a487-e16b98ef9ce1 tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:22.506896 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-305ef9fb-2954-4d8a-a953-2e9bd13055df req-9be1af01-d877-4ff6-a487-e16b98ef9ce1 tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=da0f434b-a5a6-4589-99a8-a613dceb3699 HTTP/1.1" status: 200 len: 1097 time: 0.4271455 Aug 19 14:35:22.535043 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-0e2107a5-33b2-45d5-8453-7742b42e80f6 req-d05c0f71-7f0a-422c-a52c-fd60d86b913d service neutron] Attempting to bind port 7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:35:22.535343 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-0e2107a5-33b2-45d5-8453-7742b42e80f6 req-d05c0f71-7f0a-422c-a52c-fd60d86b913d service neutron] Attempting to bind port 7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:35:22.535678 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2107a5-33b2-45d5-8453-7742b42e80f6 req-d05c0f71-7f0a-422c-a52c-fd60d86b913d service neutron] Attempting to bind port 7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:35:22.544207 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2107a5-33b2-45d5-8453-7742b42e80f6 req-d05c0f71-7f0a-422c-a52c-fd60d86b913d service neutron] Port 7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:35:22.544495 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2107a5-33b2-45d5-8453-7742b42e80f6 req-d05c0f71-7f0a-422c-a52c-fd60d86b913d service neutron] Attempting to bind port 7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:35:22.555297 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2107a5-33b2-45d5-8453-7742b42e80f6 req-d05c0f71-7f0a-422c-a52c-fd60d86b913d service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:35:22.555608 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2107a5-33b2-45d5-8453-7742b42e80f6 req-d05c0f71-7f0a-422c-a52c-fd60d86b913d service neutron] Checking segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:35:22.556011 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2107a5-33b2-45d5-8453-7742b42e80f6 req-d05c0f71-7f0a-422c-a52c-fd60d86b913d service neutron] Bound using segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:35:22.556477 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-0e2107a5-33b2-45d5-8453-7742b42e80f6 req-d05c0f71-7f0a-422c-a52c-fd60d86b913d service neutron] Bound port: 7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:35:22.556988 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0e2107a5-33b2-45d5-8453-7742b42e80f6 req-d05c0f71-7f0a-422c-a52c-fd60d86b913d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:22.683829 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-9253cfc1-e707-43ce-a096-33fc2a00c716 req-19279920-8e7a-4f2e-8e32-e3df9c933cea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 552a9927-5f5c-4b3d-aa3f-146b0162402e {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:35:22.688065 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9d75c5f6-107a-44cb-ac0c-1f3b94c54e33 req-1be8cdc6-5344-45ea-afa7-703dee8c5bc6 service neutron] 10.222.0.68 "GET /v2.0/networks/1bc22803-e21f-489d-a441-493f1928ab13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6063619 Aug 19 14:35:22.696788 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9253cfc1-e707-43ce-a096-33fc2a00c716 req-19279920-8e7a-4f2e-8e32-e3df9c933cea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:22.706302 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-0e2107a5-33b2-45d5-8453-7742b42e80f6 req-d05c0f71-7f0a-422c-a52c-fd60d86b913d service neutron] For port 7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7, host n-h2-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:35:22.713354 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-0e2107a5-33b2-45d5-8453-7742b42e80f6 req-d05c0f71-7f0a-422c-a52c-fd60d86b913d service neutron] For port 7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:35:22.719965 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-9253cfc1-e707-43ce-a096-33fc2a00c716 req-19279920-8e7a-4f2e-8e32-e3df9c933cea service neutron] Transition to ACTIVE for port object 552a9927-5f5c-4b3d-aa3f-146b0162402e will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:35:22.721712 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0e2107a5-33b2-45d5-8453-7742b42e80f6 req-d05c0f71-7f0a-422c-a52c-fd60d86b913d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:22.761786 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9253cfc1-e707-43ce-a096-33fc2a00c716 req-19279920-8e7a-4f2e-8e32-e3df9c933cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:22.781044 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2107a5-33b2-45d5-8453-7742b42e80f6 req-d05c0f71-7f0a-422c-a52c-fd60d86b913d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:22.781665 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0e2107a5-33b2-45d5-8453-7742b42e80f6 req-d05c0f71-7f0a-422c-a52c-fd60d86b913d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:22.783061 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0e2107a5-33b2-45d5-8453-7742b42e80f6 req-d05c0f71-7f0a-422c-a52c-fd60d86b913d service neutron] 10.222.0.88 "PUT /v2.0/ports/7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7 HTTP/1.1" status: 200 len: 1095 time: 2.7283342 Aug 19 14:35:22.809860 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-305ef9fb-2954-4d8a-a953-2e9bd13055df req-a2fabf58-67bd-4001-b530-da1147fceacd tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933147 Aug 19 14:35:22.813460 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05c0f71-7f0a-422c-a52c-fd60d86b913d service neutron] Pushing event updated for resources: {'Port': ['ID=7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7,revision_number=7']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:22.832206 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e6946-85f0-4157-a336-bb3b9bf0276c req-f5a2c80b-296a-446e-9711-ba2873e4d4d5 tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:22.833805 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b58e6946-85f0-4157-a336-bb3b9bf0276c req-f5a2c80b-296a-446e-9711-ba2873e4d4d5 tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5612051 Aug 19 14:35:22.861618 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-b58e6946-85f0-4157-a336-bb3b9bf0276c req-d1259c0e-054b-407a-8405-4860fef47e6c tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] Request body: {'port': {'device_id': '717b2283-c52c-4d2c-8550-fedb6d63db57', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'admin_state_up': True, 'tenant_id': '5dfad22809dc49339a70f10be9984e7a'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:35:22.893346 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94452540-789c-4d47-a928-ce86d3f08573 req-0faff2fa-81d6-49fe-a5e8-6e331d30e797 tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:22.894947 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-94452540-789c-4d47-a928-ce86d3f08573 req-0faff2fa-81d6-49fe-a5e8-6e331d30e797 tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] 10.222.0.69 "GET /v2.0/networks?id=1b6818ad-07de-4c74-9ddc-9cb32be18df3 HTTP/1.1" status: 200 len: 813 time: 0.3946598 Aug 19 14:35:22.940790 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19279920-8e7a-4f2e-8e32-e3df9c933cea service neutron] Pushing event updated for resources: {'Port': ['ID=552a9927-5f5c-4b3d-aa3f-146b0162402e,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:22.959477 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2107a5-33b2-45d5-8453-7742b42e80f6 req-41472b5c-adf0-4557-a893-aa04fc8ddfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:22.961066 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0e2107a5-33b2-45d5-8453-7742b42e80f6 req-41472b5c-adf0-4557-a893-aa04fc8ddfa1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3397b0c43f0b46aaa4295e8f087dd91c&device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9 HTTP/1.1" status: 200 len: 1098 time: 0.1515839 Aug 19 14:35:22.981293 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-9253cfc1-e707-43ce-a096-33fc2a00c716 req-19279920-8e7a-4f2e-8e32-e3df9c933cea service neutron] Attempting to bind port 552a9927-5f5c-4b3d-aa3f-146b0162402e on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:35:22.981660 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-9253cfc1-e707-43ce-a096-33fc2a00c716 req-19279920-8e7a-4f2e-8e32-e3df9c933cea service neutron] Attempting to bind port 552a9927-5f5c-4b3d-aa3f-146b0162402e by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:35:22.982938 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9253cfc1-e707-43ce-a096-33fc2a00c716 req-19279920-8e7a-4f2e-8e32-e3df9c933cea service neutron] Attempting to bind port 552a9927-5f5c-4b3d-aa3f-146b0162402e on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:35:22.986505 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-94452540-789c-4d47-a928-ce86d3f08573 req-c9758ff1-423d-48ee-b35c-676cb36b6e28 tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] 10.222.0.69 "GET /v2.0/quotas/9545381e553343758ad9232091f4cdd3 HTTP/1.1" status: 200 len: 375 time: 0.0589786 Aug 19 14:35:23.000828 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9d75c5f6-107a-44cb-ac0c-1f3b94c54e33 req-c0e296b4-afc7-4807-a26d-f6147f01b9a2 service neutron] 10.222.0.68 "GET /v2.0/networks/1bc22803-e21f-489d-a441-493f1928ab13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007007 Aug 19 14:35:23.032476 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9253cfc1-e707-43ce-a096-33fc2a00c716 req-19279920-8e7a-4f2e-8e32-e3df9c933cea service neutron] Port 552a9927-5f5c-4b3d-aa3f-146b0162402e on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:35:23.032886 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9253cfc1-e707-43ce-a096-33fc2a00c716 req-19279920-8e7a-4f2e-8e32-e3df9c933cea service neutron] Attempting to bind port 552a9927-5f5c-4b3d-aa3f-146b0162402e on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:35:23.040984 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-94452540-789c-4d47-a928-ce86d3f08573 req-6745f06b-6ca4-483d-8695-4fb0d5715ab7 tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=9545381e553343758ad9232091f4cdd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376525 Aug 19 14:35:23.044554 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9253cfc1-e707-43ce-a096-33fc2a00c716 req-19279920-8e7a-4f2e-8e32-e3df9c933cea service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:35:23.045492 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9253cfc1-e707-43ce-a096-33fc2a00c716 req-19279920-8e7a-4f2e-8e32-e3df9c933cea service neutron] Checking segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:35:23.046711 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9253cfc1-e707-43ce-a096-33fc2a00c716 req-19279920-8e7a-4f2e-8e32-e3df9c933cea service neutron] Bound using segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:35:23.047259 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-9253cfc1-e707-43ce-a096-33fc2a00c716 req-19279920-8e7a-4f2e-8e32-e3df9c933cea service neutron] Bound port: 552a9927-5f5c-4b3d-aa3f-146b0162402e, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:35:23.047947 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9253cfc1-e707-43ce-a096-33fc2a00c716 req-19279920-8e7a-4f2e-8e32-e3df9c933cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:23.067666 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8fd98-8d6e-4fa1-9ce1-f0ae380ed01f req-787750e9-4c8e-4655-b4ff-07c7f365fb7e tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:23.069551 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ddf8fd98-8d6e-4fa1-9ce1-f0ae380ed01f req-787750e9-4c8e-4655-b4ff-07c7f365fb7e tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9 HTTP/1.1" status: 200 len: 947 time: 0.1409583 Aug 19 14:35:23.131998 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2107a5-33b2-45d5-8453-7742b42e80f6 req-66f69ac0-185c-4914-8b07-387660625f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:23.133724 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0e2107a5-33b2-45d5-8453-7742b42e80f6 req-66f69ac0-185c-4914-8b07-387660625f23 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.1641352 Aug 19 14:35:23.182607 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ddf8fd98-8d6e-4fa1-9ce1-f0ae380ed01f req-b560e045-2569-474e-a01c-f11949042c48 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973630 Aug 19 14:35:23.183177 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b58e6946-85f0-4157-a336-bb3b9bf0276c req-d1259c0e-054b-407a-8405-4860fef47e6c tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] Made reservation on behalf of 5dfad22809dc49339a70f10be9984e7a for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:35:23.187068 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b58e6946-85f0-4157-a336-bb3b9bf0276c req-d1259c0e-054b-407a-8405-4860fef47e6c tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:23.189375 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0e2107a5-33b2-45d5-8453-7742b42e80f6 req-b3504b94-442e-483c-a49a-d2131ca8fe84 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7 HTTP/1.1" status: 200 len: 217 time: 0.0461056 Aug 19 14:35:23.190520 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-9253cfc1-e707-43ce-a096-33fc2a00c716 req-19279920-8e7a-4f2e-8e32-e3df9c933cea service neutron] For port 552a9927-5f5c-4b3d-aa3f-146b0162402e, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:35:23.198519 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b58e6946-85f0-4157-a336-bb3b9bf0276c req-d1259c0e-054b-407a-8405-4860fef47e6c tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:23.223361 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-9253cfc1-e707-43ce-a096-33fc2a00c716 req-19279920-8e7a-4f2e-8e32-e3df9c933cea service neutron] For port 552a9927-5f5c-4b3d-aa3f-146b0162402e, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=552a9927-5f5c-4b3d-aa3f-146b0162402e,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:35:23.244685 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-94452540-789c-4d47-a928-ce86d3f08573 req-31f4ee7c-45a7-4b05-851d-c18a572ffca6 service neutron] 10.222.0.69 "GET /v2.0/networks/1b6818ad-07de-4c74-9ddc-9cb32be18df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717527 Aug 19 14:35:23.244978 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9253cfc1-e707-43ce-a096-33fc2a00c716 req-19279920-8e7a-4f2e-8e32-e3df9c933cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:23.300158 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253cfc1-e707-43ce-a096-33fc2a00c716 req-19279920-8e7a-4f2e-8e32-e3df9c933cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:23.300788 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9253cfc1-e707-43ce-a096-33fc2a00c716 req-19279920-8e7a-4f2e-8e32-e3df9c933cea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:23.302288 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9253cfc1-e707-43ce-a096-33fc2a00c716 req-19279920-8e7a-4f2e-8e32-e3df9c933cea service neutron] 10.222.0.68 "PUT /v2.0/ports/552a9927-5f5c-4b3d-aa3f-146b0162402e HTTP/1.1" status: 200 len: 1096 time: 1.7651126 Aug 19 14:35:23.320932 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2107a5-33b2-45d5-8453-7742b42e80f6 req-98d18224-dfb1-44a5-a6cf-92f3c7c72224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:23.322702 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0e2107a5-33b2-45d5-8453-7742b42e80f6 req-98d18224-dfb1-44a5-a6cf-92f3c7c72224 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.1215036 Aug 19 14:35:23.348055 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19279920-8e7a-4f2e-8e32-e3df9c933cea service neutron] Pushing event updated for resources: {'Port': ['ID=552a9927-5f5c-4b3d-aa3f-146b0162402e,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:23.402646 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0ce284fc-ef77-4641-aebd-37403e1d30b5 req-95d9719e-b604-4b8c-88bd-c6bab02e7dad tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] 10.222.0.69 "GET /v2.0/ports?device_id=717b2283-c52c-4d2c-8550-fedb6d63db57 HTTP/1.1" status: 200 len: 210 time: 0.0400624 Aug 19 14:35:23.417699 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2107a5-33b2-45d5-8453-7742b42e80f6 req-f283cbf6-e9e6-4af2-84fe-86b2212499e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:23.419649 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0e2107a5-33b2-45d5-8453-7742b42e80f6 req-f283cbf6-e9e6-4af2-84fe-86b2212499e2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0873117 Aug 19 14:35:23.446717 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-94452540-789c-4d47-a928-ce86d3f08573 req-6dcdc6cb-096e-4bb5-8577-9a0764f855cc service neutron] 10.222.0.69 "GET /v2.0/networks/1b6818ad-07de-4c74-9ddc-9cb32be18df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864455 Aug 19 14:35:23.452243 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b58e6946-85f0-4157-a336-bb3b9bf0276c req-d1259c0e-054b-407a-8405-4860fef47e6c tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:23.458038 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b58e6946-85f0-4157-a336-bb3b9bf0276c req-d1259c0e-054b-407a-8405-4860fef47e6c tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:23.506138 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253cfc1-e707-43ce-a096-33fc2a00c716 req-36119ff6-f9c1-4d9b-bd85-8627354f21d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:23.507736 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9253cfc1-e707-43ce-a096-33fc2a00c716 req-36119ff6-f9c1-4d9b-bd85-8627354f21d3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6eb889553ed546fdbf8a2a0b7d08cdab&device_id=63f3621b-9d80-4ee3-b0b8-5c45feba139f HTTP/1.1" status: 200 len: 1099 time: 0.1337409 Aug 19 14:35:23.562702 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1259c0e-054b-407a-8405-4860fef47e6c tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fadaa275-bc14-4dc9-b44e-4f2acf42dc95,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:23.567012 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9253cfc1-e707-43ce-a096-33fc2a00c716 req-d3353299-6eff-4787-b7a5-24850b79ae80 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=552a9927-5f5c-4b3d-aa3f-146b0162402e HTTP/1.1" status: 200 len: 217 time: 0.0471473 Aug 19 14:35:23.645930 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0e2107a5-33b2-45d5-8453-7742b42e80f6 req-2e90f4a2-4640-4c8a-a153-d1f3dc77cf0d service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154179 Aug 19 14:35:23.678135 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-b58e6946-85f0-4157-a336-bb3b9bf0276c req-d1259c0e-054b-407a-8405-4860fef47e6c tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] Allocated IP 192.168.233.215 (5146d24a-89b5-4a43-8ca4-b26f4fb943f7/2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86/6b9037cc-c46f-4774-a752-11f96cbe38c5) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:35:23.718814 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253cfc1-e707-43ce-a096-33fc2a00c716 req-31f57fdf-d952-4bd8-bedb-dfe27ffc7b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:23.720644 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9253cfc1-e707-43ce-a096-33fc2a00c716 req-31f57fdf-d952-4bd8-bedb-dfe27ffc7b58 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.1377685 Aug 19 14:35:23.799480 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0e2107a5-33b2-45d5-8453-7742b42e80f6 req-455b8c8f-435d-42ad-8ebb-41573019c300 service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436517 Aug 19 14:35:23.802391 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253cfc1-e707-43ce-a096-33fc2a00c716 req-ba95161f-3460-4b1b-8c0c-ee38cf8f25f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:23.803919 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9253cfc1-e707-43ce-a096-33fc2a00c716 req-ba95161f-3460-4b1b-8c0c-ee38cf8f25f2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0736113 Aug 19 14:35:23.934342 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9253cfc1-e707-43ce-a096-33fc2a00c716 req-6ece74ca-bdf1-4d06-9e4a-422fc3feb867 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187096 Aug 19 14:35:23.957051 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b58e6946-85f0-4157-a336-bb3b9bf0276c req-d1259c0e-054b-407a-8405-4860fef47e6c tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:23.977246 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-b58e6946-85f0-4157-a336-bb3b9bf0276c req-d1259c0e-054b-407a-8405-4860fef47e6c tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] Transition to ACTIVE for port object 6b9037cc-c46f-4774-a752-11f96cbe38c5 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:35:23.985847 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8c9d3-ed7f-4e7d-af1e-eb2e89115b9a req-101ed93e-fcaa-414f-b1cf-406e8c51e94a tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:23.987371 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6ac8c9d3-ed7f-4e7d-af1e-eb2e89115b9a req-101ed93e-fcaa-414f-b1cf-406e8c51e94a tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=76619173-9bbf-41e1-92e7-d1e997be5d43 HTTP/1.1" status: 200 len: 943 time: 0.2757654 Aug 19 14:35:24.016807 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device f525121f-3021-4ce9-ae39-0d5cbdda9809 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:35:24.021607 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:35:24.066559 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9253cfc1-e707-43ce-a096-33fc2a00c716 req-c96db9fb-8ba1-4413-a071-937ef4adbd99 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234941 Aug 19 14:35:24.071182 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6ac8c9d3-ed7f-4e7d-af1e-eb2e89115b9a req-84bf132f-5965-431d-8518-656e876da8c9 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685544 Aug 19 14:35:24.087415 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b58e6946-85f0-4157-a336-bb3b9bf0276c req-d1259c0e-054b-407a-8405-4860fef47e6c tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:24.180195 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port f525121f-3021-4ce9-ae39-0d5cbdda9809, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=f525121f-3021-4ce9-ae39-0d5cbdda9809,segment=NetworkSegment(911020b2-3bb4-4db0-af7a-51b07cbea653),segment_id=911020b2-3bb4-4db0-af7a-51b07cbea653)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:35:24.209952 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': 'f525121f-3021-4ce9-ae39-0d5cbdda9809', 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13', 'port_id': 'f525121f-3021-4ce9-ae39-0d5cbdda9809', 'mac_address': 'fa:16:3e:81:9d:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f5154a7-363a-4827-ab5d-78b924f5e137', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:35:24.219466 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b58e6946-85f0-4157-a336-bb3b9bf0276c req-d1259c0e-054b-407a-8405-4860fef47e6c tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] Network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:35:24.219847 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:35:24.222927 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-b58e6946-85f0-4157-a336-bb3b9bf0276c req-d1259c0e-054b-407a-8405-4860fef47e6c tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:35:24.225100 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1259c0e-054b-407a-8405-4860fef47e6c tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] Pushing event updated for resources: {'Port': ['ID=6b9037cc-c46f-4774-a752-11f96cbe38c5,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:24.230284 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-b58e6946-85f0-4157-a336-bb3b9bf0276c req-d1259c0e-054b-407a-8405-4860fef47e6c tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:35:24.236595 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e6946-85f0-4157-a336-bb3b9bf0276c req-d1259c0e-054b-407a-8405-4860fef47e6c tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:24.237319 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b58e6946-85f0-4157-a336-bb3b9bf0276c req-d1259c0e-054b-407a-8405-4860fef47e6c tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:24.272221 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:24.273561 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b91b3f-9324-4e87-ae80-f79e263ec099 req-0d580420-ec12-4afe-9f1e-cbaed1303144 tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:24.283164 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a5b91b3f-9324-4e87-ae80-f79e263ec099 req-0d580420-ec12-4afe-9f1e-cbaed1303144 tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] 10.222.0.69 "GET /v2.0/ports?device_id=63f3621b-9d80-4ee3-b0b8-5c45feba139f HTTP/1.1" status: 200 len: 948 time: 0.1258812 Aug 19 14:35:24.291753 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b58e6946-85f0-4157-a336-bb3b9bf0276c req-d1259c0e-054b-407a-8405-4860fef47e6c tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4427795 Aug 19 14:35:24.292445 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f525121f-3021-4ce9-ae39-0d5cbdda9809 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:35:24.312605 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-b58e6946-85f0-4157-a336-bb3b9bf0276c req-a5a733f7-b4ed-4008-833c-9c346bacacd3 service neutron] Request body: {'port': {'device_id': '717b2283-c52c-4d2c-8550-fedb6d63db57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:35:24.315447 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port f525121f-3021-4ce9-ae39-0d5cbdda9809, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=f525121f-3021-4ce9-ae39-0d5cbdda9809,segment=NetworkSegment(911020b2-3bb4-4db0-af7a-51b07cbea653),segment_id=911020b2-3bb4-4db0-af7a-51b07cbea653)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:35:24.323859 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:24.330552 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '989cdaa5-2b08-4120-bd20-865bd195d6c9', 'tag': '7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7'}, {'name': 'network-changed', 'server_uuid': '63f3621b-9d80-4ee3-b0b8-5c45feba139f', 'tag': '552a9927-5f5c-4b3d-aa3f-146b0162402e'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:35:24.334368 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b53cf7-f64e-486c-8d9d-05c95294293d" -d '{"events": [{"name": "network-changed", "server_uuid": "989cdaa5-2b08-4120-bd20-865bd195d6c9", "tag": "7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7"}, {"name": "network-changed", "server_uuid": "63f3621b-9d80-4ee3-b0b8-5c45feba139f", "tag": "552a9927-5f5c-4b3d-aa3f-146b0162402e"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:35:24.363487 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a5b91b3f-9324-4e87-ae80-f79e263ec099 req-88e7a9cf-a4fd-4d93-9b06-9c69d8fabf60 tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] 10.222.0.69 "GET /v2.0/security-groups?id=151f733a-cfbc-4391-b6ec-dbaa91a1a96d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771401 Aug 19 14:35:24.417530 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=f525121f-3021-4ce9-ae39-0d5cbdda9809,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:24.454417 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b58e6946-85f0-4157-a336-bb3b9bf0276c req-a5a733f7-b4ed-4008-833c-9c346bacacd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:24.504170 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-74e1ec34-72aa-4eca-aadb-435ebdc3fd6d req-d3257a1f-d104-4fc3-bda6-03a0cd6e37b8 tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] 10.222.0.69 "GET /v2.0/ports?device_id=a4aa0f53-2d53-4729-b6b8-ac74723437f0 HTTP/1.1" status: 200 len: 210 time: 0.0405855 Aug 19 14:35:24.601654 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-70658018-88fc-4790-9dff-1764079e37dd None None] Provisioning for port 6b9037cc-c46f-4774-a752-11f96cbe38c5 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:35:24.611323 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['f525121f-3021-4ce9-ae39-0d5cbdda9809'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:35:24.615669 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-70658018-88fc-4790-9dff-1764079e37dd None None] Provisioning complete for port 6b9037cc-c46f-4774-a752-11f96cbe38c5 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:35:24.616222 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-70658018-88fc-4790-9dff-1764079e37dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:24.782259 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-70658018-88fc-4790-9dff-1764079e37dd None None] Port 6b9037cc-c46f-4774-a752-11f96cbe38c5 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:35:24.919286 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb558e2c-108a-4c0b-b634-d9b5426483e6 req-56f013d7-0ec8-4b1e-92f6-05a979c3b69a tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:24.921804 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cb558e2c-108a-4c0b-b634-d9b5426483e6 req-56f013d7-0ec8-4b1e-92f6-05a979c3b69a tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9 HTTP/1.1" status: 200 len: 947 time: 0.1247351 Aug 19 14:35:24.944282 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-b58e6946-85f0-4157-a336-bb3b9bf0276c req-a5a733f7-b4ed-4008-833c-9c346bacacd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b9037cc-c46f-4774-a752-11f96cbe38c5 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:35:24.960484 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b58e6946-85f0-4157-a336-bb3b9bf0276c req-a5a733f7-b4ed-4008-833c-9c346bacacd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:24.987016 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-b58e6946-85f0-4157-a336-bb3b9bf0276c req-a5a733f7-b4ed-4008-833c-9c346bacacd3 service neutron] Transition to ACTIVE for port object 6b9037cc-c46f-4774-a752-11f96cbe38c5 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:35:24.992887 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cb558e2c-108a-4c0b-b634-d9b5426483e6 req-9c28fe50-24c0-4cac-b9ee-62d552a1c653 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618505 Aug 19 14:35:24.994585 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b58e6946-85f0-4157-a336-bb3b9bf0276c req-a5a733f7-b4ed-4008-833c-9c346bacacd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:25.060053 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a733f7-b4ed-4008-833c-9c346bacacd3 service neutron] Pushing event updated for resources: {'Port': ['ID=6b9037cc-c46f-4774-a752-11f96cbe38c5,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:25.096975 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-b58e6946-85f0-4157-a336-bb3b9bf0276c req-a5a733f7-b4ed-4008-833c-9c346bacacd3 service neutron] Attempting to bind port 6b9037cc-c46f-4774-a752-11f96cbe38c5 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:35:25.097412 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-b58e6946-85f0-4157-a336-bb3b9bf0276c req-a5a733f7-b4ed-4008-833c-9c346bacacd3 service neutron] Attempting to bind port 6b9037cc-c46f-4774-a752-11f96cbe38c5 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:35:25.097734 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58e6946-85f0-4157-a336-bb3b9bf0276c req-a5a733f7-b4ed-4008-833c-9c346bacacd3 service neutron] Attempting to bind port 6b9037cc-c46f-4774-a752-11f96cbe38c5 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:35:25.103154 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58e6946-85f0-4157-a336-bb3b9bf0276c req-a5a733f7-b4ed-4008-833c-9c346bacacd3 service neutron] Port 6b9037cc-c46f-4774-a752-11f96cbe38c5 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:35:25.103497 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58e6946-85f0-4157-a336-bb3b9bf0276c req-a5a733f7-b4ed-4008-833c-9c346bacacd3 service neutron] Attempting to bind port 6b9037cc-c46f-4774-a752-11f96cbe38c5 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:35:25.109560 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58e6946-85f0-4157-a336-bb3b9bf0276c req-a5a733f7-b4ed-4008-833c-9c346bacacd3 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:35:25.109897 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58e6946-85f0-4157-a336-bb3b9bf0276c req-a5a733f7-b4ed-4008-833c-9c346bacacd3 service neutron] Checking segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:35:25.110282 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58e6946-85f0-4157-a336-bb3b9bf0276c req-a5a733f7-b4ed-4008-833c-9c346bacacd3 service neutron] Bound using segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:35:25.110711 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-b58e6946-85f0-4157-a336-bb3b9bf0276c req-a5a733f7-b4ed-4008-833c-9c346bacacd3 service neutron] Bound port: 6b9037cc-c46f-4774-a752-11f96cbe38c5, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:35:25.111066 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b58e6946-85f0-4157-a336-bb3b9bf0276c req-a5a733f7-b4ed-4008-833c-9c346bacacd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:25.176856 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 19 Aug 2021 14:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ecf70a2-05aa-4e84-89cf-4fa9cc23d2e5 x-openstack-request-id: req-2ecf70a2-05aa-4e84-89cf-4fa9cc23d2e5 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:35:25.177392 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "989cdaa5-2b08-4120-bd20-865bd195d6c9", "tag": "7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "63f3621b-9d80-4ee3-b0b8-5c45feba139f", "tag": "552a9927-5f5c-4b3d-aa3f-146b0162402e", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:35:25.177392 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2ecf70a2-05aa-4e84-89cf-4fa9cc23d2e5 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:35:25.177811 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '989cdaa5-2b08-4120-bd20-865bd195d6c9', 'tag': '7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7', 'status': 'completed', 'code': 200} Aug 19 14:35:25.178069 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63f3621b-9d80-4ee3-b0b8-5c45feba139f', 'tag': '552a9927-5f5c-4b3d-aa3f-146b0162402e', 'status': 'completed', 'code': 200} Aug 19 14:35:25.185117 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-b58e6946-85f0-4157-a336-bb3b9bf0276c req-a5a733f7-b4ed-4008-833c-9c346bacacd3 service neutron] For port 6b9037cc-c46f-4774-a752-11f96cbe38c5, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:35:25.196922 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-b58e6946-85f0-4157-a336-bb3b9bf0276c req-a5a733f7-b4ed-4008-833c-9c346bacacd3 service neutron] For port 6b9037cc-c46f-4774-a752-11f96cbe38c5, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=6b9037cc-c46f-4774-a752-11f96cbe38c5,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:35:25.205095 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b58e6946-85f0-4157-a336-bb3b9bf0276c req-a5a733f7-b4ed-4008-833c-9c346bacacd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:25.287844 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e6946-85f0-4157-a336-bb3b9bf0276c req-a5a733f7-b4ed-4008-833c-9c346bacacd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:25.288645 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b58e6946-85f0-4157-a336-bb3b9bf0276c req-a5a733f7-b4ed-4008-833c-9c346bacacd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:25.290168 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b58e6946-85f0-4157-a336-bb3b9bf0276c req-a5a733f7-b4ed-4008-833c-9c346bacacd3 service neutron] 10.222.0.88 "PUT /v2.0/ports/6b9037cc-c46f-4774-a752-11f96cbe38c5 HTTP/1.1" status: 200 len: 1096 time: 0.9852488 Aug 19 14:35:25.290670 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717b2283-c52c-4d2c-8550-fedb6d63db57', 'tag': '6b9037cc-c46f-4774-a752-11f96cbe38c5'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:35:25.293259 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c922f59d-c4fe-4466-ae1c-d05048c44572" -d '{"events": [{"name": "network-changed", "server_uuid": "717b2283-c52c-4d2c-8550-fedb6d63db57", "tag": "6b9037cc-c46f-4774-a752-11f96cbe38c5"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:35:25.375289 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b53cf7-f64e-486c-8d9d-05c95294293d req-c8b9e23c-9548-46b3-a2aa-c4b9d65ee203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:25.376781 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-44b53cf7-f64e-486c-8d9d-05c95294293d req-c8b9e23c-9548-46b3-a2aa-c4b9d65ee203 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3397b0c43f0b46aaa4295e8f087dd91c&device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9 HTTP/1.1" status: 200 len: 1098 time: 0.1649511 Aug 19 14:35:25.391853 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-c487f737-ed84-410c-b400-33e31ab0b8bc tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:35:25.392936 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-c487f737-ed84-410c-b400-33e31ab0b8bc tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127110 Aug 19 14:35:25.395533 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a733f7-b4ed-4008-833c-9c346bacacd3 service neutron] Pushing event updated for resources: {'Port': ['ID=6b9037cc-c46f-4774-a752-11f96cbe38c5,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:25.435058 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-b8aa8c40-5306-4dcc-81f0-057476ee687b service neutron] Request body: {'binding': {'host': 'n-h1-766043-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:35:25.435764 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-b8aa8c40-5306-4dcc-81f0-057476ee687b service neutron] Unknown quota resources ['binding']. {{(pid=94639) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 14:35:25.455013 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c463e9-42b8-4ac9-a3b2-bcfbe3bcd6af req-f70864c5-ac2f-471f-94b3-c48e52f14536 tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:25.456916 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-76c463e9-42b8-4ac9-a3b2-bcfbe3bcd6af req-f70864c5-ac2f-471f-94b3-c48e52f14536 tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] 10.222.0.69 "GET /v2.0/ports?device_id=717b2283-c52c-4d2c-8550-fedb6d63db57 HTTP/1.1" status: 200 len: 948 time: 0.1942978 Aug 19 14:35:25.477657 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b53cf7-f64e-486c-8d9d-05c95294293d req-f3af51c3-bb0d-4e53-96c3-abd0f74e7456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:25.479141 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-44b53cf7-f64e-486c-8d9d-05c95294293d req-f3af51c3-bb0d-4e53-96c3-abd0f74e7456 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3397b0c43f0b46aaa4295e8f087dd91c&device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9 HTTP/1.1" status: 200 len: 1098 time: 0.1598656 Aug 19 14:35:25.505131 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e6946-85f0-4157-a336-bb3b9bf0276c req-cad4f8ee-2db3-40b9-937a-c47c96dfd3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:25.506668 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b58e6946-85f0-4157-a336-bb3b9bf0276c req-cad4f8ee-2db3-40b9-937a-c47c96dfd3fc service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5dfad22809dc49339a70f10be9984e7a&device_id=717b2283-c52c-4d2c-8550-fedb6d63db57 HTTP/1.1" status: 200 len: 1099 time: 0.1281877 Aug 19 14:35:25.600850 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b58e6946-85f0-4157-a336-bb3b9bf0276c req-fef58b23-bac9-4ccb-9317-0bc8e3121d89 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=6b9037cc-c46f-4774-a752-11f96cbe38c5 HTTP/1.1" status: 200 len: 217 time: 0.0552104 Aug 19 14:35:25.605382 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-76c463e9-42b8-4ac9-a3b2-bcfbe3bcd6af req-278cf609-da6d-4431-ac29-69939629d4a8 tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] 10.222.0.69 "GET /v2.0/security-groups?id=fadaa275-bc14-4dc9-b44e-4f2acf42dc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410568 Aug 19 14:35:25.605539 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94452540-789c-4d47-a928-ce86d3f08573 req-b31f5dc2-8879-405b-8a5c-130082e551fe tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:25.606980 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-94452540-789c-4d47-a928-ce86d3f08573 req-b31f5dc2-8879-405b-8a5c-130082e551fe tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] 10.222.0.68 "GET /v2.0/networks?id=1b6818ad-07de-4c74-9ddc-9cb32be18df3 HTTP/1.1" status: 200 len: 813 time: 0.3294024 Aug 19 14:35:25.626516 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-94452540-789c-4d47-a928-ce86d3f08573 req-4ea73a7c-2a65-417c-a99f-edf6c257eed5 tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] Request body: {'port': {'device_id': 'a4aa0f53-2d53-4729-b6b8-ac74723437f0', 'network_id': '1b6818ad-07de-4c74-9ddc-9cb32be18df3', 'admin_state_up': True, 'tenant_id': '9545381e553343758ad9232091f4cdd3'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:35:25.660508 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:35:25.699532 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b53cf7-f64e-486c-8d9d-05c95294293d req-9a79221a-67e7-4f30-882a-228206228e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:25.700919 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e6946-85f0-4157-a336-bb3b9bf0276c req-aa2e55e9-e4a3-4eb3-9457-b4c0d7599afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:25.701903 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-44b53cf7-f64e-486c-8d9d-05c95294293d req-9a79221a-67e7-4f30-882a-228206228e42 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.3048418 Aug 19 14:35:25.710917 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b58e6946-85f0-4157-a336-bb3b9bf0276c req-aa2e55e9-e4a3-4eb3-9457-b4c0d7599afa service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.0964642 Aug 19 14:35:25.736739 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b53cf7-f64e-486c-8d9d-05c95294293d req-5ec94bba-d00e-4bfa-971c-c1bbf80ea12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:25.738939 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-44b53cf7-f64e-486c-8d9d-05c95294293d req-5ec94bba-d00e-4bfa-971c-c1bbf80ea12e service neutron] 10.222.0.68 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.2476525 Aug 19 14:35:25.782218 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-44b53cf7-f64e-486c-8d9d-05c95294293d req-ef2d63b8-d2ee-4303-8a9b-ebc671c33d0e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7 HTTP/1.1" status: 200 len: 217 time: 0.0585818 Aug 19 14:35:25.866386 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-b8aa8c40-5306-4dcc-81f0-057476ee687b service neutron] Attempting to bind port 762e06b8-cc33-45a1-8702-4e858a90fa00 on host n-h1-766043-2 for vnic_type normal with profile None {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:35:25.866753 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-b8aa8c40-5306-4dcc-81f0-057476ee687b service neutron] Attempting to bind port 762e06b8-cc33-45a1-8702-4e858a90fa00 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': 'cdbe220c-711d-4dcd-9811-178ea37b55c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6e6d7ced-670a-4172-99e0-b6cfaa52bcf3'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:35:25.867056 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-b8aa8c40-5306-4dcc-81f0-057476ee687b service neutron] Attempting to bind port 762e06b8-cc33-45a1-8702-4e858a90fa00 on network 6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:35:25.885392 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-b8aa8c40-5306-4dcc-81f0-057476ee687b service neutron] Port 762e06b8-cc33-45a1-8702-4e858a90fa00 on network 6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:35:25.885731 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-b8aa8c40-5306-4dcc-81f0-057476ee687b service neutron] Attempting to bind port 762e06b8-cc33-45a1-8702-4e858a90fa00 on network 6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:35:25.893389 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b53cf7-f64e-486c-8d9d-05c95294293d req-7f52bb58-9039-4034-8db8-3d849f3435d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:25.894884 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-44b53cf7-f64e-486c-8d9d-05c95294293d req-7f52bb58-9039-4034-8db8-3d849f3435d6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.0974326 Aug 19 14:35:25.896837 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-b8aa8c40-5306-4dcc-81f0-057476ee687b service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:35:25.897793 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-b8aa8c40-5306-4dcc-81f0-057476ee687b service neutron] Checking segment: {'id': 'cdbe220c-711d-4dcd-9811-178ea37b55c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6e6d7ced-670a-4172-99e0-b6cfaa52bcf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:35:25.897793 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-b8aa8c40-5306-4dcc-81f0-057476ee687b service neutron] Bound using segment: {'id': 'cdbe220c-711d-4dcd-9811-178ea37b55c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6e6d7ced-670a-4172-99e0-b6cfaa52bcf3'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:35:25.898116 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-b8aa8c40-5306-4dcc-81f0-057476ee687b service neutron] Bound port: 762e06b8-cc33-45a1-8702-4e858a90fa00, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdbe220c-711d-4dcd-9811-178ea37b55c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6e6d7ced-670a-4172-99e0-b6cfaa52bcf3'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:35:25.900118 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94452540-789c-4d47-a928-ce86d3f08573 req-4ea73a7c-2a65-417c-a99f-edf6c257eed5 tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] Made reservation on behalf of 9545381e553343758ad9232091f4cdd3 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:35:25.903893 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-94452540-789c-4d47-a928-ce86d3f08573 req-4ea73a7c-2a65-417c-a99f-edf6c257eed5 tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:26.020784 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device f525121f-3021-4ce9-ae39-0d5cbdda9809 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:35:26.039547 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b53cf7-f64e-486c-8d9d-05c95294293d req-ffadc286-f178-41c4-bd5b-0c8939963d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:26.041076 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-44b53cf7-f64e-486c-8d9d-05c95294293d req-ffadc286-f178-41c4-bd5b-0c8939963d67 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1337500 Aug 19 14:35:26.066134 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-44b53cf7-f64e-486c-8d9d-05c95294293d req-4d833cd2-def9-4dc7-afef-09c452992140 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7 HTTP/1.1" status: 200 len: 217 time: 0.0698915 Aug 19 14:35:26.067638 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-b8aa8c40-5306-4dcc-81f0-057476ee687b service neutron] For port 762e06b8-cc33-45a1-8702-4e858a90fa00, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=762e06b8-cc33-45a1-8702-4e858a90fa00,segment=NetworkSegment(cdbe220c-711d-4dcd-9811-178ea37b55c3),segment_id=cdbe220c-711d-4dcd-9811-178ea37b55c3)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:35:26.080353 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port f525121f-3021-4ce9-ae39-0d5cbdda9809 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:35:26.084958 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port f525121f-3021-4ce9-ae39-0d5cbdda9809 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:35:26.085778 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:26.110222 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-b8aa8c40-5306-4dcc-81f0-057476ee687b service neutron] Notify callbacks [] for binding, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:26.111389 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-b8aa8c40-5306-4dcc-81f0-057476ee687b service neutron] 10.222.0.69 "POST /v2.0/ports/762e06b8-cc33-45a1-8702-4e858a90fa00/bindings HTTP/1.1" status: 201 len: 389 time: 0.6919332 Aug 19 14:35:26.114281 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e6946-85f0-4157-a336-bb3b9bf0276c req-cdee6e9c-7133-47eb-8933-a782791cac51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:26.115799 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b58e6946-85f0-4157-a336-bb3b9bf0276c req-cdee6e9c-7133-47eb-8933-a782791cac51 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3919911 Aug 19 14:35:26.125933 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ea1b7-9c00-48c6-869b-f44db29706b0 req-01c20172-e821-4bb8-b6d4-83239abba3f5 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:26.127495 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-385ea1b7-9c00-48c6-869b-f44db29706b0 req-01c20172-e821-4bb8-b6d4-83239abba3f5 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=76619173-9bbf-41e1-92e7-d1e997be5d43 HTTP/1.1" status: 200 len: 944 time: 0.1325810 Aug 19 14:35:26.191427 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-94452540-789c-4d47-a928-ce86d3f08573 req-4ea73a7c-2a65-417c-a99f-edf6c257eed5 tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] Allocated IP 172.20.0.11 (1b6818ad-07de-4c74-9ddc-9cb32be18df3/f9297688-1775-45ce-969a-d6f0ce32bfbf/a11e550a-620d-4518-a649-3826f6a2cc70) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:35:26.204628 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-44b53cf7-f64e-486c-8d9d-05c95294293d req-9b1a0480-049d-4f47-9786-d12bc423594d service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494277 Aug 19 14:35:26.208859 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b53cf7-f64e-486c-8d9d-05c95294293d req-4b9305c4-8588-43ac-b550-8d9488ec6695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:26.210356 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-44b53cf7-f64e-486c-8d9d-05c95294293d req-4b9305c4-8588-43ac-b550-8d9488ec6695 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.1305623 Aug 19 14:35:26.221362 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:26.260643 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-385ea1b7-9c00-48c6-869b-f44db29706b0 req-85d1113a-0928-44c6-a7e4-0af95dedf5cc tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075449 Aug 19 14:35:26.298609 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76619173-9bbf-41e1-92e7-d1e997be5d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f525121f-3021-4ce9-ae39-0d5cbdda9809'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:35:26.298609 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b67379b-6833-4f54-957c-12ec19940880" -d '{"events": [{"server_uuid": "76619173-9bbf-41e1-92e7-d1e997be5d43", "name": "network-vif-plugged", "status": "completed", "tag": "f525121f-3021-4ce9-ae39-0d5cbdda9809"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:35:26.303454 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7b3138-fcbc-4f2e-b46a-117a6e60bd82 x-openstack-request-id: req-9e7b3138-fcbc-4f2e-b46a-117a6e60bd82 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:35:26.303713 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "717b2283-c52c-4d2c-8550-fedb6d63db57", "tag": "6b9037cc-c46f-4774-a752-11f96cbe38c5", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:35:26.303900 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9e7b3138-fcbc-4f2e-b46a-117a6e60bd82 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:35:26.304612 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717b2283-c52c-4d2c-8550-fedb6d63db57', 'tag': '6b9037cc-c46f-4774-a752-11f96cbe38c5', 'status': 'completed', 'code': 200} Aug 19 14:35:26.311751 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port f525121f-3021-4ce9-ae39-0d5cbdda9809, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=f525121f-3021-4ce9-ae39-0d5cbdda9809,segment=NetworkSegment(911020b2-3bb4-4db0-af7a-51b07cbea653),segment_id=911020b2-3bb4-4db0-af7a-51b07cbea653)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:35:26.317888 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:26.342684 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b53cf7-f64e-486c-8d9d-05c95294293d req-70cc0c84-ca9c-4011-b14b-b11980ebca49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:26.345062 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-44b53cf7-f64e-486c-8d9d-05c95294293d req-70cc0c84-ca9c-4011-b14b-b11980ebca49 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1205688 Aug 19 14:35:26.350454 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b58e6946-85f0-4157-a336-bb3b9bf0276c req-438ad9f5-65fa-4481-ad0b-f501d25bc29f service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219408 Aug 19 14:35:26.396917 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=f525121f-3021-4ce9-ae39-0d5cbdda9809,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:26.517625 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3100d37e-054c-45b6-ac36-444c141d8c97 req-99ae326e-5a88-43ac-95a6-b1c7b2c1f32a tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] 10.222.0.69 "GET /v2.0/ports?device_id=a4aa0f53-2d53-4729-b6b8-ac74723437f0 HTTP/1.1" status: 200 len: 210 time: 0.1227281 Aug 19 14:35:26.626478 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-3ade7dc3-e77a-4d16-b251-8456d8101e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:26.626478 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-3ade7dc3-e77a-4d16-b251-8456d8101e8f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=309b8293893e4b68ba54397ad041e8b9&device_id=da0f434b-a5a6-4589-99a8-a613dceb3699 HTTP/1.1" status: 200 len: 1097 time: 0.1795430 Aug 19 14:35:26.636230 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d53fa-fbff-49a6-83b0-2e4f99c74033 req-79fffd67-5523-4005-8765-28f85cb60fd9 tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:26.638011 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1d4d53fa-fbff-49a6-83b0-2e4f99c74033 req-79fffd67-5523-4005-8765-28f85cb60fd9 tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] 10.222.0.69 "GET /v2.0/ports?device_id=63f3621b-9d80-4ee3-b0b8-5c45feba139f HTTP/1.1" status: 200 len: 948 time: 0.2416325 Aug 19 14:35:26.650018 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b58e6946-85f0-4157-a336-bb3b9bf0276c req-17d8ddc7-1667-4ffd-b8d3-ba08c6f1d66b service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906859 Aug 19 14:35:26.669016 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-44b53cf7-f64e-486c-8d9d-05c95294293d req-2eafd050-f79c-4972-8157-f55662ca5519 service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4526050 Aug 19 14:35:26.695117 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:35:26.720491 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-94452540-789c-4d47-a928-ce86d3f08573 req-4ea73a7c-2a65-417c-a99f-edf6c257eed5 tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:26.761981 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-44b53cf7-f64e-486c-8d9d-05c95294293d req-74e9cf3d-1f6a-436b-8e46-9d27dd0927e6 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647571 Aug 19 14:35:26.812236 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922f59d-c4fe-4466-ae1c-d05048c44572 req-aea899c4-2111-4da3-a19e-8035a89f30ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:26.814019 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c922f59d-c4fe-4466-ae1c-d05048c44572 req-aea899c4-2111-4da3-a19e-8035a89f30ee service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5dfad22809dc49339a70f10be9984e7a&device_id=717b2283-c52c-4d2c-8550-fedb6d63db57 HTTP/1.1" status: 200 len: 1099 time: 0.0778310 Aug 19 14:35:26.845428 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-94452540-789c-4d47-a928-ce86d3f08573 req-4ea73a7c-2a65-417c-a99f-edf6c257eed5 tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:26.877374 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:35:26.894122 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'port_id': '7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7', 'mac_address': 'fa:16:3e:7c:23:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:35:26.898024 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1d4d53fa-fbff-49a6-83b0-2e4f99c74033 req-9c1c3020-ec3c-487f-ad76-3fba1f23523f tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] 10.222.0.69 "GET /v2.0/security-groups?id=151f733a-cfbc-4391-b6ec-dbaa91a1a96d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262101 Aug 19 14:35:26.935489 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea73a7c-2a65-417c-a99f-edf6c257eed5 tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] Pushing event updated for resources: {'Port': ['ID=a11e550a-620d-4518-a649-3826f6a2cc70,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:26.965561 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da063f-86ed-4de8-8478-5dbb8dbf2579 req-908e9525-4b85-4be6-a9bd-32239a80125b tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:26.968046 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-31da063f-86ed-4de8-8478-5dbb8dbf2579 req-908e9525-4b85-4be6-a9bd-32239a80125b tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9 HTTP/1.1" status: 200 len: 947 time: 0.2331738 Aug 19 14:35:26.983071 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-0a4c7a90-8ee0-47db-95a1-f11de3ed2829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:26.983849 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:26.984468 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-0a4c7a90-8ee0-47db-95a1-f11de3ed2829 service neutron] 10.222.0.68 "GET /v2.0/networks?id=6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 HTTP/1.1" status: 200 len: 908 time: 0.3458145 Aug 19 14:35:27.004890 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922f59d-c4fe-4466-ae1c-d05048c44572 req-612b4239-3e41-4003-ad44-d317aad02e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:27.006010 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:35:27.007000 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c922f59d-c4fe-4466-ae1c-d05048c44572 req-612b4239-3e41-4003-ad44-d317aad02e26 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.1829119 Aug 19 14:35:27.009146 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94452540-789c-4d47-a928-ce86d3f08573 req-4ea73a7c-2a65-417c-a99f-edf6c257eed5 tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] Network 1b6818ad-07de-4c74-9ddc-9cb32be18df3 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:35:27.010996 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-94452540-789c-4d47-a928-ce86d3f08573 req-4ea73a7c-2a65-417c-a99f-edf6c257eed5 tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:35:27.015937 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-94452540-789c-4d47-a928-ce86d3f08573 req-4ea73a7c-2a65-417c-a99f-edf6c257eed5 tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:35:27.034966 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:35:27.045007 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:27.109560 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c922f59d-c4fe-4466-ae1c-d05048c44572 req-6d63f27c-3804-44f6-b02a-80a6db687771 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=6b9037cc-c46f-4774-a752-11f96cbe38c5 HTTP/1.1" status: 200 len: 217 time: 0.0900431 Aug 19 14:35:27.111224 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-3a19e995-33e9-4353-ba57-70cdbe65e4f9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=762e06b8-cc33-45a1-8702-4e858a90fa00 HTTP/1.1" status: 200 len: 217 time: 0.0995336 Aug 19 14:35:27.116175 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:27.121513 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-44b53cf7-f64e-486c-8d9d-05c95294293d req-11dc1031-ec57-49fb-99fb-0ed9ed5cf401 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432534 Aug 19 14:35:27.179692 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94452540-789c-4d47-a928-ce86d3f08573 req-4ea73a7c-2a65-417c-a99f-edf6c257eed5 tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:27.180336 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-94452540-789c-4d47-a928-ce86d3f08573 req-4ea73a7c-2a65-417c-a99f-edf6c257eed5 tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:27.181249 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-31da063f-86ed-4de8-8478-5dbb8dbf2579 req-73a012a2-fa55-4cc5-9ef5-3540c787331c tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958344 Aug 19 14:35:27.201941 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922f59d-c4fe-4466-ae1c-d05048c44572 req-05580efb-312b-4d45-b095-ad3b97d377b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:27.203464 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c922f59d-c4fe-4466-ae1c-d05048c44572 req-05580efb-312b-4d45-b095-ad3b97d377b8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.0845561 Aug 19 14:35:27.228939 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-94452540-789c-4d47-a928-ce86d3f08573 req-4ea73a7c-2a65-417c-a99f-edf6c257eed5 tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6106215 Aug 19 14:35:27.237361 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-253f0b77-961a-456f-bc47-46aee679a329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:27.238725 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-253f0b77-961a-456f-bc47-46aee679a329 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e6c98e66-0094-4a00-ab2a-dbcb4602f2eb HTTP/1.1" status: 200 len: 847 time: 0.1109588 Aug 19 14:35:27.241235 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d692efeb-5610-4a0e-b842-55b25f320480 x-openstack-request-id: req-d692efeb-5610-4a0e-b842-55b25f320480 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:35:27.241515 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76619173-9bbf-41e1-92e7-d1e997be5d43", "name": "network-vif-plugged", "status": "completed", "tag": "f525121f-3021-4ce9-ae39-0d5cbdda9809", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:35:27.241767 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d692efeb-5610-4a0e-b842-55b25f320480 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:35:27.242153 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76619173-9bbf-41e1-92e7-d1e997be5d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f525121f-3021-4ce9-ae39-0d5cbdda9809', 'code': 200} Aug 19 14:35:27.249911 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b93b1-3cf0-485b-9150-a126c4f240eb req-dc7d0958-80a3-47d2-9f32-f3696ba999be tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:27.257036 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3e8b93b1-3cf0-485b-9150-a126c4f240eb req-dc7d0958-80a3-47d2-9f32-f3696ba999be tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=da0f434b-a5a6-4589-99a8-a613dceb3699 HTTP/1.1" status: 200 len: 946 time: 0.1524138 Aug 19 14:35:27.271310 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-94452540-789c-4d47-a928-ce86d3f08573 req-9f2aa6c6-b07c-4b81-abd0-683a6d83d58a service neutron] Request body: {'port': {'device_id': 'a4aa0f53-2d53-4729-b6b8-ac74723437f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:35:27.282378 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b53cf7-f64e-486c-8d9d-05c95294293d req-2b8b2188-d5ce-4d2e-9204-9a2c85c5d5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:27.283861 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-44b53cf7-f64e-486c-8d9d-05c95294293d req-2b8b2188-d5ce-4d2e-9204-9a2c85c5d5f7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6eb889553ed546fdbf8a2a0b7d08cdab&device_id=63f3621b-9d80-4ee3-b0b8-5c45feba139f HTTP/1.1" status: 200 len: 1099 time: 0.1002409 Aug 19 14:35:27.308618 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-c2d4a59a-4a76-4f69-86e4-dcaae38fabe7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6e6d7ced-670a-4172-99e0-b6cfaa52bcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484118 Aug 19 14:35:27.317776 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.68', 62844) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:27.335274 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922f59d-c4fe-4466-ae1c-d05048c44572 req-42432ba3-6c6b-4226-bda4-832b8b5d3114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:27.336770 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c922f59d-c4fe-4466-ae1c-d05048c44572 req-42432ba3-6c6b-4226-bda4-832b8b5d3114 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1223657 Aug 19 14:35:27.377871 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:35:27.427461 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-94452540-789c-4d47-a928-ce86d3f08573 req-9f2aa6c6-b07c-4b81-abd0-683a6d83d58a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:27.476029 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847dc63-4b6c-4880-aaa2-b303410a332c req-b9739ed7-dc73-4d73-b966-a4bc0d38a96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:27.477547 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d847dc63-4b6c-4880-aaa2-b303410a332c req-b9739ed7-dc73-4d73-b966-a4bc0d38a96b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=76619173-9bbf-41e1-92e7-d1e997be5d43 HTTP/1.1" status: 200 len: 1096 time: 0.1528893 Aug 19 14:35:27.499620 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b53cf7-f64e-486c-8d9d-05c95294293d req-52e4e2a6-f12d-4fea-999a-d2df2d673a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:27.509480 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-44b53cf7-f64e-486c-8d9d-05c95294293d req-52e4e2a6-f12d-4fea-999a-d2df2d673a69 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.1935003 Aug 19 14:35:27.531931 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3e8b93b1-3cf0-485b-9150-a126c4f240eb req-12256d70-7929-4bd3-aff5-d811a430ac1d tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734976 Aug 19 14:35:27.567427 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-44b53cf7-f64e-486c-8d9d-05c95294293d req-40afd3a3-22e6-47e6-b996-b3745cacdfed service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=552a9927-5f5c-4b3d-aa3f-146b0162402e HTTP/1.1" status: 200 len: 217 time: 0.0556669 Aug 19 14:35:27.585151 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c4a8d-7d5a-4dbc-b441-c455f5c9c831 req-c58fa5c6-7cec-4ae6-bfae-dcc4099004aa tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:27.595112 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-740c4a8d-7d5a-4dbc-b441-c455f5c9c831 req-c58fa5c6-7cec-4ae6-bfae-dcc4099004aa tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] 10.222.0.69 "GET /v2.0/ports?device_id=717b2283-c52c-4d2c-8550-fedb6d63db57 HTTP/1.1" status: 200 len: 948 time: 0.2771866 Aug 19 14:35:27.598946 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c922f59d-c4fe-4466-ae1c-d05048c44572 req-6ccaedc5-3988-4a98-950a-a1165a872467 service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470582 Aug 19 14:35:27.655699 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 34052) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:27.666878 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d847dc63-4b6c-4880-aaa2-b303410a332c req-200789e2-5c91-4622-a923-c3571b6c12df service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691232 Aug 19 14:35:27.722517 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-740c4a8d-7d5a-4dbc-b441-c455f5c9c831 req-466f9b57-6fe6-4793-863a-02094c018f4f tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] 10.222.0.69 "GET /v2.0/security-groups?id=fadaa275-bc14-4dc9-b44e-4f2acf42dc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221058 Aug 19 14:35:27.733746 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-52e77064-67e0-4aca-bb8c-b9a75dae0b84 service neutron] 10.222.0.68 "GET /v2.0/networks/6e6d7ced-670a-4172-99e0-b6cfaa52bcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626478 Aug 19 14:35:27.741957 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b53cf7-f64e-486c-8d9d-05c95294293d req-96768495-2b10-44eb-b3c0-b594d2b67eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:27.744001 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-44b53cf7-f64e-486c-8d9d-05c95294293d req-96768495-2b10-44eb-b3c0-b594d2b67eac service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.1467302 Aug 19 14:35:27.802728 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9fe1d9-d46e-4b7d-b2d5-cc2a39b47745 req-6797af62-3a02-4e6e-befd-57be6a86eefd tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:27.804455 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ea9fe1d9-d46e-4b7d-b2d5-cc2a39b47745 req-6797af62-3a02-4e6e-befd-57be6a86eefd tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=76619173-9bbf-41e1-92e7-d1e997be5d43 HTTP/1.1" status: 200 len: 945 time: 0.0595665 Aug 19 14:35:27.845565 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c922f59d-c4fe-4466-ae1c-d05048c44572 req-6231cd1f-225f-4d19-b79c-ae65b03804fb service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361445 Aug 19 14:35:27.858734 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1c7aab77-f7b1-47b1-b429-f426e66b51b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:27.907254 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03beee-13f9-43f5-b0e6-10136d4b734c req-b20fa9f3-98d7-46b8-b3f6-7c1d69e01f09 tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:27.908890 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-be03beee-13f9-43f5-b0e6-10136d4b734c req-b20fa9f3-98d7-46b8-b3f6-7c1d69e01f09 tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] 10.222.0.69 "GET /v2.0/ports?device_id=a4aa0f53-2d53-4729-b6b8-ac74723437f0 HTTP/1.1" status: 200 len: 932 time: 0.1032765 Aug 19 14:35:27.928827 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-94452540-789c-4d47-a928-ce86d3f08573 req-9f2aa6c6-b07c-4b81-abd0-683a6d83d58a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a11e550a-620d-4518-a649-3826f6a2cc70 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:35:27.937718 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-94452540-789c-4d47-a928-ce86d3f08573 req-9f2aa6c6-b07c-4b81-abd0-683a6d83d58a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:27.940972 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ea9fe1d9-d46e-4b7d-b2d5-cc2a39b47745 req-4ff605a6-14b8-4289-b3e9-2e940d5603ff tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247735 Aug 19 14:35:27.976823 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-94452540-789c-4d47-a928-ce86d3f08573 req-9f2aa6c6-b07c-4b81-abd0-683a6d83d58a service neutron] Transition to ACTIVE for port object a11e550a-620d-4518-a649-3826f6a2cc70 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:35:27.983915 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-94452540-789c-4d47-a928-ce86d3f08573 req-9f2aa6c6-b07c-4b81-abd0-683a6d83d58a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:28.037877 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 552a9927-5f5c-4b3d-aa3f-146b0162402e details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:35:28.125203 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2aa6c6-b07c-4b81-abd0-683a6d83d58a service neutron] Pushing event updated for resources: {'Port': ['ID=a11e550a-620d-4518-a649-3826f6a2cc70,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:28.138650 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 552a9927-5f5c-4b3d-aa3f-146b0162402e, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=552a9927-5f5c-4b3d-aa3f-146b0162402e,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:35:28.155421 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '552a9927-5f5c-4b3d-aa3f-146b0162402e', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'port_id': '552a9927-5f5c-4b3d-aa3f-146b0162402e', 'mac_address': 'fa:16:3e:c7:f0:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:35:28.173130 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e34765-d5f6-4717-a4a2-fb2d949c3d0c req-0d6d7984-c573-4c73-8040-d4309525f0d6 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:28.174675 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a8e34765-d5f6-4717-a4a2-fb2d949c3d0c req-0d6d7984-c573-4c73-8040-d4309525f0d6 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.68 "GET /v2.0/ports?device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9&tenant_id=3397b0c43f0b46aaa4295e8f087dd91c&binding%3Ahost_id=n-h2-766043-2 HTTP/1.1" status: 200 len: 948 time: 0.1584203 Aug 19 14:35:28.199989 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:28.216047 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 552a9927-5f5c-4b3d-aa3f-146b0162402e {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:35:28.241030 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-94452540-789c-4d47-a928-ce86d3f08573 req-9f2aa6c6-b07c-4b81-abd0-683a6d83d58a service neutron] Attempting to bind port a11e550a-620d-4518-a649-3826f6a2cc70 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:35:28.241616 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-94452540-789c-4d47-a928-ce86d3f08573 req-9f2aa6c6-b07c-4b81-abd0-683a6d83d58a service neutron] Attempting to bind port a11e550a-620d-4518-a649-3826f6a2cc70 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '4cbff494-f95c-48e3-a312-e5b6455c3fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1b6818ad-07de-4c74-9ddc-9cb32be18df3'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:35:28.241715 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 552a9927-5f5c-4b3d-aa3f-146b0162402e, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=552a9927-5f5c-4b3d-aa3f-146b0162402e,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:35:28.241820 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94452540-789c-4d47-a928-ce86d3f08573 req-9f2aa6c6-b07c-4b81-abd0-683a6d83d58a service neutron] Attempting to bind port a11e550a-620d-4518-a649-3826f6a2cc70 on network 1b6818ad-07de-4c74-9ddc-9cb32be18df3 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:35:28.247146 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:28.261687 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94452540-789c-4d47-a928-ce86d3f08573 req-9f2aa6c6-b07c-4b81-abd0-683a6d83d58a service neutron] Port a11e550a-620d-4518-a649-3826f6a2cc70 on network 1b6818ad-07de-4c74-9ddc-9cb32be18df3 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:35:28.262013 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94452540-789c-4d47-a928-ce86d3f08573 req-9f2aa6c6-b07c-4b81-abd0-683a6d83d58a service neutron] Attempting to bind port a11e550a-620d-4518-a649-3826f6a2cc70 on network 1b6818ad-07de-4c74-9ddc-9cb32be18df3 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:35:28.274369 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94452540-789c-4d47-a928-ce86d3f08573 req-9f2aa6c6-b07c-4b81-abd0-683a6d83d58a service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:35:28.274369 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94452540-789c-4d47-a928-ce86d3f08573 req-9f2aa6c6-b07c-4b81-abd0-683a6d83d58a service neutron] Checking segment: {'id': '4cbff494-f95c-48e3-a312-e5b6455c3fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1b6818ad-07de-4c74-9ddc-9cb32be18df3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:35:28.274722 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94452540-789c-4d47-a928-ce86d3f08573 req-9f2aa6c6-b07c-4b81-abd0-683a6d83d58a service neutron] Bound using segment: {'id': '4cbff494-f95c-48e3-a312-e5b6455c3fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1b6818ad-07de-4c74-9ddc-9cb32be18df3'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:35:28.275564 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-94452540-789c-4d47-a928-ce86d3f08573 req-9f2aa6c6-b07c-4b81-abd0-683a6d83d58a service neutron] Bound port: a11e550a-620d-4518-a649-3826f6a2cc70, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cbff494-f95c-48e3-a312-e5b6455c3fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1b6818ad-07de-4c74-9ddc-9cb32be18df3'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:35:28.275564 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-94452540-789c-4d47-a928-ce86d3f08573 req-9f2aa6c6-b07c-4b81-abd0-683a6d83d58a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:28.286170 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [req-a8e34765-d5f6-4717-a4a2-fb2d949c3d0c req-0befbd6c-4940-4f63-ab3a-089fb95e6186 service neutron] delete failed (client error): The resource could not be found. Aug 19 14:35:28.287183 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a8e34765-d5f6-4717-a4a2-fb2d949c3d0c req-0befbd6c-4940-4f63-ab3a-089fb95e6186 service neutron] 10.222.0.68 "DELETE /v2.0/ports/7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7/bindings/n-h1-766043-2 HTTP/1.1" status: 404 len: 380 time: 0.0997057 Aug 19 14:35:28.305305 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=552a9927-5f5c-4b3d-aa3f-146b0162402e,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:28.310990 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b53cf7-f64e-486c-8d9d-05c95294293d req-52d7b482-41aa-4aa5-abcd-2e43088059e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:28.312549 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-44b53cf7-f64e-486c-8d9d-05c95294293d req-52d7b482-41aa-4aa5-abcd-2e43088059e5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4014652 Aug 19 14:35:28.316868 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-be03beee-13f9-43f5-b0e6-10136d4b734c req-c788e3b1-23ab-4023-b7f6-e8afad866b72 tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] 10.222.0.69 "GET /v2.0/security-groups?id=5113fbd2-f480-4813-ae9f-8dc6034e7141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3995152 Aug 19 14:35:28.367485 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-94452540-789c-4d47-a928-ce86d3f08573 req-9f2aa6c6-b07c-4b81-abd0-683a6d83d58a service neutron] For port a11e550a-620d-4518-a649-3826f6a2cc70, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:35:28.371403 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-94452540-789c-4d47-a928-ce86d3f08573 req-9f2aa6c6-b07c-4b81-abd0-683a6d83d58a service neutron] For port a11e550a-620d-4518-a649-3826f6a2cc70, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=a11e550a-620d-4518-a649-3826f6a2cc70,segment=NetworkSegment(4cbff494-f95c-48e3-a312-e5b6455c3fbe),segment_id=4cbff494-f95c-48e3-a312-e5b6455c3fbe)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:35:28.377539 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-94452540-789c-4d47-a928-ce86d3f08573 req-9f2aa6c6-b07c-4b81-abd0-683a6d83d58a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:28.414805 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-9a71076f-0d65-4088-af48-5b3b578b9705 service neutron] 10.222.0.68 "GET /v2.0/networks/6e6d7ced-670a-4172-99e0-b6cfaa52bcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5048831 Aug 19 14:35:28.424297 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94452540-789c-4d47-a928-ce86d3f08573 req-9f2aa6c6-b07c-4b81-abd0-683a6d83d58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:28.425075 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-94452540-789c-4d47-a928-ce86d3f08573 req-9f2aa6c6-b07c-4b81-abd0-683a6d83d58a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:28.426560 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-94452540-789c-4d47-a928-ce86d3f08573 req-9f2aa6c6-b07c-4b81-abd0-683a6d83d58a service neutron] 10.222.0.68 "PUT /v2.0/ports/a11e550a-620d-4518-a649-3826f6a2cc70 HTTP/1.1" status: 200 len: 1092 time: 1.1671319 Aug 19 14:35:28.427009 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4aa0f53-2d53-4729-b6b8-ac74723437f0', 'tag': 'a11e550a-620d-4518-a649-3826f6a2cc70'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:35:28.429405 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535869ed-c680-43b8-8c29-6b5b96dfa423" -d '{"events": [{"name": "network-changed", "server_uuid": "a4aa0f53-2d53-4729-b6b8-ac74723437f0", "tag": "a11e550a-620d-4518-a649-3826f6a2cc70"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:35:28.440722 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209a094-cb51-432c-8f0f-5d0023e5ac18 req-0e97a5fc-1341-4b5f-b4b0-26f571899485 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:28.442440 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0209a094-cb51-432c-8f0f-5d0023e5ac18 req-0e97a5fc-1341-4b5f-b4b0-26f571899485 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9 HTTP/1.1" status: 200 len: 948 time: 0.2618840 Aug 19 14:35:28.495014 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2aa6c6-b07c-4b81-abd0-683a6d83d58a service neutron] Pushing event updated for resources: {'Port': ['ID=a11e550a-620d-4518-a649-3826f6a2cc70,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:28.516520 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e34765-d5f6-4717-a4a2-fb2d949c3d0c req-da29d210-902a-4ff1-806a-2bf37749cc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:28.518049 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a8e34765-d5f6-4717-a4a2-fb2d949c3d0c req-da29d210-902a-4ff1-806a-2bf37749cc8b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3397b0c43f0b46aaa4295e8f087dd91c&device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9 HTTP/1.1" status: 200 len: 1099 time: 0.1097107 Aug 19 14:35:28.538821 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94452540-789c-4d47-a928-ce86d3f08573 req-b9ca8a10-1b63-41a1-9df3-008f1b337d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:28.540249 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-94452540-789c-4d47-a928-ce86d3f08573 req-b9ca8a10-1b63-41a1-9df3-008f1b337d02 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9545381e553343758ad9232091f4cdd3&device_id=a4aa0f53-2d53-4729-b6b8-ac74723437f0 HTTP/1.1" status: 200 len: 1095 time: 0.0619881 Aug 19 14:35:28.569274 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['552a9927-5f5c-4b3d-aa3f-146b0162402e'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:35:28.602717 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1c7aab77-f7b1-47b1-b429-f426e66b51b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:28.620558 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-94452540-789c-4d47-a928-ce86d3f08573 req-082a9c4d-2e95-4a17-9db8-25a440a95762 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a11e550a-620d-4518-a649-3826f6a2cc70 HTTP/1.1" status: 200 len: 217 time: 0.0481384 Aug 19 14:35:28.633918 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1c7aab77-f7b1-47b1-b429-f426e66b51b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:28.645994 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d35220-61ef-42dc-91bd-0f66835bffac req-1475445f-1541-4bf8-80a4-45749fc6539f tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:28.647379 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b1d35220-61ef-42dc-91bd-0f66835bffac req-1475445f-1541-4bf8-80a4-45749fc6539f tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] 10.222.0.69 "GET /v2.0/ports?device_id=63f3621b-9d80-4ee3-b0b8-5c45feba139f HTTP/1.1" status: 200 len: 949 time: 0.2430198 Aug 19 14:35:28.649989 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0209a094-cb51-432c-8f0f-5d0023e5ac18 req-c7d150fb-299b-4d84-b06d-86e455d679b7 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996665 Aug 19 14:35:28.674699 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-44b53cf7-f64e-486c-8d9d-05c95294293d req-ed41ab17-7575-4970-af57-c7ead2083831 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294494 Aug 19 14:35:28.690969 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e34765-d5f6-4717-a4a2-fb2d949c3d0c req-ac3f632d-b893-4e7b-bd04-0200ccd988b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:28.692506 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a8e34765-d5f6-4717-a4a2-fb2d949c3d0c req-ac3f632d-b893-4e7b-bd04-0200ccd988b7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.1638415 Aug 19 14:35:28.696125 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:35:28.696780 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94452540-789c-4d47-a928-ce86d3f08573 req-67043d3c-ccc6-4136-b30c-a817764c16a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:28.698471 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-94452540-789c-4d47-a928-ce86d3f08573 req-67043d3c-ccc6-4136-b30c-a817764c16a4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f9297688-1775-45ce-969a-d6f0ce32bfbf HTTP/1.1" status: 200 len: 853 time: 0.0635955 Aug 19 14:35:28.714655 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-99e1695a-c872-48d7-a799-13f32f5be3d3 tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:28.716166 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-99e1695a-c872-48d7-a799-13f32f5be3d3 tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=da0f434b-a5a6-4589-99a8-a613dceb3699&tenant_id=309b8293893e4b68ba54397ad041e8b9&binding%3Ahost_id=n-h2-766043-2 HTTP/1.1" status: 200 len: 1097 time: 0.2143760 Aug 19 14:35:28.774471 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-f4dde7fa-5576-4607-b72d-c5a28a19ee4a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-766043-2'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:35:28.781176 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:35:28.785159 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:35:28.785489 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:28.788295 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a8e34765-d5f6-4717-a4a2-fb2d949c3d0c req-8e3f76d0-54f1-419d-b4f4-c4621a6f8ec3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7 HTTP/1.1" status: 200 len: 217 time: 0.0759809 Aug 19 14:35:28.790272 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-94452540-789c-4d47-a928-ce86d3f08573 req-d75487df-f43d-4bcc-a381-c690c2024d0a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1b6818ad-07de-4c74-9ddc-9cb32be18df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715506 Aug 19 14:35:28.811595 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1c7aab77-f7b1-47b1-b429-f426e66b51b3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e35021d1b79b4c91a216f4f1c02fbc5e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1547666 Aug 19 14:35:28.812311 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7aab77-f7b1-47b1-b429-f426e66b51b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd20ac0-c599-4b59-ad88-6d5967411c16,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:28.816779 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34068) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:28.862102 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3252af5-c557-4065-a9d2-d6f286af99dd x-openstack-request-id: req-c3252af5-c557-4065-a9d2-d6f286af99dd {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:35:28.862102 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4aa0f53-2d53-4729-b6b8-ac74723437f0", "tag": "a11e550a-620d-4518-a649-3826f6a2cc70", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:35:28.862102 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c3252af5-c557-4065-a9d2-d6f286af99dd {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:35:28.864092 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4aa0f53-2d53-4729-b6b8-ac74723437f0', 'tag': 'a11e550a-620d-4518-a649-3826f6a2cc70', 'status': 'completed', 'code': 200} Aug 19 14:35:28.872591 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b1d35220-61ef-42dc-91bd-0f66835bffac req-6b334197-fa3e-4a8a-b3b4-e3f4ca9f4e02 tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] 10.222.0.69 "GET /v2.0/security-groups?id=151f733a-cfbc-4391-b6ec-dbaa91a1a96d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958480 Aug 19 14:35:28.886572 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-f4dde7fa-5576-4607-b72d-c5a28a19ee4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:28.916075 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:28.939359 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-44b53cf7-f64e-486c-8d9d-05c95294293d req-9a088a98-7e2a-4cd5-b985-cb3205694750 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442510 Aug 19 14:35:28.955080 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e34765-d5f6-4717-a4a2-fb2d949c3d0c req-012fbfda-510e-4db7-a43b-3e3df8ecbea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:28.957565 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a8e34765-d5f6-4717-a4a2-fb2d949c3d0c req-012fbfda-510e-4db7-a43b-3e3df8ecbea0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.1508579 Aug 19 14:35:28.980034 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:35:28.986506 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:29.045097 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:29.078701 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-94452540-789c-4d47-a928-ce86d3f08573 req-f14492b9-d8c5-4073-a5ac-34ef612f4de6 service neutron] 10.222.0.68 "GET /v2.0/networks/1b6818ad-07de-4c74-9ddc-9cb32be18df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612729 Aug 19 14:35:29.080175 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10f088a4-ed4e-483d-acc8-018ca8fabbe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:29.098109 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b2a07f-7a6a-4c71-9fd0-8854c6831103 req-f0e5c207-1d8d-467c-a464-7095fd48be15 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:29.099610 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c8b2a07f-7a6a-4c71-9fd0-8854c6831103 req-f0e5c207-1d8d-467c-a464-7095fd48be15 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=da0f434b-a5a6-4589-99a8-a613dceb3699 HTTP/1.1" status: 200 len: 946 time: 0.1579115 Aug 19 14:35:29.124758 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e11fb8-4248-4289-8b96-3671adce1d55 req-a58cb1ca-e788-47f0-8ec2-18e592e33017 tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:29.126326 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-61e11fb8-4248-4289-8b96-3671adce1d55 req-a58cb1ca-e788-47f0-8ec2-18e592e33017 tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] 10.222.0.69 "GET /v2.0/ports?device_id=717b2283-c52c-4d2c-8550-fedb6d63db57 HTTP/1.1" status: 200 len: 948 time: 0.1470602 Aug 19 14:35:29.149214 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e34765-d5f6-4717-a4a2-fb2d949c3d0c req-9cb85284-5f22-4f1e-81aa-a4307bc83536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:29.150688 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a8e34765-d5f6-4717-a4a2-fb2d949c3d0c req-9cb85284-5f22-4f1e-81aa-a4307bc83536 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1404266 Aug 19 14:35:29.152512 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-f4dde7fa-5576-4607-b72d-c5a28a19ee4a service neutron] For port 762e06b8-cc33-45a1-8702-4e858a90fa00, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=762e06b8-cc33-45a1-8702-4e858a90fa00,segment=NetworkSegment(cdbe220c-711d-4dcd-9811-178ea37b55c3),segment_id=cdbe220c-711d-4dcd-9811-178ea37b55c3)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:35:29.152837 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10f088a4-ed4e-483d-acc8-018ca8fabbe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:29.198968 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c8b2a07f-7a6a-4c71-9fd0-8854c6831103 req-b40ab5b6-02da-4a13-b861-4f83b9983ec2 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927889 Aug 19 14:35:29.209993 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-61e11fb8-4248-4289-8b96-3671adce1d55 req-066bb369-b6f0-49f0-8507-7e223022b239 tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] 10.222.0.69 "GET /v2.0/security-groups?id=fadaa275-bc14-4dc9-b44e-4f2acf42dc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716386 Aug 19 14:35:29.241325 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-f4dde7fa-5576-4607-b72d-c5a28a19ee4a service neutron] For port 762e06b8-cc33-45a1-8702-4e858a90fa00, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:35:29.244780 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '989cdaa5-2b08-4120-bd20-865bd195d6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:35:29.247263 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6afcb59-2fad-4bde-bb84-c7a67b55be7e" -d '{"events": [{"server_uuid": "989cdaa5-2b08-4120-bd20-865bd195d6c9", "name": "network-vif-plugged", "status": "completed", "tag": "7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:35:29.295181 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0f434b-a5a6-4589-99a8-a613dceb3699', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '762e06b8-cc33-45a1-8702-4e858a90fa00'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:35:29.297751 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0972aba-0e56-4b2c-a543-452240a46664" -d '{"events": [{"server_uuid": "da0f434b-a5a6-4589-99a8-a613dceb3699", "name": "network-vif-unplugged", "status": "completed", "tag": "762e06b8-cc33-45a1-8702-4e858a90fa00"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:35:29.298202 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-94452540-789c-4d47-a928-ce86d3f08573 req-25d8f3dd-8746-41fc-b149-194690ef0362 service neutron] 10.222.0.68 "GET /v2.0/networks/1b6818ad-07de-4c74-9ddc-9cb32be18df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106550 Aug 19 14:35:29.307472 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10f088a4-ed4e-483d-acc8-018ca8fabbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:29.311167 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10f088a4-ed4e-483d-acc8-018ca8fabbe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:29.312171 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-10f088a4-ed4e-483d-acc8-018ca8fabbe2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4dd20ac0-c599-4b59-ad88-6d5967411c16 HTTP/1.1" status: 204 len: 168 time: 0.4936478 Aug 19 14:35:29.321868 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dbcf610-9d16-4eef-b944-c64d0650fa80 x-openstack-request-id: req-5dbcf610-9d16-4eef-b944-c64d0650fa80 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:35:29.322169 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "989cdaa5-2b08-4120-bd20-865bd195d6c9", "name": "network-vif-plugged", "status": "completed", "tag": "7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:35:29.322423 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5dbcf610-9d16-4eef-b944-c64d0650fa80 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:35:29.322822 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '989cdaa5-2b08-4120-bd20-865bd195d6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7', 'code': 200} Aug 19 14:35:29.329057 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-f4dde7fa-5576-4607-b72d-c5a28a19ee4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:29.329998 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f088a4-ed4e-483d-acc8-018ca8fabbe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd20ac0-c599-4b59-ad88-6d5967411c16,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:29.334073 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a8e34765-d5f6-4717-a4a2-fb2d949c3d0c req-5beee76b-69ef-4ea6-be4f-e0bb61397b00 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711185 Aug 19 14:35:29.364965 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-f4dde7fa-5576-4607-b72d-c5a28a19ee4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:29.397182 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 14:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004e14ec-1329-43e7-ba65-5f1634def157 x-openstack-request-id: req-004e14ec-1329-43e7-ba65-5f1634def157 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:35:29.397481 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0f434b-a5a6-4589-99a8-a613dceb3699", "name": "network-vif-unplugged", "status": "completed", "tag": "762e06b8-cc33-45a1-8702-4e858a90fa00", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:35:29.397862 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-004e14ec-1329-43e7-ba65-5f1634def157 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:35:29.398268 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0f434b-a5a6-4589-99a8-a613dceb3699', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '762e06b8-cc33-45a1-8702-4e858a90fa00', 'code': 200} Aug 19 14:35:29.470870 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b0ca0-5d7f-4f9f-bb2d-41fbbe69a14e req-84f65f5d-f997-42b7-930d-f11a89514153 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:29.476606 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-357b0ca0-5d7f-4f9f-bb2d-41fbbe69a14e req-84f65f5d-f997-42b7-930d-f11a89514153 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=76619173-9bbf-41e1-92e7-d1e997be5d43 HTTP/1.1" status: 200 len: 945 time: 0.1758404 Aug 19 14:35:29.477936 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535869ed-c680-43b8-8c29-6b5b96dfa423 req-3934515a-4e39-460f-a164-c8775057260e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:29.479708 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-535869ed-c680-43b8-8c29-6b5b96dfa423 req-3934515a-4e39-460f-a164-c8775057260e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9545381e553343758ad9232091f4cdd3&device_id=a4aa0f53-2d53-4729-b6b8-ac74723437f0 HTTP/1.1" status: 200 len: 1095 time: 0.1055505 Aug 19 14:35:29.499554 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a8e34765-d5f6-4717-a4a2-fb2d949c3d0c req-9a0ec503-5838-4aba-b01b-2b9ae8177edc service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470566 Aug 19 14:35:29.522899 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dde7fa-5576-4607-b72d-c5a28a19ee4a service neutron] Pushing event updated for resources: {'Port': ['ID=762e06b8-cc33-45a1-8702-4e858a90fa00,revision_number=7']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:29.585652 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-357b0ca0-5d7f-4f9f-bb2d-41fbbe69a14e req-85a11dd1-056c-4016-ad8b-0c62c9bc46d3 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802870 Aug 19 14:35:29.587530 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-f4dde7fa-5576-4607-b72d-c5a28a19ee4a service neutron] Attempting to bind port 762e06b8-cc33-45a1-8702-4e858a90fa00 on host n-h2-766043-2 for vnic_type normal with profile {"migrating_to": "n-h1-766043-2"} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:35:29.587868 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-f4dde7fa-5576-4607-b72d-c5a28a19ee4a service neutron] Attempting to bind port 762e06b8-cc33-45a1-8702-4e858a90fa00 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'cdbe220c-711d-4dcd-9811-178ea37b55c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6e6d7ced-670a-4172-99e0-b6cfaa52bcf3'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:35:29.588195 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-f4dde7fa-5576-4607-b72d-c5a28a19ee4a service neutron] Attempting to bind port 762e06b8-cc33-45a1-8702-4e858a90fa00 on network 6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:35:29.597698 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535869ed-c680-43b8-8c29-6b5b96dfa423 req-770a98fd-b7b2-49d4-8b64-663c2dcecfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:29.597925 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-f4dde7fa-5576-4607-b72d-c5a28a19ee4a service neutron] Port 762e06b8-cc33-45a1-8702-4e858a90fa00 on network 6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:35:29.598244 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-f4dde7fa-5576-4607-b72d-c5a28a19ee4a service neutron] Attempting to bind port 762e06b8-cc33-45a1-8702-4e858a90fa00 on network 6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:35:29.599413 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-535869ed-c680-43b8-8c29-6b5b96dfa423 req-770a98fd-b7b2-49d4-8b64-663c2dcecfeb service neutron] 10.222.0.68 "GET /v2.0/networks?id=1b6818ad-07de-4c74-9ddc-9cb32be18df3 HTTP/1.1" status: 200 len: 914 time: 0.1112854 Aug 19 14:35:29.614536 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966dec29-f227-4c36-9b94-3464be7efa3c req-10413610-ae50-4ccb-ad24-a52382eaaa8d tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:29.616057 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-966dec29-f227-4c36-9b94-3464be7efa3c req-10413610-ae50-4ccb-ad24-a52382eaaa8d tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] 10.222.0.69 "GET /v2.0/ports?device_id=a4aa0f53-2d53-4729-b6b8-ac74723437f0 HTTP/1.1" status: 200 len: 944 time: 0.1576631 Aug 19 14:35:29.621111 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-f4dde7fa-5576-4607-b72d-c5a28a19ee4a service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:35:29.621660 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-f4dde7fa-5576-4607-b72d-c5a28a19ee4a service neutron] Checking segment: {'id': 'cdbe220c-711d-4dcd-9811-178ea37b55c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6e6d7ced-670a-4172-99e0-b6cfaa52bcf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:35:29.622211 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-f4dde7fa-5576-4607-b72d-c5a28a19ee4a service neutron] Bound using segment: {'id': 'cdbe220c-711d-4dcd-9811-178ea37b55c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6e6d7ced-670a-4172-99e0-b6cfaa52bcf3'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:35:29.622845 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-f4dde7fa-5576-4607-b72d-c5a28a19ee4a service neutron] Bound port: 762e06b8-cc33-45a1-8702-4e858a90fa00, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdbe220c-711d-4dcd-9811-178ea37b55c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6e6d7ced-670a-4172-99e0-b6cfaa52bcf3'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:35:29.623556 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-f4dde7fa-5576-4607-b72d-c5a28a19ee4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:29.660632 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-535869ed-c680-43b8-8c29-6b5b96dfa423 req-6322b9c8-4d4c-4f48-8283-2c56f1f35b28 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a11e550a-620d-4518-a649-3826f6a2cc70 HTTP/1.1" status: 200 len: 217 time: 0.0450559 Aug 19 14:35:29.685463 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34088) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:29.709924 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-966dec29-f227-4c36-9b94-3464be7efa3c req-ab575b9b-f904-442e-9cc4-f540521e9900 tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] 10.222.0.69 "GET /v2.0/security-groups?id=5113fbd2-f480-4813-ae9f-8dc6034e7141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834005 Aug 19 14:35:29.723340 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-f4dde7fa-5576-4607-b72d-c5a28a19ee4a service neutron] For port 762e06b8-cc33-45a1-8702-4e858a90fa00, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:35:29.736760 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ea17e9b-ee29-409c-bfea-298c768c2e4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:29.736984 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-f4dde7fa-5576-4607-b72d-c5a28a19ee4a service neutron] For port 762e06b8-cc33-45a1-8702-4e858a90fa00, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=762e06b8-cc33-45a1-8702-4e858a90fa00,segment=NetworkSegment(cdbe220c-711d-4dcd-9811-178ea37b55c3),segment_id=cdbe220c-711d-4dcd-9811-178ea37b55c3)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:35:29.736984 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-f4dde7fa-5576-4607-b72d-c5a28a19ee4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:29.756460 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535869ed-c680-43b8-8c29-6b5b96dfa423 req-142814dd-e1c5-4328-8020-3a45a4d64221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:29.760135 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-535869ed-c680-43b8-8c29-6b5b96dfa423 req-142814dd-e1c5-4328-8020-3a45a4d64221 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f9297688-1775-45ce-969a-d6f0ce32bfbf HTTP/1.1" status: 200 len: 853 time: 0.0884466 Aug 19 14:35:29.803186 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-535869ed-c680-43b8-8c29-6b5b96dfa423 req-f9c422d2-5856-4c10-b31c-021ee266561e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1b6818ad-07de-4c74-9ddc-9cb32be18df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331893 Aug 19 14:35:29.858122 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-f4dde7fa-5576-4607-b72d-c5a28a19ee4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:29.859144 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-f4dde7fa-5576-4607-b72d-c5a28a19ee4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:29.860541 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-f4dde7fa-5576-4607-b72d-c5a28a19ee4a service neutron] 10.222.0.68 "PUT /v2.0/ports/762e06b8-cc33-45a1-8702-4e858a90fa00 HTTP/1.1" status: 200 len: 1122 time: 1.1243041 Aug 19 14:35:29.898436 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dde7fa-5576-4607-b72d-c5a28a19ee4a service neutron] Pushing event updated for resources: {'Port': ['ID=762e06b8-cc33-45a1-8702-4e858a90fa00,revision_number=8']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:29.919596 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d06568-924e-463d-8821-d0c39160b3b4 req-0e99e90c-d28e-498a-89da-b89fe8ed6f4e tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:29.921276 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-27d06568-924e-463d-8821-d0c39160b3b4 req-0e99e90c-d28e-498a-89da-b89fe8ed6f4e tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9 HTTP/1.1" status: 200 len: 949 time: 0.1222782 Aug 19 14:35:29.947318 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['762e06b8-cc33-45a1-8702-4e858a90fa00'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:35:29.958044 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ea17e9b-ee29-409c-bfea-298c768c2e4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:29.963092 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-535869ed-c680-43b8-8c29-6b5b96dfa423 req-71b2469b-63da-4221-90c7-05d2a8ba0031 service neutron] 10.222.0.68 "GET /v2.0/networks/1b6818ad-07de-4c74-9ddc-9cb32be18df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475499 Aug 19 14:35:29.965212 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ea17e9b-ee29-409c-bfea-298c768c2e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:29.971004 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-27d06568-924e-463d-8821-d0c39160b3b4 req-fa29153c-64a3-4547-9e8e-f163f862979a tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426424 Aug 19 14:35:30.027810 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1ea17e9b-ee29-409c-bfea-298c768c2e4a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b67dc68bd824450885dd3de855be9842&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3182154 Aug 19 14:35:30.043070 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 34096) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:30.055622 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 552a9927-5f5c-4b3d-aa3f-146b0162402e up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:35:30.070117 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea17e9b-ee29-409c-bfea-298c768c2e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46011744-60d7-4417-9c09-dd18f8ac7079,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:30.144089 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-535869ed-c680-43b8-8c29-6b5b96dfa423 req-46889e2e-cabf-4e68-8cc3-b58c87c9c3c3 service neutron] 10.222.0.68 "GET /v2.0/networks/1b6818ad-07de-4c74-9ddc-9cb32be18df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663334 Aug 19 14:35:30.159147 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0e9da-d8b2-4b77-be96-f3112a697d6c req-d532c9f3-e5d2-4297-a037-6b0195f009c5 tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:30.162299 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2ab0e9da-d8b2-4b77-be96-f3112a697d6c req-d532c9f3-e5d2-4297-a037-6b0195f009c5 tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=76619173-9bbf-41e1-92e7-d1e997be5d43 HTTP/1.1" status: 200 len: 1096 time: 0.1354947 Aug 19 14:35:30.196107 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f1e7c399-466d-4836-ac2f-0edca399affa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:30.219942 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port 552a9927-5f5c-4b3d-aa3f-146b0162402e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:35:30.226215 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 552a9927-5f5c-4b3d-aa3f-146b0162402e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:35:30.228055 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:30.228855 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891fe55-3e7e-4017-ba98-f5bba06c1424 req-d03a0a58-4eff-4bc0-8f25-ff7173cd0ec8 tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:30.230402 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e891fe55-3e7e-4017-ba98-f5bba06c1424 req-d03a0a58-4eff-4bc0-8f25-ff7173cd0ec8 tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] 10.222.0.69 "GET /v2.0/ports?device_id=63f3621b-9d80-4ee3-b0b8-5c45feba139f HTTP/1.1" status: 200 len: 949 time: 0.1059413 Aug 19 14:35:30.247545 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f1e7c399-466d-4836-ac2f-0edca399affa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:30.268060 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2ab0e9da-d8b2-4b77-be96-f3112a697d6c req-10d1237a-7224-4560-a944-8d8423e885a1 tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944669 Aug 19 14:35:30.318411 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e891fe55-3e7e-4017-ba98-f5bba06c1424 req-fedeed7b-bbbe-4874-8cd2-a5abd0ebe9a3 tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] 10.222.0.69 "GET /v2.0/security-groups?id=151f733a-cfbc-4391-b6ec-dbaa91a1a96d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779781 Aug 19 14:35:30.322546 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:30.342109 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f1e7c399-466d-4836-ac2f-0edca399affa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:30.345240 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f1e7c399-466d-4836-ac2f-0edca399affa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:30.348864 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f1e7c399-466d-4836-ac2f-0edca399affa admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/46011744-60d7-4417-9c09-dd18f8ac7079 HTTP/1.1" status: 204 len: 168 time: 0.3022232 Aug 19 14:35:30.369507 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e7c399-466d-4836-ac2f-0edca399affa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46011744-60d7-4417-9c09-dd18f8ac7079,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:30.391863 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 552a9927-5f5c-4b3d-aa3f-146b0162402e, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=552a9927-5f5c-4b3d-aa3f-146b0162402e,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:35:30.398603 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:30.460995 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=552a9927-5f5c-4b3d-aa3f-146b0162402e,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:30.481959 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e4e04-3b63-4e80-a4c3-593a161a6e6c req-d74fb5b0-c4b7-4339-abd8-78ca32e86eb7 tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:30.483978 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-525e4e04-3b63-4e80-a4c3-593a161a6e6c req-d74fb5b0-c4b7-4339-abd8-78ca32e86eb7 tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] 10.222.0.69 "GET /v2.0/ports?device_id=717b2283-c52c-4d2c-8550-fedb6d63db57 HTTP/1.1" status: 200 len: 948 time: 0.0836995 Aug 19 14:35:30.495123 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51095a75-d759-4a33-9f5e-0102dab3d319 req-e00fc4bd-b4de-45ec-a02f-5b197fb687e4 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:30.496574 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-51095a75-d759-4a33-9f5e-0102dab3d319 req-e00fc4bd-b4de-45ec-a02f-5b197fb687e4 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=da0f434b-a5a6-4589-99a8-a613dceb3699 HTTP/1.1" status: 200 len: 944 time: 0.0862815 Aug 19 14:35:30.551951 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-525e4e04-3b63-4e80-a4c3-593a161a6e6c req-6b085833-f350-4b77-b51b-ecf12c387344 tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] 10.222.0.69 "GET /v2.0/security-groups?id=fadaa275-bc14-4dc9-b44e-4f2acf42dc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543151 Aug 19 14:35:30.556967 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-51095a75-d759-4a33-9f5e-0102dab3d319 req-d7141085-383e-40c3-b0a6-0e7b42bc8540 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531037 Aug 19 14:35:30.656016 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092eb35-7cb7-4587-a0e5-fffb0761e2f1 req-f90adbf1-05a0-4df1-aa6d-2b2227a132a6 tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:30.657595 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8092eb35-7cb7-4587-a0e5-fffb0761e2f1 req-f90adbf1-05a0-4df1-aa6d-2b2227a132a6 tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=76619173-9bbf-41e1-92e7-d1e997be5d43 HTTP/1.1" status: 200 len: 1096 time: 0.0462592 Aug 19 14:35:30.693243 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8092eb35-7cb7-4587-a0e5-fffb0761e2f1 req-371f858a-622c-4e93-b65a-2c65f2c0781b tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295715 Aug 19 14:35:30.724732 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 6b9037cc-c46f-4774-a752-11f96cbe38c5 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:35:30.840359 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 6b9037cc-c46f-4774-a752-11f96cbe38c5, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=6b9037cc-c46f-4774-a752-11f96cbe38c5,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:35:30.855019 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '6b9037cc-c46f-4774-a752-11f96cbe38c5', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'port_id': '6b9037cc-c46f-4774-a752-11f96cbe38c5', 'mac_address': 'fa:16:3e:99:f5:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:35:30.879906 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d75e03-ef0e-4366-932e-e9362bc539c0 req-d911bfd2-4714-41b9-ad04-31675b126311 tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:30.882569 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e3d75e03-ef0e-4366-932e-e9362bc539c0 req-d911bfd2-4714-41b9-ad04-31675b126311 tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] 10.222.0.69 "GET /v2.0/ports?device_id=a4aa0f53-2d53-4729-b6b8-ac74723437f0 HTTP/1.1" status: 200 len: 944 time: 0.0695090 Aug 19 14:35:30.901532 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:30.927575 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e3d75e03-ef0e-4366-932e-e9362bc539c0 req-8e508dcb-c004-4835-8c1c-80cda7813fb1 tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] 10.222.0.69 "GET /v2.0/security-groups?id=5113fbd2-f480-4813-ae9f-8dc6034e7141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382481 Aug 19 14:35:31.053586 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b9037cc-c46f-4774-a752-11f96cbe38c5 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:35:31.075762 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 6b9037cc-c46f-4774-a752-11f96cbe38c5, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=6b9037cc-c46f-4774-a752-11f96cbe38c5,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:35:31.081537 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:31.120500 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428bdc19-99a3-4c03-bfc5-33f84a42dd29 req-48e447f8-23ca-43d1-bcda-73d7f32cb5bf tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:31.122209 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-428bdc19-99a3-4c03-bfc5-33f84a42dd29 req-48e447f8-23ca-43d1-bcda-73d7f32cb5bf tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9 HTTP/1.1" status: 200 len: 949 time: 0.0649366 Aug 19 14:35:31.139386 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=6b9037cc-c46f-4774-a752-11f96cbe38c5,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:31.169094 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-428bdc19-99a3-4c03-bfc5-33f84a42dd29 req-c33900ee-5f65-4b5f-9267-fb25ab3caebd tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400555 Aug 19 14:35:31.309128 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-98533178-bea6-4c44-84c1-e8417f7d5411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:31.326853 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f3621b-9d80-4ee3-b0b8-5c45feba139f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552a9927-5f5c-4b3d-aa3f-146b0162402e'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:35:31.329721 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15741f1-159b-4216-b0c5-7c36660e25af" -d '{"events": [{"server_uuid": "63f3621b-9d80-4ee3-b0b8-5c45feba139f", "name": "network-vif-plugged", "status": "completed", "tag": "552a9927-5f5c-4b3d-aa3f-146b0162402e"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:35:31.340968 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25225d-fcfd-4761-8eb9-d33b83627ffc req-9db8bc0d-c459-487e-9085-52fda24a2928 tempest-MigrationsAdminTest-874462836 tempest-MigrationsAdminTest-874462836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:31.343382 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ce25225d-fcfd-4761-8eb9-d33b83627ffc req-9db8bc0d-c459-487e-9085-52fda24a2928 tempest-MigrationsAdminTest-874462836 tempest-MigrationsAdminTest-874462836-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9 HTTP/1.1" status: 200 len: 1100 time: 0.0444198 Aug 19 14:35:31.357362 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['6b9037cc-c46f-4774-a752-11f96cbe38c5'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:35:31.386011 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ce25225d-fcfd-4761-8eb9-d33b83627ffc req-1b797eab-c17d-43c1-b388-c7f8698d2e37 tempest-MigrationsAdminTest-874462836 tempest-MigrationsAdminTest-874462836-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352664 Aug 19 14:35:31.400039 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da0f434b-a5a6-4589-99a8-a613dceb3699', 'tag': '762e06b8-cc33-45a1-8702-4e858a90fa00'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:35:31.402842 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32485160-8fe8-447a-a109-0a7552450aaf" -d '{"events": [{"name": "network-changed", "server_uuid": "da0f434b-a5a6-4589-99a8-a613dceb3699", "tag": "762e06b8-cc33-45a1-8702-4e858a90fa00"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:35:31.461037 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4041ecfd-e591-4d60-adaa-b151d1106f35 x-openstack-request-id: req-4041ecfd-e591-4d60-adaa-b151d1106f35 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:35:31.461703 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f3621b-9d80-4ee3-b0b8-5c45feba139f", "name": "network-vif-plugged", "status": "completed", "tag": "552a9927-5f5c-4b3d-aa3f-146b0162402e", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:35:31.462190 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4041ecfd-e591-4d60-adaa-b151d1106f35 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:35:31.463037 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f3621b-9d80-4ee3-b0b8-5c45feba139f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552a9927-5f5c-4b3d-aa3f-146b0162402e', 'code': 200} Aug 19 14:35:31.602041 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d7a8d-4c5e-4ddc-87cf-0eb2d9eff531 req-84e46b13-d768-44e6-b8d8-a0ab772eb778 tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:31.609444 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33250bc-05a5-4908-b105-0e85ebec1e06 req-864a8c4b-2d7d-4f66-8eeb-9cee318aa040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:31.612315 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a33250bc-05a5-4908-b105-0e85ebec1e06 req-864a8c4b-2d7d-4f66-8eeb-9cee318aa040 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=63f3621b-9d80-4ee3-b0b8-5c45feba139f HTTP/1.1" status: 200 len: 1101 time: 0.0740285 Aug 19 14:35:31.614075 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-052d7a8d-4c5e-4ddc-87cf-0eb2d9eff531 req-84e46b13-d768-44e6-b8d8-a0ab772eb778 tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] 10.222.0.69 "GET /v2.0/ports?device_id=63f3621b-9d80-4ee3-b0b8-5c45feba139f HTTP/1.1" status: 200 len: 950 time: 0.0984244 Aug 19 14:35:31.665365 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-052d7a8d-4c5e-4ddc-87cf-0eb2d9eff531 req-11cd5c52-6150-43ae-9977-8c447bc7b004 tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] 10.222.0.69 "GET /v2.0/security-groups?id=151f733a-cfbc-4391-b6ec-dbaa91a1a96d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501800 Aug 19 14:35:31.669114 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a33250bc-05a5-4908-b105-0e85ebec1e06 req-33d5d149-8f54-4921-8c55-e6b7701840b1 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=151f733a-cfbc-4391-b6ec-dbaa91a1a96d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451698 Aug 19 14:35:31.738250 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001f91f9-1024-4ecb-8006-9c9f19f44a60 x-openstack-request-id: req-001f91f9-1024-4ecb-8006-9c9f19f44a60 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:35:31.738659 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da0f434b-a5a6-4589-99a8-a613dceb3699", "tag": "762e06b8-cc33-45a1-8702-4e858a90fa00", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:35:31.739812 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-001f91f9-1024-4ecb-8006-9c9f19f44a60 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:35:31.739812 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da0f434b-a5a6-4589-99a8-a613dceb3699', 'tag': '762e06b8-cc33-45a1-8702-4e858a90fa00', 'status': 'completed', 'code': 200} Aug 19 14:35:31.807775 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32485160-8fe8-447a-a109-0a7552450aaf req-89c8bd28-2abf-4610-8f23-5f300f3ebc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:31.812796 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-32485160-8fe8-447a-a109-0a7552450aaf req-89c8bd28-2abf-4610-8f23-5f300f3ebc7a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=309b8293893e4b68ba54397ad041e8b9&device_id=da0f434b-a5a6-4589-99a8-a613dceb3699 HTTP/1.1" status: 200 len: 1125 time: 0.0483742 Aug 19 14:35:31.919344 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32485160-8fe8-447a-a109-0a7552450aaf req-94392217-52ac-46e0-ab04-9754e76c4f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:31.921694 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-32485160-8fe8-447a-a109-0a7552450aaf req-94392217-52ac-46e0-ab04-9754e76c4f30 service neutron] 10.222.0.88 "GET /v2.0/networks?id=6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 HTTP/1.1" status: 200 len: 908 time: 0.1034040 Aug 19 14:35:31.934114 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e444f1-49ef-4d18-8c66-37964c446ac9 req-2cd1e0a0-224e-49b5-aab1-4aa8b0de6e23 tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:31.936037 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-22e444f1-49ef-4d18-8c66-37964c446ac9 req-2cd1e0a0-224e-49b5-aab1-4aa8b0de6e23 tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] 10.222.0.69 "GET /v2.0/ports?device_id=717b2283-c52c-4d2c-8550-fedb6d63db57 HTTP/1.1" status: 200 len: 949 time: 0.0802529 Aug 19 14:35:31.988930 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-22e444f1-49ef-4d18-8c66-37964c446ac9 req-1b32d0e6-dac3-45c9-9329-a809ab4c9ef9 tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] 10.222.0.69 "GET /v2.0/security-groups?id=fadaa275-bc14-4dc9-b44e-4f2acf42dc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455458 Aug 19 14:35:32.084846 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device a11e550a-620d-4518-a649-3826f6a2cc70 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:35:32.142956 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba55bb9-10af-46f9-a583-33b212aaa3a3 req-e9e115d2-e568-414c-bddc-4c960364aa81 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:32.145026 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bba55bb9-10af-46f9-a583-33b212aaa3a3 req-e9e115d2-e568-414c-bddc-4c960364aa81 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=da0f434b-a5a6-4589-99a8-a613dceb3699 HTTP/1.1" status: 200 len: 944 time: 0.0741343 Aug 19 14:35:32.196864 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bba55bb9-10af-46f9-a583-33b212aaa3a3 req-3331527a-cdbb-4bb4-b78c-caa52f2f86d7 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447721 Aug 19 14:35:32.215577 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port a11e550a-620d-4518-a649-3826f6a2cc70, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=a11e550a-620d-4518-a649-3826f6a2cc70,segment=NetworkSegment(4cbff494-f95c-48e3-a312-e5b6455c3fbe),segment_id=4cbff494-f95c-48e3-a312-e5b6455c3fbe)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:35:32.229070 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': 'a11e550a-620d-4518-a649-3826f6a2cc70', 'network_id': '1b6818ad-07de-4c74-9ddc-9cb32be18df3', 'port_id': 'a11e550a-620d-4518-a649-3826f6a2cc70', 'mac_address': 'fa:16:3e:dd:33:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9297688-1775-45ce-969a-d6f0ce32bfbf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:35:32.251075 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-32485160-8fe8-447a-a109-0a7552450aaf req-080de5eb-a5df-4fbc-9692-3214860bd26a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=762e06b8-cc33-45a1-8702-4e858a90fa00 HTTP/1.1" status: 200 len: 217 time: 0.3214707 Aug 19 14:35:32.288223 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:32.307377 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4758efe6-6b94-4fd1-8ac6-5a86e97b7c25 req-8a569b37-4788-4c7e-b822-cfaf1e7c81d2 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=3397b0c43f0b46aaa4295e8f087dd91c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263329 Aug 19 14:35:32.313199 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32485160-8fe8-447a-a109-0a7552450aaf req-a49e64b9-8e75-4c20-8d08-8d3b279f735a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:32.316727 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-32485160-8fe8-447a-a109-0a7552450aaf req-a49e64b9-8e75-4c20-8d08-8d3b279f735a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e6c98e66-0094-4a00-ab2a-dbcb4602f2eb HTTP/1.1" status: 200 len: 847 time: 0.0572720 Aug 19 14:35:32.318668 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a11e550a-620d-4518-a649-3826f6a2cc70 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:35:32.346265 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port a11e550a-620d-4518-a649-3826f6a2cc70, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=a11e550a-620d-4518-a649-3826f6a2cc70,segment=NetworkSegment(4cbff494-f95c-48e3-a312-e5b6455c3fbe),segment_id=4cbff494-f95c-48e3-a312-e5b6455c3fbe)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:35:32.352741 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:32.353498 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 762e06b8-cc33-45a1-8702-4e858a90fa00 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:35:32.355859 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-32485160-8fe8-447a-a109-0a7552450aaf req-c6ef7b81-b0da-4148-8406-8d00a092cea8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6e6d7ced-670a-4172-99e0-b6cfaa52bcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322437 Aug 19 14:35:32.415888 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-5c8cd1da-5209-43e8-82b0-c6cfbc7707f8 tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:35:32.416926 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-5c8cd1da-5209-43e8-82b0-c6cfbc7707f8 tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1650367 Aug 19 14:35:32.432044 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-92e6e61c-d436-4ef5-b213-0dae6af5435e service neutron] Request body: {'binding': {'host': 'n-h2-766043-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:35:32.432532 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-92e6e61c-d436-4ef5-b213-0dae6af5435e service neutron] Unknown quota resources ['binding']. {{(pid=94639) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 14:35:32.453295 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=a11e550a-620d-4518-a649-3826f6a2cc70,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:32.461503 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758efe6-6b94-4fd1-8ac6-5a86e97b7c25 req-ce604593-8292-4952-9e6d-1e28c045b25b tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:32.463121 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4758efe6-6b94-4fd1-8ac6-5a86e97b7c25 req-ce604593-8292-4952-9e6d-1e28c045b25b tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1484544 Aug 19 14:35:32.481407 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4758efe6-6b94-4fd1-8ac6-5a86e97b7c25 req-bd87c3b7-2e17-4a1b-b5d5-430193977372 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/quotas/3397b0c43f0b46aaa4295e8f087dd91c HTTP/1.1" status: 200 len: 375 time: 0.0099399 Aug 19 14:35:32.500372 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 762e06b8-cc33-45a1-8702-4e858a90fa00, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=762e06b8-cc33-45a1-8702-4e858a90fa00,segment=NetworkSegment(cdbe220c-711d-4dcd-9811-178ea37b55c3),segment_id=cdbe220c-711d-4dcd-9811-178ea37b55c3)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:35:32.503270 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-32485160-8fe8-447a-a109-0a7552450aaf req-10f65f62-c6fd-4cf2-b870-23d811f9c8a6 service neutron] 10.222.0.88 "GET /v2.0/networks/6e6d7ced-670a-4172-99e0-b6cfaa52bcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364965 Aug 19 14:35:32.514026 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 762e06b8-cc33-45a1-8702-4e858a90fa00 has no active binding in host n-h1-766043-2 {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 14:35:32.533554 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4758efe6-6b94-4fd1-8ac6-5a86e97b7c25 req-81328f63-48c3-4f07-8a24-9c5356f812bd tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=3397b0c43f0b46aaa4295e8f087dd91c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0455766 Aug 19 14:35:32.675731 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-32485160-8fe8-447a-a109-0a7552450aaf req-83826b00-2e15-478e-9d4f-a6daf4cf638c service neutron] 10.222.0.88 "GET /v2.0/networks/6e6d7ced-670a-4172-99e0-b6cfaa52bcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633086 Aug 19 14:35:32.693354 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-92e6e61c-d436-4ef5-b213-0dae6af5435e service neutron] Attempting to bind port f525121f-3021-4ce9-ae39-0d5cbdda9809 on host n-h2-766043-2 for vnic_type normal with profile None {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:35:32.694344 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-92e6e61c-d436-4ef5-b213-0dae6af5435e service neutron] Attempting to bind port f525121f-3021-4ce9-ae39-0d5cbdda9809 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '911020b2-3bb4-4db0-af7a-51b07cbea653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:35:32.695421 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-92e6e61c-d436-4ef5-b213-0dae6af5435e service neutron] Attempting to bind port f525121f-3021-4ce9-ae39-0d5cbdda9809 on network 1bc22803-e21f-489d-a441-493f1928ab13 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:35:32.702249 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-92e6e61c-d436-4ef5-b213-0dae6af5435e service neutron] Port f525121f-3021-4ce9-ae39-0d5cbdda9809 on network 1bc22803-e21f-489d-a441-493f1928ab13 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:35:32.703329 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-92e6e61c-d436-4ef5-b213-0dae6af5435e service neutron] Attempting to bind port f525121f-3021-4ce9-ae39-0d5cbdda9809 on network 1bc22803-e21f-489d-a441-493f1928ab13 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:35:32.708449 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-92e6e61c-d436-4ef5-b213-0dae6af5435e service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:35:32.708808 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-92e6e61c-d436-4ef5-b213-0dae6af5435e service neutron] Checking segment: {'id': '911020b2-3bb4-4db0-af7a-51b07cbea653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:35:32.709331 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-92e6e61c-d436-4ef5-b213-0dae6af5435e service neutron] Bound using segment: {'id': '911020b2-3bb4-4db0-af7a-51b07cbea653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:35:32.709814 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-92e6e61c-d436-4ef5-b213-0dae6af5435e service neutron] Bound port: f525121f-3021-4ce9-ae39-0d5cbdda9809, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '911020b2-3bb4-4db0-af7a-51b07cbea653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:35:32.751112 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff1640-9965-4f9e-8c13-bcd0d70e6f70 req-c4a6f8e7-d576-4456-8a19-6b69580d6243 tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:32.753870 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-08ff1640-9965-4f9e-8c13-bcd0d70e6f70 req-c4a6f8e7-d576-4456-8a19-6b69580d6243 tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] 10.222.0.69 "GET /v2.0/ports?device_id=a4aa0f53-2d53-4729-b6b8-ac74723437f0 HTTP/1.1" status: 200 len: 945 time: 0.0652773 Aug 19 14:35:32.756386 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 6b9037cc-c46f-4774-a752-11f96cbe38c5 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:35:32.776863 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-92e6e61c-d436-4ef5-b213-0dae6af5435e service neutron] For port f525121f-3021-4ce9-ae39-0d5cbdda9809, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=f525121f-3021-4ce9-ae39-0d5cbdda9809,segment=NetworkSegment(911020b2-3bb4-4db0-af7a-51b07cbea653),segment_id=911020b2-3bb4-4db0-af7a-51b07cbea653)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:35:32.785073 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-92e6e61c-d436-4ef5-b213-0dae6af5435e service neutron] Notify callbacks [] for binding, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:32.786495 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-92e6e61c-d436-4ef5-b213-0dae6af5435e service neutron] 10.222.0.69 "POST /v2.0/ports/f525121f-3021-4ce9-ae39-0d5cbdda9809/bindings HTTP/1.1" status: 201 len: 389 time: 0.3592424 Aug 19 14:35:32.810891 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-08ff1640-9965-4f9e-8c13-bcd0d70e6f70 req-d317c377-3c54-4021-bddb-a85d4ec3939a tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] 10.222.0.69 "GET /v2.0/security-groups?id=5113fbd2-f480-4813-ae9f-8dc6034e7141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399435 Aug 19 14:35:32.852005 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 6b9037cc-c46f-4774-a752-11f96cbe38c5 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:35:32.873719 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 6b9037cc-c46f-4774-a752-11f96cbe38c5 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:35:32.873719 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:33.002676 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['a11e550a-620d-4518-a649-3826f6a2cc70'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:35:33.006993 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:33.056098 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-220e381c-1038-4fc1-aa24-27cc1948ed53 req-ec990846-de90-43ae-ad79-a9c1d19a9278 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=526148ce-3526-40ac-8dbb-b60693c88d9c HTTP/1.1" status: 200 len: 210 time: 0.0397506 Aug 19 14:35:33.129305 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-e85124e3-61f0-4340-a68a-c6cb8ff4d9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:33.132001 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-e85124e3-61f0-4340-a68a-c6cb8ff4d9ef service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b2e5fa7db1364ccea50861254cd97ec3&device_id=76619173-9bbf-41e1-92e7-d1e997be5d43 HTTP/1.1" status: 200 len: 1096 time: 0.0814128 Aug 19 14:35:33.133082 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 6b9037cc-c46f-4774-a752-11f96cbe38c5, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=6b9037cc-c46f-4774-a752-11f96cbe38c5,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:35:33.140185 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:33.152587 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a65ab00-749c-4e02-be34-f6ee2bc5d77a req-31f14848-c3c9-40be-a24a-57af5cf45da6 tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:33.161278 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4a65ab00-749c-4e02-be34-f6ee2bc5d77a req-31f14848-c3c9-40be-a24a-57af5cf45da6 tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] 10.222.0.69 "GET /v2.0/ports?device_id=63f3621b-9d80-4ee3-b0b8-5c45feba139f HTTP/1.1" status: 200 len: 950 time: 0.0840423 Aug 19 14:35:33.230709 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=6b9037cc-c46f-4774-a752-11f96cbe38c5,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:33.242816 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698831f7-a059-47c0-9dd5-6494c8a48f0f req-4daf641a-0868-4f53-b6aa-1d2a5f7ff646 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:33.244681 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-698831f7-a059-47c0-9dd5-6494c8a48f0f req-4daf641a-0868-4f53-b6aa-1d2a5f7ff646 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=76619173-9bbf-41e1-92e7-d1e997be5d43 HTTP/1.1" status: 200 len: 945 time: 0.0812957 Aug 19 14:35:33.251386 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-dc190124-b2ff-49d6-808a-4c0d9e34c81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:33.253353 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-dc190124-b2ff-49d6-808a-4c0d9e34c81c service neutron] 10.222.0.88 "GET /v2.0/networks?id=1bc22803-e21f-489d-a441-493f1928ab13 HTTP/1.1" status: 200 len: 922 time: 0.1141362 Aug 19 14:35:33.287685 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4a65ab00-749c-4e02-be34-f6ee2bc5d77a req-887ced17-4504-4f6b-b935-14a4af13c87d tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] 10.222.0.69 "GET /v2.0/security-groups?id=151f733a-cfbc-4391-b6ec-dbaa91a1a96d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253452 Aug 19 14:35:33.323629 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-698831f7-a059-47c0-9dd5-6494c8a48f0f req-2aa1e9a2-dc70-461a-ba3c-3578156b3e2b tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707481 Aug 19 14:35:33.342970 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-c98b67f0-3b3b-4499-99a8-599f9e8c3fd8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f525121f-3021-4ce9-ae39-0d5cbdda9809 HTTP/1.1" status: 200 len: 217 time: 0.0722017 Aug 19 14:35:33.427355 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-56141a13-93df-47d9-86f1-53a9b76fe23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:33.429884 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-56141a13-93df-47d9-86f1-53a9b76fe23b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0f5154a7-363a-4827-ab5d-78b924f5e137 HTTP/1.1" status: 200 len: 861 time: 0.0790725 Aug 19 14:35:33.464676 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717b2283-c52c-4d2c-8550-fedb6d63db57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9037cc-c46f-4774-a752-11f96cbe38c5'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:35:33.468867 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a6e2d1-481a-4c12-ba8e-c388f62fea51" -d '{"events": [{"server_uuid": "717b2283-c52c-4d2c-8550-fedb6d63db57", "name": "network-vif-plugged", "status": "completed", "tag": "6b9037cc-c46f-4774-a752-11f96cbe38c5"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:35:33.469736 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-d4ecaced-4dde-4327-a193-fb9d414a7c09 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1bc22803-e21f-489d-a441-493f1928ab13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314343 Aug 19 14:35:33.479623 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c22d5-2830-494a-889c-4631c90fc9d6 req-4dfd63d3-9f1b-4f34-969f-6317e5380ced tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:33.483011 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b8c22d5-2830-494a-889c-4631c90fc9d6 req-4dfd63d3-9f1b-4f34-969f-6317e5380ced tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] 10.222.0.69 "GET /v2.0/ports?device_id=717b2283-c52c-4d2c-8550-fedb6d63db57 HTTP/1.1" status: 200 len: 950 time: 0.0893912 Aug 19 14:35:33.506982 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e4d73-ad93-4f98-9f34-cdbdbf30b9cd req-7d40fc52-f44f-4208-8997-f1e9c8f400c6 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:33.508562 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-291e4d73-ad93-4f98-9f34-cdbdbf30b9cd req-7d40fc52-f44f-4208-8997-f1e9c8f400c6 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=da0f434b-a5a6-4589-99a8-a613dceb3699 HTTP/1.1" status: 200 len: 944 time: 0.0832446 Aug 19 14:35:33.546462 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:33.553772 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b8c22d5-2830-494a-889c-4631c90fc9d6 req-0d562e54-ff84-4c74-a68a-e59bb80b5b9b tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] 10.222.0.69 "GET /v2.0/security-groups?id=fadaa275-bc14-4dc9-b44e-4f2acf42dc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628364 Aug 19 14:35:33.574595 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-291e4d73-ad93-4f98-9f34-cdbdbf30b9cd req-e774793a-83aa-4025-aa8c-ec70f2309e5e tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496590 Aug 19 14:35:33.586037 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-3eda87a3-81d6-48df-810c-139c639b7a4a service neutron] 10.222.0.88 "GET /v2.0/networks/1bc22803-e21f-489d-a441-493f1928ab13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049049 Aug 19 14:35:33.611710 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc70096-208d-4115-84c3-fd7a10746810 x-openstack-request-id: req-dbc70096-208d-4115-84c3-fd7a10746810 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:35:33.612026 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717b2283-c52c-4d2c-8550-fedb6d63db57", "name": "network-vif-plugged", "status": "completed", "tag": "6b9037cc-c46f-4774-a752-11f96cbe38c5", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:35:33.612279 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-dbc70096-208d-4115-84c3-fd7a10746810 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:35:33.612698 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717b2283-c52c-4d2c-8550-fedb6d63db57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9037cc-c46f-4774-a752-11f96cbe38c5', 'code': 200} Aug 19 14:35:33.695469 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-c9143f91-c013-47a3-9249-c047061887f3 service neutron] 10.222.0.88 "GET /v2.0/networks/1bc22803-e21f-489d-a441-493f1928ab13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959859 Aug 19 14:35:33.742823 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636afef8-3cbc-40d0-99da-a59141f55fa9 req-dfc71bcc-4313-4ea9-aecf-e865ad005aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:33.744313 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-636afef8-3cbc-40d0-99da-a59141f55fa9 req-dfc71bcc-4313-4ea9-aecf-e865ad005aae service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=717b2283-c52c-4d2c-8550-fedb6d63db57 HTTP/1.1" status: 200 len: 1101 time: 0.0503235 Aug 19 14:35:33.784437 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-636afef8-3cbc-40d0-99da-a59141f55fa9 req-c3e8a736-670c-4d2e-89c5-475e53a0b2c4 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=fadaa275-bc14-4dc9-b44e-4f2acf42dc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320435 Aug 19 14:35:33.812324 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-c50a9b38-7300-42c2-a313-e3ae81a9afe8 tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:33.813937 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-c50a9b38-7300-42c2-a313-e3ae81a9afe8 tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=76619173-9bbf-41e1-92e7-d1e997be5d43&tenant_id=b2e5fa7db1364ccea50861254cd97ec3&binding%3Ahost_id=n-h1-766043-2 HTTP/1.1" status: 200 len: 1096 time: 0.0505199 Aug 19 14:35:33.899524 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34250) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:33.929857 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be16634-d858-4685-9e10-1237cb2ea3c6 req-74e94d1d-fa76-4cea-912b-4f1520e5d6af tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:33.931913 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4be16634-d858-4685-9e10-1237cb2ea3c6 req-74e94d1d-fa76-4cea-912b-4f1520e5d6af tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] 10.222.0.69 "GET /v2.0/ports?device_id=a4aa0f53-2d53-4729-b6b8-ac74723437f0 HTTP/1.1" status: 200 len: 945 time: 0.0503302 Aug 19 14:35:33.968646 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4be16634-d858-4685-9e10-1237cb2ea3c6 req-08a50f68-a6d1-4b32-9274-6ef2c6a9850e tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] 10.222.0.69 "GET /v2.0/security-groups?id=5113fbd2-f480-4813-ae9f-8dc6034e7141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314348 Aug 19 14:35:33.979336 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-642e05d4-5c0c-4936-98f0-69a8cdbf4582 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-766043-2'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:35:34.024277 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-377078f3-bf51-4676-bfae-963f5c82295c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:34.072382 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-642e05d4-5c0c-4936-98f0-69a8cdbf4582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:34.168296 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-08257aa9-f2d7-45a6-8bf2-4639f00d2a90 req-78c5de35-b63a-483f-8605-4c278b869950 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=526148ce-3526-40ac-8dbb-b60693c88d9c HTTP/1.1" status: 200 len: 210 time: 0.0485675 Aug 19 14:35:34.180437 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4758efe6-6b94-4fd1-8ac6-5a86e97b7c25 req-6b382a03-09f9-45c1-a364-1ae9de8a42a1 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=3397b0c43f0b46aaa4295e8f087dd91c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443499 Aug 19 14:35:34.244436 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-377078f3-bf51-4676-bfae-963f5c82295c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:34.255418 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-377078f3-bf51-4676-bfae-963f5c82295c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:34.271803 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-642e05d4-5c0c-4936-98f0-69a8cdbf4582 service neutron] For port f525121f-3021-4ce9-ae39-0d5cbdda9809, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=f525121f-3021-4ce9-ae39-0d5cbdda9809,segment=NetworkSegment(911020b2-3bb4-4db0-af7a-51b07cbea653),segment_id=911020b2-3bb4-4db0-af7a-51b07cbea653)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:35:34.284108 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-771aa4c7-956b-4d9e-ae81-0f227ec5fd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:34.316823 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-377078f3-bf51-4676-bfae-963f5c82295c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=65c0934b4f1d471da8109062ede2a279&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4161439 Aug 19 14:35:34.318612 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758efe6-6b94-4fd1-8ac6-5a86e97b7c25 req-28c3d199-2102-40f6-92ec-19d54cf7aa8e tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:34.319025 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377078f3-bf51-4676-bfae-963f5c82295c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd76887-cfdc-4b9e-b63e-040cd5227e6e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:34.320298 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4758efe6-6b94-4fd1-8ac6-5a86e97b7c25 req-28c3d199-2102-40f6-92ec-19d54cf7aa8e tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1271479 Aug 19 14:35:34.321456 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 34260) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:34.343531 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-642e05d4-5c0c-4936-98f0-69a8cdbf4582 service neutron] For port f525121f-3021-4ce9-ae39-0d5cbdda9809, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:35:34.345458 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-4758efe6-6b94-4fd1-8ac6-5a86e97b7c25 req-b89d8248-1dfb-45a4-96b4-5f9355febbe0 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Request body: {'port': {'device_id': '526148ce-3526-40ac-8dbb-b60693c88d9c', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'admin_state_up': True, 'tenant_id': '3397b0c43f0b46aaa4295e8f087dd91c'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:35:34.387450 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76619173-9bbf-41e1-92e7-d1e997be5d43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f525121f-3021-4ce9-ae39-0d5cbdda9809'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:35:34.390323 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b8e842-1a61-4108-b0b4-bc3f6bcf132e" -d '{"events": [{"server_uuid": "76619173-9bbf-41e1-92e7-d1e997be5d43", "name": "network-vif-unplugged", "status": "completed", "tag": "f525121f-3021-4ce9-ae39-0d5cbdda9809"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:35:34.394565 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-642e05d4-5c0c-4936-98f0-69a8cdbf4582 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:34.401253 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-642e05d4-5c0c-4936-98f0-69a8cdbf4582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:34.475962 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:34.489514 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.88', 56809) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:34.506305 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642e05d4-5c0c-4936-98f0-69a8cdbf4582 service neutron] Pushing event updated for resources: {'Port': ['ID=f525121f-3021-4ce9-ae39-0d5cbdda9809,revision_number=7']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:34.534943 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-642e05d4-5c0c-4936-98f0-69a8cdbf4582 service neutron] Attempting to bind port f525121f-3021-4ce9-ae39-0d5cbdda9809 on host n-h1-766043-2 for vnic_type normal with profile {"migrating_to": "n-h2-766043-2"} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:35:34.535275 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-642e05d4-5c0c-4936-98f0-69a8cdbf4582 service neutron] Attempting to bind port f525121f-3021-4ce9-ae39-0d5cbdda9809 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '911020b2-3bb4-4db0-af7a-51b07cbea653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:35:34.535598 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-642e05d4-5c0c-4936-98f0-69a8cdbf4582 service neutron] Attempting to bind port f525121f-3021-4ce9-ae39-0d5cbdda9809 on network 1bc22803-e21f-489d-a441-493f1928ab13 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:35:34.547739 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-642e05d4-5c0c-4936-98f0-69a8cdbf4582 service neutron] Port f525121f-3021-4ce9-ae39-0d5cbdda9809 on network 1bc22803-e21f-489d-a441-493f1928ab13 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:35:34.548338 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-642e05d4-5c0c-4936-98f0-69a8cdbf4582 service neutron] Attempting to bind port f525121f-3021-4ce9-ae39-0d5cbdda9809 on network 1bc22803-e21f-489d-a441-493f1928ab13 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:35:34.564375 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-642e05d4-5c0c-4936-98f0-69a8cdbf4582 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:35:34.564728 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-642e05d4-5c0c-4936-98f0-69a8cdbf4582 service neutron] Checking segment: {'id': '911020b2-3bb4-4db0-af7a-51b07cbea653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:35:34.565105 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-642e05d4-5c0c-4936-98f0-69a8cdbf4582 service neutron] Bound using segment: {'id': '911020b2-3bb4-4db0-af7a-51b07cbea653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:35:34.565536 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-642e05d4-5c0c-4936-98f0-69a8cdbf4582 service neutron] Bound port: f525121f-3021-4ce9-ae39-0d5cbdda9809, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '911020b2-3bb4-4db0-af7a-51b07cbea653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:35:34.565885 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-642e05d4-5c0c-4936-98f0-69a8cdbf4582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:34.593631 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-9cbc98f2-2add-4cde-ae42-2fd73ba3695f service neutron] 10.222.0.88 "GET /v2.0/ports/762e06b8-cc33-45a1-8702-4e858a90fa00/bindings/n-h1-766043-2 HTTP/1.1" status: 200 len: 384 time: 0.1029239 Aug 19 14:35:34.686346 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-642e05d4-5c0c-4936-98f0-69a8cdbf4582 service neutron] For port f525121f-3021-4ce9-ae39-0d5cbdda9809, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:35:34.689727 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-642e05d4-5c0c-4936-98f0-69a8cdbf4582 service neutron] For port f525121f-3021-4ce9-ae39-0d5cbdda9809, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=f525121f-3021-4ce9-ae39-0d5cbdda9809,segment=NetworkSegment(911020b2-3bb4-4db0-af7a-51b07cbea653),segment_id=911020b2-3bb4-4db0-af7a-51b07cbea653)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:35:34.695488 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-642e05d4-5c0c-4936-98f0-69a8cdbf4582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:34.701578 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85268c9-d866-4b89-846e-d03904e3c0b1 req-fd7454cf-a479-4e05-9dd4-0b137ddd9c87 tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:34.703083 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b85268c9-d866-4b89-846e-d03904e3c0b1 req-fd7454cf-a479-4e05-9dd4-0b137ddd9c87 tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] 10.222.0.69 "GET /v2.0/ports?device_id=63f3621b-9d80-4ee3-b0b8-5c45feba139f HTTP/1.1" status: 200 len: 950 time: 0.3065536 Aug 19 14:35:34.703720 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f1d20c6-7ac5-425d-9bc1-fc887c675900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:34.732727 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb8dbe-c9fe-4b18-be93-2b11a77f3bc3 req-0ac7490b-2d77-40b3-977e-1cb64a85f9c6 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:34.734176 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-08eb8dbe-c9fe-4b18-be93-2b11a77f3bc3 req-0ac7490b-2d77-40b3-977e-1cb64a85f9c6 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=76619173-9bbf-41e1-92e7-d1e997be5d43 HTTP/1.1" status: 200 len: 943 time: 0.1564870 Aug 19 14:35:34.771358 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f1d20c6-7ac5-425d-9bc1-fc887c675900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:34.830313 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b85268c9-d866-4b89-846e-d03904e3c0b1 req-574f07f2-5f50-4211-98fe-ea3ec939e8e7 tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] 10.222.0.69 "GET /v2.0/security-groups?id=151f733a-cfbc-4391-b6ec-dbaa91a1a96d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147280 Aug 19 14:35:34.836029 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4758efe6-6b94-4fd1-8ac6-5a86e97b7c25 req-b89d8248-1dfb-45a4-96b4-5f9355febbe0 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Made reservation on behalf of 3397b0c43f0b46aaa4295e8f087dd91c for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:35:34.839593 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4758efe6-6b94-4fd1-8ac6-5a86e97b7c25 req-b89d8248-1dfb-45a4-96b4-5f9355febbe0 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:34.839746 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642e05d4-5c0c-4936-98f0-69a8cdbf4582 service neutron] Pushing event updated for resources: {'Port': ['ID=f525121f-3021-4ce9-ae39-0d5cbdda9809,revision_number=8']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:34.843786 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-08eb8dbe-c9fe-4b18-be93-2b11a77f3bc3 req-75597b3f-085d-497c-8096-02fa60a0b027 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006923 Aug 19 14:35:34.846579 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-642e05d4-5c0c-4936-98f0-69a8cdbf4582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:34.847195 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-642e05d4-5c0c-4936-98f0-69a8cdbf4582 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:34.848667 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-642e05d4-5c0c-4936-98f0-69a8cdbf4582 service neutron] 10.222.0.88 "PUT /v2.0/ports/f525121f-3021-4ce9-ae39-0d5cbdda9809 HTTP/1.1" status: 200 len: 1121 time: 0.8737068 Aug 19 14:35:34.905125 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f1d20c6-7ac5-425d-9bc1-fc887c675900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:34.908055 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f1d20c6-7ac5-425d-9bc1-fc887c675900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:34.913130 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9f1d20c6-7ac5-425d-9bc1-fc887c675900 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1cd76887-cfdc-4b9e-b63e-040cd5227e6e HTTP/1.1" status: 204 len: 168 time: 0.5912697 Aug 19 14:35:34.924753 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-3fdfbe82-4648-497a-8498-773dc56481ed service neutron] For port 762e06b8-cc33-45a1-8702-4e858a90fa00, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=762e06b8-cc33-45a1-8702-4e858a90fa00,segment=NetworkSegment(cdbe220c-711d-4dcd-9811-178ea37b55c3),segment_id=cdbe220c-711d-4dcd-9811-178ea37b55c3)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:35:34.937076 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 14:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c09241-f2b2-4012-b35a-224230360087 x-openstack-request-id: req-51c09241-f2b2-4012-b35a-224230360087 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:35:34.937363 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76619173-9bbf-41e1-92e7-d1e997be5d43", "name": "network-vif-unplugged", "status": "completed", "tag": "f525121f-3021-4ce9-ae39-0d5cbdda9809", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:35:34.937610 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-51c09241-f2b2-4012-b35a-224230360087 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:35:34.937994 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76619173-9bbf-41e1-92e7-d1e997be5d43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f525121f-3021-4ce9-ae39-0d5cbdda9809', 'code': 200} Aug 19 14:35:34.953900 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-3fdfbe82-4648-497a-8498-773dc56481ed service neutron] For port 762e06b8-cc33-45a1-8702-4e858a90fa00, host n-h2-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:35:34.966998 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1d20c6-7ac5-425d-9bc1-fc887c675900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd76887-cfdc-4b9e-b63e-040cd5227e6e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:34.996724 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['f525121f-3021-4ce9-ae39-0d5cbdda9809'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:35:35.014456 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:35.019349 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-3fdfbe82-4648-497a-8498-773dc56481ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 762e06b8-cc33-45a1-8702-4e858a90fa00 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:35:35.038924 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-3fdfbe82-4648-497a-8498-773dc56481ed service neutron] For port 762e06b8-cc33-45a1-8702-4e858a90fa00, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=762e06b8-cc33-45a1-8702-4e858a90fa00,segment=NetworkSegment(cdbe220c-711d-4dcd-9811-178ea37b55c3),segment_id=cdbe220c-711d-4dcd-9811-178ea37b55c3)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:35:35.058857 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-3fdfbe82-4648-497a-8498-773dc56481ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:35.079594 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:35.162430 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-4758efe6-6b94-4fd1-8ac6-5a86e97b7c25 req-b89d8248-1dfb-45a4-96b4-5f9355febbe0 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Allocated IP 192.168.233.100 (5146d24a-89b5-4a43-8ca4-b26f4fb943f7/2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86/d06613a0-9966-412e-a040-1baeecf75cee) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:35:35.174351 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-3fdfbe82-4648-497a-8498-773dc56481ed service neutron] Transition to ACTIVE for port object 762e06b8-cc33-45a1-8702-4e858a90fa00 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:35:35.179504 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-3fdfbe82-4648-497a-8498-773dc56481ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:35.188051 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3180306-ed75-4c42-a168-85e99d91b6f4 req-6ed9b1a5-e1cd-45ad-b504-d2c63b881a77 tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:35.190835 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e3180306-ed75-4c42-a168-85e99d91b6f4 req-6ed9b1a5-e1cd-45ad-b504-d2c63b881a77 tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] 10.222.0.69 "GET /v2.0/ports?device_id=717b2283-c52c-4d2c-8550-fedb6d63db57 HTTP/1.1" status: 200 len: 950 time: 0.1373317 Aug 19 14:35:35.210374 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197d755-6874-4c15-93e2-2ef9f996e177 req-23e03133-189f-41ad-9f39-e594cfac467b tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:35.211254 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6197d755-6874-4c15-93e2-2ef9f996e177 req-23e03133-189f-41ad-9f39-e594cfac467b tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=da0f434b-a5a6-4589-99a8-a613dceb3699 HTTP/1.1" status: 200 len: 944 time: 0.1600130 Aug 19 14:35:35.265976 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-3fdfbe82-4648-497a-8498-773dc56481ed service neutron] No DVR routers for this DVR port 762e06b8-cc33-45a1-8702-4e858a90fa00 on host n-h2-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:35:35.305971 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-3fdfbe82-4648-497a-8498-773dc56481ed service neutron] 10.222.0.88 "PUT /v2.0/ports/762e06b8-cc33-45a1-8702-4e858a90fa00/bindings/n-h1-766043-2/activate HTTP/1.1" status: 200 len: 369 time: 0.6942739 Aug 19 14:35:35.306582 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdfbe82-4648-497a-8498-773dc56481ed service neutron] Pushing event updated for resources: {'Port': ['ID=762e06b8-cc33-45a1-8702-4e858a90fa00,revision_number=10']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:35.351797 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34282) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:35.352598 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e3180306-ed75-4c42-a168-85e99d91b6f4 req-767e6316-46c7-4288-9830-be756d21d6e9 tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] 10.222.0.69 "GET /v2.0/security-groups?id=fadaa275-bc14-4dc9-b44e-4f2acf42dc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533885 Aug 19 14:35:35.362062 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6197d755-6874-4c15-93e2-2ef9f996e177 req-17116626-23c9-4206-a87b-ee73c52b4cb2 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356568 Aug 19 14:35:35.366039 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e6954812-d24c-4825-b109-599fdb6cfcec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:35.443874 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4758efe6-6b94-4fd1-8ac6-5a86e97b7c25 req-b89d8248-1dfb-45a4-96b4-5f9355febbe0 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:35.484231 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-4758efe6-6b94-4fd1-8ac6-5a86e97b7c25 req-b89d8248-1dfb-45a4-96b4-5f9355febbe0 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Transition to ACTIVE for port object d06613a0-9966-412e-a040-1baeecf75cee will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:35:35.503006 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e6954812-d24c-4825-b109-599fdb6cfcec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:35.506251 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-1c097ec1-4e7f-472d-a2cd-19713a4c9e0e tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:35.509342 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-1c097ec1-4e7f-472d-a2cd-19713a4c9e0e tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=da0f434b-a5a6-4589-99a8-a613dceb3699&tenant_id=309b8293893e4b68ba54397ad041e8b9&binding%3Ahost_id=n-h2-766043-2 HTTP/1.1" status: 200 len: 1096 time: 0.1286898 Aug 19 14:35:35.510981 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e6954812-d24c-4825-b109-599fdb6cfcec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:35.526109 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b79bf-f9cd-46eb-af15-a89eeb1b4380 req-57e1e263-245d-429e-8960-6e7628c87c8d tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:35.527950 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-980b79bf-f9cd-46eb-af15-a89eeb1b4380 req-57e1e263-245d-429e-8960-6e7628c87c8d tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] 10.222.0.69 "GET /v2.0/ports?device_id=a4aa0f53-2d53-4729-b6b8-ac74723437f0 HTTP/1.1" status: 200 len: 945 time: 0.0899291 Aug 19 14:35:35.555799 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4758efe6-6b94-4fd1-8ac6-5a86e97b7c25 req-b89d8248-1dfb-45a4-96b4-5f9355febbe0 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:35.573468 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:35:35.580092 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e6954812-d24c-4825-b109-599fdb6cfcec admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=87f9af2a9f914b00ab666434cf06145d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2271464 Aug 19 14:35:35.582938 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34286) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:35.590854 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6954812-d24c-4825-b109-599fdb6cfcec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef164ae-1669-4fa7-b77d-147ba4b9c8cc,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:35.624369 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4758efe6-6b94-4fd1-8ac6-5a86e97b7c25 req-b89d8248-1dfb-45a4-96b4-5f9355febbe0 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:35:35.629596 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-fee63986-0b9f-46b9-a0c4-ebc337e38a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:35.630652 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-980b79bf-f9cd-46eb-af15-a89eeb1b4380 req-47aeca12-d930-4a9f-8bc6-003401379951 tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] 10.222.0.69 "GET /v2.0/security-groups?id=5113fbd2-f480-4813-ae9f-8dc6034e7141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935709 Aug 19 14:35:35.631530 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-fee63986-0b9f-46b9-a0c4-ebc337e38a73 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=da0f434b-a5a6-4589-99a8-a613dceb3699&tenant_id=309b8293893e4b68ba54397ad041e8b9 HTTP/1.1" status: 200 len: 1096 time: 0.1099060 Aug 19 14:35:35.634732 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-4758efe6-6b94-4fd1-8ac6-5a86e97b7c25 req-b89d8248-1dfb-45a4-96b4-5f9355febbe0 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:35:35.639538 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-4758efe6-6b94-4fd1-8ac6-5a86e97b7c25 req-b89d8248-1dfb-45a4-96b4-5f9355febbe0 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:35:35.648848 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758efe6-6b94-4fd1-8ac6-5a86e97b7c25 req-b89d8248-1dfb-45a4-96b4-5f9355febbe0 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:35.648848 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4758efe6-6b94-4fd1-8ac6-5a86e97b7c25 req-b89d8248-1dfb-45a4-96b4-5f9355febbe0 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:35.656706 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89d8248-1dfb-45a4-96b4-5f9355febbe0 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Pushing event updated for resources: {'Port': ['ID=d06613a0-9966-412e-a040-1baeecf75cee,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:35.669955 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4758efe6-6b94-4fd1-8ac6-5a86e97b7c25 req-b89d8248-1dfb-45a4-96b4-5f9355febbe0 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3283541 Aug 19 14:35:35.683417 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-4758efe6-6b94-4fd1-8ac6-5a86e97b7c25 req-fe280d2f-dec9-4909-8ef4-9f080eb49342 service neutron] Request body: {'port': {'device_id': '526148ce-3526-40ac-8dbb-b60693c88d9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:35:35.694405 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e3127987-dd77-4cd3-a8bd-a922a7b8e935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:35.776974 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e3127987-dd77-4cd3-a8bd-a922a7b8e935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:35.778981 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4758efe6-6b94-4fd1-8ac6-5a86e97b7c25 req-fe280d2f-dec9-4909-8ef4-9f080eb49342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:35.818519 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-e80e1e80-bd4a-4d34-a689-8a1b0986e199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:35.820045 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-e80e1e80-bd4a-4d34-a689-8a1b0986e199 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=309b8293893e4b68ba54397ad041e8b9&device_id=da0f434b-a5a6-4589-99a8-a613dceb3699 HTTP/1.1" status: 200 len: 1096 time: 0.1441483 Aug 19 14:35:35.945503 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e3127987-dd77-4cd3-a8bd-a922a7b8e935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:35.950938 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e3127987-dd77-4cd3-a8bd-a922a7b8e935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:35.950938 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e3127987-dd77-4cd3-a8bd-a922a7b8e935 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2ef164ae-1669-4fa7-b77d-147ba4b9c8cc HTTP/1.1" status: 204 len: 168 time: 0.3660669 Aug 19 14:35:35.974272 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3127987-dd77-4cd3-a8bd-a922a7b8e935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef164ae-1669-4fa7-b77d-147ba4b9c8cc,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:36.005665 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-249b0020-bb26-406e-952b-4b4eb43ce194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:36.007155 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-249b0020-bb26-406e-952b-4b4eb43ce194 service neutron] 10.222.0.68 "GET /v2.0/networks?id=6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 HTTP/1.1" status: 200 len: 908 time: 0.1660504 Aug 19 14:35:36.064867 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-ebdfc3ec-4173-4c34-b180-afd5a6fc7e97 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=762e06b8-cc33-45a1-8702-4e858a90fa00 HTTP/1.1" status: 200 len: 217 time: 0.0404634 Aug 19 14:35:36.065661 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f3cf48-680c-439a-adff-efd3b37e5216 req-0eb11dd7-ffce-4703-a2b7-c452a577ace6 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:36.067199 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e2f3cf48-680c-439a-adff-efd3b37e5216 req-0eb11dd7-ffce-4703-a2b7-c452a577ace6 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=526148ce-3526-40ac-8dbb-b60693c88d9c HTTP/1.1" status: 200 len: 936 time: 0.1906521 Aug 19 14:35:36.088502 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f90f33e9-4378-406a-8b09-69acc5c88964 None None] Provisioning for port d06613a0-9966-412e-a040-1baeecf75cee completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:35:36.099042 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f90f33e9-4378-406a-8b09-69acc5c88964 None None] Provisioning complete for port d06613a0-9966-412e-a040-1baeecf75cee triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:35:36.100233 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f90f33e9-4378-406a-8b09-69acc5c88964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:36.130068 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device a11e550a-620d-4518-a649-3826f6a2cc70 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:35:36.132247 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-d52a33ec-9b71-4cab-ab5f-a7aeff03d705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:36.134197 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-d52a33ec-9b71-4cab-ab5f-a7aeff03d705 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e6c98e66-0094-4a00-ab2a-dbcb4602f2eb HTTP/1.1" status: 200 len: 847 time: 0.0566995 Aug 19 14:35:36.179376 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f90f33e9-4378-406a-8b09-69acc5c88964 None None] Port d06613a0-9966-412e-a040-1baeecf75cee cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:35:36.186123 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e2f3cf48-680c-439a-adff-efd3b37e5216 req-c7646111-ccc7-481a-a869-20854caf2394 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866799 Aug 19 14:35:36.202161 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-ca99eccb-b264-4116-9255-b481a2c74fc3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6e6d7ced-670a-4172-99e0-b6cfaa52bcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590286 Aug 19 14:35:36.203891 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port a11e550a-620d-4518-a649-3826f6a2cc70 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:35:36.214300 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8b635-ba13-4727-a829-8d7f7910f20e req-41144454-a963-45e9-bcaa-1725f85ac11b tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:36.215832 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dbb8b635-ba13-4727-a829-8d7f7910f20e req-41144454-a963-45e9-bcaa-1725f85ac11b tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=76619173-9bbf-41e1-92e7-d1e997be5d43 HTTP/1.1" status: 200 len: 943 time: 0.1201224 Aug 19 14:35:36.217867 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port a11e550a-620d-4518-a649-3826f6a2cc70 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:35:36.219378 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:36.286176 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dbb8b635-ba13-4727-a829-8d7f7910f20e req-f81c46b9-fe5f-4bf9-b183-e79ea580ef7e tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625885 Aug 19 14:35:36.329535 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:36.362642 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4aa0f53-2d53-4729-b6b8-ac74723437f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11e550a-620d-4518-a649-3826f6a2cc70'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:35:36.365707 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c363a219-f372-49d6-b165-ed6a0379d06f" -d '{"events": [{"server_uuid": "a4aa0f53-2d53-4729-b6b8-ac74723437f0", "name": "network-vif-plugged", "status": "completed", "tag": "a11e550a-620d-4518-a649-3826f6a2cc70"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:35:36.377299 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-d45bfca4-7480-48b1-a9ab-1fc812571e0a service neutron] 10.222.0.68 "GET /v2.0/networks/6e6d7ced-670a-4172-99e0-b6cfaa52bcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659648 Aug 19 14:35:36.381959 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port a11e550a-620d-4518-a649-3826f6a2cc70, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=a11e550a-620d-4518-a649-3826f6a2cc70,segment=NetworkSegment(4cbff494-f95c-48e3-a312-e5b6455c3fbe),segment_id=4cbff494-f95c-48e3-a312-e5b6455c3fbe)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:35:36.386932 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:36.406739 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-4758efe6-6b94-4fd1-8ac6-5a86e97b7c25 req-fe280d2f-dec9-4909-8ef4-9f080eb49342 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d06613a0-9966-412e-a040-1baeecf75cee {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:35:36.416387 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4758efe6-6b94-4fd1-8ac6-5a86e97b7c25 req-fe280d2f-dec9-4909-8ef4-9f080eb49342 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:36.448962 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51eca466-6358-4b74-b793-3bca443e85f2 x-openstack-request-id: req-51eca466-6358-4b74-b793-3bca443e85f2 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:35:36.451556 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4aa0f53-2d53-4729-b6b8-ac74723437f0", "name": "network-vif-plugged", "status": "completed", "tag": "a11e550a-620d-4518-a649-3826f6a2cc70", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:35:36.451816 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-51eca466-6358-4b74-b793-3bca443e85f2 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:35:36.452220 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4aa0f53-2d53-4729-b6b8-ac74723437f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11e550a-620d-4518-a649-3826f6a2cc70', 'code': 200} Aug 19 14:35:36.463173 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-4758efe6-6b94-4fd1-8ac6-5a86e97b7c25 req-fe280d2f-dec9-4909-8ef4-9f080eb49342 service neutron] Transition to ACTIVE for port object d06613a0-9966-412e-a040-1baeecf75cee will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:35:36.469159 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4758efe6-6b94-4fd1-8ac6-5a86e97b7c25 req-fe280d2f-dec9-4909-8ef4-9f080eb49342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:36.500431 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=a11e550a-620d-4518-a649-3826f6a2cc70,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:36.553474 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-27fbf825-1263-45c9-8c2f-1f35ed8ab5d9 service neutron] 10.222.0.68 "GET /v2.0/networks/6e6d7ced-670a-4172-99e0-b6cfaa52bcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651912 Aug 19 14:35:36.719162 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe280d2f-dec9-4909-8ef4-9f080eb49342 service neutron] Pushing event updated for resources: {'Port': ['ID=d06613a0-9966-412e-a040-1baeecf75cee,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:36.723924 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-4758efe6-6b94-4fd1-8ac6-5a86e97b7c25 req-fe280d2f-dec9-4909-8ef4-9f080eb49342 service neutron] Attempting to bind port d06613a0-9966-412e-a040-1baeecf75cee on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:35:36.724252 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-4758efe6-6b94-4fd1-8ac6-5a86e97b7c25 req-fe280d2f-dec9-4909-8ef4-9f080eb49342 service neutron] Attempting to bind port d06613a0-9966-412e-a040-1baeecf75cee by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:35:36.724675 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4758efe6-6b94-4fd1-8ac6-5a86e97b7c25 req-fe280d2f-dec9-4909-8ef4-9f080eb49342 service neutron] Attempting to bind port d06613a0-9966-412e-a040-1baeecf75cee on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:35:36.738027 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4758efe6-6b94-4fd1-8ac6-5a86e97b7c25 req-fe280d2f-dec9-4909-8ef4-9f080eb49342 service neutron] Port d06613a0-9966-412e-a040-1baeecf75cee on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:35:36.738355 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4758efe6-6b94-4fd1-8ac6-5a86e97b7c25 req-fe280d2f-dec9-4909-8ef4-9f080eb49342 service neutron] Attempting to bind port d06613a0-9966-412e-a040-1baeecf75cee on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:35:36.750972 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a218d-5d40-4555-a878-252d992976b3 req-6af514ed-2dce-4065-a2dc-fb43c0d00a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:36.752681 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9a2a218d-5d40-4555-a878-252d992976b3 req-6af514ed-2dce-4065-a2dc-fb43c0d00a4d service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=a4aa0f53-2d53-4729-b6b8-ac74723437f0 HTTP/1.1" status: 200 len: 1097 time: 0.2041407 Aug 19 14:35:36.755482 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:36.761068 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a14ab2f-80cf-4029-9b67-32a240970a03 req-a1aa2ff0-19f4-4914-a4c6-8c17241d36c7 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:36.762738 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3a14ab2f-80cf-4029-9b67-32a240970a03 req-a1aa2ff0-19f4-4914-a4c6-8c17241d36c7 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=da0f434b-a5a6-4589-99a8-a613dceb3699 HTTP/1.1" status: 200 len: 945 time: 0.1648190 Aug 19 14:35:36.771421 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30ac03-31c9-438b-be93-9be78f2822e9 req-7b553173-fb23-446e-be63-7bfb9459518c tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:36.779631 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fc30ac03-31c9-438b-be93-9be78f2822e9 req-7b553173-fb23-446e-be63-7bfb9459518c tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] 10.222.0.69 "GET /v2.0/ports?device_id=717b2283-c52c-4d2c-8550-fedb6d63db57 HTTP/1.1" status: 200 len: 950 time: 0.2414031 Aug 19 14:35:36.784164 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4758efe6-6b94-4fd1-8ac6-5a86e97b7c25 req-fe280d2f-dec9-4909-8ef4-9f080eb49342 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:35:36.784529 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4758efe6-6b94-4fd1-8ac6-5a86e97b7c25 req-fe280d2f-dec9-4909-8ef4-9f080eb49342 service neutron] Checking segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:35:36.784908 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4758efe6-6b94-4fd1-8ac6-5a86e97b7c25 req-fe280d2f-dec9-4909-8ef4-9f080eb49342 service neutron] Bound using segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:35:36.785383 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-4758efe6-6b94-4fd1-8ac6-5a86e97b7c25 req-fe280d2f-dec9-4909-8ef4-9f080eb49342 service neutron] Bound port: d06613a0-9966-412e-a040-1baeecf75cee, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:35:36.786104 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4758efe6-6b94-4fd1-8ac6-5a86e97b7c25 req-fe280d2f-dec9-4909-8ef4-9f080eb49342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:36.899654 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3a14ab2f-80cf-4029-9b67-32a240970a03 req-c89ed0ac-5861-488c-86c4-0e6e0be15433 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163561 Aug 19 14:35:36.901301 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9a2a218d-5d40-4555-a878-252d992976b3 req-2acc2823-10e4-4795-b504-3a001699be54 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=5113fbd2-f480-4813-ae9f-8dc6034e7141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191735 Aug 19 14:35:36.908061 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-3b32c9c6-0015-4517-99ff-895a08ea415b tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:36.911736 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-3b32c9c6-0015-4517-99ff-895a08ea415b tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=da0f434b-a5a6-4589-99a8-a613dceb3699&tenant_id=309b8293893e4b68ba54397ad041e8b9&binding%3Ahost_id=n-h1-766043-2 HTTP/1.1" status: 200 len: 1096 time: 0.0573823 Aug 19 14:35:36.912743 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fc30ac03-31c9-438b-be93-9be78f2822e9 req-8bf38888-9f88-40d8-9bad-67ac06ebb7e2 tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] 10.222.0.69 "GET /v2.0/security-groups?id=fadaa275-bc14-4dc9-b44e-4f2acf42dc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322384 Aug 19 14:35:36.939612 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76619173-9bbf-41e1-92e7-d1e997be5d43', 'tag': 'f525121f-3021-4ce9-ae39-0d5cbdda9809'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:35:36.942046 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dccb6b28-daaf-4871-a9db-99c939fe6855" -d '{"events": [{"name": "network-changed", "server_uuid": "76619173-9bbf-41e1-92e7-d1e997be5d43", "tag": "f525121f-3021-4ce9-ae39-0d5cbdda9809"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:35:36.956988 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-4758efe6-6b94-4fd1-8ac6-5a86e97b7c25 req-fe280d2f-dec9-4909-8ef4-9f080eb49342 service neutron] For port d06613a0-9966-412e-a040-1baeecf75cee, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:35:36.960565 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-4758efe6-6b94-4fd1-8ac6-5a86e97b7c25 req-fe280d2f-dec9-4909-8ef4-9f080eb49342 service neutron] For port d06613a0-9966-412e-a040-1baeecf75cee, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=d06613a0-9966-412e-a040-1baeecf75cee,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:35:36.970307 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4758efe6-6b94-4fd1-8ac6-5a86e97b7c25 req-fe280d2f-dec9-4909-8ef4-9f080eb49342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:37.022283 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758efe6-6b94-4fd1-8ac6-5a86e97b7c25 req-fe280d2f-dec9-4909-8ef4-9f080eb49342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:37.023082 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4758efe6-6b94-4fd1-8ac6-5a86e97b7c25 req-fe280d2f-dec9-4909-8ef4-9f080eb49342 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:37.024561 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4758efe6-6b94-4fd1-8ac6-5a86e97b7c25 req-fe280d2f-dec9-4909-8ef4-9f080eb49342 service neutron] 10.222.0.88 "PUT /v2.0/ports/d06613a0-9966-412e-a040-1baeecf75cee HTTP/1.1" status: 200 len: 1096 time: 1.3459997 Aug 19 14:35:37.036114 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '526148ce-3526-40ac-8dbb-b60693c88d9c', 'tag': 'd06613a0-9966-412e-a040-1baeecf75cee'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:35:37.039338 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02ddfd9-80ec-4e28-bea1-86ec383af2fb" -d '{"events": [{"name": "network-changed", "server_uuid": "526148ce-3526-40ac-8dbb-b60693c88d9c", "tag": "d06613a0-9966-412e-a040-1baeecf75cee"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:35:37.132972 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe280d2f-dec9-4909-8ef4-9f080eb49342 service neutron] Pushing event updated for resources: {'Port': ['ID=d06613a0-9966-412e-a040-1baeecf75cee,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:37.158218 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f08bd-cb3d-48e9-974a-9469386d70ea req-dcd182be-739e-4090-80ec-3eef0349fc31 tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:37.159772 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1e9f08bd-cb3d-48e9-974a-9469386d70ea req-dcd182be-739e-4090-80ec-3eef0349fc31 tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] 10.222.0.69 "GET /v2.0/ports?device_id=63f3621b-9d80-4ee3-b0b8-5c45feba139f HTTP/1.1" status: 200 len: 950 time: 0.1580572 Aug 19 14:35:37.168999 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845144e2-0cf4-41ce-bbc3-3ba681da725b req-b812ed8a-ea1e-488b-bb6d-cce2f139842c tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:37.171090 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-845144e2-0cf4-41ce-bbc3-3ba681da725b req-b812ed8a-ea1e-488b-bb6d-cce2f139842c tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] 10.222.0.69 "GET /v2.0/ports?device_id=a4aa0f53-2d53-4729-b6b8-ac74723437f0 HTTP/1.1" status: 200 len: 946 time: 0.1705365 Aug 19 14:35:37.195445 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758efe6-6b94-4fd1-8ac6-5a86e97b7c25 req-8a5cd88a-9aaa-4917-973e-4bf069351ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:37.196923 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4758efe6-6b94-4fd1-8ac6-5a86e97b7c25 req-8a5cd88a-9aaa-4917-973e-4bf069351ca3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3397b0c43f0b46aaa4295e8f087dd91c&device_id=526148ce-3526-40ac-8dbb-b60693c88d9c HTTP/1.1" status: 200 len: 1099 time: 0.1204765 Aug 19 14:35:37.243629 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1e9f08bd-cb3d-48e9-974a-9469386d70ea req-57c1c780-56d0-4742-b7be-c4e48eab6651 tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] 10.222.0.69 "GET /v2.0/security-groups?id=151f733a-cfbc-4391-b6ec-dbaa91a1a96d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715570 Aug 19 14:35:37.283229 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-845144e2-0cf4-41ce-bbc3-3ba681da725b req-f1fc72c0-0310-46f3-a52d-381d49551dae tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] 10.222.0.69 "GET /v2.0/security-groups?id=5113fbd2-f480-4813-ae9f-8dc6034e7141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031001 Aug 19 14:35:37.285145 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4758efe6-6b94-4fd1-8ac6-5a86e97b7c25 req-1df9ab24-1a1b-4dc3-83af-d397d6153912 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=d06613a0-9966-412e-a040-1baeecf75cee HTTP/1.1" status: 200 len: 217 time: 0.0624676 Aug 19 14:35:37.289088 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-0ca01d2a-2448-4c0f-854e-b35ae80f37d6 service neutron] For port 762e06b8-cc33-45a1-8702-4e858a90fa00, host n-h2-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:35:37.292861 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-0ca01d2a-2448-4c0f-854e-b35ae80f37d6 service neutron] Notify callbacks [] for binding, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:37.294783 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-61a12b53-81ae-4744-ab7c-5417c91e8855 req-0ca01d2a-2448-4c0f-854e-b35ae80f37d6 service neutron] 10.222.0.68 "DELETE /v2.0/ports/762e06b8-cc33-45a1-8702-4e858a90fa00/bindings/n-h2-766043-2 HTTP/1.1" status: 204 len: 173 time: 0.1221364 Aug 19 14:35:37.344304 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30cb007e-c771-462f-878d-9d01d7847487 x-openstack-request-id: req-30cb007e-c771-462f-878d-9d01d7847487 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:35:37.344304 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76619173-9bbf-41e1-92e7-d1e997be5d43", "tag": "f525121f-3021-4ce9-ae39-0d5cbdda9809", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:35:37.344304 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-30cb007e-c771-462f-878d-9d01d7847487 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:35:37.344304 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76619173-9bbf-41e1-92e7-d1e997be5d43', 'tag': 'f525121f-3021-4ce9-ae39-0d5cbdda9809', 'status': 'completed', 'code': 200} Aug 19 14:35:37.351532 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758efe6-6b94-4fd1-8ac6-5a86e97b7c25 req-bacd87d1-9f59-4fbb-8334-649d5dfe3498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:37.354203 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4758efe6-6b94-4fd1-8ac6-5a86e97b7c25 req-bacd87d1-9f59-4fbb-8334-649d5dfe3498 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.0616288 Aug 19 14:35:37.400525 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae003d0-e011-4b44-b521-0c119311dfc0 x-openstack-request-id: req-fae003d0-e011-4b44-b521-0c119311dfc0 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:35:37.402466 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "526148ce-3526-40ac-8dbb-b60693c88d9c", "tag": "d06613a0-9966-412e-a040-1baeecf75cee", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:35:37.403060 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fae003d0-e011-4b44-b521-0c119311dfc0 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:35:37.403976 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '526148ce-3526-40ac-8dbb-b60693c88d9c', 'tag': 'd06613a0-9966-412e-a040-1baeecf75cee', 'status': 'completed', 'code': 200} Aug 19 14:35:37.446778 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758efe6-6b94-4fd1-8ac6-5a86e97b7c25 req-738f6649-f0c2-4bc9-a57a-26083bcc7131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:37.446778 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4758efe6-6b94-4fd1-8ac6-5a86e97b7c25 req-738f6649-f0c2-4bc9-a57a-26083bcc7131 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0682929 Aug 19 14:35:37.458141 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb6b28-daaf-4871-a9db-99c939fe6855 req-96a59c18-ceb7-49da-8c8f-03f1512d5324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:37.459923 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-dccb6b28-daaf-4871-a9db-99c939fe6855 req-96a59c18-ceb7-49da-8c8f-03f1512d5324 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b2e5fa7db1364ccea50861254cd97ec3&device_id=76619173-9bbf-41e1-92e7-d1e997be5d43 HTTP/1.1" status: 200 len: 1124 time: 0.0662229 Aug 19 14:35:37.561687 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb6b28-daaf-4871-a9db-99c939fe6855 req-badb4947-2358-4fd3-b4d4-32f69862accc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:37.563168 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-dccb6b28-daaf-4871-a9db-99c939fe6855 req-badb4947-2358-4fd3-b4d4-32f69862accc service neutron] 10.222.0.68 "GET /v2.0/networks?id=1bc22803-e21f-489d-a441-493f1928ab13 HTTP/1.1" status: 200 len: 922 time: 0.0906863 Aug 19 14:35:37.572088 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a7042-57e2-44f9-854c-4bb8abb5eee8 req-f69f02ef-ef7f-4d0a-92b0-485da76414be tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:37.572780 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f06a7042-57e2-44f9-854c-4bb8abb5eee8 req-f69f02ef-ef7f-4d0a-92b0-485da76414be tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=526148ce-3526-40ac-8dbb-b60693c88d9c HTTP/1.1" status: 200 len: 948 time: 0.1132233 Aug 19 14:35:37.606056 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4758efe6-6b94-4fd1-8ac6-5a86e97b7c25 req-e895ad45-07ff-47eb-9581-930b1c835b35 service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477048 Aug 19 14:35:37.623165 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-dccb6b28-daaf-4871-a9db-99c939fe6855 req-970a815d-b9a8-48ae-8194-bda81f0f39b5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f525121f-3021-4ce9-ae39-0d5cbdda9809 HTTP/1.1" status: 200 len: 217 time: 0.0494561 Aug 19 14:35:37.689064 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb6b28-daaf-4871-a9db-99c939fe6855 req-3a644876-736e-4572-ba8a-35a98e105c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:37.690598 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-dccb6b28-daaf-4871-a9db-99c939fe6855 req-3a644876-736e-4572-ba8a-35a98e105c77 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=0f5154a7-363a-4827-ab5d-78b924f5e137 HTTP/1.1" status: 200 len: 861 time: 0.0529442 Aug 19 14:35:37.703868 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f06a7042-57e2-44f9-854c-4bb8abb5eee8 req-4944ee7c-a42d-4a8b-8afd-5ae2b1f71d13 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221242 Aug 19 14:35:37.738944 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e811d-9f1c-4b5c-96eb-b1716cb88768 req-ccbda3d2-7e09-4155-a46c-e3c93bef9f09 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:37.740561 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2f0e811d-9f1c-4b5c-96eb-b1716cb88768 req-ccbda3d2-7e09-4155-a46c-e3c93bef9f09 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=76619173-9bbf-41e1-92e7-d1e997be5d43 HTTP/1.1" status: 200 len: 943 time: 0.1192298 Aug 19 14:35:37.779405 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-dccb6b28-daaf-4871-a9db-99c939fe6855 req-c28818e4-032f-4c6d-a9aa-73af7e5770ba service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1bc22803-e21f-489d-a441-493f1928ab13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750856 Aug 19 14:35:37.787014 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4758efe6-6b94-4fd1-8ac6-5a86e97b7c25 req-6c0f2d49-440b-43bd-be44-48c0b2375691 service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645412 Aug 19 14:35:37.808378 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2f0e811d-9f1c-4b5c-96eb-b1716cb88768 req-326c3a26-6720-4d7d-93f0-cd7c0266588c tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570581 Aug 19 14:35:37.893650 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-dccb6b28-daaf-4871-a9db-99c939fe6855 req-e883c981-798f-46c1-a9ad-65197847a694 service neutron] 10.222.0.68 "GET /v2.0/networks/1bc22803-e21f-489d-a441-493f1928ab13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005538 Aug 19 14:35:37.929013 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ddfd9-80ec-4e28-bea1-86ec383af2fb req-55d7b76b-71dc-4f84-8a00-b964d9125457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:37.931491 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a02ddfd9-80ec-4e28-bea1-86ec383af2fb req-55d7b76b-71dc-4f84-8a00-b964d9125457 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3397b0c43f0b46aaa4295e8f087dd91c&device_id=526148ce-3526-40ac-8dbb-b60693c88d9c HTTP/1.1" status: 200 len: 1099 time: 0.0565453 Aug 19 14:35:38.039801 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-dccb6b28-daaf-4871-a9db-99c939fe6855 req-581fa9cc-bce7-4dc2-bacc-556ea1befe3e service neutron] 10.222.0.68 "GET /v2.0/networks/1bc22803-e21f-489d-a441-493f1928ab13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302819 Aug 19 14:35:38.164562 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eab1d3-bfcc-44d5-9cf0-f6cafb747987 req-391b9526-e339-4ca6-97c8-f11ba8de2ce2 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:38.166034 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-95eab1d3-bfcc-44d5-9cf0-f6cafb747987 req-391b9526-e339-4ca6-97c8-f11ba8de2ce2 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=da0f434b-a5a6-4589-99a8-a613dceb3699 HTTP/1.1" status: 200 len: 945 time: 0.1446691 Aug 19 14:35:38.174787 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc4ffc0-f1d1-4602-9500-228c2bc46e34 req-a0f3b5f6-27e2-41bb-9895-c5be696b44eb tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:38.176202 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8fc4ffc0-f1d1-4602-9500-228c2bc46e34 req-a0f3b5f6-27e2-41bb-9895-c5be696b44eb tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] 10.222.0.69 "GET /v2.0/ports?device_id=717b2283-c52c-4d2c-8550-fedb6d63db57 HTTP/1.1" status: 200 len: 950 time: 0.1192689 Aug 19 14:35:38.186926 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ddfd9-80ec-4e28-bea1-86ec383af2fb req-d5e2c2af-a651-453f-9fce-fae51050c774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:38.188224 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a02ddfd9-80ec-4e28-bea1-86ec383af2fb req-d5e2c2af-a651-453f-9fce-fae51050c774 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.2096965 Aug 19 14:35:38.249567 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a02ddfd9-80ec-4e28-bea1-86ec383af2fb req-4f9c5e90-40f8-41ae-b8fd-dca1c9245a18 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=d06613a0-9966-412e-a040-1baeecf75cee HTTP/1.1" status: 200 len: 217 time: 0.0441959 Aug 19 14:35:38.283392 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-95eab1d3-bfcc-44d5-9cf0-f6cafb747987 req-8a737353-6818-47a0-8bdc-43c6b83343e3 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061780 Aug 19 14:35:38.304796 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8fc4ffc0-f1d1-4602-9500-228c2bc46e34 req-31e58f3f-aa0a-46b5-bf2f-8b0cc0cb43d7 tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] 10.222.0.69 "GET /v2.0/security-groups?id=fadaa275-bc14-4dc9-b44e-4f2acf42dc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191366 Aug 19 14:35:38.324238 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ddfd9-80ec-4e28-bea1-86ec383af2fb req-662b4a16-d913-42e7-921b-f5c24e4c6387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:38.334815 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a02ddfd9-80ec-4e28-bea1-86ec383af2fb req-662b4a16-d913-42e7-921b-f5c24e4c6387 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.0620692 Aug 19 14:35:38.598574 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1321cd19-6ca9-4a71-aacf-c02ff1680055 req-e8dbf5fd-56cf-4526-ade6-09a78e599954 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=04be2ca5-bab9-440a-b9bc-9f49e66d3311&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0602760 Aug 19 14:35:38.623699 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ddfd9-80ec-4e28-bea1-86ec383af2fb req-41fc90e9-ad17-4229-ad6d-095d5083f71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:38.625215 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a02ddfd9-80ec-4e28-bea1-86ec383af2fb req-41fc90e9-ad17-4229-ad6d-095d5083f71e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2822218 Aug 19 14:35:38.640251 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1890f-94d1-4a5a-b1b1-b9531d229e84 req-ea35c7b3-a1ff-4bac-bce3-1326959d333c tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:38.641705 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7ef1890f-94d1-4a5a-b1b1-b9531d229e84 req-ea35c7b3-a1ff-4bac-bce3-1326959d333c tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] 10.222.0.69 "GET /v2.0/ports?device_id=63f3621b-9d80-4ee3-b0b8-5c45feba139f HTTP/1.1" status: 200 len: 950 time: 0.2879438 Aug 19 14:35:38.661885 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572b989-f54c-492b-ba43-b7ad1fa9eb33 req-c6f18d76-e291-414c-83e5-6ca7b5c005a4 tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:38.663213 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6572b989-f54c-492b-ba43-b7ad1fa9eb33 req-c6f18d76-e291-414c-83e5-6ca7b5c005a4 tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] 10.222.0.69 "GET /v2.0/ports?device_id=a4aa0f53-2d53-4729-b6b8-ac74723437f0 HTTP/1.1" status: 200 len: 946 time: 0.0845778 Aug 19 14:35:38.721523 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321cd19-6ca9-4a71-aacf-c02ff1680055 req-afcbb30e-24c6-42f4-9322-494896808eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:38.723084 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1321cd19-6ca9-4a71-aacf-c02ff1680055 req-afcbb30e-24c6-42f4-9322-494896808eb3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=309b8293893e4b68ba54397ad041e8b9&device_id=04be2ca5-bab9-440a-b9bc-9f49e66d3311 HTTP/1.1" status: 200 len: 1096 time: 0.0642910 Aug 19 14:35:38.770391 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7ef1890f-94d1-4a5a-b1b1-b9531d229e84 req-f65fed24-e9de-4598-b2e3-bc20820a3d6c tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] 10.222.0.69 "GET /v2.0/security-groups?id=151f733a-cfbc-4391-b6ec-dbaa91a1a96d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221209 Aug 19 14:35:38.779020 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6572b989-f54c-492b-ba43-b7ad1fa9eb33 req-e784f4d9-d73f-478f-b67e-96527473d037 tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] 10.222.0.69 "GET /v2.0/security-groups?id=5113fbd2-f480-4813-ae9f-8dc6034e7141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073282 Aug 19 14:35:38.816425 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a02ddfd9-80ec-4e28-bea1-86ec383af2fb req-37bf9006-4858-4a6a-bf56-83870aa9529e service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512167 Aug 19 14:35:38.818487 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device f525121f-3021-4ce9-ae39-0d5cbdda9809 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:35:38.929979 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 762e06b8-cc33-45a1-8702-4e858a90fa00 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:35:38.946510 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-defd9585-42d3-49d7-b8b8-ed97e04023e3 req-71375e0b-e9af-4a81-924c-2454e82d40e8 tempest-FlavorsV2NegativeTest-450861763 tempest-FlavorsV2NegativeTest-450861763-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=e997e1c7fbe740208089fced7e4d1f8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429783 Aug 19 14:35:38.988990 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 762e06b8-cc33-45a1-8702-4e858a90fa00 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:35:38.996325 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321cd19-6ca9-4a71-aacf-c02ff1680055 req-69bc4ccd-b95f-415c-b237-7624e5f83589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:38.998520 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1321cd19-6ca9-4a71-aacf-c02ff1680055 req-69bc4ccd-b95f-415c-b237-7624e5f83589 service neutron] 10.222.0.88 "GET /v2.0/networks?id=6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 HTTP/1.1" status: 200 len: 908 time: 0.2354546 Aug 19 14:35:39.006237 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port f525121f-3021-4ce9-ae39-0d5cbdda9809, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=f525121f-3021-4ce9-ae39-0d5cbdda9809,segment=NetworkSegment(911020b2-3bb4-4db0-af7a-51b07cbea653),segment_id=911020b2-3bb4-4db0-af7a-51b07cbea653)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:35:39.008923 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0eb16495-9e94-4b75-b340-cb36b566122e req-c33d8fb6-fe21-4181-8489-7695ee663f9d service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=da0f434b-a5a6-4589-99a8-a613dceb3699&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0630941 Aug 19 14:35:39.018937 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device f525121f-3021-4ce9-ae39-0d5cbdda9809 has no active binding in host n-h2-766043-2 {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 14:35:39.053982 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1321cd19-6ca9-4a71-aacf-c02ff1680055 req-54a67a68-497b-4ad7-96fd-12ce5bd57ec0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccfecd33-d250-4fe3-ba14-6b601f5efe9e HTTP/1.1" status: 200 len: 217 time: 0.0439491 Aug 19 14:35:39.127191 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f31916-66e8-4f64-a5e4-22de5f822dfc req-4b497895-3385-49ef-abb5-b014b3cece00 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:39.128668 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-79f31916-66e8-4f64-a5e4-22de5f822dfc req-4b497895-3385-49ef-abb5-b014b3cece00 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=526148ce-3526-40ac-8dbb-b60693c88d9c HTTP/1.1" status: 200 len: 948 time: 0.1811578 Aug 19 14:35:39.135245 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321cd19-6ca9-4a71-aacf-c02ff1680055 req-99633a75-fc68-4dcb-b272-1451ccad9de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:39.136741 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1321cd19-6ca9-4a71-aacf-c02ff1680055 req-99633a75-fc68-4dcb-b272-1451ccad9de0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e6c98e66-0094-4a00-ab2a-dbcb4602f2eb HTTP/1.1" status: 200 len: 847 time: 0.0699489 Aug 19 14:35:39.139526 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a02ddfd9-80ec-4e28-bea1-86ec383af2fb req-c454e0cc-357f-4109-837f-860f7df39cae service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076203 Aug 19 14:35:39.143127 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb16495-9e94-4b75-b340-cb36b566122e req-5a3c49dd-1b84-440c-b776-87a6d52b28fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:39.144554 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0eb16495-9e94-4b75-b340-cb36b566122e req-5a3c49dd-1b84-440c-b776-87a6d52b28fb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=309b8293893e4b68ba54397ad041e8b9&device_id=da0f434b-a5a6-4589-99a8-a613dceb3699 HTTP/1.1" status: 200 len: 1096 time: 0.0696168 Aug 19 14:35:39.180958 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd9585-42d3-49d7-b8b8-ed97e04023e3 req-2db7ecf3-9ebd-4493-b838-1b922d5c699d tempest-FlavorsV2NegativeTest-450861763 tempest-FlavorsV2NegativeTest-450861763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:39.182393 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-defd9585-42d3-49d7-b8b8-ed97e04023e3 req-2db7ecf3-9ebd-4493-b838-1b922d5c699d tempest-FlavorsV2NegativeTest-450861763 tempest-FlavorsV2NegativeTest-450861763-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2103207 Aug 19 14:35:39.186961 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1321cd19-6ca9-4a71-aacf-c02ff1680055 req-d66d1a50-88d8-45d1-9918-1690a89756b9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6e6d7ced-670a-4172-99e0-b6cfaa52bcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369437 Aug 19 14:35:39.201455 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-79f31916-66e8-4f64-a5e4-22de5f822dfc req-8b870121-ad9e-4d65-beb9-0a8bd9893d19 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642490 Aug 19 14:35:39.206275 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-defd9585-42d3-49d7-b8b8-ed97e04023e3 req-16d1d4e8-b6b0-43c4-a992-87ace35a9f33 tempest-FlavorsV2NegativeTest-450861763 tempest-FlavorsV2NegativeTest-450861763-project] 10.222.0.69 "GET /v2.0/quotas/e997e1c7fbe740208089fced7e4d1f8e HTTP/1.1" status: 200 len: 375 time: 0.0160508 Aug 19 14:35:39.241950 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-defd9585-42d3-49d7-b8b8-ed97e04023e3 req-c27ed2a7-7be8-4f97-916d-c06d5122ad82 tempest-FlavorsV2NegativeTest-450861763 tempest-FlavorsV2NegativeTest-450861763-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e997e1c7fbe740208089fced7e4d1f8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291903 Aug 19 14:35:39.351886 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfb539-7789-41d8-be00-b58520f6c9ac req-4d2458d0-64fe-4547-8a12-2544a9e7a660 tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:39.353443 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5dcfb539-7789-41d8-be00-b58520f6c9ac req-4d2458d0-64fe-4547-8a12-2544a9e7a660 tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=da0f434b-a5a6-4589-99a8-a613dceb3699 HTTP/1.1" status: 200 len: 1096 time: 0.0774832 Aug 19 14:35:39.366510 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1930479-37ad-422b-94f4-584b8f202a0a req-1065e308-1d4d-4879-9458-e83dad6e1f5d tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:39.367979 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b1930479-37ad-422b-94f4-584b8f202a0a req-1065e308-1d4d-4879-9458-e83dad6e1f5d tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=76619173-9bbf-41e1-92e7-d1e997be5d43 HTTP/1.1" status: 200 len: 943 time: 0.0633283 Aug 19 14:35:39.415692 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb16495-9e94-4b75-b340-cb36b566122e req-8217a518-fa7c-493c-ada3-21b35bbc4e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:39.417683 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0eb16495-9e94-4b75-b340-cb36b566122e req-8217a518-fa7c-493c-ada3-21b35bbc4e3d service neutron] 10.222.0.68 "GET /v2.0/networks?id=6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 HTTP/1.1" status: 200 len: 908 time: 0.2296116 Aug 19 14:35:39.423085 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1321cd19-6ca9-4a71-aacf-c02ff1680055 req-2acfb14f-9f17-4d31-ba7e-18598c6f530e service neutron] 10.222.0.88 "GET /v2.0/networks/6e6d7ced-670a-4172-99e0-b6cfaa52bcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130902 Aug 19 14:35:39.445766 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5dcfb539-7789-41d8-be00-b58520f6c9ac req-77c406f1-2e4f-4211-b7ed-dca1c872a1cb tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767143 Aug 19 14:35:39.476074 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b1930479-37ad-422b-94f4-584b8f202a0a req-e1ebd5eb-420c-4a7a-93ff-a7d71c73e878 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856075 Aug 19 14:35:39.507907 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819b43b-7646-4346-a02a-2efe9e5bfbda req-e2d3f273-26d6-4c8f-9253-03bf509b13f7 tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:39.510771 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0819b43b-7646-4346-a02a-2efe9e5bfbda req-e2d3f273-26d6-4c8f-9253-03bf509b13f7 tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] 10.222.0.68 "GET /v2.0/ports?device_id=63f3621b-9d80-4ee3-b0b8-5c45feba139f HTTP/1.1" status: 200 len: 950 time: 0.1002848 Aug 19 14:35:39.521700 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0eb16495-9e94-4b75-b340-cb36b566122e req-5e4020d4-6dce-4052-8e81-c1187dacd708 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=762e06b8-cc33-45a1-8702-4e858a90fa00 HTTP/1.1" status: 200 len: 217 time: 0.0942254 Aug 19 14:35:39.623352 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb16495-9e94-4b75-b340-cb36b566122e req-d795b663-c705-4178-9275-11a117f1c267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:39.626718 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0eb16495-9e94-4b75-b340-cb36b566122e req-d795b663-c705-4178-9275-11a117f1c267 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e6c98e66-0094-4a00-ab2a-dbcb4602f2eb HTTP/1.1" status: 200 len: 847 time: 0.0890951 Aug 19 14:35:39.630101 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1321cd19-6ca9-4a71-aacf-c02ff1680055 req-79360941-47b7-4185-a34b-73ead4b53f67 service neutron] 10.222.0.88 "GET /v2.0/networks/6e6d7ced-670a-4172-99e0-b6cfaa52bcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909611 Aug 19 14:35:39.658182 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d28075-c50c-4198-8ec8-00f91a20ef8e req-7946acc9-c1b4-42e8-9a14-ae1bbf6f3adf tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:39.659718 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f7d28075-c50c-4198-8ec8-00f91a20ef8e req-7946acc9-c1b4-42e8-9a14-ae1bbf6f3adf tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] 10.222.0.69 "GET /v2.0/ports?device_id=717b2283-c52c-4d2c-8550-fedb6d63db57 HTTP/1.1" status: 200 len: 950 time: 0.0880215 Aug 19 14:35:39.679160 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0eb16495-9e94-4b75-b340-cb36b566122e req-9603c6ad-04fb-4d94-891f-fa7b5ce03441 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6e6d7ced-670a-4172-99e0-b6cfaa52bcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399058 Aug 19 14:35:39.697042 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-0819b43b-7646-4346-a02a-2efe9e5bfbda req-4fa75945-d620-4498-8043-dc916951e27f tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] Deleting port 552a9927-5f5c-4b3d-aa3f-146b0162402e {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:35:39.697383 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0819b43b-7646-4346-a02a-2efe9e5bfbda req-4fa75945-d620-4498-8043-dc916951e27f tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:39.795852 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0eb16495-9e94-4b75-b340-cb36b566122e req-86412239-87f0-42cd-8def-6234290ca028 service neutron] 10.222.0.68 "GET /v2.0/networks/6e6d7ced-670a-4172-99e0-b6cfaa52bcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057246 Aug 19 14:35:39.804446 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f7d28075-c50c-4198-8ec8-00f91a20ef8e req-6cb88f0c-8058-49a5-879a-39b7789d7e54 tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] 10.222.0.69 "GET /v2.0/security-groups?id=fadaa275-bc14-4dc9-b44e-4f2acf42dc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375625 Aug 19 14:35:39.870111 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-0819b43b-7646-4346-a02a-2efe9e5bfbda req-4fa75945-d620-4498-8043-dc916951e27f tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] For port 552a9927-5f5c-4b3d-aa3f-146b0162402e, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=552a9927-5f5c-4b3d-aa3f-146b0162402e,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:35:39.870814 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0819b43b-7646-4346-a02a-2efe9e5bfbda req-4fa75945-d620-4498-8043-dc916951e27f tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:39.894429 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-0819b43b-7646-4346-a02a-2efe9e5bfbda req-4fa75945-d620-4498-8043-dc916951e27f tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] Calling delete_port for 552a9927-5f5c-4b3d-aa3f-146b0162402e owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:35:39.907932 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ba723-15df-4e50-b3d7-68e2d6ceeaf5 req-7c6fae72-9c6a-45b8-80b4-ca5c61aefbde tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:39.910101 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-084ba723-15df-4e50-b3d7-68e2d6ceeaf5 req-7c6fae72-9c6a-45b8-80b4-ca5c61aefbde tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/networks?id=6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 HTTP/1.1" status: 200 len: 807 time: 0.2061455 Aug 19 14:35:39.935565 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0eb16495-9e94-4b75-b340-cb36b566122e req-7c97327f-60bc-47d7-934e-4f556fe3ec57 service neutron] 10.222.0.68 "GET /v2.0/networks/6e6d7ced-670a-4172-99e0-b6cfaa52bcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216352 Aug 19 14:35:39.943851 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-084ba723-15df-4e50-b3d7-68e2d6ceeaf5 req-a6bd03c4-ffbb-4342-8e1a-871e20601830 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/quotas/309b8293893e4b68ba54397ad041e8b9 HTTP/1.1" status: 200 len: 375 time: 0.0201652 Aug 19 14:35:39.998685 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34442) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:40.059057 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e24297-2777-468f-8ce4-93069211581f req-442d15d0-31f9-41ba-821e-54d8c77cea09 tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:40.061014 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-63e24297-2777-468f-8ce4-93069211581f req-442d15d0-31f9-41ba-821e-54d8c77cea09 tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] 10.222.0.69 "GET /v2.0/ports?device_id=63f3621b-9d80-4ee3-b0b8-5c45feba139f HTTP/1.1" status: 200 len: 950 time: 0.1363442 Aug 19 14:35:40.084216 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-084ba723-15df-4e50-b3d7-68e2d6ceeaf5 req-8ed8792e-d7a9-4e6e-95ef-778eaf01b6fd tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=309b8293893e4b68ba54397ad041e8b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1214583 Aug 19 14:35:40.119981 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-57a2c6ef-8fa9-4b18-8648-093666fd4ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:40.179044 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75562179-6c21-4ca2-8f84-0d2bd62bce86 req-0b655c10-4278-4cd6-9e52-ed8fb09863f3 tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:40.180630 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-75562179-6c21-4ca2-8f84-0d2bd62bce86 req-0b655c10-4278-4cd6-9e52-ed8fb09863f3 tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] 10.222.0.88 "GET /v2.0/ports?device_id=717b2283-c52c-4d2c-8550-fedb6d63db57 HTTP/1.1" status: 200 len: 950 time: 0.0686345 Aug 19 14:35:40.196070 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-63e24297-2777-468f-8ce4-93069211581f req-d18fbe99-92b7-4d59-a75c-f0aa7dee9259 tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] 10.222.0.69 "GET /v2.0/security-groups?id=151f733a-cfbc-4391-b6ec-dbaa91a1a96d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255975 Aug 19 14:35:40.230958 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0819b43b-7646-4346-a02a-2efe9e5bfbda req-4fa75945-d620-4498-8043-dc916951e27f tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:40.244239 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['552a9927-5f5c-4b3d-aa3f-146b0162402e'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:35:40.270241 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa75945-d620-4498-8043-dc916951e27f tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] Pushing event deleted for resources: {'Port': ['ID=552a9927-5f5c-4b3d-aa3f-146b0162402e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:40.281790 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-084ba723-15df-4e50-b3d7-68e2d6ceeaf5 req-19720bd2-6022-4b43-ac38-ba76d8762db9 service neutron] 10.222.0.69 "GET /v2.0/networks/6e6d7ced-670a-4172-99e0-b6cfaa52bcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833169 Aug 19 14:35:40.333440 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-57a2c6ef-8fa9-4b18-8648-093666fd4ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:40.337894 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-57a2c6ef-8fa9-4b18-8648-093666fd4ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:40.369351 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-75562179-6c21-4ca2-8f84-0d2bd62bce86 req-83106563-e27b-4b3b-9da3-282000ea8128 tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] Deleting port 6b9037cc-c46f-4774-a752-11f96cbe38c5 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:35:40.369702 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-75562179-6c21-4ca2-8f84-0d2bd62bce86 req-83106563-e27b-4b3b-9da3-282000ea8128 tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:40.389377 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-0819b43b-7646-4346-a02a-2efe9e5bfbda req-4fa75945-d620-4498-8043-dc916951e27f tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] No DVR routers for this DVR port 552a9927-5f5c-4b3d-aa3f-146b0162402e on host n-h1-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:35:40.409164 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0819b43b-7646-4346-a02a-2efe9e5bfbda req-4fa75945-d620-4498-8043-dc916951e27f tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:40.411313 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0819b43b-7646-4346-a02a-2efe9e5bfbda req-4fa75945-d620-4498-8043-dc916951e27f tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] 10.222.0.68 "DELETE /v2.0/ports/552a9927-5f5c-4b3d-aa3f-146b0162402e HTTP/1.1" status: 204 len: 173 time: 0.8781474 Aug 19 14:35:40.411772 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f3621b-9d80-4ee3-b0b8-5c45feba139f', 'name': 'network-vif-deleted', 'tag': '552a9927-5f5c-4b3d-aa3f-146b0162402e'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:35:40.414068 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9329a595-fdb7-4588-85d6-928f454d6895" -d '{"events": [{"server_uuid": "63f3621b-9d80-4ee3-b0b8-5c45feba139f", "name": "network-vif-deleted", "tag": "552a9927-5f5c-4b3d-aa3f-146b0162402e"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:35:40.428385 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-57a2c6ef-8fa9-4b18-8648-093666fd4ce1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e997e1c7fbe740208089fced7e4d1f8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4283321 Aug 19 14:35:40.432509 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34450) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:40.437167 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a2c6ef-8fa9-4b18-8648-093666fd4ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a0ef2a-b41b-493e-9aa1-b4c0d771c2f7,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:40.489387 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d01847-14bc-40b0-90da-b0c2e96cec7b req-86658267-ef88-416a-ae50-394848dad408 tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:40.498661 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-26d01847-14bc-40b0-90da-b0c2e96cec7b req-86658267-ef88-416a-ae50-394848dad408 tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] 10.222.0.69 "GET /v2.0/ports?device_id=a4aa0f53-2d53-4729-b6b8-ac74723437f0 HTTP/1.1" status: 200 len: 946 time: 0.1461420 Aug 19 14:35:40.534803 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-084ba723-15df-4e50-b3d7-68e2d6ceeaf5 req-ecc920f0-3af6-4ac3-8f27-b3d14b8a7e6e service neutron] 10.222.0.69 "GET /v2.0/networks/6e6d7ced-670a-4172-99e0-b6cfaa52bcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520010 Aug 19 14:35:40.555061 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-26d01847-14bc-40b0-90da-b0c2e96cec7b req-bc6785e5-3ee6-4944-9ba1-c4e75c8e1a5e tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] 10.222.0.69 "GET /v2.0/security-groups?id=5113fbd2-f480-4813-ae9f-8dc6034e7141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556123 Aug 19 14:35:40.694144 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2308063-bc88-4e92-b421-35043cf48360 x-openstack-request-id: req-f2308063-bc88-4e92-b421-35043cf48360 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:35:40.694692 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f3621b-9d80-4ee3-b0b8-5c45feba139f", "name": "network-vif-deleted", "tag": "552a9927-5f5c-4b3d-aa3f-146b0162402e", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:35:40.695117 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f2308063-bc88-4e92-b421-35043cf48360 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:35:40.695684 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f3621b-9d80-4ee3-b0b8-5c45feba139f', 'name': 'network-vif-deleted', 'tag': '552a9927-5f5c-4b3d-aa3f-146b0162402e', 'status': 'completed', 'code': 200} Aug 19 14:35:40.778372 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6958a59-e8a9-4157-a9b6-6f964d7ee97b req-cd45c0c7-7e82-4b44-922e-ef5e96e3be32 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:40.780563 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e6958a59-e8a9-4157-a9b6-6f964d7ee97b req-cd45c0c7-7e82-4b44-922e-ef5e96e3be32 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=526148ce-3526-40ac-8dbb-b60693c88d9c HTTP/1.1" status: 200 len: 948 time: 0.0761886 Aug 19 14:35:40.788651 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d75efd39-89ac-4eda-8464-6da5d0deba7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:40.792581 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-75562179-6c21-4ca2-8f84-0d2bd62bce86 req-83106563-e27b-4b3b-9da3-282000ea8128 tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] For port 6b9037cc-c46f-4774-a752-11f96cbe38c5, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=6b9037cc-c46f-4774-a752-11f96cbe38c5,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:35:40.792581 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-75562179-6c21-4ca2-8f84-0d2bd62bce86 req-83106563-e27b-4b3b-9da3-282000ea8128 tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:40.811618 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-75562179-6c21-4ca2-8f84-0d2bd62bce86 req-83106563-e27b-4b3b-9da3-282000ea8128 tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] Calling delete_port for 6b9037cc-c46f-4774-a752-11f96cbe38c5 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:35:40.823226 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device d06613a0-9966-412e-a040-1baeecf75cee details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:35:40.828948 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d75efd39-89ac-4eda-8464-6da5d0deba7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:40.866124 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4c355-df99-441b-a6da-f4f4aba65983 req-c23a7096-47ec-4608-b46d-dcb9d8c0fc59 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:40.867652 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b1c4c355-df99-441b-a6da-f4f4aba65983 req-c23a7096-47ec-4608-b46d-dcb9d8c0fc59 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=76619173-9bbf-41e1-92e7-d1e997be5d43 HTTP/1.1" status: 200 len: 943 time: 0.0864811 Aug 19 14:35:40.881960 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e6958a59-e8a9-4157-a9b6-6f964d7ee97b req-d762171b-44d6-4f6a-92ad-418a74202220 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853908 Aug 19 14:35:40.943830 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b1c4c355-df99-441b-a6da-f4f4aba65983 req-caabb333-06db-4947-a849-0d860eee8e4c tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605197 Aug 19 14:35:41.007084 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port d06613a0-9966-412e-a040-1baeecf75cee, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=d06613a0-9966-412e-a040-1baeecf75cee,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:35:41.020766 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d75efd39-89ac-4eda-8464-6da5d0deba7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:41.022918 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': 'd06613a0-9966-412e-a040-1baeecf75cee', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'port_id': 'd06613a0-9966-412e-a040-1baeecf75cee', 'mac_address': 'fa:16:3e:71:a1:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:35:41.036115 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d75efd39-89ac-4eda-8464-6da5d0deba7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:41.037897 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d75efd39-89ac-4eda-8464-6da5d0deba7a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/17a0ef2a-b41b-493e-9aa1-b4c0d771c2f7 HTTP/1.1" status: 204 len: 168 time: 0.6017308 Aug 19 14:35:41.057765 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75efd39-89ac-4eda-8464-6da5d0deba7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a0ef2a-b41b-493e-9aa1-b4c0d771c2f7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:41.063160 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-75562179-6c21-4ca2-8f84-0d2bd62bce86 req-83106563-e27b-4b3b-9da3-282000ea8128 tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:41.074767 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-adb0d15f-6cd3-46e9-bdde-d57d0911002c req-775925e1-2450-4687-a411-fba33180cb47 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=03cb2d97-9231-4496-a8c2-4f187e82b2e3 HTTP/1.1" status: 200 len: 210 time: 0.0575950 Aug 19 14:35:41.097130 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['6b9037cc-c46f-4774-a752-11f96cbe38c5'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:35:41.127576 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83106563-e27b-4b3b-9da3-282000ea8128 tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] Pushing event deleted for resources: {'Port': ['ID=6b9037cc-c46f-4774-a752-11f96cbe38c5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:41.142876 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8d441551-7da3-4dc4-8d36-83fbf6e5825e req-544028fd-f433-4fbc-be99-da0b2a154ef7 tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] 10.222.0.69 "GET /v2.0/ports?device_id=717b2283-c52c-4d2c-8550-fedb6d63db57 HTTP/1.1" status: 200 len: 210 time: 0.0632222 Aug 19 14:35:41.144848 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:41.180519 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d06613a0-9966-412e-a040-1baeecf75cee {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:35:41.218302 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-75562179-6c21-4ca2-8f84-0d2bd62bce86 req-83106563-e27b-4b3b-9da3-282000ea8128 tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] No DVR routers for this DVR port 6b9037cc-c46f-4774-a752-11f96cbe38c5 on host n-h2-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:35:41.220817 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-75562179-6c21-4ca2-8f84-0d2bd62bce86 req-83106563-e27b-4b3b-9da3-282000ea8128 tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:41.223139 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-75562179-6c21-4ca2-8f84-0d2bd62bce86 req-83106563-e27b-4b3b-9da3-282000ea8128 tempest-ServerDiagnosticsNegativeTest-1430669931 tempest-ServerDiagnosticsNegativeTest-1430669931-project] 10.222.0.88 "DELETE /v2.0/ports/6b9037cc-c46f-4774-a752-11f96cbe38c5 HTTP/1.1" status: 204 len: 173 time: 1.0343735 Aug 19 14:35:41.223600 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717b2283-c52c-4d2c-8550-fedb6d63db57', 'name': 'network-vif-deleted', 'tag': '6b9037cc-c46f-4774-a752-11f96cbe38c5'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:35:41.226122 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd04f03-6421-4507-a15b-02f68b4119eb" -d '{"events": [{"server_uuid": "717b2283-c52c-4d2c-8550-fedb6d63db57", "name": "network-vif-deleted", "tag": "6b9037cc-c46f-4774-a752-11f96cbe38c5"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:35:41.241333 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port d06613a0-9966-412e-a040-1baeecf75cee, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=d06613a0-9966-412e-a040-1baeecf75cee,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:35:41.266783 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:41.360124 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93607091-04eb-401e-89a8-86cf501f5092 x-openstack-request-id: req-93607091-04eb-401e-89a8-86cf501f5092 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:35:41.360359 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717b2283-c52c-4d2c-8550-fedb6d63db57", "name": "network-vif-deleted", "tag": "6b9037cc-c46f-4774-a752-11f96cbe38c5", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:35:41.360638 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-93607091-04eb-401e-89a8-86cf501f5092 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:35:41.361037 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717b2283-c52c-4d2c-8550-fedb6d63db57', 'name': 'network-vif-deleted', 'tag': '6b9037cc-c46f-4774-a752-11f96cbe38c5', 'status': 'completed', 'code': 200} Aug 19 14:35:41.425071 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-99558697-0ef0-4d63-9776-cbf98561c259 req-4fefe780-0da7-42c7-95a2-8dd43b812c01 tempest-TenantUsagesTestJSON-256525980 tempest-TenantUsagesTestJSON-256525980-project] 10.222.0.69 "GET /v2.0/ports?device_id=63f3621b-9d80-4ee3-b0b8-5c45feba139f HTTP/1.1" status: 200 len: 210 time: 0.0642684 Aug 19 14:35:41.454537 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=d06613a0-9966-412e-a040-1baeecf75cee,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:41.539128 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['d06613a0-9966-412e-a040-1baeecf75cee'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:35:41.604625 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-49321863-ae8c-440b-a7e6-ca3a214d3255 service neutron] 10.222.0.68 "GET /v2.0/ports/f525121f-3021-4ce9-ae39-0d5cbdda9809/bindings/n-h2-766043-2 HTTP/1.1" status: 200 len: 384 time: 0.1310987 Aug 19 14:35:41.631265 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254a6ae-d952-4aed-8f0c-9f9b3a86230c req-35c73aed-594a-46b5-9104-cc1b43cc632a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:41.632864 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a254a6ae-d952-4aed-8f0c-9f9b3a86230c req-35c73aed-594a-46b5-9104-cc1b43cc632a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9545381e553343758ad9232091f4cdd3&device_id=a4aa0f53-2d53-4729-b6b8-ac74723437f0 HTTP/1.1" status: 200 len: 1097 time: 0.0787780 Aug 19 14:35:41.666286 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0311fe9b-7e39-4522-9d13-0dac4ef7cf2e req-85c99554-5b3b-44a0-90ad-a2d40f319166 tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:41.676877 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0311fe9b-7e39-4522-9d13-0dac4ef7cf2e req-85c99554-5b3b-44a0-90ad-a2d40f319166 tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] 10.222.0.69 "GET /v2.0/ports?device_id=a4aa0f53-2d53-4729-b6b8-ac74723437f0 HTTP/1.1" status: 200 len: 946 time: 0.1463957 Aug 19 14:35:41.784754 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0311fe9b-7e39-4522-9d13-0dac4ef7cf2e req-4a4f2ff9-7f32-4d75-b169-9cdaa1efbd3d tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] 10.222.0.69 "GET /v2.0/security-groups?id=5113fbd2-f480-4813-ae9f-8dc6034e7141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933022 Aug 19 14:35:41.806102 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254a6ae-d952-4aed-8f0c-9f9b3a86230c req-3d766be9-7cc8-4f99-9ddb-48a5003f4b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:41.807904 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a254a6ae-d952-4aed-8f0c-9f9b3a86230c req-3d766be9-7cc8-4f99-9ddb-48a5003f4b45 service neutron] 10.222.0.68 "GET /v2.0/networks?id=1b6818ad-07de-4c74-9ddc-9cb32be18df3 HTTP/1.1" status: 200 len: 914 time: 0.1492198 Aug 19 14:35:41.857147 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a254a6ae-d952-4aed-8f0c-9f9b3a86230c req-1090341a-1dd9-4808-a89a-67c0a229db09 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a11e550a-620d-4518-a649-3826f6a2cc70 HTTP/1.1" status: 200 len: 217 time: 0.0360112 Aug 19 14:35:41.895145 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-fd3b7f9d-da61-42b0-adf0-4ac6605f56d1 service neutron] For port f525121f-3021-4ce9-ae39-0d5cbdda9809, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=f525121f-3021-4ce9-ae39-0d5cbdda9809,segment=NetworkSegment(911020b2-3bb4-4db0-af7a-51b07cbea653),segment_id=911020b2-3bb4-4db0-af7a-51b07cbea653)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:35:41.922106 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254a6ae-d952-4aed-8f0c-9f9b3a86230c req-809262af-7ef2-43d6-83b5-12a00e1ea1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:41.924781 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a254a6ae-d952-4aed-8f0c-9f9b3a86230c req-809262af-7ef2-43d6-83b5-12a00e1ea1a0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f9297688-1775-45ce-969a-d6f0ce32bfbf HTTP/1.1" status: 200 len: 853 time: 0.0612261 Aug 19 14:35:41.937990 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-fd3b7f9d-da61-42b0-adf0-4ac6605f56d1 service neutron] For port f525121f-3021-4ce9-ae39-0d5cbdda9809, host n-h1-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:35:41.967314 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a254a6ae-d952-4aed-8f0c-9f9b3a86230c req-a8c991f6-ab5e-4a9f-9386-db3610a07a75 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1b6818ad-07de-4c74-9ddc-9cb32be18df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301850 Aug 19 14:35:42.028894 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-fd3b7f9d-da61-42b0-adf0-4ac6605f56d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f525121f-3021-4ce9-ae39-0d5cbdda9809 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:35:42.042171 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-fd3b7f9d-da61-42b0-adf0-4ac6605f56d1 service neutron] For port f525121f-3021-4ce9-ae39-0d5cbdda9809, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=f525121f-3021-4ce9-ae39-0d5cbdda9809,segment=NetworkSegment(911020b2-3bb4-4db0-af7a-51b07cbea653),segment_id=911020b2-3bb4-4db0-af7a-51b07cbea653)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:35:42.072727 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-fd3b7f9d-da61-42b0-adf0-4ac6605f56d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:42.084793 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a254a6ae-d952-4aed-8f0c-9f9b3a86230c req-ed398920-7d0d-4fa7-b8bb-737a015c7ae9 service neutron] 10.222.0.68 "GET /v2.0/networks/1b6818ad-07de-4c74-9ddc-9cb32be18df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090646 Aug 19 14:35:42.255426 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a254a6ae-d952-4aed-8f0c-9f9b3a86230c req-7769f3bb-d04f-4d3e-a586-34f0f92c40db service neutron] 10.222.0.68 "GET /v2.0/networks/1b6818ad-07de-4c74-9ddc-9cb32be18df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564925 Aug 19 14:35:42.320310 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b39d27-8872-493c-a7bb-418401e70305 req-952711a8-00e9-406a-9800-ec1e383c130b tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:42.321819 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-76b39d27-8872-493c-a7bb-418401e70305 req-952711a8-00e9-406a-9800-ec1e383c130b tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=526148ce-3526-40ac-8dbb-b60693c88d9c HTTP/1.1" status: 200 len: 949 time: 0.3475227 Aug 19 14:35:42.323095 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ba723-15df-4e50-b3d7-68e2d6ceeaf5 req-1ddba9f3-2d1c-463d-82f4-671cb2e53884 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:42.325109 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-084ba723-15df-4e50-b3d7-68e2d6ceeaf5 req-1ddba9f3-2d1c-463d-82f4-671cb2e53884 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.68 "GET /v2.0/networks?id=6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 HTTP/1.1" status: 200 len: 807 time: 0.1247964 Aug 19 14:35:42.343073 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-084ba723-15df-4e50-b3d7-68e2d6ceeaf5 req-8042728a-168d-49fe-b043-9a519c4003d5 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Request body: {'port': {'device_id': '03cb2d97-9231-4496-a8c2-4f187e82b2e3', 'network_id': '6e6d7ced-670a-4172-99e0-b6cfaa52bcf3', 'admin_state_up': True, 'tenant_id': '309b8293893e4b68ba54397ad041e8b9'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:35:42.359557 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a25702-bb0e-48a0-82d8-64aa4fbebc1e req-51e99717-93b8-42db-a557-ca2e156a6b10 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:42.366803 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a9a25702-bb0e-48a0-82d8-64aa4fbebc1e req-51e99717-93b8-42db-a557-ca2e156a6b10 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=76619173-9bbf-41e1-92e7-d1e997be5d43 HTTP/1.1" status: 200 len: 943 time: 0.3112786 Aug 19 14:35:42.437811 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-76b39d27-8872-493c-a7bb-418401e70305 req-7ff5cfab-dc00-4463-918e-f3f3309743fb tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065381 Aug 19 14:35:42.456059 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a9a25702-bb0e-48a0-82d8-64aa4fbebc1e req-8fb7f8c5-52cd-4960-a0a0-e481ed60d7bb tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883191 Aug 19 14:35:42.457289 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-fd3b7f9d-da61-42b0-adf0-4ac6605f56d1 service neutron] Transition to ACTIVE for port object f525121f-3021-4ce9-ae39-0d5cbdda9809 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:35:42.473032 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-fd3b7f9d-da61-42b0-adf0-4ac6605f56d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:42.496785 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-084ba723-15df-4e50-b3d7-68e2d6ceeaf5 req-8042728a-168d-49fe-b043-9a519c4003d5 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Made reservation on behalf of 309b8293893e4b68ba54397ad041e8b9 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:35:42.501385 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-084ba723-15df-4e50-b3d7-68e2d6ceeaf5 req-8042728a-168d-49fe-b043-9a519c4003d5 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:42.551332 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-fd3b7f9d-da61-42b0-adf0-4ac6605f56d1 service neutron] No DVR routers for this DVR port f525121f-3021-4ce9-ae39-0d5cbdda9809 on host n-h1-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:35:42.579737 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-aafd23da-d6e6-457c-b0bf-69c1cce932cf req-b918e134-90a8-4e88-bd49-c53fecba66ac tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=03cb2d97-9231-4496-a8c2-4f187e82b2e3 HTTP/1.1" status: 200 len: 210 time: 0.0543509 Aug 19 14:35:42.588166 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3b7f9d-da61-42b0-adf0-4ac6605f56d1 service neutron] Pushing event updated for resources: {'Port': ['ID=f525121f-3021-4ce9-ae39-0d5cbdda9809,revision_number=10']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:42.620521 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-fd3b7f9d-da61-42b0-adf0-4ac6605f56d1 service neutron] 10.222.0.68 "PUT /v2.0/ports/f525121f-3021-4ce9-ae39-0d5cbdda9809/bindings/n-h2-766043-2/activate HTTP/1.1" status: 200 len: 369 time: 1.0075998 Aug 19 14:35:42.693962 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-084ba723-15df-4e50-b3d7-68e2d6ceeaf5 req-8042728a-168d-49fe-b043-9a519c4003d5 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Allocated IP 172.20.0.4 (6e6d7ced-670a-4172-99e0-b6cfaa52bcf3/e6c98e66-0094-4a00-ab2a-dbcb4602f2eb/12a00bc4-fd0a-42fa-af53-b73354cd2997) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:35:42.771242 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-2b43da3e-6483-4d34-914a-d8e689724c4f tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:42.773001 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-2b43da3e-6483-4d34-914a-d8e689724c4f tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=76619173-9bbf-41e1-92e7-d1e997be5d43&tenant_id=b2e5fa7db1364ccea50861254cd97ec3&binding%3Ahost_id=n-h1-766043-2 HTTP/1.1" status: 200 len: 1095 time: 0.0937927 Aug 19 14:35:42.840746 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device d06613a0-9966-412e-a040-1baeecf75cee up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:35:42.873722 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-acdab025-ce2b-4971-8a14-64dd27ac7d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:42.875409 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-acdab025-ce2b-4971-8a14-64dd27ac7d42 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=76619173-9bbf-41e1-92e7-d1e997be5d43&tenant_id=b2e5fa7db1364ccea50861254cd97ec3 HTTP/1.1" status: 200 len: 1095 time: 0.0827029 Aug 19 14:35:42.910803 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port d06613a0-9966-412e-a040-1baeecf75cee completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:35:42.915517 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port d06613a0-9966-412e-a040-1baeecf75cee triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:35:42.915985 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:42.973998 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1a00f-43fb-492b-8a6f-5d3f0729cfc0 req-8d232550-be88-4498-9b77-19c904a3fc99 tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:42.985392 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8da1a00f-43fb-492b-8a6f-5d3f0729cfc0 req-8d232550-be88-4498-9b77-19c904a3fc99 tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] 10.222.0.69 "GET /v2.0/ports?device_id=a4aa0f53-2d53-4729-b6b8-ac74723437f0 HTTP/1.1" status: 200 len: 946 time: 0.1082413 Aug 19 14:35:42.998497 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-b7ce6e2e-9cb5-4ce1-b894-4762617fd88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:43.000011 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-b7ce6e2e-9cb5-4ce1-b894-4762617fd88d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b2e5fa7db1364ccea50861254cd97ec3&device_id=76619173-9bbf-41e1-92e7-d1e997be5d43 HTTP/1.1" status: 200 len: 1095 time: 0.0693893 Aug 19 14:35:43.025898 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:43.051040 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8da1a00f-43fb-492b-8a6f-5d3f0729cfc0 req-b57c4760-b4b3-4ffc-a1eb-5983aa4f4250 tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] 10.222.0.69 "GET /v2.0/security-groups?id=5113fbd2-f480-4813-ae9f-8dc6034e7141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595994 Aug 19 14:35:43.062082 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '526148ce-3526-40ac-8dbb-b60693c88d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd06613a0-9966-412e-a040-1baeecf75cee'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:35:43.069046 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a1a0ee-924a-4be1-94e5-c819cde7cfab" -d '{"events": [{"server_uuid": "526148ce-3526-40ac-8dbb-b60693c88d9c", "name": "network-vif-plugged", "status": "completed", "tag": "d06613a0-9966-412e-a040-1baeecf75cee"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:35:43.098144 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port d06613a0-9966-412e-a040-1baeecf75cee, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=d06613a0-9966-412e-a040-1baeecf75cee,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:35:43.104049 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:43.105728 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 6b9037cc-c46f-4774-a752-11f96cbe38c5 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:35:43.120247 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-382b52f6-2387-498d-835e-f154b77776f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:43.122037 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-382b52f6-2387-498d-835e-f154b77776f4 service neutron] 10.222.0.88 "GET /v2.0/networks?id=1bc22803-e21f-489d-a441-493f1928ab13 HTTP/1.1" status: 200 len: 922 time: 0.1001489 Aug 19 14:35:43.136086 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-084ba723-15df-4e50-b3d7-68e2d6ceeaf5 req-8042728a-168d-49fe-b043-9a519c4003d5 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:43.136268 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 34538) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:43.155723 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be36978b-f30b-40ed-a6ec-3b74161e0e9d x-openstack-request-id: req-be36978b-f30b-40ed-a6ec-3b74161e0e9d {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:35:43.156069 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "526148ce-3526-40ac-8dbb-b60693c88d9c", "name": "network-vif-plugged", "status": "completed", "tag": "d06613a0-9966-412e-a040-1baeecf75cee", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:35:43.156309 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-be36978b-f30b-40ed-a6ec-3b74161e0e9d {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:35:43.156732 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '526148ce-3526-40ac-8dbb-b60693c88d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd06613a0-9966-412e-a040-1baeecf75cee', 'code': 200} Aug 19 14:35:43.194464 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: 6b9037cc-c46f-4774-a752-11f96cbe38c5 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:35:43.200126 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 34544) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:43.202386 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 6b9037cc-c46f-4774-a752-11f96cbe38c5 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:35:43.229465 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=d06613a0-9966-412e-a040-1baeecf75cee,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:43.277545 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-f9958f49-6b59-4a67-a36a-fdb90fd70b15 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f525121f-3021-4ce9-ae39-0d5cbdda9809 HTTP/1.1" status: 200 len: 217 time: 0.1380343 Aug 19 14:35:43.289050 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235eaab-d753-4fb7-8c62-e96729a82ab5 req-428ed41e-7213-44fc-b276-b1f402a2215a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:43.295528 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6235eaab-d753-4fb7-8c62-e96729a82ab5 req-428ed41e-7213-44fc-b276-b1f402a2215a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=526148ce-3526-40ac-8dbb-b60693c88d9c HTTP/1.1" status: 200 len: 1101 time: 0.0844603 Aug 19 14:35:43.354785 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6235eaab-d753-4fb7-8c62-e96729a82ab5 req-bcd655b0-ab55-481b-ac56-0dbc182d34ce service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495021 Aug 19 14:35:43.365951 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-084ba723-15df-4e50-b3d7-68e2d6ceeaf5 req-8042728a-168d-49fe-b043-9a519c4003d5 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:43.381899 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ddf79676-95b4-476b-a6c6-2baf49037cc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:43.408136 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-27651ef0-fa88-4153-b5f2-06d531c43591 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5dfad22809dc49339a70f10be9984e7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2707918 Aug 19 14:35:43.411046 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 34552) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:43.439162 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-084ba723-15df-4e50-b3d7-68e2d6ceeaf5 req-8042728a-168d-49fe-b043-9a519c4003d5 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Network 6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:35:43.444780 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-084ba723-15df-4e50-b3d7-68e2d6ceeaf5 req-8042728a-168d-49fe-b043-9a519c4003d5 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:35:43.452970 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-6e01ab81-cb41-4286-8232-563f0507df26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:43.454559 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-6e01ab81-cb41-4286-8232-563f0507df26 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0f5154a7-363a-4827-ab5d-78b924f5e137 HTTP/1.1" status: 200 len: 861 time: 0.1632740 Aug 19 14:35:43.455086 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-084ba723-15df-4e50-b3d7-68e2d6ceeaf5 req-8042728a-168d-49fe-b043-9a519c4003d5 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:35:43.506738 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ba723-15df-4e50-b3d7-68e2d6ceeaf5 req-8042728a-168d-49fe-b043-9a519c4003d5 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:43.507370 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-084ba723-15df-4e50-b3d7-68e2d6ceeaf5 req-8042728a-168d-49fe-b043-9a519c4003d5 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:43.511686 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8042728a-168d-49fe-b043-9a519c4003d5 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Pushing event updated for resources: {'Port': ['ID=12a00bc4-fd0a-42fa-af53-b73354cd2997,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:43.528240 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34558) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:43.552535 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d01f80-0f18-4074-a57e-49669cb9f054 req-803924fe-c13e-471e-be0c-6fdcb1e83971 tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:43.554002 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-71d01f80-0f18-4074-a57e-49669cb9f054 req-803924fe-c13e-471e-be0c-6fdcb1e83971 tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] 10.222.0.69 "GET /v2.0/ports?device_id=a4aa0f53-2d53-4729-b6b8-ac74723437f0 HTTP/1.1" status: 200 len: 946 time: 0.1155646 Aug 19 14:35:43.554620 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b045da93-326f-4346-8291-72682743b0b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:43.599128 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-f96de649-d175-4a33-a44a-e38e2673ccc6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1bc22803-e21f-489d-a441-493f1928ab13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333648 Aug 19 14:35:43.623836 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b045da93-326f-4346-8291-72682743b0b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:43.679686 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef05cdd-6dc4-4bda-881c-e0a640a6f07b req-e4250942-1be2-4b6d-ab89-97f126d75272 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:43.681195 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0ef05cdd-6dc4-4bda-881c-e0a640a6f07b req-e4250942-1be2-4b6d-ab89-97f126d75272 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=526148ce-3526-40ac-8dbb-b60693c88d9c HTTP/1.1" status: 200 len: 950 time: 0.1485081 Aug 19 14:35:43.707135 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-71d01f80-0f18-4074-a57e-49669cb9f054 req-065c3a43-3e80-43e9-b606-0927eadf165f tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] 10.222.0.69 "GET /v2.0/security-groups?id=5113fbd2-f480-4813-ae9f-8dc6034e7141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346505 Aug 19 14:35:43.725391 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-227faa8f-08d1-4989-bebe-4078e31dc03d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6eb889553ed546fdbf8a2a0b7d08cdab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1956065 Aug 19 14:35:43.726019 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34564) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:43.733265 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ddf79676-95b4-476b-a6c6-2baf49037cc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:43.738909 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-03741857-d00a-405d-8a80-fd4714eef338 service neutron] 10.222.0.88 "GET /v2.0/networks/1bc22803-e21f-489d-a441-493f1928ab13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312170 Aug 19 14:35:43.754392 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ddf79676-95b4-476b-a6c6-2baf49037cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:43.761901 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0ef05cdd-6dc4-4bda-881c-e0a640a6f07b req-65a0110f-52fa-4185-bd99-846ff43275ad tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727170 Aug 19 14:35:43.768255 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b045da93-326f-4346-8291-72682743b0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:43.771849 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b045da93-326f-4346-8291-72682743b0b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:43.774563 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-b045da93-326f-4346-8291-72682743b0b3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fadaa275-bc14-4dc9-b44e-4f2acf42dc95 HTTP/1.1" status: 204 len: 168 time: 0.3623614 Aug 19 14:35:43.808779 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ddf79676-95b4-476b-a6c6-2baf49037cc5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=96a9ab52e0c44a839abda772a733ef13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6068764 Aug 19 14:35:43.810744 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 34568) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:43.811361 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf79676-95b4-476b-a6c6-2baf49037cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e3666e-ada2-47ea-8859-fab2ceed244f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:43.860847 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b045da93-326f-4346-8291-72682743b0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadaa275-bc14-4dc9-b44e-4f2acf42dc95,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:43.865599 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-3be5b4d3-97f6-4352-91cb-26cd9cd53580 service neutron] 10.222.0.88 "GET /v2.0/networks/1bc22803-e21f-489d-a441-493f1928ab13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094766 Aug 19 14:35:43.880255 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-084ba723-15df-4e50-b3d7-68e2d6ceeaf5 req-8042728a-168d-49fe-b043-9a519c4003d5 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5416572 Aug 19 14:35:43.902238 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5982083e-013c-4954-9af0-2aa40b7355bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:43.911813 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-084ba723-15df-4e50-b3d7-68e2d6ceeaf5 req-a22b93b0-031b-4842-966c-e1fca549871e service neutron] Request body: {'port': {'device_id': '03cb2d97-9231-4496-a8c2-4f187e82b2e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:35:43.923346 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3ae9a76e-ebb8-4841-8c75-188b10df4419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:43.961342 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5982083e-013c-4954-9af0-2aa40b7355bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:43.961504 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccec3b5-9182-41e4-879d-33450d008c58 req-8a69a4a8-d835-4ee6-b6ba-971c16e061c3 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:43.962863 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0ccec3b5-9182-41e4-879d-33450d008c58 req-8a69a4a8-d835-4ee6-b6ba-971c16e061c3 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=76619173-9bbf-41e1-92e7-d1e997be5d43 HTTP/1.1" status: 200 len: 944 time: 0.1530554 Aug 19 14:35:43.976899 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3ae9a76e-ebb8-4841-8c75-188b10df4419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:44.003395 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-084ba723-15df-4e50-b3d7-68e2d6ceeaf5 req-a22b93b0-031b-4842-966c-e1fca549871e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:44.035409 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a4bcd-1443-4a76-9d56-2c607b2459d7 req-dc7a1dc9-8607-4735-9423-fe34172b9f80 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:44.036977 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-668a4bcd-1443-4a76-9d56-2c607b2459d7 req-dc7a1dc9-8607-4735-9423-fe34172b9f80 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=03cb2d97-9231-4496-a8c2-4f187e82b2e3 HTTP/1.1" status: 200 len: 931 time: 0.1317449 Aug 19 14:35:44.063346 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0ccec3b5-9182-41e4-879d-33450d008c58 req-dda728fa-d632-456e-a8f6-6cb33d1857d4 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898438 Aug 19 14:35:44.096102 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-668a4bcd-1443-4a76-9d56-2c607b2459d7 req-1f6c604e-2f2d-4ae5-a731-a4b0d6c671ad tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468500 Aug 19 14:35:44.108892 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3ae9a76e-ebb8-4841-8c75-188b10df4419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:44.112283 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3ae9a76e-ebb8-4841-8c75-188b10df4419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:44.113510 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-3ae9a76e-ebb8-4841-8c75-188b10df4419 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/81e3666e-ada2-47ea-8859-fab2ceed244f HTTP/1.1" status: 204 len: 168 time: 0.2993910 Aug 19 14:35:44.135342 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae9a76e-ebb8-4841-8c75-188b10df4419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e3666e-ada2-47ea-8859-fab2ceed244f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:44.150935 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device f525121f-3021-4ce9-ae39-0d5cbdda9809 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:35:44.165109 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5982083e-013c-4954-9af0-2aa40b7355bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:44.168663 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5982083e-013c-4954-9af0-2aa40b7355bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:44.172702 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5982083e-013c-4954-9af0-2aa40b7355bd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/151f733a-cfbc-4391-b6ec-dbaa91a1a96d HTTP/1.1" status: 204 len: 168 time: 0.4416635 Aug 19 14:35:44.189816 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5982083e-013c-4954-9af0-2aa40b7355bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151f733a-cfbc-4391-b6ec-dbaa91a1a96d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:44.244606 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device f525121f-3021-4ce9-ae39-0d5cbdda9809 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:35:44.245513 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 34578) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:44.253120 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 552a9927-5f5c-4b3d-aa3f-146b0162402e no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:35:44.261777 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d500993-899c-4bd6-9524-3e79c8c43916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:44.298137 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: 552a9927-5f5c-4b3d-aa3f-146b0162402e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:35:44.298882 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 552a9927-5f5c-4b3d-aa3f-146b0162402e not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:35:44.330430 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-15d03513-84c4-4e38-a4df-cae927aeceec tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:44.332782 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-15d03513-84c4-4e38-a4df-cae927aeceec tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=76619173-9bbf-41e1-92e7-d1e997be5d43&tenant_id=b2e5fa7db1364ccea50861254cd97ec3&binding%3Ahost_id=n-h2-766043-2 HTTP/1.1" status: 200 len: 1095 time: 0.0843027 Aug 19 14:35:44.407139 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d500993-899c-4bd6-9524-3e79c8c43916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:44.413256 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d500993-899c-4bd6-9524-3e79c8c43916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:44.462622 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d500993-899c-4bd6-9524-3e79c8c43916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=106da448-6832-4950-9b2d-0e1a41544077,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:44.467862 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-3d500993-899c-4bd6-9524-3e79c8c43916 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=863a6ee5ae5b4649b5af1c213de7e115&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2212358 Aug 19 14:35:44.470914 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 34584) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:44.492698 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-084ba723-15df-4e50-b3d7-68e2d6ceeaf5 req-a22b93b0-031b-4842-966c-e1fca549871e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12a00bc4-fd0a-42fa-af53-b73354cd2997 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:35:44.502853 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-084ba723-15df-4e50-b3d7-68e2d6ceeaf5 req-a22b93b0-031b-4842-966c-e1fca549871e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:44.541737 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a75bf7ca-810e-4d98-be07-76dba3bab715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:44.572801 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a75bf7ca-810e-4d98-be07-76dba3bab715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:44.578311 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-736649c4-6dc8-4dd0-917c-a9c049cf6772 service neutron] For port f525121f-3021-4ce9-ae39-0d5cbdda9809, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:35:44.583248 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-084ba723-15df-4e50-b3d7-68e2d6ceeaf5 req-a22b93b0-031b-4842-966c-e1fca549871e service neutron] Transition to ACTIVE for port object 12a00bc4-fd0a-42fa-af53-b73354cd2997 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:35:44.588164 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-736649c4-6dc8-4dd0-917c-a9c049cf6772 service neutron] Notify callbacks [] for binding, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:44.589807 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b44a823c-fd3e-4545-a98f-d4bb605059fe req-736649c4-6dc8-4dd0-917c-a9c049cf6772 service neutron] 10.222.0.88 "DELETE /v2.0/ports/f525121f-3021-4ce9-ae39-0d5cbdda9809/bindings/n-h1-766043-2 HTTP/1.1" status: 204 len: 173 time: 0.2207155 Aug 19 14:35:44.591667 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-084ba723-15df-4e50-b3d7-68e2d6ceeaf5 req-a22b93b0-031b-4842-966c-e1fca549871e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:44.640207 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a75bf7ca-810e-4d98-be07-76dba3bab715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:44.643355 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a75bf7ca-810e-4d98-be07-76dba3bab715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:44.644765 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a75bf7ca-810e-4d98-be07-76dba3bab715 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/106da448-6832-4950-9b2d-0e1a41544077 HTTP/1.1" status: 204 len: 168 time: 0.1719108 Aug 19 14:35:44.657491 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75bf7ca-810e-4d98-be07-76dba3bab715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106da448-6832-4950-9b2d-0e1a41544077,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:44.711477 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22b93b0-031b-4842-966c-e1fca549871e service neutron] Pushing event updated for resources: {'Port': ['ID=12a00bc4-fd0a-42fa-af53-b73354cd2997,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:44.747768 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-084ba723-15df-4e50-b3d7-68e2d6ceeaf5 req-a22b93b0-031b-4842-966c-e1fca549871e service neutron] Attempting to bind port 12a00bc4-fd0a-42fa-af53-b73354cd2997 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:35:44.748034 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-084ba723-15df-4e50-b3d7-68e2d6ceeaf5 req-a22b93b0-031b-4842-966c-e1fca549871e service neutron] Attempting to bind port 12a00bc4-fd0a-42fa-af53-b73354cd2997 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': 'cdbe220c-711d-4dcd-9811-178ea37b55c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6e6d7ced-670a-4172-99e0-b6cfaa52bcf3'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:35:44.748420 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084ba723-15df-4e50-b3d7-68e2d6ceeaf5 req-a22b93b0-031b-4842-966c-e1fca549871e service neutron] Attempting to bind port 12a00bc4-fd0a-42fa-af53-b73354cd2997 on network 6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:35:44.753772 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084ba723-15df-4e50-b3d7-68e2d6ceeaf5 req-a22b93b0-031b-4842-966c-e1fca549871e service neutron] Port 12a00bc4-fd0a-42fa-af53-b73354cd2997 on network 6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:35:44.754098 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084ba723-15df-4e50-b3d7-68e2d6ceeaf5 req-a22b93b0-031b-4842-966c-e1fca549871e service neutron] Attempting to bind port 12a00bc4-fd0a-42fa-af53-b73354cd2997 on network 6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:35:44.760291 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084ba723-15df-4e50-b3d7-68e2d6ceeaf5 req-a22b93b0-031b-4842-966c-e1fca549871e service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:35:44.760678 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084ba723-15df-4e50-b3d7-68e2d6ceeaf5 req-a22b93b0-031b-4842-966c-e1fca549871e service neutron] Checking segment: {'id': 'cdbe220c-711d-4dcd-9811-178ea37b55c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6e6d7ced-670a-4172-99e0-b6cfaa52bcf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:35:44.761049 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084ba723-15df-4e50-b3d7-68e2d6ceeaf5 req-a22b93b0-031b-4842-966c-e1fca549871e service neutron] Bound using segment: {'id': 'cdbe220c-711d-4dcd-9811-178ea37b55c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6e6d7ced-670a-4172-99e0-b6cfaa52bcf3'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:35:44.761480 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-084ba723-15df-4e50-b3d7-68e2d6ceeaf5 req-a22b93b0-031b-4842-966c-e1fca549871e service neutron] Bound port: 12a00bc4-fd0a-42fa-af53-b73354cd2997, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdbe220c-711d-4dcd-9811-178ea37b55c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6e6d7ced-670a-4172-99e0-b6cfaa52bcf3'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:35:44.761844 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-084ba723-15df-4e50-b3d7-68e2d6ceeaf5 req-a22b93b0-031b-4842-966c-e1fca549871e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:44.831458 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34598) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:44.863231 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6fc7e83d-722e-43d4-bdf3-d08caa2a50bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:44.881018 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-084ba723-15df-4e50-b3d7-68e2d6ceeaf5 req-a22b93b0-031b-4842-966c-e1fca549871e service neutron] For port 12a00bc4-fd0a-42fa-af53-b73354cd2997, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:35:44.884938 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d198e-1313-4b45-8d0d-69f6495442db req-5cf6f735-48c8-4772-8318-11e3fa677aab tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:44.886745 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b99d198e-1313-4b45-8d0d-69f6495442db req-5cf6f735-48c8-4772-8318-11e3fa677aab tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] 10.222.0.69 "GET /v2.0/ports?device_id=a4aa0f53-2d53-4729-b6b8-ac74723437f0 HTTP/1.1" status: 200 len: 946 time: 0.0802360 Aug 19 14:35:44.904222 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-084ba723-15df-4e50-b3d7-68e2d6ceeaf5 req-a22b93b0-031b-4842-966c-e1fca549871e service neutron] For port 12a00bc4-fd0a-42fa-af53-b73354cd2997, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=12a00bc4-fd0a-42fa-af53-b73354cd2997,segment=NetworkSegment(cdbe220c-711d-4dcd-9811-178ea37b55c3),segment_id=cdbe220c-711d-4dcd-9811-178ea37b55c3)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:35:44.913017 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-084ba723-15df-4e50-b3d7-68e2d6ceeaf5 req-a22b93b0-031b-4842-966c-e1fca549871e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:44.956275 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ba723-15df-4e50-b3d7-68e2d6ceeaf5 req-a22b93b0-031b-4842-966c-e1fca549871e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:44.957075 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-084ba723-15df-4e50-b3d7-68e2d6ceeaf5 req-a22b93b0-031b-4842-966c-e1fca549871e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:44.960070 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-084ba723-15df-4e50-b3d7-68e2d6ceeaf5 req-a22b93b0-031b-4842-966c-e1fca549871e service neutron] 10.222.0.68 "PUT /v2.0/ports/12a00bc4-fd0a-42fa-af53-b73354cd2997 HTTP/1.1" status: 200 len: 1091 time: 1.0584443 Aug 19 14:35:44.964108 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03cb2d97-9231-4496-a8c2-4f187e82b2e3', 'tag': '12a00bc4-fd0a-42fa-af53-b73354cd2997'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:35:44.967398 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1cee40b-ffb3-4857-83f2-1eeff36e0fb6" -d '{"events": [{"name": "network-changed", "server_uuid": "03cb2d97-9231-4496-a8c2-4f187e82b2e3", "tag": "12a00bc4-fd0a-42fa-af53-b73354cd2997"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:35:44.970676 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b99d198e-1313-4b45-8d0d-69f6495442db req-34a5e95f-f51b-4257-8242-61f820f2b6b1 tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] 10.222.0.69 "GET /v2.0/security-groups?id=5113fbd2-f480-4813-ae9f-8dc6034e7141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743155 Aug 19 14:35:44.982627 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7de29-060d-4ed6-8d60-cb16851e75f7 req-6bd3a138-0073-4767-a0f8-7c2e96c8032b tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:44.990512 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c3c7de29-060d-4ed6-8d60-cb16851e75f7 req-6bd3a138-0073-4767-a0f8-7c2e96c8032b tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=526148ce-3526-40ac-8dbb-b60693c88d9c HTTP/1.1" status: 200 len: 950 time: 0.1027241 Aug 19 14:35:45.047451 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c3c7de29-060d-4ed6-8d60-cb16851e75f7 req-ed3d244c-1111-46c0-8558-9a754658f745 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502865 Aug 19 14:35:45.079456 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22b93b0-031b-4842-966c-e1fca549871e service neutron] Pushing event updated for resources: {'Port': ['ID=12a00bc4-fd0a-42fa-af53-b73354cd2997,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:45.158766 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dfa320a-bead-4325-9d24-0f29677822dc x-openstack-request-id: req-8dfa320a-bead-4325-9d24-0f29677822dc {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:35:45.159057 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03cb2d97-9231-4496-a8c2-4f187e82b2e3", "tag": "12a00bc4-fd0a-42fa-af53-b73354cd2997", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:35:45.159308 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8dfa320a-bead-4325-9d24-0f29677822dc {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:35:45.159702 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03cb2d97-9231-4496-a8c2-4f187e82b2e3', 'tag': '12a00bc4-fd0a-42fa-af53-b73354cd2997', 'status': 'completed', 'code': 200} Aug 19 14:35:45.201756 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ba723-15df-4e50-b3d7-68e2d6ceeaf5 req-f14bd2db-57e1-4388-b904-507a7ef107bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:45.203390 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-084ba723-15df-4e50-b3d7-68e2d6ceeaf5 req-f14bd2db-57e1-4388-b904-507a7ef107bb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=309b8293893e4b68ba54397ad041e8b9&device_id=03cb2d97-9231-4496-a8c2-4f187e82b2e3 HTTP/1.1" status: 200 len: 1094 time: 0.1630831 Aug 19 14:35:45.213953 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6fc7e83d-722e-43d4-bdf3-d08caa2a50bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:45.266599 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1db74-8157-4c14-b98e-3e11ef2e2724 req-ea6c845f-492b-4cec-94b5-e1c39a407c12 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:45.268353 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-03e1db74-8157-4c14-b98e-3e11ef2e2724 req-ea6c845f-492b-4cec-94b5-e1c39a407c12 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=76619173-9bbf-41e1-92e7-d1e997be5d43 HTTP/1.1" status: 200 len: 944 time: 0.1044483 Aug 19 14:35:45.269192 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6fc7e83d-722e-43d4-bdf3-d08caa2a50bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:45.275545 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-084ba723-15df-4e50-b3d7-68e2d6ceeaf5 req-177f314a-b71f-4c23-a17c-4df3a2914753 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12a00bc4-fd0a-42fa-af53-b73354cd2997 HTTP/1.1" status: 200 len: 217 time: 0.0569706 Aug 19 14:35:45.345589 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6fc7e83d-722e-43d4-bdf3-d08caa2a50bd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=22a2414d68b94c27a6f6fd740ffea9bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5069935 Aug 19 14:35:45.348255 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34626) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:45.365796 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-03e1db74-8157-4c14-b98e-3e11ef2e2724 req-8c79c017-5278-49ed-a7e9-bbf5f89a4473 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895777 Aug 19 14:35:45.368009 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc7e83d-722e-43d4-bdf3-d08caa2a50bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24b74a2-8b47-4ebb-b8ac-ca28bdf3e169,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:45.393800 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ba723-15df-4e50-b3d7-68e2d6ceeaf5 req-e074dbd4-e3c5-495c-9f98-5522db7de367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:45.395262 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-084ba723-15df-4e50-b3d7-68e2d6ceeaf5 req-e074dbd4-e3c5-495c-9f98-5522db7de367 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e6c98e66-0094-4a00-ab2a-dbcb4602f2eb HTTP/1.1" status: 200 len: 847 time: 0.1025288 Aug 19 14:35:45.467626 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-084ba723-15df-4e50-b3d7-68e2d6ceeaf5 req-43ea99cf-beb6-4ac0-9742-bd0769b99b54 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6e6d7ced-670a-4172-99e0-b6cfaa52bcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618258 Aug 19 14:35:45.478121 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c154f741-db85-402d-afdc-e6fa810ca10e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:45.509068 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dcf075-95ff-4d11-901e-505555472bf3 req-a54c05ca-ddd0-479e-b058-91a4b9b144da tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:45.511440 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a2dcf075-95ff-4d11-901e-505555472bf3 req-a54c05ca-ddd0-479e-b058-91a4b9b144da tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] 10.222.0.68 "GET /v2.0/ports?device_id=a4aa0f53-2d53-4729-b6b8-ac74723437f0 HTTP/1.1" status: 200 len: 946 time: 0.1442900 Aug 19 14:35:45.576170 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c154f741-db85-402d-afdc-e6fa810ca10e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:45.659679 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856032ec-eefb-4bbe-80ba-f04bb7c0b981 req-302a0021-f87e-44fa-9cf4-86cc8edb9938 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:45.667363 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-856032ec-eefb-4bbe-80ba-f04bb7c0b981 req-302a0021-f87e-44fa-9cf4-86cc8edb9938 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=03cb2d97-9231-4496-a8c2-4f187e82b2e3 HTTP/1.1" status: 200 len: 943 time: 0.1546440 Aug 19 14:35:45.685702 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 34640) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:45.744741 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-856032ec-eefb-4bbe-80ba-f04bb7c0b981 req-05a0ec72-8382-4a16-a3bd-2f1a161035e8 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730133 Aug 19 14:35:45.781016 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-a2dcf075-95ff-4d11-901e-505555472bf3 req-5ae25391-c428-4755-bfb0-b3d9b11ed0bb tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] Deleting port a11e550a-620d-4518-a649-3826f6a2cc70 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:35:45.781577 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a2dcf075-95ff-4d11-901e-505555472bf3 req-5ae25391-c428-4755-bfb0-b3d9b11ed0bb tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:45.821148 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-084ba723-15df-4e50-b3d7-68e2d6ceeaf5 req-9e7dc4c3-21fe-4283-a2e9-7809af833bfe service neutron] 10.222.0.68 "GET /v2.0/networks/6e6d7ced-670a-4172-99e0-b6cfaa52bcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391166 Aug 19 14:35:45.826790 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-de1e038d-2494-4dd7-9df3-8e1351e86055 req-0a5eaf58-06b1-43f4-92e8-26bf4e258722 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=526148ce-3526-40ac-8dbb-b60693c88d9c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1417377 Aug 19 14:35:45.897361 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c154f741-db85-402d-afdc-e6fa810ca10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:45.901950 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c154f741-db85-402d-afdc-e6fa810ca10e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:45.905439 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c154f741-db85-402d-afdc-e6fa810ca10e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c24b74a2-8b47-4ebb-b8ac-ca28bdf3e169 HTTP/1.1" status: 204 len: 168 time: 0.5527802 Aug 19 14:35:45.927189 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c154f741-db85-402d-afdc-e6fa810ca10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24b74a2-8b47-4ebb-b8ac-ca28bdf3e169,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:45.978805 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488b7e0-b1bd-4ba5-a8e1-5b4c6864e5c8 req-bee44ca5-02e6-48fe-a5ca-4b2fa69e5ee0 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:45.980366 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b488b7e0-b1bd-4ba5-a8e1-5b4c6864e5c8 req-bee44ca5-02e6-48fe-a5ca-4b2fa69e5ee0 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=526148ce-3526-40ac-8dbb-b60693c88d9c HTTP/1.1" status: 200 len: 950 time: 0.1955462 Aug 19 14:35:45.998205 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff548ad-cb99-4094-8711-9ffc0099f9de req-96f9d5be-593c-4116-bfcc-799ce304fed0 tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:45.999696 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1ff548ad-cb99-4094-8711-9ffc0099f9de req-96f9d5be-593c-4116-bfcc-799ce304fed0 tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=76619173-9bbf-41e1-92e7-d1e997be5d43 HTTP/1.1" status: 200 len: 1095 time: 0.1097765 Aug 19 14:35:46.002381 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-084ba723-15df-4e50-b3d7-68e2d6ceeaf5 req-3b9d1802-2610-4d7d-b225-4708418518d8 service neutron] 10.222.0.68 "GET /v2.0/networks/6e6d7ced-670a-4172-99e0-b6cfaa52bcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727631 Aug 19 14:35:46.011415 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-a2dcf075-95ff-4d11-901e-505555472bf3 req-5ae25391-c428-4755-bfb0-b3d9b11ed0bb tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] For port a11e550a-620d-4518-a649-3826f6a2cc70, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=a11e550a-620d-4518-a649-3826f6a2cc70,segment=NetworkSegment(4cbff494-f95c-48e3-a312-e5b6455c3fbe),segment_id=4cbff494-f95c-48e3-a312-e5b6455c3fbe)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:35:46.011860 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a2dcf075-95ff-4d11-901e-505555472bf3 req-5ae25391-c428-4755-bfb0-b3d9b11ed0bb tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:46.043912 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-a2dcf075-95ff-4d11-901e-505555472bf3 req-5ae25391-c428-4755-bfb0-b3d9b11ed0bb tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] Calling delete_port for a11e550a-620d-4518-a649-3826f6a2cc70 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:35:46.057529 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9ae2b740-120d-4e6d-953e-5303675a5973 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-910060916-network', 'tenant_id': '74293d11c41e4029af95465f64d7901f'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:35:46.097565 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b488b7e0-b1bd-4ba5-a8e1-5b4c6864e5c8 req-0607a861-2080-48f1-85f7-1e274e834607 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046097 Aug 19 14:35:46.164331 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cee40b-ffb3-4857-83f2-1eeff36e0fb6 req-dc9184a6-349d-4fe4-88c6-6c6d38d9ab78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:46.166814 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a1cee40b-ffb3-4857-83f2-1eeff36e0fb6 req-dc9184a6-349d-4fe4-88c6-6c6d38d9ab78 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=309b8293893e4b68ba54397ad041e8b9&device_id=03cb2d97-9231-4496-a8c2-4f187e82b2e3 HTTP/1.1" status: 200 len: 1094 time: 0.0974617 Aug 19 14:35:46.174122 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1ff548ad-cb99-4094-8711-9ffc0099f9de req-34a0b988-eadd-41cc-ac43-e40ec9892355 tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602230 Aug 19 14:35:46.216523 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae2b740-120d-4e6d-953e-5303675a5973 admin admin] Made reservation on behalf of 74293d11c41e4029af95465f64d7901f for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:35:46.219079 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ae2b740-120d-4e6d-953e-5303675a5973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:46.267532 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ae2b740-120d-4e6d-953e-5303675a5973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:46.293415 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cee40b-ffb3-4857-83f2-1eeff36e0fb6 req-34c98df0-e928-400c-8541-03ba57854f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:46.295824 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a1cee40b-ffb3-4857-83f2-1eeff36e0fb6 req-34c98df0-e928-400c-8541-03ba57854f06 service neutron] 10.222.0.68 "GET /v2.0/networks?id=6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 HTTP/1.1" status: 200 len: 908 time: 0.1159635 Aug 19 14:35:46.334146 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643f98d-b667-412a-91f7-0b99e7f58493 req-5def5f92-86f2-43c3-936d-087a38eff476 tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:46.335652 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1643f98d-b667-412a-91f7-0b99e7f58493 req-5def5f92-86f2-43c3-936d-087a38eff476 tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] 10.222.0.69 "GET /v2.0/ports?device_id=a4aa0f53-2d53-4729-b6b8-ac74723437f0 HTTP/1.1" status: 200 len: 946 time: 0.1605573 Aug 19 14:35:46.361622 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a1cee40b-ffb3-4857-83f2-1eeff36e0fb6 req-fc4a20c4-7348-4935-ab9a-742e45301ef5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12a00bc4-fd0a-42fa-af53-b73354cd2997 HTTP/1.1" status: 200 len: 217 time: 0.0571480 Aug 19 14:35:46.416945 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1643f98d-b667-412a-91f7-0b99e7f58493 req-457a0450-f403-49b1-b240-bd7f89458d9f tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] 10.222.0.69 "GET /v2.0/security-groups?id=5113fbd2-f480-4813-ae9f-8dc6034e7141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734971 Aug 19 14:35:46.454868 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cee40b-ffb3-4857-83f2-1eeff36e0fb6 req-6b340193-1323-484f-890d-5291a9468129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:46.456739 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a1cee40b-ffb3-4857-83f2-1eeff36e0fb6 req-6b340193-1323-484f-890d-5291a9468129 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e6c98e66-0094-4a00-ab2a-dbcb4602f2eb HTTP/1.1" status: 200 len: 847 time: 0.0847301 Aug 19 14:35:46.477728 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a2dcf075-95ff-4d11-901e-505555472bf3 req-5ae25391-c428-4755-bfb0-b3d9b11ed0bb tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:46.490310 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['a11e550a-620d-4518-a649-3826f6a2cc70'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:35:46.522979 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae25391-c428-4755-bfb0-b3d9b11ed0bb tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] Pushing event deleted for resources: {'Port': ['ID=a11e550a-620d-4518-a649-3826f6a2cc70,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:46.543270 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a1cee40b-ffb3-4857-83f2-1eeff36e0fb6 req-4320c829-c618-4684-9a44-38a8f2513932 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6e6d7ced-670a-4172-99e0-b6cfaa52bcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761297 Aug 19 14:35:46.596287 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ae2b740-120d-4e6d-953e-5303675a5973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:46.597798 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2dcf075-95ff-4d11-901e-505555472bf3 req-5ae25391-c428-4755-bfb0-b3d9b11ed0bb tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] No DVR routers for this DVR port a11e550a-620d-4518-a649-3826f6a2cc70 on host n-h1-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:35:46.605069 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a2dcf075-95ff-4d11-901e-505555472bf3 req-5ae25391-c428-4755-bfb0-b3d9b11ed0bb tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:46.607433 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a2dcf075-95ff-4d11-901e-505555472bf3 req-5ae25391-c428-4755-bfb0-b3d9b11ed0bb tempest-InstanceActionsTestJSON-752334340 tempest-InstanceActionsTestJSON-752334340-project] 10.222.0.68 "DELETE /v2.0/ports/a11e550a-620d-4518-a649-3826f6a2cc70 HTTP/1.1" status: 204 len: 173 time: 1.0570784 Aug 19 14:35:46.608056 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4aa0f53-2d53-4729-b6b8-ac74723437f0', 'name': 'network-vif-deleted', 'tag': 'a11e550a-620d-4518-a649-3826f6a2cc70'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:35:46.620956 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6d7662-c54b-48eb-9ba8-f2bd809c356c" -d '{"events": [{"server_uuid": "a4aa0f53-2d53-4729-b6b8-ac74723437f0", "name": "network-vif-deleted", "tag": "a11e550a-620d-4518-a649-3826f6a2cc70"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:35:46.625621 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ae2b740-120d-4e6d-953e-5303675a5973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:46.730787 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80da6702-3df5-44c9-b853-b16b600158f8 x-openstack-request-id: req-80da6702-3df5-44c9-b853-b16b600158f8 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:35:46.731171 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4aa0f53-2d53-4729-b6b8-ac74723437f0", "name": "network-vif-deleted", "tag": "a11e550a-620d-4518-a649-3826f6a2cc70", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:35:46.731573 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-80da6702-3df5-44c9-b853-b16b600158f8 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:35:46.732055 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4aa0f53-2d53-4729-b6b8-ac74723437f0', 'name': 'network-vif-deleted', 'tag': 'a11e550a-620d-4518-a649-3826f6a2cc70', 'status': 'completed', 'code': 200} Aug 19 14:35:46.734597 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ae2b740-120d-4e6d-953e-5303675a5973 admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:35:46.757710 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae2b740-120d-4e6d-953e-5303675a5973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554f35be-7f41-4e23-bc61-004215011831,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:46.758396 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a1cee40b-ffb3-4857-83f2-1eeff36e0fb6 req-1c113ece-b16f-4169-b3d2-3d7975fbbc82 service neutron] 10.222.0.68 "GET /v2.0/networks/6e6d7ced-670a-4172-99e0-b6cfaa52bcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064564 Aug 19 14:35:46.767974 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ae2b740-120d-4e6d-953e-5303675a5973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:46.768734 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-9ae2b740-120d-4e6d-953e-5303675a5973 admin admin] Added segment f9df1e40-8638-4be8-8da5-78e25b25b54f of type vlan for network b96a8522-2b03-4241-8f82-1a09a4b61868 Aug 19 14:35:46.845982 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ae2b740-120d-4e6d-953e-5303675a5973 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:46.858926 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e877532-c021-4a34-9af1-25b219a6792f req-d7c2c332-2be4-4c0a-83b1-bb96c175689e tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:46.866288 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9e877532-c021-4a34-9af1-25b219a6792f req-d7c2c332-2be4-4c0a-83b1-bb96c175689e tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/networks?id=1bc22803-e21f-489d-a441-493f1928ab13 HTTP/1.1" status: 200 len: 821 time: 0.2168984 Aug 19 14:35:46.894699 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9e877532-c021-4a34-9af1-25b219a6792f req-b3593431-8046-4adf-94f9-f717ae4005f4 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/quotas/b2e5fa7db1364ccea50861254cd97ec3 HTTP/1.1" status: 200 len: 375 time: 0.0275364 Aug 19 14:35:46.949013 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ae2b740-120d-4e6d-953e-5303675a5973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:46.951463 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae2b740-120d-4e6d-953e-5303675a5973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:46.953191 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ae2b740-120d-4e6d-953e-5303675a5973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:46.965946 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a1cee40b-ffb3-4857-83f2-1eeff36e0fb6 req-994f401b-cf39-467c-9e2e-3a877a2385b6 service neutron] 10.222.0.68 "GET /v2.0/networks/6e6d7ced-670a-4172-99e0-b6cfaa52bcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899464 Aug 19 14:35:46.989305 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9e877532-c021-4a34-9af1-25b219a6792f req-8e18eb54-09f8-47fb-9029-8216f284bb13 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b2e5fa7db1364ccea50861254cd97ec3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0930972 Aug 19 14:35:47.123219 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9ae2b740-120d-4e6d-953e-5303675a5973 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4360633 Aug 19 14:35:47.126319 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34722) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:47.131772 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-991d0325-d58a-4299-8be5-e16fb572fba7 admin admin] Request body: {'subnet': {'network_id': 'b96a8522-2b03-4241-8f82-1a09a4b61868', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-910060916-subnet', 'tenant_id': '74293d11c41e4029af95465f64d7901f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:35:47.166804 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae2b740-120d-4e6d-953e-5303675a5973 admin admin] Pushing event updated for resources: {'Network': ['ID=b96a8522-2b03-4241-8f82-1a09a4b61868,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:47.177422 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network b96a8522-2b03-4241-8f82-1a09a4b61868 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:35:47.178133 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991d0325-d58a-4299-8be5-e16fb572fba7 admin admin] Made reservation on behalf of 74293d11c41e4029af95465f64d7901f for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:35:47.181649 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-991d0325-d58a-4299-8be5-e16fb572fba7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:47.241075 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1704fe-647c-4dbe-8b57-a8100aadf6f9 req-d4feebaf-cd89-4c96-9b12-0850adc71730 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:47.258891 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3c1704fe-647c-4dbe-8b57-a8100aadf6f9 req-d4feebaf-cd89-4c96-9b12-0850adc71730 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=03cb2d97-9231-4496-a8c2-4f187e82b2e3 HTTP/1.1" status: 200 len: 943 time: 0.2569802 Aug 19 14:35:47.301983 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9e877532-c021-4a34-9af1-25b219a6792f req-2e898fcb-3be6-413b-8ea0-6b07293028ad service neutron] 10.222.0.69 "GET /v2.0/networks/1bc22803-e21f-489d-a441-493f1928ab13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114471 Aug 19 14:35:47.385389 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3c1704fe-647c-4dbe-8b57-a8100aadf6f9 req-46b3faa9-1b74-4383-beb4-e2092aad7e03 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205237 Aug 19 14:35:47.461362 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9e877532-c021-4a34-9af1-25b219a6792f req-48c5d78d-30ce-4e10-bef8-217f755680b7 service neutron] 10.222.0.69 "GET /v2.0/networks/1bc22803-e21f-489d-a441-493f1928ab13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585302 Aug 19 14:35:47.508892 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2987d2-f03e-4a00-a424-d69a49797604 req-11fe1d51-d7ca-4b49-aae7-377e621be829 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:47.517360 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9d2987d2-f03e-4a00-a424-d69a49797604 req-11fe1d51-d7ca-4b49-aae7-377e621be829 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=526148ce-3526-40ac-8dbb-b60693c88d9c HTTP/1.1" status: 200 len: 950 time: 0.0718219 Aug 19 14:35:47.556667 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34734) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:47.564398 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9d2987d2-f03e-4a00-a424-d69a49797604 req-1a94f591-f2b7-4e28-b693-db609f5068c5 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457633 Aug 19 14:35:47.582448 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-991d0325-d58a-4299-8be5-e16fb572fba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:47.664205 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d0325-d58a-4299-8be5-e16fb572fba7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c552364d-d70d-482a-9650-0fce232fda34,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:47.668249 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 34744) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:47.687556 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991d0325-d58a-4299-8be5-e16fb572fba7 admin admin] Checking segment: {'id': 'f9df1e40-8638-4be8-8da5-78e25b25b54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b96a8522-2b03-4241-8f82-1a09a4b61868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:35:47.687915 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991d0325-d58a-4299-8be5-e16fb572fba7 admin admin] Network hostable DHCP agents. Network: b96a8522-2b03-4241-8f82-1a09a4b61868, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:35:47.708127 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991d0325-d58a-4299-8be5-e16fb572fba7 admin admin] Network b96a8522-2b03-4241-8f82-1a09a4b61868 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:35:47.715398 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-6a4a6fc7-00ae-4cd2-9bf5-a934172ff6b0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-412166241-network', 'tenant_id': 'b8755f46d7e24a6a9f625d3290f522df'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:35:47.735848 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-991d0325-d58a-4299-8be5-e16fb572fba7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, b96a8522-2b03-4241-8f82-1a09a4b61868) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:35:47.743856 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991d0325-d58a-4299-8be5-e16fb572fba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:47.744462 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-991d0325-d58a-4299-8be5-e16fb572fba7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:47.744975 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d1c5c0-fd95-4ec2-a55a-d35e951ff05b None None] Network b96a8522-2b03-4241-8f82-1a09a4b61868 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:35:47.756632 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4a6fc7-00ae-4cd2-9bf5-a934172ff6b0 admin admin] Made reservation on behalf of b8755f46d7e24a6a9f625d3290f522df for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:35:47.759179 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a4a6fc7-00ae-4cd2-9bf5-a934172ff6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:47.768050 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d9cc98fb-fddb-4b83-8c3e-e1f783f6a7e8 req-23e95325-b163-4af0-a47f-ffff2a85b06d tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd HTTP/1.1" status: 200 len: 210 time: 0.0536027 Aug 19 14:35:47.770843 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a4a6fc7-00ae-4cd2-9bf5-a934172ff6b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:47.783718 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-991d0325-d58a-4299-8be5-e16fb572fba7 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6562960 Aug 19 14:35:47.784517 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-33f1250f-8cd5-47ee-bc78-01d1646d3c35 admin admin] Deleting subnet f9297688-1775-45ce-969a-d6f0ce32bfbf {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:35:47.784655 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34746) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:47.789674 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-33f1250f-8cd5-47ee-bc78-01d1646d3c35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:47.789826 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-72346c81-37c6-4803-9494-e4d9507fc68a admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-910060916-router', 'tenant_id': '74293d11c41e4029af95465f64d7901f', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:35:47.819396 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.db.api [None req-6a4a6fc7-00ae-4cd2-9bf5-a934172ff6b0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 14:35:47.819396 n-d-766043-2 neutron-server[94639]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 14:35:47.819396 n-d-766043-2 neutron-server[94639]: [parameters: {'project_id_1': 'b8755f46d7e24a6a9f625d3290f522df', 'expiration_1': datetime.datetime(2021, 8, 19, 14, 35, 47, 806184)}] Aug 19 14:35:47.819396 n-d-766043-2 neutron-server[94639]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 14:35:47.819837 n-d-766043-2 neutron-server[94639]: DEBUG oslo_db.api [None req-6a4a6fc7-00ae-4cd2-9bf5-a934172ff6b0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 14:35:47.830848 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72346c81-37c6-4803-9494-e4d9507fc68a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:47.832835 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72346c81-37c6-4803-9494-e4d9507fc68a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:47.850124 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-33f1250f-8cd5-47ee-bc78-01d1646d3c35 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:47.875645 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-33f1250f-8cd5-47ee-bc78-01d1646d3c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:47.957217 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72346c81-37c6-4803-9494-e4d9507fc68a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:47.978524 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-33f1250f-8cd5-47ee-bc78-01d1646d3c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:48.025585 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f1250f-8cd5-47ee-bc78-01d1646d3c35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9297688-1775-45ce-969a-d6f0ce32bfbf,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:48.032031 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-33f1250f-8cd5-47ee-bc78-01d1646d3c35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:48.034270 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-33f1250f-8cd5-47ee-bc78-01d1646d3c35 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/f9297688-1775-45ce-969a-d6f0ce32bfbf HTTP/1.1" status: 204 len: 168 time: 0.3643527 Aug 19 14:35:48.036659 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 34760) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:48.055247 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10208751-45de-4882-9b9a-d2c09eaff152 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-b96a8522-2b03-4241-8f82-1a09a4b61868', 'network_id': 'b96a8522-2b03-4241-8f82-1a09a4b61868', 'tenant_id': '74293d11c41e4029af95465f64d7901f', 'fixed_ips': [{'subnet_id': 'c552364d-d70d-482a-9650-0fce232fda34'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:35:48.057142 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-10208751-45de-4882-9b9a-d2c09eaff152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:48.075111 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e038d-2494-4dd7-9df3-8e1351e86055 req-c6fdd11f-1dac-4155-8c2a-42fbd1169756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:48.077707 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-de1e038d-2494-4dd7-9df3-8e1351e86055 req-c6fdd11f-1dac-4155-8c2a-42fbd1169756 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3397b0c43f0b46aaa4295e8f087dd91c&device_id=526148ce-3526-40ac-8dbb-b60693c88d9c HTTP/1.1" status: 200 len: 1101 time: 0.1727395 Aug 19 14:35:48.179522 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 12a00bc4-fd0a-42fa-af53-b73354cd2997 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:35:48.266434 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72346c81-37c6-4803-9494-e4d9507fc68a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:48.336484 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a4a6fc7-00ae-4cd2-9bf5-a934172ff6b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:48.387682 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08c7419f-fe70-46f5-a295-56cb814e5348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:48.467843 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e038d-2494-4dd7-9df3-8e1351e86055 req-1c93fb3c-0b1e-4282-a6e7-2e97ded5a636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:48.469429 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-de1e038d-2494-4dd7-9df3-8e1351e86055 req-1c93fb3c-0b1e-4282-a6e7-2e97ded5a636 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.2981968 Aug 19 14:35:48.494844 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a4a6fc7-00ae-4cd2-9bf5-a934172ff6b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:48.585944 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08c7419f-fe70-46f5-a295-56cb814e5348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:48.600790 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08c7419f-fe70-46f5-a295-56cb814e5348 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:35:48.601403 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08c7419f-fe70-46f5-a295-56cb814e5348 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:35:48.602373 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08c7419f-fe70-46f5-a295-56cb814e5348 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:35:48.602897 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08c7419f-fe70-46f5-a295-56cb814e5348 admin admin] Subscribe: > port after_create 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:35:48.603565 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08c7419f-fe70-46f5-a295-56cb814e5348 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:35:48.604296 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08c7419f-fe70-46f5-a295-56cb814e5348 admin admin] Subscribe: > port after_update 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:35:48.604850 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08c7419f-fe70-46f5-a295-56cb814e5348 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:35:48.605331 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 12a00bc4-fd0a-42fa-af53-b73354cd2997, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=12a00bc4-fd0a-42fa-af53-b73354cd2997,segment=NetworkSegment(cdbe220c-711d-4dcd-9811-178ea37b55c3),segment_id=cdbe220c-711d-4dcd-9811-178ea37b55c3)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:35:48.605583 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08c7419f-fe70-46f5-a295-56cb814e5348 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:35:48.606100 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08c7419f-fe70-46f5-a295-56cb814e5348 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:35:48.606661 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08c7419f-fe70-46f5-a295-56cb814e5348 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:35:48.617705 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '12a00bc4-fd0a-42fa-af53-b73354cd2997', 'network_id': '6e6d7ced-670a-4172-99e0-b6cfaa52bcf3', 'port_id': '12a00bc4-fd0a-42fa-af53-b73354cd2997', 'mac_address': 'fa:16:3e:72:d5:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6c98e66-0094-4a00-ab2a-dbcb4602f2eb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:35:48.661293 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:48.677596 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12a00bc4-fd0a-42fa-af53-b73354cd2997 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:35:48.686332 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08c7419f-fe70-46f5-a295-56cb814e5348 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:35:48.687071 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08c7419f-fe70-46f5-a295-56cb814e5348 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:35:48.687546 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08c7419f-fe70-46f5-a295-56cb814e5348 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:35:48.687953 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08c7419f-fe70-46f5-a295-56cb814e5348 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 14:35:48.688491 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-08c7419f-fe70-46f5-a295-56cb814e5348 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b6818ad-07de-4c74-9ddc-9cb32be18df3']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:35:48.703029 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-10208751-45de-4882-9b9a-d2c09eaff152 None None] Allocated IP 172.20.0.2 (b96a8522-2b03-4241-8f82-1a09a4b61868/c552364d-d70d-482a-9650-0fce232fda34/165e2260-ce5b-4aab-8513-bdaa53bd0428) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:35:48.708366 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 12a00bc4-fd0a-42fa-af53-b73354cd2997, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=12a00bc4-fd0a-42fa-af53-b73354cd2997,segment=NetworkSegment(cdbe220c-711d-4dcd-9811-178ea37b55c3),segment_id=cdbe220c-711d-4dcd-9811-178ea37b55c3)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:35:48.718496 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:48.750663 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a71f06-802b-49d7-9d3c-d718a6da5e5c req-6f9941c1-fa62-4356-813c-58e8c40f568d tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:48.752452 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-74a71f06-802b-49d7-9d3c-d718a6da5e5c req-6f9941c1-fa62-4356-813c-58e8c40f568d tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=03cb2d97-9231-4496-a8c2-4f187e82b2e3 HTTP/1.1" status: 200 len: 943 time: 0.2207456 Aug 19 14:35:48.759008 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-08c7419f-fe70-46f5-a295-56cb814e5348 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cbff494-f95c-48e3-a312-e5b6455c3fbe') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:35:48.760377 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-08c7419f-fe70-46f5-a295-56cb814e5348 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cbff494-f95c-48e3-a312-e5b6455c3fbe') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:35:48.782131 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=12a00bc4-fd0a-42fa-af53-b73354cd2997,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:48.802995 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08c7419f-fe70-46f5-a295-56cb814e5348 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:48.852103 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a4a6fc7-00ae-4cd2-9bf5-a934172ff6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:48.856014 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-de1e038d-2494-4dd7-9df3-8e1351e86055 req-792f7bb5-b6df-476c-b918-617bd0d592cc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=d06613a0-9966-412e-a040-1baeecf75cee HTTP/1.1" status: 200 len: 217 time: 0.3742709 Aug 19 14:35:48.870311 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08c7419f-fe70-46f5-a295-56cb814e5348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:48.890949 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-74a71f06-802b-49d7-9d3c-d718a6da5e5c req-79f3b221-9afa-41d0-8f3e-01a51c8cf25c tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259024 Aug 19 14:35:48.892422 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08c7419f-fe70-46f5-a295-56cb814e5348 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:35:48.892842 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08c7419f-fe70-46f5-a295-56cb814e5348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:48.897180 n-d-766043-2 neutron-server[94640]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 14:35:48.897180 n-d-766043-2 neutron-server[94640]: from cryptography.utils import int_from_bytes Aug 19 14:35:48.897180 n-d-766043-2 neutron-server[94640]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 14:35:48.897180 n-d-766043-2 neutron-server[94640]: from cryptography.utils import int_from_bytes Aug 19 14:35:48.897180 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:35:48.897180 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:35:48.897180 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:35:48.897180 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:35:48.897180 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:35:48.897180 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:35:48.897180 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:35:48.897180 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:35:48.897180 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:35:48.897180 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:35:48.897180 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:35:48.897180 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:35:48.897180 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:35:48.897180 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:35:48.897180 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:35:48.897180 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:35:48.897180 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:35:48.897180 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:35:48.897180 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:35:48.897180 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:35:48.897180 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:35:48.897180 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:35:48.897180 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:35:48.897180 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:35:48.897180 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:35:48.897180 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:35:48.897180 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:35:48.897180 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:35:48.897180 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:35:48.897180 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:35:48.897180 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:35:48.897180 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:35:48.927357 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a4a6fc7-00ae-4cd2-9bf5-a934172ff6b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:35:48.961390 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a6fc7-00ae-4cd2-9bf5-a934172ff6b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9371b5e-b932-4908-a037-28909a4b6024,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:48.973026 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad2604-a01e-4018-ac1e-d85e1bcbb0a5 req-f03f42a5-9613-48fd-88be-ece51b067ae7 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:48.974525 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-85ad2604-a01e-4018-ac1e-d85e1bcbb0a5 req-f03f42a5-9613-48fd-88be-ece51b067ae7 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=526148ce-3526-40ac-8dbb-b60693c88d9c HTTP/1.1" status: 200 len: 950 time: 0.1810398 Aug 19 14:35:48.983345 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a4a6fc7-00ae-4cd2-9bf5-a934172ff6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:48.983803 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-6a4a6fc7-00ae-4cd2-9bf5-a934172ff6b0 admin admin] Added segment 714e9a69-9683-461a-9e16-beb5bb29ef49 of type vlan for network 13dc60e8-6db0-49a1-8006-5816fe1e27f9 Aug 19 14:35:48.992721 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['12a00bc4-fd0a-42fa-af53-b73354cd2997'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:35:48.996602 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-10208751-45de-4882-9b9a-d2c09eaff152 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:49.016124 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e038d-2494-4dd7-9df3-8e1351e86055 req-3bb3a787-3500-4f9a-869b-8f0c2277be1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:49.018791 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-de1e038d-2494-4dd7-9df3-8e1351e86055 req-3bb3a787-3500-4f9a-869b-8f0c2277be1f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.1270623 Aug 19 14:35:49.037877 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-10208751-45de-4882-9b9a-d2c09eaff152 None None] Transition to ACTIVE for port object 165e2260-ce5b-4aab-8513-bdaa53bd0428 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:35:49.057604 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08c7419f-fe70-46f5-a295-56cb814e5348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:49.062946 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1a472765-5312-4677-b025-056b0abfa855 req-b1ffb0df-bef9-4976-a92f-618e0fced3e7 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd HTTP/1.1" status: 200 len: 210 time: 0.0610840 Aug 19 14:35:49.064378 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 34802) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:49.104638 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c7419f-fe70-46f5-a295-56cb814e5348 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b6818ad-07de-4c74-9ddc-9cb32be18df3,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:49.106754 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08c7419f-fe70-46f5-a295-56cb814e5348 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:49.110900 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-08c7419f-fe70-46f5-a295-56cb814e5348 admin admin] 10.222.0.69 "DELETE /v2.0/networks/1b6818ad-07de-4c74-9ddc-9cb32be18df3 HTTP/1.1" status: 204 len: 168 time: 1.0709343 Aug 19 14:35:49.140155 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-85ad2604-a01e-4018-ac1e-d85e1bcbb0a5 req-d97b9bd5-d5c2-4ff2-bd9f-01401a5f5652 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568446 Aug 19 14:35:49.164552 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-10208751-45de-4882-9b9a-d2c09eaff152 None None] Transition to ACTIVE for port object 165e2260-ce5b-4aab-8513-bdaa53bd0428 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:35:49.193093 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-10208751-45de-4882-9b9a-d2c09eaff152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:49.197519 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a4a6fc7-00ae-4cd2-9bf5-a934172ff6b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:49.292329 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10208751-45de-4882-9b9a-d2c09eaff152 None None] Network b96a8522-2b03-4241-8f82-1a09a4b61868 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:35:49.299485 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10208751-45de-4882-9b9a-d2c09eaff152 None None] Pushing event updated for resources: {'Port': ['ID=165e2260-ce5b-4aab-8513-bdaa53bd0428,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:49.312284 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-10208751-45de-4882-9b9a-d2c09eaff152 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:35:49.322687 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10208751-45de-4882-9b9a-d2c09eaff152 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:35:49.358523 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 34808) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:49.371411 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e877532-c021-4a34-9af1-25b219a6792f req-d1f08be9-b266-4fe7-9547-19d15c4430e1 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:49.373762 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9e877532-c021-4a34-9af1-25b219a6792f req-d1f08be9-b266-4fe7-9547-19d15c4430e1 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.68 "GET /v2.0/networks?id=1bc22803-e21f-489d-a441-493f1928ab13 HTTP/1.1" status: 200 len: 821 time: 0.1715686 Aug 19 14:35:49.384121 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.db.resource_extend [None req-6a4a6fc7-00ae-4cd2-9bf5-a934172ff6b0 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 14:35:49.399011 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-9e877532-c021-4a34-9af1-25b219a6792f req-df84c08e-d8f0-4dc7-baf1-1e15eb096c15 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Request body: {'port': {'device_id': '8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd', 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13', 'admin_state_up': True, 'tenant_id': 'b2e5fa7db1364ccea50861254cd97ec3'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:35:49.412922 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d0e722c6-9aa4-43a8-a946-910dbdcb69ef admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9545381e553343758ad9232091f4cdd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0532489 Aug 19 14:35:49.414405 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0970b4b4-ba73-467a-acdf-362a0aeab695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:49.417111 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 34810) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:49.441883 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-10208751-45de-4882-9b9a-d2c09eaff152 None None] Attempting to bind port 165e2260-ce5b-4aab-8513-bdaa53bd0428 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:35:49.442737 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-10208751-45de-4882-9b9a-d2c09eaff152 None None] Attempting to bind port 165e2260-ce5b-4aab-8513-bdaa53bd0428 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'f9df1e40-8638-4be8-8da5-78e25b25b54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b96a8522-2b03-4241-8f82-1a09a4b61868'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:35:49.443351 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10208751-45de-4882-9b9a-d2c09eaff152 None None] Attempting to bind port 165e2260-ce5b-4aab-8513-bdaa53bd0428 on network b96a8522-2b03-4241-8f82-1a09a4b61868 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:35:49.454674 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10208751-45de-4882-9b9a-d2c09eaff152 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:35:49.455395 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10208751-45de-4882-9b9a-d2c09eaff152 None None] Checking segment: {'id': 'f9df1e40-8638-4be8-8da5-78e25b25b54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b96a8522-2b03-4241-8f82-1a09a4b61868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:35:49.456006 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-10208751-45de-4882-9b9a-d2c09eaff152 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:49.456618 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10208751-45de-4882-9b9a-d2c09eaff152 None None] Bound using segment: {'id': 'f9df1e40-8638-4be8-8da5-78e25b25b54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b96a8522-2b03-4241-8f82-1a09a4b61868'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:35:49.457320 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-10208751-45de-4882-9b9a-d2c09eaff152 None None] Bound port: 165e2260-ce5b-4aab-8513-bdaa53bd0428, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9df1e40-8638-4be8-8da5-78e25b25b54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b96a8522-2b03-4241-8f82-1a09a4b61868'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:35:49.458046 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-10208751-45de-4882-9b9a-d2c09eaff152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:49.519730 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0970b4b4-ba73-467a-acdf-362a0aeab695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:49.536564 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0970b4b4-ba73-467a-acdf-362a0aeab695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:49.557635 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-10208751-45de-4882-9b9a-d2c09eaff152 None None] For port 165e2260-ce5b-4aab-8513-bdaa53bd0428, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:35:49.562125 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-10208751-45de-4882-9b9a-d2c09eaff152 None None] For port 165e2260-ce5b-4aab-8513-bdaa53bd0428, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=165e2260-ce5b-4aab-8513-bdaa53bd0428,segment=NetworkSegment(f9df1e40-8638-4be8-8da5-78e25b25b54f),segment_id=f9df1e40-8638-4be8-8da5-78e25b25b54f)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:35:49.568848 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-10208751-45de-4882-9b9a-d2c09eaff152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:49.592283 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0970b4b4-ba73-467a-acdf-362a0aeab695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928c0f04-62de-4ffb-b2c5-d63fb844fd90,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:49.594038 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a4a6fc7-00ae-4cd2-9bf5-a934172ff6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:49.595547 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4a6fc7-00ae-4cd2-9bf5-a934172ff6b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:49.596309 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a4a6fc7-00ae-4cd2-9bf5-a934172ff6b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:49.606993 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e038d-2494-4dd7-9df3-8e1351e86055 req-ab90e115-576f-404a-8be5-9c264e30b25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:49.608497 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-de1e038d-2494-4dd7-9df3-8e1351e86055 req-ab90e115-576f-404a-8be5-9c264e30b25c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5531583 Aug 19 14:35:49.623930 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-0970b4b4-ba73-467a-acdf-362a0aeab695 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bc72d7ebbbac40059ee5bdbe42af3463&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5562124 Aug 19 14:35:49.627192 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 34812) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:49.627696 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10208751-45de-4882-9b9a-d2c09eaff152 None None] Pushing event updated for resources: {'Port': ['ID=165e2260-ce5b-4aab-8513-bdaa53bd0428,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:49.644672 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a1c-ab68-40c0-9404-dbe3df0669c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:49.670715 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a1c-ab68-40c0-9404-dbe3df0669c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:49.741643 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e877532-c021-4a34-9af1-25b219a6792f req-df84c08e-d8f0-4dc7-baf1-1e15eb096c15 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Made reservation on behalf of b2e5fa7db1364ccea50861254cd97ec3 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:35:49.743537 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9e877532-c021-4a34-9af1-25b219a6792f req-df84c08e-d8f0-4dc7-baf1-1e15eb096c15 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:49.750826 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-23db2540-0347-4ef6-9c09-ff74d6d3a062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:49.751701 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72346c81-37c6-4803-9494-e4d9507fc68a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:49.754516 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6a4a6fc7-00ae-4cd2-9bf5-a934172ff6b0 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1968589 Aug 19 14:35:49.763484 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 34814) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:49.770735 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-cc6433f9-b059-4d28-8159-c70ba61546e2 admin admin] Request body: {'subnet': {'network_id': '13dc60e8-6db0-49a1-8006-5816fe1e27f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-412166241-subnet', 'tenant_id': 'b8755f46d7e24a6a9f625d3290f522df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:35:49.783081 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a1c-ab68-40c0-9404-dbe3df0669c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:49.785634 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa7a3a1c-ab68-40c0-9404-dbe3df0669c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:49.786786 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-fa7a3a1c-ab68-40c0-9404-dbe3df0669c1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5113fbd2-f480-4813-ae9f-8dc6034e7141 HTTP/1.1" status: 204 len: 168 time: 0.3687539 Aug 19 14:35:49.796184 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a6fc7-00ae-4cd2-9bf5-a934172ff6b0 admin admin] Pushing event updated for resources: {'Network': ['ID=13dc60e8-6db0-49a1-8006-5816fe1e27f9,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:49.806368 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-23db2540-0347-4ef6-9c09-ff74d6d3a062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:49.808524 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 13dc60e8-6db0-49a1-8006-5816fe1e27f9 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:35:49.812069 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72346c81-37c6-4803-9494-e4d9507fc68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:49.823955 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3a1c-ab68-40c0-9404-dbe3df0669c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5113fbd2-f480-4813-ae9f-8dc6034e7141,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:49.918201 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-23db2540-0347-4ef6-9c09-ff74d6d3a062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:49.924682 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-23db2540-0347-4ef6-9c09-ff74d6d3a062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:49.927314 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-23db2540-0347-4ef6-9c09-ff74d6d3a062 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/928c0f04-62de-4ffb-b2c5-d63fb844fd90 HTTP/1.1" status: 204 len: 168 time: 0.2990544 Aug 19 14:35:49.972955 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-de1e038d-2494-4dd7-9df3-8e1351e86055 req-d6976637-5a1c-40c5-bbd8-d380e1dd2482 service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435526 Aug 19 14:35:49.990331 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db2540-0347-4ef6-9c09-ff74d6d3a062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928c0f04-62de-4ffb-b2c5-d63fb844fd90,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:50.007633 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6433f9-b059-4d28-8159-c70ba61546e2 admin admin] Made reservation on behalf of b8755f46d7e24a6a9f625d3290f522df for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:35:50.016253 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cc6433f9-b059-4d28-8159-c70ba61546e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:50.155731 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-72346c81-37c6-4803-9494-e4d9507fc68a admin admin] Allocated IP 172.25.2.241 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/72a5e7b1-377b-4367-97d6-c9e4f9a49806) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:35:50.171315 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 12a00bc4-fd0a-42fa-af53-b73354cd2997 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:35:50.192300 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-9e877532-c021-4a34-9af1-25b219a6792f req-df84c08e-d8f0-4dc7-baf1-1e15eb096c15 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Allocated IP 172.20.0.4 (1bc22803-e21f-489d-a441-493f1928ab13/0f5154a7-363a-4827-ab5d-78b924f5e137/bec4dd7e-0659-4bf6-aee8-9a86035cea51) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:35:50.303344 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ef6e3-cc32-46cf-b785-ab3595729a38 req-9a0addcd-07a2-4bb6-b3a0-78ed945a4ddb tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:50.311866 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-231ef6e3-cc32-46cf-b785-ab3595729a38 req-9a0addcd-07a2-4bb6-b3a0-78ed945a4ddb tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=03cb2d97-9231-4496-a8c2-4f187e82b2e3 HTTP/1.1" status: 200 len: 944 time: 0.1479063 Aug 19 14:35:50.312074 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port 12a00bc4-fd0a-42fa-af53-b73354cd2997 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:35:50.315748 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 12a00bc4-fd0a-42fa-af53-b73354cd2997 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:35:50.316127 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:50.364842 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-de1e038d-2494-4dd7-9df3-8e1351e86055 req-e72c0989-efb6-4b98-aeca-83e6927cef38 service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582501 Aug 19 14:35:50.368514 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-24df6068-3332-4283-86a5-522baba35bfb req-e8a98818-a836-4ce5-8d74-9708c1116003 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd HTTP/1.1" status: 200 len: 210 time: 0.1026709 Aug 19 14:35:50.417220 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-231ef6e3-cc32-46cf-b785-ab3595729a38 req-3597381c-2ef5-4f5e-9550-7e17607e65cc tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936601 Aug 19 14:35:50.543430 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:50.552920 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72346c81-37c6-4803-9494-e4d9507fc68a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:50.620326 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03cb2d97-9231-4496-a8c2-4f187e82b2e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a00bc4-fd0a-42fa-af53-b73354cd2997'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:35:50.627817 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0359f6f1-a361-4629-b21a-6e549fed7463" -d '{"events": [{"server_uuid": "03cb2d97-9231-4496-a8c2-4f187e82b2e3", "name": "network-vif-plugged", "status": "completed", "tag": "12a00bc4-fd0a-42fa-af53-b73354cd2997"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:35:50.685302 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 12a00bc4-fd0a-42fa-af53-b73354cd2997, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=12a00bc4-fd0a-42fa-af53-b73354cd2997,segment=NetworkSegment(cdbe220c-711d-4dcd-9811-178ea37b55c3),segment_id=cdbe220c-711d-4dcd-9811-178ea37b55c3)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:35:50.695848 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11b5b51-f86a-4f4f-9db7-4e4e13ccfa87 x-openstack-request-id: req-d11b5b51-f86a-4f4f-9db7-4e4e13ccfa87 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:35:50.696139 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03cb2d97-9231-4496-a8c2-4f187e82b2e3", "name": "network-vif-plugged", "status": "completed", "tag": "12a00bc4-fd0a-42fa-af53-b73354cd2997", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:35:50.699274 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9e877532-c021-4a34-9af1-25b219a6792f req-df84c08e-d8f0-4dc7-baf1-1e15eb096c15 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:50.701325 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d11b5b51-f86a-4f4f-9db7-4e4e13ccfa87 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:35:50.702023 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03cb2d97-9231-4496-a8c2-4f187e82b2e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a00bc4-fd0a-42fa-af53-b73354cd2997', 'code': 200} Aug 19 14:35:50.705301 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:50.706651 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device a11e550a-620d-4518-a649-3826f6a2cc70 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:35:50.800392 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34840) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:50.816889 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103ac0c-378d-4ee2-9f17-9a6ca57a4099 req-40cbcad8-6371-4fc1-8da1-e16906933ab9 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:50.827867 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9103ac0c-378d-4ee2-9f17-9a6ca57a4099 req-40cbcad8-6371-4fc1-8da1-e16906933ab9 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=526148ce-3526-40ac-8dbb-b60693c88d9c HTTP/1.1" status: 200 len: 950 time: 0.2224662 Aug 19 14:35:50.843334 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72346c81-37c6-4803-9494-e4d9507fc68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:50.845928 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=12a00bc4-fd0a-42fa-af53-b73354cd2997,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:50.854192 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: a11e550a-620d-4518-a649-3826f6a2cc70 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:35:50.855952 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device a11e550a-620d-4518-a649-3826f6a2cc70 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:35:50.861816 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cc6433f9-b059-4d28-8159-c70ba61546e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:50.924106 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72346c81-37c6-4803-9494-e4d9507fc68a admin admin] Pushing event updated for resources: {'Port': ['ID=72a5e7b1-377b-4367-97d6-c9e4f9a49806,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:50.939180 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbe3432e-ca39-4458-a938-bde9003cceda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:50.968980 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e3014-437c-43e5-a6d3-2d461e13c6f8 req-92e31c0c-2622-4deb-a5d2-1688a66eeddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:50.970599 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-047e3014-437c-43e5-a6d3-2d461e13c6f8 req-92e31c0c-2622-4deb-a5d2-1688a66eeddd service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=03cb2d97-9231-4496-a8c2-4f187e82b2e3 HTTP/1.1" status: 200 len: 1096 time: 0.1954389 Aug 19 14:35:51.009809 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 165e2260-ce5b-4aab-8513-bdaa53bd0428 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:35:51.014168 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9103ac0c-378d-4ee2-9f17-9a6ca57a4099 req-5820c5ee-76b4-44dc-b95a-0bd3f0a55e2b tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811759 Aug 19 14:35:51.014897 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6433f9-b059-4d28-8159-c70ba61546e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8562243b-2705-4ecb-a9c9-4d5256237e48,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:51.030834 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9e877532-c021-4a34-9af1-25b219a6792f req-df84c08e-d8f0-4dc7-baf1-1e15eb096c15 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:51.041485 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6433f9-b059-4d28-8159-c70ba61546e2 admin admin] Checking segment: {'id': '714e9a69-9683-461a-9e16-beb5bb29ef49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '13dc60e8-6db0-49a1-8006-5816fe1e27f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:35:51.041893 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6433f9-b059-4d28-8159-c70ba61546e2 admin admin] Network hostable DHCP agents. Network: 13dc60e8-6db0-49a1-8006-5816fe1e27f9, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:35:51.056212 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72346c81-37c6-4803-9494-e4d9507fc68a admin admin] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:35:51.073903 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-72346c81-37c6-4803-9494-e4d9507fc68a admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:35:51.085344 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72346c81-37c6-4803-9494-e4d9507fc68a admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:35:51.088105 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-047e3014-437c-43e5-a6d3-2d461e13c6f8 req-26c30a4d-9660-4304-9ce0-5fe4981b5070 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043482 Aug 19 14:35:51.097583 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6433f9-b059-4d28-8159-c70ba61546e2 admin admin] Network 13dc60e8-6db0-49a1-8006-5816fe1e27f9 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:35:51.110590 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-cc6433f9-b059-4d28-8159-c70ba61546e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 13dc60e8-6db0-49a1-8006-5816fe1e27f9) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:35:51.120284 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 165e2260-ce5b-4aab-8513-bdaa53bd0428 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:35:51.123935 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31295c21-4de1-40eb-bac5-91ae66300409 None None] Network 13dc60e8-6db0-49a1-8006-5816fe1e27f9 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:35:51.126794 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6433f9-b059-4d28-8159-c70ba61546e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:51.127964 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cc6433f9-b059-4d28-8159-c70ba61546e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:51.138377 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e877532-c021-4a34-9af1-25b219a6792f req-df84c08e-d8f0-4dc7-baf1-1e15eb096c15 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Network 1bc22803-e21f-489d-a441-493f1928ab13 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:35:51.151076 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-9e877532-c021-4a34-9af1-25b219a6792f req-df84c08e-d8f0-4dc7-baf1-1e15eb096c15 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:35:51.164782 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e877532-c021-4a34-9af1-25b219a6792f req-df84c08e-d8f0-4dc7-baf1-1e15eb096c15 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:35:51.229958 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df84c08e-d8f0-4dc7-baf1-1e15eb096c15 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Pushing event updated for resources: {'Port': ['ID=bec4dd7e-0659-4bf6-aee8-9a86035cea51,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:51.268520 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591a1571-1b71-47ed-9a2d-3d7d0ca53315 None None] Network b96a8522-2b03-4241-8f82-1a09a4b61868 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:35:51.304149 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbe3432e-ca39-4458-a938-bde9003cceda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:51.313756 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e877532-c021-4a34-9af1-25b219a6792f req-df84c08e-d8f0-4dc7-baf1-1e15eb096c15 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:51.314775 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-cc6433f9-b059-4d28-8159-c70ba61546e2 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5502198 Aug 19 14:35:51.317224 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9e877532-c021-4a34-9af1-25b219a6792f req-df84c08e-d8f0-4dc7-baf1-1e15eb096c15 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:51.317385 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 34852) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:51.321605 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9ecf0081-4de8-4fac-8540-fef4b8bca42c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-412166241-router', 'tenant_id': 'b8755f46d7e24a6a9f625d3290f522df', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:35:51.344194 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbe3432e-ca39-4458-a938-bde9003cceda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:51.346263 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ecf0081-4de8-4fac-8540-fef4b8bca42c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:51.347948 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ecf0081-4de8-4fac-8540-fef4b8bca42c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:51.386282 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9e877532-c021-4a34-9af1-25b219a6792f req-df84c08e-d8f0-4dc7-baf1-1e15eb096c15 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9980078 Aug 19 14:35:51.407493 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6dfa1f8c-7281-477b-8b21-d8915058cc57 None None] Provisioning for port 165e2260-ce5b-4aab-8513-bdaa53bd0428 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:35:51.411983 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-9e877532-c021-4a34-9af1-25b219a6792f req-914d0828-66f9-465c-9c27-998317f94204 service neutron] Request body: {'port': {'device_id': '8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:35:51.420155 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34854) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:51.420923 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6dfa1f8c-7281-477b-8b21-d8915058cc57 None None] Provisioning complete for port 165e2260-ce5b-4aab-8513-bdaa53bd0428 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:35:51.421456 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6dfa1f8c-7281-477b-8b21-d8915058cc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:51.427060 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78311c7e-29cd-437d-8505-d0b5912cb9d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-13dc60e8-6db0-49a1-8006-5816fe1e27f9', 'network_id': '13dc60e8-6db0-49a1-8006-5816fe1e27f9', 'tenant_id': 'b8755f46d7e24a6a9f625d3290f522df', 'fixed_ips': [{'subnet_id': '8562243b-2705-4ecb-a9c9-4d5256237e48'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:35:51.428068 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-78311c7e-29cd-437d-8505-d0b5912cb9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:51.446266 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe3432e-ca39-4458-a938-bde9003cceda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=839d7c19-3d65-48ba-815a-8534ce7d2b37,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:51.454485 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-fbe3432e-ca39-4458-a938-bde9003cceda admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=13c36656043f4abfb550f84a39224777&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6476569 Aug 19 14:35:51.457260 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34862) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:51.482053 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ecf0081-4de8-4fac-8540-fef4b8bca42c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:51.564364 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9e877532-c021-4a34-9af1-25b219a6792f req-914d0828-66f9-465c-9c27-998317f94204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:51.614734 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-6a8310c6-5bef-4d7f-8939-5f43e0586795 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-247823881-network', 'tenant_id': 'ffaae605ceba4ce8a91be4197b6bc348'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:35:51.674026 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b7722-37d8-48d4-aa75-db8b90c7b02f req-16542267-ca4e-4b19-8490-5313f0e0e4e6 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:51.677607 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-488b7722-37d8-48d4-aa75-db8b90c7b02f req-16542267-ca4e-4b19-8490-5313f0e0e4e6 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd HTTP/1.1" status: 200 len: 931 time: 0.1389608 Aug 19 14:35:51.686972 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae60c123-75ab-4801-805e-22dfa8dd6ff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:51.704455 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8310c6-5bef-4d7f-8939-5f43e0586795 admin admin] Made reservation on behalf of ffaae605ceba4ce8a91be4197b6bc348 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:35:51.706730 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a8310c6-5bef-4d7f-8939-5f43e0586795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:51.708371 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72346c81-37c6-4803-9494-e4d9507fc68a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:51.755123 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed15e744-9db5-4eff-9d03-48c9feb5ce09 req-ce6b0b0d-a5d5-45f6-a6f6-bc64ac8bc767 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:51.758815 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6dfa1f8c-7281-477b-8b21-d8915058cc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:51.761955 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ed15e744-9db5-4eff-9d03-48c9feb5ce09 req-ce6b0b0d-a5d5-45f6-a6f6-bc64ac8bc767 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=03cb2d97-9231-4496-a8c2-4f187e82b2e3 HTTP/1.1" status: 200 len: 945 time: 0.1861019 Aug 19 14:35:51.784944 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ecf0081-4de8-4fac-8540-fef4b8bca42c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:51.785951 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-78311c7e-29cd-437d-8505-d0b5912cb9d7 None None] Allocated IP 172.20.0.2 (13dc60e8-6db0-49a1-8006-5816fe1e27f9/8562243b-2705-4ecb-a9c9-4d5256237e48/95363831-a79c-491e-9dbd-734bfbde7726) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:35:51.806428 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a8310c6-5bef-4d7f-8939-5f43e0586795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:51.811183 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6dfa1f8c-7281-477b-8b21-d8915058cc57 None None] For port 165e2260-ce5b-4aab-8513-bdaa53bd0428, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=165e2260-ce5b-4aab-8513-bdaa53bd0428,segment=NetworkSegment(f9df1e40-8638-4be8-8da5-78e25b25b54f),segment_id=f9df1e40-8638-4be8-8da5-78e25b25b54f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:35:51.817339 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6dfa1f8c-7281-477b-8b21-d8915058cc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:51.844636 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae60c123-75ab-4801-805e-22dfa8dd6ff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:51.868166 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-488b7722-37d8-48d4-aa75-db8b90c7b02f req-6bed5f96-9438-4afb-a5e0-4a652d8373c2 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500485 Aug 19 14:35:51.888850 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ed15e744-9db5-4eff-9d03-48c9feb5ce09 req-4dfb6422-7857-4863-929f-3877d579be8a tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234212 Aug 19 14:35:52.055897 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfa1f8c-7281-477b-8b21-d8915058cc57 None None] Pushing event updated for resources: {'Port': ['ID=165e2260-ce5b-4aab-8513-bdaa53bd0428,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:52.087399 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6a91c5fc-d59d-4687-af91-fb9294663212 None None] Provisioning complete for port 165e2260-ce5b-4aab-8513-bdaa53bd0428 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:35:52.090552 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6a91c5fc-d59d-4687-af91-fb9294663212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:52.090552 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-78311c7e-29cd-437d-8505-d0b5912cb9d7 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:52.122391 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-78311c7e-29cd-437d-8505-d0b5912cb9d7 None None] Transition to ACTIVE for port object 95363831-a79c-491e-9dbd-734bfbde7726 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:35:52.150422 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-78311c7e-29cd-437d-8505-d0b5912cb9d7 None None] Transition to ACTIVE for port object 95363831-a79c-491e-9dbd-734bfbde7726 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:35:52.162397 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-78311c7e-29cd-437d-8505-d0b5912cb9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:52.170513 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ecf0081-4de8-4fac-8540-fef4b8bca42c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:52.196392 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ecf0081-4de8-4fac-8540-fef4b8bca42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:52.253820 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc95d481-a3c6-4e41-86cc-7e0e1de5bf37 req-35dc605e-7060-4c87-a836-129211b8fcce tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:52.255412 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fc95d481-a3c6-4e41-86cc-7e0e1de5bf37 req-35dc605e-7060-4c87-a836-129211b8fcce tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=526148ce-3526-40ac-8dbb-b60693c88d9c HTTP/1.1" status: 200 len: 950 time: 0.1308656 Aug 19 14:35:52.341839 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fc95d481-a3c6-4e41-86cc-7e0e1de5bf37 req-d93f42a5-aaed-456f-85fb-b5440cefdaf0 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735459 Aug 19 14:35:52.342960 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-9ecf0081-4de8-4fac-8540-fef4b8bca42c admin admin] Allocated IP 172.25.2.13 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/cc5582d5-43ab-4279-83df-b2319e1063b2) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:35:52.361318 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78311c7e-29cd-437d-8505-d0b5912cb9d7 None None] Network 13dc60e8-6db0-49a1-8006-5816fe1e27f9 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:35:52.364644 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-9e877532-c021-4a34-9af1-25b219a6792f req-914d0828-66f9-465c-9c27-998317f94204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bec4dd7e-0659-4bf6-aee8-9a86035cea51 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:35:52.367308 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-78311c7e-29cd-437d-8505-d0b5912cb9d7 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:35:52.375176 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78311c7e-29cd-437d-8505-d0b5912cb9d7 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:35:52.380390 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78311c7e-29cd-437d-8505-d0b5912cb9d7 None None] Pushing event updated for resources: {'Port': ['ID=95363831-a79c-491e-9dbd-734bfbde7726,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:52.422289 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9e877532-c021-4a34-9af1-25b219a6792f req-914d0828-66f9-465c-9c27-998317f94204 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:52.461359 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-78311c7e-29cd-437d-8505-d0b5912cb9d7 None None] Attempting to bind port 95363831-a79c-491e-9dbd-734bfbde7726 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:35:52.461735 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-78311c7e-29cd-437d-8505-d0b5912cb9d7 None None] Attempting to bind port 95363831-a79c-491e-9dbd-734bfbde7726 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '714e9a69-9683-461a-9e16-beb5bb29ef49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '13dc60e8-6db0-49a1-8006-5816fe1e27f9'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:35:52.462125 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78311c7e-29cd-437d-8505-d0b5912cb9d7 None None] Attempting to bind port 95363831-a79c-491e-9dbd-734bfbde7726 on network 13dc60e8-6db0-49a1-8006-5816fe1e27f9 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:35:52.467102 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78311c7e-29cd-437d-8505-d0b5912cb9d7 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:35:52.467497 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78311c7e-29cd-437d-8505-d0b5912cb9d7 None None] Checking segment: {'id': '714e9a69-9683-461a-9e16-beb5bb29ef49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '13dc60e8-6db0-49a1-8006-5816fe1e27f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:35:52.467893 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-78311c7e-29cd-437d-8505-d0b5912cb9d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:52.468272 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78311c7e-29cd-437d-8505-d0b5912cb9d7 None None] Bound using segment: {'id': '714e9a69-9683-461a-9e16-beb5bb29ef49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '13dc60e8-6db0-49a1-8006-5816fe1e27f9'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:35:52.468751 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-78311c7e-29cd-437d-8505-d0b5912cb9d7 None None] Bound port: 95363831-a79c-491e-9dbd-734bfbde7726, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '714e9a69-9683-461a-9e16-beb5bb29ef49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '13dc60e8-6db0-49a1-8006-5816fe1e27f9'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:35:52.469119 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-78311c7e-29cd-437d-8505-d0b5912cb9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:52.482509 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-9e877532-c021-4a34-9af1-25b219a6792f req-914d0828-66f9-465c-9c27-998317f94204 service neutron] Transition to ACTIVE for port object bec4dd7e-0659-4bf6-aee8-9a86035cea51 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:35:52.488091 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae60c123-75ab-4801-805e-22dfa8dd6ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:52.490676 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae60c123-75ab-4801-805e-22dfa8dd6ff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:52.495904 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ae60c123-75ab-4801-805e-22dfa8dd6ff6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/839d7c19-3d65-48ba-815a-8534ce7d2b37 HTTP/1.1" status: 204 len: 168 time: 1.0337126 Aug 19 14:35:52.496578 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9e877532-c021-4a34-9af1-25b219a6792f req-914d0828-66f9-465c-9c27-998317f94204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:52.511506 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ecf0081-4de8-4fac-8540-fef4b8bca42c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:52.546747 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae60c123-75ab-4801-805e-22dfa8dd6ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839d7c19-3d65-48ba-815a-8534ce7d2b37,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:52.565363 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ecf0081-4de8-4fac-8540-fef4b8bca42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:52.588454 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-78311c7e-29cd-437d-8505-d0b5912cb9d7 None None] For port 95363831-a79c-491e-9dbd-734bfbde7726, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:35:52.599392 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72346c81-37c6-4803-9494-e4d9507fc68a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:52.603240 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a8310c6-5bef-4d7f-8939-5f43e0586795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:52.603566 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-78311c7e-29cd-437d-8505-d0b5912cb9d7 None None] For port 95363831-a79c-491e-9dbd-734bfbde7726, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=95363831-a79c-491e-9dbd-734bfbde7726,segment=NetworkSegment(714e9a69-9683-461a-9e16-beb5bb29ef49),segment_id=714e9a69-9683-461a-9e16-beb5bb29ef49)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:35:52.607763 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d0828-66f9-465c-9c27-998317f94204 service neutron] Pushing event updated for resources: {'Port': ['ID=bec4dd7e-0659-4bf6-aee8-9a86035cea51,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:52.614664 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a8310c6-5bef-4d7f-8939-5f43e0586795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:52.621983 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-78311c7e-29cd-437d-8505-d0b5912cb9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:52.627617 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecf0081-4de8-4fac-8540-fef4b8bca42c admin admin] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:35:52.631723 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-9ecf0081-4de8-4fac-8540-fef4b8bca42c admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:35:52.633756 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecf0081-4de8-4fac-8540-fef4b8bca42c admin admin] Pushing event updated for resources: {'Port': ['ID=cc5582d5-43ab-4279-83df-b2319e1063b2,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:52.635973 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecf0081-4de8-4fac-8540-fef4b8bca42c admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:35:52.683520 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a8310c6-5bef-4d7f-8939-5f43e0586795 admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:35:52.710668 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78311c7e-29cd-437d-8505-d0b5912cb9d7 None None] Pushing event updated for resources: {'Port': ['ID=95363831-a79c-491e-9dbd-734bfbde7726,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:52.733882 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8310c6-5bef-4d7f-8939-5f43e0586795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc41b26b-0968-4c43-b310-a21b1dbaaeb3,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:52.750215 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a8310c6-5bef-4d7f-8939-5f43e0586795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:52.750530 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-6a8310c6-5bef-4d7f-8939-5f43e0586795 admin admin] Added segment 1e912fb3-d65b-4824-8b3c-5a6301e984c5 of type vlan for network c8e46011-1a79-4ff6-89e4-e69b88e284e7 Aug 19 14:35:52.885479 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 165e2260-ce5b-4aab-8513-bdaa53bd0428 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:35:52.886231 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a8310c6-5bef-4d7f-8939-5f43e0586795 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:52.939832 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-9e877532-c021-4a34-9af1-25b219a6792f req-914d0828-66f9-465c-9c27-998317f94204 service neutron] Attempting to bind port bec4dd7e-0659-4bf6-aee8-9a86035cea51 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:35:52.940397 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-9e877532-c021-4a34-9af1-25b219a6792f req-914d0828-66f9-465c-9c27-998317f94204 service neutron] Attempting to bind port bec4dd7e-0659-4bf6-aee8-9a86035cea51 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '911020b2-3bb4-4db0-af7a-51b07cbea653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:35:52.940981 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e877532-c021-4a34-9af1-25b219a6792f req-914d0828-66f9-465c-9c27-998317f94204 service neutron] Attempting to bind port bec4dd7e-0659-4bf6-aee8-9a86035cea51 on network 1bc22803-e21f-489d-a441-493f1928ab13 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:35:52.963020 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e877532-c021-4a34-9af1-25b219a6792f req-914d0828-66f9-465c-9c27-998317f94204 service neutron] Port bec4dd7e-0659-4bf6-aee8-9a86035cea51 on network 1bc22803-e21f-489d-a441-493f1928ab13 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:35:52.963437 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e877532-c021-4a34-9af1-25b219a6792f req-914d0828-66f9-465c-9c27-998317f94204 service neutron] Attempting to bind port bec4dd7e-0659-4bf6-aee8-9a86035cea51 on network 1bc22803-e21f-489d-a441-493f1928ab13 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:35:52.985161 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 165e2260-ce5b-4aab-8513-bdaa53bd0428 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:35:52.986231 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:52.996134 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ecf0081-4de8-4fac-8540-fef4b8bca42c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:53.016491 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e877532-c021-4a34-9af1-25b219a6792f req-914d0828-66f9-465c-9c27-998317f94204 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:35:53.019812 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e877532-c021-4a34-9af1-25b219a6792f req-914d0828-66f9-465c-9c27-998317f94204 service neutron] Checking segment: {'id': '911020b2-3bb4-4db0-af7a-51b07cbea653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:35:53.019812 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e877532-c021-4a34-9af1-25b219a6792f req-914d0828-66f9-465c-9c27-998317f94204 service neutron] Bound using segment: {'id': '911020b2-3bb4-4db0-af7a-51b07cbea653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:35:53.020061 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-9e877532-c021-4a34-9af1-25b219a6792f req-914d0828-66f9-465c-9c27-998317f94204 service neutron] Bound port: bec4dd7e-0659-4bf6-aee8-9a86035cea51, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '911020b2-3bb4-4db0-af7a-51b07cbea653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:35:53.042687 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9e877532-c021-4a34-9af1-25b219a6792f req-914d0828-66f9-465c-9c27-998317f94204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:53.045031 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a8310c6-5bef-4d7f-8939-5f43e0586795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:53.049863 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8310c6-5bef-4d7f-8939-5f43e0586795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:53.049863 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a8310c6-5bef-4d7f-8939-5f43e0586795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:53.150023 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8310c6-5bef-4d7f-8939-5f43e0586795 admin admin] Pushing event updated for resources: {'Network': ['ID=c8e46011-1a79-4ff6-89e4-e69b88e284e7,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:53.164293 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network c8e46011-1a79-4ff6-89e4-e69b88e284e7 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:35:53.164941 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72346c81-37c6-4803-9494-e4d9507fc68a admin admin] Router c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:35:53.199382 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6a8310c6-5bef-4d7f-8939-5f43e0586795 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7771988 Aug 19 14:35:53.201771 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34886) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:53.208590 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-679262d6-08a5-4fe1-ae7d-fe1a72304959 admin admin] Request body: {'subnet': {'network_id': 'c8e46011-1a79-4ff6-89e4-e69b88e284e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-247823881-subnet', 'tenant_id': 'ffaae605ceba4ce8a91be4197b6bc348', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:35:53.353211 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72346c81-37c6-4803-9494-e4d9507fc68a admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:35:53.372834 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1251cf69-d937-49f2-8b04-96b05d43f0ae None None] Sync routers for ids ['c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:35:53.379096 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-9e877532-c021-4a34-9af1-25b219a6792f req-914d0828-66f9-465c-9c27-998317f94204 service neutron] For port bec4dd7e-0659-4bf6-aee8-9a86035cea51, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:35:53.383178 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-9e877532-c021-4a34-9af1-25b219a6792f req-914d0828-66f9-465c-9c27-998317f94204 service neutron] For port bec4dd7e-0659-4bf6-aee8-9a86035cea51, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=bec4dd7e-0659-4bf6-aee8-9a86035cea51,segment=NetworkSegment(911020b2-3bb4-4db0-af7a-51b07cbea653),segment_id=911020b2-3bb4-4db0-af7a-51b07cbea653)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:35:53.385497 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679262d6-08a5-4fe1-ae7d-fe1a72304959 admin admin] Made reservation on behalf of ffaae605ceba4ce8a91be4197b6bc348 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:35:53.388632 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-679262d6-08a5-4fe1-ae7d-fe1a72304959 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:53.396601 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1251cf69-d937-49f2-8b04-96b05d43f0ae None None] Routers {'c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:35:53.399340 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1251cf69-d937-49f2-8b04-96b05d43f0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:35:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:35:53.403099 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72346c81-37c6-4803-9494-e4d9507fc68a admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:53.404593 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-72346c81-37c6-4803-9494-e4d9507fc68a admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6189859 Aug 19 14:35:53.405809 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9e877532-c021-4a34-9af1-25b219a6792f req-914d0828-66f9-465c-9c27-998317f94204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:53.431423 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 34896) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:53.489906 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e877532-c021-4a34-9af1-25b219a6792f req-914d0828-66f9-465c-9c27-998317f94204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:53.490657 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9e877532-c021-4a34-9af1-25b219a6792f req-914d0828-66f9-465c-9c27-998317f94204 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:53.492099 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9e877532-c021-4a34-9af1-25b219a6792f req-914d0828-66f9-465c-9c27-998317f94204 service neutron] 10.222.0.68 "PUT /v2.0/ports/bec4dd7e-0659-4bf6-aee8-9a86035cea51 HTTP/1.1" status: 200 len: 1091 time: 2.0843854 Aug 19 14:35:53.493849 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd', 'tag': 'bec4dd7e-0659-4bf6-aee8-9a86035cea51'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:35:53.496133 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6dc6901-a694-4910-8be8-1d693b98e32a" -d '{"events": [{"name": "network-changed", "server_uuid": "8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd", "tag": "bec4dd7e-0659-4bf6-aee8-9a86035cea51"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:35:53.532300 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d0828-66f9-465c-9c27-998317f94204 service neutron] Pushing event updated for resources: {'Port': ['ID=bec4dd7e-0659-4bf6-aee8-9a86035cea51,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:53.616739 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-1251cf69-d937-49f2-8b04-96b05d43f0ae None None] Set router c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:35:53.628965 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e877532-c021-4a34-9af1-25b219a6792f req-d6d8ed08-ceeb-4992-8c48-ed2adb1a4031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:53.630618 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9e877532-c021-4a34-9af1-25b219a6792f req-d6d8ed08-ceeb-4992-8c48-ed2adb1a4031 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b2e5fa7db1364ccea50861254cd97ec3&device_id=8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd HTTP/1.1" status: 200 len: 1094 time: 0.0822423 Aug 19 14:35:53.636593 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca9b46-08b8-459e-8741-02fa8b199665 req-04dd0b32-c293-44e3-9e3f-25801e49445b tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:53.644763 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-54ca9b46-08b8-459e-8741-02fa8b199665 req-04dd0b32-c293-44e3-9e3f-25801e49445b tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd HTTP/1.1" status: 200 len: 943 time: 0.6423345 Aug 19 14:35:53.666134 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0516c0cd-d72a-4d2d-9072-5b1a07f527f3 req-23040a9d-bab1-4f7e-a1cc-04d88cec48ac tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:53.673244 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0516c0cd-d72a-4d2d-9072-5b1a07f527f3 req-23040a9d-bab1-4f7e-a1cc-04d88cec48ac tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=03cb2d97-9231-4496-a8c2-4f187e82b2e3 HTTP/1.1" status: 200 len: 945 time: 0.5333595 Aug 19 14:35:53.711409 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9e877532-c021-4a34-9af1-25b219a6792f req-1f45da81-1ccb-47f8-b92d-3d0e85a10402 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bec4dd7e-0659-4bf6-aee8-9a86035cea51 HTTP/1.1" status: 200 len: 217 time: 0.0494084 Aug 19 14:35:53.781510 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-679262d6-08a5-4fe1-ae7d-fe1a72304959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:53.805019 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e877532-c021-4a34-9af1-25b219a6792f req-818fed9c-5bb2-4b05-9876-8269cfbe75b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:53.807718 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9e877532-c021-4a34-9af1-25b219a6792f req-818fed9c-5bb2-4b05-9876-8269cfbe75b8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=0f5154a7-363a-4827-ab5d-78b924f5e137 HTTP/1.1" status: 200 len: 861 time: 0.0863154 Aug 19 14:35:53.840893 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-54ca9b46-08b8-459e-8741-02fa8b199665 req-7f66b65a-d167-4359-9357-7ef02d4247d6 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907041 Aug 19 14:35:53.889858 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9e877532-c021-4a34-9af1-25b219a6792f req-5b00d933-03e1-433c-bc18-05bbbb27d3e3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1bc22803-e21f-489d-a441-493f1928ab13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492680 Aug 19 14:35:53.940238 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0516c0cd-d72a-4d2d-9072-5b1a07f527f3 req-f9759efe-2605-472e-b39d-ecc9912869c5 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660689 Aug 19 14:35:53.980611 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ecf0081-4de8-4fac-8540-fef4b8bca42c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:53.991682 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1251cf69-d937-49f2-8b04-96b05d43f0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e', 'name': 'tempest-ServersTestManualDisk-910060916-router', 'tenant_id': '74293d11c41e4029af95465f64d7901f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '72a5e7b1-377b-4367-97d6-c9e4f9a49806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:35:47Z', 'updated_at': '2021-08-19T14:35:51Z', 'revision_number': 3, 'project_id': '74293d11c41e4029af95465f64d7901f', 'gw_port': {'id': '72a5e7b1-377b-4367-97d6-c9e4f9a49806', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f4:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:35:49Z', 'updated_at': '2021-08-19T14:35:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:35:54.013779 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679262d6-08a5-4fe1-ae7d-fe1a72304959 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dd15835-b3fa-48af-afd7-fc1cc8cd7ced,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:54.032962 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da043350-a666-4e4e-bc9d-3e3f4654fce0 x-openstack-request-id: req-da043350-a666-4e4e-bc9d-3e3f4654fce0 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:35:54.033249 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd", "tag": "bec4dd7e-0659-4bf6-aee8-9a86035cea51", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:35:54.033500 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-da043350-a666-4e4e-bc9d-3e3f4654fce0 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:35:54.033896 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd', 'tag': 'bec4dd7e-0659-4bf6-aee8-9a86035cea51', 'status': 'completed', 'code': 200} Aug 19 14:35:54.044185 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1251cf69-d937-49f2-8b04-96b05d43f0ae None None] Checking router: c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:35:54.044581 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1251cf69-d937-49f2-8b04-96b05d43f0ae None None] Updating router c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e port 72a5e7b1-377b-4367-97d6-c9e4f9a49806 binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:35:54.047276 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679262d6-08a5-4fe1-ae7d-fe1a72304959 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:35:54.048620 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679262d6-08a5-4fe1-ae7d-fe1a72304959 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:35:54.048620 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679262d6-08a5-4fe1-ae7d-fe1a72304959 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:35:54.048620 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679262d6-08a5-4fe1-ae7d-fe1a72304959 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:35:54.054241 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679262d6-08a5-4fe1-ae7d-fe1a72304959 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:35:54.054241 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679262d6-08a5-4fe1-ae7d-fe1a72304959 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:35:54.054241 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679262d6-08a5-4fe1-ae7d-fe1a72304959 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:35:54.054241 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679262d6-08a5-4fe1-ae7d-fe1a72304959 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:35:54.054241 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679262d6-08a5-4fe1-ae7d-fe1a72304959 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:35:54.054241 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679262d6-08a5-4fe1-ae7d-fe1a72304959 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:35:54.054241 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679262d6-08a5-4fe1-ae7d-fe1a72304959 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:35:54.054241 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679262d6-08a5-4fe1-ae7d-fe1a72304959 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:35:54.073984 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679262d6-08a5-4fe1-ae7d-fe1a72304959 admin admin] Checking segment: {'id': '1e912fb3-d65b-4824-8b3c-5a6301e984c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c8e46011-1a79-4ff6-89e4-e69b88e284e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:35:54.074339 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679262d6-08a5-4fe1-ae7d-fe1a72304959 admin admin] Network hostable DHCP agents. Network: c8e46011-1a79-4ff6-89e4-e69b88e284e7, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:35:54.084123 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1251cf69-d937-49f2-8b04-96b05d43f0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:54.121197 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ed3984-67b4-40ac-a594-43dcbbe54a02 None None] Network 13dc60e8-6db0-49a1-8006-5816fe1e27f9 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:35:54.144928 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9e877532-c021-4a34-9af1-25b219a6792f req-c9802154-d8aa-4b1b-8b7f-f9e37e4c9a37 service neutron] 10.222.0.68 "GET /v2.0/networks/1bc22803-e21f-489d-a441-493f1928ab13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463734 Aug 19 14:35:54.203163 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679262d6-08a5-4fe1-ae7d-fe1a72304959 admin admin] Network c8e46011-1a79-4ff6-89e4-e69b88e284e7 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:35:54.228348 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7d203a32-f30b-4bdc-b12e-f22c9dc2ec5d None None] Provisioning for port 95363831-a79c-491e-9dbd-734bfbde7726 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:35:54.284081 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-679262d6-08a5-4fe1-ae7d-fe1a72304959 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, c8e46011-1a79-4ff6-89e4-e69b88e284e7) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:35:54.291421 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679262d6-08a5-4fe1-ae7d-fe1a72304959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:54.291806 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-679262d6-08a5-4fe1-ae7d-fe1a72304959 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:54.322228 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-679262d6-08a5-4fe1-ae7d-fe1a72304959 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1098330 Aug 19 14:35:54.322458 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409f26f-7671-4701-a5ce-e878761a0a52 req-4c3cd1e3-190d-4d94-b6c4-92b36598335d tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:54.322458 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1409f26f-7671-4701-a5ce-e878761a0a52 req-4c3cd1e3-190d-4d94-b6c4-92b36598335d tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=526148ce-3526-40ac-8dbb-b60693c88d9c HTTP/1.1" status: 200 len: 950 time: 0.2337832 Aug 19 14:35:54.332572 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d232c767-1f01-4a72-8b9e-b661a028e044 None None] Network c8e46011-1a79-4ff6-89e4-e69b88e284e7 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:35:54.363515 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9e877532-c021-4a34-9af1-25b219a6792f req-234e28d8-94ea-41d1-8f4e-c85488f56149 service neutron] 10.222.0.68 "GET /v2.0/networks/1bc22803-e21f-489d-a441-493f1928ab13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104397 Aug 19 14:35:54.390965 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda8da4-f683-48e7-b440-da45a0e43a99 req-0e0bc447-5723-467a-8fe4-9f889f5c69ff tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:54.399854 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5dda8da4-f683-48e7-b440-da45a0e43a99 req-0e0bc447-5723-467a-8fe4-9f889f5c69ff tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=03cb2d97-9231-4496-a8c2-4f187e82b2e3 HTTP/1.1" status: 200 len: 1096 time: 0.2614074 Aug 19 14:35:54.491326 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5dda8da4-f683-48e7-b440-da45a0e43a99 req-762f98a0-8c92-45f0-bc09-6020412c7bcd tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905397 Aug 19 14:35:54.500034 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1409f26f-7671-4701-a5ce-e878761a0a52 req-943276b1-5912-4f2f-b884-01cacc49d702 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627948 Aug 19 14:35:54.553977 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc6901-a694-4910-8be8-1d693b98e32a req-e9ba1cc9-dd69-4415-8172-c447eca30f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:54.555503 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e6dc6901-a694-4910-8be8-1d693b98e32a req-e9ba1cc9-dd69-4415-8172-c447eca30f1d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b2e5fa7db1364ccea50861254cd97ec3&device_id=8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd HTTP/1.1" status: 200 len: 1094 time: 0.1291058 Aug 19 14:35:54.598646 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ecf0081-4de8-4fac-8540-fef4b8bca42c admin admin] Router 0edf574b-f920-4182-94c6-02fd4148bacc is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:35:54.675106 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1251cf69-d937-49f2-8b04-96b05d43f0ae None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:54.694029 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75053071-0447-48f9-a456-e667b6c09176 None None] Network c8e46011-1a79-4ff6-89e4-e69b88e284e7 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:35:54.698287 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-1251cf69-d937-49f2-8b04-96b05d43f0ae None None] Transition to ACTIVE for port object 72a5e7b1-377b-4367-97d6-c9e4f9a49806 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:35:54.710160 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1251cf69-d937-49f2-8b04-96b05d43f0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:54.756704 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc6901-a694-4910-8be8-1d693b98e32a req-8138c6fe-b1ae-4fbf-bd57-621c918ee206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:54.758261 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e6dc6901-a694-4910-8be8-1d693b98e32a req-8138c6fe-b1ae-4fbf-bd57-621c918ee206 service neutron] 10.222.0.68 "GET /v2.0/networks?id=1bc22803-e21f-489d-a441-493f1928ab13 HTTP/1.1" status: 200 len: 922 time: 0.1895478 Aug 19 14:35:54.831811 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-1251cf69-d937-49f2-8b04-96b05d43f0ae None None] Attempting to bind port 72a5e7b1-377b-4367-97d6-c9e4f9a49806 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:35:54.834252 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-1251cf69-d937-49f2-8b04-96b05d43f0ae None None] Attempting to bind port 72a5e7b1-377b-4367-97d6-c9e4f9a49806 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:35:54.834979 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1251cf69-d937-49f2-8b04-96b05d43f0ae None None] Attempting to bind port 72a5e7b1-377b-4367-97d6-c9e4f9a49806 on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:35:54.855523 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d95b76-7629-4d1f-b8c8-afaa4750e91e None None] Pushing event updated for resources: {'Port': ['ID=72a5e7b1-377b-4367-97d6-c9e4f9a49806,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:54.864299 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e6dc6901-a694-4910-8be8-1d693b98e32a req-4e4ffcb4-37c7-445d-a4bc-47e74ea45b25 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bec4dd7e-0659-4bf6-aee8-9a86035cea51 HTTP/1.1" status: 200 len: 217 time: 0.0966723 Aug 19 14:35:54.869613 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1251cf69-d937-49f2-8b04-96b05d43f0ae None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:35:54.874355 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1251cf69-d937-49f2-8b04-96b05d43f0ae None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:35:54.874971 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1251cf69-d937-49f2-8b04-96b05d43f0ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:54.875583 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1251cf69-d937-49f2-8b04-96b05d43f0ae None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:35:54.876084 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-1251cf69-d937-49f2-8b04-96b05d43f0ae None None] Bound port: 72a5e7b1-377b-4367-97d6-c9e4f9a49806, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:35:54.881514 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1251cf69-d937-49f2-8b04-96b05d43f0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:54.931046 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d95b76-7629-4d1f-b8c8-afaa4750e91e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:35:54.931304 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d95b76-7629-4d1f-b8c8-afaa4750e91e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:35:54.932817 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d95b76-7629-4d1f-b8c8-afaa4750e91e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:35:54.933624 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d95b76-7629-4d1f-b8c8-afaa4750e91e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:35:54.934757 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d95b76-7629-4d1f-b8c8-afaa4750e91e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:35:54.935089 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d95b76-7629-4d1f-b8c8-afaa4750e91e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:35:54.935455 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d95b76-7629-4d1f-b8c8-afaa4750e91e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:35:54.935806 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d95b76-7629-4d1f-b8c8-afaa4750e91e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:35:54.936048 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d95b76-7629-4d1f-b8c8-afaa4750e91e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:35:54.936377 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d95b76-7629-4d1f-b8c8-afaa4750e91e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:35:54.936727 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d95b76-7629-4d1f-b8c8-afaa4750e91e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:35:54.937052 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d95b76-7629-4d1f-b8c8-afaa4750e91e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:35:54.999473 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-1251cf69-d937-49f2-8b04-96b05d43f0ae None None] For port 72a5e7b1-377b-4367-97d6-c9e4f9a49806, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:35:55.015926 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-1251cf69-d937-49f2-8b04-96b05d43f0ae None None] For port 72a5e7b1-377b-4367-97d6-c9e4f9a49806, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=72a5e7b1-377b-4367-97d6-c9e4f9a49806,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:35:55.020280 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 95363831-a79c-491e-9dbd-734bfbde7726 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:35:55.029168 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1251cf69-d937-49f2-8b04-96b05d43f0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:55.055703 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc6901-a694-4910-8be8-1d693b98e32a req-10607090-2b85-45fb-9625-69868d630183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:55.069144 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e6dc6901-a694-4910-8be8-1d693b98e32a req-10607090-2b85-45fb-9625-69868d630183 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=0f5154a7-363a-4827-ab5d-78b924f5e137 HTTP/1.1" status: 200 len: 861 time: 0.1906693 Aug 19 14:35:55.096981 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 95363831-a79c-491e-9dbd-734bfbde7726 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:35:55.101190 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d95b76-7629-4d1f-b8c8-afaa4750e91e None None] Pushing event updated for resources: {'Port': ['ID=72a5e7b1-377b-4367-97d6-c9e4f9a49806,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:55.110412 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 95363831-a79c-491e-9dbd-734bfbde7726 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:35:55.111536 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:55.140580 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1251cf69-d937-49f2-8b04-96b05d43f0ae None None] Routers {'c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:35:55.141496 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1251cf69-d937-49f2-8b04-96b05d43f0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:35:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:35:55.148280 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e6dc6901-a694-4910-8be8-1d693b98e32a req-6fa64d99-d428-4b83-afd3-8dd6dd52125e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1bc22803-e21f-489d-a441-493f1928ab13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685234 Aug 19 14:35:55.260280 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ecf0081-4de8-4fac-8540-fef4b8bca42c admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:35:55.281302 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4088d69-a64c-4bc5-9566-198fd4e6f112 None None] Sync routers for ids ['0edf574b-f920-4182-94c6-02fd4148bacc'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:35:55.291358 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e6dc6901-a694-4910-8be8-1d693b98e32a req-07efec31-08c5-42c7-856c-c9091534980d service neutron] 10.222.0.68 "GET /v2.0/networks/1bc22803-e21f-489d-a441-493f1928ab13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337504 Aug 19 14:35:55.305705 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc713963-c6f5-41dc-a6fa-69df1dd44a03 req-276cddb5-3343-494e-844e-8ee3ecb5f90e tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:55.307211 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bc713963-c6f5-41dc-a6fa-69df1dd44a03 req-276cddb5-3343-494e-844e-8ee3ecb5f90e tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd HTTP/1.1" status: 200 len: 943 time: 0.1486242 Aug 19 14:35:55.312375 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-1251cf69-d937-49f2-8b04-96b05d43f0ae None None] Set router c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:35:55.315184 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-402e777c-3e32-4161-b8db-5be0daf0c1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:55.319673 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4088d69-a64c-4bc5-9566-198fd4e6f112 None None] Routers {'0edf574b-f920-4182-94c6-02fd4148bacc'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:35:55.320225 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b4088d69-a64c-4bc5-9566-198fd4e6f112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:35:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['0edf574b-f920-4182-94c6-02fd4148bacc'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:35:55.325059 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:55.398653 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e6dc6901-a694-4910-8be8-1d693b98e32a req-2aa327c8-b36a-4e29-be14-c7d4e0b731d6 service neutron] 10.222.0.68 "GET /v2.0/networks/1bc22803-e21f-489d-a441-493f1928ab13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944848 Aug 19 14:35:55.416546 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ecf0081-4de8-4fac-8540-fef4b8bca42c admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:55.418134 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9ecf0081-4de8-4fac-8540-fef4b8bca42c admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.0997946 Aug 19 14:35:55.422077 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34954) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:55.438298 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a95318-b45e-4a4d-a708-3bb478763f71 req-24a72c89-6b2a-4ebf-ab36-335e50838147 tempest-ServerAddressesTestJSON-168641759 tempest-ServerAddressesTestJSON-168641759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:55.455063 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-64a95318-b45e-4a4d-a708-3bb478763f71 req-24a72c89-6b2a-4ebf-ab36-335e50838147 tempest-ServerAddressesTestJSON-168641759 tempest-ServerAddressesTestJSON-168641759-project] 10.222.0.69 "GET /v2.0/networks?id=c8e46011-1a79-4ff6-89e4-e69b88e284e7 HTTP/1.1" status: 200 len: 813 time: 0.3886271 Aug 19 14:35:55.565007 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 95363831-a79c-491e-9dbd-734bfbde7726, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=95363831-a79c-491e-9dbd-734bfbde7726,segment=NetworkSegment(714e9a69-9683-461a-9e16-beb5bb29ef49),segment_id=714e9a69-9683-461a-9e16-beb5bb29ef49)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:35:55.575869 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:55.611454 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-64a95318-b45e-4a4d-a708-3bb478763f71 req-be6a496e-5496-4559-8e02-874fe4e9af06 tempest-ServerAddressesTestJSON-168641759 tempest-ServerAddressesTestJSON-168641759-project] 10.222.0.69 "GET /v2.0/quotas/ffaae605ceba4ce8a91be4197b6bc348 HTTP/1.1" status: 200 len: 375 time: 0.1554165 Aug 19 14:35:55.635634 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1251cf69-d937-49f2-8b04-96b05d43f0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e', 'name': 'tempest-ServersTestManualDisk-910060916-router', 'tenant_id': '74293d11c41e4029af95465f64d7901f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '72a5e7b1-377b-4367-97d6-c9e4f9a49806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:35:47Z', 'updated_at': '2021-08-19T14:35:51Z', 'revision_number': 3, 'project_id': '74293d11c41e4029af95465f64d7901f', 'gw_port': {'id': '72a5e7b1-377b-4367-97d6-c9e4f9a49806', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f4:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:35:49Z', 'updated_at': '2021-08-19T14:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:35:55.664718 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1251cf69-d937-49f2-8b04-96b05d43f0ae None None] The sync data for ids ['c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e'] in n-d-766043-2 is: [{'id': 'c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e', 'name': 'tempest-ServersTestManualDisk-910060916-router', 'tenant_id': '74293d11c41e4029af95465f64d7901f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '72a5e7b1-377b-4367-97d6-c9e4f9a49806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:35:47Z', 'updated_at': '2021-08-19T14:35:51Z', 'revision_number': 3, 'project_id': '74293d11c41e4029af95465f64d7901f', 'gw_port': {'id': '72a5e7b1-377b-4367-97d6-c9e4f9a49806', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f4:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:35:49Z', 'updated_at': '2021-08-19T14:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:35:55.685700 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-b4088d69-a64c-4bc5-9566-198fd4e6f112 None None] Set router 0edf574b-f920-4182-94c6-02fd4148bacc gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:35:55.697874 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-64a95318-b45e-4a4d-a708-3bb478763f71 req-712bc1ac-2095-4dde-bf73-6df41be120c0 tempest-ServerAddressesTestJSON-168641759 tempest-ServerAddressesTestJSON-168641759-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ffaae605ceba4ce8a91be4197b6bc348&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0854332 Aug 19 14:35:55.754005 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bc713963-c6f5-41dc-a6fa-69df1dd44a03 req-1d8bcd82-7b74-4181-a08c-5767fa4a6f15 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4342816 Aug 19 14:35:55.879867 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=95363831-a79c-491e-9dbd-734bfbde7726,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:56.107629 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a1fb7c8b-a6c3-494f-9e32-c653f4147c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:56.161581 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b4088d69-a64c-4bc5-9566-198fd4e6f112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0edf574b-f920-4182-94c6-02fd4148bacc', 'name': 'tempest-FloatingIPsTestJSON-412166241-router', 'tenant_id': 'b8755f46d7e24a6a9f625d3290f522df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'cc5582d5-43ab-4279-83df-b2319e1063b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:35:51Z', 'updated_at': '2021-08-19T14:35:52Z', 'revision_number': 3, 'project_id': 'b8755f46d7e24a6a9f625d3290f522df', 'gw_port': {'id': 'cc5582d5-43ab-4279-83df-b2319e1063b2', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:78:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0edf574b-f920-4182-94c6-02fd4148bacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:35:52Z', 'updated_at': '2021-08-19T14:35:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:35:56.193930 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4088d69-a64c-4bc5-9566-198fd4e6f112 None None] Checking router: 0edf574b-f920-4182-94c6-02fd4148bacc for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:35:56.194541 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4088d69-a64c-4bc5-9566-198fd4e6f112 None None] Updating router 0edf574b-f920-4182-94c6-02fd4148bacc port cc5582d5-43ab-4279-83df-b2319e1063b2 binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:35:56.230261 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b4088d69-a64c-4bc5-9566-198fd4e6f112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:56.349163 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-a1fb7c8b-a6c3-494f-9e32-c653f4147c55 admin admin] Allocated IP 172.20.0.1 (13dc60e8-6db0-49a1-8006-5816fe1e27f9/8562243b-2705-4ecb-a9c9-4d5256237e48/fdcfb636-7e20-4837-923f-cdbbc964bae1) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:35:56.461040 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97871067-5325-4b3f-a6f1-1c6c67c2f6f1 req-a089ac26-ef6f-4caa-a7c4-ec1fee54a4e3 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:56.462598 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-97871067-5325-4b3f-a6f1-1c6c67c2f6f1 req-a089ac26-ef6f-4caa-a7c4-ec1fee54a4e3 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=526148ce-3526-40ac-8dbb-b60693c88d9c HTTP/1.1" status: 200 len: 950 time: 0.4647582 Aug 19 14:35:56.466995 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-402e777c-3e32-4161-b8db-5be0daf0c1ca admin admin] Allocated IP 172.20.0.1 (b96a8522-2b03-4241-8f82-1a09a4b61868/c552364d-d70d-482a-9650-0fce232fda34/57216e02-9674-4ff9-b7dd-f0aaef77927b) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:35:56.473319 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-64a95318-b45e-4a4d-a708-3bb478763f71 req-73fb533c-4aab-4fc1-b7f4-b3b3be38a730 service neutron] 10.222.0.69 "GET /v2.0/networks/c8e46011-1a79-4ff6-89e4-e69b88e284e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7745907 Aug 19 14:35:56.508105 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a1fb7c8b-a6c3-494f-9e32-c653f4147c55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:56.527831 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-a1fb7c8b-a6c3-494f-9e32-c653f4147c55 admin admin] Transition to ACTIVE for port object fdcfb636-7e20-4837-923f-cdbbc964bae1 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:35:56.539088 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b4088d69-a64c-4bc5-9566-198fd4e6f112 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:56.552246 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b4088d69-a64c-4bc5-9566-198fd4e6f112 None None] Transition to ACTIVE for port object cc5582d5-43ab-4279-83df-b2319e1063b2 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:35:56.560503 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b4088d69-a64c-4bc5-9566-198fd4e6f112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:56.580776 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a1fb7c8b-a6c3-494f-9e32-c653f4147c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:56.623569 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b4088d69-a64c-4bc5-9566-198fd4e6f112 None None] Attempting to bind port cc5582d5-43ab-4279-83df-b2319e1063b2 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:35:56.623944 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b4088d69-a64c-4bc5-9566-198fd4e6f112 None None] Attempting to bind port cc5582d5-43ab-4279-83df-b2319e1063b2 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:35:56.624308 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4088d69-a64c-4bc5-9566-198fd4e6f112 None None] Attempting to bind port cc5582d5-43ab-4279-83df-b2319e1063b2 on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:35:56.627926 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f727ce3e-4fa4-469f-9fca-ef415b33d821 None None] Pushing event updated for resources: {'Port': ['ID=cc5582d5-43ab-4279-83df-b2319e1063b2,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:56.633200 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4088d69-a64c-4bc5-9566-198fd4e6f112 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:35:56.633576 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4088d69-a64c-4bc5-9566-198fd4e6f112 None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:35:56.633972 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b4088d69-a64c-4bc5-9566-198fd4e6f112 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:56.634358 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4088d69-a64c-4bc5-9566-198fd4e6f112 None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:35:56.634828 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b4088d69-a64c-4bc5-9566-198fd4e6f112 None None] Bound port: cc5582d5-43ab-4279-83df-b2319e1063b2, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:35:56.635212 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b4088d69-a64c-4bc5-9566-198fd4e6f112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:56.668828 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fb7c8b-a6c3-494f-9e32-c653f4147c55 admin admin] Network 13dc60e8-6db0-49a1-8006-5816fe1e27f9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:35:56.676223 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-a1fb7c8b-a6c3-494f-9e32-c653f4147c55 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:35:56.679306 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fb7c8b-a6c3-494f-9e32-c653f4147c55 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:35:56.706642 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b4088d69-a64c-4bc5-9566-198fd4e6f112 None None] For port cc5582d5-43ab-4279-83df-b2319e1063b2, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:35:56.712998 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b4088d69-a64c-4bc5-9566-198fd4e6f112 None None] For port cc5582d5-43ab-4279-83df-b2319e1063b2, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=cc5582d5-43ab-4279-83df-b2319e1063b2,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:35:56.721397 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b4088d69-a64c-4bc5-9566-198fd4e6f112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:56.735395 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb7c8b-a6c3-494f-9e32-c653f4147c55 admin admin] Pushing event updated for resources: {'Port': ['ID=fdcfb636-7e20-4837-923f-cdbbc964bae1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:56.752845 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a1fb7c8b-a6c3-494f-9e32-c653f4147c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:56.820631 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f727ce3e-4fa4-469f-9fca-ef415b33d821 None None] Pushing event updated for resources: {'Port': ['ID=cc5582d5-43ab-4279-83df-b2319e1063b2,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:56.825096 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4088d69-a64c-4bc5-9566-198fd4e6f112 None None] Routers {'0edf574b-f920-4182-94c6-02fd4148bacc'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:35:56.825096 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b4088d69-a64c-4bc5-9566-198fd4e6f112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:35:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['0edf574b-f920-4182-94c6-02fd4148bacc'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:35:56.840627 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-64a95318-b45e-4a4d-a708-3bb478763f71 req-72b78c1e-d401-408e-95be-d3359f2daba4 service neutron] 10.222.0.69 "GET /v2.0/networks/c8e46011-1a79-4ff6-89e4-e69b88e284e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517804 Aug 19 14:35:56.872600 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-97871067-5325-4b3f-a6f1-1c6c67c2f6f1 req-fd49d17d-258c-4356-8e48-b0961e4336eb tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931773 Aug 19 14:35:57.015250 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-b4088d69-a64c-4bc5-9566-198fd4e6f112 None None] Set router 0edf574b-f920-4182-94c6-02fd4148bacc gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:35:57.037471 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-402e777c-3e32-4161-b8db-5be0daf0c1ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:57.098841 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-402e777c-3e32-4161-b8db-5be0daf0c1ca admin admin] Transition to ACTIVE for port object 57216e02-9674-4ff9-b7dd-f0aaef77927b will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:35:57.141291 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a1fb7c8b-a6c3-494f-9e32-c653f4147c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:57.199657 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 95363831-a79c-491e-9dbd-734bfbde7726 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:35:57.228521 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-402e777c-3e32-4161-b8db-5be0daf0c1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:57.375430 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b6414966-593e-4364-bc96-58b616b90611 None None] Provisioning for port fdcfb636-7e20-4837-923f-cdbbc964bae1 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:35:57.402376 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b6414966-593e-4364-bc96-58b616b90611 None None] Provisioning complete for port fdcfb636-7e20-4837-923f-cdbbc964bae1 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:35:57.403277 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b6414966-593e-4364-bc96-58b616b90611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:57.495902 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402e777c-3e32-4161-b8db-5be0daf0c1ca admin admin] Network b96a8522-2b03-4241-8f82-1a09a4b61868 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:35:57.563361 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-402e777c-3e32-4161-b8db-5be0daf0c1ca admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:35:57.568007 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 95363831-a79c-491e-9dbd-734bfbde7726 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:35:57.569232 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:57.575256 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402e777c-3e32-4161-b8db-5be0daf0c1ca admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:35:57.604921 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c0c71702-60e4-47dc-b1df-43e7b00994fe req-c11833ef-1563-4db9-b786-ff2662c0de5c tempest-ServerAddressesTestJSON-168641759 tempest-ServerAddressesTestJSON-168641759-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ced37cb-53de-4fa1-836e-e9f9ed79d674 HTTP/1.1" status: 200 len: 210 time: 0.1110220 Aug 19 14:35:57.610597 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e777c-3e32-4161-b8db-5be0daf0c1ca admin admin] Pushing event updated for resources: {'Port': ['ID=57216e02-9674-4ff9-b7dd-f0aaef77927b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:57.615014 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a1fb7c8b-a6c3-494f-9e32-c653f4147c55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:57.652558 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a1fb7c8b-a6c3-494f-9e32-c653f4147c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:57.744817 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a6757-7e23-41af-9050-fffe7e93f238 req-2b8630e8-c66d-4648-af6f-4513787d53f3 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:57.746627 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bd4a6757-7e23-41af-9050-fffe7e93f238 req-2b8630e8-c66d-4648-af6f-4513787d53f3 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd HTTP/1.1" status: 200 len: 943 time: 0.4136617 Aug 19 14:35:57.748031 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e777c-3e32-4161-b8db-5be0daf0c1ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:35:57.760898 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e777c-3e32-4161-b8db-5be0daf0c1ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:35:57.761304 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e777c-3e32-4161-b8db-5be0daf0c1ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:35:57.761650 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e777c-3e32-4161-b8db-5be0daf0c1ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:35:57.762700 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e777c-3e32-4161-b8db-5be0daf0c1ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:35:57.766986 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e777c-3e32-4161-b8db-5be0daf0c1ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:35:57.768395 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e777c-3e32-4161-b8db-5be0daf0c1ca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:35:57.771379 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e777c-3e32-4161-b8db-5be0daf0c1ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:35:57.771762 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e777c-3e32-4161-b8db-5be0daf0c1ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:35:57.772106 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e777c-3e32-4161-b8db-5be0daf0c1ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:35:57.772462 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e777c-3e32-4161-b8db-5be0daf0c1ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:35:57.775609 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e777c-3e32-4161-b8db-5be0daf0c1ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:35:57.797213 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb7c8b-a6c3-494f-9e32-c653f4147c55 admin admin] Pushing event updated for resources: {'Port': ['ID=fdcfb636-7e20-4837-923f-cdbbc964bae1,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:57.799678 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a1fb7c8b-a6c3-494f-9e32-c653f4147c55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:57.855719 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-402e777c-3e32-4161-b8db-5be0daf0c1ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:57.930626 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bd4a6757-7e23-41af-9050-fffe7e93f238 req-e5099552-9604-4c1d-895e-bd9fb0abe8fe tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331501 Aug 19 14:35:57.945149 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34994) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:57.952060 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b6414966-593e-4364-bc96-58b616b90611 None None] Port fdcfb636-7e20-4837-923f-cdbbc964bae1 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:35:57.984708 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fb7c8b-a6c3-494f-9e32-c653f4147c55 admin admin] Network 13dc60e8-6db0-49a1-8006-5816fe1e27f9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:35:57.986669 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-a1fb7c8b-a6c3-494f-9e32-c653f4147c55 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:35:58.035942 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 72a5e7b1-377b-4367-97d6-c9e4f9a49806 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:35:58.110837 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b4088d69-a64c-4bc5-9566-198fd4e6f112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0edf574b-f920-4182-94c6-02fd4148bacc', 'name': 'tempest-FloatingIPsTestJSON-412166241-router', 'tenant_id': 'b8755f46d7e24a6a9f625d3290f522df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'cc5582d5-43ab-4279-83df-b2319e1063b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:35:51Z', 'updated_at': '2021-08-19T14:35:52Z', 'revision_number': 3, 'project_id': 'b8755f46d7e24a6a9f625d3290f522df', 'gw_port': {'id': 'cc5582d5-43ab-4279-83df-b2319e1063b2', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:78:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0edf574b-f920-4182-94c6-02fd4148bacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:35:52Z', 'updated_at': '2021-08-19T14:35:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:35:58.188622 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4088d69-a64c-4bc5-9566-198fd4e6f112 None None] The sync data for ids ['0edf574b-f920-4182-94c6-02fd4148bacc'] in n-d-766043-2 is: [{'id': '0edf574b-f920-4182-94c6-02fd4148bacc', 'name': 'tempest-FloatingIPsTestJSON-412166241-router', 'tenant_id': 'b8755f46d7e24a6a9f625d3290f522df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'cc5582d5-43ab-4279-83df-b2319e1063b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:35:51Z', 'updated_at': '2021-08-19T14:35:52Z', 'revision_number': 3, 'project_id': 'b8755f46d7e24a6a9f625d3290f522df', 'gw_port': {'id': 'cc5582d5-43ab-4279-83df-b2319e1063b2', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:78:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0edf574b-f920-4182-94c6-02fd4148bacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:35:52Z', 'updated_at': '2021-08-19T14:35:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:35:58.228478 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device bec4dd7e-0659-4bf6-aee8-9a86035cea51 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:35:58.235734 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9711f2d4-3683-416e-9a32-ec24449d4c29 None None] Provisioning for port 57216e02-9674-4ff9-b7dd-f0aaef77927b completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:35:58.243626 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9711f2d4-3683-416e-9a32-ec24449d4c29 None None] Provisioning complete for port 57216e02-9674-4ff9-b7dd-f0aaef77927b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:35:58.243766 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c80dc769-be57-4776-8d42-944384b5e565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:58.244748 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9711f2d4-3683-416e-9a32-ec24449d4c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:58.326622 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 72a5e7b1-377b-4367-97d6-c9e4f9a49806 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:35:58.342830 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1fb7c8b-a6c3-494f-9e32-c653f4147c55 admin admin] Router 0edf574b-f920-4182-94c6-02fd4148bacc has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:35:58.371159 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab052976-00d3-44da-a874-e52e043e202c req-6e147e5f-c1cc-4ea0-b4e9-0972c7540b87 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:58.388902 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ab052976-00d3-44da-a874-e52e043e202c req-6e147e5f-c1cc-4ea0-b4e9-0972c7540b87 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=526148ce-3526-40ac-8dbb-b60693c88d9c HTTP/1.1" status: 200 len: 950 time: 0.3615782 Aug 19 14:35:58.390257 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 72a5e7b1-377b-4367-97d6-c9e4f9a49806 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:35:58.390538 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:58.441336 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9711f2d4-3683-416e-9a32-ec24449d4c29 None None] Port 57216e02-9674-4ff9-b7dd-f0aaef77927b cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:35:58.505786 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port bec4dd7e-0659-4bf6-aee8-9a86035cea51, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=bec4dd7e-0659-4bf6-aee8-9a86035cea51,segment=NetworkSegment(911020b2-3bb4-4db0-af7a-51b07cbea653),segment_id=911020b2-3bb4-4db0-af7a-51b07cbea653)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:35:58.540162 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': 'bec4dd7e-0659-4bf6-aee8-9a86035cea51', 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13', 'port_id': 'bec4dd7e-0659-4bf6-aee8-9a86035cea51', 'mac_address': 'fa:16:3e:7f:be:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f5154a7-363a-4827-ab5d-78b924f5e137', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:35:58.546242 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ab052976-00d3-44da-a874-e52e043e202c req-4bb64798-2369-4f5b-b9bc-bc4e624acad9 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525300 Aug 19 14:35:58.557529 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-402e777c-3e32-4161-b8db-5be0daf0c1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:58.589924 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:58.594185 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c80dc769-be57-4776-8d42-944384b5e565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:58.602185 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c80dc769-be57-4776-8d42-944384b5e565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:58.668332 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 72a5e7b1-377b-4367-97d6-c9e4f9a49806, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=72a5e7b1-377b-4367-97d6-c9e4f9a49806,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:35:58.690634 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4a28e9c9-55ea-406d-a58a-f7a1662cbbc5 None None] Provisioning complete for port fdcfb636-7e20-4837-923f-cdbbc964bae1 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:35:58.691160 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e9c9-55ea-406d-a58a-f7a1662cbbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:58.692787 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:58.698484 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c80dc769-be57-4776-8d42-944384b5e565 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=648bc6a4176f4e5cb15a02073c57b438&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7496841 Aug 19 14:35:58.703738 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35012) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:35:58.706260 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80dc769-be57-4776-8d42-944384b5e565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a565e6fd-6dc8-420f-a88c-057617a1d6f5,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:58.889018 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1fb7c8b-a6c3-494f-9e32-c653f4147c55 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:35:58.897561 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=72a5e7b1-377b-4367-97d6-c9e4f9a49806,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:58.913231 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a1fb7c8b-a6c3-494f-9e32-c653f4147c55 admin admin] 10.222.0.69 "PUT /v2.0/routers/0edf574b-f920-4182-94c6-02fd4148bacc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4851205 Aug 19 14:35:58.944351 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:58.987836 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bec4dd7e-0659-4bf6-aee8-9a86035cea51 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:35:59.041681 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-4a28e9c9-55ea-406d-a58a-f7a1662cbbc5 None None] Port fdcfb636-7e20-4837-923f-cdbbc964bae1 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:35:59.051492 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device cc5582d5-43ab-4279-83df-b2319e1063b2 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:35:59.096943 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-512b4528-7139-4776-8df7-6dd3a5fd7cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:59.101153 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port bec4dd7e-0659-4bf6-aee8-9a86035cea51, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=bec4dd7e-0659-4bf6-aee8-9a86035cea51,segment=NetworkSegment(911020b2-3bb4-4db0-af7a-51b07cbea653),segment_id=911020b2-3bb4-4db0-af7a-51b07cbea653)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:35:59.108255 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:59.122472 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cbb7d361-e4d8-49ac-b651-35ea3d72c0ac req-53db2421-9ba9-4a5f-9123-c56e2efc9af9 tempest-ServerAddressesTestJSON-168641759 tempest-ServerAddressesTestJSON-168641759-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ced37cb-53de-4fa1-836e-e9f9ed79d674 HTTP/1.1" status: 200 len: 210 time: 0.1639197 Aug 19 14:35:59.183851 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=bec4dd7e-0659-4bf6-aee8-9a86035cea51,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:59.187847 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port cc5582d5-43ab-4279-83df-b2319e1063b2 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:35:59.192553 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port cc5582d5-43ab-4279-83df-b2319e1063b2 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:35:59.192705 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:59.282824 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-402e777c-3e32-4161-b8db-5be0daf0c1ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:59.296745 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-402e777c-3e32-4161-b8db-5be0daf0c1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:59.338151 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-512b4528-7139-4776-8df7-6dd3a5fd7cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:59.354140 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:59.411407 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port cc5582d5-43ab-4279-83df-b2319e1063b2, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=cc5582d5-43ab-4279-83df-b2319e1063b2,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:35:59.417605 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:59.428614 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['bec4dd7e-0659-4bf6-aee8-9a86035cea51'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:35:59.431270 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7afa62-3edb-42a9-b506-ba64c7afd906 req-78118b3f-fa32-485f-a4d0-333b774e231a tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:59.446482 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1c7afa62-3edb-42a9-b506-ba64c7afd906 req-78118b3f-fa32-485f-a4d0-333b774e231a tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd HTTP/1.1" status: 200 len: 944 time: 0.3453798 Aug 19 14:35:59.495624 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-402e777c-3e32-4161-b8db-5be0daf0c1ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:59.550648 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a95318-b45e-4a4d-a708-3bb478763f71 req-9bf28f5e-4445-4cca-ba7e-4e170e9762a5 tempest-ServerAddressesTestJSON-168641759 tempest-ServerAddressesTestJSON-168641759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:35:59.553026 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-64a95318-b45e-4a4d-a708-3bb478763f71 req-9bf28f5e-4445-4cca-ba7e-4e170e9762a5 tempest-ServerAddressesTestJSON-168641759 tempest-ServerAddressesTestJSON-168641759-project] 10.222.0.88 "GET /v2.0/networks?id=c8e46011-1a79-4ff6-89e4-e69b88e284e7 HTTP/1.1" status: 200 len: 813 time: 0.2357492 Aug 19 14:35:59.570842 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-64a95318-b45e-4a4d-a708-3bb478763f71 req-36622335-4509-46eb-a39a-67037bf19f77 tempest-ServerAddressesTestJSON-168641759 tempest-ServerAddressesTestJSON-168641759-project] Request body: {'port': {'device_id': '1ced37cb-53de-4fa1-836e-e9f9ed79d674', 'network_id': 'c8e46011-1a79-4ff6-89e4-e69b88e284e7', 'admin_state_up': True, 'tenant_id': 'ffaae605ceba4ce8a91be4197b6bc348'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:35:59.588398 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=cc5582d5-43ab-4279-83df-b2319e1063b2,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:59.592797 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e777c-3e32-4161-b8db-5be0daf0c1ca admin admin] Pushing event updated for resources: {'Port': ['ID=57216e02-9674-4ff9-b7dd-f0aaef77927b,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:35:59.717037 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1c7afa62-3edb-42a9-b506-ba64c7afd906 req-0409b810-e00a-4bb0-b7c3-1c121548c88c tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694645 Aug 19 14:35:59.783975 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64a95318-b45e-4a4d-a708-3bb478763f71 req-36622335-4509-46eb-a39a-67037bf19f77 tempest-ServerAddressesTestJSON-168641759 tempest-ServerAddressesTestJSON-168641759-project] Made reservation on behalf of ffaae605ceba4ce8a91be4197b6bc348 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:35:59.789053 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-64a95318-b45e-4a4d-a708-3bb478763f71 req-36622335-4509-46eb-a39a-67037bf19f77 tempest-ServerAddressesTestJSON-168641759 tempest-ServerAddressesTestJSON-168641759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:59.938603 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402e777c-3e32-4161-b8db-5be0daf0c1ca admin admin] Network b96a8522-2b03-4241-8f82-1a09a4b61868 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:35:59.954564 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-402e777c-3e32-4161-b8db-5be0daf0c1ca admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:35:59.964069 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-512b4528-7139-4776-8df7-6dd3a5fd7cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:59.966753 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-512b4528-7139-4776-8df7-6dd3a5fd7cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:35:59.971317 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-512b4528-7139-4776-8df7-6dd3a5fd7cb3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a565e6fd-6dc8-420f-a88c-057617a1d6f5 HTTP/1.1" status: 204 len: 168 time: 1.2623668 Aug 19 14:36:00.007516 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512b4528-7139-4776-8df7-6dd3a5fd7cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a565e6fd-6dc8-420f-a88c-057617a1d6f5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:00.032301 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-459dcb02-36b2-455b-994c-a80480591954 req-cf9107e3-c568-410f-8b43-22612279d8dc tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5730920 Aug 19 14:36:00.074269 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444cd8d3-f846-489f-b802-fe7bb43de8aa req-54d8384a-f24e-46d6-b231-ca7fe39dcbc3 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:00.081718 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-444cd8d3-f846-489f-b802-fe7bb43de8aa req-54d8384a-f24e-46d6-b231-ca7fe39dcbc3 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=526148ce-3526-40ac-8dbb-b60693c88d9c HTTP/1.1" status: 200 len: 950 time: 0.2198870 Aug 19 14:36:00.114446 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-459dcb02-36b2-455b-994c-a80480591954 req-bccfaf40-bc37-41aa-8ba2-070703f577e0 tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] Request body: {'floatingip': {'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:36:00.223937 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-444cd8d3-f846-489f-b802-fe7bb43de8aa req-a4b47c97-6f20-4d54-a3d9-1b291b404ba2 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412427 Aug 19 14:36:00.227335 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-459dcb02-36b2-455b-994c-a80480591954 req-bccfaf40-bc37-41aa-8ba2-070703f577e0 tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:00.485730 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-64a95318-b45e-4a4d-a708-3bb478763f71 req-36622335-4509-46eb-a39a-67037bf19f77 tempest-ServerAddressesTestJSON-168641759 tempest-ServerAddressesTestJSON-168641759-project] Allocated IP 172.20.0.10 (c8e46011-1a79-4ff6-89e4-e69b88e284e7/5dd15835-b3fa-48af-afd7-fc1cc8cd7ced/6b9aefb8-304e-4f24-9856-5efb93d911e2) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:36:00.489689 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-91bf1174-582d-415f-9578-4e52d2c7f815 None None] Provisioning complete for port 57216e02-9674-4ff9-b7dd-f0aaef77927b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:36:00.491050 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-91bf1174-582d-415f-9578-4e52d2c7f815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:00.592546 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-91bf1174-582d-415f-9578-4e52d2c7f815 None None] Port 57216e02-9674-4ff9-b7dd-f0aaef77927b cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:36:00.656683 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35042) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:36:00.712965 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-39cd9b83-17f0-434c-993e-c2e9eb089f24 req-73932bee-f57c-4a8d-9deb-a4876268f76b tempest-ServerAddressesTestJSON-168641759 tempest-ServerAddressesTestJSON-168641759-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ced37cb-53de-4fa1-836e-e9f9ed79d674 HTTP/1.1" status: 200 len: 210 time: 0.0549002 Aug 19 14:36:00.715160 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aac94b9c-cc7e-4fdc-a580-1eb88ed3742b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:00.719406 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-64a95318-b45e-4a4d-a708-3bb478763f71 req-36622335-4509-46eb-a39a-67037bf19f77 tempest-ServerAddressesTestJSON-168641759 tempest-ServerAddressesTestJSON-168641759-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:00.722668 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-402e777c-3e32-4161-b8db-5be0daf0c1ca admin admin] Router c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:36:00.783952 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-64a95318-b45e-4a4d-a708-3bb478763f71 req-36622335-4509-46eb-a39a-67037bf19f77 tempest-ServerAddressesTestJSON-168641759 tempest-ServerAddressesTestJSON-168641759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:00.825027 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64a95318-b45e-4a4d-a708-3bb478763f71 req-36622335-4509-46eb-a39a-67037bf19f77 tempest-ServerAddressesTestJSON-168641759 tempest-ServerAddressesTestJSON-168641759-project] Network c8e46011-1a79-4ff6-89e4-e69b88e284e7 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:36:00.828670 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-64a95318-b45e-4a4d-a708-3bb478763f71 req-36622335-4509-46eb-a39a-67037bf19f77 tempest-ServerAddressesTestJSON-168641759 tempest-ServerAddressesTestJSON-168641759-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:36:00.833720 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a95318-b45e-4a4d-a708-3bb478763f71 req-36622335-4509-46eb-a39a-67037bf19f77 tempest-ServerAddressesTestJSON-168641759 tempest-ServerAddressesTestJSON-168641759-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:36:00.881619 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36622335-4509-46eb-a39a-67037bf19f77 tempest-ServerAddressesTestJSON-168641759 tempest-ServerAddressesTestJSON-168641759-project] Pushing event updated for resources: {'Port': ['ID=6b9aefb8-304e-4f24-9856-5efb93d911e2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:00.911974 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a95318-b45e-4a4d-a708-3bb478763f71 req-36622335-4509-46eb-a39a-67037bf19f77 tempest-ServerAddressesTestJSON-168641759 tempest-ServerAddressesTestJSON-168641759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:00.913522 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-64a95318-b45e-4a4d-a708-3bb478763f71 req-36622335-4509-46eb-a39a-67037bf19f77 tempest-ServerAddressesTestJSON-168641759 tempest-ServerAddressesTestJSON-168641759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:00.939630 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device cc5582d5-43ab-4279-83df-b2319e1063b2 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:36:00.973781 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2d1132-95a5-4938-b604-4e35caaa81b8 None None] Sync routers for ids ['0edf574b-f920-4182-94c6-02fd4148bacc'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:36:00.991347 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2d1132-95a5-4938-b604-4e35caaa81b8 None None] Routers {'0edf574b-f920-4182-94c6-02fd4148bacc'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:36:00.991939 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port cc5582d5-43ab-4279-83df-b2319e1063b2 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:36:00.992522 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:00.992996 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1b2d1132-95a5-4938-b604-4e35caaa81b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:35:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['0edf574b-f920-4182-94c6-02fd4148bacc'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:36:01.004632 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-459dcb02-36b2-455b-994c-a80480591954 req-bccfaf40-bc37-41aa-8ba2-070703f577e0 tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:01.017381 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402e777c-3e32-4161-b8db-5be0daf0c1ca admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:36:01.027419 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-402e777c-3e32-4161-b8db-5be0daf0c1ca admin admin] 10.222.0.69 "PUT /v2.0/routers/c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5920386 Aug 19 14:36:01.046542 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b879ea9-6b0f-4abe-b742-19dfef87d1c2 req-26745acd-b985-4797-b1ee-de995c121a34 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:01.048173 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9b879ea9-6b0f-4abe-b742-19dfef87d1c2 req-26745acd-b985-4797-b1ee-de995c121a34 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd HTTP/1.1" status: 200 len: 944 time: 0.1998105 Aug 19 14:36:01.052561 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101d9a6d-2f73-4bd5-892c-73e870c1cf42 None None] Sync routers for ids ['c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:36:01.072994 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101d9a6d-2f73-4bd5-892c-73e870c1cf42 None None] Routers {'c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:36:01.077234 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-101d9a6d-2f73-4bd5-892c-73e870c1cf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:35:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:36:01.124870 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aac94b9c-cc7e-4fdc-a580-1eb88ed3742b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:01.137610 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aac94b9c-cc7e-4fdc-a580-1eb88ed3742b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:01.141162 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-64a95318-b45e-4a4d-a708-3bb478763f71 req-36622335-4509-46eb-a39a-67037bf19f77 tempest-ServerAddressesTestJSON-168641759 tempest-ServerAddressesTestJSON-168641759-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5773447 Aug 19 14:36:01.157935 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-1b2d1132-95a5-4938-b604-4e35caaa81b8 None None] Set router 0edf574b-f920-4182-94c6-02fd4148bacc gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:36:01.166626 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-64a95318-b45e-4a4d-a708-3bb478763f71 req-331d7a0b-edd9-41f8-bc4b-c4b55c0442d8 service neutron] Request body: {'port': {'device_id': '1ced37cb-53de-4fa1-836e-e9f9ed79d674', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:36:01.254019 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9b879ea9-6b0f-4abe-b742-19dfef87d1c2 req-00111f62-1fff-456c-a289-0675c2fdffa4 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705923 Aug 19 14:36:01.261215 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 72a5e7b1-377b-4367-97d6-c9e4f9a49806 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:36:01.270134 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-aac94b9c-cc7e-4fdc-a580-1eb88ed3742b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9505da82df2f43589e87554bc0d145fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6110847 Aug 19 14:36:01.275171 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35052) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:36:01.279512 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac94b9c-cc7e-4fdc-a580-1eb88ed3742b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0420b71-f58e-403b-a34e-d53104b1e39a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:01.325965 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-459dcb02-36b2-455b-994c-a80480591954 req-bccfaf40-bc37-41aa-8ba2-070703f577e0 tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] Allocated IP 172.25.2.224 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/fa79e5e0-2a0f-46c2-8bf3-2c8301c366a2) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:36:01.338785 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4199e43f-bd2e-460d-997c-2073dbc29ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:01.342698 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-101d9a6d-2f73-4bd5-892c-73e870c1cf42 None None] Set router c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:36:01.412663 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 72a5e7b1-377b-4367-97d6-c9e4f9a49806 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:36:01.413140 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:01.424892 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-64a95318-b45e-4a4d-a708-3bb478763f71 req-331d7a0b-edd9-41f8-bc4b-c4b55c0442d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:01.512548 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-459dcb02-36b2-455b-994c-a80480591954 req-bccfaf40-bc37-41aa-8ba2-070703f577e0 tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:01.513314 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-29388673-efce-4638-b364-9ec793879e83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:01.571333 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-459dcb02-36b2-455b-994c-a80480591954 req-bccfaf40-bc37-41aa-8ba2-070703f577e0 tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:01.583238 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00604982-1db6-4a35-9e5d-d0d6d1749f75 req-8d47aa94-1d02-4605-bce0-ee9256d09095 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:01.592529 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-00604982-1db6-4a35-9e5d-d0d6d1749f75 req-8d47aa94-1d02-4605-bce0-ee9256d09095 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=526148ce-3526-40ac-8dbb-b60693c88d9c HTTP/1.1" status: 200 len: 950 time: 0.2114739 Aug 19 14:36:01.596005 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-29388673-efce-4638-b364-9ec793879e83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:01.694196 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1b2d1132-95a5-4938-b604-4e35caaa81b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0edf574b-f920-4182-94c6-02fd4148bacc', 'name': 'tempest-FloatingIPsTestJSON-412166241-router', 'tenant_id': 'b8755f46d7e24a6a9f625d3290f522df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'cc5582d5-43ab-4279-83df-b2319e1063b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:35:51Z', 'updated_at': '2021-08-19T14:35:57Z', 'revision_number': 4, 'project_id': 'b8755f46d7e24a6a9f625d3290f522df', 'gw_port': {'id': 'cc5582d5-43ab-4279-83df-b2319e1063b2', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:78:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0edf574b-f920-4182-94c6-02fd4148bacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:35:52Z', 'updated_at': '2021-08-19T14:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'fdcfb636-7e20-4837-923f-cdbbc964bae1', 'name': '', 'network_id': '13dc60e8-6db0-49a1-8006-5816fe1e27f9', 'tenant_id': 'b8755f46d7e24a6a9f625d3290f522df', 'mac_address': 'fa:16:3e:f6:3b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0edf574b-f920-4182-94c6-02fd4148bacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '8562243b-2705-4ecb-a9c9-4d5256237e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:35:56Z', 'updated_at': '2021-08-19T14:35:57Z', 'revision_number': 2, 'project_id': 'b8755f46d7e24a6a9f625d3290f522df', 'subnets': [{'id': '8562243b-2705-4ecb-a9c9-4d5256237e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:36:01.706118 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-459dcb02-36b2-455b-994c-a80480591954 req-bccfaf40-bc37-41aa-8ba2-070703f577e0 tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:36:01.721843 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccfaf40-bc37-41aa-8ba2-070703f577e0 tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] Pushing event updated for resources: {'Port': ['ID=fa79e5e0-2a0f-46c2-8bf3-2c8301c366a2,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:01.725913 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-459dcb02-36b2-455b-994c-a80480591954 req-bccfaf40-bc37-41aa-8ba2-070703f577e0 tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:36:01.726065 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-101d9a6d-2f73-4bd5-892c-73e870c1cf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e', 'name': 'tempest-ServersTestManualDisk-910060916-router', 'tenant_id': '74293d11c41e4029af95465f64d7901f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '72a5e7b1-377b-4367-97d6-c9e4f9a49806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:35:47Z', 'updated_at': '2021-08-19T14:35:58Z', 'revision_number': 4, 'project_id': '74293d11c41e4029af95465f64d7901f', 'gw_port': {'id': '72a5e7b1-377b-4367-97d6-c9e4f9a49806', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:35:49Z', 'updated_at': '2021-08-19T14:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '57216e02-9674-4ff9-b7dd-f0aaef77927b', 'name': '', 'network_id': 'b96a8522-2b03-4241-8f82-1a09a4b61868', 'tenant_id': '74293d11c41e4029af95465f64d7901f', 'mac_address': 'fa:16:3e:1e:e7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'c552364d-d70d-482a-9650-0fce232fda34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:35:55Z', 'updated_at': '2021-08-19T14:35:58Z', 'revision_number': 2, 'project_id': '74293d11c41e4029af95465f64d7901f', 'subnets': [{'id': 'c552364d-d70d-482a-9650-0fce232fda34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:36:01.728053 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-459dcb02-36b2-455b-994c-a80480591954 req-bccfaf40-bc37-41aa-8ba2-070703f577e0 tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:36:01.748633 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-00604982-1db6-4a35-9e5d-d0d6d1749f75 req-fb870e1b-f295-46fe-88ab-5fdf72d33f38 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544535 Aug 19 14:36:01.751453 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-29388673-efce-4638-b364-9ec793879e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:01.754022 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-29388673-efce-4638-b364-9ec793879e83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:01.757440 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-29388673-efce-4638-b364-9ec793879e83 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a0420b71-f58e-403b-a34e-d53104b1e39a HTTP/1.1" status: 204 len: 168 time: 0.4765251 Aug 19 14:36:01.765289 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101d9a6d-2f73-4bd5-892c-73e870c1cf42 None None] Checking router: c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:36:01.765647 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101d9a6d-2f73-4bd5-892c-73e870c1cf42 None None] Updating router c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e port 57216e02-9674-4ff9-b7dd-f0aaef77927b binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:36:01.793362 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29388673-efce-4638-b364-9ec793879e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0420b71-f58e-403b-a34e-d53104b1e39a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:01.798382 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2d1132-95a5-4938-b604-4e35caaa81b8 None None] Checking router: 0edf574b-f920-4182-94c6-02fd4148bacc for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:36:01.799880 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2d1132-95a5-4938-b604-4e35caaa81b8 None None] Updating router 0edf574b-f920-4182-94c6-02fd4148bacc port fdcfb636-7e20-4837-923f-cdbbc964bae1 binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:36:01.810251 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-101d9a6d-2f73-4bd5-892c-73e870c1cf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:01.839793 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1b2d1132-95a5-4938-b604-4e35caaa81b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:01.922746 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-64a95318-b45e-4a4d-a708-3bb478763f71 req-331d7a0b-edd9-41f8-bc4b-c4b55c0442d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b9aefb8-304e-4f24-9856-5efb93d911e2 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:36:01.937876 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-459dcb02-36b2-455b-994c-a80480591954 req-bccfaf40-bc37-41aa-8ba2-070703f577e0 tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:01.940084 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-64a95318-b45e-4a4d-a708-3bb478763f71 req-331d7a0b-edd9-41f8-bc4b-c4b55c0442d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:01.965771 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-64a95318-b45e-4a4d-a708-3bb478763f71 req-331d7a0b-edd9-41f8-bc4b-c4b55c0442d8 service neutron] Transition to ACTIVE for port object 6b9aefb8-304e-4f24-9856-5efb93d911e2 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:36:01.973921 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-64a95318-b45e-4a4d-a708-3bb478763f71 req-331d7a0b-edd9-41f8-bc4b-c4b55c0442d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:02.018650 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-459dcb02-36b2-455b-994c-a80480591954 req-bccfaf40-bc37-41aa-8ba2-070703f577e0 tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:02.029415 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331d7a0b-edd9-41f8-bc4b-c4b55c0442d8 service neutron] Pushing event updated for resources: {'Port': ['ID=6b9aefb8-304e-4f24-9856-5efb93d911e2,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:02.202286 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-64a95318-b45e-4a4d-a708-3bb478763f71 req-331d7a0b-edd9-41f8-bc4b-c4b55c0442d8 service neutron] Attempting to bind port 6b9aefb8-304e-4f24-9856-5efb93d911e2 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:36:02.202286 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-64a95318-b45e-4a4d-a708-3bb478763f71 req-331d7a0b-edd9-41f8-bc4b-c4b55c0442d8 service neutron] Attempting to bind port 6b9aefb8-304e-4f24-9856-5efb93d911e2 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '1e912fb3-d65b-4824-8b3c-5a6301e984c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c8e46011-1a79-4ff6-89e4-e69b88e284e7'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:36:02.202612 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a95318-b45e-4a4d-a708-3bb478763f71 req-331d7a0b-edd9-41f8-bc4b-c4b55c0442d8 service neutron] Attempting to bind port 6b9aefb8-304e-4f24-9856-5efb93d911e2 on network c8e46011-1a79-4ff6-89e4-e69b88e284e7 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:36:02.208678 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a95318-b45e-4a4d-a708-3bb478763f71 req-331d7a0b-edd9-41f8-bc4b-c4b55c0442d8 service neutron] Port 6b9aefb8-304e-4f24-9856-5efb93d911e2 on network c8e46011-1a79-4ff6-89e4-e69b88e284e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:36:02.209466 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a95318-b45e-4a4d-a708-3bb478763f71 req-331d7a0b-edd9-41f8-bc4b-c4b55c0442d8 service neutron] Attempting to bind port 6b9aefb8-304e-4f24-9856-5efb93d911e2 on network c8e46011-1a79-4ff6-89e4-e69b88e284e7 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:36:02.228938 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a95318-b45e-4a4d-a708-3bb478763f71 req-331d7a0b-edd9-41f8-bc4b-c4b55c0442d8 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:36:02.230067 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a95318-b45e-4a4d-a708-3bb478763f71 req-331d7a0b-edd9-41f8-bc4b-c4b55c0442d8 service neutron] Checking segment: {'id': '1e912fb3-d65b-4824-8b3c-5a6301e984c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c8e46011-1a79-4ff6-89e4-e69b88e284e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:36:02.230067 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a95318-b45e-4a4d-a708-3bb478763f71 req-331d7a0b-edd9-41f8-bc4b-c4b55c0442d8 service neutron] Bound using segment: {'id': '1e912fb3-d65b-4824-8b3c-5a6301e984c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c8e46011-1a79-4ff6-89e4-e69b88e284e7'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:36:02.230067 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-64a95318-b45e-4a4d-a708-3bb478763f71 req-331d7a0b-edd9-41f8-bc4b-c4b55c0442d8 service neutron] Bound port: 6b9aefb8-304e-4f24-9856-5efb93d911e2, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e912fb3-d65b-4824-8b3c-5a6301e984c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c8e46011-1a79-4ff6-89e4-e69b88e284e7'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:36:02.230402 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-64a95318-b45e-4a4d-a708-3bb478763f71 req-331d7a0b-edd9-41f8-bc4b-c4b55c0442d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:02.329220 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1b2d1132-95a5-4938-b604-4e35caaa81b8 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:02.346703 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-1b2d1132-95a5-4938-b604-4e35caaa81b8 None None] Transition to ACTIVE for port object fdcfb636-7e20-4837-923f-cdbbc964bae1 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:36:02.357347 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1b2d1132-95a5-4938-b604-4e35caaa81b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:02.370119 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-64a95318-b45e-4a4d-a708-3bb478763f71 req-331d7a0b-edd9-41f8-bc4b-c4b55c0442d8 service neutron] For port 6b9aefb8-304e-4f24-9856-5efb93d911e2, host n-h2-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:36:02.375571 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-64a95318-b45e-4a4d-a708-3bb478763f71 req-331d7a0b-edd9-41f8-bc4b-c4b55c0442d8 service neutron] For port 6b9aefb8-304e-4f24-9856-5efb93d911e2, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=6b9aefb8-304e-4f24-9856-5efb93d911e2,segment=NetworkSegment(1e912fb3-d65b-4824-8b3c-5a6301e984c5),segment_id=1e912fb3-d65b-4824-8b3c-5a6301e984c5)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:36:02.383133 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-64a95318-b45e-4a4d-a708-3bb478763f71 req-331d7a0b-edd9-41f8-bc4b-c4b55c0442d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:02.406701 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-459dcb02-36b2-455b-994c-a80480591954 req-bccfaf40-bc37-41aa-8ba2-070703f577e0 tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:02.416103 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-459dcb02-36b2-455b-994c-a80480591954 req-bccfaf40-bc37-41aa-8ba2-070703f577e0 tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:02.482186 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a95318-b45e-4a4d-a708-3bb478763f71 req-331d7a0b-edd9-41f8-bc4b-c4b55c0442d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:02.484200 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4337c3-2274-44ae-ba6d-ac6637ad326f None None] Pushing event updated for resources: {'Port': ['ID=fdcfb636-7e20-4837-923f-cdbbc964bae1,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:02.484360 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-64a95318-b45e-4a4d-a708-3bb478763f71 req-331d7a0b-edd9-41f8-bc4b-c4b55c0442d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:02.487725 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-64a95318-b45e-4a4d-a708-3bb478763f71 req-331d7a0b-edd9-41f8-bc4b-c4b55c0442d8 service neutron] 10.222.0.88 "PUT /v2.0/ports/6b9aefb8-304e-4f24-9856-5efb93d911e2 HTTP/1.1" status: 200 len: 1092 time: 1.3261328 Aug 19 14:36:02.489726 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ced37cb-53de-4fa1-836e-e9f9ed79d674', 'tag': '6b9aefb8-304e-4f24-9856-5efb93d911e2'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:36:02.497598 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa4fede-8820-44c9-8df0-e981bc5b7f3c" -d '{"events": [{"name": "network-changed", "server_uuid": "1ced37cb-53de-4fa1-836e-e9f9ed79d674", "tag": "6b9aefb8-304e-4f24-9856-5efb93d911e2"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:36:02.633590 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device bec4dd7e-0659-4bf6-aee8-9a86035cea51 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:36:02.636101 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-459dcb02-36b2-455b-994c-a80480591954 req-bccfaf40-bc37-41aa-8ba2-070703f577e0 tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:02.643767 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccfaf40-bc37-41aa-8ba2-070703f577e0 tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] Pushing event updated for resources: {'Port': ['ID=fa79e5e0-2a0f-46c2-8bf3-2c8301c366a2,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:02.648395 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331d7a0b-edd9-41f8-bc4b-c4b55c0442d8 service neutron] Pushing event updated for resources: {'Port': ['ID=6b9aefb8-304e-4f24-9856-5efb93d911e2,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:02.665604 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a95318-b45e-4a4d-a708-3bb478763f71 req-8bb2a595-ab53-4339-a99f-bc3ce98c0441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:02.667260 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-64a95318-b45e-4a4d-a708-3bb478763f71 req-8bb2a595-ab53-4339-a99f-bc3ce98c0441 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ffaae605ceba4ce8a91be4197b6bc348&device_id=1ced37cb-53de-4fa1-836e-e9f9ed79d674 HTTP/1.1" status: 200 len: 1095 time: 0.1161516 Aug 19 14:36:02.693752 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-459dcb02-36b2-455b-994c-a80480591954 req-bccfaf40-bc37-41aa-8ba2-070703f577e0 tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:02.697762 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-459dcb02-36b2-455b-994c-a80480591954 req-bccfaf40-bc37-41aa-8ba2-070703f577e0 tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6097054 Aug 19 14:36:02.705010 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:36:02.723416 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-1b2d1132-95a5-4938-b604-4e35caaa81b8 None None] Attempting to bind port fdcfb636-7e20-4837-923f-cdbbc964bae1 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:36:02.723788 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-1b2d1132-95a5-4938-b604-4e35caaa81b8 None None] Attempting to bind port fdcfb636-7e20-4837-923f-cdbbc964bae1 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '714e9a69-9683-461a-9e16-beb5bb29ef49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '13dc60e8-6db0-49a1-8006-5816fe1e27f9'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:36:02.724141 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2d1132-95a5-4938-b604-4e35caaa81b8 None None] Attempting to bind port fdcfb636-7e20-4837-923f-cdbbc964bae1 on network 13dc60e8-6db0-49a1-8006-5816fe1e27f9 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:36:02.735117 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2d1132-95a5-4938-b604-4e35caaa81b8 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:36:02.735484 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2d1132-95a5-4938-b604-4e35caaa81b8 None None] Checking segment: {'id': '714e9a69-9683-461a-9e16-beb5bb29ef49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '13dc60e8-6db0-49a1-8006-5816fe1e27f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:36:02.735876 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1b2d1132-95a5-4938-b604-4e35caaa81b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:02.736261 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2d1132-95a5-4938-b604-4e35caaa81b8 None None] Bound using segment: {'id': '714e9a69-9683-461a-9e16-beb5bb29ef49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '13dc60e8-6db0-49a1-8006-5816fe1e27f9'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:36:02.736764 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-1b2d1132-95a5-4938-b604-4e35caaa81b8 None None] Bound port: fdcfb636-7e20-4837-923f-cdbbc964bae1, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '714e9a69-9683-461a-9e16-beb5bb29ef49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '13dc60e8-6db0-49a1-8006-5816fe1e27f9'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:36:02.737147 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1b2d1132-95a5-4938-b604-4e35caaa81b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:02.814776 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-64a95318-b45e-4a4d-a708-3bb478763f71 req-6194c8fe-5d88-463c-a88f-e7962dcc0b19 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b9aefb8-304e-4f24-9856-5efb93d911e2 HTTP/1.1" status: 200 len: 217 time: 0.1323714 Aug 19 14:36:02.893212 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-459dcb02-36b2-455b-994c-a80480591954 req-6af1bfe5-2e33-49dd-8abe-116bae6f4446 tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.2.224 HTTP/1.1" status: 200 len: 696 time: 0.1859827 Aug 19 14:36:02.895042 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-101d9a6d-2f73-4bd5-892c-73e870c1cf42 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:02.900902 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-1b2d1132-95a5-4938-b604-4e35caaa81b8 None None] For port fdcfb636-7e20-4837-923f-cdbbc964bae1, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:36:02.905146 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-1b2d1132-95a5-4938-b604-4e35caaa81b8 None None] For port fdcfb636-7e20-4837-923f-cdbbc964bae1, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=fdcfb636-7e20-4837-923f-cdbbc964bae1,segment=NetworkSegment(714e9a69-9683-461a-9e16-beb5bb29ef49),segment_id=714e9a69-9683-461a-9e16-beb5bb29ef49)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:36:02.906215 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port bec4dd7e-0659-4bf6-aee8-9a86035cea51 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:36:02.913221 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1b2d1132-95a5-4938-b604-4e35caaa81b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:02.934680 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a95318-b45e-4a4d-a708-3bb478763f71 req-fce2386d-9b72-482a-b970-43209fe8c7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:02.936367 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port bec4dd7e-0659-4bf6-aee8-9a86035cea51 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:36:02.936774 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-64a95318-b45e-4a4d-a708-3bb478763f71 req-fce2386d-9b72-482a-b970-43209fe8c7fe service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5dd15835-b3fa-48af-afd7-fc1cc8cd7ced HTTP/1.1" status: 200 len: 853 time: 0.1135733 Aug 19 14:36:02.937137 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:02.952827 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-101d9a6d-2f73-4bd5-892c-73e870c1cf42 None None] Transition to ACTIVE for port object 57216e02-9674-4ff9-b7dd-f0aaef77927b will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:36:03.007331 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-64a95318-b45e-4a4d-a708-3bb478763f71 req-c0992d93-0a92-4176-9841-cde72f87cba6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c8e46011-1a79-4ff6-89e4-e69b88e284e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458417 Aug 19 14:36:03.011714 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-101d9a6d-2f73-4bd5-892c-73e870c1cf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:03.063192 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2d1132-95a5-4938-b604-4e35caaa81b8 None None] Routers {'0edf574b-f920-4182-94c6-02fd4148bacc'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:36:03.064106 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1b2d1132-95a5-4938-b604-4e35caaa81b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:35:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['0edf574b-f920-4182-94c6-02fd4148bacc'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:36:03.066563 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4337c3-2274-44ae-ba6d-ac6637ad326f None None] Pushing event updated for resources: {'Port': ['ID=fdcfb636-7e20-4837-923f-cdbbc964bae1,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:03.181648 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c37058-8dde-460f-876d-aafceeea4c1c None None] Pushing event updated for resources: {'Port': ['ID=57216e02-9674-4ff9-b7dd-f0aaef77927b,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:03.196964 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35092) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:36:03.214157 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d09d8c2a-0928-42cf-8619-6c3b8868efee tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Request body: {'security_group': {'name': 'tempest-securitygroup--253218663', 'description': 'tempest-description--1205893749'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:36:03.227462 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-64a95318-b45e-4a4d-a708-3bb478763f71 req-af90ab11-2090-4a8d-aa4e-f79577fe3642 service neutron] 10.222.0.88 "GET /v2.0/networks/c8e46011-1a79-4ff6-89e4-e69b88e284e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113652 Aug 19 14:36:03.291793 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d09d8c2a-0928-42cf-8619-6c3b8868efee tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:03.370799 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35094) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:36:03.380997 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-101d9a6d-2f73-4bd5-892c-73e870c1cf42 None None] Attempting to bind port 57216e02-9674-4ff9-b7dd-f0aaef77927b on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:36:03.381425 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-101d9a6d-2f73-4bd5-892c-73e870c1cf42 None None] Attempting to bind port 57216e02-9674-4ff9-b7dd-f0aaef77927b by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'f9df1e40-8638-4be8-8da5-78e25b25b54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b96a8522-2b03-4241-8f82-1a09a4b61868'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:36:03.381851 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101d9a6d-2f73-4bd5-892c-73e870c1cf42 None None] Attempting to bind port 57216e02-9674-4ff9-b7dd-f0aaef77927b on network b96a8522-2b03-4241-8f82-1a09a4b61868 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:36:03.394184 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-1b2d1132-95a5-4938-b604-4e35caaa81b8 None None] Set router 0edf574b-f920-4182-94c6-02fd4148bacc gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:36:03.405427 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101d9a6d-2f73-4bd5-892c-73e870c1cf42 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:36:03.405803 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101d9a6d-2f73-4bd5-892c-73e870c1cf42 None None] Checking segment: {'id': 'f9df1e40-8638-4be8-8da5-78e25b25b54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b96a8522-2b03-4241-8f82-1a09a4b61868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:36:03.406206 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-101d9a6d-2f73-4bd5-892c-73e870c1cf42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:03.406598 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101d9a6d-2f73-4bd5-892c-73e870c1cf42 None None] Bound using segment: {'id': 'f9df1e40-8638-4be8-8da5-78e25b25b54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b96a8522-2b03-4241-8f82-1a09a4b61868'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:36:03.407085 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-101d9a6d-2f73-4bd5-892c-73e870c1cf42 None None] Bound port: 57216e02-9674-4ff9-b7dd-f0aaef77927b, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9df1e40-8638-4be8-8da5-78e25b25b54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b96a8522-2b03-4241-8f82-1a09a4b61868'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:36:03.407722 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-101d9a6d-2f73-4bd5-892c-73e870c1cf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:03.411940 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:03.497086 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-64a95318-b45e-4a4d-a708-3bb478763f71 req-f56cc0e3-435e-406c-a25f-420a857f9f25 service neutron] 10.222.0.88 "GET /v2.0/networks/c8e46011-1a79-4ff6-89e4-e69b88e284e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554567 Aug 19 14:36:03.514462 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec4dd7e-0659-4bf6-aee8-9a86035cea51'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:36:03.514857 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d09d8c2a-0928-42cf-8619-6c3b8868efee tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:03.517153 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0069955d-9c1e-4526-a976-f0fb0414878b" -d '{"events": [{"server_uuid": "8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd", "name": "network-vif-plugged", "status": "completed", "tag": "bec4dd7e-0659-4bf6-aee8-9a86035cea51"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:36:03.544286 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port bec4dd7e-0659-4bf6-aee8-9a86035cea51, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=bec4dd7e-0659-4bf6-aee8-9a86035cea51,segment=NetworkSegment(911020b2-3bb4-4db0-af7a-51b07cbea653),segment_id=911020b2-3bb4-4db0-af7a-51b07cbea653)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:36:03.567296 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:03.578488 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d09d8c2a-0928-42cf-8619-6c3b8868efee tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:03.586130 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:03.608380 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-df2eea04-4300-4138-ba50-c1d3faef1253 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1766906766-network', 'tenant_id': '3178f87ac6ba44c3972120fbcb3189e5'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:36:03.639416 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-101d9a6d-2f73-4bd5-892c-73e870c1cf42 None None] For port 57216e02-9674-4ff9-b7dd-f0aaef77927b, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:36:03.647080 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2eea04-4300-4138-ba50-c1d3faef1253 admin admin] Made reservation on behalf of 3178f87ac6ba44c3972120fbcb3189e5 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:36:03.649398 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-df2eea04-4300-4138-ba50-c1d3faef1253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:03.654768 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459dcb02-36b2-455b-994c-a80480591954 req-94e8fa17-456c-4c79-9388-d70ee0b4e6c0 tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:03.656179 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-459dcb02-36b2-455b-994c-a80480591954 req-94e8fa17-456c-4c79-9388-d70ee0b4e6c0 tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] 10.222.0.69 "GET /v2.0/networks/88eeec05-6d16-4f02-9461-44ff5e420302 HTTP/1.1" status: 200 len: 784 time: 0.7471058 Aug 19 14:36:03.663184 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-df2eea04-4300-4138-ba50-c1d3faef1253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:03.669205 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-101d9a6d-2f73-4bd5-892c-73e870c1cf42 None None] For port 57216e02-9674-4ff9-b7dd-f0aaef77927b, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=57216e02-9674-4ff9-b7dd-f0aaef77927b,segment=NetworkSegment(f9df1e40-8638-4be8-8da5-78e25b25b54f),segment_id=f9df1e40-8638-4be8-8da5-78e25b25b54f)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:36:03.681170 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-101d9a6d-2f73-4bd5-892c-73e870c1cf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:03.687435 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [req-459dcb02-36b2-455b-994c-a80480591954 req-b9afbf65-1a4f-4606-b9db-23cacadce9aa tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:36:03.690448 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-459dcb02-36b2-455b-994c-a80480591954 req-b9afbf65-1a4f-4606-b9db-23cacadce9aa tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0158410 Aug 19 14:36:03.706858 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d09d8c2a-0928-42cf-8619-6c3b8868efee tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:03.714680 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35104) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:36:03.720994 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d09d8c2a-0928-42cf-8619-6c3b8868efee tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5185480 Aug 19 14:36:03.729875 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d8c2a-0928-42cf-8619-6c3b8868efee tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97e7fcd6-30a7-49d0-9311-5f10ad4af566,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:03.732965 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ce1421be-3f35-4b90-976b-74657ea74da6 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Request body: {'security_group_rule': {'security_group_id': '97e7fcd6-30a7-49d0-9311-5f10ad4af566', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:36:03.761876 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5278f7d-f099-4309-95ef-990da2b99d6a req-e37b67cc-b98a-45df-b93b-83958f6a3499 tempest-ServerAddressesTestJSON-168641759 tempest-ServerAddressesTestJSON-168641759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:03.763451 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e5278f7d-f099-4309-95ef-990da2b99d6a req-e37b67cc-b98a-45df-b93b-83958f6a3499 tempest-ServerAddressesTestJSON-168641759 tempest-ServerAddressesTestJSON-168641759-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ced37cb-53de-4fa1-836e-e9f9ed79d674 HTTP/1.1" status: 200 len: 944 time: 0.2463114 Aug 19 14:36:03.772305 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=bec4dd7e-0659-4bf6-aee8-9a86035cea51,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:03.817532 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1b2d1132-95a5-4938-b604-4e35caaa81b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0edf574b-f920-4182-94c6-02fd4148bacc', 'name': 'tempest-FloatingIPsTestJSON-412166241-router', 'tenant_id': 'b8755f46d7e24a6a9f625d3290f522df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'cc5582d5-43ab-4279-83df-b2319e1063b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:35:51Z', 'updated_at': '2021-08-19T14:35:57Z', 'revision_number': 4, 'project_id': 'b8755f46d7e24a6a9f625d3290f522df', 'gw_port': {'id': 'cc5582d5-43ab-4279-83df-b2319e1063b2', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:78:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0edf574b-f920-4182-94c6-02fd4148bacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:35:52Z', 'updated_at': '2021-08-19T14:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'fdcfb636-7e20-4837-923f-cdbbc964bae1', 'name': '', 'network_id': '13dc60e8-6db0-49a1-8006-5816fe1e27f9', 'tenant_id': 'b8755f46d7e24a6a9f625d3290f522df', 'mac_address': 'fa:16:3e:f6:3b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0edf574b-f920-4182-94c6-02fd4148bacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '8562243b-2705-4ecb-a9c9-4d5256237e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:35:56Z', 'updated_at': '2021-08-19T14:36:02Z', 'revision_number': 4, 'project_id': 'b8755f46d7e24a6a9f625d3290f522df', 'subnets': [{'id': '8562243b-2705-4ecb-a9c9-4d5256237e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:36:03.830555 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c37058-8dde-460f-876d-aafceeea4c1c None None] Pushing event updated for resources: {'Port': ['ID=57216e02-9674-4ff9-b7dd-f0aaef77927b,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:03.836705 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e5278f7d-f099-4309-95ef-990da2b99d6a req-f956b09b-acfc-492d-8294-664063c76695 tempest-ServerAddressesTestJSON-168641759 tempest-ServerAddressesTestJSON-168641759-project] 10.222.0.69 "GET /v2.0/security-groups?id=fc41b26b-0968-4c43-b310-a21b1dbaaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669761 Aug 19 14:36:03.859388 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2d1132-95a5-4938-b604-4e35caaa81b8 None None] The sync data for ids ['0edf574b-f920-4182-94c6-02fd4148bacc'] in n-d-766043-2 is: [{'id': '0edf574b-f920-4182-94c6-02fd4148bacc', 'name': 'tempest-FloatingIPsTestJSON-412166241-router', 'tenant_id': 'b8755f46d7e24a6a9f625d3290f522df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'cc5582d5-43ab-4279-83df-b2319e1063b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:35:51Z', 'updated_at': '2021-08-19T14:35:57Z', 'revision_number': 4, 'project_id': 'b8755f46d7e24a6a9f625d3290f522df', 'gw_port': {'id': 'cc5582d5-43ab-4279-83df-b2319e1063b2', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:78:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0edf574b-f920-4182-94c6-02fd4148bacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:35:52Z', 'updated_at': '2021-08-19T14:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'fdcfb636-7e20-4837-923f-cdbbc964bae1', 'name': '', 'network_id': '13dc60e8-6db0-49a1-8006-5816fe1e27f9', 'tenant_id': 'b8755f46d7e24a6a9f625d3290f522df', 'mac_address': 'fa:16:3e:f6:3b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0edf574b-f920-4182-94c6-02fd4148bacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '8562243b-2705-4ecb-a9c9-4d5256237e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:35:56Z', 'updated_at': '2021-08-19T14:36:02Z', 'revision_number': 4, 'project_id': 'b8755f46d7e24a6a9f625d3290f522df', 'subnets': [{'id': '8562243b-2705-4ecb-a9c9-4d5256237e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:36:03.874201 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101d9a6d-2f73-4bd5-892c-73e870c1cf42 None None] Routers {'c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:36:03.874865 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-101d9a6d-2f73-4bd5-892c-73e870c1cf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:35:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:36:03.936453 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a6bd5-5951-4c90-9080-c84d3c0cd0da req-5efbb6a5-b869-4fe0-9ea1-9bdc2e7892db tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:03.944460 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8e4a6bd5-5951-4c90-9080-c84d3c0cd0da req-5efbb6a5-b869-4fe0-9ea1-9bdc2e7892db tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd HTTP/1.1" status: 200 len: 945 time: 0.1223354 Aug 19 14:36:03.973436 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-df2eea04-4300-4138-ba50-c1d3faef1253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:03.998631 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c19ae538-b517-4a8e-96c6-e0a66d82ad7d x-openstack-request-id: req-c19ae538-b517-4a8e-96c6-e0a66d82ad7d {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:36:03.999099 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ced37cb-53de-4fa1-836e-e9f9ed79d674", "tag": "6b9aefb8-304e-4f24-9856-5efb93d911e2", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:36:04.000917 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c19ae538-b517-4a8e-96c6-e0a66d82ad7d {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:36:04.001407 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ced37cb-53de-4fa1-836e-e9f9ed79d674', 'tag': '6b9aefb8-304e-4f24-9856-5efb93d911e2', 'status': 'completed', 'code': 200} Aug 19 14:36:04.009055 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-df2eea04-4300-4138-ba50-c1d3faef1253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:04.035621 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8e4a6bd5-5951-4c90-9080-c84d3c0cd0da req-b9d5617b-0dcd-44fd-9d71-c30c95c1d4be tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832899 Aug 19 14:36:04.146037 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df2eea04-4300-4138-ba50-c1d3faef1253 admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:36:04.158924 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-101d9a6d-2f73-4bd5-892c-73e870c1cf42 None None] Set router c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:36:04.171254 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce1421be-3f35-4b90-976b-74657ea74da6 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:04.193852 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2eea04-4300-4138-ba50-c1d3faef1253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=807da8b6-0e41-47d9-86b6-473844ec8663,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:04.213719 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46369d64-40ae-49e4-b78a-3f23b49ad8a1 req-ec3b50c7-8a04-4dd4-9100-dc4ed9338e57 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:04.215894 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-46369d64-40ae-49e4-b78a-3f23b49ad8a1 req-ec3b50c7-8a04-4dd4-9100-dc4ed9338e57 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=526148ce-3526-40ac-8dbb-b60693c88d9c HTTP/1.1" status: 200 len: 950 time: 0.1288695 Aug 19 14:36:04.248099 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-df2eea04-4300-4138-ba50-c1d3faef1253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:04.252277 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-df2eea04-4300-4138-ba50-c1d3faef1253 admin admin] Added segment 3e01d32b-e0c4-48ae-974a-95855e5c4fdf of type vlan for network e30a1201-b426-4165-bdc3-09c36dd3fe40 Aug 19 14:36:04.256253 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf28f135-9a34-485d-a6dc-dcc9db4384c1 x-openstack-request-id: req-cf28f135-9a34-485d-a6dc-dcc9db4384c1 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:36:04.257513 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd", "name": "network-vif-plugged", "status": "completed", "tag": "bec4dd7e-0659-4bf6-aee8-9a86035cea51", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:36:04.257513 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cf28f135-9a34-485d-a6dc-dcc9db4384c1 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:36:04.257700 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec4dd7e-0659-4bf6-aee8-9a86035cea51', 'code': 200} Aug 19 14:36:04.344474 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4fede-8820-44c9-8df0-e981bc5b7f3c req-55cf02b3-1704-4c48-aa7c-19c88ac77416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:04.346051 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0aa4fede-8820-44c9-8df0-e981bc5b7f3c req-55cf02b3-1704-4c48-aa7c-19c88ac77416 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ffaae605ceba4ce8a91be4197b6bc348&device_id=1ced37cb-53de-4fa1-836e-e9f9ed79d674 HTTP/1.1" status: 200 len: 1095 time: 0.3381045 Aug 19 14:36:04.352707 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ff844f42-14b3-44f5-b941-bf0c4fc608f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:04.386664 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-46369d64-40ae-49e4-b78a-3f23b49ad8a1 req-16ebaa57-bc34-48a8-9816-814a124c47b0 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484559 Aug 19 14:36:04.412287 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-df2eea04-4300-4138-ba50-c1d3faef1253 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:04.434309 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9a7011d2-3919-4890-9258-4b85b9df4578 req-cd7b74ee-ace0-44a6-b0e3-7fe163cc53d8 tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] 10.222.0.69 "GET /v2.0/floatingips/6e491891-c14e-4cdc-b432-46262bbb4300 HTTP/1.1" status: 200 len: 693 time: 0.1609828 Aug 19 14:36:04.529383 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce1421be-3f35-4b90-976b-74657ea74da6 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:04.532114 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:04.541901 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce1421be-3f35-4b90-976b-74657ea74da6 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:04.571091 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300018bd-99da-4300-8ada-0cbd2b20825b req-000a1740-14ac-40f9-9436-eb21f3271ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:04.573040 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-300018bd-99da-4300-8ada-0cbd2b20825b req-000a1740-14ac-40f9-9436-eb21f3271ca6 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd HTTP/1.1" status: 200 len: 1096 time: 0.2422452 Aug 19 14:36:04.583462 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce1421be-3f35-4b90-976b-74657ea74da6 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:04.584030 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-101d9a6d-2f73-4bd5-892c-73e870c1cf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e', 'name': 'tempest-ServersTestManualDisk-910060916-router', 'tenant_id': '74293d11c41e4029af95465f64d7901f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '72a5e7b1-377b-4367-97d6-c9e4f9a49806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:35:47Z', 'updated_at': '2021-08-19T14:35:58Z', 'revision_number': 4, 'project_id': '74293d11c41e4029af95465f64d7901f', 'gw_port': {'id': '72a5e7b1-377b-4367-97d6-c9e4f9a49806', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:35:49Z', 'updated_at': '2021-08-19T14:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '57216e02-9674-4ff9-b7dd-f0aaef77927b', 'name': '', 'network_id': 'b96a8522-2b03-4241-8f82-1a09a4b61868', 'tenant_id': '74293d11c41e4029af95465f64d7901f', 'mac_address': 'fa:16:3e:1e:e7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'c552364d-d70d-482a-9650-0fce232fda34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:35:55Z', 'updated_at': '2021-08-19T14:36:03Z', 'revision_number': 4, 'project_id': '74293d11c41e4029af95465f64d7901f', 'subnets': [{'id': 'c552364d-d70d-482a-9650-0fce232fda34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:36:04.587493 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ce1421be-3f35-4b90-976b-74657ea74da6 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8655553 Aug 19 14:36:04.587493 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-df2eea04-4300-4138-ba50-c1d3faef1253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:04.587493 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2eea04-4300-4138-ba50-c1d3faef1253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:04.587825 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7011d2-3919-4890-9258-4b85b9df4578 req-2b941f31-ab36-4e8a-aaf6-92f1482b11c3 tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:04.588029 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-df2eea04-4300-4138-ba50-c1d3faef1253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:04.593109 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35106) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:36:04.595839 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9a7011d2-3919-4890-9258-4b85b9df4578 req-2b941f31-ab36-4e8a-aaf6-92f1482b11c3 tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] 10.222.0.69 "GET /v2.0/networks/88eeec05-6d16-4f02-9461-44ff5e420302 HTTP/1.1" status: 200 len: 784 time: 0.1604784 Aug 19 14:36:04.604798 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [req-9a7011d2-3919-4890-9258-4b85b9df4578 req-ffb5ca4c-430c-4383-9ea8-636acce8b1b7 tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:36:04.610842 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9a7011d2-3919-4890-9258-4b85b9df4578 req-ffb5ca4c-430c-4383-9ea8-636acce8b1b7 tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0142345 Aug 19 14:36:04.630068 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101d9a6d-2f73-4bd5-892c-73e870c1cf42 None None] The sync data for ids ['c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e'] in n-d-766043-2 is: [{'id': 'c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e', 'name': 'tempest-ServersTestManualDisk-910060916-router', 'tenant_id': '74293d11c41e4029af95465f64d7901f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '72a5e7b1-377b-4367-97d6-c9e4f9a49806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:35:47Z', 'updated_at': '2021-08-19T14:35:58Z', 'revision_number': 4, 'project_id': '74293d11c41e4029af95465f64d7901f', 'gw_port': {'id': '72a5e7b1-377b-4367-97d6-c9e4f9a49806', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:35:49Z', 'updated_at': '2021-08-19T14:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '57216e02-9674-4ff9-b7dd-f0aaef77927b', 'name': '', 'network_id': 'b96a8522-2b03-4241-8f82-1a09a4b61868', 'tenant_id': '74293d11c41e4029af95465f64d7901f', 'mac_address': 'fa:16:3e:1e:e7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'c552364d-d70d-482a-9650-0fce232fda34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:35:55Z', 'updated_at': '2021-08-19T14:36:03Z', 'revision_number': 4, 'project_id': '74293d11c41e4029af95465f64d7901f', 'subnets': [{'id': 'c552364d-d70d-482a-9650-0fce232fda34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:36:04.750424 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bc0a9262-56fa-418a-afcd-6a935ae99fa5 req-1fd30960-51a4-47d0-9985-45b0c21a607a tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] 10.222.0.69 "GET /v2.0/floatingips?tenant_id=b8755f46d7e24a6a9f625d3290f522df HTTP/1.1" status: 200 len: 696 time: 0.1183388 Aug 19 14:36:04.753588 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-37c7885e-3127-40f8-9240-281c58926b49 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Request body: {'security_group_rule': {'security_group_id': '97e7fcd6-30a7-49d0-9311-5f10ad4af566', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:36:04.759408 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2eea04-4300-4138-ba50-c1d3faef1253 admin admin] Pushing event updated for resources: {'Network': ['ID=e30a1201-b426-4165-bdc3-09c36dd3fe40,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:04.775755 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1421be-3f35-4b90-976b-74657ea74da6 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=196646ba-1d5d-4f75-a475-8d8377598e17,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:04.779257 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network e30a1201-b426-4165-bdc3-09c36dd3fe40 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:36:04.813780 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4fede-8820-44c9-8df0-e981bc5b7f3c req-f32868c7-89aa-4652-9013-1ac51db33ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:04.815555 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0aa4fede-8820-44c9-8df0-e981bc5b7f3c req-f32868c7-89aa-4652-9013-1ac51db33ed6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c8e46011-1a79-4ff6-89e4-e69b88e284e7 HTTP/1.1" status: 200 len: 914 time: 0.4563432 Aug 19 14:36:04.836708 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-300018bd-99da-4300-8ada-0cbd2b20825b req-b4b5e113-2b10-46f4-a47f-d0399c23872c service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404559 Aug 19 14:36:04.850647 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-df2eea04-4300-4138-ba50-c1d3faef1253 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4747610 Aug 19 14:36:04.915306 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35114) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:36:04.926691 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-886e416d-349f-4a75-a41a-d9b0f1519084 admin admin] Request body: {'subnet': {'network_id': 'e30a1201-b426-4165-bdc3-09c36dd3fe40', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1766906766-subnet', 'tenant_id': '3178f87ac6ba44c3972120fbcb3189e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:36:04.968919 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0aa4fede-8820-44c9-8df0-e981bc5b7f3c req-aaf8a2d3-f867-4bd3-99f1-1fec3c63ee00 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b9aefb8-304e-4f24-9856-5efb93d911e2 HTTP/1.1" status: 200 len: 217 time: 0.1359324 Aug 19 14:36:04.978176 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:04.993221 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.db.api [None req-886e416d-349f-4a75-a41a-d9b0f1519084 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 14:36:04.993221 n-d-766043-2 neutron-server[94640]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 14:36:04.993221 n-d-766043-2 neutron-server[94640]: [parameters: {'project_id_1': '3178f87ac6ba44c3972120fbcb3189e5', 'expiration_1': datetime.datetime(2021, 8, 19, 14, 36, 4, 958972)}] Aug 19 14:36:04.993221 n-d-766043-2 neutron-server[94640]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 14:36:04.994046 n-d-766043-2 neutron-server[94640]: DEBUG oslo_db.api [None req-886e416d-349f-4a75-a41a-d9b0f1519084 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 14:36:05.025705 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:05.069020 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a9262-56fa-418a-afcd-6a935ae99fa5 req-f0ce7c8f-29e6-4799-9340-72d774dae935 tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:05.070726 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bc0a9262-56fa-418a-afcd-6a935ae99fa5 req-f0ce7c8f-29e6-4799-9340-72d774dae935 tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] 10.222.0.69 "GET /v2.0/networks?id=88eeec05-6d16-4f02-9461-44ff5e420302 HTTP/1.1" status: 200 len: 787 time: 0.3139925 Aug 19 14:36:05.085886 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device fdcfb636-7e20-4837-923f-cdbbc964bae1 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:36:05.091063 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [req-bc0a9262-56fa-418a-afcd-6a935ae99fa5 req-f5113fda-7e8a-4741-9be6-7e904c9f1915 tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:36:05.093924 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bc0a9262-56fa-418a-afcd-6a935ae99fa5 req-f5113fda-7e8a-4741-9be6-7e904c9f1915 tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0155158 Aug 19 14:36:05.095939 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-37c7885e-3127-40f8-9240-281c58926b49 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:05.128761 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4fede-8820-44c9-8df0-e981bc5b7f3c req-d0c8c159-b2bd-4b0b-b374-94d02011644d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:05.139114 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0aa4fede-8820-44c9-8df0-e981bc5b7f3c req-d0c8c159-b2bd-4b0b-b374-94d02011644d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5dd15835-b3fa-48af-afd7-fc1cc8cd7ced HTTP/1.1" status: 200 len: 853 time: 0.1528671 Aug 19 14:36:05.140000 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a636be-1b32-4a58-bc8b-26b06b905d67 req-bc0c8b7e-ce0d-42f1-9243-d12a5e806f5e tempest-ServerAddressesTestJSON-168641759 tempest-ServerAddressesTestJSON-168641759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:05.149118 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-91a636be-1b32-4a58-bc8b-26b06b905d67 req-bc0c8b7e-ce0d-42f1-9243-d12a5e806f5e tempest-ServerAddressesTestJSON-168641759 tempest-ServerAddressesTestJSON-168641759-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ced37cb-53de-4fa1-836e-e9f9ed79d674 HTTP/1.1" status: 200 len: 944 time: 0.1392653 Aug 19 14:36:05.204344 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port fdcfb636-7e20-4837-923f-cdbbc964bae1 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:36:05.219718 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port fdcfb636-7e20-4837-923f-cdbbc964bae1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:36:05.220097 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:05.243365 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0aa4fede-8820-44c9-8df0-e981bc5b7f3c req-ccfde10b-e18e-4fc5-99e1-a52fde08320c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c8e46011-1a79-4ff6-89e4-e69b88e284e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826547 Aug 19 14:36:05.249265 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-91a636be-1b32-4a58-bc8b-26b06b905d67 req-63b5c307-1bb0-41de-a2eb-58a637e6cccd tempest-ServerAddressesTestJSON-168641759 tempest-ServerAddressesTestJSON-168641759-project] 10.222.0.69 "GET /v2.0/security-groups?id=fc41b26b-0968-4c43-b310-a21b1dbaaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989692 Aug 19 14:36:05.362415 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:05.390604 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c450ac94-da9d-47bf-83e2-d591345d3864 req-ef1ba60b-80d4-42d3-9441-70f128854bc1 tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] 10.222.0.69 "GET /v2.0/floatingips/6e491891-c14e-4cdc-b432-46262bbb4300 HTTP/1.1" status: 200 len: 693 time: 0.0850711 Aug 19 14:36:05.396069 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-37c7885e-3127-40f8-9240-281c58926b49 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:05.406529 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-37c7885e-3127-40f8-9240-281c58926b49 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:05.407217 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port fdcfb636-7e20-4837-923f-cdbbc964bae1, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=fdcfb636-7e20-4837-923f-cdbbc964bae1,segment=NetworkSegment(714e9a69-9683-461a-9e16-beb5bb29ef49),segment_id=714e9a69-9683-461a-9e16-beb5bb29ef49)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:36:05.412023 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:05.412869 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 57216e02-9674-4ff9-b7dd-f0aaef77927b up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:36:05.455782 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4030e8-7ea6-4a77-b1cd-b1b8b9ffa528 req-da2bd1df-4098-4a56-8c79-d3460fca09ca tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:05.468314 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ad4030e8-7ea6-4a77-b1cd-b1b8b9ffa528 req-da2bd1df-4098-4a56-8c79-d3460fca09ca tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd HTTP/1.1" status: 200 len: 945 time: 0.2661352 Aug 19 14:36:05.510070 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=fdcfb636-7e20-4837-923f-cdbbc964bae1,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:05.515335 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0aa4fede-8820-44c9-8df0-e981bc5b7f3c req-41892670-9541-4e52-b966-98e6941352af service neutron] 10.222.0.88 "GET /v2.0/networks/c8e46011-1a79-4ff6-89e4-e69b88e284e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557600 Aug 19 14:36:05.520470 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c7885e-3127-40f8-9240-281c58926b49 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b9bf1cf-0449-4348-bdf6-0e1816ab633e,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:05.552896 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 57216e02-9674-4ff9-b7dd-f0aaef77927b completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:36:05.558000 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 57216e02-9674-4ff9-b7dd-f0aaef77927b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:36:05.559794 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:05.566671 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ad4030e8-7ea6-4a77-b1cd-b1b8b9ffa528 req-09553ca5-1dc2-42bf-81f9-69330571346f tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883071 Aug 19 14:36:05.595947 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-37c7885e-3127-40f8-9240-281c58926b49 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:05.598116 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-37c7885e-3127-40f8-9240-281c58926b49 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8587055 Aug 19 14:36:05.598263 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886e416d-349f-4a75-a41a-d9b0f1519084 admin admin] Made reservation on behalf of 3178f87ac6ba44c3972120fbcb3189e5 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:36:05.600911 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-886e416d-349f-4a75-a41a-d9b0f1519084 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:05.603483 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35126) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:36:05.611805 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-68bf5377-1355-40ec-88f6-b97c358eb02c tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Request body: {'floatingip': {'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:36:05.682050 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0aa4fede-8820-44c9-8df0-e981bc5b7f3c req-196317f6-f720-47f0-b2eb-348a2f820072 service neutron] 10.222.0.88 "GET /v2.0/networks/c8e46011-1a79-4ff6-89e4-e69b88e284e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568646 Aug 19 14:36:05.749335 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:05.781981 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450ac94-da9d-47bf-83e2-d591345d3864 req-b8172fac-a22a-42a7-a32b-3a376faa4718 tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:05.785690 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c450ac94-da9d-47bf-83e2-d591345d3864 req-b8172fac-a22a-42a7-a32b-3a376faa4718 tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] 10.222.0.69 "GET /v2.0/networks/88eeec05-6d16-4f02-9461-44ff5e420302 HTTP/1.1" status: 200 len: 784 time: 0.3857102 Aug 19 14:36:05.791698 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 57216e02-9674-4ff9-b7dd-f0aaef77927b, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=57216e02-9674-4ff9-b7dd-f0aaef77927b,segment=NetworkSegment(f9df1e40-8638-4be8-8da5-78e25b25b54f),segment_id=f9df1e40-8638-4be8-8da5-78e25b25b54f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:36:05.798179 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:05.832584 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [req-c450ac94-da9d-47bf-83e2-d591345d3864 req-df9d1700-0cc9-4431-8213-1a498302d48e tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:36:05.833599 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c450ac94-da9d-47bf-83e2-d591345d3864 req-df9d1700-0cc9-4431-8213-1a498302d48e tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123885 Aug 19 14:36:05.855124 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=57216e02-9674-4ff9-b7dd-f0aaef77927b,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:05.858286 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68bf5377-1355-40ec-88f6-b97c358eb02c tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:05.951536 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c450ac94-da9d-47bf-83e2-d591345d3864 req-e3ffe0d2-0d20-4d8e-a476-7d5e343066ae tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.2.224 HTTP/1.1" status: 200 len: 696 time: 0.0973461 Aug 19 14:36:06.261134 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1525b9c7-6ae7-44dd-95f9-903af96b810a req-8d0f34c8-1517-40d1-8dbd-26ef4187b047 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:06.262702 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1525b9c7-6ae7-44dd-95f9-903af96b810a req-8d0f34c8-1517-40d1-8dbd-26ef4187b047 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=526148ce-3526-40ac-8dbb-b60693c88d9c HTTP/1.1" status: 200 len: 950 time: 0.4543235 Aug 19 14:36:06.280794 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c450ac94-da9d-47bf-83e2-d591345d3864 req-8f71e286-4dd0-4eaf-a7ce-db7fe8f86f55 tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.2.224 HTTP/1.1" status: 200 len: 696 time: 0.3106973 Aug 19 14:36:06.399510 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-886e416d-349f-4a75-a41a-d9b0f1519084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:06.433061 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1525b9c7-6ae7-44dd-95f9-903af96b810a req-018d7b36-7270-4ea9-901f-101673c18801 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625113 Aug 19 14:36:06.558007 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e416d-349f-4a75-a41a-d9b0f1519084 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0351321-6783-484a-a1b6-eb4417cad1f2,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:06.596005 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68bf5377-1355-40ec-88f6-b97c358eb02c tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:06.604016 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886e416d-349f-4a75-a41a-d9b0f1519084 admin admin] Checking segment: {'id': '3e01d32b-e0c4-48ae-974a-95855e5c4fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e30a1201-b426-4165-bdc3-09c36dd3fe40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:36:06.604371 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886e416d-349f-4a75-a41a-d9b0f1519084 admin admin] Network hostable DHCP agents. Network: e30a1201-b426-4165-bdc3-09c36dd3fe40, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:36:06.625368 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f25b09-b539-48e6-973b-9094692cec2e req-e3ec9356-3add-483d-8757-f268c0062adb tempest-ServerAddressesTestJSON-168641759 tempest-ServerAddressesTestJSON-168641759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:06.626875 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-92f25b09-b539-48e6-973b-9094692cec2e req-e3ec9356-3add-483d-8757-f268c0062adb tempest-ServerAddressesTestJSON-168641759 tempest-ServerAddressesTestJSON-168641759-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ced37cb-53de-4fa1-836e-e9f9ed79d674 HTTP/1.1" status: 200 len: 944 time: 0.1202810 Aug 19 14:36:06.674794 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-c450ac94-da9d-47bf-83e2-d591345d3864 req-6cc4f815-b6bd-4da5-856b-30ca9daa6ecb tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] Deleting port fa79e5e0-2a0f-46c2-8bf3-2c8301c366a2 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:36:06.675386 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c450ac94-da9d-47bf-83e2-d591345d3864 req-6cc4f815-b6bd-4da5-856b-30ca9daa6ecb tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:06.741096 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886e416d-349f-4a75-a41a-d9b0f1519084 admin admin] Network e30a1201-b426-4165-bdc3-09c36dd3fe40 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:36:06.755210 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:06.800426 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-92f25b09-b539-48e6-973b-9094692cec2e req-ae5d9671-5663-4d14-92ef-b33f3e36bae0 tempest-ServerAddressesTestJSON-168641759 tempest-ServerAddressesTestJSON-168641759-project] 10.222.0.69 "GET /v2.0/security-groups?id=fc41b26b-0968-4c43-b310-a21b1dbaaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440434 Aug 19 14:36:06.801053 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-886e416d-349f-4a75-a41a-d9b0f1519084 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, e30a1201-b426-4165-bdc3-09c36dd3fe40) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:36:06.806041 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886e416d-349f-4a75-a41a-d9b0f1519084 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:06.815224 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9694c7e2-0e89-4c6a-a7f3-276e167ec961 None None] Network e30a1201-b426-4165-bdc3-09c36dd3fe40 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:36:06.815945 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-886e416d-349f-4a75-a41a-d9b0f1519084 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:06.891755 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-886e416d-349f-4a75-a41a-d9b0f1519084 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9723630 Aug 19 14:36:06.893705 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c450ac94-da9d-47bf-83e2-d591345d3864 req-6cc4f815-b6bd-4da5-856b-30ca9daa6ecb tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:06.894031 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c450ac94-da9d-47bf-83e2-d591345d3864 req-6cc4f815-b6bd-4da5-856b-30ca9daa6ecb tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:06.897004 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-68bf5377-1355-40ec-88f6-b97c358eb02c tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Allocated IP 172.25.2.225 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/10a72353-e1d7-494a-b905-cc76fa6ec12c) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:36:06.898929 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35138) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:36:06.904929 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a4c8916f-2b33-4104-b23a-2e3ddb5f9cef admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1766906766-router', 'tenant_id': '3178f87ac6ba44c3972120fbcb3189e5', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:36:06.935848 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-c450ac94-da9d-47bf-83e2-d591345d3864 req-6cc4f815-b6bd-4da5-856b-30ca9daa6ecb tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] Calling delete_port for fa79e5e0-2a0f-46c2-8bf3-2c8301c366a2 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:36:06.950989 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 6b9aefb8-304e-4f24-9856-5efb93d911e2 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:36:06.959798 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device fdcfb636-7e20-4837-923f-cdbbc964bae1 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:36:07.074947 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4c8916f-2b33-4104-b23a-2e3ddb5f9cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:07.075981 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4c8916f-2b33-4104-b23a-2e3ddb5f9cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:07.139573 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95629de-a70b-4694-99b2-05333ed22809 req-d6f3eec1-8da1-4c95-a57d-a56f32af6cbb tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:07.139800 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port fdcfb636-7e20-4837-923f-cdbbc964bae1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:36:07.140053 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:07.141496 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d95629de-a70b-4694-99b2-05333ed22809 req-d6f3eec1-8da1-4c95-a57d-a56f32af6cbb tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd HTTP/1.1" status: 200 len: 945 time: 0.2192914 Aug 19 14:36:07.164472 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98732c7-fbd7-4e3e-acd9-7c402ac8ba88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-e30a1201-b426-4165-bdc3-09c36dd3fe40', 'network_id': 'e30a1201-b426-4165-bdc3-09c36dd3fe40', 'tenant_id': '3178f87ac6ba44c3972120fbcb3189e5', 'fixed_ips': [{'subnet_id': 'd0351321-6783-484a-a1b6-eb4417cad1f2'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:36:07.165288 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a98732c7-fbd7-4e3e-acd9-7c402ac8ba88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:07.193178 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4c8916f-2b33-4104-b23a-2e3ddb5f9cef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:07.201644 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 6b9aefb8-304e-4f24-9856-5efb93d911e2, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=6b9aefb8-304e-4f24-9856-5efb93d911e2,segment=NetworkSegment(1e912fb3-d65b-4824-8b3c-5a6301e984c5),segment_id=1e912fb3-d65b-4824-8b3c-5a6301e984c5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:36:07.227053 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '6b9aefb8-304e-4f24-9856-5efb93d911e2', 'network_id': 'c8e46011-1a79-4ff6-89e4-e69b88e284e7', 'port_id': '6b9aefb8-304e-4f24-9856-5efb93d911e2', 'mac_address': 'fa:16:3e:52:4b:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dd15835-b3fa-48af-afd7-fc1cc8cd7ced', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:36:07.304171 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68bf5377-1355-40ec-88f6-b97c358eb02c tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:07.368523 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d95629de-a70b-4694-99b2-05333ed22809 req-ad0a948b-8abc-4f18-b973-d88bed340f12 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920147 Aug 19 14:36:07.429251 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4c8916f-2b33-4104-b23a-2e3ddb5f9cef admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:07.495099 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:07.530232 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c450ac94-da9d-47bf-83e2-d591345d3864 req-6cc4f815-b6bd-4da5-856b-30ca9daa6ecb tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:07.537282 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 57216e02-9674-4ff9-b7dd-f0aaef77927b up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:36:07.544711 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b9aefb8-304e-4f24-9856-5efb93d911e2 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:36:07.576853 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68bf5377-1355-40ec-88f6-b97c358eb02c tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:07.588212 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc4f815-b6bd-4da5-856b-30ca9daa6ecb tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] Pushing event deleted for resources: {'Port': ['ID=fa79e5e0-2a0f-46c2-8bf3-2c8301c366a2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:07.595980 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-a98732c7-fbd7-4e3e-acd9-7c402ac8ba88 None None] Allocated IP 172.20.0.2 (e30a1201-b426-4165-bdc3-09c36dd3fe40/d0351321-6783-484a-a1b6-eb4417cad1f2/76bea4c9-5f68-480d-ac43-af677440b3e8) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:36:07.610278 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 6b9aefb8-304e-4f24-9856-5efb93d911e2, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=6b9aefb8-304e-4f24-9856-5efb93d911e2,segment=NetworkSegment(1e912fb3-d65b-4824-8b3c-5a6301e984c5),segment_id=1e912fb3-d65b-4824-8b3c-5a6301e984c5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:36:07.620095 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:07.652857 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bf5377-1355-40ec-88f6-b97c358eb02c tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:36:07.684838 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-68bf5377-1355-40ec-88f6-b97c358eb02c tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:36:07.692354 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb78911-9e49-4c57-abbf-c4ec505ef7c8 req-15af1566-ba59-4450-94ad-09a5ee9be5b8 tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:07.693916 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7fb78911-9e49-4c57-abbf-c4ec505ef7c8 req-15af1566-ba59-4450-94ad-09a5ee9be5b8 tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd HTTP/1.1" status: 200 len: 1096 time: 0.1745746 Aug 19 14:36:07.699764 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bf5377-1355-40ec-88f6-b97c358eb02c tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:36:07.729759 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 57216e02-9674-4ff9-b7dd-f0aaef77927b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:36:07.730125 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:07.734546 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=6b9aefb8-304e-4f24-9856-5efb93d911e2,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:07.735408 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bf5377-1355-40ec-88f6-b97c358eb02c tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Pushing event updated for resources: {'Port': ['ID=10a72353-e1d7-494a-b905-cc76fa6ec12c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:07.771084 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:36:07.771658 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:36:07.771754 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:36:07.772076 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:36:07.772423 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:36:07.772798 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:36:07.773128 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:36:07.773474 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:36:07.773796 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:36:07.774117 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:36:07.774436 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:36:07.774752 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:36:07.775983 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c450ac94-da9d-47bf-83e2-d591345d3864 req-6cc4f815-b6bd-4da5-856b-30ca9daa6ecb tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:07.779277 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c450ac94-da9d-47bf-83e2-d591345d3864 req-6cc4f815-b6bd-4da5-856b-30ca9daa6ecb tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:07.780431 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c450ac94-da9d-47bf-83e2-d591345d3864 req-6cc4f815-b6bd-4da5-856b-30ca9daa6ecb tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] 10.222.0.69 "DELETE /v2.0/floatingips/6e491891-c14e-4cdc-b432-46262bbb4300 HTTP/1.1" status: 204 len: 173 time: 1.4801505 Aug 19 14:36:07.802044 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7fb78911-9e49-4c57-abbf-c4ec505ef7c8 req-771492f5-e6c9-40c3-91a5-ec981a3a16ba tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971460 Aug 19 14:36:07.899197 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a98732c7-fbd7-4e3e-acd9-7c402ac8ba88 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:07.915729 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a98732c7-fbd7-4e3e-acd9-7c402ac8ba88 None None] Transition to ACTIVE for port object 76bea4c9-5f68-480d-ac43-af677440b3e8 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:36:07.933343 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['6b9aefb8-304e-4f24-9856-5efb93d911e2'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:36:07.957700 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68bf5377-1355-40ec-88f6-b97c358eb02c tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:07.962942 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a98732c7-fbd7-4e3e-acd9-7c402ac8ba88 None None] Transition to ACTIVE for port object 76bea4c9-5f68-480d-ac43-af677440b3e8 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:36:07.981589 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a98732c7-fbd7-4e3e-acd9-7c402ac8ba88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:08.030621 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98732c7-fbd7-4e3e-acd9-7c402ac8ba88 None None] Network e30a1201-b426-4165-bdc3-09c36dd3fe40 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:36:08.038923 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-a98732c7-fbd7-4e3e-acd9-7c402ac8ba88 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:36:08.045626 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98732c7-fbd7-4e3e-acd9-7c402ac8ba88 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:36:08.048841 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98732c7-fbd7-4e3e-acd9-7c402ac8ba88 None None] Pushing event updated for resources: {'Port': ['ID=76bea4c9-5f68-480d-ac43-af677440b3e8,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:08.108298 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68bf5377-1355-40ec-88f6-b97c358eb02c tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:08.123749 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c184c2ff-db88-4d75-beb9-07318a7b1d00 req-44c24ea8-8e1d-4229-829b-d5c7cfd730bd tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:08.125278 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c184c2ff-db88-4d75-beb9-07318a7b1d00 req-44c24ea8-8e1d-4229-829b-d5c7cfd730bd tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=526148ce-3526-40ac-8dbb-b60693c88d9c HTTP/1.1" status: 200 len: 950 time: 0.2585425 Aug 19 14:36:08.131231 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a98732c7-fbd7-4e3e-acd9-7c402ac8ba88 None None] Attempting to bind port 76bea4c9-5f68-480d-ac43-af677440b3e8 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:36:08.131605 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a98732c7-fbd7-4e3e-acd9-7c402ac8ba88 None None] Attempting to bind port 76bea4c9-5f68-480d-ac43-af677440b3e8 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '3e01d32b-e0c4-48ae-974a-95855e5c4fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e30a1201-b426-4165-bdc3-09c36dd3fe40'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:36:08.131967 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98732c7-fbd7-4e3e-acd9-7c402ac8ba88 None None] Attempting to bind port 76bea4c9-5f68-480d-ac43-af677440b3e8 on network e30a1201-b426-4165-bdc3-09c36dd3fe40 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:36:08.145154 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98732c7-fbd7-4e3e-acd9-7c402ac8ba88 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:36:08.145527 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98732c7-fbd7-4e3e-acd9-7c402ac8ba88 None None] Checking segment: {'id': '3e01d32b-e0c4-48ae-974a-95855e5c4fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e30a1201-b426-4165-bdc3-09c36dd3fe40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:36:08.145925 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a98732c7-fbd7-4e3e-acd9-7c402ac8ba88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:08.146316 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98732c7-fbd7-4e3e-acd9-7c402ac8ba88 None None] Bound using segment: {'id': '3e01d32b-e0c4-48ae-974a-95855e5c4fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e30a1201-b426-4165-bdc3-09c36dd3fe40'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:36:08.146782 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a98732c7-fbd7-4e3e-acd9-7c402ac8ba88 None None] Bound port: 76bea4c9-5f68-480d-ac43-af677440b3e8, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e01d32b-e0c4-48ae-974a-95855e5c4fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e30a1201-b426-4165-bdc3-09c36dd3fe40'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:36:08.147166 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a98732c7-fbd7-4e3e-acd9-7c402ac8ba88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:08.165104 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6e48d06f-1ef7-4306-98c0-80c14079b53d req-a19860c2-959d-4627-947c-0483f7c7f9f3 tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3175335 Aug 19 14:36:08.168909 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4c8916f-2b33-4104-b23a-2e3ddb5f9cef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:08.209302 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-6e48d06f-1ef7-4306-98c0-80c14079b53d req-f995323a-5186-430d-89a1-ba429efd24be tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] Request body: {'floatingip': {'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:36:08.216028 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4c8916f-2b33-4104-b23a-2e3ddb5f9cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:08.231370 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a98732c7-fbd7-4e3e-acd9-7c402ac8ba88 None None] For port 76bea4c9-5f68-480d-ac43-af677440b3e8, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:36:08.234451 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a98732c7-fbd7-4e3e-acd9-7c402ac8ba88 None None] For port 76bea4c9-5f68-480d-ac43-af677440b3e8, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=76bea4c9-5f68-480d-ac43-af677440b3e8,segment=NetworkSegment(3e01d32b-e0c4-48ae-974a-95855e5c4fdf),segment_id=3e01d32b-e0c4-48ae-974a-95855e5c4fdf)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:36:08.239588 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a98732c7-fbd7-4e3e-acd9-7c402ac8ba88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:08.295816 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98732c7-fbd7-4e3e-acd9-7c402ac8ba88 None None] Pushing event updated for resources: {'Port': ['ID=76bea4c9-5f68-480d-ac43-af677440b3e8,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:08.307190 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c184c2ff-db88-4d75-beb9-07318a7b1d00 req-0f019cfd-c005-4317-af08-ff841f92d68c tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612680 Aug 19 14:36:08.354806 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6e48d06f-1ef7-4306-98c0-80c14079b53d req-f995323a-5186-430d-89a1-ba429efd24be tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:08.766394 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-a4c8916f-2b33-4104-b23a-2e3ddb5f9cef admin admin] Allocated IP 172.25.2.37 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/dc4d1629-3091-44e6-b0c4-401462d7f223) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:36:08.780797 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e8540-d38a-4e75-b32b-3c2921886428 req-1b720513-1db0-49e8-a8ef-d3d0063fb5e6 tempest-ServerAddressesTestJSON-168641759 tempest-ServerAddressesTestJSON-168641759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:08.782275 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a35e8540-d38a-4e75-b32b-3c2921886428 req-1b720513-1db0-49e8-a8ef-d3d0063fb5e6 tempest-ServerAddressesTestJSON-168641759 tempest-ServerAddressesTestJSON-168641759-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ced37cb-53de-4fa1-836e-e9f9ed79d674 HTTP/1.1" status: 200 len: 945 time: 0.4091687 Aug 19 14:36:08.803992 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68bf5377-1355-40ec-88f6-b97c358eb02c tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:08.818027 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68bf5377-1355-40ec-88f6-b97c358eb02c tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:08.897659 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 76bea4c9-5f68-480d-ac43-af677440b3e8 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:36:08.945074 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 6b9aefb8-304e-4f24-9856-5efb93d911e2 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:36:08.973339 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 76bea4c9-5f68-480d-ac43-af677440b3e8 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:36:08.974214 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a35e8540-d38a-4e75-b32b-3c2921886428 req-79ff7bd2-ea74-49f5-8f38-878092d62391 tempest-ServerAddressesTestJSON-168641759 tempest-ServerAddressesTestJSON-168641759-project] 10.222.0.69 "GET /v2.0/security-groups?id=fc41b26b-0968-4c43-b310-a21b1dbaaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808193 Aug 19 14:36:08.985579 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bf5377-1355-40ec-88f6-b97c358eb02c tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Pushing event updated for resources: {'Port': ['ID=10a72353-e1d7-494a-b905-cc76fa6ec12c,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:09.027009 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 6b9aefb8-304e-4f24-9856-5efb93d911e2 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:36:09.029525 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68bf5377-1355-40ec-88f6-b97c358eb02c tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:09.037748 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 6b9aefb8-304e-4f24-9856-5efb93d911e2 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:36:09.038181 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:09.038312 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6e48d06f-1ef7-4306-98c0-80c14079b53d req-f995323a-5186-430d-89a1-ba429efd24be tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:09.070826 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4c8916f-2b33-4104-b23a-2e3ddb5f9cef admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:09.109647 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68bf5377-1355-40ec-88f6-b97c358eb02c tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:09.119721 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-68bf5377-1355-40ec-88f6-b97c358eb02c tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5029919 Aug 19 14:36:09.150685 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:09.185065 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a65ed-ea5f-4f60-84aa-a0fa9514c411 req-5c6b49b1-3479-447b-9b8d-1de25432c828 tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:09.186596 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1b6a65ed-ea5f-4f60-84aa-a0fa9514c411 req-5c6b49b1-3479-447b-9b8d-1de25432c828 tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd HTTP/1.1" status: 200 len: 1096 time: 0.0827026 Aug 19 14:36:09.188568 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 6b9aefb8-304e-4f24-9856-5efb93d911e2, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=6b9aefb8-304e-4f24-9856-5efb93d911e2,segment=NetworkSegment(1e912fb3-d65b-4824-8b3c-5a6301e984c5),segment_id=1e912fb3-d65b-4824-8b3c-5a6301e984c5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:36:09.190000 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ced37cb-53de-4fa1-836e-e9f9ed79d674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9aefb8-304e-4f24-9856-5efb93d911e2'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:36:09.193351 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c2cd89-2963-4801-8067-e504aee2f7f9" -d '{"events": [{"server_uuid": "1ced37cb-53de-4fa1-836e-e9f9ed79d674", "name": "network-vif-plugged", "status": "completed", "tag": "6b9aefb8-304e-4f24-9856-5efb93d911e2"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:36:09.197663 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:09.219559 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4c8916f-2b33-4104-b23a-2e3ddb5f9cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:09.253543 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=6b9aefb8-304e-4f24-9856-5efb93d911e2,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:09.309541 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c8916f-2b33-4104-b23a-2e3ddb5f9cef admin admin] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:36:09.311453 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1b6a65ed-ea5f-4f60-84aa-a0fa9514c411 req-c872ad7e-18d1-438f-b5c4-5d2158850c76 tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179452 Aug 19 14:36:09.322218 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-a4c8916f-2b33-4104-b23a-2e3ddb5f9cef admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:36:09.324886 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c8916f-2b33-4104-b23a-2e3ddb5f9cef admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:36:09.330875 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-6e48d06f-1ef7-4306-98c0-80c14079b53d req-f995323a-5186-430d-89a1-ba429efd24be tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] Allocated IP 172.25.2.17 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/cde72534-d40e-47fe-a562-4d7952402620) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:36:09.361389 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c8916f-2b33-4104-b23a-2e3ddb5f9cef admin admin] Pushing event updated for resources: {'Port': ['ID=dc4d1629-3091-44e6-b0c4-401462d7f223,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:09.368188 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa548d5-79d0-44d2-bc9f-9f824b1b6e8d None None] Network e30a1201-b426-4165-bdc3-09c36dd3fe40 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:36:09.458372 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e44eb5b-2dfb-490f-86f7-50cf123a7d68 x-openstack-request-id: req-0e44eb5b-2dfb-490f-86f7-50cf123a7d68 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:36:09.458681 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ced37cb-53de-4fa1-836e-e9f9ed79d674", "name": "network-vif-plugged", "status": "completed", "tag": "6b9aefb8-304e-4f24-9856-5efb93d911e2", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:36:09.458919 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0e44eb5b-2dfb-490f-86f7-50cf123a7d68 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:36:09.459469 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ced37cb-53de-4fa1-836e-e9f9ed79d674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9aefb8-304e-4f24-9856-5efb93d911e2', 'code': 200} Aug 19 14:36:09.462187 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d80f841f-0ef0-482a-b50e-407a7d8862be None None] Provisioning for port 76bea4c9-5f68-480d-ac43-af677440b3e8 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:36:09.469856 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d80f841f-0ef0-482a-b50e-407a7d8862be None None] Provisioning complete for port 76bea4c9-5f68-480d-ac43-af677440b3e8 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:36:09.470374 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d80f841f-0ef0-482a-b50e-407a7d8862be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:09.582036 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd048af-c192-4aed-a3a8-31feeae90e3c req-453aee17-e0ca-42d8-9ecb-00ad6ed5b203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:09.583746 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6dd048af-c192-4aed-a3a8-31feeae90e3c req-453aee17-e0ca-42d8-9ecb-00ad6ed5b203 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=1ced37cb-53de-4fa1-836e-e9f9ed79d674 HTTP/1.1" status: 200 len: 1097 time: 0.0503514 Aug 19 14:36:09.609688 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1f769733-3c61-4b83-a267-b92bdbe9e80f req-64590fbb-bb57-4368-a974-f39c337c42f9 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--253218663&fields=id&tenant_id=74293d11c41e4029af95465f64d7901f HTTP/1.1" status: 200 len: 267 time: 0.0708530 Aug 19 14:36:09.614063 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6e48d06f-1ef7-4306-98c0-80c14079b53d req-f995323a-5186-430d-89a1-ba429efd24be tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:09.621371 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d80f841f-0ef0-482a-b50e-407a7d8862be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:09.626493 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6dd048af-c192-4aed-a3a8-31feeae90e3c req-bb223d03-cdf6-4ee4-9320-fd45294e42f5 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=fc41b26b-0968-4c43-b310-a21b1dbaaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330591 Aug 19 14:36:09.656344 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d80f841f-0ef0-482a-b50e-407a7d8862be None None] For port 76bea4c9-5f68-480d-ac43-af677440b3e8, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=76bea4c9-5f68-480d-ac43-af677440b3e8,segment=NetworkSegment(3e01d32b-e0c4-48ae-974a-95855e5c4fdf),segment_id=3e01d32b-e0c4-48ae-974a-95855e5c4fdf)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:36:09.661507 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d80f841f-0ef0-482a-b50e-407a7d8862be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:09.712469 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80f841f-0ef0-482a-b50e-407a7d8862be None None] Pushing event updated for resources: {'Port': ['ID=76bea4c9-5f68-480d-ac43-af677440b3e8,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:09.825611 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4c8916f-2b33-4104-b23a-2e3ddb5f9cef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:09.835048 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f769733-3c61-4b83-a267-b92bdbe9e80f req-a627b179-e07b-40e7-9839-d6a3cf7fab9b tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:09.836520 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1f769733-3c61-4b83-a267-b92bdbe9e80f req-a627b179-e07b-40e7-9839-d6a3cf7fab9b tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] 10.222.0.69 "GET /v2.0/networks?id=b96a8522-2b03-4241-8f82-1a09a4b61868 HTTP/1.1" status: 200 len: 811 time: 0.1820030 Aug 19 14:36:09.872722 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6e48d06f-1ef7-4306-98c0-80c14079b53d req-f995323a-5186-430d-89a1-ba429efd24be tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:09.883202 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-dea3becc-1da2-4894-8823-15af4581a3b4 None None] Provisioning complete for port 76bea4c9-5f68-480d-ac43-af677440b3e8 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:36:09.883572 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dea3becc-1da2-4894-8823-15af4581a3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:09.919016 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1f769733-3c61-4b83-a267-b92bdbe9e80f req-c787614a-a12f-42e1-ac2c-14d7e1c332de tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] 10.222.0.69 "GET /v2.0/quotas/74293d11c41e4029af95465f64d7901f HTTP/1.1" status: 200 len: 375 time: 0.0493290 Aug 19 14:36:09.930030 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e48d06f-1ef7-4306-98c0-80c14079b53d req-f995323a-5186-430d-89a1-ba429efd24be tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:36:09.975570 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-6e48d06f-1ef7-4306-98c0-80c14079b53d req-f995323a-5186-430d-89a1-ba429efd24be tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:36:09.978397 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e48d06f-1ef7-4306-98c0-80c14079b53d req-f995323a-5186-430d-89a1-ba429efd24be tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:36:10.025502 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f995323a-5186-430d-89a1-ba429efd24be tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] Pushing event updated for resources: {'Port': ['ID=cde72534-d40e-47fe-a562-4d7952402620,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:10.108150 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1f769733-3c61-4b83-a267-b92bdbe9e80f req-379bd812-61f8-4cc0-906e-e38ab7d47f15 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=74293d11c41e4029af95465f64d7901f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1826274 Aug 19 14:36:10.249282 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6e48d06f-1ef7-4306-98c0-80c14079b53d req-f995323a-5186-430d-89a1-ba429efd24be tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:10.262417 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4c8916f-2b33-4104-b23a-2e3ddb5f9cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:10.340148 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1f769733-3c61-4b83-a267-b92bdbe9e80f req-642ad691-3995-4db4-ab92-e1aaea33e46a service neutron] 10.222.0.69 "GET /v2.0/networks/b96a8522-2b03-4241-8f82-1a09a4b61868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983838 Aug 19 14:36:10.342143 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6e48d06f-1ef7-4306-98c0-80c14079b53d req-f995323a-5186-430d-89a1-ba429efd24be tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:10.765261 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1f769733-3c61-4b83-a267-b92bdbe9e80f req-c28346e2-1740-47fb-8338-a6770908d2bf service neutron] 10.222.0.69 "GET /v2.0/networks/b96a8522-2b03-4241-8f82-1a09a4b61868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4172239 Aug 19 14:36:10.815571 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c8916f-2b33-4104-b23a-2e3ddb5f9cef admin admin] Router 1e029420-5b7c-4979-80ae-c621477cde6c is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:36:10.887508 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6e48d06f-1ef7-4306-98c0-80c14079b53d req-f995323a-5186-430d-89a1-ba429efd24be tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:10.899638 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 76bea4c9-5f68-480d-ac43-af677440b3e8 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:36:10.900177 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6e48d06f-1ef7-4306-98c0-80c14079b53d req-f995323a-5186-430d-89a1-ba429efd24be tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:10.970346 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 76bea4c9-5f68-480d-ac43-af677440b3e8 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:36:10.970715 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:11.018274 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f995323a-5186-430d-89a1-ba429efd24be tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] Pushing event updated for resources: {'Port': ['ID=cde72534-d40e-47fe-a562-4d7952402620,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:11.080597 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c8916f-2b33-4104-b23a-2e3ddb5f9cef admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:36:11.089179 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6e48d06f-1ef7-4306-98c0-80c14079b53d req-f995323a-5186-430d-89a1-ba429efd24be tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:11.100440 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8786beb-7b25-4d9f-8fc0-05bf59a47279 None None] Sync routers for ids ['1e029420-5b7c-4979-80ae-c621477cde6c'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:36:11.110093 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8786beb-7b25-4d9f-8fc0-05bf59a47279 None None] Routers {'1e029420-5b7c-4979-80ae-c621477cde6c'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:36:11.110607 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e8786beb-7b25-4d9f-8fc0-05bf59a47279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:36:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['1e029420-5b7c-4979-80ae-c621477cde6c'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:36:11.117838 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112a03d-ca13-4e87-b62b-689299ce1863 req-b1258cc7-3990-441f-a659-9e8a2e1932c1 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:11.123234 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7112a03d-ca13-4e87-b62b-689299ce1863 req-b1258cc7-3990-441f-a659-9e8a2e1932c1 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=526148ce-3526-40ac-8dbb-b60693c88d9c HTTP/1.1" status: 200 len: 950 time: 0.1285057 Aug 19 14:36:11.140457 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6e48d06f-1ef7-4306-98c0-80c14079b53d req-f995323a-5186-430d-89a1-ba429efd24be tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:11.141602 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6e48d06f-1ef7-4306-98c0-80c14079b53d req-f995323a-5186-430d-89a1-ba429efd24be tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9402711 Aug 19 14:36:11.142236 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4c8916f-2b33-4104-b23a-2e3ddb5f9cef admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:11.143422 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a4c8916f-2b33-4104-b23a-2e3ddb5f9cef admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2435594 Aug 19 14:36:11.146535 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35190) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:36:11.212707 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6e48d06f-1ef7-4306-98c0-80c14079b53d req-fd80b63f-e78b-4d6b-867a-c53f50d5de17 tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.2.17 HTTP/1.1" status: 200 len: 695 time: 0.0624514 Aug 19 14:36:11.226581 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7112a03d-ca13-4e87-b62b-689299ce1863 req-28be1800-acb6-4378-b733-a2895164124d tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956469 Aug 19 14:36:11.318698 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-e8786beb-7b25-4d9f-8fc0-05bf59a47279 None None] Set router 1e029420-5b7c-4979-80ae-c621477cde6c gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:36:11.525286 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48d06f-1ef7-4306-98c0-80c14079b53d req-ba055742-1ee3-49ee-a9c6-15da23ac237e tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:11.527004 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6e48d06f-1ef7-4306-98c0-80c14079b53d req-ba055742-1ee3-49ee-a9c6-15da23ac237e tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] 10.222.0.69 "GET /v2.0/networks/88eeec05-6d16-4f02-9461-44ff5e420302 HTTP/1.1" status: 200 len: 784 time: 0.2864294 Aug 19 14:36:11.545758 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [req-6e48d06f-1ef7-4306-98c0-80c14079b53d req-14c767e3-a3be-4c66-9677-b3b5594322c1 tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:36:11.546718 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6e48d06f-1ef7-4306-98c0-80c14079b53d req-14c767e3-a3be-4c66-9677-b3b5594322c1 tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057023 Aug 19 14:36:11.577269 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec75e59-cf91-4b8d-939d-a69d64cbfbcb req-0e185b73-5122-4b54-94b1-bacda0384b94 tempest-ServerAddressesTestJSON-168641759 tempest-ServerAddressesTestJSON-168641759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:11.578865 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-eec75e59-cf91-4b8d-939d-a69d64cbfbcb req-0e185b73-5122-4b54-94b1-bacda0384b94 tempest-ServerAddressesTestJSON-168641759 tempest-ServerAddressesTestJSON-168641759-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ced37cb-53de-4fa1-836e-e9f9ed79d674 HTTP/1.1" status: 200 len: 946 time: 0.0741670 Aug 19 14:36:11.639543 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-eec75e59-cf91-4b8d-939d-a69d64cbfbcb req-3f07ed3d-86a8-49a3-b78e-ddf075a9d5b9 tempest-ServerAddressesTestJSON-168641759 tempest-ServerAddressesTestJSON-168641759-project] 10.222.0.69 "GET /v2.0/security-groups?id=fc41b26b-0968-4c43-b310-a21b1dbaaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439754 Aug 19 14:36:11.643746 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e8786beb-7b25-4d9f-8fc0-05bf59a47279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e029420-5b7c-4979-80ae-c621477cde6c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1766906766-router', 'tenant_id': '3178f87ac6ba44c3972120fbcb3189e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'dc4d1629-3091-44e6-b0c4-401462d7f223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:36:07Z', 'updated_at': '2021-08-19T14:36:09Z', 'revision_number': 3, 'project_id': '3178f87ac6ba44c3972120fbcb3189e5', 'gw_port': {'id': 'dc4d1629-3091-44e6-b0c4-401462d7f223', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e029420-5b7c-4979-80ae-c621477cde6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:36:08Z', 'updated_at': '2021-08-19T14:36:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:36:11.695171 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8786beb-7b25-4d9f-8fc0-05bf59a47279 None None] Checking router: 1e029420-5b7c-4979-80ae-c621477cde6c for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:36:11.695692 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8786beb-7b25-4d9f-8fc0-05bf59a47279 None None] Updating router 1e029420-5b7c-4979-80ae-c621477cde6c port dc4d1629-3091-44e6-b0c4-401462d7f223 binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:36:11.726158 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5a3a79b6-2b07-45a9-8de8-220919755c94 req-9f40493a-f98b-4043-b7e4-8f3fb9ce2083 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] 10.222.0.69 "GET /v2.0/ports?device_id=85be6900-df22-4d02-b0a9-25c4181aa88c HTTP/1.1" status: 200 len: 210 time: 0.0375886 Aug 19 14:36:11.728528 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-e8786beb-7b25-4d9f-8fc0-05bf59a47279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:11.815191 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c19e2a12-98b5-4b33-98b0-9ba90d980d95 req-6a08c252-148f-4222-819e-9dffcaa55ee6 tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] 10.222.0.69 "GET /v2.0/floatingips/59a6d096-7f29-43be-9969-c388c4ad6140 HTTP/1.1" status: 200 len: 692 time: 0.0548434 Aug 19 14:36:11.875004 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7cb9de0c-b746-4ee9-a5c3-98b65cf3e9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:11.981456 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b7ace-deec-4ca2-b805-3a6dc3b832ed req-7f89a2b7-fa8e-4759-be8a-8361e91d2ea4 tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:11.983075 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-855b7ace-deec-4ca2-b805-3a6dc3b832ed req-7f89a2b7-fa8e-4759-be8a-8361e91d2ea4 tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd HTTP/1.1" status: 200 len: 1096 time: 0.0830922 Aug 19 14:36:12.012726 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e2a12-98b5-4b33-98b0-9ba90d980d95 req-18133e56-26b7-47fb-9c8d-c5e61d54ac8f tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:12.014089 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c19e2a12-98b5-4b33-98b0-9ba90d980d95 req-18133e56-26b7-47fb-9c8d-c5e61d54ac8f tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] 10.222.0.69 "GET /v2.0/networks/88eeec05-6d16-4f02-9461-44ff5e420302 HTTP/1.1" status: 200 len: 784 time: 0.1980050 Aug 19 14:36:12.030917 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [req-c19e2a12-98b5-4b33-98b0-9ba90d980d95 req-ee3e8e23-74a7-4a7b-aebe-eadcd81c332e tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:36:12.031921 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c19e2a12-98b5-4b33-98b0-9ba90d980d95 req-ee3e8e23-74a7-4a7b-aebe-eadcd81c332e tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080545 Aug 19 14:36:12.049759 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-855b7ace-deec-4ca2-b805-3a6dc3b832ed req-4d8beab2-3ac0-4859-8924-704677a4d90b tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543129 Aug 19 14:36:12.050712 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-7cb9de0c-b746-4ee9-a5c3-98b65cf3e9ce admin admin] Allocated IP 172.20.0.1 (e30a1201-b426-4165-bdc3-09c36dd3fe40/d0351321-6783-484a-a1b6-eb4417cad1f2/f8b4cebf-9e41-4c5e-ae3b-0aaeb68b83e4) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:36:12.094181 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-e8786beb-7b25-4d9f-8fc0-05bf59a47279 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:12.106843 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-e8786beb-7b25-4d9f-8fc0-05bf59a47279 None None] Transition to ACTIVE for port object dc4d1629-3091-44e6-b0c4-401462d7f223 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:36:12.113994 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-e8786beb-7b25-4d9f-8fc0-05bf59a47279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:12.127466 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c19e2a12-98b5-4b33-98b0-9ba90d980d95 req-0d42a1a3-ea2a-41db-a6bb-93e4ec20323c tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.2.17 HTTP/1.1" status: 200 len: 695 time: 0.0765865 Aug 19 14:36:12.180686 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4c39e-07df-420d-869c-0c4a1ece7ce6 None None] Pushing event updated for resources: {'Port': ['ID=dc4d1629-3091-44e6-b0c4-401462d7f223,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:12.194974 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c19e2a12-98b5-4b33-98b0-9ba90d980d95 req-e5e553cb-5a60-4196-ace0-7b35cad202d4 tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.2.17 HTTP/1.1" status: 200 len: 695 time: 0.0601456 Aug 19 14:36:12.199538 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-e8786beb-7b25-4d9f-8fc0-05bf59a47279 None None] Attempting to bind port dc4d1629-3091-44e6-b0c4-401462d7f223 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:36:12.200102 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-e8786beb-7b25-4d9f-8fc0-05bf59a47279 None None] Attempting to bind port dc4d1629-3091-44e6-b0c4-401462d7f223 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:36:12.200584 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8786beb-7b25-4d9f-8fc0-05bf59a47279 None None] Attempting to bind port dc4d1629-3091-44e6-b0c4-401462d7f223 on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:36:12.207077 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8786beb-7b25-4d9f-8fc0-05bf59a47279 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:36:12.207523 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8786beb-7b25-4d9f-8fc0-05bf59a47279 None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:36:12.207931 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-e8786beb-7b25-4d9f-8fc0-05bf59a47279 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:12.208314 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8786beb-7b25-4d9f-8fc0-05bf59a47279 None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:36:12.208802 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-e8786beb-7b25-4d9f-8fc0-05bf59a47279 None None] Bound port: dc4d1629-3091-44e6-b0c4-401462d7f223, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:36:12.209180 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-e8786beb-7b25-4d9f-8fc0-05bf59a47279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:12.261918 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7cb9de0c-b746-4ee9-a5c3-98b65cf3e9ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:12.274301 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-e8786beb-7b25-4d9f-8fc0-05bf59a47279 None None] For port dc4d1629-3091-44e6-b0c4-401462d7f223, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:36:12.275508 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-7cb9de0c-b746-4ee9-a5c3-98b65cf3e9ce admin admin] Transition to ACTIVE for port object f8b4cebf-9e41-4c5e-ae3b-0aaeb68b83e4 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:36:12.279505 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-e8786beb-7b25-4d9f-8fc0-05bf59a47279 None None] For port dc4d1629-3091-44e6-b0c4-401462d7f223, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=dc4d1629-3091-44e6-b0c4-401462d7f223,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:36:12.286288 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-e8786beb-7b25-4d9f-8fc0-05bf59a47279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:12.322615 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7cb9de0c-b746-4ee9-a5c3-98b65cf3e9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:12.348691 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8786beb-7b25-4d9f-8fc0-05bf59a47279 None None] Routers {'1e029420-5b7c-4979-80ae-c621477cde6c'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:36:12.349549 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e8786beb-7b25-4d9f-8fc0-05bf59a47279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:36:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['1e029420-5b7c-4979-80ae-c621477cde6c'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:36:12.367474 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-c19e2a12-98b5-4b33-98b0-9ba90d980d95 req-d7089b00-2157-4b85-902c-23e2f9a262ee tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] Deleting port cde72534-d40e-47fe-a562-4d7952402620 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:36:12.368075 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c19e2a12-98b5-4b33-98b0-9ba90d980d95 req-d7089b00-2157-4b85-902c-23e2f9a262ee tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:12.409828 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb9de0c-b746-4ee9-a5c3-98b65cf3e9ce admin admin] Network e30a1201-b426-4165-bdc3-09c36dd3fe40 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:36:12.421903 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-7cb9de0c-b746-4ee9-a5c3-98b65cf3e9ce admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:36:12.440884 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb9de0c-b746-4ee9-a5c3-98b65cf3e9ce admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:36:12.447525 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4c39e-07df-420d-869c-0c4a1ece7ce6 None None] Pushing event updated for resources: {'Port': ['ID=dc4d1629-3091-44e6-b0c4-401462d7f223,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:12.489997 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7cb9de0c-b746-4ee9-a5c3-98b65cf3e9ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:12.500074 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb9de0c-b746-4ee9-a5c3-98b65cf3e9ce admin admin] Pushing event updated for resources: {'Port': ['ID=f8b4cebf-9e41-4c5e-ae3b-0aaeb68b83e4,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:12.535762 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-e8786beb-7b25-4d9f-8fc0-05bf59a47279 None None] Set router 1e029420-5b7c-4979-80ae-c621477cde6c gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:36:12.536330 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c19e2a12-98b5-4b33-98b0-9ba90d980d95 req-d7089b00-2157-4b85-902c-23e2f9a262ee tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:12.538571 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c19e2a12-98b5-4b33-98b0-9ba90d980d95 req-d7089b00-2157-4b85-902c-23e2f9a262ee tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:12.603622 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-c19e2a12-98b5-4b33-98b0-9ba90d980d95 req-d7089b00-2157-4b85-902c-23e2f9a262ee tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] Calling delete_port for cde72534-d40e-47fe-a562-4d7952402620 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:36:12.721371 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe40bb-7cf4-4c35-a91b-91c08df76213 req-b252f8ea-1e57-41ea-a036-02eb5cc89e38 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:12.722936 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8cbe40bb-7cf4-4c35-a91b-91c08df76213 req-b252f8ea-1e57-41ea-a036-02eb5cc89e38 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=526148ce-3526-40ac-8dbb-b60693c88d9c HTTP/1.1" status: 200 len: 950 time: 0.1788311 Aug 19 14:36:12.747741 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f769733-3c61-4b83-a267-b92bdbe9e80f req-c6dcc09b-f9c1-4107-9fec-6231724b2a9b tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:12.749178 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1f769733-3c61-4b83-a267-b92bdbe9e80f req-c6dcc09b-f9c1-4107-9fec-6231724b2a9b tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] 10.222.0.68 "GET /v2.0/networks?id=b96a8522-2b03-4241-8f82-1a09a4b61868 HTTP/1.1" status: 200 len: 811 time: 0.2533858 Aug 19 14:36:12.760681 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e8786beb-7b25-4d9f-8fc0-05bf59a47279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e029420-5b7c-4979-80ae-c621477cde6c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1766906766-router', 'tenant_id': '3178f87ac6ba44c3972120fbcb3189e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'dc4d1629-3091-44e6-b0c4-401462d7f223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:36:07Z', 'updated_at': '2021-08-19T14:36:09Z', 'revision_number': 3, 'project_id': '3178f87ac6ba44c3972120fbcb3189e5', 'gw_port': {'id': 'dc4d1629-3091-44e6-b0c4-401462d7f223', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e029420-5b7c-4979-80ae-c621477cde6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:36:08Z', 'updated_at': '2021-08-19T14:36:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:36:12.791676 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8786beb-7b25-4d9f-8fc0-05bf59a47279 None None] The sync data for ids ['1e029420-5b7c-4979-80ae-c621477cde6c'] in n-d-766043-2 is: [{'id': '1e029420-5b7c-4979-80ae-c621477cde6c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1766906766-router', 'tenant_id': '3178f87ac6ba44c3972120fbcb3189e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'dc4d1629-3091-44e6-b0c4-401462d7f223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:36:07Z', 'updated_at': '2021-08-19T14:36:09Z', 'revision_number': 3, 'project_id': '3178f87ac6ba44c3972120fbcb3189e5', 'gw_port': {'id': 'dc4d1629-3091-44e6-b0c4-401462d7f223', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e029420-5b7c-4979-80ae-c621477cde6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:36:08Z', 'updated_at': '2021-08-19T14:36:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:36:12.797766 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7cb9de0c-b746-4ee9-a5c3-98b65cf3e9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:12.817672 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8cbe40bb-7cf4-4c35-a91b-91c08df76213 req-67d38df3-7608-40cc-9ae2-1b2e8fd9d27a tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637178 Aug 19 14:36:12.830428 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-941c023f-d73f-4a4f-ba28-9a38ebcbb017 None None] Provisioning for port f8b4cebf-9e41-4c5e-ae3b-0aaeb68b83e4 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:36:12.836228 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1f769733-3c61-4b83-a267-b92bdbe9e80f req-a4e858d5-5484-40fc-89bd-6c9a6e87a975 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74293d11c41e4029af95465f64d7901f HTTP/1.1" status: 200 len: 379 time: 0.0605507 Aug 19 14:36:12.837700 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-941c023f-d73f-4a4f-ba28-9a38ebcbb017 None None] Provisioning complete for port f8b4cebf-9e41-4c5e-ae3b-0aaeb68b83e4 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:36:12.838143 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-941c023f-d73f-4a4f-ba28-9a38ebcbb017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:12.882107 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-1f769733-3c61-4b83-a267-b92bdbe9e80f req-86b3b493-7fb1-4d29-b3ea-ec1cb2d8112f tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Request body: {'port': {'device_id': '85be6900-df22-4d02-b0a9-25c4181aa88c', 'network_id': 'b96a8522-2b03-4241-8f82-1a09a4b61868', 'admin_state_up': True, 'tenant_id': '74293d11c41e4029af95465f64d7901f', 'security_groups': ['97e7fcd6-30a7-49d0-9311-5f10ad4af566']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:36:12.885369 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c19e2a12-98b5-4b33-98b0-9ba90d980d95 req-d7089b00-2157-4b85-902c-23e2f9a262ee tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:12.907470 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-941c023f-d73f-4a4f-ba28-9a38ebcbb017 None None] Port f8b4cebf-9e41-4c5e-ae3b-0aaeb68b83e4 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:36:12.928479 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7089b00-2157-4b85-902c-23e2f9a262ee tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] Pushing event deleted for resources: {'Port': ['ID=cde72534-d40e-47fe-a562-4d7952402620,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:13.022824 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b479a65d-44bb-4f32-bbde-c28695497704 req-5082d776-a268-46d0-b5ff-5233c702f7ac tempest-ServerAddressesTestJSON-168641759 tempest-ServerAddressesTestJSON-168641759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:13.024441 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b479a65d-44bb-4f32-bbde-c28695497704 req-5082d776-a268-46d0-b5ff-5233c702f7ac tempest-ServerAddressesTestJSON-168641759 tempest-ServerAddressesTestJSON-168641759-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ced37cb-53de-4fa1-836e-e9f9ed79d674 HTTP/1.1" status: 200 len: 946 time: 0.1260178 Aug 19 14:36:13.030170 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c19e2a12-98b5-4b33-98b0-9ba90d980d95 req-d7089b00-2157-4b85-902c-23e2f9a262ee tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:13.034030 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c19e2a12-98b5-4b33-98b0-9ba90d980d95 req-d7089b00-2157-4b85-902c-23e2f9a262ee tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:13.034354 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c19e2a12-98b5-4b33-98b0-9ba90d980d95 req-d7089b00-2157-4b85-902c-23e2f9a262ee tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] 10.222.0.69 "DELETE /v2.0/floatingips/59a6d096-7f29-43be-9969-c388c4ad6140 HTTP/1.1" status: 204 len: 173 time: 0.8304880 Aug 19 14:36:13.078050 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b479a65d-44bb-4f32-bbde-c28695497704 req-c8079305-2eef-4e16-ad5f-074d82f03787 tempest-ServerAddressesTestJSON-168641759 tempest-ServerAddressesTestJSON-168641759-project] 10.222.0.69 "GET /v2.0/security-groups?id=fc41b26b-0968-4c43-b310-a21b1dbaaeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422618 Aug 19 14:36:13.196536 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [req-ccedbd5d-bcf2-46ca-8fb0-3875b16dfa39 req-f02460a9-99d2-42b1-9c39-46483c046189 tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] show failed (client error): The resource could not be found. Aug 19 14:36:13.197621 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ccedbd5d-bcf2-46ca-8fb0-3875b16dfa39 req-f02460a9-99d2-42b1-9c39-46483c046189 tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] 10.222.0.69 "GET /v2.0/floatingips/59a6d096-7f29-43be-9969-c388c4ad6140 HTTP/1.1" status: 404 len: 350 time: 0.0619648 Aug 19 14:36:13.226516 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f769733-3c61-4b83-a267-b92bdbe9e80f req-86b3b493-7fb1-4d29-b3ea-ec1cb2d8112f tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Made reservation on behalf of 74293d11c41e4029af95465f64d7901f for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:36:13.233957 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1f769733-3c61-4b83-a267-b92bdbe9e80f req-86b3b493-7fb1-4d29-b3ea-ec1cb2d8112f tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:13.248674 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2edf1aa2-fd39-4b72-9466-4e868335f665 req-f2f00188-f3a6-4dca-b8b3-01e73303dd29 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] 10.222.0.69 "GET /v2.0/ports?device_id=85be6900-df22-4d02-b0a9-25c4181aa88c HTTP/1.1" status: 200 len: 210 time: 0.0655777 Aug 19 14:36:13.295847 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7cb9de0c-b746-4ee9-a5c3-98b65cf3e9ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:13.327325 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [req-84aa8990-8b87-4bb1-8e12-db7c503a0c69 req-ad589130-e88f-417b-ac83-2649770b68b3 tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] show failed (client error): The resource could not be found. Aug 19 14:36:13.328348 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-84aa8990-8b87-4bb1-8e12-db7c503a0c69 req-ad589130-e88f-417b-ac83-2649770b68b3 tempest-FloatingIPsTestJSON-2120707917 tempest-FloatingIPsTestJSON-2120707917-project] 10.222.0.69 "GET /v2.0/floatingips/59a6d096-7f29-43be-9969-c388c4ad6140 HTTP/1.1" status: 404 len: 350 time: 0.0631952 Aug 19 14:36:13.331637 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7cb9de0c-b746-4ee9-a5c3-98b65cf3e9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:13.347769 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35226) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:36:13.410265 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd79b76-30e8-4f6e-8e61-6daeeea60698 req-bb3b3d51-0d27-4bc0-9a3e-718170115b6c tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:13.411800 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8dd79b76-30e8-4f6e-8e61-6daeeea60698 req-bb3b3d51-0d27-4bc0-9a3e-718170115b6c tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd HTTP/1.1" status: 200 len: 1096 time: 0.0929322 Aug 19 14:36:13.433120 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7cb9de0c-b746-4ee9-a5c3-98b65cf3e9ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:13.474169 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb9de0c-b746-4ee9-a5c3-98b65cf3e9ce admin admin] Pushing event updated for resources: {'Port': ['ID=f8b4cebf-9e41-4c5e-ae3b-0aaeb68b83e4,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:13.550440 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-1f769733-3c61-4b83-a267-b92bdbe9e80f req-86b3b493-7fb1-4d29-b3ea-ec1cb2d8112f tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Allocated IP 172.20.0.5 (b96a8522-2b03-4241-8f82-1a09a4b61868/c552364d-d70d-482a-9650-0fce232fda34/85b78081-e016-48ec-b275-9e4cf73d951f) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:36:13.587328 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8dd79b76-30e8-4f6e-8e61-6daeeea60698 req-aad3a615-eb3a-4c58-86a2-56abf32766aa tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692238 Aug 19 14:36:13.726175 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c094ddd-9358-4a9c-9638-84a3b96b9c73 req-876c5e22-888c-44ee-b93e-570190705224 tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:13.727950 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8c094ddd-9358-4a9c-9638-84a3b96b9c73 req-876c5e22-888c-44ee-b93e-570190705224 tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=03cb2d97-9231-4496-a8c2-4f187e82b2e3 HTTP/1.1" status: 200 len: 1096 time: 0.0690424 Aug 19 14:36:13.809208 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8c094ddd-9358-4a9c-9638-84a3b96b9c73 req-4b892ff0-1db4-449a-a59f-340ce1299e38 tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636439 Aug 19 14:36:14.104267 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c62d5f8-1850-4635-8522-6ce1d77246c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:14.140266 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb9de0c-b746-4ee9-a5c3-98b65cf3e9ce admin admin] Network e30a1201-b426-4165-bdc3-09c36dd3fe40 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:36:14.145926 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-7cb9de0c-b746-4ee9-a5c3-98b65cf3e9ce admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:36:14.181659 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec36775e-c3d9-4484-ab95-9c553375e3e3 req-1faf3a92-b0de-4491-8155-eb3313582008 tempest-ServerAddressesTestJSON-168641759 tempest-ServerAddressesTestJSON-168641759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:14.183111 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ec36775e-c3d9-4484-ab95-9c553375e3e3 req-1faf3a92-b0de-4491-8155-eb3313582008 tempest-ServerAddressesTestJSON-168641759 tempest-ServerAddressesTestJSON-168641759-project] 10.222.0.88 "GET /v2.0/ports?device_id=1ced37cb-53de-4fa1-836e-e9f9ed79d674 HTTP/1.1" status: 200 len: 946 time: 0.1746621 Aug 19 14:36:14.355146 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1f769733-3c61-4b83-a267-b92bdbe9e80f req-86b3b493-7fb1-4d29-b3ea-ec1cb2d8112f tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:14.428104 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-1f769733-3c61-4b83-a267-b92bdbe9e80f req-86b3b493-7fb1-4d29-b3ea-ec1cb2d8112f tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Transition to ACTIVE for port object 85b78081-e016-48ec-b275-9e4cf73d951f will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:36:14.462866 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb9de0c-b746-4ee9-a5c3-98b65cf3e9ce admin admin] Router 1e029420-5b7c-4979-80ae-c621477cde6c has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:36:14.523113 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-ec36775e-c3d9-4484-ab95-9c553375e3e3 req-951435fd-effc-471a-aa81-2673b522c84e tempest-ServerAddressesTestJSON-168641759 tempest-ServerAddressesTestJSON-168641759-project] Deleting port 6b9aefb8-304e-4f24-9856-5efb93d911e2 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:36:14.523452 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ec36775e-c3d9-4484-ab95-9c553375e3e3 req-951435fd-effc-471a-aa81-2673b522c84e tempest-ServerAddressesTestJSON-168641759 tempest-ServerAddressesTestJSON-168641759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:14.551367 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f4831fa5-9957-4623-b485-a016c2edcdd4 None None] Provisioning complete for port f8b4cebf-9e41-4c5e-ae3b-0aaeb68b83e4 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:36:14.552764 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f4831fa5-9957-4623-b485-a016c2edcdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:14.647717 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1f769733-3c61-4b83-a267-b92bdbe9e80f req-86b3b493-7fb1-4d29-b3ea-ec1cb2d8112f tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:14.648684 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f4831fa5-9957-4623-b485-a016c2edcdd4 None None] Port f8b4cebf-9e41-4c5e-ae3b-0aaeb68b83e4 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:36:14.799077 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f769733-3c61-4b83-a267-b92bdbe9e80f req-86b3b493-7fb1-4d29-b3ea-ec1cb2d8112f tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Network b96a8522-2b03-4241-8f82-1a09a4b61868 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:36:14.803491 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2c62d5f8-1850-4635-8522-6ce1d77246c1 admin admin] Deleting port fdcfb636-7e20-4837-923f-cdbbc964bae1 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:36:14.804191 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c62d5f8-1850-4635-8522-6ce1d77246c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:14.814062 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-1f769733-3c61-4b83-a267-b92bdbe9e80f req-86b3b493-7fb1-4d29-b3ea-ec1cb2d8112f tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:36:14.819055 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b3b493-7fb1-4d29-b3ea-ec1cb2d8112f tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Pushing event updated for resources: {'Port': ['ID=85b78081-e016-48ec-b275-9e4cf73d951f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:14.830483 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f769733-3c61-4b83-a267-b92bdbe9e80f req-86b3b493-7fb1-4d29-b3ea-ec1cb2d8112f tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:36:14.853863 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-ec36775e-c3d9-4484-ab95-9c553375e3e3 req-951435fd-effc-471a-aa81-2673b522c84e tempest-ServerAddressesTestJSON-168641759 tempest-ServerAddressesTestJSON-168641759-project] For port 6b9aefb8-304e-4f24-9856-5efb93d911e2, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=6b9aefb8-304e-4f24-9856-5efb93d911e2,segment=NetworkSegment(1e912fb3-d65b-4824-8b3c-5a6301e984c5),segment_id=1e912fb3-d65b-4824-8b3c-5a6301e984c5)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:36:14.854105 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ec36775e-c3d9-4484-ab95-9c553375e3e3 req-951435fd-effc-471a-aa81-2673b522c84e tempest-ServerAddressesTestJSON-168641759 tempest-ServerAddressesTestJSON-168641759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:14.909361 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2c62d5f8-1850-4635-8522-6ce1d77246c1 admin admin] For port fdcfb636-7e20-4837-923f-cdbbc964bae1, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=fdcfb636-7e20-4837-923f-cdbbc964bae1,segment=NetworkSegment(714e9a69-9683-461a-9e16-beb5bb29ef49),segment_id=714e9a69-9683-461a-9e16-beb5bb29ef49)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:36:14.910540 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c62d5f8-1850-4635-8522-6ce1d77246c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:14.934049 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-ec36775e-c3d9-4484-ab95-9c553375e3e3 req-951435fd-effc-471a-aa81-2673b522c84e tempest-ServerAddressesTestJSON-168641759 tempest-ServerAddressesTestJSON-168641759-project] Calling delete_port for 6b9aefb8-304e-4f24-9856-5efb93d911e2 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:36:14.936943 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2c62d5f8-1850-4635-8522-6ce1d77246c1 admin admin] Calling delete_port for fdcfb636-7e20-4837-923f-cdbbc964bae1 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:36:14.947415 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb9de0c-b746-4ee9-a5c3-98b65cf3e9ce admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:36:14.958396 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7cb9de0c-b746-4ee9-a5c3-98b65cf3e9ce admin admin] 10.222.0.69 "PUT /v2.0/routers/1e029420-5b7c-4979-80ae-c621477cde6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8100886 Aug 19 14:36:14.966906 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f769733-3c61-4b83-a267-b92bdbe9e80f req-86b3b493-7fb1-4d29-b3ea-ec1cb2d8112f tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:14.967756 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1f769733-3c61-4b83-a267-b92bdbe9e80f req-86b3b493-7fb1-4d29-b3ea-ec1cb2d8112f tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:15.022027 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device dc4d1629-3091-44e6-b0c4-401462d7f223 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:36:15.069814 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1f769733-3c61-4b83-a267-b92bdbe9e80f req-86b3b493-7fb1-4d29-b3ea-ec1cb2d8112f tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1948986 Aug 19 14:36:15.095897 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-1f769733-3c61-4b83-a267-b92bdbe9e80f req-0ae1edc7-86be-4df4-b748-78cdfea85485 service neutron] Request body: {'port': {'device_id': '85be6900-df22-4d02-b0a9-25c4181aa88c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:36:15.200049 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-e990d30f-b8a0-498b-bddd-66a17f619b78 tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:36:15.206256 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port dc4d1629-3091-44e6-b0c4-401462d7f223 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:36:15.207458 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-e990d30f-b8a0-498b-bddd-66a17f619b78 tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0202532 Aug 19 14:36:15.211323 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port dc4d1629-3091-44e6-b0c4-401462d7f223 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:36:15.211984 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:15.212462 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-e18ea3a4-d3ca-48a1-9733-cb460c93de16 service neutron] Request body: {'binding': {'host': 'n-h2-766043-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:36:15.212924 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-e18ea3a4-d3ca-48a1-9733-cb460c93de16 service neutron] Unknown quota resources ['binding']. {{(pid=94639) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 14:36:15.216000 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-76a2138e-58d1-49e6-84da-b97bafa6b56d None None] Provisioning for port 85b78081-e016-48ec-b275-9e4cf73d951f completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:36:15.239502 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-76a2138e-58d1-49e6-84da-b97bafa6b56d None None] Provisioning complete for port 85b78081-e016-48ec-b275-9e4cf73d951f triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:36:15.239876 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-76a2138e-58d1-49e6-84da-b97bafa6b56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:15.294698 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-76a2138e-58d1-49e6-84da-b97bafa6b56d None None] Port 85b78081-e016-48ec-b275-9e4cf73d951f cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:36:15.338689 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c62d5f8-1850-4635-8522-6ce1d77246c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:15.343763 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-d3ab0856-eceb-4882-a1dc-0c1a0f96995a tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:36:15.345777 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-d3ab0856-eceb-4882-a1dc-0c1a0f96995a tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079122 Aug 19 14:36:15.360718 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:15.368603 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-3e401e33-296b-41cf-991a-d042dda9810d service neutron] Request body: {'binding': {'host': 'n-h2-766043-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:36:15.369117 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-3e401e33-296b-41cf-991a-d042dda9810d service neutron] Unknown quota resources ['binding']. {{(pid=94639) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 14:36:15.383000 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c62d5f8-1850-4635-8522-6ce1d77246c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdcfb636-7e20-4837-923f-cdbbc964bae1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:15.411047 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port dc4d1629-3091-44e6-b0c4-401462d7f223, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=dc4d1629-3091-44e6-b0c4-401462d7f223,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:36:15.418020 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:15.550211 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=dc4d1629-3091-44e6-b0c4-401462d7f223,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:15.595548 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1f769733-3c61-4b83-a267-b92bdbe9e80f req-0ae1edc7-86be-4df4-b748-78cdfea85485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:15.602880 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ec36775e-c3d9-4484-ab95-9c553375e3e3 req-951435fd-effc-471a-aa81-2673b522c84e tempest-ServerAddressesTestJSON-168641759 tempest-ServerAddressesTestJSON-168641759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:15.617660 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['6b9aefb8-304e-4f24-9856-5efb93d911e2'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:36:15.641984 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c62d5f8-1850-4635-8522-6ce1d77246c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:15.722522 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951435fd-effc-471a-aa81-2673b522c84e tempest-ServerAddressesTestJSON-168641759 tempest-ServerAddressesTestJSON-168641759-project] Pushing event deleted for resources: {'Port': ['ID=6b9aefb8-304e-4f24-9856-5efb93d911e2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:15.782391 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35302) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:36:15.799650 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-36bd2527-1a34-41c5-b5dd-9e46eea572b7 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1767758836-network', 'tenant_id': '1d9a5c67d10a432cb1a33ae9d5979f67'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:36:15.843500 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec36775e-c3d9-4484-ab95-9c553375e3e3 req-951435fd-effc-471a-aa81-2673b522c84e tempest-ServerAddressesTestJSON-168641759 tempest-ServerAddressesTestJSON-168641759-project] No DVR routers for this DVR port 6b9aefb8-304e-4f24-9856-5efb93d911e2 on host n-h2-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:36:15.858564 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ec36775e-c3d9-4484-ab95-9c553375e3e3 req-951435fd-effc-471a-aa81-2673b522c84e tempest-ServerAddressesTestJSON-168641759 tempest-ServerAddressesTestJSON-168641759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:15.860582 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ec36775e-c3d9-4484-ab95-9c553375e3e3 req-951435fd-effc-471a-aa81-2673b522c84e tempest-ServerAddressesTestJSON-168641759 tempest-ServerAddressesTestJSON-168641759-project] 10.222.0.88 "DELETE /v2.0/ports/6b9aefb8-304e-4f24-9856-5efb93d911e2 HTTP/1.1" status: 204 len: 173 time: 1.6327202 Aug 19 14:36:15.862545 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ced37cb-53de-4fa1-836e-e9f9ed79d674', 'name': 'network-vif-deleted', 'tag': '6b9aefb8-304e-4f24-9856-5efb93d911e2'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:36:15.864806 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59637c9d-8e9c-44ec-b440-9404f7bd05e5" -d '{"events": [{"server_uuid": "1ced37cb-53de-4fa1-836e-e9f9ed79d674", "name": "network-vif-deleted", "tag": "6b9aefb8-304e-4f24-9856-5efb93d911e2"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:36:15.870252 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c62d5f8-1850-4635-8522-6ce1d77246c1 admin admin] Router 0edf574b-f920-4182-94c6-02fd4148bacc has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:36:15.881862 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-e18ea3a4-d3ca-48a1-9733-cb460c93de16 service neutron] Attempting to bind port bec4dd7e-0659-4bf6-aee8-9a86035cea51 on host n-h2-766043-2 for vnic_type normal with profile None {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:36:15.882196 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-e18ea3a4-d3ca-48a1-9733-cb460c93de16 service neutron] Attempting to bind port bec4dd7e-0659-4bf6-aee8-9a86035cea51 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '911020b2-3bb4-4db0-af7a-51b07cbea653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:36:15.882522 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-e18ea3a4-d3ca-48a1-9733-cb460c93de16 service neutron] Attempting to bind port bec4dd7e-0659-4bf6-aee8-9a86035cea51 on network 1bc22803-e21f-489d-a441-493f1928ab13 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:36:15.903266 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-e18ea3a4-d3ca-48a1-9733-cb460c93de16 service neutron] Port bec4dd7e-0659-4bf6-aee8-9a86035cea51 on network 1bc22803-e21f-489d-a441-493f1928ab13 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:36:15.903587 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-e18ea3a4-d3ca-48a1-9733-cb460c93de16 service neutron] Attempting to bind port bec4dd7e-0659-4bf6-aee8-9a86035cea51 on network 1bc22803-e21f-489d-a441-493f1928ab13 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:36:15.951548 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36bd2527-1a34-41c5-b5dd-9e46eea572b7 admin admin] Made reservation on behalf of 1d9a5c67d10a432cb1a33ae9d5979f67 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:36:15.953830 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36bd2527-1a34-41c5-b5dd-9e46eea572b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:15.972821 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-e18ea3a4-d3ca-48a1-9733-cb460c93de16 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:36:15.973445 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-e18ea3a4-d3ca-48a1-9733-cb460c93de16 service neutron] Checking segment: {'id': '911020b2-3bb4-4db0-af7a-51b07cbea653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:36:15.973811 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-e18ea3a4-d3ca-48a1-9733-cb460c93de16 service neutron] Bound using segment: {'id': '911020b2-3bb4-4db0-af7a-51b07cbea653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:36:15.974257 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-e18ea3a4-d3ca-48a1-9733-cb460c93de16 service neutron] Bound port: bec4dd7e-0659-4bf6-aee8-9a86035cea51, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '911020b2-3bb4-4db0-af7a-51b07cbea653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:36:15.986274 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c62d5f8-1850-4635-8522-6ce1d77246c1 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:36:15.988251 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36bd2527-1a34-41c5-b5dd-9e46eea572b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:15.993491 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-2c62d5f8-1850-4635-8522-6ce1d77246c1 admin admin] 10.222.0.69 "PUT /v2.0/routers/0edf574b-f920-4182-94c6-02fd4148bacc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6423674 Aug 19 14:36:15.994265 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35306) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:36:16.006162 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd2b51d-0f54-4a54-b1af-2767b15024ba None None] Sync routers for ids ['0edf574b-f920-4182-94c6-02fd4148bacc'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:36:16.022056 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd2b51d-0f54-4a54-b1af-2767b15024ba None None] Routers {'0edf574b-f920-4182-94c6-02fd4148bacc'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:36:16.023178 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-cfd2b51d-0f54-4a54-b1af-2767b15024ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:36:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['0edf574b-f920-4182-94c6-02fd4148bacc'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:36:16.024944 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-3e401e33-296b-41cf-991a-d042dda9810d service neutron] Attempting to bind port 12a00bc4-fd0a-42fa-af53-b73354cd2997 on host n-h2-766043-2 for vnic_type normal with profile None {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:36:16.025288 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-3e401e33-296b-41cf-991a-d042dda9810d service neutron] Attempting to bind port 12a00bc4-fd0a-42fa-af53-b73354cd2997 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'cdbe220c-711d-4dcd-9811-178ea37b55c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6e6d7ced-670a-4172-99e0-b6cfaa52bcf3'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:36:16.025617 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-3e401e33-296b-41cf-991a-d042dda9810d service neutron] Attempting to bind port 12a00bc4-fd0a-42fa-af53-b73354cd2997 on network 6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:36:16.084773 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-3e401e33-296b-41cf-991a-d042dda9810d service neutron] Port 12a00bc4-fd0a-42fa-af53-b73354cd2997 on network 6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:36:16.085176 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-3e401e33-296b-41cf-991a-d042dda9810d service neutron] Attempting to bind port 12a00bc4-fd0a-42fa-af53-b73354cd2997 on network 6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:36:16.111593 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-3e401e33-296b-41cf-991a-d042dda9810d service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:36:16.111943 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-3e401e33-296b-41cf-991a-d042dda9810d service neutron] Checking segment: {'id': 'cdbe220c-711d-4dcd-9811-178ea37b55c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6e6d7ced-670a-4172-99e0-b6cfaa52bcf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:36:16.112370 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-3e401e33-296b-41cf-991a-d042dda9810d service neutron] Bound using segment: {'id': 'cdbe220c-711d-4dcd-9811-178ea37b55c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6e6d7ced-670a-4172-99e0-b6cfaa52bcf3'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:36:16.112829 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-3e401e33-296b-41cf-991a-d042dda9810d service neutron] Bound port: 12a00bc4-fd0a-42fa-af53-b73354cd2997, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdbe220c-711d-4dcd-9811-178ea37b55c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6e6d7ced-670a-4172-99e0-b6cfaa52bcf3'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:36:16.117788 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0488640-ae28-41c0-8dbd-38c411074120 admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:16.153990 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-cfd2b51d-0f54-4a54-b1af-2767b15024ba None None] Set router 0edf574b-f920-4182-94c6-02fd4148bacc gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:36:16.162923 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-e18ea3a4-d3ca-48a1-9733-cb460c93de16 service neutron] For port bec4dd7e-0659-4bf6-aee8-9a86035cea51, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=bec4dd7e-0659-4bf6-aee8-9a86035cea51,segment=NetworkSegment(911020b2-3bb4-4db0-af7a-51b07cbea653),segment_id=911020b2-3bb4-4db0-af7a-51b07cbea653)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:36:16.188885 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-e18ea3a4-d3ca-48a1-9733-cb460c93de16 service neutron] Notify callbacks [] for binding, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:16.192874 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-e18ea3a4-d3ca-48a1-9733-cb460c93de16 service neutron] 10.222.0.69 "POST /v2.0/ports/bec4dd7e-0659-4bf6-aee8-9a86035cea51/bindings HTTP/1.1" status: 201 len: 389 time: 0.9844973 Aug 19 14:36:16.274554 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0488640-ae28-41c0-8dbd-38c411074120 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:16.301072 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-3e401e33-296b-41cf-991a-d042dda9810d service neutron] For port 12a00bc4-fd0a-42fa-af53-b73354cd2997, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=12a00bc4-fd0a-42fa-af53-b73354cd2997,segment=NetworkSegment(cdbe220c-711d-4dcd-9811-178ea37b55c3),segment_id=cdbe220c-711d-4dcd-9811-178ea37b55c3)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:36:16.327956 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-3e401e33-296b-41cf-991a-d042dda9810d service neutron] Notify callbacks [] for binding, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:16.345452 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-3e401e33-296b-41cf-991a-d042dda9810d service neutron] 10.222.0.69 "POST /v2.0/ports/12a00bc4-fd0a-42fa-af53-b73354cd2997/bindings HTTP/1.1" status: 201 len: 389 time: 0.9810433 Aug 19 14:36:16.371491 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f705ac3-c757-4029-88f9-b7eebad9bcf1 None None] Sync routers for ids ['1e029420-5b7c-4979-80ae-c621477cde6c'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:36:16.374217 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36bd2527-1a34-41c5-b5dd-9e46eea572b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:16.385806 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36bd2527-1a34-41c5-b5dd-9e46eea572b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:16.388809 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f705ac3-c757-4029-88f9-b7eebad9bcf1 None None] Routers {'1e029420-5b7c-4979-80ae-c621477cde6c'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:36:16.389515 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8f705ac3-c757-4029-88f9-b7eebad9bcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:36:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['1e029420-5b7c-4979-80ae-c621477cde6c'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:36:16.435232 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-cfd2b51d-0f54-4a54-b1af-2767b15024ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0edf574b-f920-4182-94c6-02fd4148bacc', 'name': 'tempest-FloatingIPsTestJSON-412166241-router', 'tenant_id': 'b8755f46d7e24a6a9f625d3290f522df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'cc5582d5-43ab-4279-83df-b2319e1063b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:35:51Z', 'updated_at': '2021-08-19T14:36:15Z', 'revision_number': 5, 'project_id': 'b8755f46d7e24a6a9f625d3290f522df', 'gw_port': {'id': 'cc5582d5-43ab-4279-83df-b2319e1063b2', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:78:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0edf574b-f920-4182-94c6-02fd4148bacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:35:52Z', 'updated_at': '2021-08-19T14:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:36:16.493385 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd2b51d-0f54-4a54-b1af-2767b15024ba None None] Checking router: 0edf574b-f920-4182-94c6-02fd4148bacc for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:36:16.511322 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd2b51d-0f54-4a54-b1af-2767b15024ba None None] Routers {'0edf574b-f920-4182-94c6-02fd4148bacc'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:36:16.512537 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36bd2527-1a34-41c5-b5dd-9e46eea572b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:36:16.517031 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-cfd2b51d-0f54-4a54-b1af-2767b15024ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:36:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['0edf574b-f920-4182-94c6-02fd4148bacc'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:36:16.545812 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd2527-1a34-41c5-b5dd-9e46eea572b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d35cc0-4888-49c9-84cc-0b4b4a3faa0b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:16.569138 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36bd2527-1a34-41c5-b5dd-9e46eea572b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:16.569493 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-36bd2527-1a34-41c5-b5dd-9e46eea572b7 admin admin] Added segment 943da9cd-c35a-46c6-942c-f7c8f7903bb8 of type vlan for network ec43d5dc-9017-4505-96b9-c23c36a8c865 Aug 19 14:36:16.576654 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-1f769733-3c61-4b83-a267-b92bdbe9e80f req-0ae1edc7-86be-4df4-b748-78cdfea85485 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85b78081-e016-48ec-b275-9e4cf73d951f {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:36:16.585132 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-8f705ac3-c757-4029-88f9-b7eebad9bcf1 None None] Set router 1e029420-5b7c-4979-80ae-c621477cde6c gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:36:16.623027 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1f769733-3c61-4b83-a267-b92bdbe9e80f req-0ae1edc7-86be-4df4-b748-78cdfea85485 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:16.641829 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bf623df8-1e1a-4c24-b8b5-634d972ecbc3 req-ab1bdf4b-6370-47ec-8464-91cbdd8822a2 tempest-ServerAddressesTestJSON-168641759 tempest-ServerAddressesTestJSON-168641759-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ced37cb-53de-4fa1-836e-e9f9ed79d674 HTTP/1.1" status: 200 len: 210 time: 0.0969501 Aug 19 14:36:16.676567 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-cfd2b51d-0f54-4a54-b1af-2767b15024ba None None] Set router 0edf574b-f920-4182-94c6-02fd4148bacc gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:36:16.677924 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47201605-7d29-4e8e-93f6-6ce4f4c69160 req-5f5c4454-d7c3-46d4-aa2e-03a50b3a297d tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:16.680351 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-1f769733-3c61-4b83-a267-b92bdbe9e80f req-0ae1edc7-86be-4df4-b748-78cdfea85485 service neutron] Transition to ACTIVE for port object 85b78081-e016-48ec-b275-9e4cf73d951f will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:36:16.691316 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-47201605-7d29-4e8e-93f6-6ce4f4c69160 req-5f5c4454-d7c3-46d4-aa2e-03a50b3a297d tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=526148ce-3526-40ac-8dbb-b60693c88d9c HTTP/1.1" status: 200 len: 950 time: 0.2362528 Aug 19 14:36:16.704988 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1f769733-3c61-4b83-a267-b92bdbe9e80f req-0ae1edc7-86be-4df4-b748-78cdfea85485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:16.749306 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36bd2527-1a34-41c5-b5dd-9e46eea572b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:16.761106 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-7845ed48-0610-4a5f-b138-6c4ccb141464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:16.761913 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-cfd2b51d-0f54-4a54-b1af-2767b15024ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0edf574b-f920-4182-94c6-02fd4148bacc', 'name': 'tempest-FloatingIPsTestJSON-412166241-router', 'tenant_id': 'b8755f46d7e24a6a9f625d3290f522df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:35:51Z', 'updated_at': '2021-08-19T14:36:16Z', 'revision_number': 6, 'project_id': 'b8755f46d7e24a6a9f625d3290f522df', 'gw_port_host': None}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:36:16.762646 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-7845ed48-0610-4a5f-b138-6c4ccb141464 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b2e5fa7db1364ccea50861254cd97ec3&device_id=8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd HTTP/1.1" status: 200 len: 1096 time: 0.1793289 Aug 19 14:36:16.784858 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a0488640-ae28-41c0-8dbd-38c411074120 admin admin] Deleting port cc5582d5-43ab-4279-83df-b2319e1063b2 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:36:16.785296 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0488640-ae28-41c0-8dbd-38c411074120 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:16.803932 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd2b51d-0f54-4a54-b1af-2767b15024ba None None] The sync data for ids ['0edf574b-f920-4182-94c6-02fd4148bacc'] in n-d-766043-2 is: [{'id': '0edf574b-f920-4182-94c6-02fd4148bacc', 'name': 'tempest-FloatingIPsTestJSON-412166241-router', 'tenant_id': 'b8755f46d7e24a6a9f625d3290f522df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:35:51Z', 'updated_at': '2021-08-19T14:36:16Z', 'revision_number': 6, 'project_id': 'b8755f46d7e24a6a9f625d3290f522df', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:36:16.858795 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae1edc7-86be-4df4-b748-78cdfea85485 service neutron] Pushing event updated for resources: {'Port': ['ID=85b78081-e016-48ec-b275-9e4cf73d951f,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:16.888718 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-47201605-7d29-4e8e-93f6-6ce4f4c69160 req-9dcd61c1-d642-44b3-b272-d439dc5b30f9 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961808 Aug 19 14:36:16.894159 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8f705ac3-c757-4029-88f9-b7eebad9bcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e029420-5b7c-4979-80ae-c621477cde6c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1766906766-router', 'tenant_id': '3178f87ac6ba44c3972120fbcb3189e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'dc4d1629-3091-44e6-b0c4-401462d7f223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:36:07Z', 'updated_at': '2021-08-19T14:36:12Z', 'revision_number': 4, 'project_id': '3178f87ac6ba44c3972120fbcb3189e5', 'gw_port': {'id': 'dc4d1629-3091-44e6-b0c4-401462d7f223', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e029420-5b7c-4979-80ae-c621477cde6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:36:08Z', 'updated_at': '2021-08-19T14:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'f8b4cebf-9e41-4c5e-ae3b-0aaeb68b83e4', 'name': '', 'network_id': 'e30a1201-b426-4165-bdc3-09c36dd3fe40', 'tenant_id': '3178f87ac6ba44c3972120fbcb3189e5', 'mac_address': 'fa:16:3e:34:ff:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e029420-5b7c-4979-80ae-c621477cde6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'd0351321-6783-484a-a1b6-eb4417cad1f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:36:11Z', 'updated_at': '2021-08-19T14:36:12Z', 'revision_number': 2, 'project_id': '3178f87ac6ba44c3972120fbcb3189e5', 'subnets': [{'id': 'd0351321-6783-484a-a1b6-eb4417cad1f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:36:16.922198 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36bd2527-1a34-41c5-b5dd-9e46eea572b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:16.923181 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bd2527-1a34-41c5-b5dd-9e46eea572b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:16.924002 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36bd2527-1a34-41c5-b5dd-9e46eea572b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:16.970976 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f705ac3-c757-4029-88f9-b7eebad9bcf1 None None] Checking router: 1e029420-5b7c-4979-80ae-c621477cde6c for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:36:16.971331 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f705ac3-c757-4029-88f9-b7eebad9bcf1 None None] Updating router 1e029420-5b7c-4979-80ae-c621477cde6c port f8b4cebf-9e41-4c5e-ae3b-0aaeb68b83e4 binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:36:17.002308 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ec005a-8129-4390-92e9-7185cae3f849 x-openstack-request-id: req-15ec005a-8129-4390-92e9-7185cae3f849 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:36:17.002988 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ced37cb-53de-4fa1-836e-e9f9ed79d674", "name": "network-vif-deleted", "tag": "6b9aefb8-304e-4f24-9856-5efb93d911e2", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:36:17.003475 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-15ec005a-8129-4390-92e9-7185cae3f849 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:36:17.004076 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ced37cb-53de-4fa1-836e-e9f9ed79d674', 'name': 'network-vif-deleted', 'tag': '6b9aefb8-304e-4f24-9856-5efb93d911e2', 'status': 'completed', 'code': 200} Aug 19 14:36:17.022078 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8f705ac3-c757-4029-88f9-b7eebad9bcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:17.033203 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-a0488640-ae28-41c0-8dbd-38c411074120 admin admin] For port cc5582d5-43ab-4279-83df-b2319e1063b2, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=cc5582d5-43ab-4279-83df-b2319e1063b2,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:36:17.033515 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0488640-ae28-41c0-8dbd-38c411074120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:17.051859 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-36bd2527-1a34-41c5-b5dd-9e46eea572b7 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2538180 Aug 19 14:36:17.051859 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd2527-1a34-41c5-b5dd-9e46eea572b7 admin admin] Pushing event updated for resources: {'Network': ['ID=ec43d5dc-9017-4505-96b9-c23c36a8c865,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:17.055269 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35312) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:36:17.061287 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network ec43d5dc-9017-4505-96b9-c23c36a8c865 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:36:17.061651 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-9ee1457f-951a-4f1f-8720-cb3ae2cc2e7c admin admin] Request body: {'subnet': {'network_id': 'ec43d5dc-9017-4505-96b9-c23c36a8c865', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1767758836-subnet', 'tenant_id': '1d9a5c67d10a432cb1a33ae9d5979f67', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:36:17.066910 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-136a8049-7401-4a9f-bbaf-c0703fed3122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:17.068652 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-136a8049-7401-4a9f-bbaf-c0703fed3122 service neutron] 10.222.0.88 "GET /v2.0/networks?id=1bc22803-e21f-489d-a441-493f1928ab13 HTTP/1.1" status: 200 len: 922 time: 0.2970374 Aug 19 14:36:17.072648 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-1f769733-3c61-4b83-a267-b92bdbe9e80f req-0ae1edc7-86be-4df4-b748-78cdfea85485 service neutron] Attempting to bind port 85b78081-e016-48ec-b275-9e4cf73d951f on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:36:17.073066 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-1f769733-3c61-4b83-a267-b92bdbe9e80f req-0ae1edc7-86be-4df4-b748-78cdfea85485 service neutron] Attempting to bind port 85b78081-e016-48ec-b275-9e4cf73d951f by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': 'f9df1e40-8638-4be8-8da5-78e25b25b54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b96a8522-2b03-4241-8f82-1a09a4b61868'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:36:17.073467 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f769733-3c61-4b83-a267-b92bdbe9e80f req-0ae1edc7-86be-4df4-b748-78cdfea85485 service neutron] Attempting to bind port 85b78081-e016-48ec-b275-9e4cf73d951f on network b96a8522-2b03-4241-8f82-1a09a4b61868 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:36:17.100495 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a0488640-ae28-41c0-8dbd-38c411074120 admin admin] Calling delete_port for cc5582d5-43ab-4279-83df-b2319e1063b2 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:36:17.117946 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f769733-3c61-4b83-a267-b92bdbe9e80f req-0ae1edc7-86be-4df4-b748-78cdfea85485 service neutron] Port 85b78081-e016-48ec-b275-9e4cf73d951f on network b96a8522-2b03-4241-8f82-1a09a4b61868 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:36:17.118301 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f769733-3c61-4b83-a267-b92bdbe9e80f req-0ae1edc7-86be-4df4-b748-78cdfea85485 service neutron] Attempting to bind port 85b78081-e016-48ec-b275-9e4cf73d951f on network b96a8522-2b03-4241-8f82-1a09a4b61868 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:36:17.121375 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-129c8c47-abad-4d3b-b93f-756f47523efb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bec4dd7e-0659-4bf6-aee8-9a86035cea51 HTTP/1.1" status: 200 len: 217 time: 0.0423825 Aug 19 14:36:17.128990 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f769733-3c61-4b83-a267-b92bdbe9e80f req-0ae1edc7-86be-4df4-b748-78cdfea85485 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:36:17.129278 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f769733-3c61-4b83-a267-b92bdbe9e80f req-0ae1edc7-86be-4df4-b748-78cdfea85485 service neutron] Checking segment: {'id': 'f9df1e40-8638-4be8-8da5-78e25b25b54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b96a8522-2b03-4241-8f82-1a09a4b61868'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:36:17.129770 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f769733-3c61-4b83-a267-b92bdbe9e80f req-0ae1edc7-86be-4df4-b748-78cdfea85485 service neutron] Bound using segment: {'id': 'f9df1e40-8638-4be8-8da5-78e25b25b54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b96a8522-2b03-4241-8f82-1a09a4b61868'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:36:17.130300 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-1f769733-3c61-4b83-a267-b92bdbe9e80f req-0ae1edc7-86be-4df4-b748-78cdfea85485 service neutron] Bound port: 85b78081-e016-48ec-b275-9e4cf73d951f, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9df1e40-8638-4be8-8da5-78e25b25b54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b96a8522-2b03-4241-8f82-1a09a4b61868'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:36:17.130843 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1f769733-3c61-4b83-a267-b92bdbe9e80f req-0ae1edc7-86be-4df4-b748-78cdfea85485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:17.138857 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b697a1-4907-4f50-85dd-cc42cf978d60 req-a7147331-1f81-453b-8453-4c541e2d09db tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:17.149400 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b9b697a1-4907-4f50-85dd-cc42cf978d60 req-a7147331-1f81-453b-8453-4c541e2d09db tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] 10.222.0.69 "GET /v2.0/ports?device_id=85be6900-df22-4d02-b0a9-25c4181aa88c HTTP/1.1" status: 200 len: 943 time: 0.2116191 Aug 19 14:36:17.149691 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee1457f-951a-4f1f-8720-cb3ae2cc2e7c admin admin] Made reservation on behalf of 1d9a5c67d10a432cb1a33ae9d5979f67 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:36:17.153136 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ee1457f-951a-4f1f-8720-cb3ae2cc2e7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:17.283162 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-7955bde6-b422-4f21-bb1b-bdda91c2aae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:17.284350 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948942a8-6b73-4b4e-bc44-25c73a946199 req-830bbbc3-caa2-4970-a338-583f7a5ca08e tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:17.284850 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-7955bde6-b422-4f21-bb1b-bdda91c2aae1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0f5154a7-363a-4827-ab5d-78b924f5e137 HTTP/1.1" status: 200 len: 861 time: 0.1517065 Aug 19 14:36:17.292316 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-948942a8-6b73-4b4e-bc44-25c73a946199 req-830bbbc3-caa2-4970-a338-583f7a5ca08e tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd HTTP/1.1" status: 200 len: 945 time: 0.2433519 Aug 19 14:36:17.298169 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b9b697a1-4907-4f50-85dd-cc42cf978d60 req-8b6c9d97-49ed-4aef-aa33-d09e41de8896 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] 10.222.0.69 "GET /v2.0/security-groups?id=97e7fcd6-30a7-49d0-9311-5f10ad4af566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483498 Aug 19 14:36:17.353223 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-1f769733-3c61-4b83-a267-b92bdbe9e80f req-0ae1edc7-86be-4df4-b748-78cdfea85485 service neutron] For port 85b78081-e016-48ec-b275-9e4cf73d951f, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:36:17.364352 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-ab1c34b5-0755-48b9-8696-51900efa63fe service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1bc22803-e21f-489d-a441-493f1928ab13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626636 Aug 19 14:36:17.388526 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-1f769733-3c61-4b83-a267-b92bdbe9e80f req-0ae1edc7-86be-4df4-b748-78cdfea85485 service neutron] For port 85b78081-e016-48ec-b275-9e4cf73d951f, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=85b78081-e016-48ec-b275-9e4cf73d951f,segment=NetworkSegment(f9df1e40-8638-4be8-8da5-78e25b25b54f),segment_id=f9df1e40-8638-4be8-8da5-78e25b25b54f)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:36:17.404094 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8f705ac3-c757-4029-88f9-b7eebad9bcf1 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:17.416962 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-8f705ac3-c757-4029-88f9-b7eebad9bcf1 None None] Transition to ACTIVE for port object f8b4cebf-9e41-4c5e-ae3b-0aaeb68b83e4 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:36:17.417719 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-948942a8-6b73-4b4e-bc44-25c73a946199 req-379a8e76-1a7b-45d6-b6b8-f0f857bd5404 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241605 Aug 19 14:36:17.427257 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8f705ac3-c757-4029-88f9-b7eebad9bcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:17.438867 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1f769733-3c61-4b83-a267-b92bdbe9e80f req-0ae1edc7-86be-4df4-b748-78cdfea85485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:17.469837 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c67786-9f85-4f0c-a0cf-284f0b742b00 None None] Pushing event updated for resources: {'Port': ['ID=f8b4cebf-9e41-4c5e-ae3b-0aaeb68b83e4,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:17.503447 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0488640-ae28-41c0-8dbd-38c411074120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:17.623220 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0488640-ae28-41c0-8dbd-38c411074120 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc5582d5-43ab-4279-83df-b2319e1063b2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:17.656912 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d7845-bb55-4dff-a6d8-889b9aaf482b req-7099de28-d495-4a0c-a4a7-ad49a136656d tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:17.664915 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f11d7845-bb55-4dff-a6d8-889b9aaf482b req-7099de28-d495-4a0c-a4a7-ad49a136656d tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=03cb2d97-9231-4496-a8c2-4f187e82b2e3 HTTP/1.1" status: 200 len: 945 time: 0.0948408 Aug 19 14:36:17.685987 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-8f705ac3-c757-4029-88f9-b7eebad9bcf1 None None] Attempting to bind port f8b4cebf-9e41-4c5e-ae3b-0aaeb68b83e4 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:36:17.686357 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-8f705ac3-c757-4029-88f9-b7eebad9bcf1 None None] Attempting to bind port f8b4cebf-9e41-4c5e-ae3b-0aaeb68b83e4 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '3e01d32b-e0c4-48ae-974a-95855e5c4fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e30a1201-b426-4165-bdc3-09c36dd3fe40'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:36:17.686717 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f705ac3-c757-4029-88f9-b7eebad9bcf1 None None] Attempting to bind port f8b4cebf-9e41-4c5e-ae3b-0aaeb68b83e4 on network e30a1201-b426-4165-bdc3-09c36dd3fe40 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:36:17.697043 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f705ac3-c757-4029-88f9-b7eebad9bcf1 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:36:17.697426 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f705ac3-c757-4029-88f9-b7eebad9bcf1 None None] Checking segment: {'id': '3e01d32b-e0c4-48ae-974a-95855e5c4fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e30a1201-b426-4165-bdc3-09c36dd3fe40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:36:17.697812 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8f705ac3-c757-4029-88f9-b7eebad9bcf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:17.700329 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f705ac3-c757-4029-88f9-b7eebad9bcf1 None None] Bound using segment: {'id': '3e01d32b-e0c4-48ae-974a-95855e5c4fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e30a1201-b426-4165-bdc3-09c36dd3fe40'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:36:17.700907 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-8f705ac3-c757-4029-88f9-b7eebad9bcf1 None None] Bound port: f8b4cebf-9e41-4c5e-ae3b-0aaeb68b83e4, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e01d32b-e0c4-48ae-974a-95855e5c4fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e30a1201-b426-4165-bdc3-09c36dd3fe40'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:36:17.701314 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8f705ac3-c757-4029-88f9-b7eebad9bcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:17.711301 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0488640-ae28-41c0-8dbd-38c411074120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:17.761800 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35316) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:36:17.781937 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-8f705ac3-c757-4029-88f9-b7eebad9bcf1 None None] For port f8b4cebf-9e41-4c5e-ae3b-0aaeb68b83e4, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:36:17.785591 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-8f705ac3-c757-4029-88f9-b7eebad9bcf1 None None] For port f8b4cebf-9e41-4c5e-ae3b-0aaeb68b83e4, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=f8b4cebf-9e41-4c5e-ae3b-0aaeb68b83e4,segment=NetworkSegment(3e01d32b-e0c4-48ae-974a-95855e5c4fdf),segment_id=3e01d32b-e0c4-48ae-974a-95855e5c4fdf)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:36:17.795121 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8f705ac3-c757-4029-88f9-b7eebad9bcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:17.800823 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f769733-3c61-4b83-a267-b92bdbe9e80f req-0ae1edc7-86be-4df4-b748-78cdfea85485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:17.802033 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1f769733-3c61-4b83-a267-b92bdbe9e80f req-0ae1edc7-86be-4df4-b748-78cdfea85485 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:17.803463 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1f769733-3c61-4b83-a267-b92bdbe9e80f req-0ae1edc7-86be-4df4-b748-78cdfea85485 service neutron] 10.222.0.68 "PUT /v2.0/ports/85b78081-e016-48ec-b275-9e4cf73d951f HTTP/1.1" status: 200 len: 1091 time: 2.7140837 Aug 19 14:36:17.835954 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device dc4d1629-3091-44e6-b0c4-401462d7f223 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:36:17.910229 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cf59d2a-c580-47ee-b1ab-b6a9d2a04ae5 admin admin] Deleting subnet 5dd15835-b3fa-48af-afd7-fc1cc8cd7ced {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:36:17.952660 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae1edc7-86be-4df4-b748-78cdfea85485 service neutron] Pushing event updated for resources: {'Port': ['ID=85b78081-e016-48ec-b275-9e4cf73d951f,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:17.954570 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f705ac3-c757-4029-88f9-b7eebad9bcf1 None None] Routers {'1e029420-5b7c-4979-80ae-c621477cde6c'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:36:17.958433 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8f705ac3-c757-4029-88f9-b7eebad9bcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:36:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['1e029420-5b7c-4979-80ae-c621477cde6c'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:36:17.965301 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-405298a1-ebea-4a96-a1c6-a739a1a0aec6 service neutron] 10.222.0.88 "GET /v2.0/networks/1bc22803-e21f-489d-a441-493f1928ab13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5917933 Aug 19 14:36:17.979309 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3cf59d2a-c580-47ee-b1ab-b6a9d2a04ae5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:18.000381 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ee1457f-951a-4f1f-8720-cb3ae2cc2e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:18.015269 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0488640-ae28-41c0-8dbd-38c411074120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:18.044364 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f11d7845-bb55-4dff-a6d8-889b9aaf482b req-f5aa4fce-d8be-427f-94bc-532b054ced49 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784814 Aug 19 14:36:18.045954 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0488640-ae28-41c0-8dbd-38c411074120 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:18.107711 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c67786-9f85-4f0c-a0cf-284f0b742b00 None None] Pushing event updated for resources: {'Port': ['ID=f8b4cebf-9e41-4c5e-ae3b-0aaeb68b83e4,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:18.176703 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3cf59d2a-c580-47ee-b1ab-b6a9d2a04ae5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:18.201256 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f769733-3c61-4b83-a267-b92bdbe9e80f req-dcef9ec8-f2ad-49e7-86d2-4a53d081cd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:18.206768 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1f769733-3c61-4b83-a267-b92bdbe9e80f req-dcef9ec8-f2ad-49e7-86d2-4a53d081cd01 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=74293d11c41e4029af95465f64d7901f&device_id=85be6900-df22-4d02-b0a9-25c4181aa88c HTTP/1.1" status: 200 len: 1094 time: 0.3256354 Aug 19 14:36:18.250189 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0488640-ae28-41c0-8dbd-38c411074120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:18.251189 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0488640-ae28-41c0-8dbd-38c411074120 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0edf574b-f920-4182-94c6-02fd4148bacc {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:36:18.258302 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-8f705ac3-c757-4029-88f9-b7eebad9bcf1 None None] Set router 1e029420-5b7c-4979-80ae-c621477cde6c gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:36:18.267272 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0488640-ae28-41c0-8dbd-38c411074120 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:18.273071 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a0488640-ae28-41c0-8dbd-38c411074120 admin admin] 10.222.0.69 "DELETE /v2.0/routers/0edf574b-f920-4182-94c6-02fd4148bacc HTTP/1.1" status: 204 len: 168 time: 2.2779915 Aug 19 14:36:18.281421 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35322) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:36:18.330903 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee1457f-951a-4f1f-8720-cb3ae2cc2e7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7111b46-df8b-4fc3-ac1b-f79d0871cdb3,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:18.333786 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1f769733-3c61-4b83-a267-b92bdbe9e80f req-cedca4ba-1169-4c3b-85fd-f51597d26946 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85b78081-e016-48ec-b275-9e4cf73d951f HTTP/1.1" status: 200 len: 217 time: 0.1103966 Aug 19 14:36:18.370349 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee1457f-951a-4f1f-8720-cb3ae2cc2e7c admin admin] Checking segment: {'id': '943da9cd-c35a-46c6-942c-f7c8f7903bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ec43d5dc-9017-4505-96b9-c23c36a8c865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:36:18.370747 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee1457f-951a-4f1f-8720-cb3ae2cc2e7c admin admin] Network hostable DHCP agents. Network: ec43d5dc-9017-4505-96b9-c23c36a8c865, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:36:18.371222 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port dc4d1629-3091-44e6-b0c4-401462d7f223 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:36:18.371851 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:18.410929 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-f8597a77-415e-40cc-9acd-dc8b9ca5d0b8 service neutron] 10.222.0.88 "GET /v2.0/networks/1bc22803-e21f-489d-a441-493f1928ab13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4335847 Aug 19 14:36:18.441812 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee1457f-951a-4f1f-8720-cb3ae2cc2e7c admin admin] Network ec43d5dc-9017-4505-96b9-c23c36a8c865 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:36:18.445107 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f769733-3c61-4b83-a267-b92bdbe9e80f req-0ad07e30-23d2-4585-8b98-11c5a8654fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:18.446576 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1f769733-3c61-4b83-a267-b92bdbe9e80f req-0ad07e30-23d2-4585-8b98-11c5a8654fe1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c552364d-d70d-482a-9650-0fce232fda34 HTTP/1.1" status: 200 len: 850 time: 0.0987649 Aug 19 14:36:18.458560 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-9ee1457f-951a-4f1f-8720-cb3ae2cc2e7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, ec43d5dc-9017-4505-96b9-c23c36a8c865) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:36:18.466998 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3cf59d2a-c580-47ee-b1ab-b6a9d2a04ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:18.489446 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee1457f-951a-4f1f-8720-cb3ae2cc2e7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:18.490043 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ee1457f-951a-4f1f-8720-cb3ae2cc2e7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:18.494246 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e2ed4d-afe4-4b1e-b6a7-647d742d76e1 None None] Network ec43d5dc-9017-4505-96b9-c23c36a8c865 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:36:18.508721 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a50111-30dd-44ae-86cd-4b2cfa22b0fc req-fe7d6048-8634-48e6-b905-046c1c256e7f tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:18.510539 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-49a50111-30dd-44ae-86cd-4b2cfa22b0fc req-fe7d6048-8634-48e6-b905-046c1c256e7f tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=526148ce-3526-40ac-8dbb-b60693c88d9c HTTP/1.1" status: 200 len: 950 time: 0.3548176 Aug 19 14:36:18.563587 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9ee1457f-951a-4f1f-8720-cb3ae2cc2e7c admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5032701 Aug 19 14:36:18.563867 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8f705ac3-c757-4029-88f9-b7eebad9bcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e029420-5b7c-4979-80ae-c621477cde6c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1766906766-router', 'tenant_id': '3178f87ac6ba44c3972120fbcb3189e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'dc4d1629-3091-44e6-b0c4-401462d7f223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:36:07Z', 'updated_at': '2021-08-19T14:36:12Z', 'revision_number': 4, 'project_id': '3178f87ac6ba44c3972120fbcb3189e5', 'gw_port': {'id': 'dc4d1629-3091-44e6-b0c4-401462d7f223', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e029420-5b7c-4979-80ae-c621477cde6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:36:08Z', 'updated_at': '2021-08-19T14:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'f8b4cebf-9e41-4c5e-ae3b-0aaeb68b83e4', 'name': '', 'network_id': 'e30a1201-b426-4165-bdc3-09c36dd3fe40', 'tenant_id': '3178f87ac6ba44c3972120fbcb3189e5', 'mac_address': 'fa:16:3e:34:ff:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e029420-5b7c-4979-80ae-c621477cde6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'd0351321-6783-484a-a1b6-eb4417cad1f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:36:11Z', 'updated_at': '2021-08-19T14:36:17Z', 'revision_number': 4, 'project_id': '3178f87ac6ba44c3972120fbcb3189e5', 'subnets': [{'id': 'd0351321-6783-484a-a1b6-eb4417cad1f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:36:18.566581 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35328) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:36:18.571038 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d5cadc26-4dc1-4b57-b0da-06783472c65c admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1767758836-router', 'tenant_id': '1d9a5c67d10a432cb1a33ae9d5979f67', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:36:18.577843 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f769733-3c61-4b83-a267-b92bdbe9e80f req-327c82f7-938e-4976-bff2-a7329b94d01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:18.579335 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1f769733-3c61-4b83-a267-b92bdbe9e80f req-327c82f7-938e-4976-bff2-a7329b94d01c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b96a8522-2b03-4241-8f82-1a09a4b61868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1043553 Aug 19 14:36:18.590008 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-68dc0608-9b4f-4d7c-a6da-4aebca302737 tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:18.591490 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-68dc0608-9b4f-4d7c-a6da-4aebca302737 tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd&tenant_id=b2e5fa7db1364ccea50861254cd97ec3&binding%3Ahost_id=n-h1-766043-2 HTTP/1.1" status: 200 len: 1096 time: 0.0834737 Aug 19 14:36:18.602381 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f705ac3-c757-4029-88f9-b7eebad9bcf1 None None] The sync data for ids ['1e029420-5b7c-4979-80ae-c621477cde6c'] in n-d-766043-2 is: [{'id': '1e029420-5b7c-4979-80ae-c621477cde6c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1766906766-router', 'tenant_id': '3178f87ac6ba44c3972120fbcb3189e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'dc4d1629-3091-44e6-b0c4-401462d7f223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:36:07Z', 'updated_at': '2021-08-19T14:36:12Z', 'revision_number': 4, 'project_id': '3178f87ac6ba44c3972120fbcb3189e5', 'gw_port': {'id': 'dc4d1629-3091-44e6-b0c4-401462d7f223', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e029420-5b7c-4979-80ae-c621477cde6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:36:08Z', 'updated_at': '2021-08-19T14:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'f8b4cebf-9e41-4c5e-ae3b-0aaeb68b83e4', 'name': '', 'network_id': 'e30a1201-b426-4165-bdc3-09c36dd3fe40', 'tenant_id': '3178f87ac6ba44c3972120fbcb3189e5', 'mac_address': 'fa:16:3e:34:ff:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e029420-5b7c-4979-80ae-c621477cde6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'd0351321-6783-484a-a1b6-eb4417cad1f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:36:11Z', 'updated_at': '2021-08-19T14:36:17Z', 'revision_number': 4, 'project_id': '3178f87ac6ba44c3972120fbcb3189e5', 'subnets': [{'id': 'd0351321-6783-484a-a1b6-eb4417cad1f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:36:18.620037 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-52a646b8-9a8e-488c-8553-f38d885c3e83 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-766043-2'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:36:18.628287 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-084ffc3a-02fa-4458-9fca-3c7260b794c0 admin admin] Deleting subnet 8562243b-2705-4ecb-a9c9-4d5256237e48 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:36:18.694955 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3cf59d2a-c580-47ee-b1ab-b6a9d2a04ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:18.709853 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d5cadc26-4dc1-4b57-b0da-06783472c65c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:18.710961 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d5cadc26-4dc1-4b57-b0da-06783472c65c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:18.712559 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-084ffc3a-02fa-4458-9fca-3c7260b794c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:18.776664 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf59d2a-c580-47ee-b1ab-b6a9d2a04ae5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dd15835-b3fa-48af-afd7-fc1cc8cd7ced,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:18.781848 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3cf59d2a-c580-47ee-b1ab-b6a9d2a04ae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:18.783744 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-3cf59d2a-c580-47ee-b1ab-b6a9d2a04ae5 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/5dd15835-b3fa-48af-afd7-fc1cc8cd7ced HTTP/1.1" status: 204 len: 168 time: 1.0210457 Aug 19 14:36:18.786720 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35330) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:36:18.793076 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-52a646b8-9a8e-488c-8553-f38d885c3e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:18.816464 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ada8b0e-6dea-45eb-9600-16bc5242255d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-ec43d5dc-9017-4505-96b9-c23c36a8c865', 'network_id': 'ec43d5dc-9017-4505-96b9-c23c36a8c865', 'tenant_id': '1d9a5c67d10a432cb1a33ae9d5979f67', 'fixed_ips': [{'subnet_id': 'f7111b46-df8b-4fc3-ac1b-f79d0871cdb3'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:36:18.819121 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6ada8b0e-6dea-45eb-9600-16bc5242255d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:18.840596 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d5cadc26-4dc1-4b57-b0da-06783472c65c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:18.848312 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1f769733-3c61-4b83-a267-b92bdbe9e80f req-53a60afe-84c1-49f5-b42d-97cda926ff68 service neutron] 10.222.0.68 "GET /v2.0/networks/b96a8522-2b03-4241-8f82-1a09a4b61868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537761 Aug 19 14:36:19.054661 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 6b9aefb8-304e-4f24-9856-5efb93d911e2 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:36:19.059491 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device f8b4cebf-9e41-4c5e-ae3b-0aaeb68b83e4 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:36:19.069028 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-6ada8b0e-6dea-45eb-9600-16bc5242255d None None] Allocated IP 172.20.0.2 (ec43d5dc-9017-4505-96b9-c23c36a8c865/f7111b46-df8b-4fc3-ac1b-f79d0871cdb3/c72c69f0-c9f4-4ca1-b8d7-1e3c555ba28a) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:36:19.082558 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85be6900-df22-4d02-b0a9-25c4181aa88c', 'tag': '85b78081-e016-48ec-b275-9e4cf73d951f'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:36:19.085962 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202e6080-f6ec-4ca7-b9fe-e6ee6b2b2f02" -d '{"events": [{"name": "network-changed", "server_uuid": "85be6900-df22-4d02-b0a9-25c4181aa88c", "tag": "85b78081-e016-48ec-b275-9e4cf73d951f"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:36:19.091206 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1f769733-3c61-4b83-a267-b92bdbe9e80f req-072c9ea2-749e-4183-9792-c1befcd8c87d service neutron] 10.222.0.68 "GET /v2.0/networks/b96a8522-2b03-4241-8f82-1a09a4b61868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601419 Aug 19 14:36:19.180219 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: 6b9aefb8-304e-4f24-9856-5efb93d911e2 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:36:19.180593 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 6b9aefb8-304e-4f24-9856-5efb93d911e2 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:36:19.193585 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-49a50111-30dd-44ae-86cd-4b2cfa22b0fc req-19739f8a-045d-4680-b558-1ef6832643ad tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5955997 Aug 19 14:36:19.227524 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25164cf-742d-4df0-b7e9-77e53e4ac57d req-30c88131-3a4e-4e12-a634-d62ead3701b3 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:19.238423 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a25164cf-742d-4df0-b7e9-77e53e4ac57d req-30c88131-3a4e-4e12-a634-d62ead3701b3 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] 10.222.0.69 "GET /v2.0/ports?device_id=85be6900-df22-4d02-b0a9-25c4181aa88c HTTP/1.1" status: 200 len: 943 time: 0.7242246 Aug 19 14:36:19.249859 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-084ffc3a-02fa-4458-9fca-3c7260b794c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:19.277557 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-52a646b8-9a8e-488c-8553-f38d885c3e83 service neutron] For port bec4dd7e-0659-4bf6-aee8-9a86035cea51, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=bec4dd7e-0659-4bf6-aee8-9a86035cea51,segment=NetworkSegment(911020b2-3bb4-4db0-af7a-51b07cbea653),segment_id=911020b2-3bb4-4db0-af7a-51b07cbea653)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:36:19.288551 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d5cadc26-4dc1-4b57-b0da-06783472c65c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:19.375344 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6ada8b0e-6dea-45eb-9600-16bc5242255d None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:19.386499 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-52a646b8-9a8e-488c-8553-f38d885c3e83 service neutron] For port bec4dd7e-0659-4bf6-aee8-9a86035cea51, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:36:19.391049 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port f8b4cebf-9e41-4c5e-ae3b-0aaeb68b83e4 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:36:19.395804 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6ada8b0e-6dea-45eb-9600-16bc5242255d None None] Transition to ACTIVE for port object c72c69f0-c9f4-4ca1-b8d7-1e3c555ba28a will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:36:19.418587 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-084ffc3a-02fa-4458-9fca-3c7260b794c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:19.423180 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6ada8b0e-6dea-45eb-9600-16bc5242255d None None] Transition to ACTIVE for port object c72c69f0-c9f4-4ca1-b8d7-1e3c555ba28a will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:36:19.430516 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port f8b4cebf-9e41-4c5e-ae3b-0aaeb68b83e4 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:36:19.431217 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:19.436300 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6ada8b0e-6dea-45eb-9600-16bc5242255d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:19.459784 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-52a646b8-9a8e-488c-8553-f38d885c3e83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:19.473695 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ada8b0e-6dea-45eb-9600-16bc5242255d None None] Network ec43d5dc-9017-4505-96b9-c23c36a8c865 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:36:19.477398 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-6ada8b0e-6dea-45eb-9600-16bc5242255d None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:36:19.478328 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-52a646b8-9a8e-488c-8553-f38d885c3e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:19.508838 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ada8b0e-6dea-45eb-9600-16bc5242255d None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:36:19.521714 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-084ffc3a-02fa-4458-9fca-3c7260b794c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:19.579962 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-6ada8b0e-6dea-45eb-9600-16bc5242255d None None] Attempting to bind port c72c69f0-c9f4-4ca1-b8d7-1e3c555ba28a on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:36:19.580325 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-6ada8b0e-6dea-45eb-9600-16bc5242255d None None] Attempting to bind port c72c69f0-c9f4-4ca1-b8d7-1e3c555ba28a by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '943da9cd-c35a-46c6-942c-f7c8f7903bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ec43d5dc-9017-4505-96b9-c23c36a8c865'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:36:19.580709 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ada8b0e-6dea-45eb-9600-16bc5242255d None None] Attempting to bind port c72c69f0-c9f4-4ca1-b8d7-1e3c555ba28a on network ec43d5dc-9017-4505-96b9-c23c36a8c865 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:36:19.590306 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ada8b0e-6dea-45eb-9600-16bc5242255d None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:36:19.590686 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ada8b0e-6dea-45eb-9600-16bc5242255d None None] Checking segment: {'id': '943da9cd-c35a-46c6-942c-f7c8f7903bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ec43d5dc-9017-4505-96b9-c23c36a8c865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:36:19.591468 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6ada8b0e-6dea-45eb-9600-16bc5242255d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:19.591468 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ada8b0e-6dea-45eb-9600-16bc5242255d None None] Bound using segment: {'id': '943da9cd-c35a-46c6-942c-f7c8f7903bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ec43d5dc-9017-4505-96b9-c23c36a8c865'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:36:19.591918 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-6ada8b0e-6dea-45eb-9600-16bc5242255d None None] Bound port: c72c69f0-c9f4-4ca1-b8d7-1e3c555ba28a, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '943da9cd-c35a-46c6-942c-f7c8f7903bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ec43d5dc-9017-4505-96b9-c23c36a8c865'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:36:19.592296 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6ada8b0e-6dea-45eb-9600-16bc5242255d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:19.595522 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ffc3a-02fa-4458-9fca-3c7260b794c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8562243b-2705-4ecb-a9c9-4d5256237e48,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:19.641174 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-084ffc3a-02fa-4458-9fca-3c7260b794c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:19.646408 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-084ffc3a-02fa-4458-9fca-3c7260b794c0 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/8562243b-2705-4ecb-a9c9-4d5256237e48 HTTP/1.1" status: 204 len: 168 time: 1.3627512 Aug 19 14:36:19.647072 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35338) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:36:19.659448 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a25164cf-742d-4df0-b7e9-77e53e4ac57d req-afd3c831-9ae9-4bab-a27e-a7f0f4616e10 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] 10.222.0.69 "GET /v2.0/security-groups?id=97e7fcd6-30a7-49d0-9311-5f10ad4af566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4201190 Aug 19 14:36:19.664800 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6ada8b0e-6dea-45eb-9600-16bc5242255d None None] For port c72c69f0-c9f4-4ca1-b8d7-1e3c555ba28a, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:36:19.668937 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6ada8b0e-6dea-45eb-9600-16bc5242255d None None] For port c72c69f0-c9f4-4ca1-b8d7-1e3c555ba28a, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=c72c69f0-c9f4-4ca1-b8d7-1e3c555ba28a,segment=NetworkSegment(943da9cd-c35a-46c6-942c-f7c8f7903bb8),segment_id=943da9cd-c35a-46c6-942c-f7c8f7903bb8)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:36:19.675864 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfdce4d-1934-427b-8c8a-4ac7bff794f6 None None] Network 13dc60e8-6db0-49a1-8006-5816fe1e27f9 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:36:19.677622 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1072050e-abd2-4a0b-9c21-683f54e12e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:19.698182 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83045778-508c-4506-a0d9-68c485cf5c08 req-3751bb35-c418-4d4f-b289-b01bc72f136e tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:19.700745 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-83045778-508c-4506-a0d9-68c485cf5c08 req-3751bb35-c418-4d4f-b289-b01bc72f136e tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd HTTP/1.1" status: 200 len: 943 time: 0.1885631 Aug 19 14:36:19.760972 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6ada8b0e-6dea-45eb-9600-16bc5242255d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:19.773856 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada8b0e-6dea-45eb-9600-16bc5242255d None None] Pushing event updated for resources: {'Port': ['ID=c72c69f0-c9f4-4ca1-b8d7-1e3c555ba28a,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:19.794831 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d5cadc26-4dc1-4b57-b0da-06783472c65c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:19.855280 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada8b0e-6dea-45eb-9600-16bc5242255d None None] Pushing event updated for resources: {'Port': ['ID=c72c69f0-c9f4-4ca1-b8d7-1e3c555ba28a,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:19.900570 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-52a646b8-9a8e-488c-8553-f38d885c3e83 service neutron] Attempting to bind port bec4dd7e-0659-4bf6-aee8-9a86035cea51 on host n-h1-766043-2 for vnic_type normal with profile {"migrating_to": "n-h2-766043-2"} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:36:19.900934 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-52a646b8-9a8e-488c-8553-f38d885c3e83 service neutron] Attempting to bind port bec4dd7e-0659-4bf6-aee8-9a86035cea51 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '911020b2-3bb4-4db0-af7a-51b07cbea653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:36:19.901228 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-52a646b8-9a8e-488c-8553-f38d885c3e83 service neutron] Attempting to bind port bec4dd7e-0659-4bf6-aee8-9a86035cea51 on network 1bc22803-e21f-489d-a441-493f1928ab13 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:36:19.903996 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1072050e-abd2-4a0b-9c21-683f54e12e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:19.914863 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a646b8-9a8e-488c-8553-f38d885c3e83 service neutron] Pushing event updated for resources: {'Port': ['ID=bec4dd7e-0659-4bf6-aee8-9a86035cea51,revision_number=7']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:19.915850 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-1072050e-abd2-4a0b-9c21-683f54e12e9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8e46011-1a79-4ff6-89e4-e69b88e284e7']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:36:19.918338 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d5cadc26-4dc1-4b57-b0da-06783472c65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:19.935057 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-1072050e-abd2-4a0b-9c21-683f54e12e9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e912fb3-d65b-4824-8b3c-5a6301e984c5') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:36:19.938112 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-1072050e-abd2-4a0b-9c21-683f54e12e9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e912fb3-d65b-4824-8b3c-5a6301e984c5') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:36:19.950818 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1072050e-abd2-4a0b-9c21-683f54e12e9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:19.968433 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1072050e-abd2-4a0b-9c21-683f54e12e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:19.988052 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:19.996717 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1072050e-abd2-4a0b-9c21-683f54e12e9b admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:36:19.997233 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1072050e-abd2-4a0b-9c21-683f54e12e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:20.013020 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-83045778-508c-4506-a0d9-68c485cf5c08 req-ed52089b-6556-41fc-a696-e39849d9cc76 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995081 Aug 19 14:36:20.013826 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:36:20.013826 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:36:20.013826 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:36:20.013826 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:36:20.013826 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:36:20.013826 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:36:20.013826 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:36:20.013826 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:36:20.013826 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:36:20.013826 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:36:20.013826 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:36:20.013826 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:36:20.013826 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:36:20.013826 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:36:20.013826 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:36:20.013826 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:36:20.013826 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:36:20.013826 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:36:20.013826 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:36:20.013826 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:36:20.013826 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:36:20.013826 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:36:20.013826 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:36:20.013826 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:36:20.013826 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:36:20.013826 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:36:20.013826 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:36:20.013826 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:36:20.013826 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:36:20.013826 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:36:20.013826 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:36:20.013826 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:36:20.026883 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-52a646b8-9a8e-488c-8553-f38d885c3e83 service neutron] Port bec4dd7e-0659-4bf6-aee8-9a86035cea51 on network 1bc22803-e21f-489d-a441-493f1928ab13 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:36:20.027419 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-52a646b8-9a8e-488c-8553-f38d885c3e83 service neutron] Attempting to bind port bec4dd7e-0659-4bf6-aee8-9a86035cea51 on network 1bc22803-e21f-489d-a441-493f1928ab13 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:36:20.045012 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-52a646b8-9a8e-488c-8553-f38d885c3e83 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:36:20.045365 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-52a646b8-9a8e-488c-8553-f38d885c3e83 service neutron] Checking segment: {'id': '911020b2-3bb4-4db0-af7a-51b07cbea653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:36:20.045933 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-52a646b8-9a8e-488c-8553-f38d885c3e83 service neutron] Bound using segment: {'id': '911020b2-3bb4-4db0-af7a-51b07cbea653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:36:20.058829 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-52a646b8-9a8e-488c-8553-f38d885c3e83 service neutron] Bound port: bec4dd7e-0659-4bf6-aee8-9a86035cea51, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '911020b2-3bb4-4db0-af7a-51b07cbea653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:36:20.059225 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-52a646b8-9a8e-488c-8553-f38d885c3e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:20.062233 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port f8b4cebf-9e41-4c5e-ae3b-0aaeb68b83e4, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=f8b4cebf-9e41-4c5e-ae3b-0aaeb68b83e4,segment=NetworkSegment(3e01d32b-e0c4-48ae-974a-95855e5c4fdf),segment_id=3e01d32b-e0c4-48ae-974a-95855e5c4fdf)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:36:20.077394 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e87e2a3-d974-46b0-a278-1ed6f135e386 None None] DHCP port deletion for 13dc60e8-6db0-49a1-8006-5816fe1e27f9 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:36:20.086989 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:20.119515 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ff94f7-f5bd-44cf-8ecd-f8ed5f6e1053 x-openstack-request-id: req-79ff94f7-f5bd-44cf-8ecd-f8ed5f6e1053 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:36:20.119815 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85be6900-df22-4d02-b0a9-25c4181aa88c", "tag": "85b78081-e016-48ec-b275-9e4cf73d951f", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:36:20.120068 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-79ff94f7-f5bd-44cf-8ecd-f8ed5f6e1053 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:36:20.120548 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85be6900-df22-4d02-b0a9-25c4181aa88c', 'tag': '85b78081-e016-48ec-b275-9e4cf73d951f', 'status': 'completed', 'code': 200} Aug 19 14:36:20.164050 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a13a984d-1968-4227-b7c2-bf9c254e741e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:20.169093 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1072050e-abd2-4a0b-9c21-683f54e12e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:20.175401 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1072050e-abd2-4a0b-9c21-683f54e12e9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:20.179854 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1072050e-abd2-4a0b-9c21-683f54e12e9b admin admin] 10.222.0.69 "DELETE /v2.0/networks/c8e46011-1a79-4ff6-89e4-e69b88e284e7 HTTP/1.1" status: 204 len: 168 time: 1.3889005 Aug 19 14:36:20.205517 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1072050e-abd2-4a0b-9c21-683f54e12e9b admin admin] Pushing event deleted for resources: {'Network': ['ID=c8e46011-1a79-4ff6-89e4-e69b88e284e7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:20.258601 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device fdcfb636-7e20-4837-923f-cdbbc964bae1 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:36:20.307063 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fb4c3-8369-4232-aa3f-ee408515827a req-a2001c9c-b327-445a-8acf-8a792449c749 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:20.312902 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: fdcfb636-7e20-4837-923f-cdbbc964bae1 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:36:20.313241 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device fdcfb636-7e20-4837-923f-cdbbc964bae1 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:36:20.313659 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device cc5582d5-43ab-4279-83df-b2319e1063b2 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:36:20.317303 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4b5fb4c3-8369-4232-aa3f-ee408515827a req-a2001c9c-b327-445a-8acf-8a792449c749 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=03cb2d97-9231-4496-a8c2-4f187e82b2e3 HTTP/1.1" status: 200 len: 945 time: 0.3436604 Aug 19 14:36:20.374154 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-52a646b8-9a8e-488c-8553-f38d885c3e83 service neutron] For port bec4dd7e-0659-4bf6-aee8-9a86035cea51, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:36:20.377983 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-52a646b8-9a8e-488c-8553-f38d885c3e83 service neutron] For port bec4dd7e-0659-4bf6-aee8-9a86035cea51, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=bec4dd7e-0659-4bf6-aee8-9a86035cea51,segment=NetworkSegment(911020b2-3bb4-4db0-af7a-51b07cbea653),segment_id=911020b2-3bb4-4db0-af7a-51b07cbea653)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:36:20.378161 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-2e87e2a3-d974-46b0-a278-1ed6f135e386 None None] Deleting port 95363831-a79c-491e-9dbd-734bfbde7726 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:36:20.378458 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2e87e2a3-d974-46b0-a278-1ed6f135e386 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:20.397472 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-52a646b8-9a8e-488c-8553-f38d885c3e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:20.405697 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4b5fb4c3-8369-4232-aa3f-ee408515827a req-3cb00680-0fb9-43cf-a0dd-f86eb18ddc61 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872264 Aug 19 14:36:20.440325 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a13a984d-1968-4227-b7c2-bf9c254e741e admin admin] Deleting port 95363831-a79c-491e-9dbd-734bfbde7726 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:36:20.440325 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a13a984d-1968-4227-b7c2-bf9c254e741e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:20.452056 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-d5cadc26-4dc1-4b57-b0da-06783472c65c admin admin] Allocated IP 172.25.2.212 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/87edeccd-8917-49b6-b704-be5cbde598eb) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:36:20.455979 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e6080-f6ec-4ca7-b9fe-e6ee6b2b2f02 req-ad9db655-b03d-4f2c-9ab3-c6ab4b5d2d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:20.457777 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-202e6080-f6ec-4ca7-b9fe-e6ee6b2b2f02 req-ad9db655-b03d-4f2c-9ab3-c6ab4b5d2d7c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=74293d11c41e4029af95465f64d7901f&device_id=85be6900-df22-4d02-b0a9-25c4181aa88c HTTP/1.1" status: 200 len: 1094 time: 0.2568138 Aug 19 14:36:20.468181 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-2e87e2a3-d974-46b0-a278-1ed6f135e386 None None] For port 95363831-a79c-491e-9dbd-734bfbde7726, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=95363831-a79c-491e-9dbd-734bfbde7726,segment=NetworkSegment(714e9a69-9683-461a-9e16-beb5bb29ef49),segment_id=714e9a69-9683-461a-9e16-beb5bb29ef49)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:36:20.468601 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2e87e2a3-d974-46b0-a278-1ed6f135e386 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:20.486700 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-2e87e2a3-d974-46b0-a278-1ed6f135e386 None None] Calling delete_port for 95363831-a79c-491e-9dbd-734bfbde7726 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:36:20.514121 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835d49f-00e5-4625-a2fa-7ce8e53d4c08 req-650c14ee-c360-4eea-ad14-e2383b2c314f tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:20.523436 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7835d49f-00e5-4625-a2fa-7ce8e53d4c08 req-650c14ee-c360-4eea-ad14-e2383b2c314f tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=526148ce-3526-40ac-8dbb-b60693c88d9c HTTP/1.1" status: 200 len: 950 time: 0.1824372 Aug 19 14:36:20.563100 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-a13a984d-1968-4227-b7c2-bf9c254e741e admin admin] For port 95363831-a79c-491e-9dbd-734bfbde7726, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=95363831-a79c-491e-9dbd-734bfbde7726,segment=NetworkSegment(714e9a69-9683-461a-9e16-beb5bb29ef49),segment_id=714e9a69-9683-461a-9e16-beb5bb29ef49)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:36:20.563709 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a13a984d-1968-4227-b7c2-bf9c254e741e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:20.585983 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a13a984d-1968-4227-b7c2-bf9c254e741e admin admin] Calling delete_port for 95363831-a79c-491e-9dbd-734bfbde7726 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:36:20.607320 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35344) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:36:20.608023 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7835d49f-00e5-4625-a2fa-7ce8e53d4c08 req-8431a4c2-83b8-46a8-b782-c1145b85338d tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802934 Aug 19 14:36:20.626974 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: cc5582d5-43ab-4279-83df-b2319e1063b2 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:36:20.627397 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device cc5582d5-43ab-4279-83df-b2319e1063b2 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:36:20.642712 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=f8b4cebf-9e41-4c5e-ae3b-0aaeb68b83e4,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:20.665902 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2e87e2a3-d974-46b0-a278-1ed6f135e386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:20.693066 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-52a646b8-9a8e-488c-8553-f38d885c3e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:20.693652 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-52a646b8-9a8e-488c-8553-f38d885c3e83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:20.694532 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e87e2a3-d974-46b0-a278-1ed6f135e386 None None] Pushing event deleted for resources: {'Port': ['ID=95363831-a79c-491e-9dbd-734bfbde7726,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:20.695252 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-52a646b8-9a8e-488c-8553-f38d885c3e83 service neutron] 10.222.0.88 "PUT /v2.0/ports/bec4dd7e-0659-4bf6-aee8-9a86035cea51 HTTP/1.1" status: 200 len: 1121 time: 2.0905256 Aug 19 14:36:20.699177 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e87e2a3-d974-46b0-a278-1ed6f135e386 None None] No DVR routers for this DVR port 95363831-a79c-491e-9dbd-734bfbde7726 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:36:20.705506 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a646b8-9a8e-488c-8553-f38d885c3e83 service neutron] Pushing event updated for resources: {'Port': ['ID=bec4dd7e-0659-4bf6-aee8-9a86035cea51,revision_number=8']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:20.745700 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a13a984d-1968-4227-b7c2-bf9c254e741e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:20.762506 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13a984d-1968-4227-b7c2-bf9c254e741e admin admin] No DVR routers for this DVR port 95363831-a79c-491e-9dbd-734bfbde7726 on host n-d-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:36:20.786131 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-22356d62-3a49-4521-aaa7-2dd88e98b9b5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ffaae605ceba4ce8a91be4197b6bc348&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1569536 Aug 19 14:36:20.790500 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e6080-f6ec-4ca7-b9fe-e6ee6b2b2f02 req-b9016a13-e3e2-45c4-a38e-780300244bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:20.791985 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-202e6080-f6ec-4ca7-b9fe-e6ee6b2b2f02 req-b9016a13-e3e2-45c4-a38e-780300244bf7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=b96a8522-2b03-4241-8f82-1a09a4b61868 HTTP/1.1" status: 200 len: 912 time: 0.3084276 Aug 19 14:36:20.796942 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35350) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:36:20.806311 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13a984d-1968-4227-b7c2-bf9c254e741e admin admin] Pushing event deleted for resources: {'Port': ['ID=95363831-a79c-491e-9dbd-734bfbde7726,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:20.818984 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['bec4dd7e-0659-4bf6-aee8-9a86035cea51'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:36:20.849436 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d5cadc26-4dc1-4b57-b0da-06783472c65c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:20.854088 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-202e6080-f6ec-4ca7-b9fe-e6ee6b2b2f02 req-da10f3ab-2404-4827-a49a-ff148177037e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85b78081-e016-48ec-b275-9e4cf73d951f HTTP/1.1" status: 200 len: 217 time: 0.0483367 Aug 19 14:36:20.938597 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e6080-f6ec-4ca7-b9fe-e6ee6b2b2f02 req-e39e2df2-6b86-485a-a0ac-449e63cb5f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:20.940298 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-202e6080-f6ec-4ca7-b9fe-e6ee6b2b2f02 req-e39e2df2-6b86-485a-a0ac-449e63cb5f46 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c552364d-d70d-482a-9650-0fce232fda34 HTTP/1.1" status: 200 len: 850 time: 0.0712981 Aug 19 14:36:20.993003 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a13a984d-1968-4227-b7c2-bf9c254e741e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:21.019726 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7675b85-541c-4e10-92b1-90aac072d891 req-d5a5bac2-3f81-4aca-b998-b1e172469f64 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:21.021495 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d7675b85-541c-4e10-92b1-90aac072d891 req-d5a5bac2-3f81-4aca-b998-b1e172469f64 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] 10.222.0.69 "GET /v2.0/ports?device_id=85be6900-df22-4d02-b0a9-25c4181aa88c HTTP/1.1" status: 200 len: 943 time: 0.2257209 Aug 19 14:36:21.024792 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6278a65-7c31-47e5-84a7-18fc17ab45fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:21.028444 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a13a984d-1968-4227-b7c2-bf9c254e741e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13dc60e8-6db0-49a1-8006-5816fe1e27f9']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:36:21.032020 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e6080-f6ec-4ca7-b9fe-e6ee6b2b2f02 req-342b1a70-1780-4a81-a7e2-c638b3dde2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:21.034049 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-202e6080-f6ec-4ca7-b9fe-e6ee6b2b2f02 req-342b1a70-1780-4a81-a7e2-c638b3dde2b5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b96a8522-2b03-4241-8f82-1a09a4b61868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786991 Aug 19 14:36:21.035620 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d5cadc26-4dc1-4b57-b0da-06783472c65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:21.096292 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a13a984d-1968-4227-b7c2-bf9c254e741e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '714e9a69-9683-461a-9e16-beb5bb29ef49') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:36:21.096746 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a13a984d-1968-4227-b7c2-bf9c254e741e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '714e9a69-9683-461a-9e16-beb5bb29ef49') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:36:21.136692 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device f8b4cebf-9e41-4c5e-ae3b-0aaeb68b83e4 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:36:21.140654 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a13a984d-1968-4227-b7c2-bf9c254e741e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:21.145987 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6278a65-7c31-47e5-84a7-18fc17ab45fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:21.185894 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a13a984d-1968-4227-b7c2-bf9c254e741e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:21.187303 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cadc26-4dc1-4b57-b0da-06783472c65c admin admin] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:36:21.189650 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-202e6080-f6ec-4ca7-b9fe-e6ee6b2b2f02 req-91b4793d-ecc7-4b46-8c88-b7ce8136dc7b service neutron] 10.222.0.68 "GET /v2.0/networks/b96a8522-2b03-4241-8f82-1a09a4b61868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196802 Aug 19 14:36:21.193075 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d5cadc26-4dc1-4b57-b0da-06783472c65c admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:36:21.199054 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cadc26-4dc1-4b57-b0da-06783472c65c admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:36:21.219381 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port f8b4cebf-9e41-4c5e-ae3b-0aaeb68b83e4 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:36:21.219803 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:21.230606 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a13a984d-1968-4227-b7c2-bf9c254e741e admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:36:21.231231 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a13a984d-1968-4227-b7c2-bf9c254e741e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:21.235405 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d7675b85-541c-4e10-92b1-90aac072d891 req-8512067c-7106-4d3b-aefa-ed78486df76c tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] 10.222.0.69 "GET /v2.0/security-groups?id=97e7fcd6-30a7-49d0-9311-5f10ad4af566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2036583 Aug 19 14:36:21.236173 n-d-766043-2 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:36:21.236173 n-d-766043-2 neutron-server[94640]: self.session.flush() Aug 19 14:36:21.236173 n-d-766043-2 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:36:21.236173 n-d-766043-2 neutron-server[94640]: self.session.flush() Aug 19 14:36:21.236173 n-d-766043-2 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:36:21.236173 n-d-766043-2 neutron-server[94640]: self.session.flush() Aug 19 14:36:21.236173 n-d-766043-2 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:36:21.236173 n-d-766043-2 neutron-server[94640]: self.session.flush() Aug 19 14:36:21.236173 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:36:21.236173 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:36:21.236173 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:36:21.236173 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:36:21.236173 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:36:21.236173 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:36:21.236173 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:36:21.236173 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:36:21.236173 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:36:21.236173 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:36:21.236173 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:36:21.236173 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:36:21.236173 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:36:21.236173 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:36:21.236173 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:36:21.236173 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:36:21.236173 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:36:21.236173 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:36:21.236173 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:36:21.236173 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:36:21.236173 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:36:21.236173 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:36:21.236173 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:36:21.236173 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:36:21.236173 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:36:21.236173 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:36:21.236173 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:36:21.236173 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:36:21.236173 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:36:21.236173 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:36:21.236173 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:36:21.236173 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:36:21.290907 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cadc26-4dc1-4b57-b0da-06783472c65c admin admin] Pushing event updated for resources: {'Port': ['ID=87edeccd-8917-49b6-b704-be5cbde598eb,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:21.332056 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6b70ce-156e-47d9-b486-f2ca26126edd None None] Network ec43d5dc-9017-4505-96b9-c23c36a8c865 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:36:21.349833 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea13dbae-d65b-4c27-b3ab-a2eee1ff1c30 req-438f6ff8-1abd-40d8-9730-d1f175a77642 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:21.351348 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ea13dbae-d65b-4c27-b3ab-a2eee1ff1c30 req-438f6ff8-1abd-40d8-9730-d1f175a77642 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd HTTP/1.1" status: 200 len: 943 time: 0.1615627 Aug 19 14:36:21.352869 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a13a984d-1968-4227-b7c2-bf9c254e741e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:21.358861 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a13a984d-1968-4227-b7c2-bf9c254e741e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:21.363245 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a13a984d-1968-4227-b7c2-bf9c254e741e admin admin] 10.222.0.69 "DELETE /v2.0/networks/13dc60e8-6db0-49a1-8006-5816fe1e27f9 HTTP/1.1" status: 204 len: 168 time: 1.7000060 Aug 19 14:36:21.370859 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device c72c69f0-c9f4-4ca1-b8d7-1e3c555ba28a up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:36:21.379138 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13a984d-1968-4227-b7c2-bf9c254e741e admin admin] Pushing event deleted for resources: {'Network': ['ID=13dc60e8-6db0-49a1-8006-5816fe1e27f9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:21.396902 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6278a65-7c31-47e5-84a7-18fc17ab45fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:21.400397 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6278a65-7c31-47e5-84a7-18fc17ab45fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:21.400625 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f6278a65-7c31-47e5-84a7-18fc17ab45fc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fc41b26b-0968-4c43-b310-a21b1dbaaeb3 HTTP/1.1" status: 204 len: 168 time: 0.6017890 Aug 19 14:36:21.463699 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6278a65-7c31-47e5-84a7-18fc17ab45fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc41b26b-0968-4c43-b310-a21b1dbaaeb3,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:21.470860 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a540e993-e303-4c9a-8726-688da153eb27 None None] Provisioning for port c72c69f0-c9f4-4ca1-b8d7-1e3c555ba28a completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:36:21.490334 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ea13dbae-d65b-4c27-b3ab-a2eee1ff1c30 req-25d59713-804e-409f-a999-5cc508833224 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132634 Aug 19 14:36:21.497839 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-202e6080-f6ec-4ca7-b9fe-e6ee6b2b2f02 req-833b5f7f-da55-4611-88c0-3a2a029767d8 service neutron] 10.222.0.68 "GET /v2.0/networks/b96a8522-2b03-4241-8f82-1a09a4b61868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931190 Aug 19 14:36:21.570345 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb0739-0d1a-4ded-b375-13e481dcb1ce req-a59ab365-2473-4c39-a88e-08df657d5368 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:21.578755 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d2bb0739-0d1a-4ded-b375-13e481dcb1ce req-a59ab365-2473-4c39-a88e-08df657d5368 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=03cb2d97-9231-4496-a8c2-4f187e82b2e3 HTTP/1.1" status: 200 len: 945 time: 0.0599298 Aug 19 14:36:21.624251 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d2bb0739-0d1a-4ded-b375-13e481dcb1ce req-1d80399c-a5c0-4749-925b-c037bf1049c4 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443866 Aug 19 14:36:21.653843 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d5cadc26-4dc1-4b57-b0da-06783472c65c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:21.713682 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35364) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:36:21.760137 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port c72c69f0-c9f4-4ca1-b8d7-1e3c555ba28a completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:36:21.768703 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-196c3cb7-231f-48e2-9f3b-7eb76b1fa1e8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b8755f46d7e24a6a9f625d3290f522df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0529549 Aug 19 14:36:21.770228 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port c72c69f0-c9f4-4ca1-b8d7-1e3c555ba28a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:36:21.770610 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:21.825579 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35366) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:36:21.898097 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1969a324-e0cd-43ac-a3b8-a11614611f03 req-10a44792-befa-4ef6-9d92-ff4269a9f0e8 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:21.900109 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1969a324-e0cd-43ac-a3b8-a11614611f03 req-10a44792-befa-4ef6-9d92-ff4269a9f0e8 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=526148ce-3526-40ac-8dbb-b60693c88d9c HTTP/1.1" status: 200 len: 950 time: 0.1346478 Aug 19 14:36:21.936600 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-977ddedd-aa5a-4ab0-a6ea-591c4fa51a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:21.946171 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:21.975288 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-977ddedd-aa5a-4ab0-a6ea-591c4fa51a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:21.980237 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1969a324-e0cd-43ac-a3b8-a11614611f03 req-ddd54057-1367-4e64-b64f-90c2ff56f3f2 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684762 Aug 19 14:36:22.018156 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port c72c69f0-c9f4-4ca1-b8d7-1e3c555ba28a, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=c72c69f0-c9f4-4ca1-b8d7-1e3c555ba28a,segment=NetworkSegment(943da9cd-c35a-46c6-942c-f7c8f7903bb8),segment_id=943da9cd-c35a-46c6-942c-f7c8f7903bb8)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:36:22.025990 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:22.067258 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-977ddedd-aa5a-4ab0-a6ea-591c4fa51a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:22.070352 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-977ddedd-aa5a-4ab0-a6ea-591c4fa51a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:22.073081 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-977ddedd-aa5a-4ab0-a6ea-591c4fa51a66 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d9371b5e-b932-4908-a037-28909a4b6024 HTTP/1.1" status: 204 len: 168 time: 0.2431507 Aug 19 14:36:22.081739 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977ddedd-aa5a-4ab0-a6ea-591c4fa51a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9371b5e-b932-4908-a037-28909a4b6024,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:22.149023 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bec4dd7e-0659-4bf6-aee8-9a86035cea51'}, {'name': 'network-changed', 'server_uuid': '8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd', 'tag': 'bec4dd7e-0659-4bf6-aee8-9a86035cea51'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:36:22.152862 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4977301b-62ed-4e4c-aae5-8a811cfd2baa" -d '{"events": [{"server_uuid": "8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd", "name": "network-vif-unplugged", "status": "completed", "tag": "bec4dd7e-0659-4bf6-aee8-9a86035cea51"}, {"name": "network-changed", "server_uuid": "8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd", "tag": "bec4dd7e-0659-4bf6-aee8-9a86035cea51"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:36:22.164456 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 95363831-a79c-491e-9dbd-734bfbde7726 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:36:22.200473 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 95363831-a79c-491e-9dbd-734bfbde7726 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:36:22.200826 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 95363831-a79c-491e-9dbd-734bfbde7726 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:36:22.202234 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=c72c69f0-c9f4-4ca1-b8d7-1e3c555ba28a,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:22.273855 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 19 Aug 2021 14:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e574e2-3d7f-4bbc-baa9-b8e9bf1f3e74 x-openstack-request-id: req-66e574e2-3d7f-4bbc-baa9-b8e9bf1f3e74 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:36:22.273998 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd", "name": "network-vif-unplugged", "status": "completed", "tag": "bec4dd7e-0659-4bf6-aee8-9a86035cea51", "code": 200}, {"name": "network-changed", "server_uuid": "8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd", "tag": "bec4dd7e-0659-4bf6-aee8-9a86035cea51", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:36:22.274233 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-66e574e2-3d7f-4bbc-baa9-b8e9bf1f3e74 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:36:22.274879 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bec4dd7e-0659-4bf6-aee8-9a86035cea51', 'code': 200} Aug 19 14:36:22.275158 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd', 'tag': 'bec4dd7e-0659-4bf6-aee8-9a86035cea51', 'status': 'completed', 'code': 200} Aug 19 14:36:22.338775 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b6e67734-3f44-4289-a3d5-3f097f698630 None None] Provisioning complete for port c72c69f0-c9f4-4ca1-b8d7-1e3c555ba28a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:36:22.339199 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b6e67734-3f44-4289-a3d5-3f097f698630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:22.343501 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 85b78081-e016-48ec-b275-9e4cf73d951f details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:36:22.394694 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d5cadc26-4dc1-4b57-b0da-06783472c65c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:22.407092 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977301b-62ed-4e4c-aae5-8a811cfd2baa req-1e7096e0-9a0a-440d-9274-604ec352821a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:22.408837 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4977301b-62ed-4e4c-aae5-8a811cfd2baa req-1e7096e0-9a0a-440d-9274-604ec352821a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b2e5fa7db1364ccea50861254cd97ec3&device_id=8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd HTTP/1.1" status: 200 len: 1124 time: 0.1368976 Aug 19 14:36:22.439181 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5620cc52-576e-46a0-bfff-37da7769ce90 req-91d915e1-c5d2-4c69-9bcc-5b4f97ef480d tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:22.446589 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5620cc52-576e-46a0-bfff-37da7769ce90 req-91d915e1-c5d2-4c69-9bcc-5b4f97ef480d tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] 10.222.0.69 "GET /v2.0/ports?device_id=85be6900-df22-4d02-b0a9-25c4181aa88c HTTP/1.1" status: 200 len: 943 time: 0.0931029 Aug 19 14:36:22.519214 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5620cc52-576e-46a0-bfff-37da7769ce90 req-2a327c56-7254-4c4d-9e88-607ac7643bfb tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] 10.222.0.69 "GET /v2.0/security-groups?id=97e7fcd6-30a7-49d0-9311-5f10ad4af566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604162 Aug 19 14:36:22.611547 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977301b-62ed-4e4c-aae5-8a811cfd2baa req-1bf1479e-6e37-461a-b030-cab8d5b0caa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:22.613896 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4977301b-62ed-4e4c-aae5-8a811cfd2baa req-1bf1479e-6e37-461a-b030-cab8d5b0caa6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=1bc22803-e21f-489d-a441-493f1928ab13 HTTP/1.1" status: 200 len: 922 time: 0.1701581 Aug 19 14:36:22.684158 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4977301b-62ed-4e4c-aae5-8a811cfd2baa req-0246466f-866d-41d4-969c-b7f6b4caa1bc service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bec4dd7e-0659-4bf6-aee8-9a86035cea51 HTTP/1.1" status: 200 len: 217 time: 0.0582488 Aug 19 14:36:22.710013 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 85b78081-e016-48ec-b275-9e4cf73d951f, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=85b78081-e016-48ec-b275-9e4cf73d951f,segment=NetworkSegment(f9df1e40-8638-4be8-8da5-78e25b25b54f),segment_id=f9df1e40-8638-4be8-8da5-78e25b25b54f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:36:22.724396 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223b241-de43-47d6-a155-9e7ee6b9c4df req-beb4abd1-7a17-4f87-8b20-07f413cb14fd tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:22.726530 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3223b241-de43-47d6-a155-9e7ee6b9c4df req-beb4abd1-7a17-4f87-8b20-07f413cb14fd tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd HTTP/1.1" status: 200 len: 943 time: 0.1080031 Aug 19 14:36:22.732745 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '85b78081-e016-48ec-b275-9e4cf73d951f', 'network_id': 'b96a8522-2b03-4241-8f82-1a09a4b61868', 'port_id': '85b78081-e016-48ec-b275-9e4cf73d951f', 'mac_address': 'fa:16:3e:31:ef:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c552364d-d70d-482a-9650-0fce232fda34', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:36:22.777888 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35402) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:36:22.803832 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3223b241-de43-47d6-a155-9e7ee6b9c4df req-52222773-bec7-4df4-929c-1bc3b98b0645 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665326 Aug 19 14:36:22.827162 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:22.904016 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85b78081-e016-48ec-b275-9e4cf73d951f {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:36:22.947323 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977301b-62ed-4e4c-aae5-8a811cfd2baa req-80ef1a3d-527c-4026-bfc0-3d1a26ce65a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:22.950312 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4977301b-62ed-4e4c-aae5-8a811cfd2baa req-80ef1a3d-527c-4026-bfc0-3d1a26ce65a9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=0f5154a7-363a-4827-ab5d-78b924f5e137 HTTP/1.1" status: 200 len: 861 time: 0.2568190 Aug 19 14:36:22.957780 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5cadc26-4dc1-4b57-b0da-06783472c65c admin admin] Router 95472cde-e0ef-4629-86d9-0778a49e8b45 is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:36:22.971680 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [req-de1e038d-2494-4dd7-9df3-8e1351e86055 req-86de035c-da0f-458c-8abb-04235b76fa95 service neutron] show failed (client error): The resource could not be found. Aug 19 14:36:22.972723 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-de1e038d-2494-4dd7-9df3-8e1351e86055 req-86de035c-da0f-458c-8abb-04235b76fa95 service neutron] 10.222.0.88 "GET /v2.0/ports/d06613a0-9966-412e-a040-1baeecf75cee/bindings/n-h1-766043-2 HTTP/1.1" status: 404 len: 380 time: 0.1966591 Aug 19 14:36:22.979351 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device c72c69f0-c9f4-4ca1-b8d7-1e3c555ba28a up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:36:22.985083 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e8a90d25-fc38-4ece-88b0-89e2e4fa8739 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-798881262-network', 'tenant_id': '0814fd2f32b04a069959f2744a00fc1f'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:36:23.001216 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419fe4a-a176-4a89-aec4-fcccd378e2cc req-dbb9cc33-acdb-43c6-aa63-4443427875b0 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:23.014203 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f419fe4a-a176-4a89-aec4-fcccd378e2cc req-dbb9cc33-acdb-43c6-aa63-4443427875b0 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=03cb2d97-9231-4496-a8c2-4f187e82b2e3 HTTP/1.1" status: 200 len: 945 time: 0.1995022 Aug 19 14:36:23.033869 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4977301b-62ed-4e4c-aae5-8a811cfd2baa req-a2be6d56-f630-4178-b3ef-375b2c31498c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1bc22803-e21f-489d-a441-493f1928ab13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727274 Aug 19 14:36:23.078334 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device bec4dd7e-0659-4bf6-aee8-9a86035cea51 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:36:23.109193 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 85b78081-e016-48ec-b275-9e4cf73d951f, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=85b78081-e016-48ec-b275-9e4cf73d951f,segment=NetworkSegment(f9df1e40-8638-4be8-8da5-78e25b25b54f),segment_id=f9df1e40-8638-4be8-8da5-78e25b25b54f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:36:23.133222 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f419fe4a-a176-4a89-aec4-fcccd378e2cc req-cd325916-e588-4e8f-a5d2-f7628ed01e5f tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154315 Aug 19 14:36:23.158981 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:23.216572 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a90d25-fc38-4ece-88b0-89e2e4fa8739 admin admin] Made reservation on behalf of 0814fd2f32b04a069959f2744a00fc1f for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:36:23.219174 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e8a90d25-fc38-4ece-88b0-89e2e4fa8739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:23.244181 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b90b0f-e6df-4873-b8fd-40b6525f52ae req-adb1151e-54ce-499d-9e36-581b5bb804da tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:23.247405 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-81b90b0f-e6df-4873-b8fd-40b6525f52ae req-adb1151e-54ce-499d-9e36-581b5bb804da tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=526148ce-3526-40ac-8dbb-b60693c88d9c HTTP/1.1" status: 200 len: 950 time: 0.1126714 Aug 19 14:36:23.268150 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e8a90d25-fc38-4ece-88b0-89e2e4fa8739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:23.355899 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5cadc26-4dc1-4b57-b0da-06783472c65c admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:36:23.373105 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-81b90b0f-e6df-4873-b8fd-40b6525f52ae req-96d8cc32-c4a4-488c-b7d3-afd3db96e79a tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150186 Aug 19 14:36:23.378459 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717459b4-18cc-457b-aa54-fd5c8a823ba8 None None] Sync routers for ids ['95472cde-e0ef-4629-86d9-0778a49e8b45'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:36:23.380888 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4977301b-62ed-4e4c-aae5-8a811cfd2baa req-b535d6ad-6328-434a-9730-b63d395d4b60 service neutron] 10.222.0.68 "GET /v2.0/networks/1bc22803-e21f-489d-a441-493f1928ab13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295884 Aug 19 14:36:23.393226 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=85b78081-e016-48ec-b275-9e4cf73d951f,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:23.420289 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port c72c69f0-c9f4-4ca1-b8d7-1e3c555ba28a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:36:23.420809 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:23.423991 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717459b4-18cc-457b-aa54-fd5c8a823ba8 None None] Routers {'95472cde-e0ef-4629-86d9-0778a49e8b45'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:36:23.425176 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-717459b4-18cc-457b-aa54-fd5c8a823ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:36:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['95472cde-e0ef-4629-86d9-0778a49e8b45'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:36:23.526530 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e038d-2494-4dd7-9df3-8e1351e86055 req-6686c3b2-1197-416f-a4fc-5f7088cda0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:23.528999 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-de1e038d-2494-4dd7-9df3-8e1351e86055 req-6686c3b2-1197-416f-a4fc-5f7088cda0a9 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=526148ce-3526-40ac-8dbb-b60693c88d9c&tenant_id=3397b0c43f0b46aaa4295e8f087dd91c HTTP/1.1" status: 200 len: 1101 time: 0.0842099 Aug 19 14:36:23.546038 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-de1e038d-2494-4dd7-9df3-8e1351e86055 req-1d237cbd-cd16-4010-8dc0-22cdb1d3882a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766043-2', 'device_owner': 'compute:nova'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:36:23.549125 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['85b78081-e016-48ec-b275-9e4cf73d951f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:36:23.554153 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port bec4dd7e-0659-4bf6-aee8-9a86035cea51, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=bec4dd7e-0659-4bf6-aee8-9a86035cea51,segment=NetworkSegment(911020b2-3bb4-4db0-af7a-51b07cbea653),segment_id=911020b2-3bb4-4db0-af7a-51b07cbea653)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:36:23.576792 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e8a90d25-fc38-4ece-88b0-89e2e4fa8739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:23.588230 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e8a90d25-fc38-4ece-88b0-89e2e4fa8739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:23.603368 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8a90d25-fc38-4ece-88b0-89e2e4fa8739 admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:36:23.619279 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e8a90d25-fc38-4ece-88b0-89e2e4fa8739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:23.619772 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-e8a90d25-fc38-4ece-88b0-89e2e4fa8739 admin admin] Added segment 464085d0-8a3e-476f-8e7a-8a74bbb00354 of type vlan for network 64b57cc5-23f1-4fc8-9cb0-bdb1cc3660cd Aug 19 14:36:23.631984 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-de1e038d-2494-4dd7-9df3-8e1351e86055 req-1d237cbd-cd16-4010-8dc0-22cdb1d3882a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:23.661189 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-717459b4-18cc-457b-aa54-fd5c8a823ba8 None None] Set router 95472cde-e0ef-4629-86d9-0778a49e8b45 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:36:23.680922 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e8a90d25-fc38-4ece-88b0-89e2e4fa8739 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:23.732893 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device bec4dd7e-0659-4bf6-aee8-9a86035cea51 has no active binding in host n-h2-766043-2 {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 14:36:23.759187 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35424) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:36:23.768695 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a90d25-fc38-4ece-88b0-89e2e4fa8739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f484da1-535d-4c0d-984b-b94725cd3270,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:23.772221 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d5cadc26-4dc1-4b57-b0da-06783472c65c admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:23.778209 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d5cadc26-4dc1-4b57-b0da-06783472c65c admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.2104604 Aug 19 14:36:23.779236 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35428) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:36:23.783065 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e8a90d25-fc38-4ece-88b0-89e2e4fa8739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:23.784344 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a90d25-fc38-4ece-88b0-89e2e4fa8739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:23.785149 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e8a90d25-fc38-4ece-88b0-89e2e4fa8739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:23.835231 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db48ba-1ff5-4644-a014-c0748a5de2be req-74dcfcad-303c-4374-b7cf-c52759a3cc4e tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:23.842368 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-87db48ba-1ff5-4644-a014-c0748a5de2be req-74dcfcad-303c-4374-b7cf-c52759a3cc4e tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] 10.222.0.69 "GET /v2.0/ports?device_id=85be6900-df22-4d02-b0a9-25c4181aa88c HTTP/1.1" status: 200 len: 944 time: 0.0847125 Aug 19 14:36:23.915381 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-87db48ba-1ff5-4644-a014-c0748a5de2be req-ad2a567f-3e5b-4c33-807f-29d534385680 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] 10.222.0.69 "GET /v2.0/security-groups?id=97e7fcd6-30a7-49d0-9311-5f10ad4af566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721636 Aug 19 14:36:23.927279 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a90d25-fc38-4ece-88b0-89e2e4fa8739 admin admin] Pushing event updated for resources: {'Network': ['ID=64b57cc5-23f1-4fc8-9cb0-bdb1cc3660cd,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:23.956427 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-de1e038d-2494-4dd7-9df3-8e1351e86055 req-1d237cbd-cd16-4010-8dc0-22cdb1d3882a service neutron] For port d06613a0-9966-412e-a040-1baeecf75cee, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=d06613a0-9966-412e-a040-1baeecf75cee,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:36:23.981324 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 64b57cc5-23f1-4fc8-9cb0-bdb1cc3660cd details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:36:23.998974 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4977301b-62ed-4e4c-aae5-8a811cfd2baa req-87362534-02fa-4443-8b09-2b97ec6a9689 service neutron] 10.222.0.68 "GET /v2.0/networks/1bc22803-e21f-489d-a441-493f1928ab13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6036146 Aug 19 14:36:24.013471 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e8a90d25-fc38-4ece-88b0-89e2e4fa8739 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2276492 Aug 19 14:36:24.016112 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35432) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:36:24.019577 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-69193121-fc59-484b-bcfb-d4ec0f284110 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1116638496-network', 'tenant_id': 'd679ea839439409caa0063fb5ac93e10'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:36:24.038057 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-83bcece7-86ac-4d55-8da9-5b2b24a70190 admin admin] Request body: {'subnet': {'network_id': '64b57cc5-23f1-4fc8-9cb0-bdb1cc3660cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-798881262-subnet', 'tenant_id': '0814fd2f32b04a069959f2744a00fc1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:36:24.054548 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-de1e038d-2494-4dd7-9df3-8e1351e86055 req-1d237cbd-cd16-4010-8dc0-22cdb1d3882a service neutron] For port d06613a0-9966-412e-a040-1baeecf75cee, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:36:24.085380 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.db.api [None req-69193121-fc59-484b-bcfb-d4ec0f284110 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 14:36:24.085380 n-d-766043-2 neutron-server[94640]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 14:36:24.085380 n-d-766043-2 neutron-server[94640]: [parameters: {'project_id_1': 'd679ea839439409caa0063fb5ac93e10', 'expiration_1': datetime.datetime(2021, 8, 19, 14, 36, 24, 46965)}] Aug 19 14:36:24.085380 n-d-766043-2 neutron-server[94640]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 14:36:24.085924 n-d-766043-2 neutron-server[94640]: DEBUG oslo_db.api [None req-69193121-fc59-484b-bcfb-d4ec0f284110 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 14:36:24.099768 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83bcece7-86ac-4d55-8da9-5b2b24a70190 admin admin] Made reservation on behalf of 0814fd2f32b04a069959f2744a00fc1f for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:36:24.102157 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83bcece7-86ac-4d55-8da9-5b2b24a70190 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:24.155347 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8980d-9767-4642-b554-5a32a368edc0 req-3e20df48-0cc0-4cf6-ac12-fc7068a1eb28 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:24.156944 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-10f8980d-9767-4642-b554-5a32a368edc0 req-3e20df48-0cc0-4cf6-ac12-fc7068a1eb28 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd HTTP/1.1" status: 200 len: 943 time: 0.1823030 Aug 19 14:36:24.163028 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-717459b4-18cc-457b-aa54-fd5c8a823ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95472cde-e0ef-4629-86d9-0778a49e8b45', 'name': 'tempest-AttachSCSIVolumeTestJSON-1767758836-router', 'tenant_id': '1d9a5c67d10a432cb1a33ae9d5979f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '87edeccd-8917-49b6-b704-be5cbde598eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:36:18Z', 'updated_at': '2021-08-19T14:36:21Z', 'revision_number': 3, 'project_id': '1d9a5c67d10a432cb1a33ae9d5979f67', 'gw_port': {'id': '87edeccd-8917-49b6-b704-be5cbde598eb', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95472cde-e0ef-4629-86d9-0778a49e8b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:36:19Z', 'updated_at': '2021-08-19T14:36:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:36:24.166163 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '526148ce-3526-40ac-8dbb-b60693c88d9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd06613a0-9966-412e-a040-1baeecf75cee'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:36:24.169553 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07849130-e257-4853-8760-afc40e036c94" -d '{"events": [{"server_uuid": "526148ce-3526-40ac-8dbb-b60693c88d9c", "name": "network-vif-unplugged", "status": "completed", "tag": "d06613a0-9966-412e-a040-1baeecf75cee"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:36:24.176867 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-de1e038d-2494-4dd7-9df3-8e1351e86055 req-1d237cbd-cd16-4010-8dc0-22cdb1d3882a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:24.214269 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717459b4-18cc-457b-aa54-fd5c8a823ba8 None None] Checking router: 95472cde-e0ef-4629-86d9-0778a49e8b45 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:36:24.214782 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717459b4-18cc-457b-aa54-fd5c8a823ba8 None None] Updating router 95472cde-e0ef-4629-86d9-0778a49e8b45 port 87edeccd-8917-49b6-b704-be5cbde598eb binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:36:24.217115 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-de1e038d-2494-4dd7-9df3-8e1351e86055 req-1d237cbd-cd16-4010-8dc0-22cdb1d3882a service neutron] Transition to ACTIVE for port object d06613a0-9966-412e-a040-1baeecf75cee will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:36:24.240346 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-de1e038d-2494-4dd7-9df3-8e1351e86055 req-1d237cbd-cd16-4010-8dc0-22cdb1d3882a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:24.243658 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-717459b4-18cc-457b-aa54-fd5c8a823ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:24.284843 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-10f8980d-9767-4642-b554-5a32a368edc0 req-150ba663-87f2-4b69-9192-5f2ebbfe9333 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121457 Aug 19 14:36:24.345695 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-de1e038d-2494-4dd7-9df3-8e1351e86055 req-1d237cbd-cd16-4010-8dc0-22cdb1d3882a service neutron] No DVR routers for this DVR port d06613a0-9966-412e-a040-1baeecf75cee on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:36:24.368038 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d237cbd-cd16-4010-8dc0-22cdb1d3882a service neutron] Pushing event updated for resources: {'Port': ['ID=d06613a0-9966-412e-a040-1baeecf75cee,revision_number=6']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:24.445933 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 14:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11635ff-8b6b-4f99-b92c-3c38cfe19827 x-openstack-request-id: req-c11635ff-8b6b-4f99-b92c-3c38cfe19827 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:36:24.446464 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "526148ce-3526-40ac-8dbb-b60693c88d9c", "name": "network-vif-unplugged", "status": "completed", "tag": "d06613a0-9966-412e-a040-1baeecf75cee", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:36:24.446877 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c11635ff-8b6b-4f99-b92c-3c38cfe19827 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:36:24.447427 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '526148ce-3526-40ac-8dbb-b60693c88d9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd06613a0-9966-412e-a040-1baeecf75cee', 'code': 200} Aug 19 14:36:24.476757 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9669e6-c2b3-4ed6-9755-0dc52ffe8340 req-7d7fb0e1-1689-479c-9c09-ad4578dda74d tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:24.477970 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cb9669e6-c2b3-4ed6-9755-0dc52ffe8340 req-7d7fb0e1-1689-479c-9c09-ad4578dda74d tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=03cb2d97-9231-4496-a8c2-4f187e82b2e3 HTTP/1.1" status: 200 len: 945 time: 0.2487237 Aug 19 14:36:24.481205 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-de1e038d-2494-4dd7-9df3-8e1351e86055 req-1d237cbd-cd16-4010-8dc0-22cdb1d3882a service neutron] Attempting to bind port d06613a0-9966-412e-a040-1baeecf75cee on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:36:24.481536 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-de1e038d-2494-4dd7-9df3-8e1351e86055 req-1d237cbd-cd16-4010-8dc0-22cdb1d3882a service neutron] Attempting to bind port d06613a0-9966-412e-a040-1baeecf75cee by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:36:24.481975 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1e038d-2494-4dd7-9df3-8e1351e86055 req-1d237cbd-cd16-4010-8dc0-22cdb1d3882a service neutron] Attempting to bind port d06613a0-9966-412e-a040-1baeecf75cee on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:36:24.518220 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbb6140c-719c-4803-a0a9-46cf9bfcbe37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:24.566897 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1e038d-2494-4dd7-9df3-8e1351e86055 req-1d237cbd-cd16-4010-8dc0-22cdb1d3882a service neutron] Port d06613a0-9966-412e-a040-1baeecf75cee on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:36:24.567460 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1e038d-2494-4dd7-9df3-8e1351e86055 req-1d237cbd-cd16-4010-8dc0-22cdb1d3882a service neutron] Attempting to bind port d06613a0-9966-412e-a040-1baeecf75cee on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:36:24.574631 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1e038d-2494-4dd7-9df3-8e1351e86055 req-1d237cbd-cd16-4010-8dc0-22cdb1d3882a service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:36:24.575112 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1e038d-2494-4dd7-9df3-8e1351e86055 req-1d237cbd-cd16-4010-8dc0-22cdb1d3882a service neutron] Checking segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:36:24.575577 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1e038d-2494-4dd7-9df3-8e1351e86055 req-1d237cbd-cd16-4010-8dc0-22cdb1d3882a service neutron] Bound using segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:36:24.576096 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-de1e038d-2494-4dd7-9df3-8e1351e86055 req-1d237cbd-cd16-4010-8dc0-22cdb1d3882a service neutron] Bound port: d06613a0-9966-412e-a040-1baeecf75cee, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:36:24.576574 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-de1e038d-2494-4dd7-9df3-8e1351e86055 req-1d237cbd-cd16-4010-8dc0-22cdb1d3882a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:24.583812 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83bcece7-86ac-4d55-8da9-5b2b24a70190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:24.617958 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-717459b4-18cc-457b-aa54-fd5c8a823ba8 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:24.634613 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-717459b4-18cc-457b-aa54-fd5c8a823ba8 None None] Transition to ACTIVE for port object 87edeccd-8917-49b6-b704-be5cbde598eb will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:36:24.641544 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-717459b4-18cc-457b-aa54-fd5c8a823ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:24.697844 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6e55f1-8482-4623-8823-ed3842b008a2 None None] Pushing event updated for resources: {'Port': ['ID=87edeccd-8917-49b6-b704-be5cbde598eb,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:24.709299 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-717459b4-18cc-457b-aa54-fd5c8a823ba8 None None] Attempting to bind port 87edeccd-8917-49b6-b704-be5cbde598eb on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:36:24.709550 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-717459b4-18cc-457b-aa54-fd5c8a823ba8 None None] Attempting to bind port 87edeccd-8917-49b6-b704-be5cbde598eb by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:36:24.709839 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717459b4-18cc-457b-aa54-fd5c8a823ba8 None None] Attempting to bind port 87edeccd-8917-49b6-b704-be5cbde598eb on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:36:24.722264 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717459b4-18cc-457b-aa54-fd5c8a823ba8 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:36:24.722640 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717459b4-18cc-457b-aa54-fd5c8a823ba8 None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:36:24.723040 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-717459b4-18cc-457b-aa54-fd5c8a823ba8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:24.723432 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717459b4-18cc-457b-aa54-fd5c8a823ba8 None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:36:24.723905 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-717459b4-18cc-457b-aa54-fd5c8a823ba8 None None] Bound port: 87edeccd-8917-49b6-b704-be5cbde598eb, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:36:24.724285 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-717459b4-18cc-457b-aa54-fd5c8a823ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:24.730157 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-fbb6140c-719c-4803-a0a9-46cf9bfcbe37 admin admin] Allocated IP 172.20.0.1 (ec43d5dc-9017-4505-96b9-c23c36a8c865/f7111b46-df8b-4fc3-ac1b-f79d0871cdb3/a9105c41-3b88-41ca-b37e-a45d45c9f5b9) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:36:24.742235 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69193121-fc59-484b-bcfb-d4ec0f284110 admin admin] Made reservation on behalf of d679ea839439409caa0063fb5ac93e10 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:36:24.744543 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69193121-fc59-484b-bcfb-d4ec0f284110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:24.759329 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bcece7-86ac-4d55-8da9-5b2b24a70190 admin admin] Pushing event updated for resources: {'Subnet': ['ID=703d0f8e-0667-4512-b25b-c93317f2647e,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:24.784561 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-717459b4-18cc-457b-aa54-fd5c8a823ba8 None None] For port 87edeccd-8917-49b6-b704-be5cbde598eb, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:36:24.785613 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69193121-fc59-484b-bcfb-d4ec0f284110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:24.788275 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-717459b4-18cc-457b-aa54-fd5c8a823ba8 None None] For port 87edeccd-8917-49b6-b704-be5cbde598eb, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=87edeccd-8917-49b6-b704-be5cbde598eb,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:36:24.790525 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cb9669e6-c2b3-4ed6-9755-0dc52ffe8340 req-3d04d6f5-c4c6-4434-bd0b-28d4a1043b3c tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267249 Aug 19 14:36:24.794567 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-717459b4-18cc-457b-aa54-fd5c8a823ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:24.824677 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bcece7-86ac-4d55-8da9-5b2b24a70190 admin admin] Checking segment: {'id': '464085d0-8a3e-476f-8e7a-8a74bbb00354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '64b57cc5-23f1-4fc8-9cb0-bdb1cc3660cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:36:24.824961 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bcece7-86ac-4d55-8da9-5b2b24a70190 admin admin] Network hostable DHCP agents. Network: 64b57cc5-23f1-4fc8-9cb0-bdb1cc3660cd, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:36:24.846394 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15177e9-1faf-4bd0-97e7-943f6763afc3 req-3d98d224-da81-4170-8e19-3180901f2873 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:24.847960 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a15177e9-1faf-4bd0-97e7-943f6763afc3 req-3d98d224-da81-4170-8e19-3180901f2873 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=526148ce-3526-40ac-8dbb-b60693c88d9c HTTP/1.1" status: 200 len: 948 time: 0.2112536 Aug 19 14:36:24.853651 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-de1e038d-2494-4dd7-9df3-8e1351e86055 req-1d237cbd-cd16-4010-8dc0-22cdb1d3882a service neutron] For port d06613a0-9966-412e-a040-1baeecf75cee, host n-h1-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:36:24.860364 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-de1e038d-2494-4dd7-9df3-8e1351e86055 req-1d237cbd-cd16-4010-8dc0-22cdb1d3882a service neutron] For port d06613a0-9966-412e-a040-1baeecf75cee, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=d06613a0-9966-412e-a040-1baeecf75cee,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:36:24.869600 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717459b4-18cc-457b-aa54-fd5c8a823ba8 None None] Routers {'95472cde-e0ef-4629-86d9-0778a49e8b45'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:36:24.870083 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-717459b4-18cc-457b-aa54-fd5c8a823ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:36:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['95472cde-e0ef-4629-86d9-0778a49e8b45'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:36:24.871366 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-1649d35b-8185-44c0-9cc9-ce3e45909f93 service neutron] 10.222.0.68 "GET /v2.0/ports/bec4dd7e-0659-4bf6-aee8-9a86035cea51/bindings/n-h2-766043-2 HTTP/1.1" status: 200 len: 384 time: 0.1232982 Aug 19 14:36:24.884532 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-de1e038d-2494-4dd7-9df3-8e1351e86055 req-1d237cbd-cd16-4010-8dc0-22cdb1d3882a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:24.919748 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6e55f1-8482-4623-8823-ed3842b008a2 None None] Pushing event updated for resources: {'Port': ['ID=87edeccd-8917-49b6-b704-be5cbde598eb,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:24.929897 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbb6140c-719c-4803-a0a9-46cf9bfcbe37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:24.939172 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bcece7-86ac-4d55-8da9-5b2b24a70190 admin admin] Network 64b57cc5-23f1-4fc8-9cb0-bdb1cc3660cd is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:36:24.968664 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e038d-2494-4dd7-9df3-8e1351e86055 req-1d237cbd-cd16-4010-8dc0-22cdb1d3882a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:24.969296 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-de1e038d-2494-4dd7-9df3-8e1351e86055 req-1d237cbd-cd16-4010-8dc0-22cdb1d3882a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:24.970702 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-de1e038d-2494-4dd7-9df3-8e1351e86055 req-1d237cbd-cd16-4010-8dc0-22cdb1d3882a service neutron] 10.222.0.68 "PUT /v2.0/ports/d06613a0-9966-412e-a040-1baeecf75cee HTTP/1.1" status: 200 len: 1096 time: 1.4296551 Aug 19 14:36:24.973271 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-fbb6140c-719c-4803-a0a9-46cf9bfcbe37 admin admin] Transition to ACTIVE for port object a9105c41-3b88-41ca-b37e-a45d45c9f5b9 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:36:25.017503 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a15177e9-1faf-4bd0-97e7-943f6763afc3 req-d6628f98-0c8b-41eb-86cb-8d51ffc97f4f tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562443 Aug 19 14:36:25.019850 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-83bcece7-86ac-4d55-8da9-5b2b24a70190 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 64b57cc5-23f1-4fc8-9cb0-bdb1cc3660cd) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:36:25.020857 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device d06613a0-9966-412e-a040-1baeecf75cee no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:36:25.042679 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6407840e-d73f-4632-a0a9-d8f5bcb5157e None None] Network 64b57cc5-23f1-4fc8-9cb0-bdb1cc3660cd requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:36:25.043027 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d237cbd-cd16-4010-8dc0-22cdb1d3882a service neutron] Pushing event updated for resources: {'Port': ['ID=d06613a0-9966-412e-a040-1baeecf75cee,revision_number=7']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:25.079046 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bcece7-86ac-4d55-8da9-5b2b24a70190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:25.079748 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83bcece7-86ac-4d55-8da9-5b2b24a70190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:25.150253 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-ad12133f-7466-40c9-b076-136c9e7e06d8 service neutron] For port bec4dd7e-0659-4bf6-aee8-9a86035cea51, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=bec4dd7e-0659-4bf6-aee8-9a86035cea51,segment=NetworkSegment(911020b2-3bb4-4db0-af7a-51b07cbea653),segment_id=911020b2-3bb4-4db0-af7a-51b07cbea653)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:36:25.162285 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e038d-2494-4dd7-9df3-8e1351e86055 req-178a08df-5f4c-4f61-bb10-e74ff6bab34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:25.164560 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-de1e038d-2494-4dd7-9df3-8e1351e86055 req-178a08df-5f4c-4f61-bb10-e74ff6bab34c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3397b0c43f0b46aaa4295e8f087dd91c&device_id=526148ce-3526-40ac-8dbb-b60693c88d9c HTTP/1.1" status: 200 len: 1099 time: 0.1380327 Aug 19 14:36:25.187921 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-ad12133f-7466-40c9-b076-136c9e7e06d8 service neutron] For port bec4dd7e-0659-4bf6-aee8-9a86035cea51, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:36:25.192464 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2927dc6-71f9-4bd4-89c5-7aa5e5475cc6 req-4182b0d7-4cf4-4152-84fd-07d8031eace1 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:25.202633 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d2927dc6-71f9-4bd4-89c5-7aa5e5475cc6 req-4182b0d7-4cf4-4152-84fd-07d8031eace1 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] 10.222.0.69 "GET /v2.0/ports?device_id=85be6900-df22-4d02-b0a9-25c4181aa88c HTTP/1.1" status: 200 len: 944 time: 0.1182852 Aug 19 14:36:25.219434 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-717459b4-18cc-457b-aa54-fd5c8a823ba8 None None] Set router 95472cde-e0ef-4629-86d9-0778a49e8b45 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:36:25.226600 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbb6140c-719c-4803-a0a9-46cf9bfcbe37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:25.230499 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-ad12133f-7466-40c9-b076-136c9e7e06d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bec4dd7e-0659-4bf6-aee8-9a86035cea51 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:36:25.280547 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb6140c-719c-4803-a0a9-46cf9bfcbe37 admin admin] Pushing event updated for resources: {'Port': ['ID=a9105c41-3b88-41ca-b37e-a45d45c9f5b9,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:25.291324 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-ad12133f-7466-40c9-b076-136c9e7e06d8 service neutron] For port bec4dd7e-0659-4bf6-aee8-9a86035cea51, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=bec4dd7e-0659-4bf6-aee8-9a86035cea51,segment=NetworkSegment(911020b2-3bb4-4db0-af7a-51b07cbea653),segment_id=911020b2-3bb4-4db0-af7a-51b07cbea653)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:36:25.308676 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb6140c-719c-4803-a0a9-46cf9bfcbe37 admin admin] Network ec43d5dc-9017-4505-96b9-c23c36a8c865 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:36:25.310387 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-fbb6140c-719c-4803-a0a9-46cf9bfcbe37 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:36:25.312787 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb6140c-719c-4803-a0a9-46cf9bfcbe37 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:36:25.314928 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-ad12133f-7466-40c9-b076-136c9e7e06d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:25.341260 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d2927dc6-71f9-4bd4-89c5-7aa5e5475cc6 req-d0e9eb3a-20c5-4bd7-bf97-8bed609525d1 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] 10.222.0.69 "GET /v2.0/security-groups?id=97e7fcd6-30a7-49d0-9311-5f10ad4af566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373165 Aug 19 14:36:25.352254 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69193121-fc59-484b-bcfb-d4ec0f284110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:25.397493 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69193121-fc59-484b-bcfb-d4ec0f284110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:25.414874 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-ad12133f-7466-40c9-b076-136c9e7e06d8 service neutron] Transition to ACTIVE for port object bec4dd7e-0659-4bf6-aee8-9a86035cea51 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:36:25.423330 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-ad12133f-7466-40c9-b076-136c9e7e06d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:25.427493 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device d06613a0-9966-412e-a040-1baeecf75cee not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:36:25.439298 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbb6140c-719c-4803-a0a9-46cf9bfcbe37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:25.461434 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69193121-fc59-484b-bcfb-d4ec0f284110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7807cd-ba5f-4ec9-925c-4179d0bf6a5a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:25.465348 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-83bcece7-86ac-4d55-8da9-5b2b24a70190 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4347360 Aug 19 14:36:25.472439 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69193121-fc59-484b-bcfb-d4ec0f284110 admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:36:25.583115 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-ad12133f-7466-40c9-b076-136c9e7e06d8 service neutron] No DVR routers for this DVR port bec4dd7e-0659-4bf6-aee8-9a86035cea51 on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:36:25.585019 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8530c1-8971-43d8-815a-78b943a0f950 None None] Network 64b57cc5-23f1-4fc8-9cb0-bdb1cc3660cd requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:36:25.615846 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad12133f-7466-40c9-b076-136c9e7e06d8 service neutron] Pushing event updated for resources: {'Port': ['ID=bec4dd7e-0659-4bf6-aee8-9a86035cea51,revision_number=10']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:25.627204 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69193121-fc59-484b-bcfb-d4ec0f284110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:25.629553 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-69193121-fc59-484b-bcfb-d4ec0f284110 admin admin] Added segment 6e5bf6b9-475b-4f04-b47e-e3b48f06e1a0 of type vlan for network 423b47d3-cb8b-4451-beb9-70cb5206b6b8 Aug 19 14:36:25.663942 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-ad12133f-7466-40c9-b076-136c9e7e06d8 service neutron] 10.222.0.68 "PUT /v2.0/ports/bec4dd7e-0659-4bf6-aee8-9a86035cea51/bindings/n-h2-766043-2/activate HTTP/1.1" status: 200 len: 369 time: 0.7818511 Aug 19 14:36:25.701997 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-717459b4-18cc-457b-aa54-fd5c8a823ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95472cde-e0ef-4629-86d9-0778a49e8b45', 'name': 'tempest-AttachSCSIVolumeTestJSON-1767758836-router', 'tenant_id': '1d9a5c67d10a432cb1a33ae9d5979f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '87edeccd-8917-49b6-b704-be5cbde598eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:36:18Z', 'updated_at': '2021-08-19T14:36:21Z', 'revision_number': 3, 'project_id': '1d9a5c67d10a432cb1a33ae9d5979f67', 'gw_port': {'id': '87edeccd-8917-49b6-b704-be5cbde598eb', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95472cde-e0ef-4629-86d9-0778a49e8b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:36:19Z', 'updated_at': '2021-08-19T14:36:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:36:25.741935 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b2c6a2d6-b38f-4d37-a6f4-b2628adb45c0 None None] Provisioning for port a9105c41-3b88-41ca-b37e-a45d45c9f5b9 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:36:25.743194 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbb6140c-719c-4803-a0a9-46cf9bfcbe37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:25.744306 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717459b4-18cc-457b-aa54-fd5c8a823ba8 None None] The sync data for ids ['95472cde-e0ef-4629-86d9-0778a49e8b45'] in n-d-766043-2 is: [{'id': '95472cde-e0ef-4629-86d9-0778a49e8b45', 'name': 'tempest-AttachSCSIVolumeTestJSON-1767758836-router', 'tenant_id': '1d9a5c67d10a432cb1a33ae9d5979f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '87edeccd-8917-49b6-b704-be5cbde598eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:36:18Z', 'updated_at': '2021-08-19T14:36:21Z', 'revision_number': 3, 'project_id': '1d9a5c67d10a432cb1a33ae9d5979f67', 'gw_port': {'id': '87edeccd-8917-49b6-b704-be5cbde598eb', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95472cde-e0ef-4629-86d9-0778a49e8b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:36:19Z', 'updated_at': '2021-08-19T14:36:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:36:25.753530 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b2c6a2d6-b38f-4d37-a6f4-b2628adb45c0 None None] Provisioning complete for port a9105c41-3b88-41ca-b37e-a45d45c9f5b9 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:36:25.753906 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b2c6a2d6-b38f-4d37-a6f4-b2628adb45c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:25.796972 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b2c6a2d6-b38f-4d37-a6f4-b2628adb45c0 None None] Port a9105c41-3b88-41ca-b37e-a45d45c9f5b9 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:36:25.939740 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7142331-4c74-4478-8fb2-8253b6ac54c4 req-36a65bb9-6f2d-4b46-83ac-3937bfc28c67 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:25.941356 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c7142331-4c74-4478-8fb2-8253b6ac54c4 req-36a65bb9-6f2d-4b46-83ac-3937bfc28c67 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd HTTP/1.1" status: 200 len: 944 time: 0.5166268 Aug 19 14:36:25.942411 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e038d-2494-4dd7-9df3-8e1351e86055 req-9dbddf5e-6c42-46fb-a4ab-9c85e7a5fe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:25.943737 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-de1e038d-2494-4dd7-9df3-8e1351e86055 req-9dbddf5e-6c42-46fb-a4ab-9c85e7a5fe03 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.7622621 Aug 19 14:36:25.945922 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-6fe6a7ef-9269-46b9-b930-26f59977a37e tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:25.947863 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-6fe6a7ef-9269-46b9-b930-26f59977a37e tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd&tenant_id=b2e5fa7db1364ccea50861254cd97ec3&binding%3Ahost_id=n-h1-766043-2 HTTP/1.1" status: 200 len: 1095 time: 0.1965017 Aug 19 14:36:26.008063 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-de1e038d-2494-4dd7-9df3-8e1351e86055 req-e6c1c01b-3e65-434b-8b63-3275997b4f9e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=d06613a0-9966-412e-a040-1baeecf75cee HTTP/1.1" status: 200 len: 217 time: 0.0398161 Aug 19 14:36:26.020355 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-f91f3c21-b63b-409c-9d8b-c3182b7db4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:26.021910 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-f91f3c21-b63b-409c-9d8b-c3182b7db4f1 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd&tenant_id=b2e5fa7db1364ccea50861254cd97ec3 HTTP/1.1" status: 200 len: 1095 time: 0.0660348 Aug 19 14:36:26.045751 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbb6140c-719c-4803-a0a9-46cf9bfcbe37 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:26.055867 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbb6140c-719c-4803-a0a9-46cf9bfcbe37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:26.081695 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69193121-fc59-484b-bcfb-d4ec0f284110 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:26.110597 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e038d-2494-4dd7-9df3-8e1351e86055 req-6e788228-d032-4a2c-8d2f-15fae57218d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:26.112210 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-de1e038d-2494-4dd7-9df3-8e1351e86055 req-6e788228-d032-4a2c-8d2f-15fae57218d6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.0841522 Aug 19 14:36:26.268799 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c7142331-4c74-4478-8fb2-8253b6ac54c4 req-3e4f4757-9499-40e8-a316-cde10b60e073 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973034 Aug 19 14:36:26.314322 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69193121-fc59-484b-bcfb-d4ec0f284110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:26.315717 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69193121-fc59-484b-bcfb-d4ec0f284110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:26.316511 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69193121-fc59-484b-bcfb-d4ec0f284110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:26.347741 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 85b78081-e016-48ec-b275-9e4cf73d951f up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:36:26.383098 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69193121-fc59-484b-bcfb-d4ec0f284110 admin admin] Pushing event updated for resources: {'Network': ['ID=423b47d3-cb8b-4451-beb9-70cb5206b6b8,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:26.395399 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 423b47d3-cb8b-4451-beb9-70cb5206b6b8 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:36:26.422341 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6057930-741b-4555-974d-d122b081a514 req-d204fd23-4a0d-4734-a83e-a818b413a995 tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:26.431514 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a6057930-741b-4555-974d-d122b081a514 req-d204fd23-4a0d-4734-a83e-a818b413a995 tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] 10.222.0.69 "GET /v2.0/networks?id=64b57cc5-23f1-4fc8-9cb0-bdb1cc3660cd HTTP/1.1" status: 200 len: 821 time: 0.3443387 Aug 19 14:36:26.452093 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb6140c-719c-4803-a0a9-46cf9bfcbe37 admin admin] Pushing event updated for resources: {'Port': ['ID=a9105c41-3b88-41ca-b37e-a45d45c9f5b9,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:26.459353 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbb6140c-719c-4803-a0a9-46cf9bfcbe37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:26.463592 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port 85b78081-e016-48ec-b275-9e4cf73d951f completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:36:26.473644 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-311d684a-06d5-4a36-bb0a-afbe937ffaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:26.475624 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-311d684a-06d5-4a36-bb0a-afbe937ffaea service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b2e5fa7db1364ccea50861254cd97ec3&device_id=8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd HTTP/1.1" status: 200 len: 1095 time: 0.4159176 Aug 19 14:36:26.476998 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 85b78081-e016-48ec-b275-9e4cf73d951f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:36:26.477737 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '526148ce-3526-40ac-8dbb-b60693c88d9c', 'tag': 'd06613a0-9966-412e-a040-1baeecf75cee'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:36:26.477929 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:26.481026 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366b518b-a557-4e1b-b025-dd88ec34f66a" -d '{"events": [{"name": "network-changed", "server_uuid": "526148ce-3526-40ac-8dbb-b60693c88d9c", "tag": "d06613a0-9966-412e-a040-1baeecf75cee"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:36:26.492790 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a6057930-741b-4555-974d-d122b081a514 req-29157d08-db01-4a0a-ade1-4d687cae1cc8 tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] 10.222.0.69 "GET /v2.0/quotas/0814fd2f32b04a069959f2744a00fc1f HTTP/1.1" status: 200 len: 375 time: 0.0602858 Aug 19 14:36:26.513213 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-69193121-fc59-484b-bcfb-d4ec0f284110 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.7540672 Aug 19 14:36:26.515136 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e038d-2494-4dd7-9df3-8e1351e86055 req-fc71cbc3-8192-4cf7-9e4a-437d7a51e571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:26.516602 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-de1e038d-2494-4dd7-9df3-8e1351e86055 req-fc71cbc3-8192-4cf7-9e4a-437d7a51e571 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3760934 Aug 19 14:36:26.517079 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35472) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:36:26.529271 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-cae56175-96b4-435e-aba3-c9ee7fb2e9e0 admin admin] Request body: {'subnet': {'network_id': '423b47d3-cb8b-4451-beb9-70cb5206b6b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1116638496-subnet', 'tenant_id': 'd679ea839439409caa0063fb5ac93e10', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:36:26.585814 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:26.627851 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 85b78081-e016-48ec-b275-9e4cf73d951f, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=85b78081-e016-48ec-b275-9e4cf73d951f,segment=NetworkSegment(f9df1e40-8638-4be8-8da5-78e25b25b54f),segment_id=f9df1e40-8638-4be8-8da5-78e25b25b54f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:36:26.629278 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85be6900-df22-4d02-b0a9-25c4181aa88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b78081-e016-48ec-b275-9e4cf73d951f'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:36:26.632626 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be5df20-a0f7-47b3-a7e7-ac72c9e469d4" -d '{"events": [{"server_uuid": "85be6900-df22-4d02-b0a9-25c4181aa88c", "name": "network-vif-plugged", "status": "completed", "tag": "85b78081-e016-48ec-b275-9e4cf73d951f"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:36:26.638594 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:26.639602 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device bec4dd7e-0659-4bf6-aee8-9a86035cea51 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:36:26.649998 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-de1e038d-2494-4dd7-9df3-8e1351e86055 req-22ffd718-15e3-4e31-bf1f-633d557613ad service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144297 Aug 19 14:36:26.661366 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a6057930-741b-4555-974d-d122b081a514 req-7051268f-cd28-4daa-bf94-27cc6da237f8 tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0814fd2f32b04a069959f2744a00fc1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1676507 Aug 19 14:36:26.721804 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-ac931636-b536-472d-a4e9-14f9a6ce0239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:26.723791 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-ac931636-b536-472d-a4e9-14f9a6ce0239 service neutron] 10.222.0.88 "GET /v2.0/networks?id=1bc22803-e21f-489d-a441-493f1928ab13 HTTP/1.1" status: 200 len: 922 time: 0.2315767 Aug 19 14:36:26.727068 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb6140c-719c-4803-a0a9-46cf9bfcbe37 admin admin] Network ec43d5dc-9017-4505-96b9-c23c36a8c865 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:36:26.728992 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-fbb6140c-719c-4803-a0a9-46cf9bfcbe37 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:36:26.762980 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device bec4dd7e-0659-4bf6-aee8-9a86035cea51 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:36:26.768879 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=85b78081-e016-48ec-b275-9e4cf73d951f,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:26.800067 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-e9844218-5aa6-45dd-9ded-1c8734cd7995 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bec4dd7e-0659-4bf6-aee8-9a86035cea51 HTTP/1.1" status: 200 len: 217 time: 0.0637338 Aug 19 14:36:26.829842 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee38c3bb-a660-48f8-afea-64e379f8a739 req-9f94b612-75a1-416a-bbf5-2decd3afa049 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:26.831506 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ee38c3bb-a660-48f8-afea-64e379f8a739 req-9f94b612-75a1-416a-bbf5-2decd3afa049 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=03cb2d97-9231-4496-a8c2-4f187e82b2e3 HTTP/1.1" status: 200 len: 945 time: 0.4505057 Aug 19 14:36:26.842487 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae56175-96b4-435e-aba3-c9ee7fb2e9e0 admin admin] Made reservation on behalf of d679ea839439409caa0063fb5ac93e10 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:36:26.845211 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cae56175-96b4-435e-aba3-c9ee7fb2e9e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:26.967534 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb6140c-719c-4803-a0a9-46cf9bfcbe37 admin admin] Router 95472cde-e0ef-4629-86d9-0778a49e8b45 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:36:26.984149 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-33ca51b0-3054-4640-a447-e907ea790e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:26.985825 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-33ca51b0-3054-4640-a447-e907ea790e69 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0f5154a7-363a-4827-ab5d-78b924f5e137 HTTP/1.1" status: 200 len: 861 time: 0.0779614 Aug 19 14:36:27.015589 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a6057930-741b-4555-974d-d122b081a514 req-3fd79b94-f09c-4160-80fa-338b0a85bf3e service neutron] 10.222.0.69 "GET /v2.0/networks/64b57cc5-23f1-4fc8-9cb0-bdb1cc3660cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533549 Aug 19 14:36:27.033993 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 87edeccd-8917-49b6-b704-be5cbde598eb up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:36:27.063911 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ee38c3bb-a660-48f8-afea-64e379f8a739 req-3e114ce0-e94e-4ac2-bb6d-442fd4345f03 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169503 Aug 19 14:36:27.070663 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-e5926531-0b3d-42c8-8263-c724cb7a998e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1bc22803-e21f-489d-a441-493f1928ab13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402465 Aug 19 14:36:27.074599 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-de1e038d-2494-4dd7-9df3-8e1351e86055 req-46f41353-d201-476f-84b7-30f8dd194673 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4100916 Aug 19 14:36:27.142909 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-01253b9f-dbbe-4250-a9ee-c89ac4c35fd0 None None] Provisioning complete for port a9105c41-3b88-41ca-b37e-a45d45c9f5b9 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:36:27.143447 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-01253b9f-dbbe-4250-a9ee-c89ac4c35fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:27.194899 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-a94437a7-f296-45b7-b000-fad160f8785d service neutron] 10.222.0.88 "GET /v2.0/networks/1bc22803-e21f-489d-a441-493f1928ab13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173847 Aug 19 14:36:27.197543 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 87edeccd-8917-49b6-b704-be5cbde598eb completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:36:27.207896 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-01253b9f-dbbe-4250-a9ee-c89ac4c35fd0 None None] Port a9105c41-3b88-41ca-b37e-a45d45c9f5b9 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:36:27.214547 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 87edeccd-8917-49b6-b704-be5cbde598eb triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:36:27.215038 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:27.268458 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7059c3d-1ada-48ec-91ed-8679d531df17 req-4aa29ca8-5461-4147-b486-50bd9f9ca335 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:27.272994 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a7059c3d-1ada-48ec-91ed-8679d531df17 req-4aa29ca8-5461-4147-b486-50bd9f9ca335 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=526148ce-3526-40ac-8dbb-b60693c88d9c HTTP/1.1" status: 200 len: 948 time: 0.1349952 Aug 19 14:36:27.314691 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb6140c-719c-4803-a0a9-46cf9bfcbe37 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:36:27.316146 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:27.324977 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-fbb6140c-719c-4803-a0a9-46cf9bfcbe37 admin admin] 10.222.0.69 "PUT /v2.0/routers/95472cde-e0ef-4629-86d9-0778a49e8b45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5364194 Aug 19 14:36:27.332514 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a6057930-741b-4555-974d-d122b081a514 req-2aa24cc9-e95e-4d6f-83be-bb290f1feda4 service neutron] 10.222.0.69 "GET /v2.0/networks/64b57cc5-23f1-4fc8-9cb0-bdb1cc3660cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726088 Aug 19 14:36:27.333677 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cae56175-96b4-435e-aba3-c9ee7fb2e9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:27.374845 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-14ade853-4d55-4d91-b981-707c5a4cbc7f service neutron] 10.222.0.88 "GET /v2.0/networks/1bc22803-e21f-489d-a441-493f1928ab13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444423 Aug 19 14:36:27.387796 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 87edeccd-8917-49b6-b704-be5cbde598eb, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=87edeccd-8917-49b6-b704-be5cbde598eb,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:36:27.394945 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:27.419962 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a7059c3d-1ada-48ec-91ed-8679d531df17 req-af894c66-ad5a-42b1-bc9c-6ea2efb94ac4 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359618 Aug 19 14:36:27.425378 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae56175-96b4-435e-aba3-c9ee7fb2e9e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32fdf3a6-d45d-474a-85ef-13b60a7b57b1,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:27.469695 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae56175-96b4-435e-aba3-c9ee7fb2e9e0 admin admin] Checking segment: {'id': '6e5bf6b9-475b-4f04-b47e-e3b48f06e1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '423b47d3-cb8b-4451-beb9-70cb5206b6b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:36:27.470055 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae56175-96b4-435e-aba3-c9ee7fb2e9e0 admin admin] Network hostable DHCP agents. Network: 423b47d3-cb8b-4451-beb9-70cb5206b6b8, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:36:27.478648 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=87edeccd-8917-49b6-b704-be5cbde598eb,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:27.503238 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae56175-96b4-435e-aba3-c9ee7fb2e9e0 admin admin] Network 423b47d3-cb8b-4451-beb9-70cb5206b6b8 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:36:27.520890 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-cae56175-96b4-435e-aba3-c9ee7fb2e9e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 423b47d3-cb8b-4451-beb9-70cb5206b6b8) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:36:27.534983 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae56175-96b4-435e-aba3-c9ee7fb2e9e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:27.536011 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cae56175-96b4-435e-aba3-c9ee7fb2e9e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:27.546038 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e042db-98f6-4822-bbe9-b5b2e96c2af7 None None] Network 423b47d3-cb8b-4451-beb9-70cb5206b6b8 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:36:27.653437 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35492) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:36:27.655141 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-cae56175-96b4-435e-aba3-c9ee7fb2e9e0 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1338139 Aug 19 14:36:27.659721 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1b63b8-aee2-49ab-85fd-a51e11df3fdb x-openstack-request-id: req-fc1b63b8-aee2-49ab-85fd-a51e11df3fdb {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:36:27.659997 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "526148ce-3526-40ac-8dbb-b60693c88d9c", "tag": "d06613a0-9966-412e-a040-1baeecf75cee", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:36:27.660426 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fc1b63b8-aee2-49ab-85fd-a51e11df3fdb {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:36:27.660841 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '526148ce-3526-40ac-8dbb-b60693c88d9c', 'tag': 'd06613a0-9966-412e-a040-1baeecf75cee', 'status': 'completed', 'code': 200} Aug 19 14:36:27.662548 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-dd817aae-9c2e-4e31-bd51-f689b68549d0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1116638496-router', 'tenant_id': 'd679ea839439409caa0063fb5ac93e10', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:36:27.724053 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb19bd95-f4cc-45ff-b0ed-0e1924e5dfd9 x-openstack-request-id: req-fb19bd95-f4cc-45ff-b0ed-0e1924e5dfd9 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:36:27.724336 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85be6900-df22-4d02-b0a9-25c4181aa88c", "name": "network-vif-plugged", "status": "completed", "tag": "85b78081-e016-48ec-b275-9e4cf73d951f", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:36:27.724612 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fb19bd95-f4cc-45ff-b0ed-0e1924e5dfd9 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:36:27.725010 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85be6900-df22-4d02-b0a9-25c4181aa88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b78081-e016-48ec-b275-9e4cf73d951f', 'code': 200} Aug 19 14:36:27.786616 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8d804-d229-45b3-a939-02b203e362d5 req-2de09db8-9362-4ee3-80f9-d67e582f9557 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:27.788229 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e6a8d804-d229-45b3-a939-02b203e362d5 req-2de09db8-9362-4ee3-80f9-d67e582f9557 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] 10.222.0.69 "GET /v2.0/ports?device_id=85be6900-df22-4d02-b0a9-25c4181aa88c HTTP/1.1" status: 200 len: 945 time: 0.2314932 Aug 19 14:36:27.875271 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b831902-fa76-46e3-84d9-c144398472be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-423b47d3-cb8b-4451-beb9-70cb5206b6b8', 'network_id': '423b47d3-cb8b-4451-beb9-70cb5206b6b8', 'tenant_id': 'd679ea839439409caa0063fb5ac93e10', 'fixed_ips': [{'subnet_id': '32fdf3a6-d45d-474a-85ef-13b60a7b57b1'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:36:27.876318 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8b831902-fa76-46e3-84d9-c144398472be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:27.896901 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd817aae-9c2e-4e31-bd51-f689b68549d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:27.900308 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd817aae-9c2e-4e31-bd51-f689b68549d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:27.949028 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e6a8d804-d229-45b3-a939-02b203e362d5 req-0a97993e-3f70-43aa-90a1-c765fbcf2b60 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] 10.222.0.69 "GET /v2.0/security-groups?id=97e7fcd6-30a7-49d0-9311-5f10ad4af566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219718 Aug 19 14:36:27.953600 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b518b-a557-4e1b-b025-dd88ec34f66a req-6892cd73-487f-4b2a-ad36-9bff20548913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:27.955190 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-366b518b-a557-4e1b-b025-dd88ec34f66a req-6892cd73-487f-4b2a-ad36-9bff20548913 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3397b0c43f0b46aaa4295e8f087dd91c&device_id=526148ce-3526-40ac-8dbb-b60693c88d9c HTTP/1.1" status: 200 len: 1099 time: 0.2634778 Aug 19 14:36:27.966843 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-2241e52b-8729-4e89-befa-b8d6254bfd14 tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:27.968946 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-2241e52b-8729-4e89-befa-b8d6254bfd14 tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd&tenant_id=b2e5fa7db1364ccea50861254cd97ec3&binding%3Ahost_id=n-h2-766043-2 HTTP/1.1" status: 200 len: 1095 time: 0.2820718 Aug 19 14:36:28.007667 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b518b-a557-4e1b-b025-dd88ec34f66a req-e2244e8b-40fa-4d94-9e61-ad3a7b263632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:28.009467 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-366b518b-a557-4e1b-b025-dd88ec34f66a req-e2244e8b-40fa-4d94-9e61-ad3a7b263632 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3397b0c43f0b46aaa4295e8f087dd91c&device_id=526148ce-3526-40ac-8dbb-b60693c88d9c HTTP/1.1" status: 200 len: 1099 time: 0.2983525 Aug 19 14:36:28.015868 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105a4f3-9f5b-47fc-a3ac-38b696e5f4fb req-8cfc1e5a-f6f8-4400-99b2-7410b1d89e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:28.017522 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1105a4f3-9f5b-47fc-a3ac-38b696e5f4fb req-8cfc1e5a-f6f8-4400-99b2-7410b1d89e9d service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=85be6900-df22-4d02-b0a9-25c4181aa88c HTTP/1.1" status: 200 len: 1096 time: 0.2079973 Aug 19 14:36:28.026060 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd817aae-9c2e-4e31-bd51-f689b68549d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:28.196031 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-8b831902-fa76-46e3-84d9-c144398472be None None] Allocated IP 172.20.0.2 (423b47d3-cb8b-4451-beb9-70cb5206b6b8/32fdf3a6-d45d-474a-85ef-13b60a7b57b1/55b95d45-4c5a-4ad3-a7a1-5826caa0659b) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:36:28.224916 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5752b4be-ea1d-43ef-b445-e93e1469961e None None] Sync routers for ids ['95472cde-e0ef-4629-86d9-0778a49e8b45'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:36:28.255720 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5752b4be-ea1d-43ef-b445-e93e1469961e None None] Routers {'95472cde-e0ef-4629-86d9-0778a49e8b45'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:36:28.256887 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5752b4be-ea1d-43ef-b445-e93e1469961e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:36:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['95472cde-e0ef-4629-86d9-0778a49e8b45'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:36:28.305642 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b518b-a557-4e1b-b025-dd88ec34f66a req-281f6906-3529-4185-8ea0-535dc1980074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:28.310369 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-366b518b-a557-4e1b-b025-dd88ec34f66a req-281f6906-3529-4185-8ea0-535dc1980074 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.2717247 Aug 19 14:36:28.346746 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1105a4f3-9f5b-47fc-a3ac-38b696e5f4fb req-9de625b6-31ba-4edb-9fdb-9c7122abe74d service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=97e7fcd6-30a7-49d0-9311-5f10ad4af566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2913144 Aug 19 14:36:28.354058 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd817aae-9c2e-4e31-bd51-f689b68549d0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:28.403315 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-5752b4be-ea1d-43ef-b445-e93e1469961e None None] Set router 95472cde-e0ef-4629-86d9-0778a49e8b45 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:36:28.413794 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-799e6f0a-543c-46f2-a74e-dca854c1c458 req-78faafe4-4b48-46a7-bfd7-d332c947362b tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab0eac00-0279-4b13-9223-d01a84e38c70 HTTP/1.1" status: 200 len: 210 time: 0.3740778 Aug 19 14:36:28.582461 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-366b518b-a557-4e1b-b025-dd88ec34f66a req-1fd3d77d-4318-4a0b-8aa2-5f222a968dc4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=d06613a0-9966-412e-a040-1baeecf75cee HTTP/1.1" status: 200 len: 217 time: 0.2088177 Aug 19 14:36:28.590743 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8b831902-fa76-46e3-84d9-c144398472be None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:28.610496 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8b831902-fa76-46e3-84d9-c144398472be None None] Transition to ACTIVE for port object 55b95d45-4c5a-4ad3-a7a1-5826caa0659b will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:36:28.661694 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8b831902-fa76-46e3-84d9-c144398472be None None] Transition to ACTIVE for port object 55b95d45-4c5a-4ad3-a7a1-5826caa0659b will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:36:28.669062 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-09828a44-bd53-431f-aae5-3c19fa70ac1e service neutron] For port bec4dd7e-0659-4bf6-aee8-9a86035cea51, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:36:28.670416 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e82e63e-6791-47ca-a496-a53fb398b4f6 req-367b4b2a-4764-49ef-94f2-4d110390eafd tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:28.671973 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4e82e63e-6791-47ca-a496-a53fb398b4f6 req-367b4b2a-4764-49ef-94f2-4d110390eafd tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd HTTP/1.1" status: 200 len: 944 time: 0.7218332 Aug 19 14:36:28.680887 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8b831902-fa76-46e3-84d9-c144398472be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:28.691935 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-09828a44-bd53-431f-aae5-3c19fa70ac1e service neutron] Notify callbacks [] for binding, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:28.694643 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-81a1df26-fdbb-430f-b5fd-45b554fc4000 req-09828a44-bd53-431f-aae5-3c19fa70ac1e service neutron] 10.222.0.88 "DELETE /v2.0/ports/bec4dd7e-0659-4bf6-aee8-9a86035cea51/bindings/n-h1-766043-2 HTTP/1.1" status: 204 len: 173 time: 0.6949768 Aug 19 14:36:28.738016 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b831902-fa76-46e3-84d9-c144398472be None None] Network 423b47d3-cb8b-4451-beb9-70cb5206b6b8 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:36:28.741308 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-8b831902-fa76-46e3-84d9-c144398472be None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:36:28.745737 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b831902-fa76-46e3-84d9-c144398472be None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:36:28.748285 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b831902-fa76-46e3-84d9-c144398472be None None] Pushing event updated for resources: {'Port': ['ID=55b95d45-4c5a-4ad3-a7a1-5826caa0659b,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:28.886243 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b518b-a557-4e1b-b025-dd88ec34f66a req-e10de2b2-743a-4909-90cd-a762d0a01e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:28.890225 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-366b518b-a557-4e1b-b025-dd88ec34f66a req-e10de2b2-743a-4909-90cd-a762d0a01e1c service neutron] 10.222.0.88 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.9002814 Aug 19 14:36:28.902003 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8b831902-fa76-46e3-84d9-c144398472be None None] Attempting to bind port 55b95d45-4c5a-4ad3-a7a1-5826caa0659b on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:36:28.902003 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8b831902-fa76-46e3-84d9-c144398472be None None] Attempting to bind port 55b95d45-4c5a-4ad3-a7a1-5826caa0659b by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '6e5bf6b9-475b-4f04-b47e-e3b48f06e1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '423b47d3-cb8b-4451-beb9-70cb5206b6b8'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:36:28.902003 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b831902-fa76-46e3-84d9-c144398472be None None] Attempting to bind port 55b95d45-4c5a-4ad3-a7a1-5826caa0659b on network 423b47d3-cb8b-4451-beb9-70cb5206b6b8 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:36:28.911308 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b831902-fa76-46e3-84d9-c144398472be None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:36:28.911787 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b831902-fa76-46e3-84d9-c144398472be None None] Checking segment: {'id': '6e5bf6b9-475b-4f04-b47e-e3b48f06e1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '423b47d3-cb8b-4451-beb9-70cb5206b6b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:36:28.912163 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8b831902-fa76-46e3-84d9-c144398472be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:28.913185 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5752b4be-ea1d-43ef-b445-e93e1469961e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95472cde-e0ef-4629-86d9-0778a49e8b45', 'name': 'tempest-AttachSCSIVolumeTestJSON-1767758836-router', 'tenant_id': '1d9a5c67d10a432cb1a33ae9d5979f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '87edeccd-8917-49b6-b704-be5cbde598eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:36:18Z', 'updated_at': '2021-08-19T14:36:25Z', 'revision_number': 4, 'project_id': '1d9a5c67d10a432cb1a33ae9d5979f67', 'gw_port': {'id': '87edeccd-8917-49b6-b704-be5cbde598eb', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95472cde-e0ef-4629-86d9-0778a49e8b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:36:19Z', 'updated_at': '2021-08-19T14:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'a9105c41-3b88-41ca-b37e-a45d45c9f5b9', 'name': '', 'network_id': 'ec43d5dc-9017-4505-96b9-c23c36a8c865', 'tenant_id': '1d9a5c67d10a432cb1a33ae9d5979f67', 'mac_address': 'fa:16:3e:28:22:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95472cde-e0ef-4629-86d9-0778a49e8b45', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'f7111b46-df8b-4fc3-ac1b-f79d0871cdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:36:24Z', 'updated_at': '2021-08-19T14:36:25Z', 'revision_number': 2, 'project_id': '1d9a5c67d10a432cb1a33ae9d5979f67', 'subnets': [{'id': 'f7111b46-df8b-4fc3-ac1b-f79d0871cdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:36:28.913965 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b831902-fa76-46e3-84d9-c144398472be None None] Bound using segment: {'id': '6e5bf6b9-475b-4f04-b47e-e3b48f06e1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '423b47d3-cb8b-4451-beb9-70cb5206b6b8'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:36:28.916586 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8b831902-fa76-46e3-84d9-c144398472be None None] Bound port: 55b95d45-4c5a-4ad3-a7a1-5826caa0659b, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e5bf6b9-475b-4f04-b47e-e3b48f06e1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '423b47d3-cb8b-4451-beb9-70cb5206b6b8'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:36:28.916840 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8b831902-fa76-46e3-84d9-c144398472be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:28.940781 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4e82e63e-6791-47ca-a496-a53fb398b4f6 req-93327a93-b0b9-42cd-93ff-719f0164bab0 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287033 Aug 19 14:36:28.967305 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b518b-a557-4e1b-b025-dd88ec34f66a req-095c96b9-6480-4a51-85ba-36981a633ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:28.968783 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-366b518b-a557-4e1b-b025-dd88ec34f66a req-095c96b9-6480-4a51-85ba-36981a633ab0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.3287263 Aug 19 14:36:28.969776 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5752b4be-ea1d-43ef-b445-e93e1469961e None None] Checking router: 95472cde-e0ef-4629-86d9-0778a49e8b45 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:36:28.970239 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5752b4be-ea1d-43ef-b445-e93e1469961e None None] Updating router 95472cde-e0ef-4629-86d9-0778a49e8b45 port a9105c41-3b88-41ca-b37e-a45d45c9f5b9 binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:36:29.021043 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-5752b4be-ea1d-43ef-b445-e93e1469961e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:29.037053 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd817aae-9c2e-4e31-bd51-f689b68549d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:29.086747 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd817aae-9c2e-4e31-bd51-f689b68549d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:29.111992 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 87edeccd-8917-49b6-b704-be5cbde598eb up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:36:29.229275 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8b831902-fa76-46e3-84d9-c144398472be None None] For port 55b95d45-4c5a-4ad3-a7a1-5826caa0659b, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:36:29.231805 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-366b518b-a557-4e1b-b025-dd88ec34f66a req-c86bd883-0ef1-4f7f-92ff-65f633539cb7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=d06613a0-9966-412e-a040-1baeecf75cee HTTP/1.1" status: 200 len: 217 time: 0.3039629 Aug 19 14:36:29.258050 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8b831902-fa76-46e3-84d9-c144398472be None None] For port 55b95d45-4c5a-4ad3-a7a1-5826caa0659b, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=55b95d45-4c5a-4ad3-a7a1-5826caa0659b,segment=NetworkSegment(6e5bf6b9-475b-4f04-b47e-e3b48f06e1a0),segment_id=6e5bf6b9-475b-4f04-b47e-e3b48f06e1a0)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:36:29.268772 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8b831902-fa76-46e3-84d9-c144398472be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:29.300763 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b2d552-157e-4528-b12b-93de118d0b6c req-40cda7fe-709b-4383-838f-d1c91d6ef440 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:29.308494 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-37b2d552-157e-4528-b12b-93de118d0b6c req-40cda7fe-709b-4383-838f-d1c91d6ef440 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=03cb2d97-9231-4496-a8c2-4f187e82b2e3 HTTP/1.1" status: 200 len: 945 time: 0.7202196 Aug 19 14:36:29.329707 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-dd817aae-9c2e-4e31-bd51-f689b68549d0 admin admin] Allocated IP 172.25.2.172 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/ea87760b-db39-4c5a-84d5-a6875c4bb6e1) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:36:29.359565 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 87edeccd-8917-49b6-b704-be5cbde598eb triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:36:29.359948 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:29.366905 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b831902-fa76-46e3-84d9-c144398472be None None] Pushing event updated for resources: {'Port': ['ID=55b95d45-4c5a-4ad3-a7a1-5826caa0659b,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:29.570475 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b518b-a557-4e1b-b025-dd88ec34f66a req-2eb7f2c4-3da0-4898-8d47-11e7f64e9940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:29.578273 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd817aae-9c2e-4e31-bd51-f689b68549d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:29.582073 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-366b518b-a557-4e1b-b025-dd88ec34f66a req-2eb7f2c4-3da0-4898-8d47-11e7f64e9940 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.3401878 Aug 19 14:36:29.619182 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b518b-a557-4e1b-b025-dd88ec34f66a req-5d6e8cb7-211b-4ee3-9c6d-cf236cf6ce14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:29.621374 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-366b518b-a557-4e1b-b025-dd88ec34f66a req-5d6e8cb7-211b-4ee3-9c6d-cf236cf6ce14 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6410272 Aug 19 14:36:29.943000 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-5752b4be-ea1d-43ef-b445-e93e1469961e None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:29.989897 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd817aae-9c2e-4e31-bd51-f689b68549d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:29.993526 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-5752b4be-ea1d-43ef-b445-e93e1469961e None None] Transition to ACTIVE for port object a9105c41-3b88-41ca-b37e-a45d45c9f5b9 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:36:29.996862 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-37b2d552-157e-4528-b12b-93de118d0b6c req-65ff0d1c-f999-4f60-b06a-1eefc08bd537 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6870561 Aug 19 14:36:30.021813 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-5752b4be-ea1d-43ef-b445-e93e1469961e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:30.024309 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6057930-741b-4555-974d-d122b081a514 req-e8b5e122-e635-4cde-98c0-634c2b31dcd0 tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:30.026843 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a6057930-741b-4555-974d-d122b081a514 req-e8b5e122-e635-4cde-98c0-634c2b31dcd0 tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] 10.222.0.88 "GET /v2.0/networks?id=64b57cc5-23f1-4fc8-9cb0-bdb1cc3660cd HTTP/1.1" status: 200 len: 821 time: 0.4264777 Aug 19 14:36:30.060852 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-a6057930-741b-4555-974d-d122b081a514 req-483c74d5-39e5-41dc-a0c2-630ef609ea4f tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] Request body: {'port': {'device_id': 'ab0eac00-0279-4b13-9223-d01a84e38c70', 'network_id': '64b57cc5-23f1-4fc8-9cb0-bdb1cc3660cd', 'admin_state_up': True, 'tenant_id': '0814fd2f32b04a069959f2744a00fc1f'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:36:30.087933 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd817aae-9c2e-4e31-bd51-f689b68549d0 admin admin] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:36:30.123188 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-dd817aae-9c2e-4e31-bd51-f689b68549d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:36:30.130291 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd817aae-9c2e-4e31-bd51-f689b68549d0 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:36:30.132131 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e16f308-a089-4bf0-944f-13908f322424 req-9d469c58-dc54-4639-ae3a-8bc0263e9337 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:30.136400 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd817aae-9c2e-4e31-bd51-f689b68549d0 admin admin] Pushing event updated for resources: {'Port': ['ID=ea87760b-db39-4c5a-84d5-a6875c4bb6e1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:30.145218 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4e16f308-a089-4bf0-944f-13908f322424 req-9d469c58-dc54-4639-ae3a-8bc0263e9337 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=526148ce-3526-40ac-8dbb-b60693c88d9c HTTP/1.1" status: 200 len: 948 time: 0.9872904 Aug 19 14:36:30.264627 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-366b518b-a557-4e1b-b025-dd88ec34f66a req-04a557ef-7711-4bad-90b1-94fa932afacb service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5363517 Aug 19 14:36:30.273728 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f2d310-7c5c-4b88-b2b7-17ed0f95710c None None] Pushing event updated for resources: {'Port': ['ID=a9105c41-3b88-41ca-b37e-a45d45c9f5b9,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:30.319646 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b518b-a557-4e1b-b025-dd88ec34f66a req-ae98d1e6-77fd-42e1-9404-6a6cf77582d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:30.322949 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-366b518b-a557-4e1b-b025-dd88ec34f66a req-ae98d1e6-77fd-42e1-9404-6a6cf77582d5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6985648 Aug 19 14:36:30.373421 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device d06613a0-9966-412e-a040-1baeecf75cee details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:36:30.415547 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-5752b4be-ea1d-43ef-b445-e93e1469961e None None] Attempting to bind port a9105c41-3b88-41ca-b37e-a45d45c9f5b9 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:36:30.416218 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-5752b4be-ea1d-43ef-b445-e93e1469961e None None] Attempting to bind port a9105c41-3b88-41ca-b37e-a45d45c9f5b9 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '943da9cd-c35a-46c6-942c-f7c8f7903bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ec43d5dc-9017-4505-96b9-c23c36a8c865'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:36:30.418881 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5752b4be-ea1d-43ef-b445-e93e1469961e None None] Attempting to bind port a9105c41-3b88-41ca-b37e-a45d45c9f5b9 on network ec43d5dc-9017-4505-96b9-c23c36a8c865 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:36:30.429510 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6057930-741b-4555-974d-d122b081a514 req-483c74d5-39e5-41dc-a0c2-630ef609ea4f tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] Made reservation on behalf of 0814fd2f32b04a069959f2744a00fc1f for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:36:30.431678 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5752b4be-ea1d-43ef-b445-e93e1469961e None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:36:30.433222 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5752b4be-ea1d-43ef-b445-e93e1469961e None None] Checking segment: {'id': '943da9cd-c35a-46c6-942c-f7c8f7903bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ec43d5dc-9017-4505-96b9-c23c36a8c865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:36:30.433625 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-5752b4be-ea1d-43ef-b445-e93e1469961e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:30.434013 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5752b4be-ea1d-43ef-b445-e93e1469961e None None] Bound using segment: {'id': '943da9cd-c35a-46c6-942c-f7c8f7903bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ec43d5dc-9017-4505-96b9-c23c36a8c865'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:36:30.434477 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-5752b4be-ea1d-43ef-b445-e93e1469961e None None] Bound port: a9105c41-3b88-41ca-b37e-a45d45c9f5b9, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '943da9cd-c35a-46c6-942c-f7c8f7903bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ec43d5dc-9017-4505-96b9-c23c36a8c865'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:36:30.434867 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-5752b4be-ea1d-43ef-b445-e93e1469961e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:30.447656 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a6057930-741b-4555-974d-d122b081a514 req-483c74d5-39e5-41dc-a0c2-630ef609ea4f tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:30.706932 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-5752b4be-ea1d-43ef-b445-e93e1469961e None None] For port a9105c41-3b88-41ca-b37e-a45d45c9f5b9, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:36:30.721864 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-5752b4be-ea1d-43ef-b445-e93e1469961e None None] For port a9105c41-3b88-41ca-b37e-a45d45c9f5b9, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=a9105c41-3b88-41ca-b37e-a45d45c9f5b9,segment=NetworkSegment(943da9cd-c35a-46c6-942c-f7c8f7903bb8),segment_id=943da9cd-c35a-46c6-942c-f7c8f7903bb8)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:36:30.744440 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-5752b4be-ea1d-43ef-b445-e93e1469961e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:30.744680 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port d06613a0-9966-412e-a040-1baeecf75cee, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=d06613a0-9966-412e-a040-1baeecf75cee,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:36:30.754793 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4e16f308-a089-4bf0-944f-13908f322424 req-0b29b151-1656-49f6-9877-a4e6e0be1a79 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6081562 Aug 19 14:36:30.789689 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': 'd06613a0-9966-412e-a040-1baeecf75cee', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'port_id': 'd06613a0-9966-412e-a040-1baeecf75cee', 'mac_address': 'fa:16:3e:71:a1:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:36:30.897990 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c27f4-7961-4256-9ad9-ff661638bc7b req-0f7581b8-3ca8-4c2c-84d7-f96bf392c7d8 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:30.917169 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f72c27f4-7961-4256-9ad9-ff661638bc7b req-0f7581b8-3ca8-4c2c-84d7-f96bf392c7d8 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] 10.222.0.69 "GET /v2.0/ports?device_id=85be6900-df22-4d02-b0a9-25c4181aa88c HTTP/1.1" status: 200 len: 945 time: 0.6513689 Aug 19 14:36:30.937695 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f2d310-7c5c-4b88-b2b7-17ed0f95710c None None] Pushing event updated for resources: {'Port': ['ID=a9105c41-3b88-41ca-b37e-a45d45c9f5b9,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:30.958937 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:31.005238 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5752b4be-ea1d-43ef-b445-e93e1469961e None None] Routers {'95472cde-e0ef-4629-86d9-0778a49e8b45'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:36:31.007370 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5752b4be-ea1d-43ef-b445-e93e1469961e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:36:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['95472cde-e0ef-4629-86d9-0778a49e8b45'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:36:31.017920 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-a6057930-741b-4555-974d-d122b081a514 req-483c74d5-39e5-41dc-a0c2-630ef609ea4f tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] Allocated IP 172.20.0.5 (64b57cc5-23f1-4fc8-9cb0-bdb1cc3660cd/703d0f8e-0667-4512-b25b-c93317f2647e/94eeb9a7-1b19-46b4-8a0b-027d9e6a9730) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:36:31.105189 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d06613a0-9966-412e-a040-1baeecf75cee {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:36:31.179613 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-37a012aa-819b-462f-aec7-6cdba2740fc6 req-95e34658-2e7f-4dbe-a21e-79e17d49a343 tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab0eac00-0279-4b13-9223-d01a84e38c70 HTTP/1.1" status: 200 len: 210 time: 0.2141156 Aug 19 14:36:31.187265 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-366b518b-a557-4e1b-b025-dd88ec34f66a req-9612c1b1-50b2-48e1-9d33-33cff5a5dcd9 service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8195658 Aug 19 14:36:31.251360 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port d06613a0-9966-412e-a040-1baeecf75cee, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=d06613a0-9966-412e-a040-1baeecf75cee,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:36:31.277135 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:31.493693 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-5752b4be-ea1d-43ef-b445-e93e1469961e None None] Set router 95472cde-e0ef-4629-86d9-0778a49e8b45 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:36:31.539583 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=d06613a0-9966-412e-a040-1baeecf75cee,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:31.553083 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 55b95d45-4c5a-4ad3-a7a1-5826caa0659b up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:36:31.793308 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4979f5eb-77ac-4294-953f-048d10a40d91 None None] Network 423b47d3-cb8b-4451-beb9-70cb5206b6b8 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:36:31.799689 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['d06613a0-9966-412e-a040-1baeecf75cee'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:36:31.808179 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-260271eb-f2f2-4f6b-a7c2-f988ae916b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:31.922726 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e79a7711-c6da-43fe-b19d-1bcec491bf76 None None] Provisioning for port 55b95d45-4c5a-4ad3-a7a1-5826caa0659b completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:36:31.934623 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-366b518b-a557-4e1b-b025-dd88ec34f66a req-d157a32c-adff-4a89-8b12-108947f44d69 service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7068782 Aug 19 14:36:31.946295 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-366b518b-a557-4e1b-b025-dd88ec34f66a req-ee80c042-6187-462e-9496-cd99111eed5c service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6448896 Aug 19 14:36:31.973794 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f72c27f4-7961-4256-9ad9-ff661638bc7b req-0f9c633f-0f84-4f70-97a8-70c39c2fc39d tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] 10.222.0.69 "GET /v2.0/security-groups?id=97e7fcd6-30a7-49d0-9311-5f10ad4af566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0556397 Aug 19 14:36:32.090443 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 55b95d45-4c5a-4ad3-a7a1-5826caa0659b completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:36:32.107080 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 55b95d45-4c5a-4ad3-a7a1-5826caa0659b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:36:32.107442 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:32.111895 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ec10f-2a2a-4fa6-b9e0-af7b9ec587b1 req-a758d2fc-109f-4085-b5b7-094129764d13 tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:32.113426 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e83ec10f-2a2a-4fa6-b9e0-af7b9ec587b1 req-a758d2fc-109f-4085-b5b7-094129764d13 tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd HTTP/1.1" status: 200 len: 1095 time: 0.1772413 Aug 19 14:36:32.217849 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e83ec10f-2a2a-4fa6-b9e0-af7b9ec587b1 req-51c53627-2a0f-4eb0-bce5-57e0adb61e50 tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832317 Aug 19 14:36:32.245944 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dcd3fe-c0da-4b6e-b16d-d4ec3a062a15 req-dd7552b2-2335-439a-822e-0162f0d268fb tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:32.256781 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-71dcd3fe-c0da-4b6e-b16d-d4ec3a062a15 req-dd7552b2-2335-439a-822e-0162f0d268fb tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=03cb2d97-9231-4496-a8c2-4f187e82b2e3 HTTP/1.1" status: 200 len: 945 time: 0.1470883 Aug 19 14:36:32.345404 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:32.359914 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5752b4be-ea1d-43ef-b445-e93e1469961e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95472cde-e0ef-4629-86d9-0778a49e8b45', 'name': 'tempest-AttachSCSIVolumeTestJSON-1767758836-router', 'tenant_id': '1d9a5c67d10a432cb1a33ae9d5979f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '87edeccd-8917-49b6-b704-be5cbde598eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:36:18Z', 'updated_at': '2021-08-19T14:36:25Z', 'revision_number': 4, 'project_id': '1d9a5c67d10a432cb1a33ae9d5979f67', 'gw_port': {'id': '87edeccd-8917-49b6-b704-be5cbde598eb', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95472cde-e0ef-4629-86d9-0778a49e8b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:36:19Z', 'updated_at': '2021-08-19T14:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'a9105c41-3b88-41ca-b37e-a45d45c9f5b9', 'name': '', 'network_id': 'ec43d5dc-9017-4505-96b9-c23c36a8c865', 'tenant_id': '1d9a5c67d10a432cb1a33ae9d5979f67', 'mac_address': 'fa:16:3e:28:22:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95472cde-e0ef-4629-86d9-0778a49e8b45', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'f7111b46-df8b-4fc3-ac1b-f79d0871cdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:36:24Z', 'updated_at': '2021-08-19T14:36:30Z', 'revision_number': 4, 'project_id': '1d9a5c67d10a432cb1a33ae9d5979f67', 'subnets': [{'id': 'f7111b46-df8b-4fc3-ac1b-f79d0871cdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:36:32.409271 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-71dcd3fe-c0da-4b6e-b16d-d4ec3a062a15 req-b7a13ccd-8ada-416c-9912-9f323b2e6996 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513262 Aug 19 14:36:32.410556 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 55b95d45-4c5a-4ad3-a7a1-5826caa0659b, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=55b95d45-4c5a-4ad3-a7a1-5826caa0659b,segment=NetworkSegment(6e5bf6b9-475b-4f04-b47e-e3b48f06e1a0),segment_id=6e5bf6b9-475b-4f04-b47e-e3b48f06e1a0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:36:32.415813 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:32.421988 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5752b4be-ea1d-43ef-b445-e93e1469961e None None] The sync data for ids ['95472cde-e0ef-4629-86d9-0778a49e8b45'] in n-d-766043-2 is: [{'id': '95472cde-e0ef-4629-86d9-0778a49e8b45', 'name': 'tempest-AttachSCSIVolumeTestJSON-1767758836-router', 'tenant_id': '1d9a5c67d10a432cb1a33ae9d5979f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '87edeccd-8917-49b6-b704-be5cbde598eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:36:18Z', 'updated_at': '2021-08-19T14:36:25Z', 'revision_number': 4, 'project_id': '1d9a5c67d10a432cb1a33ae9d5979f67', 'gw_port': {'id': '87edeccd-8917-49b6-b704-be5cbde598eb', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95472cde-e0ef-4629-86d9-0778a49e8b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:36:19Z', 'updated_at': '2021-08-19T14:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'a9105c41-3b88-41ca-b37e-a45d45c9f5b9', 'name': '', 'network_id': 'ec43d5dc-9017-4505-96b9-c23c36a8c865', 'tenant_id': '1d9a5c67d10a432cb1a33ae9d5979f67', 'mac_address': 'fa:16:3e:28:22:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95472cde-e0ef-4629-86d9-0778a49e8b45', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'f7111b46-df8b-4fc3-ac1b-f79d0871cdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:36:24Z', 'updated_at': '2021-08-19T14:36:30Z', 'revision_number': 4, 'project_id': '1d9a5c67d10a432cb1a33ae9d5979f67', 'subnets': [{'id': 'f7111b46-df8b-4fc3-ac1b-f79d0871cdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:36:32.483649 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-1b5d9cba-ef98-44e9-bc79-56e3ad907c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:32.486519 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-1b5d9cba-ef98-44e9-bc79-56e3ad907c66 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=309b8293893e4b68ba54397ad041e8b9&device_id=03cb2d97-9231-4496-a8c2-4f187e82b2e3 HTTP/1.1" status: 200 len: 1096 time: 1.6802483 Aug 19 14:36:32.661992 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=55b95d45-4c5a-4ad3-a7a1-5826caa0659b,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:32.715546 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-93a6f7ff-d47e-4d4a-adfd-681f67c6261d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:32.717180 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-93a6f7ff-d47e-4d4a-adfd-681f67c6261d service neutron] 10.222.0.88 "GET /v2.0/networks?id=6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 HTTP/1.1" status: 200 len: 908 time: 0.2149854 Aug 19 14:36:32.735048 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd817aae-9c2e-4e31-bd51-f689b68549d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:32.762110 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1ed01693-18ea-4c3d-ae0e-807266431c42 req-38c8c057-6377-414c-a136-a5fef694e269 tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab0eac00-0279-4b13-9223-d01a84e38c70 HTTP/1.1" status: 200 len: 210 time: 0.0663328 Aug 19 14:36:32.850134 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a495642-bf69-4a7d-852f-d2f1cf2c2843 req-f39acc8e-5d38-4d9f-ad50-209a6e213abd tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:32.869096 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1a495642-bf69-4a7d-852f-d2f1cf2c2843 req-f39acc8e-5d38-4d9f-ad50-209a6e213abd tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=526148ce-3526-40ac-8dbb-b60693c88d9c HTTP/1.1" status: 200 len: 949 time: 0.1218424 Aug 19 14:36:32.905241 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-6bcf23f9-0a9e-4693-951b-d61436933c71 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12a00bc4-fd0a-42fa-af53-b73354cd2997 HTTP/1.1" status: 200 len: 217 time: 0.1774106 Aug 19 14:36:32.931368 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1a495642-bf69-4a7d-852f-d2f1cf2c2843 req-cc3b6e52-7d2d-4200-9ea1-4145863ad81a tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605333 Aug 19 14:36:33.069944 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e6652fd7-7943-4f10-82c9-3722bf1707ce None None] Provisioning complete for port 55b95d45-4c5a-4ad3-a7a1-5826caa0659b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:36:33.071846 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e6652fd7-7943-4f10-82c9-3722bf1707ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:33.126840 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be7dec-8410-4a58-8713-889c60a9abb3 req-8cca0428-d6ca-4270-92f8-706a8820e0cd tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:33.138104 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-56be7dec-8410-4a58-8713-889c60a9abb3 req-8cca0428-d6ca-4270-92f8-706a8820e0cd tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef35c59d-884a-4975-943a-b8d19ec943b4 HTTP/1.1" status: 200 len: 946 time: 0.1407826 Aug 19 14:36:33.200513 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a6057930-741b-4555-974d-d122b081a514 req-483c74d5-39e5-41dc-a0c2-630ef609ea4f tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:33.261195 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 55b95d45-4c5a-4ad3-a7a1-5826caa0659b up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:36:33.295972 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a38c1-5a31-4ba7-9306-728774f1d514 req-96a589de-f4f3-4e4d-86d7-b2cbe0926996 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:33.303777 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-15db6fbd-a757-4c2e-b942-0b76812de540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:33.309308 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-958a38c1-5a31-4ba7-9306-728774f1d514 req-96a589de-f4f3-4e4d-86d7-b2cbe0926996 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/networks?id=1bc22803-e21f-489d-a441-493f1928ab13 HTTP/1.1" status: 200 len: 821 time: 0.1688719 Aug 19 14:36:33.310635 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-15db6fbd-a757-4c2e-b942-0b76812de540 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e6c98e66-0094-4a00-ab2a-dbcb4602f2eb HTTP/1.1" status: 200 len: 847 time: 0.3876874 Aug 19 14:36:33.319124 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 55b95d45-4c5a-4ad3-a7a1-5826caa0659b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:36:33.319866 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:33.344891 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-958a38c1-5a31-4ba7-9306-728774f1d514 req-36e6885c-ea3a-40ee-ae3f-f75e2c055dd6 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/quotas/b2e5fa7db1364ccea50861254cd97ec3 HTTP/1.1" status: 200 len: 375 time: 0.0343814 Aug 19 14:36:33.470719 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-c12d6448-42ed-4984-8a82-427bf3c85bb9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6e6d7ced-670a-4172-99e0-b6cfaa52bcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1428721 Aug 19 14:36:33.477327 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device a9105c41-3b88-41ca-b37e-a45d45c9f5b9 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:36:33.493929 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-56be7dec-8410-4a58-8713-889c60a9abb3 req-8f3770bd-5483-4f96-b504-56250fdabb3e tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2016568-562b-4e05-8081-e4bcca4b43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3484771 Aug 19 14:36:33.538573 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-958a38c1-5a31-4ba7-9306-728774f1d514 req-74060c9e-3f12-4bee-a24f-36300126111a tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b2e5fa7db1364ccea50861254cd97ec3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1919014 Aug 19 14:36:33.559886 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd817aae-9c2e-4e31-bd51-f689b68549d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:33.570087 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a6057930-741b-4555-974d-d122b081a514 req-483c74d5-39e5-41dc-a0c2-630ef609ea4f tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:33.633574 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:33.685428 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port a9105c41-3b88-41ca-b37e-a45d45c9f5b9 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:36:33.695381 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port a9105c41-3b88-41ca-b37e-a45d45c9f5b9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:36:33.696542 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:33.782680 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-958a38c1-5a31-4ba7-9306-728774f1d514 req-e1fc4007-4fc1-4faa-a231-5995e0649c48 service neutron] 10.222.0.69 "GET /v2.0/networks/1bc22803-e21f-489d-a441-493f1928ab13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429903 Aug 19 14:36:33.815731 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6057930-741b-4555-974d-d122b081a514 req-483c74d5-39e5-41dc-a0c2-630ef609ea4f tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] Network 64b57cc5-23f1-4fc8-9cb0-bdb1cc3660cd is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:36:33.836393 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-a6057930-741b-4555-974d-d122b081a514 req-483c74d5-39e5-41dc-a0c2-630ef609ea4f tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:36:33.859312 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:33.890909 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6057930-741b-4555-974d-d122b081a514 req-483c74d5-39e5-41dc-a0c2-630ef609ea4f tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:36:33.900362 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483c74d5-39e5-41dc-a0c2-630ef609ea4f tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] Pushing event updated for resources: {'Port': ['ID=94eeb9a7-1b19-46b4-8a0b-027d9e6a9730,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:33.919937 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port a9105c41-3b88-41ca-b37e-a45d45c9f5b9, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=a9105c41-3b88-41ca-b37e-a45d45c9f5b9,segment=NetworkSegment(943da9cd-c35a-46c6-942c-f7c8f7903bb8),segment_id=943da9cd-c35a-46c6-942c-f7c8f7903bb8)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:36:33.926156 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:33.998606 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-b61cf263-33e8-467f-8d6e-50af6f3f3a42 service neutron] 10.222.0.88 "GET /v2.0/networks/6e6d7ced-670a-4172-99e0-b6cfaa52bcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5111609 Aug 19 14:36:34.030309 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=a9105c41-3b88-41ca-b37e-a45d45c9f5b9,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:34.091560 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-958a38c1-5a31-4ba7-9306-728774f1d514 req-808b4461-b626-4253-8c9d-254ce10e17a9 service neutron] 10.222.0.69 "GET /v2.0/networks/1bc22803-e21f-489d-a441-493f1928ab13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079224 Aug 19 14:36:34.105902 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6057930-741b-4555-974d-d122b081a514 req-483c74d5-39e5-41dc-a0c2-630ef609ea4f tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:34.112798 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2292a5b8-35b3-4ada-bdde-5abba19fd256 req-864bb5e1-0fce-47d3-ac29-8b7a06ffd799 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:34.115070 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a6057930-741b-4555-974d-d122b081a514 req-483c74d5-39e5-41dc-a0c2-630ef609ea4f tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:34.125273 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2292a5b8-35b3-4ada-bdde-5abba19fd256 req-864bb5e1-0fce-47d3-ac29-8b7a06ffd799 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] 10.222.0.69 "GET /v2.0/ports?device_id=85be6900-df22-4d02-b0a9-25c4181aa88c HTTP/1.1" status: 200 len: 945 time: 0.2210681 Aug 19 14:36:34.138069 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6ef44a-2852-4f83-b26a-5b82a85155cf req-8fa5cae3-c4f3-495f-b9ef-47da553227a4 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:34.139411 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9f6ef44a-2852-4f83-b26a-5b82a85155cf req-8fa5cae3-c4f3-495f-b9ef-47da553227a4 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.88 "GET /v2.0/ports?device_id=526148ce-3526-40ac-8dbb-b60693c88d9c&tenant_id=3397b0c43f0b46aaa4295e8f087dd91c&binding%3Ahost_id=n-h1-766043-2 HTTP/1.1" status: 200 len: 949 time: 0.3299565 Aug 19 14:36:34.179472 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a6057930-741b-4555-974d-d122b081a514 req-483c74d5-39e5-41dc-a0c2-630ef609ea4f tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1232359 Aug 19 14:36:34.209477 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-a6057930-741b-4555-974d-d122b081a514 req-9e9b365f-eebf-4861-bb10-07f5e822c90d service neutron] Request body: {'port': {'device_id': 'ab0eac00-0279-4b13-9223-d01a84e38c70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:36:34.255875 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-77bcab1f-69a3-438a-9e0c-43d5dfd4d38f service neutron] 10.222.0.88 "GET /v2.0/networks/6e6d7ced-670a-4172-99e0-b6cfaa52bcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374110 Aug 19 14:36:34.258441 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2292a5b8-35b3-4ada-bdde-5abba19fd256 req-29428f2d-9bc7-485b-9135-edbd14e7f77f tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] 10.222.0.69 "GET /v2.0/security-groups?id=97e7fcd6-30a7-49d0-9311-5f10ad4af566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321750 Aug 19 14:36:34.308108 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [req-9f6ef44a-2852-4f83-b26a-5b82a85155cf req-e05a2653-6b82-4251-aa5b-72a847a0a7d6 service neutron] delete failed (client error): The resource could not be found. Aug 19 14:36:34.310015 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9f6ef44a-2852-4f83-b26a-5b82a85155cf req-e05a2653-6b82-4251-aa5b-72a847a0a7d6 service neutron] 10.222.0.88 "DELETE /v2.0/ports/d06613a0-9966-412e-a040-1baeecf75cee/bindings/n-h2-766043-2 HTTP/1.1" status: 404 len: 380 time: 0.1566272 Aug 19 14:36:34.332244 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8e8d37d6-c0b9-4a27-95dc-cb1b60ab60da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:34.333499 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd817aae-9c2e-4e31-bd51-f689b68549d0 admin admin] Router 36edcd77-357d-40ca-b081-f89a212ef03a is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:36:34.366335 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a6057930-741b-4555-974d-d122b081a514 req-9e9b365f-eebf-4861-bb10-07f5e822c90d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:34.406348 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device d06613a0-9966-412e-a040-1baeecf75cee up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:36:34.618474 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb255a5-5e4c-426d-8cbc-2c8995aa9151 req-66a362ec-8f51-4784-9095-493e10003b8d tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:34.627180 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5eb255a5-5e4c-426d-8cbc-2c8995aa9151 req-66a362ec-8f51-4784-9095-493e10003b8d tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=03cb2d97-9231-4496-a8c2-4f187e82b2e3 HTTP/1.1" status: 200 len: 945 time: 0.2277479 Aug 19 14:36:34.643135 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39fd3da-f817-4b8e-89a9-98aecee9c99b req-90831502-50f9-4a9c-8278-23813ff52b25 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:34.644808 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d39fd3da-f817-4b8e-89a9-98aecee9c99b req-90831502-50f9-4a9c-8278-23813ff52b25 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=526148ce-3526-40ac-8dbb-b60693c88d9c HTTP/1.1" status: 200 len: 949 time: 0.1765287 Aug 19 14:36:34.682301 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6ef44a-2852-4f83-b26a-5b82a85155cf req-6572ee8c-cd62-4abb-80ae-306454401e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:34.683899 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9f6ef44a-2852-4f83-b26a-5b82a85155cf req-6572ee8c-cd62-4abb-80ae-306454401e1a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3397b0c43f0b46aaa4295e8f087dd91c&device_id=526148ce-3526-40ac-8dbb-b60693c88d9c HTTP/1.1" status: 200 len: 1100 time: 0.1736486 Aug 19 14:36:34.693285 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:34.714523 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port d06613a0-9966-412e-a040-1baeecf75cee completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:36:34.739635 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port d06613a0-9966-412e-a040-1baeecf75cee triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:36:34.740191 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:34.790728 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5eb255a5-5e4c-426d-8cbc-2c8995aa9151 req-0543d40a-4a22-4239-b61f-4e0dae93c0a0 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616364 Aug 19 14:36:34.831692 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd817aae-9c2e-4e31-bd51-f689b68549d0 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:36:34.860358 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd567d03-24d9-4d16-abf1-5a88d7db41c4 None None] Sync routers for ids ['36edcd77-357d-40ca-b081-f89a212ef03a'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:36:34.906258 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd817aae-9c2e-4e31-bd51-f689b68549d0 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:34.924781 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-dd817aae-9c2e-4e31-bd51-f689b68549d0 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.2567103 Aug 19 14:36:34.925504 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35566) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:36:34.944783 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd567d03-24d9-4d16-abf1-5a88d7db41c4 None None] Routers {'36edcd77-357d-40ca-b081-f89a212ef03a'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:36:34.961234 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-fd567d03-24d9-4d16-abf1-5a88d7db41c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:36:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['36edcd77-357d-40ca-b081-f89a212ef03a'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:36:34.963069 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6ef44a-2852-4f83-b26a-5b82a85155cf req-4bc8427f-b6b1-48fe-bbb4-910a41e47398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:34.965516 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9f6ef44a-2852-4f83-b26a-5b82a85155cf req-4bc8427f-b6b1-48fe-bbb4-910a41e47398 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.2673182 Aug 19 14:36:34.980790 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d39fd3da-f817-4b8e-89a9-98aecee9c99b req-a59305d0-af02-4fcb-8cc0-2dc566a1e176 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268585 Aug 19 14:36:35.141450 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device a9105c41-3b88-41ca-b37e-a45d45c9f5b9 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:36:35.147212 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:35.168534 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9f6ef44a-2852-4f83-b26a-5b82a85155cf req-1617b413-8e01-4e11-85a0-323115cd85c7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=d06613a0-9966-412e-a040-1baeecf75cee HTTP/1.1" status: 200 len: 217 time: 0.1864913 Aug 19 14:36:35.176111 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:35.418594 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:35.470947 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-fd567d03-24d9-4d16-abf1-5a88d7db41c4 None None] Set router 36edcd77-357d-40ca-b081-f89a212ef03a gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:36:35.495486 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70232ef5-bc9c-4d76-8718-9ece4e765da7 req-ef461c5d-9d4f-4e3c-9ecf-3e118af5b5f9 tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:35.503221 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-70232ef5-bc9c-4d76-8718-9ece4e765da7 req-ef461c5d-9d4f-4e3c-9ecf-3e118af5b5f9 tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab0eac00-0279-4b13-9223-d01a84e38c70 HTTP/1.1" status: 200 len: 931 time: 0.3412154 Aug 19 14:36:35.518995 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-91a95462-5dac-410e-b6b3-5e791bcb83f1 req-7c215aa2-ed7b-4bf4-a1a5-9ac7cfc88ffd tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b HTTP/1.1" status: 200 len: 210 time: 0.1265342 Aug 19 14:36:35.623997 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6ef44a-2852-4f83-b26a-5b82a85155cf req-270d0a9b-3541-4090-af41-f7b424fcb979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:35.625687 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9f6ef44a-2852-4f83-b26a-5b82a85155cf req-270d0a9b-3541-4090-af41-f7b424fcb979 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.4486566 Aug 19 14:36:35.697239 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-70232ef5-bc9c-4d76-8718-9ece4e765da7 req-8d5c80fa-c1cb-4af3-99d6-79c84c00939a tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] 10.222.0.69 "GET /v2.0/security-groups?id=5f484da1-535d-4c0d-984b-b94725cd3270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930234 Aug 19 14:36:35.743485 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port d06613a0-9966-412e-a040-1baeecf75cee, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=d06613a0-9966-412e-a040-1baeecf75cee,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:36:35.750641 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '526148ce-3526-40ac-8dbb-b60693c88d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd06613a0-9966-412e-a040-1baeecf75cee'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:36:35.753959 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f212d2-e34a-47b3-bb6c-c73ae938edcc" -d '{"events": [{"server_uuid": "526148ce-3526-40ac-8dbb-b60693c88d9c", "name": "network-vif-plugged", "status": "completed", "tag": "d06613a0-9966-412e-a040-1baeecf75cee"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:36:35.756900 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port a9105c41-3b88-41ca-b37e-a45d45c9f5b9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:36:35.757302 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:35.783033 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:35.805490 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-a6057930-741b-4555-974d-d122b081a514 req-9e9b365f-eebf-4861-bb10-07f5e822c90d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94eeb9a7-1b19-46b4-8a0b-027d9e6a9730 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:36:35.848024 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f20592-f418-44d9-94f3-55240754c351 req-a1400db1-4a80-4925-93e3-86217bab7928 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:35.867510 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-25f20592-f418-44d9-94f3-55240754c351 req-a1400db1-4a80-4925-93e3-86217bab7928 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] 10.222.0.69 "GET /v2.0/ports?device_id=85be6900-df22-4d02-b0a9-25c4181aa88c HTTP/1.1" status: 200 len: 945 time: 0.2752903 Aug 19 14:36:35.871097 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35584) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:36:35.907867 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-949266cb-439b-4619-a583-174446433fc0 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Request body: {'floatingip': {'port_id': '85b78081-e016-48ec-b275-9e4cf73d951f'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:36:35.927226 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a6057930-741b-4555-974d-d122b081a514 req-9e9b365f-eebf-4861-bb10-07f5e822c90d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:35.974846 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-a6057930-741b-4555-974d-d122b081a514 req-9e9b365f-eebf-4861-bb10-07f5e822c90d service neutron] Transition to ACTIVE for port object 94eeb9a7-1b19-46b4-8a0b-027d9e6a9730 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:36:35.999452 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a6057930-741b-4555-974d-d122b081a514 req-9e9b365f-eebf-4861-bb10-07f5e822c90d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:36.030988 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295a608b-307a-421d-9d38-fee9ca7a5b4a x-openstack-request-id: req-295a608b-307a-421d-9d38-fee9ca7a5b4a {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:36:36.032713 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "526148ce-3526-40ac-8dbb-b60693c88d9c", "name": "network-vif-plugged", "status": "completed", "tag": "d06613a0-9966-412e-a040-1baeecf75cee", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:36:36.033165 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-295a608b-307a-421d-9d38-fee9ca7a5b4a {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:36:36.035954 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '526148ce-3526-40ac-8dbb-b60693c88d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd06613a0-9966-412e-a040-1baeecf75cee', 'code': 200} Aug 19 14:36:36.137918 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6ef44a-2852-4f83-b26a-5b82a85155cf req-031509ab-95cf-4df7-bab3-065e4fdc52b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:36.139579 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-fd567d03-24d9-4d16-abf1-5a88d7db41c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36edcd77-357d-40ca-b081-f89a212ef03a', 'name': 'tempest-FloatingIPDetailsTestJSON-1116638496-router', 'tenant_id': 'd679ea839439409caa0063fb5ac93e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'ea87760b-db39-4c5a-84d5-a6875c4bb6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:36:27Z', 'updated_at': '2021-08-19T14:36:30Z', 'revision_number': 3, 'project_id': 'd679ea839439409caa0063fb5ac93e10', 'gw_port': {'id': 'ea87760b-db39-4c5a-84d5-a6875c4bb6e1', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fe:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36edcd77-357d-40ca-b081-f89a212ef03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:36:29Z', 'updated_at': '2021-08-19T14:36:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:36:36.142629 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9f6ef44a-2852-4f83-b26a-5b82a85155cf req-031509ab-95cf-4df7-bab3-065e4fdc52b0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4392095 Aug 19 14:36:36.146061 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-949266cb-439b-4619-a583-174446433fc0 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Notify callbacks [] for floatingip, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:36.214124 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd567d03-24d9-4d16-abf1-5a88d7db41c4 None None] Checking router: 36edcd77-357d-40ca-b081-f89a212ef03a for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:36:36.215062 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd567d03-24d9-4d16-abf1-5a88d7db41c4 None None] Updating router 36edcd77-357d-40ca-b081-f89a212ef03a port ea87760b-db39-4c5a-84d5-a6875c4bb6e1 binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:36:36.231423 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b365f-eebf-4861-bb10-07f5e822c90d service neutron] Pushing event updated for resources: {'Port': ['ID=94eeb9a7-1b19-46b4-8a0b-027d9e6a9730,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:36.285146 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=d06613a0-9966-412e-a040-1baeecf75cee,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:36.294674 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fd567d03-24d9-4d16-abf1-5a88d7db41c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:36.547806 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2a29a631-9a71-41b4-b37d-b40a14548fe1 req-b329e2b8-757f-495b-9582-5e76bae67de7 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--731053129&fields=id&tenant_id=dc28959d88bc47a3be9291b5c609f583 HTTP/1.1" status: 200 len: 267 time: 0.5061460 Aug 19 14:36:36.647090 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-a6057930-741b-4555-974d-d122b081a514 req-9e9b365f-eebf-4861-bb10-07f5e822c90d service neutron] Attempting to bind port 94eeb9a7-1b19-46b4-8a0b-027d9e6a9730 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:36:36.647472 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-a6057930-741b-4555-974d-d122b081a514 req-9e9b365f-eebf-4861-bb10-07f5e822c90d service neutron] Attempting to bind port 94eeb9a7-1b19-46b4-8a0b-027d9e6a9730 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '464085d0-8a3e-476f-8e7a-8a74bbb00354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '64b57cc5-23f1-4fc8-9cb0-bdb1cc3660cd'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:36:36.647757 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6057930-741b-4555-974d-d122b081a514 req-9e9b365f-eebf-4861-bb10-07f5e822c90d service neutron] Attempting to bind port 94eeb9a7-1b19-46b4-8a0b-027d9e6a9730 on network 64b57cc5-23f1-4fc8-9cb0-bdb1cc3660cd {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:36:36.686183 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6057930-741b-4555-974d-d122b081a514 req-9e9b365f-eebf-4861-bb10-07f5e822c90d service neutron] Port 94eeb9a7-1b19-46b4-8a0b-027d9e6a9730 on network 64b57cc5-23f1-4fc8-9cb0-bdb1cc3660cd not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:36:36.686504 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6057930-741b-4555-974d-d122b081a514 req-9e9b365f-eebf-4861-bb10-07f5e822c90d service neutron] Attempting to bind port 94eeb9a7-1b19-46b4-8a0b-027d9e6a9730 on network 64b57cc5-23f1-4fc8-9cb0-bdb1cc3660cd {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:36:36.700003 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6057930-741b-4555-974d-d122b081a514 req-9e9b365f-eebf-4861-bb10-07f5e822c90d service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:36:36.700346 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6057930-741b-4555-974d-d122b081a514 req-9e9b365f-eebf-4861-bb10-07f5e822c90d service neutron] Checking segment: {'id': '464085d0-8a3e-476f-8e7a-8a74bbb00354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '64b57cc5-23f1-4fc8-9cb0-bdb1cc3660cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:36:36.700783 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6057930-741b-4555-974d-d122b081a514 req-9e9b365f-eebf-4861-bb10-07f5e822c90d service neutron] Bound using segment: {'id': '464085d0-8a3e-476f-8e7a-8a74bbb00354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '64b57cc5-23f1-4fc8-9cb0-bdb1cc3660cd'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:36:36.701663 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-a6057930-741b-4555-974d-d122b081a514 req-9e9b365f-eebf-4861-bb10-07f5e822c90d service neutron] Bound port: 94eeb9a7-1b19-46b4-8a0b-027d9e6a9730, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '464085d0-8a3e-476f-8e7a-8a74bbb00354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '64b57cc5-23f1-4fc8-9cb0-bdb1cc3660cd'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:36:36.701663 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a6057930-741b-4555-974d-d122b081a514 req-9e9b365f-eebf-4861-bb10-07f5e822c90d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:36.785240 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-a6057930-741b-4555-974d-d122b081a514 req-9e9b365f-eebf-4861-bb10-07f5e822c90d service neutron] For port 94eeb9a7-1b19-46b4-8a0b-027d9e6a9730, host n-h2-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:36:36.788988 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-a6057930-741b-4555-974d-d122b081a514 req-9e9b365f-eebf-4861-bb10-07f5e822c90d service neutron] For port 94eeb9a7-1b19-46b4-8a0b-027d9e6a9730, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=94eeb9a7-1b19-46b4-8a0b-027d9e6a9730,segment=NetworkSegment(464085d0-8a3e-476f-8e7a-8a74bbb00354),segment_id=464085d0-8a3e-476f-8e7a-8a74bbb00354)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:36:36.810450 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30827697-f9e6-486f-9642-126a4a56428b req-e9bc0750-53fd-4862-883e-058ffae1b6a1 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:36.812655 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-30827697-f9e6-486f-9642-126a4a56428b req-e9bc0750-53fd-4862-883e-058ffae1b6a1 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.88 "GET /v2.0/ports?device_id=ef35c59d-884a-4975-943a-b8d19ec943b4 HTTP/1.1" status: 200 len: 946 time: 0.2116106 Aug 19 14:36:36.817615 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a6057930-741b-4555-974d-d122b081a514 req-9e9b365f-eebf-4861-bb10-07f5e822c90d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:36.861348 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:36.959990 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57971e-6464-4f53-876e-01ce2198d506 req-82445d54-733d-446f-b3a9-afbc0a96304f tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:36.967819 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6057930-741b-4555-974d-d122b081a514 req-9e9b365f-eebf-4861-bb10-07f5e822c90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:36.968632 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a6057930-741b-4555-974d-d122b081a514 req-9e9b365f-eebf-4861-bb10-07f5e822c90d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:36.970349 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a6057930-741b-4555-974d-d122b081a514 req-9e9b365f-eebf-4861-bb10-07f5e822c90d service neutron] 10.222.0.88 "PUT /v2.0/ports/94eeb9a7-1b19-46b4-8a0b-027d9e6a9730 HTTP/1.1" status: 200 len: 1091 time: 2.7675281 Aug 19 14:36:36.982413 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ec57971e-6464-4f53-876e-01ce2198d506 req-82445d54-733d-446f-b3a9-afbc0a96304f tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=03cb2d97-9231-4496-a8c2-4f187e82b2e3 HTTP/1.1" status: 200 len: 945 time: 0.7072368 Aug 19 14:36:37.011989 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b365f-eebf-4861-bb10-07f5e822c90d service neutron] Pushing event updated for resources: {'Port': ['ID=94eeb9a7-1b19-46b4-8a0b-027d9e6a9730,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:37.024486 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab0eac00-0279-4b13-9223-d01a84e38c70', 'tag': '94eeb9a7-1b19-46b4-8a0b-027d9e6a9730'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:36:37.028267 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b801ef2a-1fac-4550-b65a-f3dede7040ae" -d '{"events": [{"name": "network-changed", "server_uuid": "ab0eac00-0279-4b13-9223-d01a84e38c70", "tag": "94eeb9a7-1b19-46b4-8a0b-027d9e6a9730"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:36:37.131288 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9f6ef44a-2852-4f83-b26a-5b82a85155cf req-473654a3-aa71-44d5-ba76-5eeec2cf9096 service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9795308 Aug 19 14:36:37.186905 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-30827697-f9e6-486f-9642-126a4a56428b req-28275535-404f-4d1a-aff6-61d64c26761e tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Deleting port 4c702340-e760-4cd2-9401-ed696e0bbe86 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:36:37.187531 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-30827697-f9e6-486f-9642-126a4a56428b req-28275535-404f-4d1a-aff6-61d64c26761e tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:37.300915 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-30827697-f9e6-486f-9642-126a4a56428b req-28275535-404f-4d1a-aff6-61d64c26761e tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] For port 4c702340-e760-4cd2-9401-ed696e0bbe86, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=4c702340-e760-4cd2-9401-ed696e0bbe86,segment=NetworkSegment(3b829adb-df02-4027-b39b-d94446f6765e),segment_id=3b829adb-df02-4027-b39b-d94446f6765e)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:36:37.301349 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-30827697-f9e6-486f-9642-126a4a56428b req-28275535-404f-4d1a-aff6-61d64c26761e tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:37.589383 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fd567d03-24d9-4d16-abf1-5a88d7db41c4 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:37.612791 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fd567d03-24d9-4d16-abf1-5a88d7db41c4 None None] Transition to ACTIVE for port object ea87760b-db39-4c5a-84d5-a6875c4bb6e1 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:36:37.627239 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fd567d03-24d9-4d16-abf1-5a88d7db41c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:37.763013 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a38c1-5a31-4ba7-9306-728774f1d514 req-eac0bbcb-3f09-491a-a6a1-98aa5535d1dd tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:37.769354 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-958a38c1-5a31-4ba7-9306-728774f1d514 req-eac0bbcb-3f09-491a-a6a1-98aa5535d1dd tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.68 "GET /v2.0/networks?id=1bc22803-e21f-489d-a441-493f1928ab13 HTTP/1.1" status: 200 len: 821 time: 1.2754855 Aug 19 14:36:37.874505 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-fd567d03-24d9-4d16-abf1-5a88d7db41c4 None None] Attempting to bind port ea87760b-db39-4c5a-84d5-a6875c4bb6e1 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:36:37.875100 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-fd567d03-24d9-4d16-abf1-5a88d7db41c4 None None] Attempting to bind port ea87760b-db39-4c5a-84d5-a6875c4bb6e1 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:36:37.875445 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd567d03-24d9-4d16-abf1-5a88d7db41c4 None None] Attempting to bind port ea87760b-db39-4c5a-84d5-a6875c4bb6e1 on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:36:37.880632 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b7e6a3-14e0-4b89-8caa-1f5ef36b58d5 None None] Pushing event updated for resources: {'Port': ['ID=ea87760b-db39-4c5a-84d5-a6875c4bb6e1,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:37.885906 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-30827697-f9e6-486f-9642-126a4a56428b req-28275535-404f-4d1a-aff6-61d64c26761e tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:37.886311 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-30827697-f9e6-486f-9642-126a4a56428b req-28275535-404f-4d1a-aff6-61d64c26761e tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:37.886654 n-d-766043-2 neutron-server[94639]: INFO neutron.db.l3_db [req-30827697-f9e6-486f-9642-126a4a56428b req-28275535-404f-4d1a-aff6-61d64c26761e tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Floating IP 290d9cf1-c3f3-4fa8-a7a9-6e3a21469425 disassociated. External IP: 172.25.2.46, port: 4c702340-e760-4cd2-9401-ed696e0bbe86. Aug 19 14:36:37.887001 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-30827697-f9e6-486f-9642-126a4a56428b req-28275535-404f-4d1a-aff6-61d64c26761e tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Calling delete_port for 4c702340-e760-4cd2-9401-ed696e0bbe86 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:36:37.899187 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd567d03-24d9-4d16-abf1-5a88d7db41c4 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:36:37.899825 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd567d03-24d9-4d16-abf1-5a88d7db41c4 None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:36:37.900395 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fd567d03-24d9-4d16-abf1-5a88d7db41c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:37.901076 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd567d03-24d9-4d16-abf1-5a88d7db41c4 None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:36:37.902078 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-fd567d03-24d9-4d16-abf1-5a88d7db41c4 None None] Bound port: ea87760b-db39-4c5a-84d5-a6875c4bb6e1, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:36:37.902615 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fd567d03-24d9-4d16-abf1-5a88d7db41c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:37.922638 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-958a38c1-5a31-4ba7-9306-728774f1d514 req-74e30f7f-8f0c-4e56-95a6-7ef3e215e682 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Request body: {'port': {'device_id': 'c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b', 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13', 'admin_state_up': True, 'tenant_id': 'b2e5fa7db1364ccea50861254cd97ec3'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:36:38.009116 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6057930-741b-4555-974d-d122b081a514 req-04756c93-9eea-472e-8ccd-1affbd1b12ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:38.012829 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a6057930-741b-4555-974d-d122b081a514 req-04756c93-9eea-472e-8ccd-1affbd1b12ef service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0814fd2f32b04a069959f2744a00fc1f&device_id=ab0eac00-0279-4b13-9223-d01a84e38c70 HTTP/1.1" status: 200 len: 1094 time: 0.9560769 Aug 19 14:36:38.067085 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-fd567d03-24d9-4d16-abf1-5a88d7db41c4 None None] For port ea87760b-db39-4c5a-84d5-a6875c4bb6e1, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:36:38.067390 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29a631-9a71-41b4-b37d-b40a14548fe1 req-0ef703af-cb6b-40f9-8c9d-dbd0b981219b tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:38.069077 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2a29a631-9a71-41b4-b37d-b40a14548fe1 req-0ef703af-cb6b-40f9-8c9d-dbd0b981219b tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "GET /v2.0/networks?id=b6cb15a2-7c54-4019-bc14-2912b5ac9311 HTTP/1.1" status: 200 len: 823 time: 1.5195599 Aug 19 14:36:38.084702 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-fd567d03-24d9-4d16-abf1-5a88d7db41c4 None None] For port ea87760b-db39-4c5a-84d5-a6875c4bb6e1, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=ea87760b-db39-4c5a-84d5-a6875c4bb6e1,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:36:38.092268 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fd567d03-24d9-4d16-abf1-5a88d7db41c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:38.125118 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2a29a631-9a71-41b4-b37d-b40a14548fe1 req-a9d969bd-ec87-4b9d-a753-ea6319ec5985 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "GET /v2.0/quotas/dc28959d88bc47a3be9291b5c609f583 HTTP/1.1" status: 200 len: 375 time: 0.0214136 Aug 19 14:36:38.171228 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ec57971e-6464-4f53-876e-01ce2198d506 req-942fb58d-5280-42c3-8988-865ec4fce795 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1865578 Aug 19 14:36:38.195092 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a6057930-741b-4555-974d-d122b081a514 req-d95dbadd-a5bb-4360-bf49-1a6d4cf80bc3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94eeb9a7-1b19-46b4-8a0b-027d9e6a9730 HTTP/1.1" status: 200 len: 217 time: 0.1311531 Aug 19 14:36:38.210682 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd567d03-24d9-4d16-abf1-5a88d7db41c4 None None] Routers {'36edcd77-357d-40ca-b081-f89a212ef03a'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:36:38.211578 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-fd567d03-24d9-4d16-abf1-5a88d7db41c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:36:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['36edcd77-357d-40ca-b081-f89a212ef03a'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:36:38.334771 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-326e8f03-7954-415f-bb92-f6de769d460a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:38.384915 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-958a38c1-5a31-4ba7-9306-728774f1d514 req-74e30f7f-8f0c-4e56-95a6-7ef3e215e682 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Made reservation on behalf of b2e5fa7db1364ccea50861254cd97ec3 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:36:38.389154 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-958a38c1-5a31-4ba7-9306-728774f1d514 req-74e30f7f-8f0c-4e56-95a6-7ef3e215e682 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:38.456638 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-fd567d03-24d9-4d16-abf1-5a88d7db41c4 None None] Set router 36edcd77-357d-40ca-b081-f89a212ef03a gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:36:38.475954 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6057930-741b-4555-974d-d122b081a514 req-7abbfda8-6b93-499a-96f7-f86da1040664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:38.480584 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a6057930-741b-4555-974d-d122b081a514 req-7abbfda8-6b93-499a-96f7-f86da1040664 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=703d0f8e-0667-4512-b25b-c93317f2647e HTTP/1.1" status: 200 len: 861 time: 0.2757280 Aug 19 14:36:38.554268 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-958a38c1-5a31-4ba7-9306-728774f1d514 req-74e30f7f-8f0c-4e56-95a6-7ef3e215e682 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Allocated IP 172.20.0.5 (1bc22803-e21f-489d-a441-493f1928ab13/0f5154a7-363a-4827-ab5d-78b924f5e137/2ec1d929-d9c0-49f5-b942-496ae0568910) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:36:38.663000 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b7e6a3-14e0-4b89-8caa-1f5ef36b58d5 None None] Pushing event updated for resources: {'Port': ['ID=ea87760b-db39-4c5a-84d5-a6875c4bb6e1,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:38.700554 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a6057930-741b-4555-974d-d122b081a514 req-df4c9fd8-4a6a-4105-9bdc-be773ab2a85e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=64b57cc5-23f1-4fc8-9cb0-bdb1cc3660cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2060280 Aug 19 14:36:38.956670 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-30827697-f9e6-486f-9642-126a4a56428b req-28275535-404f-4d1a-aff6-61d64c26761e tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:39.012643 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-fd567d03-24d9-4d16-abf1-5a88d7db41c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36edcd77-357d-40ca-b081-f89a212ef03a', 'name': 'tempest-FloatingIPDetailsTestJSON-1116638496-router', 'tenant_id': 'd679ea839439409caa0063fb5ac93e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'ea87760b-db39-4c5a-84d5-a6875c4bb6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:36:27Z', 'updated_at': '2021-08-19T14:36:30Z', 'revision_number': 3, 'project_id': 'd679ea839439409caa0063fb5ac93e10', 'gw_port': {'id': 'ea87760b-db39-4c5a-84d5-a6875c4bb6e1', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fe:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36edcd77-357d-40ca-b081-f89a212ef03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:36:29Z', 'updated_at': '2021-08-19T14:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:36:39.071103 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd567d03-24d9-4d16-abf1-5a88d7db41c4 None None] The sync data for ids ['36edcd77-357d-40ca-b081-f89a212ef03a'] in n-d-766043-2 is: [{'id': '36edcd77-357d-40ca-b081-f89a212ef03a', 'name': 'tempest-FloatingIPDetailsTestJSON-1116638496-router', 'tenant_id': 'd679ea839439409caa0063fb5ac93e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'ea87760b-db39-4c5a-84d5-a6875c4bb6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:36:27Z', 'updated_at': '2021-08-19T14:36:30Z', 'revision_number': 3, 'project_id': 'd679ea839439409caa0063fb5ac93e10', 'gw_port': {'id': 'ea87760b-db39-4c5a-84d5-a6875c4bb6e1', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fe:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36edcd77-357d-40ca-b081-f89a212ef03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:36:29Z', 'updated_at': '2021-08-19T14:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:36:39.219535 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2a29a631-9a71-41b4-b37d-b40a14548fe1 req-8c1737b6-a2ba-4377-97bc-33839c3ff099 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=dc28959d88bc47a3be9291b5c609f583&fields=id HTTP/1.1" status: 200 len: 394 time: 0.9758298 Aug 19 14:36:39.230618 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-326e8f03-7954-415f-bb92-f6de769d460a admin admin] Allocated IP 172.20.0.1 (423b47d3-cb8b-4451-beb9-70cb5206b6b8/32fdf3a6-d45d-474a-85ef-13b60a7b57b1/d2fa1133-59a9-4bec-9719-7afb6ed5404c) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:36:39.349717 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23732b-3eca-424b-999f-63a32a7a2e3f req-8f063376-21ba-44a4-b568-303e7931c2b8 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:39.353871 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ab23732b-3eca-424b-999f-63a32a7a2e3f req-8f063376-21ba-44a4-b568-303e7931c2b8 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=526148ce-3526-40ac-8dbb-b60693c88d9c HTTP/1.1" status: 200 len: 950 time: 0.9838262 Aug 19 14:36:39.399916 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-326e8f03-7954-415f-bb92-f6de769d460a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:39.426959 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-326e8f03-7954-415f-bb92-f6de769d460a admin admin] Transition to ACTIVE for port object d2fa1133-59a9-4bec-9719-7afb6ed5404c will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:36:39.555827 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28275535-404f-4d1a-aff6-61d64c26761e tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Pushing event deleted for resources: {'Port': ['ID=4c702340-e760-4cd2-9401-ed696e0bbe86,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:39.559544 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-326e8f03-7954-415f-bb92-f6de769d460a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:39.651865 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2a29a631-9a71-41b4-b37d-b40a14548fe1 req-6efff3d4-ff4f-42ee-8549-c75f41d975f1 service neutron] 10.222.0.69 "GET /v2.0/networks/b6cb15a2-7c54-4019-bc14-2912b5ac9311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3863358 Aug 19 14:36:39.686787 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.db.resource_extend [None req-949266cb-439b-4619-a583-174446433fc0 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 14:36:39.693052 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9f6ef44a-2852-4f83-b26a-5b82a85155cf req-dbd3fb8a-dd22-47e0-a512-d6aa958927fa service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.5364671 Aug 19 14:36:39.693784 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:36:39.790270 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326e8f03-7954-415f-bb92-f6de769d460a admin admin] Pushing event updated for resources: {'Port': ['ID=d2fa1133-59a9-4bec-9719-7afb6ed5404c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:39.820526 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326e8f03-7954-415f-bb92-f6de769d460a admin admin] Network 423b47d3-cb8b-4451-beb9-70cb5206b6b8 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:36:39.830807 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-326e8f03-7954-415f-bb92-f6de769d460a admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:36:39.833584 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326e8f03-7954-415f-bb92-f6de769d460a admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:36:40.155963 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a6057930-741b-4555-974d-d122b081a514 req-dbafb70b-4690-4813-b9be-6fbfe882246d service neutron] 10.222.0.88 "GET /v2.0/networks/64b57cc5-23f1-4fc8-9cb0-bdb1cc3660cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4391437 Aug 19 14:36:40.235265 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-958a38c1-5a31-4ba7-9306-728774f1d514 req-74e30f7f-8f0c-4e56-95a6-7ef3e215e682 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:40.313286 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2a29a631-9a71-41b4-b37d-b40a14548fe1 req-a9f14d78-2d1f-4854-9b90-da830605a8e7 service neutron] 10.222.0.69 "GET /v2.0/networks/b6cb15a2-7c54-4019-bc14-2912b5ac9311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6598921 Aug 19 14:36:40.313745 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b826b1d8-5861-4f75-af3a-98e73f02cafb None None] Provisioning for port d2fa1133-59a9-4bec-9719-7afb6ed5404c completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:36:40.333478 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b826b1d8-5861-4f75-af3a-98e73f02cafb None None] Provisioning complete for port d2fa1133-59a9-4bec-9719-7afb6ed5404c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:36:40.338935 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b826b1d8-5861-4f75-af3a-98e73f02cafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:40.456102 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b826b1d8-5861-4f75-af3a-98e73f02cafb None None] Port d2fa1133-59a9-4bec-9719-7afb6ed5404c cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:36:40.502032 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-949266cb-439b-4619-a583-174446433fc0 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:40.522599 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-958a38c1-5a31-4ba7-9306-728774f1d514 req-74e30f7f-8f0c-4e56-95a6-7ef3e215e682 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:40.566711 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-949266cb-439b-4619-a583-174446433fc0 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:40.728279 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-326e8f03-7954-415f-bb92-f6de769d460a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:40.909357 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30827697-f9e6-486f-9642-126a4a56428b req-28275535-404f-4d1a-aff6-61d64c26761e tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Router 423e4b35-c25b-46d7-9594-98ea679d21e5 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:36:41.079721 n-d-766043-2 neutron-server[94640]: INFO neutron.db.l3_db [None req-949266cb-439b-4619-a583-174446433fc0 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Floating IP 65814357-36ab-4f98-926e-38187972b38b associated. External IP: 172.25.2.225, port: 85b78081-e016-48ec-b275-9e4cf73d951f. Aug 19 14:36:41.145674 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 4c702340-e760-4cd2-9401-ed696e0bbe86 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:36:41.289227 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: 4c702340-e760-4cd2-9401-ed696e0bbe86 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:36:41.289227 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 4c702340-e760-4cd2-9401-ed696e0bbe86 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:36:41.295515 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a6057930-741b-4555-974d-d122b081a514 req-96375950-6e6c-4a53-9743-df0529d925e2 service neutron] 10.222.0.88 "GET /v2.0/networks/64b57cc5-23f1-4fc8-9cb0-bdb1cc3660cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8725190 Aug 19 14:36:41.296043 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device ea87760b-db39-4c5a-84d5-a6875c4bb6e1 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:36:41.532764 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e30f7f-8f0c-4e56-95a6-7ef3e215e682 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Pushing event updated for resources: {'Port': ['ID=2ec1d929-d9c0-49f5-b942-496ae0568910,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:41.559006 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port ea87760b-db39-4c5a-84d5-a6875c4bb6e1 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:36:41.574900 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ab23732b-3eca-424b-999f-63a32a7a2e3f req-0cb592cb-555c-46e4-ad2a-75419a2661ac tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.1148579 Aug 19 14:36:41.580680 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port ea87760b-db39-4c5a-84d5-a6875c4bb6e1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:36:41.581286 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:41.635143 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-958a38c1-5a31-4ba7-9306-728774f1d514 req-74e30f7f-8f0c-4e56-95a6-7ef3e215e682 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Network 1bc22803-e21f-489d-a441-493f1928ab13 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:36:41.759107 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30827697-f9e6-486f-9642-126a4a56428b req-28275535-404f-4d1a-aff6-61d64c26761e tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:36:41.773237 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-958a38c1-5a31-4ba7-9306-728774f1d514 req-74e30f7f-8f0c-4e56-95a6-7ef3e215e682 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:36:41.777441 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47477b4-886b-4961-9c99-8234b6ad6414 None None] Sync routers for ids ['423e4b35-c25b-46d7-9594-98ea679d21e5'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:36:41.785490 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-958a38c1-5a31-4ba7-9306-728774f1d514 req-74e30f7f-8f0c-4e56-95a6-7ef3e215e682 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:36:41.808534 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47477b4-886b-4961-9c99-8234b6ad6414 None None] Routers {'423e4b35-c25b-46d7-9594-98ea679d21e5'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:36:41.810213 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c47477b4-886b-4961-9c99-8234b6ad6414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:36:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['423e4b35-c25b-46d7-9594-98ea679d21e5'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:36:41.849294 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-326e8f03-7954-415f-bb92-f6de769d460a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:41.892062 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:41.950818 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-30827697-f9e6-486f-9642-126a4a56428b req-28275535-404f-4d1a-aff6-61d64c26761e tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] No DVR routers for this DVR port 4c702340-e760-4cd2-9401-ed696e0bbe86 on host n-h2-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:36:41.957354 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port ea87760b-db39-4c5a-84d5-a6875c4bb6e1, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=ea87760b-db39-4c5a-84d5-a6875c4bb6e1,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:36:41.963846 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-30827697-f9e6-486f-9642-126a4a56428b req-28275535-404f-4d1a-aff6-61d64c26761e tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:41.967519 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:41.977639 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-30827697-f9e6-486f-9642-126a4a56428b req-28275535-404f-4d1a-aff6-61d64c26761e tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.88 "DELETE /v2.0/ports/4c702340-e760-4cd2-9401-ed696e0bbe86 HTTP/1.1" status: 204 len: 173 time: 5.1449733 Aug 19 14:36:42.127810 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-c47477b4-886b-4961-9c99-8234b6ad6414 None None] Set router 423e4b35-c25b-46d7-9594-98ea679d21e5 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:36:42.144272 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=ea87760b-db39-4c5a-84d5-a6875c4bb6e1,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:42.414379 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-326e8f03-7954-415f-bb92-f6de769d460a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:42.423822 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-326e8f03-7954-415f-bb92-f6de769d460a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:42.425783 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a38c1-5a31-4ba7-9306-728774f1d514 req-74e30f7f-8f0c-4e56-95a6-7ef3e215e682 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:42.426654 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-958a38c1-5a31-4ba7-9306-728774f1d514 req-74e30f7f-8f0c-4e56-95a6-7ef3e215e682 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:42.495253 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3fe6c9-680c-46fc-a197-ddf60468687f req-9673c734-19d5-48f6-8123-d5502a201a1b tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:42.504108 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cb3fe6c9-680c-46fc-a197-ddf60468687f req-9673c734-19d5-48f6-8123-d5502a201a1b tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b HTTP/1.1" status: 200 len: 931 time: 0.9164009 Aug 19 14:36:42.527458 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c47477b4-886b-4961-9c99-8234b6ad6414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-305745118-router', 'tenant_id': 'dc28959d88bc47a3be9291b5c609f583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '8610495d-8ba5-47bb-a153-eeb9a150ec6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:33:58Z', 'updated_at': '2021-08-19T14:34:09Z', 'revision_number': 4, 'project_id': 'dc28959d88bc47a3be9291b5c609f583', 'gw_port': {'id': '8610495d-8ba5-47bb-a153-eeb9a150ec6e', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:33:59Z', 'updated_at': '2021-08-19T14:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '593b9313-95d2-43dd-8993-e39b72ca8142', 'name': '', 'network_id': 'b6cb15a2-7c54-4019-bc14-2912b5ac9311', 'tenant_id': 'dc28959d88bc47a3be9291b5c609f583', 'mac_address': 'fa:16:3e:f0:a0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'da9af51b-745c-4f7e-9d6d-360f30f81e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:34:07Z', 'updated_at': '2021-08-19T14:34:17Z', 'revision_number': 5, 'project_id': 'dc28959d88bc47a3be9291b5c609f583', 'subnets': [{'id': 'da9af51b-745c-4f7e-9d6d-360f30f81e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:36:42.547373 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-05e62f60-de3a-4923-963e-94b975e49e3b req-66e85475-778f-4e05-8557-37ac64129089 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 2.0051332 Aug 19 14:36:42.553274 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-958a38c1-5a31-4ba7-9306-728774f1d514 req-74e30f7f-8f0c-4e56-95a6-7ef3e215e682 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6436782 Aug 19 14:36:42.577695 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47477b4-886b-4961-9c99-8234b6ad6414 None None] Checking router: 423e4b35-c25b-46d7-9594-98ea679d21e5 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:36:42.587719 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47477b4-886b-4961-9c99-8234b6ad6414 None None] Routers {'423e4b35-c25b-46d7-9594-98ea679d21e5'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:36:42.588624 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c47477b4-886b-4961-9c99-8234b6ad6414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:36:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['423e4b35-c25b-46d7-9594-98ea679d21e5'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:36:42.618021 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-326e8f03-7954-415f-bb92-f6de769d460a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:42.622594 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326e8f03-7954-415f-bb92-f6de769d460a admin admin] Pushing event updated for resources: {'Port': ['ID=d2fa1133-59a9-4bec-9719-7afb6ed5404c,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:42.661588 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cb3fe6c9-680c-46fc-a197-ddf60468687f req-8ca9aa32-880a-4d5c-af9f-028dc51385ff tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563210 Aug 19 14:36:42.773285 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326e8f03-7954-415f-bb92-f6de769d460a admin admin] Network 423b47d3-cb8b-4451-beb9-70cb5206b6b8 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:36:42.780208 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-326e8f03-7954-415f-bb92-f6de769d460a admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:36:42.817163 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-958a38c1-5a31-4ba7-9306-728774f1d514 req-65d078bf-e405-4cba-bd5a-d29da62eb2f0 service neutron] Request body: {'port': {'device_id': 'c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:36:42.856011 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-c47477b4-886b-4961-9c99-8234b6ad6414 None None] Set router 423e4b35-c25b-46d7-9594-98ea679d21e5 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:36:42.956701 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b9096f-1f38-43a3-bc0d-39634da2bda0 x-openstack-request-id: req-92b9096f-1f38-43a3-bc0d-39634da2bda0 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:36:42.964878 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab0eac00-0279-4b13-9223-d01a84e38c70", "tag": "94eeb9a7-1b19-46b4-8a0b-027d9e6a9730", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:36:42.965516 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-92b9096f-1f38-43a3-bc0d-39634da2bda0 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:36:42.966786 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab0eac00-0279-4b13-9223-d01a84e38c70', 'tag': '94eeb9a7-1b19-46b4-8a0b-027d9e6a9730', 'status': 'completed', 'code': 200} Aug 19 14:36:43.057260 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e3033-4523-43f6-8527-2d985c77e57e req-d2b3290d-bc30-4906-994d-c041c6106b1e tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:43.059046 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-408e3033-4523-43f6-8527-2d985c77e57e req-d2b3290d-bc30-4906-994d-c041c6106b1e tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab0eac00-0279-4b13-9223-d01a84e38c70 HTTP/1.1" status: 200 len: 943 time: 1.2034917 Aug 19 14:36:43.102608 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device ea87760b-db39-4c5a-84d5-a6875c4bb6e1 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:36:43.291555 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port ea87760b-db39-4c5a-84d5-a6875c4bb6e1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:36:43.295376 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:43.368288 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b801ef2a-1fac-4550-b65a-f3dede7040ae req-424036c4-d35c-4e46-a88e-e250b223e3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:43.390457 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b801ef2a-1fac-4550-b65a-f3dede7040ae req-424036c4-d35c-4e46-a88e-e250b223e3e8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0814fd2f32b04a069959f2744a00fc1f&device_id=ab0eac00-0279-4b13-9223-d01a84e38c70 HTTP/1.1" status: 200 len: 1094 time: 0.4680283 Aug 19 14:36:43.445446 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-267e892a-f0aa-4f1b-b282-e891a2a5d754 None None] Provisioning complete for port d2fa1133-59a9-4bec-9719-7afb6ed5404c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:36:43.446067 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-267e892a-f0aa-4f1b-b282-e891a2a5d754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:43.466137 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c47477b4-886b-4961-9c99-8234b6ad6414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-305745118-router', 'tenant_id': 'dc28959d88bc47a3be9291b5c609f583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '8610495d-8ba5-47bb-a153-eeb9a150ec6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:33:58Z', 'updated_at': '2021-08-19T14:34:09Z', 'revision_number': 4, 'project_id': 'dc28959d88bc47a3be9291b5c609f583', 'gw_port': {'id': '8610495d-8ba5-47bb-a153-eeb9a150ec6e', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:33:59Z', 'updated_at': '2021-08-19T14:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '593b9313-95d2-43dd-8993-e39b72ca8142', 'name': '', 'network_id': 'b6cb15a2-7c54-4019-bc14-2912b5ac9311', 'tenant_id': 'dc28959d88bc47a3be9291b5c609f583', 'mac_address': 'fa:16:3e:f0:a0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'da9af51b-745c-4f7e-9d6d-360f30f81e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:34:07Z', 'updated_at': '2021-08-19T14:34:17Z', 'revision_number': 5, 'project_id': 'dc28959d88bc47a3be9291b5c609f583', 'subnets': [{'id': 'da9af51b-745c-4f7e-9d6d-360f30f81e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:36:43.514886 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e62f60-de3a-4923-963e-94b975e49e3b req-fc1b961c-e481-4ac3-8fe6-540f25ff976f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:43.518455 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-05e62f60-de3a-4923-963e-94b975e49e3b req-fc1b961c-e481-4ac3-8fe6-540f25ff976f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3397b0c43f0b46aaa4295e8f087dd91c&device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9 HTTP/1.1" status: 200 len: 1100 time: 0.8940971 Aug 19 14:36:43.534907 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47477b4-886b-4961-9c99-8234b6ad6414 None None] The sync data for ids ['423e4b35-c25b-46d7-9594-98ea679d21e5'] in n-d-766043-2 is: [{'id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-305745118-router', 'tenant_id': 'dc28959d88bc47a3be9291b5c609f583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '8610495d-8ba5-47bb-a153-eeb9a150ec6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:33:58Z', 'updated_at': '2021-08-19T14:34:09Z', 'revision_number': 4, 'project_id': 'dc28959d88bc47a3be9291b5c609f583', 'gw_port': {'id': '8610495d-8ba5-47bb-a153-eeb9a150ec6e', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:33:59Z', 'updated_at': '2021-08-19T14:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '593b9313-95d2-43dd-8993-e39b72ca8142', 'name': '', 'network_id': 'b6cb15a2-7c54-4019-bc14-2912b5ac9311', 'tenant_id': 'dc28959d88bc47a3be9291b5c609f583', 'mac_address': 'fa:16:3e:f0:a0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'da9af51b-745c-4f7e-9d6d-360f30f81e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:34:07Z', 'updated_at': '2021-08-19T14:34:17Z', 'revision_number': 5, 'project_id': 'dc28959d88bc47a3be9291b5c609f583', 'subnets': [{'id': 'da9af51b-745c-4f7e-9d6d-360f30f81e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:36:43.539102 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-408e3033-4523-43f6-8527-2d985c77e57e req-ade5b14a-ef4b-4c75-9e32-39641c958c2d tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] 10.222.0.69 "GET /v2.0/security-groups?id=5f484da1-535d-4c0d-984b-b94725cd3270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3947899 Aug 19 14:36:43.540075 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-267e892a-f0aa-4f1b-b282-e891a2a5d754 None None] Port d2fa1133-59a9-4bec-9719-7afb6ed5404c cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:36:43.541325 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-958a38c1-5a31-4ba7-9306-728774f1d514 req-65d078bf-e405-4cba-bd5a-d29da62eb2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:43.579928 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-949266cb-439b-4619-a583-174446433fc0 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Router c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:36:43.655670 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29a631-9a71-41b4-b37d-b40a14548fe1 req-8a374c18-cd78-47e2-9bc1-2ccd9e9b6d4f tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:43.663674 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d09b10-98bb-4063-a9e1-85ed6d0d75c9 req-beabc86b-9082-4b81-b88d-aa1ae5f9313e tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:43.670491 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-95d09b10-98bb-4063-a9e1-85ed6d0d75c9 req-beabc86b-9082-4b81-b88d-aa1ae5f9313e tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=03cb2d97-9231-4496-a8c2-4f187e82b2e3 HTTP/1.1" status: 200 len: 945 time: 0.5999272 Aug 19 14:36:43.673046 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2a29a631-9a71-41b4-b37d-b40a14548fe1 req-8a374c18-cd78-47e2-9bc1-2ccd9e9b6d4f tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.88 "GET /v2.0/networks?id=b6cb15a2-7c54-4019-bc14-2912b5ac9311 HTTP/1.1" status: 200 len: 823 time: 0.9235461 Aug 19 14:36:43.774954 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-326e8f03-7954-415f-bb92-f6de769d460a admin admin] Router 36edcd77-357d-40ca-b081-f89a212ef03a has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:36:43.782427 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b801ef2a-1fac-4550-b65a-f3dede7040ae req-b2f17663-bcfc-4ea5-8193-46156ff1bece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:43.784458 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b801ef2a-1fac-4550-b65a-f3dede7040ae req-b2f17663-bcfc-4ea5-8193-46156ff1bece service neutron] 10.222.0.88 "GET /v2.0/networks?id=64b57cc5-23f1-4fc8-9cb0-bdb1cc3660cd HTTP/1.1" status: 200 len: 922 time: 0.3854795 Aug 19 14:36:43.790616 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2a29a631-9a71-41b4-b37d-b40a14548fe1 req-2fb7640d-4643-46ff-871e-9098e0a8b5f5 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc28959d88bc47a3be9291b5c609f583 HTTP/1.1" status: 200 len: 379 time: 0.1053417 Aug 19 14:36:43.805207 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-2a29a631-9a71-41b4-b37d-b40a14548fe1 req-b7737fe5-de54-40b0-960f-f857994d6ac6 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Request body: {'port': {'device_id': '7b414690-47f3-4971-8837-df4683542301', 'network_id': 'b6cb15a2-7c54-4019-bc14-2912b5ac9311', 'admin_state_up': True, 'tenant_id': 'dc28959d88bc47a3be9291b5c609f583', 'security_groups': ['e2016568-562b-4e05-8081-e4bcca4b43ac']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:36:43.901530 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b801ef2a-1fac-4550-b65a-f3dede7040ae req-ee651695-5eb4-4426-91af-07b64a4aedec service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94eeb9a7-1b19-46b4-8a0b-027d9e6a9730 HTTP/1.1" status: 200 len: 217 time: 0.1082730 Aug 19 14:36:44.080905 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd77607-d799-40a2-867b-51f7b584b1ce None None] New status for floating IP 290d9cf1-c3f3-4fa8-a7a9-6e3a21469425: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 14:36:44.195127 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e6c0af83-8306-43f4-9631-2588b0964cc8 req-3f69ea43-a214-41a1-9ae4-9933a5c3b27b tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b414690-47f3-4971-8837-df4683542301 HTTP/1.1" status: 200 len: 210 time: 0.4418526 Aug 19 14:36:44.300055 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-958a38c1-5a31-4ba7-9306-728774f1d514 req-65d078bf-e405-4cba-bd5a-d29da62eb2f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ec1d929-d9c0-49f5-b942-496ae0568910 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:36:44.326500 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-95d09b10-98bb-4063-a9e1-85ed6d0d75c9 req-ec6be919-37f0-4cb3-9913-538e7554b4ef tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6186035 Aug 19 14:36:44.337706 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-958a38c1-5a31-4ba7-9306-728774f1d514 req-65d078bf-e405-4cba-bd5a-d29da62eb2f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:44.403557 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326e8f03-7954-415f-bb92-f6de769d460a admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:36:44.407034 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e62f60-de3a-4923-963e-94b975e49e3b req-61d35689-8e3c-4a63-912b-825c439b410c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:44.409649 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-05e62f60-de3a-4923-963e-94b975e49e3b req-61d35689-8e3c-4a63-912b-825c439b410c service neutron] 10.222.0.88 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.8655961 Aug 19 14:36:44.424523 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1ba014-fa62-47a6-909c-c8bf840a7e4e None None] Sync routers for ids ['36edcd77-357d-40ca-b081-f89a212ef03a'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:36:44.426689 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-326e8f03-7954-415f-bb92-f6de769d460a admin admin] 10.222.0.69 "PUT /v2.0/routers/36edcd77-357d-40ca-b081-f89a212ef03a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8189688 Aug 19 14:36:44.433562 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b801ef2a-1fac-4550-b65a-f3dede7040ae req-5a97492a-2934-4480-a670-dded0900a846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:44.450241 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b801ef2a-1fac-4550-b65a-f3dede7040ae req-5a97492a-2934-4480-a670-dded0900a846 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=703d0f8e-0667-4512-b25b-c93317f2647e HTTP/1.1" status: 200 len: 861 time: 0.5404291 Aug 19 14:36:44.451020 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a29a631-9a71-41b4-b37d-b40a14548fe1 req-b7737fe5-de54-40b0-960f-f857994d6ac6 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Made reservation on behalf of dc28959d88bc47a3be9291b5c609f583 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:36:44.461383 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2a29a631-9a71-41b4-b37d-b40a14548fe1 req-b7737fe5-de54-40b0-960f-f857994d6ac6 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:44.470511 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1ba014-fa62-47a6-909c-c8bf840a7e4e None None] Routers {'36edcd77-357d-40ca-b081-f89a212ef03a'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:36:44.475516 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4d1ba014-fa62-47a6-909c-c8bf840a7e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:36:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['36edcd77-357d-40ca-b081-f89a212ef03a'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:36:44.522697 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949266cb-439b-4619-a583-174446433fc0 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:36:44.525137 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b801ef2a-1fac-4550-b65a-f3dede7040ae req-6f2b3a47-3a81-486b-8588-44ee4469a582 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=64b57cc5-23f1-4fc8-9cb0-bdb1cc3660cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590684 Aug 19 14:36:44.534763 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-949266cb-439b-4619-a583-174446433fc0 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:44.536233 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc574c1-98d6-42a1-ac64-f702b4f78cbf None None] Sync routers for ids ['c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:36:44.552838 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc574c1-98d6-42a1-ac64-f702b4f78cbf None None] Routers {'c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:36:44.554690 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6cc574c1-98d6-42a1-ac64-f702b4f78cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:36:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:36:44.647753 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-05e62f60-de3a-4923-963e-94b975e49e3b req-5f0472d2-9a9c-4a49-9c2b-4d1f88909db6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7 HTTP/1.1" status: 200 len: 217 time: 0.2143557 Aug 19 14:36:44.676991 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-958a38c1-5a31-4ba7-9306-728774f1d514 req-65d078bf-e405-4cba-bd5a-d29da62eb2f0 service neutron] Transition to ACTIVE for port object 2ec1d929-d9c0-49f5-b942-496ae0568910 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:36:44.736146 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-958a38c1-5a31-4ba7-9306-728774f1d514 req-65d078bf-e405-4cba-bd5a-d29da62eb2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:44.796998 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-4d1ba014-fa62-47a6-909c-c8bf840a7e4e None None] Set router 36edcd77-357d-40ca-b081-f89a212ef03a gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:36:44.811181 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b801ef2a-1fac-4550-b65a-f3dede7040ae req-51a840a1-697b-4836-8e7d-52118af6265f service neutron] 10.222.0.88 "GET /v2.0/networks/64b57cc5-23f1-4fc8-9cb0-bdb1cc3660cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789192 Aug 19 14:36:44.818872 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-6cc574c1-98d6-42a1-ac64-f702b4f78cbf None None] Set router c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:36:44.925970 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-949266cb-439b-4619-a583-174446433fc0 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] 10.222.0.69 "PUT /v2.0/floatingips/65814357-36ab-4f98-926e-38187972b38b HTTP/1.1" status: 200 len: 991 time: 9.0296030 Aug 19 14:36:44.938075 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85be6900-df22-4d02-b0a9-25c4181aa88c', 'tag': '85b78081-e016-48ec-b275-9e4cf73d951f'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:36:44.940467 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49fd8b7f-6bae-41fe-9a00-5234be2f37ff" -d '{"events": [{"name": "network-changed", "server_uuid": "85be6900-df22-4d02-b0a9-25c4181aa88c", "tag": "85b78081-e016-48ec-b275-9e4cf73d951f"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:36:44.980805 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d337baa-7c96-4b08-bfff-50155d5338e3 req-8a2ea605-e596-4e32-bfc1-fec274f3d3e6 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:44.982456 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8d337baa-7c96-4b08-bfff-50155d5338e3 req-8a2ea605-e596-4e32-bfc1-fec274f3d3e6 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=526148ce-3526-40ac-8dbb-b60693c88d9c HTTP/1.1" status: 200 len: 950 time: 0.5909891 Aug 19 14:36:45.093831 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d078bf-e405-4cba-bd5a-d29da62eb2f0 service neutron] Pushing event updated for resources: {'Port': ['ID=2ec1d929-d9c0-49f5-b942-496ae0568910,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:45.136002 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa3b7b-e3e7-4487-9187-91b8b0cd92b1 req-aef426da-39fa-47aa-b37f-d77eb2307647 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:45.141925 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-11fa3b7b-e3e7-4487-9187-91b8b0cd92b1 req-aef426da-39fa-47aa-b37f-d77eb2307647 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b HTTP/1.1" status: 200 len: 943 time: 0.5274825 Aug 19 14:36:45.156171 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e62f60-de3a-4923-963e-94b975e49e3b req-eb9030c8-0a31-4b12-b5fb-8b36d4ba0ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:45.157902 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-05e62f60-de3a-4923-963e-94b975e49e3b req-eb9030c8-0a31-4b12-b5fb-8b36d4ba0ad6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.4613416 Aug 19 14:36:45.213361 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4d1ba014-fa62-47a6-909c-c8bf840a7e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36edcd77-357d-40ca-b081-f89a212ef03a', 'name': 'tempest-FloatingIPDetailsTestJSON-1116638496-router', 'tenant_id': 'd679ea839439409caa0063fb5ac93e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'ea87760b-db39-4c5a-84d5-a6875c4bb6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:36:27Z', 'updated_at': '2021-08-19T14:36:41Z', 'revision_number': 4, 'project_id': 'd679ea839439409caa0063fb5ac93e10', 'gw_port': {'id': 'ea87760b-db39-4c5a-84d5-a6875c4bb6e1', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fe:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36edcd77-357d-40ca-b081-f89a212ef03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:36:29Z', 'updated_at': '2021-08-19T14:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'd2fa1133-59a9-4bec-9719-7afb6ed5404c', 'name': '', 'network_id': '423b47d3-cb8b-4451-beb9-70cb5206b6b8', 'tenant_id': 'd679ea839439409caa0063fb5ac93e10', 'mac_address': 'fa:16:3e:c8:80:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36edcd77-357d-40ca-b081-f89a212ef03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '32fdf3a6-d45d-474a-85ef-13b60a7b57b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:36:38Z', 'updated_at': '2021-08-19T14:36:42Z', 'revision_number': 2, 'project_id': 'd679ea839439409caa0063fb5ac93e10', 'subnets': [{'id': '32fdf3a6-d45d-474a-85ef-13b60a7b57b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:36:45.284814 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1ba014-fa62-47a6-909c-c8bf840a7e4e None None] Checking router: 36edcd77-357d-40ca-b081-f89a212ef03a for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:36:45.285247 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1ba014-fa62-47a6-909c-c8bf840a7e4e None None] Updating router 36edcd77-357d-40ca-b081-f89a212ef03a port d2fa1133-59a9-4bec-9719-7afb6ed5404c binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:36:45.290431 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef35c59d-884a-4975-943a-b8d19ec943b4', 'name': 'network-vif-deleted', 'tag': '4c702340-e760-4cd2-9401-ed696e0bbe86'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:36:45.294096 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b160549f-2bd9-42c0-aa53-1dc48eedded1" -d '{"events": [{"server_uuid": "ef35c59d-884a-4975-943a-b8d19ec943b4", "name": "network-vif-deleted", "tag": "4c702340-e760-4cd2-9401-ed696e0bbe86"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:36:45.294285 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 94eeb9a7-1b19-46b4-8a0b-027d9e6a9730 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:36:45.316656 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8d337baa-7c96-4b08-bfff-50155d5338e3 req-8432f26d-fb72-4813-ad4e-7c729067360a tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163035 Aug 19 14:36:45.338984 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-2a29a631-9a71-41b4-b37d-b40a14548fe1 req-b7737fe5-de54-40b0-960f-f857994d6ac6 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Allocated IP 172.20.0.4 (b6cb15a2-7c54-4019-bc14-2912b5ac9311/da9af51b-745c-4f7e-9d6d-360f30f81e3e/f5d31258-b744-4491-9281-dc33ea9d4fbd) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:36:45.350493 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-4d1ba014-fa62-47a6-909c-c8bf840a7e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:45.466498 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-11fa3b7b-e3e7-4487-9187-91b8b0cd92b1 req-7cbf428d-2536-47f5-b936-795751f2c4ed tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029535 Aug 19 14:36:45.561674 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 94eeb9a7-1b19-46b4-8a0b-027d9e6a9730, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=94eeb9a7-1b19-46b4-8a0b-027d9e6a9730,segment=NetworkSegment(464085d0-8a3e-476f-8e7a-8a74bbb00354),segment_id=464085d0-8a3e-476f-8e7a-8a74bbb00354)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:36:45.578131 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '94eeb9a7-1b19-46b4-8a0b-027d9e6a9730', 'network_id': '64b57cc5-23f1-4fc8-9cb0-bdb1cc3660cd', 'port_id': '94eeb9a7-1b19-46b4-8a0b-027d9e6a9730', 'mac_address': 'fa:16:3e:0e:6e:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '703d0f8e-0667-4512-b25b-c93317f2647e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:36:45.584235 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2a29a631-9a71-41b4-b37d-b40a14548fe1 req-b7737fe5-de54-40b0-960f-f857994d6ac6 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:45.614391 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-2a29a631-9a71-41b4-b37d-b40a14548fe1 req-b7737fe5-de54-40b0-960f-f857994d6ac6 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Transition to ACTIVE for port object f5d31258-b744-4491-9281-dc33ea9d4fbd will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:36:45.627850 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e62f60-de3a-4923-963e-94b975e49e3b req-2dae75b4-47fc-48e2-9697-1413bc13341e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:45.639651 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-05e62f60-de3a-4923-963e-94b975e49e3b req-2dae75b4-47fc-48e2-9697-1413bc13341e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4497163 Aug 19 14:36:45.681376 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2a29a631-9a71-41b4-b37d-b40a14548fe1 req-b7737fe5-de54-40b0-960f-f857994d6ac6 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:45.709410 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6cc574c1-98d6-42a1-ac64-f702b4f78cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e', 'name': 'tempest-ServersTestManualDisk-910060916-router', 'tenant_id': '74293d11c41e4029af95465f64d7901f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '72a5e7b1-377b-4367-97d6-c9e4f9a49806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:35:47Z', 'updated_at': '2021-08-19T14:35:58Z', 'revision_number': 4, 'project_id': '74293d11c41e4029af95465f64d7901f', 'gw_port': {'id': '72a5e7b1-377b-4367-97d6-c9e4f9a49806', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:35:49Z', 'updated_at': '2021-08-19T14:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '65814357-36ab-4f98-926e-38187972b38b', 'tenant_id': '74293d11c41e4029af95465f64d7901f', 'floating_ip_address': '172.25.2.225', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': 'c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e', 'port_id': '85b78081-e016-48ec-b275-9e4cf73d951f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96a8522-2b03-4241-8f82-1a09a4b61868', 'mac_address': 'fa:16:3e:31:ef:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85be6900-df22-4d02-b0a9-25c4181aa88c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:36:07Z', 'updated_at': '2021-08-19T14:36:39Z', 'revision_number': 1, 'project_id': '74293d11c41e4029af95465f64d7901f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57216e02-9674-4ff9-b7dd-f0aaef77927b', 'name': '', 'network_id': 'b96a8522-2b03-4241-8f82-1a09a4b61868', 'tenant_id': '74293d11c41e4029af95465f64d7901f', 'mac_address': 'fa:16:3e:1e:e7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'c552364d-d70d-482a-9650-0fce232fda34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:35:55Z', 'updated_at': '2021-08-19T14:36:05Z', 'revision_number': 5, 'project_id': '74293d11c41e4029af95465f64d7901f', 'subnets': [{'id': 'c552364d-d70d-482a-9650-0fce232fda34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:36:45.757501 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:45.761532 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7737fe5-de54-40b0-960f-f857994d6ac6 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Pushing event updated for resources: {'Port': ['ID=f5d31258-b744-4491-9281-dc33ea9d4fbd,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:45.770481 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc574c1-98d6-42a1-ac64-f702b4f78cbf None None] Checking router: c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:36:45.801629 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a29a631-9a71-41b4-b37d-b40a14548fe1 req-b7737fe5-de54-40b0-960f-f857994d6ac6 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Network b6cb15a2-7c54-4019-bc14-2912b5ac9311 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:36:45.805942 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-2a29a631-9a71-41b4-b37d-b40a14548fe1 req-b7737fe5-de54-40b0-960f-f857994d6ac6 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:36:45.810633 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a29a631-9a71-41b4-b37d-b40a14548fe1 req-b7737fe5-de54-40b0-960f-f857994d6ac6 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:36:45.825654 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94eeb9a7-1b19-46b4-8a0b-027d9e6a9730 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:36:45.843173 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc574c1-98d6-42a1-ac64-f702b4f78cbf None None] Routers {'c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:36:45.844770 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6cc574c1-98d6-42a1-ac64-f702b4f78cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:36:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:36:45.890975 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29a631-9a71-41b4-b37d-b40a14548fe1 req-b7737fe5-de54-40b0-960f-f857994d6ac6 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:45.892504 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2a29a631-9a71-41b4-b37d-b40a14548fe1 req-b7737fe5-de54-40b0-960f-f857994d6ac6 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:45.905192 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b801ef2a-1fac-4550-b65a-f3dede7040ae req-d6f6579d-d4e6-4e10-84cd-6f3ef71261bb service neutron] 10.222.0.88 "GET /v2.0/networks/64b57cc5-23f1-4fc8-9cb0-bdb1cc3660cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0775316 Aug 19 14:36:45.922262 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2a29a631-9a71-41b4-b37d-b40a14548fe1 req-b7737fe5-de54-40b0-960f-f857994d6ac6 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1206503 Aug 19 14:36:45.950104 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-2a29a631-9a71-41b4-b37d-b40a14548fe1 req-f54b8b69-bf25-4a6f-af2b-41ff6a139b55 service neutron] Request body: {'port': {'device_id': '7b414690-47f3-4971-8837-df4683542301', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:36:45.964606 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-958a38c1-5a31-4ba7-9306-728774f1d514 req-65d078bf-e405-4cba-bd5a-d29da62eb2f0 service neutron] Attempting to bind port 2ec1d929-d9c0-49f5-b942-496ae0568910 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:36:45.965308 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-958a38c1-5a31-4ba7-9306-728774f1d514 req-65d078bf-e405-4cba-bd5a-d29da62eb2f0 service neutron] Attempting to bind port 2ec1d929-d9c0-49f5-b942-496ae0568910 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '911020b2-3bb4-4db0-af7a-51b07cbea653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:36:45.965308 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958a38c1-5a31-4ba7-9306-728774f1d514 req-65d078bf-e405-4cba-bd5a-d29da62eb2f0 service neutron] Attempting to bind port 2ec1d929-d9c0-49f5-b942-496ae0568910 on network 1bc22803-e21f-489d-a441-493f1928ab13 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:36:45.972505 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-4d1ba014-fa62-47a6-909c-c8bf840a7e4e None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:46.001220 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4ca0b-fc52-484a-9d79-530289d54398 req-ebbdeaa7-6e1c-444c-9f25-273cbd650e75 tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:46.002887 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f2c4ca0b-fc52-484a-9d79-530289d54398 req-ebbdeaa7-6e1c-444c-9f25-273cbd650e75 tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab0eac00-0279-4b13-9223-d01a84e38c70 HTTP/1.1" status: 200 len: 943 time: 0.5258698 Aug 19 14:36:46.008801 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-4d1ba014-fa62-47a6-909c-c8bf840a7e4e None None] Transition to ACTIVE for port object d2fa1133-59a9-4bec-9719-7afb6ed5404c will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:36:46.018128 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-4d1ba014-fa62-47a6-909c-c8bf840a7e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:46.028905 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958a38c1-5a31-4ba7-9306-728774f1d514 req-65d078bf-e405-4cba-bd5a-d29da62eb2f0 service neutron] Port 2ec1d929-d9c0-49f5-b942-496ae0568910 on network 1bc22803-e21f-489d-a441-493f1928ab13 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:36:46.035384 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958a38c1-5a31-4ba7-9306-728774f1d514 req-65d078bf-e405-4cba-bd5a-d29da62eb2f0 service neutron] Attempting to bind port 2ec1d929-d9c0-49f5-b942-496ae0568910 on network 1bc22803-e21f-489d-a441-493f1928ab13 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:36:46.092809 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2a29a631-9a71-41b4-b37d-b40a14548fe1 req-f54b8b69-bf25-4a6f-af2b-41ff6a139b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:46.116828 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958a38c1-5a31-4ba7-9306-728774f1d514 req-65d078bf-e405-4cba-bd5a-d29da62eb2f0 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:36:46.117242 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958a38c1-5a31-4ba7-9306-728774f1d514 req-65d078bf-e405-4cba-bd5a-d29da62eb2f0 service neutron] Checking segment: {'id': '911020b2-3bb4-4db0-af7a-51b07cbea653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:36:46.117569 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958a38c1-5a31-4ba7-9306-728774f1d514 req-65d078bf-e405-4cba-bd5a-d29da62eb2f0 service neutron] Bound using segment: {'id': '911020b2-3bb4-4db0-af7a-51b07cbea653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:36:46.118019 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-958a38c1-5a31-4ba7-9306-728774f1d514 req-65d078bf-e405-4cba-bd5a-d29da62eb2f0 service neutron] Bound port: 2ec1d929-d9c0-49f5-b942-496ae0568910, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '911020b2-3bb4-4db0-af7a-51b07cbea653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:36:46.118371 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-958a38c1-5a31-4ba7-9306-728774f1d514 req-65d078bf-e405-4cba-bd5a-d29da62eb2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:46.146508 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c1107-1ab1-4382-965a-58bff5f5bbc4 None None] Pushing event updated for resources: {'Port': ['ID=d2fa1133-59a9-4bec-9719-7afb6ed5404c,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:46.245883 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-05e62f60-de3a-4923-963e-94b975e49e3b req-98840788-4268-45ab-a8b0-97a90ebb6e5f service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5863707 Aug 19 14:36:46.296225 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cef8289f-0112-46b4-98aa-c4c102ca42f2 req-ba73ed38-2186-4f8a-8f6c-0e56ee28f2c1 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6545913 Aug 19 14:36:46.310990 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 94eeb9a7-1b19-46b4-8a0b-027d9e6a9730, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=94eeb9a7-1b19-46b4-8a0b-027d9e6a9730,segment=NetworkSegment(464085d0-8a3e-476f-8e7a-8a74bbb00354),segment_id=464085d0-8a3e-476f-8e7a-8a74bbb00354)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:36:46.323395 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f2c4ca0b-fc52-484a-9d79-530289d54398 req-ee0f1b67-cb7d-429d-aaf7-abd980582eb0 tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] 10.222.0.69 "GET /v2.0/security-groups?id=5f484da1-535d-4c0d-984b-b94725cd3270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057926 Aug 19 14:36:46.333287 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:46.337711 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-cef8289f-0112-46b4-98aa-c4c102ca42f2 req-80c45933-393a-4c33-a684-9cf38d010195 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Request body: {'floatingip': {'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:36:46.544655 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45166eaa-44f2-4abe-8bea-bd4e22d4bb6b x-openstack-request-id: req-45166eaa-44f2-4abe-8bea-bd4e22d4bb6b {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:36:46.544925 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85be6900-df22-4d02-b0a9-25c4181aa88c", "tag": "85b78081-e016-48ec-b275-9e4cf73d951f", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:36:46.545199 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-45166eaa-44f2-4abe-8bea-bd4e22d4bb6b {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:36:46.545558 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85be6900-df22-4d02-b0a9-25c4181aa88c', 'tag': '85b78081-e016-48ec-b275-9e4cf73d951f', 'status': 'completed', 'code': 200} Aug 19 14:36:46.549532 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-4d1ba014-fa62-47a6-909c-c8bf840a7e4e None None] Attempting to bind port d2fa1133-59a9-4bec-9719-7afb6ed5404c on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:36:46.555594 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-4d1ba014-fa62-47a6-909c-c8bf840a7e4e None None] Attempting to bind port d2fa1133-59a9-4bec-9719-7afb6ed5404c by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '6e5bf6b9-475b-4f04-b47e-e3b48f06e1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '423b47d3-cb8b-4451-beb9-70cb5206b6b8'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:36:46.556804 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1ba014-fa62-47a6-909c-c8bf840a7e4e None None] Attempting to bind port d2fa1133-59a9-4bec-9719-7afb6ed5404c on network 423b47d3-cb8b-4451-beb9-70cb5206b6b8 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:36:46.567584 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cef8289f-0112-46b4-98aa-c4c102ca42f2 req-80c45933-393a-4c33-a684-9cf38d010195 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:46.570695 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-958a38c1-5a31-4ba7-9306-728774f1d514 req-65d078bf-e405-4cba-bd5a-d29da62eb2f0 service neutron] For port 2ec1d929-d9c0-49f5-b942-496ae0568910, host n-h1-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:36:46.579233 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1ba014-fa62-47a6-909c-c8bf840a7e4e None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:36:46.583061 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1ba014-fa62-47a6-909c-c8bf840a7e4e None None] Checking segment: {'id': '6e5bf6b9-475b-4f04-b47e-e3b48f06e1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '423b47d3-cb8b-4451-beb9-70cb5206b6b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:36:46.586729 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-4d1ba014-fa62-47a6-909c-c8bf840a7e4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:46.587303 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1ba014-fa62-47a6-909c-c8bf840a7e4e None None] Bound using segment: {'id': '6e5bf6b9-475b-4f04-b47e-e3b48f06e1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '423b47d3-cb8b-4451-beb9-70cb5206b6b8'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:36:46.587805 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-4d1ba014-fa62-47a6-909c-c8bf840a7e4e None None] Bound port: d2fa1133-59a9-4bec-9719-7afb6ed5404c, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e5bf6b9-475b-4f04-b47e-e3b48f06e1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '423b47d3-cb8b-4451-beb9-70cb5206b6b8'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:36:46.588824 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-4d1ba014-fa62-47a6-909c-c8bf840a7e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:46.606021 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-958a38c1-5a31-4ba7-9306-728774f1d514 req-65d078bf-e405-4cba-bd5a-d29da62eb2f0 service neutron] For port 2ec1d929-d9c0-49f5-b942-496ae0568910, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=2ec1d929-d9c0-49f5-b942-496ae0568910,segment=NetworkSegment(911020b2-3bb4-4db0-af7a-51b07cbea653),segment_id=911020b2-3bb4-4db0-af7a-51b07cbea653)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:36:46.631919 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=94eeb9a7-1b19-46b4-8a0b-027d9e6a9730,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:46.642639 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-958a38c1-5a31-4ba7-9306-728774f1d514 req-65d078bf-e405-4cba-bd5a-d29da62eb2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:46.649746 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-05e62f60-de3a-4923-963e-94b975e49e3b req-28dbf3ff-c003-44d0-9486-6e6567092fe0 service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507800 Aug 19 14:36:46.668923 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-eeb65b3b-3e37-497d-ac18-741c872e6a32 None None] Provisioning for port f5d31258-b744-4491-9281-dc33ea9d4fbd completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:36:46.697188 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-eeb65b3b-3e37-497d-ac18-741c872e6a32 None None] Provisioning complete for port f5d31258-b744-4491-9281-dc33ea9d4fbd triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:36:46.698014 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-eeb65b3b-3e37-497d-ac18-741c872e6a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:46.784106 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-4d1ba014-fa62-47a6-909c-c8bf840a7e4e None None] For port d2fa1133-59a9-4bec-9719-7afb6ed5404c, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:36:46.793837 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-eeb65b3b-3e37-497d-ac18-741c872e6a32 None None] Port f5d31258-b744-4491-9281-dc33ea9d4fbd cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:36:46.809226 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd8b7f-6bae-41fe-9a00-5234be2f37ff req-b1e8293a-cb15-4905-a55f-950b741d3bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:46.811345 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-49fd8b7f-6bae-41fe-9a00-5234be2f37ff req-b1e8293a-cb15-4905-a55f-950b741d3bcc service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=74293d11c41e4029af95465f64d7901f&device_id=85be6900-df22-4d02-b0a9-25c4181aa88c HTTP/1.1" status: 200 len: 1096 time: 0.2254593 Aug 19 14:36:46.819026 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['94eeb9a7-1b19-46b4-8a0b-027d9e6a9730'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:36:46.819264 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a38c1-5a31-4ba7-9306-728774f1d514 req-65d078bf-e405-4cba-bd5a-d29da62eb2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:46.819885 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-958a38c1-5a31-4ba7-9306-728774f1d514 req-65d078bf-e405-4cba-bd5a-d29da62eb2f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:46.821308 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-958a38c1-5a31-4ba7-9306-728774f1d514 req-65d078bf-e405-4cba-bd5a-d29da62eb2f0 service neutron] 10.222.0.68 "PUT /v2.0/ports/2ec1d929-d9c0-49f5-b942-496ae0568910 HTTP/1.1" status: 200 len: 1091 time: 4.2000751 Aug 19 14:36:46.901995 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-6cc574c1-98d6-42a1-ac64-f702b4f78cbf None None] Set router c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:36:46.913652 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-4d1ba014-fa62-47a6-909c-c8bf840a7e4e None None] For port d2fa1133-59a9-4bec-9719-7afb6ed5404c, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=d2fa1133-59a9-4bec-9719-7afb6ed5404c,segment=NetworkSegment(6e5bf6b9-475b-4f04-b47e-e3b48f06e1a0),segment_id=6e5bf6b9-475b-4f04-b47e-e3b48f06e1a0)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:36:46.927107 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d078bf-e405-4cba-bd5a-d29da62eb2f0 service neutron] Pushing event updated for resources: {'Port': ['ID=2ec1d929-d9c0-49f5-b942-496ae0568910,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:46.943595 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-4d1ba014-fa62-47a6-909c-c8bf840a7e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:46.952505 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-2a29a631-9a71-41b4-b37d-b40a14548fe1 req-f54b8b69-bf25-4a6f-af2b-41ff6a139b55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5d31258-b744-4491-9281-dc33ea9d4fbd {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:36:46.963844 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2a29a631-9a71-41b4-b37d-b40a14548fe1 req-f54b8b69-bf25-4a6f-af2b-41ff6a139b55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:46.998502 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-2a29a631-9a71-41b4-b37d-b40a14548fe1 req-f54b8b69-bf25-4a6f-af2b-41ff6a139b55 service neutron] Transition to ACTIVE for port object f5d31258-b744-4491-9281-dc33ea9d4fbd will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:36:47.003385 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d46f94-57ab-47c0-964e-78eece4f0ade req-a7ebaad3-8b8c-4cec-8c4f-2f50d44b3ffc tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:47.004937 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-35d46f94-57ab-47c0-964e-78eece4f0ade req-a7ebaad3-8b8c-4cec-8c4f-2f50d44b3ffc tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b414690-47f3-4971-8837-df4683542301 HTTP/1.1" status: 200 len: 931 time: 0.3123312 Aug 19 14:36:47.019113 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2a29a631-9a71-41b4-b37d-b40a14548fe1 req-f54b8b69-bf25-4a6f-af2b-41ff6a139b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:47.046332 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd8b7f-6bae-41fe-9a00-5234be2f37ff req-e682920e-d28e-4475-b640-7041931cf223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:47.051813 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-49fd8b7f-6bae-41fe-9a00-5234be2f37ff req-e682920e-d28e-4475-b640-7041931cf223 service neutron] 10.222.0.68 "GET /v2.0/networks?id=b96a8522-2b03-4241-8f82-1a09a4b61868 HTTP/1.1" status: 200 len: 912 time: 0.2018607 Aug 19 14:36:47.117991 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a38c1-5a31-4ba7-9306-728774f1d514 req-b9bd4b6d-e571-4afb-b666-fbe59fed1e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:47.121414 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-958a38c1-5a31-4ba7-9306-728774f1d514 req-b9bd4b6d-e571-4afb-b666-fbe59fed1e48 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b2e5fa7db1364ccea50861254cd97ec3&device_id=c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b HTTP/1.1" status: 200 len: 1094 time: 0.2280920 Aug 19 14:36:47.171531 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1ba014-fa62-47a6-909c-c8bf840a7e4e None None] Routers {'36edcd77-357d-40ca-b081-f89a212ef03a'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:36:47.172146 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4d1ba014-fa62-47a6-909c-c8bf840a7e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:36:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['36edcd77-357d-40ca-b081-f89a212ef03a'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:36:47.227775 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-35d46f94-57ab-47c0-964e-78eece4f0ade req-5727b2e3-2aff-4670-bc43-8647c1eb5875 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2016568-562b-4e05-8081-e4bcca4b43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2103972 Aug 19 14:36:47.233810 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-958a38c1-5a31-4ba7-9306-728774f1d514 req-51c3a791-ceb4-4e67-b93d-c7971618d3c3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ec1d929-d9c0-49f5-b942-496ae0568910 HTTP/1.1" status: 200 len: 217 time: 0.0958893 Aug 19 14:36:47.292439 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cef8289f-0112-46b4-98aa-c4c102ca42f2 req-80c45933-393a-4c33-a684-9cf38d010195 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:47.345657 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c1107-1ab1-4382-965a-58bff5f5bbc4 None None] Pushing event updated for resources: {'Port': ['ID=d2fa1133-59a9-4bec-9719-7afb6ed5404c,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:47.394373 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b2b62e-7049-439b-be19-1ae0d475f63c x-openstack-request-id: req-15b2b62e-7049-439b-be19-1ae0d475f63c {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:36:47.394676 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef35c59d-884a-4975-943a-b8d19ec943b4", "name": "network-vif-deleted", "tag": "4c702340-e760-4cd2-9401-ed696e0bbe86", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:36:47.394988 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-15b2b62e-7049-439b-be19-1ae0d475f63c {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:36:47.395433 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef35c59d-884a-4975-943a-b8d19ec943b4', 'name': 'network-vif-deleted', 'tag': '4c702340-e760-4cd2-9401-ed696e0bbe86', 'status': 'completed', 'code': 200} Aug 19 14:36:47.412591 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b8b69-bf25-4a6f-af2b-41ff6a139b55 service neutron] Pushing event updated for resources: {'Port': ['ID=f5d31258-b744-4491-9281-dc33ea9d4fbd,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:47.479280 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-49fd8b7f-6bae-41fe-9a00-5234be2f37ff req-788b34ed-7f33-4b3c-b929-3284ae9973c6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85b78081-e016-48ec-b275-9e4cf73d951f HTTP/1.1" status: 200 len: 999 time: 0.3663540 Aug 19 14:36:47.529857 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-4d1ba014-fa62-47a6-909c-c8bf840a7e4e None None] Set router 36edcd77-357d-40ca-b081-f89a212ef03a gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:36:47.593123 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a38c1-5a31-4ba7-9306-728774f1d514 req-b73602cb-0c39-489e-b5ad-831210a404b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:47.594572 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-958a38c1-5a31-4ba7-9306-728774f1d514 req-b73602cb-0c39-489e-b5ad-831210a404b9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=0f5154a7-363a-4827-ab5d-78b924f5e137 HTTP/1.1" status: 200 len: 861 time: 0.3439031 Aug 19 14:36:47.628722 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-2a29a631-9a71-41b4-b37d-b40a14548fe1 req-f54b8b69-bf25-4a6f-af2b-41ff6a139b55 service neutron] Attempting to bind port f5d31258-b744-4491-9281-dc33ea9d4fbd on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:36:47.629468 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-2a29a631-9a71-41b4-b37d-b40a14548fe1 req-f54b8b69-bf25-4a6f-af2b-41ff6a139b55 service neutron] Attempting to bind port f5d31258-b744-4491-9281-dc33ea9d4fbd by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '3b829adb-df02-4027-b39b-d94446f6765e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b6cb15a2-7c54-4019-bc14-2912b5ac9311'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:36:47.630410 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a29a631-9a71-41b4-b37d-b40a14548fe1 req-f54b8b69-bf25-4a6f-af2b-41ff6a139b55 service neutron] Attempting to bind port f5d31258-b744-4491-9281-dc33ea9d4fbd on network b6cb15a2-7c54-4019-bc14-2912b5ac9311 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:36:47.640832 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a29a631-9a71-41b4-b37d-b40a14548fe1 req-f54b8b69-bf25-4a6f-af2b-41ff6a139b55 service neutron] Port f5d31258-b744-4491-9281-dc33ea9d4fbd on network b6cb15a2-7c54-4019-bc14-2912b5ac9311 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:36:47.641559 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a29a631-9a71-41b4-b37d-b40a14548fe1 req-f54b8b69-bf25-4a6f-af2b-41ff6a139b55 service neutron] Attempting to bind port f5d31258-b744-4491-9281-dc33ea9d4fbd on network b6cb15a2-7c54-4019-bc14-2912b5ac9311 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:36:47.653971 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a29a631-9a71-41b4-b37d-b40a14548fe1 req-f54b8b69-bf25-4a6f-af2b-41ff6a139b55 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:36:47.654445 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a29a631-9a71-41b4-b37d-b40a14548fe1 req-f54b8b69-bf25-4a6f-af2b-41ff6a139b55 service neutron] Checking segment: {'id': '3b829adb-df02-4027-b39b-d94446f6765e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b6cb15a2-7c54-4019-bc14-2912b5ac9311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:36:47.654940 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a29a631-9a71-41b4-b37d-b40a14548fe1 req-f54b8b69-bf25-4a6f-af2b-41ff6a139b55 service neutron] Bound using segment: {'id': '3b829adb-df02-4027-b39b-d94446f6765e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b6cb15a2-7c54-4019-bc14-2912b5ac9311'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:36:47.655499 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-2a29a631-9a71-41b4-b37d-b40a14548fe1 req-f54b8b69-bf25-4a6f-af2b-41ff6a139b55 service neutron] Bound port: f5d31258-b744-4491-9281-dc33ea9d4fbd, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b829adb-df02-4027-b39b-d94446f6765e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b6cb15a2-7c54-4019-bc14-2912b5ac9311'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:36:47.655965 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2a29a631-9a71-41b4-b37d-b40a14548fe1 req-f54b8b69-bf25-4a6f-af2b-41ff6a139b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:47.746916 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd8b7f-6bae-41fe-9a00-5234be2f37ff req-3edf35f2-e883-4d58-af69-c0c6dc7560bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:47.748921 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-49fd8b7f-6bae-41fe-9a00-5234be2f37ff req-3edf35f2-e883-4d58-af69-c0c6dc7560bf service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c552364d-d70d-482a-9650-0fce232fda34 HTTP/1.1" status: 200 len: 850 time: 0.2253189 Aug 19 14:36:47.790195 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-cef8289f-0112-46b4-98aa-c4c102ca42f2 req-80c45933-393a-4c33-a684-9cf38d010195 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Allocated IP 172.25.2.173 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/c3aa051d-0f69-4ec2-89b1-97c30d8d7b73) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:36:47.829013 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-2a29a631-9a71-41b4-b37d-b40a14548fe1 req-f54b8b69-bf25-4a6f-af2b-41ff6a139b55 service neutron] For port f5d31258-b744-4491-9281-dc33ea9d4fbd, host n-h2-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:36:47.868745 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-2a29a631-9a71-41b4-b37d-b40a14548fe1 req-f54b8b69-bf25-4a6f-af2b-41ff6a139b55 service neutron] For port f5d31258-b744-4491-9281-dc33ea9d4fbd, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=f5d31258-b744-4491-9281-dc33ea9d4fbd,segment=NetworkSegment(3b829adb-df02-4027-b39b-d94446f6765e),segment_id=3b829adb-df02-4027-b39b-d94446f6765e)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:36:47.892477 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6cc574c1-98d6-42a1-ac64-f702b4f78cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e', 'name': 'tempest-ServersTestManualDisk-910060916-router', 'tenant_id': '74293d11c41e4029af95465f64d7901f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '72a5e7b1-377b-4367-97d6-c9e4f9a49806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:35:47Z', 'updated_at': '2021-08-19T14:35:58Z', 'revision_number': 4, 'project_id': '74293d11c41e4029af95465f64d7901f', 'gw_port': {'id': '72a5e7b1-377b-4367-97d6-c9e4f9a49806', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:35:49Z', 'updated_at': '2021-08-19T14:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '65814357-36ab-4f98-926e-38187972b38b', 'tenant_id': '74293d11c41e4029af95465f64d7901f', 'floating_ip_address': '172.25.2.225', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': 'c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e', 'port_id': '85b78081-e016-48ec-b275-9e4cf73d951f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96a8522-2b03-4241-8f82-1a09a4b61868', 'mac_address': 'fa:16:3e:31:ef:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85be6900-df22-4d02-b0a9-25c4181aa88c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:36:07Z', 'updated_at': '2021-08-19T14:36:39Z', 'revision_number': 1, 'project_id': '74293d11c41e4029af95465f64d7901f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57216e02-9674-4ff9-b7dd-f0aaef77927b', 'name': '', 'network_id': 'b96a8522-2b03-4241-8f82-1a09a4b61868', 'tenant_id': '74293d11c41e4029af95465f64d7901f', 'mac_address': 'fa:16:3e:1e:e7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'c552364d-d70d-482a-9650-0fce232fda34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:35:55Z', 'updated_at': '2021-08-19T14:36:05Z', 'revision_number': 5, 'project_id': '74293d11c41e4029af95465f64d7901f', 'subnets': [{'id': 'c552364d-d70d-482a-9650-0fce232fda34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:36:47.894839 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2a29a631-9a71-41b4-b37d-b40a14548fe1 req-f54b8b69-bf25-4a6f-af2b-41ff6a139b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:47.960342 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4d1ba014-fa62-47a6-909c-c8bf840a7e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36edcd77-357d-40ca-b081-f89a212ef03a', 'name': 'tempest-FloatingIPDetailsTestJSON-1116638496-router', 'tenant_id': 'd679ea839439409caa0063fb5ac93e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'ea87760b-db39-4c5a-84d5-a6875c4bb6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:36:27Z', 'updated_at': '2021-08-19T14:36:41Z', 'revision_number': 4, 'project_id': 'd679ea839439409caa0063fb5ac93e10', 'gw_port': {'id': 'ea87760b-db39-4c5a-84d5-a6875c4bb6e1', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fe:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36edcd77-357d-40ca-b081-f89a212ef03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:36:29Z', 'updated_at': '2021-08-19T14:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'd2fa1133-59a9-4bec-9719-7afb6ed5404c', 'name': '', 'network_id': '423b47d3-cb8b-4451-beb9-70cb5206b6b8', 'tenant_id': 'd679ea839439409caa0063fb5ac93e10', 'mac_address': 'fa:16:3e:c8:80:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36edcd77-357d-40ca-b081-f89a212ef03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '32fdf3a6-d45d-474a-85ef-13b60a7b57b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:36:38Z', 'updated_at': '2021-08-19T14:36:46Z', 'revision_number': 4, 'project_id': 'd679ea839439409caa0063fb5ac93e10', 'subnets': [{'id': '32fdf3a6-d45d-474a-85ef-13b60a7b57b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:36:47.993981 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc574c1-98d6-42a1-ac64-f702b4f78cbf None None] The sync data for ids ['c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e'] in n-d-766043-2 is: [{'id': 'c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e', 'name': 'tempest-ServersTestManualDisk-910060916-router', 'tenant_id': '74293d11c41e4029af95465f64d7901f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '72a5e7b1-377b-4367-97d6-c9e4f9a49806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:35:47Z', 'updated_at': '2021-08-19T14:35:58Z', 'revision_number': 4, 'project_id': '74293d11c41e4029af95465f64d7901f', 'gw_port': {'id': '72a5e7b1-377b-4367-97d6-c9e4f9a49806', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:35:49Z', 'updated_at': '2021-08-19T14:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '65814357-36ab-4f98-926e-38187972b38b', 'tenant_id': '74293d11c41e4029af95465f64d7901f', 'floating_ip_address': '172.25.2.225', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': 'c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e', 'port_id': '85b78081-e016-48ec-b275-9e4cf73d951f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96a8522-2b03-4241-8f82-1a09a4b61868', 'mac_address': 'fa:16:3e:31:ef:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85be6900-df22-4d02-b0a9-25c4181aa88c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:36:07Z', 'updated_at': '2021-08-19T14:36:39Z', 'revision_number': 1, 'project_id': '74293d11c41e4029af95465f64d7901f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57216e02-9674-4ff9-b7dd-f0aaef77927b', 'name': '', 'network_id': 'b96a8522-2b03-4241-8f82-1a09a4b61868', 'tenant_id': '74293d11c41e4029af95465f64d7901f', 'mac_address': 'fa:16:3e:1e:e7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'c552364d-d70d-482a-9650-0fce232fda34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:35:55Z', 'updated_at': '2021-08-19T14:36:05Z', 'revision_number': 5, 'project_id': '74293d11c41e4029af95465f64d7901f', 'subnets': [{'id': 'c552364d-d70d-482a-9650-0fce232fda34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:36:47.999714 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd8b7f-6bae-41fe-9a00-5234be2f37ff req-5132ca97-6e71-485f-9291-6400bd5b3532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:48.001885 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-49fd8b7f-6bae-41fe-9a00-5234be2f37ff req-5132ca97-6e71-485f-9291-6400bd5b3532 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b96a8522-2b03-4241-8f82-1a09a4b61868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2353544 Aug 19 14:36:48.012279 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29a631-9a71-41b4-b37d-b40a14548fe1 req-f54b8b69-bf25-4a6f-af2b-41ff6a139b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:48.012916 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2a29a631-9a71-41b4-b37d-b40a14548fe1 req-f54b8b69-bf25-4a6f-af2b-41ff6a139b55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:48.014404 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2a29a631-9a71-41b4-b37d-b40a14548fe1 req-f54b8b69-bf25-4a6f-af2b-41ff6a139b55 service neutron] 10.222.0.88 "PUT /v2.0/ports/f5d31258-b744-4491-9281-dc33ea9d4fbd HTTP/1.1" status: 200 len: 1091 time: 2.0812461 Aug 19 14:36:48.048218 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1ba014-fa62-47a6-909c-c8bf840a7e4e None None] The sync data for ids ['36edcd77-357d-40ca-b081-f89a212ef03a'] in n-d-766043-2 is: [{'id': '36edcd77-357d-40ca-b081-f89a212ef03a', 'name': 'tempest-FloatingIPDetailsTestJSON-1116638496-router', 'tenant_id': 'd679ea839439409caa0063fb5ac93e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'ea87760b-db39-4c5a-84d5-a6875c4bb6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:36:27Z', 'updated_at': '2021-08-19T14:36:41Z', 'revision_number': 4, 'project_id': 'd679ea839439409caa0063fb5ac93e10', 'gw_port': {'id': 'ea87760b-db39-4c5a-84d5-a6875c4bb6e1', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fe:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36edcd77-357d-40ca-b081-f89a212ef03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:36:29Z', 'updated_at': '2021-08-19T14:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'd2fa1133-59a9-4bec-9719-7afb6ed5404c', 'name': '', 'network_id': '423b47d3-cb8b-4451-beb9-70cb5206b6b8', 'tenant_id': 'd679ea839439409caa0063fb5ac93e10', 'mac_address': 'fa:16:3e:c8:80:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36edcd77-357d-40ca-b081-f89a212ef03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '32fdf3a6-d45d-474a-85ef-13b60a7b57b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:36:38Z', 'updated_at': '2021-08-19T14:36:46Z', 'revision_number': 4, 'project_id': 'd679ea839439409caa0063fb5ac93e10', 'subnets': [{'id': '32fdf3a6-d45d-474a-85ef-13b60a7b57b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:36:48.210382 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b8b69-bf25-4a6f-af2b-41ff6a139b55 service neutron] Pushing event updated for resources: {'Port': ['ID=f5d31258-b744-4491-9281-dc33ea9d4fbd,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:48.271163 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29a631-9a71-41b4-b37d-b40a14548fe1 req-51b30fb3-9453-4c8b-9ace-88288efbf72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:48.272981 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2a29a631-9a71-41b4-b37d-b40a14548fe1 req-51b30fb3-9453-4c8b-9ace-88288efbf72d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dc28959d88bc47a3be9291b5c609f583&device_id=7b414690-47f3-4971-8837-df4683542301 HTTP/1.1" status: 200 len: 1094 time: 0.1607139 Aug 19 14:36:48.278999 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-49fd8b7f-6bae-41fe-9a00-5234be2f37ff req-4b7c20f0-1d59-4296-a37c-cfa7d8a5ab74 service neutron] 10.222.0.68 "GET /v2.0/networks/b96a8522-2b03-4241-8f82-1a09a4b61868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574916 Aug 19 14:36:48.347598 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2a29a631-9a71-41b4-b37d-b40a14548fe1 req-e88f0a4d-06a2-4a2b-ad84-27c061de0ae2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5d31258-b744-4491-9281-dc33ea9d4fbd HTTP/1.1" status: 200 len: 217 time: 0.0620058 Aug 19 14:36:48.441991 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-958a38c1-5a31-4ba7-9306-728774f1d514 req-65bdab10-a56f-4df3-877c-fd03a0d27e58 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1bc22803-e21f-489d-a441-493f1928ab13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453067 Aug 19 14:36:48.477310 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-49fd8b7f-6bae-41fe-9a00-5234be2f37ff req-8d536f29-c2ef-487f-b943-75710d3bb8b1 service neutron] 10.222.0.68 "GET /v2.0/networks/b96a8522-2b03-4241-8f82-1a09a4b61868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696734 Aug 19 14:36:48.561358 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b', 'tag': '2ec1d929-d9c0-49f5-b942-496ae0568910'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:36:48.566845 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a857cf-9d74-40a2-bdb0-5f9bf45a8ff3" -d '{"events": [{"name": "network-changed", "server_uuid": "c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b", "tag": "2ec1d929-d9c0-49f5-b942-496ae0568910"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:36:48.599666 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f5bca-0bf6-4ea1-a452-9cf77872615e req-6b32861a-6fc8-448b-806f-531335a5f253 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:48.604544 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29a631-9a71-41b4-b37d-b40a14548fe1 req-9c310009-c7e3-4605-8cb3-effe30b411dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:48.606130 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2a29a631-9a71-41b4-b37d-b40a14548fe1 req-9c310009-c7e3-4605-8cb3-effe30b411dc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=da9af51b-745c-4f7e-9d6d-360f30f81e3e HTTP/1.1" status: 200 len: 862 time: 0.1278520 Aug 19 14:36:48.609109 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cf1f5bca-0bf6-4ea1-a452-9cf77872615e req-6b32861a-6fc8-448b-806f-531335a5f253 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=526148ce-3526-40ac-8dbb-b60693c88d9c HTTP/1.1" status: 200 len: 950 time: 1.0313425 Aug 19 14:36:48.611616 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8ed64f-3a16-4159-9d37-5c5f8bdd8eb4 None None] New status for floating IP 65814357-36ab-4f98-926e-38187972b38b: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 14:36:48.673082 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cf1f5bca-0bf6-4ea1-a452-9cf77872615e req-ae1982c0-2973-4f4c-b630-1532829f62f5 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629947 Aug 19 14:36:48.698346 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cef8289f-0112-46b4-98aa-c4c102ca42f2 req-80c45933-393a-4c33-a684-9cf38d010195 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:48.727178 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29a631-9a71-41b4-b37d-b40a14548fe1 req-38a7ecc6-468b-407c-8d25-1bd28c6bbdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:48.729969 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2a29a631-9a71-41b4-b37d-b40a14548fe1 req-38a7ecc6-468b-407c-8d25-1bd28c6bbdbc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b6cb15a2-7c54-4019-bc14-2912b5ac9311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1014416 Aug 19 14:36:48.747830 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-958a38c1-5a31-4ba7-9306-728774f1d514 req-eb3b4523-d51d-4ab8-9a5e-6a51c2e3ff98 service neutron] 10.222.0.68 "GET /v2.0/networks/1bc22803-e21f-489d-a441-493f1928ab13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711799 Aug 19 14:36:48.885492 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2a29a631-9a71-41b4-b37d-b40a14548fe1 req-7eee9214-0cb9-4420-806d-ae37da6f805c service neutron] 10.222.0.88 "GET /v2.0/networks/b6cb15a2-7c54-4019-bc14-2912b5ac9311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435833 Aug 19 14:36:48.928395 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-958a38c1-5a31-4ba7-9306-728774f1d514 req-160f4057-d812-476a-a8e2-c9ff553420fe service neutron] 10.222.0.68 "GET /v2.0/networks/1bc22803-e21f-489d-a441-493f1928ab13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627767 Aug 19 14:36:48.966008 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cef8289f-0112-46b4-98aa-c4c102ca42f2 req-80c45933-393a-4c33-a684-9cf38d010195 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:49.027097 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2a29a631-9a71-41b4-b37d-b40a14548fe1 req-05e99534-3495-4d0e-b219-6120b34e6679 service neutron] 10.222.0.88 "GET /v2.0/networks/b6cb15a2-7c54-4019-bc14-2912b5ac9311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329870 Aug 19 14:36:49.049870 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cef8289f-0112-46b4-98aa-c4c102ca42f2 req-80c45933-393a-4c33-a684-9cf38d010195 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:36:49.058268 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-cef8289f-0112-46b4-98aa-c4c102ca42f2 req-80c45933-393a-4c33-a684-9cf38d010195 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:36:49.061762 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef8289f-0112-46b4-98aa-c4c102ca42f2 req-80c45933-393a-4c33-a684-9cf38d010195 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:36:49.114532 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device d2fa1133-59a9-4bec-9719-7afb6ed5404c up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:36:49.202176 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cef8289f-0112-46b4-98aa-c4c102ca42f2 req-80c45933-393a-4c33-a684-9cf38d010195 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:49.208440 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c45933-393a-4c33-a684-9cf38d010195 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Pushing event updated for resources: {'Port': ['ID=c3aa051d-0f69-4ec2-89b1-97c30d8d7b73,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:49.220957 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 94eeb9a7-1b19-46b4-8a0b-027d9e6a9730 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:36:49.225455 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd26f7de-91b1-4ab3-865e-834fd2a347f5 req-bffb72dc-bf3f-49c5-84ca-d3bac65e9a57 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:49.227023 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fd26f7de-91b1-4ab3-865e-834fd2a347f5 req-bffb72dc-bf3f-49c5-84ca-d3bac65e9a57 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=03cb2d97-9231-4496-a8c2-4f187e82b2e3 HTTP/1.1" status: 200 len: 945 time: 0.3764014 Aug 19 14:36:49.263077 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port d2fa1133-59a9-4bec-9719-7afb6ed5404c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:36:49.269184 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port d2fa1133-59a9-4bec-9719-7afb6ed5404c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:36:49.269692 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:49.298319 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cef8289f-0112-46b4-98aa-c4c102ca42f2 req-80c45933-393a-4c33-a684-9cf38d010195 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:49.371225 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fd26f7de-91b1-4ab3-865e-834fd2a347f5 req-ed3b3489-b122-4c3f-9d05-d1cdb51b8f3a tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092367 Aug 19 14:36:49.374926 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:49.377138 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 94eeb9a7-1b19-46b4-8a0b-027d9e6a9730 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:36:49.382349 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 94eeb9a7-1b19-46b4-8a0b-027d9e6a9730 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:36:49.382819 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:49.396586 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b414690-47f3-4971-8837-df4683542301', 'tag': 'f5d31258-b744-4491-9281-dc33ea9d4fbd'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:36:49.398916 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d812687-ef94-4e07-ad1c-a1bf3febc15b" -d '{"events": [{"name": "network-changed", "server_uuid": "7b414690-47f3-4971-8837-df4683542301", "tag": "f5d31258-b744-4491-9281-dc33ea9d4fbd"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:36:49.522559 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port d2fa1133-59a9-4bec-9719-7afb6ed5404c, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=d2fa1133-59a9-4bec-9719-7afb6ed5404c,segment=NetworkSegment(6e5bf6b9-475b-4f04-b47e-e3b48f06e1a0),segment_id=6e5bf6b9-475b-4f04-b47e-e3b48f06e1a0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:36:49.533958 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:49.635082 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d68eba-06f8-49f9-b052-56c62c070fb9 req-5e64bc0c-6416-48c2-911e-5e5cd1d1c041 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:49.636884 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-53d68eba-06f8-49f9-b052-56c62c070fb9 req-5e64bc0c-6416-48c2-911e-5e5cd1d1c041 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b HTTP/1.1" status: 200 len: 943 time: 0.1187234 Aug 19 14:36:49.723267 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=d2fa1133-59a9-4bec-9719-7afb6ed5404c,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:49.726661 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:49.737210 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-53d68eba-06f8-49f9-b052-56c62c070fb9 req-0b97972b-c4a9-4bff-9a3b-93917ca0abf9 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918813 Aug 19 14:36:49.748585 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cef8289f-0112-46b4-98aa-c4c102ca42f2 req-80c45933-393a-4c33-a684-9cf38d010195 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:49.763116 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cef8289f-0112-46b4-98aa-c4c102ca42f2 req-80c45933-393a-4c33-a684-9cf38d010195 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:49.791652 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab0eac00-0279-4b13-9223-d01a84e38c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94eeb9a7-1b19-46b4-8a0b-027d9e6a9730'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:36:49.801293 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eaa30f6-530a-4d89-9f27-d64fbf235ee0" -d '{"events": [{"server_uuid": "ab0eac00-0279-4b13-9223-d01a84e38c70", "name": "network-vif-plugged", "status": "completed", "tag": "94eeb9a7-1b19-46b4-8a0b-027d9e6a9730"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:36:49.826337 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 94eeb9a7-1b19-46b4-8a0b-027d9e6a9730, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=94eeb9a7-1b19-46b4-8a0b-027d9e6a9730,segment=NetworkSegment(464085d0-8a3e-476f-8e7a-8a74bbb00354),segment_id=464085d0-8a3e-476f-8e7a-8a74bbb00354)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:36:49.834474 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:49.852914 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c45933-393a-4c33-a684-9cf38d010195 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Pushing event updated for resources: {'Port': ['ID=c3aa051d-0f69-4ec2-89b1-97c30d8d7b73,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:49.925325 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=94eeb9a7-1b19-46b4-8a0b-027d9e6a9730,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:49.972541 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cef8289f-0112-46b4-98aa-c4c102ca42f2 req-80c45933-393a-4c33-a684-9cf38d010195 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:49.996798 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cef8289f-0112-46b4-98aa-c4c102ca42f2 req-80c45933-393a-4c33-a684-9cf38d010195 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:49.998281 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cef8289f-0112-46b4-98aa-c4c102ca42f2 req-80c45933-393a-4c33-a684-9cf38d010195 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6737988 Aug 19 14:36:50.006389 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c580e21-f0eb-436a-8225-83fe74db860f req-9b4965b2-6f87-4d0f-9059-fdf7cbccf904 tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:50.008095 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0c580e21-f0eb-436a-8225-83fe74db860f req-9b4965b2-6f87-4d0f-9059-fdf7cbccf904 tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab0eac00-0279-4b13-9223-d01a84e38c70 HTTP/1.1" status: 200 len: 945 time: 0.1192458 Aug 19 14:36:50.081961 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cef8289f-0112-46b4-98aa-c4c102ca42f2 req-7b2789a1-ed42-45a0-9046-0bb79be505ef tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.2.173 HTTP/1.1" status: 200 len: 696 time: 0.0723433 Aug 19 14:36:50.190719 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0c580e21-f0eb-436a-8225-83fe74db860f req-7cd1495c-a3e3-499b-ac97-c0da296bf2d4 tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] 10.222.0.69 "GET /v2.0/security-groups?id=5f484da1-535d-4c0d-984b-b94725cd3270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742318 Aug 19 14:36:50.200272 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef8289f-0112-46b4-98aa-c4c102ca42f2 req-3d1d727d-c646-4c65-b8ca-0f455d14b25e tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:50.201731 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cef8289f-0112-46b4-98aa-c4c102ca42f2 req-3d1d727d-c646-4c65-b8ca-0f455d14b25e tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] 10.222.0.69 "GET /v2.0/networks/88eeec05-6d16-4f02-9461-44ff5e420302 HTTP/1.1" status: 200 len: 784 time: 0.1136217 Aug 19 14:36:50.329301 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45df42-1a09-4691-a1a1-0206fa42baef req-7af3b5d5-b429-46ae-881a-d58c596edced tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:50.330920 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cc45df42-1a09-4691-a1a1-0206fa42baef req-7af3b5d5-b429-46ae-881a-d58c596edced tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b414690-47f3-4971-8837-df4683542301 HTTP/1.1" status: 200 len: 943 time: 0.0566261 Aug 19 14:36:50.340343 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26a9b00-5dc9-40f2-9e83-f3feee22c80f x-openstack-request-id: req-b26a9b00-5dc9-40f2-9e83-f3feee22c80f {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:36:50.340662 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b", "tag": "2ec1d929-d9c0-49f5-b942-496ae0568910", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:36:50.340909 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b26a9b00-5dc9-40f2-9e83-f3feee22c80f {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:36:50.341384 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b', 'tag': '2ec1d929-d9c0-49f5-b942-496ae0568910', 'status': 'completed', 'code': 200} Aug 19 14:36:50.429275 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faeb59d8-4070-4a1b-aff8-e603c7638360 x-openstack-request-id: req-faeb59d8-4070-4a1b-aff8-e603c7638360 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:36:50.429787 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b414690-47f3-4971-8837-df4683542301", "tag": "f5d31258-b744-4491-9281-dc33ea9d4fbd", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:36:50.429787 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-faeb59d8-4070-4a1b-aff8-e603c7638360 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:36:50.430179 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b414690-47f3-4971-8837-df4683542301', 'tag': 'f5d31258-b744-4491-9281-dc33ea9d4fbd', 'status': 'completed', 'code': 200} Aug 19 14:36:50.465440 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cc45df42-1a09-4691-a1a1-0206fa42baef req-f6d357fa-5615-4479-b5c4-f8f8f6c65c3a tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2016568-562b-4e05-8081-e4bcca4b43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232460 Aug 19 14:36:50.470066 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d4914e-81e5-43ef-bcd4-bfea95b3e995 x-openstack-request-id: req-88d4914e-81e5-43ef-bcd4-bfea95b3e995 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:36:50.470885 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab0eac00-0279-4b13-9223-d01a84e38c70", "name": "network-vif-plugged", "status": "completed", "tag": "94eeb9a7-1b19-46b4-8a0b-027d9e6a9730", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:36:50.471306 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-88d4914e-81e5-43ef-bcd4-bfea95b3e995 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:36:50.471850 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab0eac00-0279-4b13-9223-d01a84e38c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94eeb9a7-1b19-46b4-8a0b-027d9e6a9730', 'code': 200} Aug 19 14:36:50.511211 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a857cf-9d74-40a2-bdb0-5f9bf45a8ff3 req-508f6a11-de19-4eb3-9534-5dca4bcd9823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:50.513813 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c5a857cf-9d74-40a2-bdb0-5f9bf45a8ff3 req-508f6a11-de19-4eb3-9534-5dca4bcd9823 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b2e5fa7db1364ccea50861254cd97ec3&device_id=c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b HTTP/1.1" status: 200 len: 1094 time: 0.1115055 Aug 19 14:36:50.565372 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d812687-ef94-4e07-ad1c-a1bf3febc15b req-5007d9a6-6432-4ed0-ac8e-81205eac19f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:50.566916 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1d812687-ef94-4e07-ad1c-a1bf3febc15b req-5007d9a6-6432-4ed0-ac8e-81205eac19f5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dc28959d88bc47a3be9291b5c609f583&device_id=7b414690-47f3-4971-8837-df4683542301 HTTP/1.1" status: 200 len: 1094 time: 0.0891938 Aug 19 14:36:50.684544 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d812687-ef94-4e07-ad1c-a1bf3febc15b req-346ec919-afa8-428a-95bc-5daf21a0231e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:50.685926 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1d812687-ef94-4e07-ad1c-a1bf3febc15b req-346ec919-afa8-428a-95bc-5daf21a0231e service neutron] 10.222.0.88 "GET /v2.0/networks?id=b6cb15a2-7c54-4019-bc14-2912b5ac9311 HTTP/1.1" status: 200 len: 924 time: 0.1109471 Aug 19 14:36:50.752526 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8149dd-8e00-4c6b-8c82-347f5de4d357 req-df5adf72-d3a6-4516-b544-2597c894717e tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:50.754066 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0d8149dd-8e00-4c6b-8c82-347f5de4d357 req-df5adf72-d3a6-4516-b544-2597c894717e tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=03cb2d97-9231-4496-a8c2-4f187e82b2e3 HTTP/1.1" status: 200 len: 945 time: 0.1578200 Aug 19 14:36:50.756592 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1d812687-ef94-4e07-ad1c-a1bf3febc15b req-b5a0e68a-cfb9-4a81-a363-15cb77f7f052 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5d31258-b744-4491-9281-dc33ea9d4fbd HTTP/1.1" status: 200 len: 217 time: 0.0619991 Aug 19 14:36:50.764397 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b6da7-8674-48d5-be39-21b9ea70c2fb req-62d3fb2d-1d3e-4173-9e2a-f1fbc9592539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:50.766002 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cf0b6da7-8674-48d5-be39-21b9ea70c2fb req-62d3fb2d-1d3e-4173-9e2a-f1fbc9592539 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ab0eac00-0279-4b13-9223-d01a84e38c70 HTTP/1.1" status: 200 len: 1096 time: 0.1812692 Aug 19 14:36:50.817221 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d812687-ef94-4e07-ad1c-a1bf3febc15b req-ec37eb36-5472-4ada-8541-100da0ed9ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:50.818640 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1d812687-ef94-4e07-ad1c-a1bf3febc15b req-ec37eb36-5472-4ada-8541-100da0ed9ddd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=da9af51b-745c-4f7e-9d6d-360f30f81e3e HTTP/1.1" status: 200 len: 862 time: 0.0541534 Aug 19 14:36:50.837374 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a2db5d12-e00a-4dad-b468-b29fd16d72b5 req-d63d2bdc-2c51-45c6-80e8-a4d3f506be92 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3473816 Aug 19 14:36:50.860241 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-a2db5d12-e00a-4dad-b468-b29fd16d72b5 req-9395736b-f183-4bb2-ad6e-4f9000fc6a93 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Request body: {'floatingip': {'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:36:50.866975 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cf0b6da7-8674-48d5-be39-21b9ea70c2fb req-27f13c0f-1779-4646-b76f-77c4ac5a45ed service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=5f484da1-535d-4c0d-984b-b94725cd3270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861113 Aug 19 14:36:50.874640 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a857cf-9d74-40a2-bdb0-5f9bf45a8ff3 req-19028d53-6434-47cf-9917-e00836d444fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:50.876112 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c5a857cf-9d74-40a2-bdb0-5f9bf45a8ff3 req-19028d53-6434-47cf-9917-e00836d444fa service neutron] 10.222.0.68 "GET /v2.0/networks?id=1bc22803-e21f-489d-a441-493f1928ab13 HTTP/1.1" status: 200 len: 922 time: 0.3504174 Aug 19 14:36:50.880045 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d812687-ef94-4e07-ad1c-a1bf3febc15b req-799c11cc-7ed1-49d2-b631-1a04b09720e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:50.881786 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1d812687-ef94-4e07-ad1c-a1bf3febc15b req-799c11cc-7ed1-49d2-b631-1a04b09720e1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b6cb15a2-7c54-4019-bc14-2912b5ac9311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540736 Aug 19 14:36:50.892520 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0d8149dd-8e00-4c6b-8c82-347f5de4d357 req-0b2ec9fc-2fcd-4e4e-95f5-792c73349c00 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175604 Aug 19 14:36:50.955110 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c5a857cf-9d74-40a2-bdb0-5f9bf45a8ff3 req-d0e8b1d0-8c16-41af-8ffa-6ab4e3dbdb16 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ec1d929-d9c0-49f5-b942-496ae0568910 HTTP/1.1" status: 200 len: 217 time: 0.0590379 Aug 19 14:36:50.962718 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a2db5d12-e00a-4dad-b468-b29fd16d72b5 req-9395736b-f183-4bb2-ad6e-4f9000fc6a93 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:50.999769 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device d2fa1133-59a9-4bec-9719-7afb6ed5404c up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:36:51.076012 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port d2fa1133-59a9-4bec-9719-7afb6ed5404c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:36:51.076759 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:51.096137 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a857cf-9d74-40a2-bdb0-5f9bf45a8ff3 req-76c86680-d3dd-4bcb-b168-655cb55d089b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:51.097905 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c5a857cf-9d74-40a2-bdb0-5f9bf45a8ff3 req-76c86680-d3dd-4bcb-b168-655cb55d089b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=0f5154a7-363a-4827-ab5d-78b924f5e137 HTTP/1.1" status: 200 len: 861 time: 0.1295981 Aug 19 14:36:51.122367 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3697214f-4288-4337-b6d8-bb08cc48d28b req-4cb16e73-ca0f-44e9-8995-2ccc2854409f tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:51.123854 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3697214f-4288-4337-b6d8-bb08cc48d28b req-4cb16e73-ca0f-44e9-8995-2ccc2854409f tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b HTTP/1.1" status: 200 len: 943 time: 0.0859447 Aug 19 14:36:51.163548 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c5a857cf-9d74-40a2-bdb0-5f9bf45a8ff3 req-3569c0f6-4ee9-4853-97c1-4a4139796acd service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1bc22803-e21f-489d-a441-493f1928ab13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379803 Aug 19 14:36:51.218920 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1d812687-ef94-4e07-ad1c-a1bf3febc15b req-9ed64936-f3b2-4236-b8a2-68aa3ec660da service neutron] 10.222.0.88 "GET /v2.0/networks/b6cb15a2-7c54-4019-bc14-2912b5ac9311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607971 Aug 19 14:36:51.250074 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3697214f-4288-4337-b6d8-bb08cc48d28b req-e24bf51c-f2b9-45bb-9a1f-9da3c40f651a tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169763 Aug 19 14:36:51.307322 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a2db5d12-e00a-4dad-b468-b29fd16d72b5 req-9395736b-f183-4bb2-ad6e-4f9000fc6a93 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:51.347384 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1d812687-ef94-4e07-ad1c-a1bf3febc15b req-1e38db02-9074-4195-ab9d-fd1980cf75db service neutron] 10.222.0.88 "GET /v2.0/networks/b6cb15a2-7c54-4019-bc14-2912b5ac9311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173947 Aug 19 14:36:51.410060 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c5a857cf-9d74-40a2-bdb0-5f9bf45a8ff3 req-272f0fea-d664-4e06-bdea-c4db81d9a2c2 service neutron] 10.222.0.68 "GET /v2.0/networks/1bc22803-e21f-489d-a441-493f1928ab13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305861 Aug 19 14:36:51.540038 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b89a94-fcd5-47ca-a2e2-484fe2e5cf6a req-ecc985a2-b76c-4bd8-903b-eb192e9d3a3e tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:51.541671 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-26b89a94-fcd5-47ca-a2e2-484fe2e5cf6a req-ecc985a2-b76c-4bd8-903b-eb192e9d3a3e tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab0eac00-0279-4b13-9223-d01a84e38c70 HTTP/1.1" status: 200 len: 945 time: 0.1637111 Aug 19 14:36:51.542903 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-a2db5d12-e00a-4dad-b468-b29fd16d72b5 req-9395736b-f183-4bb2-ad6e-4f9000fc6a93 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Allocated IP 172.25.2.209 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/a877d69c-89ca-472d-9abe-8d2c7c7f53b6) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:36:51.637257 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c5a857cf-9d74-40a2-bdb0-5f9bf45a8ff3 req-20678662-7a98-4f2b-b131-f6804d929550 service neutron] 10.222.0.68 "GET /v2.0/networks/1bc22803-e21f-489d-a441-493f1928ab13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961591 Aug 19 14:36:51.658378 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-26b89a94-fcd5-47ca-a2e2-484fe2e5cf6a req-450efefc-bf8e-4c42-86c7-6aad72ccfbeb tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] 10.222.0.69 "GET /v2.0/security-groups?id=5f484da1-535d-4c0d-984b-b94725cd3270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040237 Aug 19 14:36:51.714524 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a2db5d12-e00a-4dad-b468-b29fd16d72b5 req-9395736b-f183-4bb2-ad6e-4f9000fc6a93 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:51.767615 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a2db5d12-e00a-4dad-b468-b29fd16d72b5 req-9395736b-f183-4bb2-ad6e-4f9000fc6a93 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:51.815866 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2db5d12-e00a-4dad-b468-b29fd16d72b5 req-9395736b-f183-4bb2-ad6e-4f9000fc6a93 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:36:51.819121 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-a2db5d12-e00a-4dad-b468-b29fd16d72b5 req-9395736b-f183-4bb2-ad6e-4f9000fc6a93 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:36:51.824252 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2db5d12-e00a-4dad-b468-b29fd16d72b5 req-9395736b-f183-4bb2-ad6e-4f9000fc6a93 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:36:51.828329 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9395736b-f183-4bb2-ad6e-4f9000fc6a93 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Pushing event updated for resources: {'Port': ['ID=a877d69c-89ca-472d-9abe-8d2c7c7f53b6,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:51.917730 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840dc2f-57e0-470a-96a7-edd5e74d3f81 req-13e1b335-a02d-4335-947d-d81d781241c3 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:51.918996 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6840dc2f-57e0-470a-96a7-edd5e74d3f81 req-13e1b335-a02d-4335-947d-d81d781241c3 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b414690-47f3-4971-8837-df4683542301 HTTP/1.1" status: 200 len: 943 time: 0.0676463 Aug 19 14:36:51.982915 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a2db5d12-e00a-4dad-b468-b29fd16d72b5 req-9395736b-f183-4bb2-ad6e-4f9000fc6a93 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:51.998633 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6840dc2f-57e0-470a-96a7-edd5e74d3f81 req-cda01941-a93d-4521-b4db-c6f3d21bb91f tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2016568-562b-4e05-8081-e4bcca4b43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549142 Aug 19 14:36:52.033997 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a2db5d12-e00a-4dad-b468-b29fd16d72b5 req-9395736b-f183-4bb2-ad6e-4f9000fc6a93 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:52.188953 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025844c-19f3-4b95-8250-406767221136 req-6ed9501d-9247-436c-9ce0-5a54f555d6f8 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:52.190416 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5025844c-19f3-4b95-8250-406767221136 req-6ed9501d-9247-436c-9ce0-5a54f555d6f8 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=03cb2d97-9231-4496-a8c2-4f187e82b2e3 HTTP/1.1" status: 200 len: 945 time: 0.1118860 Aug 19 14:36:52.268342 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5025844c-19f3-4b95-8250-406767221136 req-e269ee45-6e6d-4695-936e-7d28602052fd tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692177 Aug 19 14:36:52.334254 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a2db5d12-e00a-4dad-b468-b29fd16d72b5 req-9395736b-f183-4bb2-ad6e-4f9000fc6a93 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:52.344581 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a2db5d12-e00a-4dad-b468-b29fd16d72b5 req-9395736b-f183-4bb2-ad6e-4f9000fc6a93 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:52.344838 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-4a43e106-dcb5-419b-8a67-caf84c56a734 tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:52.347078 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-4a43e106-dcb5-419b-8a67-caf84c56a734 tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=03cb2d97-9231-4496-a8c2-4f187e82b2e3&tenant_id=309b8293893e4b68ba54397ad041e8b9&binding%3Ahost_id=n-h1-766043-2 HTTP/1.1" status: 200 len: 1096 time: 0.0869248 Aug 19 14:36:52.368002 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-5b0b5bdf-7dc3-41ad-a134-ec5ffa2f0fd1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-766043-2'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:36:52.452018 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5444c1b3-664a-4f93-a18b-e9a2e075e777 req-3da6945a-a487-49d8-bbd3-dc6672738b53 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=3397b0c43f0b46aaa4295e8f087dd91c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449183 Aug 19 14:36:52.452182 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-5b0b5bdf-7dc3-41ad-a134-ec5ffa2f0fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:52.471446 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9395736b-f183-4bb2-ad6e-4f9000fc6a93 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Pushing event updated for resources: {'Port': ['ID=a877d69c-89ca-472d-9abe-8d2c7c7f53b6,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:52.515047 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a2db5d12-e00a-4dad-b468-b29fd16d72b5 req-9395736b-f183-4bb2-ad6e-4f9000fc6a93 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:52.533783 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 2ec1d929-d9c0-49f5-b942-496ae0568910 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:36:52.612421 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-5b0b5bdf-7dc3-41ad-a134-ec5ffa2f0fd1 service neutron] For port 12a00bc4-fd0a-42fa-af53-b73354cd2997, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=12a00bc4-fd0a-42fa-af53-b73354cd2997,segment=NetworkSegment(cdbe220c-711d-4dcd-9811-178ea37b55c3),segment_id=cdbe220c-711d-4dcd-9811-178ea37b55c3)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:36:52.615462 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444c1b3-664a-4f93-a18b-e9a2e075e777 req-28a41adb-38a5-4d76-8df1-9bd153bd2c0b tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:52.616739 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5444c1b3-664a-4f93-a18b-e9a2e075e777 req-28a41adb-38a5-4d76-8df1-9bd153bd2c0b tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1638620 Aug 19 14:36:52.618164 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a2db5d12-e00a-4dad-b468-b29fd16d72b5 req-9395736b-f183-4bb2-ad6e-4f9000fc6a93 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:52.619350 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a2db5d12-e00a-4dad-b468-b29fd16d72b5 req-9395736b-f183-4bb2-ad6e-4f9000fc6a93 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7631199 Aug 19 14:36:52.648222 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5444c1b3-664a-4f93-a18b-e9a2e075e777 req-f0819f46-eb56-4e11-9796-37daffc8227b tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/quotas/3397b0c43f0b46aaa4295e8f087dd91c HTTP/1.1" status: 200 len: 375 time: 0.0253971 Aug 19 14:36:52.657292 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-5b0b5bdf-7dc3-41ad-a134-ec5ffa2f0fd1 service neutron] For port 12a00bc4-fd0a-42fa-af53-b73354cd2997, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:36:52.708294 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03cb2d97-9231-4496-a8c2-4f187e82b2e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12a00bc4-fd0a-42fa-af53-b73354cd2997'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:36:52.711218 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702ad5c1-f89d-486a-b8c3-699f1b840912" -d '{"events": [{"server_uuid": "03cb2d97-9231-4496-a8c2-4f187e82b2e3", "name": "network-vif-unplugged", "status": "completed", "tag": "12a00bc4-fd0a-42fa-af53-b73354cd2997"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:36:52.716568 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-5b0b5bdf-7dc3-41ad-a134-ec5ffa2f0fd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:52.730647 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-5b0b5bdf-7dc3-41ad-a134-ec5ffa2f0fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:52.739569 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a2db5d12-e00a-4dad-b468-b29fd16d72b5 req-77d7d973-103d-4a3b-9b7a-6aab43babb3c tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.2.209 HTTP/1.1" status: 200 len: 696 time: 0.0835886 Aug 19 14:36:52.757568 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 2ec1d929-d9c0-49f5-b942-496ae0568910, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=2ec1d929-d9c0-49f5-b942-496ae0568910,segment=NetworkSegment(911020b2-3bb4-4db0-af7a-51b07cbea653),segment_id=911020b2-3bb4-4db0-af7a-51b07cbea653)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:36:52.771580 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '2ec1d929-d9c0-49f5-b942-496ae0568910', 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13', 'port_id': '2ec1d929-d9c0-49f5-b942-496ae0568910', 'mac_address': 'fa:16:3e:11:ec:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f5154a7-363a-4827-ab5d-78b924f5e137', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:36:52.822273 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:52.825708 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-5b0b5bdf-7dc3-41ad-a134-ec5ffa2f0fd1 service neutron] Attempting to bind port 12a00bc4-fd0a-42fa-af53-b73354cd2997 on host n-h1-766043-2 for vnic_type normal with profile {"migrating_to": "n-h2-766043-2"} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:36:52.825858 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-5b0b5bdf-7dc3-41ad-a134-ec5ffa2f0fd1 service neutron] Attempting to bind port 12a00bc4-fd0a-42fa-af53-b73354cd2997 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': 'cdbe220c-711d-4dcd-9811-178ea37b55c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6e6d7ced-670a-4172-99e0-b6cfaa52bcf3'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:36:52.826274 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-5b0b5bdf-7dc3-41ad-a134-ec5ffa2f0fd1 service neutron] Attempting to bind port 12a00bc4-fd0a-42fa-af53-b73354cd2997 on network 6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:36:52.833000 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-5b0b5bdf-7dc3-41ad-a134-ec5ffa2f0fd1 service neutron] Port 12a00bc4-fd0a-42fa-af53-b73354cd2997 on network 6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:36:52.833420 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-5b0b5bdf-7dc3-41ad-a134-ec5ffa2f0fd1 service neutron] Attempting to bind port 12a00bc4-fd0a-42fa-af53-b73354cd2997 on network 6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:36:52.839598 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ec1d929-d9c0-49f5-b942-496ae0568910 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:36:52.842434 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-5b0b5bdf-7dc3-41ad-a134-ec5ffa2f0fd1 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:36:52.842872 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-5b0b5bdf-7dc3-41ad-a134-ec5ffa2f0fd1 service neutron] Checking segment: {'id': 'cdbe220c-711d-4dcd-9811-178ea37b55c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6e6d7ced-670a-4172-99e0-b6cfaa52bcf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:36:52.843343 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-5b0b5bdf-7dc3-41ad-a134-ec5ffa2f0fd1 service neutron] Bound using segment: {'id': 'cdbe220c-711d-4dcd-9811-178ea37b55c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6e6d7ced-670a-4172-99e0-b6cfaa52bcf3'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:36:52.843861 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-5b0b5bdf-7dc3-41ad-a134-ec5ffa2f0fd1 service neutron] Bound port: 12a00bc4-fd0a-42fa-af53-b73354cd2997, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdbe220c-711d-4dcd-9811-178ea37b55c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6e6d7ced-670a-4172-99e0-b6cfaa52bcf3'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:36:52.844508 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-5b0b5bdf-7dc3-41ad-a134-ec5ffa2f0fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:52.863192 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db5d12-e00a-4dad-b468-b29fd16d72b5 req-5ae7fd51-95df-4b35-9e83-6cad43daf712 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:52.864739 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a2db5d12-e00a-4dad-b468-b29fd16d72b5 req-5ae7fd51-95df-4b35-9e83-6cad43daf712 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] 10.222.0.69 "GET /v2.0/networks/88eeec05-6d16-4f02-9461-44ff5e420302 HTTP/1.1" status: 200 len: 784 time: 0.1161089 Aug 19 14:36:52.884979 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 2ec1d929-d9c0-49f5-b942-496ae0568910, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=2ec1d929-d9c0-49f5-b942-496ae0568910,segment=NetworkSegment(911020b2-3bb4-4db0-af7a-51b07cbea653),segment_id=911020b2-3bb4-4db0-af7a-51b07cbea653)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:36:52.894903 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:52.908654 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5444c1b3-664a-4f93-a18b-e9a2e075e777 req-ca7f5e2f-6d11-44f2-814f-9384b51be7f9 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=3397b0c43f0b46aaa4295e8f087dd91c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2582865 Aug 19 14:36:52.927477 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-5b0b5bdf-7dc3-41ad-a134-ec5ffa2f0fd1 service neutron] For port 12a00bc4-fd0a-42fa-af53-b73354cd2997, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:36:52.931268 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-5b0b5bdf-7dc3-41ad-a134-ec5ffa2f0fd1 service neutron] For port 12a00bc4-fd0a-42fa-af53-b73354cd2997, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=12a00bc4-fd0a-42fa-af53-b73354cd2997,segment=NetworkSegment(cdbe220c-711d-4dcd-9811-178ea37b55c3),segment_id=cdbe220c-711d-4dcd-9811-178ea37b55c3)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:36:52.937443 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b5bdf-7dc3-41ad-a134-ec5ffa2f0fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=12a00bc4-fd0a-42fa-af53-b73354cd2997,revision_number=7']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:52.942393 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-5b0b5bdf-7dc3-41ad-a134-ec5ffa2f0fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:52.966020 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=2ec1d929-d9c0-49f5-b942-496ae0568910,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:53.032592 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b5bdf-7dc3-41ad-a134-ec5ffa2f0fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=12a00bc4-fd0a-42fa-af53-b73354cd2997,revision_number=8']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:53.036625 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-5b0b5bdf-7dc3-41ad-a134-ec5ffa2f0fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:53.037319 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-5b0b5bdf-7dc3-41ad-a134-ec5ffa2f0fd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:53.038757 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-5b0b5bdf-7dc3-41ad-a134-ec5ffa2f0fd1 service neutron] 10.222.0.88 "PUT /v2.0/ports/12a00bc4-fd0a-42fa-af53-b73354cd2997 HTTP/1.1" status: 200 len: 1121 time: 0.6815858 Aug 19 14:36:53.070125 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5b938-33e4-42d0-bfee-f4af6f5cf19b req-1a964068-025d-43de-a73c-2738f1b9373a tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:53.071780 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ccb5b938-33e4-42d0-bfee-f4af6f5cf19b req-1a964068-025d-43de-a73c-2738f1b9373a tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b HTTP/1.1" status: 200 len: 944 time: 0.0749319 Aug 19 14:36:53.140160 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ccb5b938-33e4-42d0-bfee-f4af6f5cf19b req-a40e74b1-f07a-4efd-8e1c-5247fdcc4918 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577316 Aug 19 14:36:53.156205 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['12a00bc4-fd0a-42fa-af53-b73354cd2997'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:36:53.228827 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['12a00bc4-fd0a-42fa-af53-b73354cd2997'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:36:53.231278 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device f5d31258-b744-4491-9281-dc33ea9d4fbd details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:36:53.243248 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 14:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9befde39-f8a5-4ce8-b705-c629ee5b59b1 x-openstack-request-id: req-9befde39-f8a5-4ce8-b705-c629ee5b59b1 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:36:53.243723 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03cb2d97-9231-4496-a8c2-4f187e82b2e3", "name": "network-vif-unplugged", "status": "completed", "tag": "12a00bc4-fd0a-42fa-af53-b73354cd2997", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:36:53.244350 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9befde39-f8a5-4ce8-b705-c629ee5b59b1 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:36:53.245004 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03cb2d97-9231-4496-a8c2-4f187e82b2e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12a00bc4-fd0a-42fa-af53-b73354cd2997', 'code': 200} Aug 19 14:36:53.269022 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18642af-e332-40b2-9288-9adb0f5454a9 req-5bde02ff-31de-4148-9a38-81bcd50cf0e8 tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:53.277640 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d18642af-e332-40b2-9288-9adb0f5454a9 req-5bde02ff-31de-4148-9a38-81bcd50cf0e8 tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab0eac00-0279-4b13-9223-d01a84e38c70 HTTP/1.1" status: 200 len: 945 time: 0.1337070 Aug 19 14:36:53.336829 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d18642af-e332-40b2-9288-9adb0f5454a9 req-3fc0d447-c0b3-49cd-9004-8cc9b0ad0423 tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] 10.222.0.69 "GET /v2.0/security-groups?id=5f484da1-535d-4c0d-984b-b94725cd3270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581129 Aug 19 14:36:53.490479 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['2ec1d929-d9c0-49f5-b942-496ae0568910'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:36:53.519685 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b470b-ea40-4b15-9681-7687c5e5dc3f req-23c3917c-0d50-4b77-bed1-bb4972fbf7a7 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:53.528318 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2f8b470b-ea40-4b15-9681-7687c5e5dc3f req-23c3917c-0d50-4b77-bed1-bb4972fbf7a7 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b414690-47f3-4971-8837-df4683542301 HTTP/1.1" status: 200 len: 943 time: 0.1060128 Aug 19 14:36:53.562157 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-881be1f0-1eee-4ed4-b17f-066a679c1243 req-0a22c7b8-0a74-44e8-a70e-fafe40d675fe tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2102370 Aug 19 14:36:53.570063 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-881be1f0-1eee-4ed4-b17f-066a679c1243 req-66e23343-fc5c-45ca-aa50-f716ac750230 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Request body: {'floatingip': {'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:36:53.615515 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port f5d31258-b744-4491-9281-dc33ea9d4fbd, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=f5d31258-b744-4491-9281-dc33ea9d4fbd,segment=NetworkSegment(3b829adb-df02-4027-b39b-d94446f6765e),segment_id=3b829adb-df02-4027-b39b-d94446f6765e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:36:53.616008 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2f8b470b-ea40-4b15-9681-7687c5e5dc3f req-e1b1cb29-5a12-4439-873d-ab73a70d90bc tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2016568-562b-4e05-8081-e4bcca4b43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808885 Aug 19 14:36:53.634578 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-881be1f0-1eee-4ed4-b17f-066a679c1243 req-66e23343-fc5c-45ca-aa50-f716ac750230 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:53.666438 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': 'f5d31258-b744-4491-9281-dc33ea9d4fbd', 'network_id': 'b6cb15a2-7c54-4019-bc14-2912b5ac9311', 'port_id': 'f5d31258-b744-4491-9281-dc33ea9d4fbd', 'mac_address': 'fa:16:3e:77:c2:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da9af51b-745c-4f7e-9d6d-360f30f81e3e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:36:53.803589 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:53.878912 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5d31258-b744-4491-9281-dc33ea9d4fbd {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:36:53.945184 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port f5d31258-b744-4491-9281-dc33ea9d4fbd, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=f5d31258-b744-4491-9281-dc33ea9d4fbd,segment=NetworkSegment(3b829adb-df02-4027-b39b-d94446f6765e),segment_id=3b829adb-df02-4027-b39b-d94446f6765e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:36:53.964732 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:54.084314 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d95f5ca7-51e7-4bd5-8578-2a43fe356206 req-d2fe1622-7a38-4ebc-a05a-93875f2bc684 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 210 time: 0.0519454 Aug 19 14:36:54.121888 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=f5d31258-b744-4491-9281-dc33ea9d4fbd,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:54.153408 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-881be1f0-1eee-4ed4-b17f-066a679c1243 req-66e23343-fc5c-45ca-aa50-f716ac750230 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:54.263771 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926cbc14-fa83-4480-9075-b551adceeee0 req-558ecc96-0bb6-4219-84cb-8d3d071f1ba3 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:54.265683 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-926cbc14-fa83-4480-9075-b551adceeee0 req-558ecc96-0bb6-4219-84cb-8d3d071f1ba3 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=03cb2d97-9231-4496-a8c2-4f187e82b2e3 HTTP/1.1" status: 200 len: 943 time: 0.0677226 Aug 19 14:36:54.343312 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-926cbc14-fa83-4480-9075-b551adceeee0 req-a20d9893-494c-4595-8e04-70159a4fd30b tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558863 Aug 19 14:36:54.344670 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-881be1f0-1eee-4ed4-b17f-066a679c1243 req-66e23343-fc5c-45ca-aa50-f716ac750230 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Allocated IP 172.25.2.148 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/b06aba28-d74e-430d-9c03-9c99a3d472da) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:36:54.367376 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['f5d31258-b744-4491-9281-dc33ea9d4fbd'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:36:54.491399 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-881be1f0-1eee-4ed4-b17f-066a679c1243 req-66e23343-fc5c-45ca-aa50-f716ac750230 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:54.625653 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b87c9e-d68e-4f79-8393-8da5ab98fc71 req-0c5defda-6f65-4138-89b8-b197d0326361 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:54.627119 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c4b87c9e-d68e-4f79-8393-8da5ab98fc71 req-0c5defda-6f65-4138-89b8-b197d0326361 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b HTTP/1.1" status: 200 len: 944 time: 0.1018741 Aug 19 14:36:54.628841 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-881be1f0-1eee-4ed4-b17f-066a679c1243 req-66e23343-fc5c-45ca-aa50-f716ac750230 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:54.720805 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-881be1f0-1eee-4ed4-b17f-066a679c1243 req-66e23343-fc5c-45ca-aa50-f716ac750230 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:36:54.732785 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e23343-fc5c-45ca-aa50-f716ac750230 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Pushing event updated for resources: {'Port': ['ID=b06aba28-d74e-430d-9c03-9c99a3d472da,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:54.736984 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-881be1f0-1eee-4ed4-b17f-066a679c1243 req-66e23343-fc5c-45ca-aa50-f716ac750230 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:36:54.739624 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-881be1f0-1eee-4ed4-b17f-066a679c1243 req-66e23343-fc5c-45ca-aa50-f716ac750230 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:36:54.775834 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5444c1b3-664a-4f93-a18b-e9a2e075e777 req-6b4dd376-67dc-4f7b-8448-d6a6c5147234 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=3397b0c43f0b46aaa4295e8f087dd91c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0747123 Aug 19 14:36:54.781046 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c4b87c9e-d68e-4f79-8393-8da5ab98fc71 req-7a636d12-1ce6-43be-903f-e22bf1bb8be8 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297934 Aug 19 14:36:55.018669 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444c1b3-664a-4f93-a18b-e9a2e075e777 req-9bc19f7d-0e0b-4a91-9107-01f9750a757d tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:55.020237 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5444c1b3-664a-4f93-a18b-e9a2e075e777 req-9bc19f7d-0e0b-4a91-9107-01f9750a757d tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2382379 Aug 19 14:36:55.022317 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-881be1f0-1eee-4ed4-b17f-066a679c1243 req-66e23343-fc5c-45ca-aa50-f716ac750230 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:55.048627 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa01f11-385c-420a-b387-ef46c01c8f49 req-1cd1a161-57ef-49e5-a018-6509ece44fa8 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:55.050132 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3fa01f11-385c-420a-b387-ef46c01c8f49 req-1cd1a161-57ef-49e5-a018-6509ece44fa8 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b414690-47f3-4971-8837-df4683542301 HTTP/1.1" status: 200 len: 944 time: 0.0943811 Aug 19 14:36:55.070617 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-5444c1b3-664a-4f93-a18b-e9a2e075e777 req-2e089712-c546-47f5-b1bb-0d65a5c403b4 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Request body: {'port': {'device_id': '7b7809ce-bf5a-405c-8988-25b6a1751938', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'admin_state_up': True, 'tenant_id': '3397b0c43f0b46aaa4295e8f087dd91c'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:36:55.140085 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-881be1f0-1eee-4ed4-b17f-066a679c1243 req-66e23343-fc5c-45ca-aa50-f716ac750230 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:55.215177 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3fa01f11-385c-420a-b387-ef46c01c8f49 req-c41d07b5-a153-43bc-be97-298f197b81f6 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2016568-562b-4e05-8081-e4bcca4b43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482742 Aug 19 14:36:55.245526 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 12a00bc4-fd0a-42fa-af53-b73354cd2997 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:36:55.246377 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03cb2d97-9231-4496-a8c2-4f187e82b2e3', 'tag': '12a00bc4-fd0a-42fa-af53-b73354cd2997'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:36:55.248724 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27853b6-4137-4258-97c1-439d6572bda4" -d '{"events": [{"name": "network-changed", "server_uuid": "03cb2d97-9231-4496-a8c2-4f187e82b2e3", "tag": "12a00bc4-fd0a-42fa-af53-b73354cd2997"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:36:55.344162 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5444c1b3-664a-4f93-a18b-e9a2e075e777 req-2e089712-c546-47f5-b1bb-0d65a5c403b4 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Made reservation on behalf of 3397b0c43f0b46aaa4295e8f087dd91c for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:36:55.348579 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5444c1b3-664a-4f93-a18b-e9a2e075e777 req-2e089712-c546-47f5-b1bb-0d65a5c403b4 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:55.422234 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 12a00bc4-fd0a-42fa-af53-b73354cd2997, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=12a00bc4-fd0a-42fa-af53-b73354cd2997,segment=NetworkSegment(cdbe220c-711d-4dcd-9811-178ea37b55c3),segment_id=cdbe220c-711d-4dcd-9811-178ea37b55c3)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:36:55.468873 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 12a00bc4-fd0a-42fa-af53-b73354cd2997 has no active binding in host n-h2-766043-2 {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 14:36:55.495256 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-881be1f0-1eee-4ed4-b17f-066a679c1243 req-66e23343-fc5c-45ca-aa50-f716ac750230 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:55.514677 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-881be1f0-1eee-4ed4-b17f-066a679c1243 req-66e23343-fc5c-45ca-aa50-f716ac750230 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:55.581664 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8ee019b6-ddb0-485c-ace9-10344848a15c req-b182fc02-e08e-4968-a609-a4a5c321d7c2 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 210 time: 0.0818996 Aug 19 14:36:55.640468 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e23343-fc5c-45ca-aa50-f716ac750230 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Pushing event updated for resources: {'Port': ['ID=b06aba28-d74e-430d-9c03-9c99a3d472da,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:55.646484 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef1b93d-d458-46da-acff-a906cbebe386 x-openstack-request-id: req-4ef1b93d-d458-46da-acff-a906cbebe386 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:36:55.646774 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03cb2d97-9231-4496-a8c2-4f187e82b2e3", "tag": "12a00bc4-fd0a-42fa-af53-b73354cd2997", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:36:55.647021 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4ef1b93d-d458-46da-acff-a906cbebe386 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:36:55.647407 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03cb2d97-9231-4496-a8c2-4f187e82b2e3', 'tag': '12a00bc4-fd0a-42fa-af53-b73354cd2997', 'status': 'completed', 'code': 200} Aug 19 14:36:55.672034 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-5444c1b3-664a-4f93-a18b-e9a2e075e777 req-2e089712-c546-47f5-b1bb-0d65a5c403b4 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Allocated IP 192.168.233.218 (5146d24a-89b5-4a43-8ca4-b26f4fb943f7/2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86/4a990205-9f36-4de0-bda4-d5be7e334fd0) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:36:55.685399 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-881be1f0-1eee-4ed4-b17f-066a679c1243 req-66e23343-fc5c-45ca-aa50-f716ac750230 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:55.718689 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-881be1f0-1eee-4ed4-b17f-066a679c1243 req-66e23343-fc5c-45ca-aa50-f716ac750230 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:55.719863 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-881be1f0-1eee-4ed4-b17f-066a679c1243 req-66e23343-fc5c-45ca-aa50-f716ac750230 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1566610 Aug 19 14:36:55.731771 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27853b6-4137-4258-97c1-439d6572bda4 req-bf434945-252f-4c86-b0c9-7cada48d9738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:55.733339 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b27853b6-4137-4258-97c1-439d6572bda4 req-bf434945-252f-4c86-b0c9-7cada48d9738 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=309b8293893e4b68ba54397ad041e8b9&device_id=03cb2d97-9231-4496-a8c2-4f187e82b2e3 HTTP/1.1" status: 200 len: 1124 time: 0.0537398 Aug 19 14:36:55.853008 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27853b6-4137-4258-97c1-439d6572bda4 req-83c71236-ec9c-4609-9b50-7d7d094359ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:55.855308 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b27853b6-4137-4258-97c1-439d6572bda4 req-83c71236-ec9c-4609-9b50-7d7d094359ef service neutron] 10.222.0.68 "GET /v2.0/networks?id=6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 HTTP/1.1" status: 200 len: 908 time: 0.1076174 Aug 19 14:36:55.856948 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-881be1f0-1eee-4ed4-b17f-066a679c1243 req-7896bab8-77a3-4074-855c-c60dec15be7a tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.2.148 HTTP/1.1" status: 200 len: 696 time: 0.1254919 Aug 19 14:36:55.881197 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec5b15-e465-4c86-97ce-a55e68bf23e1 req-24c49f7e-0ca6-41e6-87a7-7bc1b588e7a1 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:55.882737 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c0ec5b15-e465-4c86-97ce-a55e68bf23e1 req-24c49f7e-0ca6-41e6-87a7-7bc1b588e7a1 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=03cb2d97-9231-4496-a8c2-4f187e82b2e3 HTTP/1.1" status: 200 len: 943 time: 0.1691961 Aug 19 14:36:55.919360 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b27853b6-4137-4258-97c1-439d6572bda4 req-3fe3e31c-ee51-46a1-b536-b559d87bdb9a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12a00bc4-fd0a-42fa-af53-b73354cd2997 HTTP/1.1" status: 200 len: 217 time: 0.0493708 Aug 19 14:36:56.008194 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27853b6-4137-4258-97c1-439d6572bda4 req-a7bd5be9-825e-4d20-b737-bc05f1cb6c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:56.010249 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b27853b6-4137-4258-97c1-439d6572bda4 req-a7bd5be9-825e-4d20-b737-bc05f1cb6c5c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e6c98e66-0094-4a00-ab2a-dbcb4602f2eb HTTP/1.1" status: 200 len: 847 time: 0.0771928 Aug 19 14:36:56.032674 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c0ec5b15-e465-4c86-97ce-a55e68bf23e1 req-884ff06a-a5ee-4994-9bf2-907f409bcb41 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377959 Aug 19 14:36:56.045370 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5444c1b3-664a-4f93-a18b-e9a2e075e777 req-2e089712-c546-47f5-b1bb-0d65a5c403b4 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:56.071071 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-5444c1b3-664a-4f93-a18b-e9a2e075e777 req-2e089712-c546-47f5-b1bb-0d65a5c403b4 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Transition to ACTIVE for port object 4a990205-9f36-4de0-bda4-d5be7e334fd0 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:36:56.076113 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b27853b6-4137-4258-97c1-439d6572bda4 req-af8b8a3e-ad12-4256-a6dc-ec9f00a0526c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6e6d7ced-670a-4172-99e0-b6cfaa52bcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548024 Aug 19 14:36:56.081716 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881be1f0-1eee-4ed4-b17f-066a679c1243 req-9be087e5-8b02-48be-ae8d-e7577a0ddac6 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:56.083483 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-881be1f0-1eee-4ed4-b17f-066a679c1243 req-9be087e5-8b02-48be-ae8d-e7577a0ddac6 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] 10.222.0.69 "GET /v2.0/networks/88eeec05-6d16-4f02-9461-44ff5e420302 HTTP/1.1" status: 200 len: 784 time: 0.2143829 Aug 19 14:36:56.180534 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5444c1b3-664a-4f93-a18b-e9a2e075e777 req-2e089712-c546-47f5-b1bb-0d65a5c403b4 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:56.194303 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['d06613a0-9966-412e-a040-1baeecf75cee'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:36:56.258632 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:36:56.267995 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b27853b6-4137-4258-97c1-439d6572bda4 req-98037c9b-c30a-4410-bb96-4eba0b5421fd service neutron] 10.222.0.68 "GET /v2.0/networks/6e6d7ced-670a-4172-99e0-b6cfaa52bcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759880 Aug 19 14:36:56.297601 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5444c1b3-664a-4f93-a18b-e9a2e075e777 req-2e089712-c546-47f5-b1bb-0d65a5c403b4 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:36:56.303131 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e089712-c546-47f5-b1bb-0d65a5c403b4 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Pushing event updated for resources: {'Port': ['ID=4a990205-9f36-4de0-bda4-d5be7e334fd0,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:56.307318 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-5444c1b3-664a-4f93-a18b-e9a2e075e777 req-2e089712-c546-47f5-b1bb-0d65a5c403b4 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:36:56.311414 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-5444c1b3-664a-4f93-a18b-e9a2e075e777 req-2e089712-c546-47f5-b1bb-0d65a5c403b4 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:36:56.357072 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d940d298-5bcd-45bb-9743-b8b15705b031 req-868ca762-5f46-472c-b79a-abc919a59380 tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:56.358612 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d940d298-5bcd-45bb-9743-b8b15705b031 req-868ca762-5f46-472c-b79a-abc919a59380 tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab0eac00-0279-4b13-9223-d01a84e38c70 HTTP/1.1" status: 200 len: 945 time: 0.1999350 Aug 19 14:36:56.374357 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9183a24-3e75-4e09-a187-c1e9f128c424 req-a228307a-f1c4-462e-9787-04cc61cdb3cd tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:56.375879 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c9183a24-3e75-4e09-a187-c1e9f128c424 req-a228307a-f1c4-462e-9787-04cc61cdb3cd tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b HTTP/1.1" status: 200 len: 944 time: 0.1761279 Aug 19 14:36:56.445222 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b27853b6-4137-4258-97c1-439d6572bda4 req-b350fcc1-7800-46b5-aa04-78ef70a5c5ae service neutron] 10.222.0.68 "GET /v2.0/networks/6e6d7ced-670a-4172-99e0-b6cfaa52bcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606739 Aug 19 14:36:56.449190 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444c1b3-664a-4f93-a18b-e9a2e075e777 req-2e089712-c546-47f5-b1bb-0d65a5c403b4 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:56.449841 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5444c1b3-664a-4f93-a18b-e9a2e075e777 req-2e089712-c546-47f5-b1bb-0d65a5c403b4 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:56.481514 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d940d298-5bcd-45bb-9743-b8b15705b031 req-a0414591-5f55-4798-ae66-bbf9da0f86b1 tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] 10.222.0.69 "GET /v2.0/security-groups?id=5f484da1-535d-4c0d-984b-b94725cd3270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045012 Aug 19 14:36:56.513894 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5444c1b3-664a-4f93-a18b-e9a2e075e777 req-2e089712-c546-47f5-b1bb-0d65a5c403b4 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4479926 Aug 19 14:36:56.517681 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c9183a24-3e75-4e09-a187-c1e9f128c424 req-8d2d848d-d4ca-4a5b-9321-e61d9d2912c2 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280460 Aug 19 14:36:56.546192 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-5444c1b3-664a-4f93-a18b-e9a2e075e777 req-a7181850-38fc-4741-bb0f-184ac26e3187 service neutron] Request body: {'port': {'device_id': '7b7809ce-bf5a-405c-8988-25b6a1751938', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:36:56.564356 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 2ec1d929-d9c0-49f5-b942-496ae0568910 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:36:56.680196 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port 2ec1d929-d9c0-49f5-b942-496ae0568910 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:36:56.691596 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 2ec1d929-d9c0-49f5-b942-496ae0568910 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:36:56.692092 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:56.717500 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5444c1b3-664a-4f93-a18b-e9a2e075e777 req-a7181850-38fc-4741-bb0f-184ac26e3187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:56.763433 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e8f49-1518-4f79-8c01-5e69832b8691 req-7ae85aac-3100-4999-a1c1-d366c7342fce tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:56.765065 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a21e8f49-1518-4f79-8c01-5e69832b8691 req-7ae85aac-3100-4999-a1c1-d366c7342fce tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b414690-47f3-4971-8837-df4683542301 HTTP/1.1" status: 200 len: 944 time: 0.0901470 Aug 19 14:36:56.788073 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:56.798734 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-06d9afaa-e33e-4431-a93a-77d5d8fa2e15 None None] Provisioning for port 4a990205-9f36-4de0-bda4-d5be7e334fd0 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:36:56.812113 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-06d9afaa-e33e-4431-a93a-77d5d8fa2e15 None None] Provisioning complete for port 4a990205-9f36-4de0-bda4-d5be7e334fd0 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:36:56.812577 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-06d9afaa-e33e-4431-a93a-77d5d8fa2e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:56.837048 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-516e3925-24d3-42df-8175-87343e9fc024 req-3f9a2fc2-508a-4a31-bb18-e2c2543f03b0 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2651641 Aug 19 14:36:56.846071 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec1d929-d9c0-49f5-b942-496ae0568910'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:36:56.848658 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8677802-9e23-457e-abb3-17b0dd2747ae" -d '{"events": [{"server_uuid": "c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b", "name": "network-vif-plugged", "status": "completed", "tag": "2ec1d929-d9c0-49f5-b942-496ae0568910"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:36:56.864448 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-516e3925-24d3-42df-8175-87343e9fc024 req-548acd80-7ea2-4131-8e09-44aa316b1b3d tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Request body: {'floatingip': {'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:36:56.876905 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 2ec1d929-d9c0-49f5-b942-496ae0568910, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=2ec1d929-d9c0-49f5-b942-496ae0568910,segment=NetworkSegment(911020b2-3bb4-4db0-af7a-51b07cbea653),segment_id=911020b2-3bb4-4db0-af7a-51b07cbea653)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:36:56.885387 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-06d9afaa-e33e-4431-a93a-77d5d8fa2e15 None None] Port 4a990205-9f36-4de0-bda4-d5be7e334fd0 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:36:56.888854 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:56.944011 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=2ec1d929-d9c0-49f5-b942-496ae0568910,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:56.956964 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a21e8f49-1518-4f79-8c01-5e69832b8691 req-6f7839ef-de1e-42ce-92b6-289af59e77ca tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2016568-562b-4e05-8081-e4bcca4b43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645949 Aug 19 14:36:56.985327 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-516e3925-24d3-42df-8175-87343e9fc024 req-548acd80-7ea2-4131-8e09-44aa316b1b3d tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:57.172225 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f34ec-e548-4770-9331-106bbc3dea23 req-6da9f624-6e12-4f2f-90a0-b0764ef96dc6 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:57.176546 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-344f34ec-e548-4770-9331-106bbc3dea23 req-6da9f624-6e12-4f2f-90a0-b0764ef96dc6 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 936 time: 0.1332402 Aug 19 14:36:57.258603 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device f5d31258-b744-4491-9281-dc33ea9d4fbd up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:36:57.304171 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-344f34ec-e548-4770-9331-106bbc3dea23 req-eedeadbf-9554-4045-962a-827e0e13c182 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231153 Aug 19 14:36:57.343851 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port f5d31258-b744-4491-9281-dc33ea9d4fbd completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:36:57.349330 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port f5d31258-b744-4491-9281-dc33ea9d4fbd triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:36:57.350000 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:57.376836 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-5444c1b3-664a-4f93-a18b-e9a2e075e777 req-a7181850-38fc-4741-bb0f-184ac26e3187 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a990205-9f36-4de0-bda4-d5be7e334fd0 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:36:57.394201 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a234e00-3d9f-4cd0-a5ec-08df21e58355 x-openstack-request-id: req-4a234e00-3d9f-4cd0-a5ec-08df21e58355 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:36:57.394499 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b", "name": "network-vif-plugged", "status": "completed", "tag": "2ec1d929-d9c0-49f5-b942-496ae0568910", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:36:57.394755 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4a234e00-3d9f-4cd0-a5ec-08df21e58355 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:36:57.395433 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec1d929-d9c0-49f5-b942-496ae0568910', 'code': 200} Aug 19 14:36:57.420800 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-516e3925-24d3-42df-8175-87343e9fc024 req-548acd80-7ea2-4131-8e09-44aa316b1b3d tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:57.426643 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5444c1b3-664a-4f93-a18b-e9a2e075e777 req-a7181850-38fc-4741-bb0f-184ac26e3187 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:57.549638 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-5444c1b3-664a-4f93-a18b-e9a2e075e777 req-a7181850-38fc-4741-bb0f-184ac26e3187 service neutron] Transition to ACTIVE for port object 4a990205-9f36-4de0-bda4-d5be7e334fd0 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:36:57.557291 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eddf00-58f4-43c3-977f-68cde779262f req-07c83a8d-9417-4bd2-9211-f036b9e54ef1 tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:57.559679 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c3eddf00-58f4-43c3-977f-68cde779262f req-07c83a8d-9417-4bd2-9211-f036b9e54ef1 tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] 10.222.0.88 "GET /v2.0/ports?device_id=ab0eac00-0279-4b13-9223-d01a84e38c70 HTTP/1.1" status: 200 len: 945 time: 0.1038961 Aug 19 14:36:57.567376 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:57.582847 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545f00e-30e9-4005-867b-9de9931258b4 req-bc0bcbe1-33e3-4bac-8210-72c82c237a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:57.585623 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6545f00e-30e9-4005-867b-9de9931258b4 req-bc0bcbe1-33e3-4bac-8210-72c82c237a03 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b HTTP/1.1" status: 200 len: 1096 time: 0.0954154 Aug 19 14:36:57.601474 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5444c1b3-664a-4f93-a18b-e9a2e075e777 req-a7181850-38fc-4741-bb0f-184ac26e3187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:57.643480 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port f5d31258-b744-4491-9281-dc33ea9d4fbd, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=f5d31258-b744-4491-9281-dc33ea9d4fbd,segment=NetworkSegment(3b829adb-df02-4027-b39b-d94446f6765e),segment_id=3b829adb-df02-4027-b39b-d94446f6765e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:36:57.652020 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:57.687213 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6545f00e-30e9-4005-867b-9de9931258b4 req-707d4eb6-7e17-4083-b98b-3590262758fe service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730031 Aug 19 14:36:57.725279 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-c3eddf00-58f4-43c3-977f-68cde779262f req-c2514ace-2865-4cd9-9ccc-2e16da5f2217 tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] Deleting port 94eeb9a7-1b19-46b4-8a0b-027d9e6a9730 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:36:57.726369 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c3eddf00-58f4-43c3-977f-68cde779262f req-c2514ace-2865-4cd9-9ccc-2e16da5f2217 tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:57.749652 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=f5d31258-b744-4491-9281-dc33ea9d4fbd,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:57.814938 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7181850-38fc-4741-bb0f-184ac26e3187 service neutron] Pushing event updated for resources: {'Port': ['ID=4a990205-9f36-4de0-bda4-d5be7e334fd0,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:57.850326 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a856880-dfaf-45b0-b277-16e9798db9e7 req-d3451b86-47e0-4fbc-88ec-02ca8a9a36a0 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:57.857687 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8a856880-dfaf-45b0-b277-16e9798db9e7 req-d3451b86-47e0-4fbc-88ec-02ca8a9a36a0 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=03cb2d97-9231-4496-a8c2-4f187e82b2e3 HTTP/1.1" status: 200 len: 943 time: 0.3297734 Aug 19 14:36:57.860071 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-516e3925-24d3-42df-8175-87343e9fc024 req-548acd80-7ea2-4131-8e09-44aa316b1b3d tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Allocated IP 172.25.2.154 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/d8d3245d-aa24-40a3-9238-6c5651ac0c3f) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:36:57.876181 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-c3eddf00-58f4-43c3-977f-68cde779262f req-c2514ace-2865-4cd9-9ccc-2e16da5f2217 tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] For port 94eeb9a7-1b19-46b4-8a0b-027d9e6a9730, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=94eeb9a7-1b19-46b4-8a0b-027d9e6a9730,segment=NetworkSegment(464085d0-8a3e-476f-8e7a-8a74bbb00354),segment_id=464085d0-8a3e-476f-8e7a-8a74bbb00354)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:36:57.905082 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7181850-38fc-4741-bb0f-184ac26e3187 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:36:57.905299 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c3eddf00-58f4-43c3-977f-68cde779262f req-c2514ace-2865-4cd9-9ccc-2e16da5f2217 tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:57.905394 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7181850-38fc-4741-bb0f-184ac26e3187 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:36:57.905394 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7181850-38fc-4741-bb0f-184ac26e3187 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:36:57.905394 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7181850-38fc-4741-bb0f-184ac26e3187 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:36:57.905394 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7181850-38fc-4741-bb0f-184ac26e3187 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:36:57.905394 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7181850-38fc-4741-bb0f-184ac26e3187 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:36:57.905394 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7181850-38fc-4741-bb0f-184ac26e3187 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:36:57.905394 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7181850-38fc-4741-bb0f-184ac26e3187 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:36:57.905394 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7181850-38fc-4741-bb0f-184ac26e3187 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:36:57.905394 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7181850-38fc-4741-bb0f-184ac26e3187 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:36:57.905394 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7181850-38fc-4741-bb0f-184ac26e3187 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:36:57.905394 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7181850-38fc-4741-bb0f-184ac26e3187 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:36:57.956509 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-c3eddf00-58f4-43c3-977f-68cde779262f req-c2514ace-2865-4cd9-9ccc-2e16da5f2217 tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] Calling delete_port for 94eeb9a7-1b19-46b4-8a0b-027d9e6a9730 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:36:58.018814 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8a856880-dfaf-45b0-b277-16e9798db9e7 req-e4fd4e80-d2d4-4ba5-ad4d-fb3a203ba669 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598701 Aug 19 14:36:58.069543 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-5444c1b3-664a-4f93-a18b-e9a2e075e777 req-a7181850-38fc-4741-bb0f-184ac26e3187 service neutron] Attempting to bind port 4a990205-9f36-4de0-bda4-d5be7e334fd0 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:36:58.070044 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-5444c1b3-664a-4f93-a18b-e9a2e075e777 req-a7181850-38fc-4741-bb0f-184ac26e3187 service neutron] Attempting to bind port 4a990205-9f36-4de0-bda4-d5be7e334fd0 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:36:58.070493 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5444c1b3-664a-4f93-a18b-e9a2e075e777 req-a7181850-38fc-4741-bb0f-184ac26e3187 service neutron] Attempting to bind port 4a990205-9f36-4de0-bda4-d5be7e334fd0 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:36:58.080660 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5444c1b3-664a-4f93-a18b-e9a2e075e777 req-a7181850-38fc-4741-bb0f-184ac26e3187 service neutron] Port 4a990205-9f36-4de0-bda4-d5be7e334fd0 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:36:58.081119 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5444c1b3-664a-4f93-a18b-e9a2e075e777 req-a7181850-38fc-4741-bb0f-184ac26e3187 service neutron] Attempting to bind port 4a990205-9f36-4de0-bda4-d5be7e334fd0 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:36:58.109059 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5444c1b3-664a-4f93-a18b-e9a2e075e777 req-a7181850-38fc-4741-bb0f-184ac26e3187 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:36:58.109527 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5444c1b3-664a-4f93-a18b-e9a2e075e777 req-a7181850-38fc-4741-bb0f-184ac26e3187 service neutron] Checking segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:36:58.110088 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5444c1b3-664a-4f93-a18b-e9a2e075e777 req-a7181850-38fc-4741-bb0f-184ac26e3187 service neutron] Bound using segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:36:58.112519 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-5444c1b3-664a-4f93-a18b-e9a2e075e777 req-a7181850-38fc-4741-bb0f-184ac26e3187 service neutron] Bound port: 4a990205-9f36-4de0-bda4-d5be7e334fd0, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:36:58.113042 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5444c1b3-664a-4f93-a18b-e9a2e075e777 req-a7181850-38fc-4741-bb0f-184ac26e3187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:58.177406 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c3eddf00-58f4-43c3-977f-68cde779262f req-c2514ace-2865-4cd9-9ccc-2e16da5f2217 tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:58.220621 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2514ace-2865-4cd9-9ccc-2e16da5f2217 tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] Pushing event deleted for resources: {'Port': ['ID=94eeb9a7-1b19-46b4-8a0b-027d9e6a9730,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:58.229682 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['94eeb9a7-1b19-46b4-8a0b-027d9e6a9730'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:36:58.267353 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2514ace-2865-4cd9-9ccc-2e16da5f2217 tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:36:58.267756 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2514ace-2865-4cd9-9ccc-2e16da5f2217 tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:36:58.268039 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2514ace-2865-4cd9-9ccc-2e16da5f2217 tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:36:58.268376 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2514ace-2865-4cd9-9ccc-2e16da5f2217 tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:36:58.268736 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2514ace-2865-4cd9-9ccc-2e16da5f2217 tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:36:58.269067 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2514ace-2865-4cd9-9ccc-2e16da5f2217 tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:36:58.269481 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2514ace-2865-4cd9-9ccc-2e16da5f2217 tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:36:58.269822 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2514ace-2865-4cd9-9ccc-2e16da5f2217 tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:36:58.270143 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2514ace-2865-4cd9-9ccc-2e16da5f2217 tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:36:58.270465 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2514ace-2865-4cd9-9ccc-2e16da5f2217 tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:36:58.270789 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2514ace-2865-4cd9-9ccc-2e16da5f2217 tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:36:58.271252 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2514ace-2865-4cd9-9ccc-2e16da5f2217 tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:36:58.274728 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3eddf00-58f4-43c3-977f-68cde779262f req-c2514ace-2865-4cd9-9ccc-2e16da5f2217 tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] No DVR routers for this DVR port 94eeb9a7-1b19-46b4-8a0b-027d9e6a9730 on host n-h2-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:36:58.278486 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c3eddf00-58f4-43c3-977f-68cde779262f req-c2514ace-2865-4cd9-9ccc-2e16da5f2217 tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:58.280861 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c3eddf00-58f4-43c3-977f-68cde779262f req-c2514ace-2865-4cd9-9ccc-2e16da5f2217 tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] 10.222.0.88 "DELETE /v2.0/ports/94eeb9a7-1b19-46b4-8a0b-027d9e6a9730 HTTP/1.1" status: 204 len: 173 time: 0.7075078 Aug 19 14:36:58.281479 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab0eac00-0279-4b13-9223-d01a84e38c70', 'name': 'network-vif-deleted', 'tag': '94eeb9a7-1b19-46b4-8a0b-027d9e6a9730'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:36:58.284237 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fcb8a3d-2f0e-42e3-bffd-55562e5c8e53" -d '{"events": [{"server_uuid": "ab0eac00-0279-4b13-9223-d01a84e38c70", "name": "network-vif-deleted", "tag": "94eeb9a7-1b19-46b4-8a0b-027d9e6a9730"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:36:58.516582 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4db7b57f-ad88-4b93-ac98-d7c8c12e6fee req-8c25311c-9bb7-4a2e-926f-c3eab9dbae6f tempest-ServerAddressesNegativeTestJSON-350989002 tempest-ServerAddressesNegativeTestJSON-350989002-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab0eac00-0279-4b13-9223-d01a84e38c70 HTTP/1.1" status: 200 len: 210 time: 0.0591524 Aug 19 14:36:58.577062 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-516e3925-24d3-42df-8175-87343e9fc024 req-548acd80-7ea2-4131-8e09-44aa316b1b3d tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:58.580315 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-5444c1b3-664a-4f93-a18b-e9a2e075e777 req-a7181850-38fc-4741-bb0f-184ac26e3187 service neutron] For port 4a990205-9f36-4de0-bda4-d5be7e334fd0, host n-h1-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:36:58.599342 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-5444c1b3-664a-4f93-a18b-e9a2e075e777 req-a7181850-38fc-4741-bb0f-184ac26e3187 service neutron] For port 4a990205-9f36-4de0-bda4-d5be7e334fd0, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=4a990205-9f36-4de0-bda4-d5be7e334fd0,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:36:58.617907 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5444c1b3-664a-4f93-a18b-e9a2e075e777 req-a7181850-38fc-4741-bb0f-184ac26e3187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:58.682430 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444c1b3-664a-4f93-a18b-e9a2e075e777 req-a7181850-38fc-4741-bb0f-184ac26e3187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:58.683048 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5444c1b3-664a-4f93-a18b-e9a2e075e777 req-a7181850-38fc-4741-bb0f-184ac26e3187 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:58.684470 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5444c1b3-664a-4f93-a18b-e9a2e075e777 req-a7181850-38fc-4741-bb0f-184ac26e3187 service neutron] 10.222.0.68 "PUT /v2.0/ports/4a990205-9f36-4de0-bda4-d5be7e334fd0 HTTP/1.1" status: 200 len: 1096 time: 2.1584976 Aug 19 14:36:58.686738 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b7809ce-bf5a-405c-8988-25b6a1751938', 'tag': '4a990205-9f36-4de0-bda4-d5be7e334fd0'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:36:58.688962 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd05f7c-5c82-4d1f-be3c-912861cd9f27" -d '{"events": [{"name": "network-changed", "server_uuid": "7b7809ce-bf5a-405c-8988-25b6a1751938", "tag": "4a990205-9f36-4de0-bda4-d5be7e334fd0"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:36:58.758898 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05167e7b-e151-4fac-93fe-b44746d84e7d req-fcfdcc73-9add-49bf-b17f-05735c6c85a9 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:58.770415 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-05167e7b-e151-4fac-93fe-b44746d84e7d req-fcfdcc73-9add-49bf-b17f-05735c6c85a9 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b HTTP/1.1" status: 200 len: 945 time: 0.1675138 Aug 19 14:36:58.778552 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7181850-38fc-4741-bb0f-184ac26e3187 service neutron] Pushing event updated for resources: {'Port': ['ID=4a990205-9f36-4de0-bda4-d5be7e334fd0,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:58.805462 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-516e3925-24d3-42df-8175-87343e9fc024 req-548acd80-7ea2-4131-8e09-44aa316b1b3d tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:58.906147 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-516e3925-24d3-42df-8175-87343e9fc024 req-548acd80-7ea2-4131-8e09-44aa316b1b3d tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:36:58.919097 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-516e3925-24d3-42df-8175-87343e9fc024 req-548acd80-7ea2-4131-8e09-44aa316b1b3d tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:36:58.925262 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-516e3925-24d3-42df-8175-87343e9fc024 req-548acd80-7ea2-4131-8e09-44aa316b1b3d tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:36:58.927477 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548acd80-7ea2-4131-8e09-44aa316b1b3d tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Pushing event updated for resources: {'Port': ['ID=d8d3245d-aa24-40a3-9238-6c5651ac0c3f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:58.942790 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-05167e7b-e151-4fac-93fe-b44746d84e7d req-9f2178b9-d56a-4a6b-8a17-cb0ed52bc9d1 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706190 Aug 19 14:36:59.012172 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444c1b3-664a-4f93-a18b-e9a2e075e777 req-828000c0-0b44-4eba-9a53-549f737c688d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:59.013694 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5444c1b3-664a-4f93-a18b-e9a2e075e777 req-828000c0-0b44-4eba-9a53-549f737c688d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3397b0c43f0b46aaa4295e8f087dd91c&device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 1099 time: 0.2365987 Aug 19 14:36:59.092673 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5444c1b3-664a-4f93-a18b-e9a2e075e777 req-6f469210-0a35-475b-ad64-2ab98d05677d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=4a990205-9f36-4de0-bda4-d5be7e334fd0 HTTP/1.1" status: 200 len: 217 time: 0.0470691 Aug 19 14:36:59.169781 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-516e3925-24d3-42df-8175-87343e9fc024 req-548acd80-7ea2-4131-8e09-44aa316b1b3d tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:59.210189 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444c1b3-664a-4f93-a18b-e9a2e075e777 req-188ea42c-1523-4305-8a25-403132939929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:59.211660 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5444c1b3-664a-4f93-a18b-e9a2e075e777 req-188ea42c-1523-4305-8a25-403132939929 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.1031866 Aug 19 14:36:59.279893 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2dbab-416a-4f93-8252-05ae1d495e9d req-3e7b9141-df2d-4e69-a893-929bf287334a tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:59.281454 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f0c2dbab-416a-4f93-8252-05ae1d495e9d req-3e7b9141-df2d-4e69-a893-929bf287334a tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b414690-47f3-4971-8837-df4683542301 HTTP/1.1" status: 200 len: 945 time: 0.1269686 Aug 19 14:36:59.283858 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-516e3925-24d3-42df-8175-87343e9fc024 req-548acd80-7ea2-4131-8e09-44aa316b1b3d tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:59.360346 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444c1b3-664a-4f93-a18b-e9a2e075e777 req-9ca7e321-dca1-4f68-9b2c-b70f97f8aa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:59.361883 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5444c1b3-664a-4f93-a18b-e9a2e075e777 req-9ca7e321-dca1-4f68-9b2c-b70f97f8aa6a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1301260 Aug 19 14:36:59.378538 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f0c2dbab-416a-4f93-8252-05ae1d495e9d req-eccd99a9-b7d7-44d5-b257-ac4f165f01e7 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2016568-562b-4e05-8081-e4bcca4b43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724459 Aug 19 14:36:59.396953 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b414690-47f3-4971-8837-df4683542301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d31258-b744-4491-9281-dc33ea9d4fbd'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:36:59.400138 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060367ce-c298-46a1-986a-19f04720bebf" -d '{"events": [{"server_uuid": "7b414690-47f3-4971-8837-df4683542301", "name": "network-vif-plugged", "status": "completed", "tag": "f5d31258-b744-4491-9281-dc33ea9d4fbd"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:36:59.489147 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9789d7a5-50c3-4773-a110-2a2808b9b69b x-openstack-request-id: req-9789d7a5-50c3-4773-a110-2a2808b9b69b {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:36:59.489665 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab0eac00-0279-4b13-9223-d01a84e38c70", "name": "network-vif-deleted", "tag": "94eeb9a7-1b19-46b4-8a0b-027d9e6a9730", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:36:59.489750 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9789d7a5-50c3-4773-a110-2a2808b9b69b {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:36:59.490997 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab0eac00-0279-4b13-9223-d01a84e38c70', 'name': 'network-vif-deleted', 'tag': '94eeb9a7-1b19-46b4-8a0b-027d9e6a9730', 'status': 'completed', 'code': 200} Aug 19 14:36:59.554993 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5444c1b3-664a-4f93-a18b-e9a2e075e777 req-5dbc4193-d5a8-468f-9ded-7ec92547ac90 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406748 Aug 19 14:36:59.617547 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-516e3925-24d3-42df-8175-87343e9fc024 req-548acd80-7ea2-4131-8e09-44aa316b1b3d tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:59.646513 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-516e3925-24d3-42df-8175-87343e9fc024 req-548acd80-7ea2-4131-8e09-44aa316b1b3d tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:59.698274 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c42b3-0a38-4df9-9a93-e9a25f2e9306 req-22bc055e-290e-4000-bc15-340a2e8461b4 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:36:59.699772 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b11c42b3-0a38-4df9-9a93-e9a25f2e9306 req-22bc055e-290e-4000-bc15-340a2e8461b4 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 948 time: 0.1491961 Aug 19 14:36:59.766661 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548acd80-7ea2-4131-8e09-44aa316b1b3d tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Pushing event updated for resources: {'Port': ['ID=d8d3245d-aa24-40a3-9238-6c5651ac0c3f,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:36:59.797522 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-516e3925-24d3-42df-8175-87343e9fc024 req-548acd80-7ea2-4131-8e09-44aa316b1b3d tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:59.808301 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5444c1b3-664a-4f93-a18b-e9a2e075e777 req-402eeb46-fe4b-4e49-9b9a-59bef1d9725f service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200108 Aug 19 14:36:59.813553 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b11c42b3-0a38-4df9-9a93-e9a25f2e9306 req-3bdd1bb2-6239-457e-9707-074e9f03befb tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039391 Aug 19 14:36:59.822861 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-516e3925-24d3-42df-8175-87343e9fc024 req-548acd80-7ea2-4131-8e09-44aa316b1b3d tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:36:59.830111 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-516e3925-24d3-42df-8175-87343e9fc024 req-548acd80-7ea2-4131-8e09-44aa316b1b3d tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9741933 Aug 19 14:36:59.876828 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62c482a-fc9b-4db9-ae8c-f8cba55ce97c x-openstack-request-id: req-d62c482a-fc9b-4db9-ae8c-f8cba55ce97c {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:36:59.877110 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b7809ce-bf5a-405c-8988-25b6a1751938", "tag": "4a990205-9f36-4de0-bda4-d5be7e334fd0", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:36:59.877354 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d62c482a-fc9b-4db9-ae8c-f8cba55ce97c {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:36:59.877737 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b7809ce-bf5a-405c-8988-25b6a1751938', 'tag': '4a990205-9f36-4de0-bda4-d5be7e334fd0', 'status': 'completed', 'code': 200} Aug 19 14:36:59.889090 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-516e3925-24d3-42df-8175-87343e9fc024 req-eedf18f6-d7d5-431a-a314-e4a38cbdbf69 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.2.154 HTTP/1.1" status: 200 len: 696 time: 0.0576055 Aug 19 14:37:00.049163 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd05f7c-5c82-4d1f-be3c-912861cd9f27 req-fe92923d-714d-41c9-a102-85872170dd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:00.050656 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cfd05f7c-5c82-4d1f-be3c-912861cd9f27 req-fe92923d-714d-41c9-a102-85872170dd85 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3397b0c43f0b46aaa4295e8f087dd91c&device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 1099 time: 0.1316719 Aug 19 14:37:00.071063 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49317077-7a02-46de-9c20-067fafa350c6 req-ece9d5e9-5e8e-4488-a002-32b201c0cd83 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:00.072493 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-49317077-7a02-46de-9c20-067fafa350c6 req-ece9d5e9-5e8e-4488-a002-32b201c0cd83 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=03cb2d97-9231-4496-a8c2-4f187e82b2e3 HTTP/1.1" status: 200 len: 943 time: 0.0986571 Aug 19 14:37:00.134973 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e3925-24d3-42df-8175-87343e9fc024 req-926975c8-e259-4c2d-807d-49ebe050c032 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:00.136327 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-516e3925-24d3-42df-8175-87343e9fc024 req-926975c8-e259-4c2d-807d-49ebe050c032 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] 10.222.0.69 "GET /v2.0/networks/88eeec05-6d16-4f02-9461-44ff5e420302 HTTP/1.1" status: 200 len: 784 time: 0.2452006 Aug 19 14:37:00.174721 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-49317077-7a02-46de-9c20-067fafa350c6 req-33058f38-2500-4e92-a42e-ba61b415bd53 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902956 Aug 19 14:37:00.205410 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd05f7c-5c82-4d1f-be3c-912861cd9f27 req-24d4bee1-c5c9-437a-a174-af74aa25e701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:00.207148 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cfd05f7c-5c82-4d1f-be3c-912861cd9f27 req-24d4bee1-c5c9-437a-a174-af74aa25e701 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.1338117 Aug 19 14:37:00.232847 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d397e8-f9cb-4a5a-a075-f0c13ad412ec x-openstack-request-id: req-46d397e8-f9cb-4a5a-a075-f0c13ad412ec {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:37:00.233487 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b414690-47f3-4971-8837-df4683542301", "name": "network-vif-plugged", "status": "completed", "tag": "f5d31258-b744-4491-9281-dc33ea9d4fbd", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:37:00.233964 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-46d397e8-f9cb-4a5a-a075-f0c13ad412ec {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:37:00.234619 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b414690-47f3-4971-8837-df4683542301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d31258-b744-4491-9281-dc33ea9d4fbd', 'code': 200} Aug 19 14:37:00.276962 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cfd05f7c-5c82-4d1f-be3c-912861cd9f27 req-ed5c813c-db97-4787-9c71-e948b84964fc service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=4a990205-9f36-4de0-bda4-d5be7e334fd0 HTTP/1.1" status: 200 len: 217 time: 0.0438907 Aug 19 14:37:00.277903 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35824) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:37:00.350976 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-af503429-be02-4551-a9a7-8b6a16658678 admin admin] Deleting subnet 703d0f8e-0667-4512-b25b-c93317f2647e {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:37:00.357489 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-af503429-be02-4551-a9a7-8b6a16658678 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:00.389843 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae3155-bbea-403e-9666-1366d966d808 req-3e765c86-0c52-493e-a2af-e31db2ec02d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:00.391452 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-abae3155-bbea-403e-9666-1366d966d808 req-3e765c86-0c52-493e-a2af-e31db2ec02d5 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7b414690-47f3-4971-8837-df4683542301 HTTP/1.1" status: 200 len: 1096 time: 0.0755982 Aug 19 14:37:00.398792 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-af503429-be02-4551-a9a7-8b6a16658678 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:00.451825 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd05f7c-5c82-4d1f-be3c-912861cd9f27 req-1a71ac6b-7bd0-4eee-8bd3-8b74573fb0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:00.453338 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cfd05f7c-5c82-4d1f-be3c-912861cd9f27 req-1a71ac6b-7bd0-4eee-8bd3-8b74573fb0bc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.1535962 Aug 19 14:37:00.473668 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-abae3155-bbea-403e-9666-1366d966d808 req-d0f6d1a6-2307-42ea-8b0f-f95eaa8e979b service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=e2016568-562b-4e05-8081-e4bcca4b43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723085 Aug 19 14:37:00.474659 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-af503429-be02-4551-a9a7-8b6a16658678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:00.475449 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ebd2c-ed48-4796-b7f0-f24a7cdf3f8c req-7df6954a-e6a7-43c5-9e9f-a196d19ec85c tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:00.476971 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6b5ebd2c-ed48-4796-b7f0-f24a7cdf3f8c req-7df6954a-e6a7-43c5-9e9f-a196d19ec85c tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b HTTP/1.1" status: 200 len: 945 time: 0.1334226 Aug 19 14:37:00.530185 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-af503429-be02-4551-a9a7-8b6a16658678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:00.533026 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e3ce3-a2e3-439c-84f7-8253a7059085 req-2e1b2e8a-1c64-454c-8939-1dda4b5009c1 tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:00.534524 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-716e3ce3-a2e3-439c-84f7-8253a7059085 req-2e1b2e8a-1c64-454c-8939-1dda4b5009c1 tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] 10.222.0.69 "GET /v2.0/networks?id=e30a1201-b426-4165-bdc3-09c36dd3fe40 HTTP/1.1" status: 200 len: 815 time: 0.2265391 Aug 19 14:37:00.556309 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af503429-be02-4551-a9a7-8b6a16658678 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=703d0f8e-0667-4512-b25b-c93317f2647e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:00.560664 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-af503429-be02-4551-a9a7-8b6a16658678 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:00.562758 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-af503429-be02-4551-a9a7-8b6a16658678 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/703d0f8e-0667-4512-b25b-c93317f2647e HTTP/1.1" status: 204 len: 168 time: 0.2835393 Aug 19 14:37:00.565370 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35832) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:37:00.573235 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-716e3ce3-a2e3-439c-84f7-8253a7059085 req-9bf3a237-8d47-4d4f-97e5-a3fd567fa910 tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] 10.222.0.69 "GET /v2.0/quotas/3178f87ac6ba44c3972120fbcb3189e5 HTTP/1.1" status: 200 len: 375 time: 0.0252855 Aug 19 14:37:00.576103 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6b5ebd2c-ed48-4796-b7f0-f24a7cdf3f8c req-ecc45bc3-fc45-4e31-add6-0412661c35d8 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921929 Aug 19 14:37:00.582003 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd05f7c-5c82-4d1f-be3c-912861cd9f27 req-95ebacce-f8f4-4fa8-b342-e795f5160c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:00.583551 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cfd05f7c-5c82-4d1f-be3c-912861cd9f27 req-95ebacce-f8f4-4fa8-b342-e795f5160c43 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1008701 Aug 19 14:37:00.639128 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c6ae392d-37ec-4593-ae7d-ee768c56f030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:00.724915 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c6ae392d-37ec-4593-ae7d-ee768c56f030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:00.735548 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-c6ae392d-37ec-4593-ae7d-ee768c56f030 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64b57cc5-23f1-4fc8-9cb0-bdb1cc3660cd']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:37:00.736144 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-716e3ce3-a2e3-439c-84f7-8253a7059085 req-46f22bb5-6422-4031-8450-3227b7398684 tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=3178f87ac6ba44c3972120fbcb3189e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1516366 Aug 19 14:37:00.746745 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-c6ae392d-37ec-4593-ae7d-ee768c56f030 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '464085d0-8a3e-476f-8e7a-8a74bbb00354') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:37:00.747133 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-c6ae392d-37ec-4593-ae7d-ee768c56f030 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '464085d0-8a3e-476f-8e7a-8a74bbb00354') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:37:00.749820 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4be0d3ac-5b8e-448b-8819-609798047aeb req-cea15939-fefe-4c4a-be1c-0a840c7cdd7c tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] 10.222.0.69 "GET /v2.0/floatingips/614e663b-40ef-4d5a-8f7c-7a995f1c58a7 HTTP/1.1" status: 200 len: 693 time: 0.0665033 Aug 19 14:37:00.757238 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c6ae392d-37ec-4593-ae7d-ee768c56f030 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:00.773062 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c6ae392d-37ec-4593-ae7d-ee768c56f030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:00.782290 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6ae392d-37ec-4593-ae7d-ee768c56f030 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:37:00.782703 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c6ae392d-37ec-4593-ae7d-ee768c56f030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:00.794428 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:37:00.794428 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:37:00.794428 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:37:00.794428 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:37:00.794428 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:37:00.794428 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:37:00.794428 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:37:00.794428 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:37:00.794428 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:37:00.794428 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:37:00.794428 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:37:00.794428 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:37:00.794428 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:37:00.794428 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:37:00.794428 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:37:00.794428 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:37:00.794428 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:37:00.794428 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:37:00.794428 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:37:00.794428 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:37:00.794428 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:37:00.794428 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:37:00.794428 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:37:00.794428 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:37:00.794428 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:37:00.794428 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:37:00.794428 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:37:00.794428 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:37:00.794428 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:37:00.794428 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:37:00.794428 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:37:00.794428 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:37:00.847996 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c6ae392d-37ec-4593-ae7d-ee768c56f030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:00.854450 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c6ae392d-37ec-4593-ae7d-ee768c56f030 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:00.859030 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c6ae392d-37ec-4593-ae7d-ee768c56f030 admin admin] 10.222.0.69 "DELETE /v2.0/networks/64b57cc5-23f1-4fc8-9cb0-bdb1cc3660cd HTTP/1.1" status: 204 len: 168 time: 0.2898226 Aug 19 14:37:00.867572 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ae392d-37ec-4593-ae7d-ee768c56f030 admin admin] Pushing event deleted for resources: {'Network': ['ID=64b57cc5-23f1-4fc8-9cb0-bdb1cc3660cd,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:00.874336 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cfd05f7c-5c82-4d1f-be3c-912861cd9f27 req-d5b75287-8421-4718-8b3a-1ca04f726f8a service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745309 Aug 19 14:37:00.937916 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-2438fe67-6239-431d-a8d7-bd37da4d56a7 service neutron] 10.222.0.68 "GET /v2.0/ports/12a00bc4-fd0a-42fa-af53-b73354cd2997/bindings/n-h2-766043-2 HTTP/1.1" status: 200 len: 384 time: 0.0665920 Aug 19 14:37:00.991235 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35840) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:37:01.002176 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-716e3ce3-a2e3-439c-84f7-8253a7059085 req-1006180c-3475-4ea7-b834-efca1b52a1a2 service neutron] 10.222.0.69 "GET /v2.0/networks/e30a1201-b426-4165-bdc3-09c36dd3fe40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557817 Aug 19 14:37:01.016565 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0d3ac-5b8e-448b-8819-609798047aeb req-3ed3babe-d40a-4d14-aa3d-8fadd3733bf6 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:01.018222 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4be0d3ac-5b8e-448b-8819-609798047aeb req-3ed3babe-d40a-4d14-aa3d-8fadd3733bf6 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] 10.222.0.69 "GET /v2.0/networks/88eeec05-6d16-4f02-9461-44ff5e420302 HTTP/1.1" status: 200 len: 784 time: 0.2595744 Aug 19 14:37:01.070227 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-222979cc-8c6a-4aa8-b590-4393c91ea193 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0814fd2f32b04a069959f2744a00fc1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0778222 Aug 19 14:37:01.074798 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35844) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:37:01.114319 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cfd05f7c-5c82-4d1f-be3c-912861cd9f27 req-db636582-e061-40f2-8ce7-cd8e07398685 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285998 Aug 19 14:37:01.165128 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-7728cbc7-bcab-4288-b720-0e17e8fd4e01 service neutron] For port 12a00bc4-fd0a-42fa-af53-b73354cd2997, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=12a00bc4-fd0a-42fa-af53-b73354cd2997,segment=NetworkSegment(cdbe220c-711d-4dcd-9811-178ea37b55c3),segment_id=cdbe220c-711d-4dcd-9811-178ea37b55c3)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:37:01.185293 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-7728cbc7-bcab-4288-b720-0e17e8fd4e01 service neutron] For port 12a00bc4-fd0a-42fa-af53-b73354cd2997, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:37:01.193061 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-716e3ce3-a2e3-439c-84f7-8253a7059085 req-c539dec1-81ff-4419-a2c5-f01745f120c3 service neutron] 10.222.0.69 "GET /v2.0/networks/e30a1201-b426-4165-bdc3-09c36dd3fe40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843109 Aug 19 14:37:01.205054 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9851a771-2e01-425f-8e6b-1a0640e6bff0 req-fcee6ac8-9e9f-444b-b069-a432ab6f3740 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:01.206533 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9851a771-2e01-425f-8e6b-1a0640e6bff0 req-fcee6ac8-9e9f-444b-b069-a432ab6f3740 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b414690-47f3-4971-8837-df4683542301 HTTP/1.1" status: 200 len: 945 time: 0.1160333 Aug 19 14:37:01.211642 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53d79646-73f4-462f-987e-6ad79edf7df8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:01.218936 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-7728cbc7-bcab-4288-b720-0e17e8fd4e01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12a00bc4-fd0a-42fa-af53-b73354cd2997 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:37:01.232204 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-7728cbc7-bcab-4288-b720-0e17e8fd4e01 service neutron] For port 12a00bc4-fd0a-42fa-af53-b73354cd2997, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=12a00bc4-fd0a-42fa-af53-b73354cd2997,segment=NetworkSegment(cdbe220c-711d-4dcd-9811-178ea37b55c3),segment_id=cdbe220c-711d-4dcd-9811-178ea37b55c3)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:37:01.248478 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53d79646-73f4-462f-987e-6ad79edf7df8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:01.249049 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-7728cbc7-bcab-4288-b720-0e17e8fd4e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:01.278832 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 94eeb9a7-1b19-46b4-8a0b-027d9e6a9730 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:37:01.285749 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9851a771-2e01-425f-8e6b-1a0640e6bff0 req-d6eba7a4-a6fd-4121-996c-df109c0ac990 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2016568-562b-4e05-8081-e4bcca4b43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644033 Aug 19 14:37:01.333991 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: 94eeb9a7-1b19-46b4-8a0b-027d9e6a9730 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:37:01.334628 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 94eeb9a7-1b19-46b4-8a0b-027d9e6a9730 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:37:01.336542 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53d79646-73f4-462f-987e-6ad79edf7df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:01.340262 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53d79646-73f4-462f-987e-6ad79edf7df8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:01.344059 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-53d79646-73f4-462f-987e-6ad79edf7df8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5f484da1-535d-4c0d-984b-b94725cd3270 HTTP/1.1" status: 204 len: 168 time: 0.2615275 Aug 19 14:37:01.346956 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6751a36b-5e0c-478d-9824-02282d73aaee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:01.350018 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d79646-73f4-462f-987e-6ad79edf7df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f484da1-535d-4c0d-984b-b94725cd3270,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:01.386537 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-7728cbc7-bcab-4288-b720-0e17e8fd4e01 service neutron] Transition to ACTIVE for port object 12a00bc4-fd0a-42fa-af53-b73354cd2997 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:37:01.393560 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-7728cbc7-bcab-4288-b720-0e17e8fd4e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:01.487507 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-7728cbc7-bcab-4288-b720-0e17e8fd4e01 service neutron] No DVR routers for this DVR port 12a00bc4-fd0a-42fa-af53-b73354cd2997 on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:37:01.513802 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03c406b-4046-41db-acb1-0cb411947ccb req-18c7a71b-704e-42be-8d9f-94ff9baf53ff tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:01.515476 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d03c406b-4046-41db-acb1-0cb411947ccb req-18c7a71b-704e-42be-8d9f-94ff9baf53ff tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b HTTP/1.1" status: 200 len: 1096 time: 0.0914421 Aug 19 14:37:01.524914 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7728cbc7-bcab-4288-b720-0e17e8fd4e01 service neutron] Pushing event updated for resources: {'Port': ['ID=12a00bc4-fd0a-42fa-af53-b73354cd2997,revision_number=10']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:01.525131 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0450356-bd14-458f-a4be-a2e97b79c1a7 req-f94918ff-e174-4835-82e9-221f370a5750 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:01.527251 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f0450356-bd14-458f-a4be-a2e97b79c1a7 req-f94918ff-e174-4835-82e9-221f370a5750 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 948 time: 0.0921776 Aug 19 14:37:01.549013 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-7728cbc7-bcab-4288-b720-0e17e8fd4e01 service neutron] 10.222.0.68 "PUT /v2.0/ports/12a00bc4-fd0a-42fa-af53-b73354cd2997/bindings/n-h2-766043-2/activate HTTP/1.1" status: 200 len: 369 time: 0.6024954 Aug 19 14:37:01.617882 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d03c406b-4046-41db-acb1-0cb411947ccb req-9d97928d-9a22-405c-a2f9-a8b0abeaf5f7 tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874941 Aug 19 14:37:01.661049 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f0450356-bd14-458f-a4be-a2e97b79c1a7 req-67c01a28-40c2-4ae3-9031-f29da200fb00 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203604 Aug 19 14:37:01.747488 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f37b03a0-c60c-48ba-8799-e8318011a83a req-8197b6b8-7e73-4294-afe1-ed3a05d68f6b tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] 10.222.0.69 "GET /v2.0/floatingips/614e663b-40ef-4d5a-8f7c-7a995f1c58a7 HTTP/1.1" status: 200 len: 693 time: 0.0676510 Aug 19 14:37:01.892721 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab73f9-25ea-4218-a6eb-a921f886798c req-b9d8c74c-7467-43a9-9792-ddf6ee2a5be6 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:01.894508 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-35ab73f9-25ea-4218-a6eb-a921f886798c req-b9d8c74c-7467-43a9-9792-ddf6ee2a5be6 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=03cb2d97-9231-4496-a8c2-4f187e82b2e3 HTTP/1.1" status: 200 len: 944 time: 0.1245911 Aug 19 14:37:01.936375 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b03a0-c60c-48ba-8799-e8318011a83a req-2df5ddf2-8d1c-49bf-bfa0-217d92316ee7 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:01.939001 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f37b03a0-c60c-48ba-8799-e8318011a83a req-2df5ddf2-8d1c-49bf-bfa0-217d92316ee7 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] 10.222.0.69 "GET /v2.0/networks/88eeec05-6d16-4f02-9461-44ff5e420302 HTTP/1.1" status: 200 len: 784 time: 0.1853826 Aug 19 14:37:02.006706 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f37b03a0-c60c-48ba-8799-e8318011a83a req-da3dea86-7c8a-4ef1-95fe-2fd66df9d6f5 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.2.154 HTTP/1.1" status: 200 len: 696 time: 0.0608897 Aug 19 14:37:02.010950 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-35ab73f9-25ea-4218-a6eb-a921f886798c req-35e000a8-0934-4191-8054-4a402c1f2faf tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062114 Aug 19 14:37:02.061050 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-f82c642a-2296-4b9c-8834-abc4fa974c2b tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:02.064355 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-f82c642a-2296-4b9c-8834-abc4fa974c2b tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=03cb2d97-9231-4496-a8c2-4f187e82b2e3&tenant_id=309b8293893e4b68ba54397ad041e8b9&binding%3Ahost_id=n-h1-766043-2 HTTP/1.1" status: 200 len: 1095 time: 0.4427838 Aug 19 14:37:02.080654 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f37b03a0-c60c-48ba-8799-e8318011a83a req-836e3a96-37a4-41b1-8d2d-023e2b273b7e tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.2.154 HTTP/1.1" status: 200 len: 696 time: 0.0628581 Aug 19 14:37:02.120766 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d4020790-4807-47ce-863a-e11b681a2bc7 req-e30cb200-e038-4895-9b55-e3574610fb63 tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b760ea3-f188-4b07-a478-d051ae0439ec HTTP/1.1" status: 200 len: 210 time: 0.0369735 Aug 19 14:37:02.131730 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-4a20322a-ebbb-4d3f-89ca-f783a873213c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:02.133909 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-4a20322a-ebbb-4d3f-89ca-f783a873213c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=03cb2d97-9231-4496-a8c2-4f187e82b2e3&tenant_id=309b8293893e4b68ba54397ad041e8b9 HTTP/1.1" status: 200 len: 1095 time: 0.0497558 Aug 19 14:37:02.219915 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-07a4d4f3-5cc9-46cd-b6f8-c822e19e2e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:02.221904 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-07a4d4f3-5cc9-46cd-b6f8-c822e19e2e8d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=309b8293893e4b68ba54397ad041e8b9&device_id=03cb2d97-9231-4496-a8c2-4f187e82b2e3 HTTP/1.1" status: 200 len: 1095 time: 0.0522366 Aug 19 14:37:02.366078 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-72507c85-6016-45ac-bb33-297316136c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:02.367584 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-72507c85-6016-45ac-bb33-297316136c51 service neutron] 10.222.0.88 "GET /v2.0/networks?id=6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 HTTP/1.1" status: 200 len: 908 time: 0.1325586 Aug 19 14:37:02.444637 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-2ffa2aff-33c7-48ce-9802-a48b5ab18987 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12a00bc4-fd0a-42fa-af53-b73354cd2997 HTTP/1.1" status: 200 len: 217 time: 0.0680287 Aug 19 14:37:02.451219 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35888) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:37:02.520844 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-78f41fce-7fe0-4e70-9542-037fea728a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:02.521463 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-78f41fce-7fe0-4e70-9542-037fea728a28 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e6c98e66-0094-4a00-ab2a-dbcb4602f2eb HTTP/1.1" status: 200 len: 847 time: 0.0684488 Aug 19 14:37:02.567058 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 4a990205-9f36-4de0-bda4-d5be7e334fd0 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:37:02.570237 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 12a00bc4-fd0a-42fa-af53-b73354cd2997 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:37:02.587656 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-4e9ec563-3136-4c32-8b05-da7a303932cf service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6e6d7ced-670a-4172-99e0-b6cfaa52bcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579734 Aug 19 14:37:02.590086 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69986e3e-7f8d-4f3e-9444-0f10ca62b997 req-190a6138-a208-4f69-aa0b-08f0ccccbed2 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:02.591771 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-69986e3e-7f8d-4f3e-9444-0f10ca62b997 req-190a6138-a208-4f69-aa0b-08f0ccccbed2 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b414690-47f3-4971-8837-df4683542301 HTTP/1.1" status: 200 len: 945 time: 0.0759227 Aug 19 14:37:02.710181 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 12a00bc4-fd0a-42fa-af53-b73354cd2997 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:37:02.714878 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-f37b03a0-c60c-48ba-8799-e8318011a83a req-9749a73b-de68-4519-ae28-075d59438da1 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Deleting port d8d3245d-aa24-40a3-9238-6c5651ac0c3f {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:37:02.715399 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f37b03a0-c60c-48ba-8799-e8318011a83a req-9749a73b-de68-4519-ae28-075d59438da1 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:02.721076 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-69986e3e-7f8d-4f3e-9444-0f10ca62b997 req-657507d5-ae1c-4e6e-a7c9-8b1d0257eefc tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2016568-562b-4e05-8081-e4bcca4b43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202910 Aug 19 14:37:02.733522 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-12d680a0-97fd-42f7-8c6f-ad9f4159699b admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-2123315039-network', 'tenant_id': '61230090bf014e719bf5e737816d1dcb'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:37:02.769975 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d680a0-97fd-42f7-8c6f-ad9f4159699b admin admin] Made reservation on behalf of 61230090bf014e719bf5e737816d1dcb for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:37:02.772843 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12d680a0-97fd-42f7-8c6f-ad9f4159699b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:02.805058 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12d680a0-97fd-42f7-8c6f-ad9f4159699b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:02.848656 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e3ce3-a2e3-439c-84f7-8253a7059085 req-bbe6f79d-475b-4ae0-a0e6-901a9d471ea8 tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:02.850147 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-716e3ce3-a2e3-439c-84f7-8253a7059085 req-bbe6f79d-475b-4ae0-a0e6-901a9d471ea8 tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] 10.222.0.88 "GET /v2.0/networks?id=e30a1201-b426-4165-bdc3-09c36dd3fe40 HTTP/1.1" status: 200 len: 815 time: 0.1967049 Aug 19 14:37:02.859221 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f37b03a0-c60c-48ba-8799-e8318011a83a req-9749a73b-de68-4519-ae28-075d59438da1 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:02.859604 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f37b03a0-c60c-48ba-8799-e8318011a83a req-9749a73b-de68-4519-ae28-075d59438da1 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:02.866964 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-716e3ce3-a2e3-439c-84f7-8253a7059085 req-f5b5548a-79e9-4323-8d4d-419ebf7d104d tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] Request body: {'port': {'device_id': '8b760ea3-f188-4b07-a478-d051ae0439ec', 'network_id': 'e30a1201-b426-4165-bdc3-09c36dd3fe40', 'admin_state_up': True, 'tenant_id': '3178f87ac6ba44c3972120fbcb3189e5'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:37:02.894358 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 4a990205-9f36-4de0-bda4-d5be7e334fd0, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=4a990205-9f36-4de0-bda4-d5be7e334fd0,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:37:02.909228 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-afff91ab-57ad-4392-a1ab-dedf5dd6a772 service neutron] 10.222.0.88 "GET /v2.0/networks/6e6d7ced-670a-4172-99e0-b6cfaa52bcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082733 Aug 19 14:37:02.909979 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '4a990205-9f36-4de0-bda4-d5be7e334fd0', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'port_id': '4a990205-9f36-4de0-bda4-d5be7e334fd0', 'mac_address': 'fa:16:3e:3f:db:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:37:02.964939 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:02.994280 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a990205-9f36-4de0-bda4-d5be7e334fd0 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:37:03.031344 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-f37b03a0-c60c-48ba-8799-e8318011a83a req-9749a73b-de68-4519-ae28-075d59438da1 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Calling delete_port for d8d3245d-aa24-40a3-9238-6c5651ac0c3f owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:37:03.034952 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 4a990205-9f36-4de0-bda4-d5be7e334fd0, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=4a990205-9f36-4de0-bda4-d5be7e334fd0,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:37:03.041369 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:03.055409 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9291e-2362-402c-9f28-eff95dbc3633 req-fac17acd-e31d-45ae-8dbf-03c39af5806f tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:03.062672 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cea9291e-2362-402c-9f28-eff95dbc3633 req-fac17acd-e31d-45ae-8dbf-03c39af5806f tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 948 time: 0.0795963 Aug 19 14:37:03.149182 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=4a990205-9f36-4de0-bda4-d5be7e334fd0,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:03.153385 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-1d9df55d-826a-4868-a8b4-64de68f8e91c service neutron] 10.222.0.88 "GET /v2.0/networks/6e6d7ced-670a-4172-99e0-b6cfaa52bcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292361 Aug 19 14:37:03.159050 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12d680a0-97fd-42f7-8c6f-ad9f4159699b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:03.162990 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cea9291e-2362-402c-9f28-eff95dbc3633 req-c919bfc3-726d-4b4e-819a-97aa00fd99fb tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994456 Aug 19 14:37:03.166458 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12d680a0-97fd-42f7-8c6f-ad9f4159699b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:03.192319 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12d680a0-97fd-42f7-8c6f-ad9f4159699b admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:37:03.235338 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-716e3ce3-a2e3-439c-84f7-8253a7059085 req-f5b5548a-79e9-4323-8d4d-419ebf7d104d tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] Made reservation on behalf of 3178f87ac6ba44c3972120fbcb3189e5 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:37:03.239385 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-716e3ce3-a2e3-439c-84f7-8253a7059085 req-f5b5548a-79e9-4323-8d4d-419ebf7d104d tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:03.245626 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12d680a0-97fd-42f7-8c6f-ad9f4159699b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:03.246068 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-12d680a0-97fd-42f7-8c6f-ad9f4159699b admin admin] Added segment 6d346b36-c0d8-42eb-b177-2dcdcb2330e7 of type vlan for network 4779f87e-dd0d-459e-8b5d-731c4ac79a32 Aug 19 14:37:03.258415 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d680a0-97fd-42f7-8c6f-ad9f4159699b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb46c0a-537a-457c-934e-9a50bbf304d3,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:03.321373 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12d680a0-97fd-42f7-8c6f-ad9f4159699b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:03.347941 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea59d0-7666-4ee9-a31d-1f31f48d1935 req-cc85a051-6252-4bf0-99a4-fbb6d5f4cbd2 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:03.349533 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-85ea59d0-7666-4ee9-a31d-1f31f48d1935 req-cc85a051-6252-4bf0-99a4-fbb6d5f4cbd2 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b414690-47f3-4971-8837-df4683542301 HTTP/1.1" status: 200 len: 945 time: 0.0974302 Aug 19 14:37:03.368993 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35918) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:37:03.382099 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12d680a0-97fd-42f7-8c6f-ad9f4159699b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:03.383647 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-f07fe323-c80b-4cef-8dac-2f0e4a0f3657 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Request body: {'floatingip': {'port_id': 'f5d31258-b744-4491-9281-dc33ea9d4fbd'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:37:03.383902 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d680a0-97fd-42f7-8c6f-ad9f4159699b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:03.385355 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12d680a0-97fd-42f7-8c6f-ad9f4159699b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:03.439512 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['4a990205-9f36-4de0-bda4-d5be7e334fd0'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:37:03.455308 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-12d680a0-97fd-42f7-8c6f-ad9f4159699b admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0015452 Aug 19 14:37:03.456361 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35926) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:37:03.469315 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c7d90abf-5701-4fbb-bad7-fe31b2d6558b admin admin] Request body: {'subnet': {'network_id': '4779f87e-dd0d-459e-8b5d-731c4ac79a32', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-2123315039-subnet', 'tenant_id': '61230090bf014e719bf5e737816d1dcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:37:03.478600 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f07fe323-c80b-4cef-8dac-2f0e4a0f3657 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks [] for floatingip, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:03.513937 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d680a0-97fd-42f7-8c6f-ad9f4159699b admin admin] Pushing event updated for resources: {'Network': ['ID=4779f87e-dd0d-459e-8b5d-731c4ac79a32,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:03.531220 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 4779f87e-dd0d-459e-8b5d-731c4ac79a32 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:37:03.538922 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f37b03a0-c60c-48ba-8799-e8318011a83a req-9749a73b-de68-4519-ae28-075d59438da1 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:03.745785 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:04.112574 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9749a73b-de68-4519-ae28-075d59438da1 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Pushing event deleted for resources: {'Port': ['ID=d8d3245d-aa24-40a3-9238-6c5651ac0c3f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:04.276694 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2d0fed6a-639c-413a-ae1c-9160554bad6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:04.332108 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d90abf-5701-4fbb-bad7-fe31b2d6558b admin admin] Made reservation on behalf of 61230090bf014e719bf5e737816d1dcb for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:37:04.334683 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7d90abf-5701-4fbb-bad7-fe31b2d6558b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:04.396943 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d4dcb-11a7-47fa-9e86-cfd6b2564425 req-d58d185b-082b-4717-9956-4b4f774bdec1 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:04.398547 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-df2d4dcb-11a7-47fa-9e86-cfd6b2564425 req-d58d185b-082b-4717-9956-4b4f774bdec1 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=03cb2d97-9231-4496-a8c2-4f187e82b2e3 HTTP/1.1" status: 200 len: 944 time: 0.9250741 Aug 19 14:37:04.413163 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-716e3ce3-a2e3-439c-84f7-8253a7059085 req-f5b5548a-79e9-4323-8d4d-419ebf7d104d tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] Allocated IP 172.20.0.12 (e30a1201-b426-4165-bdc3-09c36dd3fe40/d0351321-6783-484a-a1b6-eb4417cad1f2/522918ce-7a82-4306-a51c-d62935e21320) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:37:04.471770 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:04.519429 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f37b03a0-c60c-48ba-8799-e8318011a83a req-9749a73b-de68-4519-ae28-075d59438da1 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:04.521959 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f37b03a0-c60c-48ba-8799-e8318011a83a req-9749a73b-de68-4519-ae28-075d59438da1 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:04.523254 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f37b03a0-c60c-48ba-8799-e8318011a83a req-9749a73b-de68-4519-ae28-075d59438da1 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] 10.222.0.69 "DELETE /v2.0/floatingips/614e663b-40ef-4d5a-8f7c-7a995f1c58a7 HTTP/1.1" status: 204 len: 173 time: 2.4291952 Aug 19 14:37:04.614159 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-df2d4dcb-11a7-47fa-9e86-cfd6b2564425 req-3ca025c5-54db-4212-be59-c8fcee35274b tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957457 Aug 19 14:37:04.659715 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-576c92a1-979d-4a1c-b22c-d669bd6f5d94 req-9a6208b5-a492-4c94-a266-de04941ed161 tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b760ea3-f188-4b07-a478-d051ae0439ec HTTP/1.1" status: 200 len: 210 time: 0.0557296 Aug 19 14:37:04.712361 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f07fe323-c80b-4cef-8dac-2f0e4a0f3657 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:04.738777 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f07fe323-c80b-4cef-8dac-2f0e4a0f3657 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:04.972309 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:05.010484 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:05.096600 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-716e3ce3-a2e3-439c-84f7-8253a7059085 req-f5b5548a-79e9-4323-8d4d-419ebf7d104d tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:05.113741 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7d90abf-5701-4fbb-bad7-fe31b2d6558b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:05.149112 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4109c9-fa49-4c3f-8600-dcc834ecc028 req-d0250648-7ebf-4fdb-b7d8-e44dac7c5b03 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:05.150676 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9a4109c9-fa49-4c3f-8600-dcc834ecc028 req-d0250648-7ebf-4fdb-b7d8-e44dac7c5b03 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 949 time: 0.3672559 Aug 19 14:37:05.161944 n-d-766043-2 neutron-server[94640]: INFO neutron.db.l3_db [None req-f07fe323-c80b-4cef-8dac-2f0e4a0f3657 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Floating IP 290d9cf1-c3f3-4fa8-a7a9-6e3a21469425 associated. External IP: 172.25.2.46, port: f5d31258-b744-4491-9281-dc33ea9d4fbd. Aug 19 14:37:05.491182 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-716e3ce3-a2e3-439c-84f7-8253a7059085 req-f5b5548a-79e9-4323-8d4d-419ebf7d104d tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] Transition to ACTIVE for port object 522918ce-7a82-4306-a51c-d62935e21320 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:37:05.535965 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8037fe-df06-41be-ac24-c1db36d7300c req-fcc9f16a-a4fc-4b9b-8300-9bda10671bf6 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:05.537575 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1a8037fe-df06-41be-ac24-c1db36d7300c req-fcc9f16a-a4fc-4b9b-8300-9bda10671bf6 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.7555306 Aug 19 14:37:05.598124 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d90abf-5701-4fbb-bad7-fe31b2d6558b admin admin] Pushing event updated for resources: {'Subnet': ['ID=84014b2e-d97b-4514-8368-fbf260203b59,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:05.638688 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9a4109c9-fa49-4c3f-8600-dcc834ecc028 req-0e9e1133-29b1-4095-bfd0-b8fd26e1e7d8 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4743495 Aug 19 14:37:05.657785 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d90abf-5701-4fbb-bad7-fe31b2d6558b admin admin] Checking segment: {'id': '6d346b36-c0d8-42eb-b177-2dcdcb2330e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4779f87e-dd0d-459e-8b5d-731c4ac79a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:37:05.658902 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d90abf-5701-4fbb-bad7-fe31b2d6558b admin admin] Network hostable DHCP agents. Network: 4779f87e-dd0d-459e-8b5d-731c4ac79a32, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:37:05.675567 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-716e3ce3-a2e3-439c-84f7-8253a7059085 req-f5b5548a-79e9-4323-8d4d-419ebf7d104d tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:05.788890 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d90abf-5701-4fbb-bad7-fe31b2d6558b admin admin] Network 4779f87e-dd0d-459e-8b5d-731c4ac79a32 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:37:05.822220 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-01c3bca2-6a9e-4687-9373-9db99e7b4085 req-a69845ef-a2f4-4f41-b0e7-74ea7ec9ca6e tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] 10.222.0.69 "GET /v2.0/floatingips?tenant_id=d679ea839439409caa0063fb5ac93e10 HTTP/1.1" status: 200 len: 1657 time: 0.1429093 Aug 19 14:37:05.824102 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-716e3ce3-a2e3-439c-84f7-8253a7059085 req-f5b5548a-79e9-4323-8d4d-419ebf7d104d tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] Network e30a1201-b426-4165-bdc3-09c36dd3fe40 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:37:05.834089 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-c7d90abf-5701-4fbb-bad7-fe31b2d6558b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 4779f87e-dd0d-459e-8b5d-731c4ac79a32) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:37:05.842020 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-716e3ce3-a2e3-439c-84f7-8253a7059085 req-f5b5548a-79e9-4323-8d4d-419ebf7d104d tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:37:05.843969 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9507daa-6e44-4612-b1e7-8c73d7c847c8 None None] Network 4779f87e-dd0d-459e-8b5d-731c4ac79a32 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:37:05.860534 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d90abf-5701-4fbb-bad7-fe31b2d6558b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:05.861145 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7d90abf-5701-4fbb-bad7-fe31b2d6558b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:05.902007 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-716e3ce3-a2e3-439c-84f7-8253a7059085 req-f5b5548a-79e9-4323-8d4d-419ebf7d104d tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:37:05.949943 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b5548a-79e9-4323-8d4d-419ebf7d104d tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] Pushing event updated for resources: {'Port': ['ID=522918ce-7a82-4306-a51c-d62935e21320,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:06.077800 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-c7d90abf-5701-4fbb-bad7-fe31b2d6558b admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.6203392 Aug 19 14:37:06.096927 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e3ce3-a2e3-439c-84f7-8253a7059085 req-f5b5548a-79e9-4323-8d4d-419ebf7d104d tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:06.104509 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-716e3ce3-a2e3-439c-84f7-8253a7059085 req-f5b5548a-79e9-4323-8d4d-419ebf7d104d tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:06.119851 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a373bf0c-5885-447f-ac46-988f0e0ecc29 None None] Network 4779f87e-dd0d-459e-8b5d-731c4ac79a32 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:37:06.223657 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f07fe323-c80b-4cef-8dac-2f0e4a0f3657 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Router 423e4b35-c25b-46d7-9594-98ea679d21e5 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:37:06.244191 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-716e3ce3-a2e3-439c-84f7-8253a7059085 req-f5b5548a-79e9-4323-8d4d-419ebf7d104d tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3809724 Aug 19 14:37:06.263641 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3bca2-6a9e-4687-9373-9db99e7b4085 req-d510f8d6-e511-4e3e-aa78-a85a83b5ba27 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:06.275852 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-01c3bca2-6a9e-4687-9373-9db99e7b4085 req-d510f8d6-e511-4e3e-aa78-a85a83b5ba27 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] 10.222.0.69 "GET /v2.0/networks?id=88eeec05-6d16-4f02-9461-44ff5e420302&id=88eeec05-6d16-4f02-9461-44ff5e420302&id=88eeec05-6d16-4f02-9461-44ff5e420302 HTTP/1.1" status: 200 len: 787 time: 0.4444869 Aug 19 14:37:06.375847 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519225e-5184-48e2-a489-1949df954d20 req-c81d775e-9090-4b4c-ad93-31e7b2df0b54 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:06.383798 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2519225e-5184-48e2-a489-1949df954d20 req-c81d775e-9090-4b4c-ad93-31e7b2df0b54 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=03cb2d97-9231-4496-a8c2-4f187e82b2e3 HTTP/1.1" status: 200 len: 944 time: 0.2582645 Aug 19 14:37:06.401290 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ecbcfecc-29ad-4cfe-aceb-9f8b256b6c77 None None] Provisioning for port 522918ce-7a82-4306-a51c-d62935e21320 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:37:06.406366 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ecbcfecc-29ad-4cfe-aceb-9f8b256b6c77 None None] Provisioning complete for port 522918ce-7a82-4306-a51c-d62935e21320 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:37:06.407717 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ecbcfecc-29ad-4cfe-aceb-9f8b256b6c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:06.472283 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ecbcfecc-29ad-4cfe-aceb-9f8b256b6c77 None None] Port 522918ce-7a82-4306-a51c-d62935e21320 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:37:06.523339 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2519225e-5184-48e2-a489-1949df954d20 req-fd626a21-836f-4d52-9468-aeabaef4b1ef tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366448 Aug 19 14:37:06.542832 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f020e1-7fc2-4a1f-813e-df12ce951030 req-97226774-4cb6-4695-99cb-f32ed129d0c6 tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:06.548998 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b4f020e1-7fc2-4a1f-813e-df12ce951030 req-97226774-4cb6-4695-99cb-f32ed129d0c6 tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b760ea3-f188-4b07-a478-d051ae0439ec HTTP/1.1" status: 200 len: 932 time: 0.1848321 Aug 19 14:37:06.550483 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07fe323-c80b-4cef-8dac-2f0e4a0f3657 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:37:06.557808 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f07fe323-c80b-4cef-8dac-2f0e4a0f3657 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:06.567114 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441f8b0c-ad5a-4612-9c47-8e7931c3239e None None] Sync routers for ids ['423e4b35-c25b-46d7-9594-98ea679d21e5'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:37:06.586190 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441f8b0c-ad5a-4612-9c47-8e7931c3239e None None] Routers {'423e4b35-c25b-46d7-9594-98ea679d21e5'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:37:06.586840 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-441f8b0c-ad5a-4612-9c47-8e7931c3239e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:37:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['423e4b35-c25b-46d7-9594-98ea679d21e5'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:37:06.595850 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 4a990205-9f36-4de0-bda4-d5be7e334fd0 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:37:06.641258 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b4f020e1-7fc2-4a1f-813e-df12ce951030 req-4b40b31b-a4c2-443d-8474-54ace43d9cf7 tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] 10.222.0.69 "GET /v2.0/security-groups?id=807da8b6-0e41-47d9-86b6-473844ec8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793209 Aug 19 14:37:06.648904 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f07fe323-c80b-4cef-8dac-2f0e4a0f3657 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "PUT /v2.0/floatingips/290d9cf1-c3f3-4fa8-a7a9-6e3a21469425 HTTP/1.1" status: 200 len: 990 time: 3.2763727 Aug 19 14:37:06.649588 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b414690-47f3-4971-8837-df4683542301', 'tag': 'f5d31258-b744-4491-9281-dc33ea9d4fbd'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:37:06.652142 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246f3165-df29-4d96-8438-20069bb24fca" -d '{"events": [{"name": "network-changed", "server_uuid": "7b414690-47f3-4971-8837-df4683542301", "tag": "f5d31258-b744-4491-9281-dc33ea9d4fbd"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:37:06.778036 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:06.803504 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port 4a990205-9f36-4de0-bda4-d5be7e334fd0 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:37:06.809927 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 4a990205-9f36-4de0-bda4-d5be7e334fd0 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:37:06.810469 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:06.814081 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-441f8b0c-ad5a-4612-9c47-8e7931c3239e None None] Set router 423e4b35-c25b-46d7-9594-98ea679d21e5 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:37:06.824240 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b59cf2ee-ba0e-4b67-8b8e-ea0f6f8e5ff9 req-1263e433-c7d5-4717-82d4-4b5d03356336 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] 10.222.0.69 "GET /v2.0/floatingips/aaf1faf1-58b1-4d73-8db4-55ff9b9ce473 HTTP/1.1" status: 200 len: 693 time: 0.1503320 Aug 19 14:37:07.039306 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:07.092821 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 4a990205-9f36-4de0-bda4-d5be7e334fd0, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=4a990205-9f36-4de0-bda4-d5be7e334fd0,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:37:07.104042 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59cf2ee-ba0e-4b67-8b8e-ea0f6f8e5ff9 req-6a89cd77-6615-4668-b36f-80c7db09c090 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:07.111609 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b59cf2ee-ba0e-4b67-8b8e-ea0f6f8e5ff9 req-6a89cd77-6615-4668-b36f-80c7db09c090 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] 10.222.0.69 "GET /v2.0/networks/88eeec05-6d16-4f02-9461-44ff5e420302 HTTP/1.1" status: 200 len: 784 time: 0.2831430 Aug 19 14:37:07.153422 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b7809ce-bf5a-405c-8988-25b6a1751938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a990205-9f36-4de0-bda4-d5be7e334fd0'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:37:07.163311 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694a7f55-c4ee-4549-8412-8117f92aca95" -d '{"events": [{"server_uuid": "7b7809ce-bf5a-405c-8988-25b6a1751938", "name": "network-vif-plugged", "status": "completed", "tag": "4a990205-9f36-4de0-bda4-d5be7e334fd0"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:37:07.175765 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:07.199497 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b59cf2ee-ba0e-4b67-8b8e-ea0f6f8e5ff9 req-d1671c2b-e6d1-46a6-987e-3792d90f3be3 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.2.148 HTTP/1.1" status: 200 len: 696 time: 0.0869284 Aug 19 14:37:07.281618 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=4a990205-9f36-4de0-bda4-d5be7e334fd0,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:07.305874 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875afa5-4691-4a89-9a79-31c63dd4fbca req-e7de0b37-a1dd-4d77-8288-41970d67441a tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:07.307403 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3875afa5-4691-4a89-9a79-31c63dd4fbca req-e7de0b37-a1dd-4d77-8288-41970d67441a tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] 10.222.0.69 "GET /v2.0/networks?id=4779f87e-dd0d-459e-8b5d-731c4ac79a32 HTTP/1.1" status: 200 len: 809 time: 0.3350923 Aug 19 14:37:07.320664 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b59cf2ee-ba0e-4b67-8b8e-ea0f6f8e5ff9 req-e2d707d6-e50a-49c2-8a8d-73276e3c1f08 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.2.148 HTTP/1.1" status: 200 len: 696 time: 0.1062305 Aug 19 14:37:07.339277 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3875afa5-4691-4a89-9a79-31c63dd4fbca req-9a49251b-fd56-4c36-b7f5-b620cc3d6228 tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] 10.222.0.69 "GET /v2.0/quotas/61230090bf014e719bf5e737816d1dcb HTTP/1.1" status: 200 len: 375 time: 0.0160415 Aug 19 14:37:07.402320 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-441f8b0c-ad5a-4612-9c47-8e7931c3239e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-305745118-router', 'tenant_id': 'dc28959d88bc47a3be9291b5c609f583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '8610495d-8ba5-47bb-a153-eeb9a150ec6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:33:58Z', 'updated_at': '2021-08-19T14:34:09Z', 'revision_number': 4, 'project_id': 'dc28959d88bc47a3be9291b5c609f583', 'gw_port': {'id': '8610495d-8ba5-47bb-a153-eeb9a150ec6e', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:33:59Z', 'updated_at': '2021-08-19T14:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '290d9cf1-c3f3-4fa8-a7a9-6e3a21469425', 'tenant_id': 'dc28959d88bc47a3be9291b5c609f583', 'floating_ip_address': '172.25.2.46', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'port_id': 'f5d31258-b744-4491-9281-dc33ea9d4fbd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cb15a2-7c54-4019-bc14-2912b5ac9311', 'mac_address': 'fa:16:3e:77:c2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b414690-47f3-4971-8837-df4683542301', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:34:33Z', 'updated_at': '2021-08-19T14:37:04Z', 'revision_number': 5, 'project_id': 'dc28959d88bc47a3be9291b5c609f583', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '593b9313-95d2-43dd-8993-e39b72ca8142', 'name': '', 'network_id': 'b6cb15a2-7c54-4019-bc14-2912b5ac9311', 'tenant_id': 'dc28959d88bc47a3be9291b5c609f583', 'mac_address': 'fa:16:3e:f0:a0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'da9af51b-745c-4f7e-9d6d-360f30f81e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:34:07Z', 'updated_at': '2021-08-19T14:34:17Z', 'revision_number': 5, 'project_id': 'dc28959d88bc47a3be9291b5c609f583', 'subnets': [{'id': 'da9af51b-745c-4f7e-9d6d-360f30f81e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:37:07.407877 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3875afa5-4691-4a89-9a79-31c63dd4fbca req-fb79c95d-af90-4ef7-937f-6d433bd8b48d tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=61230090bf014e719bf5e737816d1dcb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382037 Aug 19 14:37:07.435531 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441f8b0c-ad5a-4612-9c47-8e7931c3239e None None] Checking router: 423e4b35-c25b-46d7-9594-98ea679d21e5 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:37:07.449709 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441f8b0c-ad5a-4612-9c47-8e7931c3239e None None] Routers {'423e4b35-c25b-46d7-9594-98ea679d21e5'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:37:07.450345 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-441f8b0c-ad5a-4612-9c47-8e7931c3239e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:37:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['423e4b35-c25b-46d7-9594-98ea679d21e5'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:37:07.614778 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3875afa5-4691-4a89-9a79-31c63dd4fbca req-dc0c77c8-4c85-41d3-b1cc-ee45981112c5 service neutron] 10.222.0.69 "GET /v2.0/networks/4779f87e-dd0d-459e-8b5d-731c4ac79a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673386 Aug 19 14:37:07.675762 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-b59cf2ee-ba0e-4b67-8b8e-ea0f6f8e5ff9 req-ba0b1f6d-3e95-40e8-8584-6fa63b48f49d tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Deleting port b06aba28-d74e-430d-9c03-9c99a3d472da {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:37:07.676112 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b59cf2ee-ba0e-4b67-8b8e-ea0f6f8e5ff9 req-ba0b1f6d-3e95-40e8-8584-6fa63b48f49d tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:07.759818 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-441f8b0c-ad5a-4612-9c47-8e7931c3239e None None] Set router 423e4b35-c25b-46d7-9594-98ea679d21e5 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:37:07.825979 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b59cf2ee-ba0e-4b67-8b8e-ea0f6f8e5ff9 req-ba0b1f6d-3e95-40e8-8584-6fa63b48f49d tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:07.826333 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b59cf2ee-ba0e-4b67-8b8e-ea0f6f8e5ff9 req-ba0b1f6d-3e95-40e8-8584-6fa63b48f49d tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:07.830507 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3875afa5-4691-4a89-9a79-31c63dd4fbca req-ac90675f-d1e5-48d8-935f-7524953a774e service neutron] 10.222.0.69 "GET /v2.0/networks/4779f87e-dd0d-459e-8b5d-731c4ac79a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055137 Aug 19 14:37:07.872141 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-b59cf2ee-ba0e-4b67-8b8e-ea0f6f8e5ff9 req-ba0b1f6d-3e95-40e8-8584-6fa63b48f49d tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Calling delete_port for b06aba28-d74e-430d-9c03-9c99a3d472da owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:37:08.088383 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-441f8b0c-ad5a-4612-9c47-8e7931c3239e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-305745118-router', 'tenant_id': 'dc28959d88bc47a3be9291b5c609f583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '8610495d-8ba5-47bb-a153-eeb9a150ec6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:33:58Z', 'updated_at': '2021-08-19T14:34:09Z', 'revision_number': 4, 'project_id': 'dc28959d88bc47a3be9291b5c609f583', 'gw_port': {'id': '8610495d-8ba5-47bb-a153-eeb9a150ec6e', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:33:59Z', 'updated_at': '2021-08-19T14:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '290d9cf1-c3f3-4fa8-a7a9-6e3a21469425', 'tenant_id': 'dc28959d88bc47a3be9291b5c609f583', 'floating_ip_address': '172.25.2.46', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'port_id': 'f5d31258-b744-4491-9281-dc33ea9d4fbd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cb15a2-7c54-4019-bc14-2912b5ac9311', 'mac_address': 'fa:16:3e:77:c2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b414690-47f3-4971-8837-df4683542301', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:34:33Z', 'updated_at': '2021-08-19T14:37:04Z', 'revision_number': 5, 'project_id': 'dc28959d88bc47a3be9291b5c609f583', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '593b9313-95d2-43dd-8993-e39b72ca8142', 'name': '', 'network_id': 'b6cb15a2-7c54-4019-bc14-2912b5ac9311', 'tenant_id': 'dc28959d88bc47a3be9291b5c609f583', 'mac_address': 'fa:16:3e:f0:a0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'da9af51b-745c-4f7e-9d6d-360f30f81e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:34:07Z', 'updated_at': '2021-08-19T14:34:17Z', 'revision_number': 5, 'project_id': 'dc28959d88bc47a3be9291b5c609f583', 'subnets': [{'id': 'da9af51b-745c-4f7e-9d6d-360f30f81e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:37:08.127762 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b59cf2ee-ba0e-4b67-8b8e-ea0f6f8e5ff9 req-ba0b1f6d-3e95-40e8-8584-6fa63b48f49d tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:08.158160 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441f8b0c-ad5a-4612-9c47-8e7931c3239e None None] The sync data for ids ['423e4b35-c25b-46d7-9594-98ea679d21e5'] in n-d-766043-2 is: [{'id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-305745118-router', 'tenant_id': 'dc28959d88bc47a3be9291b5c609f583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '8610495d-8ba5-47bb-a153-eeb9a150ec6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:33:58Z', 'updated_at': '2021-08-19T14:34:09Z', 'revision_number': 4, 'project_id': 'dc28959d88bc47a3be9291b5c609f583', 'gw_port': {'id': '8610495d-8ba5-47bb-a153-eeb9a150ec6e', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:33:59Z', 'updated_at': '2021-08-19T14:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '290d9cf1-c3f3-4fa8-a7a9-6e3a21469425', 'tenant_id': 'dc28959d88bc47a3be9291b5c609f583', 'floating_ip_address': '172.25.2.46', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'port_id': 'f5d31258-b744-4491-9281-dc33ea9d4fbd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cb15a2-7c54-4019-bc14-2912b5ac9311', 'mac_address': 'fa:16:3e:77:c2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b414690-47f3-4971-8837-df4683542301', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:34:33Z', 'updated_at': '2021-08-19T14:37:04Z', 'revision_number': 5, 'project_id': 'dc28959d88bc47a3be9291b5c609f583', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '593b9313-95d2-43dd-8993-e39b72ca8142', 'name': '', 'network_id': 'b6cb15a2-7c54-4019-bc14-2912b5ac9311', 'tenant_id': 'dc28959d88bc47a3be9291b5c609f583', 'mac_address': 'fa:16:3e:f0:a0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'da9af51b-745c-4f7e-9d6d-360f30f81e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:34:07Z', 'updated_at': '2021-08-19T14:34:17Z', 'revision_number': 5, 'project_id': 'dc28959d88bc47a3be9291b5c609f583', 'subnets': [{'id': 'da9af51b-745c-4f7e-9d6d-360f30f81e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:37:08.223685 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0b1f6d-3e95-40e8-8584-6fa63b48f49d tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Pushing event deleted for resources: {'Port': ['ID=b06aba28-d74e-430d-9c03-9c99a3d472da,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:08.375654 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b59cf2ee-ba0e-4b67-8b8e-ea0f6f8e5ff9 req-ba0b1f6d-3e95-40e8-8584-6fa63b48f49d tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:08.378860 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b59cf2ee-ba0e-4b67-8b8e-ea0f6f8e5ff9 req-ba0b1f6d-3e95-40e8-8584-6fa63b48f49d tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:08.394401 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b59cf2ee-ba0e-4b67-8b8e-ea0f6f8e5ff9 req-ba0b1f6d-3e95-40e8-8584-6fa63b48f49d tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] 10.222.0.69 "DELETE /v2.0/floatingips/aaf1faf1-58b1-4d73-8db4-55ff9b9ce473 HTTP/1.1" status: 204 len: 173 time: 1.0727270 Aug 19 14:37:08.494348 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880913b5-b322-462b-9800-3143190a12f2 x-openstack-request-id: req-880913b5-b322-462b-9800-3143190a12f2 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:37:08.494649 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b414690-47f3-4971-8837-df4683542301", "tag": "f5d31258-b744-4491-9281-dc33ea9d4fbd", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:37:08.494906 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-880913b5-b322-462b-9800-3143190a12f2 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:37:08.495310 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b414690-47f3-4971-8837-df4683542301', 'tag': 'f5d31258-b744-4491-9281-dc33ea9d4fbd', 'status': 'completed', 'code': 200} Aug 19 14:37:08.560291 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ee5501-a827-4ba5-a6ac-ff0ecf48e1ce None None] New status for floating IP 290d9cf1-c3f3-4fa8-a7a9-6e3a21469425: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 14:37:08.710364 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e39b45-0d64-4f4a-b655-1001936149de req-8bc10ce3-60bb-4902-ab4c-1e897d3f73a1 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:08.718798 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a6e39b45-0d64-4f4a-b655-1001936149de req-8bc10ce3-60bb-4902-ab4c-1e897d3f73a1 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 950 time: 0.1086874 Aug 19 14:37:08.795787 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a6e39b45-0d64-4f4a-b655-1001936149de req-6193b887-9a54-4ef1-bb42-e2a4620c005e tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728910 Aug 19 14:37:08.869839 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b3b100-3eb7-490e-a473-5d373d9a6efc x-openstack-request-id: req-42b3b100-3eb7-490e-a473-5d373d9a6efc {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:37:08.870260 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b7809ce-bf5a-405c-8988-25b6a1751938", "name": "network-vif-plugged", "status": "completed", "tag": "4a990205-9f36-4de0-bda4-d5be7e334fd0", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:37:08.870519 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-42b3b100-3eb7-490e-a473-5d373d9a6efc {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:37:08.871007 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b7809ce-bf5a-405c-8988-25b6a1751938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a990205-9f36-4de0-bda4-d5be7e334fd0', 'code': 200} Aug 19 14:37:09.089709 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca1c2d-7a4f-439d-ad7b-03d8676bb436 req-af65174e-7e5e-4dca-8702-6a7ba9555563 tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:09.092286 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c0ca1c2d-7a4f-439d-ad7b-03d8676bb436 req-af65174e-7e5e-4dca-8702-6a7ba9555563 tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b760ea3-f188-4b07-a478-d051ae0439ec HTTP/1.1" status: 200 len: 932 time: 0.0609691 Aug 19 14:37:09.110739 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c4641-f068-4535-bf3e-82cd7ab0bcfa req-824b9a1b-056f-4a49-96fc-7b8dbac7744a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:09.117094 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c36c4641-f068-4535-bf3e-82cd7ab0bcfa req-824b9a1b-056f-4a49-96fc-7b8dbac7744a service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 1101 time: 0.1130066 Aug 19 14:37:09.153004 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c0ca1c2d-7a4f-439d-ad7b-03d8676bb436 req-44ae8837-0f1d-4637-89b0-185a1713d673 tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] 10.222.0.69 "GET /v2.0/security-groups?id=807da8b6-0e41-47d9-86b6-473844ec8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596988 Aug 19 14:37:09.169559 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c36c4641-f068-4535-bf3e-82cd7ab0bcfa req-770d0b3a-70c0-4121-869f-27aa56e64d49 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328147 Aug 19 14:37:09.246982 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-10bb4fe8-4251-406a-b743-b4eec542eb04 req-0e573077-60bd-4a5e-9415-a9b8b90f1e75 tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] 10.222.0.69 "GET /v2.0/ports?device_id=13d7d244-a838-4e0d-a91f-41a5e0b55faa HTTP/1.1" status: 200 len: 210 time: 0.0307107 Aug 19 14:37:09.388788 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf27c4-62e6-4c78-981a-0fc11f4ea345 req-b986b6ba-35a0-47c5-a183-b1c9d86743bc tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:09.390243 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-febf27c4-62e6-4c78-981a-0fc11f4ea345 req-b986b6ba-35a0-47c5-a183-b1c9d86743bc tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=03cb2d97-9231-4496-a8c2-4f187e82b2e3 HTTP/1.1" status: 200 len: 1095 time: 0.0658274 Aug 19 14:37:09.426766 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-febf27c4-62e6-4c78-981a-0fc11f4ea345 req-3c07248a-4be1-47a0-a381-151317142472 tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291867 Aug 19 14:37:09.507562 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fa18cbd5-0f1b-41c1-9c5f-9debe2ede339 req-8778228a-0234-4aa4-a06f-deec5bdd7601 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] 10.222.0.69 "GET /v2.0/floatingips/91c4063a-3f3b-4189-a198-6e599cbd69eb HTTP/1.1" status: 200 len: 693 time: 0.0460625 Aug 19 14:37:09.660902 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa18cbd5-0f1b-41c1-9c5f-9debe2ede339 req-fb13065d-1052-4d82-8a0d-9d269d5ed3fd tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:09.662351 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fa18cbd5-0f1b-41c1-9c5f-9debe2ede339 req-fb13065d-1052-4d82-8a0d-9d269d5ed3fd tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] 10.222.0.69 "GET /v2.0/networks/88eeec05-6d16-4f02-9461-44ff5e420302 HTTP/1.1" status: 200 len: 784 time: 0.1445272 Aug 19 14:37:09.717147 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fa18cbd5-0f1b-41c1-9c5f-9debe2ede339 req-8f8fd42e-1a06-4896-bfb4-871934e35e5b tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.2.209 HTTP/1.1" status: 200 len: 696 time: 0.0479603 Aug 19 14:37:09.769034 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fa18cbd5-0f1b-41c1-9c5f-9debe2ede339 req-65101567-5992-4ae8-b612-9ed7bf3c2d0b tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.2.209 HTTP/1.1" status: 200 len: 696 time: 0.0449338 Aug 19 14:37:09.938412 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-fa18cbd5-0f1b-41c1-9c5f-9debe2ede339 req-c1556e53-33f5-4022-b0c7-22afa178966a tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Deleting port a877d69c-89ca-472d-9abe-8d2c7c7f53b6 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:37:09.938796 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fa18cbd5-0f1b-41c1-9c5f-9debe2ede339 req-c1556e53-33f5-4022-b0c7-22afa178966a tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:10.034288 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fa18cbd5-0f1b-41c1-9c5f-9debe2ede339 req-c1556e53-33f5-4022-b0c7-22afa178966a tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:10.034992 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fa18cbd5-0f1b-41c1-9c5f-9debe2ede339 req-c1556e53-33f5-4022-b0c7-22afa178966a tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:10.050273 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-fa18cbd5-0f1b-41c1-9c5f-9debe2ede339 req-c1556e53-33f5-4022-b0c7-22afa178966a tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Calling delete_port for a877d69c-89ca-472d-9abe-8d2c7c7f53b6 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:37:10.183326 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875afa5-4691-4a89-9a79-31c63dd4fbca req-609f0c51-0add-4c79-8e04-b6a000f22788 tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:10.191416 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3875afa5-4691-4a89-9a79-31c63dd4fbca req-609f0c51-0add-4c79-8e04-b6a000f22788 tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] 10.222.0.68 "GET /v2.0/networks?id=4779f87e-dd0d-459e-8b5d-731c4ac79a32 HTTP/1.1" status: 200 len: 809 time: 0.2431686 Aug 19 14:37:10.217584 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-3875afa5-4691-4a89-9a79-31c63dd4fbca req-bcf1a15b-dd11-4664-a0bd-62e38842fd7f tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] Request body: {'port': {'device_id': '13d7d244-a838-4e0d-a91f-41a5e0b55faa', 'network_id': '4779f87e-dd0d-459e-8b5d-731c4ac79a32', 'admin_state_up': True, 'tenant_id': '61230090bf014e719bf5e737816d1dcb'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:37:10.272430 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fa18cbd5-0f1b-41c1-9c5f-9debe2ede339 req-c1556e53-33f5-4022-b0c7-22afa178966a tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:10.312942 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1556e53-33f5-4022-b0c7-22afa178966a tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Pushing event deleted for resources: {'Port': ['ID=a877d69c-89ca-472d-9abe-8d2c7c7f53b6,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:10.386812 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3875afa5-4691-4a89-9a79-31c63dd4fbca req-bcf1a15b-dd11-4664-a0bd-62e38842fd7f tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] Made reservation on behalf of 61230090bf014e719bf5e737816d1dcb for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:37:10.392305 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3875afa5-4691-4a89-9a79-31c63dd4fbca req-bcf1a15b-dd11-4664-a0bd-62e38842fd7f tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:10.429356 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fa18cbd5-0f1b-41c1-9c5f-9debe2ede339 req-c1556e53-33f5-4022-b0c7-22afa178966a tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:10.434075 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fa18cbd5-0f1b-41c1-9c5f-9debe2ede339 req-c1556e53-33f5-4022-b0c7-22afa178966a tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:10.460264 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fa18cbd5-0f1b-41c1-9c5f-9debe2ede339 req-c1556e53-33f5-4022-b0c7-22afa178966a tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] 10.222.0.69 "DELETE /v2.0/floatingips/91c4063a-3f3b-4189-a198-6e599cbd69eb HTTP/1.1" status: 204 len: 173 time: 0.6851449 Aug 19 14:37:10.577671 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b641eb-b0d0-4cd3-8e63-159db8526693 req-95af0e6e-ba79-4b0e-b11e-be34a156efc5 tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:10.585490 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e8b641eb-b0d0-4cd3-8e63-159db8526693 req-95af0e6e-ba79-4b0e-b11e-be34a156efc5 tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=03cb2d97-9231-4496-a8c2-4f187e82b2e3 HTTP/1.1" status: 200 len: 1095 time: 0.0760751 Aug 19 14:37:10.595389 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-3875afa5-4691-4a89-9a79-31c63dd4fbca req-bcf1a15b-dd11-4664-a0bd-62e38842fd7f tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] Allocated IP 172.20.0.14 (4779f87e-dd0d-459e-8b5d-731c4ac79a32/84014b2e-d97b-4514-8368-fbf260203b59/315f6c86-8dcc-42a9-b23c-b0a1435b7f46) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:37:10.637871 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e8b641eb-b0d0-4cd3-8e63-159db8526693 req-042b6e7e-37c4-4ea7-896e-7075453705d8 tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505579 Aug 19 14:37:10.866707 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00836e-7ed4-4391-922c-491e198c1e08 req-98a60f72-0d71-4d7e-9654-fe5be3bda5d0 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:10.875073 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3875afa5-4691-4a89-9a79-31c63dd4fbca req-bcf1a15b-dd11-4664-a0bd-62e38842fd7f tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:10.880619 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3b00836e-7ed4-4391-922c-491e198c1e08 req-98a60f72-0d71-4d7e-9654-fe5be3bda5d0 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 950 time: 0.1120329 Aug 19 14:37:10.930473 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3875afa5-4691-4a89-9a79-31c63dd4fbca req-bcf1a15b-dd11-4664-a0bd-62e38842fd7f tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:10.966307 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3b00836e-7ed4-4391-922c-491e198c1e08 req-bcb0ffdd-62cb-4910-bc69-39df37ae3024 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840404 Aug 19 14:37:11.013659 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3875afa5-4691-4a89-9a79-31c63dd4fbca req-bcf1a15b-dd11-4664-a0bd-62e38842fd7f tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] Network 4779f87e-dd0d-459e-8b5d-731c4ac79a32 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:37:11.017429 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-3875afa5-4691-4a89-9a79-31c63dd4fbca req-bcf1a15b-dd11-4664-a0bd-62e38842fd7f tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:37:11.020383 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-3875afa5-4691-4a89-9a79-31c63dd4fbca req-bcf1a15b-dd11-4664-a0bd-62e38842fd7f tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:37:11.075764 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf1a15b-dd11-4664-a0bd-62e38842fd7f tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] Pushing event updated for resources: {'Port': ['ID=315f6c86-8dcc-42a9-b23c-b0a1435b7f46,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:11.131752 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875afa5-4691-4a89-9a79-31c63dd4fbca req-bcf1a15b-dd11-4664-a0bd-62e38842fd7f tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:11.134642 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3875afa5-4691-4a89-9a79-31c63dd4fbca req-bcf1a15b-dd11-4664-a0bd-62e38842fd7f tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:11.150374 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3875afa5-4691-4a89-9a79-31c63dd4fbca req-bcf1a15b-dd11-4664-a0bd-62e38842fd7f tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9369428 Aug 19 14:37:11.183400 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-3875afa5-4691-4a89-9a79-31c63dd4fbca req-0da51915-de84-4904-b00a-f2912f0f4b1d service neutron] Request body: {'port': {'device_id': '13d7d244-a838-4e0d-a91f-41a5e0b55faa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:37:11.194629 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09003c-2fd7-4387-bc2c-f67ba7405561 req-3e1473a6-9b60-4417-af64-d0cacbd89251 tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:11.196318 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ac09003c-2fd7-4387-bc2c-f67ba7405561 req-3e1473a6-9b60-4417-af64-d0cacbd89251 tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b760ea3-f188-4b07-a478-d051ae0439ec HTTP/1.1" status: 200 len: 932 time: 0.0767372 Aug 19 14:37:11.246049 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ac09003c-2fd7-4387-bc2c-f67ba7405561 req-8bf82414-db34-4fdc-94b6-5ec58a0cc4d3 tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] 10.222.0.69 "GET /v2.0/security-groups?id=807da8b6-0e41-47d9-86b6-473844ec8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420523 Aug 19 14:37:11.251851 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3875afa5-4691-4a89-9a79-31c63dd4fbca req-0da51915-de84-4904-b00a-f2912f0f4b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:11.392345 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f3c34-6b3f-4a2c-959f-75eb79ff8c4b req-3d6f6103-fb4b-462b-b3d4-44dede21c192 tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:11.400247 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3f0f3c34-6b3f-4a2c-959f-75eb79ff8c4b req-3d6f6103-fb4b-462b-b3d4-44dede21c192 tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] 10.222.0.69 "GET /v2.0/ports?device_id=13d7d244-a838-4e0d-a91f-41a5e0b55faa HTTP/1.1" status: 200 len: 932 time: 0.0682108 Aug 19 14:37:11.439335 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3f0f3c34-6b3f-4a2c-959f-75eb79ff8c4b req-6a59e856-4950-42db-a5bc-3e1b3bd1d0d6 tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] 10.222.0.69 "GET /v2.0/security-groups?id=ebb46c0a-537a-457c-934e-9a50bbf304d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381868 Aug 19 14:37:11.551964 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c37a54e6-7564-4b5a-8eb4-53da27316410 req-c1e37b43-2e05-4fe1-a4aa-73048feaa3f8 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] 10.222.0.69 "GET /v2.0/floatingips/575f1e35-99d9-482d-81aa-014db21ed88c HTTP/1.1" status: 200 len: 693 time: 0.0792427 Aug 19 14:37:11.581158 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-3875afa5-4691-4a89-9a79-31c63dd4fbca req-0da51915-de84-4904-b00a-f2912f0f4b1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 315f6c86-8dcc-42a9-b23c-b0a1435b7f46 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:37:11.596737 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3875afa5-4691-4a89-9a79-31c63dd4fbca req-0da51915-de84-4904-b00a-f2912f0f4b1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:11.613989 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-3875afa5-4691-4a89-9a79-31c63dd4fbca req-0da51915-de84-4904-b00a-f2912f0f4b1d service neutron] Transition to ACTIVE for port object 315f6c86-8dcc-42a9-b23c-b0a1435b7f46 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:37:11.620370 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3875afa5-4691-4a89-9a79-31c63dd4fbca req-0da51915-de84-4904-b00a-f2912f0f4b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:11.682408 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da51915-de84-4904-b00a-f2912f0f4b1d service neutron] Pushing event updated for resources: {'Port': ['ID=315f6c86-8dcc-42a9-b23c-b0a1435b7f46,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:11.708815 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a54e6-7564-4b5a-8eb4-53da27316410 req-2fa2c3d3-263d-47b5-819a-e773104fba79 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:11.715175 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c37a54e6-7564-4b5a-8eb4-53da27316410 req-2fa2c3d3-263d-47b5-819a-e773104fba79 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] 10.222.0.69 "GET /v2.0/networks/88eeec05-6d16-4f02-9461-44ff5e420302 HTTP/1.1" status: 200 len: 784 time: 0.1560729 Aug 19 14:37:11.771145 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-3875afa5-4691-4a89-9a79-31c63dd4fbca req-0da51915-de84-4904-b00a-f2912f0f4b1d service neutron] Attempting to bind port 315f6c86-8dcc-42a9-b23c-b0a1435b7f46 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:37:11.771477 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-3875afa5-4691-4a89-9a79-31c63dd4fbca req-0da51915-de84-4904-b00a-f2912f0f4b1d service neutron] Attempting to bind port 315f6c86-8dcc-42a9-b23c-b0a1435b7f46 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '6d346b36-c0d8-42eb-b177-2dcdcb2330e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4779f87e-dd0d-459e-8b5d-731c4ac79a32'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:37:11.771802 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3875afa5-4691-4a89-9a79-31c63dd4fbca req-0da51915-de84-4904-b00a-f2912f0f4b1d service neutron] Attempting to bind port 315f6c86-8dcc-42a9-b23c-b0a1435b7f46 on network 4779f87e-dd0d-459e-8b5d-731c4ac79a32 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:37:11.777643 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3875afa5-4691-4a89-9a79-31c63dd4fbca req-0da51915-de84-4904-b00a-f2912f0f4b1d service neutron] Port 315f6c86-8dcc-42a9-b23c-b0a1435b7f46 on network 4779f87e-dd0d-459e-8b5d-731c4ac79a32 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:37:11.778023 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3875afa5-4691-4a89-9a79-31c63dd4fbca req-0da51915-de84-4904-b00a-f2912f0f4b1d service neutron] Attempting to bind port 315f6c86-8dcc-42a9-b23c-b0a1435b7f46 on network 4779f87e-dd0d-459e-8b5d-731c4ac79a32 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:37:11.783431 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3875afa5-4691-4a89-9a79-31c63dd4fbca req-0da51915-de84-4904-b00a-f2912f0f4b1d service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:37:11.783847 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3875afa5-4691-4a89-9a79-31c63dd4fbca req-0da51915-de84-4904-b00a-f2912f0f4b1d service neutron] Checking segment: {'id': '6d346b36-c0d8-42eb-b177-2dcdcb2330e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4779f87e-dd0d-459e-8b5d-731c4ac79a32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:37:11.784294 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3875afa5-4691-4a89-9a79-31c63dd4fbca req-0da51915-de84-4904-b00a-f2912f0f4b1d service neutron] Bound using segment: {'id': '6d346b36-c0d8-42eb-b177-2dcdcb2330e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4779f87e-dd0d-459e-8b5d-731c4ac79a32'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:37:11.784813 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-3875afa5-4691-4a89-9a79-31c63dd4fbca req-0da51915-de84-4904-b00a-f2912f0f4b1d service neutron] Bound port: 315f6c86-8dcc-42a9-b23c-b0a1435b7f46, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d346b36-c0d8-42eb-b177-2dcdcb2330e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4779f87e-dd0d-459e-8b5d-731c4ac79a32'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:37:11.785237 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3875afa5-4691-4a89-9a79-31c63dd4fbca req-0da51915-de84-4904-b00a-f2912f0f4b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:11.788462 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c37a54e6-7564-4b5a-8eb4-53da27316410 req-37557e39-2486-4803-8a0b-5ac773ed8a4f tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.2.173 HTTP/1.1" status: 200 len: 696 time: 0.0678344 Aug 19 14:37:11.846058 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c37a54e6-7564-4b5a-8eb4-53da27316410 req-7541c374-e5e2-4a9d-95f2-8bac1389414c tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.2.173 HTTP/1.1" status: 200 len: 696 time: 0.0503666 Aug 19 14:37:11.855194 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-3875afa5-4691-4a89-9a79-31c63dd4fbca req-0da51915-de84-4904-b00a-f2912f0f4b1d service neutron] For port 315f6c86-8dcc-42a9-b23c-b0a1435b7f46, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:37:11.862193 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-3875afa5-4691-4a89-9a79-31c63dd4fbca req-0da51915-de84-4904-b00a-f2912f0f4b1d service neutron] For port 315f6c86-8dcc-42a9-b23c-b0a1435b7f46, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=315f6c86-8dcc-42a9-b23c-b0a1435b7f46,segment=NetworkSegment(6d346b36-c0d8-42eb-b177-2dcdcb2330e7),segment_id=6d346b36-c0d8-42eb-b177-2dcdcb2330e7)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:37:11.867414 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3875afa5-4691-4a89-9a79-31c63dd4fbca req-0da51915-de84-4904-b00a-f2912f0f4b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:11.905901 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875afa5-4691-4a89-9a79-31c63dd4fbca req-0da51915-de84-4904-b00a-f2912f0f4b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:11.906519 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3875afa5-4691-4a89-9a79-31c63dd4fbca req-0da51915-de84-4904-b00a-f2912f0f4b1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:11.907943 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3875afa5-4691-4a89-9a79-31c63dd4fbca req-0da51915-de84-4904-b00a-f2912f0f4b1d service neutron] 10.222.0.68 "PUT /v2.0/ports/315f6c86-8dcc-42a9-b23c-b0a1435b7f46 HTTP/1.1" status: 200 len: 1092 time: 0.7338793 Aug 19 14:37:11.908397 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13d7d244-a838-4e0d-a91f-41a5e0b55faa', 'tag': '315f6c86-8dcc-42a9-b23c-b0a1435b7f46'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:37:11.910757 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecee2baf-828d-474a-b126-10256c1cdba4" -d '{"events": [{"name": "network-changed", "server_uuid": "13d7d244-a838-4e0d-a91f-41a5e0b55faa", "tag": "315f6c86-8dcc-42a9-b23c-b0a1435b7f46"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:37:11.943405 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da51915-de84-4904-b00a-f2912f0f4b1d service neutron] Pushing event updated for resources: {'Port': ['ID=315f6c86-8dcc-42a9-b23c-b0a1435b7f46,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:12.015367 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875afa5-4691-4a89-9a79-31c63dd4fbca req-705a03dc-b3dc-4d9f-a467-06a2a8f52822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:12.017082 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3875afa5-4691-4a89-9a79-31c63dd4fbca req-705a03dc-b3dc-4d9f-a467-06a2a8f52822 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=61230090bf014e719bf5e737816d1dcb&device_id=13d7d244-a838-4e0d-a91f-41a5e0b55faa HTTP/1.1" status: 200 len: 1095 time: 0.0481889 Aug 19 14:37:12.079360 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3875afa5-4691-4a89-9a79-31c63dd4fbca req-2b5b8741-a75d-46bf-9161-56ac36956831 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=315f6c86-8dcc-42a9-b23c-b0a1435b7f46 HTTP/1.1" status: 200 len: 217 time: 0.0439680 Aug 19 14:37:12.143490 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875afa5-4691-4a89-9a79-31c63dd4fbca req-2659c0f4-004d-4e21-9db2-25b4e892bdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:12.145275 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3875afa5-4691-4a89-9a79-31c63dd4fbca req-2659c0f4-004d-4e21-9db2-25b4e892bdf9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=84014b2e-d97b-4514-8368-fbf260203b59 HTTP/1.1" status: 200 len: 849 time: 0.0489116 Aug 19 14:37:12.183695 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3875afa5-4691-4a89-9a79-31c63dd4fbca req-2f1f3dbb-2a05-4afe-93d5-a37d2c4dbe29 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4779f87e-dd0d-459e-8b5d-731c4ac79a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271590 Aug 19 14:37:12.290168 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-c37a54e6-7564-4b5a-8eb4-53da27316410 req-9f2e3839-d75c-435d-b3ae-7ff0671cd758 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Deleting port c3aa051d-0f69-4ec2-89b1-97c30d8d7b73 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:37:12.290477 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c37a54e6-7564-4b5a-8eb4-53da27316410 req-9f2e3839-d75c-435d-b3ae-7ff0671cd758 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:12.311444 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3875afa5-4691-4a89-9a79-31c63dd4fbca req-45f93a75-a32c-46ee-8d39-d5eba2a41d41 service neutron] 10.222.0.68 "GET /v2.0/networks/4779f87e-dd0d-459e-8b5d-731c4ac79a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049249 Aug 19 14:37:12.367811 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c37a54e6-7564-4b5a-8eb4-53da27316410 req-9f2e3839-d75c-435d-b3ae-7ff0671cd758 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:12.368702 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c37a54e6-7564-4b5a-8eb4-53da27316410 req-9f2e3839-d75c-435d-b3ae-7ff0671cd758 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:12.382116 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-c37a54e6-7564-4b5a-8eb4-53da27316410 req-9f2e3839-d75c-435d-b3ae-7ff0671cd758 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Calling delete_port for c3aa051d-0f69-4ec2-89b1-97c30d8d7b73 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:37:12.430242 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3875afa5-4691-4a89-9a79-31c63dd4fbca req-1e62040b-ea6d-463a-90c6-b25ccee73a90 service neutron] 10.222.0.68 "GET /v2.0/networks/4779f87e-dd0d-459e-8b5d-731c4ac79a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030211 Aug 19 14:37:12.531885 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c37a54e6-7564-4b5a-8eb4-53da27316410 req-9f2e3839-d75c-435d-b3ae-7ff0671cd758 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:12.558504 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e3839-d75c-435d-b3ae-7ff0671cd758 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Pushing event deleted for resources: {'Port': ['ID=c3aa051d-0f69-4ec2-89b1-97c30d8d7b73,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:12.623796 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c37a54e6-7564-4b5a-8eb4-53da27316410 req-9f2e3839-d75c-435d-b3ae-7ff0671cd758 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:12.626840 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c37a54e6-7564-4b5a-8eb4-53da27316410 req-9f2e3839-d75c-435d-b3ae-7ff0671cd758 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:12.628088 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c37a54e6-7564-4b5a-8eb4-53da27316410 req-9f2e3839-d75c-435d-b3ae-7ff0671cd758 tempest-FloatingIPDetailsTestJSON-2026283897 tempest-FloatingIPDetailsTestJSON-2026283897-project] 10.222.0.69 "DELETE /v2.0/floatingips/575f1e35-99d9-482d-81aa-014db21ed88c HTTP/1.1" status: 204 len: 173 time: 0.7762179 Aug 19 14:37:12.634647 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36044) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:37:12.985318 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082ac594-1a08-4e10-b5d8-25c5268789a7 x-openstack-request-id: req-082ac594-1a08-4e10-b5d8-25c5268789a7 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:37:12.985531 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13d7d244-a838-4e0d-a91f-41a5e0b55faa", "tag": "315f6c86-8dcc-42a9-b23c-b0a1435b7f46", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:37:12.985692 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-082ac594-1a08-4e10-b5d8-25c5268789a7 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:37:12.986236 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13d7d244-a838-4e0d-a91f-41a5e0b55faa', 'tag': '315f6c86-8dcc-42a9-b23c-b0a1435b7f46', 'status': 'completed', 'code': 200} Aug 19 14:37:13.039252 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-79c272e0-9a2a-44cd-8942-78370501189a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:13.085420 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee2baf-828d-474a-b126-10256c1cdba4 req-b432ef93-061f-414c-a896-cdae3807432c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:13.087657 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ecee2baf-828d-474a-b126-10256c1cdba4 req-b432ef93-061f-414c-a896-cdae3807432c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=61230090bf014e719bf5e737816d1dcb&device_id=13d7d244-a838-4e0d-a91f-41a5e0b55faa HTTP/1.1" status: 200 len: 1095 time: 0.0612199 Aug 19 14:37:13.172203 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82350f07-e1c7-43c0-9ba6-5cfa4565cfff req-9f6b524e-7074-43c8-9df0-02236b8e32f4 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:13.174234 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-82350f07-e1c7-43c0-9ba6-5cfa4565cfff req-9f6b524e-7074-43c8-9df0-02236b8e32f4 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 950 time: 0.1403308 Aug 19 14:37:13.237526 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee2baf-828d-474a-b126-10256c1cdba4 req-df8460ef-cfbd-46cd-b1e7-33cd2de8a16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:13.239805 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ecee2baf-828d-474a-b126-10256c1cdba4 req-df8460ef-cfbd-46cd-b1e7-33cd2de8a16d service neutron] 10.222.0.68 "GET /v2.0/networks?id=4779f87e-dd0d-459e-8b5d-731c4ac79a32 HTTP/1.1" status: 200 len: 910 time: 0.1343791 Aug 19 14:37:13.261336 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-82350f07-e1c7-43c0-9ba6-5cfa4565cfff req-45548ecf-a691-45e5-8e3c-a146ad73b6c0 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782676 Aug 19 14:37:13.326816 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ecee2baf-828d-474a-b126-10256c1cdba4 req-0a939c04-e1c4-4c5d-854e-d8a6401c6fae service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=315f6c86-8dcc-42a9-b23c-b0a1435b7f46 HTTP/1.1" status: 200 len: 217 time: 0.0705421 Aug 19 14:37:13.404383 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee2baf-828d-474a-b126-10256c1cdba4 req-48ccaecf-282e-4ef4-a0c8-d50808156b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:13.406111 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ecee2baf-828d-474a-b126-10256c1cdba4 req-48ccaecf-282e-4ef4-a0c8-d50808156b31 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=84014b2e-d97b-4514-8368-fbf260203b59 HTTP/1.1" status: 200 len: 849 time: 0.0649741 Aug 19 14:37:13.457946 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ecee2baf-828d-474a-b126-10256c1cdba4 req-a2453ab6-9067-4d55-a1cd-15d11fc8f591 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4779f87e-dd0d-459e-8b5d-731c4ac79a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359578 Aug 19 14:37:13.504955 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14bcee-334e-4e90-9a22-e6b33c9112e3 req-e590ea57-900d-4c67-a5c4-1ef80f6778bc tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:13.507151 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2f14bcee-334e-4e90-9a22-e6b33c9112e3 req-e590ea57-900d-4c67-a5c4-1ef80f6778bc tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b760ea3-f188-4b07-a478-d051ae0439ec HTTP/1.1" status: 200 len: 932 time: 0.0817494 Aug 19 14:37:13.514733 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-79c272e0-9a2a-44cd-8942-78370501189a admin admin] Deleting port d2fa1133-59a9-4bec-9719-7afb6ed5404c {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:37:13.515240 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-79c272e0-9a2a-44cd-8942-78370501189a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:13.588010 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ecee2baf-828d-474a-b126-10256c1cdba4 req-cacca81e-5b83-4744-a8b5-1d974166b81a service neutron] 10.222.0.68 "GET /v2.0/networks/4779f87e-dd0d-459e-8b5d-731c4ac79a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139627 Aug 19 14:37:13.634647 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2f14bcee-334e-4e90-9a22-e6b33c9112e3 req-ac468018-0554-41c2-92ed-0142a32a7a1f tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] 10.222.0.69 "GET /v2.0/security-groups?id=807da8b6-0e41-47d9-86b6-473844ec8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154542 Aug 19 14:37:13.695337 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-79c272e0-9a2a-44cd-8942-78370501189a admin admin] For port d2fa1133-59a9-4bec-9719-7afb6ed5404c, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=d2fa1133-59a9-4bec-9719-7afb6ed5404c,segment=NetworkSegment(6e5bf6b9-475b-4f04-b47e-e3b48f06e1a0),segment_id=6e5bf6b9-475b-4f04-b47e-e3b48f06e1a0)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:37:13.695709 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-79c272e0-9a2a-44cd-8942-78370501189a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:13.714805 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-79c272e0-9a2a-44cd-8942-78370501189a admin admin] Calling delete_port for d2fa1133-59a9-4bec-9719-7afb6ed5404c owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:37:13.761170 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ecee2baf-828d-474a-b126-10256c1cdba4 req-992da275-3068-4889-a0ae-51efdac387e8 service neutron] 10.222.0.68 "GET /v2.0/networks/4779f87e-dd0d-459e-8b5d-731c4ac79a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572046 Aug 19 14:37:13.851366 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78490bf-36e7-4f32-b479-50a5a7abc63c req-30508f8d-8da2-459a-be6a-50ff6b579f10 tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:13.852943 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d78490bf-36e7-4f32-b479-50a5a7abc63c req-30508f8d-8da2-459a-be6a-50ff6b579f10 tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] 10.222.0.69 "GET /v2.0/ports?device_id=13d7d244-a838-4e0d-a91f-41a5e0b55faa HTTP/1.1" status: 200 len: 944 time: 0.0821030 Aug 19 14:37:13.935405 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d78490bf-36e7-4f32-b479-50a5a7abc63c req-5f0fd778-9ed9-458e-bbcb-def8a3f9a8d7 tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] 10.222.0.69 "GET /v2.0/security-groups?id=ebb46c0a-537a-457c-934e-9a50bbf304d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485117 Aug 19 14:37:14.052062 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-79c272e0-9a2a-44cd-8942-78370501189a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:14.078725 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c272e0-9a2a-44cd-8942-78370501189a admin admin] Pushing event deleted for resources: {'Port': ['ID=d2fa1133-59a9-4bec-9719-7afb6ed5404c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:14.225368 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada22655-9e41-43cc-8b37-b75bbb4a5d20 req-08ba9f78-503f-40f8-bc7f-c62870ca54bb tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:14.226982 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ada22655-9e41-43cc-8b37-b75bbb4a5d20 req-08ba9f78-503f-40f8-bc7f-c62870ca54bb tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 950 time: 0.1180620 Aug 19 14:37:14.321482 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ada22655-9e41-43cc-8b37-b75bbb4a5d20 req-26f631d5-bc5e-471f-9421-dd50524b3e54 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827167 Aug 19 14:37:14.322118 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-79c272e0-9a2a-44cd-8942-78370501189a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:14.604087 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79c272e0-9a2a-44cd-8942-78370501189a admin admin] Router 36edcd77-357d-40ca-b081-f89a212ef03a has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:37:14.648704 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 315f6c86-8dcc-42a9-b23c-b0a1435b7f46 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:37:14.729154 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c272e0-9a2a-44cd-8942-78370501189a admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:37:14.735196 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-79c272e0-9a2a-44cd-8942-78370501189a admin admin] 10.222.0.69 "PUT /v2.0/routers/36edcd77-357d-40ca-b081-f89a212ef03a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0996268 Aug 19 14:37:14.739274 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36068) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:37:14.746819 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbb6b47-e8a2-48ad-99ad-fde49ef3f0a0 None None] Sync routers for ids ['36edcd77-357d-40ca-b081-f89a212ef03a'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:37:14.776391 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbb6b47-e8a2-48ad-99ad-fde49ef3f0a0 None None] Routers {'36edcd77-357d-40ca-b081-f89a212ef03a'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:37:14.777138 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-bbbb6b47-e8a2-48ad-99ad-fde49ef3f0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:37:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['36edcd77-357d-40ca-b081-f89a212ef03a'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:37:14.826025 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c0012e-c037-44f7-b626-356fade0b8f3 req-77bb3669-d0fa-4fc3-8d7a-ad6c585b9970 tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:14.827755 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-17c0012e-c037-44f7-b626-356fade0b8f3 req-77bb3669-d0fa-4fc3-8d7a-ad6c585b9970 tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b760ea3-f188-4b07-a478-d051ae0439ec HTTP/1.1" status: 200 len: 932 time: 0.0567718 Aug 19 14:37:14.858868 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dfa186f6-ca29-40f7-85b8-4aba714a49b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:14.882471 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-17c0012e-c037-44f7-b626-356fade0b8f3 req-5434511d-e92a-418f-a3c0-5fab0a4dbb0f tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] 10.222.0.69 "GET /v2.0/security-groups?id=807da8b6-0e41-47d9-86b6-473844ec8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442696 Aug 19 14:37:14.892499 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 315f6c86-8dcc-42a9-b23c-b0a1435b7f46, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=315f6c86-8dcc-42a9-b23c-b0a1435b7f46,segment=NetworkSegment(6d346b36-c0d8-42eb-b177-2dcdcb2330e7),segment_id=6d346b36-c0d8-42eb-b177-2dcdcb2330e7)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:37:14.915847 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '315f6c86-8dcc-42a9-b23c-b0a1435b7f46', 'network_id': '4779f87e-dd0d-459e-8b5d-731c4ac79a32', 'port_id': '315f6c86-8dcc-42a9-b23c-b0a1435b7f46', 'mac_address': 'fa:16:3e:00:93:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84014b2e-d97b-4514-8368-fbf260203b59', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:37:14.926290 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-bbbb6b47-e8a2-48ad-99ad-fde49ef3f0a0 None None] Set router 36edcd77-357d-40ca-b081-f89a212ef03a gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:37:14.979338 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dfa186f6-ca29-40f7-85b8-4aba714a49b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:15.045404 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-dfa186f6-ca29-40f7-85b8-4aba714a49b1 admin admin] Deleting port ea87760b-db39-4c5a-84d5-a6875c4bb6e1 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:37:15.046114 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dfa186f6-ca29-40f7-85b8-4aba714a49b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:15.057497 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:15.110008 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 315f6c86-8dcc-42a9-b23c-b0a1435b7f46 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:37:15.142750 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-dfa186f6-ca29-40f7-85b8-4aba714a49b1 admin admin] For port ea87760b-db39-4c5a-84d5-a6875c4bb6e1, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=ea87760b-db39-4c5a-84d5-a6875c4bb6e1,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:37:15.143209 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dfa186f6-ca29-40f7-85b8-4aba714a49b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:15.175542 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 315f6c86-8dcc-42a9-b23c-b0a1435b7f46, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=315f6c86-8dcc-42a9-b23c-b0a1435b7f46,segment=NetworkSegment(6d346b36-c0d8-42eb-b177-2dcdcb2330e7),segment_id=6d346b36-c0d8-42eb-b177-2dcdcb2330e7)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:37:15.182540 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35b725-da41-4938-b862-b196023a953e req-25493f31-fffd-4e9b-b430-54f5666ae08d tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:15.184290 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:15.187610 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-df35b725-da41-4938-b862-b196023a953e req-25493f31-fffd-4e9b-b430-54f5666ae08d tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] 10.222.0.69 "GET /v2.0/ports?device_id=13d7d244-a838-4e0d-a91f-41a5e0b55faa HTTP/1.1" status: 200 len: 944 time: 0.0668247 Aug 19 14:37:15.194472 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-716e3ce3-a2e3-439c-84f7-8253a7059085 req-0f009e1c-1ea7-404c-a814-b0d0626b90b7 service neutron] Request body: {'port': {'device_id': '8b760ea3-f188-4b07-a478-d051ae0439ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:37:15.249207 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=315f6c86-8dcc-42a9-b23c-b0a1435b7f46,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:15.258348 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-dfa186f6-ca29-40f7-85b8-4aba714a49b1 admin admin] Calling delete_port for ea87760b-db39-4c5a-84d5-a6875c4bb6e1 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:37:15.266842 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:37:15.267189 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:37:15.267526 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:37:15.267865 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:37:15.268174 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:37:15.268538 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:37:15.268865 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:37:15.269181 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:37:15.269906 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:37:15.269906 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:37:15.270169 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:37:15.270465 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:37:15.295363 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-bbbb6b47-e8a2-48ad-99ad-fde49ef3f0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36edcd77-357d-40ca-b081-f89a212ef03a', 'name': 'tempest-FloatingIPDetailsTestJSON-1116638496-router', 'tenant_id': 'd679ea839439409caa0063fb5ac93e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'ea87760b-db39-4c5a-84d5-a6875c4bb6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:36:27Z', 'updated_at': '2021-08-19T14:37:13Z', 'revision_number': 5, 'project_id': 'd679ea839439409caa0063fb5ac93e10', 'gw_port': {'id': 'ea87760b-db39-4c5a-84d5-a6875c4bb6e1', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fe:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36edcd77-357d-40ca-b081-f89a212ef03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:36:29Z', 'updated_at': '2021-08-19T14:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:37:15.307697 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-716e3ce3-a2e3-439c-84f7-8253a7059085 req-0f009e1c-1ea7-404c-a814-b0d0626b90b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:15.328248 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-df35b725-da41-4938-b862-b196023a953e req-5ad9cd06-c51e-42aa-bae2-760ce5e0945b tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] 10.222.0.69 "GET /v2.0/security-groups?id=ebb46c0a-537a-457c-934e-9a50bbf304d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291168 Aug 19 14:37:15.341613 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbb6b47-e8a2-48ad-99ad-fde49ef3f0a0 None None] Checking router: 36edcd77-357d-40ca-b081-f89a212ef03a for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:37:15.351361 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbb6b47-e8a2-48ad-99ad-fde49ef3f0a0 None None] Routers {'36edcd77-357d-40ca-b081-f89a212ef03a'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:37:15.352058 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-bbbb6b47-e8a2-48ad-99ad-fde49ef3f0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:37:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['36edcd77-357d-40ca-b081-f89a212ef03a'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:37:15.408983 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2c92ea7a-217a-47a7-8ae7-5ad5e68a7b81 req-248c5363-df05-4948-b3a9-9debd1ad9c7f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7b7809ce-bf5a-405c-8988-25b6a1751938&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2629719 Aug 19 14:37:15.428623 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f3165-df29-4d96-8438-20069bb24fca req-d63b5b60-a63c-492f-a110-f67ec67da657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:15.436127 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-246f3165-df29-4d96-8438-20069bb24fca req-d63b5b60-a63c-492f-a110-f67ec67da657 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dc28959d88bc47a3be9291b5c609f583&device_id=7b414690-47f3-4971-8837-df4683542301 HTTP/1.1" status: 200 len: 1096 time: 0.2343729 Aug 19 14:37:15.436127 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-e3ad31c4-9aab-4c52-9da1-c73210491c5d tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:15.436494 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-e3ad31c4-9aab-4c52-9da1-c73210491c5d tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=03cb2d97-9231-4496-a8c2-4f187e82b2e3&tenant_id=309b8293893e4b68ba54397ad041e8b9&binding%3Ahost_id=n-h2-766043-2 HTTP/1.1" status: 200 len: 1095 time: 0.2557387 Aug 19 14:37:15.458606 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-bbbb6b47-e8a2-48ad-99ad-fde49ef3f0a0 None None] Set router 36edcd77-357d-40ca-b081-f89a212ef03a gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:37:15.557306 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-bbbb6b47-e8a2-48ad-99ad-fde49ef3f0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36edcd77-357d-40ca-b081-f89a212ef03a', 'name': 'tempest-FloatingIPDetailsTestJSON-1116638496-router', 'tenant_id': 'd679ea839439409caa0063fb5ac93e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:36:27Z', 'updated_at': '2021-08-19T14:37:14Z', 'revision_number': 6, 'project_id': 'd679ea839439409caa0063fb5ac93e10', 'gw_port_host': None}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:37:15.595212 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbb6b47-e8a2-48ad-99ad-fde49ef3f0a0 None None] The sync data for ids ['36edcd77-357d-40ca-b081-f89a212ef03a'] in n-d-766043-2 is: [{'id': '36edcd77-357d-40ca-b081-f89a212ef03a', 'name': 'tempest-FloatingIPDetailsTestJSON-1116638496-router', 'tenant_id': 'd679ea839439409caa0063fb5ac93e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:36:27Z', 'updated_at': '2021-08-19T14:37:14Z', 'revision_number': 6, 'project_id': 'd679ea839439409caa0063fb5ac93e10', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:37:15.601557 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['315f6c86-8dcc-42a9-b23c-b0a1435b7f46'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:37:15.645136 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184bdb3-0a86-4c89-a9ef-0009528512eb req-a995d8b1-9ab9-4025-b102-1565d53e42fd tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:15.646713 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4184bdb3-0a86-4c89-a9ef-0009528512eb req-a995d8b1-9ab9-4025-b102-1565d53e42fd tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 950 time: 0.2735543 Aug 19 14:37:15.736883 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-716e3ce3-a2e3-439c-84f7-8253a7059085 req-0f009e1c-1ea7-404c-a814-b0d0626b90b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 522918ce-7a82-4306-a51c-d62935e21320 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:37:15.742512 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f3165-df29-4d96-8438-20069bb24fca req-bfeb27eb-6825-4ff2-911e-d6f0ba51fae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:15.745026 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-246f3165-df29-4d96-8438-20069bb24fca req-bfeb27eb-6825-4ff2-911e-d6f0ba51fae3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b6cb15a2-7c54-4019-bc14-2912b5ac9311 HTTP/1.1" status: 200 len: 924 time: 0.2849569 Aug 19 14:37:15.757878 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-716e3ce3-a2e3-439c-84f7-8253a7059085 req-0f009e1c-1ea7-404c-a814-b0d0626b90b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:15.792877 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4184bdb3-0a86-4c89-a9ef-0009528512eb req-eda40bdd-513d-448c-a7ee-f8d02c280c92 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236818 Aug 19 14:37:15.812660 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-716e3ce3-a2e3-439c-84f7-8253a7059085 req-0f009e1c-1ea7-404c-a814-b0d0626b90b7 service neutron] Transition to ACTIVE for port object 522918ce-7a82-4306-a51c-d62935e21320 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:37:15.817497 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-716e3ce3-a2e3-439c-84f7-8253a7059085 req-0f009e1c-1ea7-404c-a814-b0d0626b90b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:15.819869 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dfa186f6-ca29-40f7-85b8-4aba714a49b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:15.865245 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-2ab0ae40-992b-4e23-803a-00f371e1656c service neutron] For port 12a00bc4-fd0a-42fa-af53-b73354cd2997, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:37:15.870278 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa186f6-ca29-40f7-85b8-4aba714a49b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea87760b-db39-4c5a-84d5-a6875c4bb6e1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:15.884385 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f009e1c-1ea7-404c-a814-b0d0626b90b7 service neutron] Pushing event updated for resources: {'Port': ['ID=522918ce-7a82-4306-a51c-d62935e21320,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:15.903620 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-2ab0ae40-992b-4e23-803a-00f371e1656c service neutron] Notify callbacks [] for binding, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:15.904780 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e5e1d9cd-53d4-4655-85b7-fd93f8a72a56 req-2ab0ae40-992b-4e23-803a-00f371e1656c service neutron] 10.222.0.88 "DELETE /v2.0/ports/12a00bc4-fd0a-42fa-af53-b73354cd2997/bindings/n-h1-766043-2 HTTP/1.1" status: 204 len: 173 time: 0.4532666 Aug 19 14:37:15.909233 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-246f3165-df29-4d96-8438-20069bb24fca req-ea3ce6a3-ffe0-4b03-9e54-52a7d4231cc9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5d31258-b744-4491-9281-dc33ea9d4fbd HTTP/1.1" status: 200 len: 1000 time: 0.1517096 Aug 19 14:37:16.037938 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-716e3ce3-a2e3-439c-84f7-8253a7059085 req-0f009e1c-1ea7-404c-a814-b0d0626b90b7 service neutron] Attempting to bind port 522918ce-7a82-4306-a51c-d62935e21320 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:37:16.038296 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-716e3ce3-a2e3-439c-84f7-8253a7059085 req-0f009e1c-1ea7-404c-a814-b0d0626b90b7 service neutron] Attempting to bind port 522918ce-7a82-4306-a51c-d62935e21320 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '3e01d32b-e0c4-48ae-974a-95855e5c4fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e30a1201-b426-4165-bdc3-09c36dd3fe40'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:37:16.038596 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716e3ce3-a2e3-439c-84f7-8253a7059085 req-0f009e1c-1ea7-404c-a814-b0d0626b90b7 service neutron] Attempting to bind port 522918ce-7a82-4306-a51c-d62935e21320 on network e30a1201-b426-4165-bdc3-09c36dd3fe40 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:37:16.072970 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716e3ce3-a2e3-439c-84f7-8253a7059085 req-0f009e1c-1ea7-404c-a814-b0d0626b90b7 service neutron] Port 522918ce-7a82-4306-a51c-d62935e21320 on network e30a1201-b426-4165-bdc3-09c36dd3fe40 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:37:16.073786 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716e3ce3-a2e3-439c-84f7-8253a7059085 req-0f009e1c-1ea7-404c-a814-b0d0626b90b7 service neutron] Attempting to bind port 522918ce-7a82-4306-a51c-d62935e21320 on network e30a1201-b426-4165-bdc3-09c36dd3fe40 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:37:16.085679 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716e3ce3-a2e3-439c-84f7-8253a7059085 req-0f009e1c-1ea7-404c-a814-b0d0626b90b7 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:37:16.086135 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716e3ce3-a2e3-439c-84f7-8253a7059085 req-0f009e1c-1ea7-404c-a814-b0d0626b90b7 service neutron] Checking segment: {'id': '3e01d32b-e0c4-48ae-974a-95855e5c4fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e30a1201-b426-4165-bdc3-09c36dd3fe40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:37:16.087142 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716e3ce3-a2e3-439c-84f7-8253a7059085 req-0f009e1c-1ea7-404c-a814-b0d0626b90b7 service neutron] Bound using segment: {'id': '3e01d32b-e0c4-48ae-974a-95855e5c4fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e30a1201-b426-4165-bdc3-09c36dd3fe40'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:37:16.087711 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-716e3ce3-a2e3-439c-84f7-8253a7059085 req-0f009e1c-1ea7-404c-a814-b0d0626b90b7 service neutron] Bound port: 522918ce-7a82-4306-a51c-d62935e21320, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e01d32b-e0c4-48ae-974a-95855e5c4fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e30a1201-b426-4165-bdc3-09c36dd3fe40'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:37:16.088167 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-716e3ce3-a2e3-439c-84f7-8253a7059085 req-0f009e1c-1ea7-404c-a814-b0d0626b90b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:16.116105 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded8250-fbda-429e-bf7a-0cb877616eb7 req-ba419e0e-ad86-4da6-9871-342efc92cdd7 tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:16.118106 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7ded8250-fbda-429e-bf7a-0cb877616eb7 req-ba419e0e-ad86-4da6-9871-342efc92cdd7 tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b760ea3-f188-4b07-a478-d051ae0439ec HTTP/1.1" status: 200 len: 944 time: 0.0956678 Aug 19 14:37:16.284543 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7ded8250-fbda-429e-bf7a-0cb877616eb7 req-70de1006-0d4d-4bdb-a837-bc7e511e2572 tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] 10.222.0.69 "GET /v2.0/security-groups?id=807da8b6-0e41-47d9-86b6-473844ec8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295044 Aug 19 14:37:16.301471 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-716e3ce3-a2e3-439c-84f7-8253a7059085 req-0f009e1c-1ea7-404c-a814-b0d0626b90b7 service neutron] For port 522918ce-7a82-4306-a51c-d62935e21320, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:37:16.314852 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-716e3ce3-a2e3-439c-84f7-8253a7059085 req-0f009e1c-1ea7-404c-a814-b0d0626b90b7 service neutron] For port 522918ce-7a82-4306-a51c-d62935e21320, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=522918ce-7a82-4306-a51c-d62935e21320,segment=NetworkSegment(3e01d32b-e0c4-48ae-974a-95855e5c4fdf),segment_id=3e01d32b-e0c4-48ae-974a-95855e5c4fdf)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:37:16.323610 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-716e3ce3-a2e3-439c-84f7-8253a7059085 req-0f009e1c-1ea7-404c-a814-b0d0626b90b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:16.456959 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dfa186f6-ca29-40f7-85b8-4aba714a49b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:16.490623 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f009e1c-1ea7-404c-a814-b0d0626b90b7 service neutron] Pushing event updated for resources: {'Port': ['ID=522918ce-7a82-4306-a51c-d62935e21320,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:16.525765 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e3ce3-a2e3-439c-84f7-8253a7059085 req-0f009e1c-1ea7-404c-a814-b0d0626b90b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:16.527117 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-716e3ce3-a2e3-439c-84f7-8253a7059085 req-0f009e1c-1ea7-404c-a814-b0d0626b90b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:16.528943 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-716e3ce3-a2e3-439c-84f7-8253a7059085 req-0f009e1c-1ea7-404c-a814-b0d0626b90b7 service neutron] 10.222.0.88 "PUT /v2.0/ports/522918ce-7a82-4306-a51c-d62935e21320 HTTP/1.1" status: 200 len: 1092 time: 1.3393278 Aug 19 14:37:16.529454 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b760ea3-f188-4b07-a478-d051ae0439ec', 'tag': '522918ce-7a82-4306-a51c-d62935e21320'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:37:16.533802 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7e1ee2-b55b-4605-a350-6e63dee5a0e3" -d '{"events": [{"name": "network-changed", "server_uuid": "8b760ea3-f188-4b07-a478-d051ae0439ec", "tag": "522918ce-7a82-4306-a51c-d62935e21320"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:37:16.637466 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27568b-2d81-405b-a94a-05cb7e0819bf req-6d79b847-e1f0-4677-a5e4-6a75b0ec5854 tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:16.646258 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7b27568b-2d81-405b-a94a-05cb7e0819bf req-6d79b847-e1f0-4677-a5e4-6a75b0ec5854 tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] 10.222.0.69 "GET /v2.0/ports?device_id=13d7d244-a838-4e0d-a91f-41a5e0b55faa HTTP/1.1" status: 200 len: 945 time: 0.1506219 Aug 19 14:37:16.671567 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f5b49e-e629-4e61-9e81-8f13008094d1 x-openstack-request-id: req-50f5b49e-e629-4e61-9e81-8f13008094d1 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:37:16.671943 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b760ea3-f188-4b07-a478-d051ae0439ec", "tag": "522918ce-7a82-4306-a51c-d62935e21320", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:37:16.672266 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-50f5b49e-e629-4e61-9e81-8f13008094d1 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:37:16.673080 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b760ea3-f188-4b07-a478-d051ae0439ec', 'tag': '522918ce-7a82-4306-a51c-d62935e21320', 'status': 'completed', 'code': 200} Aug 19 14:37:16.694845 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:37:16.761205 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dfa186f6-ca29-40f7-85b8-4aba714a49b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:16.764829 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7b27568b-2d81-405b-a94a-05cb7e0819bf req-a8ff4218-c228-49b1-8bf6-0211618f502a tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] 10.222.0.69 "GET /v2.0/security-groups?id=ebb46c0a-537a-457c-934e-9a50bbf304d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170917 Aug 19 14:37:16.765674 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dfa186f6-ca29-40f7-85b8-4aba714a49b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:16.768557 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f3165-df29-4d96-8438-20069bb24fca req-118de517-555d-490e-875d-895ff8d5ee6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:16.770589 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-246f3165-df29-4d96-8438-20069bb24fca req-118de517-555d-490e-875d-895ff8d5ee6d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=da9af51b-745c-4f7e-9d6d-360f30f81e3e HTTP/1.1" status: 200 len: 862 time: 0.4008462 Aug 19 14:37:16.775087 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e3ce3-a2e3-439c-84f7-8253a7059085 req-88e33fa6-a1db-445a-b4fb-8da37cd7da26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:16.777627 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-716e3ce3-a2e3-439c-84f7-8253a7059085 req-88e33fa6-a1db-445a-b4fb-8da37cd7da26 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3178f87ac6ba44c3972120fbcb3189e5&device_id=8b760ea3-f188-4b07-a478-d051ae0439ec HTTP/1.1" status: 200 len: 1095 time: 0.1035967 Aug 19 14:37:16.836318 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-716e3ce3-a2e3-439c-84f7-8253a7059085 req-96fda9db-c749-4332-af4d-fd8f33952e27 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=522918ce-7a82-4306-a51c-d62935e21320 HTTP/1.1" status: 200 len: 217 time: 0.0508900 Aug 19 14:37:16.885213 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dfa186f6-ca29-40f7-85b8-4aba714a49b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:16.885738 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa186f6-ca29-40f7-85b8-4aba714a49b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36edcd77-357d-40ca-b081-f89a212ef03a {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:37:16.895825 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dfa186f6-ca29-40f7-85b8-4aba714a49b1 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:16.903713 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-dfa186f6-ca29-40f7-85b8-4aba714a49b1 admin admin] 10.222.0.69 "DELETE /v2.0/routers/36edcd77-357d-40ca-b081-f89a212ef03a HTTP/1.1" status: 204 len: 168 time: 2.1627886 Aug 19 14:37:16.904438 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36118) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:37:16.913568 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f3165-df29-4d96-8438-20069bb24fca req-891108dd-06f9-4e33-8d0b-8bcca80f2e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:16.915055 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-246f3165-df29-4d96-8438-20069bb24fca req-891108dd-06f9-4e33-8d0b-8bcca80f2e21 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b6cb15a2-7c54-4019-bc14-2912b5ac9311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1348183 Aug 19 14:37:16.945130 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e3ce3-a2e3-439c-84f7-8253a7059085 req-efddd914-8a5b-4df6-9252-8f44741db602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:16.947466 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-716e3ce3-a2e3-439c-84f7-8253a7059085 req-efddd914-8a5b-4df6-9252-8f44741db602 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d0351321-6783-484a-a1b6-eb4417cad1f2 HTTP/1.1" status: 200 len: 854 time: 0.1019931 Aug 19 14:37:16.961479 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ea090-8e87-4518-8ef0-6f2ac14e927b req-365abe9e-9f20-4cc0-8988-bba6bca9de46 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:16.962586 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c93ea090-8e87-4518-8ef0-6f2ac14e927b req-365abe9e-9f20-4cc0-8988-bba6bca9de46 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 950 time: 0.0723541 Aug 19 14:37:16.987746 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device d2fa1133-59a9-4bec-9719-7afb6ed5404c no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:37:17.048559 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: d2fa1133-59a9-4bec-9719-7afb6ed5404c {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:37:17.048918 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device d2fa1133-59a9-4bec-9719-7afb6ed5404c not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:37:17.049342 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device ea87760b-db39-4c5a-84d5-a6875c4bb6e1 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:37:17.061373 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e3ce3-a2e3-439c-84f7-8253a7059085 req-1e10acd8-42fd-4fea-ad4e-6e4ea9e19917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:17.062901 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-716e3ce3-a2e3-439c-84f7-8253a7059085 req-1e10acd8-42fd-4fea-ad4e-6e4ea9e19917 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e30a1201-b426-4165-bdc3-09c36dd3fe40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0993936 Aug 19 14:37:17.065993 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c93ea090-8e87-4518-8ef0-6f2ac14e927b req-2cf770cf-8da8-4595-89ea-d0b16fd85c1b tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895960 Aug 19 14:37:17.123586 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-62580c1c-6e83-4ff0-9e45-f6cf44a9d34e admin admin] Deleting subnet 32fdf3a6-d45d-474a-85ef-13b60a7b57b1 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:37:17.128154 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: ea87760b-db39-4c5a-84d5-a6875c4bb6e1 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:37:17.128525 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device ea87760b-db39-4c5a-84d5-a6875c4bb6e1 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:37:17.134237 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62580c1c-6e83-4ff0-9e45-f6cf44a9d34e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:17.199448 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-716e3ce3-a2e3-439c-84f7-8253a7059085 req-d8cea240-b53d-4635-be3f-dfd9e1a41f3b service neutron] 10.222.0.88 "GET /v2.0/networks/e30a1201-b426-4165-bdc3-09c36dd3fe40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134515 Aug 19 14:37:17.207746 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-246f3165-df29-4d96-8438-20069bb24fca req-298be186-bd7e-4f97-9da7-6136464cb5c6 service neutron] 10.222.0.88 "GET /v2.0/networks/b6cb15a2-7c54-4019-bc14-2912b5ac9311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663817 Aug 19 14:37:17.228447 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62580c1c-6e83-4ff0-9e45-f6cf44a9d34e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:17.384567 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92ea7a-217a-47a7-8ae7-5ad5e68a7b81 req-de9cd4b6-cb2c-4f3b-984f-4919c462ac37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:17.386125 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2c92ea7a-217a-47a7-8ae7-5ad5e68a7b81 req-de9cd4b6-cb2c-4f3b-984f-4919c462ac37 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3397b0c43f0b46aaa4295e8f087dd91c&device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 1101 time: 0.1949177 Aug 19 14:37:17.542095 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-246f3165-df29-4d96-8438-20069bb24fca req-3caf0ad2-6fd9-40ff-b5ab-a42ac2f1de18 service neutron] 10.222.0.88 "GET /v2.0/networks/b6cb15a2-7c54-4019-bc14-2912b5ac9311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113306 Aug 19 14:37:17.550129 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62580c1c-6e83-4ff0-9e45-f6cf44a9d34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:17.628558 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92ea7a-217a-47a7-8ae7-5ad5e68a7b81 req-e9f3341c-f0fe-4446-8967-4b229355cb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:17.630158 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2c92ea7a-217a-47a7-8ae7-5ad5e68a7b81 req-e9f3341c-f0fe-4446-8967-4b229355cb22 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.2177773 Aug 19 14:37:17.647674 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62580c1c-6e83-4ff0-9e45-f6cf44a9d34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:17.670065 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-716e3ce3-a2e3-439c-84f7-8253a7059085 req-ff6120fd-cdde-43be-9b45-d13a51aa97b1 service neutron] 10.222.0.88 "GET /v2.0/networks/e30a1201-b426-4165-bdc3-09c36dd3fe40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4621046 Aug 19 14:37:17.729983 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62580c1c-6e83-4ff0-9e45-f6cf44a9d34e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32fdf3a6-d45d-474a-85ef-13b60a7b57b1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:17.732954 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2c92ea7a-217a-47a7-8ae7-5ad5e68a7b81 req-8e5c4f38-7dcf-42f8-9cf3-c2a330131e88 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=4a990205-9f36-4de0-bda4-d5be7e334fd0 HTTP/1.1" status: 200 len: 217 time: 0.0799854 Aug 19 14:37:17.734295 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62580c1c-6e83-4ff0-9e45-f6cf44a9d34e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:17.736895 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-62580c1c-6e83-4ff0-9e45-f6cf44a9d34e admin admin] 10.222.0.69 "DELETE /v2.0/subnets/32fdf3a6-d45d-474a-85ef-13b60a7b57b1 HTTP/1.1" status: 204 len: 168 time: 0.8304911 Aug 19 14:37:17.740137 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b992c2-e4e0-46bb-a26c-2303a5eeb4d8 None None] Network 423b47d3-cb8b-4451-beb9-70cb5206b6b8 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:37:17.740785 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36128) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:37:17.798278 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d70ca-e52f-42e4-b026-d7585f412bc9 req-7077d95b-aaf7-4948-b1be-50169ebb6d94 tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:17.800098 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f15d70ca-e52f-42e4-b026-d7585f412bc9 req-7077d95b-aaf7-4948-b1be-50169ebb6d94 tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b760ea3-f188-4b07-a478-d051ae0439ec HTTP/1.1" status: 200 len: 944 time: 0.1167512 Aug 19 14:37:17.835664 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e1ee2-b55b-4605-a350-6e63dee5a0e3 req-199b7d81-96f1-4c10-ae95-053edbdcc658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:17.837832 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9c7e1ee2-b55b-4605-a350-6e63dee5a0e3 req-199b7d81-96f1-4c10-ae95-053edbdcc658 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3178f87ac6ba44c3972120fbcb3189e5&device_id=8b760ea3-f188-4b07-a478-d051ae0439ec HTTP/1.1" status: 200 len: 1095 time: 0.1125309 Aug 19 14:37:17.912761 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c101df67-d67c-46d3-beb3-62e2a64ddc20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:17.931523 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f15d70ca-e52f-42e4-b026-d7585f412bc9 req-5ad2105f-d8a6-4afb-a05e-67131a98b72c tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] 10.222.0.69 "GET /v2.0/security-groups?id=807da8b6-0e41-47d9-86b6-473844ec8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117280 Aug 19 14:37:17.940625 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92ea7a-217a-47a7-8ae7-5ad5e68a7b81 req-3eb6cb94-a331-4ea1-ad38-bca841b41d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:17.947335 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2c92ea7a-217a-47a7-8ae7-5ad5e68a7b81 req-3eb6cb94-a331-4ea1-ad38-bca841b41d86 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.1072483 Aug 19 14:37:18.023998 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a0391f-2667-4562-903e-ed0942fa7d8a None None] DHCP port deletion for 423b47d3-cb8b-4451-beb9-70cb5206b6b8 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:37:18.034963 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e1ee2-b55b-4605-a350-6e63dee5a0e3 req-e7f52beb-bcfb-40a8-9c11-9a45d1bcd5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:18.036670 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9c7e1ee2-b55b-4605-a350-6e63dee5a0e3 req-e7f52beb-bcfb-40a8-9c11-9a45d1bcd5f0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=e30a1201-b426-4165-bdc3-09c36dd3fe40 HTTP/1.1" status: 200 len: 916 time: 0.1897395 Aug 19 14:37:18.048501 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3bb71-b3c6-4e8c-8cf9-244c4fa729ae req-daa7287e-47df-4971-a29c-280c19a2eb2f tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:18.050293 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c101df67-d67c-46d3-beb3-62e2a64ddc20 admin admin] Deleting port 55b95d45-4c5a-4ad3-a7a1-5826caa0659b {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:37:18.050455 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-50d3bb71-b3c6-4e8c-8cf9-244c4fa729ae req-daa7287e-47df-4971-a29c-280c19a2eb2f tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] 10.222.0.69 "GET /v2.0/ports?device_id=13d7d244-a838-4e0d-a91f-41a5e0b55faa HTTP/1.1" status: 200 len: 945 time: 0.0916834 Aug 19 14:37:18.050644 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c101df67-d67c-46d3-beb3-62e2a64ddc20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:18.053555 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92ea7a-217a-47a7-8ae7-5ad5e68a7b81 req-d6c652eb-de3e-4778-8726-e0d8324cfa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:18.055250 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2c92ea7a-217a-47a7-8ae7-5ad5e68a7b81 req-d6c652eb-de3e-4778-8726-e0d8324cfa54 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0725660 Aug 19 14:37:18.099851 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-13a0391f-2667-4562-903e-ed0942fa7d8a None None] Deleting port 55b95d45-4c5a-4ad3-a7a1-5826caa0659b {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:37:18.100331 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-13a0391f-2667-4562-903e-ed0942fa7d8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:18.117703 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9c7e1ee2-b55b-4605-a350-6e63dee5a0e3 req-194280f8-d08d-453a-97f1-aa0c037f2951 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=522918ce-7a82-4306-a51c-d62935e21320 HTTP/1.1" status: 200 len: 217 time: 0.0661802 Aug 19 14:37:18.209750 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2c92ea7a-217a-47a7-8ae7-5ad5e68a7b81 req-abbe16d1-e1a6-4091-ad7a-3c56bc6aee83 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425831 Aug 19 14:37:18.214418 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-13a0391f-2667-4562-903e-ed0942fa7d8a None None] For port 55b95d45-4c5a-4ad3-a7a1-5826caa0659b, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=55b95d45-4c5a-4ad3-a7a1-5826caa0659b,segment=NetworkSegment(6e5bf6b9-475b-4f04-b47e-e3b48f06e1a0),segment_id=6e5bf6b9-475b-4f04-b47e-e3b48f06e1a0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:37:18.217836 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-13a0391f-2667-4562-903e-ed0942fa7d8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:18.252311 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-13a0391f-2667-4562-903e-ed0942fa7d8a None None] Calling delete_port for 55b95d45-4c5a-4ad3-a7a1-5826caa0659b owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:37:18.254717 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-50d3bb71-b3c6-4e8c-8cf9-244c4fa729ae req-686fbe36-8cf8-4488-a23a-a34664b09427 tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] 10.222.0.69 "GET /v2.0/security-groups?id=ebb46c0a-537a-457c-934e-9a50bbf304d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952348 Aug 19 14:37:18.295193 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddbcee8-c398-4e18-9025-269a1f870e53 req-8abb11ee-1cc0-467c-b046-9ba0f9ef65d8 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:18.300040 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6ddbcee8-c398-4e18-9025-269a1f870e53 req-8abb11ee-1cc0-467c-b046-9ba0f9ef65d8 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 950 time: 0.1128674 Aug 19 14:37:18.302165 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e1ee2-b55b-4605-a350-6e63dee5a0e3 req-0a6ea35e-ebb2-4f71-aefc-f69446d909b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:18.303899 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9c7e1ee2-b55b-4605-a350-6e63dee5a0e3 req-0a6ea35e-ebb2-4f71-aefc-f69446d909b3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d0351321-6783-484a-a1b6-eb4417cad1f2 HTTP/1.1" status: 200 len: 854 time: 0.1756806 Aug 19 14:37:18.384946 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-13a0391f-2667-4562-903e-ed0942fa7d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:18.392895 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-c101df67-d67c-46d3-beb3-62e2a64ddc20 admin admin] For port 55b95d45-4c5a-4ad3-a7a1-5826caa0659b, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=55b95d45-4c5a-4ad3-a7a1-5826caa0659b,segment=NetworkSegment(6e5bf6b9-475b-4f04-b47e-e3b48f06e1a0),segment_id=6e5bf6b9-475b-4f04-b47e-e3b48f06e1a0)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:37:18.393263 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c101df67-d67c-46d3-beb3-62e2a64ddc20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:18.397320 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2c92ea7a-217a-47a7-8ae7-5ad5e68a7b81 req-60388361-bf6d-4b14-b731-a366e6797c33 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463656 Aug 19 14:37:18.417257 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c101df67-d67c-46d3-beb3-62e2a64ddc20 admin admin] Calling delete_port for 55b95d45-4c5a-4ad3-a7a1-5826caa0659b owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:37:18.428207 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6ddbcee8-c398-4e18-9025-269a1f870e53 req-c98dd1e2-1d4d-43bb-8a20-e28beea02d92 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198993 Aug 19 14:37:18.436828 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a0391f-2667-4562-903e-ed0942fa7d8a None None] Pushing event deleted for resources: {'Port': ['ID=55b95d45-4c5a-4ad3-a7a1-5826caa0659b,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:18.441716 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a0391f-2667-4562-903e-ed0942fa7d8a None None] No DVR routers for this DVR port 55b95d45-4c5a-4ad3-a7a1-5826caa0659b on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:37:18.472816 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e1ee2-b55b-4605-a350-6e63dee5a0e3 req-a7512481-da71-480e-aa06-e585e98d8a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:18.474700 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9c7e1ee2-b55b-4605-a350-6e63dee5a0e3 req-a7512481-da71-480e-aa06-e585e98d8a0f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e30a1201-b426-4165-bdc3-09c36dd3fe40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1483724 Aug 19 14:37:18.484832 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f24bd-8083-4faa-8442-1f6e089227f0 req-18215c3c-1288-44d0-8750-16a2a0e1a0c0 tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:18.494421 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c28f24bd-8083-4faa-8442-1f6e089227f0 req-18215c3c-1288-44d0-8750-16a2a0e1a0c0 tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b HTTP/1.1" status: 200 len: 1096 time: 0.1138837 Aug 19 14:37:18.564614 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c101df67-d67c-46d3-beb3-62e2a64ddc20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:18.594539 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c28f24bd-8083-4faa-8442-1f6e089227f0 req-a84d9f31-ba70-4620-a0ff-fcee6a7776a7 tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926588 Aug 19 14:37:18.609781 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c101df67-d67c-46d3-beb3-62e2a64ddc20 admin admin] Pushing event deleted for resources: {'Port': ['ID=55b95d45-4c5a-4ad3-a7a1-5826caa0659b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:18.612802 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c101df67-d67c-46d3-beb3-62e2a64ddc20 admin admin] No DVR routers for this DVR port 55b95d45-4c5a-4ad3-a7a1-5826caa0659b on host n-d-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:37:18.668962 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9c7e1ee2-b55b-4605-a350-6e63dee5a0e3 req-089b6901-0e17-4857-b017-fff5b40a72da service neutron] 10.222.0.88 "GET /v2.0/networks/e30a1201-b426-4165-bdc3-09c36dd3fe40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713047 Aug 19 14:37:18.699415 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 315f6c86-8dcc-42a9-b23c-b0a1435b7f46 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:37:18.701673 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c101df67-d67c-46d3-beb3-62e2a64ddc20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:18.712134 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-c101df67-d67c-46d3-beb3-62e2a64ddc20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['423b47d3-cb8b-4451-beb9-70cb5206b6b8']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:37:18.724079 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-c101df67-d67c-46d3-beb3-62e2a64ddc20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e5bf6b9-475b-4f04-b47e-e3b48f06e1a0') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:37:18.724533 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-c101df67-d67c-46d3-beb3-62e2a64ddc20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e5bf6b9-475b-4f04-b47e-e3b48f06e1a0') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:37:18.737728 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c101df67-d67c-46d3-beb3-62e2a64ddc20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:18.765742 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c101df67-d67c-46d3-beb3-62e2a64ddc20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:18.778710 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c101df67-d67c-46d3-beb3-62e2a64ddc20 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:37:18.779254 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c101df67-d67c-46d3-beb3-62e2a64ddc20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:18.781205 n-d-766043-2 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:37:18.781205 n-d-766043-2 neutron-server[94639]: self.session.flush() Aug 19 14:37:18.781205 n-d-766043-2 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:37:18.781205 n-d-766043-2 neutron-server[94639]: self.session.flush() Aug 19 14:37:18.781205 n-d-766043-2 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:37:18.781205 n-d-766043-2 neutron-server[94639]: self.session.flush() Aug 19 14:37:18.781205 n-d-766043-2 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:37:18.781205 n-d-766043-2 neutron-server[94639]: self.session.flush() Aug 19 14:37:18.781205 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:37:18.781205 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:37:18.781205 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:37:18.781205 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:37:18.781205 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:37:18.781205 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:37:18.781205 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:37:18.781205 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:37:18.781205 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:37:18.781205 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:37:18.781205 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:37:18.781205 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:37:18.781205 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:37:18.781205 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:37:18.781205 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:37:18.781205 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:37:18.781205 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:37:18.781205 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:37:18.781205 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:37:18.781205 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:37:18.781205 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:37:18.781205 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:37:18.781205 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:37:18.781205 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:37:18.781205 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:37:18.781205 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:37:18.781205 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:37:18.781205 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:37:18.781205 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:37:18.781205 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:37:18.781205 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:37:18.781205 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:37:18.797522 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9c7e1ee2-b55b-4605-a350-6e63dee5a0e3 req-684ce209-9f56-48bf-9634-58a01de08f3a service neutron] 10.222.0.88 "GET /v2.0/networks/e30a1201-b426-4165-bdc3-09c36dd3fe40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200497 Aug 19 14:37:18.799384 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port 315f6c86-8dcc-42a9-b23c-b0a1435b7f46 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:37:18.803744 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 315f6c86-8dcc-42a9-b23c-b0a1435b7f46 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:37:18.804163 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:18.847512 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c101df67-d67c-46d3-beb3-62e2a64ddc20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:18.855794 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c101df67-d67c-46d3-beb3-62e2a64ddc20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:18.860286 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c101df67-d67c-46d3-beb3-62e2a64ddc20 admin admin] 10.222.0.69 "DELETE /v2.0/networks/423b47d3-cb8b-4451-beb9-70cb5206b6b8 HTTP/1.1" status: 204 len: 168 time: 1.1160257 Aug 19 14:37:18.883531 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c101df67-d67c-46d3-beb3-62e2a64ddc20 admin admin] Pushing event deleted for resources: {'Network': ['ID=423b47d3-cb8b-4451-beb9-70cb5206b6b8,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:18.964199 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:19.006498 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13d7d244-a838-4e0d-a91f-41a5e0b55faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315f6c86-8dcc-42a9-b23c-b0a1435b7f46'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:37:19.013626 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a150a1b2-0fbc-4fb7-8148-464c8d2c7e23" -d '{"events": [{"server_uuid": "13d7d244-a838-4e0d-a91f-41a5e0b55faa", "name": "network-vif-plugged", "status": "completed", "tag": "315f6c86-8dcc-42a9-b23c-b0a1435b7f46"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:37:19.020385 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 55b95d45-4c5a-4ad3-a7a1-5826caa0659b no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:37:19.050246 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 315f6c86-8dcc-42a9-b23c-b0a1435b7f46, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=315f6c86-8dcc-42a9-b23c-b0a1435b7f46,segment=NetworkSegment(6d346b36-c0d8-42eb-b177-2dcdcb2330e7),segment_id=6d346b36-c0d8-42eb-b177-2dcdcb2330e7)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:37:19.051319 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 55b95d45-4c5a-4ad3-a7a1-5826caa0659b {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:37:19.051901 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 55b95d45-4c5a-4ad3-a7a1-5826caa0659b not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:37:19.056368 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:19.093707 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36166) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:37:19.169819 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=315f6c86-8dcc-42a9-b23c-b0a1435b7f46,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:19.178879 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ed7de137-b0fc-47a0-8a48-9ffd35430795 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d679ea839439409caa0063fb5ac93e10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0821471 Aug 19 14:37:19.179486 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36172) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:37:19.189592 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e5928-f532-4902-8534-0ae56d789433 req-4c07502d-838a-421d-970c-09f9dd6e1d4b tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:19.200997 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0b1e5928-f532-4902-8534-0ae56d789433 req-4c07502d-838a-421d-970c-09f9dd6e1d4b tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b760ea3-f188-4b07-a478-d051ae0439ec HTTP/1.1" status: 200 len: 944 time: 0.1380854 Aug 19 14:37:19.274389 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0b1e5928-f532-4902-8534-0ae56d789433 req-466589c7-9de4-4802-8ad1-0d7347dbf746 tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] 10.222.0.69 "GET /v2.0/security-groups?id=807da8b6-0e41-47d9-86b6-473844ec8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765219 Aug 19 14:37:19.291423 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7d5351e-018b-4d55-9129-8dc80b686dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:19.333979 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d797c05-ef5a-40f3-b58c-095fc4484e10 x-openstack-request-id: req-5d797c05-ef5a-40f3-b58c-095fc4484e10 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:37:19.334376 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13d7d244-a838-4e0d-a91f-41a5e0b55faa", "name": "network-vif-plugged", "status": "completed", "tag": "315f6c86-8dcc-42a9-b23c-b0a1435b7f46", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:37:19.334751 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5d797c05-ef5a-40f3-b58c-095fc4484e10 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:37:19.335471 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13d7d244-a838-4e0d-a91f-41a5e0b55faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315f6c86-8dcc-42a9-b23c-b0a1435b7f46', 'code': 200} Aug 19 14:37:19.337512 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7d5351e-018b-4d55-9129-8dc80b686dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:19.409824 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7d5351e-018b-4d55-9129-8dc80b686dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:19.413144 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7d5351e-018b-4d55-9129-8dc80b686dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:19.415191 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b7d5351e-018b-4d55-9129-8dc80b686dcc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/aa7807cd-ba5f-4ec9-925c-4179d0bf6a5a HTTP/1.1" status: 204 len: 168 time: 0.2338181 Aug 19 14:37:19.427326 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d5351e-018b-4d55-9129-8dc80b686dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7807cd-ba5f-4ec9-925c-4179d0bf6a5a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:19.513969 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663ccca-17ac-48c4-bc14-f8c7004976e2 req-2bed0262-be40-459f-b4a8-b6b8b8c17768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:19.515905 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f663ccca-17ac-48c4-bc14-f8c7004976e2 req-2bed0262-be40-459f-b4a8-b6b8b8c17768 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=13d7d244-a838-4e0d-a91f-41a5e0b55faa HTTP/1.1" status: 200 len: 1097 time: 0.0766494 Aug 19 14:37:19.518888 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4c4fd-28d0-4c09-8610-d7600d79da03 req-82061a0d-e318-43f9-a660-c229f79d9806 tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:19.520621 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fcc4c4fd-28d0-4c09-8610-d7600d79da03 req-82061a0d-e318-43f9-a660-c229f79d9806 tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] 10.222.0.69 "GET /v2.0/ports?device_id=13d7d244-a838-4e0d-a91f-41a5e0b55faa HTTP/1.1" status: 200 len: 946 time: 0.1131904 Aug 19 14:37:19.578816 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f663ccca-17ac-48c4-bc14-f8c7004976e2 req-60ffd4b1-6d88-4ff1-a354-e9e669692586 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=ebb46c0a-537a-457c-934e-9a50bbf304d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537202 Aug 19 14:37:19.580538 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fcc4c4fd-28d0-4c09-8610-d7600d79da03 req-5690c2b8-330b-4b85-b7ae-73ba8729af00 tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] 10.222.0.69 "GET /v2.0/security-groups?id=ebb46c0a-537a-457c-934e-9a50bbf304d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472443 Aug 19 14:37:19.718654 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402a72c-0eb5-469f-8227-5251a983341a req-f85fc426-f8be-4833-a582-73719a640722 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:19.720325 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2402a72c-0eb5-469f-8227-5251a983341a req-f85fc426-f8be-4833-a582-73719a640722 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 950 time: 0.0531306 Aug 19 14:37:19.769322 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2402a72c-0eb5-469f-8227-5251a983341a req-df6ef1ed-0ed8-45c2-bd0a-76a530599f47 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396104 Aug 19 14:37:20.079143 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-1dd5a3ec-bf06-4fa9-b3de-34591fc97b2a tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:37:20.080747 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-1dd5a3ec-bf06-4fa9-b3de-34591fc97b2a tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090332 Aug 19 14:37:20.092665 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-7563d5ac-8d4b-480d-99ef-dcbbe46e007c service neutron] Request body: {'binding': {'host': 'n-h2-766043-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:37:20.093121 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-7563d5ac-8d4b-480d-99ef-dcbbe46e007c service neutron] Unknown quota resources ['binding']. {{(pid=94639) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 14:37:20.238834 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-7563d5ac-8d4b-480d-99ef-dcbbe46e007c service neutron] Attempting to bind port 2ec1d929-d9c0-49f5-b942-496ae0568910 on host n-h2-766043-2 for vnic_type normal with profile None {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:37:20.239498 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-7563d5ac-8d4b-480d-99ef-dcbbe46e007c service neutron] Attempting to bind port 2ec1d929-d9c0-49f5-b942-496ae0568910 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '911020b2-3bb4-4db0-af7a-51b07cbea653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:37:20.239605 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-7563d5ac-8d4b-480d-99ef-dcbbe46e007c service neutron] Attempting to bind port 2ec1d929-d9c0-49f5-b942-496ae0568910 on network 1bc22803-e21f-489d-a441-493f1928ab13 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:37:20.245475 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-7563d5ac-8d4b-480d-99ef-dcbbe46e007c service neutron] Port 2ec1d929-d9c0-49f5-b942-496ae0568910 on network 1bc22803-e21f-489d-a441-493f1928ab13 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:37:20.245840 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-7563d5ac-8d4b-480d-99ef-dcbbe46e007c service neutron] Attempting to bind port 2ec1d929-d9c0-49f5-b942-496ae0568910 on network 1bc22803-e21f-489d-a441-493f1928ab13 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:37:20.253645 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-7563d5ac-8d4b-480d-99ef-dcbbe46e007c service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:37:20.253980 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-7563d5ac-8d4b-480d-99ef-dcbbe46e007c service neutron] Checking segment: {'id': '911020b2-3bb4-4db0-af7a-51b07cbea653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:37:20.254509 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-7563d5ac-8d4b-480d-99ef-dcbbe46e007c service neutron] Bound using segment: {'id': '911020b2-3bb4-4db0-af7a-51b07cbea653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:37:20.255068 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-7563d5ac-8d4b-480d-99ef-dcbbe46e007c service neutron] Bound port: 2ec1d929-d9c0-49f5-b942-496ae0568910, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '911020b2-3bb4-4db0-af7a-51b07cbea653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:37:20.314758 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-7563d5ac-8d4b-480d-99ef-dcbbe46e007c service neutron] For port 2ec1d929-d9c0-49f5-b942-496ae0568910, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=2ec1d929-d9c0-49f5-b942-496ae0568910,segment=NetworkSegment(911020b2-3bb4-4db0-af7a-51b07cbea653),segment_id=911020b2-3bb4-4db0-af7a-51b07cbea653)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:37:20.324789 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-7563d5ac-8d4b-480d-99ef-dcbbe46e007c service neutron] Notify callbacks [] for binding, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:20.330571 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-7563d5ac-8d4b-480d-99ef-dcbbe46e007c service neutron] 10.222.0.69 "POST /v2.0/ports/2ec1d929-d9c0-49f5-b942-496ae0568910/bindings HTTP/1.1" status: 201 len: 389 time: 0.2412546 Aug 19 14:37:20.388849 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36212) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:37:20.450549 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3fe62-1cac-4543-81a7-0d7a5aa46715 req-eea6c7d1-7d59-484d-9e67-76a84bc69266 tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:20.461361 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7af3fe62-1cac-4543-81a7-0d7a5aa46715 req-eea6c7d1-7d59-484d-9e67-76a84bc69266 tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b760ea3-f188-4b07-a478-d051ae0439ec HTTP/1.1" status: 200 len: 944 time: 0.0909874 Aug 19 14:37:20.571619 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-489fbafc-3511-458c-b4dc-1c5ed8830b8c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-75998986-network', 'tenant_id': 'c7862c29c1f54919a2695e4fd8a4d37c'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:37:20.571845 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7af3fe62-1cac-4543-81a7-0d7a5aa46715 req-ae57b6f8-3389-497c-a849-0264296246f6 tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] 10.222.0.69 "GET /v2.0/security-groups?id=807da8b6-0e41-47d9-86b6-473844ec8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069996 Aug 19 14:37:20.600054 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489fbafc-3511-458c-b4dc-1c5ed8830b8c admin admin] Made reservation on behalf of c7862c29c1f54919a2695e4fd8a4d37c for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:37:20.603579 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-489fbafc-3511-458c-b4dc-1c5ed8830b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:20.619314 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-489fbafc-3511-458c-b4dc-1c5ed8830b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:20.632696 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32d99e-42b5-4e44-bbb1-81165f202170 req-1f10049b-a973-480b-9bf9-52600d797051 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:20.634778 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-de32d99e-42b5-4e44-bbb1-81165f202170 req-1f10049b-a973-480b-9bf9-52600d797051 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b HTTP/1.1" status: 200 len: 945 time: 0.1174450 Aug 19 14:37:20.693154 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-da93d5e1-88b5-4d70-af3c-945b97a2453a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:20.694748 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-da93d5e1-88b5-4d70-af3c-945b97a2453a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b2e5fa7db1364ccea50861254cd97ec3&device_id=c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b HTTP/1.1" status: 200 len: 1096 time: 0.0885642 Aug 19 14:37:20.698746 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-de32d99e-42b5-4e44-bbb1-81165f202170 req-f9ad6f88-de14-4ee6-97b3-4fc043425df5 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490663 Aug 19 14:37:20.771109 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-489fbafc-3511-458c-b4dc-1c5ed8830b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:20.776649 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-489fbafc-3511-458c-b4dc-1c5ed8830b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:20.804225 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-489fbafc-3511-458c-b4dc-1c5ed8830b8c admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:37:20.811383 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489fbafc-3511-458c-b4dc-1c5ed8830b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c956684-a6a5-4798-8f42-724bc49dea24,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:20.817560 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-489fbafc-3511-458c-b4dc-1c5ed8830b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:20.817899 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-489fbafc-3511-458c-b4dc-1c5ed8830b8c admin admin] Added segment 6d146e0f-eb85-4f7f-b206-3b04b40e221e of type vlan for network 4664ea8e-8c0b-4f50-b52e-5f16e9995ea9 Aug 19 14:37:20.820338 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c566fc56-ef5d-43a4-a616-018d0e1a207a req-7e5ec86e-ab0e-4472-b7ff-fe952c1b56ca tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:20.822092 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c566fc56-ef5d-43a4-a616-018d0e1a207a req-7e5ec86e-ab0e-4472-b7ff-fe952c1b56ca tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] 10.222.0.69 "GET /v2.0/ports?device_id=13d7d244-a838-4e0d-a91f-41a5e0b55faa HTTP/1.1" status: 200 len: 946 time: 0.1063104 Aug 19 14:37:20.838630 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-0437f353-3e0e-40f1-b6c1-4700fe511ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:20.840126 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-0437f353-3e0e-40f1-b6c1-4700fe511ee9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=1bc22803-e21f-489d-a441-493f1928ab13 HTTP/1.1" status: 200 len: 922 time: 0.1340780 Aug 19 14:37:20.862607 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-489fbafc-3511-458c-b4dc-1c5ed8830b8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:20.890895 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-489fbafc-3511-458c-b4dc-1c5ed8830b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:20.891869 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489fbafc-3511-458c-b4dc-1c5ed8830b8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:20.892470 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-489fbafc-3511-458c-b4dc-1c5ed8830b8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:20.913823 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-c75cbda0-661e-4440-a030-8489d108b695 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ec1d929-d9c0-49f5-b942-496ae0568910 HTTP/1.1" status: 200 len: 217 time: 0.0532830 Aug 19 14:37:20.950500 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489fbafc-3511-458c-b4dc-1c5ed8830b8c admin admin] Pushing event updated for resources: {'Network': ['ID=4664ea8e-8c0b-4f50-b52e-5f16e9995ea9,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:20.952764 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c566fc56-ef5d-43a4-a616-018d0e1a207a req-5aefdd72-3e65-4ffd-86f0-be559918536d tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] 10.222.0.69 "GET /v2.0/security-groups?id=ebb46c0a-537a-457c-934e-9a50bbf304d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150317 Aug 19 14:37:20.956547 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-489fbafc-3511-458c-b4dc-1c5ed8830b8c admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5659919 Aug 19 14:37:20.957202 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36224) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:37:20.964329 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 4664ea8e-8c0b-4f50-b52e-5f16e9995ea9 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:37:20.975202 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-411bd8be-4a98-4150-845b-9b8a3b354753 admin admin] Request body: {'subnet': {'network_id': '4664ea8e-8c0b-4f50-b52e-5f16e9995ea9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-75998986-subnet', 'tenant_id': 'c7862c29c1f54919a2695e4fd8a4d37c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:37:21.000234 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-6b0ada4c-3c41-4fbc-b468-83fc0778f155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:21.001306 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-6b0ada4c-3c41-4fbc-b468-83fc0778f155 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0f5154a7-363a-4827-ab5d-78b924f5e137 HTTP/1.1" status: 200 len: 861 time: 0.0743470 Aug 19 14:37:21.011428 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411bd8be-4a98-4150-845b-9b8a3b354753 admin admin] Made reservation on behalf of c7862c29c1f54919a2695e4fd8a4d37c for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:37:21.014855 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-411bd8be-4a98-4150-845b-9b8a3b354753 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:21.015930 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635b847-554c-4f20-b99f-758e6d5b549e req-3c780912-2cec-47a9-88a2-febe98312567 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:21.018589 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e635b847-554c-4f20-b99f-758e6d5b549e req-3c780912-2cec-47a9-88a2-febe98312567 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 950 time: 0.1112368 Aug 19 14:37:21.066684 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-942f97cd-4d0d-433d-9749-60929c56f660 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1bc22803-e21f-489d-a441-493f1928ab13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468180 Aug 19 14:37:21.174692 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e635b847-554c-4f20-b99f-758e6d5b549e req-6f28f38e-9377-4f8a-9291-c0ee59b052be tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443841 Aug 19 14:37:21.220558 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-a1ef0139-69e0-49d0-8681-998bb995345d service neutron] 10.222.0.88 "GET /v2.0/networks/1bc22803-e21f-489d-a441-493f1928ab13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462526 Aug 19 14:37:21.244092 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-411bd8be-4a98-4150-845b-9b8a3b354753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:21.309146 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411bd8be-4a98-4150-845b-9b8a3b354753 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c74efa9f-1498-41ad-9c2e-87211cd93e95,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:21.316603 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411bd8be-4a98-4150-845b-9b8a3b354753 admin admin] Checking segment: {'id': '6d146e0f-eb85-4f7f-b206-3b04b40e221e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4664ea8e-8c0b-4f50-b52e-5f16e9995ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:37:21.317034 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411bd8be-4a98-4150-845b-9b8a3b354753 admin admin] Network hostable DHCP agents. Network: 4664ea8e-8c0b-4f50-b52e-5f16e9995ea9, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:37:21.333200 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-8d16e5ee-3259-40b0-9c3c-e900fb86807d service neutron] 10.222.0.88 "GET /v2.0/networks/1bc22803-e21f-489d-a441-493f1928ab13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044705 Aug 19 14:37:21.335134 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411bd8be-4a98-4150-845b-9b8a3b354753 admin admin] Network 4664ea8e-8c0b-4f50-b52e-5f16e9995ea9 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:37:21.348329 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-411bd8be-4a98-4150-845b-9b8a3b354753 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 4664ea8e-8c0b-4f50-b52e-5f16e9995ea9) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:37:21.354943 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411bd8be-4a98-4150-845b-9b8a3b354753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:21.355530 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-411bd8be-4a98-4150-845b-9b8a3b354753 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:21.362230 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a913dd8-f5b3-418f-8607-9caf1e0af500 None None] Network 4664ea8e-8c0b-4f50-b52e-5f16e9995ea9 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:37:21.382934 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-411bd8be-4a98-4150-845b-9b8a3b354753 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4242246 Aug 19 14:37:21.386053 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36252) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:37:21.391433 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-39336903-e7c2-41cb-ac89-5904a6cb1b14 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-75998986-router', 'tenant_id': 'c7862c29c1f54919a2695e4fd8a4d37c', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:37:21.427087 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39336903-e7c2-41cb-ac89-5904a6cb1b14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:21.428267 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39336903-e7c2-41cb-ac89-5904a6cb1b14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:21.440896 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 522918ce-7a82-4306-a51c-d62935e21320 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:37:21.501695 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39336903-e7c2-41cb-ac89-5904a6cb1b14 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:21.679897 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 522918ce-7a82-4306-a51c-d62935e21320, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=522918ce-7a82-4306-a51c-d62935e21320,segment=NetworkSegment(3e01d32b-e0c4-48ae-974a-95855e5c4fdf),segment_id=3e01d32b-e0c4-48ae-974a-95855e5c4fdf)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:37:21.732988 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39336903-e7c2-41cb-ac89-5904a6cb1b14 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:21.815099 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241bd87b-0f6a-4bd1-aef5-9977a6bd1d7a req-9c81ae6d-447c-499f-a4a8-c54dc51c7283 tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:21.817262 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-241bd87b-0f6a-4bd1-aef5-9977a6bd1d7a req-9c81ae6d-447c-499f-a4a8-c54dc51c7283 tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b760ea3-f188-4b07-a478-d051ae0439ec HTTP/1.1" status: 200 len: 944 time: 0.1335232 Aug 19 14:37:21.851127 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '522918ce-7a82-4306-a51c-d62935e21320', 'network_id': 'e30a1201-b426-4165-bdc3-09c36dd3fe40', 'port_id': '522918ce-7a82-4306-a51c-d62935e21320', 'mac_address': 'fa:16:3e:d3:b4:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0351321-6783-484a-a1b6-eb4417cad1f2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:37:21.881796 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc34c4bd-7aec-487b-8bcc-9ab69c4f4efc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-4664ea8e-8c0b-4f50-b52e-5f16e9995ea9', 'network_id': '4664ea8e-8c0b-4f50-b52e-5f16e9995ea9', 'tenant_id': 'c7862c29c1f54919a2695e4fd8a4d37c', 'fixed_ips': [{'subnet_id': 'c74efa9f-1498-41ad-9c2e-87211cd93e95'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:37:21.882793 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dc34c4bd-7aec-487b-8bcc-9ab69c4f4efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:21.909049 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:21.933847 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 522918ce-7a82-4306-a51c-d62935e21320 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:37:21.979330 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-241bd87b-0f6a-4bd1-aef5-9977a6bd1d7a req-ac9b0c19-f5e5-4cf4-adb7-101bcd596a59 tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] 10.222.0.69 "GET /v2.0/security-groups?id=807da8b6-0e41-47d9-86b6-473844ec8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957940 Aug 19 14:37:21.997298 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01157888-957a-450b-8fc3-400af1a349dc req-37de6697-9858-4b9d-b165-2fe9f60025de tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:22.006069 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-01157888-957a-450b-8fc3-400af1a349dc req-37de6697-9858-4b9d-b165-2fe9f60025de tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b HTTP/1.1" status: 200 len: 945 time: 0.1605744 Aug 19 14:37:22.044580 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 522918ce-7a82-4306-a51c-d62935e21320, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=522918ce-7a82-4306-a51c-d62935e21320,segment=NetworkSegment(3e01d32b-e0c4-48ae-974a-95855e5c4fdf),segment_id=3e01d32b-e0c4-48ae-974a-95855e5c4fdf)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:37:22.052399 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:22.070643 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-01157888-957a-450b-8fc3-400af1a349dc req-20225285-f08c-4eea-9bb2-9543db09c795 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635846 Aug 19 14:37:22.146831 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c28eeb-7a3d-4532-851e-649c6abdbb08 req-5c2a5275-6572-4171-a6f3-9248251f1656 tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:22.148037 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=522918ce-7a82-4306-a51c-d62935e21320,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:22.148379 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f4c28eeb-7a3d-4532-851e-649c6abdbb08 req-5c2a5275-6572-4171-a6f3-9248251f1656 tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] 10.222.0.69 "GET /v2.0/ports?device_id=13d7d244-a838-4e0d-a91f-41a5e0b55faa HTTP/1.1" status: 200 len: 946 time: 0.0761242 Aug 19 14:37:22.162457 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-dc34c4bd-7aec-487b-8bcc-9ab69c4f4efc None None] Allocated IP 172.20.0.2 (4664ea8e-8c0b-4f50-b52e-5f16e9995ea9/c74efa9f-1498-41ad-9c2e-87211cd93e95/f63e9450-13af-4309-8ec5-fbe8d5f80fe1) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:37:22.322369 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f4c28eeb-7a3d-4532-851e-649c6abdbb08 req-c881260a-c1ed-4410-babe-f94d7928c5b3 tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] 10.222.0.69 "GET /v2.0/security-groups?id=ebb46c0a-537a-457c-934e-9a50bbf304d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568918 Aug 19 14:37:22.377220 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f1c00-4e4b-495e-8183-d01488fc0d93 req-37e702b6-8a3b-4ae4-be20-c060fd992a50 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:22.379039 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b65f1c00-4e4b-495e-8183-d01488fc0d93 req-37e702b6-8a3b-4ae4-be20-c060fd992a50 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 950 time: 0.0975521 Aug 19 14:37:22.400396 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39336903-e7c2-41cb-ac89-5904a6cb1b14 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:22.451665 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39336903-e7c2-41cb-ac89-5904a6cb1b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:22.457953 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['522918ce-7a82-4306-a51c-d62935e21320'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:37:22.511636 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b65f1c00-4e4b-495e-8183-d01488fc0d93 req-1c4c17fd-b642-405a-8a03-6a98212b4945 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136937 Aug 19 14:37:22.548758 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dc34c4bd-7aec-487b-8bcc-9ab69c4f4efc None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:22.574282 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-dc34c4bd-7aec-487b-8bcc-9ab69c4f4efc None None] Transition to ACTIVE for port object f63e9450-13af-4309-8ec5-fbe8d5f80fe1 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:37:22.609006 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-39336903-e7c2-41cb-ac89-5904a6cb1b14 admin admin] Allocated IP 172.25.2.198 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/0027782e-3471-4a48-8aa0-c3ceee24c279) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:37:22.650687 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-dc34c4bd-7aec-487b-8bcc-9ab69c4f4efc None None] Transition to ACTIVE for port object f63e9450-13af-4309-8ec5-fbe8d5f80fe1 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:37:22.661877 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dc34c4bd-7aec-487b-8bcc-9ab69c4f4efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:22.748609 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc34c4bd-7aec-487b-8bcc-9ab69c4f4efc None None] Pushing event updated for resources: {'Port': ['ID=f63e9450-13af-4309-8ec5-fbe8d5f80fe1,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:22.767942 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39336903-e7c2-41cb-ac89-5904a6cb1b14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:22.769220 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc34c4bd-7aec-487b-8bcc-9ab69c4f4efc None None] Network 4664ea8e-8c0b-4f50-b52e-5f16e9995ea9 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:37:22.771019 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-dc34c4bd-7aec-487b-8bcc-9ab69c4f4efc None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:37:22.782947 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc34c4bd-7aec-487b-8bcc-9ab69c4f4efc None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:37:22.847557 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39336903-e7c2-41cb-ac89-5904a6cb1b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:22.853433 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-dc34c4bd-7aec-487b-8bcc-9ab69c4f4efc None None] Attempting to bind port f63e9450-13af-4309-8ec5-fbe8d5f80fe1 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:37:22.854135 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-dc34c4bd-7aec-487b-8bcc-9ab69c4f4efc None None] Attempting to bind port f63e9450-13af-4309-8ec5-fbe8d5f80fe1 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '6d146e0f-eb85-4f7f-b206-3b04b40e221e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4664ea8e-8c0b-4f50-b52e-5f16e9995ea9'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:37:22.854272 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc34c4bd-7aec-487b-8bcc-9ab69c4f4efc None None] Attempting to bind port f63e9450-13af-4309-8ec5-fbe8d5f80fe1 on network 4664ea8e-8c0b-4f50-b52e-5f16e9995ea9 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:37:22.861726 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc34c4bd-7aec-487b-8bcc-9ab69c4f4efc None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:37:22.862119 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc34c4bd-7aec-487b-8bcc-9ab69c4f4efc None None] Checking segment: {'id': '6d146e0f-eb85-4f7f-b206-3b04b40e221e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4664ea8e-8c0b-4f50-b52e-5f16e9995ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:37:22.862558 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dc34c4bd-7aec-487b-8bcc-9ab69c4f4efc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:22.862960 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc34c4bd-7aec-487b-8bcc-9ab69c4f4efc None None] Bound using segment: {'id': '6d146e0f-eb85-4f7f-b206-3b04b40e221e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4664ea8e-8c0b-4f50-b52e-5f16e9995ea9'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:37:22.863444 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-dc34c4bd-7aec-487b-8bcc-9ab69c4f4efc None None] Bound port: f63e9450-13af-4309-8ec5-fbe8d5f80fe1, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d146e0f-eb85-4f7f-b206-3b04b40e221e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4664ea8e-8c0b-4f50-b52e-5f16e9995ea9'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:37:22.863825 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dc34c4bd-7aec-487b-8bcc-9ab69c4f4efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:22.934993 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39336903-e7c2-41cb-ac89-5904a6cb1b14 admin admin] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:37:22.944004 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-39336903-e7c2-41cb-ac89-5904a6cb1b14 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:37:22.947706 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39336903-e7c2-41cb-ac89-5904a6cb1b14 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:37:22.960368 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-dc34c4bd-7aec-487b-8bcc-9ab69c4f4efc None None] For port f63e9450-13af-4309-8ec5-fbe8d5f80fe1, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:37:22.964997 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-dc34c4bd-7aec-487b-8bcc-9ab69c4f4efc None None] For port f63e9450-13af-4309-8ec5-fbe8d5f80fe1, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=f63e9450-13af-4309-8ec5-fbe8d5f80fe1,segment=NetworkSegment(6d146e0f-eb85-4f7f-b206-3b04b40e221e),segment_id=6d146e0f-eb85-4f7f-b206-3b04b40e221e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:37:22.970726 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dc34c4bd-7aec-487b-8bcc-9ab69c4f4efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:23.001208 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39336903-e7c2-41cb-ac89-5904a6cb1b14 admin admin] Pushing event updated for resources: {'Port': ['ID=0027782e-3471-4a48-8aa0-c3ceee24c279,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:23.062557 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc34c4bd-7aec-487b-8bcc-9ab69c4f4efc None None] Pushing event updated for resources: {'Port': ['ID=f63e9450-13af-4309-8ec5-fbe8d5f80fe1,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:23.395213 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71524c2c-e75a-4a1d-9b00-275e0a0cb504 req-550f54f6-cb91-4926-8ba3-3197160178a3 tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:23.398045 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-71524c2c-e75a-4a1d-9b00-275e0a0cb504 req-550f54f6-cb91-4926-8ba3-3197160178a3 tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b760ea3-f188-4b07-a478-d051ae0439ec HTTP/1.1" status: 200 len: 945 time: 0.2496681 Aug 19 14:37:23.547830 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-71524c2c-e75a-4a1d-9b00-275e0a0cb504 req-f3db123f-eea9-4068-a24c-86caba96132f tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] 10.222.0.69 "GET /v2.0/security-groups?id=807da8b6-0e41-47d9-86b6-473844ec8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100252 Aug 19 14:37:23.587041 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb01ab8-4687-40c1-ab04-cd50b66331e0 req-8c10ce56-b944-40fe-910e-1c747fccb9f2 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:23.588699 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cdb01ab8-4687-40c1-ab04-cd50b66331e0 req-8c10ce56-b944-40fe-910e-1c747fccb9f2 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b HTTP/1.1" status: 200 len: 945 time: 0.2359245 Aug 19 14:37:23.610268 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39336903-e7c2-41cb-ac89-5904a6cb1b14 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:23.798587 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cdb01ab8-4687-40c1-ab04-cd50b66331e0 req-6c9b7649-09ae-4784-aa75-3d78c5003a1a tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999103 Aug 19 14:37:23.918661 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39336903-e7c2-41cb-ac89-5904a6cb1b14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:24.388462 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169eb2ba-2096-4737-bc8c-19d4d0980092 req-9144f0ba-693f-4ef4-9cc5-732812debf8c tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:24.395605 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-169eb2ba-2096-4737-bc8c-19d4d0980092 req-9144f0ba-693f-4ef4-9cc5-732812debf8c tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 950 time: 0.4710231 Aug 19 14:37:24.435194 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d13c273-edc1-4111-8cd1-75ed8c1211cb None None] Network 4664ea8e-8c0b-4f50-b52e-5f16e9995ea9 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:37:24.490953 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-169eb2ba-2096-4737-bc8c-19d4d0980092 req-03c1e65e-65b0-42e3-8868-8505e6627efc tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941463 Aug 19 14:37:24.533861 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2cbccaf1-c044-476a-8cda-5d1739a0e8b7 None None] Provisioning for port f63e9450-13af-4309-8ec5-fbe8d5f80fe1 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:37:24.547016 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39336903-e7c2-41cb-ac89-5904a6cb1b14 admin admin] Router f346824b-ef98-4c6c-a415-4630201f23db is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:37:24.747202 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39336903-e7c2-41cb-ac89-5904a6cb1b14 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:37:24.758460 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bb6054-67b3-4089-a0f2-fcff9db67360 None None] Sync routers for ids ['f346824b-ef98-4c6c-a415-4630201f23db'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:37:24.775771 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bb6054-67b3-4089-a0f2-fcff9db67360 None None] Routers {'f346824b-ef98-4c6c-a415-4630201f23db'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:37:24.778937 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-55bb6054-67b3-4089-a0f2-fcff9db67360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:37:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['f346824b-ef98-4c6c-a415-4630201f23db'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:37:24.793374 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39336903-e7c2-41cb-ac89-5904a6cb1b14 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:24.799096 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-39336903-e7c2-41cb-ac89-5904a6cb1b14 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.4115140 Aug 19 14:37:24.800889 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36366) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:37:25.008822 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bab490-7e83-43aa-8bcb-772b38b77a99 req-cc4389b4-52b3-495c-8738-3c542ad0fb57 tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:25.032876 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c8bab490-7e83-43aa-8bcb-772b38b77a99 req-cc4389b4-52b3-495c-8738-3c542ad0fb57 tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b760ea3-f188-4b07-a478-d051ae0439ec HTTP/1.1" status: 200 len: 945 time: 0.3374603 Aug 19 14:37:25.047245 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-55bb6054-67b3-4089-a0f2-fcff9db67360 None None] Set router f346824b-ef98-4c6c-a415-4630201f23db gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:37:25.119140 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device f63e9450-13af-4309-8ec5-fbe8d5f80fe1 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:37:25.232113 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port f63e9450-13af-4309-8ec5-fbe8d5f80fe1 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:37:25.234464 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c8bab490-7e83-43aa-8bcb-772b38b77a99 req-e010f717-98c2-4a96-8404-844ff25c6d28 tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] 10.222.0.69 "GET /v2.0/security-groups?id=807da8b6-0e41-47d9-86b6-473844ec8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004855 Aug 19 14:37:25.266221 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port f63e9450-13af-4309-8ec5-fbe8d5f80fe1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:37:25.267126 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:25.352095 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-55bb6054-67b3-4089-a0f2-fcff9db67360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f346824b-ef98-4c6c-a415-4630201f23db', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-75998986-router', 'tenant_id': 'c7862c29c1f54919a2695e4fd8a4d37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '0027782e-3471-4a48-8aa0-c3ceee24c279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:37:21Z', 'updated_at': '2021-08-19T14:37:23Z', 'revision_number': 3, 'project_id': 'c7862c29c1f54919a2695e4fd8a4d37c', 'gw_port': {'id': '0027782e-3471-4a48-8aa0-c3ceee24c279', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f346824b-ef98-4c6c-a415-4630201f23db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:37:22Z', 'updated_at': '2021-08-19T14:37:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:37:25.359987 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a227c3-856a-4d97-ac9f-ecc83dfffb69 req-7e668552-b085-44dd-8c61-6d8d17e408bf tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:25.368298 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-54a227c3-856a-4d97-ac9f-ecc83dfffb69 req-7e668552-b085-44dd-8c61-6d8d17e408bf tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b HTTP/1.1" status: 200 len: 945 time: 0.2200079 Aug 19 14:37:25.405212 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 522918ce-7a82-4306-a51c-d62935e21320 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:37:25.436279 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bb6054-67b3-4089-a0f2-fcff9db67360 None None] Checking router: f346824b-ef98-4c6c-a415-4630201f23db for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:37:25.436279 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bb6054-67b3-4089-a0f2-fcff9db67360 None None] Updating router f346824b-ef98-4c6c-a415-4630201f23db port 0027782e-3471-4a48-8aa0-c3ceee24c279 binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:37:25.485436 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:25.489841 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-54a227c3-856a-4d97-ac9f-ecc83dfffb69 req-9ac398c9-745f-4c81-b87f-e7468bad6776 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011000 Aug 19 14:37:25.512985 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-55bb6054-67b3-4089-a0f2-fcff9db67360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:25.546127 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 522918ce-7a82-4306-a51c-d62935e21320 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:37:25.559009 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 522918ce-7a82-4306-a51c-d62935e21320 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:37:25.560742 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:25.608225 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port f63e9450-13af-4309-8ec5-fbe8d5f80fe1, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=f63e9450-13af-4309-8ec5-fbe8d5f80fe1,segment=NetworkSegment(6d146e0f-eb85-4f7f-b206-3b04b40e221e),segment_id=6d146e0f-eb85-4f7f-b206-3b04b40e221e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:37:25.641294 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:25.814667 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:25.840283 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=f63e9450-13af-4309-8ec5-fbe8d5f80fe1,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:25.855680 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b760ea3-f188-4b07-a478-d051ae0439ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522918ce-7a82-4306-a51c-d62935e21320'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:37:25.862486 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08247c91-1c9e-45cd-9b21-b300649ca528" -d '{"events": [{"server_uuid": "8b760ea3-f188-4b07-a478-d051ae0439ec", "name": "network-vif-plugged", "status": "completed", "tag": "522918ce-7a82-4306-a51c-d62935e21320"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:37:25.898272 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 522918ce-7a82-4306-a51c-d62935e21320, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=522918ce-7a82-4306-a51c-d62935e21320,segment=NetworkSegment(3e01d32b-e0c4-48ae-974a-95855e5c4fdf),segment_id=3e01d32b-e0c4-48ae-974a-95855e5c4fdf)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:37:25.904775 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:25.941123 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c6001-195a-4bbb-bd9e-1366e3a699c7 req-d1dfc03c-cecc-4754-9174-b95dfa80f924 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:25.963534 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ff1c6001-195a-4bbb-bd9e-1366e3a699c7 req-d1dfc03c-cecc-4754-9174-b95dfa80f924 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 950 time: 0.2870963 Aug 19 14:37:25.967452 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed922706-4b6a-40fa-960f-046a5b0015c3 x-openstack-request-id: req-ed922706-4b6a-40fa-960f-046a5b0015c3 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:37:25.967737 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b760ea3-f188-4b07-a478-d051ae0439ec", "name": "network-vif-plugged", "status": "completed", "tag": "522918ce-7a82-4306-a51c-d62935e21320", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:37:25.967983 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ed922706-4b6a-40fa-960f-046a5b0015c3 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:37:25.968373 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b760ea3-f188-4b07-a478-d051ae0439ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522918ce-7a82-4306-a51c-d62935e21320', 'code': 200} Aug 19 14:37:26.037497 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=522918ce-7a82-4306-a51c-d62935e21320,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:26.110925 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-55bb6054-67b3-4089-a0f2-fcff9db67360 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:26.125396 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ff1c6001-195a-4bbb-bd9e-1366e3a699c7 req-0e6643dd-589e-4b34-ae87-0a9bb3b1e3bb tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607080 Aug 19 14:37:26.128143 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-55bb6054-67b3-4089-a0f2-fcff9db67360 None None] Transition to ACTIVE for port object 0027782e-3471-4a48-8aa0-c3ceee24c279 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:37:26.148716 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-55bb6054-67b3-4089-a0f2-fcff9db67360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:26.204691 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c7a53-f0d2-4fd0-a11f-b730d29ea4bd req-e6b4d9ae-50bb-4503-8b41-52f7bc095ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:26.206290 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7d6c7a53-f0d2-4fd0-a11f-b730d29ea4bd req-e6b4d9ae-50bb-4503-8b41-52f7bc095ab8 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=8b760ea3-f188-4b07-a478-d051ae0439ec HTTP/1.1" status: 200 len: 1097 time: 0.1557016 Aug 19 14:37:26.265980 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ad76c-afc1-411a-b5f8-7fef2b01b1b4 None None] Pushing event updated for resources: {'Port': ['ID=0027782e-3471-4a48-8aa0-c3ceee24c279,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:26.272718 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-55bb6054-67b3-4089-a0f2-fcff9db67360 None None] Attempting to bind port 0027782e-3471-4a48-8aa0-c3ceee24c279 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:37:26.273094 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-55bb6054-67b3-4089-a0f2-fcff9db67360 None None] Attempting to bind port 0027782e-3471-4a48-8aa0-c3ceee24c279 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:37:26.273456 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bb6054-67b3-4089-a0f2-fcff9db67360 None None] Attempting to bind port 0027782e-3471-4a48-8aa0-c3ceee24c279 on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:37:26.284858 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bb6054-67b3-4089-a0f2-fcff9db67360 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:37:26.285238 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bb6054-67b3-4089-a0f2-fcff9db67360 None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:37:26.285996 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-55bb6054-67b3-4089-a0f2-fcff9db67360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:26.286405 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bb6054-67b3-4089-a0f2-fcff9db67360 None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:37:26.286892 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-55bb6054-67b3-4089-a0f2-fcff9db67360 None None] Bound port: 0027782e-3471-4a48-8aa0-c3ceee24c279, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:37:26.287942 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-55bb6054-67b3-4089-a0f2-fcff9db67360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:26.292630 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ad76c-afc1-411a-b5f8-7fef2b01b1b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:37:26.293071 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ad76c-afc1-411a-b5f8-7fef2b01b1b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:37:26.293417 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ad76c-afc1-411a-b5f8-7fef2b01b1b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:37:26.293751 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ad76c-afc1-411a-b5f8-7fef2b01b1b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:37:26.294083 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ad76c-afc1-411a-b5f8-7fef2b01b1b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:37:26.294417 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ad76c-afc1-411a-b5f8-7fef2b01b1b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:37:26.294785 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ad76c-afc1-411a-b5f8-7fef2b01b1b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:37:26.295117 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ad76c-afc1-411a-b5f8-7fef2b01b1b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:37:26.295452 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ad76c-afc1-411a-b5f8-7fef2b01b1b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:37:26.296634 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ad76c-afc1-411a-b5f8-7fef2b01b1b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:37:26.297120 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ad76c-afc1-411a-b5f8-7fef2b01b1b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:37:26.297473 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ad76c-afc1-411a-b5f8-7fef2b01b1b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:37:26.359221 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3fba6b8-5beb-4906-b013-f68d951899e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:26.362076 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-55bb6054-67b3-4089-a0f2-fcff9db67360 None None] For port 0027782e-3471-4a48-8aa0-c3ceee24c279, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:37:26.363254 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7d6c7a53-f0d2-4fd0-a11f-b730d29ea4bd req-11ab1de4-c3e3-4a35-88f0-22f7390b913c service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=807da8b6-0e41-47d9-86b6-473844ec8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482823 Aug 19 14:37:26.366860 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-55bb6054-67b3-4089-a0f2-fcff9db67360 None None] For port 0027782e-3471-4a48-8aa0-c3ceee24c279, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=0027782e-3471-4a48-8aa0-c3ceee24c279,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:37:26.377083 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-55bb6054-67b3-4089-a0f2-fcff9db67360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:26.455007 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bb6054-67b3-4089-a0f2-fcff9db67360 None None] Routers {'f346824b-ef98-4c6c-a415-4630201f23db'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:37:26.455648 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-55bb6054-67b3-4089-a0f2-fcff9db67360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:37:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['f346824b-ef98-4c6c-a415-4630201f23db'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:37:26.463100 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ad76c-afc1-411a-b5f8-7fef2b01b1b4 None None] Pushing event updated for resources: {'Port': ['ID=0027782e-3471-4a48-8aa0-c3ceee24c279,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:26.498588 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455f3fb-4182-48bc-bb09-087fa94054ab req-1250d76f-9540-4771-a305-ae9b08eb3a2c tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:26.506753 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d455f3fb-4182-48bc-bb09-087fa94054ab req-1250d76f-9540-4771-a305-ae9b08eb3a2c tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b760ea3-f188-4b07-a478-d051ae0439ec HTTP/1.1" status: 200 len: 946 time: 0.1553090 Aug 19 14:37:26.589798 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-55bb6054-67b3-4089-a0f2-fcff9db67360 None None] Set router f346824b-ef98-4c6c-a415-4630201f23db gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:37:26.598338 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d455f3fb-4182-48bc-bb09-087fa94054ab req-9956b368-5eef-4fed-9d7e-7c8ff8b8ce4c tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] 10.222.0.69 "GET /v2.0/security-groups?id=807da8b6-0e41-47d9-86b6-473844ec8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900319 Aug 19 14:37:26.804546 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-d3fba6b8-5beb-4906-b013-f68d951899e7 admin admin] Allocated IP 172.20.0.1 (4664ea8e-8c0b-4f50-b52e-5f16e9995ea9/c74efa9f-1498-41ad-9c2e-87211cd93e95/fd45bb4d-3beb-4d73-9cfe-f291919e1a2d) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:37:26.852067 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-55bb6054-67b3-4089-a0f2-fcff9db67360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f346824b-ef98-4c6c-a415-4630201f23db', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-75998986-router', 'tenant_id': 'c7862c29c1f54919a2695e4fd8a4d37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '0027782e-3471-4a48-8aa0-c3ceee24c279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:37:21Z', 'updated_at': '2021-08-19T14:37:23Z', 'revision_number': 3, 'project_id': 'c7862c29c1f54919a2695e4fd8a4d37c', 'gw_port': {'id': '0027782e-3471-4a48-8aa0-c3ceee24c279', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f346824b-ef98-4c6c-a415-4630201f23db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:37:22Z', 'updated_at': '2021-08-19T14:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:37:26.879901 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bb6054-67b3-4089-a0f2-fcff9db67360 None None] The sync data for ids ['f346824b-ef98-4c6c-a415-4630201f23db'] in n-d-766043-2 is: [{'id': 'f346824b-ef98-4c6c-a415-4630201f23db', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-75998986-router', 'tenant_id': 'c7862c29c1f54919a2695e4fd8a4d37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '0027782e-3471-4a48-8aa0-c3ceee24c279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:37:21Z', 'updated_at': '2021-08-19T14:37:23Z', 'revision_number': 3, 'project_id': 'c7862c29c1f54919a2695e4fd8a4d37c', 'gw_port': {'id': '0027782e-3471-4a48-8aa0-c3ceee24c279', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f346824b-ef98-4c6c-a415-4630201f23db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:37:22Z', 'updated_at': '2021-08-19T14:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:37:26.980391 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c52e5cb-1b3d-49e2-866b-b87c3cd79679 req-aed8e07e-64ab-4590-9b7f-f8064747cc0c tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:26.987816 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7c52e5cb-1b3d-49e2-866b-b87c3cd79679 req-aed8e07e-64ab-4590-9b7f-f8064747cc0c tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] 10.222.0.69 "GET /v2.0/ports?device_id=13d7d244-a838-4e0d-a91f-41a5e0b55faa HTTP/1.1" status: 200 len: 946 time: 0.1741889 Aug 19 14:37:27.022682 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529bcdb1-e7c2-4af4-83e6-209f22c02298 req-28d00151-19c2-4875-9c05-5c237c2b86d2 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:27.032131 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-529bcdb1-e7c2-4af4-83e6-209f22c02298 req-28d00151-19c2-4875-9c05-5c237c2b86d2 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b HTTP/1.1" status: 200 len: 945 time: 0.3195033 Aug 19 14:37:27.051735 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device f63e9450-13af-4309-8ec5-fbe8d5f80fe1 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:37:27.126118 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-529bcdb1-e7c2-4af4-83e6-209f22c02298 req-adad1a3e-6cf2-4714-8db8-3add0e3c55f3 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918176 Aug 19 14:37:27.144633 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7c52e5cb-1b3d-49e2-866b-b87c3cd79679 req-8ce23498-fd7d-4ec2-8442-579dfd7e5483 tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] 10.222.0.69 "GET /v2.0/security-groups?id=ebb46c0a-537a-457c-934e-9a50bbf304d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557295 Aug 19 14:37:27.151711 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port f63e9450-13af-4309-8ec5-fbe8d5f80fe1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:37:27.152085 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:27.228265 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3fba6b8-5beb-4906-b013-f68d951899e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:27.312027 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-d3fba6b8-5beb-4906-b013-f68d951899e7 admin admin] Transition to ACTIVE for port object fd45bb4d-3beb-4d73-9cfe-f291919e1a2d will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:37:27.385744 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c94514-4e1b-4e0c-bcbf-4eea6bffa179 req-b0b4c497-1d98-4bc6-b03e-6c9c071e63ba tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:27.395672 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-39c94514-4e1b-4e0c-bcbf-4eea6bffa179 req-b0b4c497-1d98-4bc6-b03e-6c9c071e63ba tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 950 time: 0.1171553 Aug 19 14:37:27.451102 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3fba6b8-5beb-4906-b013-f68d951899e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:27.541116 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-39c94514-4e1b-4e0c-bcbf-4eea6bffa179 req-95251ae1-61ba-4192-b62e-c90b6da48e23 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441121 Aug 19 14:37:27.566463 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fba6b8-5beb-4906-b013-f68d951899e7 admin admin] Network 4664ea8e-8c0b-4f50-b52e-5f16e9995ea9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:37:27.571443 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-d3fba6b8-5beb-4906-b013-f68d951899e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:37:27.575314 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fba6b8-5beb-4906-b013-f68d951899e7 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:37:27.630945 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fba6b8-5beb-4906-b013-f68d951899e7 admin admin] Pushing event updated for resources: {'Port': ['ID=fd45bb4d-3beb-4d73-9cfe-f291919e1a2d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:27.641934 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3fba6b8-5beb-4906-b013-f68d951899e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:27.922584 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3f73e13d-da0f-430a-bb0c-62fed5608b7d None None] Provisioning for port fd45bb4d-3beb-4d73-9cfe-f291919e1a2d completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:37:27.927520 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3f73e13d-da0f-430a-bb0c-62fed5608b7d None None] Provisioning complete for port fd45bb4d-3beb-4d73-9cfe-f291919e1a2d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:37:27.928060 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3f73e13d-da0f-430a-bb0c-62fed5608b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:27.939506 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3fba6b8-5beb-4906-b013-f68d951899e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:27.983086 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1c13a-3a94-4d54-a36f-b0dbea6a936c req-b43e9c9e-a466-4ac2-b8ca-3ced51b749e5 tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:27.988952 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3f73e13d-da0f-430a-bb0c-62fed5608b7d None None] Port fd45bb4d-3beb-4d73-9cfe-f291919e1a2d cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:37:27.994575 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8cf1c13a-3a94-4d54-a36f-b0dbea6a936c req-b43e9c9e-a466-4ac2-b8ca-3ced51b749e5 tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b760ea3-f188-4b07-a478-d051ae0439ec HTTP/1.1" status: 200 len: 946 time: 0.2471619 Aug 19 14:37:28.069806 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8cf1c13a-3a94-4d54-a36f-b0dbea6a936c req-98f7d520-62a2-49fa-8e47-3ce60c2a4158 tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] 10.222.0.69 "GET /v2.0/security-groups?id=807da8b6-0e41-47d9-86b6-473844ec8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740511 Aug 19 14:37:28.278911 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3fba6b8-5beb-4906-b013-f68d951899e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:28.300359 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3fba6b8-5beb-4906-b013-f68d951899e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:28.399242 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3fba6b8-5beb-4906-b013-f68d951899e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:28.409691 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abe674-7d7e-4bd8-941c-9534d5a50b0a req-0263e0b6-fa89-4e85-adfe-bed8e1d72ae7 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:28.411524 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-23abe674-7d7e-4bd8-941c-9534d5a50b0a req-0263e0b6-fa89-4e85-adfe-bed8e1d72ae7 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b HTTP/1.1" status: 200 len: 945 time: 0.1821184 Aug 19 14:37:28.422263 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6967328-9243-44e7-b434-a5a897c38bc8 req-cabd729d-4399-440c-a4f1-90acd50a4f29 tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:28.423989 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e6967328-9243-44e7-b434-a5a897c38bc8 req-cabd729d-4399-440c-a4f1-90acd50a4f29 tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] 10.222.0.69 "GET /v2.0/ports?device_id=13d7d244-a838-4e0d-a91f-41a5e0b55faa HTTP/1.1" status: 200 len: 946 time: 0.1768661 Aug 19 14:37:28.424768 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fba6b8-5beb-4906-b013-f68d951899e7 admin admin] Pushing event updated for resources: {'Port': ['ID=fd45bb4d-3beb-4d73-9cfe-f291919e1a2d,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:28.538142 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-23abe674-7d7e-4bd8-941c-9534d5a50b0a req-6b18ec02-ae69-4266-9828-666330a62104 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063995 Aug 19 14:37:28.543281 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e6967328-9243-44e7-b434-a5a897c38bc8 req-0607e2fa-607b-44b2-9566-a15ed0774eff tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] 10.222.0.69 "GET /v2.0/security-groups?id=ebb46c0a-537a-457c-934e-9a50bbf304d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033740 Aug 19 14:37:28.606783 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fba6b8-5beb-4906-b013-f68d951899e7 admin admin] Network 4664ea8e-8c0b-4f50-b52e-5f16e9995ea9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:37:28.609033 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-d3fba6b8-5beb-4906-b013-f68d951899e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:37:28.774428 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074a921-f498-40f5-9242-4965b89ce6ce req-a7876f74-b6b7-465e-b0da-c0aa3b8a4d1d tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:28.776283 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9074a921-f498-40f5-9242-4965b89ce6ce req-a7876f74-b6b7-465e-b0da-c0aa3b8a4d1d tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 950 time: 0.1078117 Aug 19 14:37:28.812697 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3fba6b8-5beb-4906-b013-f68d951899e7 admin admin] Router f346824b-ef98-4c6c-a415-4630201f23db has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:37:28.832563 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9074a921-f498-40f5-9242-4965b89ce6ce req-c5e3a9d0-0e12-4f68-ab74-deb2e41cad52 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490232 Aug 19 14:37:28.987108 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3fba6b8-5beb-4906-b013-f68d951899e7 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:37:28.992636 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d3fba6b8-5beb-4906-b013-f68d951899e7 admin admin] 10.222.0.69 "PUT /v2.0/routers/f346824b-ef98-4c6c-a415-4630201f23db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1899667 Aug 19 14:37:29.031429 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 0027782e-3471-4a48-8aa0-c3ceee24c279 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:37:29.092869 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab752a4-9899-4c53-840f-9068e545da61 None None] Sync routers for ids ['f346824b-ef98-4c6c-a415-4630201f23db'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:37:29.113159 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab752a4-9899-4c53-840f-9068e545da61 None None] Routers {'f346824b-ef98-4c6c-a415-4630201f23db'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:37:29.113884 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0ab752a4-9899-4c53-840f-9068e545da61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:37:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['f346824b-ef98-4c6c-a415-4630201f23db'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:37:29.177659 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1d0bb-f24a-485c-bae9-ccef4542cd00 req-0496c16f-a057-42d7-9e38-437330009674 tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:29.180626 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-28f1d0bb-f24a-485c-bae9-ccef4542cd00 req-0496c16f-a057-42d7-9e38-437330009674 tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] 10.222.0.68 "GET /v2.0/ports?device_id=13d7d244-a838-4e0d-a91f-41a5e0b55faa HTTP/1.1" status: 200 len: 946 time: 0.0836546 Aug 19 14:37:29.217919 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 0027782e-3471-4a48-8aa0-c3ceee24c279 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:37:29.229562 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-169939c7-581c-495d-bc14-272b17de2b87 None None] Provisioning complete for port fd45bb4d-3beb-4d73-9cfe-f291919e1a2d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:37:29.230283 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-169939c7-581c-495d-bc14-272b17de2b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:29.234186 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 0027782e-3471-4a48-8aa0-c3ceee24c279 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:37:29.234776 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:29.268819 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a845f-1e70-43d3-acb7-dcd6d3e11fcc req-c175472e-de32-4f59-bf01-01b49c3aeacc tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:29.280887 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-205a845f-1e70-43d3-acb7-dcd6d3e11fcc req-c175472e-de32-4f59-bf01-01b49c3aeacc tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b760ea3-f188-4b07-a478-d051ae0439ec HTTP/1.1" status: 200 len: 946 time: 0.0794129 Aug 19 14:37:29.298591 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-0ab752a4-9899-4c53-840f-9068e545da61 None None] Set router f346824b-ef98-4c6c-a415-4630201f23db gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:37:29.355861 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-28f1d0bb-f24a-485c-bae9-ccef4542cd00 req-c4396eb2-7a27-41b0-b946-6477ca9dd187 tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] Deleting port 315f6c86-8dcc-42a9-b23c-b0a1435b7f46 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:37:29.356205 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-28f1d0bb-f24a-485c-bae9-ccef4542cd00 req-c4396eb2-7a27-41b0-b946-6477ca9dd187 tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:29.360266 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-205a845f-1e70-43d3-acb7-dcd6d3e11fcc req-a4fcaeb4-f1a0-4a36-ae27-ecc55c7d3805 tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] 10.222.0.69 "GET /v2.0/security-groups?id=807da8b6-0e41-47d9-86b6-473844ec8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750678 Aug 19 14:37:29.391452 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-169939c7-581c-495d-bc14-272b17de2b87 None None] Port fd45bb4d-3beb-4d73-9cfe-f291919e1a2d cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:37:29.418000 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [req-d2c7207b-5a03-4625-947d-4876602ee140 req-87d79963-1f29-4720-9b4b-95903a4b4a6d tempest-FloatingIPDetailsNegativeTestJSON-1131613330 tempest-FloatingIPDetailsNegativeTestJSON-1131613330-project] show failed (client error): The resource could not be found. Aug 19 14:37:29.424446 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d2c7207b-5a03-4625-947d-4876602ee140 req-87d79963-1f29-4720-9b4b-95903a4b4a6d tempest-FloatingIPDetailsNegativeTestJSON-1131613330 tempest-FloatingIPDetailsNegativeTestJSON-1131613330-project] 10.222.0.69 "GET /v2.0/floatingips/e0714fbf-93f7-4cc8-9c80-13a3b579dbc2 HTTP/1.1" status: 404 len: 350 time: 0.0615835 Aug 19 14:37:29.428317 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36438) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:37:29.479044 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-28f1d0bb-f24a-485c-bae9-ccef4542cd00 req-c4396eb2-7a27-41b0-b946-6477ca9dd187 tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] For port 315f6c86-8dcc-42a9-b23c-b0a1435b7f46, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=315f6c86-8dcc-42a9-b23c-b0a1435b7f46,segment=NetworkSegment(6d346b36-c0d8-42eb-b177-2dcdcb2330e7),segment_id=6d346b36-c0d8-42eb-b177-2dcdcb2330e7)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:37:29.480796 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-28f1d0bb-f24a-485c-bae9-ccef4542cd00 req-c4396eb2-7a27-41b0-b946-6477ca9dd187 tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:29.501603 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-28f1d0bb-f24a-485c-bae9-ccef4542cd00 req-c4396eb2-7a27-41b0-b946-6477ca9dd187 tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] Calling delete_port for 315f6c86-8dcc-42a9-b23c-b0a1435b7f46 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:37:29.562386 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:29.661950 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 0027782e-3471-4a48-8aa0-c3ceee24c279, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=0027782e-3471-4a48-8aa0-c3ceee24c279,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:37:29.675461 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:29.788576 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=0027782e-3471-4a48-8aa0-c3ceee24c279,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:29.803531 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-28f1d0bb-f24a-485c-bae9-ccef4542cd00 req-c4396eb2-7a27-41b0-b946-6477ca9dd187 tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:29.837433 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['315f6c86-8dcc-42a9-b23c-b0a1435b7f46'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:37:29.844834 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4396eb2-7a27-41b0-b946-6477ca9dd187 tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] Pushing event deleted for resources: {'Port': ['ID=315f6c86-8dcc-42a9-b23c-b0a1435b7f46,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:29.891031 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0ab752a4-9899-4c53-840f-9068e545da61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f346824b-ef98-4c6c-a415-4630201f23db', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-75998986-router', 'tenant_id': 'c7862c29c1f54919a2695e4fd8a4d37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '0027782e-3471-4a48-8aa0-c3ceee24c279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:37:21Z', 'updated_at': '2021-08-19T14:37:27Z', 'revision_number': 4, 'project_id': 'c7862c29c1f54919a2695e4fd8a4d37c', 'gw_port': {'id': '0027782e-3471-4a48-8aa0-c3ceee24c279', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f346824b-ef98-4c6c-a415-4630201f23db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:37:22Z', 'updated_at': '2021-08-19T14:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'fd45bb4d-3beb-4d73-9cfe-f291919e1a2d', 'name': '', 'network_id': '4664ea8e-8c0b-4f50-b52e-5f16e9995ea9', 'tenant_id': 'c7862c29c1f54919a2695e4fd8a4d37c', 'mac_address': 'fa:16:3e:de:7d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f346824b-ef98-4c6c-a415-4630201f23db', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c74efa9f-1498-41ad-9c2e-87211cd93e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:37:26Z', 'updated_at': '2021-08-19T14:37:28Z', 'revision_number': 2, 'project_id': 'c7862c29c1f54919a2695e4fd8a4d37c', 'subnets': [{'id': 'c74efa9f-1498-41ad-9c2e-87211cd93e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:37:29.899941 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-28f1d0bb-f24a-485c-bae9-ccef4542cd00 req-c4396eb2-7a27-41b0-b946-6477ca9dd187 tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] No DVR routers for this DVR port 315f6c86-8dcc-42a9-b23c-b0a1435b7f46 on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:37:29.902927 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-28f1d0bb-f24a-485c-bae9-ccef4542cd00 req-c4396eb2-7a27-41b0-b946-6477ca9dd187 tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:29.904901 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-28f1d0bb-f24a-485c-bae9-ccef4542cd00 req-c4396eb2-7a27-41b0-b946-6477ca9dd187 tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] 10.222.0.68 "DELETE /v2.0/ports/315f6c86-8dcc-42a9-b23c-b0a1435b7f46 HTTP/1.1" status: 204 len: 173 time: 0.7166212 Aug 19 14:37:29.905559 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13d7d244-a838-4e0d-a91f-41a5e0b55faa', 'name': 'network-vif-deleted', 'tag': '315f6c86-8dcc-42a9-b23c-b0a1435b7f46'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:37:29.908140 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f4f62d-055c-403f-b398-0f51df94f3a4" -d '{"events": [{"server_uuid": "13d7d244-a838-4e0d-a91f-41a5e0b55faa", "name": "network-vif-deleted", "tag": "315f6c86-8dcc-42a9-b23c-b0a1435b7f46"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:37:29.945089 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab752a4-9899-4c53-840f-9068e545da61 None None] Checking router: f346824b-ef98-4c6c-a415-4630201f23db for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:37:29.946172 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab752a4-9899-4c53-840f-9068e545da61 None None] Updating router f346824b-ef98-4c6c-a415-4630201f23db port fd45bb4d-3beb-4d73-9cfe-f291919e1a2d binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:37:29.985758 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0ab752a4-9899-4c53-840f-9068e545da61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:30.129427 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cba6cbe7-dc54-4eee-a23c-5e1379663e68 req-409b36ab-73d7-4321-a598-212ec2c97396 tempest-ServerTagsTestJSON-180236186 tempest-ServerTagsTestJSON-180236186-project] 10.222.0.69 "GET /v2.0/ports?device_id=13d7d244-a838-4e0d-a91f-41a5e0b55faa HTTP/1.1" status: 200 len: 210 time: 0.0779376 Aug 19 14:37:30.251616 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d4e77-3516-476f-af06-00ffd6abc75b req-139a4634-76bb-4558-b752-68ac3b505f0a tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:30.261338 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-944d4e77-3516-476f-af06-00ffd6abc75b req-139a4634-76bb-4558-b752-68ac3b505f0a tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b HTTP/1.1" status: 200 len: 945 time: 0.2110932 Aug 19 14:37:30.380991 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-944d4e77-3516-476f-af06-00ffd6abc75b req-c35d1b10-ee9e-47ce-87b6-262f11f7ed17 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183884 Aug 19 14:37:30.450425 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f9610d-4019-40b9-a706-ebe5c85fbcc6 x-openstack-request-id: req-21f9610d-4019-40b9-a706-ebe5c85fbcc6 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:37:30.456503 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13d7d244-a838-4e0d-a91f-41a5e0b55faa", "name": "network-vif-deleted", "tag": "315f6c86-8dcc-42a9-b23c-b0a1435b7f46", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:37:30.459756 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-21f9610d-4019-40b9-a706-ebe5c85fbcc6 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:37:30.460392 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13d7d244-a838-4e0d-a91f-41a5e0b55faa', 'name': 'network-vif-deleted', 'tag': '315f6c86-8dcc-42a9-b23c-b0a1435b7f46', 'status': 'completed', 'code': 200} Aug 19 14:37:30.490006 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218a503-a798-4a97-8047-fcd094ab2b87 req-26348104-6056-40e7-b13b-0f8a7e084d66 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:30.492914 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a218a503-a798-4a97-8047-fcd094ab2b87 req-26348104-6056-40e7-b13b-0f8a7e084d66 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 950 time: 0.1934712 Aug 19 14:37:30.544900 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0ab752a4-9899-4c53-840f-9068e545da61 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:30.573482 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0ab752a4-9899-4c53-840f-9068e545da61 None None] Transition to ACTIVE for port object fd45bb4d-3beb-4d73-9cfe-f291919e1a2d will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:37:30.583702 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0ab752a4-9899-4c53-840f-9068e545da61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:30.589653 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a218a503-a798-4a97-8047-fcd094ab2b87 req-1c061571-c00b-4cb4-be46-ba0bf523b5d7 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783391 Aug 19 14:37:30.622261 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8f25651-7c99-4e88-95fb-5ef69a2c16b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:30.665604 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d12026-57db-4a17-a400-6aa3e98c4cf3 None None] Pushing event updated for resources: {'Port': ['ID=fd45bb4d-3beb-4d73-9cfe-f291919e1a2d,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:30.795039 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0ab752a4-9899-4c53-840f-9068e545da61 None None] Attempting to bind port fd45bb4d-3beb-4d73-9cfe-f291919e1a2d on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:37:30.795370 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0ab752a4-9899-4c53-840f-9068e545da61 None None] Attempting to bind port fd45bb4d-3beb-4d73-9cfe-f291919e1a2d by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '6d146e0f-eb85-4f7f-b206-3b04b40e221e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4664ea8e-8c0b-4f50-b52e-5f16e9995ea9'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:37:30.796068 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab752a4-9899-4c53-840f-9068e545da61 None None] Attempting to bind port fd45bb4d-3beb-4d73-9cfe-f291919e1a2d on network 4664ea8e-8c0b-4f50-b52e-5f16e9995ea9 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:37:30.804318 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab752a4-9899-4c53-840f-9068e545da61 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:37:30.805379 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab752a4-9899-4c53-840f-9068e545da61 None None] Checking segment: {'id': '6d146e0f-eb85-4f7f-b206-3b04b40e221e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4664ea8e-8c0b-4f50-b52e-5f16e9995ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:37:30.805832 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0ab752a4-9899-4c53-840f-9068e545da61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:30.806221 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab752a4-9899-4c53-840f-9068e545da61 None None] Bound using segment: {'id': '6d146e0f-eb85-4f7f-b206-3b04b40e221e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4664ea8e-8c0b-4f50-b52e-5f16e9995ea9'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:37:30.807042 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0ab752a4-9899-4c53-840f-9068e545da61 None None] Bound port: fd45bb4d-3beb-4d73-9cfe-f291919e1a2d, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d146e0f-eb85-4f7f-b206-3b04b40e221e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4664ea8e-8c0b-4f50-b52e-5f16e9995ea9'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:37:30.807422 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0ab752a4-9899-4c53-840f-9068e545da61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:30.895440 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0ab752a4-9899-4c53-840f-9068e545da61 None None] For port fd45bb4d-3beb-4d73-9cfe-f291919e1a2d, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:37:30.900009 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0ab752a4-9899-4c53-840f-9068e545da61 None None] For port fd45bb4d-3beb-4d73-9cfe-f291919e1a2d, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=fd45bb4d-3beb-4d73-9cfe-f291919e1a2d,segment=NetworkSegment(6d146e0f-eb85-4f7f-b206-3b04b40e221e),segment_id=6d146e0f-eb85-4f7f-b206-3b04b40e221e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:37:30.919999 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0ab752a4-9899-4c53-840f-9068e545da61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:31.038432 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab752a4-9899-4c53-840f-9068e545da61 None None] Routers {'f346824b-ef98-4c6c-a415-4630201f23db'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:37:31.039446 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0ab752a4-9899-4c53-840f-9068e545da61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:37:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['f346824b-ef98-4c6c-a415-4630201f23db'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:37:31.050683 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d12026-57db-4a17-a400-6aa3e98c4cf3 None None] Pushing event updated for resources: {'Port': ['ID=fd45bb4d-3beb-4d73-9cfe-f291919e1a2d,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:31.100190 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-f8f25651-7c99-4e88-95fb-5ef69a2c16b6 admin admin] Deleting port fd45bb4d-3beb-4d73-9cfe-f291919e1a2d {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:37:31.100190 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8f25651-7c99-4e88-95fb-5ef69a2c16b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:31.100701 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 0027782e-3471-4a48-8aa0-c3ceee24c279 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:37:31.205383 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-f8f25651-7c99-4e88-95fb-5ef69a2c16b6 admin admin] For port fd45bb4d-3beb-4d73-9cfe-f291919e1a2d, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=fd45bb4d-3beb-4d73-9cfe-f291919e1a2d,segment=NetworkSegment(6d146e0f-eb85-4f7f-b206-3b04b40e221e),segment_id=6d146e0f-eb85-4f7f-b206-3b04b40e221e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:37:31.205996 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8f25651-7c99-4e88-95fb-5ef69a2c16b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:31.217364 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36472) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:37:31.229652 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-f8f25651-7c99-4e88-95fb-5ef69a2c16b6 admin admin] Calling delete_port for fd45bb4d-3beb-4d73-9cfe-f291919e1a2d owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:37:31.317662 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-0ab752a4-9899-4c53-840f-9068e545da61 None None] Set router f346824b-ef98-4c6c-a415-4630201f23db gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:37:31.360156 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-19585b57-ef45-4f1f-880e-2fb665f21198 admin admin] Deleting subnet 84014b2e-d97b-4514-8368-fbf260203b59 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:37:31.364222 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19585b57-ef45-4f1f-880e-2fb665f21198 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:31.377447 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 0027782e-3471-4a48-8aa0-c3ceee24c279 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:37:31.378138 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:31.385461 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-42a7a0e0-870a-4698-8aa8-93203d5ad7a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:31.407124 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19585b57-ef45-4f1f-880e-2fb665f21198 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:31.451666 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19585b57-ef45-4f1f-880e-2fb665f21198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:31.547344 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19585b57-ef45-4f1f-880e-2fb665f21198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:31.600316 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8f25651-7c99-4e88-95fb-5ef69a2c16b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:31.605515 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19585b57-ef45-4f1f-880e-2fb665f21198 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84014b2e-d97b-4514-8368-fbf260203b59,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:31.609693 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19585b57-ef45-4f1f-880e-2fb665f21198 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:31.613670 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-19585b57-ef45-4f1f-880e-2fb665f21198 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/84014b2e-d97b-4514-8368-fbf260203b59 HTTP/1.1" status: 204 len: 168 time: 0.3952830 Aug 19 14:37:31.616061 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36486) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:37:31.651653 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f25651-7c99-4e88-95fb-5ef69a2c16b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd45bb4d-3beb-4d73-9cfe-f291919e1a2d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:31.701917 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c9481dd-262b-4a20-aeed-e62835b64b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:31.788423 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d32be-638f-495f-ab56-96d86b8e6daa req-b13fad4f-a512-4660-837a-e9651e81a362 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:31.790675 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-be7d32be-638f-495f-ab56-96d86b8e6daa req-b13fad4f-a512-4660-837a-e9651e81a362 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b HTTP/1.1" status: 200 len: 945 time: 0.2301419 Aug 19 14:37:31.840914 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c9481dd-262b-4a20-aeed-e62835b64b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:31.867941 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-8c9481dd-262b-4a20-aeed-e62835b64b50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4779f87e-dd0d-459e-8b5d-731c4ac79a32']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:37:31.897778 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0ab752a4-9899-4c53-840f-9068e545da61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f346824b-ef98-4c6c-a415-4630201f23db', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-75998986-router', 'tenant_id': 'c7862c29c1f54919a2695e4fd8a4d37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '0027782e-3471-4a48-8aa0-c3ceee24c279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:37:21Z', 'updated_at': '2021-08-19T14:37:27Z', 'revision_number': 4, 'project_id': 'c7862c29c1f54919a2695e4fd8a4d37c', 'gw_port': {'id': '0027782e-3471-4a48-8aa0-c3ceee24c279', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f346824b-ef98-4c6c-a415-4630201f23db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:37:22Z', 'updated_at': '2021-08-19T14:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'fd45bb4d-3beb-4d73-9cfe-f291919e1a2d', 'name': '', 'network_id': '4664ea8e-8c0b-4f50-b52e-5f16e9995ea9', 'tenant_id': 'c7862c29c1f54919a2695e4fd8a4d37c', 'mac_address': 'fa:16:3e:de:7d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f346824b-ef98-4c6c-a415-4630201f23db', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c74efa9f-1498-41ad-9c2e-87211cd93e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:37:26Z', 'updated_at': '2021-08-19T14:37:30Z', 'revision_number': 4, 'project_id': 'c7862c29c1f54919a2695e4fd8a4d37c', 'subnets': [{'id': 'c74efa9f-1498-41ad-9c2e-87211cd93e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:37:31.901565 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-8c9481dd-262b-4a20-aeed-e62835b64b50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d346b36-c0d8-42eb-b177-2dcdcb2330e7') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:37:31.902158 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-8c9481dd-262b-4a20-aeed-e62835b64b50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d346b36-c0d8-42eb-b177-2dcdcb2330e7') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:37:31.912111 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c9481dd-262b-4a20-aeed-e62835b64b50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:31.949542 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c9481dd-262b-4a20-aeed-e62835b64b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:31.967427 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab752a4-9899-4c53-840f-9068e545da61 None None] The sync data for ids ['f346824b-ef98-4c6c-a415-4630201f23db'] in n-d-766043-2 is: [{'id': 'f346824b-ef98-4c6c-a415-4630201f23db', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-75998986-router', 'tenant_id': 'c7862c29c1f54919a2695e4fd8a4d37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '0027782e-3471-4a48-8aa0-c3ceee24c279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:37:21Z', 'updated_at': '2021-08-19T14:37:27Z', 'revision_number': 4, 'project_id': 'c7862c29c1f54919a2695e4fd8a4d37c', 'gw_port': {'id': '0027782e-3471-4a48-8aa0-c3ceee24c279', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f346824b-ef98-4c6c-a415-4630201f23db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:37:22Z', 'updated_at': '2021-08-19T14:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'fd45bb4d-3beb-4d73-9cfe-f291919e1a2d', 'name': '', 'network_id': '4664ea8e-8c0b-4f50-b52e-5f16e9995ea9', 'tenant_id': 'c7862c29c1f54919a2695e4fd8a4d37c', 'mac_address': 'fa:16:3e:de:7d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f346824b-ef98-4c6c-a415-4630201f23db', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c74efa9f-1498-41ad-9c2e-87211cd93e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:37:26Z', 'updated_at': '2021-08-19T14:37:30Z', 'revision_number': 4, 'project_id': 'c7862c29c1f54919a2695e4fd8a4d37c', 'subnets': [{'id': 'c74efa9f-1498-41ad-9c2e-87211cd93e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:37:31.973487 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c9481dd-262b-4a20-aeed-e62835b64b50 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:37:31.983255 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c9481dd-262b-4a20-aeed-e62835b64b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:31.985390 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:37:31.985390 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:37:31.985390 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:37:31.985390 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:37:31.985390 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:37:31.985390 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:37:31.985390 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:37:31.985390 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:37:31.985390 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:37:31.985390 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:37:31.985390 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:37:31.985390 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:37:31.985390 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:37:31.985390 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:37:31.985390 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:37:31.985390 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:37:31.985390 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:37:31.985390 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:37:31.985390 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:37:31.985390 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:37:31.985390 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:37:31.985390 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:37:31.985390 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:37:31.985390 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:37:31.985390 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:37:31.985390 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:37:31.985390 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:37:31.985390 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:37:31.985390 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:37:31.985390 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:37:31.985390 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:37:31.985390 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:37:32.071423 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-be7d32be-638f-495f-ab56-96d86b8e6daa req-45af0ce5-d161-4865-b0d7-60b41c17f7d6 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231619 Aug 19 14:37:32.100478 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8f25651-7c99-4e88-95fb-5ef69a2c16b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:32.120927 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ac3e7-fe38-4469-9323-06257436022c req-a1203c77-675a-4be0-82c3-7cb99caf6cd1 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:32.133427 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-268ac3e7-fe38-4469-9323-06257436022c req-a1203c77-675a-4be0-82c3-7cb99caf6cd1 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 950 time: 0.1235719 Aug 19 14:37:32.157345 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c9481dd-262b-4a20-aeed-e62835b64b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:32.164874 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c9481dd-262b-4a20-aeed-e62835b64b50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:32.173312 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8c9481dd-262b-4a20-aeed-e62835b64b50 admin admin] 10.222.0.69 "DELETE /v2.0/networks/4779f87e-dd0d-459e-8b5d-731c4ac79a32 HTTP/1.1" status: 204 len: 168 time: 0.5555811 Aug 19 14:37:32.198720 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9481dd-262b-4a20-aeed-e62835b64b50 admin admin] Pushing event deleted for resources: {'Network': ['ID=4779f87e-dd0d-459e-8b5d-731c4ac79a32,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:32.312041 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-268ac3e7-fe38-4469-9323-06257436022c req-9064d3ce-0d89-4e42-aa4f-55ec5059f6cd tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773534 Aug 19 14:37:32.406346 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36496) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:37:32.498922 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-683bf533-ea0e-45ee-8cbf-4a73c3698483 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=61230090bf014e719bf5e737816d1dcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0885963 Aug 19 14:37:32.499712 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36498) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:37:32.566723 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6dc373d1-0eab-499a-98d1-bde15a741cf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:32.618674 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f25651-7c99-4e88-95fb-5ef69a2c16b6 admin admin] Router f346824b-ef98-4c6c-a415-4630201f23db has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:37:32.623017 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6dc373d1-0eab-499a-98d1-bde15a741cf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:32.693085 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6dc373d1-0eab-499a-98d1-bde15a741cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:32.696358 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6dc373d1-0eab-499a-98d1-bde15a741cf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:32.698171 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6dc373d1-0eab-499a-98d1-bde15a741cf4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ebb46c0a-537a-457c-934e-9a50bbf304d3 HTTP/1.1" status: 204 len: 168 time: 0.1972532 Aug 19 14:37:32.707593 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc373d1-0eab-499a-98d1-bde15a741cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb46c0a-537a-457c-934e-9a50bbf304d3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:32.765666 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f25651-7c99-4e88-95fb-5ef69a2c16b6 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:37:32.767955 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 315f6c86-8dcc-42a9-b23c-b0a1435b7f46 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:37:32.780124 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36502) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:37:32.780913 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f8f25651-7c99-4e88-95fb-5ef69a2c16b6 admin admin] 10.222.0.69 "PUT /v2.0/routers/f346824b-ef98-4c6c-a415-4630201f23db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3511324 Aug 19 14:37:32.805676 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: 315f6c86-8dcc-42a9-b23c-b0a1435b7f46 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:37:32.806057 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 315f6c86-8dcc-42a9-b23c-b0a1435b7f46 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:37:33.076910 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-35d1be7f-6798-4171-88ff-9ae5a17a8c90 admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:33.346462 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34afd319-c635-41b0-a865-c904794e1118 req-4c30f535-b6c5-459c-a90a-5fa0df916c50 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:33.352983 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-34afd319-c635-41b0-a865-c904794e1118 req-4c30f535-b6c5-459c-a90a-5fa0df916c50 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b HTTP/1.1" status: 200 len: 945 time: 0.1242263 Aug 19 14:37:33.466482 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-34afd319-c635-41b0-a865-c904794e1118 req-1c2134e6-fce3-4f32-a637-e005390d4849 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013103 Aug 19 14:37:33.574562 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:33.585346 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e799c8-abdd-41a3-96c4-e7d7a3c89854 req-1d8765fa-97ff-4c93-b830-71d20ca7e581 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:33.587634 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-66e799c8-abdd-41a3-96c4-e7d7a3c89854 req-1d8765fa-97ff-4c93-b830-71d20ca7e581 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 950 time: 0.1528306 Aug 19 14:37:33.682786 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-35d1be7f-6798-4171-88ff-9ae5a17a8c90 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:33.713749 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-66e799c8-abdd-41a3-96c4-e7d7a3c89854 req-ba20ea9e-545b-4e35-a257-9d6805569b02 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093605 Aug 19 14:37:33.848861 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-35d1be7f-6798-4171-88ff-9ae5a17a8c90 admin admin] Deleting port 0027782e-3471-4a48-8aa0-c3ceee24c279 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:37:33.849494 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-35d1be7f-6798-4171-88ff-9ae5a17a8c90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:33.951937 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-35d1be7f-6798-4171-88ff-9ae5a17a8c90 admin admin] For port 0027782e-3471-4a48-8aa0-c3ceee24c279, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=0027782e-3471-4a48-8aa0-c3ceee24c279,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:37:33.952451 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-35d1be7f-6798-4171-88ff-9ae5a17a8c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:33.979587 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-35d1be7f-6798-4171-88ff-9ae5a17a8c90 admin admin] Calling delete_port for 0027782e-3471-4a48-8aa0-c3ceee24c279 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:37:33.996911 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c55ace-6333-43da-9cb8-89bc7830945d None None] Sync routers for ids ['f346824b-ef98-4c6c-a415-4630201f23db'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:37:34.007373 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36536) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:37:34.009202 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c55ace-6333-43da-9cb8-89bc7830945d None None] Routers {'f346824b-ef98-4c6c-a415-4630201f23db'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:37:34.010020 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-03c55ace-6333-43da-9cb8-89bc7830945d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:37:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['f346824b-ef98-4c6c-a415-4630201f23db'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:37:34.194584 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-89b3a8ab-2a05-42ce-9841-256f5366156c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1041232883-network', 'tenant_id': 'e43edcccf840451f903d9b7ba55885ba'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:37:34.229782 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-35d1be7f-6798-4171-88ff-9ae5a17a8c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:34.260111 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-03c55ace-6333-43da-9cb8-89bc7830945d None None] Set router f346824b-ef98-4c6c-a415-4630201f23db gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:37:34.273355 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b3a8ab-2a05-42ce-9841-256f5366156c admin admin] Made reservation on behalf of e43edcccf840451f903d9b7ba55885ba for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:37:34.277228 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-89b3a8ab-2a05-42ce-9841-256f5366156c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:34.281892 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c23d2e37-3df2-4b47-9480-4093f518489d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:34.292001 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-89b3a8ab-2a05-42ce-9841-256f5366156c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:34.297374 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-0f074b5f-a3a0-4ae8-8534-a5f3e6b755e8 tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:34.299636 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-0f074b5f-a3a0-4ae8-8534-a5f3e6b755e8 tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b&tenant_id=b2e5fa7db1364ccea50861254cd97ec3&binding%3Ahost_id=n-h1-766043-2 HTTP/1.1" status: 200 len: 1096 time: 0.0926352 Aug 19 14:37:34.302225 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d1be7f-6798-4171-88ff-9ae5a17a8c90 admin admin] Pushing event deleted for resources: {'Port': ['ID=0027782e-3471-4a48-8aa0-c3ceee24c279,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:34.324971 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-aa454956-6adb-41ac-ab5a-2539b653dce7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-766043-2'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:37:34.374352 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-03c55ace-6333-43da-9cb8-89bc7830945d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f346824b-ef98-4c6c-a415-4630201f23db', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-75998986-router', 'tenant_id': 'c7862c29c1f54919a2695e4fd8a4d37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:37:21Z', 'updated_at': '2021-08-19T14:37:33Z', 'revision_number': 6, 'project_id': 'c7862c29c1f54919a2695e4fd8a4d37c', 'gw_port_host': None}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:37:34.397356 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-35d1be7f-6798-4171-88ff-9ae5a17a8c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:34.409871 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c55ace-6333-43da-9cb8-89bc7830945d None None] Checking router: f346824b-ef98-4c6c-a415-4630201f23db for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:37:34.420037 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c55ace-6333-43da-9cb8-89bc7830945d None None] Routers {'f346824b-ef98-4c6c-a415-4630201f23db'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:37:34.420671 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-03c55ace-6333-43da-9cb8-89bc7830945d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:37:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['f346824b-ef98-4c6c-a415-4630201f23db'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:37:34.434892 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-aa454956-6adb-41ac-ab5a-2539b653dce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:34.500661 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:34.546990 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-03c55ace-6333-43da-9cb8-89bc7830945d None None] Set router f346824b-ef98-4c6c-a415-4630201f23db gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:37:34.596880 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-35d1be7f-6798-4171-88ff-9ae5a17a8c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:34.600007 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-35d1be7f-6798-4171-88ff-9ae5a17a8c90 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:34.624602 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-03c55ace-6333-43da-9cb8-89bc7830945d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f346824b-ef98-4c6c-a415-4630201f23db', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-75998986-router', 'tenant_id': 'c7862c29c1f54919a2695e4fd8a4d37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:37:21Z', 'updated_at': '2021-08-19T14:37:34Z', 'revision_number': 7, 'project_id': 'c7862c29c1f54919a2695e4fd8a4d37c', 'gw_port_host': None}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:37:34.652776 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-35d1be7f-6798-4171-88ff-9ae5a17a8c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:34.653726 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d1be7f-6798-4171-88ff-9ae5a17a8c90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f346824b-ef98-4c6c-a415-4630201f23db {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:37:34.659059 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c55ace-6333-43da-9cb8-89bc7830945d None None] The sync data for ids ['f346824b-ef98-4c6c-a415-4630201f23db'] in n-d-766043-2 is: [{'id': 'f346824b-ef98-4c6c-a415-4630201f23db', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-75998986-router', 'tenant_id': 'c7862c29c1f54919a2695e4fd8a4d37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:37:21Z', 'updated_at': '2021-08-19T14:37:34Z', 'revision_number': 7, 'project_id': 'c7862c29c1f54919a2695e4fd8a4d37c', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:37:34.661378 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-35d1be7f-6798-4171-88ff-9ae5a17a8c90 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:34.662610 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-35d1be7f-6798-4171-88ff-9ae5a17a8c90 admin admin] 10.222.0.69 "DELETE /v2.0/routers/f346824b-ef98-4c6c-a415-4630201f23db HTTP/1.1" status: 204 len: 168 time: 1.8807356 Aug 19 14:37:34.674656 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36546) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:37:34.844133 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2a8c6-fee0-471d-b587-4c675d7cb7f7 req-f2625cbb-aa5f-4bae-8c0f-7c27ef1f8fb1 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:34.845678 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c0c2a8c6-fee0-471d-b587-4c675d7cb7f7 req-f2625cbb-aa5f-4bae-8c0f-7c27ef1f8fb1 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b HTTP/1.1" status: 200 len: 945 time: 0.1681962 Aug 19 14:37:34.886785 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff66f2f4-fa37-47ad-96ed-5330553c8624 admin admin] Deleting subnet c74efa9f-1498-41ad-9c2e-87211cd93e95 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:37:34.901064 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ff66f2f4-fa37-47ad-96ed-5330553c8624 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:34.939657 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-89b3a8ab-2a05-42ce-9841-256f5366156c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:34.943276 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-aa454956-6adb-41ac-ab5a-2539b653dce7 service neutron] For port 2ec1d929-d9c0-49f5-b942-496ae0568910, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=2ec1d929-d9c0-49f5-b942-496ae0568910,segment=NetworkSegment(911020b2-3bb4-4db0-af7a-51b07cbea653),segment_id=911020b2-3bb4-4db0-af7a-51b07cbea653)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:37:34.959856 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-89b3a8ab-2a05-42ce-9841-256f5366156c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:34.977828 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:35.045843 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e008352-671f-43a7-9af6-003a16cbc900 req-985eab74-3432-47a9-9b19-13167d76df77 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:35.054257 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9e008352-671f-43a7-9af6-003a16cbc900 req-985eab74-3432-47a9-9b19-13167d76df77 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 950 time: 0.2425139 Aug 19 14:37:35.056313 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89b3a8ab-2a05-42ce-9841-256f5366156c admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:37:35.059417 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:35.067039 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ff66f2f4-fa37-47ad-96ed-5330553c8624 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:35.086958 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c0c2a8c6-fee0-471d-b587-4c675d7cb7f7 req-20563326-7166-4858-a8e1-c9f417efce15 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137313 Aug 19 14:37:35.159879 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device fd45bb4d-3beb-4d73-9cfe-f291919e1a2d no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:37:35.169505 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b3a8ab-2a05-42ce-9841-256f5366156c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70dc7a37-d0b5-44d4-93bb-ab160d1c93fb,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:35.173409 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-89b3a8ab-2a05-42ce-9841-256f5366156c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:35.173759 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-89b3a8ab-2a05-42ce-9841-256f5366156c admin admin] Added segment f51c323d-efcf-4833-b945-23459cbc1a90 of type vlan for network 6a50dd39-21d8-4e8c-a228-ac4e7835ce95 Aug 19 14:37:35.194856 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: fd45bb4d-3beb-4d73-9cfe-f291919e1a2d {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:37:35.200128 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device fd45bb4d-3beb-4d73-9cfe-f291919e1a2d not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:37:35.204317 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-aa454956-6adb-41ac-ab5a-2539b653dce7 service neutron] For port 2ec1d929-d9c0-49f5-b942-496ae0568910, host n-h1-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:37:35.279276 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-89b3a8ab-2a05-42ce-9841-256f5366156c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:35.285550 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9e008352-671f-43a7-9af6-003a16cbc900 req-efcd693c-d61d-434e-9e67-880a0cd97b5c tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306676 Aug 19 14:37:35.351865 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ec1d929-d9c0-49f5-b942-496ae0568910'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:37:35.354144 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cffbca8-50cf-4c99-8cf8-06b8a133fe1d" -d '{"events": [{"server_uuid": "c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b", "name": "network-vif-unplugged", "status": "completed", "tag": "2ec1d929-d9c0-49f5-b942-496ae0568910"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:37:35.360297 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-aa454956-6adb-41ac-ab5a-2539b653dce7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:35.373482 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-aa454956-6adb-41ac-ab5a-2539b653dce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:35.376044 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ff66f2f4-fa37-47ad-96ed-5330553c8624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:35.409806 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-89b3a8ab-2a05-42ce-9841-256f5366156c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:35.410767 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b3a8ab-2a05-42ce-9841-256f5366156c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:35.411351 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-89b3a8ab-2a05-42ce-9841-256f5366156c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:35.411493 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 2ec1d929-d9c0-49f5-b942-496ae0568910 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:37:35.441213 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 14:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4bb4687-4384-4be2-961a-742846f4eb40 x-openstack-request-id: req-a4bb4687-4384-4be2-961a-742846f4eb40 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:37:35.441765 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b", "name": "network-vif-unplugged", "status": "completed", "tag": "2ec1d929-d9c0-49f5-b942-496ae0568910", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:37:35.441765 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a4bb4687-4384-4be2-961a-742846f4eb40 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:37:35.442116 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ec1d929-d9c0-49f5-b942-496ae0568910', 'code': 200} Aug 19 14:37:35.516677 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-89b3a8ab-2a05-42ce-9841-256f5366156c admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5072460 Aug 19 14:37:35.519520 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36560) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:37:35.528593 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-9e2be15f-63c3-4dda-91c2-826be9d3dc5c admin admin] Request body: {'subnet': {'network_id': '6a50dd39-21d8-4e8c-a228-ac4e7835ce95', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1041232883-subnet', 'tenant_id': 'e43edcccf840451f903d9b7ba55885ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:37:35.545370 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa454956-6adb-41ac-ab5a-2539b653dce7 service neutron] Pushing event updated for resources: {'Port': ['ID=2ec1d929-d9c0-49f5-b942-496ae0568910,revision_number=7']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:35.552535 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b3a8ab-2a05-42ce-9841-256f5366156c admin admin] Pushing event updated for resources: {'Network': ['ID=6a50dd39-21d8-4e8c-a228-ac4e7835ce95,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:35.557006 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 2ec1d929-d9c0-49f5-b942-496ae0568910, host n-h1-766043-2, got binding levels [] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:37:35.583569 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 6a50dd39-21d8-4e8c-a228-ac4e7835ce95 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:37:35.597359 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2be15f-63c3-4dda-91c2-826be9d3dc5c admin admin] Made reservation on behalf of e43edcccf840451f903d9b7ba55885ba for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:37:35.602967 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e2be15f-63c3-4dda-91c2-826be9d3dc5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:35.604371 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ff66f2f4-fa37-47ad-96ed-5330553c8624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:35.658736 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-aa454956-6adb-41ac-ab5a-2539b653dce7 service neutron] Attempting to bind port 2ec1d929-d9c0-49f5-b942-496ae0568910 on host n-h1-766043-2 for vnic_type normal with profile {"migrating_to": "n-h2-766043-2"} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:37:35.659077 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-aa454956-6adb-41ac-ab5a-2539b653dce7 service neutron] Attempting to bind port 2ec1d929-d9c0-49f5-b942-496ae0568910 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '911020b2-3bb4-4db0-af7a-51b07cbea653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:37:35.659411 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-aa454956-6adb-41ac-ab5a-2539b653dce7 service neutron] Attempting to bind port 2ec1d929-d9c0-49f5-b942-496ae0568910 on network 1bc22803-e21f-489d-a441-493f1928ab13 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:37:35.663169 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff66f2f4-fa37-47ad-96ed-5330553c8624 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c74efa9f-1498-41ad-9c2e-87211cd93e95,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:35.670067 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ff66f2f4-fa37-47ad-96ed-5330553c8624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:35.671866 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ff66f2f4-fa37-47ad-96ed-5330553c8624 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/c74efa9f-1498-41ad-9c2e-87211cd93e95 HTTP/1.1" status: 204 len: 168 time: 0.9929233 Aug 19 14:37:35.672903 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-aa454956-6adb-41ac-ab5a-2539b653dce7 service neutron] Port 2ec1d929-d9c0-49f5-b942-496ae0568910 on network 1bc22803-e21f-489d-a441-493f1928ab13 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:37:35.673166 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-aa454956-6adb-41ac-ab5a-2539b653dce7 service neutron] Attempting to bind port 2ec1d929-d9c0-49f5-b942-496ae0568910 on network 1bc22803-e21f-489d-a441-493f1928ab13 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:37:35.675270 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36562) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:37:35.688681 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd86eb2c-08c7-48fc-9724-8be5096bd9dd None None] Network 4664ea8e-8c0b-4f50-b52e-5f16e9995ea9 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:37:35.703048 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Attempting to bind port 2ec1d929-d9c0-49f5-b942-496ae0568910 on host n-h1-766043-2 for vnic_type normal with profile {"migrating_to": "n-h2-766043-2"} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:37:35.703709 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Attempting to bind port 2ec1d929-d9c0-49f5-b942-496ae0568910 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '911020b2-3bb4-4db0-af7a-51b07cbea653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:37:35.704528 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Attempting to bind port 2ec1d929-d9c0-49f5-b942-496ae0568910 on network 1bc22803-e21f-489d-a441-493f1928ab13 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:37:35.744064 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-aa454956-6adb-41ac-ab5a-2539b653dce7 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:37:35.744556 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-aa454956-6adb-41ac-ab5a-2539b653dce7 service neutron] Checking segment: {'id': '911020b2-3bb4-4db0-af7a-51b07cbea653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:37:35.744964 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-aa454956-6adb-41ac-ab5a-2539b653dce7 service neutron] Bound using segment: {'id': '911020b2-3bb4-4db0-af7a-51b07cbea653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:37:35.745411 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-aa454956-6adb-41ac-ab5a-2539b653dce7 service neutron] Bound port: 2ec1d929-d9c0-49f5-b942-496ae0568910, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '911020b2-3bb4-4db0-af7a-51b07cbea653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:37:35.745773 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-aa454956-6adb-41ac-ab5a-2539b653dce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:35.769435 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Port 2ec1d929-d9c0-49f5-b942-496ae0568910 on network 1bc22803-e21f-489d-a441-493f1928ab13 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:37:35.770053 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Attempting to bind port 2ec1d929-d9c0-49f5-b942-496ae0568910 on network 1bc22803-e21f-489d-a441-493f1928ab13 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:37:35.837417 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:37:35.838061 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Checking segment: {'id': '911020b2-3bb4-4db0-af7a-51b07cbea653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:37:35.840995 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Bound using segment: {'id': '911020b2-3bb4-4db0-af7a-51b07cbea653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:37:35.842323 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Bound port: 2ec1d929-d9c0-49f5-b942-496ae0568910, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '911020b2-3bb4-4db0-af7a-51b07cbea653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:37:35.842960 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:35.864997 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a17637c3-07f4-4947-8944-f8e944f24fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:35.894270 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e2be15f-63c3-4dda-91c2-826be9d3dc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:35.950036 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-aa454956-6adb-41ac-ab5a-2539b653dce7 service neutron] For port 2ec1d929-d9c0-49f5-b942-496ae0568910, host n-h1-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:37:35.977894 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-aa454956-6adb-41ac-ab5a-2539b653dce7 service neutron] For port 2ec1d929-d9c0-49f5-b942-496ae0568910, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=2ec1d929-d9c0-49f5-b942-496ae0568910,segment=NetworkSegment(911020b2-3bb4-4db0-af7a-51b07cbea653),segment_id=911020b2-3bb4-4db0-af7a-51b07cbea653)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:37:35.978621 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2be15f-63c3-4dda-91c2-826be9d3dc5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9ef53b6-8e56-42fe-8217-427426f8ece3,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:35.989576 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2be15f-63c3-4dda-91c2-826be9d3dc5c admin admin] Checking segment: {'id': 'f51c323d-efcf-4833-b945-23459cbc1a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6a50dd39-21d8-4e8c-a228-ac4e7835ce95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:37:35.989934 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2be15f-63c3-4dda-91c2-826be9d3dc5c admin admin] Network hostable DHCP agents. Network: 6a50dd39-21d8-4e8c-a228-ac4e7835ce95, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:37:35.995938 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-aa454956-6adb-41ac-ab5a-2539b653dce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:36.035155 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2be15f-63c3-4dda-91c2-826be9d3dc5c admin admin] Network 6a50dd39-21d8-4e8c-a228-ac4e7835ce95 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:37:36.058312 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-9e2be15f-63c3-4dda-91c2-826be9d3dc5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 6a50dd39-21d8-4e8c-a228-ac4e7835ce95) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:37:36.065073 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 2ec1d929-d9c0-49f5-b942-496ae0568910, host n-h1-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:37:36.075250 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59c9a5e-c7d4-4cb9-a6b2-4337f893ee5e None None] Network 6a50dd39-21d8-4e8c-a228-ac4e7835ce95 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:37:36.078367 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2be15f-63c3-4dda-91c2-826be9d3dc5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:36.079356 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e2be15f-63c3-4dda-91c2-826be9d3dc5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:36.088374 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 2ec1d929-d9c0-49f5-b942-496ae0568910-n-h1-766043-2-0 {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 14:37:36.088789 n-d-766043-2 neutron-server[94641]: DEBUG oslo_db.api [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 14:37:36.124184 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9e2be15f-63c3-4dda-91c2-826be9d3dc5c admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5947907 Aug 19 14:37:36.229276 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80060e2-dae7-4a99-bcc4-63c10a641821 None None] DHCP port deletion for 4664ea8e-8c0b-4f50-b52e-5f16e9995ea9 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:37:36.458084 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294a05ff-dee7-4ca8-a8e5-df068a2c78fd None None] Network 6a50dd39-21d8-4e8c-a228-ac4e7835ce95 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:37:36.576935 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a17637c3-07f4-4947-8944-f8e944f24fa3 admin admin] Deleting port f63e9450-13af-4309-8ec5-fbe8d5f80fe1 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:37:36.578156 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a17637c3-07f4-4947-8944-f8e944f24fa3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:36.676517 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Attempting to bind port 2ec1d929-d9c0-49f5-b942-496ae0568910 on host n-h1-766043-2 for vnic_type normal with profile {"migrating_to": "n-h2-766043-2"} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:37:36.676927 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Attempting to bind port 2ec1d929-d9c0-49f5-b942-496ae0568910 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '911020b2-3bb4-4db0-af7a-51b07cbea653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:37:36.677291 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Attempting to bind port 2ec1d929-d9c0-49f5-b942-496ae0568910 on network 1bc22803-e21f-489d-a441-493f1928ab13 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:37:36.687249 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Port 2ec1d929-d9c0-49f5-b942-496ae0568910 on network 1bc22803-e21f-489d-a441-493f1928ab13 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:37:36.687618 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Attempting to bind port 2ec1d929-d9c0-49f5-b942-496ae0568910 on network 1bc22803-e21f-489d-a441-493f1928ab13 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:37:36.703371 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:37:36.703745 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Checking segment: {'id': '911020b2-3bb4-4db0-af7a-51b07cbea653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:37:36.704170 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Bound using segment: {'id': '911020b2-3bb4-4db0-af7a-51b07cbea653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:37:36.705320 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Bound port: 2ec1d929-d9c0-49f5-b942-496ae0568910, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '911020b2-3bb4-4db0-af7a-51b07cbea653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:37:36.706047 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:36.750709 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d80060e2-dae7-4a99-bcc4-63c10a641821 None None] Deleting port f63e9450-13af-4309-8ec5-fbe8d5f80fe1 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:37:36.751085 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d80060e2-dae7-4a99-bcc4-63c10a641821 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:36.765413 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-aa454956-6adb-41ac-ab5a-2539b653dce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:36.766050 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-aa454956-6adb-41ac-ab5a-2539b653dce7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:36.768234 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-aa454956-6adb-41ac-ab5a-2539b653dce7 service neutron] 10.222.0.88 "PUT /v2.0/ports/2ec1d929-d9c0-49f5-b942-496ae0568910 HTTP/1.1" status: 200 len: 1121 time: 2.4494162 Aug 19 14:37:36.787016 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa454956-6adb-41ac-ab5a-2539b653dce7 service neutron] Pushing event updated for resources: {'Port': ['ID=2ec1d929-d9c0-49f5-b942-496ae0568910,revision_number=8']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:36.806600 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-a17637c3-07f4-4947-8944-f8e944f24fa3 admin admin] For port f63e9450-13af-4309-8ec5-fbe8d5f80fe1, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=f63e9450-13af-4309-8ec5-fbe8d5f80fe1,segment=NetworkSegment(6d146e0f-eb85-4f7f-b206-3b04b40e221e),segment_id=6d146e0f-eb85-4f7f-b206-3b04b40e221e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:37:36.807206 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a17637c3-07f4-4947-8944-f8e944f24fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:36.828439 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675bd6e9-7f7d-4af1-833a-863324e86647 req-15df1a84-8f15-4bdd-aee8-b81824d6e0cf tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:36.838068 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-675bd6e9-7f7d-4af1-833a-863324e86647 req-15df1a84-8f15-4bdd-aee8-b81824d6e0cf tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 950 time: 0.2575159 Aug 19 14:37:36.850484 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b5e50-e6c1-498c-a541-2db175917add req-77407dc6-5052-42c9-893f-167950d10936 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:36.860032 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-542b5e50-e6c1-498c-a541-2db175917add req-77407dc6-5052-42c9-893f-167950d10936 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b HTTP/1.1" status: 200 len: 943 time: 0.2652946 Aug 19 14:37:36.918663 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a17637c3-07f4-4947-8944-f8e944f24fa3 admin admin] Calling delete_port for f63e9450-13af-4309-8ec5-fbe8d5f80fe1 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:37:36.968594 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36588) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:37:36.974979 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8315d42c-9ebb-4291-9c27-cd13771af739 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1279562383-network', 'tenant_id': '2000f57e297f408eadcee4cadbd94196'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:37:37.028296 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8315d42c-9ebb-4291-9c27-cd13771af739 admin admin] Made reservation on behalf of 2000f57e297f408eadcee4cadbd94196 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:37:37.032300 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8315d42c-9ebb-4291-9c27-cd13771af739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:37.042749 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8315d42c-9ebb-4291-9c27-cd13771af739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:37.165630 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-675bd6e9-7f7d-4af1-833a-863324e86647 req-695a9b29-dd3e-404c-802c-6383ba33041d tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261995 Aug 19 14:37:37.168771 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-542b5e50-e6c1-498c-a541-2db175917add req-7f196dbd-ddff-457d-a8a8-aeee0b54a8ce tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077061 Aug 19 14:37:37.172325 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a17637c3-07f4-4947-8944-f8e944f24fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:37.220664 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8315d42c-9ebb-4291-9c27-cd13771af739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:37.221275 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17637c3-07f4-4947-8944-f8e944f24fa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f63e9450-13af-4309-8ec5-fbe8d5f80fe1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:37.226985 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device f63e9450-13af-4309-8ec5-fbe8d5f80fe1 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:37:37.229582 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:37.232512 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8315d42c-9ebb-4291-9c27-cd13771af739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:37.240453 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17637c3-07f4-4947-8944-f8e944f24fa3 admin admin] No DVR routers for this DVR port f63e9450-13af-4309-8ec5-fbe8d5f80fe1 on host n-d-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:37:37.264041 n-d-766043-2 neutron-server[94641]: WARNING neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Concurrent port binding operations failed on port 2ec1d929-d9c0-49f5-b942-496ae0568910 Aug 19 14:37:37.269611 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 2ec1d929-d9c0-49f5-b942-496ae0568910, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=2ec1d929-d9c0-49f5-b942-496ae0568910,segment=NetworkSegment(911020b2-3bb4-4db0-af7a-51b07cbea653),segment_id=911020b2-3bb4-4db0-af7a-51b07cbea653)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:37:37.314881 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8315d42c-9ebb-4291-9c27-cd13771af739 admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:37:37.317139 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8315d42c-9ebb-4291-9c27-cd13771af739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=494e0e1b-4391-4aa2-b934-0cffc819552d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:37.331483 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['2ec1d929-d9c0-49f5-b942-496ae0568910'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:37:37.338019 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['2ec1d929-d9c0-49f5-b942-496ae0568910'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:37:37.349354 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8315d42c-9ebb-4291-9c27-cd13771af739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:37.349861 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-8315d42c-9ebb-4291-9c27-cd13771af739 admin admin] Added segment ebcff5e2-075c-4cf2-aac2-28ff66ecd70d of type vlan for network 87282a49-780b-4443-b211-99d41594d200 Aug 19 14:37:37.358588 n-d-766043-2 neutron-server[94641]: INFO neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Attempt 2 to bind port 2ec1d929-d9c0-49f5-b942-496ae0568910 Aug 19 14:37:37.358861 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 2ec1d929-d9c0-49f5-b942-496ae0568910 has no active binding in host n-h2-766043-2 {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 14:37:37.360067 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: f63e9450-13af-4309-8ec5-fbe8d5f80fe1 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:37:37.360429 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device f63e9450-13af-4309-8ec5-fbe8d5f80fe1 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:37:37.360852 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 0027782e-3471-4a48-8aa0-c3ceee24c279 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:37:37.378971 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a17637c3-07f4-4947-8944-f8e944f24fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:37.395915 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a17637c3-07f4-4947-8944-f8e944f24fa3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4664ea8e-8c0b-4f50-b52e-5f16e9995ea9']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:37:37.402128 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8315d42c-9ebb-4291-9c27-cd13771af739 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:37.412518 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a17637c3-07f4-4947-8944-f8e944f24fa3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d146e0f-eb85-4f7f-b206-3b04b40e221e') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:37:37.413365 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a17637c3-07f4-4947-8944-f8e944f24fa3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d146e0f-eb85-4f7f-b206-3b04b40e221e') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:37:37.428209 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a17637c3-07f4-4947-8944-f8e944f24fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:37.439879 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8315d42c-9ebb-4291-9c27-cd13771af739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:37.440981 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8315d42c-9ebb-4291-9c27-cd13771af739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:37.441580 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8315d42c-9ebb-4291-9c27-cd13771af739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:37.449252 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b', 'tag': '2ec1d929-d9c0-49f5-b942-496ae0568910'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:37:37.451897 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6731bc-1fe7-42e2-80d7-eabcace59d25" -d '{"events": [{"name": "network-changed", "server_uuid": "c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b", "tag": "2ec1d929-d9c0-49f5-b942-496ae0568910"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:37:37.464465 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a17637c3-07f4-4947-8944-f8e944f24fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:37.478867 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a17637c3-07f4-4947-8944-f8e944f24fa3 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:37:37.483302 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a17637c3-07f4-4947-8944-f8e944f24fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:37.485979 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:37:37.485979 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:37:37.485979 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:37:37.485979 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:37:37.485979 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:37:37.485979 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:37:37.485979 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:37:37.485979 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:37:37.485979 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:37:37.485979 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:37:37.485979 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:37:37.485979 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:37:37.485979 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:37:37.485979 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:37:37.485979 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:37:37.485979 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:37:37.485979 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:37:37.485979 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:37:37.485979 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:37:37.485979 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:37:37.485979 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:37:37.485979 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:37:37.485979 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:37:37.485979 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:37:37.485979 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:37:37.485979 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:37:37.485979 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:37:37.485979 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:37:37.485979 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:37:37.485979 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:37:37.485979 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:37:37.485979 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:37:37.543319 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d80060e2-dae7-4a99-bcc4-63c10a641821 None None] For port f63e9450-13af-4309-8ec5-fbe8d5f80fe1, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=f63e9450-13af-4309-8ec5-fbe8d5f80fe1,segment=NetworkSegment(6d146e0f-eb85-4f7f-b206-3b04b40e221e),segment_id=6d146e0f-eb85-4f7f-b206-3b04b40e221e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:37:37.546379 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d80060e2-dae7-4a99-bcc4-63c10a641821 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:37.551608 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 0027782e-3471-4a48-8aa0-c3ceee24c279 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:37:37.552578 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 0027782e-3471-4a48-8aa0-c3ceee24c279 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:37:37.577117 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d80060e2-dae7-4a99-bcc4-63c10a641821 None None] Calling delete_port for f63e9450-13af-4309-8ec5-fbe8d5f80fe1 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:37:37.633937 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f0cc43-d57d-44c2-a04b-74baf8fac7a5 x-openstack-request-id: req-a8f0cc43-d57d-44c2-a04b-74baf8fac7a5 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:37:37.634577 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b", "tag": "2ec1d929-d9c0-49f5-b942-496ae0568910", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:37:37.634862 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a8f0cc43-d57d-44c2-a04b-74baf8fac7a5 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:37:37.635276 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b', 'tag': '2ec1d929-d9c0-49f5-b942-496ae0568910', 'status': 'completed', 'code': 200} Aug 19 14:37:37.640136 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a17637c3-07f4-4947-8944-f8e944f24fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:37.654012 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8315d42c-9ebb-4291-9c27-cd13771af739 admin admin] Pushing event updated for resources: {'Network': ['ID=87282a49-780b-4443-b211-99d41594d200,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:37.679014 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17637c3-07f4-4947-8944-f8e944f24fa3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4664ea8e-8c0b-4f50-b52e-5f16e9995ea9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:37.682765 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a17637c3-07f4-4947-8944-f8e944f24fa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:37.690739 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 87282a49-780b-4443-b211-99d41594d200 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:37:37.700755 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a17637c3-07f4-4947-8944-f8e944f24fa3 admin admin] 10.222.0.69 "DELETE /v2.0/networks/4664ea8e-8c0b-4f50-b52e-5f16e9995ea9 HTTP/1.1" status: 204 len: 168 time: 2.0237095 Aug 19 14:37:37.712926 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8315d42c-9ebb-4291-9c27-cd13771af739 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7397792 Aug 19 14:37:37.713555 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36600) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:37:37.719628 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b90205fc-63b6-4124-9b4f-6de179acff24 admin admin] Request body: {'subnet': {'network_id': '87282a49-780b-4443-b211-99d41594d200', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1279562383-subnet', 'tenant_id': '2000f57e297f408eadcee4cadbd94196', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:37:37.750694 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90205fc-63b6-4124-9b4f-6de179acff24 admin admin] Made reservation on behalf of 2000f57e297f408eadcee4cadbd94196 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:37:37.753401 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b90205fc-63b6-4124-9b4f-6de179acff24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:37.759157 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6731bc-1fe7-42e2-80d7-eabcace59d25 req-b516d0b9-8854-4296-9fbb-e9e31cd525b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:37.760871 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4b6731bc-1fe7-42e2-80d7-eabcace59d25 req-b516d0b9-8854-4296-9fbb-e9e31cd525b2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b2e5fa7db1364ccea50861254cd97ec3&device_id=c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b HTTP/1.1" status: 200 len: 1124 time: 0.1089325 Aug 19 14:37:37.941674 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d80060e2-dae7-4a99-bcc4-63c10a641821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:37.961178 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6731bc-1fe7-42e2-80d7-eabcace59d25 req-09edb925-2e35-4565-890e-57e2d9e8a199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:37.962774 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4b6731bc-1fe7-42e2-80d7-eabcace59d25 req-09edb925-2e35-4565-890e-57e2d9e8a199 service neutron] 10.222.0.68 "GET /v2.0/networks?id=1bc22803-e21f-489d-a441-493f1928ab13 HTTP/1.1" status: 200 len: 922 time: 0.1905429 Aug 19 14:37:38.003686 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d80060e2-dae7-4a99-bcc4-63c10a641821 None None] Network 4664ea8e-8c0b-4f50-b52e-5f16e9995ea9 is not hosted by any dhcp agent {{(pid=94641) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 14:37:38.004531 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80060e2-dae7-4a99-bcc4-63c10a641821 None None] No DVR routers for this DVR port f63e9450-13af-4309-8ec5-fbe8d5f80fe1 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:37:38.015911 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80060e2-dae7-4a99-bcc4-63c10a641821 None None] Pushing event deleted for resources: {'Port': ['ID=f63e9450-13af-4309-8ec5-fbe8d5f80fe1,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:38.041636 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36602) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:37:38.076702 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4b6731bc-1fe7-42e2-80d7-eabcace59d25 req-f1a19883-5eb5-4847-b10d-2368f0a3dfe9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ec1d929-d9c0-49f5-b942-496ae0568910 HTTP/1.1" status: 200 len: 217 time: 0.0760121 Aug 19 14:37:38.107685 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a9a336c2-ca36-419e-855b-21fe9c736e9b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c7862c29c1f54919a2695e4fd8a4d37c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0741332 Aug 19 14:37:38.110794 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36604) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:37:38.173627 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5051ec75-8ee9-449c-9326-30f2414911e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:38.190088 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6731bc-1fe7-42e2-80d7-eabcace59d25 req-957934e4-f4dc-4804-bb4e-f5bdc7bba8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:38.191948 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4b6731bc-1fe7-42e2-80d7-eabcace59d25 req-957934e4-f4dc-4804-bb4e-f5bdc7bba8ba service neutron] 10.222.0.68 "GET /v2.0/subnets?id=0f5154a7-363a-4827-ab5d-78b924f5e137 HTTP/1.1" status: 200 len: 861 time: 0.1013997 Aug 19 14:37:38.193433 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b90205fc-63b6-4124-9b4f-6de179acff24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:38.200060 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5051ec75-8ee9-449c-9326-30f2414911e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:38.259479 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4b6731bc-1fe7-42e2-80d7-eabcace59d25 req-c9dc413b-c645-43df-8735-0274c8f7e301 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1bc22803-e21f-489d-a441-493f1928ab13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578930 Aug 19 14:37:38.270191 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5051ec75-8ee9-449c-9326-30f2414911e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:38.275319 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5051ec75-8ee9-449c-9326-30f2414911e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:38.284393 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90205fc-63b6-4124-9b4f-6de179acff24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37288eb5-c08c-4fff-9c63-1886b5c9ee2e,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:38.290822 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-5051ec75-8ee9-449c-9326-30f2414911e8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7c956684-a6a5-4798-8f42-724bc49dea24 HTTP/1.1" status: 204 len: 168 time: 0.1717160 Aug 19 14:37:38.311827 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5051ec75-8ee9-449c-9326-30f2414911e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c956684-a6a5-4798-8f42-724bc49dea24,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:38.366357 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90205fc-63b6-4124-9b4f-6de179acff24 admin admin] Checking segment: {'id': 'ebcff5e2-075c-4cf2-aac2-28ff66ecd70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '87282a49-780b-4443-b211-99d41594d200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:37:38.366846 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90205fc-63b6-4124-9b4f-6de179acff24 admin admin] Network hostable DHCP agents. Network: 87282a49-780b-4443-b211-99d41594d200, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:37:38.408153 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90205fc-63b6-4124-9b4f-6de179acff24 admin admin] Network 87282a49-780b-4443-b211-99d41594d200 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:37:38.426768 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4b6731bc-1fe7-42e2-80d7-eabcace59d25 req-064af36a-0908-4a03-9a34-626b4d69e5fd service neutron] 10.222.0.68 "GET /v2.0/networks/1bc22803-e21f-489d-a441-493f1928ab13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528234 Aug 19 14:37:38.429764 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-b90205fc-63b6-4124-9b4f-6de179acff24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 87282a49-780b-4443-b211-99d41594d200) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:37:38.436553 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0672fc1f-4ee7-40e1-835b-6a1ce01df540 req-07d81ddb-5f16-4900-ade4-f3be9c90d3fc tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:38.438263 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0672fc1f-4ee7-40e1-835b-6a1ce01df540 req-07d81ddb-5f16-4900-ade4-f3be9c90d3fc tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b HTTP/1.1" status: 200 len: 943 time: 0.1013253 Aug 19 14:37:38.447206 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b24164-23ff-4a35-a1e4-2ff6b2fbfdaa None None] Network 87282a49-780b-4443-b211-99d41594d200 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:37:38.466570 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f7cda-57b7-49a8-91a7-c79990fd4540 req-704695c4-80b9-4a77-af1f-affa523c2be2 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:38.473821 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8f0f7cda-57b7-49a8-91a7-c79990fd4540 req-704695c4-80b9-4a77-af1f-affa523c2be2 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 950 time: 0.0920467 Aug 19 14:37:38.546202 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0672fc1f-4ee7-40e1-835b-6a1ce01df540 req-4ff39ce3-7852-4108-abe0-9ccc69a9bd76 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682585 Aug 19 14:37:38.565415 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8f0f7cda-57b7-49a8-91a7-c79990fd4540 req-1805fe9f-b80c-479a-8ee4-208099638163 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828652 Aug 19 14:37:38.648708 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90205fc-63b6-4124-9b4f-6de179acff24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:38.650657 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b90205fc-63b6-4124-9b4f-6de179acff24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:38.688729 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b90205fc-63b6-4124-9b4f-6de179acff24 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9739797 Aug 19 14:37:38.727885 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4b6731bc-1fe7-42e2-80d7-eabcace59d25 req-7c47decb-dcae-4afd-8d95-aefe5b8f0155 service neutron] 10.222.0.68 "GET /v2.0/networks/1bc22803-e21f-489d-a441-493f1928ab13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602649 Aug 19 14:37:38.762972 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929b8dd7-affe-4840-8ecf-0835f150caf4 None None] Network 87282a49-780b-4443-b211-99d41594d200 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:37:39.438845 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36654) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:37:39.522396 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a9203-78da-4941-a24d-014994f10c8e req-f16cd209-8754-4fdf-acf2-e54d1b7cafe0 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:39.530751 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-507a9203-78da-4941-a24d-014994f10c8e req-f16cd209-8754-4fdf-acf2-e54d1b7cafe0 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] 10.222.0.69 "GET /v2.0/networks?id=6a50dd39-21d8-4e8c-a228-ac4e7835ce95 HTTP/1.1" status: 200 len: 825 time: 0.1420009 Aug 19 14:37:39.541388 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-507a9203-78da-4941-a24d-014994f10c8e req-02ec57e3-8895-4ffc-97ea-1a60559c97bd tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] 10.222.0.69 "GET /v2.0/quotas/e43edcccf840451f903d9b7ba55885ba HTTP/1.1" status: 200 len: 375 time: 0.0098555 Aug 19 14:37:39.562883 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-fa2dd68c-622c-4b59-8c16-4de289ad81e5 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1460289767-network', 'tenant_id': '5d196cbee1214cf6a91c09d6264353bd'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:37:39.580466 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-507a9203-78da-4941-a24d-014994f10c8e req-5677e6c0-4ba2-4ae4-9e97-b22b25f76118 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e43edcccf840451f903d9b7ba55885ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333128 Aug 19 14:37:39.591757 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2dd68c-622c-4b59-8c16-4de289ad81e5 admin admin] Made reservation on behalf of 5d196cbee1214cf6a91c09d6264353bd for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:37:39.594526 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa2dd68c-622c-4b59-8c16-4de289ad81e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:39.606489 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa2dd68c-622c-4b59-8c16-4de289ad81e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:39.736488 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bf287-4c80-4ec2-bb3e-b3010b79cfa6 req-2f0f9ccc-e2cf-4a2a-bc51-7af0c74ec583 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:39.737997 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-963bf287-4c80-4ec2-bb3e-b3010b79cfa6 req-2f0f9ccc-e2cf-4a2a-bc51-7af0c74ec583 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 950 time: 0.0894723 Aug 19 14:37:39.738920 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa2dd68c-622c-4b59-8c16-4de289ad81e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:39.740012 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-507a9203-78da-4941-a24d-014994f10c8e req-59b18e42-d0d9-4e1c-b68a-4f1fc3acb33e service neutron] 10.222.0.69 "GET /v2.0/networks/6a50dd39-21d8-4e8c-a228-ac4e7835ce95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511176 Aug 19 14:37:39.743686 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa2dd68c-622c-4b59-8c16-4de289ad81e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:39.780072 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa2dd68c-622c-4b59-8c16-4de289ad81e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:37:39.794540 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2dd68c-622c-4b59-8c16-4de289ad81e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a93f3bc-eb52-4521-81e6-41db3c003964,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:39.810472 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa2dd68c-622c-4b59-8c16-4de289ad81e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:39.810969 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-fa2dd68c-622c-4b59-8c16-4de289ad81e5 admin admin] Added segment 0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2 of type vlan for network bbd2a93a-7213-4b80-b420-e06e4ab28650 Aug 19 14:37:39.878461 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-963bf287-4c80-4ec2-bb3e-b3010b79cfa6 req-a0694e3f-ab80-461a-ab55-f20af0764483 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314862 Aug 19 14:37:39.900603 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa2dd68c-622c-4b59-8c16-4de289ad81e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:39.934491 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-507a9203-78da-4941-a24d-014994f10c8e req-4c2e49a3-4b88-4617-aa31-79caaa640b71 service neutron] 10.222.0.69 "GET /v2.0/networks/6a50dd39-21d8-4e8c-a228-ac4e7835ce95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857975 Aug 19 14:37:39.972042 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9fb48c8e-7777-4d77-89c9-f208319732e0 req-ee83f26b-bed0-4a77-84dd-c12a6b0164b7 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=da0f434b-a5a6-4589-99a8-a613dceb3699&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0894208 Aug 19 14:37:39.976691 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa2dd68c-622c-4b59-8c16-4de289ad81e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:39.980436 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2dd68c-622c-4b59-8c16-4de289ad81e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:39.980436 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa2dd68c-622c-4b59-8c16-4de289ad81e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:40.064558 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c051b5-542e-4772-977a-b86fa731b41b req-aac4fd34-3e7c-4ce5-8188-9049f7db8638 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:40.097843 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-62c051b5-542e-4772-977a-b86fa731b41b req-aac4fd34-3e7c-4ce5-8188-9049f7db8638 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b HTTP/1.1" status: 200 len: 943 time: 0.1015358 Aug 19 14:37:40.099032 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2dd68c-622c-4b59-8c16-4de289ad81e5 admin admin] Pushing event updated for resources: {'Network': ['ID=bbd2a93a-7213-4b80-b420-e06e4ab28650,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:40.133302 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb48c8e-7777-4d77-89c9-f208319732e0 req-e1a0217d-a389-4ab6-a5e2-1f04aa255c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:40.133302 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9fb48c8e-7777-4d77-89c9-f208319732e0 req-e1a0217d-a389-4ab6-a5e2-1f04aa255c60 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=309b8293893e4b68ba54397ad041e8b9&device_id=da0f434b-a5a6-4589-99a8-a613dceb3699 HTTP/1.1" status: 200 len: 1096 time: 0.0755374 Aug 19 14:37:40.135954 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-62c051b5-542e-4772-977a-b86fa731b41b req-e4ff586f-4afb-485b-8f52-b216164f4cff tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606334 Aug 19 14:37:40.145915 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network bbd2a93a-7213-4b80-b420-e06e4ab28650 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:37:40.153319 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-fa2dd68c-622c-4b59-8c16-4de289ad81e5 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7102809 Aug 19 14:37:40.155391 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36670) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:37:40.164886 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-63d1f344-12f8-4997-bead-a10288c3c09d admin admin] Request body: {'subnet': {'network_id': 'bbd2a93a-7213-4b80-b420-e06e4ab28650', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1460289767-subnet', 'tenant_id': '5d196cbee1214cf6a91c09d6264353bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:37:40.251137 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d1f344-12f8-4997-bead-a10288c3c09d admin admin] Made reservation on behalf of 5d196cbee1214cf6a91c09d6264353bd for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:37:40.255489 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63d1f344-12f8-4997-bead-a10288c3c09d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:40.388583 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb48c8e-7777-4d77-89c9-f208319732e0 req-898b574e-460f-4823-bb98-d6bb0876c75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:40.390261 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9fb48c8e-7777-4d77-89c9-f208319732e0 req-898b574e-460f-4823-bb98-d6bb0876c75b service neutron] 10.222.0.68 "GET /v2.0/networks?id=6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 HTTP/1.1" status: 200 len: 908 time: 0.2151318 Aug 19 14:37:40.436953 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9ef57af4-0385-48e2-90cf-acddac09f93d req-4ad7c725-39dd-41d9-aaff-39f08832acb4 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] 10.222.0.69 "GET /v2.0/ports?device_id=dde6504c-598c-44d7-bf95-2872030635be HTTP/1.1" status: 200 len: 210 time: 0.0629158 Aug 19 14:37:40.454365 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9fb48c8e-7777-4d77-89c9-f208319732e0 req-2ca6a5eb-22d5-4535-9bf6-86417d8e16ae service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=762e06b8-cc33-45a1-8702-4e858a90fa00 HTTP/1.1" status: 200 len: 217 time: 0.0522377 Aug 19 14:37:40.513561 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb48c8e-7777-4d77-89c9-f208319732e0 req-f4affc77-7bb6-4b8d-94c2-e7bb7dfdeeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:40.514319 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63d1f344-12f8-4997-bead-a10288c3c09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:40.515537 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9fb48c8e-7777-4d77-89c9-f208319732e0 req-f4affc77-7bb6-4b8d-94c2-e7bb7dfdeeff service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e6c98e66-0094-4a00-ab2a-dbcb4602f2eb HTTP/1.1" status: 200 len: 847 time: 0.0514281 Aug 19 14:37:40.570790 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9fb48c8e-7777-4d77-89c9-f208319732e0 req-2381df49-121d-4a86-9afe-f94951fb2680 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6e6d7ced-670a-4172-99e0-b6cfaa52bcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434017 Aug 19 14:37:40.574676 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d1f344-12f8-4997-bead-a10288c3c09d admin admin] Pushing event updated for resources: {'Subnet': ['ID=485d38cc-464f-453a-8bf5-ce58f74a38b6,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:40.587026 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d1f344-12f8-4997-bead-a10288c3c09d admin admin] Checking segment: {'id': '0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bbd2a93a-7213-4b80-b420-e06e4ab28650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:37:40.588067 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d1f344-12f8-4997-bead-a10288c3c09d admin admin] Network hostable DHCP agents. Network: bbd2a93a-7213-4b80-b420-e06e4ab28650, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:37:40.612671 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d1f344-12f8-4997-bead-a10288c3c09d admin admin] Network bbd2a93a-7213-4b80-b420-e06e4ab28650 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:37:40.625352 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-63d1f344-12f8-4997-bead-a10288c3c09d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, bbd2a93a-7213-4b80-b420-e06e4ab28650) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:37:40.630651 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d1f344-12f8-4997-bead-a10288c3c09d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:40.631595 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63d1f344-12f8-4997-bead-a10288c3c09d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:40.639789 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753e7a4b-1e50-4147-bde6-31e3c8e81950 None None] Network bbd2a93a-7213-4b80-b420-e06e4ab28650 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:37:40.661048 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-63d1f344-12f8-4997-bead-a10288c3c09d admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5044129 Aug 19 14:37:40.691216 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9fb48c8e-7777-4d77-89c9-f208319732e0 req-6c9244c0-9d67-4a49-aa2d-8dfa8db3624d service neutron] 10.222.0.68 "GET /v2.0/networks/6e6d7ced-670a-4172-99e0-b6cfaa52bcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075609 Aug 19 14:37:40.818825 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9fb48c8e-7777-4d77-89c9-f208319732e0 req-3c9a3da3-2147-4486-9644-e63d89aa467b service neutron] 10.222.0.68 "GET /v2.0/networks/6e6d7ced-670a-4172-99e0-b6cfaa52bcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124210 Aug 19 14:37:40.860382 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4edd272-e188-4678-89f8-6eea4906b6e3 None None] Network bbd2a93a-7213-4b80-b420-e06e4ab28650 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:37:41.085218 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38146998-3abb-4f72-ac61-1df64affef90 req-de936e21-9170-4ba8-9686-557ee41cfa15 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:41.087646 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-38146998-3abb-4f72-ac61-1df64affef90 req-de936e21-9170-4ba8-9686-557ee41cfa15 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 950 time: 0.0915284 Aug 19 14:37:41.147927 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-38146998-3abb-4f72-ac61-1df64affef90 req-213b50db-b67c-4623-9b41-e87b0ecb5357 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535507 Aug 19 14:37:41.250628 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7239ac0-c246-4c08-a615-ff8feabb86da req-929387d0-66b1-425e-a55c-8a1babea979a tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:41.252150 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f7239ac0-c246-4c08-a615-ff8feabb86da req-929387d0-66b1-425e-a55c-8a1babea979a tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/networks?id=bbd2a93a-7213-4b80-b420-e06e4ab28650 HTTP/1.1" status: 200 len: 822 time: 0.1278276 Aug 19 14:37:41.279449 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f7239ac0-c246-4c08-a615-ff8feabb86da req-1c77923c-4bba-4736-9f60-e1631cfac786 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/quotas/5d196cbee1214cf6a91c09d6264353bd HTTP/1.1" status: 200 len: 375 time: 0.0202410 Aug 19 14:37:41.327900 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f7239ac0-c246-4c08-a615-ff8feabb86da req-0250e633-6376-4372-9e3c-df2544166636 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=5d196cbee1214cf6a91c09d6264353bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335767 Aug 19 14:37:41.353647 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26494271-2bad-4eaf-80af-4c7191254327 req-e25dd82d-dffb-43db-93b5-bdad634ad42e tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:41.355118 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-26494271-2bad-4eaf-80af-4c7191254327 req-e25dd82d-dffb-43db-93b5-bdad634ad42e tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b HTTP/1.1" status: 200 len: 943 time: 0.0895226 Aug 19 14:37:41.436547 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-26494271-2bad-4eaf-80af-4c7191254327 req-c23d2c3c-e0a6-4124-8a43-cc8f3cdaec75 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715356 Aug 19 14:37:41.457801 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f7239ac0-c246-4c08-a615-ff8feabb86da req-1cfb523b-ecfb-42e9-b8f4-5cace4496e79 service neutron] 10.222.0.69 "GET /v2.0/networks/bbd2a93a-7213-4b80-b420-e06e4ab28650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200674 Aug 19 14:37:41.565240 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f7239ac0-c246-4c08-a615-ff8feabb86da req-8cd4529f-a865-4208-885a-227c70672a19 service neutron] 10.222.0.69 "GET /v2.0/networks/bbd2a93a-7213-4b80-b420-e06e4ab28650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998132 Aug 19 14:37:41.667443 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-52815452-4e83-47a8-a5f5-5be9cb543dad req-f22930b8-482d-471c-8e2a-2330473e0090 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] 10.222.0.69 "GET /v2.0/ports?device_id=dde6504c-598c-44d7-bf95-2872030635be HTTP/1.1" status: 200 len: 210 time: 0.0322034 Aug 19 14:37:41.797452 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f1ac4cc2-28f5-42ff-b391-fe2ee4e19e37 req-36c9ac1f-f258-468b-8b16-e27472a96dc9 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=eaae9bab-d832-41c4-bd4f-16ee6a332709 HTTP/1.1" status: 200 len: 210 time: 0.0357535 Aug 19 14:37:41.889602 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a9203-78da-4941-a24d-014994f10c8e req-55938058-e1ab-489c-b3ea-6b103e232df8 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:41.891065 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-507a9203-78da-4941-a24d-014994f10c8e req-55938058-e1ab-489c-b3ea-6b103e232df8 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] 10.222.0.88 "GET /v2.0/networks?id=6a50dd39-21d8-4e8c-a228-ac4e7835ce95 HTTP/1.1" status: 200 len: 825 time: 0.1916356 Aug 19 14:37:41.911626 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-507a9203-78da-4941-a24d-014994f10c8e req-3e35032f-ac2c-40da-bd80-f54046a22696 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] Request body: {'port': {'device_id': 'dde6504c-598c-44d7-bf95-2872030635be', 'network_id': '6a50dd39-21d8-4e8c-a228-ac4e7835ce95', 'admin_state_up': True, 'tenant_id': 'e43edcccf840451f903d9b7ba55885ba'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:37:42.046088 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-507a9203-78da-4941-a24d-014994f10c8e req-3e35032f-ac2c-40da-bd80-f54046a22696 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] Made reservation on behalf of e43edcccf840451f903d9b7ba55885ba for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:37:42.050908 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-507a9203-78da-4941-a24d-014994f10c8e req-3e35032f-ac2c-40da-bd80-f54046a22696 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:42.212446 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-507a9203-78da-4941-a24d-014994f10c8e req-3e35032f-ac2c-40da-bd80-f54046a22696 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] Allocated IP 172.20.0.8 (6a50dd39-21d8-4e8c-a228-ac4e7835ce95/e9ef53b6-8e56-42fe-8217-427426f8ece3/968a8595-98dc-4b93-9569-271c8bf82a84) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:37:42.352156 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1bc1e2-3032-4a9a-b51e-88a6ed8a7102 req-7f3384bc-4f3d-431b-83f8-d232e5531a53 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:42.353613 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8e1bc1e2-3032-4a9a-b51e-88a6ed8a7102 req-7f3384bc-4f3d-431b-83f8-d232e5531a53 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 950 time: 0.1253166 Aug 19 14:37:42.419437 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8e1bc1e2-3032-4a9a-b51e-88a6ed8a7102 req-67c030a4-61c8-456c-b11c-7ebe794eb5e7 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574992 Aug 19 14:37:42.447359 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-507a9203-78da-4941-a24d-014994f10c8e req-3e35032f-ac2c-40da-bd80-f54046a22696 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:42.487707 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-507a9203-78da-4941-a24d-014994f10c8e req-3e35032f-ac2c-40da-bd80-f54046a22696 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:42.579287 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-507a9203-78da-4941-a24d-014994f10c8e req-3e35032f-ac2c-40da-bd80-f54046a22696 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] Network 6a50dd39-21d8-4e8c-a228-ac4e7835ce95 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:37:42.588365 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-507a9203-78da-4941-a24d-014994f10c8e req-3e35032f-ac2c-40da-bd80-f54046a22696 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:37:42.591552 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-507a9203-78da-4941-a24d-014994f10c8e req-3e35032f-ac2c-40da-bd80-f54046a22696 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:37:42.595854 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e35032f-ac2c-40da-bd80-f54046a22696 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] Pushing event updated for resources: {'Port': ['ID=968a8595-98dc-4b93-9569-271c8bf82a84,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:42.646615 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4d310-e1a5-4c9a-930e-82bcf498c1f8 req-11f37cb0-234b-478f-8d82-865b29d196fb tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:42.648268 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b7a4d310-e1a5-4c9a-930e-82bcf498c1f8 req-11f37cb0-234b-478f-8d82-865b29d196fb tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b HTTP/1.1" status: 200 len: 943 time: 0.1297889 Aug 19 14:37:42.687991 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a9203-78da-4941-a24d-014994f10c8e req-3e35032f-ac2c-40da-bd80-f54046a22696 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:42.688943 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-507a9203-78da-4941-a24d-014994f10c8e req-3e35032f-ac2c-40da-bd80-f54046a22696 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:42.723781 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-507a9203-78da-4941-a24d-014994f10c8e req-3e35032f-ac2c-40da-bd80-f54046a22696 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8161767 Aug 19 14:37:42.727405 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b7a4d310-e1a5-4c9a-930e-82bcf498c1f8 req-8695af9e-e1ab-448b-9934-09bcfedcec7a tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637715 Aug 19 14:37:42.744397 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-507a9203-78da-4941-a24d-014994f10c8e req-537e3697-1bd8-4bfb-9ad4-6735b9b9e0b5 service neutron] Request body: {'port': {'device_id': 'dde6504c-598c-44d7-bf95-2872030635be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:37:42.857368 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa471f-ded8-41ec-a2ad-5470db8873e2 req-72f5d62e-7937-479c-a5a9-f3e42a7161b0 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:42.858896 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-41aa471f-ded8-41ec-a2ad-5470db8873e2 req-72f5d62e-7937-479c-a5a9-f3e42a7161b0 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] 10.222.0.69 "GET /v2.0/ports?device_id=dde6504c-598c-44d7-bf95-2872030635be HTTP/1.1" status: 200 len: 931 time: 0.1117833 Aug 19 14:37:42.865355 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-507a9203-78da-4941-a24d-014994f10c8e req-537e3697-1bd8-4bfb-9ad4-6735b9b9e0b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:42.943810 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ec519d0a-7d7b-4d03-a6f4-39122eab153a req-0b4266db-8f64-44ca-95d6-9935f6bb9c91 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=eaae9bab-d832-41c4-bd4f-16ee6a332709 HTTP/1.1" status: 200 len: 210 time: 0.0629244 Aug 19 14:37:42.975752 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-41aa471f-ded8-41ec-a2ad-5470db8873e2 req-e37042bc-9f6d-443a-a928-7cb053b535b1 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] 10.222.0.69 "GET /v2.0/security-groups?id=70dc7a37-d0b5-44d4-93bb-ab160d1c93fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995185 Aug 19 14:37:43.156864 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7239ac0-c246-4c08-a615-ff8feabb86da req-a716ffc9-1e1b-4091-b603-7e85cb389895 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:43.159122 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f7239ac0-c246-4c08-a615-ff8feabb86da req-a716ffc9-1e1b-4091-b603-7e85cb389895 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.68 "GET /v2.0/networks?id=bbd2a93a-7213-4b80-b420-e06e4ab28650 HTTP/1.1" status: 200 len: 822 time: 0.2034628 Aug 19 14:37:43.174674 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-f7239ac0-c246-4c08-a615-ff8feabb86da req-b0386862-5b68-464e-89db-21423883aad9 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Request body: {'port': {'device_id': 'eaae9bab-d832-41c4-bd4f-16ee6a332709', 'network_id': 'bbd2a93a-7213-4b80-b420-e06e4ab28650', 'admin_state_up': True, 'tenant_id': '5d196cbee1214cf6a91c09d6264353bd'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:37:43.313789 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-507a9203-78da-4941-a24d-014994f10c8e req-537e3697-1bd8-4bfb-9ad4-6735b9b9e0b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 968a8595-98dc-4b93-9569-271c8bf82a84 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:37:43.324747 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-507a9203-78da-4941-a24d-014994f10c8e req-537e3697-1bd8-4bfb-9ad4-6735b9b9e0b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:43.333773 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7239ac0-c246-4c08-a615-ff8feabb86da req-b0386862-5b68-464e-89db-21423883aad9 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Made reservation on behalf of 5d196cbee1214cf6a91c09d6264353bd for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:37:43.341600 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-507a9203-78da-4941-a24d-014994f10c8e req-537e3697-1bd8-4bfb-9ad4-6735b9b9e0b5 service neutron] Transition to ACTIVE for port object 968a8595-98dc-4b93-9569-271c8bf82a84 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:37:43.346014 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f7239ac0-c246-4c08-a615-ff8feabb86da req-b0386862-5b68-464e-89db-21423883aad9 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:43.347612 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-507a9203-78da-4941-a24d-014994f10c8e req-537e3697-1bd8-4bfb-9ad4-6735b9b9e0b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:43.416670 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e3697-1bd8-4bfb-9ad4-6735b9b9e0b5 service neutron] Pushing event updated for resources: {'Port': ['ID=968a8595-98dc-4b93-9569-271c8bf82a84,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:43.581275 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-f7239ac0-c246-4c08-a615-ff8feabb86da req-b0386862-5b68-464e-89db-21423883aad9 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Allocated IP 172.20.0.12 (bbd2a93a-7213-4b80-b420-e06e4ab28650/485d38cc-464f-453a-8bf5-ce58f74a38b6/aa52ff42-1491-4ce2-bd9c-733d626eafd5) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:37:43.600293 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe25f4e-f5b4-4f4d-b515-df973eb9bc1f req-47b4a33d-09e2-4ff8-b1b4-0683ba8f7105 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:43.602411 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dfe25f4e-f5b4-4f4d-b515-df973eb9bc1f req-47b4a33d-09e2-4ff8-b1b4-0683ba8f7105 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 950 time: 0.0721772 Aug 19 14:37:43.608773 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-507a9203-78da-4941-a24d-014994f10c8e req-537e3697-1bd8-4bfb-9ad4-6735b9b9e0b5 service neutron] Attempting to bind port 968a8595-98dc-4b93-9569-271c8bf82a84 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:37:43.609371 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-507a9203-78da-4941-a24d-014994f10c8e req-537e3697-1bd8-4bfb-9ad4-6735b9b9e0b5 service neutron] Attempting to bind port 968a8595-98dc-4b93-9569-271c8bf82a84 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'f51c323d-efcf-4833-b945-23459cbc1a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6a50dd39-21d8-4e8c-a228-ac4e7835ce95'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:37:43.609911 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507a9203-78da-4941-a24d-014994f10c8e req-537e3697-1bd8-4bfb-9ad4-6735b9b9e0b5 service neutron] Attempting to bind port 968a8595-98dc-4b93-9569-271c8bf82a84 on network 6a50dd39-21d8-4e8c-a228-ac4e7835ce95 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:37:43.616198 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507a9203-78da-4941-a24d-014994f10c8e req-537e3697-1bd8-4bfb-9ad4-6735b9b9e0b5 service neutron] Port 968a8595-98dc-4b93-9569-271c8bf82a84 on network 6a50dd39-21d8-4e8c-a228-ac4e7835ce95 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:37:43.617263 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507a9203-78da-4941-a24d-014994f10c8e req-537e3697-1bd8-4bfb-9ad4-6735b9b9e0b5 service neutron] Attempting to bind port 968a8595-98dc-4b93-9569-271c8bf82a84 on network 6a50dd39-21d8-4e8c-a228-ac4e7835ce95 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:37:43.661849 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dfe25f4e-f5b4-4f4d-b515-df973eb9bc1f req-712d23a9-8d4c-4bab-affe-f8a2900fe57c tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414851 Aug 19 14:37:43.663080 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507a9203-78da-4941-a24d-014994f10c8e req-537e3697-1bd8-4bfb-9ad4-6735b9b9e0b5 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:37:43.663415 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507a9203-78da-4941-a24d-014994f10c8e req-537e3697-1bd8-4bfb-9ad4-6735b9b9e0b5 service neutron] Checking segment: {'id': 'f51c323d-efcf-4833-b945-23459cbc1a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6a50dd39-21d8-4e8c-a228-ac4e7835ce95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:37:43.663823 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507a9203-78da-4941-a24d-014994f10c8e req-537e3697-1bd8-4bfb-9ad4-6735b9b9e0b5 service neutron] Bound using segment: {'id': 'f51c323d-efcf-4833-b945-23459cbc1a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6a50dd39-21d8-4e8c-a228-ac4e7835ce95'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:37:43.664315 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-507a9203-78da-4941-a24d-014994f10c8e req-537e3697-1bd8-4bfb-9ad4-6735b9b9e0b5 service neutron] Bound port: 968a8595-98dc-4b93-9569-271c8bf82a84, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f51c323d-efcf-4833-b945-23459cbc1a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6a50dd39-21d8-4e8c-a228-ac4e7835ce95'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:37:43.664711 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-507a9203-78da-4941-a24d-014994f10c8e req-537e3697-1bd8-4bfb-9ad4-6735b9b9e0b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:43.794089 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-507a9203-78da-4941-a24d-014994f10c8e req-537e3697-1bd8-4bfb-9ad4-6735b9b9e0b5 service neutron] For port 968a8595-98dc-4b93-9569-271c8bf82a84, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:37:43.801079 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-507a9203-78da-4941-a24d-014994f10c8e req-537e3697-1bd8-4bfb-9ad4-6735b9b9e0b5 service neutron] For port 968a8595-98dc-4b93-9569-271c8bf82a84, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=968a8595-98dc-4b93-9569-271c8bf82a84,segment=NetworkSegment(f51c323d-efcf-4833-b945-23459cbc1a90),segment_id=f51c323d-efcf-4833-b945-23459cbc1a90)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:37:43.810461 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-507a9203-78da-4941-a24d-014994f10c8e req-537e3697-1bd8-4bfb-9ad4-6735b9b9e0b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:43.924790 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f7239ac0-c246-4c08-a615-ff8feabb86da req-b0386862-5b68-464e-89db-21423883aad9 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:43.940669 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a9203-78da-4941-a24d-014994f10c8e req-537e3697-1bd8-4bfb-9ad4-6735b9b9e0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:43.941206 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-507a9203-78da-4941-a24d-014994f10c8e req-537e3697-1bd8-4bfb-9ad4-6735b9b9e0b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:43.942660 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-507a9203-78da-4941-a24d-014994f10c8e req-537e3697-1bd8-4bfb-9ad4-6735b9b9e0b5 service neutron] 10.222.0.88 "PUT /v2.0/ports/968a8595-98dc-4b93-9569-271c8bf82a84 HTTP/1.1" status: 200 len: 1091 time: 1.2073057 Aug 19 14:37:43.943246 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dde6504c-598c-44d7-bf95-2872030635be', 'tag': '968a8595-98dc-4b93-9569-271c8bf82a84'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:37:43.946128 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03034c27-b35d-4427-94fc-2fd917c619d5" -d '{"events": [{"name": "network-changed", "server_uuid": "dde6504c-598c-44d7-bf95-2872030635be", "tag": "968a8595-98dc-4b93-9569-271c8bf82a84"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:37:43.948847 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e3697-1bd8-4bfb-9ad4-6735b9b9e0b5 service neutron] Pushing event updated for resources: {'Port': ['ID=968a8595-98dc-4b93-9569-271c8bf82a84,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:43.990577 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f7239ac0-c246-4c08-a615-ff8feabb86da req-b0386862-5b68-464e-89db-21423883aad9 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:44.008890 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d233de-5ff2-46ab-b465-b3ff38bdc7ca req-da1f8dac-63eb-472f-80e1-407721918a07 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:44.010784 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-12d233de-5ff2-46ab-b465-b3ff38bdc7ca req-da1f8dac-63eb-472f-80e1-407721918a07 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b HTTP/1.1" status: 200 len: 943 time: 0.1206694 Aug 19 14:37:44.015086 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ce4281-df6c-4424-aadd-ff55d2b879ec x-openstack-request-id: req-73ce4281-df6c-4424-aadd-ff55d2b879ec {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:37:44.015575 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dde6504c-598c-44d7-bf95-2872030635be", "tag": "968a8595-98dc-4b93-9569-271c8bf82a84", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:37:44.015996 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-73ce4281-df6c-4424-aadd-ff55d2b879ec {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:37:44.016659 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dde6504c-598c-44d7-bf95-2872030635be', 'tag': '968a8595-98dc-4b93-9569-271c8bf82a84', 'status': 'completed', 'code': 200} Aug 19 14:37:44.071418 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7239ac0-c246-4c08-a615-ff8feabb86da req-b0386862-5b68-464e-89db-21423883aad9 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Network bbd2a93a-7213-4b80-b420-e06e4ab28650 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:37:44.075276 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-f7239ac0-c246-4c08-a615-ff8feabb86da req-b0386862-5b68-464e-89db-21423883aad9 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:37:44.078800 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7239ac0-c246-4c08-a615-ff8feabb86da req-b0386862-5b68-464e-89db-21423883aad9 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:37:44.118991 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0386862-5b68-464e-89db-21423883aad9 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Pushing event updated for resources: {'Port': ['ID=aa52ff42-1491-4ce2-bd9c-733d626eafd5,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:44.145505 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-12d233de-5ff2-46ab-b465-b3ff38bdc7ca req-c8a90e94-a76b-46ee-93ca-7a3a3ef20e17 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264882 Aug 19 14:37:44.160716 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7239ac0-c246-4c08-a615-ff8feabb86da req-b0386862-5b68-464e-89db-21423883aad9 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:44.161365 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f7239ac0-c246-4c08-a615-ff8feabb86da req-b0386862-5b68-464e-89db-21423883aad9 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:44.170032 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a9203-78da-4941-a24d-014994f10c8e req-f086bc4e-fe9c-4207-bb6c-d0e382f9fb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:44.171557 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-507a9203-78da-4941-a24d-014994f10c8e req-f086bc4e-fe9c-4207-bb6c-d0e382f9fb18 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e43edcccf840451f903d9b7ba55885ba&device_id=dde6504c-598c-44d7-bf95-2872030635be HTTP/1.1" status: 200 len: 1094 time: 0.1538701 Aug 19 14:37:44.188514 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f7239ac0-c246-4c08-a615-ff8feabb86da req-b0386862-5b68-464e-89db-21423883aad9 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0179386 Aug 19 14:37:44.197871 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f04db-ff80-4db0-a3d0-c9d917e26279 req-f5e4363a-759a-4db6-895f-c35012923282 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:44.199799 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0c3f04db-ff80-4db0-a3d0-c9d917e26279 req-f5e4363a-759a-4db6-895f-c35012923282 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=eaae9bab-d832-41c4-bd4f-16ee6a332709 HTTP/1.1" status: 200 len: 932 time: 0.0751939 Aug 19 14:37:44.210613 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-f7239ac0-c246-4c08-a615-ff8feabb86da req-f926dc37-c789-451c-87ec-a976444bce56 service neutron] Request body: {'port': {'device_id': 'eaae9bab-d832-41c4-bd4f-16ee6a332709', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:37:44.286475 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-507a9203-78da-4941-a24d-014994f10c8e req-293cdf2d-1394-4521-b298-f5c804266840 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=968a8595-98dc-4b93-9569-271c8bf82a84 HTTP/1.1" status: 200 len: 217 time: 0.0976355 Aug 19 14:37:44.296099 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f7239ac0-c246-4c08-a615-ff8feabb86da req-f926dc37-c789-451c-87ec-a976444bce56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:44.414379 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6385718-9e4f-4ecb-a2cc-a1f010fdda01 req-9b053fbb-cb3b-4dd4-be0c-da627b0c6668 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:44.416244 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a6385718-9e4f-4ecb-a2cc-a1f010fdda01 req-9b053fbb-cb3b-4dd4-be0c-da627b0c6668 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] 10.222.0.69 "GET /v2.0/ports?device_id=dde6504c-598c-44d7-bf95-2872030635be HTTP/1.1" status: 200 len: 943 time: 0.1350720 Aug 19 14:37:44.424361 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0c3f04db-ff80-4db0-a3d0-c9d917e26279 req-99df6586-0485-4cb1-b107-f8c2d13db5c8 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a93f3bc-eb52-4521-81e6-41db3c003964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091658 Aug 19 14:37:44.438204 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a9203-78da-4941-a24d-014994f10c8e req-24e4f62e-9a00-4982-958f-5fae6fbc765b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:44.442763 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-507a9203-78da-4941-a24d-014994f10c8e req-24e4f62e-9a00-4982-958f-5fae6fbc765b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e9ef53b6-8e56-42fe-8217-427426f8ece3 HTTP/1.1" status: 200 len: 865 time: 0.1052184 Aug 19 14:37:44.502727 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a6385718-9e4f-4ecb-a2cc-a1f010fdda01 req-f01675b3-29a4-44d8-8da8-3255d0ef1ce8 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] 10.222.0.69 "GET /v2.0/security-groups?id=70dc7a37-d0b5-44d4-93bb-ab160d1c93fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575635 Aug 19 14:37:44.525604 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-507a9203-78da-4941-a24d-014994f10c8e req-d7a95c34-d29b-4888-b396-5df855d9eb8e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6a50dd39-21d8-4e8c-a228-ac4e7835ce95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360651 Aug 19 14:37:44.642052 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-507a9203-78da-4941-a24d-014994f10c8e req-08a402ac-e0d0-41b3-8638-65e615e7e8f4 service neutron] 10.222.0.88 "GET /v2.0/networks/6a50dd39-21d8-4e8c-a228-ac4e7835ce95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982084 Aug 19 14:37:44.765088 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-f7239ac0-c246-4c08-a615-ff8feabb86da req-f926dc37-c789-451c-87ec-a976444bce56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa52ff42-1491-4ce2-bd9c-733d626eafd5 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:37:44.774366 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f7239ac0-c246-4c08-a615-ff8feabb86da req-f926dc37-c789-451c-87ec-a976444bce56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:44.789231 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-f7239ac0-c246-4c08-a615-ff8feabb86da req-f926dc37-c789-451c-87ec-a976444bce56 service neutron] Transition to ACTIVE for port object aa52ff42-1491-4ce2-bd9c-733d626eafd5 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:37:44.795008 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f7239ac0-c246-4c08-a615-ff8feabb86da req-f926dc37-c789-451c-87ec-a976444bce56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:44.847821 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926dc37-c789-451c-87ec-a976444bce56 service neutron] Pushing event updated for resources: {'Port': ['ID=aa52ff42-1491-4ce2-bd9c-733d626eafd5,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:44.964308 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-f7239ac0-c246-4c08-a615-ff8feabb86da req-f926dc37-c789-451c-87ec-a976444bce56 service neutron] Attempting to bind port aa52ff42-1491-4ce2-bd9c-733d626eafd5 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:37:44.964562 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-f7239ac0-c246-4c08-a615-ff8feabb86da req-f926dc37-c789-451c-87ec-a976444bce56 service neutron] Attempting to bind port aa52ff42-1491-4ce2-bd9c-733d626eafd5 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bbd2a93a-7213-4b80-b420-e06e4ab28650'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:37:44.964904 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7239ac0-c246-4c08-a615-ff8feabb86da req-f926dc37-c789-451c-87ec-a976444bce56 service neutron] Attempting to bind port aa52ff42-1491-4ce2-bd9c-733d626eafd5 on network bbd2a93a-7213-4b80-b420-e06e4ab28650 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:37:44.976516 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7239ac0-c246-4c08-a615-ff8feabb86da req-f926dc37-c789-451c-87ec-a976444bce56 service neutron] Port aa52ff42-1491-4ce2-bd9c-733d626eafd5 on network bbd2a93a-7213-4b80-b420-e06e4ab28650 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:37:44.976905 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7239ac0-c246-4c08-a615-ff8feabb86da req-f926dc37-c789-451c-87ec-a976444bce56 service neutron] Attempting to bind port aa52ff42-1491-4ce2-bd9c-733d626eafd5 on network bbd2a93a-7213-4b80-b420-e06e4ab28650 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:37:44.995583 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7239ac0-c246-4c08-a615-ff8feabb86da req-f926dc37-c789-451c-87ec-a976444bce56 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:37:44.995977 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7239ac0-c246-4c08-a615-ff8feabb86da req-f926dc37-c789-451c-87ec-a976444bce56 service neutron] Checking segment: {'id': '0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bbd2a93a-7213-4b80-b420-e06e4ab28650'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:37:44.996323 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7239ac0-c246-4c08-a615-ff8feabb86da req-f926dc37-c789-451c-87ec-a976444bce56 service neutron] Bound using segment: {'id': '0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bbd2a93a-7213-4b80-b420-e06e4ab28650'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:37:44.996811 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-f7239ac0-c246-4c08-a615-ff8feabb86da req-f926dc37-c789-451c-87ec-a976444bce56 service neutron] Bound port: aa52ff42-1491-4ce2-bd9c-733d626eafd5, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bbd2a93a-7213-4b80-b420-e06e4ab28650'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:37:44.997178 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f7239ac0-c246-4c08-a615-ff8feabb86da req-f926dc37-c789-451c-87ec-a976444bce56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:45.141200 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-f7239ac0-c246-4c08-a615-ff8feabb86da req-f926dc37-c789-451c-87ec-a976444bce56 service neutron] For port aa52ff42-1491-4ce2-bd9c-733d626eafd5, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:37:45.145527 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-f7239ac0-c246-4c08-a615-ff8feabb86da req-f926dc37-c789-451c-87ec-a976444bce56 service neutron] For port aa52ff42-1491-4ce2-bd9c-733d626eafd5, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=aa52ff42-1491-4ce2-bd9c-733d626eafd5,segment=NetworkSegment(0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2),segment_id=0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:37:45.166662 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f7239ac0-c246-4c08-a615-ff8feabb86da req-f926dc37-c789-451c-87ec-a976444bce56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:45.199766 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7239ac0-c246-4c08-a615-ff8feabb86da req-f926dc37-c789-451c-87ec-a976444bce56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:45.199766 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f7239ac0-c246-4c08-a615-ff8feabb86da req-f926dc37-c789-451c-87ec-a976444bce56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:45.201237 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f7239ac0-c246-4c08-a615-ff8feabb86da req-f926dc37-c789-451c-87ec-a976444bce56 service neutron] 10.222.0.68 "PUT /v2.0/ports/aa52ff42-1491-4ce2-bd9c-733d626eafd5 HTTP/1.1" status: 200 len: 1092 time: 0.9956698 Aug 19 14:37:45.201690 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaae9bab-d832-41c4-bd4f-16ee6a332709', 'tag': 'aa52ff42-1491-4ce2-bd9c-733d626eafd5'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:37:45.218452 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-507a9203-78da-4941-a24d-014994f10c8e req-9e50c937-7f5b-47ca-a129-18fc7fe90e05 service neutron] 10.222.0.88 "GET /v2.0/networks/6a50dd39-21d8-4e8c-a228-ac4e7835ce95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5649552 Aug 19 14:37:45.219846 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d0a37e-c9ab-46df-8214-6d27f5aab004" -d '{"events": [{"name": "network-changed", "server_uuid": "eaae9bab-d832-41c4-bd4f-16ee6a332709", "tag": "aa52ff42-1491-4ce2-bd9c-733d626eafd5"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:37:45.246069 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f81bf-9e1d-4032-a3d5-dc53f1d4aac0 req-e4a54779-6141-4ae0-853b-fac466d1cfab tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:45.268728 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6e7f81bf-9e1d-4032-a3d5-dc53f1d4aac0 req-e4a54779-6141-4ae0-853b-fac466d1cfab tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 950 time: 0.4850752 Aug 19 14:37:45.371500 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926dc37-c789-451c-87ec-a976444bce56 service neutron] Pushing event updated for resources: {'Port': ['ID=aa52ff42-1491-4ce2-bd9c-733d626eafd5,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:45.380933 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-9e0c0923-c9e1-4063-96d9-56d9e7ac1c62 service neutron] 10.222.0.68 "GET /v2.0/ports/2ec1d929-d9c0-49f5-b942-496ae0568910/bindings/n-h2-766043-2 HTTP/1.1" status: 200 len: 384 time: 0.1263666 Aug 19 14:37:45.407627 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6e7f81bf-9e1d-4032-a3d5-dc53f1d4aac0 req-425e792a-0a69-45d4-a30a-0d20afcfb992 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400278 Aug 19 14:37:45.416951 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7239ac0-c246-4c08-a615-ff8feabb86da req-b0d9d598-83df-4699-8431-e9a967553619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:45.418618 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f7239ac0-c246-4c08-a615-ff8feabb86da req-b0d9d598-83df-4699-8431-e9a967553619 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5d196cbee1214cf6a91c09d6264353bd&device_id=eaae9bab-d832-41c4-bd4f-16ee6a332709 HTTP/1.1" status: 200 len: 1095 time: 0.1299639 Aug 19 14:37:45.496305 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49adfc7-b915-4aa2-869b-8cf56f6bb7dd x-openstack-request-id: req-f49adfc7-b915-4aa2-869b-8cf56f6bb7dd {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:37:45.496541 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f7239ac0-c246-4c08-a615-ff8feabb86da req-7b69e185-63e1-4711-80f9-fa96f6b119d7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa52ff42-1491-4ce2-bd9c-733d626eafd5 HTTP/1.1" status: 200 len: 217 time: 0.0643244 Aug 19 14:37:45.496649 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaae9bab-d832-41c4-bd4f-16ee6a332709", "tag": "aa52ff42-1491-4ce2-bd9c-733d626eafd5", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:37:45.497045 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f49adfc7-b915-4aa2-869b-8cf56f6bb7dd {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:37:45.497438 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaae9bab-d832-41c4-bd4f-16ee6a332709', 'tag': 'aa52ff42-1491-4ce2-bd9c-733d626eafd5', 'status': 'completed', 'code': 200} Aug 19 14:37:45.520753 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03034c27-b35d-4427-94fc-2fd917c619d5 req-e3ebc718-a837-4417-a66b-348176b972bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:45.522589 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-03034c27-b35d-4427-94fc-2fd917c619d5 req-e3ebc718-a837-4417-a66b-348176b972bd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e43edcccf840451f903d9b7ba55885ba&device_id=dde6504c-598c-44d7-bf95-2872030635be HTTP/1.1" status: 200 len: 1094 time: 0.2092102 Aug 19 14:37:45.649568 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-5786844e-7cde-4603-adfa-0eef785fe812 service neutron] For port 2ec1d929-d9c0-49f5-b942-496ae0568910, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=2ec1d929-d9c0-49f5-b942-496ae0568910,segment=NetworkSegment(911020b2-3bb4-4db0-af7a-51b07cbea653),segment_id=911020b2-3bb4-4db0-af7a-51b07cbea653)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:37:45.678700 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-5786844e-7cde-4603-adfa-0eef785fe812 service neutron] For port 2ec1d929-d9c0-49f5-b942-496ae0568910, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:37:45.687862 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c1dc0b-731b-4ae2-aabb-9f93949e98d7 req-ac05b78a-8c76-44eb-81c4-fed98713f43d tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:45.690061 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c6c1dc0b-731b-4ae2-aabb-9f93949e98d7 req-ac05b78a-8c76-44eb-81c4-fed98713f43d tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b HTTP/1.1" status: 200 len: 943 time: 0.2061145 Aug 19 14:37:45.709202 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7239ac0-c246-4c08-a615-ff8feabb86da req-2f474b80-c791-4a1e-aec4-58bcdff159f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:45.711269 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f7239ac0-c246-4c08-a615-ff8feabb86da req-2f474b80-c791-4a1e-aec4-58bcdff159f0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=485d38cc-464f-453a-8bf5-ce58f74a38b6 HTTP/1.1" status: 200 len: 862 time: 0.1869664 Aug 19 14:37:45.722967 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-5786844e-7cde-4603-adfa-0eef785fe812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ec1d929-d9c0-49f5-b942-496ae0568910 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:37:45.736612 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-5786844e-7cde-4603-adfa-0eef785fe812 service neutron] For port 2ec1d929-d9c0-49f5-b942-496ae0568910, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=2ec1d929-d9c0-49f5-b942-496ae0568910,segment=NetworkSegment(911020b2-3bb4-4db0-af7a-51b07cbea653),segment_id=911020b2-3bb4-4db0-af7a-51b07cbea653)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:37:45.762933 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-5786844e-7cde-4603-adfa-0eef785fe812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:45.791049 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f7239ac0-c246-4c08-a615-ff8feabb86da req-3e7b3351-046e-45d5-8bbd-ca4d33d35525 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bbd2a93a-7213-4b80-b420-e06e4ab28650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605950 Aug 19 14:37:45.807185 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6264f3-f5d3-432a-b573-3031fd0e2d20 req-ff7067e1-940a-4774-93b0-191ccdddef0d tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:45.808880 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ac6264f3-f5d3-432a-b573-3031fd0e2d20 req-ff7067e1-940a-4774-93b0-191ccdddef0d tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=eaae9bab-d832-41c4-bd4f-16ee6a332709 HTTP/1.1" status: 200 len: 944 time: 0.2252412 Aug 19 14:37:45.830173 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c6c1dc0b-731b-4ae2-aabb-9f93949e98d7 req-695c076b-5d38-40bb-b60c-4aa612da9a43 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269412 Aug 19 14:37:45.841462 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03034c27-b35d-4427-94fc-2fd917c619d5 req-a0908444-4a8c-41b7-b41a-e9ce64f8994d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:45.843373 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-03034c27-b35d-4427-94fc-2fd917c619d5 req-a0908444-4a8c-41b7-b41a-e9ce64f8994d service neutron] 10.222.0.88 "GET /v2.0/networks?id=6a50dd39-21d8-4e8c-a228-ac4e7835ce95 HTTP/1.1" status: 200 len: 926 time: 0.2869821 Aug 19 14:37:45.911632 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-5786844e-7cde-4603-adfa-0eef785fe812 service neutron] Transition to ACTIVE for port object 2ec1d929-d9c0-49f5-b942-496ae0568910 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:37:45.926268 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-5786844e-7cde-4603-adfa-0eef785fe812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:45.945837 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-03034c27-b35d-4427-94fc-2fd917c619d5 req-00c0674a-6cf3-43de-a961-a9b68a2f45ce service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=968a8595-98dc-4b93-9569-271c8bf82a84 HTTP/1.1" status: 200 len: 217 time: 0.0679083 Aug 19 14:37:46.041171 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-5786844e-7cde-4603-adfa-0eef785fe812 service neutron] No DVR routers for this DVR port 2ec1d929-d9c0-49f5-b942-496ae0568910 on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:37:46.046424 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ac6264f3-f5d3-432a-b573-3031fd0e2d20 req-1223bc06-9dcd-41e7-b33a-d9140316a2da tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a93f3bc-eb52-4521-81e6-41db3c003964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224751 Aug 19 14:37:46.061286 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f7239ac0-c246-4c08-a615-ff8feabb86da req-057833e1-4d52-4662-ac64-f9a850bf570e service neutron] 10.222.0.68 "GET /v2.0/networks/bbd2a93a-7213-4b80-b420-e06e4ab28650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470515 Aug 19 14:37:46.067955 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03034c27-b35d-4427-94fc-2fd917c619d5 req-b53903a5-69f4-4ccf-abf3-c80ea176fd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:46.078330 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-03034c27-b35d-4427-94fc-2fd917c619d5 req-b53903a5-69f4-4ccf-abf3-c80ea176fd19 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e9ef53b6-8e56-42fe-8217-427426f8ece3 HTTP/1.1" status: 200 len: 865 time: 0.1202664 Aug 19 14:37:46.094579 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54be5eb-b7fc-494b-a556-d3d193a12b2b req-b4f75477-cb17-44b4-a7f5-31d0c4169e86 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:46.096042 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c54be5eb-b7fc-494b-a556-d3d193a12b2b req-b4f75477-cb17-44b4-a7f5-31d0c4169e86 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] 10.222.0.69 "GET /v2.0/ports?device_id=dde6504c-598c-44d7-bf95-2872030635be HTTP/1.1" status: 200 len: 943 time: 0.1572826 Aug 19 14:37:46.119778 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [req-2c92ea7a-217a-47a7-8ae7-5ad5e68a7b81 req-66ac9029-4b96-48c0-8283-f63618639252 service neutron] show failed (client error): The resource could not be found. Aug 19 14:37:46.121225 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2c92ea7a-217a-47a7-8ae7-5ad5e68a7b81 req-66ac9029-4b96-48c0-8283-f63618639252 service neutron] 10.222.0.68 "GET /v2.0/ports/4a990205-9f36-4de0-bda4-d5be7e334fd0/bindings/n-h2-766043-2 HTTP/1.1" status: 404 len: 380 time: 0.2068725 Aug 19 14:37:46.125237 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-5786844e-7cde-4603-adfa-0eef785fe812 service neutron] 10.222.0.68 "PUT /v2.0/ports/2ec1d929-d9c0-49f5-b942-496ae0568910/bindings/n-h2-766043-2/activate HTTP/1.1" status: 200 len: 369 time: 0.7320485 Aug 19 14:37:46.126092 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5786844e-7cde-4603-adfa-0eef785fe812 service neutron] Pushing event updated for resources: {'Port': ['ID=2ec1d929-d9c0-49f5-b942-496ae0568910,revision_number=10']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:46.172448 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-03034c27-b35d-4427-94fc-2fd917c619d5 req-cce01111-4cff-4110-a2c4-b4a8d93c34cf service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6a50dd39-21d8-4e8c-a228-ac4e7835ce95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753732 Aug 19 14:37:46.267070 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c54be5eb-b7fc-494b-a556-d3d193a12b2b req-207cc244-e5c1-4440-b55f-8d359bf497bc tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] 10.222.0.69 "GET /v2.0/security-groups?id=70dc7a37-d0b5-44d4-93bb-ab160d1c93fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614308 Aug 19 14:37:46.313068 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f7239ac0-c246-4c08-a615-ff8feabb86da req-3bc1b30e-e1b8-41e2-9647-d77fabae8738 service neutron] 10.222.0.68 "GET /v2.0/networks/bbd2a93a-7213-4b80-b420-e06e4ab28650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329028 Aug 19 14:37:46.329976 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-da754d97-81df-41a0-8086-639ee7ebd462 tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:46.333280 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-03034c27-b35d-4427-94fc-2fd917c619d5 req-eee5621b-36d2-4a7f-95db-e6b85741f90e service neutron] 10.222.0.88 "GET /v2.0/networks/6a50dd39-21d8-4e8c-a228-ac4e7835ce95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443083 Aug 19 14:37:46.335113 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-da754d97-81df-41a0-8086-639ee7ebd462 tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b&tenant_id=b2e5fa7db1364ccea50861254cd97ec3&binding%3Ahost_id=n-h1-766043-2 HTTP/1.1" status: 200 len: 1095 time: 0.1127956 Aug 19 14:37:46.522960 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-20efa709-6ff5-48f1-a22e-68f5b4064882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:46.524542 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-20efa709-6ff5-48f1-a22e-68f5b4064882 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b&tenant_id=b2e5fa7db1364ccea50861254cd97ec3 HTTP/1.1" status: 200 len: 1095 time: 0.1381040 Aug 19 14:37:46.536780 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92ea7a-217a-47a7-8ae7-5ad5e68a7b81 req-d3ba558b-d80e-470f-8bbc-1118d5880236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:46.539461 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2c92ea7a-217a-47a7-8ae7-5ad5e68a7b81 req-d3ba558b-d80e-470f-8bbc-1118d5880236 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7b7809ce-bf5a-405c-8988-25b6a1751938&tenant_id=3397b0c43f0b46aaa4295e8f087dd91c HTTP/1.1" status: 200 len: 1101 time: 0.0830081 Aug 19 14:37:46.567351 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-2c92ea7a-217a-47a7-8ae7-5ad5e68a7b81 req-5f092584-619b-4973-bc41-b9468f44df83 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766043-2', 'device_owner': 'compute:nova'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:37:46.598412 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d0a37e-c9ab-46df-8214-6d27f5aab004 req-f822d8a6-53dc-4502-9d99-2a5f4f5093e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:46.599910 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-87d0a37e-c9ab-46df-8214-6d27f5aab004 req-f822d8a6-53dc-4502-9d99-2a5f4f5093e5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5d196cbee1214cf6a91c09d6264353bd&device_id=eaae9bab-d832-41c4-bd4f-16ee6a332709 HTTP/1.1" status: 200 len: 1095 time: 0.1216667 Aug 19 14:37:46.658949 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2c92ea7a-217a-47a7-8ae7-5ad5e68a7b81 req-5f092584-619b-4973-bc41-b9468f44df83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:46.672448 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-03034c27-b35d-4427-94fc-2fd917c619d5 req-c02c7a95-d172-4322-ae90-7edbf4562b31 service neutron] 10.222.0.88 "GET /v2.0/networks/6a50dd39-21d8-4e8c-a228-ac4e7835ce95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879310 Aug 19 14:37:46.681892 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de0a78-e6d0-48de-b294-a1d3716f1663 req-905ce358-98ca-4919-a302-c33292158a8e tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:46.684176 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c5de0a78-e6d0-48de-b294-a1d3716f1663 req-905ce358-98ca-4919-a302-c33292158a8e tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 950 time: 0.1342432 Aug 19 14:37:46.773713 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c5de0a78-e6d0-48de-b294-a1d3716f1663 req-7523dd12-0421-4edf-b5ac-36b8dea1add8 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814376 Aug 19 14:37:46.795639 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-8728a01a-c034-4630-b5b6-4dbb23f200f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:46.797276 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-8728a01a-c034-4630-b5b6-4dbb23f200f3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b2e5fa7db1364ccea50861254cd97ec3&device_id=c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b HTTP/1.1" status: 200 len: 1095 time: 0.2257040 Aug 19 14:37:46.803080 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d0a37e-c9ab-46df-8214-6d27f5aab004 req-4ddbc141-b693-45a7-9b70-943ee9a3e50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:46.804830 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-87d0a37e-c9ab-46df-8214-6d27f5aab004 req-4ddbc141-b693-45a7-9b70-943ee9a3e50d service neutron] 10.222.0.68 "GET /v2.0/networks?id=bbd2a93a-7213-4b80-b420-e06e4ab28650 HTTP/1.1" status: 200 len: 923 time: 0.1951201 Aug 19 14:37:46.852212 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-87d0a37e-c9ab-46df-8214-6d27f5aab004 req-6eb51dd1-8ef0-4f73-8f19-907aa0e57846 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa52ff42-1491-4ce2-bd9c-733d626eafd5 HTTP/1.1" status: 200 len: 217 time: 0.0387690 Aug 19 14:37:46.856255 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 2ec1d929-d9c0-49f5-b942-496ae0568910 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:37:46.902841 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 2ec1d929-d9c0-49f5-b942-496ae0568910 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:37:46.903280 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 4a990205-9f36-4de0-bda4-d5be7e334fd0 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:37:46.923479 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-f151985c-6667-411f-bd06-2ce6e29c1c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:46.925419 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-f151985c-6667-411f-bd06-2ce6e29c1c59 service neutron] 10.222.0.88 "GET /v2.0/networks?id=1bc22803-e21f-489d-a441-493f1928ab13 HTTP/1.1" status: 200 len: 922 time: 0.1160591 Aug 19 14:37:46.954667 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d0a37e-c9ab-46df-8214-6d27f5aab004 req-5e2efa3c-d606-4258-bbec-13d1c88352a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:46.956470 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-87d0a37e-c9ab-46df-8214-6d27f5aab004 req-5e2efa3c-d606-4258-bbec-13d1c88352a0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=485d38cc-464f-453a-8bf5-ce58f74a38b6 HTTP/1.1" status: 200 len: 862 time: 0.0861657 Aug 19 14:37:46.991856 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:47.021254 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-87d0a37e-c9ab-46df-8214-6d27f5aab004 req-b713fde8-8296-4003-aeb4-2ef2a843d1e5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bbd2a93a-7213-4b80-b420-e06e4ab28650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473287 Aug 19 14:37:47.043586 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ed5cb-18dc-4ba4-8ab6-d8c1fe12fa26 req-dd9de6e9-df3a-4a06-8351-be350208a794 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:47.045334 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4d7ed5cb-18dc-4ba4-8ab6-d8c1fe12fa26 req-dd9de6e9-df3a-4a06-8351-be350208a794 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b HTTP/1.1" status: 200 len: 944 time: 0.0799432 Aug 19 14:37:47.140994 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4d7ed5cb-18dc-4ba4-8ab6-d8c1fe12fa26 req-9654e98c-5430-4aa0-8441-2d4fc31fc007 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874135 Aug 19 14:37:47.195662 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-87d0a37e-c9ab-46df-8214-6d27f5aab004 req-e47642ca-0f2a-453a-a9a1-fcf05d20f6f9 service neutron] 10.222.0.68 "GET /v2.0/networks/bbd2a93a-7213-4b80-b420-e06e4ab28650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600981 Aug 19 14:37:47.213022 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7162f-badc-43ae-9d30-7b292d362ad6 req-39ce368b-ba7b-4416-9331-fb8e59f15ba1 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:47.214581 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2cd7162f-badc-43ae-9d30-7b292d362ad6 req-39ce368b-ba7b-4416-9331-fb8e59f15ba1 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=eaae9bab-d832-41c4-bd4f-16ee6a332709 HTTP/1.1" status: 200 len: 944 time: 0.0772965 Aug 19 14:37:47.292333 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-d366e829-fc5a-44a7-8cd8-98eb80e1cdaa service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ec1d929-d9c0-49f5-b942-496ae0568910 HTTP/1.1" status: 200 len: 217 time: 0.3488839 Aug 19 14:37:47.305033 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2cd7162f-badc-43ae-9d30-7b292d362ad6 req-34ee3cd4-f38c-49b8-b979-feba840f3bf8 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a93f3bc-eb52-4521-81e6-41db3c003964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817142 Aug 19 14:37:47.345169 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-87d0a37e-c9ab-46df-8214-6d27f5aab004 req-8156596e-8cdf-4e4c-b47d-724474b590a0 service neutron] 10.222.0.68 "GET /v2.0/networks/bbd2a93a-7213-4b80-b420-e06e4ab28650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295862 Aug 19 14:37:47.379465 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-973325c8-77c4-431e-bc1a-e8558ba64963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:47.380920 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-973325c8-77c4-431e-bc1a-e8558ba64963 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0f5154a7-363a-4827-ab5d-78b924f5e137 HTTP/1.1" status: 200 len: 861 time: 0.0776246 Aug 19 14:37:47.383166 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-2c92ea7a-217a-47a7-8ae7-5ad5e68a7b81 req-5f092584-619b-4973-bc41-b9468f44df83 service neutron] For port 4a990205-9f36-4de0-bda4-d5be7e334fd0, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=4a990205-9f36-4de0-bda4-d5be7e334fd0,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:37:47.427159 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-7abba257-07ba-403f-b00b-9660c4be014e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1bc22803-e21f-489d-a441-493f1928ab13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322111 Aug 19 14:37:47.454880 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-2c92ea7a-217a-47a7-8ae7-5ad5e68a7b81 req-5f092584-619b-4973-bc41-b9468f44df83 service neutron] For port 4a990205-9f36-4de0-bda4-d5be7e334fd0, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:37:47.475507 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0472e7e-6b22-4b94-991b-66557d759af5 req-1acc4812-92ab-4065-b267-6590e3535de4 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:47.477093 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d0472e7e-6b22-4b94-991b-66557d759af5 req-1acc4812-92ab-4065-b267-6590e3535de4 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] 10.222.0.69 "GET /v2.0/ports?device_id=dde6504c-598c-44d7-bf95-2872030635be HTTP/1.1" status: 200 len: 943 time: 0.0982871 Aug 19 14:37:47.507176 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 968a8595-98dc-4b93-9569-271c8bf82a84 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:37:47.525583 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d0472e7e-6b22-4b94-991b-66557d759af5 req-d64d2a22-2fba-479a-b4d7-d89607e79ed8 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] 10.222.0.69 "GET /v2.0/security-groups?id=70dc7a37-d0b5-44d4-93bb-ab160d1c93fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423267 Aug 19 14:37:47.566452 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b7809ce-bf5a-405c-8988-25b6a1751938', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a990205-9f36-4de0-bda4-d5be7e334fd0'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:37:47.569206 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f945bf8-a07b-42ad-b9d0-cb4b77491538" -d '{"events": [{"server_uuid": "7b7809ce-bf5a-405c-8988-25b6a1751938", "name": "network-vif-unplugged", "status": "completed", "tag": "4a990205-9f36-4de0-bda4-d5be7e334fd0"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:37:47.573547 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2c92ea7a-217a-47a7-8ae7-5ad5e68a7b81 req-5f092584-619b-4973-bc41-b9468f44df83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:47.599077 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-2c92ea7a-217a-47a7-8ae7-5ad5e68a7b81 req-5f092584-619b-4973-bc41-b9468f44df83 service neutron] Transition to ACTIVE for port object 4a990205-9f36-4de0-bda4-d5be7e334fd0 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:37:47.606729 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2c92ea7a-217a-47a7-8ae7-5ad5e68a7b81 req-5f092584-619b-4973-bc41-b9468f44df83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:47.679969 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 968a8595-98dc-4b93-9569-271c8bf82a84, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=968a8595-98dc-4b93-9569-271c8bf82a84,segment=NetworkSegment(f51c323d-efcf-4833-b945-23459cbc1a90),segment_id=f51c323d-efcf-4833-b945-23459cbc1a90)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:37:47.683459 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 14:37:47.684025 n-d-766043-2 neutron-server[94641]: DEBUG oslo_db.api [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 14:37:47.696601 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '968a8595-98dc-4b93-9569-271c8bf82a84', 'network_id': '6a50dd39-21d8-4e8c-a228-ac4e7835ce95', 'port_id': '968a8595-98dc-4b93-9569-271c8bf82a84', 'mac_address': 'fa:16:3e:e9:fc:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ef53b6-8e56-42fe-8217-427426f8ece3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:37:47.699124 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 14:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16fa90f-9385-4fa3-a61f-3c1cf2cfbaaf x-openstack-request-id: req-e16fa90f-9385-4fa3-a61f-3c1cf2cfbaaf {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:37:47.699555 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b7809ce-bf5a-405c-8988-25b6a1751938", "name": "network-vif-unplugged", "status": "completed", "tag": "4a990205-9f36-4de0-bda4-d5be7e334fd0", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:37:47.699901 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e16fa90f-9385-4fa3-a61f-3c1cf2cfbaaf {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:37:47.700435 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b7809ce-bf5a-405c-8988-25b6a1751938', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a990205-9f36-4de0-bda4-d5be7e334fd0', 'code': 200} Aug 19 14:37:47.701556 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c92ea7a-217a-47a7-8ae7-5ad5e68a7b81 req-5f092584-619b-4973-bc41-b9468f44df83 service neutron] No DVR routers for this DVR port 4a990205-9f36-4de0-bda4-d5be7e334fd0 on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:37:47.709960 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-49193524-36bb-4760-b9e5-86ada2313b59 service neutron] 10.222.0.88 "GET /v2.0/networks/1bc22803-e21f-489d-a441-493f1928ab13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627642 Aug 19 14:37:47.760532 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-2c92ea7a-217a-47a7-8ae7-5ad5e68a7b81 req-5f092584-619b-4973-bc41-b9468f44df83 service neutron] Attempting to bind port 4a990205-9f36-4de0-bda4-d5be7e334fd0 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:37:47.761038 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-2c92ea7a-217a-47a7-8ae7-5ad5e68a7b81 req-5f092584-619b-4973-bc41-b9468f44df83 service neutron] Attempting to bind port 4a990205-9f36-4de0-bda4-d5be7e334fd0 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:37:47.761480 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c92ea7a-217a-47a7-8ae7-5ad5e68a7b81 req-5f092584-619b-4973-bc41-b9468f44df83 service neutron] Attempting to bind port 4a990205-9f36-4de0-bda4-d5be7e334fd0 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:37:47.768755 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:47.784658 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 968a8595-98dc-4b93-9569-271c8bf82a84 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:37:47.807138 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f092584-619b-4973-bc41-b9468f44df83 service neutron] Pushing event updated for resources: {'Port': ['ID=4a990205-9f36-4de0-bda4-d5be7e334fd0,revision_number=6']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:47.809627 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c92ea7a-217a-47a7-8ae7-5ad5e68a7b81 req-5f092584-619b-4973-bc41-b9468f44df83 service neutron] Port 4a990205-9f36-4de0-bda4-d5be7e334fd0 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:37:47.809794 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 968a8595-98dc-4b93-9569-271c8bf82a84, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=968a8595-98dc-4b93-9569-271c8bf82a84,segment=NetworkSegment(f51c323d-efcf-4833-b945-23459cbc1a90),segment_id=f51c323d-efcf-4833-b945-23459cbc1a90)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:37:47.810170 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c92ea7a-217a-47a7-8ae7-5ad5e68a7b81 req-5f092584-619b-4973-bc41-b9468f44df83 service neutron] Attempting to bind port 4a990205-9f36-4de0-bda4-d5be7e334fd0 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:37:47.815936 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:47.820727 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c92ea7a-217a-47a7-8ae7-5ad5e68a7b81 req-5f092584-619b-4973-bc41-b9468f44df83 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:37:47.821223 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c92ea7a-217a-47a7-8ae7-5ad5e68a7b81 req-5f092584-619b-4973-bc41-b9468f44df83 service neutron] Checking segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:37:47.821709 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c92ea7a-217a-47a7-8ae7-5ad5e68a7b81 req-5f092584-619b-4973-bc41-b9468f44df83 service neutron] Bound using segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:37:47.822253 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-2c92ea7a-217a-47a7-8ae7-5ad5e68a7b81 req-5f092584-619b-4973-bc41-b9468f44df83 service neutron] Bound port: 4a990205-9f36-4de0-bda4-d5be7e334fd0, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:37:47.822712 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2c92ea7a-217a-47a7-8ae7-5ad5e68a7b81 req-5f092584-619b-4973-bc41-b9468f44df83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:47.892031 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=968a8595-98dc-4b93-9569-271c8bf82a84,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:47.951852 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-b85eab60-151f-4ea7-a6ea-9ecef4c26a05 service neutron] 10.222.0.88 "GET /v2.0/networks/1bc22803-e21f-489d-a441-493f1928ab13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160156 Aug 19 14:37:47.956777 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-2c92ea7a-217a-47a7-8ae7-5ad5e68a7b81 req-5f092584-619b-4973-bc41-b9468f44df83 service neutron] For port 4a990205-9f36-4de0-bda4-d5be7e334fd0, host n-h2-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:37:47.956980 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca608e-21ba-4664-bea1-e538cdf6ab3a req-8c5f2a36-ae67-4fd6-a02f-9902cee3d544 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:47.964133 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-2c92ea7a-217a-47a7-8ae7-5ad5e68a7b81 req-5f092584-619b-4973-bc41-b9468f44df83 service neutron] For port 4a990205-9f36-4de0-bda4-d5be7e334fd0, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=4a990205-9f36-4de0-bda4-d5be7e334fd0,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:37:47.965493 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c9ca608e-21ba-4664-bea1-e538cdf6ab3a req-8c5f2a36-ae67-4fd6-a02f-9902cee3d544 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/networks?id=6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 HTTP/1.1" status: 200 len: 807 time: 0.2147877 Aug 19 14:37:47.971005 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2c92ea7a-217a-47a7-8ae7-5ad5e68a7b81 req-5f092584-619b-4973-bc41-b9468f44df83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:48.007789 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92ea7a-217a-47a7-8ae7-5ad5e68a7b81 req-5f092584-619b-4973-bc41-b9468f44df83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:48.008493 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2c92ea7a-217a-47a7-8ae7-5ad5e68a7b81 req-5f092584-619b-4973-bc41-b9468f44df83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:48.009975 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2c92ea7a-217a-47a7-8ae7-5ad5e68a7b81 req-5f092584-619b-4973-bc41-b9468f44df83 service neutron] 10.222.0.88 "PUT /v2.0/ports/4a990205-9f36-4de0-bda4-d5be7e334fd0 HTTP/1.1" status: 200 len: 1096 time: 1.4478114 Aug 19 14:37:48.024967 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c9ca608e-21ba-4664-bea1-e538cdf6ab3a req-de9d3375-2945-494f-b291-50c864565e3e tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/quotas/309b8293893e4b68ba54397ad041e8b9 HTTP/1.1" status: 200 len: 375 time: 0.0556598 Aug 19 14:37:48.034534 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f092584-619b-4973-bc41-b9468f44df83 service neutron] Pushing event updated for resources: {'Port': ['ID=4a990205-9f36-4de0-bda4-d5be7e334fd0,revision_number=7']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:48.086007 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5b6e0-4174-4983-a7a7-450f656bc4fe req-09ea3089-9718-4210-be59-00ef5efb6558 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:48.087688 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-acb5b6e0-4174-4983-a7a7-450f656bc4fe req-09ea3089-9718-4210-be59-00ef5efb6558 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 948 time: 0.1564515 Aug 19 14:37:48.100109 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92ea7a-217a-47a7-8ae7-5ad5e68a7b81 req-e32698e5-89d4-4f7d-b339-24649a43d9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:48.102663 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2c92ea7a-217a-47a7-8ae7-5ad5e68a7b81 req-e32698e5-89d4-4f7d-b339-24649a43d9fa service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3397b0c43f0b46aaa4295e8f087dd91c&device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 1099 time: 0.0525725 Aug 19 14:37:48.108585 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c9ca608e-21ba-4664-bea1-e538cdf6ab3a req-01dd3c66-0743-445a-98c9-142fc6c31519 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=309b8293893e4b68ba54397ad041e8b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0824599 Aug 19 14:37:48.204173 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-acb5b6e0-4174-4983-a7a7-450f656bc4fe req-de409894-2407-460a-86e2-38b03a7a49b2 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071541 Aug 19 14:37:48.262400 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['968a8595-98dc-4b93-9569-271c8bf82a84'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:37:48.309120 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c9ca608e-21ba-4664-bea1-e538cdf6ab3a req-fdbeea6f-bd76-43d9-9c2d-5105037a79b2 service neutron] 10.222.0.69 "GET /v2.0/networks/6e6d7ced-670a-4172-99e0-b6cfaa52bcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800792 Aug 19 14:37:48.399261 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92ea7a-217a-47a7-8ae7-5ad5e68a7b81 req-4fdf0526-4cf6-4840-82ca-f48c54806e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:48.401955 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2c92ea7a-217a-47a7-8ae7-5ad5e68a7b81 req-4fdf0526-4cf6-4840-82ca-f48c54806e6f service neutron] 10.222.0.88 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.2703350 Aug 19 14:37:48.407316 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-9ab89880-1d79-47f5-9868-7a883826223f tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:48.409098 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-9ab89880-1d79-47f5-9868-7a883826223f tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b&tenant_id=b2e5fa7db1364ccea50861254cd97ec3&binding%3Ahost_id=n-h2-766043-2 HTTP/1.1" status: 200 len: 1095 time: 0.0997698 Aug 19 14:37:48.468429 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2c92ea7a-217a-47a7-8ae7-5ad5e68a7b81 req-e6f6aa1c-d059-41ac-9f57-350b16474ab1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=4a990205-9f36-4de0-bda4-d5be7e334fd0 HTTP/1.1" status: 200 len: 217 time: 0.0567331 Aug 19 14:37:48.470331 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c9ca608e-21ba-4664-bea1-e538cdf6ab3a req-28e1e4b2-6393-497b-9504-012d403d8d7a service neutron] 10.222.0.69 "GET /v2.0/networks/6e6d7ced-670a-4172-99e0-b6cfaa52bcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525145 Aug 19 14:37:48.481968 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b3ef6-76bd-4591-9076-84eb46a8489d req-1b5fecd4-ca7c-41ec-835e-1800f9dd51a8 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:48.484047 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3a6b3ef6-76bd-4591-9076-84eb46a8489d req-1b5fecd4-ca7c-41ec-835e-1800f9dd51a8 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b HTTP/1.1" status: 200 len: 944 time: 0.1091352 Aug 19 14:37:48.554109 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92ea7a-217a-47a7-8ae7-5ad5e68a7b81 req-9f5f857f-051e-4f1d-92c6-32ed8ee84787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:48.555823 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2c92ea7a-217a-47a7-8ae7-5ad5e68a7b81 req-9f5f857f-051e-4f1d-92c6-32ed8ee84787 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.0541434 Aug 19 14:37:48.568744 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3a6b3ef6-76bd-4591-9076-84eb46a8489d req-1628daa3-badc-4c49-bb3d-0b3f08a0987f tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774038 Aug 19 14:37:48.691591 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92ea7a-217a-47a7-8ae7-5ad5e68a7b81 req-3cc3962a-038a-434d-8942-4db0d4c89238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:48.693194 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2c92ea7a-217a-47a7-8ae7-5ad5e68a7b81 req-3cc3962a-038a-434d-8942-4db0d4c89238 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0993426 Aug 19 14:37:48.709838 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-626b28a6-fb91-4053-9e69-245c1df45a86 service neutron] For port 2ec1d929-d9c0-49f5-b942-496ae0568910, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:37:48.717798 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-626b28a6-fb91-4053-9e69-245c1df45a86 service neutron] Notify callbacks [] for binding, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:48.717982 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1628c9a6-6a22-42e5-9174-d67366b6d9dd req-626b28a6-fb91-4053-9e69-245c1df45a86 service neutron] 10.222.0.88 "DELETE /v2.0/ports/2ec1d929-d9c0-49f5-b942-496ae0568910/bindings/n-h1-766043-2 HTTP/1.1" status: 204 len: 173 time: 0.2593706 Aug 19 14:37:48.736957 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8480dc2-c450-4908-8c9a-6aab5be5a61e req-fa4d4592-8762-4927-a9ca-bf8f4dc2523d tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:48.739554 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f8480dc2-c450-4908-8c9a-6aab5be5a61e req-fa4d4592-8762-4927-a9ca-bf8f4dc2523d tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=eaae9bab-d832-41c4-bd4f-16ee6a332709 HTTP/1.1" status: 200 len: 944 time: 0.0846364 Aug 19 14:37:48.803478 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f8480dc2-c450-4908-8c9a-6aab5be5a61e req-2a3fcb47-005e-4acd-a290-85d55b62dce0 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a93f3bc-eb52-4521-81e6-41db3c003964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562866 Aug 19 14:37:48.848025 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2c92ea7a-217a-47a7-8ae7-5ad5e68a7b81 req-57bd573a-7425-4672-a1b0-2c8b2b449147 service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349394 Aug 19 14:37:48.854576 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device aa52ff42-1491-4ce2-bd9c-733d626eafd5 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:37:49.001886 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce929775-f995-435f-9e8a-55396577b4be req-62774c03-b1a9-48be-abde-128d80e674d5 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:49.004312 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ce929775-f995-435f-9e8a-55396577b4be req-62774c03-b1a9-48be-abde-128d80e674d5 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] 10.222.0.69 "GET /v2.0/ports?device_id=dde6504c-598c-44d7-bf95-2872030635be HTTP/1.1" status: 200 len: 944 time: 0.1002481 Aug 19 14:37:49.042025 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2c92ea7a-217a-47a7-8ae7-5ad5e68a7b81 req-49c0bd72-4645-4ade-8a6e-0e0f5dfef614 service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823192 Aug 19 14:37:49.079169 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ce929775-f995-435f-9e8a-55396577b4be req-5630ccf1-3e5d-4663-a63a-9fa2278e63d9 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] 10.222.0.69 "GET /v2.0/security-groups?id=70dc7a37-d0b5-44d4-93bb-ab160d1c93fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617931 Aug 19 14:37:49.106873 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port aa52ff42-1491-4ce2-bd9c-733d626eafd5, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=aa52ff42-1491-4ce2-bd9c-733d626eafd5,segment=NetworkSegment(0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2),segment_id=0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:37:49.138387 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': 'aa52ff42-1491-4ce2-bd9c-733d626eafd5', 'network_id': 'bbd2a93a-7213-4b80-b420-e06e4ab28650', 'port_id': 'aa52ff42-1491-4ce2-bd9c-733d626eafd5', 'mac_address': 'fa:16:3e:62:f7:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '485d38cc-464f-453a-8bf5-ce58f74a38b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:37:49.189862 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:49.207752 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa52ff42-1491-4ce2-bd9c-733d626eafd5 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:37:49.213106 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ffefe2ed-5143-46cf-9de8-08ae57e7a08d req-d1b076db-f1bd-467b-a492-79534688a591 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92 HTTP/1.1" status: 200 len: 210 time: 0.0672498 Aug 19 14:37:49.228124 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec6262-b2b5-4d54-82d9-7cdd2deea536 req-e8423a7c-02e9-4297-a56d-f82dcf89c906 tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:49.250914 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0aec6262-b2b5-4d54-82d9-7cdd2deea536 req-e8423a7c-02e9-4297-a56d-f82dcf89c906 tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b HTTP/1.1" status: 200 len: 1095 time: 0.0933244 Aug 19 14:37:49.300605 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port aa52ff42-1491-4ce2-bd9c-733d626eafd5, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=aa52ff42-1491-4ce2-bd9c-733d626eafd5,segment=NetworkSegment(0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2),segment_id=0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:37:49.301573 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0aec6262-b2b5-4d54-82d9-7cdd2deea536 req-7befdc53-8a13-4ce1-848c-45fca0e86290 tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441606 Aug 19 14:37:49.306968 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:49.394213 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=aa52ff42-1491-4ce2-bd9c-733d626eafd5,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:49.491032 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2e49e-19b9-4e76-bf47-30e16194439c req-b30102d0-73ab-4661-884b-c05e92ed9281 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:49.500108 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-61c2e49e-19b9-4e76-bf47-30e16194439c req-b30102d0-73ab-4661-884b-c05e92ed9281 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 948 time: 0.1227469 Aug 19 14:37:49.534885 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4062110-0053-4d21-ad1e-bab875ff912b req-a73c3601-38d6-4360-943d-950c9fe61af6 tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:49.536705 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e4062110-0053-4d21-ad1e-bab875ff912b req-a73c3601-38d6-4360-943d-950c9fe61af6 tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b HTTP/1.1" status: 200 len: 1095 time: 0.0897589 Aug 19 14:37:49.592346 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-61c2e49e-19b9-4e76-bf47-30e16194439c req-a2672fea-71b0-409c-9dbe-465899ad6817 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911353 Aug 19 14:37:49.622639 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e4062110-0053-4d21-ad1e-bab875ff912b req-d1894f3b-9b86-4929-84b2-68b228a08fa2 tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627491 Aug 19 14:37:49.631338 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['aa52ff42-1491-4ce2-bd9c-733d626eafd5'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:37:49.701321 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b7809ce-bf5a-405c-8988-25b6a1751938', 'tag': '4a990205-9f36-4de0-bda4-d5be7e334fd0'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:37:49.704038 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e8bdf6-bebc-41bb-ad63-647c95db606d" -d '{"events": [{"name": "network-changed", "server_uuid": "7b7809ce-bf5a-405c-8988-25b6a1751938", "tag": "4a990205-9f36-4de0-bda4-d5be7e334fd0"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:37:49.808727 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f29b81-2619-4891-9e60-8ebb7d8941a9 x-openstack-request-id: req-b2f29b81-2619-4891-9e60-8ebb7d8941a9 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:37:49.809024 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b7809ce-bf5a-405c-8988-25b6a1751938", "tag": "4a990205-9f36-4de0-bda4-d5be7e334fd0", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:37:49.809270 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b2f29b81-2619-4891-9e60-8ebb7d8941a9 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:37:49.809716 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b7809ce-bf5a-405c-8988-25b6a1751938', 'tag': '4a990205-9f36-4de0-bda4-d5be7e334fd0', 'status': 'completed', 'code': 200} Aug 19 14:37:49.917554 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8bdf6-bebc-41bb-ad63-647c95db606d req-c1e28f6d-2280-4509-9438-61eb9523cb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:49.923817 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c0e8bdf6-bebc-41bb-ad63-647c95db606d req-c1e28f6d-2280-4509-9438-61eb9523cb0b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3397b0c43f0b46aaa4295e8f087dd91c&device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 1099 time: 0.0846934 Aug 19 14:37:49.986088 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8bdf6-bebc-41bb-ad63-647c95db606d req-f5245228-a694-478f-b201-3ba554915336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:49.987510 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c0e8bdf6-bebc-41bb-ad63-647c95db606d req-f5245228-a694-478f-b201-3ba554915336 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3397b0c43f0b46aaa4295e8f087dd91c&device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 1099 time: 0.1417415 Aug 19 14:37:50.002843 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947f29e-3724-4639-80af-41f2bf62caef req-d6417134-ee21-43d8-93b7-db2771d5d721 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:50.004793 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9947f29e-3724-4639-80af-41f2bf62caef req-d6417134-ee21-43d8-93b7-db2771d5d721 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=eaae9bab-d832-41c4-bd4f-16ee6a332709 HTTP/1.1" status: 200 len: 945 time: 0.1123955 Aug 19 14:37:50.104688 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9947f29e-3724-4639-80af-41f2bf62caef req-f6683c0a-3a98-4ca4-8585-b07d47cc9456 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a93f3bc-eb52-4521-81e6-41db3c003964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893440 Aug 19 14:37:50.122431 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8bdf6-bebc-41bb-ad63-647c95db606d req-e8dd1a91-d0b3-452b-b3be-6f8452b2e47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:50.127381 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c0e8bdf6-bebc-41bb-ad63-647c95db606d req-e8dd1a91-d0b3-452b-b3be-6f8452b2e47e service neutron] 10.222.0.88 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.1870663 Aug 19 14:37:50.161353 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8bdf6-bebc-41bb-ad63-647c95db606d req-f727467e-8963-49c2-b5f1-14e406fe84a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:50.163536 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c0e8bdf6-bebc-41bb-ad63-647c95db606d req-f727467e-8963-49c2-b5f1-14e406fe84a7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.1574495 Aug 19 14:37:50.204564 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c0e8bdf6-bebc-41bb-ad63-647c95db606d req-226bb9d3-8163-4342-b20e-e11f8297df61 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=4a990205-9f36-4de0-bda4-d5be7e334fd0 HTTP/1.1" status: 200 len: 217 time: 0.0658104 Aug 19 14:37:50.269571 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c0e8bdf6-bebc-41bb-ad63-647c95db606d req-3b893439-3081-4344-b282-0f1ff2109014 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=4a990205-9f36-4de0-bda4-d5be7e334fd0 HTTP/1.1" status: 200 len: 217 time: 0.0960021 Aug 19 14:37:50.300762 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8bdf6-bebc-41bb-ad63-647c95db606d req-7f84c454-a305-48f4-92fa-e629eec4373e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:50.303050 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c0e8bdf6-bebc-41bb-ad63-647c95db606d req-7f84c454-a305-48f4-92fa-e629eec4373e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.0892453 Aug 19 14:37:50.378754 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8bdf6-bebc-41bb-ad63-647c95db606d req-2a4cc64b-f1ea-4302-9934-1ef9fd325ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:50.380660 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c0e8bdf6-bebc-41bb-ad63-647c95db606d req-2a4cc64b-f1ea-4302-9934-1ef9fd325ce0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0631998 Aug 19 14:37:50.381457 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8bdf6-bebc-41bb-ad63-647c95db606d req-3a495ca5-5092-4c92-aed0-c8cac82560dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:50.383586 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c0e8bdf6-bebc-41bb-ad63-647c95db606d req-3a495ca5-5092-4c92-aed0-c8cac82560dc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.1007142 Aug 19 14:37:50.445929 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3902cef6-5f4b-4773-a7cb-f9f9c365262d req-4402988d-232e-418a-84ed-2eae89d74a5d tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92 HTTP/1.1" status: 200 len: 210 time: 0.0857158 Aug 19 14:37:50.481386 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e91d4-c752-4e27-a7d6-084517357630 req-f1e9c154-55b5-4041-a4f5-4872790200b3 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:50.490473 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ca9e91d4-c752-4e27-a7d6-084517357630 req-f1e9c154-55b5-4041-a4f5-4872790200b3 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] 10.222.0.69 "GET /v2.0/ports?device_id=dde6504c-598c-44d7-bf95-2872030635be HTTP/1.1" status: 200 len: 944 time: 0.1409438 Aug 19 14:37:50.544962 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ca9e91d4-c752-4e27-a7d6-084517357630 req-46f2eb9c-2a47-42f3-9060-cae1aa5d0946 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] 10.222.0.69 "GET /v2.0/security-groups?id=70dc7a37-d0b5-44d4-93bb-ab160d1c93fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534873 Aug 19 14:37:50.561678 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8bdf6-bebc-41bb-ad63-647c95db606d req-c982c5e3-47bb-4147-b9a5-5715935bd5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:50.563475 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c0e8bdf6-bebc-41bb-ad63-647c95db606d req-c982c5e3-47bb-4147-b9a5-5715935bd5cd service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1557052 Aug 19 14:37:50.652958 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c0e8bdf6-bebc-41bb-ad63-647c95db606d req-05c6df93-e2ed-4682-9c86-7cc5ea2b959f service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602012 Aug 19 14:37:50.662345 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca608e-21ba-4664-bea1-e538cdf6ab3a req-0ea075f5-dc77-45d3-acbb-36a13c4f4ea4 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:50.664017 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c9ca608e-21ba-4664-bea1-e538cdf6ab3a req-0ea075f5-dc77-45d3-acbb-36a13c4f4ea4 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.68 "GET /v2.0/networks?id=6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 HTTP/1.1" status: 200 len: 807 time: 0.2299156 Aug 19 14:37:50.685957 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c0e8bdf6-bebc-41bb-ad63-647c95db606d req-dcfb0a74-0f2c-4513-9c09-184e209fe171 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137795 Aug 19 14:37:50.705322 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-c9ca608e-21ba-4664-bea1-e538cdf6ab3a req-c1f8ddd0-d1c2-4d58-88c9-4090f3fb7ca5 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Request body: {'port': {'device_id': '3e5fc320-7c70-4600-836a-26f5a2b73d92', 'network_id': '6e6d7ced-670a-4172-99e0-b6cfaa52bcf3', 'admin_state_up': True, 'tenant_id': '309b8293893e4b68ba54397ad041e8b9'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:37:50.814329 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e403d227-576c-4435-a0fc-d01d1dff055a req-7eb4dae9-f88a-4253-a0ae-8b8c1b3f70b1 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:50.821863 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e403d227-576c-4435-a0fc-d01d1dff055a req-7eb4dae9-f88a-4253-a0ae-8b8c1b3f70b1 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 948 time: 0.1074975 Aug 19 14:37:50.884820 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c0e8bdf6-bebc-41bb-ad63-647c95db606d req-d232b20e-4001-47c6-bd88-8d83d4da083d service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164609 Aug 19 14:37:50.886297 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device aa52ff42-1491-4ce2-bd9c-733d626eafd5 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:37:50.945628 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9ca608e-21ba-4664-bea1-e538cdf6ab3a req-c1f8ddd0-d1c2-4d58-88c9-4090f3fb7ca5 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Made reservation on behalf of 309b8293893e4b68ba54397ad041e8b9 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:37:50.951966 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c9ca608e-21ba-4664-bea1-e538cdf6ab3a req-c1f8ddd0-d1c2-4d58-88c9-4090f3fb7ca5 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:51.006734 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port aa52ff42-1491-4ce2-bd9c-733d626eafd5 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:37:51.017498 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port aa52ff42-1491-4ce2-bd9c-733d626eafd5 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:37:51.017892 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:51.125704 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-c9ca608e-21ba-4664-bea1-e538cdf6ab3a req-c1f8ddd0-d1c2-4d58-88c9-4090f3fb7ca5 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Allocated IP 172.20.0.2 (6e6d7ced-670a-4172-99e0-b6cfaa52bcf3/e6c98e66-0094-4a00-ab2a-dbcb4602f2eb/3a8aa586-19be-46ba-a227-4ab3d58ab38c) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:37:51.143607 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:51.187461 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaae9bab-d832-41c4-bd4f-16ee6a332709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa52ff42-1491-4ce2-bd9c-733d626eafd5'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:37:51.190192 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d628c5a2-8ca2-41d2-a1df-e944aacb3672" -d '{"events": [{"server_uuid": "eaae9bab-d832-41c4-bd4f-16ee6a332709", "name": "network-vif-plugged", "status": "completed", "tag": "aa52ff42-1491-4ce2-bd9c-733d626eafd5"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:37:51.207117 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port aa52ff42-1491-4ce2-bd9c-733d626eafd5, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=aa52ff42-1491-4ce2-bd9c-733d626eafd5,segment=NetworkSegment(0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2),segment_id=0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:37:51.214348 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:51.278750 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e403d227-576c-4435-a0fc-d01d1dff055a req-d2abdf66-8579-44df-9291-b5edcde14504 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4560065 Aug 19 14:37:51.283277 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=aa52ff42-1491-4ce2-bd9c-733d626eafd5,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:51.302853 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c0e8bdf6-bebc-41bb-ad63-647c95db606d req-25b0013d-e4e3-4b2c-b2fe-1562a5a2c6ce service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6011603 Aug 19 14:37:51.310217 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c2af8-09eb-46ac-ae6d-becfd0116c25 req-73ab9dc8-5495-4497-b117-aec6a850ce2b tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:51.319371 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8b1c2af8-09eb-46ac-ae6d-becfd0116c25 req-73ab9dc8-5495-4497-b117-aec6a850ce2b tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=eaae9bab-d832-41c4-bd4f-16ee6a332709 HTTP/1.1" status: 200 len: 946 time: 0.0916879 Aug 19 14:37:51.353502 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c9ca608e-21ba-4664-bea1-e538cdf6ab3a req-c1f8ddd0-d1c2-4d58-88c9-4090f3fb7ca5 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:51.376241 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8b1c2af8-09eb-46ac-ae6d-becfd0116c25 req-0e71852a-5a62-477d-9c5b-342fc2e53a5d tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a93f3bc-eb52-4521-81e6-41db3c003964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505877 Aug 19 14:37:51.389756 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2860d07-bab7-48f9-94f1-733b5978349a x-openstack-request-id: req-c2860d07-bab7-48f9-94f1-733b5978349a {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:37:51.390046 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaae9bab-d832-41c4-bd4f-16ee6a332709", "name": "network-vif-plugged", "status": "completed", "tag": "aa52ff42-1491-4ce2-bd9c-733d626eafd5", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:37:51.390294 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c2860d07-bab7-48f9-94f1-733b5978349a {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:37:51.390783 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaae9bab-d832-41c4-bd4f-16ee6a332709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa52ff42-1491-4ce2-bd9c-733d626eafd5', 'code': 200} Aug 19 14:37:51.400293 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c9ca608e-21ba-4664-bea1-e538cdf6ab3a req-c1f8ddd0-d1c2-4d58-88c9-4090f3fb7ca5 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:51.415697 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['12a00bc4-fd0a-42fa-af53-b73354cd2997'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:37:51.457721 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9ca608e-21ba-4664-bea1-e538cdf6ab3a req-c1f8ddd0-d1c2-4d58-88c9-4090f3fb7ca5 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Network 6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:37:51.463909 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-c9ca608e-21ba-4664-bea1-e538cdf6ab3a req-c1f8ddd0-d1c2-4d58-88c9-4090f3fb7ca5 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:37:51.468431 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ca608e-21ba-4664-bea1-e538cdf6ab3a req-c1f8ddd0-d1c2-4d58-88c9-4090f3fb7ca5 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:37:51.502431 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f8ddd0-d1c2-4d58-88c9-4090f3fb7ca5 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Pushing event updated for resources: {'Port': ['ID=3a8aa586-19be-46ba-a227-4ab3d58ab38c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:51.549350 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8224ae6-a561-4651-9aaa-fd68108e7d8b req-26fa37f9-bb12-4204-a168-42462e6f2bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:51.551224 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a8224ae6-a561-4651-9aaa-fd68108e7d8b req-26fa37f9-bb12-4204-a168-42462e6f2bd1 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=eaae9bab-d832-41c4-bd4f-16ee6a332709 HTTP/1.1" status: 200 len: 1097 time: 0.0865204 Aug 19 14:37:51.578343 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca608e-21ba-4664-bea1-e538cdf6ab3a req-c1f8ddd0-d1c2-4d58-88c9-4090f3fb7ca5 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:51.579143 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c9ca608e-21ba-4664-bea1-e538cdf6ab3a req-c1f8ddd0-d1c2-4d58-88c9-4090f3fb7ca5 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:51.607623 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c9ca608e-21ba-4664-bea1-e538cdf6ab3a req-c1f8ddd0-d1c2-4d58-88c9-4090f3fb7ca5 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9167171 Aug 19 14:37:51.619659 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a8224ae6-a561-4651-9aaa-fd68108e7d8b req-140e9cab-4d1a-4d78-ac29-1a2bb8710421 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=7a93f3bc-eb52-4521-81e6-41db3c003964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600436 Aug 19 14:37:51.626210 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 4a990205-9f36-4de0-bda4-d5be7e334fd0 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:37:51.630297 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-c9ca608e-21ba-4664-bea1-e538cdf6ab3a req-feacc246-674d-4a79-9de8-09637d9faa0a service neutron] Request body: {'port': {'device_id': '3e5fc320-7c70-4600-836a-26f5a2b73d92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:37:51.659263 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 968a8595-98dc-4b93-9569-271c8bf82a84 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:37:51.734995 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c9ca608e-21ba-4664-bea1-e538cdf6ab3a req-feacc246-674d-4a79-9de8-09637d9faa0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:51.772029 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e7de7-199a-4e53-a4d8-42b3a5244fb9 req-ec932790-3b8f-4ae9-9720-e02d69415859 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:51.774393 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c67e7de7-199a-4e53-a4d8-42b3a5244fb9 req-ec932790-3b8f-4ae9-9720-e02d69415859 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92 HTTP/1.1" status: 200 len: 931 time: 0.1188574 Aug 19 14:37:51.840909 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2f124-99b0-498d-98e7-d91750f7ed09 req-20391e1a-e32d-4e3e-ba80-1965f162760a tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:51.852074 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f3c2f124-99b0-498d-98e7-d91750f7ed09 req-20391e1a-e32d-4e3e-ba80-1965f162760a tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] 10.222.0.69 "GET /v2.0/ports?device_id=dde6504c-598c-44d7-bf95-2872030635be HTTP/1.1" status: 200 len: 944 time: 0.1278985 Aug 19 14:37:51.880727 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 4a990205-9f36-4de0-bda4-d5be7e334fd0, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=4a990205-9f36-4de0-bda4-d5be7e334fd0,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:37:51.882931 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 968a8595-98dc-4b93-9569-271c8bf82a84 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:37:51.894352 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 968a8595-98dc-4b93-9569-271c8bf82a84 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:37:51.894352 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:51.896917 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '4a990205-9f36-4de0-bda4-d5be7e334fd0', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'port_id': '4a990205-9f36-4de0-bda4-d5be7e334fd0', 'mac_address': 'fa:16:3e:3f:db:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:37:51.914312 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f3c2f124-99b0-498d-98e7-d91750f7ed09 req-47cbd391-638d-47ec-bcba-a6fdbfd3b517 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] 10.222.0.69 "GET /v2.0/security-groups?id=70dc7a37-d0b5-44d4-93bb-ab160d1c93fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611842 Aug 19 14:37:51.929737 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c67e7de7-199a-4e53-a4d8-42b3a5244fb9 req-7d25155d-aaa0-44b4-aafe-15bafb8fcf3a tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359391 Aug 19 14:37:51.963191 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:51.985290 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a990205-9f36-4de0-bda4-d5be7e334fd0 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:37:52.029040 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 4a990205-9f36-4de0-bda4-d5be7e334fd0, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=4a990205-9f36-4de0-bda4-d5be7e334fd0,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:37:52.036802 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:52.045993 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:52.072871 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-c9ca608e-21ba-4664-bea1-e538cdf6ab3a req-feacc246-674d-4a79-9de8-09637d9faa0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a8aa586-19be-46ba-a227-4ab3d58ab38c {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:37:52.081158 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c9ca608e-21ba-4664-bea1-e538cdf6ab3a req-feacc246-674d-4a79-9de8-09637d9faa0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:52.094313 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-c9ca608e-21ba-4664-bea1-e538cdf6ab3a req-feacc246-674d-4a79-9de8-09637d9faa0a service neutron] Transition to ACTIVE for port object 3a8aa586-19be-46ba-a227-4ab3d58ab38c will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:37:52.099129 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c9ca608e-21ba-4664-bea1-e538cdf6ab3a req-feacc246-674d-4a79-9de8-09637d9faa0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:52.117311 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 968a8595-98dc-4b93-9569-271c8bf82a84, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=968a8595-98dc-4b93-9569-271c8bf82a84,segment=NetworkSegment(f51c323d-efcf-4833-b945-23459cbc1a90),segment_id=f51c323d-efcf-4833-b945-23459cbc1a90)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:37:52.118862 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=4a990205-9f36-4de0-bda4-d5be7e334fd0,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:52.123569 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:52.153242 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feacc246-674d-4a79-9de8-09637d9faa0a service neutron] Pushing event updated for resources: {'Port': ['ID=3a8aa586-19be-46ba-a227-4ab3d58ab38c,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:52.176917 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=968a8595-98dc-4b93-9569-271c8bf82a84,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:52.223029 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-c9ca608e-21ba-4664-bea1-e538cdf6ab3a req-feacc246-674d-4a79-9de8-09637d9faa0a service neutron] Attempting to bind port 3a8aa586-19be-46ba-a227-4ab3d58ab38c on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:37:52.223364 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-c9ca608e-21ba-4664-bea1-e538cdf6ab3a req-feacc246-674d-4a79-9de8-09637d9faa0a service neutron] Attempting to bind port 3a8aa586-19be-46ba-a227-4ab3d58ab38c by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': 'cdbe220c-711d-4dcd-9811-178ea37b55c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6e6d7ced-670a-4172-99e0-b6cfaa52bcf3'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:37:52.223725 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ca608e-21ba-4664-bea1-e538cdf6ab3a req-feacc246-674d-4a79-9de8-09637d9faa0a service neutron] Attempting to bind port 3a8aa586-19be-46ba-a227-4ab3d58ab38c on network 6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:37:52.228143 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ca608e-21ba-4664-bea1-e538cdf6ab3a req-feacc246-674d-4a79-9de8-09637d9faa0a service neutron] Port 3a8aa586-19be-46ba-a227-4ab3d58ab38c on network 6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:37:52.228515 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ca608e-21ba-4664-bea1-e538cdf6ab3a req-feacc246-674d-4a79-9de8-09637d9faa0a service neutron] Attempting to bind port 3a8aa586-19be-46ba-a227-4ab3d58ab38c on network 6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:37:52.233404 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ca608e-21ba-4664-bea1-e538cdf6ab3a req-feacc246-674d-4a79-9de8-09637d9faa0a service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:37:52.233741 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ca608e-21ba-4664-bea1-e538cdf6ab3a req-feacc246-674d-4a79-9de8-09637d9faa0a service neutron] Checking segment: {'id': 'cdbe220c-711d-4dcd-9811-178ea37b55c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6e6d7ced-670a-4172-99e0-b6cfaa52bcf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:37:52.234120 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ca608e-21ba-4664-bea1-e538cdf6ab3a req-feacc246-674d-4a79-9de8-09637d9faa0a service neutron] Bound using segment: {'id': 'cdbe220c-711d-4dcd-9811-178ea37b55c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6e6d7ced-670a-4172-99e0-b6cfaa52bcf3'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:37:52.234545 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-c9ca608e-21ba-4664-bea1-e538cdf6ab3a req-feacc246-674d-4a79-9de8-09637d9faa0a service neutron] Bound port: 3a8aa586-19be-46ba-a227-4ab3d58ab38c, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdbe220c-711d-4dcd-9811-178ea37b55c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6e6d7ced-670a-4172-99e0-b6cfaa52bcf3'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:37:52.234898 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c9ca608e-21ba-4664-bea1-e538cdf6ab3a req-feacc246-674d-4a79-9de8-09637d9faa0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:52.297788 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-c9ca608e-21ba-4664-bea1-e538cdf6ab3a req-feacc246-674d-4a79-9de8-09637d9faa0a service neutron] For port 3a8aa586-19be-46ba-a227-4ab3d58ab38c, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:37:52.300825 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-c9ca608e-21ba-4664-bea1-e538cdf6ab3a req-feacc246-674d-4a79-9de8-09637d9faa0a service neutron] For port 3a8aa586-19be-46ba-a227-4ab3d58ab38c, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=3a8aa586-19be-46ba-a227-4ab3d58ab38c,segment=NetworkSegment(cdbe220c-711d-4dcd-9811-178ea37b55c3),segment_id=cdbe220c-711d-4dcd-9811-178ea37b55c3)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:37:52.306192 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c9ca608e-21ba-4664-bea1-e538cdf6ab3a req-feacc246-674d-4a79-9de8-09637d9faa0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:52.348659 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca608e-21ba-4664-bea1-e538cdf6ab3a req-feacc246-674d-4a79-9de8-09637d9faa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:52.349316 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c9ca608e-21ba-4664-bea1-e538cdf6ab3a req-feacc246-674d-4a79-9de8-09637d9faa0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:52.351054 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c9ca608e-21ba-4664-bea1-e538cdf6ab3a req-feacc246-674d-4a79-9de8-09637d9faa0a service neutron] 10.222.0.68 "PUT /v2.0/ports/3a8aa586-19be-46ba-a227-4ab3d58ab38c HTTP/1.1" status: 200 len: 1091 time: 0.7335560 Aug 19 14:37:52.351487 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e5fc320-7c70-4600-836a-26f5a2b73d92', 'tag': '3a8aa586-19be-46ba-a227-4ab3d58ab38c'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:37:52.354044 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12f4d04-f8d9-42c4-881d-5064e9b83ab3" -d '{"events": [{"name": "network-changed", "server_uuid": "3e5fc320-7c70-4600-836a-26f5a2b73d92", "tag": "3a8aa586-19be-46ba-a227-4ab3d58ab38c"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:37:52.384575 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feacc246-674d-4a79-9de8-09637d9faa0a service neutron] Pushing event updated for resources: {'Port': ['ID=3a8aa586-19be-46ba-a227-4ab3d58ab38c,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:52.405454 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a7bbeb-295d-4fc6-8814-b80612a7f802 x-openstack-request-id: req-29a7bbeb-295d-4fc6-8814-b80612a7f802 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:37:52.405903 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e5fc320-7c70-4600-836a-26f5a2b73d92", "tag": "3a8aa586-19be-46ba-a227-4ab3d58ab38c", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:37:52.406257 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-29a7bbeb-295d-4fc6-8814-b80612a7f802 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:37:52.406723 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e5fc320-7c70-4600-836a-26f5a2b73d92', 'tag': '3a8aa586-19be-46ba-a227-4ab3d58ab38c', 'status': 'completed', 'code': 200} Aug 19 14:37:52.431208 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a761fa-32db-406c-9b67-a2c2bdc37804 req-e1dbcaf9-ea67-426c-b6a7-f96ba412ed82 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:52.433285 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b4a761fa-32db-406c-9b67-a2c2bdc37804 req-e1dbcaf9-ea67-426c-b6a7-f96ba412ed82 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 949 time: 0.0657101 Aug 19 14:37:52.448983 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['4a990205-9f36-4de0-bda4-d5be7e334fd0'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:37:52.490095 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca608e-21ba-4664-bea1-e538cdf6ab3a req-d01fca47-5a4b-4c1d-8854-0d4353c9ccf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:52.491996 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c9ca608e-21ba-4664-bea1-e538cdf6ab3a req-d01fca47-5a4b-4c1d-8854-0d4353c9ccf1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=309b8293893e4b68ba54397ad041e8b9&device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92 HTTP/1.1" status: 200 len: 1094 time: 0.0739625 Aug 19 14:37:52.537939 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b4a761fa-32db-406c-9b67-a2c2bdc37804 req-2e10a36f-96ba-4b79-a63a-754d8ef75079 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979207 Aug 19 14:37:52.543035 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c9ca608e-21ba-4664-bea1-e538cdf6ab3a req-fdbcca70-e8fd-4cf4-9afa-212350658806 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3a8aa586-19be-46ba-a227-4ab3d58ab38c HTTP/1.1" status: 200 len: 217 time: 0.0413699 Aug 19 14:37:52.568399 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2a249-8f92-4260-b456-804710cb1b60 req-139b3c59-f6c3-4848-90c2-de0f4b8f0da3 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:52.570689 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7af2a249-8f92-4260-b456-804710cb1b60 req-139b3c59-f6c3-4848-90c2-de0f4b8f0da3 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=eaae9bab-d832-41c4-bd4f-16ee6a332709 HTTP/1.1" status: 200 len: 946 time: 0.1013370 Aug 19 14:37:52.626968 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca608e-21ba-4664-bea1-e538cdf6ab3a req-29d13dfc-0748-4ab5-a586-78ac6b8bef70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:52.628733 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c9ca608e-21ba-4664-bea1-e538cdf6ab3a req-29d13dfc-0748-4ab5-a586-78ac6b8bef70 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e6c98e66-0094-4a00-ab2a-dbcb4602f2eb HTTP/1.1" status: 200 len: 847 time: 0.0769846 Aug 19 14:37:52.633060 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7af2a249-8f92-4260-b456-804710cb1b60 req-92e219f3-fa09-4003-80ba-7955e2ed5bd0 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a93f3bc-eb52-4521-81e6-41db3c003964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553210 Aug 19 14:37:52.675400 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c9ca608e-21ba-4664-bea1-e538cdf6ab3a req-0a1fd90a-0af4-467d-b2c4-018f1f039fc6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6e6d7ced-670a-4172-99e0-b6cfaa52bcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287881 Aug 19 14:37:52.796117 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c9ca608e-21ba-4664-bea1-e538cdf6ab3a req-3f0ebca6-0a85-4fc2-8a71-e3403e626cc8 service neutron] 10.222.0.68 "GET /v2.0/networks/6e6d7ced-670a-4172-99e0-b6cfaa52bcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087840 Aug 19 14:37:52.921510 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c9ca608e-21ba-4664-bea1-e538cdf6ab3a req-9bff971e-e548-4eb1-b3ed-314523497da9 service neutron] 10.222.0.68 "GET /v2.0/networks/6e6d7ced-670a-4172-99e0-b6cfaa52bcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034598 Aug 19 14:37:52.999899 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b063fd-1313-40f0-8515-51d23e2467c2 req-372b0785-7478-43d4-9caa-b59bef270769 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:53.001844 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d2b063fd-1313-40f0-8515-51d23e2467c2 req-372b0785-7478-43d4-9caa-b59bef270769 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.88 "GET /v2.0/ports?device_id=7b7809ce-bf5a-405c-8988-25b6a1751938&tenant_id=3397b0c43f0b46aaa4295e8f087dd91c&binding%3Ahost_id=n-h2-766043-2 HTTP/1.1" status: 200 len: 949 time: 0.0792911 Aug 19 14:37:53.040793 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b0d31-ad3a-4fd0-b4aa-f614927c4105 req-f743bb41-50da-47f0-a66d-c740665e745d tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:53.042424 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fa3b0d31-ad3a-4fd0-b4aa-f614927c4105 req-f743bb41-50da-47f0-a66d-c740665e745d tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 949 time: 0.0831785 Aug 19 14:37:53.106332 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fa3b0d31-ad3a-4fd0-b4aa-f614927c4105 req-92c970ba-6b0b-4a4f-8662-aa06cea20534 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542061 Aug 19 14:37:53.119699 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae043ca-20d9-49dc-ad62-c20c27c813a2 req-868df4ad-fd74-4aed-9b01-a0e54ff07d5f tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:53.121624 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2ae043ca-20d9-49dc-ad62-c20c27c813a2 req-868df4ad-fd74-4aed-9b01-a0e54ff07d5f tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] 10.222.0.69 "GET /v2.0/ports?device_id=dde6504c-598c-44d7-bf95-2872030635be HTTP/1.1" status: 200 len: 945 time: 0.0782945 Aug 19 14:37:53.146483 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d2b063fd-1313-40f0-8515-51d23e2467c2 req-0eb93237-49ab-4d13-8d45-14167bee64ac service neutron] 10.222.0.88 "GET /v2.0/ports/4a990205-9f36-4de0-bda4-d5be7e334fd0/bindings/n-h2-766043-2 HTTP/1.1" status: 200 len: 382 time: 0.1194563 Aug 19 14:37:53.148377 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f4d04-f8d9-42c4-881d-5064e9b83ab3 req-5071f03f-8bb4-473a-95ca-cff49c3249d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:53.149783 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a12f4d04-f8d9-42c4-881d-5064e9b83ab3 req-5071f03f-8bb4-473a-95ca-cff49c3249d1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=309b8293893e4b68ba54397ad041e8b9&device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92 HTTP/1.1" status: 200 len: 1094 time: 0.0877810 Aug 19 14:37:53.186679 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2ae043ca-20d9-49dc-ad62-c20c27c813a2 req-979e5a53-85de-42ae-82cb-e09efc6a0716 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] 10.222.0.69 "GET /v2.0/security-groups?id=70dc7a37-d0b5-44d4-93bb-ab160d1c93fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589046 Aug 19 14:37:53.245566 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0496fd84-9559-44d5-9306-8d7061fe60e3 req-99a5fd9b-c940-4787-b008-042a0be53144 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:53.247382 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0496fd84-9559-44d5-9306-8d7061fe60e3 req-99a5fd9b-c940-4787-b008-042a0be53144 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92 HTTP/1.1" status: 200 len: 943 time: 0.0552592 Aug 19 14:37:53.281384 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b063fd-1313-40f0-8515-51d23e2467c2 req-0d3cb8ef-0078-4656-a724-cfc73a872484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:53.282889 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d2b063fd-1313-40f0-8515-51d23e2467c2 req-0d3cb8ef-0078-4656-a724-cfc73a872484 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3397b0c43f0b46aaa4295e8f087dd91c&device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 1100 time: 0.0709646 Aug 19 14:37:53.285678 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f4d04-f8d9-42c4-881d-5064e9b83ab3 req-183e1a30-419e-44e5-ac00-b1aac016756d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:53.287003 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a12f4d04-f8d9-42c4-881d-5064e9b83ab3 req-183e1a30-419e-44e5-ac00-b1aac016756d service neutron] 10.222.0.68 "GET /v2.0/networks?id=6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 HTTP/1.1" status: 200 len: 908 time: 0.1288183 Aug 19 14:37:53.289079 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0496fd84-9559-44d5-9306-8d7061fe60e3 req-4f265518-95c2-4cb8-881b-ef00bd7ce3a3 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337763 Aug 19 14:37:53.373849 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a12f4d04-f8d9-42c4-881d-5064e9b83ab3 req-d7ba80fb-6149-4f67-b7f3-0932c1a15ed5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3a8aa586-19be-46ba-a227-4ab3d58ab38c HTTP/1.1" status: 200 len: 217 time: 0.0700483 Aug 19 14:37:53.392206 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde6504c-598c-44d7-bf95-2872030635be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968a8595-98dc-4b93-9569-271c8bf82a84'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:37:53.394492 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6c004d-f38c-4d6d-9f02-5591b61eeb80" -d '{"events": [{"server_uuid": "dde6504c-598c-44d7-bf95-2872030635be", "name": "network-vif-plugged", "status": "completed", "tag": "968a8595-98dc-4b93-9569-271c8bf82a84"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:37:53.433146 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967b1cb6-eac1-44f1-94e4-66bc78d98aed x-openstack-request-id: req-967b1cb6-eac1-44f1-94e4-66bc78d98aed {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:37:53.433146 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde6504c-598c-44d7-bf95-2872030635be", "name": "network-vif-plugged", "status": "completed", "tag": "968a8595-98dc-4b93-9569-271c8bf82a84", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:37:53.433564 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-967b1cb6-eac1-44f1-94e4-66bc78d98aed {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:37:53.433860 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde6504c-598c-44d7-bf95-2872030635be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968a8595-98dc-4b93-9569-271c8bf82a84', 'code': 200} Aug 19 14:37:53.456872 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b063fd-1313-40f0-8515-51d23e2467c2 req-c94cd9ff-1cb6-4419-807a-0d9aa196e1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:53.458460 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d2b063fd-1313-40f0-8515-51d23e2467c2 req-c94cd9ff-1cb6-4419-807a-0d9aa196e1a5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.1635268 Aug 19 14:37:53.462560 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f4d04-f8d9-42c4-881d-5064e9b83ab3 req-2b1db010-bef3-4e19-8bb2-2c973cb9ff78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:53.463908 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a12f4d04-f8d9-42c4-881d-5064e9b83ab3 req-2b1db010-bef3-4e19-8bb2-2c973cb9ff78 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e6c98e66-0094-4a00-ab2a-dbcb4602f2eb HTTP/1.1" status: 200 len: 847 time: 0.0748639 Aug 19 14:37:53.526219 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a12f4d04-f8d9-42c4-881d-5064e9b83ab3 req-249b76c4-5cc9-4c6a-94d1-0d9b0aeddf49 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6e6d7ced-670a-4172-99e0-b6cfaa52bcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537670 Aug 19 14:37:53.536435 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d2b063fd-1313-40f0-8515-51d23e2467c2 req-33516561-edd1-4756-951b-612211336166 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=4a990205-9f36-4de0-bda4-d5be7e334fd0 HTTP/1.1" status: 200 len: 217 time: 0.0556343 Aug 19 14:37:53.656987 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86822236-5478-45c3-b1e6-451811437624 req-56dd18a8-5ca2-43f3-9133-5d8bfb245c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:53.658369 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-86822236-5478-45c3-b1e6-451811437624 req-56dd18a8-5ca2-43f3-9133-5d8bfb245c22 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=dde6504c-598c-44d7-bf95-2872030635be HTTP/1.1" status: 200 len: 1096 time: 0.1310530 Aug 19 14:37:53.666008 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b063fd-1313-40f0-8515-51d23e2467c2 req-8c31cdc0-a2a0-414a-a76c-d07b033e1de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:53.667510 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d2b063fd-1313-40f0-8515-51d23e2467c2 req-8c31cdc0-a2a0-414a-a76c-d07b033e1de9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.1124268 Aug 19 14:37:53.694101 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:37:53.739518 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a12f4d04-f8d9-42c4-881d-5064e9b83ab3 req-004265bb-4199-4c49-9859-0d5746c81c99 service neutron] 10.222.0.68 "GET /v2.0/networks/6e6d7ced-670a-4172-99e0-b6cfaa52bcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853848 Aug 19 14:37:53.754673 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-86822236-5478-45c3-b1e6-451811437624 req-a52edc96-2bdb-43cb-9c2e-6c3e09e55a3f service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=70dc7a37-d0b5-44d4-93bb-ab160d1c93fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846808 Aug 19 14:37:53.772621 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b063fd-1313-40f0-8515-51d23e2467c2 req-d26205ec-0a4a-4e03-aba5-4f56df291717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:53.774728 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d2b063fd-1313-40f0-8515-51d23e2467c2 req-d26205ec-0a4a-4e03-aba5-4f56df291717 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0980473 Aug 19 14:37:53.787632 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f8c4b-623d-495f-8c3a-9386d9029ece req-318157c1-5c05-4dfd-b302-e5ead87b7bd2 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:53.795510 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6b0f8c4b-623d-495f-8c3a-9386d9029ece req-318157c1-5c05-4dfd-b302-e5ead87b7bd2 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=eaae9bab-d832-41c4-bd4f-16ee6a332709 HTTP/1.1" status: 200 len: 946 time: 0.0720866 Aug 19 14:37:53.832174 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6b0f8c4b-623d-495f-8c3a-9386d9029ece req-f39e4a20-859e-441d-b391-1f067038abd3 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a93f3bc-eb52-4521-81e6-41db3c003964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358000 Aug 19 14:37:53.867804 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a12f4d04-f8d9-42c4-881d-5064e9b83ab3 req-cce1a0e7-cac6-4fa7-a1ff-fcf5c9fc5733 service neutron] 10.222.0.68 "GET /v2.0/networks/6e6d7ced-670a-4172-99e0-b6cfaa52bcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097801 Aug 19 14:37:53.985218 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01c8e5-bcf7-45c0-afce-47ce3cd0d519 req-578ddf56-0441-44f4-a937-065d427a1f28 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:53.986622 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cc01c8e5-bcf7-45c0-afce-47ce3cd0d519 req-578ddf56-0441-44f4-a937-065d427a1f28 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=eaae9bab-d832-41c4-bd4f-16ee6a332709 HTTP/1.1" status: 200 len: 946 time: 0.0498841 Aug 19 14:37:54.032514 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cc01c8e5-bcf7-45c0-afce-47ce3cd0d519 req-9a65abc4-79c5-42c6-956a-e38d5bd8d115 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a93f3bc-eb52-4521-81e6-41db3c003964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392189 Aug 19 14:37:54.173801 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29d7e1-ce87-4767-bc48-9cf30c608ed9 req-4ee2d902-867d-4370-865b-858d6000b7cf tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:54.175485 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6c29d7e1-ce87-4767-bc48-9cf30c608ed9 req-4ee2d902-867d-4370-865b-858d6000b7cf tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=eaae9bab-d832-41c4-bd4f-16ee6a332709 HTTP/1.1" status: 200 len: 946 time: 0.0607340 Aug 19 14:37:54.249128 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6c29d7e1-ce87-4767-bc48-9cf30c608ed9 req-950bf16d-df06-43d2-8ab1-24592a7ecb78 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a93f3bc-eb52-4521-81e6-41db3c003964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665331 Aug 19 14:37:54.290620 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d9991-5f7e-4355-8931-ca2aed74f6b8 req-5aa71ec2-5731-494c-9fff-76bb4f8391ba tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:54.299958 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3c9d9991-5f7e-4355-8931-ca2aed74f6b8 req-5aa71ec2-5731-494c-9fff-76bb4f8391ba tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 949 time: 0.0975308 Aug 19 14:37:54.365540 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3c9d9991-5f7e-4355-8931-ca2aed74f6b8 req-bcf9992a-435a-4c6d-8382-9340b80b5a39 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642347 Aug 19 14:37:54.370187 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d2b063fd-1313-40f0-8515-51d23e2467c2 req-80cc5d02-2429-4872-837d-8a1e480b3d5b service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579097 Aug 19 14:37:54.387563 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c815f8-ceb9-453e-9951-1047638a70ff req-08216d8e-dc51-4b07-8054-16c7bab31350 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:54.389336 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-20c815f8-ceb9-453e-9951-1047638a70ff req-08216d8e-dc51-4b07-8054-16c7bab31350 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] 10.222.0.69 "GET /v2.0/ports?device_id=dde6504c-598c-44d7-bf95-2872030635be HTTP/1.1" status: 200 len: 945 time: 0.0667477 Aug 19 14:37:54.449391 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-20c815f8-ceb9-453e-9951-1047638a70ff req-b6a7fcb5-5f2a-4161-b8f4-01053ced7934 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] 10.222.0.69 "GET /v2.0/security-groups?id=70dc7a37-d0b5-44d4-93bb-ab160d1c93fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415854 Aug 19 14:37:54.485085 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d2b063fd-1313-40f0-8515-51d23e2467c2 req-cb943cae-b30e-4b76-8069-b93467d99655 service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046197 Aug 19 14:37:54.505813 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed388d-65c5-43ab-8557-8f79920d453b req-e0ac5a5e-5c43-4a81-b4df-c25e43e8e484 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:54.507279 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b3ed388d-65c5-43ab-8557-8f79920d453b req-e0ac5a5e-5c43-4a81-b4df-c25e43e8e484 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=eaae9bab-d832-41c4-bd4f-16ee6a332709 HTTP/1.1" status: 200 len: 946 time: 0.0574939 Aug 19 14:37:54.572366 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b3ed388d-65c5-43ab-8557-8f79920d453b req-4f39cd8c-beb3-485c-a57c-5b4bc75f291e tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a93f3bc-eb52-4521-81e6-41db3c003964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557964 Aug 19 14:37:54.584358 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00beffa6-13b1-406d-8335-819a95b27554 req-a6e8ff34-02d2-4b00-bb10-ce8806a68de8 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:54.585960 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-00beffa6-13b1-406d-8335-819a95b27554 req-a6e8ff34-02d2-4b00-bb10-ce8806a68de8 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92 HTTP/1.1" status: 200 len: 943 time: 0.0777993 Aug 19 14:37:54.632667 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-00beffa6-13b1-406d-8335-819a95b27554 req-2648506f-09e6-414b-88f1-49e961c9726d tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395708 Aug 19 14:37:54.702635 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df712db-5650-42fd-87f6-7ee274816d10 req-53d46b3f-2c9c-4b65-a2bf-8c6a4d2bf1bf tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:54.704243 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2df712db-5650-42fd-87f6-7ee274816d10 req-53d46b3f-2c9c-4b65-a2bf-8c6a4d2bf1bf tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=eaae9bab-d832-41c4-bd4f-16ee6a332709 HTTP/1.1" status: 200 len: 946 time: 0.0526218 Aug 19 14:37:54.742213 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2df712db-5650-42fd-87f6-7ee274816d10 req-18e9bc90-d64a-4ae9-b55a-3324f4c8b2d9 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a93f3bc-eb52-4521-81e6-41db3c003964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316229 Aug 19 14:37:54.872668 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ad8d5-b9a5-43d4-aed0-2f4756a4a1d1 req-b771ed4e-41ec-4e94-84a9-da7ad646ba87 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:54.874240 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-251ad8d5-b9a5-43d4-aed0-2f4756a4a1d1 req-b771ed4e-41ec-4e94-84a9-da7ad646ba87 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=eaae9bab-d832-41c4-bd4f-16ee6a332709 HTTP/1.1" status: 200 len: 946 time: 0.0527968 Aug 19 14:37:54.916552 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-251ad8d5-b9a5-43d4-aed0-2f4756a4a1d1 req-902d356f-bbc9-43a5-89c0-8fcb1c6f2a3a tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a93f3bc-eb52-4521-81e6-41db3c003964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361090 Aug 19 14:37:55.072514 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd5493b-d80e-40ca-ac5f-7ff36fdbf100 req-40f86c9e-13cc-47fc-b90e-84aba24113c8 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:55.074068 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4cd5493b-d80e-40ca-ac5f-7ff36fdbf100 req-40f86c9e-13cc-47fc-b90e-84aba24113c8 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=eaae9bab-d832-41c4-bd4f-16ee6a332709 HTTP/1.1" status: 200 len: 946 time: 0.0557578 Aug 19 14:37:55.122149 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4cd5493b-d80e-40ca-ac5f-7ff36fdbf100 req-ea8ad5a5-a3e3-4d53-8aba-e7dfe633312d tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a93f3bc-eb52-4521-81e6-41db3c003964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419030 Aug 19 14:37:55.263025 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a87da-7140-4be4-b64b-9eb8bf660b72 req-0af31c99-67d9-48d3-8e2c-a15756cefde8 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:55.265678 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c88a87da-7140-4be4-b64b-9eb8bf660b72 req-0af31c99-67d9-48d3-8e2c-a15756cefde8 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=eaae9bab-d832-41c4-bd4f-16ee6a332709 HTTP/1.1" status: 200 len: 946 time: 0.0662839 Aug 19 14:37:55.321269 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c88a87da-7140-4be4-b64b-9eb8bf660b72 req-82c9f56e-feb0-4c41-aaf0-ae2a0e7576ee tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a93f3bc-eb52-4521-81e6-41db3c003964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496244 Aug 19 14:37:55.410825 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1a822-1f1c-4327-8b2f-2aec77078506 req-0418a3aa-0bc0-4e54-955b-7821182b255e tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:55.412385 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ded1a822-1f1c-4327-8b2f-2aec77078506 req-0418a3aa-0bc0-4e54-955b-7821182b255e tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b760ea3-f188-4b07-a478-d051ae0439ec HTTP/1.1" status: 200 len: 946 time: 0.0511324 Aug 19 14:37:55.454588 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ded1a822-1f1c-4327-8b2f-2aec77078506 req-f58c86e8-b84d-4a3f-934f-f33b6b0d4718 tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] 10.222.0.69 "GET /v2.0/security-groups?id=807da8b6-0e41-47d9-86b6-473844ec8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349908 Aug 19 14:37:55.585835 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547939c-d6ea-4c29-b22b-3a50a58506aa req-e01cb8c1-bd80-48c9-81d2-fb99c78f7c97 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:55.588288 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1547939c-d6ea-4c29-b22b-3a50a58506aa req-e01cb8c1-bd80-48c9-81d2-fb99c78f7c97 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 949 time: 0.0582213 Aug 19 14:37:55.597170 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 4a990205-9f36-4de0-bda4-d5be7e334fd0 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:37:55.637003 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1547939c-d6ea-4c29-b22b-3a50a58506aa req-9bdadc38-c5a8-4db2-a400-0daeac759b78 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419838 Aug 19 14:37:55.691456 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 4a990205-9f36-4de0-bda4-d5be7e334fd0 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:37:55.702686 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 4a990205-9f36-4de0-bda4-d5be7e334fd0 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:37:55.703077 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:55.806789 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:55.810514 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527ef24-d6b8-4ebb-956b-e9a6da88c8ee req-81d437da-8501-45ec-a1c9-6f0de86a1107 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:55.812288 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d527ef24-d6b8-4ebb-956b-e9a6da88c8ee req-81d437da-8501-45ec-a1c9-6f0de86a1107 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] 10.222.0.69 "GET /v2.0/ports?device_id=dde6504c-598c-44d7-bf95-2872030635be HTTP/1.1" status: 200 len: 945 time: 0.0826964 Aug 19 14:37:55.837556 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a65b3-75de-4b34-bc1c-0bde447d4462 req-a0679957-c70c-412d-bb5d-d13431742a20 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:55.839386 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c49a65b3-75de-4b34-bc1c-0bde447d4462 req-a0679957-c70c-412d-bb5d-d13431742a20 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92 HTTP/1.1" status: 200 len: 943 time: 0.0795217 Aug 19 14:37:55.839738 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b7809ce-bf5a-405c-8988-25b6a1751938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a990205-9f36-4de0-bda4-d5be7e334fd0'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:37:55.845220 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6818b3d-e419-4035-ae60-96dbcb47fcd1" -d '{"events": [{"server_uuid": "7b7809ce-bf5a-405c-8988-25b6a1751938", "name": "network-vif-plugged", "status": "completed", "tag": "4a990205-9f36-4de0-bda4-d5be7e334fd0"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:37:55.865688 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 4a990205-9f36-4de0-bda4-d5be7e334fd0, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=4a990205-9f36-4de0-bda4-d5be7e334fd0,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:37:55.870648 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:55.886678 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d527ef24-d6b8-4ebb-956b-e9a6da88c8ee req-cb581aac-6120-41d9-a7ec-a1755b507c1b tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] 10.222.0.69 "GET /v2.0/security-groups?id=70dc7a37-d0b5-44d4-93bb-ab160d1c93fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636530 Aug 19 14:37:55.911750 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c49a65b3-75de-4b34-bc1c-0bde447d4462 req-4c5debfb-8233-40e1-b60f-9a8b9bc6b123 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596790 Aug 19 14:37:55.946637 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=4a990205-9f36-4de0-bda4-d5be7e334fd0,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:56.033255 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03312d40-50a4-498a-a728-dcbfeb4cb187 x-openstack-request-id: req-03312d40-50a4-498a-a728-dcbfeb4cb187 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:37:56.033840 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b7809ce-bf5a-405c-8988-25b6a1751938", "name": "network-vif-plugged", "status": "completed", "tag": "4a990205-9f36-4de0-bda4-d5be7e334fd0", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:37:56.034267 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-03312d40-50a4-498a-a728-dcbfeb4cb187 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:37:56.034873 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b7809ce-bf5a-405c-8988-25b6a1751938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a990205-9f36-4de0-bda4-d5be7e334fd0', 'code': 200} Aug 19 14:37:56.104707 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395a4d8-526d-44f4-9f8d-7f124f26eb5c req-724a5de5-de93-4ef4-b411-3e1dc341c713 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:56.112334 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a395a4d8-526d-44f4-9f8d-7f124f26eb5c req-724a5de5-de93-4ef4-b411-3e1dc341c713 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] 10.222.0.69 "GET /v2.0/ports?device_id=dde6504c-598c-44d7-bf95-2872030635be HTTP/1.1" status: 200 len: 945 time: 0.0639248 Aug 19 14:37:56.160449 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a395a4d8-526d-44f4-9f8d-7f124f26eb5c req-c7735dc7-d550-4c7b-ae09-f6f13eeb34a1 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] 10.222.0.69 "GET /v2.0/security-groups?id=70dc7a37-d0b5-44d4-93bb-ab160d1c93fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434351 Aug 19 14:37:56.381808 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1ba46-57ff-4889-8d8c-abebba83bc1a req-0e973879-55dc-4bf7-9ede-c9eebfd4fa89 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:56.383461 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-78b1ba46-57ff-4889-8d8c-abebba83bc1a req-0e973879-55dc-4bf7-9ede-c9eebfd4fa89 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=eaae9bab-d832-41c4-bd4f-16ee6a332709 HTTP/1.1" status: 200 len: 946 time: 0.0705371 Aug 19 14:37:56.466545 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-78b1ba46-57ff-4889-8d8c-abebba83bc1a req-818fee73-d333-4a6a-a4a7-3c7727ad1d25 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a93f3bc-eb52-4521-81e6-41db3c003964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586085 Aug 19 14:37:56.547169 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1d198-b2bd-4b49-b429-8a7f7cc7d745 req-856babe5-e889-4e46-8311-c6f574b9e75a tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:56.550512 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-03f1d198-b2bd-4b49-b429-8a7f7cc7d745 req-856babe5-e889-4e46-8311-c6f574b9e75a tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] 10.222.0.69 "GET /v2.0/ports?device_id=dde6504c-598c-44d7-bf95-2872030635be HTTP/1.1" status: 200 len: 945 time: 0.0642920 Aug 19 14:37:56.617761 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-03f1d198-b2bd-4b49-b429-8a7f7cc7d745 req-3697033a-511b-4b0c-a945-b4247e864c75 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] 10.222.0.69 "GET /v2.0/security-groups?id=70dc7a37-d0b5-44d4-93bb-ab160d1c93fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546405 Aug 19 14:37:56.626223 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c761d-dc6c-4b54-bcef-81392bf3085d req-771e1425-8903-4544-a25a-bd5135741ae9 tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:56.627815 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4a8c761d-dc6c-4b54-bcef-81392bf3085d req-771e1425-8903-4544-a25a-bd5135741ae9 tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b760ea3-f188-4b07-a478-d051ae0439ec HTTP/1.1" status: 200 len: 946 time: 0.0762804 Aug 19 14:37:56.700857 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4a8c761d-dc6c-4b54-bcef-81392bf3085d req-64d915e6-a859-4c8d-afe5-849e34005521 tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] 10.222.0.69 "GET /v2.0/security-groups?id=807da8b6-0e41-47d9-86b6-473844ec8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653849 Aug 19 14:37:56.854090 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4423c24-cc27-40d5-8736-684a37e35fbd req-9d9bd5f3-6349-4878-b4f2-b0a68f2c4d49 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:56.855796 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a4423c24-cc27-40d5-8736-684a37e35fbd req-9d9bd5f3-6349-4878-b4f2-b0a68f2c4d49 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 950 time: 0.0680995 Aug 19 14:37:56.924001 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a4423c24-cc27-40d5-8736-684a37e35fbd req-5841d608-e6b3-468e-aa26-5233929949d1 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573857 Aug 19 14:37:57.063796 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b0fdc-4c2d-45a8-84c3-0b359fb5317c req-f4d8240d-a2df-4ba6-b3f4-9f4bd793c5a9 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:57.065403 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-095b0fdc-4c2d-45a8-84c3-0b359fb5317c req-f4d8240d-a2df-4ba6-b3f4-9f4bd793c5a9 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] 10.222.0.69 "GET /v2.0/ports?device_id=dde6504c-598c-44d7-bf95-2872030635be HTTP/1.1" status: 200 len: 945 time: 0.0947769 Aug 19 14:37:57.089374 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab8f29-e443-4196-b33a-352a83fc6297 req-8ed8f7be-0843-47c5-b512-d546b85ce7a0 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:57.090981 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dcab8f29-e443-4196-b33a-352a83fc6297 req-8ed8f7be-0843-47c5-b512-d546b85ce7a0 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92 HTTP/1.1" status: 200 len: 943 time: 0.0777967 Aug 19 14:37:57.160975 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-095b0fdc-4c2d-45a8-84c3-0b359fb5317c req-e657340a-e4a0-414a-8014-e6660ddfc173 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] 10.222.0.69 "GET /v2.0/security-groups?id=70dc7a37-d0b5-44d4-93bb-ab160d1c93fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869551 Aug 19 14:37:57.178158 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dcab8f29-e443-4196-b33a-352a83fc6297 req-6e0180f3-9e17-4f89-aa39-d9c425ecc4ed tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776465 Aug 19 14:37:57.591646 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ecb7d2-35e7-40fd-957e-ba8258b8f84b req-0d88067b-5d04-47e6-b7e9-91fc8ab50002 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:57.601277 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a2ecb7d2-35e7-40fd-957e-ba8258b8f84b req-0d88067b-5d04-47e6-b7e9-91fc8ab50002 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=eaae9bab-d832-41c4-bd4f-16ee6a332709 HTTP/1.1" status: 200 len: 946 time: 0.0832145 Aug 19 14:37:57.662289 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a2ecb7d2-35e7-40fd-957e-ba8258b8f84b req-f29122f4-067f-42a8-97da-94b61afea6be tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a93f3bc-eb52-4521-81e6-41db3c003964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574949 Aug 19 14:37:57.667487 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b063fd-1313-40f0-8515-51d23e2467c2 req-6516028f-36c0-4dc1-845a-7f3a632d6606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:57.670016 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d2b063fd-1313-40f0-8515-51d23e2467c2 req-6516028f-36c0-4dc1-845a-7f3a632d6606 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=7b7809ce-bf5a-405c-8988-25b6a1751938&tenant_id=3397b0c43f0b46aaa4295e8f087dd91c HTTP/1.1" status: 200 len: 1101 time: 0.0558293 Aug 19 14:37:57.684939 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-d2b063fd-1313-40f0-8515-51d23e2467c2 req-a9cc7e66-53d4-45e8-ad00-82fd6abdc6ae service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766043-2', 'device_owner': 'compute:nova'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:37:57.753673 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d2b063fd-1313-40f0-8515-51d23e2467c2 req-a9cc7e66-53d4-45e8-ad00-82fd6abdc6ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:57.839259 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eac56e-d1fc-484d-91e5-255015f16b95 req-b7563f4f-e470-4e96-9e22-db2f2f6f9ffb tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:57.855497 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-35eac56e-d1fc-484d-91e5-255015f16b95 req-b7563f4f-e470-4e96-9e22-db2f2f6f9ffb tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b760ea3-f188-4b07-a478-d051ae0439ec HTTP/1.1" status: 200 len: 946 time: 0.0691504 Aug 19 14:37:57.897525 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-35eac56e-d1fc-484d-91e5-255015f16b95 req-4a222bcd-ad22-4cd1-82fb-548d7083aa4b tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] 10.222.0.69 "GET /v2.0/security-groups?id=807da8b6-0e41-47d9-86b6-473844ec8663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386696 Aug 19 14:37:58.005259 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fcd0ef-4d86-46a2-8a12-5686ee50d8ec req-58ad8978-e617-4da6-9275-c8995745edee tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:58.007988 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-41fcd0ef-4d86-46a2-8a12-5686ee50d8ec req-58ad8978-e617-4da6-9275-c8995745edee tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b760ea3-f188-4b07-a478-d051ae0439ec HTTP/1.1" status: 200 len: 946 time: 0.1267865 Aug 19 14:37:58.073461 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afdae56-8bc4-42f6-8863-95b717571016 req-37166389-294d-44b6-9d32-aa35f5f42b37 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:58.081706 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2afdae56-8bc4-42f6-8863-95b717571016 req-37166389-294d-44b6-9d32-aa35f5f42b37 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 950 time: 0.0856893 Aug 19 14:37:58.137041 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2afdae56-8bc4-42f6-8863-95b717571016 req-e3b0bf01-e3cb-4b21-8bfe-94ab8b0a4178 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540547 Aug 19 14:37:58.146886 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-d2b063fd-1313-40f0-8515-51d23e2467c2 req-a9cc7e66-53d4-45e8-ad00-82fd6abdc6ae service neutron] For port 4a990205-9f36-4de0-bda4-d5be7e334fd0, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=4a990205-9f36-4de0-bda4-d5be7e334fd0,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:37:58.220103 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-41fcd0ef-4d86-46a2-8a12-5686ee50d8ec req-b13c8398-9f4e-4536-93b0-2e56a1f80505 tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] Deleting port 522918ce-7a82-4306-a51c-d62935e21320 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:37:58.220643 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-41fcd0ef-4d86-46a2-8a12-5686ee50d8ec req-b13c8398-9f4e-4536-93b0-2e56a1f80505 tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:58.227811 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-d2b063fd-1313-40f0-8515-51d23e2467c2 req-a9cc7e66-53d4-45e8-ad00-82fd6abdc6ae service neutron] For port 4a990205-9f36-4de0-bda4-d5be7e334fd0, host n-h2-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:37:58.313743 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881f2d4-4384-49f3-8054-8fec4d194424 req-10bce8ad-6745-4a5d-a6c1-00a8bad446ec tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:58.315610 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f881f2d4-4384-49f3-8054-8fec4d194424 req-10bce8ad-6745-4a5d-a6c1-00a8bad446ec tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] 10.222.0.69 "GET /v2.0/ports?device_id=dde6504c-598c-44d7-bf95-2872030635be HTTP/1.1" status: 200 len: 945 time: 0.0720491 Aug 19 14:37:58.343911 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b7809ce-bf5a-405c-8988-25b6a1751938', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a990205-9f36-4de0-bda4-d5be7e334fd0'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:37:58.347498 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a365a9d6-5b3e-4c99-8ef5-2d81eccbd4e2" -d '{"events": [{"server_uuid": "7b7809ce-bf5a-405c-8988-25b6a1751938", "name": "network-vif-unplugged", "status": "completed", "tag": "4a990205-9f36-4de0-bda4-d5be7e334fd0"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:37:58.356206 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d2b063fd-1313-40f0-8515-51d23e2467c2 req-a9cc7e66-53d4-45e8-ad00-82fd6abdc6ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:58.389148 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-d2b063fd-1313-40f0-8515-51d23e2467c2 req-a9cc7e66-53d4-45e8-ad00-82fd6abdc6ae service neutron] Transition to ACTIVE for port object 4a990205-9f36-4de0-bda4-d5be7e334fd0 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:37:58.393147 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f881f2d4-4384-49f3-8054-8fec4d194424 req-9349c5ad-90c5-4df1-8061-8251449af028 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] 10.222.0.69 "GET /v2.0/security-groups?id=70dc7a37-d0b5-44d4-93bb-ab160d1c93fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666845 Aug 19 14:37:58.398244 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d2b063fd-1313-40f0-8515-51d23e2467c2 req-a9cc7e66-53d4-45e8-ad00-82fd6abdc6ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:58.426676 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc1df80-91a5-4b65-b51a-1fbaf1947068 req-132e35a3-d03c-4964-8f08-71f86220da1d tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:58.428281 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9dc1df80-91a5-4b65-b51a-1fbaf1947068 req-132e35a3-d03c-4964-8f08-71f86220da1d tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92 HTTP/1.1" status: 200 len: 943 time: 0.1117206 Aug 19 14:37:58.460252 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cc7e66-53d4-45e8-ad00-82fd6abdc6ae service neutron] Pushing event updated for resources: {'Port': ['ID=4a990205-9f36-4de0-bda4-d5be7e334fd0,revision_number=10']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:58.486229 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-41fcd0ef-4d86-46a2-8a12-5686ee50d8ec req-b13c8398-9f4e-4536-93b0-2e56a1f80505 tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] For port 522918ce-7a82-4306-a51c-d62935e21320, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=522918ce-7a82-4306-a51c-d62935e21320,segment=NetworkSegment(3e01d32b-e0c4-48ae-974a-95855e5c4fdf),segment_id=3e01d32b-e0c4-48ae-974a-95855e5c4fdf)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:37:58.486606 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-41fcd0ef-4d86-46a2-8a12-5686ee50d8ec req-b13c8398-9f4e-4536-93b0-2e56a1f80505 tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:58.502222 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9dc1df80-91a5-4b65-b51a-1fbaf1947068 req-2d8b60bf-367d-4990-ac72-ab8390a791b7 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662503 Aug 19 14:37:58.510662 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cc7e66-53d4-45e8-ad00-82fd6abdc6ae service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:37:58.511021 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cc7e66-53d4-45e8-ad00-82fd6abdc6ae service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:37:58.511368 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cc7e66-53d4-45e8-ad00-82fd6abdc6ae service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:37:58.511705 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cc7e66-53d4-45e8-ad00-82fd6abdc6ae service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:37:58.512036 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cc7e66-53d4-45e8-ad00-82fd6abdc6ae service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:37:58.512459 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cc7e66-53d4-45e8-ad00-82fd6abdc6ae service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:37:58.512756 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cc7e66-53d4-45e8-ad00-82fd6abdc6ae service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:37:58.513117 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cc7e66-53d4-45e8-ad00-82fd6abdc6ae service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:37:58.527038 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cc7e66-53d4-45e8-ad00-82fd6abdc6ae service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:37:58.527413 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cc7e66-53d4-45e8-ad00-82fd6abdc6ae service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:37:58.528002 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cc7e66-53d4-45e8-ad00-82fd6abdc6ae service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:37:58.528491 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cc7e66-53d4-45e8-ad00-82fd6abdc6ae service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:37:58.565736 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-41fcd0ef-4d86-46a2-8a12-5686ee50d8ec req-b13c8398-9f4e-4536-93b0-2e56a1f80505 tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] Calling delete_port for 522918ce-7a82-4306-a51c-d62935e21320 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:37:58.567857 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b063fd-1313-40f0-8515-51d23e2467c2 req-a9cc7e66-53d4-45e8-ad00-82fd6abdc6ae service neutron] No DVR routers for this DVR port 4a990205-9f36-4de0-bda4-d5be7e334fd0 on host n-h2-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:37:58.607651 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 14:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0399cd20-eeff-4652-88c9-6db80f09a055 x-openstack-request-id: req-0399cd20-eeff-4652-88c9-6db80f09a055 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:37:58.608176 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b7809ce-bf5a-405c-8988-25b6a1751938", "name": "network-vif-unplugged", "status": "completed", "tag": "4a990205-9f36-4de0-bda4-d5be7e334fd0", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:37:58.608722 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0399cd20-eeff-4652-88c9-6db80f09a055 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:37:58.609113 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b7809ce-bf5a-405c-8988-25b6a1751938', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a990205-9f36-4de0-bda4-d5be7e334fd0', 'code': 200} Aug 19 14:37:58.695553 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-d2b063fd-1313-40f0-8515-51d23e2467c2 req-a9cc7e66-53d4-45e8-ad00-82fd6abdc6ae service neutron] Attempting to bind port 4a990205-9f36-4de0-bda4-d5be7e334fd0 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:37:58.696277 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-d2b063fd-1313-40f0-8515-51d23e2467c2 req-a9cc7e66-53d4-45e8-ad00-82fd6abdc6ae service neutron] Attempting to bind port 4a990205-9f36-4de0-bda4-d5be7e334fd0 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:37:58.696277 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b063fd-1313-40f0-8515-51d23e2467c2 req-a9cc7e66-53d4-45e8-ad00-82fd6abdc6ae service neutron] Attempting to bind port 4a990205-9f36-4de0-bda4-d5be7e334fd0 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:37:58.716919 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b063fd-1313-40f0-8515-51d23e2467c2 req-a9cc7e66-53d4-45e8-ad00-82fd6abdc6ae service neutron] Port 4a990205-9f36-4de0-bda4-d5be7e334fd0 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:37:58.717529 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b063fd-1313-40f0-8515-51d23e2467c2 req-a9cc7e66-53d4-45e8-ad00-82fd6abdc6ae service neutron] Attempting to bind port 4a990205-9f36-4de0-bda4-d5be7e334fd0 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:37:58.726971 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b063fd-1313-40f0-8515-51d23e2467c2 req-a9cc7e66-53d4-45e8-ad00-82fd6abdc6ae service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:37:58.727539 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b063fd-1313-40f0-8515-51d23e2467c2 req-a9cc7e66-53d4-45e8-ad00-82fd6abdc6ae service neutron] Checking segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:37:58.728090 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b063fd-1313-40f0-8515-51d23e2467c2 req-a9cc7e66-53d4-45e8-ad00-82fd6abdc6ae service neutron] Bound using segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:37:58.728713 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-d2b063fd-1313-40f0-8515-51d23e2467c2 req-a9cc7e66-53d4-45e8-ad00-82fd6abdc6ae service neutron] Bound port: 4a990205-9f36-4de0-bda4-d5be7e334fd0, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:37:58.730017 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d2b063fd-1313-40f0-8515-51d23e2467c2 req-a9cc7e66-53d4-45e8-ad00-82fd6abdc6ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:58.823823 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf53de-211e-4c4a-a24c-a9f6009e5706 req-77aef10a-6968-42b8-897d-133cb05afba8 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:58.834299 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-84bf53de-211e-4c4a-a24c-a9f6009e5706 req-77aef10a-6968-42b8-897d-133cb05afba8 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=eaae9bab-d832-41c4-bd4f-16ee6a332709 HTTP/1.1" status: 200 len: 946 time: 0.0757308 Aug 19 14:37:58.867200 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-d2b063fd-1313-40f0-8515-51d23e2467c2 req-a9cc7e66-53d4-45e8-ad00-82fd6abdc6ae service neutron] For port 4a990205-9f36-4de0-bda4-d5be7e334fd0, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:37:58.872213 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-d2b063fd-1313-40f0-8515-51d23e2467c2 req-a9cc7e66-53d4-45e8-ad00-82fd6abdc6ae service neutron] For port 4a990205-9f36-4de0-bda4-d5be7e334fd0, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=4a990205-9f36-4de0-bda4-d5be7e334fd0,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:37:58.874386 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-41fcd0ef-4d86-46a2-8a12-5686ee50d8ec req-b13c8398-9f4e-4536-93b0-2e56a1f80505 tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:58.890019 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d2b063fd-1313-40f0-8515-51d23e2467c2 req-a9cc7e66-53d4-45e8-ad00-82fd6abdc6ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:58.892120 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['522918ce-7a82-4306-a51c-d62935e21320'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:37:58.895728 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-84bf53de-211e-4c4a-a24c-a9f6009e5706 req-220876c4-aba1-41f3-9c4b-543879a96fc3 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a93f3bc-eb52-4521-81e6-41db3c003964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574114 Aug 19 14:37:58.901166 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device aa52ff42-1491-4ce2-bd9c-733d626eafd5 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:37:58.980954 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c8398-9f4e-4536-93b0-2e56a1f80505 tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] Pushing event deleted for resources: {'Port': ['ID=522918ce-7a82-4306-a51c-d62935e21320,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:59.040918 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b0e5ed13-fbab-4365-9a9a-e041ae04126a req-5c5a0076-5068-47d7-b41e-6da135e6ad15 tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b760ea3-f188-4b07-a478-d051ae0439ec HTTP/1.1" status: 200 len: 210 time: 0.0486028 Aug 19 14:37:59.103847 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b063fd-1313-40f0-8515-51d23e2467c2 req-a9cc7e66-53d4-45e8-ad00-82fd6abdc6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:59.104497 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d2b063fd-1313-40f0-8515-51d23e2467c2 req-a9cc7e66-53d4-45e8-ad00-82fd6abdc6ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:59.105911 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d2b063fd-1313-40f0-8515-51d23e2467c2 req-a9cc7e66-53d4-45e8-ad00-82fd6abdc6ae service neutron] 10.222.0.68 "PUT /v2.0/ports/4a990205-9f36-4de0-bda4-d5be7e334fd0 HTTP/1.1" status: 200 len: 1097 time: 1.4255836 Aug 19 14:37:59.111364 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-41fcd0ef-4d86-46a2-8a12-5686ee50d8ec req-b13c8398-9f4e-4536-93b0-2e56a1f80505 tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] No DVR routers for this DVR port 522918ce-7a82-4306-a51c-d62935e21320 on host n-h2-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:37:59.119775 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-41fcd0ef-4d86-46a2-8a12-5686ee50d8ec req-b13c8398-9f4e-4536-93b0-2e56a1f80505 tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:59.121803 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-41fcd0ef-4d86-46a2-8a12-5686ee50d8ec req-b13c8398-9f4e-4536-93b0-2e56a1f80505 tempest-AttachSCSIVolumeTestJSON-1538478785 tempest-AttachSCSIVolumeTestJSON-1538478785-project] 10.222.0.88 "DELETE /v2.0/ports/522918ce-7a82-4306-a51c-d62935e21320 HTTP/1.1" status: 204 len: 173 time: 1.1015828 Aug 19 14:37:59.173763 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cc7e66-53d4-45e8-ad00-82fd6abdc6ae service neutron] Pushing event updated for resources: {'Port': ['ID=4a990205-9f36-4de0-bda4-d5be7e334fd0,revision_number=11']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:59.200171 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d47cf6-0fb8-4c07-b68c-f137f4f2053a req-9ad54d2d-f96d-4b16-a71d-e92fd60ff825 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:59.202114 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-69d47cf6-0fb8-4c07-b68c-f137f4f2053a req-9ad54d2d-f96d-4b16-a71d-e92fd60ff825 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] 10.222.0.88 "GET /v2.0/ports?device_id=dde6504c-598c-44d7-bf95-2872030635be HTTP/1.1" status: 200 len: 945 time: 0.2809541 Aug 19 14:37:59.203629 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port aa52ff42-1491-4ce2-bd9c-733d626eafd5, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=aa52ff42-1491-4ce2-bd9c-733d626eafd5,segment=NetworkSegment(0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2),segment_id=0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:37:59.234564 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': 'aa52ff42-1491-4ce2-bd9c-733d626eafd5', 'network_id': 'bbd2a93a-7213-4b80-b420-e06e4ab28650', 'port_id': 'aa52ff42-1491-4ce2-bd9c-733d626eafd5', 'mac_address': 'fa:16:3e:62:f7:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '485d38cc-464f-453a-8bf5-ce58f74a38b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:37:59.324074 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:59.340392 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95a4b6-b324-4278-a9be-428b4d885dc7 req-1c7b3d71-b4da-4171-933f-397a5dbdaf04 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:59.345116 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa52ff42-1491-4ce2-bd9c-733d626eafd5 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:37:59.348986 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5b95a4b6-b324-4278-a9be-428b4d885dc7 req-1c7b3d71-b4da-4171-933f-397a5dbdaf04 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 949 time: 0.0942824 Aug 19 14:37:59.372030 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port aa52ff42-1491-4ce2-bd9c-733d626eafd5, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=aa52ff42-1491-4ce2-bd9c-733d626eafd5,segment=NetworkSegment(0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2),segment_id=0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:37:59.386345 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:59.395893 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5b95a4b6-b324-4278-a9be-428b4d885dc7 req-b91e75ba-a90a-4f00-94b7-051e01db9b8b tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457649 Aug 19 14:37:59.448550 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b063fd-1313-40f0-8515-51d23e2467c2 req-18300e5e-1ff3-44c6-85e0-1be6bcea0ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:59.450195 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d2b063fd-1313-40f0-8515-51d23e2467c2 req-18300e5e-1ff3-44c6-85e0-1be6bcea0ee9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3397b0c43f0b46aaa4295e8f087dd91c&device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 1100 time: 0.2301514 Aug 19 14:37:59.475432 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-69d47cf6-0fb8-4c07-b68c-f137f4f2053a req-86ce01df-5572-454f-bfaf-caded8cc4722 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] Deleting port 968a8595-98dc-4b93-9569-271c8bf82a84 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:37:59.475864 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-69d47cf6-0fb8-4c07-b68c-f137f4f2053a req-86ce01df-5572-454f-bfaf-caded8cc4722 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:59.595473 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b2526-57d5-4014-acca-c1dec19dd3b9 req-5addbf4b-0b05-472c-acce-e1c138a58118 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:59.598058 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-687b2526-57d5-4014-acca-c1dec19dd3b9 req-5addbf4b-0b05-472c-acce-e1c138a58118 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] 10.222.0.69 "GET /v2.0/ports?device_id=dde6504c-598c-44d7-bf95-2872030635be HTTP/1.1" status: 200 len: 945 time: 0.0809197 Aug 19 14:37:59.637069 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 4a990205-9f36-4de0-bda4-d5be7e334fd0 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:37:59.663090 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b063fd-1313-40f0-8515-51d23e2467c2 req-230ad2fa-3074-4ee8-8bce-b8fa4d1f0eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:59.665511 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d2b063fd-1313-40f0-8515-51d23e2467c2 req-230ad2fa-3074-4ee8-8bce-b8fa4d1f0eee service neutron] 10.222.0.68 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.2021189 Aug 19 14:37:59.670916 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-687b2526-57d5-4014-acca-c1dec19dd3b9 req-cca3cc90-5cec-465b-b65c-1a7a3eb43bf1 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] 10.222.0.69 "GET /v2.0/security-groups?id=70dc7a37-d0b5-44d4-93bb-ab160d1c93fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656166 Aug 19 14:37:59.673816 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['aa52ff42-1491-4ce2-bd9c-733d626eafd5'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:37:59.708515 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-69d47cf6-0fb8-4c07-b68c-f137f4f2053a req-86ce01df-5572-454f-bfaf-caded8cc4722 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] For port 968a8595-98dc-4b93-9569-271c8bf82a84, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=968a8595-98dc-4b93-9569-271c8bf82a84,segment=NetworkSegment(f51c323d-efcf-4833-b945-23459cbc1a90),segment_id=f51c323d-efcf-4833-b945-23459cbc1a90)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:37:59.709116 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-69d47cf6-0fb8-4c07-b68c-f137f4f2053a req-86ce01df-5572-454f-bfaf-caded8cc4722 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:37:59.724591 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=aa52ff42-1491-4ce2-bd9c-733d626eafd5,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:37:59.745054 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 4a990205-9f36-4de0-bda4-d5be7e334fd0 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:37:59.745529 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 522918ce-7a82-4306-a51c-d62935e21320 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:37:59.773518 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: 522918ce-7a82-4306-a51c-d62935e21320 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:37:59.774537 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 522918ce-7a82-4306-a51c-d62935e21320 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:37:59.787732 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d2b063fd-1313-40f0-8515-51d23e2467c2 req-5fed6022-1eef-4983-bbb8-520311215d94 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=4a990205-9f36-4de0-bda4-d5be7e334fd0 HTTP/1.1" status: 200 len: 217 time: 0.1017661 Aug 19 14:37:59.795633 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-69d47cf6-0fb8-4c07-b68c-f137f4f2053a req-86ce01df-5572-454f-bfaf-caded8cc4722 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] Calling delete_port for 968a8595-98dc-4b93-9569-271c8bf82a84 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:37:59.820483 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3411f-1f10-47ee-bda3-62c03985d8e2 req-acf20f08-4222-4e2a-8c94-f5d99146842b tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:59.829594 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-28d3411f-1f10-47ee-bda3-62c03985d8e2 req-acf20f08-4222-4e2a-8c94-f5d99146842b tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92 HTTP/1.1" status: 200 len: 943 time: 0.0773377 Aug 19 14:37:59.877623 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b063fd-1313-40f0-8515-51d23e2467c2 req-9175d7ce-fb47-44de-925e-8e9263fa2cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:37:59.879588 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d2b063fd-1313-40f0-8515-51d23e2467c2 req-9175d7ce-fb47-44de-925e-8e9263fa2cb0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.0779576 Aug 19 14:37:59.880232 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-28d3411f-1f10-47ee-bda3-62c03985d8e2 req-64d4a451-3aa1-48fd-b200-616d05dba38e tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496194 Aug 19 14:38:00.035066 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b063fd-1313-40f0-8515-51d23e2467c2 req-4813ab55-0e71-4a7b-baee-3a5ee39158c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:00.037108 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d2b063fd-1313-40f0-8515-51d23e2467c2 req-4813ab55-0e71-4a7b-baee-3a5ee39158c8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0775862 Aug 19 14:38:00.051788 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7567e-014b-4c91-a7fd-7020bae8d53c req-eeb5ada7-fa8d-4622-ba3c-0295b3f83ea4 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:00.055014 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bdd7567e-014b-4c91-a7fd-7020bae8d53c req-eeb5ada7-fa8d-4622-ba3c-0295b3f83ea4 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=eaae9bab-d832-41c4-bd4f-16ee6a332709 HTTP/1.1" status: 200 len: 945 time: 0.0808899 Aug 19 14:38:00.108101 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bdd7567e-014b-4c91-a7fd-7020bae8d53c req-9e5cfa54-1e5e-457e-b373-61ab0200c94d tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a93f3bc-eb52-4521-81e6-41db3c003964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417569 Aug 19 14:38:00.208532 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d2b063fd-1313-40f0-8515-51d23e2467c2 req-1e218416-7195-4852-97f3-ff3c41e2447d service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556618 Aug 19 14:38:00.210228 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-69d47cf6-0fb8-4c07-b68c-f137f4f2053a req-86ce01df-5572-454f-bfaf-caded8cc4722 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:00.222635 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['968a8595-98dc-4b93-9569-271c8bf82a84'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:38:00.325221 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce01df-5572-454f-bfaf-caded8cc4722 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] Pushing event deleted for resources: {'Port': ['ID=968a8595-98dc-4b93-9569-271c8bf82a84,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:00.371356 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d47cf6-0fb8-4c07-b68c-f137f4f2053a req-86ce01df-5572-454f-bfaf-caded8cc4722 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] No DVR routers for this DVR port 968a8595-98dc-4b93-9569-271c8bf82a84 on host n-h2-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:38:00.375396 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-69d47cf6-0fb8-4c07-b68c-f137f4f2053a req-86ce01df-5572-454f-bfaf-caded8cc4722 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:00.377453 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-69d47cf6-0fb8-4c07-b68c-f137f4f2053a req-86ce01df-5572-454f-bfaf-caded8cc4722 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] 10.222.0.88 "DELETE /v2.0/ports/968a8595-98dc-4b93-9569-271c8bf82a84 HTTP/1.1" status: 204 len: 173 time: 1.1649559 Aug 19 14:38:00.419389 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d2b063fd-1313-40f0-8515-51d23e2467c2 req-70c367da-6985-4991-b7bb-ae406d29085e service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503508 Aug 19 14:38:00.462826 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1497a00-0e15-4de4-9898-badc617007c1 req-0d040a2b-4db8-49ee-bb64-e1703c3c8786 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:00.474800 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b1497a00-0e15-4de4-9898-badc617007c1 req-0d040a2b-4db8-49ee-bb64-e1703c3c8786 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=eaae9bab-d832-41c4-bd4f-16ee6a332709 HTTP/1.1" status: 200 len: 945 time: 0.0980594 Aug 19 14:38:00.563890 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b1497a00-0e15-4de4-9898-badc617007c1 req-13581180-1796-4bf2-9246-79da135f88dd tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a93f3bc-eb52-4521-81e6-41db3c003964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873954 Aug 19 14:38:00.584996 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c621f4b-b31b-4866-9e79-429b916ecb6f req-648fdfa5-68e2-4380-9c95-15a2ad30105c tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:00.586646 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8c621f4b-b31b-4866-9e79-429b916ecb6f req-648fdfa5-68e2-4380-9c95-15a2ad30105c tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 949 time: 0.0728421 Aug 19 14:38:00.610179 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b7809ce-bf5a-405c-8988-25b6a1751938', 'tag': '4a990205-9f36-4de0-bda4-d5be7e334fd0'}, {'server_uuid': '8b760ea3-f188-4b07-a478-d051ae0439ec', 'name': 'network-vif-deleted', 'tag': '522918ce-7a82-4306-a51c-d62935e21320'}, {'server_uuid': 'dde6504c-598c-44d7-bf95-2872030635be', 'name': 'network-vif-deleted', 'tag': '968a8595-98dc-4b93-9569-271c8bf82a84'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:38:00.612919 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d466ad4-1e66-4a5b-8b3a-5da0a6121e13" -d '{"events": [{"name": "network-changed", "server_uuid": "7b7809ce-bf5a-405c-8988-25b6a1751938", "tag": "4a990205-9f36-4de0-bda4-d5be7e334fd0"}, {"server_uuid": "8b760ea3-f188-4b07-a478-d051ae0439ec", "name": "network-vif-deleted", "tag": "522918ce-7a82-4306-a51c-d62935e21320"}, {"server_uuid": "dde6504c-598c-44d7-bf95-2872030635be", "name": "network-vif-deleted", "tag": "968a8595-98dc-4b93-9569-271c8bf82a84"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:38:00.631745 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8c621f4b-b31b-4866-9e79-429b916ecb6f req-dfd4f93b-f87e-4ac5-a813-f13ebfa7fd5e tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389204 Aug 19 14:38:00.698429 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Thu, 19 Aug 2021 14:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42fcd43c-2ff2-4381-a691-a034d7e32d34 x-openstack-request-id: req-42fcd43c-2ff2-4381-a691-a034d7e32d34 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:38:00.699008 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b7809ce-bf5a-405c-8988-25b6a1751938", "tag": "4a990205-9f36-4de0-bda4-d5be7e334fd0", "status": "completed", "code": 200}, {"server_uuid": "8b760ea3-f188-4b07-a478-d051ae0439ec", "name": "network-vif-deleted", "tag": "522918ce-7a82-4306-a51c-d62935e21320", "status": "completed", "code": 200}, {"server_uuid": "dde6504c-598c-44d7-bf95-2872030635be", "name": "network-vif-deleted", "tag": "968a8595-98dc-4b93-9569-271c8bf82a84", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:38:00.699322 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-42fcd43c-2ff2-4381-a691-a034d7e32d34 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:38:00.699863 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b7809ce-bf5a-405c-8988-25b6a1751938', 'tag': '4a990205-9f36-4de0-bda4-d5be7e334fd0', 'status': 'completed', 'code': 200} Aug 19 14:38:00.700100 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b760ea3-f188-4b07-a478-d051ae0439ec', 'name': 'network-vif-deleted', 'tag': '522918ce-7a82-4306-a51c-d62935e21320', 'status': 'completed', 'code': 200} Aug 19 14:38:00.700435 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde6504c-598c-44d7-bf95-2872030635be', 'name': 'network-vif-deleted', 'tag': '968a8595-98dc-4b93-9569-271c8bf82a84', 'status': 'completed', 'code': 200} Aug 19 14:38:00.816959 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d466ad4-1e66-4a5b-8b3a-5da0a6121e13 req-32bfc8ff-80f1-49a7-8f0b-0f5e57351a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:00.818675 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3d466ad4-1e66-4a5b-8b3a-5da0a6121e13 req-32bfc8ff-80f1-49a7-8f0b-0f5e57351a94 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3397b0c43f0b46aaa4295e8f087dd91c&device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 1100 time: 0.0834320 Aug 19 14:38:00.821491 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d466ad4-1e66-4a5b-8b3a-5da0a6121e13 req-ab96b3e6-9768-48f0-a13b-68d3f90a626d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:00.824014 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fc1d6b16-ff4d-44d2-bee3-2ba1b1831f4c req-ec879e2f-4760-41ef-aa6b-b51ee11bd207 tempest-ServersNegativeTestMultiTenantJSON-444272678 tempest-ServersNegativeTestMultiTenantJSON-444272678-project] 10.222.0.69 "GET /v2.0/ports?device_id=dde6504c-598c-44d7-bf95-2872030635be HTTP/1.1" status: 200 len: 210 time: 0.0341234 Aug 19 14:38:00.836083 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3d466ad4-1e66-4a5b-8b3a-5da0a6121e13 req-ab96b3e6-9768-48f0-a13b-68d3f90a626d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3397b0c43f0b46aaa4295e8f087dd91c&device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 1100 time: 0.0916948 Aug 19 14:38:00.902693 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device aa52ff42-1491-4ce2-bd9c-733d626eafd5 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:38:01.033220 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:01.073308 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id aa52ff42-1491-4ce2-bd9c-733d626eafd5 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:38:01.105885 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port aa52ff42-1491-4ce2-bd9c-733d626eafd5, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=aa52ff42-1491-4ce2-bd9c-733d626eafd5,segment=NetworkSegment(0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2),segment_id=0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:01.113335 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:01.120020 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d378e-e888-48df-85bb-6f449fbcc9ae req-07902024-db8f-448b-a1c4-762f0dee25c7 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:01.121592 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ce0d378e-e888-48df-85bb-6f449fbcc9ae req-07902024-db8f-448b-a1c4-762f0dee25c7 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92 HTTP/1.1" status: 200 len: 943 time: 0.1359053 Aug 19 14:38:01.127508 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d466ad4-1e66-4a5b-8b3a-5da0a6121e13 req-f1e18cd2-f8fc-47d5-a617-631b5bdc0aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:01.132762 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3d466ad4-1e66-4a5b-8b3a-5da0a6121e13 req-f1e18cd2-f8fc-47d5-a617-631b5bdc0aac service neutron] 10.222.0.68 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.2936413 Aug 19 14:38:01.138034 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d466ad4-1e66-4a5b-8b3a-5da0a6121e13 req-3f4cd423-e158-440c-bfbf-704c40c90f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:01.139556 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3d466ad4-1e66-4a5b-8b3a-5da0a6121e13 req-3f4cd423-e158-440c-bfbf-704c40c90f43 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.2537379 Aug 19 14:38:01.202521 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=aa52ff42-1491-4ce2-bd9c-733d626eafd5,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:01.206133 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ce0d378e-e888-48df-85bb-6f449fbcc9ae req-31dc9026-c047-40ff-9262-097c87800ebd tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755179 Aug 19 14:38:01.233946 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3d466ad4-1e66-4a5b-8b3a-5da0a6121e13 req-8fd94847-874b-4966-94cd-d703e2c1512d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=4a990205-9f36-4de0-bda4-d5be7e334fd0 HTTP/1.1" status: 200 len: 217 time: 0.0867190 Aug 19 14:38:01.273079 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3d466ad4-1e66-4a5b-8b3a-5da0a6121e13 req-99edf058-02db-4b50-80cd-cf8c2a549a24 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=4a990205-9f36-4de0-bda4-d5be7e334fd0 HTTP/1.1" status: 200 len: 217 time: 0.1191819 Aug 19 14:38:01.301063 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-12c0ff17-d253-461d-9108-a1412ceb2e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:01.358564 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d466ad4-1e66-4a5b-8b3a-5da0a6121e13 req-caac8086-0158-4e2f-a869-921836ec1bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:01.360024 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3d466ad4-1e66-4a5b-8b3a-5da0a6121e13 req-caac8086-0158-4e2f-a869-921836ec1bd4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.0953181 Aug 19 14:38:01.365866 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d466ad4-1e66-4a5b-8b3a-5da0a6121e13 req-984877cf-492d-4d3b-990e-0c4c097c1f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:01.367790 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3d466ad4-1e66-4a5b-8b3a-5da0a6121e13 req-984877cf-492d-4d3b-990e-0c4c097c1f35 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.0705378 Aug 19 14:38:01.448832 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d466ad4-1e66-4a5b-8b3a-5da0a6121e13 req-527a4773-be0f-40ec-9581-67ba14aa5d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:01.450250 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3d466ad4-1e66-4a5b-8b3a-5da0a6121e13 req-527a4773-be0f-40ec-9581-67ba14aa5d44 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0783346 Aug 19 14:38:01.452509 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d466ad4-1e66-4a5b-8b3a-5da0a6121e13 req-832e9abe-ff89-451d-b72c-865d5d23a309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:01.453991 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3d466ad4-1e66-4a5b-8b3a-5da0a6121e13 req-832e9abe-ff89-451d-b72c-865d5d23a309 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0744133 Aug 19 14:38:01.619120 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3d466ad4-1e66-4a5b-8b3a-5da0a6121e13 req-54c9a50a-5449-430a-8870-78e3f5fe4822 service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573365 Aug 19 14:38:01.622889 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3d466ad4-1e66-4a5b-8b3a-5da0a6121e13 req-fdaf445a-16e3-4a06-9ae5-ac79e6a672a9 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535776 Aug 19 14:38:01.706936 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b3dcc4-3600-40a1-ae34-fcddaf6d89e7 req-e9e10a7c-4631-4a13-b91c-bccaa01e2988 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:01.710233 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-70b3dcc4-3600-40a1-ae34-fcddaf6d89e7 req-e9e10a7c-4631-4a13-b91c-bccaa01e2988 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=eaae9bab-d832-41c4-bd4f-16ee6a332709 HTTP/1.1" status: 200 len: 944 time: 0.0552471 Aug 19 14:38:01.765117 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-70b3dcc4-3600-40a1-ae34-fcddaf6d89e7 req-d1f59bc1-ca0d-4ae0-85e7-c5cd16614d21 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a93f3bc-eb52-4521-81e6-41db3c003964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478039 Aug 19 14:38:01.795621 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3d466ad4-1e66-4a5b-8b3a-5da0a6121e13 req-9ee5fc04-9c42-4307-8c83-e68b75001186 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578689 Aug 19 14:38:01.851299 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3d466ad4-1e66-4a5b-8b3a-5da0a6121e13 req-d602b965-123a-4549-bf43-6975a67464c2 service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229939 Aug 19 14:38:01.852013 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a0d27-ba81-4365-a041-85598a36ccdd req-bb19c845-ccdf-4a41-be84-cdfbf12b6c99 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:01.853756 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-779a0d27-ba81-4365-a041-85598a36ccdd req-bb19c845-ccdf-4a41-be84-cdfbf12b6c99 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 949 time: 0.0877311 Aug 19 14:38:01.908309 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-779a0d27-ba81-4365-a041-85598a36ccdd req-b1536e31-f975-44cc-8079-28fc996e57b4 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488160 Aug 19 14:38:01.911096 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37246) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:38:01.968516 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-32407553-ac9f-4afb-9d01-2a53b5ae1f03 admin admin] Deleting subnet e9ef53b6-8e56-42fe-8217-427426f8ece3 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:38:01.972054 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32407553-ac9f-4afb-9d01-2a53b5ae1f03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:02.008690 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32407553-ac9f-4afb-9d01-2a53b5ae1f03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:02.061370 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32407553-ac9f-4afb-9d01-2a53b5ae1f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:02.131339 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32407553-ac9f-4afb-9d01-2a53b5ae1f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:02.166959 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32407553-ac9f-4afb-9d01-2a53b5ae1f03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9ef53b6-8e56-42fe-8217-427426f8ece3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:02.169608 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32407553-ac9f-4afb-9d01-2a53b5ae1f03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:02.172011 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-32407553-ac9f-4afb-9d01-2a53b5ae1f03 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/e9ef53b6-8e56-42fe-8217-427426f8ece3 HTTP/1.1" status: 204 len: 168 time: 0.2597373 Aug 19 14:38:02.175190 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37250) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:38:02.254264 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-843c48e7-ae62-4253-9697-5060125e4b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:02.399837 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-843c48e7-ae62-4253-9697-5060125e4b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:02.413578 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-843c48e7-ae62-4253-9697-5060125e4b7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a50dd39-21d8-4e8c-a228-ac4e7835ce95']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:38:02.429574 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e715386-5260-4e34-9c40-9d8d216ac779 req-13406d87-0e67-44ed-b5e2-757945d7c503 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:02.431194 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4e715386-5260-4e34-9c40-9d8d216ac779 req-13406d87-0e67-44ed-b5e2-757945d7c503 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92 HTTP/1.1" status: 200 len: 943 time: 0.1215513 Aug 19 14:38:02.450945 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-843c48e7-ae62-4253-9697-5060125e4b7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f51c323d-efcf-4833-b945-23459cbc1a90') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:38:02.451245 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-843c48e7-ae62-4253-9697-5060125e4b7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f51c323d-efcf-4833-b945-23459cbc1a90') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:38:02.471453 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-843c48e7-ae62-4253-9697-5060125e4b7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:02.493596 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-843c48e7-ae62-4253-9697-5060125e4b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:02.504645 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4e715386-5260-4e34-9c40-9d8d216ac779 req-49884a64-6365-4c4e-8acc-cb4d3dd05121 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558343 Aug 19 14:38:02.505683 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-843c48e7-ae62-4253-9697-5060125e4b7d admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:38:02.506088 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-843c48e7-ae62-4253-9697-5060125e4b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:02.508488 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:38:02.508488 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:38:02.508488 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:38:02.508488 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:38:02.508488 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:38:02.508488 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:38:02.508488 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:38:02.508488 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:38:02.508488 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:38:02.508488 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:38:02.508488 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:38:02.508488 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:38:02.508488 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:38:02.508488 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:38:02.508488 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:38:02.508488 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:38:02.508488 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:38:02.508488 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:38:02.508488 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:38:02.508488 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:38:02.508488 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:38:02.508488 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:38:02.508488 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:38:02.508488 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:38:02.508488 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:38:02.508488 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:38:02.508488 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:38:02.508488 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:38:02.508488 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:38:02.508488 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:38:02.508488 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:38:02.508488 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:38:02.563959 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-843c48e7-ae62-4253-9697-5060125e4b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:02.569995 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-843c48e7-ae62-4253-9697-5060125e4b7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:02.572848 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-843c48e7-ae62-4253-9697-5060125e4b7d admin admin] 10.222.0.69 "DELETE /v2.0/networks/6a50dd39-21d8-4e8c-a228-ac4e7835ce95 HTTP/1.1" status: 204 len: 168 time: 0.3967547 Aug 19 14:38:02.574689 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37256) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:38:02.593154 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843c48e7-ae62-4253-9697-5060125e4b7d admin admin] Pushing event deleted for resources: {'Network': ['ID=6a50dd39-21d8-4e8c-a228-ac4e7835ce95,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:02.629162 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843c48e7-ae62-4253-9697-5060125e4b7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:38:02.629500 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843c48e7-ae62-4253-9697-5060125e4b7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:38:02.629915 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843c48e7-ae62-4253-9697-5060125e4b7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:38:02.630518 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843c48e7-ae62-4253-9697-5060125e4b7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:38:02.630763 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843c48e7-ae62-4253-9697-5060125e4b7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:38:02.631087 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843c48e7-ae62-4253-9697-5060125e4b7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:38:02.631454 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843c48e7-ae62-4253-9697-5060125e4b7d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:38:02.632298 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843c48e7-ae62-4253-9697-5060125e4b7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:38:02.632691 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843c48e7-ae62-4253-9697-5060125e4b7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:38:02.633044 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843c48e7-ae62-4253-9697-5060125e4b7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:38:02.633368 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843c48e7-ae62-4253-9697-5060125e4b7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:38:02.633697 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843c48e7-ae62-4253-9697-5060125e4b7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:38:02.650316 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e96f0f2-f6d6-4ea5-b1c0-c5f752aeb663 admin admin] Deleting subnet 37288eb5-c08c-4fff-9c63-1886b5c9ee2e {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:38:02.654319 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9e96f0f2-f6d6-4ea5-b1c0-c5f752aeb663 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:02.675221 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3738acaf-d84a-46f8-b244-124cf38d4c44 req-1d9d9e18-aaf9-4337-9de5-4c727de65719 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:02.676958 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3738acaf-d84a-46f8-b244-124cf38d4c44 req-1d9d9e18-aaf9-4337-9de5-4c727de65719 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.68 "GET /v2.0/ports?device_id=eaae9bab-d832-41c4-bd4f-16ee6a332709 HTTP/1.1" status: 200 len: 944 time: 0.0799026 Aug 19 14:38:02.703032 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9e96f0f2-f6d6-4ea5-b1c0-c5f752aeb663 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:02.755823 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9e96f0f2-f6d6-4ea5-b1c0-c5f752aeb663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:02.823961 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-3738acaf-d84a-46f8-b244-124cf38d4c44 req-626b5655-4739-498f-a9a2-2ba31d3434ab tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Deleting port aa52ff42-1491-4ce2-bd9c-733d626eafd5 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:38:02.824307 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3738acaf-d84a-46f8-b244-124cf38d4c44 req-626b5655-4739-498f-a9a2-2ba31d3434ab tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:02.841434 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9e96f0f2-f6d6-4ea5-b1c0-c5f752aeb663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:02.880033 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e96f0f2-f6d6-4ea5-b1c0-c5f752aeb663 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37288eb5-c08c-4fff-9c63-1886b5c9ee2e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:02.914786 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 4a990205-9f36-4de0-bda4-d5be7e334fd0 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:38:02.926199 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9e96f0f2-f6d6-4ea5-b1c0-c5f752aeb663 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:02.932212 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9e96f0f2-f6d6-4ea5-b1c0-c5f752aeb663 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/37288eb5-c08c-4fff-9c63-1886b5c9ee2e HTTP/1.1" status: 204 len: 168 time: 0.3542490 Aug 19 14:38:02.935923 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37262) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:38:02.982776 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb003788-23c3-4624-96f6-0bfd78070321 req-680931f9-d3df-4a18-8696-f282a7f4fe67 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:02.998328 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cb003788-23c3-4624-96f6-0bfd78070321 req-680931f9-d3df-4a18-8696-f282a7f4fe67 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=eaae9bab-d832-41c4-bd4f-16ee6a332709 HTTP/1.1" status: 200 len: 944 time: 0.1303685 Aug 19 14:38:03.058207 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cb003788-23c3-4624-96f6-0bfd78070321 req-159686b4-9f6d-416b-9ee0-dbe0636c6665 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a93f3bc-eb52-4521-81e6-41db3c003964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587127 Aug 19 14:38:03.076152 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-3738acaf-d84a-46f8-b244-124cf38d4c44 req-626b5655-4739-498f-a9a2-2ba31d3434ab tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] For port aa52ff42-1491-4ce2-bd9c-733d626eafd5, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=aa52ff42-1491-4ce2-bd9c-733d626eafd5,segment=NetworkSegment(0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2),segment_id=0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:03.076552 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3738acaf-d84a-46f8-b244-124cf38d4c44 req-626b5655-4739-498f-a9a2-2ba31d3434ab tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:03.096432 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 4a990205-9f36-4de0-bda4-d5be7e334fd0, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=4a990205-9f36-4de0-bda4-d5be7e334fd0,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:03.114147 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-3738acaf-d84a-46f8-b244-124cf38d4c44 req-626b5655-4739-498f-a9a2-2ba31d3434ab tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Calling delete_port for aa52ff42-1491-4ce2-bd9c-733d626eafd5 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:38:03.114575 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '4a990205-9f36-4de0-bda4-d5be7e334fd0', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'port_id': '4a990205-9f36-4de0-bda4-d5be7e334fd0', 'mac_address': 'fa:16:3e:3f:db:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:38:03.138027 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ddf0950-e591-4b67-8e99-86732031838e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:03.172282 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f0b64-fb15-4c2e-bdb2-9ce34e314747 req-75462c3e-19cf-457c-90ac-c9b2303940d2 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:03.174126 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b96f0b64-fb15-4c2e-bdb2-9ce34e314747 req-75462c3e-19cf-457c-90ac-c9b2303940d2 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 949 time: 0.1120832 Aug 19 14:38:03.227594 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:03.245711 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b96f0b64-fb15-4c2e-bdb2-9ce34e314747 req-a0c482b7-b5a3-44c4-a332-2f4c9117d2e2 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643401 Aug 19 14:38:03.276789 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a990205-9f36-4de0-bda4-d5be7e334fd0 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:38:03.305715 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 4a990205-9f36-4de0-bda4-d5be7e334fd0, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=4a990205-9f36-4de0-bda4-d5be7e334fd0,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:03.312678 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:03.344240 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ddf0950-e591-4b67-8e99-86732031838e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:03.357908 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-1ddf0950-e591-4b67-8e99-86732031838e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87282a49-780b-4443-b211-99d41594d200']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:38:03.376807 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-1ddf0950-e591-4b67-8e99-86732031838e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebcff5e2-075c-4cf2-aac2-28ff66ecd70d') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:38:03.377096 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-1ddf0950-e591-4b67-8e99-86732031838e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebcff5e2-075c-4cf2-aac2-28ff66ecd70d') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:38:03.388032 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ddf0950-e591-4b67-8e99-86732031838e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:03.409412 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=4a990205-9f36-4de0-bda4-d5be7e334fd0,revision_number=12']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:03.424589 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ddf0950-e591-4b67-8e99-86732031838e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:03.438586 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ddf0950-e591-4b67-8e99-86732031838e admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:38:03.438986 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ddf0950-e591-4b67-8e99-86732031838e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:03.441554 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:38:03.441554 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:38:03.441554 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:38:03.441554 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:38:03.441554 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:38:03.441554 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:38:03.441554 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:38:03.441554 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:38:03.441554 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:38:03.441554 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:38:03.441554 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:38:03.441554 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:38:03.441554 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:38:03.441554 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:38:03.441554 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:38:03.441554 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:38:03.441554 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:38:03.441554 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:38:03.441554 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:38:03.441554 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:38:03.441554 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:38:03.441554 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:38:03.441554 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:38:03.441554 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:38:03.441554 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:38:03.441554 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:38:03.441554 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:38:03.441554 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:38:03.441554 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:38:03.441554 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:38:03.441554 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:38:03.441554 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:38:03.499847 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3738acaf-d84a-46f8-b244-124cf38d4c44 req-626b5655-4739-498f-a9a2-2ba31d3434ab tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:03.526260 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626b5655-4739-498f-a9a2-2ba31d3434ab tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Pushing event deleted for resources: {'Port': ['ID=aa52ff42-1491-4ce2-bd9c-733d626eafd5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:03.560595 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ddf0950-e591-4b67-8e99-86732031838e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:03.579378 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ddf0950-e591-4b67-8e99-86732031838e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:03.581509 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1ddf0950-e591-4b67-8e99-86732031838e admin admin] 10.222.0.69 "DELETE /v2.0/networks/87282a49-780b-4443-b211-99d41594d200 HTTP/1.1" status: 204 len: 168 time: 0.6439555 Aug 19 14:38:03.583502 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-3738acaf-d84a-46f8-b244-124cf38d4c44 req-626b5655-4739-498f-a9a2-2ba31d3434ab tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] No DVR routers for this DVR port aa52ff42-1491-4ce2-bd9c-733d626eafd5 on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:38:03.593762 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3738acaf-d84a-46f8-b244-124cf38d4c44 req-626b5655-4739-498f-a9a2-2ba31d3434ab tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:03.595715 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3738acaf-d84a-46f8-b244-124cf38d4c44 req-626b5655-4739-498f-a9a2-2ba31d3434ab tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.68 "DELETE /v2.0/ports/aa52ff42-1491-4ce2-bd9c-733d626eafd5 HTTP/1.1" status: 204 len: 173 time: 0.9098008 Aug 19 14:38:03.596151 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaae9bab-d832-41c4-bd4f-16ee6a332709', 'name': 'network-vif-deleted', 'tag': 'aa52ff42-1491-4ce2-bd9c-733d626eafd5'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:38:03.596528 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:03.598395 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1133c4-d917-486b-bf41-bad0dac3155b" -d '{"events": [{"server_uuid": "eaae9bab-d832-41c4-bd4f-16ee6a332709", "name": "network-vif-deleted", "tag": "aa52ff42-1491-4ce2-bd9c-733d626eafd5"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:38:03.602501 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddf0950-e591-4b67-8e99-86732031838e admin admin] Pushing event deleted for resources: {'Network': ['ID=87282a49-780b-4443-b211-99d41594d200,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:03.620011 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['4a990205-9f36-4de0-bda4-d5be7e334fd0'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:38:03.669095 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db54a12-f450-457b-b6e2-60b111b21467 x-openstack-request-id: req-2db54a12-f450-457b-b6e2-60b111b21467 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:38:03.669509 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaae9bab-d832-41c4-bd4f-16ee6a332709", "name": "network-vif-deleted", "tag": "aa52ff42-1491-4ce2-bd9c-733d626eafd5", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:38:03.669963 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2db54a12-f450-457b-b6e2-60b111b21467 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:38:03.670455 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaae9bab-d832-41c4-bd4f-16ee6a332709', 'name': 'network-vif-deleted', 'tag': 'aa52ff42-1491-4ce2-bd9c-733d626eafd5', 'status': 'completed', 'code': 200} Aug 19 14:38:03.681976 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 968a8595-98dc-4b93-9569-271c8bf82a84 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:38:03.706417 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2cbe7-0b1a-48f9-a389-0ea437d200db req-68cac72e-5eeb-42a7-8921-623152710ee5 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:03.714581 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-52c2cbe7-0b1a-48f9-a389-0ea437d200db req-68cac72e-5eeb-42a7-8921-623152710ee5 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92 HTTP/1.1" status: 200 len: 943 time: 0.0851388 Aug 19 14:38:03.755313 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: 968a8595-98dc-4b93-9569-271c8bf82a84 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:38:03.755732 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 968a8595-98dc-4b93-9569-271c8bf82a84 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:38:03.805376 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-52c2cbe7-0b1a-48f9-a389-0ea437d200db req-ae5ff23a-a6a0-4a8b-8e3e-6eb4b11ba5bd tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894816 Aug 19 14:38:03.861473 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37278) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:38:03.908131 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-afd953e1-495c-4b38-a17b-dc6fe0f4cb96 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e43edcccf840451f903d9b7ba55885ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0454671 Aug 19 14:38:03.910912 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37280) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:38:03.963864 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93a998f5-c32c-4a65-9e5e-2fdbc80c157d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:03.990410 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93a998f5-c32c-4a65-9e5e-2fdbc80c157d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:04.046235 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93a998f5-c32c-4a65-9e5e-2fdbc80c157d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:04.049429 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93a998f5-c32c-4a65-9e5e-2fdbc80c157d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:04.054543 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-93a998f5-c32c-4a65-9e5e-2fdbc80c157d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/70dc7a37-d0b5-44d4-93bb-ab160d1c93fb HTTP/1.1" status: 204 len: 168 time: 0.1425946 Aug 19 14:38:04.062998 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a998f5-c32c-4a65-9e5e-2fdbc80c157d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70dc7a37-d0b5-44d4-93bb-ab160d1c93fb,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:04.208795 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7905828f-5a6e-4fec-aac8-0e365f5e824c req-9cf1b4ac-54d9-48e6-a536-a31c2cbeff0c tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=eaae9bab-d832-41c4-bd4f-16ee6a332709 HTTP/1.1" status: 200 len: 210 time: 0.0376482 Aug 19 14:38:04.318855 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bc241196-3ad8-4930-87d0-8b5d20984c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:04.465931 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45464704-8289-42b9-b034-8a6bb2423be2 req-a23dd61a-805f-4c59-bbb7-b7d61a3ecd00 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:04.474797 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-45464704-8289-42b9-b034-8a6bb2423be2 req-a23dd61a-805f-4c59-bbb7-b7d61a3ecd00 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 950 time: 0.0917296 Aug 19 14:38:04.493769 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:04.521879 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-45464704-8289-42b9-b034-8a6bb2423be2 req-800f1726-0c48-49f0-b5b3-851981c3e802 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456750 Aug 19 14:38:04.555423 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37304) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:38:04.621190 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37306) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:38:04.669890 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-206582b2-4329-47d0-9622-feed83f8cd5c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2000f57e297f408eadcee4cadbd94196&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472755 Aug 19 14:38:04.670379 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37308) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:38:04.764732 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6cb2e-3981-4bbc-bf07-77ca0c0f8e62 req-b172d7e6-046d-469e-bca9-5da71eb3b734 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:04.766302 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bcc6cb2e-3981-4bbc-bf07-77ca0c0f8e62 req-b172d7e6-046d-469e-bca9-5da71eb3b734 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 950 time: 0.1355202 Aug 19 14:38:04.860014 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-06fe662d-1fcf-4d61-8bbc-92323bebee42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:04.942346 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 4a990205-9f36-4de0-bda4-d5be7e334fd0 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:38:04.950092 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bcc6cb2e-3981-4bbc-bf07-77ca0c0f8e62 req-b8cdb0cf-8746-4927-86c4-4951bc842ada tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722775 Aug 19 14:38:04.966398 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-06fe662d-1fcf-4d61-8bbc-92323bebee42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:05.047171 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938545da-acdf-4da1-ba00-e606497261ca req-536f9938-f93f-4fe8-894f-34a8c8d0885a tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:05.048838 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-938545da-acdf-4da1-ba00-e606497261ca req-536f9938-f93f-4fe8-894f-34a8c8d0885a tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92 HTTP/1.1" status: 200 len: 943 time: 0.1518030 Aug 19 14:38:05.077918 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:05.079396 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:05.081203 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port 4a990205-9f36-4de0-bda4-d5be7e334fd0 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:38:05.087616 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 4a990205-9f36-4de0-bda4-d5be7e334fd0 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:38:05.088694 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:05.115059 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-06fe662d-1fcf-4d61-8bbc-92323bebee42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:05.118427 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-06fe662d-1fcf-4d61-8bbc-92323bebee42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:05.122782 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-06fe662d-1fcf-4d61-8bbc-92323bebee42 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/494e0e1b-4391-4aa2-b934-0cffc819552d HTTP/1.1" status: 204 len: 168 time: 0.4501452 Aug 19 14:38:05.149284 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fe662d-1fcf-4d61-8bbc-92323bebee42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494e0e1b-4391-4aa2-b934-0cffc819552d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:05.161953 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-938545da-acdf-4da1-ba00-e606497261ca req-061ad6f1-bc1f-44a4-94b9-7e3d3ce22c99 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046383 Aug 19 14:38:05.245837 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:05.281602 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ea315770-a826-4304-9c3b-78fcd4209693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:05.286272 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b7809ce-bf5a-405c-8988-25b6a1751938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a990205-9f36-4de0-bda4-d5be7e334fd0'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:38:05.303863 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68f94d1-4063-4a86-809e-e9976683bf25" -d '{"events": [{"server_uuid": "7b7809ce-bf5a-405c-8988-25b6a1751938", "name": "network-vif-plugged", "status": "completed", "tag": "4a990205-9f36-4de0-bda4-d5be7e334fd0"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:38:05.344770 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 4a990205-9f36-4de0-bda4-d5be7e334fd0, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=4a990205-9f36-4de0-bda4-d5be7e334fd0,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:05.353224 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:05.354947 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device aa52ff42-1491-4ce2-bd9c-733d626eafd5 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:38:05.468173 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=4a990205-9f36-4de0-bda4-d5be7e334fd0,revision_number=13']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:05.473832 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: aa52ff42-1491-4ce2-bd9c-733d626eafd5 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:38:05.473832 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device aa52ff42-1491-4ce2-bd9c-733d626eafd5 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:38:05.534713 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-512cb029-79b6-4740-89b9-ee147e93066d req-c995c92d-a0c1-49ef-b87d-2e89d41f31f3 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=3397b0c43f0b46aaa4295e8f087dd91c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0696990 Aug 19 14:38:05.695113 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37346) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:38:05.701459 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e085d1dc-f533-4fe6-8c1c-40dfe384e093 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1578768170', 'description': 'tempest-description--807879728'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:38:05.702667 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512cb029-79b6-4740-89b9-ee147e93066d req-24af2a23-ab9d-451f-8cb8-19baa73dd855 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:05.710381 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-512cb029-79b6-4740-89b9-ee147e93066d req-24af2a23-ab9d-451f-8cb8-19baa73dd855 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1575730 Aug 19 14:38:05.745113 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e085d1dc-f533-4fe6-8c1c-40dfe384e093 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:05.751925 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d65a262-f134-4e51-924c-c92572b6a5ed x-openstack-request-id: req-3d65a262-f134-4e51-924c-c92572b6a5ed {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:38:05.752808 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b7809ce-bf5a-405c-8988-25b6a1751938", "name": "network-vif-plugged", "status": "completed", "tag": "4a990205-9f36-4de0-bda4-d5be7e334fd0", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:38:05.753298 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3d65a262-f134-4e51-924c-c92572b6a5ed {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:38:05.753752 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-512cb029-79b6-4740-89b9-ee147e93066d req-491372b6-1b1b-4e9b-aeba-00fd6d90b1ae tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/quotas/3397b0c43f0b46aaa4295e8f087dd91c HTTP/1.1" status: 200 len: 375 time: 0.0424643 Aug 19 14:38:05.754235 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b7809ce-bf5a-405c-8988-25b6a1751938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a990205-9f36-4de0-bda4-d5be7e334fd0', 'code': 200} Aug 19 14:38:05.838181 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-512cb029-79b6-4740-89b9-ee147e93066d req-80f51e44-e222-4d2c-829e-ac950e0b7c68 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=3397b0c43f0b46aaa4295e8f087dd91c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0834813 Aug 19 14:38:05.840633 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-ea315770-a826-4304-9c3b-78fcd4209693 admin admin] Deleting port f8b4cebf-9e41-4c5e-ae3b-0aaeb68b83e4 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:38:05.840979 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ea315770-a826-4304-9c3b-78fcd4209693 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:05.907605 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e085d1dc-f533-4fe6-8c1c-40dfe384e093 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:05.916107 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e085d1dc-f533-4fe6-8c1c-40dfe384e093 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:05.963732 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e085d1dc-f533-4fe6-8c1c-40dfe384e093 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:05.975292 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37354) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:38:05.977691 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e085d1dc-f533-4fe6-8c1c-40dfe384e093 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2675169 Aug 19 14:38:05.987424 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-709bfc1f-0295-4803-9a2b-0fa7418844a7 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Request body: {'security_group_rule': {'security_group_id': '0c94f319-6142-4be7-8e37-0536cd1832e0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:38:05.991896 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e085d1dc-f533-4fe6-8c1c-40dfe384e093 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c94f319-6142-4be7-8e37-0536cd1832e0,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:06.003615 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-ea315770-a826-4304-9c3b-78fcd4209693 admin admin] For port f8b4cebf-9e41-4c5e-ae3b-0aaeb68b83e4, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=f8b4cebf-9e41-4c5e-ae3b-0aaeb68b83e4,segment=NetworkSegment(3e01d32b-e0c4-48ae-974a-95855e5c4fdf),segment_id=3e01d32b-e0c4-48ae-974a-95855e5c4fdf)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:06.003808 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ea315770-a826-4304-9c3b-78fcd4209693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:06.027363 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-ea315770-a826-4304-9c3b-78fcd4209693 admin admin] Calling delete_port for f8b4cebf-9e41-4c5e-ae3b-0aaeb68b83e4 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:38:06.090356 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-709bfc1f-0295-4803-9a2b-0fa7418844a7 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:06.157999 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-78ed6ac6-64d2-4d11-a9da-91241817e82d req-9401e3c8-15ea-4f8a-832c-3fe4deb218e4 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c7b4cba-347d-4536-8408-8ac593a88aca HTTP/1.1" status: 200 len: 210 time: 0.0742295 Aug 19 14:38:06.283733 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-709bfc1f-0295-4803-9a2b-0fa7418844a7 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:06.317131 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37374) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:38:06.334706 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-709bfc1f-0295-4803-9a2b-0fa7418844a7 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:06.372283 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709bfc1f-0295-4803-9a2b-0fa7418844a7 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e323bac3-42d8-4767-99f9-c084d19b5c6a,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:06.379355 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-709bfc1f-0295-4803-9a2b-0fa7418844a7 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:06.380599 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-709bfc1f-0295-4803-9a2b-0fa7418844a7 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4043159 Aug 19 14:38:06.384507 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37380) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:38:06.390928 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-be4744ad-7570-481b-b676-027da1bf4ea1 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Request body: {'security_group_rule': {'security_group_id': '0c94f319-6142-4be7-8e37-0536cd1832e0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:38:06.406800 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee4b29-b56d-4ce2-9f4d-ea1310fbc62a req-69656823-39d7-4095-b6f0-c7677ebf2f29 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:06.408636 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-89ee4b29-b56d-4ce2-9f4d-ea1310fbc62a req-69656823-39d7-4095-b6f0-c7677ebf2f29 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92 HTTP/1.1" status: 200 len: 943 time: 0.1328557 Aug 19 14:38:06.455879 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-be4744ad-7570-481b-b676-027da1bf4ea1 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:06.505055 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-89ee4b29-b56d-4ce2-9f4d-ea1310fbc62a req-607b798d-6da8-466b-a859-b3d418317646 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869207 Aug 19 14:38:06.513520 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e6538a08-6bea-4cc9-b31e-c0c77b22cff9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-762607880-network', 'tenant_id': '93c36d7db0b9486ca0e05d09444f38b7'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:38:06.514046 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ea315770-a826-4304-9c3b-78fcd4209693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:06.555610 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea315770-a826-4304-9c3b-78fcd4209693 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8b4cebf-9e41-4c5e-ae3b-0aaeb68b83e4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:06.563917 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-be4744ad-7570-481b-b676-027da1bf4ea1 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:06.565592 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6538a08-6bea-4cc9-b31e-c0c77b22cff9 admin admin] Made reservation on behalf of 93c36d7db0b9486ca0e05d09444f38b7 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:38:06.568272 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e6538a08-6bea-4cc9-b31e-c0c77b22cff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:06.579001 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e6538a08-6bea-4cc9-b31e-c0c77b22cff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:06.582677 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-be4744ad-7570-481b-b676-027da1bf4ea1 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:06.639633 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4744ad-7570-481b-b676-027da1bf4ea1 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb37b2f3-ed93-4692-9ed0-2970140fbc5b,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:06.771794 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:06.967990 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 3a8aa586-19be-46ba-a227-4ab3d58ab38c details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:38:07.069565 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e6538a08-6bea-4cc9-b31e-c0c77b22cff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:07.077006 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e6538a08-6bea-4cc9-b31e-c0c77b22cff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:07.089551 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6538a08-6bea-4cc9-b31e-c0c77b22cff9 admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:38:07.104253 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-be4744ad-7570-481b-b676-027da1bf4ea1 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:07.105749 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-be4744ad-7570-481b-b676-027da1bf4ea1 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7198589 Aug 19 14:38:07.108780 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37386) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:38:07.112823 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e6538a08-6bea-4cc9-b31e-c0c77b22cff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:07.113168 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-e6538a08-6bea-4cc9-b31e-c0c77b22cff9 admin admin] Added segment deb4ceaa-a168-4950-8d67-f7a10179a94a of type vlan for network 669513f8-b4b3-4e5c-8f0d-5f8e9923cc05 Aug 19 14:38:07.114213 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-5efadba6-98e8-4fa1-a47c-30ab0627b271 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Request body: {'floatingip': {'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:38:07.135007 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 3a8aa586-19be-46ba-a227-4ab3d58ab38c, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=3a8aa586-19be-46ba-a227-4ab3d58ab38c,segment=NetworkSegment(cdbe220c-711d-4dcd-9811-178ea37b55c3),segment_id=cdbe220c-711d-4dcd-9811-178ea37b55c3)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:07.153318 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '3a8aa586-19be-46ba-a227-4ab3d58ab38c', 'network_id': '6e6d7ced-670a-4172-99e0-b6cfaa52bcf3', 'port_id': '3a8aa586-19be-46ba-a227-4ab3d58ab38c', 'mac_address': 'fa:16:3e:6e:e4:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6c98e66-0094-4a00-ab2a-dbcb4602f2eb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:38:07.153714 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ea315770-a826-4304-9c3b-78fcd4209693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:07.158534 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6538a08-6bea-4cc9-b31e-c0c77b22cff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27b33f1-99d1-4094-bb65-31f4cc81d696,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:07.161237 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5efadba6-98e8-4fa1-a47c-30ab0627b271 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:07.170275 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e6538a08-6bea-4cc9-b31e-c0c77b22cff9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:07.204691 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e6538a08-6bea-4cc9-b31e-c0c77b22cff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:07.206300 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6538a08-6bea-4cc9-b31e-c0c77b22cff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:07.207742 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e6538a08-6bea-4cc9-b31e-c0c77b22cff9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:07.214857 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:07.246271 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a8aa586-19be-46ba-a227-4ab3d58ab38c {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:38:07.271402 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 3a8aa586-19be-46ba-a227-4ab3d58ab38c, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=3a8aa586-19be-46ba-a227-4ab3d58ab38c,segment=NetworkSegment(cdbe220c-711d-4dcd-9811-178ea37b55c3),segment_id=cdbe220c-711d-4dcd-9811-178ea37b55c3)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:07.279073 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:07.333688 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6538a08-6bea-4cc9-b31e-c0c77b22cff9 admin admin] Pushing event updated for resources: {'Network': ['ID=669513f8-b4b3-4e5c-8f0d-5f8e9923cc05,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:07.347752 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-921ee503-3c9a-4ce2-9000-74fc71496d84 req-cb81a5b1-0bfe-42fe-90cd-24e0150230dd tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c7b4cba-347d-4536-8408-8ac593a88aca HTTP/1.1" status: 200 len: 210 time: 0.0645859 Aug 19 14:38:07.378301 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=3a8aa586-19be-46ba-a227-4ab3d58ab38c,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:07.388560 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-512cb029-79b6-4740-89b9-ee147e93066d req-3b1d44f7-8110-4928-a83c-de1f6887f573 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=3397b0c43f0b46aaa4295e8f087dd91c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492132 Aug 19 14:38:07.390815 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 669513f8-b4b3-4e5c-8f0d-5f8e9923cc05 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:38:07.393396 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e6538a08-6bea-4cc9-b31e-c0c77b22cff9 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0752099 Aug 19 14:38:07.403179 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37392) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:38:07.410500 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-bb61ddd7-3d2f-422c-b4a1-36f88eb53a2a admin admin] Request body: {'subnet': {'network_id': '669513f8-b4b3-4e5c-8f0d-5f8e9923cc05', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-762607880-subnet', 'tenant_id': '93c36d7db0b9486ca0e05d09444f38b7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:38:07.525808 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb61ddd7-3d2f-422c-b4a1-36f88eb53a2a admin admin] Made reservation on behalf of 93c36d7db0b9486ca0e05d09444f38b7 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:38:07.528379 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bb61ddd7-3d2f-422c-b4a1-36f88eb53a2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:07.561125 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512cb029-79b6-4740-89b9-ee147e93066d req-f4306681-54a2-4027-95c7-d7392e943077 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:07.562686 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-512cb029-79b6-4740-89b9-ee147e93066d req-f4306681-54a2-4027-95c7-d7392e943077 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1666832 Aug 19 14:38:07.578062 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-512cb029-79b6-4740-89b9-ee147e93066d req-a59a56d6-d268-4d00-a2fd-20695e0874ee tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Request body: {'port': {'device_id': '6c7b4cba-347d-4536-8408-8ac593a88aca', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'admin_state_up': True, 'tenant_id': '3397b0c43f0b46aaa4295e8f087dd91c'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:38:07.592610 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['3a8aa586-19be-46ba-a227-4ab3d58ab38c'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:38:07.615504 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea315770-a826-4304-9c3b-78fcd4209693 admin admin] Router 1e029420-5b7c-4979-80ae-c621477cde6c has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:38:07.665554 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5efadba6-98e8-4fa1-a47c-30ab0627b271 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:07.734671 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-512cb029-79b6-4740-89b9-ee147e93066d req-a59a56d6-d268-4d00-a2fd-20695e0874ee tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Made reservation on behalf of 3397b0c43f0b46aaa4295e8f087dd91c for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:38:07.740519 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-512cb029-79b6-4740-89b9-ee147e93066d req-a59a56d6-d268-4d00-a2fd-20695e0874ee tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:07.887022 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d497604-15c5-48f1-bdb0-3620f71a8822 req-134a4f5e-490a-4630-aabf-0e306eec73b6 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:07.888467 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3d497604-15c5-48f1-bdb0-3620f71a8822 req-134a4f5e-490a-4630-aabf-0e306eec73b6 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92 HTTP/1.1" status: 200 len: 944 time: 0.2592208 Aug 19 14:38:07.906305 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-512cb029-79b6-4740-89b9-ee147e93066d req-a59a56d6-d268-4d00-a2fd-20695e0874ee tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Allocated IP 192.168.233.213 (5146d24a-89b5-4a43-8ca4-b26f4fb943f7/2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86/71395d50-c489-4f63-ae64-5a13347feb29) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:38:08.018877 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea315770-a826-4304-9c3b-78fcd4209693 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:38:08.029270 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-5efadba6-98e8-4fa1-a47c-30ab0627b271 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Allocated IP 172.25.2.105 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/ebf340a8-7702-41f6-9895-76281749fd79) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:38:08.038636 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ea315770-a826-4304-9c3b-78fcd4209693 admin admin] 10.222.0.69 "PUT /v2.0/routers/1e029420-5b7c-4979-80ae-c621477cde6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4795375 Aug 19 14:38:08.038839 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff52000c-38e5-4c1b-8ddb-4211bd70fbf1 None None] Sync routers for ids ['1e029420-5b7c-4979-80ae-c621477cde6c'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:38:08.040609 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37400) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:38:08.045633 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3d497604-15c5-48f1-bdb0-3620f71a8822 req-eed8e46e-9735-40c7-9282-0791f3492cbe tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475739 Aug 19 14:38:08.055965 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bb61ddd7-3d2f-422c-b4a1-36f88eb53a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:08.060760 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff52000c-38e5-4c1b-8ddb-4211bd70fbf1 None None] Routers {'1e029420-5b7c-4979-80ae-c621477cde6c'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:38:08.061587 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ff52000c-38e5-4c1b-8ddb-4211bd70fbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:38:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['1e029420-5b7c-4979-80ae-c621477cde6c'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:38:08.175435 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb61ddd7-3d2f-422c-b4a1-36f88eb53a2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=55f10344-049d-42f2-b429-801948692761,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:08.185385 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-512cb029-79b6-4740-89b9-ee147e93066d req-a59a56d6-d268-4d00-a2fd-20695e0874ee tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:08.207525 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-512cb029-79b6-4740-89b9-ee147e93066d req-a59a56d6-d268-4d00-a2fd-20695e0874ee tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Transition to ACTIVE for port object 71395d50-c489-4f63-ae64-5a13347feb29 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:38:08.210095 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-ff52000c-38e5-4c1b-8ddb-4211bd70fbf1 None None] Set router 1e029420-5b7c-4979-80ae-c621477cde6c gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:38:08.210477 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9eac5ee9-f842-4bea-83c9-30bcc40505d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:08.214978 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb61ddd7-3d2f-422c-b4a1-36f88eb53a2a admin admin] Checking segment: {'id': 'deb4ceaa-a168-4950-8d67-f7a10179a94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '669513f8-b4b3-4e5c-8f0d-5f8e9923cc05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:38:08.215308 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb61ddd7-3d2f-422c-b4a1-36f88eb53a2a admin admin] Network hostable DHCP agents. Network: 669513f8-b4b3-4e5c-8f0d-5f8e9923cc05, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:38:08.249736 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5efadba6-98e8-4fa1-a47c-30ab0627b271 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:08.259437 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb61ddd7-3d2f-422c-b4a1-36f88eb53a2a admin admin] Network 669513f8-b4b3-4e5c-8f0d-5f8e9923cc05 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:38:08.273674 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-bb61ddd7-3d2f-422c-b4a1-36f88eb53a2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 669513f8-b4b3-4e5c-8f0d-5f8e9923cc05) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:38:08.281686 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb61ddd7-3d2f-422c-b4a1-36f88eb53a2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:08.282114 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bb61ddd7-3d2f-422c-b4a1-36f88eb53a2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:08.303646 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371c1a73-6ef8-4ee0-8f88-1dbf2d4d161d None None] Network 669513f8-b4b3-4e5c-8f0d-5f8e9923cc05 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:38:08.317344 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-bb61ddd7-3d2f-422c-b4a1-36f88eb53a2a admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9093990 Aug 19 14:38:08.322203 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37402) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:38:08.325534 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a7c04533-92c1-48aa-a2ff-0c9c9d30f748 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-762607880-router', 'tenant_id': '93c36d7db0b9486ca0e05d09444f38b7', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:38:08.331146 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-512cb029-79b6-4740-89b9-ee147e93066d req-a59a56d6-d268-4d00-a2fd-20695e0874ee tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:08.368882 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5efadba6-98e8-4fa1-a47c-30ab0627b271 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:08.380352 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:38:08.420982 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efadba6-98e8-4fa1-a47c-30ab0627b271 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:38:08.425404 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-512cb029-79b6-4740-89b9-ee147e93066d req-a59a56d6-d268-4d00-a2fd-20695e0874ee tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:38:08.426715 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-5efadba6-98e8-4fa1-a47c-30ab0627b271 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:38:08.428727 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['d06613a0-9966-412e-a040-1baeecf75cee', '4a990205-9f36-4de0-bda4-d5be7e334fd0'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:38:08.432450 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efadba6-98e8-4fa1-a47c-30ab0627b271 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:38:08.435375 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efadba6-98e8-4fa1-a47c-30ab0627b271 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Pushing event updated for resources: {'Port': ['ID=ebf340a8-7702-41f6-9895-76281749fd79,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:08.471941 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-512cb029-79b6-4740-89b9-ee147e93066d req-a59a56d6-d268-4d00-a2fd-20695e0874ee tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:38:08.484034 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a7c04533-92c1-48aa-a2ff-0c9c9d30f748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:08.485857 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a7c04533-92c1-48aa-a2ff-0c9c9d30f748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:08.492597 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-512cb029-79b6-4740-89b9-ee147e93066d req-a59a56d6-d268-4d00-a2fd-20695e0874ee tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:38:08.598174 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59a56d6-d268-4d00-a2fd-20695e0874ee tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Pushing event updated for resources: {'Port': ['ID=71395d50-c489-4f63-ae64-5a13347feb29,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:08.613893 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50083704-af4b-4624-8d08-58c4c6f34e8c req-03c654e8-3573-48fb-a4f7-deb1950375fc tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:08.616037 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-50083704-af4b-4624-8d08-58c4c6f34e8c req-03c654e8-3573-48fb-a4f7-deb1950375fc tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c7b4cba-347d-4536-8408-8ac593a88aca HTTP/1.1" status: 200 len: 936 time: 0.1408112 Aug 19 14:38:08.655212 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5efadba6-98e8-4fa1-a47c-30ab0627b271 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:08.689845 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-50083704-af4b-4624-8d08-58c4c6f34e8c req-682be61b-f9aa-406b-bcd2-3f51aff5b3c4 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629029 Aug 19 14:38:08.725740 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5efadba6-98e8-4fa1-a47c-30ab0627b271 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:08.742653 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a7c04533-92c1-48aa-a2ff-0c9c9d30f748 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:08.779123 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9eac5ee9-f842-4bea-83c9-30bcc40505d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:08.812098 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512cb029-79b6-4740-89b9-ee147e93066d req-a59a56d6-d268-4d00-a2fd-20695e0874ee tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:08.813104 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-512cb029-79b6-4740-89b9-ee147e93066d req-a59a56d6-d268-4d00-a2fd-20695e0874ee tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:08.854298 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992bc402-682e-456c-b7ce-bc38cc3e9296 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-669513f8-b4b3-4e5c-8f0d-5f8e9923cc05', 'network_id': '669513f8-b4b3-4e5c-8f0d-5f8e9923cc05', 'tenant_id': '93c36d7db0b9486ca0e05d09444f38b7', 'fixed_ips': [{'subnet_id': '55f10344-049d-42f2-b429-801948692761'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:38:08.855251 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-992bc402-682e-456c-b7ce-bc38cc3e9296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:08.915882 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5efadba6-98e8-4fa1-a47c-30ab0627b271 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:08.927376 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5efadba6-98e8-4fa1-a47c-30ab0627b271 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:09.010819 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-512cb029-79b6-4740-89b9-ee147e93066d req-a59a56d6-d268-4d00-a2fd-20695e0874ee tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4388075 Aug 19 14:38:09.019951 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a7c04533-92c1-48aa-a2ff-0c9c9d30f748 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:09.020835 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 3a8aa586-19be-46ba-a227-4ab3d58ab38c up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:38:09.033271 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-512cb029-79b6-4740-89b9-ee147e93066d req-fed61cf5-45a9-497c-b65b-6ca3251fdffb service neutron] Request body: {'port': {'device_id': '6c7b4cba-347d-4536-8408-8ac593a88aca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:38:09.065476 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ff52000c-38e5-4c1b-8ddb-4211bd70fbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e029420-5b7c-4979-80ae-c621477cde6c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1766906766-router', 'tenant_id': '3178f87ac6ba44c3972120fbcb3189e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'dc4d1629-3091-44e6-b0c4-401462d7f223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:36:07Z', 'updated_at': '2021-08-19T14:38:06Z', 'revision_number': 5, 'project_id': '3178f87ac6ba44c3972120fbcb3189e5', 'gw_port': {'id': 'dc4d1629-3091-44e6-b0c4-401462d7f223', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e029420-5b7c-4979-80ae-c621477cde6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:36:08Z', 'updated_at': '2021-08-19T14:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:38:09.067153 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fcb338f0-9e52-443b-8ae3-912d46a7cdfe None None] Provisioning for port 71395d50-c489-4f63-ae64-5a13347feb29 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:38:09.090361 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-9eac5ee9-f842-4bea-83c9-30bcc40505d8 admin admin] Deleting port dc4d1629-3091-44e6-b0c4-401462d7f223 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:38:09.090719 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9eac5ee9-f842-4bea-83c9-30bcc40505d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:09.104499 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5efadba6-98e8-4fa1-a47c-30ab0627b271 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:09.151354 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efadba6-98e8-4fa1-a47c-30ab0627b271 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Pushing event updated for resources: {'Port': ['ID=ebf340a8-7702-41f6-9895-76281749fd79,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:09.168122 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5efadba6-98e8-4fa1-a47c-30ab0627b271 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:09.169740 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-5efadba6-98e8-4fa1-a47c-30ab0627b271 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0596614 Aug 19 14:38:09.211654 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fcb338f0-9e52-443b-8ae3-912d46a7cdfe None None] Provisioning complete for port 71395d50-c489-4f63-ae64-5a13347feb29 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:38:09.211881 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fcb338f0-9e52-443b-8ae3-912d46a7cdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:09.220749 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff52000c-38e5-4c1b-8ddb-4211bd70fbf1 None None] Checking router: 1e029420-5b7c-4979-80ae-c621477cde6c for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:38:09.225817 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-512cb029-79b6-4740-89b9-ee147e93066d req-fed61cf5-45a9-497c-b65b-6ca3251fdffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:09.277227 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a769221-483d-404a-b9be-90e5ea8af1e1 req-0c54277b-2eed-4bb8-9774-9239144fa2e8 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:09.293349 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1a769221-483d-404a-b9be-90e5ea8af1e1 req-0c54277b-2eed-4bb8-9774-9239144fa2e8 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92 HTTP/1.1" status: 200 len: 944 time: 0.1060462 Aug 19 14:38:09.312809 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-fcb338f0-9e52-443b-8ae3-912d46a7cdfe None None] Port 71395d50-c489-4f63-ae64-5a13347feb29 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:38:09.317700 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff52000c-38e5-4c1b-8ddb-4211bd70fbf1 None None] Routers {'1e029420-5b7c-4979-80ae-c621477cde6c'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:38:09.318329 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ff52000c-38e5-4c1b-8ddb-4211bd70fbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:38:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['1e029420-5b7c-4979-80ae-c621477cde6c'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:38:09.363866 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1a769221-483d-404a-b9be-90e5ea8af1e1 req-706d1b2c-3c25-402c-934e-b3d33353233e tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689797 Aug 19 14:38:09.421608 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-9eac5ee9-f842-4bea-83c9-30bcc40505d8 admin admin] For port dc4d1629-3091-44e6-b0c4-401462d7f223, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=dc4d1629-3091-44e6-b0c4-401462d7f223,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:09.421978 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9eac5ee9-f842-4bea-83c9-30bcc40505d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:09.445878 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-9eac5ee9-f842-4bea-83c9-30bcc40505d8 admin admin] Calling delete_port for dc4d1629-3091-44e6-b0c4-401462d7f223 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:38:09.474879 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-992bc402-682e-456c-b7ce-bc38cc3e9296 None None] Allocated IP 172.20.0.2 (669513f8-b4b3-4e5c-8f0d-5f8e9923cc05/55f10344-049d-42f2-b429-801948692761/ff7b6458-4d25-487d-be18-288db2a67dd9) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:38:09.485907 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port 3a8aa586-19be-46ba-a227-4ab3d58ab38c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:38:09.502348 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 3a8aa586-19be-46ba-a227-4ab3d58ab38c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:38:09.502743 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:09.523826 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-ff52000c-38e5-4c1b-8ddb-4211bd70fbf1 None None] Set router 1e029420-5b7c-4979-80ae-c621477cde6c gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:38:09.644791 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ff52000c-38e5-4c1b-8ddb-4211bd70fbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e029420-5b7c-4979-80ae-c621477cde6c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1766906766-router', 'tenant_id': '3178f87ac6ba44c3972120fbcb3189e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:36:07Z', 'updated_at': '2021-08-19T14:38:08Z', 'revision_number': 6, 'project_id': '3178f87ac6ba44c3972120fbcb3189e5', 'gw_port_host': None}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:38:09.674024 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-512cb029-79b6-4740-89b9-ee147e93066d req-fed61cf5-45a9-497c-b65b-6ca3251fdffb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71395d50-c489-4f63-ae64-5a13347feb29 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:38:09.684218 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-512cb029-79b6-4740-89b9-ee147e93066d req-fed61cf5-45a9-497c-b65b-6ca3251fdffb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:09.695067 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610cd697-2b66-4720-b8cf-1a8253d0670c req-0fba4108-757f-4fb7-8b26-b95312f1f00c tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:09.696118 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff52000c-38e5-4c1b-8ddb-4211bd70fbf1 None None] The sync data for ids ['1e029420-5b7c-4979-80ae-c621477cde6c'] in n-d-766043-2 is: [{'id': '1e029420-5b7c-4979-80ae-c621477cde6c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1766906766-router', 'tenant_id': '3178f87ac6ba44c3972120fbcb3189e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:36:07Z', 'updated_at': '2021-08-19T14:38:08Z', 'revision_number': 6, 'project_id': '3178f87ac6ba44c3972120fbcb3189e5', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:38:09.699608 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-610cd697-2b66-4720-b8cf-1a8253d0670c req-0fba4108-757f-4fb7-8b26-b95312f1f00c tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/networks?id=bbd2a93a-7213-4b80-b420-e06e4ab28650 HTTP/1.1" status: 200 len: 822 time: 0.2249494 Aug 19 14:38:09.724291 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-610cd697-2b66-4720-b8cf-1a8253d0670c req-9fdd5513-a6d8-4674-b61d-ecc313e4de03 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/quotas/5d196cbee1214cf6a91c09d6264353bd HTTP/1.1" status: 200 len: 375 time: 0.0162480 Aug 19 14:38:09.841210 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:09.848857 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-610cd697-2b66-4720-b8cf-1a8253d0670c req-b3e62fb0-202f-4e91-a392-b56b3d2a3b09 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=5d196cbee1214cf6a91c09d6264353bd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1183701 Aug 19 14:38:09.863052 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-992bc402-682e-456c-b7ce-bc38cc3e9296 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:09.872038 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-512cb029-79b6-4740-89b9-ee147e93066d req-fed61cf5-45a9-497c-b65b-6ca3251fdffb service neutron] Transition to ACTIVE for port object 71395d50-c489-4f63-ae64-5a13347feb29 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:38:09.881838 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e5fc320-7c70-4600-836a-26f5a2b73d92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8aa586-19be-46ba-a227-4ab3d58ab38c'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:38:09.884535 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d2b7a7-caf6-40cb-8abc-29d70bcb48fd" -d '{"events": [{"server_uuid": "3e5fc320-7c70-4600-836a-26f5a2b73d92", "name": "network-vif-plugged", "status": "completed", "tag": "3a8aa586-19be-46ba-a227-4ab3d58ab38c"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:38:09.890626 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-512cb029-79b6-4740-89b9-ee147e93066d req-fed61cf5-45a9-497c-b65b-6ca3251fdffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:09.896672 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-992bc402-682e-456c-b7ce-bc38cc3e9296 None None] Transition to ACTIVE for port object ff7b6458-4d25-487d-be18-288db2a67dd9 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:38:09.903376 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 3a8aa586-19be-46ba-a227-4ab3d58ab38c, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=3a8aa586-19be-46ba-a227-4ab3d58ab38c,segment=NetworkSegment(cdbe220c-711d-4dcd-9811-178ea37b55c3),segment_id=cdbe220c-711d-4dcd-9811-178ea37b55c3)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:09.910779 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:09.939717 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-992bc402-682e-456c-b7ce-bc38cc3e9296 None None] Transition to ACTIVE for port object ff7b6458-4d25-487d-be18-288db2a67dd9 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:38:09.953376 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-992bc402-682e-456c-b7ce-bc38cc3e9296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:09.976901 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=3a8aa586-19be-46ba-a227-4ab3d58ab38c,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:09.985364 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992bc402-682e-456c-b7ce-bc38cc3e9296 None None] Network 669513f8-b4b3-4e5c-8f0d-5f8e9923cc05 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:38:09.985962 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9eac5ee9-f842-4bea-83c9-30bcc40505d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:10.004046 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed61cf5-45a9-497c-b65b-6ca3251fdffb service neutron] Pushing event updated for resources: {'Port': ['ID=71395d50-c489-4f63-ae64-5a13347feb29,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:10.009759 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a7c04533-92c1-48aa-a2ff-0c9c9d30f748 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:10.017946 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-992bc402-682e-456c-b7ce-bc38cc3e9296 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:38:10.026321 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992bc402-682e-456c-b7ce-bc38cc3e9296 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:38:10.077901 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a7c04533-92c1-48aa-a2ff-0c9c9d30f748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:10.087948 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992bc402-682e-456c-b7ce-bc38cc3e9296 None None] Pushing event updated for resources: {'Port': ['ID=ff7b6458-4d25-487d-be18-288db2a67dd9,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:10.094927 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eac5ee9-f842-4bea-83c9-30bcc40505d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc4d1629-3091-44e6-b0c4-401462d7f223,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:10.140799 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-992bc402-682e-456c-b7ce-bc38cc3e9296 None None] Attempting to bind port ff7b6458-4d25-487d-be18-288db2a67dd9 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:38:10.141373 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-992bc402-682e-456c-b7ce-bc38cc3e9296 None None] Attempting to bind port ff7b6458-4d25-487d-be18-288db2a67dd9 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'deb4ceaa-a168-4950-8d67-f7a10179a94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '669513f8-b4b3-4e5c-8f0d-5f8e9923cc05'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:38:10.141584 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8349985-6941-4d04-b961-761e12cace93 req-25568d80-bb3d-4753-8daf-d782bbae7b41 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:10.142075 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992bc402-682e-456c-b7ce-bc38cc3e9296 None None] Attempting to bind port ff7b6458-4d25-487d-be18-288db2a67dd9 on network 669513f8-b4b3-4e5c-8f0d-5f8e9923cc05 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:38:10.143183 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f8349985-6941-4d04-b961-761e12cace93 req-25568d80-bb3d-4753-8daf-d782bbae7b41 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c7b4cba-347d-4536-8408-8ac593a88aca HTTP/1.1" status: 200 len: 948 time: 0.2655022 Aug 19 14:38:10.145861 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-610cd697-2b66-4720-b8cf-1a8253d0670c req-0fa811b6-2306-4ec0-abbc-6ecd3861e43c service neutron] 10.222.0.69 "GET /v2.0/networks/bbd2a93a-7213-4b80-b420-e06e4ab28650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887509 Aug 19 14:38:10.154355 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992bc402-682e-456c-b7ce-bc38cc3e9296 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:38:10.155037 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992bc402-682e-456c-b7ce-bc38cc3e9296 None None] Checking segment: {'id': 'deb4ceaa-a168-4950-8d67-f7a10179a94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '669513f8-b4b3-4e5c-8f0d-5f8e9923cc05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:38:10.155605 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-992bc402-682e-456c-b7ce-bc38cc3e9296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:10.156151 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992bc402-682e-456c-b7ce-bc38cc3e9296 None None] Bound using segment: {'id': 'deb4ceaa-a168-4950-8d67-f7a10179a94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '669513f8-b4b3-4e5c-8f0d-5f8e9923cc05'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:38:10.156835 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-992bc402-682e-456c-b7ce-bc38cc3e9296 None None] Bound port: ff7b6458-4d25-487d-be18-288db2a67dd9, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb4ceaa-a168-4950-8d67-f7a10179a94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '669513f8-b4b3-4e5c-8f0d-5f8e9923cc05'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:38:10.157386 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-992bc402-682e-456c-b7ce-bc38cc3e9296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:10.274111 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-992bc402-682e-456c-b7ce-bc38cc3e9296 None None] For port ff7b6458-4d25-487d-be18-288db2a67dd9, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:38:10.278301 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9eac5ee9-f842-4bea-83c9-30bcc40505d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:10.279018 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-992bc402-682e-456c-b7ce-bc38cc3e9296 None None] For port ff7b6458-4d25-487d-be18-288db2a67dd9, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=ff7b6458-4d25-487d-be18-288db2a67dd9,segment=NetworkSegment(deb4ceaa-a168-4950-8d67-f7a10179a94a),segment_id=deb4ceaa-a168-4950-8d67-f7a10179a94a)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:38:10.283589 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-512cb029-79b6-4740-89b9-ee147e93066d req-fed61cf5-45a9-497c-b65b-6ca3251fdffb service neutron] Attempting to bind port 71395d50-c489-4f63-ae64-5a13347feb29 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:38:10.284014 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-512cb029-79b6-4740-89b9-ee147e93066d req-fed61cf5-45a9-497c-b65b-6ca3251fdffb service neutron] Attempting to bind port 71395d50-c489-4f63-ae64-5a13347feb29 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:38:10.284436 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512cb029-79b6-4740-89b9-ee147e93066d req-fed61cf5-45a9-497c-b65b-6ca3251fdffb service neutron] Attempting to bind port 71395d50-c489-4f63-ae64-5a13347feb29 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:38:10.284905 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-992bc402-682e-456c-b7ce-bc38cc3e9296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:10.351024 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992bc402-682e-456c-b7ce-bc38cc3e9296 None None] Pushing event updated for resources: {'Port': ['ID=ff7b6458-4d25-487d-be18-288db2a67dd9,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:10.374154 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-610cd697-2b66-4720-b8cf-1a8253d0670c req-842f9b2b-9ae7-42fb-8b63-881d56e34ad3 service neutron] 10.222.0.69 "GET /v2.0/networks/bbd2a93a-7213-4b80-b420-e06e4ab28650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216883 Aug 19 14:38:10.412960 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f8349985-6941-4d04-b961-761e12cace93 req-5a1a963c-9966-46c0-b94f-aa37c261dbfa tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497067 Aug 19 14:38:10.462191 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512cb029-79b6-4740-89b9-ee147e93066d req-fed61cf5-45a9-497c-b65b-6ca3251fdffb service neutron] Port 71395d50-c489-4f63-ae64-5a13347feb29 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:38:10.462521 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512cb029-79b6-4740-89b9-ee147e93066d req-fed61cf5-45a9-497c-b65b-6ca3251fdffb service neutron] Attempting to bind port 71395d50-c489-4f63-ae64-5a13347feb29 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:38:10.478766 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9eac5ee9-f842-4bea-83c9-30bcc40505d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:10.484738 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512cb029-79b6-4740-89b9-ee147e93066d req-fed61cf5-45a9-497c-b65b-6ca3251fdffb service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:38:10.485116 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512cb029-79b6-4740-89b9-ee147e93066d req-fed61cf5-45a9-497c-b65b-6ca3251fdffb service neutron] Checking segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:38:10.487000 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816b2f22-02db-48f0-b3b1-bf2eb946154a x-openstack-request-id: req-816b2f22-02db-48f0-b3b1-bf2eb946154a {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:38:10.487159 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512cb029-79b6-4740-89b9-ee147e93066d req-fed61cf5-45a9-497c-b65b-6ca3251fdffb service neutron] Bound using segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:38:10.487346 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e5fc320-7c70-4600-836a-26f5a2b73d92", "name": "network-vif-plugged", "status": "completed", "tag": "3a8aa586-19be-46ba-a227-4ab3d58ab38c", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:38:10.487551 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-816b2f22-02db-48f0-b3b1-bf2eb946154a {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:38:10.487660 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-512cb029-79b6-4740-89b9-ee147e93066d req-fed61cf5-45a9-497c-b65b-6ca3251fdffb service neutron] Bound port: 71395d50-c489-4f63-ae64-5a13347feb29, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:38:10.487942 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e5fc320-7c70-4600-836a-26f5a2b73d92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8aa586-19be-46ba-a227-4ab3d58ab38c', 'code': 200} Aug 19 14:38:10.489121 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-512cb029-79b6-4740-89b9-ee147e93066d req-fed61cf5-45a9-497c-b65b-6ca3251fdffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:10.526712 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9eac5ee9-f842-4bea-83c9-30bcc40505d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:10.655160 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-a7c04533-92c1-48aa-a2ff-0c9c9d30f748 admin admin] Allocated IP 172.25.2.187 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/d0752b46-efc2-4965-8a12-6e894912bd7f) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:38:10.673219 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9eac5ee9-f842-4bea-83c9-30bcc40505d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:10.673917 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eac5ee9-f842-4bea-83c9-30bcc40505d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e029420-5b7c-4979-80ae-c621477cde6c {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:38:10.678956 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9eac5ee9-f842-4bea-83c9-30bcc40505d8 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:10.680109 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9eac5ee9-f842-4bea-83c9-30bcc40505d8 admin admin] 10.222.0.69 "DELETE /v2.0/routers/1e029420-5b7c-4979-80ae-c621477cde6c HTTP/1.1" status: 204 len: 168 time: 2.6384022 Aug 19 14:38:10.682989 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37444) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:38:10.849204 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9e098563-e409-4581-a0c6-c9e000b96f7a req-4e2325de-9c7b-43bd-a20d-64436065d12f tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb47fcba-523a-41ed-ac30-c607a37eb225 HTTP/1.1" status: 200 len: 210 time: 0.1040018 Aug 19 14:38:10.890363 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c3f0b99-0d8b-4492-b96a-68b2f79a9cd2 admin admin] Deleting subnet d0351321-6783-484a-a1b6-eb4417cad1f2 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:38:10.901524 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3c3f0b99-0d8b-4492-b96a-68b2f79a9cd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:10.951728 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad824a-3edf-4c25-9369-da9332bdcd0a req-7cced568-8548-4ac6-9e3a-04c1658767a0 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:10.955844 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-83ad824a-3edf-4c25-9369-da9332bdcd0a req-7cced568-8548-4ac6-9e3a-04c1658767a0 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92 HTTP/1.1" status: 200 len: 945 time: 0.2109182 Aug 19 14:38:10.986775 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3c3f0b99-0d8b-4492-b96a-68b2f79a9cd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:11.046996 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-83ad824a-3edf-4c25-9369-da9332bdcd0a req-e89d356f-c518-4f05-9081-0ad39ffe0f39 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857186 Aug 19 14:38:11.155720 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3c3f0b99-0d8b-4492-b96a-68b2f79a9cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:11.198111 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device ff7b6458-4d25-487d-be18-288db2a67dd9 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:38:11.244057 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3c3f0b99-0d8b-4492-b96a-68b2f79a9cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:11.270733 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ca6ff-d1e1-4966-8e11-3833c2ffa4bd req-a3733c04-8c43-4a9e-9b32-51769be6b27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:11.273100 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-876ca6ff-d1e1-4966-8e11-3833c2ffa4bd req-a3733c04-8c43-4a9e-9b32-51769be6b27f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92 HTTP/1.1" status: 200 len: 1096 time: 0.6421528 Aug 19 14:38:11.274637 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3c3f0b99-0d8b-4492-b96a-68b2f79a9cd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:11.276095 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd724b87-635f-483f-a0e7-03aea6ec9122 None None] Network e30a1201-b426-4165-bdc3-09c36dd3fe40 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:38:11.277666 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-512cb029-79b6-4740-89b9-ee147e93066d req-fed61cf5-45a9-497c-b65b-6ca3251fdffb service neutron] For port 71395d50-c489-4f63-ae64-5a13347feb29, host n-h2-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:38:11.278203 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-3c3f0b99-0d8b-4492-b96a-68b2f79a9cd2 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/d0351321-6783-484a-a1b6-eb4417cad1f2 HTTP/1.1" status: 204 len: 168 time: 0.5939646 Aug 19 14:38:11.281248 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37456) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:38:11.311836 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f0b99-0d8b-4492-b96a-68b2f79a9cd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0351321-6783-484a-a1b6-eb4417cad1f2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:11.359230 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-512cb029-79b6-4740-89b9-ee147e93066d req-fed61cf5-45a9-497c-b65b-6ca3251fdffb service neutron] For port 71395d50-c489-4f63-ae64-5a13347feb29, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=71395d50-c489-4f63-ae64-5a13347feb29,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:38:11.379903 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-512cb029-79b6-4740-89b9-ee147e93066d req-fed61cf5-45a9-497c-b65b-6ca3251fdffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:11.451035 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port ff7b6458-4d25-487d-be18-288db2a67dd9 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:38:11.494534 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-876ca6ff-d1e1-4966-8e11-3833c2ffa4bd req-1c2f8b55-3838-40dc-b7ac-c24ced739c9f service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064824 Aug 19 14:38:11.531498 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a7c04533-92c1-48aa-a2ff-0c9c9d30f748 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:11.543008 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512cb029-79b6-4740-89b9-ee147e93066d req-fed61cf5-45a9-497c-b65b-6ca3251fdffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:11.543905 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-512cb029-79b6-4740-89b9-ee147e93066d req-fed61cf5-45a9-497c-b65b-6ca3251fdffb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:11.545605 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-512cb029-79b6-4740-89b9-ee147e93066d req-fed61cf5-45a9-497c-b65b-6ca3251fdffb service neutron] 10.222.0.88 "PUT /v2.0/ports/71395d50-c489-4f63-ae64-5a13347feb29 HTTP/1.1" status: 200 len: 1096 time: 2.5167117 Aug 19 14:38:11.551035 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f17a8a68-c671-44af-82cc-e1515fe8e2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:11.552779 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c7b4cba-347d-4536-8408-8ac593a88aca', 'tag': '71395d50-c489-4f63-ae64-5a13347feb29'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:38:11.556010 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44205ee3-e938-4a83-a609-225bba3ffbd3" -d '{"events": [{"name": "network-changed", "server_uuid": "6c7b4cba-347d-4536-8408-8ac593a88aca", "tag": "71395d50-c489-4f63-ae64-5a13347feb29"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:38:11.628864 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device dc4d1629-3091-44e6-b0c4-401462d7f223 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:38:11.642128 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd13fb-be79-4829-9627-b117225c8421 req-2c8223f6-d1ef-4eba-904a-312c6a574476 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:11.647059 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-33bd13fb-be79-4829-9627-b117225c8421 req-2c8223f6-d1ef-4eba-904a-312c6a574476 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c7b4cba-347d-4536-8408-8ac593a88aca HTTP/1.1" status: 200 len: 948 time: 0.1058438 Aug 19 14:38:11.666428 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d107ce89-9b78-46a6-acb2-b3e84a2c0895 None None] DHCP port deletion for e30a1201-b426-4165-bdc3-09c36dd3fe40 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:38:11.669566 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: dc4d1629-3091-44e6-b0c4-401462d7f223 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:38:11.669983 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device dc4d1629-3091-44e6-b0c4-401462d7f223 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:38:11.670472 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device f8b4cebf-9e41-4c5e-ae3b-0aaeb68b83e4 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:38:11.671789 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7966cb69-6311-4a52-aaf7-5576bd793a9c x-openstack-request-id: req-7966cb69-6311-4a52-aaf7-5576bd793a9c {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:38:11.672444 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c7b4cba-347d-4536-8408-8ac593a88aca", "tag": "71395d50-c489-4f63-ae64-5a13347feb29", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:38:11.672867 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7966cb69-6311-4a52-aaf7-5576bd793a9c {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:38:11.673589 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c7b4cba-347d-4536-8408-8ac593a88aca', 'tag': '71395d50-c489-4f63-ae64-5a13347feb29', 'status': 'completed', 'code': 200} Aug 19 14:38:11.692245 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed61cf5-45a9-497c-b65b-6ca3251fdffb service neutron] Pushing event updated for resources: {'Port': ['ID=71395d50-c489-4f63-ae64-5a13347feb29,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:11.712929 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: f8b4cebf-9e41-4c5e-ae3b-0aaeb68b83e4 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:38:11.729157 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device f8b4cebf-9e41-4c5e-ae3b-0aaeb68b83e4 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:38:11.760810 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-33bd13fb-be79-4829-9627-b117225c8421 req-d85b0595-a151-4f96-bd72-2fac0ca7bdcc tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074288 Aug 19 14:38:11.815098 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d107ce89-9b78-46a6-acb2-b3e84a2c0895 None None] Deleting port 76bea4c9-5f68-480d-ac43-af677440b3e8 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:38:11.815486 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d107ce89-9b78-46a6-acb2-b3e84a2c0895 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:11.819229 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512cb029-79b6-4740-89b9-ee147e93066d req-a089e18b-7cf3-4f0e-b65b-05758cbfd6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:11.822742 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-512cb029-79b6-4740-89b9-ee147e93066d req-a089e18b-7cf3-4f0e-b65b-05758cbfd6c4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3397b0c43f0b46aaa4295e8f087dd91c&device_id=6c7b4cba-347d-4536-8408-8ac593a88aca HTTP/1.1" status: 200 len: 1099 time: 0.2024271 Aug 19 14:38:11.844684 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a7c04533-92c1-48aa-a2ff-0c9c9d30f748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:11.934394 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d107ce89-9b78-46a6-acb2-b3e84a2c0895 None None] For port 76bea4c9-5f68-480d-ac43-af677440b3e8, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=76bea4c9-5f68-480d-ac43-af677440b3e8,segment=NetworkSegment(3e01d32b-e0c4-48ae-974a-95855e5c4fdf),segment_id=3e01d32b-e0c4-48ae-974a-95855e5c4fdf)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:11.934790 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d107ce89-9b78-46a6-acb2-b3e84a2c0895 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:11.968495 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-512cb029-79b6-4740-89b9-ee147e93066d req-3b972011-12bd-41ee-8a33-40f4e034fb02 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=71395d50-c489-4f63-ae64-5a13347feb29 HTTP/1.1" status: 200 len: 217 time: 0.1315031 Aug 19 14:38:11.973026 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-f17a8a68-c671-44af-82cc-e1515fe8e2d6 admin admin] Deleting port 76bea4c9-5f68-480d-ac43-af677440b3e8 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:38:11.973355 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f17a8a68-c671-44af-82cc-e1515fe8e2d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:11.983962 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c04533-92c1-48aa-a2ff-0c9c9d30f748 admin admin] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:38:11.991109 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d107ce89-9b78-46a6-acb2-b3e84a2c0895 None None] Calling delete_port for 76bea4c9-5f68-480d-ac43-af677440b3e8 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:38:12.008150 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b0b68d34-985e-4fb5-b677-24791692cc0f req-73e32053-f018-46ca-8acb-a2c263aaa53d tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb47fcba-523a-41ed-ac30-c607a37eb225 HTTP/1.1" status: 200 len: 210 time: 0.0603104 Aug 19 14:38:12.079865 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-a7c04533-92c1-48aa-a2ff-0c9c9d30f748 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:38:12.083782 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c04533-92c1-48aa-a2ff-0c9c9d30f748 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:38:12.156242 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d107ce89-9b78-46a6-acb2-b3e84a2c0895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:12.156527 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c04533-92c1-48aa-a2ff-0c9c9d30f748 admin admin] Pushing event updated for resources: {'Port': ['ID=d0752b46-efc2-4965-8a12-6e894912bd7f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:12.175798 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d107ce89-9b78-46a6-acb2-b3e84a2c0895 None None] No DVR routers for this DVR port 76bea4c9-5f68-480d-ac43-af677440b3e8 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:38:12.223954 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80acdd0-0042-48a3-a7d5-8d51b513d718 None None] Network 669513f8-b4b3-4e5c-8f0d-5f8e9923cc05 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:38:12.236288 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef07a95-8ba7-48fb-9706-82e2bfcaccf3 req-f81239f2-a62d-4a7f-a31a-1895b70d10b3 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:12.236969 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d107ce89-9b78-46a6-acb2-b3e84a2c0895 None None] Pushing event deleted for resources: {'Port': ['ID=76bea4c9-5f68-480d-ac43-af677440b3e8,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:12.237819 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6ef07a95-8ba7-48fb-9706-82e2bfcaccf3 req-f81239f2-a62d-4a7f-a31a-1895b70d10b3 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92 HTTP/1.1" status: 200 len: 945 time: 0.0697713 Aug 19 14:38:12.280899 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6ef07a95-8ba7-48fb-9706-82e2bfcaccf3 req-242ba962-4472-4575-8250-64d8f7eb5fc2 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365446 Aug 19 14:38:12.286434 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512cb029-79b6-4740-89b9-ee147e93066d req-a21ee07e-1c29-4ed6-9545-154390dbe1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:12.289316 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-512cb029-79b6-4740-89b9-ee147e93066d req-a21ee07e-1c29-4ed6-9545-154390dbe1f5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.3111131 Aug 19 14:38:12.310334 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0620d803-2407-43b6-bd1a-25f02c6e4336 None None] Provisioning for port ff7b6458-4d25-487d-be18-288db2a67dd9 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:38:12.322343 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0620d803-2407-43b6-bd1a-25f02c6e4336 None None] Provisioning complete for port ff7b6458-4d25-487d-be18-288db2a67dd9 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:38:12.322720 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0620d803-2407-43b6-bd1a-25f02c6e4336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:12.332806 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-f17a8a68-c671-44af-82cc-e1515fe8e2d6 admin admin] For port 76bea4c9-5f68-480d-ac43-af677440b3e8, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=76bea4c9-5f68-480d-ac43-af677440b3e8,segment=NetworkSegment(3e01d32b-e0c4-48ae-974a-95855e5c4fdf),segment_id=3e01d32b-e0c4-48ae-974a-95855e5c4fdf)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:12.333135 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f17a8a68-c671-44af-82cc-e1515fe8e2d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:12.408928 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-f17a8a68-c671-44af-82cc-e1515fe8e2d6 admin admin] Calling delete_port for 76bea4c9-5f68-480d-ac43-af677440b3e8 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:38:12.514271 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0620d803-2407-43b6-bd1a-25f02c6e4336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:12.555175 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512cb029-79b6-4740-89b9-ee147e93066d req-c7600bf8-68e4-4226-9070-1d9d5459d58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:12.557093 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-512cb029-79b6-4740-89b9-ee147e93066d req-c7600bf8-68e4-4226-9070-1d9d5459d58d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2265825 Aug 19 14:38:12.563507 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0620d803-2407-43b6-bd1a-25f02c6e4336 None None] For port ff7b6458-4d25-487d-be18-288db2a67dd9, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=ff7b6458-4d25-487d-be18-288db2a67dd9,segment=NetworkSegment(deb4ceaa-a168-4950-8d67-f7a10179a94a),segment_id=deb4ceaa-a168-4950-8d67-f7a10179a94a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:12.575843 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0620d803-2407-43b6-bd1a-25f02c6e4336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:12.664722 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0620d803-2407-43b6-bd1a-25f02c6e4336 None None] Pushing event updated for resources: {'Port': ['ID=ff7b6458-4d25-487d-be18-288db2a67dd9,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:12.801123 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610cd697-2b66-4720-b8cf-1a8253d0670c req-1231348a-cb2c-4c57-a0c2-be3238db2b64 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:12.803436 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-610cd697-2b66-4720-b8cf-1a8253d0670c req-1231348a-cb2c-4c57-a0c2-be3238db2b64 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.68 "GET /v2.0/networks?id=bbd2a93a-7213-4b80-b420-e06e4ab28650 HTTP/1.1" status: 200 len: 822 time: 0.3536267 Aug 19 14:38:12.814867 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-48089780-2d72-415d-a6e8-e7408a4f7094 None None] Provisioning complete for port ff7b6458-4d25-487d-be18-288db2a67dd9 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:38:12.815372 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-48089780-2d72-415d-a6e8-e7408a4f7094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:12.817677 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f17a8a68-c671-44af-82cc-e1515fe8e2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:12.842831 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-610cd697-2b66-4720-b8cf-1a8253d0670c req-6f019e1c-6106-4cd6-8c0a-d3b471e0e141 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Request body: {'port': {'device_id': 'fb47fcba-523a-41ed-ac30-c607a37eb225', 'network_id': 'bbd2a93a-7213-4b80-b420-e06e4ab28650', 'admin_state_up': True, 'tenant_id': '5d196cbee1214cf6a91c09d6264353bd'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:38:12.887804 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a8a68-c671-44af-82cc-e1515fe8e2d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=76bea4c9-5f68-480d-ac43-af677440b3e8,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:12.925323 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17a8a68-c671-44af-82cc-e1515fe8e2d6 admin admin] No DVR routers for this DVR port 76bea4c9-5f68-480d-ac43-af677440b3e8 on host n-d-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:38:12.927043 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a7c04533-92c1-48aa-a2ff-0c9c9d30f748 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:12.951148 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198e020-4807-4d2a-be4c-bd7c9f04d71e req-851d5c4b-9c80-4c3e-b2a9-b6b7143323f2 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:12.952961 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1198e020-4807-4d2a-be4c-bd7c9f04d71e req-851d5c4b-9c80-4c3e-b2a9-b6b7143323f2 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c7b4cba-347d-4536-8408-8ac593a88aca HTTP/1.1" status: 200 len: 948 time: 0.0916085 Aug 19 14:38:13.007667 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1198e020-4807-4d2a-be4c-bd7c9f04d71e req-8d954c33-8b60-4252-bbea-7562197d726d tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477526 Aug 19 14:38:13.059652 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-512cb029-79b6-4740-89b9-ee147e93066d req-26559d34-3d18-4bbe-9be2-eb90bf053335 service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4908059 Aug 19 14:38:13.069685 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device ff7b6458-4d25-487d-be18-288db2a67dd9 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:38:13.139124 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port ff7b6458-4d25-487d-be18-288db2a67dd9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:38:13.139566 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:13.141516 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2d5fa2c3-db8d-4fbf-b210-53725c13e014 req-ed6b596d-077b-4c2d-99d2-949ad6262450 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb47fcba-523a-41ed-ac30-c607a37eb225 HTTP/1.1" status: 200 len: 210 time: 0.0317864 Aug 19 14:38:13.233553 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f17a8a68-c671-44af-82cc-e1515fe8e2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:13.292752 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-f17a8a68-c671-44af-82cc-e1515fe8e2d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e30a1201-b426-4165-bdc3-09c36dd3fe40']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:38:13.328805 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-f17a8a68-c671-44af-82cc-e1515fe8e2d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e01d32b-e0c4-48ae-974a-95855e5c4fdf') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:38:13.329156 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-f17a8a68-c671-44af-82cc-e1515fe8e2d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e01d32b-e0c4-48ae-974a-95855e5c4fdf') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:38:13.329660 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 76bea4c9-5f68-480d-ac43-af677440b3e8 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:38:13.349570 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f17a8a68-c671-44af-82cc-e1515fe8e2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:13.365073 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 76bea4c9-5f68-480d-ac43-af677440b3e8 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:38:13.365519 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 76bea4c9-5f68-480d-ac43-af677440b3e8 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:38:13.409795 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-512cb029-79b6-4740-89b9-ee147e93066d req-b5e537ec-60d6-402a-b083-e66489479ddc service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318834 Aug 19 14:38:13.413315 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-610cd697-2b66-4720-b8cf-1a8253d0670c req-6f019e1c-6106-4cd6-8c0a-d3b471e0e141 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Made reservation on behalf of 5d196cbee1214cf6a91c09d6264353bd for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:38:13.416947 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fae30-bd0a-47e9-8eb7-9c866706f988 req-c5da8a15-92a8-4cd6-958f-f89eeefc35c0 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:13.418516 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d57fae30-bd0a-47e9-8eb7-9c866706f988 req-c5da8a15-92a8-4cd6-958f-f89eeefc35c0 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92 HTTP/1.1" status: 200 len: 945 time: 0.0584016 Aug 19 14:38:13.424596 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-610cd697-2b66-4720-b8cf-1a8253d0670c req-6f019e1c-6106-4cd6-8c0a-d3b471e0e141 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:13.427311 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f17a8a68-c671-44af-82cc-e1515fe8e2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:13.456494 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f17a8a68-c671-44af-82cc-e1515fe8e2d6 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:38:13.456918 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f17a8a68-c671-44af-82cc-e1515fe8e2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:13.458695 n-d-766043-2 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:38:13.458695 n-d-766043-2 neutron-server[94639]: self.session.flush() Aug 19 14:38:13.458695 n-d-766043-2 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:38:13.458695 n-d-766043-2 neutron-server[94639]: self.session.flush() Aug 19 14:38:13.458695 n-d-766043-2 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:38:13.458695 n-d-766043-2 neutron-server[94639]: self.session.flush() Aug 19 14:38:13.458695 n-d-766043-2 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:38:13.458695 n-d-766043-2 neutron-server[94639]: self.session.flush() Aug 19 14:38:13.458695 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:38:13.458695 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:38:13.458695 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:38:13.458695 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:38:13.458695 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:38:13.458695 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:38:13.458695 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:38:13.458695 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:38:13.458695 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:38:13.458695 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:38:13.458695 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:38:13.458695 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:38:13.458695 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:38:13.458695 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:38:13.458695 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:38:13.458695 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:38:13.458695 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:38:13.458695 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:38:13.458695 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:38:13.458695 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:38:13.458695 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:38:13.458695 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:38:13.458695 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:38:13.458695 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:38:13.458695 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:38:13.458695 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:38:13.458695 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:38:13.458695 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:38:13.458695 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:38:13.458695 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:38:13.458695 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:38:13.458695 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:38:13.477204 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d57fae30-bd0a-47e9-8eb7-9c866706f988 req-702fa92e-343e-4c36-81a3-950503d4441b tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451477 Aug 19 14:38:13.551261 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a7c04533-92c1-48aa-a2ff-0c9c9d30f748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:13.600695 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac245a0-faa0-462d-8e0e-3080b8779781 req-1f3eff47-d474-4a81-9570-bfc69950d1f1 tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:13.603381 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8ac245a0-faa0-462d-8e0e-3080b8779781 req-1f3eff47-d474-4a81-9570-bfc69950d1f1 tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92 HTTP/1.1" status: 200 len: 1096 time: 0.0532424 Aug 19 14:38:13.640314 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f17a8a68-c671-44af-82cc-e1515fe8e2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:13.643923 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8ac245a0-faa0-462d-8e0e-3080b8779781 req-e5fd791c-5f3d-4698-baac-0180ee25c130 tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322793 Aug 19 14:38:13.660482 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f17a8a68-c671-44af-82cc-e1515fe8e2d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:13.666020 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37486) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:38:13.666155 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f17a8a68-c671-44af-82cc-e1515fe8e2d6 admin admin] 10.222.0.69 "DELETE /v2.0/networks/e30a1201-b426-4165-bdc3-09c36dd3fe40 HTTP/1.1" status: 204 len: 168 time: 2.3841858 Aug 19 14:38:13.686258 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44205ee3-e938-4a83-a609-225bba3ffbd3 req-61b775f6-657e-4df8-921c-aa41f57a7b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:13.687773 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-44205ee3-e938-4a83-a609-225bba3ffbd3 req-61b775f6-657e-4df8-921c-aa41f57a7b24 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3397b0c43f0b46aaa4295e8f087dd91c&device_id=6c7b4cba-347d-4536-8408-8ac593a88aca HTTP/1.1" status: 200 len: 1099 time: 0.2151160 Aug 19 14:38:13.707240 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a8a68-c671-44af-82cc-e1515fe8e2d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e30a1201-b426-4165-bdc3-09c36dd3fe40,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:13.818597 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b5f4b-3e99-491a-b9c7-e5f4b6608ae1 req-b5e89099-7264-4fa5-9d4c-9ea1f1e6a1bb tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:13.820173 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b79b5f4b-3e99-491a-b9c7-e5f4b6608ae1 req-b5e89099-7264-4fa5-9d4c-9ea1f1e6a1bb tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92 HTTP/1.1" status: 200 len: 1096 time: 0.0899258 Aug 19 14:38:13.942958 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b79b5f4b-3e99-491a-b9c7-e5f4b6608ae1 req-487a4123-5da6-4557-a643-d03bec75c8a7 tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759108 Aug 19 14:38:14.101445 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-610cd697-2b66-4720-b8cf-1a8253d0670c req-6f019e1c-6106-4cd6-8c0a-d3b471e0e141 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Allocated IP 172.20.0.9 (bbd2a93a-7213-4b80-b420-e06e4ab28650/485d38cc-464f-453a-8bf5-ce58f74a38b6/52cca720-cadf-4617-a3f3-fc747da0443a) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:38:14.160292 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44205ee3-e938-4a83-a609-225bba3ffbd3 req-d7287b01-b553-4f52-8692-01cb55e0d4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:14.161880 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-44205ee3-e938-4a83-a609-225bba3ffbd3 req-d7287b01-b553-4f52-8692-01cb55e0d4d4 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.1612403 Aug 19 14:38:14.231474 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-44205ee3-e938-4a83-a609-225bba3ffbd3 req-eb382bbe-9b24-48e7-a867-71417ca27d55 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=71395d50-c489-4f63-ae64-5a13347feb29 HTTP/1.1" status: 200 len: 217 time: 0.0581272 Aug 19 14:38:14.278345 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c04533-92c1-48aa-a2ff-0c9c9d30f748 admin admin] Router b8d836b5-48e0-4891-8cf6-1356f7d2c373 is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:38:14.358136 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6635c1f-1ba6-474e-a94d-18218de61a0d req-85b127ad-8014-4c42-b686-6a9165309217 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:14.367846 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c6635c1f-1ba6-474e-a94d-18218de61a0d req-85b127ad-8014-4c42-b686-6a9165309217 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c7b4cba-347d-4536-8408-8ac593a88aca HTTP/1.1" status: 200 len: 948 time: 0.1687045 Aug 19 14:38:14.393886 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44205ee3-e938-4a83-a609-225bba3ffbd3 req-d86ebaa2-b21e-4b0d-8a28-63bb1c4cd4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:14.395600 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-44205ee3-e938-4a83-a609-225bba3ffbd3 req-d86ebaa2-b21e-4b0d-8a28-63bb1c4cd4a1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.1532254 Aug 19 14:38:14.443364 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c6635c1f-1ba6-474e-a94d-18218de61a0d req-c1edfd2a-ed61-4e46-92cc-5ca3b26dc6a3 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741060 Aug 19 14:38:14.492477 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-112ebf55-645f-4bfc-a480-e007fc2f6ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:14.586629 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-610cd697-2b66-4720-b8cf-1a8253d0670c req-6f019e1c-6106-4cd6-8c0a-d3b471e0e141 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:14.592677 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c04533-92c1-48aa-a2ff-0c9c9d30f748 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:38:14.605819 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cf81ff-4e18-474a-8b51-3c1235527881 None None] Sync routers for ids ['b8d836b5-48e0-4891-8cf6-1356f7d2c373'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:38:14.621765 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5e611ff1-e2c0-4854-bedf-87dda53e4ea8 req-58164443-af27-454b-b023-ac564de9dbe1 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb47fcba-523a-41ed-ac30-c607a37eb225 HTTP/1.1" status: 200 len: 210 time: 0.0427823 Aug 19 14:38:14.625664 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cf81ff-4e18-474a-8b51-3c1235527881 None None] Routers {'b8d836b5-48e0-4891-8cf6-1356f7d2c373'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:38:14.626454 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-55cf81ff-4e18-474a-8b51-3c1235527881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:38:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['b8d836b5-48e0-4891-8cf6-1356f7d2c373'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:38:14.635498 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44205ee3-e938-4a83-a609-225bba3ffbd3 req-cf11c0bd-9fc8-4984-a7a5-e5d8b246a179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:14.646334 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-44205ee3-e938-4a83-a609-225bba3ffbd3 req-cf11c0bd-9fc8-4984-a7a5-e5d8b246a179 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2376549 Aug 19 14:38:14.710452 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-610cd697-2b66-4720-b8cf-1a8253d0670c req-6f019e1c-6106-4cd6-8c0a-d3b471e0e141 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:14.801993 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a7c04533-92c1-48aa-a2ff-0c9c9d30f748 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:14.808826 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a7c04533-92c1-48aa-a2ff-0c9c9d30f748 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.4838862 Aug 19 14:38:14.811457 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37538) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:38:14.862336 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-55cf81ff-4e18-474a-8b51-3c1235527881 None None] Set router b8d836b5-48e0-4891-8cf6-1356f7d2c373 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:38:14.879899 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f019e1c-6106-4cd6-8c0a-d3b471e0e141 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Pushing event updated for resources: {'Port': ['ID=52cca720-cadf-4617-a3f3-fc747da0443a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:14.982497 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-112ebf55-645f-4bfc-a480-e007fc2f6ca4 admin admin] Deleting port a9105c41-3b88-41ca-b37e-a45d45c9f5b9 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:38:14.982845 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-112ebf55-645f-4bfc-a480-e007fc2f6ca4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:15.010719 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-610cd697-2b66-4720-b8cf-1a8253d0670c req-6f019e1c-6106-4cd6-8c0a-d3b471e0e141 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Network bbd2a93a-7213-4b80-b420-e06e4ab28650 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:38:15.031061 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-610cd697-2b66-4720-b8cf-1a8253d0670c req-6f019e1c-6106-4cd6-8c0a-d3b471e0e141 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:38:15.087334 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-44205ee3-e938-4a83-a609-225bba3ffbd3 req-66661137-c8d8-4db4-b2e7-6b1eb631c1c1 service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3802731 Aug 19 14:38:15.090431 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-610cd697-2b66-4720-b8cf-1a8253d0670c req-6f019e1c-6106-4cd6-8c0a-d3b471e0e141 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:38:15.104822 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-112ebf55-645f-4bfc-a480-e007fc2f6ca4 admin admin] For port a9105c41-3b88-41ca-b37e-a45d45c9f5b9, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=a9105c41-3b88-41ca-b37e-a45d45c9f5b9,segment=NetworkSegment(943da9cd-c35a-46c6-942c-f7c8f7903bb8),segment_id=943da9cd-c35a-46c6-942c-f7c8f7903bb8)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:15.105330 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-112ebf55-645f-4bfc-a480-e007fc2f6ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:15.124951 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-112ebf55-645f-4bfc-a480-e007fc2f6ca4 admin admin] Calling delete_port for a9105c41-3b88-41ca-b37e-a45d45c9f5b9 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:38:15.205489 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-55cf81ff-4e18-474a-8b51-3c1235527881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'name': 'tempest-AttachVolumeShelveTestJSON-762607880-router', 'tenant_id': '93c36d7db0b9486ca0e05d09444f38b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'd0752b46-efc2-4965-8a12-6e894912bd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:38:08Z', 'updated_at': '2021-08-19T14:38:12Z', 'revision_number': 3, 'project_id': '93c36d7db0b9486ca0e05d09444f38b7', 'gw_port': {'id': 'd0752b46-efc2-4965-8a12-6e894912bd7f', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:09:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:38:10Z', 'updated_at': '2021-08-19T14:38:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:38:15.277664 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610cd697-2b66-4720-b8cf-1a8253d0670c req-6f019e1c-6106-4cd6-8c0a-d3b471e0e141 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:15.277915 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-610cd697-2b66-4720-b8cf-1a8253d0670c req-6f019e1c-6106-4cd6-8c0a-d3b471e0e141 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:15.377883 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-610cd697-2b66-4720-b8cf-1a8253d0670c req-6f019e1c-6106-4cd6-8c0a-d3b471e0e141 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5425770 Aug 19 14:38:15.395829 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-610cd697-2b66-4720-b8cf-1a8253d0670c req-391c2484-f1bd-48d6-9905-e21ce0195934 service neutron] Request body: {'port': {'device_id': 'fb47fcba-523a-41ed-ac30-c607a37eb225', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:38:15.448138 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cf81ff-4e18-474a-8b51-3c1235527881 None None] Checking router: b8d836b5-48e0-4891-8cf6-1356f7d2c373 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:38:15.448746 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cf81ff-4e18-474a-8b51-3c1235527881 None None] Updating router b8d836b5-48e0-4891-8cf6-1356f7d2c373 port d0752b46-efc2-4965-8a12-6e894912bd7f binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:38:15.476141 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-44205ee3-e938-4a83-a609-225bba3ffbd3 req-f7163b76-1ff9-46d4-8051-1dd39b03cb38 service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3800640 Aug 19 14:38:15.498547 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-55cf81ff-4e18-474a-8b51-3c1235527881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:15.523844 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-d2e34e20-0ef9-4fd1-a0f4-9d0e9605417e tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:38:15.524949 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-d2e34e20-0ef9-4fd1-a0f4-9d0e9605417e tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0478888 Aug 19 14:38:15.545131 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-b2f9ad80-83e6-43ea-a329-c90490ee605b service neutron] Request body: {'binding': {'host': 'n-h2-766043-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:38:15.545586 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-b2f9ad80-83e6-43ea-a329-c90490ee605b service neutron] Unknown quota resources ['binding']. {{(pid=94639) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 14:38:15.699595 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-610cd697-2b66-4720-b8cf-1a8253d0670c req-391c2484-f1bd-48d6-9905-e21ce0195934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:15.718799 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 71395d50-c489-4f63-ae64-5a13347feb29 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:38:15.726254 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-b2f9ad80-83e6-43ea-a329-c90490ee605b service neutron] Attempting to bind port 3a8aa586-19be-46ba-a227-4ab3d58ab38c on host n-h2-766043-2 for vnic_type normal with profile None {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:38:15.726591 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-b2f9ad80-83e6-43ea-a329-c90490ee605b service neutron] Attempting to bind port 3a8aa586-19be-46ba-a227-4ab3d58ab38c by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'cdbe220c-711d-4dcd-9811-178ea37b55c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6e6d7ced-670a-4172-99e0-b6cfaa52bcf3'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:38:15.726909 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-b2f9ad80-83e6-43ea-a329-c90490ee605b service neutron] Attempting to bind port 3a8aa586-19be-46ba-a227-4ab3d58ab38c on network 6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:38:15.727540 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b159da85-62c9-4932-b3db-a8dac7830416 req-f6dc7cd1-6dbd-480c-b491-c6ded38e353f tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:15.732715 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b159da85-62c9-4932-b3db-a8dac7830416 req-f6dc7cd1-6dbd-480c-b491-c6ded38e353f tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c7b4cba-347d-4536-8408-8ac593a88aca HTTP/1.1" status: 200 len: 948 time: 0.0884275 Aug 19 14:38:15.898577 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 71395d50-c489-4f63-ae64-5a13347feb29, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=71395d50-c489-4f63-ae64-5a13347feb29,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:15.902356 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b159da85-62c9-4932-b3db-a8dac7830416 req-47a6f0e3-ce9b-4663-9c00-ea81d8beb411 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639061 Aug 19 14:38:15.912968 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '71395d50-c489-4f63-ae64-5a13347feb29', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'port_id': '71395d50-c489-4f63-ae64-5a13347feb29', 'mac_address': 'fa:16:3e:3e:9d:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:38:15.925836 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-112ebf55-645f-4bfc-a480-e007fc2f6ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:15.955270 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-55cf81ff-4e18-474a-8b51-3c1235527881 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:15.959180 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:15.974272 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71395d50-c489-4f63-ae64-5a13347feb29 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:38:15.981071 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ebf55-645f-4bfc-a480-e007fc2f6ca4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9105c41-3b88-41ca-b37e-a45d45c9f5b9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:16.002957 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-55cf81ff-4e18-474a-8b51-3c1235527881 None None] Transition to ACTIVE for port object d0752b46-efc2-4965-8a12-6e894912bd7f will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:38:16.015353 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-55cf81ff-4e18-474a-8b51-3c1235527881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:16.026339 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 71395d50-c489-4f63-ae64-5a13347feb29, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=71395d50-c489-4f63-ae64-5a13347feb29,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:16.034985 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:16.088088 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54948651-aad4-43f2-b058-545bd8839748 None None] Pushing event updated for resources: {'Port': ['ID=d0752b46-efc2-4965-8a12-6e894912bd7f,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:16.114025 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-b2f9ad80-83e6-43ea-a329-c90490ee605b service neutron] Port 3a8aa586-19be-46ba-a227-4ab3d58ab38c on network 6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:38:16.116025 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-b2f9ad80-83e6-43ea-a329-c90490ee605b service neutron] Attempting to bind port 3a8aa586-19be-46ba-a227-4ab3d58ab38c on network 6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:38:16.144155 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-b2f9ad80-83e6-43ea-a329-c90490ee605b service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:38:16.145462 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-b2f9ad80-83e6-43ea-a329-c90490ee605b service neutron] Checking segment: {'id': 'cdbe220c-711d-4dcd-9811-178ea37b55c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6e6d7ced-670a-4172-99e0-b6cfaa52bcf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:38:16.146103 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-b2f9ad80-83e6-43ea-a329-c90490ee605b service neutron] Bound using segment: {'id': 'cdbe220c-711d-4dcd-9811-178ea37b55c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6e6d7ced-670a-4172-99e0-b6cfaa52bcf3'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:38:16.146831 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-b2f9ad80-83e6-43ea-a329-c90490ee605b service neutron] Bound port: 3a8aa586-19be-46ba-a227-4ab3d58ab38c, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdbe220c-711d-4dcd-9811-178ea37b55c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6e6d7ced-670a-4172-99e0-b6cfaa52bcf3'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:38:16.157892 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=71395d50-c489-4f63-ae64-5a13347feb29,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:16.175461 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:38:16.175966 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:38:16.176762 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:38:16.177245 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:38:16.178275 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:38:16.178756 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:38:16.179247 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:38:16.179759 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:38:16.180904 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:38:16.181397 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:38:16.181892 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:38:16.182002 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-55cf81ff-4e18-474a-8b51-3c1235527881 None None] Attempting to bind port d0752b46-efc2-4965-8a12-6e894912bd7f on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:38:16.182345 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-55cf81ff-4e18-474a-8b51-3c1235527881 None None] Attempting to bind port d0752b46-efc2-4965-8a12-6e894912bd7f by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:38:16.182477 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:38:16.182694 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cf81ff-4e18-474a-8b51-3c1235527881 None None] Attempting to bind port d0752b46-efc2-4965-8a12-6e894912bd7f on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:38:16.197537 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cf81ff-4e18-474a-8b51-3c1235527881 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:38:16.197905 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cf81ff-4e18-474a-8b51-3c1235527881 None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:38:16.198403 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-55cf81ff-4e18-474a-8b51-3c1235527881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:16.199404 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cf81ff-4e18-474a-8b51-3c1235527881 None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:38:16.199890 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-55cf81ff-4e18-474a-8b51-3c1235527881 None None] Bound port: d0752b46-efc2-4965-8a12-6e894912bd7f, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:38:16.200268 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-55cf81ff-4e18-474a-8b51-3c1235527881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:16.202093 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671998c-dd7d-4f55-b18f-f145a35ad98d req-86e97248-61b8-4e26-83dd-82a946e63cc4 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:16.209751 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5671998c-dd7d-4f55-b18f-f145a35ad98d req-86e97248-61b8-4e26-83dd-82a946e63cc4 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb47fcba-523a-41ed-ac30-c607a37eb225 HTTP/1.1" status: 200 len: 931 time: 0.2126765 Aug 19 14:38:16.302211 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-55cf81ff-4e18-474a-8b51-3c1235527881 None None] For port d0752b46-efc2-4965-8a12-6e894912bd7f, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:38:16.309086 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-55cf81ff-4e18-474a-8b51-3c1235527881 None None] For port d0752b46-efc2-4965-8a12-6e894912bd7f, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=d0752b46-efc2-4965-8a12-6e894912bd7f,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:38:16.314223 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-55cf81ff-4e18-474a-8b51-3c1235527881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:16.323856 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['71395d50-c489-4f63-ae64-5a13347feb29'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:38:16.325731 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-610cd697-2b66-4720-b8cf-1a8253d0670c req-391c2484-f1bd-48d6-9905-e21ce0195934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52cca720-cadf-4617-a3f3-fc747da0443a {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:38:16.338848 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5671998c-dd7d-4f55-b18f-f145a35ad98d req-2f070ef8-f835-4034-a061-168df06874e7 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a93f3bc-eb52-4521-81e6-41db3c003964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281803 Aug 19 14:38:16.344126 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-610cd697-2b66-4720-b8cf-1a8253d0670c req-391c2484-f1bd-48d6-9905-e21ce0195934 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:16.384861 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-112ebf55-645f-4bfc-a480-e007fc2f6ca4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:16.393607 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-b2f9ad80-83e6-43ea-a329-c90490ee605b service neutron] For port 3a8aa586-19be-46ba-a227-4ab3d58ab38c, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=3a8aa586-19be-46ba-a227-4ab3d58ab38c,segment=NetworkSegment(cdbe220c-711d-4dcd-9811-178ea37b55c3),segment_id=cdbe220c-711d-4dcd-9811-178ea37b55c3)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:38:16.400874 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-610cd697-2b66-4720-b8cf-1a8253d0670c req-391c2484-f1bd-48d6-9905-e21ce0195934 service neutron] Transition to ACTIVE for port object 52cca720-cadf-4617-a3f3-fc747da0443a will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:38:16.405077 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-b2f9ad80-83e6-43ea-a329-c90490ee605b service neutron] Notify callbacks [] for binding, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:16.407179 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-b2f9ad80-83e6-43ea-a329-c90490ee605b service neutron] 10.222.0.69 "POST /v2.0/ports/3a8aa586-19be-46ba-a227-4ab3d58ab38c/bindings HTTP/1.1" status: 201 len: 389 time: 0.8735867 Aug 19 14:38:16.413776 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-610cd697-2b66-4720-b8cf-1a8253d0670c req-391c2484-f1bd-48d6-9905-e21ce0195934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:16.437695 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cf81ff-4e18-474a-8b51-3c1235527881 None None] Routers {'b8d836b5-48e0-4891-8cf6-1356f7d2c373'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:38:16.437695 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-55cf81ff-4e18-474a-8b51-3c1235527881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:38:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['b8d836b5-48e0-4891-8cf6-1356f7d2c373'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:38:16.544536 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391c2484-f1bd-48d6-9905-e21ce0195934 service neutron] Pushing event updated for resources: {'Port': ['ID=52cca720-cadf-4617-a3f3-fc747da0443a,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:16.648817 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54948651-aad4-43f2-b058-545bd8839748 None None] Pushing event updated for resources: {'Port': ['ID=d0752b46-efc2-4965-8a12-6e894912bd7f,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:16.720206 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b895b204-3a43-43f8-bcf6-2277a9b4dbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:16.746421 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-610cd697-2b66-4720-b8cf-1a8253d0670c req-391c2484-f1bd-48d6-9905-e21ce0195934 service neutron] Attempting to bind port 52cca720-cadf-4617-a3f3-fc747da0443a on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:38:16.746752 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-610cd697-2b66-4720-b8cf-1a8253d0670c req-391c2484-f1bd-48d6-9905-e21ce0195934 service neutron] Attempting to bind port 52cca720-cadf-4617-a3f3-fc747da0443a by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bbd2a93a-7213-4b80-b420-e06e4ab28650'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:38:16.747567 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610cd697-2b66-4720-b8cf-1a8253d0670c req-391c2484-f1bd-48d6-9905-e21ce0195934 service neutron] Attempting to bind port 52cca720-cadf-4617-a3f3-fc747da0443a on network bbd2a93a-7213-4b80-b420-e06e4ab28650 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:38:16.780235 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610cd697-2b66-4720-b8cf-1a8253d0670c req-391c2484-f1bd-48d6-9905-e21ce0195934 service neutron] Port 52cca720-cadf-4617-a3f3-fc747da0443a on network bbd2a93a-7213-4b80-b420-e06e4ab28650 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:38:16.780583 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610cd697-2b66-4720-b8cf-1a8253d0670c req-391c2484-f1bd-48d6-9905-e21ce0195934 service neutron] Attempting to bind port 52cca720-cadf-4617-a3f3-fc747da0443a on network bbd2a93a-7213-4b80-b420-e06e4ab28650 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:38:16.796157 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-55cf81ff-4e18-474a-8b51-3c1235527881 None None] Set router b8d836b5-48e0-4891-8cf6-1356f7d2c373 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:38:16.810683 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610cd697-2b66-4720-b8cf-1a8253d0670c req-391c2484-f1bd-48d6-9905-e21ce0195934 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:38:16.811029 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610cd697-2b66-4720-b8cf-1a8253d0670c req-391c2484-f1bd-48d6-9905-e21ce0195934 service neutron] Checking segment: {'id': '0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bbd2a93a-7213-4b80-b420-e06e4ab28650'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:38:16.811419 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610cd697-2b66-4720-b8cf-1a8253d0670c req-391c2484-f1bd-48d6-9905-e21ce0195934 service neutron] Bound using segment: {'id': '0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bbd2a93a-7213-4b80-b420-e06e4ab28650'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:38:16.811866 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-610cd697-2b66-4720-b8cf-1a8253d0670c req-391c2484-f1bd-48d6-9905-e21ce0195934 service neutron] Bound port: 52cca720-cadf-4617-a3f3-fc747da0443a, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bbd2a93a-7213-4b80-b420-e06e4ab28650'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:38:16.812266 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-610cd697-2b66-4720-b8cf-1a8253d0670c req-391c2484-f1bd-48d6-9905-e21ce0195934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:16.864999 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-15530e34-bd3f-4283-bc8d-af24fe1e36f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:16.866578 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-15530e34-bd3f-4283-bc8d-af24fe1e36f4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=309b8293893e4b68ba54397ad041e8b9&device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92 HTTP/1.1" status: 200 len: 1096 time: 0.1138761 Aug 19 14:38:16.906575 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f514793-7eae-45c4-93b0-d426022db4eb req-ca44fa8b-0b8e-4d55-ac0f-4b420c2b5380 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:16.907991 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7f514793-7eae-45c4-93b0-d426022db4eb req-ca44fa8b-0b8e-4d55-ac0f-4b420c2b5380 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92 HTTP/1.1" status: 200 len: 945 time: 0.1124969 Aug 19 14:38:16.933760 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-610cd697-2b66-4720-b8cf-1a8253d0670c req-391c2484-f1bd-48d6-9905-e21ce0195934 service neutron] For port 52cca720-cadf-4617-a3f3-fc747da0443a, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:38:16.936992 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-610cd697-2b66-4720-b8cf-1a8253d0670c req-391c2484-f1bd-48d6-9905-e21ce0195934 service neutron] For port 52cca720-cadf-4617-a3f3-fc747da0443a, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=52cca720-cadf-4617-a3f3-fc747da0443a,segment=NetworkSegment(0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2),segment_id=0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:38:16.948951 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-112ebf55-645f-4bfc-a480-e007fc2f6ca4 admin admin] Router 95472cde-e0ef-4629-86d9-0778a49e8b45 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:38:16.952084 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-610cd697-2b66-4720-b8cf-1a8253d0670c req-391c2484-f1bd-48d6-9905-e21ce0195934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:17.023175 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7f514793-7eae-45c4-93b0-d426022db4eb req-6d92c9e6-a84a-4040-95ea-477f1ac063d9 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060374 Aug 19 14:38:17.097971 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610cd697-2b66-4720-b8cf-1a8253d0670c req-391c2484-f1bd-48d6-9905-e21ce0195934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:17.098811 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-610cd697-2b66-4720-b8cf-1a8253d0670c req-391c2484-f1bd-48d6-9905-e21ce0195934 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:17.101128 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-610cd697-2b66-4720-b8cf-1a8253d0670c req-391c2484-f1bd-48d6-9905-e21ce0195934 service neutron] 10.222.0.68 "PUT /v2.0/ports/52cca720-cadf-4617-a3f3-fc747da0443a HTTP/1.1" status: 200 len: 1091 time: 1.7098601 Aug 19 14:38:17.120616 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb47fcba-523a-41ed-ac30-c607a37eb225', 'tag': '52cca720-cadf-4617-a3f3-fc747da0443a'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:38:17.123168 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4adb3200-55c2-4cb5-b324-b5cadd0fc946" -d '{"events": [{"name": "network-changed", "server_uuid": "fb47fcba-523a-41ed-ac30-c607a37eb225", "tag": "52cca720-cadf-4617-a3f3-fc747da0443a"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:38:17.141419 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-55cf81ff-4e18-474a-8b51-3c1235527881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'name': 'tempest-AttachVolumeShelveTestJSON-762607880-router', 'tenant_id': '93c36d7db0b9486ca0e05d09444f38b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'd0752b46-efc2-4965-8a12-6e894912bd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:38:08Z', 'updated_at': '2021-08-19T14:38:12Z', 'revision_number': 3, 'project_id': '93c36d7db0b9486ca0e05d09444f38b7', 'gw_port': {'id': 'd0752b46-efc2-4965-8a12-6e894912bd7f', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:09:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:38:10Z', 'updated_at': '2021-08-19T14:38:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:38:17.172976 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cf81ff-4e18-474a-8b51-3c1235527881 None None] The sync data for ids ['b8d836b5-48e0-4891-8cf6-1356f7d2c373'] in n-d-766043-2 is: [{'id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'name': 'tempest-AttachVolumeShelveTestJSON-762607880-router', 'tenant_id': '93c36d7db0b9486ca0e05d09444f38b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'd0752b46-efc2-4965-8a12-6e894912bd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:38:08Z', 'updated_at': '2021-08-19T14:38:12Z', 'revision_number': 3, 'project_id': '93c36d7db0b9486ca0e05d09444f38b7', 'gw_port': {'id': 'd0752b46-efc2-4965-8a12-6e894912bd7f', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:09:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:38:10Z', 'updated_at': '2021-08-19T14:38:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:38:17.194636 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc4fd5-4027-42d6-a577-bbc7cbbd082e req-7d82c846-e5c0-48cd-9dc6-5ec24b1f1ef6 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:17.198809 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92b3860-0be4-4105-bbd0-0e515886bb33 x-openstack-request-id: req-f92b3860-0be4-4105-bbd0-0e515886bb33 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:38:17.198809 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb47fcba-523a-41ed-ac30-c607a37eb225", "tag": "52cca720-cadf-4617-a3f3-fc747da0443a", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:38:17.198809 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f92b3860-0be4-4105-bbd0-0e515886bb33 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:38:17.198809 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb47fcba-523a-41ed-ac30-c607a37eb225', 'tag': '52cca720-cadf-4617-a3f3-fc747da0443a', 'status': 'completed', 'code': 200} Aug 19 14:38:17.208082 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-96fc4fd5-4027-42d6-a577-bbc7cbbd082e req-7d82c846-e5c0-48cd-9dc6-5ec24b1f1ef6 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c7b4cba-347d-4536-8408-8ac593a88aca HTTP/1.1" status: 200 len: 949 time: 0.1419518 Aug 19 14:38:17.210804 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112ebf55-645f-4bfc-a480-e007fc2f6ca4 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:38:17.224140 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-112ebf55-645f-4bfc-a480-e007fc2f6ca4 admin admin] 10.222.0.69 "PUT /v2.0/routers/95472cde-e0ef-4629-86d9-0778a49e8b45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5547779 Aug 19 14:38:17.224345 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed93146-192f-4403-b5b0-07ba569a67c0 None None] Sync routers for ids ['95472cde-e0ef-4629-86d9-0778a49e8b45'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:38:17.225662 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37572) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:38:17.236959 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed93146-192f-4403-b5b0-07ba569a67c0 None None] Routers {'95472cde-e0ef-4629-86d9-0778a49e8b45'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:38:17.237595 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-2ed93146-192f-4403-b5b0-07ba569a67c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:38:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['95472cde-e0ef-4629-86d9-0778a49e8b45'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:38:17.316772 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-96fc4fd5-4027-42d6-a577-bbc7cbbd082e req-8d888f0f-7867-4ad5-9747-3b856757719b tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133461 Aug 19 14:38:17.383572 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6062d0be-28dc-4c38-9bf6-4b14ece7d58f admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:17.417420 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-2ed93146-192f-4403-b5b0-07ba569a67c0 None None] Set router 95472cde-e0ef-4629-86d9-0778a49e8b45 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:38:17.610798 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6062d0be-28dc-4c38-9bf6-4b14ece7d58f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:17.645476 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9147743e-f75f-4962-a657-2bce595e83aa req-f9c4e6c7-c545-4179-b8e4-9b0317fb8984 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:17.654440 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9147743e-f75f-4962-a657-2bce595e83aa req-f9c4e6c7-c545-4179-b8e4-9b0317fb8984 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb47fcba-523a-41ed-ac30-c607a37eb225 HTTP/1.1" status: 200 len: 943 time: 0.1438360 Aug 19 14:38:17.754728 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9147743e-f75f-4962-a657-2bce595e83aa req-98b17521-77d6-45a6-944d-5133cb48d7b6 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a93f3bc-eb52-4521-81e6-41db3c003964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992196 Aug 19 14:38:17.779112 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 71395d50-c489-4f63-ae64-5a13347feb29 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:38:17.780222 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-6062d0be-28dc-4c38-9bf6-4b14ece7d58f admin admin] Deleting port 87edeccd-8917-49b6-b704-be5cbde598eb {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:38:17.780819 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6062d0be-28dc-4c38-9bf6-4b14ece7d58f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:17.870450 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 71395d50-c489-4f63-ae64-5a13347feb29 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:38:17.874458 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-b895b204-3a43-43f8-bcf6-2277a9b4dbe3 admin admin] Allocated IP 172.20.0.1 (669513f8-b4b3-4e5c-8f0d-5f8e9923cc05/55f10344-049d-42f2-b429-801948692761/76dff8e0-1328-4681-a2b9-ebdd9baa5938) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:38:17.884000 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-6062d0be-28dc-4c38-9bf6-4b14ece7d58f admin admin] For port 87edeccd-8917-49b6-b704-be5cbde598eb, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=87edeccd-8917-49b6-b704-be5cbde598eb,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:17.884363 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6062d0be-28dc-4c38-9bf6-4b14ece7d58f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:17.902090 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-6062d0be-28dc-4c38-9bf6-4b14ece7d58f admin admin] Calling delete_port for 87edeccd-8917-49b6-b704-be5cbde598eb owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:38:17.902302 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 71395d50-c489-4f63-ae64-5a13347feb29 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:38:17.902680 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:17.980805 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-e11d8bb7-4526-4a64-8978-b03d61ccbd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:17.982601 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-e11d8bb7-4526-4a64-8978-b03d61ccbd4c service neutron] 10.222.0.88 "GET /v2.0/networks?id=6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 HTTP/1.1" status: 200 len: 908 time: 1.0441999 Aug 19 14:38:17.983703 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391c2484-f1bd-48d6-9905-e21ce0195934 service neutron] Pushing event updated for resources: {'Port': ['ID=52cca720-cadf-4617-a3f3-fc747da0443a,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:18.009471 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-2ed93146-192f-4403-b5b0-07ba569a67c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95472cde-e0ef-4629-86d9-0778a49e8b45', 'name': 'tempest-AttachSCSIVolumeTestJSON-1767758836-router', 'tenant_id': '1d9a5c67d10a432cb1a33ae9d5979f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '87edeccd-8917-49b6-b704-be5cbde598eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:36:18Z', 'updated_at': '2021-08-19T14:38:15Z', 'revision_number': 5, 'project_id': '1d9a5c67d10a432cb1a33ae9d5979f67', 'gw_port': {'id': '87edeccd-8917-49b6-b704-be5cbde598eb', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95472cde-e0ef-4629-86d9-0778a49e8b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:36:19Z', 'updated_at': '2021-08-19T14:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:38:18.033460 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-ccbc3cf6-e6b8-46cc-ad60-54af4613c1e8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3a8aa586-19be-46ba-a227-4ab3d58ab38c HTTP/1.1" status: 200 len: 217 time: 0.0409272 Aug 19 14:38:18.055430 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed93146-192f-4403-b5b0-07ba569a67c0 None None] Checking router: 95472cde-e0ef-4629-86d9-0778a49e8b45 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:38:18.062994 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:18.079054 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed93146-192f-4403-b5b0-07ba569a67c0 None None] Routers {'95472cde-e0ef-4629-86d9-0778a49e8b45'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:38:18.079687 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-2ed93146-192f-4403-b5b0-07ba569a67c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:38:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['95472cde-e0ef-4629-86d9-0778a49e8b45'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:38:18.106105 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-82cb4aa3-36b5-4be2-8be5-b7f821999c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:18.107612 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-82cb4aa3-36b5-4be2-8be5-b7f821999c01 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e6c98e66-0094-4a00-ab2a-dbcb4602f2eb HTTP/1.1" status: 200 len: 847 time: 0.0622885 Aug 19 14:38:18.165073 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-c01f5fbb-8af9-4136-83d1-e5f0b7b697c5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6e6d7ced-670a-4172-99e0-b6cfaa52bcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410547 Aug 19 14:38:18.171159 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610cd697-2b66-4720-b8cf-1a8253d0670c req-ab0fbec9-1aac-40ee-bda8-8e24aef4a8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:18.172839 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-610cd697-2b66-4720-b8cf-1a8253d0670c req-ab0fbec9-1aac-40ee-bda8-8e24aef4a8e3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5d196cbee1214cf6a91c09d6264353bd&device_id=fb47fcba-523a-41ed-ac30-c607a37eb225 HTTP/1.1" status: 200 len: 1094 time: 1.0041111 Aug 19 14:38:18.184141 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 71395d50-c489-4f63-ae64-5a13347feb29, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=71395d50-c489-4f63-ae64-5a13347feb29,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:18.185382 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7b4cba-347d-4536-8408-8ac593a88aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71395d50-c489-4f63-ae64-5a13347feb29'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:38:18.188141 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a750da1-76c1-4bbf-9021-ac8316e880b7" -d '{"events": [{"server_uuid": "6c7b4cba-347d-4536-8408-8ac593a88aca", "name": "network-vif-plugged", "status": "completed", "tag": "71395d50-c489-4f63-ae64-5a13347feb29"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:38:18.255217 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b895b204-3a43-43f8-bcf6-2277a9b4dbe3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:18.264806 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:18.268961 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3fb762-0d1b-4627-b849-3be0fd96da31 x-openstack-request-id: req-6b3fb762-0d1b-4627-b849-3be0fd96da31 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:38:18.269556 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c7b4cba-347d-4536-8408-8ac593a88aca", "name": "network-vif-plugged", "status": "completed", "tag": "71395d50-c489-4f63-ae64-5a13347feb29", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:38:18.270020 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6b3fb762-0d1b-4627-b849-3be0fd96da31 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:38:18.270610 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7b4cba-347d-4536-8408-8ac593a88aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71395d50-c489-4f63-ae64-5a13347feb29', 'code': 200} Aug 19 14:38:18.291802 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-610cd697-2b66-4720-b8cf-1a8253d0670c req-f4f58f17-09f3-46d0-8e7c-5bedf82f52e9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52cca720-cadf-4617-a3f3-fc747da0443a HTTP/1.1" status: 200 len: 217 time: 0.0968773 Aug 19 14:38:18.305348 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63111cd2-5a72-459c-8e7c-3289db7d4fed req-3dafce6f-069b-4f08-82f2-e2dedb2d229e tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:18.313359 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-63111cd2-5a72-459c-8e7c-3289db7d4fed req-3dafce6f-069b-4f08-82f2-e2dedb2d229e tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92 HTTP/1.1" status: 200 len: 945 time: 0.1758809 Aug 19 14:38:18.364379 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6062d0be-28dc-4c38-9bf6-4b14ece7d58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:18.385690 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=71395d50-c489-4f63-ae64-5a13347feb29,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:18.392656 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-4b3f29e2-94e3-4e6b-a56b-ff5764ccc738 service neutron] 10.222.0.88 "GET /v2.0/networks/6e6d7ced-670a-4172-99e0-b6cfaa52bcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187898 Aug 19 14:38:18.404542 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-63111cd2-5a72-459c-8e7c-3289db7d4fed req-0e66ebca-69aa-4379-ae90-7535fcfd6c9a tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901845 Aug 19 14:38:18.453733 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6062d0be-28dc-4c38-9bf6-4b14ece7d58f admin admin] Pushing event deleted for resources: {'Port': ['ID=87edeccd-8917-49b6-b704-be5cbde598eb,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:18.476388 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-2ed93146-192f-4403-b5b0-07ba569a67c0 None None] Set router 95472cde-e0ef-4629-86d9-0778a49e8b45 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:38:18.488978 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-b895b204-3a43-43f8-bcf6-2277a9b4dbe3 admin admin] Transition to ACTIVE for port object 76dff8e0-1328-4681-a2b9-ebdd9baa5938 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:38:18.523309 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610cd697-2b66-4720-b8cf-1a8253d0670c req-ae1ea8b2-9bdd-449a-9751-a8fcf48272a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:18.525049 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-610cd697-2b66-4720-b8cf-1a8253d0670c req-ae1ea8b2-9bdd-449a-9751-a8fcf48272a3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=485d38cc-464f-453a-8bf5-ce58f74a38b6 HTTP/1.1" status: 200 len: 862 time: 0.1308603 Aug 19 14:38:18.582961 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f0dbe-bf66-4ee6-aa70-8e163df62a38 req-bec908a2-ff1c-482e-8962-f6854e32e25a tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:18.591430 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ab6f0dbe-bf66-4ee6-aa70-8e163df62a38 req-bec908a2-ff1c-482e-8962-f6854e32e25a tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c7b4cba-347d-4536-8408-8ac593a88aca HTTP/1.1" status: 200 len: 950 time: 0.1514258 Aug 19 14:38:18.596021 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-2ed93146-192f-4403-b5b0-07ba569a67c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95472cde-e0ef-4629-86d9-0778a49e8b45', 'name': 'tempest-AttachSCSIVolumeTestJSON-1767758836-router', 'tenant_id': '1d9a5c67d10a432cb1a33ae9d5979f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:36:18Z', 'updated_at': '2021-08-19T14:38:17Z', 'revision_number': 6, 'project_id': '1d9a5c67d10a432cb1a33ae9d5979f67', 'gw_port_host': None}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:38:18.602553 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6062d0be-28dc-4c38-9bf6-4b14ece7d58f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:18.629173 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-610cd697-2b66-4720-b8cf-1a8253d0670c req-115f48df-eee2-433c-adab-96a5a3261639 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bbd2a93a-7213-4b80-b420-e06e4ab28650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864720 Aug 19 14:38:18.630094 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed93146-192f-4403-b5b0-07ba569a67c0 None None] The sync data for ids ['95472cde-e0ef-4629-86d9-0778a49e8b45'] in n-d-766043-2 is: [{'id': '95472cde-e0ef-4629-86d9-0778a49e8b45', 'name': 'tempest-AttachSCSIVolumeTestJSON-1767758836-router', 'tenant_id': '1d9a5c67d10a432cb1a33ae9d5979f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:36:18Z', 'updated_at': '2021-08-19T14:38:17Z', 'revision_number': 6, 'project_id': '1d9a5c67d10a432cb1a33ae9d5979f67', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:38:18.637995 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b895b204-3a43-43f8-bcf6-2277a9b4dbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:18.722417 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6062d0be-28dc-4c38-9bf6-4b14ece7d58f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:18.737570 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6062d0be-28dc-4c38-9bf6-4b14ece7d58f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:18.790648 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b895b204-3a43-43f8-bcf6-2277a9b4dbe3 admin admin] Network 669513f8-b4b3-4e5c-8f0d-5f8e9923cc05 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:38:18.792806 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ab6f0dbe-bf66-4ee6-aa70-8e163df62a38 req-d2668451-1d7f-4c4f-a838-b2eb81ae4d54 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996660 Aug 19 14:38:18.798311 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-538da854-1e83-4c72-8fb7-fe9fed20e0ca service neutron] 10.222.0.88 "GET /v2.0/networks/6e6d7ced-670a-4172-99e0-b6cfaa52bcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656837 Aug 19 14:38:18.807415 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151cc803-6b27-4048-aa82-1cd9c9444081 req-1ebe62ff-b293-465b-af55-b47bc8a3b27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:18.808491 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6062d0be-28dc-4c38-9bf6-4b14ece7d58f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:18.809046 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6062d0be-28dc-4c38-9bf6-4b14ece7d58f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95472cde-e0ef-4629-86d9-0778a49e8b45 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:38:18.809604 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-151cc803-6b27-4048-aa82-1cd9c9444081 req-1ebe62ff-b293-465b-af55-b47bc8a3b27a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=6c7b4cba-347d-4536-8408-8ac593a88aca HTTP/1.1" status: 200 len: 1101 time: 0.2886891 Aug 19 14:38:18.813954 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-b895b204-3a43-43f8-bcf6-2277a9b4dbe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:38:18.814184 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6062d0be-28dc-4c38-9bf6-4b14ece7d58f admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:18.815296 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-6062d0be-28dc-4c38-9bf6-4b14ece7d58f admin admin] 10.222.0.69 "DELETE /v2.0/routers/95472cde-e0ef-4629-86d9-0778a49e8b45 HTTP/1.1" status: 204 len: 168 time: 1.5891755 Aug 19 14:38:18.817989 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37594) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:38:18.822286 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b895b204-3a43-43f8-bcf6-2277a9b4dbe3 admin admin] Pushing event updated for resources: {'Port': ['ID=76dff8e0-1328-4681-a2b9-ebdd9baa5938,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:18.824990 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b895b204-3a43-43f8-bcf6-2277a9b4dbe3 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:38:18.929440 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-610cd697-2b66-4720-b8cf-1a8253d0670c req-0e9c91f5-b940-4141-94f1-d7bd4242b813 service neutron] 10.222.0.68 "GET /v2.0/networks/bbd2a93a-7213-4b80-b420-e06e4ab28650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596648 Aug 19 14:38:18.957058 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-151cc803-6b27-4048-aa82-1cd9c9444081 req-a8b64337-560b-4550-acb7-43d483971d9c service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255491 Aug 19 14:38:19.022915 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-c10d6553-4aa7-4e55-97d7-74ca15d63f4d admin admin] Deleting subnet f7111b46-df8b-4fc3-ac1b-f79d0871cdb3 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:38:19.030558 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b895b204-3a43-43f8-bcf6-2277a9b4dbe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:19.036698 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c10d6553-4aa7-4e55-97d7-74ca15d63f4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:19.158094 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c10d6553-4aa7-4e55-97d7-74ca15d63f4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:19.228802 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e7c9c2b9-0a87-4a90-829d-811df141edd5 None None] Provisioning for port 76dff8e0-1328-4681-a2b9-ebdd9baa5938 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:38:19.241192 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e7c9c2b9-0a87-4a90-829d-811df141edd5 None None] Provisioning complete for port 76dff8e0-1328-4681-a2b9-ebdd9baa5938 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:38:19.241642 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c847514-aa02-4a44-a3f3-8e64bc152d13 req-cac59479-6e6e-4169-a821-40c28650e08f tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:19.241803 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e7c9c2b9-0a87-4a90-829d-811df141edd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:19.243196 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2c847514-aa02-4a44-a3f3-8e64bc152d13 req-cac59479-6e6e-4169-a821-40c28650e08f tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb47fcba-523a-41ed-ac30-c607a37eb225 HTTP/1.1" status: 200 len: 943 time: 0.2959411 Aug 19 14:38:19.270824 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-610cd697-2b66-4720-b8cf-1a8253d0670c req-d32d74a8-4207-4f43-bfe8-2635091eed00 service neutron] 10.222.0.68 "GET /v2.0/networks/bbd2a93a-7213-4b80-b420-e06e4ab28650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300476 Aug 19 14:38:19.318196 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e7c9c2b9-0a87-4a90-829d-811df141edd5 None None] Port 76dff8e0-1328-4681-a2b9-ebdd9baa5938 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:38:19.384262 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2c847514-aa02-4a44-a3f3-8e64bc152d13 req-ff2c7f49-9ba3-458c-a460-2e22389928be tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a93f3bc-eb52-4521-81e6-41db3c003964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234229 Aug 19 14:38:19.386617 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c10d6553-4aa7-4e55-97d7-74ca15d63f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:19.424344 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b895b204-3a43-43f8-bcf6-2277a9b4dbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:19.481690 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c10d6553-4aa7-4e55-97d7-74ca15d63f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:19.522981 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10d6553-4aa7-4e55-97d7-74ca15d63f4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7111b46-df8b-4fc3-ac1b-f79d0871cdb3,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:19.534721 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c10d6553-4aa7-4e55-97d7-74ca15d63f4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:19.541925 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-c10d6553-4aa7-4e55-97d7-74ca15d63f4d admin admin] 10.222.0.69 "DELETE /v2.0/subnets/f7111b46-df8b-4fc3-ac1b-f79d0871cdb3 HTTP/1.1" status: 204 len: 168 time: 0.7077446 Aug 19 14:38:19.544885 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37600) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:38:19.548277 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b34c65-b619-45c3-b78a-ce1fe1c81a27 None None] Network ec43d5dc-9017-4505-96b9-c23c36a8c865 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:38:19.580867 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device d0752b46-efc2-4965-8a12-6e894912bd7f up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:38:19.689340 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb3200-55c2-4cb5-b324-b5cadd0fc946 req-16ee587a-ab80-4c7f-81d0-919902b86e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:19.690995 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4adb3200-55c2-4cb5-b324-b5cadd0fc946 req-16ee587a-ab80-4c7f-81d0-919902b86e53 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5d196cbee1214cf6a91c09d6264353bd&device_id=fb47fcba-523a-41ed-ac30-c607a37eb225 HTTP/1.1" status: 200 len: 1094 time: 0.3361137 Aug 19 14:38:19.720604 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9bca38d7-d1fb-4593-b23f-eacaf6287a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:19.733088 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae945f-21c3-4ba8-8fcf-8dcb9eda5991 req-dff22445-9f28-48a7-875f-c40785afc31a tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:19.741572 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-53ae945f-21c3-4ba8-8fcf-8dcb9eda5991 req-dff22445-9f28-48a7-875f-c40785afc31a tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92 HTTP/1.1" status: 200 len: 945 time: 0.1621008 Aug 19 14:38:19.799549 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-53ae945f-21c3-4ba8-8fcf-8dcb9eda5991 req-8e91d0bc-4c1e-4a75-9cf3-451d39659675 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557048 Aug 19 14:38:19.989530 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port d0752b46-efc2-4965-8a12-6e894912bd7f completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:38:20.008445 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port d0752b46-efc2-4965-8a12-6e894912bd7f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:38:20.008886 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:20.045972 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9bca38d7-d1fb-4593-b23f-eacaf6287a19 admin admin] Deleting port c72c69f0-c9f4-4ca1-b8d7-1e3c555ba28a {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:38:20.046157 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9bca38d7-d1fb-4593-b23f-eacaf6287a19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:20.164349 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb3200-55c2-4cb5-b324-b5cadd0fc946 req-0b308a37-9921-44f4-afaa-0e20fb88e76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:20.167344 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4adb3200-55c2-4cb5-b324-b5cadd0fc946 req-0b308a37-9921-44f4-afaa-0e20fb88e76d service neutron] 10.222.0.68 "GET /v2.0/networks?id=bbd2a93a-7213-4b80-b420-e06e4ab28650 HTTP/1.1" status: 200 len: 923 time: 0.4489145 Aug 19 14:38:20.172266 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b895b204-3a43-43f8-bcf6-2277a9b4dbe3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:20.186014 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6f9121-4ae5-415b-b9c3-417bceb513bb None None] DHCP port deletion for ec43d5dc-9017-4505-96b9-c23c36a8c865 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:38:20.206714 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b895b204-3a43-43f8-bcf6-2277a9b4dbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:20.232897 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9bca38d7-d1fb-4593-b23f-eacaf6287a19 admin admin] For port c72c69f0-c9f4-4ca1-b8d7-1e3c555ba28a, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=c72c69f0-c9f4-4ca1-b8d7-1e3c555ba28a,segment=NetworkSegment(943da9cd-c35a-46c6-942c-f7c8f7903bb8),segment_id=943da9cd-c35a-46c6-942c-f7c8f7903bb8)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:20.233406 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9bca38d7-d1fb-4593-b23f-eacaf6287a19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:20.276655 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:20.303963 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec04c1-6074-4458-83af-dfecc7aff184 req-26cf0320-30d3-415b-9887-822f6dc495c1 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:20.321101 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-11ec04c1-6074-4458-83af-dfecc7aff184 req-26cf0320-30d3-415b-9887-822f6dc495c1 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c7b4cba-347d-4536-8408-8ac593a88aca HTTP/1.1" status: 200 len: 950 time: 0.4009087 Aug 19 14:38:20.358390 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9bca38d7-d1fb-4593-b23f-eacaf6287a19 admin admin] Calling delete_port for c72c69f0-c9f4-4ca1-b8d7-1e3c555ba28a owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:38:20.367970 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port d0752b46-efc2-4965-8a12-6e894912bd7f, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=d0752b46-efc2-4965-8a12-6e894912bd7f,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:20.380841 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b895b204-3a43-43f8-bcf6-2277a9b4dbe3 admin admin] Pushing event updated for resources: {'Port': ['ID=76dff8e0-1328-4681-a2b9-ebdd9baa5938,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:20.383613 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:20.386031 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4adb3200-55c2-4cb5-b324-b5cadd0fc946 req-545758db-e8ff-4d92-ac33-b4b8de4a5171 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52cca720-cadf-4617-a3f3-fc747da0443a HTTP/1.1" status: 200 len: 217 time: 0.2035842 Aug 19 14:38:20.437564 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-11ec04c1-6074-4458-83af-dfecc7aff184 req-2a997994-d999-4e34-8b19-edec623a8f50 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017957 Aug 19 14:38:20.467055 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b895b204-3a43-43f8-bcf6-2277a9b4dbe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:20.481726 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb3200-55c2-4cb5-b324-b5cadd0fc946 req-f5d166f3-c5e6-469d-8733-03b1d5bc3364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:20.483443 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4adb3200-55c2-4cb5-b324-b5cadd0fc946 req-f5d166f3-c5e6-469d-8733-03b1d5bc3364 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=485d38cc-464f-453a-8bf5-ce58f74a38b6 HTTP/1.1" status: 200 len: 862 time: 0.0820501 Aug 19 14:38:20.496087 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device a9105c41-3b88-41ca-b37e-a45d45c9f5b9 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:38:20.535017 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4adb3200-55c2-4cb5-b324-b5cadd0fc946 req-0e289858-9d80-4551-84cc-8d488821167d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bbd2a93a-7213-4b80-b420-e06e4ab28650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335932 Aug 19 14:38:20.608503 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: a9105c41-3b88-41ca-b37e-a45d45c9f5b9 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:38:20.608905 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device a9105c41-3b88-41ca-b37e-a45d45c9f5b9 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:38:20.611246 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-4c6f9121-4ae5-415b-b9c3-417bceb513bb None None] Deleting port c72c69f0-c9f4-4ca1-b8d7-1e3c555ba28a {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:38:20.611680 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4c6f9121-4ae5-415b-b9c3-417bceb513bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:20.619187 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=d0752b46-efc2-4965-8a12-6e894912bd7f,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:20.706330 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b895b204-3a43-43f8-bcf6-2277a9b4dbe3 admin admin] Network 669513f8-b4b3-4e5c-8f0d-5f8e9923cc05 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:38:20.710299 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4adb3200-55c2-4cb5-b324-b5cadd0fc946 req-4dc10dd2-3860-44f4-9a79-ed8cf9c2c6ad service neutron] 10.222.0.68 "GET /v2.0/networks/bbd2a93a-7213-4b80-b420-e06e4ab28650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505420 Aug 19 14:38:20.711376 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-b895b204-3a43-43f8-bcf6-2277a9b4dbe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:38:20.720744 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4c6f9121-4ae5-415b-b9c3-417bceb513bb None None] For port c72c69f0-c9f4-4ca1-b8d7-1e3c555ba28a, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=c72c69f0-c9f4-4ca1-b8d7-1e3c555ba28a,segment=NetworkSegment(943da9cd-c35a-46c6-942c-f7c8f7903bb8),segment_id=943da9cd-c35a-46c6-942c-f7c8f7903bb8)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:20.721484 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4c6f9121-4ae5-415b-b9c3-417bceb513bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:20.750097 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-4c6f9121-4ae5-415b-b9c3-417bceb513bb None None] Calling delete_port for c72c69f0-c9f4-4ca1-b8d7-1e3c555ba28a owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:38:20.942024 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4c6f9121-4ae5-415b-b9c3-417bceb513bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:20.972075 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4adb3200-55c2-4cb5-b324-b5cadd0fc946 req-936d48af-bef9-497c-a67e-a4a095b208fd service neutron] 10.222.0.68 "GET /v2.0/networks/bbd2a93a-7213-4b80-b420-e06e4ab28650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439179 Aug 19 14:38:20.973949 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b895b204-3a43-43f8-bcf6-2277a9b4dbe3 admin admin] Router b8d836b5-48e0-4891-8cf6-1356f7d2c373 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:38:21.038008 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 52cca720-cadf-4617-a3f3-fc747da0443a details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:38:21.052775 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6f9121-4ae5-415b-b9c3-417bceb513bb None None] No DVR routers for this DVR port c72c69f0-c9f4-4ca1-b8d7-1e3c555ba28a on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:38:21.054393 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f9121-4ae5-415b-b9c3-417bceb513bb None None] Pushing event deleted for resources: {'Port': ['ID=c72c69f0-c9f4-4ca1-b8d7-1e3c555ba28a,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:21.233826 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b895b204-3a43-43f8-bcf6-2277a9b4dbe3 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:38:21.243393 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9e9ded-43cd-4f7c-8c33-9889f4a4fed7 None None] Sync routers for ids ['b8d836b5-48e0-4891-8cf6-1356f7d2c373'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:38:21.253309 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 52cca720-cadf-4617-a3f3-fc747da0443a, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=52cca720-cadf-4617-a3f3-fc747da0443a,segment=NetworkSegment(0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2),segment_id=0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:21.257409 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b895b204-3a43-43f8-bcf6-2277a9b4dbe3 admin admin] 10.222.0.69 "PUT /v2.0/routers/b8d836b5-48e0-4891-8cf6-1356f7d2c373/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3850114 Aug 19 14:38:21.258929 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9e9ded-43cd-4f7c-8c33-9889f4a4fed7 None None] Routers {'b8d836b5-48e0-4891-8cf6-1356f7d2c373'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:38:21.259568 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7e9e9ded-43cd-4f7c-8c33-9889f4a4fed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:38:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['b8d836b5-48e0-4891-8cf6-1356f7d2c373'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:38:21.269408 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '52cca720-cadf-4617-a3f3-fc747da0443a', 'network_id': 'bbd2a93a-7213-4b80-b420-e06e4ab28650', 'port_id': '52cca720-cadf-4617-a3f3-fc747da0443a', 'mac_address': 'fa:16:3e:c0:9f:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '485d38cc-464f-453a-8bf5-ce58f74a38b6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:38:21.276473 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device d0752b46-efc2-4965-8a12-6e894912bd7f up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:38:21.278391 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1dcb8-36e1-413e-8944-2c637a0823a0 req-58e3741e-c516-4969-a06c-531009955028 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:21.286622 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2eb1dcb8-36e1-413e-8944-2c637a0823a0 req-58e3741e-c516-4969-a06c-531009955028 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb47fcba-523a-41ed-ac30-c607a37eb225 HTTP/1.1" status: 200 len: 943 time: 0.7626994 Aug 19 14:38:21.336612 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a7602311-654d-49f5-b595-432299c51e3f None None] Provisioning complete for port 76dff8e0-1328-4681-a2b9-ebdd9baa5938 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:38:21.337292 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a7602311-654d-49f5-b595-432299c51e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:21.354117 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d34be-4ee8-4b3b-95a6-2d7f3a6da90d req-84efc5c4-5a53-4b36-8774-e4b7357bfa3f tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:21.361772 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d05d34be-4ee8-4b3b-95a6-2d7f3a6da90d req-84efc5c4-5a53-4b36-8774-e4b7357bfa3f tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92 HTTP/1.1" status: 200 len: 945 time: 0.1391256 Aug 19 14:38:21.396625 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2eb1dcb8-36e1-413e-8944-2c637a0823a0 req-a0ed8301-e7f3-4d4d-8655-2e3bfc693b1d tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a93f3bc-eb52-4521-81e6-41db3c003964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064017 Aug 19 14:38:21.429359 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9bca38d7-d1fb-4593-b23f-eacaf6287a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:21.462527 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:21.494660 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bca38d7-d1fb-4593-b23f-eacaf6287a19 admin admin] Pushing event deleted for resources: {'Port': ['ID=c72c69f0-c9f4-4ca1-b8d7-1e3c555ba28a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:21.506539 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52cca720-cadf-4617-a3f3-fc747da0443a {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:38:21.522564 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d05d34be-4ee8-4b3b-95a6-2d7f3a6da90d req-1dd9ece4-49ed-4d27-a8f4-590f090b4fb7 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598442 Aug 19 14:38:21.523915 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bca38d7-d1fb-4593-b23f-eacaf6287a19 admin admin] No DVR routers for this DVR port c72c69f0-c9f4-4ca1-b8d7-1e3c555ba28a on host n-d-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:38:21.532148 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 52cca720-cadf-4617-a3f3-fc747da0443a, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=52cca720-cadf-4617-a3f3-fc747da0443a,segment=NetworkSegment(0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2),segment_id=0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:21.540746 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:21.574321 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-7e9e9ded-43cd-4f7c-8c33-9889f4a4fed7 None None] Set router b8d836b5-48e0-4891-8cf6-1356f7d2c373 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:38:21.576268 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a7602311-654d-49f5-b595-432299c51e3f None None] Port 76dff8e0-1328-4681-a2b9-ebdd9baa5938 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:38:21.587647 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port d0752b46-efc2-4965-8a12-6e894912bd7f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:38:21.588325 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:21.674378 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=52cca720-cadf-4617-a3f3-fc747da0443a,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:21.682412 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9bca38d7-d1fb-4593-b23f-eacaf6287a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:21.704132 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-9bca38d7-d1fb-4593-b23f-eacaf6287a19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec43d5dc-9017-4505-96b9-c23c36a8c865']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:38:21.724151 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-9bca38d7-d1fb-4593-b23f-eacaf6287a19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '943da9cd-c35a-46c6-942c-f7c8f7903bb8') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:38:21.725065 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-9bca38d7-d1fb-4593-b23f-eacaf6287a19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '943da9cd-c35a-46c6-942c-f7c8f7903bb8') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:38:21.734598 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9bca38d7-d1fb-4593-b23f-eacaf6287a19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:21.749920 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9bca38d7-d1fb-4593-b23f-eacaf6287a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:21.756481 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bca38d7-d1fb-4593-b23f-eacaf6287a19 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:38:21.756892 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9bca38d7-d1fb-4593-b23f-eacaf6287a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:21.843932 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 87edeccd-8917-49b6-b704-be5cbde598eb no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:38:21.849186 n-d-766043-2 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:38:21.849186 n-d-766043-2 neutron-server[94640]: self.session.flush() Aug 19 14:38:21.849186 n-d-766043-2 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:38:21.849186 n-d-766043-2 neutron-server[94640]: self.session.flush() Aug 19 14:38:21.849186 n-d-766043-2 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:38:21.849186 n-d-766043-2 neutron-server[94640]: self.session.flush() Aug 19 14:38:21.849186 n-d-766043-2 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:38:21.849186 n-d-766043-2 neutron-server[94640]: self.session.flush() Aug 19 14:38:21.849186 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:38:21.849186 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:38:21.849186 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:38:21.849186 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:38:21.849186 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:38:21.849186 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:38:21.849186 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:38:21.849186 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:38:21.849186 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:38:21.849186 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:38:21.849186 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:38:21.849186 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:38:21.849186 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:38:21.849186 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:38:21.849186 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:38:21.849186 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:38:21.849186 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:38:21.849186 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:38:21.849186 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:38:21.849186 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:38:21.849186 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:38:21.849186 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:38:21.849186 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:38:21.849186 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:38:21.849186 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:38:21.849186 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:38:21.849186 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:38:21.849186 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:38:21.849186 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:38:21.849186 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:38:21.849186 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:38:21.849186 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:38:21.872821 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 87edeccd-8917-49b6-b704-be5cbde598eb {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:38:21.873317 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 87edeccd-8917-49b6-b704-be5cbde598eb not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:38:21.874407 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device c72c69f0-c9f4-4ca1-b8d7-1e3c555ba28a no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:38:21.875875 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9bca38d7-d1fb-4593-b23f-eacaf6287a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:21.887660 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9bca38d7-d1fb-4593-b23f-eacaf6287a19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:21.890549 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9bca38d7-d1fb-4593-b23f-eacaf6287a19 admin admin] 10.222.0.69 "DELETE /v2.0/networks/ec43d5dc-9017-4505-96b9-c23c36a8c865 HTTP/1.1" status: 204 len: 168 time: 2.3438487 Aug 19 14:38:21.902733 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bca38d7-d1fb-4593-b23f-eacaf6287a19 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec43d5dc-9017-4505-96b9-c23c36a8c865,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:21.924061 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656270c4-8201-43d5-99fb-0bec08b5fd69 req-02fa15e5-3aa3-4018-b49e-ce6438c3238e tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:21.926152 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-656270c4-8201-43d5-99fb-0bec08b5fd69 req-02fa15e5-3aa3-4018-b49e-ce6438c3238e tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c7b4cba-347d-4536-8408-8ac593a88aca HTTP/1.1" status: 200 len: 950 time: 0.0855565 Aug 19 14:38:21.954682 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['52cca720-cadf-4617-a3f3-fc747da0443a'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:38:21.967318 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: c72c69f0-c9f4-4ca1-b8d7-1e3c555ba28a {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:38:21.967787 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device c72c69f0-c9f4-4ca1-b8d7-1e3c555ba28a not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:38:22.015844 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-656270c4-8201-43d5-99fb-0bec08b5fd69 req-0b936b60-ad2a-476c-b287-4b2e2ff150b6 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791740 Aug 19 14:38:22.103749 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37634) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:38:22.180190 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7e9e9ded-43cd-4f7c-8c33-9889f4a4fed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'name': 'tempest-AttachVolumeShelveTestJSON-762607880-router', 'tenant_id': '93c36d7db0b9486ca0e05d09444f38b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'd0752b46-efc2-4965-8a12-6e894912bd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:38:08Z', 'updated_at': '2021-08-19T14:38:19Z', 'revision_number': 4, 'project_id': '93c36d7db0b9486ca0e05d09444f38b7', 'gw_port': {'id': 'd0752b46-efc2-4965-8a12-6e894912bd7f', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:09:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:38:10Z', 'updated_at': '2021-08-19T14:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '76dff8e0-1328-4681-a2b9-ebdd9baa5938', 'name': '', 'network_id': '669513f8-b4b3-4e5c-8f0d-5f8e9923cc05', 'tenant_id': '93c36d7db0b9486ca0e05d09444f38b7', 'mac_address': 'fa:16:3e:ca:87:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '55f10344-049d-42f2-b429-801948692761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:38:16Z', 'updated_at': '2021-08-19T14:38:19Z', 'revision_number': 2, 'project_id': '93c36d7db0b9486ca0e05d09444f38b7', 'subnets': [{'id': '55f10344-049d-42f2-b429-801948692761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:38:22.207041 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1c5613d9-96e7-4ee3-a6e5-47eb4fbb2145 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3178f87ac6ba44c3972120fbcb3189e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1017611 Aug 19 14:38:22.210670 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37638) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:38:22.225344 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9e9ded-43cd-4f7c-8c33-9889f4a4fed7 None None] Checking router: b8d836b5-48e0-4891-8cf6-1356f7d2c373 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:38:22.226170 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9e9ded-43cd-4f7c-8c33-9889f4a4fed7 None None] Updating router b8d836b5-48e0-4891-8cf6-1356f7d2c373 port 76dff8e0-1328-4681-a2b9-ebdd9baa5938 binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:38:22.240685 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d939b4-4389-40f4-8758-04303e1ce6da req-d5e81a85-e264-49b0-8ef0-43b6329a4b6e tempest-MigrationsAdminTest-874462836 tempest-MigrationsAdminTest-874462836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:22.243803 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b2d939b4-4389-40f4-8758-04303e1ce6da req-d5e81a85-e264-49b0-8ef0-43b6329a4b6e tempest-MigrationsAdminTest-874462836 tempest-MigrationsAdminTest-874462836-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=6c7b4cba-347d-4536-8408-8ac593a88aca HTTP/1.1" status: 200 len: 1101 time: 0.0825794 Aug 19 14:38:22.256987 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-7e9e9ded-43cd-4f7c-8c33-9889f4a4fed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:22.288756 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37640) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:38:22.297834 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-1a1cb94f-8c77-4c65-944a-ab775dd142ce tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Request body: {'security_group': {'name': 'tempest-securitygroup--404935369', 'description': 'tempest-description--2086723324'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:38:22.321203 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b2d939b4-4389-40f4-8758-04303e1ce6da req-4c3fd329-ba00-429c-96b3-73b2e04fc447 tempest-MigrationsAdminTest-874462836 tempest-MigrationsAdminTest-874462836-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708771 Aug 19 14:38:22.332931 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a1cb94f-8c77-4c65-944a-ab775dd142ce tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:22.496115 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a1cb94f-8c77-4c65-944a-ab775dd142ce tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:22.504157 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a1cb94f-8c77-4c65-944a-ab775dd142ce tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:22.507923 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a0d66e19-228f-41fe-8f7e-36fe0b96e6b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:22.578255 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a1cb94f-8c77-4c65-944a-ab775dd142ce tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:22.583568 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37654) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:38:22.584686 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1a1cb94f-8c77-4c65-944a-ab775dd142ce tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2927682 Aug 19 14:38:22.590475 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a0d66e19-228f-41fe-8f7e-36fe0b96e6b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:22.596720 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-aa4c0973-08f8-4ce1-9275-ef2aee8a4215 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Request body: {'security_group_rule': {'security_group_id': 'ca0b394e-e07c-4c81-9219-ff324577f5fa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:38:22.598855 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1cb94f-8c77-4c65-944a-ab775dd142ce tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0b394e-e07c-4c81-9219-ff324577f5fa,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:22.678638 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b8a1d-7ede-40fc-a3d0-f5014e7a856e req-65b6dcbd-e1f8-4b03-a572-4d6909f6dbe9 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:22.680234 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c60b8a1d-7ede-40fc-a3d0-f5014e7a856e req-65b6dcbd-e1f8-4b03-a572-4d6909f6dbe9 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/networks?id=1bc22803-e21f-489d-a441-493f1928ab13 HTTP/1.1" status: 200 len: 821 time: 0.2671812 Aug 19 14:38:22.687545 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa4c0973-08f8-4ce1-9275-ef2aee8a4215 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:22.698143 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-7e9e9ded-43cd-4f7c-8c33-9889f4a4fed7 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:22.703217 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a0d66e19-228f-41fe-8f7e-36fe0b96e6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:22.706275 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a0d66e19-228f-41fe-8f7e-36fe0b96e6b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:22.710626 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a0d66e19-228f-41fe-8f7e-36fe0b96e6b8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/807da8b6-0e41-47d9-86b6-473844ec8663 HTTP/1.1" status: 204 len: 168 time: 0.4963410 Aug 19 14:38:22.717699 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d66e19-228f-41fe-8f7e-36fe0b96e6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807da8b6-0e41-47d9-86b6-473844ec8663,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:22.734326 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-7e9e9ded-43cd-4f7c-8c33-9889f4a4fed7 None None] Transition to ACTIVE for port object 76dff8e0-1328-4681-a2b9-ebdd9baa5938 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:38:22.736793 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c60b8a1d-7ede-40fc-a3d0-f5014e7a856e req-5e8bc9da-8ae0-4b12-92f6-763ce477a35f tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/quotas/b2e5fa7db1364ccea50861254cd97ec3 HTTP/1.1" status: 200 len: 375 time: 0.0449636 Aug 19 14:38:22.745831 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-7e9e9ded-43cd-4f7c-8c33-9889f4a4fed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:22.798035 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2645c4e3-c511-4f8c-889a-675322eb20bc req-119d535d-278a-49ed-bfb8-d3e69b234d92 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6c7b4cba-347d-4536-8408-8ac593a88aca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0580320 Aug 19 14:38:22.812790 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32987f90-873e-4696-bb06-f16e38fd7305 None None] Pushing event updated for resources: {'Port': ['ID=76dff8e0-1328-4681-a2b9-ebdd9baa5938,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:22.885644 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c60b8a1d-7ede-40fc-a3d0-f5014e7a856e req-6f3fe762-91dd-4275-8cc7-0c85d7f3fa43 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b2e5fa7db1364ccea50861254cd97ec3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1478801 Aug 19 14:38:22.916560 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-7e9e9ded-43cd-4f7c-8c33-9889f4a4fed7 None None] Attempting to bind port 76dff8e0-1328-4681-a2b9-ebdd9baa5938 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:38:22.917022 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-7e9e9ded-43cd-4f7c-8c33-9889f4a4fed7 None None] Attempting to bind port 76dff8e0-1328-4681-a2b9-ebdd9baa5938 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'deb4ceaa-a168-4950-8d67-f7a10179a94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '669513f8-b4b3-4e5c-8f0d-5f8e9923cc05'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:38:22.917603 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9e9ded-43cd-4f7c-8c33-9889f4a4fed7 None None] Attempting to bind port 76dff8e0-1328-4681-a2b9-ebdd9baa5938 on network 669513f8-b4b3-4e5c-8f0d-5f8e9923cc05 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:38:22.924204 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9e9ded-43cd-4f7c-8c33-9889f4a4fed7 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:38:22.924717 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9e9ded-43cd-4f7c-8c33-9889f4a4fed7 None None] Checking segment: {'id': 'deb4ceaa-a168-4950-8d67-f7a10179a94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '669513f8-b4b3-4e5c-8f0d-5f8e9923cc05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:38:22.925183 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-7e9e9ded-43cd-4f7c-8c33-9889f4a4fed7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:22.925642 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9e9ded-43cd-4f7c-8c33-9889f4a4fed7 None None] Bound using segment: {'id': 'deb4ceaa-a168-4950-8d67-f7a10179a94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '669513f8-b4b3-4e5c-8f0d-5f8e9923cc05'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:38:22.926237 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-7e9e9ded-43cd-4f7c-8c33-9889f4a4fed7 None None] Bound port: 76dff8e0-1328-4681-a2b9-ebdd9baa5938, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb4ceaa-a168-4950-8d67-f7a10179a94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '669513f8-b4b3-4e5c-8f0d-5f8e9923cc05'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:38:22.926712 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-7e9e9ded-43cd-4f7c-8c33-9889f4a4fed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:23.011749 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-7e9e9ded-43cd-4f7c-8c33-9889f4a4fed7 None None] For port 76dff8e0-1328-4681-a2b9-ebdd9baa5938, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:38:23.016583 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-7e9e9ded-43cd-4f7c-8c33-9889f4a4fed7 None None] For port 76dff8e0-1328-4681-a2b9-ebdd9baa5938, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=76dff8e0-1328-4681-a2b9-ebdd9baa5938,segment=NetworkSegment(deb4ceaa-a168-4950-8d67-f7a10179a94a),segment_id=deb4ceaa-a168-4950-8d67-f7a10179a94a)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:38:23.027378 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-7e9e9ded-43cd-4f7c-8c33-9889f4a4fed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:23.055059 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d0ba49-e163-4aa9-83a0-9baf55bcf263 req-83b53850-b243-44b7-99a9-a160865fc3f1 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:23.071166 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-62d0ba49-e163-4aa9-83a0-9baf55bcf263 req-83b53850-b243-44b7-99a9-a160865fc3f1 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb47fcba-523a-41ed-ac30-c607a37eb225 HTTP/1.1" status: 200 len: 944 time: 0.3039210 Aug 19 14:38:23.109270 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa4c0973-08f8-4ce1-9275-ef2aee8a4215 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:23.120908 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32987f90-873e-4696-bb06-f16e38fd7305 None None] Pushing event updated for resources: {'Port': ['ID=76dff8e0-1328-4681-a2b9-ebdd9baa5938,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:23.136290 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa4c0973-08f8-4ce1-9275-ef2aee8a4215 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:23.141299 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9e9ded-43cd-4f7c-8c33-9889f4a4fed7 None None] Routers {'b8d836b5-48e0-4891-8cf6-1356f7d2c373'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:38:23.142510 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7e9e9ded-43cd-4f7c-8c33-9889f4a4fed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:38:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['b8d836b5-48e0-4891-8cf6-1356f7d2c373'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:38:23.298182 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c0973-08f8-4ce1-9275-ef2aee8a4215 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3c24fc2-ee43-48aa-8162-26c7743804b7,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:23.315654 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-7e9e9ded-43cd-4f7c-8c33-9889f4a4fed7 None None] Set router b8d836b5-48e0-4891-8cf6-1356f7d2c373 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:38:23.320812 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa4c0973-08f8-4ce1-9275-ef2aee8a4215 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:23.322948 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-aa4c0973-08f8-4ce1-9275-ef2aee8a4215 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7367592 Aug 19 14:38:23.325737 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37680) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:38:23.331078 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8fcec5e0-ff77-428e-aadb-f65479e4ba6f tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Request body: {'security_group_rule': {'security_group_id': 'ca0b394e-e07c-4c81-9219-ff324577f5fa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:38:23.335654 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37682) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:38:23.343188 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c60b8a1d-7ede-40fc-a3d0-f5014e7a856e req-ea27c76f-6474-4d2a-9440-e6a1c81834f4 service neutron] 10.222.0.69 "GET /v2.0/networks/1bc22803-e21f-489d-a441-493f1928ab13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4560664 Aug 19 14:38:23.372978 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-62d0ba49-e163-4aa9-83a0-9baf55bcf263 req-36704747-9ea1-4d32-b0d3-b90c67342aae tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a93f3bc-eb52-4521-81e6-41db3c003964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972031 Aug 19 14:38:23.479000 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4db5caa3-73d9-4102-931e-9df7d81c0670 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1d9a5c67d10a432cb1a33ae9d5979f67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1416314 Aug 19 14:38:23.482920 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37684) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:38:23.484135 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8fcec5e0-ff77-428e-aadb-f65479e4ba6f tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:23.606833 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8fcec5e0-ff77-428e-aadb-f65479e4ba6f tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:23.616278 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8fcec5e0-ff77-428e-aadb-f65479e4ba6f tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:23.648042 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-38a1f352-f891-4c91-bc11-45513d810e4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:23.649675 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcec5e0-ff77-428e-aadb-f65479e4ba6f tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7af5a79e-d461-48cf-850b-ffac1304d632,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:23.677145 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8fcec5e0-ff77-428e-aadb-f65479e4ba6f tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:23.685303 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8fcec5e0-ff77-428e-aadb-f65479e4ba6f tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3567350 Aug 19 14:38:23.686811 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37688) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:38:23.695394 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0700b235-e0f3-4077-b800-cda2dfdbcf28 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Request body: {'floatingip': {'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:38:23.723471 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c60b8a1d-7ede-40fc-a3d0-f5014e7a856e req-cf62e31c-b724-4d63-aa9d-3e33cdf837cc service neutron] 10.222.0.69 "GET /v2.0/networks/1bc22803-e21f-489d-a441-493f1928ab13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3792968 Aug 19 14:38:23.735236 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-38a1f352-f891-4c91-bc11-45513d810e4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:23.792213 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0700b235-e0f3-4077-b800-cda2dfdbcf28 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:23.868151 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa478d8-629a-4477-a162-6dbd1bd282ed req-5e3785ed-3484-4dd9-867c-80cf687604f7 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:23.879954 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4fa478d8-629a-4477-a162-6dbd1bd282ed req-5e3785ed-3484-4dd9-867c-80cf687604f7 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92 HTTP/1.1" status: 200 len: 945 time: 0.2526519 Aug 19 14:38:23.908924 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7e9e9ded-43cd-4f7c-8c33-9889f4a4fed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'name': 'tempest-AttachVolumeShelveTestJSON-762607880-router', 'tenant_id': '93c36d7db0b9486ca0e05d09444f38b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'd0752b46-efc2-4965-8a12-6e894912bd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:38:08Z', 'updated_at': '2021-08-19T14:38:19Z', 'revision_number': 4, 'project_id': '93c36d7db0b9486ca0e05d09444f38b7', 'gw_port': {'id': 'd0752b46-efc2-4965-8a12-6e894912bd7f', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:09:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:38:10Z', 'updated_at': '2021-08-19T14:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '76dff8e0-1328-4681-a2b9-ebdd9baa5938', 'name': '', 'network_id': '669513f8-b4b3-4e5c-8f0d-5f8e9923cc05', 'tenant_id': '93c36d7db0b9486ca0e05d09444f38b7', 'mac_address': 'fa:16:3e:ca:87:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '55f10344-049d-42f2-b429-801948692761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:38:16Z', 'updated_at': '2021-08-19T14:38:23Z', 'revision_number': 4, 'project_id': '93c36d7db0b9486ca0e05d09444f38b7', 'subnets': [{'id': '55f10344-049d-42f2-b429-801948692761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:38:23.977100 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4fa478d8-629a-4477-a162-6dbd1bd282ed req-f8777abd-4e3c-43b5-983d-e664cc5e9e74 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961726 Aug 19 14:38:23.984449 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-38a1f352-f891-4c91-bc11-45513d810e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:23.999177 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9e9ded-43cd-4f7c-8c33-9889f4a4fed7 None None] The sync data for ids ['b8d836b5-48e0-4891-8cf6-1356f7d2c373'] in n-d-766043-2 is: [{'id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'name': 'tempest-AttachVolumeShelveTestJSON-762607880-router', 'tenant_id': '93c36d7db0b9486ca0e05d09444f38b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'd0752b46-efc2-4965-8a12-6e894912bd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:38:08Z', 'updated_at': '2021-08-19T14:38:19Z', 'revision_number': 4, 'project_id': '93c36d7db0b9486ca0e05d09444f38b7', 'gw_port': {'id': 'd0752b46-efc2-4965-8a12-6e894912bd7f', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:09:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:38:10Z', 'updated_at': '2021-08-19T14:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '76dff8e0-1328-4681-a2b9-ebdd9baa5938', 'name': '', 'network_id': '669513f8-b4b3-4e5c-8f0d-5f8e9923cc05', 'tenant_id': '93c36d7db0b9486ca0e05d09444f38b7', 'mac_address': 'fa:16:3e:ca:87:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '55f10344-049d-42f2-b429-801948692761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:38:16Z', 'updated_at': '2021-08-19T14:38:23Z', 'revision_number': 4, 'project_id': '93c36d7db0b9486ca0e05d09444f38b7', 'subnets': [{'id': '55f10344-049d-42f2-b429-801948692761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:38:24.002370 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0700b235-e0f3-4077-b800-cda2dfdbcf28 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:24.009534 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-38a1f352-f891-4c91-bc11-45513d810e4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:24.013132 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-38a1f352-f891-4c91-bc11-45513d810e4e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/85d35cc0-4888-49c9-84cc-0b4b4a3faa0b HTTP/1.1" status: 204 len: 168 time: 0.5283210 Aug 19 14:38:24.072381 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a1f352-f891-4c91-bc11-45513d810e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d35cc0-4888-49c9-84cc-0b4b4a3faa0b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:24.321139 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df77ac68-59e7-456e-a705-c2e69b08ef7b req-61d2a90e-9931-40a3-bc51-c3260d778294 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:24.335315 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-df77ac68-59e7-456e-a705-c2e69b08ef7b req-61d2a90e-9931-40a3-bc51-c3260d778294 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c7b4cba-347d-4536-8408-8ac593a88aca HTTP/1.1" status: 200 len: 950 time: 0.1152475 Aug 19 14:38:24.372521 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-0700b235-e0f3-4077-b800-cda2dfdbcf28 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Allocated IP 172.25.2.28 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/994bc168-28ee-4499-987a-a80aeec77d48) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:38:24.488799 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-df77ac68-59e7-456e-a705-c2e69b08ef7b req-f2661c93-9b9e-4695-8dbc-2f45ad290b19 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456687 Aug 19 14:38:24.615657 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0700b235-e0f3-4077-b800-cda2dfdbcf28 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:24.664462 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0700b235-e0f3-4077-b800-cda2dfdbcf28 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:24.680429 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6c9f6-7b7c-4792-8758-da7f187b43f5 req-7c37cb10-bbed-4758-b92a-345d05c1b4e7 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:24.689763 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d3b6c9f6-7b7c-4792-8758-da7f187b43f5 req-7c37cb10-bbed-4758-b92a-345d05c1b4e7 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb47fcba-523a-41ed-ac30-c607a37eb225 HTTP/1.1" status: 200 len: 944 time: 0.1188633 Aug 19 14:38:24.780067 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b4a3edf1-9fd5-4025-bb40-96797caf0235 req-03fa056d-9c76-4a38-8441-e7156088077b tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=0159c47c-f124-4e1b-8ede-a160de3f5352 HTTP/1.1" status: 200 len: 210 time: 0.1281078 Aug 19 14:38:24.788536 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0700b235-e0f3-4077-b800-cda2dfdbcf28 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:38:24.810155 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-0700b235-e0f3-4077-b800-cda2dfdbcf28 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:38:24.825608 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0700b235-e0f3-4077-b800-cda2dfdbcf28 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:38:24.885559 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d3b6c9f6-7b7c-4792-8758-da7f187b43f5 req-0448d482-9c08-4798-9223-d6798f35d037 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a93f3bc-eb52-4521-81e6-41db3c003964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942966 Aug 19 14:38:24.894763 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0700b235-e0f3-4077-b800-cda2dfdbcf28 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Pushing event updated for resources: {'Port': ['ID=994bc168-28ee-4499-987a-a80aeec77d48,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:25.005103 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 52cca720-cadf-4617-a3f3-fc747da0443a up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:38:25.140873 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port 52cca720-cadf-4617-a3f3-fc747da0443a completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:38:25.151871 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 52cca720-cadf-4617-a3f3-fc747da0443a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:38:25.152298 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:25.161576 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 76dff8e0-1328-4681-a2b9-ebdd9baa5938 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:38:25.252824 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0e8ad-e8bd-4356-9925-6a601e1e29df req-22b42ffb-1032-4a51-b770-f8a3948cdd43 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:25.254466 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-00b0e8ad-e8bd-4356-9925-6a601e1e29df req-22b42ffb-1032-4a51-b770-f8a3948cdd43 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92 HTTP/1.1" status: 200 len: 945 time: 0.1030767 Aug 19 14:38:25.270407 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0700b235-e0f3-4077-b800-cda2dfdbcf28 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:25.291407 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645c4e3-c511-4f8c-889a-675322eb20bc req-e4a05ab9-acf4-49b6-8cf7-4eb9c6a3e68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:25.293017 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2645c4e3-c511-4f8c-889a-675322eb20bc req-e4a05ab9-acf4-49b6-8cf7-4eb9c6a3e68e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3397b0c43f0b46aaa4295e8f087dd91c&device_id=6c7b4cba-347d-4536-8408-8ac593a88aca HTTP/1.1" status: 200 len: 1101 time: 0.2012489 Aug 19 14:38:25.325744 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0700b235-e0f3-4077-b800-cda2dfdbcf28 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:25.334773 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-00b0e8ad-e8bd-4356-9925-6a601e1e29df req-fc98ea5f-be15-4396-b20f-3a1e6ab12f4c tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685933 Aug 19 14:38:25.424200 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 76dff8e0-1328-4681-a2b9-ebdd9baa5938 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:38:25.456610 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 76dff8e0-1328-4681-a2b9-ebdd9baa5938 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:38:25.456991 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:25.506854 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:25.542577 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb47fcba-523a-41ed-ac30-c607a37eb225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52cca720-cadf-4617-a3f3-fc747da0443a'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:38:25.548318 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc0d19d-d3cd-4e0e-90c0-3828b8f03e73" -d '{"events": [{"server_uuid": "fb47fcba-523a-41ed-ac30-c607a37eb225", "name": "network-vif-plugged", "status": "completed", "tag": "52cca720-cadf-4617-a3f3-fc747da0443a"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:38:25.573540 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 52cca720-cadf-4617-a3f3-fc747da0443a, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=52cca720-cadf-4617-a3f3-fc747da0443a,segment=NetworkSegment(0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2),segment_id=0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:25.605468 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:25.650014 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c15d9c2-29de-42af-90d3-cd1881412bde x-openstack-request-id: req-9c15d9c2-29de-42af-90d3-cd1881412bde {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:38:25.650813 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb47fcba-523a-41ed-ac30-c607a37eb225", "name": "network-vif-plugged", "status": "completed", "tag": "52cca720-cadf-4617-a3f3-fc747da0443a", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:38:25.651264 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9c15d9c2-29de-42af-90d3-cd1881412bde {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:38:25.651832 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb47fcba-523a-41ed-ac30-c607a37eb225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52cca720-cadf-4617-a3f3-fc747da0443a', 'code': 200} Aug 19 14:38:25.677815 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:25.715611 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=52cca720-cadf-4617-a3f3-fc747da0443a,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:25.760761 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 76dff8e0-1328-4681-a2b9-ebdd9baa5938, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=76dff8e0-1328-4681-a2b9-ebdd9baa5938,segment=NetworkSegment(deb4ceaa-a168-4950-8d67-f7a10179a94a),segment_id=deb4ceaa-a168-4950-8d67-f7a10179a94a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:25.773928 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:25.795814 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d4928-0bef-4791-be39-fe62c9e91728 req-2e6fc3ab-418a-450f-80ab-70a3cf40e634 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:25.808195 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-891d4928-0bef-4791-be39-fe62c9e91728 req-2e6fc3ab-418a-450f-80ab-70a3cf40e634 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c7b4cba-347d-4536-8408-8ac593a88aca HTTP/1.1" status: 200 len: 950 time: 0.1865473 Aug 19 14:38:25.844935 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37744) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:38:25.871587 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=76dff8e0-1328-4681-a2b9-ebdd9baa5938,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:25.902840 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-891d4928-0bef-4791-be39-fe62c9e91728 req-615cbb7f-c609-4a0f-ba9b-bfd5f2f17f43 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929484 Aug 19 14:38:25.998433 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-65c39108-40d8-4d90-9c19-6176e40b94eb req-4943c85a-3d4b-4cb8-8c8b-3f8b36b8506e tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=0159c47c-f124-4e1b-8ede-a160de3f5352 HTTP/1.1" status: 200 len: 210 time: 0.0560181 Aug 19 14:38:26.077902 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-5763998c-52c6-4248-a1b7-e29ade490c9f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1441189355-network', 'tenant_id': '5510f55194a84a709694ced521d1a10f'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:38:26.117039 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0b541-bd5f-42d7-b55a-52b14f2b11a0 req-dc49e89d-22c3-49a1-afb3-72bf019c5470 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:26.124999 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-62c0b541-bd5f-42d7-b55a-52b14f2b11a0 req-dc49e89d-22c3-49a1-afb3-72bf019c5470 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb47fcba-523a-41ed-ac30-c607a37eb225 HTTP/1.1" status: 200 len: 945 time: 0.1024177 Aug 19 14:38:26.185628 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-62c0b541-bd5f-42d7-b55a-52b14f2b11a0 req-f3b40cd3-b357-430c-807b-7ce52d1b34d3 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a93f3bc-eb52-4521-81e6-41db3c003964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454810 Aug 19 14:38:26.185628 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5763998c-52c6-4248-a1b7-e29ade490c9f admin admin] Made reservation on behalf of 5510f55194a84a709694ced521d1a10f for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:38:26.185628 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5763998c-52c6-4248-a1b7-e29ade490c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:26.188657 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645c4e3-c511-4f8c-889a-675322eb20bc req-e4f7e8b4-bfc1-4802-b915-2175cde7d01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:26.190140 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2645c4e3-c511-4f8c-889a-675322eb20bc req-e4f7e8b4-bfc1-4802-b915-2175cde7d01a service neutron] 10.222.0.88 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.8657491 Aug 19 14:38:26.202106 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5763998c-52c6-4248-a1b7-e29ade490c9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:26.331846 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2645c4e3-c511-4f8c-889a-675322eb20bc req-c5f5c446-d168-4a66-af87-2a365bff2033 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=71395d50-c489-4f63-ae64-5a13347feb29 HTTP/1.1" status: 200 len: 217 time: 0.1252522 Aug 19 14:38:26.338313 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5763998c-52c6-4248-a1b7-e29ade490c9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:26.353182 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5763998c-52c6-4248-a1b7-e29ade490c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:26.397998 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763998c-52c6-4248-a1b7-e29ade490c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94244281-8a6c-450e-8998-40bb74882906,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:26.419061 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5763998c-52c6-4248-a1b7-e29ade490c9f admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:38:26.440667 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5763998c-52c6-4248-a1b7-e29ade490c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:26.441270 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-5763998c-52c6-4248-a1b7-e29ade490c9f admin admin] Added segment 4fff729b-2fb6-40e9-b546-b5e2c897b968 of type vlan for network 4b326bff-649c-45d8-843e-ebe16b9715e3 Aug 19 14:38:26.445554 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da1897-6406-42eb-a021-9fe083e3b992 req-55b5eb25-10bf-4272-afe3-837bf2dc532b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:26.447370 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-69da1897-6406-42eb-a021-9fe083e3b992 req-55b5eb25-10bf-4272-afe3-837bf2dc532b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=fb47fcba-523a-41ed-ac30-c607a37eb225 HTTP/1.1" status: 200 len: 1096 time: 0.4505711 Aug 19 14:38:26.500823 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5763998c-52c6-4248-a1b7-e29ade490c9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:26.512176 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645c4e3-c511-4f8c-889a-675322eb20bc req-d68c99c8-bddc-4c56-a892-b5a901983c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:26.513944 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2645c4e3-c511-4f8c-889a-675322eb20bc req-d68c99c8-bddc-4c56-a892-b5a901983c76 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.1662018 Aug 19 14:38:26.577326 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48501936-07d4-440f-8757-281d3e077cd8 req-04bb2bca-86f1-4df5-94bb-1df0d559ed78 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:26.579222 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-48501936-07d4-440f-8757-281d3e077cd8 req-04bb2bca-86f1-4df5-94bb-1df0d559ed78 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92 HTTP/1.1" status: 200 len: 945 time: 0.0721147 Aug 19 14:38:26.580147 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5763998c-52c6-4248-a1b7-e29ade490c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:26.581246 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5763998c-52c6-4248-a1b7-e29ade490c9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:26.581828 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5763998c-52c6-4248-a1b7-e29ade490c9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:26.585059 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-69da1897-6406-42eb-a021-9fe083e3b992 req-86d5235c-6b7c-4894-8d42-485fa119854c service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=7a93f3bc-eb52-4521-81e6-41db3c003964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223538 Aug 19 14:38:26.628824 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b8a1d-7ede-40fc-a3d0-f5014e7a856e req-f2f3c20b-7c22-4328-8012-aa501a6c93ec tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:26.630561 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c60b8a1d-7ede-40fc-a3d0-f5014e7a856e req-f2f3c20b-7c22-4328-8012-aa501a6c93ec tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.88 "GET /v2.0/networks?id=1bc22803-e21f-489d-a441-493f1928ab13 HTTP/1.1" status: 200 len: 821 time: 0.3175220 Aug 19 14:38:26.637577 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0700b235-e0f3-4077-b800-cda2dfdbcf28 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:26.654214 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-5763998c-52c6-4248-a1b7-e29ade490c9f admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.8082042 Aug 19 14:38:26.654714 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-c60b8a1d-7ede-40fc-a3d0-f5014e7a856e req-91e103bf-f10e-4bd1-a042-bff34be8bc48 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Request body: {'port': {'device_id': '0159c47c-f124-4e1b-8ede-a160de3f5352', 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13', 'admin_state_up': True, 'tenant_id': 'b2e5fa7db1364ccea50861254cd97ec3'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:38:26.660388 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0700b235-e0f3-4077-b800-cda2dfdbcf28 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:26.665407 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37754) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:38:26.668051 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645c4e3-c511-4f8c-889a-675322eb20bc req-ce7e694e-3991-4e71-95b4-543ad886f867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:26.669660 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2645c4e3-c511-4f8c-889a-675322eb20bc req-ce7e694e-3991-4e71-95b4-543ad886f867 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1449280 Aug 19 14:38:26.671560 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-28e3bf89-e6b7-40e0-ba00-41068992602a admin admin] Request body: {'subnet': {'network_id': '4b326bff-649c-45d8-843e-ebe16b9715e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1441189355-subnet', 'tenant_id': '5510f55194a84a709694ced521d1a10f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:38:26.685276 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763998c-52c6-4248-a1b7-e29ade490c9f admin admin] Pushing event updated for resources: {'Network': ['ID=4b326bff-649c-45d8-843e-ebe16b9715e3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:26.697994 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 4b326bff-649c-45d8-843e-ebe16b9715e3 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:38:26.728475 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-48501936-07d4-440f-8757-281d3e077cd8 req-aff2afa9-91e9-488e-b447-597d1a0b3178 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261849 Aug 19 14:38:26.758158 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e3bf89-e6b7-40e0-ba00-41068992602a admin admin] Made reservation on behalf of 5510f55194a84a709694ced521d1a10f for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:38:26.761010 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-28e3bf89-e6b7-40e0-ba00-41068992602a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:26.936463 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0700b235-e0f3-4077-b800-cda2dfdbcf28 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Pushing event updated for resources: {'Port': ['ID=994bc168-28ee-4499-987a-a80aeec77d48,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:26.967251 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0700b235-e0f3-4077-b800-cda2dfdbcf28 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:26.998414 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2645c4e3-c511-4f8c-889a-675322eb20bc req-0c1ea6fa-8e4f-4eb9-82d2-6e297f0196e1 service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659390 Aug 19 14:38:27.022495 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c60b8a1d-7ede-40fc-a3d0-f5014e7a856e req-91e103bf-f10e-4bd1-a042-bff34be8bc48 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Made reservation on behalf of b2e5fa7db1364ccea50861254cd97ec3 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:38:27.027299 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c60b8a1d-7ede-40fc-a3d0-f5014e7a856e req-91e103bf-f10e-4bd1-a042-bff34be8bc48 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:27.044363 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0700b235-e0f3-4077-b800-cda2dfdbcf28 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:27.048467 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0700b235-e0f3-4077-b800-cda2dfdbcf28 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3580611 Aug 19 14:38:27.069630 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-28e3bf89-e6b7-40e0-ba00-41068992602a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:27.137381 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 76dff8e0-1328-4681-a2b9-ebdd9baa5938 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:38:27.202243 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01787ea-3dd1-4624-a03d-76f842ac586d req-2352b7da-200c-414b-b42e-f7a210f72da4 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:27.210673 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d01787ea-3dd1-4624-a03d-76f842ac586d req-2352b7da-200c-414b-b42e-f7a210f72da4 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c7b4cba-347d-4536-8408-8ac593a88aca HTTP/1.1" status: 200 len: 950 time: 0.1725183 Aug 19 14:38:27.221486 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2645c4e3-c511-4f8c-889a-675322eb20bc req-2ee002ef-f814-4000-9a50-a0ffddbd4828 service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136843 Aug 19 14:38:27.241784 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e3bf89-e6b7-40e0-ba00-41068992602a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a3053d7-d69f-41b4-a35f-07118496e8cf,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:27.296010 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f1b90934-16a8-408b-989e-3a224eb0338f req-2a930104-d7ec-4eb8-b4fb-4fbe7ca42dc3 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=0159c47c-f124-4e1b-8ede-a160de3f5352 HTTP/1.1" status: 200 len: 210 time: 0.0823395 Aug 19 14:38:27.305772 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e3bf89-e6b7-40e0-ba00-41068992602a admin admin] Checking segment: {'id': '4fff729b-2fb6-40e9-b546-b5e2c897b968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4b326bff-649c-45d8-843e-ebe16b9715e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:38:27.306419 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e3bf89-e6b7-40e0-ba00-41068992602a admin admin] Network hostable DHCP agents. Network: 4b326bff-649c-45d8-843e-ebe16b9715e3, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:38:27.334575 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d01787ea-3dd1-4624-a03d-76f842ac586d req-0f0613b3-c00f-46f6-b40b-ff5adf3ea59b tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174338 Aug 19 14:38:27.354676 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e3bf89-e6b7-40e0-ba00-41068992602a admin admin] Network 4b326bff-649c-45d8-843e-ebe16b9715e3 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:38:27.368127 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-28e3bf89-e6b7-40e0-ba00-41068992602a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 4b326bff-649c-45d8-843e-ebe16b9715e3) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:38:27.375550 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e3bf89-e6b7-40e0-ba00-41068992602a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:27.377931 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-28e3bf89-e6b7-40e0-ba00-41068992602a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:27.404615 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-28e3bf89-e6b7-40e0-ba00-41068992602a admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7380514 Aug 19 14:38:27.407787 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37770) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:38:27.414644 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d5ecc659-d5cf-4191-9bee-b27a6b10aded admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1441189355-router', 'tenant_id': '5510f55194a84a709694ced521d1a10f', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:38:27.440233 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-c60b8a1d-7ede-40fc-a3d0-f5014e7a856e req-91e103bf-f10e-4bd1-a042-bff34be8bc48 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Allocated IP 172.20.0.12 (1bc22803-e21f-489d-a441-493f1928ab13/0f5154a7-363a-4827-ab5d-78b924f5e137/e5292615-6af6-4a16-9bb2-a8f6dd96f64c) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:38:27.506915 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5ecc659-d5cf-4191-9bee-b27a6b10aded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:27.508131 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5ecc659-d5cf-4191-9bee-b27a6b10aded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:27.530963 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd5b13-c292-467a-b6b0-307e21e4f82b req-b063ad85-e835-4a7d-85af-befdb5bdae7a tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:27.532761 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8ddd5b13-c292-467a-b6b0-307e21e4f82b req-b063ad85-e835-4a7d-85af-befdb5bdae7a tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb47fcba-523a-41ed-ac30-c607a37eb225 HTTP/1.1" status: 200 len: 945 time: 0.0775979 Aug 19 14:38:27.575171 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d36d9cc-ec02-454f-9a4d-8ed72b6a6e0a None None] Network 4b326bff-649c-45d8-843e-ebe16b9715e3 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:38:27.630097 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5ecc659-d5cf-4191-9bee-b27a6b10aded admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:27.634296 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8ddd5b13-c292-467a-b6b0-307e21e4f82b req-63aa4c2c-578a-4bf6-8e6f-083795a0aa8d tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a93f3bc-eb52-4521-81e6-41db3c003964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950851 Aug 19 14:38:27.697851 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c60b8a1d-7ede-40fc-a3d0-f5014e7a856e req-91e103bf-f10e-4bd1-a042-bff34be8bc48 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:27.719262 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-653dc020-4476-40e2-a822-b942a67cef9b req-12fb11bc-de72-44d9-88f8-824a38c265f5 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--404935369&fields=id&tenant_id=93c36d7db0b9486ca0e05d09444f38b7 HTTP/1.1" status: 200 len: 267 time: 0.1692567 Aug 19 14:38:27.724761 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 76dff8e0-1328-4681-a2b9-ebdd9baa5938 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:38:27.726007 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:27.762556 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c60b8a1d-7ede-40fc-a3d0-f5014e7a856e req-91e103bf-f10e-4bd1-a042-bff34be8bc48 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:27.783510 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['2ec1d929-d9c0-49f5-b942-496ae0568910'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:38:27.804006 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5ecc659-d5cf-4191-9bee-b27a6b10aded admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:27.829025 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e103bf-f10e-4bd1-a042-bff34be8bc48 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Pushing event updated for resources: {'Port': ['ID=e5292615-6af6-4a16-9bb2-a8f6dd96f64c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:27.863395 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c60b8a1d-7ede-40fc-a3d0-f5014e7a856e req-91e103bf-f10e-4bd1-a042-bff34be8bc48 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Network 1bc22803-e21f-489d-a441-493f1928ab13 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:38:27.867146 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-c60b8a1d-7ede-40fc-a3d0-f5014e7a856e req-91e103bf-f10e-4bd1-a042-bff34be8bc48 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:38:27.875264 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-c60b8a1d-7ede-40fc-a3d0-f5014e7a856e req-91e103bf-f10e-4bd1-a042-bff34be8bc48 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:38:27.959395 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b8a1d-7ede-40fc-a3d0-f5014e7a856e req-91e103bf-f10e-4bd1-a042-bff34be8bc48 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:27.960553 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c60b8a1d-7ede-40fc-a3d0-f5014e7a856e req-91e103bf-f10e-4bd1-a042-bff34be8bc48 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:28.004790 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd9752d-bc34-4adc-8430-fa809de37091 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-4b326bff-649c-45d8-843e-ebe16b9715e3', 'network_id': '4b326bff-649c-45d8-843e-ebe16b9715e3', 'tenant_id': '5510f55194a84a709694ced521d1a10f', 'fixed_ips': [{'subnet_id': '2a3053d7-d69f-41b4-a35f-07118496e8cf'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:38:28.006705 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ccd9752d-bc34-4adc-8430-fa809de37091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:28.010375 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec95b6-9820-4ffa-92d3-b6d34fe1fba9 req-f9660c06-7132-435a-a699-087b81c41559 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:28.018239 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-25ec95b6-9820-4ffa-92d3-b6d34fe1fba9 req-f9660c06-7132-435a-a699-087b81c41559 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92 HTTP/1.1" status: 200 len: 945 time: 0.1833608 Aug 19 14:38:28.024727 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c60b8a1d-7ede-40fc-a3d0-f5014e7a856e req-91e103bf-f10e-4bd1-a042-bff34be8bc48 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3735249 Aug 19 14:38:28.046425 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-c60b8a1d-7ede-40fc-a3d0-f5014e7a856e req-dd31d2e1-f690-456d-9092-439a820d4864 service neutron] Request body: {'port': {'device_id': '0159c47c-f124-4e1b-8ede-a160de3f5352', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:38:28.090418 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-25ec95b6-9820-4ffa-92d3-b6d34fe1fba9 req-fd3a7d72-485c-44dc-9ac1-9b5680362e33 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710895 Aug 19 14:38:28.116828 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653dc020-4476-40e2-a822-b942a67cef9b req-c7dc74fc-f53c-44ea-b292-bfcc863a86b3 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:28.132613 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-653dc020-4476-40e2-a822-b942a67cef9b req-c7dc74fc-f53c-44ea-b292-bfcc863a86b3 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/networks?id=669513f8-b4b3-4e5c-8f0d-5f8e9923cc05 HTTP/1.1" status: 200 len: 816 time: 0.3213043 Aug 19 14:38:28.169898 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-653dc020-4476-40e2-a822-b942a67cef9b req-682993e3-b18e-4d0b-a1f4-fb095b0e4959 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/quotas/93c36d7db0b9486ca0e05d09444f38b7 HTTP/1.1" status: 200 len: 375 time: 0.0360868 Aug 19 14:38:28.173330 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c60b8a1d-7ede-40fc-a3d0-f5014e7a856e req-dd31d2e1-f690-456d-9092-439a820d4864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:28.272927 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-653dc020-4476-40e2-a822-b942a67cef9b req-1ec5f130-19a4-41a0-8fa0-fb43efc3b078 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=93c36d7db0b9486ca0e05d09444f38b7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1019928 Aug 19 14:38:28.499856 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-ccd9752d-bc34-4adc-8430-fa809de37091 None None] Allocated IP 172.20.0.2 (4b326bff-649c-45d8-843e-ebe16b9715e3/2a3053d7-d69f-41b4-a35f-07118496e8cf/6d652859-e4a2-439c-9d88-8101832c2e29) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:38:28.548063 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5ecc659-d5cf-4191-9bee-b27a6b10aded admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:28.572537 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5ecc659-d5cf-4191-9bee-b27a6b10aded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:28.592350 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-c60b8a1d-7ede-40fc-a3d0-f5014e7a856e req-dd31d2e1-f690-456d-9092-439a820d4864 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5292615-6af6-4a16-9bb2-a8f6dd96f64c {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:38:28.604851 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c60b8a1d-7ede-40fc-a3d0-f5014e7a856e req-dd31d2e1-f690-456d-9092-439a820d4864 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:28.621670 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-c60b8a1d-7ede-40fc-a3d0-f5014e7a856e req-dd31d2e1-f690-456d-9092-439a820d4864 service neutron] Transition to ACTIVE for port object e5292615-6af6-4a16-9bb2-a8f6dd96f64c will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:38:28.625668 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c60b8a1d-7ede-40fc-a3d0-f5014e7a856e req-dd31d2e1-f690-456d-9092-439a820d4864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:28.695246 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-d5ecc659-d5cf-4191-9bee-b27a6b10aded admin admin] Allocated IP 172.25.2.128 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/683f76da-8673-4eef-8c24-ba325c751eff) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:38:28.733885 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd31d2e1-f690-456d-9092-439a820d4864 service neutron] Pushing event updated for resources: {'Port': ['ID=e5292615-6af6-4a16-9bb2-a8f6dd96f64c,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:28.762157 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ccd9752d-bc34-4adc-8430-fa809de37091 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:28.770742 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-c60b8a1d-7ede-40fc-a3d0-f5014e7a856e req-dd31d2e1-f690-456d-9092-439a820d4864 service neutron] Attempting to bind port e5292615-6af6-4a16-9bb2-a8f6dd96f64c on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:38:28.771619 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-c60b8a1d-7ede-40fc-a3d0-f5014e7a856e req-dd31d2e1-f690-456d-9092-439a820d4864 service neutron] Attempting to bind port e5292615-6af6-4a16-9bb2-a8f6dd96f64c by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '911020b2-3bb4-4db0-af7a-51b07cbea653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:38:28.771957 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60b8a1d-7ede-40fc-a3d0-f5014e7a856e req-dd31d2e1-f690-456d-9092-439a820d4864 service neutron] Attempting to bind port e5292615-6af6-4a16-9bb2-a8f6dd96f64c on network 1bc22803-e21f-489d-a441-493f1928ab13 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:38:28.777166 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ccd9752d-bc34-4adc-8430-fa809de37091 None None] Transition to ACTIVE for port object 6d652859-e4a2-439c-9d88-8101832c2e29 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:38:28.778238 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60b8a1d-7ede-40fc-a3d0-f5014e7a856e req-dd31d2e1-f690-456d-9092-439a820d4864 service neutron] Port e5292615-6af6-4a16-9bb2-a8f6dd96f64c on network 1bc22803-e21f-489d-a441-493f1928ab13 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:38:28.778568 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60b8a1d-7ede-40fc-a3d0-f5014e7a856e req-dd31d2e1-f690-456d-9092-439a820d4864 service neutron] Attempting to bind port e5292615-6af6-4a16-9bb2-a8f6dd96f64c on network 1bc22803-e21f-489d-a441-493f1928ab13 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:38:28.784653 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f6ac3-9a97-403b-8fa4-ea2565724a47 req-a215c2f4-d9c6-44cd-b7a1-6b93283e99c5 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:28.785765 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60b8a1d-7ede-40fc-a3d0-f5014e7a856e req-dd31d2e1-f690-456d-9092-439a820d4864 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:38:28.786237 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60b8a1d-7ede-40fc-a3d0-f5014e7a856e req-dd31d2e1-f690-456d-9092-439a820d4864 service neutron] Checking segment: {'id': '911020b2-3bb4-4db0-af7a-51b07cbea653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:38:28.787186 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60b8a1d-7ede-40fc-a3d0-f5014e7a856e req-dd31d2e1-f690-456d-9092-439a820d4864 service neutron] Bound using segment: {'id': '911020b2-3bb4-4db0-af7a-51b07cbea653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:38:28.787631 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-c60b8a1d-7ede-40fc-a3d0-f5014e7a856e req-dd31d2e1-f690-456d-9092-439a820d4864 service neutron] Bound port: e5292615-6af6-4a16-9bb2-a8f6dd96f64c, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '911020b2-3bb4-4db0-af7a-51b07cbea653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:38:28.788613 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c60b8a1d-7ede-40fc-a3d0-f5014e7a856e req-dd31d2e1-f690-456d-9092-439a820d4864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:28.793341 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bb3f6ac3-9a97-403b-8fa4-ea2565724a47 req-a215c2f4-d9c6-44cd-b7a1-6b93283e99c5 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=0159c47c-f124-4e1b-8ede-a160de3f5352 HTTP/1.1" status: 200 len: 932 time: 0.3636937 Aug 19 14:38:28.796661 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ccd9752d-bc34-4adc-8430-fa809de37091 None None] Transition to ACTIVE for port object 6d652859-e4a2-439c-9d88-8101832c2e29 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:38:28.805399 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ccd9752d-bc34-4adc-8430-fa809de37091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:28.828991 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-653dc020-4476-40e2-a822-b942a67cef9b req-41fc36b8-75a0-4343-ad6c-54fe7fdc8ad6 service neutron] 10.222.0.69 "GET /v2.0/networks/669513f8-b4b3-4e5c-8f0d-5f8e9923cc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5550003 Aug 19 14:38:28.853001 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd9752d-bc34-4adc-8430-fa809de37091 None None] Network 4b326bff-649c-45d8-843e-ebe16b9715e3 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:38:28.859254 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-ccd9752d-bc34-4adc-8430-fa809de37091 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:38:28.866716 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd9752d-bc34-4adc-8430-fa809de37091 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:38:28.867399 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-c60b8a1d-7ede-40fc-a3d0-f5014e7a856e req-dd31d2e1-f690-456d-9092-439a820d4864 service neutron] For port e5292615-6af6-4a16-9bb2-a8f6dd96f64c, host n-h2-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:38:28.870956 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-c60b8a1d-7ede-40fc-a3d0-f5014e7a856e req-dd31d2e1-f690-456d-9092-439a820d4864 service neutron] For port e5292615-6af6-4a16-9bb2-a8f6dd96f64c, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=e5292615-6af6-4a16-9bb2-a8f6dd96f64c,segment=NetworkSegment(911020b2-3bb4-4db0-af7a-51b07cbea653),segment_id=911020b2-3bb4-4db0-af7a-51b07cbea653)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:38:28.882217 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c60b8a1d-7ede-40fc-a3d0-f5014e7a856e req-dd31d2e1-f690-456d-9092-439a820d4864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:28.883421 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9752d-bc34-4adc-8430-fa809de37091 None None] Pushing event updated for resources: {'Port': ['ID=6d652859-e4a2-439c-9d88-8101832c2e29,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:28.919441 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b8a1d-7ede-40fc-a3d0-f5014e7a856e req-dd31d2e1-f690-456d-9092-439a820d4864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:28.920053 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c60b8a1d-7ede-40fc-a3d0-f5014e7a856e req-dd31d2e1-f690-456d-9092-439a820d4864 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:28.921498 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c60b8a1d-7ede-40fc-a3d0-f5014e7a856e req-dd31d2e1-f690-456d-9092-439a820d4864 service neutron] 10.222.0.88 "PUT /v2.0/ports/e5292615-6af6-4a16-9bb2-a8f6dd96f64c HTTP/1.1" status: 200 len: 1092 time: 0.8863730 Aug 19 14:38:28.921951 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0159c47c-f124-4e1b-8ede-a160de3f5352', 'tag': 'e5292615-6af6-4a16-9bb2-a8f6dd96f64c'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:38:28.924220 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a556a72-524d-426a-af94-9356f5c0001f" -d '{"events": [{"name": "network-changed", "server_uuid": "0159c47c-f124-4e1b-8ede-a160de3f5352", "tag": "e5292615-6af6-4a16-9bb2-a8f6dd96f64c"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:38:28.930368 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bb3f6ac3-9a97-403b-8fa4-ea2565724a47 req-6e56f189-b11c-4711-adcf-91ce75adc0aa tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361609 Aug 19 14:38:28.967676 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ccd9752d-bc34-4adc-8430-fa809de37091 None None] Attempting to bind port 6d652859-e4a2-439c-9d88-8101832c2e29 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:38:28.968294 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ccd9752d-bc34-4adc-8430-fa809de37091 None None] Attempting to bind port 6d652859-e4a2-439c-9d88-8101832c2e29 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '4fff729b-2fb6-40e9-b546-b5e2c897b968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4b326bff-649c-45d8-843e-ebe16b9715e3'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:38:28.970644 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd9752d-bc34-4adc-8430-fa809de37091 None None] Attempting to bind port 6d652859-e4a2-439c-9d88-8101832c2e29 on network 4b326bff-649c-45d8-843e-ebe16b9715e3 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:38:28.978245 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd9752d-bc34-4adc-8430-fa809de37091 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:38:28.978760 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd9752d-bc34-4adc-8430-fa809de37091 None None] Checking segment: {'id': '4fff729b-2fb6-40e9-b546-b5e2c897b968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4b326bff-649c-45d8-843e-ebe16b9715e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:38:28.979448 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ccd9752d-bc34-4adc-8430-fa809de37091 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:28.980085 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd9752d-bc34-4adc-8430-fa809de37091 None None] Bound using segment: {'id': '4fff729b-2fb6-40e9-b546-b5e2c897b968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4b326bff-649c-45d8-843e-ebe16b9715e3'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:38:28.980812 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ccd9752d-bc34-4adc-8430-fa809de37091 None None] Bound port: 6d652859-e4a2-439c-9d88-8101832c2e29, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fff729b-2fb6-40e9-b546-b5e2c897b968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4b326bff-649c-45d8-843e-ebe16b9715e3'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:38:28.981296 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ccd9752d-bc34-4adc-8430-fa809de37091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:28.983862 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5ecc659-d5cf-4191-9bee-b27a6b10aded admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:28.997542 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd31d2e1-f690-456d-9092-439a820d4864 service neutron] Pushing event updated for resources: {'Port': ['ID=e5292615-6af6-4a16-9bb2-a8f6dd96f64c,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:29.020918 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-653dc020-4476-40e2-a822-b942a67cef9b req-ae256eda-d299-4413-98bc-01ad17f1726c service neutron] 10.222.0.69 "GET /v2.0/networks/669513f8-b4b3-4e5c-8f0d-5f8e9923cc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755323 Aug 19 14:38:29.051578 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5ecc659-d5cf-4191-9bee-b27a6b10aded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:29.069261 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ccd9752d-bc34-4adc-8430-fa809de37091 None None] For port 6d652859-e4a2-439c-9d88-8101832c2e29, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:38:29.075180 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ccd9752d-bc34-4adc-8430-fa809de37091 None None] For port 6d652859-e4a2-439c-9d88-8101832c2e29, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=6d652859-e4a2-439c-9d88-8101832c2e29,segment=NetworkSegment(4fff729b-2fb6-40e9-b546-b5e2c897b968),segment_id=4fff729b-2fb6-40e9-b546-b5e2c897b968)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:38:29.081027 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ccd9752d-bc34-4adc-8430-fa809de37091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:29.092427 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b8a1d-7ede-40fc-a3d0-f5014e7a856e req-92447f77-c700-4a39-bd21-39a23f115207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:29.094496 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c60b8a1d-7ede-40fc-a3d0-f5014e7a856e req-92447f77-c700-4a39-bd21-39a23f115207 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b2e5fa7db1364ccea50861254cd97ec3&device_id=0159c47c-f124-4e1b-8ede-a160de3f5352 HTTP/1.1" status: 200 len: 1095 time: 0.1160645 Aug 19 14:38:29.151577 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c60b8a1d-7ede-40fc-a3d0-f5014e7a856e req-e6987380-e1b6-442d-883d-2af8aadc616c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5292615-6af6-4a16-9bb2-a8f6dd96f64c HTTP/1.1" status: 200 len: 217 time: 0.0478208 Aug 19 14:38:29.157477 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9752d-bc34-4adc-8430-fa809de37091 None None] Pushing event updated for resources: {'Port': ['ID=6d652859-e4a2-439c-9d88-8101832c2e29,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:29.159613 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ecc659-d5cf-4191-9bee-b27a6b10aded admin admin] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:38:29.171283 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ecc659-d5cf-4191-9bee-b27a6b10aded admin admin] Pushing event updated for resources: {'Port': ['ID=683f76da-8673-4eef-8c24-ba325c751eff,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:29.175969 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-d5ecc659-d5cf-4191-9bee-b27a6b10aded admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:38:29.191104 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ecc659-d5cf-4191-9bee-b27a6b10aded admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:38:29.243304 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b8a1d-7ede-40fc-a3d0-f5014e7a856e req-9ec21613-9ceb-49e5-b7c3-d1cddc09861d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:29.247657 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c60b8a1d-7ede-40fc-a3d0-f5014e7a856e req-9ec21613-9ceb-49e5-b7c3-d1cddc09861d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0f5154a7-363a-4827-ab5d-78b924f5e137 HTTP/1.1" status: 200 len: 861 time: 0.0865722 Aug 19 14:38:29.295569 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c60b8a1d-7ede-40fc-a3d0-f5014e7a856e req-72261cf5-88c6-4a12-afed-010ea1a5160c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1bc22803-e21f-489d-a441-493f1928ab13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384178 Aug 19 14:38:29.482098 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c60b8a1d-7ede-40fc-a3d0-f5014e7a856e req-213640e8-f9f6-4a9e-bc4d-a22fc1920599 service neutron] 10.222.0.88 "GET /v2.0/networks/1bc22803-e21f-489d-a441-493f1928ab13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783669 Aug 19 14:38:29.523051 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a5db2-33a6-4332-b9ab-4602ab7823c4 req-1cdc5245-5563-4038-a202-dea876bdbec8 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:29.537524 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d19a5db2-33a6-4332-b9ab-4602ab7823c4 req-1cdc5245-5563-4038-a202-dea876bdbec8 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c7b4cba-347d-4536-8408-8ac593a88aca HTTP/1.1" status: 200 len: 950 time: 0.3760812 Aug 19 14:38:29.620640 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c60b8a1d-7ede-40fc-a3d0-f5014e7a856e req-68e0c000-7ee9-42aa-83ec-ca1d3666f3bb service neutron] 10.222.0.88 "GET /v2.0/networks/1bc22803-e21f-489d-a441-493f1928ab13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267803 Aug 19 14:38:29.877914 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f60e22-f589-40a9-8ea7-da7273da4cbb req-a74bf884-7c49-4972-b47b-247e302e27e9 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:29.879459 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e0f60e22-f589-40a9-8ea7-da7273da4cbb req-a74bf884-7c49-4972-b47b-247e302e27e9 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb47fcba-523a-41ed-ac30-c607a37eb225 HTTP/1.1" status: 200 len: 945 time: 0.4514737 Aug 19 14:38:29.947872 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d19a5db2-33a6-4332-b9ab-4602ab7823c4 req-195bf9bf-b33c-4043-ab4b-e41cf059fc3d tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3983650 Aug 19 14:38:29.997656 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ac5950-2524-44ff-9595-c3cea9abf8db x-openstack-request-id: req-25ac5950-2524-44ff-9595-c3cea9abf8db {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:38:29.998558 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0159c47c-f124-4e1b-8ede-a160de3f5352", "tag": "e5292615-6af6-4a16-9bb2-a8f6dd96f64c", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:38:29.998821 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-25ac5950-2524-44ff-9595-c3cea9abf8db {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:38:29.999234 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0159c47c-f124-4e1b-8ede-a160de3f5352', 'tag': 'e5292615-6af6-4a16-9bb2-a8f6dd96f64c', 'status': 'completed', 'code': 200} Aug 19 14:38:30.018049 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e0f60e22-f589-40a9-8ea7-da7273da4cbb req-041d5dad-bab4-4377-852f-98b5c819ec08 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a93f3bc-eb52-4521-81e6-41db3c003964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221464 Aug 19 14:38:30.041866 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5ecc659-d5cf-4191-9bee-b27a6b10aded admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:30.138802 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a556a72-524d-426a-af94-9356f5c0001f req-7c267b26-848f-4884-8d06-2d3843b071d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:30.144470 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6a556a72-524d-426a-af94-9356f5c0001f req-7c267b26-848f-4884-8d06-2d3843b071d1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b2e5fa7db1364ccea50861254cd97ec3&device_id=0159c47c-f124-4e1b-8ede-a160de3f5352 HTTP/1.1" status: 200 len: 1095 time: 0.1047547 Aug 19 14:38:30.311653 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a556a72-524d-426a-af94-9356f5c0001f req-d1ae3f26-6638-4f8a-a0ee-85f651cbb9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:30.313555 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6a556a72-524d-426a-af94-9356f5c0001f req-d1ae3f26-6638-4f8a-a0ee-85f651cbb9b3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=1bc22803-e21f-489d-a441-493f1928ab13 HTTP/1.1" status: 200 len: 922 time: 0.1537569 Aug 19 14:38:30.321828 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab40e9a-482d-4716-a17c-b838a0ca0727 req-d301c7eb-d5ff-4c91-beec-ecb5c80804dc tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:30.329609 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4ab40e9a-482d-4716-a17c-b838a0ca0727 req-d301c7eb-d5ff-4c91-beec-ecb5c80804dc tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92 HTTP/1.1" status: 200 len: 945 time: 0.2363470 Aug 19 14:38:30.366392 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6a556a72-524d-426a-af94-9356f5c0001f req-567eafab-f77a-462e-b3d0-df75451bf149 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5292615-6af6-4a16-9bb2-a8f6dd96f64c HTTP/1.1" status: 200 len: 217 time: 0.0442233 Aug 19 14:38:30.369023 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c62c1b11-5db3-4949-bac2-6ad0a7b7a493 req-acbeafa6-adb8-47bc-aa34-c75f900b56bf tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 210 time: 0.0714755 Aug 19 14:38:30.449184 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a556a72-524d-426a-af94-9356f5c0001f req-4e2f98c0-eff5-4cac-8eed-bc6739d0910e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:30.450853 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6a556a72-524d-426a-af94-9356f5c0001f req-4e2f98c0-eff5-4cac-8eed-bc6739d0910e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0f5154a7-363a-4827-ab5d-78b924f5e137 HTTP/1.1" status: 200 len: 861 time: 0.0755985 Aug 19 14:38:30.451678 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4ab40e9a-482d-4716-a17c-b838a0ca0727 req-35849362-3b43-4020-ad5a-866898f642ac tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211951 Aug 19 14:38:30.506212 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6a556a72-524d-426a-af94-9356f5c0001f req-9c30cfcc-9730-477b-9b87-a39f1cce7a73 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1bc22803-e21f-489d-a441-493f1928ab13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427437 Aug 19 14:38:30.533759 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993cba57-77e6-4910-bf98-0a21a6046b1e None None] Network 4b326bff-649c-45d8-843e-ebe16b9715e3 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:38:30.541550 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5ecc659-d5cf-4191-9bee-b27a6b10aded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:30.622045 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e4c8e-866c-40b7-b3c6-c977eee82275 req-b14b1b85-4609-47d1-844a-db157ba7fb1b tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:30.624116 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-383e4c8e-866c-40b7-b3c6-c977eee82275 req-b14b1b85-4609-47d1-844a-db157ba7fb1b tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=0159c47c-f124-4e1b-8ede-a160de3f5352 HTTP/1.1" status: 200 len: 944 time: 0.1694713 Aug 19 14:38:30.680031 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-80b39ce9-fafe-4883-9256-7922acebe4ef None None] Provisioning for port 6d652859-e4a2-439c-9d88-8101832c2e29 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:38:30.682492 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6a556a72-524d-426a-af94-9356f5c0001f req-cc1d86ec-f51e-428d-bbf1-15da3c5e7f44 service neutron] 10.222.0.88 "GET /v2.0/networks/1bc22803-e21f-489d-a441-493f1928ab13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667414 Aug 19 14:38:30.694357 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:38:30.724827 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e432df-3d40-4d89-b44f-68b8c10ebd33 req-92916639-9cdc-43f5-acab-b5f54e81cee3 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:30.729689 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-37e432df-3d40-4d89-b44f-68b8c10ebd33 req-92916639-9cdc-43f5-acab-b5f54e81cee3 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb47fcba-523a-41ed-ac30-c607a37eb225 HTTP/1.1" status: 200 len: 945 time: 0.1827486 Aug 19 14:38:30.769333 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-383e4c8e-866c-40b7-b3c6-c977eee82275 req-9a5ece43-f65f-405d-aad4-dcdc8e2b5fd4 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300254 Aug 19 14:38:30.901184 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-37e432df-3d40-4d89-b44f-68b8c10ebd33 req-76939ed1-6c4d-4375-bf7b-172809e39777 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a93f3bc-eb52-4521-81e6-41db3c003964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306081 Aug 19 14:38:30.918763 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6a556a72-524d-426a-af94-9356f5c0001f req-3cfc8a00-fa72-492d-b461-85b4d9b82189 service neutron] 10.222.0.88 "GET /v2.0/networks/1bc22803-e21f-489d-a441-493f1928ab13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231209 Aug 19 14:38:30.948100 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ecc659-d5cf-4191-9bee-b27a6b10aded admin admin] Router 08f4dff2-bc7c-40bf-beec-ddff4fc79af9 is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:38:30.951085 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653dc020-4476-40e2-a822-b942a67cef9b req-abcd4479-694c-4f0d-ab0f-3619056034dd tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:30.954251 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-653dc020-4476-40e2-a822-b942a67cef9b req-abcd4479-694c-4f0d-ab0f-3619056034dd tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.68 "GET /v2.0/networks?id=669513f8-b4b3-4e5c-8f0d-5f8e9923cc05 HTTP/1.1" status: 200 len: 816 time: 0.2379425 Aug 19 14:38:31.088753 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-653dc020-4476-40e2-a822-b942a67cef9b req-021a27f5-0a03-4cff-a2eb-95f184d0de18 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93c36d7db0b9486ca0e05d09444f38b7 HTTP/1.1" status: 200 len: 379 time: 0.1121483 Aug 19 14:38:31.094667 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-653dc020-4476-40e2-a822-b942a67cef9b req-f45d6ecb-d9b9-4758-8e13-4aef27a70598 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Request body: {'port': {'device_id': '40912d33-b418-4cf9-b5e4-119d9523f2fc', 'network_id': '669513f8-b4b3-4e5c-8f0d-5f8e9923cc05', 'admin_state_up': True, 'tenant_id': '93c36d7db0b9486ca0e05d09444f38b7', 'security_groups': ['ca0b394e-e07c-4c81-9219-ff324577f5fa']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:38:31.181136 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 6d652859-e4a2-439c-9d88-8101832c2e29 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:38:31.217861 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17bafa6-a56a-4c4d-b8b4-2fef72c19c81 req-9eb3655a-a32b-4950-b6dc-f9b26a19b494 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:31.219444 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a17bafa6-a56a-4c4d-b8b4-2fef72c19c81 req-9eb3655a-a32b-4950-b6dc-f9b26a19b494 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c7b4cba-347d-4536-8408-8ac593a88aca HTTP/1.1" status: 200 len: 950 time: 0.1455030 Aug 19 14:38:31.222501 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ecc659-d5cf-4191-9bee-b27a6b10aded admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:38:31.238789 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89038b9-bc6e-45fd-84fb-175919264cf4 None None] Sync routers for ids ['08f4dff2-bc7c-40bf-beec-ddff4fc79af9'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:38:31.267205 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5ecc659-d5cf-4191-9bee-b27a6b10aded admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:31.271665 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d5ecc659-d5cf-4191-9bee-b27a6b10aded admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 3.8594537 Aug 19 14:38:31.272393 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89038b9-bc6e-45fd-84fb-175919264cf4 None None] Routers {'08f4dff2-bc7c-40bf-beec-ddff4fc79af9'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:38:31.272593 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37828) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:38:31.273114 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e89038b9-bc6e-45fd-84fb-175919264cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:38:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['08f4dff2-bc7c-40bf-beec-ddff4fc79af9'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:38:31.316532 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a17bafa6-a56a-4c4d-b8b4-2fef72c19c81 req-84f5914e-5759-4319-a388-11a70377183f tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790851 Aug 19 14:38:31.326961 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-653dc020-4476-40e2-a822-b942a67cef9b req-f45d6ecb-d9b9-4758-8e13-4aef27a70598 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Made reservation on behalf of 93c36d7db0b9486ca0e05d09444f38b7 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:38:31.330771 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-653dc020-4476-40e2-a822-b942a67cef9b req-f45d6ecb-d9b9-4758-8e13-4aef27a70598 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:31.421064 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f1ddcb13-3b2f-4d0b-984d-92e5f9cc0413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:31.427130 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 6d652859-e4a2-439c-9d88-8101832c2e29 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:38:31.447494 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 6d652859-e4a2-439c-9d88-8101832c2e29 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:38:31.447494 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:31.480245 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-e89038b9-bc6e-45fd-84fb-175919264cf4 None None] Set router 08f4dff2-bc7c-40bf-beec-ddff4fc79af9 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:38:31.617037 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d11f8452-845c-4b85-9fda-e14e5feabd7b req-89523f63-22b8-479a-a112-7aafc75a3210 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 210 time: 0.0503652 Aug 19 14:38:31.679220 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-653dc020-4476-40e2-a822-b942a67cef9b req-f45d6ecb-d9b9-4758-8e13-4aef27a70598 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Allocated IP 172.20.0.8 (669513f8-b4b3-4e5c-8f0d-5f8e9923cc05/55f10344-049d-42f2-b429-801948692761/30616cbd-c355-42fe-8823-3f196a3d77ca) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:38:31.687566 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06063af0-944f-44d1-bdc2-4ad649282de4 req-81515a92-52bd-4038-890e-27eae8e31e49 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:31.696698 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-06063af0-944f-44d1-bdc2-4ad649282de4 req-81515a92-52bd-4038-890e-27eae8e31e49 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92 HTTP/1.1" status: 200 len: 945 time: 0.0786183 Aug 19 14:38:31.711587 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:31.746993 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-06063af0-944f-44d1-bdc2-4ad649282de4 req-e3dc9550-edae-429b-a881-1823fd52d1b9 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487156 Aug 19 14:38:31.810399 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 6d652859-e4a2-439c-9d88-8101832c2e29, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=6d652859-e4a2-439c-9d88-8101832c2e29,segment=NetworkSegment(4fff729b-2fb6-40e9-b546-b5e2c897b968),segment_id=4fff729b-2fb6-40e9-b546-b5e2c897b968)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:31.825142 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:31.910784 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e89038b9-bc6e-45fd-84fb-175919264cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f4dff2-bc7c-40bf-beec-ddff4fc79af9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1441189355-router', 'tenant_id': '5510f55194a84a709694ced521d1a10f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '683f76da-8673-4eef-8c24-ba325c751eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:38:27Z', 'updated_at': '2021-08-19T14:38:29Z', 'revision_number': 3, 'project_id': '5510f55194a84a709694ced521d1a10f', 'gw_port': {'id': '683f76da-8673-4eef-8c24-ba325c751eff', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f4dff2-bc7c-40bf-beec-ddff4fc79af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:38:28Z', 'updated_at': '2021-08-19T14:38:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:38:31.916119 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=6d652859-e4a2-439c-9d88-8101832c2e29,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:31.960371 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89038b9-bc6e-45fd-84fb-175919264cf4 None None] Checking router: 08f4dff2-bc7c-40bf-beec-ddff4fc79af9 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:38:31.960993 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89038b9-bc6e-45fd-84fb-175919264cf4 None None] Updating router 08f4dff2-bc7c-40bf-beec-ddff4fc79af9 port 683f76da-8673-4eef-8c24-ba325c751eff binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:38:31.967129 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f23abc-0c20-48cd-ad7c-61e1572837b7 req-51abc9b7-62a6-4363-af99-6e20c9d8f70a tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:31.976314 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-09f23abc-0c20-48cd-ad7c-61e1572837b7 req-51abc9b7-62a6-4363-af99-6e20c9d8f70a tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=0159c47c-f124-4e1b-8ede-a160de3f5352 HTTP/1.1" status: 200 len: 944 time: 0.1082013 Aug 19 14:38:32.001876 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e89038b9-bc6e-45fd-84fb-175919264cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:32.032253 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-09f23abc-0c20-48cd-ad7c-61e1572837b7 req-1f6c6e45-4101-49b2-9c40-e282a2c6e38d tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501962 Aug 19 14:38:32.063828 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-653dc020-4476-40e2-a822-b942a67cef9b req-f45d6ecb-d9b9-4758-8e13-4aef27a70598 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:32.100494 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-653dc020-4476-40e2-a822-b942a67cef9b req-f45d6ecb-d9b9-4758-8e13-4aef27a70598 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Transition to ACTIVE for port object 30616cbd-c355-42fe-8823-3f196a3d77ca will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:38:32.147672 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3fed1c-aba3-4735-b88c-2cab13470429 req-789abb3d-089d-41bd-820f-a04611c3253d tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:32.149653 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9e3fed1c-aba3-4735-b88c-2cab13470429 req-789abb3d-089d-41bd-820f-a04611c3253d tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb47fcba-523a-41ed-ac30-c607a37eb225 HTTP/1.1" status: 200 len: 945 time: 0.0682576 Aug 19 14:38:32.188501 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ab54a0e7-7b96-41dd-bb4d-77765d4deddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:32.201484 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-653dc020-4476-40e2-a822-b942a67cef9b req-f45d6ecb-d9b9-4758-8e13-4aef27a70598 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:32.216368 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9e3fed1c-aba3-4735-b88c-2cab13470429 req-8a7db828-df38-446d-8b49-cc00ac85723c tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a93f3bc-eb52-4521-81e6-41db3c003964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584950 Aug 19 14:38:32.264998 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-653dc020-4476-40e2-a822-b942a67cef9b req-f45d6ecb-d9b9-4758-8e13-4aef27a70598 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Network 669513f8-b4b3-4e5c-8f0d-5f8e9923cc05 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:38:32.299511 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-653dc020-4476-40e2-a822-b942a67cef9b req-f45d6ecb-d9b9-4758-8e13-4aef27a70598 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:38:32.302614 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-653dc020-4476-40e2-a822-b942a67cef9b req-f45d6ecb-d9b9-4758-8e13-4aef27a70598 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:38:32.329621 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e89038b9-bc6e-45fd-84fb-175919264cf4 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:32.337179 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45d6ecb-d9b9-4758-8e13-4aef27a70598 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Pushing event updated for resources: {'Port': ['ID=30616cbd-c355-42fe-8823-3f196a3d77ca,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:32.340994 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e89038b9-bc6e-45fd-84fb-175919264cf4 None None] Transition to ACTIVE for port object 683f76da-8673-4eef-8c24-ba325c751eff will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:38:32.362801 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e89038b9-bc6e-45fd-84fb-175919264cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:32.431222 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653dc020-4476-40e2-a822-b942a67cef9b req-f45d6ecb-d9b9-4758-8e13-4aef27a70598 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:32.432591 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-653dc020-4476-40e2-a822-b942a67cef9b req-f45d6ecb-d9b9-4758-8e13-4aef27a70598 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:32.444317 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e89038b9-bc6e-45fd-84fb-175919264cf4 None None] Attempting to bind port 683f76da-8673-4eef-8c24-ba325c751eff on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:38:32.444840 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e89038b9-bc6e-45fd-84fb-175919264cf4 None None] Attempting to bind port 683f76da-8673-4eef-8c24-ba325c751eff by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:38:32.445187 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89038b9-bc6e-45fd-84fb-175919264cf4 None None] Attempting to bind port 683f76da-8673-4eef-8c24-ba325c751eff on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:38:32.453710 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1347f2-cbe5-4416-aa84-a99bef897d24 None None] Pushing event updated for resources: {'Port': ['ID=683f76da-8673-4eef-8c24-ba325c751eff,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:32.464960 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89038b9-bc6e-45fd-84fb-175919264cf4 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:38:32.465492 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89038b9-bc6e-45fd-84fb-175919264cf4 None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:38:32.465909 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e89038b9-bc6e-45fd-84fb-175919264cf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:32.466307 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89038b9-bc6e-45fd-84fb-175919264cf4 None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:38:32.466889 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e89038b9-bc6e-45fd-84fb-175919264cf4 None None] Bound port: 683f76da-8673-4eef-8c24-ba325c751eff, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:38:32.467282 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e89038b9-bc6e-45fd-84fb-175919264cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:32.499168 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-653dc020-4476-40e2-a822-b942a67cef9b req-f45d6ecb-d9b9-4758-8e13-4aef27a70598 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4084194 Aug 19 14:38:32.516955 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1b843-210e-423e-906b-b7274987a9f9 req-d52a21a5-e356-4e53-92b0-97f5e0b90fd6 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:32.524856 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1eb1b843-210e-423e-906b-b7274987a9f9 req-d52a21a5-e356-4e53-92b0-97f5e0b90fd6 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c7b4cba-347d-4536-8408-8ac593a88aca HTTP/1.1" status: 200 len: 950 time: 0.1119559 Aug 19 14:38:32.551210 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e89038b9-bc6e-45fd-84fb-175919264cf4 None None] For port 683f76da-8673-4eef-8c24-ba325c751eff, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:38:32.557369 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e89038b9-bc6e-45fd-84fb-175919264cf4 None None] For port 683f76da-8673-4eef-8c24-ba325c751eff, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=683f76da-8673-4eef-8c24-ba325c751eff,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:38:32.565449 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e89038b9-bc6e-45fd-84fb-175919264cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:32.575841 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-653dc020-4476-40e2-a822-b942a67cef9b req-e916911b-332d-4449-8334-c66c6a6f9341 service neutron] Request body: {'port': {'device_id': '40912d33-b418-4cf9-b5e4-119d9523f2fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:38:32.586938 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1eb1b843-210e-423e-906b-b7274987a9f9 req-921fb61d-7ae0-4b51-8498-a993aecf99e7 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607855 Aug 19 14:38:32.609680 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-ab54a0e7-7b96-41dd-bb4d-77765d4deddd admin admin] Allocated IP 172.20.0.1 (4b326bff-649c-45d8-843e-ebe16b9715e3/2a3053d7-d69f-41b4-a35f-07118496e8cf/3e830e01-d661-433b-98d1-3440ac6f1c48) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:38:32.655988 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1347f2-cbe5-4416-aa84-a99bef897d24 None None] Pushing event updated for resources: {'Port': ['ID=683f76da-8673-4eef-8c24-ba325c751eff,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:32.662125 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89038b9-bc6e-45fd-84fb-175919264cf4 None None] Routers {'08f4dff2-bc7c-40bf-beec-ddff4fc79af9'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:38:32.663037 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e89038b9-bc6e-45fd-84fb-175919264cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:38:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['08f4dff2-bc7c-40bf-beec-ddff4fc79af9'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:38:32.707095 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-653dc020-4476-40e2-a822-b942a67cef9b req-e916911b-332d-4449-8334-c66c6a6f9341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:32.797297 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af8f49-dc99-4155-865d-5a5076ed8de1 req-f6c683fe-ca5d-499e-840f-f1fd079d0224 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:32.798183 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-19af8f49-dc99-4155-865d-5a5076ed8de1 req-f6c683fe-ca5d-499e-840f-f1fd079d0224 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 931 time: 0.0746398 Aug 19 14:38:32.887439 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-19af8f49-dc99-4155-865d-5a5076ed8de1 req-350a44d2-7096-4968-9a73-c0ea6b191d00 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778885 Aug 19 14:38:32.920577 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdcc31e-ccbc-49d8-a4fa-ff1837b71f2b req-7570b3a1-8245-4abc-af4f-c8d87d5a94d5 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:32.922199 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cdcc31e-ccbc-49d8-a4fa-ff1837b71f2b req-7570b3a1-8245-4abc-af4f-c8d87d5a94d5 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92 HTTP/1.1" status: 200 len: 945 time: 0.0752087 Aug 19 14:38:32.926171 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-94e12626-9116-4b67-aad8-9e61f64364f6 None None] Provisioning for port 30616cbd-c355-42fe-8823-3f196a3d77ca completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:38:32.935462 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-94e12626-9116-4b67-aad8-9e61f64364f6 None None] Provisioning complete for port 30616cbd-c355-42fe-8823-3f196a3d77ca triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:38:32.936017 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-94e12626-9116-4b67-aad8-9e61f64364f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:32.973058 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cdcc31e-ccbc-49d8-a4fa-ff1837b71f2b req-bb6fd99f-0f3d-4a0a-bebb-b350c649c7ae tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432506 Aug 19 14:38:32.990427 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-e89038b9-bc6e-45fd-84fb-175919264cf4 None None] Set router 08f4dff2-bc7c-40bf-beec-ddff4fc79af9 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:38:33.040758 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 52cca720-cadf-4617-a3f3-fc747da0443a details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:38:33.080859 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-94e12626-9116-4b67-aad8-9e61f64364f6 None None] Port 30616cbd-c355-42fe-8823-3f196a3d77ca cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:38:33.102773 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 6d652859-e4a2-439c-9d88-8101832c2e29 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:38:33.134875 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ab54a0e7-7b96-41dd-bb4d-77765d4deddd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:33.182030 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f68f3df-dde8-4dda-a52d-7c73eff0efd6 req-b362f290-9e40-447c-bb90-ad86c2b5dbd2 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:33.183738 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0f68f3df-dde8-4dda-a52d-7c73eff0efd6 req-b362f290-9e40-447c-bb90-ad86c2b5dbd2 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=0159c47c-f124-4e1b-8ede-a160de3f5352 HTTP/1.1" status: 200 len: 944 time: 0.0593059 Aug 19 14:38:33.186068 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-ab54a0e7-7b96-41dd-bb4d-77765d4deddd admin admin] Transition to ACTIVE for port object 3e830e01-d661-433b-98d1-3440ac6f1c48 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:38:33.227833 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0f68f3df-dde8-4dda-a52d-7c73eff0efd6 req-de8db50b-4256-4871-81a3-9eaa445ab77a tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379739 Aug 19 14:38:33.263840 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-1fc77895-0bf0-43ce-a341-7044c61bcf8b tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:33.265958 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-1fc77895-0bf0-43ce-a341-7044c61bcf8b tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92&tenant_id=309b8293893e4b68ba54397ad041e8b9&binding%3Ahost_id=n-h1-766043-2 HTTP/1.1" status: 200 len: 1096 time: 0.1472301 Aug 19 14:38:33.283734 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-8041ca69-f9a2-4cf2-b002-ac9cb9aa0242 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-766043-2'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:38:33.312598 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 52cca720-cadf-4617-a3f3-fc747da0443a, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=52cca720-cadf-4617-a3f3-fc747da0443a,segment=NetworkSegment(0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2),segment_id=0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:33.316165 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 6d652859-e4a2-439c-9d88-8101832c2e29 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:38:33.316678 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:33.356677 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb310c8e-5b02-48c6-8728-74d2f60e8384 req-08be733d-feb1-4abc-b273-45f833e3bc40 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:33.360960 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fb310c8e-5b02-48c6-8728-74d2f60e8384 req-08be733d-feb1-4abc-b273-45f833e3bc40 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb47fcba-523a-41ed-ac30-c607a37eb225 HTTP/1.1" status: 200 len: 945 time: 0.0574458 Aug 19 14:38:33.370287 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ab54a0e7-7b96-41dd-bb4d-77765d4deddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:33.379886 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '52cca720-cadf-4617-a3f3-fc747da0443a', 'network_id': 'bbd2a93a-7213-4b80-b420-e06e4ab28650', 'port_id': '52cca720-cadf-4617-a3f3-fc747da0443a', 'mac_address': 'fa:16:3e:c0:9f:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '485d38cc-464f-453a-8bf5-ce58f74a38b6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:38:33.412290 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fb310c8e-5b02-48c6-8728-74d2f60e8384 req-06ae64d9-6c62-4f97-9bdb-cfba27e7229d tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a93f3bc-eb52-4521-81e6-41db3c003964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456929 Aug 19 14:38:33.418952 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-8041ca69-f9a2-4cf2-b002-ac9cb9aa0242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:33.449653 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:33.457748 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab54a0e7-7b96-41dd-bb4d-77765d4deddd admin admin] Network 4b326bff-649c-45d8-843e-ebe16b9715e3 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:38:33.471714 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-ab54a0e7-7b96-41dd-bb4d-77765d4deddd admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:38:33.486310 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 52cca720-cadf-4617-a3f3-fc747da0443a {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:38:33.495093 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab54a0e7-7b96-41dd-bb4d-77765d4deddd admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:38:33.518377 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab54a0e7-7b96-41dd-bb4d-77765d4deddd admin admin] Pushing event updated for resources: {'Port': ['ID=3e830e01-d661-433b-98d1-3440ac6f1c48,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:33.538127 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e89038b9-bc6e-45fd-84fb-175919264cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f4dff2-bc7c-40bf-beec-ddff4fc79af9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1441189355-router', 'tenant_id': '5510f55194a84a709694ced521d1a10f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '683f76da-8673-4eef-8c24-ba325c751eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:38:27Z', 'updated_at': '2021-08-19T14:38:29Z', 'revision_number': 3, 'project_id': '5510f55194a84a709694ced521d1a10f', 'gw_port': {'id': '683f76da-8673-4eef-8c24-ba325c751eff', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f4dff2-bc7c-40bf-beec-ddff4fc79af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:38:28Z', 'updated_at': '2021-08-19T14:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:38:33.544830 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 52cca720-cadf-4617-a3f3-fc747da0443a, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=52cca720-cadf-4617-a3f3-fc747da0443a,segment=NetworkSegment(0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2),segment_id=0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:33.558671 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-653dc020-4476-40e2-a822-b942a67cef9b req-e916911b-332d-4449-8334-c66c6a6f9341 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30616cbd-c355-42fe-8823-3f196a3d77ca {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:38:33.577909 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-653dc020-4476-40e2-a822-b942a67cef9b req-e916911b-332d-4449-8334-c66c6a6f9341 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:33.591285 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ab54a0e7-7b96-41dd-bb4d-77765d4deddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:33.597555 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:33.621788 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89038b9-bc6e-45fd-84fb-175919264cf4 None None] The sync data for ids ['08f4dff2-bc7c-40bf-beec-ddff4fc79af9'] in n-d-766043-2 is: [{'id': '08f4dff2-bc7c-40bf-beec-ddff4fc79af9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1441189355-router', 'tenant_id': '5510f55194a84a709694ced521d1a10f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '683f76da-8673-4eef-8c24-ba325c751eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:38:27Z', 'updated_at': '2021-08-19T14:38:29Z', 'revision_number': 3, 'project_id': '5510f55194a84a709694ced521d1a10f', 'gw_port': {'id': '683f76da-8673-4eef-8c24-ba325c751eff', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f4dff2-bc7c-40bf-beec-ddff4fc79af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:38:28Z', 'updated_at': '2021-08-19T14:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:38:33.672475 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-653dc020-4476-40e2-a822-b942a67cef9b req-e916911b-332d-4449-8334-c66c6a6f9341 service neutron] Transition to ACTIVE for port object 30616cbd-c355-42fe-8823-3f196a3d77ca will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:38:33.693552 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:33.718920 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-653dc020-4476-40e2-a822-b942a67cef9b req-e916911b-332d-4449-8334-c66c6a6f9341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:33.728256 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=52cca720-cadf-4617-a3f3-fc747da0443a,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:33.754610 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 3a8aa586-19be-46ba-a227-4ab3d58ab38c details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:38:33.776735 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69fb11-5123-409d-9010-388831bffccf req-ff3b7ff9-a129-466a-90e3-92dd0948d77c tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:33.778562 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9d69fb11-5123-409d-9010-388831bffccf req-ff3b7ff9-a129-466a-90e3-92dd0948d77c tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c7b4cba-347d-4536-8408-8ac593a88aca HTTP/1.1" status: 200 len: 950 time: 0.0801558 Aug 19 14:38:33.780920 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['52cca720-cadf-4617-a3f3-fc747da0443a'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:38:33.834664 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9d69fb11-5123-409d-9010-388831bffccf req-7da4c3f2-07fd-4491-b8b7-92aa1b9350fd tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481431 Aug 19 14:38:33.920496 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e916911b-332d-4449-8334-c66c6a6f9341 service neutron] Pushing event updated for resources: {'Port': ['ID=30616cbd-c355-42fe-8823-3f196a3d77ca,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:33.928913 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-328c2ad9-3ee7-47af-9a08-0371b11e3315 None None] Provisioning for port 3e830e01-d661-433b-98d1-3440ac6f1c48 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:38:33.951439 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-328c2ad9-3ee7-47af-9a08-0371b11e3315 None None] Provisioning complete for port 3e830e01-d661-433b-98d1-3440ac6f1c48 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:38:33.951841 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-328c2ad9-3ee7-47af-9a08-0371b11e3315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:34.096396 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-8041ca69-f9a2-4cf2-b002-ac9cb9aa0242 service neutron] For port 3a8aa586-19be-46ba-a227-4ab3d58ab38c, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=3a8aa586-19be-46ba-a227-4ab3d58ab38c,segment=NetworkSegment(cdbe220c-711d-4dcd-9811-178ea37b55c3),segment_id=cdbe220c-711d-4dcd-9811-178ea37b55c3)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:34.126361 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 3a8aa586-19be-46ba-a227-4ab3d58ab38c, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=3a8aa586-19be-46ba-a227-4ab3d58ab38c,segment=NetworkSegment(cdbe220c-711d-4dcd-9811-178ea37b55c3),segment_id=cdbe220c-711d-4dcd-9811-178ea37b55c3)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:34.163946 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-328c2ad9-3ee7-47af-9a08-0371b11e3315 None None] Port 3e830e01-d661-433b-98d1-3440ac6f1c48 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:38:34.167495 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69af65e-934b-46f9-a0b1-0859efc416d1 req-2661efde-3d52-4855-8544-51b712e0e5f5 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:34.174990 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 3a8aa586-19be-46ba-a227-4ab3d58ab38c has no active binding in host n-h2-766043-2 {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 14:38:34.176834 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d69af65e-934b-46f9-a0b1-0859efc416d1 req-2661efde-3d52-4855-8544-51b712e0e5f5 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 943 time: 0.1684146 Aug 19 14:38:34.215287 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ab54a0e7-7b96-41dd-bb4d-77765d4deddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:34.229522 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8fa1a-1d35-447c-a47c-ac013d495bc2 req-6764c355-579a-4fb4-a9bb-94e4648042f4 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:34.231187 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-08a8fa1a-1d35-447c-a47c-ac013d495bc2 req-6764c355-579a-4fb4-a9bb-94e4648042f4 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92 HTTP/1.1" status: 200 len: 945 time: 0.1294804 Aug 19 14:38:34.237903 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d69af65e-934b-46f9-a0b1-0859efc416d1 req-c08027c3-469c-4bba-a29e-ca2a4a326cd6 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595281 Aug 19 14:38:34.257783 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-8041ca69-f9a2-4cf2-b002-ac9cb9aa0242 service neutron] For port 3a8aa586-19be-46ba-a227-4ab3d58ab38c, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:38:34.304129 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-91b34ce9-7765-45d5-b914-dde08c677224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:34.313863 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-653dc020-4476-40e2-a822-b942a67cef9b req-e916911b-332d-4449-8334-c66c6a6f9341 service neutron] Attempting to bind port 30616cbd-c355-42fe-8823-3f196a3d77ca on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:38:34.314474 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-653dc020-4476-40e2-a822-b942a67cef9b req-e916911b-332d-4449-8334-c66c6a6f9341 service neutron] Attempting to bind port 30616cbd-c355-42fe-8823-3f196a3d77ca by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': 'deb4ceaa-a168-4950-8d67-f7a10179a94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '669513f8-b4b3-4e5c-8f0d-5f8e9923cc05'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:38:34.314474 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653dc020-4476-40e2-a822-b942a67cef9b req-e916911b-332d-4449-8334-c66c6a6f9341 service neutron] Attempting to bind port 30616cbd-c355-42fe-8823-3f196a3d77ca on network 669513f8-b4b3-4e5c-8f0d-5f8e9923cc05 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:38:34.334326 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-08a8fa1a-1d35-447c-a47c-ac013d495bc2 req-cf8b3633-7df4-4f01-aa2a-f33a34c211d4 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953209 Aug 19 14:38:34.335555 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653dc020-4476-40e2-a822-b942a67cef9b req-e916911b-332d-4449-8334-c66c6a6f9341 service neutron] Port 30616cbd-c355-42fe-8823-3f196a3d77ca on network 669513f8-b4b3-4e5c-8f0d-5f8e9923cc05 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:38:34.335889 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653dc020-4476-40e2-a822-b942a67cef9b req-e916911b-332d-4449-8334-c66c6a6f9341 service neutron] Attempting to bind port 30616cbd-c355-42fe-8823-3f196a3d77ca on network 669513f8-b4b3-4e5c-8f0d-5f8e9923cc05 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:38:34.362707 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653dc020-4476-40e2-a822-b942a67cef9b req-e916911b-332d-4449-8334-c66c6a6f9341 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:38:34.363116 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653dc020-4476-40e2-a822-b942a67cef9b req-e916911b-332d-4449-8334-c66c6a6f9341 service neutron] Checking segment: {'id': 'deb4ceaa-a168-4950-8d67-f7a10179a94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '669513f8-b4b3-4e5c-8f0d-5f8e9923cc05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:38:34.363480 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653dc020-4476-40e2-a822-b942a67cef9b req-e916911b-332d-4449-8334-c66c6a6f9341 service neutron] Bound using segment: {'id': 'deb4ceaa-a168-4950-8d67-f7a10179a94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '669513f8-b4b3-4e5c-8f0d-5f8e9923cc05'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:38:34.363989 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-653dc020-4476-40e2-a822-b942a67cef9b req-e916911b-332d-4449-8334-c66c6a6f9341 service neutron] Bound port: 30616cbd-c355-42fe-8823-3f196a3d77ca, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'deb4ceaa-a168-4950-8d67-f7a10179a94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '669513f8-b4b3-4e5c-8f0d-5f8e9923cc05'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:38:34.364375 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-653dc020-4476-40e2-a822-b942a67cef9b req-e916911b-332d-4449-8334-c66c6a6f9341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:34.371793 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e5fc320-7c70-4600-836a-26f5a2b73d92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a8aa586-19be-46ba-a227-4ab3d58ab38c'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:38:34.373858 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c22ab5-7ad4-409f-be5b-6bc36be1fccf" -d '{"events": [{"server_uuid": "3e5fc320-7c70-4600-836a-26f5a2b73d92", "name": "network-vif-unplugged", "status": "completed", "tag": "3a8aa586-19be-46ba-a227-4ab3d58ab38c"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:38:34.387459 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-8041ca69-f9a2-4cf2-b002-ac9cb9aa0242 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:34.397334 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-8041ca69-f9a2-4cf2-b002-ac9cb9aa0242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:34.446273 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 14:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5157b8-3b9a-4e53-98cb-949ff5b0be7c x-openstack-request-id: req-2d5157b8-3b9a-4e53-98cb-949ff5b0be7c {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:38:34.446562 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e5fc320-7c70-4600-836a-26f5a2b73d92", "name": "network-vif-unplugged", "status": "completed", "tag": "3a8aa586-19be-46ba-a227-4ab3d58ab38c", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:38:34.447092 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2d5157b8-3b9a-4e53-98cb-949ff5b0be7c {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:38:34.447491 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e5fc320-7c70-4600-836a-26f5a2b73d92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a8aa586-19be-46ba-a227-4ab3d58ab38c', 'code': 200} Aug 19 14:38:34.480550 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:34.487883 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d817e3-fa1a-45c0-a3b1-aa735568dc6e req-561fd3a4-4c98-43a7-bc74-263eaed33f55 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:34.490454 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-65d817e3-fa1a-45c0-a3b1-aa735568dc6e req-561fd3a4-4c98-43a7-bc74-263eaed33f55 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=0159c47c-f124-4e1b-8ede-a160de3f5352 HTTP/1.1" status: 200 len: 944 time: 0.0790715 Aug 19 14:38:34.586230 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-65d817e3-fa1a-45c0-a3b1-aa735568dc6e req-450239b7-af1b-47ce-a037-a6035cb6aa36 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897734 Aug 19 14:38:34.601644 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f599e3a7-c6c3-43cc-9d06-93706213761c req-0a98b12c-fab0-4cea-b5d2-ca0eaff6251c tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:34.603709 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f599e3a7-c6c3-43cc-9d06-93706213761c req-0a98b12c-fab0-4cea-b5d2-ca0eaff6251c tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb47fcba-523a-41ed-ac30-c607a37eb225 HTTP/1.1" status: 200 len: 944 time: 0.0765617 Aug 19 14:38:34.608594 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8041ca69-f9a2-4cf2-b002-ac9cb9aa0242 service neutron] Pushing event updated for resources: {'Port': ['ID=3a8aa586-19be-46ba-a227-4ab3d58ab38c,revision_number=7']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:34.655557 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f599e3a7-c6c3-43cc-9d06-93706213761c req-930230a8-fb72-4a9a-896d-c8360e440da0 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a93f3bc-eb52-4521-81e6-41db3c003964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450993 Aug 19 14:38:34.676861 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-653dc020-4476-40e2-a822-b942a67cef9b req-e916911b-332d-4449-8334-c66c6a6f9341 service neutron] For port 30616cbd-c355-42fe-8823-3f196a3d77ca, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:38:34.693189 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-8041ca69-f9a2-4cf2-b002-ac9cb9aa0242 service neutron] Attempting to bind port 3a8aa586-19be-46ba-a227-4ab3d58ab38c on host n-h1-766043-2 for vnic_type normal with profile {"migrating_to": "n-h2-766043-2"} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:38:34.693620 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-8041ca69-f9a2-4cf2-b002-ac9cb9aa0242 service neutron] Attempting to bind port 3a8aa586-19be-46ba-a227-4ab3d58ab38c by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': 'cdbe220c-711d-4dcd-9811-178ea37b55c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6e6d7ced-670a-4172-99e0-b6cfaa52bcf3'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:38:34.693983 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-8041ca69-f9a2-4cf2-b002-ac9cb9aa0242 service neutron] Attempting to bind port 3a8aa586-19be-46ba-a227-4ab3d58ab38c on network 6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:38:34.702380 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-653dc020-4476-40e2-a822-b942a67cef9b req-e916911b-332d-4449-8334-c66c6a6f9341 service neutron] For port 30616cbd-c355-42fe-8823-3f196a3d77ca, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=30616cbd-c355-42fe-8823-3f196a3d77ca,segment=NetworkSegment(deb4ceaa-a168-4950-8d67-f7a10179a94a),segment_id=deb4ceaa-a168-4950-8d67-f7a10179a94a)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:38:34.712075 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-8041ca69-f9a2-4cf2-b002-ac9cb9aa0242 service neutron] Port 3a8aa586-19be-46ba-a227-4ab3d58ab38c on network 6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:38:34.712467 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-8041ca69-f9a2-4cf2-b002-ac9cb9aa0242 service neutron] Attempting to bind port 3a8aa586-19be-46ba-a227-4ab3d58ab38c on network 6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:38:34.714813 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-653dc020-4476-40e2-a822-b942a67cef9b req-e916911b-332d-4449-8334-c66c6a6f9341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:34.718870 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ab54a0e7-7b96-41dd-bb4d-77765d4deddd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:34.747380 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ab54a0e7-7b96-41dd-bb4d-77765d4deddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:34.749548 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-8041ca69-f9a2-4cf2-b002-ac9cb9aa0242 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:38:34.749985 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-8041ca69-f9a2-4cf2-b002-ac9cb9aa0242 service neutron] Checking segment: {'id': 'cdbe220c-711d-4dcd-9811-178ea37b55c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6e6d7ced-670a-4172-99e0-b6cfaa52bcf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:38:34.750340 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-8041ca69-f9a2-4cf2-b002-ac9cb9aa0242 service neutron] Bound using segment: {'id': 'cdbe220c-711d-4dcd-9811-178ea37b55c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6e6d7ced-670a-4172-99e0-b6cfaa52bcf3'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:38:34.750790 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-8041ca69-f9a2-4cf2-b002-ac9cb9aa0242 service neutron] Bound port: 3a8aa586-19be-46ba-a227-4ab3d58ab38c, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdbe220c-711d-4dcd-9811-178ea37b55c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6e6d7ced-670a-4172-99e0-b6cfaa52bcf3'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:38:34.751016 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-8041ca69-f9a2-4cf2-b002-ac9cb9aa0242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:34.803606 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653dc020-4476-40e2-a822-b942a67cef9b req-e916911b-332d-4449-8334-c66c6a6f9341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:34.804375 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-653dc020-4476-40e2-a822-b942a67cef9b req-e916911b-332d-4449-8334-c66c6a6f9341 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:34.805637 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-653dc020-4476-40e2-a822-b942a67cef9b req-e916911b-332d-4449-8334-c66c6a6f9341 service neutron] 10.222.0.68 "PUT /v2.0/ports/30616cbd-c355-42fe-8823-3f196a3d77ca HTTP/1.1" status: 200 len: 1091 time: 2.2448506 Aug 19 14:38:34.864771 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e916911b-332d-4449-8334-c66c6a6f9341 service neutron] Pushing event updated for resources: {'Port': ['ID=30616cbd-c355-42fe-8823-3f196a3d77ca,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:34.870778 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ab54a0e7-7b96-41dd-bb4d-77765d4deddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:34.985967 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562ed2e-87cd-4e0b-a746-51f3653c8508 req-8d1e7037-ffaa-4ffc-a279-31cd807bfb34 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:34.992942 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e562ed2e-87cd-4e0b-a746-51f3653c8508 req-8d1e7037-ffaa-4ffc-a279-31cd807bfb34 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c7b4cba-347d-4536-8408-8ac593a88aca HTTP/1.1" status: 200 len: 950 time: 0.0689831 Aug 19 14:38:34.999879 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:35.009729 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-8041ca69-f9a2-4cf2-b002-ac9cb9aa0242 service neutron] For port 3a8aa586-19be-46ba-a227-4ab3d58ab38c, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:38:35.015195 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab54a0e7-7b96-41dd-bb4d-77765d4deddd admin admin] Pushing event updated for resources: {'Port': ['ID=3e830e01-d661-433b-98d1-3440ac6f1c48,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:35.036964 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653dc020-4476-40e2-a822-b942a67cef9b req-44889fd7-cb67-4db0-a3af-35d6145c1139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:35.039164 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-653dc020-4476-40e2-a822-b942a67cef9b req-44889fd7-cb67-4db0-a3af-35d6145c1139 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=93c36d7db0b9486ca0e05d09444f38b7&device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 1094 time: 0.1695068 Aug 19 14:38:35.041732 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-8041ca69-f9a2-4cf2-b002-ac9cb9aa0242 service neutron] For port 3a8aa586-19be-46ba-a227-4ab3d58ab38c, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=3a8aa586-19be-46ba-a227-4ab3d58ab38c,segment=NetworkSegment(cdbe220c-711d-4dcd-9811-178ea37b55c3),segment_id=cdbe220c-711d-4dcd-9811-178ea37b55c3)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:38:35.049643 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e562ed2e-87cd-4e0b-a746-51f3653c8508 req-3d4ea785-bb9b-4481-a7c5-3af2bc8e80f1 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546415 Aug 19 14:38:35.055380 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-8041ca69-f9a2-4cf2-b002-ac9cb9aa0242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:35.068708 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 52cca720-cadf-4617-a3f3-fc747da0443a up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:38:35.139504 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-653dc020-4476-40e2-a822-b942a67cef9b req-57fd0751-a0df-4a58-affd-96b299e120e4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30616cbd-c355-42fe-8823-3f196a3d77ca HTTP/1.1" status: 200 len: 217 time: 0.0778353 Aug 19 14:38:35.149548 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:35.191342 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 683f76da-8673-4eef-8c24-ba325c751eff up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:38:35.206009 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab54a0e7-7b96-41dd-bb4d-77765d4deddd admin admin] Network 4b326bff-649c-45d8-843e-ebe16b9715e3 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:38:35.217164 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 52cca720-cadf-4617-a3f3-fc747da0443a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:38:35.217577 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:35.229362 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-ab54a0e7-7b96-41dd-bb4d-77765d4deddd admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:38:35.237932 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8041ca69-f9a2-4cf2-b002-ac9cb9aa0242 service neutron] Pushing event updated for resources: {'Port': ['ID=3a8aa586-19be-46ba-a227-4ab3d58ab38c,revision_number=8']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:35.242114 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-8041ca69-f9a2-4cf2-b002-ac9cb9aa0242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:35.242715 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-8041ca69-f9a2-4cf2-b002-ac9cb9aa0242 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:35.244093 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-8041ca69-f9a2-4cf2-b002-ac9cb9aa0242 service neutron] 10.222.0.88 "PUT /v2.0/ports/3a8aa586-19be-46ba-a227-4ab3d58ab38c HTTP/1.1" status: 200 len: 1121 time: 1.9691503 Aug 19 14:38:35.254869 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653dc020-4476-40e2-a822-b942a67cef9b req-39e62293-95b1-4481-8a21-1035fb102cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:35.257541 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-653dc020-4476-40e2-a822-b942a67cef9b req-39e62293-95b1-4481-8a21-1035fb102cfe service neutron] 10.222.0.68 "GET /v2.0/subnets?id=55f10344-049d-42f2-b429-801948692761 HTTP/1.1" status: 200 len: 855 time: 0.1089454 Aug 19 14:38:35.357102 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:35.366753 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 683f76da-8673-4eef-8c24-ba325c751eff completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:38:35.391559 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 683f76da-8673-4eef-8c24-ba325c751eff triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:38:35.391959 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:35.497813 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab54a0e7-7b96-41dd-bb4d-77765d4deddd admin admin] Router 08f4dff2-bc7c-40bf-beec-ddff4fc79af9 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:38:35.508497 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 52cca720-cadf-4617-a3f3-fc747da0443a, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=52cca720-cadf-4617-a3f3-fc747da0443a,segment=NetworkSegment(0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2),segment_id=0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:35.510346 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['3a8aa586-19be-46ba-a227-4ab3d58ab38c'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:38:35.512804 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['3a8aa586-19be-46ba-a227-4ab3d58ab38c'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:38:35.515205 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653dc020-4476-40e2-a822-b942a67cef9b req-056e53ca-b675-4070-be3d-5c75795a252a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:35.516986 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-653dc020-4476-40e2-a822-b942a67cef9b req-056e53ca-b675-4070-be3d-5c75795a252a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=669513f8-b4b3-4e5c-8f0d-5f8e9923cc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1174405 Aug 19 14:38:35.517284 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb47fcba-523a-41ed-ac30-c607a37eb225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52cca720-cadf-4617-a3f3-fc747da0443a'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:38:35.519096 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f43229-1b7d-40cf-aad1-7eab42ad4fea req-772975e5-8cb9-4c1f-98ea-a39938630b6e tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:35.520204 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a02f8d2-9622-44a0-96c0-d8742f882400" -d '{"events": [{"server_uuid": "fb47fcba-523a-41ed-ac30-c607a37eb225", "name": "network-vif-plugged", "status": "completed", "tag": "52cca720-cadf-4617-a3f3-fc747da0443a"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:38:35.532159 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d0f43229-1b7d-40cf-aad1-7eab42ad4fea req-772975e5-8cb9-4c1f-98ea-a39938630b6e tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 943 time: 0.1235573 Aug 19 14:38:35.573154 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:35.612705 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d0f43229-1b7d-40cf-aad1-7eab42ad4fea req-d874327c-9e1b-4dbb-8897-5cdb1328b15d tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685062 Aug 19 14:38:35.671100 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=52cca720-cadf-4617-a3f3-fc747da0443a,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:35.680699 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89be27af-5235-4fa9-873b-5a2b8ffd49e4 x-openstack-request-id: req-89be27af-5235-4fa9-873b-5a2b8ffd49e4 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:38:35.680699 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb47fcba-523a-41ed-ac30-c607a37eb225", "name": "network-vif-plugged", "status": "completed", "tag": "52cca720-cadf-4617-a3f3-fc747da0443a", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:38:35.680896 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-89be27af-5235-4fa9-873b-5a2b8ffd49e4 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:38:35.681258 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb47fcba-523a-41ed-ac30-c607a37eb225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52cca720-cadf-4617-a3f3-fc747da0443a', 'code': 200} Aug 19 14:38:35.692151 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab9043-a359-453a-9254-3fba820fc161 req-6968828f-e34f-4ea3-8bea-1347ac51cdf9 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:35.694701 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-46ab9043-a359-453a-9254-3fba820fc161 req-6968828f-e34f-4ea3-8bea-1347ac51cdf9 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92 HTTP/1.1" status: 200 len: 943 time: 0.0810418 Aug 19 14:38:35.730322 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c1db2240-3d8a-41e4-b146-0b896a08f7f8 None None] Provisioning complete for port 3e830e01-d661-433b-98d1-3440ac6f1c48 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:38:35.730784 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c1db2240-3d8a-41e4-b146-0b896a08f7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:35.735852 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab54a0e7-7b96-41dd-bb4d-77765d4deddd admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:38:35.753834 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ab54a0e7-7b96-41dd-bb4d-77765d4deddd admin admin] 10.222.0.69 "PUT /v2.0/routers/08f4dff2-bc7c-40bf-beec-ddff4fc79af9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4763601 Aug 19 14:38:35.754323 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-46ab9043-a359-453a-9254-3fba820fc161 req-718283dd-8f1a-4d43-bce2-83115644b1aa tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524304 Aug 19 14:38:35.771720 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-653dc020-4476-40e2-a822-b942a67cef9b req-02fb8824-a9d7-4911-b5f9-ca5f8ca0ce99 service neutron] 10.222.0.68 "GET /v2.0/networks/669513f8-b4b3-4e5c-8f0d-5f8e9923cc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036302 Aug 19 14:38:35.808770 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:35.819172 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b5ec7-178e-426c-82e2-e6e11187d6df req-e615b640-5af5-4da7-9588-10d5e15560ec tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:35.829382 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-028b5ec7-178e-426c-82e2-e6e11187d6df req-e615b640-5af5-4da7-9588-10d5e15560ec tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=0159c47c-f124-4e1b-8ede-a160de3f5352 HTTP/1.1" status: 200 len: 944 time: 0.0738530 Aug 19 14:38:35.892912 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 683f76da-8673-4eef-8c24-ba325c751eff, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=683f76da-8673-4eef-8c24-ba325c751eff,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:35.907684 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-028b5ec7-178e-426c-82e2-e6e11187d6df req-874b9d48-5f64-401d-8c20-a6e0b12d482d tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768907 Aug 19 14:38:35.915909 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c1db2240-3d8a-41e4-b146-0b896a08f7f8 None None] Port 3e830e01-d661-433b-98d1-3440ac6f1c48 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:38:35.920675 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:35.938170 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc3d28-c890-4f6a-ba32-928dfa3458a7 req-528b1a10-f027-4f94-bbfb-294b3aa2c76a tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:35.949009 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2fbc3d28-c890-4f6a-ba32-928dfa3458a7 req-528b1a10-f027-4f94-bbfb-294b3aa2c76a tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb47fcba-523a-41ed-ac30-c607a37eb225 HTTP/1.1" status: 200 len: 945 time: 0.0967851 Aug 19 14:38:35.973634 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-653dc020-4476-40e2-a822-b942a67cef9b req-a3c00d8a-18e3-46af-908f-3fe9a44667dd service neutron] 10.222.0.68 "GET /v2.0/networks/669513f8-b4b3-4e5c-8f0d-5f8e9923cc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764910 Aug 19 14:38:35.977299 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13729c2f-dfb4-4aa3-8d56-476027eca38d None None] Sync routers for ids ['08f4dff2-bc7c-40bf-beec-ddff4fc79af9'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:38:35.991225 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13729c2f-dfb4-4aa3-8d56-476027eca38d None None] Routers {'08f4dff2-bc7c-40bf-beec-ddff4fc79af9'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:38:35.992102 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-13729c2f-dfb4-4aa3-8d56-476027eca38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:38:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['08f4dff2-bc7c-40bf-beec-ddff4fc79af9'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:38:36.027306 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2fbc3d28-c890-4f6a-ba32-928dfa3458a7 req-4182113c-4a91-48eb-ba74-ab7d8490f14e tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a93f3bc-eb52-4521-81e6-41db3c003964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679166 Aug 19 14:38:36.113534 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=683f76da-8673-4eef-8c24-ba325c751eff,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:36.116244 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-13729c2f-dfb4-4aa3-8d56-476027eca38d None None] Set router 08f4dff2-bc7c-40bf-beec-ddff4fc79af9 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:38:36.338419 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-13729c2f-dfb4-4aa3-8d56-476027eca38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f4dff2-bc7c-40bf-beec-ddff4fc79af9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1441189355-router', 'tenant_id': '5510f55194a84a709694ced521d1a10f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '683f76da-8673-4eef-8c24-ba325c751eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:38:27Z', 'updated_at': '2021-08-19T14:38:34Z', 'revision_number': 4, 'project_id': '5510f55194a84a709694ced521d1a10f', 'gw_port': {'id': '683f76da-8673-4eef-8c24-ba325c751eff', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4dff2-bc7c-40bf-beec-ddff4fc79af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:38:28Z', 'updated_at': '2021-08-19T14:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '3e830e01-d661-433b-98d1-3440ac6f1c48', 'name': '', 'network_id': '4b326bff-649c-45d8-843e-ebe16b9715e3', 'tenant_id': '5510f55194a84a709694ced521d1a10f', 'mac_address': 'fa:16:3e:56:e1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f4dff2-bc7c-40bf-beec-ddff4fc79af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '2a3053d7-d69f-41b4-a35f-07118496e8cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:38:32Z', 'updated_at': '2021-08-19T14:38:34Z', 'revision_number': 2, 'project_id': '5510f55194a84a709694ced521d1a10f', 'subnets': [{'id': '2a3053d7-d69f-41b4-a35f-07118496e8cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:38:36.360343 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d03bd4-dc88-44d5-8817-90754410ab19 req-f7285904-b5c6-4678-a736-df66bc29ce25 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:36.361840 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a9d03bd4-dc88-44d5-8817-90754410ab19 req-f7285904-b5c6-4678-a736-df66bc29ce25 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c7b4cba-347d-4536-8408-8ac593a88aca HTTP/1.1" status: 200 len: 950 time: 0.1045184 Aug 19 14:38:36.364250 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13729c2f-dfb4-4aa3-8d56-476027eca38d None None] Checking router: 08f4dff2-bc7c-40bf-beec-ddff4fc79af9 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:38:36.364657 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13729c2f-dfb4-4aa3-8d56-476027eca38d None None] Updating router 08f4dff2-bc7c-40bf-beec-ddff4fc79af9 port 3e830e01-d661-433b-98d1-3440ac6f1c48 binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:38:36.388677 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-13729c2f-dfb4-4aa3-8d56-476027eca38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:36.420669 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91723717-4439-47b9-bc83-0f032ea78b39 req-e7da1e47-b6d8-42ec-9a46-6a8cfda00506 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:36.422051 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-91723717-4439-47b9-bc83-0f032ea78b39 req-e7da1e47-b6d8-42ec-9a46-6a8cfda00506 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "GET /v2.0/networks?id=4b326bff-649c-45d8-843e-ebe16b9715e3 HTTP/1.1" status: 200 len: 829 time: 0.1544569 Aug 19 14:38:36.426973 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a9d03bd4-dc88-44d5-8817-90754410ab19 req-a14a9bc7-81e3-4893-8107-10488a894e94 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555570 Aug 19 14:38:36.437569 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-91723717-4439-47b9-bc83-0f032ea78b39 req-f145004c-5fc9-4f8b-8cfa-e8d92ec968f5 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "GET /v2.0/quotas/5510f55194a84a709694ced521d1a10f HTTP/1.1" status: 200 len: 375 time: 0.0090480 Aug 19 14:38:36.449012 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40912d33-b418-4cf9-b5e4-119d9523f2fc', 'tag': '30616cbd-c355-42fe-8823-3f196a3d77ca'}, {'name': 'network-changed', 'server_uuid': '3e5fc320-7c70-4600-836a-26f5a2b73d92', 'tag': '3a8aa586-19be-46ba-a227-4ab3d58ab38c'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:38:36.451434 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf6348c-22be-4f9b-adbb-eb2ac1284420" -d '{"events": [{"name": "network-changed", "server_uuid": "40912d33-b418-4cf9-b5e4-119d9523f2fc", "tag": "30616cbd-c355-42fe-8823-3f196a3d77ca"}, {"name": "network-changed", "server_uuid": "3e5fc320-7c70-4600-836a-26f5a2b73d92", "tag": "3a8aa586-19be-46ba-a227-4ab3d58ab38c"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:38:36.512686 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-91723717-4439-47b9-bc83-0f032ea78b39 req-52c1fac1-3ca9-4e1a-a884-70bbb123fa25 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=5510f55194a84a709694ced521d1a10f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686364 Aug 19 14:38:36.611313 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59f775-ef64-4dab-a983-2dc76fd125a0 req-20d02546-e6d9-447f-be23-284713c3308c tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:36.612843 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7e59f775-ef64-4dab-a983-2dc76fd125a0 req-20d02546-e6d9-447f-be23-284713c3308c tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb47fcba-523a-41ed-ac30-c607a37eb225 HTTP/1.1" status: 200 len: 945 time: 0.1155155 Aug 19 14:38:36.653040 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-13729c2f-dfb4-4aa3-8d56-476027eca38d None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:36.653587 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-91723717-4439-47b9-bc83-0f032ea78b39 req-9c716e72-0b96-4d5f-9dff-e96562af6bb4 service neutron] 10.222.0.69 "GET /v2.0/networks/4b326bff-649c-45d8-843e-ebe16b9715e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226714 Aug 19 14:38:36.662823 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-13729c2f-dfb4-4aa3-8d56-476027eca38d None None] Transition to ACTIVE for port object 3e830e01-d661-433b-98d1-3440ac6f1c48 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:38:36.669255 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-13729c2f-dfb4-4aa3-8d56-476027eca38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:36.675548 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7e59f775-ef64-4dab-a983-2dc76fd125a0 req-669c6035-e5bd-4c21-a0ae-0de8f1d09fd4 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a93f3bc-eb52-4521-81e6-41db3c003964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563560 Aug 19 14:38:36.735962 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 19 Aug 2021 14:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4cc9b17-c6b7-465c-87be-2a509e2797db x-openstack-request-id: req-e4cc9b17-c6b7-465c-87be-2a509e2797db {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:38:36.736663 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40912d33-b418-4cf9-b5e4-119d9523f2fc", "tag": "30616cbd-c355-42fe-8823-3f196a3d77ca", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3e5fc320-7c70-4600-836a-26f5a2b73d92", "tag": "3a8aa586-19be-46ba-a227-4ab3d58ab38c", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:38:36.737125 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e4cc9b17-c6b7-465c-87be-2a509e2797db {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:38:36.737980 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40912d33-b418-4cf9-b5e4-119d9523f2fc', 'tag': '30616cbd-c355-42fe-8823-3f196a3d77ca', 'status': 'completed', 'code': 200} Aug 19 14:38:36.743878 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e5fc320-7c70-4600-836a-26f5a2b73d92', 'tag': '3a8aa586-19be-46ba-a227-4ab3d58ab38c', 'status': 'completed', 'code': 200} Aug 19 14:38:36.772006 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:36.776475 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb131b3-2f75-448b-b700-af2569fa3105 None None] Pushing event updated for resources: {'Port': ['ID=3e830e01-d661-433b-98d1-3440ac6f1c48,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:36.779732 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-13729c2f-dfb4-4aa3-8d56-476027eca38d None None] Attempting to bind port 3e830e01-d661-433b-98d1-3440ac6f1c48 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:38:36.780084 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-13729c2f-dfb4-4aa3-8d56-476027eca38d None None] Attempting to bind port 3e830e01-d661-433b-98d1-3440ac6f1c48 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '4fff729b-2fb6-40e9-b546-b5e2c897b968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4b326bff-649c-45d8-843e-ebe16b9715e3'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:38:36.780451 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13729c2f-dfb4-4aa3-8d56-476027eca38d None None] Attempting to bind port 3e830e01-d661-433b-98d1-3440ac6f1c48 on network 4b326bff-649c-45d8-843e-ebe16b9715e3 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:38:36.788437 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13729c2f-dfb4-4aa3-8d56-476027eca38d None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:38:36.789132 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13729c2f-dfb4-4aa3-8d56-476027eca38d None None] Checking segment: {'id': '4fff729b-2fb6-40e9-b546-b5e2c897b968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4b326bff-649c-45d8-843e-ebe16b9715e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:38:36.789699 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-13729c2f-dfb4-4aa3-8d56-476027eca38d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:36.790240 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13729c2f-dfb4-4aa3-8d56-476027eca38d None None] Bound using segment: {'id': '4fff729b-2fb6-40e9-b546-b5e2c897b968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4b326bff-649c-45d8-843e-ebe16b9715e3'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:38:36.790919 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-13729c2f-dfb4-4aa3-8d56-476027eca38d None None] Bound port: 3e830e01-d661-433b-98d1-3440ac6f1c48, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fff729b-2fb6-40e9-b546-b5e2c897b968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4b326bff-649c-45d8-843e-ebe16b9715e3'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:38:36.791526 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-13729c2f-dfb4-4aa3-8d56-476027eca38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:36.802200 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-91723717-4439-47b9-bc83-0f032ea78b39 req-f16dab27-c7c1-41c6-bca6-5df654912bdf service neutron] 10.222.0.69 "GET /v2.0/networks/4b326bff-649c-45d8-843e-ebe16b9715e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399462 Aug 19 14:38:36.842147 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6348c-22be-4f9b-adbb-eb2ac1284420 req-82d5810f-50b8-4b9e-bd80-69c919b89c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:36.844067 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-faf6348c-22be-4f9b-adbb-eb2ac1284420 req-82d5810f-50b8-4b9e-bd80-69c919b89c62 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=93c36d7db0b9486ca0e05d09444f38b7&device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 1094 time: 0.0573339 Aug 19 14:38:36.869306 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-13729c2f-dfb4-4aa3-8d56-476027eca38d None None] For port 3e830e01-d661-433b-98d1-3440ac6f1c48, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:38:36.872703 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-13729c2f-dfb4-4aa3-8d56-476027eca38d None None] For port 3e830e01-d661-433b-98d1-3440ac6f1c48, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=3e830e01-d661-433b-98d1-3440ac6f1c48,segment=NetworkSegment(4fff729b-2fb6-40e9-b546-b5e2c897b968),segment_id=4fff729b-2fb6-40e9-b546-b5e2c897b968)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:38:36.874934 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb131b3-2f75-448b-b700-af2569fa3105 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:38:36.875419 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb131b3-2f75-448b-b700-af2569fa3105 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:38:36.876243 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb131b3-2f75-448b-b700-af2569fa3105 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:38:36.876701 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb131b3-2f75-448b-b700-af2569fa3105 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:38:36.877479 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb131b3-2f75-448b-b700-af2569fa3105 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:38:36.878287 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb131b3-2f75-448b-b700-af2569fa3105 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:38:36.878854 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb131b3-2f75-448b-b700-af2569fa3105 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:38:36.879387 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb131b3-2f75-448b-b700-af2569fa3105 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:38:36.879963 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb131b3-2f75-448b-b700-af2569fa3105 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:38:36.881024 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb131b3-2f75-448b-b700-af2569fa3105 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:38:36.881598 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb131b3-2f75-448b-b700-af2569fa3105 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:38:36.882215 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb131b3-2f75-448b-b700-af2569fa3105 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:38:36.887991 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-13729c2f-dfb4-4aa3-8d56-476027eca38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:36.949903 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb131b3-2f75-448b-b700-af2569fa3105 None None] Pushing event updated for resources: {'Port': ['ID=3e830e01-d661-433b-98d1-3440ac6f1c48,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:36.990482 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13729c2f-dfb4-4aa3-8d56-476027eca38d None None] Routers {'08f4dff2-bc7c-40bf-beec-ddff4fc79af9'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:38:36.991847 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-13729c2f-dfb4-4aa3-8d56-476027eca38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:38:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['08f4dff2-bc7c-40bf-beec-ddff4fc79af9'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:38:37.051041 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d7e86-1198-48ba-a746-63d156ca448c req-1c6fcefa-6315-43de-addb-42bf5fc61f89 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:37.057877 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-af9d7e86-1198-48ba-a746-63d156ca448c req-1c6fcefa-6315-43de-addb-42bf5fc61f89 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 943 time: 0.1241124 Aug 19 14:38:37.075058 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6348c-22be-4f9b-adbb-eb2ac1284420 req-12f1c575-66fb-4318-bbc8-edf048b53033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:37.076560 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-faf6348c-22be-4f9b-adbb-eb2ac1284420 req-12f1c575-66fb-4318-bbc8-edf048b53033 service neutron] 10.222.0.68 "GET /v2.0/networks?id=669513f8-b4b3-4e5c-8f0d-5f8e9923cc05 HTTP/1.1" status: 200 len: 917 time: 0.2142837 Aug 19 14:38:37.103631 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 683f76da-8673-4eef-8c24-ba325c751eff up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:38:37.182168 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-13729c2f-dfb4-4aa3-8d56-476027eca38d None None] Set router 08f4dff2-bc7c-40bf-beec-ddff4fc79af9 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:38:37.190983 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-faf6348c-22be-4f9b-adbb-eb2ac1284420 req-75d9011d-010b-44c2-a7a5-ab2e87c69331 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30616cbd-c355-42fe-8823-3f196a3d77ca HTTP/1.1" status: 200 len: 217 time: 0.1008985 Aug 19 14:38:37.193054 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-af9d7e86-1198-48ba-a746-63d156ca448c req-3e508748-cb55-41fa-af11-791118da660a tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139176 Aug 19 14:38:37.240294 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d9a16-5183-45d0-abb1-aa860c4f1d66 req-c18d887a-6b63-4c98-9402-61313c35f9d7 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:37.243658 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 683f76da-8673-4eef-8c24-ba325c751eff triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:38:37.244179 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:37.252391 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-693d9a16-5183-45d0-abb1-aa860c4f1d66 req-c18d887a-6b63-4c98-9402-61313c35f9d7 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92 HTTP/1.1" status: 200 len: 943 time: 0.1904094 Aug 19 14:38:37.300957 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6348c-22be-4f9b-adbb-eb2ac1284420 req-417e373a-05f7-4214-9297-7930eb6384e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:37.306763 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-faf6348c-22be-4f9b-adbb-eb2ac1284420 req-417e373a-05f7-4214-9297-7930eb6384e3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=55f10344-049d-42f2-b429-801948692761 HTTP/1.1" status: 200 len: 855 time: 0.0982456 Aug 19 14:38:37.380240 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2564f613-5d50-491a-b798-7841136c8784 req-d1a12638-63ca-41f7-b267-331ff7dd86e9 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "GET /v2.0/ports?device_id=217a9361-0885-466a-9864-c776fea4a8d6 HTTP/1.1" status: 200 len: 210 time: 0.0705280 Aug 19 14:38:37.394751 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6348c-22be-4f9b-adbb-eb2ac1284420 req-ac9d4658-7254-40b0-bf86-1c759bf94036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:37.396604 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-faf6348c-22be-4f9b-adbb-eb2ac1284420 req-ac9d4658-7254-40b0-bf86-1c759bf94036 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=669513f8-b4b3-4e5c-8f0d-5f8e9923cc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802495 Aug 19 14:38:37.410886 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-693d9a16-5183-45d0-abb1-aa860c4f1d66 req-12a17f52-c4df-4c58-9758-ddd2843c3cf6 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583750 Aug 19 14:38:37.553764 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a98fd57-d17b-4590-8630-d7817348ca35 req-81acbcbc-b37d-4f78-a103-874a5d3722a7 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:37.558908 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-faf6348c-22be-4f9b-adbb-eb2ac1284420 req-df359c1a-793a-4f0d-a664-15c12041934b service neutron] 10.222.0.68 "GET /v2.0/networks/669513f8-b4b3-4e5c-8f0d-5f8e9923cc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464040 Aug 19 14:38:37.562376 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9a98fd57-d17b-4590-8630-d7817348ca35 req-81acbcbc-b37d-4f78-a103-874a5d3722a7 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=0159c47c-f124-4e1b-8ede-a160de3f5352 HTTP/1.1" status: 200 len: 944 time: 0.0643096 Aug 19 14:38:37.564930 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-13729c2f-dfb4-4aa3-8d56-476027eca38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f4dff2-bc7c-40bf-beec-ddff4fc79af9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1441189355-router', 'tenant_id': '5510f55194a84a709694ced521d1a10f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '683f76da-8673-4eef-8c24-ba325c751eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:38:27Z', 'updated_at': '2021-08-19T14:38:34Z', 'revision_number': 4, 'project_id': '5510f55194a84a709694ced521d1a10f', 'gw_port': {'id': '683f76da-8673-4eef-8c24-ba325c751eff', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4dff2-bc7c-40bf-beec-ddff4fc79af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:38:28Z', 'updated_at': '2021-08-19T14:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '3e830e01-d661-433b-98d1-3440ac6f1c48', 'name': '', 'network_id': '4b326bff-649c-45d8-843e-ebe16b9715e3', 'tenant_id': '5510f55194a84a709694ced521d1a10f', 'mac_address': 'fa:16:3e:56:e1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f4dff2-bc7c-40bf-beec-ddff4fc79af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '2a3053d7-d69f-41b4-a35f-07118496e8cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:38:32Z', 'updated_at': '2021-08-19T14:38:36Z', 'revision_number': 4, 'project_id': '5510f55194a84a709694ced521d1a10f', 'subnets': [{'id': '2a3053d7-d69f-41b4-a35f-07118496e8cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:38:37.613256 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13729c2f-dfb4-4aa3-8d56-476027eca38d None None] The sync data for ids ['08f4dff2-bc7c-40bf-beec-ddff4fc79af9'] in n-d-766043-2 is: [{'id': '08f4dff2-bc7c-40bf-beec-ddff4fc79af9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1441189355-router', 'tenant_id': '5510f55194a84a709694ced521d1a10f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '683f76da-8673-4eef-8c24-ba325c751eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:38:27Z', 'updated_at': '2021-08-19T14:38:34Z', 'revision_number': 4, 'project_id': '5510f55194a84a709694ced521d1a10f', 'gw_port': {'id': '683f76da-8673-4eef-8c24-ba325c751eff', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4dff2-bc7c-40bf-beec-ddff4fc79af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:38:28Z', 'updated_at': '2021-08-19T14:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '3e830e01-d661-433b-98d1-3440ac6f1c48', 'name': '', 'network_id': '4b326bff-649c-45d8-843e-ebe16b9715e3', 'tenant_id': '5510f55194a84a709694ced521d1a10f', 'mac_address': 'fa:16:3e:56:e1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f4dff2-bc7c-40bf-beec-ddff4fc79af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '2a3053d7-d69f-41b4-a35f-07118496e8cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:38:32Z', 'updated_at': '2021-08-19T14:38:36Z', 'revision_number': 4, 'project_id': '5510f55194a84a709694ced521d1a10f', 'subnets': [{'id': '2a3053d7-d69f-41b4-a35f-07118496e8cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:38:37.614139 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9a98fd57-d17b-4590-8630-d7817348ca35 req-75e78bfe-d266-48d4-a2c2-86384f82fc59 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450981 Aug 19 14:38:37.726627 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-faf6348c-22be-4f9b-adbb-eb2ac1284420 req-36284788-5e90-4579-9051-e784757a4e63 service neutron] 10.222.0.68 "GET /v2.0/networks/669513f8-b4b3-4e5c-8f0d-5f8e9923cc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498330 Aug 19 14:38:37.739662 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e4bf6-a21c-4272-80c3-2e1e8cccb7f0 req-f3e9851f-d43c-4295-8752-e34cf54d7393 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:37.747924 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4d1e4bf6-a21c-4272-80c3-2e1e8cccb7f0 req-f3e9851f-d43c-4295-8752-e34cf54d7393 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c7b4cba-347d-4536-8408-8ac593a88aca HTTP/1.1" status: 200 len: 950 time: 0.1322546 Aug 19 14:38:37.803597 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4d1e4bf6-a21c-4272-80c3-2e1e8cccb7f0 req-cab7c561-4a9c-4684-ae8d-a694e27fbd38 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547898 Aug 19 14:38:37.851449 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc60866-026e-4135-8eb7-f9e551f1ab53 req-3e54081b-86a1-4f7f-96f9-69299c315f32 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:37.857047 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1dc60866-026e-4135-8eb7-f9e551f1ab53 req-3e54081b-86a1-4f7f-96f9-69299c315f32 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb47fcba-523a-41ed-ac30-c607a37eb225 HTTP/1.1" status: 200 len: 945 time: 0.0694575 Aug 19 14:38:37.860666 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6348c-22be-4f9b-adbb-eb2ac1284420 req-5971509f-4ebb-44cd-b900-5f06eb7f6220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:37.861961 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-faf6348c-22be-4f9b-adbb-eb2ac1284420 req-5971509f-4ebb-44cd-b900-5f06eb7f6220 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=309b8293893e4b68ba54397ad041e8b9&device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92 HTTP/1.1" status: 200 len: 1124 time: 0.0643945 Aug 19 14:38:37.925725 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1dc60866-026e-4135-8eb7-f9e551f1ab53 req-3195e8eb-62fd-418f-a466-6300ca3a263b tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a93f3bc-eb52-4521-81e6-41db3c003964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632470 Aug 19 14:38:37.985614 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6348c-22be-4f9b-adbb-eb2ac1284420 req-74f2925d-46c8-41d8-a75c-e6ebf0240571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:37.987649 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-faf6348c-22be-4f9b-adbb-eb2ac1284420 req-74f2925d-46c8-41d8-a75c-e6ebf0240571 service neutron] 10.222.0.68 "GET /v2.0/networks?id=6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 HTTP/1.1" status: 200 len: 908 time: 0.1112709 Aug 19 14:38:38.034203 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-faf6348c-22be-4f9b-adbb-eb2ac1284420 req-eb43a19b-b576-4d66-aa97-402c471399c5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3a8aa586-19be-46ba-a227-4ab3d58ab38c HTTP/1.1" status: 200 len: 217 time: 0.0369167 Aug 19 14:38:38.094504 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6348c-22be-4f9b-adbb-eb2ac1284420 req-8eed56b2-d75e-4d34-807e-9f49d6875f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:38.096277 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-faf6348c-22be-4f9b-adbb-eb2ac1284420 req-8eed56b2-d75e-4d34-807e-9f49d6875f1b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e6c98e66-0094-4a00-ab2a-dbcb4602f2eb HTTP/1.1" status: 200 len: 847 time: 0.0503557 Aug 19 14:38:38.156665 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-faf6348c-22be-4f9b-adbb-eb2ac1284420 req-620f5deb-e1e6-488c-91fe-3575a4554209 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6e6d7ced-670a-4172-99e0-b6cfaa52bcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383158 Aug 19 14:38:38.273546 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-faf6348c-22be-4f9b-adbb-eb2ac1284420 req-6ea24464-a62c-4c2b-8d26-23e09a4afa55 service neutron] 10.222.0.68 "GET /v2.0/networks/6e6d7ced-670a-4172-99e0-b6cfaa52bcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067653 Aug 19 14:38:38.343391 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7639e60-3395-4821-9136-c60d27eaec82 req-668ddb65-a892-421b-9393-360c083de9c5 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:38.344955 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f7639e60-3395-4821-9136-c60d27eaec82 req-668ddb65-a892-421b-9393-360c083de9c5 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 943 time: 0.0536475 Aug 19 14:38:38.389623 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f7639e60-3395-4821-9136-c60d27eaec82 req-03ffe635-66be-4024-9c08-d238231130d1 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366697 Aug 19 14:38:38.395255 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-faf6348c-22be-4f9b-adbb-eb2ac1284420 req-06884f95-fa5f-48ce-9fed-0dbf33f11ffd service neutron] 10.222.0.68 "GET /v2.0/networks/6e6d7ced-670a-4172-99e0-b6cfaa52bcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019199 Aug 19 14:38:38.512191 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7b5354b5-d145-4a3b-860e-69aa3ee3cf03 req-25a59a64-f96f-4796-b951-c681f6056b32 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "GET /v2.0/ports?device_id=217a9361-0885-466a-9864-c776fea4a8d6 HTTP/1.1" status: 200 len: 210 time: 0.0383654 Aug 19 14:38:38.578643 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be5261-f671-4253-a529-c8e85b16b070 req-b9294364-d3c6-4aa1-84b6-4146fbffc03a tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:38.580223 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-47be5261-f671-4253-a529-c8e85b16b070 req-b9294364-d3c6-4aa1-84b6-4146fbffc03a tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92 HTTP/1.1" status: 200 len: 943 time: 0.0716176 Aug 19 14:38:38.661836 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-47be5261-f671-4253-a529-c8e85b16b070 req-c0304fcd-acf8-4a43-ba74-f8d40503d471 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731630 Aug 19 14:38:38.696312 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91723717-4439-47b9-bc83-0f032ea78b39 req-48da473f-50d3-43e4-a171-0155d66fa20f tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:38.697979 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-91723717-4439-47b9-bc83-0f032ea78b39 req-48da473f-50d3-43e4-a171-0155d66fa20f tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.88 "GET /v2.0/networks?id=4b326bff-649c-45d8-843e-ebe16b9715e3 HTTP/1.1" status: 200 len: 829 time: 0.1729829 Aug 19 14:38:38.713126 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-91723717-4439-47b9-bc83-0f032ea78b39 req-581a5cf8-def0-4ae2-81c5-8128896893c1 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Request body: {'port': {'device_id': '217a9361-0885-466a-9864-c776fea4a8d6', 'network_id': '4b326bff-649c-45d8-843e-ebe16b9715e3', 'admin_state_up': True, 'tenant_id': '5510f55194a84a709694ced521d1a10f'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:38:38.789175 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42477c3-9b21-4f3b-805b-375baf4e7d69 req-24e2bde3-d7bb-4e21-8e87-bee037835307 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:38.790730 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a42477c3-9b21-4f3b-805b-375baf4e7d69 req-24e2bde3-d7bb-4e21-8e87-bee037835307 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=0159c47c-f124-4e1b-8ede-a160de3f5352 HTTP/1.1" status: 200 len: 944 time: 0.0740931 Aug 19 14:38:38.838647 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91723717-4439-47b9-bc83-0f032ea78b39 req-581a5cf8-def0-4ae2-81c5-8128896893c1 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Made reservation on behalf of 5510f55194a84a709694ced521d1a10f for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:38:38.846809 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-91723717-4439-47b9-bc83-0f032ea78b39 req-581a5cf8-def0-4ae2-81c5-8128896893c1 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:38.871575 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a42477c3-9b21-4f3b-805b-375baf4e7d69 req-e5020e58-2883-4db2-8ba5-a406e641fbb3 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713797 Aug 19 14:38:38.983797 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb69ef-03b6-48e4-8319-92da8cc95996 req-f66ab99a-9625-441f-8fd1-277b440113f0 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:38.985912 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1aeb69ef-03b6-48e4-8319-92da8cc95996 req-f66ab99a-9625-441f-8fd1-277b440113f0 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c7b4cba-347d-4536-8408-8ac593a88aca HTTP/1.1" status: 200 len: 950 time: 0.0979326 Aug 19 14:38:39.001102 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-91723717-4439-47b9-bc83-0f032ea78b39 req-581a5cf8-def0-4ae2-81c5-8128896893c1 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Allocated IP 172.20.0.14 (4b326bff-649c-45d8-843e-ebe16b9715e3/2a3053d7-d69f-41b4-a35f-07118496e8cf/84d47a63-6171-4e56-b328-4e29db341305) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:38:39.045998 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 30616cbd-c355-42fe-8823-3f196a3d77ca details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:38:39.049640 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 52cca720-cadf-4617-a3f3-fc747da0443a no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:38:39.073882 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1aeb69ef-03b6-48e4-8319-92da8cc95996 req-7cc3965b-8431-4718-becd-4f6ce7c423b3 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810983 Aug 19 14:38:39.146201 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 3e830e01-d661-433b-98d1-3440ac6f1c48 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:38:39.226185 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11c138-cdee-42f3-aa5e-928068d824be req-a66c7c0b-f0a1-43f9-90ee-686e95d792c8 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:39.227903 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3d11c138-cdee-42f3-aa5e-928068d824be req-a66c7c0b-f0a1-43f9-90ee-686e95d792c8 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb47fcba-523a-41ed-ac30-c607a37eb225 HTTP/1.1" status: 200 len: 945 time: 0.0885315 Aug 19 14:38:39.240819 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9d462-b8fd-4690-823d-cfc5ab9c013e req-a6ba6e56-5f04-4146-bc4e-72b321b59279 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:39.242487 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-32b9d462-b8fd-4690-823d-cfc5ab9c013e req-a6ba6e56-5f04-4146-bc4e-72b321b59279 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] 10.222.0.69 "GET /v2.0/ports?device_id=85be6900-df22-4d02-b0a9-25c4181aa88c HTTP/1.1" status: 200 len: 945 time: 0.0934777 Aug 19 14:38:39.269385 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 3e830e01-d661-433b-98d1-3440ac6f1c48 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:38:39.296659 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3d11c138-cdee-42f3-aa5e-928068d824be req-09f4a89f-b745-49af-ab9e-47342de43bba tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a93f3bc-eb52-4521-81e6-41db3c003964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531349 Aug 19 14:38:39.303262 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 3e830e01-d661-433b-98d1-3440ac6f1c48 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:38:39.303640 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:39.327024 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-32b9d462-b8fd-4690-823d-cfc5ab9c013e req-9e0bd075-e8a9-4a9f-88cd-cbf56dda006a tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] 10.222.0.69 "GET /v2.0/security-groups?id=97e7fcd6-30a7-49d0-9311-5f10ad4af566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689495 Aug 19 14:38:39.356583 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:39.368689 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 30616cbd-c355-42fe-8823-3f196a3d77ca, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=30616cbd-c355-42fe-8823-3f196a3d77ca,segment=NetworkSegment(deb4ceaa-a168-4950-8d67-f7a10179a94a),segment_id=deb4ceaa-a168-4950-8d67-f7a10179a94a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:39.386886 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '30616cbd-c355-42fe-8823-3f196a3d77ca', 'network_id': '669513f8-b4b3-4e5c-8f0d-5f8e9923cc05', 'port_id': '30616cbd-c355-42fe-8823-3f196a3d77ca', 'mac_address': 'fa:16:3e:a0:d9:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55f10344-049d-42f2-b429-801948692761', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:38:39.404076 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb47fcba-523a-41ed-ac30-c607a37eb225', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52cca720-cadf-4617-a3f3-fc747da0443a'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:38:39.406710 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ca4b0f-53eb-466a-ae8e-ab982a5435a7" -d '{"events": [{"server_uuid": "fb47fcba-523a-41ed-ac30-c607a37eb225", "name": "network-vif-unplugged", "status": "completed", "tag": "52cca720-cadf-4617-a3f3-fc747da0443a"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:38:39.470079 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:39.476078 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 14:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec576e3e-46b5-4f6d-a159-706528afd006 x-openstack-request-id: req-ec576e3e-46b5-4f6d-a159-706528afd006 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:38:39.476392 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb47fcba-523a-41ed-ac30-c607a37eb225", "name": "network-vif-unplugged", "status": "completed", "tag": "52cca720-cadf-4617-a3f3-fc747da0443a", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:38:39.476664 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ec576e3e-46b5-4f6d-a159-706528afd006 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:38:39.477169 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb47fcba-523a-41ed-ac30-c607a37eb225', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52cca720-cadf-4617-a3f3-fc747da0443a', 'code': 200} Aug 19 14:38:39.479333 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 52cca720-cadf-4617-a3f3-fc747da0443a, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=52cca720-cadf-4617-a3f3-fc747da0443a,segment=NetworkSegment(0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2),segment_id=0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:39.497457 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:39.504308 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30616cbd-c355-42fe-8823-3f196a3d77ca {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:38:39.529061 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc05ee2-7f3d-4390-aac8-8c17e06c8734 req-eddc64a6-e732-40af-be38-5ee80b5efca6 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:39.535525 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-91723717-4439-47b9-bc83-0f032ea78b39 req-581a5cf8-def0-4ae2-81c5-8128896893c1 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:39.537224 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7fc05ee2-7f3d-4390-aac8-8c17e06c8734 req-eddc64a6-e732-40af-be38-5ee80b5efca6 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 943 time: 0.0701544 Aug 19 14:38:39.562575 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d422b49-28d3-413e-8fdb-58a64b41b147 req-317d4f52-95a4-4399-9e9e-6014b0195b58 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:39.564286 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3d422b49-28d3-413e-8fdb-58a64b41b147 req-317d4f52-95a4-4399-9e9e-6014b0195b58 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb47fcba-523a-41ed-ac30-c607a37eb225 HTTP/1.1" status: 200 len: 943 time: 0.0900035 Aug 19 14:38:39.565745 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-91723717-4439-47b9-bc83-0f032ea78b39 req-581a5cf8-def0-4ae2-81c5-8128896893c1 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Transition to ACTIVE for port object 84d47a63-6171-4e56-b328-4e29db341305 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:38:39.590546 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7fc05ee2-7f3d-4390-aac8-8c17e06c8734 req-f1f20610-2933-4291-9c3b-3109f49a2b60 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522380 Aug 19 14:38:39.637793 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-644685b1-25ad-4cd0-829c-ffbbc9a5dd2c req-ca30ddf6-578d-4fb4-8236-7621720372a6 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "GET /v2.0/ports?device_id=217a9361-0885-466a-9864-c776fea4a8d6 HTTP/1.1" status: 200 len: 210 time: 0.0314085 Aug 19 14:38:39.716147 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-91723717-4439-47b9-bc83-0f032ea78b39 req-581a5cf8-def0-4ae2-81c5-8128896893c1 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:39.743390 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 30616cbd-c355-42fe-8823-3f196a3d77ca, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=30616cbd-c355-42fe-8823-3f196a3d77ca,segment=NetworkSegment(deb4ceaa-a168-4950-8d67-f7a10179a94a),segment_id=deb4ceaa-a168-4950-8d67-f7a10179a94a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:39.755553 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:39.764740 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:39.767780 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=52cca720-cadf-4617-a3f3-fc747da0443a,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:39.779995 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-3d422b49-28d3-413e-8fdb-58a64b41b147 req-bda7702b-1b7f-42c9-a20f-b4ecc80ed0b9 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Deleting port 52cca720-cadf-4617-a3f3-fc747da0443a {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:38:39.780440 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3d422b49-28d3-413e-8fdb-58a64b41b147 req-bda7702b-1b7f-42c9-a20f-b4ecc80ed0b9 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:39.784771 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91723717-4439-47b9-bc83-0f032ea78b39 req-581a5cf8-def0-4ae2-81c5-8128896893c1 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Network 4b326bff-649c-45d8-843e-ebe16b9715e3 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:38:39.804507 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-91723717-4439-47b9-bc83-0f032ea78b39 req-581a5cf8-def0-4ae2-81c5-8128896893c1 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:38:39.807951 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-91723717-4439-47b9-bc83-0f032ea78b39 req-581a5cf8-def0-4ae2-81c5-8128896893c1 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:38:39.812139 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device e5292615-6af6-4a16-9bb2-a8f6dd96f64c details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:38:39.849347 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0868c1a-c368-4b19-a490-0a068a3524cf req-96222383-a3f3-4144-a3a3-6500c7abf265 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:39.850115 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 3e830e01-d661-433b-98d1-3440ac6f1c48, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=3e830e01-d661-433b-98d1-3440ac6f1c48,segment=NetworkSegment(4fff729b-2fb6-40e9-b546-b5e2c897b968),segment_id=4fff729b-2fb6-40e9-b546-b5e2c897b968)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:39.851154 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c0868c1a-c368-4b19-a490-0a068a3524cf req-96222383-a3f3-4144-a3a3-6500c7abf265 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92 HTTP/1.1" status: 200 len: 943 time: 0.0865026 Aug 19 14:38:39.861091 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:39.868839 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=30616cbd-c355-42fe-8823-3f196a3d77ca,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:39.888059 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581a5cf8-def0-4ae2-81c5-8128896893c1 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Pushing event updated for resources: {'Port': ['ID=84d47a63-6171-4e56-b328-4e29db341305,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:39.947491 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c0868c1a-c368-4b19-a490-0a068a3524cf req-d0878f06-0e04-47d7-bc11-6b847986ed2a tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882177 Aug 19 14:38:39.964053 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91723717-4439-47b9-bc83-0f032ea78b39 req-581a5cf8-def0-4ae2-81c5-8128896893c1 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:39.965450 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-91723717-4439-47b9-bc83-0f032ea78b39 req-581a5cf8-def0-4ae2-81c5-8128896893c1 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:40.013435 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=3e830e01-d661-433b-98d1-3440ac6f1c48,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:40.035763 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-91723717-4439-47b9-bc83-0f032ea78b39 req-581a5cf8-def0-4ae2-81c5-8128896893c1 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3237579 Aug 19 14:38:40.038120 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-3d422b49-28d3-413e-8fdb-58a64b41b147 req-bda7702b-1b7f-42c9-a20f-b4ecc80ed0b9 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] For port 52cca720-cadf-4617-a3f3-fc747da0443a, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=52cca720-cadf-4617-a3f3-fc747da0443a,segment=NetworkSegment(0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2),segment_id=0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:40.038524 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3d422b49-28d3-413e-8fdb-58a64b41b147 req-bda7702b-1b7f-42c9-a20f-b4ecc80ed0b9 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:40.045932 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port e5292615-6af6-4a16-9bb2-a8f6dd96f64c, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=e5292615-6af6-4a16-9bb2-a8f6dd96f64c,segment=NetworkSegment(911020b2-3bb4-4db0-af7a-51b07cbea653),segment_id=911020b2-3bb4-4db0-af7a-51b07cbea653)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:40.054917 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-3d422b49-28d3-413e-8fdb-58a64b41b147 req-bda7702b-1b7f-42c9-a20f-b4ecc80ed0b9 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Calling delete_port for 52cca720-cadf-4617-a3f3-fc747da0443a owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:38:40.064438 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': 'e5292615-6af6-4a16-9bb2-a8f6dd96f64c', 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13', 'port_id': 'e5292615-6af6-4a16-9bb2-a8f6dd96f64c', 'mac_address': 'fa:16:3e:63:85:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f5154a7-363a-4827-ab5d-78b924f5e137', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:38:40.065027 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-91723717-4439-47b9-bc83-0f032ea78b39 req-82f36ce3-1094-4bb8-a818-6c40a4d7f1d2 service neutron] Request body: {'port': {'device_id': '217a9361-0885-466a-9864-c776fea4a8d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:38:40.117774 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:40.144957 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['30616cbd-c355-42fe-8823-3f196a3d77ca'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:38:40.152466 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf1d4e-6ff1-449b-bf1e-a4db481b42c6 req-17391c36-5512-413a-b587-026db514bc49 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:40.154643 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-04bf1d4e-6ff1-449b-bf1e-a4db481b42c6 req-17391c36-5512-413a-b587-026db514bc49 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=0159c47c-f124-4e1b-8ede-a160de3f5352 HTTP/1.1" status: 200 len: 944 time: 0.1113126 Aug 19 14:38:40.200511 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-91723717-4439-47b9-bc83-0f032ea78b39 req-82f36ce3-1094-4bb8-a818-6c40a4d7f1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:40.206146 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5292615-6af6-4a16-9bb2-a8f6dd96f64c {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:38:40.240358 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-04bf1d4e-6ff1-449b-bf1e-a4db481b42c6 req-b470b723-5a96-4deb-a531-d381c312ac0e tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787470 Aug 19 14:38:40.261136 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a26f76-7544-43f8-897b-b77c43fbbe17 req-8655591b-f6f0-4827-bc2c-bb54698931f5 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:40.263323 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-66a26f76-7544-43f8-897b-b77c43fbbe17 req-8655591b-f6f0-4827-bc2c-bb54698931f5 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c7b4cba-347d-4536-8408-8ac593a88aca HTTP/1.1" status: 200 len: 950 time: 0.0812349 Aug 19 14:38:40.284727 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port e5292615-6af6-4a16-9bb2-a8f6dd96f64c, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=e5292615-6af6-4a16-9bb2-a8f6dd96f64c,segment=NetworkSegment(911020b2-3bb4-4db0-af7a-51b07cbea653),segment_id=911020b2-3bb4-4db0-af7a-51b07cbea653)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:40.289118 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cf745788-5dc9-4245-8b1c-807b4a5941ab None None] Provisioning for port 84d47a63-6171-4e56-b328-4e29db341305 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:38:40.295926 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:40.313884 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-66a26f76-7544-43f8-897b-b77c43fbbe17 req-45966a8d-0f3a-4bc3-b29d-bb2aa595c785 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440366 Aug 19 14:38:40.352852 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=e5292615-6af6-4a16-9bb2-a8f6dd96f64c,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:40.357042 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cf745788-5dc9-4245-8b1c-807b4a5941ab None None] Provisioning complete for port 84d47a63-6171-4e56-b328-4e29db341305 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:38:40.357424 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cf745788-5dc9-4245-8b1c-807b4a5941ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:40.369310 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3d422b49-28d3-413e-8fdb-58a64b41b147 req-bda7702b-1b7f-42c9-a20f-b4ecc80ed0b9 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:40.394750 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-cf745788-5dc9-4245-8b1c-807b4a5941ab None None] Port 84d47a63-6171-4e56-b328-4e29db341305 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:38:40.398494 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda7702b-1b7f-42c9-a20f-b4ecc80ed0b9 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Pushing event deleted for resources: {'Port': ['ID=52cca720-cadf-4617-a3f3-fc747da0443a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:40.449654 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2262a5d7-e6a3-4155-a0df-f438b7ba26be req-4138cd91-824c-417c-a9dc-c518b29b3214 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb47fcba-523a-41ed-ac30-c607a37eb225 HTTP/1.1" status: 200 len: 210 time: 0.0631354 Aug 19 14:38:40.534292 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d422b49-28d3-413e-8fdb-58a64b41b147 req-bda7702b-1b7f-42c9-a20f-b4ecc80ed0b9 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] No DVR routers for this DVR port 52cca720-cadf-4617-a3f3-fc747da0443a on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:38:40.539139 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3d422b49-28d3-413e-8fdb-58a64b41b147 req-bda7702b-1b7f-42c9-a20f-b4ecc80ed0b9 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:40.541438 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3d422b49-28d3-413e-8fdb-58a64b41b147 req-bda7702b-1b7f-42c9-a20f-b4ecc80ed0b9 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.68 "DELETE /v2.0/ports/52cca720-cadf-4617-a3f3-fc747da0443a HTTP/1.1" status: 204 len: 173 time: 0.9663279 Aug 19 14:38:40.541948 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb47fcba-523a-41ed-ac30-c607a37eb225', 'name': 'network-vif-deleted', 'tag': '52cca720-cadf-4617-a3f3-fc747da0443a'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:38:40.544362 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60bbf7d6-08dc-4e46-94e9-b6dd41e85d73" -d '{"events": [{"server_uuid": "fb47fcba-523a-41ed-ac30-c607a37eb225", "name": "network-vif-deleted", "tag": "52cca720-cadf-4617-a3f3-fc747da0443a"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:38:40.653939 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79879a1f-95cc-4cc6-87c2-bf9d60d8e0cd x-openstack-request-id: req-79879a1f-95cc-4cc6-87c2-bf9d60d8e0cd {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:38:40.654252 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb47fcba-523a-41ed-ac30-c607a37eb225", "name": "network-vif-deleted", "tag": "52cca720-cadf-4617-a3f3-fc747da0443a", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:38:40.654469 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-79879a1f-95cc-4cc6-87c2-bf9d60d8e0cd {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:38:40.654865 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb47fcba-523a-41ed-ac30-c607a37eb225', 'name': 'network-vif-deleted', 'tag': '52cca720-cadf-4617-a3f3-fc747da0443a', 'status': 'completed', 'code': 200} Aug 19 14:38:40.749773 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fa9fa7-d19c-4e57-99a7-38562dfc8ef8 req-4a29b69d-e79b-46f5-af3f-5c06be5a2251 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:40.752123 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['e5292615-6af6-4a16-9bb2-a8f6dd96f64c'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:38:40.767879 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b0fa9fa7-d19c-4e57-99a7-38562dfc8ef8 req-4a29b69d-e79b-46f5-af3f-5c06be5a2251 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 944 time: 0.0803554 Aug 19 14:38:40.782981 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-91723717-4439-47b9-bc83-0f032ea78b39 req-82f36ce3-1094-4bb8-a818-6c40a4d7f1d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84d47a63-6171-4e56-b328-4e29db341305 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:38:40.797214 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-91723717-4439-47b9-bc83-0f032ea78b39 req-82f36ce3-1094-4bb8-a818-6c40a4d7f1d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:40.813510 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-91723717-4439-47b9-bc83-0f032ea78b39 req-82f36ce3-1094-4bb8-a818-6c40a4d7f1d2 service neutron] Transition to ACTIVE for port object 84d47a63-6171-4e56-b328-4e29db341305 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:38:40.821900 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b0fa9fa7-d19c-4e57-99a7-38562dfc8ef8 req-ad6014cd-c485-41c0-8757-aba0a32794ca tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478411 Aug 19 14:38:40.824898 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-91723717-4439-47b9-bc83-0f032ea78b39 req-82f36ce3-1094-4bb8-a818-6c40a4d7f1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:40.993837 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f36ce3-1094-4bb8-a818-6c40a4d7f1d2 service neutron] Pushing event updated for resources: {'Port': ['ID=84d47a63-6171-4e56-b328-4e29db341305,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:41.018390 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7cfb4031-b6d8-40f0-835d-9d839f91ae22 req-cec5e8c5-17b3-4d83-aa35-6399c85fa73f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=526148ce-3526-40ac-8dbb-b60693c88d9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0875795 Aug 19 14:38:41.046277 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de6ccf-81b0-4e04-9e93-3ffe6e6f75a5 req-b4894f28-92a9-43e6-b024-dacc6fdaee93 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:41.047942 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d9de6ccf-81b0-4e04-9e93-3ffe6e6f75a5 req-b4894f28-92a9-43e6-b024-dacc6fdaee93 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "GET /v2.0/ports?device_id=217a9361-0885-466a-9864-c776fea4a8d6 HTTP/1.1" status: 200 len: 944 time: 0.1127377 Aug 19 14:38:41.053410 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-91723717-4439-47b9-bc83-0f032ea78b39 req-82f36ce3-1094-4bb8-a818-6c40a4d7f1d2 service neutron] Attempting to bind port 84d47a63-6171-4e56-b328-4e29db341305 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:38:41.053879 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-91723717-4439-47b9-bc83-0f032ea78b39 req-82f36ce3-1094-4bb8-a818-6c40a4d7f1d2 service neutron] Attempting to bind port 84d47a63-6171-4e56-b328-4e29db341305 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '4fff729b-2fb6-40e9-b546-b5e2c897b968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4b326bff-649c-45d8-843e-ebe16b9715e3'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:38:41.054302 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91723717-4439-47b9-bc83-0f032ea78b39 req-82f36ce3-1094-4bb8-a818-6c40a4d7f1d2 service neutron] Attempting to bind port 84d47a63-6171-4e56-b328-4e29db341305 on network 4b326bff-649c-45d8-843e-ebe16b9715e3 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:38:41.122250 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 3e830e01-d661-433b-98d1-3440ac6f1c48 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:38:41.124201 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d9de6ccf-81b0-4e04-9e93-3ffe6e6f75a5 req-1e5f79d8-4c1c-4c43-ac88-5f63abd8cd43 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "GET /v2.0/security-groups?id=94244281-8a6c-450e-8998-40bb74882906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677397 Aug 19 14:38:41.132333 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91723717-4439-47b9-bc83-0f032ea78b39 req-82f36ce3-1094-4bb8-a818-6c40a4d7f1d2 service neutron] Port 84d47a63-6171-4e56-b328-4e29db341305 on network 4b326bff-649c-45d8-843e-ebe16b9715e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:38:41.132802 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91723717-4439-47b9-bc83-0f032ea78b39 req-82f36ce3-1094-4bb8-a818-6c40a4d7f1d2 service neutron] Attempting to bind port 84d47a63-6171-4e56-b328-4e29db341305 on network 4b326bff-649c-45d8-843e-ebe16b9715e3 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:38:41.141402 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91723717-4439-47b9-bc83-0f032ea78b39 req-82f36ce3-1094-4bb8-a818-6c40a4d7f1d2 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:38:41.141927 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91723717-4439-47b9-bc83-0f032ea78b39 req-82f36ce3-1094-4bb8-a818-6c40a4d7f1d2 service neutron] Checking segment: {'id': '4fff729b-2fb6-40e9-b546-b5e2c897b968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4b326bff-649c-45d8-843e-ebe16b9715e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:38:41.142493 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91723717-4439-47b9-bc83-0f032ea78b39 req-82f36ce3-1094-4bb8-a818-6c40a4d7f1d2 service neutron] Bound using segment: {'id': '4fff729b-2fb6-40e9-b546-b5e2c897b968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4b326bff-649c-45d8-843e-ebe16b9715e3'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:38:41.143074 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-91723717-4439-47b9-bc83-0f032ea78b39 req-82f36ce3-1094-4bb8-a818-6c40a4d7f1d2 service neutron] Bound port: 84d47a63-6171-4e56-b328-4e29db341305, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fff729b-2fb6-40e9-b546-b5e2c897b968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4b326bff-649c-45d8-843e-ebe16b9715e3'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:38:41.143536 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-91723717-4439-47b9-bc83-0f032ea78b39 req-82f36ce3-1094-4bb8-a818-6c40a4d7f1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:41.212630 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb4031-b6d8-40f0-835d-9d839f91ae22 req-99415a41-2fc3-4b57-81e4-27e9c63bfb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:41.214922 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7cfb4031-b6d8-40f0-835d-9d839f91ae22 req-99415a41-2fc3-4b57-81e4-27e9c63bfb63 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3397b0c43f0b46aaa4295e8f087dd91c&device_id=526148ce-3526-40ac-8dbb-b60693c88d9c HTTP/1.1" status: 200 len: 1101 time: 0.1489649 Aug 19 14:38:41.255870 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-91723717-4439-47b9-bc83-0f032ea78b39 req-82f36ce3-1094-4bb8-a818-6c40a4d7f1d2 service neutron] For port 84d47a63-6171-4e56-b328-4e29db341305, host n-h2-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:38:41.298176 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 3e830e01-d661-433b-98d1-3440ac6f1c48 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:38:41.298529 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:41.320247 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c9231-8862-49ba-9745-aca86d1b02ba req-53947195-14b5-4f93-9241-40308bd927f9 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:41.321935 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-561c9231-8862-49ba-9745-aca86d1b02ba req-53947195-14b5-4f93-9241-40308bd927f9 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92 HTTP/1.1" status: 200 len: 943 time: 0.0589330 Aug 19 14:38:41.362971 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-91723717-4439-47b9-bc83-0f032ea78b39 req-82f36ce3-1094-4bb8-a818-6c40a4d7f1d2 service neutron] For port 84d47a63-6171-4e56-b328-4e29db341305, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=84d47a63-6171-4e56-b328-4e29db341305,segment=NetworkSegment(4fff729b-2fb6-40e9-b546-b5e2c897b968),segment_id=4fff729b-2fb6-40e9-b546-b5e2c897b968)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:38:41.382053 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-561c9231-8862-49ba-9745-aca86d1b02ba req-1d1196a3-1184-491a-98fb-8b652142d8c1 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530624 Aug 19 14:38:41.386146 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-91723717-4439-47b9-bc83-0f032ea78b39 req-82f36ce3-1094-4bb8-a818-6c40a4d7f1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:41.483886 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f36ce3-1094-4bb8-a818-6c40a4d7f1d2 service neutron] Pushing event updated for resources: {'Port': ['ID=84d47a63-6171-4e56-b328-4e29db341305,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:41.513771 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91723717-4439-47b9-bc83-0f032ea78b39 req-82f36ce3-1094-4bb8-a818-6c40a4d7f1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:41.514393 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-91723717-4439-47b9-bc83-0f032ea78b39 req-82f36ce3-1094-4bb8-a818-6c40a4d7f1d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:41.515797 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-91723717-4439-47b9-bc83-0f032ea78b39 req-82f36ce3-1094-4bb8-a818-6c40a4d7f1d2 service neutron] 10.222.0.88 "PUT /v2.0/ports/84d47a63-6171-4e56-b328-4e29db341305 HTTP/1.1" status: 200 len: 1092 time: 1.4559708 Aug 19 14:38:41.543476 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb4031-b6d8-40f0-835d-9d839f91ae22 req-c882e558-df78-4947-a50f-3b6b3fb5ba40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:41.546364 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7cfb4031-b6d8-40f0-835d-9d839f91ae22 req-c882e558-df78-4947-a50f-3b6b3fb5ba40 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.3009596 Aug 19 14:38:41.587569 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b2b18b-2496-4af6-870e-9d77c9ac8f69 req-438ee2aa-a964-486e-84d4-d30bf26de472 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:41.589207 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d1b2b18b-2496-4af6-870e-9d77c9ac8f69 req-438ee2aa-a964-486e-84d4-d30bf26de472 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=0159c47c-f124-4e1b-8ede-a160de3f5352 HTTP/1.1" status: 200 len: 945 time: 0.1135964 Aug 19 14:38:41.601397 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f1f985-9d51-4459-9590-9d30cd77b940 req-e6d7c7b9-766a-4dde-ab11-734391b0bc12 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:41.609901 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-97f1f985-9d51-4459-9590-9d30cd77b940 req-e6d7c7b9-766a-4dde-ab11-734391b0bc12 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] 10.222.0.69 "GET /v2.0/ports?device_id=85be6900-df22-4d02-b0a9-25c4181aa88c HTTP/1.1" status: 200 len: 945 time: 0.0927832 Aug 19 14:38:41.624956 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7cfb4031-b6d8-40f0-835d-9d839f91ae22 req-5722ed40-3474-431e-8ed2-9cd93a815530 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=d06613a0-9966-412e-a040-1baeecf75cee HTTP/1.1" status: 200 len: 217 time: 0.0679028 Aug 19 14:38:41.670950 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91723717-4439-47b9-bc83-0f032ea78b39 req-df7fec73-9d9f-4e70-b78b-47bb80a0bd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:41.672766 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-91723717-4439-47b9-bc83-0f032ea78b39 req-df7fec73-9d9f-4e70-b78b-47bb80a0bd2c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5510f55194a84a709694ced521d1a10f&device_id=217a9361-0885-466a-9864-c776fea4a8d6 HTTP/1.1" status: 200 len: 1095 time: 0.1082149 Aug 19 14:38:41.690473 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-97f1f985-9d51-4459-9590-9d30cd77b940 req-9b0a5f93-c2f8-408e-b55d-1c688e3d9a30 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] 10.222.0.69 "GET /v2.0/security-groups?id=97e7fcd6-30a7-49d0-9311-5f10ad4af566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796182 Aug 19 14:38:41.709620 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d1b2b18b-2496-4af6-870e-9d77c9ac8f69 req-e3478ff1-3e55-4ee8-95c8-2f812d8ebcc6 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914853 Aug 19 14:38:41.742683 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-91723717-4439-47b9-bc83-0f032ea78b39 req-7b7321d0-03ea-496e-8d23-ebfb5245e233 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84d47a63-6171-4e56-b328-4e29db341305 HTTP/1.1" status: 200 len: 217 time: 0.0527883 Aug 19 14:38:41.744617 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb4031-b6d8-40f0-835d-9d839f91ae22 req-0d3a29cc-b798-43e1-aa79-49a7f36c6488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:41.746238 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7cfb4031-b6d8-40f0-835d-9d839f91ae22 req-0d3a29cc-b798-43e1-aa79-49a7f36c6488 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.1130347 Aug 19 14:38:41.804477 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91cfe7-8f65-4e09-acf2-fc3f6feaa71e req-34ef7ad1-ae75-47fa-afa3-daee292baf63 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:41.804477 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ae91cfe7-8f65-4e09-acf2-fc3f6feaa71e req-34ef7ad1-ae75-47fa-afa3-daee292baf63 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c7b4cba-347d-4536-8408-8ac593a88aca HTTP/1.1" status: 200 len: 950 time: 0.0579383 Aug 19 14:38:41.868197 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ae91cfe7-8f65-4e09-acf2-fc3f6feaa71e req-9c96b0b0-e5c2-457a-90b3-801c1c035f76 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510275 Aug 19 14:38:41.925432 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91723717-4439-47b9-bc83-0f032ea78b39 req-94dcdfdf-39a7-4f75-94dd-bc2f59839fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:41.928519 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-91723717-4439-47b9-bc83-0f032ea78b39 req-94dcdfdf-39a7-4f75-94dd-bc2f59839fc3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2a3053d7-d69f-41b4-a35f-07118496e8cf HTTP/1.1" status: 200 len: 868 time: 0.1753783 Aug 19 14:38:41.977635 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2d918c15-9f65-45e3-901e-0151bdfa73f1 req-d4c36061-b0b0-4be8-b3cf-4aa5ef64a949 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=04be2ca5-bab9-440a-b9bc-9f49e66d3311&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2756553 Aug 19 14:38:41.980001 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb4031-b6d8-40f0-835d-9d839f91ae22 req-a0d3ac45-7b1b-452b-a449-af3626577454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:41.981582 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7cfb4031-b6d8-40f0-835d-9d839f91ae22 req-a0d3ac45-7b1b-452b-a449-af3626577454 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1869640 Aug 19 14:38:41.983491 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd5e75-e121-43c6-82e8-aaf28b1cf704 req-2aa47811-dfa2-4af6-b984-f1299923d5fc tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:41.985209 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-45dd5e75-e121-43c6-82e8-aaf28b1cf704 req-2aa47811-dfa2-4af6-b984-f1299923d5fc tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 944 time: 0.0631647 Aug 19 14:38:42.075802 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91723717-4439-47b9-bc83-0f032ea78b39 req-3c4d343d-fa4a-41d8-86ed-390f658d284c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:42.077364 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-91723717-4439-47b9-bc83-0f032ea78b39 req-3c4d343d-fa4a-41d8-86ed-390f658d284c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4b326bff-649c-45d8-843e-ebe16b9715e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1358812 Aug 19 14:38:42.085767 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-45dd5e75-e121-43c6-82e8-aaf28b1cf704 req-13cd9b15-ceed-4fcb-ac59-31ff9a2d6f63 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874960 Aug 19 14:38:42.142519 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253e039-fa70-4fbe-955e-ae7f8e685d43 req-085a1121-e1df-4d50-992e-ee0ebb1eb794 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:42.151609 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f253e039-fa70-4fbe-955e-ae7f8e685d43 req-085a1121-e1df-4d50-992e-ee0ebb1eb794 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/networks?id=bbd2a93a-7213-4b80-b420-e06e4ab28650 HTTP/1.1" status: 200 len: 822 time: 0.1647685 Aug 19 14:38:42.165177 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f253e039-fa70-4fbe-955e-ae7f8e685d43 req-884859ca-7ad3-4db2-ab49-aa8a131b4a21 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/quotas/5d196cbee1214cf6a91c09d6264353bd HTTP/1.1" status: 200 len: 375 time: 0.0120816 Aug 19 14:38:42.214114 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d918c15-9f65-45e3-901e-0151bdfa73f1 req-415c2d24-cfa4-46d9-a09c-8be71f587a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:42.216209 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2d918c15-9f65-45e3-901e-0151bdfa73f1 req-415c2d24-cfa4-46d9-a09c-8be71f587a74 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=309b8293893e4b68ba54397ad041e8b9&device_id=04be2ca5-bab9-440a-b9bc-9f49e66d3311 HTTP/1.1" status: 200 len: 1096 time: 0.1740680 Aug 19 14:38:42.219958 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7cfb4031-b6d8-40f0-835d-9d839f91ae22 req-bc413047-25a8-44f7-9c32-cb78c40da122 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273078 Aug 19 14:38:42.240957 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f253e039-fa70-4fbe-955e-ae7f8e685d43 req-506aa353-46d5-45e6-b27b-283cac7b5605 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=5d196cbee1214cf6a91c09d6264353bd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0686407 Aug 19 14:38:42.355865 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-91723717-4439-47b9-bc83-0f032ea78b39 req-a83f9eb7-3aa7-4ca2-933a-116bbc2e4a24 service neutron] 10.222.0.88 "GET /v2.0/networks/4b326bff-649c-45d8-843e-ebe16b9715e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632895 Aug 19 14:38:42.466485 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7cfb4031-b6d8-40f0-835d-9d839f91ae22 req-e7dd6c19-05df-46da-8dca-4f4bea5f3d01 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292550 Aug 19 14:38:42.467460 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d918c15-9f65-45e3-901e-0151bdfa73f1 req-e33c9685-d15d-46e1-bbb2-3b6feb5b7555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:42.468787 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2d918c15-9f65-45e3-901e-0151bdfa73f1 req-e33c9685-d15d-46e1-bbb2-3b6feb5b7555 service neutron] 10.222.0.88 "GET /v2.0/networks?id=6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 HTTP/1.1" status: 200 len: 908 time: 0.2231803 Aug 19 14:38:42.521750 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2d918c15-9f65-45e3-901e-0151bdfa73f1 req-0f79090a-8199-4166-be9f-e5eb8c533c5e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccfecd33-d250-4fe3-ba14-6b601f5efe9e HTTP/1.1" status: 200 len: 217 time: 0.0396051 Aug 19 14:38:42.546447 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-91723717-4439-47b9-bc83-0f032ea78b39 req-4644bb1c-e886-4ee6-91de-91d9b0b90176 service neutron] 10.222.0.88 "GET /v2.0/networks/4b326bff-649c-45d8-843e-ebe16b9715e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760819 Aug 19 14:38:42.581285 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d918c15-9f65-45e3-901e-0151bdfa73f1 req-12b65bba-8d06-4822-aefe-1f9fb7e9af55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:42.583443 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2d918c15-9f65-45e3-901e-0151bdfa73f1 req-12b65bba-8d06-4822-aefe-1f9fb7e9af55 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e6c98e66-0094-4a00-ab2a-dbcb4602f2eb HTTP/1.1" status: 200 len: 847 time: 0.0498178 Aug 19 14:38:42.631380 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2d918c15-9f65-45e3-901e-0151bdfa73f1 req-4e8d251d-c525-4a61-9b3e-0017361ffda7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6e6d7ced-670a-4172-99e0-b6cfaa52bcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333664 Aug 19 14:38:42.657566 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217a9361-0885-466a-9864-c776fea4a8d6', 'tag': '84d47a63-6171-4e56-b328-4e29db341305'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:38:42.659803 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cdd2761-69bb-45d8-aacb-c92646476a57" -d '{"events": [{"name": "network-changed", "server_uuid": "217a9361-0885-466a-9864-c776fea4a8d6", "tag": "84d47a63-6171-4e56-b328-4e29db341305"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:38:42.666005 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-88666d27-d1d1-47cf-b4f4-1ab13b77e02b service neutron] 10.222.0.68 "GET /v2.0/ports/3a8aa586-19be-46ba-a227-4ab3d58ab38c/bindings/n-h2-766043-2 HTTP/1.1" status: 200 len: 384 time: 0.4347911 Aug 19 14:38:42.694102 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc360b7-93e0-42a2-bcf9-002d8e9c146e req-a7ffde88-f32a-4e2a-85d9-8e4f2ad36843 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:42.695562 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dcc360b7-93e0-42a2-bcf9-002d8e9c146e req-a7ffde88-f32a-4e2a-85d9-8e4f2ad36843 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "GET /v2.0/ports?device_id=217a9361-0885-466a-9864-c776fea4a8d6 HTTP/1.1" status: 200 len: 944 time: 0.1019104 Aug 19 14:38:42.719445 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f253e039-fa70-4fbe-955e-ae7f8e685d43 req-81968be6-3870-40aa-bf4f-cab6a0bbb1a8 service neutron] 10.222.0.69 "GET /v2.0/networks/bbd2a93a-7213-4b80-b420-e06e4ab28650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4710891 Aug 19 14:38:42.733388 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2d918c15-9f65-45e3-901e-0151bdfa73f1 req-8698e688-b6ab-4ad8-8e73-a3d0ed0e1cde service neutron] 10.222.0.88 "GET /v2.0/networks/6e6d7ced-670a-4172-99e0-b6cfaa52bcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929141 Aug 19 14:38:42.822769 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dcc360b7-93e0-42a2-bcf9-002d8e9c146e req-0e50ee7e-a3fb-4e99-89dd-dc9a8b70dbd3 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "GET /v2.0/security-groups?id=94244281-8a6c-450e-8998-40bb74882906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081781 Aug 19 14:38:42.829464 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2d918c15-9f65-45e3-901e-0151bdfa73f1 req-f17cde10-210b-4d36-800d-a7ff1e1b1c49 service neutron] 10.222.0.88 "GET /v2.0/networks/6e6d7ced-670a-4172-99e0-b6cfaa52bcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858634 Aug 19 14:38:42.885436 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f253e039-fa70-4fbe-955e-ae7f8e685d43 req-5accaf13-e940-4e50-a17f-801e705e6e8a service neutron] 10.222.0.69 "GET /v2.0/networks/bbd2a93a-7213-4b80-b420-e06e4ab28650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583152 Aug 19 14:38:42.985966 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d59ab4-b49f-4fa7-9c22-74947b2f3e91 req-bae8f437-05de-4978-8fc4-60d8e2772269 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:42.987481 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-26d59ab4-b49f-4fa7-9c22-74947b2f3e91 req-bae8f437-05de-4978-8fc4-60d8e2772269 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] 10.222.0.69 "GET /v2.0/ports?device_id=85be6900-df22-4d02-b0a9-25c4181aa88c HTTP/1.1" status: 200 len: 945 time: 0.1044755 Aug 19 14:38:43.015983 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-693f3b46-048a-42bc-9af2-7f91fc8a87a4 service neutron] For port 3a8aa586-19be-46ba-a227-4ab3d58ab38c, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=3a8aa586-19be-46ba-a227-4ab3d58ab38c,segment=NetworkSegment(cdbe220c-711d-4dcd-9811-178ea37b55c3),segment_id=cdbe220c-711d-4dcd-9811-178ea37b55c3)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:43.060095 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 30616cbd-c355-42fe-8823-3f196a3d77ca up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:38:43.072077 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-693f3b46-048a-42bc-9af2-7f91fc8a87a4 service neutron] For port 3a8aa586-19be-46ba-a227-4ab3d58ab38c, host n-h1-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:38:43.105233 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-26d59ab4-b49f-4fa7-9c22-74947b2f3e91 req-0468e39b-d5db-43e3-87ee-7b4ff70fd773 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] 10.222.0.69 "GET /v2.0/security-groups?id=97e7fcd6-30a7-49d0-9311-5f10ad4af566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031482 Aug 19 14:38:43.113742 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port 30616cbd-c355-42fe-8823-3f196a3d77ca completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:38:43.119094 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 30616cbd-c355-42fe-8823-3f196a3d77ca triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:38:43.119481 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:43.132188 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-693f3b46-048a-42bc-9af2-7f91fc8a87a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a8aa586-19be-46ba-a227-4ab3d58ab38c {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:38:43.147019 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-693f3b46-048a-42bc-9af2-7f91fc8a87a4 service neutron] For port 3a8aa586-19be-46ba-a227-4ab3d58ab38c, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=3a8aa586-19be-46ba-a227-4ab3d58ab38c,segment=NetworkSegment(cdbe220c-711d-4dcd-9811-178ea37b55c3),segment_id=cdbe220c-711d-4dcd-9811-178ea37b55c3)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:43.156717 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc60834-9df9-4149-aaae-9184b2452c22 req-68bd9c5f-aecb-46da-bcba-f32f620788d7 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:43.158279 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0fc60834-9df9-4149-aaae-9184b2452c22 req-68bd9c5f-aecb-46da-bcba-f32f620788d7 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92 HTTP/1.1" status: 200 len: 943 time: 0.1094019 Aug 19 14:38:43.179823 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac3bee0-85fd-46e0-9d80-e4dd7df29454 x-openstack-request-id: req-6ac3bee0-85fd-46e0-9d80-e4dd7df29454 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:38:43.181051 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "217a9361-0885-466a-9864-c776fea4a8d6", "tag": "84d47a63-6171-4e56-b328-4e29db341305", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:38:43.181553 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6ac3bee0-85fd-46e0-9d80-e4dd7df29454 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:38:43.182215 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '217a9361-0885-466a-9864-c776fea4a8d6', 'tag': '84d47a63-6171-4e56-b328-4e29db341305', 'status': 'completed', 'code': 200} Aug 19 14:38:43.185219 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-693f3b46-048a-42bc-9af2-7f91fc8a87a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:43.216560 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0fc60834-9df9-4149-aaae-9184b2452c22 req-a68e1cfc-5ee1-45dc-afc2-5cc584b43634 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522153 Aug 19 14:38:43.262916 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:43.299383 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40912d33-b418-4cf9-b5e4-119d9523f2fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30616cbd-c355-42fe-8823-3f196a3d77ca'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:38:43.303455 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d075a0b3-f4c2-4306-8f51-5a734512c8ab" -d '{"events": [{"server_uuid": "40912d33-b418-4cf9-b5e4-119d9523f2fc", "name": "network-vif-plugged", "status": "completed", "tag": "30616cbd-c355-42fe-8823-3f196a3d77ca"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:38:43.304396 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd2761-69bb-45d8-aacb-c92646476a57 req-acfe2321-8578-48ce-924e-52200c350390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:43.306634 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8cdd2761-69bb-45d8-aacb-c92646476a57 req-acfe2321-8578-48ce-924e-52200c350390 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5510f55194a84a709694ced521d1a10f&device_id=217a9361-0885-466a-9864-c776fea4a8d6 HTTP/1.1" status: 200 len: 1095 time: 0.1007965 Aug 19 14:38:43.322165 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 30616cbd-c355-42fe-8823-3f196a3d77ca, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=30616cbd-c355-42fe-8823-3f196a3d77ca,segment=NetworkSegment(deb4ceaa-a168-4950-8d67-f7a10179a94a),segment_id=deb4ceaa-a168-4950-8d67-f7a10179a94a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:43.326731 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:43.327822 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 3a8aa586-19be-46ba-a227-4ab3d58ab38c no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:38:43.385363 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-693f3b46-048a-42bc-9af2-7f91fc8a87a4 service neutron] Transition to ACTIVE for port object 3a8aa586-19be-46ba-a227-4ab3d58ab38c will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:38:43.396199 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-693f3b46-048a-42bc-9af2-7f91fc8a87a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:43.411459 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 3a8aa586-19be-46ba-a227-4ab3d58ab38c not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:38:43.412061 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 52cca720-cadf-4617-a3f3-fc747da0443a no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:38:43.414150 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=30616cbd-c355-42fe-8823-3f196a3d77ca,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:43.428644 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd2761-69bb-45d8-aacb-c92646476a57 req-7cf3cac8-7ad8-4a83-88fb-09114b6889ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:43.431154 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8cdd2761-69bb-45d8-aacb-c92646476a57 req-7cf3cac8-7ad8-4a83-88fb-09114b6889ee service neutron] 10.222.0.88 "GET /v2.0/networks?id=4b326bff-649c-45d8-843e-ebe16b9715e3 HTTP/1.1" status: 200 len: 930 time: 0.1123772 Aug 19 14:38:43.439315 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: 52cca720-cadf-4617-a3f3-fc747da0443a {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:38:43.439762 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 52cca720-cadf-4617-a3f3-fc747da0443a not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:38:43.458417 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace62093-fcc1-45d9-b9af-711e2ec6a071 req-e1e16fae-921b-4f34-bbae-cdba0a3de1b0 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:43.459978 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ace62093-fcc1-45d9-b9af-711e2ec6a071 req-e1e16fae-921b-4f34-bbae-cdba0a3de1b0 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=0159c47c-f124-4e1b-8ede-a160de3f5352 HTTP/1.1" status: 200 len: 945 time: 0.1746056 Aug 19 14:38:43.476547 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f1421-bb7c-41b6-9d96-07374eb1f608 req-17a35a9d-8e9d-48ca-9a22-13e0f1a91fcf tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:43.478463 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e58f1421-bb7c-41b6-9d96-07374eb1f608 req-17a35a9d-8e9d-48ca-9a22-13e0f1a91fcf tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c7b4cba-347d-4536-8408-8ac593a88aca HTTP/1.1" status: 200 len: 950 time: 0.1656668 Aug 19 14:38:43.484142 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8cdd2761-69bb-45d8-aacb-c92646476a57 req-6c7adb00-deb5-4d1c-bb5a-4a04da1e454f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84d47a63-6171-4e56-b328-4e29db341305 HTTP/1.1" status: 200 len: 217 time: 0.0386317 Aug 19 14:38:43.526575 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-693f3b46-048a-42bc-9af2-7f91fc8a87a4 service neutron] No DVR routers for this DVR port 3a8aa586-19be-46ba-a227-4ab3d58ab38c on host n-h1-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:38:43.555398 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd2761-69bb-45d8-aacb-c92646476a57 req-62d361c8-cf8c-48ee-a8fb-3474e2529033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:43.557931 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8cdd2761-69bb-45d8-aacb-c92646476a57 req-62d361c8-cf8c-48ee-a8fb-3474e2529033 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2a3053d7-d69f-41b4-a35f-07118496e8cf HTTP/1.1" status: 200 len: 868 time: 0.0645924 Aug 19 14:38:43.562431 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693f3b46-048a-42bc-9af2-7f91fc8a87a4 service neutron] Pushing event updated for resources: {'Port': ['ID=3a8aa586-19be-46ba-a227-4ab3d58ab38c,revision_number=10']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:43.608604 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-693f3b46-048a-42bc-9af2-7f91fc8a87a4 service neutron] 10.222.0.68 "PUT /v2.0/ports/3a8aa586-19be-46ba-a227-4ab3d58ab38c/bindings/n-h2-766043-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9302163 Aug 19 14:38:43.613579 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ace62093-fcc1-45d9-b9af-711e2ec6a071 req-00d24438-a3a9-4790-b9f5-20596f5c83cc tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313415 Aug 19 14:38:43.628255 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e58f1421-bb7c-41b6-9d96-07374eb1f608 req-4e13256a-3646-4933-b7ef-9bf0b2e84044 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339629 Aug 19 14:38:43.653334 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd2761-69bb-45d8-aacb-c92646476a57 req-6828ed0b-ef94-45d5-834a-df9bfc25f774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:43.655434 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8cdd2761-69bb-45d8-aacb-c92646476a57 req-6828ed0b-ef94-45d5-834a-df9bfc25f774 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4b326bff-649c-45d8-843e-ebe16b9715e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808527 Aug 19 14:38:43.761171 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fb2a6a0a-aed4-4b56-b2dc-7a6deaa5b865 req-f492c600-25eb-4ad6-8650-d52f8ac82f24 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=2aee55ef-9052-4c22-b8d2-6782ed903e48 HTTP/1.1" status: 200 len: 210 time: 0.0686326 Aug 19 14:38:43.784521 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-14f2741a-227f-4f5d-8071-b3490c0327be tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:43.785847 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-14f2741a-227f-4f5d-8071-b3490c0327be tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92&tenant_id=309b8293893e4b68ba54397ad041e8b9&binding%3Ahost_id=n-h1-766043-2 HTTP/1.1" status: 200 len: 1095 time: 0.0695112 Aug 19 14:38:43.789709 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e412bf-6d37-4983-8368-3fe8f60b9818 req-e811d11e-e701-484b-b681-524bdb0222f9 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:43.791971 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-42e412bf-6d37-4983-8368-3fe8f60b9818 req-e811d11e-e701-484b-b681-524bdb0222f9 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 945 time: 0.0901239 Aug 19 14:38:43.810507 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8cdd2761-69bb-45d8-aacb-c92646476a57 req-7b4a5a3f-4fa0-4fcf-8216-78e09ac96baf service neutron] 10.222.0.88 "GET /v2.0/networks/4b326bff-649c-45d8-843e-ebe16b9715e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420274 Aug 19 14:38:43.823821 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device e5292615-6af6-4a16-9bb2-a8f6dd96f64c up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:38:43.872556 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-42e412bf-6d37-4983-8368-3fe8f60b9818 req-e8542298-a9a8-42c7-959d-1e4d9671719e tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569246 Aug 19 14:38:43.933457 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port e5292615-6af6-4a16-9bb2-a8f6dd96f64c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:38:43.938572 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port e5292615-6af6-4a16-9bb2-a8f6dd96f64c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:38:43.938999 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:43.964499 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a91d920-a2f1-4513-a61b-83f9fa7eb2c8 x-openstack-request-id: req-0a91d920-a2f1-4513-a61b-83f9fa7eb2c8 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:38:43.964945 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40912d33-b418-4cf9-b5e4-119d9523f2fc", "name": "network-vif-plugged", "status": "completed", "tag": "30616cbd-c355-42fe-8823-3f196a3d77ca", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:38:43.964945 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0a91d920-a2f1-4513-a61b-83f9fa7eb2c8 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:38:43.965484 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40912d33-b418-4cf9-b5e4-119d9523f2fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30616cbd-c355-42fe-8823-3f196a3d77ca', 'code': 200} Aug 19 14:38:44.034358 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:44.059876 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96778d-ef42-4a5a-adf1-315514188e47 req-00653ba2-f140-4a74-9e27-407df7d2a0d6 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:44.061468 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0d96778d-ef42-4a5a-adf1-315514188e47 req-00653ba2-f140-4a74-9e27-407df7d2a0d6 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] 10.222.0.68 "GET /v2.0/ports?device_id=85be6900-df22-4d02-b0a9-25c4181aa88c HTTP/1.1" status: 200 len: 945 time: 0.1040101 Aug 19 14:38:44.076911 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port e5292615-6af6-4a16-9bb2-a8f6dd96f64c, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=e5292615-6af6-4a16-9bb2-a8f6dd96f64c,segment=NetworkSegment(911020b2-3bb4-4db0-af7a-51b07cbea653),segment_id=911020b2-3bb4-4db0-af7a-51b07cbea653)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:44.086089 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:44.117904 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d3424-1628-41ad-8463-53488faa5de4 req-072aabf2-e56f-4ca0-99e5-84c453281b73 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:44.119483 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-410d3424-1628-41ad-8463-53488faa5de4 req-072aabf2-e56f-4ca0-99e5-84c453281b73 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "GET /v2.0/ports?device_id=217a9361-0885-466a-9864-c776fea4a8d6 HTTP/1.1" status: 200 len: 944 time: 0.1066625 Aug 19 14:38:44.155132 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=e5292615-6af6-4a16-9bb2-a8f6dd96f64c,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:44.199716 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-410d3424-1628-41ad-8463-53488faa5de4 req-ad8a5366-c31b-4ae6-b149-f4aff927a72a tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "GET /v2.0/security-groups?id=94244281-8a6c-450e-8998-40bb74882906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528817 Aug 19 14:38:44.239828 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-0d96778d-ef42-4a5a-adf1-315514188e47 req-5703e231-4033-4af7-acca-eff7a8fcbd8b tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Deleting port 85b78081-e016-48ec-b275-9e4cf73d951f {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:38:44.240121 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0d96778d-ef42-4a5a-adf1-315514188e47 req-5703e231-4033-4af7-acca-eff7a8fcbd8b tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:44.294769 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2abea-97f5-482a-96c3-794cd686ad00 req-86d31a8a-3576-4631-9dd3-830ca0686bb5 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:44.296315 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b4c2abea-97f5-482a-96c3-794cd686ad00 req-86d31a8a-3576-4631-9dd3-830ca0686bb5 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] 10.222.0.69 "GET /v2.0/ports?device_id=85be6900-df22-4d02-b0a9-25c4181aa88c HTTP/1.1" status: 200 len: 945 time: 0.1048694 Aug 19 14:38:44.308515 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-c4cf89c7-5d9e-4817-8316-c37895f59dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:44.310037 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-c4cf89c7-5d9e-4817-8316-c37895f59dba service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92&tenant_id=309b8293893e4b68ba54397ad041e8b9 HTTP/1.1" status: 200 len: 1095 time: 0.5129685 Aug 19 14:38:44.335046 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12a1df-5f63-42cb-a697-87c9135ac48c req-3c1a85a0-c087-431a-b4f1-db6ea7d8ef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:44.336582 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-af12a1df-5f63-42cb-a697-87c9135ac48c req-3c1a85a0-c087-431a-b4f1-db6ea7d8ef35 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 1096 time: 0.0961840 Aug 19 14:38:44.338811 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8cdd2761-69bb-45d8-aacb-c92646476a57 req-409e4c08-9a97-45a3-b28f-fe9064a683fe service neutron] 10.222.0.88 "GET /v2.0/networks/4b326bff-649c-45d8-843e-ebe16b9715e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4974270 Aug 19 14:38:44.397568 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b4c2abea-97f5-482a-96c3-794cd686ad00 req-d94e6d7e-1659-4430-aaaf-224cca8d0416 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] 10.222.0.69 "GET /v2.0/security-groups?id=97e7fcd6-30a7-49d0-9311-5f10ad4af566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939212 Aug 19 14:38:44.412515 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-0d96778d-ef42-4a5a-adf1-315514188e47 req-5703e231-4033-4af7-acca-eff7a8fcbd8b tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] For port 85b78081-e016-48ec-b275-9e4cf73d951f, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=85b78081-e016-48ec-b275-9e4cf73d951f,segment=NetworkSegment(f9df1e40-8638-4be8-8da5-78e25b25b54f),segment_id=f9df1e40-8638-4be8-8da5-78e25b25b54f)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:44.412892 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0d96778d-ef42-4a5a-adf1-315514188e47 req-5703e231-4033-4af7-acca-eff7a8fcbd8b tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:44.429286 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-af12a1df-5f63-42cb-a697-87c9135ac48c req-a3d62ed6-cc4f-4e26-9657-12e3551a2a71 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785887 Aug 19 14:38:44.429631 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d332538-7d1d-4fa8-b0b1-75afc55b1993 req-4df7b922-8b5e-4254-ba7d-d4056abe56bf tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:44.430442 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1d332538-7d1d-4fa8-b0b1-75afc55b1993 req-4df7b922-8b5e-4254-ba7d-d4056abe56bf tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92 HTTP/1.1" status: 200 len: 944 time: 0.1203468 Aug 19 14:38:44.507905 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-76b1ded8-259f-45f0-ab17-694d57634c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:44.509622 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-76b1ded8-259f-45f0-ab17-694d57634c6c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=309b8293893e4b68ba54397ad041e8b9&device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92 HTTP/1.1" status: 200 len: 1095 time: 0.1226454 Aug 19 14:38:44.561206 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1d332538-7d1d-4fa8-b0b1-75afc55b1993 req-4dea2293-0b14-4b53-a84d-a36b934f18bf tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064365 Aug 19 14:38:44.616767 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253e039-fa70-4fbe-955e-ae7f8e685d43 req-2671101b-b6f1-4026-85f6-8143075c55aa tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:44.618229 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f253e039-fa70-4fbe-955e-ae7f8e685d43 req-2671101b-b6f1-4026-85f6-8143075c55aa tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.68 "GET /v2.0/networks?id=bbd2a93a-7213-4b80-b420-e06e4ab28650 HTTP/1.1" status: 200 len: 822 time: 0.1939969 Aug 19 14:38:44.655253 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-f253e039-fa70-4fbe-955e-ae7f8e685d43 req-2f7e083f-30b5-4fc2-bc24-aa5514663ac7 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Request body: {'port': {'device_id': '2aee55ef-9052-4c22-b8d2-6782ed903e48', 'network_id': 'bbd2a93a-7213-4b80-b420-e06e4ab28650', 'admin_state_up': True, 'tenant_id': '5d196cbee1214cf6a91c09d6264353bd'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:38:44.696694 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0d96778d-ef42-4a5a-adf1-315514188e47 req-5703e231-4033-4af7-acca-eff7a8fcbd8b tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:44.696694 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0d96778d-ef42-4a5a-adf1-315514188e47 req-5703e231-4033-4af7-acca-eff7a8fcbd8b tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:44.696999 n-d-766043-2 neutron-server[94640]: INFO neutron.db.l3_db [req-0d96778d-ef42-4a5a-adf1-315514188e47 req-5703e231-4033-4af7-acca-eff7a8fcbd8b tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Floating IP 65814357-36ab-4f98-926e-38187972b38b disassociated. External IP: 172.25.2.225, port: 85b78081-e016-48ec-b275-9e4cf73d951f. Aug 19 14:38:44.697169 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-0d96778d-ef42-4a5a-adf1-315514188e47 req-5703e231-4033-4af7-acca-eff7a8fcbd8b tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Calling delete_port for 85b78081-e016-48ec-b275-9e4cf73d951f owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:38:44.756110 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-94b900b8-5526-4425-8d76-72ef6aa8c0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:44.757656 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-94b900b8-5526-4425-8d76-72ef6aa8c0fa service neutron] 10.222.0.88 "GET /v2.0/networks?id=6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 HTTP/1.1" status: 200 len: 908 time: 0.2388337 Aug 19 14:38:44.822465 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-0c5298f8-50e9-49e1-8418-dc84a47c657d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3a8aa586-19be-46ba-a227-4ab3d58ab38c HTTP/1.1" status: 200 len: 217 time: 0.0568702 Aug 19 14:38:44.892455 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa058ce-914f-4bf2-aca4-07e72214b9f8 req-e903c756-c0eb-443c-b46d-9e057b70f197 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:44.894251 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-aaa058ce-914f-4bf2-aca4-07e72214b9f8 req-e903c756-c0eb-443c-b46d-9e057b70f197 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=0159c47c-f124-4e1b-8ede-a160de3f5352 HTTP/1.1" status: 200 len: 946 time: 0.1366203 Aug 19 14:38:44.895782 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [req-2645c4e3-c511-4f8c-889a-675322eb20bc req-c641ae45-564c-4534-868c-050015ff92c9 service neutron] show failed (client error): The resource could not be found. Aug 19 14:38:44.896817 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2645c4e3-c511-4f8c-889a-675322eb20bc req-c641ae45-564c-4534-868c-050015ff92c9 service neutron] 10.222.0.88 "GET /v2.0/ports/71395d50-c489-4f63-ae64-5a13347feb29/bindings/n-h1-766043-2 HTTP/1.1" status: 404 len: 380 time: 0.1719775 Aug 19 14:38:44.920238 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba50a78f-0d82-42cd-a598-0ed005d80de6 req-44be8baa-09c7-4e85-81c3-caace9299235 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:44.922199 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ba50a78f-0d82-42cd-a598-0ed005d80de6 req-44be8baa-09c7-4e85-81c3-caace9299235 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c7b4cba-347d-4536-8408-8ac593a88aca HTTP/1.1" status: 200 len: 950 time: 0.1267877 Aug 19 14:38:44.922361 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-094fab99-17c5-435e-a01d-73e9c263e57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:44.923668 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-094fab99-17c5-435e-a01d-73e9c263e57e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e6c98e66-0094-4a00-ab2a-dbcb4602f2eb HTTP/1.1" status: 200 len: 847 time: 0.0908914 Aug 19 14:38:44.989863 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-51ec9923-9e06-4ce3-a1b7-5ba983457c77 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6e6d7ced-670a-4172-99e0-b6cfaa52bcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442462 Aug 19 14:38:45.017065 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f253e039-fa70-4fbe-955e-ae7f8e685d43 req-2f7e083f-30b5-4fc2-bc24-aa5514663ac7 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Made reservation on behalf of 5d196cbee1214cf6a91c09d6264353bd for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:38:45.020124 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-aaa058ce-914f-4bf2-aca4-07e72214b9f8 req-e04e77fa-90e1-469b-a31c-bd7ee5b6437a tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123111 Aug 19 14:38:45.020778 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f253e039-fa70-4fbe-955e-ae7f8e685d43 req-2f7e083f-30b5-4fc2-bc24-aa5514663ac7 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:45.027133 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ba50a78f-0d82-42cd-a598-0ed005d80de6 req-d370fa53-a29b-4cfc-b713-210bde879f51 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936873 Aug 19 14:38:45.062600 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0d96778d-ef42-4a5a-adf1-315514188e47 req-5703e231-4033-4af7-acca-eff7a8fcbd8b tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:45.118867 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5703e231-4033-4af7-acca-eff7a8fcbd8b tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Pushing event deleted for resources: {'Port': ['ID=85b78081-e016-48ec-b275-9e4cf73d951f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:45.214389 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-68734324-973b-4a93-9f37-81629bace329 req-00f75264-d093-4e87-a11a-93f9ff8b36b6 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=2aee55ef-9052-4c22-b8d2-6782ed903e48 HTTP/1.1" status: 200 len: 210 time: 0.0387144 Aug 19 14:38:45.254277 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-0de16ea7-4fef-433c-8bad-1c30b688f3d5 service neutron] 10.222.0.88 "GET /v2.0/networks/6e6d7ced-670a-4172-99e0-b6cfaa52bcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589545 Aug 19 14:38:45.264058 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645c4e3-c511-4f8c-889a-675322eb20bc req-fa49eb8a-8abd-4765-9836-2c8cb11cdc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:45.266872 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2645c4e3-c511-4f8c-889a-675322eb20bc req-fa49eb8a-8abd-4765-9836-2c8cb11cdc9d service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=6c7b4cba-347d-4536-8408-8ac593a88aca&tenant_id=3397b0c43f0b46aaa4295e8f087dd91c HTTP/1.1" status: 200 len: 1101 time: 0.1322315 Aug 19 14:38:45.284713 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-2645c4e3-c511-4f8c-889a-675322eb20bc req-25234b08-72e2-4ec7-812e-81e866c9dfd1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766043-2', 'device_owner': 'compute:nova'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:38:45.348070 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d96778d-ef42-4a5a-adf1-315514188e47 req-5703e231-4033-4af7-acca-eff7a8fcbd8b tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Router c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:38:45.357885 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a9f20-4b7c-443a-bf90-051e92daffa9 req-b91df0bd-9e6b-4fec-906b-b282a69e78e5 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:45.359376 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a02a9f20-4b7c-443a-bf90-051e92daffa9 req-b91df0bd-9e6b-4fec-906b-b282a69e78e5 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 945 time: 0.1401958 Aug 19 14:38:45.372517 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26437490-e970-4b39-8242-ecb44697c463 req-e035b657-b3dd-4949-8e5c-df2a6984aa83 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:45.373997 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-26437490-e970-4b39-8242-ecb44697c463 req-e035b657-b3dd-4949-8e5c-df2a6984aa83 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "GET /v2.0/ports?device_id=217a9361-0885-466a-9864-c776fea4a8d6 HTTP/1.1" status: 200 len: 944 time: 0.0894768 Aug 19 14:38:45.374542 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-f253e039-fa70-4fbe-955e-ae7f8e685d43 req-2f7e083f-30b5-4fc2-bc24-aa5514663ac7 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Allocated IP 172.20.0.5 (bbd2a93a-7213-4b80-b420-e06e4ab28650/485d38cc-464f-453a-8bf5-ce58f74a38b6/80407016-9baa-406e-a145-dff43be492c6) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:38:45.445822 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2645c4e3-c511-4f8c-889a-675322eb20bc req-25234b08-72e2-4ec7-812e-81e866c9dfd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:45.477940 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-71c44343-9823-4234-89f0-0e58dfcfb0e1 service neutron] 10.222.0.88 "GET /v2.0/networks/6e6d7ced-670a-4172-99e0-b6cfaa52bcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089982 Aug 19 14:38:45.487301 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a02a9f20-4b7c-443a-bf90-051e92daffa9 req-510b0e0f-efe7-47a2-bd63-48c8619ecfd8 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111412 Aug 19 14:38:45.495508 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-26437490-e970-4b39-8242-ecb44697c463 req-bd631745-3f14-413a-a24f-d4254ff538fd tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "GET /v2.0/security-groups?id=94244281-8a6c-450e-8998-40bb74882906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101449 Aug 19 14:38:45.637976 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6105d30d-ff94-47c0-a4ad-ed7d2fc95e5c req-3a6ec199-0be2-4a40-90de-d7b7c6681e30 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] 10.222.0.69 "GET /v2.0/ports?device_id=85be6900-df22-4d02-b0a9-25c4181aa88c HTTP/1.1" status: 200 len: 210 time: 0.0386109 Aug 19 14:38:45.639482 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d96778d-ef42-4a5a-adf1-315514188e47 req-5703e231-4033-4af7-acca-eff7a8fcbd8b tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:38:45.651261 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c3d43f-1efa-4ae4-bdea-71220a17cd9a None None] Sync routers for ids ['c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:38:45.687918 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c3d43f-1efa-4ae4-bdea-71220a17cd9a None None] Routers {'c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:38:45.694000 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b4c3d43f-1efa-4ae4-bdea-71220a17cd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:38:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:38:45.741708 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d96778d-ef42-4a5a-adf1-315514188e47 req-5703e231-4033-4af7-acca-eff7a8fcbd8b tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] No DVR routers for this DVR port 85b78081-e016-48ec-b275-9e4cf73d951f on host n-h1-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:38:45.745352 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0d96778d-ef42-4a5a-adf1-315514188e47 req-5703e231-4033-4af7-acca-eff7a8fcbd8b tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:45.750855 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0d96778d-ef42-4a5a-adf1-315514188e47 req-5703e231-4033-4af7-acca-eff7a8fcbd8b tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] 10.222.0.68 "DELETE /v2.0/ports/85b78081-e016-48ec-b275-9e4cf73d951f HTTP/1.1" status: 204 len: 173 time: 1.6818426 Aug 19 14:38:45.751575 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85be6900-df22-4d02-b0a9-25c4181aa88c', 'name': 'network-vif-deleted', 'tag': '85b78081-e016-48ec-b275-9e4cf73d951f'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:38:45.754072 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7009a490-880c-438e-b505-7b80e0325f15" -d '{"events": [{"server_uuid": "85be6900-df22-4d02-b0a9-25c4181aa88c", "name": "network-vif-deleted", "tag": "85b78081-e016-48ec-b275-9e4cf73d951f"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:38:45.809551 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb518fb-7d54-4e27-8973-963510d33090 req-dfbbc26d-e43c-4eb8-b896-c178fb1abd82 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:45.820839 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2eb518fb-7d54-4e27-8973-963510d33090 req-dfbbc26d-e43c-4eb8-b896-c178fb1abd82 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92 HTTP/1.1" status: 200 len: 944 time: 0.1537199 Aug 19 14:38:45.821112 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f253e039-fa70-4fbe-955e-ae7f8e685d43 req-2f7e083f-30b5-4fc2-bc24-aa5514663ac7 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:45.855521 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 84d47a63-6171-4e56-b328-4e29db341305 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:38:45.878171 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d98195a-c354-4080-badd-0c443f916731 x-openstack-request-id: req-1d98195a-c354-4080-badd-0c443f916731 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:38:45.878460 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85be6900-df22-4d02-b0a9-25c4181aa88c", "name": "network-vif-deleted", "tag": "85b78081-e016-48ec-b275-9e4cf73d951f", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:38:45.878712 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1d98195a-c354-4080-badd-0c443f916731 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:38:45.879330 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85be6900-df22-4d02-b0a9-25c4181aa88c', 'name': 'network-vif-deleted', 'tag': '85b78081-e016-48ec-b275-9e4cf73d951f', 'status': 'completed', 'code': 200} Aug 19 14:38:45.907044 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-b4c3d43f-1efa-4ae4-bdea-71220a17cd9a None None] Set router c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:38:45.919163 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2eb518fb-7d54-4e27-8973-963510d33090 req-a4bbb27b-927c-4fa9-9a69-a335a1a8c90b tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973184 Aug 19 14:38:45.948115 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-2645c4e3-c511-4f8c-889a-675322eb20bc req-25234b08-72e2-4ec7-812e-81e866c9dfd1 service neutron] For port 71395d50-c489-4f63-ae64-5a13347feb29, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=71395d50-c489-4f63-ae64-5a13347feb29,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:45.967022 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0159c47c-f124-4e1b-8ede-a160de3f5352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5292615-6af6-4a16-9bb2-a8f6dd96f64c'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:38:45.969302 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1224a787-76e2-4598-a480-85e5aa6a81a1" -d '{"events": [{"server_uuid": "0159c47c-f124-4e1b-8ede-a160de3f5352", "name": "network-vif-plugged", "status": "completed", "tag": "e5292615-6af6-4a16-9bb2-a8f6dd96f64c"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:38:45.975480 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-61a74cb5-bab1-4a3d-98b7-e62a20dcd797 tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:45.978888 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-61a74cb5-bab1-4a3d-98b7-e62a20dcd797 tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92&tenant_id=309b8293893e4b68ba54397ad041e8b9&binding%3Ahost_id=n-h2-766043-2 HTTP/1.1" status: 200 len: 1095 time: 0.1198807 Aug 19 14:38:45.986931 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f253e039-fa70-4fbe-955e-ae7f8e685d43 req-2f7e083f-30b5-4fc2-bc24-aa5514663ac7 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:46.040628 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8575f684-737e-4828-9efc-ca27e7878237 x-openstack-request-id: req-8575f684-737e-4828-9efc-ca27e7878237 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:38:46.040905 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0159c47c-f124-4e1b-8ede-a160de3f5352", "name": "network-vif-plugged", "status": "completed", "tag": "e5292615-6af6-4a16-9bb2-a8f6dd96f64c", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:38:46.041234 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8575f684-737e-4828-9efc-ca27e7878237 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:38:46.041549 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0159c47c-f124-4e1b-8ede-a160de3f5352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5292615-6af6-4a16-9bb2-a8f6dd96f64c', 'code': 200} Aug 19 14:38:46.089700 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-2645c4e3-c511-4f8c-889a-675322eb20bc req-25234b08-72e2-4ec7-812e-81e866c9dfd1 service neutron] For port 71395d50-c489-4f63-ae64-5a13347feb29, host n-h2-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:38:46.137748 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f253e039-fa70-4fbe-955e-ae7f8e685d43 req-2f7e083f-30b5-4fc2-bc24-aa5514663ac7 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Network bbd2a93a-7213-4b80-b420-e06e4ab28650 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:38:46.147430 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 84d47a63-6171-4e56-b328-4e29db341305, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=84d47a63-6171-4e56-b328-4e29db341305,segment=NetworkSegment(4fff729b-2fb6-40e9-b546-b5e2c897b968),segment_id=4fff729b-2fb6-40e9-b546-b5e2c897b968)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:46.166864 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-f253e039-fa70-4fbe-955e-ae7f8e685d43 req-2f7e083f-30b5-4fc2-bc24-aa5514663ac7 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:38:46.172743 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-f253e039-fa70-4fbe-955e-ae7f8e685d43 req-2f7e083f-30b5-4fc2-bc24-aa5514663ac7 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:38:46.186747 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '84d47a63-6171-4e56-b328-4e29db341305', 'network_id': '4b326bff-649c-45d8-843e-ebe16b9715e3', 'port_id': '84d47a63-6171-4e56-b328-4e29db341305', 'mac_address': 'fa:16:3e:0d:35:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a3053d7-d69f-41b4-a35f-07118496e8cf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:38:46.204644 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e083f-30b5-4fc2-bc24-aa5514663ac7 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Pushing event updated for resources: {'Port': ['ID=80407016-9baa-406e-a145-dff43be492c6,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:46.238856 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:46.264618 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b4c3d43f-1efa-4ae4-bdea-71220a17cd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e', 'name': 'tempest-ServersTestManualDisk-910060916-router', 'tenant_id': '74293d11c41e4029af95465f64d7901f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '72a5e7b1-377b-4367-97d6-c9e4f9a49806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:35:47Z', 'updated_at': '2021-08-19T14:35:58Z', 'revision_number': 4, 'project_id': '74293d11c41e4029af95465f64d7901f', 'gw_port': {'id': '72a5e7b1-377b-4367-97d6-c9e4f9a49806', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:35:49Z', 'updated_at': '2021-08-19T14:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '57216e02-9674-4ff9-b7dd-f0aaef77927b', 'name': '', 'network_id': 'b96a8522-2b03-4241-8f82-1a09a4b61868', 'tenant_id': '74293d11c41e4029af95465f64d7901f', 'mac_address': 'fa:16:3e:1e:e7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'c552364d-d70d-482a-9650-0fce232fda34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:35:55Z', 'updated_at': '2021-08-19T14:36:05Z', 'revision_number': 5, 'project_id': '74293d11c41e4029af95465f64d7901f', 'subnets': [{'id': 'c552364d-d70d-482a-9650-0fce232fda34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:38:46.266064 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7b4cba-347d-4536-8408-8ac593a88aca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71395d50-c489-4f63-ae64-5a13347feb29'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:38:46.268803 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9987c8-3b35-4ff5-bdc8-a8092c1004ea" -d '{"events": [{"server_uuid": "6c7b4cba-347d-4536-8408-8ac593a88aca", "name": "network-vif-unplugged", "status": "completed", "tag": "71395d50-c489-4f63-ae64-5a13347feb29"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:38:46.279407 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b63216-8320-4ce6-beeb-27eb20cbfc7c req-39256635-3b09-4e45-9a11-9bb05f7c1eb4 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:46.279704 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2645c4e3-c511-4f8c-889a-675322eb20bc req-25234b08-72e2-4ec7-812e-81e866c9dfd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:46.290404 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-01b63216-8320-4ce6-beeb-27eb20cbfc7c req-39256635-3b09-4e45-9a11-9bb05f7c1eb4 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c7b4cba-347d-4536-8408-8ac593a88aca HTTP/1.1" status: 200 len: 950 time: 0.1400509 Aug 19 14:38:46.304226 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c3d43f-1efa-4ae4-bdea-71220a17cd9a None None] Checking router: c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:38:46.308169 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84d47a63-6171-4e56-b328-4e29db341305 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:38:46.313443 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253e039-fa70-4fbe-955e-ae7f8e685d43 req-2f7e083f-30b5-4fc2-bc24-aa5514663ac7 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:46.314245 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f253e039-fa70-4fbe-955e-ae7f8e685d43 req-2f7e083f-30b5-4fc2-bc24-aa5514663ac7 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:46.323338 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972c773-777e-405e-bdf7-c1d27071cad9 req-658bf88e-5d8c-4847-b8d2-1e177dd250b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:46.325188 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1972c773-777e-405e-bdf7-c1d27071cad9 req-658bf88e-5d8c-4847-b8d2-1e177dd250b0 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0159c47c-f124-4e1b-8ede-a160de3f5352 HTTP/1.1" status: 200 len: 1097 time: 0.1971512 Aug 19 14:38:46.329189 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c336564e-4b43-41c1-b1ee-b3ff4aa8c581 req-6a9487b6-ca41-46ac-8e50-5f81f92600ec tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:46.330438 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-2645c4e3-c511-4f8c-889a-675322eb20bc req-25234b08-72e2-4ec7-812e-81e866c9dfd1 service neutron] Transition to ACTIVE for port object 71395d50-c489-4f63-ae64-5a13347feb29 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:38:46.338869 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c336564e-4b43-41c1-b1ee-b3ff4aa8c581 req-6a9487b6-ca41-46ac-8e50-5f81f92600ec tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=0159c47c-f124-4e1b-8ede-a160de3f5352 HTTP/1.1" status: 200 len: 946 time: 0.2022433 Aug 19 14:38:46.344112 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2645c4e3-c511-4f8c-889a-675322eb20bc req-25234b08-72e2-4ec7-812e-81e866c9dfd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:46.357651 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c3d43f-1efa-4ae4-bdea-71220a17cd9a None None] Routers {'c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:38:46.358700 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b4c3d43f-1efa-4ae4-bdea-71220a17cd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:38:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:38:46.365886 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 84d47a63-6171-4e56-b328-4e29db341305, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=84d47a63-6171-4e56-b328-4e29db341305,segment=NetworkSegment(4fff729b-2fb6-40e9-b546-b5e2c897b968),segment_id=4fff729b-2fb6-40e9-b546-b5e2c897b968)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:46.380998 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-01b63216-8320-4ce6-beeb-27eb20cbfc7c req-d73f1c86-9b57-46c5-8819-4eb47afd010f tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895250 Aug 19 14:38:46.388355 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f253e039-fa70-4fbe-955e-ae7f8e685d43 req-2f7e083f-30b5-4fc2-bc24-aa5514663ac7 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7371986 Aug 19 14:38:46.401337 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-0f5af102-3c6a-4ccb-8a8b-ad8487cb6987 service neutron] For port 3a8aa586-19be-46ba-a227-4ab3d58ab38c, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:38:46.402304 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-0f5af102-3c6a-4ccb-8a8b-ad8487cb6987 service neutron] Notify callbacks [] for binding, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:46.403729 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6015d9ea-b1b7-4c55-abbc-ce6520785e96 req-0f5af102-3c6a-4ccb-8a8b-ad8487cb6987 service neutron] 10.222.0.88 "DELETE /v2.0/ports/3a8aa586-19be-46ba-a227-4ab3d58ab38c/bindings/n-h1-766043-2 HTTP/1.1" status: 204 len: 173 time: 0.4149153 Aug 19 14:38:46.406294 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:46.415580 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-f253e039-fa70-4fbe-955e-ae7f8e685d43 req-87ec7da8-e851-48cc-8dac-61068fca591c service neutron] Request body: {'port': {'device_id': '2aee55ef-9052-4c22-b8d2-6782ed903e48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:38:46.465283 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c336564e-4b43-41c1-b1ee-b3ff4aa8c581 req-d2ed5456-1bde-41a4-817d-0801359e6fad tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252232 Aug 19 14:38:46.496071 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1972c773-777e-405e-bdf7-c1d27071cad9 req-be395baf-0c56-4b69-99e4-70560f159cf8 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596620 Aug 19 14:38:46.505410 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25234b08-72e2-4ec7-812e-81e866c9dfd1 service neutron] Pushing event updated for resources: {'Port': ['ID=71395d50-c489-4f63-ae64-5a13347feb29,revision_number=6']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:46.563393 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-2645c4e3-c511-4f8c-889a-675322eb20bc req-25234b08-72e2-4ec7-812e-81e866c9dfd1 service neutron] No DVR routers for this DVR port 71395d50-c489-4f63-ae64-5a13347feb29 on host n-h2-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:38:46.617117 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f253e039-fa70-4fbe-955e-ae7f8e685d43 req-87ec7da8-e851-48cc-8dac-61068fca591c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:46.655246 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5b428-3f31-4f2c-946a-93463ad1a52b req-90f06784-f56e-4c42-b873-90fcb44575c2 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:46.663419 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-81f5b428-3f31-4f2c-946a-93463ad1a52b req-90f06784-f56e-4c42-b873-90fcb44575c2 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=2aee55ef-9052-4c22-b8d2-6782ed903e48 HTTP/1.1" status: 200 len: 931 time: 0.0948384 Aug 19 14:38:46.673157 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-2645c4e3-c511-4f8c-889a-675322eb20bc req-25234b08-72e2-4ec7-812e-81e866c9dfd1 service neutron] Attempting to bind port 71395d50-c489-4f63-ae64-5a13347feb29 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:38:46.673499 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-2645c4e3-c511-4f8c-889a-675322eb20bc req-25234b08-72e2-4ec7-812e-81e866c9dfd1 service neutron] Attempting to bind port 71395d50-c489-4f63-ae64-5a13347feb29 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:38:46.673829 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2645c4e3-c511-4f8c-889a-675322eb20bc req-25234b08-72e2-4ec7-812e-81e866c9dfd1 service neutron] Attempting to bind port 71395d50-c489-4f63-ae64-5a13347feb29 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:38:46.677900 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=84d47a63-6171-4e56-b328-4e29db341305,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:46.695465 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2645c4e3-c511-4f8c-889a-675322eb20bc req-25234b08-72e2-4ec7-812e-81e866c9dfd1 service neutron] Port 71395d50-c489-4f63-ae64-5a13347feb29 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:38:46.696169 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2645c4e3-c511-4f8c-889a-675322eb20bc req-25234b08-72e2-4ec7-812e-81e866c9dfd1 service neutron] Attempting to bind port 71395d50-c489-4f63-ae64-5a13347feb29 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:38:46.710223 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-b4c3d43f-1efa-4ae4-bdea-71220a17cd9a None None] Set router c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:38:46.710908 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2645c4e3-c511-4f8c-889a-675322eb20bc req-25234b08-72e2-4ec7-812e-81e866c9dfd1 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:38:46.711299 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2645c4e3-c511-4f8c-889a-675322eb20bc req-25234b08-72e2-4ec7-812e-81e866c9dfd1 service neutron] Checking segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:38:46.712064 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2645c4e3-c511-4f8c-889a-675322eb20bc req-25234b08-72e2-4ec7-812e-81e866c9dfd1 service neutron] Bound using segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:38:46.713823 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-2645c4e3-c511-4f8c-889a-675322eb20bc req-25234b08-72e2-4ec7-812e-81e866c9dfd1 service neutron] Bound port: 71395d50-c489-4f63-ae64-5a13347feb29, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:38:46.714403 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2645c4e3-c511-4f8c-889a-675322eb20bc req-25234b08-72e2-4ec7-812e-81e866c9dfd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:46.743065 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-81f5b428-3f31-4f2c-946a-93463ad1a52b req-b677b2cf-5025-408e-b1d8-2e293a6b3d80 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a93f3bc-eb52-4521-81e6-41db3c003964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786872 Aug 19 14:38:46.833032 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 14:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51dc5b8e-d23d-4fb9-9421-40e5b28378df x-openstack-request-id: req-51dc5b8e-d23d-4fb9-9421-40e5b28378df {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:38:46.833340 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c7b4cba-347d-4536-8408-8ac593a88aca", "name": "network-vif-unplugged", "status": "completed", "tag": "71395d50-c489-4f63-ae64-5a13347feb29", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:38:46.833586 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-51dc5b8e-d23d-4fb9-9421-40e5b28378df {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:38:46.834017 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7b4cba-347d-4536-8408-8ac593a88aca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71395d50-c489-4f63-ae64-5a13347feb29', 'code': 200} Aug 19 14:38:46.885051 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['84d47a63-6171-4e56-b328-4e29db341305'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:38:46.938987 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52ea29-cd6d-451c-bdf7-a4446b68ad75 req-fbedd585-4ef9-48bd-aeb8-9e88017db580 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:46.941582 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0b52ea29-cd6d-451c-bdf7-a4446b68ad75 req-fbedd585-4ef9-48bd-aeb8-9e88017db580 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 945 time: 0.1191628 Aug 19 14:38:47.005712 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f51b83-8268-43bd-8504-a6b6cb8a1756 req-7842501d-cd98-4828-9654-2e91acc124a3 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:47.007257 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-2645c4e3-c511-4f8c-889a-675322eb20bc req-25234b08-72e2-4ec7-812e-81e866c9dfd1 service neutron] For port 71395d50-c489-4f63-ae64-5a13347feb29, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:38:47.019998 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-62f51b83-8268-43bd-8504-a6b6cb8a1756 req-7842501d-cd98-4828-9654-2e91acc124a3 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "GET /v2.0/ports?device_id=217a9361-0885-466a-9864-c776fea4a8d6 HTTP/1.1" status: 200 len: 945 time: 0.1419175 Aug 19 14:38:47.040665 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-2645c4e3-c511-4f8c-889a-675322eb20bc req-25234b08-72e2-4ec7-812e-81e866c9dfd1 service neutron] For port 71395d50-c489-4f63-ae64-5a13347feb29, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=71395d50-c489-4f63-ae64-5a13347feb29,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:38:47.061831 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 85b78081-e016-48ec-b275-9e4cf73d951f no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:38:47.070169 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2645c4e3-c511-4f8c-889a-675322eb20bc req-25234b08-72e2-4ec7-812e-81e866c9dfd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:47.087393 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-62f51b83-8268-43bd-8504-a6b6cb8a1756 req-0712aca7-36ec-4437-a1c9-fb73cb836c4e tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "GET /v2.0/security-groups?id=94244281-8a6c-450e-8998-40bb74882906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656898 Aug 19 14:38:47.090122 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0b52ea29-cd6d-451c-bdf7-a4446b68ad75 req-b85775fd-d9b9-46ce-9f62-6a038a7eb1d0 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362140 Aug 19 14:38:47.131646 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645c4e3-c511-4f8c-889a-675322eb20bc req-25234b08-72e2-4ec7-812e-81e866c9dfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:47.132273 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2645c4e3-c511-4f8c-889a-675322eb20bc req-25234b08-72e2-4ec7-812e-81e866c9dfd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:47.144318 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2645c4e3-c511-4f8c-889a-675322eb20bc req-25234b08-72e2-4ec7-812e-81e866c9dfd1 service neutron] 10.222.0.68 "PUT /v2.0/ports/71395d50-c489-4f63-ae64-5a13347feb29 HTTP/1.1" status: 200 len: 1096 time: 1.8643544 Aug 19 14:38:47.162700 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: 85b78081-e016-48ec-b275-9e4cf73d951f {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:38:47.163111 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 85b78081-e016-48ec-b275-9e4cf73d951f not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:38:47.220453 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-f253e039-fa70-4fbe-955e-ae7f8e685d43 req-87ec7da8-e851-48cc-8dac-61068fca591c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80407016-9baa-406e-a145-dff43be492c6 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:38:47.230000 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f253e039-fa70-4fbe-955e-ae7f8e685d43 req-87ec7da8-e851-48cc-8dac-61068fca591c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:47.292253 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25234b08-72e2-4ec7-812e-81e866c9dfd1 service neutron] Pushing event updated for resources: {'Port': ['ID=71395d50-c489-4f63-ae64-5a13347feb29,revision_number=7']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:47.305562 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b4c3d43f-1efa-4ae4-bdea-71220a17cd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e', 'name': 'tempest-ServersTestManualDisk-910060916-router', 'tenant_id': '74293d11c41e4029af95465f64d7901f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '72a5e7b1-377b-4367-97d6-c9e4f9a49806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:35:47Z', 'updated_at': '2021-08-19T14:35:58Z', 'revision_number': 4, 'project_id': '74293d11c41e4029af95465f64d7901f', 'gw_port': {'id': '72a5e7b1-377b-4367-97d6-c9e4f9a49806', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:35:49Z', 'updated_at': '2021-08-19T14:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '57216e02-9674-4ff9-b7dd-f0aaef77927b', 'name': '', 'network_id': 'b96a8522-2b03-4241-8f82-1a09a4b61868', 'tenant_id': '74293d11c41e4029af95465f64d7901f', 'mac_address': 'fa:16:3e:1e:e7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'c552364d-d70d-482a-9650-0fce232fda34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:35:55Z', 'updated_at': '2021-08-19T14:36:05Z', 'revision_number': 5, 'project_id': '74293d11c41e4029af95465f64d7901f', 'subnets': [{'id': 'c552364d-d70d-482a-9650-0fce232fda34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:38:47.308660 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-f253e039-fa70-4fbe-955e-ae7f8e685d43 req-87ec7da8-e851-48cc-8dac-61068fca591c service neutron] Transition to ACTIVE for port object 80407016-9baa-406e-a145-dff43be492c6 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:38:47.316840 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f253e039-fa70-4fbe-955e-ae7f8e685d43 req-87ec7da8-e851-48cc-8dac-61068fca591c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:47.336927 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e919a-d2c3-453e-9ac4-8d4065de5c5f req-961ed63e-dd14-4e66-a69e-7e2fa4132c12 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:47.351284 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-956e919a-d2c3-453e-9ac4-8d4065de5c5f req-961ed63e-dd14-4e66-a69e-7e2fa4132c12 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 945 time: 0.1190181 Aug 19 14:38:47.352797 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c3d43f-1efa-4ae4-bdea-71220a17cd9a None None] The sync data for ids ['c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e'] in n-d-766043-2 is: [{'id': 'c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e', 'name': 'tempest-ServersTestManualDisk-910060916-router', 'tenant_id': '74293d11c41e4029af95465f64d7901f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '72a5e7b1-377b-4367-97d6-c9e4f9a49806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:35:47Z', 'updated_at': '2021-08-19T14:35:58Z', 'revision_number': 4, 'project_id': '74293d11c41e4029af95465f64d7901f', 'gw_port': {'id': '72a5e7b1-377b-4367-97d6-c9e4f9a49806', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:35:49Z', 'updated_at': '2021-08-19T14:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '57216e02-9674-4ff9-b7dd-f0aaef77927b', 'name': '', 'network_id': 'b96a8522-2b03-4241-8f82-1a09a4b61868', 'tenant_id': '74293d11c41e4029af95465f64d7901f', 'mac_address': 'fa:16:3e:1e:e7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'c552364d-d70d-482a-9650-0fce232fda34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:35:55Z', 'updated_at': '2021-08-19T14:36:05Z', 'revision_number': 5, 'project_id': '74293d11c41e4029af95465f64d7901f', 'subnets': [{'id': 'c552364d-d70d-482a-9650-0fce232fda34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:38:47.354122 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38108) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:38:47.379786 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7647ce-ae23-494d-a7e6-9c2973d6b7b3 req-fd50dfca-499f-4152-8d36-68e80aabb745 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:47.380869 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645c4e3-c511-4f8c-889a-675322eb20bc req-0220943c-93ee-4781-93de-715f26b7b958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:47.384051 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2645c4e3-c511-4f8c-889a-675322eb20bc req-0220943c-93ee-4781-93de-715f26b7b958 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3397b0c43f0b46aaa4295e8f087dd91c&device_id=6c7b4cba-347d-4536-8408-8ac593a88aca HTTP/1.1" status: 200 len: 1099 time: 0.1509662 Aug 19 14:38:47.384839 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1c7647ce-ae23-494d-a7e6-9c2973d6b7b3 req-fd50dfca-499f-4152-8d36-68e80aabb745 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92 HTTP/1.1" status: 200 len: 944 time: 0.1704662 Aug 19 14:38:47.398782 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-20fa6309-62b2-40b1-823d-fb05e9699d4c tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Request body: {'floatingip': {'port_id': '30616cbd-c355-42fe-8823-3f196a3d77ca'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:38:47.427915 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38110) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:38:47.556682 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec7da8-e851-48cc-8dac-61068fca591c service neutron] Pushing event updated for resources: {'Port': ['ID=80407016-9baa-406e-a145-dff43be492c6,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:47.563061 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1c7647ce-ae23-494d-a7e6-9c2973d6b7b3 req-a26c3102-8518-4a09-9bdf-0c85c0aa61d4 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603589 Aug 19 14:38:47.565353 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-20fa6309-62b2-40b1-823d-fb05e9699d4c tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks [] for floatingip, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:47.666406 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a8cde00c-5c96-4a8d-9838-c756c03761ae tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:47.705753 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645c4e3-c511-4f8c-889a-675322eb20bc req-6caf766d-8b6c-4c0b-97c8-82b6539d0e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:47.707242 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2645c4e3-c511-4f8c-889a-675322eb20bc req-6caf766d-8b6c-4c0b-97c8-82b6539d0e05 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.3024464 Aug 19 14:38:47.723938 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e523a-509c-46f1-826e-ef5fe9677402 req-54ae3e9a-1eb4-450b-809d-caa3c750ebc5 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:47.726155 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fc7e523a-509c-46f1-826e-ef5fe9677402 req-54ae3e9a-1eb4-450b-809d-caa3c750ebc5 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c7b4cba-347d-4536-8408-8ac593a88aca HTTP/1.1" status: 200 len: 948 time: 0.2162802 Aug 19 14:38:47.726850 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a8cde00c-5c96-4a8d-9838-c756c03761ae tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:47.765582 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-f253e039-fa70-4fbe-955e-ae7f8e685d43 req-87ec7da8-e851-48cc-8dac-61068fca591c service neutron] Attempting to bind port 80407016-9baa-406e-a145-dff43be492c6 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:38:47.766002 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-f253e039-fa70-4fbe-955e-ae7f8e685d43 req-87ec7da8-e851-48cc-8dac-61068fca591c service neutron] Attempting to bind port 80407016-9baa-406e-a145-dff43be492c6 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bbd2a93a-7213-4b80-b420-e06e4ab28650'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:38:47.766486 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6881d45f-ecf4-4db9-8c1b-ec4ba0ab5090 None None] New status for floating IP 65814357-36ab-4f98-926e-38187972b38b: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 14:38:47.767016 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f253e039-fa70-4fbe-955e-ae7f8e685d43 req-87ec7da8-e851-48cc-8dac-61068fca591c service neutron] Attempting to bind port 80407016-9baa-406e-a145-dff43be492c6 on network bbd2a93a-7213-4b80-b420-e06e4ab28650 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:38:47.780157 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2645c4e3-c511-4f8c-889a-675322eb20bc req-12dc255e-1732-4c31-abb7-8a70ea08a263 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=71395d50-c489-4f63-ae64-5a13347feb29 HTTP/1.1" status: 200 len: 217 time: 0.0623164 Aug 19 14:38:47.782753 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f253e039-fa70-4fbe-955e-ae7f8e685d43 req-87ec7da8-e851-48cc-8dac-61068fca591c service neutron] Port 80407016-9baa-406e-a145-dff43be492c6 on network bbd2a93a-7213-4b80-b420-e06e4ab28650 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:38:47.783073 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f253e039-fa70-4fbe-955e-ae7f8e685d43 req-87ec7da8-e851-48cc-8dac-61068fca591c service neutron] Attempting to bind port 80407016-9baa-406e-a145-dff43be492c6 on network bbd2a93a-7213-4b80-b420-e06e4ab28650 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:38:47.812016 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f253e039-fa70-4fbe-955e-ae7f8e685d43 req-87ec7da8-e851-48cc-8dac-61068fca591c service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:38:47.812392 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f253e039-fa70-4fbe-955e-ae7f8e685d43 req-87ec7da8-e851-48cc-8dac-61068fca591c service neutron] Checking segment: {'id': '0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bbd2a93a-7213-4b80-b420-e06e4ab28650'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:38:47.812887 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f253e039-fa70-4fbe-955e-ae7f8e685d43 req-87ec7da8-e851-48cc-8dac-61068fca591c service neutron] Bound using segment: {'id': '0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bbd2a93a-7213-4b80-b420-e06e4ab28650'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:38:47.813377 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-f253e039-fa70-4fbe-955e-ae7f8e685d43 req-87ec7da8-e851-48cc-8dac-61068fca591c service neutron] Bound port: 80407016-9baa-406e-a145-dff43be492c6, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bbd2a93a-7213-4b80-b420-e06e4ab28650'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:38:47.813746 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f253e039-fa70-4fbe-955e-ae7f8e685d43 req-87ec7da8-e851-48cc-8dac-61068fca591c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:47.829959 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb3405-92fb-4e0b-8236-b6cdc4c3e7de req-e421163a-3c50-4564-add5-89fb5aa9bd74 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:47.831813 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a9eb3405-92fb-4e0b-8236-b6cdc4c3e7de req-e421163a-3c50-4564-add5-89fb5aa9bd74 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=0159c47c-f124-4e1b-8ede-a160de3f5352 HTTP/1.1" status: 200 len: 946 time: 0.1787930 Aug 19 14:38:47.838068 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 71395d50-c489-4f63-ae64-5a13347feb29 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:38:47.855610 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fc7e523a-509c-46f1-826e-ef5fe9677402 req-eb9bef55-31c4-4e0a-ae21-b6f32dc18f83 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064439 Aug 19 14:38:47.897633 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645c4e3-c511-4f8c-889a-675322eb20bc req-a908ed42-95be-45b8-a7d2-c4ff9b86865d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:47.899105 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2645c4e3-c511-4f8c-889a-675322eb20bc req-a908ed42-95be-45b8-a7d2-c4ff9b86865d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.1062725 Aug 19 14:38:47.942418 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a9eb3405-92fb-4e0b-8236-b6cdc4c3e7de req-330e27f6-030c-42d4-ba81-0d6a1e4a40c1 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850720 Aug 19 14:38:47.961142 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a8cde00c-5c96-4a8d-9838-c756c03761ae tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:47.964470 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a8cde00c-5c96-4a8d-9838-c756c03761ae tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:47.968756 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a8cde00c-5c96-4a8d-9838-c756c03761ae tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] 10.222.0.69 "DELETE /v2.0/security-groups/97e7fcd6-30a7-49d0-9311-5f10ad4af566 HTTP/1.1" status: 204 len: 168 time: 0.5386114 Aug 19 14:38:47.971989 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38122) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:38:48.022456 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cde00c-5c96-4a8d-9838-c756c03761ae tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e7fcd6-30a7-49d0-9311-5f10ad4af566,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:48.029958 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-f253e039-fa70-4fbe-955e-ae7f8e685d43 req-87ec7da8-e851-48cc-8dac-61068fca591c service neutron] For port 80407016-9baa-406e-a145-dff43be492c6, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:38:48.033845 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-6af852e4-431a-4902-b57d-ae3e1ce46946 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] show failed (client error): The resource could not be found. Aug 19 14:38:48.039018 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6af852e4-431a-4902-b57d-ae3e1ce46946 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] 10.222.0.69 "GET /v2.0/security-groups/97e7fcd6-30a7-49d0-9311-5f10ad4af566 HTTP/1.1" status: 404 len: 347 time: 0.0628498 Aug 19 14:38:48.043710 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38126) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:38:48.098902 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 71395d50-c489-4f63-ae64-5a13347feb29 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:38:48.155087 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-f253e039-fa70-4fbe-955e-ae7f8e685d43 req-87ec7da8-e851-48cc-8dac-61068fca591c service neutron] For port 80407016-9baa-406e-a145-dff43be492c6, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=80407016-9baa-406e-a145-dff43be492c6,segment=NetworkSegment(0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2),segment_id=0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:38:48.209419 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f253e039-fa70-4fbe-955e-ae7f8e685d43 req-87ec7da8-e851-48cc-8dac-61068fca591c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:48.223644 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645c4e3-c511-4f8c-889a-675322eb20bc req-d36ff046-aa04-42d4-9750-4874b3ccefd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:48.225350 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2645c4e3-c511-4f8c-889a-675322eb20bc req-d36ff046-aa04-42d4-9750-4874b3ccefd6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3163886 Aug 19 14:38:48.563693 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253e039-fa70-4fbe-955e-ae7f8e685d43 req-87ec7da8-e851-48cc-8dac-61068fca591c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:48.564389 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f253e039-fa70-4fbe-955e-ae7f8e685d43 req-87ec7da8-e851-48cc-8dac-61068fca591c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:48.565896 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f253e039-fa70-4fbe-955e-ae7f8e685d43 req-87ec7da8-e851-48cc-8dac-61068fca591c service neutron] 10.222.0.68 "PUT /v2.0/ports/80407016-9baa-406e-a145-dff43be492c6 HTTP/1.1" status: 200 len: 1091 time: 2.1546249 Aug 19 14:38:48.568559 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f35150-ebb8-414f-bcfa-1a1a5fed47c1 req-c85199f0-1aa1-4738-be91-d6f2ef37510c tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:48.570518 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-82f35150-ebb8-414f-bcfa-1a1a5fed47c1 req-c85199f0-1aa1-4738-be91-d6f2ef37510c tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92 HTTP/1.1" status: 200 len: 1095 time: 0.1074119 Aug 19 14:38:48.615767 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d086fa-32b0-46f6-89cb-e56a9ef76744 req-fb3761bd-0f8c-41c0-82da-ac4d9dd4605e tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:48.617602 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d1d086fa-32b0-46f6-89cb-e56a9ef76744 req-fb3761bd-0f8c-41c0-82da-ac4d9dd4605e tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=2aee55ef-9052-4c22-b8d2-6782ed903e48 HTTP/1.1" status: 200 len: 943 time: 0.1558678 Aug 19 14:38:48.664526 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec7da8-e851-48cc-8dac-61068fca591c service neutron] Pushing event updated for resources: {'Port': ['ID=80407016-9baa-406e-a145-dff43be492c6,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:48.726157 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d92ddbdd-ade8-4e22-94a3-c7c622d0b688 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Deleting port 10a72353-e1d7-494a-b905-cc76fa6ec12c {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:38:48.726427 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-82f35150-ebb8-414f-bcfa-1a1a5fed47c1 req-879164cf-2019-4334-96a7-2ea2a5b07cfc tempest-LiveMigrationTest-1518515215 tempest-LiveMigrationTest-1518515215-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315506 Aug 19 14:38:48.726582 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d92ddbdd-ade8-4e22-94a3-c7c622d0b688 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:48.731271 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2645c4e3-c511-4f8c-889a-675322eb20bc req-8a12bcb9-c0a6-47b6-a272-317a21117496 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163115 Aug 19 14:38:48.735376 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253e039-fa70-4fbe-955e-ae7f8e685d43 req-f3c4ed67-4a5b-4707-a70d-33c51ad0a27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:48.737356 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f253e039-fa70-4fbe-955e-ae7f8e685d43 req-f3c4ed67-4a5b-4707-a70d-33c51ad0a27f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5d196cbee1214cf6a91c09d6264353bd&device_id=2aee55ef-9052-4c22-b8d2-6782ed903e48 HTTP/1.1" status: 200 len: 1094 time: 0.1108959 Aug 19 14:38:48.740767 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-20fa6309-62b2-40b1-823d-fb05e9699d4c tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:48.753801 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d1d086fa-32b0-46f6-89cb-e56a9ef76744 req-251d52b9-3b42-43fe-a37e-e90b6404a49d tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a93f3bc-eb52-4521-81e6-41db3c003964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278036 Aug 19 14:38:48.757290 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-20fa6309-62b2-40b1-823d-fb05e9699d4c tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:48.853271 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c7b4cba-347d-4536-8408-8ac593a88aca', 'tag': '71395d50-c489-4f63-ae64-5a13347feb29'}, {'name': 'network-changed', 'server_uuid': '2aee55ef-9052-4c22-b8d2-6782ed903e48', 'tag': '80407016-9baa-406e-a145-dff43be492c6'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:38:48.855526 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c334d3fc-3244-462a-9d65-e722bf83e738" -d '{"events": [{"name": "network-changed", "server_uuid": "6c7b4cba-347d-4536-8408-8ac593a88aca", "tag": "71395d50-c489-4f63-ae64-5a13347feb29"}, {"name": "network-changed", "server_uuid": "2aee55ef-9052-4c22-b8d2-6782ed903e48", "tag": "80407016-9baa-406e-a145-dff43be492c6"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:38:48.876508 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f253e039-fa70-4fbe-955e-ae7f8e685d43 req-1c8a0a23-a54f-4aec-809e-fc2cd2e32aed service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80407016-9baa-406e-a145-dff43be492c6 HTTP/1.1" status: 200 len: 217 time: 0.0688117 Aug 19 14:38:48.932839 n-d-766043-2 neutron-server[94640]: INFO neutron.db.l3_db [None req-20fa6309-62b2-40b1-823d-fb05e9699d4c tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Floating IP 965081b3-bede-4197-9e79-d4d4ffe9e82f associated. External IP: 172.25.2.28, port: 30616cbd-c355-42fe-8823-3f196a3d77ca. Aug 19 14:38:48.960860 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d92ddbdd-ade8-4e22-94a3-c7c622d0b688 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:48.961138 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d92ddbdd-ade8-4e22-94a3-c7c622d0b688 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:48.981597 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d92ddbdd-ade8-4e22-94a3-c7c622d0b688 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Calling delete_port for 10a72353-e1d7-494a-b905-cc76fa6ec12c owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:38:48.985404 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fdbd1d-39e7-42ba-99ef-bdc4eb7a9b9b req-35460e43-96d8-4796-a432-0424f8052d75 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:48.993592 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-31fdbd1d-39e7-42ba-99ef-bdc4eb7a9b9b req-35460e43-96d8-4796-a432-0424f8052d75 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "GET /v2.0/ports?device_id=217a9361-0885-466a-9864-c776fea4a8d6 HTTP/1.1" status: 200 len: 945 time: 0.1518710 Aug 19 14:38:49.016924 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253e039-fa70-4fbe-955e-ae7f8e685d43 req-03cb04a8-2def-47c2-a607-e72efd8159bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:49.018405 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f253e039-fa70-4fbe-955e-ae7f8e685d43 req-03cb04a8-2def-47c2-a607-e72efd8159bd service neutron] 10.222.0.68 "GET /v2.0/subnets?id=485d38cc-464f-453a-8bf5-ce58f74a38b6 HTTP/1.1" status: 200 len: 862 time: 0.1159904 Aug 19 14:38:49.056773 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 19 Aug 2021 14:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a523b91-40a6-4368-bbe8-04b2b2cccbbc x-openstack-request-id: req-4a523b91-40a6-4368-bbe8-04b2b2cccbbc {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:38:49.057117 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c7b4cba-347d-4536-8408-8ac593a88aca", "tag": "71395d50-c489-4f63-ae64-5a13347feb29", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2aee55ef-9052-4c22-b8d2-6782ed903e48", "tag": "80407016-9baa-406e-a145-dff43be492c6", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:38:49.057323 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4a523b91-40a6-4368-bbe8-04b2b2cccbbc {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:38:49.057718 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c7b4cba-347d-4536-8408-8ac593a88aca', 'tag': '71395d50-c489-4f63-ae64-5a13347feb29', 'status': 'completed', 'code': 200} Aug 19 14:38:49.057973 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aee55ef-9052-4c22-b8d2-6782ed903e48', 'tag': '80407016-9baa-406e-a145-dff43be492c6', 'status': 'completed', 'code': 200} Aug 19 14:38:49.080703 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-31fdbd1d-39e7-42ba-99ef-bdc4eb7a9b9b req-a34d0c89-23e2-4712-87a2-e5e2a2aeba59 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "GET /v2.0/security-groups?id=94244281-8a6c-450e-8998-40bb74882906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862076 Aug 19 14:38:49.130700 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f253e039-fa70-4fbe-955e-ae7f8e685d43 req-df17a1f0-2d31-4c52-a4ba-32031cc91784 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bbd2a93a-7213-4b80-b420-e06e4ab28650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718715 Aug 19 14:38:49.157682 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb710792-4d91-4839-b791-8606fd89e3e3 req-7c24f8ed-3722-436b-aa3f-baae8c0c567e tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:49.159086 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bb710792-4d91-4839-b791-8606fd89e3e3 req-7c24f8ed-3722-436b-aa3f-baae8c0c567e tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c7b4cba-347d-4536-8408-8ac593a88aca HTTP/1.1" status: 200 len: 948 time: 0.0734398 Aug 19 14:38:49.280023 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f253e039-fa70-4fbe-955e-ae7f8e685d43 req-13ca4d35-abd3-4d71-a502-f171bd3cbc3d service neutron] 10.222.0.68 "GET /v2.0/networks/bbd2a93a-7213-4b80-b420-e06e4ab28650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329296 Aug 19 14:38:49.284106 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2645c4e3-c511-4f8c-889a-675322eb20bc req-fd4939d0-172e-494a-8235-ff158852df5a service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4749577 Aug 19 14:38:49.309268 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bb710792-4d91-4839-b791-8606fd89e3e3 req-ee4107d7-a736-45a2-a8fc-7d48ad782a80 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110537 Aug 19 14:38:49.327834 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48090ce8-d410-49d3-9727-a1dc5644870b req-0702055d-0344-4804-9548-aa484a8a32ae tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:49.343217 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-48090ce8-d410-49d3-9727-a1dc5644870b req-0702055d-0344-4804-9548-aa484a8a32ae tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92 HTTP/1.1" status: 200 len: 944 time: 0.1456170 Aug 19 14:38:49.464301 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20fa6309-62b2-40b1-823d-fb05e9699d4c tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Router b8d836b5-48e0-4891-8cf6-1356f7d2c373 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:38:49.468853 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-48090ce8-d410-49d3-9727-a1dc5644870b req-151c5837-667a-4d63-95ff-2737069761a2 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129961 Aug 19 14:38:49.480290 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334d3fc-3244-462a-9d65-e722bf83e738 req-1115bd2b-e996-4722-afa3-a46f38debaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:49.482110 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c334d3fc-3244-462a-9d65-e722bf83e738 req-1115bd2b-e996-4722-afa3-a46f38debaa1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3397b0c43f0b46aaa4295e8f087dd91c&device_id=6c7b4cba-347d-4536-8408-8ac593a88aca HTTP/1.1" status: 200 len: 1099 time: 0.4024293 Aug 19 14:38:49.487675 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a7a80-f5e2-440a-8f05-22b48e7bf644 req-bc6dd024-4a29-489b-b49e-e6a782418f27 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:49.495488 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1e4a7a80-f5e2-440a-8f05-22b48e7bf644 req-bc6dd024-4a29-489b-b49e-e6a782418f27 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=0159c47c-f124-4e1b-8ede-a160de3f5352 HTTP/1.1" status: 200 len: 946 time: 0.1111164 Aug 19 14:38:49.576616 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d92ddbdd-ade8-4e22-94a3-c7c622d0b688 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:49.584079 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1e4a7a80-f5e2-440a-8f05-22b48e7bf644 req-c3c81a69-740d-4f49-a946-6a71947f6eba tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847538 Aug 19 14:38:49.598919 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334d3fc-3244-462a-9d65-e722bf83e738 req-dc319059-652a-4954-a59b-11b483c7c8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:49.600955 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c334d3fc-3244-462a-9d65-e722bf83e738 req-dc319059-652a-4954-a59b-11b483c7c8d9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3397b0c43f0b46aaa4295e8f087dd91c&device_id=6c7b4cba-347d-4536-8408-8ac593a88aca HTTP/1.1" status: 200 len: 1099 time: 0.1816924 Aug 19 14:38:49.626114 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f253e039-fa70-4fbe-955e-ae7f8e685d43 req-6782aaf4-3552-4a5b-8966-3a3d8e7dfbc4 service neutron] 10.222.0.68 "GET /v2.0/networks/bbd2a93a-7213-4b80-b420-e06e4ab28650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257711 Aug 19 14:38:49.656839 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ddbdd-ade8-4e22-94a3-c7c622d0b688 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Pushing event deleted for resources: {'Port': ['ID=10a72353-e1d7-494a-b905-cc76fa6ec12c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:49.666903 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20fa6309-62b2-40b1-823d-fb05e9699d4c tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:38:49.673938 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-20fa6309-62b2-40b1-823d-fb05e9699d4c tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:49.676994 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c89ad3-0ae8-4805-8121-1a08823292f7 None None] Sync routers for ids ['b8d836b5-48e0-4891-8cf6-1356f7d2c373'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:38:49.696831 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c89ad3-0ae8-4805-8121-1a08823292f7 None None] Routers {'b8d836b5-48e0-4891-8cf6-1356f7d2c373'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:38:49.697474 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d1c89ad3-0ae8-4805-8121-1a08823292f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:38:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['b8d836b5-48e0-4891-8cf6-1356f7d2c373'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:38:49.711064 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-20fa6309-62b2-40b1-823d-fb05e9699d4c tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "PUT /v2.0/floatingips/965081b3-bede-4197-9e79-d4d4ffe9e82f HTTP/1.1" status: 200 len: 990 time: 2.3249381 Aug 19 14:38:49.712024 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40912d33-b418-4cf9-b5e4-119d9523f2fc', 'tag': '30616cbd-c355-42fe-8823-3f196a3d77ca'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:38:49.714545 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f991b1d-e9c0-4bc6-9b89-9155e0fbe24f" -d '{"events": [{"name": "network-changed", "server_uuid": "40912d33-b418-4cf9-b5e4-119d9523f2fc", "tag": "30616cbd-c355-42fe-8823-3f196a3d77ca"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:38:49.766992 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8db8c8-b3a6-4475-9b69-24b829210024 req-55aded53-7d1c-4d35-aef1-764b4e94472e tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:49.775755 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6c8db8c8-b3a6-4475-9b69-24b829210024 req-55aded53-7d1c-4d35-aef1-764b4e94472e tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=0159c47c-f124-4e1b-8ede-a160de3f5352 HTTP/1.1" status: 200 len: 1097 time: 0.0559304 Aug 19 14:38:49.821046 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6c8db8c8-b3a6-4475-9b69-24b829210024 req-1bf36f06-ba06-46ae-904a-869eff89dc5e tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396690 Aug 19 14:38:49.822075 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334d3fc-3244-462a-9d65-e722bf83e738 req-8d76cd05-6226-42ab-9927-c42d5437c8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:49.823831 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c334d3fc-3244-462a-9d65-e722bf83e738 req-8d76cd05-6226-42ab-9927-c42d5437c8eb service neutron] 10.222.0.88 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.3317285 Aug 19 14:38:49.855619 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 84d47a63-6171-4e56-b328-4e29db341305 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:38:49.890237 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-d1c89ad3-0ae8-4805-8121-1a08823292f7 None None] Set router b8d836b5-48e0-4891-8cf6-1356f7d2c373 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:38:49.895601 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9c8cf2-757b-4b76-a9ed-c0435ae43b59 x-openstack-request-id: req-0a9c8cf2-757b-4b76-a9ed-c0435ae43b59 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:38:49.896534 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40912d33-b418-4cf9-b5e4-119d9523f2fc", "tag": "30616cbd-c355-42fe-8823-3f196a3d77ca", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:38:49.897238 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0a9c8cf2-757b-4b76-a9ed-c0435ae43b59 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:38:49.898199 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40912d33-b418-4cf9-b5e4-119d9523f2fc', 'tag': '30616cbd-c355-42fe-8823-3f196a3d77ca', 'status': 'completed', 'code': 200} Aug 19 14:38:49.899714 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c334d3fc-3244-462a-9d65-e722bf83e738 req-97687ad1-75bd-4da8-9585-6ae2678a1a26 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=71395d50-c489-4f63-ae64-5a13347feb29 HTTP/1.1" status: 200 len: 217 time: 0.0475364 Aug 19 14:38:49.916975 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0afaef-a0cd-4379-8a7e-8008d3186715 req-81588c9e-10e4-4935-86de-73042731b840 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:49.918734 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cc0afaef-a0cd-4379-8a7e-8008d3186715 req-81588c9e-10e4-4935-86de-73042731b840 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92 HTTP/1.1" status: 200 len: 944 time: 0.2718608 Aug 19 14:38:49.935987 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d92ddbdd-ade8-4e22-94a3-c7c622d0b688 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:49.938896 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d92ddbdd-ade8-4e22-94a3-c7c622d0b688 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:49.940327 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d92ddbdd-ade8-4e22-94a3-c7c622d0b688 tempest-ServersTestManualDisk-852007458 tempest-ServersTestManualDisk-852007458-project] 10.222.0.69 "DELETE /v2.0/floatingips/65814357-36ab-4f98-926e-38187972b38b HTTP/1.1" status: 204 len: 168 time: 1.8954332 Aug 19 14:38:49.951103 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38154) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:38:50.014473 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 84d47a63-6171-4e56-b328-4e29db341305 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:38:50.026711 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 84d47a63-6171-4e56-b328-4e29db341305 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:38:50.027301 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:50.050800 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334d3fc-3244-462a-9d65-e722bf83e738 req-6ad8ad77-d823-4caa-bc4d-3db0f5c60f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:50.052515 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c334d3fc-3244-462a-9d65-e722bf83e738 req-6ad8ad77-d823-4caa-bc4d-3db0f5c60f65 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.4199593 Aug 19 14:38:50.107581 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334d3fc-3244-462a-9d65-e722bf83e738 req-22f31a06-a30c-4911-ae69-2125b542c00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:50.109155 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c334d3fc-3244-462a-9d65-e722bf83e738 req-22f31a06-a30c-4911-ae69-2125b542c00d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.2079558 Aug 19 14:38:50.111047 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f991b1d-e9c0-4bc6-9b89-9155e0fbe24f req-6162246b-edcf-4f6a-bff1-63706af26aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:50.112546 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3f991b1d-e9c0-4bc6-9b89-9155e0fbe24f req-6162246b-edcf-4f6a-bff1-63706af26aa1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=93c36d7db0b9486ca0e05d09444f38b7&device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 1096 time: 0.1913769 Aug 19 14:38:50.162583 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b19210-b62b-4832-b99b-fdbf0c7ce1f7 req-407dc725-33ae-430f-896e-f813479b30c5 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:50.164117 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-90b19210-b62b-4832-b99b-fdbf0c7ce1f7 req-407dc725-33ae-430f-896e-f813479b30c5 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=2aee55ef-9052-4c22-b8d2-6782ed903e48 HTTP/1.1" status: 200 len: 943 time: 0.2256019 Aug 19 14:38:50.167970 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c334d3fc-3244-462a-9d65-e722bf83e738 req-2de7c3f9-c844-41b8-8a5e-c4f8a7fbe943 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=71395d50-c489-4f63-ae64-5a13347feb29 HTTP/1.1" status: 200 len: 217 time: 0.0941854 Aug 19 14:38:50.178486 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb47f8f-d2d7-4345-af4e-dcb155fa286a req-0f590a04-4d24-4ae4-8185-0c47dded27f4 tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:50.179950 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-afb47f8f-d2d7-4345-af4e-dcb155fa286a req-0f590a04-4d24-4ae4-8185-0c47dded27f4 tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=0159c47c-f124-4e1b-8ede-a160de3f5352 HTTP/1.1" status: 200 len: 1097 time: 0.1834075 Aug 19 14:38:50.239472 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:50.274021 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217a9361-0885-466a-9864-c776fea4a8d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d47a63-6171-4e56-b328-4e29db341305'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:38:50.276723 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb795d3-077f-48d7-8227-26b880573348" -d '{"events": [{"server_uuid": "217a9361-0885-466a-9864-c776fea4a8d6", "name": "network-vif-plugged", "status": "completed", "tag": "84d47a63-6171-4e56-b328-4e29db341305"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:38:50.289164 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-90b19210-b62b-4832-b99b-fdbf0c7ce1f7 req-9b76700e-89ee-4207-a9fe-32ffa40b0f48 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a93f3bc-eb52-4521-81e6-41db3c003964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127858 Aug 19 14:38:50.296307 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 84d47a63-6171-4e56-b328-4e29db341305, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=84d47a63-6171-4e56-b328-4e29db341305,segment=NetworkSegment(4fff729b-2fb6-40e9-b546-b5e2c897b968),segment_id=4fff729b-2fb6-40e9-b546-b5e2c897b968)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:50.309008 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-afb47f8f-d2d7-4345-af4e-dcb155fa286a req-887189bd-e8d5-4180-9293-8cb63b20d34e tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080260 Aug 19 14:38:50.316500 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334d3fc-3244-462a-9d65-e722bf83e738 req-523a7cf9-9903-494c-8ba4-86b0cb611213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:50.318451 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c334d3fc-3244-462a-9d65-e722bf83e738 req-523a7cf9-9903-494c-8ba4-86b0cb611213 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.1011589 Aug 19 14:38:50.322561 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:50.324549 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 3a8aa586-19be-46ba-a227-4ab3d58ab38c no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:38:50.349818 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334d3fc-3244-462a-9d65-e722bf83e738 req-450c1a88-5789-44fa-98a1-614cc6dd47b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:50.351480 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c334d3fc-3244-462a-9d65-e722bf83e738 req-450c1a88-5789-44fa-98a1-614cc6dd47b5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2048876 Aug 19 14:38:50.385071 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f991b1d-e9c0-4bc6-9b89-9155e0fbe24f req-92703c63-9394-4d94-b6a4-92db5d3603ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:50.386699 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3f991b1d-e9c0-4bc6-9b89-9155e0fbe24f req-92703c63-9394-4d94-b6a4-92db5d3603ed service neutron] 10.222.0.68 "GET /v2.0/networks?id=669513f8-b4b3-4e5c-8f0d-5f8e9923cc05 HTTP/1.1" status: 200 len: 917 time: 0.2303629 Aug 19 14:38:50.389082 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-cc0afaef-a0cd-4379-8a7e-8008d3186715 req-112a43cf-3981-4951-a1de-bf95473847ba tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Deleting port 3a8aa586-19be-46ba-a227-4ab3d58ab38c {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:38:50.389533 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cc0afaef-a0cd-4379-8a7e-8008d3186715 req-112a43cf-3981-4951-a1de-bf95473847ba tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:50.431547 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f94998-fe61-4514-b9f0-2e1e15fc8f1b x-openstack-request-id: req-91f94998-fe61-4514-b9f0-2e1e15fc8f1b {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:38:50.431834 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217a9361-0885-466a-9864-c776fea4a8d6", "name": "network-vif-plugged", "status": "completed", "tag": "84d47a63-6171-4e56-b328-4e29db341305", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:38:50.432082 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-91f94998-fe61-4514-b9f0-2e1e15fc8f1b {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:38:50.432487 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217a9361-0885-466a-9864-c776fea4a8d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d47a63-6171-4e56-b328-4e29db341305', 'code': 200} Aug 19 14:38:50.442925 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d1c89ad3-0ae8-4805-8121-1a08823292f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'name': 'tempest-AttachVolumeShelveTestJSON-762607880-router', 'tenant_id': '93c36d7db0b9486ca0e05d09444f38b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'd0752b46-efc2-4965-8a12-6e894912bd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:38:08Z', 'updated_at': '2021-08-19T14:38:19Z', 'revision_number': 4, 'project_id': '93c36d7db0b9486ca0e05d09444f38b7', 'gw_port': {'id': 'd0752b46-efc2-4965-8a12-6e894912bd7f', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:09:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:38:10Z', 'updated_at': '2021-08-19T14:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '965081b3-bede-4197-9e79-d4d4ffe9e82f', 'tenant_id': '93c36d7db0b9486ca0e05d09444f38b7', 'floating_ip_address': '172.25.2.28', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'port_id': '30616cbd-c355-42fe-8823-3f196a3d77ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '669513f8-b4b3-4e5c-8f0d-5f8e9923cc05', 'mac_address': 'fa:16:3e:a0:d9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40912d33-b418-4cf9-b5e4-119d9523f2fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:38:24Z', 'updated_at': '2021-08-19T14:38:48Z', 'revision_number': 1, 'project_id': '93c36d7db0b9486ca0e05d09444f38b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76dff8e0-1328-4681-a2b9-ebdd9baa5938', 'name': '', 'network_id': '669513f8-b4b3-4e5c-8f0d-5f8e9923cc05', 'tenant_id': '93c36d7db0b9486ca0e05d09444f38b7', 'mac_address': 'fa:16:3e:ca:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '55f10344-049d-42f2-b429-801948692761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:38:16Z', 'updated_at': '2021-08-19T14:38:25Z', 'revision_number': 5, 'project_id': '93c36d7db0b9486ca0e05d09444f38b7', 'subnets': [{'id': '55f10344-049d-42f2-b429-801948692761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:38:50.471172 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a7e74-aa0b-4050-b120-e49161175a9e req-9339d555-0802-4853-81b6-1bbe9212797f tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:50.472770 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ec4a7e74-aa0b-4050-b120-e49161175a9e req-9339d555-0802-4853-81b6-1bbe9212797f tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "GET /v2.0/ports?device_id=217a9361-0885-466a-9864-c776fea4a8d6 HTTP/1.1" status: 200 len: 946 time: 0.0699914 Aug 19 14:38:50.497552 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c89ad3-0ae8-4805-8121-1a08823292f7 None None] Checking router: b8d836b5-48e0-4891-8cf6-1356f7d2c373 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:38:50.517657 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=84d47a63-6171-4e56-b328-4e29db341305,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:50.522562 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c89ad3-0ae8-4805-8121-1a08823292f7 None None] Routers {'b8d836b5-48e0-4891-8cf6-1356f7d2c373'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:38:50.523172 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d1c89ad3-0ae8-4805-8121-1a08823292f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:38:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['b8d836b5-48e0-4891-8cf6-1356f7d2c373'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:38:50.623993 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0618e-ecf6-472e-a7f8-728d0d970c01 req-a94d9b3b-2034-41aa-b2f8-4ee21f334326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:50.625502 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-19b0618e-ecf6-472e-a7f8-728d0d970c01 req-a94d9b3b-2034-41aa-b2f8-4ee21f334326 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=217a9361-0885-466a-9864-c776fea4a8d6 HTTP/1.1" status: 200 len: 1097 time: 0.1516881 Aug 19 14:38:50.634440 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ec4a7e74-aa0b-4050-b120-e49161175a9e req-850f2a73-c87b-4df1-9be1-d0b820919a0b tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "GET /v2.0/security-groups?id=94244281-8a6c-450e-8998-40bb74882906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230915 Aug 19 14:38:50.673843 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-d1c89ad3-0ae8-4805-8121-1a08823292f7 None None] Set router b8d836b5-48e0-4891-8cf6-1356f7d2c373 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:38:50.693199 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d62ce-05ea-4a4e-b9dd-5cd4e4b90189 req-c665bc85-9005-4584-9677-1d72cbceaafa tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:50.694766 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6d0d62ce-05ea-4a4e-b9dd-5cd4e4b90189 req-c665bc85-9005-4584-9677-1d72cbceaafa tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c7b4cba-347d-4536-8408-8ac593a88aca HTTP/1.1" status: 200 len: 948 time: 0.1810789 Aug 19 14:38:50.742140 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-19b0618e-ecf6-472e-a7f8-728d0d970c01 req-0e2ad92d-e05e-44f5-8225-53c5e1c0ba7f service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=94244281-8a6c-450e-8998-40bb74882906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049316 Aug 19 14:38:50.771897 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6d0d62ce-05ea-4a4e-b9dd-5cd4e4b90189 req-9ed3c11d-ac14-4023-b8bb-399d78ddd4cf tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676379 Aug 19 14:38:50.850483 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334d3fc-3244-462a-9d65-e722bf83e738 req-c059890c-9ea0-4cde-8a76-7738f056b06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:50.851988 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c334d3fc-3244-462a-9d65-e722bf83e738 req-c059890c-9ea0-4cde-8a76-7738f056b06a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5172160 Aug 19 14:38:50.893233 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bacd77-ea36-446f-a289-2c0ab667a344 req-6c950fed-2c22-4c7e-a098-8abf4d452bb8 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:50.894625 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-87bacd77-ea36-446f-a289-2c0ab667a344 req-6c950fed-2c22-4c7e-a098-8abf4d452bb8 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92 HTTP/1.1" status: 200 len: 944 time: 0.1012056 Aug 19 14:38:50.905419 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3f991b1d-e9c0-4bc6-9b89-9155e0fbe24f req-bab827bc-f4a3-4fd5-a97e-7f544b631293 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30616cbd-c355-42fe-8823-3f196a3d77ca HTTP/1.1" status: 200 len: 998 time: 0.4923949 Aug 19 14:38:50.939527 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-839305cc-8530-4d08-8f7a-e3353ad240a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:50.973974 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d1c89ad3-0ae8-4805-8121-1a08823292f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'name': 'tempest-AttachVolumeShelveTestJSON-762607880-router', 'tenant_id': '93c36d7db0b9486ca0e05d09444f38b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'd0752b46-efc2-4965-8a12-6e894912bd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:38:08Z', 'updated_at': '2021-08-19T14:38:19Z', 'revision_number': 4, 'project_id': '93c36d7db0b9486ca0e05d09444f38b7', 'gw_port': {'id': 'd0752b46-efc2-4965-8a12-6e894912bd7f', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:09:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:38:10Z', 'updated_at': '2021-08-19T14:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '965081b3-bede-4197-9e79-d4d4ffe9e82f', 'tenant_id': '93c36d7db0b9486ca0e05d09444f38b7', 'floating_ip_address': '172.25.2.28', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'port_id': '30616cbd-c355-42fe-8823-3f196a3d77ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '669513f8-b4b3-4e5c-8f0d-5f8e9923cc05', 'mac_address': 'fa:16:3e:a0:d9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40912d33-b418-4cf9-b5e4-119d9523f2fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:38:24Z', 'updated_at': '2021-08-19T14:38:48Z', 'revision_number': 1, 'project_id': '93c36d7db0b9486ca0e05d09444f38b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76dff8e0-1328-4681-a2b9-ebdd9baa5938', 'name': '', 'network_id': '669513f8-b4b3-4e5c-8f0d-5f8e9923cc05', 'tenant_id': '93c36d7db0b9486ca0e05d09444f38b7', 'mac_address': 'fa:16:3e:ca:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '55f10344-049d-42f2-b429-801948692761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:38:16Z', 'updated_at': '2021-08-19T14:38:25Z', 'revision_number': 5, 'project_id': '93c36d7db0b9486ca0e05d09444f38b7', 'subnets': [{'id': '55f10344-049d-42f2-b429-801948692761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:38:51.000571 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-cc0afaef-a0cd-4379-8a7e-8008d3186715 req-112a43cf-3981-4951-a1de-bf95473847ba tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] For port 3a8aa586-19be-46ba-a227-4ab3d58ab38c, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=3a8aa586-19be-46ba-a227-4ab3d58ab38c,segment=NetworkSegment(cdbe220c-711d-4dcd-9811-178ea37b55c3),segment_id=cdbe220c-711d-4dcd-9811-178ea37b55c3)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:51.000947 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cc0afaef-a0cd-4379-8a7e-8008d3186715 req-112a43cf-3981-4951-a1de-bf95473847ba tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:51.004862 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c334d3fc-3244-462a-9d65-e722bf83e738 req-6effeb0f-9aa0-4f2c-bc0e-90febe615e43 service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6311042 Aug 19 14:38:51.006985 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-87bacd77-ea36-446f-a289-2c0ab667a344 req-9ab4bdf8-6362-4044-8c31-17eff0b49013 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981138 Aug 19 14:38:51.024645 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c89ad3-0ae8-4805-8121-1a08823292f7 None None] The sync data for ids ['b8d836b5-48e0-4891-8cf6-1356f7d2c373'] in n-d-766043-2 is: [{'id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'name': 'tempest-AttachVolumeShelveTestJSON-762607880-router', 'tenant_id': '93c36d7db0b9486ca0e05d09444f38b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'd0752b46-efc2-4965-8a12-6e894912bd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:38:08Z', 'updated_at': '2021-08-19T14:38:19Z', 'revision_number': 4, 'project_id': '93c36d7db0b9486ca0e05d09444f38b7', 'gw_port': {'id': 'd0752b46-efc2-4965-8a12-6e894912bd7f', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:09:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:38:10Z', 'updated_at': '2021-08-19T14:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '965081b3-bede-4197-9e79-d4d4ffe9e82f', 'tenant_id': '93c36d7db0b9486ca0e05d09444f38b7', 'floating_ip_address': '172.25.2.28', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'port_id': '30616cbd-c355-42fe-8823-3f196a3d77ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '669513f8-b4b3-4e5c-8f0d-5f8e9923cc05', 'mac_address': 'fa:16:3e:a0:d9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40912d33-b418-4cf9-b5e4-119d9523f2fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:38:24Z', 'updated_at': '2021-08-19T14:38:48Z', 'revision_number': 1, 'project_id': '93c36d7db0b9486ca0e05d09444f38b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76dff8e0-1328-4681-a2b9-ebdd9baa5938', 'name': '', 'network_id': '669513f8-b4b3-4e5c-8f0d-5f8e9923cc05', 'tenant_id': '93c36d7db0b9486ca0e05d09444f38b7', 'mac_address': 'fa:16:3e:ca:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '55f10344-049d-42f2-b429-801948692761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:38:16Z', 'updated_at': '2021-08-19T14:38:25Z', 'revision_number': 5, 'project_id': '93c36d7db0b9486ca0e05d09444f38b7', 'subnets': [{'id': '55f10344-049d-42f2-b429-801948692761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:38:51.031089 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-cc0afaef-a0cd-4379-8a7e-8008d3186715 req-112a43cf-3981-4951-a1de-bf95473847ba tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Calling delete_port for 3a8aa586-19be-46ba-a227-4ab3d58ab38c owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:38:51.130614 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f991b1d-e9c0-4bc6-9b89-9155e0fbe24f req-53c3e7d3-b9e9-4236-8931-19674c56289e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:51.131737 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3f991b1d-e9c0-4bc6-9b89-9155e0fbe24f req-53c3e7d3-b9e9-4236-8931-19674c56289e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=55f10344-049d-42f2-b429-801948692761 HTTP/1.1" status: 200 len: 855 time: 0.1923189 Aug 19 14:38:51.237471 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c334d3fc-3244-462a-9d65-e722bf83e738 req-0013bd31-e651-42fe-b63f-9e709a25a824 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718634 Aug 19 14:38:51.274826 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-839305cc-8530-4d08-8f7a-e3353ad240a6 admin admin] Deleting port 57216e02-9674-4ff9-b7dd-f0aaef77927b {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:38:51.275572 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-839305cc-8530-4d08-8f7a-e3353ad240a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:51.345858 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c334d3fc-3244-462a-9d65-e722bf83e738 req-9d3ef753-9369-42e7-a427-e435f7239f3e service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291478 Aug 19 14:38:51.376482 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f991b1d-e9c0-4bc6-9b89-9155e0fbe24f req-8fb21ba9-c4b0-4ba7-8e96-64c61b230300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:51.378325 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3f991b1d-e9c0-4bc6-9b89-9155e0fbe24f req-8fb21ba9-c4b0-4ba7-8e96-64c61b230300 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=669513f8-b4b3-4e5c-8f0d-5f8e9923cc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2300339 Aug 19 14:38:51.381193 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-839305cc-8530-4d08-8f7a-e3353ad240a6 admin admin] For port 57216e02-9674-4ff9-b7dd-f0aaef77927b, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=57216e02-9674-4ff9-b7dd-f0aaef77927b,segment=NetworkSegment(f9df1e40-8638-4be8-8da5-78e25b25b54f),segment_id=f9df1e40-8638-4be8-8da5-78e25b25b54f)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:51.381881 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-839305cc-8530-4d08-8f7a-e3353ad240a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:51.413442 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65735e3-6b6c-4c62-8a2a-5454a642c12a None None] New status for floating IP 965081b3-bede-4197-9e79-d4d4ffe9e82f: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 14:38:51.561685 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c334d3fc-3244-462a-9d65-e722bf83e738 req-06ca3ba6-8760-4c6a-b0cc-89b92926af5c service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067458 Aug 19 14:38:51.594887 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3f991b1d-e9c0-4bc6-9b89-9155e0fbe24f req-66cdfc3b-78bd-4c59-ba7f-e3c1c65d81bf service neutron] 10.222.0.68 "GET /v2.0/networks/669513f8-b4b3-4e5c-8f0d-5f8e9923cc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047560 Aug 19 14:38:51.599913 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cc0afaef-a0cd-4379-8a7e-8008d3186715 req-112a43cf-3981-4951-a1de-bf95473847ba tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:51.612967 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['12a00bc4-fd0a-42fa-af53-b73354cd2997'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:38:51.672935 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a43cf-3981-4951-a1de-bf95473847ba tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Pushing event deleted for resources: {'Port': ['ID=3a8aa586-19be-46ba-a227-4ab3d58ab38c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:51.719849 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-839305cc-8530-4d08-8f7a-e3353ad240a6 admin admin] Calling delete_port for 57216e02-9674-4ff9-b7dd-f0aaef77927b owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:38:51.781278 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc0afaef-a0cd-4379-8a7e-8008d3186715 req-112a43cf-3981-4951-a1de-bf95473847ba tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] No DVR routers for this DVR port 3a8aa586-19be-46ba-a227-4ab3d58ab38c on host n-h2-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:38:51.787558 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cc0afaef-a0cd-4379-8a7e-8008d3186715 req-112a43cf-3981-4951-a1de-bf95473847ba tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:51.789837 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cc0afaef-a0cd-4379-8a7e-8008d3186715 req-112a43cf-3981-4951-a1de-bf95473847ba tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.88 "DELETE /v2.0/ports/3a8aa586-19be-46ba-a227-4ab3d58ab38c HTTP/1.1" status: 204 len: 173 time: 1.8483829 Aug 19 14:38:51.790316 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e5fc320-7c70-4600-836a-26f5a2b73d92', 'name': 'network-vif-deleted', 'tag': '3a8aa586-19be-46ba-a227-4ab3d58ab38c'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:38:51.792780 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b327255-975a-4d43-a5f6-b20b015b4bb4" -d '{"events": [{"server_uuid": "3e5fc320-7c70-4600-836a-26f5a2b73d92", "name": "network-vif-deleted", "tag": "3a8aa586-19be-46ba-a227-4ab3d58ab38c"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:38:51.831760 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334d3fc-3244-462a-9d65-e722bf83e738 req-584d89bb-c8fc-4612-a4a2-87567605af14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:51.834358 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c334d3fc-3244-462a-9d65-e722bf83e738 req-584d89bb-c8fc-4612-a4a2-87567605af14 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5d196cbee1214cf6a91c09d6264353bd&device_id=2aee55ef-9052-4c22-b8d2-6782ed903e48 HTTP/1.1" status: 200 len: 1094 time: 0.1823149 Aug 19 14:38:51.850822 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def4895-c787-444a-984a-869bb21ec8be req-3a36a0b0-e591-4a18-8545-95b44d204035 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:51.852613 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8def4895-c787-444a-984a-869bb21ec8be req-3a36a0b0-e591-4a18-8545-95b44d204035 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=2aee55ef-9052-4c22-b8d2-6782ed903e48 HTTP/1.1" status: 200 len: 943 time: 0.1307855 Aug 19 14:38:51.870034 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3f991b1d-e9c0-4bc6-9b89-9155e0fbe24f req-17c2d996-a179-422c-9669-2dc7addf831d service neutron] 10.222.0.68 "GET /v2.0/networks/669513f8-b4b3-4e5c-8f0d-5f8e9923cc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360766 Aug 19 14:38:51.977308 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8def4895-c787-444a-984a-869bb21ec8be req-787c6c02-0ba3-4bf8-b70a-85586867ccb0 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a93f3bc-eb52-4521-81e6-41db3c003964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062503 Aug 19 14:38:52.013094 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334d3fc-3244-462a-9d65-e722bf83e738 req-4761f72e-31cf-4475-b981-22ab2db305ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:52.014663 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c334d3fc-3244-462a-9d65-e722bf83e738 req-4761f72e-31cf-4475-b981-22ab2db305ca service neutron] 10.222.0.68 "GET /v2.0/networks?id=bbd2a93a-7213-4b80-b420-e06e4ab28650 HTTP/1.1" status: 200 len: 923 time: 0.1437213 Aug 19 14:38:52.106168 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c334d3fc-3244-462a-9d65-e722bf83e738 req-24776e7c-7e88-443c-bb36-62f2359fb485 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80407016-9baa-406e-a145-dff43be492c6 HTTP/1.1" status: 200 len: 217 time: 0.0547948 Aug 19 14:38:52.139127 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-839305cc-8530-4d08-8f7a-e3353ad240a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:52.150636 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4f8e5-f5d0-4373-8913-5c3898ba2a57 req-8b7aabc5-ce52-4356-8398-1b09c7749f6b tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:52.152342 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d5e4f8e5-f5d0-4373-8913-5c3898ba2a57 req-8b7aabc5-ce52-4356-8398-1b09c7749f6b tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "GET /v2.0/ports?device_id=217a9361-0885-466a-9864-c776fea4a8d6 HTTP/1.1" status: 200 len: 946 time: 0.0800133 Aug 19 14:38:52.176765 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839305cc-8530-4d08-8f7a-e3353ad240a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=57216e02-9674-4ff9-b7dd-f0aaef77927b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:52.203546 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334d3fc-3244-462a-9d65-e722bf83e738 req-d19b55d5-c9ed-4fdf-835a-05a2ff76aa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:52.205611 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c334d3fc-3244-462a-9d65-e722bf83e738 req-d19b55d5-c9ed-4fdf-835a-05a2ff76aa46 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=485d38cc-464f-453a-8bf5-ce58f74a38b6 HTTP/1.1" status: 200 len: 862 time: 0.0904169 Aug 19 14:38:52.215548 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-887c24ff-5fd6-416a-aee6-4a5c4a1ab18a tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:38:52.216909 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-887c24ff-5fd6-416a-aee6-4a5c4a1ab18a tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093670 Aug 19 14:38:52.238135 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-8d7e7fa6-94b6-4775-af7c-ad5945a0aedb service neutron] Request body: {'binding': {'host': 'n-h1-766043-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:38:52.239291 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-8d7e7fa6-94b6-4775-af7c-ad5945a0aedb service neutron] Unknown quota resources ['binding']. {{(pid=94639) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 14:38:52.280910 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d5e4f8e5-f5d0-4373-8913-5c3898ba2a57 req-301d82ca-c899-4559-b2b0-12caffe23a4d tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "GET /v2.0/security-groups?id=94244281-8a6c-450e-8998-40bb74882906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022637 Aug 19 14:38:52.287482 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c334d3fc-3244-462a-9d65-e722bf83e738 req-5db49329-f3d9-4e8d-b4ae-82dd573bb34c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bbd2a93a-7213-4b80-b420-e06e4ab28650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688965 Aug 19 14:38:52.415052 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c334d3fc-3244-462a-9d65-e722bf83e738 req-59ed94ac-9b50-4ae8-8e60-d049f15c3e45 service neutron] 10.222.0.68 "GET /v2.0/networks/bbd2a93a-7213-4b80-b420-e06e4ab28650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159728 Aug 19 14:38:52.461223 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-839305cc-8530-4d08-8f7a-e3353ad240a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:52.534846 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ece64f-ce9b-437b-b091-d8406fe4801c req-8880b187-e01e-4f74-b4cf-6484995287f8 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:52.541192 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-96ece64f-ce9b-437b-b091-d8406fe4801c req-8880b187-e01e-4f74-b4cf-6484995287f8 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c7b4cba-347d-4536-8408-8ac593a88aca HTTP/1.1" status: 200 len: 948 time: 0.1046445 Aug 19 14:38:52.605072 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c334d3fc-3244-462a-9d65-e722bf83e738 req-fbb1f1f8-0d9e-48df-aa35-35645da005c3 service neutron] 10.222.0.68 "GET /v2.0/networks/bbd2a93a-7213-4b80-b420-e06e4ab28650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699839 Aug 19 14:38:52.606179 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-8d7e7fa6-94b6-4775-af7c-ad5945a0aedb service neutron] Attempting to bind port e5292615-6af6-4a16-9bb2-a8f6dd96f64c on host n-h1-766043-2 for vnic_type normal with profile None {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:38:52.606617 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-8d7e7fa6-94b6-4775-af7c-ad5945a0aedb service neutron] Attempting to bind port e5292615-6af6-4a16-9bb2-a8f6dd96f64c by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '911020b2-3bb4-4db0-af7a-51b07cbea653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:38:52.607006 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-8d7e7fa6-94b6-4775-af7c-ad5945a0aedb service neutron] Attempting to bind port e5292615-6af6-4a16-9bb2-a8f6dd96f64c on network 1bc22803-e21f-489d-a441-493f1928ab13 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:38:52.611610 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-8d7e7fa6-94b6-4775-af7c-ad5945a0aedb service neutron] Port e5292615-6af6-4a16-9bb2-a8f6dd96f64c on network 1bc22803-e21f-489d-a441-493f1928ab13 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:38:52.612008 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-8d7e7fa6-94b6-4775-af7c-ad5945a0aedb service neutron] Attempting to bind port e5292615-6af6-4a16-9bb2-a8f6dd96f64c on network 1bc22803-e21f-489d-a441-493f1928ab13 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:38:52.623873 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-8d7e7fa6-94b6-4775-af7c-ad5945a0aedb service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:38:52.624164 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-8d7e7fa6-94b6-4775-af7c-ad5945a0aedb service neutron] Checking segment: {'id': '911020b2-3bb4-4db0-af7a-51b07cbea653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:38:52.624821 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-8d7e7fa6-94b6-4775-af7c-ad5945a0aedb service neutron] Bound using segment: {'id': '911020b2-3bb4-4db0-af7a-51b07cbea653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:38:52.625346 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-8d7e7fa6-94b6-4775-af7c-ad5945a0aedb service neutron] Bound port: e5292615-6af6-4a16-9bb2-a8f6dd96f64c, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '911020b2-3bb4-4db0-af7a-51b07cbea653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:38:52.626861 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-96ece64f-ce9b-437b-b091-d8406fe4801c req-505c2945-da58-44a5-b5db-9cd02f454386 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816898 Aug 19 14:38:52.700722 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a10df87-48dc-49ef-ae95-72d09c5a3a89 x-openstack-request-id: req-7a10df87-48dc-49ef-ae95-72d09c5a3a89 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:38:52.701019 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e5fc320-7c70-4600-836a-26f5a2b73d92", "name": "network-vif-deleted", "tag": "3a8aa586-19be-46ba-a227-4ab3d58ab38c", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:38:52.701268 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7a10df87-48dc-49ef-ae95-72d09c5a3a89 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:38:52.701661 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e5fc320-7c70-4600-836a-26f5a2b73d92', 'name': 'network-vif-deleted', 'tag': '3a8aa586-19be-46ba-a227-4ab3d58ab38c', 'status': 'completed', 'code': 200} Aug 19 14:38:52.703445 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-8d7e7fa6-94b6-4775-af7c-ad5945a0aedb service neutron] For port e5292615-6af6-4a16-9bb2-a8f6dd96f64c, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=e5292615-6af6-4a16-9bb2-a8f6dd96f64c,segment=NetworkSegment(911020b2-3bb4-4db0-af7a-51b07cbea653),segment_id=911020b2-3bb4-4db0-af7a-51b07cbea653)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:38:52.709504 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-8d7e7fa6-94b6-4775-af7c-ad5945a0aedb service neutron] Notify callbacks [] for binding, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:52.711107 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-8d7e7fa6-94b6-4775-af7c-ad5945a0aedb service neutron] 10.222.0.69 "POST /v2.0/ports/e5292615-6af6-4a16-9bb2-a8f6dd96f64c/bindings HTTP/1.1" status: 201 len: 389 time: 0.4813564 Aug 19 14:38:52.749243 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-839305cc-8530-4d08-8f7a-e3353ad240a6 admin admin] Router c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:38:52.926134 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-97a5cc67-7cb1-4edd-bf76-7782d4797310 req-c9bb6ea9-e70c-44a6-a5f5-155a8e892d77 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92 HTTP/1.1" status: 200 len: 210 time: 0.0459230 Aug 19 14:38:53.022415 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-d2045203-83b2-422c-bb4c-022eeb886a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:53.024198 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-839305cc-8530-4d08-8f7a-e3353ad240a6 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:38:53.035096 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-d2045203-83b2-422c-bb4c-022eeb886a72 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b2e5fa7db1364ccea50861254cd97ec3&device_id=0159c47c-f124-4e1b-8ede-a160de3f5352 HTTP/1.1" status: 200 len: 1097 time: 0.0662544 Aug 19 14:38:53.035274 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-839305cc-8530-4d08-8f7a-e3353ad240a6 admin admin] 10.222.0.69 "PUT /v2.0/routers/c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0793796 Aug 19 14:38:53.035780 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38220) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:38:53.038421 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0436f7-f926-4a7a-b94b-1471aa176ff2 None None] Sync routers for ids ['c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:38:53.051712 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0436f7-f926-4a7a-b94b-1471aa176ff2 None None] Routers {'c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:38:53.052802 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1e0436f7-f926-4a7a-b94b-1471aa176ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:38:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:38:53.056274 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 71395d50-c489-4f63-ae64-5a13347feb29 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:38:53.192602 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2e38be02-0542-4f8f-b4ac-20f458fab8e0 req-d076fed8-14de-41a2-8c09-2e45abaef7d3 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=88eeec05-6d16-4f02-9461-44ff5e420302 HTTP/1.1" status: 200 len: 258 time: 0.2946568 Aug 19 14:38:53.206180 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-2e38be02-0542-4f8f-b4ac-20f458fab8e0 req-858f4251-5d4a-4e1f-9a16-4352e66684db tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Request body: {'floatingip': {'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:38:53.294532 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2e38be02-0542-4f8f-b4ac-20f458fab8e0 req-858f4251-5d4a-4e1f-9a16-4352e66684db tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:53.323534 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0100a76-33b7-46d0-8b04-f0bc8c14e57c req-f7c7e649-4434-4b93-81ef-ae8c84079742 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:53.326309 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4b8a9-a43e-4219-9429-7a99b286db9f req-8494280f-cd39-42f0-83d4-2f37b0013eb0 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:53.327886 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-67e4b8a9-a43e-4219-9429-7a99b286db9f req-8494280f-cd39-42f0-83d4-2f37b0013eb0 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.68 "GET /v2.0/ports?device_id=6c7b4cba-347d-4536-8408-8ac593a88aca&tenant_id=3397b0c43f0b46aaa4295e8f087dd91c&binding%3Ahost_id=n-h1-766043-2 HTTP/1.1" status: 200 len: 948 time: 0.1173391 Aug 19 14:38:53.335005 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c0100a76-33b7-46d0-8b04-f0bc8c14e57c req-f7c7e649-4434-4b93-81ef-ae8c84079742 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=0159c47c-f124-4e1b-8ede-a160de3f5352 HTTP/1.1" status: 200 len: 946 time: 0.1054757 Aug 19 14:38:53.423733 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-3f685b3e-c00f-48f8-ace5-d741430e350a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:53.425572 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-3f685b3e-c00f-48f8-ace5-d741430e350a service neutron] 10.222.0.68 "GET /v2.0/networks?id=1bc22803-e21f-489d-a441-493f1928ab13 HTTP/1.1" status: 200 len: 922 time: 0.3770106 Aug 19 14:38:53.429221 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4e03e316-e378-4774-90ee-7faedcf7c2a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:53.439441 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c0100a76-33b7-46d0-8b04-f0bc8c14e57c req-e8a1121e-e043-48fb-9eec-7942f0b0948e tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028857 Aug 19 14:38:53.446176 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-1e0436f7-f926-4a7a-b94b-1471aa176ff2 None None] Set router c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:38:53.556093 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2e38be02-0542-4f8f-b4ac-20f458fab8e0 req-858f4251-5d4a-4e1f-9a16-4352e66684db tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:53.579066 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 71395d50-c489-4f63-ae64-5a13347feb29, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=71395d50-c489-4f63-ae64-5a13347feb29,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:53.594969 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4e03e316-e378-4774-90ee-7faedcf7c2a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:53.596587 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '71395d50-c489-4f63-ae64-5a13347feb29', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'port_id': '71395d50-c489-4f63-ae64-5a13347feb29', 'mac_address': 'fa:16:3e:3e:9d:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:38:53.641040 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-db06856d-1982-4543-8570-8259f75e7f78 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5292615-6af6-4a16-9bb2-a8f6dd96f64c HTTP/1.1" status: 200 len: 217 time: 0.0619731 Aug 19 14:38:53.678244 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:53.678497 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b98612-7f86-49b3-8b2e-dcee43b67157 req-57ff29b2-2327-4389-9cd2-1a5a449a2f5f tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:53.685780 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f6b98612-7f86-49b3-8b2e-dcee43b67157 req-57ff29b2-2327-4389-9cd2-1a5a449a2f5f tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=2aee55ef-9052-4c22-b8d2-6782ed903e48 HTTP/1.1" status: 200 len: 943 time: 0.1254621 Aug 19 14:38:53.695432 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71395d50-c489-4f63-ae64-5a13347feb29 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:38:53.707131 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-e7b0866d-a884-45f6-8aa2-425159893050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:53.709025 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-e7b0866d-a884-45f6-8aa2-425159893050 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=0f5154a7-363a-4827-ab5d-78b924f5e137 HTTP/1.1" status: 200 len: 861 time: 0.0576017 Aug 19 14:38:53.721528 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 71395d50-c489-4f63-ae64-5a13347feb29, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=71395d50-c489-4f63-ae64-5a13347feb29,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:53.731779 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:53.732867 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 80407016-9baa-406e-a145-dff43be492c6 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:38:53.739966 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-67e4b8a9-a43e-4219-9429-7a99b286db9f req-2373c68f-29a2-485f-9f34-91209947e40b service neutron] 10.222.0.68 "GET /v2.0/ports/71395d50-c489-4f63-ae64-5a13347feb29/bindings/n-h1-766043-2 HTTP/1.1" status: 200 len: 382 time: 0.3957117 Aug 19 14:38:53.780789 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1e0436f7-f926-4a7a-b94b-1471aa176ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e', 'name': 'tempest-ServersTestManualDisk-910060916-router', 'tenant_id': '74293d11c41e4029af95465f64d7901f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '72a5e7b1-377b-4367-97d6-c9e4f9a49806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:35:47Z', 'updated_at': '2021-08-19T14:38:52Z', 'revision_number': 5, 'project_id': '74293d11c41e4029af95465f64d7901f', 'gw_port': {'id': '72a5e7b1-377b-4367-97d6-c9e4f9a49806', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:35:49Z', 'updated_at': '2021-08-19T14:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:38:53.795058 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f6b98612-7f86-49b3-8b2e-dcee43b67157 req-dc38ff8d-c73e-431a-b0d1-0fd2365d8fb0 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a93f3bc-eb52-4521-81e6-41db3c003964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081157 Aug 19 14:38:53.807960 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-f583ad90-0a9f-4d99-97e1-2628bcd0f764 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1bc22803-e21f-489d-a441-493f1928ab13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602994 Aug 19 14:38:53.817975 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-2e38be02-0542-4f8f-b4ac-20f458fab8e0 req-858f4251-5d4a-4e1f-9a16-4352e66684db tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Allocated IP 172.25.2.23 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/0daef8f5-309f-47ec-9ecb-9cfad12cc735) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:38:53.836105 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0436f7-f926-4a7a-b94b-1471aa176ff2 None None] Checking router: c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:38:53.898016 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=71395d50-c489-4f63-ae64-5a13347feb29,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:53.906193 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0436f7-f926-4a7a-b94b-1471aa176ff2 None None] Routers {'c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:38:53.906814 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1e0436f7-f926-4a7a-b94b-1471aa176ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:38:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:38:53.955487 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-4e03e316-e378-4774-90ee-7faedcf7c2a6 admin admin] Deleting port 72a5e7b1-377b-4367-97d6-c9e4f9a49806 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:38:53.956204 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4e03e316-e378-4774-90ee-7faedcf7c2a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:53.961563 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2e38be02-0542-4f8f-b4ac-20f458fab8e0 req-858f4251-5d4a-4e1f-9a16-4352e66684db tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:53.999535 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4b8a9-a43e-4219-9429-7a99b286db9f req-b66a2c3e-ef09-4a76-b458-c01d1682804c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:54.001049 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-67e4b8a9-a43e-4219-9429-7a99b286db9f req-b66a2c3e-ef09-4a76-b458-c01d1682804c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3397b0c43f0b46aaa4295e8f087dd91c&device_id=6c7b4cba-347d-4536-8408-8ac593a88aca HTTP/1.1" status: 200 len: 1100 time: 0.2293584 Aug 19 14:38:54.027189 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 80407016-9baa-406e-a145-dff43be492c6, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=80407016-9baa-406e-a145-dff43be492c6,segment=NetworkSegment(0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2),segment_id=0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:54.043966 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-1e0436f7-f926-4a7a-b94b-1471aa176ff2 None None] Set router c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:38:54.046003 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2e38be02-0542-4f8f-b4ac-20f458fab8e0 req-858f4251-5d4a-4e1f-9a16-4352e66684db tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:54.046162 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '80407016-9baa-406e-a145-dff43be492c6', 'network_id': 'bbd2a93a-7213-4b80-b420-e06e4ab28650', 'port_id': '80407016-9baa-406e-a145-dff43be492c6', 'mac_address': 'fa:16:3e:ab:ad:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '485d38cc-464f-453a-8bf5-ce58f74a38b6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:38:54.061705 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a8b74-8bc5-43bd-ab64-6e68bf0971f5 req-8f6a484b-feab-4818-af4e-53c664143ffe tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:54.063122 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0f6a8b74-8bc5-43bd-ab64-6e68bf0971f5 req-8f6a484b-feab-4818-af4e-53c664143ffe tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c7b4cba-347d-4536-8408-8ac593a88aca HTTP/1.1" status: 200 len: 949 time: 0.0762343 Aug 19 14:38:54.075987 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-4e03e316-e378-4774-90ee-7faedcf7c2a6 admin admin] For port 72a5e7b1-377b-4367-97d6-c9e4f9a49806, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=72a5e7b1-377b-4367-97d6-c9e4f9a49806,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:54.077134 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4e03e316-e378-4774-90ee-7faedcf7c2a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:54.098802 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e38be02-0542-4f8f-b4ac-20f458fab8e0 req-858f4251-5d4a-4e1f-9a16-4352e66684db tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:38:54.101338 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-4e03e316-e378-4774-90ee-7faedcf7c2a6 admin admin] Calling delete_port for 72a5e7b1-377b-4367-97d6-c9e4f9a49806 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:38:54.111444 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-2e38be02-0542-4f8f-b4ac-20f458fab8e0 req-858f4251-5d4a-4e1f-9a16-4352e66684db tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:38:54.118995 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e38be02-0542-4f8f-b4ac-20f458fab8e0 req-858f4251-5d4a-4e1f-9a16-4352e66684db tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:38:54.147759 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1e0436f7-f926-4a7a-b94b-1471aa176ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e', 'name': 'tempest-ServersTestManualDisk-910060916-router', 'tenant_id': '74293d11c41e4029af95465f64d7901f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:35:47Z', 'updated_at': '2021-08-19T14:38:53Z', 'revision_number': 6, 'project_id': '74293d11c41e4029af95465f64d7901f', 'gw_port_host': None}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:38:54.175427 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:54.178596 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0436f7-f926-4a7a-b94b-1471aa176ff2 None None] The sync data for ids ['c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e'] in n-d-766043-2 is: [{'id': 'c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e', 'name': 'tempest-ServersTestManualDisk-910060916-router', 'tenant_id': '74293d11c41e4029af95465f64d7901f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:35:47Z', 'updated_at': '2021-08-19T14:38:53Z', 'revision_number': 6, 'project_id': '74293d11c41e4029af95465f64d7901f', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:38:54.181890 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0f6a8b74-8bc5-43bd-ab64-6e68bf0971f5 req-d788ee43-2ef8-4384-adf1-a89abcd7c3be tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056490 Aug 19 14:38:54.194203 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80407016-9baa-406e-a145-dff43be492c6 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:38:54.200477 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858f4251-5d4a-4e1f-9a16-4352e66684db tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Pushing event updated for resources: {'Port': ['ID=0daef8f5-309f-47ec-9ecb-9cfad12cc735,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:54.237072 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 80407016-9baa-406e-a145-dff43be492c6, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=80407016-9baa-406e-a145-dff43be492c6,segment=NetworkSegment(0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2),segment_id=0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:54.242037 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:54.302506 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=80407016-9baa-406e-a145-dff43be492c6,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:54.313861 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2e38be02-0542-4f8f-b4ac-20f458fab8e0 req-858f4251-5d4a-4e1f-9a16-4352e66684db tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:54.318115 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-94687014-a2ca-41e4-8a94-aebb7bd6633d service neutron] 10.222.0.68 "GET /v2.0/networks/1bc22803-e21f-489d-a441-493f1928ab13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5070021 Aug 19 14:38:54.359333 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2e38be02-0542-4f8f-b4ac-20f458fab8e0 req-858f4251-5d4a-4e1f-9a16-4352e66684db tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:54.496734 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1484f7a6-1748-416c-8e08-e2b1c6de6dd4 req-16cec748-1664-4994-9ff0-1ed69ea115b5 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92 HTTP/1.1" status: 200 len: 210 time: 0.0375891 Aug 19 14:38:54.576442 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['80407016-9baa-406e-a145-dff43be492c6'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:38:54.585691 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2e38be02-0542-4f8f-b4ac-20f458fab8e0 req-858f4251-5d4a-4e1f-9a16-4352e66684db tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:54.594798 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2e38be02-0542-4f8f-b4ac-20f458fab8e0 req-858f4251-5d4a-4e1f-9a16-4352e66684db tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:54.671337 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['71395d50-c489-4f63-ae64-5a13347feb29'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:38:54.744265 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858f4251-5d4a-4e1f-9a16-4352e66684db tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Pushing event updated for resources: {'Port': ['ID=0daef8f5-309f-47ec-9ecb-9cfad12cc735,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:54.776399 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2e38be02-0542-4f8f-b4ac-20f458fab8e0 req-858f4251-5d4a-4e1f-9a16-4352e66684db tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:54.793423 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2582dcf2-05c6-4d09-8cc6-33332fe1a2bd req-65bad883-dd66-42f8-8637-beb03e60e9e1 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:54.800743 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2582dcf2-05c6-4d09-8cc6-33332fe1a2bd req-65bad883-dd66-42f8-8637-beb03e60e9e1 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=0159c47c-f124-4e1b-8ede-a160de3f5352 HTTP/1.1" status: 200 len: 946 time: 0.1376896 Aug 19 14:38:54.849518 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2582dcf2-05c6-4d09-8cc6-33332fe1a2bd req-a10930e8-1dee-403b-ac6b-fa12d44542b2 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472512 Aug 19 14:38:54.850510 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2e38be02-0542-4f8f-b4ac-20f458fab8e0 req-858f4251-5d4a-4e1f-9a16-4352e66684db tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:54.867055 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2e38be02-0542-4f8f-b4ac-20f458fab8e0 req-858f4251-5d4a-4e1f-9a16-4352e66684db tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6656117 Aug 19 14:38:54.952037 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4b8a9-a43e-4219-9429-7a99b286db9f req-833a1f34-67a1-4e1d-bd83-ca250134956c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:54.953493 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-67e4b8a9-a43e-4219-9429-7a99b286db9f req-833a1f34-67a1-4e1d-bd83-ca250134956c service neutron] 10.222.0.68 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.6626306 Aug 19 14:38:54.958514 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2e38be02-0542-4f8f-b4ac-20f458fab8e0 req-c9283464-273b-4f65-a1e6-56b2eed02013 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.2.23 HTTP/1.1" status: 200 len: 695 time: 0.0905409 Aug 19 14:38:55.023396 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-67e4b8a9-a43e-4219-9429-7a99b286db9f req-5146da67-e9c8-4268-9d86-fafd17ca2517 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=71395d50-c489-4f63-ae64-5a13347feb29 HTTP/1.1" status: 200 len: 217 time: 0.0513206 Aug 19 14:38:55.023981 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4e03e316-e378-4774-90ee-7faedcf7c2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:55.036432 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-21f60af1-1d89-42fa-82f4-32c5b75be78f service neutron] 10.222.0.68 "GET /v2.0/networks/1bc22803-e21f-489d-a441-493f1928ab13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6669810 Aug 19 14:38:55.090357 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef27a4e-3dc4-489e-bcf3-67fbda3ede8f req-2008ed7a-dcee-45c2-9453-24abdf353e49 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:55.091913 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2ef27a4e-3dc4-489e-bcf3-67fbda3ede8f req-2008ed7a-dcee-45c2-9453-24abdf353e49 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=2aee55ef-9052-4c22-b8d2-6782ed903e48 HTTP/1.1" status: 200 len: 944 time: 0.1308796 Aug 19 14:38:55.135983 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 57216e02-9674-4ff9-b7dd-f0aaef77927b no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:38:55.140237 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4b8a9-a43e-4219-9429-7a99b286db9f req-c4f10250-8dba-4bb4-8d0e-2a53927a3c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:55.141370 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-67e4b8a9-a43e-4219-9429-7a99b286db9f req-c4f10250-8dba-4bb4-8d0e-2a53927a3c77 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.0853374 Aug 19 14:38:55.143962 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e03e316-e378-4774-90ee-7faedcf7c2a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=72a5e7b1-377b-4367-97d6-c9e4f9a49806,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:55.162666 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2ef27a4e-3dc4-489e-bcf3-67fbda3ede8f req-f25b91ee-ad0b-4858-a006-38ef37b659e6 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a93f3bc-eb52-4521-81e6-41db3c003964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591710 Aug 19 14:38:55.166372 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 57216e02-9674-4ff9-b7dd-f0aaef77927b {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:38:55.166917 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 57216e02-9674-4ff9-b7dd-f0aaef77927b not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:38:55.167662 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 72a5e7b1-377b-4367-97d6-c9e4f9a49806 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:38:55.179337 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e38be02-0542-4f8f-b4ac-20f458fab8e0 req-41d125c6-873e-4049-b463-dfa21a74263f tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:55.199533 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2e38be02-0542-4f8f-b4ac-20f458fab8e0 req-41d125c6-873e-4049-b463-dfa21a74263f tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "GET /v2.0/networks/88eeec05-6d16-4f02-9461-44ff5e420302 HTTP/1.1" status: 200 len: 784 time: 0.2343214 Aug 19 14:38:55.241895 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 72a5e7b1-377b-4367-97d6-c9e4f9a49806 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:38:55.242241 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 72a5e7b1-377b-4367-97d6-c9e4f9a49806 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:38:55.308231 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4e03e316-e378-4774-90ee-7faedcf7c2a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:55.390771 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4b8a9-a43e-4219-9429-7a99b286db9f req-afb9c64a-5167-4075-ab65-e182538eb9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:55.392191 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-67e4b8a9-a43e-4219-9429-7a99b286db9f req-afb9c64a-5167-4075-ab65-e182538eb9a4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2360163 Aug 19 14:38:55.433847 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70048c5-b33e-48eb-ad8e-5d3e53b2628e req-6048fb93-b877-4e31-870c-ff6d9f4534da tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:55.444648 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b70048c5-b33e-48eb-ad8e-5d3e53b2628e req-6048fb93-b877-4e31-870c-ff6d9f4534da tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c7b4cba-347d-4536-8408-8ac593a88aca HTTP/1.1" status: 200 len: 949 time: 0.1500852 Aug 19 14:38:55.470576 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4e03e316-e378-4774-90ee-7faedcf7c2a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:55.473855 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4e03e316-e378-4774-90ee-7faedcf7c2a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:55.508508 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b6685-11ea-4f40-b01d-af074dba7012 req-fd4a018f-7f09-4aeb-97ee-573ea2f7e3a8 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:55.517530 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e56b6685-11ea-4f40-b01d-af074dba7012 req-fd4a018f-7f09-4aeb-97ee-573ea2f7e3a8 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "GET /v2.0/ports?device_id=217a9361-0885-466a-9864-c776fea4a8d6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1743925 Aug 19 14:38:55.532558 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b70048c5-b33e-48eb-ad8e-5d3e53b2628e req-49790013-fb2f-489b-a327-b8f275608bc9 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862095 Aug 19 14:38:55.575549 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-67e4b8a9-a43e-4219-9429-7a99b286db9f req-d44ff43c-a8f6-4c7e-80dd-cdef0c183a7e service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563873 Aug 19 14:38:55.576610 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4e03e316-e378-4774-90ee-7faedcf7c2a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:55.577134 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e03e316-e378-4774-90ee-7faedcf7c2a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:38:55.581357 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4e03e316-e378-4774-90ee-7faedcf7c2a6 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:55.589667 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4e03e316-e378-4774-90ee-7faedcf7c2a6 admin admin] 10.222.0.69 "DELETE /v2.0/routers/c213c051-8b3e-48f8-8d9b-d5dd07dc3f6e HTTP/1.1" status: 204 len: 168 time: 2.5526869 Aug 19 14:38:55.590448 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38244) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:38:55.635556 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e56b6685-11ea-4f40-b01d-af074dba7012 req-451651b7-87b3-48b0-8065-e2e635cac795 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.2.23 HTTP/1.1" status: 200 len: 695 time: 0.1168401 Aug 19 14:38:55.654161 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-e56b6685-11ea-4f40-b01d-af074dba7012 req-b8e191f6-07b1-4574-862d-777c1fe14fd3 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Request body: {'floatingip': {'port_id': '84d47a63-6171-4e56-b328-4e29db341305', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:38:55.697919 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e56b6685-11ea-4f40-b01d-af074dba7012 req-b8e191f6-07b1-4574-862d-777c1fe14fd3 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Notify callbacks [] for floatingip, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:55.734943 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d47ad73-6a3a-4651-9ff1-f93ab19c1151 admin admin] Deleting subnet c552364d-d70d-482a-9650-0fce232fda34 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:38:55.747462 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d47ad73-6a3a-4651-9ff1-f93ab19c1151 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:55.817437 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d47ad73-6a3a-4651-9ff1-f93ab19c1151 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:55.820878 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-67e4b8a9-a43e-4219-9429-7a99b286db9f req-16dce173-430b-4321-8787-07c785db55f1 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208140 Aug 19 14:38:55.937482 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d47ad73-6a3a-4651-9ff1-f93ab19c1151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:55.953811 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-326be0f3-c733-4749-ba97-310e60b55f4d req-952ca7be-e8bc-4f49-8c05-5d9f242374e5 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e5fc320-7c70-4600-836a-26f5a2b73d92 HTTP/1.1" status: 200 len: 210 time: 0.1093988 Aug 19 14:38:55.996527 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d47ad73-6a3a-4651-9ff1-f93ab19c1151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:56.032581 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d47ad73-6a3a-4651-9ff1-f93ab19c1151 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c552364d-d70d-482a-9650-0fce232fda34,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:56.039752 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d47ad73-6a3a-4651-9ff1-f93ab19c1151 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:56.045772 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7d47ad73-6a3a-4651-9ff1-f93ab19c1151 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/c552364d-d70d-482a-9650-0fce232fda34 HTTP/1.1" status: 204 len: 168 time: 0.4543359 Aug 19 14:38:56.045902 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0fd206-749b-4a28-ba07-2387075044e2 None None] Network b96a8522-2b03-4241-8f82-1a09a4b61868 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:38:56.046770 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38250) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:38:56.126653 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f582c11d-21af-420c-b425-b104a2b93c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:56.167358 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39df340-d53b-425f-b893-84d96e101365 req-ec83cee1-105c-420a-9331-e8612c3e9d03 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:56.170094 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d39df340-d53b-425f-b893-84d96e101365 req-ec83cee1-105c-420a-9331-e8612c3e9d03 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=0159c47c-f124-4e1b-8ede-a160de3f5352 HTTP/1.1" status: 200 len: 946 time: 0.1420746 Aug 19 14:38:56.227386 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-f582c11d-21af-420c-b425-b104a2b93c1f admin admin] Deleting port 165e2260-ce5b-4aab-8513-bdaa53bd0428 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:38:56.227944 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f582c11d-21af-420c-b425-b104a2b93c1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:56.288334 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe86e491-dc75-49b4-965f-bf72ebd42aca None None] DHCP port deletion for b96a8522-2b03-4241-8f82-1a09a4b61868 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:38:56.311852 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-f582c11d-21af-420c-b425-b104a2b93c1f admin admin] For port 165e2260-ce5b-4aab-8513-bdaa53bd0428, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=165e2260-ce5b-4aab-8513-bdaa53bd0428,segment=NetworkSegment(f9df1e40-8638-4be8-8da5-78e25b25b54f),segment_id=f9df1e40-8638-4be8-8da5-78e25b25b54f)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:56.312220 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f582c11d-21af-420c-b425-b104a2b93c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:56.355002 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-f582c11d-21af-420c-b425-b104a2b93c1f admin admin] Calling delete_port for 165e2260-ce5b-4aab-8513-bdaa53bd0428 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:38:56.371275 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-fe86e491-dc75-49b4-965f-bf72ebd42aca None None] Deleting port 165e2260-ce5b-4aab-8513-bdaa53bd0428 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:38:56.372750 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fe86e491-dc75-49b4-965f-bf72ebd42aca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:56.487903 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f582c11d-21af-420c-b425-b104a2b93c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:56.505901 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-fe86e491-dc75-49b4-965f-bf72ebd42aca None None] For port 165e2260-ce5b-4aab-8513-bdaa53bd0428, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=165e2260-ce5b-4aab-8513-bdaa53bd0428,segment=NetworkSegment(f9df1e40-8638-4be8-8da5-78e25b25b54f),segment_id=f9df1e40-8638-4be8-8da5-78e25b25b54f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:56.506302 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fe86e491-dc75-49b4-965f-bf72ebd42aca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:56.521685 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-fe86e491-dc75-49b4-965f-bf72ebd42aca None None] Calling delete_port for 165e2260-ce5b-4aab-8513-bdaa53bd0428 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:38:56.547592 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f582c11d-21af-420c-b425-b104a2b93c1f admin admin] Pushing event deleted for resources: {'Port': ['ID=165e2260-ce5b-4aab-8513-bdaa53bd0428,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:56.558430 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f582c11d-21af-420c-b425-b104a2b93c1f admin admin] No DVR routers for this DVR port 165e2260-ce5b-4aab-8513-bdaa53bd0428 on host n-d-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:38:56.602629 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d39df340-d53b-425f-b893-84d96e101365 req-3f3da471-b723-401e-95d3-3d459f77ddfe tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3956492 Aug 19 14:38:56.655180 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fe86e491-dc75-49b4-965f-bf72ebd42aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:56.683805 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe86e491-dc75-49b4-965f-bf72ebd42aca None None] Pushing event deleted for resources: {'Port': ['ID=165e2260-ce5b-4aab-8513-bdaa53bd0428,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:56.700102 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe86e491-dc75-49b4-965f-bf72ebd42aca None None] No DVR routers for this DVR port 165e2260-ce5b-4aab-8513-bdaa53bd0428 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:38:56.713075 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f582c11d-21af-420c-b425-b104a2b93c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:56.726013 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-f582c11d-21af-420c-b425-b104a2b93c1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b96a8522-2b03-4241-8f82-1a09a4b61868']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:38:56.737434 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-f582c11d-21af-420c-b425-b104a2b93c1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9df1e40-8638-4be8-8da5-78e25b25b54f') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:38:56.738028 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-f582c11d-21af-420c-b425-b104a2b93c1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9df1e40-8638-4be8-8da5-78e25b25b54f') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:38:56.751398 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f582c11d-21af-420c-b425-b104a2b93c1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:56.771642 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f582c11d-21af-420c-b425-b104a2b93c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:56.780161 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f582c11d-21af-420c-b425-b104a2b93c1f admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:38:56.780752 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f582c11d-21af-420c-b425-b104a2b93c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:56.783026 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:38:56.783026 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:38:56.783026 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:38:56.783026 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:38:56.783026 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:38:56.783026 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:38:56.783026 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:38:56.783026 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:38:56.783026 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:38:56.783026 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:38:56.783026 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:38:56.783026 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:38:56.783026 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:38:56.783026 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:38:56.783026 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:38:56.783026 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:38:56.783026 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:38:56.783026 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:38:56.783026 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:38:56.783026 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:38:56.783026 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:38:56.783026 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:38:56.783026 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:38:56.783026 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:38:56.783026 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:38:56.783026 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:38:56.783026 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:38:56.783026 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:38:56.783026 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:38:56.783026 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:38:56.783026 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:38:56.783026 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:38:56.785925 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e56b6685-11ea-4f40-b01d-af074dba7012 req-b8e191f6-07b1-4574-862d-777c1fe14fd3 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:56.791714 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa7db0-0085-4b70-a2b4-0950abbb4929 req-dbb1b486-990c-4758-827b-6e96f5f7e9f2 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:56.793490 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e1aa7db0-0085-4b70-a2b4-0950abbb4929 req-dbb1b486-990c-4758-827b-6e96f5f7e9f2 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=2aee55ef-9052-4c22-b8d2-6782ed903e48 HTTP/1.1" status: 200 len: 944 time: 0.0957465 Aug 19 14:38:56.794706 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e56b6685-11ea-4f40-b01d-af074dba7012 req-b8e191f6-07b1-4574-862d-777c1fe14fd3 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:56.851659 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f582c11d-21af-420c-b425-b104a2b93c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:56.865372 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f582c11d-21af-420c-b425-b104a2b93c1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:56.870103 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f582c11d-21af-420c-b425-b104a2b93c1f admin admin] 10.222.0.69 "DELETE /v2.0/networks/b96a8522-2b03-4241-8f82-1a09a4b61868 HTTP/1.1" status: 204 len: 168 time: 0.8192506 Aug 19 14:38:56.884376 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f582c11d-21af-420c-b425-b104a2b93c1f admin admin] Pushing event deleted for resources: {'Network': ['ID=b96a8522-2b03-4241-8f82-1a09a4b61868,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:56.913515 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e1aa7db0-0085-4b70-a2b4-0950abbb4929 req-b8997a90-3a10-4c32-a089-c079ec875415 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a93f3bc-eb52-4521-81e6-41db3c003964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851407 Aug 19 14:38:56.928141 n-d-766043-2 neutron-server[94640]: INFO neutron.db.l3_db [req-e56b6685-11ea-4f40-b01d-af074dba7012 req-b8e191f6-07b1-4574-862d-777c1fe14fd3 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Floating IP 76d52add-0294-49cf-adec-fd9b42e19173 associated. External IP: 172.25.2.23, port: 84d47a63-6171-4e56-b328-4e29db341305. Aug 19 14:38:57.023454 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38264) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:38:57.055448 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 71395d50-c489-4f63-ae64-5a13347feb29 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:38:57.069633 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4209c805-53e1-4c6e-b6a4-c7097067baba admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=74293d11c41e4029af95465f64d7901f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0450456 Aug 19 14:38:57.071974 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38266) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:38:57.098920 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 165e2260-ce5b-4aab-8513-bdaa53bd0428 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:38:57.113832 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ef733-7ebd-4cf1-b90a-a0b6308eb626 req-cf34e00e-0472-4aea-b883-74c73e2c1eee tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:57.115319 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-734ef733-7ebd-4cf1-b90a-a0b6308eb626 req-cf34e00e-0472-4aea-b883-74c73e2c1eee tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c7b4cba-347d-4536-8408-8ac593a88aca HTTP/1.1" status: 200 len: 949 time: 0.0785902 Aug 19 14:38:57.128646 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b4ffded-f012-4a63-9649-3b388c9d9a4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:57.137938 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 165e2260-ce5b-4aab-8513-bdaa53bd0428 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:38:57.138378 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 165e2260-ce5b-4aab-8513-bdaa53bd0428 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:38:57.163300 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b4ffded-f012-4a63-9649-3b388c9d9a4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:57.165790 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port 71395d50-c489-4f63-ae64-5a13347feb29 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:38:57.171432 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 71395d50-c489-4f63-ae64-5a13347feb29 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:38:57.172848 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:57.206270 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-734ef733-7ebd-4cf1-b90a-a0b6308eb626 req-55546980-06a0-4696-ac50-9b9578e5766b tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537052 Aug 19 14:38:57.237374 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b4ffded-f012-4a63-9649-3b388c9d9a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:57.241032 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b4ffded-f012-4a63-9649-3b388c9d9a4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:57.244798 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5b4ffded-f012-4a63-9649-3b388c9d9a4c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/554f35be-7f41-4e23-bc61-004215011831 HTTP/1.1" status: 204 len: 168 time: 0.1694877 Aug 19 14:38:57.272216 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4ffded-f012-4a63-9649-3b388c9d9a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554f35be-7f41-4e23-bc61-004215011831,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:57.301431 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:57.333264 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7b4cba-347d-4536-8408-8ac593a88aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71395d50-c489-4f63-ae64-5a13347feb29'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:38:57.334609 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e56b6685-11ea-4f40-b01d-af074dba7012 req-b8e191f6-07b1-4574-862d-777c1fe14fd3 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Router 08f4dff2-bc7c-40bf-beec-ddff4fc79af9 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:38:57.336864 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8f0266-03df-40e4-a447-8d0565c7ade6" -d '{"events": [{"server_uuid": "6c7b4cba-347d-4536-8408-8ac593a88aca", "name": "network-vif-plugged", "status": "completed", "tag": "71395d50-c489-4f63-ae64-5a13347feb29"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:38:57.355981 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 71395d50-c489-4f63-ae64-5a13347feb29, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=71395d50-c489-4f63-ae64-5a13347feb29,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:57.364366 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:57.365319 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 80407016-9baa-406e-a145-dff43be492c6 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:38:57.442480 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=71395d50-c489-4f63-ae64-5a13347feb29,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:57.459473 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port 80407016-9baa-406e-a145-dff43be492c6 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:38:57.465051 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 80407016-9baa-406e-a145-dff43be492c6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:38:57.465477 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:57.501304 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e56b6685-11ea-4f40-b01d-af074dba7012 req-b8e191f6-07b1-4574-862d-777c1fe14fd3 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:38:57.508553 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e56b6685-11ea-4f40-b01d-af074dba7012 req-b8e191f6-07b1-4574-862d-777c1fe14fd3 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:57.516425 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7cd781-9bab-4781-afd1-3bf5e26ed78f None None] Sync routers for ids ['08f4dff2-bc7c-40bf-beec-ddff4fc79af9'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:38:57.531191 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7cd781-9bab-4781-afd1-3bf5e26ed78f None None] Routers {'08f4dff2-bc7c-40bf-beec-ddff4fc79af9'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:38:57.533010 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ba7cd781-9bab-4781-afd1-3bf5e26ed78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:38:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['08f4dff2-bc7c-40bf-beec-ddff4fc79af9'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:38:57.557820 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e56b6685-11ea-4f40-b01d-af074dba7012 req-b8e191f6-07b1-4574-862d-777c1fe14fd3 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "PUT /v2.0/floatingips/76d52add-0294-49cf-adec-fd9b42e19173 HTTP/1.1" status: 200 len: 996 time: 1.9079375 Aug 19 14:38:57.558285 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217a9361-0885-466a-9864-c776fea4a8d6', 'tag': '84d47a63-6171-4e56-b328-4e29db341305'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:38:57.560585 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32db1cba-f2ad-477b-bbbc-a2059c226802" -d '{"events": [{"name": "network-changed", "server_uuid": "217a9361-0885-466a-9864-c776fea4a8d6", "tag": "84d47a63-6171-4e56-b328-4e29db341305"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:38:57.567367 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:57.608087 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 80407016-9baa-406e-a145-dff43be492c6, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=80407016-9baa-406e-a145-dff43be492c6,segment=NetworkSegment(0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2),segment_id=0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:57.616693 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:57.652017 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b6685-11ea-4f40-b01d-af074dba7012 req-95da5e52-4173-47ab-8f29-e6c45af7f954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:57.662800 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e56b6685-11ea-4f40-b01d-af074dba7012 req-95da5e52-4173-47ab-8f29-e6c45af7f954 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5510f55194a84a709694ced521d1a10f&device_id=217a9361-0885-466a-9864-c776fea4a8d6 HTTP/1.1" status: 200 len: 1097 time: 0.0866475 Aug 19 14:38:57.724870 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-ba7cd781-9bab-4781-afd1-3bf5e26ed78f None None] Set router 08f4dff2-bc7c-40bf-beec-ddff4fc79af9 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:38:57.726782 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=80407016-9baa-406e-a145-dff43be492c6,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:57.847347 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efcb4a7-7cf9-49a9-a136-a6f88ba090be req-c4301094-065e-41d3-81a7-8c0d8a8c3feb tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:57.849492 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8efcb4a7-7cf9-49a9-a136-a6f88ba090be req-c4301094-065e-41d3-81a7-8c0d8a8c3feb tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b414690-47f3-4971-8837-df4683542301 HTTP/1.1" status: 200 len: 945 time: 0.1676922 Aug 19 14:38:57.886993 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b6685-11ea-4f40-b01d-af074dba7012 req-135644b2-ed3c-49f8-887c-427cc161d3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:57.894225 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e56b6685-11ea-4f40-b01d-af074dba7012 req-135644b2-ed3c-49f8-887c-427cc161d3af service neutron] 10.222.0.69 "GET /v2.0/networks?id=4b326bff-649c-45d8-843e-ebe16b9715e3 HTTP/1.1" status: 200 len: 930 time: 0.2242362 Aug 19 14:38:57.955997 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8efcb4a7-7cf9-49a9-a136-a6f88ba090be req-e3b43d7f-3a09-43b8-93f2-a781bfc5b2b1 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2016568-562b-4e05-8081-e4bcca4b43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998509 Aug 19 14:38:57.988069 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e56b6685-11ea-4f40-b01d-af074dba7012 req-b9403425-e7a7-40d0-b28b-39aac894bfd4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84d47a63-6171-4e56-b328-4e29db341305 HTTP/1.1" status: 200 len: 999 time: 0.0922232 Aug 19 14:38:58.066664 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294f0494-c459-431d-aec3-e6682cd0fc55 x-openstack-request-id: req-294f0494-c459-431d-aec3-e6682cd0fc55 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:38:58.067042 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c7b4cba-347d-4536-8408-8ac593a88aca", "name": "network-vif-plugged", "status": "completed", "tag": "71395d50-c489-4f63-ae64-5a13347feb29", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:38:58.067169 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-294f0494-c459-431d-aec3-e6682cd0fc55 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:38:58.067563 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7b4cba-347d-4536-8408-8ac593a88aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71395d50-c489-4f63-ae64-5a13347feb29', 'code': 200} Aug 19 14:38:58.069718 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b6685-11ea-4f40-b01d-af074dba7012 req-69582b4f-7b3f-486c-aaf5-c893556335e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:58.077197 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e56b6685-11ea-4f40-b01d-af074dba7012 req-69582b4f-7b3f-486c-aaf5-c893556335e9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2a3053d7-d69f-41b4-a35f-07118496e8cf HTTP/1.1" status: 200 len: 868 time: 0.0883474 Aug 19 14:38:58.118573 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7fd13e-8cdd-4e50-8036-a3d4642eaf32 x-openstack-request-id: req-ab7fd13e-8cdd-4e50-8036-a3d4642eaf32 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:38:58.118873 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "217a9361-0885-466a-9864-c776fea4a8d6", "tag": "84d47a63-6171-4e56-b328-4e29db341305", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:38:58.119167 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ab7fd13e-8cdd-4e50-8036-a3d4642eaf32 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:38:58.119654 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '217a9361-0885-466a-9864-c776fea4a8d6', 'tag': '84d47a63-6171-4e56-b328-4e29db341305', 'status': 'completed', 'code': 200} Aug 19 14:38:58.127615 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b6685-11ea-4f40-b01d-af074dba7012 req-601e3280-d4f8-4ead-b7c5-2239c8bca1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:58.139198 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e56b6685-11ea-4f40-b01d-af074dba7012 req-601e3280-d4f8-4ead-b7c5-2239c8bca1c3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4b326bff-649c-45d8-843e-ebe16b9715e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610845 Aug 19 14:38:58.146342 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [req-e56b6685-11ea-4f40-b01d-af074dba7012 req-6a23f4c5-915f-4faf-a199-9a1e3aba3d1a service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:38:58.154747 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e56b6685-11ea-4f40-b01d-af074dba7012 req-6a23f4c5-915f-4faf-a199-9a1e3aba3d1a service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0144632 Aug 19 14:38:58.158972 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ba7cd781-9bab-4781-afd1-3bf5e26ed78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f4dff2-bc7c-40bf-beec-ddff4fc79af9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1441189355-router', 'tenant_id': '5510f55194a84a709694ced521d1a10f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '683f76da-8673-4eef-8c24-ba325c751eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:38:27Z', 'updated_at': '2021-08-19T14:38:34Z', 'revision_number': 4, 'project_id': '5510f55194a84a709694ced521d1a10f', 'gw_port': {'id': '683f76da-8673-4eef-8c24-ba325c751eff', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4dff2-bc7c-40bf-beec-ddff4fc79af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:38:28Z', 'updated_at': '2021-08-19T14:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '76d52add-0294-49cf-adec-fd9b42e19173', 'tenant_id': '5510f55194a84a709694ced521d1a10f', 'floating_ip_address': '172.25.2.23', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '08f4dff2-bc7c-40bf-beec-ddff4fc79af9', 'port_id': '84d47a63-6171-4e56-b328-4e29db341305', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b326bff-649c-45d8-843e-ebe16b9715e3', 'mac_address': 'fa:16:3e:0d:35:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217a9361-0885-466a-9864-c776fea4a8d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:38:54Z', 'updated_at': '2021-08-19T14:38:56Z', 'revision_number': 1, 'project_id': '5510f55194a84a709694ced521d1a10f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e830e01-d661-433b-98d1-3440ac6f1c48', 'name': '', 'network_id': '4b326bff-649c-45d8-843e-ebe16b9715e3', 'tenant_id': '5510f55194a84a709694ced521d1a10f', 'mac_address': 'fa:16:3e:56:e1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4dff2-bc7c-40bf-beec-ddff4fc79af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '2a3053d7-d69f-41b4-a35f-07118496e8cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:38:32Z', 'updated_at': '2021-08-19T14:38:39Z', 'revision_number': 5, 'project_id': '5510f55194a84a709694ced521d1a10f', 'subnets': [{'id': '2a3053d7-d69f-41b4-a35f-07118496e8cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:38:58.225870 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db1cba-f2ad-477b-bbbc-a2059c226802 req-acd3c666-e68f-4ea5-94c3-25964a0239b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:58.227458 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-32db1cba-f2ad-477b-bbbc-a2059c226802 req-acd3c666-e68f-4ea5-94c3-25964a0239b6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5510f55194a84a709694ced521d1a10f&device_id=217a9361-0885-466a-9864-c776fea4a8d6 HTTP/1.1" status: 200 len: 1097 time: 0.0676131 Aug 19 14:38:58.243999 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7cd781-9bab-4781-afd1-3bf5e26ed78f None None] Checking router: 08f4dff2-bc7c-40bf-beec-ddff4fc79af9 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:38:58.263701 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7cd781-9bab-4781-afd1-3bf5e26ed78f None None] Routers {'08f4dff2-bc7c-40bf-beec-ddff4fc79af9'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:38:58.264425 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ba7cd781-9bab-4781-afd1-3bf5e26ed78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:38:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['08f4dff2-bc7c-40bf-beec-ddff4fc79af9'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:38:58.343059 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db1cba-f2ad-477b-bbbc-a2059c226802 req-ae7dfd3d-c821-493a-95f2-cbceeac12a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:58.344858 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-32db1cba-f2ad-477b-bbbc-a2059c226802 req-ae7dfd3d-c821-493a-95f2-cbceeac12a8d service neutron] 10.222.0.88 "GET /v2.0/networks?id=4b326bff-649c-45d8-843e-ebe16b9715e3 HTTP/1.1" status: 200 len: 930 time: 0.1058517 Aug 19 14:38:58.350880 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e56b6685-11ea-4f40-b01d-af074dba7012 req-f8a995b0-4207-4d0a-ba64-64dbedbabc25 service neutron] 10.222.0.69 "GET /v2.0/networks/4b326bff-649c-45d8-843e-ebe16b9715e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949043 Aug 19 14:38:58.447715 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-ba7cd781-9bab-4781-afd1-3bf5e26ed78f None None] Set router 08f4dff2-bc7c-40bf-beec-ddff4fc79af9 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:38:58.466674 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-32db1cba-f2ad-477b-bbbc-a2059c226802 req-89f452ae-b7c8-4b38-967d-cff24dc251ba service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84d47a63-6171-4e56-b328-4e29db341305 HTTP/1.1" status: 200 len: 999 time: 0.1140940 Aug 19 14:38:58.520866 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38308) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:38:58.543530 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd4c11-065f-46cc-bdb2-38132978d92e req-c3938bd1-f7e2-429a-b900-ffb788a01bcd tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:58.551123 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-74dd4c11-065f-46cc-bdb2-38132978d92e req-c3938bd1-f7e2-429a-b900-ffb788a01bcd tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=0159c47c-f124-4e1b-8ede-a160de3f5352 HTTP/1.1" status: 200 len: 946 time: 0.3371933 Aug 19 14:38:58.585746 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db1cba-f2ad-477b-bbbc-a2059c226802 req-1d110805-1783-4172-8428-a82f7307277c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:58.600652 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-32db1cba-f2ad-477b-bbbc-a2059c226802 req-1d110805-1783-4172-8428-a82f7307277c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2a3053d7-d69f-41b4-a35f-07118496e8cf HTTP/1.1" status: 200 len: 868 time: 0.1121778 Aug 19 14:38:58.614721 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e56b6685-11ea-4f40-b01d-af074dba7012 req-4df79c01-065d-40d2-a5e2-4f99405c9bec service neutron] 10.222.0.69 "GET /v2.0/networks/4b326bff-649c-45d8-843e-ebe16b9715e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457170 Aug 19 14:38:58.620815 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-74dd4c11-065f-46cc-bdb2-38132978d92e req-aeeaa2e6-9f02-4f56-9202-b85a7b66cb73 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684485 Aug 19 14:38:58.682872 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4b8a9-a43e-4219-9429-7a99b286db9f req-d0f1e281-a9e5-40bb-a25e-1080667541ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:58.684283 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-67e4b8a9-a43e-4219-9429-7a99b286db9f req-d0f1e281-a9e5-40bb-a25e-1080667541ff service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=6c7b4cba-347d-4536-8408-8ac593a88aca&tenant_id=3397b0c43f0b46aaa4295e8f087dd91c HTTP/1.1" status: 200 len: 1101 time: 0.0824273 Aug 19 14:38:58.691453 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db1cba-f2ad-477b-bbbc-a2059c226802 req-2f74fcae-f85d-43ef-ba12-cf4939cf1f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:58.692882 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-32db1cba-f2ad-477b-bbbc-a2059c226802 req-2f74fcae-f85d-43ef-ba12-cf4939cf1f17 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4b326bff-649c-45d8-843e-ebe16b9715e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829370 Aug 19 14:38:58.705708 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-4b768f74-83c0-4558-b610-e4967df9a87c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-468413341-network', 'tenant_id': 'eac9849a6187411198187660adbcdd48'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:38:58.720999 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-67e4b8a9-a43e-4219-9429-7a99b286db9f req-ad9016d6-ea23-4a77-8211-c3aff0758b35 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766043-2', 'device_owner': 'compute:nova'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:38:58.825959 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b768f74-83c0-4558-b610-e4967df9a87c admin admin] Made reservation on behalf of eac9849a6187411198187660adbcdd48 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:38:58.829036 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b768f74-83c0-4558-b610-e4967df9a87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:58.844646 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b768f74-83c0-4558-b610-e4967df9a87c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:58.846056 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-67e4b8a9-a43e-4219-9429-7a99b286db9f req-ad9016d6-ea23-4a77-8211-c3aff0758b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:58.891372 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcca76e-1b0a-49cd-bc6d-8a976ee442bb req-dcde8948-a32a-415f-a40a-97012f07d11c tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:58.899438 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-32db1cba-f2ad-477b-bbbc-a2059c226802 req-1621e623-5738-44f6-b4a8-d14b708740f1 service neutron] 10.222.0.88 "GET /v2.0/networks/4b326bff-649c-45d8-843e-ebe16b9715e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753066 Aug 19 14:38:58.903078 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2fcca76e-1b0a-49cd-bc6d-8a976ee442bb req-dcde8948-a32a-415f-a40a-97012f07d11c tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=2aee55ef-9052-4c22-b8d2-6782ed903e48 HTTP/1.1" status: 200 len: 945 time: 0.1659114 Aug 19 14:38:58.941534 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ba7cd781-9bab-4781-afd1-3bf5e26ed78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f4dff2-bc7c-40bf-beec-ddff4fc79af9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1441189355-router', 'tenant_id': '5510f55194a84a709694ced521d1a10f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '683f76da-8673-4eef-8c24-ba325c751eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:38:27Z', 'updated_at': '2021-08-19T14:38:34Z', 'revision_number': 4, 'project_id': '5510f55194a84a709694ced521d1a10f', 'gw_port': {'id': '683f76da-8673-4eef-8c24-ba325c751eff', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4dff2-bc7c-40bf-beec-ddff4fc79af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:38:28Z', 'updated_at': '2021-08-19T14:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '76d52add-0294-49cf-adec-fd9b42e19173', 'tenant_id': '5510f55194a84a709694ced521d1a10f', 'floating_ip_address': '172.25.2.23', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '08f4dff2-bc7c-40bf-beec-ddff4fc79af9', 'port_id': '84d47a63-6171-4e56-b328-4e29db341305', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b326bff-649c-45d8-843e-ebe16b9715e3', 'mac_address': 'fa:16:3e:0d:35:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217a9361-0885-466a-9864-c776fea4a8d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:38:54Z', 'updated_at': '2021-08-19T14:38:56Z', 'revision_number': 1, 'project_id': '5510f55194a84a709694ced521d1a10f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e830e01-d661-433b-98d1-3440ac6f1c48', 'name': '', 'network_id': '4b326bff-649c-45d8-843e-ebe16b9715e3', 'tenant_id': '5510f55194a84a709694ced521d1a10f', 'mac_address': 'fa:16:3e:56:e1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4dff2-bc7c-40bf-beec-ddff4fc79af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '2a3053d7-d69f-41b4-a35f-07118496e8cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:38:32Z', 'updated_at': '2021-08-19T14:38:39Z', 'revision_number': 5, 'project_id': '5510f55194a84a709694ced521d1a10f', 'subnets': [{'id': '2a3053d7-d69f-41b4-a35f-07118496e8cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:38:58.955501 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2fcca76e-1b0a-49cd-bc6d-8a976ee442bb req-37fb0662-cbd4-499b-8155-ffa49eec942c tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a93f3bc-eb52-4521-81e6-41db3c003964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507348 Aug 19 14:38:59.018222 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7cd781-9bab-4781-afd1-3bf5e26ed78f None None] The sync data for ids ['08f4dff2-bc7c-40bf-beec-ddff4fc79af9'] in n-d-766043-2 is: [{'id': '08f4dff2-bc7c-40bf-beec-ddff4fc79af9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1441189355-router', 'tenant_id': '5510f55194a84a709694ced521d1a10f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '683f76da-8673-4eef-8c24-ba325c751eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:38:27Z', 'updated_at': '2021-08-19T14:38:34Z', 'revision_number': 4, 'project_id': '5510f55194a84a709694ced521d1a10f', 'gw_port': {'id': '683f76da-8673-4eef-8c24-ba325c751eff', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4dff2-bc7c-40bf-beec-ddff4fc79af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:38:28Z', 'updated_at': '2021-08-19T14:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '76d52add-0294-49cf-adec-fd9b42e19173', 'tenant_id': '5510f55194a84a709694ced521d1a10f', 'floating_ip_address': '172.25.2.23', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '08f4dff2-bc7c-40bf-beec-ddff4fc79af9', 'port_id': '84d47a63-6171-4e56-b328-4e29db341305', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b326bff-649c-45d8-843e-ebe16b9715e3', 'mac_address': 'fa:16:3e:0d:35:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217a9361-0885-466a-9864-c776fea4a8d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:38:54Z', 'updated_at': '2021-08-19T14:38:56Z', 'revision_number': 1, 'project_id': '5510f55194a84a709694ced521d1a10f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e830e01-d661-433b-98d1-3440ac6f1c48', 'name': '', 'network_id': '4b326bff-649c-45d8-843e-ebe16b9715e3', 'tenant_id': '5510f55194a84a709694ced521d1a10f', 'mac_address': 'fa:16:3e:56:e1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4dff2-bc7c-40bf-beec-ddff4fc79af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '2a3053d7-d69f-41b4-a35f-07118496e8cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:38:32Z', 'updated_at': '2021-08-19T14:38:39Z', 'revision_number': 5, 'project_id': '5510f55194a84a709694ced521d1a10f', 'subnets': [{'id': '2a3053d7-d69f-41b4-a35f-07118496e8cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:38:59.139020 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b768f74-83c0-4558-b610-e4967df9a87c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:59.155603 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572a088-a65d-40ea-963c-fc4a3cbcf3f9 req-16b8d52e-10b7-4204-8a35-e546b1bf137b tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:59.157355 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3572a088-a65d-40ea-963c-fc4a3cbcf3f9 req-16b8d52e-10b7-4204-8a35-e546b1bf137b tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c7b4cba-347d-4536-8408-8ac593a88aca HTTP/1.1" status: 200 len: 950 time: 0.3874369 Aug 19 14:38:59.158281 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b768f74-83c0-4558-b610-e4967df9a87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:59.168769 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-32db1cba-f2ad-477b-bbbc-a2059c226802 req-f2b15e86-80da-40a3-bf6e-d1976bc14f2a service neutron] 10.222.0.88 "GET /v2.0/networks/4b326bff-649c-45d8-843e-ebe16b9715e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534506 Aug 19 14:38:59.202137 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b768f74-83c0-4558-b610-e4967df9a87c admin admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:38:59.237492 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b768f74-83c0-4558-b610-e4967df9a87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:59.237792 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-4b768f74-83c0-4558-b610-e4967df9a87c admin admin] Added segment a7b4169d-aca4-48ae-9564-ded492f4f0c1 of type vlan for network 120c5244-d1e2-46c3-b22a-2b90b5b4e09c Aug 19 14:38:59.254488 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b768f74-83c0-4558-b610-e4967df9a87c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79af4be3-90a0-4292-a54f-cdd3d9a00e15,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:59.300693 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3572a088-a65d-40ea-963c-fc4a3cbcf3f9 req-d48e5ec5-c56c-41c8-b41b-70d42a692ce4 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022301 Aug 19 14:38:59.342757 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-67e4b8a9-a43e-4219-9429-7a99b286db9f req-ad9016d6-ea23-4a77-8211-c3aff0758b35 service neutron] For port 71395d50-c489-4f63-ae64-5a13347feb29, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=71395d50-c489-4f63-ae64-5a13347feb29,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:38:59.384153 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b768f74-83c0-4558-b610-e4967df9a87c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:59.391134 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-67e4b8a9-a43e-4219-9429-7a99b286db9f req-ad9016d6-ea23-4a77-8211-c3aff0758b35 service neutron] For port 71395d50-c489-4f63-ae64-5a13347feb29, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:38:59.430488 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ce8f70-9062-452a-9195-82f6a08b5bc4 None None] New status for floating IP 76d52add-0294-49cf-adec-fd9b42e19173: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 14:38:59.445910 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7b4cba-347d-4536-8408-8ac593a88aca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71395d50-c489-4f63-ae64-5a13347feb29'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:38:59.448610 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f38745-5388-4c75-aede-472c7dded079" -d '{"events": [{"server_uuid": "6c7b4cba-347d-4536-8408-8ac593a88aca", "name": "network-vif-unplugged", "status": "completed", "tag": "71395d50-c489-4f63-ae64-5a13347feb29"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:38:59.454770 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-67e4b8a9-a43e-4219-9429-7a99b286db9f req-ad9016d6-ea23-4a77-8211-c3aff0758b35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:59.475866 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-67e4b8a9-a43e-4219-9429-7a99b286db9f req-ad9016d6-ea23-4a77-8211-c3aff0758b35 service neutron] Transition to ACTIVE for port object 71395d50-c489-4f63-ae64-5a13347feb29 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:38:59.480850 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-67e4b8a9-a43e-4219-9429-7a99b286db9f req-ad9016d6-ea23-4a77-8211-c3aff0758b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:59.540101 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b768f74-83c0-4558-b610-e4967df9a87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:59.541432 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b768f74-83c0-4558-b610-e4967df9a87c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:59.542217 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b768f74-83c0-4558-b610-e4967df9a87c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:59.577517 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e4b8a9-a43e-4219-9429-7a99b286db9f req-ad9016d6-ea23-4a77-8211-c3aff0758b35 service neutron] No DVR routers for this DVR port 71395d50-c489-4f63-ae64-5a13347feb29 on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:38:59.616313 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9016d6-ea23-4a77-8211-c3aff0758b35 service neutron] Pushing event updated for resources: {'Port': ['ID=71395d50-c489-4f63-ae64-5a13347feb29,revision_number=10']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:59.632810 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9016d6-ea23-4a77-8211-c3aff0758b35 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:38:59.633354 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9016d6-ea23-4a77-8211-c3aff0758b35 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:38:59.633827 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9016d6-ea23-4a77-8211-c3aff0758b35 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:38:59.634262 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9016d6-ea23-4a77-8211-c3aff0758b35 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:38:59.634738 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9016d6-ea23-4a77-8211-c3aff0758b35 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:38:59.635232 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9016d6-ea23-4a77-8211-c3aff0758b35 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:38:59.637547 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9016d6-ea23-4a77-8211-c3aff0758b35 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:38:59.638497 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9016d6-ea23-4a77-8211-c3aff0758b35 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:38:59.639229 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9016d6-ea23-4a77-8211-c3aff0758b35 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:38:59.639901 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9016d6-ea23-4a77-8211-c3aff0758b35 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:38:59.640537 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9016d6-ea23-4a77-8211-c3aff0758b35 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:38:59.641328 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9016d6-ea23-4a77-8211-c3aff0758b35 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:38:59.642447 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b768f74-83c0-4558-b610-e4967df9a87c admin admin] Pushing event updated for resources: {'Network': ['ID=120c5244-d1e2-46c3-b22a-2b90b5b4e09c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:38:59.662412 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-67e4b8a9-a43e-4219-9429-7a99b286db9f req-ad9016d6-ea23-4a77-8211-c3aff0758b35 service neutron] Attempting to bind port 71395d50-c489-4f63-ae64-5a13347feb29 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:38:59.663539 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-67e4b8a9-a43e-4219-9429-7a99b286db9f req-ad9016d6-ea23-4a77-8211-c3aff0758b35 service neutron] Attempting to bind port 71395d50-c489-4f63-ae64-5a13347feb29 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:38:59.664165 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e4b8a9-a43e-4219-9429-7a99b286db9f req-ad9016d6-ea23-4a77-8211-c3aff0758b35 service neutron] Attempting to bind port 71395d50-c489-4f63-ae64-5a13347feb29 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:38:59.669138 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f7499-fe4e-4885-8e97-817a9ccf5257 req-000960db-8310-499a-b6bb-537f07d8b228 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:59.670524 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e4b8a9-a43e-4219-9429-7a99b286db9f req-ad9016d6-ea23-4a77-8211-c3aff0758b35 service neutron] Port 71395d50-c489-4f63-ae64-5a13347feb29 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:38:59.671076 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e4b8a9-a43e-4219-9429-7a99b286db9f req-ad9016d6-ea23-4a77-8211-c3aff0758b35 service neutron] Attempting to bind port 71395d50-c489-4f63-ae64-5a13347feb29 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:38:59.677685 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-894f7499-fe4e-4885-8e97-817a9ccf5257 req-000960db-8310-499a-b6bb-537f07d8b228 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b414690-47f3-4971-8837-df4683542301 HTTP/1.1" status: 200 len: 945 time: 0.2896678 Aug 19 14:38:59.681342 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e4b8a9-a43e-4219-9429-7a99b286db9f req-ad9016d6-ea23-4a77-8211-c3aff0758b35 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:38:59.682264 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e4b8a9-a43e-4219-9429-7a99b286db9f req-ad9016d6-ea23-4a77-8211-c3aff0758b35 service neutron] Checking segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:38:59.683826 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e4b8a9-a43e-4219-9429-7a99b286db9f req-ad9016d6-ea23-4a77-8211-c3aff0758b35 service neutron] Bound using segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:38:59.684714 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-67e4b8a9-a43e-4219-9429-7a99b286db9f req-ad9016d6-ea23-4a77-8211-c3aff0758b35 service neutron] Bound port: 71395d50-c489-4f63-ae64-5a13347feb29, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:38:59.685777 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-67e4b8a9-a43e-4219-9429-7a99b286db9f req-ad9016d6-ea23-4a77-8211-c3aff0758b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:59.693496 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 120c5244-d1e2-46c3-b22a-2b90b5b4e09c details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:38:59.706521 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d0321ffe-a5c1-44dd-913f-165ef6b0657c req-75589a19-b17c-41fc-847c-90c3e0ea02b4 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=88eeec05-6d16-4f02-9461-44ff5e420302 HTTP/1.1" status: 200 len: 258 time: 0.3674357 Aug 19 14:38:59.712316 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-4b768f74-83c0-4558-b610-e4967df9a87c admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1865139 Aug 19 14:38:59.713174 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38326) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:38:59.723044 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-d0321ffe-a5c1-44dd-913f-165ef6b0657c req-4beae6de-d16a-45c1-a734-419d593396b7 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Request body: {'floatingip': {'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:38:59.733048 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-ab375bf2-54c2-48ac-8f9d-8e2873eaecfd admin admin] Request body: {'subnet': {'network_id': '120c5244-d1e2-46c3-b22a-2b90b5b4e09c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-468413341-subnet', 'tenant_id': 'eac9849a6187411198187660adbcdd48', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:38:59.804826 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-894f7499-fe4e-4885-8e97-817a9ccf5257 req-c18c7f9e-6a8a-4b51-8459-7997ef9f7ca0 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2016568-562b-4e05-8081-e4bcca4b43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260626 Aug 19 14:38:59.813454 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.db.api [req-d0321ffe-a5c1-44dd-913f-165ef6b0657c req-4beae6de-d16a-45c1-a734-419d593396b7 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 14:38:59.813454 n-d-766043-2 neutron-server[94640]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 19 14:38:59.813454 n-d-766043-2 neutron-server[94640]: [parameters: {'project_id': '5510f55194a84a709694ced521d1a10f', 'id': 'db3aad21-296b-47dc-bee3-69143388b8a8', 'expiration': datetime.datetime(2021, 8, 19, 14, 40, 59, 783357)}] Aug 19 14:38:59.813454 n-d-766043-2 neutron-server[94640]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 14:38:59.813914 n-d-766043-2 neutron-server[94640]: DEBUG oslo_db.api [req-d0321ffe-a5c1-44dd-913f-165ef6b0657c req-4beae6de-d16a-45c1-a734-419d593396b7 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 14:38:59.824712 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab375bf2-54c2-48ac-8f9d-8e2873eaecfd admin admin] Made reservation on behalf of eac9849a6187411198187660adbcdd48 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:38:59.834020 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ab375bf2-54c2-48ac-8f9d-8e2873eaecfd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:59.865171 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-67e4b8a9-a43e-4219-9429-7a99b286db9f req-ad9016d6-ea23-4a77-8211-c3aff0758b35 service neutron] For port 71395d50-c489-4f63-ae64-5a13347feb29, host n-h2-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:38:59.883411 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-67e4b8a9-a43e-4219-9429-7a99b286db9f req-ad9016d6-ea23-4a77-8211-c3aff0758b35 service neutron] For port 71395d50-c489-4f63-ae64-5a13347feb29, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=71395d50-c489-4f63-ae64-5a13347feb29,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:38:59.899951 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-67e4b8a9-a43e-4219-9429-7a99b286db9f req-ad9016d6-ea23-4a77-8211-c3aff0758b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:59.916874 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 14:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0bcab2c-fdfc-4eb3-84b0-bf53ab0be86f x-openstack-request-id: req-b0bcab2c-fdfc-4eb3-84b0-bf53ab0be86f {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:38:59.917409 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c7b4cba-347d-4536-8408-8ac593a88aca", "name": "network-vif-unplugged", "status": "completed", "tag": "71395d50-c489-4f63-ae64-5a13347feb29", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:38:59.917712 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b0bcab2c-fdfc-4eb3-84b0-bf53ab0be86f {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:38:59.918118 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7b4cba-347d-4536-8408-8ac593a88aca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71395d50-c489-4f63-ae64-5a13347feb29', 'code': 200} Aug 19 14:38:59.946656 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4b8a9-a43e-4219-9429-7a99b286db9f req-ad9016d6-ea23-4a77-8211-c3aff0758b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:38:59.947693 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-67e4b8a9-a43e-4219-9429-7a99b286db9f req-ad9016d6-ea23-4a77-8211-c3aff0758b35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:38:59.949802 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-67e4b8a9-a43e-4219-9429-7a99b286db9f req-ad9016d6-ea23-4a77-8211-c3aff0758b35 service neutron] 10.222.0.88 "PUT /v2.0/ports/71395d50-c489-4f63-ae64-5a13347feb29 HTTP/1.1" status: 200 len: 1097 time: 1.2328875 Aug 19 14:39:00.025881 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9016d6-ea23-4a77-8211-c3aff0758b35 service neutron] Pushing event updated for resources: {'Port': ['ID=71395d50-c489-4f63-ae64-5a13347feb29,revision_number=11']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:00.050493 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4b8a9-a43e-4219-9429-7a99b286db9f req-f030070a-c498-4aa2-a610-275a9d9a787b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:00.052657 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-67e4b8a9-a43e-4219-9429-7a99b286db9f req-f030070a-c498-4aa2-a610-275a9d9a787b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3397b0c43f0b46aaa4295e8f087dd91c&device_id=6c7b4cba-347d-4536-8408-8ac593a88aca HTTP/1.1" status: 200 len: 1100 time: 0.0648150 Aug 19 14:39:00.068870 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aee55ef-9052-4c22-b8d2-6782ed903e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80407016-9baa-406e-a145-dff43be492c6'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:39:00.071544 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb02e33-8102-445a-8322-09541e55d022" -d '{"events": [{"server_uuid": "2aee55ef-9052-4c22-b8d2-6782ed903e48", "name": "network-vif-plugged", "status": "completed", "tag": "80407016-9baa-406e-a145-dff43be492c6"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:39:00.162318 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ceb9b3-5b98-473f-b3c9-fea46fee80c7 req-264ce81b-8084-419d-9762-ecdd56c50250 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:00.164365 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-76ceb9b3-5b98-473f-b3c9-fea46fee80c7 req-264ce81b-8084-419d-9762-ecdd56c50250 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=0159c47c-f124-4e1b-8ede-a160de3f5352 HTTP/1.1" status: 200 len: 946 time: 0.1100407 Aug 19 14:39:00.181655 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4b8a9-a43e-4219-9429-7a99b286db9f req-efc87731-d36c-4539-9506-7abe1bd9f528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:00.183112 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-67e4b8a9-a43e-4219-9429-7a99b286db9f req-efc87731-d36c-4539-9506-7abe1bd9f528 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.1221914 Aug 19 14:39:00.201908 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ab375bf2-54c2-48ac-8f9d-8e2873eaecfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:00.240296 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-67e4b8a9-a43e-4219-9429-7a99b286db9f req-171d8351-ce58-4f81-8e45-3a8a8675a0df service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=71395d50-c489-4f63-ae64-5a13347feb29 HTTP/1.1" status: 200 len: 217 time: 0.0455797 Aug 19 14:39:00.266880 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-76ceb9b3-5b98-473f-b3c9-fea46fee80c7 req-5aa20c1a-cfd8-4c41-a8fb-879a0bbc1ab5 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898757 Aug 19 14:39:00.276527 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab375bf2-54c2-48ac-8f9d-8e2873eaecfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d90280f3-05d8-4d32-bed7-d9a137266bae,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:00.296151 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab375bf2-54c2-48ac-8f9d-8e2873eaecfd admin admin] Checking segment: {'id': 'a7b4169d-aca4-48ae-9564-ded492f4f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '120c5244-d1e2-46c3-b22a-2b90b5b4e09c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:39:00.296986 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab375bf2-54c2-48ac-8f9d-8e2873eaecfd admin admin] Network hostable DHCP agents. Network: 120c5244-d1e2-46c3-b22a-2b90b5b4e09c, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:39:00.305424 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4b8a9-a43e-4219-9429-7a99b286db9f req-d51d99ca-dfdc-4946-bca5-3498c6cf58b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:00.307237 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-67e4b8a9-a43e-4219-9429-7a99b286db9f req-d51d99ca-dfdc-4946-bca5-3498c6cf58b2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.0578232 Aug 19 14:39:00.321076 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab375bf2-54c2-48ac-8f9d-8e2873eaecfd admin admin] Network 120c5244-d1e2-46c3-b22a-2b90b5b4e09c is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:39:00.347318 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-ab375bf2-54c2-48ac-8f9d-8e2873eaecfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 120c5244-d1e2-46c3-b22a-2b90b5b4e09c) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:39:00.358962 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a10e121-1d8c-4a29-acf1-57a5d080399d None None] Network 120c5244-d1e2-46c3-b22a-2b90b5b4e09c requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:39:00.366721 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab375bf2-54c2-48ac-8f9d-8e2873eaecfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:00.369857 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ab375bf2-54c2-48ac-8f9d-8e2873eaecfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:00.375371 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d0321ffe-a5c1-44dd-913f-165ef6b0657c req-4beae6de-d16a-45c1-a734-419d593396b7 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:00.380161 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4b8a9-a43e-4219-9429-7a99b286db9f req-146e7612-ff07-4318-a8cd-efab2f53e9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:00.383549 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-67e4b8a9-a43e-4219-9429-7a99b286db9f req-146e7612-ff07-4318-a8cd-efab2f53e9e4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0644031 Aug 19 14:39:00.471797 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ab375bf2-54c2-48ac-8f9d-8e2873eaecfd admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7573597 Aug 19 14:39:00.490787 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38338) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:00.504914 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-77409e6c-c885-4104-9343-26f6146376fe admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-468413341-router', 'tenant_id': 'eac9849a6187411198187660adbcdd48', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:39:00.540029 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77409e6c-c885-4104-9343-26f6146376fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:00.541364 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77409e6c-c885-4104-9343-26f6146376fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:00.569330 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c213476-b205-44ce-b460-966a31240580 req-0f9de444-f558-45cc-adb1-581c96ba918e tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:00.578604 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5c213476-b205-44ce-b460-966a31240580 req-0f9de444-f558-45cc-adb1-581c96ba918e tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=2aee55ef-9052-4c22-b8d2-6782ed903e48 HTTP/1.1" status: 200 len: 945 time: 0.1469951 Aug 19 14:39:00.606787 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77409e6c-c885-4104-9343-26f6146376fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:00.637998 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737a118a-baff-4fd6-9244-f7a0b6940373 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-120c5244-d1e2-46c3-b22a-2b90b5b4e09c', 'network_id': '120c5244-d1e2-46c3-b22a-2b90b5b4e09c', 'tenant_id': 'eac9849a6187411198187660adbcdd48', 'fixed_ips': [{'subnet_id': 'd90280f3-05d8-4d32-bed7-d9a137266bae'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:39:00.640673 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-737a118a-baff-4fd6-9244-f7a0b6940373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:00.667244 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5c213476-b205-44ce-b460-966a31240580 req-3155c9e0-0e99-4950-806d-6760be802221 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a93f3bc-eb52-4521-81e6-41db3c003964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803833 Aug 19 14:39:00.687536 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d0321ffe-a5c1-44dd-913f-165ef6b0657c req-4beae6de-d16a-45c1-a734-419d593396b7 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:00.815645 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-67e4b8a9-a43e-4219-9429-7a99b286db9f req-1bdfb623-0041-493e-9549-bcda39ce65e1 service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196506 Aug 19 14:39:00.823277 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77409e6c-c885-4104-9343-26f6146376fe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:00.871986 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f320e48f-4b93-4c90-a607-db3d18e978c2 x-openstack-request-id: req-f320e48f-4b93-4c90-a607-db3d18e978c2 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:39:00.872858 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aee55ef-9052-4c22-b8d2-6782ed903e48", "name": "network-vif-plugged", "status": "completed", "tag": "80407016-9baa-406e-a145-dff43be492c6", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:39:00.873117 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f320e48f-4b93-4c90-a607-db3d18e978c2 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:39:00.873518 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aee55ef-9052-4c22-b8d2-6782ed903e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80407016-9baa-406e-a145-dff43be492c6', 'code': 200} Aug 19 14:39:00.919416 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-d0321ffe-a5c1-44dd-913f-165ef6b0657c req-4beae6de-d16a-45c1-a734-419d593396b7 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Allocated IP 172.25.2.75 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/714d5e6a-6329-48c4-ba24-c5ab038ddac9) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:39:01.012123 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-737a118a-baff-4fd6-9244-f7a0b6940373 None None] Allocated IP 172.20.0.2 (120c5244-d1e2-46c3-b22a-2b90b5b4e09c/d90280f3-05d8-4d32-bed7-d9a137266bae/e9729502-9a01-4e9b-834e-38fa42e306a7) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:39:01.056899 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 71395d50-c489-4f63-ae64-5a13347feb29 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:39:01.148768 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d0321ffe-a5c1-44dd-913f-165ef6b0657c req-4beae6de-d16a-45c1-a734-419d593396b7 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:01.199630 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664852cb-e0a4-4d2f-9086-631d1e14c20c req-b45a90fd-8742-4746-8dbb-0982d8fa522d tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:01.202645 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-664852cb-e0a4-4d2f-9086-631d1e14c20c req-b45a90fd-8742-4746-8dbb-0982d8fa522d tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c7b4cba-347d-4536-8408-8ac593a88aca HTTP/1.1" status: 200 len: 949 time: 0.1078734 Aug 19 14:39:01.264902 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e81c9-8cc7-4e2e-9454-84b0f28ef46d req-f1df01ad-9ea4-40af-aec1-6e37927b5739 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:01.266935 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-955e81c9-8cc7-4e2e-9454-84b0f28ef46d req-f1df01ad-9ea4-40af-aec1-6e37927b5739 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.88 "GET /v2.0/ports?device_id=7b414690-47f3-4971-8837-df4683542301 HTTP/1.1" status: 200 len: 945 time: 0.1978552 Aug 19 14:39:01.277558 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-67e4b8a9-a43e-4219-9429-7a99b286db9f req-28510cb0-8827-4f83-ab21-297a83a6cdee service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4458926 Aug 19 14:39:01.303845 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d0321ffe-a5c1-44dd-913f-165ef6b0657c req-4beae6de-d16a-45c1-a734-419d593396b7 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:01.312845 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-664852cb-e0a4-4d2f-9086-631d1e14c20c req-31f1c8b7-ca1d-4162-bc0e-c8f97915e3d2 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823848 Aug 19 14:39:01.320551 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def245bc-6d3a-48ae-a351-187f43969160 req-2029a314-96ef-44c1-b473-278f2f7cfe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:01.322034 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-def245bc-6d3a-48ae-a351-187f43969160 req-2029a314-96ef-44c1-b473-278f2f7cfe92 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=2aee55ef-9052-4c22-b8d2-6782ed903e48 HTTP/1.1" status: 200 len: 1096 time: 0.2778411 Aug 19 14:39:01.346701 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 71395d50-c489-4f63-ae64-5a13347feb29 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:39:01.359166 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-87fc80cc-1c2d-4348-95a7-77648b7ed770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:01.359708 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0321ffe-a5c1-44dd-913f-165ef6b0657c req-4beae6de-d16a-45c1-a734-419d593396b7 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:39:01.365690 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-d0321ffe-a5c1-44dd-913f-165ef6b0657c req-4beae6de-d16a-45c1-a734-419d593396b7 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:39:01.370115 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0321ffe-a5c1-44dd-913f-165ef6b0657c req-4beae6de-d16a-45c1-a734-419d593396b7 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:39:01.401930 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beae6de-d16a-45c1-a734-419d593396b7 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Pushing event updated for resources: {'Port': ['ID=714d5e6a-6329-48c4-ba24-c5ab038ddac9,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:01.553465 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d0321ffe-a5c1-44dd-913f-165ef6b0657c req-4beae6de-d16a-45c1-a734-419d593396b7 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:01.572757 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-737a118a-baff-4fd6-9244-f7a0b6940373 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:01.588783 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9d526-790e-4f37-93c1-a9ccb654757f req-51298fc2-8dcf-4b98-ab9f-e2ade8ee967f tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:01.597794 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4ca9d526-790e-4f37-93c1-a9ccb654757f req-51298fc2-8dcf-4b98-ab9f-e2ade8ee967f tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b414690-47f3-4971-8837-df4683542301 HTTP/1.1" status: 200 len: 945 time: 0.1511765 Aug 19 14:39:01.603375 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-737a118a-baff-4fd6-9244-f7a0b6940373 None None] Transition to ACTIVE for port object e9729502-9a01-4e9b-834e-38fa42e306a7 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:39:01.624861 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-737a118a-baff-4fd6-9244-f7a0b6940373 None None] Transition to ACTIVE for port object e9729502-9a01-4e9b-834e-38fa42e306a7 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:39:01.633563 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-737a118a-baff-4fd6-9244-f7a0b6940373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:01.674494 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d0321ffe-a5c1-44dd-913f-165ef6b0657c req-4beae6de-d16a-45c1-a734-419d593396b7 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:01.717084 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a118a-baff-4fd6-9244-f7a0b6940373 None None] Pushing event updated for resources: {'Port': ['ID=e9729502-9a01-4e9b-834e-38fa42e306a7,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:01.744813 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737a118a-baff-4fd6-9244-f7a0b6940373 None None] Network 120c5244-d1e2-46c3-b22a-2b90b5b4e09c is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:39:01.746856 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-737a118a-baff-4fd6-9244-f7a0b6940373 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:39:01.749842 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737a118a-baff-4fd6-9244-f7a0b6940373 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:39:01.758659 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-def245bc-6d3a-48ae-a351-187f43969160 req-e77f7763-3ffc-4726-ac8c-417897d5fcfe service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=7a93f3bc-eb52-4521-81e6-41db3c003964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4282537 Aug 19 14:39:01.783688 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-955e81c9-8cc7-4e2e-9454-84b0f28ef46d req-53717ca3-11de-4987-b8c0-f007802a2715 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Deleting port f5d31258-b744-4491-9281-dc33ea9d4fbd {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:39:01.784023 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-955e81c9-8cc7-4e2e-9454-84b0f28ef46d req-53717ca3-11de-4987-b8c0-f007802a2715 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:01.873813 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-737a118a-baff-4fd6-9244-f7a0b6940373 None None] Attempting to bind port e9729502-9a01-4e9b-834e-38fa42e306a7 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:39:01.874095 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-737a118a-baff-4fd6-9244-f7a0b6940373 None None] Attempting to bind port e9729502-9a01-4e9b-834e-38fa42e306a7 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'a7b4169d-aca4-48ae-9564-ded492f4f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '120c5244-d1e2-46c3-b22a-2b90b5b4e09c'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:39:01.874461 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737a118a-baff-4fd6-9244-f7a0b6940373 None None] Attempting to bind port e9729502-9a01-4e9b-834e-38fa42e306a7 on network 120c5244-d1e2-46c3-b22a-2b90b5b4e09c {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:39:01.880627 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737a118a-baff-4fd6-9244-f7a0b6940373 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:39:01.880998 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737a118a-baff-4fd6-9244-f7a0b6940373 None None] Checking segment: {'id': 'a7b4169d-aca4-48ae-9564-ded492f4f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '120c5244-d1e2-46c3-b22a-2b90b5b4e09c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:39:01.881435 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-737a118a-baff-4fd6-9244-f7a0b6940373 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:01.881828 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737a118a-baff-4fd6-9244-f7a0b6940373 None None] Bound using segment: {'id': 'a7b4169d-aca4-48ae-9564-ded492f4f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '120c5244-d1e2-46c3-b22a-2b90b5b4e09c'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:39:01.882292 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-737a118a-baff-4fd6-9244-f7a0b6940373 None None] Bound port: e9729502-9a01-4e9b-834e-38fa42e306a7, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7b4169d-aca4-48ae-9564-ded492f4f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '120c5244-d1e2-46c3-b22a-2b90b5b4e09c'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:39:01.882666 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-737a118a-baff-4fd6-9244-f7a0b6940373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:01.903886 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d0321ffe-a5c1-44dd-913f-165ef6b0657c req-4beae6de-d16a-45c1-a734-419d593396b7 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:01.926901 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4ca9d526-790e-4f37-93c1-a9ccb654757f req-7e550488-3ca0-4406-97be-b3f044d04dfc tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2016568-562b-4e05-8081-e4bcca4b43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3286130 Aug 19 14:39:01.929727 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d0321ffe-a5c1-44dd-913f-165ef6b0657c req-4beae6de-d16a-45c1-a734-419d593396b7 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:01.932441 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c7b4cba-347d-4536-8408-8ac593a88aca', 'tag': '71395d50-c489-4f63-ae64-5a13347feb29'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:39:01.943885 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b18f44-f91a-4926-9bb4-c65f078c1109" -d '{"events": [{"name": "network-changed", "server_uuid": "6c7b4cba-347d-4536-8408-8ac593a88aca", "tag": "71395d50-c489-4f63-ae64-5a13347feb29"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:39:02.015028 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-737a118a-baff-4fd6-9244-f7a0b6940373 None None] For port e9729502-9a01-4e9b-834e-38fa42e306a7, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:39:02.021820 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-737a118a-baff-4fd6-9244-f7a0b6940373 None None] For port e9729502-9a01-4e9b-834e-38fa42e306a7, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=e9729502-9a01-4e9b-834e-38fa42e306a7,segment=NetworkSegment(a7b4169d-aca4-48ae-9564-ded492f4f0c1),segment_id=a7b4169d-aca4-48ae-9564-ded492f4f0c1)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:39:02.037538 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-737a118a-baff-4fd6-9244-f7a0b6940373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:02.063374 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beae6de-d16a-45c1-a734-419d593396b7 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Pushing event updated for resources: {'Port': ['ID=714d5e6a-6329-48c4-ba24-c5ab038ddac9,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:02.113763 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-955e81c9-8cc7-4e2e-9454-84b0f28ef46d req-53717ca3-11de-4987-b8c0-f007802a2715 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] For port f5d31258-b744-4491-9281-dc33ea9d4fbd, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=f5d31258-b744-4491-9281-dc33ea9d4fbd,segment=NetworkSegment(3b829adb-df02-4027-b39b-d94446f6765e),segment_id=3b829adb-df02-4027-b39b-d94446f6765e)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:39:02.114141 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-955e81c9-8cc7-4e2e-9454-84b0f28ef46d req-53717ca3-11de-4987-b8c0-f007802a2715 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:02.123357 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb376a-1eb5-46e2-9126-9dea3a0d170c req-a96110f5-1bfc-4d49-9cf8-958bd2de8604 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:02.132879 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-59cb376a-1eb5-46e2-9126-9dea3a0d170c req-a96110f5-1bfc-4d49-9cf8-958bd2de8604 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=0159c47c-f124-4e1b-8ede-a160de3f5352 HTTP/1.1" status: 200 len: 946 time: 0.1276784 Aug 19 14:39:02.170522 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d0321ffe-a5c1-44dd-913f-165ef6b0657c req-4beae6de-d16a-45c1-a734-419d593396b7 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:02.175401 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a118a-baff-4fd6-9244-f7a0b6940373 None None] Pushing event updated for resources: {'Port': ['ID=e9729502-9a01-4e9b-834e-38fa42e306a7,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:02.224659 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77409e6c-c885-4104-9343-26f6146376fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:02.227052 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-59cb376a-1eb5-46e2-9126-9dea3a0d170c req-86d1083a-5830-42f0-890d-49fbb99fdaf5 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898311 Aug 19 14:39:02.229764 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d0321ffe-a5c1-44dd-913f-165ef6b0657c req-4beae6de-d16a-45c1-a734-419d593396b7 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:02.230886 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d0321ffe-a5c1-44dd-913f-165ef6b0657c req-4beae6de-d16a-45c1-a734-419d593396b7 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5125096 Aug 19 14:39:02.253369 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77409e6c-c885-4104-9343-26f6146376fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:02.298484 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d0321ffe-a5c1-44dd-913f-165ef6b0657c req-6905d70e-abc6-4a14-b4bc-16cac4355ca7 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.2.75 HTTP/1.1" status: 200 len: 695 time: 0.0608692 Aug 19 14:39:02.574168 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372e4d2-0148-4578-8e52-b6b824ade975 req-839efefc-4b8a-4c89-bffc-8eaab685601a tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:02.599895 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a372e4d2-0148-4578-8e52-b6b824ade975 req-839efefc-4b8a-4c89-bffc-8eaab685601a tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=2aee55ef-9052-4c22-b8d2-6782ed903e48 HTTP/1.1" status: 200 len: 945 time: 0.2361128 Aug 19 14:39:02.602204 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-77409e6c-c885-4104-9343-26f6146376fe admin admin] Allocated IP 172.25.2.228 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/1cf4dfc3-7805-49cb-b775-488a2bae7b46) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:39:02.616661 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-955e81c9-8cc7-4e2e-9454-84b0f28ef46d req-53717ca3-11de-4987-b8c0-f007802a2715 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:02.617087 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-955e81c9-8cc7-4e2e-9454-84b0f28ef46d req-53717ca3-11de-4987-b8c0-f007802a2715 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:02.617403 n-d-766043-2 neutron-server[94639]: INFO neutron.db.l3_db [req-955e81c9-8cc7-4e2e-9454-84b0f28ef46d req-53717ca3-11de-4987-b8c0-f007802a2715 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Floating IP 290d9cf1-c3f3-4fa8-a7a9-6e3a21469425 disassociated. External IP: 172.25.2.46, port: f5d31258-b744-4491-9281-dc33ea9d4fbd. Aug 19 14:39:02.617780 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-955e81c9-8cc7-4e2e-9454-84b0f28ef46d req-53717ca3-11de-4987-b8c0-f007802a2715 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Calling delete_port for f5d31258-b744-4491-9281-dc33ea9d4fbd owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:39:02.659127 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0321ffe-a5c1-44dd-913f-165ef6b0657c req-e451a549-a381-432c-a623-34072e7ad20d tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:02.679468 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d0321ffe-a5c1-44dd-913f-165ef6b0657c req-e451a549-a381-432c-a623-34072e7ad20d tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "GET /v2.0/networks/88eeec05-6d16-4f02-9461-44ff5e420302 HTTP/1.1" status: 200 len: 784 time: 0.3700209 Aug 19 14:39:02.721443 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a372e4d2-0148-4578-8e52-b6b824ade975 req-93d1b2a1-e9d6-4dbe-b384-4af0de24eab9 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a93f3bc-eb52-4521-81e6-41db3c003964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201856 Aug 19 14:39:02.824037 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c044437-e5f8-43b1-9ccd-395cb3ec9bca x-openstack-request-id: req-0c044437-e5f8-43b1-9ccd-395cb3ec9bca {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:39:02.824640 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c7b4cba-347d-4536-8408-8ac593a88aca", "tag": "71395d50-c489-4f63-ae64-5a13347feb29", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:39:02.824640 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0c044437-e5f8-43b1-9ccd-395cb3ec9bca {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:39:02.824983 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c7b4cba-347d-4536-8408-8ac593a88aca', 'tag': '71395d50-c489-4f63-ae64-5a13347feb29', 'status': 'completed', 'code': 200} Aug 19 14:39:03.033259 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77409e6c-c885-4104-9343-26f6146376fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:03.292233 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device e9729502-9a01-4e9b-834e-38fa42e306a7 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:39:03.313482 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b18f44-f91a-4926-9bb4-c65f078c1109 req-36eb408c-008d-4d82-a985-51fdf16795ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:03.318887 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-95b18f44-f91a-4926-9bb4-c65f078c1109 req-36eb408c-008d-4d82-a985-51fdf16795ee service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3397b0c43f0b46aaa4295e8f087dd91c&device_id=6c7b4cba-347d-4536-8408-8ac593a88aca HTTP/1.1" status: 200 len: 1100 time: 0.4600646 Aug 19 14:39:03.343703 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b18f44-f91a-4926-9bb4-c65f078c1109 req-189241d1-cf9e-4a9f-b763-17360cda75f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:03.346889 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-95b18f44-f91a-4926-9bb4-c65f078c1109 req-189241d1-cf9e-4a9f-b763-17360cda75f2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3397b0c43f0b46aaa4295e8f087dd91c&device_id=6c7b4cba-347d-4536-8408-8ac593a88aca HTTP/1.1" status: 200 len: 1100 time: 0.5186987 Aug 19 14:39:03.351593 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-955e81c9-8cc7-4e2e-9454-84b0f28ef46d req-53717ca3-11de-4987-b8c0-f007802a2715 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:03.415033 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port e9729502-9a01-4e9b-834e-38fa42e306a7 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:39:03.615986 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:03.652313 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf0617-65eb-4936-aff6-eaf6073b8814 req-753c5b55-21d2-45c5-95d4-602e6aa40ec0 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:03.662811 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0ddf0617-65eb-4936-aff6-eaf6073b8814 req-753c5b55-21d2-45c5-95d4-602e6aa40ec0 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "GET /v2.0/ports?device_id=217a9361-0885-466a-9864-c776fea4a8d6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.6960340 Aug 19 14:39:03.664277 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53717ca3-11de-4987-b8c0-f007802a2715 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Pushing event deleted for resources: {'Port': ['ID=f5d31258-b744-4491-9281-dc33ea9d4fbd,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:03.731215 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4222b4f-c896-45c8-ad8b-26abfb1b8036 None None] Network 120c5244-d1e2-46c3-b22a-2b90b5b4e09c requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:39:03.733012 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0ddf0617-65eb-4936-aff6-eaf6073b8814 req-4b40d7be-9b1f-4923-87f1-1e3f3d86dc17 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.2.75 HTTP/1.1" status: 200 len: 695 time: 0.0692649 Aug 19 14:39:03.739344 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-0ddf0617-65eb-4936-aff6-eaf6073b8814 req-6dc28219-4571-480a-8a3b-609b8c7283b5 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Request body: {'floatingip': {'port_id': '84d47a63-6171-4e56-b328-4e29db341305', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:39:03.785995 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b18f44-f91a-4926-9bb4-c65f078c1109 req-78074c11-0f3b-4816-ac49-5b6b6c44f618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:03.790140 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-95b18f44-f91a-4926-9bb4-c65f078c1109 req-78074c11-0f3b-4816-ac49-5b6b6c44f618 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.3804994 Aug 19 14:39:03.856974 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af244af-69c8-43fa-8a44-9e44f560d974 req-8daacc70-b8a6-4d8d-b339-be81d28c1b10 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:03.858570 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6af244af-69c8-43fa-8a44-9e44f560d974 req-8daacc70-b8a6-4d8d-b339-be81d28c1b10 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c7b4cba-347d-4536-8408-8ac593a88aca HTTP/1.1" status: 200 len: 949 time: 0.8823440 Aug 19 14:39:03.861226 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0ddf0617-65eb-4936-aff6-eaf6073b8814 req-6dc28219-4571-480a-8a3b-609b8c7283b5 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Notify callbacks [] for floatingip, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:03.865753 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8b6934b2-a5da-42f7-a354-7ef8d4bf6b12 None None] Provisioning for port e9729502-9a01-4e9b-834e-38fa42e306a7 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:39:03.877541 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8b6934b2-a5da-42f7-a354-7ef8d4bf6b12 None None] Provisioning complete for port e9729502-9a01-4e9b-834e-38fa42e306a7 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:39:03.878408 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8b6934b2-a5da-42f7-a354-7ef8d4bf6b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:03.916016 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 71395d50-c489-4f63-ae64-5a13347feb29 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:39:03.918664 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device f5d31258-b744-4491-9281-dc33ea9d4fbd no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:39:03.971445 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: f5d31258-b744-4491-9281-dc33ea9d4fbd {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:39:03.971951 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device f5d31258-b744-4491-9281-dc33ea9d4fbd not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:39:03.992060 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-95b18f44-f91a-4926-9bb4-c65f078c1109 req-54e153d6-80f3-410b-b8a6-cbaa2ac47c00 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=71395d50-c489-4f63-ae64-5a13347feb29 HTTP/1.1" status: 200 len: 217 time: 0.1866350 Aug 19 14:39:03.997097 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6af244af-69c8-43fa-8a44-9e44f560d974 req-0b441eb0-c8da-4b7c-befd-271b3de010b2 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259058 Aug 19 14:39:03.999580 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77409e6c-c885-4104-9343-26f6146376fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:04.094779 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.db.resource_extend [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 14:39:04.181477 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-65341a22-01c3-4974-ba6c-1e0d6dedb6df req-aee17f9c-04cb-43a4-aa7c-ee3ecc47c0ef tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b414690-47f3-4971-8837-df4683542301 HTTP/1.1" status: 200 len: 210 time: 0.0479813 Aug 19 14:39:04.289923 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b18f44-f91a-4926-9bb4-c65f078c1109 req-b402ef6b-e356-46e2-946e-601cf8812e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:04.295287 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-95b18f44-f91a-4926-9bb4-c65f078c1109 req-b402ef6b-e356-46e2-946e-601cf8812e1f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.2005858 Aug 19 14:39:04.296706 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b18f44-f91a-4926-9bb4-c65f078c1109 req-a647f1af-cbba-40f7-bd72-e877fbd8f19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:04.301686 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-95b18f44-f91a-4926-9bb4-c65f078c1109 req-a647f1af-cbba-40f7-bd72-e877fbd8f19a service neutron] 10.222.0.68 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.9714205 Aug 19 14:39:04.371332 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77409e6c-c885-4104-9343-26f6146376fe admin admin] Pushing event updated for resources: {'Port': ['ID=1cf4dfc3-7805-49cb-b775-488a2bae7b46,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:04.392246 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77409e6c-c885-4104-9343-26f6146376fe admin admin] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:39:04.399235 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-88dd7b60-52f0-46b7-9546-45fe8b6d3b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:04.409438 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 71395d50-c489-4f63-ae64-5a13347feb29, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=71395d50-c489-4f63-ae64-5a13347feb29,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:39:04.414248 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8b6934b2-a5da-42f7-a354-7ef8d4bf6b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:04.457584 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-955e81c9-8cc7-4e2e-9454-84b0f28ef46d req-53717ca3-11de-4987-b8c0-f007802a2715 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Router 423e4b35-c25b-46d7-9594-98ea679d21e5 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:39:04.459766 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-77409e6c-c885-4104-9343-26f6146376fe admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:39:04.461949 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [req-0ddf0617-65eb-4936-aff6-eaf6073b8814 req-6dc28219-4571-480a-8a3b-609b8c7283b5 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] update failed (client error): There was a conflict when trying to complete your request. Aug 19 14:39:04.474958 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-95b18f44-f91a-4926-9bb4-c65f078c1109 req-404fea82-b80c-4cf3-8fa0-4c817f9db163 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=71395d50-c489-4f63-ae64-5a13347feb29 HTTP/1.1" status: 200 len: 217 time: 0.0759206 Aug 19 14:39:04.476153 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77409e6c-c885-4104-9343-26f6146376fe admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:39:04.480493 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0ddf0617-65eb-4936-aff6-eaf6073b8814 req-6dc28219-4571-480a-8a3b-609b8c7283b5 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "PUT /v2.0/floatingips/8b3635e3-9682-4ab9-9c72-edcb7f29e9d0 HTTP/1.1" status: 409 len: 550 time: 0.7464042 Aug 19 14:39:04.559538 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '71395d50-c489-4f63-ae64-5a13347feb29', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'port_id': '71395d50-c489-4f63-ae64-5a13347feb29', 'mac_address': 'fa:16:3e:3e:9d:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:39:04.582804 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:04.630069 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8b6934b2-a5da-42f7-a354-7ef8d4bf6b12 None None] For port e9729502-9a01-4e9b-834e-38fa42e306a7, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=e9729502-9a01-4e9b-834e-38fa42e306a7,segment=NetworkSegment(a7b4169d-aca4-48ae-9564-ded492f4f0c1),segment_id=a7b4169d-aca4-48ae-9564-ded492f4f0c1)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:39:04.638911 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8b6934b2-a5da-42f7-a354-7ef8d4bf6b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:04.696820 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:04.733620 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f94e1-38df-4f2b-9b0d-ab5721362063 req-dc8b735b-879f-43d9-9b28-27fe127915dc tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:04.735737 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71395d50-c489-4f63-ae64-5a13347feb29 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:39:04.738226 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6a5f94e1-38df-4f2b-9b0d-ab5721362063 req-dc8b735b-879f-43d9-9b28-27fe127915dc tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=0159c47c-f124-4e1b-8ede-a160de3f5352 HTTP/1.1" status: 200 len: 946 time: 0.1595545 Aug 19 14:39:04.801218 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6934b2-a5da-42f7-a354-7ef8d4bf6b12 None None] Pushing event updated for resources: {'Port': ['ID=e9729502-9a01-4e9b-834e-38fa42e306a7,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:04.817592 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 71395d50-c489-4f63-ae64-5a13347feb29, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=71395d50-c489-4f63-ae64-5a13347feb29,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:39:04.825534 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:04.857599 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c022ac-e8ae-4be8-a449-f1e209bdbb83 req-2d114a0b-3357-4257-b736-8515fed52c1b tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:04.861265 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-82c022ac-e8ae-4be8-a449-f1e209bdbb83 req-2d114a0b-3357-4257-b736-8515fed52c1b tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=2aee55ef-9052-4c22-b8d2-6782ed903e48 HTTP/1.1" status: 200 len: 945 time: 0.2416444 Aug 19 14:39:04.914372 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=71395d50-c489-4f63-ae64-5a13347feb29,revision_number=12']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:04.941892 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6a5f94e1-38df-4f2b-9b0d-ab5721362063 req-fe4efdfb-3917-4f82-8477-5f00cf775bbf tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864920 Aug 19 14:39:04.969111 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ab860598-2cc1-4e67-8638-dab995078c79 None None] Provisioning complete for port e9729502-9a01-4e9b-834e-38fa42e306a7 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:39:04.969490 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ab860598-2cc1-4e67-8638-dab995078c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:04.993437 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-82c022ac-e8ae-4be8-a449-f1e209bdbb83 req-2e088d20-1bfb-441c-9292-c67903676bef tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a93f3bc-eb52-4521-81e6-41db3c003964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164582 Aug 19 14:39:05.029439 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b18f44-f91a-4926-9bb4-c65f078c1109 req-5f9b8884-b36b-445e-a0a2-ef5341523638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:05.030970 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-95b18f44-f91a-4926-9bb4-c65f078c1109 req-5f9b8884-b36b-445e-a0a2-ef5341523638 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7105711 Aug 19 14:39:05.146701 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0a4196ec-8e29-469a-a7f0-c8ef545d10ee req-3247166b-a1a1-4eac-bb3c-57eb4e898357 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "GET /v2.0/floatingips/8b3635e3-9682-4ab9-9c72-edcb7f29e9d0 HTTP/1.1" status: 200 len: 692 time: 0.0833447 Aug 19 14:39:05.151621 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device e9729502-9a01-4e9b-834e-38fa42e306a7 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:39:05.172727 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:05.207796 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b18f44-f91a-4926-9bb4-c65f078c1109 req-2dab9d93-5675-45ae-b514-89357f9e70dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:05.210658 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:05.216732 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-95b18f44-f91a-4926-9bb4-c65f078c1109 req-2dab9d93-5675-45ae-b514-89357f9e70dc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.3562319 Aug 19 14:39:05.254103 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['71395d50-c489-4f63-ae64-5a13347feb29'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:39:05.320602 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643a0df-04d6-4b42-9b2a-91172080480e req-ac588198-6ea4-4535-a12d-3607606cb510 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:05.329757 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b643a0df-04d6-4b42-9b2a-91172080480e req-ac588198-6ea4-4535-a12d-3607606cb510 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=03cb2d97-9231-4496-a8c2-4f187e82b2e3 HTTP/1.1" status: 200 len: 944 time: 0.1079693 Aug 19 14:39:05.333098 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port e9729502-9a01-4e9b-834e-38fa42e306a7 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:39:05.333598 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:05.375844 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f41a2e-c2e0-435e-a458-c02cb2c0c2b5 req-c9102c96-9b44-4677-ad8d-84af292b2a93 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:05.377633 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-25f41a2e-c2e0-435e-a458-c02cb2c0c2b5 req-c9102c96-9b44-4677-ad8d-84af292b2a93 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.88 "GET /v2.0/ports?device_id=03cb2d97-9231-4496-a8c2-4f187e82b2e3 HTTP/1.1" status: 200 len: 944 time: 0.1974037 Aug 19 14:39:05.439684 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-95b18f44-f91a-4926-9bb4-c65f078c1109 req-61c16a8a-f97a-4362-b366-739b4b30511d service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343376 Aug 19 14:39:05.444569 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b643a0df-04d6-4b42-9b2a-91172080480e req-c2230125-308e-4bb4-951a-005f42fc5b52 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138182 Aug 19 14:39:05.475863 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4196ec-8e29-469a-a7f0-c8ef545d10ee req-fc1b436c-9ad1-41b9-be57-74aca734fe09 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:05.483371 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0a4196ec-8e29-469a-a7f0-c8ef545d10ee req-fc1b436c-9ad1-41b9-be57-74aca734fe09 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "GET /v2.0/networks/88eeec05-6d16-4f02-9461-44ff5e420302 HTTP/1.1" status: 200 len: 784 time: 0.3238668 Aug 19 14:39:05.569992 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-955e81c9-8cc7-4e2e-9454-84b0f28ef46d req-53717ca3-11de-4987-b8c0-f007802a2715 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:39:05.581284 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cbc75a-6a96-4b8e-9309-3aba05c50adf None None] Sync routers for ids ['423e4b35-c25b-46d7-9594-98ea679d21e5'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:39:05.591839 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cbc75a-6a96-4b8e-9309-3aba05c50adf None None] Routers {'423e4b35-c25b-46d7-9594-98ea679d21e5'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:39:05.593040 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a1cbc75a-6a96-4b8e-9309-3aba05c50adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:39:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['423e4b35-c25b-46d7-9594-98ea679d21e5'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:39:05.602786 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0a4196ec-8e29-469a-a7f0-c8ef545d10ee req-3c05503d-5efb-4e95-827f-43b0d3c797fa tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.2.75 HTTP/1.1" status: 200 len: 695 time: 0.1051445 Aug 19 14:39:05.674390 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-955e81c9-8cc7-4e2e-9454-84b0f28ef46d req-53717ca3-11de-4987-b8c0-f007802a2715 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] No DVR routers for this DVR port f5d31258-b744-4491-9281-dc33ea9d4fbd on host n-h2-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:39:05.678611 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-955e81c9-8cc7-4e2e-9454-84b0f28ef46d req-53717ca3-11de-4987-b8c0-f007802a2715 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:05.681219 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-955e81c9-8cc7-4e2e-9454-84b0f28ef46d req-53717ca3-11de-4987-b8c0-f007802a2715 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.88 "DELETE /v2.0/ports/f5d31258-b744-4491-9281-dc33ea9d4fbd HTTP/1.1" status: 204 len: 173 time: 4.4077761 Aug 19 14:39:05.683995 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0a4196ec-8e29-469a-a7f0-c8ef545d10ee req-dc39a071-bf91-4c6f-bdf6-72b15f13ee46 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.2.75 HTTP/1.1" status: 200 len: 695 time: 0.0645027 Aug 19 14:39:05.685998 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b414690-47f3-4971-8837-df4683542301', 'name': 'network-vif-deleted', 'tag': 'f5d31258-b744-4491-9281-dc33ea9d4fbd'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:39:05.688586 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ceada4d-5c96-4285-83cc-9987eb7a3e99" -d '{"events": [{"server_uuid": "7b414690-47f3-4971-8837-df4683542301", "name": "network-vif-deleted", "tag": "f5d31258-b744-4491-9281-dc33ea9d4fbd"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:39:05.709777 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa615acb-953e-48b5-b96d-cdf9e27a127f req-ecab746e-d1c3-435d-9200-7c7935f79682 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:05.711756 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fa615acb-953e-48b5-b96d-cdf9e27a127f req-ecab746e-d1c3-435d-9200-7c7935f79682 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c7b4cba-347d-4536-8408-8ac593a88aca HTTP/1.1" status: 200 len: 950 time: 0.1503363 Aug 19 14:39:05.724361 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-a1cbc75a-6a96-4b8e-9309-3aba05c50adf None None] Set router 423e4b35-c25b-46d7-9594-98ea679d21e5 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:39:05.726573 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77409e6c-c885-4104-9343-26f6146376fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:05.727480 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-25f41a2e-c2e0-435e-a458-c02cb2c0c2b5 req-479fbcb4-c742-489e-bd9d-6aa2ae3677bb tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Deleting port 12a00bc4-fd0a-42fa-af53-b73354cd2997 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:39:05.727824 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-25f41a2e-c2e0-435e-a458-c02cb2c0c2b5 req-479fbcb4-c742-489e-bd9d-6aa2ae3677bb tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:05.732167 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b18f44-f91a-4926-9bb4-c65f078c1109 req-c007c2ab-19d4-4a03-8780-ca575c524a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:05.734163 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-95b18f44-f91a-4926-9bb4-c65f078c1109 req-c007c2ab-19d4-4a03-8780-ca575c524a4e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4948204 Aug 19 14:39:05.937836 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fa615acb-953e-48b5-b96d-cdf9e27a127f req-a46e7245-2ed2-416c-8220-8cf3567b026e tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137640 Aug 19 14:39:05.959260 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a1cbc75a-6a96-4b8e-9309-3aba05c50adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-305745118-router', 'tenant_id': 'dc28959d88bc47a3be9291b5c609f583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '8610495d-8ba5-47bb-a153-eeb9a150ec6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:33:58Z', 'updated_at': '2021-08-19T14:34:09Z', 'revision_number': 4, 'project_id': 'dc28959d88bc47a3be9291b5c609f583', 'gw_port': {'id': '8610495d-8ba5-47bb-a153-eeb9a150ec6e', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:33:59Z', 'updated_at': '2021-08-19T14:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '593b9313-95d2-43dd-8993-e39b72ca8142', 'name': '', 'network_id': 'b6cb15a2-7c54-4019-bc14-2912b5ac9311', 'tenant_id': 'dc28959d88bc47a3be9291b5c609f583', 'mac_address': 'fa:16:3e:f0:a0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'da9af51b-745c-4f7e-9d6d-360f30f81e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:34:07Z', 'updated_at': '2021-08-19T14:34:17Z', 'revision_number': 5, 'project_id': 'dc28959d88bc47a3be9291b5c609f583', 'subnets': [{'id': 'da9af51b-745c-4f7e-9d6d-360f30f81e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:39:05.984087 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-25f41a2e-c2e0-435e-a458-c02cb2c0c2b5 req-479fbcb4-c742-489e-bd9d-6aa2ae3677bb tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] For port 12a00bc4-fd0a-42fa-af53-b73354cd2997, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=12a00bc4-fd0a-42fa-af53-b73354cd2997,segment=NetworkSegment(cdbe220c-711d-4dcd-9811-178ea37b55c3),segment_id=cdbe220c-711d-4dcd-9811-178ea37b55c3)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:39:05.986460 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-25f41a2e-c2e0-435e-a458-c02cb2c0c2b5 req-479fbcb4-c742-489e-bd9d-6aa2ae3677bb tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:05.992757 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cbc75a-6a96-4b8e-9309-3aba05c50adf None None] Checking router: 423e4b35-c25b-46d7-9594-98ea679d21e5 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:39:06.004045 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cbc75a-6a96-4b8e-9309-3aba05c50adf None None] Routers {'423e4b35-c25b-46d7-9594-98ea679d21e5'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:39:06.004837 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a1cbc75a-6a96-4b8e-9309-3aba05c50adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:39:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['423e4b35-c25b-46d7-9594-98ea679d21e5'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:39:06.007149 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-25f41a2e-c2e0-435e-a458-c02cb2c0c2b5 req-479fbcb4-c742-489e-bd9d-6aa2ae3677bb tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Calling delete_port for 12a00bc4-fd0a-42fa-af53-b73354cd2997 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:39:06.057108 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-0a4196ec-8e29-469a-a7f0-c8ef545d10ee req-5d8d69d0-b7a5-481f-a466-75071c721dfe tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Deleting port 714d5e6a-6329-48c4-ba24-c5ab038ddac9 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:39:06.057863 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0a4196ec-8e29-469a-a7f0-c8ef545d10ee req-5d8d69d0-b7a5-481f-a466-75071c721dfe tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:06.151120 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-a1cbc75a-6a96-4b8e-9309-3aba05c50adf None None] Set router 423e4b35-c25b-46d7-9594-98ea679d21e5 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:39:06.171731 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0a4196ec-8e29-469a-a7f0-c8ef545d10ee req-5d8d69d0-b7a5-481f-a466-75071c721dfe tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:06.172459 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0a4196ec-8e29-469a-a7f0-c8ef545d10ee req-5d8d69d0-b7a5-481f-a466-75071c721dfe tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:06.210580 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-95b18f44-f91a-4926-9bb4-c65f078c1109 req-a76358b3-7d12-4543-b241-79361fa7eded service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6361151 Aug 19 14:39:06.235848 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-0a4196ec-8e29-469a-a7f0-c8ef545d10ee req-5d8d69d0-b7a5-481f-a466-75071c721dfe tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Calling delete_port for 714d5e6a-6329-48c4-ba24-c5ab038ddac9 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:39:06.275987 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-95b18f44-f91a-4926-9bb4-c65f078c1109 req-65ec7476-6585-4e5c-8f2b-43005a2f2659 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4866755 Aug 19 14:39:06.324621 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-217c4203-21b0-4d49-b421-51fbd2c89439 req-e6e6ff72-115a-46b5-9b74-66f8d9a67942 tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b414690-47f3-4971-8837-df4683542301 HTTP/1.1" status: 200 len: 210 time: 0.1051214 Aug 19 14:39:06.369477 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-25f41a2e-c2e0-435e-a458-c02cb2c0c2b5 req-479fbcb4-c742-489e-bd9d-6aa2ae3677bb tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:06.475627 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24303a88-9aa0-4be6-bc5e-698ce354c13f x-openstack-request-id: req-24303a88-9aa0-4be6-bc5e-698ce354c13f {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:39:06.476044 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b414690-47f3-4971-8837-df4683542301", "name": "network-vif-deleted", "tag": "f5d31258-b744-4491-9281-dc33ea9d4fbd", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:39:06.476395 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-24303a88-9aa0-4be6-bc5e-698ce354c13f {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:39:06.476907 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b414690-47f3-4971-8837-df4683542301', 'name': 'network-vif-deleted', 'tag': 'f5d31258-b744-4491-9281-dc33ea9d4fbd', 'status': 'completed', 'code': 200} Aug 19 14:39:06.491279 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479fbcb4-c742-489e-bd9d-6aa2ae3677bb tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Pushing event deleted for resources: {'Port': ['ID=12a00bc4-fd0a-42fa-af53-b73354cd2997,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:06.514986 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-95b18f44-f91a-4926-9bb4-c65f078c1109 req-37dcb6d2-fb85-4e6b-8c55-4621f448ee21 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936080 Aug 19 14:39:06.525642 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77409e6c-c885-4104-9343-26f6146376fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:06.530076 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f41a2e-c2e0-435e-a458-c02cb2c0c2b5 req-479fbcb4-c742-489e-bd9d-6aa2ae3677bb tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] No DVR routers for this DVR port 12a00bc4-fd0a-42fa-af53-b73354cd2997 on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:39:06.538356 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-25f41a2e-c2e0-435e-a458-c02cb2c0c2b5 req-479fbcb4-c742-489e-bd9d-6aa2ae3677bb tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:06.540691 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-25f41a2e-c2e0-435e-a458-c02cb2c0c2b5 req-479fbcb4-c742-489e-bd9d-6aa2ae3677bb tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.88 "DELETE /v2.0/ports/12a00bc4-fd0a-42fa-af53-b73354cd2997 HTTP/1.1" status: 204 len: 173 time: 1.1486988 Aug 19 14:39:06.543110 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03cb2d97-9231-4496-a8c2-4f187e82b2e3', 'name': 'network-vif-deleted', 'tag': '12a00bc4-fd0a-42fa-af53-b73354cd2997'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:39:06.545388 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2f979e-0c9e-4930-9d8e-2a1dc778cb13" -d '{"events": [{"server_uuid": "03cb2d97-9231-4496-a8c2-4f187e82b2e3", "name": "network-vif-deleted", "tag": "12a00bc4-fd0a-42fa-af53-b73354cd2997"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:39:06.550501 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fbcb4-c742-489e-bd9d-6aa2ae3677bb tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:39:06.550941 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fbcb4-c742-489e-bd9d-6aa2ae3677bb tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:39:06.551558 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fbcb4-c742-489e-bd9d-6aa2ae3677bb tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:39:06.552047 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fbcb4-c742-489e-bd9d-6aa2ae3677bb tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:39:06.552823 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fbcb4-c742-489e-bd9d-6aa2ae3677bb tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:39:06.552823 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fbcb4-c742-489e-bd9d-6aa2ae3677bb tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:39:06.553358 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fbcb4-c742-489e-bd9d-6aa2ae3677bb tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:39:06.553751 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fbcb4-c742-489e-bd9d-6aa2ae3677bb tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:39:06.554066 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fbcb4-c742-489e-bd9d-6aa2ae3677bb tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:39:06.554329 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fbcb4-c742-489e-bd9d-6aa2ae3677bb tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:39:06.554654 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fbcb4-c742-489e-bd9d-6aa2ae3677bb tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:39:06.555100 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fbcb4-c742-489e-bd9d-6aa2ae3677bb tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:39:06.588938 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a1cbc75a-6a96-4b8e-9309-3aba05c50adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-305745118-router', 'tenant_id': 'dc28959d88bc47a3be9291b5c609f583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '8610495d-8ba5-47bb-a153-eeb9a150ec6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:33:58Z', 'updated_at': '2021-08-19T14:34:09Z', 'revision_number': 4, 'project_id': 'dc28959d88bc47a3be9291b5c609f583', 'gw_port': {'id': '8610495d-8ba5-47bb-a153-eeb9a150ec6e', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:33:59Z', 'updated_at': '2021-08-19T14:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '593b9313-95d2-43dd-8993-e39b72ca8142', 'name': '', 'network_id': 'b6cb15a2-7c54-4019-bc14-2912b5ac9311', 'tenant_id': 'dc28959d88bc47a3be9291b5c609f583', 'mac_address': 'fa:16:3e:f0:a0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'da9af51b-745c-4f7e-9d6d-360f30f81e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:34:07Z', 'updated_at': '2021-08-19T14:34:17Z', 'revision_number': 5, 'project_id': 'dc28959d88bc47a3be9291b5c609f583', 'subnets': [{'id': 'da9af51b-745c-4f7e-9d6d-360f30f81e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:39:06.615185 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cbc75a-6a96-4b8e-9309-3aba05c50adf None None] The sync data for ids ['423e4b35-c25b-46d7-9594-98ea679d21e5'] in n-d-766043-2 is: [{'id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-305745118-router', 'tenant_id': 'dc28959d88bc47a3be9291b5c609f583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '8610495d-8ba5-47bb-a153-eeb9a150ec6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:33:58Z', 'updated_at': '2021-08-19T14:34:09Z', 'revision_number': 4, 'project_id': 'dc28959d88bc47a3be9291b5c609f583', 'gw_port': {'id': '8610495d-8ba5-47bb-a153-eeb9a150ec6e', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:33:59Z', 'updated_at': '2021-08-19T14:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '593b9313-95d2-43dd-8993-e39b72ca8142', 'name': '', 'network_id': 'b6cb15a2-7c54-4019-bc14-2912b5ac9311', 'tenant_id': 'dc28959d88bc47a3be9291b5c609f583', 'mac_address': 'fa:16:3e:f0:a0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'da9af51b-745c-4f7e-9d6d-360f30f81e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:34:07Z', 'updated_at': '2021-08-19T14:34:17Z', 'revision_number': 5, 'project_id': 'dc28959d88bc47a3be9291b5c609f583', 'subnets': [{'id': 'da9af51b-745c-4f7e-9d6d-360f30f81e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:39:06.648867 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade7213-aeb9-43fc-93dc-f0d400f0ac86 req-ebef8a2f-4de1-423a-af3e-c4799b7a77d2 tempest-MigrationsAdminTest-874462836 tempest-MigrationsAdminTest-874462836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:06.650747 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1ade7213-aeb9-43fc-93dc-f0d400f0ac86 req-ebef8a2f-4de1-423a-af3e-c4799b7a77d2 tempest-MigrationsAdminTest-874462836 tempest-MigrationsAdminTest-874462836-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=6c7b4cba-347d-4536-8408-8ac593a88aca HTTP/1.1" status: 200 len: 1101 time: 0.0925608 Aug 19 14:39:06.656212 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0a4196ec-8e29-469a-a7f0-c8ef545d10ee req-5d8d69d0-b7a5-481f-a466-75071c721dfe tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:06.693016 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77409e6c-c885-4104-9343-26f6146376fe admin admin] Router 53fdcd52-034b-473a-bf94-f746c4501376 is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:39:06.700670 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8d69d0-b7a5-481f-a466-75071c721dfe tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Pushing event deleted for resources: {'Port': ['ID=714d5e6a-6329-48c4-ba24-c5ab038ddac9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:06.769091 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1ade7213-aeb9-43fc-93dc-f0d400f0ac86 req-3b863bec-b3c3-45fb-8ce2-a48782e2a48d tempest-MigrationsAdminTest-874462836 tempest-MigrationsAdminTest-874462836-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047161 Aug 19 14:39:06.774256 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:06.799506 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0a4196ec-8e29-469a-a7f0-c8ef545d10ee req-5d8d69d0-b7a5-481f-a466-75071c721dfe tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:06.802497 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0a4196ec-8e29-469a-a7f0-c8ef545d10ee req-5d8d69d0-b7a5-481f-a466-75071c721dfe tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:06.803747 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0a4196ec-8e29-469a-a7f0-c8ef545d10ee req-5d8d69d0-b7a5-481f-a466-75071c721dfe tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "DELETE /v2.0/floatingips/8b3635e3-9682-4ab9-9c72-edcb7f29e9d0 HTTP/1.1" status: 204 len: 173 time: 1.0887597 Aug 19 14:39:06.834644 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77409e6c-c885-4104-9343-26f6146376fe admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:39:06.846027 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90abb9a0-15eb-4a0b-9c97-0d7f7d2b7f01 None None] Sync routers for ids ['53fdcd52-034b-473a-bf94-f746c4501376'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:39:06.854188 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77409e6c-c885-4104-9343-26f6146376fe admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:06.855788 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-77409e6c-c885-4104-9343-26f6146376fe admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.3589919 Aug 19 14:39:06.858540 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38404) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:06.860598 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90abb9a0-15eb-4a0b-9c97-0d7f7d2b7f01 None None] Routers {'53fdcd52-034b-473a-bf94-f746c4501376'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:39:06.861243 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-90abb9a0-15eb-4a0b-9c97-0d7f7d2b7f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:39:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['53fdcd52-034b-473a-bf94-f746c4501376'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:39:06.950967 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d453461-7df2-4c3e-ab1c-44596b42005e req-64300dbe-7a36-4474-9ede-e61eb0d71b2b tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:06.957977 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3d453461-7df2-4c3e-ab1c-44596b42005e req-64300dbe-7a36-4474-9ede-e61eb0d71b2b tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=0159c47c-f124-4e1b-8ede-a160de3f5352 HTTP/1.1" status: 200 len: 946 time: 0.1084888 Aug 19 14:39:07.004814 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76776674-e423-45c6-b1ee-f2d1cb40832c None None] New status for floating IP 290d9cf1-c3f3-4fa8-a7a9-6e3a21469425: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 14:39:07.017894 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-90abb9a0-15eb-4a0b-9c97-0d7f7d2b7f01 None None] Set router 53fdcd52-034b-473a-bf94-f746c4501376 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:39:07.035806 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3d453461-7df2-4c3e-ab1c-44596b42005e req-06bc4e00-74a7-407f-a836-37495bb7273c tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768089 Aug 19 14:39:07.055581 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e87fb-92fe-4e5e-b2de-58ae6834599a req-2f1b6936-87bd-45a0-8708-48520465230e tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:07.065884 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-be2e87fb-92fe-4e5e-b2de-58ae6834599a req-2f1b6936-87bd-45a0-8708-48520465230e tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=2aee55ef-9052-4c22-b8d2-6782ed903e48 HTTP/1.1" status: 200 len: 945 time: 0.0901968 Aug 19 14:39:07.120501 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-be2e87fb-92fe-4e5e-b2de-58ae6834599a req-b35ac2a4-2917-4bfa-aa63-dd1ef00901b8 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a93f3bc-eb52-4521-81e6-41db3c003964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522492 Aug 19 14:39:07.213959 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2cd1dca1-c958-448b-83a0-69feb46d9d81 req-858f82a4-2f59-4a5b-b6fd-c86e9d2b5e2f tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=03cb2d97-9231-4496-a8c2-4f187e82b2e3 HTTP/1.1" status: 200 len: 210 time: 0.0501935 Aug 19 14:39:07.233852 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a805d0e-b0de-4460-834e-acdb54a1a950 x-openstack-request-id: req-2a805d0e-b0de-4460-834e-acdb54a1a950 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:39:07.234158 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03cb2d97-9231-4496-a8c2-4f187e82b2e3", "name": "network-vif-deleted", "tag": "12a00bc4-fd0a-42fa-af53-b73354cd2997", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:39:07.234410 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2a805d0e-b0de-4460-834e-acdb54a1a950 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:39:07.234807 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03cb2d97-9231-4496-a8c2-4f187e82b2e3', 'name': 'network-vif-deleted', 'tag': '12a00bc4-fd0a-42fa-af53-b73354cd2997', 'status': 'completed', 'code': 200} Aug 19 14:39:07.360443 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5f91ea66-b24b-49ef-8aae-84ef882a8d01 req-ddae1a68-7929-4291-a1c1-bb9cbef54378 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.2.23 HTTP/1.1" status: 200 len: 1001 time: 0.0982995 Aug 19 14:39:07.381034 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-90abb9a0-15eb-4a0b-9c97-0d7f7d2b7f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fdcd52-034b-473a-bf94-f746c4501376', 'name': 'tempest-TaggedBootDevicesTest-468413341-router', 'tenant_id': 'eac9849a6187411198187660adbcdd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '1cf4dfc3-7805-49cb-b775-488a2bae7b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:39:00Z', 'updated_at': '2021-08-19T14:39:04Z', 'revision_number': 3, 'project_id': 'eac9849a6187411198187660adbcdd48', 'gw_port': {'id': '1cf4dfc3-7805-49cb-b775-488a2bae7b46', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:87:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fdcd52-034b-473a-bf94-f746c4501376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:02Z', 'updated_at': '2021-08-19T14:39:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:39:07.411822 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90abb9a0-15eb-4a0b-9c97-0d7f7d2b7f01 None None] Checking router: 53fdcd52-034b-473a-bf94-f746c4501376 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:39:07.413324 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90abb9a0-15eb-4a0b-9c97-0d7f7d2b7f01 None None] Updating router 53fdcd52-034b-473a-bf94-f746c4501376 port 1cf4dfc3-7805-49cb-b775-488a2bae7b46 binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:39:07.417611 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91ea66-b24b-49ef-8aae-84ef882a8d01 req-a4391fba-e4ad-4aa4-b44e-537d17179a8e tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:07.419223 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5f91ea66-b24b-49ef-8aae-84ef882a8d01 req-a4391fba-e4ad-4aa4-b44e-537d17179a8e tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "GET /v2.0/ports/84d47a63-6171-4e56-b328-4e29db341305 HTTP/1.1" status: 200 len: 943 time: 0.0507405 Aug 19 14:39:07.465550 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a921ff3-5664-4daa-9abb-194449e5ae9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:07.469150 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-90abb9a0-15eb-4a0b-9c97-0d7f7d2b7f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:07.573710 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5f91ea66-b24b-49ef-8aae-84ef882a8d01 req-b06478e9-d5d3-4809-938f-95c0f915eb65 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.2.23 HTTP/1.1" status: 200 len: 1001 time: 0.1019347 Aug 19 14:39:07.602971 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b3e83-07ec-4c89-9f9d-8c49b4d60123 req-7c7cdc06-9b06-4e49-97a6-1af017dfab39 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:07.604744 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f04b3e83-07ec-4c89-9f9d-8c49b4d60123 req-7c7cdc06-9b06-4e49-97a6-1af017dfab39 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c7b4cba-347d-4536-8408-8ac593a88aca HTTP/1.1" status: 200 len: 950 time: 0.0746348 Aug 19 14:39:07.646986 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-7a921ff3-5664-4daa-9abb-194449e5ae9f admin admin] Allocated IP 172.20.0.1 (120c5244-d1e2-46c3-b22a-2b90b5b4e09c/d90280f3-05d8-4d32-bed7-d9a137266bae/f6d0a280-4857-462d-a7e2-0031d804288e) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:39:07.692955 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:39:07.697182 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f04b3e83-07ec-4c89-9f9d-8c49b4d60123 req-8c09a674-d16e-41eb-9fc2-2943d20a9995 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808995 Aug 19 14:39:07.735691 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91ea66-b24b-49ef-8aae-84ef882a8d01 req-37cd6bdc-858b-4676-93ca-622037d431c1 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:07.737135 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5f91ea66-b24b-49ef-8aae-84ef882a8d01 req-37cd6bdc-858b-4676-93ca-622037d431c1 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "GET /v2.0/networks/88eeec05-6d16-4f02-9461-44ff5e420302 HTTP/1.1" status: 200 len: 784 time: 0.1511602 Aug 19 14:39:07.773026 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-90abb9a0-15eb-4a0b-9c97-0d7f7d2b7f01 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:07.787640 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-90abb9a0-15eb-4a0b-9c97-0d7f7d2b7f01 None None] Transition to ACTIVE for port object 1cf4dfc3-7805-49cb-b775-488a2bae7b46 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:39:07.795211 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-90abb9a0-15eb-4a0b-9c97-0d7f7d2b7f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:07.800890 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a921ff3-5664-4daa-9abb-194449e5ae9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:07.814610 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-7a921ff3-5664-4daa-9abb-194449e5ae9f admin admin] Transition to ACTIVE for port object f6d0a280-4857-462d-a7e2-0031d804288e will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:39:07.832350 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5f91ea66-b24b-49ef-8aae-84ef882a8d01 req-5525ee9d-885f-4d0f-99f2-7800ecca5063 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.2.23 HTTP/1.1" status: 200 len: 1001 time: 0.0865269 Aug 19 14:39:07.844478 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-5f91ea66-b24b-49ef-8aae-84ef882a8d01 req-98e478e5-8de1-47ce-b217-5bd42a3a86fe tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:39:07.845849 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38416) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:07.863204 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-90abb9a0-15eb-4a0b-9c97-0d7f7d2b7f01 None None] Attempting to bind port 1cf4dfc3-7805-49cb-b775-488a2bae7b46 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:39:07.863657 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-90abb9a0-15eb-4a0b-9c97-0d7f7d2b7f01 None None] Attempting to bind port 1cf4dfc3-7805-49cb-b775-488a2bae7b46 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:39:07.864181 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90abb9a0-15eb-4a0b-9c97-0d7f7d2b7f01 None None] Attempting to bind port 1cf4dfc3-7805-49cb-b775-488a2bae7b46 on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:39:07.864341 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a921ff3-5664-4daa-9abb-194449e5ae9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:07.866475 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6badedbb-47f0-4ce1-8315-a4edbac0af96 None None] Pushing event updated for resources: {'Port': ['ID=1cf4dfc3-7805-49cb-b775-488a2bae7b46,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:07.872820 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90abb9a0-15eb-4a0b-9c97-0d7f7d2b7f01 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:39:07.873256 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90abb9a0-15eb-4a0b-9c97-0d7f7d2b7f01 None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:39:07.873667 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-90abb9a0-15eb-4a0b-9c97-0d7f7d2b7f01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:07.874051 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90abb9a0-15eb-4a0b-9c97-0d7f7d2b7f01 None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:39:07.874602 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-90abb9a0-15eb-4a0b-9c97-0d7f7d2b7f01 None None] Bound port: 1cf4dfc3-7805-49cb-b775-488a2bae7b46, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:39:07.874980 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-90abb9a0-15eb-4a0b-9c97-0d7f7d2b7f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:07.918278 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a921ff3-5664-4daa-9abb-194449e5ae9f admin admin] Network 120c5244-d1e2-46c3-b22a-2b90b5b4e09c is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:39:07.921673 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-7a921ff3-5664-4daa-9abb-194449e5ae9f admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:39:07.926340 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a921ff3-5664-4daa-9abb-194449e5ae9f admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:39:07.929704 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a921ff3-5664-4daa-9abb-194449e5ae9f admin admin] Pushing event updated for resources: {'Port': ['ID=f6d0a280-4857-462d-a7e2-0031d804288e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:07.938250 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5f91ea66-b24b-49ef-8aae-84ef882a8d01 req-98e478e5-8de1-47ce-b217-5bd42a3a86fe tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Notify callbacks [] for floatingip, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:07.953663 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-90abb9a0-15eb-4a0b-9c97-0d7f7d2b7f01 None None] For port 1cf4dfc3-7805-49cb-b775-488a2bae7b46, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:39:07.957645 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-90abb9a0-15eb-4a0b-9c97-0d7f7d2b7f01 None None] For port 1cf4dfc3-7805-49cb-b775-488a2bae7b46, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=1cf4dfc3-7805-49cb-b775-488a2bae7b46,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:39:07.961774 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 71395d50-c489-4f63-ae64-5a13347feb29 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:39:07.967270 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-90abb9a0-15eb-4a0b-9c97-0d7f7d2b7f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:08.000861 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8832b3d-808c-4f9c-b857-feb3c0b37c9b tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:08.011715 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a921ff3-5664-4daa-9abb-194449e5ae9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:08.065602 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69baae7-5f45-4220-ab89-aa79535f1fbe req-51716e6b-ff46-42ba-ae3a-8d25e9302f25 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:08.067723 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e69baae7-5f45-4220-ab89-aa79535f1fbe req-51716e6b-ff46-42ba-ae3a-8d25e9302f25 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.68 "GET /v2.0/ports?device_id=2aee55ef-9052-4c22-b8d2-6782ed903e48 HTTP/1.1" status: 200 len: 945 time: 0.1139395 Aug 19 14:39:08.087455 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8832b3d-808c-4f9c-b857-feb3c0b37c9b tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:08.121069 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6badedbb-47f0-4ce1-8315-a4edbac0af96 None None] Pushing event updated for resources: {'Port': ['ID=1cf4dfc3-7805-49cb-b775-488a2bae7b46,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:08.143468 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90abb9a0-15eb-4a0b-9c97-0d7f7d2b7f01 None None] Routers {'53fdcd52-034b-473a-bf94-f746c4501376'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:39:08.145278 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-90abb9a0-15eb-4a0b-9c97-0d7f7d2b7f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:39:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['53fdcd52-034b-473a-bf94-f746c4501376'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:39:08.198835 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5f91ea66-b24b-49ef-8aae-84ef882a8d01 req-98e478e5-8de1-47ce-b217-5bd42a3a86fe tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:08.225932 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5f91ea66-b24b-49ef-8aae-84ef882a8d01 req-98e478e5-8de1-47ce-b217-5bd42a3a86fe tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:08.225932 n-d-766043-2 neutron-server[94640]: INFO neutron.db.l3_db [req-5f91ea66-b24b-49ef-8aae-84ef882a8d01 req-98e478e5-8de1-47ce-b217-5bd42a3a86fe tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Floating IP 76d52add-0294-49cf-adec-fd9b42e19173 disassociated. External IP: 172.25.2.23, port: 84d47a63-6171-4e56-b328-4e29db341305. Aug 19 14:39:08.268560 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-e69baae7-5f45-4220-ab89-aa79535f1fbe req-6f455e67-1a72-414f-8163-9bcdf2871fcb tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Deleting port 80407016-9baa-406e-a145-dff43be492c6 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:39:08.268912 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e69baae7-5f45-4220-ab89-aa79535f1fbe req-6f455e67-1a72-414f-8163-9bcdf2871fcb tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:08.284764 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a921ff3-5664-4daa-9abb-194449e5ae9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:08.291476 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8832b3d-808c-4f9c-b857-feb3c0b37c9b tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:08.295144 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8832b3d-808c-4f9c-b857-feb3c0b37c9b tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:08.296538 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e8832b3d-808c-4f9c-b857-feb3c0b37c9b tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "DELETE /v2.0/security-groups/e2016568-562b-4e05-8081-e4bcca4b43ac HTTP/1.1" status: 204 len: 168 time: 0.4496448 Aug 19 14:39:08.302879 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38426) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:08.471174 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-e69baae7-5f45-4220-ab89-aa79535f1fbe req-6f455e67-1a72-414f-8163-9bcdf2871fcb tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] For port 80407016-9baa-406e-a145-dff43be492c6, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=80407016-9baa-406e-a145-dff43be492c6,segment=NetworkSegment(0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2),segment_id=0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:39:08.471874 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e69baae7-5f45-4220-ab89-aa79535f1fbe req-6f455e67-1a72-414f-8163-9bcdf2871fcb tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:08.476207 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 71395d50-c489-4f63-ae64-5a13347feb29 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:39:08.482906 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 71395d50-c489-4f63-ae64-5a13347feb29 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:39:08.482906 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:08.487546 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-062d58fc-c729-4047-9580-73a6c442b4af None None] Provisioning for port f6d0a280-4857-462d-a7e2-0031d804288e completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:39:08.493029 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-e69baae7-5f45-4220-ab89-aa79535f1fbe req-6f455e67-1a72-414f-8163-9bcdf2871fcb tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Calling delete_port for 80407016-9baa-406e-a145-dff43be492c6 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:39:08.512915 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-062d58fc-c729-4047-9580-73a6c442b4af None None] Provisioning complete for port f6d0a280-4857-462d-a7e2-0031d804288e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:39:08.513283 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-062d58fc-c729-4047-9580-73a6c442b4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:08.527931 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-90abb9a0-15eb-4a0b-9c97-0d7f7d2b7f01 None None] Set router 53fdcd52-034b-473a-bf94-f746c4501376 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:39:08.623988 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a921ff3-5664-4daa-9abb-194449e5ae9f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:08.630474 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a921ff3-5664-4daa-9abb-194449e5ae9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:08.662771 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-062d58fc-c729-4047-9580-73a6c442b4af None None] Port f6d0a280-4857-462d-a7e2-0031d804288e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:39:08.699459 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d29fb4-0e82-4d08-ad6e-f0486b4bfd19 req-55ae1cd1-bad0-4fb9-a36c-69e7c75370f5 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:08.701528 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-84d29fb4-0e82-4d08-ad6e-f0486b4bfd19 req-55ae1cd1-bad0-4fb9-a36c-69e7c75370f5 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=0159c47c-f124-4e1b-8ede-a160de3f5352 HTTP/1.1" status: 200 len: 946 time: 0.5209033 Aug 19 14:39:08.704619 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8832b3d-808c-4f9c-b857-feb3c0b37c9b tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2016568-562b-4e05-8081-e4bcca4b43ac,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:08.708953 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [None req-2c8503c4-8b71-496a-adba-75f7321f83cd tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] show failed (client error): The resource could not be found. Aug 19 14:39:08.713004 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-2c8503c4-8b71-496a-adba-75f7321f83cd tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "GET /v2.0/security-groups/e2016568-562b-4e05-8081-e4bcca4b43ac HTTP/1.1" status: 404 len: 347 time: 0.4014454 Aug 19 14:39:08.715929 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38428) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:08.732737 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:08.739376 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a921ff3-5664-4daa-9abb-194449e5ae9f admin admin] Pushing event updated for resources: {'Port': ['ID=f6d0a280-4857-462d-a7e2-0031d804288e,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:08.746524 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a921ff3-5664-4daa-9abb-194449e5ae9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:08.796036 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7b4cba-347d-4536-8408-8ac593a88aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71395d50-c489-4f63-ae64-5a13347feb29'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:39:08.798311 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda5c4f3-b4e8-4bc4-8e6e-d39979a5295a" -d '{"events": [{"server_uuid": "6c7b4cba-347d-4536-8408-8ac593a88aca", "name": "network-vif-plugged", "status": "completed", "tag": "71395d50-c489-4f63-ae64-5a13347feb29"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:39:08.815144 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 71395d50-c489-4f63-ae64-5a13347feb29, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=71395d50-c489-4f63-ae64-5a13347feb29,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:39:08.823428 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:08.823739 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 12a00bc4-fd0a-42fa-af53-b73354cd2997 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:39:08.831287 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e69baae7-5f45-4220-ab89-aa79535f1fbe req-6f455e67-1a72-414f-8163-9bcdf2871fcb tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:08.867279 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['80407016-9baa-406e-a145-dff43be492c6'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:39:08.870485 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f455e67-1a72-414f-8163-9bcdf2871fcb tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Pushing event deleted for resources: {'Port': ['ID=80407016-9baa-406e-a145-dff43be492c6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:08.872465 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: 12a00bc4-fd0a-42fa-af53-b73354cd2997 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:39:08.872829 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 12a00bc4-fd0a-42fa-af53-b73354cd2997 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:39:08.911011 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-84d29fb4-0e82-4d08-ad6e-f0486b4bfd19 req-8875191c-6125-4477-8a26-5d1e5a61a6e5 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514218 Aug 19 14:39:08.921577 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-90abb9a0-15eb-4a0b-9c97-0d7f7d2b7f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fdcd52-034b-473a-bf94-f746c4501376', 'name': 'tempest-TaggedBootDevicesTest-468413341-router', 'tenant_id': 'eac9849a6187411198187660adbcdd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '1cf4dfc3-7805-49cb-b775-488a2bae7b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:39:00Z', 'updated_at': '2021-08-19T14:39:04Z', 'revision_number': 3, 'project_id': 'eac9849a6187411198187660adbcdd48', 'gw_port': {'id': '1cf4dfc3-7805-49cb-b775-488a2bae7b46', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:87:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fdcd52-034b-473a-bf94-f746c4501376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:02Z', 'updated_at': '2021-08-19T14:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:39:08.924751 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=71395d50-c489-4f63-ae64-5a13347feb29,revision_number=13']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:08.951316 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69baae7-5f45-4220-ab89-aa79535f1fbe req-6f455e67-1a72-414f-8163-9bcdf2871fcb tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] No DVR routers for this DVR port 80407016-9baa-406e-a145-dff43be492c6 on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:39:08.955784 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e69baae7-5f45-4220-ab89-aa79535f1fbe req-6f455e67-1a72-414f-8163-9bcdf2871fcb tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:08.958298 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e69baae7-5f45-4220-ab89-aa79535f1fbe req-6f455e67-1a72-414f-8163-9bcdf2871fcb tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.68 "DELETE /v2.0/ports/80407016-9baa-406e-a145-dff43be492c6 HTTP/1.1" status: 204 len: 173 time: 0.8811903 Aug 19 14:39:08.958782 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aee55ef-9052-4c22-b8d2-6782ed903e48', 'name': 'network-vif-deleted', 'tag': '80407016-9baa-406e-a145-dff43be492c6'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:39:08.961254 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5011158-870f-402f-9040-e5ec491012a0" -d '{"events": [{"server_uuid": "2aee55ef-9052-4c22-b8d2-6782ed903e48", "name": "network-vif-deleted", "tag": "80407016-9baa-406e-a145-dff43be492c6"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:39:08.964295 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90abb9a0-15eb-4a0b-9c97-0d7f7d2b7f01 None None] The sync data for ids ['53fdcd52-034b-473a-bf94-f746c4501376'] in n-d-766043-2 is: [{'id': '53fdcd52-034b-473a-bf94-f746c4501376', 'name': 'tempest-TaggedBootDevicesTest-468413341-router', 'tenant_id': 'eac9849a6187411198187660adbcdd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '1cf4dfc3-7805-49cb-b775-488a2bae7b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:39:00Z', 'updated_at': '2021-08-19T14:39:04Z', 'revision_number': 3, 'project_id': 'eac9849a6187411198187660adbcdd48', 'gw_port': {'id': '1cf4dfc3-7805-49cb-b775-488a2bae7b46', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:87:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fdcd52-034b-473a-bf94-f746c4501376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:02Z', 'updated_at': '2021-08-19T14:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:39:08.989292 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a921ff3-5664-4daa-9abb-194449e5ae9f admin admin] Network 120c5244-d1e2-46c3-b22a-2b90b5b4e09c is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:39:08.990784 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-7a921ff3-5664-4daa-9abb-194449e5ae9f admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:39:09.079086 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-f70a0704-4cfa-4501-9a7e-589f8e6bd4ad tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Deleting port 48385e30-8393-4319-b169-2640ffd86736 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:39:09.079658 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f70a0704-4cfa-4501-9a7e-589f8e6bd4ad tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:09.101485 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2183ec5b-234e-44c2-a752-4bca55d51239 req-52a2e775-9f91-4e0b-8686-659368ad86ca tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/ports?device_id=2aee55ef-9052-4c22-b8d2-6782ed903e48 HTTP/1.1" status: 200 len: 210 time: 0.0578253 Aug 19 14:39:09.153350 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a921ff3-5664-4daa-9abb-194449e5ae9f admin admin] Router 53fdcd52-034b-473a-bf94-f746c4501376 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:39:09.172993 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f91ea66-b24b-49ef-8aae-84ef882a8d01 req-98e478e5-8de1-47ce-b217-5bd42a3a86fe tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Router 08f4dff2-bc7c-40bf-beec-ddff4fc79af9 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:39:09.189524 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9317e9a-18c9-4542-82dc-40c6b9c1d275 req-0c17242c-98ba-41e8-9de8-9aa4ebb40dae tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:09.191130 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a9317e9a-18c9-4542-82dc-40c6b9c1d275 req-0c17242c-98ba-41e8-9de8-9aa4ebb40dae tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c7b4cba-347d-4536-8408-8ac593a88aca HTTP/1.1" status: 200 len: 951 time: 0.1977201 Aug 19 14:39:09.301247 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a921ff3-5664-4daa-9abb-194449e5ae9f admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:39:09.321106 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7a921ff3-5664-4daa-9abb-194449e5ae9f admin admin] 10.222.0.69 "PUT /v2.0/routers/53fdcd52-034b-473a-bf94-f746c4501376/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4570882 Aug 19 14:39:09.333487 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f70a0704-4cfa-4501-9a7e-589f8e6bd4ad tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:09.333840 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f70a0704-4cfa-4501-9a7e-589f8e6bd4ad tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:09.396364 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-355ad300-8fdc-4efb-ba51-94ed574b6ef6 None None] Provisioning complete for port f6d0a280-4857-462d-a7e2-0031d804288e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:39:09.396777 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-355ad300-8fdc-4efb-ba51-94ed574b6ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:09.419089 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-f70a0704-4cfa-4501-9a7e-589f8e6bd4ad tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Calling delete_port for 48385e30-8393-4319-b169-2640ffd86736 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:39:09.450307 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-355ad300-8fdc-4efb-ba51-94ed574b6ef6 None None] Port f6d0a280-4857-462d-a7e2-0031d804288e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:39:09.507980 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb40da-e5a7-49fd-b9f8-d2ebf3028ce4 req-55be0697-0d37-4457-95d7-f3da1445c51f tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:09.515753 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6fcb40da-e5a7-49fd-b9f8-d2ebf3028ce4 req-55be0697-0d37-4457-95d7-f3da1445c51f tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c7b4cba-347d-4536-8408-8ac593a88aca HTTP/1.1" status: 200 len: 951 time: 0.2339766 Aug 19 14:39:09.562973 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f91ea66-b24b-49ef-8aae-84ef882a8d01 req-98e478e5-8de1-47ce-b217-5bd42a3a86fe tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:39:09.575020 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59732ac-ce37-4620-9e88-0b8c7cc673b5 None None] Sync routers for ids ['08f4dff2-bc7c-40bf-beec-ddff4fc79af9'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:39:09.576533 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5f91ea66-b24b-49ef-8aae-84ef882a8d01 req-98e478e5-8de1-47ce-b217-5bd42a3a86fe tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:09.589526 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59732ac-ce37-4620-9e88-0b8c7cc673b5 None None] Routers {'08f4dff2-bc7c-40bf-beec-ddff4fc79af9'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:39:09.591551 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b59732ac-ce37-4620-9e88-0b8c7cc673b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:39:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['08f4dff2-bc7c-40bf-beec-ddff4fc79af9'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:39:09.591960 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-a9317e9a-18c9-4542-82dc-40c6b9c1d275 req-101d1b36-575f-4d2a-909e-6f6a6c5a9ed0 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Deleting port 71395d50-c489-4f63-ae64-5a13347feb29 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:39:09.592340 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a9317e9a-18c9-4542-82dc-40c6b9c1d275 req-101d1b36-575f-4d2a-909e-6f6a6c5a9ed0 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:09.689953 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6fcb40da-e5a7-49fd-b9f8-d2ebf3028ce4 req-84838a90-64f2-4ec6-a193-c450116a6340 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732516 Aug 19 14:39:09.706372 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5f91ea66-b24b-49ef-8aae-84ef882a8d01 req-98e478e5-8de1-47ce-b217-5bd42a3a86fe tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "PUT /v2.0/floatingips/76d52add-0294-49cf-adec-fd9b42e19173 HTTP/1.1" status: 200 len: 694 time: 1.8723249 Aug 19 14:39:09.731469 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217a9361-0885-466a-9864-c776fea4a8d6', 'tag': '84d47a63-6171-4e56-b328-4e29db341305'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:39:09.733979 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac8d92a-0048-4801-b8a7-dfc98976812c" -d '{"events": [{"name": "network-changed", "server_uuid": "217a9361-0885-466a-9864-c776fea4a8d6", "tag": "84d47a63-6171-4e56-b328-4e29db341305"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:39:09.760554 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6742b8-3c1e-4ca2-bd5b-527c34287364 x-openstack-request-id: req-5c6742b8-3c1e-4ca2-bd5b-527c34287364 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:39:09.760911 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c7b4cba-347d-4536-8408-8ac593a88aca", "name": "network-vif-plugged", "status": "completed", "tag": "71395d50-c489-4f63-ae64-5a13347feb29", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:39:09.761226 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5c6742b8-3c1e-4ca2-bd5b-527c34287364 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:39:09.761677 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7b4cba-347d-4536-8408-8ac593a88aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71395d50-c489-4f63-ae64-5a13347feb29', 'code': 200} Aug 19 14:39:09.786085 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-b59732ac-ce37-4620-9e88-0b8c7cc673b5 None None] Set router 08f4dff2-bc7c-40bf-beec-ddff4fc79af9 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:39:09.799770 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d6704d-5f97-4062-ad23-cc016367344a x-openstack-request-id: req-d9d6704d-5f97-4062-ad23-cc016367344a {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:39:09.800307 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aee55ef-9052-4c22-b8d2-6782ed903e48", "name": "network-vif-deleted", "tag": "80407016-9baa-406e-a145-dff43be492c6", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:39:09.800307 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d9d6704d-5f97-4062-ad23-cc016367344a {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:39:09.800739 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aee55ef-9052-4c22-b8d2-6782ed903e48', 'name': 'network-vif-deleted', 'tag': '80407016-9baa-406e-a145-dff43be492c6', 'status': 'completed', 'code': 200} Aug 19 14:39:09.890347 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-a9317e9a-18c9-4542-82dc-40c6b9c1d275 req-101d1b36-575f-4d2a-909e-6f6a6c5a9ed0 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] For port 71395d50-c489-4f63-ae64-5a13347feb29, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=71395d50-c489-4f63-ae64-5a13347feb29,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:39:09.890718 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a9317e9a-18c9-4542-82dc-40c6b9c1d275 req-101d1b36-575f-4d2a-909e-6f6a6c5a9ed0 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:09.896107 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91ea66-b24b-49ef-8aae-84ef882a8d01 req-20c8383b-510d-4f87-9007-ccdd13eb011f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:09.897675 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5f91ea66-b24b-49ef-8aae-84ef882a8d01 req-20c8383b-510d-4f87-9007-ccdd13eb011f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5510f55194a84a709694ced521d1a10f&device_id=217a9361-0885-466a-9864-c776fea4a8d6 HTTP/1.1" status: 200 len: 1097 time: 0.1562557 Aug 19 14:39:09.959194 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-a9317e9a-18c9-4542-82dc-40c6b9c1d275 req-101d1b36-575f-4d2a-909e-6f6a6c5a9ed0 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Calling delete_port for 71395d50-c489-4f63-ae64-5a13347feb29 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:39:10.039238 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f70a0704-4cfa-4501-9a7e-589f8e6bd4ad tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:10.097403 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf3f433-95a4-4c9d-a3e4-ce40386d1b8b x-openstack-request-id: req-5bf3f433-95a4-4c9d-a3e4-ce40386d1b8b {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:39:10.097403 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "217a9361-0885-466a-9864-c776fea4a8d6", "tag": "84d47a63-6171-4e56-b328-4e29db341305", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:39:10.097403 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5bf3f433-95a4-4c9d-a3e4-ce40386d1b8b {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:39:10.098235 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '217a9361-0885-466a-9864-c776fea4a8d6', 'tag': '84d47a63-6171-4e56-b328-4e29db341305', 'status': 'completed', 'code': 200} Aug 19 14:39:10.105376 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a0704-4cfa-4501-9a7e-589f8e6bd4ad tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Pushing event deleted for resources: {'Port': ['ID=48385e30-8393-4319-b169-2640ffd86736,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:10.180748 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b59732ac-ce37-4620-9e88-0b8c7cc673b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f4dff2-bc7c-40bf-beec-ddff4fc79af9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1441189355-router', 'tenant_id': '5510f55194a84a709694ced521d1a10f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '683f76da-8673-4eef-8c24-ba325c751eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:38:27Z', 'updated_at': '2021-08-19T14:38:34Z', 'revision_number': 4, 'project_id': '5510f55194a84a709694ced521d1a10f', 'gw_port': {'id': '683f76da-8673-4eef-8c24-ba325c751eff', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4dff2-bc7c-40bf-beec-ddff4fc79af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:38:28Z', 'updated_at': '2021-08-19T14:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '3e830e01-d661-433b-98d1-3440ac6f1c48', 'name': '', 'network_id': '4b326bff-649c-45d8-843e-ebe16b9715e3', 'tenant_id': '5510f55194a84a709694ced521d1a10f', 'mac_address': 'fa:16:3e:56:e1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4dff2-bc7c-40bf-beec-ddff4fc79af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '2a3053d7-d69f-41b4-a35f-07118496e8cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:38:32Z', 'updated_at': '2021-08-19T14:38:39Z', 'revision_number': 5, 'project_id': '5510f55194a84a709694ced521d1a10f', 'subnets': [{'id': '2a3053d7-d69f-41b4-a35f-07118496e8cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:39:10.195754 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8d92a-0048-4801-b8a7-dfc98976812c req-e1773b4a-9531-403c-8c05-a4a63dfddc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:10.198492 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6ac8d92a-0048-4801-b8a7-dfc98976812c req-e1773b4a-9531-403c-8c05-a4a63dfddc74 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5510f55194a84a709694ced521d1a10f&device_id=217a9361-0885-466a-9864-c776fea4a8d6 HTTP/1.1" status: 200 len: 1097 time: 0.0800800 Aug 19 14:39:10.221760 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59732ac-ce37-4620-9e88-0b8c7cc673b5 None None] Checking router: 08f4dff2-bc7c-40bf-beec-ddff4fc79af9 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:39:10.237626 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59732ac-ce37-4620-9e88-0b8c7cc673b5 None None] Routers {'08f4dff2-bc7c-40bf-beec-ddff4fc79af9'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:39:10.239299 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b59732ac-ce37-4620-9e88-0b8c7cc673b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:39:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['08f4dff2-bc7c-40bf-beec-ddff4fc79af9'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:39:10.314946 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91ea66-b24b-49ef-8aae-84ef882a8d01 req-141ed8b9-ba65-4cbf-b524-a53997e10add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:10.316492 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5f91ea66-b24b-49ef-8aae-84ef882a8d01 req-141ed8b9-ba65-4cbf-b524-a53997e10add service neutron] 10.222.0.69 "GET /v2.0/networks?id=4b326bff-649c-45d8-843e-ebe16b9715e3 HTTP/1.1" status: 200 len: 930 time: 0.4087455 Aug 19 14:39:10.343076 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f70a0704-4cfa-4501-9a7e-589f8e6bd4ad tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:10.346035 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f70a0704-4cfa-4501-9a7e-589f8e6bd4ad tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:10.350520 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f70a0704-4cfa-4501-9a7e-589f8e6bd4ad tempest-ServersWithSpecificFlavorTestJSON-1235970569 tempest-ServersWithSpecificFlavorTestJSON-1235970569-project] 10.222.0.69 "DELETE /v2.0/floatingips/290d9cf1-c3f3-4fa8-a7a9-6e3a21469425 HTTP/1.1" status: 204 len: 168 time: 1.6303015 Aug 19 14:39:10.392115 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8d92a-0048-4801-b8a7-dfc98976812c req-5341ce5c-5e78-484d-955c-f9251fd96c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:10.393836 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6ac8d92a-0048-4801-b8a7-dfc98976812c req-5341ce5c-5e78-484d-955c-f9251fd96c82 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4b326bff-649c-45d8-843e-ebe16b9715e3 HTTP/1.1" status: 200 len: 930 time: 0.1766577 Aug 19 14:39:10.398306 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e3fbf-c484-4890-86ce-fb95d7d2f19d req-da50b5e2-91a4-4b06-ae2b-493364400cf3 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:10.405174 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b32e3fbf-c484-4890-86ce-fb95d7d2f19d req-da50b5e2-91a4-4b06-ae2b-493364400cf3 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=0159c47c-f124-4e1b-8ede-a160de3f5352 HTTP/1.1" status: 200 len: 946 time: 0.2462499 Aug 19 14:39:10.416955 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5f91ea66-b24b-49ef-8aae-84ef882a8d01 req-4482cffb-78a4-4d9f-940f-e57a75c9d929 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84d47a63-6171-4e56-b328-4e29db341305 HTTP/1.1" status: 200 len: 217 time: 0.0893433 Aug 19 14:39:10.436489 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-b59732ac-ce37-4620-9e88-0b8c7cc673b5 None None] Set router 08f4dff2-bc7c-40bf-beec-ddff4fc79af9 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:39:10.460003 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6ac8d92a-0048-4801-b8a7-dfc98976812c req-0506eb71-f38e-425d-8230-446788819034 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84d47a63-6171-4e56-b328-4e29db341305 HTTP/1.1" status: 200 len: 217 time: 0.0519876 Aug 19 14:39:10.551774 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8d92a-0048-4801-b8a7-dfc98976812c req-f614d64c-26af-4513-8268-16d2b69c8546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:10.555432 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6ac8d92a-0048-4801-b8a7-dfc98976812c req-f614d64c-26af-4513-8268-16d2b69c8546 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2a3053d7-d69f-41b4-a35f-07118496e8cf HTTP/1.1" status: 200 len: 868 time: 0.0841703 Aug 19 14:39:10.555593 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91ea66-b24b-49ef-8aae-84ef882a8d01 req-dbe9085c-4f49-4182-a144-04f262b9fff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:10.557110 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5f91ea66-b24b-49ef-8aae-84ef882a8d01 req-dbe9085c-4f49-4182-a144-04f262b9fff8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2a3053d7-d69f-41b4-a35f-07118496e8cf HTTP/1.1" status: 200 len: 868 time: 0.1301532 Aug 19 14:39:10.561674 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b32e3fbf-c484-4890-86ce-fb95d7d2f19d req-18f424a7-a29d-4e09-9854-70fd4eac8342 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437616 Aug 19 14:39:10.652707 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a9317e9a-18c9-4542-82dc-40c6b9c1d275 req-101d1b36-575f-4d2a-909e-6f6a6c5a9ed0 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:10.671613 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:39:10.679005 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8d92a-0048-4801-b8a7-dfc98976812c req-b241b4da-b222-4b04-872f-7758664180cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:10.680758 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6ac8d92a-0048-4801-b8a7-dfc98976812c req-b241b4da-b222-4b04-872f-7758664180cc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4b326bff-649c-45d8-843e-ebe16b9715e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1134269 Aug 19 14:39:10.694749 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09530795-ab81-49fc-bdff-d5f5e7c08df1 req-b475c3ca-92ec-480a-887e-8b38cd2d6cc9 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:10.696369 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-09530795-ab81-49fc-bdff-d5f5e7c08df1 req-b475c3ca-92ec-480a-887e-8b38cd2d6cc9 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.68 "GET /v2.0/ports?device_id=da0f434b-a5a6-4589-99a8-a613dceb3699 HTTP/1.1" status: 200 len: 945 time: 0.0860770 Aug 19 14:39:10.710523 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91ea66-b24b-49ef-8aae-84ef882a8d01 req-51a0e210-21bf-4f78-b943-8f34627ed31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:10.712006 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5f91ea66-b24b-49ef-8aae-84ef882a8d01 req-51a0e210-21bf-4f78-b943-8f34627ed31a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4b326bff-649c-45d8-843e-ebe16b9715e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1420181 Aug 19 14:39:10.713769 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101d1b36-575f-4d2a-909e-6f6a6c5a9ed0 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Pushing event deleted for resources: {'Port': ['ID=71395d50-c489-4f63-ae64-5a13347feb29,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:10.720380 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['d06613a0-9966-412e-a040-1baeecf75cee', '4a990205-9f36-4de0-bda4-d5be7e334fd0'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:39:10.900430 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9317e9a-18c9-4542-82dc-40c6b9c1d275 req-101d1b36-575f-4d2a-909e-6f6a6c5a9ed0 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] No DVR routers for this DVR port 71395d50-c489-4f63-ae64-5a13347feb29 on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:39:10.930329 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a9317e9a-18c9-4542-82dc-40c6b9c1d275 req-101d1b36-575f-4d2a-909e-6f6a6c5a9ed0 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:10.932724 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a9317e9a-18c9-4542-82dc-40c6b9c1d275 req-101d1b36-575f-4d2a-909e-6f6a6c5a9ed0 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.88 "DELETE /v2.0/ports/71395d50-c489-4f63-ae64-5a13347feb29 HTTP/1.1" status: 204 len: 173 time: 1.7225063 Aug 19 14:39:10.946371 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-09530795-ab81-49fc-bdff-d5f5e7c08df1 req-8edd0538-670e-4d34-bca0-cc70788ecc0a tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Deleting port 762e06b8-cc33-45a1-8702-4e858a90fa00 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:39:10.947077 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-09530795-ab81-49fc-bdff-d5f5e7c08df1 req-8edd0538-670e-4d34-bca0-cc70788ecc0a tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:10.977550 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab26656-b991-44ba-a3da-933200932fbf req-aed584b7-e140-4cd2-ac25-3f94c022fb01 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:10.985442 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-eab26656-b991-44ba-a3da-933200932fbf req-aed584b7-e140-4cd2-ac25-3f94c022fb01 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=da0f434b-a5a6-4589-99a8-a613dceb3699 HTTP/1.1" status: 200 len: 945 time: 0.2797031 Aug 19 14:39:11.059189 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5f91ea66-b24b-49ef-8aae-84ef882a8d01 req-46f9ef24-e5c6-4ae4-a77a-8aa3dd95a6bc service neutron] 10.222.0.69 "GET /v2.0/networks/4b326bff-649c-45d8-843e-ebe16b9715e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184285 Aug 19 14:39:11.072048 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6ac8d92a-0048-4801-b8a7-dfc98976812c req-c09f554a-96ee-46e2-8f85-14adc3aa99e4 service neutron] 10.222.0.88 "GET /v2.0/networks/4b326bff-649c-45d8-843e-ebe16b9715e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742528 Aug 19 14:39:11.114814 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 80407016-9baa-406e-a145-dff43be492c6 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:39:11.166104 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-eab26656-b991-44ba-a3da-933200932fbf req-1fd81110-da80-4d89-a21b-6893fac215ba tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734457 Aug 19 14:39:11.232175 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6ac8d92a-0048-4801-b8a7-dfc98976812c req-834e4e02-7d8f-4726-b949-4e0553871219 service neutron] 10.222.0.88 "GET /v2.0/networks/4b326bff-649c-45d8-843e-ebe16b9715e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487932 Aug 19 14:39:11.250161 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: 80407016-9baa-406e-a145-dff43be492c6 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:39:11.250676 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 80407016-9baa-406e-a145-dff43be492c6 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:39:11.253935 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 762e06b8-cc33-45a1-8702-4e858a90fa00 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:39:11.310178 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-09530795-ab81-49fc-bdff-d5f5e7c08df1 req-8edd0538-670e-4d34-bca0-cc70788ecc0a tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] For port 762e06b8-cc33-45a1-8702-4e858a90fa00, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=762e06b8-cc33-45a1-8702-4e858a90fa00,segment=NetworkSegment(cdbe220c-711d-4dcd-9811-178ea37b55c3),segment_id=cdbe220c-711d-4dcd-9811-178ea37b55c3)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:39:11.313598 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-09530795-ab81-49fc-bdff-d5f5e7c08df1 req-8edd0538-670e-4d34-bca0-cc70788ecc0a tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:11.317405 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5f91ea66-b24b-49ef-8aae-84ef882a8d01 req-50f0b807-e217-415c-9747-2385efd9a787 service neutron] 10.222.0.69 "GET /v2.0/networks/4b326bff-649c-45d8-843e-ebe16b9715e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480097 Aug 19 14:39:11.318111 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b59732ac-ce37-4620-9e88-0b8c7cc673b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f4dff2-bc7c-40bf-beec-ddff4fc79af9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1441189355-router', 'tenant_id': '5510f55194a84a709694ced521d1a10f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '683f76da-8673-4eef-8c24-ba325c751eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:38:27Z', 'updated_at': '2021-08-19T14:38:34Z', 'revision_number': 4, 'project_id': '5510f55194a84a709694ced521d1a10f', 'gw_port': {'id': '683f76da-8673-4eef-8c24-ba325c751eff', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4dff2-bc7c-40bf-beec-ddff4fc79af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:38:28Z', 'updated_at': '2021-08-19T14:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '3e830e01-d661-433b-98d1-3440ac6f1c48', 'name': '', 'network_id': '4b326bff-649c-45d8-843e-ebe16b9715e3', 'tenant_id': '5510f55194a84a709694ced521d1a10f', 'mac_address': 'fa:16:3e:56:e1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4dff2-bc7c-40bf-beec-ddff4fc79af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '2a3053d7-d69f-41b4-a35f-07118496e8cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:38:32Z', 'updated_at': '2021-08-19T14:38:39Z', 'revision_number': 5, 'project_id': '5510f55194a84a709694ced521d1a10f', 'subnets': [{'id': '2a3053d7-d69f-41b4-a35f-07118496e8cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:39:11.323934 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 1cf4dfc3-7805-49cb-b775-488a2bae7b46 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:39:11.346575 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-09530795-ab81-49fc-bdff-d5f5e7c08df1 req-8edd0538-670e-4d34-bca0-cc70788ecc0a tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Calling delete_port for 762e06b8-cc33-45a1-8702-4e858a90fa00 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:39:11.400055 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59732ac-ce37-4620-9e88-0b8c7cc673b5 None None] The sync data for ids ['08f4dff2-bc7c-40bf-beec-ddff4fc79af9'] in n-d-766043-2 is: [{'id': '08f4dff2-bc7c-40bf-beec-ddff4fc79af9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1441189355-router', 'tenant_id': '5510f55194a84a709694ced521d1a10f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '683f76da-8673-4eef-8c24-ba325c751eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:38:27Z', 'updated_at': '2021-08-19T14:38:34Z', 'revision_number': 4, 'project_id': '5510f55194a84a709694ced521d1a10f', 'gw_port': {'id': '683f76da-8673-4eef-8c24-ba325c751eff', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4dff2-bc7c-40bf-beec-ddff4fc79af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:38:28Z', 'updated_at': '2021-08-19T14:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '3e830e01-d661-433b-98d1-3440ac6f1c48', 'name': '', 'network_id': '4b326bff-649c-45d8-843e-ebe16b9715e3', 'tenant_id': '5510f55194a84a709694ced521d1a10f', 'mac_address': 'fa:16:3e:56:e1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4dff2-bc7c-40bf-beec-ddff4fc79af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '2a3053d7-d69f-41b4-a35f-07118496e8cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:38:32Z', 'updated_at': '2021-08-19T14:38:39Z', 'revision_number': 5, 'project_id': '5510f55194a84a709694ced521d1a10f', 'subnets': [{'id': '2a3053d7-d69f-41b4-a35f-07118496e8cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:39:11.455458 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-01cfedee-34ff-4fec-b423-51d5941ae4a5 req-274c7173-9a0d-40f3-bb92-6db54799befb tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c7b4cba-347d-4536-8408-8ac593a88aca HTTP/1.1" status: 200 len: 210 time: 0.0495899 Aug 19 14:39:11.599223 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-dedd5565-4167-40db-b46e-85a268800a9e tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:11.599223 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-dedd5565-4167-40db-b46e-85a268800a9e tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=0159c47c-f124-4e1b-8ede-a160de3f5352&tenant_id=b2e5fa7db1364ccea50861254cd97ec3&binding%3Ahost_id=n-h2-766043-2 HTTP/1.1" status: 200 len: 1097 time: 0.1708958 Aug 19 14:39:11.607602 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-cc2ff584-7398-476e-b911-79bec5747447 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-766043-2'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:39:11.657487 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 1cf4dfc3-7805-49cb-b775-488a2bae7b46 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:39:11.666380 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 1cf4dfc3-7805-49cb-b775-488a2bae7b46 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:39:11.666755 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:11.735851 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7f7e577d-16ae-4b6a-9b4e-e00ce01bb60d req-0a8f829b-43d9-4e0c-97a7-c092aa229eb6 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "GET /v2.0/floatingips/76d52add-0294-49cf-adec-fd9b42e19173 HTTP/1.1" status: 200 len: 694 time: 0.1212425 Aug 19 14:39:11.748466 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7671f7-6038-4123-b87b-a12ad8d55ed0 None None] Sync routers for ids ['53fdcd52-034b-473a-bf94-f746c4501376'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:39:11.779042 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7671f7-6038-4123-b87b-a12ad8d55ed0 None None] Routers {'53fdcd52-034b-473a-bf94-f746c4501376'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:39:11.779800 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6a7671f7-6038-4123-b87b-a12ad8d55ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:39:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['53fdcd52-034b-473a-bf94-f746c4501376'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:39:11.805410 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-cc2ff584-7398-476e-b911-79bec5747447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:11.818926 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-09530795-ab81-49fc-bdff-d5f5e7c08df1 req-8edd0538-670e-4d34-bca0-cc70788ecc0a tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:11.825252 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:11.870523 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 1cf4dfc3-7805-49cb-b775-488a2bae7b46, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=1cf4dfc3-7805-49cb-b775-488a2bae7b46,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:39:11.880306 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:11.908667 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edd0538-670e-4d34-bca0-cc70788ecc0a tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Pushing event deleted for resources: {'Port': ['ID=762e06b8-cc33-45a1-8702-4e858a90fa00,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:11.912386 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e577d-16ae-4b6a-9b4e-e00ce01bb60d req-b8d93adf-197d-447c-bb8c-b944554f448c tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:11.914635 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7f7e577d-16ae-4b6a-9b4e-e00ce01bb60d req-b8d93adf-197d-447c-bb8c-b944554f448c tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "GET /v2.0/networks/88eeec05-6d16-4f02-9461-44ff5e420302 HTTP/1.1" status: 200 len: 784 time: 0.1709709 Aug 19 14:39:11.997524 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7f7e577d-16ae-4b6a-9b4e-e00ce01bb60d req-9196c611-2189-4ec0-a465-756f0c79edfa tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.2.23 HTTP/1.1" status: 200 len: 697 time: 0.0501618 Aug 19 14:39:12.025883 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27092cde-3569-458a-8410-42cf236293cf req-bf323d7e-7413-4c9c-9fa3-5f3a509964fb tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:12.027429 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-27092cde-3569-458a-8410-42cf236293cf req-bf323d7e-7413-4c9c-9fa3-5f3a509964fb tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=0159c47c-f124-4e1b-8ede-a160de3f5352 HTTP/1.1" status: 200 len: 946 time: 0.1117225 Aug 19 14:39:12.028540 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=1cf4dfc3-7805-49cb-b775-488a2bae7b46,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:12.032983 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aee649e-f983-4ca2-af95-b2686bc5f5af None None] New status for floating IP 76d52add-0294-49cf-adec-fd9b42e19173: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 14:39:12.096275 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-6a7671f7-6038-4123-b87b-a12ad8d55ed0 None None] Set router 53fdcd52-034b-473a-bf94-f746c4501376 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:39:12.102077 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7b4cba-347d-4536-8408-8ac593a88aca', 'name': 'network-vif-deleted', 'tag': '71395d50-c489-4f63-ae64-5a13347feb29'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:39:12.104636 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2b60c0-e5e5-467c-898b-b3eb8081e940" -d '{"events": [{"server_uuid": "6c7b4cba-347d-4536-8408-8ac593a88aca", "name": "network-vif-deleted", "tag": "71395d50-c489-4f63-ae64-5a13347feb29"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:39:12.110067 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-27092cde-3569-458a-8410-42cf236293cf req-56005709-002f-485c-8575-8f47e2c89577 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484581 Aug 19 14:39:12.121491 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7f7e577d-16ae-4b6a-9b4e-e00ce01bb60d req-ac9d2e8a-14c8-4d9b-8361-a9ee58b3bea9 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.2.23 HTTP/1.1" status: 200 len: 697 time: 0.1153746 Aug 19 14:39:12.171207 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-09530795-ab81-49fc-bdff-d5f5e7c08df1 req-8edd0538-670e-4d34-bca0-cc70788ecc0a tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] No DVR routers for this DVR port 762e06b8-cc33-45a1-8702-4e858a90fa00 on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:39:12.177167 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-09530795-ab81-49fc-bdff-d5f5e7c08df1 req-8edd0538-670e-4d34-bca0-cc70788ecc0a tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:12.180694 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-09530795-ab81-49fc-bdff-d5f5e7c08df1 req-8edd0538-670e-4d34-bca0-cc70788ecc0a tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.68 "DELETE /v2.0/ports/762e06b8-cc33-45a1-8702-4e858a90fa00 HTTP/1.1" status: 204 len: 173 time: 1.4737587 Aug 19 14:39:12.185515 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0f434b-a5a6-4589-99a8-a613dceb3699', 'name': 'network-vif-deleted', 'tag': '762e06b8-cc33-45a1-8702-4e858a90fa00'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:39:12.190700 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94b0ceb-a010-4fc8-b5f9-1f4762353b23" -d '{"events": [{"server_uuid": "da0f434b-a5a6-4589-99a8-a613dceb3699", "name": "network-vif-deleted", "tag": "762e06b8-cc33-45a1-8702-4e858a90fa00"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:39:12.282563 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-cc2ff584-7398-476e-b911-79bec5747447 service neutron] For port e5292615-6af6-4a16-9bb2-a8f6dd96f64c, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=e5292615-6af6-4a16-9bb2-a8f6dd96f64c,segment=NetworkSegment(911020b2-3bb4-4db0-af7a-51b07cbea653),segment_id=911020b2-3bb4-4db0-af7a-51b07cbea653)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:39:12.289350 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-7f7e577d-16ae-4b6a-9b4e-e00ce01bb60d req-9da02023-52c4-40e7-8060-82ec62f92009 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Deleting port 0daef8f5-309f-47ec-9ecb-9cfad12cc735 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:39:12.289932 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7f7e577d-16ae-4b6a-9b4e-e00ce01bb60d req-9da02023-52c4-40e7-8060-82ec62f92009 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:12.349423 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-cc2ff584-7398-476e-b911-79bec5747447 service neutron] For port e5292615-6af6-4a16-9bb2-a8f6dd96f64c, host n-h2-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:39:12.453439 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449e08fa-14b4-4a9f-90ff-80a3b8cc9b44 x-openstack-request-id: req-449e08fa-14b4-4a9f-90ff-80a3b8cc9b44 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:39:12.454738 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c7b4cba-347d-4536-8408-8ac593a88aca", "name": "network-vif-deleted", "tag": "71395d50-c489-4f63-ae64-5a13347feb29", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:39:12.454994 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-449e08fa-14b4-4a9f-90ff-80a3b8cc9b44 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:39:12.455400 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7b4cba-347d-4536-8408-8ac593a88aca', 'name': 'network-vif-deleted', 'tag': '71395d50-c489-4f63-ae64-5a13347feb29', 'status': 'completed', 'code': 200} Aug 19 14:39:12.466611 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 71395d50-c489-4f63-ae64-5a13347feb29 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:39:12.473222 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-cc2ff584-7398-476e-b911-79bec5747447 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:12.488754 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-cc2ff584-7398-476e-b911-79bec5747447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:12.513497 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7f7e577d-16ae-4b6a-9b4e-e00ce01bb60d req-9da02023-52c4-40e7-8060-82ec62f92009 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:12.514295 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7f7e577d-16ae-4b6a-9b4e-e00ce01bb60d req-9da02023-52c4-40e7-8060-82ec62f92009 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:12.522880 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: 71395d50-c489-4f63-ae64-5a13347feb29 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:39:12.523232 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 71395d50-c489-4f63-ae64-5a13347feb29 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:39:12.543888 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-7f7e577d-16ae-4b6a-9b4e-e00ce01bb60d req-9da02023-52c4-40e7-8060-82ec62f92009 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Calling delete_port for 0daef8f5-309f-47ec-9ecb-9cfad12cc735 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:39:12.614659 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0c81b8ae-d13c-40fa-8daf-de0e6713c67c req-290f72a9-77bf-4446-bb46-b1792b8621f7 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=da0f434b-a5a6-4589-99a8-a613dceb3699 HTTP/1.1" status: 200 len: 210 time: 0.0731893 Aug 19 14:39:12.638938 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2ff584-7398-476e-b911-79bec5747447 service neutron] Pushing event updated for resources: {'Port': ['ID=e5292615-6af6-4a16-9bb2-a8f6dd96f64c,revision_number=7']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:12.657182 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-cc2ff584-7398-476e-b911-79bec5747447 service neutron] Attempting to bind port e5292615-6af6-4a16-9bb2-a8f6dd96f64c on host n-h2-766043-2 for vnic_type normal with profile {"migrating_to": "n-h1-766043-2"} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:39:12.657570 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-cc2ff584-7398-476e-b911-79bec5747447 service neutron] Attempting to bind port e5292615-6af6-4a16-9bb2-a8f6dd96f64c by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '911020b2-3bb4-4db0-af7a-51b07cbea653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:39:12.657903 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-cc2ff584-7398-476e-b911-79bec5747447 service neutron] Attempting to bind port e5292615-6af6-4a16-9bb2-a8f6dd96f64c on network 1bc22803-e21f-489d-a441-493f1928ab13 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:39:12.665772 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-cc2ff584-7398-476e-b911-79bec5747447 service neutron] Port e5292615-6af6-4a16-9bb2-a8f6dd96f64c on network 1bc22803-e21f-489d-a441-493f1928ab13 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:39:12.666096 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-cc2ff584-7398-476e-b911-79bec5747447 service neutron] Attempting to bind port e5292615-6af6-4a16-9bb2-a8f6dd96f64c on network 1bc22803-e21f-489d-a441-493f1928ab13 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:39:12.672987 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-cc2ff584-7398-476e-b911-79bec5747447 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:39:12.673560 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-cc2ff584-7398-476e-b911-79bec5747447 service neutron] Checking segment: {'id': '911020b2-3bb4-4db0-af7a-51b07cbea653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:39:12.673984 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-cc2ff584-7398-476e-b911-79bec5747447 service neutron] Bound using segment: {'id': '911020b2-3bb4-4db0-af7a-51b07cbea653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:39:12.674346 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-cc2ff584-7398-476e-b911-79bec5747447 service neutron] Bound port: e5292615-6af6-4a16-9bb2-a8f6dd96f64c, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '911020b2-3bb4-4db0-af7a-51b07cbea653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bc22803-e21f-489d-a441-493f1928ab13'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:39:12.674748 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-cc2ff584-7398-476e-b911-79bec5747447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:12.715795 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6a7671f7-6038-4123-b87b-a12ad8d55ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fdcd52-034b-473a-bf94-f746c4501376', 'name': 'tempest-TaggedBootDevicesTest-468413341-router', 'tenant_id': 'eac9849a6187411198187660adbcdd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '1cf4dfc3-7805-49cb-b775-488a2bae7b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:39:00Z', 'updated_at': '2021-08-19T14:39:08Z', 'revision_number': 4, 'project_id': 'eac9849a6187411198187660adbcdd48', 'gw_port': {'id': '1cf4dfc3-7805-49cb-b775-488a2bae7b46', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:87:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fdcd52-034b-473a-bf94-f746c4501376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:02Z', 'updated_at': '2021-08-19T14:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'f6d0a280-4857-462d-a7e2-0031d804288e', 'name': '', 'network_id': '120c5244-d1e2-46c3-b22a-2b90b5b4e09c', 'tenant_id': 'eac9849a6187411198187660adbcdd48', 'mac_address': 'fa:16:3e:35:9e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fdcd52-034b-473a-bf94-f746c4501376', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'd90280f3-05d8-4d32-bed7-d9a137266bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:07Z', 'updated_at': '2021-08-19T14:39:08Z', 'revision_number': 2, 'project_id': 'eac9849a6187411198187660adbcdd48', 'subnets': [{'id': 'd90280f3-05d8-4d32-bed7-d9a137266bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:39:12.763549 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eec4f70-42a0-4bfa-8a58-fe4ef5753038 x-openstack-request-id: req-1eec4f70-42a0-4bfa-8a58-fe4ef5753038 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:39:12.763894 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0f434b-a5a6-4589-99a8-a613dceb3699", "name": "network-vif-deleted", "tag": "762e06b8-cc33-45a1-8702-4e858a90fa00", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:39:12.764081 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1eec4f70-42a0-4bfa-8a58-fe4ef5753038 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:39:12.765205 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0f434b-a5a6-4589-99a8-a613dceb3699', 'name': 'network-vif-deleted', 'tag': '762e06b8-cc33-45a1-8702-4e858a90fa00', 'status': 'completed', 'code': 200} Aug 19 14:39:12.794372 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7671f7-6038-4123-b87b-a12ad8d55ed0 None None] Checking router: 53fdcd52-034b-473a-bf94-f746c4501376 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:39:12.794957 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7671f7-6038-4123-b87b-a12ad8d55ed0 None None] Updating router 53fdcd52-034b-473a-bf94-f746c4501376 port f6d0a280-4857-462d-a7e2-0031d804288e binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:39:12.828483 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-cc2ff584-7398-476e-b911-79bec5747447 service neutron] For port e5292615-6af6-4a16-9bb2-a8f6dd96f64c, host n-h2-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:39:12.835831 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-cc2ff584-7398-476e-b911-79bec5747447 service neutron] For port e5292615-6af6-4a16-9bb2-a8f6dd96f64c, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=e5292615-6af6-4a16-9bb2-a8f6dd96f64c,segment=NetworkSegment(911020b2-3bb4-4db0-af7a-51b07cbea653),segment_id=911020b2-3bb4-4db0-af7a-51b07cbea653)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:39:12.858354 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-cc2ff584-7398-476e-b911-79bec5747447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:12.861824 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38566) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:12.863391 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6a7671f7-6038-4123-b87b-a12ad8d55ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:12.902361 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7f7e577d-16ae-4b6a-9b4e-e00ce01bb60d req-9da02023-52c4-40e7-8060-82ec62f92009 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:12.956488 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da02023-52c4-40e7-8060-82ec62f92009 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Pushing event deleted for resources: {'Port': ['ID=0daef8f5-309f-47ec-9ecb-9cfad12cc735,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:12.991494 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2ff584-7398-476e-b911-79bec5747447 service neutron] Pushing event updated for resources: {'Port': ['ID=e5292615-6af6-4a16-9bb2-a8f6dd96f64c,revision_number=8']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:13.006845 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-cc2ff584-7398-476e-b911-79bec5747447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:13.010245 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-cc2ff584-7398-476e-b911-79bec5747447 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:13.013202 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-cc2ff584-7398-476e-b911-79bec5747447 service neutron] 10.222.0.68 "PUT /v2.0/ports/e5292615-6af6-4a16-9bb2-a8f6dd96f64c HTTP/1.1" status: 200 len: 1122 time: 1.4088745 Aug 19 14:39:13.086959 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device e5292615-6af6-4a16-9bb2-a8f6dd96f64c details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:39:13.087841 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8fdf09a9-9230-4150-b5ec-ec144d0d9438 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:13.136216 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8fdf09a9-9230-4150-b5ec-ec144d0d9438 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:13.202087 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7f7e577d-16ae-4b6a-9b4e-e00ce01bb60d req-9da02023-52c4-40e7-8060-82ec62f92009 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:13.206057 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7f7e577d-16ae-4b6a-9b4e-e00ce01bb60d req-9da02023-52c4-40e7-8060-82ec62f92009 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:13.207697 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7f7e577d-16ae-4b6a-9b4e-e00ce01bb60d req-9da02023-52c4-40e7-8060-82ec62f92009 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "DELETE /v2.0/floatingips/76d52add-0294-49cf-adec-fd9b42e19173 HTTP/1.1" status: 204 len: 173 time: 1.0850601 Aug 19 14:39:13.209168 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8fdf09a9-9230-4150-b5ec-ec144d0d9438 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:13.214934 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8fdf09a9-9230-4150-b5ec-ec144d0d9438 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:13.217482 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-8fdf09a9-9230-4150-b5ec-ec144d0d9438 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "DELETE /v2.0/security-groups/0c94f319-6142-4be7-8e37-0536cd1832e0 HTTP/1.1" status: 204 len: 168 time: 0.3530457 Aug 19 14:39:13.219776 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38578) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:13.244338 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-43a85772-0335-45a3-bb19-e30a99a4d8d1 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] show failed (client error): The resource could not be found. Aug 19 14:39:13.247309 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-43a85772-0335-45a3-bb19-e30a99a4d8d1 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "GET /v2.0/security-groups/0c94f319-6142-4be7-8e37-0536cd1832e0 HTTP/1.1" status: 404 len: 347 time: 0.0262816 Aug 19 14:39:13.252704 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38580) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:13.258453 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['e5292615-6af6-4a16-9bb2-a8f6dd96f64c'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:39:13.263472 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['e5292615-6af6-4a16-9bb2-a8f6dd96f64c'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:39:13.381986 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf09a9-9230-4150-b5ec-ec144d0d9438 tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c94f319-6142-4be7-8e37-0536cd1832e0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:13.390222 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port e5292615-6af6-4a16-9bb2-a8f6dd96f64c, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=e5292615-6af6-4a16-9bb2-a8f6dd96f64c,segment=NetworkSegment(911020b2-3bb4-4db0-af7a-51b07cbea653),segment_id=911020b2-3bb4-4db0-af7a-51b07cbea653)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:39:13.448910 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 1cf4dfc3-7805-49cb-b775-488a2bae7b46 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:39:13.506907 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device e5292615-6af6-4a16-9bb2-a8f6dd96f64c has no active binding in host n-h1-766043-2 {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 14:39:13.530491 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7afdf8-b687-449b-9eb9-91ebb1cb0774 req-44c7f292-9bc3-4f3f-bf9c-b0690d7042eb tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:13.532068 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ba7afdf8-b687-449b-9eb9-91ebb1cb0774 req-44c7f292-9bc3-4f3f-bf9c-b0690d7042eb tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=0159c47c-f124-4e1b-8ede-a160de3f5352 HTTP/1.1" status: 200 len: 944 time: 0.1470394 Aug 19 14:39:13.559225 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6a7671f7-6038-4123-b87b-a12ad8d55ed0 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:13.574028 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-6a7671f7-6038-4123-b87b-a12ad8d55ed0 None None] Transition to ACTIVE for port object f6d0a280-4857-462d-a7e2-0031d804288e will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:39:13.586657 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ba7afdf8-b687-449b-9eb9-91ebb1cb0774 req-00a86f93-b7be-4e48-99c0-1d2ee80552b9 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413699 Aug 19 14:39:13.588621 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-289e5503-7e5f-458b-a014-6531fec78a2d tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Deleting port ebf340a8-7702-41f6-9895-76281749fd79 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:39:13.588976 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-289e5503-7e5f-458b-a014-6531fec78a2d tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:13.597517 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6a7671f7-6038-4123-b87b-a12ad8d55ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:13.605503 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 1cf4dfc3-7805-49cb-b775-488a2bae7b46 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:39:13.605887 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:13.728832 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-289e5503-7e5f-458b-a014-6531fec78a2d tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:13.729164 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-289e5503-7e5f-458b-a014-6531fec78a2d tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:13.755697 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-289e5503-7e5f-458b-a014-6531fec78a2d tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Calling delete_port for ebf340a8-7702-41f6-9895-76281749fd79 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:39:13.856097 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda05da-d828-456f-9b5d-a4f72d10c500 None None] Pushing event updated for resources: {'Port': ['ID=f6d0a280-4857-462d-a7e2-0031d804288e,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:13.880377 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-6a7671f7-6038-4123-b87b-a12ad8d55ed0 None None] Attempting to bind port f6d0a280-4857-462d-a7e2-0031d804288e on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:39:13.881602 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-6a7671f7-6038-4123-b87b-a12ad8d55ed0 None None] Attempting to bind port f6d0a280-4857-462d-a7e2-0031d804288e by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'a7b4169d-aca4-48ae-9564-ded492f4f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '120c5244-d1e2-46c3-b22a-2b90b5b4e09c'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:39:13.883139 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7671f7-6038-4123-b87b-a12ad8d55ed0 None None] Attempting to bind port f6d0a280-4857-462d-a7e2-0031d804288e on network 120c5244-d1e2-46c3-b22a-2b90b5b4e09c {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:39:13.899526 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7671f7-6038-4123-b87b-a12ad8d55ed0 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:39:13.901133 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7671f7-6038-4123-b87b-a12ad8d55ed0 None None] Checking segment: {'id': 'a7b4169d-aca4-48ae-9564-ded492f4f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '120c5244-d1e2-46c3-b22a-2b90b5b4e09c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:39:13.901793 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6a7671f7-6038-4123-b87b-a12ad8d55ed0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:13.902897 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7671f7-6038-4123-b87b-a12ad8d55ed0 None None] Bound using segment: {'id': 'a7b4169d-aca4-48ae-9564-ded492f4f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '120c5244-d1e2-46c3-b22a-2b90b5b4e09c'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:39:13.904369 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-6a7671f7-6038-4123-b87b-a12ad8d55ed0 None None] Bound port: f6d0a280-4857-462d-a7e2-0031d804288e, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7b4169d-aca4-48ae-9564-ded492f4f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '120c5244-d1e2-46c3-b22a-2b90b5b4e09c'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:39:13.905174 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6a7671f7-6038-4123-b87b-a12ad8d55ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:13.986095 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d82daa2-d4ef-4b79-b0b0-4b89cb6043e0 req-dbcee2a2-62f4-4cf0-8957-db539d1c3340 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:13.988622 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6d82daa2-d4ef-4b79-b0b0-4b89cb6043e0 req-dbcee2a2-62f4-4cf0-8957-db539d1c3340 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "GET /v2.0/ports?device_id=217a9361-0885-466a-9864-c776fea4a8d6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1266901 Aug 19 14:39:14.008330 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdee430-7be6-4e9d-9d7d-c43a3d07408c req-43e8df70-df53-416d-9b4e-7ba948d32c9b tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:14.009928 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4fdee430-7be6-4e9d-9d7d-c43a3d07408c req-43e8df70-df53-416d-9b4e-7ba948d32c9b tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 951 time: 0.1496894 Aug 19 14:39:14.011703 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-6a7671f7-6038-4123-b87b-a12ad8d55ed0 None None] For port f6d0a280-4857-462d-a7e2-0031d804288e, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:39:14.016087 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-6a7671f7-6038-4123-b87b-a12ad8d55ed0 None None] For port f6d0a280-4857-462d-a7e2-0031d804288e, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=f6d0a280-4857-462d-a7e2-0031d804288e,segment=NetworkSegment(a7b4169d-aca4-48ae-9564-ded492f4f0c1),segment_id=a7b4169d-aca4-48ae-9564-ded492f4f0c1)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:39:14.024239 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6a7671f7-6038-4123-b87b-a12ad8d55ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:14.081738 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6d82daa2-d4ef-4b79-b0b0-4b89cb6043e0 req-fc4e72b8-9786-470e-860d-2da42c9ed817 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0707836 Aug 19 14:39:14.115236 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7671f7-6038-4123-b87b-a12ad8d55ed0 None None] Routers {'53fdcd52-034b-473a-bf94-f746c4501376'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:39:14.115691 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6a7671f7-6038-4123-b87b-a12ad8d55ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:39:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['53fdcd52-034b-473a-bf94-f746c4501376'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:39:14.116456 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4fdee430-7be6-4e9d-9d7d-c43a3d07408c req-edb03074-1d46-4112-b909-ecff2d8bfe60 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770028 Aug 19 14:39:14.122430 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-289e5503-7e5f-458b-a014-6531fec78a2d tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:14.167282 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda05da-d828-456f-9b5d-a4f72d10c500 None None] Pushing event updated for resources: {'Port': ['ID=f6d0a280-4857-462d-a7e2-0031d804288e,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:14.167935 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e5503-7e5f-458b-a014-6531fec78a2d tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Pushing event deleted for resources: {'Port': ['ID=ebf340a8-7702-41f6-9895-76281749fd79,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:14.245007 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-289e5503-7e5f-458b-a014-6531fec78a2d tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:14.248220 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-289e5503-7e5f-458b-a014-6531fec78a2d tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:14.252752 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-289e5503-7e5f-458b-a014-6531fec78a2d tempest-ImagesOneServerNegativeTestJSON-877012175 tempest-ImagesOneServerNegativeTestJSON-877012175-project] 10.222.0.69 "DELETE /v2.0/floatingips/c3fbe78e-0ff0-4da5-a4e5-ba8ed2bafee1 HTTP/1.1" status: 204 len: 168 time: 0.9978390 Aug 19 14:39:14.258035 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38602) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:14.347739 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-6a7671f7-6038-4123-b87b-a12ad8d55ed0 None None] Set router 53fdcd52-034b-473a-bf94-f746c4501376 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:39:14.358196 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3766627f-376a-43d5-a8ef-dfab7196ab0a req-dc44c21e-285b-47c5-8c68-067b3148c6bf tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0566690 Aug 19 14:39:14.746204 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6a7671f7-6038-4123-b87b-a12ad8d55ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fdcd52-034b-473a-bf94-f746c4501376', 'name': 'tempest-TaggedBootDevicesTest-468413341-router', 'tenant_id': 'eac9849a6187411198187660adbcdd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '1cf4dfc3-7805-49cb-b775-488a2bae7b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:39:00Z', 'updated_at': '2021-08-19T14:39:08Z', 'revision_number': 4, 'project_id': 'eac9849a6187411198187660adbcdd48', 'gw_port': {'id': '1cf4dfc3-7805-49cb-b775-488a2bae7b46', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:87:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fdcd52-034b-473a-bf94-f746c4501376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:02Z', 'updated_at': '2021-08-19T14:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'f6d0a280-4857-462d-a7e2-0031d804288e', 'name': '', 'network_id': '120c5244-d1e2-46c3-b22a-2b90b5b4e09c', 'tenant_id': 'eac9849a6187411198187660adbcdd48', 'mac_address': 'fa:16:3e:35:9e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fdcd52-034b-473a-bf94-f746c4501376', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'd90280f3-05d8-4d32-bed7-d9a137266bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:07Z', 'updated_at': '2021-08-19T14:39:14Z', 'revision_number': 4, 'project_id': 'eac9849a6187411198187660adbcdd48', 'subnets': [{'id': 'd90280f3-05d8-4d32-bed7-d9a137266bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:39:14.793060 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7671f7-6038-4123-b87b-a12ad8d55ed0 None None] The sync data for ids ['53fdcd52-034b-473a-bf94-f746c4501376'] in n-d-766043-2 is: [{'id': '53fdcd52-034b-473a-bf94-f746c4501376', 'name': 'tempest-TaggedBootDevicesTest-468413341-router', 'tenant_id': 'eac9849a6187411198187660adbcdd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '1cf4dfc3-7805-49cb-b775-488a2bae7b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:39:00Z', 'updated_at': '2021-08-19T14:39:08Z', 'revision_number': 4, 'project_id': 'eac9849a6187411198187660adbcdd48', 'gw_port': {'id': '1cf4dfc3-7805-49cb-b775-488a2bae7b46', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:87:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fdcd52-034b-473a-bf94-f746c4501376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:02Z', 'updated_at': '2021-08-19T14:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'f6d0a280-4857-462d-a7e2-0031d804288e', 'name': '', 'network_id': '120c5244-d1e2-46c3-b22a-2b90b5b4e09c', 'tenant_id': 'eac9849a6187411198187660adbcdd48', 'mac_address': 'fa:16:3e:35:9e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fdcd52-034b-473a-bf94-f746c4501376', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'd90280f3-05d8-4d32-bed7-d9a137266bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:07Z', 'updated_at': '2021-08-19T14:39:14Z', 'revision_number': 4, 'project_id': 'eac9849a6187411198187660adbcdd48', 'subnets': [{'id': 'd90280f3-05d8-4d32-bed7-d9a137266bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:39:14.802638 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0159c47c-f124-4e1b-8ede-a160de3f5352', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5292615-6af6-4a16-9bb2-a8f6dd96f64c'}, {'name': 'network-changed', 'server_uuid': '0159c47c-f124-4e1b-8ede-a160de3f5352', 'tag': 'e5292615-6af6-4a16-9bb2-a8f6dd96f64c'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:39:14.806211 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e48edf-b02b-4525-a5d1-f832b00dbac4" -d '{"events": [{"server_uuid": "0159c47c-f124-4e1b-8ede-a160de3f5352", "name": "network-vif-unplugged", "status": "completed", "tag": "e5292615-6af6-4a16-9bb2-a8f6dd96f64c"}, {"name": "network-changed", "server_uuid": "0159c47c-f124-4e1b-8ede-a160de3f5352", "tag": "e5292615-6af6-4a16-9bb2-a8f6dd96f64c"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:39:14.818894 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38622) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:14.944035 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-cefff0df-cfbc-4996-a00c-3062731b7713 admin admin] Deleting subnet 485d38cc-464f-453a-8bf5-ce58f74a38b6 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:39:14.952960 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cefff0df-cfbc-4996-a00c-3062731b7713 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:15.117754 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b22c3e-1e96-40cf-a5c6-b3a75c2af438 req-4e914f0d-27cd-4792-8842-d4ec3d0788cb tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:15.128016 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-43b22c3e-1e96-40cf-a5c6-b3a75c2af438 req-4e914f0d-27cd-4792-8842-d4ec3d0788cb tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=04be2ca5-bab9-440a-b9bc-9f49e66d3311 HTTP/1.1" status: 200 len: 945 time: 0.4499571 Aug 19 14:39:15.155302 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e232b-c081-465f-914f-0db852ba1dfe req-232307c0-c3d5-4b63-bd7f-47dae697788b tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:15.164223 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c44e232b-c081-465f-914f-0db852ba1dfe req-232307c0-c3d5-4b63-bd7f-47dae697788b tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=0159c47c-f124-4e1b-8ede-a160de3f5352 HTTP/1.1" status: 200 len: 944 time: 0.1213899 Aug 19 14:39:15.235842 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-43b22c3e-1e96-40cf-a5c6-b3a75c2af438 req-91a9bc9e-b031-4469-8a75-0f9a64a49638 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028032 Aug 19 14:39:15.258401 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c44e232b-c081-465f-914f-0db852ba1dfe req-7f5ff16e-732a-47bd-b62a-9bc6a2beefb7 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927658 Aug 19 14:39:15.488834 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cefff0df-cfbc-4996-a00c-3062731b7713 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:15.494003 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 19 Aug 2021 14:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8424e5c5-f29e-4d16-91bc-0064f3d3efc7 x-openstack-request-id: req-8424e5c5-f29e-4d16-91bc-0064f3d3efc7 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:39:15.494325 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0159c47c-f124-4e1b-8ede-a160de3f5352", "name": "network-vif-unplugged", "status": "completed", "tag": "e5292615-6af6-4a16-9bb2-a8f6dd96f64c", "code": 200}, {"name": "network-changed", "server_uuid": "0159c47c-f124-4e1b-8ede-a160de3f5352", "tag": "e5292615-6af6-4a16-9bb2-a8f6dd96f64c", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:39:15.494838 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8424e5c5-f29e-4d16-91bc-0064f3d3efc7 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:39:15.495404 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0159c47c-f124-4e1b-8ede-a160de3f5352', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5292615-6af6-4a16-9bb2-a8f6dd96f64c', 'code': 200} Aug 19 14:39:15.495816 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0159c47c-f124-4e1b-8ede-a160de3f5352', 'tag': 'e5292615-6af6-4a16-9bb2-a8f6dd96f64c', 'status': 'completed', 'code': 200} Aug 19 14:39:15.555499 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6d48a-583a-422a-9612-ece59a707de4 req-67e70e02-4646-4319-8728-143e9aaf90ee tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:15.557083 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-29e6d48a-583a-422a-9612-ece59a707de4 req-67e70e02-4646-4319-8728-143e9aaf90ee tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "GET /v2.0/ports?device_id=217a9361-0885-466a-9864-c776fea4a8d6 HTTP/1.1" status: 200 len: 946 time: 0.1778784 Aug 19 14:39:15.560558 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e48edf-b02b-4525-a5d1-f832b00dbac4 req-f357c009-181a-4a59-81e6-0fb5cde67d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:15.562062 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c6e48edf-b02b-4525-a5d1-f832b00dbac4 req-f357c009-181a-4a59-81e6-0fb5cde67d77 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b2e5fa7db1364ccea50861254cd97ec3&device_id=0159c47c-f124-4e1b-8ede-a160de3f5352 HTTP/1.1" status: 200 len: 1125 time: 0.1671455 Aug 19 14:39:15.586911 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724dbc3-39c5-49fd-b2dc-7f6fa4135066 req-706d4fe4-56e3-4a6a-9caa-8b2c09bd83c6 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:15.594844 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a724dbc3-39c5-49fd-b2dc-7f6fa4135066 req-706d4fe4-56e3-4a6a-9caa-8b2c09bd83c6 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 951 time: 0.1266732 Aug 19 14:39:15.647991 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cefff0df-cfbc-4996-a00c-3062731b7713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:15.658694 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5568ddd-fb07-4850-b4bd-49f95df1c9e3 req-b9e75a64-2e53-4db9-b0b3-a32cce4e46ce tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:15.661129 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c5568ddd-fb07-4850-b4bd-49f95df1c9e3 req-b9e75a64-2e53-4db9-b0b3-a32cce4e46ce tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.88 "GET /v2.0/ports?device_id=04be2ca5-bab9-440a-b9bc-9f49e66d3311 HTTP/1.1" status: 200 len: 945 time: 0.1639037 Aug 19 14:39:15.693385 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-301b72d7-5245-4cad-b468-481d6cd62466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:15.711719 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-29e6d48a-583a-422a-9612-ece59a707de4 req-885546a3-1832-4a33-8310-fc62478cd62d tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "GET /v2.0/security-groups?id=94244281-8a6c-450e-8998-40bb74882906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462548 Aug 19 14:39:15.745949 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a724dbc3-39c5-49fd-b2dc-7f6fa4135066 req-ec120ebf-19d2-478a-956a-50d5b3449f6c tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496165 Aug 19 14:39:15.801449 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e48edf-b02b-4525-a5d1-f832b00dbac4 req-88250565-45d4-4643-afc1-89b8d9b609a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:15.802543 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c6e48edf-b02b-4525-a5d1-f832b00dbac4 req-88250565-45d4-4643-afc1-89b8d9b609a5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=1bc22803-e21f-489d-a441-493f1928ab13 HTTP/1.1" status: 200 len: 922 time: 0.1935201 Aug 19 14:39:15.852213 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c6e48edf-b02b-4525-a5d1-f832b00dbac4 req-f5e3e136-18ad-41cb-a304-7d251411c8a8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5292615-6af6-4a16-9bb2-a8f6dd96f64c HTTP/1.1" status: 200 len: 217 time: 0.0404553 Aug 19 14:39:15.930031 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e48edf-b02b-4525-a5d1-f832b00dbac4 req-9fd6c6d4-b0e1-42d3-b4b2-16c0066df14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:15.934579 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c6e48edf-b02b-4525-a5d1-f832b00dbac4 req-9fd6c6d4-b0e1-42d3-b4b2-16c0066df14f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0f5154a7-363a-4827-ab5d-78b924f5e137 HTTP/1.1" status: 200 len: 861 time: 0.0741825 Aug 19 14:39:15.945108 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cefff0df-cfbc-4996-a00c-3062731b7713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:16.014511 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cefff0df-cfbc-4996-a00c-3062731b7713 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:16.016459 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c6e48edf-b02b-4525-a5d1-f832b00dbac4 req-b81f9511-263e-4481-8440-315c5bd22445 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1bc22803-e21f-489d-a441-493f1928ab13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582006 Aug 19 14:39:16.016626 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-cefff0df-cfbc-4996-a00c-3062731b7713 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/485d38cc-464f-453a-8bf5-ce58f74a38b6 HTTP/1.1" status: 204 len: 168 time: 1.1918280 Aug 19 14:39:16.023863 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38634) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:16.051012 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefff0df-cfbc-4996-a00c-3062731b7713 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=485d38cc-464f-453a-8bf5-ce58f74a38b6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:16.082947 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0b8a9-6747-4502-8887-44e488e9571d req-cf1ff0da-c707-4734-bb8d-3591ae8acf29 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:16.084496 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-51a0b8a9-6747-4502-8887-44e488e9571d req-cf1ff0da-c707-4734-bb8d-3591ae8acf29 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 951 time: 0.2065463 Aug 19 14:39:16.131022 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46094005-7765-4fe5-a1ac-12235e634e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:16.145352 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-c5568ddd-fb07-4850-b4bd-49f95df1c9e3 req-015a3edf-9c32-4b98-a9a4-81f16f9feeb7 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Deleting port ccfecd33-d250-4fe3-ba14-6b601f5efe9e {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:39:16.145690 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c5568ddd-fb07-4850-b4bd-49f95df1c9e3 req-015a3edf-9c32-4b98-a9a4-81f16f9feeb7 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:16.234868 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c6e48edf-b02b-4525-a5d1-f832b00dbac4 req-46b83dc1-eaa5-49b1-ab5f-09ae94e2bc34 service neutron] 10.222.0.88 "GET /v2.0/networks/1bc22803-e21f-489d-a441-493f1928ab13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036431 Aug 19 14:39:16.323214 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-c5568ddd-fb07-4850-b4bd-49f95df1c9e3 req-015a3edf-9c32-4b98-a9a4-81f16f9feeb7 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] For port ccfecd33-d250-4fe3-ba14-6b601f5efe9e, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=ccfecd33-d250-4fe3-ba14-6b601f5efe9e,segment=NetworkSegment(cdbe220c-711d-4dcd-9811-178ea37b55c3),segment_id=cdbe220c-711d-4dcd-9811-178ea37b55c3)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:39:16.323580 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c5568ddd-fb07-4850-b4bd-49f95df1c9e3 req-015a3edf-9c32-4b98-a9a4-81f16f9feeb7 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:16.352098 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46094005-7765-4fe5-a1ac-12235e634e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:16.366429 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-c5568ddd-fb07-4850-b4bd-49f95df1c9e3 req-015a3edf-9c32-4b98-a9a4-81f16f9feeb7 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Calling delete_port for ccfecd33-d250-4fe3-ba14-6b601f5efe9e owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:39:16.369655 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-51a0b8a9-6747-4502-8887-44e488e9571d req-dc9b13e2-4b01-4e4d-bec5-751e55784783 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Deleting port 4a990205-9f36-4de0-bda4-d5be7e334fd0 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:39:16.369987 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-51a0b8a9-6747-4502-8887-44e488e9571d req-dc9b13e2-4b01-4e4d-bec5-751e55784783 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:16.428446 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-46094005-7765-4fe5-a1ac-12235e634e06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbd2a93a-7213-4b80-b420-e06e4ab28650']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:39:16.485073 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-46094005-7765-4fe5-a1ac-12235e634e06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:39:16.485470 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-46094005-7765-4fe5-a1ac-12235e634e06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f4d79c8-c2d7-4c7c-ac78-19e5697dcea2') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:39:16.514340 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46094005-7765-4fe5-a1ac-12235e634e06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:16.562736 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-51a0b8a9-6747-4502-8887-44e488e9571d req-dc9b13e2-4b01-4e4d-bec5-751e55784783 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] For port 4a990205-9f36-4de0-bda4-d5be7e334fd0, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=4a990205-9f36-4de0-bda4-d5be7e334fd0,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:39:16.563332 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-51a0b8a9-6747-4502-8887-44e488e9571d req-dc9b13e2-4b01-4e4d-bec5-751e55784783 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:16.569846 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade5e740-a5ed-435d-aced-7ae8c8f1f1eb req-9203184a-6e3d-4ba2-963b-41e5d7b2ac93 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:16.571636 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ade5e740-a5ed-435d-aced-7ae8c8f1f1eb req-9203184a-6e3d-4ba2-963b-41e5d7b2ac93 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=0159c47c-f124-4e1b-8ede-a160de3f5352 HTTP/1.1" status: 200 len: 944 time: 0.1814318 Aug 19 14:39:16.577138 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46094005-7765-4fe5-a1ac-12235e634e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:16.588210 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-51a0b8a9-6747-4502-8887-44e488e9571d req-dc9b13e2-4b01-4e4d-bec5-751e55784783 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Calling delete_port for 4a990205-9f36-4de0-bda4-d5be7e334fd0 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:39:16.599498 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9fcfb8-8ff3-4d5b-833f-3632c84bb617 req-453eef9c-24f8-4eb2-a949-31c71f23bbee tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:16.607095 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1c9fcfb8-8ff3-4d5b-833f-3632c84bb617 req-453eef9c-24f8-4eb2-a949-31c71f23bbee tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=04be2ca5-bab9-440a-b9bc-9f49e66d3311 HTTP/1.1" status: 200 len: 945 time: 0.2132361 Aug 19 14:39:16.607360 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-301b72d7-5245-4cad-b468-481d6cd62466 admin admin] Deleting port 593b9313-95d2-43dd-8993-e39b72ca8142 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:39:16.607718 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-301b72d7-5245-4cad-b468-481d6cd62466 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:16.624422 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c6e48edf-b02b-4525-a5d1-f832b00dbac4 req-90286ba4-a3e8-47a1-a38e-13e8b222162c service neutron] 10.222.0.88 "GET /v2.0/networks/1bc22803-e21f-489d-a441-493f1928ab13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517535 Aug 19 14:39:16.628734 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46094005-7765-4fe5-a1ac-12235e634e06 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:39:16.629419 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46094005-7765-4fe5-a1ac-12235e634e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:16.631295 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:39:16.631295 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:39:16.631295 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:39:16.631295 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:39:16.631295 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:39:16.631295 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:39:16.631295 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:39:16.631295 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:39:16.631295 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:39:16.631295 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:39:16.631295 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:39:16.631295 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:39:16.631295 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:39:16.631295 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:39:16.631295 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:39:16.631295 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:39:16.631295 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:39:16.631295 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:39:16.631295 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:39:16.631295 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:39:16.631295 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:39:16.631295 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:39:16.631295 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:39:16.631295 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:39:16.631295 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:39:16.631295 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:39:16.631295 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:39:16.631295 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:39:16.631295 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:39:16.631295 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:39:16.631295 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:39:16.631295 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:39:16.718415 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ade5e740-a5ed-435d-aced-7ae8c8f1f1eb req-cbfce76f-683e-4a62-99fa-7f696cb877ef tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369379 Aug 19 14:39:16.732187 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46094005-7765-4fe5-a1ac-12235e634e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:16.760904 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1c9fcfb8-8ff3-4d5b-833f-3632c84bb617 req-9d4bfafe-ac4d-4b5b-b11d-3ca98fb3a8d0 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/security-groups?id=86404dcf-93da-429d-ab2c-969849616654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412253 Aug 19 14:39:16.801355 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c5568ddd-fb07-4850-b4bd-49f95df1c9e3 req-015a3edf-9c32-4b98-a9a4-81f16f9feeb7 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:16.812092 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46094005-7765-4fe5-a1ac-12235e634e06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:16.814929 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-46094005-7765-4fe5-a1ac-12235e634e06 admin admin] 10.222.0.69 "DELETE /v2.0/networks/bbd2a93a-7213-4b80-b420-e06e4ab28650 HTTP/1.1" status: 204 len: 168 time: 0.7900329 Aug 19 14:39:16.898559 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-301b72d7-5245-4cad-b468-481d6cd62466 admin admin] For port 593b9313-95d2-43dd-8993-e39b72ca8142, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=593b9313-95d2-43dd-8993-e39b72ca8142,segment=NetworkSegment(3b829adb-df02-4027-b39b-d94446f6765e),segment_id=3b829adb-df02-4027-b39b-d94446f6765e)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:39:16.898807 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-301b72d7-5245-4cad-b468-481d6cd62466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:16.917426 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-301b72d7-5245-4cad-b468-481d6cd62466 admin admin] Calling delete_port for 593b9313-95d2-43dd-8993-e39b72ca8142 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:39:16.919615 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46094005-7765-4fe5-a1ac-12235e634e06 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbd2a93a-7213-4b80-b420-e06e4ab28650,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:16.976079 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a859e-62d0-4756-a28d-7424a8fbb398 req-3565ab7d-aa74-4ec7-a652-ed48206a6149 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:16.981117 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-733a859e-62d0-4756-a28d-7424a8fbb398 req-3565ab7d-aa74-4ec7-a652-ed48206a6149 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 951 time: 0.1279366 Aug 19 14:39:16.991868 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f710da92-2bbb-435d-9188-1b2874d88052 req-ca43768e-9ffc-4d4f-8427-b5ffaa1ccb4d tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:16.993442 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f710da92-2bbb-435d-9188-1b2874d88052 req-ca43768e-9ffc-4d4f-8427-b5ffaa1ccb4d tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.88 "GET /v2.0/ports?device_id=217a9361-0885-466a-9864-c776fea4a8d6 HTTP/1.1" status: 200 len: 946 time: 0.2740133 Aug 19 14:39:17.000879 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38648) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:17.112300 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2416148-7a41-4ded-b7f5-44d1e219dab8 req-393b5c51-b7cc-4e60-beee-12238d407bd8 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:17.120632 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f2416148-7a41-4ded-b7f5-44d1e219dab8 req-393b5c51-b7cc-4e60-beee-12238d407bd8 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "GET /v2.0/ports?device_id=217a9361-0885-466a-9864-c776fea4a8d6 HTTP/1.1" status: 200 len: 946 time: 0.2175097 Aug 19 14:39:17.138476 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-301b72d7-5245-4cad-b468-481d6cd62466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:17.143816 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015a3edf-9c32-4b98-a9a4-81f16f9feeb7 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Pushing event deleted for resources: {'Port': ['ID=ccfecd33-d250-4fe3-ba14-6b601f5efe9e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:17.156435 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-51a0b8a9-6747-4502-8887-44e488e9571d req-dc9b13e2-4b01-4e4d-bec5-751e55784783 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:17.163627 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:39:17.179698 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b72d7-5245-4cad-b468-481d6cd62466 admin admin] Pushing event deleted for resources: {'Port': ['ID=593b9313-95d2-43dd-8993-e39b72ca8142,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:17.231691 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f2416148-7a41-4ded-b7f5-44d1e219dab8 req-2baa8503-4902-43d8-b54f-fdc30d1aa3ee tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "GET /v2.0/security-groups?id=94244281-8a6c-450e-8998-40bb74882906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075387 Aug 19 14:39:17.250155 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-733a859e-62d0-4756-a28d-7424a8fbb398 req-1b3e67ab-d966-4258-af74-10a0b559207a tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548501 Aug 19 14:39:17.262462 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['d06613a0-9966-412e-a040-1baeecf75cee'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:39:17.277283 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-0072e304-cc17-44a2-b426-c3e03eef6955 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5d196cbee1214cf6a91c09d6264353bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2729156 Aug 19 14:39:17.279634 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38652) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:17.319474 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device f6d0a280-4857-462d-a7e2-0031d804288e up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:39:17.374534 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-f710da92-2bbb-435d-9188-1b2874d88052 req-49327e80-4b62-4b88-b9ff-b67359d14671 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Deleting port 84d47a63-6171-4e56-b328-4e29db341305 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:39:17.374534 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f710da92-2bbb-435d-9188-1b2874d88052 req-49327e80-4b62-4b88-b9ff-b67359d14671 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:17.406489 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5568ddd-fb07-4850-b4bd-49f95df1c9e3 req-015a3edf-9c32-4b98-a9a4-81f16f9feeb7 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] No DVR routers for this DVR port ccfecd33-d250-4fe3-ba14-6b601f5efe9e on host n-h2-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:39:17.411072 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b13e2-4b01-4e4d-bec5-751e55784783 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Pushing event deleted for resources: {'Port': ['ID=4a990205-9f36-4de0-bda4-d5be7e334fd0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:17.447507 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-785128b5-1778-4e50-9884-c634e68426d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:17.447748 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c5568ddd-fb07-4850-b4bd-49f95df1c9e3 req-015a3edf-9c32-4b98-a9a4-81f16f9feeb7 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:17.447748 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c5568ddd-fb07-4850-b4bd-49f95df1c9e3 req-015a3edf-9c32-4b98-a9a4-81f16f9feeb7 tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.88 "DELETE /v2.0/ports/ccfecd33-d250-4fe3-ba14-6b601f5efe9e HTTP/1.1" status: 204 len: 173 time: 1.7496276 Aug 19 14:39:17.502241 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04be2ca5-bab9-440a-b9bc-9f49e66d3311', 'name': 'network-vif-deleted', 'tag': 'ccfecd33-d250-4fe3-ba14-6b601f5efe9e'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:39:17.504819 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b8c2ec-06a4-4987-9955-4612bb783d65" -d '{"events": [{"server_uuid": "04be2ca5-bab9-440a-b9bc-9f49e66d3311", "name": "network-vif-deleted", "tag": "ccfecd33-d250-4fe3-ba14-6b601f5efe9e"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:39:17.541025 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-785128b5-1778-4e50-9884-c634e68426d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:17.642842 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port f6d0a280-4857-462d-a7e2-0031d804288e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:39:17.657967 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port f6d0a280-4857-462d-a7e2-0031d804288e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:39:17.658347 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:17.673427 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-f710da92-2bbb-435d-9188-1b2874d88052 req-49327e80-4b62-4b88-b9ff-b67359d14671 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] For port 84d47a63-6171-4e56-b328-4e29db341305, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=84d47a63-6171-4e56-b328-4e29db341305,segment=NetworkSegment(4fff729b-2fb6-40e9-b546-b5e2c897b968),segment_id=4fff729b-2fb6-40e9-b546-b5e2c897b968)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:39:17.673801 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f710da92-2bbb-435d-9188-1b2874d88052 req-49327e80-4b62-4b88-b9ff-b67359d14671 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:17.691673 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-f710da92-2bbb-435d-9188-1b2874d88052 req-49327e80-4b62-4b88-b9ff-b67359d14671 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Calling delete_port for 84d47a63-6171-4e56-b328-4e29db341305 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:39:17.704522 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-785128b5-1778-4e50-9884-c634e68426d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:17.707877 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-785128b5-1778-4e50-9884-c634e68426d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:17.712175 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-785128b5-1778-4e50-9884-c634e68426d8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7a93f3bc-eb52-4521-81e6-41db3c003964 HTTP/1.1" status: 204 len: 168 time: 0.4288976 Aug 19 14:39:17.724198 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785128b5-1778-4e50-9884-c634e68426d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a93f3bc-eb52-4521-81e6-41db3c003964,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:17.737295 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2cc4dd-ca23-4442-bbd1-ca9d7666c81f x-openstack-request-id: req-da2cc4dd-ca23-4442-bbd1-ca9d7666c81f {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:39:17.737990 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04be2ca5-bab9-440a-b9bc-9f49e66d3311", "name": "network-vif-deleted", "tag": "ccfecd33-d250-4fe3-ba14-6b601f5efe9e", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:39:17.737990 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-da2cc4dd-ca23-4442-bbd1-ca9d7666c81f {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:39:17.738267 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04be2ca5-bab9-440a-b9bc-9f49e66d3311', 'name': 'network-vif-deleted', 'tag': 'ccfecd33-d250-4fe3-ba14-6b601f5efe9e', 'status': 'completed', 'code': 200} Aug 19 14:39:17.758402 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-301b72d7-5245-4cad-b468-481d6cd62466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:17.806289 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-51a0b8a9-6747-4502-8887-44e488e9571d req-dc9b13e2-4b01-4e4d-bec5-751e55784783 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] No DVR routers for this DVR port 4a990205-9f36-4de0-bda4-d5be7e334fd0 on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:39:17.820617 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-51a0b8a9-6747-4502-8887-44e488e9571d req-dc9b13e2-4b01-4e4d-bec5-751e55784783 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:17.822765 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-51a0b8a9-6747-4502-8887-44e488e9571d req-dc9b13e2-4b01-4e4d-bec5-751e55784783 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.68 "DELETE /v2.0/ports/4a990205-9f36-4de0-bda4-d5be7e334fd0 HTTP/1.1" status: 204 len: 173 time: 1.7186029 Aug 19 14:39:17.986676 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:17.989567 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device ccfecd33-d250-4fe3-ba14-6b601f5efe9e no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:39:18.030757 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: ccfecd33-d250-4fe3-ba14-6b601f5efe9e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:39:18.033730 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device ccfecd33-d250-4fe3-ba14-6b601f5efe9e not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:39:18.035505 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f710da92-2bbb-435d-9188-1b2874d88052 req-49327e80-4b62-4b88-b9ff-b67359d14671 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:18.036169 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device e5292615-6af6-4a16-9bb2-a8f6dd96f64c no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:39:18.082136 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963deae-a2ea-4dd7-97ba-57771e2e9136 req-8ac14155-119a-4075-9983-4379c3f12d54 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:18.089837 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d963deae-a2ea-4dd7-97ba-57771e2e9136 req-8ac14155-119a-4075-9983-4379c3f12d54 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=0159c47c-f124-4e1b-8ede-a160de3f5352 HTTP/1.1" status: 200 len: 944 time: 0.2091796 Aug 19 14:39:18.216538 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port f6d0a280-4857-462d-a7e2-0031d804288e, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=f6d0a280-4857-462d-a7e2-0031d804288e,segment=NetworkSegment(a7b4169d-aca4-48ae-9564-ded492f4f0c1),segment_id=a7b4169d-aca4-48ae-9564-ded492f4f0c1)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:39:18.228252 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49327e80-4b62-4b88-b9ff-b67359d14671 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Pushing event deleted for resources: {'Port': ['ID=84d47a63-6171-4e56-b328-4e29db341305,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:18.231211 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:18.301617 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-589a46f5-7b10-4623-8e1d-c3a091f7f1fa req-23280339-8726-438a-993f-0f26158af12f tempest-LiveMigrationTest-1689898919 tempest-LiveMigrationTest-1689898919-project] 10.222.0.69 "GET /v2.0/ports?device_id=04be2ca5-bab9-440a-b9bc-9f49e66d3311 HTTP/1.1" status: 200 len: 210 time: 0.1176631 Aug 19 14:39:18.459926 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-301b72d7-5245-4cad-b468-481d6cd62466 admin admin] Router 423e4b35-c25b-46d7-9594-98ea679d21e5 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:39:18.465328 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-f710da92-2bbb-435d-9188-1b2874d88052 req-49327e80-4b62-4b88-b9ff-b67359d14671 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] No DVR routers for this DVR port 84d47a63-6171-4e56-b328-4e29db341305 on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:39:18.498263 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d963deae-a2ea-4dd7-97ba-57771e2e9136 req-4e0d30f2-3637-4ea4-b405-aeef11af6fe0 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4071596 Aug 19 14:39:18.500847 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f710da92-2bbb-435d-9188-1b2874d88052 req-49327e80-4b62-4b88-b9ff-b67359d14671 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:18.502903 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f710da92-2bbb-435d-9188-1b2874d88052 req-49327e80-4b62-4b88-b9ff-b67359d14671 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.88 "DELETE /v2.0/ports/84d47a63-6171-4e56-b328-4e29db341305 HTTP/1.1" status: 204 len: 173 time: 1.4952514 Aug 19 14:39:18.503458 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217a9361-0885-466a-9864-c776fea4a8d6', 'name': 'network-vif-deleted', 'tag': '84d47a63-6171-4e56-b328-4e29db341305'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:39:18.505999 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=f6d0a280-4857-462d-a7e2-0031d804288e,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:18.516923 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:39:18.518489 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:39:18.519340 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:39:18.519958 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:39:18.520552 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:39:18.522883 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:39:18.523509 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:39:18.523770 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017a5f0f-7dc8-417e-8546-438545308116" -d '{"events": [{"server_uuid": "217a9361-0885-466a-9864-c776fea4a8d6", "name": "network-vif-deleted", "tag": "84d47a63-6171-4e56-b328-4e29db341305"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:39:18.524585 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:39:18.527339 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:39:18.527962 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:39:18.528512 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:39:18.529123 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:39:18.603882 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-79e4d943-c47a-455e-9816-baa7eb7dda1b req-47fa5d22-3ae7-400a-bc27-cce14f2e60e5 tempest-FloatingIPsAssociationNegativeTestJSON-262659018 tempest-FloatingIPsAssociationNegativeTestJSON-262659018-project] 10.222.0.69 "GET /v2.0/ports?device_id=217a9361-0885-466a-9864-c776fea4a8d6 HTTP/1.1" status: 200 len: 210 time: 0.1380923 Aug 19 14:39:18.692824 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-484eb2f3-f054-4cab-bfd3-2ea97edcd7ab req-146c0f8b-c212-4741-8b86-19ff73da91c1 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b7809ce-bf5a-405c-8988-25b6a1751938 HTTP/1.1" status: 200 len: 210 time: 0.0507126 Aug 19 14:39:18.798458 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94713533-bf1c-45b0-80cd-784fdc1653f5 x-openstack-request-id: req-94713533-bf1c-45b0-80cd-784fdc1653f5 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:39:18.798969 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217a9361-0885-466a-9864-c776fea4a8d6", "name": "network-vif-deleted", "tag": "84d47a63-6171-4e56-b328-4e29db341305", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:39:18.799125 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-94713533-bf1c-45b0-80cd-784fdc1653f5 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:39:18.799511 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217a9361-0885-466a-9864-c776fea4a8d6', 'name': 'network-vif-deleted', 'tag': '84d47a63-6171-4e56-b328-4e29db341305', 'status': 'completed', 'code': 200} Aug 19 14:39:19.073605 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301b72d7-5245-4cad-b468-481d6cd62466 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:39:19.079407 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-301b72d7-5245-4cad-b468-481d6cd62466 admin admin] 10.222.0.69 "PUT /v2.0/routers/423e4b35-c25b-46d7-9594-98ea679d21e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8203230 Aug 19 14:39:19.082997 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38688) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:19.086981 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fa563a-ce10-4187-ab13-6077f053d392 None None] Sync routers for ids ['423e4b35-c25b-46d7-9594-98ea679d21e5'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:39:19.111203 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fa563a-ce10-4187-ab13-6077f053d392 None None] Routers {'423e4b35-c25b-46d7-9594-98ea679d21e5'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:39:19.115189 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-08fa563a-ce10-4187-ab13-6077f053d392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:39:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['423e4b35-c25b-46d7-9594-98ea679d21e5'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:39:19.117613 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 4a990205-9f36-4de0-bda4-d5be7e334fd0 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:39:19.167104 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: 4a990205-9f36-4de0-bda4-d5be7e334fd0 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:39:19.167777 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 4a990205-9f36-4de0-bda4-d5be7e334fd0 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:39:19.384030 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device f6d0a280-4857-462d-a7e2-0031d804288e up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:39:19.413710 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dd1c644e-205a-495a-8b56-60c3b26b340a admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:19.446972 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38698) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:19.517513 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-08fa563a-ce10-4187-ab13-6077f053d392 None None] Set router 423e4b35-c25b-46d7-9594-98ea679d21e5 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:39:19.547194 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port f6d0a280-4857-462d-a7e2-0031d804288e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:39:19.547505 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:19.660862 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dd1c644e-205a-495a-8b56-60c3b26b340a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:19.790045 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b7809ce-bf5a-405c-8988-25b6a1751938', 'name': 'network-vif-deleted', 'tag': '4a990205-9f36-4de0-bda4-d5be7e334fd0'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:39:19.792871 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3840db-c2fe-4412-bad6-918530964f88" -d '{"events": [{"server_uuid": "7b7809ce-bf5a-405c-8988-25b6a1751938", "name": "network-vif-deleted", "tag": "4a990205-9f36-4de0-bda4-d5be7e334fd0"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:39:19.799728 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dbd32db-c5f2-4f62-bc4d-1fce989d0723 admin admin] Deleting subnet e6c98e66-0094-4a00-ab2a-dbcb4602f2eb {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:39:19.805258 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6dbd32db-c5f2-4f62-bc4d-1fce989d0723 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:19.813191 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-dd1c644e-205a-495a-8b56-60c3b26b340a admin admin] Deleting port 8610495d-8ba5-47bb-a153-eeb9a150ec6e {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:39:19.813729 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dd1c644e-205a-495a-8b56-60c3b26b340a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:19.895943 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5884de-bc86-4629-97d4-bd279105f272 req-fc4daa0a-f5f9-4d9c-b3a5-95a372d23e9b tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:19.907318 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cc5884de-bc86-4629-97d4-bd279105f272 req-fc4daa0a-f5f9-4d9c-b3a5-95a372d23e9b tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=0159c47c-f124-4e1b-8ede-a160de3f5352 HTTP/1.1" status: 200 len: 944 time: 0.1790478 Aug 19 14:39:19.911389 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6dbd32db-c5f2-4f62-bc4d-1fce989d0723 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:19.959847 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38718) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:19.973061 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 84d47a63-6171-4e56-b328-4e29db341305 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:39:20.041903 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: 84d47a63-6171-4e56-b328-4e29db341305 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:39:20.042721 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 84d47a63-6171-4e56-b328-4e29db341305 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:39:20.053709 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-08fa563a-ce10-4187-ab13-6077f053d392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-305745118-router', 'tenant_id': 'dc28959d88bc47a3be9291b5c609f583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '8610495d-8ba5-47bb-a153-eeb9a150ec6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:33:58Z', 'updated_at': '2021-08-19T14:39:17Z', 'revision_number': 5, 'project_id': 'dc28959d88bc47a3be9291b5c609f583', 'gw_port': {'id': '8610495d-8ba5-47bb-a153-eeb9a150ec6e', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:33:59Z', 'updated_at': '2021-08-19T14:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:39:20.075384 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cc5884de-bc86-4629-97d4-bd279105f272 req-700fc0c2-f4b5-493f-9629-eec6c749c0ef tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652856 Aug 19 14:39:20.109519 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fa563a-ce10-4187-ab13-6077f053d392 None None] Checking router: 423e4b35-c25b-46d7-9594-98ea679d21e5 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:39:20.129232 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6dbd32db-c5f2-4f62-bc4d-1fce989d0723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:20.143656 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fa563a-ce10-4187-ab13-6077f053d392 None None] Routers {'423e4b35-c25b-46d7-9594-98ea679d21e5'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:39:20.144272 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-08fa563a-ce10-4187-ab13-6077f053d392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:39:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['423e4b35-c25b-46d7-9594-98ea679d21e5'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:39:20.191050 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-dd1c644e-205a-495a-8b56-60c3b26b340a admin admin] For port 8610495d-8ba5-47bb-a153-eeb9a150ec6e, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=8610495d-8ba5-47bb-a153-eeb9a150ec6e,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:39:20.191732 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dd1c644e-205a-495a-8b56-60c3b26b340a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:20.226097 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-dd1c644e-205a-495a-8b56-60c3b26b340a admin admin] Calling delete_port for 8610495d-8ba5-47bb-a153-eeb9a150ec6e owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:39:20.235846 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0f91c9-b9f3-4f5a-bc56-a6180020b097 x-openstack-request-id: req-3b0f91c9-b9f3-4f5a-bc56-a6180020b097 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:39:20.236125 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b7809ce-bf5a-405c-8988-25b6a1751938", "name": "network-vif-deleted", "tag": "4a990205-9f36-4de0-bda4-d5be7e334fd0", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:39:20.236358 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3b0f91c9-b9f3-4f5a-bc56-a6180020b097 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:39:20.236769 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b7809ce-bf5a-405c-8988-25b6a1751938', 'name': 'network-vif-deleted', 'tag': '4a990205-9f36-4de0-bda4-d5be7e334fd0', 'status': 'completed', 'code': 200} Aug 19 14:39:20.302010 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38724) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:20.349920 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-08fa563a-ce10-4187-ab13-6077f053d392 None None] Set router 423e4b35-c25b-46d7-9594-98ea679d21e5 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:39:20.411258 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6dbd32db-c5f2-4f62-bc4d-1fce989d0723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:20.453769 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-08fa563a-ce10-4187-ab13-6077f053d392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-305745118-router', 'tenant_id': 'dc28959d88bc47a3be9291b5c609f583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:33:58Z', 'updated_at': '2021-08-19T14:39:19Z', 'revision_number': 6, 'project_id': 'dc28959d88bc47a3be9291b5c609f583', 'gw_port_host': None}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:39:20.455045 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6dbd32db-c5f2-4f62-bc4d-1fce989d0723 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:20.459942 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6dbd32db-c5f2-4f62-bc4d-1fce989d0723 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/e6c98e66-0094-4a00-ab2a-dbcb4602f2eb HTTP/1.1" status: 204 len: 168 time: 1.0094879 Aug 19 14:39:20.459942 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd32db-c5f2-4f62-bc4d-1fce989d0723 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6c98e66-0094-4a00-ab2a-dbcb4602f2eb,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:20.462603 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38732) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:20.536750 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fa563a-ce10-4187-ab13-6077f053d392 None None] The sync data for ids ['423e4b35-c25b-46d7-9594-98ea679d21e5'] in n-d-766043-2 is: [{'id': '423e4b35-c25b-46d7-9594-98ea679d21e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-305745118-router', 'tenant_id': 'dc28959d88bc47a3be9291b5c609f583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:33:58Z', 'updated_at': '2021-08-19T14:39:19Z', 'revision_number': 6, 'project_id': 'dc28959d88bc47a3be9291b5c609f583', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:39:20.596617 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e2714993-f0e3-43e3-a226-ec55c72878f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:20.615119 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f7fbe844-4edc-4aef-95f1-030ad555cd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:20.644232 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-a36d4b88-188a-4cd3-bd28-59c8c587e767 service neutron] 10.222.0.88 "GET /v2.0/ports/e5292615-6af6-4a16-9bb2-a8f6dd96f64c/bindings/n-h1-766043-2 HTTP/1.1" status: 200 len: 384 time: 0.3081698 Aug 19 14:39:20.708378 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331c6f9-f09b-41bb-8128-188281c20cba req-393ec7de-f22c-4942-8ca1-457fb5a69699 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:20.709939 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c331c6f9-f09b-41bb-8128-188281c20cba req-393ec7de-f22c-4942-8ca1-457fb5a69699 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=526148ce-3526-40ac-8dbb-b60693c88d9c HTTP/1.1" status: 200 len: 950 time: 0.1853492 Aug 19 14:39:20.766349 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dd1c644e-205a-495a-8b56-60c3b26b340a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:20.805653 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f7fbe844-4edc-4aef-95f1-030ad555cd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:20.826368 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c644e-205a-495a-8b56-60c3b26b340a admin admin] Pushing event deleted for resources: {'Port': ['ID=8610495d-8ba5-47bb-a153-eeb9a150ec6e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:20.830527 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-f7fbe844-4edc-4aef-95f1-030ad555cd7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e6d7ced-670a-4172-99e0-b6cfaa52bcf3']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:39:20.845560 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-f7fbe844-4edc-4aef-95f1-030ad555cd7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdbe220c-711d-4dcd-9811-178ea37b55c3') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:39:20.845896 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-f7fbe844-4edc-4aef-95f1-030ad555cd7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdbe220c-711d-4dcd-9811-178ea37b55c3') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:39:20.862861 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c331c6f9-f09b-41bb-8128-188281c20cba req-ca700504-f806-406a-b33a-8a72e1a7b833 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150520 Aug 19 14:39:20.867266 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f7fbe844-4edc-4aef-95f1-030ad555cd7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:20.897498 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f7fbe844-4edc-4aef-95f1-030ad555cd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:20.909021 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7fbe844-4edc-4aef-95f1-030ad555cd7d admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:39:20.909556 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f7fbe844-4edc-4aef-95f1-030ad555cd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:20.915398 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:39:20.915398 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:39:20.915398 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:39:20.915398 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:39:20.915398 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:39:20.915398 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:39:20.915398 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:39:20.915398 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:39:20.915398 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:39:20.915398 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:39:20.915398 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:39:20.915398 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:39:20.915398 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:39:20.915398 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:39:20.915398 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:39:20.915398 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:39:20.915398 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:39:20.915398 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:39:20.915398 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:39:20.915398 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:39:20.915398 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:39:20.915398 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:39:20.915398 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:39:20.915398 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:39:20.915398 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:39:20.915398 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:39:20.915398 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:39:20.915398 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:39:20.915398 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:39:20.915398 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:39:20.915398 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:39:20.915398 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:39:20.930684 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e2714993-f0e3-43e3-a226-ec55c72878f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:20.967682 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dd1c644e-205a-495a-8b56-60c3b26b340a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:20.969889 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e2714993-f0e3-43e3-a226-ec55c72878f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:21.031027 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f7fbe844-4edc-4aef-95f1-030ad555cd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:21.037136 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f7fbe844-4edc-4aef-95f1-030ad555cd7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:21.042046 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f7fbe844-4edc-4aef-95f1-030ad555cd7d admin admin] 10.222.0.69 "DELETE /v2.0/networks/6e6d7ced-670a-4172-99e0-b6cfaa52bcf3 HTTP/1.1" status: 204 len: 168 time: 0.5747037 Aug 19 14:39:21.045120 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38734) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:21.048069 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2714993-f0e3-43e3-a226-ec55c72878f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1b57ad-ebf2-4358-ac4c-8c4def3e0b6b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:21.081680 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e2714993-f0e3-43e3-a226-ec55c72878f2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8cb025702f0b4a2992167f7df141042e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7720573 Aug 19 14:39:21.081899 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38736) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:21.108139 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fbe844-4edc-4aef-95f1-030ad555cd7d admin admin] Pushing event deleted for resources: {'Network': ['ID=6e6d7ced-670a-4172-99e0-b6cfaa52bcf3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:21.134861 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dd1c644e-205a-495a-8b56-60c3b26b340a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:21.138390 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dd1c644e-205a-495a-8b56-60c3b26b340a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:21.159085 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-6da8e8ac-f452-4e78-99e6-b6dede82b698 admin admin] Deleting subnet 917e40f3-cc27-44a3-a635-07d908212762 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:39:21.163879 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6da8e8ac-f452-4e78-99e6-b6dede82b698 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:21.215779 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9eb4a393-5176-49b3-a8d2-35b162a878c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:21.220378 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6da8e8ac-f452-4e78-99e6-b6dede82b698 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:21.284388 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dd1c644e-205a-495a-8b56-60c3b26b340a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:21.284926 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1c644e-205a-495a-8b56-60c3b26b340a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 423e4b35-c25b-46d7-9594-98ea679d21e5 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:39:21.288674 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-76496174-16f8-4a55-97e3-9791eaa79d92 service neutron] For port e5292615-6af6-4a16-9bb2-a8f6dd96f64c, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=e5292615-6af6-4a16-9bb2-a8f6dd96f64c,segment=NetworkSegment(911020b2-3bb4-4db0-af7a-51b07cbea653),segment_id=911020b2-3bb4-4db0-af7a-51b07cbea653)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:39:21.292301 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-babeb6b6-6a09-4b6b-910d-8ad9b7ec72c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:21.303698 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dd1c644e-205a-495a-8b56-60c3b26b340a admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:21.304837 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-dd1c644e-205a-495a-8b56-60c3b26b340a admin admin] 10.222.0.69 "DELETE /v2.0/routers/423e4b35-c25b-46d7-9594-98ea679d21e5 HTTP/1.1" status: 204 len: 168 time: 2.2208636 Aug 19 14:39:21.308343 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38742) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:21.349353 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-babeb6b6-6a09-4b6b-910d-8ad9b7ec72c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:21.356772 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-76496174-16f8-4a55-97e3-9791eaa79d92 service neutron] For port e5292615-6af6-4a16-9bb2-a8f6dd96f64c, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:39:21.391359 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6da8e8ac-f452-4e78-99e6-b6dede82b698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:21.399598 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61619a12-fbb0-4022-a3fa-54ffd5c7edc7 req-b47e67f4-7f17-4ae6-bc19-b6bc2effe331 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:21.406309 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-61619a12-fbb0-4022-a3fa-54ffd5c7edc7 req-b47e67f4-7f17-4ae6-bc19-b6bc2effe331 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=0159c47c-f124-4e1b-8ede-a160de3f5352 HTTP/1.1" status: 200 len: 944 time: 0.1649435 Aug 19 14:39:21.453144 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-76496174-16f8-4a55-97e3-9791eaa79d92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5292615-6af6-4a16-9bb2-a8f6dd96f64c {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:39:21.465322 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8fe3a98-36b5-476b-b92c-82bffc62bf22 admin admin] Deleting subnet da9af51b-745c-4f7e-9d6d-360f30f81e3e {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:39:21.481077 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8fe3a98-36b5-476b-b92c-82bffc62bf22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:21.506575 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-76496174-16f8-4a55-97e3-9791eaa79d92 service neutron] For port e5292615-6af6-4a16-9bb2-a8f6dd96f64c, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=e5292615-6af6-4a16-9bb2-a8f6dd96f64c,segment=NetworkSegment(911020b2-3bb4-4db0-af7a-51b07cbea653),segment_id=911020b2-3bb4-4db0-af7a-51b07cbea653)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:39:21.517020 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 593b9313-95d2-43dd-8993-e39b72ca8142 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:39:21.558669 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 593b9313-95d2-43dd-8993-e39b72ca8142 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:39:21.559162 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-76496174-16f8-4a55-97e3-9791eaa79d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:21.559284 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 593b9313-95d2-43dd-8993-e39b72ca8142 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:39:21.572299 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-61619a12-fbb0-4022-a3fa-54ffd5c7edc7 req-ff35b107-ea57-4727-a618-96e066423415 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650848 Aug 19 14:39:21.575663 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-babeb6b6-6a09-4b6b-910d-8ad9b7ec72c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:21.578501 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-babeb6b6-6a09-4b6b-910d-8ad9b7ec72c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:21.582274 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-babeb6b6-6a09-4b6b-910d-8ad9b7ec72c6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8c1b57ad-ebf2-4358-ac4c-8c4def3e0b6b HTTP/1.1" status: 204 len: 168 time: 0.4987292 Aug 19 14:39:21.592443 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babeb6b6-6a09-4b6b-910d-8ad9b7ec72c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1b57ad-ebf2-4358-ac4c-8c4def3e0b6b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:21.643342 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8fe3a98-36b5-476b-b92c-82bffc62bf22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:21.671670 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6da8e8ac-f452-4e78-99e6-b6dede82b698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:21.684355 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-76496174-16f8-4a55-97e3-9791eaa79d92 service neutron] Transition to ACTIVE for port object e5292615-6af6-4a16-9bb2-a8f6dd96f64c will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:39:21.691211 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-76496174-16f8-4a55-97e3-9791eaa79d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:21.708931 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da8e8ac-f452-4e78-99e6-b6dede82b698 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=917e40f3-cc27-44a3-a635-07d908212762,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:21.725042 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6da8e8ac-f452-4e78-99e6-b6dede82b698 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:21.726539 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6da8e8ac-f452-4e78-99e6-b6dede82b698 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/917e40f3-cc27-44a3-a635-07d908212762 HTTP/1.1" status: 204 len: 168 time: 0.6735072 Aug 19 14:39:21.734061 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38748) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:21.780438 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76496174-16f8-4a55-97e3-9791eaa79d92 service neutron] Pushing event updated for resources: {'Port': ['ID=e5292615-6af6-4a16-9bb2-a8f6dd96f64c,revision_number=10']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:21.832878 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-76496174-16f8-4a55-97e3-9791eaa79d92 service neutron] No DVR routers for this DVR port e5292615-6af6-4a16-9bb2-a8f6dd96f64c on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:39:21.872854 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6982f869-cb40-4249-972d-df9ad419d7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:21.875868 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-76496174-16f8-4a55-97e3-9791eaa79d92 service neutron] 10.222.0.88 "PUT /v2.0/ports/e5292615-6af6-4a16-9bb2-a8f6dd96f64c/bindings/n-h1-766043-2/activate HTTP/1.1" status: 200 len: 369 time: 1.2230756 Aug 19 14:39:21.901260 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8fe3a98-36b5-476b-b92c-82bffc62bf22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:22.141212 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6982f869-cb40-4249-972d-df9ad419d7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:22.142172 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f8da50-30b4-4ab1-96c7-631d3d09fdca req-126d7fbf-b4f0-4923-abc5-9832c06eb07b tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:22.145727 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b4f8da50-30b4-4ab1-96c7-631d3d09fdca req-126d7fbf-b4f0-4923-abc5-9832c06eb07b tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=526148ce-3526-40ac-8dbb-b60693c88d9c HTTP/1.1" status: 200 len: 950 time: 0.0858355 Aug 19 14:39:22.158510 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8fe3a98-36b5-476b-b92c-82bffc62bf22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:22.170513 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6982f869-cb40-4249-972d-df9ad419d7be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['937d3a8e-1392-41c1-9faa-e8647c3b5103']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:39:22.206404 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b4f8da50-30b4-4ab1-96c7-631d3d09fdca req-7c29eebb-51db-4b9f-bbe8-c695768d6951 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540247 Aug 19 14:39:22.218872 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6982f869-cb40-4249-972d-df9ad419d7be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9e7139a-7b66-4b7d-baf2-62715882ba4b') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:39:22.219375 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6982f869-cb40-4249-972d-df9ad419d7be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9e7139a-7b66-4b7d-baf2-62715882ba4b') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:39:22.223239 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fe3a98-36b5-476b-b92c-82bffc62bf22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da9af51b-745c-4f7e-9d6d-360f30f81e3e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:22.235028 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-1d91208b-32d5-4e3a-891b-7ecc8a00f2f7 tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:22.240138 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-1d91208b-32d5-4e3a-891b-7ecc8a00f2f7 tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=0159c47c-f124-4e1b-8ede-a160de3f5352&tenant_id=b2e5fa7db1364ccea50861254cd97ec3&binding%3Ahost_id=n-h2-766043-2 HTTP/1.1" status: 200 len: 1096 time: 0.2145045 Aug 19 14:39:22.247884 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8fe3a98-36b5-476b-b92c-82bffc62bf22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:22.248228 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22a6973-bc66-4fb3-87b2-3a184e43a372 None None] Network b6cb15a2-7c54-4019-bc14-2912b5ac9311 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:39:22.248333 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c8fe3a98-36b5-476b-b92c-82bffc62bf22 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/da9af51b-745c-4f7e-9d6d-360f30f81e3e HTTP/1.1" status: 204 len: 168 time: 0.9377227 Aug 19 14:39:22.249130 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6982f869-cb40-4249-972d-df9ad419d7be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:22.249893 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38762) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:22.275806 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-9eb4a393-5176-49b3-a8d2-35b162a878c0 admin admin] Deleting port 3e830e01-d661-433b-98d1-3440ac6f1c48 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:39:22.276163 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9eb4a393-5176-49b3-a8d2-35b162a878c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:22.278460 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6982f869-cb40-4249-972d-df9ad419d7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:22.307111 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6982f869-cb40-4249-972d-df9ad419d7be admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:39:22.307542 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6982f869-cb40-4249-972d-df9ad419d7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:22.344797 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:39:22.344797 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:39:22.344797 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:39:22.344797 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:39:22.344797 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:39:22.344797 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:39:22.344797 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:39:22.344797 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:39:22.344797 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:39:22.344797 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:39:22.344797 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:39:22.344797 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:39:22.344797 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:39:22.344797 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:39:22.344797 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:39:22.344797 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:39:22.344797 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:39:22.344797 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:39:22.344797 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:39:22.344797 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:39:22.344797 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:39:22.344797 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:39:22.344797 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:39:22.344797 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:39:22.344797 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:39:22.344797 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:39:22.344797 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:39:22.344797 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:39:22.344797 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:39:22.344797 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:39:22.344797 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:39:22.344797 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:39:22.358868 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ebf188f-ff82-40b6-a810-abbfcfbeaf30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:22.464608 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6982f869-cb40-4249-972d-df9ad419d7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:22.478941 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-4ebf188f-ff82-40b6-a810-abbfcfbeaf30 admin admin] Deleting port 6ad6096b-30fc-4199-9b22-b63bb26d6fe3 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:39:22.479786 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ebf188f-ff82-40b6-a810-abbfcfbeaf30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:22.482142 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6982f869-cb40-4249-972d-df9ad419d7be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:22.486830 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6982f869-cb40-4249-972d-df9ad419d7be admin admin] 10.222.0.69 "DELETE /v2.0/networks/937d3a8e-1392-41c1-9faa-e8647c3b5103 HTTP/1.1" status: 204 len: 168 time: 0.7479067 Aug 19 14:39:22.493820 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5e44a-3c35-4b8f-bde8-b8200f34a112 req-32f297ed-1c4b-447b-95ce-89c50a5b0784 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:22.495553 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8ae5e44a-3c35-4b8f-bde8-b8200f34a112 req-32f297ed-1c4b-447b-95ce-89c50a5b0784 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.68 "GET /v2.0/ports?device_id=526148ce-3526-40ac-8dbb-b60693c88d9c HTTP/1.1" status: 200 len: 950 time: 0.1901233 Aug 19 14:39:22.524041 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6982f869-cb40-4249-972d-df9ad419d7be admin admin] Pushing event deleted for resources: {'Network': ['ID=937d3a8e-1392-41c1-9faa-e8647c3b5103,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:22.583790 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-9eb4a393-5176-49b3-a8d2-35b162a878c0 admin admin] For port 3e830e01-d661-433b-98d1-3440ac6f1c48, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=3e830e01-d661-433b-98d1-3440ac6f1c48,segment=NetworkSegment(4fff729b-2fb6-40e9-b546-b5e2c897b968),segment_id=4fff729b-2fb6-40e9-b546-b5e2c897b968)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:39:22.585168 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9eb4a393-5176-49b3-a8d2-35b162a878c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:22.719649 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-4ebf188f-ff82-40b6-a810-abbfcfbeaf30 admin admin] For port 6ad6096b-30fc-4199-9b22-b63bb26d6fe3, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=6ad6096b-30fc-4199-9b22-b63bb26d6fe3,segment=NetworkSegment(3b829adb-df02-4027-b39b-d94446f6765e),segment_id=3b829adb-df02-4027-b39b-d94446f6765e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:39:22.720214 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ebf188f-ff82-40b6-a810-abbfcfbeaf30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:22.721035 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-9eb4a393-5176-49b3-a8d2-35b162a878c0 admin admin] Calling delete_port for 3e830e01-d661-433b-98d1-3440ac6f1c48 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:39:22.723090 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d1cd6f-7cc1-4442-8e76-8f423b4ab7d0 None None] DHCP port deletion for b6cb15a2-7c54-4019-bc14-2912b5ac9311 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:39:22.741878 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-4ebf188f-ff82-40b6-a810-abbfcfbeaf30 admin admin] Calling delete_port for 6ad6096b-30fc-4199-9b22-b63bb26d6fe3 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:39:22.858696 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-d2dcce35-b488-4512-90e1-c4413b86bbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:22.860703 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-d2dcce35-b488-4512-90e1-c4413b86bbf8 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=0159c47c-f124-4e1b-8ede-a160de3f5352&tenant_id=b2e5fa7db1364ccea50861254cd97ec3 HTTP/1.1" status: 200 len: 1096 time: 0.6083269 Aug 19 14:39:22.866463 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e9d1cd6f-7cc1-4442-8e76-8f423b4ab7d0 None None] Deleting port 6ad6096b-30fc-4199-9b22-b63bb26d6fe3 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:39:22.868465 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e9d1cd6f-7cc1-4442-8e76-8f423b4ab7d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:22.903562 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098e9c4-6ab1-40e8-b9ee-4b08b88c087f req-d047e18f-fae7-4c57-96c6-583075141e55 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:22.903813 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38780) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:22.905083 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5098e9c4-6ab1-40e8-b9ee-4b08b88c087f req-d047e18f-fae7-4c57-96c6-583075141e55 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=0159c47c-f124-4e1b-8ede-a160de3f5352 HTTP/1.1" status: 200 len: 945 time: 0.1085720 Aug 19 14:39:22.936823 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ebf188f-ff82-40b6-a810-abbfcfbeaf30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:22.997768 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-8ae5e44a-3c35-4b8f-bde8-b8200f34a112 req-f5d26ec1-607b-431e-9479-6a811f408673 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Deleting port d06613a0-9966-412e-a040-1baeecf75cee {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:39:22.998239 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8ae5e44a-3c35-4b8f-bde8-b8200f34a112 req-f5d26ec1-607b-431e-9479-6a811f408673 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:23.002157 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebf188f-ff82-40b6-a810-abbfcfbeaf30 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ad6096b-30fc-4199-9b22-b63bb26d6fe3,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:23.005076 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e9d1cd6f-7cc1-4442-8e76-8f423b4ab7d0 None None] For port 6ad6096b-30fc-4199-9b22-b63bb26d6fe3, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=6ad6096b-30fc-4199-9b22-b63bb26d6fe3,segment=NetworkSegment(3b829adb-df02-4027-b39b-d94446f6765e),segment_id=3b829adb-df02-4027-b39b-d94446f6765e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:39:23.007187 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e9d1cd6f-7cc1-4442-8e76-8f423b4ab7d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:23.012294 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebf188f-ff82-40b6-a810-abbfcfbeaf30 admin admin] No DVR routers for this DVR port 6ad6096b-30fc-4199-9b22-b63bb26d6fe3 on host n-d-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:39:23.039139 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e9d1cd6f-7cc1-4442-8e76-8f423b4ab7d0 None None] Calling delete_port for 6ad6096b-30fc-4199-9b22-b63bb26d6fe3 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:39:23.141703 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 8610495d-8ba5-47bb-a153-eeb9a150ec6e no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:39:23.168898 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 8610495d-8ba5-47bb-a153-eeb9a150ec6e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:39:23.169266 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 8610495d-8ba5-47bb-a153-eeb9a150ec6e not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:39:23.169654 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 6ad6096b-30fc-4199-9b22-b63bb26d6fe3 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:39:23.204158 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 6ad6096b-30fc-4199-9b22-b63bb26d6fe3 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:39:23.204396 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 6ad6096b-30fc-4199-9b22-b63bb26d6fe3 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:39:23.246384 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e9d1cd6f-7cc1-4442-8e76-8f423b4ab7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:23.303067 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d1cd6f-7cc1-4442-8e76-8f423b4ab7d0 None None] Pushing event deleted for resources: {'Port': ['ID=6ad6096b-30fc-4199-9b22-b63bb26d6fe3,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:23.312374 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-177018ea-9cf0-4d53-ac96-8d9b518405de admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=309b8293893e4b68ba54397ad041e8b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3682048 Aug 19 14:39:23.326569 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d1cd6f-7cc1-4442-8e76-8f423b4ab7d0 None None] No DVR routers for this DVR port 6ad6096b-30fc-4199-9b22-b63bb26d6fe3 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:39:23.341714 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-99bf27bb-d26e-487e-ba60-cb6933bb49d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:23.343545 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-99bf27bb-d26e-487e-ba60-cb6933bb49d4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b2e5fa7db1364ccea50861254cd97ec3&device_id=0159c47c-f124-4e1b-8ede-a160de3f5352 HTTP/1.1" status: 200 len: 1096 time: 0.4435410 Aug 19 14:39:23.345921 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38786) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:23.346632 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38788) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:23.369336 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-8ae5e44a-3c35-4b8f-bde8-b8200f34a112 req-f5d26ec1-607b-431e-9479-6a811f408673 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] For port d06613a0-9966-412e-a040-1baeecf75cee, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=d06613a0-9966-412e-a040-1baeecf75cee,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:39:23.369824 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8ae5e44a-3c35-4b8f-bde8-b8200f34a112 req-f5d26ec1-607b-431e-9479-6a811f408673 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:23.436011 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-8ae5e44a-3c35-4b8f-bde8-b8200f34a112 req-f5d26ec1-607b-431e-9479-6a811f408673 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Calling delete_port for d06613a0-9966-412e-a040-1baeecf75cee owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:39:23.567398 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4b3fa67a-805b-4e99-90da-9788b8c6a11f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1246469378-network', 'tenant_id': '484e4968dd104ea599dbddf94075889b'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:39:23.604007 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5098e9c4-6ab1-40e8-b9ee-4b08b88c087f req-daf70f0e-eca2-4e3d-9367-b03e727c14ce tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6863730 Aug 19 14:39:23.612325 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9eb4a393-5176-49b3-a8d2-35b162a878c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:23.632429 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ebf188f-ff82-40b6-a810-abbfcfbeaf30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:23.659123 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-4ebf188f-ff82-40b6-a810-abbfcfbeaf30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6cb15a2-7c54-4019-bc14-2912b5ac9311']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:39:23.679542 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-4ebf188f-ff82-40b6-a810-abbfcfbeaf30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b829adb-df02-4027-b39b-d94446f6765e') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:39:23.680718 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-4ebf188f-ff82-40b6-a810-abbfcfbeaf30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b829adb-df02-4027-b39b-d94446f6765e') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:39:23.690015 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a0aa4-648a-4f50-8e5e-c296fd49fea0 req-eea26801-67fd-4d0f-bbbb-36a49a3e78cb tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:23.697183 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ed6a0aa4-648a-4f50-8e5e-c296fd49fea0 req-eea26801-67fd-4d0f-bbbb-36a49a3e78cb tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=526148ce-3526-40ac-8dbb-b60693c88d9c HTTP/1.1" status: 200 len: 950 time: 0.1450837 Aug 19 14:39:23.716947 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ebf188f-ff82-40b6-a810-abbfcfbeaf30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:23.740762 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ebf188f-ff82-40b6-a810-abbfcfbeaf30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:23.756339 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ebf188f-ff82-40b6-a810-abbfcfbeaf30 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:39:23.756771 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ebf188f-ff82-40b6-a810-abbfcfbeaf30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:23.761511 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:39:23.761511 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:39:23.761511 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:39:23.761511 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:39:23.761511 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:39:23.761511 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:39:23.761511 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:39:23.761511 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:39:23.761511 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:39:23.761511 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:39:23.761511 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:39:23.761511 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:39:23.761511 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:39:23.761511 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:39:23.761511 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:39:23.761511 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:39:23.761511 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:39:23.761511 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:39:23.761511 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:39:23.761511 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:39:23.761511 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:39:23.761511 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:39:23.761511 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:39:23.761511 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:39:23.761511 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:39:23.761511 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:39:23.761511 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:39:23.761511 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:39:23.761511 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:39:23.761511 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:39:23.761511 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:39:23.761511 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:39:23.850381 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ed6a0aa4-648a-4f50-8e5e-c296fd49fea0 req-a0a2cfa9-b56e-44cc-a010-e3c531c41fab tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473336 Aug 19 14:39:23.856778 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ebf188f-ff82-40b6-a810-abbfcfbeaf30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:23.862866 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ebf188f-ff82-40b6-a810-abbfcfbeaf30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:23.868959 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-4ebf188f-ff82-40b6-a810-abbfcfbeaf30 admin admin] 10.222.0.69 "DELETE /v2.0/networks/b6cb15a2-7c54-4019-bc14-2912b5ac9311 HTTP/1.1" status: 204 len: 168 time: 1.6167107 Aug 19 14:39:23.869964 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38798) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:23.937682 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebf188f-ff82-40b6-a810-abbfcfbeaf30 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6cb15a2-7c54-4019-bc14-2912b5ac9311,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:23.980757 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3bda662-84df-4a46-8165-5a9beee48463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:23.984047 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4a393-5176-49b3-a8d2-35b162a878c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e830e01-d661-433b-98d1-3440ac6f1c48,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:23.992396 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3fa67a-805b-4e99-90da-9788b8c6a11f admin admin] Made reservation on behalf of 484e4968dd104ea599dbddf94075889b for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:39:23.995650 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b3fa67a-805b-4e99-90da-9788b8c6a11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:24.029745 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-afdd6009-2abc-40d5-82de-a07b969f3ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:24.031278 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-afdd6009-2abc-40d5-82de-a07b969f3ab2 service neutron] 10.222.0.68 "GET /v2.0/networks?id=1bc22803-e21f-489d-a441-493f1928ab13 HTTP/1.1" status: 200 len: 922 time: 0.6738169 Aug 19 14:39:24.047342 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b3fa67a-805b-4e99-90da-9788b8c6a11f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:24.128898 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3bda662-84df-4a46-8165-5a9beee48463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:24.134398 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-6be2a61d-bcf5-4800-91b8-925853830bec service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5292615-6af6-4a16-9bb2-a8f6dd96f64c HTTP/1.1" status: 200 len: 217 time: 0.0911703 Aug 19 14:39:24.344618 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8ae5e44a-3c35-4b8f-bde8-b8200f34a112 req-f5d26ec1-607b-431e-9479-6a811f408673 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:24.356904 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-df145085-73db-421a-b0ec-e3fbe899c004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:24.358355 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-df145085-73db-421a-b0ec-e3fbe899c004 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=0f5154a7-363a-4827-ab5d-78b924f5e137 HTTP/1.1" status: 200 len: 861 time: 0.2029319 Aug 19 14:39:24.372713 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:39:24.403945 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a224a360-cb14-4fde-b546-af05a68bbd43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:24.435202 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d26ec1-607b-431e-9479-6a811f408673 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Pushing event deleted for resources: {'Port': ['ID=d06613a0-9966-412e-a040-1baeecf75cee,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:24.466055 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-f212cf39-fe2d-4782-9ed2-9bc5ad918290 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1bc22803-e21f-489d-a441-493f1928ab13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496676 Aug 19 14:39:24.466270 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3bda662-84df-4a46-8165-5a9beee48463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:24.468840 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3bda662-84df-4a46-8165-5a9beee48463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:24.473760 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d3bda662-84df-4a46-8165-5a9beee48463 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/86404dcf-93da-429d-ab2c-969849616654 HTTP/1.1" status: 204 len: 168 time: 1.1231914 Aug 19 14:39:24.679138 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bda662-84df-4a46-8165-5a9beee48463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86404dcf-93da-429d-ab2c-969849616654,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:24.788391 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae5e44a-3c35-4b8f-bde8-b8200f34a112 req-f5d26ec1-607b-431e-9479-6a811f408673 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] No DVR routers for this DVR port d06613a0-9966-412e-a040-1baeecf75cee on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:39:24.795679 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9eb4a393-5176-49b3-a8d2-35b162a878c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:24.805819 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8ae5e44a-3c35-4b8f-bde8-b8200f34a112 req-f5d26ec1-607b-431e-9479-6a811f408673 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:24.809704 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8ae5e44a-3c35-4b8f-bde8-b8200f34a112 req-f5d26ec1-607b-431e-9479-6a811f408673 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.68 "DELETE /v2.0/ports/d06613a0-9966-412e-a040-1baeecf75cee HTTP/1.1" status: 204 len: 173 time: 2.2964807 Aug 19 14:39:24.816804 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '526148ce-3526-40ac-8dbb-b60693c88d9c', 'name': 'network-vif-deleted', 'tag': 'd06613a0-9966-412e-a040-1baeecf75cee'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:39:24.825540 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64eb850-10f0-43cb-b952-31d42aa4ae2d" -d '{"events": [{"server_uuid": "526148ce-3526-40ac-8dbb-b60693c88d9c", "name": "network-vif-deleted", "tag": "d06613a0-9966-412e-a040-1baeecf75cee"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:39:25.064684 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99bae66-a06e-49e5-8bcf-ee40daa22530 x-openstack-request-id: req-e99bae66-a06e-49e5-8bcf-ee40daa22530 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:39:25.067294 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "526148ce-3526-40ac-8dbb-b60693c88d9c", "name": "network-vif-deleted", "tag": "d06613a0-9966-412e-a040-1baeecf75cee", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:39:25.069197 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e99bae66-a06e-49e5-8bcf-ee40daa22530 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:39:25.070544 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '526148ce-3526-40ac-8dbb-b60693c88d9c', 'name': 'network-vif-deleted', 'tag': 'd06613a0-9966-412e-a040-1baeecf75cee', 'status': 'completed', 'code': 200} Aug 19 14:39:25.072608 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b3fa67a-805b-4e99-90da-9788b8c6a11f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:25.098382 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b3fa67a-805b-4e99-90da-9788b8c6a11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:25.129968 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5c8d3-1dbb-498f-a56a-6635d9c1ada8 req-663e7765-e254-4f4b-a4fa-92efc7f2d37d tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:25.139081 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dee5c8d3-1dbb-498f-a56a-6635d9c1ada8 req-663e7765-e254-4f4b-a4fa-92efc7f2d37d tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=0159c47c-f124-4e1b-8ede-a160de3f5352 HTTP/1.1" status: 200 len: 945 time: 0.3128588 Aug 19 14:39:25.158792 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device d06613a0-9966-412e-a040-1baeecf75cee no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:39:25.196373 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-aee0dffd-ddd5-496a-905f-d116bc95b8f8 service neutron] 10.222.0.68 "GET /v2.0/networks/1bc22803-e21f-489d-a441-493f1928ab13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6663322 Aug 19 14:39:25.214302 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: d06613a0-9966-412e-a040-1baeecf75cee {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:39:25.214804 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device d06613a0-9966-412e-a040-1baeecf75cee not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:39:25.229475 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38814) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:25.232568 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b3fa67a-805b-4e99-90da-9788b8c6a11f admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:39:25.271927 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3fa67a-805b-4e99-90da-9788b8c6a11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84b4136-2ed7-4f28-be36-fe4aec550e59,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:25.292544 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4217eec4-2c97-4864-8d29-d9cb58afe296 req-8193dca5-7d4c-4489-8396-0d712aaa96b4 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=526148ce-3526-40ac-8dbb-b60693c88d9c HTTP/1.1" status: 200 len: 210 time: 0.1331875 Aug 19 14:39:25.328745 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b3fa67a-805b-4e99-90da-9788b8c6a11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:25.329361 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-4b3fa67a-805b-4e99-90da-9788b8c6a11f admin admin] Added segment c0914a53-90f2-485d-9165-afda2f4cdc8c of type vlan for network 10688f75-d15a-4686-a1b4-b19f22ed34f4 Aug 19 14:39:25.349767 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dee5c8d3-1dbb-498f-a56a-6635d9c1ada8 req-7ecafc31-4689-4f59-9439-d9528149591a tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096274 Aug 19 14:39:25.378644 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-8920d6f2-5aa9-4446-8e38-b98e6008ce44 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=294ae96f11d244a09c9be861baa02911&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1278439 Aug 19 14:39:25.378644 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38816) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:25.426164 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b3fa67a-805b-4e99-90da-9788b8c6a11f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:25.462966 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a224a360-cb14-4fde-b546-af05a68bbd43 admin admin] Deleting port fa5f43de-a99e-4c05-be7f-65b2f38f7775 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:39:25.463285 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a224a360-cb14-4fde-b546-af05a68bbd43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:25.490035 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-dc1475b6-5d5f-4b72-9bb9-5660b01fb2a3 service neutron] 10.222.0.68 "GET /v2.0/networks/1bc22803-e21f-489d-a441-493f1928ab13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507076 Aug 19 14:39:25.521796 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8347113d-c818-4871-905a-80a562bce428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:25.562955 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8347113d-c818-4871-905a-80a562bce428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:25.578979 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b3fa67a-805b-4e99-90da-9788b8c6a11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:25.582272 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3fa67a-805b-4e99-90da-9788b8c6a11f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:25.586273 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b3fa67a-805b-4e99-90da-9788b8c6a11f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:25.622042 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-a224a360-cb14-4fde-b546-af05a68bbd43 admin admin] For port fa5f43de-a99e-4c05-be7f-65b2f38f7775, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=fa5f43de-a99e-4c05-be7f-65b2f38f7775,segment=NetworkSegment(f3300f56-11af-4297-9667-81b9d786e43a),segment_id=f3300f56-11af-4297-9667-81b9d786e43a)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:39:25.622549 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a224a360-cb14-4fde-b546-af05a68bbd43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:25.642580 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a224a360-cb14-4fde-b546-af05a68bbd43 admin admin] Calling delete_port for fa5f43de-a99e-4c05-be7f-65b2f38f7775 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:39:25.665969 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4b3fa67a-805b-4e99-90da-9788b8c6a11f admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.3141198 Aug 19 14:39:25.669122 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38818) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:25.679818 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-493bffe5-0640-4b66-8d74-dd4bf165ef70 admin admin] Request body: {'subnet': {'network_id': '10688f75-d15a-4686-a1b4-b19f22ed34f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1246469378-subnet', 'tenant_id': '484e4968dd104ea599dbddf94075889b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:39:25.694404 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb4a393-5176-49b3-a8d2-35b162a878c0 admin admin] Router 08f4dff2-bc7c-40bf-beec-ddff4fc79af9 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:39:25.695214 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3fa67a-805b-4e99-90da-9788b8c6a11f admin admin] Pushing event updated for resources: {'Network': ['ID=10688f75-d15a-4686-a1b4-b19f22ed34f4,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:25.710808 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 10688f75-d15a-4686-a1b4-b19f22ed34f4 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:39:25.722074 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493bffe5-0640-4b66-8d74-dd4bf165ef70 admin admin] Made reservation on behalf of 484e4968dd104ea599dbddf94075889b for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:39:25.724612 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-493bffe5-0640-4b66-8d74-dd4bf165ef70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:25.769827 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8347113d-c818-4871-905a-80a562bce428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:25.777722 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8347113d-c818-4871-905a-80a562bce428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:25.781604 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-8347113d-c818-4871-905a-80a562bce428 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d317def7-c44a-473d-b9b9-625d5810079c HTTP/1.1" status: 204 len: 168 time: 0.4036777 Aug 19 14:39:25.825406 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8347113d-c818-4871-905a-80a562bce428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d317def7-c44a-473d-b9b9-625d5810079c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:25.925524 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-a7aadb78-bb8b-4f98-b4d7-135824c75ed8 tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:25.927040 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-a7aadb78-bb8b-4f98-b4d7-135824c75ed8 tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=0159c47c-f124-4e1b-8ede-a160de3f5352&tenant_id=b2e5fa7db1364ccea50861254cd97ec3&binding%3Ahost_id=n-h1-766043-2 HTTP/1.1" status: 200 len: 1096 time: 0.1250591 Aug 19 14:39:25.943834 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb4a393-5176-49b3-a8d2-35b162a878c0 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:39:25.952816 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9eb4a393-5176-49b3-a8d2-35b162a878c0 admin admin] 10.222.0.69 "PUT /v2.0/routers/08f4dff2-bc7c-40bf-beec-ddff4fc79af9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9855437 Aug 19 14:39:25.957843 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38824) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:25.958465 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb14368-8679-45ab-9c04-4fbc2aa72515 None None] Sync routers for ids ['08f4dff2-bc7c-40bf-beec-ddff4fc79af9'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:39:25.983965 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb14368-8679-45ab-9c04-4fbc2aa72515 None None] Routers {'08f4dff2-bc7c-40bf-beec-ddff4fc79af9'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:39:25.984965 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0eb14368-8679-45ab-9c04-4fbc2aa72515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:39:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['08f4dff2-bc7c-40bf-beec-ddff4fc79af9'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:39:26.112001 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a224a360-cb14-4fde-b546-af05a68bbd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:26.148787 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-493bffe5-0640-4b66-8d74-dd4bf165ef70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:26.167364 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a224a360-cb14-4fde-b546-af05a68bbd43 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa5f43de-a99e-4c05-be7f-65b2f38f7775,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:26.200214 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-8d6f4413-8522-4fab-a495-1c926758d5cb service neutron] For port e5292615-6af6-4a16-9bb2-a8f6dd96f64c, host n-h2-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:39:26.207879 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-8d6f4413-8522-4fab-a495-1c926758d5cb service neutron] Notify callbacks [] for binding, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:26.209052 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6a159051-61a6-4f96-8e1c-0293d24a9adf req-8d6f4413-8522-4fab-a495-1c926758d5cb service neutron] 10.222.0.68 "DELETE /v2.0/ports/e5292615-6af6-4a16-9bb2-a8f6dd96f64c/bindings/n-h2-766043-2 HTTP/1.1" status: 204 len: 173 time: 0.2554331 Aug 19 14:39:26.217869 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493bffe5-0640-4b66-8d74-dd4bf165ef70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59a65ff2-b1d4-4c98-8548-294ed43ffbb5,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:26.234800 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493bffe5-0640-4b66-8d74-dd4bf165ef70 admin admin] Checking segment: {'id': 'c0914a53-90f2-485d-9165-afda2f4cdc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '10688f75-d15a-4686-a1b4-b19f22ed34f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:39:26.234800 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493bffe5-0640-4b66-8d74-dd4bf165ef70 admin admin] Network hostable DHCP agents. Network: 10688f75-d15a-4686-a1b4-b19f22ed34f4, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:39:26.263486 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493bffe5-0640-4b66-8d74-dd4bf165ef70 admin admin] Network 10688f75-d15a-4686-a1b4-b19f22ed34f4 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:39:26.277493 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-493bffe5-0640-4b66-8d74-dd4bf165ef70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 10688f75-d15a-4686-a1b4-b19f22ed34f4) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:39:26.286269 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493bffe5-0640-4b66-8d74-dd4bf165ef70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:26.287111 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-493bffe5-0640-4b66-8d74-dd4bf165ef70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:26.294100 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba80ecf-695e-455c-b451-0d5d7e5bec8f None None] Network 10688f75-d15a-4686-a1b4-b19f22ed34f4 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:39:26.319193 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-493bffe5-0640-4b66-8d74-dd4bf165ef70 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6485829 Aug 19 14:39:26.321965 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38834) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:26.337445 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b859687d-2241-4223-9742-c1993d487c3d admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1246469378-router', 'tenant_id': '484e4968dd104ea599dbddf94075889b', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:39:26.396972 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b859687d-2241-4223-9742-c1993d487c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:26.398897 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b859687d-2241-4223-9742-c1993d487c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:26.438623 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-0eb14368-8679-45ab-9c04-4fbc2aa72515 None None] Set router 08f4dff2-bc7c-40bf-beec-ddff4fc79af9 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:39:26.518403 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b859687d-2241-4223-9742-c1993d487c3d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:26.601500 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77721361-8d13-4f5d-965f-cd15d0f53a64 admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:26.825418 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b859687d-2241-4223-9742-c1993d487c3d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:26.910678 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3182a10a-7dfd-4618-9d7a-09f078b99755 req-f07fe04a-1ee6-4500-84a2-5d8f6fc1ca0b tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:26.912242 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3182a10a-7dfd-4618-9d7a-09f078b99755 req-f07fe04a-1ee6-4500-84a2-5d8f6fc1ca0b tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=0159c47c-f124-4e1b-8ede-a160de3f5352 HTTP/1.1" status: 200 len: 945 time: 0.3536901 Aug 19 14:39:26.914833 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a224a360-cb14-4fde-b546-af05a68bbd43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:27.081832 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3182a10a-7dfd-4618-9d7a-09f078b99755 req-8fbef989-4dad-44f3-8b69-0f34b340b0a3 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614151 Aug 19 14:39:27.264886 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b859687d-2241-4223-9742-c1993d487c3d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:27.305622 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b859687d-2241-4223-9742-c1993d487c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:27.321098 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77721361-8d13-4f5d-965f-cd15d0f53a64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:27.487974 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0eb14368-8679-45ab-9c04-4fbc2aa72515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f4dff2-bc7c-40bf-beec-ddff4fc79af9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1441189355-router', 'tenant_id': '5510f55194a84a709694ced521d1a10f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '683f76da-8673-4eef-8c24-ba325c751eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:38:27Z', 'updated_at': '2021-08-19T14:39:23Z', 'revision_number': 5, 'project_id': '5510f55194a84a709694ced521d1a10f', 'gw_port': {'id': '683f76da-8673-4eef-8c24-ba325c751eff', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4dff2-bc7c-40bf-beec-ddff4fc79af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:38:28Z', 'updated_at': '2021-08-19T14:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:39:27.489202 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-b859687d-2241-4223-9742-c1993d487c3d admin admin] Allocated IP 172.25.2.65 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/8a4129a2-3fec-45d8-8e2a-eecab4416cef) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:39:27.522186 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb14368-8679-45ab-9c04-4fbc2aa72515 None None] Checking router: 08f4dff2-bc7c-40bf-beec-ddff4fc79af9 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:39:27.543291 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb14368-8679-45ab-9c04-4fbc2aa72515 None None] Routers {'08f4dff2-bc7c-40bf-beec-ddff4fc79af9'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:39:27.544771 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0eb14368-8679-45ab-9c04-4fbc2aa72515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:39:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['08f4dff2-bc7c-40bf-beec-ddff4fc79af9'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:39:27.654281 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73174c16-6c8c-4555-99bf-a5166d303dbf req-831d53dd-6291-445a-810c-0e905a9f66e8 tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:27.661554 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-73174c16-6c8c-4555-99bf-a5166d303dbf req-831d53dd-6291-445a-810c-0e905a9f66e8 tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=0159c47c-f124-4e1b-8ede-a160de3f5352 HTTP/1.1" status: 200 len: 1096 time: 0.2852268 Aug 19 14:39:27.664286 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-0eb14368-8679-45ab-9c04-4fbc2aa72515 None None] Set router 08f4dff2-bc7c-40bf-beec-ddff4fc79af9 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:39:27.700743 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff032e3-fa46-48d8-a93d-cbf9eb927d0a req-ef803bfc-095c-49cf-86e7-164353869dff tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:27.701675 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b859687d-2241-4223-9742-c1993d487c3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:27.709516 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7ff032e3-fa46-48d8-a93d-cbf9eb927d0a req-ef803bfc-095c-49cf-86e7-164353869dff tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9 HTTP/1.1" status: 200 len: 949 time: 0.3644986 Aug 19 14:39:27.733903 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219ea79b-8e51-443e-b6d5-11cda0d0051b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-10688f75-d15a-4686-a1b4-b19f22ed34f4', 'network_id': '10688f75-d15a-4686-a1b4-b19f22ed34f4', 'tenant_id': '484e4968dd104ea599dbddf94075889b', 'fixed_ips': [{'subnet_id': '59a65ff2-b1d4-4c98-8548-294ed43ffbb5'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:39:27.734780 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-219ea79b-8e51-443e-b6d5-11cda0d0051b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:27.739950 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0eb14368-8679-45ab-9c04-4fbc2aa72515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f4dff2-bc7c-40bf-beec-ddff4fc79af9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1441189355-router', 'tenant_id': '5510f55194a84a709694ced521d1a10f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:38:27Z', 'updated_at': '2021-08-19T14:39:27Z', 'revision_number': 6, 'project_id': '5510f55194a84a709694ced521d1a10f', 'gw_port_host': None}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:39:27.771037 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b859687d-2241-4223-9742-c1993d487c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:27.807089 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-73174c16-6c8c-4555-99bf-a5166d303dbf req-c14c2ff1-5ecd-4837-9e64-f1ec768468bb tempest-LiveAutoBlockMigrationV225Test-1744945649 tempest-LiveAutoBlockMigrationV225Test-1744945649-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445646 Aug 19 14:39:27.837385 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b859687d-2241-4223-9742-c1993d487c3d admin admin] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:39:27.845853 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-b859687d-2241-4223-9742-c1993d487c3d admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:39:27.851757 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b859687d-2241-4223-9742-c1993d487c3d admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:39:27.855596 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b859687d-2241-4223-9742-c1993d487c3d admin admin] Pushing event updated for resources: {'Port': ['ID=8a4129a2-3fec-45d8-8e2a-eecab4416cef,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:27.887815 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-77721361-8d13-4f5d-965f-cd15d0f53a64 admin admin] Deleting port 683f76da-8673-4eef-8c24-ba325c751eff {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:39:27.892713 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77721361-8d13-4f5d-965f-cd15d0f53a64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:27.905226 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb14368-8679-45ab-9c04-4fbc2aa72515 None None] The sync data for ids ['08f4dff2-bc7c-40bf-beec-ddff4fc79af9'] in n-d-766043-2 is: [{'id': '08f4dff2-bc7c-40bf-beec-ddff4fc79af9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1441189355-router', 'tenant_id': '5510f55194a84a709694ced521d1a10f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:38:27Z', 'updated_at': '2021-08-19T14:39:27Z', 'revision_number': 6, 'project_id': '5510f55194a84a709694ced521d1a10f', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:39:27.970205 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7ff032e3-fa46-48d8-a93d-cbf9eb927d0a req-fd7bb43f-8d53-467f-9139-43c2a63da65f tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569437 Aug 19 14:39:28.011148 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-219ea79b-8e51-443e-b6d5-11cda0d0051b None None] Allocated IP 172.20.0.2 (10688f75-d15a-4686-a1b4-b19f22ed34f4/59a65ff2-b1d4-4c98-8548-294ed43ffbb5/4dfcf8a8-2f8c-4498-b25d-0217ce7b0de3) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:39:28.133303 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-77721361-8d13-4f5d-965f-cd15d0f53a64 admin admin] For port 683f76da-8673-4eef-8c24-ba325c751eff, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=683f76da-8673-4eef-8c24-ba325c751eff,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:39:28.133671 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77721361-8d13-4f5d-965f-cd15d0f53a64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:28.156328 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-77721361-8d13-4f5d-965f-cd15d0f53a64 admin admin] Calling delete_port for 683f76da-8673-4eef-8c24-ba325c751eff owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:39:28.358851 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b859687d-2241-4223-9742-c1993d487c3d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:28.375893 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-219ea79b-8e51-443e-b6d5-11cda0d0051b None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:28.399377 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-219ea79b-8e51-443e-b6d5-11cda0d0051b None None] Transition to ACTIVE for port object 4dfcf8a8-2f8c-4498-b25d-0217ce7b0de3 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:39:28.456217 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-219ea79b-8e51-443e-b6d5-11cda0d0051b None None] Transition to ACTIVE for port object 4dfcf8a8-2f8c-4498-b25d-0217ce7b0de3 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:39:28.467050 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-219ea79b-8e51-443e-b6d5-11cda0d0051b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:28.513628 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ea79b-8e51-443e-b6d5-11cda0d0051b None None] Pushing event updated for resources: {'Port': ['ID=4dfcf8a8-2f8c-4498-b25d-0217ce7b0de3,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:28.529348 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219ea79b-8e51-443e-b6d5-11cda0d0051b None None] Network 10688f75-d15a-4686-a1b4-b19f22ed34f4 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:39:28.530914 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-219ea79b-8e51-443e-b6d5-11cda0d0051b None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:39:28.535004 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219ea79b-8e51-443e-b6d5-11cda0d0051b None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:39:28.572197 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a224a360-cb14-4fde-b546-af05a68bbd43 admin admin] Router 5eadf7f2-b3e8-484c-a4a9-b599f36f885c has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:39:28.602496 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec626e-becf-41b2-8cc1-1884bed3d82c req-c17551aa-2af6-4bd7-b7f7-d3cffc663e73 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:28.610441 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-85ec626e-becf-41b2-8cc1-1884bed3d82c req-c17551aa-2af6-4bd7-b7f7-d3cffc663e73 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=0159c47c-f124-4e1b-8ede-a160de3f5352 HTTP/1.1" status: 200 len: 945 time: 0.3324010 Aug 19 14:39:28.658012 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-219ea79b-8e51-443e-b6d5-11cda0d0051b None None] Attempting to bind port 4dfcf8a8-2f8c-4498-b25d-0217ce7b0de3 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:39:28.658475 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-219ea79b-8e51-443e-b6d5-11cda0d0051b None None] Attempting to bind port 4dfcf8a8-2f8c-4498-b25d-0217ce7b0de3 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'c0914a53-90f2-485d-9165-afda2f4cdc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '10688f75-d15a-4686-a1b4-b19f22ed34f4'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:39:28.659461 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219ea79b-8e51-443e-b6d5-11cda0d0051b None None] Attempting to bind port 4dfcf8a8-2f8c-4498-b25d-0217ce7b0de3 on network 10688f75-d15a-4686-a1b4-b19f22ed34f4 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:39:28.673779 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219ea79b-8e51-443e-b6d5-11cda0d0051b None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:39:28.674736 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219ea79b-8e51-443e-b6d5-11cda0d0051b None None] Checking segment: {'id': 'c0914a53-90f2-485d-9165-afda2f4cdc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '10688f75-d15a-4686-a1b4-b19f22ed34f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:39:28.677290 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-219ea79b-8e51-443e-b6d5-11cda0d0051b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:28.679458 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219ea79b-8e51-443e-b6d5-11cda0d0051b None None] Bound using segment: {'id': 'c0914a53-90f2-485d-9165-afda2f4cdc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '10688f75-d15a-4686-a1b4-b19f22ed34f4'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:39:28.680065 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-219ea79b-8e51-443e-b6d5-11cda0d0051b None None] Bound port: 4dfcf8a8-2f8c-4498-b25d-0217ce7b0de3, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0914a53-90f2-485d-9165-afda2f4cdc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '10688f75-d15a-4686-a1b4-b19f22ed34f4'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:39:28.681488 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-219ea79b-8e51-443e-b6d5-11cda0d0051b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:28.771306 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b859687d-2241-4223-9742-c1993d487c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:28.781583 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-219ea79b-8e51-443e-b6d5-11cda0d0051b None None] For port 4dfcf8a8-2f8c-4498-b25d-0217ce7b0de3, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:39:28.968044 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b859687d-2241-4223-9742-c1993d487c3d admin admin] Router 987df8e9-2c35-4b0e-ab18-b91375f8bd84 is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:39:28.979328 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e23b5-08d8-450f-bdd1-c2821c1b12ba req-1d57ab60-de6a-43d5-b6e2-6f95ba8a4533 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:28.981107 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ab3e23b5-08d8-450f-bdd1-c2821c1b12ba req-1d57ab60-de6a-43d5-b6e2-6f95ba8a4533 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.68 "GET /v2.0/ports?device_id=0159c47c-f124-4e1b-8ede-a160de3f5352 HTTP/1.1" status: 200 len: 945 time: 0.0674582 Aug 19 14:39:29.021392 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8aeab5-0730-45f5-a6cf-5d36271035c8 req-84bbe28b-9694-4422-8510-5e0264ab05ed tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:29.022844 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fc8aeab5-0730-45f5-a6cf-5d36271035c8 req-84bbe28b-9694-4422-8510-5e0264ab05ed tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.88 "GET /v2.0/ports?device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9 HTTP/1.1" status: 200 len: 949 time: 0.6116233 Aug 19 14:39:29.122378 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2768bb51-7964-4988-9c6d-65f25823c372 req-0d2740d2-f803-4d75-86ff-7404196d74a2 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=106022b3768c45f2b423a6217d11e05e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1126664 Aug 19 14:39:29.197369 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 683f76da-8673-4eef-8c24-ba325c751eff no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:39:29.262539 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-219ea79b-8e51-443e-b6d5-11cda0d0051b None None] For port 4dfcf8a8-2f8c-4498-b25d-0217ce7b0de3, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=4dfcf8a8-2f8c-4498-b25d-0217ce7b0de3,segment=NetworkSegment(c0914a53-90f2-485d-9165-afda2f4cdc8c),segment_id=c0914a53-90f2-485d-9165-afda2f4cdc8c)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:39:29.263756 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No active binding found for port 683f76da-8673-4eef-8c24-ba325c751eff {{(pid=94641) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 19 14:39:29.264245 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 683f76da-8673-4eef-8c24-ba325c751eff not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:39:29.264747 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 3e830e01-d661-433b-98d1-3440ac6f1c48 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:39:29.287473 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-219ea79b-8e51-443e-b6d5-11cda0d0051b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:29.289214 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-85ec626e-becf-41b2-8cc1-1884bed3d82c req-d87f9819-bbb8-4e43-bb64-7c8abd010a9d tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6776628 Aug 19 14:39:29.290769 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a224a360-cb14-4fde-b546-af05a68bbd43 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:39:29.307667 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ea74fa-841d-48b9-bb93-113e28b3b25c None None] Sync routers for ids ['5eadf7f2-b3e8-484c-a4a9-b599f36f885c'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:39:29.326270 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ea74fa-841d-48b9-bb93-113e28b3b25c None None] Routers {'5eadf7f2-b3e8-484c-a4a9-b599f36f885c'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:39:29.330301 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-03ea74fa-841d-48b9-bb93-113e28b3b25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:39:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['5eadf7f2-b3e8-484c-a4a9-b599f36f885c'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:39:29.340697 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a224a360-cb14-4fde-b546-af05a68bbd43 admin admin] 10.222.0.69 "PUT /v2.0/routers/5eadf7f2-b3e8-484c-a4a9-b599f36f885c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4648004 Aug 19 14:39:29.343102 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77721361-8d13-4f5d-965f-cd15d0f53a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:29.344903 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38904) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:29.354872 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 3e830e01-d661-433b-98d1-3440ac6f1c48 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:39:29.355310 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 3e830e01-d661-433b-98d1-3440ac6f1c48 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:39:29.360253 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ea79b-8e51-443e-b6d5-11cda0d0051b None None] Pushing event updated for resources: {'Port': ['ID=4dfcf8a8-2f8c-4498-b25d-0217ce7b0de3,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:29.508930 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b859687d-2241-4223-9742-c1993d487c3d admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:39:29.521134 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f20859-9a80-4f4e-ab68-9a7e3a049c88 None None] Sync routers for ids ['987df8e9-2c35-4b0e-ab18-b91375f8bd84'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:39:29.536818 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b859687d-2241-4223-9742-c1993d487c3d admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:29.537326 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f20859-9a80-4f4e-ab68-9a7e3a049c88 None None] Routers {'987df8e9-2c35-4b0e-ab18-b91375f8bd84'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:39:29.537971 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d7f20859-9a80-4f4e-ab68-9a7e3a049c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:39:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['987df8e9-2c35-4b0e-ab18-b91375f8bd84'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:39:29.541329 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b859687d-2241-4223-9742-c1993d487c3d admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.2182209 Aug 19 14:39:29.543681 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38910) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:29.585174 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-03ea74fa-841d-48b9-bb93-113e28b3b25c None None] Set router 5eadf7f2-b3e8-484c-a4a9-b599f36f885c gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:39:29.611119 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-ab3e23b5-08d8-450f-bdd1-c2821c1b12ba req-25e23ee4-db7b-4d6e-a9ab-bf429f2a9491 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Deleting port e5292615-6af6-4a16-9bb2-a8f6dd96f64c {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:39:29.611566 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ab3e23b5-08d8-450f-bdd1-c2821c1b12ba req-25e23ee4-db7b-4d6e-a9ab-bf429f2a9491 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:29.731714 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768bb51-7964-4988-9c6d-65f25823c372 req-5295d13a-7b27-4b06-afe0-7d3f643d543c tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:29.733548 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2768bb51-7964-4988-9c6d-65f25823c372 req-5295d13a-7b27-4b06-afe0-7d3f643d543c tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6101403 Aug 19 14:39:29.763598 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-d7f20859-9a80-4f4e-ab68-9a7e3a049c88 None None] Set router 987df8e9-2c35-4b0e-ab18-b91375f8bd84 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:39:29.766629 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77721361-8d13-4f5d-965f-cd15d0f53a64 admin admin] Pushing event deleted for resources: {'Port': ['ID=683f76da-8673-4eef-8c24-ba325c751eff,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:29.795594 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-ab3e23b5-08d8-450f-bdd1-c2821c1b12ba req-25e23ee4-db7b-4d6e-a9ab-bf429f2a9491 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] For port e5292615-6af6-4a16-9bb2-a8f6dd96f64c, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=e5292615-6af6-4a16-9bb2-a8f6dd96f64c,segment=NetworkSegment(911020b2-3bb4-4db0-af7a-51b07cbea653),segment_id=911020b2-3bb4-4db0-af7a-51b07cbea653)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:39:29.797248 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ab3e23b5-08d8-450f-bdd1-c2821c1b12ba req-25e23ee4-db7b-4d6e-a9ab-bf429f2a9491 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:29.821442 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-ab3e23b5-08d8-450f-bdd1-c2821c1b12ba req-25e23ee4-db7b-4d6e-a9ab-bf429f2a9491 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Calling delete_port for e5292615-6af6-4a16-9bb2-a8f6dd96f64c owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:39:29.857337 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-03ea74fa-841d-48b9-bb93-113e28b3b25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eadf7f2-b3e8-484c-a4a9-b599f36f885c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-900280449-router', 'tenant_id': '1d53016be1b6465d93afefc9606d9c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '0dd31325-2ed8-4fd0-a236-f87bd1a0cb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:34:20Z', 'updated_at': '2021-08-19T14:39:26Z', 'revision_number': 5, 'project_id': '1d53016be1b6465d93afefc9606d9c17', 'gw_port': {'id': '0dd31325-2ed8-4fd0-a236-f87bd1a0cb59', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eadf7f2-b3e8-484c-a4a9-b599f36f885c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 196, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:34:21Z', 'updated_at': '2021-08-19T14:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:39:29.897492 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ea74fa-841d-48b9-bb93-113e28b3b25c None None] Checking router: 5eadf7f2-b3e8-484c-a4a9-b599f36f885c for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:39:29.909924 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ea74fa-841d-48b9-bb93-113e28b3b25c None None] Routers {'5eadf7f2-b3e8-484c-a4a9-b599f36f885c'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:39:29.910546 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-03ea74fa-841d-48b9-bb93-113e28b3b25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:39:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['5eadf7f2-b3e8-484c-a4a9-b599f36f885c'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:39:29.984588 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-49433d6a-02eb-4d14-87aa-ecb150e20672 admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:29.990770 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ab3e23b5-08d8-450f-bdd1-c2821c1b12ba req-25e23ee4-db7b-4d6e-a9ab-bf429f2a9491 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:30.032875 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['2ec1d929-d9c0-49f5-b942-496ae0568910'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:39:30.034971 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-03ea74fa-841d-48b9-bb93-113e28b3b25c None None] Set router 5eadf7f2-b3e8-484c-a4a9-b599f36f885c gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:39:30.038791 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e23ee4-db7b-4d6e-a9ab-bf429f2a9491 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Pushing event deleted for resources: {'Port': ['ID=e5292615-6af6-4a16-9bb2-a8f6dd96f64c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:30.216862 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab3e23b5-08d8-450f-bdd1-c2821c1b12ba req-25e23ee4-db7b-4d6e-a9ab-bf429f2a9491 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] No DVR routers for this DVR port e5292615-6af6-4a16-9bb2-a8f6dd96f64c on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:39:30.256613 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ab3e23b5-08d8-450f-bdd1-c2821c1b12ba req-25e23ee4-db7b-4d6e-a9ab-bf429f2a9491 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:30.259561 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ab3e23b5-08d8-450f-bdd1-c2821c1b12ba req-25e23ee4-db7b-4d6e-a9ab-bf429f2a9491 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.68 "DELETE /v2.0/ports/e5292615-6af6-4a16-9bb2-a8f6dd96f64c HTTP/1.1" status: 204 len: 173 time: 1.2697442 Aug 19 14:39:30.259561 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0159c47c-f124-4e1b-8ede-a160de3f5352', 'name': 'network-vif-deleted', 'tag': 'e5292615-6af6-4a16-9bb2-a8f6dd96f64c'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:39:30.262369 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627091d7-8fa6-41cb-8cb3-60959e4ff0ac" -d '{"events": [{"server_uuid": "0159c47c-f124-4e1b-8ede-a160de3f5352", "name": "network-vif-deleted", "tag": "e5292615-6af6-4a16-9bb2-a8f6dd96f64c"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:39:30.265680 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-03ea74fa-841d-48b9-bb93-113e28b3b25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eadf7f2-b3e8-484c-a4a9-b599f36f885c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-900280449-router', 'tenant_id': '1d53016be1b6465d93afefc9606d9c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '0dd31325-2ed8-4fd0-a236-f87bd1a0cb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:34:20Z', 'updated_at': '2021-08-19T14:39:26Z', 'revision_number': 5, 'project_id': '1d53016be1b6465d93afefc9606d9c17', 'gw_port': {'id': '0dd31325-2ed8-4fd0-a236-f87bd1a0cb59', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eadf7f2-b3e8-484c-a4a9-b599f36f885c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 196, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:34:21Z', 'updated_at': '2021-08-19T14:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:39:30.312166 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ea74fa-841d-48b9-bb93-113e28b3b25c None None] The sync data for ids ['5eadf7f2-b3e8-484c-a4a9-b599f36f885c'] in n-d-766043-2 is: [{'id': '5eadf7f2-b3e8-484c-a4a9-b599f36f885c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-900280449-router', 'tenant_id': '1d53016be1b6465d93afefc9606d9c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '0dd31325-2ed8-4fd0-a236-f87bd1a0cb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:34:20Z', 'updated_at': '2021-08-19T14:39:26Z', 'revision_number': 5, 'project_id': '1d53016be1b6465d93afefc9606d9c17', 'gw_port': {'id': '0dd31325-2ed8-4fd0-a236-f87bd1a0cb59', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eadf7f2-b3e8-484c-a4a9-b599f36f885c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 196, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:34:21Z', 'updated_at': '2021-08-19T14:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:39:30.352852 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77721361-8d13-4f5d-965f-cd15d0f53a64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:30.407832 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d7f20859-9a80-4f4e-ab68-9a7e3a049c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987df8e9-2c35-4b0e-ab18-b91375f8bd84', 'name': 'tempest-ServersTestJSON-1246469378-router', 'tenant_id': '484e4968dd104ea599dbddf94075889b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '8a4129a2-3fec-45d8-8e2a-eecab4416cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:39:26Z', 'updated_at': '2021-08-19T14:39:28Z', 'revision_number': 3, 'project_id': '484e4968dd104ea599dbddf94075889b', 'gw_port': {'id': '8a4129a2-3fec-45d8-8e2a-eecab4416cef', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a6:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987df8e9-2c35-4b0e-ab18-b91375f8bd84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:27Z', 'updated_at': '2021-08-19T14:39:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:39:30.450001 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f20859-9a80-4f4e-ab68-9a7e3a049c88 None None] Checking router: 987df8e9-2c35-4b0e-ab18-b91375f8bd84 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:39:30.450600 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f20859-9a80-4f4e-ab68-9a7e3a049c88 None None] Updating router 987df8e9-2c35-4b0e-ab18-b91375f8bd84 port 8a4129a2-3fec-45d8-8e2a-eecab4416cef binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:39:30.490279 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d7f20859-9a80-4f4e-ab68-9a7e3a049c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:30.523603 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77721361-8d13-4f5d-965f-cd15d0f53a64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:30.526740 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77721361-8d13-4f5d-965f-cd15d0f53a64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:30.591002 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2768bb51-7964-4988-9c6d-65f25823c372 req-68ac60ff-a9f9-4bfe-9e7b-4b73db8513fe tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/quotas/106022b3768c45f2b423a6217d11e05e HTTP/1.1" status: 200 len: 375 time: 0.6281540 Aug 19 14:39:30.592771 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-49433d6a-02eb-4d14-87aa-ecb150e20672 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:30.603436 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77721361-8d13-4f5d-965f-cd15d0f53a64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:30.613658 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77721361-8d13-4f5d-965f-cd15d0f53a64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08f4dff2-bc7c-40bf-beec-ddff4fc79af9 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:39:30.641237 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77721361-8d13-4f5d-965f-cd15d0f53a64 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:30.642405 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-77721361-8d13-4f5d-965f-cd15d0f53a64 admin admin] 10.222.0.69 "DELETE /v2.0/routers/08f4dff2-bc7c-40bf-beec-ddff4fc79af9 HTTP/1.1" status: 204 len: 168 time: 4.6823773 Aug 19 14:39:30.647200 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38924) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:30.658669 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296972b8-7a79-4da0-88f7-1bf3bab2493c req-d3967c32-c747-4999-b6ae-06bbf2ec6b31 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:30.663041 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-296972b8-7a79-4da0-88f7-1bf3bab2493c req-d3967c32-c747-4999-b6ae-06bbf2ec6b31 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9 HTTP/1.1" status: 200 len: 949 time: 1.2016568 Aug 19 14:39:30.700227 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2768bb51-7964-4988-9c6d-65f25823c372 req-a4421ecc-30d0-48a5-8783-961f00aba402 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=106022b3768c45f2b423a6217d11e05e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0838470 Aug 19 14:39:30.848681 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-fc8aeab5-0730-45f5-a6cf-5d36271035c8 req-8ab8ae1d-fd97-4414-86c3-cc836c7d6493 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Deleting port 7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:39:30.849381 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fc8aeab5-0730-45f5-a6cf-5d36271035c8 req-8ab8ae1d-fd97-4414-86c3-cc836c7d6493 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:30.881975 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-175ed0d2-554a-4821-863b-6bbd325fe42d admin admin] Deleting subnet 2a3053d7-d69f-41b4-a35f-07118496e8cf {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:39:30.888426 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-175ed0d2-554a-4821-863b-6bbd325fe42d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:30.977309 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-fc8aeab5-0730-45f5-a6cf-5d36271035c8 req-8ab8ae1d-fd97-4414-86c3-cc836c7d6493 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] For port 7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:39:30.977675 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fc8aeab5-0730-45f5-a6cf-5d36271035c8 req-8ab8ae1d-fd97-4414-86c3-cc836c7d6493 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:30.995332 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221f81fb-c502-4bb6-87ce-ec9f12cac399 None None] Network 10688f75-d15a-4686-a1b4-b19f22ed34f4 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:39:31.017695 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-fc8aeab5-0730-45f5-a6cf-5d36271035c8 req-8ab8ae1d-fd97-4414-86c3-cc836c7d6493 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Calling delete_port for 7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:39:31.027907 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-175ed0d2-554a-4821-863b-6bbd325fe42d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:31.274793 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device e5292615-6af6-4a16-9bb2-a8f6dd96f64c no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:39:31.280791 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 4dfcf8a8-2f8c-4498-b25d-0217ce7b0de3 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:39:31.294100 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-175ed0d2-554a-4821-863b-6bbd325fe42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:31.314069 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-296972b8-7a79-4da0-88f7-1bf3bab2493c req-5ae027f1-d4cd-4f14-bbba-9fc4d7af7754 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/security-groups?id=fd27a388-56b9-485f-86ae-26204664e23b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6051280 Aug 19 14:39:31.365001 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5c7a619b-22d4-4043-967a-c7e935b3eaec req-9c1adcef-8b6d-4385-be0f-29cebbcbcbf3 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=0159c47c-f124-4e1b-8ede-a160de3f5352 HTTP/1.1" status: 200 len: 210 time: 0.0547237 Aug 19 14:39:31.399469 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: e5292615-6af6-4a16-9bb2-a8f6dd96f64c {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:39:31.399840 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device e5292615-6af6-4a16-9bb2-a8f6dd96f64c not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:39:31.418614 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-edc37974-bd37-4dcd-9c46-d9d651674cd6 None None] Provisioning for port 4dfcf8a8-2f8c-4498-b25d-0217ce7b0de3 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:39:31.420577 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ecb36d86-5496-481c-ac31-75c3be268d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:31.423851 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fc8aeab5-0730-45f5-a6cf-5d36271035c8 req-8ab8ae1d-fd97-4414-86c3-cc836c7d6493 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:31.455254 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-97e2c0e0-acf8-401d-ad7e-f662aefe311c req-5d422109-4cf2-4051-988b-12f3ef114bf6 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9550e01-c472-4405-a8b1-9124f2c4e394 HTTP/1.1" status: 200 len: 210 time: 0.0546677 Aug 19 14:39:31.478380 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8317f5f8-51a6-40a2-8105-c5fa575a265f x-openstack-request-id: req-8317f5f8-51a6-40a2-8105-c5fa575a265f {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:39:31.479434 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0159c47c-f124-4e1b-8ede-a160de3f5352", "name": "network-vif-deleted", "tag": "e5292615-6af6-4a16-9bb2-a8f6dd96f64c", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:39:31.480741 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8317f5f8-51a6-40a2-8105-c5fa575a265f {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:39:31.483154 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0159c47c-f124-4e1b-8ede-a160de3f5352', 'name': 'network-vif-deleted', 'tag': 'e5292615-6af6-4a16-9bb2-a8f6dd96f64c', 'status': 'completed', 'code': 200} Aug 19 14:39:31.492036 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-49433d6a-02eb-4d14-87aa-ecb150e20672 admin admin] Deleting port 0dd31325-2ed8-4fd0-a236-f87bd1a0cb59 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:39:31.492499 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-49433d6a-02eb-4d14-87aa-ecb150e20672 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:31.496777 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab8ae1d-fd97-4414-86c3-cc836c7d6493 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Pushing event deleted for resources: {'Port': ['ID=7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:31.500612 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-175ed0d2-554a-4821-863b-6bbd325fe42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:31.535440 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-175ed0d2-554a-4821-863b-6bbd325fe42d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:31.539532 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-175ed0d2-554a-4821-863b-6bbd325fe42d admin admin] 10.222.0.69 "DELETE /v2.0/subnets/2a3053d7-d69f-41b4-a35f-07118496e8cf HTTP/1.1" status: 204 len: 168 time: 0.8892312 Aug 19 14:39:31.550016 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38938) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:31.558124 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e363a4b9-90b5-4ffa-acf7-5da69fb898ef None None] Network 4b326bff-649c-45d8-843e-ebe16b9715e3 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:39:31.608866 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175ed0d2-554a-4821-863b-6bbd325fe42d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a3053d7-d69f-41b4-a35f-07118496e8cf,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:31.646211 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cf43398f-2034-4d3c-8718-419e5c41c41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:31.659738 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-49433d6a-02eb-4d14-87aa-ecb150e20672 admin admin] For port 0dd31325-2ed8-4fd0-a236-f87bd1a0cb59, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=0dd31325-2ed8-4fd0-a236-f87bd1a0cb59,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:39:31.660419 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-49433d6a-02eb-4d14-87aa-ecb150e20672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:31.680599 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-49433d6a-02eb-4d14-87aa-ecb150e20672 admin admin] Calling delete_port for 0dd31325-2ed8-4fd0-a236-f87bd1a0cb59 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:39:31.743105 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 4dfcf8a8-2f8c-4498-b25d-0217ce7b0de3 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:39:31.755842 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 4dfcf8a8-2f8c-4498-b25d-0217ce7b0de3 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:39:31.756198 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:31.875701 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d7f20859-9a80-4f4e-ab68-9a7e3a049c88 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:31.902297 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d7f20859-9a80-4f4e-ab68-9a7e3a049c88 None None] Transition to ACTIVE for port object 8a4129a2-3fec-45d8-8e2a-eecab4416cef will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:39:31.976859 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d7f20859-9a80-4f4e-ab68-9a7e3a049c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:32.057459 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25ca87b2-97bf-4918-8878-3abead676eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:32.060770 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc8aeab5-0730-45f5-a6cf-5d36271035c8 req-8ab8ae1d-fd97-4414-86c3-cc836c7d6493 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] No DVR routers for this DVR port 7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7 on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:39:32.065549 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fc8aeab5-0730-45f5-a6cf-5d36271035c8 req-8ab8ae1d-fd97-4414-86c3-cc836c7d6493 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:32.067554 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:39:32.069024 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fc8aeab5-0730-45f5-a6cf-5d36271035c8 req-8ab8ae1d-fd97-4414-86c3-cc836c7d6493 tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.88 "DELETE /v2.0/ports/7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7 HTTP/1.1" status: 204 len: 173 time: 3.0231740 Aug 19 14:39:32.069656 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-49433d6a-02eb-4d14-87aa-ecb150e20672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:32.085438 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-cf43398f-2034-4d3c-8718-419e5c41c41b admin admin] Allocated IP 172.20.0.1 (10688f75-d15a-4686-a1b4-b19f22ed34f4/59a65ff2-b1d4-4c98-8548-294ed43ffbb5/f9a0d078-f734-4f3b-b535-ebef7b9d03be) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:39:32.090439 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '989cdaa5-2b08-4120-bd20-865bd195d6c9', 'name': 'network-vif-deleted', 'tag': '7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:39:32.093680 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d492b39-4209-42b1-8cd2-40bbe0b11e3a" -d '{"events": [{"server_uuid": "989cdaa5-2b08-4120-bd20-865bd195d6c9", "name": "network-vif-deleted", "tag": "7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:39:32.148858 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49433d6a-02eb-4d14-87aa-ecb150e20672 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dd31325-2ed8-4fd0-a236-f87bd1a0cb59,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:32.156633 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: 7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:39:32.161202 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:39:32.306047 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-49433d6a-02eb-4d14-87aa-ecb150e20672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:32.361634 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82cf854-9a95-4363-b2b2-65fd9f726804 x-openstack-request-id: req-b82cf854-9a95-4363-b2b2-65fd9f726804 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:39:32.361881 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "989cdaa5-2b08-4120-bd20-865bd195d6c9", "name": "network-vif-deleted", "tag": "7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:39:32.362168 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b82cf854-9a95-4363-b2b2-65fd9f726804 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:39:32.362525 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '989cdaa5-2b08-4120-bd20-865bd195d6c9', 'name': 'network-vif-deleted', 'tag': '7f9fbf52-e4c8-4f11-8bd3-8f221bf477e7', 'status': 'completed', 'code': 200} Aug 19 14:39:32.400927 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d7f20859-9a80-4f4e-ab68-9a7e3a049c88 None None] Attempting to bind port 8a4129a2-3fec-45d8-8e2a-eecab4416cef on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:39:32.401306 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d7f20859-9a80-4f4e-ab68-9a7e3a049c88 None None] Attempting to bind port 8a4129a2-3fec-45d8-8e2a-eecab4416cef by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:39:32.401674 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f20859-9a80-4f4e-ab68-9a7e3a049c88 None None] Attempting to bind port 8a4129a2-3fec-45d8-8e2a-eecab4416cef on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:39:32.452445 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f20859-9a80-4f4e-ab68-9a7e3a049c88 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:39:32.454982 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f20859-9a80-4f4e-ab68-9a7e3a049c88 None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:39:32.459505 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d7f20859-9a80-4f4e-ab68-9a7e3a049c88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:32.459984 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f20859-9a80-4f4e-ab68-9a7e3a049c88 None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:39:32.460530 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d7f20859-9a80-4f4e-ab68-9a7e3a049c88 None None] Bound port: 8a4129a2-3fec-45d8-8e2a-eecab4416cef, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:39:32.463305 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d7f20859-9a80-4f4e-ab68-9a7e3a049c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:32.547931 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cf43398f-2034-4d3c-8718-419e5c41c41b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:32.576091 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a6f86-51bd-4625-a833-13e472ce8b3d None None] Pushing event updated for resources: {'Port': ['ID=8a4129a2-3fec-45d8-8e2a-eecab4416cef,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:32.586393 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-cf43398f-2034-4d3c-8718-419e5c41c41b admin admin] Transition to ACTIVE for port object f9a0d078-f734-4f3b-b535-ebef7b9d03be will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:39:32.645623 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:32.670877 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cf43398f-2034-4d3c-8718-419e5c41c41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:32.799544 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-06657c44-cdf5-4bce-bf29-49ccf0e8f38f req-9c2d2b03-ef14-48a0-af56-486a44cddcaa tempest-MigrationsAdminTest-1833418426 tempest-MigrationsAdminTest-1833418426-project] 10.222.0.69 "GET /v2.0/ports?device_id=989cdaa5-2b08-4120-bd20-865bd195d6c9 HTTP/1.1" status: 200 len: 210 time: 0.2202873 Aug 19 14:39:32.813341 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6297b8c5-971d-4189-b5d3-163c7e14fc13 req-8c8d267a-9a89-4e93-8866-a263fbde6fa4 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=0159c47c-f124-4e1b-8ede-a160de3f5352 HTTP/1.1" status: 200 len: 210 time: 0.2769599 Aug 19 14:39:32.819668 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 4dfcf8a8-2f8c-4498-b25d-0217ce7b0de3, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=4dfcf8a8-2f8c-4498-b25d-0217ce7b0de3,segment=NetworkSegment(c0914a53-90f2-485d-9165-afda2f4cdc8c),segment_id=c0914a53-90f2-485d-9165-afda2f4cdc8c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:39:32.821022 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-49433d6a-02eb-4d14-87aa-ecb150e20672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:32.837212 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-49433d6a-02eb-4d14-87aa-ecb150e20672 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:32.851982 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e10bd28-2a3a-42a3-9097-9bd45ac0bed7 None None] DHCP port deletion for 4b326bff-649c-45d8-843e-ebe16b9715e3 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:39:32.861942 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:32.871092 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf43398f-2034-4d3c-8718-419e5c41c41b admin admin] Network 10688f75-d15a-4686-a1b4-b19f22ed34f4 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:39:32.884458 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d7f20859-9a80-4f4e-ab68-9a7e3a049c88 None None] For port 8a4129a2-3fec-45d8-8e2a-eecab4416cef, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:39:32.895332 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-cf43398f-2034-4d3c-8718-419e5c41c41b admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:39:32.902421 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf43398f-2034-4d3c-8718-419e5c41c41b admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:39:32.949362 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device fa5f43de-a99e-4c05-be7f-65b2f38f7775 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:39:32.954494 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf43398f-2034-4d3c-8718-419e5c41c41b admin admin] Pushing event updated for resources: {'Port': ['ID=f9a0d078-f734-4f3b-b535-ebef7b9d03be,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:32.968912 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-49433d6a-02eb-4d14-87aa-ecb150e20672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:32.968912 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49433d6a-02eb-4d14-87aa-ecb150e20672 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5eadf7f2-b3e8-484c-a4a9-b599f36f885c {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:39:32.971167 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-25ca87b2-97bf-4918-8878-3abead676eaa admin admin] Deleting port 6d652859-e4a2-439c-9d88-8101832c2e29 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:39:32.972138 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25ca87b2-97bf-4918-8878-3abead676eaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:32.989311 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cf43398f-2034-4d3c-8718-419e5c41c41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:32.999815 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-49433d6a-02eb-4d14-87aa-ecb150e20672 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:33.000996 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-49433d6a-02eb-4d14-87aa-ecb150e20672 admin admin] 10.222.0.69 "DELETE /v2.0/routers/5eadf7f2-b3e8-484c-a4a9-b599f36f885c HTTP/1.1" status: 204 len: 168 time: 3.5919225 Aug 19 14:39:33.014734 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a7e6adf4-9772-48dc-8172-35a99da37a7e req-c60783a8-befe-4dae-9913-d8b6ecabf7dc tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9550e01-c472-4405-a8b1-9124f2c4e394 HTTP/1.1" status: 200 len: 210 time: 0.0757203 Aug 19 14:39:33.015235 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38972) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:33.105717 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d7f20859-9a80-4f4e-ab68-9a7e3a049c88 None None] For port 8a4129a2-3fec-45d8-8e2a-eecab4416cef, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=8a4129a2-3fec-45d8-8e2a-eecab4416cef,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:39:33.111356 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: fa5f43de-a99e-4c05-be7f-65b2f38f7775 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:39:33.117512 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-537c73e8-576e-4abf-8a09-b461ae0cf956 admin admin] Deleting subnet 25eeef8f-d468-4749-9c79-0b83895b4cad {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:39:33.118605 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device fa5f43de-a99e-4c05-be7f-65b2f38f7775 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:39:33.134890 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-537c73e8-576e-4abf-8a09-b461ae0cf956 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:33.154184 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d7f20859-9a80-4f4e-ab68-9a7e3a049c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:33.215454 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-25ca87b2-97bf-4918-8878-3abead676eaa admin admin] For port 6d652859-e4a2-439c-9d88-8101832c2e29, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=6d652859-e4a2-439c-9d88-8101832c2e29,segment=NetworkSegment(4fff729b-2fb6-40e9-b546-b5e2c897b968),segment_id=4fff729b-2fb6-40e9-b546-b5e2c897b968)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:39:33.216054 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25ca87b2-97bf-4918-8878-3abead676eaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:33.218232 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-537c73e8-576e-4abf-8a09-b461ae0cf956 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:33.239041 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-25ca87b2-97bf-4918-8878-3abead676eaa admin admin] Calling delete_port for 6d652859-e4a2-439c-9d88-8101832c2e29 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:39:33.243026 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d3d401d9-1826-4832-972f-59789e5f4bc0 None None] Provisioning complete for port 4dfcf8a8-2f8c-4498-b25d-0217ce7b0de3 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:39:33.252235 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d3d401d9-1826-4832-972f-59789e5f4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:33.343313 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=4dfcf8a8-2f8c-4498-b25d-0217ce7b0de3,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:33.416544 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-537c73e8-576e-4abf-8a09-b461ae0cf956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:33.482604 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f20859-9a80-4f4e-ab68-9a7e3a049c88 None None] Routers {'987df8e9-2c35-4b0e-ab18-b91375f8bd84'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:39:33.483254 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d7f20859-9a80-4f4e-ab68-9a7e3a049c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:39:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['987df8e9-2c35-4b0e-ab18-b91375f8bd84'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:39:33.499634 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25ca87b2-97bf-4918-8878-3abead676eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:33.554144 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-537c73e8-576e-4abf-8a09-b461ae0cf956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:33.566357 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca87b2-97bf-4918-8878-3abead676eaa admin admin] Pushing event deleted for resources: {'Port': ['ID=6d652859-e4a2-439c-9d88-8101832c2e29,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:33.572772 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2768bb51-7964-4988-9c6d-65f25823c372 req-ec58e1ec-db82-4910-b967-f21e8fed4a76 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=106022b3768c45f2b423a6217d11e05e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0920341 Aug 19 14:39:33.589005 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ca87b2-97bf-4918-8878-3abead676eaa admin admin] No DVR routers for this DVR port 6d652859-e4a2-439c-9d88-8101832c2e29 on host n-d-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:39:33.617488 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537c73e8-576e-4abf-8a09-b461ae0cf956 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25eeef8f-d468-4749-9c79-0b83895b4cad,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:33.625592 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-537c73e8-576e-4abf-8a09-b461ae0cf956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:33.637581 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-537c73e8-576e-4abf-8a09-b461ae0cf956 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/25eeef8f-d468-4749-9c79-0b83895b4cad HTTP/1.1" status: 204 len: 168 time: 0.6209059 Aug 19 14:39:33.641080 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38976) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:33.671117 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-8e10bd28-2a3a-42a3-9097-9bd45ac0bed7 None None] Deleting port 6d652859-e4a2-439c-9d88-8101832c2e29 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:39:33.671117 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8e10bd28-2a3a-42a3-9097-9bd45ac0bed7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:33.679641 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78d883a-a402-4711-8d59-da49c69c94ce None None] Network f3ff52a8-1f4d-4f31-a5f4-a027a077376d requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:39:33.719638 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a6f86-51bd-4625-a833-13e472ce8b3d None None] Pushing event updated for resources: {'Port': ['ID=8a4129a2-3fec-45d8-8e2a-eecab4416cef,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:33.813815 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-02bd1d91-a5b8-49a0-a244-d2e09e57b271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:33.872064 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 6d652859-e4a2-439c-9d88-8101832c2e29 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:39:33.974010 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25ca87b2-97bf-4918-8878-3abead676eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:33.975054 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 6d652859-e4a2-439c-9d88-8101832c2e29 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:39:33.975622 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 6d652859-e4a2-439c-9d88-8101832c2e29 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:39:33.982486 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:33.999650 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-25ca87b2-97bf-4918-8878-3abead676eaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b326bff-649c-45d8-843e-ebe16b9715e3']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:39:34.019516 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768bb51-7964-4988-9c6d-65f25823c372 req-e50bba64-f976-4754-87e5-f57044fc7b32 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:34.024430 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2768bb51-7964-4988-9c6d-65f25823c372 req-e50bba64-f976-4754-87e5-f57044fc7b32 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4368105 Aug 19 14:39:34.050773 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-873270e6-a2b2-4639-8c36-ed332efc65c7 req-b95b75f0-0a74-49d4-adff-28844ff1b3f7 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=0159c47c-f124-4e1b-8ede-a160de3f5352 HTTP/1.1" status: 200 len: 210 time: 0.0477045 Aug 19 14:39:34.064283 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-02bd1d91-a5b8-49a0-a244-d2e09e57b271 admin admin] Deleting port d8b1515c-6736-4132-bc66-8eca662d9b19 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:39:34.065098 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-02bd1d91-a5b8-49a0-a244-d2e09e57b271 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:34.089435 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8e10bd28-2a3a-42a3-9097-9bd45ac0bed7 None None] For port 6d652859-e4a2-439c-9d88-8101832c2e29, host n-d-766043-2, got binding levels [] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:39:34.090352 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8e10bd28-2a3a-42a3-9097-9bd45ac0bed7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:34.098148 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-25ca87b2-97bf-4918-8878-3abead676eaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fff729b-2fb6-40e9-b546-b5e2c897b968') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:39:34.100140 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-25ca87b2-97bf-4918-8878-3abead676eaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fff729b-2fb6-40e9-b546-b5e2c897b968') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:39:34.116336 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-2768bb51-7964-4988-9c6d-65f25823c372 req-acbf479c-633d-4248-95ec-458ef61c9b78 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Request body: {'port': {'device_id': 'c9550e01-c472-4405-a8b1-9124f2c4e394', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'admin_state_up': True, 'tenant_id': '106022b3768c45f2b423a6217d11e05e'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:39:34.116659 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-8e10bd28-2a3a-42a3-9097-9bd45ac0bed7 None None] Calling delete_port for 6d652859-e4a2-439c-9d88-8101832c2e29 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:39:34.121313 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-d7f20859-9a80-4f4e-ab68-9a7e3a049c88 None None] Set router 987df8e9-2c35-4b0e-ab18-b91375f8bd84 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:39:34.125871 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.ipam_backend_mixin [None req-8e10bd28-2a3a-42a3-9097-9bd45ac0bed7 None None] Port 6d652859-e4a2-439c-9d88-8101832c2e29 was not found and therefore no delete operation was performed {{(pid=94641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 14:39:34.166906 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25ca87b2-97bf-4918-8878-3abead676eaa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:34.219303 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-02bd1d91-a5b8-49a0-a244-d2e09e57b271 admin admin] For port d8b1515c-6736-4132-bc66-8eca662d9b19, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=d8b1515c-6736-4132-bc66-8eca662d9b19,segment=NetworkSegment(f3300f56-11af-4297-9667-81b9d786e43a),segment_id=f3300f56-11af-4297-9667-81b9d786e43a)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:39:34.219927 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-02bd1d91-a5b8-49a0-a244-d2e09e57b271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:34.228502 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cf43398f-2034-4d3c-8718-419e5c41c41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:34.234894 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25ca87b2-97bf-4918-8878-3abead676eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:34.255544 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-02bd1d91-a5b8-49a0-a244-d2e09e57b271 admin admin] Calling delete_port for d8b1515c-6736-4132-bc66-8eca662d9b19 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:39:34.264083 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25ca87b2-97bf-4918-8878-3abead676eaa admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:39:34.264634 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25ca87b2-97bf-4918-8878-3abead676eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:34.268975 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:39:34.268975 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:39:34.268975 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:39:34.268975 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:39:34.268975 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:39:34.268975 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:39:34.268975 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:39:34.268975 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:39:34.268975 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:39:34.268975 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:39:34.268975 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:39:34.268975 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:39:34.268975 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:39:34.268975 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:39:34.268975 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:39:34.268975 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:39:34.268975 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:39:34.268975 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:39:34.268975 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:39:34.268975 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:39:34.268975 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:39:34.268975 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:39:34.268975 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:39:34.268975 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:39:34.268975 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:39:34.268975 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:39:34.268975 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:39:34.268975 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:39:34.268975 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:39:34.268975 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:39:34.268975 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:39:34.268975 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:39:34.390296 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8e10bd28-2a3a-42a3-9097-9bd45ac0bed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:34.404452 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651854c1-3208-4438-bbb0-d31de730f2f8 None None] DHCP port deletion for f3ff52a8-1f4d-4f31-a5f4-a027a077376d request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:39:34.462112 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25ca87b2-97bf-4918-8878-3abead676eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:34.492629 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25ca87b2-97bf-4918-8878-3abead676eaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:34.500248 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-25ca87b2-97bf-4918-8878-3abead676eaa admin admin] 10.222.0.69 "DELETE /v2.0/networks/4b326bff-649c-45d8-843e-ebe16b9715e3 HTTP/1.1" status: 204 len: 168 time: 2.9107280 Aug 19 14:39:34.519552 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39002) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:34.528487 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bdf90f93-2328-4e70-a11d-8c09632d1689 req-1484b5cb-f883-40cf-8fd9-8e2ab29efded tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9550e01-c472-4405-a8b1-9124f2c4e394 HTTP/1.1" status: 200 len: 210 time: 0.0969942 Aug 19 14:39:34.529539 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-02bd1d91-a5b8-49a0-a244-d2e09e57b271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:34.574601 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca87b2-97bf-4918-8878-3abead676eaa admin admin] Pushing event deleted for resources: {'Network': ['ID=4b326bff-649c-45d8-843e-ebe16b9715e3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:34.578756 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bd1d91-a5b8-49a0-a244-d2e09e57b271 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8b1515c-6736-4132-bc66-8eca662d9b19,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:34.581654 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bd1d91-a5b8-49a0-a244-d2e09e57b271 admin admin] No DVR routers for this DVR port d8b1515c-6736-4132-bc66-8eca662d9b19 on host n-d-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:39:34.662048 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0f2e77e4-d554-4e28-a1aa-25afa5a2ac79 None None] Provisioning for port f9a0d078-f734-4f3b-b535-ebef7b9d03be completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:39:34.684754 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0f2e77e4-d554-4e28-a1aa-25afa5a2ac79 None None] Provisioning complete for port f9a0d078-f734-4f3b-b535-ebef7b9d03be triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:39:34.685507 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0f2e77e4-d554-4e28-a1aa-25afa5a2ac79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:34.723786 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-02bd1d91-a5b8-49a0-a244-d2e09e57b271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:34.742092 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-02bd1d91-a5b8-49a0-a244-d2e09e57b271 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3ff52a8-1f4d-4f31-a5f4-a027a077376d']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:39:34.745285 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2768bb51-7964-4988-9c6d-65f25823c372 req-acbf479c-633d-4248-95ec-458ef61c9b78 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Made reservation on behalf of 106022b3768c45f2b423a6217d11e05e for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:39:34.751925 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2768bb51-7964-4988-9c6d-65f25823c372 req-acbf479c-633d-4248-95ec-458ef61c9b78 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:34.756275 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-02bd1d91-a5b8-49a0-a244-d2e09e57b271 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3300f56-11af-4297-9667-81b9d786e43a') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:39:34.756602 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-02bd1d91-a5b8-49a0-a244-d2e09e57b271 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3300f56-11af-4297-9667-81b9d786e43a') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:39:34.768730 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-02bd1d91-a5b8-49a0-a244-d2e09e57b271 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:34.782501 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39006) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:34.793606 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e10bd28-2a3a-42a3-9097-9bd45ac0bed7 None None] Pushing event deleted for resources: {'Port': ['ID=6d652859-e4a2-439c-9d88-8101832c2e29,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:34.801785 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-651854c1-3208-4438-bbb0-d31de730f2f8 None None] The port 'd8b1515c-6736-4132-bc66-8eca662d9b19' was deleted {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 19 14:39:34.802647 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2768bb51-7964-4988-9c6d-65f25823c372 req-acbf479c-633d-4248-95ec-458ef61c9b78 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:34.805382 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e10bd28-2a3a-42a3-9097-9bd45ac0bed7 None None] No DVR routers for this DVR port 6d652859-e4a2-439c-9d88-8101832c2e29 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:39:34.814451 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-02bd1d91-a5b8-49a0-a244-d2e09e57b271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:34.821927 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d3b884aa-3dd2-40c5-9224-de746a7d51de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:34.831430 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02bd1d91-a5b8-49a0-a244-d2e09e57b271 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:39:34.831677 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-02bd1d91-a5b8-49a0-a244-d2e09e57b271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:34.846910 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:34.850632 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0f2e77e4-d554-4e28-a1aa-25afa5a2ac79 None None] Port f9a0d078-f734-4f3b-b535-ebef7b9d03be cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:39:34.867743 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d7f20859-9a80-4f4e-ab68-9a7e3a049c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987df8e9-2c35-4b0e-ab18-b91375f8bd84', 'name': 'tempest-ServersTestJSON-1246469378-router', 'tenant_id': '484e4968dd104ea599dbddf94075889b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '8a4129a2-3fec-45d8-8e2a-eecab4416cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:39:26Z', 'updated_at': '2021-08-19T14:39:28Z', 'revision_number': 3, 'project_id': '484e4968dd104ea599dbddf94075889b', 'gw_port': {'id': '8a4129a2-3fec-45d8-8e2a-eecab4416cef', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a6:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987df8e9-2c35-4b0e-ab18-b91375f8bd84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:27Z', 'updated_at': '2021-08-19T14:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:39:34.902062 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f20859-9a80-4f4e-ab68-9a7e3a049c88 None None] The sync data for ids ['987df8e9-2c35-4b0e-ab18-b91375f8bd84'] in n-d-766043-2 is: [{'id': '987df8e9-2c35-4b0e-ab18-b91375f8bd84', 'name': 'tempest-ServersTestJSON-1246469378-router', 'tenant_id': '484e4968dd104ea599dbddf94075889b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '8a4129a2-3fec-45d8-8e2a-eecab4416cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:39:26Z', 'updated_at': '2021-08-19T14:39:28Z', 'revision_number': 3, 'project_id': '484e4968dd104ea599dbddf94075889b', 'gw_port': {'id': '8a4129a2-3fec-45d8-8e2a-eecab4416cef', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a6:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987df8e9-2c35-4b0e-ab18-b91375f8bd84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:27Z', 'updated_at': '2021-08-19T14:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:39:34.935406 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cf43398f-2034-4d3c-8718-419e5c41c41b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:34.943415 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1800aff3-4af9-432b-9fe5-450b41d438d2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3397b0c43f0b46aaa4295e8f087dd91c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3823228 Aug 19 14:39:34.943919 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39008) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:34.950223 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-90801ce4-03b7-42a3-9854-f4e60cc0c4aa admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5510f55194a84a709694ced521d1a10f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1662104 Aug 19 14:39:34.956276 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39010) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:34.957094 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:39:34.957094 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:39:34.957094 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:39:34.957094 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:39:34.957094 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:39:34.957094 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:39:34.957094 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:39:34.957094 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:39:34.957094 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:39:34.957094 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:39:34.957094 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:39:34.957094 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:39:34.957094 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:39:34.957094 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:39:34.957094 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:39:34.957094 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:39:34.957094 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:39:34.957094 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:39:34.957094 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:39:34.957094 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:39:34.957094 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:39:34.957094 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:39:34.957094 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:39:34.957094 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:39:34.957094 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:39:34.957094 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:39:34.957094 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:39:34.957094 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:39:34.957094 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:39:34.957094 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:39:34.957094 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:39:34.957094 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:39:34.964653 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cf43398f-2034-4d3c-8718-419e5c41c41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:35.007463 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:35.112986 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:35.119516 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-02bd1d91-a5b8-49a0-a244-d2e09e57b271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:35.125718 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-02bd1d91-a5b8-49a0-a244-d2e09e57b271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:35.135139 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf43398f-2034-4d3c-8718-419e5c41c41b admin admin] Pushing event updated for resources: {'Port': ['ID=f9a0d078-f734-4f3b-b535-ebef7b9d03be,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:35.154359 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-02bd1d91-a5b8-49a0-a244-d2e09e57b271 admin admin] 10.222.0.69 "DELETE /v2.0/networks/f3ff52a8-1f4d-4f31-a5f4-a027a077376d HTTP/1.1" status: 204 len: 168 time: 1.5100908 Aug 19 14:39:35.203969 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1745b84b-8f18-4d39-89ba-ab2c11d503bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:35.208706 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2768bb51-7964-4988-9c6d-65f25823c372 req-acbf479c-633d-4248-95ec-458ef61c9b78 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:35.215201 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bd1d91-a5b8-49a0-a244-d2e09e57b271 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3ff52a8-1f4d-4f31-a5f4-a027a077376d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:35.229606 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2768bb51-7964-4988-9c6d-65f25823c372 req-acbf479c-633d-4248-95ec-458ef61c9b78 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:35.294549 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-98e81901-45e9-4a38-bd72-f09061eacbbe req-cc69bf6c-8827-448b-b2ec-203cc417f1e7 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=0159c47c-f124-4e1b-8ede-a160de3f5352 HTTP/1.1" status: 200 len: 210 time: 0.0634627 Aug 19 14:39:35.315392 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 4dfcf8a8-2f8c-4498-b25d-0217ce7b0de3 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:39:35.336311 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1745b84b-8f18-4d39-89ba-ab2c11d503bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:35.435294 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cf43398f-2034-4d3c-8718-419e5c41c41b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:35.440441 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ef079566-1218-4502-ae88-0d6ec747bdf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:35.448841 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 4dfcf8a8-2f8c-4498-b25d-0217ce7b0de3 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:39:35.449199 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:35.459088 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1745b84b-8f18-4d39-89ba-ab2c11d503bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:35.462388 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1745b84b-8f18-4d39-89ba-ab2c11d503bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:35.464024 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1745b84b-8f18-4d39-89ba-ab2c11d503bf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/94244281-8a6c-450e-8998-40bb74882906 HTTP/1.1" status: 204 len: 168 time: 0.5061126 Aug 19 14:39:35.479571 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39020) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:35.486448 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1745b84b-8f18-4d39-89ba-ab2c11d503bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94244281-8a6c-450e-8998-40bb74882906,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:35.558406 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-8850b22e-693a-4a40-92d3-ab39c8381a30 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dc28959d88bc47a3be9291b5c609f583&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0776293 Aug 19 14:39:35.559137 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39024) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:35.618112 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ef079566-1218-4502-ae88-0d6ec747bdf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:35.729656 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-21b1ac1b-e881-47f6-ae99-8f321543917a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:35.793759 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d126a6a3-5abd-4b9e-b59b-f9613fa79481 req-0d160cd4-7251-4a33-bd07-a723fe4c9fa2 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9550e01-c472-4405-a8b1-9124f2c4e394 HTTP/1.1" status: 200 len: 210 time: 0.0612779 Aug 19 14:39:35.834421 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf479c-633d-4248-95ec-458ef61c9b78 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46ee69e3-46c0-437e-9d8c-dd4974c09f1d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:35.842763 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-21b1ac1b-e881-47f6-ae99-8f321543917a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:35.887729 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device d8b1515c-6736-4132-bc66-8eca662d9b19 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:39:35.947075 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-2768bb51-7964-4988-9c6d-65f25823c372 req-acbf479c-633d-4248-95ec-458ef61c9b78 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Allocated IP 192.168.233.213 (5146d24a-89b5-4a43-8ca4-b26f4fb943f7/2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86/c0bd4076-049b-4ddb-98f5-8b004110497c) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:39:36.024626 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: d8b1515c-6736-4132-bc66-8eca662d9b19 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:39:36.026305 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device d8b1515c-6736-4132-bc66-8eca662d9b19 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:39:36.027925 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 0dd31325-2ed8-4fd0-a236-f87bd1a0cb59 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:39:36.032438 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-21b1ac1b-e881-47f6-ae99-8f321543917a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:36.035745 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-21b1ac1b-e881-47f6-ae99-8f321543917a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:36.039995 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-21b1ac1b-e881-47f6-ae99-8f321543917a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/11f04478-e0a9-46f8-b098-aa55f104ee33 HTTP/1.1" status: 204 len: 168 time: 0.4767120 Aug 19 14:39:36.040957 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf43398f-2034-4d3c-8718-419e5c41c41b admin admin] Network 10688f75-d15a-4686-a1b4-b19f22ed34f4 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:39:36.045268 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ef079566-1218-4502-ae88-0d6ec747bdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:36.047855 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ef079566-1218-4502-ae88-0d6ec747bdf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:36.055810 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b1ac1b-e881-47f6-ae99-8f321543917a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f04478-e0a9-46f8-b098-aa55f104ee33,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:36.066791 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ef079566-1218-4502-ae88-0d6ec747bdf3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fd27a388-56b9-485f-86ae-26204664e23b HTTP/1.1" status: 204 len: 168 time: 1.1192603 Aug 19 14:39:36.099393 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-cf43398f-2034-4d3c-8718-419e5c41c41b admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:39:36.103879 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 0dd31325-2ed8-4fd0-a236-f87bd1a0cb59 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:39:36.120538 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 0dd31325-2ed8-4fd0-a236-f87bd1a0cb59 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:39:36.148572 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef079566-1218-4502-ae88-0d6ec747bdf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd27a388-56b9-485f-86ae-26204664e23b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:36.485190 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-98481a24-900b-4a1d-83c4-4a72c399c5a1 None None] Provisioning complete for port f9a0d078-f734-4f3b-b535-ebef7b9d03be triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:39:36.485783 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-98481a24-900b-4a1d-83c4-4a72c399c5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:36.536652 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2768bb51-7964-4988-9c6d-65f25823c372 req-acbf479c-633d-4248-95ec-458ef61c9b78 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:36.546204 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-65f0b789-7d01-4fac-9f15-6521970d2069 req-56290c8d-8ced-4b0b-a037-bc1f806464e5 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=0159c47c-f124-4e1b-8ede-a160de3f5352 HTTP/1.1" status: 200 len: 210 time: 0.0613880 Aug 19 14:39:36.559718 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-2768bb51-7964-4988-9c6d-65f25823c372 req-acbf479c-633d-4248-95ec-458ef61c9b78 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Transition to ACTIVE for port object c0bd4076-049b-4ddb-98f5-8b004110497c will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:39:36.590500 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-98481a24-900b-4a1d-83c4-4a72c399c5a1 None None] Port f9a0d078-f734-4f3b-b535-ebef7b9d03be cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:39:36.618203 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2768bb51-7964-4988-9c6d-65f25823c372 req-acbf479c-633d-4248-95ec-458ef61c9b78 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:36.683290 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2768bb51-7964-4988-9c6d-65f25823c372 req-acbf479c-633d-4248-95ec-458ef61c9b78 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:39:36.688616 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-2768bb51-7964-4988-9c6d-65f25823c372 req-acbf479c-633d-4248-95ec-458ef61c9b78 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:39:36.694916 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-2768bb51-7964-4988-9c6d-65f25823c372 req-acbf479c-633d-4248-95ec-458ef61c9b78 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:39:36.737243 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf43398f-2034-4d3c-8718-419e5c41c41b admin admin] Router 987df8e9-2c35-4b0e-ab18-b91375f8bd84 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:39:36.781348 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:36.789321 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf479c-633d-4248-95ec-458ef61c9b78 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Pushing event updated for resources: {'Port': ['ID=c0bd4076-049b-4ddb-98f5-8b004110497c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:36.924582 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768bb51-7964-4988-9c6d-65f25823c372 req-acbf479c-633d-4248-95ec-458ef61c9b78 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:36.924582 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2768bb51-7964-4988-9c6d-65f25823c372 req-acbf479c-633d-4248-95ec-458ef61c9b78 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:36.987830 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2768bb51-7964-4988-9c6d-65f25823c372 req-acbf479c-633d-4248-95ec-458ef61c9b78 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9062171 Aug 19 14:39:37.003127 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39050) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:37.024322 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c8c0d-5aba-4f36-9d89-06ba6aa172b8 req-0559adbd-7141-4fc2-a502-9b8c9d7a0487 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:37.057102 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4f6c8c0d-5aba-4f36-9d89-06ba6aa172b8 req-0559adbd-7141-4fc2-a502-9b8c9d7a0487 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9550e01-c472-4405-a8b1-9124f2c4e394 HTTP/1.1" status: 200 len: 936 time: 0.1452246 Aug 19 14:39:37.123023 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39052) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:37.175553 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-dd7ca6a2-2a77-4f91-b977-2dc661a6796d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1d53016be1b6465d93afefc9606d9c17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1711371 Aug 19 14:39:37.179544 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39054) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:37.238376 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cdc47d4b-64d5-4c69-80ed-cf29c9ebe2e3 None None] Provisioning for port c0bd4076-049b-4ddb-98f5-8b004110497c completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:39:37.239111 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4f6c8c0d-5aba-4f36-9d89-06ba6aa172b8 req-12363616-8ea5-4cdd-930b-8de0f3998eff tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/security-groups?id=46ee69e3-46c0-437e-9d8c-dd4974c09f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793544 Aug 19 14:39:37.248656 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cdc47d4b-64d5-4c69-80ed-cf29c9ebe2e3 None None] Provisioning complete for port c0bd4076-049b-4ddb-98f5-8b004110497c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:39:37.251157 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cdc47d4b-64d5-4c69-80ed-cf29c9ebe2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:37.351720 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ed856d69-2eb9-4350-bd20-09f4b70e6bc4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=112a13646d1a4c47b0d14a8a739399d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2212133 Aug 19 14:39:37.352564 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39060) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:37.363452 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-cdc47d4b-64d5-4c69-80ed-cf29c9ebe2e3 None None] Port c0bd4076-049b-4ddb-98f5-8b004110497c cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:39:37.396075 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 8a4129a2-3fec-45d8-8e2a-eecab4416cef up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:39:37.494474 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 8a4129a2-3fec-45d8-8e2a-eecab4416cef completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:39:37.499930 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 8a4129a2-3fec-45d8-8e2a-eecab4416cef triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:39:37.500148 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ada80818-f01f-4f1c-bbfb-f7793ab8e041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:37.500604 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:37.549157 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ada80818-f01f-4f1c-bbfb-f7793ab8e041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:37.679071 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:37.715958 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ada80818-f01f-4f1c-bbfb-f7793ab8e041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:37.723285 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ada80818-f01f-4f1c-bbfb-f7793ab8e041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:37.724875 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ada80818-f01f-4f1c-bbfb-f7793ab8e041 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/02c4d66f-27c9-4668-bbae-c54697a0c745 HTTP/1.1" status: 204 len: 168 time: 0.5436106 Aug 19 14:39:37.733987 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-2768bb51-7964-4988-9c6d-65f25823c372 req-d9d7085c-4240-4ae0-af77-6208a947746c service neutron] Request body: {'port': {'device_id': 'c9550e01-c472-4405-a8b1-9124f2c4e394', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:39:37.738368 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 8a4129a2-3fec-45d8-8e2a-eecab4416cef, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=8a4129a2-3fec-45d8-8e2a-eecab4416cef,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:39:37.747136 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:37.769943 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f9ed5eac-c5e2-4b44-a4dd-eb2d91103b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:37.816465 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada80818-f01f-4f1c-bbfb-f7793ab8e041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c4d66f-27c9-4668-bbae-c54697a0c745,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:37.833635 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-936725f0-895d-4439-9909-b1daf0df3806 req-bee8ca67-2d6b-4c7b-b87f-60a3214185ab tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=0159c47c-f124-4e1b-8ede-a160de3f5352 HTTP/1.1" status: 200 len: 210 time: 0.0897419 Aug 19 14:39:37.903113 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f9ed5eac-c5e2-4b44-a4dd-eb2d91103b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:37.935540 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2768bb51-7964-4988-9c6d-65f25823c372 req-d9d7085c-4240-4ae0-af77-6208a947746c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:37.944347 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=8a4129a2-3fec-45d8-8e2a-eecab4416cef,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:37.997549 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf43398f-2034-4d3c-8718-419e5c41c41b admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:39:38.017645 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8945bdf6-a6a6-4611-8b6a-40ecd37c382b None None] Sync routers for ids ['987df8e9-2c35-4b0e-ab18-b91375f8bd84'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:39:38.062988 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8945bdf6-a6a6-4611-8b6a-40ecd37c382b None None] Routers {'987df8e9-2c35-4b0e-ab18-b91375f8bd84'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:39:38.065893 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8945bdf6-a6a6-4611-8b6a-40ecd37c382b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:39:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['987df8e9-2c35-4b0e-ab18-b91375f8bd84'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:39:38.069146 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f9ed5eac-c5e2-4b44-a4dd-eb2d91103b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:38.072990 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f9ed5eac-c5e2-4b44-a4dd-eb2d91103b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:38.074378 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f9ed5eac-c5e2-4b44-a4dd-eb2d91103b3d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f69d38f0-6525-4289-9f9b-c3407b3d7944 HTTP/1.1" status: 204 len: 168 time: 0.7143309 Aug 19 14:39:38.101945 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ed5eac-c5e2-4b44-a4dd-eb2d91103b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69d38f0-6525-4289-9f9b-c3407b3d7944,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:38.102226 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-cf43398f-2034-4d3c-8718-419e5c41c41b admin admin] 10.222.0.69 "PUT /v2.0/routers/987df8e9-2c35-4b0e-ab18-b91375f8bd84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5574250 Aug 19 14:39:38.328276 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-8945bdf6-a6a6-4611-8b6a-40ecd37c382b None None] Set router 987df8e9-2c35-4b0e-ab18-b91375f8bd84 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:39:38.520788 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ebe4d1-bf77-4aa3-9157-e7ea09490ba4 req-ed750096-e634-4dc5-b8b1-a504e33e72be tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:38.523489 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c6ebe4d1-bf77-4aa3-9157-e7ea09490ba4 req-ed750096-e634-4dc5-b8b1-a504e33e72be tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9550e01-c472-4405-a8b1-9124f2c4e394 HTTP/1.1" status: 200 len: 936 time: 0.1395664 Aug 19 14:39:38.613153 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c6ebe4d1-bf77-4aa3-9157-e7ea09490ba4 req-b0d61690-0a3d-49ae-b96a-35bcff45532f tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/security-groups?id=46ee69e3-46c0-437e-9d8c-dd4974c09f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814414 Aug 19 14:39:38.636981 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-2768bb51-7964-4988-9c6d-65f25823c372 req-d9d7085c-4240-4ae0-af77-6208a947746c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0bd4076-049b-4ddb-98f5-8b004110497c {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:39:38.648758 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2768bb51-7964-4988-9c6d-65f25823c372 req-d9d7085c-4240-4ae0-af77-6208a947746c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:38.680321 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-2768bb51-7964-4988-9c6d-65f25823c372 req-d9d7085c-4240-4ae0-af77-6208a947746c service neutron] Transition to ACTIVE for port object c0bd4076-049b-4ddb-98f5-8b004110497c will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:39:38.693646 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2768bb51-7964-4988-9c6d-65f25823c372 req-d9d7085c-4240-4ae0-af77-6208a947746c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:38.842988 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d7085c-4240-4ae0-af77-6208a947746c service neutron] Pushing event updated for resources: {'Port': ['ID=c0bd4076-049b-4ddb-98f5-8b004110497c,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:39.042683 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-2768bb51-7964-4988-9c6d-65f25823c372 req-d9d7085c-4240-4ae0-af77-6208a947746c service neutron] Attempting to bind port c0bd4076-049b-4ddb-98f5-8b004110497c on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:39:39.043065 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-2768bb51-7964-4988-9c6d-65f25823c372 req-d9d7085c-4240-4ae0-af77-6208a947746c service neutron] Attempting to bind port c0bd4076-049b-4ddb-98f5-8b004110497c by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:39:39.043446 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2768bb51-7964-4988-9c6d-65f25823c372 req-d9d7085c-4240-4ae0-af77-6208a947746c service neutron] Attempting to bind port c0bd4076-049b-4ddb-98f5-8b004110497c on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:39:39.049213 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2768bb51-7964-4988-9c6d-65f25823c372 req-d9d7085c-4240-4ae0-af77-6208a947746c service neutron] Port c0bd4076-049b-4ddb-98f5-8b004110497c on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:39:39.049543 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2768bb51-7964-4988-9c6d-65f25823c372 req-d9d7085c-4240-4ae0-af77-6208a947746c service neutron] Attempting to bind port c0bd4076-049b-4ddb-98f5-8b004110497c on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:39:39.056291 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2768bb51-7964-4988-9c6d-65f25823c372 req-d9d7085c-4240-4ae0-af77-6208a947746c service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:39:39.056716 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2768bb51-7964-4988-9c6d-65f25823c372 req-d9d7085c-4240-4ae0-af77-6208a947746c service neutron] Checking segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:39:39.057154 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2768bb51-7964-4988-9c6d-65f25823c372 req-d9d7085c-4240-4ae0-af77-6208a947746c service neutron] Bound using segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:39:39.057396 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-2768bb51-7964-4988-9c6d-65f25823c372 req-d9d7085c-4240-4ae0-af77-6208a947746c service neutron] Bound port: c0bd4076-049b-4ddb-98f5-8b004110497c, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:39:39.057750 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2768bb51-7964-4988-9c6d-65f25823c372 req-d9d7085c-4240-4ae0-af77-6208a947746c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:39.109897 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8945bdf6-a6a6-4611-8b6a-40ecd37c382b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987df8e9-2c35-4b0e-ab18-b91375f8bd84', 'name': 'tempest-ServersTestJSON-1246469378-router', 'tenant_id': '484e4968dd104ea599dbddf94075889b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '8a4129a2-3fec-45d8-8e2a-eecab4416cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:39:26Z', 'updated_at': '2021-08-19T14:39:33Z', 'revision_number': 4, 'project_id': '484e4968dd104ea599dbddf94075889b', 'gw_port': {'id': '8a4129a2-3fec-45d8-8e2a-eecab4416cef', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987df8e9-2c35-4b0e-ab18-b91375f8bd84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:27Z', 'updated_at': '2021-08-19T14:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'f9a0d078-f734-4f3b-b535-ebef7b9d03be', 'name': '', 'network_id': '10688f75-d15a-4686-a1b4-b19f22ed34f4', 'tenant_id': '484e4968dd104ea599dbddf94075889b', 'mac_address': 'fa:16:3e:6e:13:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987df8e9-2c35-4b0e-ab18-b91375f8bd84', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '59a65ff2-b1d4-4c98-8548-294ed43ffbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:31Z', 'updated_at': '2021-08-19T14:39:34Z', 'revision_number': 2, 'project_id': '484e4968dd104ea599dbddf94075889b', 'subnets': [{'id': '59a65ff2-b1d4-4c98-8548-294ed43ffbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:39:39.164455 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8945bdf6-a6a6-4611-8b6a-40ecd37c382b None None] Checking router: 987df8e9-2c35-4b0e-ab18-b91375f8bd84 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:39:39.165057 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8945bdf6-a6a6-4611-8b6a-40ecd37c382b None None] Updating router 987df8e9-2c35-4b0e-ab18-b91375f8bd84 port f9a0d078-f734-4f3b-b535-ebef7b9d03be binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:39:39.197465 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-2768bb51-7964-4988-9c6d-65f25823c372 req-d9d7085c-4240-4ae0-af77-6208a947746c service neutron] For port c0bd4076-049b-4ddb-98f5-8b004110497c, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:39:39.202182 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-2768bb51-7964-4988-9c6d-65f25823c372 req-d9d7085c-4240-4ae0-af77-6208a947746c service neutron] For port c0bd4076-049b-4ddb-98f5-8b004110497c, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=c0bd4076-049b-4ddb-98f5-8b004110497c,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:39:39.220388 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2768bb51-7964-4988-9c6d-65f25823c372 req-d9d7085c-4240-4ae0-af77-6208a947746c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:39.228972 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8945bdf6-a6a6-4611-8b6a-40ecd37c382b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:39.288963 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768bb51-7964-4988-9c6d-65f25823c372 req-d9d7085c-4240-4ae0-af77-6208a947746c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:39.289737 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2768bb51-7964-4988-9c6d-65f25823c372 req-d9d7085c-4240-4ae0-af77-6208a947746c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:39.293604 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 8a4129a2-3fec-45d8-8e2a-eecab4416cef up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:39:39.303528 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2768bb51-7964-4988-9c6d-65f25823c372 req-d9d7085c-4240-4ae0-af77-6208a947746c service neutron] 10.222.0.68 "PUT /v2.0/ports/c0bd4076-049b-4ddb-98f5-8b004110497c HTTP/1.1" status: 200 len: 1096 time: 1.5807571 Aug 19 14:39:39.304074 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9550e01-c472-4405-a8b1-9124f2c4e394', 'tag': 'c0bd4076-049b-4ddb-98f5-8b004110497c'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:39:39.321160 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1782677-7e61-4bad-9809-d5b647b74f8a" -d '{"events": [{"name": "network-changed", "server_uuid": "c9550e01-c472-4405-a8b1-9124f2c4e394", "tag": "c0bd4076-049b-4ddb-98f5-8b004110497c"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:39:39.416789 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 8a4129a2-3fec-45d8-8e2a-eecab4416cef triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:39:39.418430 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:39.490647 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768bb51-7964-4988-9c6d-65f25823c372 req-a12f835f-722d-480a-8e0c-d3cb45c82b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:39.493611 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2768bb51-7964-4988-9c6d-65f25823c372 req-a12f835f-722d-480a-8e0c-d3cb45c82b25 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=106022b3768c45f2b423a6217d11e05e&device_id=c9550e01-c472-4405-a8b1-9124f2c4e394 HTTP/1.1" status: 200 len: 1099 time: 0.1456480 Aug 19 14:39:39.495367 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d7085c-4240-4ae0-af77-6208a947746c service neutron] Pushing event updated for resources: {'Port': ['ID=c0bd4076-049b-4ddb-98f5-8b004110497c,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:39.576148 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2768bb51-7964-4988-9c6d-65f25823c372 req-344309cf-38c0-49fc-aa5b-5e237c566f35 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=c0bd4076-049b-4ddb-98f5-8b004110497c HTTP/1.1" status: 200 len: 217 time: 0.0728216 Aug 19 14:39:39.740020 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768bb51-7964-4988-9c6d-65f25823c372 req-77045088-1a6f-42ae-bcc1-f1043f5992e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:39.744250 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2768bb51-7964-4988-9c6d-65f25823c372 req-77045088-1a6f-42ae-bcc1-f1043f5992e8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.1595984 Aug 19 14:39:39.858740 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768bb51-7964-4988-9c6d-65f25823c372 req-5850e241-e961-4b5a-b76b-3884c7a7797f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:39.871360 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2768bb51-7964-4988-9c6d-65f25823c372 req-5850e241-e961-4b5a-b76b-3884c7a7797f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1155000 Aug 19 14:39:39.923138 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8945bdf6-a6a6-4611-8b6a-40ecd37c382b None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:39.959777 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-8945bdf6-a6a6-4611-8b6a-40ecd37c382b None None] Transition to ACTIVE for port object f9a0d078-f734-4f3b-b535-ebef7b9d03be will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:39:39.970709 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8945bdf6-a6a6-4611-8b6a-40ecd37c382b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:40.057909 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2768bb51-7964-4988-9c6d-65f25823c372 req-504a99d5-2850-4e38-91ac-5b5443ddf7fd service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775258 Aug 19 14:39:40.061521 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39128) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:40.070378 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-ed03d977-3ff1-458b-8700-a37c1f552f42 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1547656889', 'description': 'tempest-description--295020311'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:39:40.171731 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed03d977-3ff1-458b-8700-a37c1f552f42 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:40.287958 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-8945bdf6-a6a6-4611-8b6a-40ecd37c382b None None] Attempting to bind port f9a0d078-f734-4f3b-b535-ebef7b9d03be on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:39:40.288475 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-8945bdf6-a6a6-4611-8b6a-40ecd37c382b None None] Attempting to bind port f9a0d078-f734-4f3b-b535-ebef7b9d03be by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'c0914a53-90f2-485d-9165-afda2f4cdc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '10688f75-d15a-4686-a1b4-b19f22ed34f4'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:39:40.288902 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8945bdf6-a6a6-4611-8b6a-40ecd37c382b None None] Attempting to bind port f9a0d078-f734-4f3b-b535-ebef7b9d03be on network 10688f75-d15a-4686-a1b4-b19f22ed34f4 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:39:40.331010 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2768bb51-7964-4988-9c6d-65f25823c372 req-208738f9-471c-4a45-b95d-5b3cb94f805c service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645009 Aug 19 14:39:40.339328 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8945bdf6-a6a6-4611-8b6a-40ecd37c382b None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:39:40.339696 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8945bdf6-a6a6-4611-8b6a-40ecd37c382b None None] Checking segment: {'id': 'c0914a53-90f2-485d-9165-afda2f4cdc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '10688f75-d15a-4686-a1b4-b19f22ed34f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:39:40.340092 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8945bdf6-a6a6-4611-8b6a-40ecd37c382b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:40.350151 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8945bdf6-a6a6-4611-8b6a-40ecd37c382b None None] Bound using segment: {'id': 'c0914a53-90f2-485d-9165-afda2f4cdc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '10688f75-d15a-4686-a1b4-b19f22ed34f4'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:39:40.353352 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-8945bdf6-a6a6-4611-8b6a-40ecd37c382b None None] Bound port: f9a0d078-f734-4f3b-b535-ebef7b9d03be, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0914a53-90f2-485d-9165-afda2f4cdc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '10688f75-d15a-4686-a1b4-b19f22ed34f4'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:39:40.362266 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8945bdf6-a6a6-4611-8b6a-40ecd37c382b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:40.401132 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446b52e4-9263-44fb-9a2e-71710fd1cfeb x-openstack-request-id: req-446b52e4-9263-44fb-9a2e-71710fd1cfeb {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:39:40.402148 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9550e01-c472-4405-a8b1-9124f2c4e394", "tag": "c0bd4076-049b-4ddb-98f5-8b004110497c", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:39:40.402693 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-446b52e4-9263-44fb-9a2e-71710fd1cfeb {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:39:40.403440 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9550e01-c472-4405-a8b1-9124f2c4e394', 'tag': 'c0bd4076-049b-4ddb-98f5-8b004110497c', 'status': 'completed', 'code': 200} Aug 19 14:39:40.584983 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1782677-7e61-4bad-9809-d5b647b74f8a req-ac2f0143-841d-4847-9e41-c097798eced9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:40.602486 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c1782677-7e61-4bad-9809-d5b647b74f8a req-ac2f0143-841d-4847-9e41-c097798eced9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=106022b3768c45f2b423a6217d11e05e&device_id=c9550e01-c472-4405-a8b1-9124f2c4e394 HTTP/1.1" status: 200 len: 1099 time: 0.1651161 Aug 19 14:39:40.610293 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed03d977-3ff1-458b-8700-a37c1f552f42 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:40.651760 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed03d977-3ff1-458b-8700-a37c1f552f42 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:40.679222 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-8945bdf6-a6a6-4611-8b6a-40ecd37c382b None None] For port f9a0d078-f734-4f3b-b535-ebef7b9d03be, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:39:40.690773 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-8945bdf6-a6a6-4611-8b6a-40ecd37c382b None None] For port f9a0d078-f734-4f3b-b535-ebef7b9d03be, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=f9a0d078-f734-4f3b-b535-ebef7b9d03be,segment=NetworkSegment(c0914a53-90f2-485d-9165-afda2f4cdc8c),segment_id=c0914a53-90f2-485d-9165-afda2f4cdc8c)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:39:40.696674 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c95361-9b87-48b6-9de4-ba705aed489c None None] Pushing event updated for resources: {'Port': ['ID=f9a0d078-f734-4f3b-b535-ebef7b9d03be,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:40.715141 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8945bdf6-a6a6-4611-8b6a-40ecd37c382b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:40.789474 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed03d977-3ff1-458b-8700-a37c1f552f42 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb0a3a7-ad69-4ba5-af92-bf0b7315a2dd,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:40.800386 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed03d977-3ff1-458b-8700-a37c1f552f42 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:40.802118 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c95361-9b87-48b6-9de4-ba705aed489c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:39:40.802488 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c95361-9b87-48b6-9de4-ba705aed489c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:39:40.803157 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ed03d977-3ff1-458b-8700-a37c1f552f42 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7403078 Aug 19 14:39:40.806657 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39158) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:40.811593 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c95361-9b87-48b6-9de4-ba705aed489c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:39:40.812028 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c95361-9b87-48b6-9de4-ba705aed489c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:39:40.812519 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c95361-9b87-48b6-9de4-ba705aed489c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:39:40.812919 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c95361-9b87-48b6-9de4-ba705aed489c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:39:40.815053 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c95361-9b87-48b6-9de4-ba705aed489c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:39:40.815555 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c95361-9b87-48b6-9de4-ba705aed489c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:39:40.816127 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c95361-9b87-48b6-9de4-ba705aed489c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:39:40.816865 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c95361-9b87-48b6-9de4-ba705aed489c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:39:40.817448 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c95361-9b87-48b6-9de4-ba705aed489c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:39:40.817997 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c95361-9b87-48b6-9de4-ba705aed489c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:39:40.824290 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1d9f46e8-ebe2-40c1-842b-939f0f9b6b02 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Request body: {'security_group_rule': {'security_group_id': '5fb0a3a7-ad69-4ba5-af92-bf0b7315a2dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:39:40.849678 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8945bdf6-a6a6-4611-8b6a-40ecd37c382b None None] Routers {'987df8e9-2c35-4b0e-ab18-b91375f8bd84'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:39:40.850317 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8945bdf6-a6a6-4611-8b6a-40ecd37c382b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:39:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['987df8e9-2c35-4b0e-ab18-b91375f8bd84'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:39:40.879073 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598cf78-63da-4021-b479-236a6998d697 req-4b3afeb4-b04e-4bcb-8e2d-4c392e6171b3 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:40.889494 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0598cf78-63da-4021-b479-236a6998d697 req-4b3afeb4-b04e-4bcb-8e2d-4c392e6171b3 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9550e01-c472-4405-a8b1-9124f2c4e394 HTTP/1.1" status: 200 len: 948 time: 0.2761376 Aug 19 14:39:40.935400 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1782677-7e61-4bad-9809-d5b647b74f8a req-0632d5bc-64ac-4981-ac45-006ac61af80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:40.939170 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c1782677-7e61-4bad-9809-d5b647b74f8a req-0632d5bc-64ac-4981-ac45-006ac61af80d service neutron] 10.222.0.68 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.3356440 Aug 19 14:39:40.976538 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0598cf78-63da-4021-b479-236a6998d697 req-c4a0f8ad-ce24-482d-8fd0-8830d090ea5f tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/security-groups?id=46ee69e3-46c0-437e-9d8c-dd4974c09f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856597 Aug 19 14:39:40.999186 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1d9f46e8-ebe2-40c1-842b-939f0f9b6b02 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:41.038242 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c1782677-7e61-4bad-9809-d5b647b74f8a req-158d00c2-1fb0-4974-974d-5cd894be33be service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=c0bd4076-049b-4ddb-98f5-8b004110497c HTTP/1.1" status: 200 len: 217 time: 0.0880842 Aug 19 14:39:41.105645 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1d9f46e8-ebe2-40c1-842b-939f0f9b6b02 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:41.120102 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1d9f46e8-ebe2-40c1-842b-939f0f9b6b02 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:41.171051 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c95361-9b87-48b6-9de4-ba705aed489c None None] Pushing event updated for resources: {'Port': ['ID=f9a0d078-f734-4f3b-b535-ebef7b9d03be,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:41.171383 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f46e8-ebe2-40c1-842b-939f0f9b6b02 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4bd06c4-d226-43c8-9f59-dc4aa69fefef,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:41.176896 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1782677-7e61-4bad-9809-d5b647b74f8a req-d2e4cd5b-9e29-46ac-8bda-c8eeb65e6378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:41.178831 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c1782677-7e61-4bad-9809-d5b647b74f8a req-d2e4cd5b-9e29-46ac-8bda-c8eeb65e6378 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.1338115 Aug 19 14:39:41.191062 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1d9f46e8-ebe2-40c1-842b-939f0f9b6b02 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:41.192276 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1d9f46e8-ebe2-40c1-842b-939f0f9b6b02 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3843102 Aug 19 14:39:41.203745 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39166) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:41.212494 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2bf123c0-ac05-4739-ac44-285a1ae05774 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Request body: {'security_group_rule': {'security_group_id': '5fb0a3a7-ad69-4ba5-af92-bf0b7315a2dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:39:41.376304 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1782677-7e61-4bad-9809-d5b647b74f8a req-78e72a49-7fca-4607-982d-dbcec8638f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:41.378068 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c1782677-7e61-4bad-9809-d5b647b74f8a req-78e72a49-7fca-4607-982d-dbcec8638f80 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1856811 Aug 19 14:39:41.383481 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2bf123c0-ac05-4739-ac44-285a1ae05774 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:41.396700 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-8945bdf6-a6a6-4611-8b6a-40ecd37c382b None None] Set router 987df8e9-2c35-4b0e-ab18-b91375f8bd84 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:39:41.700566 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e3092d76-ce47-42f7-b621-2f906041d176 req-3225040b-708c-4fc2-97ce-7bcbf86eb0eb service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=76619173-9bbf-41e1-92e7-d1e997be5d43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0688593 Aug 19 14:39:41.822386 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3092d76-ce47-42f7-b621-2f906041d176 req-e03252a6-5bf3-4564-8b46-bf8ccb166489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:41.828242 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e3092d76-ce47-42f7-b621-2f906041d176 req-e03252a6-5bf3-4564-8b46-bf8ccb166489 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b2e5fa7db1364ccea50861254cd97ec3&device_id=76619173-9bbf-41e1-92e7-d1e997be5d43 HTTP/1.1" status: 200 len: 1095 time: 0.0957570 Aug 19 14:39:41.848259 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2bf123c0-ac05-4739-ac44-285a1ae05774 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:41.864021 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c1782677-7e61-4bad-9809-d5b647b74f8a req-dc91836a-546c-45d0-aeb8-630148ec2e1f service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4690251 Aug 19 14:39:41.867717 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2bf123c0-ac05-4739-ac44-285a1ae05774 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:41.958432 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8945bdf6-a6a6-4611-8b6a-40ecd37c382b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987df8e9-2c35-4b0e-ab18-b91375f8bd84', 'name': 'tempest-ServersTestJSON-1246469378-router', 'tenant_id': '484e4968dd104ea599dbddf94075889b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '8a4129a2-3fec-45d8-8e2a-eecab4416cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:39:26Z', 'updated_at': '2021-08-19T14:39:33Z', 'revision_number': 4, 'project_id': '484e4968dd104ea599dbddf94075889b', 'gw_port': {'id': '8a4129a2-3fec-45d8-8e2a-eecab4416cef', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987df8e9-2c35-4b0e-ab18-b91375f8bd84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:27Z', 'updated_at': '2021-08-19T14:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'f9a0d078-f734-4f3b-b535-ebef7b9d03be', 'name': '', 'network_id': '10688f75-d15a-4686-a1b4-b19f22ed34f4', 'tenant_id': '484e4968dd104ea599dbddf94075889b', 'mac_address': 'fa:16:3e:6e:13:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987df8e9-2c35-4b0e-ab18-b91375f8bd84', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '59a65ff2-b1d4-4c98-8548-294ed43ffbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:31Z', 'updated_at': '2021-08-19T14:39:40Z', 'revision_number': 4, 'project_id': '484e4968dd104ea599dbddf94075889b', 'subnets': [{'id': '59a65ff2-b1d4-4c98-8548-294ed43ffbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:39:41.963631 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf123c0-ac05-4739-ac44-285a1ae05774 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03999a4c-990f-4138-a838-319884d9ae94,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:42.063227 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2bf123c0-ac05-4739-ac44-285a1ae05774 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:42.069258 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2bf123c0-ac05-4739-ac44-285a1ae05774 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8615892 Aug 19 14:39:42.076329 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39206) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:42.086613 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ec817e78-c55a-41d6-9d29-93aab58686df tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Request body: {'floatingip': {'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:39:42.092988 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8945bdf6-a6a6-4611-8b6a-40ecd37c382b None None] The sync data for ids ['987df8e9-2c35-4b0e-ab18-b91375f8bd84'] in n-d-766043-2 is: [{'id': '987df8e9-2c35-4b0e-ab18-b91375f8bd84', 'name': 'tempest-ServersTestJSON-1246469378-router', 'tenant_id': '484e4968dd104ea599dbddf94075889b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '8a4129a2-3fec-45d8-8e2a-eecab4416cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:39:26Z', 'updated_at': '2021-08-19T14:39:33Z', 'revision_number': 4, 'project_id': '484e4968dd104ea599dbddf94075889b', 'gw_port': {'id': '8a4129a2-3fec-45d8-8e2a-eecab4416cef', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987df8e9-2c35-4b0e-ab18-b91375f8bd84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:27Z', 'updated_at': '2021-08-19T14:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'f9a0d078-f734-4f3b-b535-ebef7b9d03be', 'name': '', 'network_id': '10688f75-d15a-4686-a1b4-b19f22ed34f4', 'tenant_id': '484e4968dd104ea599dbddf94075889b', 'mac_address': 'fa:16:3e:6e:13:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987df8e9-2c35-4b0e-ab18-b91375f8bd84', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '59a65ff2-b1d4-4c98-8548-294ed43ffbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:31Z', 'updated_at': '2021-08-19T14:39:40Z', 'revision_number': 4, 'project_id': '484e4968dd104ea599dbddf94075889b', 'subnets': [{'id': '59a65ff2-b1d4-4c98-8548-294ed43ffbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:39:42.093478 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3092d76-ce47-42f7-b621-2f906041d176 req-e05786f4-b69b-47af-b2ef-2c3ee0f6039e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:42.114530 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e3092d76-ce47-42f7-b621-2f906041d176 req-e05786f4-b69b-47af-b2ef-2c3ee0f6039e service neutron] 10.222.0.88 "GET /v2.0/networks?id=1bc22803-e21f-489d-a441-493f1928ab13 HTTP/1.1" status: 200 len: 922 time: 0.2542319 Aug 19 14:39:42.191550 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c1782677-7e61-4bad-9809-d5b647b74f8a req-3969b65d-d122-49ef-8d5b-0b11ea2dcb86 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094771 Aug 19 14:39:42.196457 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ec817e78-c55a-41d6-9d29-93aab58686df tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:42.255985 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e3092d76-ce47-42f7-b621-2f906041d176 req-46c14324-ed36-44f6-9c7d-72be4b02915e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f525121f-3021-4ce9-ae39-0d5cbdda9809 HTTP/1.1" status: 200 len: 217 time: 0.1322057 Aug 19 14:39:42.419463 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3092d76-ce47-42f7-b621-2f906041d176 req-29ac1276-3d9a-4533-ba60-55b28eb37a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:42.422441 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e3092d76-ce47-42f7-b621-2f906041d176 req-29ac1276-3d9a-4533-ba60-55b28eb37a33 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0f5154a7-363a-4827-ab5d-78b924f5e137 HTTP/1.1" status: 200 len: 861 time: 0.1361394 Aug 19 14:39:42.436255 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427aacc-600c-460b-9cfa-53d7d78c7993 req-9ac05888-2f8a-44a1-ba9c-8aec5196c3aa tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:42.455682 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a427aacc-600c-460b-9cfa-53d7d78c7993 req-9ac05888-2f8a-44a1-ba9c-8aec5196c3aa tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9550e01-c472-4405-a8b1-9124f2c4e394 HTTP/1.1" status: 200 len: 948 time: 0.2011580 Aug 19 14:39:42.497425 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ec817e78-c55a-41d6-9d29-93aab58686df tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:42.566936 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e3092d76-ce47-42f7-b621-2f906041d176 req-42bd1931-0138-40dc-b0c9-7faeaf1f1ffe service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1bc22803-e21f-489d-a441-493f1928ab13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066382 Aug 19 14:39:42.728034 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e3092d76-ce47-42f7-b621-2f906041d176 req-7a1596a4-6a9e-4a41-ad80-dbfe57276ff5 service neutron] 10.222.0.88 "GET /v2.0/networks/1bc22803-e21f-489d-a441-493f1928ab13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515846 Aug 19 14:39:42.765060 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-ec817e78-c55a-41d6-9d29-93aab58686df tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Allocated IP 172.25.2.75 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/b130b625-0644-42e1-a611-0c47bbb4080c) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:39:42.792637 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a427aacc-600c-460b-9cfa-53d7d78c7993 req-0aa96ac4-05c7-4641-a67e-7b32422f6592 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/security-groups?id=46ee69e3-46c0-437e-9d8c-dd4974c09f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352532 Aug 19 14:39:42.935573 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ec817e78-c55a-41d6-9d29-93aab58686df tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:42.992247 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ec817e78-c55a-41d6-9d29-93aab58686df tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:43.089185 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e3092d76-ce47-42f7-b621-2f906041d176 req-944b8f86-d75d-418b-8e76-c054818c3833 service neutron] 10.222.0.88 "GET /v2.0/networks/1bc22803-e21f-489d-a441-493f1928ab13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526754 Aug 19 14:39:43.099021 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec817e78-c55a-41d6-9d29-93aab58686df tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:39:43.101305 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec817e78-c55a-41d6-9d29-93aab58686df tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Pushing event updated for resources: {'Port': ['ID=b130b625-0644-42e1-a611-0c47bbb4080c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:43.110114 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-ec817e78-c55a-41d6-9d29-93aab58686df tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:39:43.119620 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec817e78-c55a-41d6-9d29-93aab58686df tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:39:43.255884 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device c0bd4076-049b-4ddb-98f5-8b004110497c details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:39:43.322148 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ec817e78-c55a-41d6-9d29-93aab58686df tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:43.340772 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device f9a0d078-f734-4f3b-b535-ebef7b9d03be up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:39:43.372193 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ec817e78-c55a-41d6-9d29-93aab58686df tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:43.603451 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port c0bd4076-049b-4ddb-98f5-8b004110497c, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=c0bd4076-049b-4ddb-98f5-8b004110497c,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:39:43.617954 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': 'c0bd4076-049b-4ddb-98f5-8b004110497c', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'port_id': 'c0bd4076-049b-4ddb-98f5-8b004110497c', 'mac_address': 'fa:16:3e:1d:c9:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:39:43.719152 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ec817e78-c55a-41d6-9d29-93aab58686df tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:43.731036 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ec817e78-c55a-41d6-9d29-93aab58686df tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:43.769765 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:43.843425 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0bd4076-049b-4ddb-98f5-8b004110497c {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:39:43.874197 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec817e78-c55a-41d6-9d29-93aab58686df tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Pushing event updated for resources: {'Port': ['ID=b130b625-0644-42e1-a611-0c47bbb4080c,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:43.878480 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ec817e78-c55a-41d6-9d29-93aab58686df tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:43.900315 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ec817e78-c55a-41d6-9d29-93aab58686df tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:43.911131 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ec817e78-c55a-41d6-9d29-93aab58686df tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8324234 Aug 19 14:39:43.920696 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port c0bd4076-049b-4ddb-98f5-8b004110497c, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=c0bd4076-049b-4ddb-98f5-8b004110497c,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:39:43.946658 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:44.115061 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=c0bd4076-049b-4ddb-98f5-8b004110497c,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:44.186940 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port f9a0d078-f734-4f3b-b535-ebef7b9d03be completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:39:44.207523 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port f9a0d078-f734-4f3b-b535-ebef7b9d03be triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:39:44.208234 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:44.348111 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['c0bd4076-049b-4ddb-98f5-8b004110497c'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:39:44.354968 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e60f6-299f-4b44-b19f-0cc7879ba30e req-e2233ac3-3530-489b-8d6a-e8912a9bb19d tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:44.360958 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f47e60f6-299f-4b44-b19f-0cc7879ba30e req-e2233ac3-3530-489b-8d6a-e8912a9bb19d tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9550e01-c472-4405-a8b1-9124f2c4e394 HTTP/1.1" status: 200 len: 949 time: 0.1924379 Aug 19 14:39:44.501751 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f47e60f6-299f-4b44-b19f-0cc7879ba30e req-d05f59c3-7d26-4c52-a9f4-d15166f6dc9f tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/security-groups?id=46ee69e3-46c0-437e-9d8c-dd4974c09f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064312 Aug 19 14:39:44.660007 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:44.694687 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:39:44.702013 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d5b727d2-d083-4019-a29a-799dace46fbc req-5c4725d4-1323-4b0c-83ba-c0832b205a79 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1547656889&fields=id&tenant_id=484e4968dd104ea599dbddf94075889b HTTP/1.1" status: 200 len: 267 time: 0.0797040 Aug 19 14:39:44.765969 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port f9a0d078-f734-4f3b-b535-ebef7b9d03be, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=f9a0d078-f734-4f3b-b535-ebef7b9d03be,segment=NetworkSegment(c0914a53-90f2-485d-9165-afda2f4cdc8c),segment_id=c0914a53-90f2-485d-9165-afda2f4cdc8c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:39:44.775613 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:44.855853 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=f9a0d078-f734-4f3b-b535-ebef7b9d03be,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:44.924451 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b727d2-d083-4019-a29a-799dace46fbc req-3d791880-6afb-4ebe-b4c7-31c033ff22ea tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:44.933904 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d5b727d2-d083-4019-a29a-799dace46fbc req-3d791880-6afb-4ebe-b4c7-31c033ff22ea tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] 10.222.0.69 "GET /v2.0/networks?id=10688f75-d15a-4686-a1b4-b19f22ed34f4 HTTP/1.1" status: 200 len: 806 time: 0.2157466 Aug 19 14:39:44.967928 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d5b727d2-d083-4019-a29a-799dace46fbc req-81fbce0e-844d-452f-bd3b-8bc130c24751 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] 10.222.0.69 "GET /v2.0/quotas/484e4968dd104ea599dbddf94075889b HTTP/1.1" status: 200 len: 375 time: 0.0303440 Aug 19 14:39:45.045337 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39308) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:45.084134 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d5b727d2-d083-4019-a29a-799dace46fbc req-79a79b13-74d2-439e-bf46-d565940b5ee9 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=484e4968dd104ea599dbddf94075889b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1052065 Aug 19 14:39:45.231049 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device f9a0d078-f734-4f3b-b535-ebef7b9d03be up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:39:45.273296 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15895e0e-56db-4c0f-8dc7-f514f629248b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:45.393848 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port f9a0d078-f734-4f3b-b535-ebef7b9d03be triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:39:45.394366 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:45.530304 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d5b727d2-d083-4019-a29a-799dace46fbc req-e20fafcd-88d7-4332-b5a4-dab6401d39cc service neutron] 10.222.0.69 "GET /v2.0/networks/10688f75-d15a-4686-a1b4-b19f22ed34f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4442978 Aug 19 14:39:45.539266 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15895e0e-56db-4c0f-8dc7-f514f629248b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:45.550970 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15895e0e-56db-4c0f-8dc7-f514f629248b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:45.663229 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-15895e0e-56db-4c0f-8dc7-f514f629248b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=51cac8b14f9a49ce9b6d5954b294b467&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6145487 Aug 19 14:39:45.664285 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39330) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:45.679009 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15895e0e-56db-4c0f-8dc7-f514f629248b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afdc11cd-b575-48f7-a307-7c7744d4e0a1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:45.772367 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8751efdc-e138-4872-9bf9-c660d8b4af76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:45.801648 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8751efdc-e138-4872-9bf9-c660d8b4af76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:45.868368 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8751efdc-e138-4872-9bf9-c660d8b4af76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:45.870899 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8751efdc-e138-4872-9bf9-c660d8b4af76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:45.872433 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8751efdc-e138-4872-9bf9-c660d8b4af76 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/afdc11cd-b575-48f7-a307-7c7744d4e0a1 HTTP/1.1" status: 204 len: 168 time: 0.2041352 Aug 19 14:39:45.888436 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8751efdc-e138-4872-9bf9-c660d8b4af76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afdc11cd-b575-48f7-a307-7c7744d4e0a1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:46.318600 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d5b727d2-d083-4019-a29a-799dace46fbc req-e6f60e1f-af11-4c35-91ed-656ef556c305 service neutron] 10.222.0.69 "GET /v2.0/networks/10688f75-d15a-4686-a1b4-b19f22ed34f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7833514 Aug 19 14:39:46.477517 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb53d41-8d31-440f-88c1-0e3a1ae62e39 req-bbc37b83-cfcd-4776-aa27-6b698e9ffb98 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:46.479378 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-feb53d41-8d31-440f-88c1-0e3a1ae62e39 req-bbc37b83-cfcd-4776-aa27-6b698e9ffb98 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9550e01-c472-4405-a8b1-9124f2c4e394 HTTP/1.1" status: 200 len: 949 time: 0.1597297 Aug 19 14:39:46.612777 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-feb53d41-8d31-440f-88c1-0e3a1ae62e39 req-7aa37172-0d0f-467c-9c6e-b2f2d6c37b0e tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/security-groups?id=46ee69e3-46c0-437e-9d8c-dd4974c09f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109693 Aug 19 14:39:46.885907 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bdff9372-490c-4e86-bc32-d874057e91c4 req-55d6eeb5-b1f0-4630-9344-f56ec9662e05 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] 10.222.0.69 "GET /v2.0/ports?device_id=80f68f99-304f-4cc1-be80-ce43f95ca349 HTTP/1.1" status: 200 len: 210 time: 0.0580847 Aug 19 14:39:46.990864 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39374) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:47.259128 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6f7d049c-8662-4572-8111-82b4aef6b7c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:47.270733 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device c0bd4076-049b-4ddb-98f5-8b004110497c up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:39:47.286111 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39398) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:47.359511 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port c0bd4076-049b-4ddb-98f5-8b004110497c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:39:47.369726 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port c0bd4076-049b-4ddb-98f5-8b004110497c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:39:47.370587 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:47.477909 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-73e81a10-3476-4b3b-87a8-572cca3ce5fa admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-332112194-network', 'tenant_id': 'ef249261d4604936b13aa21e0bea0dc2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:39:47.534541 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:47.554943 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6f7d049c-8662-4572-8111-82b4aef6b7c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:47.563333 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6f7d049c-8662-4572-8111-82b4aef6b7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:47.578112 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port c0bd4076-049b-4ddb-98f5-8b004110497c, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=c0bd4076-049b-4ddb-98f5-8b004110497c,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:39:47.579621 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9550e01-c472-4405-a8b1-9124f2c4e394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0bd4076-049b-4ddb-98f5-8b004110497c'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:39:47.583619 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0052379-dc9f-45fd-b22f-3974040f76e7" -d '{"events": [{"server_uuid": "c9550e01-c472-4405-a8b1-9124f2c4e394", "name": "network-vif-plugged", "status": "completed", "tag": "c0bd4076-049b-4ddb-98f5-8b004110497c"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:39:47.588869 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:47.656139 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=c0bd4076-049b-4ddb-98f5-8b004110497c,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:47.658946 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39414) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:47.676291 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6f7d049c-8662-4572-8111-82b4aef6b7c4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=420674acf4214ea6b738c57cd7baf832&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6836896 Aug 19 14:39:47.679616 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39418) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:47.687166 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d049c-8662-4572-8111-82b4aef6b7c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b727ac-a948-452f-aeee-a5d05ff7e8c9,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:47.697827 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e81a10-3476-4b3b-87a8-572cca3ce5fa admin admin] Made reservation on behalf of ef249261d4604936b13aa21e0bea0dc2 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:39:47.701813 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-73e81a10-3476-4b3b-87a8-572cca3ce5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:47.721906 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39420) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:47.730173 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-73e81a10-3476-4b3b-87a8-572cca3ce5fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:47.739499 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1ede3041-19d6-4b82-889c-f07d28193f90 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1194964322'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:39:47.792605 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625452dd-bf4d-47a6-819d-7a26183220ec req-cae7ae29-6fe1-460a-a08e-8c7bbe9b7cf5 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:47.803571 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-625452dd-bf4d-47a6-819d-7a26183220ec req-cae7ae29-6fe1-460a-a08e-8c7bbe9b7cf5 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b HTTP/1.1" status: 200 len: 944 time: 0.2458248 Aug 19 14:39:47.817858 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.db.api [None req-1ede3041-19d6-4b82-889c-f07d28193f90 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 14:39:47.817858 n-d-766043-2 neutron-server[94640]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 14:39:47.817858 n-d-766043-2 neutron-server[94640]: [parameters: {'project_id_1': 'eac9849a6187411198187660adbcdd48', 'expiration_1': datetime.datetime(2021, 8, 19, 14, 39, 47, 766471)}] Aug 19 14:39:47.817858 n-d-766043-2 neutron-server[94640]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 14:39:47.820623 n-d-766043-2 neutron-server[94640]: DEBUG oslo_db.api [None req-1ede3041-19d6-4b82-889c-f07d28193f90 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 14:39:47.895684 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c79550f7-ac30-45dd-b8aa-7ed3db591727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:47.913455 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-73e81a10-3476-4b3b-87a8-572cca3ce5fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:47.918055 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-625452dd-bf4d-47a6-819d-7a26183220ec req-c3f754fc-c417-4d73-b8bc-4c971ca3b1df tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135411 Aug 19 14:39:47.918231 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-73e81a10-3476-4b3b-87a8-572cca3ce5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:47.927621 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3c2b93f4-2336-4607-85fc-bea0e26f6fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:47.946726 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d90c063-86a5-4c5b-a83b-59eed72e1912 x-openstack-request-id: req-6d90c063-86a5-4c5b-a83b-59eed72e1912 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:39:47.947070 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9550e01-c472-4405-a8b1-9124f2c4e394", "name": "network-vif-plugged", "status": "completed", "tag": "c0bd4076-049b-4ddb-98f5-8b004110497c", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:39:47.947393 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6d90c063-86a5-4c5b-a83b-59eed72e1912 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:39:47.947856 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9550e01-c472-4405-a8b1-9124f2c4e394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0bd4076-049b-4ddb-98f5-8b004110497c', 'code': 200} Aug 19 14:39:47.952741 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73e81a10-3476-4b3b-87a8-572cca3ce5fa admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:39:47.964965 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e81a10-3476-4b3b-87a8-572cca3ce5fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8862cddc-dd3e-4608-94de-b1904f67b1ca,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:47.978909 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-73e81a10-3476-4b3b-87a8-572cca3ce5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:47.979471 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-73e81a10-3476-4b3b-87a8-572cca3ce5fa admin admin] Added segment 8286b499-2169-4ac2-b2c9-98453013a041 of type vlan for network c4f80db4-35be-4b3c-8bae-306ff26e4f72 Aug 19 14:39:48.006242 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3c2b93f4-2336-4607-85fc-bea0e26f6fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:48.045365 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-73e81a10-3476-4b3b-87a8-572cca3ce5fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:48.101106 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa7d3f-fdf9-488c-8d1d-9ff8f9639809 req-c95bab3d-fb33-46a3-9c75-34274c8c1a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:48.102646 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-08aa7d3f-fdf9-488c-8d1d-9ff8f9639809 req-c95bab3d-fb33-46a3-9c75-34274c8c1a29 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=c9550e01-c472-4405-a8b1-9124f2c4e394 HTTP/1.1" status: 200 len: 1101 time: 0.0807974 Aug 19 14:39:48.103407 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-73e81a10-3476-4b3b-87a8-572cca3ce5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:48.104271 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e81a10-3476-4b3b-87a8-572cca3ce5fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:48.104848 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-73e81a10-3476-4b3b-87a8-572cca3ce5fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:48.191132 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-03ba193c-8655-49ed-bd58-0cea8e1dd379 req-ff7a3ff8-5d67-44c4-b7ca-8e0586ecb206 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] 10.222.0.69 "GET /v2.0/ports?device_id=80f68f99-304f-4cc1-be80-ce43f95ca349 HTTP/1.1" status: 200 len: 210 time: 0.0639079 Aug 19 14:39:48.199479 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e81a10-3476-4b3b-87a8-572cca3ce5fa admin admin] Pushing event updated for resources: {'Network': ['ID=c4f80db4-35be-4b3c-8bae-306ff26e4f72,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:48.208976 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d963b-dce9-4c19-94d9-ab195bab67e3 req-00ddd078-541b-4370-a47c-0c020e8fb614 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:48.210736 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e87d963b-dce9-4c19-94d9-ab195bab67e3 req-00ddd078-541b-4370-a47c-0c020e8fb614 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.88 "GET /v2.0/ports?device_id=c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b HTTP/1.1" status: 200 len: 944 time: 0.1819632 Aug 19 14:39:48.214433 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network c4f80db4-35be-4b3c-8bae-306ff26e4f72 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:39:48.237947 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-08aa7d3f-fdf9-488c-8d1d-9ff8f9639809 req-4c02f4c6-e201-4e7f-ba55-2e02989905da service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=46ee69e3-46c0-437e-9d8c-dd4974c09f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110637 Aug 19 14:39:48.245271 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae5d5b1-de61-4e8d-beb1-b80378f18b27 req-d0076ce2-3682-499c-a0f9-2c6357e620e2 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:48.246810 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6ae5d5b1-de61-4e8d-beb1-b80378f18b27 req-d0076ce2-3682-499c-a0f9-2c6357e620e2 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9550e01-c472-4405-a8b1-9124f2c4e394 HTTP/1.1" status: 200 len: 950 time: 0.1657937 Aug 19 14:39:48.282568 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3c2b93f4-2336-4607-85fc-bea0e26f6fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:48.287428 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3c2b93f4-2336-4607-85fc-bea0e26f6fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:48.289518 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-3c2b93f4-2336-4607-85fc-bea0e26f6fee admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/01b727ac-a948-452f-aeee-a5d05ff7e8c9 HTTP/1.1" status: 204 len: 168 time: 0.6083903 Aug 19 14:39:48.355829 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c79550f7-ac30-45dd-b8aa-7ed3db591727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:48.357435 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2b93f4-2336-4607-85fc-bea0e26f6fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b727ac-a948-452f-aeee-a5d05ff7e8c9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:48.370466 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c79550f7-ac30-45dd-b8aa-7ed3db591727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:48.390697 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b727d2-d083-4019-a29a-799dace46fbc req-80c20726-9fd2-43af-a95d-f81bcf954327 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:48.393121 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d5b727d2-d083-4019-a29a-799dace46fbc req-80c20726-9fd2-43af-a95d-f81bcf954327 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] 10.222.0.88 "GET /v2.0/networks?id=10688f75-d15a-4686-a1b4-b19f22ed34f4 HTTP/1.1" status: 200 len: 806 time: 0.1886826 Aug 19 14:39:48.396506 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-73e81a10-3476-4b3b-87a8-572cca3ce5fa admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1080880 Aug 19 14:39:48.398070 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39428) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:48.405199 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-6c584ddb-18fc-4d05-b198-019def962f6d admin admin] Request body: {'subnet': {'network_id': 'c4f80db4-35be-4b3c-8bae-306ff26e4f72', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-332112194-subnet', 'tenant_id': 'ef249261d4604936b13aa21e0bea0dc2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:39:48.453491 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d5b727d2-d083-4019-a29a-799dace46fbc req-c3ec1c87-ac5b-4453-a5b1-443297e02780 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=484e4968dd104ea599dbddf94075889b HTTP/1.1" status: 200 len: 380 time: 0.0432701 Aug 19 14:39:48.463576 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-d5b727d2-d083-4019-a29a-799dace46fbc req-ebf71951-78e0-45ab-8770-2994b994b53d tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Request body: {'port': {'device_id': '80f68f99-304f-4cc1-be80-ce43f95ca349', 'network_id': '10688f75-d15a-4686-a1b4-b19f22ed34f4', 'admin_state_up': True, 'tenant_id': '484e4968dd104ea599dbddf94075889b', 'security_groups': ['5fb0a3a7-ad69-4ba5-af92-bf0b7315a2dd']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:39:48.466239 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6ae5d5b1-de61-4e8d-beb1-b80378f18b27 req-111a968e-9d71-4abf-9d18-45a991ab461d tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/security-groups?id=46ee69e3-46c0-437e-9d8c-dd4974c09f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065074 Aug 19 14:39:48.476081 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79550f7-ac30-45dd-b8aa-7ed3db591727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2f9642-96d0-4df9-8496-772ead1e75b1,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:48.484082 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-c79550f7-ac30-45dd-b8aa-7ed3db591727 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=657af3cba7954013bd4e05318681c84b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8240883 Aug 19 14:39:48.489119 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39432) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:48.489715 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ede3041-19d6-4b82-889c-f07d28193f90 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Made reservation on behalf of eac9849a6187411198187660adbcdd48 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:39:48.493220 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1ede3041-19d6-4b82-889c-f07d28193f90 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:48.539005 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c584ddb-18fc-4d05-b198-019def962f6d admin admin] Made reservation on behalf of ef249261d4604936b13aa21e0bea0dc2 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:39:48.541377 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6c584ddb-18fc-4d05-b198-019def962f6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:48.571068 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-e87d963b-dce9-4c19-94d9-ab195bab67e3 req-fbafa6e3-7f40-455d-9c1b-9b7e1e51bc7d tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Deleting port 2ec1d929-d9c0-49f5-b942-496ae0568910 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:39:48.571415 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e87d963b-dce9-4c19-94d9-ab195bab67e3 req-fbafa6e3-7f40-455d-9c1b-9b7e1e51bc7d tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:48.575501 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ede3041-19d6-4b82-889c-f07d28193f90 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:39:48.641707 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1ede3041-19d6-4b82-889c-f07d28193f90 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:48.641885 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-1ede3041-19d6-4b82-889c-f07d28193f90 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Added segment b333896f-71d3-4667-9887-245337866152 of type vlan for network 35f8f681-bcb0-473e-b781-4b88789fa2d6 Aug 19 14:39:48.665421 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5b727d2-d083-4019-a29a-799dace46fbc req-ebf71951-78e0-45ab-8770-2994b994b53d tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Made reservation on behalf of 484e4968dd104ea599dbddf94075889b for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:39:48.668939 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d5b727d2-d083-4019-a29a-799dace46fbc req-ebf71951-78e0-45ab-8770-2994b994b53d tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:48.687330 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f516ba0c-072e-4a41-8f36-e945637bf4df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:48.702320 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39434) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:48.720516 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1ede3041-19d6-4b82-889c-f07d28193f90 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:48.732345 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a1aeb48b-59ac-4fee-af8c-c6f1c77eefd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:48.754288 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f516ba0c-072e-4a41-8f36-e945637bf4df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:48.766080 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-e87d963b-dce9-4c19-94d9-ab195bab67e3 req-fbafa6e3-7f40-455d-9c1b-9b7e1e51bc7d tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] For port 2ec1d929-d9c0-49f5-b942-496ae0568910, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=2ec1d929-d9c0-49f5-b942-496ae0568910,segment=NetworkSegment(911020b2-3bb4-4db0-af7a-51b07cbea653),segment_id=911020b2-3bb4-4db0-af7a-51b07cbea653)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:39:48.766443 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e87d963b-dce9-4c19-94d9-ab195bab67e3 req-fbafa6e3-7f40-455d-9c1b-9b7e1e51bc7d tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:48.794387 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-e87d963b-dce9-4c19-94d9-ab195bab67e3 req-fbafa6e3-7f40-455d-9c1b-9b7e1e51bc7d tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Calling delete_port for 2ec1d929-d9c0-49f5-b942-496ae0568910 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:39:48.812753 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1ede3041-19d6-4b82-889c-f07d28193f90 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:48.819226 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ede3041-19d6-4b82-889c-f07d28193f90 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:48.819852 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1ede3041-19d6-4b82-889c-f07d28193f90 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:48.845057 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6c584ddb-18fc-4d05-b198-019def962f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:48.954071 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c584ddb-18fc-4d05-b198-019def962f6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcb8b434-4c76-4ea2-aea9-8e7ef5c2e1da,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:48.965704 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-d5b727d2-d083-4019-a29a-799dace46fbc req-ebf71951-78e0-45ab-8770-2994b994b53d tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Allocated IP 172.20.0.12 (10688f75-d15a-4686-a1b4-b19f22ed34f4/59a65ff2-b1d4-4c98-8548-294ed43ffbb5/4871fd81-35ca-4287-8e90-96475280f300) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:39:48.993781 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ede3041-19d6-4b82-889c-f07d28193f90 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Pushing event updated for resources: {'Network': ['ID=35f8f681-bcb0-473e-b781-4b88789fa2d6,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:49.007195 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c584ddb-18fc-4d05-b198-019def962f6d admin admin] Checking segment: {'id': '8286b499-2169-4ac2-b2c9-98453013a041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c4f80db4-35be-4b3c-8bae-306ff26e4f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:39:49.007785 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c584ddb-18fc-4d05-b198-019def962f6d admin admin] Network hostable DHCP agents. Network: c4f80db4-35be-4b3c-8bae-306ff26e4f72, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:39:49.009138 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 35f8f681-bcb0-473e-b781-4b88789fa2d6 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:39:49.015976 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f516ba0c-072e-4a41-8f36-e945637bf4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:49.018639 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f516ba0c-072e-4a41-8f36-e945637bf4df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:49.023005 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f516ba0c-072e-4a41-8f36-e945637bf4df admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bf2f9642-96d0-4df9-8496-772ead1e75b1 HTTP/1.1" status: 204 len: 168 time: 0.5248744 Aug 19 14:39:49.067334 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f516ba0c-072e-4a41-8f36-e945637bf4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2f9642-96d0-4df9-8496-772ead1e75b1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:49.128151 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f06f1-d2f3-47dd-8295-1dc28c4cb28b req-29232649-3452-4b8b-b58f-82cbd6c781cd tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:49.130213 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f46f06f1-d2f3-47dd-8295-1dc28c4cb28b req-29232649-3452-4b8b-b58f-82cbd6c781cd tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b HTTP/1.1" status: 200 len: 944 time: 0.1168423 Aug 19 14:39:49.140706 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a1aeb48b-59ac-4fee-af8c-c6f1c77eefd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:49.161362 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a1aeb48b-59ac-4fee-af8c-c6f1c77eefd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:49.170195 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c584ddb-18fc-4d05-b198-019def962f6d admin admin] Network c4f80db4-35be-4b3c-8bae-306ff26e4f72 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:39:49.184094 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1ede3041-19d6-4b82-889c-f07d28193f90 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4509752 Aug 19 14:39:49.186803 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39442) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:49.192582 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a89e4cb1-f576-42ed-a06f-114ba43aab68 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1050264046'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:39:49.199559 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e87d963b-dce9-4c19-94d9-ab195bab67e3 req-fbafa6e3-7f40-455d-9c1b-9b7e1e51bc7d tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:49.238132 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-6c584ddb-18fc-4d05-b198-019def962f6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, c4f80db4-35be-4b3c-8bae-306ff26e4f72) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:39:49.250681 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00600142-33ec-4536-a9dd-2d34dea20fe5 None None] Network c4f80db4-35be-4b3c-8bae-306ff26e4f72 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:39:49.253301 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbafa6e3-7f40-455d-9c1b-9b7e1e51bc7d tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Pushing event deleted for resources: {'Port': ['ID=2ec1d929-d9c0-49f5-b942-496ae0568910,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:49.267541 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a1aeb48b-59ac-4fee-af8c-c6f1c77eefd9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a0df8582a3d448398a176389713a5502&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5607996 Aug 19 14:39:49.270686 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f46f06f1-d2f3-47dd-8295-1dc28c4cb28b req-f34a2163-b24d-48f5-b2ab-cc3617236c5e tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306543 Aug 19 14:39:49.270837 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c584ddb-18fc-4d05-b198-019def962f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:49.271099 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6c584ddb-18fc-4d05-b198-019def962f6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:49.291168 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39446) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:49.299835 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aeb48b-59ac-4fee-af8c-c6f1c77eefd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17a0e8f-3083-4728-8388-1b7273a3c4fb,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:49.349441 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d5b727d2-d083-4019-a29a-799dace46fbc req-ebf71951-78e0-45ab-8770-2994b994b53d tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:49.356263 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-e87d963b-dce9-4c19-94d9-ab195bab67e3 req-fbafa6e3-7f40-455d-9c1b-9b7e1e51bc7d tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] No DVR routers for this DVR port 2ec1d929-d9c0-49f5-b942-496ae0568910 on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:39:49.365067 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89e4cb1-f576-42ed-a06f-114ba43aab68 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Made reservation on behalf of eac9849a6187411198187660adbcdd48 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:39:49.373754 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a89e4cb1-f576-42ed-a06f-114ba43aab68 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:49.382185 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e87d963b-dce9-4c19-94d9-ab195bab67e3 req-fbafa6e3-7f40-455d-9c1b-9b7e1e51bc7d tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:49.384527 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e87d963b-dce9-4c19-94d9-ab195bab67e3 req-fbafa6e3-7f40-455d-9c1b-9b7e1e51bc7d tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.88 "DELETE /v2.0/ports/2ec1d929-d9c0-49f5-b942-496ae0568910 HTTP/1.1" status: 204 len: 173 time: 1.1499765 Aug 19 14:39:49.385197 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b', 'name': 'network-vif-deleted', 'tag': '2ec1d929-d9c0-49f5-b942-496ae0568910'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:39:49.385728 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6c584ddb-18fc-4d05-b198-019def962f6d admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9861593 Aug 19 14:39:49.388109 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f066a0-e4bc-45bd-ace9-2415a7249c2b" -d '{"events": [{"server_uuid": "c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b", "name": "network-vif-deleted", "tag": "2ec1d929-d9c0-49f5-b942-496ae0568910"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:39:49.402881 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39448) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:49.434731 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-d5b727d2-d083-4019-a29a-799dace46fbc req-ebf71951-78e0-45ab-8770-2994b994b53d tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Transition to ACTIVE for port object 4871fd81-35ca-4287-8e90-96475280f300 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:39:49.452366 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7da746b7-ec2c-42df-8fa0-4243adce64ca admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-332112194-router', 'tenant_id': 'ef249261d4604936b13aa21e0bea0dc2', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:39:49.510154 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4086e836-c4ed-4447-b97b-654d90fca9a2 x-openstack-request-id: req-4086e836-c4ed-4447-b97b-654d90fca9a2 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:39:49.510337 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b", "name": "network-vif-deleted", "tag": "2ec1d929-d9c0-49f5-b942-496ae0568910", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:39:49.510444 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4086e836-c4ed-4447-b97b-654d90fca9a2 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:39:49.510987 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c34bc595-9f0a-4ea1-ad8f-4b2d5f53311b', 'name': 'network-vif-deleted', 'tag': '2ec1d929-d9c0-49f5-b942-496ae0568910', 'status': 'completed', 'code': 200} Aug 19 14:39:49.542476 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d5b727d2-d083-4019-a29a-799dace46fbc req-ebf71951-78e0-45ab-8770-2994b994b53d tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:49.576306 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b191bf6d-463f-481a-8061-aed7e4c6b608 req-23430d03-71a2-45df-ac7c-d58a53af882c tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] 10.222.0.69 "GET /v2.0/ports?device_id=80f68f99-304f-4cc1-be80-ce43f95ca349 HTTP/1.1" status: 200 len: 210 time: 0.1066210 Aug 19 14:39:49.616390 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a89e4cb1-f576-42ed-a06f-114ba43aab68 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:39:49.656498 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7da746b7-ec2c-42df-8fa0-4243adce64ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:49.657668 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7da746b7-ec2c-42df-8fa0-4243adce64ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:49.682634 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf71951-78e0-45ab-8770-2994b994b53d tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Pushing event updated for resources: {'Port': ['ID=4871fd81-35ca-4287-8e90-96475280f300,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:49.686802 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fcfc76-fe35-43c9-9bd3-db23c5779f4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-c4f80db4-35be-4b3c-8bae-306ff26e4f72', 'network_id': 'c4f80db4-35be-4b3c-8bae-306ff26e4f72', 'tenant_id': 'ef249261d4604936b13aa21e0bea0dc2', 'fixed_ips': [{'subnet_id': 'bcb8b434-4c76-4ea2-aea9-8e7ef5c2e1da'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:39:49.689210 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-51fcfc76-fe35-43c9-9bd3-db23c5779f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:49.698947 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5b727d2-d083-4019-a29a-799dace46fbc req-ebf71951-78e0-45ab-8770-2994b994b53d tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Network 10688f75-d15a-4686-a1b4-b19f22ed34f4 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:39:49.701931 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-d5b727d2-d083-4019-a29a-799dace46fbc req-ebf71951-78e0-45ab-8770-2994b994b53d tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:39:49.708851 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5b727d2-d083-4019-a29a-799dace46fbc req-ebf71951-78e0-45ab-8770-2994b994b53d tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:39:49.727277 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7da746b7-ec2c-42df-8fa0-4243adce64ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:49.735916 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e28d5a73-3b51-4397-b50f-81a8c383888b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:49.741356 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a89e4cb1-f576-42ed-a06f-114ba43aab68 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:49.741703 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-a89e4cb1-f576-42ed-a06f-114ba43aab68 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Added segment 99c97db4-9a46-4f59-aa17-3bb2f2a5461a of type vlan for network f3436889-0f1e-4563-85ab-9bb255bdd019 Aug 19 14:39:49.781257 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39456) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:49.801230 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f54ec63b-f0be-463d-ac10-b5aba4b2e420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:49.821442 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b727d2-d083-4019-a29a-799dace46fbc req-ebf71951-78e0-45ab-8770-2994b994b53d tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:49.822087 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d5b727d2-d083-4019-a29a-799dace46fbc req-ebf71951-78e0-45ab-8770-2994b994b53d tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:49.858381 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e28d5a73-3b51-4397-b50f-81a8c383888b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:49.930844 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7775e93-b741-42c6-96f7-ac7a938d4255 req-9f52623f-df2f-44c9-b7a5-fcfc4cb153c1 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:49.938867 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d7775e93-b741-42c6-96f7-ac7a938d4255 req-9f52623f-df2f-44c9-b7a5-fcfc4cb153c1 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9550e01-c472-4405-a8b1-9124f2c4e394 HTTP/1.1" status: 200 len: 950 time: 0.3441191 Aug 19 14:39:49.968273 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f54ec63b-f0be-463d-ac10-b5aba4b2e420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:49.977990 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f54ec63b-f0be-463d-ac10-b5aba4b2e420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:50.005210 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-51fcfc76-fe35-43c9-9bd3-db23c5779f4a None None] Allocated IP 172.20.0.2 (c4f80db4-35be-4b3c-8bae-306ff26e4f72/bcb8b434-4c76-4ea2-aea9-8e7ef5c2e1da/8f176fb9-aeac-4c83-83e6-30896a162e9a) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:39:50.011447 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7da746b7-ec2c-42df-8fa0-4243adce64ca admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:50.033291 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d5b727d2-d083-4019-a29a-799dace46fbc req-ebf71951-78e0-45ab-8770-2994b994b53d tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5724242 Aug 19 14:39:50.070824 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54ec63b-f0be-463d-ac10-b5aba4b2e420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d100c32a-1449-4629-8383-19dadae8b487,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:50.092168 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-d5b727d2-d083-4019-a29a-799dace46fbc req-f9ee2b7c-7b25-41bc-90e0-b87125025b92 service neutron] Request body: {'port': {'device_id': '80f68f99-304f-4cc1-be80-ce43f95ca349', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:39:50.106063 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a89e4cb1-f576-42ed-a06f-114ba43aab68 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:50.148888 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f54ec63b-f0be-463d-ac10-b5aba4b2e420 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=843afe874e154d1c94d095ddfff2d4f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3666701 Aug 19 14:39:50.153552 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39458) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:50.157272 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d7775e93-b741-42c6-96f7-ac7a938d4255 req-dcdded3b-5020-419b-a4e4-75541e52e3d0 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/security-groups?id=46ee69e3-46c0-437e-9d8c-dd4974c09f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163742 Aug 19 14:39:50.175484 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 2ec1d929-d9c0-49f5-b942-496ae0568910 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:39:50.225168 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e28d5a73-3b51-4397-b50f-81a8c383888b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:50.232868 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e28d5a73-3b51-4397-b50f-81a8c383888b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:50.237223 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e28d5a73-3b51-4397-b50f-81a8c383888b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d17a0e8f-3083-4728-8388-1b7273a3c4fb HTTP/1.1" status: 204 len: 168 time: 0.9407961 Aug 19 14:39:50.240867 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d5b727d2-d083-4019-a29a-799dace46fbc req-f9ee2b7c-7b25-41bc-90e0-b87125025b92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:50.250093 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a89e4cb1-f576-42ed-a06f-114ba43aab68 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:50.261243 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3a729d72-18cb-4868-a105-e5ecc5f36ca8 None None] Provisioning for port 4871fd81-35ca-4287-8e90-96475280f300 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:39:50.264096 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: 2ec1d929-d9c0-49f5-b942-496ae0568910 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:39:50.264694 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 2ec1d929-d9c0-49f5-b942-496ae0568910 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:39:50.270988 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89e4cb1-f576-42ed-a06f-114ba43aab68 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:50.273661 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a89e4cb1-f576-42ed-a06f-114ba43aab68 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:50.280246 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3a729d72-18cb-4868-a105-e5ecc5f36ca8 None None] Provisioning complete for port 4871fd81-35ca-4287-8e90-96475280f300 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:39:50.280942 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3a729d72-18cb-4868-a105-e5ecc5f36ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:50.307898 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a4202ce5-0d78-4e2c-bfb4-6b83649bb10c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:50.350197 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a4202ce5-0d78-4e2c-bfb4-6b83649bb10c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:50.469039 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28d5a73-3b51-4397-b50f-81a8c383888b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17a0e8f-3083-4728-8388-1b7273a3c4fb,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:50.563809 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39472) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:50.570120 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a89e4cb1-f576-42ed-a06f-114ba43aab68 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3822093 Aug 19 14:39:50.573201 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-82f64954-a1b5-431b-b21e-ba108ff057eb tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Request body: {'subnet': {'network_id': '35f8f681-bcb0-473e-b781-4b88789fa2d6', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:39:50.585728 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89e4cb1-f576-42ed-a06f-114ba43aab68 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Pushing event updated for resources: {'Network': ['ID=f3436889-0f1e-4563-85ab-9bb255bdd019,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:50.656335 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a4202ce5-0d78-4e2c-bfb4-6b83649bb10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:50.659815 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a4202ce5-0d78-4e2c-bfb4-6b83649bb10c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:50.663986 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a4202ce5-0d78-4e2c-bfb4-6b83649bb10c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d100c32a-1449-4629-8383-19dadae8b487 HTTP/1.1" status: 204 len: 168 time: 0.5092647 Aug 19 14:39:50.687947 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4202ce5-0d78-4e2c-bfb4-6b83649bb10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d100c32a-1449-4629-8383-19dadae8b487,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:50.776849 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f64954-a1b5-431b-b21e-ba108ff057eb tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Made reservation on behalf of eac9849a6187411198187660adbcdd48 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:39:50.780635 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-82f64954-a1b5-431b-b21e-ba108ff057eb tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:50.840755 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network f3436889-0f1e-4563-85ab-9bb255bdd019 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:39:50.884535 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-d5b727d2-d083-4019-a29a-799dace46fbc req-f9ee2b7c-7b25-41bc-90e0-b87125025b92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4871fd81-35ca-4287-8e90-96475280f300 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:39:50.898357 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d5b727d2-d083-4019-a29a-799dace46fbc req-f9ee2b7c-7b25-41bc-90e0-b87125025b92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:51.036033 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3a729d72-18cb-4868-a105-e5ecc5f36ca8 None None] Port 4871fd81-35ca-4287-8e90-96475280f300 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:39:51.036557 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-82f64954-a1b5-431b-b21e-ba108ff057eb tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:51.083367 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-d5b727d2-d083-4019-a29a-799dace46fbc req-f9ee2b7c-7b25-41bc-90e0-b87125025b92 service neutron] Transition to ACTIVE for port object 4871fd81-35ca-4287-8e90-96475280f300 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:39:51.085276 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f64954-a1b5-431b-b21e-ba108ff057eb tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Pushing event updated for resources: {'Subnet': ['ID=c8acc88a-fe8b-43cc-b8bf-ebd805cfdcd1,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:51.094442 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d5b727d2-d083-4019-a29a-799dace46fbc req-f9ee2b7c-7b25-41bc-90e0-b87125025b92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:51.141416 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-51fcfc76-fe35-43c9-9bd3-db23c5779f4a None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:51.148680 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7da746b7-ec2c-42df-8fa0-4243adce64ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:51.163876 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e041e-2c6f-4b7a-acc7-fce0d832809a req-e8777e98-91a0-49a7-8e6d-0988252603b8 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:51.165928 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee2b7c-7b25-41bc-90e0-b87125025b92 service neutron] Pushing event updated for resources: {'Port': ['ID=4871fd81-35ca-4287-8e90-96475280f300,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:51.173843 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-226e041e-2c6f-4b7a-acc7-fce0d832809a req-e8777e98-91a0-49a7-8e6d-0988252603b8 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] 10.222.0.69 "GET /v2.0/ports?device_id=80f68f99-304f-4cc1-be80-ce43f95ca349 HTTP/1.1" status: 200 len: 932 time: 0.2895701 Aug 19 14:39:51.188773 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f64954-a1b5-431b-b21e-ba108ff057eb tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Checking segment: {'id': 'b333896f-71d3-4667-9887-245337866152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '35f8f681-bcb0-473e-b781-4b88789fa2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:39:51.189686 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f64954-a1b5-431b-b21e-ba108ff057eb tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Network hostable DHCP agents. Network: 35f8f681-bcb0-473e-b781-4b88789fa2d6, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:39:51.196490 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-51fcfc76-fe35-43c9-9bd3-db23c5779f4a None None] Transition to ACTIVE for port object 8f176fb9-aeac-4c83-83e6-30896a162e9a will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:39:51.222702 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-51fcfc76-fe35-43c9-9bd3-db23c5779f4a None None] Transition to ACTIVE for port object 8f176fb9-aeac-4c83-83e6-30896a162e9a will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:39:51.237379 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-51fcfc76-fe35-43c9-9bd3-db23c5779f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:51.265111 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7da746b7-ec2c-42df-8fa0-4243adce64ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:51.305769 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-d5b727d2-d083-4019-a29a-799dace46fbc req-f9ee2b7c-7b25-41bc-90e0-b87125025b92 service neutron] Attempting to bind port 4871fd81-35ca-4287-8e90-96475280f300 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:39:51.306401 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-d5b727d2-d083-4019-a29a-799dace46fbc req-f9ee2b7c-7b25-41bc-90e0-b87125025b92 service neutron] Attempting to bind port 4871fd81-35ca-4287-8e90-96475280f300 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'c0914a53-90f2-485d-9165-afda2f4cdc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '10688f75-d15a-4686-a1b4-b19f22ed34f4'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:39:51.306933 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b727d2-d083-4019-a29a-799dace46fbc req-f9ee2b7c-7b25-41bc-90e0-b87125025b92 service neutron] Attempting to bind port 4871fd81-35ca-4287-8e90-96475280f300 on network 10688f75-d15a-4686-a1b4-b19f22ed34f4 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:39:51.310824 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f64954-a1b5-431b-b21e-ba108ff057eb tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Network 35f8f681-bcb0-473e-b781-4b88789fa2d6 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:39:51.325031 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979c4f0-91c9-46be-a8b0-4ddd8ff71a8f req-98c2b396-f062-4fa9-9a30-113113e9e6f7 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:51.327570 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d979c4f0-91c9-46be-a8b0-4ddd8ff71a8f req-98c2b396-f062-4fa9-9a30-113113e9e6f7 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd HTTP/1.1" status: 200 len: 944 time: 0.3087413 Aug 19 14:39:51.327755 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fcfc76-fe35-43c9-9bd3-db23c5779f4a None None] Pushing event updated for resources: {'Port': ['ID=8f176fb9-aeac-4c83-83e6-30896a162e9a,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:51.327946 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b727d2-d083-4019-a29a-799dace46fbc req-f9ee2b7c-7b25-41bc-90e0-b87125025b92 service neutron] Port 4871fd81-35ca-4287-8e90-96475280f300 on network 10688f75-d15a-4686-a1b4-b19f22ed34f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:39:51.328325 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b727d2-d083-4019-a29a-799dace46fbc req-f9ee2b7c-7b25-41bc-90e0-b87125025b92 service neutron] Attempting to bind port 4871fd81-35ca-4287-8e90-96475280f300 on network 10688f75-d15a-4686-a1b4-b19f22ed34f4 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:39:51.332840 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-82f64954-a1b5-431b-b21e-ba108ff057eb tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 35f8f681-bcb0-473e-b781-4b88789fa2d6) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:39:51.338354 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f64954-a1b5-431b-b21e-ba108ff057eb tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:51.338823 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-82f64954-a1b5-431b-b21e-ba108ff057eb tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:51.341309 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b727d2-d083-4019-a29a-799dace46fbc req-f9ee2b7c-7b25-41bc-90e0-b87125025b92 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:39:51.341652 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b727d2-d083-4019-a29a-799dace46fbc req-f9ee2b7c-7b25-41bc-90e0-b87125025b92 service neutron] Checking segment: {'id': 'c0914a53-90f2-485d-9165-afda2f4cdc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '10688f75-d15a-4686-a1b4-b19f22ed34f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:39:51.342034 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b727d2-d083-4019-a29a-799dace46fbc req-f9ee2b7c-7b25-41bc-90e0-b87125025b92 service neutron] Bound using segment: {'id': 'c0914a53-90f2-485d-9165-afda2f4cdc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '10688f75-d15a-4686-a1b4-b19f22ed34f4'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:39:51.342472 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-d5b727d2-d083-4019-a29a-799dace46fbc req-f9ee2b7c-7b25-41bc-90e0-b87125025b92 service neutron] Bound port: 4871fd81-35ca-4287-8e90-96475280f300, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0914a53-90f2-485d-9165-afda2f4cdc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '10688f75-d15a-4686-a1b4-b19f22ed34f4'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:39:51.342822 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d5b727d2-d083-4019-a29a-799dace46fbc req-f9ee2b7c-7b25-41bc-90e0-b87125025b92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:51.353194 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac3a0f6-a4c3-47aa-9853-55c73e0c1fb3 None None] Network 35f8f681-bcb0-473e-b781-4b88789fa2d6 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:39:51.360249 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fcfc76-fe35-43c9-9bd3-db23c5779f4a None None] Network c4f80db4-35be-4b3c-8bae-306ff26e4f72 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:39:51.375059 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-51fcfc76-fe35-43c9-9bd3-db23c5779f4a None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:39:51.384561 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-82f64954-a1b5-431b-b21e-ba108ff057eb tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8187318 Aug 19 14:39:51.385612 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39510) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:51.408458 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fcfc76-fe35-43c9-9bd3-db23c5779f4a None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:39:51.418318 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5314fa34-607b-4e60-be12-fce9aa48ed9c tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Request body: {'subnet': {'network_id': 'f3436889-0f1e-4563-85ab-9bb255bdd019', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:39:51.468023 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-226e041e-2c6f-4b7a-acc7-fce0d832809a req-8320bdb4-47cf-472a-b726-805aa4caff30 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] 10.222.0.69 "GET /v2.0/security-groups?id=5fb0a3a7-ad69-4ba5-af92-bf0b7315a2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2930923 Aug 19 14:39:51.506281 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82fd47-25ff-4e45-9060-b10f209ef9fe req-ada8bb1b-155b-4767-a1d7-59c482c8fcd1 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:51.508716 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2d82fd47-25ff-4e45-9060-b10f209ef9fe req-ada8bb1b-155b-4767-a1d7-59c482c8fcd1 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.88 "GET /v2.0/ports?device_id=8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd HTTP/1.1" status: 200 len: 944 time: 0.3982170 Aug 19 14:39:51.566538 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-d5b727d2-d083-4019-a29a-799dace46fbc req-f9ee2b7c-7b25-41bc-90e0-b87125025b92 service neutron] For port 4871fd81-35ca-4287-8e90-96475280f300, host n-h2-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:39:51.572374 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-51fcfc76-fe35-43c9-9bd3-db23c5779f4a None None] Attempting to bind port 8f176fb9-aeac-4c83-83e6-30896a162e9a on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:39:51.572851 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-51fcfc76-fe35-43c9-9bd3-db23c5779f4a None None] Attempting to bind port 8f176fb9-aeac-4c83-83e6-30896a162e9a by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '8286b499-2169-4ac2-b2c9-98453013a041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c4f80db4-35be-4b3c-8bae-306ff26e4f72'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:39:51.573165 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fcfc76-fe35-43c9-9bd3-db23c5779f4a None None] Attempting to bind port 8f176fb9-aeac-4c83-83e6-30896a162e9a on network c4f80db4-35be-4b3c-8bae-306ff26e4f72 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:39:51.586221 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fcfc76-fe35-43c9-9bd3-db23c5779f4a None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:39:51.586599 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fcfc76-fe35-43c9-9bd3-db23c5779f4a None None] Checking segment: {'id': '8286b499-2169-4ac2-b2c9-98453013a041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c4f80db4-35be-4b3c-8bae-306ff26e4f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:39:51.587011 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-51fcfc76-fe35-43c9-9bd3-db23c5779f4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:51.587905 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fcfc76-fe35-43c9-9bd3-db23c5779f4a None None] Bound using segment: {'id': '8286b499-2169-4ac2-b2c9-98453013a041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c4f80db4-35be-4b3c-8bae-306ff26e4f72'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:39:51.588527 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-51fcfc76-fe35-43c9-9bd3-db23c5779f4a None None] Bound port: 8f176fb9-aeac-4c83-83e6-30896a162e9a, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8286b499-2169-4ac2-b2c9-98453013a041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c4f80db4-35be-4b3c-8bae-306ff26e4f72'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:39:51.588918 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-51fcfc76-fe35-43c9-9bd3-db23c5779f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:51.591793 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d979c4f0-91c9-46be-a8b0-4ddd8ff71a8f req-04129b93-c76c-4063-9035-10a4bee34ab1 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458823 Aug 19 14:39:51.597780 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-d5b727d2-d083-4019-a29a-799dace46fbc req-f9ee2b7c-7b25-41bc-90e0-b87125025b92 service neutron] For port 4871fd81-35ca-4287-8e90-96475280f300, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=4871fd81-35ca-4287-8e90-96475280f300,segment=NetworkSegment(c0914a53-90f2-485d-9165-afda2f4cdc8c),segment_id=c0914a53-90f2-485d-9165-afda2f4cdc8c)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:39:51.599823 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5314fa34-607b-4e60-be12-fce9aa48ed9c tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Made reservation on behalf of eac9849a6187411198187660adbcdd48 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:39:51.603892 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5314fa34-607b-4e60-be12-fce9aa48ed9c tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:51.652644 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d5b727d2-d083-4019-a29a-799dace46fbc req-f9ee2b7c-7b25-41bc-90e0-b87125025b92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:51.717048 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b727d2-d083-4019-a29a-799dace46fbc req-f9ee2b7c-7b25-41bc-90e0-b87125025b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:51.717874 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d5b727d2-d083-4019-a29a-799dace46fbc req-f9ee2b7c-7b25-41bc-90e0-b87125025b92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:51.719350 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d5b727d2-d083-4019-a29a-799dace46fbc req-f9ee2b7c-7b25-41bc-90e0-b87125025b92 service neutron] 10.222.0.88 "PUT /v2.0/ports/4871fd81-35ca-4287-8e90-96475280f300 HTTP/1.1" status: 200 len: 1092 time: 1.6610970 Aug 19 14:39:51.725087 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f68f99-304f-4cc1-be80-ce43f95ca349', 'tag': '4871fd81-35ca-4287-8e90-96475280f300'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:39:51.728191 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bebbc3f-9d0c-46b0-aa28-4967ab3ac459" -d '{"events": [{"name": "network-changed", "server_uuid": "80f68f99-304f-4cc1-be80-ce43f95ca349", "tag": "4871fd81-35ca-4287-8e90-96475280f300"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:39:51.828107 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63315a-cf78-4267-b0fa-df56d020dd16 req-26e58293-f4cf-4d2f-9b29-f10675afb01d tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:51.835431 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee2b7c-7b25-41bc-90e0-b87125025b92 service neutron] Pushing event updated for resources: {'Port': ['ID=4871fd81-35ca-4287-8e90-96475280f300,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:51.836681 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9c63315a-cf78-4267-b0fa-df56d020dd16 req-26e58293-f4cf-4d2f-9b29-f10675afb01d tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9550e01-c472-4405-a8b1-9124f2c4e394 HTTP/1.1" status: 200 len: 950 time: 0.2432745 Aug 19 14:39:51.889679 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b727d2-d083-4019-a29a-799dace46fbc req-30e444e7-46db-4190-8686-7a69e9749b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:51.891614 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d5b727d2-d083-4019-a29a-799dace46fbc req-30e444e7-46db-4190-8686-7a69e9749b2b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=484e4968dd104ea599dbddf94075889b&device_id=80f68f99-304f-4cc1-be80-ce43f95ca349 HTTP/1.1" status: 200 len: 1095 time: 0.1196644 Aug 19 14:39:51.895825 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-51fcfc76-fe35-43c9-9bd3-db23c5779f4a None None] For port 8f176fb9-aeac-4c83-83e6-30896a162e9a, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:39:51.896325 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc3ea53-8b95-46a0-a607-a6cd7a2ef158 x-openstack-request-id: req-0cc3ea53-8b95-46a0-a607-a6cd7a2ef158 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:39:51.896835 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f68f99-304f-4cc1-be80-ce43f95ca349", "tag": "4871fd81-35ca-4287-8e90-96475280f300", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:39:51.897293 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0cc3ea53-8b95-46a0-a607-a6cd7a2ef158 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:39:51.897848 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80f68f99-304f-4cc1-be80-ce43f95ca349', 'tag': '4871fd81-35ca-4287-8e90-96475280f300', 'status': 'completed', 'code': 200} Aug 19 14:39:51.903408 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-51fcfc76-fe35-43c9-9bd3-db23c5779f4a None None] For port 8f176fb9-aeac-4c83-83e6-30896a162e9a, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=8f176fb9-aeac-4c83-83e6-30896a162e9a,segment=NetworkSegment(8286b499-2169-4ac2-b2c9-98453013a041),segment_id=8286b499-2169-4ac2-b2c9-98453013a041)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:39:51.921799 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-51fcfc76-fe35-43c9-9bd3-db23c5779f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:51.959379 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9c63315a-cf78-4267-b0fa-df56d020dd16 req-06d07617-5bfc-40c1-aa8b-a1f6a0babb06 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/security-groups?id=46ee69e3-46c0-437e-9d8c-dd4974c09f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216037 Aug 19 14:39:51.960987 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-7da746b7-ec2c-42df-8fa0-4243adce64ca admin admin] Allocated IP 172.25.2.212 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/6609306d-aee1-40d6-839b-53b14b4f740e) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:39:52.024203 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-2d82fd47-25ff-4e45-9060-b10f209ef9fe req-c4d5f985-7936-460e-83eb-c9c23f6a8c6c tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Deleting port bec4dd7e-0659-4bf6-aee8-9a86035cea51 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:39:52.024579 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2d82fd47-25ff-4e45-9060-b10f209ef9fe req-c4d5f985-7936-460e-83eb-c9c23f6a8c6c tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:52.064661 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eedc6ac-8402-4a15-b272-fc256964ae33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-35f8f681-bcb0-473e-b781-4b88789fa2d6', 'network_id': '35f8f681-bcb0-473e-b781-4b88789fa2d6', 'tenant_id': 'eac9849a6187411198187660adbcdd48', 'fixed_ips': [{'subnet_id': 'c8acc88a-fe8b-43cc-b8bf-ebd805cfdcd1'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:39:52.066192 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2eedc6ac-8402-4a15-b272-fc256964ae33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:52.192763 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-2d82fd47-25ff-4e45-9060-b10f209ef9fe req-c4d5f985-7936-460e-83eb-c9c23f6a8c6c tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] For port bec4dd7e-0659-4bf6-aee8-9a86035cea51, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=bec4dd7e-0659-4bf6-aee8-9a86035cea51,segment=NetworkSegment(911020b2-3bb4-4db0-af7a-51b07cbea653),segment_id=911020b2-3bb4-4db0-af7a-51b07cbea653)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:39:52.193381 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2d82fd47-25ff-4e45-9060-b10f209ef9fe req-c4d5f985-7936-460e-83eb-c9c23f6a8c6c tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:52.224224 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-2d82fd47-25ff-4e45-9060-b10f209ef9fe req-c4d5f985-7936-460e-83eb-c9c23f6a8c6c tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Calling delete_port for bec4dd7e-0659-4bf6-aee8-9a86035cea51 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:39:52.227962 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7da746b7-ec2c-42df-8fa0-4243adce64ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:52.290334 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d5b727d2-d083-4019-a29a-799dace46fbc req-67e3c324-e787-45fa-bf50-55101b1f49db service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4871fd81-35ca-4287-8e90-96475280f300 HTTP/1.1" status: 200 len: 217 time: 0.3844941 Aug 19 14:39:52.387646 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b727d2-d083-4019-a29a-799dace46fbc req-f2488708-27ee-4fe6-9585-e04ca31e850e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:52.389754 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d5b727d2-d083-4019-a29a-799dace46fbc req-f2488708-27ee-4fe6-9585-e04ca31e850e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=59a65ff2-b1d4-4c98-8548-294ed43ffbb5 HTTP/1.1" status: 200 len: 845 time: 0.0904386 Aug 19 14:39:52.392140 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5314fa34-607b-4e60-be12-fce9aa48ed9c tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:52.496637 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-2eedc6ac-8402-4a15-b272-fc256964ae33 None None] Allocated IP 10.1.1.2 (35f8f681-bcb0-473e-b781-4b88789fa2d6/c8acc88a-fe8b-43cc-b8bf-ebd805cfdcd1/f30500c4-96e5-4096-a320-ecfc26495dfe) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:39:52.504590 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d83330fa-1d49-486c-98b0-f2146eefb3cd req-7408e4b1-31ce-4ca4-87f5-c8f4948dcca7 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=106022b3768c45f2b423a6217d11e05e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410736 Aug 19 14:39:52.534266 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5314fa34-607b-4e60-be12-fce9aa48ed9c tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Pushing event updated for resources: {'Subnet': ['ID=9900bee7-cb74-4835-8689-e86fe6724bf5,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:52.582620 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b727d2-d083-4019-a29a-799dace46fbc req-def8ad79-09b4-4851-a5ff-779bc082d33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:52.584224 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d5b727d2-d083-4019-a29a-799dace46fbc req-def8ad79-09b4-4851-a5ff-779bc082d33d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=10688f75-d15a-4686-a1b4-b19f22ed34f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1756170 Aug 19 14:39:52.587310 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5314fa34-607b-4e60-be12-fce9aa48ed9c tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Checking segment: {'id': '99c97db4-9a46-4f59-aa17-3bb2f2a5461a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f3436889-0f1e-4563-85ab-9bb255bdd019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:39:52.587977 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5314fa34-607b-4e60-be12-fce9aa48ed9c tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Network hostable DHCP agents. Network: f3436889-0f1e-4563-85ab-9bb255bdd019, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:39:52.717848 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5314fa34-607b-4e60-be12-fce9aa48ed9c tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Network f3436889-0f1e-4563-85ab-9bb255bdd019 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:39:52.747007 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2eedc6ac-8402-4a15-b272-fc256964ae33 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:52.750639 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-5314fa34-607b-4e60-be12-fce9aa48ed9c tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, f3436889-0f1e-4563-85ab-9bb255bdd019) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:39:52.759585 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2eedc6ac-8402-4a15-b272-fc256964ae33 None None] Transition to ACTIVE for port object f30500c4-96e5-4096-a320-ecfc26495dfe will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:39:52.771641 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5314fa34-607b-4e60-be12-fce9aa48ed9c tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:52.772496 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5314fa34-607b-4e60-be12-fce9aa48ed9c tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:52.778008 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2eedc6ac-8402-4a15-b272-fc256964ae33 None None] Transition to ACTIVE for port object f30500c4-96e5-4096-a320-ecfc26495dfe will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:39:52.787972 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e06c3a8-dfbc-4e6e-8492-9f960f02a109 None None] Network f3436889-0f1e-4563-85ab-9bb255bdd019 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:39:52.796376 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7da746b7-ec2c-42df-8fa0-4243adce64ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:52.807009 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83330fa-1d49-486c-98b0-f2146eefb3cd req-4ae8c995-871c-48ed-ab1d-aef8cf4d6fe7 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:52.808670 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d83330fa-1d49-486c-98b0-f2146eefb3cd req-4ae8c995-871c-48ed-ab1d-aef8cf4d6fe7 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2859693 Aug 19 14:39:52.810497 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2d82fd47-25ff-4e45-9060-b10f209ef9fe req-c4d5f985-7936-460e-83eb-c9c23f6a8c6c tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:52.824705 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d5b727d2-d083-4019-a29a-799dace46fbc req-b6c8cd7f-8227-461d-922f-fe55a0bdd712 service neutron] 10.222.0.88 "GET /v2.0/networks/10688f75-d15a-4686-a1b4-b19f22ed34f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275336 Aug 19 14:39:52.827063 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5314fa34-607b-4e60-be12-fce9aa48ed9c tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4147439 Aug 19 14:39:52.836955 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39558) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:52.852924 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d83330fa-1d49-486c-98b0-f2146eefb3cd req-2799910e-8280-48be-ab24-f81c10e71e7e tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/quotas/106022b3768c45f2b423a6217d11e05e HTTP/1.1" status: 200 len: 375 time: 0.0293934 Aug 19 14:39:52.855295 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5aa32096-99ab-41c6-ae49-4f90da71793d tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Request body: {'port': {'network_id': '35f8f681-bcb0-473e-b781-4b88789fa2d6', 'name': 'tempest-TaggedBootDevicesTest-1800348006', 'fixed_ips': [{'subnet_id': 'c8acc88a-fe8b-43cc-b8bf-ebd805cfdcd1'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:39:52.904110 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2eedc6ac-8402-4a15-b272-fc256964ae33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:52.915722 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fcfc76-fe35-43c9-9bd3-db23c5779f4a None None] Pushing event updated for resources: {'Port': ['ID=8f176fb9-aeac-4c83-83e6-30896a162e9a,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:52.926169 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da746b7-ec2c-42df-8fa0-4243adce64ca admin admin] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:39:52.930078 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-7da746b7-ec2c-42df-8fa0-4243adce64ca admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:39:52.938465 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da746b7-ec2c-42df-8fa0-4243adce64ca admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:39:52.982757 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eedc6ac-8402-4a15-b272-fc256964ae33 None None] Pushing event updated for resources: {'Port': ['ID=f30500c4-96e5-4096-a320-ecfc26495dfe,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:52.992447 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eedc6ac-8402-4a15-b272-fc256964ae33 None None] Network 35f8f681-bcb0-473e-b781-4b88789fa2d6 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:39:52.997383 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-2eedc6ac-8402-4a15-b272-fc256964ae33 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:39:53.000226 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eedc6ac-8402-4a15-b272-fc256964ae33 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:39:53.060682 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d5b727d2-d083-4019-a29a-799dace46fbc req-c6c25f1a-9676-488b-868d-3c66fe567ab0 service neutron] 10.222.0.88 "GET /v2.0/networks/10688f75-d15a-4686-a1b4-b19f22ed34f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319996 Aug 19 14:39:53.100525 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa32096-99ab-41c6-ae49-4f90da71793d tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Made reservation on behalf of eac9849a6187411198187660adbcdd48 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:39:53.107617 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54871a5-d06c-40e3-ae0b-2538aab52082 req-8648583a-a74c-42e4-a0f5-8a5a60721ae2 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:53.110737 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a54871a5-d06c-40e3-ae0b-2538aab52082 req-8648583a-a74c-42e4-a0f5-8a5a60721ae2 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] 10.222.0.69 "GET /v2.0/ports?device_id=80f68f99-304f-4cc1-be80-ce43f95ca349 HTTP/1.1" status: 200 len: 944 time: 0.4628537 Aug 19 14:39:53.116078 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-2eedc6ac-8402-4a15-b272-fc256964ae33 None None] Attempting to bind port f30500c4-96e5-4096-a320-ecfc26495dfe on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:39:53.116697 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-2eedc6ac-8402-4a15-b272-fc256964ae33 None None] Attempting to bind port f30500c4-96e5-4096-a320-ecfc26495dfe by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'b333896f-71d3-4667-9887-245337866152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '35f8f681-bcb0-473e-b781-4b88789fa2d6'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:39:53.117868 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eedc6ac-8402-4a15-b272-fc256964ae33 None None] Attempting to bind port f30500c4-96e5-4096-a320-ecfc26495dfe on network 35f8f681-bcb0-473e-b781-4b88789fa2d6 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:39:53.123919 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564f3c24-ef18-43d9-9299-13503ef6df61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-f3436889-0f1e-4563-85ab-9bb255bdd019', 'network_id': 'f3436889-0f1e-4563-85ab-9bb255bdd019', 'tenant_id': 'eac9849a6187411198187660adbcdd48', 'fixed_ips': [{'subnet_id': '9900bee7-cb74-4835-8689-e86fe6724bf5'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:39:53.124805 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-564f3c24-ef18-43d9-9299-13503ef6df61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:53.291676 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eedc6ac-8402-4a15-b272-fc256964ae33 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:39:53.292071 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eedc6ac-8402-4a15-b272-fc256964ae33 None None] Checking segment: {'id': 'b333896f-71d3-4667-9887-245337866152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '35f8f681-bcb0-473e-b781-4b88789fa2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:39:53.292475 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2eedc6ac-8402-4a15-b272-fc256964ae33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:53.292872 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eedc6ac-8402-4a15-b272-fc256964ae33 None None] Bound using segment: {'id': 'b333896f-71d3-4667-9887-245337866152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '35f8f681-bcb0-473e-b781-4b88789fa2d6'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:39:53.293359 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-2eedc6ac-8402-4a15-b272-fc256964ae33 None None] Bound port: f30500c4-96e5-4096-a320-ecfc26495dfe, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b333896f-71d3-4667-9887-245337866152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '35f8f681-bcb0-473e-b781-4b88789fa2d6'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:39:53.293736 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2eedc6ac-8402-4a15-b272-fc256964ae33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:53.296904 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5aa32096-99ab-41c6-ae49-4f90da71793d tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:53.355210 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 8f176fb9-aeac-4c83-83e6-30896a162e9a up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:39:53.359438 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-5aa32096-99ab-41c6-ae49-4f90da71793d tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] device_id is not set on port 4f46bceb-d478-4788-bf46-f2d1c4de2a62 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:39:53.501300 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebbc3f-9d0c-46b0-aa28-4967ab3ac459 req-5afc6494-58c9-49db-94ad-b32d3c1649c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:53.501831 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-2eedc6ac-8402-4a15-b272-fc256964ae33 None None] For port f30500c4-96e5-4096-a320-ecfc26495dfe, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:39:53.505798 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-2eedc6ac-8402-4a15-b272-fc256964ae33 None None] For port f30500c4-96e5-4096-a320-ecfc26495dfe, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=f30500c4-96e5-4096-a320-ecfc26495dfe,segment=NetworkSegment(b333896f-71d3-4667-9887-245337866152),segment_id=b333896f-71d3-4667-9887-245337866152)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:39:53.506056 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4bebbc3f-9d0c-46b0-aa28-4967ab3ac459 req-5afc6494-58c9-49db-94ad-b32d3c1649c4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=484e4968dd104ea599dbddf94075889b&device_id=80f68f99-304f-4cc1-be80-ce43f95ca349 HTTP/1.1" status: 200 len: 1095 time: 0.3773494 Aug 19 14:39:53.526183 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2eedc6ac-8402-4a15-b272-fc256964ae33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:53.585613 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-564f3c24-ef18-43d9-9299-13503ef6df61 None None] Allocated IP 10.2.2.2 (f3436889-0f1e-4563-85ab-9bb255bdd019/9900bee7-cb74-4835-8689-e86fe6724bf5/3a678a8e-5ccb-4b23-aa51-6524c5422e7c) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:39:53.735122 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eedc6ac-8402-4a15-b272-fc256964ae33 None None] Pushing event updated for resources: {'Port': ['ID=f30500c4-96e5-4096-a320-ecfc26495dfe,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:53.761315 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 8f176fb9-aeac-4c83-83e6-30896a162e9a completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:39:53.777049 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebbc3f-9d0c-46b0-aa28-4967ab3ac459 req-91a15f6b-4216-4ada-bfca-f51ca79e49d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:53.786287 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4bebbc3f-9d0c-46b0-aa28-4967ab3ac459 req-91a15f6b-4216-4ada-bfca-f51ca79e49d7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=10688f75-d15a-4686-a1b4-b19f22ed34f4 HTTP/1.1" status: 200 len: 907 time: 0.2535148 Aug 19 14:39:53.806056 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da746b7-ec2c-42df-8fa0-4243adce64ca admin admin] Pushing event updated for resources: {'Port': ['ID=6609306d-aee1-40d6-839b-53b14b4f740e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:53.837597 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d82fd47-25ff-4e45-9060-b10f209ef9fe req-c4d5f985-7936-460e-83eb-c9c23f6a8c6c tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] No DVR routers for this DVR port bec4dd7e-0659-4bf6-aee8-9a86035cea51 on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:39:53.846170 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2d82fd47-25ff-4e45-9060-b10f209ef9fe req-c4d5f985-7936-460e-83eb-c9c23f6a8c6c tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:53.848207 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2d82fd47-25ff-4e45-9060-b10f209ef9fe req-c4d5f985-7936-460e-83eb-c9c23f6a8c6c tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.88 "DELETE /v2.0/ports/bec4dd7e-0659-4bf6-aee8-9a86035cea51 HTTP/1.1" status: 204 len: 173 time: 2.3286707 Aug 19 14:39:53.856159 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4bebbc3f-9d0c-46b0-aa28-4967ab3ac459 req-1f2d8568-787f-4e8a-a89e-5d8a0191b71f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4871fd81-35ca-4287-8e90-96475280f300 HTTP/1.1" status: 200 len: 217 time: 0.0463426 Aug 19 14:39:53.857255 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-5aa32096-99ab-41c6-ae49-4f90da71793d tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Allocated IP 10.1.1.110 (35f8f681-bcb0-473e-b781-4b88789fa2d6/c8acc88a-fe8b-43cc-b8bf-ebd805cfdcd1/4f46bceb-d478-4788-bf46-f2d1c4de2a62) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:39:53.871580 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd', 'name': 'network-vif-deleted', 'tag': 'bec4dd7e-0659-4bf6-aee8-9a86035cea51'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:39:53.874661 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d54ef4d-0a3f-4e43-89e1-aa0297ad0225" -d '{"events": [{"server_uuid": "8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd", "name": "network-vif-deleted", "tag": "bec4dd7e-0659-4bf6-aee8-9a86035cea51"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:39:53.886231 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf14ea95-2781-40b3-9eb9-503f8ac25c80 None None] Network c4f80db4-35be-4b3c-8bae-306ff26e4f72 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:39:53.922646 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d5f985-7936-460e-83eb-c9c23f6a8c6c tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Pushing event deleted for resources: {'Port': ['ID=bec4dd7e-0659-4bf6-aee8-9a86035cea51,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:53.948216 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebbc3f-9d0c-46b0-aa28-4967ab3ac459 req-62323dac-d946-4aa9-91b5-5a6dd3c18b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:53.950054 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4bebbc3f-9d0c-46b0-aa28-4967ab3ac459 req-62323dac-d946-4aa9-91b5-5a6dd3c18b7c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=59a65ff2-b1d4-4c98-8548-294ed43ffbb5 HTTP/1.1" status: 200 len: 845 time: 0.0833790 Aug 19 14:39:53.962666 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d83330fa-1d49-486c-98b0-f2146eefb3cd req-764b355c-78ce-4e97-9651-1e4c8eb5ea10 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=106022b3768c45f2b423a6217d11e05e&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0858102 Aug 19 14:39:54.030049 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a54871a5-d06c-40e3-ae0b-2538aab52082 req-d8897a56-3449-41a9-887a-ec77bd749629 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] 10.222.0.69 "GET /v2.0/security-groups?id=5fb0a3a7-ad69-4ba5-af92-bf0b7315a2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2846465 Aug 19 14:39:54.070654 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-564f3c24-ef18-43d9-9299-13503ef6df61 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:54.096023 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-564f3c24-ef18-43d9-9299-13503ef6df61 None None] Transition to ACTIVE for port object 3a678a8e-5ccb-4b23-aa51-6524c5422e7c will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:39:54.110041 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0fd47a8e-0d84-4c26-8bd3-ad83564995d5 None None] Provisioning for port 8f176fb9-aeac-4c83-83e6-30896a162e9a completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:39:54.117215 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebbc3f-9d0c-46b0-aa28-4967ab3ac459 req-c7740b2a-51fc-49a2-867d-1ad55349f2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:54.124338 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4bebbc3f-9d0c-46b0-aa28-4967ab3ac459 req-c7740b2a-51fc-49a2-867d-1ad55349f2db service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=10688f75-d15a-4686-a1b4-b19f22ed34f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1583335 Aug 19 14:39:54.126028 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0fd47a8e-0d84-4c26-8bd3-ad83564995d5 None None] Provisioning complete for port 8f176fb9-aeac-4c83-83e6-30896a162e9a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:39:54.127171 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0fd47a8e-0d84-4c26-8bd3-ad83564995d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:54.164300 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 4871fd81-35ca-4287-8e90-96475280f300 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:39:54.199104 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device bec4dd7e-0659-4bf6-aee8-9a86035cea51 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:39:54.255738 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-564f3c24-ef18-43d9-9299-13503ef6df61 None None] Transition to ACTIVE for port object 3a678a8e-5ccb-4b23-aa51-6524c5422e7c will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:39:54.268234 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: bec4dd7e-0659-4bf6-aee8-9a86035cea51 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:39:54.269034 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device bec4dd7e-0659-4bf6-aee8-9a86035cea51 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:39:54.290807 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7da746b7-ec2c-42df-8fa0-4243adce64ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:54.295942 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-564f3c24-ef18-43d9-9299-13503ef6df61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:54.338978 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4bebbc3f-9d0c-46b0-aa28-4967ab3ac459 req-68038887-72bb-4ee4-b82e-0e5a9edbce45 service neutron] 10.222.0.88 "GET /v2.0/networks/10688f75-d15a-4686-a1b4-b19f22ed34f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993246 Aug 19 14:39:54.368368 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5aa32096-99ab-41c6-ae49-4f90da71793d tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:54.454428 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-204ddc44-047e-4dc0-8da2-d1efab686ebc req-ea6446b9-536f-47c7-b5de-5046169745a7 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd HTTP/1.1" status: 200 len: 210 time: 0.1765354 Aug 19 14:39:54.475173 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-5aa32096-99ab-41c6-ae49-4f90da71793d tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Transition to ACTIVE for port object 4f46bceb-d478-4788-bf46-f2d1c4de2a62 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:39:54.517643 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564f3c24-ef18-43d9-9299-13503ef6df61 None None] Network f3436889-0f1e-4563-85ab-9bb255bdd019 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:39:54.524558 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-564f3c24-ef18-43d9-9299-13503ef6df61 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:39:54.537756 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564f3c24-ef18-43d9-9299-13503ef6df61 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:39:54.571671 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 4871fd81-35ca-4287-8e90-96475280f300, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=4871fd81-35ca-4287-8e90-96475280f300,segment=NetworkSegment(c0914a53-90f2-485d-9165-afda2f4cdc8c),segment_id=c0914a53-90f2-485d-9165-afda2f4cdc8c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:39:54.606204 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f3c24-ef18-43d9-9299-13503ef6df61 None None] Pushing event updated for resources: {'Port': ['ID=3a678a8e-5ccb-4b23-aa51-6524c5422e7c,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:54.687562 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '4871fd81-35ca-4287-8e90-96475280f300', 'network_id': '10688f75-d15a-4686-a1b4-b19f22ed34f4', 'port_id': '4871fd81-35ca-4287-8e90-96475280f300', 'mac_address': 'fa:16:3e:40:ee:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59a65ff2-b1d4-4c98-8548-294ed43ffbb5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:39:54.751438 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4bebbc3f-9d0c-46b0-aa28-4967ab3ac459 req-47c412a7-22da-486a-8c5b-0c991f31a25b service neutron] 10.222.0.88 "GET /v2.0/networks/10688f75-d15a-4686-a1b4-b19f22ed34f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893688 Aug 19 14:39:54.757658 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5aa32096-99ab-41c6-ae49-4f90da71793d tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:54.780783 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0fd47a8e-0d84-4c26-8bd3-ad83564995d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:54.811928 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60284218-0bc6-4bf7-89ed-0afe98d38dbc x-openstack-request-id: req-60284218-0bc6-4bf7-89ed-0afe98d38dbc {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:39:54.812905 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd", "name": "network-vif-deleted", "tag": "bec4dd7e-0659-4bf6-aee8-9a86035cea51", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:39:54.814470 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-60284218-0bc6-4bf7-89ed-0afe98d38dbc {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:39:54.815356 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ed20619-d6e3-4fd6-ba0a-2fc9cf4782bd', 'name': 'network-vif-deleted', 'tag': 'bec4dd7e-0659-4bf6-aee8-9a86035cea51', 'status': 'completed', 'code': 200} Aug 19 14:39:54.859522 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-564f3c24-ef18-43d9-9299-13503ef6df61 None None] Attempting to bind port 3a678a8e-5ccb-4b23-aa51-6524c5422e7c on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:39:54.859967 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-564f3c24-ef18-43d9-9299-13503ef6df61 None None] Attempting to bind port 3a678a8e-5ccb-4b23-aa51-6524c5422e7c by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '99c97db4-9a46-4f59-aa17-3bb2f2a5461a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f3436889-0f1e-4563-85ab-9bb255bdd019'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:39:54.861086 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564f3c24-ef18-43d9-9299-13503ef6df61 None None] Attempting to bind port 3a678a8e-5ccb-4b23-aa51-6524c5422e7c on network f3436889-0f1e-4563-85ab-9bb255bdd019 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:39:54.865108 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa32096-99ab-41c6-ae49-4f90da71793d tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Network 35f8f681-bcb0-473e-b781-4b88789fa2d6 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:39:54.869857 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-5aa32096-99ab-41c6-ae49-4f90da71793d tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:39:54.871594 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564f3c24-ef18-43d9-9299-13503ef6df61 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:39:54.872364 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564f3c24-ef18-43d9-9299-13503ef6df61 None None] Checking segment: {'id': '99c97db4-9a46-4f59-aa17-3bb2f2a5461a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f3436889-0f1e-4563-85ab-9bb255bdd019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:39:54.873509 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-564f3c24-ef18-43d9-9299-13503ef6df61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:54.874198 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564f3c24-ef18-43d9-9299-13503ef6df61 None None] Bound using segment: {'id': '99c97db4-9a46-4f59-aa17-3bb2f2a5461a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f3436889-0f1e-4563-85ab-9bb255bdd019'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:39:54.874762 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-564f3c24-ef18-43d9-9299-13503ef6df61 None None] Bound port: 3a678a8e-5ccb-4b23-aa51-6524c5422e7c, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99c97db4-9a46-4f59-aa17-3bb2f2a5461a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f3436889-0f1e-4563-85ab-9bb255bdd019'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:39:54.875277 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-564f3c24-ef18-43d9-9299-13503ef6df61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:54.878312 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa32096-99ab-41c6-ae49-4f90da71793d tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:39:54.921224 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa32096-99ab-41c6-ae49-4f90da71793d tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Pushing event updated for resources: {'Port': ['ID=4f46bceb-d478-4788-bf46-f2d1c4de2a62,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:54.938068 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0fd47a8e-0d84-4c26-8bd3-ad83564995d5 None None] For port 8f176fb9-aeac-4c83-83e6-30896a162e9a, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=8f176fb9-aeac-4c83-83e6-30896a162e9a,segment=NetworkSegment(8286b499-2169-4ac2-b2c9-98453013a041),segment_id=8286b499-2169-4ac2-b2c9-98453013a041)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:39:54.941119 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:54.983462 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa32096-99ab-41c6-ae49-4f90da71793d tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:54.984338 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5aa32096-99ab-41c6-ae49-4f90da71793d tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:54.990979 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7da746b7-ec2c-42df-8fa0-4243adce64ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:54.996569 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0fd47a8e-0d84-4c26-8bd3-ad83564995d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:55.005863 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5aa32096-99ab-41c6-ae49-4f90da71793d tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1666214 Aug 19 14:39:55.008578 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39606) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:55.016260 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e7fd16f1-a484-4b34-82b5-859ecc251660 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Request body: {'port': {'network_id': '35f8f681-bcb0-473e-b781-4b88789fa2d6', 'name': 'tempest-TaggedBootDevicesTest-1129479716', 'fixed_ips': [{'subnet_id': 'c8acc88a-fe8b-43cc-b8bf-ebd805cfdcd1'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:39:55.051078 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4871fd81-35ca-4287-8e90-96475280f300 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:39:55.057096 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ace63258-0cf8-4393-bf0d-b27785391c30 req-fc05dcae-66a7-4198-8585-19acfa1be72d tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d37a1ec-aae9-4cbb-b4e8-2dfb43868f16 HTTP/1.1" status: 200 len: 210 time: 0.2559717 Aug 19 14:39:55.124673 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd47a8e-0d84-4c26-8bd3-ad83564995d5 None None] Pushing event updated for resources: {'Port': ['ID=8f176fb9-aeac-4c83-83e6-30896a162e9a,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:55.133020 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 4871fd81-35ca-4287-8e90-96475280f300, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=4871fd81-35ca-4287-8e90-96475280f300,segment=NetworkSegment(c0914a53-90f2-485d-9165-afda2f4cdc8c),segment_id=c0914a53-90f2-485d-9165-afda2f4cdc8c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:39:55.139330 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-564f3c24-ef18-43d9-9299-13503ef6df61 None None] For port 3a678a8e-5ccb-4b23-aa51-6524c5422e7c, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:39:55.156504 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:55.162134 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-564f3c24-ef18-43d9-9299-13503ef6df61 None None] For port 3a678a8e-5ccb-4b23-aa51-6524c5422e7c, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=3a678a8e-5ccb-4b23-aa51-6524c5422e7c,segment=NetworkSegment(99c97db4-9a46-4f59-aa17-3bb2f2a5461a),segment_id=99c97db4-9a46-4f59-aa17-3bb2f2a5461a)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:39:55.166272 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2a33ae02-f6b8-41c5-b78b-b20f39059740 None None] Provisioning complete for port 8f176fb9-aeac-4c83-83e6-30896a162e9a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:39:55.166765 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2a33ae02-f6b8-41c5-b78b-b20f39059740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:55.172020 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-564f3c24-ef18-43d9-9299-13503ef6df61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:55.192250 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-700fcf0d-630f-4f65-b212-39c51f1e97a4 req-e8ceb9a4-fbdc-4025-96b4-42825c8ee487 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=41e15b78d78c4e818c7fba2f667bded5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1855080 Aug 19 14:39:55.208210 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7fd16f1-a484-4b34-82b5-859ecc251660 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Made reservation on behalf of eac9849a6187411198187660adbcdd48 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:39:55.219709 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e7fd16f1-a484-4b34-82b5-859ecc251660 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:55.283975 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-e7fd16f1-a484-4b34-82b5-859ecc251660 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] device_id is not set on port 9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:39:55.358779 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a974a9-128a-4394-af6b-809b2d44f878 None None] Network 35f8f681-bcb0-473e-b781-4b88789fa2d6 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:39:55.431590 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['4871fd81-35ca-4287-8e90-96475280f300'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:39:55.488668 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=4871fd81-35ca-4287-8e90-96475280f300,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:55.497821 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-e7fd16f1-a484-4b34-82b5-859ecc251660 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Allocated IP 10.1.1.83 (35f8f681-bcb0-473e-b781-4b88789fa2d6/c8acc88a-fe8b-43cc-b8bf-ebd805cfdcd1/9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:39:55.536175 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 8f176fb9-aeac-4c83-83e6-30896a162e9a up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:39:55.573098 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700fcf0d-630f-4f65-b212-39c51f1e97a4 req-9f758af8-cf44-40a1-9598-f3682d8ac995 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:55.574677 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-700fcf0d-630f-4f65-b212-39c51f1e97a4 req-9f758af8-cf44-40a1-9598-f3682d8ac995 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3801408 Aug 19 14:39:55.618343 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfdfcc-efb6-4290-ba90-eb426e5cab32 req-232fe3fb-88dd-44e1-8bc6-fb131bb4d1f2 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:55.625708 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f5cfdfcc-efb6-4290-ba90-eb426e5cab32 req-232fe3fb-88dd-44e1-8bc6-fb131bb4d1f2 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] 10.222.0.69 "GET /v2.0/ports?device_id=80f68f99-304f-4cc1-be80-ce43f95ca349 HTTP/1.1" status: 200 len: 945 time: 0.1042566 Aug 19 14:39:55.636377 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-700fcf0d-630f-4f65-b212-39c51f1e97a4 req-4bbccd09-8439-4d76-82c8-7c1e9be72b90 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/quotas/41e15b78d78c4e818c7fba2f667bded5 HTTP/1.1" status: 200 len: 375 time: 0.0485508 Aug 19 14:39:55.714899 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e7fd16f1-a484-4b34-82b5-859ecc251660 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:55.721829 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-700fcf0d-630f-4f65-b212-39c51f1e97a4 req-ed9f58b1-6b12-4f67-8025-0e46938d6764 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=41e15b78d78c4e818c7fba2f667bded5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0820775 Aug 19 14:39:55.722638 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f3c24-ef18-43d9-9299-13503ef6df61 None None] Pushing event updated for resources: {'Port': ['ID=3a678a8e-5ccb-4b23-aa51-6524c5422e7c,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:55.738536 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-e7fd16f1-a484-4b34-82b5-859ecc251660 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Transition to ACTIVE for port object 9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:39:55.776587 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f5cfdfcc-efb6-4290-ba90-eb426e5cab32 req-260ef811-ba08-4c6c-b458-bf3e8eec64dc tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] 10.222.0.69 "GET /v2.0/security-groups?id=5fb0a3a7-ad69-4ba5-af92-bf0b7315a2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449850 Aug 19 14:39:55.797819 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da746b7-ec2c-42df-8fa0-4243adce64ca admin admin] Router 7ac0e6d0-feb0-4913-88bb-dff7894af38c is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:39:55.834797 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e7fd16f1-a484-4b34-82b5-859ecc251660 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:55.893914 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 8f176fb9-aeac-4c83-83e6-30896a162e9a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:39:55.894311 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:55.961319 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fd16f1-a484-4b34-82b5-859ecc251660 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Network 35f8f681-bcb0-473e-b781-4b88789fa2d6 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:39:56.034985 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-e7fd16f1-a484-4b34-82b5-859ecc251660 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:39:56.043476 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fd16f1-a484-4b34-82b5-859ecc251660 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:39:56.060221 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da746b7-ec2c-42df-8fa0-4243adce64ca admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:39:56.074330 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d83330fa-1d49-486c-98b0-f2146eefb3cd req-8355322d-4272-4475-a512-111127b9fd4a tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=106022b3768c45f2b423a6217d11e05e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1071050 Aug 19 14:39:56.120931 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fd16f1-a484-4b34-82b5-859ecc251660 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Pushing event updated for resources: {'Port': ['ID=9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:56.131306 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeed3531-851b-47ee-b447-19ea3410c13b None None] Sync routers for ids ['7ac0e6d0-feb0-4913-88bb-dff7894af38c'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:39:56.154151 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-32d0dcd3-1955-436e-bee8-5f9d5d8996b6 None None] Provisioning for port f30500c4-96e5-4096-a320-ecfc26495dfe completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:39:56.165326 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8f000efb-4641-4c0e-b6d3-8c31304fc862 req-2e0cc412-6d95-4dc9-b995-08441b95a76c tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=85a9a1b8-6e3c-4c5f-8107-1ed0e9790e2e HTTP/1.1" status: 200 len: 210 time: 0.1385946 Aug 19 14:39:56.198160 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7da746b7-ec2c-42df-8fa0-4243adce64ca admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:56.199791 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-7da746b7-ec2c-42df-8fa0-4243adce64ca admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.7630947 Aug 19 14:39:56.202655 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39632) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:56.220348 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeed3531-851b-47ee-b447-19ea3410c13b None None] Routers {'7ac0e6d0-feb0-4913-88bb-dff7894af38c'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:39:56.221683 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-aeed3531-851b-47ee-b447-19ea3410c13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:39:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['7ac0e6d0-feb0-4913-88bb-dff7894af38c'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:39:56.314652 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device f30500c4-96e5-4096-a320-ecfc26495dfe up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:39:56.374802 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0da05d21-4434-4dfe-850b-b8dd809a6199 req-5e95dd14-fb39-4d15-8fab-d6427f9dacfb tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d37a1ec-aae9-4cbb-b4e8-2dfb43868f16 HTTP/1.1" status: 200 len: 210 time: 0.0457540 Aug 19 14:39:56.497524 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c2313ce5-d2e5-4db6-b541-fb7b769cbcd7 None None] Provisioning for port 4f46bceb-d478-4788-bf46-f2d1c4de2a62 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:39:56.513392 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fd16f1-a484-4b34-82b5-859ecc251660 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:56.514190 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e7fd16f1-a484-4b34-82b5-859ecc251660 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:56.539842 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c2313ce5-d2e5-4db6-b541-fb7b769cbcd7 None None] Provisioning complete for port 4f46bceb-d478-4788-bf46-f2d1c4de2a62 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:39:56.540353 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c2313ce5-d2e5-4db6-b541-fb7b769cbcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:56.593670 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83330fa-1d49-486c-98b0-f2146eefb3cd req-33b808b0-61e1-4f5e-8d8a-abf7bc4becd4 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:56.596866 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d83330fa-1d49-486c-98b0-f2146eefb3cd req-33b808b0-61e1-4f5e-8d8a-abf7bc4becd4 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4567051 Aug 19 14:39:56.606667 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e7fd16f1-a484-4b34-82b5-859ecc251660 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5970023 Aug 19 14:39:56.619691 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-d83330fa-1d49-486c-98b0-f2146eefb3cd req-bf381177-da0d-4d26-8de7-0a0464adcc39 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Request body: {'port': {'device_id': '6d37a1ec-aae9-4cbb-b4e8-2dfb43868f16', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'admin_state_up': True, 'tenant_id': '106022b3768c45f2b423a6217d11e05e'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:39:56.673940 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-aeed3531-851b-47ee-b447-19ea3410c13b None None] Set router 7ac0e6d0-feb0-4913-88bb-dff7894af38c gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:39:56.867011 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c2313ce5-d2e5-4db6-b541-fb7b769cbcd7 None None] Port 4f46bceb-d478-4788-bf46-f2d1c4de2a62 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:39:56.911886 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c2313ce5-d2e5-4db6-b541-fb7b769cbcd7 None None] Provisioning complete for port f30500c4-96e5-4096-a320-ecfc26495dfe triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:39:56.915500 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c2313ce5-d2e5-4db6-b541-fb7b769cbcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:56.926403 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port f30500c4-96e5-4096-a320-ecfc26495dfe completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:39:56.939730 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1946ef-bd54-4adf-b720-b5b30b2e98b5 req-8681829d-3750-46d3-abb2-aa00711adef8 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:56.948697 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cc1946ef-bd54-4adf-b720-b5b30b2e98b5 req-8681829d-3750-46d3-abb2-aa00711adef8 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=76619173-9bbf-41e1-92e7-d1e997be5d43 HTTP/1.1" status: 200 len: 944 time: 0.4150503 Aug 19 14:39:57.011143 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port f30500c4-96e5-4096-a320-ecfc26495dfe triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:39:57.015154 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dffd27a-2d53-4bda-bbd7-fa8c0251b4d1 req-0daaac9d-a152-474a-916a-3e6160964434 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:57.015483 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:57.025116 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5dffd27a-2d53-4bda-bbd7-fa8c0251b4d1 req-0daaac9d-a152-474a-916a-3e6160964434 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.88 "GET /v2.0/ports?device_id=76619173-9bbf-41e1-92e7-d1e997be5d43 HTTP/1.1" status: 200 len: 944 time: 0.1449494 Aug 19 14:39:57.147297 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d83330fa-1d49-486c-98b0-f2146eefb3cd req-bf381177-da0d-4d26-8de7-0a0464adcc39 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Made reservation on behalf of 106022b3768c45f2b423a6217d11e05e for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:39:57.165926 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d83330fa-1d49-486c-98b0-f2146eefb3cd req-bf381177-da0d-4d26-8de7-0a0464adcc39 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:57.243781 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39656) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:57.259417 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cc1946ef-bd54-4adf-b720-b5b30b2e98b5 req-5c8c1c54-23ea-466d-92dc-57ec50b42a75 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb656bdc-9299-419c-8d61-b49ae61e90df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049636 Aug 19 14:39:57.281640 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39660) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:57.299570 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-bb785d30-d80f-47d9-8a7b-bf5049464ff0 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Request body: {'security_group': {'name': 'tempest-securitygroup--751533031', 'description': 'tempest-description--11250104'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:39:57.302921 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d23cf7-f801-4091-845f-61b84cff091f None None] Network f3436889-0f1e-4563-85ab-9bb255bdd019 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:39:57.414698 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-5dffd27a-2d53-4bda-bbd7-fa8c0251b4d1 req-e52c4408-a286-46f8-9db9-4f4f1fa7d058 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Deleting port f525121f-3021-4ce9-ae39-0d5cbdda9809 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:39:57.415313 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5dffd27a-2d53-4bda-bbd7-fa8c0251b4d1 req-e52c4408-a286-46f8-9db9-4f4f1fa7d058 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:57.430261 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bb785d30-d80f-47d9-8a7b-bf5049464ff0 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:57.464665 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c2313ce5-d2e5-4db6-b541-fb7b769cbcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:57.466422 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e655d173-0f13-477e-91ba-8970da2accea req-317fde6d-3a33-4112-b838-61d709e83f62 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=85a9a1b8-6e3c-4c5f-8107-1ed0e9790e2e HTTP/1.1" status: 200 len: 210 time: 0.0409207 Aug 19 14:39:57.483695 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-d83330fa-1d49-486c-98b0-f2146eefb3cd req-bf381177-da0d-4d26-8de7-0a0464adcc39 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Allocated IP 192.168.233.209 (5146d24a-89b5-4a43-8ca4-b26f4fb943f7/2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86/4fa317da-dd9f-401b-9c7b-e5050254e675) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:39:57.494706 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8a1fa62b-79db-46a5-997a-b0d385bac4eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:57.585924 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-aeed3531-851b-47ee-b447-19ea3410c13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac0e6d0-feb0-4913-88bb-dff7894af38c', 'name': 'tempest-TaggedBootDevicesTest_v242-332112194-router', 'tenant_id': 'ef249261d4604936b13aa21e0bea0dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '6609306d-aee1-40d6-839b-53b14b4f740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:39:49Z', 'updated_at': '2021-08-19T14:39:54Z', 'revision_number': 3, 'project_id': 'ef249261d4604936b13aa21e0bea0dc2', 'gw_port': {'id': '6609306d-aee1-40d6-839b-53b14b4f740e', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:18:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac0e6d0-feb0-4913-88bb-dff7894af38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:51Z', 'updated_at': '2021-08-19T14:39:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:39:57.597348 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-5dffd27a-2d53-4bda-bbd7-fa8c0251b4d1 req-e52c4408-a286-46f8-9db9-4f4f1fa7d058 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] For port f525121f-3021-4ce9-ae39-0d5cbdda9809, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=f525121f-3021-4ce9-ae39-0d5cbdda9809,segment=NetworkSegment(911020b2-3bb4-4db0-af7a-51b07cbea653),segment_id=911020b2-3bb4-4db0-af7a-51b07cbea653)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:39:57.597985 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5dffd27a-2d53-4bda-bbd7-fa8c0251b4d1 req-e52c4408-a286-46f8-9db9-4f4f1fa7d058 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:57.604636 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bb785d30-d80f-47d9-8a7b-bf5049464ff0 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:57.619947 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-5dffd27a-2d53-4bda-bbd7-fa8c0251b4d1 req-e52c4408-a286-46f8-9db9-4f4f1fa7d058 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Calling delete_port for f525121f-3021-4ce9-ae39-0d5cbdda9809 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:39:57.620178 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bb785d30-d80f-47d9-8a7b-bf5049464ff0 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:57.632123 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeed3531-851b-47ee-b447-19ea3410c13b None None] Checking router: 7ac0e6d0-feb0-4913-88bb-dff7894af38c for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:39:57.632632 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeed3531-851b-47ee-b447-19ea3410c13b None None] Updating router 7ac0e6d0-feb0-4913-88bb-dff7894af38c port 6609306d-aee1-40d6-839b-53b14b4f740e binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:39:57.634798 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:57.693521 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6e5b6fc4-8b17-4970-96a6-172abbbbed7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:57.696241 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c2313ce5-d2e5-4db6-b541-fb7b769cbcd7 None None] For port f30500c4-96e5-4096-a320-ecfc26495dfe, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=f30500c4-96e5-4096-a320-ecfc26495dfe,segment=NetworkSegment(b333896f-71d3-4667-9887-245337866152),segment_id=b333896f-71d3-4667-9887-245337866152)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:39:57.713498 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c2313ce5-d2e5-4db6-b541-fb7b769cbcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:57.716906 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aeed3531-851b-47ee-b447-19ea3410c13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:57.722187 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a283137-4dc8-4973-8fb9-4f08696f1a43 req-35b51f74-ab00-4d68-ae12-f36d33f00702 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:57.729376 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6a283137-4dc8-4973-8fb9-4f08696f1a43 req-35b51f74-ab00-4d68-ae12-f36d33f00702 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] 10.222.0.69 "GET /v2.0/ports?device_id=80f68f99-304f-4cc1-be80-ce43f95ca349 HTTP/1.1" status: 200 len: 945 time: 0.3050020 Aug 19 14:39:57.754136 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-83e44a07-6234-42e5-99b2-2743ebcf4c15 req-6133e0c4-336b-4a7c-9670-27e1d3cd92fb tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d37a1ec-aae9-4cbb-b4e8-2dfb43868f16 HTTP/1.1" status: 200 len: 210 time: 0.1089184 Aug 19 14:39:57.779068 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb785d30-d80f-47d9-8a7b-bf5049464ff0 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27241ab3-04f0-48c7-8563-70f9530fcbe2,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:57.779068 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-700fcf0d-630f-4f65-b212-39c51f1e97a4 req-38ed346e-c97f-48ba-8a6b-22dd123093df tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=41e15b78d78c4e818c7fba2f667bded5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1105559 Aug 19 14:39:57.862566 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d83330fa-1d49-486c-98b0-f2146eefb3cd req-bf381177-da0d-4d26-8de7-0a0464adcc39 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:57.900905 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-d83330fa-1d49-486c-98b0-f2146eefb3cd req-bf381177-da0d-4d26-8de7-0a0464adcc39 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Transition to ACTIVE for port object 4fa317da-dd9f-401b-9c7b-e5050254e675 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:39:57.915025 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6a283137-4dc8-4973-8fb9-4f08696f1a43 req-8d00463a-788d-4664-813f-5e19997f6933 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] 10.222.0.69 "GET /v2.0/security-groups?id=5fb0a3a7-ad69-4ba5-af92-bf0b7315a2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845026 Aug 19 14:39:57.949860 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8a1fa62b-79db-46a5-997a-b0d385bac4eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:57.960069 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8a1fa62b-79db-46a5-997a-b0d385bac4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:57.994653 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bb785d30-d80f-47d9-8a7b-bf5049464ff0 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:57.995906 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-bb785d30-d80f-47d9-8a7b-bf5049464ff0 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.7123706 Aug 19 14:39:58.007114 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39664) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:58.015608 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e9149cb8-f1d2-4c73-9306-3a094f59f14b tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Request body: {'security_group_rule': {'security_group_id': '27241ab3-04f0-48c7-8563-70f9530fcbe2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:39:58.022420 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700fcf0d-630f-4f65-b212-39c51f1e97a4 req-dc10ff58-3471-4faf-832b-105a48a511a5 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:58.023933 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-700fcf0d-630f-4f65-b212-39c51f1e97a4 req-dc10ff58-3471-4faf-832b-105a48a511a5 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2341907 Aug 19 14:39:58.038504 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8a1fa62b-79db-46a5-997a-b0d385bac4eb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5932be4bef6f4a48a6324e1116eb73d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7933145 Aug 19 14:39:58.039244 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5dffd27a-2d53-4bda-bbd7-fa8c0251b4d1 req-e52c4408-a286-46f8-9db9-4f4f1fa7d058 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:58.045709 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-700fcf0d-630f-4f65-b212-39c51f1e97a4 req-6334b355-17d2-4b04-922a-8ee03ba71ee6 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Request body: {'port': {'device_id': '85a9a1b8-6e3c-4c5f-8107-1ed0e9790e2e', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'admin_state_up': True, 'tenant_id': '41e15b78d78c4e818c7fba2f667bded5'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:39:58.047926 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39666) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:58.061979 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1fa62b-79db-46a5-997a-b0d385bac4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2326b7a2-42a5-491e-a429-488e3e137752,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:58.074599 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 14:39:58.074955 n-d-766043-2 neutron-server[94641]: DEBUG oslo_db.api [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 14:39:58.086711 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4e57f580-5949-4abb-9e74-1820810d3d67 None None] Provisioning for port 9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:39:58.100310 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2313ce5-d2e5-4db6-b541-fb7b769cbcd7 None None] Pushing event updated for resources: {'Port': ['ID=f30500c4-96e5-4096-a320-ecfc26495dfe,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:58.105404 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4e57f580-5949-4abb-9e74-1820810d3d67 None None] Provisioning complete for port 9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:39:58.105605 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4e57f580-5949-4abb-9e74-1820810d3d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:58.116785 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d83330fa-1d49-486c-98b0-f2146eefb3cd req-bf381177-da0d-4d26-8de7-0a0464adcc39 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:58.130296 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52c4408-a286-46f8-9db9-4f4f1fa7d058 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Pushing event deleted for resources: {'Port': ['ID=f525121f-3021-4ce9-ae39-0d5cbdda9809,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:58.134343 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['c0bd4076-049b-4ddb-98f5-8b004110497c'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:39:58.146589 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-6e5b6fc4-8b17-4970-96a6-172abbbbed7c admin admin] Allocated IP 172.20.0.1 (c4f80db4-35be-4b3c-8bae-306ff26e4f72/bcb8b434-4c76-4ea2-aea9-8e7ef5c2e1da/dc668972-97a5-42b4-80e5-ea3de1956959) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:39:58.172457 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 4871fd81-35ca-4287-8e90-96475280f300 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:39:58.232362 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e9149cb8-f1d2-4c73-9306-3a094f59f14b tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:58.265798 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-4e57f580-5949-4abb-9e74-1820810d3d67 None None] Port 9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:39:58.268818 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dffd27a-2d53-4bda-bbd7-fa8c0251b4d1 req-e52c4408-a286-46f8-9db9-4f4f1fa7d058 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] No DVR routers for this DVR port f525121f-3021-4ce9-ae39-0d5cbdda9809 on host n-h2-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:39:58.274063 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-700fcf0d-630f-4f65-b212-39c51f1e97a4 req-6334b355-17d2-4b04-922a-8ee03ba71ee6 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Made reservation on behalf of 41e15b78d78c4e818c7fba2f667bded5 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:39:58.276168 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d83330fa-1d49-486c-98b0-f2146eefb3cd req-bf381177-da0d-4d26-8de7-0a0464adcc39 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:39:58.277615 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5dffd27a-2d53-4bda-bbd7-fa8c0251b4d1 req-e52c4408-a286-46f8-9db9-4f4f1fa7d058 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:58.280511 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5dffd27a-2d53-4bda-bbd7-fa8c0251b4d1 req-e52c4408-a286-46f8-9db9-4f4f1fa7d058 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.88 "DELETE /v2.0/ports/f525121f-3021-4ce9-ae39-0d5cbdda9809 HTTP/1.1" status: 204 len: 173 time: 1.2485340 Aug 19 14:39:58.281071 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-700fcf0d-630f-4f65-b212-39c51f1e97a4 req-6334b355-17d2-4b04-922a-8ee03ba71ee6 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:58.290510 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76619173-9bbf-41e1-92e7-d1e997be5d43', 'name': 'network-vif-deleted', 'tag': 'f525121f-3021-4ce9-ae39-0d5cbdda9809'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:39:58.293279 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7004ef1-afb9-4e17-b457-fd86ea48a6db" -d '{"events": [{"server_uuid": "76619173-9bbf-41e1-92e7-d1e997be5d43", "name": "network-vif-deleted", "tag": "f525121f-3021-4ce9-ae39-0d5cbdda9809"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:39:58.297628 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-700fcf0d-630f-4f65-b212-39c51f1e97a4 req-6334b355-17d2-4b04-922a-8ee03ba71ee6 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:58.305049 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-d83330fa-1d49-486c-98b0-f2146eefb3cd req-bf381177-da0d-4d26-8de7-0a0464adcc39 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:39:58.313250 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-d83330fa-1d49-486c-98b0-f2146eefb3cd req-bf381177-da0d-4d26-8de7-0a0464adcc39 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:39:58.328689 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6e5b6fc4-8b17-4970-96a6-172abbbbed7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:58.333774 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4e57f580-5949-4abb-9e74-1820810d3d67 None None] Provisioning complete for port 4f46bceb-d478-4788-bf46-f2d1c4de2a62 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:39:58.334144 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4e57f580-5949-4abb-9e74-1820810d3d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:58.361309 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-6e5b6fc4-8b17-4970-96a6-172abbbbed7c admin admin] Transition to ACTIVE for port object dc668972-97a5-42b4-80e5-ea3de1956959 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:39:58.401515 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf381177-da0d-4d26-8de7-0a0464adcc39 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Pushing event updated for resources: {'Port': ['ID=4fa317da-dd9f-401b-9c7b-e5050254e675,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:58.405653 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 4871fd81-35ca-4287-8e90-96475280f300 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:39:58.425972 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-4e57f580-5949-4abb-9e74-1820810d3d67 None None] Port 4f46bceb-d478-4788-bf46-f2d1c4de2a62 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:39:58.427528 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 4871fd81-35ca-4287-8e90-96475280f300 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:39:58.427894 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:58.449217 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed84d00f-6695-445a-a667-abd7d3699638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:58.467060 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6e5b6fc4-8b17-4970-96a6-172abbbbed7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:58.535098 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83330fa-1d49-486c-98b0-f2146eefb3cd req-bf381177-da0d-4d26-8de7-0a0464adcc39 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:58.541988 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d83330fa-1d49-486c-98b0-f2146eefb3cd req-bf381177-da0d-4d26-8de7-0a0464adcc39 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:58.550371 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1adb0ca6-5814-43b6-b23e-c060a6e40f23 req-712c1d93-7206-4673-82d3-21d31c397191 tempest-LiveAutoBlockMigrationV225Test-1902132122 tempest-LiveAutoBlockMigrationV225Test-1902132122-project] 10.222.0.69 "GET /v2.0/ports?device_id=76619173-9bbf-41e1-92e7-d1e997be5d43 HTTP/1.1" status: 200 len: 210 time: 0.0319755 Aug 19 14:39:58.558280 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed84d00f-6695-445a-a667-abd7d3699638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:58.564597 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5b6fc4-8b17-4970-96a6-172abbbbed7c admin admin] Network c4f80db4-35be-4b3c-8bae-306ff26e4f72 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:39:58.566527 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578221a3-c0fc-447e-81e6-51b811013331 x-openstack-request-id: req-578221a3-c0fc-447e-81e6-51b811013331 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:39:58.567169 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76619173-9bbf-41e1-92e7-d1e997be5d43", "name": "network-vif-deleted", "tag": "f525121f-3021-4ce9-ae39-0d5cbdda9809", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:39:58.567821 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-578221a3-c0fc-447e-81e6-51b811013331 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:39:58.569056 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76619173-9bbf-41e1-92e7-d1e997be5d43', 'name': 'network-vif-deleted', 'tag': 'f525121f-3021-4ce9-ae39-0d5cbdda9809', 'status': 'completed', 'code': 200} Aug 19 14:39:58.574829 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e9149cb8-f1d2-4c73-9306-3a094f59f14b tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:58.583166 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-6e5b6fc4-8b17-4970-96a6-172abbbbed7c admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:39:58.590886 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5b6fc4-8b17-4970-96a6-172abbbbed7c admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:39:58.600029 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-700fcf0d-630f-4f65-b212-39c51f1e97a4 req-6334b355-17d2-4b04-922a-8ee03ba71ee6 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:58.627011 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e9149cb8-f1d2-4c73-9306-3a094f59f14b tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:58.633916 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-700fcf0d-630f-4f65-b212-39c51f1e97a4 req-6334b355-17d2-4b04-922a-8ee03ba71ee6 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:58.713872 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aeed3531-851b-47ee-b447-19ea3410c13b None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:58.726801 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9149cb8-f1d2-4c73-9306-3a094f59f14b tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f1d9003-aee5-4830-8300-13528624b68d,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:58.736219 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-aeed3531-851b-47ee-b447-19ea3410c13b None None] Transition to ACTIVE for port object 6609306d-aee1-40d6-839b-53b14b4f740e will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:39:58.744726 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d83330fa-1d49-486c-98b0-f2146eefb3cd req-bf381177-da0d-4d26-8de7-0a0464adcc39 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1345215 Aug 19 14:39:58.758978 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e9149cb8-f1d2-4c73-9306-3a094f59f14b tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:58.763400 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e9149cb8-f1d2-4c73-9306-3a094f59f14b tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7524703 Aug 19 14:39:58.764096 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39676) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:58.772190 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c97e8333-87f6-4f32-a233-06a95d651c4e tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Request body: {'security_group_rule': {'security_group_id': '27241ab3-04f0-48c7-8563-70f9530fcbe2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:39:58.789927 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4e57f580-5949-4abb-9e74-1820810d3d67 None None] Provisioning for port 3a678a8e-5ccb-4b23-aa51-6524c5422e7c completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:39:58.791194 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-d83330fa-1d49-486c-98b0-f2146eefb3cd req-a4522513-b902-410b-a13b-23a9403f1dc1 service neutron] Request body: {'port': {'device_id': '6d37a1ec-aae9-4cbb-b4e8-2dfb43868f16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:39:58.825510 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aeed3531-851b-47ee-b447-19ea3410c13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:58.918922 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed84d00f-6695-445a-a667-abd7d3699638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:58.921848 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed84d00f-6695-445a-a667-abd7d3699638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:58.923598 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ed84d00f-6695-445a-a667-abd7d3699638 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2326b7a2-42a5-491e-a429-488e3e137752 HTTP/1.1" status: 204 len: 168 time: 0.8711112 Aug 19 14:39:58.926476 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d83330fa-1d49-486c-98b0-f2146eefb3cd req-a4522513-b902-410b-a13b-23a9403f1dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:58.935490 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a7918-2c8b-4453-ac4e-ca7fb982ee54 None None] Pushing event updated for resources: {'Port': ['ID=6609306d-aee1-40d6-839b-53b14b4f740e,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:59.032981 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:59.035103 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9a8b2f41-6acf-455b-b0e9-585a86ef9c5c None None] Provisioning for port dc668972-97a5-42b4-80e5-ea3de1956959 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:39:59.062504 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9a8b2f41-6acf-455b-b0e9-585a86ef9c5c None None] Provisioning complete for port dc668972-97a5-42b4-80e5-ea3de1956959 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:39:59.063900 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9a8b2f41-6acf-455b-b0e9-585a86ef9c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:59.066017 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-aeed3531-851b-47ee-b447-19ea3410c13b None None] Attempting to bind port 6609306d-aee1-40d6-839b-53b14b4f740e on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:39:59.066931 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-aeed3531-851b-47ee-b447-19ea3410c13b None None] Attempting to bind port 6609306d-aee1-40d6-839b-53b14b4f740e by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:39:59.067520 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeed3531-851b-47ee-b447-19ea3410c13b None None] Attempting to bind port 6609306d-aee1-40d6-839b-53b14b4f740e on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:39:59.077089 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeed3531-851b-47ee-b447-19ea3410c13b None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:39:59.077956 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeed3531-851b-47ee-b447-19ea3410c13b None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:39:59.078633 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aeed3531-851b-47ee-b447-19ea3410c13b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:59.079230 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeed3531-851b-47ee-b447-19ea3410c13b None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:39:59.079958 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-aeed3531-851b-47ee-b447-19ea3410c13b None None] Bound port: 6609306d-aee1-40d6-839b-53b14b4f740e, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:39:59.081652 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aeed3531-851b-47ee-b447-19ea3410c13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:59.169429 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f68f99-304f-4cc1-be80-ce43f95ca349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4871fd81-35ca-4287-8e90-96475280f300'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:39:59.172550 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61791b96-08fd-4f6c-9027-1a64501b4fa1" -d '{"events": [{"server_uuid": "80f68f99-304f-4cc1-be80-ce43f95ca349", "name": "network-vif-plugged", "status": "completed", "tag": "4871fd81-35ca-4287-8e90-96475280f300"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:39:59.207216 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed84d00f-6695-445a-a667-abd7d3699638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2326b7a2-42a5-491e-a429-488e3e137752,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:59.210481 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5b6fc4-8b17-4970-96a6-172abbbbed7c admin admin] Pushing event updated for resources: {'Port': ['ID=dc668972-97a5-42b4-80e5-ea3de1956959,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:59.212857 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6e5b6fc4-8b17-4970-96a6-172abbbbed7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:59.222169 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9a8b2f41-6acf-455b-b0e9-585a86ef9c5c None None] Port dc668972-97a5-42b4-80e5-ea3de1956959 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:39:59.231233 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 4871fd81-35ca-4287-8e90-96475280f300, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=4871fd81-35ca-4287-8e90-96475280f300,segment=NetworkSegment(c0914a53-90f2-485d-9165-afda2f4cdc8c),segment_id=c0914a53-90f2-485d-9165-afda2f4cdc8c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:39:59.284317 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:59.286556 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c97e8333-87f6-4f32-a233-06a95d651c4e tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:59.331469 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d3a5ad15-df4e-42ae-96c2-0229cd95eb15 req-406e5c7e-2c90-4a79-b0a2-009942e12759 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=85a9a1b8-6e3c-4c5f-8107-1ed0e9790e2e HTTP/1.1" status: 200 len: 210 time: 0.1522489 Aug 19 14:39:59.376089 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-d83330fa-1d49-486c-98b0-f2146eefb3cd req-a4522513-b902-410b-a13b-23a9403f1dc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fa317da-dd9f-401b-9c7b-e5050254e675 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:39:59.386007 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d83330fa-1d49-486c-98b0-f2146eefb3cd req-a4522513-b902-410b-a13b-23a9403f1dc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:59.397228 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6334b355-17d2-4b04-922a-8ee03ba71ee6 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3912ef4b-f767-4494-9083-17ec80e5e1f0,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:59.405588 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=4871fd81-35ca-4287-8e90-96475280f300,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:59.412947 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 3a678a8e-5ccb-4b23-aa51-6524c5422e7c up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:39:59.424748 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-d83330fa-1d49-486c-98b0-f2146eefb3cd req-a4522513-b902-410b-a13b-23a9403f1dc1 service neutron] Transition to ACTIVE for port object 4fa317da-dd9f-401b-9c7b-e5050254e675 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:39:59.436832 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7cc76d-067f-4784-bd87-6bf13dd19671 req-b813c22b-b093-4055-8aa6-2be62662e403 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:59.441135 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d83330fa-1d49-486c-98b0-f2146eefb3cd req-a4522513-b902-410b-a13b-23a9403f1dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:59.443498 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-aeed3531-851b-47ee-b447-19ea3410c13b None None] For port 6609306d-aee1-40d6-839b-53b14b4f740e, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:39:59.444871 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bc7cc76d-067f-4784-bd87-6bf13dd19671 req-b813c22b-b093-4055-8aa6-2be62662e403 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d37a1ec-aae9-4cbb-b4e8-2dfb43868f16 HTTP/1.1" status: 200 len: 936 time: 0.2380428 Aug 19 14:39:59.480008 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-aeed3531-851b-47ee-b447-19ea3410c13b None None] For port 6609306d-aee1-40d6-839b-53b14b4f740e, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=6609306d-aee1-40d6-839b-53b14b4f740e,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:39:59.492051 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aeed3531-851b-47ee-b447-19ea3410c13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:59.521380 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c97e8333-87f6-4f32-a233-06a95d651c4e tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:59.527771 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9a8b2f41-6acf-455b-b0e9-585a86ef9c5c None None] Provisioning for port 4fa317da-dd9f-401b-9c7b-e5050254e675 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:39:59.551098 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bc7cc76d-067f-4784-bd87-6bf13dd19671 req-3c6a0218-2755-4b4c-8939-1dcc4b0a97fb tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/security-groups?id=46ee69e3-46c0-437e-9d8c-dd4974c09f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052401 Aug 19 14:39:59.564075 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c97e8333-87f6-4f32-a233-06a95d651c4e tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:59.571221 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeed3531-851b-47ee-b447-19ea3410c13b None None] Routers {'7ac0e6d0-feb0-4913-88bb-dff7894af38c'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:39:59.572317 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-aeed3531-851b-47ee-b447-19ea3410c13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:39:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['7ac0e6d0-feb0-4913-88bb-dff7894af38c'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:39:59.576019 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39688) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:59.602042 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4522513-b902-410b-a13b-23a9403f1dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=4fa317da-dd9f-401b-9c7b-e5050254e675,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:59.633122 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 3a678a8e-5ccb-4b23-aa51-6524c5422e7c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:39:59.634889 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e8333-87f6-4f32-a233-06a95d651c4e tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e1fe2ce-bc8a-447b-b8af-d1f88c689fb6,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:59.638904 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7826610e-2c24-450b-8981-af0018fa7e88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:59.648915 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f36f98-cd83-49e3-9c75-bef1f4d40ded x-openstack-request-id: req-79f36f98-cd83-49e3-9c75-bef1f4d40ded {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:39:59.649593 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f68f99-304f-4cc1-be80-ce43f95ca349", "name": "network-vif-plugged", "status": "completed", "tag": "4871fd81-35ca-4287-8e90-96475280f300", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:39:59.650332 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-79f36f98-cd83-49e3-9c75-bef1f4d40ded {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:39:59.651005 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f68f99-304f-4cc1-be80-ce43f95ca349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4871fd81-35ca-4287-8e90-96475280f300', 'code': 200} Aug 19 14:39:59.669134 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 3a678a8e-5ccb-4b23-aa51-6524c5422e7c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:39:59.669930 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:59.678132 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c97e8333-87f6-4f32-a233-06a95d651c4e tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:59.679353 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c97e8333-87f6-4f32-a233-06a95d651c4e tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9115314 Aug 19 14:39:59.687965 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39692) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:59.693060 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2bbda2a8-3a5b-4ec3-8b91-b455de058cd9 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Request body: {'floatingip': {'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:39:59.702425 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-700fcf0d-630f-4f65-b212-39c51f1e97a4 req-6334b355-17d2-4b04-922a-8ee03ba71ee6 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Allocated IP 192.168.233.124 (5146d24a-89b5-4a43-8ca4-b26f4fb943f7/2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86/ccb03fe0-dc14-4f36-aaa1-3db9abeac918) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:39:59.705192 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a7918-2c8b-4453-ac4e-ca7fb982ee54 None None] Pushing event updated for resources: {'Port': ['ID=6609306d-aee1-40d6-839b-53b14b4f740e,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:39:59.729848 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39694) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:39:59.790582 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-aeed3531-851b-47ee-b447-19ea3410c13b None None] Set router 7ac0e6d0-feb0-4913-88bb-dff7894af38c gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:39:59.857317 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-d83330fa-1d49-486c-98b0-f2146eefb3cd req-a4522513-b902-410b-a13b-23a9403f1dc1 service neutron] Attempting to bind port 4fa317da-dd9f-401b-9c7b-e5050254e675 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:39:59.857655 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-d83330fa-1d49-486c-98b0-f2146eefb3cd req-a4522513-b902-410b-a13b-23a9403f1dc1 service neutron] Attempting to bind port 4fa317da-dd9f-401b-9c7b-e5050254e675 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:39:59.857985 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83330fa-1d49-486c-98b0-f2146eefb3cd req-a4522513-b902-410b-a13b-23a9403f1dc1 service neutron] Attempting to bind port 4fa317da-dd9f-401b-9c7b-e5050254e675 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:39:59.862987 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2bbda2a8-3a5b-4ec3-8b91-b455de058cd9 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:59.867338 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eed767-8caa-43e5-ac2f-95a46b64c5e8 req-48800500-5a34-4b8d-87e4-8ac77fde91d2 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:59.869651 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83330fa-1d49-486c-98b0-f2146eefb3cd req-a4522513-b902-410b-a13b-23a9403f1dc1 service neutron] Port 4fa317da-dd9f-401b-9c7b-e5050254e675 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:39:59.869974 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83330fa-1d49-486c-98b0-f2146eefb3cd req-a4522513-b902-410b-a13b-23a9403f1dc1 service neutron] Attempting to bind port 4fa317da-dd9f-401b-9c7b-e5050254e675 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:39:59.874983 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d7eed767-8caa-43e5-ac2f-95a46b64c5e8 req-48800500-5a34-4b8d-87e4-8ac77fde91d2 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] 10.222.0.69 "GET /v2.0/ports?device_id=80f68f99-304f-4cc1-be80-ce43f95ca349 HTTP/1.1" status: 200 len: 946 time: 0.4238110 Aug 19 14:39:59.884357 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d9dcd-0b80-4a1a-b4e1-0c1e7abddd6f req-6b619a5d-0067-406f-86bf-776f0f75f7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:39:59.884357 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ec1d9dcd-0b80-4a1a-b4e1-0c1e7abddd6f req-6b619a5d-0067-406f-86bf-776f0f75f7d4 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=80f68f99-304f-4cc1-be80-ce43f95ca349 HTTP/1.1" status: 200 len: 1097 time: 0.1813595 Aug 19 14:39:59.943732 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6e5b6fc4-8b17-4970-96a6-172abbbbed7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:59.947144 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83330fa-1d49-486c-98b0-f2146eefb3cd req-a4522513-b902-410b-a13b-23a9403f1dc1 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:39:59.947497 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83330fa-1d49-486c-98b0-f2146eefb3cd req-a4522513-b902-410b-a13b-23a9403f1dc1 service neutron] Checking segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:39:59.947884 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83330fa-1d49-486c-98b0-f2146eefb3cd req-a4522513-b902-410b-a13b-23a9403f1dc1 service neutron] Bound using segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:39:59.948332 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-d83330fa-1d49-486c-98b0-f2146eefb3cd req-a4522513-b902-410b-a13b-23a9403f1dc1 service neutron] Bound port: 4fa317da-dd9f-401b-9c7b-e5050254e675, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:39:59.948724 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d83330fa-1d49-486c-98b0-f2146eefb3cd req-a4522513-b902-410b-a13b-23a9403f1dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:59.977295 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d7eed767-8caa-43e5-ac2f-95a46b64c5e8 req-dfaa37f7-50fa-4dd6-b067-6a900e79741d tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] 10.222.0.69 "GET /v2.0/security-groups?id=5fb0a3a7-ad69-4ba5-af92-bf0b7315a2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997379 Aug 19 14:39:59.982846 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdfd7496-dfb7-4b2c-8a82-14b62e476dde admin admin] Deleting subnet 0f5154a7-363a-4827-ab5d-78b924f5e137 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:39:59.992473 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:59.992677 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cdfd7496-dfb7-4b2c-8a82-14b62e476dde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:39:59.992804 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-700fcf0d-630f-4f65-b212-39c51f1e97a4 req-6334b355-17d2-4b04-922a-8ee03ba71ee6 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:00.029139 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-700fcf0d-630f-4f65-b212-39c51f1e97a4 req-6334b355-17d2-4b04-922a-8ee03ba71ee6 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Transition to ACTIVE for port object ccb03fe0-dc14-4f36-aaa1-3db9abeac918 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:40:00.046369 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 3a678a8e-5ccb-4b23-aa51-6524c5422e7c, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=3a678a8e-5ccb-4b23-aa51-6524c5422e7c,segment=NetworkSegment(99c97db4-9a46-4f59-aa17-3bb2f2a5461a),segment_id=99c97db4-9a46-4f59-aa17-3bb2f2a5461a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:40:00.056694 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:00.057406 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device f30500c4-96e5-4096-a320-ecfc26495dfe up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:40:00.097547 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ec1d9dcd-0b80-4a1a-b4e1-0c1e7abddd6f req-bf1f7a0c-1629-406d-b17d-bb35ffe72f4f service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=5fb0a3a7-ad69-4ba5-af92-bf0b7315a2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1981688 Aug 19 14:40:00.102397 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cdfd7496-dfb7-4b2c-8a82-14b62e476dde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:00.131955 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-aeed3531-851b-47ee-b447-19ea3410c13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac0e6d0-feb0-4913-88bb-dff7894af38c', 'name': 'tempest-TaggedBootDevicesTest_v242-332112194-router', 'tenant_id': 'ef249261d4604936b13aa21e0bea0dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '6609306d-aee1-40d6-839b-53b14b4f740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:39:49Z', 'updated_at': '2021-08-19T14:39:54Z', 'revision_number': 3, 'project_id': 'ef249261d4604936b13aa21e0bea0dc2', 'gw_port': {'id': '6609306d-aee1-40d6-839b-53b14b4f740e', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:18:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac0e6d0-feb0-4913-88bb-dff7894af38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:51Z', 'updated_at': '2021-08-19T14:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:40:00.140318 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device f525121f-3021-4ce9-ae39-0d5cbdda9809 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:40:00.145979 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-700fcf0d-630f-4f65-b212-39c51f1e97a4 req-6334b355-17d2-4b04-922a-8ee03ba71ee6 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:00.195363 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeed3531-851b-47ee-b447-19ea3410c13b None None] The sync data for ids ['7ac0e6d0-feb0-4913-88bb-dff7894af38c'] in n-d-766043-2 is: [{'id': '7ac0e6d0-feb0-4913-88bb-dff7894af38c', 'name': 'tempest-TaggedBootDevicesTest_v242-332112194-router', 'tenant_id': 'ef249261d4604936b13aa21e0bea0dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '6609306d-aee1-40d6-839b-53b14b4f740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:39:49Z', 'updated_at': '2021-08-19T14:39:54Z', 'revision_number': 3, 'project_id': 'ef249261d4604936b13aa21e0bea0dc2', 'gw_port': {'id': '6609306d-aee1-40d6-839b-53b14b4f740e', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:18:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac0e6d0-feb0-4913-88bb-dff7894af38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:51Z', 'updated_at': '2021-08-19T14:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:40:00.198874 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: f525121f-3021-4ce9-ae39-0d5cbdda9809 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:40:00.199232 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device f525121f-3021-4ce9-ae39-0d5cbdda9809 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:40:00.201975 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=3a678a8e-5ccb-4b23-aa51-6524c5422e7c,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:00.205399 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-700fcf0d-630f-4f65-b212-39c51f1e97a4 req-6334b355-17d2-4b04-922a-8ee03ba71ee6 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:40:00.213420 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port f30500c4-96e5-4096-a320-ecfc26495dfe triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:40:00.213658 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:00.219721 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-700fcf0d-630f-4f65-b212-39c51f1e97a4 req-6334b355-17d2-4b04-922a-8ee03ba71ee6 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:40:00.226327 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-700fcf0d-630f-4f65-b212-39c51f1e97a4 req-6334b355-17d2-4b04-922a-8ee03ba71ee6 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:40:00.271461 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6334b355-17d2-4b04-922a-8ee03ba71ee6 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Pushing event updated for resources: {'Port': ['ID=ccb03fe0-dc14-4f36-aaa1-3db9abeac918,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:00.295761 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6e5b6fc4-8b17-4970-96a6-172abbbbed7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:00.306191 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700fcf0d-630f-4f65-b212-39c51f1e97a4 req-6334b355-17d2-4b04-922a-8ee03ba71ee6 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:00.307180 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-700fcf0d-630f-4f65-b212-39c51f1e97a4 req-6334b355-17d2-4b04-922a-8ee03ba71ee6 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:00.311745 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6e5b6fc4-8b17-4970-96a6-172abbbbed7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:00.393312 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6e5b6fc4-8b17-4970-96a6-172abbbbed7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:00.404196 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5b6fc4-8b17-4970-96a6-172abbbbed7c admin admin] Pushing event updated for resources: {'Port': ['ID=dc668972-97a5-42b4-80e5-ea3de1956959,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:00.503605 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-d83330fa-1d49-486c-98b0-f2146eefb3cd req-a4522513-b902-410b-a13b-23a9403f1dc1 service neutron] For port 4fa317da-dd9f-401b-9c7b-e5050254e675, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:40:00.513526 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-d83330fa-1d49-486c-98b0-f2146eefb3cd req-a4522513-b902-410b-a13b-23a9403f1dc1 service neutron] For port 4fa317da-dd9f-401b-9c7b-e5050254e675, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=4fa317da-dd9f-401b-9c7b-e5050254e675,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:40:00.527511 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cdfd7496-dfb7-4b2c-8a82-14b62e476dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:00.530005 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d83330fa-1d49-486c-98b0-f2146eefb3cd req-a4522513-b902-410b-a13b-23a9403f1dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:00.549556 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf09892-2ee6-40ca-8671-04de5c8e9b9e req-1e23e97b-4133-489a-a5a5-fe658c02b0df tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:00.551068 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-faf09892-2ee6-40ca-8671-04de5c8e9b9e req-1e23e97b-4133-489a-a5a5-fe658c02b0df tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=85a9a1b8-6e3c-4c5f-8107-1ed0e9790e2e HTTP/1.1" status: 200 len: 936 time: 0.0900631 Aug 19 14:40:00.599165 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4af61088-ae5e-4c6e-97ad-b0760ee1d840 None None] Provisioning for port ccb03fe0-dc14-4f36-aaa1-3db9abeac918 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:40:00.612103 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4af61088-ae5e-4c6e-97ad-b0760ee1d840 None None] Provisioning complete for port ccb03fe0-dc14-4f36-aaa1-3db9abeac918 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:40:00.614165 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4af61088-ae5e-4c6e-97ad-b0760ee1d840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:00.647130 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83330fa-1d49-486c-98b0-f2146eefb3cd req-a4522513-b902-410b-a13b-23a9403f1dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:00.647762 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d83330fa-1d49-486c-98b0-f2146eefb3cd req-a4522513-b902-410b-a13b-23a9403f1dc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:00.649254 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d83330fa-1d49-486c-98b0-f2146eefb3cd req-a4522513-b902-410b-a13b-23a9403f1dc1 service neutron] 10.222.0.68 "PUT /v2.0/ports/4fa317da-dd9f-401b-9c7b-e5050254e675 HTTP/1.1" status: 200 len: 1096 time: 1.8833950 Aug 19 14:40:00.653437 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d37a1ec-aae9-4cbb-b4e8-2dfb43868f16', 'tag': '4fa317da-dd9f-401b-9c7b-e5050254e675'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:40:00.656476 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c893ca97-0f26-4969-9323-a350ec33601c" -d '{"events": [{"name": "network-changed", "server_uuid": "6d37a1ec-aae9-4cbb-b4e8-2dfb43868f16", "tag": "4fa317da-dd9f-401b-9c7b-e5050254e675"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:40:00.702215 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-4af61088-ae5e-4c6e-97ad-b0760ee1d840 None None] Port ccb03fe0-dc14-4f36-aaa1-3db9abeac918 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:40:00.732228 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7826610e-2c24-450b-8981-af0018fa7e88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:00.745248 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4522513-b902-410b-a13b-23a9403f1dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=4fa317da-dd9f-401b-9c7b-e5050254e675,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:00.753867 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-faf09892-2ee6-40ca-8671-04de5c8e9b9e req-dfb4c375-29e7-4772-9e01-49a29934ca30 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513278 Aug 19 14:40:00.769107 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-700fcf0d-630f-4f65-b212-39c51f1e97a4 req-6334b355-17d2-4b04-922a-8ee03ba71ee6 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7269623 Aug 19 14:40:00.780485 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5b6fc4-8b17-4970-96a6-172abbbbed7c admin admin] Network c4f80db4-35be-4b3c-8bae-306ff26e4f72 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:40:00.788027 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-700fcf0d-630f-4f65-b212-39c51f1e97a4 req-9a292528-96df-43c3-856a-2da3508b289a service neutron] Request body: {'port': {'device_id': '85a9a1b8-6e3c-4c5f-8107-1ed0e9790e2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:40:00.811366 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7826610e-2c24-450b-8981-af0018fa7e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:00.816751 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-6e5b6fc4-8b17-4970-96a6-172abbbbed7c admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:40:00.818442 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d20352-7538-4585-aa33-cafee7a5f280 x-openstack-request-id: req-98d20352-7538-4585-aa33-cafee7a5f280 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:40:00.818765 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d37a1ec-aae9-4cbb-b4e8-2dfb43868f16", "tag": "4fa317da-dd9f-401b-9c7b-e5050254e675", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:40:00.819019 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-98d20352-7538-4585-aa33-cafee7a5f280 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:40:00.819450 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d37a1ec-aae9-4cbb-b4e8-2dfb43868f16', 'tag': '4fa317da-dd9f-401b-9c7b-e5050254e675', 'status': 'completed', 'code': 200} Aug 19 14:40:00.838480 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4522513-b902-410b-a13b-23a9403f1dc1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:00.838834 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4522513-b902-410b-a13b-23a9403f1dc1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:00.839172 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4522513-b902-410b-a13b-23a9403f1dc1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:00.839512 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4522513-b902-410b-a13b-23a9403f1dc1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:00.839843 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4522513-b902-410b-a13b-23a9403f1dc1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:00.840173 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4522513-b902-410b-a13b-23a9403f1dc1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:00.840518 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4522513-b902-410b-a13b-23a9403f1dc1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:00.840843 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4522513-b902-410b-a13b-23a9403f1dc1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:00.841163 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4522513-b902-410b-a13b-23a9403f1dc1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:00.841481 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4522513-b902-410b-a13b-23a9403f1dc1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:00.841851 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4522513-b902-410b-a13b-23a9403f1dc1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:00.842173 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4522513-b902-410b-a13b-23a9403f1dc1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:00.849204 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b109b712-b0ad-44f5-8472-566674f58946 req-5f80a119-835d-48ea-bce0-0f4ef813cef8 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:00.851054 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b109b712-b0ad-44f5-8472-566674f58946 req-5f80a119-835d-48ea-bce0-0f4ef813cef8 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d37a1ec-aae9-4cbb-b4e8-2dfb43868f16 HTTP/1.1" status: 200 len: 948 time: 0.1638036 Aug 19 14:40:00.866564 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cdfd7496-dfb7-4b2c-8a82-14b62e476dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:00.995070 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfd7496-dfb7-4b2c-8a82-14b62e476dde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f5154a7-363a-4827-ab5d-78b924f5e137,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:00.996903 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7826610e-2c24-450b-8981-af0018fa7e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468d405f-a5ef-41a0-a34a-792a0362e80a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:01.003951 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7826610e-2c24-450b-8981-af0018fa7e88 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=80b21ceb2f4348f88011587ed2e2ee15&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4206738 Aug 19 14:40:01.016138 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39708) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:40:01.018398 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2bbda2a8-3a5b-4ec3-8b91-b455de058cd9 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:01.024116 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cdfd7496-dfb7-4b2c-8a82-14b62e476dde admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:01.044653 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-cdfd7496-dfb7-4b2c-8a82-14b62e476dde admin admin] 10.222.0.69 "DELETE /v2.0/subnets/0f5154a7-363a-4827-ab5d-78b924f5e137 HTTP/1.1" status: 204 len: 168 time: 1.3087494 Aug 19 14:40:01.052272 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39710) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:40:01.057080 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83330fa-1d49-486c-98b0-f2146eefb3cd req-59ec459c-cb55-4ea4-9b6f-7baa4b0f81fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:01.059621 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d83330fa-1d49-486c-98b0-f2146eefb3cd req-59ec459c-cb55-4ea4-9b6f-7baa4b0f81fb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=106022b3768c45f2b423a6217d11e05e&device_id=6d37a1ec-aae9-4cbb-b4e8-2dfb43868f16 HTTP/1.1" status: 200 len: 1099 time: 0.3465707 Aug 19 14:40:01.071701 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-700fcf0d-630f-4f65-b212-39c51f1e97a4 req-9a292528-96df-43c3-856a-2da3508b289a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:01.098348 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b109b712-b0ad-44f5-8472-566674f58946 req-d3003af7-daa9-4498-adb6-c5c85a232e2d tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/security-groups?id=46ee69e3-46c0-437e-9d8c-dd4974c09f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441772 Aug 19 14:40:01.192126 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d83330fa-1d49-486c-98b0-f2146eefb3cd req-7d6a4b8e-6923-4539-8dfe-24602b003c18 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=4fa317da-dd9f-401b-9c7b-e5050254e675 HTTP/1.1" status: 200 len: 217 time: 0.1096718 Aug 19 14:40:01.260785 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c42fb2df-2e4e-41bd-9608-80b83427a1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:01.262183 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f87b62bd-6242-4a93-9c53-3ad45c2ffe22 None None] Provisioning complete for port dc668972-97a5-42b4-80e5-ea3de1956959 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:40:01.263885 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f87b62bd-6242-4a93-9c53-3ad45c2ffe22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:01.328639 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83330fa-1d49-486c-98b0-f2146eefb3cd req-2b104a4b-5097-4079-8348-e3c7936c8dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:01.330461 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d83330fa-1d49-486c-98b0-f2146eefb3cd req-2b104a4b-5097-4079-8348-e3c7936c8dbf service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.1281853 Aug 19 14:40:01.393155 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f87b62bd-6242-4a93-9c53-3ad45c2ffe22 None None] Port dc668972-97a5-42b4-80e5-ea3de1956959 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:40:01.405359 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c0d9a0a9-d042-4560-bebe-032b961e8ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:01.419947 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-2bbda2a8-3a5b-4ec3-8b91-b455de058cd9 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Allocated IP 172.25.2.120 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/511e461f-03d5-492d-af79-3052d3a2f4b4) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:40:01.428490 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 6609306d-aee1-40d6-839b-53b14b4f740e up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:40:01.468141 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e5b6fc4-8b17-4970-96a6-172abbbbed7c admin admin] Router 7ac0e6d0-feb0-4913-88bb-dff7894af38c has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:40:01.473786 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af3124ee-1b6f-447b-b1c1-d224be7a2698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:01.578126 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bfcddf-bcb0-4a0e-94ea-d332260532d6 req-bb642ede-dc36-4d2a-9784-3f7de9c6af67 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:01.582640 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-18bfcddf-bcb0-4a0e-94ea-d332260532d6 req-bb642ede-dc36-4d2a-9784-3f7de9c6af67 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] 10.222.0.69 "GET /v2.0/ports?device_id=80f68f99-304f-4cc1-be80-ce43f95ca349 HTTP/1.1" status: 200 len: 946 time: 0.3815916 Aug 19 14:40:01.593866 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af3124ee-1b6f-447b-b1c1-d224be7a2698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:01.606559 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c42fb2df-2e4e-41bd-9608-80b83427a1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:01.627866 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83330fa-1d49-486c-98b0-f2146eefb3cd req-ded1884c-cb92-4ee4-9d18-cbf5f4936994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:01.629959 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d83330fa-1d49-486c-98b0-f2146eefb3cd req-ded1884c-cb92-4ee4-9d18-cbf5f4936994 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2860835 Aug 19 14:40:01.631604 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-c42fb2df-2e4e-41bd-9608-80b83427a1e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bc22803-e21f-489d-a441-493f1928ab13']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:40:01.645213 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 6609306d-aee1-40d6-839b-53b14b4f740e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:40:01.649387 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 6609306d-aee1-40d6-839b-53b14b4f740e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:40:01.650025 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:01.734793 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:01.740759 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d83330fa-1d49-486c-98b0-f2146eefb3cd req-754807db-55af-49f1-9e86-ac2c8f238053 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004138 Aug 19 14:40:01.743160 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-c42fb2df-2e4e-41bd-9608-80b83427a1e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '911020b2-3bb4-4db0-af7a-51b07cbea653') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:40:01.743568 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-c42fb2df-2e4e-41bd-9608-80b83427a1e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '911020b2-3bb4-4db0-af7a-51b07cbea653') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:40:01.760071 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 6609306d-aee1-40d6-839b-53b14b4f740e, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=6609306d-aee1-40d6-839b-53b14b4f740e,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:40:01.769095 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:01.770042 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 3a678a8e-5ccb-4b23-aa51-6524c5422e7c up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:40:01.772632 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c42fb2df-2e4e-41bd-9608-80b83427a1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:01.836917 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c42fb2df-2e4e-41bd-9608-80b83427a1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:01.850227 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af3124ee-1b6f-447b-b1c1-d224be7a2698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:01.853719 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af3124ee-1b6f-447b-b1c1-d224be7a2698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:01.857486 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c42fb2df-2e4e-41bd-9608-80b83427a1e0 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:40:01.857660 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-af3124ee-1b6f-447b-b1c1-d224be7a2698 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/468d405f-a5ef-41a0-a34a-792a0362e80a HTTP/1.1" status: 204 len: 168 time: 0.8325739 Aug 19 14:40:01.857787 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c42fb2df-2e4e-41bd-9608-80b83427a1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:01.857787 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:40:01.857787 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:40:01.857787 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:40:01.857787 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:40:01.857787 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:40:01.857787 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:40:01.857787 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:40:01.857787 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:40:01.857787 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:40:01.857787 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:40:01.857787 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:40:01.857787 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:40:01.857787 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:40:01.857787 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:40:01.857787 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:40:01.857787 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:40:01.857787 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:40:01.857787 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:40:01.857787 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:40:01.857787 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:40:01.857787 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:40:01.857787 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:40:01.857787 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:40:01.857787 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:40:01.857787 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:40:01.857787 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:40:01.857787 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:40:01.857787 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:40:01.857787 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:40:01.857787 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:40:01.857787 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:40:01.857787 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:40:01.873957 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=6609306d-aee1-40d6-839b-53b14b4f740e,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:01.886731 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 3a678a8e-5ccb-4b23-aa51-6524c5422e7c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:40:01.887598 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:01.921785 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2bbda2a8-3a5b-4ec3-8b91-b455de058cd9 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:01.941860 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-18bfcddf-bcb0-4a0e-94ea-d332260532d6 req-9d22b786-e5ac-4ae8-9768-61aefbfbdd96 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] 10.222.0.69 "GET /v2.0/security-groups?id=5fb0a3a7-ad69-4ba5-af92-bf0b7315a2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3447568 Aug 19 14:40:01.942390 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3124ee-1b6f-447b-b1c1-d224be7a2698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468d405f-a5ef-41a0-a34a-792a0362e80a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:01.975315 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e5b6fc4-8b17-4970-96a6-172abbbbed7c admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:40:01.977671 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c42fb2df-2e4e-41bd-9608-80b83427a1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:01.986544 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c42fb2df-2e4e-41bd-9608-80b83427a1e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:01.988314 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c42fb2df-2e4e-41bd-9608-80b83427a1e0 admin admin] 10.222.0.69 "DELETE /v2.0/networks/1bc22803-e21f-489d-a441-493f1928ab13 HTTP/1.1" status: 204 len: 168 time: 0.9273038 Aug 19 14:40:01.992175 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d83330fa-1d49-486c-98b0-f2146eefb3cd req-bc5d82b1-23c0-4c07-a54a-8c86fdddd114 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382383 Aug 19 14:40:01.994373 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39718) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:40:02.012884 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-6e5b6fc4-8b17-4970-96a6-172abbbbed7c admin admin] 10.222.0.69 "PUT /v2.0/routers/7ac0e6d0-feb0-4913-88bb-dff7894af38c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8002453 Aug 19 14:40:02.053586 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42fb2df-2e4e-41bd-9608-80b83427a1e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bc22803-e21f-489d-a441-493f1928ab13,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:02.084771 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950aca4-a1ff-4a07-9a94-58e7c98e18f2 req-d1f9f016-3467-4fcc-aa67-b4d013355453 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:02.086425 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2950aca4-a1ff-4a07-9a94-58e7c98e18f2 req-d1f9f016-3467-4fcc-aa67-b4d013355453 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=85a9a1b8-6e3c-4c5f-8107-1ed0e9790e2e HTTP/1.1" status: 200 len: 936 time: 0.2524216 Aug 19 14:40:02.124753 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfaab0bc-4385-44f7-957b-0780b012f369 admin admin] Deleting subnet 81e48d57-5781-4281-8c3c-c2afabcc1c83 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:40:02.129843 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfaab0bc-4385-44f7-957b-0780b012f369 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:02.165266 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-700fcf0d-630f-4f65-b212-39c51f1e97a4 req-9a292528-96df-43c3-856a-2da3508b289a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccb03fe0-dc14-4f36-aaa1-3db9abeac918 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:40:02.182871 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-700fcf0d-630f-4f65-b212-39c51f1e97a4 req-9a292528-96df-43c3-856a-2da3508b289a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:02.187183 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfaab0bc-4385-44f7-957b-0780b012f369 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:02.249380 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2bbda2a8-3a5b-4ec3-8b91-b455de058cd9 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:02.249909 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2950aca4-a1ff-4a07-9a94-58e7c98e18f2 req-8972698c-0f69-47d5-bd2f-58e8b4027b48 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449876 Aug 19 14:40:02.255425 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-700fcf0d-630f-4f65-b212-39c51f1e97a4 req-9a292528-96df-43c3-856a-2da3508b289a service neutron] Transition to ACTIVE for port object ccb03fe0-dc14-4f36-aaa1-3db9abeac918 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:40:02.264553 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893ca97-0f26-4969-9323-a350ec33601c req-30468705-26d1-4f7b-98b3-eaff45ddd648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:02.265313 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-700fcf0d-630f-4f65-b212-39c51f1e97a4 req-9a292528-96df-43c3-856a-2da3508b289a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:02.266543 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c893ca97-0f26-4969-9323-a350ec33601c req-30468705-26d1-4f7b-98b3-eaff45ddd648 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=106022b3768c45f2b423a6217d11e05e&device_id=6d37a1ec-aae9-4cbb-b4e8-2dfb43868f16 HTTP/1.1" status: 200 len: 1099 time: 0.2090871 Aug 19 14:40:02.313037 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea22909-61f9-4f41-9f5a-3e6ba175f056 req-f2241ce9-0a44-4a62-8929-f4a704d4d4e3 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:02.321020 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dea22909-61f9-4f41-9f5a-3e6ba175f056 req-f2241ce9-0a44-4a62-8929-f4a704d4d4e3 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d37a1ec-aae9-4cbb-b4e8-2dfb43868f16 HTTP/1.1" status: 200 len: 948 time: 0.1230550 Aug 19 14:40:02.385105 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a292528-96df-43c3-856a-2da3508b289a service neutron] Pushing event updated for resources: {'Port': ['ID=ccb03fe0-dc14-4f36-aaa1-3db9abeac918,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:02.427906 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dea22909-61f9-4f41-9f5a-3e6ba175f056 req-f306cc8b-b72d-424d-a822-ab68c1137911 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/security-groups?id=46ee69e3-46c0-437e-9d8c-dd4974c09f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059136 Aug 19 14:40:02.431650 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893ca97-0f26-4969-9323-a350ec33601c req-acf6f58c-a4f1-45e7-aec7-a13d9fd23e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:02.433400 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c893ca97-0f26-4969-9323-a350ec33601c req-acf6f58c-a4f1-45e7-aec7-a13d9fd23e00 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.1360614 Aug 19 14:40:02.487272 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbda2a8-3a5b-4ec3-8b91-b455de058cd9 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:40:02.493853 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfaab0bc-4385-44f7-957b-0780b012f369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:02.508201 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-700fcf0d-630f-4f65-b212-39c51f1e97a4 req-9a292528-96df-43c3-856a-2da3508b289a service neutron] Attempting to bind port ccb03fe0-dc14-4f36-aaa1-3db9abeac918 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:40:02.509346 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-700fcf0d-630f-4f65-b212-39c51f1e97a4 req-9a292528-96df-43c3-856a-2da3508b289a service neutron] Attempting to bind port ccb03fe0-dc14-4f36-aaa1-3db9abeac918 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:40:02.510077 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700fcf0d-630f-4f65-b212-39c51f1e97a4 req-9a292528-96df-43c3-856a-2da3508b289a service neutron] Attempting to bind port ccb03fe0-dc14-4f36-aaa1-3db9abeac918 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:40:02.517084 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700fcf0d-630f-4f65-b212-39c51f1e97a4 req-9a292528-96df-43c3-856a-2da3508b289a service neutron] Port ccb03fe0-dc14-4f36-aaa1-3db9abeac918 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:40:02.517455 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700fcf0d-630f-4f65-b212-39c51f1e97a4 req-9a292528-96df-43c3-856a-2da3508b289a service neutron] Attempting to bind port ccb03fe0-dc14-4f36-aaa1-3db9abeac918 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:40:02.527816 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700fcf0d-630f-4f65-b212-39c51f1e97a4 req-9a292528-96df-43c3-856a-2da3508b289a service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:40:02.528161 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700fcf0d-630f-4f65-b212-39c51f1e97a4 req-9a292528-96df-43c3-856a-2da3508b289a service neutron] Checking segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:40:02.528584 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700fcf0d-630f-4f65-b212-39c51f1e97a4 req-9a292528-96df-43c3-856a-2da3508b289a service neutron] Bound using segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:40:02.529018 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-700fcf0d-630f-4f65-b212-39c51f1e97a4 req-9a292528-96df-43c3-856a-2da3508b289a service neutron] Bound port: ccb03fe0-dc14-4f36-aaa1-3db9abeac918, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:40:02.532071 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-700fcf0d-630f-4f65-b212-39c51f1e97a4 req-9a292528-96df-43c3-856a-2da3508b289a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:02.602397 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-2bbda2a8-3a5b-4ec3-8b91-b455de058cd9 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:40:02.605359 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbda2a8-3a5b-4ec3-8b91-b455de058cd9 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:40:02.637748 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c893ca97-0f26-4969-9323-a350ec33601c req-d1d7798b-0299-49b4-80bd-14afc975c866 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=4fa317da-dd9f-401b-9c7b-e5050254e675 HTTP/1.1" status: 200 len: 217 time: 0.1777129 Aug 19 14:40:02.659421 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-700fcf0d-630f-4f65-b212-39c51f1e97a4 req-9a292528-96df-43c3-856a-2da3508b289a service neutron] For port ccb03fe0-dc14-4f36-aaa1-3db9abeac918, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:40:02.663854 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-700fcf0d-630f-4f65-b212-39c51f1e97a4 req-9a292528-96df-43c3-856a-2da3508b289a service neutron] For port ccb03fe0-dc14-4f36-aaa1-3db9abeac918, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=ccb03fe0-dc14-4f36-aaa1-3db9abeac918,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:40:02.670197 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-700fcf0d-630f-4f65-b212-39c51f1e97a4 req-9a292528-96df-43c3-856a-2da3508b289a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:02.694185 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbda2a8-3a5b-4ec3-8b91-b455de058cd9 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Pushing event updated for resources: {'Port': ['ID=511e461f-03d5-492d-af79-3052d3a2f4b4,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:02.763950 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a292528-96df-43c3-856a-2da3508b289a service neutron] Pushing event updated for resources: {'Port': ['ID=ccb03fe0-dc14-4f36-aaa1-3db9abeac918,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:02.770258 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700fcf0d-630f-4f65-b212-39c51f1e97a4 req-9a292528-96df-43c3-856a-2da3508b289a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:02.771087 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-700fcf0d-630f-4f65-b212-39c51f1e97a4 req-9a292528-96df-43c3-856a-2da3508b289a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:02.774374 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-700fcf0d-630f-4f65-b212-39c51f1e97a4 req-9a292528-96df-43c3-856a-2da3508b289a service neutron] 10.222.0.88 "PUT /v2.0/ports/ccb03fe0-dc14-4f36-aaa1-3db9abeac918 HTTP/1.1" status: 200 len: 1096 time: 1.9908173 Aug 19 14:40:02.775231 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85a9a1b8-6e3c-4c5f-8107-1ed0e9790e2e', 'tag': 'ccb03fe0-dc14-4f36-aaa1-3db9abeac918'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:40:02.788756 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c27faf3-90c0-4371-b708-b21fbdf4042c" -d '{"events": [{"name": "network-changed", "server_uuid": "85a9a1b8-6e3c-4c5f-8107-1ed0e9790e2e", "tag": "ccb03fe0-dc14-4f36-aaa1-3db9abeac918"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:40:02.854611 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2bbda2a8-3a5b-4ec3-8b91-b455de058cd9 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:02.881226 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893ca97-0f26-4969-9323-a350ec33601c req-6822e91d-579c-483c-be7f-767aab406c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:02.883386 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c893ca97-0f26-4969-9323-a350ec33601c req-6822e91d-579c-483c-be7f-767aab406c64 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.2055612 Aug 19 14:40:02.890128 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca30e237-3eb6-4de6-8754-b144a6c6b912 x-openstack-request-id: req-ca30e237-3eb6-4de6-8754-b144a6c6b912 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:40:02.890435 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85a9a1b8-6e3c-4c5f-8107-1ed0e9790e2e", "tag": "ccb03fe0-dc14-4f36-aaa1-3db9abeac918", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:40:02.895212 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5c959e-07fb-409f-9178-443e5adadb71 None None] Sync routers for ids ['7ac0e6d0-feb0-4913-88bb-dff7894af38c'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:40:02.899658 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ca30e237-3eb6-4de6-8754-b144a6c6b912 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:40:02.900128 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85a9a1b8-6e3c-4c5f-8107-1ed0e9790e2e', 'tag': 'ccb03fe0-dc14-4f36-aaa1-3db9abeac918', 'status': 'completed', 'code': 200} Aug 19 14:40:02.912856 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5c959e-07fb-409f-9178-443e5adadb71 None None] Routers {'7ac0e6d0-feb0-4913-88bb-dff7894af38c'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:40:02.913554 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-dc5c959e-07fb-409f-9178-443e5adadb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:39:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['7ac0e6d0-feb0-4913-88bb-dff7894af38c'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:40:02.922257 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700fcf0d-630f-4f65-b212-39c51f1e97a4 req-c98b63c1-746f-4d34-8ed6-c424f89db038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:02.924658 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-700fcf0d-630f-4f65-b212-39c51f1e97a4 req-c98b63c1-746f-4d34-8ed6-c424f89db038 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=41e15b78d78c4e818c7fba2f667bded5&device_id=85a9a1b8-6e3c-4c5f-8107-1ed0e9790e2e HTTP/1.1" status: 200 len: 1099 time: 0.0992343 Aug 19 14:40:02.983542 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfaab0bc-4385-44f7-957b-0780b012f369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:03.055123 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2bbda2a8-3a5b-4ec3-8b91-b455de058cd9 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:03.062656 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-700fcf0d-630f-4f65-b212-39c51f1e97a4 req-926084c1-7e35-4362-9c1f-dcc1801e0bf8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=ccb03fe0-dc14-4f36-aaa1-3db9abeac918 HTTP/1.1" status: 200 len: 217 time: 0.1162264 Aug 19 14:40:03.135283 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 6609306d-aee1-40d6-839b-53b14b4f740e up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:40:03.151814 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaab0bc-4385-44f7-957b-0780b012f369 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81e48d57-5781-4281-8c3c-c2afabcc1c83,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:03.161850 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfaab0bc-4385-44f7-957b-0780b012f369 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:03.164309 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-bfaab0bc-4385-44f7-957b-0780b012f369 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/81e48d57-5781-4281-8c3c-c2afabcc1c83 HTTP/1.1" status: 204 len: 168 time: 1.1684320 Aug 19 14:40:03.173373 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39786) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:40:03.189652 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700fcf0d-630f-4f65-b212-39c51f1e97a4 req-2cacaad6-ed32-4541-b1d2-25bfeb7ec540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:03.203073 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-700fcf0d-630f-4f65-b212-39c51f1e97a4 req-2cacaad6-ed32-4541-b1d2-25bfeb7ec540 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.1385779 Aug 19 14:40:03.249810 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-dc5c959e-07fb-409f-9178-443e5adadb71 None None] Set router 7ac0e6d0-feb0-4913-88bb-dff7894af38c gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:40:03.263039 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893ca97-0f26-4969-9323-a350ec33601c req-2d42794f-5873-484c-8d48-227daeab6be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:03.264893 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c893ca97-0f26-4969-9323-a350ec33601c req-2d42794f-5873-484c-8d48-227daeab6be2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3216386 Aug 19 14:40:03.305888 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dba3da-9cef-470b-87db-d4cf6210cc03 req-7af8589f-bb6a-4f59-8741-e49350b3962b tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:03.314179 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-57dba3da-9cef-470b-87db-d4cf6210cc03 req-7af8589f-bb6a-4f59-8741-e49350b3962b tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] 10.222.0.69 "GET /v2.0/ports?device_id=80f68f99-304f-4cc1-be80-ce43f95ca349 HTTP/1.1" status: 200 len: 946 time: 0.1097779 Aug 19 14:40:03.314993 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 6609306d-aee1-40d6-839b-53b14b4f740e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:40:03.316220 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:03.323650 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700fcf0d-630f-4f65-b212-39c51f1e97a4 req-e7ef6c03-e5b8-423a-9eb7-a39734cdffcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:03.325284 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-700fcf0d-630f-4f65-b212-39c51f1e97a4 req-e7ef6c03-e5b8-423a-9eb7-a39734cdffcd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1127706 Aug 19 14:40:03.415826 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33050a01-87b9-45d1-baab-b16f4903c29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:03.453718 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-700fcf0d-630f-4f65-b212-39c51f1e97a4 req-ce9a34ca-f201-4422-b839-0c1573f42c21 service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175323 Aug 19 14:40:03.482264 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-57dba3da-9cef-470b-87db-d4cf6210cc03 req-cfc13f8b-e691-4b9e-ba97-b03037213a18 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] 10.222.0.69 "GET /v2.0/security-groups?id=5fb0a3a7-ad69-4ba5-af92-bf0b7315a2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670094 Aug 19 14:40:03.619218 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:03.658017 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c893ca97-0f26-4969-9323-a350ec33601c req-1e93d51a-789f-43b5-b779-9661735cd79d service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772721 Aug 19 14:40:03.710411 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-dc5c959e-07fb-409f-9178-443e5adadb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac0e6d0-feb0-4913-88bb-dff7894af38c', 'name': 'tempest-TaggedBootDevicesTest_v242-332112194-router', 'tenant_id': 'ef249261d4604936b13aa21e0bea0dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '6609306d-aee1-40d6-839b-53b14b4f740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:39:49Z', 'updated_at': '2021-08-19T14:39:59Z', 'revision_number': 4, 'project_id': 'ef249261d4604936b13aa21e0bea0dc2', 'gw_port': {'id': '6609306d-aee1-40d6-839b-53b14b4f740e', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:18:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac0e6d0-feb0-4913-88bb-dff7894af38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:51Z', 'updated_at': '2021-08-19T14:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'dc668972-97a5-42b4-80e5-ea3de1956959', 'name': '', 'network_id': 'c4f80db4-35be-4b3c-8bae-306ff26e4f72', 'tenant_id': 'ef249261d4604936b13aa21e0bea0dc2', 'mac_address': 'fa:16:3e:f3:e3:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac0e6d0-feb0-4913-88bb-dff7894af38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'bcb8b434-4c76-4ea2-aea9-8e7ef5c2e1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:57Z', 'updated_at': '2021-08-19T14:40:00Z', 'revision_number': 2, 'project_id': 'ef249261d4604936b13aa21e0bea0dc2', 'subnets': [{'id': 'bcb8b434-4c76-4ea2-aea9-8e7ef5c2e1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:40:03.735186 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33050a01-87b9-45d1-baab-b16f4903c29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:03.743392 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5c959e-07fb-409f-9178-443e5adadb71 None None] Checking router: 7ac0e6d0-feb0-4913-88bb-dff7894af38c for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:40:03.743960 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5c959e-07fb-409f-9178-443e5adadb71 None None] Updating router 7ac0e6d0-feb0-4913-88bb-dff7894af38c port dc668972-97a5-42b4-80e5-ea3de1956959 binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:40:03.779668 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264fd958-02d3-4fd2-8e01-89e820d1eb2b req-a0a2788e-6924-4368-8c2f-1c1e8bafc192 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:03.781004 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-dc5c959e-07fb-409f-9178-443e5adadb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:03.781678 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-264fd958-02d3-4fd2-8e01-89e820d1eb2b req-a0a2788e-6924-4368-8c2f-1c1e8bafc192 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d37a1ec-aae9-4cbb-b4e8-2dfb43868f16 HTTP/1.1" status: 200 len: 948 time: 0.1466289 Aug 19 14:40:03.785350 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2bbda2a8-3a5b-4ec3-8b91-b455de058cd9 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:03.797336 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf6775-1190-4ec2-a4e6-8aca441f752d req-b49020a7-9dda-4da7-ae59-a2c4c79b7f57 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:03.799124 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-28bf6775-1190-4ec2-a4e6-8aca441f752d req-b49020a7-9dda-4da7-ae59-a2c4c79b7f57 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=85a9a1b8-6e3c-4c5f-8107-1ed0e9790e2e HTTP/1.1" status: 200 len: 948 time: 0.3159447 Aug 19 14:40:03.807921 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2bbda2a8-3a5b-4ec3-8b91-b455de058cd9 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:03.821951 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-33050a01-87b9-45d1-baab-b16f4903c29f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d7c8fdc-869a-46e0-b292-7b5edb041c73']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:40:03.885409 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-33050a01-87b9-45d1-baab-b16f4903c29f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77d021c3-9ff2-4c73-a5ad-fec0d9f2ef8b') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:40:03.886142 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-33050a01-87b9-45d1-baab-b16f4903c29f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77d021c3-9ff2-4c73-a5ad-fec0d9f2ef8b') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:40:03.911431 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33050a01-87b9-45d1-baab-b16f4903c29f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:03.959892 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbda2a8-3a5b-4ec3-8b91-b455de058cd9 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Pushing event updated for resources: {'Port': ['ID=511e461f-03d5-492d-af79-3052d3a2f4b4,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:03.967261 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-700fcf0d-630f-4f65-b212-39c51f1e97a4 req-736ae220-fa6c-4147-96b2-add058f89647 service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4956155 Aug 19 14:40:03.968440 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33050a01-87b9-45d1-baab-b16f4903c29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:03.980733 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-28bf6775-1190-4ec2-a4e6-8aca441f752d req-135adb99-6b55-4b8b-92fb-dcb535b8a1d6 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669798 Aug 19 14:40:03.986601 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33050a01-87b9-45d1-baab-b16f4903c29f admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:40:03.987326 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33050a01-87b9-45d1-baab-b16f4903c29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:03.991114 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:40:03.991114 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:40:03.991114 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:40:03.991114 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:40:03.991114 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:40:03.991114 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:40:03.991114 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:40:03.991114 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:40:03.991114 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:40:03.991114 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:40:03.991114 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:40:03.991114 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:40:03.991114 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:40:03.991114 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:40:03.991114 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:40:03.991114 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:40:03.991114 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:40:03.991114 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:40:03.991114 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:40:03.991114 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:40:03.991114 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:40:03.991114 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:40:03.991114 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:40:03.991114 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:40:03.991114 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:40:03.991114 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:40:03.991114 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:40:03.991114 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:40:03.991114 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:40:03.991114 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:40:03.991114 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:40:03.991114 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:40:04.014551 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2bbda2a8-3a5b-4ec3-8b91-b455de058cd9 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:04.016384 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c893ca97-0f26-4969-9323-a350ec33601c req-8baba9bb-2746-4a65-a75f-8023a4388bae service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474202 Aug 19 14:40:04.025428 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-264fd958-02d3-4fd2-8e01-89e820d1eb2b req-c13f9935-bb5b-4cec-9b9d-2fdd90c437de tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/security-groups?id=46ee69e3-46c0-437e-9d8c-dd4974c09f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153602 Aug 19 14:40:04.094657 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c27faf3-90c0-4371-b708-b21fbdf4042c req-95172be6-1644-4469-bcac-b48a88a2320e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:04.096602 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8c27faf3-90c0-4371-b708-b21fbdf4042c req-95172be6-1644-4469-bcac-b48a88a2320e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=41e15b78d78c4e818c7fba2f667bded5&device_id=85a9a1b8-6e3c-4c5f-8107-1ed0e9790e2e HTTP/1.1" status: 200 len: 1099 time: 0.0648124 Aug 19 14:40:04.123782 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2bbda2a8-3a5b-4ec3-8b91-b455de058cd9 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:04.127292 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2bbda2a8-3a5b-4ec3-8b91-b455de058cd9 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4383054 Aug 19 14:40:04.136570 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33050a01-87b9-45d1-baab-b16f4903c29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:04.147945 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33050a01-87b9-45d1-baab-b16f4903c29f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:04.152224 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-33050a01-87b9-45d1-baab-b16f4903c29f admin admin] 10.222.0.69 "DELETE /v2.0/networks/5d7c8fdc-869a-46e0-b292-7b5edb041c73 HTTP/1.1" status: 204 len: 168 time: 0.9745424 Aug 19 14:40:04.163529 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33050a01-87b9-45d1-baab-b16f4903c29f admin admin] Pushing event deleted for resources: {'Network': ['ID=5d7c8fdc-869a-46e0-b292-7b5edb041c73,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:04.266965 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86913c8-63bf-44f4-8296-11eb72b28f3c req-f91b36c1-30e6-48e7-bde8-f97b65366756 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:04.274279 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c86913c8-63bf-44f4-8296-11eb72b28f3c req-f91b36c1-30e6-48e7-bde8-f97b65366756 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] 10.222.0.69 "GET /v2.0/ports?device_id=80f68f99-304f-4cc1-be80-ce43f95ca349 HTTP/1.1" status: 200 len: 946 time: 0.1425834 Aug 19 14:40:04.277855 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39846) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:40:04.285143 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b5b67ebc-3d55-4bbf-b6c3-29f700b43869 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Request body: {'floatingip': {'port_id': '4871fd81-35ca-4287-8e90-96475280f300'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:40:04.286839 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-758ac1eb-7cff-40dd-909f-0e1a45828318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:04.298843 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c27faf3-90c0-4371-b708-b21fbdf4042c req-72963553-5386-4f2d-abc6-9e3693428d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:04.301369 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8c27faf3-90c0-4371-b708-b21fbdf4042c req-72963553-5386-4f2d-abc6-9e3693428d70 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.1962974 Aug 19 14:40:04.402491 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-dc5c959e-07fb-409f-9178-443e5adadb71 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:04.415839 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b5b67ebc-3d55-4bbf-b6c3-29f700b43869 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:04.433705 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-dc5c959e-07fb-409f-9178-443e5adadb71 None None] Transition to ACTIVE for port object dc668972-97a5-42b4-80e5-ea3de1956959 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:40:04.443508 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-dc5c959e-07fb-409f-9178-443e5adadb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:04.460660 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8c27faf3-90c0-4371-b708-b21fbdf4042c req-e6538c1b-e2cc-402a-8e6c-da733c4b6d7f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=ccb03fe0-dc14-4f36-aaa1-3db9abeac918 HTTP/1.1" status: 200 len: 217 time: 0.1464329 Aug 19 14:40:04.516160 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:04.535950 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc860f11-276f-4304-99b6-0b8cfe97e45e None None] Pushing event updated for resources: {'Port': ['ID=dc668972-97a5-42b4-80e5-ea3de1956959,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:04.596349 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-dc5c959e-07fb-409f-9178-443e5adadb71 None None] Attempting to bind port dc668972-97a5-42b4-80e5-ea3de1956959 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:40:04.597677 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-dc5c959e-07fb-409f-9178-443e5adadb71 None None] Attempting to bind port dc668972-97a5-42b4-80e5-ea3de1956959 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '8286b499-2169-4ac2-b2c9-98453013a041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c4f80db4-35be-4b3c-8bae-306ff26e4f72'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:40:04.598973 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5c959e-07fb-409f-9178-443e5adadb71 None None] Attempting to bind port dc668972-97a5-42b4-80e5-ea3de1956959 on network c4f80db4-35be-4b3c-8bae-306ff26e4f72 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:40:04.600811 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c27faf3-90c0-4371-b708-b21fbdf4042c req-130d871f-5891-43e6-b0df-6a447d46c27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:04.605358 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8c27faf3-90c0-4371-b708-b21fbdf4042c req-130d871f-5891-43e6-b0df-6a447d46c27a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.1361692 Aug 19 14:40:04.613611 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5c959e-07fb-409f-9178-443e5adadb71 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:40:04.616018 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5c959e-07fb-409f-9178-443e5adadb71 None None] Checking segment: {'id': '8286b499-2169-4ac2-b2c9-98453013a041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c4f80db4-35be-4b3c-8bae-306ff26e4f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:40:04.616430 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-dc5c959e-07fb-409f-9178-443e5adadb71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:04.617850 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5c959e-07fb-409f-9178-443e5adadb71 None None] Bound using segment: {'id': '8286b499-2169-4ac2-b2c9-98453013a041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c4f80db4-35be-4b3c-8bae-306ff26e4f72'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:40:04.617850 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-dc5c959e-07fb-409f-9178-443e5adadb71 None None] Bound port: dc668972-97a5-42b4-80e5-ea3de1956959, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8286b499-2169-4ac2-b2c9-98453013a041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c4f80db4-35be-4b3c-8bae-306ff26e4f72'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:40:04.617850 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-dc5c959e-07fb-409f-9178-443e5adadb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:04.677463 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39864) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:40:04.779013 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-dc5c959e-07fb-409f-9178-443e5adadb71 None None] For port dc668972-97a5-42b4-80e5-ea3de1956959, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:40:04.785906 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-dc5c959e-07fb-409f-9178-443e5adadb71 None None] For port dc668972-97a5-42b4-80e5-ea3de1956959, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=dc668972-97a5-42b4-80e5-ea3de1956959,segment=NetworkSegment(8286b499-2169-4ac2-b2c9-98453013a041),segment_id=8286b499-2169-4ac2-b2c9-98453013a041)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:40:04.794487 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-dc5c959e-07fb-409f-9178-443e5adadb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:04.839949 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c27faf3-90c0-4371-b708-b21fbdf4042c req-c20a929d-fc95-4a02-8665-9ac46efca1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:04.852736 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8c27faf3-90c0-4371-b708-b21fbdf4042c req-c20a929d-fc95-4a02-8665-9ac46efca1e5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2378335 Aug 19 14:40:04.919203 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc860f11-276f-4304-99b6-0b8cfe97e45e None None] Pushing event updated for resources: {'Port': ['ID=dc668972-97a5-42b4-80e5-ea3de1956959,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:04.924707 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5c959e-07fb-409f-9178-443e5adadb71 None None] Routers {'7ac0e6d0-feb0-4913-88bb-dff7894af38c'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:40:04.925473 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-dc5c959e-07fb-409f-9178-443e5adadb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:40:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['7ac0e6d0-feb0-4913-88bb-dff7894af38c'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:40:05.002848 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:05.038003 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8c27faf3-90c0-4371-b708-b21fbdf4042c req-ed07ad60-92fd-48ff-9f75-d6af736257c0 service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671698 Aug 19 14:40:05.044863 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-3bcdb9ac-38fc-4cab-baef-1f4827c667ae tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--751533031&fields=id&tenant_id=eac9849a6187411198187660adbcdd48 HTTP/1.1" status: 200 len: 267 time: 0.3452272 Aug 19 14:40:05.058878 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d46c2544-b1f2-4171-a1f2-1abbd545d90d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b2e5fa7db1364ccea50861254cd97ec3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3777828 Aug 19 14:40:05.065835 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39876) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:40:05.108977 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:05.136314 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-dc5c959e-07fb-409f-9178-443e5adadb71 None None] Set router 7ac0e6d0-feb0-4913-88bb-dff7894af38c gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:40:05.381165 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 4fa317da-dd9f-401b-9c7b-e5050254e675 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:40:05.526028 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 4fa317da-dd9f-401b-9c7b-e5050254e675, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=4fa317da-dd9f-401b-9c7b-e5050254e675,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:40:05.544850 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '4fa317da-dd9f-401b-9c7b-e5050254e675', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'port_id': '4fa317da-dd9f-401b-9c7b-e5050254e675', 'mac_address': 'fa:16:3e:76:de:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:40:05.545880 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-dc5c959e-07fb-409f-9178-443e5adadb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac0e6d0-feb0-4913-88bb-dff7894af38c', 'name': 'tempest-TaggedBootDevicesTest_v242-332112194-router', 'tenant_id': 'ef249261d4604936b13aa21e0bea0dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '6609306d-aee1-40d6-839b-53b14b4f740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:39:49Z', 'updated_at': '2021-08-19T14:39:59Z', 'revision_number': 4, 'project_id': 'ef249261d4604936b13aa21e0bea0dc2', 'gw_port': {'id': '6609306d-aee1-40d6-839b-53b14b4f740e', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:18:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac0e6d0-feb0-4913-88bb-dff7894af38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:51Z', 'updated_at': '2021-08-19T14:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'dc668972-97a5-42b4-80e5-ea3de1956959', 'name': '', 'network_id': 'c4f80db4-35be-4b3c-8bae-306ff26e4f72', 'tenant_id': 'ef249261d4604936b13aa21e0bea0dc2', 'mac_address': 'fa:16:3e:f3:e3:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac0e6d0-feb0-4913-88bb-dff7894af38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'bcb8b434-4c76-4ea2-aea9-8e7ef5c2e1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:57Z', 'updated_at': '2021-08-19T14:40:04Z', 'revision_number': 4, 'project_id': 'ef249261d4604936b13aa21e0bea0dc2', 'subnets': [{'id': 'bcb8b434-4c76-4ea2-aea9-8e7ef5c2e1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:40:05.599415 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-ab8136f9-a428-49df-8c74-f51e1c100148 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:05.601299 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-ab8136f9-a428-49df-8c74-f51e1c100148 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports/4f46bceb-d478-4788-bf46-f2d1c4de2a62 HTTP/1.1" status: 200 len: 932 time: 0.5409911 Aug 19 14:40:05.616718 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ebd8430c-d47d-45db-9ac3-4e6088aedc9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:05.619202 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5c959e-07fb-409f-9178-443e5adadb71 None None] The sync data for ids ['7ac0e6d0-feb0-4913-88bb-dff7894af38c'] in n-d-766043-2 is: [{'id': '7ac0e6d0-feb0-4913-88bb-dff7894af38c', 'name': 'tempest-TaggedBootDevicesTest_v242-332112194-router', 'tenant_id': 'ef249261d4604936b13aa21e0bea0dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '6609306d-aee1-40d6-839b-53b14b4f740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:39:49Z', 'updated_at': '2021-08-19T14:39:59Z', 'revision_number': 4, 'project_id': 'ef249261d4604936b13aa21e0bea0dc2', 'gw_port': {'id': '6609306d-aee1-40d6-839b-53b14b4f740e', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:18:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac0e6d0-feb0-4913-88bb-dff7894af38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:51Z', 'updated_at': '2021-08-19T14:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'dc668972-97a5-42b4-80e5-ea3de1956959', 'name': '', 'network_id': 'c4f80db4-35be-4b3c-8bae-306ff26e4f72', 'tenant_id': 'ef249261d4604936b13aa21e0bea0dc2', 'mac_address': 'fa:16:3e:f3:e3:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac0e6d0-feb0-4913-88bb-dff7894af38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'bcb8b434-4c76-4ea2-aea9-8e7ef5c2e1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:57Z', 'updated_at': '2021-08-19T14:40:04Z', 'revision_number': 4, 'project_id': 'ef249261d4604936b13aa21e0bea0dc2', 'subnets': [{'id': 'bcb8b434-4c76-4ea2-aea9-8e7ef5c2e1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:40:05.630182 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:05.651256 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fa317da-dd9f-401b-9c7b-e5050254e675 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:40:05.680503 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a8fc9-0c39-4282-b4b1-659426599f4d req-07a2a94e-5ce4-4a9d-aa3a-dd45260dd640 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:05.687795 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ebd8430c-d47d-45db-9ac3-4e6088aedc9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:05.688053 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-740a8fc9-0c39-4282-b4b1-659426599f4d req-07a2a94e-5ce4-4a9d-aa3a-dd45260dd640 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=85a9a1b8-6e3c-4c5f-8107-1ed0e9790e2e HTTP/1.1" status: 200 len: 948 time: 0.1436684 Aug 19 14:40:05.714205 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 4fa317da-dd9f-401b-9c7b-e5050254e675, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=4fa317da-dd9f-401b-9c7b-e5050254e675,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:40:05.723209 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:05.729979 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8c27faf3-90c0-4371-b708-b21fbdf4042c req-d75dfce3-be9f-41db-af28-df6584d1630c service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6552436 Aug 19 14:40:05.757378 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-3b162645-ade9-4134-aee2-01512d6dbb9b tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:05.758926 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-3b162645-ade9-4134-aee2-01512d6dbb9b tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports/9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f HTTP/1.1" status: 200 len: 931 time: 0.1313171 Aug 19 14:40:05.808579 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b5b67ebc-3d55-4bbf-b6c3-29f700b43869 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:05.826541 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b5b67ebc-3d55-4bbf-b6c3-29f700b43869 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:05.843335 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-6a9a48d0-8f24-47e8-9cea-11ad462b589b tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?network_id=f3436889-0f1e-4563-85ab-9bb255bdd019&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0741122 Aug 19 14:40:05.867745 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-740a8fc9-0c39-4282-b4b1-659426599f4d req-d04f5897-80bf-4a02-a0c5-23ca5cec8de2 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788309 Aug 19 14:40:05.918879 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=4fa317da-dd9f-401b-9c7b-e5050254e675,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:05.939921 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-5934ec2a-c9fb-49a0-b42c-42dcb379c66c tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?network_id=f3436889-0f1e-4563-85ab-9bb255bdd019&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0710585 Aug 19 14:40:05.961928 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ebd8430c-d47d-45db-9ac3-4e6088aedc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:05.965817 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ebd8430c-d47d-45db-9ac3-4e6088aedc9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:05.976798 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ebd8430c-d47d-45db-9ac3-4e6088aedc9e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fb656bdc-9299-419c-8d61-b49ae61e90df HTTP/1.1" status: 204 len: 168 time: 0.9029658 Aug 19 14:40:05.999218 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd8430c-d47d-45db-9ac3-4e6088aedc9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb656bdc-9299-419c-8d61-b49ae61e90df,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:06.004975 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['4fa317da-dd9f-401b-9c7b-e5050254e675'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:40:06.054963 n-d-766043-2 neutron-server[94639]: INFO neutron.db.l3_db [None req-b5b67ebc-3d55-4bbf-b6c3-29f700b43869 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Floating IP 0a26df13-b18a-41f9-9093-f1c0d55f90f9 associated. External IP: 172.25.2.75, port: 4871fd81-35ca-4287-8e90-96475280f300. Aug 19 14:40:06.075545 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a06b3-aaea-489f-b8e0-0ac76c4b63bc req-63fc741b-e499-4aac-9c54-a4d0b88d15ff tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:06.087367 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-875a06b3-aaea-489f-b8e0-0ac76c4b63bc req-63fc741b-e499-4aac-9c54-a4d0b88d15ff tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d37a1ec-aae9-4cbb-b4e8-2dfb43868f16 HTTP/1.1" status: 200 len: 949 time: 0.1262257 Aug 19 14:40:06.144715 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-7f1bf5b2-e10e-47b9-8a2b-eb5efd939d1b tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:06.151062 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-7f1bf5b2-e10e-47b9-8a2b-eb5efd939d1b tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:06.156948 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-7f1bf5b2-e10e-47b9-8a2b-eb5efd939d1b tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:06.158691 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-7f1bf5b2-e10e-47b9-8a2b-eb5efd939d1b tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/networks?id=120c5244-d1e2-46c3-b22a-2b90b5b4e09c&id=35f8f681-bcb0-473e-b781-4b88789fa2d6&id=35f8f681-bcb0-473e-b781-4b88789fa2d6&id=f3436889-0f1e-4563-85ab-9bb255bdd019&id=f3436889-0f1e-4563-85ab-9bb255bdd019 HTTP/1.1" status: 200 len: 1990 time: 0.2071116 Aug 19 14:40:06.159913 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device ccb03fe0-dc14-4f36-aaa1-3db9abeac918 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:40:06.191439 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-875a06b3-aaea-489f-b8e0-0ac76c4b63bc req-aba79747-1b38-47cf-9c8b-f9ae0456f124 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/security-groups?id=46ee69e3-46c0-437e-9d8c-dd4974c09f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964589 Aug 19 14:40:06.194130 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-c9174e40-8e8e-412b-8ebf-e98ea42e5fd8 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/quotas/eac9849a6187411198187660adbcdd48 HTTP/1.1" status: 200 len: 375 time: 0.0182247 Aug 19 14:40:06.304864 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-767109f3-55b7-4a65-b932-9264d8d4fced tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=eac9849a6187411198187660adbcdd48&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1022916 Aug 19 14:40:06.542997 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b67ebc-3d55-4bbf-b6c3-29f700b43869 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Router 987df8e9-2c35-4b0e-ab18-b91375f8bd84 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:40:06.575837 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-6573846e-9ada-456a-b974-86d2cab6ecfb service neutron] 10.222.0.69 "GET /v2.0/networks/120c5244-d1e2-46c3-b22a-2b90b5b4e09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482650 Aug 19 14:40:06.579980 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port ccb03fe0-dc14-4f36-aaa1-3db9abeac918, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=ccb03fe0-dc14-4f36-aaa1-3db9abeac918,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:40:06.630379 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': 'ccb03fe0-dc14-4f36-aaa1-3db9abeac918', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'port_id': 'ccb03fe0-dc14-4f36-aaa1-3db9abeac918', 'mac_address': 'fa:16:3e:d6:5c:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:40:06.711800 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-90eaff25-386a-4965-8622-95041e8fa2d3 service neutron] 10.222.0.69 "GET /v2.0/networks/120c5244-d1e2-46c3-b22a-2b90b5b4e09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341970 Aug 19 14:40:06.736937 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:06.776362 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccb03fe0-dc14-4f36-aaa1-3db9abeac918 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:40:06.779680 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b67ebc-3d55-4bbf-b6c3-29f700b43869 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:40:06.786036 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-1ff22567-6dc4-4c66-9da7-885ab1ff67d3 service neutron] 10.222.0.69 "GET /v2.0/ports/4f46bceb-d478-4788-bf46-f2d1c4de2a62?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0729764 Aug 19 14:40:06.792475 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b5b67ebc-3d55-4bbf-b6c3-29f700b43869 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:06.802833 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c11e8a-02a1-42f4-b13e-ba82f3dfbc6b None None] Sync routers for ids ['987df8e9-2c35-4b0e-ab18-b91375f8bd84'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:40:06.829612 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port ccb03fe0-dc14-4f36-aaa1-3db9abeac918, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=ccb03fe0-dc14-4f36-aaa1-3db9abeac918,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:40:06.832702 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:06.833801 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c11e8a-02a1-42f4-b13e-ba82f3dfbc6b None None] Routers {'987df8e9-2c35-4b0e-ab18-b91375f8bd84'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:40:06.834658 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f5c11e8a-02a1-42f4-b13e-ba82f3dfbc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:40:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['987df8e9-2c35-4b0e-ab18-b91375f8bd84'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:40:06.860387 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b5b67ebc-3d55-4bbf-b6c3-29f700b43869 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] 10.222.0.69 "PUT /v2.0/floatingips/0a26df13-b18a-41f9-9093-f1c0d55f90f9 HTTP/1.1" status: 200 len: 991 time: 2.5810783 Aug 19 14:40:06.863565 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f68f99-304f-4cc1-be80-ce43f95ca349', 'tag': '4871fd81-35ca-4287-8e90-96475280f300'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:40:06.863841 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52a5587-590c-4984-9daa-7897ed791080" -d '{"events": [{"name": "network-changed", "server_uuid": "80f68f99-304f-4cc1-be80-ce43f95ca349", "tag": "4871fd81-35ca-4287-8e90-96475280f300"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:40:06.866685 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39894) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:40:06.901423 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:07.090816 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-b4c65128-51d9-4744-960f-0530680fe2c9 service neutron] 10.222.0.69 "GET /v2.0/networks/35f8f681-bcb0-473e-b781-4b88789fa2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038049 Aug 19 14:40:07.136205 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d3cc0b-0ac0-438e-9622-0e9ecf5600e0 x-openstack-request-id: req-a9d3cc0b-0ac0-438e-9622-0e9ecf5600e0 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:40:07.138602 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f68f99-304f-4cc1-be80-ce43f95ca349", "tag": "4871fd81-35ca-4287-8e90-96475280f300", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:40:07.139493 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=ccb03fe0-dc14-4f36-aaa1-3db9abeac918,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:07.140059 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a9d3cc0b-0ac0-438e-9622-0e9ecf5600e0 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:40:07.141500 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80f68f99-304f-4cc1-be80-ce43f95ca349', 'tag': '4871fd81-35ca-4287-8e90-96475280f300', 'status': 'completed', 'code': 200} Aug 19 14:40:07.152886 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30bd05da-2dd0-4f4d-9da4-6e1208cf21c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:07.164884 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39904) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:40:07.165058 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-f5c11e8a-02a1-42f4-b13e-ba82f3dfbc6b None None] Set router 987df8e9-2c35-4b0e-ab18-b91375f8bd84 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:40:07.201322 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['ccb03fe0-dc14-4f36-aaa1-3db9abeac918'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:40:07.234378 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device dc668972-97a5-42b4-80e5-ea3de1956959 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:40:07.261533 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a5587-590c-4984-9daa-7897ed791080 req-6f85462b-918f-4119-9462-bea2dd059b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:07.264182 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f52a5587-590c-4984-9daa-7897ed791080 req-6f85462b-918f-4119-9462-bea2dd059b0e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=484e4968dd104ea599dbddf94075889b&device_id=80f68f99-304f-4cc1-be80-ce43f95ca349 HTTP/1.1" status: 200 len: 1097 time: 0.0816858 Aug 19 14:40:07.332005 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b13251b8-8523-47a8-a30b-c7728dd9f56d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ff8f4fcf3b6047df91514bdb77901d4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1492867 Aug 19 14:40:07.334830 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39908) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:40:07.368371 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-bc0d983e-70da-4560-9522-20226e2f88a8 service neutron] 10.222.0.69 "GET /v2.0/networks/35f8f681-bcb0-473e-b781-4b88789fa2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753258 Aug 19 14:40:07.402136 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 4fa317da-dd9f-401b-9c7b-e5050254e675 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:40:07.454800 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34d5db-39c4-4e16-9bfb-4b10f7e922ab req-bd68433c-f206-4f36-b2ff-d46e9bb8fd1f tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:07.462446 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7e34d5db-39c4-4e16-9bfb-4b10f7e922ab req-bd68433c-f206-4f36-b2ff-d46e9bb8fd1f tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=85a9a1b8-6e3c-4c5f-8107-1ed0e9790e2e HTTP/1.1" status: 200 len: 949 time: 0.1587269 Aug 19 14:40:07.464568 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port dc668972-97a5-42b4-80e5-ea3de1956959 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:40:07.476183 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-c46fe8cb-8e16-4e31-a71a-612a335683bc service neutron] 10.222.0.69 "GET /v2.0/ports/9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1068878 Aug 19 14:40:07.478018 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c4d1d992-e972-4615-ac79-51bd1658a9f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:07.500366 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port dc668972-97a5-42b4-80e5-ea3de1956959 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:40:07.500756 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:07.537570 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30bd05da-2dd0-4f4d-9da4-6e1208cf21c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:07.540085 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c4d1d992-e972-4615-ac79-51bd1658a9f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:07.551773 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30bd05da-2dd0-4f4d-9da4-6e1208cf21c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:07.600016 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7e34d5db-39c4-4e16-9bfb-4b10f7e922ab req-eddd66ce-18ca-4ce2-848b-3cbe525aa0c9 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366246 Aug 19 14:40:07.630239 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a5587-590c-4984-9daa-7897ed791080 req-88a3b09c-4dcd-4a0a-b293-d002bf27fa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:07.634055 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f52a5587-590c-4984-9daa-7897ed791080 req-88a3b09c-4dcd-4a0a-b293-d002bf27fa23 service neutron] 10.222.0.88 "GET /v2.0/networks?id=10688f75-d15a-4686-a1b4-b19f22ed34f4 HTTP/1.1" status: 200 len: 907 time: 0.3592734 Aug 19 14:40:07.645384 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bd05da-2dd0-4f4d-9da4-6e1208cf21c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c453bf-0b55-478a-acf8-70ebc334f38d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:07.666496 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-30bd05da-2dd0-4f4d-9da4-6e1208cf21c1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4c8fe623dda64338808923fff541daf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7987928 Aug 19 14:40:07.669263 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39912) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:40:07.732040 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c4d1d992-e972-4615-ac79-51bd1658a9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:07.734824 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c4d1d992-e972-4615-ac79-51bd1658a9f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:07.736016 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c4d1d992-e972-4615-ac79-51bd1658a9f8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/17518d1b-ac44-467c-aea5-69300e43f29d HTTP/1.1" status: 204 len: 168 time: 0.4000077 Aug 19 14:40:07.759225 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d1d992-e972-4615-ac79-51bd1658a9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17518d1b-ac44-467c-aea5-69300e43f29d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:07.782118 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-b28631fe-df7b-4b22-b5ed-dd8db41fc5b9 service neutron] 10.222.0.69 "GET /v2.0/networks/35f8f681-bcb0-473e-b781-4b88789fa2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047547 Aug 19 14:40:07.783233 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cc9a32a4-f9ac-46b6-814c-c13672d57ceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:07.792687 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f52a5587-590c-4984-9daa-7897ed791080 req-96b0520e-5399-4780-9023-6a9c8e02d0fa service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4871fd81-35ca-4287-8e90-96475280f300 HTTP/1.1" status: 200 len: 999 time: 0.1389389 Aug 19 14:40:07.808924 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cc9a32a4-f9ac-46b6-814c-c13672d57ceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:07.826840 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3154c38f-223e-4dd0-8c40-8cccf1dbf366 req-861b7a15-002c-435c-8c54-abc6124d341c tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:07.828362 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3154c38f-223e-4dd0-8c40-8cccf1dbf366 req-861b7a15-002c-435c-8c54-abc6124d341c tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d37a1ec-aae9-4cbb-b4e8-2dfb43868f16 HTTP/1.1" status: 200 len: 949 time: 0.1193304 Aug 19 14:40:07.871466 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cc9a32a4-f9ac-46b6-814c-c13672d57ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:07.879951 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cc9a32a4-f9ac-46b6-814c-c13672d57ceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:07.903057 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-cc9a32a4-f9ac-46b6-814c-c13672d57ceb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e6c453bf-0b55-478a-acf8-70ebc334f38d HTTP/1.1" status: 204 len: 168 time: 0.2209687 Aug 19 14:40:07.941881 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a32a4-f9ac-46b6-814c-c13672d57ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c453bf-0b55-478a-acf8-70ebc334f38d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:07.945291 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port 4fa317da-dd9f-401b-9c7b-e5050254e675 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:40:07.952770 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a5587-590c-4984-9daa-7897ed791080 req-bb9575a4-b674-4f3c-95cc-37282ffa90e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:07.956038 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f52a5587-590c-4984-9daa-7897ed791080 req-bb9575a4-b674-4f3c-95cc-37282ffa90e6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=59a65ff2-b1d4-4c98-8548-294ed43ffbb5 HTTP/1.1" status: 200 len: 845 time: 0.1467004 Aug 19 14:40:07.976009 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3154c38f-223e-4dd0-8c40-8cccf1dbf366 req-2bce5b84-ce93-4c4f-8d73-a5be0d847554 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/security-groups?id=46ee69e3-46c0-437e-9d8c-dd4974c09f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308994 Aug 19 14:40:07.978109 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 4fa317da-dd9f-401b-9c7b-e5050254e675 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:40:07.978656 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:08.040224 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-6e639a84-2ad3-496d-88e9-25089dce03f3 service neutron] 10.222.0.69 "GET /v2.0/networks/35f8f681-bcb0-473e-b781-4b88789fa2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394438 Aug 19 14:40:08.062123 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a5587-590c-4984-9daa-7897ed791080 req-26822fe9-196b-4842-a96b-f3c2f343f54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:08.064168 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f52a5587-590c-4984-9daa-7897ed791080 req-26822fe9-196b-4842-a96b-f3c2f343f54f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=10688f75-d15a-4686-a1b4-b19f22ed34f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729952 Aug 19 14:40:08.134007 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:08.243573 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-4c9562f4-adf9-474f-817a-862b9d8ddf39 service neutron] 10.222.0.69 "GET /v2.0/networks/35f8f681-bcb0-473e-b781-4b88789fa2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959202 Aug 19 14:40:08.255039 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port dc668972-97a5-42b4-80e5-ea3de1956959, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=dc668972-97a5-42b4-80e5-ea3de1956959,segment=NetworkSegment(8286b499-2169-4ac2-b2c9-98453013a041),segment_id=8286b499-2169-4ac2-b2c9-98453013a041)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:40:08.255247 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f52a5587-590c-4984-9daa-7897ed791080 req-3cce0f31-7bef-4de0-92aa-2fc4b5b2aae7 service neutron] 10.222.0.88 "GET /v2.0/networks/10688f75-d15a-4686-a1b4-b19f22ed34f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804042 Aug 19 14:40:08.263573 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f5c11e8a-02a1-42f4-b13e-ba82f3dfbc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987df8e9-2c35-4b0e-ab18-b91375f8bd84', 'name': 'tempest-ServersTestJSON-1246469378-router', 'tenant_id': '484e4968dd104ea599dbddf94075889b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '8a4129a2-3fec-45d8-8e2a-eecab4416cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:39:26Z', 'updated_at': '2021-08-19T14:39:33Z', 'revision_number': 4, 'project_id': '484e4968dd104ea599dbddf94075889b', 'gw_port': {'id': '8a4129a2-3fec-45d8-8e2a-eecab4416cef', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987df8e9-2c35-4b0e-ab18-b91375f8bd84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:27Z', 'updated_at': '2021-08-19T14:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '0a26df13-b18a-41f9-9093-f1c0d55f90f9', 'tenant_id': '484e4968dd104ea599dbddf94075889b', 'floating_ip_address': '172.25.2.75', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '987df8e9-2c35-4b0e-ab18-b91375f8bd84', 'port_id': '4871fd81-35ca-4287-8e90-96475280f300', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10688f75-d15a-4686-a1b4-b19f22ed34f4', 'mac_address': 'fa:16:3e:40:ee:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f68f99-304f-4cc1-be80-ce43f95ca349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:39:43Z', 'updated_at': '2021-08-19T14:40:05Z', 'revision_number': 1, 'project_id': '484e4968dd104ea599dbddf94075889b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9a0d078-f734-4f3b-b535-ebef7b9d03be', 'name': '', 'network_id': '10688f75-d15a-4686-a1b4-b19f22ed34f4', 'tenant_id': '484e4968dd104ea599dbddf94075889b', 'mac_address': 'fa:16:3e:6e:13:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987df8e9-2c35-4b0e-ab18-b91375f8bd84', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '59a65ff2-b1d4-4c98-8548-294ed43ffbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:31Z', 'updated_at': '2021-08-19T14:39:44Z', 'revision_number': 5, 'project_id': '484e4968dd104ea599dbddf94075889b', 'subnets': [{'id': '59a65ff2-b1d4-4c98-8548-294ed43ffbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:40:08.289024 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:08.520674 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c11e8a-02a1-42f4-b13e-ba82f3dfbc6b None None] Checking router: 987df8e9-2c35-4b0e-ab18-b91375f8bd84 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:40:08.525829 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-0726c5eb-98a1-42b8-a98e-91ae20ba8764 service neutron] 10.222.0.69 "GET /v2.0/networks/35f8f681-bcb0-473e-b781-4b88789fa2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679183 Aug 19 14:40:08.530924 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f52a5587-590c-4984-9daa-7897ed791080 req-7bae49bf-e979-4f8d-8bc9-35222eca503f service neutron] 10.222.0.88 "GET /v2.0/networks/10688f75-d15a-4686-a1b4-b19f22ed34f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648087 Aug 19 14:40:08.550843 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:08.579166 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c11e8a-02a1-42f4-b13e-ba82f3dfbc6b None None] Routers {'987df8e9-2c35-4b0e-ab18-b91375f8bd84'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:40:08.579818 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f5c11e8a-02a1-42f4-b13e-ba82f3dfbc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:40:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['987df8e9-2c35-4b0e-ab18-b91375f8bd84'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:40:08.587922 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=dc668972-97a5-42b4-80e5-ea3de1956959,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:08.666817 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-a8f9b5b3-0a29-4578-8e09-c50cffe51d57 service neutron] 10.222.0.69 "GET /v2.0/networks/35f8f681-bcb0-473e-b781-4b88789fa2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326053 Aug 19 14:40:08.679551 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39936) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:40:08.690761 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d37a1ec-aae9-4cbb-b4e8-2dfb43868f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa317da-dd9f-401b-9c7b-e5050254e675'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:40:08.699394 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81d31bb-84a1-43b9-84ba-e2d932ee073d" -d '{"events": [{"server_uuid": "6d37a1ec-aae9-4cbb-b4e8-2dfb43868f16", "name": "network-vif-plugged", "status": "completed", "tag": "4fa317da-dd9f-401b-9c7b-e5050254e675"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:40:08.711227 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0180e183-6827-4366-b69b-253fcefcbf94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:08.722343 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 4fa317da-dd9f-401b-9c7b-e5050254e675, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=4fa317da-dd9f-401b-9c7b-e5050254e675,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:40:08.795074 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed47e1-124b-40e8-b836-4b1a4c1cc082 req-958bf3e4-6ba6-4411-aabb-8e54a33d349f tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:08.802070 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:08.806349 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bfed47e1-124b-40e8-b836-4b1a4c1cc082 req-958bf3e4-6ba6-4411-aabb-8e54a33d349f tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=85a9a1b8-6e3c-4c5f-8107-1ed0e9790e2e HTTP/1.1" status: 200 len: 949 time: 0.1339607 Aug 19 14:40:08.845607 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-03210ab2-0bdf-46bd-b835-9c4a31cf622c service neutron] 10.222.0.69 "GET /v2.0/networks/35f8f681-bcb0-473e-b781-4b88789fa2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648314 Aug 19 14:40:08.857921 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0180e183-6827-4366-b69b-253fcefcbf94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:08.865765 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0180e183-6827-4366-b69b-253fcefcbf94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:08.881801 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-f5c11e8a-02a1-42f4-b13e-ba82f3dfbc6b None None] Set router 987df8e9-2c35-4b0e-ab18-b91375f8bd84 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:40:08.914077 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bfed47e1-124b-40e8-b836-4b1a4c1cc082 req-b5436de6-95d8-4a7c-98d3-f905933b5d44 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066818 Aug 19 14:40:08.942460 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=4fa317da-dd9f-401b-9c7b-e5050254e675,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:08.942891 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0180e183-6827-4366-b69b-253fcefcbf94 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8300aee4df684bea955f2f2d8625fce8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2615917 Aug 19 14:40:08.943798 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0180e183-6827-4366-b69b-253fcefcbf94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f617f5e2-fbca-4a6a-bf7d-bbf5805381d3,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:08.946474 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39944) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:40:08.991628 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6be5411-5fda-48f4-a35f-c287d20de006 x-openstack-request-id: req-f6be5411-5fda-48f4-a35f-c287d20de006 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:40:08.992227 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d37a1ec-aae9-4cbb-b4e8-2dfb43868f16", "name": "network-vif-plugged", "status": "completed", "tag": "4fa317da-dd9f-401b-9c7b-e5050254e675", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:40:08.992227 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f6be5411-5fda-48f4-a35f-c287d20de006 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:40:08.993227 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d37a1ec-aae9-4cbb-b4e8-2dfb43868f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa317da-dd9f-401b-9c7b-e5050254e675', 'code': 200} Aug 19 14:40:09.057636 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7e3209a4-e150-4718-8e25-1f3508644cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:09.062774 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-695fe941-110c-4481-ac41-e9e0540d1240 service neutron] 10.222.0.69 "GET /v2.0/networks/f3436889-0f1e-4563-85ab-9bb255bdd019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097566 Aug 19 14:40:09.150093 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7e3209a4-e150-4718-8e25-1f3508644cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:09.179339 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa03b6bc-024a-4dcb-9e8b-eb05cd859a0c req-c939ada0-2850-4213-869a-356988d8b11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:09.181068 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aa03b6bc-024a-4dcb-9e8b-eb05cd859a0c req-c939ada0-2850-4213-869a-356988d8b11c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=6d37a1ec-aae9-4cbb-b4e8-2dfb43868f16 HTTP/1.1" status: 200 len: 1101 time: 0.1066742 Aug 19 14:40:09.247086 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aa03b6bc-024a-4dcb-9e8b-eb05cd859a0c req-5bcd49a6-5ac3-4c40-9b3a-c14b901b9319 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=46ee69e3-46c0-437e-9d8c-dd4974c09f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520868 Aug 19 14:40:09.261311 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device dc668972-97a5-42b4-80e5-ea3de1956959 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:40:09.269377 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7e3209a4-e150-4718-8e25-1f3508644cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:09.273679 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7e3209a4-e150-4718-8e25-1f3508644cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:09.275354 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7e3209a4-e150-4718-8e25-1f3508644cd5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f617f5e2-fbca-4a6a-bf7d-bbf5805381d3 HTTP/1.1" status: 204 len: 168 time: 0.3276887 Aug 19 14:40:09.286288 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3209a4-e150-4718-8e25-1f3508644cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f617f5e2-fbca-4a6a-bf7d-bbf5805381d3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:09.303930 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58365203-de28-49d8-b35a-ae3fd27c71ec req-bc9e39b9-1522-40c0-ae30-9410d42f9eff tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:09.306097 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-58365203-de28-49d8-b35a-ae3fd27c71ec req-bc9e39b9-1522-40c0-ae30-9410d42f9eff tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d37a1ec-aae9-4cbb-b4e8-2dfb43868f16 HTTP/1.1" status: 200 len: 950 time: 0.1836367 Aug 19 14:40:09.357580 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-d5864ea0-3960-42aa-919a-ecbeb3060ee3 service neutron] 10.222.0.69 "GET /v2.0/networks/f3436889-0f1e-4563-85ab-9bb255bdd019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846916 Aug 19 14:40:09.417387 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-58365203-de28-49d8-b35a-ae3fd27c71ec req-0fb25ebc-1a8b-4a08-aab8-ce51a9737408 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/security-groups?id=46ee69e3-46c0-437e-9d8c-dd4974c09f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022327 Aug 19 14:40:09.491328 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port dc668972-97a5-42b4-80e5-ea3de1956959 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:40:09.491702 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:09.574692 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-c8fbbc83-8a02-4478-b319-2c27d16e897e service neutron] 10.222.0.69 "GET /v2.0/networks/f3436889-0f1e-4563-85ab-9bb255bdd019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071097 Aug 19 14:40:09.687927 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f5c11e8a-02a1-42f4-b13e-ba82f3dfbc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987df8e9-2c35-4b0e-ab18-b91375f8bd84', 'name': 'tempest-ServersTestJSON-1246469378-router', 'tenant_id': '484e4968dd104ea599dbddf94075889b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '8a4129a2-3fec-45d8-8e2a-eecab4416cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:39:26Z', 'updated_at': '2021-08-19T14:39:33Z', 'revision_number': 4, 'project_id': '484e4968dd104ea599dbddf94075889b', 'gw_port': {'id': '8a4129a2-3fec-45d8-8e2a-eecab4416cef', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987df8e9-2c35-4b0e-ab18-b91375f8bd84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:27Z', 'updated_at': '2021-08-19T14:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '0a26df13-b18a-41f9-9093-f1c0d55f90f9', 'tenant_id': '484e4968dd104ea599dbddf94075889b', 'floating_ip_address': '172.25.2.75', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '987df8e9-2c35-4b0e-ab18-b91375f8bd84', 'port_id': '4871fd81-35ca-4287-8e90-96475280f300', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10688f75-d15a-4686-a1b4-b19f22ed34f4', 'mac_address': 'fa:16:3e:40:ee:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f68f99-304f-4cc1-be80-ce43f95ca349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:39:43Z', 'updated_at': '2021-08-19T14:40:05Z', 'revision_number': 1, 'project_id': '484e4968dd104ea599dbddf94075889b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9a0d078-f734-4f3b-b535-ebef7b9d03be', 'name': '', 'network_id': '10688f75-d15a-4686-a1b4-b19f22ed34f4', 'tenant_id': '484e4968dd104ea599dbddf94075889b', 'mac_address': 'fa:16:3e:6e:13:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987df8e9-2c35-4b0e-ab18-b91375f8bd84', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '59a65ff2-b1d4-4c98-8548-294ed43ffbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:31Z', 'updated_at': '2021-08-19T14:39:44Z', 'revision_number': 5, 'project_id': '484e4968dd104ea599dbddf94075889b', 'subnets': [{'id': '59a65ff2-b1d4-4c98-8548-294ed43ffbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:40:09.727266 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c11e8a-02a1-42f4-b13e-ba82f3dfbc6b None None] The sync data for ids ['987df8e9-2c35-4b0e-ab18-b91375f8bd84'] in n-d-766043-2 is: [{'id': '987df8e9-2c35-4b0e-ab18-b91375f8bd84', 'name': 'tempest-ServersTestJSON-1246469378-router', 'tenant_id': '484e4968dd104ea599dbddf94075889b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '8a4129a2-3fec-45d8-8e2a-eecab4416cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:39:26Z', 'updated_at': '2021-08-19T14:39:33Z', 'revision_number': 4, 'project_id': '484e4968dd104ea599dbddf94075889b', 'gw_port': {'id': '8a4129a2-3fec-45d8-8e2a-eecab4416cef', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987df8e9-2c35-4b0e-ab18-b91375f8bd84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:27Z', 'updated_at': '2021-08-19T14:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '0a26df13-b18a-41f9-9093-f1c0d55f90f9', 'tenant_id': '484e4968dd104ea599dbddf94075889b', 'floating_ip_address': '172.25.2.75', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '987df8e9-2c35-4b0e-ab18-b91375f8bd84', 'port_id': '4871fd81-35ca-4287-8e90-96475280f300', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10688f75-d15a-4686-a1b4-b19f22ed34f4', 'mac_address': 'fa:16:3e:40:ee:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f68f99-304f-4cc1-be80-ce43f95ca349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:39:43Z', 'updated_at': '2021-08-19T14:40:05Z', 'revision_number': 1, 'project_id': '484e4968dd104ea599dbddf94075889b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9a0d078-f734-4f3b-b535-ebef7b9d03be', 'name': '', 'network_id': '10688f75-d15a-4686-a1b4-b19f22ed34f4', 'tenant_id': '484e4968dd104ea599dbddf94075889b', 'mac_address': 'fa:16:3e:6e:13:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987df8e9-2c35-4b0e-ab18-b91375f8bd84', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '59a65ff2-b1d4-4c98-8548-294ed43ffbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:31Z', 'updated_at': '2021-08-19T14:39:44Z', 'revision_number': 5, 'project_id': '484e4968dd104ea599dbddf94075889b', 'subnets': [{'id': '59a65ff2-b1d4-4c98-8548-294ed43ffbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:40:09.759115 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-57393e5b-1717-4668-a987-20c70f9536ed service neutron] 10.222.0.69 "GET /v2.0/networks/f3436889-0f1e-4563-85ab-9bb255bdd019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831698 Aug 19 14:40:10.053776 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb188377-358b-44e8-bb90-2a27017c42ba None None] New status for floating IP 0a26df13-b18a-41f9-9093-f1c0d55f90f9: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 14:40:10.209797 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device ccb03fe0-dc14-4f36-aaa1-3db9abeac918 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:40:10.221506 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5aea7-5e35-44e2-8c75-1daaf2e3be52 req-b64ea8cf-480d-4da7-982e-63873c76a7b1 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:10.223332 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9bf5aea7-5e35-44e2-8c75-1daaf2e3be52 req-b64ea8cf-480d-4da7-982e-63873c76a7b1 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=85a9a1b8-6e3c-4c5f-8107-1ed0e9790e2e HTTP/1.1" status: 200 len: 949 time: 0.1897516 Aug 19 14:40:10.319950 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9bf5aea7-5e35-44e2-8c75-1daaf2e3be52 req-4f5c6f56-269c-4df8-9b68-43c5a93fbc27 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901597 Aug 19 14:40:10.330004 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port ccb03fe0-dc14-4f36-aaa1-3db9abeac918 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:40:10.342512 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port ccb03fe0-dc14-4f36-aaa1-3db9abeac918 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:40:10.342702 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:10.474480 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:10.569448 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port ccb03fe0-dc14-4f36-aaa1-3db9abeac918, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=ccb03fe0-dc14-4f36-aaa1-3db9abeac918,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:40:10.575360 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:10.678377 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=ccb03fe0-dc14-4f36-aaa1-3db9abeac918,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:10.961947 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19561972-18c9-45dc-a792-1d4ecbe4a800 req-2878c2fd-77ff-4943-b78e-87654971d21f tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:10.964398 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-19561972-18c9-45dc-a792-1d4ecbe4a800 req-2878c2fd-77ff-4943-b78e-87654971d21f tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d37a1ec-aae9-4cbb-b4e8-2dfb43868f16 HTTP/1.1" status: 200 len: 950 time: 0.1384859 Aug 19 14:40:10.993678 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a9a1b8-6e3c-4c5f-8107-1ed0e9790e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb03fe0-dc14-4f36-aaa1-3db9abeac918'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:40:10.997231 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66051f99-3bfa-4edf-964b-e420bf1218f0" -d '{"events": [{"server_uuid": "85a9a1b8-6e3c-4c5f-8107-1ed0e9790e2e", "name": "network-vif-plugged", "status": "completed", "tag": "ccb03fe0-dc14-4f36-aaa1-3db9abeac918"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:40:11.055258 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243fd70-d5c0-436d-b7ce-d6aa4c838ee8 req-f0fea896-e1ab-4e30-b523-349da2bedbdf tempest-NetworksTest-569021597 tempest-NetworksTest-569021597-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:11.055768 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243fd70-d5c0-436d-b7ce-d6aa4c838ee8 req-f0fea896-e1ab-4e30-b523-349da2bedbdf tempest-NetworksTest-569021597 tempest-NetworksTest-569021597-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:11.056207 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243fd70-d5c0-436d-b7ce-d6aa4c838ee8 req-f0fea896-e1ab-4e30-b523-349da2bedbdf tempest-NetworksTest-569021597 tempest-NetworksTest-569021597-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:11.056702 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243fd70-d5c0-436d-b7ce-d6aa4c838ee8 req-f0fea896-e1ab-4e30-b523-349da2bedbdf tempest-NetworksTest-569021597 tempest-NetworksTest-569021597-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:11.060026 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243fd70-d5c0-436d-b7ce-d6aa4c838ee8 req-f0fea896-e1ab-4e30-b523-349da2bedbdf tempest-NetworksTest-569021597 tempest-NetworksTest-569021597-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:11.060026 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243fd70-d5c0-436d-b7ce-d6aa4c838ee8 req-f0fea896-e1ab-4e30-b523-349da2bedbdf tempest-NetworksTest-569021597 tempest-NetworksTest-569021597-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:11.060026 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243fd70-d5c0-436d-b7ce-d6aa4c838ee8 req-f0fea896-e1ab-4e30-b523-349da2bedbdf tempest-NetworksTest-569021597 tempest-NetworksTest-569021597-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:11.060026 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243fd70-d5c0-436d-b7ce-d6aa4c838ee8 req-f0fea896-e1ab-4e30-b523-349da2bedbdf tempest-NetworksTest-569021597 tempest-NetworksTest-569021597-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:11.060026 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243fd70-d5c0-436d-b7ce-d6aa4c838ee8 req-f0fea896-e1ab-4e30-b523-349da2bedbdf tempest-NetworksTest-569021597 tempest-NetworksTest-569021597-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:11.061268 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e243fd70-d5c0-436d-b7ce-d6aa4c838ee8 req-f0fea896-e1ab-4e30-b523-349da2bedbdf tempest-NetworksTest-569021597 tempest-NetworksTest-569021597-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6387 time: 0.3355103 Aug 19 14:40:11.065226 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-19561972-18c9-45dc-a792-1d4ecbe4a800 req-86d9506f-29fa-4cef-8844-209d1540bc68 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/security-groups?id=46ee69e3-46c0-437e-9d8c-dd4974c09f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883427 Aug 19 14:40:11.215377 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbd5be1-deff-447f-92c4-b8d263cb0415 x-openstack-request-id: req-2fbd5be1-deff-447f-92c4-b8d263cb0415 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:40:11.215909 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a9a1b8-6e3c-4c5f-8107-1ed0e9790e2e", "name": "network-vif-plugged", "status": "completed", "tag": "ccb03fe0-dc14-4f36-aaa1-3db9abeac918", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:40:11.215909 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2fbd5be1-deff-447f-92c4-b8d263cb0415 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:40:11.216302 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85a9a1b8-6e3c-4c5f-8107-1ed0e9790e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb03fe0-dc14-4f36-aaa1-3db9abeac918', 'code': 200} Aug 19 14:40:11.267636 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e32c87fe-ae0b-43bc-aea2-165a72a47b47 req-b63cf3c3-b060-4a03-a851-e790dbd82887 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 210 time: 0.0528061 Aug 19 14:40:11.452222 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addcac94-40d0-4ad4-b968-cd084a4db6bd req-fc05a861-310a-476e-97da-9949af6843e3 tempest-NetworksTest-569021597 tempest-NetworksTest-569021597-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:11.470210 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-addcac94-40d0-4ad4-b968-cd084a4db6bd req-fc05a861-310a-476e-97da-9949af6843e3 tempest-NetworksTest-569021597 tempest-NetworksTest-569021597-project-admin] 10.222.0.69 "GET /v2.0/networks/88eeec05-6d16-4f02-9461-44ff5e420302 HTTP/1.1" status: 200 len: 886 time: 0.2403004 Aug 19 14:40:11.475858 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8601c8-5527-4782-8d4a-271790de43a7 req-608dc354-2e9f-4f6e-a252-a25b8bff8621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:11.483861 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4c8601c8-5527-4782-8d4a-271790de43a7 req-608dc354-2e9f-4f6e-a252-a25b8bff8621 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=85a9a1b8-6e3c-4c5f-8107-1ed0e9790e2e HTTP/1.1" status: 200 len: 1101 time: 0.1484652 Aug 19 14:40:11.583526 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4c8601c8-5527-4782-8d4a-271790de43a7 req-54955bb1-f6b7-42d7-bf5b-b1e67485773e service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985699 Aug 19 14:40:11.651276 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ace4fb-c847-45af-9a79-a1b3b2daf190 req-9a326ce2-ee57-4e4f-80cc-226c5d7f95e2 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:11.653755 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-11ace4fb-c847-45af-9a79-a1b3b2daf190 req-9a326ce2-ee57-4e4f-80cc-226c5d7f95e2 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=85a9a1b8-6e3c-4c5f-8107-1ed0e9790e2e HTTP/1.1" status: 200 len: 950 time: 0.1106977 Aug 19 14:40:11.665705 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ad408-75e4-474f-b59d-b01fc12e47ac req-552312c2-a370-4afa-8841-45c20953f561 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:11.667233 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f69ad408-75e4-474f-b59d-b01fc12e47ac req-552312c2-a370-4afa-8841-45c20953f561 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d37a1ec-aae9-4cbb-b4e8-2dfb43868f16 HTTP/1.1" status: 200 len: 950 time: 0.0828812 Aug 19 14:40:11.727467 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-11ace4fb-c847-45af-9a79-a1b3b2daf190 req-a8cd3b0f-613c-46ae-bab0-ae8bda9074d2 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592344 Aug 19 14:40:11.732895 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f69ad408-75e4-474f-b59d-b01fc12e47ac req-34cbc2d9-1795-4215-817d-b84723b2b3b0 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/security-groups?id=46ee69e3-46c0-437e-9d8c-dd4974c09f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569017 Aug 19 14:40:11.866895 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e9b2e-40a0-4336-942a-96b45a219fd3 req-b625bb71-c67c-4a25-be00-1d31f33766ca tempest-NetworksTest-569021597 tempest-NetworksTest-569021597-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:11.867297 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e9b2e-40a0-4336-942a-96b45a219fd3 req-b625bb71-c67c-4a25-be00-1d31f33766ca tempest-NetworksTest-569021597 tempest-NetworksTest-569021597-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:11.867772 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e9b2e-40a0-4336-942a-96b45a219fd3 req-b625bb71-c67c-4a25-be00-1d31f33766ca tempest-NetworksTest-569021597 tempest-NetworksTest-569021597-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:11.868250 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e9b2e-40a0-4336-942a-96b45a219fd3 req-b625bb71-c67c-4a25-be00-1d31f33766ca tempest-NetworksTest-569021597 tempest-NetworksTest-569021597-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:11.868745 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e9b2e-40a0-4336-942a-96b45a219fd3 req-b625bb71-c67c-4a25-be00-1d31f33766ca tempest-NetworksTest-569021597 tempest-NetworksTest-569021597-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:11.869281 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e9b2e-40a0-4336-942a-96b45a219fd3 req-b625bb71-c67c-4a25-be00-1d31f33766ca tempest-NetworksTest-569021597 tempest-NetworksTest-569021597-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:11.869669 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e9b2e-40a0-4336-942a-96b45a219fd3 req-b625bb71-c67c-4a25-be00-1d31f33766ca tempest-NetworksTest-569021597 tempest-NetworksTest-569021597-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:11.870120 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e9b2e-40a0-4336-942a-96b45a219fd3 req-b625bb71-c67c-4a25-be00-1d31f33766ca tempest-NetworksTest-569021597 tempest-NetworksTest-569021597-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:11.870615 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e9b2e-40a0-4336-942a-96b45a219fd3 req-b625bb71-c67c-4a25-be00-1d31f33766ca tempest-NetworksTest-569021597 tempest-NetworksTest-569021597-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:11.872471 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fa5e9b2e-40a0-4336-942a-96b45a219fd3 req-b625bb71-c67c-4a25-be00-1d31f33766ca tempest-NetworksTest-569021597 tempest-NetworksTest-569021597-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6387 time: 0.1173360 Aug 19 14:40:12.100972 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d8282d57-9eb2-4af1-8f18-0d73327bc72f req-2102f352-e48a-4879-b041-4fdb1c959a58 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=11b7a234580048b0b008b7f3feeed06a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272379 Aug 19 14:40:12.195525 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40084) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:40:12.254023 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8282d57-9eb2-4af1-8f18-0d73327bc72f req-bcdc0f46-261d-4010-b291-1f9973ca9b4b tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:12.255827 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d8282d57-9eb2-4af1-8f18-0d73327bc72f req-bcdc0f46-261d-4010-b291-1f9973ca9b4b tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1488874 Aug 19 14:40:12.273927 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d8282d57-9eb2-4af1-8f18-0d73327bc72f req-bc96c6d5-9167-4719-a544-a60280e1a982 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/quotas/11b7a234580048b0b008b7f3feeed06a HTTP/1.1" status: 200 len: 375 time: 0.0113027 Aug 19 14:40:12.327294 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d8282d57-9eb2-4af1-8f18-0d73327bc72f req-6aefc699-845d-4675-938a-a10e4ce52891 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=11b7a234580048b0b008b7f3feeed06a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445592 Aug 19 14:40:12.390724 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-01ce7d1a-3aa8-4825-abe6-cab131d8097e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:12.393061 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-01ce7d1a-3aa8-4825-abe6-cab131d8097e service neutron] 10.222.0.88 "GET /v2.0/ports/4f46bceb-d478-4788-bf46-f2d1c4de2a62 HTTP/1.1" status: 200 len: 1028 time: 0.0647559 Aug 19 14:40:12.398013 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b319f3e6-60eb-4a6d-9ed2-4652493a1b39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:12.526955 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0f6dd123-4002-4d5f-8008-7e5a06444d1f req-6a299edd-aabe-4cde-b63e-7308631cc9c3 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 210 time: 0.0556436 Aug 19 14:40:12.528369 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-a120381b-b0f8-4686-9af2-0f601f0cb4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:12.529738 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-a120381b-b0f8-4686-9af2-0f601f0cb4dd service neutron] 10.222.0.88 "GET /v2.0/ports/9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f HTTP/1.1" status: 200 len: 1027 time: 0.1235952 Aug 19 14:40:12.603397 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b319f3e6-60eb-4a6d-9ed2-4652493a1b39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:12.614306 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b319f3e6-60eb-4a6d-9ed2-4652493a1b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:12.707394 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b319f3e6-60eb-4a6d-9ed2-4652493a1b39 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5520352de2ba4ce4aef052fc662d18a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5101287 Aug 19 14:40:12.710065 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40098) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:40:12.748318 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b319f3e6-60eb-4a6d-9ed2-4652493a1b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=183da04e-d650-41f6-bda0-f91567ce20a3,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:12.752969 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-6ee2c2da-6e4a-483a-a102-85506c258cea tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:12.760321 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-6ee2c2da-6e4a-483a-a102-85506c258cea tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:12.768614 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-6ee2c2da-6e4a-483a-a102-85506c258cea tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:12.770245 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-6ee2c2da-6e4a-483a-a102-85506c258cea tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.88 "GET /v2.0/networks?id=120c5244-d1e2-46c3-b22a-2b90b5b4e09c&id=35f8f681-bcb0-473e-b781-4b88789fa2d6&id=35f8f681-bcb0-473e-b781-4b88789fa2d6&id=35f8f681-bcb0-473e-b781-4b88789fa2d6&id=35f8f681-bcb0-473e-b781-4b88789fa2d6&id=f3436889-0f1e-4563-85ab-9bb255bdd019&id=f3436889-0f1e-4563-85ab-9bb255bdd019 HTTP/1.1" status: 200 len: 1990 time: 0.2252619 Aug 19 14:40:12.856316 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a12104d2-4d4d-463d-a18d-eb1673bff442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:12.884348 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a12104d2-4d4d-463d-a18d-eb1673bff442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:12.900182 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-884e9e8f-7668-48e4-ad64-10499043c731 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eac9849a6187411198187660adbcdd48 HTTP/1.1" status: 200 len: 379 time: 0.1180632 Aug 19 14:40:12.950151 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a12104d2-4d4d-463d-a18d-eb1673bff442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:12.967198 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a12104d2-4d4d-463d-a18d-eb1673bff442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:12.969737 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a12104d2-4d4d-463d-a18d-eb1673bff442 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/183da04e-d650-41f6-bda0-f91567ce20a3 HTTP/1.1" status: 204 len: 168 time: 0.2595592 Aug 19 14:40:12.989657 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12104d2-4d4d-463d-a18d-eb1673bff442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183da04e-d650-41f6-bda0-f91567ce20a3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:12.996573 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-7b4001d0-0c21-4bfa-b164-72ed37fd50c0 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Request body: {'port': {'device_id': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'network_id': '120c5244-d1e2-46c3-b22a-2b90b5b4e09c', 'admin_state_up': True, 'tenant_id': 'eac9849a6187411198187660adbcdd48', 'security_groups': ['27241ab3-04f0-48c7-8563-70f9530fcbe2']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:40:13.014903 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-60dd7c20-850a-484f-bbe8-c632d06d12a7 req-5a260993-6e5f-41e6-a36d-564892e16697 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=11b7a234580048b0b008b7f3feeed06a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1954079 Aug 19 14:40:13.465152 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40126) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:40:13.479963 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b83212df-0da8-4ccf-bfd8-fa1660801d76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:13.508940 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc53ee-3f90-48ee-ba4d-f593553c1d97 req-7ab6e709-aa72-48b0-9b79-96aa61a2964a tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:13.510806 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f0fc53ee-3f90-48ee-ba4d-f593553c1d97 req-7ab6e709-aa72-48b0-9b79-96aa61a2964a tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=85a9a1b8-6e3c-4c5f-8107-1ed0e9790e2e HTTP/1.1" status: 200 len: 950 time: 0.6214752 Aug 19 14:40:13.628717 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b83212df-0da8-4ccf-bfd8-fa1660801d76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:13.635007 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b83212df-0da8-4ccf-bfd8-fa1660801d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:13.646944 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f0fc53ee-3f90-48ee-ba4d-f593553c1d97 req-f2c94f98-98be-429a-b996-814a2a830bff tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291370 Aug 19 14:40:13.668240 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd7c20-850a-484f-bbe8-c632d06d12a7 req-9c2862f7-554d-41c0-bd6b-8971d87b65f6 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:13.677723 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-60dd7c20-850a-484f-bbe8-c632d06d12a7 req-9c2862f7-554d-41c0-bd6b-8971d87b65f6 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6618690 Aug 19 14:40:13.682709 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b83212df-0da8-4ccf-bfd8-fa1660801d76 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=40fd42b7fdfc40c4be72ac21b6b2c1b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2161930 Aug 19 14:40:13.685543 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40132) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:40:13.699060 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-60dd7c20-850a-484f-bbe8-c632d06d12a7 req-dfc4b90d-47c4-436b-b1a6-ccba44d5a134 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/quotas/11b7a234580048b0b008b7f3feeed06a HTTP/1.1" status: 200 len: 375 time: 0.0203516 Aug 19 14:40:13.719084 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83212df-0da8-4ccf-bfd8-fa1660801d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d0d35b-7328-45f3-8f5e-e9667e46b997,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:13.743376 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-60dd7c20-850a-484f-bbe8-c632d06d12a7 req-6ea06c49-877c-497b-b14d-dce6dcb3b2ab tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=11b7a234580048b0b008b7f3feeed06a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433691 Aug 19 14:40:13.783417 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-7b4001d0-0c21-4bfa-b164-72ed37fd50c0 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Made reservation on behalf of eac9849a6187411198187660adbcdd48 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:40:13.788821 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-7b4001d0-0c21-4bfa-b164-72ed37fd50c0 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:13.822730 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db94a32f-66cf-4b19-b6e6-d5e301618ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:13.862143 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db94a32f-66cf-4b19-b6e6-d5e301618ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:13.905860 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a9721-0a08-4308-8588-2b5e950e9a6e req-a6d2324e-8c44-4e8d-abfd-e1d13a9ff189 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:13.908067 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dc4a9721-0a08-4308-8588-2b5e950e9a6e req-a6d2324e-8c44-4e8d-abfd-e1d13a9ff189 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d37a1ec-aae9-4cbb-b4e8-2dfb43868f16 HTTP/1.1" status: 200 len: 950 time: 0.1398113 Aug 19 14:40:13.955667 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db94a32f-66cf-4b19-b6e6-d5e301618ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:13.963513 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db94a32f-66cf-4b19-b6e6-d5e301618ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:13.967130 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-db94a32f-66cf-4b19-b6e6-d5e301618ba9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d9d0d35b-7328-45f3-8f5e-e9667e46b997 HTTP/1.1" status: 204 len: 168 time: 0.2800527 Aug 19 14:40:14.008968 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db94a32f-66cf-4b19-b6e6-d5e301618ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d0d35b-7328-45f3-8f5e-e9667e46b997,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:14.066401 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d8282d57-9eb2-4af1-8f18-0d73327bc72f req-e8a6186f-19fd-404a-b400-9f2f5ba23cd4 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=11b7a234580048b0b008b7f3feeed06a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0627344 Aug 19 14:40:14.241866 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dc4a9721-0a08-4308-8588-2b5e950e9a6e req-b5ffc3e8-02fe-4ef6-ae4a-4ee10bbd58d4 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/security-groups?id=46ee69e3-46c0-437e-9d8c-dd4974c09f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191464 Aug 19 14:40:14.323532 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8282d57-9eb2-4af1-8f18-0d73327bc72f req-fcb0b29a-b374-4bc4-be0b-0d1e2973fd2c tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:14.329837 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d8282d57-9eb2-4af1-8f18-0d73327bc72f req-fcb0b29a-b374-4bc4-be0b-0d1e2973fd2c tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2560899 Aug 19 14:40:14.347707 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-d8282d57-9eb2-4af1-8f18-0d73327bc72f req-e3086c90-8d20-4899-af99-70580acf1785 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Request body: {'port': {'device_id': '25972b62-1c88-43d0-ba75-030270ffe8ab', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'admin_state_up': True, 'tenant_id': '11b7a234580048b0b008b7f3feeed06a'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:40:14.371555 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-7b4001d0-0c21-4bfa-b164-72ed37fd50c0 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Allocated IP 172.20.0.9 (120c5244-d1e2-46c3-b22a-2b90b5b4e09c/d90280f3-05d8-4d32-bed7-d9a137266bae/2843ebb3-e971-408f-85db-a3c624b9b9d8) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:40:14.472568 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-95999f74-ea52-4fe8-825b-87825e45ba37 req-0eed834e-77f1-4acb-a935-be2c13999fb9 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=66fd1ab7-6dac-46f5-943d-da35b28f9f46 HTTP/1.1" status: 200 len: 210 time: 0.1081820 Aug 19 14:40:14.564242 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8282d57-9eb2-4af1-8f18-0d73327bc72f req-e3086c90-8d20-4899-af99-70580acf1785 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Made reservation on behalf of 11b7a234580048b0b008b7f3feeed06a for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:40:14.574945 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d8282d57-9eb2-4af1-8f18-0d73327bc72f req-e3086c90-8d20-4899-af99-70580acf1785 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:14.597389 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d8282d57-9eb2-4af1-8f18-0d73327bc72f req-e3086c90-8d20-4899-af99-70580acf1785 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:14.785555 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d8282d57-9eb2-4af1-8f18-0d73327bc72f req-e3086c90-8d20-4899-af99-70580acf1785 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:14.793253 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d8282d57-9eb2-4af1-8f18-0d73327bc72f req-e3086c90-8d20-4899-af99-70580acf1785 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:14.861604 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9e24175e-a47d-4d0c-8ecb-4b2efc35347e req-66304c5d-255e-4424-9fc9-ef9687914c1c tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 210 time: 0.4790380 Aug 19 14:40:14.907293 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3086c90-8d20-4899-af99-70580acf1785 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69fd3d2b-9298-4900-b906-e436e5f321ad,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:15.049205 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e9bff9-e718-4fbf-b170-29c7c5453429 req-917de1d0-6e36-4273-aa81-da038d13e759 tempest-LiveMigrationNegativeTest-1625715425 tempest-LiveMigrationNegativeTest-1625715425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:15.053163 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-99e9bff9-e718-4fbf-b170-29c7c5453429 req-917de1d0-6e36-4273-aa81-da038d13e759 tempest-LiveMigrationNegativeTest-1625715425 tempest-LiveMigrationNegativeTest-1625715425-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=6d37a1ec-aae9-4cbb-b4e8-2dfb43868f16 HTTP/1.1" status: 200 len: 1101 time: 0.2980697 Aug 19 14:40:15.057980 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-d8282d57-9eb2-4af1-8f18-0d73327bc72f req-e3086c90-8d20-4899-af99-70580acf1785 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Allocated IP 192.168.233.79 (5146d24a-89b5-4a43-8ca4-b26f4fb943f7/2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86/703dace4-fc56-4540-b847-7744faf5037d) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:40:15.160212 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-7b4001d0-0c21-4bfa-b164-72ed37fd50c0 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:15.167365 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-99e9bff9-e718-4fbf-b170-29c7c5453429 req-e21ab853-e565-4d2c-a8b7-e2393f047d45 tempest-LiveMigrationNegativeTest-1625715425 tempest-LiveMigrationNegativeTest-1625715425-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:15.205437 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-7b4001d0-0c21-4bfa-b164-72ed37fd50c0 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Transition to ACTIVE for port object 2843ebb3-e971-408f-85db-a3c624b9b9d8 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:40:15.228707 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd4f6b-dfac-4e22-b302-f4445f8abfd4 req-acd31a0c-c480-4d95-97a8-8c3c5aa80446 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:15.238428 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-01dd4f6b-dfac-4e22-b302-f4445f8abfd4 req-acd31a0c-c480-4d95-97a8-8c3c5aa80446 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=85a9a1b8-6e3c-4c5f-8107-1ed0e9790e2e HTTP/1.1" status: 200 len: 950 time: 0.1839418 Aug 19 14:40:15.397991 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d8282d57-9eb2-4af1-8f18-0d73327bc72f req-e3086c90-8d20-4899-af99-70580acf1785 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:15.423446 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-01dd4f6b-dfac-4e22-b302-f4445f8abfd4 req-0665152f-3228-4290-8327-703f7c40175f tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836319 Aug 19 14:40:15.451669 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-7b4001d0-0c21-4bfa-b164-72ed37fd50c0 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:15.462157 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-d8282d57-9eb2-4af1-8f18-0d73327bc72f req-e3086c90-8d20-4899-af99-70580acf1785 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Transition to ACTIVE for port object 703dace4-fc56-4540-b847-7744faf5037d will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:40:15.538577 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40178) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:40:15.572092 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d8282d57-9eb2-4af1-8f18-0d73327bc72f req-e3086c90-8d20-4899-af99-70580acf1785 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:15.660473 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8282d57-9eb2-4af1-8f18-0d73327bc72f req-e3086c90-8d20-4899-af99-70580acf1785 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:40:15.666265 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-7b4001d0-0c21-4bfa-b164-72ed37fd50c0 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Network 120c5244-d1e2-46c3-b22a-2b90b5b4e09c is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:40:15.669908 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-d8282d57-9eb2-4af1-8f18-0d73327bc72f req-e3086c90-8d20-4899-af99-70580acf1785 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:40:15.692520 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8282d57-9eb2-4af1-8f18-0d73327bc72f req-e3086c90-8d20-4899-af99-70580acf1785 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:40:15.695435 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4001d0-0c21-4bfa-b164-72ed37fd50c0 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Pushing event updated for resources: {'Port': ['ID=2843ebb3-e971-408f-85db-a3c624b9b9d8,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:15.698171 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3086c90-8d20-4899-af99-70580acf1785 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Pushing event updated for resources: {'Port': ['ID=703dace4-fc56-4540-b847-7744faf5037d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:15.750314 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-7b4001d0-0c21-4bfa-b164-72ed37fd50c0 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:40:15.757748 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-7b4001d0-0c21-4bfa-b164-72ed37fd50c0 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:40:15.794171 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4001d0-0c21-4bfa-b164-72ed37fd50c0 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:15.794565 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4001d0-0c21-4bfa-b164-72ed37fd50c0 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:15.794978 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4001d0-0c21-4bfa-b164-72ed37fd50c0 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:15.795386 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4001d0-0c21-4bfa-b164-72ed37fd50c0 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:15.795791 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4001d0-0c21-4bfa-b164-72ed37fd50c0 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:15.796195 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4001d0-0c21-4bfa-b164-72ed37fd50c0 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:15.796657 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4001d0-0c21-4bfa-b164-72ed37fd50c0 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:15.797040 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4001d0-0c21-4bfa-b164-72ed37fd50c0 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:15.797636 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4001d0-0c21-4bfa-b164-72ed37fd50c0 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:15.798038 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4001d0-0c21-4bfa-b164-72ed37fd50c0 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:15.798435 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4001d0-0c21-4bfa-b164-72ed37fd50c0 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:15.798829 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4001d0-0c21-4bfa-b164-72ed37fd50c0 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:15.903790 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8282d57-9eb2-4af1-8f18-0d73327bc72f req-e3086c90-8d20-4899-af99-70580acf1785 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:15.907608 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d8282d57-9eb2-4af1-8f18-0d73327bc72f req-e3086c90-8d20-4899-af99-70580acf1785 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:15.915599 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-60dd7c20-850a-484f-bbe8-c632d06d12a7 req-fe2976b3-8c8d-42a6-bad9-b1ebcd6ad3c4 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=11b7a234580048b0b008b7f3feeed06a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1250615 Aug 19 14:40:15.943173 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-99e9bff9-e718-4fbf-b170-29c7c5453429 req-e21ab853-e565-4d2c-a8b7-e2393f047d45 tempest-LiveMigrationNegativeTest-1625715425 tempest-LiveMigrationNegativeTest-1625715425-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:15.972024 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-7b4001d0-0c21-4bfa-b164-72ed37fd50c0 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:15.976311 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-7b4001d0-0c21-4bfa-b164-72ed37fd50c0 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:16.023064 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-99e9bff9-e718-4fbf-b170-29c7c5453429 req-e21ab853-e565-4d2c-a8b7-e2393f047d45 tempest-LiveMigrationNegativeTest-1625715425 tempest-LiveMigrationNegativeTest-1625715425-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:16.120973 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-7b4001d0-0c21-4bfa-b164-72ed37fd50c0 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1716545 Aug 19 14:40:16.128105 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d8282d57-9eb2-4af1-8f18-0d73327bc72f req-e3086c90-8d20-4899-af99-70580acf1785 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7837100 Aug 19 14:40:16.160259 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-99e7ac42-3c0d-4c3d-b395-897c90ba616a tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Request body: {'port': {'device_id': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'network_id': '35f8f681-bcb0-473e-b781-4b88789fa2d6', 'admin_state_up': True, 'tenant_id': 'eac9849a6187411198187660adbcdd48', 'security_groups': ['27241ab3-04f0-48c7-8563-70f9530fcbe2']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:40:16.183192 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-d8282d57-9eb2-4af1-8f18-0d73327bc72f req-159bfa56-1cad-4f2b-9517-ec93d36d9f58 service neutron] Request body: {'port': {'device_id': '25972b62-1c88-43d0-ba75-030270ffe8ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:40:16.197943 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-99e9bff9-e718-4fbf-b170-29c7c5453429 req-e21ab853-e565-4d2c-a8b7-e2393f047d45 tempest-LiveMigrationNegativeTest-1625715425 tempest-LiveMigrationNegativeTest-1625715425-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=46ee69e3-46c0-437e-9d8c-dd4974c09f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1327732 Aug 19 14:40:16.200022 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7db7f146-810d-4072-8f63-20f2b8150a9b admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-359330143-network', 'tenant_id': 'fce4a365b8c04a8995329931a2ca116d'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:40:16.224387 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0aaaa31a-f68b-43da-b8f7-e4af34caa741 None None] Provisioning for port 703dace4-fc56-4540-b847-7744faf5037d completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:40:16.228672 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0aaaa31a-f68b-43da-b8f7-e4af34caa741 None None] Provisioning complete for port 703dace4-fc56-4540-b847-7744faf5037d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:40:16.229042 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0aaaa31a-f68b-43da-b8f7-e4af34caa741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:16.235793 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21ab853-e565-4d2c-a8b7-e2393f047d45 tempest-LiveMigrationNegativeTest-1625715425 tempest-LiveMigrationNegativeTest-1625715425-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e82019e-755d-4aa8-ac1e-6d2958edfec5,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:16.312128 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0aaaa31a-f68b-43da-b8f7-e4af34caa741 None None] Port 703dace4-fc56-4540-b847-7744faf5037d cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:40:16.348655 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd7c20-850a-484f-bbe8-c632d06d12a7 req-704ad1e8-bbc5-48f4-8dcb-ee963913cbef tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:16.350389 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-60dd7c20-850a-484f-bbe8-c632d06d12a7 req-704ad1e8-bbc5-48f4-8dcb-ee963913cbef tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4225490 Aug 19 14:40:16.354082 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db7f146-810d-4072-8f63-20f2b8150a9b admin admin] Made reservation on behalf of fce4a365b8c04a8995329931a2ca116d for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:40:16.356812 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7db7f146-810d-4072-8f63-20f2b8150a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:16.370611 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7db7f146-810d-4072-8f63-20f2b8150a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:16.384946 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-60dd7c20-850a-484f-bbe8-c632d06d12a7 req-47b4c415-f5b4-4fe8-b3e1-ca692c485609 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Request body: {'port': {'device_id': '66fd1ab7-6dac-46f5-943d-da35b28f9f46', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'admin_state_up': True, 'tenant_id': '11b7a234580048b0b008b7f3feeed06a'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:40:16.392448 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d8282d57-9eb2-4af1-8f18-0d73327bc72f req-159bfa56-1cad-4f2b-9517-ec93d36d9f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:16.413127 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8fa34b3f-cae6-4723-97ab-bf3a7e894736 req-538a1d15-4e90-4cbb-89ed-50245b1d5e8e tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=66fd1ab7-6dac-46f5-943d-da35b28f9f46 HTTP/1.1" status: 200 len: 210 time: 0.0786865 Aug 19 14:40:16.455319 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-14047666-7d9e-48ec-93ee-dcc990fd90da None None] Provisioning for port 2843ebb3-e971-408f-85db-a3c624b9b9d8 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:40:16.465885 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-14047666-7d9e-48ec-93ee-dcc990fd90da None None] Provisioning complete for port 2843ebb3-e971-408f-85db-a3c624b9b9d8 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:40:16.468911 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-14047666-7d9e-48ec-93ee-dcc990fd90da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:16.507912 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ed00c-971d-4d07-87f3-98d649f61c3f req-9bef64d5-293a-410f-a85f-dc7abb98a74b tempest-ServersOnMultiNodesTest-2021204962 tempest-ServersOnMultiNodesTest-2021204962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:16.513399 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ff2ed00c-971d-4d07-87f3-98d649f61c3f req-9bef64d5-293a-410f-a85f-dc7abb98a74b tempest-ServersOnMultiNodesTest-2021204962 tempest-ServersOnMultiNodesTest-2021204962-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=85a9a1b8-6e3c-4c5f-8107-1ed0e9790e2e HTTP/1.1" status: 200 len: 1101 time: 0.1979353 Aug 19 14:40:16.568533 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-14047666-7d9e-48ec-93ee-dcc990fd90da None None] Port 2843ebb3-e971-408f-85db-a3c624b9b9d8 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:40:16.591649 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ff2ed00c-971d-4d07-87f3-98d649f61c3f req-b8868426-932c-4ddc-bd45-b3c505dd3df7 tempest-ServersOnMultiNodesTest-2021204962 tempest-ServersOnMultiNodesTest-2021204962-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:16.669300 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b061fd8e-6d06-413f-afed-0cab0ab5bcb1 req-35fa1d07-e8b6-4565-af77-27b8a7aeceef tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:16.670918 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b061fd8e-6d06-413f-afed-0cab0ab5bcb1 req-35fa1d07-e8b6-4565-af77-27b8a7aeceef tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 931 time: 0.0587564 Aug 19 14:40:16.725146 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b061fd8e-6d06-413f-afed-0cab0ab5bcb1 req-e318629a-6fba-43b4-85de-f911b0e15ffe tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/security-groups?id=27241ab3-04f0-48c7-8563-70f9530fcbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471401 Aug 19 14:40:16.855473 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7db7f146-810d-4072-8f63-20f2b8150a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:16.873505 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7db7f146-810d-4072-8f63-20f2b8150a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:16.901181 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-99e7ac42-3c0d-4c3d-b395-897c90ba616a tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Made reservation on behalf of eac9849a6187411198187660adbcdd48 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:40:16.909482 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-99e7ac42-3c0d-4c3d-b395-897c90ba616a tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:16.924696 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db7f146-810d-4072-8f63-20f2b8150a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c390f442-ff13-416a-8add-09a6a460befa,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:16.959063 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.db.api [req-60dd7c20-850a-484f-bbe8-c632d06d12a7 req-47b4c415-f5b4-4fe8-b3e1-ca692c485609 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 14:40:16.959063 n-d-766043-2 neutron-server[94639]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 14:40:16.959063 n-d-766043-2 neutron-server[94639]: [parameters: {'project_id_1': '11b7a234580048b0b008b7f3feeed06a', 'expiration_1': datetime.datetime(2021, 8, 19, 14, 40, 16, 870672)}] Aug 19 14:40:16.959063 n-d-766043-2 neutron-server[94639]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 14:40:16.959602 n-d-766043-2 neutron-server[94639]: DEBUG oslo_db.api [req-60dd7c20-850a-484f-bbe8-c632d06d12a7 req-47b4c415-f5b4-4fe8-b3e1-ca692c485609 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 14:40:16.964253 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7db7f146-810d-4072-8f63-20f2b8150a9b admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:40:17.000214 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7db7f146-810d-4072-8f63-20f2b8150a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:17.001163 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-7db7f146-810d-4072-8f63-20f2b8150a9b admin admin] Added segment 5f6566c2-ae87-40fe-8e47-7c15562ad8da of type vlan for network b8f29fd9-dade-4737-9749-5bc30bcae5f2 Aug 19 14:40:17.038877 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-d8282d57-9eb2-4af1-8f18-0d73327bc72f req-159bfa56-1cad-4f2b-9517-ec93d36d9f58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 703dace4-fc56-4540-b847-7744faf5037d {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:40:17.072339 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d8282d57-9eb2-4af1-8f18-0d73327bc72f req-159bfa56-1cad-4f2b-9517-ec93d36d9f58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:17.092560 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7db7f146-810d-4072-8f63-20f2b8150a9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:17.106298 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-d8282d57-9eb2-4af1-8f18-0d73327bc72f req-159bfa56-1cad-4f2b-9517-ec93d36d9f58 service neutron] Transition to ACTIVE for port object 703dace4-fc56-4540-b847-7744faf5037d will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:40:17.125007 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d8282d57-9eb2-4af1-8f18-0d73327bc72f req-159bfa56-1cad-4f2b-9517-ec93d36d9f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:17.211609 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159bfa56-1cad-4f2b-9517-ec93d36d9f58 service neutron] Pushing event updated for resources: {'Port': ['ID=703dace4-fc56-4540-b847-7744faf5037d,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:17.237997 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7db7f146-810d-4072-8f63-20f2b8150a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:17.238820 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ff2ed00c-971d-4d07-87f3-98d649f61c3f req-b8868426-932c-4ddc-bd45-b3c505dd3df7 tempest-ServersOnMultiNodesTest-2021204962 tempest-ServersOnMultiNodesTest-2021204962-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:17.239698 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db7f146-810d-4072-8f63-20f2b8150a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:17.240297 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7db7f146-810d-4072-8f63-20f2b8150a9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:17.252674 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ff2ed00c-971d-4d07-87f3-98d649f61c3f req-b8868426-932c-4ddc-bd45-b3c505dd3df7 tempest-ServersOnMultiNodesTest-2021204962 tempest-ServersOnMultiNodesTest-2021204962-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:17.298902 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ff2ed00c-971d-4d07-87f3-98d649f61c3f req-b8868426-932c-4ddc-bd45-b3c505dd3df7 tempest-ServersOnMultiNodesTest-2021204962 tempest-ServersOnMultiNodesTest-2021204962-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7693844 Aug 19 14:40:17.312365 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-99e7ac42-3c0d-4c3d-b395-897c90ba616a tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Allocated IP 10.1.1.217 (35f8f681-bcb0-473e-b781-4b88789fa2d6/c8acc88a-fe8b-43cc-b8bf-ebd805cfdcd1/bf510a67-3758-4837-9af6-1a144f49bd82) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:40:17.377871 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db7f146-810d-4072-8f63-20f2b8150a9b admin admin] Pushing event updated for resources: {'Network': ['ID=b8f29fd9-dade-4737-9749-5bc30bcae5f2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:17.385165 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7db7f146-810d-4072-8f63-20f2b8150a9b admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8453574 Aug 19 14:40:17.386049 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40206) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:40:17.394032 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-14169deb-67aa-48d4-b0e1-3e8a683676d9 admin admin] Request body: {'subnet': {'network_id': 'b8f29fd9-dade-4737-9749-5bc30bcae5f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-359330143-subnet', 'tenant_id': 'fce4a365b8c04a8995329931a2ca116d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:40:17.395896 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network b8f29fd9-dade-4737-9749-5bc30bcae5f2 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:40:17.425209 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8868426-932c-4ddc-bd45-b3c505dd3df7 tempest-ServersOnMultiNodesTest-2021204962 tempest-ServersOnMultiNodesTest-2021204962-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff68355-2613-48f6-a6b4-75c472f88a90,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:17.510800 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14169deb-67aa-48d4-b0e1-3e8a683676d9 admin admin] Made reservation on behalf of fce4a365b8c04a8995329931a2ca116d for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:40:17.513671 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-14169deb-67aa-48d4-b0e1-3e8a683676d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:17.621060 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60dd7c20-850a-484f-bbe8-c632d06d12a7 req-47b4c415-f5b4-4fe8-b3e1-ca692c485609 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Made reservation on behalf of 11b7a234580048b0b008b7f3feeed06a for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:40:17.624952 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-60dd7c20-850a-484f-bbe8-c632d06d12a7 req-47b4c415-f5b4-4fe8-b3e1-ca692c485609 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:17.723779 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-d8282d57-9eb2-4af1-8f18-0d73327bc72f req-159bfa56-1cad-4f2b-9517-ec93d36d9f58 service neutron] Attempting to bind port 703dace4-fc56-4540-b847-7744faf5037d on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:40:17.724026 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-d8282d57-9eb2-4af1-8f18-0d73327bc72f req-159bfa56-1cad-4f2b-9517-ec93d36d9f58 service neutron] Attempting to bind port 703dace4-fc56-4540-b847-7744faf5037d by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:40:17.724348 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8282d57-9eb2-4af1-8f18-0d73327bc72f req-159bfa56-1cad-4f2b-9517-ec93d36d9f58 service neutron] Attempting to bind port 703dace4-fc56-4540-b847-7744faf5037d on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:40:17.791456 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b5447eb6-7e98-4610-adfe-edb57628748e req-aa88a07a-e4ac-4c4a-adfd-db7819a48812 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=66fd1ab7-6dac-46f5-943d-da35b28f9f46 HTTP/1.1" status: 200 len: 210 time: 0.0504558 Aug 19 14:40:17.829338 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2888c991-46d3-4cb6-ada1-cbefd6787302 req-830af3a1-d7e2-470f-a559-8c536f5338cf tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:17.833966 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2888c991-46d3-4cb6-ada1-cbefd6787302 req-830af3a1-d7e2-470f-a559-8c536f5338cf tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d37a1ec-aae9-4cbb-b4e8-2dfb43868f16 HTTP/1.1" status: 200 len: 950 time: 0.3249364 Aug 19 14:40:17.883666 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-60dd7c20-850a-484f-bbe8-c632d06d12a7 req-47b4c415-f5b4-4fe8-b3e1-ca692c485609 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Allocated IP 192.168.233.45 (5146d24a-89b5-4a43-8ca4-b26f4fb943f7/2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86/88f42587-a530-46ee-8c35-6bb26e393402) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:40:17.962849 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-99e7ac42-3c0d-4c3d-b395-897c90ba616a tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:17.981939 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2888c991-46d3-4cb6-ada1-cbefd6787302 req-a0e8d001-f2e5-4d88-8d11-a95ecb329312 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/security-groups?id=46ee69e3-46c0-437e-9d8c-dd4974c09f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381035 Aug 19 14:40:17.999000 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-99e7ac42-3c0d-4c3d-b395-897c90ba616a tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Transition to ACTIVE for port object bf510a67-3758-4837-9af6-1a144f49bd82 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:40:18.021145 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b47cc81-a41a-453e-97cf-177ac78a269a req-940ce8bd-ed81-4fff-be99-79c213916ae2 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:18.028775 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4b47cc81-a41a-453e-97cf-177ac78a269a req-940ce8bd-ed81-4fff-be99-79c213916ae2 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 931 time: 0.1661508 Aug 19 14:40:18.069051 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8282d57-9eb2-4af1-8f18-0d73327bc72f req-159bfa56-1cad-4f2b-9517-ec93d36d9f58 service neutron] Port 703dace4-fc56-4540-b847-7744faf5037d on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:40:18.069527 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8282d57-9eb2-4af1-8f18-0d73327bc72f req-159bfa56-1cad-4f2b-9517-ec93d36d9f58 service neutron] Attempting to bind port 703dace4-fc56-4540-b847-7744faf5037d on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:40:18.090479 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4b47cc81-a41a-453e-97cf-177ac78a269a req-e671fd85-a9fc-4c9c-aa53-ebe9a32064ed tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/security-groups?id=27241ab3-04f0-48c7-8563-70f9530fcbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603406 Aug 19 14:40:18.101218 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8282d57-9eb2-4af1-8f18-0d73327bc72f req-159bfa56-1cad-4f2b-9517-ec93d36d9f58 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:40:18.117624 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8282d57-9eb2-4af1-8f18-0d73327bc72f req-159bfa56-1cad-4f2b-9517-ec93d36d9f58 service neutron] Checking segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:40:18.117624 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8282d57-9eb2-4af1-8f18-0d73327bc72f req-159bfa56-1cad-4f2b-9517-ec93d36d9f58 service neutron] Bound using segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:40:18.117624 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-d8282d57-9eb2-4af1-8f18-0d73327bc72f req-159bfa56-1cad-4f2b-9517-ec93d36d9f58 service neutron] Bound port: 703dace4-fc56-4540-b847-7744faf5037d, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:40:18.117624 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d8282d57-9eb2-4af1-8f18-0d73327bc72f req-159bfa56-1cad-4f2b-9517-ec93d36d9f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:18.137908 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-99e7ac42-3c0d-4c3d-b395-897c90ba616a tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:18.169797 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-96d03321-c4c8-42f1-984b-27076c2854e6 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=41e15b78d78c4e818c7fba2f667bded5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537310 Aug 19 14:40:18.242286 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-60dd7c20-850a-484f-bbe8-c632d06d12a7 req-47b4c415-f5b4-4fe8-b3e1-ca692c485609 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:18.285017 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-99e7ac42-3c0d-4c3d-b395-897c90ba616a tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Network 35f8f681-bcb0-473e-b781-4b88789fa2d6 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:40:18.291953 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-99e7ac42-3c0d-4c3d-b395-897c90ba616a tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:40:18.294304 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e7ac42-3c0d-4c3d-b395-897c90ba616a tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Pushing event updated for resources: {'Port': ['ID=bf510a67-3758-4837-9af6-1a144f49bd82,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:18.296617 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-99e7ac42-3c0d-4c3d-b395-897c90ba616a tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:40:18.313910 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-60dd7c20-850a-484f-bbe8-c632d06d12a7 req-47b4c415-f5b4-4fe8-b3e1-ca692c485609 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Transition to ACTIVE for port object 88f42587-a530-46ee-8c35-6bb26e393402 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:40:18.366336 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-99e7ac42-3c0d-4c3d-b395-897c90ba616a tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:18.367034 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-99e7ac42-3c0d-4c3d-b395-897c90ba616a tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:18.402404 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-d8282d57-9eb2-4af1-8f18-0d73327bc72f req-159bfa56-1cad-4f2b-9517-ec93d36d9f58 service neutron] For port 703dace4-fc56-4540-b847-7744faf5037d, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:40:18.426371 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-99e7ac42-3c0d-4c3d-b395-897c90ba616a tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2829385 Aug 19 14:40:18.461261 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-d8282d57-9eb2-4af1-8f18-0d73327bc72f req-159bfa56-1cad-4f2b-9517-ec93d36d9f58 service neutron] For port 703dace4-fc56-4540-b847-7744faf5037d, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=703dace4-fc56-4540-b847-7744faf5037d,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:40:18.474338 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d8282d57-9eb2-4af1-8f18-0d73327bc72f req-159bfa56-1cad-4f2b-9517-ec93d36d9f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:18.480400 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-5e04eba0-028e-40db-a92d-025425ce0a28 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Request body: {'port': {'device_id': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'network_id': '35f8f681-bcb0-473e-b781-4b88789fa2d6', 'admin_state_up': True, 'tenant_id': 'eac9849a6187411198187660adbcdd48', 'security_groups': ['27241ab3-04f0-48c7-8563-70f9530fcbe2']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:40:18.513763 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-14169deb-67aa-48d4-b0e1-3e8a683676d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:18.537532 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8282d57-9eb2-4af1-8f18-0d73327bc72f req-159bfa56-1cad-4f2b-9517-ec93d36d9f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:18.538415 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d8282d57-9eb2-4af1-8f18-0d73327bc72f req-159bfa56-1cad-4f2b-9517-ec93d36d9f58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:18.539833 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d8282d57-9eb2-4af1-8f18-0d73327bc72f req-159bfa56-1cad-4f2b-9517-ec93d36d9f58 service neutron] 10.222.0.68 "PUT /v2.0/ports/703dace4-fc56-4540-b847-7744faf5037d HTTP/1.1" status: 200 len: 1095 time: 2.3664296 Aug 19 14:40:18.544102 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25972b62-1c88-43d0-ba75-030270ffe8ab', 'tag': '703dace4-fc56-4540-b847-7744faf5037d'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:40:18.547438 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5b2681-369a-4384-a03b-4ae6e27b9a3a" -d '{"events": [{"name": "network-changed", "server_uuid": "25972b62-1c88-43d0-ba75-030270ffe8ab", "tag": "703dace4-fc56-4540-b847-7744faf5037d"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:40:18.550845 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-60dd7c20-850a-484f-bbe8-c632d06d12a7 req-47b4c415-f5b4-4fe8-b3e1-ca692c485609 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:18.561901 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-dc405640-037d-41f7-bcb5-11aeb872ce2d tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:18.570984 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-dc405640-037d-41f7-bcb5-11aeb872ce2d tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3767104 Aug 19 14:40:18.655527 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159bfa56-1cad-4f2b-9517-ec93d36d9f58 service neutron] Pushing event updated for resources: {'Port': ['ID=703dace4-fc56-4540-b847-7744faf5037d,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:18.662019 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-77469e92-e492-4cf4-b300-c0f90ae63447 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/quotas/41e15b78d78c4e818c7fba2f667bded5 HTTP/1.1" status: 200 len: 375 time: 0.0898204 Aug 19 14:40:18.701400 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac53ee2-f8a0-4d7e-bdad-d6d042da653d x-openstack-request-id: req-7ac53ee2-f8a0-4d7e-bdad-d6d042da653d {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:40:18.701704 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25972b62-1c88-43d0-ba75-030270ffe8ab", "tag": "703dace4-fc56-4540-b847-7744faf5037d", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:40:18.701937 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7ac53ee2-f8a0-4d7e-bdad-d6d042da653d {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:40:18.702329 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25972b62-1c88-43d0-ba75-030270ffe8ab', 'tag': '703dace4-fc56-4540-b847-7744faf5037d', 'status': 'completed', 'code': 200} Aug 19 14:40:18.744876 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60dd7c20-850a-484f-bbe8-c632d06d12a7 req-47b4c415-f5b4-4fe8-b3e1-ca692c485609 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:40:18.753962 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a8ce9d0c-7e90-4960-8e07-41dbf29dcad3 None None] Provisioning for port bf510a67-3758-4837-9af6-1a144f49bd82 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:40:18.758711 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a8ce9d0c-7e90-4960-8e07-41dbf29dcad3 None None] Provisioning complete for port bf510a67-3758-4837-9af6-1a144f49bd82 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:40:18.759085 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a8ce9d0c-7e90-4960-8e07-41dbf29dcad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:18.761946 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-385fd43c-32ff-4da9-a9b1-d2be4e116e15 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=41e15b78d78c4e818c7fba2f667bded5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0990694 Aug 19 14:40:18.775759 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-60dd7c20-850a-484f-bbe8-c632d06d12a7 req-47b4c415-f5b4-4fe8-b3e1-ca692c485609 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:40:18.789308 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-60dd7c20-850a-484f-bbe8-c632d06d12a7 req-47b4c415-f5b4-4fe8-b3e1-ca692c485609 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:40:18.792481 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14169deb-67aa-48d4-b0e1-3e8a683676d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb5ddc72-4ea9-4516-a45b-5d420b071a89,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:18.803554 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-5e04eba0-028e-40db-a92d-025425ce0a28 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Made reservation on behalf of eac9849a6187411198187660adbcdd48 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:40:18.824502 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-5e04eba0-028e-40db-a92d-025425ce0a28 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:18.861914 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a8ce9d0c-7e90-4960-8e07-41dbf29dcad3 None None] Port bf510a67-3758-4837-9af6-1a144f49bd82 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:40:18.945073 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd7c20-850a-484f-bbe8-c632d06d12a7 req-47b4c415-f5b4-4fe8-b3e1-ca692c485609 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:18.947096 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-60dd7c20-850a-484f-bbe8-c632d06d12a7 req-47b4c415-f5b4-4fe8-b3e1-ca692c485609 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:18.971797 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b4c415-f5b4-4fe8-b3e1-ca692c485609 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Pushing event updated for resources: {'Port': ['ID=88f42587-a530-46ee-8c35-6bb26e393402,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:18.994430 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8282d57-9eb2-4af1-8f18-0d73327bc72f req-043ec6eb-2996-4eda-a1b7-8ab4aee79448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:18.995946 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d8282d57-9eb2-4af1-8f18-0d73327bc72f req-043ec6eb-2996-4eda-a1b7-8ab4aee79448 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=11b7a234580048b0b008b7f3feeed06a&device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 1098 time: 0.3841593 Aug 19 14:40:18.996993 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14169deb-67aa-48d4-b0e1-3e8a683676d9 admin admin] Checking segment: {'id': '5f6566c2-ae87-40fe-8e47-7c15562ad8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b8f29fd9-dade-4737-9749-5bc30bcae5f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:40:18.997348 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14169deb-67aa-48d4-b0e1-3e8a683676d9 admin admin] Network hostable DHCP agents. Network: b8f29fd9-dade-4737-9749-5bc30bcae5f2, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:40:19.063982 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d8282d57-9eb2-4af1-8f18-0d73327bc72f req-2809c06d-1b5d-4895-a24b-9ecbfa939a25 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=703dace4-fc56-4540-b847-7744faf5037d HTTP/1.1" status: 200 len: 217 time: 0.0575891 Aug 19 14:40:19.208264 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-60dd7c20-850a-484f-bbe8-c632d06d12a7 req-47b4c415-f5b4-4fe8-b3e1-ca692c485609 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8346951 Aug 19 14:40:19.213031 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9979ae-5799-4894-9595-93bb027e468c req-240e5e7f-49c7-4be5-9acf-3de76e92c26e tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:19.221704 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-de9979ae-5799-4894-9595-93bb027e468c req-240e5e7f-49c7-4be5-9acf-3de76e92c26e tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=66fd1ab7-6dac-46f5-943d-da35b28f9f46 HTTP/1.1" status: 200 len: 935 time: 0.2322567 Aug 19 14:40:19.252625 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-60dd7c20-850a-484f-bbe8-c632d06d12a7 req-b98bd52e-a10a-459d-977f-bf4195b5d8bf service neutron] Request body: {'port': {'device_id': '66fd1ab7-6dac-46f5-943d-da35b28f9f46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:40:19.275291 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-5e04eba0-028e-40db-a92d-025425ce0a28 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Allocated IP 10.1.1.174 (35f8f681-bcb0-473e-b781-4b88789fa2d6/c8acc88a-fe8b-43cc-b8bf-ebd805cfdcd1/60f87527-45c9-49a4-8b17-a576d308e581) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:40:19.295949 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-de9979ae-5799-4894-9595-93bb027e468c req-61013cf7-f50e-4b2d-bc44-288541a1a34a tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687065 Aug 19 14:40:19.338848 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8282d57-9eb2-4af1-8f18-0d73327bc72f req-c95b2110-3be1-43fb-8949-8abcab4f6a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:19.340520 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d8282d57-9eb2-4af1-8f18-0d73327bc72f req-c95b2110-3be1-43fb-8949-8abcab4f6a21 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.2665324 Aug 19 14:40:19.346175 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14169deb-67aa-48d4-b0e1-3e8a683676d9 admin admin] Network b8f29fd9-dade-4737-9749-5bc30bcae5f2 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:40:19.422969 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cb0cd294-da71-45b9-a423-7e9f26c01be7 None None] Provisioning for port 88f42587-a530-46ee-8c35-6bb26e393402 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:40:19.430412 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cb0cd294-da71-45b9-a423-7e9f26c01be7 None None] Provisioning complete for port 88f42587-a530-46ee-8c35-6bb26e393402 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:40:19.430703 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cb0cd294-da71-45b9-a423-7e9f26c01be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:19.516506 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1e880-f778-4560-bfad-8a80c0929ebb req-626dbf84-190f-4508-8312-de033a5bdc44 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:19.526795 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ace1e880-f778-4560-bfad-8a80c0929ebb req-626dbf84-190f-4508-8312-de033a5bdc44 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d37a1ec-aae9-4cbb-b4e8-2dfb43868f16 HTTP/1.1" status: 200 len: 950 time: 0.1061220 Aug 19 14:40:19.586846 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ace1e880-f778-4560-bfad-8a80c0929ebb req-a64fca68-ee8d-4453-8c02-b942c0c662f6 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/security-groups?id=46ee69e3-46c0-437e-9d8c-dd4974c09f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590885 Aug 19 14:40:19.606775 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-cb0cd294-da71-45b9-a423-7e9f26c01be7 None None] Port 88f42587-a530-46ee-8c35-6bb26e393402 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:40:19.651521 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-5e04eba0-028e-40db-a92d-025425ce0a28 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:19.680194 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-5e04eba0-028e-40db-a92d-025425ce0a28 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Transition to ACTIVE for port object 60f87527-45c9-49a4-8b17-a576d308e581 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:40:19.696793 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be043e7c-6b11-4cea-a1e5-c4e75d7fe906 req-1d2f6567-cc5b-4223-9bab-4d1e9ed89a90 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:19.704681 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be043e7c-6b11-4cea-a1e5-c4e75d7fe906 req-1d2f6567-cc5b-4223-9bab-4d1e9ed89a90 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:19.706547 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-be043e7c-6b11-4cea-a1e5-c4e75d7fe906 req-1d2f6567-cc5b-4223-9bab-4d1e9ed89a90 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 1653 time: 0.1083062 Aug 19 14:40:19.820098 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-be043e7c-6b11-4cea-a1e5-c4e75d7fe906 req-ac018b06-8d62-4310-9725-46647aaa9d10 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/security-groups?id=27241ab3-04f0-48c7-8563-70f9530fcbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922184 Aug 19 14:40:19.830128 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-5e04eba0-028e-40db-a92d-025425ce0a28 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:19.878792 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e04eba0-028e-40db-a92d-025425ce0a28 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Pushing event updated for resources: {'Port': ['ID=60f87527-45c9-49a4-8b17-a576d308e581,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:19.894200 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-5e04eba0-028e-40db-a92d-025425ce0a28 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Network 35f8f681-bcb0-473e-b781-4b88789fa2d6 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:40:19.895712 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-5e04eba0-028e-40db-a92d-025425ce0a28 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:40:19.908221 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-5e04eba0-028e-40db-a92d-025425ce0a28 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:40:19.951164 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-14169deb-67aa-48d4-b0e1-3e8a683676d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, b8f29fd9-dade-4737-9749-5bc30bcae5f2) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:40:19.960422 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c004af4-790e-4f35-91fd-2af5656ad808 None None] Network b8f29fd9-dade-4737-9749-5bc30bcae5f2 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:40:19.963179 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14169deb-67aa-48d4-b0e1-3e8a683676d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:19.963698 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-14169deb-67aa-48d4-b0e1-3e8a683676d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:19.982303 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-60dd7c20-850a-484f-bbe8-c632d06d12a7 req-b98bd52e-a10a-459d-977f-bf4195b5d8bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:19.996443 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-5e04eba0-028e-40db-a92d-025425ce0a28 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:19.997724 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-5e04eba0-028e-40db-a92d-025425ce0a28 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:20.021094 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-5e04eba0-028e-40db-a92d-025425ce0a28 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5492356 Aug 19 14:40:20.035511 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-10eab38d-e9df-40b5-b241-e12c7dcd0dc4 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Request body: {'port': {'device_id': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'f3436889-0f1e-4563-85ab-9bb255bdd019', 'admin_state_up': True, 'tenant_id': 'eac9849a6187411198187660adbcdd48', 'security_groups': ['27241ab3-04f0-48c7-8563-70f9530fcbe2']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:40:20.035644 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e20cf-2edf-4320-87ea-f86cb79e7677 req-5521b0d7-ed3e-439d-ae03-94f0ff43081a tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:20.037228 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-bf0e20cf-2edf-4320-87ea-f86cb79e7677 req-5521b0d7-ed3e-439d-ae03-94f0ff43081a tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d37a1ec-aae9-4cbb-b4e8-2dfb43868f16 HTTP/1.1" status: 200 len: 950 time: 0.8668318 Aug 19 14:40:20.049636 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-14169deb-67aa-48d4-b0e1-3e8a683676d9 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6593494 Aug 19 14:40:20.089556 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8282d57-9eb2-4af1-8f18-0d73327bc72f req-532bcdbf-eb2b-45bc-a459-a373a2a82131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:20.091086 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d8282d57-9eb2-4af1-8f18-0d73327bc72f req-532bcdbf-eb2b-45bc-a459-a373a2a82131 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7357869 Aug 19 14:40:20.289026 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-83544b0f-5ed8-47de-8438-2e0e9e817a3e req-2089b2f3-e23f-4f32-b28c-4936159a7545 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5e83441-7d14-427d-bf36-f167e60fa742 HTTP/1.1" status: 200 len: 210 time: 0.0318780 Aug 19 14:40:20.311491 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cadc841-ef9b-4481-a38b-8054fa101915 None None] Network b8f29fd9-dade-4737-9749-5bc30bcae5f2 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:40:20.474753 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e6cd9e6a-4e03-432c-a170-5a8c8542f66c None None] Provisioning for port 60f87527-45c9-49a4-8b17-a576d308e581 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:40:20.494938 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e6cd9e6a-4e03-432c-a170-5a8c8542f66c None None] Provisioning complete for port 60f87527-45c9-49a4-8b17-a576d308e581 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:40:20.498005 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e6cd9e6a-4e03-432c-a170-5a8c8542f66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:20.549234 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262f9d0-c49c-45f8-8cbd-6d5aa9111856 req-e2fb66a9-55fb-4f09-87f2-92f67d6b4ddc tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:20.551676 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3262f9d0-c49c-45f8-8cbd-6d5aa9111856 req-e2fb66a9-55fb-4f09-87f2-92f67d6b4ddc tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=66fd1ab7-6dac-46f5-943d-da35b28f9f46 HTTP/1.1" status: 200 len: 935 time: 0.1316984 Aug 19 14:40:20.573682 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d8282d57-9eb2-4af1-8f18-0d73327bc72f req-725c4701-8c90-4eb9-8e7a-50d850fa1ecb service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4230735 Aug 19 14:40:20.590851 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-10eab38d-e9df-40b5-b241-e12c7dcd0dc4 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Made reservation on behalf of eac9849a6187411198187660adbcdd48 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:40:20.596032 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e6cd9e6a-4e03-432c-a170-5a8c8542f66c None None] Port 60f87527-45c9-49a4-8b17-a576d308e581 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:40:20.697776 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-bf0e20cf-2edf-4320-87ea-f86cb79e7677 req-ce07c727-213e-4773-8d74-48eed5ee616e tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Deleting port 4fa317da-dd9f-401b-9c7b-e5050254e675 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:40:20.706493 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bf0e20cf-2edf-4320-87ea-f86cb79e7677 req-ce07c727-213e-4773-8d74-48eed5ee616e tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:20.799508 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3262f9d0-c49c-45f8-8cbd-6d5aa9111856 req-44ed38b2-66bf-4def-bdcb-c56910bf549e tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326467 Aug 19 14:40:20.954814 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa70ea2-a552-4daa-bf9c-81dc7c923c21 req-7a65d0c4-b7ad-4ab7-9e80-ab4bfed6b679 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:20.966677 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7fa70ea2-a552-4daa-bf9c-81dc7c923c21 req-7a65d0c4-b7ad-4ab7-9e80-ab4bfed6b679 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d37a1ec-aae9-4cbb-b4e8-2dfb43868f16 HTTP/1.1" status: 200 len: 950 time: 0.2418845 Aug 19 14:40:21.010800 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-10eab38d-e9df-40b5-b241-e12c7dcd0dc4 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:21.059000 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d8282d57-9eb2-4af1-8f18-0d73327bc72f req-573926d7-12f2-4491-8b78-f285357af8a3 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4489102 Aug 19 14:40:21.128446 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7fa70ea2-a552-4daa-bf9c-81dc7c923c21 req-3897486b-d421-4917-8f3f-2b5804fb1249 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/security-groups?id=46ee69e3-46c0-437e-9d8c-dd4974c09f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491640 Aug 19 14:40:21.226575 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 40286) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:40:21.232449 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-36c2a220-3819-45bd-826d-6d2927b716c0 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-929530023-network', 'tenant_id': 'fbeae61ec7c441c084f2ad899e4d2307'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:40:21.294679 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-bf0e20cf-2edf-4320-87ea-f86cb79e7677 req-ce07c727-213e-4773-8d74-48eed5ee616e tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] For port 4fa317da-dd9f-401b-9c7b-e5050254e675, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=4fa317da-dd9f-401b-9c7b-e5050254e675,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:40:21.295232 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bf0e20cf-2edf-4320-87ea-f86cb79e7677 req-ce07c727-213e-4773-8d74-48eed5ee616e tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:21.337591 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-bf0e20cf-2edf-4320-87ea-f86cb79e7677 req-ce07c727-213e-4773-8d74-48eed5ee616e tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Calling delete_port for 4fa317da-dd9f-401b-9c7b-e5050254e675 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:40:21.352499 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b2681-369a-4384-a03b-4ae6e27b9a3a req-a4af15b3-ae37-482e-84b2-f827c129d99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:21.354721 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fa5b2681-369a-4384-a03b-4ae6e27b9a3a req-a4af15b3-ae37-482e-84b2-f827c129d99b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=11b7a234580048b0b008b7f3feeed06a&device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 1098 time: 0.1189106 Aug 19 14:40:21.356171 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f2bce-5b90-4d0b-965e-29cd83b71773 req-ee2db3d6-236c-4c84-a0dc-cfcb6d66fc13 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:21.366625 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f2bce-5b90-4d0b-965e-29cd83b71773 req-ee2db3d6-236c-4c84-a0dc-cfcb6d66fc13 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:21.386737 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f2bce-5b90-4d0b-965e-29cd83b71773 req-ee2db3d6-236c-4c84-a0dc-cfcb6d66fc13 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:21.402050 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b49f2bce-5b90-4d0b-965e-29cd83b71773 req-ee2db3d6-236c-4c84-a0dc-cfcb6d66fc13 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 2374 time: 0.3487391 Aug 19 14:40:21.463219 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c2a220-3819-45bd-826d-6d2927b716c0 admin admin] Made reservation on behalf of fbeae61ec7c441c084f2ad899e4d2307 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:40:21.465402 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-36c2a220-3819-45bd-826d-6d2927b716c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:21.509215 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-00e61240-b289-4ed8-a6ee-35e05cc395af req-ef730875-e10f-46e1-bc24-530f3b092c9a tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5e83441-7d14-427d-bf36-f167e60fa742 HTTP/1.1" status: 200 len: 210 time: 0.1020634 Aug 19 14:40:21.528888 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b2681-369a-4384-a03b-4ae6e27b9a3a req-4ffb5278-0bef-48a1-b0e2-601bc1ec1873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:21.533177 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-36c2a220-3819-45bd-826d-6d2927b716c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:21.550960 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fa5b2681-369a-4384-a03b-4ae6e27b9a3a req-4ffb5278-0bef-48a1-b0e2-601bc1ec1873 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.1779459 Aug 19 14:40:21.613612 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b49f2bce-5b90-4d0b-965e-29cd83b71773 req-01d16a70-7396-4b2f-a743-e0123dc5f54e tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/security-groups?id=27241ab3-04f0-48c7-8563-70f9530fcbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2106664 Aug 19 14:40:21.686859 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-10eab38d-e9df-40b5-b241-e12c7dcd0dc4 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Allocated IP 10.2.2.100 (f3436889-0f1e-4563-85ab-9bb255bdd019/9900bee7-cb74-4835-8689-e86fe6724bf5/4a7fd694-8a1a-46c5-8dda-a9af80047f38) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:40:21.694333 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:40:21.873715 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-60dd7c20-850a-484f-bbe8-c632d06d12a7 req-b98bd52e-a10a-459d-977f-bf4195b5d8bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88f42587-a530-46ee-8c35-6bb26e393402 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:40:21.883468 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-60dd7c20-850a-484f-bbe8-c632d06d12a7 req-b98bd52e-a10a-459d-977f-bf4195b5d8bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:21.898615 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-60dd7c20-850a-484f-bbe8-c632d06d12a7 req-b98bd52e-a10a-459d-977f-bf4195b5d8bf service neutron] Transition to ACTIVE for port object 88f42587-a530-46ee-8c35-6bb26e393402 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:40:21.931766 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-83075e60-ea7a-436a-b669-830f4ff21339 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=41e15b78d78c4e818c7fba2f667bded5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0745156 Aug 19 14:40:21.943631 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-60dd7c20-850a-484f-bbe8-c632d06d12a7 req-b98bd52e-a10a-459d-977f-bf4195b5d8bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:22.006131 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98bd52e-a10a-459d-977f-bf4195b5d8bf service neutron] Pushing event updated for resources: {'Port': ['ID=88f42587-a530-46ee-8c35-6bb26e393402,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:22.010497 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fa5b2681-369a-4384-a03b-4ae6e27b9a3a req-9ade4d7b-ecfa-4166-8052-281ca9d028a1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=703dace4-fc56-4540-b847-7744faf5037d HTTP/1.1" status: 200 len: 217 time: 0.3665054 Aug 19 14:40:22.035100 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-36c2a220-3819-45bd-826d-6d2927b716c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:22.064494 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-36c2a220-3819-45bd-826d-6d2927b716c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:22.085614 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b2681-369a-4384-a03b-4ae6e27b9a3a req-352902c4-16f3-42de-af07-326b96a7ab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:22.087195 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fa5b2681-369a-4384-a03b-4ae6e27b9a3a req-352902c4-16f3-42de-af07-326b96a7ab76 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.0642469 Aug 19 14:40:22.171131 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bf0e20cf-2edf-4320-87ea-f86cb79e7677 req-ce07c727-213e-4773-8d74-48eed5ee616e tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:22.188568 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['c0bd4076-049b-4ddb-98f5-8b004110497c'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:40:22.213978 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c2a220-3819-45bd-826d-6d2927b716c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92342e2-918e-40c1-a7ff-368f8e0463a5,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:22.269874 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce07c727-213e-4773-8d74-48eed5ee616e tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Pushing event deleted for resources: {'Port': ['ID=4fa317da-dd9f-401b-9c7b-e5050254e675,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:22.313290 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36c2a220-3819-45bd-826d-6d2927b716c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:40:22.363202 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b2681-369a-4384-a03b-4ae6e27b9a3a req-b0c1617b-3977-4211-b9a2-41711f17c5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:22.365194 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fa5b2681-369a-4384-a03b-4ae6e27b9a3a req-b0c1617b-3977-4211-b9a2-41711f17c5d7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2619910 Aug 19 14:40:22.365537 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0e20cf-2edf-4320-87ea-f86cb79e7677 req-ce07c727-213e-4773-8d74-48eed5ee616e tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] No DVR routers for this DVR port 4fa317da-dd9f-401b-9c7b-e5050254e675 on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:40:22.369392 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bf0e20cf-2edf-4320-87ea-f86cb79e7677 req-ce07c727-213e-4773-8d74-48eed5ee616e tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:22.371480 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-bf0e20cf-2edf-4320-87ea-f86cb79e7677 req-ce07c727-213e-4773-8d74-48eed5ee616e tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.68 "DELETE /v2.0/ports/4fa317da-dd9f-401b-9c7b-e5050254e675 HTTP/1.1" status: 204 len: 173 time: 2.3118577 Aug 19 14:40:22.372158 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-10eab38d-e9df-40b5-b241-e12c7dcd0dc4 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:22.374272 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d37a1ec-aae9-4cbb-b4e8-2dfb43868f16', 'name': 'network-vif-deleted', 'tag': '4fa317da-dd9f-401b-9c7b-e5050254e675'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:40:22.398206 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe653416-501d-4df7-ac6a-4f41f468d6be" -d '{"events": [{"server_uuid": "6d37a1ec-aae9-4cbb-b4e8-2dfb43868f16", "name": "network-vif-deleted", "tag": "4fa317da-dd9f-401b-9c7b-e5050254e675"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:40:22.427439 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-60dd7c20-850a-484f-bbe8-c632d06d12a7 req-b98bd52e-a10a-459d-977f-bf4195b5d8bf service neutron] Attempting to bind port 88f42587-a530-46ee-8c35-6bb26e393402 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:40:22.428061 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-60dd7c20-850a-484f-bbe8-c632d06d12a7 req-b98bd52e-a10a-459d-977f-bf4195b5d8bf service neutron] Attempting to bind port 88f42587-a530-46ee-8c35-6bb26e393402 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:40:22.428628 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dd7c20-850a-484f-bbe8-c632d06d12a7 req-b98bd52e-a10a-459d-977f-bf4195b5d8bf service neutron] Attempting to bind port 88f42587-a530-46ee-8c35-6bb26e393402 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:40:22.434880 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-10eab38d-e9df-40b5-b241-e12c7dcd0dc4 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Transition to ACTIVE for port object 4a7fd694-8a1a-46c5-8dda-a9af80047f38 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:40:22.559044 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-36c2a220-3819-45bd-826d-6d2927b716c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:22.562063 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-36c2a220-3819-45bd-826d-6d2927b716c0 admin admin] Added segment 78a47839-e9d3-4026-9231-d0dee175f66e of type vlan for network d364ad81-bd99-4377-abe7-b72904dbdfac Aug 19 14:40:22.579457 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dd7c20-850a-484f-bbe8-c632d06d12a7 req-b98bd52e-a10a-459d-977f-bf4195b5d8bf service neutron] Port 88f42587-a530-46ee-8c35-6bb26e393402 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:40:22.579788 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dd7c20-850a-484f-bbe8-c632d06d12a7 req-b98bd52e-a10a-459d-977f-bf4195b5d8bf service neutron] Attempting to bind port 88f42587-a530-46ee-8c35-6bb26e393402 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:40:22.605330 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-77428890-f336-4a04-b003-881d53d0a76f tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=41e15b78d78c4e818c7fba2f667bded5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1789784 Aug 19 14:40:22.647182 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a83ed72c-8602-47c1-84ae-7abd601beafa req-4c612e12-9745-48af-99f1-17789f6fb0f6 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d37a1ec-aae9-4cbb-b4e8-2dfb43868f16 HTTP/1.1" status: 200 len: 210 time: 0.2898142 Aug 19 14:40:22.658524 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dd7c20-850a-484f-bbe8-c632d06d12a7 req-b98bd52e-a10a-459d-977f-bf4195b5d8bf service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:40:22.658928 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dd7c20-850a-484f-bbe8-c632d06d12a7 req-b98bd52e-a10a-459d-977f-bf4195b5d8bf service neutron] Checking segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:40:22.659252 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dd7c20-850a-484f-bbe8-c632d06d12a7 req-b98bd52e-a10a-459d-977f-bf4195b5d8bf service neutron] Bound using segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:40:22.659700 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-60dd7c20-850a-484f-bbe8-c632d06d12a7 req-b98bd52e-a10a-459d-977f-bf4195b5d8bf service neutron] Bound port: 88f42587-a530-46ee-8c35-6bb26e393402, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:40:22.660060 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-60dd7c20-850a-484f-bbe8-c632d06d12a7 req-b98bd52e-a10a-459d-977f-bf4195b5d8bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:22.668852 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b55e4-b85d-4f3b-a437-2b7b4a6f9ef8 req-44afbd8b-e77f-44ba-8309-2be2b8c1a7b5 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:22.680844 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9f1b55e4-b85d-4f3b-a437-2b7b4a6f9ef8 req-44afbd8b-e77f-44ba-8309-2be2b8c1a7b5 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=66fd1ab7-6dac-46f5-943d-da35b28f9f46 HTTP/1.1" status: 200 len: 947 time: 0.7791464 Aug 19 14:40:22.683634 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-10eab38d-e9df-40b5-b241-e12c7dcd0dc4 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:22.713108 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-b06f89fa-99d9-4a5f-99d8-90b082e5e339 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:22.714889 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-b06f89fa-99d9-4a5f-99d8-90b082e5e339 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7572460 Aug 19 14:40:22.742485 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-4bd873f5-caf6-4d68-94cd-c0c90f521425 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Request body: {'port': {'device_id': '473a93dd-c6e2-40c5-8b6b-c8d2a9701d03', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'admin_state_up': True, 'tenant_id': '41e15b78d78c4e818c7fba2f667bded5'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:40:22.853595 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fa5b2681-369a-4384-a03b-4ae6e27b9a3a req-626a130c-b0e0-4337-90de-9b89b8df8704 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4513006 Aug 19 14:40:22.882341 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9f1b55e4-b85d-4f3b-a437-2b7b4a6f9ef8 req-6a7f8689-3ea6-47c2-8369-4dc049a818e9 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639509 Aug 19 14:40:22.923967 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46b789c-6721-46b9-8996-51e491971208 x-openstack-request-id: req-a46b789c-6721-46b9-8996-51e491971208 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:40:22.924533 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d37a1ec-aae9-4cbb-b4e8-2dfb43868f16", "name": "network-vif-deleted", "tag": "4fa317da-dd9f-401b-9c7b-e5050254e675", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:40:22.924965 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a46b789c-6721-46b9-8996-51e491971208 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:40:22.926967 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d37a1ec-aae9-4cbb-b4e8-2dfb43868f16', 'name': 'network-vif-deleted', 'tag': '4fa317da-dd9f-401b-9c7b-e5050254e675', 'status': 'completed', 'code': 200} Aug 19 14:40:22.978444 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-a2d69112-6f17-4177-8afc-9dcf5a7e5315 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:22.980842 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-a2d69112-6f17-4177-8afc-9dcf5a7e5315 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3610106 Aug 19 14:40:22.986313 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-60dd7c20-850a-484f-bbe8-c632d06d12a7 req-b98bd52e-a10a-459d-977f-bf4195b5d8bf service neutron] For port 88f42587-a530-46ee-8c35-6bb26e393402, host n-h2-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:40:23.004361 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-60dd7c20-850a-484f-bbe8-c632d06d12a7 req-b98bd52e-a10a-459d-977f-bf4195b5d8bf service neutron] For port 88f42587-a530-46ee-8c35-6bb26e393402, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=88f42587-a530-46ee-8c35-6bb26e393402,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:40:23.084543 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-51b349c7-1909-419c-a3e2-fcc0d2ab70c6 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Request body: {'port': {'device_id': 'b5e83441-7d14-427d-bf36-f167e60fa742', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'admin_state_up': True, 'tenant_id': '41e15b78d78c4e818c7fba2f667bded5'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:40:23.091944 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-60dd7c20-850a-484f-bbe8-c632d06d12a7 req-b98bd52e-a10a-459d-977f-bf4195b5d8bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:23.197855 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd7c20-850a-484f-bbe8-c632d06d12a7 req-b98bd52e-a10a-459d-977f-bf4195b5d8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:23.198481 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-60dd7c20-850a-484f-bbe8-c632d06d12a7 req-b98bd52e-a10a-459d-977f-bf4195b5d8bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:23.200069 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-60dd7c20-850a-484f-bbe8-c632d06d12a7 req-b98bd52e-a10a-459d-977f-bf4195b5d8bf service neutron] 10.222.0.88 "PUT /v2.0/ports/88f42587-a530-46ee-8c35-6bb26e393402 HTTP/1.1" status: 200 len: 1095 time: 3.9809015 Aug 19 14:40:23.315525 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98bd52e-a10a-459d-977f-bf4195b5d8bf service neutron] Pushing event updated for resources: {'Port': ['ID=88f42587-a530-46ee-8c35-6bb26e393402,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:23.321955 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fa5b2681-369a-4384-a03b-4ae6e27b9a3a req-e44738f9-e010-4680-acaa-52f5eeb06916 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4527874 Aug 19 14:40:23.409255 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd7c20-850a-484f-bbe8-c632d06d12a7 req-813fb772-facd-4789-9c36-a016335a4d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:23.410888 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-60dd7c20-850a-484f-bbe8-c632d06d12a7 req-813fb772-facd-4789-9c36-a016335a4d7e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=11b7a234580048b0b008b7f3feeed06a&device_id=66fd1ab7-6dac-46f5-943d-da35b28f9f46 HTTP/1.1" status: 200 len: 1098 time: 0.0880761 Aug 19 14:40:23.412005 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-51b349c7-1909-419c-a3e2-fcc0d2ab70c6 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Made reservation on behalf of 41e15b78d78c4e818c7fba2f667bded5 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:40:23.417001 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-36c2a220-3819-45bd-826d-6d2927b716c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:23.417225 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-51b349c7-1909-419c-a3e2-fcc0d2ab70c6 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:23.473775 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 4fa317da-dd9f-401b-9c7b-e5050254e675 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:40:23.485118 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-60dd7c20-850a-484f-bbe8-c632d06d12a7 req-922c76b7-67c9-4f2f-a6e4-b3dc49f5e8ce service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=88f42587-a530-46ee-8c35-6bb26e393402 HTTP/1.1" status: 200 len: 217 time: 0.0559669 Aug 19 14:40:23.490710 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-10eab38d-e9df-40b5-b241-e12c7dcd0dc4 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Network f3436889-0f1e-4563-85ab-9bb255bdd019 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:40:23.492212 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-36c2a220-3819-45bd-826d-6d2927b716c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:23.498553 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c2a220-3819-45bd-826d-6d2927b716c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:23.499198 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-36c2a220-3819-45bd-826d-6d2927b716c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:23.514334 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: 4fa317da-dd9f-401b-9c7b-e5050254e675 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:40:23.514679 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 4fa317da-dd9f-401b-9c7b-e5050254e675 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:40:23.521063 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-10eab38d-e9df-40b5-b241-e12c7dcd0dc4 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:40:23.532420 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-10eab38d-e9df-40b5-b241-e12c7dcd0dc4 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:40:23.550814 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd7c20-850a-484f-bbe8-c632d06d12a7 req-a63fa37d-6ee8-4f63-bda0-4e1fbcee73e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:23.552312 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-60dd7c20-850a-484f-bbe8-c632d06d12a7 req-a63fa37d-6ee8-4f63-bda0-4e1fbcee73e3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.0545795 Aug 19 14:40:23.604535 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-10eab38d-e9df-40b5-b241-e12c7dcd0dc4 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:23.605172 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-10eab38d-e9df-40b5-b241-e12c7dcd0dc4 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:23.725618 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-10eab38d-e9df-40b5-b241-e12c7dcd0dc4 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6958711 Aug 19 14:40:23.825686 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-51b349c7-1909-419c-a3e2-fcc0d2ab70c6 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Allocated IP 192.168.233.233 (5146d24a-89b5-4a43-8ca4-b26f4fb943f7/2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86/b7cdddfb-21cf-4332-9d96-c1edd174d9b1) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:40:23.826841 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c2a220-3819-45bd-826d-6d2927b716c0 admin admin] Pushing event updated for resources: {'Network': ['ID=d364ad81-bd99-4377-abe7-b72904dbdfac,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:23.836353 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-de80ba37-9e4a-406f-9eea-4a963becfa7e tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Request body: {'port': {'device_id': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'f3436889-0f1e-4563-85ab-9bb255bdd019', 'admin_state_up': True, 'tenant_id': 'eac9849a6187411198187660adbcdd48', 'security_groups': ['27241ab3-04f0-48c7-8563-70f9530fcbe2']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:40:23.844654 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network d364ad81-bd99-4377-abe7-b72904dbdfac details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:40:23.854183 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3fff0d62-12ba-492c-84f1-3684f055a128 req-79459a99-06df-4b47-b0ea-f1998a589729 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5e83441-7d14-427d-bf36-f167e60fa742 HTTP/1.1" status: 200 len: 210 time: 0.3486750 Aug 19 14:40:23.863380 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-36c2a220-3819-45bd-826d-6d2927b716c0 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6349559 Aug 19 14:40:23.864097 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 40324) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:40:23.881760 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-89dfc3be-31f6-41a3-ad79-d55af8f5246b admin admin] Request body: {'subnet': {'network_id': 'd364ad81-bd99-4377-abe7-b72904dbdfac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-929530023-subnet', 'tenant_id': 'fbeae61ec7c441c084f2ad899e4d2307', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:40:23.903352 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eab38d-e9df-40b5-b241-e12c7dcd0dc4 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Pushing event updated for resources: {'Port': ['ID=4a7fd694-8a1a-46c5-8dda-a9af80047f38,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:23.980058 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89dfc3be-31f6-41a3-ad79-d55af8f5246b admin admin] Made reservation on behalf of fbeae61ec7c441c084f2ad899e4d2307 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:40:23.983820 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-89dfc3be-31f6-41a3-ad79-d55af8f5246b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:24.041173 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d2ba9460-9d21-41dd-9ed5-78af18ffc402 None None] Provisioning for port 4a7fd694-8a1a-46c5-8dda-a9af80047f38 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:40:24.065506 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d2ba9460-9d21-41dd-9ed5-78af18ffc402 None None] Provisioning complete for port 4a7fd694-8a1a-46c5-8dda-a9af80047f38 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:40:24.067409 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d2ba9460-9d21-41dd-9ed5-78af18ffc402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:24.134630 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-4bd873f5-caf6-4d68-94cd-c0c90f521425 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Made reservation on behalf of 41e15b78d78c4e818c7fba2f667bded5 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:40:24.143158 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-4bd873f5-caf6-4d68-94cd-c0c90f521425 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:24.162846 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd7c20-850a-484f-bbe8-c632d06d12a7 req-2464c08a-0b6f-4f57-879e-49ffe4ffbee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:24.168899 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-60dd7c20-850a-484f-bbe8-c632d06d12a7 req-2464c08a-0b6f-4f57-879e-49ffe4ffbee6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5381107 Aug 19 14:40:24.182317 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc968ba9-ca15-4bed-8a23-6f1a66c35823 req-20247161-176d-4746-89bb-7bf3152392cc tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:24.182490 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d2ba9460-9d21-41dd-9ed5-78af18ffc402 None None] Port 4a7fd694-8a1a-46c5-8dda-a9af80047f38 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:40:24.190791 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc968ba9-ca15-4bed-8a23-6f1a66c35823 req-20247161-176d-4746-89bb-7bf3152392cc tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:24.196568 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc968ba9-ca15-4bed-8a23-6f1a66c35823 req-20247161-176d-4746-89bb-7bf3152392cc tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:24.202974 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc968ba9-ca15-4bed-8a23-6f1a66c35823 req-20247161-176d-4746-89bb-7bf3152392cc tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:24.205405 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bc968ba9-ca15-4bed-8a23-6f1a66c35823 req-20247161-176d-4746-89bb-7bf3152392cc tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 3095 time: 0.6860318 Aug 19 14:40:24.255367 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-51b349c7-1909-419c-a3e2-fcc0d2ab70c6 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:24.270320 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-51b349c7-1909-419c-a3e2-fcc0d2ab70c6 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Transition to ACTIVE for port object b7cdddfb-21cf-4332-9d96-c1edd174d9b1 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:40:24.365066 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-51b349c7-1909-419c-a3e2-fcc0d2ab70c6 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:24.368685 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-60dd7c20-850a-484f-bbe8-c632d06d12a7 req-896890dd-5f51-4ba3-8854-8420e49bb8ab service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802664 Aug 19 14:40:24.382256 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['ccb03fe0-dc14-4f36-aaa1-3db9abeac918'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:40:24.481462 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-89dfc3be-31f6-41a3-ad79-d55af8f5246b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:24.529920 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-51b349c7-1909-419c-a3e2-fcc0d2ab70c6 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:40:24.543484 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-51b349c7-1909-419c-a3e2-fcc0d2ab70c6 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:40:24.554245 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bc968ba9-ca15-4bed-8a23-6f1a66c35823 req-c561d097-75ba-45de-9ca6-6f7620f176b2 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/security-groups?id=27241ab3-04f0-48c7-8563-70f9530fcbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3337419 Aug 19 14:40:24.574256 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-51b349c7-1909-419c-a3e2-fcc0d2ab70c6 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:40:24.586139 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b349c7-1909-419c-a3e2-fcc0d2ab70c6 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Pushing event updated for resources: {'Port': ['ID=b7cdddfb-21cf-4332-9d96-c1edd174d9b1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:24.653692 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-de80ba37-9e4a-406f-9eea-4a963becfa7e tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Made reservation on behalf of eac9849a6187411198187660adbcdd48 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:40:24.659912 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-de80ba37-9e4a-406f-9eea-4a963becfa7e tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:24.695746 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-51b349c7-1909-419c-a3e2-fcc0d2ab70c6 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:24.696835 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-51b349c7-1909-419c-a3e2-fcc0d2ab70c6 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:24.707384 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4fd736-d6c1-48a2-ab7f-ea109bfe2f79 req-f07e00af-6d7d-404a-b8dd-f0ec736bbb4b tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:24.709037 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4f4fd736-d6c1-48a2-ab7f-ea109bfe2f79 req-f07e00af-6d7d-404a-b8dd-f0ec736bbb4b tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=66fd1ab7-6dac-46f5-943d-da35b28f9f46 HTTP/1.1" status: 200 len: 947 time: 0.4647892 Aug 19 14:40:24.716733 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-60dd7c20-850a-484f-bbe8-c632d06d12a7 req-e975e20b-dee5-4fc3-8a40-767d6716c2fb service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997856 Aug 19 14:40:24.737857 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-51b349c7-1909-419c-a3e2-fcc0d2ab70c6 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6577861 Aug 19 14:40:24.754208 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-a4b4310b-44ec-48fe-83a4-cf1e25ef5f63 service neutron] Request body: {'port': {'device_id': 'b5e83441-7d14-427d-bf36-f167e60fa742', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:40:24.816687 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dfc3be-31f6-41a3-ad79-d55af8f5246b admin admin] Pushing event updated for resources: {'Subnet': ['ID=44899186-dc1e-4e12-9787-1565e4e863dc,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:24.853364 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-a4b4310b-44ec-48fe-83a4-cf1e25ef5f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:24.923115 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-4bd873f5-caf6-4d68-94cd-c0c90f521425 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Allocated IP 192.168.233.56 (5146d24a-89b5-4a43-8ca4-b26f4fb943f7/2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86/d5bf5591-dd61-494c-9e1d-4302052e8ea1) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:40:24.928346 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66fd1ab7-6dac-46f5-943d-da35b28f9f46', 'tag': '88f42587-a530-46ee-8c35-6bb26e393402'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:40:24.931836 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0996beb9-133c-405f-940f-8963daa4835a" -d '{"events": [{"name": "network-changed", "server_uuid": "66fd1ab7-6dac-46f5-943d-da35b28f9f46", "tag": "88f42587-a530-46ee-8c35-6bb26e393402"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:40:25.016657 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9bc70401-620c-463d-8103-7bbd2f24bce0 None None] Provisioning for port b7cdddfb-21cf-4332-9d96-c1edd174d9b1 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:40:25.030622 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9bc70401-620c-463d-8103-7bbd2f24bce0 None None] Provisioning complete for port b7cdddfb-21cf-4332-9d96-c1edd174d9b1 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:40:25.030996 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9bc70401-620c-463d-8103-7bbd2f24bce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:25.113037 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9bc70401-620c-463d-8103-7bbd2f24bce0 None None] Port b7cdddfb-21cf-4332-9d96-c1edd174d9b1 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:40:25.168655 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dfc3be-31f6-41a3-ad79-d55af8f5246b admin admin] Checking segment: {'id': '78a47839-e9d3-4026-9231-d0dee175f66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd364ad81-bd99-4377-abe7-b72904dbdfac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:40:25.169310 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dfc3be-31f6-41a3-ad79-d55af8f5246b admin admin] Network hostable DHCP agents. Network: d364ad81-bd99-4377-abe7-b72904dbdfac, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:40:25.193092 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4f4fd736-d6c1-48a2-ab7f-ea109bfe2f79 req-dabfbebd-d3d1-4d0b-9f51-b7ba17b1ff8c tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4652667 Aug 19 14:40:25.393122 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063fe83f-93ab-4416-8238-afbfd11fb277 req-36cd0e5c-eff8-4cc9-94c0-93a82bec2bda tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:25.405160 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-063fe83f-93ab-4416-8238-afbfd11fb277 req-36cd0e5c-eff8-4cc9-94c0-93a82bec2bda tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5e83441-7d14-427d-bf36-f167e60fa742 HTTP/1.1" status: 200 len: 936 time: 0.3078525 Aug 19 14:40:25.421999 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dfc3be-31f6-41a3-ad79-d55af8f5246b admin admin] Network d364ad81-bd99-4377-abe7-b72904dbdfac is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:40:25.446444 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-4bd873f5-caf6-4d68-94cd-c0c90f521425 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:25.498510 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-89dfc3be-31f6-41a3-ad79-d55af8f5246b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, d364ad81-bd99-4377-abe7-b72904dbdfac) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:40:25.514964 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-4bd873f5-caf6-4d68-94cd-c0c90f521425 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Transition to ACTIVE for port object d5bf5591-dd61-494c-9e1d-4302052e8ea1 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:40:25.516353 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 703dace4-fc56-4540-b847-7744faf5037d details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:40:25.517376 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dfc3be-31f6-41a3-ad79-d55af8f5246b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:25.518052 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-89dfc3be-31f6-41a3-ad79-d55af8f5246b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:25.523717 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383ee6cf-b14d-41f2-9de7-52568fead486 None None] Network d364ad81-bd99-4377-abe7-b72904dbdfac requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:40:25.573423 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-89dfc3be-31f6-41a3-ad79-d55af8f5246b admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6958838 Aug 19 14:40:25.576663 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-063fe83f-93ab-4416-8238-afbfd11fb277 req-936dae96-34ec-4859-8796-629a8f9b5a0e tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701593 Aug 19 14:40:25.591144 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec381fd-be49-47ec-85e7-e3c3bb6aadfa req-e8807abb-5b4d-46b4-a3a9-f8b167d62bef tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:25.592945 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bec381fd-be49-47ec-85e7-e3c3bb6aadfa req-e8807abb-5b4d-46b4-a3a9-f8b167d62bef tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9550e01-c472-4405-a8b1-9124f2c4e394 HTTP/1.1" status: 200 len: 950 time: 0.2819924 Aug 19 14:40:25.598778 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-de80ba37-9e4a-406f-9eea-4a963becfa7e tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Allocated IP 10.2.2.200 (f3436889-0f1e-4563-85ab-9bb255bdd019/9900bee7-cb74-4835-8689-e86fe6724bf5/753eba00-312b-4ae4-b21f-17ab912d1769) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:40:25.685901 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-4bd873f5-caf6-4d68-94cd-c0c90f521425 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:25.815052 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bec381fd-be49-47ec-85e7-e3c3bb6aadfa req-65b7d6cb-9ab1-424e-be2c-f60b64bc8998 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/security-groups?id=46ee69e3-46c0-437e-9d8c-dd4974c09f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674352 Aug 19 14:40:25.886816 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-4bd873f5-caf6-4d68-94cd-c0c90f521425 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:40:25.904952 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['ccb03fe0-dc14-4f36-aaa1-3db9abeac918'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:40:25.930141 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-4bd873f5-caf6-4d68-94cd-c0c90f521425 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:40:25.959044 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-4bd873f5-caf6-4d68-94cd-c0c90f521425 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:40:25.992840 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd873f5-caf6-4d68-94cd-c0c90f521425 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Pushing event updated for resources: {'Port': ['ID=d5bf5591-dd61-494c-9e1d-4302052e8ea1,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:26.026448 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-a4b4310b-44ec-48fe-83a4-cf1e25ef5f63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7cdddfb-21cf-4332-9d96-c1edd174d9b1 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:40:26.035688 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-a4b4310b-44ec-48fe-83a4-cf1e25ef5f63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:26.067361 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-a4b4310b-44ec-48fe-83a4-cf1e25ef5f63 service neutron] Transition to ACTIVE for port object b7cdddfb-21cf-4332-9d96-c1edd174d9b1 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:40:26.075015 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f3411d-bfcf-4d7d-b9ee-3347592fa6db x-openstack-request-id: req-14f3411d-bfcf-4d7d-b9ee-3347592fa6db {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:40:26.075995 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66fd1ab7-6dac-46f5-943d-da35b28f9f46", "tag": "88f42587-a530-46ee-8c35-6bb26e393402", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:40:26.081028 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-14f3411d-bfcf-4d7d-b9ee-3347592fa6db {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:40:26.081028 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66fd1ab7-6dac-46f5-943d-da35b28f9f46', 'tag': '88f42587-a530-46ee-8c35-6bb26e393402', 'status': 'completed', 'code': 200} Aug 19 14:40:26.123055 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-de80ba37-9e4a-406f-9eea-4a963becfa7e tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:26.165441 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-a4b4310b-44ec-48fe-83a4-cf1e25ef5f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:26.176734 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-4bd873f5-caf6-4d68-94cd-c0c90f521425 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:26.177414 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-4bd873f5-caf6-4d68-94cd-c0c90f521425 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:26.222083 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-4bd873f5-caf6-4d68-94cd-c0c90f521425 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4928174 Aug 19 14:40:26.231410 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e722f4-2e04-4abc-815c-4d86e7d80baa req-0bbf4e7a-e294-4a43-bf72-f705c8595852 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:26.255441 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e722f4-2e04-4abc-815c-4d86e7d80baa req-0bbf4e7a-e294-4a43-bf72-f705c8595852 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:26.261342 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e722f4-2e04-4abc-815c-4d86e7d80baa req-0bbf4e7a-e294-4a43-bf72-f705c8595852 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:26.272605 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e722f4-2e04-4abc-815c-4d86e7d80baa req-0bbf4e7a-e294-4a43-bf72-f705c8595852 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:26.274897 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-11e722f4-2e04-4abc-815c-4d86e7d80baa req-0bbf4e7a-e294-4a43-bf72-f705c8595852 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 3095 time: 0.2283568 Aug 19 14:40:26.275364 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b4310b-44ec-48fe-83a4-cf1e25ef5f63 service neutron] Pushing event updated for resources: {'Port': ['ID=b7cdddfb-21cf-4332-9d96-c1edd174d9b1,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:26.276397 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-de80ba37-9e4a-406f-9eea-4a963becfa7e tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Transition to ACTIVE for port object 753eba00-312b-4ae4-b21f-17ab912d1769 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:40:26.306838 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996beb9-133c-405f-940f-8963daa4835a req-6b53971d-85dd-4bc4-81af-c72123e970b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:26.308206 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0996beb9-133c-405f-940f-8963daa4835a req-6b53971d-85dd-4bc4-81af-c72123e970b7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=11b7a234580048b0b008b7f3feeed06a&device_id=66fd1ab7-6dac-46f5-943d-da35b28f9f46 HTTP/1.1" status: 200 len: 1098 time: 0.2288423 Aug 19 14:40:26.354011 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-e93fdf7f-dded-4b46-b63a-9aefbdee88a7 service neutron] Request body: {'port': {'device_id': '473a93dd-c6e2-40c5-8b6b-c8d2a9701d03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:40:26.384523 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 88f42587-a530-46ee-8c35-6bb26e393402 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:40:26.491662 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-de80ba37-9e4a-406f-9eea-4a963becfa7e tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:26.626586 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-e93fdf7f-dded-4b46-b63a-9aefbdee88a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:26.629051 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 88f42587-a530-46ee-8c35-6bb26e393402, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=88f42587-a530-46ee-8c35-6bb26e393402,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:40:26.644081 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '88f42587-a530-46ee-8c35-6bb26e393402', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'port_id': '88f42587-a530-46ee-8c35-6bb26e393402', 'mac_address': 'fa:16:3e:81:25:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:40:26.649456 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e92f67-3ecc-4832-8523-6fd573afcce6 None None] Network d364ad81-bd99-4377-abe7-b72904dbdfac requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:40:26.675143 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 703dace4-fc56-4540-b847-7744faf5037d, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=703dace4-fc56-4540-b847-7744faf5037d,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:40:26.686725 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5256d5a6-a781-4280-b89d-f648882cafb0 None None] Provisioning for port d5bf5591-dd61-494c-9e1d-4302052e8ea1 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:40:26.692212 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-de80ba37-9e4a-406f-9eea-4a963becfa7e tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Network f3436889-0f1e-4563-85ab-9bb255bdd019 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:40:26.705327 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-de80ba37-9e4a-406f-9eea-4a963becfa7e tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:40:26.732339 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-de80ba37-9e4a-406f-9eea-4a963becfa7e tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:40:26.742433 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-11e722f4-2e04-4abc-815c-4d86e7d80baa req-9e2597d2-c044-45ca-98b9-2deeeca2b33a tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/security-groups?id=27241ab3-04f0-48c7-8563-70f9530fcbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3260901 Aug 19 14:40:26.792227 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5256d5a6-a781-4280-b89d-f648882cafb0 None None] Provisioning complete for port d5bf5591-dd61-494c-9e1d-4302052e8ea1 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:40:26.795103 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5256d5a6-a781-4280-b89d-f648882cafb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:26.809880 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '703dace4-fc56-4540-b847-7744faf5037d', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'port_id': '703dace4-fc56-4540-b847-7744faf5037d', 'mac_address': 'fa:16:3e:1f:64:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:40:26.868996 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de80ba37-9e4a-406f-9eea-4a963becfa7e tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Pushing event updated for resources: {'Port': ['ID=753eba00-312b-4ae4-b21f-17ab912d1769,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:27.118538 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdcfda7-ce7a-4712-90b4-073f296bc008 req-3cb45cdb-bba7-455e-92bc-bbfa8981014a tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:27.124338 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5fdcfda7-ce7a-4712-90b4-073f296bc008 req-3cb45cdb-bba7-455e-92bc-bbfa8981014a tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] 10.222.0.69 "GET /v2.0/networks?id=b8f29fd9-dade-4737-9749-5bc30bcae5f2 HTTP/1.1" status: 200 len: 814 time: 0.5745320 Aug 19 14:40:27.134691 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:27.173504 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6041c9d-9938-4576-827d-130933da5491 req-cfd39733-dbde-405a-a251-36ed13d96b74 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:27.175136 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e6041c9d-9938-4576-827d-130933da5491 req-cfd39733-dbde-405a-a251-36ed13d96b74 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9550e01-c472-4405-a8b1-9124f2c4e394 HTTP/1.1" status: 200 len: 950 time: 0.7523162 Aug 19 14:40:27.196882 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996beb9-133c-405f-940f-8963daa4835a req-001fb65a-8808-419d-a63a-4ea4ffa13709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:27.198215 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0996beb9-133c-405f-940f-8963daa4835a req-001fb65a-8808-419d-a63a-4ea4ffa13709 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.8745418 Aug 19 14:40:27.200396 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5256d5a6-a781-4280-b89d-f648882cafb0 None None] Port d5bf5591-dd61-494c-9e1d-4302052e8ea1 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:40:27.200680 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-a4b4310b-44ec-48fe-83a4-cf1e25ef5f63 service neutron] Attempting to bind port b7cdddfb-21cf-4332-9d96-c1edd174d9b1 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:40:27.200875 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-a4b4310b-44ec-48fe-83a4-cf1e25ef5f63 service neutron] Attempting to bind port b7cdddfb-21cf-4332-9d96-c1edd174d9b1 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:40:27.201132 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-a4b4310b-44ec-48fe-83a4-cf1e25ef5f63 service neutron] Attempting to bind port b7cdddfb-21cf-4332-9d96-c1edd174d9b1 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:40:27.211156 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88f42587-a530-46ee-8c35-6bb26e393402 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:40:27.234235 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 88f42587-a530-46ee-8c35-6bb26e393402, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=88f42587-a530-46ee-8c35-6bb26e393402,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:40:27.241181 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:27.246920 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-de80ba37-9e4a-406f-9eea-4a963becfa7e tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:27.247690 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-de80ba37-9e4a-406f-9eea-4a963becfa7e tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:27.262386 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 703dace4-fc56-4540-b847-7744faf5037d {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:40:27.267555 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:27.288869 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5fdcfda7-ce7a-4712-90b4-073f296bc008 req-c4d4d095-895d-4a1e-b250-4167c0b1be0c tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] 10.222.0.69 "GET /v2.0/quotas/fce4a365b8c04a8995329931a2ca116d HTTP/1.1" status: 200 len: 375 time: 0.1081254 Aug 19 14:40:27.320941 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-de80ba37-9e4a-406f-9eea-4a963becfa7e tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4895320 Aug 19 14:40:27.326654 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-a4b4310b-44ec-48fe-83a4-cf1e25ef5f63 service neutron] Port b7cdddfb-21cf-4332-9d96-c1edd174d9b1 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:40:27.329087 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d2f80-be40-450d-b654-b17132439042 req-9c230851-a199-4a66-9e49-ccf2537b7929 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:27.329373 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-a4b4310b-44ec-48fe-83a4-cf1e25ef5f63 service neutron] Attempting to bind port b7cdddfb-21cf-4332-9d96-c1edd174d9b1 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:40:27.330606 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-615d2f80-be40-450d-b654-b17132439042 req-9c230851-a199-4a66-9e49-ccf2537b7929 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=66fd1ab7-6dac-46f5-943d-da35b28f9f46 HTTP/1.1" status: 200 len: 947 time: 0.4518523 Aug 19 14:40:27.339420 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5fdcfda7-ce7a-4712-90b4-073f296bc008 req-3ac5c9c3-4650-4b5f-9d92-095340d082cc tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fce4a365b8c04a8995329931a2ca116d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495956 Aug 19 14:40:27.342327 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0996beb9-133c-405f-940f-8963daa4835a req-d826bff7-e97b-4404-9547-3372c787fe91 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=88f42587-a530-46ee-8c35-6bb26e393402 HTTP/1.1" status: 200 len: 217 time: 0.1151614 Aug 19 14:40:27.354180 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-a4b4310b-44ec-48fe-83a4-cf1e25ef5f63 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:40:27.361560 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-a4b4310b-44ec-48fe-83a4-cf1e25ef5f63 service neutron] Checking segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:40:27.362355 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-a4b4310b-44ec-48fe-83a4-cf1e25ef5f63 service neutron] Bound using segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:40:27.363046 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-a4b4310b-44ec-48fe-83a4-cf1e25ef5f63 service neutron] Bound port: b7cdddfb-21cf-4332-9d96-c1edd174d9b1, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:40:27.363637 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-a4b4310b-44ec-48fe-83a4-cf1e25ef5f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:27.363924 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-a48e8eb5-c736-4408-bbd0-63c47ef43bee service neutron] Request body: {'port': {'device_id': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:40:27.383211 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 703dace4-fc56-4540-b847-7744faf5037d, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=703dace4-fc56-4540-b847-7744faf5037d,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:40:27.409234 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:27.433628 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-04014e31-c75c-4e8f-ba82-9fb3b0bcb70d None None] Provisioning for port 753eba00-312b-4ae4-b21f-17ab912d1769 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:40:27.439043 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-04014e31-c75c-4e8f-ba82-9fb3b0bcb70d None None] Provisioning complete for port 753eba00-312b-4ae4-b21f-17ab912d1769 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:40:27.439416 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-04014e31-c75c-4e8f-ba82-9fb3b0bcb70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:27.442359 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=88f42587-a530-46ee-8c35-6bb26e393402,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:27.482166 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:27.482539 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:27.482888 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:27.483241 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:27.483583 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:27.483914 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:27.484261 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:27.484982 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:27.485322 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:27.486866 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:27.486866 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:27.486866 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:40:27.510965 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996beb9-133c-405f-940f-8963daa4835a req-0c769253-c0fe-4633-9067-0aba9110e507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:27.513578 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0996beb9-133c-405f-940f-8963daa4835a req-0c769253-c0fe-4633-9067-0aba9110e507 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.1116903 Aug 19 14:40:27.539109 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-04014e31-c75c-4e8f-ba82-9fb3b0bcb70d None None] Port 753eba00-312b-4ae4-b21f-17ab912d1769 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:40:27.566282 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=703dace4-fc56-4540-b847-7744faf5037d,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:27.581172 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['88f42587-a530-46ee-8c35-6bb26e393402'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:40:27.618065 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-615d2f80-be40-450d-b654-b17132439042 req-8fb78ff5-fb10-4fd0-ac81-f25935e69c38 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662981 Aug 19 14:40:27.648922 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['703dace4-fc56-4540-b847-7744faf5037d'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:40:27.670031 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-a48e8eb5-c736-4408-bbd0-63c47ef43bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:27.687296 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-a4b4310b-44ec-48fe-83a4-cf1e25ef5f63 service neutron] For port b7cdddfb-21cf-4332-9d96-c1edd174d9b1, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:40:27.731439 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996beb9-133c-405f-940f-8963daa4835a req-43747082-94e4-43a5-bc6f-6f9d552d9abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:27.733351 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0996beb9-133c-405f-940f-8963daa4835a req-43747082-94e4-43a5-bc6f-6f9d552d9abd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1784959 Aug 19 14:40:27.736186 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-a4b4310b-44ec-48fe-83a4-cf1e25ef5f63 service neutron] For port b7cdddfb-21cf-4332-9d96-c1edd174d9b1, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=b7cdddfb-21cf-4332-9d96-c1edd174d9b1,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:40:27.754341 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-a4b4310b-44ec-48fe-83a4-cf1e25ef5f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:27.770417 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-e6041c9d-9938-4576-827d-130933da5491 req-0c696aac-b45e-4354-a811-43752c308433 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Deleting port c0bd4076-049b-4ddb-98f5-8b004110497c {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:40:27.770768 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e6041c9d-9938-4576-827d-130933da5491 req-0c696aac-b45e-4354-a811-43752c308433 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:27.784739 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5fdcfda7-ce7a-4712-90b4-073f296bc008 req-1c01137c-9b8f-40f3-888c-696ff5332561 service neutron] 10.222.0.69 "GET /v2.0/networks/b8f29fd9-dade-4737-9749-5bc30bcae5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4443963 Aug 19 14:40:27.900868 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-e93fdf7f-dded-4b46-b63a-9aefbdee88a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5bf5591-dd61-494c-9e1d-4302052e8ea1 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:40:27.909416 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-e93fdf7f-dded-4b46-b63a-9aefbdee88a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:27.929372 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-e93fdf7f-dded-4b46-b63a-9aefbdee88a7 service neutron] Transition to ACTIVE for port object d5bf5591-dd61-494c-9e1d-4302052e8ea1 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:40:27.938251 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0996beb9-133c-405f-940f-8963daa4835a req-6d729a29-1609-4403-aeaf-eeffecac0b4c service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945117 Aug 19 14:40:27.978415 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-a4b4310b-44ec-48fe-83a4-cf1e25ef5f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:27.978921 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-a4b4310b-44ec-48fe-83a4-cf1e25ef5f63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:27.980433 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-a4b4310b-44ec-48fe-83a4-cf1e25ef5f63 service neutron] 10.222.0.68 "PUT /v2.0/ports/b7cdddfb-21cf-4332-9d96-c1edd174d9b1 HTTP/1.1" status: 200 len: 1096 time: 3.2326324 Aug 19 14:40:28.006047 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-e93fdf7f-dded-4b46-b63a-9aefbdee88a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:28.078816 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e83441-7d14-427d-bf36-f167e60fa742', 'tag': 'b7cdddfb-21cf-4332-9d96-c1edd174d9b1'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:40:28.081221 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff76726-9791-41f7-b7ca-a350d02c3fc6" -d '{"events": [{"name": "network-changed", "server_uuid": "b5e83441-7d14-427d-bf36-f167e60fa742", "tag": "b7cdddfb-21cf-4332-9d96-c1edd174d9b1"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:40:28.189038 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308c01c-95ff-4040-a481-40b2397dee2b req-795d5474-18d9-41f7-b7d6-e574d159df2d tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:28.191379 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b4310b-44ec-48fe-83a4-cf1e25ef5f63 service neutron] Pushing event updated for resources: {'Port': ['ID=b7cdddfb-21cf-4332-9d96-c1edd174d9b1,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:28.198318 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e308c01c-95ff-4040-a481-40b2397dee2b req-795d5474-18d9-41f7-b7d6-e574d159df2d tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5e83441-7d14-427d-bf36-f167e60fa742 HTTP/1.1" status: 200 len: 948 time: 0.4561124 Aug 19 14:40:28.228210 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-363a4eee-61ee-4032-b12f-43f4718c6810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:28.230873 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-363a4eee-61ee-4032-b12f-43f4718c6810 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=41e15b78d78c4e818c7fba2f667bded5&device_id=b5e83441-7d14-427d-bf36-f167e60fa742 HTTP/1.1" status: 200 len: 1099 time: 0.1725516 Aug 19 14:40:28.265214 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-e6041c9d-9938-4576-827d-130933da5491 req-0c696aac-b45e-4354-a811-43752c308433 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] For port c0bd4076-049b-4ddb-98f5-8b004110497c, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=c0bd4076-049b-4ddb-98f5-8b004110497c,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:40:28.265693 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e6041c9d-9938-4576-827d-130933da5491 req-0c696aac-b45e-4354-a811-43752c308433 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:28.326149 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-5d8efa6e-32a5-479a-9c77-9e4be30a867d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=b7cdddfb-21cf-4332-9d96-c1edd174d9b1 HTTP/1.1" status: 200 len: 217 time: 0.0853846 Aug 19 14:40:28.331424 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0996beb9-133c-405f-940f-8963daa4835a req-774d65fe-849b-4ed2-939a-a59a2fd6f67a service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500366 Aug 19 14:40:28.332331 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-e6041c9d-9938-4576-827d-130933da5491 req-0c696aac-b45e-4354-a811-43752c308433 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Calling delete_port for c0bd4076-049b-4ddb-98f5-8b004110497c owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:40:28.341050 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93fdf7f-dded-4b46-b63a-9aefbdee88a7 service neutron] Pushing event updated for resources: {'Port': ['ID=d5bf5591-dd61-494c-9e1d-4302052e8ea1,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:28.469541 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5fdcfda7-ce7a-4712-90b4-073f296bc008 req-f329c6eb-0a0a-4052-8331-6739ac4676f9 service neutron] 10.222.0.69 "GET /v2.0/networks/b8f29fd9-dade-4737-9749-5bc30bcae5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5288577 Aug 19 14:40:28.489083 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-87d57bee-a84a-48fc-9f67-eed29aea9b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:28.490495 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-87d57bee-a84a-48fc-9f67-eed29aea9b2c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.1542425 Aug 19 14:40:28.539977 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e308c01c-95ff-4040-a481-40b2397dee2b req-39274ccb-0df3-4918-b4b7-96c7a1647b5a tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405423 Aug 19 14:40:28.607189 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-e93fdf7f-dded-4b46-b63a-9aefbdee88a7 service neutron] Attempting to bind port d5bf5591-dd61-494c-9e1d-4302052e8ea1 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:40:28.607532 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-e93fdf7f-dded-4b46-b63a-9aefbdee88a7 service neutron] Attempting to bind port d5bf5591-dd61-494c-9e1d-4302052e8ea1 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:40:28.607865 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-e93fdf7f-dded-4b46-b63a-9aefbdee88a7 service neutron] Attempting to bind port d5bf5591-dd61-494c-9e1d-4302052e8ea1 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:40:28.632246 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-e93fdf7f-dded-4b46-b63a-9aefbdee88a7 service neutron] Port d5bf5591-dd61-494c-9e1d-4302052e8ea1 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:40:28.632606 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-e93fdf7f-dded-4b46-b63a-9aefbdee88a7 service neutron] Attempting to bind port d5bf5591-dd61-494c-9e1d-4302052e8ea1 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:40:28.653483 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-e93fdf7f-dded-4b46-b63a-9aefbdee88a7 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:40:28.653846 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-e93fdf7f-dded-4b46-b63a-9aefbdee88a7 service neutron] Checking segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:40:28.654214 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-e93fdf7f-dded-4b46-b63a-9aefbdee88a7 service neutron] Bound using segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:40:28.654662 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-e93fdf7f-dded-4b46-b63a-9aefbdee88a7 service neutron] Bound port: d5bf5591-dd61-494c-9e1d-4302052e8ea1, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:40:28.655019 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-e93fdf7f-dded-4b46-b63a-9aefbdee88a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:28.721888 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e6041c9d-9938-4576-827d-130933da5491 req-0c696aac-b45e-4354-a811-43752c308433 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:28.737348 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['c0bd4076-049b-4ddb-98f5-8b004110497c'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:40:28.768218 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-a45f0a2f-4706-4c29-b89b-43753d0d5fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:28.778146 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-a45f0a2f-4706-4c29-b89b-43753d0d5fed service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2745695 Aug 19 14:40:28.800624 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-a48e8eb5-c736-4408-bbd0-63c47ef43bee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2843ebb3-e971-408f-85db-a3c624b9b9d8 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:40:28.820718 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-a48e8eb5-c736-4408-bbd0-63c47ef43bee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:28.843593 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c696aac-b45e-4354-a811-43752c308433 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Pushing event deleted for resources: {'Port': ['ID=c0bd4076-049b-4ddb-98f5-8b004110497c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:28.856780 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e781550c-6f29-4b5a-bf2e-2401b4d52d3a req-ecb9764f-9ba9-4cea-a75a-2bc7043b43f2 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:28.858337 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e781550c-6f29-4b5a-bf2e-2401b4d52d3a req-ecb9764f-9ba9-4cea-a75a-2bc7043b43f2 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9550e01-c472-4405-a8b1-9124f2c4e394 HTTP/1.1" status: 200 len: 867 time: 0.1797898 Aug 19 14:40:28.935520 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-e93fdf7f-dded-4b46-b63a-9aefbdee88a7 service neutron] For port d5bf5591-dd61-494c-9e1d-4302052e8ea1, host n-h1-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:40:28.955544 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-e93fdf7f-dded-4b46-b63a-9aefbdee88a7 service neutron] For port d5bf5591-dd61-494c-9e1d-4302052e8ea1, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=d5bf5591-dd61-494c-9e1d-4302052e8ea1,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:40:28.975545 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-e93fdf7f-dded-4b46-b63a-9aefbdee88a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:28.992208 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-a48e8eb5-c736-4408-bbd0-63c47ef43bee service neutron] Transition to ACTIVE for port object 2843ebb3-e971-408f-85db-a3c624b9b9d8 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:40:28.997910 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6041c9d-9938-4576-827d-130933da5491 req-0c696aac-b45e-4354-a811-43752c308433 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] No DVR routers for this DVR port c0bd4076-049b-4ddb-98f5-8b004110497c on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:40:29.002700 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e6041c9d-9938-4576-827d-130933da5491 req-0c696aac-b45e-4354-a811-43752c308433 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:29.005136 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e6041c9d-9938-4576-827d-130933da5491 req-0c696aac-b45e-4354-a811-43752c308433 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.68 "DELETE /v2.0/ports/c0bd4076-049b-4ddb-98f5-8b004110497c HTTP/1.1" status: 204 len: 173 time: 1.8177011 Aug 19 14:40:29.069552 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-6bd85e8f-0e97-47fe-a4b0-84846e788b38 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434983 Aug 19 14:40:29.127755 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-a48e8eb5-c736-4408-bbd0-63c47ef43bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:29.131016 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93fdf7f-dded-4b46-b63a-9aefbdee88a7 service neutron] Pushing event updated for resources: {'Port': ['ID=d5bf5591-dd61-494c-9e1d-4302052e8ea1,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:29.267050 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e781550c-6f29-4b5a-bf2e-2401b4d52d3a req-2daa5d91-131e-422d-aed4-31a6dd2eacc3 tempest-LiveMigrationNegativeTest-1598360046 tempest-LiveMigrationNegativeTest-1598360046-project] 10.222.0.69 "GET /v2.0/security-groups?id=46ee69e3-46c0-437e-9d8c-dd4974c09f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3887103 Aug 19 14:40:29.323841 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-e93fdf7f-dded-4b46-b63a-9aefbdee88a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:29.326530 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-e93fdf7f-dded-4b46-b63a-9aefbdee88a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:29.333322 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-e93fdf7f-dded-4b46-b63a-9aefbdee88a7 service neutron] 10.222.0.68 "PUT /v2.0/ports/d5bf5591-dd61-494c-9e1d-4302052e8ea1 HTTP/1.1" status: 200 len: 1095 time: 2.9884930 Aug 19 14:40:29.334711 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '473a93dd-c6e2-40c5-8b6b-c8d2a9701d03', 'tag': 'd5bf5591-dd61-494c-9e1d-4302052e8ea1'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:40:29.358555 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13562a3c-ff44-430e-970c-684c600d296c" -d '{"events": [{"name": "network-changed", "server_uuid": "473a93dd-c6e2-40c5-8b6b-c8d2a9701d03", "tag": "d5bf5591-dd61-494c-9e1d-4302052e8ea1"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:40:29.363072 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742c393b-b8d5-434d-a89c-5b2a96e5b646 x-openstack-request-id: req-742c393b-b8d5-434d-a89c-5b2a96e5b646 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:40:29.363635 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5e83441-7d14-427d-bf36-f167e60fa742", "tag": "b7cdddfb-21cf-4332-9d96-c1edd174d9b1", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:40:29.368999 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-742c393b-b8d5-434d-a89c-5b2a96e5b646 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:40:29.369980 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5e83441-7d14-427d-bf36-f167e60fa742', 'tag': 'b7cdddfb-21cf-4332-9d96-c1edd174d9b1', 'status': 'completed', 'code': 200} Aug 19 14:40:29.495649 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 703dace4-fc56-4540-b847-7744faf5037d up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:40:29.613918 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-4b79d416-25f3-4db7-a739-09a4c421a210 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5321159 Aug 19 14:40:29.684239 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port 703dace4-fc56-4540-b847-7744faf5037d completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:40:29.713490 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 703dace4-fc56-4540-b847-7744faf5037d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:40:29.713912 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:29.806609 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff76726-9791-41f7-b7ca-a350d02c3fc6 req-1530f081-13ae-48c9-ac92-9eec10313696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:29.809469 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-bff76726-9791-41f7-b7ca-a350d02c3fc6 req-1530f081-13ae-48c9-ac92-9eec10313696 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=41e15b78d78c4e818c7fba2f667bded5&device_id=b5e83441-7d14-427d-bf36-f167e60fa742 HTTP/1.1" status: 200 len: 1099 time: 0.1363099 Aug 19 14:40:29.994647 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:30.033228 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff76726-9791-41f7-b7ca-a350d02c3fc6 req-fbbb2d77-6102-4a62-9c66-7930985ff836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:30.048083 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-bff76726-9791-41f7-b7ca-a350d02c3fc6 req-fbbb2d77-6102-4a62-9c66-7930985ff836 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.2279072 Aug 19 14:40:30.051877 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25972b62-1c88-43d0-ba75-030270ffe8ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703dace4-fc56-4540-b847-7744faf5037d'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:40:30.063237 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9de519b-9210-4ff2-93ce-12b37e6b40ca" -d '{"events": [{"server_uuid": "25972b62-1c88-43d0-ba75-030270ffe8ab", "name": "network-vif-plugged", "status": "completed", "tag": "703dace4-fc56-4540-b847-7744faf5037d"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:40:30.096694 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 703dace4-fc56-4540-b847-7744faf5037d, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=703dace4-fc56-4540-b847-7744faf5037d,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:40:30.102742 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:30.151789 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-bff76726-9791-41f7-b7ca-a350d02c3fc6 req-bd4e00b9-b9f1-4552-aff4-86b9eaa767dd service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=b7cdddfb-21cf-4332-9d96-c1edd174d9b1 HTTP/1.1" status: 200 len: 217 time: 0.0961289 Aug 19 14:40:30.212387 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=703dace4-fc56-4540-b847-7744faf5037d,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:30.241271 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff76726-9791-41f7-b7ca-a350d02c3fc6 req-36cbec05-3b08-4daf-8350-eb5516026838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:30.242517 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-bff76726-9791-41f7-b7ca-a350d02c3fc6 req-36cbec05-3b08-4daf-8350-eb5516026838 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.0828240 Aug 19 14:40:30.303710 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff76726-9791-41f7-b7ca-a350d02c3fc6 req-01c67ec0-313f-42f0-9542-6b09f8955ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:30.305672 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-bff76726-9791-41f7-b7ca-a350d02c3fc6 req-01c67ec0-313f-42f0-9542-6b09f8955ab9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0536437 Aug 19 14:40:30.310762 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 88f42587-a530-46ee-8c35-6bb26e393402 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:40:30.393124 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-21e5323a-0849-4ac8-9080-ca0ef2f9f993 req-2a9bcfd3-d655-4f85-a65f-ae80ba254870 tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] 10.222.0.69 "GET /v2.0/ports?device_id=3abeb595-2e19-4f8e-b10f-f86578c04f7f HTTP/1.1" status: 200 len: 210 time: 0.0472033 Aug 19 14:40:30.430204 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 88f42587-a530-46ee-8c35-6bb26e393402 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:40:30.441850 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 88f42587-a530-46ee-8c35-6bb26e393402 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:40:30.443504 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:30.453462 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e8eb5-c736-4408-bbd0-63c47ef43bee service neutron] Pushing event updated for resources: {'Port': ['ID=2843ebb3-e971-408f-85db-a3c624b9b9d8,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:30.472199 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-bff76726-9791-41f7-b7ca-a350d02c3fc6 req-5d431dcf-3dd3-4401-b5a1-d3a605cdce9a service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583736 Aug 19 14:40:30.485673 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e14b8d-187e-4226-8642-964c3f6c15ea req-b4bab081-b751-4501-95d6-8e3a18e501ec tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:30.491738 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e14b8d-187e-4226-8642-964c3f6c15ea req-b4bab081-b751-4501-95d6-8e3a18e501ec tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:30.499292 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e14b8d-187e-4226-8642-964c3f6c15ea req-b4bab081-b751-4501-95d6-8e3a18e501ec tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:30.505556 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e14b8d-187e-4226-8642-964c3f6c15ea req-b4bab081-b751-4501-95d6-8e3a18e501ec tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:30.511466 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e14b8d-187e-4226-8642-964c3f6c15ea req-b4bab081-b751-4501-95d6-8e3a18e501ec tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:30.520629 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-24e14b8d-187e-4226-8642-964c3f6c15ea req-b4bab081-b751-4501-95d6-8e3a18e501ec tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 3828 time: 1.3797026 Aug 19 14:40:30.596784 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:30.643845 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 88f42587-a530-46ee-8c35-6bb26e393402, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=88f42587-a530-46ee-8c35-6bb26e393402,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:40:30.648451 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:30.662284 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-1c77f8e5-9c47-470f-8cc7-469dc9adece7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:30.663808 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-1c77f8e5-9c47-470f-8cc7-469dc9adece7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=41e15b78d78c4e818c7fba2f667bded5&device_id=473a93dd-c6e2-40c5-8b6b-c8d2a9701d03 HTTP/1.1" status: 200 len: 1098 time: 1.2272470 Aug 19 14:40:30.664874 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-bff76726-9791-41f7-b7ca-a350d02c3fc6 req-a3fe1c0c-a905-44e8-924c-af44c80b78d7 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835010 Aug 19 14:40:30.697963 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-24e14b8d-187e-4226-8642-964c3f6c15ea req-3c30a885-1921-4aa1-a98f-b067ce60ea36 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/security-groups?id=27241ab3-04f0-48c7-8563-70f9530fcbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1764405 Aug 19 14:40:30.706419 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-a48e8eb5-c736-4408-bbd0-63c47ef43bee service neutron] Attempting to bind port 2843ebb3-e971-408f-85db-a3c624b9b9d8 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:40:30.706756 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-a48e8eb5-c736-4408-bbd0-63c47ef43bee service neutron] Attempting to bind port 2843ebb3-e971-408f-85db-a3c624b9b9d8 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'a7b4169d-aca4-48ae-9564-ded492f4f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '120c5244-d1e2-46c3-b22a-2b90b5b4e09c'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:40:30.707086 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-a48e8eb5-c736-4408-bbd0-63c47ef43bee service neutron] Attempting to bind port 2843ebb3-e971-408f-85db-a3c624b9b9d8 on network 120c5244-d1e2-46c3-b22a-2b90b5b4e09c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:40:30.716299 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-a48e8eb5-c736-4408-bbd0-63c47ef43bee service neutron] Port 2843ebb3-e971-408f-85db-a3c624b9b9d8 on network 120c5244-d1e2-46c3-b22a-2b90b5b4e09c not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:40:30.716780 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-a48e8eb5-c736-4408-bbd0-63c47ef43bee service neutron] Attempting to bind port 2843ebb3-e971-408f-85db-a3c624b9b9d8 on network 120c5244-d1e2-46c3-b22a-2b90b5b4e09c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:40:30.752961 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=88f42587-a530-46ee-8c35-6bb26e393402,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:30.768850 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-dec0b0e6-0fe6-491c-8a97-c46ac4ad46e4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=d5bf5591-dd61-494c-9e1d-4302052e8ea1 HTTP/1.1" status: 200 len: 217 time: 0.0659976 Aug 19 14:40:30.867883 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-a48e8eb5-c736-4408-bbd0-63c47ef43bee service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:40:30.868207 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-a48e8eb5-c736-4408-bbd0-63c47ef43bee service neutron] Checking segment: {'id': 'a7b4169d-aca4-48ae-9564-ded492f4f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '120c5244-d1e2-46c3-b22a-2b90b5b4e09c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:40:30.868556 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-a48e8eb5-c736-4408-bbd0-63c47ef43bee service neutron] Bound using segment: {'id': 'a7b4169d-aca4-48ae-9564-ded492f4f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '120c5244-d1e2-46c3-b22a-2b90b5b4e09c'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:40:30.868960 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-a48e8eb5-c736-4408-bbd0-63c47ef43bee service neutron] Bound port: 2843ebb3-e971-408f-85db-a3c624b9b9d8, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7b4169d-aca4-48ae-9564-ded492f4f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '120c5244-d1e2-46c3-b22a-2b90b5b4e09c'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:40:30.869319 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-a48e8eb5-c736-4408-bbd0-63c47ef43bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:30.903665 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ada5b81-4f6f-4ec3-baed-fbe8d8cd63b6 x-openstack-request-id: req-6ada5b81-4f6f-4ec3-baed-fbe8d8cd63b6 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:40:30.904032 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "473a93dd-c6e2-40c5-8b6b-c8d2a9701d03", "tag": "d5bf5591-dd61-494c-9e1d-4302052e8ea1", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:40:30.904225 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6ada5b81-4f6f-4ec3-baed-fbe8d8cd63b6 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:40:30.904599 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '473a93dd-c6e2-40c5-8b6b-c8d2a9701d03', 'tag': 'd5bf5591-dd61-494c-9e1d-4302052e8ea1', 'status': 'completed', 'code': 200} Aug 19 14:40:30.913396 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdcfda7-ce7a-4712-90b4-073f296bc008 req-0c8b7bbf-c984-4882-9c1d-7c1b8c49e8c1 tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:30.915032 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5fdcfda7-ce7a-4712-90b4-073f296bc008 req-0c8b7bbf-c984-4882-9c1d-7c1b8c49e8c1 tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] 10.222.0.88 "GET /v2.0/networks?id=b8f29fd9-dade-4737-9749-5bc30bcae5f2 HTTP/1.1" status: 200 len: 814 time: 0.2364993 Aug 19 14:40:30.932283 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-5fdcfda7-ce7a-4712-90b4-073f296bc008 req-0a1f6747-d4dc-4d36-bcfd-db1fb163efcb tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] Request body: {'port': {'device_id': '3abeb595-2e19-4f8e-b10f-f86578c04f7f', 'network_id': 'b8f29fd9-dade-4737-9749-5bc30bcae5f2', 'admin_state_up': True, 'tenant_id': 'fce4a365b8c04a8995329931a2ca116d'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:40:30.935641 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090714bd-6515-49d2-946d-bd2083bac687 req-477b79f0-d7c9-4004-a489-6eadaca9ed19 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:30.942344 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-090714bd-6515-49d2-946d-bd2083bac687 req-477b79f0-d7c9-4004-a489-6eadaca9ed19 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=66fd1ab7-6dac-46f5-943d-da35b28f9f46 HTTP/1.1" status: 200 len: 948 time: 0.4067004 Aug 19 14:40:30.970076 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-b54a97f7-711c-4f65-a64a-c5129d58054c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:30.971671 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-b54a97f7-711c-4f65-a64a-c5129d58054c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.1933019 Aug 19 14:40:31.058799 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baacfdd1-77b6-4ea8-b650-80ffe2f158b7 req-a92a51cf-e569-4a90-a919-9772cdf2d870 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:31.060210 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fdcfda7-ce7a-4712-90b4-073f296bc008 req-0a1f6747-d4dc-4d36-bcfd-db1fb163efcb tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] Made reservation on behalf of fce4a365b8c04a8995329931a2ca116d for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:40:31.060587 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-baacfdd1-77b6-4ea8-b650-80ffe2f158b7 req-a92a51cf-e569-4a90-a919-9772cdf2d870 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5e83441-7d14-427d-bf36-f167e60fa742 HTTP/1.1" status: 200 len: 948 time: 0.1889305 Aug 19 14:40:31.064103 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5fdcfda7-ce7a-4712-90b4-073f296bc008 req-0a1f6747-d4dc-4d36-bcfd-db1fb163efcb tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:31.068626 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-090714bd-6515-49d2-946d-bd2083bac687 req-0bafc3fd-8ddc-4241-9bcc-e88de0d30b0c tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254232 Aug 19 14:40:31.114644 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-a48e8eb5-c736-4408-bbd0-63c47ef43bee service neutron] For port 2843ebb3-e971-408f-85db-a3c624b9b9d8, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:40:31.148021 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-a48e8eb5-c736-4408-bbd0-63c47ef43bee service neutron] For port 2843ebb3-e971-408f-85db-a3c624b9b9d8, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=2843ebb3-e971-408f-85db-a3c624b9b9d8,segment=NetworkSegment(a7b4169d-aca4-48ae-9564-ded492f4f0c1),segment_id=a7b4169d-aca4-48ae-9564-ded492f4f0c1)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:40:31.150406 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-0aeaf84d-0b99-46cc-af49-51c4651f081c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:31.152293 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-0aeaf84d-0b99-46cc-af49-51c4651f081c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1597753 Aug 19 14:40:31.155544 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-a48e8eb5-c736-4408-bbd0-63c47ef43bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:31.183732 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-baacfdd1-77b6-4ea8-b650-80ffe2f158b7 req-60cffcd6-b597-42f9-b629-97bd6d807d8e tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020067 Aug 19 14:40:31.270617 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae63d9f6-d1e6-44b8-9cca-f8282de3b9aa x-openstack-request-id: req-ae63d9f6-d1e6-44b8-9cca-f8282de3b9aa {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:40:31.270617 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25972b62-1c88-43d0-ba75-030270ffe8ab", "name": "network-vif-plugged", "status": "completed", "tag": "703dace4-fc56-4540-b847-7744faf5037d", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:40:31.275093 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ae63d9f6-d1e6-44b8-9cca-f8282de3b9aa {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:40:31.275593 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25972b62-1c88-43d0-ba75-030270ffe8ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703dace4-fc56-4540-b847-7744faf5037d', 'code': 200} Aug 19 14:40:31.298656 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-5fdcfda7-ce7a-4712-90b4-073f296bc008 req-0a1f6747-d4dc-4d36-bcfd-db1fb163efcb tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] Allocated IP 172.20.0.7 (b8f29fd9-dade-4737-9749-5bc30bcae5f2/cb5ddc72-4ea9-4516-a45b-5d420b071a89/8012acdd-e3cb-4014-aecd-3d86ae9199da) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:40:31.302328 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e8eb5-c736-4408-bbd0-63c47ef43bee service neutron] Pushing event updated for resources: {'Port': ['ID=2843ebb3-e971-408f-85db-a3c624b9b9d8,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:31.323126 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-a48e8eb5-c736-4408-bbd0-63c47ef43bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:31.323747 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-a48e8eb5-c736-4408-bbd0-63c47ef43bee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:31.325306 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-a48e8eb5-c736-4408-bbd0-63c47ef43bee service neutron] 10.222.0.88 "PUT /v2.0/ports/2843ebb3-e971-408f-85db-a3c624b9b9d8 HTTP/1.1" status: 200 len: 1091 time: 3.9816027 Aug 19 14:40:31.333385 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-89d8a4f2-1074-49c9-b6e5-652b6b3e49d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:31.382854 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9550e01-c472-4405-a8b1-9124f2c4e394', 'name': 'network-vif-deleted', 'tag': 'c0bd4076-049b-4ddb-98f5-8b004110497c'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:40:31.385864 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca88d82-1cac-44ca-aadb-30d02944ba96" -d '{"events": [{"server_uuid": "c9550e01-c472-4405-a8b1-9124f2c4e394", "name": "network-vif-deleted", "tag": "c0bd4076-049b-4ddb-98f5-8b004110497c"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:40:31.421146 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-86f190b1-a10f-49bc-8e61-d4472d050431 service neutron] Request body: {'port': {'device_id': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:40:31.499893 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7f1a16-6e5b-47b6-9fbb-ddc87f2223c8 x-openstack-request-id: req-1e7f1a16-6e5b-47b6-9fbb-ddc87f2223c8 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:40:31.502366 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device c0bd4076-049b-4ddb-98f5-8b004110497c no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:40:31.505428 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9550e01-c472-4405-a8b1-9124f2c4e394", "name": "network-vif-deleted", "tag": "c0bd4076-049b-4ddb-98f5-8b004110497c", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:40:31.511573 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1e7f1a16-6e5b-47b6-9fbb-ddc87f2223c8 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:40:31.514703 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9550e01-c472-4405-a8b1-9124f2c4e394', 'name': 'network-vif-deleted', 'tag': 'c0bd4076-049b-4ddb-98f5-8b004110497c', 'status': 'completed', 'code': 200} Aug 19 14:40:31.525850 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-86f190b1-a10f-49bc-8e61-d4472d050431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:31.559372 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-1f3cca32-e862-41ea-89b0-69cd0299cd1e service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894544 Aug 19 14:40:31.581592 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: c0bd4076-049b-4ddb-98f5-8b004110497c {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:40:31.582061 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device c0bd4076-049b-4ddb-98f5-8b004110497c not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:40:31.617124 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2088e125-7746-4ae1-9f65-498dd43bb24b req-aeeb0850-1b00-4769-9c2d-9fe19f121e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:31.621233 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2088e125-7746-4ae1-9f65-498dd43bb24b req-aeeb0850-1b00-4769-9c2d-9fe19f121e86 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 1100 time: 0.2782145 Aug 19 14:40:31.688396 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d6bfd572-9324-48c8-b0d6-6f51bf5acb7f req-be5f4cfc-7058-4ce5-ad4d-52bd3aec5d2d tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] 10.222.0.69 "GET /v2.0/ports?device_id=3abeb595-2e19-4f8e-b10f-f86578c04f7f HTTP/1.1" status: 200 len: 210 time: 0.1014941 Aug 19 14:40:31.707591 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2088e125-7746-4ae1-9f65-498dd43bb24b req-cbbe4b13-0ee5-492b-8e7f-3f64b2c550c7 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782642 Aug 19 14:40:31.768105 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5fdcfda7-ce7a-4712-90b4-073f296bc008 req-0a1f6747-d4dc-4d36-bcfd-db1fb163efcb tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:31.854621 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5fdcfda7-ce7a-4712-90b4-073f296bc008 req-0a1f6747-d4dc-4d36-bcfd-db1fb163efcb tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:31.898361 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40444) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:40:31.915599 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fdcfda7-ce7a-4712-90b4-073f296bc008 req-0a1f6747-d4dc-4d36-bcfd-db1fb163efcb tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] Network b8f29fd9-dade-4737-9749-5bc30bcae5f2 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:40:31.935967 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-5fdcfda7-ce7a-4712-90b4-073f296bc008 req-0a1f6747-d4dc-4d36-bcfd-db1fb163efcb tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:40:31.942559 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fdcfda7-ce7a-4712-90b4-073f296bc008 req-0a1f6747-d4dc-4d36-bcfd-db1fb163efcb tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:40:31.993221 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f6747-d4dc-4d36-bcfd-db1fb163efcb tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] Pushing event updated for resources: {'Port': ['ID=8012acdd-e3cb-4014-aecd-3d86ae9199da,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:32.005304 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b44d3098-8b2d-4cb9-bb5c-1e25fe19e89f req-cab13021-58cd-4d11-8c01-d1d5c0fcfc70 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219046 Aug 19 14:40:32.051048 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc808f-c571-4d87-ae55-94ea60081737 req-48382ec0-c517-4edf-8d52-d1ef75f10d78 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:32.057850 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc808f-c571-4d87-ae55-94ea60081737 req-48382ec0-c517-4edf-8d52-d1ef75f10d78 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:32.058614 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdcfda7-ce7a-4712-90b4-073f296bc008 req-0a1f6747-d4dc-4d36-bcfd-db1fb163efcb tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:32.060428 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5fdcfda7-ce7a-4712-90b4-073f296bc008 req-0a1f6747-d4dc-4d36-bcfd-db1fb163efcb tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:32.064965 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc808f-c571-4d87-ae55-94ea60081737 req-48382ec0-c517-4edf-8d52-d1ef75f10d78 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:32.071540 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc808f-c571-4d87-ae55-94ea60081737 req-48382ec0-c517-4edf-8d52-d1ef75f10d78 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:32.077778 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc808f-c571-4d87-ae55-94ea60081737 req-48382ec0-c517-4edf-8d52-d1ef75f10d78 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:32.082832 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5fdcfda7-ce7a-4712-90b4-073f296bc008 req-0a1f6747-d4dc-4d36-bcfd-db1fb163efcb tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1560867 Aug 19 14:40:32.086765 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9bdc808f-c571-4d87-ae55-94ea60081737 req-48382ec0-c517-4edf-8d52-d1ef75f10d78 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 3828 time: 0.2531960 Aug 19 14:40:32.104988 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-5fdcfda7-ce7a-4712-90b4-073f296bc008 req-a2d42cb6-2ccf-412f-9a54-e7fe899c935a service neutron] Request body: {'port': {'device_id': '3abeb595-2e19-4f8e-b10f-f86578c04f7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:40:32.192803 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9bdc808f-c571-4d87-ae55-94ea60081737 req-0a783dd2-9ef7-4010-9985-9e7c7b7c9945 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/security-groups?id=27241ab3-04f0-48c7-8563-70f9530fcbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050708 Aug 19 14:40:32.225244 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5fdcfda7-ce7a-4712-90b4-073f296bc008 req-a2d42cb6-2ccf-412f-9a54-e7fe899c935a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:32.301209 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13562a3c-ff44-430e-970c-684c600d296c req-b6706122-d5e7-4739-a749-4b935f054bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:32.302745 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-13562a3c-ff44-430e-970c-684c600d296c req-b6706122-d5e7-4739-a749-4b935f054bf1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=41e15b78d78c4e818c7fba2f667bded5&device_id=473a93dd-c6e2-40c5-8b6b-c8d2a9701d03 HTTP/1.1" status: 200 len: 1098 time: 0.2043903 Aug 19 14:40:32.428883 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-86f190b1-a10f-49bc-8e61-d4472d050431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f46bceb-d478-4788-bf46-f2d1c4de2a62 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:40:32.449534 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-86f190b1-a10f-49bc-8e61-d4472d050431 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:32.495248 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901986a-f579-442b-a0b8-f29ba39b75bb req-1f0ca90a-16af-4a24-b873-b98ebcdb14e7 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:32.503571 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c901986a-f579-442b-a0b8-f29ba39b75bb req-1f0ca90a-16af-4a24-b873-b98ebcdb14e7 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=66fd1ab7-6dac-46f5-943d-da35b28f9f46 HTTP/1.1" status: 200 len: 949 time: 0.3079460 Aug 19 14:40:32.513458 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-86f190b1-a10f-49bc-8e61-d4472d050431 service neutron] Transition to ACTIVE for port object 4f46bceb-d478-4788-bf46-f2d1c4de2a62 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:40:32.535999 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-86f190b1-a10f-49bc-8e61-d4472d050431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:32.564990 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-5fdcfda7-ce7a-4712-90b4-073f296bc008 req-a2d42cb6-2ccf-412f-9a54-e7fe899c935a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8012acdd-e3cb-4014-aecd-3d86ae9199da {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:40:32.573710 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5fdcfda7-ce7a-4712-90b4-073f296bc008 req-a2d42cb6-2ccf-412f-9a54-e7fe899c935a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:32.589282 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-5fdcfda7-ce7a-4712-90b4-073f296bc008 req-a2d42cb6-2ccf-412f-9a54-e7fe899c935a service neutron] Transition to ACTIVE for port object 8012acdd-e3cb-4014-aecd-3d86ae9199da will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:40:32.601986 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5fdcfda7-ce7a-4712-90b4-073f296bc008 req-a2d42cb6-2ccf-412f-9a54-e7fe899c935a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:32.614885 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32011e1b-3296-47fb-9780-710be02518ac req-4e35f32d-86a5-47a1-94d2-a452838bf091 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:32.624327 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-32011e1b-3296-47fb-9780-710be02518ac req-4e35f32d-86a5-47a1-94d2-a452838bf091 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5e83441-7d14-427d-bf36-f167e60fa742 HTTP/1.1" status: 200 len: 948 time: 0.2067826 Aug 19 14:40:32.633616 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13562a3c-ff44-430e-970c-684c600d296c req-a332f1d8-2af8-45b8-9bd6-222883fbd5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:32.635513 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-13562a3c-ff44-430e-970c-684c600d296c req-a332f1d8-2af8-45b8-9bd6-222883fbd5b8 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.3088584 Aug 19 14:40:32.658918 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d42cb6-2ccf-412f-9a54-e7fe899c935a service neutron] Pushing event updated for resources: {'Port': ['ID=8012acdd-e3cb-4014-aecd-3d86ae9199da,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:32.669132 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-625c6e79-4539-4664-8959-4c03ec7e4cf0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=106022b3768c45f2b423a6217d11e05e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7681670 Aug 19 14:40:32.672728 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40460) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:40:32.692067 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c901986a-f579-442b-a0b8-f29ba39b75bb req-0d85bef4-58ef-4d42-8de3-770f503df911 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870539 Aug 19 14:40:32.769491 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f190b1-a10f-49bc-8e61-d4472d050431 service neutron] Pushing event updated for resources: {'Port': ['ID=4f46bceb-d478-4788-bf46-f2d1c4de2a62,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:32.781439 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-13562a3c-ff44-430e-970c-684c600d296c req-de8a9fe4-ccb9-4cb5-a878-2f98af12eda3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=d5bf5591-dd61-494c-9e1d-4302052e8ea1 HTTP/1.1" status: 200 len: 217 time: 0.1150188 Aug 19 14:40:32.871903 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-5fdcfda7-ce7a-4712-90b4-073f296bc008 req-a2d42cb6-2ccf-412f-9a54-e7fe899c935a service neutron] Attempting to bind port 8012acdd-e3cb-4014-aecd-3d86ae9199da on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:40:32.872189 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-5fdcfda7-ce7a-4712-90b4-073f296bc008 req-a2d42cb6-2ccf-412f-9a54-e7fe899c935a service neutron] Attempting to bind port 8012acdd-e3cb-4014-aecd-3d86ae9199da by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '5f6566c2-ae87-40fe-8e47-7c15562ad8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b8f29fd9-dade-4737-9749-5bc30bcae5f2'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:40:32.872552 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdcfda7-ce7a-4712-90b4-073f296bc008 req-a2d42cb6-2ccf-412f-9a54-e7fe899c935a service neutron] Attempting to bind port 8012acdd-e3cb-4014-aecd-3d86ae9199da on network b8f29fd9-dade-4737-9749-5bc30bcae5f2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:40:32.877974 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e147e485-ef45-4002-8bac-ee7149917ceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:32.879645 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdcfda7-ce7a-4712-90b4-073f296bc008 req-a2d42cb6-2ccf-412f-9a54-e7fe899c935a service neutron] Port 8012acdd-e3cb-4014-aecd-3d86ae9199da on network b8f29fd9-dade-4737-9749-5bc30bcae5f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:40:32.879968 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdcfda7-ce7a-4712-90b4-073f296bc008 req-a2d42cb6-2ccf-412f-9a54-e7fe899c935a service neutron] Attempting to bind port 8012acdd-e3cb-4014-aecd-3d86ae9199da on network b8f29fd9-dade-4737-9749-5bc30bcae5f2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:40:32.898597 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdcfda7-ce7a-4712-90b4-073f296bc008 req-a2d42cb6-2ccf-412f-9a54-e7fe899c935a service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:40:32.899009 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdcfda7-ce7a-4712-90b4-073f296bc008 req-a2d42cb6-2ccf-412f-9a54-e7fe899c935a service neutron] Checking segment: {'id': '5f6566c2-ae87-40fe-8e47-7c15562ad8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b8f29fd9-dade-4737-9749-5bc30bcae5f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:40:32.899339 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdcfda7-ce7a-4712-90b4-073f296bc008 req-a2d42cb6-2ccf-412f-9a54-e7fe899c935a service neutron] Bound using segment: {'id': '5f6566c2-ae87-40fe-8e47-7c15562ad8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b8f29fd9-dade-4737-9749-5bc30bcae5f2'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:40:32.900054 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-5fdcfda7-ce7a-4712-90b4-073f296bc008 req-a2d42cb6-2ccf-412f-9a54-e7fe899c935a service neutron] Bound port: 8012acdd-e3cb-4014-aecd-3d86ae9199da, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f6566c2-ae87-40fe-8e47-7c15562ad8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b8f29fd9-dade-4737-9749-5bc30bcae5f2'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:40:32.900453 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5fdcfda7-ce7a-4712-90b4-073f296bc008 req-a2d42cb6-2ccf-412f-9a54-e7fe899c935a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:32.907813 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'tag': '2843ebb3-e971-408f-85db-a3c624b9b9d8'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:40:32.910088 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752a7641-0132-4aa4-8261-f3f39a874122" -d '{"events": [{"name": "network-changed", "server_uuid": "bce8a885-bf0d-4acb-9ae6-beed50cce16b", "tag": "2843ebb3-e971-408f-85db-a3c624b9b9d8"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:40:32.925881 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e147e485-ef45-4002-8bac-ee7149917ceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:32.937003 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-32011e1b-3296-47fb-9780-710be02518ac req-8c5d9ed1-05e6-47fe-a226-119a5e9d6e27 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052027 Aug 19 14:40:33.009661 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-5fdcfda7-ce7a-4712-90b4-073f296bc008 req-a2d42cb6-2ccf-412f-9a54-e7fe899c935a service neutron] For port 8012acdd-e3cb-4014-aecd-3d86ae9199da, host n-h2-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:40:33.016148 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-5fdcfda7-ce7a-4712-90b4-073f296bc008 req-a2d42cb6-2ccf-412f-9a54-e7fe899c935a service neutron] For port 8012acdd-e3cb-4014-aecd-3d86ae9199da, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=8012acdd-e3cb-4014-aecd-3d86ae9199da,segment=NetworkSegment(5f6566c2-ae87-40fe-8e47-7c15562ad8da),segment_id=5f6566c2-ae87-40fe-8e47-7c15562ad8da)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:40:33.030401 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5fdcfda7-ce7a-4712-90b4-073f296bc008 req-a2d42cb6-2ccf-412f-9a54-e7fe899c935a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:33.057200 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709f5c9a-c715-4769-8ded-cd14a2e3efd7 x-openstack-request-id: req-709f5c9a-c715-4769-8ded-cd14a2e3efd7 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:40:33.057492 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce8a885-bf0d-4acb-9ae6-beed50cce16b", "tag": "2843ebb3-e971-408f-85db-a3c624b9b9d8", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:40:33.057744 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-709f5c9a-c715-4769-8ded-cd14a2e3efd7 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:40:33.058153 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'tag': '2843ebb3-e971-408f-85db-a3c624b9b9d8', 'status': 'completed', 'code': 200} Aug 19 14:40:33.075942 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13562a3c-ff44-430e-970c-684c600d296c req-4988df70-5fea-4ad6-b139-019ee6e3cb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:33.077714 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-13562a3c-ff44-430e-970c-684c600d296c req-4988df70-5fea-4ad6-b139-019ee6e3cb77 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.2533538 Aug 19 14:40:33.088877 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdcfda7-ce7a-4712-90b4-073f296bc008 req-a2d42cb6-2ccf-412f-9a54-e7fe899c935a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:33.089626 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5fdcfda7-ce7a-4712-90b4-073f296bc008 req-a2d42cb6-2ccf-412f-9a54-e7fe899c935a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:33.092880 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5fdcfda7-ce7a-4712-90b4-073f296bc008 req-a2d42cb6-2ccf-412f-9a54-e7fe899c935a service neutron] 10.222.0.88 "PUT /v2.0/ports/8012acdd-e3cb-4014-aecd-3d86ae9199da HTTP/1.1" status: 200 len: 1091 time: 0.9994094 Aug 19 14:40:33.112103 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-86f190b1-a10f-49bc-8e61-d4472d050431 service neutron] Attempting to bind port 4f46bceb-d478-4788-bf46-f2d1c4de2a62 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:40:33.112486 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-86f190b1-a10f-49bc-8e61-d4472d050431 service neutron] Attempting to bind port 4f46bceb-d478-4788-bf46-f2d1c4de2a62 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'b333896f-71d3-4667-9887-245337866152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '35f8f681-bcb0-473e-b781-4b88789fa2d6'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:40:33.112782 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-86f190b1-a10f-49bc-8e61-d4472d050431 service neutron] Attempting to bind port 4f46bceb-d478-4788-bf46-f2d1c4de2a62 on network 35f8f681-bcb0-473e-b781-4b88789fa2d6 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:40:33.147981 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ffc22-65ca-403f-9b7f-6daa728226a2 req-7a4d4e63-c975-4169-b420-ae5c9878de35 tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:33.149906 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-846ffc22-65ca-403f-9b7f-6daa728226a2 req-7a4d4e63-c975-4169-b420-ae5c9878de35 tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] 10.222.0.69 "GET /v2.0/ports?device_id=3abeb595-2e19-4f8e-b10f-f86578c04f7f HTTP/1.1" status: 200 len: 943 time: 0.1940110 Aug 19 14:40:33.152247 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-86f190b1-a10f-49bc-8e61-d4472d050431 service neutron] Port 4f46bceb-d478-4788-bf46-f2d1c4de2a62 on network 35f8f681-bcb0-473e-b781-4b88789fa2d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:40:33.152523 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-86f190b1-a10f-49bc-8e61-d4472d050431 service neutron] Attempting to bind port 4f46bceb-d478-4788-bf46-f2d1c4de2a62 on network 35f8f681-bcb0-473e-b781-4b88789fa2d6 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:40:33.179715 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-86f190b1-a10f-49bc-8e61-d4472d050431 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:40:33.180113 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-86f190b1-a10f-49bc-8e61-d4472d050431 service neutron] Checking segment: {'id': 'b333896f-71d3-4667-9887-245337866152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '35f8f681-bcb0-473e-b781-4b88789fa2d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:40:33.180469 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-86f190b1-a10f-49bc-8e61-d4472d050431 service neutron] Bound using segment: {'id': 'b333896f-71d3-4667-9887-245337866152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '35f8f681-bcb0-473e-b781-4b88789fa2d6'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:40:33.180931 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-86f190b1-a10f-49bc-8e61-d4472d050431 service neutron] Bound port: 4f46bceb-d478-4788-bf46-f2d1c4de2a62, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b333896f-71d3-4667-9887-245337866152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '35f8f681-bcb0-473e-b781-4b88789fa2d6'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:40:33.181298 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-86f190b1-a10f-49bc-8e61-d4472d050431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:33.218006 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13562a3c-ff44-430e-970c-684c600d296c req-e0a2f269-e017-42cb-bc3c-7caf129174a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:33.219983 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-13562a3c-ff44-430e-970c-684c600d296c req-e0a2f269-e017-42cb-bc3c-7caf129174a6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1314647 Aug 19 14:40:33.235240 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a7641-0132-4aa4-8261-f3f39a874122 req-358c2fed-1ceb-4837-bee6-a1d76475f458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:33.235487 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a7641-0132-4aa4-8261-f3f39a874122 req-358c2fed-1ceb-4837-bee6-a1d76475f458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:33.235991 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a7641-0132-4aa4-8261-f3f39a874122 req-358c2fed-1ceb-4837-bee6-a1d76475f458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:33.236426 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a7641-0132-4aa4-8261-f3f39a874122 req-358c2fed-1ceb-4837-bee6-a1d76475f458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:33.237010 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a7641-0132-4aa4-8261-f3f39a874122 req-358c2fed-1ceb-4837-bee6-a1d76475f458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:33.237474 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a7641-0132-4aa4-8261-f3f39a874122 req-358c2fed-1ceb-4837-bee6-a1d76475f458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:33.239410 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-752a7641-0132-4aa4-8261-f3f39a874122 req-358c2fed-1ceb-4837-bee6-a1d76475f458 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=eac9849a6187411198187660adbcdd48&device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 5245 time: 0.1361377 Aug 19 14:40:33.242532 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d42cb6-2ccf-412f-9a54-e7fe899c935a service neutron] Pushing event updated for resources: {'Port': ['ID=8012acdd-e3cb-4014-aecd-3d86ae9199da,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:33.245763 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-846ffc22-65ca-403f-9b7f-6daa728226a2 req-da915760-d123-4f3c-9da6-fbde093be83a tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] 10.222.0.69 "GET /v2.0/security-groups?id=c390f442-ff13-416a-8add-09a6a460befa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893016 Aug 19 14:40:33.277008 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66fd1ab7-6dac-46f5-943d-da35b28f9f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88f42587-a530-46ee-8c35-6bb26e393402'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:40:33.280042 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663b9d48-79d9-4179-be24-ddd19a8e4021" -d '{"events": [{"server_uuid": "66fd1ab7-6dac-46f5-943d-da35b28f9f46", "name": "network-vif-plugged", "status": "completed", "tag": "88f42587-a530-46ee-8c35-6bb26e393402"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:40:33.280706 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e147e485-ef45-4002-8bac-ee7149917ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:33.292817 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e147e485-ef45-4002-8bac-ee7149917ceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:33.294270 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e147e485-ef45-4002-8bac-ee7149917ceb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/46ee69e3-46c0-437e-9d8c-dd4974c09f1d HTTP/1.1" status: 204 len: 168 time: 0.6205697 Aug 19 14:40:33.319694 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359e0e5d-531e-46e8-94b7-39392f50e7a2 x-openstack-request-id: req-359e0e5d-531e-46e8-94b7-39392f50e7a2 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:40:33.319993 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66fd1ab7-6dac-46f5-943d-da35b28f9f46", "name": "network-vif-plugged", "status": "completed", "tag": "88f42587-a530-46ee-8c35-6bb26e393402", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:40:33.320393 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-359e0e5d-531e-46e8-94b7-39392f50e7a2 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:40:33.321046 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66fd1ab7-6dac-46f5-943d-da35b28f9f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88f42587-a530-46ee-8c35-6bb26e393402', 'code': 200} Aug 19 14:40:33.384325 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e147e485-ef45-4002-8bac-ee7149917ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ee69e3-46c0-437e-9d8c-dd4974c09f1d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:33.392441 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.88', 56973) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:40:33.440062 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdcfda7-ce7a-4712-90b4-073f296bc008 req-64574672-bf7f-4e56-bf51-957ce5d9e072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:33.443518 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5fdcfda7-ce7a-4712-90b4-073f296bc008 req-64574672-bf7f-4e56-bf51-957ce5d9e072 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fce4a365b8c04a8995329931a2ca116d&device_id=3abeb595-2e19-4f8e-b10f-f86578c04f7f HTTP/1.1" status: 200 len: 1094 time: 0.2801404 Aug 19 14:40:33.503153 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device b7cdddfb-21cf-4332-9d96-c1edd174d9b1 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:40:33.540559 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a44f4-a57d-4e4b-8b1e-f77cba82af94 req-9473bd32-3e82-4885-a911-bc0c467c3354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:33.542059 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b29a44f4-a57d-4e4b-8b1e-f77cba82af94 req-9473bd32-3e82-4885-a911-bc0c467c3354 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=66fd1ab7-6dac-46f5-943d-da35b28f9f46 HTTP/1.1" status: 200 len: 1100 time: 0.1329887 Aug 19 14:40:33.543173 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-86f190b1-a10f-49bc-8e61-d4472d050431 service neutron] For port 4f46bceb-d478-4788-bf46-f2d1c4de2a62, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:40:33.587274 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0273bc-af68-483a-b800-eb079acceeba req-13a3b5f3-93d6-4c8f-88a2-2668fec4901b tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:33.593290 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0273bc-af68-483a-b800-eb079acceeba req-13a3b5f3-93d6-4c8f-88a2-2668fec4901b tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:33.599215 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0273bc-af68-483a-b800-eb079acceeba req-13a3b5f3-93d6-4c8f-88a2-2668fec4901b tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:33.605137 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0273bc-af68-483a-b800-eb079acceeba req-13a3b5f3-93d6-4c8f-88a2-2668fec4901b tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:33.611095 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0273bc-af68-483a-b800-eb079acceeba req-13a3b5f3-93d6-4c8f-88a2-2668fec4901b tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:33.617017 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0273bc-af68-483a-b800-eb079acceeba req-13a3b5f3-93d6-4c8f-88a2-2668fec4901b tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:33.619081 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bd0273bc-af68-483a-b800-eb079acceeba req-13a3b5f3-93d6-4c8f-88a2-2668fec4901b tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 4601 time: 0.2598126 Aug 19 14:40:33.630989 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-86f190b1-a10f-49bc-8e61-d4472d050431 service neutron] For port 4f46bceb-d478-4788-bf46-f2d1c4de2a62, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=4f46bceb-d478-4788-bf46-f2d1c4de2a62,segment=NetworkSegment(b333896f-71d3-4667-9887-245337866152),segment_id=b333896f-71d3-4667-9887-245337866152)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:40:33.645493 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port b7cdddfb-21cf-4332-9d96-c1edd174d9b1, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=b7cdddfb-21cf-4332-9d96-c1edd174d9b1,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:40:33.662782 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': 'b7cdddfb-21cf-4332-9d96-c1edd174d9b1', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'port_id': 'b7cdddfb-21cf-4332-9d96-c1edd174d9b1', 'mac_address': 'fa:16:3e:06:6f:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:40:33.674649 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bd0273bc-af68-483a-b800-eb079acceeba req-1f661b9d-9156-4378-b065-0b62f03b6d36 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/security-groups?id=79af4be3-90a0-4292-a54f-cdd3d9a00e15&id=27241ab3-04f0-48c7-8563-70f9530fcbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0456870 Aug 19 14:40:33.675812 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-86f190b1-a10f-49bc-8e61-d4472d050431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:33.682443 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-13562a3c-ff44-430e-970c-684c600d296c req-923a233c-7cb1-490e-820f-c9bae0e658e6 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4342082 Aug 19 14:40:33.702696 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b29a44f4-a57d-4e4b-8b1e-f77cba82af94 req-547b6f46-8de3-4da7-a0e9-4da20c820b5f service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477730 Aug 19 14:40:33.768782 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:33.770312 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:33.829241 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7cdddfb-21cf-4332-9d96-c1edd174d9b1 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:40:33.858176 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port b7cdddfb-21cf-4332-9d96-c1edd174d9b1, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=b7cdddfb-21cf-4332-9d96-c1edd174d9b1,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:40:33.868954 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:33.874180 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3abeb595-2e19-4f8e-b10f-f86578c04f7f', 'tag': '8012acdd-e3cb-4014-aecd-3d86ae9199da'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:40:33.881215 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee26a650-6c56-4dbc-8a84-93d43183b837" -d '{"events": [{"name": "network-changed", "server_uuid": "3abeb595-2e19-4f8e-b10f-f86578c04f7f", "tag": "8012acdd-e3cb-4014-aecd-3d86ae9199da"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:40:33.899328 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-13562a3c-ff44-430e-970c-684c600d296c req-9ec5fda0-1fd5-44c7-b5cc-73aa8735749a service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985843 Aug 19 14:40:33.913013 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40484) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:40:33.929733 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5fdcfda7-ce7a-4712-90b4-073f296bc008 req-331dc1c0-17fe-42eb-8e0e-4b842548c203 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8012acdd-e3cb-4014-aecd-3d86ae9199da HTTP/1.1" status: 200 len: 217 time: 0.4694333 Aug 19 14:40:33.933374 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-86f190b1-a10f-49bc-8e61-d4472d050431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:33.934016 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-86f190b1-a10f-49bc-8e61-d4472d050431 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:33.935884 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-86f190b1-a10f-49bc-8e61-d4472d050431 service neutron] 10.222.0.88 "PUT /v2.0/ports/4f46bceb-d478-4788-bf46-f2d1c4de2a62 HTTP/1.1" status: 200 len: 1131 time: 2.5256937 Aug 19 14:40:33.936599 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f190b1-a10f-49bc-8e61-d4472d050431 service neutron] Pushing event updated for resources: {'Port': ['ID=4f46bceb-d478-4788-bf46-f2d1c4de2a62,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:33.986991 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1648149-d7a7-4523-bc7e-0495f7300658 req-437d6381-8b28-4be7-a043-5fba9c882ca5 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:33.987222 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=b7cdddfb-21cf-4332-9d96-c1edd174d9b1,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:33.993074 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d1648149-d7a7-4523-bc7e-0495f7300658 req-437d6381-8b28-4be7-a043-5fba9c882ca5 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=66fd1ab7-6dac-46f5-943d-da35b28f9f46 HTTP/1.1" status: 200 len: 949 time: 0.1584506 Aug 19 14:40:33.997197 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-aae9f062-8871-41cc-a052-3203b1fb511a service neutron] Request body: {'port': {'device_id': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:40:34.060651 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e6d77f-f403-4da8-bdf8-a51ff98fde9c x-openstack-request-id: req-74e6d77f-f403-4da8-bdf8-a51ff98fde9c {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:40:34.060951 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3abeb595-2e19-4f8e-b10f-f86578c04f7f", "tag": "8012acdd-e3cb-4014-aecd-3d86ae9199da", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:40:34.061200 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-74e6d77f-f403-4da8-bdf8-a51ff98fde9c {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:40:34.061589 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3abeb595-2e19-4f8e-b10f-f86578c04f7f', 'tag': '8012acdd-e3cb-4014-aecd-3d86ae9199da', 'status': 'completed', 'code': 200} Aug 19 14:40:34.066800 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a7641-0132-4aa4-8261-f3f39a874122 req-b81c80ac-e546-4bec-873a-c66a1a31ec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:34.067286 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a7641-0132-4aa4-8261-f3f39a874122 req-b81c80ac-e546-4bec-873a-c66a1a31ec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:34.067764 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a7641-0132-4aa4-8261-f3f39a874122 req-b81c80ac-e546-4bec-873a-c66a1a31ec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:34.069555 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-752a7641-0132-4aa4-8261-f3f39a874122 req-b81c80ac-e546-4bec-873a-c66a1a31ec8c service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=eac9849a6187411198187660adbcdd48&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.8017457 Aug 19 14:40:34.098509 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-aae9f062-8871-41cc-a052-3203b1fb511a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:34.110039 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d1648149-d7a7-4523-bc7e-0495f7300658 req-fc2d5af6-a7e0-41ad-bd54-f2c963c73541 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882690 Aug 19 14:40:34.120677 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['b7cdddfb-21cf-4332-9d96-c1edd174d9b1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:40:34.282471 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdcfda7-ce7a-4712-90b4-073f296bc008 req-b2dd31a5-878e-4292-8e45-941e52f55199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:34.284131 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5fdcfda7-ce7a-4712-90b4-073f296bc008 req-b2dd31a5-878e-4292-8e45-941e52f55199 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cb5ddc72-4ea9-4516-a45b-5d420b071a89 HTTP/1.1" status: 200 len: 854 time: 0.3095822 Aug 19 14:40:34.297688 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ea1280d4-f132-4413-b352-eb5a499f8277 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=45a9f27ddf224f84a3ccef2911ea30fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3698957 Aug 19 14:40:34.308752 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 40494) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:40:34.344453 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77cc26-cf4c-437f-b1c1-e5e6abd8cffa req-7813d02c-e456-4a34-8a9f-05b1e5e11f4a tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:34.357167 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5a77cc26-cf4c-437f-b1c1-e5e6abd8cffa req-7813d02c-e456-4a34-8a9f-05b1e5e11f4a tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5e83441-7d14-427d-bf36-f167e60fa742 HTTP/1.1" status: 200 len: 949 time: 0.1935482 Aug 19 14:40:34.367193 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8dcd3d35-56a4-452b-9e91-32aed46d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:34.367820 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5fdcfda7-ce7a-4712-90b4-073f296bc008 req-639695ac-92d4-4fd8-9b5e-ad87b8981a13 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b8f29fd9-dade-4737-9749-5bc30bcae5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683923 Aug 19 14:40:34.488921 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:34.505256 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a7641-0132-4aa4-8261-f3f39a874122 req-46275861-f286-4fc8-80d1-1ede6b6af416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:34.507786 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-752a7641-0132-4aa4-8261-f3f39a874122 req-46275861-f286-4fc8-80d1-1ede6b6af416 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4037571 Aug 19 14:40:34.556057 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5a77cc26-cf4c-437f-b1c1-e5e6abd8cffa req-49653f05-3b07-4ccc-a6ad-0bb675be3e47 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842117 Aug 19 14:40:34.579603 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5fdcfda7-ce7a-4712-90b4-073f296bc008 req-a0426861-b06c-4081-b49b-2618c0ee9299 service neutron] 10.222.0.88 "GET /v2.0/networks/b8f29fd9-dade-4737-9749-5bc30bcae5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930203 Aug 19 14:40:34.588005 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef5167-38c3-4993-b711-5002a7e1470e req-8e6d648a-00d7-44a9-b2fd-7e2a6a1be046 tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:34.595729 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-24ef5167-38c3-4993-b711-5002a7e1470e req-8e6d648a-00d7-44a9-b2fd-7e2a6a1be046 tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] 10.222.0.69 "GET /v2.0/ports?device_id=3abeb595-2e19-4f8e-b10f-f86578c04f7f HTTP/1.1" status: 200 len: 943 time: 0.2085428 Aug 19 14:40:34.604799 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-19d6b688-52ab-4b06-b436-de5993a48762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:34.673000 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-19d6b688-52ab-4b06-b436-de5993a48762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:34.694724 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-24ef5167-38c3-4993-b711-5002a7e1470e req-d748bc18-614f-4c4f-86ba-0bd2760c6b29 tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] 10.222.0.69 "GET /v2.0/security-groups?id=c390f442-ff13-416a-8add-09a6a460befa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947113 Aug 19 14:40:34.729993 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5fdcfda7-ce7a-4712-90b4-073f296bc008 req-0528192b-b12c-41b7-854b-ad388cdf3ca0 service neutron] 10.222.0.88 "GET /v2.0/networks/b8f29fd9-dade-4737-9749-5bc30bcae5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426208 Aug 19 14:40:34.800271 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-aae9f062-8871-41cc-a052-3203b1fb511a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:40:34.814436 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-aae9f062-8871-41cc-a052-3203b1fb511a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:34.848751 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee26a650-6c56-4dbc-8a84-93d43183b837 req-87fd9515-b10d-4f06-92f2-c4d61b8bdb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:34.850996 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ee26a650-6c56-4dbc-8a84-93d43183b837 req-87fd9515-b10d-4f06-92f2-c4d61b8bdb70 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fce4a365b8c04a8995329931a2ca116d&device_id=3abeb595-2e19-4f8e-b10f-f86578c04f7f HTTP/1.1" status: 200 len: 1094 time: 0.0672100 Aug 19 14:40:34.855392 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-19d6b688-52ab-4b06-b436-de5993a48762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:34.858038 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-19d6b688-52ab-4b06-b436-de5993a48762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:34.861510 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-19d6b688-52ab-4b06-b436-de5993a48762 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6e82019e-755d-4aa8-ac1e-6d2958edfec5 HTTP/1.1" status: 204 len: 168 time: 0.5488594 Aug 19 14:40:34.874500 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d6b688-52ab-4b06-b436-de5993a48762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e82019e-755d-4aa8-ac1e-6d2958edfec5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:34.876808 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-aae9f062-8871-41cc-a052-3203b1fb511a service neutron] Transition to ACTIVE for port object 9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:40:34.887586 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-aae9f062-8871-41cc-a052-3203b1fb511a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:34.915979 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475344a-4193-4e5c-aca5-b33c361387bc req-a03bd775-1b8b-45af-9a7f-fd7cb0d1ce84 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:34.922435 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475344a-4193-4e5c-aca5-b33c361387bc req-a03bd775-1b8b-45af-9a7f-fd7cb0d1ce84 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:34.929137 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475344a-4193-4e5c-aca5-b33c361387bc req-a03bd775-1b8b-45af-9a7f-fd7cb0d1ce84 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:34.935681 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475344a-4193-4e5c-aca5-b33c361387bc req-a03bd775-1b8b-45af-9a7f-fd7cb0d1ce84 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:34.942576 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475344a-4193-4e5c-aca5-b33c361387bc req-a03bd775-1b8b-45af-9a7f-fd7cb0d1ce84 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:34.950569 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475344a-4193-4e5c-aca5-b33c361387bc req-a03bd775-1b8b-45af-9a7f-fd7cb0d1ce84 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:34.954444 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e475344a-4193-4e5c-aca5-b33c361387bc req-a03bd775-1b8b-45af-9a7f-fd7cb0d1ce84 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 4601 time: 0.1339724 Aug 19 14:40:35.034374 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:35.074298 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'tag': '4f46bceb-d478-4788-bf46-f2d1c4de2a62'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:40:35.077162 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656e6f1c-34f4-4934-9048-013623a55392" -d '{"events": [{"name": "network-changed", "server_uuid": "bce8a885-bf0d-4acb-9ae6-beed50cce16b", "tag": "4f46bceb-d478-4788-bf46-f2d1c4de2a62"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:40:35.084654 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee26a650-6c56-4dbc-8a84-93d43183b837 req-e30a7c5d-e8f0-4d91-88ac-d7bb0054ef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:35.086078 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ee26a650-6c56-4dbc-8a84-93d43183b837 req-e30a7c5d-e8f0-4d91-88ac-d7bb0054ef35 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b8f29fd9-dade-4737-9749-5bc30bcae5f2 HTTP/1.1" status: 200 len: 915 time: 0.2112553 Aug 19 14:40:35.090986 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:35.113567 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae9f062-8871-41cc-a052-3203b1fb511a service neutron] Pushing event updated for resources: {'Port': ['ID=9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:35.186894 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ee26a650-6c56-4dbc-8a84-93d43183b837 req-006ede51-01a9-41f0-bbcb-1a5674a11a23 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8012acdd-e3cb-4014-aecd-3d86ae9199da HTTP/1.1" status: 200 len: 217 time: 0.0893266 Aug 19 14:40:35.233872 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1aa49c2-3acb-411d-a23f-428dc1f01db3 x-openstack-request-id: req-e1aa49c2-3acb-411d-a23f-428dc1f01db3 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:40:35.234891 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce8a885-bf0d-4acb-9ae6-beed50cce16b", "tag": "4f46bceb-d478-4788-bf46-f2d1c4de2a62", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:40:35.235236 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e1aa49c2-3acb-411d-a23f-428dc1f01db3 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:40:35.235827 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'tag': '4f46bceb-d478-4788-bf46-f2d1c4de2a62', 'status': 'completed', 'code': 200} Aug 19 14:40:35.273166 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-aae9f062-8871-41cc-a052-3203b1fb511a service neutron] Attempting to bind port 9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:40:35.273714 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-aae9f062-8871-41cc-a052-3203b1fb511a service neutron] Attempting to bind port 9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'b333896f-71d3-4667-9887-245337866152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '35f8f681-bcb0-473e-b781-4b88789fa2d6'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:40:35.274238 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-aae9f062-8871-41cc-a052-3203b1fb511a service neutron] Attempting to bind port 9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f on network 35f8f681-bcb0-473e-b781-4b88789fa2d6 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:40:35.287049 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-aae9f062-8871-41cc-a052-3203b1fb511a service neutron] Port 9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f on network 35f8f681-bcb0-473e-b781-4b88789fa2d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:40:35.287910 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-aae9f062-8871-41cc-a052-3203b1fb511a service neutron] Attempting to bind port 9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f on network 35f8f681-bcb0-473e-b781-4b88789fa2d6 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:40:35.301120 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-aae9f062-8871-41cc-a052-3203b1fb511a service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:40:35.301617 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-aae9f062-8871-41cc-a052-3203b1fb511a service neutron] Checking segment: {'id': 'b333896f-71d3-4667-9887-245337866152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '35f8f681-bcb0-473e-b781-4b88789fa2d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:40:35.302090 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-aae9f062-8871-41cc-a052-3203b1fb511a service neutron] Bound using segment: {'id': 'b333896f-71d3-4667-9887-245337866152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '35f8f681-bcb0-473e-b781-4b88789fa2d6'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:40:35.302731 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-aae9f062-8871-41cc-a052-3203b1fb511a service neutron] Bound port: 9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b333896f-71d3-4667-9887-245337866152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '35f8f681-bcb0-473e-b781-4b88789fa2d6'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:40:35.303265 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-aae9f062-8871-41cc-a052-3203b1fb511a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:35.348606 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e475344a-4193-4e5c-aca5-b33c361387bc req-4bdd4447-f77f-4f0e-9a03-ecde03790ad7 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/security-groups?id=79af4be3-90a0-4292-a54f-cdd3d9a00e15&id=27241ab3-04f0-48c7-8563-70f9530fcbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3449187 Aug 19 14:40:35.404392 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee26a650-6c56-4dbc-8a84-93d43183b837 req-ab9ce1ed-198f-4138-ab60-1652709d4a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:35.405623 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ee26a650-6c56-4dbc-8a84-93d43183b837 req-ab9ce1ed-198f-4138-ab60-1652709d4a11 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cb5ddc72-4ea9-4516-a45b-5d420b071a89 HTTP/1.1" status: 200 len: 854 time: 0.2092474 Aug 19 14:40:35.416596 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e6f1c-34f4-4934-9048-013623a55392 req-7d5123f4-0bb7-4f0b-a18c-2c9c3edb2205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:35.417303 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e6f1c-34f4-4934-9048-013623a55392 req-7d5123f4-0bb7-4f0b-a18c-2c9c3edb2205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:35.417568 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e6f1c-34f4-4934-9048-013623a55392 req-7d5123f4-0bb7-4f0b-a18c-2c9c3edb2205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:35.418033 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e6f1c-34f4-4934-9048-013623a55392 req-7d5123f4-0bb7-4f0b-a18c-2c9c3edb2205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:35.419080 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e6f1c-34f4-4934-9048-013623a55392 req-7d5123f4-0bb7-4f0b-a18c-2c9c3edb2205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:35.419080 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e6f1c-34f4-4934-9048-013623a55392 req-7d5123f4-0bb7-4f0b-a18c-2c9c3edb2205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:35.419401 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e6f1c-34f4-4934-9048-013623a55392 req-7d5123f4-0bb7-4f0b-a18c-2c9c3edb2205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:35.421911 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-656e6f1c-34f4-4934-9048-013623a55392 req-7d5123f4-0bb7-4f0b-a18c-2c9c3edb2205 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=eac9849a6187411198187660adbcdd48&device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 6168 time: 0.1539109 Aug 19 14:40:35.475152 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-aae9f062-8871-41cc-a052-3203b1fb511a service neutron] For port 9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:40:35.478818 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-aae9f062-8871-41cc-a052-3203b1fb511a service neutron] For port 9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f,segment=NetworkSegment(b333896f-71d3-4667-9887-245337866152),segment_id=b333896f-71d3-4667-9887-245337866152)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:40:35.486859 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-aae9f062-8871-41cc-a052-3203b1fb511a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:35.494656 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ee26a650-6c56-4dbc-8a84-93d43183b837 req-0dc1aee6-b8b8-4c28-a482-6c611f090acb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b8f29fd9-dade-4737-9749-5bc30bcae5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708330 Aug 19 14:40:35.507625 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbce968-c3cf-46cc-b21b-5e0b455f9d45 req-08e61929-5212-4457-9f6c-b7a43210d312 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:35.509490 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7bbce968-c3cf-46cc-b21b-5e0b455f9d45 req-08e61929-5212-4457-9f6c-b7a43210d312 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=66fd1ab7-6dac-46f5-943d-da35b28f9f46 HTTP/1.1" status: 200 len: 949 time: 0.1897569 Aug 19 14:40:35.523998 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device d5bf5591-dd61-494c-9e1d-4302052e8ea1 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:40:35.526965 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device b7cdddfb-21cf-4332-9d96-c1edd174d9b1 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:40:35.567064 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-aae9f062-8871-41cc-a052-3203b1fb511a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:35.568848 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-aae9f062-8871-41cc-a052-3203b1fb511a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:35.570726 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-aae9f062-8871-41cc-a052-3203b1fb511a service neutron] 10.222.0.88 "PUT /v2.0/ports/9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f HTTP/1.1" status: 200 len: 1130 time: 1.5959289 Aug 19 14:40:35.650274 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-cc7a57d0-3e45-48d1-901c-6a05664900d4 service neutron] Request body: {'port': {'device_id': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:40:35.704125 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae9f062-8871-41cc-a052-3203b1fb511a service neutron] Pushing event updated for resources: {'Port': ['ID=9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:35.759164 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7bbce968-c3cf-46cc-b21b-5e0b455f9d45 req-a0cbea87-7b89-4aa4-bf9b-2fed7de9f4b2 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128990 Aug 19 14:40:35.865234 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port b7cdddfb-21cf-4332-9d96-c1edd174d9b1 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:40:35.886117 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port b7cdddfb-21cf-4332-9d96-c1edd174d9b1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:40:35.887427 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:35.961555 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e6f1c-34f4-4934-9048-013623a55392 req-73d5a88f-94eb-4a68-ad0a-c5716e3b9ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:35.966387 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e6f1c-34f4-4934-9048-013623a55392 req-73d5a88f-94eb-4a68-ad0a-c5716e3b9ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:35.975504 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e6f1c-34f4-4934-9048-013623a55392 req-73d5a88f-94eb-4a68-ad0a-c5716e3b9ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:35.975859 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port d5bf5591-dd61-494c-9e1d-4302052e8ea1, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=d5bf5591-dd61-494c-9e1d-4302052e8ea1,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:40:35.980468 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-656e6f1c-34f4-4934-9048-013623a55392 req-73d5a88f-94eb-4a68-ad0a-c5716e3b9ebf service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=eac9849a6187411198187660adbcdd48&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5287311 Aug 19 14:40:35.998299 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-cc7a57d0-3e45-48d1-901c-6a05664900d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:36.020428 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ee26a650-6c56-4dbc-8a84-93d43183b837 req-bca16f30-4cf6-4127-9833-eb6008b41cdf service neutron] 10.222.0.88 "GET /v2.0/networks/b8f29fd9-dade-4737-9749-5bc30bcae5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4911177 Aug 19 14:40:36.023758 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': 'd5bf5591-dd61-494c-9e1d-4302052e8ea1', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'port_id': 'd5bf5591-dd61-494c-9e1d-4302052e8ea1', 'mac_address': 'fa:16:3e:6a:f2:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:40:36.066924 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c48e82-7c95-40b4-adf5-4c60d0d53b16 req-d095c5d4-1889-4d50-b1ce-d00d3367b285 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:36.069093 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f1c48e82-7c95-40b4-adf5-4c60d0d53b16 req-d095c5d4-1889-4d50-b1ce-d00d3367b285 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5e83441-7d14-427d-bf36-f167e60fa742 HTTP/1.1" status: 200 len: 949 time: 0.3075876 Aug 19 14:40:36.097467 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:36.126119 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5bf5591-dd61-494c-9e1d-4302052e8ea1 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:40:36.132435 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:36.166049 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port d5bf5591-dd61-494c-9e1d-4302052e8ea1, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=d5bf5591-dd61-494c-9e1d-4302052e8ea1,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:40:36.177217 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:36.186956 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e83441-7d14-427d-bf36-f167e60fa742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7cdddfb-21cf-4332-9d96-c1edd174d9b1'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:40:36.189914 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b164cc5a-04b3-4504-a3e5-544d6ca5ac85" -d '{"events": [{"server_uuid": "b5e83441-7d14-427d-bf36-f167e60fa742", "name": "network-vif-plugged", "status": "completed", "tag": "b7cdddfb-21cf-4332-9d96-c1edd174d9b1"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:40:36.220898 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e6f1c-34f4-4934-9048-013623a55392 req-d01af258-94c3-479c-b960-3d18ed8cbc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:36.223310 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-656e6f1c-34f4-4934-9048-013623a55392 req-d01af258-94c3-479c-b960-3d18ed8cbc8d service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2240591 Aug 19 14:40:36.226054 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port b7cdddfb-21cf-4332-9d96-c1edd174d9b1, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=b7cdddfb-21cf-4332-9d96-c1edd174d9b1,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:40:36.234417 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:36.238612 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f1c48e82-7c95-40b4-adf5-4c60d0d53b16 req-94d30943-6425-4460-b729-b1c06de8cbe4 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543410 Aug 19 14:40:36.254313 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=d5bf5591-dd61-494c-9e1d-4302052e8ea1,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:36.286914 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ee26a650-6c56-4dbc-8a84-93d43183b837 req-f8a1b7d4-9145-4722-b138-7ed1c5ef9753 service neutron] 10.222.0.88 "GET /v2.0/networks/b8f29fd9-dade-4737-9749-5bc30bcae5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266598 Aug 19 14:40:36.319079 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=b7cdddfb-21cf-4332-9d96-c1edd174d9b1,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:36.346374 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7645d-eac7-4261-825d-977130df16cc req-e91c1163-ef72-491b-8177-6965fc41d39c tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:36.347944 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fef7645d-eac7-4261-825d-977130df16cc req-e91c1163-ef72-491b-8177-6965fc41d39c tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] 10.222.0.69 "GET /v2.0/ports?device_id=3abeb595-2e19-4f8e-b10f-f86578c04f7f HTTP/1.1" status: 200 len: 943 time: 0.1811988 Aug 19 14:40:36.396115 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40550) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:40:36.429362 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['d5bf5591-dd61-494c-9e1d-4302052e8ea1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:40:36.508258 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d6ccc139-c1b5-446e-8ee5-152ca192ad64 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1557363911-network', 'tenant_id': 'b611e89c59444d069c1d991f556f75aa'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:40:36.531983 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ccc139-c1b5-446e-8ee5-152ca192ad64 admin admin] Made reservation on behalf of b611e89c59444d069c1d991f556f75aa for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:40:36.534701 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d6ccc139-c1b5-446e-8ee5-152ca192ad64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:36.544788 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d6ccc139-c1b5-446e-8ee5-152ca192ad64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:36.648631 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d6ccc139-c1b5-446e-8ee5-152ca192ad64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:36.653378 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d6ccc139-c1b5-446e-8ee5-152ca192ad64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:36.683330 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6ccc139-c1b5-446e-8ee5-152ca192ad64 admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:40:36.692915 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ccc139-c1b5-446e-8ee5-152ca192ad64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6d476b-f5fe-404d-b8c6-392d8305c509,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:36.699537 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d6ccc139-c1b5-446e-8ee5-152ca192ad64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:36.699891 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-d6ccc139-c1b5-446e-8ee5-152ca192ad64 admin admin] Added segment fcd6ac5d-931b-4836-82cc-58250c6a0f69 of type vlan for network 94d71021-0e52-4f61-9f79-5084b440fea5 Aug 19 14:40:36.747431 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d6ccc139-c1b5-446e-8ee5-152ca192ad64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:36.767890 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fef7645d-eac7-4261-825d-977130df16cc req-802f2c86-3e4e-4681-8cdf-30ff3697fdcd tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] 10.222.0.69 "GET /v2.0/security-groups?id=c390f442-ff13-416a-8add-09a6a460befa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4098597 Aug 19 14:40:36.781255 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d6ccc139-c1b5-446e-8ee5-152ca192ad64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:36.782490 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ccc139-c1b5-446e-8ee5-152ca192ad64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:36.783221 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d6ccc139-c1b5-446e-8ee5-152ca192ad64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:36.787581 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:36.793744 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d1622-6b67-4607-b96d-a9a623ca3265 req-2c7eebab-b5eb-4c56-b45b-cf15e97e148b tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:36.795253 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e19d1622-6b67-4607-b96d-a9a623ca3265 req-2c7eebab-b5eb-4c56-b45b-cf15e97e148b tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.4570644 Aug 19 14:40:36.848742 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d6ccc139-c1b5-446e-8ee5-152ca192ad64 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4456344 Aug 19 14:40:36.849173 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40558) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:40:36.856968 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ccc139-c1b5-446e-8ee5-152ca192ad64 admin admin] Pushing event updated for resources: {'Network': ['ID=94d71021-0e52-4f61-9f79-5084b440fea5,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:36.869351 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 94d71021-0e52-4f61-9f79-5084b440fea5 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:40:36.871186 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-33c6970a-86ee-4bd8-b53b-176f88f8f9ac admin admin] Request body: {'subnet': {'network_id': '94d71021-0e52-4f61-9f79-5084b440fea5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1557363911-subnet', 'tenant_id': 'b611e89c59444d069c1d991f556f75aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:40:36.884754 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e19d1622-6b67-4607-b96d-a9a623ca3265 req-1066b89f-eaa2-4482-b6fa-495cde55f990 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749383 Aug 19 14:40:36.918493 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-cc7a57d0-3e45-48d1-901c-6a05664900d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf510a67-3758-4837-9af6-1a144f49bd82 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:40:36.934745 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c6970a-86ee-4bd8-b53b-176f88f8f9ac admin admin] Made reservation on behalf of b611e89c59444d069c1d991f556f75aa for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:40:36.937401 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33c6970a-86ee-4bd8-b53b-176f88f8f9ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:36.950430 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-cc7a57d0-3e45-48d1-901c-6a05664900d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:36.954890 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40562) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:40:36.961975 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ba957647-7b7b-4981-805c-13d082326c09 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1884700971'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:40:36.985135 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-cc7a57d0-3e45-48d1-901c-6a05664900d4 service neutron] Transition to ACTIVE for port object bf510a67-3758-4837-9af6-1a144f49bd82 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:40:36.994219 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-cc7a57d0-3e45-48d1-901c-6a05664900d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:37.035274 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c24a4e2-1dda-46d7-b94f-ef6f2bab0646 x-openstack-request-id: req-6c24a4e2-1dda-46d7-b94f-ef6f2bab0646 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:40:37.035636 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e83441-7d14-427d-bf36-f167e60fa742", "name": "network-vif-plugged", "status": "completed", "tag": "b7cdddfb-21cf-4332-9d96-c1edd174d9b1", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:40:37.037072 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6c24a4e2-1dda-46d7-b94f-ef6f2bab0646 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:40:37.038291 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e83441-7d14-427d-bf36-f167e60fa742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7cdddfb-21cf-4332-9d96-c1edd174d9b1', 'code': 200} Aug 19 14:40:37.084649 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba957647-7b7b-4981-805c-13d082326c09 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Made reservation on behalf of ef249261d4604936b13aa21e0bea0dc2 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:40:37.090381 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ba957647-7b7b-4981-805c-13d082326c09 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:37.141023 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba957647-7b7b-4981-805c-13d082326c09 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:40:37.161653 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7a57d0-3e45-48d1-901c-6a05664900d4 service neutron] Pushing event updated for resources: {'Port': ['ID=bf510a67-3758-4837-9af6-1a144f49bd82,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:37.179358 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ba957647-7b7b-4981-805c-13d082326c09 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:37.179691 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-ba957647-7b7b-4981-805c-13d082326c09 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Added segment fdbc698c-a407-4185-b827-fddb386d580e of type vlan for network dac15f89-eb05-4149-aeea-9b60945c8ac2 Aug 19 14:40:37.248773 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'tag': '9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:40:37.251844 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d63e4e4-a058-46b4-b248-4fbbbd7ffb0c" -d '{"events": [{"name": "network-changed", "server_uuid": "bce8a885-bf0d-4acb-9ae6-beed50cce16b", "tag": "9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:40:37.293456 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ba957647-7b7b-4981-805c-13d082326c09 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:37.317713 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6134455-08c4-4e77-89de-6b0d93fb9f34 req-5a485e94-6aaa-4c03-a757-b879fe7e7e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:37.319432 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d6134455-08c4-4e77-89de-6b0d93fb9f34 req-5a485e94-6aaa-4c03-a757-b879fe7e7e91 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b5e83441-7d14-427d-bf36-f167e60fa742 HTTP/1.1" status: 200 len: 1101 time: 0.2337036 Aug 19 14:40:37.327242 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ab6e594c-a786-45ec-8a31-ebedc61096a1 req-8c0086ab-7f90-4506-b9f4-cff94dc82804 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=11b7a234580048b0b008b7f3feeed06a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0698407 Aug 19 14:40:37.363265 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33c6970a-86ee-4bd8-b53b-176f88f8f9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:37.384219 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed9cb9-4f51-4ace-9606-ab68673ad99b req-45caf11a-7aec-4883-a6b7-67d66db436ce tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:37.390719 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed9cb9-4f51-4ace-9606-ab68673ad99b req-45caf11a-7aec-4883-a6b7-67d66db436ce tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:37.391875 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ba957647-7b7b-4981-805c-13d082326c09 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:37.396741 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed9cb9-4f51-4ace-9606-ab68673ad99b req-45caf11a-7aec-4883-a6b7-67d66db436ce tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:37.397510 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba957647-7b7b-4981-805c-13d082326c09 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:37.398158 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ba957647-7b7b-4981-805c-13d082326c09 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:37.402888 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed9cb9-4f51-4ace-9606-ab68673ad99b req-45caf11a-7aec-4883-a6b7-67d66db436ce tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:37.408905 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed9cb9-4f51-4ace-9606-ab68673ad99b req-45caf11a-7aec-4883-a6b7-67d66db436ce tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:37.414865 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed9cb9-4f51-4ace-9606-ab68673ad99b req-45caf11a-7aec-4883-a6b7-67d66db436ce tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:37.420713 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed9cb9-4f51-4ace-9606-ab68673ad99b req-45caf11a-7aec-4883-a6b7-67d66db436ce tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:37.428702 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-84ed9cb9-4f51-4ace-9606-ab68673ad99b req-45caf11a-7aec-4883-a6b7-67d66db436ce tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 5385 time: 0.2693772 Aug 19 14:40:37.486911 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-cc7a57d0-3e45-48d1-901c-6a05664900d4 service neutron] Attempting to bind port bf510a67-3758-4837-9af6-1a144f49bd82 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:40:37.487612 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-cc7a57d0-3e45-48d1-901c-6a05664900d4 service neutron] Attempting to bind port bf510a67-3758-4837-9af6-1a144f49bd82 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'b333896f-71d3-4667-9887-245337866152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '35f8f681-bcb0-473e-b781-4b88789fa2d6'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:40:37.487612 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-cc7a57d0-3e45-48d1-901c-6a05664900d4 service neutron] Attempting to bind port bf510a67-3758-4837-9af6-1a144f49bd82 on network 35f8f681-bcb0-473e-b781-4b88789fa2d6 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:40:37.518100 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-cc7a57d0-3e45-48d1-901c-6a05664900d4 service neutron] Port bf510a67-3758-4837-9af6-1a144f49bd82 on network 35f8f681-bcb0-473e-b781-4b88789fa2d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:40:37.518433 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-cc7a57d0-3e45-48d1-901c-6a05664900d4 service neutron] Attempting to bind port bf510a67-3758-4837-9af6-1a144f49bd82 on network 35f8f681-bcb0-473e-b781-4b88789fa2d6 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:40:37.535833 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device d5bf5591-dd61-494c-9e1d-4302052e8ea1 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:40:37.541270 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d6134455-08c4-4e77-89de-6b0d93fb9f34 req-1fb64e0e-571d-49e2-ae08-bfb230567a3a service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123661 Aug 19 14:40:37.542052 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-cc7a57d0-3e45-48d1-901c-6a05664900d4 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:40:37.542377 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-cc7a57d0-3e45-48d1-901c-6a05664900d4 service neutron] Checking segment: {'id': 'b333896f-71d3-4667-9887-245337866152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '35f8f681-bcb0-473e-b781-4b88789fa2d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:40:37.542783 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-cc7a57d0-3e45-48d1-901c-6a05664900d4 service neutron] Bound using segment: {'id': 'b333896f-71d3-4667-9887-245337866152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '35f8f681-bcb0-473e-b781-4b88789fa2d6'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:40:37.543311 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-cc7a57d0-3e45-48d1-901c-6a05664900d4 service neutron] Bound port: bf510a67-3758-4837-9af6-1a144f49bd82, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b333896f-71d3-4667-9887-245337866152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '35f8f681-bcb0-473e-b781-4b88789fa2d6'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:40:37.543675 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-cc7a57d0-3e45-48d1-901c-6a05664900d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:37.559363 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ba957647-7b7b-4981-805c-13d082326c09 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6026142 Aug 19 14:40:37.560745 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 40584) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:40:37.567354 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba957647-7b7b-4981-805c-13d082326c09 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Pushing event updated for resources: {'Network': ['ID=dac15f89-eb05-4149-aeea-9b60945c8ac2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:37.569865 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-84ed9cb9-4f51-4ace-9606-ab68673ad99b req-1a5a62c2-b05c-4891-8ea4-9652c7653853 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/security-groups?id=79af4be3-90a0-4292-a54f-cdd3d9a00e15&id=27241ab3-04f0-48c7-8563-70f9530fcbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1397386 Aug 19 14:40:37.572143 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c6970a-86ee-4bd8-b53b-176f88f8f9ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=96c073c2-076a-458f-865d-1053b0f62f3d,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:37.582106 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c6970a-86ee-4bd8-b53b-176f88f8f9ac admin admin] Checking segment: {'id': 'fcd6ac5d-931b-4836-82cc-58250c6a0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '94d71021-0e52-4f61-9f79-5084b440fea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:40:37.582468 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c6970a-86ee-4bd8-b53b-176f88f8f9ac admin admin] Network hostable DHCP agents. Network: 94d71021-0e52-4f61-9f79-5084b440fea5, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:40:37.589154 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-ce141c06-0b89-4a49-a7a3-950c016f7070 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-437034495'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:40:37.603355 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c6970a-86ee-4bd8-b53b-176f88f8f9ac admin admin] Network 94d71021-0e52-4f61-9f79-5084b440fea5 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:40:37.609835 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network dac15f89-eb05-4149-aeea-9b60945c8ac2 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:40:37.620605 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-33c6970a-86ee-4bd8-b53b-176f88f8f9ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 94d71021-0e52-4f61-9f79-5084b440fea5) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:40:37.633677 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c6970a-86ee-4bd8-b53b-176f88f8f9ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:37.634290 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33c6970a-86ee-4bd8-b53b-176f88f8f9ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:37.674175 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e594c-a786-45ec-8a31-ebedc61096a1 req-7b6e35c0-471e-4462-a209-cd2270801fd8 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:37.683016 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ab6e594c-a786-45ec-8a31-ebedc61096a1 req-7b6e35c0-471e-4462-a209-cd2270801fd8 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3442597 Aug 19 14:40:37.689218 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-33c6970a-86ee-4bd8-b53b-176f88f8f9ac admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8219173 Aug 19 14:40:37.727604 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509d1aad-de5f-45a2-8397-3fbfe1a7bb2f x-openstack-request-id: req-509d1aad-de5f-45a2-8397-3fbfe1a7bb2f {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:40:37.727879 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce8a885-bf0d-4acb-9ae6-beed50cce16b", "tag": "9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:40:37.728117 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-509d1aad-de5f-45a2-8397-3fbfe1a7bb2f {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:40:37.730470 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'tag': '9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f', 'status': 'completed', 'code': 200} Aug 19 14:40:37.742086 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bb8b23-cd1a-4a6d-b24b-ec8874a69f4a None None] Network 94d71021-0e52-4f61-9f79-5084b440fea5 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:40:37.748975 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ab6e594c-a786-45ec-8a31-ebedc61096a1 req-c7687c01-f6e2-44a3-8757-896e305e4f27 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/quotas/11b7a234580048b0b008b7f3feeed06a HTTP/1.1" status: 200 len: 375 time: 0.0642009 Aug 19 14:40:37.794980 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-cc7a57d0-3e45-48d1-901c-6a05664900d4 service neutron] For port bf510a67-3758-4837-9af6-1a144f49bd82, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:40:37.800831 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-cc7a57d0-3e45-48d1-901c-6a05664900d4 service neutron] For port bf510a67-3758-4837-9af6-1a144f49bd82, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=bf510a67-3758-4837-9af6-1a144f49bd82,segment=NetworkSegment(b333896f-71d3-4667-9887-245337866152),segment_id=b333896f-71d3-4667-9887-245337866152)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:40:37.801397 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d63e4e4-a058-46b4-b248-4fbbbd7ffb0c req-8ce0c2f1-3056-48d2-84bd-e16719f786ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:37.801904 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d63e4e4-a058-46b4-b248-4fbbbd7ffb0c req-8ce0c2f1-3056-48d2-84bd-e16719f786ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:37.802363 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d63e4e4-a058-46b4-b248-4fbbbd7ffb0c req-8ce0c2f1-3056-48d2-84bd-e16719f786ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:37.802832 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d63e4e4-a058-46b4-b248-4fbbbd7ffb0c req-8ce0c2f1-3056-48d2-84bd-e16719f786ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:37.803295 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d63e4e4-a058-46b4-b248-4fbbbd7ffb0c req-8ce0c2f1-3056-48d2-84bd-e16719f786ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:37.803780 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d63e4e4-a058-46b4-b248-4fbbbd7ffb0c req-8ce0c2f1-3056-48d2-84bd-e16719f786ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:37.804243 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d63e4e4-a058-46b4-b248-4fbbbd7ffb0c req-8ce0c2f1-3056-48d2-84bd-e16719f786ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:37.814530 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4d63e4e4-a058-46b4-b248-4fbbbd7ffb0c req-8ce0c2f1-3056-48d2-84bd-e16719f786ed service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=eac9849a6187411198187660adbcdd48&device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 6235 time: 0.0961869 Aug 19 14:40:37.819788 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce141c06-0b89-4a49-a7a3-950c016f7070 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Made reservation on behalf of ef249261d4604936b13aa21e0bea0dc2 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:40:37.823053 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce141c06-0b89-4a49-a7a3-950c016f7070 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:37.892912 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-cc7a57d0-3e45-48d1-901c-6a05664900d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:37.898654 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port d5bf5591-dd61-494c-9e1d-4302052e8ea1 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:40:37.905206 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port d5bf5591-dd61-494c-9e1d-4302052e8ea1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:40:37.905581 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:37.961000 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-cc7a57d0-3e45-48d1-901c-6a05664900d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:37.961453 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-cc7a57d0-3e45-48d1-901c-6a05664900d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:37.962857 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-cc7a57d0-3e45-48d1-901c-6a05664900d4 service neutron] 10.222.0.88 "PUT /v2.0/ports/bf510a67-3758-4837-9af6-1a144f49bd82 HTTP/1.1" status: 200 len: 1091 time: 2.3185449 Aug 19 14:40:37.973532 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce141c06-0b89-4a49-a7a3-950c016f7070 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:40:38.007229 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d63e4e4-a058-46b4-b248-4fbbbd7ffb0c req-d0028039-ba4b-4394-a16f-abd34165c954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:38.007629 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d63e4e4-a058-46b4-b248-4fbbbd7ffb0c req-d0028039-ba4b-4394-a16f-abd34165c954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:38.008095 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d63e4e4-a058-46b4-b248-4fbbbd7ffb0c req-d0028039-ba4b-4394-a16f-abd34165c954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:38.009716 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4d63e4e4-a058-46b4-b248-4fbbbd7ffb0c req-d0028039-ba4b-4394-a16f-abd34165c954 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=eac9849a6187411198187660adbcdd48&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1799467 Aug 19 14:40:38.014590 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8df30ba-3b48-4b00-a7c9-9118125762d4 None None] Network 94d71021-0e52-4f61-9f79-5084b440fea5 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:40:38.021331 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ab6e594c-a786-45ec-8a31-ebedc61096a1 req-07d1b41d-125d-4c9c-afeb-1be606eb8274 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=11b7a234580048b0b008b7f3feeed06a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2706702 Aug 19 14:40:38.050554 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e263fa22-dd0d-439c-bc40-669d265df32d req-f861ea83-97fc-44b9-886b-16cdc09a9f4e tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:38.070903 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e263fa22-dd0d-439c-bc40-669d265df32d req-f861ea83-97fc-44b9-886b-16cdc09a9f4e tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5e83441-7d14-427d-bf36-f167e60fa742 HTTP/1.1" status: 200 len: 950 time: 0.2626457 Aug 19 14:40:38.076160 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce141c06-0b89-4a49-a7a3-950c016f7070 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:38.078973 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-ce141c06-0b89-4a49-a7a3-950c016f7070 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Added segment 0a227c9e-95ce-428c-8193-ee402fc84925 of type vlan for network f6ac2016-e7c1-459d-ba43-66cd8666f5a3 Aug 19 14:40:38.160394 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce141c06-0b89-4a49-a7a3-950c016f7070 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:38.163588 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:38.192784 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-58abe395-2e64-4816-ac10-c0a45af744a1 service neutron] Request body: {'port': {'device_id': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:40:38.220361 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d63e4e4-a058-46b4-b248-4fbbbd7ffb0c req-42c6de2e-c21d-4fb9-93e8-19481ca585c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:38.224481 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4d63e4e4-a058-46b4-b248-4fbbbd7ffb0c req-42c6de2e-c21d-4fb9-93e8-19481ca585c6 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1956532 Aug 19 14:40:38.249150 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port d5bf5591-dd61-494c-9e1d-4302052e8ea1, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=d5bf5591-dd61-494c-9e1d-4302052e8ea1,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:40:38.266063 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7a57d0-3e45-48d1-901c-6a05664900d4 service neutron] Pushing event updated for resources: {'Port': ['ID=bf510a67-3758-4837-9af6-1a144f49bd82,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:38.281495 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:38.337150 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e263fa22-dd0d-439c-bc40-669d265df32d req-e80365fc-0a1f-45f8-8605-3e48f524b775 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661645 Aug 19 14:40:38.386653 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=d5bf5591-dd61-494c-9e1d-4302052e8ea1,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:38.389816 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 8012acdd-e3cb-4014-aecd-3d86ae9199da details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:40:38.460474 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce141c06-0b89-4a49-a7a3-950c016f7070 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:38.472811 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce141c06-0b89-4a49-a7a3-950c016f7070 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:38.473951 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce141c06-0b89-4a49-a7a3-950c016f7070 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:38.497132 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ce141c06-0b89-4a49-a7a3-950c016f7070 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9322889 Aug 19 14:40:38.500231 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40610) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:40:38.506604 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e13f4382-da89-46f5-8a11-aa83385b4092 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Request body: {'subnet': {'network_id': 'dac15f89-eb05-4149-aeea-9b60945c8ac2', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:40:38.573685 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-58abe395-2e64-4816-ac10-c0a45af744a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:38.578505 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 8012acdd-e3cb-4014-aecd-3d86ae9199da, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=8012acdd-e3cb-4014-aecd-3d86ae9199da,segment=NetworkSegment(5f6566c2-ae87-40fe-8e47-7c15562ad8da),segment_id=5f6566c2-ae87-40fe-8e47-7c15562ad8da)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:40:38.590679 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '8012acdd-e3cb-4014-aecd-3d86ae9199da', 'network_id': 'b8f29fd9-dade-4737-9749-5bc30bcae5f2', 'port_id': '8012acdd-e3cb-4014-aecd-3d86ae9199da', 'mac_address': 'fa:16:3e:78:c3:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb5ddc72-4ea9-4516-a45b-5d420b071a89', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:40:38.654246 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea26f9-ba8a-4c3a-a50b-d9c4436ca3a3 req-ac5f1a7a-f474-4b55-915f-a6ffd261e752 tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:38.657683 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6aea26f9-ba8a-4c3a-a50b-d9c4436ca3a3 req-ac5f1a7a-f474-4b55-915f-a6ffd261e752 tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] 10.222.0.69 "GET /v2.0/ports?device_id=3abeb595-2e19-4f8e-b10f-f86578c04f7f HTTP/1.1" status: 200 len: 943 time: 0.3175826 Aug 19 14:40:38.689153 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:38.701207 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce141c06-0b89-4a49-a7a3-950c016f7070 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Pushing event updated for resources: {'Network': ['ID=f6ac2016-e7c1-459d-ba43-66cd8666f5a3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:38.704714 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8012acdd-e3cb-4014-aecd-3d86ae9199da {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:40:38.717201 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13f4382-da89-46f5-8a11-aa83385b4092 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Made reservation on behalf of ef249261d4604936b13aa21e0bea0dc2 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:40:38.719638 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network f6ac2016-e7c1-459d-ba43-66cd8666f5a3 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:40:38.726124 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e13f4382-da89-46f5-8a11-aa83385b4092 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:38.803534 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 8012acdd-e3cb-4014-aecd-3d86ae9199da, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=8012acdd-e3cb-4014-aecd-3d86ae9199da,segment=NetworkSegment(5f6566c2-ae87-40fe-8e47-7c15562ad8da),segment_id=5f6566c2-ae87-40fe-8e47-7c15562ad8da)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:40:38.816734 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:38.858039 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6aea26f9-ba8a-4c3a-a50b-d9c4436ca3a3 req-2a02d2e9-9070-4f1a-a798-f370509281ff tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] 10.222.0.69 "GET /v2.0/security-groups?id=c390f442-ff13-416a-8add-09a6a460befa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876621 Aug 19 14:40:38.914817 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=8012acdd-e3cb-4014-aecd-3d86ae9199da,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:38.922449 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525ee2a-a4e5-424b-abbf-71f22c887bbe req-90ea3c95-93de-4591-a99b-7e2c10d2a047 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:38.924248 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6525ee2a-a4e5-424b-abbf-71f22c887bbe req-90ea3c95-93de-4591-a99b-7e2c10d2a047 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/networks?id=94d71021-0e52-4f61-9f79-5084b440fea5 HTTP/1.1" status: 200 len: 805 time: 0.2362890 Aug 19 14:40:38.970554 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6525ee2a-a4e5-424b-abbf-71f22c887bbe req-95775ca5-4d2e-42e4-9c58-835b0ceb67d5 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/quotas/b611e89c59444d069c1d991f556f75aa HTTP/1.1" status: 200 len: 375 time: 0.0357368 Aug 19 14:40:39.000446 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e13f4382-da89-46f5-8a11-aa83385b4092 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:39.028355 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6525ee2a-a4e5-424b-abbf-71f22c887bbe req-a38ad009-01c2-4d5d-a1e4-efac13c19302 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b611e89c59444d069c1d991f556f75aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460498 Aug 19 14:40:39.039415 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473a93dd-c6e2-40c5-8b6b-c8d2a9701d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5bf5591-dd61-494c-9e1d-4302052e8ea1'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:40:39.042885 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3e86b3-d87b-42de-a38d-6d2b36c4f12c" -d '{"events": [{"server_uuid": "473a93dd-c6e2-40c5-8b6b-c8d2a9701d03", "name": "network-vif-plugged", "status": "completed", "tag": "d5bf5591-dd61-494c-9e1d-4302052e8ea1"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:40:39.104953 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13f4382-da89-46f5-8a11-aa83385b4092 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Pushing event updated for resources: {'Subnet': ['ID=55724c78-10e9-41fc-9f40-aa41fd533be5,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:39.115306 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13f4382-da89-46f5-8a11-aa83385b4092 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Checking segment: {'id': 'fdbc698c-a407-4185-b827-fddb386d580e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'dac15f89-eb05-4149-aeea-9b60945c8ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:40:39.115736 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13f4382-da89-46f5-8a11-aa83385b4092 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Network hostable DHCP agents. Network: dac15f89-eb05-4149-aeea-9b60945c8ac2, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:40:39.121783 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d72f36b1-30d7-406d-83c5-82309a86a05b req-ee5131ac-6c0e-457a-8308-af4f1209f3eb tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=a98a7f46-632d-4562-9569-30541f2488ea HTTP/1.1" status: 200 len: 210 time: 0.0581851 Aug 19 14:40:39.138601 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13f4382-da89-46f5-8a11-aa83385b4092 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Network dac15f89-eb05-4149-aeea-9b60945c8ac2 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:40:39.149351 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-e13f4382-da89-46f5-8a11-aa83385b4092 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, dac15f89-eb05-4149-aeea-9b60945c8ac2) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:40:39.155000 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13f4382-da89-46f5-8a11-aa83385b4092 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:39.156602 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e13f4382-da89-46f5-8a11-aa83385b4092 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:39.161540 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ab2b6a-8ba9-43ee-9367-27eee517ef18 None None] Network dac15f89-eb05-4149-aeea-9b60945c8ac2 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:40:39.181201 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e13f4382-da89-46f5-8a11-aa83385b4092 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6782806 Aug 19 14:40:39.183611 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40630) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:40:39.189452 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d87454e1-3df9-4e78-ba8b-72b33cd21f84 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Request body: {'subnet': {'network_id': 'f6ac2016-e7c1-459d-ba43-66cd8666f5a3', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:40:39.213673 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['8012acdd-e3cb-4014-aecd-3d86ae9199da'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:40:39.230124 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-58abe395-2e64-4816-ac10-c0a45af744a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60f87527-45c9-49a4-8b17-a576d308e581 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:40:39.257165 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-58abe395-2e64-4816-ac10-c0a45af744a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:39.286799 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87454e1-3df9-4e78-ba8b-72b33cd21f84 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Made reservation on behalf of ef249261d4604936b13aa21e0bea0dc2 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:40:39.290934 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d87454e1-3df9-4e78-ba8b-72b33cd21f84 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:39.291140 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-58abe395-2e64-4816-ac10-c0a45af744a1 service neutron] Transition to ACTIVE for port object 60f87527-45c9-49a4-8b17-a576d308e581 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:40:39.305547 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-58abe395-2e64-4816-ac10-c0a45af744a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:39.327256 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddddff4-81b4-4acd-9aa7-0933c2fcb190 req-1f7ce2fb-dfc8-4a2e-8b0b-242bf0f35cac tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:39.334072 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddddff4-81b4-4acd-9aa7-0933c2fcb190 req-1f7ce2fb-dfc8-4a2e-8b0b-242bf0f35cac tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:39.340774 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddddff4-81b4-4acd-9aa7-0933c2fcb190 req-1f7ce2fb-dfc8-4a2e-8b0b-242bf0f35cac tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:39.346895 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddddff4-81b4-4acd-9aa7-0933c2fcb190 req-1f7ce2fb-dfc8-4a2e-8b0b-242bf0f35cac tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:39.362595 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddddff4-81b4-4acd-9aa7-0933c2fcb190 req-1f7ce2fb-dfc8-4a2e-8b0b-242bf0f35cac tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:39.372375 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddddff4-81b4-4acd-9aa7-0933c2fcb190 req-1f7ce2fb-dfc8-4a2e-8b0b-242bf0f35cac tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:39.382546 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddddff4-81b4-4acd-9aa7-0933c2fcb190 req-1f7ce2fb-dfc8-4a2e-8b0b-242bf0f35cac tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:39.392239 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8ddddff4-81b4-4acd-9aa7-0933c2fcb190 req-1f7ce2fb-dfc8-4a2e-8b0b-242bf0f35cac tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 5385 time: 0.1821220 Aug 19 14:40:39.429756 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6525ee2a-a4e5-424b-abbf-71f22c887bbe req-1114ef1b-03bb-4dba-948b-8280b6ab34bb service neutron] 10.222.0.69 "GET /v2.0/networks/94d71021-0e52-4f61-9f79-5084b440fea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3930302 Aug 19 14:40:39.515117 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d87454e1-3df9-4e78-ba8b-72b33cd21f84 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:39.548440 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ab6e594c-a786-45ec-8a31-ebedc61096a1 req-b0ada267-6fa7-48d0-a38e-97f37e140226 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=11b7a234580048b0b008b7f3feeed06a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0989220 Aug 19 14:40:39.571504 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20299000-6a99-46b1-9447-05b74c5025e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-dac15f89-eb05-4149-aeea-9b60945c8ac2', 'network_id': 'dac15f89-eb05-4149-aeea-9b60945c8ac2', 'tenant_id': 'ef249261d4604936b13aa21e0bea0dc2', 'fixed_ips': [{'subnet_id': '55724c78-10e9-41fc-9f40-aa41fd533be5'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:40:39.572455 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-20299000-6a99-46b1-9447-05b74c5025e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:39.604202 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87454e1-3df9-4e78-ba8b-72b33cd21f84 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Checking segment: {'id': '0a227c9e-95ce-428c-8193-ee402fc84925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f6ac2016-e7c1-459d-ba43-66cd8666f5a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:40:39.604673 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87454e1-3df9-4e78-ba8b-72b33cd21f84 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Network hostable DHCP agents. Network: f6ac2016-e7c1-459d-ba43-66cd8666f5a3, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:40:39.607388 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87454e1-3df9-4e78-ba8b-72b33cd21f84 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Pushing event updated for resources: {'Subnet': ['ID=64065ff9-b8bb-4212-8aca-114b6986ce18,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:39.650335 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87454e1-3df9-4e78-ba8b-72b33cd21f84 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Network f6ac2016-e7c1-459d-ba43-66cd8666f5a3 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:40:39.663759 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d87454e1-3df9-4e78-ba8b-72b33cd21f84 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, f6ac2016-e7c1-459d-ba43-66cd8666f5a3) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:40:39.672291 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87454e1-3df9-4e78-ba8b-72b33cd21f84 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:39.672996 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d87454e1-3df9-4e78-ba8b-72b33cd21f84 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:39.677485 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f7b56d-b2ec-4052-9e9b-d61cfe5e1e95 None None] Network f6ac2016-e7c1-459d-ba43-66cd8666f5a3 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:40:39.689551 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8ddddff4-81b4-4acd-9aa7-0933c2fcb190 req-efae866c-5d68-4019-96a6-bc5b357f9e0f tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/security-groups?id=79af4be3-90a0-4292-a54f-cdd3d9a00e15&id=27241ab3-04f0-48c7-8563-70f9530fcbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2962165 Aug 19 14:40:39.695646 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58abe395-2e64-4816-ac10-c0a45af744a1 service neutron] Pushing event updated for resources: {'Port': ['ID=60f87527-45c9-49a4-8b17-a576d308e581,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:39.709683 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d87454e1-3df9-4e78-ba8b-72b33cd21f84 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5247452 Aug 19 14:40:39.710606 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40636) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:40:39.732635 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'tag': 'bf510a67-3758-4837-9af6-1a144f49bd82'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:40:39.735068 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-1facb984-de8b-4c3a-99d7-85b02f11b248 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Request body: {'port': {'network_id': 'dac15f89-eb05-4149-aeea-9b60945c8ac2', 'name': 'tempest-TaggedBootDevicesTest_v242-1951349292', 'fixed_ips': [{'subnet_id': '55724c78-10e9-41fc-9f40-aa41fd533be5'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:40:39.736182 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b2f726-49d9-4604-9a0f-2fe98074e90b" -d '{"events": [{"name": "network-changed", "server_uuid": "bce8a885-bf0d-4acb-9ae6-beed50cce16b", "tag": "bf510a67-3758-4837-9af6-1a144f49bd82"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:40:39.803881 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a27a938-caba-4bba-bce9-a5cb0ee9df41 x-openstack-request-id: req-8a27a938-caba-4bba-bce9-a5cb0ee9df41 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:40:39.804171 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "473a93dd-c6e2-40c5-8b6b-c8d2a9701d03", "name": "network-vif-plugged", "status": "completed", "tag": "d5bf5591-dd61-494c-9e1d-4302052e8ea1", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:40:39.804437 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8a27a938-caba-4bba-bce9-a5cb0ee9df41 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:40:39.805036 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '473a93dd-c6e2-40c5-8b6b-c8d2a9701d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5bf5591-dd61-494c-9e1d-4302052e8ea1', 'code': 200} Aug 19 14:40:39.835325 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-20299000-6a99-46b1-9447-05b74c5025e2 None None] Allocated IP 10.1.1.2 (dac15f89-eb05-4149-aeea-9b60945c8ac2/55724c78-10e9-41fc-9f40-aa41fd533be5/a7bfbd7d-99c5-4f52-92c7-4a3d720af89f) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:40:39.859910 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e594c-a786-45ec-8a31-ebedc61096a1 req-18ed1fa2-7ba7-41f4-8ee9-39ff2603c76d tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:39.861479 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ab6e594c-a786-45ec-8a31-ebedc61096a1 req-18ed1fa2-7ba7-41f4-8ee9-39ff2603c76d tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2486928 Aug 19 14:40:39.880963 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-ab6e594c-a786-45ec-8a31-ebedc61096a1 req-6a168bfd-7c0d-4190-9032-dae18cd61482 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Request body: {'port': {'device_id': 'a98a7f46-632d-4562-9569-30541f2488ea', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'admin_state_up': True, 'tenant_id': '11b7a234580048b0b008b7f3feeed06a'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:40:39.993427 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c15ced-ea8a-4b77-982f-e0a0fe3fa738 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-f6ac2016-e7c1-459d-ba43-66cd8666f5a3', 'network_id': 'f6ac2016-e7c1-459d-ba43-66cd8666f5a3', 'tenant_id': 'ef249261d4604936b13aa21e0bea0dc2', 'fixed_ips': [{'subnet_id': '64065ff9-b8bb-4212-8aca-114b6986ce18'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:40:39.995036 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-42c15ced-ea8a-4b77-982f-e0a0fe3fa738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:40.007063 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6525ee2a-a4e5-424b-abbf-71f22c887bbe req-7e8c45c2-4b30-447c-9950-5fb873d679db service neutron] 10.222.0.69 "GET /v2.0/networks/94d71021-0e52-4f61-9f79-5084b440fea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5449085 Aug 19 14:40:40.020709 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb8f63-f5b6-4e0d-82d0-87671aa933a3 req-a8506a4e-43e7-446e-a42c-1dd41e05de6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:40.027921 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a3cb8f63-f5b6-4e0d-82d0-87671aa933a3 req-a8506a4e-43e7-446e-a42c-1dd41e05de6f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=473a93dd-c6e2-40c5-8b6b-c8d2a9701d03 HTTP/1.1" status: 200 len: 1100 time: 0.1344898 Aug 19 14:40:40.032162 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1facb984-de8b-4c3a-99d7-85b02f11b248 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Made reservation on behalf of ef249261d4604936b13aa21e0bea0dc2 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:40:40.040294 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-58abe395-2e64-4816-ac10-c0a45af744a1 service neutron] Attempting to bind port 60f87527-45c9-49a4-8b17-a576d308e581 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:40:40.040680 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-58abe395-2e64-4816-ac10-c0a45af744a1 service neutron] Attempting to bind port 60f87527-45c9-49a4-8b17-a576d308e581 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'b333896f-71d3-4667-9887-245337866152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '35f8f681-bcb0-473e-b781-4b88789fa2d6'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:40:40.041059 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-58abe395-2e64-4816-ac10-c0a45af744a1 service neutron] Attempting to bind port 60f87527-45c9-49a4-8b17-a576d308e581 on network 35f8f681-bcb0-473e-b781-4b88789fa2d6 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:40:40.057428 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-58abe395-2e64-4816-ac10-c0a45af744a1 service neutron] Port 60f87527-45c9-49a4-8b17-a576d308e581 on network 35f8f681-bcb0-473e-b781-4b88789fa2d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:40:40.057428 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-58abe395-2e64-4816-ac10-c0a45af744a1 service neutron] Attempting to bind port 60f87527-45c9-49a4-8b17-a576d308e581 on network 35f8f681-bcb0-473e-b781-4b88789fa2d6 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:40:40.069174 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-58abe395-2e64-4816-ac10-c0a45af744a1 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:40:40.069588 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-58abe395-2e64-4816-ac10-c0a45af744a1 service neutron] Checking segment: {'id': 'b333896f-71d3-4667-9887-245337866152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '35f8f681-bcb0-473e-b781-4b88789fa2d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:40:40.069914 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-58abe395-2e64-4816-ac10-c0a45af744a1 service neutron] Bound using segment: {'id': 'b333896f-71d3-4667-9887-245337866152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '35f8f681-bcb0-473e-b781-4b88789fa2d6'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:40:40.078498 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-58abe395-2e64-4816-ac10-c0a45af744a1 service neutron] Bound port: 60f87527-45c9-49a4-8b17-a576d308e581, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b333896f-71d3-4667-9887-245337866152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '35f8f681-bcb0-473e-b781-4b88789fa2d6'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:40:40.079014 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-58abe395-2e64-4816-ac10-c0a45af744a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:40.108748 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab6e594c-a786-45ec-8a31-ebedc61096a1 req-6a168bfd-7c0d-4190-9032-dae18cd61482 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Made reservation on behalf of 11b7a234580048b0b008b7f3feeed06a for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:40:40.118736 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ab6e594c-a786-45ec-8a31-ebedc61096a1 req-6a168bfd-7c0d-4190-9032-dae18cd61482 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:40.133852 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a3cb8f63-f5b6-4e0d-82d0-87671aa933a3 req-f1aa03a1-2a4b-48ba-8315-8a3a8658ff10 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895381 Aug 19 14:40:40.193754 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1facb984-de8b-4c3a-99d7-85b02f11b248 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:40.236180 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-1facb984-de8b-4c3a-99d7-85b02f11b248 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] device_id is not set on port f5041c84-227f-4ce0-b39a-d1af5a9cfa38 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:40:40.290410 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-20299000-6a99-46b1-9447-05b74c5025e2 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:40.299633 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-58abe395-2e64-4816-ac10-c0a45af744a1 service neutron] For port 60f87527-45c9-49a4-8b17-a576d308e581, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:40:40.304653 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-58abe395-2e64-4816-ac10-c0a45af744a1 service neutron] For port 60f87527-45c9-49a4-8b17-a576d308e581, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=60f87527-45c9-49a4-8b17-a576d308e581,segment=NetworkSegment(b333896f-71d3-4667-9887-245337866152),segment_id=b333896f-71d3-4667-9887-245337866152)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:40:40.325946 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-58abe395-2e64-4816-ac10-c0a45af744a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:40.329443 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-20299000-6a99-46b1-9447-05b74c5025e2 None None] Transition to ACTIVE for port object a7bfbd7d-99c5-4f52-92c7-4a3d720af89f will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:40:40.346697 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-42c15ced-ea8a-4b77-982f-e0a0fe3fa738 None None] Allocated IP 10.2.2.2 (f6ac2016-e7c1-459d-ba43-66cd8666f5a3/64065ff9-b8bb-4212-8aca-114b6986ce18/c90854b7-a120-490b-9c0f-0adaecc5ad90) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:40:40.388976 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-20299000-6a99-46b1-9447-05b74c5025e2 None None] Transition to ACTIVE for port object a7bfbd7d-99c5-4f52-92c7-4a3d720af89f will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:40:40.406251 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-20299000-6a99-46b1-9447-05b74c5025e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:40.486559 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-58abe395-2e64-4816-ac10-c0a45af744a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:40.487478 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-58abe395-2e64-4816-ac10-c0a45af744a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:40.489045 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-58abe395-2e64-4816-ac10-c0a45af744a1 service neutron] 10.222.0.88 "PUT /v2.0/ports/60f87527-45c9-49a4-8b17-a576d308e581 HTTP/1.1" status: 200 len: 1091 time: 2.4667189 Aug 19 14:40:40.508846 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20299000-6a99-46b1-9447-05b74c5025e2 None None] Network dac15f89-eb05-4149-aeea-9b60945c8ac2 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:40:40.513507 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-20299000-6a99-46b1-9447-05b74c5025e2 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:40:40.526512 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20299000-6a99-46b1-9447-05b74c5025e2 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:40:40.551668 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20299000-6a99-46b1-9447-05b74c5025e2 None None] Pushing event updated for resources: {'Port': ['ID=a7bfbd7d-99c5-4f52-92c7-4a3d720af89f,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:40.556179 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-1facb984-de8b-4c3a-99d7-85b02f11b248 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Allocated IP 10.1.1.9 (dac15f89-eb05-4149-aeea-9b60945c8ac2/55724c78-10e9-41fc-9f40-aa41fd533be5/f5041c84-227f-4ce0-b39a-d1af5a9cfa38) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:40:40.611987 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-5529507c-964e-401e-9482-ad34c27ab470 service neutron] Request body: {'port': {'device_id': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:40:40.657964 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-20299000-6a99-46b1-9447-05b74c5025e2 None None] Attempting to bind port a7bfbd7d-99c5-4f52-92c7-4a3d720af89f on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:40:40.658742 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-20299000-6a99-46b1-9447-05b74c5025e2 None None] Attempting to bind port a7bfbd7d-99c5-4f52-92c7-4a3d720af89f by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'fdbc698c-a407-4185-b827-fddb386d580e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'dac15f89-eb05-4149-aeea-9b60945c8ac2'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:40:40.659333 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20299000-6a99-46b1-9447-05b74c5025e2 None None] Attempting to bind port a7bfbd7d-99c5-4f52-92c7-4a3d720af89f on network dac15f89-eb05-4149-aeea-9b60945c8ac2 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:40:40.668691 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20299000-6a99-46b1-9447-05b74c5025e2 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:40:40.669355 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20299000-6a99-46b1-9447-05b74c5025e2 None None] Checking segment: {'id': 'fdbc698c-a407-4185-b827-fddb386d580e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'dac15f89-eb05-4149-aeea-9b60945c8ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:40:40.670015 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-20299000-6a99-46b1-9447-05b74c5025e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:40.670662 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20299000-6a99-46b1-9447-05b74c5025e2 None None] Bound using segment: {'id': 'fdbc698c-a407-4185-b827-fddb386d580e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'dac15f89-eb05-4149-aeea-9b60945c8ac2'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:40:40.671918 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-20299000-6a99-46b1-9447-05b74c5025e2 None None] Bound port: a7bfbd7d-99c5-4f52-92c7-4a3d720af89f, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdbc698c-a407-4185-b827-fddb386d580e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'dac15f89-eb05-4149-aeea-9b60945c8ac2'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:40:40.672605 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-20299000-6a99-46b1-9447-05b74c5025e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:40.772132 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d8eb38-56a7-402a-87dc-fa3225982718 req-9eb12dad-1041-489a-81eb-615a44090a41 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:40.780808 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-69d8eb38-56a7-402a-87dc-fa3225982718 req-9eb12dad-1041-489a-81eb-615a44090a41 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5e83441-7d14-427d-bf36-f167e60fa742 HTTP/1.1" status: 200 len: 950 time: 0.4742522 Aug 19 14:40:40.789375 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa32ded-af23-4bbc-9f53-1ac4dfbd0ddf x-openstack-request-id: req-dfa32ded-af23-4bbc-9f53-1ac4dfbd0ddf {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:40:40.789801 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce8a885-bf0d-4acb-9ae6-beed50cce16b", "tag": "bf510a67-3758-4837-9af6-1a144f49bd82", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:40:40.790042 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-dfa32ded-af23-4bbc-9f53-1ac4dfbd0ddf {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:40:40.790424 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'tag': 'bf510a67-3758-4837-9af6-1a144f49bd82', 'status': 'completed', 'code': 200} Aug 19 14:40:40.831661 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-42c15ced-ea8a-4b77-982f-e0a0fe3fa738 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:40.839378 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-5529507c-964e-401e-9482-ad34c27ab470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:40.842548 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2f726-49d9-4604-9a0f-2fe98074e90b req-0734e761-a63b-4e03-8bf6-45a43c43ba0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:40.843656 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2f726-49d9-4604-9a0f-2fe98074e90b req-0734e761-a63b-4e03-8bf6-45a43c43ba0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:40.844332 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2f726-49d9-4604-9a0f-2fe98074e90b req-0734e761-a63b-4e03-8bf6-45a43c43ba0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:40.845010 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2f726-49d9-4604-9a0f-2fe98074e90b req-0734e761-a63b-4e03-8bf6-45a43c43ba0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:40.845647 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2f726-49d9-4604-9a0f-2fe98074e90b req-0734e761-a63b-4e03-8bf6-45a43c43ba0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:40.846271 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2f726-49d9-4604-9a0f-2fe98074e90b req-0734e761-a63b-4e03-8bf6-45a43c43ba0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:40.846903 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2f726-49d9-4604-9a0f-2fe98074e90b req-0734e761-a63b-4e03-8bf6-45a43c43ba0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:40.849271 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-14b2f726-49d9-4604-9a0f-2fe98074e90b req-0734e761-a63b-4e03-8bf6-45a43c43ba0d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=eac9849a6187411198187660adbcdd48&device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 6344 time: 0.0864880 Aug 19 14:40:40.852645 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-42c15ced-ea8a-4b77-982f-e0a0fe3fa738 None None] Transition to ACTIVE for port object c90854b7-a120-490b-9c0f-0adaecc5ad90 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:40:40.853855 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58abe395-2e64-4816-ac10-c0a45af744a1 service neutron] Pushing event updated for resources: {'Port': ['ID=60f87527-45c9-49a4-8b17-a576d308e581,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:40.898731 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-42c15ced-ea8a-4b77-982f-e0a0fe3fa738 None None] Transition to ACTIVE for port object c90854b7-a120-490b-9c0f-0adaecc5ad90 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:40:40.914527 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-42c15ced-ea8a-4b77-982f-e0a0fe3fa738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:40.918726 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-20299000-6a99-46b1-9447-05b74c5025e2 None None] For port a7bfbd7d-99c5-4f52-92c7-4a3d720af89f, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:40:40.930105 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1facb984-de8b-4c3a-99d7-85b02f11b248 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:40.960307 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-1facb984-de8b-4c3a-99d7-85b02f11b248 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Transition to ACTIVE for port object f5041c84-227f-4ce0-b39a-d1af5a9cfa38 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:40:40.967588 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-20299000-6a99-46b1-9447-05b74c5025e2 None None] For port a7bfbd7d-99c5-4f52-92c7-4a3d720af89f, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=a7bfbd7d-99c5-4f52-92c7-4a3d720af89f,segment=NetworkSegment(fdbc698c-a407-4185-b827-fddb386d580e),segment_id=fdbc698c-a407-4185-b827-fddb386d580e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:40:40.980532 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c15ced-ea8a-4b77-982f-e0a0fe3fa738 None None] Network f6ac2016-e7c1-459d-ba43-66cd8666f5a3 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:40:40.981407 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-69d8eb38-56a7-402a-87dc-fa3225982718 req-e6c65947-c147-4b0d-bfe1-0e2691cc6853 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996155 Aug 19 14:40:40.984858 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-42c15ced-ea8a-4b77-982f-e0a0fe3fa738 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:40:40.988358 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c15ced-ea8a-4b77-982f-e0a0fe3fa738 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:40:40.994760 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-ab6e594c-a786-45ec-8a31-ebedc61096a1 req-6a168bfd-7c0d-4190-9032-dae18cd61482 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Allocated IP 192.168.233.97 (5146d24a-89b5-4a43-8ca4-b26f4fb943f7/2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86/78a12ecf-5789-4302-aa78-ad86b495bfd0) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:40:40.997245 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-20299000-6a99-46b1-9447-05b74c5025e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:41.013660 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1facb984-de8b-4c3a-99d7-85b02f11b248 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:41.039230 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c15ced-ea8a-4b77-982f-e0a0fe3fa738 None None] Pushing event updated for resources: {'Port': ['ID=c90854b7-a120-490b-9c0f-0adaecc5ad90,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:41.075549 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1facb984-de8b-4c3a-99d7-85b02f11b248 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Pushing event updated for resources: {'Port': ['ID=f5041c84-227f-4ce0-b39a-d1af5a9cfa38,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:41.113253 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1facb984-de8b-4c3a-99d7-85b02f11b248 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Network dac15f89-eb05-4149-aeea-9b60945c8ac2 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:40:41.114676 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-42c15ced-ea8a-4b77-982f-e0a0fe3fa738 None None] Attempting to bind port c90854b7-a120-490b-9c0f-0adaecc5ad90 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:40:41.115178 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-42c15ced-ea8a-4b77-982f-e0a0fe3fa738 None None] Attempting to bind port c90854b7-a120-490b-9c0f-0adaecc5ad90 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '0a227c9e-95ce-428c-8193-ee402fc84925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f6ac2016-e7c1-459d-ba43-66cd8666f5a3'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:40:41.115648 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c15ced-ea8a-4b77-982f-e0a0fe3fa738 None None] Attempting to bind port c90854b7-a120-490b-9c0f-0adaecc5ad90 on network f6ac2016-e7c1-459d-ba43-66cd8666f5a3 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:40:41.121824 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-1facb984-de8b-4c3a-99d7-85b02f11b248 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:40:41.125424 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1facb984-de8b-4c3a-99d7-85b02f11b248 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:40:41.125680 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c15ced-ea8a-4b77-982f-e0a0fe3fa738 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:40:41.126194 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c15ced-ea8a-4b77-982f-e0a0fe3fa738 None None] Checking segment: {'id': '0a227c9e-95ce-428c-8193-ee402fc84925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f6ac2016-e7c1-459d-ba43-66cd8666f5a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:40:41.126856 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-42c15ced-ea8a-4b77-982f-e0a0fe3fa738 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:41.127254 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c15ced-ea8a-4b77-982f-e0a0fe3fa738 None None] Bound using segment: {'id': '0a227c9e-95ce-428c-8193-ee402fc84925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f6ac2016-e7c1-459d-ba43-66cd8666f5a3'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:40:41.128019 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-42c15ced-ea8a-4b77-982f-e0a0fe3fa738 None None] Bound port: c90854b7-a120-490b-9c0f-0adaecc5ad90, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a227c9e-95ce-428c-8193-ee402fc84925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f6ac2016-e7c1-459d-ba43-66cd8666f5a3'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:40:41.128562 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-42c15ced-ea8a-4b77-982f-e0a0fe3fa738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:41.155447 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2f726-49d9-4604-9a0f-2fe98074e90b req-1d039bde-5151-425e-843f-a3cc1484514e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:41.156537 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2f726-49d9-4604-9a0f-2fe98074e90b req-1d039bde-5151-425e-843f-a3cc1484514e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:41.157810 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2f726-49d9-4604-9a0f-2fe98074e90b req-1d039bde-5151-425e-843f-a3cc1484514e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:41.159437 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-14b2f726-49d9-4604-9a0f-2fe98074e90b req-1d039bde-5151-425e-843f-a3cc1484514e service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=eac9849a6187411198187660adbcdd48&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2993805 Aug 19 14:40:41.174204 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20299000-6a99-46b1-9447-05b74c5025e2 None None] Pushing event updated for resources: {'Port': ['ID=a7bfbd7d-99c5-4f52-92c7-4a3d720af89f,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:41.210285 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c88f30-ee2f-43e1-afd9-a29d321facc4 req-f1aafefe-8198-48cc-83b8-e3e67748f0bf tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:41.211961 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-38c88f30-ee2f-43e1-afd9-a29d321facc4 req-f1aafefe-8198-48cc-83b8-e3e67748f0bf tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] 10.222.0.69 "GET /v2.0/ports?device_id=3abeb595-2e19-4f8e-b10f-f86578c04f7f HTTP/1.1" status: 200 len: 944 time: 0.4145916 Aug 19 14:40:41.265672 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-42c15ced-ea8a-4b77-982f-e0a0fe3fa738 None None] For port c90854b7-a120-490b-9c0f-0adaecc5ad90, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:40:41.272203 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-42c15ced-ea8a-4b77-982f-e0a0fe3fa738 None None] For port c90854b7-a120-490b-9c0f-0adaecc5ad90, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=c90854b7-a120-490b-9c0f-0adaecc5ad90,segment=NetworkSegment(0a227c9e-95ce-428c-8193-ee402fc84925),segment_id=0a227c9e-95ce-428c-8193-ee402fc84925)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:40:41.289339 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-42c15ced-ea8a-4b77-982f-e0a0fe3fa738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:41.360104 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ac277b2a-54f3-4979-abd3-e6c0349c2d20 req-0bb5c305-cf30-40ae-a937-e1a534081609 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=a98a7f46-632d-4562-9569-30541f2488ea HTTP/1.1" status: 200 len: 210 time: 0.0852726 Aug 19 14:40:41.430394 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c15ced-ea8a-4b77-982f-e0a0fe3fa738 None None] Pushing event updated for resources: {'Port': ['ID=c90854b7-a120-490b-9c0f-0adaecc5ad90,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:41.509972 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-38c88f30-ee2f-43e1-afd9-a29d321facc4 req-dd4b587c-bf03-456e-9fa9-9dcd5c64f4b7 tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] 10.222.0.69 "GET /v2.0/security-groups?id=c390f442-ff13-416a-8add-09a6a460befa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709150 Aug 19 14:40:41.832692 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-815ec61f-6d7a-4705-a884-418af9c364b7 req-efb9dca5-4cb1-4cb0-8880-df4cae43bb0d tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=85e761c4-92ce-4b2a-8ac9-520a3f82bd42 HTTP/1.1" status: 200 len: 210 time: 0.1003556 Aug 19 14:40:41.982352 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1facb984-de8b-4c3a-99d7-85b02f11b248 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:41.983214 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1facb984-de8b-4c3a-99d7-85b02f11b248 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:42.013215 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2f726-49d9-4604-9a0f-2fe98074e90b req-f6ca9649-f330-4b35-8bc9-69b5dd528c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:42.014792 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-14b2f726-49d9-4604-9a0f-2fe98074e90b req-f6ca9649-f330-4b35-8bc9-69b5dd528c55 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8390551 Aug 19 14:40:42.050306 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b049621-0143-4423-a8ca-da583e7765ae req-e54e93b4-d359-4d5e-97e8-194f634c8423 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:42.051878 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5b049621-0143-4423-a8ca-da583e7765ae req-e54e93b4-d359-4d5e-97e8-194f634c8423 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 945 time: 0.3164928 Aug 19 14:40:42.059585 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-5529507c-964e-401e-9482-ad34c27ab470 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a7fd694-8a1a-46c5-8dda-a9af80047f38 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:40:42.074986 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ab6e594c-a786-45ec-8a31-ebedc61096a1 req-6a168bfd-7c0d-4190-9032-dae18cd61482 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:42.083481 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-5529507c-964e-401e-9482-ad34c27ab470 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:42.085489 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1facb984-de8b-4c3a-99d7-85b02f11b248 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.3734429 Aug 19 14:40:42.090326 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40670) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:40:42.109382 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d7801acc-3415-458c-8c3a-2437b0ad99bc tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Request body: {'port': {'network_id': 'dac15f89-eb05-4149-aeea-9b60945c8ac2', 'name': 'tempest-TaggedBootDevicesTest_v242-1288020939', 'fixed_ips': [{'subnet_id': '55724c78-10e9-41fc-9f40-aa41fd533be5'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:40:42.120969 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20157fa-33da-4f7e-8c4d-cc0af5a7c4c8 req-dd3e39c6-e50b-4f85-b054-02a089e4b7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:42.122593 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a20157fa-33da-4f7e-8c4d-cc0af5a7c4c8 req-dd3e39c6-e50b-4f85-b054-02a089e4b7ee service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=93c36d7db0b9486ca0e05d09444f38b7&device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 1096 time: 0.0904548 Aug 19 14:40:42.123740 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-ab6e594c-a786-45ec-8a31-ebedc61096a1 req-6a168bfd-7c0d-4190-9032-dae18cd61482 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Transition to ACTIVE for port object 78a12ecf-5789-4302-aa78-ad86b495bfd0 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:40:42.131416 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-5529507c-964e-401e-9482-ad34c27ab470 service neutron] Transition to ACTIVE for port object 4a7fd694-8a1a-46c5-8dda-a9af80047f38 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:40:42.157265 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84679355-ccbc-4153-aabe-8a31cc236539 req-a8c92d21-bf1c-467c-b263-0ba7f254601b tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:42.163145 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84679355-ccbc-4153-aabe-8a31cc236539 req-a8c92d21-bf1c-467c-b263-0ba7f254601b tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:42.169154 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84679355-ccbc-4153-aabe-8a31cc236539 req-a8c92d21-bf1c-467c-b263-0ba7f254601b tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:42.175635 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84679355-ccbc-4153-aabe-8a31cc236539 req-a8c92d21-bf1c-467c-b263-0ba7f254601b tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:42.181592 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84679355-ccbc-4153-aabe-8a31cc236539 req-a8c92d21-bf1c-467c-b263-0ba7f254601b tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:42.185270 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525ee2a-a4e5-424b-abbf-71f22c887bbe req-1ec6629b-55c0-4d1e-9fe2-fec4bcb9b16e tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:42.187362 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6525ee2a-a4e5-424b-abbf-71f22c887bbe req-1ec6629b-55c0-4d1e-9fe2-fec4bcb9b16e tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.68 "GET /v2.0/networks?id=94d71021-0e52-4f61-9f79-5084b440fea5 HTTP/1.1" status: 200 len: 805 time: 0.4183517 Aug 19 14:40:42.188013 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84679355-ccbc-4153-aabe-8a31cc236539 req-a8c92d21-bf1c-467c-b263-0ba7f254601b tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:42.193890 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84679355-ccbc-4153-aabe-8a31cc236539 req-a8c92d21-bf1c-467c-b263-0ba7f254601b tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:42.195809 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-84679355-ccbc-4153-aabe-8a31cc236539 req-a8c92d21-bf1c-467c-b263-0ba7f254601b tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 5397 time: 0.2174599 Aug 19 14:40:42.196500 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-5529507c-964e-401e-9482-ad34c27ab470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:42.206530 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5b049621-0143-4423-a8ca-da583e7765ae req-c4692e3c-dd17-44df-8a7b-88d8bbed418b tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395862 Aug 19 14:40:42.212045 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-6525ee2a-a4e5-424b-abbf-71f22c887bbe req-afe724d1-05d9-4028-9c72-ebe8f07cfd28 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Request body: {'port': {'device_id': '85e761c4-92ce-4b2a-8ac9-520a3f82bd42', 'network_id': '94d71021-0e52-4f61-9f79-5084b440fea5', 'admin_state_up': True, 'tenant_id': 'b611e89c59444d069c1d991f556f75aa'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:40:42.289990 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5529507c-964e-401e-9482-ad34c27ab470 service neutron] Pushing event updated for resources: {'Port': ['ID=4a7fd694-8a1a-46c5-8dda-a9af80047f38,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:42.322059 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-84679355-ccbc-4153-aabe-8a31cc236539 req-cd14244a-1016-4b0a-9548-a18a33d4855d tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/security-groups?id=79af4be3-90a0-4292-a54f-cdd3d9a00e15&id=27241ab3-04f0-48c7-8563-70f9530fcbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1129622 Aug 19 14:40:42.333185 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ab6e594c-a786-45ec-8a31-ebedc61096a1 req-6a168bfd-7c0d-4190-9032-dae18cd61482 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:42.339258 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 8012acdd-e3cb-4014-aecd-3d86ae9199da up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:40:42.417776 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['88f42587-a530-46ee-8c35-6bb26e393402'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:40:42.419765 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['703dace4-fc56-4540-b847-7744faf5037d'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:40:42.543866 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20157fa-33da-4f7e-8c4d-cc0af5a7c4c8 req-6b9c9615-ddec-4b3e-b1c9-5618b9974717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:42.545728 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a20157fa-33da-4f7e-8c4d-cc0af5a7c4c8 req-6b9c9615-ddec-4b3e-b1c9-5618b9974717 service neutron] 10.222.0.68 "GET /v2.0/networks?id=669513f8-b4b3-4e5c-8f0d-5f8e9923cc05 HTTP/1.1" status: 200 len: 917 time: 0.3775036 Aug 19 14:40:42.580536 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab6e594c-a786-45ec-8a31-ebedc61096a1 req-6a168bfd-7c0d-4190-9032-dae18cd61482 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:40:42.599591 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-ab6e594c-a786-45ec-8a31-ebedc61096a1 req-6a168bfd-7c0d-4190-9032-dae18cd61482 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:40:42.602196 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6e594c-a786-45ec-8a31-ebedc61096a1 req-6a168bfd-7c0d-4190-9032-dae18cd61482 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:40:42.607243 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6525ee2a-a4e5-424b-abbf-71f22c887bbe req-afe724d1-05d9-4028-9c72-ebe8f07cfd28 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Made reservation on behalf of b611e89c59444d069c1d991f556f75aa for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:40:42.611814 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6525ee2a-a4e5-424b-abbf-71f22c887bbe req-afe724d1-05d9-4028-9c72-ebe8f07cfd28 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:42.651746 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7801acc-3415-458c-8c3a-2437b0ad99bc tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Made reservation on behalf of ef249261d4604936b13aa21e0bea0dc2 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:40:42.659682 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d7801acc-3415-458c-8c3a-2437b0ad99bc tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:42.676932 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e594c-a786-45ec-8a31-ebedc61096a1 req-6a168bfd-7c0d-4190-9032-dae18cd61482 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:42.677641 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ab6e594c-a786-45ec-8a31-ebedc61096a1 req-6a168bfd-7c0d-4190-9032-dae18cd61482 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:42.680496 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 8012acdd-e3cb-4014-aecd-3d86ae9199da completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:40:42.680686 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a168bfd-7c0d-4190-9032-dae18cd61482 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Pushing event updated for resources: {'Port': ['ID=78a12ecf-5789-4302-aa78-ad86b495bfd0,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:42.717751 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 8012acdd-e3cb-4014-aecd-3d86ae9199da triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:40:42.718706 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:42.729713 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a20157fa-33da-4f7e-8c4d-cc0af5a7c4c8 req-36c03c27-b18a-4ecd-9c98-bf47026200bd service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30616cbd-c355-42fe-8823-3f196a3d77ca HTTP/1.1" status: 200 len: 1000 time: 0.1756396 Aug 19 14:40:42.730097 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47231209-30cf-478e-99ff-17d70f606272 None None] Network dac15f89-eb05-4149-aeea-9b60945c8ac2 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:40:42.735261 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-d7801acc-3415-458c-8c3a-2437b0ad99bc tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] device_id is not set on port 56da6e17-81c7-428b-af76-84d1fb4c24f1 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:40:42.767965 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ab6e594c-a786-45ec-8a31-ebedc61096a1 req-6a168bfd-7c0d-4190-9032-dae18cd61482 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8951793 Aug 19 14:40:42.786119 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04959359-5b32-4392-8e56-7e2abe409688 req-e09a89e2-9c69-4b3a-ae99-d1add6316ff6 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:42.794840 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-04959359-5b32-4392-8e56-7e2abe409688 req-e09a89e2-9c69-4b3a-ae99-d1add6316ff6 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=473a93dd-c6e2-40c5-8b6b-c8d2a9701d03 HTTP/1.1" status: 200 len: 949 time: 0.4710631 Aug 19 14:40:42.828630 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb060ad0-efd8-47fa-9b46-566c6096558e req-44e369f1-e113-47fb-8c57-da822a99300a tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:42.830938 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-eb060ad0-efd8-47fa-9b46-566c6096558e req-44e369f1-e113-47fb-8c57-da822a99300a tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=a98a7f46-632d-4562-9569-30541f2488ea HTTP/1.1" status: 200 len: 935 time: 0.2492692 Aug 19 14:40:42.831444 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'tag': '60f87527-45c9-49a4-8b17-a576d308e581'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:40:42.834665 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65dcb38a-91ba-4651-9a79-c04681f65f0b" -d '{"events": [{"name": "network-changed", "server_uuid": "bce8a885-bf0d-4acb-9ae6-beed50cce16b", "tag": "60f87527-45c9-49a4-8b17-a576d308e581"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:40:42.847379 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-ab6e594c-a786-45ec-8a31-ebedc61096a1 req-9ce36462-bd76-450f-98c8-b5472a084e8b service neutron] Request body: {'port': {'device_id': 'a98a7f46-632d-4562-9569-30541f2488ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:40:42.855531 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20157fa-33da-4f7e-8c4d-cc0af5a7c4c8 req-63fd2f36-ffda-42ca-9e9a-97c82d657ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:42.857533 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a20157fa-33da-4f7e-8c4d-cc0af5a7c4c8 req-63fd2f36-ffda-42ca-9e9a-97c82d657ac9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=55f10344-049d-42f2-b429-801948692761 HTTP/1.1" status: 200 len: 855 time: 0.1120539 Aug 19 14:40:42.859691 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-5529507c-964e-401e-9482-ad34c27ab470 service neutron] Attempting to bind port 4a7fd694-8a1a-46c5-8dda-a9af80047f38 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:40:42.860081 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-5529507c-964e-401e-9482-ad34c27ab470 service neutron] Attempting to bind port 4a7fd694-8a1a-46c5-8dda-a9af80047f38 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '99c97db4-9a46-4f59-aa17-3bb2f2a5461a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f3436889-0f1e-4563-85ab-9bb255bdd019'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:40:42.860475 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-5529507c-964e-401e-9482-ad34c27ab470 service neutron] Attempting to bind port 4a7fd694-8a1a-46c5-8dda-a9af80047f38 on network f3436889-0f1e-4563-85ab-9bb255bdd019 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:40:42.959982 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-5529507c-964e-401e-9482-ad34c27ab470 service neutron] Port 4a7fd694-8a1a-46c5-8dda-a9af80047f38 on network f3436889-0f1e-4563-85ab-9bb255bdd019 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:40:42.960444 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-5529507c-964e-401e-9482-ad34c27ab470 service neutron] Attempting to bind port 4a7fd694-8a1a-46c5-8dda-a9af80047f38 on network f3436889-0f1e-4563-85ab-9bb255bdd019 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:40:42.982833 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-04959359-5b32-4392-8e56-7e2abe409688 req-adf0cfc5-7ddd-41c1-ac82-9f76e722d08c tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871707 Aug 19 14:40:42.996363 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-eb060ad0-efd8-47fa-9b46-566c6096558e req-d3432b43-4279-4b56-9501-a489ef83d059 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537757 Aug 19 14:40:43.010062 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-5529507c-964e-401e-9482-ad34c27ab470 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:40:43.010062 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-5529507c-964e-401e-9482-ad34c27ab470 service neutron] Checking segment: {'id': '99c97db4-9a46-4f59-aa17-3bb2f2a5461a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f3436889-0f1e-4563-85ab-9bb255bdd019'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:40:43.010062 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-5529507c-964e-401e-9482-ad34c27ab470 service neutron] Bound using segment: {'id': '99c97db4-9a46-4f59-aa17-3bb2f2a5461a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f3436889-0f1e-4563-85ab-9bb255bdd019'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:40:43.010062 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-5529507c-964e-401e-9482-ad34c27ab470 service neutron] Bound port: 4a7fd694-8a1a-46c5-8dda-a9af80047f38, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c97db4-9a46-4f59-aa17-3bb2f2a5461a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f3436889-0f1e-4563-85ab-9bb255bdd019'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:40:43.010062 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-5529507c-964e-401e-9482-ad34c27ab470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:43.100304 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ca23be4d-2319-4cc2-a5c9-d59eb03704ef None None] Provisioning for port a7bfbd7d-99c5-4f52-92c7-4a3d720af89f completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:40:43.102737 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20157fa-33da-4f7e-8c4d-cc0af5a7c4c8 req-f1e79be8-f9f6-4274-ad6d-fd4c93a046bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:43.104554 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a20157fa-33da-4f7e-8c4d-cc0af5a7c4c8 req-f1e79be8-f9f6-4274-ad6d-fd4c93a046bc service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=669513f8-b4b3-4e5c-8f0d-5f8e9923cc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2032599 Aug 19 14:40:43.151132 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86da901a-7add-4b66-941d-d5dc76f5272e x-openstack-request-id: req-86da901a-7add-4b66-941d-d5dc76f5272e {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:40:43.152462 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce8a885-bf0d-4acb-9ae6-beed50cce16b", "tag": "60f87527-45c9-49a4-8b17-a576d308e581", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:40:43.152793 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-86da901a-7add-4b66-941d-d5dc76f5272e {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:40:43.153326 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'tag': '60f87527-45c9-49a4-8b17-a576d308e581', 'status': 'completed', 'code': 200} Aug 19 14:40:43.250221 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:43.298825 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-6525ee2a-a4e5-424b-abbf-71f22c887bbe req-afe724d1-05d9-4028-9c72-ebe8f07cfd28 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Allocated IP 172.20.0.11 (94d71021-0e52-4f61-9f79-5084b440fea5/96c073c2-076a-458f-865d-1053b0f62f3d/2b1c0372-f5f2-49ae-8c62-9cc2aa371e25) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:40:43.305036 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3675dce5-393e-428c-a9d8-0479aa60a5a8 None None] Network f6ac2016-e7c1-459d-ba43-66cd8666f5a3 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:40:43.321881 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3abeb595-2e19-4f8e-b10f-f86578c04f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8012acdd-e3cb-4014-aecd-3d86ae9199da'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:40:43.324535 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6397b88-483f-4fdf-89f4-2b28661c9559" -d '{"events": [{"server_uuid": "3abeb595-2e19-4f8e-b10f-f86578c04f7f", "name": "network-vif-plugged", "status": "completed", "tag": "8012acdd-e3cb-4014-aecd-3d86ae9199da"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:40:43.371577 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2849446b-768c-4bed-a10e-502d320d8564 None None] Provisioning for port 78a12ecf-5789-4302-aa78-ad86b495bfd0 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:40:43.378045 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device c90854b7-a120-490b-9c0f-0adaecc5ad90 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:40:43.383840 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 8012acdd-e3cb-4014-aecd-3d86ae9199da, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=8012acdd-e3cb-4014-aecd-3d86ae9199da,segment=NetworkSegment(5f6566c2-ae87-40fe-8e47-7c15562ad8da),segment_id=5f6566c2-ae87-40fe-8e47-7c15562ad8da)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:40:43.399398 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dcb38a-91ba-4651-9a79-c04681f65f0b req-ca84886f-013a-423b-996e-be12f4ef2143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:43.400149 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dcb38a-91ba-4651-9a79-c04681f65f0b req-ca84886f-013a-423b-996e-be12f4ef2143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:43.400644 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dcb38a-91ba-4651-9a79-c04681f65f0b req-ca84886f-013a-423b-996e-be12f4ef2143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:43.401114 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dcb38a-91ba-4651-9a79-c04681f65f0b req-ca84886f-013a-423b-996e-be12f4ef2143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:43.402318 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dcb38a-91ba-4651-9a79-c04681f65f0b req-ca84886f-013a-423b-996e-be12f4ef2143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:43.402930 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dcb38a-91ba-4651-9a79-c04681f65f0b req-ca84886f-013a-423b-996e-be12f4ef2143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:43.403407 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dcb38a-91ba-4651-9a79-c04681f65f0b req-ca84886f-013a-423b-996e-be12f4ef2143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:43.406306 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-65dcb38a-91ba-4651-9a79-c04681f65f0b req-ca84886f-013a-423b-996e-be12f4ef2143 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=eac9849a6187411198187660adbcdd48&device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 6369 time: 0.2689016 Aug 19 14:40:43.459098 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2849446b-768c-4bed-a10e-502d320d8564 None None] Provisioning complete for port 78a12ecf-5789-4302-aa78-ad86b495bfd0 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:40:43.459861 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2849446b-768c-4bed-a10e-502d320d8564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:43.577920 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-d7801acc-3415-458c-8c3a-2437b0ad99bc tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Allocated IP 10.1.1.167 (dac15f89-eb05-4149-aeea-9b60945c8ac2/55724c78-10e9-41fc-9f40-aa41fd533be5/56da6e17-81c7-428b-af76-84d1fb4c24f1) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:40:43.580330 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:43.616735 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a20157fa-33da-4f7e-8c4d-cc0af5a7c4c8 req-6bdd7459-7ca1-42e5-9619-62a0b753c762 service neutron] 10.222.0.68 "GET /v2.0/networks/669513f8-b4b3-4e5c-8f0d-5f8e9923cc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4989529 Aug 19 14:40:43.698723 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-5529507c-964e-401e-9482-ad34c27ab470 service neutron] For port 4a7fd694-8a1a-46c5-8dda-a9af80047f38, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:40:43.702044 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-5529507c-964e-401e-9482-ad34c27ab470 service neutron] For port 4a7fd694-8a1a-46c5-8dda-a9af80047f38, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=4a7fd694-8a1a-46c5-8dda-a9af80047f38,segment=NetworkSegment(99c97db4-9a46-4f59-aa17-3bb2f2a5461a),segment_id=99c97db4-9a46-4f59-aa17-3bb2f2a5461a)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:40:43.724657 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-5529507c-964e-401e-9482-ad34c27ab470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:43.748207 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dcb38a-91ba-4651-9a79-c04681f65f0b req-bb6759ee-417d-44be-b9c1-97e8635c7d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:43.748873 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dcb38a-91ba-4651-9a79-c04681f65f0b req-bb6759ee-417d-44be-b9c1-97e8635c7d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:43.749409 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dcb38a-91ba-4651-9a79-c04681f65f0b req-bb6759ee-417d-44be-b9c1-97e8635c7d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:43.752624 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-65dcb38a-91ba-4651-9a79-c04681f65f0b req-bb6759ee-417d-44be-b9c1-97e8635c7d13 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=eac9849a6187411198187660adbcdd48&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3086362 Aug 19 14:40:43.754277 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ab6e594c-a786-45ec-8a31-ebedc61096a1 req-9ce36462-bd76-450f-98c8-b5472a084e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:43.809515 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-01a18c5e-2e50-4bde-949e-9e37ebaa7f2c req-24d4bf04-0171-44e6-abbc-e25e4dc7bbb2 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=85e761c4-92ce-4b2a-8ac9-520a3f82bd42 HTTP/1.1" status: 200 len: 210 time: 0.0978966 Aug 19 14:40:43.822235 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-2849446b-768c-4bed-a10e-502d320d8564 None None] Port 78a12ecf-5789-4302-aa78-ad86b495bfd0 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:40:43.873815 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=8012acdd-e3cb-4014-aecd-3d86ae9199da,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:43.887541 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port c90854b7-a120-490b-9c0f-0adaecc5ad90 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:40:43.891507 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-5529507c-964e-401e-9482-ad34c27ab470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:43.892131 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-5529507c-964e-401e-9482-ad34c27ab470 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:43.895615 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-5529507c-964e-401e-9482-ad34c27ab470 service neutron] 10.222.0.88 "PUT /v2.0/ports/4a7fd694-8a1a-46c5-8dda-a9af80047f38 HTTP/1.1" status: 200 len: 1091 time: 3.3286085 Aug 19 14:40:43.900544 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device a7bfbd7d-99c5-4f52-92c7-4a3d720af89f up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:40:43.954682 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-34176afb-a0c0-4e93-8846-3790546be327 service neutron] Request body: {'port': {'device_id': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:40:44.003853 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6525ee2a-a4e5-424b-abbf-71f22c887bbe req-afe724d1-05d9-4028-9c72-ebe8f07cfd28 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:44.015821 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-09710a33-17e9-44e9-ac74-19181fa7c1a7 None None] Provisioning for port c90854b7-a120-490b-9c0f-0adaecc5ad90 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:40:44.023568 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-09710a33-17e9-44e9-ac74-19181fa7c1a7 None None] Provisioning complete for port c90854b7-a120-490b-9c0f-0adaecc5ad90 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:40:44.024001 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-09710a33-17e9-44e9-ac74-19181fa7c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:44.026019 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2506456-5173-41ee-83c6-477129a4df1f req-9838e5f5-e4c4-4cc3-a9e0-d0ed57fa5345 tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:44.039992 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b2506456-5173-41ee-83c6-477129a4df1f req-9838e5f5-e4c4-4cc3-a9e0-d0ed57fa5345 tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] 10.222.0.69 "GET /v2.0/ports?device_id=3abeb595-2e19-4f8e-b10f-f86578c04f7f HTTP/1.1" status: 200 len: 945 time: 0.9057848 Aug 19 14:40:44.072162 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5529507c-964e-401e-9482-ad34c27ab470 service neutron] Pushing event updated for resources: {'Port': ['ID=4a7fd694-8a1a-46c5-8dda-a9af80047f38,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:44.114483 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port a7bfbd7d-99c5-4f52-92c7-4a3d720af89f completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:40:44.119618 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port a7bfbd7d-99c5-4f52-92c7-4a3d720af89f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:40:44.120152 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:44.190397 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a20157fa-33da-4f7e-8c4d-cc0af5a7c4c8 req-4dfb5e0a-36f8-4c79-9ef0-38fcf9ec10c0 service neutron] 10.222.0.68 "GET /v2.0/networks/669513f8-b4b3-4e5c-8f0d-5f8e9923cc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4898260 Aug 19 14:40:44.200165 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dcb38a-91ba-4651-9a79-c04681f65f0b req-5b760592-6313-4bfd-b1ec-52c1c907dd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:44.201663 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-65dcb38a-91ba-4651-9a79-c04681f65f0b req-5b760592-6313-4bfd-b1ec-52c1c907dd2c service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4372864 Aug 19 14:40:44.230929 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b2506456-5173-41ee-83c6-477129a4df1f req-3c906246-08c8-4da5-866d-0396941f4343 tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] 10.222.0.69 "GET /v2.0/security-groups?id=c390f442-ff13-416a-8add-09a6a460befa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877573 Aug 19 14:40:44.279778 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6525ee2a-a4e5-424b-abbf-71f22c887bbe req-afe724d1-05d9-4028-9c72-ebe8f07cfd28 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:44.292689 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d7801acc-3415-458c-8c3a-2437b0ad99bc tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:44.296362 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-09710a33-17e9-44e9-ac74-19181fa7c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:44.332614 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-34176afb-a0c0-4e93-8846-3790546be327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:44.338324 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-d7801acc-3415-458c-8c3a-2437b0ad99bc tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Transition to ACTIVE for port object 56da6e17-81c7-428b-af76-84d1fb4c24f1 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:40:44.349429 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-09710a33-17e9-44e9-ac74-19181fa7c1a7 None None] For port c90854b7-a120-490b-9c0f-0adaecc5ad90, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=c90854b7-a120-490b-9c0f-0adaecc5ad90,segment=NetworkSegment(0a227c9e-95ce-428c-8193-ee402fc84925),segment_id=0a227c9e-95ce-428c-8193-ee402fc84925)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:40:44.349702 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6525ee2a-a4e5-424b-abbf-71f22c887bbe req-afe724d1-05d9-4028-9c72-ebe8f07cfd28 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Network 94d71021-0e52-4f61-9f79-5084b440fea5 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:40:44.356576 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-6525ee2a-a4e5-424b-abbf-71f22c887bbe req-afe724d1-05d9-4028-9c72-ebe8f07cfd28 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:40:44.360277 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe724d1-05d9-4028-9c72-ebe8f07cfd28 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Pushing event updated for resources: {'Port': ['ID=2b1c0372-f5f2-49ae-8c62-9cc2aa371e25,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:44.363915 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-6525ee2a-a4e5-424b-abbf-71f22c887bbe req-afe724d1-05d9-4028-9c72-ebe8f07cfd28 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:40:44.373651 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-09710a33-17e9-44e9-ac74-19181fa7c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:44.427340 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:44.430502 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525ee2a-a4e5-424b-abbf-71f22c887bbe req-afe724d1-05d9-4028-9c72-ebe8f07cfd28 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:44.431131 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6525ee2a-a4e5-424b-abbf-71f22c887bbe req-afe724d1-05d9-4028-9c72-ebe8f07cfd28 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:44.438441 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-09710a33-17e9-44e9-ac74-19181fa7c1a7 None None] Provisioning complete for port a7bfbd7d-99c5-4f52-92c7-4a3d720af89f triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:40:44.438814 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-09710a33-17e9-44e9-ac74-19181fa7c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:44.457128 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d7801acc-3415-458c-8c3a-2437b0ad99bc tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:44.467772 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6525ee2a-a4e5-424b-abbf-71f22c887bbe req-afe724d1-05d9-4028-9c72-ebe8f07cfd28 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2601471 Aug 19 14:40:44.476969 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09710a33-17e9-44e9-ac74-19181fa7c1a7 None None] Pushing event updated for resources: {'Port': ['ID=c90854b7-a120-490b-9c0f-0adaecc5ad90,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:44.497295 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-6525ee2a-a4e5-424b-abbf-71f22c887bbe req-d82fb6db-705a-4aff-93ef-4be84535e5cf service neutron] Request body: {'port': {'device_id': '85e761c4-92ce-4b2a-8ac9-520a3f82bd42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:40:44.510690 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d07946-96f0-45a4-a729-9c68bae78899 req-f6eff1b2-f6bd-4548-ac7a-bce5a648be77 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:44.514216 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port a7bfbd7d-99c5-4f52-92c7-4a3d720af89f, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=a7bfbd7d-99c5-4f52-92c7-4a3d720af89f,segment=NetworkSegment(fdbc698c-a407-4185-b827-fddb386d580e),segment_id=fdbc698c-a407-4185-b827-fddb386d580e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:40:44.516970 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d07946-96f0-45a4-a729-9c68bae78899 req-f6eff1b2-f6bd-4548-ac7a-bce5a648be77 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:44.518734 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-99d07946-96f0-45a4-a729-9c68bae78899 req-f6eff1b2-f6bd-4548-ac7a-bce5a648be77 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5e83441-7d14-427d-bf36-f167e60fa742&device_id=473a93dd-c6e2-40c5-8b6b-c8d2a9701d03 HTTP/1.1" status: 200 len: 1690 time: 0.2280731 Aug 19 14:40:44.519554 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:44.528470 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7801acc-3415-458c-8c3a-2437b0ad99bc tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Network dac15f89-eb05-4149-aeea-9b60945c8ac2 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:40:44.531294 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c16600-3a32-4868-9eef-967c1d37340b req-a90acb20-9b63-4efc-b051-142c900a5e2d tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:44.532911 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-82c16600-3a32-4868-9eef-967c1d37340b req-a90acb20-9b63-4efc-b051-142c900a5e2d tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 945 time: 0.2161715 Aug 19 14:40:44.539594 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d7801acc-3415-458c-8c3a-2437b0ad99bc tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:40:44.545473 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7801acc-3415-458c-8c3a-2437b0ad99bc tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:40:44.573768 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7801acc-3415-458c-8c3a-2437b0ad99bc tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Pushing event updated for resources: {'Port': ['ID=56da6e17-81c7-428b-af76-84d1fb4c24f1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:44.614959 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6525ee2a-a4e5-424b-abbf-71f22c887bbe req-d82fb6db-705a-4aff-93ef-4be84535e5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:44.652829 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=a7bfbd7d-99c5-4f52-92c7-4a3d720af89f,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:44.669978 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7801acc-3415-458c-8c3a-2437b0ad99bc tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:44.670773 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d7801acc-3415-458c-8c3a-2437b0ad99bc tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:44.684149 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-09710a33-17e9-44e9-ac74-19181fa7c1a7 None None] Provisioning for port f5041c84-227f-4ce0-b39a-d1af5a9cfa38 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:40:44.688860 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-09710a33-17e9-44e9-ac74-19181fa7c1a7 None None] Provisioning complete for port f5041c84-227f-4ce0-b39a-d1af5a9cfa38 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:40:44.689468 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-09710a33-17e9-44e9-ac74-19181fa7c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:44.721935 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d7801acc-3415-458c-8c3a-2437b0ad99bc tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6259272 Aug 19 14:40:44.730370 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-09710a33-17e9-44e9-ac74-19181fa7c1a7 None None] Port f5041c84-227f-4ce0-b39a-d1af5a9cfa38 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:40:44.737477 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-ab6e594c-a786-45ec-8a31-ebedc61096a1 req-9ce36462-bd76-450f-98c8-b5472a084e8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78a12ecf-5789-4302-aa78-ad86b495bfd0 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:40:44.756445 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ab6e594c-a786-45ec-8a31-ebedc61096a1 req-9ce36462-bd76-450f-98c8-b5472a084e8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:44.781448 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-82c16600-3a32-4868-9eef-967c1d37340b req-25e1d416-194e-4efa-a378-ff99ee812824 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1776896 Aug 19 14:40:44.828990 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-ab6e594c-a786-45ec-8a31-ebedc61096a1 req-9ce36462-bd76-450f-98c8-b5472a084e8b service neutron] Transition to ACTIVE for port object 78a12ecf-5789-4302-aa78-ad86b495bfd0 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:40:44.837261 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1caa2a46-7a09-4d5b-a9fa-bbf3258e956d x-openstack-request-id: req-1caa2a46-7a09-4d5b-a9fa-bbf3258e956d {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:40:44.837776 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3abeb595-2e19-4f8e-b10f-f86578c04f7f", "name": "network-vif-plugged", "status": "completed", "tag": "8012acdd-e3cb-4014-aecd-3d86ae9199da", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:40:44.838193 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1caa2a46-7a09-4d5b-a9fa-bbf3258e956d {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:40:44.838771 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3abeb595-2e19-4f8e-b10f-f86578c04f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8012acdd-e3cb-4014-aecd-3d86ae9199da', 'code': 200} Aug 19 14:40:44.871866 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-99d07946-96f0-45a4-a729-9c68bae78899 req-3ef51aef-7e5d-415f-9706-a3ad05a3fe44 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345191 Aug 19 14:40:44.872609 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ab6e594c-a786-45ec-8a31-ebedc61096a1 req-9ce36462-bd76-450f-98c8-b5472a084e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:44.882753 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c5553ef2-4ae0-474a-b8e0-d0ac297e0bac None None] Provisioning for port 56da6e17-81c7-428b-af76-84d1fb4c24f1 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:40:44.887612 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c5553ef2-4ae0-474a-b8e0-d0ac297e0bac None None] Provisioning complete for port 56da6e17-81c7-428b-af76-84d1fb4c24f1 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:40:44.889422 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c5553ef2-4ae0-474a-b8e0-d0ac297e0bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:44.941406 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c5553ef2-4ae0-474a-b8e0-d0ac297e0bac None None] Port 56da6e17-81c7-428b-af76-84d1fb4c24f1 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:40:44.953561 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c5553ef2-4ae0-474a-b8e0-d0ac297e0bac None None] Provisioning complete for port c90854b7-a120-490b-9c0f-0adaecc5ad90 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:40:44.954822 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c5553ef2-4ae0-474a-b8e0-d0ac297e0bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:44.999117 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce36462-bd76-450f-98c8-b5472a084e8b service neutron] Pushing event updated for resources: {'Port': ['ID=78a12ecf-5789-4302-aa78-ad86b495bfd0,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:45.045451 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff53be-e756-40d0-bc29-ec676b041a41 req-454912fd-13cb-42e0-a261-85e3430697e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:45.047615 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5eff53be-e756-40d0-bc29-ec676b041a41 req-454912fd-13cb-42e0-a261-85e3430697e8 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3abeb595-2e19-4f8e-b10f-f86578c04f7f HTTP/1.1" status: 200 len: 1096 time: 0.1321552 Aug 19 14:40:45.141410 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5eff53be-e756-40d0-bc29-ec676b041a41 req-bb1d2935-4684-484e-8785-1ef8104e3b7f service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=c390f442-ff13-416a-8add-09a6a460befa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846965 Aug 19 14:40:45.155031 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-6525ee2a-a4e5-424b-abbf-71f22c887bbe req-d82fb6db-705a-4aff-93ef-4be84535e5cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b1c0372-f5f2-49ae-8c62-9cc2aa371e25 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:40:45.167953 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device c90854b7-a120-490b-9c0f-0adaecc5ad90 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:40:45.168318 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6525ee2a-a4e5-424b-abbf-71f22c887bbe req-d82fb6db-705a-4aff-93ef-4be84535e5cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:45.173408 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dff270-4cb8-4113-acda-091059b6729e req-50a85a69-fc51-4471-8f9c-536092083390 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:45.179771 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dff270-4cb8-4113-acda-091059b6729e req-50a85a69-fc51-4471-8f9c-536092083390 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:45.182903 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-6525ee2a-a4e5-424b-abbf-71f22c887bbe req-d82fb6db-705a-4aff-93ef-4be84535e5cf service neutron] Transition to ACTIVE for port object 2b1c0372-f5f2-49ae-8c62-9cc2aa371e25 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:40:45.186900 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dff270-4cb8-4113-acda-091059b6729e req-50a85a69-fc51-4471-8f9c-536092083390 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:45.189375 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6525ee2a-a4e5-424b-abbf-71f22c887bbe req-d82fb6db-705a-4aff-93ef-4be84535e5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:45.193616 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dff270-4cb8-4113-acda-091059b6729e req-50a85a69-fc51-4471-8f9c-536092083390 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:45.199727 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dff270-4cb8-4113-acda-091059b6729e req-50a85a69-fc51-4471-8f9c-536092083390 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:45.206313 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dff270-4cb8-4113-acda-091059b6729e req-50a85a69-fc51-4471-8f9c-536092083390 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:45.212250 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dff270-4cb8-4113-acda-091059b6729e req-50a85a69-fc51-4471-8f9c-536092083390 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:45.214250 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b0dff270-4cb8-4113-acda-091059b6729e req-50a85a69-fc51-4471-8f9c-536092083390 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 5409 time: 0.2890697 Aug 19 14:40:45.214707 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'tag': '4a7fd694-8a1a-46c5-8dda-a9af80047f38'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:40:45.216991 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c577f0-f433-46d6-ae07-f302cd239917" -d '{"events": [{"name": "network-changed", "server_uuid": "bce8a885-bf0d-4acb-9ae6-beed50cce16b", "tag": "4a7fd694-8a1a-46c5-8dda-a9af80047f38"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:40:45.231331 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port c90854b7-a120-490b-9c0f-0adaecc5ad90 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:40:45.231994 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:45.270801 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82fb6db-705a-4aff-93ef-4be84535e5cf service neutron] Pushing event updated for resources: {'Port': ['ID=2b1c0372-f5f2-49ae-8c62-9cc2aa371e25,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:45.299718 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-34176afb-a0c0-4e93-8846-3790546be327 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 753eba00-312b-4ae4-b21f-17ab912d1769 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:40:45.319473 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-34176afb-a0c0-4e93-8846-3790546be327 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:45.321692 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-ab6e594c-a786-45ec-8a31-ebedc61096a1 req-9ce36462-bd76-450f-98c8-b5472a084e8b service neutron] Attempting to bind port 78a12ecf-5789-4302-aa78-ad86b495bfd0 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:40:45.322022 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-ab6e594c-a786-45ec-8a31-ebedc61096a1 req-9ce36462-bd76-450f-98c8-b5472a084e8b service neutron] Attempting to bind port 78a12ecf-5789-4302-aa78-ad86b495bfd0 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:40:45.322447 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6e594c-a786-45ec-8a31-ebedc61096a1 req-9ce36462-bd76-450f-98c8-b5472a084e8b service neutron] Attempting to bind port 78a12ecf-5789-4302-aa78-ad86b495bfd0 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:40:45.327729 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-6525ee2a-a4e5-424b-abbf-71f22c887bbe req-d82fb6db-705a-4aff-93ef-4be84535e5cf service neutron] Attempting to bind port 2b1c0372-f5f2-49ae-8c62-9cc2aa371e25 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:40:45.327729 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-6525ee2a-a4e5-424b-abbf-71f22c887bbe req-d82fb6db-705a-4aff-93ef-4be84535e5cf service neutron] Attempting to bind port 2b1c0372-f5f2-49ae-8c62-9cc2aa371e25 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': 'fcd6ac5d-931b-4836-82cc-58250c6a0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '94d71021-0e52-4f61-9f79-5084b440fea5'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:40:45.328023 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6525ee2a-a4e5-424b-abbf-71f22c887bbe req-d82fb6db-705a-4aff-93ef-4be84535e5cf service neutron] Attempting to bind port 2b1c0372-f5f2-49ae-8c62-9cc2aa371e25 on network 94d71021-0e52-4f61-9f79-5084b440fea5 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:40:45.333368 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6525ee2a-a4e5-424b-abbf-71f22c887bbe req-d82fb6db-705a-4aff-93ef-4be84535e5cf service neutron] Port 2b1c0372-f5f2-49ae-8c62-9cc2aa371e25 on network 94d71021-0e52-4f61-9f79-5084b440fea5 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:40:45.333761 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6525ee2a-a4e5-424b-abbf-71f22c887bbe req-d82fb6db-705a-4aff-93ef-4be84535e5cf service neutron] Attempting to bind port 2b1c0372-f5f2-49ae-8c62-9cc2aa371e25 on network 94d71021-0e52-4f61-9f79-5084b440fea5 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:40:45.338712 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6525ee2a-a4e5-424b-abbf-71f22c887bbe req-d82fb6db-705a-4aff-93ef-4be84535e5cf service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:40:45.339079 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6525ee2a-a4e5-424b-abbf-71f22c887bbe req-d82fb6db-705a-4aff-93ef-4be84535e5cf service neutron] Checking segment: {'id': 'fcd6ac5d-931b-4836-82cc-58250c6a0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '94d71021-0e52-4f61-9f79-5084b440fea5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:40:45.339529 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6525ee2a-a4e5-424b-abbf-71f22c887bbe req-d82fb6db-705a-4aff-93ef-4be84535e5cf service neutron] Bound using segment: {'id': 'fcd6ac5d-931b-4836-82cc-58250c6a0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '94d71021-0e52-4f61-9f79-5084b440fea5'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:40:45.340012 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-6525ee2a-a4e5-424b-abbf-71f22c887bbe req-d82fb6db-705a-4aff-93ef-4be84535e5cf service neutron] Bound port: 2b1c0372-f5f2-49ae-8c62-9cc2aa371e25, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcd6ac5d-931b-4836-82cc-58250c6a0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '94d71021-0e52-4f61-9f79-5084b440fea5'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:40:45.340149 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6e594c-a786-45ec-8a31-ebedc61096a1 req-9ce36462-bd76-450f-98c8-b5472a084e8b service neutron] Port 78a12ecf-5789-4302-aa78-ad86b495bfd0 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:40:45.340381 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6e594c-a786-45ec-8a31-ebedc61096a1 req-9ce36462-bd76-450f-98c8-b5472a084e8b service neutron] Attempting to bind port 78a12ecf-5789-4302-aa78-ad86b495bfd0 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:40:45.340515 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6525ee2a-a4e5-424b-abbf-71f22c887bbe req-d82fb6db-705a-4aff-93ef-4be84535e5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:45.342865 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device a7bfbd7d-99c5-4f52-92c7-4a3d720af89f up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:40:45.349800 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9dbc8-316d-42e4-858a-8478f6fca78c req-76de5b76-a077-4c2b-aba4-ec79c422ec62 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:45.351397 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-88d9dbc8-316d-42e4-858a-8478f6fca78c req-76de5b76-a077-4c2b-aba4-ec79c422ec62 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=a98a7f46-632d-4562-9569-30541f2488ea HTTP/1.1" status: 200 len: 947 time: 0.2362387 Aug 19 14:40:45.364205 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b0dff270-4cb8-4113-acda-091059b6729e req-e0b51c4f-7d88-49a1-bd7d-ba8ec41f0094 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/security-groups?id=79af4be3-90a0-4292-a54f-cdd3d9a00e15&id=27241ab3-04f0-48c7-8563-70f9530fcbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1352429 Aug 19 14:40:45.391876 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-34176afb-a0c0-4e93-8846-3790546be327 service neutron] Transition to ACTIVE for port object 753eba00-312b-4ae4-b21f-17ab912d1769 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:40:45.407962 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6e594c-a786-45ec-8a31-ebedc61096a1 req-9ce36462-bd76-450f-98c8-b5472a084e8b service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:40:45.408360 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6e594c-a786-45ec-8a31-ebedc61096a1 req-9ce36462-bd76-450f-98c8-b5472a084e8b service neutron] Checking segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:40:45.408773 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6e594c-a786-45ec-8a31-ebedc61096a1 req-9ce36462-bd76-450f-98c8-b5472a084e8b service neutron] Bound using segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:40:45.409223 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-ab6e594c-a786-45ec-8a31-ebedc61096a1 req-9ce36462-bd76-450f-98c8-b5472a084e8b service neutron] Bound port: 78a12ecf-5789-4302-aa78-ad86b495bfd0, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:40:45.409579 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ab6e594c-a786-45ec-8a31-ebedc61096a1 req-9ce36462-bd76-450f-98c8-b5472a084e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:45.425023 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6525ee2a-a4e5-424b-abbf-71f22c887bbe req-d82fb6db-705a-4aff-93ef-4be84535e5cf service neutron] For port 2b1c0372-f5f2-49ae-8c62-9cc2aa371e25, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:40:45.427406 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-34176afb-a0c0-4e93-8846-3790546be327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:45.430035 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6525ee2a-a4e5-424b-abbf-71f22c887bbe req-d82fb6db-705a-4aff-93ef-4be84535e5cf service neutron] For port 2b1c0372-f5f2-49ae-8c62-9cc2aa371e25, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=2b1c0372-f5f2-49ae-8c62-9cc2aa371e25,segment=NetworkSegment(fcd6ac5d-931b-4836-82cc-58250c6a0f69),segment_id=fcd6ac5d-931b-4836-82cc-58250c6a0f69)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:40:45.435166 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6525ee2a-a4e5-424b-abbf-71f22c887bbe req-d82fb6db-705a-4aff-93ef-4be84535e5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:45.439573 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port a7bfbd7d-99c5-4f52-92c7-4a3d720af89f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:40:45.440047 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:45.484078 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525ee2a-a4e5-424b-abbf-71f22c887bbe req-d82fb6db-705a-4aff-93ef-4be84535e5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:45.484725 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6525ee2a-a4e5-424b-abbf-71f22c887bbe req-d82fb6db-705a-4aff-93ef-4be84535e5cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:45.486588 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6525ee2a-a4e5-424b-abbf-71f22c887bbe req-d82fb6db-705a-4aff-93ef-4be84535e5cf service neutron] 10.222.0.68 "PUT /v2.0/ports/2b1c0372-f5f2-49ae-8c62-9cc2aa371e25 HTTP/1.1" status: 200 len: 1092 time: 0.9947941 Aug 19 14:40:45.488808 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85e761c4-92ce-4b2a-8ac9-520a3f82bd42', 'tag': '2b1c0372-f5f2-49ae-8c62-9cc2aa371e25'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:40:45.491339 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa354e0-71b6-4bb2-a08b-2601f6bc607f" -d '{"events": [{"name": "network-changed", "server_uuid": "85e761c4-92ce-4b2a-8ac9-520a3f82bd42", "tag": "2b1c0372-f5f2-49ae-8c62-9cc2aa371e25"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:40:45.535580 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-88d9dbc8-316d-42e4-858a-8478f6fca78c req-f0914efe-1f21-44a8-820e-21de93eea8e8 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627579 Aug 19 14:40:45.588283 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34176afb-a0c0-4e93-8846-3790546be327 service neutron] Pushing event updated for resources: {'Port': ['ID=753eba00-312b-4ae4-b21f-17ab912d1769,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:45.589845 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82fb6db-705a-4aff-93ef-4be84535e5cf service neutron] Pushing event updated for resources: {'Port': ['ID=2b1c0372-f5f2-49ae-8c62-9cc2aa371e25,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:45.610576 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525ee2a-a4e5-424b-abbf-71f22c887bbe req-84cbdabd-932b-408e-93cc-0ed2c4a70239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:45.612197 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6525ee2a-a4e5-424b-abbf-71f22c887bbe req-84cbdabd-932b-408e-93cc-0ed2c4a70239 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b611e89c59444d069c1d991f556f75aa&device_id=85e761c4-92ce-4b2a-8ac9-520a3f82bd42 HTTP/1.1" status: 200 len: 1095 time: 0.0545704 Aug 19 14:40:45.639691 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-ab6e594c-a786-45ec-8a31-ebedc61096a1 req-9ce36462-bd76-450f-98c8-b5472a084e8b service neutron] For port 78a12ecf-5789-4302-aa78-ad86b495bfd0, host n-h1-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:40:45.669003 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6525ee2a-a4e5-424b-abbf-71f22c887bbe req-ae8e6b60-1d29-4617-9348-a82b18dc58b3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b1c0372-f5f2-49ae-8c62-9cc2aa371e25 HTTP/1.1" status: 200 len: 217 time: 0.0390754 Aug 19 14:40:45.711185 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40706) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:40:45.719987 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-ab6e594c-a786-45ec-8a31-ebedc61096a1 req-9ce36462-bd76-450f-98c8-b5472a084e8b service neutron] For port 78a12ecf-5789-4302-aa78-ad86b495bfd0, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=78a12ecf-5789-4302-aa78-ad86b495bfd0,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:40:45.723538 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-40e5fd8c-967e-4b33-bf75-248ae7879519 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1113746564', 'description': 'tempest-description--1015975256'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:40:45.734912 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ab6e594c-a786-45ec-8a31-ebedc61096a1 req-9ce36462-bd76-450f-98c8-b5472a084e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:45.776559 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525ee2a-a4e5-424b-abbf-71f22c887bbe req-476ddb92-a899-42a6-a3a4-d6305bf0c65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:45.778073 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6525ee2a-a4e5-424b-abbf-71f22c887bbe req-476ddb92-a899-42a6-a3a4-d6305bf0c65c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=96c073c2-076a-458f-865d-1053b0f62f3d HTTP/1.1" status: 200 len: 845 time: 0.0972514 Aug 19 14:40:45.782497 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-40e5fd8c-967e-4b33-bf75-248ae7879519 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:45.823431 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6525ee2a-a4e5-424b-abbf-71f22c887bbe req-96eabf37-164e-4356-94db-95b3cf55752f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=94d71021-0e52-4f61-9f79-5084b440fea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307481 Aug 19 14:40:45.826387 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ad7d3-8421-4b97-89f2-48d38270f320 req-b39c9c7c-a427-423f-adf5-afe3c1cc3cf7 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:45.828523 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-810ad7d3-8421-4b97-89f2-48d38270f320 req-b39c9c7c-a427-423f-adf5-afe3c1cc3cf7 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=85e761c4-92ce-4b2a-8ac9-520a3f82bd42 HTTP/1.1" status: 200 len: 944 time: 0.1688402 Aug 19 14:40:45.833368 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf23388d-ccd2-44c9-ad5d-49e5416377ba x-openstack-request-id: req-cf23388d-ccd2-44c9-ad5d-49e5416377ba {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:40:45.833643 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce8a885-bf0d-4acb-9ae6-beed50cce16b", "tag": "4a7fd694-8a1a-46c5-8dda-a9af80047f38", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:40:45.833897 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cf23388d-ccd2-44c9-ad5d-49e5416377ba {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:40:45.834446 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'tag': '4a7fd694-8a1a-46c5-8dda-a9af80047f38', 'status': 'completed', 'code': 200} Aug 19 14:40:45.838116 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce36462-bd76-450f-98c8-b5472a084e8b service neutron] Pushing event updated for resources: {'Port': ['ID=78a12ecf-5789-4302-aa78-ad86b495bfd0,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:45.841706 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e594c-a786-45ec-8a31-ebedc61096a1 req-9ce36462-bd76-450f-98c8-b5472a084e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:45.842264 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ab6e594c-a786-45ec-8a31-ebedc61096a1 req-9ce36462-bd76-450f-98c8-b5472a084e8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:45.843683 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ab6e594c-a786-45ec-8a31-ebedc61096a1 req-9ce36462-bd76-450f-98c8-b5472a084e8b service neutron] 10.222.0.68 "PUT /v2.0/ports/78a12ecf-5789-4302-aa78-ad86b495bfd0 HTTP/1.1" status: 200 len: 1095 time: 3.0251968 Aug 19 14:40:45.844927 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-34176afb-a0c0-4e93-8846-3790546be327 service neutron] Attempting to bind port 753eba00-312b-4ae4-b21f-17ab912d1769 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:40:45.845262 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-34176afb-a0c0-4e93-8846-3790546be327 service neutron] Attempting to bind port 753eba00-312b-4ae4-b21f-17ab912d1769 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '99c97db4-9a46-4f59-aa17-3bb2f2a5461a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f3436889-0f1e-4563-85ab-9bb255bdd019'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:40:45.845656 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-34176afb-a0c0-4e93-8846-3790546be327 service neutron] Attempting to bind port 753eba00-312b-4ae4-b21f-17ab912d1769 on network f3436889-0f1e-4563-85ab-9bb255bdd019 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:40:45.850888 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-34176afb-a0c0-4e93-8846-3790546be327 service neutron] Port 753eba00-312b-4ae4-b21f-17ab912d1769 on network f3436889-0f1e-4563-85ab-9bb255bdd019 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:40:45.851221 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-34176afb-a0c0-4e93-8846-3790546be327 service neutron] Attempting to bind port 753eba00-312b-4ae4-b21f-17ab912d1769 on network f3436889-0f1e-4563-85ab-9bb255bdd019 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:40:45.857614 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-34176afb-a0c0-4e93-8846-3790546be327 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:40:45.857964 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-34176afb-a0c0-4e93-8846-3790546be327 service neutron] Checking segment: {'id': '99c97db4-9a46-4f59-aa17-3bb2f2a5461a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f3436889-0f1e-4563-85ab-9bb255bdd019'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:40:45.858988 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-34176afb-a0c0-4e93-8846-3790546be327 service neutron] Bound using segment: {'id': '99c97db4-9a46-4f59-aa17-3bb2f2a5461a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f3436889-0f1e-4563-85ab-9bb255bdd019'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:40:45.859753 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-34176afb-a0c0-4e93-8846-3790546be327 service neutron] Bound port: 753eba00-312b-4ae4-b21f-17ab912d1769, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c97db4-9a46-4f59-aa17-3bb2f2a5461a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f3436889-0f1e-4563-85ab-9bb255bdd019'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:40:45.860393 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-34176afb-a0c0-4e93-8846-3790546be327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:46.000848 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-810ad7d3-8421-4b97-89f2-48d38270f320 req-b11bfb09-bd2e-418e-a307-26433cf96616 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379423 Aug 19 14:40:46.009722 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-40e5fd8c-967e-4b33-bf75-248ae7879519 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:46.021500 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-40e5fd8c-967e-4b33-bf75-248ae7879519 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:46.053806 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be21b65-be84-4622-ba03-07c33380f9d0 req-9de0035d-bd02-48a5-b2bc-ca1df215a96f tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:46.062474 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4be21b65-be84-4622-ba03-07c33380f9d0 req-9de0035d-bd02-48a5-b2bc-ca1df215a96f tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] 10.222.0.69 "GET /v2.0/ports?device_id=3abeb595-2e19-4f8e-b10f-f86578c04f7f HTTP/1.1" status: 200 len: 945 time: 0.1798418 Aug 19 14:40:46.066126 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e594c-a786-45ec-8a31-ebedc61096a1 req-384d8b08-4558-49c4-be4a-771536768e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:46.067607 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ab6e594c-a786-45ec-8a31-ebedc61096a1 req-384d8b08-4558-49c4-be4a-771536768e47 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=11b7a234580048b0b008b7f3feeed06a&device_id=a98a7f46-632d-4562-9569-30541f2488ea HTTP/1.1" status: 200 len: 1098 time: 0.1654868 Aug 19 14:40:46.069963 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-34176afb-a0c0-4e93-8846-3790546be327 service neutron] For port 753eba00-312b-4ae4-b21f-17ab912d1769, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:40:46.081182 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c577f0-f433-46d6-ae07-f302cd239917 req-4f6ceff8-90b3-4c31-a6d9-00d293e92054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:46.081668 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c577f0-f433-46d6-ae07-f302cd239917 req-4f6ceff8-90b3-4c31-a6d9-00d293e92054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:46.082138 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c577f0-f433-46d6-ae07-f302cd239917 req-4f6ceff8-90b3-4c31-a6d9-00d293e92054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:46.082668 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c577f0-f433-46d6-ae07-f302cd239917 req-4f6ceff8-90b3-4c31-a6d9-00d293e92054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:46.083130 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c577f0-f433-46d6-ae07-f302cd239917 req-4f6ceff8-90b3-4c31-a6d9-00d293e92054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:46.083593 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c577f0-f433-46d6-ae07-f302cd239917 req-4f6ceff8-90b3-4c31-a6d9-00d293e92054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:46.084058 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c577f0-f433-46d6-ae07-f302cd239917 req-4f6ceff8-90b3-4c31-a6d9-00d293e92054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:46.085557 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-34176afb-a0c0-4e93-8846-3790546be327 service neutron] For port 753eba00-312b-4ae4-b21f-17ab912d1769, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=753eba00-312b-4ae4-b21f-17ab912d1769,segment=NetworkSegment(99c97db4-9a46-4f59-aa17-3bb2f2a5461a),segment_id=99c97db4-9a46-4f59-aa17-3bb2f2a5461a)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:40:46.086046 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-98c577f0-f433-46d6-ae07-f302cd239917 req-4f6ceff8-90b3-4c31-a6d9-00d293e92054 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=eac9849a6187411198187660adbcdd48&device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 6436 time: 0.1882989 Aug 19 14:40:46.089200 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd7f152-1806-472e-9275-6ec80b93eb61 x-openstack-request-id: req-5cd7f152-1806-472e-9275-6ec80b93eb61 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:40:46.089550 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85e761c4-92ce-4b2a-8ac9-520a3f82bd42", "tag": "2b1c0372-f5f2-49ae-8c62-9cc2aa371e25", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:40:46.089883 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5cd7f152-1806-472e-9275-6ec80b93eb61 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:40:46.090279 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85e761c4-92ce-4b2a-8ac9-520a3f82bd42', 'tag': '2b1c0372-f5f2-49ae-8c62-9cc2aa371e25', 'status': 'completed', 'code': 200} Aug 19 14:40:46.093998 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-40e5fd8c-967e-4b33-bf75-248ae7879519 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:46.095594 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-40e5fd8c-967e-4b33-bf75-248ae7879519 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3835053 Aug 19 14:40:46.099110 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e5fd8c-967e-4b33-bf75-248ae7879519 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b221f776-c920-4201-a5ce-e97a00b87480,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:46.107880 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40714) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:40:46.117809 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ab70c79b-e2d8-4aba-9098-2f7a9b40fc01 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Request body: {'security_group_rule': {'security_group_id': 'b221f776-c920-4201-a5ce-e97a00b87480', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:40:46.123007 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-34176afb-a0c0-4e93-8846-3790546be327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:46.128733 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ab6e594c-a786-45ec-8a31-ebedc61096a1 req-eb32ef0f-cf1e-4dda-a327-e4e20c87db56 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=78a12ecf-5789-4302-aa78-ad86b495bfd0 HTTP/1.1" status: 200 len: 217 time: 0.0501871 Aug 19 14:40:46.182714 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6525ee2a-a4e5-424b-abbf-71f22c887bbe req-99a00043-f764-4ac2-927e-02daccbd7436 service neutron] 10.222.0.68 "GET /v2.0/networks/94d71021-0e52-4f61-9f79-5084b440fea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858586 Aug 19 14:40:46.244825 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-34176afb-a0c0-4e93-8846-3790546be327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:46.245516 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-34176afb-a0c0-4e93-8846-3790546be327 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:46.246819 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-34176afb-a0c0-4e93-8846-3790546be327 service neutron] 10.222.0.88 "PUT /v2.0/ports/753eba00-312b-4ae4-b21f-17ab912d1769 HTTP/1.1" status: 200 len: 1091 time: 2.3107450 Aug 19 14:40:46.249994 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4be21b65-be84-4622-ba03-07c33380f9d0 req-c8242202-e646-49e5-ae85-17c7774b2be2 tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] 10.222.0.69 "GET /v2.0/security-groups?id=c390f442-ff13-416a-8add-09a6a460befa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867399 Aug 19 14:40:46.275962 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34176afb-a0c0-4e93-8846-3790546be327 service neutron] Pushing event updated for resources: {'Port': ['ID=753eba00-312b-4ae4-b21f-17ab912d1769,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:46.280192 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e594c-a786-45ec-8a31-ebedc61096a1 req-3673056c-405c-4e19-a1c4-6cb810b05456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:46.282295 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ab6e594c-a786-45ec-8a31-ebedc61096a1 req-3673056c-405c-4e19-a1c4-6cb810b05456 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.1246085 Aug 19 14:40:46.294084 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e271317-2274-40bc-baab-19cbf3ff4aa8 req-f89bd356-4cef-4210-bf4a-01aa12ce09e2 tempest-ServersOnMultiNodesTest-2021204962 tempest-ServersOnMultiNodesTest-2021204962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:46.295664 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7e271317-2274-40bc-baab-19cbf3ff4aa8 req-f89bd356-4cef-4210-bf4a-01aa12ce09e2 tempest-ServersOnMultiNodesTest-2021204962 tempest-ServersOnMultiNodesTest-2021204962-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=b5e83441-7d14-427d-bf36-f167e60fa742 HTTP/1.1" status: 200 len: 1101 time: 0.1368761 Aug 19 14:40:46.307210 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c577f0-f433-46d6-ae07-f302cd239917 req-094ce5ee-699b-472f-98ae-94676573e1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:46.307838 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c577f0-f433-46d6-ae07-f302cd239917 req-094ce5ee-699b-472f-98ae-94676573e1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:46.310274 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c577f0-f433-46d6-ae07-f302cd239917 req-094ce5ee-699b-472f-98ae-94676573e1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:46.310274 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-98c577f0-f433-46d6-ae07-f302cd239917 req-094ce5ee-699b-472f-98ae-94676573e1d2 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=eac9849a6187411198187660adbcdd48&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2034667 Aug 19 14:40:46.310613 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ab70c79b-e2d8-4aba-9098-2f7a9b40fc01 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:46.404708 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e594c-a786-45ec-8a31-ebedc61096a1 req-b65387f4-5e05-4b1a-a00f-58ce61978759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:46.406889 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ab6e594c-a786-45ec-8a31-ebedc61096a1 req-b65387f4-5e05-4b1a-a00f-58ce61978759 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1077054 Aug 19 14:40:46.414088 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7e271317-2274-40bc-baab-19cbf3ff4aa8 req-ea08507d-fb6d-4c80-a8aa-e3cecab5727e tempest-ServersOnMultiNodesTest-2021204962 tempest-ServersOnMultiNodesTest-2021204962-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056998 Aug 19 14:40:46.508522 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be64b25d-46c3-40a9-b8fa-223c1021198d req-b39a5285-447a-4e51-9314-33ad9fecce5c tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:46.512993 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-be64b25d-46c3-40a9-b8fa-223c1021198d req-b39a5285-447a-4e51-9314-33ad9fecce5c tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 945 time: 0.1737039 Aug 19 14:40:46.622629 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-be64b25d-46c3-40a9-b8fa-223c1021198d req-106c8275-209f-450a-9ac0-ad88c07831be tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060474 Aug 19 14:40:46.662054 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ab6e594c-a786-45ec-8a31-ebedc61096a1 req-c5419258-6383-4c2d-bc7c-0ca63b429d11 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419384 Aug 19 14:40:46.679704 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde33b9-4827-4ddc-991d-479d29cd2bd0 req-231ac6f9-59b2-4cf7-adb8-3db30521f3c2 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:46.686165 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde33b9-4827-4ddc-991d-479d29cd2bd0 req-231ac6f9-59b2-4cf7-adb8-3db30521f3c2 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:46.692319 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde33b9-4827-4ddc-991d-479d29cd2bd0 req-231ac6f9-59b2-4cf7-adb8-3db30521f3c2 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:46.698240 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde33b9-4827-4ddc-991d-479d29cd2bd0 req-231ac6f9-59b2-4cf7-adb8-3db30521f3c2 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:46.704724 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde33b9-4827-4ddc-991d-479d29cd2bd0 req-231ac6f9-59b2-4cf7-adb8-3db30521f3c2 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:46.710671 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde33b9-4827-4ddc-991d-479d29cd2bd0 req-231ac6f9-59b2-4cf7-adb8-3db30521f3c2 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:46.716637 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde33b9-4827-4ddc-991d-479d29cd2bd0 req-231ac6f9-59b2-4cf7-adb8-3db30521f3c2 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:46.719130 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6fde33b9-4827-4ddc-991d-479d29cd2bd0 req-231ac6f9-59b2-4cf7-adb8-3db30521f3c2 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 5421 time: 0.1385787 Aug 19 14:40:46.790988 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6525ee2a-a4e5-424b-abbf-71f22c887bbe req-55c23dd0-fa29-4be1-ae65-bb77e5137db4 service neutron] 10.222.0.68 "GET /v2.0/networks/94d71021-0e52-4f61-9f79-5084b440fea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5948360 Aug 19 14:40:46.809825 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ab70c79b-e2d8-4aba-9098-2f7a9b40fc01 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:46.825059 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ab70c79b-e2d8-4aba-9098-2f7a9b40fc01 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:46.860709 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6fde33b9-4827-4ddc-991d-479d29cd2bd0 req-bee0d6fc-523a-4f7f-a69a-6a104cf5d1fa tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/security-groups?id=79af4be3-90a0-4292-a54f-cdd3d9a00e15&id=27241ab3-04f0-48c7-8563-70f9530fcbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1289554 Aug 19 14:40:46.879383 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c577f0-f433-46d6-ae07-f302cd239917 req-73b17c25-d6ac-4504-966e-08bb212741d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:46.881200 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-98c577f0-f433-46d6-ae07-f302cd239917 req-73b17c25-d6ac-4504-966e-08bb212741d7 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5517890 Aug 19 14:40:46.881688 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99668156-c397-4930-9ea2-a14fbab9c6b8 req-87fd88b3-d05c-41f3-9914-d638e79b2c79 tempest-ServersOnMultiNodesTest-2021204962 tempest-ServersOnMultiNodesTest-2021204962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:46.883395 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-99668156-c397-4930-9ea2-a14fbab9c6b8 req-87fd88b3-d05c-41f3-9914-d638e79b2c79 tempest-ServersOnMultiNodesTest-2021204962 tempest-ServersOnMultiNodesTest-2021204962-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=473a93dd-c6e2-40c5-8b6b-c8d2a9701d03 HTTP/1.1" status: 200 len: 1100 time: 0.1551039 Aug 19 14:40:46.902107 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ab6e594c-a786-45ec-8a31-ebedc61096a1 req-208af940-7f1b-42ff-a078-29ad2fe2b13f service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816673 Aug 19 14:40:46.921017 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab70c79b-e2d8-4aba-9098-2f7a9b40fc01 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94e1608c-73e3-46c5-9143-5bde99aa1223,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:46.943057 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ab70c79b-e2d8-4aba-9098-2f7a9b40fc01 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:46.944456 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ab70c79b-e2d8-4aba-9098-2f7a9b40fc01 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8363714 Aug 19 14:40:46.947730 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40722) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:40:46.954060 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-99668156-c397-4930-9ea2-a14fbab9c6b8 req-4f0a9091-7ef2-4c52-9d1b-2be21d67e6de tempest-ServersOnMultiNodesTest-2021204962 tempest-ServersOnMultiNodesTest-2021204962-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549381 Aug 19 14:40:46.955999 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ade04689-45de-40ab-9653-50fb18650f59 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Request body: {'security_group_rule': {'security_group_id': 'b221f776-c920-4201-a5ce-e97a00b87480', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:40:47.002850 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa354e0-71b6-4bb2-a08b-2601f6bc607f req-c68e6197-683b-4a23-8a66-e072b5700a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:47.004598 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-caa354e0-71b6-4bb2-a08b-2601f6bc607f req-c68e6197-683b-4a23-8a66-e072b5700a85 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b611e89c59444d069c1d991f556f75aa&device_id=85e761c4-92ce-4b2a-8ac9-520a3f82bd42 HTTP/1.1" status: 200 len: 1095 time: 0.1433394 Aug 19 14:40:47.031978 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295fa7f7-6708-44c8-9dac-4d584e17aa26 req-e0acd200-149e-40c2-b6b0-103e3ce65dc4 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:47.036921 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-295fa7f7-6708-44c8-9dac-4d584e17aa26 req-e0acd200-149e-40c2-b6b0-103e3ce65dc4 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=a98a7f46-632d-4562-9569-30541f2488ea HTTP/1.1" status: 200 len: 947 time: 0.0580940 Aug 19 14:40:47.079872 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-295fa7f7-6708-44c8-9dac-4d584e17aa26 req-bd2bb867-c4ab-4986-8d6e-6854a38900c3 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400910 Aug 19 14:40:47.103164 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-d9998041-200f-41c8-99b1-9845abdf0819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:47.103840 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-d9998041-200f-41c8-99b1-9845abdf0819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:47.104324 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-d9998041-200f-41c8-99b1-9845abdf0819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:47.104827 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-d9998041-200f-41c8-99b1-9845abdf0819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:47.105411 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-d9998041-200f-41c8-99b1-9845abdf0819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:47.106097 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-d9998041-200f-41c8-99b1-9845abdf0819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:47.106946 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-d9998041-200f-41c8-99b1-9845abdf0819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:47.109014 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-d9998041-200f-41c8-99b1-9845abdf0819 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=eac9849a6187411198187660adbcdd48&device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 6478 time: 0.1769888 Aug 19 14:40:47.112568 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ade04689-45de-40ab-9653-50fb18650f59 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:47.180548 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-52bcc78d-ff2c-4a03-a150-9c909015aa1c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2843ebb3-e971-408f-85db-a3c624b9b9d8 HTTP/1.1" status: 200 len: 217 time: 0.0544627 Aug 19 14:40:47.200481 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c0e6e-ed81-4b82-a20b-7682dc97b123 req-60e162a0-0a87-4077-9251-8b2f25e0e45c tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:47.206252 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3e8c0e6e-ed81-4b82-a20b-7682dc97b123 req-60e162a0-0a87-4077-9251-8b2f25e0e45c tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=85e761c4-92ce-4b2a-8ac9-520a3f82bd42 HTTP/1.1" status: 200 len: 944 time: 0.0635917 Aug 19 14:40:47.243750 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3e8c0e6e-ed81-4b82-a20b-7682dc97b123 req-0a25f175-89b8-4b88-9d2e-a38e4a6eb4e5 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347760 Aug 19 14:40:47.255492 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa354e0-71b6-4bb2-a08b-2601f6bc607f req-fbeca302-fb13-4d01-b541-a9ad26ab2a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:47.257172 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-caa354e0-71b6-4bb2-a08b-2601f6bc607f req-fbeca302-fb13-4d01-b541-a9ad26ab2a33 service neutron] 10.222.0.68 "GET /v2.0/networks?id=94d71021-0e52-4f61-9f79-5084b440fea5 HTTP/1.1" status: 200 len: 906 time: 0.2394705 Aug 19 14:40:47.281353 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ade04689-45de-40ab-9653-50fb18650f59 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:47.283158 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-585ad933-865c-4ae7-ae74-ab58e29db05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:47.284967 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-585ad933-865c-4ae7-ae74-ab58e29db05e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d90280f3-05d8-4d32-bed7-d9a137266bae HTTP/1.1" status: 200 len: 850 time: 0.0905976 Aug 19 14:40:47.292309 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ade04689-45de-40ab-9653-50fb18650f59 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:47.320564 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-c00ca641-ba07-4877-84ea-609fa4f2b767 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=41e15b78d78c4e818c7fba2f667bded5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226860 Aug 19 14:40:47.335753 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-caa354e0-71b6-4bb2-a08b-2601f6bc607f req-16f70a02-01f6-439e-95b0-6cc03d1e6782 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b1c0372-f5f2-49ae-8c62-9cc2aa371e25 HTTP/1.1" status: 200 len: 217 time: 0.0562110 Aug 19 14:40:47.375677 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade04689-45de-40ab-9653-50fb18650f59 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8469f7ed-c4fa-4438-8202-fa93a15bbc8d,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:47.401472 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ade04689-45de-40ab-9653-50fb18650f59 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:47.402846 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ade04689-45de-40ab-9653-50fb18650f59 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4527311 Aug 19 14:40:47.407104 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40742) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:40:47.413881 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d89c1613-29f6-440d-afa4-1c173083c4b7 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Request body: {'floatingip': {'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:40:47.439563 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa354e0-71b6-4bb2-a08b-2601f6bc607f req-5dff06b4-36e6-46ce-88d0-2e62b25ca077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:47.441049 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-caa354e0-71b6-4bb2-a08b-2601f6bc607f req-5dff06b4-36e6-46ce-88d0-2e62b25ca077 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=96c073c2-076a-458f-865d-1053b0f62f3d HTTP/1.1" status: 200 len: 845 time: 0.0797200 Aug 19 14:40:47.442948 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-d99b6fb1-a147-4464-9eb9-7d20fae702c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:47.444621 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-d99b6fb1-a147-4464-9eb9-7d20fae702c0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=120c5244-d1e2-46c3-b22a-2b90b5b4e09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1501577 Aug 19 14:40:47.453353 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3053984-4108-4cb1-9b2f-2ff015d2183f req-77cf4e60-8dae-4dbd-a49f-76f9b143d4a8 tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:47.454099 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d89c1613-29f6-440d-afa4-1c173083c4b7 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:47.454944 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a3053984-4108-4cb1-9b2f-2ff015d2183f req-77cf4e60-8dae-4dbd-a49f-76f9b143d4a8 tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] 10.222.0.69 "GET /v2.0/ports?device_id=3abeb595-2e19-4f8e-b10f-f86578c04f7f HTTP/1.1" status: 200 len: 945 time: 0.1166790 Aug 19 14:40:47.491270 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-74504761-d590-455f-940c-3445beabab35 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:47.492743 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-74504761-d590-455f-940c-3445beabab35 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1660199 Aug 19 14:40:47.497379 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-caa354e0-71b6-4bb2-a08b-2601f6bc607f req-8faf1727-000e-4aa2-9303-3a4d5fd912a7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=94d71021-0e52-4f61-9f79-5084b440fea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403185 Aug 19 14:40:47.525524 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a3053984-4108-4cb1-9b2f-2ff015d2183f req-470a434f-e3b1-46c9-a556-ec33b8bd1e94 tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] 10.222.0.69 "GET /v2.0/security-groups?id=c390f442-ff13-416a-8add-09a6a460befa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625172 Aug 19 14:40:47.527113 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-81363bba-3459-4d50-836c-702d5a61e290 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/quotas/41e15b78d78c4e818c7fba2f667bded5 HTTP/1.1" status: 200 len: 375 time: 0.0202014 Aug 19 14:40:47.598005 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-3534b381-bfb8-499f-937f-ec2878028218 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=41e15b78d78c4e818c7fba2f667bded5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0618131 Aug 19 14:40:47.685621 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-05291e02-f711-4fcb-b9b1-34d566bbbfb5 service neutron] 10.222.0.88 "GET /v2.0/networks/120c5244-d1e2-46c3-b22a-2b90b5b4e09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195227 Aug 19 14:40:47.757876 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-caa354e0-71b6-4bb2-a08b-2601f6bc607f req-4939083b-47a8-4089-8279-60e15a55b783 service neutron] 10.222.0.68 "GET /v2.0/networks/94d71021-0e52-4f61-9f79-5084b440fea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237740 Aug 19 14:40:47.771552 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6920f-46aa-4e21-b5aa-0ea7c2e86d42 req-78393d97-2631-4963-8c38-bb3c20f28289 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:47.781564 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-91e6920f-46aa-4e21-b5aa-0ea7c2e86d42 req-78393d97-2631-4963-8c38-bb3c20f28289 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 945 time: 0.0672007 Aug 19 14:40:47.855039 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-91e6920f-46aa-4e21-b5aa-0ea7c2e86d42 req-9f01aebc-656f-49e4-ba49-84dbe6f900ef tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723310 Aug 19 14:40:47.859983 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a98a7f46-632d-4562-9569-30541f2488ea', 'tag': '78a12ecf-5789-4302-aa78-ad86b495bfd0'}, {'name': 'network-changed', 'server_uuid': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'tag': '753eba00-312b-4ae4-b21f-17ab912d1769'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:40:47.864773 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ad85bc-cd74-4dd1-ac3b-5fd95d9b8bdc" -d '{"events": [{"name": "network-changed", "server_uuid": "a98a7f46-632d-4562-9569-30541f2488ea", "tag": "78a12ecf-5789-4302-aa78-ad86b495bfd0"}, {"name": "network-changed", "server_uuid": "bce8a885-bf0d-4acb-9ae6-beed50cce16b", "tag": "753eba00-312b-4ae4-b21f-17ab912d1769"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:40:47.905739 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-caa354e0-71b6-4bb2-a08b-2601f6bc607f req-bd1b6eb1-f067-42e9-959c-4c54a213026a service neutron] 10.222.0.68 "GET /v2.0/networks/94d71021-0e52-4f61-9f79-5084b440fea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293535 Aug 19 14:40:47.932757 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-0235914d-2b36-4bc8-a534-9a7e0bac7d55 service neutron] 10.222.0.88 "GET /v2.0/networks/120c5244-d1e2-46c3-b22a-2b90b5b4e09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369897 Aug 19 14:40:47.935459 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d89c1613-29f6-440d-afa4-1c173083c4b7 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:47.946127 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 19 Aug 2021 14:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20f6691-1640-4851-82ed-8169d15887cb x-openstack-request-id: req-d20f6691-1640-4851-82ed-8169d15887cb {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:40:47.946583 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a98a7f46-632d-4562-9569-30541f2488ea", "tag": "78a12ecf-5789-4302-aa78-ad86b495bfd0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bce8a885-bf0d-4acb-9ae6-beed50cce16b", "tag": "753eba00-312b-4ae4-b21f-17ab912d1769", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:40:47.946759 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d20f6691-1640-4851-82ed-8169d15887cb {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:40:47.947190 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a98a7f46-632d-4562-9569-30541f2488ea', 'tag': '78a12ecf-5789-4302-aa78-ad86b495bfd0', 'status': 'completed', 'code': 200} Aug 19 14:40:47.947510 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'tag': '753eba00-312b-4ae4-b21f-17ab912d1769', 'status': 'completed', 'code': 200} Aug 19 14:40:48.059014 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-431cf992-bb1c-4513-a130-3d1a96125330 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=4f46bceb-d478-4788-bf46-f2d1c4de2a62 HTTP/1.1" status: 200 len: 217 time: 0.0376220 Aug 19 14:40:48.103575 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54792454-eaaa-434b-ab91-f876bfcd9291 req-5c66701d-8a30-4ad2-80b1-23a4aa6229bc tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:48.114735 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54792454-eaaa-434b-ab91-f876bfcd9291 req-5c66701d-8a30-4ad2-80b1-23a4aa6229bc tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:48.121590 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54792454-eaaa-434b-ab91-f876bfcd9291 req-5c66701d-8a30-4ad2-80b1-23a4aa6229bc tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:48.129126 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54792454-eaaa-434b-ab91-f876bfcd9291 req-5c66701d-8a30-4ad2-80b1-23a4aa6229bc tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:48.137785 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54792454-eaaa-434b-ab91-f876bfcd9291 req-5c66701d-8a30-4ad2-80b1-23a4aa6229bc tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:48.146496 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54792454-eaaa-434b-ab91-f876bfcd9291 req-5c66701d-8a30-4ad2-80b1-23a4aa6229bc tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:48.157343 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54792454-eaaa-434b-ab91-f876bfcd9291 req-5c66701d-8a30-4ad2-80b1-23a4aa6229bc tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:48.176635 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-54792454-eaaa-434b-ab91-f876bfcd9291 req-5c66701d-8a30-4ad2-80b1-23a4aa6229bc tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 5421 time: 0.1589308 Aug 19 14:40:48.213194 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad85bc-cd74-4dd1-ac3b-5fd95d9b8bdc req-d58d0262-8d29-40cc-bab2-3073f1936d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:48.215339 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-20ad85bc-cd74-4dd1-ac3b-5fd95d9b8bdc req-d58d0262-8d29-40cc-bab2-3073f1936d52 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=11b7a234580048b0b008b7f3feeed06a&device_id=a98a7f46-632d-4562-9569-30541f2488ea HTTP/1.1" status: 200 len: 1098 time: 0.2037137 Aug 19 14:40:48.218366 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-799d9299-fb79-4eb2-a05d-60c790bcb38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:48.219786 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-799d9299-fb79-4eb2-a05d-60c790bcb38a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c8acc88a-fe8b-43cc-b8bf-ebd805cfdcd1 HTTP/1.1" status: 200 len: 797 time: 0.1376324 Aug 19 14:40:48.228170 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-54792454-eaaa-434b-ab91-f876bfcd9291 req-68055821-3f24-4a1a-87a5-9e4cbd5c322d tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/security-groups?id=79af4be3-90a0-4292-a54f-cdd3d9a00e15&id=27241ab3-04f0-48c7-8563-70f9530fcbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0451233 Aug 19 14:40:48.347243 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-518c8ff8-0a05-4b49-bf59-36d356dd739a req-6811942f-2e62-4802-a160-17ea06b48082 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=064ec3f3-16aa-457d-b6c1-e6e83d60e694 HTTP/1.1" status: 200 len: 210 time: 0.0321443 Aug 19 14:40:48.406807 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-d89c1613-29f6-440d-afa4-1c173083c4b7 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Allocated IP 172.25.2.208 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/7ae65930-d1b0-4269-8527-91b0fc652876) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:40:48.407437 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4347b-9e89-479f-9beb-63554b3d978c req-23dca802-05af-4a72-b00c-6a5e4899f125 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:48.408994 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-03e4347b-9e89-479f-9beb-63554b3d978c req-23dca802-05af-4a72-b00c-6a5e4899f125 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=a98a7f46-632d-4562-9569-30541f2488ea HTTP/1.1" status: 200 len: 947 time: 0.1353323 Aug 19 14:40:48.509812 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-03e4347b-9e89-479f-9beb-63554b3d978c req-8918d751-fbc9-492f-93dc-b52f029b7f21 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942438 Aug 19 14:40:48.529242 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad85bc-cd74-4dd1-ac3b-5fd95d9b8bdc req-265389bd-1d4c-4e1a-bc44-4c0e2be47fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:48.530880 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-20ad85bc-cd74-4dd1-ac3b-5fd95d9b8bdc req-265389bd-1d4c-4e1a-bc44-4c0e2be47fef service neutron] 10.222.0.68 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.2937627 Aug 19 14:40:48.537236 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3f2b4-29f5-44a4-a03d-0b80c1a956ba req-42ef8bc2-ce9f-4eac-9ba6-b1ffc96d3e6e tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:48.538964 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c1c3f2b4-29f5-44a4-a03d-0b80c1a956ba req-42ef8bc2-ce9f-4eac-9ba6-b1ffc96d3e6e tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=85e761c4-92ce-4b2a-8ac9-520a3f82bd42 HTTP/1.1" status: 200 len: 944 time: 0.0801761 Aug 19 14:40:48.540398 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-ff0074b4-1201-470f-8ff3-da9afd871f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:48.544192 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-ff0074b4-1201-470f-8ff3-da9afd871f49 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=35f8f681-bcb0-473e-b781-4b88789fa2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3109915 Aug 19 14:40:48.596787 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c1c3f2b4-29f5-44a4-a03d-0b80c1a956ba req-c0e645ad-ac51-4a86-b488-efe08390af94 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494053 Aug 19 14:40:48.685453 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-20ad85bc-cd74-4dd1-ac3b-5fd95d9b8bdc req-fd5072d1-3a7e-49e9-860b-530bbf76500c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=78a12ecf-5789-4302-aa78-ad86b495bfd0 HTTP/1.1" status: 200 len: 217 time: 0.1328785 Aug 19 14:40:48.764021 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d89c1613-29f6-440d-afa4-1c173083c4b7 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:48.816471 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad85bc-cd74-4dd1-ac3b-5fd95d9b8bdc req-207b0c60-f236-4223-b1c7-8ea4b1ba4dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:48.818008 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-20ad85bc-cd74-4dd1-ac3b-5fd95d9b8bdc req-207b0c60-f236-4223-b1c7-8ea4b1ba4dab service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.1195896 Aug 19 14:40:48.823321 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-aae9fd45-78e2-43b5-9abb-2cae099a12ed service neutron] 10.222.0.88 "GET /v2.0/networks/35f8f681-bcb0-473e-b781-4b88789fa2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501161 Aug 19 14:40:48.942178 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d89c1613-29f6-440d-afa4-1c173083c4b7 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:48.965718 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad85bc-cd74-4dd1-ac3b-5fd95d9b8bdc req-5197d077-263b-42a4-9350-137ffa5b4341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:48.967836 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-20ad85bc-cd74-4dd1-ac3b-5fd95d9b8bdc req-5197d077-263b-42a4-9350-137ffa5b4341 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1390336 Aug 19 14:40:49.022970 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c6674-7f73-45e9-a4cc-ba54b1fb06d5 req-290040e0-9911-4352-ae6e-88da74d78eed tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:49.025888 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-304c6674-7f73-45e9-a4cc-ba54b1fb06d5 req-290040e0-9911-4352-ae6e-88da74d78eed tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 945 time: 0.0672624 Aug 19 14:40:49.060314 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89c1613-29f6-440d-afa4-1c173083c4b7 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:40:49.075263 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d89c1613-29f6-440d-afa4-1c173083c4b7 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:40:49.078386 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89c1613-29f6-440d-afa4-1c173083c4b7 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:40:49.095021 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-304c6674-7f73-45e9-a4cc-ba54b1fb06d5 req-383d1f6a-d3fa-487e-b49c-a2c1bc2ac42a tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611346 Aug 19 14:40:49.125671 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89c1613-29f6-440d-afa4-1c173083c4b7 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Pushing event updated for resources: {'Port': ['ID=7ae65930-d1b0-4269-8527-91b0fc652876,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:49.139031 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-a626b42d-2d28-4813-8a25-20f024f3c359 service neutron] 10.222.0.88 "GET /v2.0/networks/35f8f681-bcb0-473e-b781-4b88789fa2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967846 Aug 19 14:40:49.219568 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-5b57b3e0-22d4-4480-a493-e1385dff7469 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f HTTP/1.1" status: 200 len: 217 time: 0.0625303 Aug 19 14:40:49.296642 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-20ad85bc-cd74-4dd1-ac3b-5fd95d9b8bdc req-d4f958ae-118d-4c20-9afe-c99589134bd5 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023033 Aug 19 14:40:49.368912 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d89c1613-29f6-440d-afa4-1c173083c4b7 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:49.380180 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-5ae02c52-cb86-4433-8dbb-27e7532e2150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:49.381711 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-5ae02c52-cb86-4433-8dbb-27e7532e2150 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c8acc88a-fe8b-43cc-b8bf-ebd805cfdcd1 HTTP/1.1" status: 200 len: 797 time: 0.1488776 Aug 19 14:40:49.385456 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4b53b-0893-4e84-b0e8-f5a8316869ea req-b7ce418d-0317-4af6-9c00-bb219182e5ad tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:49.392347 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4b53b-0893-4e84-b0e8-f5a8316869ea req-b7ce418d-0317-4af6-9c00-bb219182e5ad tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:49.398921 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4b53b-0893-4e84-b0e8-f5a8316869ea req-b7ce418d-0317-4af6-9c00-bb219182e5ad tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:49.406502 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4b53b-0893-4e84-b0e8-f5a8316869ea req-b7ce418d-0317-4af6-9c00-bb219182e5ad tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:49.412605 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4b53b-0893-4e84-b0e8-f5a8316869ea req-b7ce418d-0317-4af6-9c00-bb219182e5ad tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:49.418684 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4b53b-0893-4e84-b0e8-f5a8316869ea req-b7ce418d-0317-4af6-9c00-bb219182e5ad tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:49.425556 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4b53b-0893-4e84-b0e8-f5a8316869ea req-b7ce418d-0317-4af6-9c00-bb219182e5ad tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:49.427439 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-26b4b53b-0893-4e84-b0e8-f5a8316869ea req-b7ce418d-0317-4af6-9c00-bb219182e5ad tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 5421 time: 0.1103723 Aug 19 14:40:49.459182 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d89c1613-29f6-440d-afa4-1c173083c4b7 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:49.537504 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-c1db38f6-c771-40b0-9916-32117271d5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:49.541407 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-c1db38f6-c771-40b0-9916-32117271d5ab service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=35f8f681-bcb0-473e-b781-4b88789fa2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1492076 Aug 19 14:40:49.551757 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-20ad85bc-cd74-4dd1-ac3b-5fd95d9b8bdc req-acb001fb-f667-4f9f-9ea0-cc33ba2b1268 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458811 Aug 19 14:40:49.559783 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 2b1c0372-f5f2-49ae-8c62-9cc2aa371e25 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:40:49.568704 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-26b4b53b-0893-4e84-b0e8-f5a8316869ea req-84043a33-e8e4-4c17-9281-056a9bf5b564 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/security-groups?id=79af4be3-90a0-4292-a54f-cdd3d9a00e15&id=27241ab3-04f0-48c7-8563-70f9530fcbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1105058 Aug 19 14:40:49.728774 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 2b1c0372-f5f2-49ae-8c62-9cc2aa371e25, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=2b1c0372-f5f2-49ae-8c62-9cc2aa371e25,segment=NetworkSegment(fcd6ac5d-931b-4836-82cc-58250c6a0f69),segment_id=fcd6ac5d-931b-4836-82cc-58250c6a0f69)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:40:49.730440 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1ffd5b74-588b-4846-a883-31f9701fcce6 req-3370206d-9d16-4cef-b186-4fd13b90e9f5 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=064ec3f3-16aa-457d-b6c1-e6e83d60e694 HTTP/1.1" status: 200 len: 210 time: 0.0800211 Aug 19 14:40:49.774775 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '2b1c0372-f5f2-49ae-8c62-9cc2aa371e25', 'network_id': '94d71021-0e52-4f61-9f79-5084b440fea5', 'port_id': '2b1c0372-f5f2-49ae-8c62-9cc2aa371e25', 'mac_address': 'fa:16:3e:4e:44:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c073c2-076a-458f-865d-1053b0f62f3d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:40:49.849880 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-437f8846-22ea-4fac-8563-5a93fb3b23e9 service neutron] 10.222.0.88 "GET /v2.0/networks/35f8f681-bcb0-473e-b781-4b88789fa2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903891 Aug 19 14:40:49.861312 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-fb1fbd35-6054-47c2-86ce-f323f7b0830b tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=41e15b78d78c4e818c7fba2f667bded5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540910 Aug 19 14:40:49.867806 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:49.907588 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b1c0372-f5f2-49ae-8c62-9cc2aa371e25 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:40:49.959686 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 2b1c0372-f5f2-49ae-8c62-9cc2aa371e25, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=2b1c0372-f5f2-49ae-8c62-9cc2aa371e25,segment=NetworkSegment(fcd6ac5d-931b-4836-82cc-58250c6a0f69),segment_id=fcd6ac5d-931b-4836-82cc-58250c6a0f69)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:40:49.967626 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:50.039886 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=2b1c0372-f5f2-49ae-8c62-9cc2aa371e25,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:50.062442 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-0e59abf4-8fed-407a-8ca9-3c250ef8eee8 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:50.063949 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-0e59abf4-8fed-407a-8ca9-3c250ef8eee8 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1911073 Aug 19 14:40:50.096332 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-3dac2452-c94f-4848-b50c-7db808a89970 service neutron] 10.222.0.88 "GET /v2.0/networks/35f8f681-bcb0-473e-b781-4b88789fa2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305601 Aug 19 14:40:50.104103 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037b78d-9fb8-49f0-b753-2dd90f31bb64 req-d5854ae1-ddac-4108-95a7-7b3a8c186c9e tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:50.112597 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3037b78d-9fb8-49f0-b753-2dd90f31bb64 req-d5854ae1-ddac-4108-95a7-7b3a8c186c9e tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=a98a7f46-632d-4562-9569-30541f2488ea HTTP/1.1" status: 200 len: 947 time: 0.3685465 Aug 19 14:40:50.125444 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-a8f60486-021f-4634-baa2-17b9d4ab8eff tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Request body: {'port': {'device_id': '4ae3c539-2077-49b6-8a6a-6ce5033aa220', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'admin_state_up': True, 'tenant_id': '41e15b78d78c4e818c7fba2f667bded5'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:40:50.184657 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-c8283b5b-b9d1-4f25-a205-f6a15821b3dc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=bf510a67-3758-4837-9af6-1a144f49bd82 HTTP/1.1" status: 200 len: 217 time: 0.0748074 Aug 19 14:40:50.199002 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-64c08af3-4915-4a82-8a52-662c02a97573 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=41e15b78d78c4e818c7fba2f667bded5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1388190 Aug 19 14:40:50.342866 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['2b1c0372-f5f2-49ae-8c62-9cc2aa371e25'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:40:50.585715 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf7bf5-93e8-4882-9753-d9eb7283f1ef req-c9a234dd-0fec-4e95-8986-6cc17a53f153 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:50.587709 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e0cf7bf5-93e8-4882-9753-d9eb7283f1ef req-c9a234dd-0fec-4e95-8986-6cc17a53f153 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=85e761c4-92ce-4b2a-8ac9-520a3f82bd42 HTTP/1.1" status: 200 len: 945 time: 0.7135050 Aug 19 14:40:50.601828 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3037b78d-9fb8-49f0-b753-2dd90f31bb64 req-8086d517-060a-431b-8a28-60784a5360c5 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4883575 Aug 19 14:40:50.678190 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e0cf7bf5-93e8-4882-9753-d9eb7283f1ef req-361988b6-a969-4d94-a8db-617380b94ea7 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800946 Aug 19 14:40:50.706421 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d89c1613-29f6-440d-afa4-1c173083c4b7 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:50.726642 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-a8f60486-021f-4634-baa2-17b9d4ab8eff tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Made reservation on behalf of 41e15b78d78c4e818c7fba2f667bded5 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:40:50.731038 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d89c1613-29f6-440d-afa4-1c173083c4b7 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:50.732384 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-a8f60486-021f-4634-baa2-17b9d4ab8eff tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:50.789442 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-1af375eb-0808-42a9-879c-9f85ca550966 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:50.791839 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-1af375eb-0808-42a9-879c-9f85ca550966 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5710094 Aug 19 14:40:50.812062 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-d4306b2f-721e-4f22-865d-4bf9027c39ae tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Request body: {'port': {'device_id': '064ec3f3-16aa-457d-b6c1-e6e83d60e694', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'admin_state_up': True, 'tenant_id': '41e15b78d78c4e818c7fba2f667bded5'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:40:50.841299 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-43f17a36-2315-4d32-b19a-4a188cedc0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:50.843330 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-43f17a36-2315-4d32-b19a-4a188cedc0ee service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c8acc88a-fe8b-43cc-b8bf-ebd805cfdcd1 HTTP/1.1" status: 200 len: 797 time: 0.6383781 Aug 19 14:40:50.903860 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6724a74-9ad8-403e-b327-1f0870fbc154 req-465a7b3f-99c4-45a7-9c33-0195a9ba4934 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:50.905850 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e6724a74-9ad8-403e-b327-1f0870fbc154 req-465a7b3f-99c4-45a7-9c33-0195a9ba4934 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 945 time: 0.1448600 Aug 19 14:40:50.931096 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89c1613-29f6-440d-afa4-1c173083c4b7 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Pushing event updated for resources: {'Port': ['ID=7ae65930-d1b0-4269-8527-91b0fc652876,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:50.950266 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d89c1613-29f6-440d-afa4-1c173083c4b7 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:50.954896 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2c3e2-1e16-495e-955e-ebbd8bc6f08e req-fe194171-cccd-442d-9775-b227397f6fc3 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:50.960770 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2c3e2-1e16-495e-955e-ebbd8bc6f08e req-fe194171-cccd-442d-9775-b227397f6fc3 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:50.966673 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2c3e2-1e16-495e-955e-ebbd8bc6f08e req-fe194171-cccd-442d-9775-b227397f6fc3 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:50.973101 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2c3e2-1e16-495e-955e-ebbd8bc6f08e req-fe194171-cccd-442d-9775-b227397f6fc3 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:50.979076 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2c3e2-1e16-495e-955e-ebbd8bc6f08e req-fe194171-cccd-442d-9775-b227397f6fc3 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:50.985739 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2c3e2-1e16-495e-955e-ebbd8bc6f08e req-fe194171-cccd-442d-9775-b227397f6fc3 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:50.989984 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d89c1613-29f6-440d-afa4-1c173083c4b7 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:50.991738 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2c3e2-1e16-495e-955e-ebbd8bc6f08e req-fe194171-cccd-442d-9775-b227397f6fc3 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:50.993960 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5fd2c3e2-1e16-495e-955e-ebbd8bc6f08e req-fe194171-cccd-442d-9775-b227397f6fc3 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 5421 time: 0.1847603 Aug 19 14:40:51.000267 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d89c1613-29f6-440d-afa4-1c173083c4b7 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5919404 Aug 19 14:40:51.012956 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-3cef022b-e621-4996-a69a-244ea212d040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:51.014511 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-3cef022b-e621-4996-a69a-244ea212d040 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=35f8f681-bcb0-473e-b781-4b88789fa2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1563349 Aug 19 14:40:51.066529 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-a8f60486-021f-4634-baa2-17b9d4ab8eff tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Allocated IP 192.168.233.44 (5146d24a-89b5-4a43-8ca4-b26f4fb943f7/2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86/929732b9-60e7-49e1-a5f7-8257f68953a2) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:40:51.079567 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e6724a74-9ad8-403e-b327-1f0870fbc154 req-21c8a3a2-d14a-42ed-817e-d67446197989 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472189 Aug 19 14:40:51.107564 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-d4306b2f-721e-4f22-865d-4bf9027c39ae tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Made reservation on behalf of 41e15b78d78c4e818c7fba2f667bded5 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:40:51.113073 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-d4306b2f-721e-4f22-865d-4bf9027c39ae tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:51.114636 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5fd2c3e2-1e16-495e-955e-ebbd8bc6f08e req-bdfed75b-a4ab-4319-b0b6-d1d66e4d2606 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/security-groups?id=79af4be3-90a0-4292-a54f-cdd3d9a00e15&id=27241ab3-04f0-48c7-8563-70f9530fcbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1050999 Aug 19 14:40:51.231360 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-8c9b1f3c-f2cd-488f-8362-50c53fef84d5 service neutron] 10.222.0.88 "GET /v2.0/networks/35f8f681-bcb0-473e-b781-4b88789fa2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057772 Aug 19 14:40:51.324315 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bb2cb997-d47a-4888-b124-47246ddf2efd req-f01fda8b-9c57-425b-b251-c1c4b99b44e0 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=064ec3f3-16aa-457d-b6c1-e6e83d60e694 HTTP/1.1" status: 200 len: 210 time: 0.0736809 Aug 19 14:40:51.347254 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-fdcb55e0-1696-4bd3-b15a-d731ebbcf96d service neutron] 10.222.0.88 "GET /v2.0/networks/35f8f681-bcb0-473e-b781-4b88789fa2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998888 Aug 19 14:40:51.382006 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-cb9cff52-439b-4e1e-bd66-316a46dcd9dc tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1113746564&fields=id&tenant_id=ef249261d4604936b13aa21e0bea0dc2 HTTP/1.1" status: 200 len: 267 time: 0.0547581 Aug 19 14:40:51.402980 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-bb66b26c-46d4-42d7-8cc7-0e73e8a01f74 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=60f87527-45c9-49a4-8b17-a576d308e581 HTTP/1.1" status: 200 len: 217 time: 0.0443463 Aug 19 14:40:51.439144 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-a8f60486-021f-4634-baa2-17b9d4ab8eff tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:51.457450 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-8195a9d2-a321-41fc-8fe4-251c55c661b9 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:51.458840 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-8195a9d2-a321-41fc-8fe4-251c55c661b9 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports/f5041c84-227f-4ce0-b39a-d1af5a9cfa38 HTTP/1.1" status: 200 len: 935 time: 0.0660686 Aug 19 14:40:51.465190 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-e2645a55-b5e3-4f90-920e-20813fde7a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:51.466675 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-e2645a55-b5e3-4f90-920e-20813fde7a72 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c8acc88a-fe8b-43cc-b8bf-ebd805cfdcd1 HTTP/1.1" status: 200 len: 797 time: 0.0565333 Aug 19 14:40:51.486768 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-a8f60486-021f-4634-baa2-17b9d4ab8eff tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Transition to ACTIVE for port object 929732b9-60e7-49e1-a5f7-8257f68953a2 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:40:51.528797 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-bccd398f-33d2-4ae1-931b-04254cd6f4a7 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:51.530594 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-bccd398f-33d2-4ae1-931b-04254cd6f4a7 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports/56da6e17-81c7-428b-af76-84d1fb4c24f1 HTTP/1.1" status: 200 len: 937 time: 0.0651863 Aug 19 14:40:51.534822 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-49251071-6c4e-4bbe-b5f0-520cd7111baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:51.536334 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-49251071-6c4e-4bbe-b5f0-520cd7111baf service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=35f8f681-bcb0-473e-b781-4b88789fa2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0617590 Aug 19 14:40:51.566294 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 78a12ecf-5789-4302-aa78-ad86b495bfd0 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:40:51.569793 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 2b1c0372-f5f2-49ae-8c62-9cc2aa371e25 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:40:51.581455 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-bfde42ae-fe6a-485c-ae9f-a2fa1fe0cdbb tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?network_id=f6ac2016-e7c1-459d-ba43-66cd8666f5a3&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0405135 Aug 19 14:40:51.597698 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-a8f60486-021f-4634-baa2-17b9d4ab8eff tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:51.622643 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['ccb03fe0-dc14-4f36-aaa1-3db9abeac918'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:40:51.672186 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f60486-021f-4634-baa2-17b9d4ab8eff tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Pushing event updated for resources: {'Port': ['ID=929732b9-60e7-49e1-a5f7-8257f68953a2,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:51.679711 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-d4306b2f-721e-4f22-865d-4bf9027c39ae tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Allocated IP 192.168.233.253 (5146d24a-89b5-4a43-8ca4-b26f4fb943f7/2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86/ff5ae454-8204-4874-949d-c1ac12f516e7) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:40:51.698829 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-ca96c335-0e50-470c-8689-9c840b0f8fe8 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?network_id=f6ac2016-e7c1-459d-ba43-66cd8666f5a3&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1042390 Aug 19 14:40:51.706262 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-43395943-c186-4b4a-a70d-e4e7fff288ca service neutron] 10.222.0.88 "GET /v2.0/networks/35f8f681-bcb0-473e-b781-4b88789fa2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613035 Aug 19 14:40:51.710275 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-a8f60486-021f-4634-baa2-17b9d4ab8eff tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:40:51.713993 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-a8f60486-021f-4634-baa2-17b9d4ab8eff tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:40:51.729513 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-a8f60486-021f-4634-baa2-17b9d4ab8eff tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:40:51.753308 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['b7cdddfb-21cf-4332-9d96-c1edd174d9b1', 'd5bf5591-dd61-494c-9e1d-4302052e8ea1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:40:51.821986 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.db.resource_extend [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 14:40:51.902572 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-a8f60486-021f-4634-baa2-17b9d4ab8eff tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:51.903548 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-a8f60486-021f-4634-baa2-17b9d4ab8eff tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:51.938307 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-74764f12-bc67-414e-ba3e-c8d16d1257b8 service neutron] 10.222.0.88 "GET /v2.0/networks/35f8f681-bcb0-473e-b781-4b88789fa2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231405 Aug 19 14:40:51.947914 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-a8f60486-021f-4634-baa2-17b9d4ab8eff tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8324561 Aug 19 14:40:51.962098 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123d03c-a13a-447d-b936-6855acd79abe req-e3a01d04-9416-49b2-9c0d-e0df3d0ed552 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:51.964091 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7123d03c-a13a-447d-b936-6855acd79abe req-e3a01d04-9416-49b2-9c0d-e0df3d0ed552 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=a98a7f46-632d-4562-9569-30541f2488ea HTTP/1.1" status: 200 len: 947 time: 0.1830001 Aug 19 14:40:51.971631 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-54463d05-f4ef-40a2-8036-fab6fa0fc91a service neutron] Request body: {'port': {'device_id': '4ae3c539-2077-49b6-8a6a-6ce5033aa220', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:40:51.993454 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 78a12ecf-5789-4302-aa78-ad86b495bfd0, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=78a12ecf-5789-4302-aa78-ad86b495bfd0,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:40:52.007961 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-caa94abe-feba-440a-81e9-c56cccc467c5 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:52.009257 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-9400510a-8eb2-4672-880c-8c81c814c6a2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4a7fd694-8a1a-46c5-8dda-a9af80047f38 HTTP/1.1" status: 200 len: 217 time: 0.0559399 Aug 19 14:40:52.014097 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '78a12ecf-5789-4302-aa78-ad86b495bfd0', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'port_id': '78a12ecf-5789-4302-aa78-ad86b495bfd0', 'mac_address': 'fa:16:3e:45:1f:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:40:52.018233 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-caa94abe-feba-440a-81e9-c56cccc467c5 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:52.029432 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-caa94abe-feba-440a-81e9-c56cccc467c5 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:52.032238 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-caa94abe-feba-440a-81e9-c56cccc467c5 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/networks?id=c4f80db4-35be-4b3c-8bae-306ff26e4f72&id=dac15f89-eb05-4149-aeea-9b60945c8ac2&id=dac15f89-eb05-4149-aeea-9b60945c8ac2&id=f6ac2016-e7c1-459d-ba43-66cd8666f5a3&id=f6ac2016-e7c1-459d-ba43-66cd8666f5a3 HTTP/1.1" status: 200 len: 1994 time: 0.3198006 Aug 19 14:40:52.077433 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-74c2bc85-ccb4-40c0-a21b-f410efd0afa8 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/quotas/ef249261d4604936b13aa21e0bea0dc2 HTTP/1.1" status: 200 len: 375 time: 0.0241675 Aug 19 14:40:52.109562 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-c1802675-0e51-4e46-8274-562d807d9266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:52.111009 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-c1802675-0e51-4e46-8274-562d807d9266 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9900bee7-cb74-4835-8689-e86fe6724bf5 HTTP/1.1" status: 200 len: 797 time: 0.0652418 Aug 19 14:40:52.138990 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7123d03c-a13a-447d-b936-6855acd79abe req-5e1f6121-78a0-4993-9da1-ac027c18971f tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612008 Aug 19 14:40:52.140297 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-54463d05-f4ef-40a2-8036-fab6fa0fc91a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:52.213318 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-d4306b2f-721e-4f22-865d-4bf9027c39ae tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:52.224732 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-091aa7e8-ad0a-422f-9abe-62b901143fbc tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ef249261d4604936b13aa21e0bea0dc2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1163676 Aug 19 14:40:52.239356 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-d4306b2f-721e-4f22-865d-4bf9027c39ae tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Transition to ACTIVE for port object ff5ae454-8204-4874-949d-c1ac12f516e7 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:40:52.254483 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:52.267025 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-0ade498e-9a1b-4c9c-adbf-7cceaa3fb0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:52.269005 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-0ade498e-9a1b-4c9c-adbf-7cceaa3fb0d5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f3436889-0f1e-4563-85ab-9bb255bdd019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1422417 Aug 19 14:40:52.287147 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5b45f475-76f9-4e37-930e-30b5da7c707a None None] Provisioning for port 929732b9-60e7-49e1-a5f7-8257f68953a2 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:40:52.295415 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port 2b1c0372-f5f2-49ae-8c62-9cc2aa371e25 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:40:52.311216 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5b45f475-76f9-4e37-930e-30b5da7c707a None None] Provisioning complete for port 929732b9-60e7-49e1-a5f7-8257f68953a2 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:40:52.311716 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5b45f475-76f9-4e37-930e-30b5da7c707a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:52.353761 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5b45f475-76f9-4e37-930e-30b5da7c707a None None] Port 929732b9-60e7-49e1-a5f7-8257f68953a2 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:40:52.358997 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 2b1c0372-f5f2-49ae-8c62-9cc2aa371e25 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:40:52.359469 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:52.362036 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78a12ecf-5789-4302-aa78-ad86b495bfd0 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:40:52.386732 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-a4b4b7f1-2269-4e68-b384-37f3695e5347 service neutron] 10.222.0.69 "GET /v2.0/networks/c4f80db4-35be-4b3c-8bae-306ff26e4f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603785 Aug 19 14:40:52.408435 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-1a16ed29-23e7-4f57-8166-d7d44784190e service neutron] 10.222.0.88 "GET /v2.0/networks/f3436889-0f1e-4563-85ab-9bb255bdd019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069229 Aug 19 14:40:52.440865 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 78a12ecf-5789-4302-aa78-ad86b495bfd0, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=78a12ecf-5789-4302-aa78-ad86b495bfd0,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:40:52.455790 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:52.476138 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-d4306b2f-721e-4f22-865d-4bf9027c39ae tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:52.499220 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['ccb03fe0-dc14-4f36-aaa1-3db9abeac918'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:40:52.545496 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-d4306b2f-721e-4f22-865d-4bf9027c39ae tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:40:52.556045 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-d4306b2f-721e-4f22-865d-4bf9027c39ae tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:40:52.558820 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-d4306b2f-721e-4f22-865d-4bf9027c39ae tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:40:52.602769 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-f3dfe571-118c-477d-9564-c9a0f6a2a83d service neutron] 10.222.0.69 "GET /v2.0/networks/c4f80db4-35be-4b3c-8bae-306ff26e4f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222115 Aug 19 14:40:52.630790 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-d4306b2f-721e-4f22-865d-4bf9027c39ae tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:52.633552 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-d4306b2f-721e-4f22-865d-4bf9027c39ae tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:52.648222 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4306b2f-721e-4f22-865d-4bf9027c39ae tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Pushing event updated for resources: {'Port': ['ID=ff5ae454-8204-4874-949d-c1ac12f516e7,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:52.662822 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-d4306b2f-721e-4f22-865d-4bf9027c39ae tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8558016 Aug 19 14:40:52.665839 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-7e94bd71-952d-452e-88b5-175cbbe659fe service neutron] 10.222.0.88 "GET /v2.0/networks/f3436889-0f1e-4563-85ab-9bb255bdd019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562454 Aug 19 14:40:52.673446 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-535eff1e-1621-4440-be3e-2d1cf54f6aa9 service neutron] 10.222.0.69 "GET /v2.0/ports/f5041c84-227f-4ce0-b39a-d1af5a9cfa38?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0588610 Aug 19 14:40:52.692733 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:52.693317 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-95a09f45-af12-4cbe-8ff9-afba2a552db7 service neutron] Request body: {'port': {'device_id': '064ec3f3-16aa-457d-b6c1-e6e83d60e694', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:40:52.700970 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=78a12ecf-5789-4302-aa78-ad86b495bfd0,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:52.726309 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-aaf0019e-4c7e-4c3c-a6bc-4ee5c9e722a0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=753eba00-312b-4ae4-b21f-17ab912d1769 HTTP/1.1" status: 200 len: 217 time: 0.0480709 Aug 19 14:40:52.768087 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 2b1c0372-f5f2-49ae-8c62-9cc2aa371e25, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=2b1c0372-f5f2-49ae-8c62-9cc2aa371e25,segment=NetworkSegment(fcd6ac5d-931b-4836-82cc-58250c6a0f69),segment_id=fcd6ac5d-931b-4836-82cc-58250c6a0f69)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:40:52.775311 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e761c4-92ce-4b2a-8ac9-520a3f82bd42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1c0372-f5f2-49ae-8c62-9cc2aa371e25'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:40:52.778207 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d9c642-12f0-4180-944b-9145a0e0dc62" -d '{"events": [{"server_uuid": "85e761c4-92ce-4b2a-8ac9-520a3f82bd42", "name": "network-vif-plugged", "status": "completed", "tag": "2b1c0372-f5f2-49ae-8c62-9cc2aa371e25"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:40:52.793183 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:52.805456 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-88baa41d-b0d5-40fc-8e11-22fc8521bb68 service neutron] 10.222.0.69 "GET /v2.0/networks/dac15f89-eb05-4149-aeea-9b60945c8ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196504 Aug 19 14:40:52.830980 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa6c99-fc43-44b6-ac0d-c815fdbc9635 req-bc62ea7e-78a9-43aa-9009-4e69e019980d tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:52.841731 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0efa6c99-fc43-44b6-ac0d-c815fdbc9635 req-bc62ea7e-78a9-43aa-9009-4e69e019980d tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=85e761c4-92ce-4b2a-8ac9-520a3f82bd42 HTTP/1.1" status: 200 len: 945 time: 0.6055138 Aug 19 14:40:52.891543 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=2b1c0372-f5f2-49ae-8c62-9cc2aa371e25,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:52.929098 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-95a09f45-af12-4cbe-8ff9-afba2a552db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:52.937066 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['78a12ecf-5789-4302-aa78-ad86b495bfd0'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:40:52.940337 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-a5561589-9754-400a-8711-835ebaa16849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:52.943267 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-a5561589-9754-400a-8711-835ebaa16849 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9900bee7-cb74-4835-8689-e86fe6724bf5 HTTP/1.1" status: 200 len: 797 time: 0.1938028 Aug 19 14:40:52.987711 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-f01a2d9c-b1e7-4f44-a000-14102b2ce81f service neutron] 10.222.0.69 "GET /v2.0/networks/dac15f89-eb05-4149-aeea-9b60945c8ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190262 Aug 19 14:40:53.031995 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9aa98128-a251-4a45-a7bf-2c6b89e3b5fa None None] Provisioning for port ff5ae454-8204-4874-949d-c1ac12f516e7 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:40:53.037200 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-6411500d-f897-4584-9af6-d6a5c999af19 service neutron] 10.222.0.69 "GET /v2.0/ports/56da6e17-81c7-428b-af76-84d1fb4c24f1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0382798 Aug 19 14:40:53.044549 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-82bbe9ea-4a09-4257-a695-2e718e7001d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:53.046208 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-82bbe9ea-4a09-4257-a695-2e718e7001d5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f3436889-0f1e-4563-85ab-9bb255bdd019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0909085 Aug 19 14:40:53.053828 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9aa98128-a251-4a45-a7bf-2c6b89e3b5fa None None] Provisioning complete for port ff5ae454-8204-4874-949d-c1ac12f516e7 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:40:53.054440 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9aa98128-a251-4a45-a7bf-2c6b89e3b5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:53.116276 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9aa98128-a251-4a45-a7bf-2c6b89e3b5fa None None] Port ff5ae454-8204-4874-949d-c1ac12f516e7 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:40:53.158758 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-e4d0e8f1-0666-4872-9525-2196311172b6 service neutron] 10.222.0.69 "GET /v2.0/networks/dac15f89-eb05-4149-aeea-9b60945c8ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082003 Aug 19 14:40:53.203887 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0efa6c99-fc43-44b6-ac0d-c815fdbc9635 req-fdd9317a-08b2-4b8e-9f93-15abd4c5c123 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611975 Aug 19 14:40:53.216004 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-06c97a0a-3eba-4bc2-9971-e90bff7c3085 service neutron] 10.222.0.88 "GET /v2.0/networks/f3436889-0f1e-4563-85ab-9bb255bdd019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173465 Aug 19 14:40:53.337927 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-b002eb20-d533-4ca9-a91f-06466437a151 service neutron] 10.222.0.69 "GET /v2.0/networks/dac15f89-eb05-4149-aeea-9b60945c8ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444995 Aug 19 14:40:53.349476 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fec3bba8-afb8-4ec7-9695-aabf2a4a3beb req-8cb39e77-f978-4119-a09e-feed7d002469 service neutron] 10.222.0.88 "GET /v2.0/networks/f3436889-0f1e-4563-85ab-9bb255bdd019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228855 Aug 19 14:40:53.416126 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['b7cdddfb-21cf-4332-9d96-c1edd174d9b1', 'd5bf5591-dd61-494c-9e1d-4302052e8ea1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:40:53.479992 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-54463d05-f4ef-40a2-8036-fab6fa0fc91a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 929732b9-60e7-49e1-a5f7-8257f68953a2 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:40:53.492999 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad85bc-cd74-4dd1-ac3b-5fd95d9b8bdc req-9c905634-ee6d-460f-8927-95bf1c122197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:53.493817 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad85bc-cd74-4dd1-ac3b-5fd95d9b8bdc req-9c905634-ee6d-460f-8927-95bf1c122197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:53.494496 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad85bc-cd74-4dd1-ac3b-5fd95d9b8bdc req-9c905634-ee6d-460f-8927-95bf1c122197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:53.496253 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad85bc-cd74-4dd1-ac3b-5fd95d9b8bdc req-9c905634-ee6d-460f-8927-95bf1c122197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:53.496974 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad85bc-cd74-4dd1-ac3b-5fd95d9b8bdc req-9c905634-ee6d-460f-8927-95bf1c122197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:53.497103 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-54463d05-f4ef-40a2-8036-fab6fa0fc91a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:53.497813 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad85bc-cd74-4dd1-ac3b-5fd95d9b8bdc req-9c905634-ee6d-460f-8927-95bf1c122197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:53.498502 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad85bc-cd74-4dd1-ac3b-5fd95d9b8bdc req-9c905634-ee6d-460f-8927-95bf1c122197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:53.501447 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-20ad85bc-cd74-4dd1-ac3b-5fd95d9b8bdc req-9c905634-ee6d-460f-8927-95bf1c122197 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=eac9849a6187411198187660adbcdd48&device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 6478 time: 0.0628812 Aug 19 14:40:53.519777 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9b0ce-7fc5-4784-a15f-051f9b5fda24 req-8c773ed8-1652-4d01-9cdd-da5ba0fafa20 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:53.526036 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9b0ce-7fc5-4784-a15f-051f9b5fda24 req-8c773ed8-1652-4d01-9cdd-da5ba0fafa20 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:53.532174 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9b0ce-7fc5-4784-a15f-051f9b5fda24 req-8c773ed8-1652-4d01-9cdd-da5ba0fafa20 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:53.538619 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9b0ce-7fc5-4784-a15f-051f9b5fda24 req-8c773ed8-1652-4d01-9cdd-da5ba0fafa20 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:53.544700 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9b0ce-7fc5-4784-a15f-051f9b5fda24 req-8c773ed8-1652-4d01-9cdd-da5ba0fafa20 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:53.550885 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9b0ce-7fc5-4784-a15f-051f9b5fda24 req-8c773ed8-1652-4d01-9cdd-da5ba0fafa20 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:53.557040 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9b0ce-7fc5-4784-a15f-051f9b5fda24 req-8c773ed8-1652-4d01-9cdd-da5ba0fafa20 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:53.559148 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-57b9b0ce-7fc5-4784-a15f-051f9b5fda24 req-8c773ed8-1652-4d01-9cdd-da5ba0fafa20 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 5421 time: 0.2005138 Aug 19 14:40:53.599267 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-54463d05-f4ef-40a2-8036-fab6fa0fc91a service neutron] Transition to ACTIVE for port object 929732b9-60e7-49e1-a5f7-8257f68953a2 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:40:53.618200 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-54463d05-f4ef-40a2-8036-fab6fa0fc91a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:53.634931 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-57b9b0ce-7fc5-4784-a15f-051f9b5fda24 req-cd82388c-80e6-4ac7-8dd8-526d9b6d781e tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/security-groups?id=79af4be3-90a0-4292-a54f-cdd3d9a00e15&id=27241ab3-04f0-48c7-8563-70f9530fcbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0666146 Aug 19 14:40:53.657988 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-771f6fbe-2654-45d3-a605-8632489e2b69 service neutron] 10.222.0.69 "GET /v2.0/networks/dac15f89-eb05-4149-aeea-9b60945c8ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124311 Aug 19 14:40:53.698242 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad85bc-cd74-4dd1-ac3b-5fd95d9b8bdc req-8765aa19-9960-4d94-ac0a-4717d39df42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:53.700278 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-20ad85bc-cd74-4dd1-ac3b-5fd95d9b8bdc req-8765aa19-9960-4d94-ac0a-4717d39df42a service neutron] 10.222.0.88 "GET /v2.0/networks?id=f3436889-0f1e-4563-85ab-9bb255bdd019 HTTP/1.1" status: 200 len: 903 time: 0.1865566 Aug 19 14:40:53.765117 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54463d05-f4ef-40a2-8036-fab6fa0fc91a service neutron] Pushing event updated for resources: {'Port': ['ID=929732b9-60e7-49e1-a5f7-8257f68953a2,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:53.789423 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-20ad85bc-cd74-4dd1-ac3b-5fd95d9b8bdc req-5fa08917-f1b8-4bcc-a155-8542330072a8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=753eba00-312b-4ae4-b21f-17ab912d1769 HTTP/1.1" status: 200 len: 217 time: 0.0754254 Aug 19 14:40:53.873205 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad85bc-cd74-4dd1-ac3b-5fd95d9b8bdc req-22e8ebfe-f5e9-4591-8440-4abbd0134b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:53.875342 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-20ad85bc-cd74-4dd1-ac3b-5fd95d9b8bdc req-22e8ebfe-f5e9-4591-8440-4abbd0134b55 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9900bee7-cb74-4835-8689-e86fe6724bf5 HTTP/1.1" status: 200 len: 797 time: 0.0713885 Aug 19 14:40:53.916162 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-325ea1da-d529-4079-8c62-d5f4613ba823 service neutron] 10.222.0.69 "GET /v2.0/networks/dac15f89-eb05-4149-aeea-9b60945c8ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520547 Aug 19 14:40:53.975712 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad85bc-cd74-4dd1-ac3b-5fd95d9b8bdc req-b8b47028-93d8-4e11-afac-81ee2f425028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:53.977431 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-20ad85bc-cd74-4dd1-ac3b-5fd95d9b8bdc req-b8b47028-93d8-4e11-afac-81ee2f425028 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f3436889-0f1e-4563-85ab-9bb255bdd019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0846915 Aug 19 14:40:53.984665 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-95a09f45-af12-4cbe-8ff9-afba2a552db7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff5ae454-8204-4874-949d-c1ac12f516e7 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:40:53.988157 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-54463d05-f4ef-40a2-8036-fab6fa0fc91a service neutron] Attempting to bind port 929732b9-60e7-49e1-a5f7-8257f68953a2 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:40:53.988520 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-54463d05-f4ef-40a2-8036-fab6fa0fc91a service neutron] Attempting to bind port 929732b9-60e7-49e1-a5f7-8257f68953a2 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:40:53.988855 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-54463d05-f4ef-40a2-8036-fab6fa0fc91a service neutron] Attempting to bind port 929732b9-60e7-49e1-a5f7-8257f68953a2 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:40:54.002760 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-95a09f45-af12-4cbe-8ff9-afba2a552db7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:54.003593 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-54463d05-f4ef-40a2-8036-fab6fa0fc91a service neutron] Port 929732b9-60e7-49e1-a5f7-8257f68953a2 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:40:54.003921 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-54463d05-f4ef-40a2-8036-fab6fa0fc91a service neutron] Attempting to bind port 929732b9-60e7-49e1-a5f7-8257f68953a2 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:40:54.015706 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-54463d05-f4ef-40a2-8036-fab6fa0fc91a service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:40:54.015959 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-54463d05-f4ef-40a2-8036-fab6fa0fc91a service neutron] Checking segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:40:54.016336 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-54463d05-f4ef-40a2-8036-fab6fa0fc91a service neutron] Bound using segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:40:54.016820 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-54463d05-f4ef-40a2-8036-fab6fa0fc91a service neutron] Bound port: 929732b9-60e7-49e1-a5f7-8257f68953a2, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:40:54.017179 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-54463d05-f4ef-40a2-8036-fab6fa0fc91a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:54.040600 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0e3ef-99dd-4ab9-b00b-d97dd4163dfc req-a4de6305-5eed-4852-820d-8b0a0ae6f86c tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:54.048495 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-88c0e3ef-99dd-4ab9-b00b-d97dd4163dfc req-a4de6305-5eed-4852-820d-8b0a0ae6f86c tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 945 time: 0.2077897 Aug 19 14:40:54.055503 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-95a09f45-af12-4cbe-8ff9-afba2a552db7 service neutron] Transition to ACTIVE for port object ff5ae454-8204-4874-949d-c1ac12f516e7 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:40:54.066985 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-95a09f45-af12-4cbe-8ff9-afba2a552db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:54.122387 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-b86740f3-d191-4a38-ba53-ee996e51fb0b service neutron] 10.222.0.69 "GET /v2.0/networks/dac15f89-eb05-4149-aeea-9b60945c8ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882250 Aug 19 14:40:54.149762 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-20ad85bc-cd74-4dd1-ac3b-5fd95d9b8bdc req-c4fe7829-9a66-4edd-9259-ca8ef2914d33 service neutron] 10.222.0.88 "GET /v2.0/networks/f3436889-0f1e-4563-85ab-9bb255bdd019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581373 Aug 19 14:40:54.151782 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a09f45-af12-4cbe-8ff9-afba2a552db7 service neutron] Pushing event updated for resources: {'Port': ['ID=ff5ae454-8204-4874-949d-c1ac12f516e7,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:54.172556 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-88c0e3ef-99dd-4ab9-b00b-d97dd4163dfc req-d56cf6d7-204f-4eba-844b-4a2ffb8547e8 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230366 Aug 19 14:40:54.277760 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-54463d05-f4ef-40a2-8036-fab6fa0fc91a service neutron] For port 929732b9-60e7-49e1-a5f7-8257f68953a2, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:40:54.326949 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-54463d05-f4ef-40a2-8036-fab6fa0fc91a service neutron] For port 929732b9-60e7-49e1-a5f7-8257f68953a2, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=929732b9-60e7-49e1-a5f7-8257f68953a2,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:40:54.327830 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-95a09f45-af12-4cbe-8ff9-afba2a552db7 service neutron] Attempting to bind port ff5ae454-8204-4874-949d-c1ac12f516e7 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:40:54.328160 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-95a09f45-af12-4cbe-8ff9-afba2a552db7 service neutron] Attempting to bind port ff5ae454-8204-4874-949d-c1ac12f516e7 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:40:54.328915 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-95a09f45-af12-4cbe-8ff9-afba2a552db7 service neutron] Attempting to bind port ff5ae454-8204-4874-949d-c1ac12f516e7 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:40:54.341176 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-95a09f45-af12-4cbe-8ff9-afba2a552db7 service neutron] Port ff5ae454-8204-4874-949d-c1ac12f516e7 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:40:54.341562 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-95a09f45-af12-4cbe-8ff9-afba2a552db7 service neutron] Attempting to bind port ff5ae454-8204-4874-949d-c1ac12f516e7 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:40:54.342375 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-54463d05-f4ef-40a2-8036-fab6fa0fc91a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:54.349860 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-95a09f45-af12-4cbe-8ff9-afba2a552db7 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:40:54.350223 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-95a09f45-af12-4cbe-8ff9-afba2a552db7 service neutron] Checking segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:40:54.350659 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-95a09f45-af12-4cbe-8ff9-afba2a552db7 service neutron] Bound using segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:40:54.351107 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-95a09f45-af12-4cbe-8ff9-afba2a552db7 service neutron] Bound port: ff5ae454-8204-4874-949d-c1ac12f516e7, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:40:54.351470 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-95a09f45-af12-4cbe-8ff9-afba2a552db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:54.367432 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-20ad85bc-cd74-4dd1-ac3b-5fd95d9b8bdc req-439deb92-3475-4008-bfec-50366d3f0411 service neutron] 10.222.0.88 "GET /v2.0/networks/f3436889-0f1e-4563-85ab-9bb255bdd019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002251 Aug 19 14:40:54.386234 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-19274984-3806-42dc-ad3d-cc9b760fa488 service neutron] 10.222.0.69 "GET /v2.0/networks/dac15f89-eb05-4149-aeea-9b60945c8ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494206 Aug 19 14:40:54.399328 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9210de6-2d43-4ff4-bd03-caa65d5f3efc req-75f47684-8536-45a5-9594-36d07249f458 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:54.407465 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f9210de6-2d43-4ff4-bd03-caa65d5f3efc req-75f47684-8536-45a5-9594-36d07249f458 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=064ec3f3-16aa-457d-b6c1-e6e83d60e694 HTTP/1.1" status: 200 len: 948 time: 0.1361237 Aug 19 14:40:54.410507 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-54463d05-f4ef-40a2-8036-fab6fa0fc91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:54.411123 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-54463d05-f4ef-40a2-8036-fab6fa0fc91a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:54.412473 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-54463d05-f4ef-40a2-8036-fab6fa0fc91a service neutron] 10.222.0.88 "PUT /v2.0/ports/929732b9-60e7-49e1-a5f7-8257f68953a2 HTTP/1.1" status: 200 len: 1095 time: 2.4471896 Aug 19 14:40:54.415673 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ae3c539-2077-49b6-8a6a-6ce5033aa220', 'tag': '929732b9-60e7-49e1-a5f7-8257f68953a2'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:40:54.418255 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a0c091-d77e-4846-b4ae-2015354157cb" -d '{"events": [{"name": "network-changed", "server_uuid": "4ae3c539-2077-49b6-8a6a-6ce5033aa220", "tag": "929732b9-60e7-49e1-a5f7-8257f68953a2"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:40:54.467183 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-95a09f45-af12-4cbe-8ff9-afba2a552db7 service neutron] For port ff5ae454-8204-4874-949d-c1ac12f516e7, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:40:54.471768 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-95a09f45-af12-4cbe-8ff9-afba2a552db7 service neutron] For port ff5ae454-8204-4874-949d-c1ac12f516e7, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=ff5ae454-8204-4874-949d-c1ac12f516e7,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:40:54.481439 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-95a09f45-af12-4cbe-8ff9-afba2a552db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:54.541219 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a09f45-af12-4cbe-8ff9-afba2a552db7 service neutron] Pushing event updated for resources: {'Port': ['ID=ff5ae454-8204-4874-949d-c1ac12f516e7,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:54.554167 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54463d05-f4ef-40a2-8036-fab6fa0fc91a service neutron] Pushing event updated for resources: {'Port': ['ID=929732b9-60e7-49e1-a5f7-8257f68953a2,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:54.563673 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-95a09f45-af12-4cbe-8ff9-afba2a552db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:54.564315 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-95a09f45-af12-4cbe-8ff9-afba2a552db7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:54.566405 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-95a09f45-af12-4cbe-8ff9-afba2a552db7 service neutron] 10.222.0.68 "PUT /v2.0/ports/ff5ae454-8204-4874-949d-c1ac12f516e7 HTTP/1.1" status: 200 len: 1096 time: 1.8798304 Aug 19 14:40:54.566893 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '064ec3f3-16aa-457d-b6c1-e6e83d60e694', 'tag': 'ff5ae454-8204-4874-949d-c1ac12f516e7'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:40:54.569409 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77275dd7-2c41-430b-a917-632da4de9eb5" -d '{"events": [{"name": "network-changed", "server_uuid": "064ec3f3-16aa-457d-b6c1-e6e83d60e694", "tag": "ff5ae454-8204-4874-949d-c1ac12f516e7"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:40:54.589905 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f9210de6-2d43-4ff4-bd03-caa65d5f3efc req-4a842567-ea11-445e-8e2c-2f1d0011200e tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647069 Aug 19 14:40:54.617385 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-3ac14de2-3061-466a-9e73-695b46f690cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:54.618868 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-3ac14de2-3061-466a-9e73-695b46f690cc service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=41e15b78d78c4e818c7fba2f667bded5&device_id=4ae3c539-2077-49b6-8a6a-6ce5033aa220 HTTP/1.1" status: 200 len: 1098 time: 0.1258090 Aug 19 14:40:54.621255 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-ccdf1ee8-4984-47d3-af07-e1b865769b24 service neutron] 10.222.0.69 "GET /v2.0/networks/f6ac2016-e7c1-459d-ba43-66cd8666f5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079980 Aug 19 14:40:54.646236 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90de29a9-9c19-4e34-a619-85824f94039f x-openstack-request-id: req-90de29a9-9c19-4e34-a619-85824f94039f {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:40:54.646787 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85e761c4-92ce-4b2a-8ac9-520a3f82bd42", "name": "network-vif-plugged", "status": "completed", "tag": "2b1c0372-f5f2-49ae-8c62-9cc2aa371e25", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:40:54.646897 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-90de29a9-9c19-4e34-a619-85824f94039f {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:40:54.647323 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e761c4-92ce-4b2a-8ac9-520a3f82bd42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1c0372-f5f2-49ae-8c62-9cc2aa371e25', 'code': 200} Aug 19 14:40:54.685426 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-401b2eb1-1f8e-4669-a69c-8b01ad3839cb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=929732b9-60e7-49e1-a5f7-8257f68953a2 HTTP/1.1" status: 200 len: 217 time: 0.0565934 Aug 19 14:40:54.707019 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-ac6d96e1-5ad6-4d55-886f-bff3dc841d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:54.712057 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-ac6d96e1-5ad6-4d55-886f-bff3dc841d4d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=41e15b78d78c4e818c7fba2f667bded5&device_id=064ec3f3-16aa-457d-b6c1-e6e83d60e694 HTTP/1.1" status: 200 len: 1099 time: 0.0902274 Aug 19 14:40:54.779572 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-cd093e1f-9cd4-4cc0-82c1-1692eb8fdafd service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=ff5ae454-8204-4874-949d-c1ac12f516e7 HTTP/1.1" status: 200 len: 217 time: 0.0427613 Aug 19 14:40:54.861845 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-a4359432-dfad-4e9e-8c53-58492fb2434a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:54.863368 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-a4359432-dfad-4e9e-8c53-58492fb2434a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.0673723 Aug 19 14:40:54.872070 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-c96f2d25-35c0-49bf-8f8a-8ce1aadcadd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:54.873579 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-c96f2d25-35c0-49bf-8f8a-8ce1aadcadd7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.1489213 Aug 19 14:40:54.885008 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-8b6dc7c3-f3a3-488d-a60d-c29e6617f14b service neutron] 10.222.0.69 "GET /v2.0/networks/f6ac2016-e7c1-459d-ba43-66cd8666f5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087624 Aug 19 14:40:54.901339 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f7964-5ed7-498a-9941-cdee21d158bf req-fb1d408f-9c38-45c4-9f7c-cbe579c15f9a tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:54.910157 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-807f7964-5ed7-498a-9941-cdee21d158bf req-fb1d408f-9c38-45c4-9f7c-cbe579c15f9a tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=a98a7f46-632d-4562-9569-30541f2488ea HTTP/1.1" status: 200 len: 948 time: 0.1574829 Aug 19 14:40:54.938198 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-653c58af-2899-4ff3-a953-77a0cea8a348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:54.940152 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-653c58af-2899-4ff3-a953-77a0cea8a348 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0527425 Aug 19 14:40:54.977307 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7666dab2-a368-4889-ac37-183ba7e11c39 req-179b3aee-c06a-4cde-8599-46f2444dc14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:54.978822 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7666dab2-a368-4889-ac37-183ba7e11c39 req-179b3aee-c06a-4cde-8599-46f2444dc14d service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=85e761c4-92ce-4b2a-8ac9-520a3f82bd42 HTTP/1.1" status: 200 len: 1097 time: 0.2090495 Aug 19 14:40:55.074112 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-df90ee2c-80d3-47a4-8cc4-a3740f5fa752 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980630 Aug 19 14:40:55.181709 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-fd9cd6d3-617a-463d-b08f-5a4d618dfb43 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935793 Aug 19 14:40:55.375658 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-807f7964-5ed7-498a-9941-cdee21d158bf req-9223bade-82dd-40d2-8dbf-f4da2e77c31a tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4645698 Aug 19 14:40:55.401596 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7666dab2-a368-4889-ac37-183ba7e11c39 req-c4087b2a-10ba-4b49-b6f3-14f6e6dff345 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716133 Aug 19 14:40:55.404997 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-b093309b-0383-4be3-a3ce-7368f4707ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:55.406463 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-b093309b-0383-4be3-a3ce-7368f4707ab6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5202498 Aug 19 14:40:55.465778 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-99b899e6-dc70-4470-8850-297493a65612 service neutron] 10.222.0.69 "GET /v2.0/networks/f6ac2016-e7c1-459d-ba43-66cd8666f5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5405414 Aug 19 14:40:55.583148 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 78a12ecf-5789-4302-aa78-ad86b495bfd0 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:40:55.597242 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7039747-5bb8-4550-a0f9-5e5c48ae1f54 req-7127384b-d2ab-47b2-bf8f-88c874f3ade8 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:55.598697 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c7039747-5bb8-4550-a0f9-5e5c48ae1f54 req-7127384b-d2ab-47b2-bf8f-88c874f3ade8 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=85e761c4-92ce-4b2a-8ac9-520a3f82bd42 HTTP/1.1" status: 200 len: 946 time: 0.1354477 Aug 19 14:40:55.632234 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port 78a12ecf-5789-4302-aa78-ad86b495bfd0 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:40:55.635786 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 78a12ecf-5789-4302-aa78-ad86b495bfd0 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:40:55.636158 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:55.636665 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-e75b02e0-8a81-4770-a29a-87dbb0f40f87 service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198248 Aug 19 14:40:55.640386 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-e597f466-cb53-4ea6-88a4-f6db168a55e3 service neutron] 10.222.0.69 "GET /v2.0/networks/f6ac2016-e7c1-459d-ba43-66cd8666f5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638021 Aug 19 14:40:55.675015 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c7039747-5bb8-4550-a0f9-5e5c48ae1f54 req-276a06ec-4e71-4708-96c7-99a6a9be06b0 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645494 Aug 19 14:40:55.749491 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1d2d6b6f-abda-41be-bc3e-de43feab46e8 req-c2d66d36-64eb-4dd9-bbbb-782004fc0083 service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034563 Aug 19 14:40:55.824162 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5eda4d-ec91-4088-afd5-fc9e056ced68 x-openstack-request-id: req-1f5eda4d-ec91-4088-afd5-fc9e056ced68 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:40:55.824560 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ae3c539-2077-49b6-8a6a-6ce5033aa220", "tag": "929732b9-60e7-49e1-a5f7-8257f68953a2", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:40:55.824746 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1f5eda4d-ec91-4088-afd5-fc9e056ced68 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:40:55.825153 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ae3c539-2077-49b6-8a6a-6ce5033aa220', 'tag': '929732b9-60e7-49e1-a5f7-8257f68953a2', 'status': 'completed', 'code': 200} Aug 19 14:40:55.863488 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57140410-6ada-47a4-b70b-600d836da024 x-openstack-request-id: req-57140410-6ada-47a4-b70b-600d836da024 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:40:55.864331 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "064ec3f3-16aa-457d-b6c1-e6e83d60e694", "tag": "ff5ae454-8204-4874-949d-c1ac12f516e7", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:40:55.864709 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-57140410-6ada-47a4-b70b-600d836da024 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:40:55.865386 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '064ec3f3-16aa-457d-b6c1-e6e83d60e694', 'tag': 'ff5ae454-8204-4874-949d-c1ac12f516e7', 'status': 'completed', 'code': 200} Aug 19 14:40:55.866348 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:55.912628 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 78a12ecf-5789-4302-aa78-ad86b495bfd0, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=78a12ecf-5789-4302-aa78-ad86b495bfd0,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:40:55.921759 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:55.945579 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0c091-d77e-4846-b4ae-2015354157cb req-d7ead04e-f174-4917-9537-ff40713123e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:55.947216 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-32a0c091-d77e-4846-b4ae-2015354157cb req-d7ead04e-f174-4917-9537-ff40713123e0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=41e15b78d78c4e818c7fba2f667bded5&device_id=4ae3c539-2077-49b6-8a6a-6ce5033aa220 HTTP/1.1" status: 200 len: 1098 time: 0.0926230 Aug 19 14:40:55.971747 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=78a12ecf-5789-4302-aa78-ad86b495bfd0,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:56.043029 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77275dd7-2c41-430b-a917-632da4de9eb5 req-d0900d9a-3364-46e4-9733-5763d52e4989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:56.044665 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-77275dd7-2c41-430b-a917-632da4de9eb5 req-d0900d9a-3364-46e4-9733-5763d52e4989 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=41e15b78d78c4e818c7fba2f667bded5&device_id=064ec3f3-16aa-457d-b6c1-e6e83d60e694 HTTP/1.1" status: 200 len: 1099 time: 0.1396656 Aug 19 14:40:56.074171 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1779e7-8c2f-489a-b36f-d8aa008e3ee6 req-1f424802-d641-4d53-b505-6db0456f0a6e tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:56.080602 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1779e7-8c2f-489a-b36f-d8aa008e3ee6 req-1f424802-d641-4d53-b505-6db0456f0a6e tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:56.086551 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1779e7-8c2f-489a-b36f-d8aa008e3ee6 req-1f424802-d641-4d53-b505-6db0456f0a6e tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:56.092335 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1779e7-8c2f-489a-b36f-d8aa008e3ee6 req-1f424802-d641-4d53-b505-6db0456f0a6e tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:56.098842 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1779e7-8c2f-489a-b36f-d8aa008e3ee6 req-1f424802-d641-4d53-b505-6db0456f0a6e tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:56.104957 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1779e7-8c2f-489a-b36f-d8aa008e3ee6 req-1f424802-d641-4d53-b505-6db0456f0a6e tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:56.111075 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1779e7-8c2f-489a-b36f-d8aa008e3ee6 req-1f424802-d641-4d53-b505-6db0456f0a6e tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:56.113054 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2a1779e7-8c2f-489a-b36f-d8aa008e3ee6 req-1f424802-d641-4d53-b505-6db0456f0a6e tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 5421 time: 0.1726036 Aug 19 14:40:56.199878 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0c091-d77e-4846-b4ae-2015354157cb req-a6c10b38-1778-40e6-8bc0-77a367c23a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:56.201351 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-32a0c091-d77e-4846-b4ae-2015354157cb req-a6c10b38-1778-40e6-8bc0-77a367c23a1a service neutron] 10.222.0.88 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.2442801 Aug 19 14:40:56.233750 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2a1779e7-8c2f-489a-b36f-d8aa008e3ee6 req-16612d31-aed3-42a9-933d-e78c2acc922a tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/security-groups?id=79af4be3-90a0-4292-a54f-cdd3d9a00e15&id=27241ab3-04f0-48c7-8563-70f9530fcbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1089880 Aug 19 14:40:56.270488 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-32a0c091-d77e-4846-b4ae-2015354157cb req-a0c13529-fba6-4453-ba0d-d669ac21aeb5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=929732b9-60e7-49e1-a5f7-8257f68953a2 HTTP/1.1" status: 200 len: 217 time: 0.0558617 Aug 19 14:40:56.332375 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77275dd7-2c41-430b-a917-632da4de9eb5 req-4ed662c5-8aff-489a-b4d9-5b7b97485bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:56.333851 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-77275dd7-2c41-430b-a917-632da4de9eb5 req-4ed662c5-8aff-489a-b4d9-5b7b97485bec service neutron] 10.222.0.68 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.2198944 Aug 19 14:40:56.422260 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-77275dd7-2c41-430b-a917-632da4de9eb5 req-3a7fb277-0c14-4ff2-98d7-e78619880d04 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=ff5ae454-8204-4874-949d-c1ac12f516e7 HTTP/1.1" status: 200 len: 217 time: 0.0684302 Aug 19 14:40:56.424504 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0c091-d77e-4846-b4ae-2015354157cb req-58a7c081-3458-4ff6-b049-fffd3472173f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:56.425882 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-32a0c091-d77e-4846-b4ae-2015354157cb req-58a7c081-3458-4ff6-b049-fffd3472173f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.1469848 Aug 19 14:40:56.484007 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18613a0-90ac-4864-bdcd-d27227575ba6 req-65dc318f-ce51-449f-bf43-189ad2b1e7aa tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:56.488882 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b18613a0-90ac-4864-bdcd-d27227575ba6 req-65dc318f-ce51-449f-bf43-189ad2b1e7aa tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 945 time: 0.1773381 Aug 19 14:40:56.515758 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ebbac-5612-470e-9f2c-481648288bf4 req-9faa9735-e455-45f6-bac4-b70fa2549afc tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:56.517239 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-156ebbac-5612-470e-9f2c-481648288bf4 req-9faa9735-e455-45f6-bac4-b70fa2549afc tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=064ec3f3-16aa-457d-b6c1-e6e83d60e694 HTTP/1.1" status: 200 len: 948 time: 0.2046921 Aug 19 14:40:56.570381 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77275dd7-2c41-430b-a917-632da4de9eb5 req-13471d89-bad3-4bd4-b7d3-f5898fa614ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:56.571850 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-77275dd7-2c41-430b-a917-632da4de9eb5 req-13471d89-bad3-4bd4-b7d3-f5898fa614ad service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.1395669 Aug 19 14:40:56.594741 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0c091-d77e-4846-b4ae-2015354157cb req-2fa394c6-11f7-49c7-8bbc-93b52e4d1d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:56.596187 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-32a0c091-d77e-4846-b4ae-2015354157cb req-2fa394c6-11f7-49c7-8bbc-93b52e4d1d39 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1538215 Aug 19 14:40:56.638745 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b18613a0-90ac-4864-bdcd-d27227575ba6 req-63045209-8fda-4f65-9599-e6f18ea5f810 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319978 Aug 19 14:40:56.648144 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a98a7f46-632d-4562-9569-30541f2488ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a12ecf-5789-4302-aa78-ad86b495bfd0'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:40:56.651660 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316033ce-58e1-4f48-a280-bef073db524b" -d '{"events": [{"server_uuid": "a98a7f46-632d-4562-9569-30541f2488ea", "name": "network-vif-plugged", "status": "completed", "tag": "78a12ecf-5789-4302-aa78-ad86b495bfd0"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:40:56.651952 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-156ebbac-5612-470e-9f2c-481648288bf4 req-8921efb9-07c3-4671-9888-cef99b280a4c tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166131 Aug 19 14:40:56.716649 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77275dd7-2c41-430b-a917-632da4de9eb5 req-d473c4fe-df5f-4fae-8347-eb95351bf1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:56.718278 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-77275dd7-2c41-430b-a917-632da4de9eb5 req-d473c4fe-df5f-4fae-8347-eb95351bf1fd service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1258166 Aug 19 14:40:56.760237 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c394b880-4d8b-431e-a4ef-c02ab8f8df2c req-8a1583f0-2172-4f32-8e71-8187b7092360 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 210 time: 0.0393445 Aug 19 14:40:56.823958 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c8c6a4-c07a-4849-83b3-3eea72104d34 x-openstack-request-id: req-c2c8c6a4-c07a-4849-83b3-3eea72104d34 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:40:56.824248 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a98a7f46-632d-4562-9569-30541f2488ea", "name": "network-vif-plugged", "status": "completed", "tag": "78a12ecf-5789-4302-aa78-ad86b495bfd0", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:40:56.824528 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c2c8c6a4-c07a-4849-83b3-3eea72104d34 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:40:56.825096 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a98a7f46-632d-4562-9569-30541f2488ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a12ecf-5789-4302-aa78-ad86b495bfd0', 'code': 200} Aug 19 14:40:56.837037 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-32a0c091-d77e-4846-b4ae-2015354157cb req-9792f380-a9c9-4016-8ea7-65a5069a8fa2 service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242825 Aug 19 14:40:56.942381 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c404e9e-6914-466b-a3ed-df88a4eb2489 req-e2d563a3-cc98-492c-bd1d-febc0f0318f3 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:56.943754 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8c404e9e-6914-466b-a3ed-df88a4eb2489 req-e2d563a3-cc98-492c-bd1d-febc0f0318f3 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=a98a7f46-632d-4562-9569-30541f2488ea HTTP/1.1" status: 200 len: 949 time: 0.1858630 Aug 19 14:40:56.970328 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-77275dd7-2c41-430b-a917-632da4de9eb5 req-c8dc4bb2-d0b9-44f7-aebd-16a9747e06a4 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382271 Aug 19 14:40:56.981363 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111b92e-4a1a-4107-aabc-56ae5e080504 req-ccf6a3ef-8ee8-490b-b988-47681078e5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:56.983738 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4111b92e-4a1a-4107-aabc-56ae5e080504 req-ccf6a3ef-8ee8-490b-b988-47681078e5ed service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=a98a7f46-632d-4562-9569-30541f2488ea HTTP/1.1" status: 200 len: 1100 time: 0.0455580 Aug 19 14:40:57.077809 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b399c-4802-4355-85b1-0e7704a1ff83 req-bf3d9951-2d5d-470e-9258-448d46106027 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:57.079378 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bd8b399c-4802-4355-85b1-0e7704a1ff83 req-bf3d9951-2d5d-470e-9258-448d46106027 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=85e761c4-92ce-4b2a-8ac9-520a3f82bd42 HTTP/1.1" status: 200 len: 946 time: 0.1755738 Aug 19 14:40:57.097529 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8c404e9e-6914-466b-a3ed-df88a4eb2489 req-ed035975-c418-482e-bdf4-e16284137919 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342688 Aug 19 14:40:57.108700 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-32a0c091-d77e-4846-b4ae-2015354157cb req-8bd63090-2b09-4231-b4f8-49eab0b65443 service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603593 Aug 19 14:40:57.163850 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bd8b399c-4802-4355-85b1-0e7704a1ff83 req-56f7aac0-e5d1-44e0-ae3d-355831688d01 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735898 Aug 19 14:40:57.170501 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-77275dd7-2c41-430b-a917-632da4de9eb5 req-b2a1e3ea-3913-40b7-a955-5a2d343e1038 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824105 Aug 19 14:40:57.345014 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4111b92e-4a1a-4107-aabc-56ae5e080504 req-e1a3d7b5-c071-4f59-8684-637635a09c25 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497927 Aug 19 14:40:57.370290 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-77f3d6c6-b4c3-47a7-8ba9-13e5bf57616f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:57.371651 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-77f3d6c6-b4c3-47a7-8ba9-13e5bf57616f service neutron] 10.222.0.88 "GET /v2.0/ports/f5041c84-227f-4ce0-b39a-d1af5a9cfa38 HTTP/1.1" status: 200 len: 1031 time: 0.0794251 Aug 19 14:40:57.403250 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9fcfe-69e8-4bd8-9884-1b969686aa40 req-b5bbd0e6-fcee-4f71-9ca8-df52f078c016 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:57.409588 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9fcfe-69e8-4bd8-9884-1b969686aa40 req-b5bbd0e6-fcee-4f71-9ca8-df52f078c016 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:57.415781 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9fcfe-69e8-4bd8-9884-1b969686aa40 req-b5bbd0e6-fcee-4f71-9ca8-df52f078c016 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:57.422576 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9fcfe-69e8-4bd8-9884-1b969686aa40 req-b5bbd0e6-fcee-4f71-9ca8-df52f078c016 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:57.429715 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9fcfe-69e8-4bd8-9884-1b969686aa40 req-b5bbd0e6-fcee-4f71-9ca8-df52f078c016 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:57.436499 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9fcfe-69e8-4bd8-9884-1b969686aa40 req-b5bbd0e6-fcee-4f71-9ca8-df52f078c016 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:57.442615 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9fcfe-69e8-4bd8-9884-1b969686aa40 req-b5bbd0e6-fcee-4f71-9ca8-df52f078c016 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:57.444596 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ead9fcfe-69e8-4bd8-9884-1b969686aa40 req-b5bbd0e6-fcee-4f71-9ca8-df52f078c016 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 5421 time: 0.1137049 Aug 19 14:40:57.478722 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-d476d144-8ca8-40c6-b698-d12c2ecd0435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:57.480513 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-d476d144-8ca8-40c6-b698-d12c2ecd0435 service neutron] 10.222.0.88 "GET /v2.0/ports/56da6e17-81c7-428b-af76-84d1fb4c24f1 HTTP/1.1" status: 200 len: 1033 time: 0.0964787 Aug 19 14:40:57.547603 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ead9fcfe-69e8-4bd8-9884-1b969686aa40 req-b8c24e0c-fdca-421d-aa83-17019b47829c tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/security-groups?id=79af4be3-90a0-4292-a54f-cdd3d9a00e15&id=27241ab3-04f0-48c7-8563-70f9530fcbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0888112 Aug 19 14:40:57.603426 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 30616cbd-c355-42fe-8823-3f196a3d77ca details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:40:57.608120 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-41fe1936-722c-49a8-a804-cb2e2fc6205a tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:57.614571 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-41fe1936-722c-49a8-a804-cb2e2fc6205a tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:57.622053 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-41fe1936-722c-49a8-a804-cb2e2fc6205a tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:57.624615 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-41fe1936-722c-49a8-a804-cb2e2fc6205a tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.88 "GET /v2.0/networks?id=c4f80db4-35be-4b3c-8bae-306ff26e4f72&id=dac15f89-eb05-4149-aeea-9b60945c8ac2&id=dac15f89-eb05-4149-aeea-9b60945c8ac2&id=dac15f89-eb05-4149-aeea-9b60945c8ac2&id=dac15f89-eb05-4149-aeea-9b60945c8ac2&id=f6ac2016-e7c1-459d-ba43-66cd8666f5a3&id=f6ac2016-e7c1-459d-ba43-66cd8666f5a3 HTTP/1.1" status: 200 len: 1994 time: 0.1352751 Aug 19 14:40:57.679242 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-fc129187-a680-47e9-8ae5-21f2c483ed8d tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef249261d4604936b13aa21e0bea0dc2 HTTP/1.1" status: 200 len: 380 time: 0.0409532 Aug 19 14:40:57.691119 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-95f4e219-89ad-4024-ba36-ce580b14a373 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Request body: {'port': {'device_id': '3d976318-4567-4f88-a801-11e0df69f235', 'network_id': 'c4f80db4-35be-4b3c-8bae-306ff26e4f72', 'admin_state_up': True, 'tenant_id': 'ef249261d4604936b13aa21e0bea0dc2', 'security_groups': ['b221f776-c920-4201-a5ce-e97a00b87480']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:40:57.726846 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 30616cbd-c355-42fe-8823-3f196a3d77ca, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=30616cbd-c355-42fe-8823-3f196a3d77ca,segment=NetworkSegment(deb4ceaa-a168-4950-8d67-f7a10179a94a),segment_id=deb4ceaa-a168-4950-8d67-f7a10179a94a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:40:57.739351 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '30616cbd-c355-42fe-8823-3f196a3d77ca', 'network_id': '669513f8-b4b3-4e5c-8f0d-5f8e9923cc05', 'port_id': '30616cbd-c355-42fe-8823-3f196a3d77ca', 'mac_address': 'fa:16:3e:a0:d9:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55f10344-049d-42f2-b429-801948692761', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:40:57.782291 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:57.799758 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 30616cbd-c355-42fe-8823-3f196a3d77ca {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:40:57.820921 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 30616cbd-c355-42fe-8823-3f196a3d77ca, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=30616cbd-c355-42fe-8823-3f196a3d77ca,segment=NetworkSegment(deb4ceaa-a168-4950-8d67-f7a10179a94a),segment_id=deb4ceaa-a168-4950-8d67-f7a10179a94a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:40:57.826609 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:57.876498 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c08fe-3b1b-44cb-b2cc-402ed6e7fe69 req-2065bf95-6cf9-4311-974a-87d5b6d4fa2d tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:57.878378 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-172c08fe-3b1b-44cb-b2cc-402ed6e7fe69 req-2065bf95-6cf9-4311-974a-87d5b6d4fa2d tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 945 time: 0.1314890 Aug 19 14:40:57.888366 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=30616cbd-c355-42fe-8823-3f196a3d77ca,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:57.892504 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d2cd71-d9c4-4b8c-9629-06b195ee4c34 req-2c224312-9399-4e75-9713-a0ef5c69db5c tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:57.894114 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-55d2cd71-d9c4-4b8c-9629-06b195ee4c34 req-2c224312-9399-4e75-9713-a0ef5c69db5c tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=064ec3f3-16aa-457d-b6c1-e6e83d60e694 HTTP/1.1" status: 200 len: 948 time: 0.1329322 Aug 19 14:40:57.954816 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-95f4e219-89ad-4024-ba36-ce580b14a373 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Made reservation on behalf of ef249261d4604936b13aa21e0bea0dc2 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:40:57.958187 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-95f4e219-89ad-4024-ba36-ce580b14a373 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:57.969458 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['30616cbd-c355-42fe-8823-3f196a3d77ca'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:40:57.972184 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-172c08fe-3b1b-44cb-b2cc-402ed6e7fe69 req-7405cc36-d720-406d-ac1a-841e27e36eeb tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760336 Aug 19 14:40:57.982330 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-55d2cd71-d9c4-4b8c-9629-06b195ee4c34 req-b562a757-3635-48a7-937d-33e852acc87a tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773556 Aug 19 14:40:58.081794 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-307de509-4473-4830-85f1-deec8fd09744 req-d7924faa-373b-4766-96ad-80c2b2e222b3 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 210 time: 0.0319877 Aug 19 14:40:58.143635 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-95f4e219-89ad-4024-ba36-ce580b14a373 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Allocated IP 172.20.0.5 (c4f80db4-35be-4b3c-8bae-306ff26e4f72/bcb8b434-4c76-4ea2-aea9-8e7ef5c2e1da/3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:40:58.304256 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a3e42-ea78-4cae-a861-3a1f375b5ee6 req-0954373d-2288-49f8-95f1-7916f11b994b tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:58.305691 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f27a3e42-ea78-4cae-a861-3a1f375b5ee6 req-0954373d-2288-49f8-95f1-7916f11b994b tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=a98a7f46-632d-4562-9569-30541f2488ea HTTP/1.1" status: 200 len: 949 time: 0.1347520 Aug 19 14:40:58.376545 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804eb5dc-6831-4e22-a406-04a3d4166139 req-64c1be07-4e4b-460b-9e6a-05418463f4f6 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:58.378000 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-804eb5dc-6831-4e22-a406-04a3d4166139 req-64c1be07-4e4b-460b-9e6a-05418463f4f6 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=85e761c4-92ce-4b2a-8ac9-520a3f82bd42 HTTP/1.1" status: 200 len: 946 time: 0.1234157 Aug 19 14:40:58.404717 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-95f4e219-89ad-4024-ba36-ce580b14a373 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:58.414400 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f27a3e42-ea78-4cae-a861-3a1f375b5ee6 req-fec32ee8-64b6-4eb5-85e1-e4899be20643 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007752 Aug 19 14:40:58.440852 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-95f4e219-89ad-4024-ba36-ce580b14a373 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Transition to ACTIVE for port object 3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:40:58.453404 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-804eb5dc-6831-4e22-a406-04a3d4166139 req-660f11e0-9a69-4461-811d-849b95b509f7 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674381 Aug 19 14:40:58.493254 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-95f4e219-89ad-4024-ba36-ce580b14a373 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:58.539335 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-95f4e219-89ad-4024-ba36-ce580b14a373 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Network c4f80db4-35be-4b3c-8bae-306ff26e4f72 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:40:58.545996 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-95f4e219-89ad-4024-ba36-ce580b14a373 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:40:58.550456 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-95f4e219-89ad-4024-ba36-ce580b14a373 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:40:58.556476 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f4e219-89ad-4024-ba36-ce580b14a373 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Pushing event updated for resources: {'Port': ['ID=3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:40:58.628960 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-95f4e219-89ad-4024-ba36-ce580b14a373 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:58.634764 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-95f4e219-89ad-4024-ba36-ce580b14a373 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:58.694351 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:40:58.706148 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-95f4e219-89ad-4024-ba36-ce580b14a373 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0190442 Aug 19 14:40:58.721793 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-7a5200c5-091b-4d8d-9c05-f6aa6082d8ab tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Request body: {'port': {'device_id': '3d976318-4567-4f88-a801-11e0df69f235', 'network_id': 'dac15f89-eb05-4149-aeea-9b60945c8ac2', 'admin_state_up': True, 'tenant_id': 'ef249261d4604936b13aa21e0bea0dc2', 'security_groups': ['b221f776-c920-4201-a5ce-e97a00b87480']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:40:58.788591 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f33239c-46f4-4ed6-a640-31130ba83a73 req-4302751c-1092-4f6e-98fe-0d274a2c7994 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:58.790183 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7f33239c-46f4-4ed6-a640-31130ba83a73 req-4302751c-1092-4f6e-98fe-0d274a2c7994 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=85e761c4-92ce-4b2a-8ac9-520a3f82bd42 HTTP/1.1" status: 200 len: 946 time: 0.1295002 Aug 19 14:40:58.806636 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844e43f-5c98-494c-91d1-e951a9e377a0 req-ee3ca4b3-0c0a-423f-9fd9-245df7cacf59 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:58.813096 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844e43f-5c98-494c-91d1-e951a9e377a0 req-ee3ca4b3-0c0a-423f-9fd9-245df7cacf59 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:58.818474 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844e43f-5c98-494c-91d1-e951a9e377a0 req-ee3ca4b3-0c0a-423f-9fd9-245df7cacf59 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:58.824184 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844e43f-5c98-494c-91d1-e951a9e377a0 req-ee3ca4b3-0c0a-423f-9fd9-245df7cacf59 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:58.830029 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844e43f-5c98-494c-91d1-e951a9e377a0 req-ee3ca4b3-0c0a-423f-9fd9-245df7cacf59 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:58.835823 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844e43f-5c98-494c-91d1-e951a9e377a0 req-ee3ca4b3-0c0a-423f-9fd9-245df7cacf59 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:58.841800 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844e43f-5c98-494c-91d1-e951a9e377a0 req-ee3ca4b3-0c0a-423f-9fd9-245df7cacf59 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:58.844223 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3844e43f-5c98-494c-91d1-e951a9e377a0 req-ee3ca4b3-0c0a-423f-9fd9-245df7cacf59 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 5421 time: 0.1958337 Aug 19 14:40:58.891637 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-90a2b55f-d53f-4354-a4d4-0b631eacb441 None None] Provisioning for port 3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:40:58.897810 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-90a2b55f-d53f-4354-a4d4-0b631eacb441 None None] Provisioning complete for port 3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:40:58.899690 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-90a2b55f-d53f-4354-a4d4-0b631eacb441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:58.932462 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7f33239c-46f4-4ed6-a640-31130ba83a73 req-7a15b447-c378-4044-a296-08800b0b09d8 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850670 Aug 19 14:40:58.939889 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3844e43f-5c98-494c-91d1-e951a9e377a0 req-913e1414-3346-4707-ab71-d7f26c009151 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/security-groups?id=79af4be3-90a0-4292-a54f-cdd3d9a00e15&id=27241ab3-04f0-48c7-8563-70f9530fcbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0847564 Aug 19 14:40:58.951855 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-90a2b55f-d53f-4354-a4d4-0b631eacb441 None None] Port 3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:40:58.969632 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-7a5200c5-091b-4d8d-9c05-f6aa6082d8ab tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Made reservation on behalf of ef249261d4604936b13aa21e0bea0dc2 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:40:58.973314 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-7a5200c5-091b-4d8d-9c05-f6aa6082d8ab tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:59.175816 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-7a5200c5-091b-4d8d-9c05-f6aa6082d8ab tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Allocated IP 10.1.1.10 (dac15f89-eb05-4149-aeea-9b60945c8ac2/55724c78-10e9-41fc-9f40-aa41fd533be5/93485bc7-eef2-4211-b0e9-a72ac559f8f1) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:40:59.198890 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ebeaf-3ed8-4f65-b973-275bae0fd0d3 req-85af3a9e-74de-4063-8ace-c4244592a08b tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:59.200435 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-062ebeaf-3ed8-4f65-b973-275bae0fd0d3 req-85af3a9e-74de-4063-8ace-c4244592a08b tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 944 time: 0.1445003 Aug 19 14:40:59.214618 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5791be97-1569-4eb0-8ce5-86422c0fa918 req-4bbd4970-443e-4298-bff7-a64ab8dc46ae tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:59.221441 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5791be97-1569-4eb0-8ce5-86422c0fa918 req-4bbd4970-443e-4298-bff7-a64ab8dc46ae tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=064ec3f3-16aa-457d-b6c1-e6e83d60e694 HTTP/1.1" status: 200 len: 948 time: 0.1353929 Aug 19 14:40:59.340700 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5791be97-1569-4eb0-8ce5-86422c0fa918 req-b485f69a-74ce-4edd-955c-647167086509 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181307 Aug 19 14:40:59.370395 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-062ebeaf-3ed8-4f65-b973-275bae0fd0d3 req-2f2e1551-0f12-48fb-a1c4-0fc748b98cc2 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465607 Aug 19 14:40:59.493603 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-7a5200c5-091b-4d8d-9c05-f6aa6082d8ab tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:59.530922 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-7a5200c5-091b-4d8d-9c05-f6aa6082d8ab tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Transition to ACTIVE for port object 93485bc7-eef2-4211-b0e9-a72ac559f8f1 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:40:59.539425 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f27da-3be7-4413-8a7b-5520c79a5e48 req-e0bef024-09c4-4b84-ae2c-fca6ffee4fab tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:40:59.541001 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-475f27da-3be7-4413-8a7b-5520c79a5e48 req-e0bef024-09c4-4b84-ae2c-fca6ffee4fab tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 931 time: 0.1103868 Aug 19 14:40:59.616378 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device ff5ae454-8204-4874-949d-c1ac12f516e7 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:40:59.621319 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 30616cbd-c355-42fe-8823-3f196a3d77ca up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:40:59.793482 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port ff5ae454-8204-4874-949d-c1ac12f516e7, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=ff5ae454-8204-4874-949d-c1ac12f516e7,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:40:59.797079 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 30616cbd-c355-42fe-8823-3f196a3d77ca triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:40:59.797659 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:59.833614 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': 'ff5ae454-8204-4874-949d-c1ac12f516e7', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'port_id': 'ff5ae454-8204-4874-949d-c1ac12f516e7', 'mac_address': 'fa:16:3e:ca:db:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:40:59.896582 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:59.912456 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff5ae454-8204-4874-949d-c1ac12f516e7 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:40:59.963871 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port ff5ae454-8204-4874-949d-c1ac12f516e7, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=ff5ae454-8204-4874-949d-c1ac12f516e7,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:40:59.966822 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:59.988632 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:40:59.994294 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12968c0e-fb1b-4645-8f0c-4e201c172b19 req-d92e0b83-929c-4267-9909-9a3ef15ca5dc tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:00.005123 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-12968c0e-fb1b-4645-8f0c-4e201c172b19 req-d92e0b83-929c-4267-9909-9a3ef15ca5dc tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=a98a7f46-632d-4562-9569-30541f2488ea HTTP/1.1" status: 200 len: 949 time: 0.4885993 Aug 19 14:41:00.039520 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-475f27da-3be7-4413-8a7b-5520c79a5e48 req-f1bf9cba-6dc2-4776-9da0-d3930a57079e tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/security-groups?id=b221f776-c920-4201-a5ce-e97a00b87480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4798748 Aug 19 14:41:00.053857 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=ff5ae454-8204-4874-949d-c1ac12f516e7,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:00.062511 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40912d33-b418-4cf9-b5e4-119d9523f2fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30616cbd-c355-42fe-8823-3f196a3d77ca'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:41:00.066246 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-7a5200c5-091b-4d8d-9c05-f6aa6082d8ab tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:00.067184 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb332266-d6e4-4da7-b044-74b1a1813538" -d '{"events": [{"server_uuid": "40912d33-b418-4cf9-b5e4-119d9523f2fc", "name": "network-vif-plugged", "status": "completed", "tag": "30616cbd-c355-42fe-8823-3f196a3d77ca"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:41:00.084225 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 30616cbd-c355-42fe-8823-3f196a3d77ca, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=30616cbd-c355-42fe-8823-3f196a3d77ca,segment=NetworkSegment(deb4ceaa-a168-4950-8d67-f7a10179a94a),segment_id=deb4ceaa-a168-4950-8d67-f7a10179a94a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:00.092327 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-12968c0e-fb1b-4645-8f0c-4e201c172b19 req-f9964d6b-6413-44cd-845d-abdcc5299667 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845518 Aug 19 14:41:00.098841 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:00.200228 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=30616cbd-c355-42fe-8823-3f196a3d77ca,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:00.222123 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-7a5200c5-091b-4d8d-9c05-f6aa6082d8ab tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Network dac15f89-eb05-4149-aeea-9b60945c8ac2 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:41:00.226811 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-7a5200c5-091b-4d8d-9c05-f6aa6082d8ab tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:41:00.245916 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-7a5200c5-091b-4d8d-9c05-f6aa6082d8ab tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:41:00.325752 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5200c5-091b-4d8d-9c05-f6aa6082d8ab tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Pushing event updated for resources: {'Port': ['ID=93485bc7-eef2-4211-b0e9-a72ac559f8f1,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:00.391285 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-7a5200c5-091b-4d8d-9c05-f6aa6082d8ab tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:00.391939 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-7a5200c5-091b-4d8d-9c05-f6aa6082d8ab tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:00.411736 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['ff5ae454-8204-4874-949d-c1ac12f516e7'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:41:00.437423 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-7a5200c5-091b-4d8d-9c05-f6aa6082d8ab tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7198913 Aug 19 14:41:00.455216 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c7f51-f3f5-42b8-ba0c-7fe0065ef1a2 req-590b1431-2e11-4c88-907a-457967025ebd tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:00.463108 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d77c7f51-f3f5-42b8-ba0c-7fe0065ef1a2 req-590b1431-2e11-4c88-907a-457967025ebd tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=85e761c4-92ce-4b2a-8ac9-520a3f82bd42 HTTP/1.1" status: 200 len: 946 time: 0.2129579 Aug 19 14:41:00.491552 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 929732b9-60e7-49e1-a5f7-8257f68953a2 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:41:00.499100 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f13908-be96-46e7-ba6a-038f3175978d req-6bc0ac09-f01c-4ab8-853c-4784a647858a tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:00.505979 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f13908-be96-46e7-ba6a-038f3175978d req-6bc0ac09-f01c-4ab8-853c-4784a647858a tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:00.512743 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f13908-be96-46e7-ba6a-038f3175978d req-6bc0ac09-f01c-4ab8-853c-4784a647858a tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:00.521322 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f13908-be96-46e7-ba6a-038f3175978d req-6bc0ac09-f01c-4ab8-853c-4784a647858a tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:00.528040 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f13908-be96-46e7-ba6a-038f3175978d req-6bc0ac09-f01c-4ab8-853c-4784a647858a tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:00.541061 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f13908-be96-46e7-ba6a-038f3175978d req-6bc0ac09-f01c-4ab8-853c-4784a647858a tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:00.547546 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f13908-be96-46e7-ba6a-038f3175978d req-6bc0ac09-f01c-4ab8-853c-4784a647858a tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:00.552125 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d0f13908-be96-46e7-ba6a-038f3175978d req-6bc0ac09-f01c-4ab8-853c-4784a647858a tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 5421 time: 0.2577496 Aug 19 14:41:00.564710 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-48403bf6-554d-4489-88c8-f9d2114dbce1 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Request body: {'port': {'device_id': '3d976318-4567-4f88-a801-11e0df69f235', 'network_id': 'dac15f89-eb05-4149-aeea-9b60945c8ac2', 'admin_state_up': True, 'tenant_id': 'ef249261d4604936b13aa21e0bea0dc2', 'security_groups': ['b221f776-c920-4201-a5ce-e97a00b87480']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:41:00.694964 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d0f13908-be96-46e7-ba6a-038f3175978d req-931a4ad1-b46a-49d4-92d6-6b5cbf96ed7c tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/security-groups?id=79af4be3-90a0-4292-a54f-cdd3d9a00e15&id=27241ab3-04f0-48c7-8563-70f9530fcbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1199720 Aug 19 14:41:00.714454 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d77c7f51-f3f5-42b8-ba0c-7fe0065ef1a2 req-6051ee1f-5f48-4b84-a2f6-ad257555b264 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483122 Aug 19 14:41:00.751548 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 929732b9-60e7-49e1-a5f7-8257f68953a2, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=929732b9-60e7-49e1-a5f7-8257f68953a2,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:00.769898 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-88c291a9-1f00-411a-8102-4051ecf9e543 None None] Provisioning for port 93485bc7-eef2-4211-b0e9-a72ac559f8f1 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:41:00.783075 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-88c291a9-1f00-411a-8102-4051ecf9e543 None None] Provisioning complete for port 93485bc7-eef2-4211-b0e9-a72ac559f8f1 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:41:00.783536 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-88c291a9-1f00-411a-8102-4051ecf9e543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:00.799234 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-48403bf6-554d-4489-88c8-f9d2114dbce1 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Made reservation on behalf of ef249261d4604936b13aa21e0bea0dc2 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:41:00.805753 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-48403bf6-554d-4489-88c8-f9d2114dbce1 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:00.829991 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-88c291a9-1f00-411a-8102-4051ecf9e543 None None] Port 93485bc7-eef2-4211-b0e9-a72ac559f8f1 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:41:00.837588 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '929732b9-60e7-49e1-a5f7-8257f68953a2', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'port_id': '929732b9-60e7-49e1-a5f7-8257f68953a2', 'mac_address': 'fa:16:3e:34:3d:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:41:00.950600 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56613ed-e700-452d-bef4-4e9284085b7e x-openstack-request-id: req-e56613ed-e700-452d-bef4-4e9284085b7e {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:41:00.951282 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40912d33-b418-4cf9-b5e4-119d9523f2fc", "name": "network-vif-plugged", "status": "completed", "tag": "30616cbd-c355-42fe-8823-3f196a3d77ca", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:41:00.951629 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e56613ed-e700-452d-bef4-4e9284085b7e {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:41:00.954081 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40912d33-b418-4cf9-b5e4-119d9523f2fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30616cbd-c355-42fe-8823-3f196a3d77ca', 'code': 200} Aug 19 14:41:00.984372 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:01.020585 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 929732b9-60e7-49e1-a5f7-8257f68953a2 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:41:01.061941 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 929732b9-60e7-49e1-a5f7-8257f68953a2, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=929732b9-60e7-49e1-a5f7-8257f68953a2,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:01.068401 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:01.157565 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942babfb-3f64-419b-92ce-a98d54808823 req-7e4bb62a-8929-424d-b322-ae5afb140390 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:01.165998 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-942babfb-3f64-419b-92ce-a98d54808823 req-7e4bb62a-8929-424d-b322-ae5afb140390 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=064ec3f3-16aa-457d-b6c1-e6e83d60e694 HTTP/1.1" status: 200 len: 949 time: 0.1588471 Aug 19 14:41:01.177631 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=929732b9-60e7-49e1-a5f7-8257f68953a2,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:01.205816 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-48403bf6-554d-4489-88c8-f9d2114dbce1 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Allocated IP 10.1.1.198 (dac15f89-eb05-4149-aeea-9b60945c8ac2/55724c78-10e9-41fc-9f40-aa41fd533be5/a16826a5-9cce-46a1-90cc-c867f69bcd8c) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:41:01.277411 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-942babfb-3f64-419b-92ce-a98d54808823 req-4de88582-e2b4-48c3-9daa-e453a34c8c46 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101227 Aug 19 14:41:01.333890 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e6bdcff8-acca-4577-a739-f9e0436147a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:01.364056 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['929732b9-60e7-49e1-a5f7-8257f68953a2'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:41:01.365268 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72598b46-5a7a-41bf-962a-2a69b9605d38 req-86fcf8a9-d479-448f-97e7-1599205a1f61 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:01.367060 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-72598b46-5a7a-41bf-962a-2a69b9605d38 req-86fcf8a9-d479-448f-97e7-1599205a1f61 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 945 time: 0.1543984 Aug 19 14:41:01.551905 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-72598b46-5a7a-41bf-962a-2a69b9605d38 req-450cbaa3-ae0f-480e-9b95-d3421d480125 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662662 Aug 19 14:41:01.646821 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-48403bf6-554d-4489-88c8-f9d2114dbce1 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:01.735076 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-48403bf6-554d-4489-88c8-f9d2114dbce1 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Transition to ACTIVE for port object a16826a5-9cce-46a1-90cc-c867f69bcd8c will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:41:01.775935 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa1e47-449e-45db-8a69-33774c63cdbd req-ee9a47d3-c2c7-48c7-81c8-dc0163903762 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:01.783008 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa1e47-449e-45db-8a69-33774c63cdbd req-ee9a47d3-c2c7-48c7-81c8-dc0163903762 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:01.791511 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e4fa1e47-449e-45db-8a69-33774c63cdbd req-ee9a47d3-c2c7-48c7-81c8-dc0163903762 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 1652 time: 0.1094041 Aug 19 14:41:01.852085 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e4fa1e47-449e-45db-8a69-33774c63cdbd req-521ee390-255e-41e6-8955-7f5c1bc03d45 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/security-groups?id=b221f776-c920-4201-a5ce-e97a00b87480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593421 Aug 19 14:41:01.855334 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-48403bf6-554d-4489-88c8-f9d2114dbce1 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:01.929976 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-48403bf6-554d-4489-88c8-f9d2114dbce1 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Network dac15f89-eb05-4149-aeea-9b60945c8ac2 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:41:01.935320 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-48403bf6-554d-4489-88c8-f9d2114dbce1 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:41:01.939497 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-48403bf6-554d-4489-88c8-f9d2114dbce1 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:41:01.975120 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48403bf6-554d-4489-88c8-f9d2114dbce1 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Pushing event updated for resources: {'Port': ['ID=a16826a5-9cce-46a1-90cc-c867f69bcd8c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:02.047401 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-48403bf6-554d-4489-88c8-f9d2114dbce1 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:02.061535 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-48403bf6-554d-4489-88c8-f9d2114dbce1 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:02.084862 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-48403bf6-554d-4489-88c8-f9d2114dbce1 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5261288 Aug 19 14:41:02.098890 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-a55f3634-92ac-41ad-b10f-2b7c88ab76fd tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Request body: {'port': {'device_id': '3d976318-4567-4f88-a801-11e0df69f235', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'f6ac2016-e7c1-459d-ba43-66cd8666f5a3', 'admin_state_up': True, 'tenant_id': 'ef249261d4604936b13aa21e0bea0dc2', 'security_groups': ['b221f776-c920-4201-a5ce-e97a00b87480']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:41:02.334434 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc15a3-909f-47b3-86f8-fd97358360c3 req-2c04aef5-bdc8-42d8-b747-50b801f1a833 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:02.341064 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc15a3-909f-47b3-86f8-fd97358360c3 req-2c04aef5-bdc8-42d8-b747-50b801f1a833 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:02.347970 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc15a3-909f-47b3-86f8-fd97358360c3 req-2c04aef5-bdc8-42d8-b747-50b801f1a833 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:02.356638 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc15a3-909f-47b3-86f8-fd97358360c3 req-2c04aef5-bdc8-42d8-b747-50b801f1a833 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:02.362796 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc15a3-909f-47b3-86f8-fd97358360c3 req-2c04aef5-bdc8-42d8-b747-50b801f1a833 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:02.369025 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc15a3-909f-47b3-86f8-fd97358360c3 req-2c04aef5-bdc8-42d8-b747-50b801f1a833 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:02.377257 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc15a3-909f-47b3-86f8-fd97358360c3 req-2c04aef5-bdc8-42d8-b747-50b801f1a833 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:02.379706 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-eecc15a3-909f-47b3-86f8-fd97358360c3 req-2c04aef5-bdc8-42d8-b747-50b801f1a833 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 5421 time: 0.2678154 Aug 19 14:41:02.379996 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1c6604d6-2789-4cfd-b04a-28d4fa92bd0b None None] Provisioning for port a16826a5-9cce-46a1-90cc-c867f69bcd8c completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:41:02.381175 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-a55f3634-92ac-41ad-b10f-2b7c88ab76fd tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Made reservation on behalf of ef249261d4604936b13aa21e0bea0dc2 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:41:02.386872 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1c6604d6-2789-4cfd-b04a-28d4fa92bd0b None None] Provisioning complete for port a16826a5-9cce-46a1-90cc-c867f69bcd8c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:41:02.387486 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1c6604d6-2789-4cfd-b04a-28d4fa92bd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:02.443292 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-1c6604d6-2789-4cfd-b04a-28d4fa92bd0b None None] Port a16826a5-9cce-46a1-90cc-c867f69bcd8c cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:41:02.512341 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-a55f3634-92ac-41ad-b10f-2b7c88ab76fd tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:02.588386 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-eecc15a3-909f-47b3-86f8-fd97358360c3 req-bdb33b79-2628-4e71-a28e-a52a2a6c2abf tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/security-groups?id=79af4be3-90a0-4292-a54f-cdd3d9a00e15&id=27241ab3-04f0-48c7-8563-70f9530fcbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0795155 Aug 19 14:41:02.772354 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84e798-6c14-4aa7-8733-af1752fe9eee req-812921f2-7fb6-458d-884d-e37eddbb2b01 tempest-ServersAdminTestJSON-1018662473 tempest-ServersAdminTestJSON-1018662473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:02.772877 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84e798-6c14-4aa7-8733-af1752fe9eee req-812921f2-7fb6-458d-884d-e37eddbb2b01 tempest-ServersAdminTestJSON-1018662473 tempest-ServersAdminTestJSON-1018662473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:02.773353 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84e798-6c14-4aa7-8733-af1752fe9eee req-812921f2-7fb6-458d-884d-e37eddbb2b01 tempest-ServersAdminTestJSON-1018662473 tempest-ServersAdminTestJSON-1018662473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:02.773833 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84e798-6c14-4aa7-8733-af1752fe9eee req-812921f2-7fb6-458d-884d-e37eddbb2b01 tempest-ServersAdminTestJSON-1018662473 tempest-ServersAdminTestJSON-1018662473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:02.774554 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84e798-6c14-4aa7-8733-af1752fe9eee req-812921f2-7fb6-458d-884d-e37eddbb2b01 tempest-ServersAdminTestJSON-1018662473 tempest-ServersAdminTestJSON-1018662473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:02.775031 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84e798-6c14-4aa7-8733-af1752fe9eee req-812921f2-7fb6-458d-884d-e37eddbb2b01 tempest-ServersAdminTestJSON-1018662473 tempest-ServersAdminTestJSON-1018662473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:02.775644 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84e798-6c14-4aa7-8733-af1752fe9eee req-812921f2-7fb6-458d-884d-e37eddbb2b01 tempest-ServersAdminTestJSON-1018662473 tempest-ServersAdminTestJSON-1018662473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:02.776116 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84e798-6c14-4aa7-8733-af1752fe9eee req-812921f2-7fb6-458d-884d-e37eddbb2b01 tempest-ServersAdminTestJSON-1018662473 tempest-ServersAdminTestJSON-1018662473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:02.776638 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84e798-6c14-4aa7-8733-af1752fe9eee req-812921f2-7fb6-458d-884d-e37eddbb2b01 tempest-ServersAdminTestJSON-1018662473 tempest-ServersAdminTestJSON-1018662473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:02.777108 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84e798-6c14-4aa7-8733-af1752fe9eee req-812921f2-7fb6-458d-884d-e37eddbb2b01 tempest-ServersAdminTestJSON-1018662473 tempest-ServersAdminTestJSON-1018662473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:02.777642 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84e798-6c14-4aa7-8733-af1752fe9eee req-812921f2-7fb6-458d-884d-e37eddbb2b01 tempest-ServersAdminTestJSON-1018662473 tempest-ServersAdminTestJSON-1018662473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:02.778026 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84e798-6c14-4aa7-8733-af1752fe9eee req-812921f2-7fb6-458d-884d-e37eddbb2b01 tempest-ServersAdminTestJSON-1018662473 tempest-ServersAdminTestJSON-1018662473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:02.778491 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84e798-6c14-4aa7-8733-af1752fe9eee req-812921f2-7fb6-458d-884d-e37eddbb2b01 tempest-ServersAdminTestJSON-1018662473 tempest-ServersAdminTestJSON-1018662473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:02.778957 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84e798-6c14-4aa7-8733-af1752fe9eee req-812921f2-7fb6-458d-884d-e37eddbb2b01 tempest-ServersAdminTestJSON-1018662473 tempest-ServersAdminTestJSON-1018662473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:02.779417 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84e798-6c14-4aa7-8733-af1752fe9eee req-812921f2-7fb6-458d-884d-e37eddbb2b01 tempest-ServersAdminTestJSON-1018662473 tempest-ServersAdminTestJSON-1018662473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:02.779915 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84e798-6c14-4aa7-8733-af1752fe9eee req-812921f2-7fb6-458d-884d-e37eddbb2b01 tempest-ServersAdminTestJSON-1018662473 tempest-ServersAdminTestJSON-1018662473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:02.780377 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84e798-6c14-4aa7-8733-af1752fe9eee req-812921f2-7fb6-458d-884d-e37eddbb2b01 tempest-ServersAdminTestJSON-1018662473 tempest-ServersAdminTestJSON-1018662473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:02.780878 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84e798-6c14-4aa7-8733-af1752fe9eee req-812921f2-7fb6-458d-884d-e37eddbb2b01 tempest-ServersAdminTestJSON-1018662473 tempest-ServersAdminTestJSON-1018662473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:02.781343 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84e798-6c14-4aa7-8733-af1752fe9eee req-812921f2-7fb6-458d-884d-e37eddbb2b01 tempest-ServersAdminTestJSON-1018662473 tempest-ServersAdminTestJSON-1018662473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:02.781802 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84e798-6c14-4aa7-8733-af1752fe9eee req-812921f2-7fb6-458d-884d-e37eddbb2b01 tempest-ServersAdminTestJSON-1018662473 tempest-ServersAdminTestJSON-1018662473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:02.782266 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84e798-6c14-4aa7-8733-af1752fe9eee req-812921f2-7fb6-458d-884d-e37eddbb2b01 tempest-ServersAdminTestJSON-1018662473 tempest-ServersAdminTestJSON-1018662473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:02.782723 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84e798-6c14-4aa7-8733-af1752fe9eee req-812921f2-7fb6-458d-884d-e37eddbb2b01 tempest-ServersAdminTestJSON-1018662473 tempest-ServersAdminTestJSON-1018662473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:02.785883 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-da84e798-6c14-4aa7-8733-af1752fe9eee req-812921f2-7fb6-458d-884d-e37eddbb2b01 tempest-ServersAdminTestJSON-1018662473 tempest-ServersAdminTestJSON-1018662473-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235&device_id=064ec3f3-16aa-457d-b6c1-e6e83d60e694&device_id=4ae3c539-2077-49b6-8a6a-6ce5033aa220&device_id=85e761c4-92ce-4b2a-8ac9-520a3f82bd42&device_id=a98a7f46-632d-4562-9569-30541f2488ea&device_id=3abeb595-2e19-4f8e-b10f-f86578c04f7f&device_id=b5e83441-7d14-427d-bf36-f167e60fa742&device_id=473a93dd-c6e2-40c5-8b6b-c8d2a9701d03&device_id=66fd1ab7-6dac-46f5-943d-da35b28f9f46&device_id=25972b62-1c88-43d0-ba75-030270ffe8ab&device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b&device_id=85a9a1b8-6e3c-4c5f-8107-1ed0e9790e2e&device_id=80f68f99-304f-4cc1-be80-ce43f95ca349&device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 19596 time: 0.2781677 Aug 19 14:41:02.815743 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-a55f3634-92ac-41ad-b10f-2b7c88ab76fd tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Allocated IP 10.2.2.100 (f6ac2016-e7c1-459d-ba43-66cd8666f5a3/64065ff9-b8bb-4212-8aca-114b6986ce18/e8982814-7c65-4c2d-a505-8e9ce81f7934) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:41:02.817951 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-da84e798-6c14-4aa7-8733-af1752fe9eee req-678a4a2b-2c48-4a8f-b3fe-d44465411316 tempest-ServersAdminTestJSON-1018662473 tempest-ServersAdminTestJSON-1018662473-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:03.062446 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-a55f3634-92ac-41ad-b10f-2b7c88ab76fd tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:03.093833 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-da84e798-6c14-4aa7-8733-af1752fe9eee req-678a4a2b-2c48-4a8f-b3fe-d44465411316 tempest-ServersAdminTestJSON-1018662473 tempest-ServersAdminTestJSON-1018662473-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:03.100628 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-a55f3634-92ac-41ad-b10f-2b7c88ab76fd tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Transition to ACTIVE for port object e8982814-7c65-4c2d-a505-8e9ce81f7934 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:41:03.102660 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-da84e798-6c14-4aa7-8733-af1752fe9eee req-678a4a2b-2c48-4a8f-b3fe-d44465411316 tempest-ServersAdminTestJSON-1018662473 tempest-ServersAdminTestJSON-1018662473-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:03.143072 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-da84e798-6c14-4aa7-8733-af1752fe9eee req-678a4a2b-2c48-4a8f-b3fe-d44465411316 tempest-ServersAdminTestJSON-1018662473 tempest-ServersAdminTestJSON-1018662473-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=5fb0a3a7-ad69-4ba5-af92-bf0b7315a2dd&id=ca0b394e-e07c-4c81-9219-ff324577f5fa&id=3912ef4b-f767-4494-9083-17ec80e5e1f0&id=8e6d476b-f5fe-404d-b8c6-392d8305c509&id=b221f776-c920-4201-a5ce-e97a00b87480&id=69fd3d2b-9298-4900-b906-e436e5f321ad&id=c390f442-ff13-416a-8add-09a6a460befa&id=79af4be3-90a0-4292-a54f-cdd3d9a00e15&id=27241ab3-04f0-48c7-8563-70f9530fcbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 925 time: 0.3476448 Aug 19 14:41:03.188329 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a4a2b-2c48-4a8f-b3fe-d44465411316 tempest-ServersAdminTestJSON-1018662473 tempest-ServersAdminTestJSON-1018662473-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e3e008-9a90-404a-8ba9-d8092f820be3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:03.219220 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-a55f3634-92ac-41ad-b10f-2b7c88ab76fd tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:03.366201 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-a55f3634-92ac-41ad-b10f-2b7c88ab76fd tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Network f6ac2016-e7c1-459d-ba43-66cd8666f5a3 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:41:03.410911 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-a55f3634-92ac-41ad-b10f-2b7c88ab76fd tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:41:03.416984 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-a55f3634-92ac-41ad-b10f-2b7c88ab76fd tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:41:03.465647 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55f3634-92ac-41ad-b10f-2b7c88ab76fd tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Pushing event updated for resources: {'Port': ['ID=e8982814-7c65-4c2d-a505-8e9ce81f7934,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:03.481488 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6756ba9b-d3d0-4b12-928d-4bab46240ede req-7ac7d8e5-a4a4-4c62-9437-28fd30e66a70 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:03.483158 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6756ba9b-d3d0-4b12-928d-4bab46240ede req-7ac7d8e5-a4a4-4c62-9437-28fd30e66a70 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=064ec3f3-16aa-457d-b6c1-e6e83d60e694 HTTP/1.1" status: 200 len: 949 time: 0.2369926 Aug 19 14:41:03.526525 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f167c78-18bf-4b69-ae57-be941cda5ca4 req-18c2c3c9-440b-4dd2-abad-3cf71197872a tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:03.528069 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4f167c78-18bf-4b69-ae57-be941cda5ca4 req-18c2c3c9-440b-4dd2-abad-3cf71197872a tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 945 time: 0.1985724 Aug 19 14:41:03.552166 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-a55f3634-92ac-41ad-b10f-2b7c88ab76fd tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:03.552905 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-a55f3634-92ac-41ad-b10f-2b7c88ab76fd tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:03.586987 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6756ba9b-d3d0-4b12-928d-4bab46240ede req-c5f50401-f5b8-4437-9e0c-264f72797122 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916572 Aug 19 14:41:03.610570 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4f167c78-18bf-4b69-ae57-be941cda5ca4 req-aebe57aa-3178-49b3-9f43-8d5b1ce5f95a tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743082 Aug 19 14:41:03.614544 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-a55f3634-92ac-41ad-b10f-2b7c88ab76fd tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5204272 Aug 19 14:41:03.630710 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-2c73d7fe-e50f-4845-a2a5-a115e78b278c tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Request body: {'port': {'device_id': '3d976318-4567-4f88-a801-11e0df69f235', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'f6ac2016-e7c1-459d-ba43-66cd8666f5a3', 'admin_state_up': True, 'tenant_id': 'ef249261d4604936b13aa21e0bea0dc2', 'security_groups': ['b221f776-c920-4201-a5ce-e97a00b87480']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:41:03.653233 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device ff5ae454-8204-4874-949d-c1ac12f516e7 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:41:03.790617 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:03.830857 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d57f1dea-14c8-4143-9527-3231ef6c6a95 None None] Provisioning for port e8982814-7c65-4c2d-a505-8e9ce81f7934 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:41:03.842061 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d57f1dea-14c8-4143-9527-3231ef6c6a95 None None] Provisioning complete for port e8982814-7c65-4c2d-a505-8e9ce81f7934 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:41:03.848524 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d57f1dea-14c8-4143-9527-3231ef6c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:03.851575 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port ff5ae454-8204-4874-949d-c1ac12f516e7 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:41:03.913635 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port ff5ae454-8204-4874-949d-c1ac12f516e7 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:41:03.914176 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:03.940118 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c257af7-6dcc-48f1-8888-729851005a16 req-310f6335-208e-4bed-8d73-8d838c7e49c6 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:03.961630 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c257af7-6dcc-48f1-8888-729851005a16 req-310f6335-208e-4bed-8d73-8d838c7e49c6 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:03.970447 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c257af7-6dcc-48f1-8888-729851005a16 req-310f6335-208e-4bed-8d73-8d838c7e49c6 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:03.977213 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c257af7-6dcc-48f1-8888-729851005a16 req-310f6335-208e-4bed-8d73-8d838c7e49c6 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:03.978859 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d57f1dea-14c8-4143-9527-3231ef6c6a95 None None] Port e8982814-7c65-4c2d-a505-8e9ce81f7934 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:41:03.979338 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4c257af7-6dcc-48f1-8888-729851005a16 req-310f6335-208e-4bed-8d73-8d838c7e49c6 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 3094 time: 0.1973145 Aug 19 14:41:04.057758 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-2c73d7fe-e50f-4845-a2a5-a115e78b278c tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Made reservation on behalf of ef249261d4604936b13aa21e0bea0dc2 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:41:04.064158 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:04.068543 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-2c73d7fe-e50f-4845-a2a5-a115e78b278c tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:04.096071 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4c257af7-6dcc-48f1-8888-729851005a16 req-40b9a783-e889-4f51-85fc-e4b0fbdd4a96 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/security-groups?id=b221f776-c920-4201-a5ce-e97a00b87480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050479 Aug 19 14:41:04.118114 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '064ec3f3-16aa-457d-b6c1-e6e83d60e694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5ae454-8204-4874-949d-c1ac12f516e7'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:41:04.123119 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0801dfd0-6153-41a6-b9f7-07bcc4c49949" -d '{"events": [{"server_uuid": "064ec3f3-16aa-457d-b6c1-e6e83d60e694", "name": "network-vif-plugged", "status": "completed", "tag": "ff5ae454-8204-4874-949d-c1ac12f516e7"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:41:04.163969 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port ff5ae454-8204-4874-949d-c1ac12f516e7, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=ff5ae454-8204-4874-949d-c1ac12f516e7,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:04.172528 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:04.300234 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=ff5ae454-8204-4874-949d-c1ac12f516e7,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:04.327173 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-00264c16-3617-4cc8-baef-d6084c76c1da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:04.394078 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8bfc0-134c-428d-8553-6b57897b4a9d req-3e22a4e6-e5a1-4cad-a7d5-ca0123bd62cf tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:04.403165 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8bfc0-134c-428d-8553-6b57897b4a9d req-3e22a4e6-e5a1-4cad-a7d5-ca0123bd62cf tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:04.410042 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8bfc0-134c-428d-8553-6b57897b4a9d req-3e22a4e6-e5a1-4cad-a7d5-ca0123bd62cf tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:04.423184 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8bfc0-134c-428d-8553-6b57897b4a9d req-3e22a4e6-e5a1-4cad-a7d5-ca0123bd62cf tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:04.429396 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8bfc0-134c-428d-8553-6b57897b4a9d req-3e22a4e6-e5a1-4cad-a7d5-ca0123bd62cf tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:04.450809 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8bfc0-134c-428d-8553-6b57897b4a9d req-3e22a4e6-e5a1-4cad-a7d5-ca0123bd62cf tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:04.460469 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 929732b9-60e7-49e1-a5f7-8257f68953a2 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:41:04.460767 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8bfc0-134c-428d-8553-6b57897b4a9d req-3e22a4e6-e5a1-4cad-a7d5-ca0123bd62cf tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:04.464273 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f1d8bfc0-134c-428d-8553-6b57897b4a9d req-3e22a4e6-e5a1-4cad-a7d5-ca0123bd62cf tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 5421 time: 0.2019396 Aug 19 14:41:04.509790 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-2c73d7fe-e50f-4845-a2a5-a115e78b278c tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Allocated IP 10.2.2.200 (f6ac2016-e7c1-459d-ba43-66cd8666f5a3/64065ff9-b8bb-4212-8aca-114b6986ce18/3866d923-fecf-45c7-b7c5-f449482615e0) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:41:04.545281 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f1d8bfc0-134c-428d-8553-6b57897b4a9d req-bfc71d7e-992a-4bd1-b6f0-8e412f1a4022 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/security-groups?id=79af4be3-90a0-4292-a54f-cdd3d9a00e15&id=27241ab3-04f0-48c7-8563-70f9530fcbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0728164 Aug 19 14:41:04.593195 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ebca0b-a91e-4684-aad1-ad561516463f x-openstack-request-id: req-34ebca0b-a91e-4684-aad1-ad561516463f {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:41:04.593848 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "064ec3f3-16aa-457d-b6c1-e6e83d60e694", "name": "network-vif-plugged", "status": "completed", "tag": "ff5ae454-8204-4874-949d-c1ac12f516e7", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:41:04.597166 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-34ebca0b-a91e-4684-aad1-ad561516463f {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:41:04.597917 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '064ec3f3-16aa-457d-b6c1-e6e83d60e694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5ae454-8204-4874-949d-c1ac12f516e7', 'code': 200} Aug 19 14:41:04.614015 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:04.641546 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 929732b9-60e7-49e1-a5f7-8257f68953a2 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:41:04.646197 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 929732b9-60e7-49e1-a5f7-8257f68953a2 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:41:04.646867 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:04.771106 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d534cb63-a1bf-4c2d-8f68-93e8aa8a6df1 req-6fe4e4db-4509-4b75-95e1-a3b7cc7ed5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:04.772647 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d534cb63-a1bf-4c2d-8f68-93e8aa8a6df1 req-6fe4e4db-4509-4b75-95e1-a3b7cc7ed5f6 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=064ec3f3-16aa-457d-b6c1-e6e83d60e694 HTTP/1.1" status: 200 len: 1101 time: 0.1125329 Aug 19 14:41:04.818658 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:04.868114 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d534cb63-a1bf-4c2d-8f68-93e8aa8a6df1 req-275dcf6c-0ba5-49b4-abe5-a6981ec0469d service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809405 Aug 19 14:41:04.882298 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 929732b9-60e7-49e1-a5f7-8257f68953a2, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=929732b9-60e7-49e1-a5f7-8257f68953a2,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:04.896526 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:04.967988 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-2c73d7fe-e50f-4845-a2a5-a115e78b278c tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:05.038936 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160e41e-53df-4a74-ad88-bd3b32c38838 req-d5f768f4-f649-4e58-b4e9-f67add80cae3 tempest-ServersAdminTestJSON-1018662473 tempest-ServersAdminTestJSON-1018662473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:05.039168 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160e41e-53df-4a74-ad88-bd3b32c38838 req-d5f768f4-f649-4e58-b4e9-f67add80cae3 tempest-ServersAdminTestJSON-1018662473 tempest-ServersAdminTestJSON-1018662473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:05.039849 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160e41e-53df-4a74-ad88-bd3b32c38838 req-d5f768f4-f649-4e58-b4e9-f67add80cae3 tempest-ServersAdminTestJSON-1018662473 tempest-ServersAdminTestJSON-1018662473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:05.052261 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=929732b9-60e7-49e1-a5f7-8257f68953a2,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:05.053071 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2160e41e-53df-4a74-ad88-bd3b32c38838 req-d5f768f4-f649-4e58-b4e9-f67add80cae3 tempest-ServersAdminTestJSON-1018662473 tempest-ServersAdminTestJSON-1018662473-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=a98a7f46-632d-4562-9569-30541f2488ea&device_id=66fd1ab7-6dac-46f5-943d-da35b28f9f46&device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 2881 time: 0.3169982 Aug 19 14:41:05.055342 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-2c73d7fe-e50f-4845-a2a5-a115e78b278c tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Transition to ACTIVE for port object 3866d923-fecf-45c7-b7c5-f449482615e0 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:41:05.066930 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:05.078036 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da557ceb-0eb1-4611-8693-c2344477c998 req-316ab5d8-908b-472d-817e-6223c810a0c8 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:05.079607 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-da557ceb-0eb1-4611-8693-c2344477c998 req-316ab5d8-908b-472d-817e-6223c810a0c8 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=064ec3f3-16aa-457d-b6c1-e6e83d60e694 HTTP/1.1" status: 200 len: 950 time: 0.2459714 Aug 19 14:41:05.105774 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:05.175916 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2160e41e-53df-4a74-ad88-bd3b32c38838 req-ca56ac12-73b5-4420-8d16-ba995f3d33ad tempest-ServersAdminTestJSON-1018662473 tempest-ServersAdminTestJSON-1018662473-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219077 Aug 19 14:41:05.204641 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-da557ceb-0eb1-4611-8693-c2344477c998 req-e01a9fab-142f-4e5a-a64c-beff3a39e458 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957046 Aug 19 14:41:05.246822 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-2c73d7fe-e50f-4845-a2a5-a115e78b278c tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:05.338128 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-2c73d7fe-e50f-4845-a2a5-a115e78b278c tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Network f6ac2016-e7c1-459d-ba43-66cd8666f5a3 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:41:05.349421 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-2c73d7fe-e50f-4845-a2a5-a115e78b278c tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:41:05.355218 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-2c73d7fe-e50f-4845-a2a5-a115e78b278c tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:41:05.365603 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0db1f-06be-4df3-bf87-e10ccd1f89a6 req-c55ca4f5-9a20-4bfe-b443-24339aad0784 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:05.381543 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3dd0db1f-06be-4df3-bf87-e10ccd1f89a6 req-c55ca4f5-9a20-4bfe-b443-24339aad0784 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 945 time: 0.1465118 Aug 19 14:41:05.442000 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c73d7fe-e50f-4845-a2a5-a115e78b278c tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Pushing event updated for resources: {'Port': ['ID=3866d923-fecf-45c7-b7c5-f449482615e0,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:05.563417 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-2c73d7fe-e50f-4845-a2a5-a115e78b278c tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:05.564061 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-2c73d7fe-e50f-4845-a2a5-a115e78b278c tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:05.577496 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3dd0db1f-06be-4df3-bf87-e10ccd1f89a6 req-324f30e1-4752-46b5-ace8-e19df711370a tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1929641 Aug 19 14:41:05.627662 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-2c73d7fe-e50f-4845-a2a5-a115e78b278c tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0017660 Aug 19 14:41:05.659127 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 2b1c0372-f5f2-49ae-8c62-9cc2aa371e25 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:41:05.661076 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59421c00-53c3-43e7-b877-140efe2b7f5a req-ff7dec3a-4a41-4a63-86dc-97e68e7913ae tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:05.667754 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59421c00-53c3-43e7-b877-140efe2b7f5a req-ff7dec3a-4a41-4a63-86dc-97e68e7913ae tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:05.674453 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59421c00-53c3-43e7-b877-140efe2b7f5a req-ff7dec3a-4a41-4a63-86dc-97e68e7913ae tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:05.680523 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59421c00-53c3-43e7-b877-140efe2b7f5a req-ff7dec3a-4a41-4a63-86dc-97e68e7913ae tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:05.686556 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59421c00-53c3-43e7-b877-140efe2b7f5a req-ff7dec3a-4a41-4a63-86dc-97e68e7913ae tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:05.688924 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-59421c00-53c3-43e7-b877-140efe2b7f5a req-ff7dec3a-4a41-4a63-86dc-97e68e7913ae tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 3815 time: 0.1843567 Aug 19 14:41:05.694455 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-7dc93993-5e95-4cec-bb70-d11eb91952a0 service neutron] Request body: {'port': {'device_id': '3d976318-4567-4f88-a801-11e0df69f235', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:41:05.779003 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-59421c00-53c3-43e7-b877-140efe2b7f5a req-8d7351d3-08d9-4e80-b4a4-ab4108aa18be tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/security-groups?id=b221f776-c920-4201-a5ce-e97a00b87480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808408 Aug 19 14:41:05.784667 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-7dc93993-5e95-4cec-bb70-d11eb91952a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:05.916589 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b45d14ed-4675-4455-8f5f-166c8be47342 None None] Provisioning for port 3866d923-fecf-45c7-b7c5-f449482615e0 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:41:05.931669 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b45d14ed-4675-4455-8f5f-166c8be47342 None None] Provisioning complete for port 3866d923-fecf-45c7-b7c5-f449482615e0 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:41:05.931889 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b45d14ed-4675-4455-8f5f-166c8be47342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:05.974771 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 2b1c0372-f5f2-49ae-8c62-9cc2aa371e25, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=2b1c0372-f5f2-49ae-8c62-9cc2aa371e25,segment=NetworkSegment(fcd6ac5d-931b-4836-82cc-58250c6a0f69),segment_id=fcd6ac5d-931b-4836-82cc-58250c6a0f69)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:06.001522 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '2b1c0372-f5f2-49ae-8c62-9cc2aa371e25', 'network_id': '94d71021-0e52-4f61-9f79-5084b440fea5', 'port_id': '2b1c0372-f5f2-49ae-8c62-9cc2aa371e25', 'mac_address': 'fa:16:3e:4e:44:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c073c2-076a-458f-865d-1053b0f62f3d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:41:06.006225 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b45d14ed-4675-4455-8f5f-166c8be47342 None None] Port 3866d923-fecf-45c7-b7c5-f449482615e0 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:41:06.050309 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:06.067758 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2b1c0372-f5f2-49ae-8c62-9cc2aa371e25 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:41:06.097066 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 2b1c0372-f5f2-49ae-8c62-9cc2aa371e25, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=2b1c0372-f5f2-49ae-8c62-9cc2aa371e25,segment=NetworkSegment(fcd6ac5d-931b-4836-82cc-58250c6a0f69),segment_id=fcd6ac5d-931b-4836-82cc-58250c6a0f69)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:06.102996 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:06.221298 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee7dd5-624c-4959-89d4-a35674ea87ef req-ba789e5e-da51-46f7-bfd3-301f8998cc28 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:06.228370 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee7dd5-624c-4959-89d4-a35674ea87ef req-ba789e5e-da51-46f7-bfd3-301f8998cc28 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:06.234091 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=2b1c0372-f5f2-49ae-8c62-9cc2aa371e25,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:06.235177 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee7dd5-624c-4959-89d4-a35674ea87ef req-ba789e5e-da51-46f7-bfd3-301f8998cc28 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:06.241313 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee7dd5-624c-4959-89d4-a35674ea87ef req-ba789e5e-da51-46f7-bfd3-301f8998cc28 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:06.248747 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee7dd5-624c-4959-89d4-a35674ea87ef req-ba789e5e-da51-46f7-bfd3-301f8998cc28 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:06.255514 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee7dd5-624c-4959-89d4-a35674ea87ef req-ba789e5e-da51-46f7-bfd3-301f8998cc28 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:06.263270 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee7dd5-624c-4959-89d4-a35674ea87ef req-ba789e5e-da51-46f7-bfd3-301f8998cc28 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:06.266026 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d9ee7dd5-624c-4959-89d4-a35674ea87ef req-ba789e5e-da51-46f7-bfd3-301f8998cc28 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 5421 time: 0.3199792 Aug 19 14:41:06.334010 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['2b1c0372-f5f2-49ae-8c62-9cc2aa371e25'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:41:06.340326 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d9ee7dd5-624c-4959-89d4-a35674ea87ef req-8a0802bb-7d91-4548-8a42-17feaa4b7c67 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/security-groups?id=79af4be3-90a0-4292-a54f-cdd3d9a00e15&id=27241ab3-04f0-48c7-8563-70f9530fcbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0654347 Aug 19 14:41:06.606788 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163490e-677c-4689-8e21-f322b8bacb32 req-fa6e9211-6e15-4994-9f75-a30a3e3bdb72 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:06.611778 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae3c539-2077-49b6-8a6a-6ce5033aa220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '929732b9-60e7-49e1-a5f7-8257f68953a2'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:41:06.614645 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02166ad7-c627-452d-8031-71e272bac3b8" -d '{"events": [{"server_uuid": "4ae3c539-2077-49b6-8a6a-6ce5033aa220", "name": "network-vif-plugged", "status": "completed", "tag": "929732b9-60e7-49e1-a5f7-8257f68953a2"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:41:06.631811 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5163490e-677c-4689-8e21-f322b8bacb32 req-fa6e9211-6e15-4994-9f75-a30a3e3bdb72 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=064ec3f3-16aa-457d-b6c1-e6e83d60e694 HTTP/1.1" status: 200 len: 950 time: 0.1937759 Aug 19 14:41:06.651775 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-7dc93993-5e95-4cec-bb70-d11eb91952a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:41:06.670989 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-7dc93993-5e95-4cec-bb70-d11eb91952a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:06.757899 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5163490e-677c-4689-8e21-f322b8bacb32 req-353d64a3-0bea-4e9c-bea4-a043f64db2e9 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240242 Aug 19 14:41:06.764387 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-7dc93993-5e95-4cec-bb70-d11eb91952a0 service neutron] Transition to ACTIVE for port object 3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:41:06.788961 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-7dc93993-5e95-4cec-bb70-d11eb91952a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:06.816177 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:06.851796 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664e4a0b-fc0d-4d71-a9c8-c2de516c4973 x-openstack-request-id: req-664e4a0b-fc0d-4d71-a9c8-c2de516c4973 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:41:06.852082 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ae3c539-2077-49b6-8a6a-6ce5033aa220", "name": "network-vif-plugged", "status": "completed", "tag": "929732b9-60e7-49e1-a5f7-8257f68953a2", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:41:06.852334 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-664e4a0b-fc0d-4d71-a9c8-c2de516c4973 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:41:06.852812 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ae3c539-2077-49b6-8a6a-6ce5033aa220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '929732b9-60e7-49e1-a5f7-8257f68953a2', 'code': 200} Aug 19 14:41:06.960939 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc93993-5e95-4cec-bb70-d11eb91952a0 service neutron] Pushing event updated for resources: {'Port': ['ID=3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:07.070324 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf039a4-d9e9-4c2d-9e54-a1c5b715982c req-cbb6049e-1755-4978-827b-6dcdfa7de258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:07.077203 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aaf039a4-d9e9-4c2d-9e54-a1c5b715982c req-cbb6049e-1755-4978-827b-6dcdfa7de258 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4ae3c539-2077-49b6-8a6a-6ce5033aa220 HTTP/1.1" status: 200 len: 1100 time: 0.1141832 Aug 19 14:41:07.176692 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4d291-44d8-4144-b36a-aa44b644969a req-89bfd58b-5809-47f3-8d95-cedc86d86625 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:07.182986 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f0f4d291-44d8-4144-b36a-aa44b644969a req-89bfd58b-5809-47f3-8d95-cedc86d86625 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 945 time: 0.2814581 Aug 19 14:41:07.191987 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04212e7-4494-4d11-8ecd-f80f30dc7a89 req-bd304903-a306-4241-8748-8c928e9a24ca tempest-ServersAdminTestJSON-1018662473 tempest-ServersAdminTestJSON-1018662473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:07.197304 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aaf039a4-d9e9-4c2d-9e54-a1c5b715982c req-c652395b-1fd4-43b9-914c-b59ac013f67f service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996706 Aug 19 14:41:07.199279 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e04212e7-4494-4d11-8ecd-f80f30dc7a89 req-bd304903-a306-4241-8748-8c928e9a24ca tempest-ServersAdminTestJSON-1018662473 tempest-ServersAdminTestJSON-1018662473-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 1100 time: 0.2423780 Aug 19 14:41:07.290342 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-7dc93993-5e95-4cec-bb70-d11eb91952a0 service neutron] Attempting to bind port 3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:41:07.296061 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-7dc93993-5e95-4cec-bb70-d11eb91952a0 service neutron] Attempting to bind port 3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '8286b499-2169-4ac2-b2c9-98453013a041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c4f80db4-35be-4b3c-8bae-306ff26e4f72'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:41:07.304468 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-7dc93993-5e95-4cec-bb70-d11eb91952a0 service neutron] Attempting to bind port 3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d on network c4f80db4-35be-4b3c-8bae-306ff26e4f72 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:41:07.349157 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-7dc93993-5e95-4cec-bb70-d11eb91952a0 service neutron] Port 3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d on network c4f80db4-35be-4b3c-8bae-306ff26e4f72 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:41:07.349790 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-7dc93993-5e95-4cec-bb70-d11eb91952a0 service neutron] Attempting to bind port 3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d on network c4f80db4-35be-4b3c-8bae-306ff26e4f72 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:41:07.381907 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f0f4d291-44d8-4144-b36a-aa44b644969a req-2848bcce-5ed0-44ea-b0f6-61334858990b tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1757498 Aug 19 14:41:07.399045 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-7dc93993-5e95-4cec-bb70-d11eb91952a0 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:41:07.402613 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-7dc93993-5e95-4cec-bb70-d11eb91952a0 service neutron] Checking segment: {'id': '8286b499-2169-4ac2-b2c9-98453013a041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c4f80db4-35be-4b3c-8bae-306ff26e4f72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:41:07.403145 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-7dc93993-5e95-4cec-bb70-d11eb91952a0 service neutron] Bound using segment: {'id': '8286b499-2169-4ac2-b2c9-98453013a041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c4f80db4-35be-4b3c-8bae-306ff26e4f72'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:41:07.403744 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-7dc93993-5e95-4cec-bb70-d11eb91952a0 service neutron] Bound port: 3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8286b499-2169-4ac2-b2c9-98453013a041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c4f80db4-35be-4b3c-8bae-306ff26e4f72'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:41:07.404893 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-7dc93993-5e95-4cec-bb70-d11eb91952a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:07.420997 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e04212e7-4494-4d11-8ecd-f80f30dc7a89 req-81d6ab99-5037-4e5e-9357-e368b68cdd81 tempest-ServersAdminTestJSON-1018662473 tempest-ServersAdminTestJSON-1018662473-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096879 Aug 19 14:41:07.606662 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-7dc93993-5e95-4cec-bb70-d11eb91952a0 service neutron] For port 3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:41:07.611561 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-7dc93993-5e95-4cec-bb70-d11eb91952a0 service neutron] For port 3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d,segment=NetworkSegment(8286b499-2169-4ac2-b2c9-98453013a041),segment_id=8286b499-2169-4ac2-b2c9-98453013a041)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:41:07.635608 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-7dc93993-5e95-4cec-bb70-d11eb91952a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:07.668657 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-7dc93993-5e95-4cec-bb70-d11eb91952a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:07.669294 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-7dc93993-5e95-4cec-bb70-d11eb91952a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:07.671621 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-7dc93993-5e95-4cec-bb70-d11eb91952a0 service neutron] 10.222.0.88 "PUT /v2.0/ports/3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d HTTP/1.1" status: 200 len: 1091 time: 1.9816148 Aug 19 14:41:07.683466 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 2b1c0372-f5f2-49ae-8c62-9cc2aa371e25 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:41:07.718232 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d976318-4567-4f88-a801-11e0df69f235', 'tag': '3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:41:07.728234 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f86f51-9cf6-4d7f-8fe6-865e3a7148b4" -d '{"events": [{"name": "network-changed", "server_uuid": "3d976318-4567-4f88-a801-11e0df69f235", "tag": "3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:41:07.742859 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-54355e5a-1e67-483d-a6b3-1d1891440eb7 service neutron] Request body: {'port': {'device_id': '3d976318-4567-4f88-a801-11e0df69f235', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:41:07.756687 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08558364-ba87-4818-a3cd-e1f811e95fa6 req-1c224f36-ccab-40b9-8cbb-c453f9a4897c tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:07.773987 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08558364-ba87-4818-a3cd-e1f811e95fa6 req-1c224f36-ccab-40b9-8cbb-c453f9a4897c tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:07.793471 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08558364-ba87-4818-a3cd-e1f811e95fa6 req-1c224f36-ccab-40b9-8cbb-c453f9a4897c tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:07.800618 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08558364-ba87-4818-a3cd-e1f811e95fa6 req-1c224f36-ccab-40b9-8cbb-c453f9a4897c tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:07.811515 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08558364-ba87-4818-a3cd-e1f811e95fa6 req-1c224f36-ccab-40b9-8cbb-c453f9a4897c tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:07.821351 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-08558364-ba87-4818-a3cd-e1f811e95fa6 req-1c224f36-ccab-40b9-8cbb-c453f9a4897c tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 3827 time: 0.2620370 Aug 19 14:41:07.878202 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 2b1c0372-f5f2-49ae-8c62-9cc2aa371e25 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:41:07.879119 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:08.026937 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:08.033920 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-54355e5a-1e67-483d-a6b3-1d1891440eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:08.056136 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc93993-5e95-4cec-bb70-d11eb91952a0 service neutron] Pushing event updated for resources: {'Port': ['ID=3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:08.128425 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 2b1c0372-f5f2-49ae-8c62-9cc2aa371e25, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=2b1c0372-f5f2-49ae-8c62-9cc2aa371e25,segment=NetworkSegment(fcd6ac5d-931b-4836-82cc-58250c6a0f69),segment_id=fcd6ac5d-931b-4836-82cc-58250c6a0f69)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:08.136794 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-08558364-ba87-4818-a3cd-e1f811e95fa6 req-c1f37050-0918-4cef-9b00-17f06fb55a66 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/security-groups?id=b221f776-c920-4201-a5ce-e97a00b87480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3072162 Aug 19 14:41:08.142218 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:08.267811 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=2b1c0372-f5f2-49ae-8c62-9cc2aa371e25,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:08.854400 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e761c4-92ce-4b2a-8ac9-520a3f82bd42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1c0372-f5f2-49ae-8c62-9cc2aa371e25'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:41:08.859952 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5249d04d-ff2e-4931-8777-1798819971e6" -d '{"events": [{"server_uuid": "85e761c4-92ce-4b2a-8ac9-520a3f82bd42", "name": "network-vif-plugged", "status": "completed", "tag": "2b1c0372-f5f2-49ae-8c62-9cc2aa371e25"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:41:09.461655 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-54355e5a-1e67-483d-a6b3-1d1891440eb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5041c84-227f-4ce0-b39a-d1af5a9cfa38 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:41:09.472292 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-54355e5a-1e67-483d-a6b3-1d1891440eb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:09.494955 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-54355e5a-1e67-483d-a6b3-1d1891440eb7 service neutron] Transition to ACTIVE for port object f5041c84-227f-4ce0-b39a-d1af5a9cfa38 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:41:09.507719 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-54355e5a-1e67-483d-a6b3-1d1891440eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:09.536991 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff5f68-c924-410b-9e15-31762c0be177 req-d1e0a026-052e-4f6c-bba0-a2fe678c4bda tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:09.546044 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff5f68-c924-410b-9e15-31762c0be177 req-d1e0a026-052e-4f6c-bba0-a2fe678c4bda tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:09.553224 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff5f68-c924-410b-9e15-31762c0be177 req-d1e0a026-052e-4f6c-bba0-a2fe678c4bda tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:09.559384 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff5f68-c924-410b-9e15-31762c0be177 req-d1e0a026-052e-4f6c-bba0-a2fe678c4bda tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:09.567534 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff5f68-c924-410b-9e15-31762c0be177 req-d1e0a026-052e-4f6c-bba0-a2fe678c4bda tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:09.577112 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff5f68-c924-410b-9e15-31762c0be177 req-d1e0a026-052e-4f6c-bba0-a2fe678c4bda tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:09.583733 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff5f68-c924-410b-9e15-31762c0be177 req-d1e0a026-052e-4f6c-bba0-a2fe678c4bda tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:09.594943 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b3ff5f68-c924-410b-9e15-31762c0be177 req-d1e0a026-052e-4f6c-bba0-a2fe678c4bda tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 5421 time: 1.0710580 Aug 19 14:41:09.685163 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b3ff5f68-c924-410b-9e15-31762c0be177 req-554fe1da-02e8-4bb6-bca2-df158abd21d2 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/security-groups?id=79af4be3-90a0-4292-a54f-cdd3d9a00e15&id=27241ab3-04f0-48c7-8563-70f9530fcbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0887361 Aug 19 14:41:09.948253 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54355e5a-1e67-483d-a6b3-1d1891440eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=f5041c84-227f-4ce0-b39a-d1af5a9cfa38,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:09.971372 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-54355e5a-1e67-483d-a6b3-1d1891440eb7 service neutron] Attempting to bind port f5041c84-227f-4ce0-b39a-d1af5a9cfa38 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:41:09.971874 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-54355e5a-1e67-483d-a6b3-1d1891440eb7 service neutron] Attempting to bind port f5041c84-227f-4ce0-b39a-d1af5a9cfa38 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'fdbc698c-a407-4185-b827-fddb386d580e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'dac15f89-eb05-4149-aeea-9b60945c8ac2'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:41:09.972320 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-54355e5a-1e67-483d-a6b3-1d1891440eb7 service neutron] Attempting to bind port f5041c84-227f-4ce0-b39a-d1af5a9cfa38 on network dac15f89-eb05-4149-aeea-9b60945c8ac2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:41:09.979313 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-54355e5a-1e67-483d-a6b3-1d1891440eb7 service neutron] Port f5041c84-227f-4ce0-b39a-d1af5a9cfa38 on network dac15f89-eb05-4149-aeea-9b60945c8ac2 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:41:09.980000 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-54355e5a-1e67-483d-a6b3-1d1891440eb7 service neutron] Attempting to bind port f5041c84-227f-4ce0-b39a-d1af5a9cfa38 on network dac15f89-eb05-4149-aeea-9b60945c8ac2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:41:09.986961 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-54355e5a-1e67-483d-a6b3-1d1891440eb7 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:41:09.987522 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-54355e5a-1e67-483d-a6b3-1d1891440eb7 service neutron] Checking segment: {'id': 'fdbc698c-a407-4185-b827-fddb386d580e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'dac15f89-eb05-4149-aeea-9b60945c8ac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:41:09.988293 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-54355e5a-1e67-483d-a6b3-1d1891440eb7 service neutron] Bound using segment: {'id': 'fdbc698c-a407-4185-b827-fddb386d580e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'dac15f89-eb05-4149-aeea-9b60945c8ac2'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:41:09.989386 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-54355e5a-1e67-483d-a6b3-1d1891440eb7 service neutron] Bound port: f5041c84-227f-4ce0-b39a-d1af5a9cfa38, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdbc698c-a407-4185-b827-fddb386d580e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'dac15f89-eb05-4149-aeea-9b60945c8ac2'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:41:09.990360 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-54355e5a-1e67-483d-a6b3-1d1891440eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:10.032356 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d095cf9-9f56-4918-b95a-d8e1d811739e req-44f1e923-fc8d-42be-995e-bd5bc1a56f7d tempest-ServersAdminTestJSON-1018662473 tempest-ServersAdminTestJSON-1018662473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:10.034357 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4d095cf9-9f56-4918-b95a-d8e1d811739e req-44f1e923-fc8d-42be-995e-bd5bc1a56f7d tempest-ServersAdminTestJSON-1018662473 tempest-ServersAdminTestJSON-1018662473-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 1100 time: 0.1793876 Aug 19 14:41:10.190691 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-54355e5a-1e67-483d-a6b3-1d1891440eb7 service neutron] For port f5041c84-227f-4ce0-b39a-d1af5a9cfa38, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:41:10.216731 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-54355e5a-1e67-483d-a6b3-1d1891440eb7 service neutron] For port f5041c84-227f-4ce0-b39a-d1af5a9cfa38, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=f5041c84-227f-4ce0-b39a-d1af5a9cfa38,segment=NetworkSegment(fdbc698c-a407-4185-b827-fddb386d580e),segment_id=fdbc698c-a407-4185-b827-fddb386d580e)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:41:10.229829 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4d095cf9-9f56-4918-b95a-d8e1d811739e req-ed08c34c-4b84-4dd2-8f0c-8616bd0222fe tempest-ServersAdminTestJSON-1018662473 tempest-ServersAdminTestJSON-1018662473-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831926 Aug 19 14:41:10.231632 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-54355e5a-1e67-483d-a6b3-1d1891440eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:10.294174 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-54355e5a-1e67-483d-a6b3-1d1891440eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:10.294809 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-54355e5a-1e67-483d-a6b3-1d1891440eb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:10.298248 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-54355e5a-1e67-483d-a6b3-1d1891440eb7 service neutron] 10.222.0.88 "PUT /v2.0/ports/f5041c84-227f-4ce0-b39a-d1af5a9cfa38 HTTP/1.1" status: 200 len: 1134 time: 2.5613880 Aug 19 14:41:10.367304 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-e8a06f02-fdef-49c3-a5af-9fb7e8279c5d service neutron] Request body: {'port': {'device_id': '3d976318-4567-4f88-a801-11e0df69f235', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:41:10.502961 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54355e5a-1e67-483d-a6b3-1d1891440eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=f5041c84-227f-4ce0-b39a-d1af5a9cfa38,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:10.513500 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3f30ae-2aff-4c29-9e62-70b388154106 x-openstack-request-id: req-5b3f30ae-2aff-4c29-9e62-70b388154106 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:41:10.513823 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d976318-4567-4f88-a801-11e0df69f235", "tag": "3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:41:10.514071 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5b3f30ae-2aff-4c29-9e62-70b388154106 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:41:10.514470 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d976318-4567-4f88-a801-11e0df69f235', 'tag': '3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d', 'status': 'completed', 'code': 200} Aug 19 14:41:10.538325 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-e8a06f02-fdef-49c3-a5af-9fb7e8279c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:10.635410 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f86f51-9cf6-4d7f-8fe6-865e3a7148b4 req-bd62755e-ba2f-4e69-9a48-edf4a2274578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:10.640666 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f86f51-9cf6-4d7f-8fe6-865e3a7148b4 req-bd62755e-ba2f-4e69-9a48-edf4a2274578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:10.641347 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f86f51-9cf6-4d7f-8fe6-865e3a7148b4 req-bd62755e-ba2f-4e69-9a48-edf4a2274578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:10.642005 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f86f51-9cf6-4d7f-8fe6-865e3a7148b4 req-bd62755e-ba2f-4e69-9a48-edf4a2274578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:10.645052 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f86f51-9cf6-4d7f-8fe6-865e3a7148b4 req-bd62755e-ba2f-4e69-9a48-edf4a2274578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:10.645873 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f86f51-9cf6-4d7f-8fe6-865e3a7148b4 req-bd62755e-ba2f-4e69-9a48-edf4a2274578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:10.648047 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-98f86f51-9cf6-4d7f-8fe6-865e3a7148b4 req-bd62755e-ba2f-4e69-9a48-edf4a2274578 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ef249261d4604936b13aa21e0bea0dc2&device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 5289 time: 0.1195433 Aug 19 14:41:10.820973 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f86f51-9cf6-4d7f-8fe6-865e3a7148b4 req-307f494b-3b78-420c-b44b-67bab0928b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:10.821805 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f86f51-9cf6-4d7f-8fe6-865e3a7148b4 req-307f494b-3b78-420c-b44b-67bab0928b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:10.822280 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f86f51-9cf6-4d7f-8fe6-865e3a7148b4 req-307f494b-3b78-420c-b44b-67bab0928b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:10.823896 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-98f86f51-9cf6-4d7f-8fe6-865e3a7148b4 req-307f494b-3b78-420c-b44b-67bab0928b46 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=ef249261d4604936b13aa21e0bea0dc2&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1591175 Aug 19 14:41:11.054240 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-e8a06f02-fdef-49c3-a5af-9fb7e8279c5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56da6e17-81c7-428b-af76-84d1fb4c24f1 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:41:11.055252 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f86f51-9cf6-4d7f-8fe6-865e3a7148b4 req-4ff20214-d677-4be3-a2ad-222681d5055c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:11.060720 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-98f86f51-9cf6-4d7f-8fe6-865e3a7148b4 req-4ff20214-d677-4be3-a2ad-222681d5055c service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1760521 Aug 19 14:41:11.069525 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-e8a06f02-fdef-49c3-a5af-9fb7e8279c5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:11.088921 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-e8a06f02-fdef-49c3-a5af-9fb7e8279c5d service neutron] Transition to ACTIVE for port object 56da6e17-81c7-428b-af76-84d1fb4c24f1 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:41:11.109262 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb053058-f352-43d2-99d8-c0dabc4240e0 req-29f515d8-bad3-431c-94c6-e70d0647b41b tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:11.117793 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fb053058-f352-43d2-99d8-c0dabc4240e0 req-29f515d8-bad3-431c-94c6-e70d0647b41b tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=064ec3f3-16aa-457d-b6c1-e6e83d60e694 HTTP/1.1" status: 200 len: 950 time: 0.4700701 Aug 19 14:41:11.130318 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-e8a06f02-fdef-49c3-a5af-9fb7e8279c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:11.200311 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a06f02-fdef-49c3-a5af-9fb7e8279c5d service neutron] Pushing event updated for resources: {'Port': ['ID=56da6e17-81c7-428b-af76-84d1fb4c24f1,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:11.377120 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fb053058-f352-43d2-99d8-c0dabc4240e0 req-a3d431e6-cd33-437e-98e5-bda4732dbd89 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583144 Aug 19 14:41:11.432846 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-e8a06f02-fdef-49c3-a5af-9fb7e8279c5d service neutron] Attempting to bind port 56da6e17-81c7-428b-af76-84d1fb4c24f1 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:41:11.432846 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-e8a06f02-fdef-49c3-a5af-9fb7e8279c5d service neutron] Attempting to bind port 56da6e17-81c7-428b-af76-84d1fb4c24f1 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'fdbc698c-a407-4185-b827-fddb386d580e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'dac15f89-eb05-4149-aeea-9b60945c8ac2'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:41:11.432846 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-e8a06f02-fdef-49c3-a5af-9fb7e8279c5d service neutron] Attempting to bind port 56da6e17-81c7-428b-af76-84d1fb4c24f1 on network dac15f89-eb05-4149-aeea-9b60945c8ac2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:41:11.459046 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-e8a06f02-fdef-49c3-a5af-9fb7e8279c5d service neutron] Port 56da6e17-81c7-428b-af76-84d1fb4c24f1 on network dac15f89-eb05-4149-aeea-9b60945c8ac2 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:41:11.459046 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-e8a06f02-fdef-49c3-a5af-9fb7e8279c5d service neutron] Attempting to bind port 56da6e17-81c7-428b-af76-84d1fb4c24f1 on network dac15f89-eb05-4149-aeea-9b60945c8ac2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:41:11.465025 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-e8a06f02-fdef-49c3-a5af-9fb7e8279c5d service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:41:11.465751 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-e8a06f02-fdef-49c3-a5af-9fb7e8279c5d service neutron] Checking segment: {'id': 'fdbc698c-a407-4185-b827-fddb386d580e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'dac15f89-eb05-4149-aeea-9b60945c8ac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:41:11.466401 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-e8a06f02-fdef-49c3-a5af-9fb7e8279c5d service neutron] Bound using segment: {'id': 'fdbc698c-a407-4185-b827-fddb386d580e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'dac15f89-eb05-4149-aeea-9b60945c8ac2'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:41:11.467644 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-e8a06f02-fdef-49c3-a5af-9fb7e8279c5d service neutron] Bound port: 56da6e17-81c7-428b-af76-84d1fb4c24f1, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdbc698c-a407-4185-b827-fddb386d580e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'dac15f89-eb05-4149-aeea-9b60945c8ac2'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:41:11.468255 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-e8a06f02-fdef-49c3-a5af-9fb7e8279c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:11.667632 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a51e76-485c-4ffc-a42f-979793973910 req-6cf8a28e-241b-4c64-bd7a-542163179452 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:11.670040 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b1a51e76-485c-4ffc-a42f-979793973910 req-6cf8a28e-241b-4c64-bd7a-542163179452 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 945 time: 0.1456456 Aug 19 14:41:11.677454 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-e8a06f02-fdef-49c3-a5af-9fb7e8279c5d service neutron] For port 56da6e17-81c7-428b-af76-84d1fb4c24f1, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:41:11.686098 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-e8a06f02-fdef-49c3-a5af-9fb7e8279c5d service neutron] For port 56da6e17-81c7-428b-af76-84d1fb4c24f1, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=56da6e17-81c7-428b-af76-84d1fb4c24f1,segment=NetworkSegment(fdbc698c-a407-4185-b827-fddb386d580e),segment_id=fdbc698c-a407-4185-b827-fddb386d580e)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:41:11.705133 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-e8a06f02-fdef-49c3-a5af-9fb7e8279c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:11.832159 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-e8a06f02-fdef-49c3-a5af-9fb7e8279c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:11.832973 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-e8a06f02-fdef-49c3-a5af-9fb7e8279c5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:11.834477 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-e8a06f02-fdef-49c3-a5af-9fb7e8279c5d service neutron] 10.222.0.88 "PUT /v2.0/ports/56da6e17-81c7-428b-af76-84d1fb4c24f1 HTTP/1.1" status: 200 len: 1136 time: 1.4799111 Aug 19 14:41:11.835142 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a06f02-fdef-49c3-a5af-9fb7e8279c5d service neutron] Pushing event updated for resources: {'Port': ['ID=56da6e17-81c7-428b-af76-84d1fb4c24f1,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:11.906300 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-2e92ec9c-9ee3-46dc-878f-b157fac30018 service neutron] Request body: {'port': {'device_id': '3d976318-4567-4f88-a801-11e0df69f235', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:41:11.925349 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b1a51e76-485c-4ffc-a42f-979793973910 req-cbf570d1-d3c5-4e74-8687-ce9e8da26c42 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2360413 Aug 19 14:41:12.013459 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0c0275-0682-49a3-8da3-c690f334fa7b x-openstack-request-id: req-bd0c0275-0682-49a3-8da3-c690f334fa7b {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:41:12.014563 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85e761c4-92ce-4b2a-8ac9-520a3f82bd42", "name": "network-vif-plugged", "status": "completed", "tag": "2b1c0372-f5f2-49ae-8c62-9cc2aa371e25", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:41:12.014563 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bd0c0275-0682-49a3-8da3-c690f334fa7b {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:41:12.014921 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e761c4-92ce-4b2a-8ac9-520a3f82bd42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1c0372-f5f2-49ae-8c62-9cc2aa371e25', 'code': 200} Aug 19 14:41:12.077747 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-2e92ec9c-9ee3-46dc-878f-b157fac30018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:12.384193 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61915f95-18b6-4f11-9778-b6bab58902a7 req-db8bad9b-71ef-4b37-9ad8-5b8b5aa6f445 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:12.391155 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61915f95-18b6-4f11-9778-b6bab58902a7 req-db8bad9b-71ef-4b37-9ad8-5b8b5aa6f445 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:12.397732 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61915f95-18b6-4f11-9778-b6bab58902a7 req-db8bad9b-71ef-4b37-9ad8-5b8b5aa6f445 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:12.403936 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61915f95-18b6-4f11-9778-b6bab58902a7 req-db8bad9b-71ef-4b37-9ad8-5b8b5aa6f445 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:12.410252 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61915f95-18b6-4f11-9778-b6bab58902a7 req-db8bad9b-71ef-4b37-9ad8-5b8b5aa6f445 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:12.416905 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61915f95-18b6-4f11-9778-b6bab58902a7 req-db8bad9b-71ef-4b37-9ad8-5b8b5aa6f445 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:12.427060 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61915f95-18b6-4f11-9778-b6bab58902a7 req-db8bad9b-71ef-4b37-9ad8-5b8b5aa6f445 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:12.439065 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-61915f95-18b6-4f11-9778-b6bab58902a7 req-db8bad9b-71ef-4b37-9ad8-5b8b5aa6f445 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 5381 time: 0.3292620 Aug 19 14:41:12.517978 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-61915f95-18b6-4f11-9778-b6bab58902a7 req-18d53e62-9390-47cb-978f-c10e783dc4d4 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/security-groups?id=8862cddc-dd3e-4608-94de-b1904f67b1ca&id=b221f776-c920-4201-a5ce-e97a00b87480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0779085 Aug 19 14:41:12.520853 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d976318-4567-4f88-a801-11e0df69f235', 'tag': 'f5041c84-227f-4ce0-b39a-d1af5a9cfa38'}, {'name': 'network-changed', 'server_uuid': '3d976318-4567-4f88-a801-11e0df69f235', 'tag': '56da6e17-81c7-428b-af76-84d1fb4c24f1'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:41:12.527348 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e640bea9-0c0b-4ce8-aed5-7dddf0ef1732" -d '{"events": [{"name": "network-changed", "server_uuid": "3d976318-4567-4f88-a801-11e0df69f235", "tag": "f5041c84-227f-4ce0-b39a-d1af5a9cfa38"}, {"name": "network-changed", "server_uuid": "3d976318-4567-4f88-a801-11e0df69f235", "tag": "56da6e17-81c7-428b-af76-84d1fb4c24f1"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:41:12.775495 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-2e92ec9c-9ee3-46dc-878f-b157fac30018 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93485bc7-eef2-4211-b0e9-a72ac559f8f1 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:41:12.786702 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-2e92ec9c-9ee3-46dc-878f-b157fac30018 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:12.803133 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-2e92ec9c-9ee3-46dc-878f-b157fac30018 service neutron] Transition to ACTIVE for port object 93485bc7-eef2-4211-b0e9-a72ac559f8f1 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:41:12.820302 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-2e92ec9c-9ee3-46dc-878f-b157fac30018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:13.085039 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e92ec9c-9ee3-46dc-878f-b157fac30018 service neutron] Pushing event updated for resources: {'Port': ['ID=93485bc7-eef2-4211-b0e9-a72ac559f8f1,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:13.137098 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-2e92ec9c-9ee3-46dc-878f-b157fac30018 service neutron] Attempting to bind port 93485bc7-eef2-4211-b0e9-a72ac559f8f1 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:41:13.141293 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-2e92ec9c-9ee3-46dc-878f-b157fac30018 service neutron] Attempting to bind port 93485bc7-eef2-4211-b0e9-a72ac559f8f1 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'fdbc698c-a407-4185-b827-fddb386d580e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'dac15f89-eb05-4149-aeea-9b60945c8ac2'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:41:13.142092 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-2e92ec9c-9ee3-46dc-878f-b157fac30018 service neutron] Attempting to bind port 93485bc7-eef2-4211-b0e9-a72ac559f8f1 on network dac15f89-eb05-4149-aeea-9b60945c8ac2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:41:13.154168 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-2e92ec9c-9ee3-46dc-878f-b157fac30018 service neutron] Port 93485bc7-eef2-4211-b0e9-a72ac559f8f1 on network dac15f89-eb05-4149-aeea-9b60945c8ac2 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:41:13.167449 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-2e92ec9c-9ee3-46dc-878f-b157fac30018 service neutron] Attempting to bind port 93485bc7-eef2-4211-b0e9-a72ac559f8f1 on network dac15f89-eb05-4149-aeea-9b60945c8ac2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:41:13.177227 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-2e92ec9c-9ee3-46dc-878f-b157fac30018 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:41:13.178956 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-2e92ec9c-9ee3-46dc-878f-b157fac30018 service neutron] Checking segment: {'id': 'fdbc698c-a407-4185-b827-fddb386d580e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'dac15f89-eb05-4149-aeea-9b60945c8ac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:41:13.181605 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-2e92ec9c-9ee3-46dc-878f-b157fac30018 service neutron] Bound using segment: {'id': 'fdbc698c-a407-4185-b827-fddb386d580e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'dac15f89-eb05-4149-aeea-9b60945c8ac2'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:41:13.182894 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-2e92ec9c-9ee3-46dc-878f-b157fac30018 service neutron] Bound port: 93485bc7-eef2-4211-b0e9-a72ac559f8f1, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdbc698c-a407-4185-b827-fddb386d580e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'dac15f89-eb05-4149-aeea-9b60945c8ac2'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:41:13.183518 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-2e92ec9c-9ee3-46dc-878f-b157fac30018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:13.257218 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3172d7-058f-47ce-ae75-dc76a109d9a4 req-a5b6fd8c-c908-4088-b5dd-139daafbd78c tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:13.265523 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3172d7-058f-47ce-ae75-dc76a109d9a4 req-a5b6fd8c-c908-4088-b5dd-139daafbd78c tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:13.274953 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3172d7-058f-47ce-ae75-dc76a109d9a4 req-a5b6fd8c-c908-4088-b5dd-139daafbd78c tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:13.290995 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3172d7-058f-47ce-ae75-dc76a109d9a4 req-a5b6fd8c-c908-4088-b5dd-139daafbd78c tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:13.304178 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3172d7-058f-47ce-ae75-dc76a109d9a4 req-a5b6fd8c-c908-4088-b5dd-139daafbd78c tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:13.311925 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3172d7-058f-47ce-ae75-dc76a109d9a4 req-a5b6fd8c-c908-4088-b5dd-139daafbd78c tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:13.319433 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3172d7-058f-47ce-ae75-dc76a109d9a4 req-a5b6fd8c-c908-4088-b5dd-139daafbd78c tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:13.321499 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8a3172d7-058f-47ce-ae75-dc76a109d9a4 req-a5b6fd8c-c908-4088-b5dd-139daafbd78c tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 5421 time: 0.3999817 Aug 19 14:41:13.406312 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8a3172d7-058f-47ce-ae75-dc76a109d9a4 req-0d5eea2b-1574-4e7d-aa84-2eb1ce1a0a93 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/security-groups?id=79af4be3-90a0-4292-a54f-cdd3d9a00e15&id=27241ab3-04f0-48c7-8563-70f9530fcbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553777 Aug 19 14:41:13.522677 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-2e92ec9c-9ee3-46dc-878f-b157fac30018 service neutron] For port 93485bc7-eef2-4211-b0e9-a72ac559f8f1, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:41:13.527174 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-2e92ec9c-9ee3-46dc-878f-b157fac30018 service neutron] For port 93485bc7-eef2-4211-b0e9-a72ac559f8f1, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=93485bc7-eef2-4211-b0e9-a72ac559f8f1,segment=NetworkSegment(fdbc698c-a407-4185-b827-fddb386d580e),segment_id=fdbc698c-a407-4185-b827-fddb386d580e)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:41:13.536883 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-2e92ec9c-9ee3-46dc-878f-b157fac30018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:13.565095 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-2e92ec9c-9ee3-46dc-878f-b157fac30018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:13.565814 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-2e92ec9c-9ee3-46dc-878f-b157fac30018 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:13.568690 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-2e92ec9c-9ee3-46dc-878f-b157fac30018 service neutron] 10.222.0.88 "PUT /v2.0/ports/93485bc7-eef2-4211-b0e9-a72ac559f8f1 HTTP/1.1" status: 200 len: 1090 time: 1.6665065 Aug 19 14:41:13.634199 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-a8933f9d-82b9-4b54-94df-1e388673dcc7 service neutron] Request body: {'port': {'device_id': '3d976318-4567-4f88-a801-11e0df69f235', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:41:13.808390 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e92ec9c-9ee3-46dc-878f-b157fac30018 service neutron] Pushing event updated for resources: {'Port': ['ID=93485bc7-eef2-4211-b0e9-a72ac559f8f1,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:13.869702 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e310d7-7815-48b3-b881-ec8527e68916 req-37fd40ee-1fd8-4aec-bfe8-7c790f21884e tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:13.879081 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-49e310d7-7815-48b3-b881-ec8527e68916 req-37fd40ee-1fd8-4aec-bfe8-7c790f21884e tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ae3c539-2077-49b6-8a6a-6ce5033aa220 HTTP/1.1" status: 200 len: 949 time: 0.2651916 Aug 19 14:41:13.974442 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-49e310d7-7815-48b3-b881-ec8527e68916 req-3971d536-789c-4977-9496-4225fc1b8d09 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940464 Aug 19 14:41:13.975790 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-a8933f9d-82b9-4b54-94df-1e388673dcc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:14.282259 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 19 Aug 2021 14:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98dbb0de-ecf3-49e3-b525-f7dabb057e4b x-openstack-request-id: req-98dbb0de-ecf3-49e3-b525-f7dabb057e4b {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:41:14.282987 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d976318-4567-4f88-a801-11e0df69f235", "tag": "f5041c84-227f-4ce0-b39a-d1af5a9cfa38", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3d976318-4567-4f88-a801-11e0df69f235", "tag": "56da6e17-81c7-428b-af76-84d1fb4c24f1", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:41:14.283423 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-98dbb0de-ecf3-49e3-b525-f7dabb057e4b {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:41:14.284159 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d976318-4567-4f88-a801-11e0df69f235', 'tag': 'f5041c84-227f-4ce0-b39a-d1af5a9cfa38', 'status': 'completed', 'code': 200} Aug 19 14:41:14.284601 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d976318-4567-4f88-a801-11e0df69f235', 'tag': '56da6e17-81c7-428b-af76-84d1fb4c24f1', 'status': 'completed', 'code': 200} Aug 19 14:41:14.356203 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640bea9-0c0b-4ce8-aed5-7dddf0ef1732 req-c305bf05-fa8c-4ef6-91ba-d68c2b03be99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:14.356812 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640bea9-0c0b-4ce8-aed5-7dddf0ef1732 req-c305bf05-fa8c-4ef6-91ba-d68c2b03be99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:14.360201 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640bea9-0c0b-4ce8-aed5-7dddf0ef1732 req-c305bf05-fa8c-4ef6-91ba-d68c2b03be99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:14.360726 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640bea9-0c0b-4ce8-aed5-7dddf0ef1732 req-c305bf05-fa8c-4ef6-91ba-d68c2b03be99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:14.361212 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640bea9-0c0b-4ce8-aed5-7dddf0ef1732 req-c305bf05-fa8c-4ef6-91ba-d68c2b03be99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:14.361690 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640bea9-0c0b-4ce8-aed5-7dddf0ef1732 req-c305bf05-fa8c-4ef6-91ba-d68c2b03be99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:14.362168 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640bea9-0c0b-4ce8-aed5-7dddf0ef1732 req-c305bf05-fa8c-4ef6-91ba-d68c2b03be99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:14.364181 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e640bea9-0c0b-4ce8-aed5-7dddf0ef1732 req-c305bf05-fa8c-4ef6-91ba-d68c2b03be99 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ef249261d4604936b13aa21e0bea0dc2&device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 6285 time: 0.1460464 Aug 19 14:41:14.532172 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 2843ebb3-e971-408f-85db-a3c624b9b9d8 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:41:14.533833 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a583ced-318c-428a-a8d0-67e097617a8a req-50248d12-bfdf-487e-8de6-43c18e95c739 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:14.554744 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7a583ced-318c-428a-a8d0-67e097617a8a req-50248d12-bfdf-487e-8de6-43c18e95c739 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 945 time: 0.1404936 Aug 19 14:41:14.618680 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640bea9-0c0b-4ce8-aed5-7dddf0ef1732 req-ebe28f9c-af42-4cd8-916a-dcaea778797c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:14.619342 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640bea9-0c0b-4ce8-aed5-7dddf0ef1732 req-ebe28f9c-af42-4cd8-916a-dcaea778797c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:14.619883 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640bea9-0c0b-4ce8-aed5-7dddf0ef1732 req-ebe28f9c-af42-4cd8-916a-dcaea778797c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:14.621686 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e640bea9-0c0b-4ce8-aed5-7dddf0ef1732 req-ebe28f9c-af42-4cd8-916a-dcaea778797c service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=ef249261d4604936b13aa21e0bea0dc2&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2390504 Aug 19 14:41:14.733658 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-a8933f9d-82b9-4b54-94df-1e388673dcc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a16826a5-9cce-46a1-90cc-c867f69bcd8c {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:41:14.750836 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-a8933f9d-82b9-4b54-94df-1e388673dcc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:14.782772 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-a8933f9d-82b9-4b54-94df-1e388673dcc7 service neutron] Transition to ACTIVE for port object a16826a5-9cce-46a1-90cc-c867f69bcd8c will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:41:14.788179 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 2843ebb3-e971-408f-85db-a3c624b9b9d8, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=2843ebb3-e971-408f-85db-a3c624b9b9d8,segment=NetworkSegment(a7b4169d-aca4-48ae-9564-ded492f4f0c1),segment_id=a7b4169d-aca4-48ae-9564-ded492f4f0c1)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:14.801391 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-a8933f9d-82b9-4b54-94df-1e388673dcc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:14.834577 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640bea9-0c0b-4ce8-aed5-7dddf0ef1732 req-e372cf3a-c26f-4efa-b53c-8697da83ef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:14.836572 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e640bea9-0c0b-4ce8-aed5-7dddf0ef1732 req-e372cf3a-c26f-4efa-b53c-8697da83ef01 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2060816 Aug 19 14:41:14.931180 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8933f9d-82b9-4b54-94df-1e388673dcc7 service neutron] Pushing event updated for resources: {'Port': ['ID=a16826a5-9cce-46a1-90cc-c867f69bcd8c,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:14.987645 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7a583ced-318c-428a-a8d0-67e097617a8a req-efaed3af-23aa-4977-b037-73cb26521f3e tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4318383 Aug 19 14:41:15.034215 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640bea9-0c0b-4ce8-aed5-7dddf0ef1732 req-eaecb880-6727-4a52-99b4-9cea1ebebc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:15.040815 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640bea9-0c0b-4ce8-aed5-7dddf0ef1732 req-eaecb880-6727-4a52-99b4-9cea1ebebc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:15.041634 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640bea9-0c0b-4ce8-aed5-7dddf0ef1732 req-eaecb880-6727-4a52-99b4-9cea1ebebc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:15.042307 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640bea9-0c0b-4ce8-aed5-7dddf0ef1732 req-eaecb880-6727-4a52-99b4-9cea1ebebc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:15.042968 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640bea9-0c0b-4ce8-aed5-7dddf0ef1732 req-eaecb880-6727-4a52-99b4-9cea1ebebc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:15.043958 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640bea9-0c0b-4ce8-aed5-7dddf0ef1732 req-eaecb880-6727-4a52-99b4-9cea1ebebc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:15.045231 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640bea9-0c0b-4ce8-aed5-7dddf0ef1732 req-eaecb880-6727-4a52-99b4-9cea1ebebc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:15.053173 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e640bea9-0c0b-4ce8-aed5-7dddf0ef1732 req-eaecb880-6727-4a52-99b4-9cea1ebebc72 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ef249261d4604936b13aa21e0bea0dc2&device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 6310 time: 0.1603937 Aug 19 14:41:15.192803 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '2843ebb3-e971-408f-85db-a3c624b9b9d8', 'network_id': '120c5244-d1e2-46c3-b22a-2b90b5b4e09c', 'port_id': '2843ebb3-e971-408f-85db-a3c624b9b9d8', 'mac_address': 'fa:16:3e:d9:39:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd90280f3-05d8-4d32-bed7-d9a137266bae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:41:15.193817 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-a8933f9d-82b9-4b54-94df-1e388673dcc7 service neutron] Attempting to bind port a16826a5-9cce-46a1-90cc-c867f69bcd8c on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:41:15.194283 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-a8933f9d-82b9-4b54-94df-1e388673dcc7 service neutron] Attempting to bind port a16826a5-9cce-46a1-90cc-c867f69bcd8c by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'fdbc698c-a407-4185-b827-fddb386d580e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'dac15f89-eb05-4149-aeea-9b60945c8ac2'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:41:15.194619 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-a8933f9d-82b9-4b54-94df-1e388673dcc7 service neutron] Attempting to bind port a16826a5-9cce-46a1-90cc-c867f69bcd8c on network dac15f89-eb05-4149-aeea-9b60945c8ac2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:41:15.225269 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-a8933f9d-82b9-4b54-94df-1e388673dcc7 service neutron] Port a16826a5-9cce-46a1-90cc-c867f69bcd8c on network dac15f89-eb05-4149-aeea-9b60945c8ac2 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:41:15.225597 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-a8933f9d-82b9-4b54-94df-1e388673dcc7 service neutron] Attempting to bind port a16826a5-9cce-46a1-90cc-c867f69bcd8c on network dac15f89-eb05-4149-aeea-9b60945c8ac2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:41:15.256390 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-a8933f9d-82b9-4b54-94df-1e388673dcc7 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:41:15.258257 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-a8933f9d-82b9-4b54-94df-1e388673dcc7 service neutron] Checking segment: {'id': 'fdbc698c-a407-4185-b827-fddb386d580e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'dac15f89-eb05-4149-aeea-9b60945c8ac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:41:15.259041 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-a8933f9d-82b9-4b54-94df-1e388673dcc7 service neutron] Bound using segment: {'id': 'fdbc698c-a407-4185-b827-fddb386d580e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'dac15f89-eb05-4149-aeea-9b60945c8ac2'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:41:15.259417 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-a8933f9d-82b9-4b54-94df-1e388673dcc7 service neutron] Bound port: a16826a5-9cce-46a1-90cc-c867f69bcd8c, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdbc698c-a407-4185-b827-fddb386d580e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'dac15f89-eb05-4149-aeea-9b60945c8ac2'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:41:15.259798 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-a8933f9d-82b9-4b54-94df-1e388673dcc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:15.316982 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:15.345413 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640bea9-0c0b-4ce8-aed5-7dddf0ef1732 req-7ef186b8-64c2-4075-9339-6f3e65e36383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:15.346123 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640bea9-0c0b-4ce8-aed5-7dddf0ef1732 req-7ef186b8-64c2-4075-9339-6f3e65e36383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:15.349322 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640bea9-0c0b-4ce8-aed5-7dddf0ef1732 req-7ef186b8-64c2-4075-9339-6f3e65e36383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:15.351629 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e640bea9-0c0b-4ce8-aed5-7dddf0ef1732 req-7ef186b8-64c2-4075-9339-6f3e65e36383 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=ef249261d4604936b13aa21e0bea0dc2&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2850578 Aug 19 14:41:15.374992 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2843ebb3-e971-408f-85db-a3c624b9b9d8 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:41:15.450367 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 2843ebb3-e971-408f-85db-a3c624b9b9d8, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=2843ebb3-e971-408f-85db-a3c624b9b9d8,segment=NetworkSegment(a7b4169d-aca4-48ae-9564-ded492f4f0c1),segment_id=a7b4169d-aca4-48ae-9564-ded492f4f0c1)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:15.455826 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:15.456572 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 4a7fd694-8a1a-46c5-8dda-a9af80047f38 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:41:15.536339 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-a8933f9d-82b9-4b54-94df-1e388673dcc7 service neutron] For port a16826a5-9cce-46a1-90cc-c867f69bcd8c, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:41:15.539739 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-a8933f9d-82b9-4b54-94df-1e388673dcc7 service neutron] For port a16826a5-9cce-46a1-90cc-c867f69bcd8c, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=a16826a5-9cce-46a1-90cc-c867f69bcd8c,segment=NetworkSegment(fdbc698c-a407-4185-b827-fddb386d580e),segment_id=fdbc698c-a407-4185-b827-fddb386d580e)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:41:15.543249 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640bea9-0c0b-4ce8-aed5-7dddf0ef1732 req-68b358a0-7871-4448-8036-baab80ba9856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:15.547284 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e640bea9-0c0b-4ce8-aed5-7dddf0ef1732 req-68b358a0-7871-4448-8036-baab80ba9856 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1750286 Aug 19 14:41:15.550815 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-a8933f9d-82b9-4b54-94df-1e388673dcc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:15.569806 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=2843ebb3-e971-408f-85db-a3c624b9b9d8,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:15.611481 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c0a04-c9dc-41ac-868a-7fe4cd065742 req-6eacdea1-4275-4ec3-8936-056bac742b26 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:15.618237 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c0a04-c9dc-41ac-868a-7fe4cd065742 req-6eacdea1-4275-4ec3-8936-056bac742b26 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:15.627477 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c0a04-c9dc-41ac-868a-7fe4cd065742 req-6eacdea1-4275-4ec3-8936-056bac742b26 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:15.642683 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c0a04-c9dc-41ac-868a-7fe4cd065742 req-6eacdea1-4275-4ec3-8936-056bac742b26 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:15.663147 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c0a04-c9dc-41ac-868a-7fe4cd065742 req-6eacdea1-4275-4ec3-8936-056bac742b26 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:15.670108 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c0a04-c9dc-41ac-868a-7fe4cd065742 req-6eacdea1-4275-4ec3-8936-056bac742b26 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:15.687313 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c0a04-c9dc-41ac-868a-7fe4cd065742 req-6eacdea1-4275-4ec3-8936-056bac742b26 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:15.705092 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d02c0a04-c9dc-41ac-868a-7fe4cd065742 req-6eacdea1-4275-4ec3-8936-056bac742b26 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 5405 time: 0.4041870 Aug 19 14:41:15.753414 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 4a7fd694-8a1a-46c5-8dda-a9af80047f38, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=4a7fd694-8a1a-46c5-8dda-a9af80047f38,segment=NetworkSegment(99c97db4-9a46-4f59-aa17-3bb2f2a5461a),segment_id=99c97db4-9a46-4f59-aa17-3bb2f2a5461a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:15.784466 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '4a7fd694-8a1a-46c5-8dda-a9af80047f38', 'network_id': 'f3436889-0f1e-4563-85ab-9bb255bdd019', 'port_id': '4a7fd694-8a1a-46c5-8dda-a9af80047f38', 'mac_address': 'fa:16:3e:38:7b:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9900bee7-cb74-4835-8689-e86fe6724bf5', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:41:15.831738 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-a8933f9d-82b9-4b54-94df-1e388673dcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:15.841158 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-a8933f9d-82b9-4b54-94df-1e388673dcc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:15.843274 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-a8933f9d-82b9-4b54-94df-1e388673dcc7 service neutron] 10.222.0.88 "PUT /v2.0/ports/a16826a5-9cce-46a1-90cc-c867f69bcd8c HTTP/1.1" status: 200 len: 1091 time: 2.2305558 Aug 19 14:41:15.906593 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-9990192d-3385-489e-9d02-a6351a20e0da service neutron] Request body: {'port': {'device_id': '3d976318-4567-4f88-a801-11e0df69f235', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:41:15.909624 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:15.935028 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a7fd694-8a1a-46c5-8dda-a9af80047f38 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:41:15.999401 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 4a7fd694-8a1a-46c5-8dda-a9af80047f38, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=4a7fd694-8a1a-46c5-8dda-a9af80047f38,segment=NetworkSegment(99c97db4-9a46-4f59-aa17-3bb2f2a5461a),segment_id=99c97db4-9a46-4f59-aa17-3bb2f2a5461a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:16.005030 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:16.005701 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:41:16.023757 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d02c0a04-c9dc-41ac-868a-7fe4cd065742 req-7bb6f599-c387-4bf0-a6e4-c9ba1050fe71 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/security-groups?id=8862cddc-dd3e-4608-94de-b1904f67b1ca&id=b221f776-c920-4201-a5ce-e97a00b87480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3087442 Aug 19 14:41:16.028394 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8933f9d-82b9-4b54-94df-1e388673dcc7 service neutron] Pushing event updated for resources: {'Port': ['ID=a16826a5-9cce-46a1-90cc-c867f69bcd8c,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:16.040725 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8933f9d-82b9-4b54-94df-1e388673dcc7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:16.041404 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8933f9d-82b9-4b54-94df-1e388673dcc7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:16.042039 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8933f9d-82b9-4b54-94df-1e388673dcc7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:16.042677 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8933f9d-82b9-4b54-94df-1e388673dcc7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:16.043482 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8933f9d-82b9-4b54-94df-1e388673dcc7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:16.044087 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8933f9d-82b9-4b54-94df-1e388673dcc7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:16.044649 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8933f9d-82b9-4b54-94df-1e388673dcc7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:16.046379 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8933f9d-82b9-4b54-94df-1e388673dcc7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:16.047087 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8933f9d-82b9-4b54-94df-1e388673dcc7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:16.054137 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8933f9d-82b9-4b54-94df-1e388673dcc7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:16.066898 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8933f9d-82b9-4b54-94df-1e388673dcc7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:16.067525 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8933f9d-82b9-4b54-94df-1e388673dcc7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:16.098986 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-9990192d-3385-489e-9d02-a6351a20e0da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:16.333195 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d976318-4567-4f88-a801-11e0df69f235', 'tag': '93485bc7-eef2-4211-b0e9-a72ac559f8f1'}, {'name': 'network-changed', 'server_uuid': '3d976318-4567-4f88-a801-11e0df69f235', 'tag': 'a16826a5-9cce-46a1-90cc-c867f69bcd8c'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:41:16.338967 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d24a38-245d-485b-88b8-702bc35c3682" -d '{"events": [{"name": "network-changed", "server_uuid": "3d976318-4567-4f88-a801-11e0df69f235", "tag": "93485bc7-eef2-4211-b0e9-a72ac559f8f1"}, {"name": "network-changed", "server_uuid": "3d976318-4567-4f88-a801-11e0df69f235", "tag": "a16826a5-9cce-46a1-90cc-c867f69bcd8c"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:41:16.532818 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=4a7fd694-8a1a-46c5-8dda-a9af80047f38,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:16.733858 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f,segment=NetworkSegment(b333896f-71d3-4667-9887-245337866152),segment_id=b333896f-71d3-4667-9887-245337866152)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:16.773885 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f', 'network_id': '35f8f681-bcb0-473e-b781-4b88789fa2d6', 'port_id': '9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f', 'mac_address': 'fa:16:3e:62:12:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8acc88a-fe8b-43cc-b8bf-ebd805cfdcd1', 'ip_address': '10.1.1.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:41:16.882392 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:16.915699 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:41:16.920006 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-9990192d-3385-489e-9d02-a6351a20e0da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8982814-7c65-4c2d-a505-8e9ce81f7934 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:41:16.929054 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-9990192d-3385-489e-9d02-a6351a20e0da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:16.944667 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-9990192d-3385-489e-9d02-a6351a20e0da service neutron] Transition to ACTIVE for port object e8982814-7c65-4c2d-a505-8e9ce81f7934 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:41:16.970887 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f,segment=NetworkSegment(b333896f-71d3-4667-9887-245337866152),segment_id=b333896f-71d3-4667-9887-245337866152)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:16.990034 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-9990192d-3385-489e-9d02-a6351a20e0da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:16.995534 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:16.996227 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device bf510a67-3758-4837-9af6-1a144f49bd82 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:41:17.124201 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port bf510a67-3758-4837-9af6-1a144f49bd82, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=bf510a67-3758-4837-9af6-1a144f49bd82,segment=NetworkSegment(b333896f-71d3-4667-9887-245337866152),segment_id=b333896f-71d3-4667-9887-245337866152)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:17.146997 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9990192d-3385-489e-9d02-a6351a20e0da service neutron] Pushing event updated for resources: {'Port': ['ID=e8982814-7c65-4c2d-a505-8e9ce81f7934,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:17.258796 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': 'bf510a67-3758-4837-9af6-1a144f49bd82', 'network_id': '35f8f681-bcb0-473e-b781-4b88789fa2d6', 'port_id': 'bf510a67-3758-4837-9af6-1a144f49bd82', 'mac_address': 'fa:16:3e:9a:ee:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8acc88a-fe8b-43cc-b8bf-ebd805cfdcd1', 'ip_address': '10.1.1.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:41:17.309536 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:17.331162 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:17.335331 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf510a67-3758-4837-9af6-1a144f49bd82 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:41:17.357885 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port bf510a67-3758-4837-9af6-1a144f49bd82, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=bf510a67-3758-4837-9af6-1a144f49bd82,segment=NetworkSegment(b333896f-71d3-4667-9887-245337866152),segment_id=b333896f-71d3-4667-9887-245337866152)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:17.364251 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:17.365234 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 4f46bceb-d478-4788-bf46-f2d1c4de2a62 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:41:17.379314 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a33874-57ce-42c6-bfe9-6345adb54fb8 req-60957732-0524-4d1d-af84-d69d72152b40 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:17.406785 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a33874-57ce-42c6-bfe9-6345adb54fb8 req-60957732-0524-4d1d-af84-d69d72152b40 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:17.444942 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a6a33874-57ce-42c6-bfe9-6345adb54fb8 req-60957732-0524-4d1d-af84-d69d72152b40 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=064ec3f3-16aa-457d-b6c1-e6e83d60e694&device_id=4ae3c539-2077-49b6-8a6a-6ce5033aa220 HTTP/1.1" status: 200 len: 1690 time: 0.2777412 Aug 19 14:41:17.645850 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=bf510a67-3758-4837-9af6-1a144f49bd82,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:17.664908 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 4f46bceb-d478-4788-bf46-f2d1c4de2a62, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=4f46bceb-d478-4788-bf46-f2d1c4de2a62,segment=NetworkSegment(b333896f-71d3-4667-9887-245337866152),segment_id=b333896f-71d3-4667-9887-245337866152)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:17.678678 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a6a33874-57ce-42c6-bfe9-6345adb54fb8 req-e8358b7b-033b-4338-bdee-ba1358ae3cdd tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294457 Aug 19 14:41:17.686433 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-9990192d-3385-489e-9d02-a6351a20e0da service neutron] Attempting to bind port e8982814-7c65-4c2d-a505-8e9ce81f7934 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:41:17.686785 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-9990192d-3385-489e-9d02-a6351a20e0da service neutron] Attempting to bind port e8982814-7c65-4c2d-a505-8e9ce81f7934 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '0a227c9e-95ce-428c-8193-ee402fc84925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f6ac2016-e7c1-459d-ba43-66cd8666f5a3'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:41:17.687128 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-9990192d-3385-489e-9d02-a6351a20e0da service neutron] Attempting to bind port e8982814-7c65-4c2d-a505-8e9ce81f7934 on network f6ac2016-e7c1-459d-ba43-66cd8666f5a3 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:41:17.689060 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '4f46bceb-d478-4788-bf46-f2d1c4de2a62', 'network_id': '35f8f681-bcb0-473e-b781-4b88789fa2d6', 'port_id': '4f46bceb-d478-4788-bf46-f2d1c4de2a62', 'mac_address': 'fa:16:3e:31:1a:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8acc88a-fe8b-43cc-b8bf-ebd805cfdcd1', 'ip_address': '10.1.1.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:41:17.703762 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-9990192d-3385-489e-9d02-a6351a20e0da service neutron] Port e8982814-7c65-4c2d-a505-8e9ce81f7934 on network f6ac2016-e7c1-459d-ba43-66cd8666f5a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:41:17.704350 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-9990192d-3385-489e-9d02-a6351a20e0da service neutron] Attempting to bind port e8982814-7c65-4c2d-a505-8e9ce81f7934 on network f6ac2016-e7c1-459d-ba43-66cd8666f5a3 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:41:17.710879 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-9990192d-3385-489e-9d02-a6351a20e0da service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:41:17.711394 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-9990192d-3385-489e-9d02-a6351a20e0da service neutron] Checking segment: {'id': '0a227c9e-95ce-428c-8193-ee402fc84925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f6ac2016-e7c1-459d-ba43-66cd8666f5a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:41:17.711783 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-9990192d-3385-489e-9d02-a6351a20e0da service neutron] Bound using segment: {'id': '0a227c9e-95ce-428c-8193-ee402fc84925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f6ac2016-e7c1-459d-ba43-66cd8666f5a3'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:41:17.713594 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-9990192d-3385-489e-9d02-a6351a20e0da service neutron] Bound port: e8982814-7c65-4c2d-a505-8e9ce81f7934, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a227c9e-95ce-428c-8193-ee402fc84925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f6ac2016-e7c1-459d-ba43-66cd8666f5a3'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:41:17.714183 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-9990192d-3385-489e-9d02-a6351a20e0da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:17.815231 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-9990192d-3385-489e-9d02-a6351a20e0da service neutron] For port e8982814-7c65-4c2d-a505-8e9ce81f7934, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:41:17.819782 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-9990192d-3385-489e-9d02-a6351a20e0da service neutron] For port e8982814-7c65-4c2d-a505-8e9ce81f7934, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=e8982814-7c65-4c2d-a505-8e9ce81f7934,segment=NetworkSegment(0a227c9e-95ce-428c-8193-ee402fc84925),segment_id=0a227c9e-95ce-428c-8193-ee402fc84925)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:41:17.827076 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-9990192d-3385-489e-9d02-a6351a20e0da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:17.861771 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:17.903235 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f46bceb-d478-4788-bf46-f2d1c4de2a62 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:41:17.971445 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 4f46bceb-d478-4788-bf46-f2d1c4de2a62, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=4f46bceb-d478-4788-bf46-f2d1c4de2a62,segment=NetworkSegment(b333896f-71d3-4667-9887-245337866152),segment_id=b333896f-71d3-4667-9887-245337866152)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:17.978790 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:17.980091 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 753eba00-312b-4ae4-b21f-17ab912d1769 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:41:18.123361 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=4f46bceb-d478-4788-bf46-f2d1c4de2a62,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:18.190272 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9990192d-3385-489e-9d02-a6351a20e0da service neutron] Pushing event updated for resources: {'Port': ['ID=e8982814-7c65-4c2d-a505-8e9ce81f7934,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:18.195942 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 753eba00-312b-4ae4-b21f-17ab912d1769, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=753eba00-312b-4ae4-b21f-17ab912d1769,segment=NetworkSegment(99c97db4-9a46-4f59-aa17-3bb2f2a5461a),segment_id=99c97db4-9a46-4f59-aa17-3bb2f2a5461a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:18.225086 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-9990192d-3385-489e-9d02-a6351a20e0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:18.225937 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-9990192d-3385-489e-9d02-a6351a20e0da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:18.244323 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-9990192d-3385-489e-9d02-a6351a20e0da service neutron] 10.222.0.88 "PUT /v2.0/ports/e8982814-7c65-4c2d-a505-8e9ce81f7934 HTTP/1.1" status: 200 len: 1091 time: 2.3459902 Aug 19 14:41:18.256738 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '753eba00-312b-4ae4-b21f-17ab912d1769', 'network_id': 'f3436889-0f1e-4563-85ab-9bb255bdd019', 'port_id': '753eba00-312b-4ae4-b21f-17ab912d1769', 'mac_address': 'fa:16:3e:3e:24:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9900bee7-cb74-4835-8689-e86fe6724bf5', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:41:18.281962 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-5ee54993-058d-4037-a908-1eec56eaaacb service neutron] Request body: {'port': {'device_id': '3d976318-4567-4f88-a801-11e0df69f235', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:41:18.359871 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3811996-b9c4-4eac-b4af-9a37948a2f61 req-f83d31c0-53e1-402f-ac3c-638755204fbf tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:18.384654 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:18.384920 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3811996-b9c4-4eac-b4af-9a37948a2f61 req-f83d31c0-53e1-402f-ac3c-638755204fbf tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:18.406472 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3811996-b9c4-4eac-b4af-9a37948a2f61 req-f83d31c0-53e1-402f-ac3c-638755204fbf tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:18.431750 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 753eba00-312b-4ae4-b21f-17ab912d1769 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:41:18.432622 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3811996-b9c4-4eac-b4af-9a37948a2f61 req-f83d31c0-53e1-402f-ac3c-638755204fbf tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:18.454915 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3811996-b9c4-4eac-b4af-9a37948a2f61 req-f83d31c0-53e1-402f-ac3c-638755204fbf tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:18.470055 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3811996-b9c4-4eac-b4af-9a37948a2f61 req-f83d31c0-53e1-402f-ac3c-638755204fbf tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:18.483278 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3811996-b9c4-4eac-b4af-9a37948a2f61 req-f83d31c0-53e1-402f-ac3c-638755204fbf tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:18.492862 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 753eba00-312b-4ae4-b21f-17ab912d1769, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=753eba00-312b-4ae4-b21f-17ab912d1769,segment=NetworkSegment(99c97db4-9a46-4f59-aa17-3bb2f2a5461a),segment_id=99c97db4-9a46-4f59-aa17-3bb2f2a5461a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:18.501518 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e3811996-b9c4-4eac-b4af-9a37948a2f61 req-f83d31c0-53e1-402f-ac3c-638755204fbf tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 5426 time: 0.5481393 Aug 19 14:41:18.502550 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:18.503392 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 60f87527-45c9-49a4-8b17-a576d308e581 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:41:18.692007 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e3811996-b9c4-4eac-b4af-9a37948a2f61 req-93676bee-8b88-43af-99da-e4badd2a25e5 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/security-groups?id=79af4be3-90a0-4292-a54f-cdd3d9a00e15&id=27241ab3-04f0-48c7-8563-70f9530fcbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1894915 Aug 19 14:41:18.734088 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=753eba00-312b-4ae4-b21f-17ab912d1769,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:18.787436 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-5ee54993-058d-4037-a908-1eec56eaaacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:18.877784 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 60f87527-45c9-49a4-8b17-a576d308e581, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=60f87527-45c9-49a4-8b17-a576d308e581,segment=NetworkSegment(b333896f-71d3-4667-9887-245337866152),segment_id=b333896f-71d3-4667-9887-245337866152)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:18.922754 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '60f87527-45c9-49a4-8b17-a576d308e581', 'network_id': '35f8f681-bcb0-473e-b781-4b88789fa2d6', 'port_id': '60f87527-45c9-49a4-8b17-a576d308e581', 'mac_address': 'fa:16:3e:03:0f:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8acc88a-fe8b-43cc-b8bf-ebd805cfdcd1', 'ip_address': '10.1.1.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:41:19.008619 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:19.050028 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60f87527-45c9-49a4-8b17-a576d308e581 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:41:19.085560 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 60f87527-45c9-49a4-8b17-a576d308e581, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=60f87527-45c9-49a4-8b17-a576d308e581,segment=NetworkSegment(b333896f-71d3-4667-9887-245337866152),segment_id=b333896f-71d3-4667-9887-245337866152)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:19.091833 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:19.151950 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=60f87527-45c9-49a4-8b17-a576d308e581,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:19.252742 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c4dfa-2653-4bf7-ba94-1390b444f926 req-0127c734-4522-4828-8713-2c840164e6d4 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:19.254383 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6c0c4dfa-2653-4bf7-ba94-1390b444f926 req-0127c734-4522-4828-8713-2c840164e6d4 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 945 time: 0.0872502 Aug 19 14:41:19.350808 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 19 Aug 2021 14:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8e1b67-c3f4-4fc5-8d13-a716bcdb6a4d x-openstack-request-id: req-dd8e1b67-c3f4-4fc5-8d13-a716bcdb6a4d {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:41:19.351105 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d976318-4567-4f88-a801-11e0df69f235", "tag": "93485bc7-eef2-4211-b0e9-a72ac559f8f1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3d976318-4567-4f88-a801-11e0df69f235", "tag": "a16826a5-9cce-46a1-90cc-c867f69bcd8c", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:41:19.351531 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-dd8e1b67-c3f4-4fc5-8d13-a716bcdb6a4d {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:41:19.352093 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d976318-4567-4f88-a801-11e0df69f235', 'tag': '93485bc7-eef2-4211-b0e9-a72ac559f8f1', 'status': 'completed', 'code': 200} Aug 19 14:41:19.352525 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d976318-4567-4f88-a801-11e0df69f235', 'tag': 'a16826a5-9cce-46a1-90cc-c867f69bcd8c', 'status': 'completed', 'code': 200} Aug 19 14:41:19.366903 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6c0c4dfa-2653-4bf7-ba94-1390b444f926 req-546ec8c5-c9f5-47cc-8e23-422fca100eee tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997100 Aug 19 14:41:19.461328 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-5ee54993-058d-4037-a908-1eec56eaaacb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3866d923-fecf-45c7-b7c5-f449482615e0 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:41:19.483950 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-5ee54993-058d-4037-a908-1eec56eaaacb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:19.523853 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-5ee54993-058d-4037-a908-1eec56eaaacb service neutron] Transition to ACTIVE for port object 3866d923-fecf-45c7-b7c5-f449482615e0 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:41:19.554853 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d24a38-245d-485b-88b8-702bc35c3682 req-67ca3aee-4114-4a07-9255-e3e25fcadd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:19.555440 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b859db-2645-4031-bd71-d56ef775f228 req-e6341a6b-7019-4eda-88bd-eef735e0a6dd tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:19.556552 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d24a38-245d-485b-88b8-702bc35c3682 req-67ca3aee-4114-4a07-9255-e3e25fcadd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:19.557851 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d24a38-245d-485b-88b8-702bc35c3682 req-67ca3aee-4114-4a07-9255-e3e25fcadd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:19.558527 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d24a38-245d-485b-88b8-702bc35c3682 req-67ca3aee-4114-4a07-9255-e3e25fcadd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:19.559107 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d24a38-245d-485b-88b8-702bc35c3682 req-67ca3aee-4114-4a07-9255-e3e25fcadd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:19.559652 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d24a38-245d-485b-88b8-702bc35c3682 req-67ca3aee-4114-4a07-9255-e3e25fcadd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:19.560641 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d24a38-245d-485b-88b8-702bc35c3682 req-67ca3aee-4114-4a07-9255-e3e25fcadd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:19.563071 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c4d24a38-245d-485b-88b8-702bc35c3682 req-67ca3aee-4114-4a07-9255-e3e25fcadd09 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ef249261d4604936b13aa21e0bea0dc2&device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 6419 time: 0.1871765 Aug 19 14:41:19.563393 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b859db-2645-4031-bd71-d56ef775f228 req-e6341a6b-7019-4eda-88bd-eef735e0a6dd tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:19.570339 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b859db-2645-4031-bd71-d56ef775f228 req-e6341a6b-7019-4eda-88bd-eef735e0a6dd tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:19.577466 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b859db-2645-4031-bd71-d56ef775f228 req-e6341a6b-7019-4eda-88bd-eef735e0a6dd tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:19.583672 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b859db-2645-4031-bd71-d56ef775f228 req-e6341a6b-7019-4eda-88bd-eef735e0a6dd tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:19.590888 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b859db-2645-4031-bd71-d56ef775f228 req-e6341a6b-7019-4eda-88bd-eef735e0a6dd tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:19.598206 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b859db-2645-4031-bd71-d56ef775f228 req-e6341a6b-7019-4eda-88bd-eef735e0a6dd tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:19.606603 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a4b859db-2645-4031-bd71-d56ef775f228 req-e6341a6b-7019-4eda-88bd-eef735e0a6dd tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 5417 time: 0.1398993 Aug 19 14:41:19.615367 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-5ee54993-058d-4037-a908-1eec56eaaacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:19.677005 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee54993-058d-4037-a908-1eec56eaaacb service neutron] Pushing event updated for resources: {'Port': ['ID=3866d923-fecf-45c7-b7c5-f449482615e0,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:19.725062 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d24a38-245d-485b-88b8-702bc35c3682 req-4532c0fc-15e1-41ff-83e7-c365babd2694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:19.726127 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d24a38-245d-485b-88b8-702bc35c3682 req-4532c0fc-15e1-41ff-83e7-c365babd2694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:19.727213 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d24a38-245d-485b-88b8-702bc35c3682 req-4532c0fc-15e1-41ff-83e7-c365babd2694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:19.729060 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c4d24a38-245d-485b-88b8-702bc35c3682 req-4532c0fc-15e1-41ff-83e7-c365babd2694 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=ef249261d4604936b13aa21e0bea0dc2&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1544201 Aug 19 14:41:19.739080 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a4b859db-2645-4031-bd71-d56ef775f228 req-9aa8acf6-2fd8-44a7-8b49-8d3b27a0e80b tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/security-groups?id=8862cddc-dd3e-4608-94de-b1904f67b1ca&id=b221f776-c920-4201-a5ce-e97a00b87480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1310084 Aug 19 14:41:19.917711 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d24a38-245d-485b-88b8-702bc35c3682 req-6d094c76-730b-4e36-aa1d-26ecc1b3b888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:19.920665 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c4d24a38-245d-485b-88b8-702bc35c3682 req-6d094c76-730b-4e36-aa1d-26ecc1b3b888 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1788330 Aug 19 14:41:20.001820 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f2ca8-ab49-46d1-9dbb-75108270056e req-aa1d60a1-b55c-4fe1-bd1c-7c25b777eadd tempest-ServersOnMultiNodesTest-2021204962 tempest-ServersOnMultiNodesTest-2021204962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:20.010220 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['2843ebb3-e971-408f-85db-a3c624b9b9d8'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:41:20.023464 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-216f2ca8-ab49-46d1-9dbb-75108270056e req-aa1d60a1-b55c-4fe1-bd1c-7c25b777eadd tempest-ServersOnMultiNodesTest-2021204962 tempest-ServersOnMultiNodesTest-2021204962-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=064ec3f3-16aa-457d-b6c1-e6e83d60e694 HTTP/1.1" status: 200 len: 1101 time: 0.1580393 Aug 19 14:41:20.042890 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-5ee54993-058d-4037-a908-1eec56eaaacb service neutron] Attempting to bind port 3866d923-fecf-45c7-b7c5-f449482615e0 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:41:20.043257 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-5ee54993-058d-4037-a908-1eec56eaaacb service neutron] Attempting to bind port 3866d923-fecf-45c7-b7c5-f449482615e0 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '0a227c9e-95ce-428c-8193-ee402fc84925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f6ac2016-e7c1-459d-ba43-66cd8666f5a3'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:41:20.043559 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-5ee54993-058d-4037-a908-1eec56eaaacb service neutron] Attempting to bind port 3866d923-fecf-45c7-b7c5-f449482615e0 on network f6ac2016-e7c1-459d-ba43-66cd8666f5a3 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:41:20.068284 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['4a7fd694-8a1a-46c5-8dda-a9af80047f38'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:41:20.091168 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-5ee54993-058d-4037-a908-1eec56eaaacb service neutron] Port 3866d923-fecf-45c7-b7c5-f449482615e0 on network f6ac2016-e7c1-459d-ba43-66cd8666f5a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:41:20.091818 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-5ee54993-058d-4037-a908-1eec56eaaacb service neutron] Attempting to bind port 3866d923-fecf-45c7-b7c5-f449482615e0 on network f6ac2016-e7c1-459d-ba43-66cd8666f5a3 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:41:20.114227 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['bf510a67-3758-4837-9af6-1a144f49bd82'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:41:20.124633 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de979367-50d5-4295-b58e-cf6641bc084d req-e5ba6bbd-9c19-4411-a382-68deb9a4ecb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:20.127304 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-de979367-50d5-4295-b58e-cf6641bc084d req-e5ba6bbd-9c19-4411-a382-68deb9a4ecb1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=93c36d7db0b9486ca0e05d09444f38b7&device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 1096 time: 0.0822215 Aug 19 14:41:20.146030 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d24a38-245d-485b-88b8-702bc35c3682 req-04463c6b-1430-4d9f-af0f-05beba42d20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:20.146638 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d24a38-245d-485b-88b8-702bc35c3682 req-04463c6b-1430-4d9f-af0f-05beba42d20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:20.147024 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d24a38-245d-485b-88b8-702bc35c3682 req-04463c6b-1430-4d9f-af0f-05beba42d20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:20.147641 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d24a38-245d-485b-88b8-702bc35c3682 req-04463c6b-1430-4d9f-af0f-05beba42d20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:20.149038 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d24a38-245d-485b-88b8-702bc35c3682 req-04463c6b-1430-4d9f-af0f-05beba42d20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:20.151816 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d24a38-245d-485b-88b8-702bc35c3682 req-04463c6b-1430-4d9f-af0f-05beba42d20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:20.152326 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d24a38-245d-485b-88b8-702bc35c3682 req-04463c6b-1430-4d9f-af0f-05beba42d20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:20.154632 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c4d24a38-245d-485b-88b8-702bc35c3682 req-04463c6b-1430-4d9f-af0f-05beba42d20c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ef249261d4604936b13aa21e0bea0dc2&device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 6444 time: 0.1729677 Aug 19 14:41:20.168235 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-216f2ca8-ab49-46d1-9dbb-75108270056e req-a3ac3900-309e-4bc9-9eee-019d76bd06bb tempest-ServersOnMultiNodesTest-2021204962 tempest-ServersOnMultiNodesTest-2021204962-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438141 Aug 19 14:41:20.172129 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-5ee54993-058d-4037-a908-1eec56eaaacb service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:41:20.172911 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-5ee54993-058d-4037-a908-1eec56eaaacb service neutron] Checking segment: {'id': '0a227c9e-95ce-428c-8193-ee402fc84925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f6ac2016-e7c1-459d-ba43-66cd8666f5a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:41:20.173656 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-5ee54993-058d-4037-a908-1eec56eaaacb service neutron] Bound using segment: {'id': '0a227c9e-95ce-428c-8193-ee402fc84925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f6ac2016-e7c1-459d-ba43-66cd8666f5a3'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:41:20.174458 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-5ee54993-058d-4037-a908-1eec56eaaacb service neutron] Bound port: 3866d923-fecf-45c7-b7c5-f449482615e0, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a227c9e-95ce-428c-8193-ee402fc84925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f6ac2016-e7c1-459d-ba43-66cd8666f5a3'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:41:20.186414 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-5ee54993-058d-4037-a908-1eec56eaaacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:20.312270 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-5ee54993-058d-4037-a908-1eec56eaaacb service neutron] For port 3866d923-fecf-45c7-b7c5-f449482615e0, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:41:20.331449 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de979367-50d5-4295-b58e-cf6641bc084d req-9aebd0b1-1549-4128-8bf1-a50926dd401d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:20.333413 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-de979367-50d5-4295-b58e-cf6641bc084d req-9aebd0b1-1549-4128-8bf1-a50926dd401d service neutron] 10.222.0.68 "GET /v2.0/networks?id=669513f8-b4b3-4e5c-8f0d-5f8e9923cc05 HTTP/1.1" status: 200 len: 917 time: 0.1777692 Aug 19 14:41:20.337089 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-5ee54993-058d-4037-a908-1eec56eaaacb service neutron] For port 3866d923-fecf-45c7-b7c5-f449482615e0, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=3866d923-fecf-45c7-b7c5-f449482615e0,segment=NetworkSegment(0a227c9e-95ce-428c-8193-ee402fc84925),segment_id=0a227c9e-95ce-428c-8193-ee402fc84925)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:41:20.347855 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['753eba00-312b-4ae4-b21f-17ab912d1769'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:41:20.369195 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-5ee54993-058d-4037-a908-1eec56eaaacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:20.396719 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:41:20.423214 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['60f87527-45c9-49a4-8b17-a576d308e581'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:41:20.536891 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee54993-058d-4037-a908-1eec56eaaacb service neutron] Pushing event updated for resources: {'Port': ['ID=3866d923-fecf-45c7-b7c5-f449482615e0,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:20.558756 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-5ee54993-058d-4037-a908-1eec56eaaacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:20.559387 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-5ee54993-058d-4037-a908-1eec56eaaacb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:20.561623 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-5ee54993-058d-4037-a908-1eec56eaaacb service neutron] 10.222.0.88 "PUT /v2.0/ports/3866d923-fecf-45c7-b7c5-f449482615e0 HTTP/1.1" status: 200 len: 1091 time: 2.2966790 Aug 19 14:41:20.681716 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277befb-6892-4345-809f-ec6c82319c8a req-45541a41-d45d-4919-9dd8-6bc249ca052a tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:20.689186 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277befb-6892-4345-809f-ec6c82319c8a req-45541a41-d45d-4919-9dd8-6bc249ca052a tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:20.704258 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277befb-6892-4345-809f-ec6c82319c8a req-45541a41-d45d-4919-9dd8-6bc249ca052a tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:20.721016 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277befb-6892-4345-809f-ec6c82319c8a req-45541a41-d45d-4919-9dd8-6bc249ca052a tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:20.726892 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277befb-6892-4345-809f-ec6c82319c8a req-45541a41-d45d-4919-9dd8-6bc249ca052a tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:20.760153 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277befb-6892-4345-809f-ec6c82319c8a req-45541a41-d45d-4919-9dd8-6bc249ca052a tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:20.791948 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277befb-6892-4345-809f-ec6c82319c8a req-45541a41-d45d-4919-9dd8-6bc249ca052a tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:20.799133 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8277befb-6892-4345-809f-ec6c82319c8a req-45541a41-d45d-4919-9dd8-6bc249ca052a tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 5428 time: 0.4538653 Aug 19 14:41:20.829758 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-de979367-50d5-4295-b58e-cf6641bc084d req-e05e5c73-47d5-4ad8-9174-659661483921 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30616cbd-c355-42fe-8823-3f196a3d77ca HTTP/1.1" status: 200 len: 1000 time: 0.4588201 Aug 19 14:41:20.925526 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa911b-dd58-400c-96d9-6d3849267124 req-85b13ff4-2698-444c-9806-a7bce7828a5d tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:20.927635 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1caa911b-dd58-400c-96d9-6d3849267124 req-85b13ff4-2698-444c-9806-a7bce7828a5d tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.3650801 Aug 19 14:41:20.954742 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8277befb-6892-4345-809f-ec6c82319c8a req-d2c55e16-f410-4919-9975-e01b826510b6 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/security-groups?id=79af4be3-90a0-4292-a54f-cdd3d9a00e15&id=27241ab3-04f0-48c7-8563-70f9530fcbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1411898 Aug 19 14:41:21.017117 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de979367-50d5-4295-b58e-cf6641bc084d req-7b74a4e7-517f-42ae-9fda-e83f752acd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:21.027013 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-de979367-50d5-4295-b58e-cf6641bc084d req-7b74a4e7-517f-42ae-9fda-e83f752acd98 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=55f10344-049d-42f2-b429-801948692761 HTTP/1.1" status: 200 len: 855 time: 0.1834848 Aug 19 14:41:21.051963 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d24a38-245d-485b-88b8-702bc35c3682 req-e872e941-5d98-4690-b733-99ccbd83947a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:21.052609 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d24a38-245d-485b-88b8-702bc35c3682 req-e872e941-5d98-4690-b733-99ccbd83947a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:21.053145 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d24a38-245d-485b-88b8-702bc35c3682 req-e872e941-5d98-4690-b733-99ccbd83947a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:21.054792 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c4d24a38-245d-485b-88b8-702bc35c3682 req-e872e941-5d98-4690-b733-99ccbd83947a service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=ef249261d4604936b13aa21e0bea0dc2&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7808952 Aug 19 14:41:21.062845 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1caa911b-dd58-400c-96d9-6d3849267124 req-00cd018f-9214-4fb1-920e-8b22e9fba29f tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067538 Aug 19 14:41:21.179982 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff833f-c755-4470-84b2-61fbc8c72bc9 req-4905670a-15ee-4e4a-9720-4fee60cd0248 tempest-ServersOnMultiNodesTest-2021204962 tempest-ServersOnMultiNodesTest-2021204962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:21.196192 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d3ff833f-c755-4470-84b2-61fbc8c72bc9 req-4905670a-15ee-4e4a-9720-4fee60cd0248 tempest-ServersOnMultiNodesTest-2021204962 tempest-ServersOnMultiNodesTest-2021204962-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=4ae3c539-2077-49b6-8a6a-6ce5033aa220 HTTP/1.1" status: 200 len: 1100 time: 0.0956881 Aug 19 14:41:21.274159 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['4f46bceb-d478-4788-bf46-f2d1c4de2a62'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:41:21.284623 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d3ff833f-c755-4470-84b2-61fbc8c72bc9 req-f3828a16-7610-41c9-adf8-e19e90afd1cb tempest-ServersOnMultiNodesTest-2021204962 tempest-ServersOnMultiNodesTest-2021204962-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819881 Aug 19 14:41:21.306161 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d24a38-245d-485b-88b8-702bc35c3682 req-8e18cd33-33cd-41b0-8629-45d895cde6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:21.307663 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c4d24a38-245d-485b-88b8-702bc35c3682 req-8e18cd33-33cd-41b0-8629-45d895cde6b1 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2250102 Aug 19 14:41:21.353967 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d976318-4567-4f88-a801-11e0df69f235', 'tag': 'e8982814-7c65-4c2d-a505-8e9ce81f7934'}, {'name': 'network-changed', 'server_uuid': '3d976318-4567-4f88-a801-11e0df69f235', 'tag': '3866d923-fecf-45c7-b7c5-f449482615e0'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:41:21.355309 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de979367-50d5-4295-b58e-cf6641bc084d req-01e0e5ae-df4e-49cd-84f3-d7e9692cf837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:21.357908 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ab7d75-9fd9-4b73-bbc2-63fc31386fbe" -d '{"events": [{"name": "network-changed", "server_uuid": "3d976318-4567-4f88-a801-11e0df69f235", "tag": "e8982814-7c65-4c2d-a505-8e9ce81f7934"}, {"name": "network-changed", "server_uuid": "3d976318-4567-4f88-a801-11e0df69f235", "tag": "3866d923-fecf-45c7-b7c5-f449482615e0"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:41:21.370782 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-de979367-50d5-4295-b58e-cf6641bc084d req-01e0e5ae-df4e-49cd-84f3-d7e9692cf837 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=669513f8-b4b3-4e5c-8f0d-5f8e9923cc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3279405 Aug 19 14:41:21.389715 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3232118-0f58-4b9f-8791-173d7c73f188 req-2aaa7e71-f08c-4ccc-98da-07da46967791 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:21.404993 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c3232118-0f58-4b9f-8791-173d7c73f188 req-2aaa7e71-f08c-4ccc-98da-07da46967791 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 945 time: 0.1480238 Aug 19 14:41:21.567428 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c3232118-0f58-4b9f-8791-173d7c73f188 req-ec980e00-fa84-4865-b415-a86488ff54ee tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614668 Aug 19 14:41:21.625127 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-de979367-50d5-4295-b58e-cf6641bc084d req-cb8c3b6e-f3de-4813-b973-51e09da290b4 service neutron] 10.222.0.68 "GET /v2.0/networks/669513f8-b4b3-4e5c-8f0d-5f8e9923cc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796186 Aug 19 14:41:21.644158 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-2898107c-d67e-4314-a44b-1eedc43661b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:21.645014 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-2898107c-d67e-4314-a44b-1eedc43661b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:21.645567 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-2898107c-d67e-4314-a44b-1eedc43661b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:21.646168 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-2898107c-d67e-4314-a44b-1eedc43661b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:21.646711 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-2898107c-d67e-4314-a44b-1eedc43661b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:21.647248 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-2898107c-d67e-4314-a44b-1eedc43661b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:21.647787 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-2898107c-d67e-4314-a44b-1eedc43661b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:21.650940 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-2898107c-d67e-4314-a44b-1eedc43661b2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ef249261d4604936b13aa21e0bea0dc2&device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 6486 time: 0.2687433 Aug 19 14:41:21.674742 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a185be-4c0a-463c-bbc7-310d9bdd9a23 req-791685ef-eea9-41e6-8972-5c561b209293 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:21.702668 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a185be-4c0a-463c-bbc7-310d9bdd9a23 req-791685ef-eea9-41e6-8972-5c561b209293 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:21.709114 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a185be-4c0a-463c-bbc7-310d9bdd9a23 req-791685ef-eea9-41e6-8972-5c561b209293 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:21.734114 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a185be-4c0a-463c-bbc7-310d9bdd9a23 req-791685ef-eea9-41e6-8972-5c561b209293 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:21.755290 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-de979367-50d5-4295-b58e-cf6641bc084d req-373e125f-9199-4d51-83a3-904ed16293b5 service neutron] 10.222.0.68 "GET /v2.0/networks/669513f8-b4b3-4e5c-8f0d-5f8e9923cc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032383 Aug 19 14:41:21.771727 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a185be-4c0a-463c-bbc7-310d9bdd9a23 req-791685ef-eea9-41e6-8972-5c561b209293 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:21.797459 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a185be-4c0a-463c-bbc7-310d9bdd9a23 req-791685ef-eea9-41e6-8972-5c561b209293 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:21.805985 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a185be-4c0a-463c-bbc7-310d9bdd9a23 req-791685ef-eea9-41e6-8972-5c561b209293 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:21.808500 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-364e3df7-fe1f-40fb-9333-287caa304884 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d HTTP/1.1" status: 200 len: 217 time: 0.0505147 Aug 19 14:41:21.821599 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d1a185be-4c0a-463c-bbc7-310d9bdd9a23 req-791685ef-eea9-41e6-8972-5c561b209293 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 5429 time: 0.3995919 Aug 19 14:41:21.841844 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 19 Aug 2021 14:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8112661f-da17-485f-b163-fdea3f791643 x-openstack-request-id: req-8112661f-da17-485f-b163-fdea3f791643 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:41:21.842152 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d976318-4567-4f88-a801-11e0df69f235", "tag": "e8982814-7c65-4c2d-a505-8e9ce81f7934", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3d976318-4567-4f88-a801-11e0df69f235", "tag": "3866d923-fecf-45c7-b7c5-f449482615e0", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:41:21.842374 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8112661f-da17-485f-b163-fdea3f791643 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:41:21.842761 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d976318-4567-4f88-a801-11e0df69f235', 'tag': 'e8982814-7c65-4c2d-a505-8e9ce81f7934', 'status': 'completed', 'code': 200} Aug 19 14:41:21.843012 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d976318-4567-4f88-a801-11e0df69f235', 'tag': '3866d923-fecf-45c7-b7c5-f449482615e0', 'status': 'completed', 'code': 200} Aug 19 14:41:21.936989 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-3a2909a5-3c96-46db-8507-d05594859d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:21.940785 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-3a2909a5-3c96-46db-8507-d05594859d81 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bcb8b434-4c76-4ea2-aea9-8e7ef5c2e1da HTTP/1.1" status: 200 len: 855 time: 0.1221023 Aug 19 14:41:21.960516 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d1a185be-4c0a-463c-bbc7-310d9bdd9a23 req-641ed38f-23d7-4040-ae16-f82178be110b tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/security-groups?id=8862cddc-dd3e-4608-94de-b1904f67b1ca&id=b221f776-c920-4201-a5ce-e97a00b87480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1336370 Aug 19 14:41:22.041853 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-1ab7433a-4bf9-4382-80be-207902136c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:22.043326 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-1ab7433a-4bf9-4382-80be-207902136c98 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c4f80db4-35be-4b3c-8bae-306ff26e4f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0943012 Aug 19 14:41:22.073984 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3e855fbf-517e-4b61-8b6b-a8e3c0f15444 req-924e8729-ffd5-407e-9e63-2eba55e72dc8 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=41e15b78d78c4e818c7fba2f667bded5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0650861 Aug 19 14:41:22.233802 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-444becd9-860e-4f5e-aabb-124864442a7c service neutron] 10.222.0.88 "GET /v2.0/networks/c4f80db4-35be-4b3c-8bae-306ff26e4f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806920 Aug 19 14:41:22.359436 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1e2c9-1ab4-427b-9e13-acad22096743 req-e9a661f0-57cd-4feb-ad4a-7fe79bbe1aee tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:22.366388 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1e2c9-1ab4-427b-9e13-acad22096743 req-e9a661f0-57cd-4feb-ad4a-7fe79bbe1aee tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:22.374146 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1e2c9-1ab4-427b-9e13-acad22096743 req-e9a661f0-57cd-4feb-ad4a-7fe79bbe1aee tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:22.382140 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1e2c9-1ab4-427b-9e13-acad22096743 req-e9a661f0-57cd-4feb-ad4a-7fe79bbe1aee tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:22.382884 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-917343f9-6ef7-4a40-b2b2-e72b916fd4b7 service neutron] 10.222.0.88 "GET /v2.0/networks/c4f80db4-35be-4b3c-8bae-306ff26e4f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388543 Aug 19 14:41:22.389195 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1e2c9-1ab4-427b-9e13-acad22096743 req-e9a661f0-57cd-4feb-ad4a-7fe79bbe1aee tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:22.395338 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1e2c9-1ab4-427b-9e13-acad22096743 req-e9a661f0-57cd-4feb-ad4a-7fe79bbe1aee tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:22.401970 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1e2c9-1ab4-427b-9e13-acad22096743 req-e9a661f0-57cd-4feb-ad4a-7fe79bbe1aee tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:22.404492 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-85d1e2c9-1ab4-427b-9e13-acad22096743 req-e9a661f0-57cd-4feb-ad4a-7fe79bbe1aee tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 5428 time: 0.2465584 Aug 19 14:41:22.465183 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-b675b901-9282-4fb1-9ca8-c248ab7b88d3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=f5041c84-227f-4ce0-b39a-d1af5a9cfa38 HTTP/1.1" status: 200 len: 217 time: 0.0724492 Aug 19 14:41:22.505614 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-85d1e2c9-1ab4-427b-9e13-acad22096743 req-942ba7b2-56cb-4c45-bce7-d22666d4b5ad tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/security-groups?id=79af4be3-90a0-4292-a54f-cdd3d9a00e15&id=27241ab3-04f0-48c7-8563-70f9530fcbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0901594 Aug 19 14:41:22.538230 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-75bb3275-a8eb-46e0-9a52-3dce3bc2ea5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:22.539694 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-75bb3275-a8eb-46e0-9a52-3dce3bc2ea5a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=55724c78-10e9-41fc-9f40-aa41fd533be5 HTTP/1.1" status: 200 len: 797 time: 0.0664499 Aug 19 14:41:22.542202 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e855fbf-517e-4b61-8b6b-a8e3c0f15444 req-02812cba-fafd-4045-9f3d-5d75b0925684 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:22.551750 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3e855fbf-517e-4b61-8b6b-a8e3c0f15444 req-02812cba-fafd-4045-9f3d-5d75b0925684 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4727969 Aug 19 14:41:22.577882 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3e855fbf-517e-4b61-8b6b-a8e3c0f15444 req-0cbabf02-4781-4c6d-9122-09c779db7a73 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/quotas/41e15b78d78c4e818c7fba2f667bded5 HTTP/1.1" status: 200 len: 375 time: 0.0233033 Aug 19 14:41:22.656071 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-174f646d-6d91-4597-897c-e2c8565a9056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:22.660967 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-174f646d-6d91-4597-897c-e2c8565a9056 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=dac15f89-eb05-4149-aeea-9b60945c8ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1063480 Aug 19 14:41:22.792961 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3e855fbf-517e-4b61-8b6b-a8e3c0f15444 req-d0f975ad-27be-441d-b178-5219576188ee tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=41e15b78d78c4e818c7fba2f667bded5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2135794 Aug 19 14:41:22.814786 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b92a0-e451-45f5-9ae8-e7d6f65637b2 req-8632bebf-9d47-493a-bff1-d6585ec7351e tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:22.824690 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-039b92a0-e451-45f5-9ae8-e7d6f65637b2 req-8632bebf-9d47-493a-bff1-d6585ec7351e tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.1600375 Aug 19 14:41:22.852472 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-8ebb2c44-fed4-469c-8f17-9990ee775656 service neutron] 10.222.0.88 "GET /v2.0/networks/dac15f89-eb05-4149-aeea-9b60945c8ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807566 Aug 19 14:41:22.911171 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-039b92a0-e451-45f5-9ae8-e7d6f65637b2 req-0fa79f76-caac-4a8f-b0af-b7443c9de609 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842876 Aug 19 14:41:23.070349 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-ce75c7c2-eaac-4f23-bad0-de99990f6890 service neutron] 10.222.0.88 "GET /v2.0/networks/dac15f89-eb05-4149-aeea-9b60945c8ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093461 Aug 19 14:41:23.224851 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d38a0-8ff2-403a-9c42-473e49b3fcab req-667502db-2827-4df4-b0aa-9c7e6bc5533d tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:23.227657 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-7749415f-ea0c-4cbd-99b1-841d15b60221 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=56da6e17-81c7-428b-af76-84d1fb4c24f1 HTTP/1.1" status: 200 len: 217 time: 0.1437778 Aug 19 14:41:23.228537 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-997d38a0-8ff2-403a-9c42-473e49b3fcab req-667502db-2827-4df4-b0aa-9c7e6bc5533d tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 945 time: 0.1503921 Aug 19 14:41:23.332992 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-e1a2c5ef-c26a-41cd-92c6-4976e77748a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:23.334310 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b05b8178-d8f9-4b5e-aadc-7126dc991771 req-9d5bd9a6-1077-44f5-b750-a69a834a5190 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=72e6ec3c-6451-4c81-94f2-a9b2476442be HTTP/1.1" status: 200 len: 210 time: 0.0894530 Aug 19 14:41:23.335370 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-e1a2c5ef-c26a-41cd-92c6-4976e77748a8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=55724c78-10e9-41fc-9f40-aa41fd533be5 HTTP/1.1" status: 200 len: 797 time: 0.0991352 Aug 19 14:41:23.408450 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-997d38a0-8ff2-403a-9c42-473e49b3fcab req-29345d71-0da8-4d57-a9a2-803d77c58917 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734147 Aug 19 14:41:23.448254 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-90038f3f-ef80-4fb2-a8f6-bf041ef7154a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:23.451391 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-90038f3f-ef80-4fb2-a8f6-bf041ef7154a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=dac15f89-eb05-4149-aeea-9b60945c8ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1057274 Aug 19 14:41:23.640099 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328c662-0199-49ad-bb80-9744b332ee3a req-afb44d93-f188-4592-981f-0941ce6b4936 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:23.655679 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328c662-0199-49ad-bb80-9744b332ee3a req-afb44d93-f188-4592-981f-0941ce6b4936 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:23.671568 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328c662-0199-49ad-bb80-9744b332ee3a req-afb44d93-f188-4592-981f-0941ce6b4936 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:23.687807 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328c662-0199-49ad-bb80-9744b332ee3a req-afb44d93-f188-4592-981f-0941ce6b4936 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:23.699990 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-26d1c12f-799f-416a-bea5-2ecb62e6fe28 service neutron] 10.222.0.88 "GET /v2.0/networks/dac15f89-eb05-4149-aeea-9b60945c8ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386363 Aug 19 14:41:23.704111 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328c662-0199-49ad-bb80-9744b332ee3a req-afb44d93-f188-4592-981f-0941ce6b4936 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:23.727235 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328c662-0199-49ad-bb80-9744b332ee3a req-afb44d93-f188-4592-981f-0941ce6b4936 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:23.737326 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 30616cbd-c355-42fe-8823-3f196a3d77ca no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:41:23.757559 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328c662-0199-49ad-bb80-9744b332ee3a req-afb44d93-f188-4592-981f-0941ce6b4936 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:23.769496 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e328c662-0199-49ad-bb80-9744b332ee3a req-afb44d93-f188-4592-981f-0941ce6b4936 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 5429 time: 0.2491753 Aug 19 14:41:23.854098 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:23.928557 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40912d33-b418-4cf9-b5e4-119d9523f2fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30616cbd-c355-42fe-8823-3f196a3d77ca'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:41:23.934454 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33adba6d-44c1-4cf2-88a5-833ce0fe75b0" -d '{"events": [{"server_uuid": "40912d33-b418-4cf9-b5e4-119d9523f2fc", "name": "network-vif-unplugged", "status": "completed", "tag": "30616cbd-c355-42fe-8823-3f196a3d77ca"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:41:23.965272 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 30616cbd-c355-42fe-8823-3f196a3d77ca, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=30616cbd-c355-42fe-8823-3f196a3d77ca,segment=NetworkSegment(deb4ceaa-a168-4950-8d67-f7a10179a94a),segment_id=deb4ceaa-a168-4950-8d67-f7a10179a94a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:23.972350 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:23.979187 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-23f853ff-b942-41a1-967c-171d802ba250 service neutron] 10.222.0.88 "GET /v2.0/networks/dac15f89-eb05-4149-aeea-9b60945c8ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658606 Aug 19 14:41:24.050461 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e328c662-0199-49ad-bb80-9744b332ee3a req-1ec5576e-7303-47ad-aef5-4b5cb98c1b1c tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/security-groups?id=8862cddc-dd3e-4608-94de-b1904f67b1ca&id=b221f776-c920-4201-a5ce-e97a00b87480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2076576 Aug 19 14:41:24.070152 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-d1c25494-6c5b-4e7c-b4d1-b113b4070b26 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=93485bc7-eef2-4211-b0e9-a72ac559f8f1 HTTP/1.1" status: 200 len: 217 time: 0.0818856 Aug 19 14:41:24.133855 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b31d94-e002-40a0-8b76-f2c989ec362a req-b6dc97a3-ffbd-44b6-99dc-78305ddf9925 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:24.181459 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b31d94-e002-40a0-8b76-f2c989ec362a req-b6dc97a3-ffbd-44b6-99dc-78305ddf9925 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:24.182426 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-62409066-90fa-4986-a0e0-56eabbc1cf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:24.183947 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-62409066-90fa-4986-a0e0-56eabbc1cf61 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=55724c78-10e9-41fc-9f40-aa41fd533be5 HTTP/1.1" status: 200 len: 797 time: 0.1016660 Aug 19 14:41:24.204949 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=30616cbd-c355-42fe-8823-3f196a3d77ca,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:24.221541 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b31d94-e002-40a0-8b76-f2c989ec362a req-b6dc97a3-ffbd-44b6-99dc-78305ddf9925 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:24.253964 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b31d94-e002-40a0-8b76-f2c989ec362a req-b6dc97a3-ffbd-44b6-99dc-78305ddf9925 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:24.305718 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b31d94-e002-40a0-8b76-f2c989ec362a req-b6dc97a3-ffbd-44b6-99dc-78305ddf9925 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:24.327464 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b31d94-e002-40a0-8b76-f2c989ec362a req-b6dc97a3-ffbd-44b6-99dc-78305ddf9925 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:24.349949 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b31d94-e002-40a0-8b76-f2c989ec362a req-b6dc97a3-ffbd-44b6-99dc-78305ddf9925 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:24.356719 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-02d59aa7-0780-4b13-8e40-2267a67d865c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:24.359151 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c2b31d94-e002-40a0-8b76-f2c989ec362a req-b6dc97a3-ffbd-44b6-99dc-78305ddf9925 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 5428 time: 0.5882530 Aug 19 14:41:24.359961 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-02d59aa7-0780-4b13-8e40-2267a67d865c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=dac15f89-eb05-4149-aeea-9b60945c8ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1642783 Aug 19 14:41:24.461020 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca96e35-a65f-4cce-a067-222bcf7297d1 req-f97c92f1-537c-4521-8be5-afc4de19a618 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:24.484733 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1ca96e35-a65f-4cce-a067-222bcf7297d1 req-f97c92f1-537c-4521-8be5-afc4de19a618 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.1233792 Aug 19 14:41:24.526348 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-e08cce54-8bdf-4788-b6bc-ed968c3e11f5 service neutron] 10.222.0.88 "GET /v2.0/networks/dac15f89-eb05-4149-aeea-9b60945c8ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537499 Aug 19 14:41:24.549148 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c2b31d94-e002-40a0-8b76-f2c989ec362a req-dd4ab5e7-c905-4a38-81b9-685372726f07 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/security-groups?id=79af4be3-90a0-4292-a54f-cdd3d9a00e15&id=27241ab3-04f0-48c7-8563-70f9530fcbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1809108 Aug 19 14:41:24.593772 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1ca96e35-a65f-4cce-a067-222bcf7297d1 req-db18c384-b90d-4254-a91d-d3b2a19f3666 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047053 Aug 19 14:41:24.641057 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 14:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd4075e-493b-476e-8c55-2c4178fcc60c x-openstack-request-id: req-fcd4075e-493b-476e-8c55-2c4178fcc60c {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:41:24.641488 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40912d33-b418-4cf9-b5e4-119d9523f2fc", "name": "network-vif-unplugged", "status": "completed", "tag": "30616cbd-c355-42fe-8823-3f196a3d77ca", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:41:24.641736 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fcd4075e-493b-476e-8c55-2c4178fcc60c {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:41:24.642253 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40912d33-b418-4cf9-b5e4-119d9523f2fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30616cbd-c355-42fe-8823-3f196a3d77ca', 'code': 200} Aug 19 14:41:24.869701 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-38104988-60cc-42ba-9e6f-d387b4e9e38d service neutron] 10.222.0.88 "GET /v2.0/networks/dac15f89-eb05-4149-aeea-9b60945c8ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276622 Aug 19 14:41:24.927915 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c8ab4fd4-e6ac-4d73-a92a-42a323f4a997 req-5c75973c-ad9b-440c-a055-8591d5471e47 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=72e6ec3c-6451-4c81-94f2-a9b2476442be HTTP/1.1" status: 200 len: 210 time: 0.0775523 Aug 19 14:41:24.938746 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3e855fbf-517e-4b61-8b6b-a8e3c0f15444 req-94dc5fac-d4d3-49ff-987b-a677945c7f22 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=41e15b78d78c4e818c7fba2f667bded5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0674372 Aug 19 14:41:25.058633 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-a8bed327-3031-463e-9679-069650deee46 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=a16826a5-9cce-46a1-90cc-c867f69bcd8c HTTP/1.1" status: 200 len: 217 time: 0.1232831 Aug 19 14:41:25.133645 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 4a7fd694-8a1a-46c5-8dda-a9af80047f38 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:41:25.171176 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c71634-46bc-4426-abc1-ea5257122145 req-196107d6-98e1-45ea-9920-32965ff00f5c tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:25.180755 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-67c71634-46bc-4426-abc1-ea5257122145 req-196107d6-98e1-45ea-9920-32965ff00f5c tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 943 time: 0.1520891 Aug 19 14:41:25.218187 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 4a7fd694-8a1a-46c5-8dda-a9af80047f38 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:41:25.228130 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-08934a17-7197-4649-be39-0cf56d4f7854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:25.229574 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-08934a17-7197-4649-be39-0cf56d4f7854 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=55724c78-10e9-41fc-9f40-aa41fd533be5 HTTP/1.1" status: 200 len: 797 time: 0.1424220 Aug 19 14:41:25.239322 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 4a7fd694-8a1a-46c5-8dda-a9af80047f38 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:41:25.240022 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:25.272784 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-67c71634-46bc-4426-abc1-ea5257122145 req-010d873c-cc37-4452-8bbd-82fb2f7be27c tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908470 Aug 19 14:41:25.355942 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:25.421845 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 4a7fd694-8a1a-46c5-8dda-a9af80047f38, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=4a7fd694-8a1a-46c5-8dda-a9af80047f38,segment=NetworkSegment(99c97db4-9a46-4f59-aa17-3bb2f2a5461a),segment_id=99c97db4-9a46-4f59-aa17-3bb2f2a5461a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:25.446711 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:25.452446 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 2843ebb3-e971-408f-85db-a3c624b9b9d8 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:41:25.481417 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6ea45-4a16-4fba-8890-ee442a939114 req-92291f20-3074-4cc4-9907-1855d51ace39 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:25.506946 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e855fbf-517e-4b61-8b6b-a8e3c0f15444 req-4c8e7906-ff89-4363-8e93-8ba49c304781 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:25.509145 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3e855fbf-517e-4b61-8b6b-a8e3c0f15444 req-4c8e7906-ff89-4363-8e93-8ba49c304781 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5608757 Aug 19 14:41:25.512708 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6ea45-4a16-4fba-8890-ee442a939114 req-92291f20-3074-4cc4-9907-1855d51ace39 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:25.522532 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6ea45-4a16-4fba-8890-ee442a939114 req-92291f20-3074-4cc4-9907-1855d51ace39 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:25.532596 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6ea45-4a16-4fba-8890-ee442a939114 req-92291f20-3074-4cc4-9907-1855d51ace39 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:25.542718 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6ea45-4a16-4fba-8890-ee442a939114 req-92291f20-3074-4cc4-9907-1855d51ace39 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:25.555254 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6ea45-4a16-4fba-8890-ee442a939114 req-92291f20-3074-4cc4-9907-1855d51ace39 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:25.560103 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-3e855fbf-517e-4b61-8b6b-a8e3c0f15444 req-c4143d07-5fc5-4a29-98c8-30d8a7a4bd9f tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Request body: {'port': {'device_id': '72e6ec3c-6451-4c81-94f2-a9b2476442be', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'admin_state_up': True, 'tenant_id': '41e15b78d78c4e818c7fba2f667bded5'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:41:25.562865 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6ea45-4a16-4fba-8890-ee442a939114 req-92291f20-3074-4cc4-9907-1855d51ace39 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:25.580105 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-55b6ea45-4a16-4fba-8890-ee442a939114 req-92291f20-3074-4cc4-9907-1855d51ace39 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 5429 time: 0.2897398 Aug 19 14:41:25.599693 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-f959cc3a-1c68-4347-b291-82b29229809d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:25.607493 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-f959cc3a-1c68-4347-b291-82b29229809d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=dac15f89-eb05-4149-aeea-9b60945c8ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3574228 Aug 19 14:41:25.665386 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=4a7fd694-8a1a-46c5-8dda-a9af80047f38,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:25.698684 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-55b6ea45-4a16-4fba-8890-ee442a939114 req-471514ad-f9dc-4f13-916a-927c13aff2be tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/security-groups?id=8862cddc-dd3e-4608-94de-b1904f67b1ca&id=b221f776-c920-4201-a5ce-e97a00b87480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1170461 Aug 19 14:41:25.758048 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 2843ebb3-e971-408f-85db-a3c624b9b9d8 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:41:25.763980 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 2843ebb3-e971-408f-85db-a3c624b9b9d8 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:41:25.764829 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:25.928535 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:25.977387 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 2843ebb3-e971-408f-85db-a3c624b9b9d8, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=2843ebb3-e971-408f-85db-a3c624b9b9d8,segment=NetworkSegment(a7b4169d-aca4-48ae-9564-ded492f4f0c1),segment_id=a7b4169d-aca4-48ae-9564-ded492f4f0c1)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:25.984218 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:25.985431 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 60f87527-45c9-49a4-8b17-a576d308e581 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:41:26.092187 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85378690-db2b-40f1-ae45-2601cc163e1e req-b074cd68-1aea-4e9d-b00f-65a5e6c0d016 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:26.105099 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85378690-db2b-40f1-ae45-2601cc163e1e req-b074cd68-1aea-4e9d-b00f-65a5e6c0d016 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:26.105383 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-8bd0eef7-c15f-4149-834e-e1900a4a3598 service neutron] 10.222.0.88 "GET /v2.0/networks/dac15f89-eb05-4149-aeea-9b60945c8ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4489315 Aug 19 14:41:26.140345 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85378690-db2b-40f1-ae45-2601cc163e1e req-b074cd68-1aea-4e9d-b00f-65a5e6c0d016 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:26.164355 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85378690-db2b-40f1-ae45-2601cc163e1e req-b074cd68-1aea-4e9d-b00f-65a5e6c0d016 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:26.186556 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85378690-db2b-40f1-ae45-2601cc163e1e req-b074cd68-1aea-4e9d-b00f-65a5e6c0d016 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:26.202811 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85378690-db2b-40f1-ae45-2601cc163e1e req-b074cd68-1aea-4e9d-b00f-65a5e6c0d016 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:26.227703 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85378690-db2b-40f1-ae45-2601cc163e1e req-b074cd68-1aea-4e9d-b00f-65a5e6c0d016 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:26.233309 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-85378690-db2b-40f1-ae45-2601cc163e1e req-b074cd68-1aea-4e9d-b00f-65a5e6c0d016 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 5429 time: 0.3757622 Aug 19 14:41:26.241853 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=2843ebb3-e971-408f-85db-a3c624b9b9d8,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:26.277413 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 60f87527-45c9-49a4-8b17-a576d308e581 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:41:26.286711 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 60f87527-45c9-49a4-8b17-a576d308e581 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:41:26.287823 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:26.315522 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e855fbf-517e-4b61-8b6b-a8e3c0f15444 req-c4143d07-5fc5-4a29-98c8-30d8a7a4bd9f tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Made reservation on behalf of 41e15b78d78c4e818c7fba2f667bded5 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:41:26.320067 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3e855fbf-517e-4b61-8b6b-a8e3c0f15444 req-c4143d07-5fc5-4a29-98c8-30d8a7a4bd9f tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:26.355642 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-85378690-db2b-40f1-ae45-2601cc163e1e req-52cd53df-4bc7-476c-959a-7c46f5b6e68d tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/security-groups?id=79af4be3-90a0-4292-a54f-cdd3d9a00e15&id=27241ab3-04f0-48c7-8563-70f9530fcbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0994980 Aug 19 14:41:26.406836 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-f4320fe1-9a11-4757-890f-756a5bbf7b5c service neutron] 10.222.0.88 "GET /v2.0/networks/dac15f89-eb05-4149-aeea-9b60945c8ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813623 Aug 19 14:41:26.491923 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:26.538524 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54234599-532f-4624-be8b-df26a37b6ad0 req-ccb8934e-c667-418b-9ab5-03ab7bdc48a1 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:26.550920 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-54234599-532f-4624-be8b-df26a37b6ad0 req-ccb8934e-c667-418b-9ab5-03ab7bdc48a1 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.1363435 Aug 19 14:41:26.594970 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 60f87527-45c9-49a4-8b17-a576d308e581, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=60f87527-45c9-49a4-8b17-a576d308e581,segment=NetworkSegment(b333896f-71d3-4667-9887-245337866152),segment_id=b333896f-71d3-4667-9887-245337866152)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:26.601010 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:26.620791 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-58869181-3feb-4fda-8647-5ef0d3b7fe0d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e8982814-7c65-4c2d-a505-8e9ce81f7934 HTTP/1.1" status: 200 len: 217 time: 0.2000554 Aug 19 14:41:26.645174 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-54234599-532f-4624-be8b-df26a37b6ad0 req-fbdb34a3-178b-4ca1-90ae-1d4f2aa3ce51 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931661 Aug 19 14:41:26.667388 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7fd694-8a1a-46c5-8dda-a9af80047f38'}, {'server_uuid': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2843ebb3-e971-408f-85db-a3c624b9b9d8'}, {'server_uuid': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f87527-45c9-49a4-8b17-a576d308e581'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:41:26.674984 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1528c433-d496-4ba5-9f2b-ff92f4cd69b5" -d '{"events": [{"server_uuid": "bce8a885-bf0d-4acb-9ae6-beed50cce16b", "name": "network-vif-plugged", "status": "completed", "tag": "4a7fd694-8a1a-46c5-8dda-a9af80047f38"}, {"server_uuid": "bce8a885-bf0d-4acb-9ae6-beed50cce16b", "name": "network-vif-plugged", "status": "completed", "tag": "2843ebb3-e971-408f-85db-a3c624b9b9d8"}, {"server_uuid": "bce8a885-bf0d-4acb-9ae6-beed50cce16b", "name": "network-vif-plugged", "status": "completed", "tag": "60f87527-45c9-49a4-8b17-a576d308e581"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:41:26.764004 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=60f87527-45c9-49a4-8b17-a576d308e581,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:26.784888 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 19 Aug 2021 14:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1259494b-8c9d-409f-80db-8e68d5d27021 x-openstack-request-id: req-1259494b-8c9d-409f-80db-8e68d5d27021 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:41:26.785236 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce8a885-bf0d-4acb-9ae6-beed50cce16b", "name": "network-vif-plugged", "status": "completed", "tag": "4a7fd694-8a1a-46c5-8dda-a9af80047f38", "code": 200}, {"server_uuid": "bce8a885-bf0d-4acb-9ae6-beed50cce16b", "name": "network-vif-plugged", "status": "completed", "tag": "2843ebb3-e971-408f-85db-a3c624b9b9d8", "code": 200}, {"server_uuid": "bce8a885-bf0d-4acb-9ae6-beed50cce16b", "name": "network-vif-plugged", "status": "completed", "tag": "60f87527-45c9-49a4-8b17-a576d308e581", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:41:26.785554 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1259494b-8c9d-409f-80db-8e68d5d27021 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:41:26.786030 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7fd694-8a1a-46c5-8dda-a9af80047f38', 'code': 200} Aug 19 14:41:26.786308 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2843ebb3-e971-408f-85db-a3c624b9b9d8', 'code': 200} Aug 19 14:41:26.786626 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f87527-45c9-49a4-8b17-a576d308e581', 'code': 200} Aug 19 14:41:26.830319 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-39f97afb-4301-45f4-a408-81388a0d4f68 req-5c19afe0-62b6-478b-b084-e21588fec22a tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=72e6ec3c-6451-4c81-94f2-a9b2476442be HTTP/1.1" status: 200 len: 210 time: 0.0636041 Aug 19 14:41:26.949134 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-3e855fbf-517e-4b61-8b6b-a8e3c0f15444 req-c4143d07-5fc5-4a29-98c8-30d8a7a4bd9f tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Allocated IP 192.168.233.131 (5146d24a-89b5-4a43-8ca4-b26f4fb943f7/2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86/71660b2b-ea0f-4ab1-8bb1-61fee9decc6e) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:41:27.036318 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f85e8-72d3-418f-b33d-e8d180ce7ed4 req-1168d1f2-a1da-4a0d-8e4c-58bc7079daf2 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:27.050643 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f85e8-72d3-418f-b33d-e8d180ce7ed4 req-1168d1f2-a1da-4a0d-8e4c-58bc7079daf2 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:27.064880 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f85e8-72d3-418f-b33d-e8d180ce7ed4 req-1168d1f2-a1da-4a0d-8e4c-58bc7079daf2 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:27.117689 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f85e8-72d3-418f-b33d-e8d180ce7ed4 req-1168d1f2-a1da-4a0d-8e4c-58bc7079daf2 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:27.117689 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f85e8-72d3-418f-b33d-e8d180ce7ed4 req-1168d1f2-a1da-4a0d-8e4c-58bc7079daf2 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:27.117689 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f85e8-72d3-418f-b33d-e8d180ce7ed4 req-1168d1f2-a1da-4a0d-8e4c-58bc7079daf2 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:27.117689 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f85e8-72d3-418f-b33d-e8d180ce7ed4 req-1168d1f2-a1da-4a0d-8e4c-58bc7079daf2 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:27.117689 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-567f85e8-72d3-418f-b33d-e8d180ce7ed4 req-1168d1f2-a1da-4a0d-8e4c-58bc7079daf2 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 5429 time: 0.2366941 Aug 19 14:41:27.203571 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-567f85e8-72d3-418f-b33d-e8d180ce7ed4 req-26b4ca26-c087-447f-adf5-a22825bd31f2 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/security-groups?id=8862cddc-dd3e-4608-94de-b1904f67b1ca&id=b221f776-c920-4201-a5ce-e97a00b87480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591252 Aug 19 14:41:27.288189 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device bf510a67-3758-4837-9af6-1a144f49bd82 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:41:27.302519 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-ace2d078-6e91-41a0-a9c7-761180552290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:27.304654 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-ace2d078-6e91-41a0-a9c7-761180552290 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=64065ff9-b8bb-4212-8aca-114b6986ce18 HTTP/1.1" status: 200 len: 797 time: 0.6692774 Aug 19 14:41:27.392536 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port bf510a67-3758-4837-9af6-1a144f49bd82 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:41:27.414904 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port bf510a67-3758-4837-9af6-1a144f49bd82 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:41:27.416389 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90074ab8-e85d-4222-b695-a7ec2a9522b2 req-f0daf3cb-baae-416a-9e4a-b081f26a372b tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:27.417418 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:27.427634 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-265a73f5-484e-4a78-a31b-090e1950bbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:27.429863 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-265a73f5-484e-4a78-a31b-090e1950bbcc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f6ac2016-e7c1-459d-ba43-66cd8666f5a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1174884 Aug 19 14:41:27.443491 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3e855fbf-517e-4b61-8b6b-a8e3c0f15444 req-c4143d07-5fc5-4a29-98c8-30d8a7a4bd9f tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:27.452612 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-90074ab8-e85d-4222-b695-a7ec2a9522b2 req-f0daf3cb-baae-416a-9e4a-b081f26a372b tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 943 time: 0.2351129 Aug 19 14:41:27.573123 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-90074ab8-e85d-4222-b695-a7ec2a9522b2 req-21d16170-5620-4686-a255-00a235f1a63b tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184123 Aug 19 14:41:27.601003 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-3e855fbf-517e-4b61-8b6b-a8e3c0f15444 req-c4143d07-5fc5-4a29-98c8-30d8a7a4bd9f tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Transition to ACTIVE for port object 71660b2b-ea0f-4ab1-8bb1-61fee9decc6e will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:41:27.676798 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:27.720453 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76ce51-9e95-4283-a2c4-b123c0589069 req-6dfc66bb-b6ba-4528-a7a9-946129641b84 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:27.731526 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76ce51-9e95-4283-a2c4-b123c0589069 req-6dfc66bb-b6ba-4528-a7a9-946129641b84 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:27.756181 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 30616cbd-c355-42fe-8823-3f196a3d77ca no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:41:27.757438 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76ce51-9e95-4283-a2c4-b123c0589069 req-6dfc66bb-b6ba-4528-a7a9-946129641b84 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:27.772283 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76ce51-9e95-4283-a2c4-b123c0589069 req-6dfc66bb-b6ba-4528-a7a9-946129641b84 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:27.790810 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76ce51-9e95-4283-a2c4-b123c0589069 req-6dfc66bb-b6ba-4528-a7a9-946129641b84 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:27.799074 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76ce51-9e95-4283-a2c4-b123c0589069 req-6dfc66bb-b6ba-4528-a7a9-946129641b84 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:27.809302 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76ce51-9e95-4283-a2c4-b123c0589069 req-6dfc66bb-b6ba-4528-a7a9-946129641b84 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:27.819469 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bf76ce51-9e95-4283-a2c4-b123c0589069 req-6dfc66bb-b6ba-4528-a7a9-946129641b84 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 5431 time: 0.2693348 Aug 19 14:41:27.821371 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port bf510a67-3758-4837-9af6-1a144f49bd82, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=bf510a67-3758-4837-9af6-1a144f49bd82,segment=NetworkSegment(b333896f-71d3-4667-9887-245337866152),segment_id=b333896f-71d3-4667-9887-245337866152)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:27.830490 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-c105eb5f-37c5-4df5-a0b5-3df4cd02f430 service neutron] 10.222.0.88 "GET /v2.0/networks/f6ac2016-e7c1-459d-ba43-66cd8666f5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766668 Aug 19 14:41:27.836996 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:27.838756 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 4f46bceb-d478-4788-bf46-f2d1c4de2a62 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:41:27.914192 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3e855fbf-517e-4b61-8b6b-a8e3c0f15444 req-c4143d07-5fc5-4a29-98c8-30d8a7a4bd9f tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:27.953425 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['ccb03fe0-dc14-4f36-aaa1-3db9abeac918', '929732b9-60e7-49e1-a5f7-8257f68953a2'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:41:27.960924 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['b7cdddfb-21cf-4332-9d96-c1edd174d9b1', 'd5bf5591-dd61-494c-9e1d-4302052e8ea1', 'ff5ae454-8204-4874-949d-c1ac12f516e7'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:41:27.975301 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bf76ce51-9e95-4283-a2c4-b123c0589069 req-3fabbe2c-93d8-41e2-8877-59a827e2e564 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/security-groups?id=79af4be3-90a0-4292-a54f-cdd3d9a00e15&id=27241ab3-04f0-48c7-8563-70f9530fcbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1451225 Aug 19 14:41:27.979548 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e855fbf-517e-4b61-8b6b-a8e3c0f15444 req-c4143d07-5fc5-4a29-98c8-30d8a7a4bd9f tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:41:27.983064 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-26b75de5-536e-4f5a-a964-0108932c2ac7 req-38c6bf77-2aab-4597-8d23-0d4b29392f06 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3914959 Aug 19 14:41:27.985350 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4143d07-5fc5-4a29-98c8-30d8a7a4bd9f tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Pushing event updated for resources: {'Port': ['ID=71660b2b-ea0f-4ab1-8bb1-61fee9decc6e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:27.987766 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-3e855fbf-517e-4b61-8b6b-a8e3c0f15444 req-c4143d07-5fc5-4a29-98c8-30d8a7a4bd9f tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:41:27.990722 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e855fbf-517e-4b61-8b6b-a8e3c0f15444 req-c4143d07-5fc5-4a29-98c8-30d8a7a4bd9f tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:41:28.010300 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d79359-9bf2-4b60-bd3e-dc9cf837039f req-5f6f362a-61a5-40c5-9024-2d36cfcd4058 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:28.030178 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-02d79359-9bf2-4b60-bd3e-dc9cf837039f req-5f6f362a-61a5-40c5-9024-2d36cfcd4058 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.1881063 Aug 19 14:41:28.132833 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4143d07-5fc5-4a29-98c8-30d8a7a4bd9f tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:28.133176 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4143d07-5fc5-4a29-98c8-30d8a7a4bd9f tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:28.133520 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4143d07-5fc5-4a29-98c8-30d8a7a4bd9f tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:28.133855 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4143d07-5fc5-4a29-98c8-30d8a7a4bd9f tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:28.134185 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4143d07-5fc5-4a29-98c8-30d8a7a4bd9f tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:28.134517 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4143d07-5fc5-4a29-98c8-30d8a7a4bd9f tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:28.134846 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4143d07-5fc5-4a29-98c8-30d8a7a4bd9f tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:28.139033 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-02d79359-9bf2-4b60-bd3e-dc9cf837039f req-2ff97ce3-5d6f-4792-89c7-99765acb3be6 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078916 Aug 19 14:41:28.140256 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4143d07-5fc5-4a29-98c8-30d8a7a4bd9f tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:28.140693 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4143d07-5fc5-4a29-98c8-30d8a7a4bd9f tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:28.143237 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4143d07-5fc5-4a29-98c8-30d8a7a4bd9f tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:28.143237 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4143d07-5fc5-4a29-98c8-30d8a7a4bd9f tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:28.143237 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4143d07-5fc5-4a29-98c8-30d8a7a4bd9f tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:28.201123 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-3a94f75c-60f2-41ff-b9ac-62a6eb661851 service neutron] 10.222.0.88 "GET /v2.0/networks/f6ac2016-e7c1-459d-ba43-66cd8666f5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602905 Aug 19 14:41:28.211478 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e855fbf-517e-4b61-8b6b-a8e3c0f15444 req-c4143d07-5fc5-4a29-98c8-30d8a7a4bd9f tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:28.212147 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3e855fbf-517e-4b61-8b6b-a8e3c0f15444 req-c4143d07-5fc5-4a29-98c8-30d8a7a4bd9f tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:28.353094 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-66dd9fd7-8fd2-4aee-86eb-97df7db5aabc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3866d923-fecf-45c7-b7c5-f449482615e0 HTTP/1.1" status: 200 len: 217 time: 0.1311252 Aug 19 14:41:28.380179 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3e855fbf-517e-4b61-8b6b-a8e3c0f15444 req-c4143d07-5fc5-4a29-98c8-30d8a7a4bd9f tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8490665 Aug 19 14:41:28.396436 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d31a8-4ffb-4d54-a8eb-923e38761368 req-e301697b-2fbb-41fe-b7bc-8632a2cf9869 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:28.400113 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d01d31a8-4ffb-4d54-a8eb-923e38761368 req-e301697b-2fbb-41fe-b7bc-8632a2cf9869 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=72e6ec3c-6451-4c81-94f2-a9b2476442be HTTP/1.1" status: 200 len: 936 time: 0.1593575 Aug 19 14:41:28.410340 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=bf510a67-3758-4837-9af6-1a144f49bd82,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:28.432463 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:28.437423 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-3e855fbf-517e-4b61-8b6b-a8e3c0f15444 req-d47a4a7e-53be-4fff-872a-a868ea57a023 service neutron] Request body: {'port': {'device_id': '72e6ec3c-6451-4c81-94f2-a9b2476442be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:41:28.438339 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:28.438761 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:28.439721 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:28.439721 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:28.439965 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:28.440335 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:28.440759 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:28.441152 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:28.441589 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:28.442271 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:28.442864 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:28.509778 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d01d31a8-4ffb-4d54-a8eb-923e38761368 req-8867d7c3-0a17-4afc-aea2-2a49556f6215 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025684 Aug 19 14:41:28.525047 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 4f46bceb-d478-4788-bf46-f2d1c4de2a62 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:41:28.557892 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 4f46bceb-d478-4788-bf46-f2d1c4de2a62 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:41:28.558355 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:28.578397 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7a76c95f-1a77-4724-8efd-880879d52a4b None None] Provisioning for port 71660b2b-ea0f-4ab1-8bb1-61fee9decc6e completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:41:28.581673 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3e855fbf-517e-4b61-8b6b-a8e3c0f15444 req-d47a4a7e-53be-4fff-872a-a868ea57a023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:28.693622 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7a76c95f-1a77-4724-8efd-880879d52a4b None None] Provisioning complete for port 71660b2b-ea0f-4ab1-8bb1-61fee9decc6e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:41:28.694082 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7a76c95f-1a77-4724-8efd-880879d52a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:28.795312 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf510a67-3758-4837-9af6-1a144f49bd82'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:41:28.797923 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd220309-f111-49e4-b7cf-637ccc7a4901" -d '{"events": [{"server_uuid": "bce8a885-bf0d-4acb-9ae6-beed50cce16b", "name": "network-vif-plugged", "status": "completed", "tag": "bf510a67-3758-4837-9af6-1a144f49bd82"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:41:28.977235 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-7a76c95f-1a77-4724-8efd-880879d52a4b None None] Port 71660b2b-ea0f-4ab1-8bb1-61fee9decc6e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:41:29.136338 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:29.290505 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 4f46bceb-d478-4788-bf46-f2d1c4de2a62, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=4f46bceb-d478-4788-bf46-f2d1c4de2a62,segment=NetworkSegment(b333896f-71d3-4667-9887-245337866152),segment_id=b333896f-71d3-4667-9887-245337866152)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:29.320799 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:29.321687 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 753eba00-312b-4ae4-b21f-17ab912d1769 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:41:29.344100 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-a183132b-46a2-4905-88ed-e210d02545e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:29.345575 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-a183132b-46a2-4905-88ed-e210d02545e5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=64065ff9-b8bb-4212-8aca-114b6986ce18 HTTP/1.1" status: 200 len: 797 time: 0.9802361 Aug 19 14:41:29.387868 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27fcb0-2ab8-4985-937f-0643b0fb8287 req-0db56443-b831-4fe7-80bf-fc161de264fe tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:29.396668 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27fcb0-2ab8-4985-937f-0643b0fb8287 req-0db56443-b831-4fe7-80bf-fc161de264fe tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:29.405048 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27fcb0-2ab8-4985-937f-0643b0fb8287 req-0db56443-b831-4fe7-80bf-fc161de264fe tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:29.413247 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27fcb0-2ab8-4985-937f-0643b0fb8287 req-0db56443-b831-4fe7-80bf-fc161de264fe tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:29.416425 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=4f46bceb-d478-4788-bf46-f2d1c4de2a62,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:29.423349 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27fcb0-2ab8-4985-937f-0643b0fb8287 req-0db56443-b831-4fe7-80bf-fc161de264fe tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:29.436714 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27fcb0-2ab8-4985-937f-0643b0fb8287 req-0db56443-b831-4fe7-80bf-fc161de264fe tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:29.447520 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27fcb0-2ab8-4985-937f-0643b0fb8287 req-0db56443-b831-4fe7-80bf-fc161de264fe tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:29.449463 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2e27fcb0-2ab8-4985-937f-0643b0fb8287 req-0db56443-b831-4fe7-80bf-fc161de264fe tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 5429 time: 0.8509068 Aug 19 14:41:29.472147 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade0fe0-51fe-451a-bd3c-ab856094df5c req-f29c6d7d-b40e-4daa-be03-7738a46d1829 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:29.474615 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bade0fe0-51fe-451a-bd3c-ab856094df5c req-f29c6d7d-b40e-4daa-be03-7738a46d1829 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 943 time: 0.1726747 Aug 19 14:41:29.545233 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2e27fcb0-2ab8-4985-937f-0643b0fb8287 req-a89385f5-1b09-43d1-881e-347a3ca996c5 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/security-groups?id=8862cddc-dd3e-4608-94de-b1904f67b1ca&id=b221f776-c920-4201-a5ce-e97a00b87480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0841074 Aug 19 14:41:29.597256 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bade0fe0-51fe-451a-bd3c-ab856094df5c req-8f078b85-1288-45c1-858e-a9e30a21cb27 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945513 Aug 19 14:41:29.667397 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-3e855fbf-517e-4b61-8b6b-a8e3c0f15444 req-d47a4a7e-53be-4fff-872a-a868ea57a023 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71660b2b-ea0f-4ab1-8bb1-61fee9decc6e {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:41:29.676832 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3e855fbf-517e-4b61-8b6b-a8e3c0f15444 req-d47a4a7e-53be-4fff-872a-a868ea57a023 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:29.693450 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-3e855fbf-517e-4b61-8b6b-a8e3c0f15444 req-d47a4a7e-53be-4fff-872a-a868ea57a023 service neutron] Transition to ACTIVE for port object 71660b2b-ea0f-4ab1-8bb1-61fee9decc6e will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:41:29.724979 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d49182e-71fd-4b2f-a38f-164501303abd x-openstack-request-id: req-1d49182e-71fd-4b2f-a38f-164501303abd {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:41:29.725283 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce8a885-bf0d-4acb-9ae6-beed50cce16b", "name": "network-vif-plugged", "status": "completed", "tag": "bf510a67-3758-4837-9af6-1a144f49bd82", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:41:29.725544 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1d49182e-71fd-4b2f-a38f-164501303abd {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:41:29.725953 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf510a67-3758-4837-9af6-1a144f49bd82', 'code': 200} Aug 19 14:41:29.738107 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3e855fbf-517e-4b61-8b6b-a8e3c0f15444 req-d47a4a7e-53be-4fff-872a-a868ea57a023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:29.790781 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 753eba00-312b-4ae4-b21f-17ab912d1769 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:41:29.816101 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 753eba00-312b-4ae4-b21f-17ab912d1769 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:41:29.817354 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:29.831077 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-d199cb7b-9cba-4346-8376-37f6ae0dbce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:29.832824 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-d199cb7b-9cba-4346-8376-37f6ae0dbce1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f6ac2016-e7c1-459d-ba43-66cd8666f5a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4765882 Aug 19 14:41:29.834500 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a4a7e-53be-4fff-872a-a868ea57a023 service neutron] Pushing event updated for resources: {'Port': ['ID=71660b2b-ea0f-4ab1-8bb1-61fee9decc6e,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:29.997949 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13dc735-19d2-4cc0-b1b3-23f311bc1091 req-e6276a2b-3804-4750-bf90-417801232486 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:30.004086 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13dc735-19d2-4cc0-b1b3-23f311bc1091 req-e6276a2b-3804-4750-bf90-417801232486 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:30.017147 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13dc735-19d2-4cc0-b1b3-23f311bc1091 req-e6276a2b-3804-4750-bf90-417801232486 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:30.022525 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13dc735-19d2-4cc0-b1b3-23f311bc1091 req-e6276a2b-3804-4750-bf90-417801232486 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:30.043120 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13dc735-19d2-4cc0-b1b3-23f311bc1091 req-e6276a2b-3804-4750-bf90-417801232486 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:30.054576 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13dc735-19d2-4cc0-b1b3-23f311bc1091 req-e6276a2b-3804-4750-bf90-417801232486 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:30.071978 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13dc735-19d2-4cc0-b1b3-23f311bc1091 req-e6276a2b-3804-4750-bf90-417801232486 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:30.073951 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a13dc735-19d2-4cc0-b1b3-23f311bc1091 req-e6276a2b-3804-4750-bf90-417801232486 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 5433 time: 0.2034078 Aug 19 14:41:30.105116 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-3e855fbf-517e-4b61-8b6b-a8e3c0f15444 req-d47a4a7e-53be-4fff-872a-a868ea57a023 service neutron] Attempting to bind port 71660b2b-ea0f-4ab1-8bb1-61fee9decc6e on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:41:30.105457 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-3e855fbf-517e-4b61-8b6b-a8e3c0f15444 req-d47a4a7e-53be-4fff-872a-a868ea57a023 service neutron] Attempting to bind port 71660b2b-ea0f-4ab1-8bb1-61fee9decc6e by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:41:30.105967 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e855fbf-517e-4b61-8b6b-a8e3c0f15444 req-d47a4a7e-53be-4fff-872a-a868ea57a023 service neutron] Attempting to bind port 71660b2b-ea0f-4ab1-8bb1-61fee9decc6e on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:41:30.141136 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:30.171321 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-7d521c21-e63d-469e-a485-13e7648e5ce0 service neutron] 10.222.0.88 "GET /v2.0/networks/f6ac2016-e7c1-459d-ba43-66cd8666f5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811930 Aug 19 14:41:30.172921 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e855fbf-517e-4b61-8b6b-a8e3c0f15444 req-d47a4a7e-53be-4fff-872a-a868ea57a023 service neutron] Port 71660b2b-ea0f-4ab1-8bb1-61fee9decc6e on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:41:30.173539 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e855fbf-517e-4b61-8b6b-a8e3c0f15444 req-d47a4a7e-53be-4fff-872a-a868ea57a023 service neutron] Attempting to bind port 71660b2b-ea0f-4ab1-8bb1-61fee9decc6e on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:41:30.181234 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e855fbf-517e-4b61-8b6b-a8e3c0f15444 req-d47a4a7e-53be-4fff-872a-a868ea57a023 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:41:30.181837 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e855fbf-517e-4b61-8b6b-a8e3c0f15444 req-d47a4a7e-53be-4fff-872a-a868ea57a023 service neutron] Checking segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:41:30.182238 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e855fbf-517e-4b61-8b6b-a8e3c0f15444 req-d47a4a7e-53be-4fff-872a-a868ea57a023 service neutron] Bound using segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:41:30.182873 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-3e855fbf-517e-4b61-8b6b-a8e3c0f15444 req-d47a4a7e-53be-4fff-872a-a868ea57a023 service neutron] Bound port: 71660b2b-ea0f-4ab1-8bb1-61fee9decc6e, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:41:30.183248 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3e855fbf-517e-4b61-8b6b-a8e3c0f15444 req-d47a4a7e-53be-4fff-872a-a868ea57a023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:30.216554 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 753eba00-312b-4ae4-b21f-17ab912d1769, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=753eba00-312b-4ae4-b21f-17ab912d1769,segment=NetworkSegment(99c97db4-9a46-4f59-aa17-3bb2f2a5461a),segment_id=99c97db4-9a46-4f59-aa17-3bb2f2a5461a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:30.227296 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:30.228223 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:41:30.243334 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a13dc735-19d2-4cc0-b1b3-23f311bc1091 req-a2b36dd8-dd99-4480-9e8f-0a921d6e79a5 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/security-groups?id=79af4be3-90a0-4292-a54f-cdd3d9a00e15&id=27241ab3-04f0-48c7-8563-70f9530fcbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1609759 Aug 19 14:41:30.294193 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a489018c-881e-4223-900e-b5dcbab9c683 req-46ca8faf-a271-486c-a6e1-b8c0082972fb tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:30.304851 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a489018c-881e-4223-900e-b5dcbab9c683 req-46ca8faf-a271-486c-a6e1-b8c0082972fb tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.1945860 Aug 19 14:41:30.339462 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=753eba00-312b-4ae4-b21f-17ab912d1769,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:30.392638 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-3e855fbf-517e-4b61-8b6b-a8e3c0f15444 req-d47a4a7e-53be-4fff-872a-a868ea57a023 service neutron] For port 71660b2b-ea0f-4ab1-8bb1-61fee9decc6e, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:41:30.393488 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:41:30.398505 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-3e855fbf-517e-4b61-8b6b-a8e3c0f15444 req-d47a4a7e-53be-4fff-872a-a868ea57a023 service neutron] For port 71660b2b-ea0f-4ab1-8bb1-61fee9decc6e, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=71660b2b-ea0f-4ab1-8bb1-61fee9decc6e,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:41:30.399792 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:41:30.400722 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a489018c-881e-4223-900e-b5dcbab9c683 req-a191c9c8-c393-41ee-ac2a-862242cdf414 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944626 Aug 19 14:41:30.404675 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:30.419337 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3e855fbf-517e-4b61-8b6b-a8e3c0f15444 req-d47a4a7e-53be-4fff-872a-a868ea57a023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:30.492675 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7cfa0b51-9edd-4de4-94f4-70a04df98ed2 req-3c2cc78f-d059-4302-aae1-b271c84f744f service neutron] 10.222.0.88 "GET /v2.0/networks/f6ac2016-e7c1-459d-ba43-66cd8666f5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859719 Aug 19 14:41:30.533092 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876165c-2579-403a-87ce-d95a93efe9c9 req-f64e4634-89b2-4911-b9ba-4f7f61c011dd tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:30.552168 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:30.552750 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a4a7e-53be-4fff-872a-a868ea57a023 service neutron] Pushing event updated for resources: {'Port': ['ID=71660b2b-ea0f-4ab1-8bb1-61fee9decc6e,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:30.553874 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d876165c-2579-403a-87ce-d95a93efe9c9 req-f64e4634-89b2-4911-b9ba-4f7f61c011dd tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=72e6ec3c-6451-4c81-94f2-a9b2476442be HTTP/1.1" status: 200 len: 948 time: 0.1971238 Aug 19 14:41:30.558327 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e855fbf-517e-4b61-8b6b-a8e3c0f15444 req-d47a4a7e-53be-4fff-872a-a868ea57a023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:30.559035 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3e855fbf-517e-4b61-8b6b-a8e3c0f15444 req-d47a4a7e-53be-4fff-872a-a868ea57a023 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:30.561346 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3e855fbf-517e-4b61-8b6b-a8e3c0f15444 req-d47a4a7e-53be-4fff-872a-a868ea57a023 service neutron] 10.222.0.68 "PUT /v2.0/ports/71660b2b-ea0f-4ab1-8bb1-61fee9decc6e HTTP/1.1" status: 200 len: 1096 time: 2.1337223 Aug 19 14:41:30.561801 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72e6ec3c-6451-4c81-94f2-a9b2476442be', 'tag': '71660b2b-ea0f-4ab1-8bb1-61fee9decc6e'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:41:30.565071 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3025b98-bf61-4a6f-b16f-df2fb4518266" -d '{"events": [{"name": "network-changed", "server_uuid": "72e6ec3c-6451-4c81-94f2-a9b2476442be", "tag": "71660b2b-ea0f-4ab1-8bb1-61fee9decc6e"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:41:30.639079 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab7d75-9fd9-4b73-bbc2-63fc31386fbe req-ca9004d8-78f4-4741-bf5d-a8ee700f3b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:30.640800 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab7d75-9fd9-4b73-bbc2-63fc31386fbe req-ca9004d8-78f4-4741-bf5d-a8ee700f3b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:30.641906 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab7d75-9fd9-4b73-bbc2-63fc31386fbe req-ca9004d8-78f4-4741-bf5d-a8ee700f3b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:30.641906 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab7d75-9fd9-4b73-bbc2-63fc31386fbe req-ca9004d8-78f4-4741-bf5d-a8ee700f3b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:30.644107 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab7d75-9fd9-4b73-bbc2-63fc31386fbe req-ca9004d8-78f4-4741-bf5d-a8ee700f3b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:30.644726 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab7d75-9fd9-4b73-bbc2-63fc31386fbe req-ca9004d8-78f4-4741-bf5d-a8ee700f3b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:30.645332 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab7d75-9fd9-4b73-bbc2-63fc31386fbe req-ca9004d8-78f4-4741-bf5d-a8ee700f3b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:30.650482 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f,segment=NetworkSegment(b333896f-71d3-4667-9887-245337866152),segment_id=b333896f-71d3-4667-9887-245337866152)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:30.650913 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c8ab7d75-9fd9-4b73-bbc2-63fc31386fbe req-ca9004d8-78f4-4741-bf5d-a8ee700f3b01 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ef249261d4604936b13aa21e0bea0dc2&device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 6486 time: 0.0807788 Aug 19 14:41:30.655821 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d876165c-2579-403a-87ce-d95a93efe9c9 req-c3bfb94d-d6b5-4c1e-82a0-43410fbffc48 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008148 Aug 19 14:41:30.660100 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:30.778076 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:30.841622 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad7e856-2c5c-4c15-8847-0352a2a255b6 x-openstack-request-id: req-dad7e856-2c5c-4c15-8847-0352a2a255b6 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:41:30.842245 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72e6ec3c-6451-4c81-94f2-a9b2476442be", "tag": "71660b2b-ea0f-4ab1-8bb1-61fee9decc6e", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:41:30.842245 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-dad7e856-2c5c-4c15-8847-0352a2a255b6 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:41:30.842737 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72e6ec3c-6451-4c81-94f2-a9b2476442be', 'tag': '71660b2b-ea0f-4ab1-8bb1-61fee9decc6e', 'status': 'completed', 'code': 200} Aug 19 14:41:30.871458 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab7d75-9fd9-4b73-bbc2-63fc31386fbe req-61c5d3a5-de8d-4b64-8df0-64bdecb21b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:30.873161 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c8ab7d75-9fd9-4b73-bbc2-63fc31386fbe req-61c5d3a5-de8d-4b64-8df0-64bdecb21b13 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f6ac2016-e7c1-459d-ba43-66cd8666f5a3 HTTP/1.1" status: 200 len: 902 time: 0.2016954 Aug 19 14:41:30.888783 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e855fbf-517e-4b61-8b6b-a8e3c0f15444 req-7680e6b5-a44e-4e25-897a-cc54ccfd9982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:30.890752 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3e855fbf-517e-4b61-8b6b-a8e3c0f15444 req-7680e6b5-a44e-4e25-897a-cc54ccfd9982 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=41e15b78d78c4e818c7fba2f667bded5&device_id=72e6ec3c-6451-4c81-94f2-a9b2476442be HTTP/1.1" status: 200 len: 1099 time: 0.2386949 Aug 19 14:41:30.952920 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3e855fbf-517e-4b61-8b6b-a8e3c0f15444 req-bb08232b-d70d-491d-9df0-f0b8ad7c1551 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=71660b2b-ea0f-4ab1-8bb1-61fee9decc6e HTTP/1.1" status: 200 len: 217 time: 0.0492239 Aug 19 14:41:30.995620 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf225b9-10d3-434e-b107-1012c573695c req-647803fe-c3dc-4d55-a437-1c56744af0ed tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:31.003179 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf225b9-10d3-434e-b107-1012c573695c req-647803fe-c3dc-4d55-a437-1c56744af0ed tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:31.015278 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf225b9-10d3-434e-b107-1012c573695c req-647803fe-c3dc-4d55-a437-1c56744af0ed tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:31.022107 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf225b9-10d3-434e-b107-1012c573695c req-647803fe-c3dc-4d55-a437-1c56744af0ed tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:31.028389 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf225b9-10d3-434e-b107-1012c573695c req-647803fe-c3dc-4d55-a437-1c56744af0ed tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:31.036216 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf225b9-10d3-434e-b107-1012c573695c req-647803fe-c3dc-4d55-a437-1c56744af0ed tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:31.042532 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf225b9-10d3-434e-b107-1012c573695c req-647803fe-c3dc-4d55-a437-1c56744af0ed tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:31.044618 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6cf225b9-10d3-434e-b107-1012c573695c req-647803fe-c3dc-4d55-a437-1c56744af0ed tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 5429 time: 0.1553395 Aug 19 14:41:31.054411 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c8ab7d75-9fd9-4b73-bbc2-63fc31386fbe req-2e9da02d-d018-4e37-845e-e1d131818903 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e8982814-7c65-4c2d-a505-8e9ce81f7934 HTTP/1.1" status: 200 len: 217 time: 0.1624868 Aug 19 14:41:31.075232 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e855fbf-517e-4b61-8b6b-a8e3c0f15444 req-d2e5c5aa-0203-4f3f-bbeb-0ba2b5d22735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:31.077936 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3e855fbf-517e-4b61-8b6b-a8e3c0f15444 req-d2e5c5aa-0203-4f3f-bbeb-0ba2b5d22735 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.0675168 Aug 19 14:41:31.089997 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1fb474-ef9e-42bc-a9ed-58399bf4193d req-3c9b66e6-2088-41e0-993e-85dd32ad64f8 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:31.092302 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-df1fb474-ef9e-42bc-a9ed-58399bf4193d req-3c9b66e6-2088-41e0-993e-85dd32ad64f8 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/networks?id=94d71021-0e52-4f61-9f79-5084b440fea5 HTTP/1.1" status: 200 len: 805 time: 0.3050802 Aug 19 14:41:31.162291 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6cf225b9-10d3-434e-b107-1012c573695c req-55170821-0fbe-402c-b73b-c9d1aeddd5f0 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/security-groups?id=8862cddc-dd3e-4608-94de-b1904f67b1ca&id=b221f776-c920-4201-a5ce-e97a00b87480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0961425 Aug 19 14:41:31.163938 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-df1fb474-ef9e-42bc-a9ed-58399bf4193d req-a12f7fee-4d07-441a-a54f-ec370d0094c2 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/quotas/b611e89c59444d069c1d991f556f75aa HTTP/1.1" status: 200 len: 375 time: 0.0626206 Aug 19 14:41:31.180459 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab7d75-9fd9-4b73-bbc2-63fc31386fbe req-17d89e31-9742-4cc2-9a9f-c174706738a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:31.182152 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c8ab7d75-9fd9-4b73-bbc2-63fc31386fbe req-17d89e31-9742-4cc2-9a9f-c174706738a2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=64065ff9-b8bb-4212-8aca-114b6986ce18 HTTP/1.1" status: 200 len: 797 time: 0.0987480 Aug 19 14:41:31.241667 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e855fbf-517e-4b61-8b6b-a8e3c0f15444 req-c280da16-bfe1-42e5-b8ea-054c75ecac06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:31.243349 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3e855fbf-517e-4b61-8b6b-a8e3c0f15444 req-c280da16-bfe1-42e5-b8ea-054c75ecac06 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1101325 Aug 19 14:41:31.244776 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-df1fb474-ef9e-42bc-a9ed-58399bf4193d req-41171cfa-c187-430a-9d46-5f346e616c93 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b611e89c59444d069c1d991f556f75aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0737484 Aug 19 14:41:31.267493 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab7d75-9fd9-4b73-bbc2-63fc31386fbe req-90186fb8-e40e-402f-a4d6-c8082fc20139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:31.268953 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c8ab7d75-9fd9-4b73-bbc2-63fc31386fbe req-90186fb8-e40e-402f-a4d6-c8082fc20139 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f6ac2016-e7c1-459d-ba43-66cd8666f5a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0711765 Aug 19 14:41:31.329459 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-656b6926-7833-43ff-a540-6b2ddc99bb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:31.377198 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea008c5-9233-4f2b-b762-d7fb7464831d req-e2c081fc-0055-4aff-b9b6-f090d54f7cd6 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:31.379002 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4ea008c5-9233-4f2b-b762-d7fb7464831d req-e2c081fc-0055-4aff-b9b6-f090d54f7cd6 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 943 time: 0.1192927 Aug 19 14:41:31.402611 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c8ab7d75-9fd9-4b73-bbc2-63fc31386fbe req-7bc66fde-83e2-46b1-bd98-4304f2ad8137 service neutron] 10.222.0.88 "GET /v2.0/networks/f6ac2016-e7c1-459d-ba43-66cd8666f5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207204 Aug 19 14:41:31.416534 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-df1fb474-ef9e-42bc-a9ed-58399bf4193d req-769d497a-0670-48d5-8f30-f8690620730c service neutron] 10.222.0.69 "GET /v2.0/networks/94d71021-0e52-4f61-9f79-5084b440fea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642494 Aug 19 14:41:31.459398 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4ea008c5-9233-4f2b-b762-d7fb7464831d req-efd4fd34-88f5-4973-bc9b-199bc942fe7d tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707142 Aug 19 14:41:31.540635 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3e855fbf-517e-4b61-8b6b-a8e3c0f15444 req-4706229a-a90a-4bee-972f-8b4bf784d56e service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851868 Aug 19 14:41:31.561746 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c8ab7d75-9fd9-4b73-bbc2-63fc31386fbe req-4f4b2fbd-301a-4589-905a-9f3092d8f5ff service neutron] 10.222.0.88 "GET /v2.0/networks/f6ac2016-e7c1-459d-ba43-66cd8666f5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475456 Aug 19 14:41:31.587256 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-df1fb474-ef9e-42bc-a9ed-58399bf4193d req-bda4cf6f-14a0-4bad-91b0-e6807e9b9eaa service neutron] 10.222.0.69 "GET /v2.0/networks/94d71021-0e52-4f61-9f79-5084b440fea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571324 Aug 19 14:41:31.694834 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3e855fbf-517e-4b61-8b6b-a8e3c0f15444 req-985c173e-ceb0-42e5-abdd-b89b20e0dba8 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319103 Aug 19 14:41:31.705966 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d834b1-c9b9-4a15-9c30-1c99350ca364 req-d32ff96d-bbb7-429d-8471-f7428ccd1f22 tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:31.708110 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-94d834b1-c9b9-4a15-9c30-1c99350ca364 req-d32ff96d-bbb7-429d-8471-f7428ccd1f22 tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] 10.222.0.69 "GET /v2.0/ports?device_id=3abeb595-2e19-4f8e-b10f-f86578c04f7f HTTP/1.1" status: 200 len: 945 time: 0.0573688 Aug 19 14:41:31.727188 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f46bceb-d478-4788-bf46-f2d1c4de2a62'}, {'server_uuid': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '753eba00-312b-4ae4-b21f-17ab912d1769'}, {'server_uuid': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:41:31.730627 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5993fbd-62d3-4cf5-be10-bfe4ce109cd7" -d '{"events": [{"server_uuid": "bce8a885-bf0d-4acb-9ae6-beed50cce16b", "name": "network-vif-plugged", "status": "completed", "tag": "4f46bceb-d478-4788-bf46-f2d1c4de2a62"}, {"server_uuid": "bce8a885-bf0d-4acb-9ae6-beed50cce16b", "name": "network-vif-plugged", "status": "completed", "tag": "753eba00-312b-4ae4-b21f-17ab912d1769"}, {"server_uuid": "bce8a885-bf0d-4acb-9ae6-beed50cce16b", "name": "network-vif-plugged", "status": "completed", "tag": "9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:41:31.754327 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 2b1c0372-f5f2-49ae-8c62-9cc2aa371e25 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:41:31.782986 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab7d75-9fd9-4b73-bbc2-63fc31386fbe req-291af337-5726-4671-ad9e-8785c0c0143a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:31.783576 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab7d75-9fd9-4b73-bbc2-63fc31386fbe req-291af337-5726-4671-ad9e-8785c0c0143a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:31.784208 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab7d75-9fd9-4b73-bbc2-63fc31386fbe req-291af337-5726-4671-ad9e-8785c0c0143a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:31.784760 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab7d75-9fd9-4b73-bbc2-63fc31386fbe req-291af337-5726-4671-ad9e-8785c0c0143a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:31.785237 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab7d75-9fd9-4b73-bbc2-63fc31386fbe req-291af337-5726-4671-ad9e-8785c0c0143a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:31.785708 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab7d75-9fd9-4b73-bbc2-63fc31386fbe req-291af337-5726-4671-ad9e-8785c0c0143a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:31.786175 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab7d75-9fd9-4b73-bbc2-63fc31386fbe req-291af337-5726-4671-ad9e-8785c0c0143a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:31.788086 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c8ab7d75-9fd9-4b73-bbc2-63fc31386fbe req-291af337-5726-4671-ad9e-8785c0c0143a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ef249261d4604936b13aa21e0bea0dc2&device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 6486 time: 0.1595056 Aug 19 14:41:31.860858 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-94d834b1-c9b9-4a15-9c30-1c99350ca364 req-7346e44a-4546-4c3b-8e8f-865483277a29 tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] 10.222.0.69 "GET /v2.0/security-groups?id=c390f442-ff13-416a-8add-09a6a460befa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267881 Aug 19 14:41:31.898357 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:31.906146 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5abdaf0-24d8-42e6-82cb-fe2a3c36b3c6 req-5271daa2-8654-4f92-ae11-e7a53c98a0c3 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:31.914174 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5abdaf0-24d8-42e6-82cb-fe2a3c36b3c6 req-5271daa2-8654-4f92-ae11-e7a53c98a0c3 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:31.922892 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5abdaf0-24d8-42e6-82cb-fe2a3c36b3c6 req-5271daa2-8654-4f92-ae11-e7a53c98a0c3 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:31.930054 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5abdaf0-24d8-42e6-82cb-fe2a3c36b3c6 req-5271daa2-8654-4f92-ae11-e7a53c98a0c3 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:31.936128 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3025b98-bf61-4a6f-b16f-df2fb4518266 req-e3282f22-a61b-4d7a-af20-e37681af3efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:31.936730 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5abdaf0-24d8-42e6-82cb-fe2a3c36b3c6 req-5271daa2-8654-4f92-ae11-e7a53c98a0c3 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:31.938426 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f3025b98-bf61-4a6f-b16f-df2fb4518266 req-e3282f22-a61b-4d7a-af20-e37681af3efa service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=41e15b78d78c4e818c7fba2f667bded5&device_id=72e6ec3c-6451-4c81-94f2-a9b2476442be HTTP/1.1" status: 200 len: 1099 time: 0.1430347 Aug 19 14:41:31.944512 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5abdaf0-24d8-42e6-82cb-fe2a3c36b3c6 req-5271daa2-8654-4f92-ae11-e7a53c98a0c3 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:31.953031 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5abdaf0-24d8-42e6-82cb-fe2a3c36b3c6 req-5271daa2-8654-4f92-ae11-e7a53c98a0c3 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:31.957932 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 2b1c0372-f5f2-49ae-8c62-9cc2aa371e25, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=2b1c0372-f5f2-49ae-8c62-9cc2aa371e25,segment=NetworkSegment(fcd6ac5d-931b-4836-82cc-58250c6a0f69),segment_id=fcd6ac5d-931b-4836-82cc-58250c6a0f69)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:31.963365 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:31.965542 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c5abdaf0-24d8-42e6-82cb-fe2a3c36b3c6 req-5271daa2-8654-4f92-ae11-e7a53c98a0c3 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 5435 time: 0.1749256 Aug 19 14:41:32.032857 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=2b1c0372-f5f2-49ae-8c62-9cc2aa371e25,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:32.049616 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab7d75-9fd9-4b73-bbc2-63fc31386fbe req-35c6ed2a-35f8-49ea-abae-a1a3b11e7810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:32.051881 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c8ab7d75-9fd9-4b73-bbc2-63fc31386fbe req-35c6ed2a-35f8-49ea-abae-a1a3b11e7810 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f6ac2016-e7c1-459d-ba43-66cd8666f5a3 HTTP/1.1" status: 200 len: 902 time: 0.2414944 Aug 19 14:41:32.063953 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c5abdaf0-24d8-42e6-82cb-fe2a3c36b3c6 req-28b0aff3-20e2-4066-ad74-3adacf7f29f5 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/security-groups?id=79af4be3-90a0-4292-a54f-cdd3d9a00e15&id=27241ab3-04f0-48c7-8563-70f9530fcbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0966022 Aug 19 14:41:32.094802 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be35d9-1746-4fb4-a203-5dbfcd688437 req-cb480d7f-81c8-4fee-8d6b-7921d0d3e250 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:32.096613 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-67be35d9-1746-4fb4-a203-5dbfcd688437 req-cb480d7f-81c8-4fee-8d6b-7921d0d3e250 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.1029849 Aug 19 14:41:32.140050 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c8ab7d75-9fd9-4b73-bbc2-63fc31386fbe req-56fb895e-5829-4678-a9a4-68cee3ce9de9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3866d923-fecf-45c7-b7c5-f449482615e0 HTTP/1.1" status: 200 len: 217 time: 0.0663502 Aug 19 14:41:32.146171 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3025b98-bf61-4a6f-b16f-df2fb4518266 req-7a60cab0-5c5c-4420-b729-d381807022cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:32.147267 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f3025b98-bf61-4a6f-b16f-df2fb4518266 req-7a60cab0-5c5c-4420-b729-d381807022cd service neutron] 10.222.0.68 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.2007895 Aug 19 14:41:32.176564 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-67be35d9-1746-4fb4-a203-5dbfcd688437 req-89825647-a38d-4a9c-9221-c9bf3fc2c74c tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723956 Aug 19 14:41:32.241520 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd2ac8-6f27-42ff-ab01-6bdac9bd948d req-12e7fd4e-ad23-4c20-a231-b3fe5c77c712 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:32.243292 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2dbd2ac8-6f27-42ff-ab01-6bdac9bd948d req-12e7fd4e-ad23-4c20-a231-b3fe5c77c712 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=72e6ec3c-6451-4c81-94f2-a9b2476442be HTTP/1.1" status: 200 len: 948 time: 0.0701005 Aug 19 14:41:32.265173 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f3025b98-bf61-4a6f-b16f-df2fb4518266 req-aad6a9bf-3adb-4a6c-b5b2-2287cc34bcf6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=71660b2b-ea0f-4ab1-8bb1-61fee9decc6e HTTP/1.1" status: 200 len: 217 time: 0.1029768 Aug 19 14:41:32.313699 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab7d75-9fd9-4b73-bbc2-63fc31386fbe req-e3dc3f2b-c71c-4b31-b157-179187911e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:32.315174 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c8ab7d75-9fd9-4b73-bbc2-63fc31386fbe req-e3dc3f2b-c71c-4b31-b157-179187911e29 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=64065ff9-b8bb-4212-8aca-114b6986ce18 HTTP/1.1" status: 200 len: 797 time: 0.1658106 Aug 19 14:41:32.322201 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-16a3356d-a419-4c56-ba94-12518481728f req-a1c0a7a1-b870-4d1a-9140-0b422e48b80a tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c HTTP/1.1" status: 200 len: 210 time: 0.0465677 Aug 19 14:41:32.362750 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3025b98-bf61-4a6f-b16f-df2fb4518266 req-9cd640fd-b24a-4aab-bd8e-8e4977674798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:32.364211 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f3025b98-bf61-4a6f-b16f-df2fb4518266 req-9cd640fd-b24a-4aab-bd8e-8e4977674798 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.0865097 Aug 19 14:41:32.376800 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab7d75-9fd9-4b73-bbc2-63fc31386fbe req-1828f61a-5067-41c0-8b27-65adc4f540f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:32.377928 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2dbd2ac8-6f27-42ff-ab01-6bdac9bd948d req-4bca9386-eed7-4299-acf0-732345be513b tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279371 Aug 19 14:41:32.378344 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c8ab7d75-9fd9-4b73-bbc2-63fc31386fbe req-1828f61a-5067-41c0-8b27-65adc4f540f4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f6ac2016-e7c1-459d-ba43-66cd8666f5a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0543988 Aug 19 14:41:32.428005 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 19 Aug 2021 14:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a62464-8e30-4bc5-bfe6-fc1510e9d7cf x-openstack-request-id: req-25a62464-8e30-4bc5-bfe6-fc1510e9d7cf {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:41:32.428451 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce8a885-bf0d-4acb-9ae6-beed50cce16b", "name": "network-vif-plugged", "status": "completed", "tag": "4f46bceb-d478-4788-bf46-f2d1c4de2a62", "code": 200}, {"server_uuid": "bce8a885-bf0d-4acb-9ae6-beed50cce16b", "name": "network-vif-plugged", "status": "completed", "tag": "753eba00-312b-4ae4-b21f-17ab912d1769", "code": 200}, {"server_uuid": "bce8a885-bf0d-4acb-9ae6-beed50cce16b", "name": "network-vif-plugged", "status": "completed", "tag": "9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:41:32.428791 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-25a62464-8e30-4bc5-bfe6-fc1510e9d7cf {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:41:32.429312 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f46bceb-d478-4788-bf46-f2d1c4de2a62', 'code': 200} Aug 19 14:41:32.429664 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '753eba00-312b-4ae4-b21f-17ab912d1769', 'code': 200} Aug 19 14:41:32.430231 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f', 'code': 200} Aug 19 14:41:32.529214 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3025b98-bf61-4a6f-b16f-df2fb4518266 req-1e67347f-e68c-4fd7-836a-fd82932ca0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:32.529214 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f3025b98-bf61-4a6f-b16f-df2fb4518266 req-1e67347f-e68c-4fd7-836a-fd82932ca0d3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1337883 Aug 19 14:41:32.658118 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880375e-10cf-47a6-9df0-6e0506eda687 req-46c0d818-3f9e-4d7e-a5f3-50e43759e5e3 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:32.673900 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880375e-10cf-47a6-9df0-6e0506eda687 req-46c0d818-3f9e-4d7e-a5f3-50e43759e5e3 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:32.680335 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880375e-10cf-47a6-9df0-6e0506eda687 req-46c0d818-3f9e-4d7e-a5f3-50e43759e5e3 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:32.687594 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880375e-10cf-47a6-9df0-6e0506eda687 req-46c0d818-3f9e-4d7e-a5f3-50e43759e5e3 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:32.694063 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880375e-10cf-47a6-9df0-6e0506eda687 req-46c0d818-3f9e-4d7e-a5f3-50e43759e5e3 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:32.702847 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880375e-10cf-47a6-9df0-6e0506eda687 req-46c0d818-3f9e-4d7e-a5f3-50e43759e5e3 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:32.710461 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c8ab7d75-9fd9-4b73-bbc2-63fc31386fbe req-13ba9974-dccf-4c34-9a6b-3c21be6b6a20 service neutron] 10.222.0.88 "GET /v2.0/networks/f6ac2016-e7c1-459d-ba43-66cd8666f5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846215 Aug 19 14:41:32.712270 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880375e-10cf-47a6-9df0-6e0506eda687 req-46c0d818-3f9e-4d7e-a5f3-50e43759e5e3 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:32.723921 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f880375e-10cf-47a6-9df0-6e0506eda687 req-46c0d818-3f9e-4d7e-a5f3-50e43759e5e3 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 5429 time: 0.2435396 Aug 19 14:41:32.731615 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f3025b98-bf61-4a6f-b16f-df2fb4518266 req-2e9ade8b-b084-425f-a3b9-3d76c66b3267 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942585 Aug 19 14:41:32.746388 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d68fd40-93c7-43a7-8e8e-e4a362e84869 req-fe0413e8-6e59-4a10-a056-c021425f9e42 tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:32.748481 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4d68fd40-93c7-43a7-8e8e-e4a362e84869 req-fe0413e8-6e59-4a10-a056-c021425f9e42 tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] 10.222.0.88 "GET /v2.0/ports?device_id=3abeb595-2e19-4f8e-b10f-f86578c04f7f HTTP/1.1" status: 200 len: 945 time: 0.1388803 Aug 19 14:41:32.806196 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b35a5b-6d67-4b79-99b7-d97f0b30b232 req-78084e4d-8ad8-45f4-9f05-ea0cd7cb5cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:32.806951 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b35a5b-6d67-4b79-99b7-d97f0b30b232 req-78084e4d-8ad8-45f4-9f05-ea0cd7cb5cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:32.807611 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b35a5b-6d67-4b79-99b7-d97f0b30b232 req-78084e4d-8ad8-45f4-9f05-ea0cd7cb5cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:32.808334 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b35a5b-6d67-4b79-99b7-d97f0b30b232 req-78084e4d-8ad8-45f4-9f05-ea0cd7cb5cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:32.809084 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b35a5b-6d67-4b79-99b7-d97f0b30b232 req-78084e4d-8ad8-45f4-9f05-ea0cd7cb5cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:32.810403 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b35a5b-6d67-4b79-99b7-d97f0b30b232 req-78084e4d-8ad8-45f4-9f05-ea0cd7cb5cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:32.811153 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b35a5b-6d67-4b79-99b7-d97f0b30b232 req-78084e4d-8ad8-45f4-9f05-ea0cd7cb5cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:32.813988 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b0b35a5b-6d67-4b79-99b7-d97f0b30b232 req-78084e4d-8ad8-45f4-9f05-ea0cd7cb5cf5 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 6492 time: 0.2529473 Aug 19 14:41:32.830549 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ac7d7-123e-480d-b15d-20e506340df0 req-7c5f6983-1b01-4369-b7de-5a66beb1c062 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:32.832018 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-081ac7d7-123e-480d-b15d-20e506340df0 req-7c5f6983-1b01-4369-b7de-5a66beb1c062 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 943 time: 0.2602949 Aug 19 14:41:32.905361 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f880375e-10cf-47a6-9df0-6e0506eda687 req-b5b274fd-f3b5-4f5a-915f-3302864d91e4 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/security-groups?id=8862cddc-dd3e-4608-94de-b1904f67b1ca&id=b221f776-c920-4201-a5ce-e97a00b87480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1801233 Aug 19 14:41:32.962453 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8283ac-4979-440e-8da0-c9803c352666 req-fce58026-26ba-4aca-8a31-acee5e89341e tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:32.964143 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7f8283ac-4979-440e-8da0-c9803c352666 req-fce58026-26ba-4aca-8a31-acee5e89341e tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.68 "GET /v2.0/ports?device_id=85e761c4-92ce-4b2a-8ac9-520a3f82bd42 HTTP/1.1" status: 200 len: 944 time: 0.2367239 Aug 19 14:41:32.972783 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-081ac7d7-123e-480d-b15d-20e506340df0 req-74f03dc1-f75d-4b8a-8324-7c615973e0d8 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230652 Aug 19 14:41:32.978685 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b0b35a5b-6d67-4b79-99b7-d97f0b30b232 req-63677308-85cd-41f9-a155-580608f2c213 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=27241ab3-04f0-48c7-8563-70f9530fcbe2&id=79af4be3-90a0-4292-a54f-cdd3d9a00e15&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1439097 Aug 19 14:41:32.986098 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c8ab7d75-9fd9-4b73-bbc2-63fc31386fbe req-12b28b66-ebca-47f0-aa7e-44f6a0aa33b3 service neutron] 10.222.0.88 "GET /v2.0/networks/f6ac2016-e7c1-459d-ba43-66cd8666f5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573774 Aug 19 14:41:32.992312 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f3025b98-bf61-4a6f-b16f-df2fb4518266 req-c383f3c5-743a-4275-a4b0-980f955568c3 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232635 Aug 19 14:41:33.026513 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-4d68fd40-93c7-43a7-8e8e-e4a362e84869 req-37c3cb61-a102-4e6d-8b4c-155222f04e7a tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] Deleting port 8012acdd-e3cb-4014-aecd-3d86ae9199da {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:41:33.026853 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4d68fd40-93c7-43a7-8e8e-e4a362e84869 req-37c3cb61-a102-4e6d-8b4c-155222f04e7a tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:33.130294 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad52a6-3d99-4894-b8fc-1ba91e4ddb18 req-0fa94e86-e60e-4e9c-87e6-3a5ba9d6f5af tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:33.132866 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c6ad52a6-3d99-4894-b8fc-1ba91e4ddb18 req-0fa94e86-e60e-4e9c-87e6-3a5ba9d6f5af tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] 10.222.0.69 "GET /v2.0/ports?device_id=3abeb595-2e19-4f8e-b10f-f86578c04f7f HTTP/1.1" status: 200 len: 945 time: 0.0694218 Aug 19 14:41:33.141927 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-4d68fd40-93c7-43a7-8e8e-e4a362e84869 req-37c3cb61-a102-4e6d-8b4c-155222f04e7a tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] For port 8012acdd-e3cb-4014-aecd-3d86ae9199da, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=8012acdd-e3cb-4014-aecd-3d86ae9199da,segment=NetworkSegment(5f6566c2-ae87-40fe-8e47-7c15562ad8da),segment_id=5f6566c2-ae87-40fe-8e47-7c15562ad8da)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:33.142418 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4d68fd40-93c7-43a7-8e8e-e4a362e84869 req-37c3cb61-a102-4e6d-8b4c-155222f04e7a tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:33.149400 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-7f8283ac-4979-440e-8da0-c9803c352666 req-584fc75a-f744-4b84-ab32-6b77fd5bd210 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Deleting port 2b1c0372-f5f2-49ae-8c62-9cc2aa371e25 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:41:33.150018 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7f8283ac-4979-440e-8da0-c9803c352666 req-584fc75a-f744-4b84-ab32-6b77fd5bd210 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:33.162436 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-4d68fd40-93c7-43a7-8e8e-e4a362e84869 req-37c3cb61-a102-4e6d-8b4c-155222f04e7a tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] Calling delete_port for 8012acdd-e3cb-4014-aecd-3d86ae9199da owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:41:33.258771 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-7f8283ac-4979-440e-8da0-c9803c352666 req-584fc75a-f744-4b84-ab32-6b77fd5bd210 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] For port 2b1c0372-f5f2-49ae-8c62-9cc2aa371e25, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=2b1c0372-f5f2-49ae-8c62-9cc2aa371e25,segment=NetworkSegment(fcd6ac5d-931b-4836-82cc-58250c6a0f69),segment_id=fcd6ac5d-931b-4836-82cc-58250c6a0f69)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:33.259289 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7f8283ac-4979-440e-8da0-c9803c352666 req-584fc75a-f744-4b84-ab32-6b77fd5bd210 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:33.275533 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-7f8283ac-4979-440e-8da0-c9803c352666 req-584fc75a-f744-4b84-ab32-6b77fd5bd210 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Calling delete_port for 2b1c0372-f5f2-49ae-8c62-9cc2aa371e25 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:41:33.400110 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c6ad52a6-3d99-4894-b8fc-1ba91e4ddb18 req-b21e7582-a0ad-4cfe-a4c2-425a84c2cd73 tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] 10.222.0.69 "GET /v2.0/security-groups?id=c390f442-ff13-416a-8add-09a6a460befa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593045 Aug 19 14:41:33.441399 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3cb8d0-d459-4543-9052-7673f50cb121 req-c5a66989-e0ae-4c2b-ad68-59e91e0d57dd tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:33.458766 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1fb474-ef9e-42bc-a9ed-58399bf4193d req-d84a7fad-5f6f-4447-9272-c457d46125f1 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:33.461220 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-df1fb474-ef9e-42bc-a9ed-58399bf4193d req-d84a7fad-5f6f-4447-9272-c457d46125f1 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.68 "GET /v2.0/networks?id=94d71021-0e52-4f61-9f79-5084b440fea5 HTTP/1.1" status: 200 len: 805 time: 0.2225792 Aug 19 14:41:33.462933 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3cb8d0-d459-4543-9052-7673f50cb121 req-c5a66989-e0ae-4c2b-ad68-59e91e0d57dd tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:33.470594 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3cb8d0-d459-4543-9052-7673f50cb121 req-c5a66989-e0ae-4c2b-ad68-59e91e0d57dd tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:33.476975 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3cb8d0-d459-4543-9052-7673f50cb121 req-c5a66989-e0ae-4c2b-ad68-59e91e0d57dd tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:33.483684 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3cb8d0-d459-4543-9052-7673f50cb121 req-c5a66989-e0ae-4c2b-ad68-59e91e0d57dd tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:33.488160 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-df1fb474-ef9e-42bc-a9ed-58399bf4193d req-98226c1f-c187-4f62-8642-f2450cf6e9cd tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Request body: {'port': {'device_id': 'cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c', 'network_id': '94d71021-0e52-4f61-9f79-5084b440fea5', 'admin_state_up': True, 'tenant_id': 'b611e89c59444d069c1d991f556f75aa'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:41:33.489755 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3cb8d0-d459-4543-9052-7673f50cb121 req-c5a66989-e0ae-4c2b-ad68-59e91e0d57dd tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:33.495722 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3cb8d0-d459-4543-9052-7673f50cb121 req-c5a66989-e0ae-4c2b-ad68-59e91e0d57dd tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:33.501171 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5b3cb8d0-d459-4543-9052-7673f50cb121 req-c5a66989-e0ae-4c2b-ad68-59e91e0d57dd tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 5435 time: 0.2144430 Aug 19 14:41:33.506786 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4d68fd40-93c7-43a7-8e8e-e4a362e84869 req-37c3cb61-a102-4e6d-8b4c-155222f04e7a tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:33.568021 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c3cb61-a102-4e6d-8b4c-155222f04e7a tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] Pushing event deleted for resources: {'Port': ['ID=8012acdd-e3cb-4014-aecd-3d86ae9199da,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:33.593183 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5b3cb8d0-d459-4543-9052-7673f50cb121 req-a23ce281-decc-4302-a0d9-e362db9570cb tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/security-groups?id=79af4be3-90a0-4292-a54f-cdd3d9a00e15&id=27241ab3-04f0-48c7-8563-70f9530fcbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0859349 Aug 19 14:41:33.615989 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d68fd40-93c7-43a7-8e8e-e4a362e84869 req-37c3cb61-a102-4e6d-8b4c-155222f04e7a tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] No DVR routers for this DVR port 8012acdd-e3cb-4014-aecd-3d86ae9199da on host n-h2-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:41:33.620133 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4d68fd40-93c7-43a7-8e8e-e4a362e84869 req-37c3cb61-a102-4e6d-8b4c-155222f04e7a tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:33.640806 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4d68fd40-93c7-43a7-8e8e-e4a362e84869 req-37c3cb61-a102-4e6d-8b4c-155222f04e7a tempest-VolumesAdminNegativeTest-255537092 tempest-VolumesAdminNegativeTest-255537092-project] 10.222.0.88 "DELETE /v2.0/ports/8012acdd-e3cb-4014-aecd-3d86ae9199da HTTP/1.1" status: 204 len: 173 time: 0.8520908 Aug 19 14:41:33.641378 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3abeb595-2e19-4f8e-b10f-f86578c04f7f', 'name': 'network-vif-deleted', 'tag': '8012acdd-e3cb-4014-aecd-3d86ae9199da'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:41:33.646488 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f297ba34-6dd8-4e17-8fa3-807e22937c27" -d '{"events": [{"server_uuid": "3abeb595-2e19-4f8e-b10f-f86578c04f7f", "name": "network-vif-deleted", "tag": "8012acdd-e3cb-4014-aecd-3d86ae9199da"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:41:33.653792 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:33.716365 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df1fb474-ef9e-42bc-a9ed-58399bf4193d req-98226c1f-c187-4f62-8642-f2450cf6e9cd tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Made reservation on behalf of b611e89c59444d069c1d991f556f75aa for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:41:33.718844 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ae8057f8-60b8-4c3c-bcb1-422d4035acd3 req-1c8a8f58-0ccd-4416-9e1a-80687348e618 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c HTTP/1.1" status: 200 len: 210 time: 0.0384872 Aug 19 14:41:33.726285 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-df1fb474-ef9e-42bc-a9ed-58399bf4193d req-98226c1f-c187-4f62-8642-f2450cf6e9cd tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:33.747727 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23dc69c-3ad7-4f1e-9e86-8264e0881abd req-2557d475-c4ee-4f92-bad6-5327940f8b07 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:33.749347 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e23dc69c-3ad7-4f1e-9e86-8264e0881abd req-2557d475-c4ee-4f92-bad6-5327940f8b07 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.2444837 Aug 19 14:41:33.751365 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7f8283ac-4979-440e-8da0-c9803c352666 req-584fc75a-f744-4b84-ab32-6b77fd5bd210 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:33.818000 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584fc75a-f744-4b84-ab32-6b77fd5bd210 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Pushing event deleted for resources: {'Port': ['ID=2b1c0372-f5f2-49ae-8c62-9cc2aa371e25,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:33.893899 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f8283ac-4979-440e-8da0-c9803c352666 req-584fc75a-f744-4b84-ab32-6b77fd5bd210 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] No DVR routers for this DVR port 2b1c0372-f5f2-49ae-8c62-9cc2aa371e25 on host n-h1-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:41:33.896703 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7f8283ac-4979-440e-8da0-c9803c352666 req-584fc75a-f744-4b84-ab32-6b77fd5bd210 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:33.897719 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-df1fb474-ef9e-42bc-a9ed-58399bf4193d req-98226c1f-c187-4f62-8642-f2450cf6e9cd tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Allocated IP 172.20.0.9 (94d71021-0e52-4f61-9f79-5084b440fea5/96c073c2-076a-458f-865d-1053b0f62f3d/55766aed-7094-4bc4-9b35-25d5184f2d36) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:41:33.899532 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7f8283ac-4979-440e-8da0-c9803c352666 req-584fc75a-f744-4b84-ab32-6b77fd5bd210 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.68 "DELETE /v2.0/ports/2b1c0372-f5f2-49ae-8c62-9cc2aa371e25 HTTP/1.1" status: 204 len: 173 time: 0.9246314 Aug 19 14:41:33.904428 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e761c4-92ce-4b2a-8ac9-520a3f82bd42', 'name': 'network-vif-deleted', 'tag': '2b1c0372-f5f2-49ae-8c62-9cc2aa371e25'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:41:33.906710 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437444e4-280b-48c6-9a3c-0fa00c0d979e" -d '{"events": [{"server_uuid": "85e761c4-92ce-4b2a-8ac9-520a3f82bd42", "name": "network-vif-deleted", "tag": "2b1c0372-f5f2-49ae-8c62-9cc2aa371e25"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:41:33.917891 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e23dc69c-3ad7-4f1e-9e86-8264e0881abd req-e8bc7cb3-6966-4120-816d-d3e54b50c9c0 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568124 Aug 19 14:41:33.936634 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb148a18-f38e-4b70-aea9-288f51fdb1d4 req-6eec2a21-945f-41d6-bdf2-79a69bf9b447 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:33.938659 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fb148a18-f38e-4b70-aea9-288f51fdb1d4 req-6eec2a21-945f-41d6-bdf2-79a69bf9b447 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=72e6ec3c-6451-4c81-94f2-a9b2476442be HTTP/1.1" status: 200 len: 948 time: 0.1349654 Aug 19 14:41:34.018033 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fb148a18-f38e-4b70-aea9-288f51fdb1d4 req-68091a83-2db9-496a-87f4-0b9ba409eb25 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735853 Aug 19 14:41:34.061736 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd9f67e-3be7-4809-b1d8-fbed7e6301af x-openstack-request-id: req-9fd9f67e-3be7-4809-b1d8-fbed7e6301af {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:41:34.062045 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85e761c4-92ce-4b2a-8ac9-520a3f82bd42", "name": "network-vif-deleted", "tag": "2b1c0372-f5f2-49ae-8c62-9cc2aa371e25", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:41:34.062317 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9fd9f67e-3be7-4809-b1d8-fbed7e6301af {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:41:34.062710 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e761c4-92ce-4b2a-8ac9-520a3f82bd42', 'name': 'network-vif-deleted', 'tag': '2b1c0372-f5f2-49ae-8c62-9cc2aa371e25', 'status': 'completed', 'code': 200} Aug 19 14:41:34.099345 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-df1fb474-ef9e-42bc-a9ed-58399bf4193d req-98226c1f-c187-4f62-8642-f2450cf6e9cd tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:34.134097 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba226d0f-583e-44c9-8164-2d1944cb8536 x-openstack-request-id: req-ba226d0f-583e-44c9-8164-2d1944cb8536 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:41:34.134395 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3abeb595-2e19-4f8e-b10f-f86578c04f7f", "name": "network-vif-deleted", "tag": "8012acdd-e3cb-4014-aecd-3d86ae9199da", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:41:34.134646 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ba226d0f-583e-44c9-8164-2d1944cb8536 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:41:34.135033 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3abeb595-2e19-4f8e-b10f-f86578c04f7f', 'name': 'network-vif-deleted', 'tag': '8012acdd-e3cb-4014-aecd-3d86ae9199da', 'status': 'completed', 'code': 200} Aug 19 14:41:34.156665 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-df1fb474-ef9e-42bc-a9ed-58399bf4193d req-98226c1f-c187-4f62-8642-f2450cf6e9cd tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:34.204153 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df1fb474-ef9e-42bc-a9ed-58399bf4193d req-98226c1f-c187-4f62-8642-f2450cf6e9cd tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Network 94d71021-0e52-4f61-9f79-5084b440fea5 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:41:34.211185 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-df1fb474-ef9e-42bc-a9ed-58399bf4193d req-98226c1f-c187-4f62-8642-f2450cf6e9cd tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:41:34.215010 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-df1fb474-ef9e-42bc-a9ed-58399bf4193d req-98226c1f-c187-4f62-8642-f2450cf6e9cd tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:41:34.218840 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4fd03-c34c-4b9d-8f55-7e7678b6c83b req-fed43ec4-eccb-4d69-ad75-3b4ec777abe4 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:34.228785 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4fd03-c34c-4b9d-8f55-7e7678b6c83b req-fed43ec4-eccb-4d69-ad75-3b4ec777abe4 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:34.235089 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4fd03-c34c-4b9d-8f55-7e7678b6c83b req-fed43ec4-eccb-4d69-ad75-3b4ec777abe4 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:34.240996 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4fd03-c34c-4b9d-8f55-7e7678b6c83b req-fed43ec4-eccb-4d69-ad75-3b4ec777abe4 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:34.247474 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4fd03-c34c-4b9d-8f55-7e7678b6c83b req-fed43ec4-eccb-4d69-ad75-3b4ec777abe4 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:34.252739 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98226c1f-c187-4f62-8642-f2450cf6e9cd tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Pushing event updated for resources: {'Port': ['ID=55766aed-7094-4bc4-9b35-25d5184f2d36,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:34.254119 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4fd03-c34c-4b9d-8f55-7e7678b6c83b req-fed43ec4-eccb-4d69-ad75-3b4ec777abe4 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:34.267528 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4fd03-c34c-4b9d-8f55-7e7678b6c83b req-fed43ec4-eccb-4d69-ad75-3b4ec777abe4 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:34.275915 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-19b4fd03-c34c-4b9d-8f55-7e7678b6c83b req-fed43ec4-eccb-4d69-ad75-3b4ec777abe4 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 5429 time: 0.1812317 Aug 19 14:41:34.282822 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1fb474-ef9e-42bc-a9ed-58399bf4193d req-98226c1f-c187-4f62-8642-f2450cf6e9cd tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:34.283463 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-df1fb474-ef9e-42bc-a9ed-58399bf4193d req-98226c1f-c187-4f62-8642-f2450cf6e9cd tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:34.296456 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dccde113-e5a6-47e4-a490-954334872b27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:34.303338 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-df1fb474-ef9e-42bc-a9ed-58399bf4193d req-98226c1f-c187-4f62-8642-f2450cf6e9cd tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8189304 Aug 19 14:41:34.312060 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882fcd4-3fe0-4cb4-b0d2-589f8d6831c0 req-1e787b0b-5afb-4ff3-a726-c90579d79451 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:34.313607 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d882fcd4-3fe0-4cb4-b0d2-589f8d6831c0 req-1e787b0b-5afb-4ff3-a726-c90579d79451 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 943 time: 0.1620631 Aug 19 14:41:34.322742 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-df1fb474-ef9e-42bc-a9ed-58399bf4193d req-b7935c5f-ccdb-4677-b64a-6d0b4e657051 service neutron] Request body: {'port': {'device_id': 'cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:41:34.334344 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-19b4fd03-c34c-4b9d-8f55-7e7678b6c83b req-6d514587-942d-41ba-8aa6-f83a18b43bc4 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/security-groups?id=8862cddc-dd3e-4608-94de-b1904f67b1ca&id=b221f776-c920-4201-a5ce-e97a00b87480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573442 Aug 19 14:41:34.387226 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d882fcd4-3fe0-4cb4-b0d2-589f8d6831c0 req-ff2d8889-e0d0-4ae5-b81a-557516fc4c84 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580382 Aug 19 14:41:34.432220 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e761c4-92ce-4b2a-8ac9-520a3f82bd42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b1c0372-f5f2-49ae-8c62-9cc2aa371e25'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:41:34.436430 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9a1b93-b5f9-40c7-9df7-7e9e4a4f9683" -d '{"events": [{"server_uuid": "85e761c4-92ce-4b2a-8ac9-520a3f82bd42", "name": "network-vif-unplugged", "status": "completed", "tag": "2b1c0372-f5f2-49ae-8c62-9cc2aa371e25"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:41:34.508728 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 14:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c47b49d-204b-4831-9e68-c8c65708c73d x-openstack-request-id: req-2c47b49d-204b-4831-9e68-c8c65708c73d {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:41:34.509274 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85e761c4-92ce-4b2a-8ac9-520a3f82bd42", "name": "network-vif-unplugged", "status": "completed", "tag": "2b1c0372-f5f2-49ae-8c62-9cc2aa371e25", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:41:34.513165 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2c47b49d-204b-4831-9e68-c8c65708c73d {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:41:34.513807 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e761c4-92ce-4b2a-8ac9-520a3f82bd42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b1c0372-f5f2-49ae-8c62-9cc2aa371e25', 'code': 200} Aug 19 14:41:34.515543 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:34.520552 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 41606) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:41:34.576424 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd8e9f28-f53d-491a-a307-20276af6ba3b admin admin] Deleting subnet cb5ddc72-4ea9-4516-a45b-5d420b071a89 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:41:34.580988 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fd8e9f28-f53d-491a-a307-20276af6ba3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:34.625092 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fd8e9f28-f53d-491a-a307-20276af6ba3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:34.695870 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fd8e9f28-f53d-491a-a307-20276af6ba3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:34.745842 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-df1fb474-ef9e-42bc-a9ed-58399bf4193d req-b7935c5f-ccdb-4677-b64a-6d0b4e657051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:34.815526 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee3b1d-2c96-4e51-bf51-0233d9acbaeb req-320ab827-bfa7-481f-afaa-7a6b62eda479 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:34.821774 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee3b1d-2c96-4e51-bf51-0233d9acbaeb req-320ab827-bfa7-481f-afaa-7a6b62eda479 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:34.827581 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee3b1d-2c96-4e51-bf51-0233d9acbaeb req-320ab827-bfa7-481f-afaa-7a6b62eda479 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:34.833360 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee3b1d-2c96-4e51-bf51-0233d9acbaeb req-320ab827-bfa7-481f-afaa-7a6b62eda479 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:34.839197 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee3b1d-2c96-4e51-bf51-0233d9acbaeb req-320ab827-bfa7-481f-afaa-7a6b62eda479 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:34.845485 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee3b1d-2c96-4e51-bf51-0233d9acbaeb req-320ab827-bfa7-481f-afaa-7a6b62eda479 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:34.851310 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee3b1d-2c96-4e51-bf51-0233d9acbaeb req-320ab827-bfa7-481f-afaa-7a6b62eda479 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:34.853265 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-70ee3b1d-2c96-4e51-bf51-0233d9acbaeb req-320ab827-bfa7-481f-afaa-7a6b62eda479 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 5435 time: 0.1377354 Aug 19 14:41:34.873944 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fd8e9f28-f53d-491a-a307-20276af6ba3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:34.930064 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8e9f28-f53d-491a-a307-20276af6ba3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb5ddc72-4ea9-4516-a45b-5d420b071a89,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:34.934570 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fd8e9f28-f53d-491a-a307-20276af6ba3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:34.939805 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-fd8e9f28-f53d-491a-a307-20276af6ba3b admin admin] 10.222.0.69 "DELETE /v2.0/subnets/cb5ddc72-4ea9-4516-a45b-5d420b071a89 HTTP/1.1" status: 204 len: 168 time: 0.4175477 Aug 19 14:41:34.939990 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 41612) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:41:34.962471 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-70ee3b1d-2c96-4e51-bf51-0233d9acbaeb req-9e23049d-418a-4262-a989-11b5a229cf38 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/security-groups?id=79af4be3-90a0-4292-a54f-cdd3d9a00e15&id=27241ab3-04f0-48c7-8563-70f9530fcbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0953617 Aug 19 14:41:34.975889 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca69d20-6cbb-4a6f-b268-acbb6e1bf3b6 req-227003ee-64d7-4bca-8af7-5d5d36408b8d tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:34.978036 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fca69d20-6cbb-4a6f-b268-acbb6e1bf3b6 req-227003ee-64d7-4bca-8af7-5d5d36408b8d tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c HTTP/1.1" status: 200 len: 931 time: 0.1237724 Aug 19 14:41:35.009266 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:35.050687 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fca69d20-6cbb-4a6f-b268-acbb6e1bf3b6 req-25c29c73-dae9-4594-8db1-db1ed67e58d2 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516229 Aug 19 14:41:35.080219 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a367de2-60a8-442b-83eb-7361b5fbba1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:35.115878 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:35.119364 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b98976-b31d-4f86-9919-c388b659817f req-37455a2a-86d5-4792-9dee-243883905015 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:35.127808 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c3b98976-b31d-4f86-9919-c388b659817f req-37455a2a-86d5-4792-9dee-243883905015 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.0655363 Aug 19 14:41:35.159346 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 8012acdd-e3cb-4014-aecd-3d86ae9199da no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:41:35.185040 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: 8012acdd-e3cb-4014-aecd-3d86ae9199da {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:41:35.185546 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 8012acdd-e3cb-4014-aecd-3d86ae9199da not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:41:35.217112 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c3b98976-b31d-4f86-9919-c388b659817f req-d7f4f1f2-ac82-465d-838f-dd00e42a154f tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878277 Aug 19 14:41:35.227314 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a367de2-60a8-442b-83eb-7361b5fbba1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:35.235691 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f1d4d1-9e1d-4ab3-b395-ec0776b3b5e5 req-38699abf-84c1-47a4-b1ee-f319534d95c7 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:35.238486 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-1a367de2-60a8-442b-83eb-7361b5fbba1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8f29fd9-dade-4737-9749-5bc30bcae5f2']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:41:35.242969 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f1d4d1-9e1d-4ab3-b395-ec0776b3b5e5 req-38699abf-84c1-47a4-b1ee-f319534d95c7 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:35.249438 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f1d4d1-9e1d-4ab3-b395-ec0776b3b5e5 req-38699abf-84c1-47a4-b1ee-f319534d95c7 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:35.249859 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-1a367de2-60a8-442b-83eb-7361b5fbba1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f6566c2-ae87-40fe-8e47-7c15562ad8da') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:41:35.250153 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-1a367de2-60a8-442b-83eb-7361b5fbba1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f6566c2-ae87-40fe-8e47-7c15562ad8da') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:41:35.255797 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f1d4d1-9e1d-4ab3-b395-ec0776b3b5e5 req-38699abf-84c1-47a4-b1ee-f319534d95c7 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:35.260762 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a367de2-60a8-442b-83eb-7361b5fbba1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:35.263563 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f1d4d1-9e1d-4ab3-b395-ec0776b3b5e5 req-38699abf-84c1-47a4-b1ee-f319534d95c7 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:35.269162 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f1d4d1-9e1d-4ab3-b395-ec0776b3b5e5 req-38699abf-84c1-47a4-b1ee-f319534d95c7 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:35.275341 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f1d4d1-9e1d-4ab3-b395-ec0776b3b5e5 req-38699abf-84c1-47a4-b1ee-f319534d95c7 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:35.277337 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-62f1d4d1-9e1d-4ab3-b395-ec0776b3b5e5 req-38699abf-84c1-47a4-b1ee-f319534d95c7 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 5435 time: 0.1222656 Aug 19 14:41:35.285124 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a367de2-60a8-442b-83eb-7361b5fbba1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:35.293779 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 41620) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:41:35.302556 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-09e0b59e-8ec4-4e25-adc6-d2c32dbc2437 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Request body: {'floatingip': {'port_id': '2843ebb3-e971-408f-85db-a3c624b9b9d8'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:41:35.306060 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a367de2-60a8-442b-83eb-7361b5fbba1d admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:41:35.306459 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a367de2-60a8-442b-83eb-7361b5fbba1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:35.309505 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-df1fb474-ef9e-42bc-a9ed-58399bf4193d req-b7935c5f-ccdb-4677-b64a-6d0b4e657051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55766aed-7094-4bc4-9b35-25d5184f2d36 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:41:35.314984 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:41:35.314984 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:41:35.314984 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:41:35.314984 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:41:35.314984 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:41:35.314984 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:41:35.314984 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:41:35.314984 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:41:35.314984 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:41:35.314984 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:41:35.314984 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:41:35.314984 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:41:35.314984 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:41:35.314984 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:41:35.314984 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:41:35.314984 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:41:35.314984 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:41:35.314984 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:41:35.314984 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:41:35.314984 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:41:35.314984 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:41:35.314984 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:41:35.314984 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:41:35.314984 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:41:35.314984 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:41:35.314984 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:41:35.314984 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:41:35.314984 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:41:35.314984 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:41:35.314984 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:41:35.314984 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:41:35.314984 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:41:35.332368 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925821eb-d404-4d14-bd92-b5ab65fc39a1 req-21694094-2596-407c-8ac2-8d52ee47350c tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:35.334109 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-925821eb-d404-4d14-bd92-b5ab65fc39a1 req-21694094-2596-407c-8ac2-8d52ee47350c tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=72e6ec3c-6451-4c81-94f2-a9b2476442be HTTP/1.1" status: 200 len: 948 time: 0.0557258 Aug 19 14:41:35.375179 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-925821eb-d404-4d14-bd92-b5ab65fc39a1 req-28ffa207-45f9-4ded-877e-ba6d65a9161f tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350893 Aug 19 14:41:35.382205 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-df1fb474-ef9e-42bc-a9ed-58399bf4193d req-b7935c5f-ccdb-4677-b64a-6d0b4e657051 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:35.414560 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-09e0b59e-8ec4-4e25-adc6-d2c32dbc2437 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:35.417432 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-df1fb474-ef9e-42bc-a9ed-58399bf4193d req-b7935c5f-ccdb-4677-b64a-6d0b4e657051 service neutron] Transition to ACTIVE for port object 55766aed-7094-4bc4-9b35-25d5184f2d36 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:41:35.452368 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-df1fb474-ef9e-42bc-a9ed-58399bf4193d req-b7935c5f-ccdb-4677-b64a-6d0b4e657051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:35.465403 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a367de2-60a8-442b-83eb-7361b5fbba1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:35.494259 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a367de2-60a8-442b-83eb-7361b5fbba1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:35.496051 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1a367de2-60a8-442b-83eb-7361b5fbba1d admin admin] 10.222.0.69 "DELETE /v2.0/networks/b8f29fd9-dade-4737-9749-5bc30bcae5f2 HTTP/1.1" status: 204 len: 168 time: 0.5551922 Aug 19 14:41:35.513336 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67cb9de-8604-42c1-9e41-46863c25d76d req-302a2a7b-b0c1-480e-b71e-789e27f2ee90 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:35.517055 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 41628) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:41:35.520039 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67cb9de-8604-42c1-9e41-46863c25d76d req-302a2a7b-b0c1-480e-b71e-789e27f2ee90 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:35.526530 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67cb9de-8604-42c1-9e41-46863c25d76d req-302a2a7b-b0c1-480e-b71e-789e27f2ee90 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:35.532363 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67cb9de-8604-42c1-9e41-46863c25d76d req-302a2a7b-b0c1-480e-b71e-789e27f2ee90 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:35.538266 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67cb9de-8604-42c1-9e41-46863c25d76d req-302a2a7b-b0c1-480e-b71e-789e27f2ee90 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:35.544048 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67cb9de-8604-42c1-9e41-46863c25d76d req-302a2a7b-b0c1-480e-b71e-789e27f2ee90 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:35.549792 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67cb9de-8604-42c1-9e41-46863c25d76d req-302a2a7b-b0c1-480e-b71e-789e27f2ee90 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:35.551644 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f67cb9de-8604-42c1-9e41-46863c25d76d req-302a2a7b-b0c1-480e-b71e-789e27f2ee90 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 5429 time: 0.1096542 Aug 19 14:41:35.579544 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a367de2-60a8-442b-83eb-7361b5fbba1d admin admin] Pushing event deleted for resources: {'Network': ['ID=b8f29fd9-dade-4737-9749-5bc30bcae5f2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:35.618481 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b686bec-51f9-4247-bea2-88426b3fc7fd req-7b11fb4e-8359-4fa0-bdd8-72b41a1fe092 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:35.619953 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1b686bec-51f9-4247-bea2-88426b3fc7fd req-7b11fb4e-8359-4fa0-bdd8-72b41a1fe092 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 943 time: 0.1295109 Aug 19 14:41:35.627504 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f67cb9de-8604-42c1-9e41-46863c25d76d req-5009bab8-0866-4f74-b959-620f6d23d959 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/security-groups?id=8862cddc-dd3e-4608-94de-b1904f67b1ca&id=b221f776-c920-4201-a5ce-e97a00b87480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550859 Aug 19 14:41:35.641662 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7935c5f-ccdb-4677-b64a-6d0b4e657051 service neutron] Pushing event updated for resources: {'Port': ['ID=55766aed-7094-4bc4-9b35-25d5184f2d36,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:35.655643 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a2e3d9a-587a-46df-97a6-22b29680ace0 admin admin] Deleting subnet 44899186-dc1e-4e12-9787-1565e4e863dc {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:41:35.661928 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1b686bec-51f9-4247-bea2-88426b3fc7fd req-3c40c26b-92ab-414c-bafd-687d10ddf5ec tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334837 Aug 19 14:41:35.688676 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9a2e3d9a-587a-46df-97a6-22b29680ace0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:35.696006 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:41:35.750845 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b75de5-536e-4f5a-a964-0108932c2ac7 req-d697b061-1234-4d2e-a351-155d081a7646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:35.752340 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-26b75de5-536e-4f5a-a964-0108932c2ac7 req-d697b061-1234-4d2e-a351-155d081a7646 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc&tenant_id=93c36d7db0b9486ca0e05d09444f38b7 HTTP/1.1" status: 200 len: 1094 time: 0.0418227 Aug 19 14:41:35.766465 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 71660b2b-ea0f-4ab1-8bb1-61fee9decc6e details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:41:35.791923 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9a2e3d9a-587a-46df-97a6-22b29680ace0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:35.827547 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b75de5-536e-4f5a-a964-0108932c2ac7 req-3f942e23-0343-4dc1-a436-fa329c0f92c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:35.829043 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-26b75de5-536e-4f5a-a964-0108932c2ac7 req-3f942e23-0343-4dc1-a436-fa329c0f92c0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=93c36d7db0b9486ca0e05d09444f38b7&device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 1094 time: 0.0423501 Aug 19 14:41:35.835242 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-df1fb474-ef9e-42bc-a9ed-58399bf4193d req-b7935c5f-ccdb-4677-b64a-6d0b4e657051 service neutron] Attempting to bind port 55766aed-7094-4bc4-9b35-25d5184f2d36 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:41:35.835573 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-df1fb474-ef9e-42bc-a9ed-58399bf4193d req-b7935c5f-ccdb-4677-b64a-6d0b4e657051 service neutron] Attempting to bind port 55766aed-7094-4bc4-9b35-25d5184f2d36 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': 'fcd6ac5d-931b-4836-82cc-58250c6a0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '94d71021-0e52-4f61-9f79-5084b440fea5'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:41:35.835897 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1fb474-ef9e-42bc-a9ed-58399bf4193d req-b7935c5f-ccdb-4677-b64a-6d0b4e657051 service neutron] Attempting to bind port 55766aed-7094-4bc4-9b35-25d5184f2d36 on network 94d71021-0e52-4f61-9f79-5084b440fea5 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:41:35.850409 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1fb474-ef9e-42bc-a9ed-58399bf4193d req-b7935c5f-ccdb-4677-b64a-6d0b4e657051 service neutron] Port 55766aed-7094-4bc4-9b35-25d5184f2d36 on network 94d71021-0e52-4f61-9f79-5084b440fea5 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:41:35.850781 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1fb474-ef9e-42bc-a9ed-58399bf4193d req-b7935c5f-ccdb-4677-b64a-6d0b4e657051 service neutron] Attempting to bind port 55766aed-7094-4bc4-9b35-25d5184f2d36 on network 94d71021-0e52-4f61-9f79-5084b440fea5 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:41:35.868274 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 71660b2b-ea0f-4ab1-8bb1-61fee9decc6e, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=71660b2b-ea0f-4ab1-8bb1-61fee9decc6e,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:35.881322 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '71660b2b-ea0f-4ab1-8bb1-61fee9decc6e', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'port_id': '71660b2b-ea0f-4ab1-8bb1-61fee9decc6e', 'mac_address': 'fa:16:3e:f6:49:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:41:35.897106 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1fb474-ef9e-42bc-a9ed-58399bf4193d req-b7935c5f-ccdb-4677-b64a-6d0b4e657051 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:41:35.897465 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1fb474-ef9e-42bc-a9ed-58399bf4193d req-b7935c5f-ccdb-4677-b64a-6d0b4e657051 service neutron] Checking segment: {'id': 'fcd6ac5d-931b-4836-82cc-58250c6a0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '94d71021-0e52-4f61-9f79-5084b440fea5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:41:35.897819 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1fb474-ef9e-42bc-a9ed-58399bf4193d req-b7935c5f-ccdb-4677-b64a-6d0b4e657051 service neutron] Bound using segment: {'id': 'fcd6ac5d-931b-4836-82cc-58250c6a0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '94d71021-0e52-4f61-9f79-5084b440fea5'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:41:35.898895 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-df1fb474-ef9e-42bc-a9ed-58399bf4193d req-b7935c5f-ccdb-4677-b64a-6d0b4e657051 service neutron] Bound port: 55766aed-7094-4bc4-9b35-25d5184f2d36, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcd6ac5d-931b-4836-82cc-58250c6a0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '94d71021-0e52-4f61-9f79-5084b440fea5'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:41:35.898895 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-df1fb474-ef9e-42bc-a9ed-58399bf4193d req-b7935c5f-ccdb-4677-b64a-6d0b4e657051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:35.917266 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9a2e3d9a-587a-46df-97a6-22b29680ace0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:35.928765 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b75de5-536e-4f5a-a964-0108932c2ac7 req-da7c7b17-3046-4944-a77a-15049c341cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:35.930543 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-26b75de5-536e-4f5a-a964-0108932c2ac7 req-da7c7b17-3046-4944-a77a-15049c341cc0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=669513f8-b4b3-4e5c-8f0d-5f8e9923cc05 HTTP/1.1" status: 200 len: 917 time: 0.0927687 Aug 19 14:41:35.934340 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:35.953032 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71660b2b-ea0f-4ab1-8bb1-61fee9decc6e {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:41:35.973693 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 71660b2b-ea0f-4ab1-8bb1-61fee9decc6e, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=71660b2b-ea0f-4ab1-8bb1-61fee9decc6e,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:35.978663 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:36.007225 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-26b75de5-536e-4f5a-a964-0108932c2ac7 req-c3fa801f-1e43-4bd4-a1b7-419c74bfb6a6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30616cbd-c355-42fe-8823-3f196a3d77ca HTTP/1.1" status: 200 len: 998 time: 0.0638678 Aug 19 14:41:36.031745 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=71660b2b-ea0f-4ab1-8bb1-61fee9decc6e,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:36.069887 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b75de5-536e-4f5a-a964-0108932c2ac7 req-b83856ca-c910-441d-b9c1-31aac5befef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:36.072301 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-26b75de5-536e-4f5a-a964-0108932c2ac7 req-b83856ca-c910-441d-b9c1-31aac5befef0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=55f10344-049d-42f2-b429-801948692761 HTTP/1.1" status: 200 len: 855 time: 0.0546768 Aug 19 14:41:36.094081 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-df1fb474-ef9e-42bc-a9ed-58399bf4193d req-b7935c5f-ccdb-4677-b64a-6d0b4e657051 service neutron] For port 55766aed-7094-4bc4-9b35-25d5184f2d36, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:41:36.099412 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-df1fb474-ef9e-42bc-a9ed-58399bf4193d req-b7935c5f-ccdb-4677-b64a-6d0b4e657051 service neutron] For port 55766aed-7094-4bc4-9b35-25d5184f2d36, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=55766aed-7094-4bc4-9b35-25d5184f2d36,segment=NetworkSegment(fcd6ac5d-931b-4836-82cc-58250c6a0f69),segment_id=fcd6ac5d-931b-4836-82cc-58250c6a0f69)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:41:36.100780 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9a2e3d9a-587a-46df-97a6-22b29680ace0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:36.112736 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-df1fb474-ef9e-42bc-a9ed-58399bf4193d req-b7935c5f-ccdb-4677-b64a-6d0b4e657051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:36.124046 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b75de5-536e-4f5a-a964-0108932c2ac7 req-dda9a7d4-8c57-432f-bb47-e4eb4a43294d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:36.125752 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-26b75de5-536e-4f5a-a964-0108932c2ac7 req-dda9a7d4-8c57-432f-bb47-e4eb4a43294d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=669513f8-b4b3-4e5c-8f0d-5f8e9923cc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460920 Aug 19 14:41:36.149813 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e3d9a-587a-46df-97a6-22b29680ace0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44899186-dc1e-4e12-9787-1565e4e863dc,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:36.151802 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9a2e3d9a-587a-46df-97a6-22b29680ace0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:36.157101 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9a2e3d9a-587a-46df-97a6-22b29680ace0 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/44899186-dc1e-4e12-9787-1565e4e863dc HTTP/1.1" status: 204 len: 168 time: 0.6317866 Aug 19 14:41:36.167329 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 41632) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:41:36.201903 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1fb474-ef9e-42bc-a9ed-58399bf4193d req-b7935c5f-ccdb-4677-b64a-6d0b4e657051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:36.202519 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-df1fb474-ef9e-42bc-a9ed-58399bf4193d req-b7935c5f-ccdb-4677-b64a-6d0b4e657051 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:36.203912 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-df1fb474-ef9e-42bc-a9ed-58399bf4193d req-b7935c5f-ccdb-4677-b64a-6d0b4e657051 service neutron] 10.222.0.68 "PUT /v2.0/ports/55766aed-7094-4bc4-9b35-25d5184f2d36 HTTP/1.1" status: 200 len: 1091 time: 1.8866105 Aug 19 14:41:36.204355 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c', 'tag': '55766aed-7094-4bc4-9b35-25d5184f2d36'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:41:36.206662 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb84e996-5234-4e09-a190-d7d4bba328f1" -d '{"events": [{"name": "network-changed", "server_uuid": "cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c", "tag": "55766aed-7094-4bc4-9b35-25d5184f2d36"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:41:36.271964 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada32c0a-1a21-49fd-8c44-b599fa6c7c0a x-openstack-request-id: req-ada32c0a-1a21-49fd-8c44-b599fa6c7c0a {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:41:36.272777 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c", "tag": "55766aed-7094-4bc4-9b35-25d5184f2d36", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:41:36.272777 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ada32c0a-1a21-49fd-8c44-b599fa6c7c0a {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:41:36.273129 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c', 'tag': '55766aed-7094-4bc4-9b35-25d5184f2d36', 'status': 'completed', 'code': 200} Aug 19 14:41:36.289065 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7935c5f-ccdb-4677-b64a-6d0b4e657051 service neutron] Pushing event updated for resources: {'Port': ['ID=55766aed-7094-4bc4-9b35-25d5184f2d36,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:36.320721 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4064b2c-338b-49b2-b1b2-dac04491b8bb req-da1ff084-5968-4f99-b445-879e58a6ab9f tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:36.322213 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f4064b2c-338b-49b2-b1b2-dac04491b8bb req-da1ff084-5968-4f99-b445-879e58a6ab9f tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c HTTP/1.1" status: 200 len: 943 time: 0.1919975 Aug 19 14:41:36.327054 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d1ef6b63-9734-4f63-a0ac-611b9bd7fa39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:36.337920 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['71660b2b-ea0f-4ab1-8bb1-61fee9decc6e'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:41:36.356894 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-09e0b59e-8ec4-4e25-adc6-d2c32dbc2437 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:36.363462 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-09e0b59e-8ec4-4e25-adc6-d2c32dbc2437 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:36.368735 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1fb474-ef9e-42bc-a9ed-58399bf4193d req-650b146f-0fa5-4f9d-b688-4f9b4896bea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:36.370896 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-df1fb474-ef9e-42bc-a9ed-58399bf4193d req-650b146f-0fa5-4f9d-b688-4f9b4896bea4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b611e89c59444d069c1d991f556f75aa&device_id=cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c HTTP/1.1" status: 200 len: 1094 time: 0.0968823 Aug 19 14:41:36.397371 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-26b75de5-536e-4f5a-a964-0108932c2ac7 req-0a3d36e8-e8a8-4490-bdb0-b59c7245b423 service neutron] 10.222.0.68 "GET /v2.0/networks/669513f8-b4b3-4e5c-8f0d-5f8e9923cc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553813 Aug 19 14:41:36.469259 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-df1fb474-ef9e-42bc-a9ed-58399bf4193d req-1d9499ec-ec0e-4630-9ead-38b927e6ca46 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55766aed-7094-4bc4-9b35-25d5184f2d36 HTTP/1.1" status: 200 len: 217 time: 0.0539513 Aug 19 14:41:36.496991 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f4064b2c-338b-49b2-b1b2-dac04491b8bb req-00ce567a-8204-49c9-89a7-e8080392dc70 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536419 Aug 19 14:41:36.543615 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b470e53-f4e6-4037-803d-6450d8f9693a req-91fe2e9f-7071-403e-a5c2-bca68654b5e6 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:36.550794 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7b470e53-f4e6-4037-803d-6450d8f9693a req-91fe2e9f-7071-403e-a5c2-bca68654b5e6 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.2393653 Aug 19 14:41:36.581839 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d1ef6b63-9734-4f63-a0ac-611b9bd7fa39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:36.583958 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1fb474-ef9e-42bc-a9ed-58399bf4193d req-49730424-b01e-4130-bde1-319f20f417da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:36.586072 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-df1fb474-ef9e-42bc-a9ed-58399bf4193d req-49730424-b01e-4130-bde1-319f20f417da service neutron] 10.222.0.68 "GET /v2.0/subnets?id=96c073c2-076a-458f-865d-1053b0f62f3d HTTP/1.1" status: 200 len: 845 time: 0.1077857 Aug 19 14:41:36.589859 n-d-766043-2 neutron-server[94639]: INFO neutron.db.l3_db [None req-09e0b59e-8ec4-4e25-adc6-d2c32dbc2437 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Floating IP cf80e34f-4416-47e5-bbf8-1ccefaf386a2 associated. External IP: 172.25.2.120, port: 2843ebb3-e971-408f-85db-a3c624b9b9d8. Aug 19 14:41:36.611777 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d1ef6b63-9734-4f63-a0ac-611b9bd7fa39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d364ad81-bd99-4377-abe7-b72904dbdfac']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:41:36.652622 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-df1fb474-ef9e-42bc-a9ed-58399bf4193d req-c8d51a53-97bf-49b8-9070-d1005b1c2b9b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=94d71021-0e52-4f61-9f79-5084b440fea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585818 Aug 19 14:41:36.656437 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d1ef6b63-9734-4f63-a0ac-611b9bd7fa39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78a47839-e9d3-4026-9231-d0dee175f66e') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:41:36.656739 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d1ef6b63-9734-4f63-a0ac-611b9bd7fa39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78a47839-e9d3-4026-9231-d0dee175f66e') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:41:36.674848 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7b470e53-f4e6-4037-803d-6450d8f9693a req-ea299b13-0ec8-448c-824a-392f1f6d531f tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232131 Aug 19 14:41:36.681002 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d1ef6b63-9734-4f63-a0ac-611b9bd7fa39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:36.691618 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-26b75de5-536e-4f5a-a964-0108932c2ac7 req-2e4b9268-629d-4458-a0f5-f604cbb8ef17 service neutron] 10.222.0.68 "GET /v2.0/networks/669513f8-b4b3-4e5c-8f0d-5f8e9923cc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838187 Aug 19 14:41:36.704950 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d1ef6b63-9734-4f63-a0ac-611b9bd7fa39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:36.717633 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1ef6b63-9734-4f63-a0ac-611b9bd7fa39 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:41:36.718044 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d1ef6b63-9734-4f63-a0ac-611b9bd7fa39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:36.720318 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:41:36.720318 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:41:36.720318 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:41:36.720318 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:41:36.720318 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:41:36.720318 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:41:36.720318 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:41:36.720318 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:41:36.720318 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:41:36.720318 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:41:36.720318 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:41:36.720318 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:41:36.720318 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:41:36.720318 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:41:36.720318 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:41:36.720318 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:41:36.720318 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:41:36.720318 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:41:36.720318 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:41:36.720318 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:41:36.720318 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:41:36.720318 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:41:36.720318 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:41:36.720318 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:41:36.720318 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:41:36.720318 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:41:36.720318 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:41:36.720318 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:41:36.720318 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:41:36.720318 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:41:36.720318 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:41:36.720318 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:41:36.770471 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e194687-0207-4441-ae3a-96a39cb12e17 req-4eec58d9-0b93-4126-b7cc-94030b75bdf2 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:36.772747 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1e194687-0207-4441-ae3a-96a39cb12e17 req-4eec58d9-0b93-4126-b7cc-94030b75bdf2 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=72e6ec3c-6451-4c81-94f2-a9b2476442be HTTP/1.1" status: 200 len: 949 time: 0.1746740 Aug 19 14:41:36.784295 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:36.798190 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-df1fb474-ef9e-42bc-a9ed-58399bf4193d req-5425e2db-f34d-44fb-a69d-d34506969264 service neutron] 10.222.0.68 "GET /v2.0/networks/94d71021-0e52-4f61-9f79-5084b440fea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382675 Aug 19 14:41:36.845259 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d1ef6b63-9734-4f63-a0ac-611b9bd7fa39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:36.850126 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d1ef6b63-9734-4f63-a0ac-611b9bd7fa39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:36.852230 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d1ef6b63-9734-4f63-a0ac-611b9bd7fa39 admin admin] 10.222.0.69 "DELETE /v2.0/networks/d364ad81-bd99-4377-abe7-b72904dbdfac HTTP/1.1" status: 204 len: 168 time: 0.6754270 Aug 19 14:41:36.870770 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1e194687-0207-4441-ae3a-96a39cb12e17 req-bbe00db6-f7ed-4811-9627-eca592923c2b tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868499 Aug 19 14:41:36.895835 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796ce78-9858-4538-98de-9bfc960946ab req-a9b81a92-a1a1-4fe9-bd12-01cc1c3c7827 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:36.901984 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796ce78-9858-4538-98de-9bfc960946ab req-a9b81a92-a1a1-4fe9-bd12-01cc1c3c7827 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:36.908438 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796ce78-9858-4538-98de-9bfc960946ab req-a9b81a92-a1a1-4fe9-bd12-01cc1c3c7827 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:36.914358 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796ce78-9858-4538-98de-9bfc960946ab req-a9b81a92-a1a1-4fe9-bd12-01cc1c3c7827 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:36.920377 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796ce78-9858-4538-98de-9bfc960946ab req-a9b81a92-a1a1-4fe9-bd12-01cc1c3c7827 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:36.926785 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796ce78-9858-4538-98de-9bfc960946ab req-a9b81a92-a1a1-4fe9-bd12-01cc1c3c7827 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:36.932235 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796ce78-9858-4538-98de-9bfc960946ab req-a9b81a92-a1a1-4fe9-bd12-01cc1c3c7827 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:36.934155 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c796ce78-9858-4538-98de-9bfc960946ab req-a9b81a92-a1a1-4fe9-bd12-01cc1c3c7827 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 5429 time: 0.1520224 Aug 19 14:41:36.935833 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ef6b63-9734-4f63-a0ac-611b9bd7fa39 admin admin] Pushing event deleted for resources: {'Network': ['ID=d364ad81-bd99-4377-abe7-b72904dbdfac,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:36.982470 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-df1fb474-ef9e-42bc-a9ed-58399bf4193d req-253dd836-ac21-4d34-ad33-1313eb6de2ec service neutron] 10.222.0.68 "GET /v2.0/networks/94d71021-0e52-4f61-9f79-5084b440fea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501784 Aug 19 14:41:36.987147 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e0b59e-8ec4-4e25-adc6-d2c32dbc2437 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Router 53fdcd52-034b-473a-bf94-f746c4501376 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:41:37.002014 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c796ce78-9858-4538-98de-9bfc960946ab req-025c2e44-97f5-49c3-8a82-ccf7f8f5457d tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/security-groups?id=8862cddc-dd3e-4608-94de-b1904f67b1ca&id=b221f776-c920-4201-a5ce-e97a00b87480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593600 Aug 19 14:41:37.110020 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dcea4f-3a1c-4384-8575-fed5b8138c8a req-8a637727-ff76-4319-9e25-7c89141c11a3 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:37.112988 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 41664) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:41:37.120686 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f7dcea4f-3a1c-4384-8575-fed5b8138c8a req-8a637727-ff76-4319-9e25-7c89141c11a3 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 943 time: 0.1035752 Aug 19 14:41:37.211472 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb84e996-5234-4e09-a190-d7d4bba328f1 req-32f83510-88c6-4c6b-a2b0-8780e8d434d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:37.212729 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f7dcea4f-3a1c-4384-8575-fed5b8138c8a req-a2922b15-3664-42df-a452-391e1dfb2e9a tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682933 Aug 19 14:41:37.213298 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-eb84e996-5234-4e09-a190-d7d4bba328f1 req-32f83510-88c6-4c6b-a2b0-8780e8d434d1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b611e89c59444d069c1d991f556f75aa&device_id=cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c HTTP/1.1" status: 200 len: 1094 time: 0.1560867 Aug 19 14:41:37.261960 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 41666) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:41:37.262238 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-da73bcdc-081c-4372-b634-ba07de285b37 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fce4a365b8c04a8995329931a2ca116d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1479027 Aug 19 14:41:37.264184 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e0b59e-8ec4-4e25-adc6-d2c32dbc2437 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:41:37.275552 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-09e0b59e-8ec4-4e25-adc6-d2c32dbc2437 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:37.285988 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e48c68-e279-4630-b504-ee2d90e911b9 None None] Sync routers for ids ['53fdcd52-034b-473a-bf94-f746c4501376'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:41:37.298470 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e48c68-e279-4630-b504-ee2d90e911b9 None None] Routers {'53fdcd52-034b-473a-bf94-f746c4501376'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:41:37.310250 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e2e48c68-e279-4630-b504-ee2d90e911b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:41:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['53fdcd52-034b-473a-bf94-f746c4501376'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:41:37.337335 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-09e0b59e-8ec4-4e25-adc6-d2c32dbc2437 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "PUT /v2.0/floatingips/cf80e34f-4416-47e5-bbf8-1ccefaf386a2 HTTP/1.1" status: 200 len: 991 time: 2.0382178 Aug 19 14:41:37.366619 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3a8a1875-6dd1-46ce-97a9-8e626317abb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:37.393259 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3a8a1875-6dd1-46ce-97a9-8e626317abb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:37.483743 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3a8a1875-6dd1-46ce-97a9-8e626317abb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:37.488006 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3a8a1875-6dd1-46ce-97a9-8e626317abb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:37.495883 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-e2e48c68-e279-4630-b504-ee2d90e911b9 None None] Set router 53fdcd52-034b-473a-bf94-f746c4501376 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:41:37.496119 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-3a8a1875-6dd1-46ce-97a9-8e626317abb0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c390f442-ff13-416a-8add-09a6a460befa HTTP/1.1" status: 204 len: 168 time: 0.2297227 Aug 19 14:41:37.525709 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a1875-6dd1-46ce-97a9-8e626317abb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c390f442-ff13-416a-8add-09a6a460befa,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:37.776300 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee1d718-355b-4bd8-8b0c-37f54b60c4c5 req-1c04c8d0-20e0-4e8b-b413-f7202bcf3465 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:37.787681 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2ee1d718-355b-4bd8-8b0c-37f54b60c4c5 req-1c04c8d0-20e0-4e8b-b413-f7202bcf3465 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c HTTP/1.1" status: 200 len: 943 time: 0.1141775 Aug 19 14:41:37.869388 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2ee1d718-355b-4bd8-8b0c-37f54b60c4c5 req-18c6370f-4860-4bbc-be28-164bed23b224 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801520 Aug 19 14:41:37.905529 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 71660b2b-ea0f-4ab1-8bb1-61fee9decc6e up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:41:37.920199 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ce3ee-b85e-4a06-9f54-fed27d9729c4 req-30ef337f-f9c2-448d-8e6e-013bae13c8d6 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:37.921635 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f11ce3ee-b85e-4a06-9f54-fed27d9729c4 req-30ef337f-f9c2-448d-8e6e-013bae13c8d6 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.1047268 Aug 19 14:41:37.995844 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f11ce3ee-b85e-4a06-9f54-fed27d9729c4 req-6c10e2bb-79b2-47f0-9554-1730af640849 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677767 Aug 19 14:41:38.024552 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 41680) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:41:38.035625 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e2e48c68-e279-4630-b504-ee2d90e911b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fdcd52-034b-473a-bf94-f746c4501376', 'name': 'tempest-TaggedBootDevicesTest-468413341-router', 'tenant_id': 'eac9849a6187411198187660adbcdd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '1cf4dfc3-7805-49cb-b775-488a2bae7b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:39:00Z', 'updated_at': '2021-08-19T14:39:08Z', 'revision_number': 4, 'project_id': 'eac9849a6187411198187660adbcdd48', 'gw_port': {'id': '1cf4dfc3-7805-49cb-b775-488a2bae7b46', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:87:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fdcd52-034b-473a-bf94-f746c4501376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:02Z', 'updated_at': '2021-08-19T14:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': 'cf80e34f-4416-47e5-bbf8-1ccefaf386a2', 'tenant_id': 'eac9849a6187411198187660adbcdd48', 'floating_ip_address': '172.25.2.120', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '53fdcd52-034b-473a-bf94-f746c4501376', 'port_id': '2843ebb3-e971-408f-85db-a3c624b9b9d8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '120c5244-d1e2-46c3-b22a-2b90b5b4e09c', 'mac_address': 'fa:16:3e:d9:39:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:40:02Z', 'updated_at': '2021-08-19T14:41:36Z', 'revision_number': 1, 'project_id': 'eac9849a6187411198187660adbcdd48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6d0a280-4857-462d-a7e2-0031d804288e', 'name': '', 'network_id': '120c5244-d1e2-46c3-b22a-2b90b5b4e09c', 'tenant_id': 'eac9849a6187411198187660adbcdd48', 'mac_address': 'fa:16:3e:35:9e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fdcd52-034b-473a-bf94-f746c4501376', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'd90280f3-05d8-4d32-bed7-d9a137266bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:07Z', 'updated_at': '2021-08-19T14:39:18Z', 'revision_number': 5, 'project_id': 'eac9849a6187411198187660adbcdd48', 'subnets': [{'id': 'd90280f3-05d8-4d32-bed7-d9a137266bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:41:38.038045 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port 71660b2b-ea0f-4ab1-8bb1-61fee9decc6e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:41:38.044832 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 71660b2b-ea0f-4ab1-8bb1-61fee9decc6e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:41:38.045252 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:38.092964 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa678fb3-cffe-40ce-b4e6-cc5f604c6d79 req-cc540f40-bd7f-46c2-ae7c-5b47188a98d7 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:38.094733 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-aa678fb3-cffe-40ce-b4e6-cc5f604c6d79 req-cc540f40-bd7f-46c2-ae7c-5b47188a98d7 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=72e6ec3c-6451-4c81-94f2-a9b2476442be HTTP/1.1" status: 200 len: 949 time: 0.0903029 Aug 19 14:41:38.105106 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e48c68-e279-4630-b504-ee2d90e911b9 None None] Checking router: 53fdcd52-034b-473a-bf94-f746c4501376 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:41:38.117150 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e48c68-e279-4630-b504-ee2d90e911b9 None None] Routers {'53fdcd52-034b-473a-bf94-f746c4501376'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:41:38.118022 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e2e48c68-e279-4630-b504-ee2d90e911b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:41:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['53fdcd52-034b-473a-bf94-f746c4501376'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:41:38.127840 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-64373412-dfbe-4391-85bc-c6edec83ece1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fbeae61ec7c441c084f2ad899e4d2307&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1020129 Aug 19 14:41:38.128729 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 41684) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:41:38.184180 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-54257ee7-bd37-4803-95a7-6c86b47fb86a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:38.209397 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-54257ee7-bd37-4803-95a7-6c86b47fb86a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:38.224272 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-aa678fb3-cffe-40ce-b4e6-cc5f604c6d79 req-a4773e42-e213-4eb7-abca-fd5d7691b04c tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180563 Aug 19 14:41:38.248548 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff953563-4c59-4d66-af42-557aea23283b req-e54fec0a-be38-48c7-b45e-98ec1ea139fc tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:38.255364 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff953563-4c59-4d66-af42-557aea23283b req-e54fec0a-be38-48c7-b45e-98ec1ea139fc tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:38.262145 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff953563-4c59-4d66-af42-557aea23283b req-e54fec0a-be38-48c7-b45e-98ec1ea139fc tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:38.269449 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff953563-4c59-4d66-af42-557aea23283b req-e54fec0a-be38-48c7-b45e-98ec1ea139fc tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:38.273839 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'tag': '2843ebb3-e971-408f-85db-a3c624b9b9d8'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:41:38.276437 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff953563-4c59-4d66-af42-557aea23283b req-e54fec0a-be38-48c7-b45e-98ec1ea139fc tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:38.285409 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575ce64c-6210-43cd-8399-d00dff4aeec5" -d '{"events": [{"name": "network-changed", "server_uuid": "bce8a885-bf0d-4acb-9ae6-beed50cce16b", "tag": "2843ebb3-e971-408f-85db-a3c624b9b9d8"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:41:38.285943 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff953563-4c59-4d66-af42-557aea23283b req-e54fec0a-be38-48c7-b45e-98ec1ea139fc tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:38.290341 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-54257ee7-bd37-4803-95a7-6c86b47fb86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:38.291904 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff953563-4c59-4d66-af42-557aea23283b req-e54fec0a-be38-48c7-b45e-98ec1ea139fc tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:38.297996 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-54257ee7-bd37-4803-95a7-6c86b47fb86a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:38.299241 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-54257ee7-bd37-4803-95a7-6c86b47fb86a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d92342e2-918e-40c1-a7ff-368f8e0463a5 HTTP/1.1" status: 204 len: 168 time: 0.1693583 Aug 19 14:41:38.300529 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ff953563-4c59-4d66-af42-557aea23283b req-e54fec0a-be38-48c7-b45e-98ec1ea139fc tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 5429 time: 0.1453803 Aug 19 14:41:38.317084 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54257ee7-bd37-4803-95a7-6c86b47fb86a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92342e2-918e-40c1-a7ff-368f8e0463a5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:38.361267 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ff953563-4c59-4d66-af42-557aea23283b req-57cc2095-0069-4367-8a60-aa1ab1bae2e1 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/security-groups?id=8862cddc-dd3e-4608-94de-b1904f67b1ca&id=b221f776-c920-4201-a5ce-e97a00b87480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0483618 Aug 19 14:41:38.421887 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c640e8c-c008-4abf-8ac2-b5c655ee007d x-openstack-request-id: req-3c640e8c-c008-4abf-8ac2-b5c655ee007d {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:41:38.423020 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce8a885-bf0d-4acb-9ae6-beed50cce16b", "tag": "2843ebb3-e971-408f-85db-a3c624b9b9d8", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:41:38.423020 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3c640e8c-c008-4abf-8ac2-b5c655ee007d {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:41:38.423020 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'tag': '2843ebb3-e971-408f-85db-a3c624b9b9d8', 'status': 'completed', 'code': 200} Aug 19 14:41:38.580623 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ce64c-6210-43cd-8399-d00dff4aeec5 req-f4f58cba-17e0-4a53-9741-27ded87d7ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:38.581444 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ce64c-6210-43cd-8399-d00dff4aeec5 req-f4f58cba-17e0-4a53-9741-27ded87d7ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:38.582727 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ce64c-6210-43cd-8399-d00dff4aeec5 req-f4f58cba-17e0-4a53-9741-27ded87d7ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:38.584736 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ce64c-6210-43cd-8399-d00dff4aeec5 req-f4f58cba-17e0-4a53-9741-27ded87d7ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:38.585898 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ce64c-6210-43cd-8399-d00dff4aeec5 req-f4f58cba-17e0-4a53-9741-27ded87d7ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:38.588954 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ce64c-6210-43cd-8399-d00dff4aeec5 req-f4f58cba-17e0-4a53-9741-27ded87d7ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:38.590312 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ce64c-6210-43cd-8399-d00dff4aeec5 req-f4f58cba-17e0-4a53-9741-27ded87d7ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:38.594672 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-575ce64c-6210-43cd-8399-d00dff4aeec5 req-f4f58cba-17e0-4a53-9741-27ded87d7ae7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=eac9849a6187411198187660adbcdd48&device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 6492 time: 0.1254027 Aug 19 14:41:38.596917 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:38.610438 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-e2e48c68-e279-4630-b504-ee2d90e911b9 None None] Set router 53fdcd52-034b-473a-bf94-f746c4501376 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:41:38.616170 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1cfcc-2af5-43cc-bc13-89b4df5d3693 req-26bae45f-8efa-48de-8aa7-c961693a2de6 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:38.624778 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-68d1cfcc-2af5-43cc-bc13-89b4df5d3693 req-26bae45f-8efa-48de-8aa7-c961693a2de6 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 943 time: 0.1103592 Aug 19 14:41:38.680800 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-68d1cfcc-2af5-43cc-bc13-89b4df5d3693 req-70496add-9f66-4018-b37a-80bb1e660fad tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549557 Aug 19 14:41:38.692483 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e6ec3c-6451-4c81-94f2-a9b2476442be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71660b2b-ea0f-4ab1-8bb1-61fee9decc6e'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:41:38.694712 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69b9cda-773b-4380-bea1-2cb464957adb" -d '{"events": [{"server_uuid": "72e6ec3c-6451-4c81-94f2-a9b2476442be", "name": "network-vif-plugged", "status": "completed", "tag": "71660b2b-ea0f-4ab1-8bb1-61fee9decc6e"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:41:38.709257 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 71660b2b-ea0f-4ab1-8bb1-61fee9decc6e, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=71660b2b-ea0f-4ab1-8bb1-61fee9decc6e,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:38.727245 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:38.728239 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 2b1c0372-f5f2-49ae-8c62-9cc2aa371e25 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:41:38.793369 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ce64c-6210-43cd-8399-d00dff4aeec5 req-74f1b857-c485-44e0-9a89-52177498ad87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:38.793369 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-575ce64c-6210-43cd-8399-d00dff4aeec5 req-74f1b857-c485-44e0-9a89-52177498ad87 service neutron] 10.222.0.88 "GET /v2.0/networks?id=120c5244-d1e2-46c3-b22a-2b90b5b4e09c HTTP/1.1" status: 200 len: 912 time: 0.1887224 Aug 19 14:41:38.805040 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4098da4d-36b0-48e5-b5bc-9ef95642ec71 x-openstack-request-id: req-4098da4d-36b0-48e5-b5bc-9ef95642ec71 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:41:38.805311 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e6ec3c-6451-4c81-94f2-a9b2476442be", "name": "network-vif-plugged", "status": "completed", "tag": "71660b2b-ea0f-4ab1-8bb1-61fee9decc6e", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:41:38.805565 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4098da4d-36b0-48e5-b5bc-9ef95642ec71 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:41:38.805981 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e6ec3c-6451-4c81-94f2-a9b2476442be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71660b2b-ea0f-4ab1-8bb1-61fee9decc6e', 'code': 200} Aug 19 14:41:38.808103 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: 2b1c0372-f5f2-49ae-8c62-9cc2aa371e25 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:41:38.808475 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 2b1c0372-f5f2-49ae-8c62-9cc2aa371e25 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:41:38.907497 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-575ce64c-6210-43cd-8399-d00dff4aeec5 req-d504452e-877b-4f2d-8f1d-970717759b9e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2843ebb3-e971-408f-85db-a3c624b9b9d8 HTTP/1.1" status: 200 len: 999 time: 0.1076849 Aug 19 14:41:38.931926 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=71660b2b-ea0f-4ab1-8bb1-61fee9decc6e,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:38.988564 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ce64c-6210-43cd-8399-d00dff4aeec5 req-11e209f5-09be-4ffd-8c88-b39ed65c7193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:38.990505 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-575ce64c-6210-43cd-8399-d00dff4aeec5 req-11e209f5-09be-4ffd-8c88-b39ed65c7193 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d90280f3-05d8-4d32-bed7-d9a137266bae HTTP/1.1" status: 200 len: 850 time: 0.0727124 Aug 19 14:41:39.022192 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e2e48c68-e279-4630-b504-ee2d90e911b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fdcd52-034b-473a-bf94-f746c4501376', 'name': 'tempest-TaggedBootDevicesTest-468413341-router', 'tenant_id': 'eac9849a6187411198187660adbcdd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '1cf4dfc3-7805-49cb-b775-488a2bae7b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:39:00Z', 'updated_at': '2021-08-19T14:39:08Z', 'revision_number': 4, 'project_id': 'eac9849a6187411198187660adbcdd48', 'gw_port': {'id': '1cf4dfc3-7805-49cb-b775-488a2bae7b46', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:87:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fdcd52-034b-473a-bf94-f746c4501376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:02Z', 'updated_at': '2021-08-19T14:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': 'cf80e34f-4416-47e5-bbf8-1ccefaf386a2', 'tenant_id': 'eac9849a6187411198187660adbcdd48', 'floating_ip_address': '172.25.2.120', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '53fdcd52-034b-473a-bf94-f746c4501376', 'port_id': '2843ebb3-e971-408f-85db-a3c624b9b9d8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '120c5244-d1e2-46c3-b22a-2b90b5b4e09c', 'mac_address': 'fa:16:3e:d9:39:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:40:02Z', 'updated_at': '2021-08-19T14:41:36Z', 'revision_number': 1, 'project_id': 'eac9849a6187411198187660adbcdd48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6d0a280-4857-462d-a7e2-0031d804288e', 'name': '', 'network_id': '120c5244-d1e2-46c3-b22a-2b90b5b4e09c', 'tenant_id': 'eac9849a6187411198187660adbcdd48', 'mac_address': 'fa:16:3e:35:9e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fdcd52-034b-473a-bf94-f746c4501376', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'd90280f3-05d8-4d32-bed7-d9a137266bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:07Z', 'updated_at': '2021-08-19T14:39:18Z', 'revision_number': 5, 'project_id': 'eac9849a6187411198187660adbcdd48', 'subnets': [{'id': 'd90280f3-05d8-4d32-bed7-d9a137266bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:41:39.053599 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bee05e-7265-480a-b52b-2a9da8b7961a req-553e1cfe-b77d-4294-88ef-efa7497a9869 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:39.063787 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d0bee05e-7265-480a-b52b-2a9da8b7961a req-553e1cfe-b77d-4294-88ef-efa7497a9869 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c HTTP/1.1" status: 200 len: 943 time: 0.0782583 Aug 19 14:41:39.102609 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e48c68-e279-4630-b504-ee2d90e911b9 None None] The sync data for ids ['53fdcd52-034b-473a-bf94-f746c4501376'] in n-d-766043-2 is: [{'id': '53fdcd52-034b-473a-bf94-f746c4501376', 'name': 'tempest-TaggedBootDevicesTest-468413341-router', 'tenant_id': 'eac9849a6187411198187660adbcdd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '1cf4dfc3-7805-49cb-b775-488a2bae7b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:39:00Z', 'updated_at': '2021-08-19T14:39:08Z', 'revision_number': 4, 'project_id': 'eac9849a6187411198187660adbcdd48', 'gw_port': {'id': '1cf4dfc3-7805-49cb-b775-488a2bae7b46', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:87:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fdcd52-034b-473a-bf94-f746c4501376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:02Z', 'updated_at': '2021-08-19T14:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': 'cf80e34f-4416-47e5-bbf8-1ccefaf386a2', 'tenant_id': 'eac9849a6187411198187660adbcdd48', 'floating_ip_address': '172.25.2.120', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '53fdcd52-034b-473a-bf94-f746c4501376', 'port_id': '2843ebb3-e971-408f-85db-a3c624b9b9d8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '120c5244-d1e2-46c3-b22a-2b90b5b4e09c', 'mac_address': 'fa:16:3e:d9:39:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:40:02Z', 'updated_at': '2021-08-19T14:41:36Z', 'revision_number': 1, 'project_id': 'eac9849a6187411198187660adbcdd48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6d0a280-4857-462d-a7e2-0031d804288e', 'name': '', 'network_id': '120c5244-d1e2-46c3-b22a-2b90b5b4e09c', 'tenant_id': 'eac9849a6187411198187660adbcdd48', 'mac_address': 'fa:16:3e:35:9e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fdcd52-034b-473a-bf94-f746c4501376', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'd90280f3-05d8-4d32-bed7-d9a137266bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:07Z', 'updated_at': '2021-08-19T14:39:18Z', 'revision_number': 5, 'project_id': 'eac9849a6187411198187660adbcdd48', 'subnets': [{'id': 'd90280f3-05d8-4d32-bed7-d9a137266bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:41:39.106244 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ce64c-6210-43cd-8399-d00dff4aeec5 req-e6d24953-594f-4e50-a91f-974542997d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:39.108031 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-575ce64c-6210-43cd-8399-d00dff4aeec5 req-e6d24953-594f-4e50-a91f-974542997d67 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=120c5244-d1e2-46c3-b22a-2b90b5b4e09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1090829 Aug 19 14:41:39.119413 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d0bee05e-7265-480a-b52b-2a9da8b7961a req-1ad5e6d4-9fa3-48d5-be88-284e8c24afae tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535302 Aug 19 14:41:39.216808 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc4a51-b5a2-4942-8072-dc0820b9db40 req-200c7bce-02de-404a-abbe-db167df96fa5 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:39.237208 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5ecc4a51-b5a2-4942-8072-dc0820b9db40 req-200c7bce-02de-404a-abbe-db167df96fa5 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.1068368 Aug 19 14:41:39.343140 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5ecc4a51-b5a2-4942-8072-dc0820b9db40 req-cec9b779-edbb-400b-aa43-824d364a4d94 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048050 Aug 19 14:41:39.422330 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d14c3-504a-4a31-a42c-82b2f13826c3 req-62a3b756-2dc3-4790-943e-bc5e9f056eb4 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:39.435367 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-516d14c3-504a-4a31-a42c-82b2f13826c3 req-62a3b756-2dc3-4790-943e-bc5e9f056eb4 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=72e6ec3c-6451-4c81-94f2-a9b2476442be HTTP/1.1" status: 200 len: 950 time: 0.0835915 Aug 19 14:41:39.537262 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-516d14c3-504a-4a31-a42c-82b2f13826c3 req-c63d61c6-9c65-42bc-b430-dec550fba789 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008961 Aug 19 14:41:39.537875 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21bf99f-7337-40ab-bc1e-683f2ed444d4 None None] New status for floating IP cf80e34f-4416-47e5-bbf8-1ccefaf386a2: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 14:41:39.718144 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca621a-5389-4936-bf5b-4d67d8032f02 req-6203e24e-3bc3-439c-a35c-b203671889bd tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:39.723097 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 41728) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:41:39.727326 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca621a-5389-4936-bf5b-4d67d8032f02 req-6203e24e-3bc3-439c-a35c-b203671889bd tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:39.736956 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca621a-5389-4936-bf5b-4d67d8032f02 req-6203e24e-3bc3-439c-a35c-b203671889bd tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:39.746470 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca621a-5389-4936-bf5b-4d67d8032f02 req-6203e24e-3bc3-439c-a35c-b203671889bd tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:39.754478 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca621a-5389-4936-bf5b-4d67d8032f02 req-6203e24e-3bc3-439c-a35c-b203671889bd tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:39.761184 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca621a-5389-4936-bf5b-4d67d8032f02 req-6203e24e-3bc3-439c-a35c-b203671889bd tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:39.771050 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca621a-5389-4936-bf5b-4d67d8032f02 req-6203e24e-3bc3-439c-a35c-b203671889bd tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:39.774932 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-10ca621a-5389-4936-bf5b-4d67d8032f02 req-6203e24e-3bc3-439c-a35c-b203671889bd tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 5429 time: 0.1785576 Aug 19 14:41:39.853376 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-575ce64c-6210-43cd-8399-d00dff4aeec5 req-a184e39e-dad3-42dd-9469-84f10b46113f service neutron] 10.222.0.88 "GET /v2.0/networks/120c5244-d1e2-46c3-b22a-2b90b5b4e09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7325494 Aug 19 14:41:39.869608 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-10ca621a-5389-4936-bf5b-4d67d8032f02 req-e5b134d3-5c2f-45ce-bc6f-8e86083d673b tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/security-groups?id=8862cddc-dd3e-4608-94de-b1904f67b1ca&id=b221f776-c920-4201-a5ce-e97a00b87480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0880930 Aug 19 14:41:39.923534 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ead20-1f75-405b-942a-b1cf3ff19f67 req-2728dcb1-b205-4f11-98ff-c3b08e140508 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:39.925462 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cd9ead20-1f75-405b-942a-b1cf3ff19f67 req-2728dcb1-b205-4f11-98ff-c3b08e140508 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 943 time: 0.1127560 Aug 19 14:41:39.972380 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cd9ead20-1f75-405b-942a-b1cf3ff19f67 req-57e8666b-2963-454d-80b2-f328838df007 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402882 Aug 19 14:41:39.980146 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-33b0210b-ad47-4fc2-a6ae-e5d50677a35f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-78058810-network', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:41:39.996110 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-575ce64c-6210-43cd-8399-d00dff4aeec5 req-89e0aa64-bbbe-4c4c-a430-7ccf30a67aec service neutron] 10.222.0.88 "GET /v2.0/networks/120c5244-d1e2-46c3-b22a-2b90b5b4e09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323712 Aug 19 14:41:40.011290 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b0210b-ad47-4fc2-a6ae-e5d50677a35f admin admin] Made reservation on behalf of 142f83185aea4a6daae515dcd5cb4f68 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:41:40.014219 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33b0210b-ad47-4fc2-a6ae-e5d50677a35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:40.024389 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33b0210b-ad47-4fc2-a6ae-e5d50677a35f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:40.118380 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33b0210b-ad47-4fc2-a6ae-e5d50677a35f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:40.122597 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33b0210b-ad47-4fc2-a6ae-e5d50677a35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:40.150612 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33b0210b-ad47-4fc2-a6ae-e5d50677a35f admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:41:40.160278 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b0210b-ad47-4fc2-a6ae-e5d50677a35f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7bff13a-0390-4b12-a5ab-22b49f85b693,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:40.173184 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33b0210b-ad47-4fc2-a6ae-e5d50677a35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:40.175094 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-33b0210b-ad47-4fc2-a6ae-e5d50677a35f admin admin] Added segment d24c84db-ca72-4228-8e2e-914c2c673b49 of type vlan for network c173e005-89f4-4c18-bacc-4a095707947a Aug 19 14:41:40.219729 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33b0210b-ad47-4fc2-a6ae-e5d50677a35f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:40.246069 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33b0210b-ad47-4fc2-a6ae-e5d50677a35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:40.247163 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b0210b-ad47-4fc2-a6ae-e5d50677a35f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:40.247755 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33b0210b-ad47-4fc2-a6ae-e5d50677a35f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:40.254318 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7025399-9927-4cec-9478-db395445fd49 req-a381748c-839a-4302-b1e1-9e4cb1f554cb tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:40.256067 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f7025399-9927-4cec-9478-db395445fd49 req-a381748c-839a-4302-b1e1-9e4cb1f554cb tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c HTTP/1.1" status: 200 len: 943 time: 0.0524662 Aug 19 14:41:40.306165 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-33b0210b-ad47-4fc2-a6ae-e5d50677a35f admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5793083 Aug 19 14:41:40.306985 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 41736) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:41:40.312973 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f7025399-9927-4cec-9478-db395445fd49 req-78e5be09-7a19-41ad-badc-df28361b1759 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502906 Aug 19 14:41:40.313624 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-9c56620a-7575-4f66-9535-2396e33ed2ed admin admin] Request body: {'subnet': {'network_id': 'c173e005-89f4-4c18-bacc-4a095707947a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-78058810-subnet', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:41:40.329800 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b0210b-ad47-4fc2-a6ae-e5d50677a35f admin admin] Pushing event updated for resources: {'Network': ['ID=c173e005-89f4-4c18-bacc-4a095707947a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:40.340043 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network c173e005-89f4-4c18-bacc-4a095707947a details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:41:40.345340 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c56620a-7575-4f66-9535-2396e33ed2ed admin admin] Made reservation on behalf of 142f83185aea4a6daae515dcd5cb4f68 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:41:40.348116 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9c56620a-7575-4f66-9535-2396e33ed2ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:40.485902 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73accee8-596d-4e51-80bd-a7f8561d3785 req-961161c6-3fee-4fb4-b4ed-36cabc7b09da tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:40.487447 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-73accee8-596d-4e51-80bd-a7f8561d3785 req-961161c6-3fee-4fb4-b4ed-36cabc7b09da tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.0584910 Aug 19 14:41:40.529033 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-73accee8-596d-4e51-80bd-a7f8561d3785 req-5f21d336-ce85-46d9-9519-0cebcea5be1d tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350304 Aug 19 14:41:40.552664 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9c56620a-7575-4f66-9535-2396e33ed2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:40.620876 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c56620a-7575-4f66-9535-2396e33ed2ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=55a74698-63e8-48bf-8a39-b9ba22230f90,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:40.636317 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c56620a-7575-4f66-9535-2396e33ed2ed admin admin] Checking segment: {'id': 'd24c84db-ca72-4228-8e2e-914c2c673b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c173e005-89f4-4c18-bacc-4a095707947a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:41:40.636783 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c56620a-7575-4f66-9535-2396e33ed2ed admin admin] Network hostable DHCP agents. Network: c173e005-89f4-4c18-bacc-4a095707947a, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:41:40.669068 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246fda2f-4159-45a7-ab29-5af5ec27c3f8 req-fcad4a76-9854-4307-aaea-243da8d172e4 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:40.670644 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-246fda2f-4159-45a7-ab29-5af5ec27c3f8 req-fcad4a76-9854-4307-aaea-243da8d172e4 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=72e6ec3c-6451-4c81-94f2-a9b2476442be HTTP/1.1" status: 200 len: 950 time: 0.0756047 Aug 19 14:41:40.672583 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c56620a-7575-4f66-9535-2396e33ed2ed admin admin] Network c173e005-89f4-4c18-bacc-4a095707947a is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:41:40.687021 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-9c56620a-7575-4f66-9535-2396e33ed2ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, c173e005-89f4-4c18-bacc-4a095707947a) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:41:40.696658 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a045883f-ebc1-4f45-9210-8a5982cd710b None None] Network c173e005-89f4-4c18-bacc-4a095707947a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:41:40.700898 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c56620a-7575-4f66-9535-2396e33ed2ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:40.701681 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9c56620a-7575-4f66-9535-2396e33ed2ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:40.733599 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9c56620a-7575-4f66-9535-2396e33ed2ed admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4245117 Aug 19 14:41:40.735260 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 41748) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:41:40.741552 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-0f86c3d1-aacb-48af-9e72-1aadeb15c399 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-78058810-router', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:41:40.762109 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-246fda2f-4159-45a7-ab29-5af5ec27c3f8 req-2d0dc785-7a36-44fe-84c9-f090fc84792c tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820630 Aug 19 14:41:40.796394 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0f86c3d1-aacb-48af-9e72-1aadeb15c399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:40.797694 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0f86c3d1-aacb-48af-9e72-1aadeb15c399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:40.860641 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0f86c3d1-aacb-48af-9e72-1aadeb15c399 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:40.904532 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64885de4-2ea2-4fa3-93d4-3f7c5cbb809a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-c173e005-89f4-4c18-bacc-4a095707947a', 'network_id': 'c173e005-89f4-4c18-bacc-4a095707947a', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'fixed_ips': [{'subnet_id': '55a74698-63e8-48bf-8a39-b9ba22230f90'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:41:40.905813 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-64885de4-2ea2-4fa3-93d4-3f7c5cbb809a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:41.077111 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-64885de4-2ea2-4fa3-93d4-3f7c5cbb809a None None] Allocated IP 172.20.0.2 (c173e005-89f4-4c18-bacc-4a095707947a/55a74698-63e8-48bf-8a39-b9ba22230f90/f8d25366-83d7-4284-8517-437effd1cc35) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:41:41.253650 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-64885de4-2ea2-4fa3-93d4-3f7c5cbb809a None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:41.263612 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-64885de4-2ea2-4fa3-93d4-3f7c5cbb809a None None] Transition to ACTIVE for port object f8d25366-83d7-4284-8517-437effd1cc35 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:41:41.281925 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-64885de4-2ea2-4fa3-93d4-3f7c5cbb809a None None] Transition to ACTIVE for port object f8d25366-83d7-4284-8517-437effd1cc35 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:41:41.288616 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-64885de4-2ea2-4fa3-93d4-3f7c5cbb809a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:41.333941 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64885de4-2ea2-4fa3-93d4-3f7c5cbb809a None None] Network c173e005-89f4-4c18-bacc-4a095707947a is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:41:41.337317 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-64885de4-2ea2-4fa3-93d4-3f7c5cbb809a None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:41:41.341786 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64885de4-2ea2-4fa3-93d4-3f7c5cbb809a None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:41:41.350846 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64885de4-2ea2-4fa3-93d4-3f7c5cbb809a None None] Pushing event updated for resources: {'Port': ['ID=f8d25366-83d7-4284-8517-437effd1cc35,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:41.387688 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0f86c3d1-aacb-48af-9e72-1aadeb15c399 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:41.419219 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-64885de4-2ea2-4fa3-93d4-3f7c5cbb809a None None] Attempting to bind port f8d25366-83d7-4284-8517-437effd1cc35 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:41:41.419615 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-64885de4-2ea2-4fa3-93d4-3f7c5cbb809a None None] Attempting to bind port f8d25366-83d7-4284-8517-437effd1cc35 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'd24c84db-ca72-4228-8e2e-914c2c673b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c173e005-89f4-4c18-bacc-4a095707947a'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:41:41.419951 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64885de4-2ea2-4fa3-93d4-3f7c5cbb809a None None] Attempting to bind port f8d25366-83d7-4284-8517-437effd1cc35 on network c173e005-89f4-4c18-bacc-4a095707947a {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:41:41.425618 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64885de4-2ea2-4fa3-93d4-3f7c5cbb809a None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:41:41.426022 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64885de4-2ea2-4fa3-93d4-3f7c5cbb809a None None] Checking segment: {'id': 'd24c84db-ca72-4228-8e2e-914c2c673b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c173e005-89f4-4c18-bacc-4a095707947a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:41:41.426429 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-64885de4-2ea2-4fa3-93d4-3f7c5cbb809a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:41.426937 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64885de4-2ea2-4fa3-93d4-3f7c5cbb809a None None] Bound using segment: {'id': 'd24c84db-ca72-4228-8e2e-914c2c673b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c173e005-89f4-4c18-bacc-4a095707947a'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:41:41.427269 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-64885de4-2ea2-4fa3-93d4-3f7c5cbb809a None None] Bound port: f8d25366-83d7-4284-8517-437effd1cc35, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd24c84db-ca72-4228-8e2e-914c2c673b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c173e005-89f4-4c18-bacc-4a095707947a'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:41:41.427654 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-64885de4-2ea2-4fa3-93d4-3f7c5cbb809a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:41.450838 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23848b6f-bb6e-45b6-b13d-fc65712b9ce9 req-06e15aab-2920-4de2-9e62-463272d73951 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:41.458110 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-23848b6f-bb6e-45b6-b13d-fc65712b9ce9 req-06e15aab-2920-4de2-9e62-463272d73951 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 943 time: 0.1358266 Aug 19 14:41:41.473174 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12ecf6-28f0-490c-b74b-3a70e096b655 req-166c062d-d583-402d-ba91-e8323ed2c627 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:41.479128 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12ecf6-28f0-490c-b74b-3a70e096b655 req-166c062d-d583-402d-ba91-e8323ed2c627 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:41.485805 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12ecf6-28f0-490c-b74b-3a70e096b655 req-166c062d-d583-402d-ba91-e8323ed2c627 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:41.491750 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12ecf6-28f0-490c-b74b-3a70e096b655 req-166c062d-d583-402d-ba91-e8323ed2c627 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:41.497746 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12ecf6-28f0-490c-b74b-3a70e096b655 req-166c062d-d583-402d-ba91-e8323ed2c627 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:41.503741 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12ecf6-28f0-490c-b74b-3a70e096b655 req-166c062d-d583-402d-ba91-e8323ed2c627 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:41.509934 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12ecf6-28f0-490c-b74b-3a70e096b655 req-166c062d-d583-402d-ba91-e8323ed2c627 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:41.512247 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fc12ecf6-28f0-490c-b74b-3a70e096b655 req-166c062d-d583-402d-ba91-e8323ed2c627 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 5429 time: 0.1908450 Aug 19 14:41:41.521925 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-64885de4-2ea2-4fa3-93d4-3f7c5cbb809a None None] For port f8d25366-83d7-4284-8517-437effd1cc35, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:41:41.526492 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-64885de4-2ea2-4fa3-93d4-3f7c5cbb809a None None] For port f8d25366-83d7-4284-8517-437effd1cc35, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=f8d25366-83d7-4284-8517-437effd1cc35,segment=NetworkSegment(d24c84db-ca72-4228-8e2e-914c2c673b49),segment_id=d24c84db-ca72-4228-8e2e-914c2c673b49)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:41:41.542954 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-64885de4-2ea2-4fa3-93d4-3f7c5cbb809a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:41.620593 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-23848b6f-bb6e-45b6-b13d-fc65712b9ce9 req-a24156ba-81c6-409e-9973-8a6b60461cee tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615775 Aug 19 14:41:41.620816 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64885de4-2ea2-4fa3-93d4-3f7c5cbb809a None None] Pushing event updated for resources: {'Port': ['ID=f8d25366-83d7-4284-8517-437effd1cc35,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:41.627563 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fc12ecf6-28f0-490c-b74b-3a70e096b655 req-c5e35db1-c432-4827-ab79-213d5b2e0a95 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/security-groups?id=8862cddc-dd3e-4608-94de-b1904f67b1ca&id=b221f776-c920-4201-a5ce-e97a00b87480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0826209 Aug 19 14:41:41.900732 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb776a22-7425-4cd7-ae31-6b78adf16c21 req-2a50178d-aa7a-42d9-9dd8-91df7e3269e6 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:41.913193 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-eb776a22-7425-4cd7-ae31-6b78adf16c21 req-2a50178d-aa7a-42d9-9dd8-91df7e3269e6 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c HTTP/1.1" status: 200 len: 943 time: 0.1817336 Aug 19 14:41:41.932678 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4aba2-c9d5-405f-8fbf-954eda5cffd3 req-5dd98218-d7d5-4ace-96ab-d3b824980928 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:41.939725 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-11b4aba2-c9d5-405f-8fbf-954eda5cffd3 req-5dd98218-d7d5-4ace-96ab-d3b824980928 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.1739533 Aug 19 14:41:41.977074 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0f86c3d1-aacb-48af-9e72-1aadeb15c399 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:42.013080 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0f86c3d1-aacb-48af-9e72-1aadeb15c399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:42.033223 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-11b4aba2-c9d5-405f-8fbf-954eda5cffd3 req-1b288079-4178-4b8c-88e7-d21a575091cf tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844402 Aug 19 14:41:42.041815 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-eb776a22-7425-4cd7-ae31-6b78adf16c21 req-5ca63cf0-2986-42e5-8105-d2a0220e91f1 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245110 Aug 19 14:41:42.223439 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-0f86c3d1-aacb-48af-9e72-1aadeb15c399 admin admin] Allocated IP 172.25.2.72 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/8962307e-de8f-47c7-8a79-d5d79c8631e7) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:41:42.235577 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44ad57-07ac-45ec-be68-5b11e7679e07 req-6c6c0dde-c0d5-40e7-a595-f1e615697418 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:42.237155 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8c44ad57-07ac-45ec-be68-5b11e7679e07 req-6c6c0dde-c0d5-40e7-a595-f1e615697418 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=72e6ec3c-6451-4c81-94f2-a9b2476442be HTTP/1.1" status: 200 len: 950 time: 0.1081083 Aug 19 14:41:42.322722 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8c44ad57-07ac-45ec-be68-5b11e7679e07 req-254dd2b9-abea-4977-a60d-dd7f418c1ab1 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785859 Aug 19 14:41:42.386768 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0f86c3d1-aacb-48af-9e72-1aadeb15c399 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:42.454292 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0f86c3d1-aacb-48af-9e72-1aadeb15c399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:42.499212 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f86c3d1-aacb-48af-9e72-1aadeb15c399 admin admin] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:41:42.502417 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-0f86c3d1-aacb-48af-9e72-1aadeb15c399 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:41:42.504992 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f86c3d1-aacb-48af-9e72-1aadeb15c399 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:41:42.544508 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86c3d1-aacb-48af-9e72-1aadeb15c399 admin admin] Pushing event updated for resources: {'Port': ['ID=8962307e-de8f-47c7-8a79-d5d79c8631e7,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:42.811706 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004a8e48-23aa-49c6-8132-529a3c96ff6a None None] Network c173e005-89f4-4c18-bacc-4a095707947a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:41:42.916989 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2ae8743d-ea6f-4985-9b50-c9719aeb090a None None] Provisioning for port f8d25366-83d7-4284-8517-437effd1cc35 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:41:42.981652 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a27b0e-95c8-4118-bec4-8a90fc08f114 req-adb4972f-b7df-4d11-96df-6c9af2601055 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:42.983360 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f3a27b0e-95c8-4118-bec4-8a90fc08f114 req-adb4972f-b7df-4d11-96df-6c9af2601055 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 943 time: 0.1704738 Aug 19 14:41:42.997701 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a41099-761f-4922-bca3-016800e670dd req-31f726fc-72d7-43a8-8fd6-9b35707ff39a tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:43.005906 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a41099-761f-4922-bca3-016800e670dd req-31f726fc-72d7-43a8-8fd6-9b35707ff39a tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:43.018414 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a41099-761f-4922-bca3-016800e670dd req-31f726fc-72d7-43a8-8fd6-9b35707ff39a tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:43.031827 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a41099-761f-4922-bca3-016800e670dd req-31f726fc-72d7-43a8-8fd6-9b35707ff39a tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:43.041672 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a41099-761f-4922-bca3-016800e670dd req-31f726fc-72d7-43a8-8fd6-9b35707ff39a tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:43.066200 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a41099-761f-4922-bca3-016800e670dd req-31f726fc-72d7-43a8-8fd6-9b35707ff39a tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:43.072798 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a41099-761f-4922-bca3-016800e670dd req-31f726fc-72d7-43a8-8fd6-9b35707ff39a tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:43.078961 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-20a41099-761f-4922-bca3-016800e670dd req-31f726fc-72d7-43a8-8fd6-9b35707ff39a tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 5429 time: 0.2674189 Aug 19 14:41:43.083751 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0f86c3d1-aacb-48af-9e72-1aadeb15c399 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:43.336392 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device f8d25366-83d7-4284-8517-437effd1cc35 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:41:43.349293 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f3a27b0e-95c8-4118-bec4-8a90fc08f114 req-ae5ff95a-d4a7-43df-9a76-c19237542abb tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2684925 Aug 19 14:41:43.390002 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-20a41099-761f-4922-bca3-016800e670dd req-d0ad75e8-36d0-4922-8bb8-809fb96fc98e tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/security-groups?id=8862cddc-dd3e-4608-94de-b1904f67b1ca&id=b221f776-c920-4201-a5ce-e97a00b87480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3078010 Aug 19 14:41:43.435618 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port f8d25366-83d7-4284-8517-437effd1cc35 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:41:43.443826 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port f8d25366-83d7-4284-8517-437effd1cc35 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:41:43.444337 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:43.518633 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e55970b7-bcf5-45b8-ad14-013c4dfbcf56 None None] Provisioning complete for port f8d25366-83d7-4284-8517-437effd1cc35 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:41:43.519291 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e55970b7-bcf5-45b8-ad14-013c4dfbcf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:43.633988 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:43.672888 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f7cb99-eb58-4532-9bae-d1da87acc733 req-64c7eac6-b18a-413e-a4ee-30906d2e0ad5 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:43.673581 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port f8d25366-83d7-4284-8517-437effd1cc35, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=f8d25366-83d7-4284-8517-437effd1cc35,segment=NetworkSegment(d24c84db-ca72-4228-8e2e-914c2c673b49),segment_id=d24c84db-ca72-4228-8e2e-914c2c673b49)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:43.681321 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f2f7cb99-eb58-4532-9bae-d1da87acc733 req-64c7eac6-b18a-413e-a4ee-30906d2e0ad5 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.1925731 Aug 19 14:41:43.681979 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:43.703339 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb3f52-98ae-4110-bd2e-5be8359e1a01 req-43f3a11c-ab2d-41fb-99e4-bc19faa0ce71 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:43.705580 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4adb3f52-98ae-4110-bd2e-5be8359e1a01 req-43f3a11c-ab2d-41fb-99e4-bc19faa0ce71 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c HTTP/1.1" status: 200 len: 943 time: 0.1798244 Aug 19 14:41:43.722712 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0f86c3d1-aacb-48af-9e72-1aadeb15c399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:43.771008 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=f8d25366-83d7-4284-8517-437effd1cc35,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:43.804681 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f2f7cb99-eb58-4532-9bae-d1da87acc733 req-d42de324-31b2-41d9-9ad4-2cc1220bc385 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219156 Aug 19 14:41:43.867015 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4adb3f52-98ae-4110-bd2e-5be8359e1a01 req-90697e4c-c458-42e0-98f1-d9e8be536e0b tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492670 Aug 19 14:41:43.959875 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f86c3d1-aacb-48af-9e72-1aadeb15c399 admin admin] Router 050507a3-41b4-4a92-abc8-4252a7e2c272 is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:41:44.113749 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16906a7d-82c9-4037-b2eb-b3f4c855147e req-87f63a2b-df82-4d07-93f0-786a228ab2c2 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:44.115216 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-16906a7d-82c9-4037-b2eb-b3f4c855147e req-87f63a2b-df82-4d07-93f0-786a228ab2c2 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=72e6ec3c-6451-4c81-94f2-a9b2476442be HTTP/1.1" status: 200 len: 950 time: 0.0974555 Aug 19 14:41:44.139097 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f86c3d1-aacb-48af-9e72-1aadeb15c399 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:41:44.148709 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d031e8-d38c-4d58-99e2-1bcb91e14d1b None None] Sync routers for ids ['050507a3-41b4-4a92-abc8-4252a7e2c272'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:41:44.157758 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d031e8-d38c-4d58-99e2-1bcb91e14d1b None None] Routers {'050507a3-41b4-4a92-abc8-4252a7e2c272'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:41:44.158402 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c1d031e8-d38c-4d58-99e2-1bcb91e14d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:41:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['050507a3-41b4-4a92-abc8-4252a7e2c272'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:41:44.167805 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-16906a7d-82c9-4037-b2eb-b3f4c855147e req-bf533737-2cdf-431c-9d68-acdf0325d65d tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450671 Aug 19 14:41:44.169498 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0f86c3d1-aacb-48af-9e72-1aadeb15c399 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:44.173302 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-0f86c3d1-aacb-48af-9e72-1aadeb15c399 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.4343927 Aug 19 14:41:44.173680 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 41780) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:41:44.289610 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-c1d031e8-d38c-4d58-99e2-1bcb91e14d1b None None] Set router 050507a3-41b4-4a92-abc8-4252a7e2c272 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:41:44.511878 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c1d031e8-d38c-4d58-99e2-1bcb91e14d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'name': 'tempest-FloatingIPsAssociationTestJSON-78058810-router', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '8962307e-de8f-47c7-8a79-d5d79c8631e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:41:40Z', 'updated_at': '2021-08-19T14:41:42Z', 'revision_number': 3, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'gw_port': {'id': '8962307e-de8f-47c7-8a79-d5d79c8631e7', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:41:42Z', 'updated_at': '2021-08-19T14:41:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:41:44.545222 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d031e8-d38c-4d58-99e2-1bcb91e14d1b None None] Checking router: 050507a3-41b4-4a92-abc8-4252a7e2c272 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:41:44.545830 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d031e8-d38c-4d58-99e2-1bcb91e14d1b None None] Updating router 050507a3-41b4-4a92-abc8-4252a7e2c272 port 8962307e-de8f-47c7-8a79-d5d79c8631e7 binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:41:44.570882 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c1d031e8-d38c-4d58-99e2-1bcb91e14d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:44.610440 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cdcfcb-f54d-4d58-81fc-8822afae0638 req-8ed2f5b9-5317-4b4d-b2f6-60f8e317c242 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:44.612183 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-71cdcfcb-f54d-4d58-81fc-8822afae0638 req-8ed2f5b9-5317-4b4d-b2f6-60f8e317c242 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 943 time: 0.1830699 Aug 19 14:41:44.661985 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23045d7d-6d19-44fc-8916-3d1b88f23993 req-1c5d1e0e-dd66-463a-9a9f-7589422f937f tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:44.667840 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23045d7d-6d19-44fc-8916-3d1b88f23993 req-1c5d1e0e-dd66-463a-9a9f-7589422f937f tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:44.678765 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23045d7d-6d19-44fc-8916-3d1b88f23993 req-1c5d1e0e-dd66-463a-9a9f-7589422f937f tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:44.686562 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23045d7d-6d19-44fc-8916-3d1b88f23993 req-1c5d1e0e-dd66-463a-9a9f-7589422f937f tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:44.693534 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23045d7d-6d19-44fc-8916-3d1b88f23993 req-1c5d1e0e-dd66-463a-9a9f-7589422f937f tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:44.700068 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23045d7d-6d19-44fc-8916-3d1b88f23993 req-1c5d1e0e-dd66-463a-9a9f-7589422f937f tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:44.706195 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23045d7d-6d19-44fc-8916-3d1b88f23993 req-1c5d1e0e-dd66-463a-9a9f-7589422f937f tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:44.715027 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-23045d7d-6d19-44fc-8916-3d1b88f23993 req-1c5d1e0e-dd66-463a-9a9f-7589422f937f tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 5429 time: 0.1956730 Aug 19 14:41:44.763988 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-92058c98-ff50-471d-a9a1-58d6ff5e1965 req-21bcba9b-dedb-46f2-b077-e6b0d6298d6c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=80f68f99-304f-4cc1-be80-ce43f95ca349&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0585577 Aug 19 14:41:44.807809 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-71cdcfcb-f54d-4d58-81fc-8822afae0638 req-96f7ac77-803b-4b6a-9064-9e8c43b63dfe tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1875951 Aug 19 14:41:44.837026 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-23045d7d-6d19-44fc-8916-3d1b88f23993 req-bdd29e1d-5471-433c-ad29-721e2bcc0d11 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/security-groups?id=8862cddc-dd3e-4608-94de-b1904f67b1ca&id=b221f776-c920-4201-a5ce-e97a00b87480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1205082 Aug 19 14:41:44.886318 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-214a3b11-6435-4c9f-b144-fe8125c1eedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:44.911403 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c1d031e8-d38c-4d58-99e2-1bcb91e14d1b None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:44.938232 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c1d031e8-d38c-4d58-99e2-1bcb91e14d1b None None] Transition to ACTIVE for port object 8962307e-de8f-47c7-8a79-d5d79c8631e7 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:41:44.940453 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92058c98-ff50-471d-a9a1-58d6ff5e1965 req-c635a1ad-0956-4bd7-9626-3a6367d89389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:44.942396 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-92058c98-ff50-471d-a9a1-58d6ff5e1965 req-c635a1ad-0956-4bd7-9626-3a6367d89389 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=484e4968dd104ea599dbddf94075889b&device_id=80f68f99-304f-4cc1-be80-ce43f95ca349 HTTP/1.1" status: 200 len: 1097 time: 0.1139464 Aug 19 14:41:44.957832 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c1d031e8-d38c-4d58-99e2-1bcb91e14d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:45.042018 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c1d031e8-d38c-4d58-99e2-1bcb91e14d1b None None] Attempting to bind port 8962307e-de8f-47c7-8a79-d5d79c8631e7 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:41:45.042446 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c1d031e8-d38c-4d58-99e2-1bcb91e14d1b None None] Attempting to bind port 8962307e-de8f-47c7-8a79-d5d79c8631e7 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:41:45.043840 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d031e8-d38c-4d58-99e2-1bcb91e14d1b None None] Attempting to bind port 8962307e-de8f-47c7-8a79-d5d79c8631e7 on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:41:45.046458 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a4f967-05f7-4901-84b1-a12d28a8b6c9 None None] Pushing event updated for resources: {'Port': ['ID=8962307e-de8f-47c7-8a79-d5d79c8631e7,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:45.052598 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d031e8-d38c-4d58-99e2-1bcb91e14d1b None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:41:45.052976 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d031e8-d38c-4d58-99e2-1bcb91e14d1b None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:41:45.053377 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c1d031e8-d38c-4d58-99e2-1bcb91e14d1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:45.053766 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d031e8-d38c-4d58-99e2-1bcb91e14d1b None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:41:45.054233 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c1d031e8-d38c-4d58-99e2-1bcb91e14d1b None None] Bound port: 8962307e-de8f-47c7-8a79-d5d79c8631e7, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:41:45.054613 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c1d031e8-d38c-4d58-99e2-1bcb91e14d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:45.121618 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92058c98-ff50-471d-a9a1-58d6ff5e1965 req-c78f5c00-dab6-4965-83b4-036d8b1f7e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:45.123144 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-92058c98-ff50-471d-a9a1-58d6ff5e1965 req-c78f5c00-dab6-4965-83b4-036d8b1f7e33 service neutron] 10.222.0.88 "GET /v2.0/networks?id=10688f75-d15a-4686-a1b4-b19f22ed34f4 HTTP/1.1" status: 200 len: 907 time: 0.1486294 Aug 19 14:41:45.131384 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c1d031e8-d38c-4d58-99e2-1bcb91e14d1b None None] For port 8962307e-de8f-47c7-8a79-d5d79c8631e7, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:41:45.145067 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c1d031e8-d38c-4d58-99e2-1bcb91e14d1b None None] For port 8962307e-de8f-47c7-8a79-d5d79c8631e7, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=8962307e-de8f-47c7-8a79-d5d79c8631e7,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:41:45.156521 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c1d031e8-d38c-4d58-99e2-1bcb91e14d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:45.230101 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-92058c98-ff50-471d-a9a1-58d6ff5e1965 req-366e26e9-5122-49d8-9c43-1182248785e7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4871fd81-35ca-4287-8e90-96475280f300 HTTP/1.1" status: 200 len: 1001 time: 0.0968087 Aug 19 14:41:45.259982 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d031e8-d38c-4d58-99e2-1bcb91e14d1b None None] Routers {'050507a3-41b4-4a92-abc8-4252a7e2c272'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:41:45.261223 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c1d031e8-d38c-4d58-99e2-1bcb91e14d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:41:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['050507a3-41b4-4a92-abc8-4252a7e2c272'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:41:45.307032 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device f8d25366-83d7-4284-8517-437effd1cc35 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:41:45.334512 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92058c98-ff50-471d-a9a1-58d6ff5e1965 req-1cb6763d-f024-476b-b472-ce384f3954e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:45.336047 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-92058c98-ff50-471d-a9a1-58d6ff5e1965 req-1cb6763d-f024-476b-b472-ce384f3954e2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=59a65ff2-b1d4-4c98-8548-294ed43ffbb5 HTTP/1.1" status: 200 len: 845 time: 0.0971875 Aug 19 14:41:45.371167 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a4f967-05f7-4901-84b1-a12d28a8b6c9 None None] Pushing event updated for resources: {'Port': ['ID=8962307e-de8f-47c7-8a79-d5d79c8631e7,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:45.393527 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92058c98-ff50-471d-a9a1-58d6ff5e1965 req-faaea279-06c1-4a0d-bc50-7d9727a10ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:45.395451 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-92058c98-ff50-471d-a9a1-58d6ff5e1965 req-faaea279-06c1-4a0d-bc50-7d9727a10ed0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=10688f75-d15a-4686-a1b4-b19f22ed34f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464525 Aug 19 14:41:45.472612 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-c1d031e8-d38c-4d58-99e2-1bcb91e14d1b None None] Set router 050507a3-41b4-4a92-abc8-4252a7e2c272 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:41:45.515852 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-92058c98-ff50-471d-a9a1-58d6ff5e1965 req-39563910-f836-44cd-b55b-1e52980a06ec service neutron] 10.222.0.88 "GET /v2.0/networks/10688f75-d15a-4686-a1b4-b19f22ed34f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088190 Aug 19 14:41:45.527301 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a80e1-419e-4a76-b771-76ce52a009a0 req-43ff93b9-e1fa-4e8c-b944-99ae8b7c9a39 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:45.535537 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-263a80e1-419e-4a76-b771-76ce52a009a0 req-43ff93b9-e1fa-4e8c-b944-99ae8b7c9a39 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.5550961 Aug 19 14:41:45.552752 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258436e6-7c8c-4289-80e8-64d641858a1d req-19757f22-9ceb-428b-903b-565c625e527a tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:45.561631 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-258436e6-7c8c-4289-80e8-64d641858a1d req-19757f22-9ceb-428b-903b-565c625e527a tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c HTTP/1.1" status: 200 len: 943 time: 0.5561433 Aug 19 14:41:45.630064 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-214a3b11-6435-4c9f-b144-fe8125c1eedd admin admin] Allocated IP 172.20.0.1 (c173e005-89f4-4c18-bacc-4a095707947a/55a74698-63e8-48bf-8a39-b9ba22230f90/f90fceea-beae-48a3-879c-e4408594bf2e) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:41:45.642095 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-263a80e1-419e-4a76-b771-76ce52a009a0 req-d3b9c141-e015-4dfe-a04c-9d61388b2960 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054823 Aug 19 14:41:45.670068 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-92058c98-ff50-471d-a9a1-58d6ff5e1965 req-c80ee29d-0c1f-41b6-9105-309073af8597 service neutron] 10.222.0.88 "GET /v2.0/networks/10688f75-d15a-4686-a1b4-b19f22ed34f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440861 Aug 19 14:41:45.679285 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port f8d25366-83d7-4284-8517-437effd1cc35 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:41:45.679771 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:45.691206 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-258436e6-7c8c-4289-80e8-64d641858a1d req-d5221d6e-3fb8-4e4f-be9c-5411b4007621 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283126 Aug 19 14:41:45.919599 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-214a3b11-6435-4c9f-b144-fe8125c1eedd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:45.942367 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c1d031e8-d38c-4d58-99e2-1bcb91e14d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'name': 'tempest-FloatingIPsAssociationTestJSON-78058810-router', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '8962307e-de8f-47c7-8a79-d5d79c8631e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:41:40Z', 'updated_at': '2021-08-19T14:41:42Z', 'revision_number': 3, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'gw_port': {'id': '8962307e-de8f-47c7-8a79-d5d79c8631e7', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:41:42Z', 'updated_at': '2021-08-19T14:41:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:41:45.973648 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-214a3b11-6435-4c9f-b144-fe8125c1eedd admin admin] Transition to ACTIVE for port object f90fceea-beae-48a3-879c-e4408594bf2e will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:41:45.991516 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d031e8-d38c-4d58-99e2-1bcb91e14d1b None None] The sync data for ids ['050507a3-41b4-4a92-abc8-4252a7e2c272'] in n-d-766043-2 is: [{'id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'name': 'tempest-FloatingIPsAssociationTestJSON-78058810-router', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '8962307e-de8f-47c7-8a79-d5d79c8631e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:41:40Z', 'updated_at': '2021-08-19T14:41:42Z', 'revision_number': 3, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'gw_port': {'id': '8962307e-de8f-47c7-8a79-d5d79c8631e7', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:41:42Z', 'updated_at': '2021-08-19T14:41:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:41:45.992448 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1fe3f5-2b69-4cc7-add7-4678da695083 req-158a5706-4ae6-4706-b9da-991632878c17 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:45.994146 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-da1fe3f5-2b69-4cc7-add7-4678da695083 req-158a5706-4ae6-4706-b9da-991632878c17 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=72e6ec3c-6451-4c81-94f2-a9b2476442be HTTP/1.1" status: 200 len: 950 time: 0.1274619 Aug 19 14:41:46.019971 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ceaf9f-e5de-4b1d-9ffd-dbc05e0dacb4 req-910c311c-cb8f-4593-8085-4f865e9c73ee tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:46.028614 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-47ceaf9f-e5de-4b1d-9ffd-dbc05e0dacb4 req-910c311c-cb8f-4593-8085-4f865e9c73ee tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 943 time: 0.1126237 Aug 19 14:41:46.103600 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-47ceaf9f-e5de-4b1d-9ffd-dbc05e0dacb4 req-ab5aefae-7d8b-4c3d-b5fc-6acb0ae69e4a tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740814 Aug 19 14:41:46.107959 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-da1fe3f5-2b69-4cc7-add7-4678da695083 req-0423d87d-21c7-4ae1-a58e-c6881e4a162e tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060131 Aug 19 14:41:46.110685 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-214a3b11-6435-4c9f-b144-fe8125c1eedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:46.160918 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214a3b11-6435-4c9f-b144-fe8125c1eedd admin admin] Network c173e005-89f4-4c18-bacc-4a095707947a is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:41:46.160918 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-214a3b11-6435-4c9f-b144-fe8125c1eedd admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:41:46.162423 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214a3b11-6435-4c9f-b144-fe8125c1eedd admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:41:46.164678 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214a3b11-6435-4c9f-b144-fe8125c1eedd admin admin] Pushing event updated for resources: {'Port': ['ID=f90fceea-beae-48a3-879c-e4408594bf2e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:46.227185 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-214a3b11-6435-4c9f-b144-fe8125c1eedd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:46.402035 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803f5b1-c281-4e1a-ac47-058de568310d req-4d70c258-68e6-4a21-a9f2-0c079c261c38 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:46.409184 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803f5b1-c281-4e1a-ac47-058de568310d req-4d70c258-68e6-4a21-a9f2-0c079c261c38 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:46.417166 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803f5b1-c281-4e1a-ac47-058de568310d req-4d70c258-68e6-4a21-a9f2-0c079c261c38 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:46.424511 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803f5b1-c281-4e1a-ac47-058de568310d req-4d70c258-68e6-4a21-a9f2-0c079c261c38 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:46.432035 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803f5b1-c281-4e1a-ac47-058de568310d req-4d70c258-68e6-4a21-a9f2-0c079c261c38 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:46.438687 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803f5b1-c281-4e1a-ac47-058de568310d req-4d70c258-68e6-4a21-a9f2-0c079c261c38 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:46.445599 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803f5b1-c281-4e1a-ac47-058de568310d req-4d70c258-68e6-4a21-a9f2-0c079c261c38 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:46.447684 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5803f5b1-c281-4e1a-ac47-058de568310d req-4d70c258-68e6-4a21-a9f2-0c079c261c38 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 5429 time: 0.2151840 Aug 19 14:41:46.554834 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5803f5b1-c281-4e1a-ac47-058de568310d req-c7ff12cc-9c2a-4027-b581-46f1521228c5 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/security-groups?id=8862cddc-dd3e-4608-94de-b1904f67b1ca&id=b221f776-c920-4201-a5ce-e97a00b87480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0715549 Aug 19 14:41:46.589949 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-214a3b11-6435-4c9f-b144-fe8125c1eedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:46.613389 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-eab3947e-3eb6-4859-ac40-9ce8c2ee0973 None None] Provisioning for port f90fceea-beae-48a3-879c-e4408594bf2e completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:41:46.618410 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-eab3947e-3eb6-4859-ac40-9ce8c2ee0973 None None] Provisioning complete for port f90fceea-beae-48a3-879c-e4408594bf2e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:41:46.618785 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-eab3947e-3eb6-4859-ac40-9ce8c2ee0973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:46.670726 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-eab3947e-3eb6-4859-ac40-9ce8c2ee0973 None None] Port f90fceea-beae-48a3-879c-e4408594bf2e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:41:46.888603 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c078f5b-bf81-4dda-8309-c119a27df8d5 req-b9d86743-ebfa-4822-9930-7fa24ad7e5a0 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:46.892977 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3c078f5b-bf81-4dda-8309-c119a27df8d5 req-b9d86743-ebfa-4822-9930-7fa24ad7e5a0 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.1444530 Aug 19 14:41:46.986230 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b979f9-52e8-4ef0-8a8d-876f2378737e req-485cecad-6784-4a8c-8249-49f1205424a0 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:46.993097 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b2b979f9-52e8-4ef0-8a8d-876f2378737e req-485cecad-6784-4a8c-8249-49f1205424a0 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c HTTP/1.1" status: 200 len: 943 time: 0.1695263 Aug 19 14:41:47.045556 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3c078f5b-bf81-4dda-8309-c119a27df8d5 req-85312473-c112-4a45-bfd6-1046e709b6fe tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460967 Aug 19 14:41:47.049629 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-214a3b11-6435-4c9f-b144-fe8125c1eedd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:47.082632 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b2b979f9-52e8-4ef0-8a8d-876f2378737e req-d9b4cee8-0a3d-4753-819f-08f982bd851c tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882576 Aug 19 14:41:47.083448 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-214a3b11-6435-4c9f-b144-fe8125c1eedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:47.216101 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-214a3b11-6435-4c9f-b144-fe8125c1eedd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:47.240089 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214a3b11-6435-4c9f-b144-fe8125c1eedd admin admin] Pushing event updated for resources: {'Port': ['ID=f90fceea-beae-48a3-879c-e4408594bf2e,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:47.392210 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 8962307e-de8f-47c7-8a79-d5d79c8631e7 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:41:47.463344 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214a3b11-6435-4c9f-b144-fe8125c1eedd admin admin] Network c173e005-89f4-4c18-bacc-4a095707947a is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:41:47.476136 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea0585-7da6-4cd1-86a6-7bd6a10abf0d req-46912f43-8254-4948-9675-fd17e5fe1ed7 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:47.478282 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0dea0585-7da6-4cd1-86a6-7bd6a10abf0d req-46912f43-8254-4948-9675-fd17e5fe1ed7 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=72e6ec3c-6451-4c81-94f2-a9b2476442be HTTP/1.1" status: 200 len: 950 time: 0.1357703 Aug 19 14:41:47.508851 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-214a3b11-6435-4c9f-b144-fe8125c1eedd admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:41:47.531882 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 8962307e-de8f-47c7-8a79-d5d79c8631e7 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:41:47.542089 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 8962307e-de8f-47c7-8a79-d5d79c8631e7 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:41:47.542482 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:47.627305 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103490a0-b3e4-40c2-9fbd-20e16d22047e req-09ab10e7-6f96-438d-b0f5-d4fcd245f091 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:47.635282 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-103490a0-b3e4-40c2-9fbd-20e16d22047e req-09ab10e7-6f96-438d-b0f5-d4fcd245f091 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 943 time: 0.2043431 Aug 19 14:41:47.671300 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:47.698764 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 8962307e-de8f-47c7-8a79-d5d79c8631e7, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=8962307e-de8f-47c7-8a79-d5d79c8631e7,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:47.707017 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:47.827115 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0dea0585-7da6-4cd1-86a6-7bd6a10abf0d req-0dc26f19-1d91-4a3b-8b09-89301951f70d tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143106 Aug 19 14:41:47.839945 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=8962307e-de8f-47c7-8a79-d5d79c8631e7,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:47.852387 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-214a3b11-6435-4c9f-b144-fe8125c1eedd admin admin] Router 050507a3-41b4-4a92-abc8-4252a7e2c272 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:41:47.877378 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-103490a0-b3e4-40c2-9fbd-20e16d22047e req-83b019dd-6b9e-4ecd-a5b0-01b43bf6c60d tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2387669 Aug 19 14:41:48.013135 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-21d980e6-3ab0-4c34-8eee-a52a58aed5cd None None] Provisioning complete for port f90fceea-beae-48a3-879c-e4408594bf2e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:41:48.013504 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-21d980e6-3ab0-4c34-8eee-a52a58aed5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:48.061176 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-21d980e6-3ab0-4c34-8eee-a52a58aed5cd None None] Port f90fceea-beae-48a3-879c-e4408594bf2e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:41:48.141555 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8cac0-6f9b-4211-acb6-323640e6dec6 req-d8f2218b-0bc5-4c1d-bf94-e0da08b2a20d tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:48.148398 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8cac0-6f9b-4211-acb6-323640e6dec6 req-d8f2218b-0bc5-4c1d-bf94-e0da08b2a20d tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:48.156119 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8cac0-6f9b-4211-acb6-323640e6dec6 req-d8f2218b-0bc5-4c1d-bf94-e0da08b2a20d tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:48.162300 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8cac0-6f9b-4211-acb6-323640e6dec6 req-d8f2218b-0bc5-4c1d-bf94-e0da08b2a20d tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:48.168649 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8cac0-6f9b-4211-acb6-323640e6dec6 req-d8f2218b-0bc5-4c1d-bf94-e0da08b2a20d tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:48.175300 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8cac0-6f9b-4211-acb6-323640e6dec6 req-d8f2218b-0bc5-4c1d-bf94-e0da08b2a20d tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:48.181185 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8cac0-6f9b-4211-acb6-323640e6dec6 req-d8f2218b-0bc5-4c1d-bf94-e0da08b2a20d tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:48.183137 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0da8cac0-6f9b-4211-acb6-323640e6dec6 req-d8f2218b-0bc5-4c1d-bf94-e0da08b2a20d tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 5429 time: 0.2077727 Aug 19 14:41:48.223082 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214a3b11-6435-4c9f-b144-fe8125c1eedd admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:41:48.230026 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-214a3b11-6435-4c9f-b144-fe8125c1eedd admin admin] 10.222.0.69 "PUT /v2.0/routers/050507a3-41b4-4a92-abc8-4252a7e2c272/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0555737 Aug 19 14:41:48.299191 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0da8cac0-6f9b-4211-acb6-323640e6dec6 req-5d5fcd5c-053d-4c81-8f7c-f7b176ac72ce tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/security-groups?id=8862cddc-dd3e-4608-94de-b1904f67b1ca&id=b221f776-c920-4201-a5ce-e97a00b87480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1008673 Aug 19 14:41:48.312679 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244e427-a11d-4196-86bb-52ecc60af696 req-f091cc14-a097-4af0-b5e2-37c171c9f65c tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:48.316748 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0244e427-a11d-4196-86bb-52ecc60af696 req-f091cc14-a097-4af0-b5e2-37c171c9f65c tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.1325376 Aug 19 14:41:48.387020 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b54f260-8e0f-4b44-99b6-f9986d4138fd None None] Sync routers for ids ['050507a3-41b4-4a92-abc8-4252a7e2c272'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:41:48.401925 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b54f260-8e0f-4b44-99b6-f9986d4138fd None None] Routers {'050507a3-41b4-4a92-abc8-4252a7e2c272'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:41:48.402968 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2b54f260-8e0f-4b44-99b6-f9986d4138fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:41:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['050507a3-41b4-4a92-abc8-4252a7e2c272'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:41:48.420002 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0244e427-a11d-4196-86bb-52ecc60af696 req-784b197e-9c0a-4593-aab4-96f27d3c1a79 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922420 Aug 19 14:41:48.642674 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c10722-7236-43b9-8490-252112f4b7b9 req-0f98ec30-f8e2-4151-8211-d1313a8f50c9 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:48.651015 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e5c10722-7236-43b9-8490-252112f4b7b9 req-0f98ec30-f8e2-4151-8211-d1313a8f50c9 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c HTTP/1.1" status: 200 len: 943 time: 0.2323294 Aug 19 14:41:48.729518 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-2b54f260-8e0f-4b44-99b6-f9986d4138fd None None] Set router 050507a3-41b4-4a92-abc8-4252a7e2c272 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:41:48.749958 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e5c10722-7236-43b9-8490-252112f4b7b9 req-da41f78c-14fb-4641-809a-26176f0b367e tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919499 Aug 19 14:41:48.989079 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872071fa-b6a7-4364-a27b-4d0b43baca5d req-c206464f-f6ed-4ff6-9f59-53060049de5d tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:48.996564 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-872071fa-b6a7-4364-a27b-4d0b43baca5d req-c206464f-f6ed-4ff6-9f59-53060049de5d tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=72e6ec3c-6451-4c81-94f2-a9b2476442be HTTP/1.1" status: 200 len: 950 time: 0.0653343 Aug 19 14:41:49.040292 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2b54f260-8e0f-4b44-99b6-f9986d4138fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'name': 'tempest-FloatingIPsAssociationTestJSON-78058810-router', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '8962307e-de8f-47c7-8a79-d5d79c8631e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:41:40Z', 'updated_at': '2021-08-19T14:41:46Z', 'revision_number': 4, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'gw_port': {'id': '8962307e-de8f-47c7-8a79-d5d79c8631e7', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:41:42Z', 'updated_at': '2021-08-19T14:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'f90fceea-beae-48a3-879c-e4408594bf2e', 'name': '', 'network_id': 'c173e005-89f4-4c18-bacc-4a095707947a', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'mac_address': 'fa:16:3e:93:93:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '55a74698-63e8-48bf-8a39-b9ba22230f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:41:44Z', 'updated_at': '2021-08-19T14:41:46Z', 'revision_number': 2, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'subnets': [{'id': '55a74698-63e8-48bf-8a39-b9ba22230f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:41:49.050533 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-872071fa-b6a7-4364-a27b-4d0b43baca5d req-ffa33ab4-5486-44a6-9bde-b1159e90635e tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529187 Aug 19 14:41:49.073609 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b54f260-8e0f-4b44-99b6-f9986d4138fd None None] Checking router: 050507a3-41b4-4a92-abc8-4252a7e2c272 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:41:49.073965 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b54f260-8e0f-4b44-99b6-f9986d4138fd None None] Updating router 050507a3-41b4-4a92-abc8-4252a7e2c272 port f90fceea-beae-48a3-879c-e4408594bf2e binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:41:49.120132 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2b54f260-8e0f-4b44-99b6-f9986d4138fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:49.232282 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 8962307e-de8f-47c7-8a79-d5d79c8631e7 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:41:49.270969 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2db38-fea5-4523-8c13-77c837f6e3e6 req-2798fdc6-da5e-4638-8de2-e0f960242b9a tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:49.274974 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-67e2db38-fea5-4523-8c13-77c837f6e3e6 req-2798fdc6-da5e-4638-8de2-e0f960242b9a tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 943 time: 0.1056173 Aug 19 14:41:49.312831 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62287d9-a741-4532-81ae-d0f23621630b req-10e3946d-11ae-4d8b-9635-d5092d60fedb tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:49.313763 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b62287d9-a741-4532-81ae-d0f23621630b req-10e3946d-11ae-4d8b-9635-d5092d60fedb tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/networks?id=c173e005-89f4-4c18-bacc-4a095707947a HTTP/1.1" status: 200 len: 819 time: 0.2382817 Aug 19 14:41:49.328833 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 8962307e-de8f-47c7-8a79-d5d79c8631e7 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:41:49.329202 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:49.347608 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b62287d9-a741-4532-81ae-d0f23621630b req-4badadea-1fdb-4fc8-8b61-40d6cef02a9b tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/quotas/142f83185aea4a6daae515dcd5cb4f68 HTTP/1.1" status: 200 len: 375 time: 0.0327158 Aug 19 14:41:49.408872 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-67e2db38-fea5-4523-8c13-77c837f6e3e6 req-3a4d55e6-10a2-41b1-92a1-da5802b1ccbd tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829215 Aug 19 14:41:49.428514 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b62287d9-a741-4532-81ae-d0f23621630b req-591da2a4-709e-4003-af9d-a43a75dd5a81 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=142f83185aea4a6daae515dcd5cb4f68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0799444 Aug 19 14:41:49.541282 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2b54f260-8e0f-4b44-99b6-f9986d4138fd None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:49.552618 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-2b54f260-8e0f-4b44-99b6-f9986d4138fd None None] Transition to ACTIVE for port object f90fceea-beae-48a3-879c-e4408594bf2e will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:41:49.562135 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2b54f260-8e0f-4b44-99b6-f9986d4138fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:49.609714 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96cbf64-887a-44ee-a76a-746499509c4c None None] Pushing event updated for resources: {'Port': ['ID=f90fceea-beae-48a3-879c-e4408594bf2e,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:49.617144 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b62287d9-a741-4532-81ae-d0f23621630b req-c08f2a7f-ec49-4005-8301-a2238a8219fc service neutron] 10.222.0.69 "GET /v2.0/networks/c173e005-89f4-4c18-bacc-4a095707947a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876459 Aug 19 14:41:49.621554 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96cbf64-887a-44ee-a76a-746499509c4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:49.621554 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96cbf64-887a-44ee-a76a-746499509c4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:49.621554 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96cbf64-887a-44ee-a76a-746499509c4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:49.621554 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96cbf64-887a-44ee-a76a-746499509c4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:49.622057 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96cbf64-887a-44ee-a76a-746499509c4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:49.622057 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96cbf64-887a-44ee-a76a-746499509c4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:49.622317 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96cbf64-887a-44ee-a76a-746499509c4c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:49.622645 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96cbf64-887a-44ee-a76a-746499509c4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:49.622945 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96cbf64-887a-44ee-a76a-746499509c4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:49.623257 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96cbf64-887a-44ee-a76a-746499509c4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:49.623566 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96cbf64-887a-44ee-a76a-746499509c4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:49.623874 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96cbf64-887a-44ee-a76a-746499509c4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:41:49.728151 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ccd73-ea73-4f19-8632-09ece62a1130 req-6bf63bcc-f7df-4db2-817f-974f49e76429 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:49.734816 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ccd73-ea73-4f19-8632-09ece62a1130 req-6bf63bcc-f7df-4db2-817f-974f49e76429 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:49.741644 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ccd73-ea73-4f19-8632-09ece62a1130 req-6bf63bcc-f7df-4db2-817f-974f49e76429 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:49.749101 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ccd73-ea73-4f19-8632-09ece62a1130 req-6bf63bcc-f7df-4db2-817f-974f49e76429 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:49.757235 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ccd73-ea73-4f19-8632-09ece62a1130 req-6bf63bcc-f7df-4db2-817f-974f49e76429 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:49.762987 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ccd73-ea73-4f19-8632-09ece62a1130 req-6bf63bcc-f7df-4db2-817f-974f49e76429 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:49.769677 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ccd73-ea73-4f19-8632-09ece62a1130 req-6bf63bcc-f7df-4db2-817f-974f49e76429 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:49.782109 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dc6ccd73-ea73-4f19-8632-09ece62a1130 req-6bf63bcc-f7df-4db2-817f-974f49e76429 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 5429 time: 0.2246213 Aug 19 14:41:49.786340 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-2b54f260-8e0f-4b44-99b6-f9986d4138fd None None] Attempting to bind port f90fceea-beae-48a3-879c-e4408594bf2e on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:41:49.786930 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-2b54f260-8e0f-4b44-99b6-f9986d4138fd None None] Attempting to bind port f90fceea-beae-48a3-879c-e4408594bf2e by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'd24c84db-ca72-4228-8e2e-914c2c673b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c173e005-89f4-4c18-bacc-4a095707947a'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:41:49.787486 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b54f260-8e0f-4b44-99b6-f9986d4138fd None None] Attempting to bind port f90fceea-beae-48a3-879c-e4408594bf2e on network c173e005-89f4-4c18-bacc-4a095707947a {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:41:49.793342 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b54f260-8e0f-4b44-99b6-f9986d4138fd None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:41:49.793973 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b54f260-8e0f-4b44-99b6-f9986d4138fd None None] Checking segment: {'id': 'd24c84db-ca72-4228-8e2e-914c2c673b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c173e005-89f4-4c18-bacc-4a095707947a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:41:49.794557 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2b54f260-8e0f-4b44-99b6-f9986d4138fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:49.795108 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b54f260-8e0f-4b44-99b6-f9986d4138fd None None] Bound using segment: {'id': 'd24c84db-ca72-4228-8e2e-914c2c673b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c173e005-89f4-4c18-bacc-4a095707947a'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:41:49.795734 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-2b54f260-8e0f-4b44-99b6-f9986d4138fd None None] Bound port: f90fceea-beae-48a3-879c-e4408594bf2e, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd24c84db-ca72-4228-8e2e-914c2c673b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c173e005-89f4-4c18-bacc-4a095707947a'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:41:49.796297 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2b54f260-8e0f-4b44-99b6-f9986d4138fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:49.835370 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dc6ccd73-ea73-4f19-8632-09ece62a1130 req-b808df21-18c7-46d3-aa70-4223c9e9b0e2 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/security-groups?id=8862cddc-dd3e-4608-94de-b1904f67b1ca&id=b221f776-c920-4201-a5ce-e97a00b87480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519764 Aug 19 14:41:49.854079 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b62287d9-a741-4532-81ae-d0f23621630b req-17bb9f42-e2f8-4072-9634-c912d8d59e57 service neutron] 10.222.0.69 "GET /v2.0/networks/c173e005-89f4-4c18-bacc-4a095707947a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307341 Aug 19 14:41:49.873404 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-2b54f260-8e0f-4b44-99b6-f9986d4138fd None None] For port f90fceea-beae-48a3-879c-e4408594bf2e, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:41:49.876717 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-2b54f260-8e0f-4b44-99b6-f9986d4138fd None None] For port f90fceea-beae-48a3-879c-e4408594bf2e, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=f90fceea-beae-48a3-879c-e4408594bf2e,segment=NetworkSegment(d24c84db-ca72-4228-8e2e-914c2c673b49),segment_id=d24c84db-ca72-4228-8e2e-914c2c673b49)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:41:49.888204 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2b54f260-8e0f-4b44-99b6-f9986d4138fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:49.970572 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96cbf64-887a-44ee-a76a-746499509c4c None None] Pushing event updated for resources: {'Port': ['ID=f90fceea-beae-48a3-879c-e4408594bf2e,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:49.975622 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b54f260-8e0f-4b44-99b6-f9986d4138fd None None] Routers {'050507a3-41b4-4a92-abc8-4252a7e2c272'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:41:49.978204 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2b54f260-8e0f-4b44-99b6-f9986d4138fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:41:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['050507a3-41b4-4a92-abc8-4252a7e2c272'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:41:50.021432 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c44a94-266a-4a64-be3c-2441bef4294c req-2fb95385-aa54-4a0f-a819-025767aa977d tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:50.030184 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e1c44a94-266a-4a64-be3c-2441bef4294c req-2fb95385-aa54-4a0f-a819-025767aa977d tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.0957897 Aug 19 14:41:50.127614 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e1c44a94-266a-4a64-be3c-2441bef4294c req-6b53e99b-f363-4432-b340-cab733791afb tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901015 Aug 19 14:41:50.206815 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-2b54f260-8e0f-4b44-99b6-f9986d4138fd None None] Set router 050507a3-41b4-4a92-abc8-4252a7e2c272 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:41:50.257546 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c068cd-1ad4-4cc2-b89a-1c300484bbc1 req-5b6ea8e6-547d-402c-bf11-fdc22ad345bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:50.269321 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e4c068cd-1ad4-4cc2-b89a-1c300484bbc1 req-5b6ea8e6-547d-402c-bf11-fdc22ad345bb service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=72e6ec3c-6451-4c81-94f2-a9b2476442be HTTP/1.1" status: 200 len: 1101 time: 0.0856504 Aug 19 14:41:50.319223 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb84e996-5234-4e09-a190-d7d4bba328f1 req-ceaea404-b6a3-4da1-bd47-c0f6205baf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:50.321770 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-eb84e996-5234-4e09-a190-d7d4bba328f1 req-ceaea404-b6a3-4da1-bd47-c0f6205baf13 service neutron] 10.222.0.68 "GET /v2.0/networks?id=94d71021-0e52-4f61-9f79-5084b440fea5 HTTP/1.1" status: 200 len: 906 time: 0.2255249 Aug 19 14:41:50.360898 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e4c068cd-1ad4-4cc2-b89a-1c300484bbc1 req-4e45c898-be57-40f7-a024-0af720b48239 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680366 Aug 19 14:41:50.380481 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8c4cb-dc9d-4f98-8d45-cf5e078fd156 req-2d245255-229b-439c-9031-f46e1aa13506 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:50.382342 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3bb8c4cb-dc9d-4f98-8d45-cf5e078fd156 req-2d245255-229b-439c-9031-f46e1aa13506 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c HTTP/1.1" status: 200 len: 943 time: 0.0823908 Aug 19 14:41:50.422044 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-eb84e996-5234-4e09-a190-d7d4bba328f1 req-0a45edfd-9a06-441a-9aaa-e916a5cd38f6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55766aed-7094-4bc4-9b35-25d5184f2d36 HTTP/1.1" status: 200 len: 217 time: 0.0718317 Aug 19 14:41:50.458084 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24375255-353c-42e1-a684-e3350bf814fd req-0d6e1dd9-44bd-42bb-a65d-fa5d68866de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:50.458442 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0abdb57f-8a64-4ff7-8685-8f36d39fcbbd req-6d06542c-8b92-4f96-9bf5-61fdf9795eff tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f3c79de-d19d-4faf-bc2c-34883c4e4c8b HTTP/1.1" status: 200 len: 210 time: 0.0473502 Aug 19 14:41:50.460180 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-24375255-353c-42e1-a684-e3350bf814fd req-0d6e1dd9-44bd-42bb-a65d-fa5d68866de7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=11b7a234580048b0b008b7f3feeed06a&device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 1100 time: 0.1341746 Aug 19 14:41:50.471740 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3bb8c4cb-dc9d-4f98-8d45-cf5e078fd156 req-7cec1a28-c7c4-44c5-b411-642f42549596 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822065 Aug 19 14:41:50.504514 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2b54f260-8e0f-4b44-99b6-f9986d4138fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'name': 'tempest-FloatingIPsAssociationTestJSON-78058810-router', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '8962307e-de8f-47c7-8a79-d5d79c8631e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:41:40Z', 'updated_at': '2021-08-19T14:41:46Z', 'revision_number': 4, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'gw_port': {'id': '8962307e-de8f-47c7-8a79-d5d79c8631e7', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:41:42Z', 'updated_at': '2021-08-19T14:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'f90fceea-beae-48a3-879c-e4408594bf2e', 'name': '', 'network_id': 'c173e005-89f4-4c18-bacc-4a095707947a', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'mac_address': 'fa:16:3e:93:93:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '55a74698-63e8-48bf-8a39-b9ba22230f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:41:44Z', 'updated_at': '2021-08-19T14:41:49Z', 'revision_number': 4, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'subnets': [{'id': '55a74698-63e8-48bf-8a39-b9ba22230f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:41:50.534159 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b54f260-8e0f-4b44-99b6-f9986d4138fd None None] The sync data for ids ['050507a3-41b4-4a92-abc8-4252a7e2c272'] in n-d-766043-2 is: [{'id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'name': 'tempest-FloatingIPsAssociationTestJSON-78058810-router', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '8962307e-de8f-47c7-8a79-d5d79c8631e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:41:40Z', 'updated_at': '2021-08-19T14:41:46Z', 'revision_number': 4, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'gw_port': {'id': '8962307e-de8f-47c7-8a79-d5d79c8631e7', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:41:42Z', 'updated_at': '2021-08-19T14:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'f90fceea-beae-48a3-879c-e4408594bf2e', 'name': '', 'network_id': 'c173e005-89f4-4c18-bacc-4a095707947a', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'mac_address': 'fa:16:3e:93:93:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '55a74698-63e8-48bf-8a39-b9ba22230f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:41:44Z', 'updated_at': '2021-08-19T14:41:49Z', 'revision_number': 4, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'subnets': [{'id': '55a74698-63e8-48bf-8a39-b9ba22230f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:41:50.661021 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1c8cd-6b0e-4cd5-9861-c84e5a8aef00 req-cd726d88-cd63-4309-a123-540b90adfff7 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:50.662501 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8ab1c8cd-6b0e-4cd5-9861-c84e5a8aef00 req-cd726d88-cd63-4309-a123-540b90adfff7 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=72e6ec3c-6451-4c81-94f2-a9b2476442be HTTP/1.1" status: 200 len: 950 time: 0.1178105 Aug 19 14:41:50.664012 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb84e996-5234-4e09-a190-d7d4bba328f1 req-3712346f-9db5-4261-a261-cf0c9db0f332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:50.667403 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-eb84e996-5234-4e09-a190-d7d4bba328f1 req-3712346f-9db5-4261-a261-cf0c9db0f332 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=96c073c2-076a-458f-865d-1053b0f62f3d HTTP/1.1" status: 200 len: 845 time: 0.0816610 Aug 19 14:41:50.695955 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d75ae-6325-48c3-9e16-f31491586e1d req-02fce72a-3206-4957-9fa1-ae3f629eb4bb tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:50.697632 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f32d75ae-6325-48c3-9e16-f31491586e1d req-02fce72a-3206-4957-9fa1-ae3f629eb4bb tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] 10.222.0.69 "GET /v2.0/ports?device_id=80f68f99-304f-4cc1-be80-ce43f95ca349 HTTP/1.1" status: 200 len: 946 time: 0.1208270 Aug 19 14:41:50.739500 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8ab1c8cd-6b0e-4cd5-9861-c84e5a8aef00 req-eda263ab-a98a-487b-a18e-b6d8e2b3faf2 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706439 Aug 19 14:41:50.758812 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-eb84e996-5234-4e09-a190-d7d4bba328f1 req-a10b8945-e60f-4bbe-a753-2b7f97ba2497 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=94d71021-0e52-4f61-9f79-5084b440fea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791154 Aug 19 14:41:50.784008 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f32d75ae-6325-48c3-9e16-f31491586e1d req-57d7f18f-6d2d-4a9a-85c1-cfd373a914c2 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] 10.222.0.69 "GET /v2.0/security-groups?id=5fb0a3a7-ad69-4ba5-af92-bf0b7315a2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745466 Aug 19 14:41:50.903289 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24375255-353c-42e1-a684-e3350bf814fd req-38a2abe8-c09d-433c-baf0-4ae191c7a925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:50.904764 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-24375255-353c-42e1-a684-e3350bf814fd req-38a2abe8-c09d-433c-baf0-4ae191c7a925 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.2495697 Aug 19 14:41:50.906012 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3aa8fd-16f9-4bae-a1ae-e5e059e709c4 req-3548eb15-97da-4e93-a730-2109b2837670 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:50.914701 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3e3aa8fd-16f9-4bae-a1ae-e5e059e709c4 req-3548eb15-97da-4e93-a730-2109b2837670 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 943 time: 0.0812051 Aug 19 14:41:50.955602 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3e3aa8fd-16f9-4bae-a1ae-e5e059e709c4 req-27d89416-412c-458f-b5cd-d307684fcc93 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400083 Aug 19 14:41:50.987737 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-24375255-353c-42e1-a684-e3350bf814fd req-adf14a73-04ea-4c10-9904-7c2defbba58d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=703dace4-fc56-4540-b847-7744faf5037d HTTP/1.1" status: 200 len: 217 time: 0.0625451 Aug 19 14:41:51.030543 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef40628-be62-427f-ab9b-b0f0ee8ef41c req-bb02b7e1-ee5e-4c08-8eef-d90dc34c85dc tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:51.036787 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef40628-be62-427f-ab9b-b0f0ee8ef41c req-bb02b7e1-ee5e-4c08-8eef-d90dc34c85dc tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:51.044109 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef40628-be62-427f-ab9b-b0f0ee8ef41c req-bb02b7e1-ee5e-4c08-8eef-d90dc34c85dc tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:51.045501 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-eb84e996-5234-4e09-a190-d7d4bba328f1 req-07522c8d-13f4-478a-981a-37ceb3b0d915 service neutron] 10.222.0.68 "GET /v2.0/networks/94d71021-0e52-4f61-9f79-5084b440fea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727065 Aug 19 14:41:51.050199 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef40628-be62-427f-ab9b-b0f0ee8ef41c req-bb02b7e1-ee5e-4c08-8eef-d90dc34c85dc tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:51.056242 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef40628-be62-427f-ab9b-b0f0ee8ef41c req-bb02b7e1-ee5e-4c08-8eef-d90dc34c85dc tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:51.062729 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef40628-be62-427f-ab9b-b0f0ee8ef41c req-bb02b7e1-ee5e-4c08-8eef-d90dc34c85dc tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:51.069276 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef40628-be62-427f-ab9b-b0f0ee8ef41c req-bb02b7e1-ee5e-4c08-8eef-d90dc34c85dc tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:51.071548 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7ef40628-be62-427f-ab9b-b0f0ee8ef41c req-bb02b7e1-ee5e-4c08-8eef-d90dc34c85dc tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 5429 time: 0.1149571 Aug 19 14:41:51.115922 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7ef40628-be62-427f-ab9b-b0f0ee8ef41c req-468cc7ff-5184-4d32-a93a-d6e64a4a640f tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/security-groups?id=8862cddc-dd3e-4608-94de-b1904f67b1ca&id=b221f776-c920-4201-a5ce-e97a00b87480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370378 Aug 19 14:41:51.116088 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24375255-353c-42e1-a684-e3350bf814fd req-26effda8-e390-41e6-9039-19cfde149f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:51.117869 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-24375255-353c-42e1-a684-e3350bf814fd req-26effda8-e390-41e6-9039-19cfde149f12 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.1134336 Aug 19 14:41:51.199291 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24375255-353c-42e1-a684-e3350bf814fd req-499c721e-07ce-4433-88bb-6a103f948e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:51.200877 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-24375255-353c-42e1-a684-e3350bf814fd req-499c721e-07ce-4433-88bb-6a103f948e18 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0716200 Aug 19 14:41:51.203295 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-eb84e996-5234-4e09-a190-d7d4bba328f1 req-f20670c8-ddf0-4691-a341-d42b2d4db45b service neutron] 10.222.0.68 "GET /v2.0/networks/94d71021-0e52-4f61-9f79-5084b440fea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473525 Aug 19 14:41:51.261886 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device a16826a5-9cce-46a1-90cc-c867f69bcd8c details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:41:51.264057 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device f90fceea-beae-48a3-879c-e4408594bf2e up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:41:51.331786 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port f90fceea-beae-48a3-879c-e4408594bf2e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:41:51.336923 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-24375255-353c-42e1-a684-e3350bf814fd req-7edabaa1-cbba-47ce-8c80-c4c7dd5a8ac6 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076362 Aug 19 14:41:51.344519 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11fd48-f65a-4e74-b0f3-5d5f86e69081 req-a79d4fe8-a1e1-44b6-901f-2dc604fe9c58 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:51.352815 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1f11fd48-f65a-4e74-b0f3-5d5f86e69081 req-a79d4fe8-a1e1-44b6-901f-2dc604fe9c58 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.0673254 Aug 19 14:41:51.384632 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port f90fceea-beae-48a3-879c-e4408594bf2e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:41:51.388480 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:51.421454 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1f11fd48-f65a-4e74-b0f3-5d5f86e69081 req-88947492-41dc-4b96-b655-9ae79fe73c71 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670316 Aug 19 14:41:51.487713 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-24375255-353c-42e1-a684-e3350bf814fd req-049e81ea-3165-4d08-a61e-a9719bada0d6 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319053 Aug 19 14:41:51.510006 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port a16826a5-9cce-46a1-90cc-c867f69bcd8c, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=a16826a5-9cce-46a1-90cc-c867f69bcd8c,segment=NetworkSegment(fdbc698c-a407-4185-b827-fddb386d580e),segment_id=fdbc698c-a407-4185-b827-fddb386d580e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:51.552252 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': 'a16826a5-9cce-46a1-90cc-c867f69bcd8c', 'network_id': 'dac15f89-eb05-4149-aeea-9b60945c8ac2', 'port_id': 'a16826a5-9cce-46a1-90cc-c867f69bcd8c', 'mac_address': 'fa:16:3e:d3:be:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55724c78-10e9-41fc-9f40-aa41fd533be5', 'ip_address': '10.1.1.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:41:51.596686 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:51.660510 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:51.665828 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port f90fceea-beae-48a3-879c-e4408594bf2e, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=f90fceea-beae-48a3-879c-e4408594bf2e,segment=NetworkSegment(d24c84db-ca72-4228-8e2e-914c2c673b49),segment_id=d24c84db-ca72-4228-8e2e-914c2c673b49)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:51.675649 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:51.685128 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1f9c50e7-380e-4295-a26b-d46eb98a432d req-97ea41cc-6f02-46e7-b894-578c3235b257 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f3c79de-d19d-4faf-bc2c-34883c4e4c8b HTTP/1.1" status: 200 len: 210 time: 0.0743692 Aug 19 14:41:51.687261 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a16826a5-9cce-46a1-90cc-c867f69bcd8c {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:41:51.699022 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62287d9-a741-4532-81ae-d0f23621630b req-5356caf3-3724-4ab7-b293-01c3b0e64da5 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:51.702383 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b62287d9-a741-4532-81ae-d0f23621630b req-5356caf3-3724-4ab7-b293-01c3b0e64da5 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.88 "GET /v2.0/networks?id=c173e005-89f4-4c18-bacc-4a095707947a HTTP/1.1" status: 200 len: 819 time: 0.2123539 Aug 19 14:41:51.719191 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-b62287d9-a741-4532-81ae-d0f23621630b req-1aa67eb4-175a-42df-a1b6-013c242674fc tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Request body: {'port': {'device_id': '2f3c79de-d19d-4faf-bc2c-34883c4e4c8b', 'network_id': 'c173e005-89f4-4c18-bacc-4a095707947a', 'admin_state_up': True, 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:41:51.721416 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976ad2f-90ff-40eb-9ecb-58d6e41fa966 req-07d55d72-55bd-4bc2-b14d-d2ef03920e8d tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:51.727798 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8976ad2f-90ff-40eb-9ecb-58d6e41fa966 req-07d55d72-55bd-4bc2-b14d-d2ef03920e8d tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c HTTP/1.1" status: 200 len: 943 time: 0.1005151 Aug 19 14:41:51.753896 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port a16826a5-9cce-46a1-90cc-c867f69bcd8c, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=a16826a5-9cce-46a1-90cc-c867f69bcd8c,segment=NetworkSegment(fdbc698c-a407-4185-b827-fddb386d580e),segment_id=fdbc698c-a407-4185-b827-fddb386d580e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:51.767065 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:51.768114 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 3866d923-fecf-45c7-b7c5-f449482615e0 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:41:51.793569 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8976ad2f-90ff-40eb-9ecb-58d6e41fa966 req-20ff5a74-7684-40cf-b4f1-0c264a14adbe tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580335 Aug 19 14:41:51.875124 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=f90fceea-beae-48a3-879c-e4408594bf2e,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:51.893479 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b62287d9-a741-4532-81ae-d0f23621630b req-1aa67eb4-175a-42df-a1b6-013c242674fc tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Made reservation on behalf of 142f83185aea4a6daae515dcd5cb4f68 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:41:51.899259 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b62287d9-a741-4532-81ae-d0f23621630b req-1aa67eb4-175a-42df-a1b6-013c242674fc tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:51.901404 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 3866d923-fecf-45c7-b7c5-f449482615e0, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=3866d923-fecf-45c7-b7c5-f449482615e0,segment=NetworkSegment(0a227c9e-95ce-428c-8193-ee402fc84925),segment_id=0a227c9e-95ce-428c-8193-ee402fc84925)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:51.947783 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '3866d923-fecf-45c7-b7c5-f449482615e0', 'network_id': 'f6ac2016-e7c1-459d-ba43-66cd8666f5a3', 'port_id': '3866d923-fecf-45c7-b7c5-f449482615e0', 'mac_address': 'fa:16:3e:69:39:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64065ff9-b8bb-4212-8aca-114b6986ce18', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:41:51.976284 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64f50f-b400-4dd1-8dd7-f1033b8252b5 req-12a88751-b5ac-4982-bfc1-69cabd993947 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:51.978143 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8a64f50f-b400-4dd1-8dd7-f1033b8252b5 req-12a88751-b5ac-4982-bfc1-69cabd993947 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=72e6ec3c-6451-4c81-94f2-a9b2476442be HTTP/1.1" status: 200 len: 950 time: 0.0718341 Aug 19 14:41:52.017058 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:52.033669 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=a16826a5-9cce-46a1-90cc-c867f69bcd8c,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:52.044680 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3866d923-fecf-45c7-b7c5-f449482615e0 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:41:52.077109 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 3866d923-fecf-45c7-b7c5-f449482615e0, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=3866d923-fecf-45c7-b7c5-f449482615e0,segment=NetworkSegment(0a227c9e-95ce-428c-8193-ee402fc84925),segment_id=0a227c9e-95ce-428c-8193-ee402fc84925)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:52.080458 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8a64f50f-b400-4dd1-8dd7-f1033b8252b5 req-716eb110-b28d-4602-a730-78227ded5cc5 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946155 Aug 19 14:41:52.085007 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:52.085692 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:41:52.097440 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84615ffc-276d-49c6-9275-2d8c3ac19350 req-b6628cad-9f56-4060-a084-f4be6def8480 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:52.099131 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-84615ffc-276d-49c6-9275-2d8c3ac19350 req-b6628cad-9f56-4060-a084-f4be6def8480 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] 10.222.0.69 "GET /v2.0/ports?device_id=80f68f99-304f-4cc1-be80-ce43f95ca349 HTTP/1.1" status: 200 len: 946 time: 0.0935903 Aug 19 14:41:52.178654 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-84615ffc-276d-49c6-9275-2d8c3ac19350 req-4cd5b5e5-28af-4400-8e5a-677262c86c53 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] 10.222.0.69 "GET /v2.0/security-groups?id=5fb0a3a7-ad69-4ba5-af92-bf0b7315a2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678320 Aug 19 14:41:52.190659 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-b62287d9-a741-4532-81ae-d0f23621630b req-1aa67eb4-175a-42df-a1b6-013c242674fc tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Allocated IP 172.20.0.4 (c173e005-89f4-4c18-bacc-4a095707947a/55a74698-63e8-48bf-8a39-b9ba22230f90/ee9706ba-209b-40aa-8767-35b32f77135e) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:41:52.193353 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=3866d923-fecf-45c7-b7c5-f449482615e0,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:52.279976 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caea4a7-848f-4d54-a79d-26cb056d5018 req-42018d7a-6d91-404e-afb4-e16ed31bec3f tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:52.281698 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7caea4a7-848f-4d54-a79d-26cb056d5018 req-42018d7a-6d91-404e-afb4-e16ed31bec3f tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 943 time: 0.0895517 Aug 19 14:41:52.359537 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d,segment=NetworkSegment(8286b499-2169-4ac2-b2c9-98453013a041),segment_id=8286b499-2169-4ac2-b2c9-98453013a041)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:52.362617 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7caea4a7-848f-4d54-a79d-26cb056d5018 req-936f633c-76de-4554-9fca-db439468efb6 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743248 Aug 19 14:41:52.378391 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d', 'network_id': 'c4f80db4-35be-4b3c-8bae-306ff26e4f72', 'port_id': '3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d', 'mac_address': 'fa:16:3e:a5:6e:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcb8b434-4c76-4ea2-aea9-8e7ef5c2e1da', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:41:52.403075 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06159184-cadc-425d-8658-418c30b62ca8 req-503838fa-248c-4dab-a152-1f3055b4824c tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:52.412264 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06159184-cadc-425d-8658-418c30b62ca8 req-503838fa-248c-4dab-a152-1f3055b4824c tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:52.420707 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06159184-cadc-425d-8658-418c30b62ca8 req-503838fa-248c-4dab-a152-1f3055b4824c tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:52.432119 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06159184-cadc-425d-8658-418c30b62ca8 req-503838fa-248c-4dab-a152-1f3055b4824c tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:52.438793 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06159184-cadc-425d-8658-418c30b62ca8 req-503838fa-248c-4dab-a152-1f3055b4824c tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:52.441685 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:52.445180 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06159184-cadc-425d-8658-418c30b62ca8 req-503838fa-248c-4dab-a152-1f3055b4824c tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:52.451245 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06159184-cadc-425d-8658-418c30b62ca8 req-503838fa-248c-4dab-a152-1f3055b4824c tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:52.459922 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:41:52.460760 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-06159184-cadc-425d-8658-418c30b62ca8 req-503838fa-248c-4dab-a152-1f3055b4824c tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 5431 time: 0.1412342 Aug 19 14:41:52.487638 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d,segment=NetworkSegment(8286b499-2169-4ac2-b2c9-98453013a041),segment_id=8286b499-2169-4ac2-b2c9-98453013a041)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:52.492954 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:52.494301 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 56da6e17-81c7-428b-af76-84d1fb4c24f1 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:41:52.499039 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b62287d9-a741-4532-81ae-d0f23621630b req-1aa67eb4-175a-42df-a1b6-013c242674fc tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:52.517645 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-06159184-cadc-425d-8658-418c30b62ca8 req-6315d905-879b-4758-8bdb-8e372cdac02e tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/security-groups?id=8862cddc-dd3e-4608-94de-b1904f67b1ca&id=b221f776-c920-4201-a5ce-e97a00b87480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0502708 Aug 19 14:41:52.518991 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-b62287d9-a741-4532-81ae-d0f23621630b req-1aa67eb4-175a-42df-a1b6-013c242674fc tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Transition to ACTIVE for port object ee9706ba-209b-40aa-8767-35b32f77135e will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:41:52.576900 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b62287d9-a741-4532-81ae-d0f23621630b req-1aa67eb4-175a-42df-a1b6-013c242674fc tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:52.613092 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b62287d9-a741-4532-81ae-d0f23621630b req-1aa67eb4-175a-42df-a1b6-013c242674fc tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Network c173e005-89f4-4c18-bacc-4a095707947a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:41:52.624511 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea94293-f063-419a-b33c-e65b81914756 req-c2e3a6ee-6ec6-4dc4-84d8-7a42974705b7 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:52.626775 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2ea94293-f063-419a-b33c-e65b81914756 req-c2e3a6ee-6ec6-4dc4-84d8-7a42974705b7 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.0874155 Aug 19 14:41:52.628204 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:52.641340 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-b62287d9-a741-4532-81ae-d0f23621630b req-1aa67eb4-175a-42df-a1b6-013c242674fc tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:41:52.642385 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 56da6e17-81c7-428b-af76-84d1fb4c24f1, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=56da6e17-81c7-428b-af76-84d1fb4c24f1,segment=NetworkSegment(fdbc698c-a407-4185-b827-fddb386d580e),segment_id=fdbc698c-a407-4185-b827-fddb386d580e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:52.646298 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62287d9-a741-4532-81ae-d0f23621630b req-1aa67eb4-175a-42df-a1b6-013c242674fc tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:41:52.666393 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '56da6e17-81c7-428b-af76-84d1fb4c24f1', 'network_id': 'dac15f89-eb05-4149-aeea-9b60945c8ac2', 'port_id': '56da6e17-81c7-428b-af76-84d1fb4c24f1', 'mac_address': 'fa:16:3e:38:fe:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55724c78-10e9-41fc-9f40-aa41fd533be5', 'ip_address': '10.1.1.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:41:52.696294 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2ea94293-f063-419a-b33c-e65b81914756 req-313e1d73-b8b5-4900-b5d8-f537e2013e4a tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630527 Aug 19 14:41:52.714434 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:52.732023 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56da6e17-81c7-428b-af76-84d1fb4c24f1 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:41:52.746352 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa67eb4-175a-42df-a1b6-013c242674fc tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Pushing event updated for resources: {'Port': ['ID=ee9706ba-209b-40aa-8767-35b32f77135e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:52.757891 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62287d9-a741-4532-81ae-d0f23621630b req-1aa67eb4-175a-42df-a1b6-013c242674fc tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:52.758557 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b62287d9-a741-4532-81ae-d0f23621630b req-1aa67eb4-175a-42df-a1b6-013c242674fc tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:52.759381 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 56da6e17-81c7-428b-af76-84d1fb4c24f1, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=56da6e17-81c7-428b-af76-84d1fb4c24f1,segment=NetworkSegment(fdbc698c-a407-4185-b827-fddb386d580e),segment_id=fdbc698c-a407-4185-b827-fddb386d580e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:52.764265 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:52.764992 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device e8982814-7c65-4c2d-a505-8e9ce81f7934 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:41:52.780398 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b62287d9-a741-4532-81ae-d0f23621630b req-1aa67eb4-175a-42df-a1b6-013c242674fc tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0665250 Aug 19 14:41:52.795960 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-b62287d9-a741-4532-81ae-d0f23621630b req-202ecc35-1132-4668-9a1a-cc303113b1b5 service neutron] Request body: {'port': {'device_id': '2f3c79de-d19d-4faf-bc2c-34883c4e4c8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:41:52.870164 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b62287d9-a741-4532-81ae-d0f23621630b req-202ecc35-1132-4668-9a1a-cc303113b1b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:52.873373 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e02b6-29dd-479f-8eb8-ab526dec3129 req-a5ef74fc-fc81-47e3-82cf-f4c7b3696e9d tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:52.874982 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-896e02b6-29dd-479f-8eb8-ab526dec3129 req-a5ef74fc-fc81-47e3-82cf-f4c7b3696e9d tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f3c79de-d19d-4faf-bc2c-34883c4e4c8b HTTP/1.1" status: 200 len: 931 time: 0.0881941 Aug 19 14:41:52.876565 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=56da6e17-81c7-428b-af76-84d1fb4c24f1,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:52.887882 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port e8982814-7c65-4c2d-a505-8e9ce81f7934, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=e8982814-7c65-4c2d-a505-8e9ce81f7934,segment=NetworkSegment(0a227c9e-95ce-428c-8193-ee402fc84925),segment_id=0a227c9e-95ce-428c-8193-ee402fc84925)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:52.910263 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': 'e8982814-7c65-4c2d-a505-8e9ce81f7934', 'network_id': 'f6ac2016-e7c1-459d-ba43-66cd8666f5a3', 'port_id': 'e8982814-7c65-4c2d-a505-8e9ce81f7934', 'mac_address': 'fa:16:3e:49:85:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64065ff9-b8bb-4212-8aca-114b6986ce18', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:41:52.936937 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-896e02b6-29dd-479f-8eb8-ab526dec3129 req-a147458f-95b2-4952-83e0-f4f64bd078a2 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7bff13a-0390-4b12-a5ab-22b49f85b693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499547 Aug 19 14:41:53.028033 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:53.042620 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8982814-7c65-4c2d-a505-8e9ce81f7934 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:41:53.082434 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port e8982814-7c65-4c2d-a505-8e9ce81f7934, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=e8982814-7c65-4c2d-a505-8e9ce81f7934,segment=NetworkSegment(0a227c9e-95ce-428c-8193-ee402fc84925),segment_id=0a227c9e-95ce-428c-8193-ee402fc84925)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:53.092075 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:53.093186 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 93485bc7-eef2-4211-b0e9-a72ac559f8f1 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:41:53.101834 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4d09d97a-0c0e-4140-963f-f6627f5e6fcc None None] Provisioning for port ee9706ba-209b-40aa-8767-35b32f77135e completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:41:53.118085 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a41d3c-ec1a-4b2d-9a8e-8efe50f8e50c req-e3ff8e7f-072d-4919-aa10-32333d4e72cd tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:53.119674 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-16a41d3c-ec1a-4b2d-9a8e-8efe50f8e50c req-e3ff8e7f-072d-4919-aa10-32333d4e72cd tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c HTTP/1.1" status: 200 len: 943 time: 0.1161351 Aug 19 14:41:53.143187 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4d09d97a-0c0e-4140-963f-f6627f5e6fcc None None] Provisioning complete for port ee9706ba-209b-40aa-8767-35b32f77135e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:41:53.143428 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4d09d97a-0c0e-4140-963f-f6627f5e6fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:53.190383 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-16a41d3c-ec1a-4b2d-9a8e-8efe50f8e50c req-74dace42-59c3-458c-9805-e1ee72c1ab49 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479407 Aug 19 14:41:53.203516 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-4d09d97a-0c0e-4140-963f-f6627f5e6fcc None None] Port ee9706ba-209b-40aa-8767-35b32f77135e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:41:53.207997 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b34412-efdf-49d8-84ae-caf82a4f9814 req-b4af63c2-5b44-4728-a97e-607c0166db2f tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:53.210205 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d0b34412-efdf-49d8-84ae-caf82a4f9814 req-b4af63c2-5b44-4728-a97e-607c0166db2f tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] 10.222.0.69 "GET /v2.0/ports?device_id=80f68f99-304f-4cc1-be80-ce43f95ca349 HTTP/1.1" status: 200 len: 946 time: 0.1501334 Aug 19 14:41:53.231860 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 93485bc7-eef2-4211-b0e9-a72ac559f8f1, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=93485bc7-eef2-4211-b0e9-a72ac559f8f1,segment=NetworkSegment(fdbc698c-a407-4185-b827-fddb386d580e),segment_id=fdbc698c-a407-4185-b827-fddb386d580e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:53.278637 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=e8982814-7c65-4c2d-a505-8e9ce81f7934,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:53.290376 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d0b34412-efdf-49d8-84ae-caf82a4f9814 req-36673176-1902-428c-b5d9-c56bbe796748 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] 10.222.0.69 "GET /v2.0/security-groups?id=5fb0a3a7-ad69-4ba5-af92-bf0b7315a2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739634 Aug 19 14:41:53.307437 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device f90fceea-beae-48a3-879c-e4408594bf2e up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:41:53.346410 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '93485bc7-eef2-4211-b0e9-a72ac559f8f1', 'network_id': 'dac15f89-eb05-4149-aeea-9b60945c8ac2', 'port_id': '93485bc7-eef2-4211-b0e9-a72ac559f8f1', 'mac_address': 'fa:16:3e:cc:e2:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55724c78-10e9-41fc-9f40-aa41fd533be5', 'ip_address': '10.1.1.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:41:53.346697 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944570f-77a5-426b-b27b-613233af4577 req-fbb64f97-26b5-4361-90ad-45754af533cc tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:53.352193 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-b62287d9-a741-4532-81ae-d0f23621630b req-202ecc35-1132-4668-9a1a-cc303113b1b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee9706ba-209b-40aa-8767-35b32f77135e {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:41:53.355415 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e944570f-77a5-426b-b27b-613233af4577 req-fbb64f97-26b5-4361-90ad-45754af533cc tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=72e6ec3c-6451-4c81-94f2-a9b2476442be HTTP/1.1" status: 200 len: 950 time: 0.0635257 Aug 19 14:41:53.364777 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b62287d9-a741-4532-81ae-d0f23621630b req-202ecc35-1132-4668-9a1a-cc303113b1b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:53.389924 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-b62287d9-a741-4532-81ae-d0f23621630b req-202ecc35-1132-4668-9a1a-cc303113b1b5 service neutron] Transition to ACTIVE for port object ee9706ba-209b-40aa-8767-35b32f77135e will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:41:53.391258 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port f90fceea-beae-48a3-879c-e4408594bf2e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:41:53.391776 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:53.393843 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e944570f-77a5-426b-b27b-613233af4577 req-04d733f1-8de8-452a-97aa-a72571e2781b tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379078 Aug 19 14:41:53.397852 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b62287d9-a741-4532-81ae-d0f23621630b req-202ecc35-1132-4668-9a1a-cc303113b1b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:53.458346 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:53.477768 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202ecc35-1132-4668-9a1a-cc303113b1b5 service neutron] Pushing event updated for resources: {'Port': ['ID=ee9706ba-209b-40aa-8767-35b32f77135e,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:53.508165 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93485bc7-eef2-4211-b0e9-a72ac559f8f1 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:41:53.551083 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-b62287d9-a741-4532-81ae-d0f23621630b req-202ecc35-1132-4668-9a1a-cc303113b1b5 service neutron] Attempting to bind port ee9706ba-209b-40aa-8767-35b32f77135e on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:41:53.551737 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-b62287d9-a741-4532-81ae-d0f23621630b req-202ecc35-1132-4668-9a1a-cc303113b1b5 service neutron] Attempting to bind port ee9706ba-209b-40aa-8767-35b32f77135e by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'd24c84db-ca72-4228-8e2e-914c2c673b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c173e005-89f4-4c18-bacc-4a095707947a'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:41:53.552125 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62287d9-a741-4532-81ae-d0f23621630b req-202ecc35-1132-4668-9a1a-cc303113b1b5 service neutron] Attempting to bind port ee9706ba-209b-40aa-8767-35b32f77135e on network c173e005-89f4-4c18-bacc-4a095707947a {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:41:53.552858 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 93485bc7-eef2-4211-b0e9-a72ac559f8f1, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=93485bc7-eef2-4211-b0e9-a72ac559f8f1,segment=NetworkSegment(fdbc698c-a407-4185-b827-fddb386d580e),segment_id=fdbc698c-a407-4185-b827-fddb386d580e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:53.558202 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:53.559526 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device f5041c84-227f-4ce0-b39a-d1af5a9cfa38 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:41:53.559978 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62287d9-a741-4532-81ae-d0f23621630b req-202ecc35-1132-4668-9a1a-cc303113b1b5 service neutron] Port ee9706ba-209b-40aa-8767-35b32f77135e on network c173e005-89f4-4c18-bacc-4a095707947a not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:41:53.560364 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62287d9-a741-4532-81ae-d0f23621630b req-202ecc35-1132-4668-9a1a-cc303113b1b5 service neutron] Attempting to bind port ee9706ba-209b-40aa-8767-35b32f77135e on network c173e005-89f4-4c18-bacc-4a095707947a {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:41:53.567221 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62287d9-a741-4532-81ae-d0f23621630b req-202ecc35-1132-4668-9a1a-cc303113b1b5 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:41:53.567548 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62287d9-a741-4532-81ae-d0f23621630b req-202ecc35-1132-4668-9a1a-cc303113b1b5 service neutron] Checking segment: {'id': 'd24c84db-ca72-4228-8e2e-914c2c673b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c173e005-89f4-4c18-bacc-4a095707947a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:41:53.568056 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62287d9-a741-4532-81ae-d0f23621630b req-202ecc35-1132-4668-9a1a-cc303113b1b5 service neutron] Bound using segment: {'id': 'd24c84db-ca72-4228-8e2e-914c2c673b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c173e005-89f4-4c18-bacc-4a095707947a'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:41:53.569419 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-b62287d9-a741-4532-81ae-d0f23621630b req-202ecc35-1132-4668-9a1a-cc303113b1b5 service neutron] Bound port: ee9706ba-209b-40aa-8767-35b32f77135e, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd24c84db-ca72-4228-8e2e-914c2c673b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c173e005-89f4-4c18-bacc-4a095707947a'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:41:53.569813 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b62287d9-a741-4532-81ae-d0f23621630b req-202ecc35-1132-4668-9a1a-cc303113b1b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:53.655892 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-b62287d9-a741-4532-81ae-d0f23621630b req-202ecc35-1132-4668-9a1a-cc303113b1b5 service neutron] For port ee9706ba-209b-40aa-8767-35b32f77135e, host n-h2-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:41:53.662512 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-b62287d9-a741-4532-81ae-d0f23621630b req-202ecc35-1132-4668-9a1a-cc303113b1b5 service neutron] For port ee9706ba-209b-40aa-8767-35b32f77135e, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=ee9706ba-209b-40aa-8767-35b32f77135e,segment=NetworkSegment(d24c84db-ca72-4228-8e2e-914c2c673b49),segment_id=d24c84db-ca72-4228-8e2e-914c2c673b49)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:41:53.670573 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b62287d9-a741-4532-81ae-d0f23621630b req-202ecc35-1132-4668-9a1a-cc303113b1b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:53.687316 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=93485bc7-eef2-4211-b0e9-a72ac559f8f1,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:53.688064 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e01d7-31fe-435c-8705-e20d42d0ead3 req-e85e119e-3ea0-4a43-ab00-559c9c7b2a47 tempest-ServersOnMultiNodesTest-2021204962 tempest-ServersOnMultiNodesTest-2021204962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:53.693140 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port f5041c84-227f-4ce0-b39a-d1af5a9cfa38, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=f5041c84-227f-4ce0-b39a-d1af5a9cfa38,segment=NetworkSegment(fdbc698c-a407-4185-b827-fddb386d580e),segment_id=fdbc698c-a407-4185-b827-fddb386d580e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:53.697560 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-739e01d7-31fe-435c-8705-e20d42d0ead3 req-e85e119e-3ea0-4a43-ab00-559c9c7b2a47 tempest-ServersOnMultiNodesTest-2021204962 tempest-ServersOnMultiNodesTest-2021204962-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=72e6ec3c-6451-4c81-94f2-a9b2476442be HTTP/1.1" status: 200 len: 1101 time: 0.1556714 Aug 19 14:41:53.707506 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': 'f5041c84-227f-4ce0-b39a-d1af5a9cfa38', 'network_id': 'dac15f89-eb05-4149-aeea-9b60945c8ac2', 'port_id': 'f5041c84-227f-4ce0-b39a-d1af5a9cfa38', 'mac_address': 'fa:16:3e:8a:e5:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55724c78-10e9-41fc-9f40-aa41fd533be5', 'ip_address': '10.1.1.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:41:53.708502 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ddf9e-84c0-412e-8c17-d3d670030970 req-9ff96514-e01c-46a5-9062-d234752ed334 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:53.717659 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3d2ddf9e-84c0-412e-8c17-d3d670030970 req-9ff96514-e01c-46a5-9062-d234752ed334 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 943 time: 0.1964905 Aug 19 14:41:53.725394 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62287d9-a741-4532-81ae-d0f23621630b req-202ecc35-1132-4668-9a1a-cc303113b1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:53.726338 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b62287d9-a741-4532-81ae-d0f23621630b req-202ecc35-1132-4668-9a1a-cc303113b1b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:53.728197 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b62287d9-a741-4532-81ae-d0f23621630b req-202ecc35-1132-4668-9a1a-cc303113b1b5 service neutron] 10.222.0.88 "PUT /v2.0/ports/ee9706ba-209b-40aa-8767-35b32f77135e HTTP/1.1" status: 200 len: 1091 time: 0.9374633 Aug 19 14:41:53.730539 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f3c79de-d19d-4faf-bc2c-34883c4e4c8b', 'tag': 'ee9706ba-209b-40aa-8767-35b32f77135e'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:41:53.739706 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77db6d21-47d2-4396-838c-2ff6fbf5260b" -d '{"events": [{"name": "network-changed", "server_uuid": "2f3c79de-d19d-4faf-bc2c-34883c4e4c8b", "tag": "ee9706ba-209b-40aa-8767-35b32f77135e"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:41:53.768702 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:53.782242 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3d2ddf9e-84c0-412e-8c17-d3d670030970 req-5a2d929e-5c27-4237-9825-67b4c8ff7ea9 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635777 Aug 19 14:41:53.783475 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5041c84-227f-4ce0-b39a-d1af5a9cfa38 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:41:53.792547 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202ecc35-1132-4668-9a1a-cc303113b1b5 service neutron] Pushing event updated for resources: {'Port': ['ID=ee9706ba-209b-40aa-8767-35b32f77135e,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:53.800978 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-739e01d7-31fe-435c-8705-e20d42d0ead3 req-85bc0496-c0b5-40bd-b54c-7679246d6e44 tempest-ServersOnMultiNodesTest-2021204962 tempest-ServersOnMultiNodesTest-2021204962-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928628 Aug 19 14:41:53.839778 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port f5041c84-227f-4ce0-b39a-d1af5a9cfa38, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=f5041c84-227f-4ce0-b39a-d1af5a9cfa38,segment=NetworkSegment(fdbc698c-a407-4185-b827-fddb386d580e),segment_id=fdbc698c-a407-4185-b827-fddb386d580e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:53.846282 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:53.885811 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62287d9-a741-4532-81ae-d0f23621630b req-fe89eda2-3311-45e3-aa71-7425e80aee99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:53.887480 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b62287d9-a741-4532-81ae-d0f23621630b req-fe89eda2-3311-45e3-aa71-7425e80aee99 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=142f83185aea4a6daae515dcd5cb4f68&device_id=2f3c79de-d19d-4faf-bc2c-34883c4e4c8b HTTP/1.1" status: 200 len: 1094 time: 0.0882456 Aug 19 14:41:53.894509 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 55766aed-7094-4bc4-9b35-25d5184f2d36 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:41:53.964693 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b62287d9-a741-4532-81ae-d0f23621630b req-01af2b95-a7b1-4341-b8ba-a579ab3bbc76 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee9706ba-209b-40aa-8767-35b32f77135e HTTP/1.1" status: 200 len: 217 time: 0.0667748 Aug 19 14:41:54.011958 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190fe978-880c-443b-b0e0-4c16daa3c069 req-66239b1c-f4cd-4e7e-a0d0-658f7733cd37 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:54.019194 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190fe978-880c-443b-b0e0-4c16daa3c069 req-66239b1c-f4cd-4e7e-a0d0-658f7733cd37 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:54.026549 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190fe978-880c-443b-b0e0-4c16daa3c069 req-66239b1c-f4cd-4e7e-a0d0-658f7733cd37 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:54.033680 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190fe978-880c-443b-b0e0-4c16daa3c069 req-66239b1c-f4cd-4e7e-a0d0-658f7733cd37 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:54.040347 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190fe978-880c-443b-b0e0-4c16daa3c069 req-66239b1c-f4cd-4e7e-a0d0-658f7733cd37 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:54.054465 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62287d9-a741-4532-81ae-d0f23621630b req-3fe60fc3-413d-4cdf-af2a-aa0ade69a6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:54.055403 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b62287d9-a741-4532-81ae-d0f23621630b req-3fe60fc3-413d-4cdf-af2a-aa0ade69a6ae service neutron] 10.222.0.88 "GET /v2.0/subnets?id=55a74698-63e8-48bf-8a39-b9ba22230f90 HTTP/1.1" status: 200 len: 858 time: 0.0777960 Aug 19 14:41:54.055840 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190fe978-880c-443b-b0e0-4c16daa3c069 req-66239b1c-f4cd-4e7e-a0d0-658f7733cd37 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:54.060211 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=f5041c84-227f-4ce0-b39a-d1af5a9cfa38,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:54.062475 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190fe978-880c-443b-b0e0-4c16daa3c069 req-66239b1c-f4cd-4e7e-a0d0-658f7733cd37 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:54.064903 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-190fe978-880c-443b-b0e0-4c16daa3c069 req-66239b1c-f4cd-4e7e-a0d0-658f7733cd37 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 5436 time: 0.1244371 Aug 19 14:41:54.114475 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 55766aed-7094-4bc4-9b35-25d5184f2d36, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=55766aed-7094-4bc4-9b35-25d5184f2d36,segment=NetworkSegment(fcd6ac5d-931b-4836-82cc-58250c6a0f69),segment_id=fcd6ac5d-931b-4836-82cc-58250c6a0f69)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:54.126941 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62287d9-a741-4532-81ae-d0f23621630b req-8920c273-909f-40bb-9432-bc97b355220f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:54.129529 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b62287d9-a741-4532-81ae-d0f23621630b req-8920c273-909f-40bb-9432-bc97b355220f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c173e005-89f4-4c18-bacc-4a095707947a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518136 Aug 19 14:41:54.136381 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '55766aed-7094-4bc4-9b35-25d5184f2d36', 'network_id': '94d71021-0e52-4f61-9f79-5084b440fea5', 'port_id': '55766aed-7094-4bc4-9b35-25d5184f2d36', 'mac_address': 'fa:16:3e:f0:03:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c073c2-076a-458f-865d-1053b0f62f3d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:41:54.145455 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-190fe978-880c-443b-b0e0-4c16daa3c069 req-c1f7f99c-da79-4858-a74f-7c0896ba590e tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/security-groups?id=8862cddc-dd3e-4608-94de-b1904f67b1ca&id=b221f776-c920-4201-a5ce-e97a00b87480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0730758 Aug 19 14:41:54.164200 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c38285-ffd7-4795-a703-b2d92ba3c41d req-bb3ee19a-db16-40bf-b45b-39b8aceef4ed tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:54.175841 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d2c38285-ffd7-4795-a703-b2d92ba3c41d req-bb3ee19a-db16-40bf-b45b-39b8aceef4ed tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.1088357 Aug 19 14:41:54.204778 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:54.211275 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dde05bb-2bd0-44ef-b57f-b2ed0dfba46e x-openstack-request-id: req-6dde05bb-2bd0-44ef-b57f-b2ed0dfba46e {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:41:54.211565 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f3c79de-d19d-4faf-bc2c-34883c4e4c8b", "tag": "ee9706ba-209b-40aa-8767-35b32f77135e", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:41:54.211815 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6dde05bb-2bd0-44ef-b57f-b2ed0dfba46e {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:41:54.212207 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f3c79de-d19d-4faf-bc2c-34883c4e4c8b', 'tag': 'ee9706ba-209b-40aa-8767-35b32f77135e', 'status': 'completed', 'code': 200} Aug 19 14:41:54.228587 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55766aed-7094-4bc4-9b35-25d5184f2d36 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:41:54.243017 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d2c38285-ffd7-4795-a703-b2d92ba3c41d req-bb4f99bc-3b46-4829-b479-2b996f00a395 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614424 Aug 19 14:41:54.256732 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b62287d9-a741-4532-81ae-d0f23621630b req-51284c6b-269e-46c3-bb81-9f130733c80d service neutron] 10.222.0.88 "GET /v2.0/networks/c173e005-89f4-4c18-bacc-4a095707947a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109602 Aug 19 14:41:54.257246 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 55766aed-7094-4bc4-9b35-25d5184f2d36, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=55766aed-7094-4bc4-9b35-25d5184f2d36,segment=NetworkSegment(fcd6ac5d-931b-4836-82cc-58250c6a0f69),segment_id=fcd6ac5d-931b-4836-82cc-58250c6a0f69)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:54.262791 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:54.320212 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=55766aed-7094-4bc4-9b35-25d5184f2d36,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:54.351698 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20810d-2206-4096-853e-1bdba0fc281f req-25b95f9c-f300-41ec-b075-e6e7e273499a tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:54.353195 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0b20810d-2206-4096-853e-1bdba0fc281f req-25b95f9c-f300-41ec-b075-e6e7e273499a tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f3c79de-d19d-4faf-bc2c-34883c4e4c8b HTTP/1.1" status: 200 len: 943 time: 0.0846603 Aug 19 14:41:54.364386 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b62287d9-a741-4532-81ae-d0f23621630b req-60217a29-4c79-4c0d-9a12-73715ffc9faa service neutron] 10.222.0.88 "GET /v2.0/networks/c173e005-89f4-4c18-bacc-4a095707947a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948021 Aug 19 14:41:54.367412 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f04fd5ed-87b2-4b4b-b786-eb8cef798132 req-d9f24594-65b4-40b4-97e6-4bdc5beee004 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=41e15b78d78c4e818c7fba2f667bded5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331905 Aug 19 14:41:54.454155 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0b20810d-2206-4096-853e-1bdba0fc281f req-59de2ba4-5f37-43d4-a30c-2de753b956a9 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7bff13a-0390-4b12-a5ab-22b49f85b693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897131 Aug 19 14:41:54.462617 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db6d21-47d2-4396-838c-2ff6fbf5260b req-7aca9637-cbfe-49d6-9730-0c8ddb8d7994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:54.464151 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-77db6d21-47d2-4396-838c-2ff6fbf5260b req-7aca9637-cbfe-49d6-9730-0c8ddb8d7994 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=142f83185aea4a6daae515dcd5cb4f68&device_id=2f3c79de-d19d-4faf-bc2c-34883c4e4c8b HTTP/1.1" status: 200 len: 1094 time: 0.0447338 Aug 19 14:41:54.512602 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04fd5ed-87b2-4b4b-b786-eb8cef798132 req-7a5c7947-88d4-4a03-b234-3f2bb9421c25 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:54.514064 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f04fd5ed-87b2-4b4b-b786-eb8cef798132 req-7a5c7947-88d4-4a03-b234-3f2bb9421c25 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1407492 Aug 19 14:41:54.550914 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f04fd5ed-87b2-4b4b-b786-eb8cef798132 req-032e2b32-9bde-4a9f-bf6c-8e0fc29e6156 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/quotas/41e15b78d78c4e818c7fba2f667bded5 HTTP/1.1" status: 200 len: 375 time: 0.0275042 Aug 19 14:41:54.565290 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db6d21-47d2-4396-838c-2ff6fbf5260b req-3c5504b2-6e77-4daf-8ef0-161ffae093cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:54.566731 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-77db6d21-47d2-4396-838c-2ff6fbf5260b req-3c5504b2-6e77-4daf-8ef0-161ffae093cb service neutron] 10.222.0.88 "GET /v2.0/networks?id=c173e005-89f4-4c18-bacc-4a095707947a HTTP/1.1" status: 200 len: 920 time: 0.0847759 Aug 19 14:41:54.578986 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22cd73a-ecd0-43f5-8dbd-98f02d2d06c5 req-afb86200-0048-458f-bfdf-8eca063e6649 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:54.580739 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b22cd73a-ecd0-43f5-8dbd-98f02d2d06c5 req-afb86200-0048-458f-bfdf-8eca063e6649 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c HTTP/1.1" status: 200 len: 944 time: 0.0654447 Aug 19 14:41:54.597921 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['55766aed-7094-4bc4-9b35-25d5184f2d36'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:41:54.616696 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-77db6d21-47d2-4396-838c-2ff6fbf5260b req-b1ac141a-19a9-4806-8cad-a48d094f86f2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee9706ba-209b-40aa-8767-35b32f77135e HTTP/1.1" status: 200 len: 217 time: 0.0391414 Aug 19 14:41:54.663348 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f04fd5ed-87b2-4b4b-b786-eb8cef798132 req-51b05004-3d8d-4984-b88f-c0a928347f6a tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=41e15b78d78c4e818c7fba2f667bded5&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1053498 Aug 19 14:41:54.671775 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db6d21-47d2-4396-838c-2ff6fbf5260b req-8d79d8d1-9455-4311-b210-d1abadd71389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:54.673556 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-77db6d21-47d2-4396-838c-2ff6fbf5260b req-8d79d8d1-9455-4311-b210-d1abadd71389 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=55a74698-63e8-48bf-8a39-b9ba22230f90 HTTP/1.1" status: 200 len: 858 time: 0.0478649 Aug 19 14:41:54.679511 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b22cd73a-ecd0-43f5-8dbd-98f02d2d06c5 req-a30a980b-77ef-479e-86c8-61b700528ab1 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703843 Aug 19 14:41:54.735426 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db6d21-47d2-4396-838c-2ff6fbf5260b req-15f9ff3a-9020-412c-bf57-873e9ab673f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:54.737601 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-77db6d21-47d2-4396-838c-2ff6fbf5260b req-15f9ff3a-9020-412c-bf57-873e9ab673f8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c173e005-89f4-4c18-bacc-4a095707947a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555162 Aug 19 14:41:54.782152 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60dd88c-e278-464f-bd53-b67bca2e3843 req-c56d5b68-79be-41cf-9373-4d2391db3d40 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:54.783846 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d60dd88c-e278-464f-bd53-b67bca2e3843 req-c56d5b68-79be-41cf-9373-4d2391db3d40 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] 10.222.0.69 "GET /v2.0/ports?device_id=80f68f99-304f-4cc1-be80-ce43f95ca349 HTTP/1.1" status: 200 len: 946 time: 0.0534601 Aug 19 14:41:54.862469 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fd65f9ba-b64c-4a35-909a-7a661b818523 req-50fc2f85-cd38-469f-bdbe-75df0c38dd55 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=64675a59-4b14-4748-bce4-528f43de434d HTTP/1.1" status: 200 len: 210 time: 0.0326538 Aug 19 14:41:54.867267 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d60dd88c-e278-464f-bd53-b67bca2e3843 req-66011ba3-f02a-4c9d-8a48-acd608376638 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] 10.222.0.69 "GET /v2.0/security-groups?id=5fb0a3a7-ad69-4ba5-af92-bf0b7315a2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757151 Aug 19 14:41:54.888315 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-77db6d21-47d2-4396-838c-2ff6fbf5260b req-ef719753-c52e-4f39-b014-33fa94c7e7c9 service neutron] 10.222.0.88 "GET /v2.0/networks/c173e005-89f4-4c18-bacc-4a095707947a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370420 Aug 19 14:41:54.896033 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964ab83-3c23-44b8-b3e0-b6d67bcbf32d req-05616518-a668-4fd0-ac2a-611f63fce143 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:54.897559 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0964ab83-3c23-44b8-b3e0-b6d67bcbf32d req-05616518-a668-4fd0-ac2a-611f63fce143 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] 10.222.0.88 "GET /v2.0/ports?device_id=80f68f99-304f-4cc1-be80-ce43f95ca349 HTTP/1.1" status: 200 len: 946 time: 0.0945950 Aug 19 14:41:55.001583 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4b39e-a2d1-42b8-871c-24ebc7bfdbc4 req-fd4f9adc-7f87-4844-b25b-fa0cd0fe2f36 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:55.003750 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8db4b39e-a2d1-42b8-871c-24ebc7bfdbc4 req-fd4f9adc-7f87-4844-b25b-fa0cd0fe2f36 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 943 time: 0.0634837 Aug 19 14:41:55.056582 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8db4b39e-a2d1-42b8-871c-24ebc7bfdbc4 req-4cfa1178-2e2a-4e99-bf5f-f3af76ee5cc8 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380585 Aug 19 14:41:55.061031 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-77db6d21-47d2-4396-838c-2ff6fbf5260b req-1ea92c9a-5d2b-4d69-a9a8-9a026608846c service neutron] 10.222.0.88 "GET /v2.0/networks/c173e005-89f4-4c18-bacc-4a095707947a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624188 Aug 19 14:41:55.068086 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-0964ab83-3c23-44b8-b3e0-b6d67bcbf32d req-99ed85c3-cbe9-47c9-844f-d19729b29168 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Deleting port 4871fd81-35ca-4287-8e90-96475280f300 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:41:55.068455 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0964ab83-3c23-44b8-b3e0-b6d67bcbf32d req-99ed85c3-cbe9-47c9-844f-d19729b29168 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:55.119887 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:41:55.125349 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['a16826a5-9cce-46a1-90cc-c867f69bcd8c'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:41:55.127565 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['93485bc7-eef2-4211-b0e9-a72ac559f8f1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:41:55.182568 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-0964ab83-3c23-44b8-b3e0-b6d67bcbf32d req-99ed85c3-cbe9-47c9-844f-d19729b29168 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] For port 4871fd81-35ca-4287-8e90-96475280f300, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=4871fd81-35ca-4287-8e90-96475280f300,segment=NetworkSegment(c0914a53-90f2-485d-9165-afda2f4cdc8c),segment_id=c0914a53-90f2-485d-9165-afda2f4cdc8c)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:55.182951 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0964ab83-3c23-44b8-b3e0-b6d67bcbf32d req-99ed85c3-cbe9-47c9-844f-d19729b29168 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:55.334518 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['f5041c84-227f-4ce0-b39a-d1af5a9cfa38'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:41:55.336863 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['3866d923-fecf-45c7-b7c5-f449482615e0'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:41:55.360686 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['e8982814-7c65-4c2d-a505-8e9ce81f7934'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:41:55.384365 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0964ab83-3c23-44b8-b3e0-b6d67bcbf32d req-99ed85c3-cbe9-47c9-844f-d19729b29168 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:55.385037 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0964ab83-3c23-44b8-b3e0-b6d67bcbf32d req-99ed85c3-cbe9-47c9-844f-d19729b29168 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:55.385355 n-d-766043-2 neutron-server[94639]: INFO neutron.db.l3_db [req-0964ab83-3c23-44b8-b3e0-b6d67bcbf32d req-99ed85c3-cbe9-47c9-844f-d19729b29168 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Floating IP 0a26df13-b18a-41f9-9093-f1c0d55f90f9 disassociated. External IP: 172.25.2.75, port: 4871fd81-35ca-4287-8e90-96475280f300. Aug 19 14:41:55.388532 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-0964ab83-3c23-44b8-b3e0-b6d67bcbf32d req-99ed85c3-cbe9-47c9-844f-d19729b29168 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Calling delete_port for 4871fd81-35ca-4287-8e90-96475280f300 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:41:55.411903 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bae79a-bcad-4fd9-98fa-df5819bbb95e req-57998d24-d5de-4a38-90da-fc6436d96260 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:55.418462 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bae79a-bcad-4fd9-98fa-df5819bbb95e req-57998d24-d5de-4a38-90da-fc6436d96260 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:55.424449 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bae79a-bcad-4fd9-98fa-df5819bbb95e req-57998d24-d5de-4a38-90da-fc6436d96260 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:55.430964 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bae79a-bcad-4fd9-98fa-df5819bbb95e req-57998d24-d5de-4a38-90da-fc6436d96260 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:55.437232 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bae79a-bcad-4fd9-98fa-df5819bbb95e req-57998d24-d5de-4a38-90da-fc6436d96260 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:55.443220 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bae79a-bcad-4fd9-98fa-df5819bbb95e req-57998d24-d5de-4a38-90da-fc6436d96260 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:55.450543 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bae79a-bcad-4fd9-98fa-df5819bbb95e req-57998d24-d5de-4a38-90da-fc6436d96260 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:55.452319 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-74bae79a-bcad-4fd9-98fa-df5819bbb95e req-57998d24-d5de-4a38-90da-fc6436d96260 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 5436 time: 0.1840966 Aug 19 14:41:55.471458 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3928614-c2cb-414c-8580-9e9a51cffee2 req-08bbe3bc-75ee-4eb9-a2d4-5565d6b13931 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:55.480187 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d3928614-c2cb-414c-8580-9e9a51cffee2 req-08bbe3bc-75ee-4eb9-a2d4-5565d6b13931 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.1496105 Aug 19 14:41:55.553358 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d3928614-c2cb-414c-8580-9e9a51cffee2 req-b5b677ef-5ac3-419b-a0ab-0e08594219b8 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703421 Aug 19 14:41:55.577996 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-74bae79a-bcad-4fd9-98fa-df5819bbb95e req-bfbfad77-e6dd-4b50-bbeb-3f5e15c9510c tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/security-groups?id=8862cddc-dd3e-4608-94de-b1904f67b1ca&id=b221f776-c920-4201-a5ce-e97a00b87480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1157997 Aug 19 14:41:55.609869 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0964ab83-3c23-44b8-b3e0-b6d67bcbf32d req-99ed85c3-cbe9-47c9-844f-d19729b29168 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:55.640651 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ed85c3-cbe9-47c9-844f-d19729b29168 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Pushing event deleted for resources: {'Port': ['ID=4871fd81-35ca-4287-8e90-96475280f300,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:55.686276 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8de62d-c05b-4567-b7cf-e8ef52926a30 req-4e4bb9c5-ff48-43d0-9759-73e95b3ba1a1 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:55.687779 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8c8de62d-c05b-4567-b7cf-e8ef52926a30 req-4e4bb9c5-ff48-43d0-9759-73e95b3ba1a1 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f3c79de-d19d-4faf-bc2c-34883c4e4c8b HTTP/1.1" status: 200 len: 943 time: 0.0591049 Aug 19 14:41:55.749197 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8c8de62d-c05b-4567-b7cf-e8ef52926a30 req-052ca748-d986-4aee-b17c-f10fb105ff24 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7bff13a-0390-4b12-a5ab-22b49f85b693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478032 Aug 19 14:41:55.801369 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb0afa-0143-4bda-9c2c-8aff3dbecabe req-a1742eec-c71f-40bf-80bb-ee5819665e43 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:55.802956 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-65fb0afa-0143-4bda-9c2c-8aff3dbecabe req-a1742eec-c71f-40bf-80bb-ee5819665e43 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c HTTP/1.1" status: 200 len: 944 time: 0.0588727 Aug 19 14:41:55.805136 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0964ab83-3c23-44b8-b3e0-b6d67bcbf32d req-99ed85c3-cbe9-47c9-844f-d19729b29168 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Router 987df8e9-2c35-4b0e-ab18-b91375f8bd84 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:41:55.808381 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['56da6e17-81c7-428b-af76-84d1fb4c24f1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:41:55.847883 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-65fb0afa-0143-4bda-9c2c-8aff3dbecabe req-42c2c09a-1fbe-425e-8feb-2e449316a49c tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353310 Aug 19 14:41:55.909292 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 703dace4-fc56-4540-b847-7744faf5037d details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:41:55.912168 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 55766aed-7094-4bc4-9b35-25d5184f2d36 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:41:55.943049 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0964ab83-3c23-44b8-b3e0-b6d67bcbf32d req-99ed85c3-cbe9-47c9-844f-d19729b29168 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:41:55.963979 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device ee9706ba-209b-40aa-8767-35b32f77135e details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:41:55.989101 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-94351c45-fc6d-4d17-ab55-e4d543c18d7a req-7ded529c-7fd1-4b83-a544-8363d6edf2e4 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] 10.222.0.69 "GET /v2.0/ports?device_id=80f68f99-304f-4cc1-be80-ce43f95ca349 HTTP/1.1" status: 200 len: 210 time: 0.0420992 Aug 19 14:41:55.998844 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd128a75-3bfe-4f18-bcff-aada62cd9fe9 None None] Sync routers for ids ['987df8e9-2c35-4b0e-ab18-b91375f8bd84'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:41:55.999033 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-0964ab83-3c23-44b8-b3e0-b6d67bcbf32d req-99ed85c3-cbe9-47c9-844f-d19729b29168 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] No DVR routers for this DVR port 4871fd81-35ca-4287-8e90-96475280f300 on host n-h2-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:41:56.009940 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0964ab83-3c23-44b8-b3e0-b6d67bcbf32d req-99ed85c3-cbe9-47c9-844f-d19729b29168 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:56.009940 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0964ab83-3c23-44b8-b3e0-b6d67bcbf32d req-99ed85c3-cbe9-47c9-844f-d19729b29168 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] 10.222.0.88 "DELETE /v2.0/ports/4871fd81-35ca-4287-8e90-96475280f300 HTTP/1.1" status: 204 len: 173 time: 1.0971742 Aug 19 14:41:56.059264 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c24ea4a0-c326-45ab-82b7-0f3fc78a1223 req-77bd55b8-72ea-4dfc-8399-5bed87d77df7 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=64675a59-4b14-4748-bce4-528f43de434d HTTP/1.1" status: 200 len: 210 time: 0.0683405 Aug 19 14:41:56.098941 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f04fd5ed-87b2-4b4b-b786-eb8cef798132 req-6319c190-a0e9-4fff-a002-ba6fb997c3b1 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=41e15b78d78c4e818c7fba2f667bded5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468588 Aug 19 14:41:56.104036 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd128a75-3bfe-4f18-bcff-aada62cd9fe9 None None] Routers {'987df8e9-2c35-4b0e-ab18-b91375f8bd84'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:41:56.104723 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-dd128a75-3bfe-4f18-bcff-aada62cd9fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:41:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['987df8e9-2c35-4b0e-ab18-b91375f8bd84'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:41:56.262501 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1675f-9b9f-486d-a6e1-d186898f01ef req-8e3c99a2-3288-4ea1-8f6b-13d4dffea548 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:56.264134 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bff1675f-9b9f-486d-a6e1-d186898f01ef req-8e3c99a2-3288-4ea1-8f6b-13d4dffea548 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 943 time: 0.0803704 Aug 19 14:41:56.321662 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-dd128a75-3bfe-4f18-bcff-aada62cd9fe9 None None] Set router 987df8e9-2c35-4b0e-ab18-b91375f8bd84 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:41:56.338156 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bff1675f-9b9f-486d-a6e1-d186898f01ef req-475726d1-df68-4c0b-bd4d-c962a50c0d83 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587211 Aug 19 14:41:56.458891 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.db.resource_extend [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 14:41:56.509916 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f68f99-304f-4cc1-be80-ce43f95ca349', 'name': 'network-vif-deleted', 'tag': '4871fd81-35ca-4287-8e90-96475280f300'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:41:56.512047 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8abaf7c7-55c7-4e5e-86ba-a5f4f51464d4" -d '{"events": [{"server_uuid": "80f68f99-304f-4cc1-be80-ce43f95ca349", "name": "network-vif-deleted", "tag": "4871fd81-35ca-4287-8e90-96475280f300"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:41:56.570019 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port 55766aed-7094-4bc4-9b35-25d5184f2d36 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:41:56.573765 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3581e198-0c1e-4b62-9b28-55717afaf2f2 x-openstack-request-id: req-3581e198-0c1e-4b62-9b28-55717afaf2f2 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:41:56.574106 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f68f99-304f-4cc1-be80-ce43f95ca349", "name": "network-vif-deleted", "tag": "4871fd81-35ca-4287-8e90-96475280f300", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:41:56.574348 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3581e198-0c1e-4b62-9b28-55717afaf2f2 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:41:56.574738 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f68f99-304f-4cc1-be80-ce43f95ca349', 'name': 'network-vif-deleted', 'tag': '4871fd81-35ca-4287-8e90-96475280f300', 'status': 'completed', 'code': 200} Aug 19 14:41:56.600171 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04fd5ed-87b2-4b4b-b786-eb8cef798132 req-7d9aeac0-f91e-462d-a261-07307fcd14b3 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:56.603608 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f04fd5ed-87b2-4b4b-b786-eb8cef798132 req-7d9aeac0-f91e-462d-a261-07307fcd14b3 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4955273 Aug 19 14:41:56.617702 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-f04fd5ed-87b2-4b4b-b786-eb8cef798132 req-543c1d09-3ed4-426c-920b-efc7a6c9f1a9 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Request body: {'port': {'device_id': '64675a59-4b14-4748-bce4-528f43de434d', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'admin_state_up': True, 'tenant_id': '41e15b78d78c4e818c7fba2f667bded5'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:41:56.636602 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 55766aed-7094-4bc4-9b35-25d5184f2d36 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:41:56.636884 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:56.709657 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0a261-40b0-43c3-947c-efd8fb5f7de3 req-0d0b48d8-ce70-4de6-b4db-fb82f285eed9 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:56.721335 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ece0a261-40b0-43c3-947c-efd8fb5f7de3 req-0d0b48d8-ce70-4de6-b4db-fb82f285eed9 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.0859416 Aug 19 14:41:56.800798 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e523a-7527-4fed-ba43-7787111584a2 req-9a1d1e0f-6e81-436a-a2be-7cda123c53f4 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:56.808123 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e523a-7527-4fed-ba43-7787111584a2 req-9a1d1e0f-6e81-436a-a2be-7cda123c53f4 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:56.813788 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f04fd5ed-87b2-4b4b-b786-eb8cef798132 req-543c1d09-3ed4-426c-920b-efc7a6c9f1a9 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Made reservation on behalf of 41e15b78d78c4e818c7fba2f667bded5 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:41:56.815390 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e523a-7527-4fed-ba43-7787111584a2 req-9a1d1e0f-6e81-436a-a2be-7cda123c53f4 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:56.818053 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f04fd5ed-87b2-4b4b-b786-eb8cef798132 req-543c1d09-3ed4-426c-920b-efc7a6c9f1a9 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:56.821984 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e523a-7527-4fed-ba43-7787111584a2 req-9a1d1e0f-6e81-436a-a2be-7cda123c53f4 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:56.829162 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e523a-7527-4fed-ba43-7787111584a2 req-9a1d1e0f-6e81-436a-a2be-7cda123c53f4 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:56.835212 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e523a-7527-4fed-ba43-7787111584a2 req-9a1d1e0f-6e81-436a-a2be-7cda123c53f4 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:56.842337 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e523a-7527-4fed-ba43-7787111584a2 req-9a1d1e0f-6e81-436a-a2be-7cda123c53f4 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:56.844720 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0e1e523a-7527-4fed-ba43-7787111584a2 req-9a1d1e0f-6e81-436a-a2be-7cda123c53f4 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 5436 time: 0.1627493 Aug 19 14:41:56.860787 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ece0a261-40b0-43c3-947c-efd8fb5f7de3 req-81171aef-abac-4744-920e-9769b3545d49 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375499 Aug 19 14:41:56.884174 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 703dace4-fc56-4540-b847-7744faf5037d, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=703dace4-fc56-4540-b847-7744faf5037d,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:56.905964 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port ee9706ba-209b-40aa-8767-35b32f77135e, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=ee9706ba-209b-40aa-8767-35b32f77135e,segment=NetworkSegment(d24c84db-ca72-4228-8e2e-914c2c673b49),segment_id=d24c84db-ca72-4228-8e2e-914c2c673b49)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:56.917317 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0e1e523a-7527-4fed-ba43-7787111584a2 req-91357a80-69cc-49fb-aa5c-7cfa1c11c1ef tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/security-groups?id=8862cddc-dd3e-4608-94de-b1904f67b1ca&id=b221f776-c920-4201-a5ce-e97a00b87480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550122 Aug 19 14:41:56.931763 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '703dace4-fc56-4540-b847-7744faf5037d', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'port_id': '703dace4-fc56-4540-b847-7744faf5037d', 'mac_address': 'fa:16:3e:1f:64:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:41:56.972435 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': 'ee9706ba-209b-40aa-8767-35b32f77135e', 'network_id': 'c173e005-89f4-4c18-bacc-4a095707947a', 'port_id': 'ee9706ba-209b-40aa-8767-35b32f77135e', 'mac_address': 'fa:16:3e:28:57:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a74698-63e8-48bf-8a39-b9ba22230f90', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:41:56.996189 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-f04fd5ed-87b2-4b4b-b786-eb8cef798132 req-543c1d09-3ed4-426c-920b-efc7a6c9f1a9 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Allocated IP 192.168.233.104 (5146d24a-89b5-4a43-8ca4-b26f4fb943f7/2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86/a59c51f8-a9b3-42fe-8a1a-1ab240009612) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:41:57.071025 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907c7e0-1a45-458f-abf5-37fcb8edc1d4 req-5883cc39-b883-40bd-85f9-b3789c617378 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:57.072703 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b907c7e0-1a45-458f-abf5-37fcb8edc1d4 req-5883cc39-b883-40bd-85f9-b3789c617378 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f3c79de-d19d-4faf-bc2c-34883c4e4c8b HTTP/1.1" status: 200 len: 943 time: 0.0879552 Aug 19 14:41:57.082687 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692128b-4b6a-400c-bbb2-fb191fdca75f req-413284fe-f4bb-4e14-a79e-e7a8e69ead93 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:57.084293 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8692128b-4b6a-400c-bbb2-fb191fdca75f req-413284fe-f4bb-4e14-a79e-e7a8e69ead93 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c HTTP/1.1" status: 200 len: 944 time: 0.0880020 Aug 19 14:41:57.094141 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:57.140222 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:57.150049 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b907c7e0-1a45-458f-abf5-37fcb8edc1d4 req-144cf980-44ac-4e43-98ea-e0ad9b44193c tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7bff13a-0390-4b12-a5ab-22b49f85b693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645156 Aug 19 14:41:57.158255 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:57.160054 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8692128b-4b6a-400c-bbb2-fb191fdca75f req-1fe7c6a4-7594-4316-bab8-ab6f03433b25 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605726 Aug 19 14:41:57.163605 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee9706ba-209b-40aa-8767-35b32f77135e {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:41:57.170499 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f04fd5ed-87b2-4b4b-b786-eb8cef798132 req-543c1d09-3ed4-426c-920b-efc7a6c9f1a9 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:57.188206 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-f04fd5ed-87b2-4b4b-b786-eb8cef798132 req-543c1d09-3ed4-426c-920b-efc7a6c9f1a9 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Transition to ACTIVE for port object a59c51f8-a9b3-42fe-8a1a-1ab240009612 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:41:57.195070 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port ee9706ba-209b-40aa-8767-35b32f77135e, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=ee9706ba-209b-40aa-8767-35b32f77135e,segment=NetworkSegment(d24c84db-ca72-4228-8e2e-914c2c673b49),segment_id=d24c84db-ca72-4228-8e2e-914c2c673b49)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:57.215580 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:57.231426 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55766aed-7094-4bc4-9b35-25d5184f2d36'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:41:57.233760 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1062d9c9-2f2b-4229-871c-0310c099230f" -d '{"events": [{"server_uuid": "cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c", "name": "network-vif-plugged", "status": "completed", "tag": "55766aed-7094-4bc4-9b35-25d5184f2d36"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:41:57.255686 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f04fd5ed-87b2-4b4b-b786-eb8cef798132 req-543c1d09-3ed4-426c-920b-efc7a6c9f1a9 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:57.269307 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 703dace4-fc56-4540-b847-7744faf5037d {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:41:57.281704 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['b7cdddfb-21cf-4332-9d96-c1edd174d9b1', 'd5bf5591-dd61-494c-9e1d-4302052e8ea1', 'ff5ae454-8204-4874-949d-c1ac12f516e7', '71660b2b-ea0f-4ab1-8bb1-61fee9decc6e'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:41:57.285429 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 55766aed-7094-4bc4-9b35-25d5184f2d36, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=55766aed-7094-4bc4-9b35-25d5184f2d36,segment=NetworkSegment(fcd6ac5d-931b-4836-82cc-58250c6a0f69),segment_id=fcd6ac5d-931b-4836-82cc-58250c6a0f69)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:57.312764 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f04fd5ed-87b2-4b4b-b786-eb8cef798132 req-543c1d09-3ed4-426c-920b-efc7a6c9f1a9 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:41:57.316537 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-f04fd5ed-87b2-4b4b-b786-eb8cef798132 req-543c1d09-3ed4-426c-920b-efc7a6c9f1a9 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:41:57.319117 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-f04fd5ed-87b2-4b4b-b786-eb8cef798132 req-543c1d09-3ed4-426c-920b-efc7a6c9f1a9 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:41:57.326199 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:57.327051 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 703dace4-fc56-4540-b847-7744faf5037d no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:41:57.348692 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f09be9-f2af-4baa-a069-53771dcc4aad req-ece58f68-0e1c-45c3-935b-915a96f201df tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:57.358656 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-55f09be9-f2af-4baa-a069-53771dcc4aad req-ece58f68-0e1c-45c3-935b-915a96f201df tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=64675a59-4b14-4748-bce4-528f43de434d HTTP/1.1" status: 200 len: 936 time: 0.0926116 Aug 19 14:41:57.361438 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 42004) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:41:57.376904 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 703dace4-fc56-4540-b847-7744faf5037d, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=703dace4-fc56-4540-b847-7744faf5037d,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:57.391383 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04fd5ed-87b2-4b4b-b786-eb8cef798132 req-543c1d09-3ed4-426c-920b-efc7a6c9f1a9 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:57.392134 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f04fd5ed-87b2-4b4b-b786-eb8cef798132 req-543c1d09-3ed4-426c-920b-efc7a6c9f1a9 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:57.394981 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:57.415299 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-dd128a75-3bfe-4f18-bcff-aada62cd9fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987df8e9-2c35-4b0e-ab18-b91375f8bd84', 'name': 'tempest-ServersTestJSON-1246469378-router', 'tenant_id': '484e4968dd104ea599dbddf94075889b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '8a4129a2-3fec-45d8-8e2a-eecab4416cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:39:26Z', 'updated_at': '2021-08-19T14:39:33Z', 'revision_number': 4, 'project_id': '484e4968dd104ea599dbddf94075889b', 'gw_port': {'id': '8a4129a2-3fec-45d8-8e2a-eecab4416cef', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987df8e9-2c35-4b0e-ab18-b91375f8bd84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:27Z', 'updated_at': '2021-08-19T14:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'f9a0d078-f734-4f3b-b535-ebef7b9d03be', 'name': '', 'network_id': '10688f75-d15a-4686-a1b4-b19f22ed34f4', 'tenant_id': '484e4968dd104ea599dbddf94075889b', 'mac_address': 'fa:16:3e:6e:13:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987df8e9-2c35-4b0e-ab18-b91375f8bd84', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '59a65ff2-b1d4-4c98-8548-294ed43ffbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:31Z', 'updated_at': '2021-08-19T14:39:44Z', 'revision_number': 5, 'project_id': '484e4968dd104ea599dbddf94075889b', 'subnets': [{'id': '59a65ff2-b1d4-4c98-8548-294ed43ffbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:41:57.416026 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f04fd5ed-87b2-4b4b-b786-eb8cef798132 req-543c1d09-3ed4-426c-920b-efc7a6c9f1a9 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8037469 Aug 19 14:41:57.417227 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=ee9706ba-209b-40aa-8767-35b32f77135e,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:57.421590 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c1d09-3ed4-426c-920b-efc7a6c9f1a9 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Pushing event updated for resources: {'Port': ['ID=a59c51f8-a9b3-42fe-8a1a-1ab240009612,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:57.426578 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6ff3a1-a275-43d1-9210-c37d19f8c4c0 x-openstack-request-id: req-3d6ff3a1-a275-43d1-9210-c37d19f8c4c0 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:41:57.426866 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c", "name": "network-vif-plugged", "status": "completed", "tag": "55766aed-7094-4bc4-9b35-25d5184f2d36", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:41:57.427193 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3d6ff3a1-a275-43d1-9210-c37d19f8c4c0 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:41:57.427540 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55766aed-7094-4bc4-9b35-25d5184f2d36', 'code': 200} Aug 19 14:41:57.448837 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-f04fd5ed-87b2-4b4b-b786-eb8cef798132 req-8e812fc2-2851-4fe2-aeb7-5467128182f2 service neutron] Request body: {'port': {'device_id': '64675a59-4b14-4748-bce4-528f43de434d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:41:57.514377 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-55f09be9-f2af-4baa-a069-53771dcc4aad req-8b87c4e5-4b16-462d-a29a-a3985b01d220 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543379 Aug 19 14:41:57.534574 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f48ba18d-84b6-48f9-a97b-eff7c489e6ba tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:57.539908 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f04fd5ed-87b2-4b4b-b786-eb8cef798132 req-8e812fc2-2851-4fe2-aeb7-5467128182f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:57.596655 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f48ba18d-84b6-48f9-a97b-eff7c489e6ba tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:57.622904 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1091158-befd-4a43-a1f7-4ab59052b4df req-9760e38e-e515-4c06-9219-214bfe9db699 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:57.633077 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d1091158-befd-4a43-a1f7-4ab59052b4df req-9760e38e-e515-4c06-9219-214bfe9db699 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 943 time: 0.1064966 Aug 19 14:41:57.643268 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c8145-5bd4-4dd4-8758-b1e9e28705a3 req-d73436c5-4aa0-440f-8bc5-5959e6a1d1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:57.645180 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-bc3c8145-5bd4-4dd4-8758-b1e9e28705a3 req-d73436c5-4aa0-440f-8bc5-5959e6a1d1fa service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c HTTP/1.1" status: 200 len: 1096 time: 0.0905550 Aug 19 14:41:57.675690 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd128a75-3bfe-4f18-bcff-aada62cd9fe9 None None] Checking router: 987df8e9-2c35-4b0e-ab18-b91375f8bd84 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:41:57.695747 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d1091158-befd-4a43-a1f7-4ab59052b4df req-06fd42ce-437e-4a0a-8573-4b4c53a29428 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617778 Aug 19 14:41:57.715595 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f48ba18d-84b6-48f9-a97b-eff7c489e6ba tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:57.719050 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f48ba18d-84b6-48f9-a97b-eff7c489e6ba tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:57.720240 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f48ba18d-84b6-48f9-a97b-eff7c489e6ba tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] 10.222.0.69 "DELETE /v2.0/security-groups/5fb0a3a7-ad69-4ba5-af92-bf0b7315a2dd HTTP/1.1" status: 204 len: 168 time: 0.3576136 Aug 19 14:41:57.725554 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42008) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:41:57.733407 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48ba18d-84b6-48f9-a97b-eff7c489e6ba tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb0a3a7-ad69-4ba5-af92-bf0b7315a2dd,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:57.746530 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-759aefd3-c786-42b5-bcda-9f38cd217a66 None None] Provisioning for port a59c51f8-a9b3-42fe-8a1a-1ab240009612 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:41:57.749858 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd128a75-3bfe-4f18-bcff-aada62cd9fe9 None None] Routers {'987df8e9-2c35-4b0e-ab18-b91375f8bd84'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:41:57.750505 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-dd128a75-3bfe-4f18-bcff-aada62cd9fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:41:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['987df8e9-2c35-4b0e-ab18-b91375f8bd84'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:41:57.758553 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-e59707a2-d25c-457d-b1ee-70c7b89a0e8f tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] show failed (client error): The resource could not be found. Aug 19 14:41:57.759586 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e59707a2-d25c-457d-b1ee-70c7b89a0e8f tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] 10.222.0.69 "GET /v2.0/security-groups/5fb0a3a7-ad69-4ba5-af92-bf0b7315a2dd HTTP/1.1" status: 404 len: 347 time: 0.0328777 Aug 19 14:41:57.763667 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 42010) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:41:57.780670 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-bc3c8145-5bd4-4dd4-8758-b1e9e28705a3 req-8aa5a3d5-6603-4f5b-8e4d-a6f88b2f7805 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264043 Aug 19 14:41:57.801143 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=55766aed-7094-4bc4-9b35-25d5184f2d36,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:57.807146 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-759aefd3-c786-42b5-bcda-9f38cd217a66 None None] Provisioning complete for port a59c51f8-a9b3-42fe-8a1a-1ab240009612 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:41:57.807516 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-759aefd3-c786-42b5-bcda-9f38cd217a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:57.839129 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['703dace4-fc56-4540-b847-7744faf5037d'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:41:57.890045 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-5ac6f05c-5d75-4c18-81b3-697f33b5f344 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Deleting port b130b625-0644-42e1-a611-0c47bbb4080c {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:41:57.890578 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ac6f05c-5d75-4c18-81b3-697f33b5f344 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:57.919316 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 4871fd81-35ca-4287-8e90-96475280f300 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:41:57.947005 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-f04fd5ed-87b2-4b4b-b786-eb8cef798132 req-8e812fc2-2851-4fe2-aeb7-5467128182f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a59c51f8-a9b3-42fe-8a1a-1ab240009612 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:41:57.958371 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f04fd5ed-87b2-4b4b-b786-eb8cef798132 req-8e812fc2-2851-4fe2-aeb7-5467128182f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:57.975852 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-f04fd5ed-87b2-4b4b-b786-eb8cef798132 req-8e812fc2-2851-4fe2-aeb7-5467128182f2 service neutron] Transition to ACTIVE for port object a59c51f8-a9b3-42fe-8a1a-1ab240009612 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:41:57.980254 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f04fd5ed-87b2-4b4b-b786-eb8cef798132 req-8e812fc2-2851-4fe2-aeb7-5467128182f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:58.013120 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: 4871fd81-35ca-4287-8e90-96475280f300 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:41:58.013390 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 4871fd81-35ca-4287-8e90-96475280f300 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:41:58.042357 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-759aefd3-c786-42b5-bcda-9f38cd217a66 None None] Port a59c51f8-a9b3-42fe-8a1a-1ab240009612 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:41:58.054865 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ac6f05c-5d75-4c18-81b3-697f33b5f344 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:58.055206 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ac6f05c-5d75-4c18-81b3-697f33b5f344 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:58.068038 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:58.079176 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-5ac6f05c-5d75-4c18-81b3-697f33b5f344 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Calling delete_port for b130b625-0644-42e1-a611-0c47bbb4080c owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:41:58.095700 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4a4f5-f056-4c2e-a345-498de2010ae5 req-1070c840-3972-45f0-82f0-2305c5f16ea1 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:58.097262 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7eb4a4f5-f056-4c2e-a345-498de2010ae5 req-1070c840-3972-45f0-82f0-2305c5f16ea1 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 948 time: 0.1582026 Aug 19 14:41:58.098829 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=703dace4-fc56-4540-b847-7744faf5037d,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:58.110862 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e812fc2-2851-4fe2-aeb7-5467128182f2 service neutron] Pushing event updated for resources: {'Port': ['ID=a59c51f8-a9b3-42fe-8a1a-1ab240009612,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:58.121667 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 703dace4-fc56-4540-b847-7744faf5037d {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:41:58.142359 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-dd128a75-3bfe-4f18-bcff-aada62cd9fe9 None None] Set router 987df8e9-2c35-4b0e-ab18-b91375f8bd84 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:41:58.146696 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-f04fd5ed-87b2-4b4b-b786-eb8cef798132 req-8e812fc2-2851-4fe2-aeb7-5467128182f2 service neutron] Attempting to bind port a59c51f8-a9b3-42fe-8a1a-1ab240009612 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:41:58.147118 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-f04fd5ed-87b2-4b4b-b786-eb8cef798132 req-8e812fc2-2851-4fe2-aeb7-5467128182f2 service neutron] Attempting to bind port a59c51f8-a9b3-42fe-8a1a-1ab240009612 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:41:58.147764 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04fd5ed-87b2-4b4b-b786-eb8cef798132 req-8e812fc2-2851-4fe2-aeb7-5467128182f2 service neutron] Attempting to bind port a59c51f8-a9b3-42fe-8a1a-1ab240009612 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:41:58.153501 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa660dcc-95ee-4b6e-b787-94f14529ced0 req-8a24f3a6-7932-4899-a4d4-6f6b1d20780e tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:58.154133 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04fd5ed-87b2-4b4b-b786-eb8cef798132 req-8e812fc2-2851-4fe2-aeb7-5467128182f2 service neutron] Port a59c51f8-a9b3-42fe-8a1a-1ab240009612 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:41:58.154527 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04fd5ed-87b2-4b4b-b786-eb8cef798132 req-8e812fc2-2851-4fe2-aeb7-5467128182f2 service neutron] Attempting to bind port a59c51f8-a9b3-42fe-8a1a-1ab240009612 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:41:58.160903 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04fd5ed-87b2-4b4b-b786-eb8cef798132 req-8e812fc2-2851-4fe2-aeb7-5467128182f2 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:41:58.161553 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa660dcc-95ee-4b6e-b787-94f14529ced0 req-8a24f3a6-7932-4899-a4d4-6f6b1d20780e tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:58.161689 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04fd5ed-87b2-4b4b-b786-eb8cef798132 req-8e812fc2-2851-4fe2-aeb7-5467128182f2 service neutron] Checking segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:41:58.162099 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04fd5ed-87b2-4b4b-b786-eb8cef798132 req-8e812fc2-2851-4fe2-aeb7-5467128182f2 service neutron] Bound using segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:41:58.162650 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-f04fd5ed-87b2-4b4b-b786-eb8cef798132 req-8e812fc2-2851-4fe2-aeb7-5467128182f2 service neutron] Bound port: a59c51f8-a9b3-42fe-8a1a-1ab240009612, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:41:58.163481 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f04fd5ed-87b2-4b4b-b786-eb8cef798132 req-8e812fc2-2851-4fe2-aeb7-5467128182f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:58.169154 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa660dcc-95ee-4b6e-b787-94f14529ced0 req-8a24f3a6-7932-4899-a4d4-6f6b1d20780e tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:58.177422 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa660dcc-95ee-4b6e-b787-94f14529ced0 req-8a24f3a6-7932-4899-a4d4-6f6b1d20780e tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:58.187048 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa660dcc-95ee-4b6e-b787-94f14529ced0 req-8a24f3a6-7932-4899-a4d4-6f6b1d20780e tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:58.193293 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa660dcc-95ee-4b6e-b787-94f14529ced0 req-8a24f3a6-7932-4899-a4d4-6f6b1d20780e tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:58.200851 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa660dcc-95ee-4b6e-b787-94f14529ced0 req-8a24f3a6-7932-4899-a4d4-6f6b1d20780e tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:58.202862 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fa660dcc-95ee-4b6e-b787-94f14529ced0 req-8a24f3a6-7932-4899-a4d4-6f6b1d20780e tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 5436 time: 0.1950879 Aug 19 14:41:58.229732 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 703dace4-fc56-4540-b847-7744faf5037d, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=703dace4-fc56-4540-b847-7744faf5037d,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:41:58.258623 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-f04fd5ed-87b2-4b4b-b786-eb8cef798132 req-8e812fc2-2851-4fe2-aeb7-5467128182f2 service neutron] For port a59c51f8-a9b3-42fe-8a1a-1ab240009612, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:41:58.262475 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7eb4a4f5-f056-4c2e-a345-498de2010ae5 req-352d6506-b618-4842-9e98-9e89f662d62d tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530025 Aug 19 14:41:58.262872 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-f04fd5ed-87b2-4b4b-b786-eb8cef798132 req-8e812fc2-2851-4fe2-aeb7-5467128182f2 service neutron] For port a59c51f8-a9b3-42fe-8a1a-1ab240009612, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=a59c51f8-a9b3-42fe-8a1a-1ab240009612,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:41:58.268870 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f04fd5ed-87b2-4b4b-b786-eb8cef798132 req-8e812fc2-2851-4fe2-aeb7-5467128182f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:58.287703 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:58.328170 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04fd5ed-87b2-4b4b-b786-eb8cef798132 req-8e812fc2-2851-4fe2-aeb7-5467128182f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:58.329273 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f04fd5ed-87b2-4b4b-b786-eb8cef798132 req-8e812fc2-2851-4fe2-aeb7-5467128182f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:58.331132 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f04fd5ed-87b2-4b4b-b786-eb8cef798132 req-8e812fc2-2851-4fe2-aeb7-5467128182f2 service neutron] 10.222.0.68 "PUT /v2.0/ports/a59c51f8-a9b3-42fe-8a1a-1ab240009612 HTTP/1.1" status: 200 len: 1096 time: 0.8964989 Aug 19 14:41:58.352556 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fa660dcc-95ee-4b6e-b787-94f14529ced0 req-cf90d849-38c7-425f-94bf-e55f42310d1a tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/security-groups?id=8862cddc-dd3e-4608-94de-b1904f67b1ca&id=b221f776-c920-4201-a5ce-e97a00b87480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1423402 Aug 19 14:41:58.387484 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e812fc2-2851-4fe2-aeb7-5467128182f2 service neutron] Pushing event updated for resources: {'Port': ['ID=a59c51f8-a9b3-42fe-8a1a-1ab240009612,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:58.481723 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04fd5ed-87b2-4b4b-b786-eb8cef798132 req-df1356db-0645-4882-bd9c-2e2a76c947de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:58.483627 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f04fd5ed-87b2-4b4b-b786-eb8cef798132 req-df1356db-0645-4882-bd9c-2e2a76c947de service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=41e15b78d78c4e818c7fba2f667bded5&device_id=64675a59-4b14-4748-bce4-528f43de434d HTTP/1.1" status: 200 len: 1099 time: 0.0901420 Aug 19 14:41:58.519528 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=703dace4-fc56-4540-b847-7744faf5037d,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:58.536883 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f04fd5ed-87b2-4b4b-b786-eb8cef798132 req-6e20e86e-5481-4407-8a99-08a149e6f79b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=a59c51f8-a9b3-42fe-8a1a-1ab240009612 HTTP/1.1" status: 200 len: 217 time: 0.0427816 Aug 19 14:41:58.541496 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2dd02-78db-437f-860f-8451e0ea49f2 req-e0f6d9e9-1230-4c98-97c7-2dc5cc5174f6 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:58.543851 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-95f2dd02-78db-437f-860f-8451e0ea49f2 req-e0f6d9e9-1230-4c98-97c7-2dc5cc5174f6 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c HTTP/1.1" status: 200 len: 945 time: 0.1494482 Aug 19 14:41:58.569736 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903aff94-1b8f-49ae-b7de-3d13a4cfa809 req-3639c282-f350-460e-b581-6a7d42766652 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:58.575351 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-903aff94-1b8f-49ae-b7de-3d13a4cfa809 req-3639c282-f350-460e-b581-6a7d42766652 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f3c79de-d19d-4faf-bc2c-34883c4e4c8b HTTP/1.1" status: 200 len: 944 time: 0.0966208 Aug 19 14:41:58.605679 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64675a59-4b14-4748-bce4-528f43de434d', 'tag': 'a59c51f8-a9b3-42fe-8a1a-1ab240009612'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:41:58.608667 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313d3c40-710b-42ed-add2-1e787572bb91" -d '{"events": [{"name": "network-changed", "server_uuid": "64675a59-4b14-4748-bce4-528f43de434d", "tag": "a59c51f8-a9b3-42fe-8a1a-1ab240009612"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:41:58.613137 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04fd5ed-87b2-4b4b-b786-eb8cef798132 req-1672ea04-5e7d-43a8-8f27-e7b636385a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:58.614878 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f04fd5ed-87b2-4b4b-b786-eb8cef798132 req-1672ea04-5e7d-43a8-8f27-e7b636385a37 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.0627728 Aug 19 14:41:58.667583 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04fd5ed-87b2-4b4b-b786-eb8cef798132 req-e2000fef-fcc9-4f48-9ff1-35c5550a7563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:58.669879 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f04fd5ed-87b2-4b4b-b786-eb8cef798132 req-e2000fef-fcc9-4f48-9ff1-35c5550a7563 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0430443 Aug 19 14:41:58.682112 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-dd128a75-3bfe-4f18-bcff-aada62cd9fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987df8e9-2c35-4b0e-ab18-b91375f8bd84', 'name': 'tempest-ServersTestJSON-1246469378-router', 'tenant_id': '484e4968dd104ea599dbddf94075889b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '8a4129a2-3fec-45d8-8e2a-eecab4416cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:39:26Z', 'updated_at': '2021-08-19T14:39:33Z', 'revision_number': 4, 'project_id': '484e4968dd104ea599dbddf94075889b', 'gw_port': {'id': '8a4129a2-3fec-45d8-8e2a-eecab4416cef', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987df8e9-2c35-4b0e-ab18-b91375f8bd84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:27Z', 'updated_at': '2021-08-19T14:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'f9a0d078-f734-4f3b-b535-ebef7b9d03be', 'name': '', 'network_id': '10688f75-d15a-4686-a1b4-b19f22ed34f4', 'tenant_id': '484e4968dd104ea599dbddf94075889b', 'mac_address': 'fa:16:3e:6e:13:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987df8e9-2c35-4b0e-ab18-b91375f8bd84', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '59a65ff2-b1d4-4c98-8548-294ed43ffbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:31Z', 'updated_at': '2021-08-19T14:39:44Z', 'revision_number': 5, 'project_id': '484e4968dd104ea599dbddf94075889b', 'subnets': [{'id': '59a65ff2-b1d4-4c98-8548-294ed43ffbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:41:58.720931 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['ee9706ba-209b-40aa-8767-35b32f77135e'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:41:58.727407 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd128a75-3bfe-4f18-bcff-aada62cd9fe9 None None] The sync data for ids ['987df8e9-2c35-4b0e-ab18-b91375f8bd84'] in n-d-766043-2 is: [{'id': '987df8e9-2c35-4b0e-ab18-b91375f8bd84', 'name': 'tempest-ServersTestJSON-1246469378-router', 'tenant_id': '484e4968dd104ea599dbddf94075889b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '8a4129a2-3fec-45d8-8e2a-eecab4416cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:39:26Z', 'updated_at': '2021-08-19T14:39:33Z', 'revision_number': 4, 'project_id': '484e4968dd104ea599dbddf94075889b', 'gw_port': {'id': '8a4129a2-3fec-45d8-8e2a-eecab4416cef', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987df8e9-2c35-4b0e-ab18-b91375f8bd84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:27Z', 'updated_at': '2021-08-19T14:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'f9a0d078-f734-4f3b-b535-ebef7b9d03be', 'name': '', 'network_id': '10688f75-d15a-4686-a1b4-b19f22ed34f4', 'tenant_id': '484e4968dd104ea599dbddf94075889b', 'mac_address': 'fa:16:3e:6e:13:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987df8e9-2c35-4b0e-ab18-b91375f8bd84', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '59a65ff2-b1d4-4c98-8548-294ed43ffbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:31Z', 'updated_at': '2021-08-19T14:39:44Z', 'revision_number': 5, 'project_id': '484e4968dd104ea599dbddf94075889b', 'subnets': [{'id': '59a65ff2-b1d4-4c98-8548-294ed43ffbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:41:58.785382 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f04fd5ed-87b2-4b4b-b786-eb8cef798132 req-42e5a45e-94c7-4036-81d0-0aaa747a1c60 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035821 Aug 19 14:41:58.897967 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f04fd5ed-87b2-4b4b-b786-eb8cef798132 req-9166feec-a2eb-49f4-89f0-4ba891b55cf1 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982587 Aug 19 14:41:58.941471 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ac6f05c-5d75-4c18-81b3-697f33b5f344 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:58.997615 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-95f2dd02-78db-437f-860f-8451e0ea49f2 req-d248f3e4-c90c-48f0-85ad-97406d24a921 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4420033 Aug 19 14:41:58.998289 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac6f05c-5d75-4c18-81b3-697f33b5f344 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Pushing event deleted for resources: {'Port': ['ID=b130b625-0644-42e1-a611-0c47bbb4080c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:41:59.048735 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72842612-304d-4364-9f2b-403a58d2599f None None] New status for floating IP 0a26df13-b18a-41f9-9093-f1c0d55f90f9: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 14:41:59.056939 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-903aff94-1b8f-49ae-b7de-3d13a4cfa809 req-1c3b8e8d-795a-4fa9-bceb-e3716076f38b tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7bff13a-0390-4b12-a5ab-22b49f85b693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180820 Aug 19 14:41:59.114492 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ac6f05c-5d75-4c18-81b3-697f33b5f344 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:59.118985 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ac6f05c-5d75-4c18-81b3-697f33b5f344 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:59.121059 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-5ac6f05c-5d75-4c18-81b3-697f33b5f344 tempest-ServersTestJSON-340837757 tempest-ServersTestJSON-340837757-project] 10.222.0.69 "DELETE /v2.0/floatingips/0a26df13-b18a-41f9-9093-f1c0d55f90f9 HTTP/1.1" status: 204 len: 168 time: 1.3556356 Aug 19 14:41:59.123849 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42028) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:41:59.171998 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a6e65f-32dd-4697-b935-d5a30f3e37bf x-openstack-request-id: req-19a6e65f-32dd-4697-b935-d5a30f3e37bf {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:41:59.172280 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64675a59-4b14-4748-bce4-528f43de434d", "tag": "a59c51f8-a9b3-42fe-8a1a-1ab240009612", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:41:59.172559 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-19a6e65f-32dd-4697-b935-d5a30f3e37bf {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:41:59.172949 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64675a59-4b14-4748-bce4-528f43de434d', 'tag': 'a59c51f8-a9b3-42fe-8a1a-1ab240009612', 'status': 'completed', 'code': 200} Aug 19 14:41:59.184982 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f216c4-3a30-46a6-ae39-097a6c2a117b req-2a5cf211-f21c-41e2-81cf-141818268af3 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:59.186673 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e5f216c4-3a30-46a6-ae39-097a6c2a117b req-2a5cf211-f21c-41e2-81cf-141818268af3 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=64675a59-4b14-4748-bce4-528f43de434d HTTP/1.1" status: 200 len: 948 time: 0.0633128 Aug 19 14:41:59.271632 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e5f216c4-3a30-46a6-ae39-097a6c2a117b req-3a3501b7-1694-4768-b62d-7d2b23fc7f7b tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701909 Aug 19 14:41:59.295303 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe456fef-c7cd-410c-88d2-8773cfb26542 req-a3c0fc69-5858-461e-9a40-3f6d0778dd42 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:59.296908 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fe456fef-c7cd-410c-88d2-8773cfb26542 req-a3c0fc69-5858-461e-9a40-3f6d0778dd42 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 943 time: 0.0696535 Aug 19 14:41:59.303245 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d3c40-710b-42ed-add2-1e787572bb91 req-16e2a1ab-2f39-4a80-b083-387f0264362e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:59.305376 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-313d3c40-710b-42ed-add2-1e787572bb91 req-16e2a1ab-2f39-4a80-b083-387f0264362e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=41e15b78d78c4e818c7fba2f667bded5&device_id=64675a59-4b14-4748-bce4-528f43de434d HTTP/1.1" status: 200 len: 1099 time: 0.0946929 Aug 19 14:41:59.342532 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fe456fef-c7cd-410c-88d2-8773cfb26542 req-755dfffc-1251-469b-ad20-b5a51a9b8043 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367837 Aug 19 14:41:59.409289 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32858584-3f88-4032-87b0-9b71f933a56c req-c601c707-2c18-4f9e-a800-4207b0c5416d tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:59.411011 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-32858584-3f88-4032-87b0-9b71f933a56c req-c601c707-2c18-4f9e-a800-4207b0c5416d tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 947 time: 0.0572894 Aug 19 14:41:59.474752 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-32858584-3f88-4032-87b0-9b71f933a56c req-08f5ce59-3e4f-4a36-821f-8baf941f8adb tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570140 Aug 19 14:41:59.501769 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0e837-a5d0-43d5-9975-96b1cdab5335 req-a356fb0c-5112-4177-9093-927ae3176cc5 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:59.508101 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0e837-a5d0-43d5-9975-96b1cdab5335 req-a356fb0c-5112-4177-9093-927ae3176cc5 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:59.508602 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d3c40-710b-42ed-add2-1e787572bb91 req-de993bb3-5e08-473d-b9e7-d35cf3957d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:59.510105 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-313d3c40-710b-42ed-add2-1e787572bb91 req-de993bb3-5e08-473d-b9e7-d35cf3957d21 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.1693320 Aug 19 14:41:59.514567 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0e837-a5d0-43d5-9975-96b1cdab5335 req-a356fb0c-5112-4177-9093-927ae3176cc5 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:59.520517 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0e837-a5d0-43d5-9975-96b1cdab5335 req-a356fb0c-5112-4177-9093-927ae3176cc5 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:59.526613 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0e837-a5d0-43d5-9975-96b1cdab5335 req-a356fb0c-5112-4177-9093-927ae3176cc5 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:59.533175 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0e837-a5d0-43d5-9975-96b1cdab5335 req-a356fb0c-5112-4177-9093-927ae3176cc5 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:59.539049 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0e837-a5d0-43d5-9975-96b1cdab5335 req-a356fb0c-5112-4177-9093-927ae3176cc5 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:59.540979 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0cb0e837-a5d0-43d5-9975-96b1cdab5335 req-a356fb0c-5112-4177-9093-927ae3176cc5 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 5436 time: 0.0975883 Aug 19 14:41:59.556107 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-313d3c40-710b-42ed-add2-1e787572bb91 req-5d71e30d-927a-4441-8de2-007376cfa1fc service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=a59c51f8-a9b3-42fe-8a1a-1ab240009612 HTTP/1.1" status: 200 len: 217 time: 0.0362868 Aug 19 14:41:59.583626 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0cb0e837-a5d0-43d5-9975-96b1cdab5335 req-202cdece-ebc3-4c9c-af44-72ba95431941 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/security-groups?id=8862cddc-dd3e-4608-94de-b1904f67b1ca&id=b221f776-c920-4201-a5ce-e97a00b87480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363431 Aug 19 14:41:59.635470 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d3c40-710b-42ed-add2-1e787572bb91 req-f9e7a6f1-677f-4ff5-8d7f-ce74679f946d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:59.637515 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-313d3c40-710b-42ed-add2-1e787572bb91 req-f9e7a6f1-677f-4ff5-8d7f-ce74679f946d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.0587745 Aug 19 14:41:59.721487 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d3c40-710b-42ed-add2-1e787572bb91 req-aff8688f-ac56-4e6d-a5c4-f1e6e40bc58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:41:59.722958 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-313d3c40-710b-42ed-add2-1e787572bb91 req-aff8688f-ac56-4e6d-a5c4-f1e6e40bc58a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0693212 Aug 19 14:41:59.734828 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-539cff39-c8f3-4ae3-b75c-1e082657af8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:41:59.896225 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 30616cbd-c355-42fe-8823-3f196a3d77ca details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:41:59.898364 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-313d3c40-710b-42ed-add2-1e787572bb91 req-791a5c2f-8195-48ee-8558-3f364d9a64c7 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608109 Aug 19 14:41:59.900311 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 703dace4-fc56-4540-b847-7744faf5037d up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:42:00.009896 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 703dace4-fc56-4540-b847-7744faf5037d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:42:00.010264 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:00.053823 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-313d3c40-710b-42ed-add2-1e787572bb91 req-7f8134ab-c36d-4c20-9dcc-60f9737c8b13 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238275 Aug 19 14:42:00.059480 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 30616cbd-c355-42fe-8823-3f196a3d77ca, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=30616cbd-c355-42fe-8823-3f196a3d77ca,segment=NetworkSegment(deb4ceaa-a168-4950-8d67-f7a10179a94a),segment_id=deb4ceaa-a168-4950-8d67-f7a10179a94a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:00.074476 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '30616cbd-c355-42fe-8823-3f196a3d77ca', 'network_id': '669513f8-b4b3-4e5c-8f0d-5f8e9923cc05', 'port_id': '30616cbd-c355-42fe-8823-3f196a3d77ca', 'mac_address': 'fa:16:3e:a0:d9:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55f10344-049d-42f2-b429-801948692761', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:42:00.146342 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-539cff39-c8f3-4ae3-b75c-1e082657af8a admin admin] Deleting port f9a0d078-f734-4f3b-b535-ebef7b9d03be {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:42:00.146671 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:00.146835 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-539cff39-c8f3-4ae3-b75c-1e082657af8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:00.148734 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:00.170329 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30616cbd-c355-42fe-8823-3f196a3d77ca {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:42:00.179110 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e495f7-4cad-40c2-b00f-70ef5301215a req-79825208-7c3c-4f3a-b992-3480a5c07140 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:00.181447 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c7e495f7-4cad-40c2-b00f-70ef5301215a req-79825208-7c3c-4f3a-b992-3480a5c07140 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c HTTP/1.1" status: 200 len: 945 time: 0.0960166 Aug 19 14:42:00.190476 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25972b62-1c88-43d0-ba75-030270ffe8ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703dace4-fc56-4540-b847-7744faf5037d'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:42:00.192753 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e257b70c-57a6-4170-88e1-f77d789fae6d" -d '{"events": [{"server_uuid": "25972b62-1c88-43d0-ba75-030270ffe8ab", "name": "network-vif-plugged", "status": "completed", "tag": "703dace4-fc56-4540-b847-7744faf5037d"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:42:00.209671 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 30616cbd-c355-42fe-8823-3f196a3d77ca, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=30616cbd-c355-42fe-8823-3f196a3d77ca,segment=NetworkSegment(deb4ceaa-a168-4950-8d67-f7a10179a94a),segment_id=deb4ceaa-a168-4950-8d67-f7a10179a94a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:00.213393 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 703dace4-fc56-4540-b847-7744faf5037d, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=703dace4-fc56-4540-b847-7744faf5037d,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:00.215959 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:00.221835 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:00.245484 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-539cff39-c8f3-4ae3-b75c-1e082657af8a admin admin] For port f9a0d078-f734-4f3b-b535-ebef7b9d03be, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=f9a0d078-f734-4f3b-b535-ebef7b9d03be,segment=NetworkSegment(c0914a53-90f2-485d-9165-afda2f4cdc8c),segment_id=c0914a53-90f2-485d-9165-afda2f4cdc8c)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:00.245827 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-539cff39-c8f3-4ae3-b75c-1e082657af8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:00.257115 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c7e495f7-4cad-40c2-b00f-70ef5301215a req-c813967b-8616-4af2-8e0b-f9643ed2aa5b tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672817 Aug 19 14:42:00.260547 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-539cff39-c8f3-4ae3-b75c-1e082657af8a admin admin] Calling delete_port for f9a0d078-f734-4f3b-b535-ebef7b9d03be owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:42:00.266348 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb214fa-7c3e-4b18-aa9f-6384fa5eb374 req-09f9f21c-6f71-4ee0-8b7b-bcdbfaafc4ce tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:00.268266 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cb214fa-7c3e-4b18-aa9f-6384fa5eb374 req-09f9f21c-6f71-4ee0-8b7b-bcdbfaafc4ce tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f3c79de-d19d-4faf-bc2c-34883c4e4c8b HTTP/1.1" status: 200 len: 944 time: 0.0977840 Aug 19 14:42:00.274278 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=30616cbd-c355-42fe-8823-3f196a3d77ca,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:00.331207 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=703dace4-fc56-4540-b847-7744faf5037d,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:00.331753 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cb214fa-7c3e-4b18-aa9f-6384fa5eb374 req-df89a4de-08db-4413-9bf3-c652d30301de tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7bff13a-0390-4b12-a5ab-22b49f85b693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522885 Aug 19 14:42:00.370132 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c7434d-d7f4-4cf9-8b34-ecc66085c8c8 x-openstack-request-id: req-42c7434d-d7f4-4cf9-8b34-ecc66085c8c8 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:42:00.370772 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25972b62-1c88-43d0-ba75-030270ffe8ab", "name": "network-vif-plugged", "status": "completed", "tag": "703dace4-fc56-4540-b847-7744faf5037d", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:42:00.371360 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-42c7434d-d7f4-4cf9-8b34-ecc66085c8c8 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:42:00.371986 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25972b62-1c88-43d0-ba75-030270ffe8ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703dace4-fc56-4540-b847-7744faf5037d', 'code': 200} Aug 19 14:42:00.467757 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f0c748-5363-4b07-ac24-8153fad6c7fe req-c33baed3-92d7-47ee-abb2-db68febfbe8d tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:00.469792 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-24f0c748-5363-4b07-ac24-8153fad6c7fe req-c33baed3-92d7-47ee-abb2-db68febfbe8d tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=64675a59-4b14-4748-bce4-528f43de434d HTTP/1.1" status: 200 len: 948 time: 0.0541117 Aug 19 14:42:00.525387 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-24f0c748-5363-4b07-ac24-8153fad6c7fe req-4c69b948-b835-4faa-9c1c-4b7345531d69 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492101 Aug 19 14:42:00.536598 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-539cff39-c8f3-4ae3-b75c-1e082657af8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:00.539138 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['30616cbd-c355-42fe-8823-3f196a3d77ca'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:42:00.562740 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539cff39-c8f3-4ae3-b75c-1e082657af8a admin admin] Pushing event deleted for resources: {'Port': ['ID=f9a0d078-f734-4f3b-b535-ebef7b9d03be,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:00.644478 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5040f52-4a95-420d-9526-a554df9b33b9 req-9c8054f2-a3f7-4aee-b901-fc30e615936c tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:00.646811 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d5040f52-4a95-420d-9526-a554df9b33b9 req-9c8054f2-a3f7-4aee-b901-fc30e615936c tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 944 time: 0.0727403 Aug 19 14:42:00.731560 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d5040f52-4a95-420d-9526-a554df9b33b9 req-4be56c9d-64d5-433c-b242-420e0aaa697c tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495069 Aug 19 14:42:00.745063 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee58a3-9e70-4ce4-a622-d74f04581f34 req-557fdb61-4d91-413a-81b6-0e57e71c4182 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:00.765671 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0dee58a3-9e70-4ce4-a622-d74f04581f34 req-557fdb61-4d91-413a-81b6-0e57e71c4182 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.1174693 Aug 19 14:42:00.793679 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc831608-807f-48b3-ac80-957327f655c5 req-73cabada-ce56-4b41-80d7-85a3bbd66cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:00.795198 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-bc831608-807f-48b3-ac80-957327f655c5 req-73cabada-ce56-4b41-80d7-85a3bbd66cc8 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 1100 time: 0.1640792 Aug 19 14:42:00.796189 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-539cff39-c8f3-4ae3-b75c-1e082657af8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:00.815914 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0dee58a3-9e70-4ce4-a622-d74f04581f34 req-35c47c72-07b8-42d1-933e-a35fee4564da tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490370 Aug 19 14:42:00.880149 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-bc831608-807f-48b3-ac80-957327f655c5 req-82aac1a1-730d-48d9-abc4-0bcae0c5e3d6 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754669 Aug 19 14:42:00.894806 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be574373-d3e5-47b2-87d1-3e9f38b90a2c req-e0ffa68f-793c-429c-a99d-679c70cdce70 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:00.896279 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-be574373-d3e5-47b2-87d1-3e9f38b90a2c req-e0ffa68f-793c-429c-a99d-679c70cdce70 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c HTTP/1.1" status: 200 len: 945 time: 0.0616870 Aug 19 14:42:00.973595 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0139dd-9630-418e-8d51-962e221ee69f req-65182bfa-188d-44eb-abbf-b8d0357270d2 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:00.979638 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0139dd-9630-418e-8d51-962e221ee69f req-65182bfa-188d-44eb-abbf-b8d0357270d2 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:00.985600 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0139dd-9630-418e-8d51-962e221ee69f req-65182bfa-188d-44eb-abbf-b8d0357270d2 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:00.991487 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0139dd-9630-418e-8d51-962e221ee69f req-65182bfa-188d-44eb-abbf-b8d0357270d2 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:00.997945 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0139dd-9630-418e-8d51-962e221ee69f req-65182bfa-188d-44eb-abbf-b8d0357270d2 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:01.005054 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0139dd-9630-418e-8d51-962e221ee69f req-65182bfa-188d-44eb-abbf-b8d0357270d2 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:01.007763 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['ccb03fe0-dc14-4f36-aaa1-3db9abeac918', '929732b9-60e7-49e1-a5f7-8257f68953a2'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:42:01.012912 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0139dd-9630-418e-8d51-962e221ee69f req-65182bfa-188d-44eb-abbf-b8d0357270d2 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:01.014823 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4b0139dd-9630-418e-8d51-962e221ee69f req-65182bfa-188d-44eb-abbf-b8d0357270d2 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 5436 time: 0.1372077 Aug 19 14:42:01.020645 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-be574373-d3e5-47b2-87d1-3e9f38b90a2c req-68e6f142-0d78-4990-89bd-6e74ccb86ff7 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042633 Aug 19 14:42:01.062266 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4b0139dd-9630-418e-8d51-962e221ee69f req-f4c05b6d-4a68-4f3c-b9cf-465dc1512ee3 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/security-groups?id=8862cddc-dd3e-4608-94de-b1904f67b1ca&id=b221f776-c920-4201-a5ce-e97a00b87480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389762 Aug 19 14:42:01.322824 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-35a821dc-9d43-412b-8fcc-3e8d1af7d1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:01.363210 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-539cff39-c8f3-4ae3-b75c-1e082657af8a admin admin] Router 987df8e9-2c35-4b0e-ab18-b91375f8bd84 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:42:01.476334 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539cff39-c8f3-4ae3-b75c-1e082657af8a admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:42:01.478003 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269499e7-8f73-4cc1-b56a-b0523eb6b676 req-9fad6cf0-66dc-47bd-b2ea-64f8e74b771e tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:01.479719 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-269499e7-8f73-4cc1-b56a-b0523eb6b676 req-9fad6cf0-66dc-47bd-b2ea-64f8e74b771e tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f3c79de-d19d-4faf-bc2c-34883c4e4c8b HTTP/1.1" status: 200 len: 944 time: 0.0567834 Aug 19 14:42:01.484026 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-539cff39-c8f3-4ae3-b75c-1e082657af8a admin admin] 10.222.0.69 "PUT /v2.0/routers/987df8e9-2c35-4b0e-ab18-b91375f8bd84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3565180 Aug 19 14:42:01.484543 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42058) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:42:01.487507 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddba9af-19c1-4983-8553-00007f1ad802 None None] Sync routers for ids ['987df8e9-2c35-4b0e-ab18-b91375f8bd84'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:42:01.499564 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddba9af-19c1-4983-8553-00007f1ad802 None None] Routers {'987df8e9-2c35-4b0e-ab18-b91375f8bd84'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:42:01.500185 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9ddba9af-19c1-4983-8553-00007f1ad802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:41:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['987df8e9-2c35-4b0e-ab18-b91375f8bd84'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:42:01.526854 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-269499e7-8f73-4cc1-b56a-b0523eb6b676 req-a81e75b0-e6b4-4946-b0de-ea8875a2d348 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7bff13a-0390-4b12-a5ab-22b49f85b693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364964 Aug 19 14:42:01.602168 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-29261380-86b8-44fe-9dd4-a0e9ee550448 admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:01.625689 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-9ddba9af-19c1-4983-8553-00007f1ad802 None None] Set router 987df8e9-2c35-4b0e-ab18-b91375f8bd84 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:42:01.639624 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b06464e-f922-4c1a-a69b-654057130a07 req-bcaf5552-c4c6-4e8e-8aec-aba385b067d3 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:01.641416 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3b06464e-f922-4c1a-a69b-654057130a07 req-bcaf5552-c4c6-4e8e-8aec-aba385b067d3 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=64675a59-4b14-4748-bce4-528f43de434d HTTP/1.1" status: 200 len: 948 time: 0.0522873 Aug 19 14:42:01.684377 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3b06464e-f922-4c1a-a69b-654057130a07 req-704cb228-4632-4efe-8119-de35dcb6c2fb tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343878 Aug 19 14:42:01.708956 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-29261380-86b8-44fe-9dd4-a0e9ee550448 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:01.760113 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-29261380-86b8-44fe-9dd4-a0e9ee550448 admin admin] Deleting port 8a4129a2-3fec-45d8-8e2a-eecab4416cef {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:42:01.760370 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-29261380-86b8-44fe-9dd4-a0e9ee550448 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:01.810242 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9ddba9af-19c1-4983-8553-00007f1ad802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987df8e9-2c35-4b0e-ab18-b91375f8bd84', 'name': 'tempest-ServersTestJSON-1246469378-router', 'tenant_id': '484e4968dd104ea599dbddf94075889b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '8a4129a2-3fec-45d8-8e2a-eecab4416cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:39:26Z', 'updated_at': '2021-08-19T14:42:00Z', 'revision_number': 5, 'project_id': '484e4968dd104ea599dbddf94075889b', 'gw_port': {'id': '8a4129a2-3fec-45d8-8e2a-eecab4416cef', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987df8e9-2c35-4b0e-ab18-b91375f8bd84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:27Z', 'updated_at': '2021-08-19T14:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:42:01.842218 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddba9af-19c1-4983-8553-00007f1ad802 None None] Checking router: 987df8e9-2c35-4b0e-ab18-b91375f8bd84 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:42:01.851110 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddba9af-19c1-4983-8553-00007f1ad802 None None] Routers {'987df8e9-2c35-4b0e-ab18-b91375f8bd84'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:42:01.851744 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9ddba9af-19c1-4983-8553-00007f1ad802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:41:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['987df8e9-2c35-4b0e-ab18-b91375f8bd84'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:42:01.862493 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-29261380-86b8-44fe-9dd4-a0e9ee550448 admin admin] For port 8a4129a2-3fec-45d8-8e2a-eecab4416cef, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=8a4129a2-3fec-45d8-8e2a-eecab4416cef,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:01.863304 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-29261380-86b8-44fe-9dd4-a0e9ee550448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:01.872962 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85a108-0c88-4caf-8e47-29f7b47cc19e req-cafc0731-92aa-4d07-919b-b40f7a86afa1 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:01.875158 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8b85a108-0c88-4caf-8e47-29f7b47cc19e req-cafc0731-92aa-4d07-919b-b40f7a86afa1 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 944 time: 0.0604670 Aug 19 14:42:01.881651 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-29261380-86b8-44fe-9dd4-a0e9ee550448 admin admin] Calling delete_port for 8a4129a2-3fec-45d8-8e2a-eecab4416cef owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:42:01.920916 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device a59c51f8-a9b3-42fe-8a1a-1ab240009612 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:42:01.923395 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 30616cbd-c355-42fe-8823-3f196a3d77ca up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:42:01.924872 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device a16826a5-9cce-46a1-90cc-c867f69bcd8c up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:42:01.952613 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8b85a108-0c88-4caf-8e47-29f7b47cc19e req-9f7d6782-18e1-4ca8-a1bd-fd9b08987e1f tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713031 Aug 19 14:42:01.972777 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b5f36-3b99-4993-b027-9fe69355bcab req-b70d93e1-20e1-461f-8f63-e2b9f1467a10 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:01.974934 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2d8b5f36-3b99-4993-b027-9fe69355bcab req-b70d93e1-20e1-461f-8f63-e2b9f1467a10 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.0781324 Aug 19 14:42:02.032325 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2d8b5f36-3b99-4993-b027-9fe69355bcab req-426a3b90-c929-4800-9198-bdd044ddf3c9 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404768 Aug 19 14:42:02.063360 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-9ddba9af-19c1-4983-8553-00007f1ad802 None None] Set router 987df8e9-2c35-4b0e-ab18-b91375f8bd84 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:42:02.126012 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-29261380-86b8-44fe-9dd4-a0e9ee550448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:02.129080 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9ddba9af-19c1-4983-8553-00007f1ad802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987df8e9-2c35-4b0e-ab18-b91375f8bd84', 'name': 'tempest-ServersTestJSON-1246469378-router', 'tenant_id': '484e4968dd104ea599dbddf94075889b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:39:26Z', 'updated_at': '2021-08-19T14:42:01Z', 'revision_number': 6, 'project_id': '484e4968dd104ea599dbddf94075889b', 'gw_port_host': None}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:42:02.166224 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddba9af-19c1-4983-8553-00007f1ad802 None None] The sync data for ids ['987df8e9-2c35-4b0e-ab18-b91375f8bd84'] in n-d-766043-2 is: [{'id': '987df8e9-2c35-4b0e-ab18-b91375f8bd84', 'name': 'tempest-ServersTestJSON-1246469378-router', 'tenant_id': '484e4968dd104ea599dbddf94075889b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:39:26Z', 'updated_at': '2021-08-19T14:42:01Z', 'revision_number': 6, 'project_id': '484e4968dd104ea599dbddf94075889b', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:42:02.172599 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29261380-86b8-44fe-9dd4-a0e9ee550448 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a4129a2-3fec-45d8-8e2a-eecab4416cef,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:02.191348 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 30616cbd-c355-42fe-8823-3f196a3d77ca triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:42:02.191770 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:02.196782 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port a16826a5-9cce-46a1-90cc-c867f69bcd8c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:42:02.248353 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port a16826a5-9cce-46a1-90cc-c867f69bcd8c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:42:02.248733 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:02.251551 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port a59c51f8-a9b3-42fe-8a1a-1ab240009612, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=a59c51f8-a9b3-42fe-8a1a-1ab240009612,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:02.270401 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-29261380-86b8-44fe-9dd4-a0e9ee550448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:02.272016 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4b445-1a7d-4e89-863e-1b0e77fb0961 req-5639bdc4-5d21-4a95-a947-153bf7ad3c02 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:02.281101 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-08e4b445-1a7d-4e89-863e-1b0e77fb0961 req-5639bdc4-5d21-4a95-a947-153bf7ad3c02 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c HTTP/1.1" status: 200 len: 945 time: 0.1675518 Aug 19 14:42:02.289683 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': 'a59c51f8-a9b3-42fe-8a1a-1ab240009612', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'port_id': 'a59c51f8-a9b3-42fe-8a1a-1ab240009612', 'mac_address': 'fa:16:3e:3f:4f:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:42:02.344762 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-08e4b445-1a7d-4e89-863e-1b0e77fb0961 req-382f913b-9587-4249-9ad8-6a1464ad9dd4 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623372 Aug 19 14:42:02.373416 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28c3ea-f562-402f-baed-75ba5d0910d4 req-02861fc5-7e6e-4bc7-ac2b-e71d1c05620f tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:02.381149 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28c3ea-f562-402f-baed-75ba5d0910d4 req-02861fc5-7e6e-4bc7-ac2b-e71d1c05620f tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:02.385167 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:02.389918 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28c3ea-f562-402f-baed-75ba5d0910d4 req-02861fc5-7e6e-4bc7-ac2b-e71d1c05620f tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:02.397160 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28c3ea-f562-402f-baed-75ba5d0910d4 req-02861fc5-7e6e-4bc7-ac2b-e71d1c05620f tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:02.405467 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28c3ea-f562-402f-baed-75ba5d0910d4 req-02861fc5-7e6e-4bc7-ac2b-e71d1c05620f tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:02.412201 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28c3ea-f562-402f-baed-75ba5d0910d4 req-02861fc5-7e6e-4bc7-ac2b-e71d1c05620f tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:02.417627 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-29261380-86b8-44fe-9dd4-a0e9ee550448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:02.420228 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28c3ea-f562-402f-baed-75ba5d0910d4 req-02861fc5-7e6e-4bc7-ac2b-e71d1c05620f tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:02.421897 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-29261380-86b8-44fe-9dd4-a0e9ee550448 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:02.429988 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a59c51f8-a9b3-42fe-8a1a-1ab240009612 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:42:02.430576 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1a28c3ea-f562-402f-baed-75ba5d0910d4 req-02861fc5-7e6e-4bc7-ac2b-e71d1c05620f tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 5436 time: 0.2402925 Aug 19 14:42:02.435137 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:02.486225 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:02.501245 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port a59c51f8-a9b3-42fe-8a1a-1ab240009612, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=a59c51f8-a9b3-42fe-8a1a-1ab240009612,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:02.508847 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-29261380-86b8-44fe-9dd4-a0e9ee550448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:02.509349 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29261380-86b8-44fe-9dd4-a0e9ee550448 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 987df8e9-2c35-4b0e-ab18-b91375f8bd84 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:42:02.515158 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-29261380-86b8-44fe-9dd4-a0e9ee550448 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:02.518914 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-29261380-86b8-44fe-9dd4-a0e9ee550448 admin admin] 10.222.0.69 "DELETE /v2.0/routers/987df8e9-2c35-4b0e-ab18-b91375f8bd84 HTTP/1.1" status: 204 len: 168 time: 1.0314140 Aug 19 14:42:02.520211 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42072) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:42:02.528598 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:02.529906 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1a28c3ea-f562-402f-baed-75ba5d0910d4 req-8c7af3af-3f76-4296-ac0f-bd3926f264ad tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/security-groups?id=8862cddc-dd3e-4608-94de-b1904f67b1ca&id=b221f776-c920-4201-a5ce-e97a00b87480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0977719 Aug 19 14:42:02.541178 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40912d33-b418-4cf9-b5e4-119d9523f2fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30616cbd-c355-42fe-8823-3f196a3d77ca'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:42:02.546058 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9ac2ad-ceb1-428e-87c1-8619119370c3" -d '{"events": [{"server_uuid": "40912d33-b418-4cf9-b5e4-119d9523f2fc", "name": "network-vif-plugged", "status": "completed", "tag": "30616cbd-c355-42fe-8823-3f196a3d77ca"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:42:02.576520 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa48525f-afb1-411a-b5f8-778362e58e34 admin admin] Deleting subnet 59a65ff2-b1d4-4c98-8548-294ed43ffbb5 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:42:02.580207 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa48525f-afb1-411a-b5f8-778362e58e34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:02.620438 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=a59c51f8-a9b3-42fe-8a1a-1ab240009612,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:02.634965 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa48525f-afb1-411a-b5f8-778362e58e34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:02.667298 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da7a611-70ae-4a01-a58b-4d9d56fb88c7 x-openstack-request-id: req-4da7a611-70ae-4a01-a58b-4d9d56fb88c7 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:42:02.668633 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40912d33-b418-4cf9-b5e4-119d9523f2fc", "name": "network-vif-plugged", "status": "completed", "tag": "30616cbd-c355-42fe-8823-3f196a3d77ca", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:42:02.669086 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4da7a611-70ae-4a01-a58b-4d9d56fb88c7 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:42:02.669673 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40912d33-b418-4cf9-b5e4-119d9523f2fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30616cbd-c355-42fe-8823-3f196a3d77ca', 'code': 200} Aug 19 14:42:02.671882 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 30616cbd-c355-42fe-8823-3f196a3d77ca, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=30616cbd-c355-42fe-8823-3f196a3d77ca,segment=NetworkSegment(deb4ceaa-a168-4950-8d67-f7a10179a94a),segment_id=deb4ceaa-a168-4950-8d67-f7a10179a94a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:02.679505 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:02.745354 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c1097-53b0-4f58-8083-01f5abfb2dbe req-791ab5b1-2f8f-46be-b6fb-478ddb6bb488 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:02.747578 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b14c1097-53b0-4f58-8083-01f5abfb2dbe req-791ab5b1-2f8f-46be-b6fb-478ddb6bb488 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f3c79de-d19d-4faf-bc2c-34883c4e4c8b HTTP/1.1" status: 200 len: 944 time: 0.0851898 Aug 19 14:42:02.763686 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa48525f-afb1-411a-b5f8-778362e58e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:02.766210 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port a16826a5-9cce-46a1-90cc-c867f69bcd8c, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=a16826a5-9cce-46a1-90cc-c867f69bcd8c,segment=NetworkSegment(fdbc698c-a407-4185-b827-fddb386d580e),segment_id=fdbc698c-a407-4185-b827-fddb386d580e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:02.775252 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:02.776032 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 93485bc7-eef2-4211-b0e9-a72ac559f8f1 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:42:02.813099 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=30616cbd-c355-42fe-8823-3f196a3d77ca,revision_number=10']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:02.827214 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b14c1097-53b0-4f58-8083-01f5abfb2dbe req-ea97b191-25ae-43b3-96fc-5773acef84a3 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7bff13a-0390-4b12-a5ab-22b49f85b693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734138 Aug 19 14:42:02.864363 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa48525f-afb1-411a-b5f8-778362e58e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:02.874960 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829734a4-44e7-4b91-bc6d-d884177c1dd9 req-3295e96b-06d0-467c-9b11-8962760afb3d tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:02.877008 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-829734a4-44e7-4b91-bc6d-d884177c1dd9 req-3295e96b-06d0-467c-9b11-8962760afb3d tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=64675a59-4b14-4748-bce4-528f43de434d HTTP/1.1" status: 200 len: 949 time: 0.0746915 Aug 19 14:42:02.895317 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=a16826a5-9cce-46a1-90cc-c867f69bcd8c,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:02.898302 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 93485bc7-eef2-4211-b0e9-a72ac559f8f1 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:42:02.903519 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 93485bc7-eef2-4211-b0e9-a72ac559f8f1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:42:02.903989 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:02.925905 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['a59c51f8-a9b3-42fe-8a1a-1ab240009612'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:42:02.926186 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa48525f-afb1-411a-b5f8-778362e58e34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59a65ff2-b1d4-4c98-8548-294ed43ffbb5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:02.935667 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa48525f-afb1-411a-b5f8-778362e58e34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:02.937954 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-aa48525f-afb1-411a-b5f8-778362e58e34 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/59a65ff2-b1d4-4c98-8548-294ed43ffbb5 HTTP/1.1" status: 204 len: 168 time: 0.4164300 Aug 19 14:42:02.940267 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42080) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:42:02.941355 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-829734a4-44e7-4b91-bc6d-d884177c1dd9 req-c2b4cc99-88f3-4af4-9ad8-5d2788ffa60a tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560164 Aug 19 14:42:02.953841 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046830ec-b15f-4bd7-9012-8614262776b5 None None] Network 10688f75-d15a-4686-a1b4-b19f22ed34f4 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:42:02.956771 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9537b96-ad83-4c70-91a0-2b4eec1b994e req-f317bd0e-1993-4859-84e5-a91d43562bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:02.959738 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a9537b96-ad83-4c70-91a0-2b4eec1b994e req-f317bd0e-1993-4859-84e5-a91d43562bfc service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 1097 time: 0.1053901 Aug 19 14:42:03.054666 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c47bfc9-18d1-4abd-b916-4c4c76f4d898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:03.059766 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a9537b96-ad83-4c70-91a0-2b4eec1b994e req-71b40517-ec43-49e9-8133-8f0861c4d24c service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866656 Aug 19 14:42:03.146973 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d14bca-0f26-411f-9cd2-7bfffffe8772 req-4c2efb9d-34ed-407a-9db4-073f2d1ce53d tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:03.151106 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-42d14bca-0f26-411f-9cd2-7bfffffe8772 req-4c2efb9d-34ed-407a-9db4-073f2d1ce53d tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 946 time: 0.0771930 Aug 19 14:42:03.155842 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-1c47bfc9-18d1-4abd-b916-4c4c76f4d898 admin admin] Deleting port 4dfcf8a8-2f8c-4498-b25d-0217ce7b0de3 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:42:03.156304 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c47bfc9-18d1-4abd-b916-4c4c76f4d898 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:03.222079 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:03.229316 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-42d14bca-0f26-411f-9cd2-7bfffffe8772 req-71dde583-1f5c-4389-a835-c1838895fa42 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638700 Aug 19 14:42:03.267978 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c409f4-1d37-4817-862d-71e2e0a4085d req-1c8c9c8b-6e29-4f2b-9acc-4e2faec2f577 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:03.272567 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-1c47bfc9-18d1-4abd-b916-4c4c76f4d898 admin admin] For port 4dfcf8a8-2f8c-4498-b25d-0217ce7b0de3, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=4dfcf8a8-2f8c-4498-b25d-0217ce7b0de3,segment=NetworkSegment(c0914a53-90f2-485d-9165-afda2f4cdc8c),segment_id=c0914a53-90f2-485d-9165-afda2f4cdc8c)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:03.272989 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c47bfc9-18d1-4abd-b916-4c4c76f4d898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:03.280987 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d1c409f4-1d37-4817-862d-71e2e0a4085d req-1c8c9c8b-6e29-4f2b-9acc-4e2faec2f577 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.1508086 Aug 19 14:42:03.287287 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device f9a0d078-f734-4f3b-b535-ebef7b9d03be no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:42:03.291280 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-1c47bfc9-18d1-4abd-b916-4c4c76f4d898 admin admin] Calling delete_port for 4dfcf8a8-2f8c-4498-b25d-0217ce7b0de3 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:42:03.350759 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c64d08f-98f4-49b4-8495-c220ff3fff2b None None] DHCP port deletion for 10688f75-d15a-4686-a1b4-b19f22ed34f4 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:42:03.351681 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d1c409f4-1d37-4817-862d-71e2e0a4085d req-837e8b69-a04a-417f-84b6-c45afc790108 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668542 Aug 19 14:42:03.358795 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: f9a0d078-f734-4f3b-b535-ebef7b9d03be {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:42:03.359235 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device f9a0d078-f734-4f3b-b535-ebef7b9d03be not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:42:03.359922 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 8a4129a2-3fec-45d8-8e2a-eecab4416cef no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:42:03.368174 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 93485bc7-eef2-4211-b0e9-a72ac559f8f1, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=93485bc7-eef2-4211-b0e9-a72ac559f8f1,segment=NetworkSegment(fdbc698c-a407-4185-b827-fddb386d580e),segment_id=fdbc698c-a407-4185-b827-fddb386d580e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:03.392276 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:03.393105 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device e8982814-7c65-4c2d-a505-8e9ce81f7934 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:42:03.394655 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 8a4129a2-3fec-45d8-8e2a-eecab4416cef {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:42:03.394987 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 8a4129a2-3fec-45d8-8e2a-eecab4416cef not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:42:03.427604 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c47bfc9-18d1-4abd-b916-4c4c76f4d898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:03.505954 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c47bfc9-18d1-4abd-b916-4c4c76f4d898 admin admin] No DVR routers for this DVR port 4dfcf8a8-2f8c-4498-b25d-0217ce7b0de3 on host n-d-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:42:03.513120 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c47bfc9-18d1-4abd-b916-4c4c76f4d898 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dfcf8a8-2f8c-4498-b25d-0217ce7b0de3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:03.580478 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a50151-b9b7-4d3a-a67a-bce673b9d624 req-b2c7c5f8-d477-4f5c-8bd9-87e91b677e3e tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:03.582062 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-00a50151-b9b7-4d3a-a67a-bce673b9d624 req-b2c7c5f8-d477-4f5c-8bd9-87e91b677e3e tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c HTTP/1.1" status: 200 len: 945 time: 0.0730824 Aug 19 14:42:03.590770 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51cb8e-462e-42ff-b705-15f6ad65f301 req-bb70b672-508a-4f76-a118-1e27ee1123df tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:03.598614 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7d51cb8e-462e-42ff-b705-15f6ad65f301 req-bb70b672-508a-4f76-a118-1e27ee1123df tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.1363573 Aug 19 14:42:03.625735 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c47bfc9-18d1-4abd-b916-4c4c76f4d898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:03.639647 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-1c47bfc9-18d1-4abd-b916-4c4c76f4d898 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10688f75-d15a-4686-a1b4-b19f22ed34f4']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:42:03.653429 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-1c47bfc9-18d1-4abd-b916-4c4c76f4d898 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0914a53-90f2-485d-9165-afda2f4cdc8c') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:42:03.653933 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-1c47bfc9-18d1-4abd-b916-4c4c76f4d898 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0914a53-90f2-485d-9165-afda2f4cdc8c') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:42:03.666094 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c47bfc9-18d1-4abd-b916-4c4c76f4d898 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:03.674674 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-00a50151-b9b7-4d3a-a67a-bce673b9d624 req-1b61036b-3a32-4cf4-a0bb-593755a5cf20 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716312 Aug 19 14:42:03.684637 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:03.685258 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7d51cb8e-462e-42ff-b705-15f6ad65f301 req-26c8910b-bafc-42fc-b8c8-824e5966ec9e tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855725 Aug 19 14:42:03.689110 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=93485bc7-eef2-4211-b0e9-a72ac559f8f1,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:03.710211 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c47bfc9-18d1-4abd-b916-4c4c76f4d898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:03.718941 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c47bfc9-18d1-4abd-b916-4c4c76f4d898 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:42:03.719158 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c47bfc9-18d1-4abd-b916-4c4c76f4d898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:03.722615 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:42:03.722615 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:42:03.722615 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:42:03.722615 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:42:03.722615 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:42:03.722615 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:42:03.722615 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:42:03.722615 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:42:03.722615 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:42:03.722615 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:42:03.722615 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:42:03.722615 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:42:03.722615 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:42:03.722615 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:42:03.722615 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:42:03.722615 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:42:03.722615 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:42:03.722615 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:42:03.722615 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:42:03.722615 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:42:03.722615 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:42:03.722615 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:42:03.722615 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:42:03.722615 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:42:03.722615 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:42:03.722615 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:42:03.722615 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:42:03.722615 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:42:03.722615 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:42:03.722615 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:42:03.722615 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:42:03.722615 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:42:03.727397 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port e8982814-7c65-4c2d-a505-8e9ce81f7934 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:42:03.736034 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-7c64d08f-98f4-49b4-8495-c220ff3fff2b None None] Deleting port 4dfcf8a8-2f8c-4498-b25d-0217ce7b0de3 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:42:03.736695 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7c64d08f-98f4-49b4-8495-c220ff3fff2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:03.793258 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port e8982814-7c65-4c2d-a505-8e9ce81f7934 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:42:03.793884 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:03.812363 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c47bfc9-18d1-4abd-b916-4c4c76f4d898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:03.822346 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c47bfc9-18d1-4abd-b916-4c4c76f4d898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:03.826656 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1c47bfc9-18d1-4abd-b916-4c4c76f4d898 admin admin] 10.222.0.69 "DELETE /v2.0/networks/10688f75-d15a-4686-a1b4-b19f22ed34f4 HTTP/1.1" status: 204 len: 168 time: 0.8793368 Aug 19 14:42:03.871521 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c47bfc9-18d1-4abd-b916-4c4c76f4d898 admin admin] Pushing event deleted for resources: {'Network': ['ID=10688f75-d15a-4686-a1b4-b19f22ed34f4,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:03.874533 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-7c64d08f-98f4-49b4-8495-c220ff3fff2b None None] For port 4dfcf8a8-2f8c-4498-b25d-0217ce7b0de3, host n-d-766043-2, got binding levels [] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:03.875797 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7c64d08f-98f4-49b4-8495-c220ff3fff2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:03.892741 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-7c64d08f-98f4-49b4-8495-c220ff3fff2b None None] Calling delete_port for 4dfcf8a8-2f8c-4498-b25d-0217ce7b0de3 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:42:03.897165 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec8825b-0419-404d-a955-96ffee271012 req-6fe5644e-5957-4f71-9089-a50a82e394ed tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:03.899536 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.ipam_backend_mixin [None req-7c64d08f-98f4-49b4-8495-c220ff3fff2b None None] Port 4dfcf8a8-2f8c-4498-b25d-0217ce7b0de3 was not found and therefore no delete operation was performed {{(pid=94641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 14:42:03.903788 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7c64d08f-98f4-49b4-8495-c220ff3fff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:03.909012 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec8825b-0419-404d-a955-96ffee271012 req-6fe5644e-5957-4f71-9089-a50a82e394ed tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:03.918675 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec8825b-0419-404d-a955-96ffee271012 req-6fe5644e-5957-4f71-9089-a50a82e394ed tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:03.925217 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec8825b-0419-404d-a955-96ffee271012 req-6fe5644e-5957-4f71-9089-a50a82e394ed tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:03.933806 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec8825b-0419-404d-a955-96ffee271012 req-6fe5644e-5957-4f71-9089-a50a82e394ed tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:03.934994 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7c64d08f-98f4-49b4-8495-c220ff3fff2b None None] Network 10688f75-d15a-4686-a1b4-b19f22ed34f4 is not hosted by any dhcp agent {{(pid=94641) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 14:42:03.935622 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c64d08f-98f4-49b4-8495-c220ff3fff2b None None] No DVR routers for this DVR port 4dfcf8a8-2f8c-4498-b25d-0217ce7b0de3 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:42:03.941111 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec8825b-0419-404d-a955-96ffee271012 req-6fe5644e-5957-4f71-9089-a50a82e394ed tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:03.947336 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec8825b-0419-404d-a955-96ffee271012 req-6fe5644e-5957-4f71-9089-a50a82e394ed tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:03.950058 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bec8825b-0419-404d-a955-96ffee271012 req-6fe5644e-5957-4f71-9089-a50a82e394ed tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 5438 time: 0.1480317 Aug 19 14:42:03.962144 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c64d08f-98f4-49b4-8495-c220ff3fff2b None None] Pushing event deleted for resources: {'Port': ['ID=4dfcf8a8-2f8c-4498-b25d-0217ce7b0de3,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:03.983017 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:04.041150 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42110) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:42:04.045173 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bec8825b-0419-404d-a955-96ffee271012 req-f6f5d01a-ea63-41a2-ae12-c55c7a79d9b1 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/security-groups?id=8862cddc-dd3e-4608-94de-b1904f67b1ca&id=b221f776-c920-4201-a5ce-e97a00b87480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0731506 Aug 19 14:42:04.062548 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port e8982814-7c65-4c2d-a505-8e9ce81f7934, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=e8982814-7c65-4c2d-a505-8e9ce81f7934,segment=NetworkSegment(0a227c9e-95ce-428c-8193-ee402fc84925),segment_id=0a227c9e-95ce-428c-8193-ee402fc84925)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:04.074253 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:04.075117 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device f5041c84-227f-4ce0-b39a-d1af5a9cfa38 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:42:04.119176 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 42116) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:42:04.119494 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-54fa5d83-8716-42ab-baa5-4ba0703027fe admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=484e4968dd104ea599dbddf94075889b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0771377 Aug 19 14:42:04.167322 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=e8982814-7c65-4c2d-a505-8e9ce81f7934,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:04.183294 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port f5041c84-227f-4ce0-b39a-d1af5a9cfa38 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:42:04.188088 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port f5041c84-227f-4ce0-b39a-d1af5a9cfa38 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:42:04.188470 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:04.253306 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-189e1880-f38f-42cc-9c24-01aaa55ead27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:04.267955 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709e9b0-d5c0-44f5-91d5-15ba1fcd0a5f req-e4268f35-ad1a-4b41-8408-1f85c8e63051 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:04.269618 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d709e9b0-d5c0-44f5-91d5-15ba1fcd0a5f req-e4268f35-ad1a-4b41-8408-1f85c8e63051 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f3c79de-d19d-4faf-bc2c-34883c4e4c8b HTTP/1.1" status: 200 len: 944 time: 0.1161880 Aug 19 14:42:04.280319 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:04.288701 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d877d30-e8f9-4f64-b9c6-774ec9a3b6df req-8256ddfe-de77-41ef-babf-6694a4289d4d tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:04.290495 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6e705efd-f117-4c86-8617-84ed58a19048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:04.290663 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1d877d30-e8f9-4f64-b9c6-774ec9a3b6df req-8256ddfe-de77-41ef-babf-6694a4289d4d tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=64675a59-4b14-4748-bce4-528f43de434d HTTP/1.1" status: 200 len: 949 time: 0.1248326 Aug 19 14:42:04.319087 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port f5041c84-227f-4ce0-b39a-d1af5a9cfa38, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=f5041c84-227f-4ce0-b39a-d1af5a9cfa38,segment=NetworkSegment(fdbc698c-a407-4185-b827-fddb386d580e),segment_id=fdbc698c-a407-4185-b827-fddb386d580e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:04.321909 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-189e1880-f38f-42cc-9c24-01aaa55ead27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:04.325490 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:04.326417 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 3866d923-fecf-45c7-b7c5-f449482615e0 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:42:04.408519 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d709e9b0-d5c0-44f5-91d5-15ba1fcd0a5f req-5c271d8e-2e22-49e9-8286-962a3054bd28 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7bff13a-0390-4b12-a5ab-22b49f85b693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298239 Aug 19 14:42:04.411857 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1d877d30-e8f9-4f64-b9c6-774ec9a3b6df req-c87d3b66-d9a1-4022-aca4-6c24e0494440 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060219 Aug 19 14:42:04.428796 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=f5041c84-227f-4ce0-b39a-d1af5a9cfa38,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:04.447702 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 3866d923-fecf-45c7-b7c5-f449482615e0 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:42:04.452107 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-189e1880-f38f-42cc-9c24-01aaa55ead27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:04.453775 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 3866d923-fecf-45c7-b7c5-f449482615e0 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:42:04.454242 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:04.456921 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-189e1880-f38f-42cc-9c24-01aaa55ead27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:04.458190 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-189e1880-f38f-42cc-9c24-01aaa55ead27 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c84b4136-2ed7-4f28-be36-fe4aec550e59 HTTP/1.1" status: 204 len: 168 time: 0.3379760 Aug 19 14:42:04.469172 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e1880-f38f-42cc-9c24-01aaa55ead27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84b4136-2ed7-4f28-be36-fe4aec550e59,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:04.564504 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:04.593149 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a40880-8e9d-49b9-8872-23092bd7b682 req-e2e09382-40c1-42c1-8f8d-2dbf6b8ae92e tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:04.602307 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-27a40880-8e9d-49b9-8872-23092bd7b682 req-e2e09382-40c1-42c1-8f8d-2dbf6b8ae92e tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.1065831 Aug 19 14:42:04.625682 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:04.672065 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d976318-4567-4f88-a801-11e0df69f235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16826a5-9cce-46a1-90cc-c867f69bcd8c'}, {'server_uuid': '3d976318-4567-4f88-a801-11e0df69f235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93485bc7-eef2-4211-b0e9-a72ac559f8f1'}, {'server_uuid': '3d976318-4567-4f88-a801-11e0df69f235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8982814-7c65-4c2d-a505-8e9ce81f7934'}, {'server_uuid': '3d976318-4567-4f88-a801-11e0df69f235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5041c84-227f-4ce0-b39a-d1af5a9cfa38'}, {'server_uuid': '3d976318-4567-4f88-a801-11e0df69f235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3866d923-fecf-45c7-b7c5-f449482615e0'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:42:04.675513 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9844de23-023d-40f1-9af5-334de2dcc39f" -d '{"events": [{"server_uuid": "3d976318-4567-4f88-a801-11e0df69f235", "name": "network-vif-plugged", "status": "completed", "tag": "a16826a5-9cce-46a1-90cc-c867f69bcd8c"}, {"server_uuid": "3d976318-4567-4f88-a801-11e0df69f235", "name": "network-vif-plugged", "status": "completed", "tag": "93485bc7-eef2-4211-b0e9-a72ac559f8f1"}, {"server_uuid": "3d976318-4567-4f88-a801-11e0df69f235", "name": "network-vif-plugged", "status": "completed", "tag": "e8982814-7c65-4c2d-a505-8e9ce81f7934"}, {"server_uuid": "3d976318-4567-4f88-a801-11e0df69f235", "name": "network-vif-plugged", "status": "completed", "tag": "f5041c84-227f-4ce0-b39a-d1af5a9cfa38"}, {"server_uuid": "3d976318-4567-4f88-a801-11e0df69f235", "name": "network-vif-plugged", "status": "completed", "tag": "3866d923-fecf-45c7-b7c5-f449482615e0"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:42:04.680126 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 3866d923-fecf-45c7-b7c5-f449482615e0, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=3866d923-fecf-45c7-b7c5-f449482615e0,segment=NetworkSegment(0a227c9e-95ce-428c-8193-ee402fc84925),segment_id=0a227c9e-95ce-428c-8193-ee402fc84925)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:04.686197 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:04.687466 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:42:04.694139 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-27a40880-8e9d-49b9-8872-23092bd7b682 req-6cf6977b-f41c-4d73-b57b-d9004ff3c4ad tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900161 Aug 19 14:42:04.727604 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf245d1-8972-4a87-acf2-7d49d76244b4 req-19c9b2f2-3e29-493a-b659-f11203566567 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:04.729327 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0bf245d1-8972-4a87-acf2-7d49d76244b4 req-19c9b2f2-3e29-493a-b659-f11203566567 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 946 time: 0.1163180 Aug 19 14:42:04.773665 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Thu, 19 Aug 2021 14:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92f4102-52e4-4949-9ee5-993a98fbd981 x-openstack-request-id: req-e92f4102-52e4-4949-9ee5-993a98fbd981 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:42:04.774237 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d976318-4567-4f88-a801-11e0df69f235", "name": "network-vif-plugged", "status": "completed", "tag": "a16826a5-9cce-46a1-90cc-c867f69bcd8c", "code": 200}, {"server_uuid": "3d976318-4567-4f88-a801-11e0df69f235", "name": "network-vif-plugged", "status": "completed", "tag": "93485bc7-eef2-4211-b0e9-a72ac559f8f1", "code": 200}, {"server_uuid": "3d976318-4567-4f88-a801-11e0df69f235", "name": "network-vif-plugged", "status": "completed", "tag": "e8982814-7c65-4c2d-a505-8e9ce81f7934", "code": 200}, {"server_uuid": "3d976318-4567-4f88-a801-11e0df69f235", "name": "network-vif-plugged", "status": "completed", "tag": "f5041c84-227f-4ce0-b39a-d1af5a9cfa38", "code": 200}, {"server_uuid": "3d976318-4567-4f88-a801-11e0df69f235", "name": "network-vif-plugged", "status": "completed", "tag": "3866d923-fecf-45c7-b7c5-f449482615e0", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:42:04.774490 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e92f4102-52e4-4949-9ee5-993a98fbd981 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:42:04.775072 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d976318-4567-4f88-a801-11e0df69f235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16826a5-9cce-46a1-90cc-c867f69bcd8c', 'code': 200} Aug 19 14:42:04.775331 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d976318-4567-4f88-a801-11e0df69f235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93485bc7-eef2-4211-b0e9-a72ac559f8f1', 'code': 200} Aug 19 14:42:04.775587 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d976318-4567-4f88-a801-11e0df69f235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8982814-7c65-4c2d-a505-8e9ce81f7934', 'code': 200} Aug 19 14:42:04.775839 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d976318-4567-4f88-a801-11e0df69f235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5041c84-227f-4ce0-b39a-d1af5a9cfa38', 'code': 200} Aug 19 14:42:04.776085 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d976318-4567-4f88-a801-11e0df69f235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3866d923-fecf-45c7-b7c5-f449482615e0', 'code': 200} Aug 19 14:42:04.794632 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0bf245d1-8972-4a87-acf2-7d49d76244b4 req-9bafb8ab-c229-4cc6-bfe7-f935febffc81 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585377 Aug 19 14:42:04.807195 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=3866d923-fecf-45c7-b7c5-f449482615e0,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:04.819581 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:42:04.824851 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:42:04.825502 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:04.946647 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:04.947423 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4c5df-774c-4345-a894-7ace9b1913b6 req-6c6360d1-c28b-4a03-aa94-cd97b7bb43e8 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:04.950581 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-88b4c5df-774c-4345-a894-7ace9b1913b6 req-6c6360d1-c28b-4a03-aa94-cd97b7bb43e8 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c HTTP/1.1" status: 200 len: 945 time: 0.0824599 Aug 19 14:42:05.002990 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d,segment=NetworkSegment(8286b499-2169-4ac2-b2c9-98453013a041),segment_id=8286b499-2169-4ac2-b2c9-98453013a041)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:05.005576 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-88b4c5df-774c-4345-a894-7ace9b1913b6 req-59098d28-c348-425f-9994-c4c0048ef43e tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480506 Aug 19 14:42:05.011095 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:05.012843 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 56da6e17-81c7-428b-af76-84d1fb4c24f1 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:42:05.046395 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:05.110019 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 56da6e17-81c7-428b-af76-84d1fb4c24f1 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:42:05.116334 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 56da6e17-81c7-428b-af76-84d1fb4c24f1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:42:05.116747 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:05.164635 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:05.185696 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:05.244623 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d9d97-5235-435b-9bea-a8d1603ea65b req-90d68a66-c5f4-4e32-984a-79183ad7de39 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:05.251550 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d9d97-5235-435b-9bea-a8d1603ea65b req-90d68a66-c5f4-4e32-984a-79183ad7de39 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:05.252881 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 4dfcf8a8-2f8c-4498-b25d-0217ce7b0de3 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:42:05.257998 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d9d97-5235-435b-9bea-a8d1603ea65b req-90d68a66-c5f4-4e32-984a-79183ad7de39 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:05.264200 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d9d97-5235-435b-9bea-a8d1603ea65b req-90d68a66-c5f4-4e32-984a-79183ad7de39 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:05.272969 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d9d97-5235-435b-9bea-a8d1603ea65b req-90d68a66-c5f4-4e32-984a-79183ad7de39 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:05.279313 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 4dfcf8a8-2f8c-4498-b25d-0217ce7b0de3 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:42:05.279836 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 4dfcf8a8-2f8c-4498-b25d-0217ce7b0de3 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:42:05.290732 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d9d97-5235-435b-9bea-a8d1603ea65b req-90d68a66-c5f4-4e32-984a-79183ad7de39 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:05.295576 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:05.298187 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d9d97-5235-435b-9bea-a8d1603ea65b req-90d68a66-c5f4-4e32-984a-79183ad7de39 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:05.300350 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cd6d9d97-5235-435b-9bea-a8d1603ea65b req-90d68a66-c5f4-4e32-984a-79183ad7de39 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 5442 time: 0.1465485 Aug 19 14:42:05.340466 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 56da6e17-81c7-428b-af76-84d1fb4c24f1, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=56da6e17-81c7-428b-af76-84d1fb4c24f1,segment=NetworkSegment(fdbc698c-a407-4185-b827-fddb386d580e),segment_id=fdbc698c-a407-4185-b827-fddb386d580e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:05.351301 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:05.353269 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device ee9706ba-209b-40aa-8767-35b32f77135e up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:42:05.358696 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cd6d9d97-5235-435b-9bea-a8d1603ea65b req-1d8c810a-7952-4c88-abc2-6f2006d9f00d tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/security-groups?id=8862cddc-dd3e-4608-94de-b1904f67b1ca&id=b221f776-c920-4201-a5ce-e97a00b87480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517619 Aug 19 14:42:05.471646 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=56da6e17-81c7-428b-af76-84d1fb4c24f1,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:05.486403 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port ee9706ba-209b-40aa-8767-35b32f77135e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:42:05.491301 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port ee9706ba-209b-40aa-8767-35b32f77135e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:42:05.491760 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:05.510109 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42192) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:42:05.603629 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:05.634853 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c60fc767-55c0-48cc-83ab-fa9229c2b6b2 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1519733776-network', 'tenant_id': '900c5224f15042db8eec5dafa99d04b1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:42:05.639851 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port ee9706ba-209b-40aa-8767-35b32f77135e, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=ee9706ba-209b-40aa-8767-35b32f77135e,segment=NetworkSegment(d24c84db-ca72-4228-8e2e-914c2c673b49),segment_id=d24c84db-ca72-4228-8e2e-914c2c673b49)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:05.643210 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bc5f65-10ef-48dd-8b59-f0eab76dcdcd req-5e68df6a-342e-4197-b5a3-7d788c9ce52f tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:05.644746 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:05.644908 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-18bc5f65-10ef-48dd-8b59-f0eab76dcdcd req-5e68df6a-342e-4197-b5a3-7d788c9ce52f tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f3c79de-d19d-4faf-bc2c-34883c4e4c8b HTTP/1.1" status: 200 len: 944 time: 0.1051445 Aug 19 14:42:05.657757 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60fc767-55c0-48cc-83ab-fa9229c2b6b2 admin admin] Made reservation on behalf of 900c5224f15042db8eec5dafa99d04b1 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:42:05.660295 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c60fc767-55c0-48cc-83ab-fa9229c2b6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:05.660610 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e169cd5-c9f4-4a53-bd9e-23a97c824a5f req-01c0f37b-3574-4466-8e2d-57c9f9988434 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:05.662123 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5e169cd5-c9f4-4a53-bd9e-23a97c824a5f req-01c0f37b-3574-4466-8e2d-57c9f9988434 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=64675a59-4b14-4748-bce4-528f43de434d HTTP/1.1" status: 200 len: 949 time: 0.1087296 Aug 19 14:42:05.671323 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c60fc767-55c0-48cc-83ab-fa9229c2b6b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:05.697329 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=ee9706ba-209b-40aa-8767-35b32f77135e,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:05.731158 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-18bc5f65-10ef-48dd-8b59-f0eab76dcdcd req-37e46a90-6938-4cdd-9554-62600779f234 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7bff13a-0390-4b12-a5ab-22b49f85b693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679557 Aug 19 14:42:05.737697 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5e169cd5-c9f4-4a53-bd9e-23a97c824a5f req-40b3f2e5-c8d7-4882-a006-481c5160815a tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670941 Aug 19 14:42:05.820735 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c60fc767-55c0-48cc-83ab-fa9229c2b6b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:05.825605 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c60fc767-55c0-48cc-83ab-fa9229c2b6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:05.849439 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c60fc767-55c0-48cc-83ab-fa9229c2b6b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:42:05.866716 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60fc767-55c0-48cc-83ab-fa9229c2b6b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc3a3ba-1037-47e2-ad77-44367bf6ce55,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:05.870537 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c60fc767-55c0-48cc-83ab-fa9229c2b6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:05.871074 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-c60fc767-55c0-48cc-83ab-fa9229c2b6b2 admin admin] Added segment f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0 of type vlan for network 3eb58968-3ed8-49a1-a074-b3082067f627 Aug 19 14:42:05.903685 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d703c0-6b8f-495d-9b77-2b4bd816748c req-d538a7c5-b00f-40a3-affe-eea8adcb1f00 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:05.905509 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-02d703c0-6b8f-495d-9b77-2b4bd816748c req-d538a7c5-b00f-40a3-affe-eea8adcb1f00 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.0710244 Aug 19 14:42:05.923127 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device a59c51f8-a9b3-42fe-8a1a-1ab240009612 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:42:05.924218 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c60fc767-55c0-48cc-83ab-fa9229c2b6b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:05.950908 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c60fc767-55c0-48cc-83ab-fa9229c2b6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:05.952172 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60fc767-55c0-48cc-83ab-fa9229c2b6b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:05.952847 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c60fc767-55c0-48cc-83ab-fa9229c2b6b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:05.981869 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port a59c51f8-a9b3-42fe-8a1a-1ab240009612 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:42:05.987016 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port a59c51f8-a9b3-42fe-8a1a-1ab240009612 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:42:05.987539 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:05.991381 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-02d703c0-6b8f-495d-9b77-2b4bd816748c req-2d36d5ff-309f-45ac-9f6c-0068609bd3c4 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747585 Aug 19 14:42:06.006375 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2d3a00-9f1d-4b05-843f-a634bd7132e8 req-f78d1b1c-4500-4379-ba21-fcb9cb9a5a13 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:06.008663 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8f2d3a00-9f1d-4b05-843f-a634bd7132e8 req-f78d1b1c-4500-4379-ba21-fcb9cb9a5a13 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 946 time: 0.1177268 Aug 19 14:42:06.020327 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c60fc767-55c0-48cc-83ab-fa9229c2b6b2 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5084043 Aug 19 14:42:06.021535 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 42202) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:42:06.026357 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60fc767-55c0-48cc-83ab-fa9229c2b6b2 admin admin] Pushing event updated for resources: {'Network': ['ID=3eb58968-3ed8-49a1-a074-b3082067f627,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:06.031923 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-04baf245-675b-4e47-8aae-c3fbd249d07f admin admin] Request body: {'subnet': {'network_id': '3eb58968-3ed8-49a1-a074-b3082067f627', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1519733776-subnet', 'tenant_id': '900c5224f15042db8eec5dafa99d04b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:42:06.051489 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 3eb58968-3ed8-49a1-a074-b3082067f627 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:42:06.107221 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8f2d3a00-9f1d-4b05-843f-a634bd7132e8 req-3168744e-e35f-43c1-aef4-2d08d6724cde tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830631 Aug 19 14:42:06.108227 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04baf245-675b-4e47-8aae-c3fbd249d07f admin admin] Made reservation on behalf of 900c5224f15042db8eec5dafa99d04b1 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:42:06.111069 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-04baf245-675b-4e47-8aae-c3fbd249d07f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:06.174948 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:06.212639 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port a59c51f8-a9b3-42fe-8a1a-1ab240009612, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=a59c51f8-a9b3-42fe-8a1a-1ab240009612,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:06.217651 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:06.273305 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=a59c51f8-a9b3-42fe-8a1a-1ab240009612,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:06.277431 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6df8db-2e91-4e3e-95ee-01925512f795 req-0ba14ab1-a10a-42da-8193-0eb50369d767 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:06.279268 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7a6df8db-2e91-4e3e-95ee-01925512f795 req-0ba14ab1-a10a-42da-8193-0eb50369d767 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c HTTP/1.1" status: 200 len: 945 time: 0.1102450 Aug 19 14:42:06.349671 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7a6df8db-2e91-4e3e-95ee-01925512f795 req-b8dba214-4a3e-4628-b250-8a356ee2f1a3 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623138 Aug 19 14:42:06.393688 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-04baf245-675b-4e47-8aae-c3fbd249d07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:06.457966 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04baf245-675b-4e47-8aae-c3fbd249d07f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d025f132-239c-4677-9e36-1c072313c1b8,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:06.490854 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04baf245-675b-4e47-8aae-c3fbd249d07f admin admin] Checking segment: {'id': 'f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3eb58968-3ed8-49a1-a074-b3082067f627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:42:06.491227 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04baf245-675b-4e47-8aae-c3fbd249d07f admin admin] Network hostable DHCP agents. Network: 3eb58968-3ed8-49a1-a074-b3082067f627, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:42:06.520131 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be986af5-3cfb-4338-a48a-0a5efadb0281 req-353130c6-26f9-44a2-9f41-d59c2e39a6e4 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:06.526252 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be986af5-3cfb-4338-a48a-0a5efadb0281 req-353130c6-26f9-44a2-9f41-d59c2e39a6e4 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:06.532157 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be986af5-3cfb-4338-a48a-0a5efadb0281 req-353130c6-26f9-44a2-9f41-d59c2e39a6e4 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:06.537991 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be986af5-3cfb-4338-a48a-0a5efadb0281 req-353130c6-26f9-44a2-9f41-d59c2e39a6e4 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:06.544339 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be986af5-3cfb-4338-a48a-0a5efadb0281 req-353130c6-26f9-44a2-9f41-d59c2e39a6e4 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:06.550157 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be986af5-3cfb-4338-a48a-0a5efadb0281 req-353130c6-26f9-44a2-9f41-d59c2e39a6e4 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:06.555947 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be986af5-3cfb-4338-a48a-0a5efadb0281 req-353130c6-26f9-44a2-9f41-d59c2e39a6e4 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:06.557878 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-be986af5-3cfb-4338-a48a-0a5efadb0281 req-353130c6-26f9-44a2-9f41-d59c2e39a6e4 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 5443 time: 0.1210096 Aug 19 14:42:06.571164 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04baf245-675b-4e47-8aae-c3fbd249d07f admin admin] Network 3eb58968-3ed8-49a1-a074-b3082067f627 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:42:06.590118 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-04baf245-675b-4e47-8aae-c3fbd249d07f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 3eb58968-3ed8-49a1-a074-b3082067f627) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:42:06.599946 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97c55a1-7b11-406a-a3f9-180c41bc6d67 None None] Network 3eb58968-3ed8-49a1-a074-b3082067f627 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:42:06.600510 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04baf245-675b-4e47-8aae-c3fbd249d07f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:06.600631 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-04baf245-675b-4e47-8aae-c3fbd249d07f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:06.611066 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-be986af5-3cfb-4338-a48a-0a5efadb0281 req-82768490-05de-40cc-a7fa-0bc1a9e9fd6e tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/security-groups?id=8862cddc-dd3e-4608-94de-b1904f67b1ca&id=b221f776-c920-4201-a5ce-e97a00b87480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0460153 Aug 19 14:42:06.623852 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-04baf245-675b-4e47-8aae-c3fbd249d07f admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5983548 Aug 19 14:42:06.755895 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330ad36e-ea7f-4aa0-b177-123f7f511eac None None] Network 3eb58968-3ed8-49a1-a074-b3082067f627 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:42:06.803190 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d976318-4567-4f88-a801-11e0df69f235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d'}, {'server_uuid': '3d976318-4567-4f88-a801-11e0df69f235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56da6e17-81c7-428b-af76-84d1fb4c24f1'}, {'server_uuid': '2f3c79de-d19d-4faf-bc2c-34883c4e4c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9706ba-209b-40aa-8767-35b32f77135e'}, {'server_uuid': '64675a59-4b14-4748-bce4-528f43de434d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59c51f8-a9b3-42fe-8a1a-1ab240009612'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:42:06.806195 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa9e8de-ecdc-4af4-aea8-74c702c0a5f6" -d '{"events": [{"server_uuid": "3d976318-4567-4f88-a801-11e0df69f235", "name": "network-vif-plugged", "status": "completed", "tag": "3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d"}, {"server_uuid": "3d976318-4567-4f88-a801-11e0df69f235", "name": "network-vif-plugged", "status": "completed", "tag": "56da6e17-81c7-428b-af76-84d1fb4c24f1"}, {"server_uuid": "2f3c79de-d19d-4faf-bc2c-34883c4e4c8b", "name": "network-vif-plugged", "status": "completed", "tag": "ee9706ba-209b-40aa-8767-35b32f77135e"}, {"server_uuid": "64675a59-4b14-4748-bce4-528f43de434d", "name": "network-vif-plugged", "status": "completed", "tag": "a59c51f8-a9b3-42fe-8a1a-1ab240009612"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:42:06.832602 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:06.911663 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca5ee8-0632-48f6-a538-e4e3ded64e0c req-dbc472cd-78ed-4fd9-b6a8-4f4a81cd0923 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:06.913397 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-efca5ee8-0632-48f6-a538-e4e3ded64e0c req-dbc472cd-78ed-4fd9-b6a8-4f4a81cd0923 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f3c79de-d19d-4faf-bc2c-34883c4e4c8b HTTP/1.1" status: 200 len: 945 time: 0.0927453 Aug 19 14:42:06.927418 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aecf56c-cc85-4bd6-9513-b16ec3bb584d req-1e0b4c42-759a-460f-a255-222d6058ec86 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:06.929123 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1aecf56c-cc85-4bd6-9513-b16ec3bb584d req-1e0b4c42-759a-460f-a255-222d6058ec86 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=64675a59-4b14-4748-bce4-528f43de434d HTTP/1.1" status: 200 len: 950 time: 0.0768836 Aug 19 14:42:06.990458 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-efca5ee8-0632-48f6-a538-e4e3ded64e0c req-4fb8aa6d-b00e-4052-bbb3-e6b7b98f5022 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7bff13a-0390-4b12-a5ab-22b49f85b693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601172 Aug 19 14:42:06.993552 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1aecf56c-cc85-4bd6-9513-b16ec3bb584d req-6c718236-38b1-44bd-b130-e08a13279058 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571001 Aug 19 14:42:07.057361 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 19 Aug 2021 14:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425ac383-f663-4f57-9952-392df63a4396 x-openstack-request-id: req-425ac383-f663-4f57-9952-392df63a4396 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:42:07.057755 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d976318-4567-4f88-a801-11e0df69f235", "name": "network-vif-plugged", "status": "completed", "tag": "3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d", "code": 200}, {"server_uuid": "3d976318-4567-4f88-a801-11e0df69f235", "name": "network-vif-plugged", "status": "completed", "tag": "56da6e17-81c7-428b-af76-84d1fb4c24f1", "code": 200}, {"server_uuid": "2f3c79de-d19d-4faf-bc2c-34883c4e4c8b", "name": "network-vif-plugged", "status": "completed", "tag": "ee9706ba-209b-40aa-8767-35b32f77135e", "code": 200}, {"server_uuid": "64675a59-4b14-4748-bce4-528f43de434d", "name": "network-vif-plugged", "status": "completed", "tag": "a59c51f8-a9b3-42fe-8a1a-1ab240009612", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:42:07.058857 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-425ac383-f663-4f57-9952-392df63a4396 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:42:07.059550 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d976318-4567-4f88-a801-11e0df69f235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d', 'code': 200} Aug 19 14:42:07.059887 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d976318-4567-4f88-a801-11e0df69f235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56da6e17-81c7-428b-af76-84d1fb4c24f1', 'code': 200} Aug 19 14:42:07.060134 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f3c79de-d19d-4faf-bc2c-34883c4e4c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9706ba-209b-40aa-8767-35b32f77135e', 'code': 200} Aug 19 14:42:07.060657 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64675a59-4b14-4748-bce4-528f43de434d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59c51f8-a9b3-42fe-8a1a-1ab240009612', 'code': 200} Aug 19 14:42:07.186658 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e39300-6b43-42ef-9b82-d1ee272a3292 req-26371fb3-aa26-4ece-904d-98abfe671b0e tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:07.188611 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c3e39300-6b43-42ef-9b82-d1ee272a3292 req-26371fb3-aa26-4ece-904d-98abfe671b0e tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.0672154 Aug 19 14:42:07.247959 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c3e39300-6b43-42ef-9b82-d1ee272a3292 req-ba6211ee-b301-4e4d-97bb-ead57c87fe63 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519042 Aug 19 14:42:07.259838 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2787a2b9-c422-455b-a5a7-aac5e27afbe4 req-55324205-25b4-4521-9f98-6dae14eef2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:07.261945 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2787a2b9-c422-455b-a5a7-aac5e27afbe4 req-55324205-25b4-4521-9f98-6dae14eef2cc service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=64675a59-4b14-4748-bce4-528f43de434d HTTP/1.1" status: 200 len: 1101 time: 0.1127093 Aug 19 14:42:07.274700 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040fbdc-6801-4987-b50f-3280362491ab req-2f445ba2-c40c-4a7c-af1c-8709e8666289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:07.275208 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040fbdc-6801-4987-b50f-3280362491ab req-2f445ba2-c40c-4a7c-af1c-8709e8666289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:07.275682 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040fbdc-6801-4987-b50f-3280362491ab req-2f445ba2-c40c-4a7c-af1c-8709e8666289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:07.276151 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040fbdc-6801-4987-b50f-3280362491ab req-2f445ba2-c40c-4a7c-af1c-8709e8666289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:07.276670 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040fbdc-6801-4987-b50f-3280362491ab req-2f445ba2-c40c-4a7c-af1c-8709e8666289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:07.277165 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040fbdc-6801-4987-b50f-3280362491ab req-2f445ba2-c40c-4a7c-af1c-8709e8666289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:07.277625 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040fbdc-6801-4987-b50f-3280362491ab req-2f445ba2-c40c-4a7c-af1c-8709e8666289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:07.281118 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d040fbdc-6801-4987-b50f-3280362491ab req-2f445ba2-c40c-4a7c-af1c-8709e8666289 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 6500 time: 0.1140606 Aug 19 14:42:07.282834 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac15c3-340e-4b85-b107-0627d53f88f3 req-be9d4279-2275-4875-8a9e-9df0d2bcf4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:07.284510 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1fac15c3-340e-4b85-b107-0627d53f88f3 req-be9d4279-2275-4875-8a9e-9df0d2bcf4e5 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2f3c79de-d19d-4faf-bc2c-34883c4e4c8b HTTP/1.1" status: 200 len: 1096 time: 0.1212649 Aug 19 14:42:07.351515 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2787a2b9-c422-455b-a5a7-aac5e27afbe4 req-3c3ac1b2-5285-45db-963a-0d8720858f7e service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706973 Aug 19 14:42:07.366310 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1fac15c3-340e-4b85-b107-0627d53f88f3 req-d586e5dc-33c7-4bc8-abb9-1e25aef95df6 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=f7bff13a-0390-4b12-a5ab-22b49f85b693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687966 Aug 19 14:42:07.366702 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024ae73-61d0-456a-a953-728130c481d3 req-41b29598-84bd-4560-bced-b2ded13ac276 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:07.368150 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d040fbdc-6801-4987-b50f-3280362491ab req-bf545147-5c08-4270-b733-22bbbdeb7bc6 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=b221f776-c920-4201-a5ce-e97a00b87480&id=8862cddc-dd3e-4608-94de-b1904f67b1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0695927 Aug 19 14:42:07.368301 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7024ae73-61d0-456a-a953-728130c481d3 req-41b29598-84bd-4560-bced-b2ded13ac276 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/networks?id=3eb58968-3ed8-49a1-a074-b3082067f627 HTTP/1.1" status: 200 len: 813 time: 0.1394835 Aug 19 14:42:07.387214 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7024ae73-61d0-456a-a953-728130c481d3 req-587fc669-8f13-4cbf-9abe-9bbb6890ddab tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/quotas/900c5224f15042db8eec5dafa99d04b1 HTTP/1.1" status: 200 len: 375 time: 0.0113449 Aug 19 14:42:07.426644 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7024ae73-61d0-456a-a953-728130c481d3 req-0d5b10b4-12f0-4fa7-89cd-c3266cabad6f tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=900c5224f15042db8eec5dafa99d04b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327742 Aug 19 14:42:07.544518 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ff0b7-4ab1-4efa-afe4-81936e663fd0 req-864239ea-1c32-4f1a-a41c-d3860e128fc1 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:07.546177 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-725ff0b7-4ab1-4efa-afe4-81936e663fd0 req-864239ea-1c32-4f1a-a41c-d3860e128fc1 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c HTTP/1.1" status: 200 len: 945 time: 0.1230111 Aug 19 14:42:07.582337 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7024ae73-61d0-456a-a953-728130c481d3 req-31878ff4-8c32-4e94-8fd8-0728a1f5b690 service neutron] 10.222.0.69 "GET /v2.0/networks/3eb58968-3ed8-49a1-a074-b3082067f627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463447 Aug 19 14:42:07.617847 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-725ff0b7-4ab1-4efa-afe4-81936e663fd0 req-61e6fe80-fc6b-465b-afec-d94b2c5effde tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652351 Aug 19 14:42:07.691888 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7024ae73-61d0-456a-a953-728130c481d3 req-5ea97169-948f-4d2a-a878-6a38fee26ac7 service neutron] 10.222.0.69 "GET /v2.0/networks/3eb58968-3ed8-49a1-a074-b3082067f627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988951 Aug 19 14:42:07.764293 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46446a6c-2c65-4abc-805d-f0776a8f389f req-bbb7c60a-4ac3-4ff1-80af-b5e0779e1c01 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:07.770782 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46446a6c-2c65-4abc-805d-f0776a8f389f req-bbb7c60a-4ac3-4ff1-80af-b5e0779e1c01 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:07.778787 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46446a6c-2c65-4abc-805d-f0776a8f389f req-bbb7c60a-4ac3-4ff1-80af-b5e0779e1c01 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:07.784782 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46446a6c-2c65-4abc-805d-f0776a8f389f req-bbb7c60a-4ac3-4ff1-80af-b5e0779e1c01 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:07.791150 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46446a6c-2c65-4abc-805d-f0776a8f389f req-bbb7c60a-4ac3-4ff1-80af-b5e0779e1c01 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:07.798433 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46446a6c-2c65-4abc-805d-f0776a8f389f req-bbb7c60a-4ac3-4ff1-80af-b5e0779e1c01 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:07.804973 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46446a6c-2c65-4abc-805d-f0776a8f389f req-bbb7c60a-4ac3-4ff1-80af-b5e0779e1c01 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:07.806915 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-46446a6c-2c65-4abc-805d-f0776a8f389f req-bbb7c60a-4ac3-4ff1-80af-b5e0779e1c01 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 5443 time: 0.1018889 Aug 19 14:42:07.855989 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-46446a6c-2c65-4abc-805d-f0776a8f389f req-9b811acc-11a9-46bd-8200-d8d40886d220 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/security-groups?id=8862cddc-dd3e-4608-94de-b1904f67b1ca&id=b221f776-c920-4201-a5ce-e97a00b87480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410960 Aug 19 14:42:07.961875 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bf979b55-f9fc-413a-9e30-3c46e748fbad req-c8951103-ebf5-49bd-a677-ea3ba794a9cb tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce337ab6-530e-4de7-8ff1-ac350bae4007 HTTP/1.1" status: 200 len: 210 time: 0.0303578 Aug 19 14:42:08.149112 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1155941e-9714-4903-a8d6-c0fdc516c5c1 req-dca1468f-9889-475d-a7f0-54e2d8d960f2 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:08.150611 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1155941e-9714-4903-a8d6-c0fdc516c5c1 req-dca1468f-9889-475d-a7f0-54e2d8d960f2 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=64675a59-4b14-4748-bce4-528f43de434d HTTP/1.1" status: 200 len: 950 time: 0.0857244 Aug 19 14:42:08.159007 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8feb9-9f13-4127-a939-bc97d80da6d1 req-633d24d8-0713-42c7-9d36-3509cc1d51c8 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:08.160717 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3ed8feb9-9f13-4127-a939-bc97d80da6d1 req-633d24d8-0713-42c7-9d36-3509cc1d51c8 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f3c79de-d19d-4faf-bc2c-34883c4e4c8b HTTP/1.1" status: 200 len: 945 time: 0.0844154 Aug 19 14:42:08.218548 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3ed8feb9-9f13-4127-a939-bc97d80da6d1 req-63fa2011-b4e4-4811-ae6c-bdfa3c4843ce tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7bff13a-0390-4b12-a5ab-22b49f85b693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502858 Aug 19 14:42:08.221381 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1155941e-9714-4903-a8d6-c0fdc516c5c1 req-f9e84fbe-f0e8-4e07-890e-d5bc4fc9c523 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597994 Aug 19 14:42:08.383656 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb593c35-2b87-4ab4-bd0e-79551c8d94cd req-18be9366-ff70-4baa-b485-9ff63886688e tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:08.385389 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cb593c35-2b87-4ab4-bd0e-79551c8d94cd req-18be9366-ff70-4baa-b485-9ff63886688e tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.0601804 Aug 19 14:42:08.440920 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cb593c35-2b87-4ab4-bd0e-79551c8d94cd req-e215f8da-bcbc-44b0-9ee1-a4364710629f tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392098 Aug 19 14:42:08.739793 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca620d-e934-461c-9aa9-926785bcec36 req-30b4f454-cbc7-4720-966e-d1ffdf38fcbe tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:08.741442 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-acca620d-e934-461c-9aa9-926785bcec36 req-30b4f454-cbc7-4720-966e-d1ffdf38fcbe tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c HTTP/1.1" status: 200 len: 945 time: 0.0536799 Aug 19 14:42:08.782013 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-acca620d-e934-461c-9aa9-926785bcec36 req-9c1eaebb-6c4d-43c7-a78e-c25d21491ab7 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338864 Aug 19 14:42:09.009760 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6894f5-acf2-4efd-ba92-3be83342bbb5 req-118a4ceb-07b7-4ee2-ac2e-3c8dacd038cb tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:09.018155 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6894f5-acf2-4efd-ba92-3be83342bbb5 req-118a4ceb-07b7-4ee2-ac2e-3c8dacd038cb tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:09.024843 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6894f5-acf2-4efd-ba92-3be83342bbb5 req-118a4ceb-07b7-4ee2-ac2e-3c8dacd038cb tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:09.031653 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6894f5-acf2-4efd-ba92-3be83342bbb5 req-118a4ceb-07b7-4ee2-ac2e-3c8dacd038cb tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:09.037941 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6894f5-acf2-4efd-ba92-3be83342bbb5 req-118a4ceb-07b7-4ee2-ac2e-3c8dacd038cb tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:09.043888 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6894f5-acf2-4efd-ba92-3be83342bbb5 req-118a4ceb-07b7-4ee2-ac2e-3c8dacd038cb tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:09.051355 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6894f5-acf2-4efd-ba92-3be83342bbb5 req-118a4ceb-07b7-4ee2-ac2e-3c8dacd038cb tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:09.053629 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9d6894f5-acf2-4efd-ba92-3be83342bbb5 req-118a4ceb-07b7-4ee2-ac2e-3c8dacd038cb tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 5443 time: 0.1067584 Aug 19 14:42:09.097881 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7958ed21-d4dd-4509-8f48-0db479634f17 req-a15e937f-1dd1-4880-afa4-a69babdf7524 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce337ab6-530e-4de7-8ff1-ac350bae4007 HTTP/1.1" status: 200 len: 210 time: 0.0400815 Aug 19 14:42:09.122196 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9d6894f5-acf2-4efd-ba92-3be83342bbb5 req-603a71d9-5322-4e58-b344-111e34bcc066 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/security-groups?id=8862cddc-dd3e-4608-94de-b1904f67b1ca&id=b221f776-c920-4201-a5ce-e97a00b87480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0500293 Aug 19 14:42:09.176953 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024ae73-61d0-456a-a953-728130c481d3 req-4a2adaea-d858-4e97-8e53-7c315cd4ebd7 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:09.178472 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7024ae73-61d0-456a-a953-728130c481d3 req-4a2adaea-d858-4e97-8e53-7c315cd4ebd7 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.88 "GET /v2.0/networks?id=3eb58968-3ed8-49a1-a074-b3082067f627 HTTP/1.1" status: 200 len: 813 time: 0.1329091 Aug 19 14:42:09.199555 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-7024ae73-61d0-456a-a953-728130c481d3 req-5834d54b-29b2-4cdf-a0d8-6f90823045b6 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Request body: {'port': {'device_id': '3eaafe21-4a84-4eea-92ff-c9924ea54dd8', 'network_id': '3eb58968-3ed8-49a1-a074-b3082067f627', 'admin_state_up': True, 'tenant_id': '900c5224f15042db8eec5dafa99d04b1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:42:09.345248 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7024ae73-61d0-456a-a953-728130c481d3 req-5834d54b-29b2-4cdf-a0d8-6f90823045b6 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Made reservation on behalf of 900c5224f15042db8eec5dafa99d04b1 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:42:09.349190 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7024ae73-61d0-456a-a953-728130c481d3 req-5834d54b-29b2-4cdf-a0d8-6f90823045b6 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:09.383774 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b036705-3d41-4ac1-9af4-1a8a3737f3a2 req-97b802dc-e0ea-4d1b-9554-6f6ea077fd3f tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:09.385327 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3b036705-3d41-4ac1-9af4-1a8a3737f3a2 req-97b802dc-e0ea-4d1b-9554-6f6ea077fd3f tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f3c79de-d19d-4faf-bc2c-34883c4e4c8b HTTP/1.1" status: 200 len: 945 time: 0.0855682 Aug 19 14:42:09.409841 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315db1d-f114-439b-9ce7-9aca953180d6 req-a1bb4b8b-e2bc-40f2-92ad-1d63557dbedc tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:09.411709 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1315db1d-f114-439b-9ce7-9aca953180d6 req-a1bb4b8b-e2bc-40f2-92ad-1d63557dbedc tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=64675a59-4b14-4748-bce4-528f43de434d HTTP/1.1" status: 200 len: 950 time: 0.1009052 Aug 19 14:42:09.454746 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3b036705-3d41-4ac1-9af4-1a8a3737f3a2 req-ddd828f6-d833-4a02-9fb7-f66cb7c9f825 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7bff13a-0390-4b12-a5ab-22b49f85b693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624030 Aug 19 14:42:09.485567 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1315db1d-f114-439b-9ce7-9aca953180d6 req-857e7965-e609-416e-a8de-d59f2d48f286 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626955 Aug 19 14:42:09.513881 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-7024ae73-61d0-456a-a953-728130c481d3 req-5834d54b-29b2-4cdf-a0d8-6f90823045b6 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Allocated IP 172.20.0.10 (3eb58968-3ed8-49a1-a074-b3082067f627/d025f132-239c-4677-9e36-1c072313c1b8/4ee03775-f597-4e41-b26e-5bb954fa95b0) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:42:09.674284 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e344204-1330-4e98-baea-267104c9138a req-98a0fd61-b06b-4849-8da6-18ea93ee1932 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:09.675777 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0e344204-1330-4e98-baea-267104c9138a req-98a0fd61-b06b-4849-8da6-18ea93ee1932 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.1179216 Aug 19 14:42:09.703528 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024ae73-61d0-456a-a953-728130c481d3 req-2a0bca62-aea2-4a3e-98aa-7c0cf7a3332b tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:09.705006 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7024ae73-61d0-456a-a953-728130c481d3 req-2a0bca62-aea2-4a3e-98aa-7c0cf7a3332b tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.88 "GET /v2.0/networks?id=3eb58968-3ed8-49a1-a074-b3082067f627 HTTP/1.1" status: 200 len: 813 time: 0.1797290 Aug 19 14:42:09.713133 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-99b05093-73fd-43ce-a108-779b557c142b req-83d1966d-3824-42e7-9398-8686f76d167e tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1533847 Aug 19 14:42:09.729433 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-7024ae73-61d0-456a-a953-728130c481d3 req-92546e4b-d3db-4ef0-befa-7cd8fc8123d0 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Request body: {'port': {'device_id': 'ce337ab6-530e-4de7-8ff1-ac350bae4007', 'network_id': '3eb58968-3ed8-49a1-a074-b3082067f627', 'admin_state_up': True, 'tenant_id': '900c5224f15042db8eec5dafa99d04b1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:42:09.734322 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-99b05093-73fd-43ce-a108-779b557c142b req-54673553-42ea-4e3f-8f9f-b5a7283d6261 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Request body: {'floatingip': {'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:42:09.743414 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0e344204-1330-4e98-baea-267104c9138a req-542e71b3-d38e-43f2-8cc2-7b46c7a55cd7 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587602 Aug 19 14:42:09.772382 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-99b05093-73fd-43ce-a108-779b557c142b req-54673553-42ea-4e3f-8f9f-b5a7283d6261 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:09.813764 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7024ae73-61d0-456a-a953-728130c481d3 req-5834d54b-29b2-4cdf-a0d8-6f90823045b6 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:09.865041 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398751cd-4b6c-41d0-9a2f-d4c7fffb2638 req-a3761311-5187-4a19-bc88-2f6e9b4b5020 tempest-ServersOnMultiNodesTest-2021204962 tempest-ServersOnMultiNodesTest-2021204962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:09.866560 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-398751cd-4b6c-41d0-9a2f-d4c7fffb2638 req-a3761311-5187-4a19-bc88-2f6e9b4b5020 tempest-ServersOnMultiNodesTest-2021204962 tempest-ServersOnMultiNodesTest-2021204962-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=64675a59-4b14-4748-bce4-528f43de434d HTTP/1.1" status: 200 len: 1101 time: 0.0545597 Aug 19 14:42:09.892276 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7024ae73-61d0-456a-a953-728130c481d3 req-5834d54b-29b2-4cdf-a0d8-6f90823045b6 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:09.894434 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7024ae73-61d0-456a-a953-728130c481d3 req-92546e4b-d3db-4ef0-befa-7cd8fc8123d0 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Made reservation on behalf of 900c5224f15042db8eec5dafa99d04b1 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:42:09.898057 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7024ae73-61d0-456a-a953-728130c481d3 req-92546e4b-d3db-4ef0-befa-7cd8fc8123d0 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:09.926791 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-398751cd-4b6c-41d0-9a2f-d4c7fffb2638 req-779f8c02-b5d5-4fd6-90b7-22859f2252b7 tempest-ServersOnMultiNodesTest-2021204962 tempest-ServersOnMultiNodesTest-2021204962-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499251 Aug 19 14:42:09.932702 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-99b05093-73fd-43ce-a108-779b557c142b req-54673553-42ea-4e3f-8f9f-b5a7283d6261 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:09.945112 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7024ae73-61d0-456a-a953-728130c481d3 req-5834d54b-29b2-4cdf-a0d8-6f90823045b6 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Network 3eb58968-3ed8-49a1-a074-b3082067f627 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:42:10.016294 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-7024ae73-61d0-456a-a953-728130c481d3 req-5834d54b-29b2-4cdf-a0d8-6f90823045b6 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:42:10.028062 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-7024ae73-61d0-456a-a953-728130c481d3 req-5834d54b-29b2-4cdf-a0d8-6f90823045b6 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:42:10.062847 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5834d54b-29b2-4cdf-a0d8-6f90823045b6 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Pushing event updated for resources: {'Port': ['ID=4ee03775-f597-4e41-b26e-5bb954fa95b0,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:10.070143 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-99b05093-73fd-43ce-a108-779b557c142b req-54673553-42ea-4e3f-8f9f-b5a7283d6261 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Allocated IP 172.25.2.111 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/49b5c9a7-9738-4704-a434-a1ba80833fe1) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:42:10.091507 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b4cdd-b7ee-460c-898c-ddfe1d082826 req-e8edfd9b-fddc-442a-8f50-2b385a3db66d tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:10.093034 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ab8b4cdd-b7ee-460c-898c-ddfe1d082826 req-e8edfd9b-fddc-442a-8f50-2b385a3db66d tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c HTTP/1.1" status: 200 len: 945 time: 0.0795276 Aug 19 14:42:10.119943 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024ae73-61d0-456a-a953-728130c481d3 req-5834d54b-29b2-4cdf-a0d8-6f90823045b6 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:10.122460 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7024ae73-61d0-456a-a953-728130c481d3 req-5834d54b-29b2-4cdf-a0d8-6f90823045b6 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:10.145943 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-7024ae73-61d0-456a-a953-728130c481d3 req-92546e4b-d3db-4ef0-befa-7cd8fc8123d0 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Allocated IP 172.20.0.4 (3eb58968-3ed8-49a1-a074-b3082067f627/d025f132-239c-4677-9e36-1c072313c1b8/a614fc43-e2b6-46ca-bde5-bf49b0113a30) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:42:10.154032 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7024ae73-61d0-456a-a953-728130c481d3 req-5834d54b-29b2-4cdf-a0d8-6f90823045b6 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9582865 Aug 19 14:42:10.180137 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-7024ae73-61d0-456a-a953-728130c481d3 req-e041d2a3-1f66-4f11-90a7-dbef38c07fce service neutron] Request body: {'port': {'device_id': '3eaafe21-4a84-4eea-92ff-c9924ea54dd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:42:10.185271 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ab8b4cdd-b7ee-460c-898c-ddfe1d082826 req-8e423345-22be-458a-ae07-e8702d08212a tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853722 Aug 19 14:42:10.237185 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-99b05093-73fd-43ce-a108-779b557c142b req-54673553-42ea-4e3f-8f9f-b5a7283d6261 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:10.295502 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8d9cc3fa-f60a-4eef-8dae-ae64f9927944 req-f3674454-1938-41d3-bb68-0c15d8aa925e tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=41e15b78d78c4e818c7fba2f667bded5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251451 Aug 19 14:42:10.300214 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7024ae73-61d0-456a-a953-728130c481d3 req-e041d2a3-1f66-4f11-90a7-dbef38c07fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:10.313030 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-99b05093-73fd-43ce-a108-779b557c142b req-54673553-42ea-4e3f-8f9f-b5a7283d6261 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:10.400026 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7024ae73-61d0-456a-a953-728130c481d3 req-92546e4b-d3db-4ef0-befa-7cd8fc8123d0 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:10.407030 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99b05093-73fd-43ce-a108-779b557c142b req-54673553-42ea-4e3f-8f9f-b5a7283d6261 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:42:10.417893 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54673553-42ea-4e3f-8f9f-b5a7283d6261 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Pushing event updated for resources: {'Port': ['ID=49b5c9a7-9738-4704-a434-a1ba80833fe1,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:10.424477 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-99b05093-73fd-43ce-a108-779b557c142b req-54673553-42ea-4e3f-8f9f-b5a7283d6261 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:42:10.426311 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b05093-73fd-43ce-a108-779b557c142b req-54673553-42ea-4e3f-8f9f-b5a7283d6261 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:42:10.474111 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cc3fa-f60a-4eef-8dae-ae64f9927944 req-ae83484d-54ec-4651-a07e-f240877ef406 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:10.475775 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8d9cc3fa-f60a-4eef-8dae-ae64f9927944 req-ae83484d-54ec-4651-a07e-f240877ef406 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1741054 Aug 19 14:42:10.498248 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8d9cc3fa-f60a-4eef-8dae-ae64f9927944 req-4334ce01-21d4-4a1d-88bf-358368573ad1 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/quotas/41e15b78d78c4e818c7fba2f667bded5 HTTP/1.1" status: 200 len: 375 time: 0.0161383 Aug 19 14:42:10.501432 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7024ae73-61d0-456a-a953-728130c481d3 req-92546e4b-d3db-4ef0-befa-7cd8fc8123d0 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:10.569740 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-99b05093-73fd-43ce-a108-779b557c142b req-54673553-42ea-4e3f-8f9f-b5a7283d6261 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:10.591403 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7024ae73-61d0-456a-a953-728130c481d3 req-92546e4b-d3db-4ef0-befa-7cd8fc8123d0 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Network 3eb58968-3ed8-49a1-a074-b3082067f627 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:42:10.596981 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-7024ae73-61d0-456a-a953-728130c481d3 req-92546e4b-d3db-4ef0-befa-7cd8fc8123d0 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:42:10.599679 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8d9cc3fa-f60a-4eef-8dae-ae64f9927944 req-658df3f9-ce08-4c26-8e56-f7cc383c19e4 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=41e15b78d78c4e818c7fba2f667bded5&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0761719 Aug 19 14:42:10.599924 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-7024ae73-61d0-456a-a953-728130c481d3 req-92546e4b-d3db-4ef0-befa-7cd8fc8123d0 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:42:10.629177 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-99b05093-73fd-43ce-a108-779b557c142b req-54673553-42ea-4e3f-8f9f-b5a7283d6261 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:10.651671 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024ae73-61d0-456a-a953-728130c481d3 req-92546e4b-d3db-4ef0-befa-7cd8fc8123d0 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:10.652293 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7024ae73-61d0-456a-a953-728130c481d3 req-92546e4b-d3db-4ef0-befa-7cd8fc8123d0 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:10.668068 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92546e4b-d3db-4ef0-befa-7cd8fc8123d0 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Pushing event updated for resources: {'Port': ['ID=a614fc43-e2b6-46ca-bde5-bf49b0113a30,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:10.692110 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7024ae73-61d0-456a-a953-728130c481d3 req-92546e4b-d3db-4ef0-befa-7cd8fc8123d0 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9691427 Aug 19 14:42:10.713527 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-7024ae73-61d0-456a-a953-728130c481d3 req-2a8b5ad1-c89b-4703-8006-79e1a0381c6b service neutron] Request body: {'port': {'device_id': 'ce337ab6-530e-4de7-8ff1-ac350bae4007', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:42:10.820432 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7024ae73-61d0-456a-a953-728130c481d3 req-2a8b5ad1-c89b-4703-8006-79e1a0381c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:10.834245 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-7024ae73-61d0-456a-a953-728130c481d3 req-e041d2a3-1f66-4f11-90a7-dbef38c07fce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ee03775-f597-4e41-b26e-5bb954fa95b0 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:42:10.837388 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd18459-4f58-4210-9120-11e3373e49d6 req-32b3133a-b145-4910-b098-a5b83ea757ca tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:10.838894 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bcd18459-4f58-4210-9120-11e3373e49d6 req-32b3133a-b145-4910-b098-a5b83ea757ca tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce337ab6-530e-4de7-8ff1-ac350bae4007 HTTP/1.1" status: 200 len: 931 time: 0.0820177 Aug 19 14:42:10.844466 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7024ae73-61d0-456a-a953-728130c481d3 req-e041d2a3-1f66-4f11-90a7-dbef38c07fce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:10.875401 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-99b05093-73fd-43ce-a108-779b557c142b req-54673553-42ea-4e3f-8f9f-b5a7283d6261 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:10.883245 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-7024ae73-61d0-456a-a953-728130c481d3 req-e041d2a3-1f66-4f11-90a7-dbef38c07fce service neutron] Transition to ACTIVE for port object 4ee03775-f597-4e41-b26e-5bb954fa95b0 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:42:10.889258 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-99b05093-73fd-43ce-a108-779b557c142b req-54673553-42ea-4e3f-8f9f-b5a7283d6261 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:10.890230 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7024ae73-61d0-456a-a953-728130c481d3 req-e041d2a3-1f66-4f11-90a7-dbef38c07fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:10.924825 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bcd18459-4f58-4210-9120-11e3373e49d6 req-8978846d-1d03-4c79-bcf0-931ecc3d7869 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/security-groups?id=4dc3a3ba-1037-47e2-ad77-44367bf6ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743744 Aug 19 14:42:10.983038 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54673553-42ea-4e3f-8f9f-b5a7283d6261 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Pushing event updated for resources: {'Port': ['ID=49b5c9a7-9738-4704-a434-a1ba80833fe1,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:10.997548 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-99b05093-73fd-43ce-a108-779b557c142b req-54673553-42ea-4e3f-8f9f-b5a7283d6261 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:11.013051 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-99b05093-73fd-43ce-a108-779b557c142b req-54673553-42ea-4e3f-8f9f-b5a7283d6261 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:11.014519 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-99b05093-73fd-43ce-a108-779b557c142b req-54673553-42ea-4e3f-8f9f-b5a7283d6261 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2898793 Aug 19 14:42:11.032426 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e041d2a3-1f66-4f11-90a7-dbef38c07fce service neutron] Pushing event updated for resources: {'Port': ['ID=4ee03775-f597-4e41-b26e-5bb954fa95b0,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:11.081485 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-99b05093-73fd-43ce-a108-779b557c142b req-6b5ae200-6e44-4bc3-8ec9-64f43a96977e tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.2.111 HTTP/1.1" status: 200 len: 696 time: 0.0595136 Aug 19 14:42:11.171267 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-7024ae73-61d0-456a-a953-728130c481d3 req-e041d2a3-1f66-4f11-90a7-dbef38c07fce service neutron] Attempting to bind port 4ee03775-f597-4e41-b26e-5bb954fa95b0 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:42:11.171616 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-7024ae73-61d0-456a-a953-728130c481d3 req-e041d2a3-1f66-4f11-90a7-dbef38c07fce service neutron] Attempting to bind port 4ee03775-f597-4e41-b26e-5bb954fa95b0 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3eb58968-3ed8-49a1-a074-b3082067f627'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:42:11.171947 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7024ae73-61d0-456a-a953-728130c481d3 req-e041d2a3-1f66-4f11-90a7-dbef38c07fce service neutron] Attempting to bind port 4ee03775-f597-4e41-b26e-5bb954fa95b0 on network 3eb58968-3ed8-49a1-a074-b3082067f627 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:42:11.185585 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7024ae73-61d0-456a-a953-728130c481d3 req-e041d2a3-1f66-4f11-90a7-dbef38c07fce service neutron] Port 4ee03775-f597-4e41-b26e-5bb954fa95b0 on network 3eb58968-3ed8-49a1-a074-b3082067f627 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:42:11.186292 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7024ae73-61d0-456a-a953-728130c481d3 req-e041d2a3-1f66-4f11-90a7-dbef38c07fce service neutron] Attempting to bind port 4ee03775-f597-4e41-b26e-5bb954fa95b0 on network 3eb58968-3ed8-49a1-a074-b3082067f627 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:42:11.187345 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485399bd-1654-49d3-a1fe-a0fca332b5ee req-407f2aae-6046-49f6-965e-297727fa90b9 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:11.193160 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485399bd-1654-49d3-a1fe-a0fca332b5ee req-407f2aae-6046-49f6-965e-297727fa90b9 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:11.197580 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7024ae73-61d0-456a-a953-728130c481d3 req-e041d2a3-1f66-4f11-90a7-dbef38c07fce service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:42:11.197841 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7024ae73-61d0-456a-a953-728130c481d3 req-e041d2a3-1f66-4f11-90a7-dbef38c07fce service neutron] Checking segment: {'id': 'f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3eb58968-3ed8-49a1-a074-b3082067f627'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:42:11.198211 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7024ae73-61d0-456a-a953-728130c481d3 req-e041d2a3-1f66-4f11-90a7-dbef38c07fce service neutron] Bound using segment: {'id': 'f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3eb58968-3ed8-49a1-a074-b3082067f627'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:42:11.199076 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-7024ae73-61d0-456a-a953-728130c481d3 req-e041d2a3-1f66-4f11-90a7-dbef38c07fce service neutron] Bound port: 4ee03775-f597-4e41-b26e-5bb954fa95b0, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3eb58968-3ed8-49a1-a074-b3082067f627'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:42:11.199214 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485399bd-1654-49d3-a1fe-a0fca332b5ee req-407f2aae-6046-49f6-965e-297727fa90b9 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:11.199316 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7024ae73-61d0-456a-a953-728130c481d3 req-e041d2a3-1f66-4f11-90a7-dbef38c07fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:11.206135 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485399bd-1654-49d3-a1fe-a0fca332b5ee req-407f2aae-6046-49f6-965e-297727fa90b9 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:11.211913 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485399bd-1654-49d3-a1fe-a0fca332b5ee req-407f2aae-6046-49f6-965e-297727fa90b9 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:11.218400 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485399bd-1654-49d3-a1fe-a0fca332b5ee req-407f2aae-6046-49f6-965e-297727fa90b9 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:11.224355 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485399bd-1654-49d3-a1fe-a0fca332b5ee req-407f2aae-6046-49f6-965e-297727fa90b9 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:11.226261 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-485399bd-1654-49d3-a1fe-a0fca332b5ee req-407f2aae-6046-49f6-965e-297727fa90b9 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 5443 time: 0.1654146 Aug 19 14:42:11.294410 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b05093-73fd-43ce-a108-779b557c142b req-28a4e6bb-36d8-4c46-ac3a-d180050ca108 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:11.295805 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-99b05093-73fd-43ce-a108-779b557c142b req-28a4e6bb-36d8-4c46-ac3a-d180050ca108 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/networks/88eeec05-6d16-4f02-9461-44ff5e420302 HTTP/1.1" status: 200 len: 784 time: 0.1968749 Aug 19 14:42:11.305487 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-485399bd-1654-49d3-a1fe-a0fca332b5ee req-0a890b33-e3ee-4fbf-9a8b-7dec7683661c tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/security-groups?id=8862cddc-dd3e-4608-94de-b1904f67b1ca&id=b221f776-c920-4201-a5ce-e97a00b87480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0727880 Aug 19 14:42:11.337565 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-7024ae73-61d0-456a-a953-728130c481d3 req-2a8b5ad1-c89b-4703-8006-79e1a0381c6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a614fc43-e2b6-46ca-bde5-bf49b0113a30 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:42:11.344447 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-7024ae73-61d0-456a-a953-728130c481d3 req-e041d2a3-1f66-4f11-90a7-dbef38c07fce service neutron] For port 4ee03775-f597-4e41-b26e-5bb954fa95b0, host n-h2-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:42:11.354174 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7024ae73-61d0-456a-a953-728130c481d3 req-2a8b5ad1-c89b-4703-8006-79e1a0381c6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:11.367489 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-7024ae73-61d0-456a-a953-728130c481d3 req-e041d2a3-1f66-4f11-90a7-dbef38c07fce service neutron] For port 4ee03775-f597-4e41-b26e-5bb954fa95b0, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=4ee03775-f597-4e41-b26e-5bb954fa95b0,segment=NetworkSegment(f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0),segment_id=f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:42:11.378987 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7024ae73-61d0-456a-a953-728130c481d3 req-e041d2a3-1f66-4f11-90a7-dbef38c07fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:11.382061 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-7024ae73-61d0-456a-a953-728130c481d3 req-2a8b5ad1-c89b-4703-8006-79e1a0381c6b service neutron] Transition to ACTIVE for port object a614fc43-e2b6-46ca-bde5-bf49b0113a30 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:42:11.422127 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024ae73-61d0-456a-a953-728130c481d3 req-e041d2a3-1f66-4f11-90a7-dbef38c07fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:11.422425 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7024ae73-61d0-456a-a953-728130c481d3 req-e041d2a3-1f66-4f11-90a7-dbef38c07fce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:11.423869 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7024ae73-61d0-456a-a953-728130c481d3 req-e041d2a3-1f66-4f11-90a7-dbef38c07fce service neutron] 10.222.0.88 "PUT /v2.0/ports/4ee03775-f597-4e41-b26e-5bb954fa95b0 HTTP/1.1" status: 200 len: 1092 time: 1.2553086 Aug 19 14:42:11.428155 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eaafe21-4a84-4eea-92ff-c9924ea54dd8', 'tag': '4ee03775-f597-4e41-b26e-5bb954fa95b0'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:42:11.430045 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a95e52-36b4-4201-92ec-9110063d874b" -d '{"events": [{"name": "network-changed", "server_uuid": "3eaafe21-4a84-4eea-92ff-c9924ea54dd8", "tag": "4ee03775-f597-4e41-b26e-5bb954fa95b0"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:42:11.439356 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7024ae73-61d0-456a-a953-728130c481d3 req-2a8b5ad1-c89b-4703-8006-79e1a0381c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:11.486913 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7dff849e-bd76-4cb4-bff1-4a38a90a77c7 req-1785de98-9500-468c-970f-24b57e81e843 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=86ff1972-ebc9-4fc4-99e1-ee4973f4281e HTTP/1.1" status: 200 len: 210 time: 0.0491025 Aug 19 14:42:11.540081 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ef50d-e058-4f6e-9ae6-956a836fd8ac req-97cb5543-4bfd-4f0f-9512-8a1a04b88624 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:11.541621 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-446ef50d-e058-4f6e-9ae6-956a836fd8ac req-97cb5543-4bfd-4f0f-9512-8a1a04b88624 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.0573816 Aug 19 14:42:11.560397 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e041d2a3-1f66-4f11-90a7-dbef38c07fce service neutron] Pushing event updated for resources: {'Port': ['ID=4ee03775-f597-4e41-b26e-5bb954fa95b0,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:11.609891 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-446ef50d-e058-4f6e-9ae6-956a836fd8ac req-7daa5773-c512-40c5-915d-64c8be913226 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437179 Aug 19 14:42:11.632608 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8b5ad1-c89b-4703-8006-79e1a0381c6b service neutron] Pushing event updated for resources: {'Port': ['ID=a614fc43-e2b6-46ca-bde5-bf49b0113a30,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:11.641079 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024ae73-61d0-456a-a953-728130c481d3 req-2e021995-dc38-4eaa-84bc-a55cd8089277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:11.642455 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7024ae73-61d0-456a-a953-728130c481d3 req-2e021995-dc38-4eaa-84bc-a55cd8089277 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=900c5224f15042db8eec5dafa99d04b1&device_id=3eaafe21-4a84-4eea-92ff-c9924ea54dd8 HTTP/1.1" status: 200 len: 1095 time: 0.1593099 Aug 19 14:42:11.668150 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-7024ae73-61d0-456a-a953-728130c481d3 req-2a8b5ad1-c89b-4703-8006-79e1a0381c6b service neutron] Attempting to bind port a614fc43-e2b6-46ca-bde5-bf49b0113a30 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:42:11.668492 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-7024ae73-61d0-456a-a953-728130c481d3 req-2a8b5ad1-c89b-4703-8006-79e1a0381c6b service neutron] Attempting to bind port a614fc43-e2b6-46ca-bde5-bf49b0113a30 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3eb58968-3ed8-49a1-a074-b3082067f627'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:42:11.668820 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7024ae73-61d0-456a-a953-728130c481d3 req-2a8b5ad1-c89b-4703-8006-79e1a0381c6b service neutron] Attempting to bind port a614fc43-e2b6-46ca-bde5-bf49b0113a30 on network 3eb58968-3ed8-49a1-a074-b3082067f627 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:42:11.669440 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9145221-3656-4340-b951-8f018d97fe19 req-17f74a9b-e4a3-4cce-8c51-d171e1022549 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:11.671157 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c9145221-3656-4340-b951-8f018d97fe19 req-17f74a9b-e4a3-4cce-8c51-d171e1022549 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c HTTP/1.1" status: 200 len: 945 time: 0.0853653 Aug 19 14:42:11.686049 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7024ae73-61d0-456a-a953-728130c481d3 req-2a8b5ad1-c89b-4703-8006-79e1a0381c6b service neutron] Port a614fc43-e2b6-46ca-bde5-bf49b0113a30 on network 3eb58968-3ed8-49a1-a074-b3082067f627 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:42:11.686049 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7024ae73-61d0-456a-a953-728130c481d3 req-2a8b5ad1-c89b-4703-8006-79e1a0381c6b service neutron] Attempting to bind port a614fc43-e2b6-46ca-bde5-bf49b0113a30 on network 3eb58968-3ed8-49a1-a074-b3082067f627 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:42:11.719955 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7024ae73-61d0-456a-a953-728130c481d3 req-7d5a2d6d-5375-4e74-baaf-5884ff2196af service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ee03775-f597-4e41-b26e-5bb954fa95b0 HTTP/1.1" status: 200 len: 217 time: 0.0456254 Aug 19 14:42:11.720861 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7024ae73-61d0-456a-a953-728130c481d3 req-2a8b5ad1-c89b-4703-8006-79e1a0381c6b service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:42:11.721314 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7024ae73-61d0-456a-a953-728130c481d3 req-2a8b5ad1-c89b-4703-8006-79e1a0381c6b service neutron] Checking segment: {'id': 'f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3eb58968-3ed8-49a1-a074-b3082067f627'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:42:11.721638 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7024ae73-61d0-456a-a953-728130c481d3 req-2a8b5ad1-c89b-4703-8006-79e1a0381c6b service neutron] Bound using segment: {'id': 'f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3eb58968-3ed8-49a1-a074-b3082067f627'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:42:11.722074 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-7024ae73-61d0-456a-a953-728130c481d3 req-2a8b5ad1-c89b-4703-8006-79e1a0381c6b service neutron] Bound port: a614fc43-e2b6-46ca-bde5-bf49b0113a30, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3eb58968-3ed8-49a1-a074-b3082067f627'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:42:11.722426 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7024ae73-61d0-456a-a953-728130c481d3 req-2a8b5ad1-c89b-4703-8006-79e1a0381c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:11.724804 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c9145221-3656-4340-b951-8f018d97fe19 req-da307f9e-0331-4bd5-9d94-c9884cf98b4f tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471041 Aug 19 14:42:11.777103 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f217d3-7731-45f0-adf9-3270dfef6d85 req-8492c748-1095-478e-a346-c91ff53d2683 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:11.784120 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f217d3-7731-45f0-adf9-3270dfef6d85 req-8492c748-1095-478e-a346-c91ff53d2683 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:11.790534 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f217d3-7731-45f0-adf9-3270dfef6d85 req-8492c748-1095-478e-a346-c91ff53d2683 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:11.797213 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f217d3-7731-45f0-adf9-3270dfef6d85 req-8492c748-1095-478e-a346-c91ff53d2683 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:11.803504 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f217d3-7731-45f0-adf9-3270dfef6d85 req-8492c748-1095-478e-a346-c91ff53d2683 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:11.810825 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f217d3-7731-45f0-adf9-3270dfef6d85 req-8492c748-1095-478e-a346-c91ff53d2683 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:11.816951 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f217d3-7731-45f0-adf9-3270dfef6d85 req-8492c748-1095-478e-a346-c91ff53d2683 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:11.819059 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-58f217d3-7731-45f0-adf9-3270dfef6d85 req-8492c748-1095-478e-a346-c91ff53d2683 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 5443 time: 0.1403344 Aug 19 14:42:11.841484 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 42334) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:42:11.847752 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-5fe8ac8d-e2e8-4485-a954-fc7b47ffe209 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Request body: {'floatingip': {'port_id': '3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:42:11.951227 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5fe8ac8d-e2e8-4485-a954-fc7b47ffe209 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks [] for floatingip, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:11.956849 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8d9cc3fa-f60a-4eef-8dae-ae64f9927944 req-3db59a1b-d09b-45e0-a684-fa128049ee60 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=41e15b78d78c4e818c7fba2f667bded5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0666554 Aug 19 14:42:12.096878 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c38007-30be-4640-b60a-30f30438bec8 x-openstack-request-id: req-58c38007-30be-4640-b60a-30f30438bec8 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:42:12.097176 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eaafe21-4a84-4eea-92ff-c9924ea54dd8", "tag": "4ee03775-f597-4e41-b26e-5bb954fa95b0", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:42:12.097392 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-58c38007-30be-4640-b60a-30f30438bec8 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:42:12.097842 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eaafe21-4a84-4eea-92ff-c9924ea54dd8', 'tag': '4ee03775-f597-4e41-b26e-5bb954fa95b0', 'status': 'completed', 'code': 200} Aug 19 14:42:12.132146 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024ae73-61d0-456a-a953-728130c481d3 req-0515997c-00a0-4055-9f7c-72fef84b3381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:12.133738 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7024ae73-61d0-456a-a953-728130c481d3 req-0515997c-00a0-4055-9f7c-72fef84b3381 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d025f132-239c-4677-9e36-1c072313c1b8 HTTP/1.1" status: 200 len: 853 time: 0.3752723 Aug 19 14:42:12.140379 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-7024ae73-61d0-456a-a953-728130c481d3 req-2a8b5ad1-c89b-4703-8006-79e1a0381c6b service neutron] For port a614fc43-e2b6-46ca-bde5-bf49b0113a30, host n-h2-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:42:12.144840 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-7024ae73-61d0-456a-a953-728130c481d3 req-2a8b5ad1-c89b-4703-8006-79e1a0381c6b service neutron] For port a614fc43-e2b6-46ca-bde5-bf49b0113a30, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=a614fc43-e2b6-46ca-bde5-bf49b0113a30,segment=NetworkSegment(f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0),segment_id=f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:42:12.155472 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7024ae73-61d0-456a-a953-728130c481d3 req-2a8b5ad1-c89b-4703-8006-79e1a0381c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:12.178036 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7024ae73-61d0-456a-a953-728130c481d3 req-1564375b-f3bc-4ebe-8438-0a3650b028e8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3eb58968-3ed8-49a1-a074-b3082067f627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352604 Aug 19 14:42:12.222906 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024ae73-61d0-456a-a953-728130c481d3 req-2a8b5ad1-c89b-4703-8006-79e1a0381c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:12.223656 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7024ae73-61d0-456a-a953-728130c481d3 req-2a8b5ad1-c89b-4703-8006-79e1a0381c6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:12.224927 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7024ae73-61d0-456a-a953-728130c481d3 req-2a8b5ad1-c89b-4703-8006-79e1a0381c6b service neutron] 10.222.0.88 "PUT /v2.0/ports/a614fc43-e2b6-46ca-bde5-bf49b0113a30 HTTP/1.1" status: 200 len: 1091 time: 1.5157826 Aug 19 14:42:12.306276 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8b5ad1-c89b-4703-8006-79e1a0381c6b service neutron] Pushing event updated for resources: {'Port': ['ID=a614fc43-e2b6-46ca-bde5-bf49b0113a30,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:12.347002 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024ae73-61d0-456a-a953-728130c481d3 req-924060ed-c1a4-4687-a100-c000e9e0b8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:12.348435 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7024ae73-61d0-456a-a953-728130c481d3 req-924060ed-c1a4-4687-a100-c000e9e0b8f8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=900c5224f15042db8eec5dafa99d04b1&device_id=ce337ab6-530e-4de7-8ff1-ac350bae4007 HTTP/1.1" status: 200 len: 1094 time: 0.0842474 Aug 19 14:42:12.352286 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7024ae73-61d0-456a-a953-728130c481d3 req-5e84ef10-2155-409b-81ca-af9a8a6c963f service neutron] 10.222.0.88 "GET /v2.0/networks/3eb58968-3ed8-49a1-a074-b3082067f627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550653 Aug 19 14:42:12.433152 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7024ae73-61d0-456a-a953-728130c481d3 req-9ea843ed-60ee-48e5-ba63-626ccaff3eea service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a614fc43-e2b6-46ca-bde5-bf49b0113a30 HTTP/1.1" status: 200 len: 217 time: 0.0622551 Aug 19 14:42:12.489236 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21671c3a-d675-4f67-b695-4cd6e5f66d7b req-0ecc1a84-feb7-4489-8c92-14e80b44e557 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:12.490712 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-21671c3a-d675-4f67-b695-4cd6e5f66d7b req-0ecc1a84-feb7-4489-8c92-14e80b44e557 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/networks?id=c173e005-89f4-4c18-bacc-4a095707947a HTTP/1.1" status: 200 len: 819 time: 0.6629009 Aug 19 14:42:12.520771 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024ae73-61d0-456a-a953-728130c481d3 req-b2df8705-e9ee-4b16-bc6d-14a30395a92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:12.522233 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7024ae73-61d0-456a-a953-728130c481d3 req-b2df8705-e9ee-4b16-bc6d-14a30395a92e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d025f132-239c-4677-9e36-1c072313c1b8 HTTP/1.1" status: 200 len: 853 time: 0.0650280 Aug 19 14:42:12.563611 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7024ae73-61d0-456a-a953-728130c481d3 req-990cfc1f-e140-427d-803a-6af97cc5c358 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3eb58968-3ed8-49a1-a074-b3082067f627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340681 Aug 19 14:42:12.565625 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7024ae73-61d0-456a-a953-728130c481d3 req-b756a9ed-7722-4a14-8f35-f0927c79d259 service neutron] 10.222.0.88 "GET /v2.0/networks/3eb58968-3ed8-49a1-a074-b3082067f627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930647 Aug 19 14:42:12.569967 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb557e16-c953-4061-90cb-8665423f9d54 req-a49d8edc-e1f7-4652-b49a-69bd1bdacaef tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:12.571409 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cb557e16-c953-4061-90cb-8665423f9d54 req-a49d8edc-e1f7-4652-b49a-69bd1bdacaef tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce337ab6-530e-4de7-8ff1-ac350bae4007 HTTP/1.1" status: 200 len: 943 time: 0.5253377 Aug 19 14:42:12.575251 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-21671c3a-d675-4f67-b695-4cd6e5f66d7b req-08700e20-b18f-4b56-874d-5d59a3896d3b tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/quotas/142f83185aea4a6daae515dcd5cb4f68 HTTP/1.1" status: 200 len: 375 time: 0.0681832 Aug 19 14:42:12.583357 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cc3fa-f60a-4eef-8dae-ae64f9927944 req-a1300736-c7af-4bce-b75c-8d79621d05a2 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:12.584816 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8d9cc3fa-f60a-4eef-8dae-ae64f9927944 req-a1300736-c7af-4bce-b75c-8d79621d05a2 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5975978 Aug 19 14:42:12.612436 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-8d9cc3fa-f60a-4eef-8dae-ae64f9927944 req-2dbcf4fc-dd7c-498b-9f9d-c268b304f266 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Request body: {'port': {'device_id': '86ff1972-ebc9-4fc4-99e1-ee4973f4281e', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'admin_state_up': True, 'tenant_id': '41e15b78d78c4e818c7fba2f667bded5'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:42:12.686033 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7024ae73-61d0-456a-a953-728130c481d3 req-626f688b-6b5e-4dfc-9db1-8a4b1bca5f33 service neutron] 10.222.0.88 "GET /v2.0/networks/3eb58968-3ed8-49a1-a074-b3082067f627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106362 Aug 19 14:42:12.695135 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:42:12.696001 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a95e52-36b4-4201-92ec-9110063d874b req-e954a933-f976-4ae9-ba7a-ea82fec4fa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:12.697622 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-79a95e52-36b4-4201-92ec-9110063d874b req-e954a933-f976-4ae9-ba7a-ea82fec4fa22 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=900c5224f15042db8eec5dafa99d04b1&device_id=3eaafe21-4a84-4eea-92ff-c9924ea54dd8 HTTP/1.1" status: 200 len: 1095 time: 0.0572309 Aug 19 14:42:12.771998 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cb557e16-c953-4061-90cb-8665423f9d54 req-6f49bbe1-b4dd-458c-98e1-2c38f2c7e9be tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/security-groups?id=4dc3a3ba-1037-47e2-ad77-44367bf6ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807253 Aug 19 14:42:12.800157 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-21671c3a-d675-4f67-b695-4cd6e5f66d7b req-8bf0412b-ff49-498c-942f-4bb733836185 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=142f83185aea4a6daae515dcd5cb4f68&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2105811 Aug 19 14:42:12.852355 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7024ae73-61d0-456a-a953-728130c481d3 req-6d7dbcb0-4a99-4128-a4c0-2dd36bee6a8a service neutron] 10.222.0.88 "GET /v2.0/networks/3eb58968-3ed8-49a1-a074-b3082067f627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537745 Aug 19 14:42:12.854986 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a95e52-36b4-4201-92ec-9110063d874b req-c9d0b271-e06f-45e6-be5c-d8771eb89b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:12.856356 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-79a95e52-36b4-4201-92ec-9110063d874b req-c9d0b271-e06f-45e6-be5c-d8771eb89b8e service neutron] 10.222.0.88 "GET /v2.0/networks?id=3eb58968-3ed8-49a1-a074-b3082067f627 HTTP/1.1" status: 200 len: 914 time: 0.1493449 Aug 19 14:42:12.911598 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-79a95e52-36b4-4201-92ec-9110063d874b req-6aecebc1-82c8-4432-ba18-799656d5f89e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ee03775-f597-4e41-b26e-5bb954fa95b0 HTTP/1.1" status: 200 len: 217 time: 0.0429819 Aug 19 14:42:12.973570 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a95e52-36b4-4201-92ec-9110063d874b req-7b9f9d3d-2a0f-4582-b3eb-b7fe17a0093c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:12.975081 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-79a95e52-36b4-4201-92ec-9110063d874b req-7b9f9d3d-2a0f-4582-b3eb-b7fe17a0093c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d025f132-239c-4677-9e36-1c072313c1b8 HTTP/1.1" status: 200 len: 853 time: 0.0451190 Aug 19 14:42:12.993025 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9cdefede-e781-446a-bd8e-7456ba9f1954 req-05beed4e-32e9-4dfb-b856-41a45f2cba33 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=86ff1972-ebc9-4fc4-99e1-ee4973f4281e HTTP/1.1" status: 200 len: 210 time: 0.0495839 Aug 19 14:42:13.008261 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-79a95e52-36b4-4201-92ec-9110063d874b req-9b341f34-44ff-4a31-bf29-77d040c9e2a7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3eb58968-3ed8-49a1-a074-b3082067f627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249629 Aug 19 14:42:13.037049 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d9cc3fa-f60a-4eef-8dae-ae64f9927944 req-2dbcf4fc-dd7c-498b-9f9d-c268b304f266 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Made reservation on behalf of 41e15b78d78c4e818c7fba2f667bded5 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:42:13.040482 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8d9cc3fa-f60a-4eef-8dae-ae64f9927944 req-2dbcf4fc-dd7c-498b-9f9d-c268b304f266 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:13.104125 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-79a95e52-36b4-4201-92ec-9110063d874b req-4dcbd704-90dc-4b3e-b238-22c3ceb11910 service neutron] 10.222.0.88 "GET /v2.0/networks/3eb58968-3ed8-49a1-a074-b3082067f627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877876 Aug 19 14:42:13.110980 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-21671c3a-d675-4f67-b695-4cd6e5f66d7b req-6885bdba-5c55-4bba-afdf-774de604a7aa service neutron] 10.222.0.69 "GET /v2.0/networks/c173e005-89f4-4c18-bacc-4a095707947a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995739 Aug 19 14:42:13.201867 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-79a95e52-36b4-4201-92ec-9110063d874b req-a501dece-5977-4b87-aeaf-0ef209f188a3 service neutron] 10.222.0.88 "GET /v2.0/networks/3eb58968-3ed8-49a1-a074-b3082067f627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881405 Aug 19 14:42:13.258828 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a16feb4-a0da-4f82-8699-d0b51ffb8aeb req-4f8f80d7-c031-4eb2-9433-b77abd5dbeac tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:13.260299 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0a16feb4-a0da-4f82-8699-d0b51ffb8aeb req-4f8f80d7-c031-4eb2-9433-b77abd5dbeac tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.1988692 Aug 19 14:42:13.290948 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.db.resource_extend [None req-5fe8ac8d-e2e8-4485-a954-fc7b47ffe209 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 14:42:13.401580 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-21671c3a-d675-4f67-b695-4cd6e5f66d7b req-061d911c-e0ef-4336-b559-cc567c6537ef service neutron] 10.222.0.69 "GET /v2.0/networks/c173e005-89f4-4c18-bacc-4a095707947a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815130 Aug 19 14:42:13.425099 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0a16feb4-a0da-4f82-8699-d0b51ffb8aeb req-03997803-d3b8-4cb8-adc7-1beebb9c7116 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569116 Aug 19 14:42:13.427102 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5fe8ac8d-e2e8-4485-a954-fc7b47ffe209 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:13.428616 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-8d9cc3fa-f60a-4eef-8dae-ae64f9927944 req-2dbcf4fc-dd7c-498b-9f9d-c268b304f266 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Allocated IP 192.168.233.243 (5146d24a-89b5-4a43-8ca4-b26f4fb943f7/2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86/331d0cb0-d75d-4255-930a-3f263f637bbd) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:42:13.445682 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5fe8ac8d-e2e8-4485-a954-fc7b47ffe209 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:13.671327 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-14e437dc-6209-415c-b18a-ae630650860d req-855837f9-c4a8-44ed-aa6b-25083bec167f tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/ports?device_id=4849f1a4-be4f-42dc-a2e4-139f7420eec6 HTTP/1.1" status: 200 len: 210 time: 0.0773187 Aug 19 14:42:13.717627 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc868c-2f90-4982-a364-591efaff4a10 req-830ca4d0-d151-46df-8336-e3e74ec078b9 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:13.719397 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-73cc868c-2f90-4982-a364-591efaff4a10 req-830ca4d0-d151-46df-8336-e3e74ec078b9 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c HTTP/1.1" status: 200 len: 945 time: 0.2165637 Aug 19 14:42:13.723056 n-d-766043-2 neutron-server[94640]: INFO neutron.db.l3_db [None req-5fe8ac8d-e2e8-4485-a954-fc7b47ffe209 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Floating IP 72a61a5f-fdeb-4139-acf3-7f017bd3ca16 associated. External IP: 172.25.2.208, port: 3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d. Aug 19 14:42:13.820551 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8d9cc3fa-f60a-4eef-8dae-ae64f9927944 req-2dbcf4fc-dd7c-498b-9f9d-c268b304f266 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:13.898580 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-73cc868c-2f90-4982-a364-591efaff4a10 req-ebce6989-83f5-4f52-8074-e878607db46d tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693165 Aug 19 14:42:13.913282 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-8d9cc3fa-f60a-4eef-8dae-ae64f9927944 req-2dbcf4fc-dd7c-498b-9f9d-c268b304f266 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Transition to ACTIVE for port object 331d0cb0-d75d-4255-930a-3f263f637bbd will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:42:13.979019 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b9ec5-c2a5-45d1-81a2-191b43a85372 req-7608135d-0e93-4f4f-b55a-134eea7cbaf6 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:13.983021 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-329b9ec5-c2a5-45d1-81a2-191b43a85372 req-7608135d-0e93-4f4f-b55a-134eea7cbaf6 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce337ab6-530e-4de7-8ff1-ac350bae4007 HTTP/1.1" status: 200 len: 943 time: 0.1180763 Aug 19 14:42:14.038678 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8d9cc3fa-f60a-4eef-8dae-ae64f9927944 req-2dbcf4fc-dd7c-498b-9f9d-c268b304f266 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:14.054412 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['b7cdddfb-21cf-4332-9d96-c1edd174d9b1', 'd5bf5591-dd61-494c-9e1d-4302052e8ea1', 'ff5ae454-8204-4874-949d-c1ac12f516e7', '71660b2b-ea0f-4ab1-8bb1-61fee9decc6e', 'a59c51f8-a9b3-42fe-8a1a-1ab240009612'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:42:14.059647 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['ccb03fe0-dc14-4f36-aaa1-3db9abeac918', '929732b9-60e7-49e1-a5f7-8257f68953a2'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:42:14.099153 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce337ab6-530e-4de7-8ff1-ac350bae4007', 'tag': 'a614fc43-e2b6-46ca-bde5-bf49b0113a30'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:42:14.103291 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc9ee60-bce2-4320-b718-7b77b629648b" -d '{"events": [{"name": "network-changed", "server_uuid": "ce337ab6-530e-4de7-8ff1-ac350bae4007", "tag": "a614fc43-e2b6-46ca-bde5-bf49b0113a30"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:42:14.185306 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d9cc3fa-f60a-4eef-8dae-ae64f9927944 req-2dbcf4fc-dd7c-498b-9f9d-c268b304f266 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:42:14.194126 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-329b9ec5-c2a5-45d1-81a2-191b43a85372 req-f08cae28-a95e-498e-8e9f-3d2bcd87130e tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/security-groups?id=4dc3a3ba-1037-47e2-ad77-44367bf6ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700501 Aug 19 14:42:14.198649 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbcf4fc-dd7c-498b-9f9d-c268b304f266 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Pushing event updated for resources: {'Port': ['ID=331d0cb0-d75d-4255-930a-3f263f637bbd,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:14.202185 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-8d9cc3fa-f60a-4eef-8dae-ae64f9927944 req-2dbcf4fc-dd7c-498b-9f9d-c268b304f266 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:42:14.208823 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d9cc3fa-f60a-4eef-8dae-ae64f9927944 req-2dbcf4fc-dd7c-498b-9f9d-c268b304f266 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:42:14.271161 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c97fa9b-93bd-4445-8eee-35fc4406d445 req-75c154e3-f955-4e1d-8f13-d528e121c1df tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:14.278882 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6c97fa9b-93bd-4445-8eee-35fc4406d445 req-75c154e3-f955-4e1d-8f13-d528e121c1df tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=86ff1972-ebc9-4fc4-99e1-ee4973f4281e HTTP/1.1" status: 200 len: 936 time: 0.1991179 Aug 19 14:42:14.279267 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b57715c-fa81-4c7b-b9a1-6c090ad7663a x-openstack-request-id: req-7b57715c-fa81-4c7b-b9a1-6c090ad7663a {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:42:14.279559 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce337ab6-530e-4de7-8ff1-ac350bae4007", "tag": "a614fc43-e2b6-46ca-bde5-bf49b0113a30", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:42:14.279801 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7b57715c-fa81-4c7b-b9a1-6c090ad7663a {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:42:14.280394 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce337ab6-530e-4de7-8ff1-ac350bae4007', 'tag': 'a614fc43-e2b6-46ca-bde5-bf49b0113a30', 'status': 'completed', 'code': 200} Aug 19 14:42:14.299623 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe8ac8d-e2e8-4485-a954-fc7b47ffe209 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Router 7ac0e6d0-feb0-4913-88bb-dff7894af38c has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:42:14.319288 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cc3fa-f60a-4eef-8dae-ae64f9927944 req-2dbcf4fc-dd7c-498b-9f9d-c268b304f266 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:14.320266 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8d9cc3fa-f60a-4eef-8dae-ae64f9927944 req-2dbcf4fc-dd7c-498b-9f9d-c268b304f266 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:14.350571 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6c97fa9b-93bd-4445-8eee-35fc4406d445 req-45ff9b11-a536-45c0-81e7-6238edcdc8cd tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649219 Aug 19 14:42:14.398335 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8d9cc3fa-f60a-4eef-8dae-ae64f9927944 req-2dbcf4fc-dd7c-498b-9f9d-c268b304f266 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7905817 Aug 19 14:42:14.399875 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9ee60-bce2-4320-b718-7b77b629648b req-ed737dd4-5b99-4045-8a7a-b7bd993f4fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:14.402512 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1bc9ee60-bce2-4320-b718-7b77b629648b req-ed737dd4-5b99-4045-8a7a-b7bd993f4fdd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=900c5224f15042db8eec5dafa99d04b1&device_id=ce337ab6-530e-4de7-8ff1-ac350bae4007 HTTP/1.1" status: 200 len: 1094 time: 0.0797896 Aug 19 14:42:14.451983 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-8d9cc3fa-f60a-4eef-8dae-ae64f9927944 req-3c265409-642f-4d2e-81c6-7935618447f5 service neutron] Request body: {'port': {'device_id': '86ff1972-ebc9-4fc4-99e1-ee4973f4281e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:42:14.537962 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9ee60-bce2-4320-b718-7b77b629648b req-6a1b3bdb-14b4-4ae1-b26e-67f89ef9d749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:14.539357 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1bc9ee60-bce2-4320-b718-7b77b629648b req-6a1b3bdb-14b4-4ae1-b26e-67f89ef9d749 service neutron] 10.222.0.88 "GET /v2.0/networks?id=3eb58968-3ed8-49a1-a074-b3082067f627 HTTP/1.1" status: 200 len: 914 time: 0.1182597 Aug 19 14:42:14.582549 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f5662c02-8145-415a-8900-106139a290a5 None None] Provisioning for port 331d0cb0-d75d-4255-930a-3f263f637bbd completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:42:14.592224 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f5662c02-8145-415a-8900-106139a290a5 None None] Provisioning complete for port 331d0cb0-d75d-4255-930a-3f263f637bbd triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:42:14.592905 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f5662c02-8145-415a-8900-106139a290a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:14.593762 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1bc9ee60-bce2-4320-b718-7b77b629648b req-7fc7f5fc-f621-45ff-af39-318ab6c0694e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a614fc43-e2b6-46ca-bde5-bf49b0113a30 HTTP/1.1" status: 200 len: 217 time: 0.0435362 Aug 19 14:42:14.649191 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f5662c02-8145-415a-8900-106139a290a5 None None] Port 331d0cb0-d75d-4255-930a-3f263f637bbd cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:42:14.684313 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9ee60-bce2-4320-b718-7b77b629648b req-d950b451-8305-449c-ae26-a95e24f57928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:14.688108 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1bc9ee60-bce2-4320-b718-7b77b629648b req-d950b451-8305-449c-ae26-a95e24f57928 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d025f132-239c-4677-9e36-1c072313c1b8 HTTP/1.1" status: 200 len: 853 time: 0.0861459 Aug 19 14:42:14.783401 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1bc9ee60-bce2-4320-b718-7b77b629648b req-e96cc638-5116-44a2-9cc6-6f3c2e0d100c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3eb58968-3ed8-49a1-a074-b3082067f627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763109 Aug 19 14:42:14.893783 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe8ac8d-e2e8-4485-a954-fc7b47ffe209 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:42:14.907827 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5402bc3-8b2a-4127-b293-6e6c31140a62 None None] Sync routers for ids ['7ac0e6d0-feb0-4913-88bb-dff7894af38c'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:42:14.909120 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21671c3a-d675-4f67-b695-4cd6e5f66d7b req-fff1b9c7-4ffd-4954-9b8a-e5123f8e87ae tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:14.910693 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-21671c3a-d675-4f67-b695-4cd6e5f66d7b req-fff1b9c7-4ffd-4954-9b8a-e5123f8e87ae tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.68 "GET /v2.0/networks?id=c173e005-89f4-4c18-bacc-4a095707947a HTTP/1.1" status: 200 len: 819 time: 0.2189951 Aug 19 14:42:14.919200 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5402bc3-8b2a-4127-b293-6e6c31140a62 None None] Routers {'7ac0e6d0-feb0-4913-88bb-dff7894af38c'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:42:14.919974 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a5402bc3-8b2a-4127-b293-6e6c31140a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:42:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['7ac0e6d0-feb0-4913-88bb-dff7894af38c'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:42:14.925926 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5fe8ac8d-e2e8-4485-a954-fc7b47ffe209 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:14.931634 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8a568f1a-acf8-4a54-9739-d82f449f94c1 req-22f97d8e-3038-42d6-8a00-27d15638cd73 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/ports?device_id=4849f1a4-be4f-42dc-a2e4-139f7420eec6 HTTP/1.1" status: 200 len: 210 time: 0.0644693 Aug 19 14:42:14.943399 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-21671c3a-d675-4f67-b695-4cd6e5f66d7b req-7999e3de-6785-4fe6-aad7-a6dcd3bdc5f5 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Request body: {'port': {'device_id': '4849f1a4-be4f-42dc-a2e4-139f7420eec6', 'network_id': 'c173e005-89f4-4c18-bacc-4a095707947a', 'admin_state_up': True, 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:42:14.950529 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8d9cc3fa-f60a-4eef-8dae-ae64f9927944 req-3c265409-642f-4d2e-81c6-7935618447f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:14.994115 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-5fe8ac8d-e2e8-4485-a954-fc7b47ffe209 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "PUT /v2.0/floatingips/72a61a5f-fdeb-4139-acf3-7f017bd3ca16 HTTP/1.1" status: 200 len: 991 time: 3.1502562 Aug 19 14:42:15.013068 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d976318-4567-4f88-a801-11e0df69f235', 'tag': '3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:42:15.014536 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1bc9ee60-bce2-4320-b718-7b77b629648b req-98c8ae6e-4156-448c-85a9-e195fbd4f749 service neutron] 10.222.0.88 "GET /v2.0/networks/3eb58968-3ed8-49a1-a074-b3082067f627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057912 Aug 19 14:42:15.015626 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc42ded3-2675-4e43-a38a-41c3c1f2c1f1" -d '{"events": [{"name": "network-changed", "server_uuid": "3d976318-4567-4f88-a801-11e0df69f235", "tag": "3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:42:15.036238 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c731688-a15c-4484-8139-b29dbf039d6a req-4d430447-4b89-4865-9b0a-4dff9d36e0d1 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:15.039184 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-a5402bc3-8b2a-4127-b293-6e6c31140a62 None None] Set router 7ac0e6d0-feb0-4913-88bb-dff7894af38c gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:42:15.041472 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3c731688-a15c-4484-8139-b29dbf039d6a req-4d430447-4b89-4865-9b0a-4dff9d36e0d1 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.1748214 Aug 19 14:42:15.156543 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1bc9ee60-bce2-4320-b718-7b77b629648b req-8d343a5c-60b5-4d70-8e50-a98dd30ac06e service neutron] 10.222.0.88 "GET /v2.0/networks/3eb58968-3ed8-49a1-a074-b3082067f627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288133 Aug 19 14:42:15.160871 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21671c3a-d675-4f67-b695-4cd6e5f66d7b req-7999e3de-6785-4fe6-aad7-a6dcd3bdc5f5 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Made reservation on behalf of 142f83185aea4a6daae515dcd5cb4f68 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:42:15.165808 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-21671c3a-d675-4f67-b695-4cd6e5f66d7b req-7999e3de-6785-4fe6-aad7-a6dcd3bdc5f5 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:15.228770 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3c731688-a15c-4484-8139-b29dbf039d6a req-968f2ffb-49e1-4f32-be81-044450d99e13 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609352 Aug 19 14:42:15.239154 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b607a-ac48-47e7-8c1d-e13d37a0e5ed req-d389ca67-6581-4a5f-9faf-54e548cd0570 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:15.240760 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-300b607a-ac48-47e7-8c1d-e13d37a0e5ed req-d389ca67-6581-4a5f-9faf-54e548cd0570 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c HTTP/1.1" status: 200 len: 945 time: 0.2179339 Aug 19 14:42:15.305544 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a5402bc3-8b2a-4127-b293-6e6c31140a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac0e6d0-feb0-4913-88bb-dff7894af38c', 'name': 'tempest-TaggedBootDevicesTest_v242-332112194-router', 'tenant_id': 'ef249261d4604936b13aa21e0bea0dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '6609306d-aee1-40d6-839b-53b14b4f740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:39:49Z', 'updated_at': '2021-08-19T14:39:59Z', 'revision_number': 4, 'project_id': 'ef249261d4604936b13aa21e0bea0dc2', 'gw_port': {'id': '6609306d-aee1-40d6-839b-53b14b4f740e', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:18:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac0e6d0-feb0-4913-88bb-dff7894af38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:51Z', 'updated_at': '2021-08-19T14:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '72a61a5f-fdeb-4139-acf3-7f017bd3ca16', 'tenant_id': 'ef249261d4604936b13aa21e0bea0dc2', 'floating_ip_address': '172.25.2.208', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '7ac0e6d0-feb0-4913-88bb-dff7894af38c', 'port_id': '3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4f80db4-35be-4b3c-8bae-306ff26e4f72', 'mac_address': 'fa:16:3e:a5:6e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d976318-4567-4f88-a801-11e0df69f235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:40:49Z', 'updated_at': '2021-08-19T14:42:13Z', 'revision_number': 1, 'project_id': 'ef249261d4604936b13aa21e0bea0dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc668972-97a5-42b4-80e5-ea3de1956959', 'name': '', 'network_id': 'c4f80db4-35be-4b3c-8bae-306ff26e4f72', 'tenant_id': 'ef249261d4604936b13aa21e0bea0dc2', 'mac_address': 'fa:16:3e:f3:e3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac0e6d0-feb0-4913-88bb-dff7894af38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'bcb8b434-4c76-4ea2-aea9-8e7ef5c2e1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:57Z', 'updated_at': '2021-08-19T14:40:08Z', 'revision_number': 5, 'project_id': 'ef249261d4604936b13aa21e0bea0dc2', 'subnets': [{'id': 'bcb8b434-4c76-4ea2-aea9-8e7ef5c2e1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:42:15.314383 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-300b607a-ac48-47e7-8c1d-e13d37a0e5ed req-9794d8cf-af1c-439c-88aa-d94242997850 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649190 Aug 19 14:42:15.320060 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-21671c3a-d675-4f67-b695-4cd6e5f66d7b req-7999e3de-6785-4fe6-aad7-a6dcd3bdc5f5 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Allocated IP 172.20.0.8 (c173e005-89f4-4c18-bacc-4a095707947a/55a74698-63e8-48bf-8a39-b9ba22230f90/eefc9f81-e7bb-452f-b3ef-9e352ebba44f) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:42:15.352816 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5402bc3-8b2a-4127-b293-6e6c31140a62 None None] Checking router: 7ac0e6d0-feb0-4913-88bb-dff7894af38c for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:42:15.364350 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5402bc3-8b2a-4127-b293-6e6c31140a62 None None] Routers {'7ac0e6d0-feb0-4913-88bb-dff7894af38c'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:42:15.365060 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a5402bc3-8b2a-4127-b293-6e6c31140a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:42:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['7ac0e6d0-feb0-4913-88bb-dff7894af38c'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:42:15.421489 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd960c48-2c53-4915-a3dc-b06928f8b3fd x-openstack-request-id: req-bd960c48-2c53-4915-a3dc-b06928f8b3fd {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:42:15.421489 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d976318-4567-4f88-a801-11e0df69f235", "tag": "3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:42:15.421489 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bd960c48-2c53-4915-a3dc-b06928f8b3fd {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:42:15.421489 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d976318-4567-4f88-a801-11e0df69f235', 'tag': '3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d', 'status': 'completed', 'code': 200} Aug 19 14:42:15.464477 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-8d9cc3fa-f60a-4eef-8dae-ae64f9927944 req-3c265409-642f-4d2e-81c6-7935618447f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 331d0cb0-d75d-4255-930a-3f263f637bbd {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:42:15.487835 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8d9cc3fa-f60a-4eef-8dae-ae64f9927944 req-3c265409-642f-4d2e-81c6-7935618447f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:15.489244 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-a5402bc3-8b2a-4127-b293-6e6c31140a62 None None] Set router 7ac0e6d0-feb0-4913-88bb-dff7894af38c gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:42:15.548504 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-8d9cc3fa-f60a-4eef-8dae-ae64f9927944 req-3c265409-642f-4d2e-81c6-7935618447f5 service neutron] Transition to ACTIVE for port object 331d0cb0-d75d-4255-930a-3f263f637bbd will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:42:15.558123 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42ded3-2675-4e43-a38a-41c3c1f2c1f1 req-955595a2-8795-4434-87f3-89b9e2d1d6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:15.559359 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42ded3-2675-4e43-a38a-41c3c1f2c1f1 req-955595a2-8795-4434-87f3-89b9e2d1d6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:15.559892 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42ded3-2675-4e43-a38a-41c3c1f2c1f1 req-955595a2-8795-4434-87f3-89b9e2d1d6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:15.560479 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42ded3-2675-4e43-a38a-41c3c1f2c1f1 req-955595a2-8795-4434-87f3-89b9e2d1d6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:15.561001 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42ded3-2675-4e43-a38a-41c3c1f2c1f1 req-955595a2-8795-4434-87f3-89b9e2d1d6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:15.561519 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42ded3-2675-4e43-a38a-41c3c1f2c1f1 req-955595a2-8795-4434-87f3-89b9e2d1d6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:15.562032 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42ded3-2675-4e43-a38a-41c3c1f2c1f1 req-955595a2-8795-4434-87f3-89b9e2d1d6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:15.563972 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-dc42ded3-2675-4e43-a38a-41c3c1f2c1f1 req-955595a2-8795-4434-87f3-89b9e2d1d6cb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ef249261d4604936b13aa21e0bea0dc2&device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 6500 time: 0.1061726 Aug 19 14:42:15.572093 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8d9cc3fa-f60a-4eef-8dae-ae64f9927944 req-3c265409-642f-4d2e-81c6-7935618447f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:15.611398 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ddd331-e5ba-4753-bc97-8f69785c22ee req-e683a6ab-c125-4511-8391-a071ae723f89 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:15.615819 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-77ddd331-e5ba-4753-bc97-8f69785c22ee req-e683a6ab-c125-4511-8391-a071ae723f89 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce337ab6-530e-4de7-8ff1-ac350bae4007 HTTP/1.1" status: 200 len: 943 time: 0.1317840 Aug 19 14:42:15.631133 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-21671c3a-d675-4f67-b695-4cd6e5f66d7b req-7999e3de-6785-4fe6-aad7-a6dcd3bdc5f5 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:15.655097 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-21671c3a-d675-4f67-b695-4cd6e5f66d7b req-7999e3de-6785-4fe6-aad7-a6dcd3bdc5f5 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Transition to ACTIVE for port object eefc9f81-e7bb-452f-b3ef-9e352ebba44f will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:42:15.676854 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba76ce7-300b-4132-92c0-bbce34ed60fe req-6d2352a4-54a9-4dc1-aa90-dcdfbf905147 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:15.678410 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6ba76ce7-300b-4132-92c0-bbce34ed60fe req-6d2352a4-54a9-4dc1-aa90-dcdfbf905147 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=86ff1972-ebc9-4fc4-99e1-ee4973f4281e HTTP/1.1" status: 200 len: 936 time: 0.1553011 Aug 19 14:42:15.706479 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42ded3-2675-4e43-a38a-41c3c1f2c1f1 req-69146905-04a6-4793-986b-3f4dec261998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:15.706839 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c265409-642f-4d2e-81c6-7935618447f5 service neutron] Pushing event updated for resources: {'Port': ['ID=331d0cb0-d75d-4255-930a-3f263f637bbd,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:15.708226 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-dc42ded3-2675-4e43-a38a-41c3c1f2c1f1 req-69146905-04a6-4793-986b-3f4dec261998 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c4f80db4-35be-4b3c-8bae-306ff26e4f72 HTTP/1.1" status: 200 len: 917 time: 0.1304619 Aug 19 14:42:15.759028 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a5402bc3-8b2a-4127-b293-6e6c31140a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac0e6d0-feb0-4913-88bb-dff7894af38c', 'name': 'tempest-TaggedBootDevicesTest_v242-332112194-router', 'tenant_id': 'ef249261d4604936b13aa21e0bea0dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '6609306d-aee1-40d6-839b-53b14b4f740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:39:49Z', 'updated_at': '2021-08-19T14:39:59Z', 'revision_number': 4, 'project_id': 'ef249261d4604936b13aa21e0bea0dc2', 'gw_port': {'id': '6609306d-aee1-40d6-839b-53b14b4f740e', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:18:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac0e6d0-feb0-4913-88bb-dff7894af38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:51Z', 'updated_at': '2021-08-19T14:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '72a61a5f-fdeb-4139-acf3-7f017bd3ca16', 'tenant_id': 'ef249261d4604936b13aa21e0bea0dc2', 'floating_ip_address': '172.25.2.208', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '7ac0e6d0-feb0-4913-88bb-dff7894af38c', 'port_id': '3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4f80db4-35be-4b3c-8bae-306ff26e4f72', 'mac_address': 'fa:16:3e:a5:6e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d976318-4567-4f88-a801-11e0df69f235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:40:49Z', 'updated_at': '2021-08-19T14:42:13Z', 'revision_number': 1, 'project_id': 'ef249261d4604936b13aa21e0bea0dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc668972-97a5-42b4-80e5-ea3de1956959', 'name': '', 'network_id': 'c4f80db4-35be-4b3c-8bae-306ff26e4f72', 'tenant_id': 'ef249261d4604936b13aa21e0bea0dc2', 'mac_address': 'fa:16:3e:f3:e3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac0e6d0-feb0-4913-88bb-dff7894af38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'bcb8b434-4c76-4ea2-aea9-8e7ef5c2e1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:57Z', 'updated_at': '2021-08-19T14:40:08Z', 'revision_number': 5, 'project_id': 'ef249261d4604936b13aa21e0bea0dc2', 'subnets': [{'id': 'bcb8b434-4c76-4ea2-aea9-8e7ef5c2e1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:42:15.765539 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-77ddd331-e5ba-4753-bc97-8f69785c22ee req-dff18f5a-b931-490b-b452-cd2ee742f6f1 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/security-groups?id=4dc3a3ba-1037-47e2-ad77-44367bf6ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416914 Aug 19 14:42:15.798502 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-21671c3a-d675-4f67-b695-4cd6e5f66d7b req-7999e3de-6785-4fe6-aad7-a6dcd3bdc5f5 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:15.800715 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6ba76ce7-300b-4132-92c0-bbce34ed60fe req-02333972-851f-49b4-8a51-c27f28b583b1 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081083 Aug 19 14:42:15.812521 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['ee9706ba-209b-40aa-8767-35b32f77135e'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:42:15.819064 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5402bc3-8b2a-4127-b293-6e6c31140a62 None None] The sync data for ids ['7ac0e6d0-feb0-4913-88bb-dff7894af38c'] in n-d-766043-2 is: [{'id': '7ac0e6d0-feb0-4913-88bb-dff7894af38c', 'name': 'tempest-TaggedBootDevicesTest_v242-332112194-router', 'tenant_id': 'ef249261d4604936b13aa21e0bea0dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '6609306d-aee1-40d6-839b-53b14b4f740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:39:49Z', 'updated_at': '2021-08-19T14:39:59Z', 'revision_number': 4, 'project_id': 'ef249261d4604936b13aa21e0bea0dc2', 'gw_port': {'id': '6609306d-aee1-40d6-839b-53b14b4f740e', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:18:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac0e6d0-feb0-4913-88bb-dff7894af38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:51Z', 'updated_at': '2021-08-19T14:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '72a61a5f-fdeb-4139-acf3-7f017bd3ca16', 'tenant_id': 'ef249261d4604936b13aa21e0bea0dc2', 'floating_ip_address': '172.25.2.208', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '7ac0e6d0-feb0-4913-88bb-dff7894af38c', 'port_id': '3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4f80db4-35be-4b3c-8bae-306ff26e4f72', 'mac_address': 'fa:16:3e:a5:6e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d976318-4567-4f88-a801-11e0df69f235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:40:49Z', 'updated_at': '2021-08-19T14:42:13Z', 'revision_number': 1, 'project_id': 'ef249261d4604936b13aa21e0bea0dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc668972-97a5-42b4-80e5-ea3de1956959', 'name': '', 'network_id': 'c4f80db4-35be-4b3c-8bae-306ff26e4f72', 'tenant_id': 'ef249261d4604936b13aa21e0bea0dc2', 'mac_address': 'fa:16:3e:f3:e3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac0e6d0-feb0-4913-88bb-dff7894af38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'bcb8b434-4c76-4ea2-aea9-8e7ef5c2e1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:57Z', 'updated_at': '2021-08-19T14:40:08Z', 'revision_number': 5, 'project_id': 'ef249261d4604936b13aa21e0bea0dc2', 'subnets': [{'id': 'bcb8b434-4c76-4ea2-aea9-8e7ef5c2e1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:42:15.834023 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-8d9cc3fa-f60a-4eef-8dae-ae64f9927944 req-3c265409-642f-4d2e-81c6-7935618447f5 service neutron] Attempting to bind port 331d0cb0-d75d-4255-930a-3f263f637bbd on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:42:15.834299 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-8d9cc3fa-f60a-4eef-8dae-ae64f9927944 req-3c265409-642f-4d2e-81c6-7935618447f5 service neutron] Attempting to bind port 331d0cb0-d75d-4255-930a-3f263f637bbd by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:42:15.834591 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9cc3fa-f60a-4eef-8dae-ae64f9927944 req-3c265409-642f-4d2e-81c6-7935618447f5 service neutron] Attempting to bind port 331d0cb0-d75d-4255-930a-3f263f637bbd on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:42:15.849140 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9cc3fa-f60a-4eef-8dae-ae64f9927944 req-3c265409-642f-4d2e-81c6-7935618447f5 service neutron] Port 331d0cb0-d75d-4255-930a-3f263f637bbd on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:42:15.849472 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9cc3fa-f60a-4eef-8dae-ae64f9927944 req-3c265409-642f-4d2e-81c6-7935618447f5 service neutron] Attempting to bind port 331d0cb0-d75d-4255-930a-3f263f637bbd on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:42:15.854694 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-dc42ded3-2675-4e43-a38a-41c3c1f2c1f1 req-ba26eed6-9e9a-4e60-aa77-4efaa310d79b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d HTTP/1.1" status: 200 len: 999 time: 0.1295481 Aug 19 14:42:15.858453 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9cc3fa-f60a-4eef-8dae-ae64f9927944 req-3c265409-642f-4d2e-81c6-7935618447f5 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:42:15.858808 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9cc3fa-f60a-4eef-8dae-ae64f9927944 req-3c265409-642f-4d2e-81c6-7935618447f5 service neutron] Checking segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:42:15.859199 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9cc3fa-f60a-4eef-8dae-ae64f9927944 req-3c265409-642f-4d2e-81c6-7935618447f5 service neutron] Bound using segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:42:15.859638 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-8d9cc3fa-f60a-4eef-8dae-ae64f9927944 req-3c265409-642f-4d2e-81c6-7935618447f5 service neutron] Bound port: 331d0cb0-d75d-4255-930a-3f263f637bbd, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:42:15.860001 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8d9cc3fa-f60a-4eef-8dae-ae64f9927944 req-3c265409-642f-4d2e-81c6-7935618447f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:15.870710 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21671c3a-d675-4f67-b695-4cd6e5f66d7b req-7999e3de-6785-4fe6-aad7-a6dcd3bdc5f5 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Network c173e005-89f4-4c18-bacc-4a095707947a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:42:15.884804 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-21671c3a-d675-4f67-b695-4cd6e5f66d7b req-7999e3de-6785-4fe6-aad7-a6dcd3bdc5f5 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:42:15.888235 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-21671c3a-d675-4f67-b695-4cd6e5f66d7b req-7999e3de-6785-4fe6-aad7-a6dcd3bdc5f5 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:42:15.958326 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-8d9cc3fa-f60a-4eef-8dae-ae64f9927944 req-3c265409-642f-4d2e-81c6-7935618447f5 service neutron] For port 331d0cb0-d75d-4255-930a-3f263f637bbd, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:42:15.972230 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-8d9cc3fa-f60a-4eef-8dae-ae64f9927944 req-3c265409-642f-4d2e-81c6-7935618447f5 service neutron] For port 331d0cb0-d75d-4255-930a-3f263f637bbd, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=331d0cb0-d75d-4255-930a-3f263f637bbd,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:42:15.982196 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 4ee03775-f597-4e41-b26e-5bb954fa95b0 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:42:15.984882 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8d9cc3fa-f60a-4eef-8dae-ae64f9927944 req-3c265409-642f-4d2e-81c6-7935618447f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:15.989313 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7999e3de-6785-4fe6-aad7-a6dcd3bdc5f5 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Pushing event updated for resources: {'Port': ['ID=eefc9f81-e7bb-452f-b3ef-9e352ebba44f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:15.997926 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21671c3a-d675-4f67-b695-4cd6e5f66d7b req-7999e3de-6785-4fe6-aad7-a6dcd3bdc5f5 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:15.999209 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-21671c3a-d675-4f67-b695-4cd6e5f66d7b req-7999e3de-6785-4fe6-aad7-a6dcd3bdc5f5 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:16.024300 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42ded3-2675-4e43-a38a-41c3c1f2c1f1 req-87ddd8e4-b349-4f61-8166-9583a2f18bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:16.025658 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-dc42ded3-2675-4e43-a38a-41c3c1f2c1f1 req-87ddd8e4-b349-4f61-8166-9583a2f18bf7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bcb8b434-4c76-4ea2-aea9-8e7ef5c2e1da HTTP/1.1" status: 200 len: 855 time: 0.1578202 Aug 19 14:42:16.033732 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-21671c3a-d675-4f67-b695-4cd6e5f66d7b req-7999e3de-6785-4fe6-aad7-a6dcd3bdc5f5 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0955567 Aug 19 14:42:16.082026 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-21671c3a-d675-4f67-b695-4cd6e5f66d7b req-0e350841-8f9e-4301-867f-f4bdd9aebc2c service neutron] Request body: {'port': {'device_id': '4849f1a4-be4f-42dc-a2e4-139f7420eec6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:42:16.108346 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c265409-642f-4d2e-81c6-7935618447f5 service neutron] Pushing event updated for resources: {'Port': ['ID=331d0cb0-d75d-4255-930a-3f263f637bbd,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:16.126951 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cc3fa-f60a-4eef-8dae-ae64f9927944 req-3c265409-642f-4d2e-81c6-7935618447f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:16.127577 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8d9cc3fa-f60a-4eef-8dae-ae64f9927944 req-3c265409-642f-4d2e-81c6-7935618447f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:16.129247 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8d9cc3fa-f60a-4eef-8dae-ae64f9927944 req-3c265409-642f-4d2e-81c6-7935618447f5 service neutron] 10.222.0.88 "PUT /v2.0/ports/331d0cb0-d75d-4255-930a-3f263f637bbd HTTP/1.1" status: 200 len: 1096 time: 1.6851835 Aug 19 14:42:16.145085 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c265409-642f-4d2e-81c6-7935618447f5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:42:16.145525 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c265409-642f-4d2e-81c6-7935618447f5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:42:16.146093 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c265409-642f-4d2e-81c6-7935618447f5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:42:16.146445 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c265409-642f-4d2e-81c6-7935618447f5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:42:16.146793 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c265409-642f-4d2e-81c6-7935618447f5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:42:16.147106 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c265409-642f-4d2e-81c6-7935618447f5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:42:16.147644 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c265409-642f-4d2e-81c6-7935618447f5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:42:16.148602 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c265409-642f-4d2e-81c6-7935618447f5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:42:16.149222 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c265409-642f-4d2e-81c6-7935618447f5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:42:16.149558 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c265409-642f-4d2e-81c6-7935618447f5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:42:16.150350 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c265409-642f-4d2e-81c6-7935618447f5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:42:16.150350 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c265409-642f-4d2e-81c6-7935618447f5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:42:16.196662 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-21671c3a-d675-4f67-b695-4cd6e5f66d7b req-0e350841-8f9e-4301-867f-f4bdd9aebc2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:16.202448 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42ded3-2675-4e43-a38a-41c3c1f2c1f1 req-7aadec89-0580-43cf-b79e-9eda727f0256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:16.204259 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-dc42ded3-2675-4e43-a38a-41c3c1f2c1f1 req-7aadec89-0580-43cf-b79e-9eda727f0256 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c4f80db4-35be-4b3c-8bae-306ff26e4f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1696644 Aug 19 14:42:16.241293 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 4ee03775-f597-4e41-b26e-5bb954fa95b0, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=4ee03775-f597-4e41-b26e-5bb954fa95b0,segment=NetworkSegment(f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0),segment_id=f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:16.256463 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303967b5-e2da-4ef9-b149-ab3b7e4d8f7b None None] New status for floating IP 72a61a5f-fdeb-4139-acf3-7f017bd3ca16: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 14:42:16.263710 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cc3fa-f60a-4eef-8dae-ae64f9927944 req-92c116da-4a41-44f2-b789-ba76e6cfbb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:16.265940 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8d9cc3fa-f60a-4eef-8dae-ae64f9927944 req-92c116da-4a41-44f2-b789-ba76e6cfbb55 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=41e15b78d78c4e818c7fba2f667bded5&device_id=86ff1972-ebc9-4fc4-99e1-ee4973f4281e HTTP/1.1" status: 200 len: 1099 time: 0.0677052 Aug 19 14:42:16.273155 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2bdb2-3fb2-43b5-8f56-e2c2b7bee682 req-fee45ba9-c6d7-40c6-b313-d6c08a45141f tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:16.281228 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d0e2bdb2-3fb2-43b5-8f56-e2c2b7bee682 req-fee45ba9-c6d7-40c6-b313-d6c08a45141f tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/ports?device_id=4849f1a4-be4f-42dc-a2e4-139f7420eec6 HTTP/1.1" status: 200 len: 931 time: 0.1505671 Aug 19 14:42:16.334981 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '4ee03775-f597-4e41-b26e-5bb954fa95b0', 'network_id': '3eb58968-3ed8-49a1-a074-b3082067f627', 'port_id': '4ee03775-f597-4e41-b26e-5bb954fa95b0', 'mac_address': 'fa:16:3e:8f:c5:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd025f132-239c-4677-9e36-1c072313c1b8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:42:16.348780 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8d9cc3fa-f60a-4eef-8dae-ae64f9927944 req-0e9c4438-d23b-4cbd-8b95-0a04f85567cc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=331d0cb0-d75d-4255-930a-3f263f637bbd HTTP/1.1" status: 200 len: 217 time: 0.0655982 Aug 19 14:42:16.374803 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b6446e97-8466-4708-a3d8-f046836224b0 None None] Provisioning for port eefc9f81-e7bb-452f-b3ef-9e352ebba44f completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:42:16.387831 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b6446e97-8466-4708-a3d8-f046836224b0 None None] Provisioning complete for port eefc9f81-e7bb-452f-b3ef-9e352ebba44f triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:42:16.388639 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b6446e97-8466-4708-a3d8-f046836224b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:16.434703 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d0e2bdb2-3fb2-43b5-8f56-e2c2b7bee682 req-4f7d2a0d-7ef3-461e-b717-cf632d162966 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7bff13a-0390-4b12-a5ab-22b49f85b693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520793 Aug 19 14:42:16.454493 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-dc42ded3-2675-4e43-a38a-41c3c1f2c1f1 req-c73e64c8-de3a-455a-86e8-6223c3a24a53 service neutron] 10.222.0.88 "GET /v2.0/networks/c4f80db4-35be-4b3c-8bae-306ff26e4f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312479 Aug 19 14:42:16.461198 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:16.500162 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1376f41-be46-4b0f-8f27-35ad6de0d54c req-6bfceccb-8ea7-483a-96a6-def9f04a1086 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:16.502771 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c1376f41-be46-4b0f-8f27-35ad6de0d54c req-6bfceccb-8ea7-483a-96a6-def9f04a1086 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.1530187 Aug 19 14:42:16.506923 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cc3fa-f60a-4eef-8dae-ae64f9927944 req-1016f7c0-be04-4ef4-bd0d-99b84c601854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:16.508473 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8d9cc3fa-f60a-4eef-8dae-ae64f9927944 req-1016f7c0-be04-4ef4-bd0d-99b84c601854 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.1402416 Aug 19 14:42:16.624858 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c1376f41-be46-4b0f-8f27-35ad6de0d54c req-219a2b52-df72-46ee-9772-12334f6244a2 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133616 Aug 19 14:42:16.625133 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-dc42ded3-2675-4e43-a38a-41c3c1f2c1f1 req-78b1ed20-84b7-4149-8867-f8fe950143f5 service neutron] 10.222.0.88 "GET /v2.0/networks/c4f80db4-35be-4b3c-8bae-306ff26e4f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581624 Aug 19 14:42:16.635413 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b6446e97-8466-4708-a3d8-f046836224b0 None None] Port eefc9f81-e7bb-452f-b3ef-9e352ebba44f cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:42:16.639741 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cc3fa-f60a-4eef-8dae-ae64f9927944 req-5b9bf378-8822-4375-9a92-0cd731ae0546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:16.640791 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ee03775-f597-4e41-b26e-5bb954fa95b0 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:42:16.641766 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8d9cc3fa-f60a-4eef-8dae-ae64f9927944 req-5b9bf378-8822-4375-9a92-0cd731ae0546 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1149974 Aug 19 14:42:16.661911 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac4346-118b-44de-bd82-08b3de63be6b req-791b1e32-971d-4b3a-80eb-e3fdc64a82a1 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:16.662489 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 4ee03775-f597-4e41-b26e-5bb954fa95b0, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=4ee03775-f597-4e41-b26e-5bb954fa95b0,segment=NetworkSegment(f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0),segment_id=f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:16.664686 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-78ac4346-118b-44de-bd82-08b3de63be6b req-791b1e32-971d-4b3a-80eb-e3fdc64a82a1 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c HTTP/1.1" status: 200 len: 945 time: 0.1255310 Aug 19 14:42:16.691061 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:16.691731 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device a614fc43-e2b6-46ca-bde5-bf49b0113a30 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:42:16.726305 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-21671c3a-d675-4f67-b695-4cd6e5f66d7b req-0e350841-8f9e-4301-867f-f4bdd9aebc2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eefc9f81-e7bb-452f-b3ef-9e352ebba44f {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:42:16.736904 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-21671c3a-d675-4f67-b695-4cd6e5f66d7b req-0e350841-8f9e-4301-867f-f4bdd9aebc2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:16.757982 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-21671c3a-d675-4f67-b695-4cd6e5f66d7b req-0e350841-8f9e-4301-867f-f4bdd9aebc2c service neutron] Transition to ACTIVE for port object eefc9f81-e7bb-452f-b3ef-9e352ebba44f will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:42:16.764993 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-21671c3a-d675-4f67-b695-4cd6e5f66d7b req-0e350841-8f9e-4301-867f-f4bdd9aebc2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:16.769250 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=4ee03775-f597-4e41-b26e-5bb954fa95b0,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:16.774132 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port a614fc43-e2b6-46ca-bde5-bf49b0113a30, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=a614fc43-e2b6-46ca-bde5-bf49b0113a30,segment=NetworkSegment(f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0),segment_id=f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:16.792295 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': 'a614fc43-e2b6-46ca-bde5-bf49b0113a30', 'network_id': '3eb58968-3ed8-49a1-a074-b3082067f627', 'port_id': 'a614fc43-e2b6-46ca-bde5-bf49b0113a30', 'mac_address': 'fa:16:3e:70:99:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd025f132-239c-4677-9e36-1c072313c1b8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:42:16.797605 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8d9cc3fa-f60a-4eef-8dae-ae64f9927944 req-3474662c-edac-42b5-8960-53bc21546418 service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315954 Aug 19 14:42:16.838923 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:16.861477 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a614fc43-e2b6-46ca-bde5-bf49b0113a30 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:42:16.865028 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-78ac4346-118b-44de-bd82-08b3de63be6b req-1e528a03-ce0b-495a-b14b-f5187b1ad8d0 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648170 Aug 19 14:42:16.915331 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port a614fc43-e2b6-46ca-bde5-bf49b0113a30, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=a614fc43-e2b6-46ca-bde5-bf49b0113a30,segment=NetworkSegment(f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0),segment_id=f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:16.923173 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:16.939856 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-21671c3a-d675-4f67-b695-4cd6e5f66d7b req-0e350841-8f9e-4301-867f-f4bdd9aebc2c service neutron] Attempting to bind port eefc9f81-e7bb-452f-b3ef-9e352ebba44f on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:42:16.940236 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-21671c3a-d675-4f67-b695-4cd6e5f66d7b req-0e350841-8f9e-4301-867f-f4bdd9aebc2c service neutron] Attempting to bind port eefc9f81-e7bb-452f-b3ef-9e352ebba44f by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': 'd24c84db-ca72-4228-8e2e-914c2c673b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c173e005-89f4-4c18-bacc-4a095707947a'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:42:16.940600 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21671c3a-d675-4f67-b695-4cd6e5f66d7b req-0e350841-8f9e-4301-867f-f4bdd9aebc2c service neutron] Attempting to bind port eefc9f81-e7bb-452f-b3ef-9e352ebba44f on network c173e005-89f4-4c18-bacc-4a095707947a {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:42:16.942684 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e350841-8f9e-4301-867f-f4bdd9aebc2c service neutron] Pushing event updated for resources: {'Port': ['ID=eefc9f81-e7bb-452f-b3ef-9e352ebba44f,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:16.948655 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21671c3a-d675-4f67-b695-4cd6e5f66d7b req-0e350841-8f9e-4301-867f-f4bdd9aebc2c service neutron] Port eefc9f81-e7bb-452f-b3ef-9e352ebba44f on network c173e005-89f4-4c18-bacc-4a095707947a not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:42:16.949003 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21671c3a-d675-4f67-b695-4cd6e5f66d7b req-0e350841-8f9e-4301-867f-f4bdd9aebc2c service neutron] Attempting to bind port eefc9f81-e7bb-452f-b3ef-9e352ebba44f on network c173e005-89f4-4c18-bacc-4a095707947a {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:42:16.955034 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21671c3a-d675-4f67-b695-4cd6e5f66d7b req-0e350841-8f9e-4301-867f-f4bdd9aebc2c service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:42:16.956021 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21671c3a-d675-4f67-b695-4cd6e5f66d7b req-0e350841-8f9e-4301-867f-f4bdd9aebc2c service neutron] Checking segment: {'id': 'd24c84db-ca72-4228-8e2e-914c2c673b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c173e005-89f4-4c18-bacc-4a095707947a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:42:16.956519 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21671c3a-d675-4f67-b695-4cd6e5f66d7b req-0e350841-8f9e-4301-867f-f4bdd9aebc2c service neutron] Bound using segment: {'id': 'd24c84db-ca72-4228-8e2e-914c2c673b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c173e005-89f4-4c18-bacc-4a095707947a'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:42:16.956961 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-21671c3a-d675-4f67-b695-4cd6e5f66d7b req-0e350841-8f9e-4301-867f-f4bdd9aebc2c service neutron] Bound port: eefc9f81-e7bb-452f-b3ef-9e352ebba44f, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd24c84db-ca72-4228-8e2e-914c2c673b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c173e005-89f4-4c18-bacc-4a095707947a'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:42:16.957320 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-21671c3a-d675-4f67-b695-4cd6e5f66d7b req-0e350841-8f9e-4301-867f-f4bdd9aebc2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:17.016840 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=a614fc43-e2b6-46ca-bde5-bf49b0113a30,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:17.030960 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-21671c3a-d675-4f67-b695-4cd6e5f66d7b req-0e350841-8f9e-4301-867f-f4bdd9aebc2c service neutron] For port eefc9f81-e7bb-452f-b3ef-9e352ebba44f, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:42:17.034218 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-21671c3a-d675-4f67-b695-4cd6e5f66d7b req-0e350841-8f9e-4301-867f-f4bdd9aebc2c service neutron] For port eefc9f81-e7bb-452f-b3ef-9e352ebba44f, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=eefc9f81-e7bb-452f-b3ef-9e352ebba44f,segment=NetworkSegment(d24c84db-ca72-4228-8e2e-914c2c673b49),segment_id=d24c84db-ca72-4228-8e2e-914c2c673b49)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:42:17.039531 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-21671c3a-d675-4f67-b695-4cd6e5f66d7b req-0e350841-8f9e-4301-867f-f4bdd9aebc2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:17.072492 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21671c3a-d675-4f67-b695-4cd6e5f66d7b req-0e350841-8f9e-4301-867f-f4bdd9aebc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:17.073024 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-21671c3a-d675-4f67-b695-4cd6e5f66d7b req-0e350841-8f9e-4301-867f-f4bdd9aebc2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:17.074949 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-21671c3a-d675-4f67-b695-4cd6e5f66d7b req-0e350841-8f9e-4301-867f-f4bdd9aebc2c service neutron] 10.222.0.68 "PUT /v2.0/ports/eefc9f81-e7bb-452f-b3ef-9e352ebba44f HTTP/1.1" status: 200 len: 1091 time: 1.0083265 Aug 19 14:42:17.075391 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4849f1a4-be4f-42dc-a2e4-139f7420eec6', 'tag': 'eefc9f81-e7bb-452f-b3ef-9e352ebba44f'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:42:17.077770 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b0d8b4-edc4-480e-9ffc-735a3b2aff80" -d '{"events": [{"name": "network-changed", "server_uuid": "4849f1a4-be4f-42dc-a2e4-139f7420eec6", "tag": "eefc9f81-e7bb-452f-b3ef-9e352ebba44f"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:42:17.113229 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5e10e-f0f4-4ecf-ae67-dace39b32214 req-027bfdbe-9fed-47f1-a3a5-a50d73c8b282 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:17.114049 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e350841-8f9e-4301-867f-f4bdd9aebc2c service neutron] Pushing event updated for resources: {'Port': ['ID=eefc9f81-e7bb-452f-b3ef-9e352ebba44f,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:17.117516 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b1b5e10e-f0f4-4ecf-ae67-dace39b32214 req-027bfdbe-9fed-47f1-a3a5-a50d73c8b282 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=86ff1972-ebc9-4fc4-99e1-ee4973f4281e HTTP/1.1" status: 200 len: 948 time: 0.1284847 Aug 19 14:42:17.127970 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8d9cc3fa-f60a-4eef-8dae-ae64f9927944 req-426c4464-d5dd-4425-b1b3-83dd4375611a service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818356 Aug 19 14:42:17.147579 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0e834-52cb-40a7-85b0-f595adfa7352 req-3cc6faba-a142-42a2-b0c7-6062c1197323 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:17.149237 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e4e0e834-52cb-40a7-85b0-f595adfa7352 req-3cc6faba-a142-42a2-b0c7-6062c1197323 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce337ab6-530e-4de7-8ff1-ac350bae4007 HTTP/1.1" status: 200 len: 944 time: 0.1298845 Aug 19 14:42:17.177071 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21671c3a-d675-4f67-b695-4cd6e5f66d7b req-04d1a877-0b7a-42ce-8395-ecd733d2bcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:17.178618 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-21671c3a-d675-4f67-b695-4cd6e5f66d7b req-04d1a877-0b7a-42ce-8395-ecd733d2bcb5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=142f83185aea4a6daae515dcd5cb4f68&device_id=4849f1a4-be4f-42dc-a2e4-139f7420eec6 HTTP/1.1" status: 200 len: 1094 time: 0.0493529 Aug 19 14:42:17.207024 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b1b5e10e-f0f4-4ecf-ae67-dace39b32214 req-589d793d-3618-456f-b4f9-d01561af9a43 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758045 Aug 19 14:42:17.223264 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e4e0e834-52cb-40a7-85b0-f595adfa7352 req-8e46636b-4fd9-4d5e-a952-eba9a8c05ed3 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/security-groups?id=4dc3a3ba-1037-47e2-ad77-44367bf6ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531895 Aug 19 14:42:17.257445 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-21671c3a-d675-4f67-b695-4cd6e5f66d7b req-e79480f0-f4b9-4625-a85d-4e6913b63924 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eefc9f81-e7bb-452f-b3ef-9e352ebba44f HTTP/1.1" status: 200 len: 217 time: 0.0534575 Aug 19 14:42:17.274318 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d75b13-ddf2-4090-bd5e-30f5e02d1f15 x-openstack-request-id: req-33d75b13-ddf2-4090-bd5e-30f5e02d1f15 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:42:17.274602 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4849f1a4-be4f-42dc-a2e4-139f7420eec6", "tag": "eefc9f81-e7bb-452f-b3ef-9e352ebba44f", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:42:17.274854 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-33d75b13-ddf2-4090-bd5e-30f5e02d1f15 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:42:17.275247 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4849f1a4-be4f-42dc-a2e4-139f7420eec6', 'tag': 'eefc9f81-e7bb-452f-b3ef-9e352ebba44f', 'status': 'completed', 'code': 200} Aug 19 14:42:17.311559 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21671c3a-d675-4f67-b695-4cd6e5f66d7b req-9c80e995-38a2-4568-9751-317f6a97c3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:17.313047 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-21671c3a-d675-4f67-b695-4cd6e5f66d7b req-9c80e995-38a2-4568-9751-317f6a97c3a3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=55a74698-63e8-48bf-8a39-b9ba22230f90 HTTP/1.1" status: 200 len: 858 time: 0.0474823 Aug 19 14:42:17.364344 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21671c3a-d675-4f67-b695-4cd6e5f66d7b req-82153c0b-fc64-428a-9dcc-56d56bb71ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:17.365790 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-21671c3a-d675-4f67-b695-4cd6e5f66d7b req-82153c0b-fc64-428a-9dcc-56d56bb71ff9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c173e005-89f4-4c18-bacc-4a095707947a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396774 Aug 19 14:42:17.422464 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86ff1972-ebc9-4fc4-99e1-ee4973f4281e', 'tag': '331d0cb0-d75d-4255-930a-3f263f637bbd'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:42:17.424735 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ec6950-9ac2-4942-ba4c-ffb414a9e3d8" -d '{"events": [{"name": "network-changed", "server_uuid": "86ff1972-ebc9-4fc4-99e1-ee4973f4281e", "tag": "331d0cb0-d75d-4255-930a-3f263f637bbd"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:42:17.468106 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd4d3d9-de91-49d8-9a26-594c6294381c x-openstack-request-id: req-ffd4d3d9-de91-49d8-9a26-594c6294381c {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:42:17.468525 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86ff1972-ebc9-4fc4-99e1-ee4973f4281e", "tag": "331d0cb0-d75d-4255-930a-3f263f637bbd", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:42:17.469020 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ffd4d3d9-de91-49d8-9a26-594c6294381c {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:42:17.469358 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86ff1972-ebc9-4fc4-99e1-ee4973f4281e', 'tag': '331d0cb0-d75d-4255-930a-3f263f637bbd', 'status': 'completed', 'code': 200} Aug 19 14:42:17.471557 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-21671c3a-d675-4f67-b695-4cd6e5f66d7b req-42559199-87a1-4a3b-bb3a-dde590afe32b service neutron] 10.222.0.68 "GET /v2.0/networks/c173e005-89f4-4c18-bacc-4a095707947a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965118 Aug 19 14:42:17.489333 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['4ee03775-f597-4e41-b26e-5bb954fa95b0'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:42:17.513204 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['a614fc43-e2b6-46ca-bde5-bf49b0113a30'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:42:17.564889 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-21671c3a-d675-4f67-b695-4cd6e5f66d7b req-afff9215-ecea-4a51-8496-2c2d8c1d84e1 service neutron] 10.222.0.68 "GET /v2.0/networks/c173e005-89f4-4c18-bacc-4a095707947a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858939 Aug 19 14:42:17.574341 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915cc4e-c965-4941-8b95-9e60df2496c5 req-d3a77f57-d575-43ce-91aa-ac3181cbc6a3 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:17.575982 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b915cc4e-c965-4941-8b95-9e60df2496c5 req-d3a77f57-d575-43ce-91aa-ac3181cbc6a3 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/ports?device_id=4849f1a4-be4f-42dc-a2e4-139f7420eec6 HTTP/1.1" status: 200 len: 943 time: 0.0801828 Aug 19 14:42:17.582601 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec6950-9ac2-4942-ba4c-ffb414a9e3d8 req-492d5b50-906f-4c6f-a82a-9d9fc8dd1131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:17.584638 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b7ec6950-9ac2-4942-ba4c-ffb414a9e3d8 req-492d5b50-906f-4c6f-a82a-9d9fc8dd1131 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=41e15b78d78c4e818c7fba2f667bded5&device_id=86ff1972-ebc9-4fc4-99e1-ee4973f4281e HTTP/1.1" status: 200 len: 1099 time: 0.0607567 Aug 19 14:42:17.680158 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b915cc4e-c965-4941-8b95-9e60df2496c5 req-baf6bd8e-d06e-4f69-be65-778230f55b9f tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7bff13a-0390-4b12-a5ab-22b49f85b693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943835 Aug 19 14:42:17.684555 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0d8b4-edc4-480e-9ffc-735a3b2aff80 req-36e25750-fc69-4430-9fe2-55e24a44e742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:17.686744 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-02b0d8b4-edc4-480e-9ffc-735a3b2aff80 req-36e25750-fc69-4430-9fe2-55e24a44e742 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=142f83185aea4a6daae515dcd5cb4f68&device_id=4849f1a4-be4f-42dc-a2e4-139f7420eec6 HTTP/1.1" status: 200 len: 1094 time: 0.0587015 Aug 19 14:42:17.715218 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec6950-9ac2-4942-ba4c-ffb414a9e3d8 req-63f7c423-39a5-4d71-88b8-89c4e0af5f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:17.717096 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b7ec6950-9ac2-4942-ba4c-ffb414a9e3d8 req-63f7c423-39a5-4d71-88b8-89c4e0af5f64 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.1221039 Aug 19 14:42:17.782734 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b7ec6950-9ac2-4942-ba4c-ffb414a9e3d8 req-683f1858-4db5-444f-9bc3-973fef9ec5f2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=331d0cb0-d75d-4255-930a-3f263f637bbd HTTP/1.1" status: 200 len: 217 time: 0.0529728 Aug 19 14:42:17.799243 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0d8b4-edc4-480e-9ffc-735a3b2aff80 req-b629d071-5340-48d9-a480-1630298b7c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:17.800720 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-02b0d8b4-edc4-480e-9ffc-735a3b2aff80 req-b629d071-5340-48d9-a480-1630298b7c02 service neutron] 10.222.0.68 "GET /v2.0/networks?id=c173e005-89f4-4c18-bacc-4a095707947a HTTP/1.1" status: 200 len: 920 time: 0.1017120 Aug 19 14:42:17.854069 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-02b0d8b4-edc4-480e-9ffc-735a3b2aff80 req-0bab4c32-d6ea-4561-91f5-682681987a75 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eefc9f81-e7bb-452f-b3ef-9e352ebba44f HTTP/1.1" status: 200 len: 217 time: 0.0392346 Aug 19 14:42:17.870157 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec6950-9ac2-4942-ba4c-ffb414a9e3d8 req-0dc4b9db-d471-4424-8baf-c6f6cadd63bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:17.871625 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b7ec6950-9ac2-4942-ba4c-ffb414a9e3d8 req-0dc4b9db-d471-4424-8baf-c6f6cadd63bd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.0799634 Aug 19 14:42:17.880244 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da6182-0871-44bb-a75f-efe4f24e87b8 req-5649326f-1be2-4584-9fc2-8352cf1a8ab9 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:17.882380 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-87da6182-0871-44bb-a75f-efe4f24e87b8 req-5649326f-1be2-4584-9fc2-8352cf1a8ab9 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.1022794 Aug 19 14:42:17.919399 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0d8b4-edc4-480e-9ffc-735a3b2aff80 req-0e6c55af-7f27-427d-bd87-831a8a081b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:17.921085 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-02b0d8b4-edc4-480e-9ffc-735a3b2aff80 req-0e6c55af-7f27-427d-bd87-831a8a081b9c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=55a74698-63e8-48bf-8a39-b9ba22230f90 HTTP/1.1" status: 200 len: 858 time: 0.0550921 Aug 19 14:42:17.964186 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-87da6182-0871-44bb-a75f-efe4f24e87b8 req-5755cbb0-269c-4ce8-98bb-92200fc874b7 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745625 Aug 19 14:42:17.976937 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0d8b4-edc4-480e-9ffc-735a3b2aff80 req-ff743763-5e04-4c80-b85f-d386ac483639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:17.979061 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-02b0d8b4-edc4-480e-9ffc-735a3b2aff80 req-ff743763-5e04-4c80-b85f-d386ac483639 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c173e005-89f4-4c18-bacc-4a095707947a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484340 Aug 19 14:42:17.992265 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec6950-9ac2-4942-ba4c-ffb414a9e3d8 req-bad7bb07-65b5-46dd-aaff-d7e7f9958649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:17.993863 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b7ec6950-9ac2-4942-ba4c-ffb414a9e3d8 req-bad7bb07-65b5-46dd-aaff-d7e7f9958649 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1032784 Aug 19 14:42:18.014981 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93838308-bb35-40c0-a36b-ad3be4196493 req-23d50072-747e-4702-a662-21796ea3c734 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:18.016525 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-93838308-bb35-40c0-a36b-ad3be4196493 req-23d50072-747e-4702-a662-21796ea3c734 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c HTTP/1.1" status: 200 len: 945 time: 0.0711691 Aug 19 14:42:18.098329 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-02b0d8b4-edc4-480e-9ffc-735a3b2aff80 req-491c449c-e5e8-4f31-aaaa-36faed1eed92 service neutron] 10.222.0.68 "GET /v2.0/networks/c173e005-89f4-4c18-bacc-4a095707947a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027398 Aug 19 14:42:18.111150 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-93838308-bb35-40c0-a36b-ad3be4196493 req-45dfc3e5-2bcb-4972-a4a3-5222ca6192b6 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759516 Aug 19 14:42:18.133494 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b7ec6950-9ac2-4942-ba4c-ffb414a9e3d8 req-95b96f7e-f83f-48fa-8ca4-de963ce90ac9 service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272569 Aug 19 14:42:18.204656 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-02b0d8b4-edc4-480e-9ffc-735a3b2aff80 req-a858711d-4869-49e5-b158-aead5a3dc88d service neutron] 10.222.0.68 "GET /v2.0/networks/c173e005-89f4-4c18-bacc-4a095707947a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989175 Aug 19 14:42:18.235274 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b7ec6950-9ac2-4942-ba4c-ffb414a9e3d8 req-1b92fa17-0fc2-4dbb-bcc4-9dad96923b1c service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928915 Aug 19 14:42:18.399864 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132478d8-facc-4170-b0de-47555025431f req-90d632be-014c-4bb1-8087-098ed5265894 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:18.401377 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-132478d8-facc-4170-b0de-47555025431f req-90d632be-014c-4bb1-8087-098ed5265894 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce337ab6-530e-4de7-8ff1-ac350bae4007 HTTP/1.1" status: 200 len: 944 time: 0.0807018 Aug 19 14:42:18.413620 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f54eae0-8ad6-41ff-a4fb-eb66631fd4c6 req-aefc5d90-ef45-4261-8c8c-8647da20864a tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:18.415369 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4f54eae0-8ad6-41ff-a4fb-eb66631fd4c6 req-aefc5d90-ef45-4261-8c8c-8647da20864a tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=86ff1972-ebc9-4fc4-99e1-ee4973f4281e HTTP/1.1" status: 200 len: 948 time: 0.0958824 Aug 19 14:42:18.481187 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-132478d8-facc-4170-b0de-47555025431f req-927ab561-69a5-42b8-80d2-ab28389cf7a9 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/security-groups?id=4dc3a3ba-1037-47e2-ad77-44367bf6ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641794 Aug 19 14:42:18.486924 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4f54eae0-8ad6-41ff-a4fb-eb66631fd4c6 req-7e66aa3d-9b1d-4b42-b627-a336c8cf3afd tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631988 Aug 19 14:42:18.823060 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7690022e-9824-4356-a626-04b905be73d7 req-4a4e0580-e25a-4afc-87f2-56045b241e51 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:18.825070 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7690022e-9824-4356-a626-04b905be73d7 req-4a4e0580-e25a-4afc-87f2-56045b241e51 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/ports?device_id=4849f1a4-be4f-42dc-a2e4-139f7420eec6 HTTP/1.1" status: 200 len: 943 time: 0.0585544 Aug 19 14:42:18.865679 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7690022e-9824-4356-a626-04b905be73d7 req-abda0f23-a0ac-4de0-87bf-17acd9387bb2 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7bff13a-0390-4b12-a5ab-22b49f85b693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344822 Aug 19 14:42:19.094483 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51589b-8a16-4bb0-9a74-a03e5cf1f42e req-904a9dd8-0e3c-4700-92c0-ab1a2850c55f tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:19.095964 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6a51589b-8a16-4bb0-9a74-a03e5cf1f42e req-904a9dd8-0e3c-4700-92c0-ab1a2850c55f tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.0536969 Aug 19 14:42:19.146770 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6a51589b-8a16-4bb0-9a74-a03e5cf1f42e req-8fa9a0e5-2d71-4ff9-8369-980102026ef0 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423520 Aug 19 14:42:19.235192 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0f3a11-99aa-4466-a29f-bd6b4417d5c9 req-7b775473-1cd9-40f9-a047-2de6a3ab1f84 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:19.236873 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ba0f3a11-99aa-4466-a29f-bd6b4417d5c9 req-7b775473-1cd9-40f9-a047-2de6a3ab1f84 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c HTTP/1.1" status: 200 len: 945 time: 0.0520630 Aug 19 14:42:19.281027 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ba0f3a11-99aa-4466-a29f-bd6b4417d5c9 req-6e0bd01f-e6b6-4cab-8393-08c8dc1b2478 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374022 Aug 19 14:42:19.657026 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e5d87-2ac2-4285-b71e-82950d644863 req-619ef667-e6f3-406d-8147-bccbdcf79699 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:19.658483 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6d9e5d87-2ac2-4285-b71e-82950d644863 req-619ef667-e6f3-406d-8147-bccbdcf79699 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce337ab6-530e-4de7-8ff1-ac350bae4007 HTTP/1.1" status: 200 len: 944 time: 0.1051848 Aug 19 14:42:19.671507 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268a5b6-0d46-43f6-a466-3205a2b8a1d0 req-cad193b7-0bac-4837-9c37-9b6f529e95f5 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:19.673052 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3268a5b6-0d46-43f6-a466-3205a2b8a1d0 req-cad193b7-0bac-4837-9c37-9b6f529e95f5 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=86ff1972-ebc9-4fc4-99e1-ee4973f4281e HTTP/1.1" status: 200 len: 948 time: 0.0760241 Aug 19 14:42:19.729481 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6d9e5d87-2ac2-4285-b71e-82950d644863 req-cfe7fefd-632c-4ed6-8659-e5d5000b7350 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/security-groups?id=4dc3a3ba-1037-47e2-ad77-44367bf6ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553751 Aug 19 14:42:19.747851 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3268a5b6-0d46-43f6-a466-3205a2b8a1d0 req-215ef4af-1453-438c-9e1a-089992164e5d tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643845 Aug 19 14:42:19.990247 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe2fe8-fbb9-4b5b-b021-60e07c1e07b7 req-b34c03fc-8f0c-4329-904e-c5ae1dae28fa tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:19.991724 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-27fe2fe8-fbb9-4b5b-b021-60e07c1e07b7 req-b34c03fc-8f0c-4329-904e-c5ae1dae28fa tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/ports?device_id=4849f1a4-be4f-42dc-a2e4-139f7420eec6 HTTP/1.1" status: 200 len: 943 time: 0.0534573 Aug 19 14:42:20.008392 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 331d0cb0-d75d-4255-930a-3f263f637bbd details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:42:20.010471 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 4ee03775-f597-4e41-b26e-5bb954fa95b0 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:42:20.032711 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-27fe2fe8-fbb9-4b5b-b021-60e07c1e07b7 req-39b21fcd-d8e9-42c5-a8a0-2d8609bc204d tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7bff13a-0390-4b12-a5ab-22b49f85b693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344107 Aug 19 14:42:20.037289 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device eefc9f81-e7bb-452f-b3ef-9e352ebba44f details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:42:20.187908 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 4ee03775-f597-4e41-b26e-5bb954fa95b0 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:42:20.205043 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 4ee03775-f597-4e41-b26e-5bb954fa95b0 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:42:20.205537 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:20.249597 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 331d0cb0-d75d-4255-930a-3f263f637bbd, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=331d0cb0-d75d-4255-930a-3f263f637bbd,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:20.277965 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port eefc9f81-e7bb-452f-b3ef-9e352ebba44f, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=eefc9f81-e7bb-452f-b3ef-9e352ebba44f,segment=NetworkSegment(d24c84db-ca72-4228-8e2e-914c2c673b49),segment_id=d24c84db-ca72-4228-8e2e-914c2c673b49)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:20.281446 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '331d0cb0-d75d-4255-930a-3f263f637bbd', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'port_id': '331d0cb0-d75d-4255-930a-3f263f637bbd', 'mac_address': 'fa:16:3e:13:da:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:42:20.281624 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b110c6-113f-4a69-a0b4-526c8744bbf5 req-fb28edbd-ef09-48d4-b954-3c6fdb0976eb tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:20.283828 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-56b110c6-113f-4a69-a0b4-526c8744bbf5 req-fb28edbd-ef09-48d4-b954-3c6fdb0976eb tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.0595720 Aug 19 14:42:20.296302 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': 'eefc9f81-e7bb-452f-b3ef-9e352ebba44f', 'network_id': 'c173e005-89f4-4c18-bacc-4a095707947a', 'port_id': 'eefc9f81-e7bb-452f-b3ef-9e352ebba44f', 'mac_address': 'fa:16:3e:16:70:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a74698-63e8-48bf-8a39-b9ba22230f90', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:42:20.328156 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-56b110c6-113f-4a69-a0b4-526c8744bbf5 req-bb6c41d0-36f5-4346-8210-c69a3e4a3e5f tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383353 Aug 19 14:42:20.378007 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:20.408587 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:20.414013 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 331d0cb0-d75d-4255-930a-3f263f637bbd {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:42:20.438553 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:20.441760 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eefc9f81-e7bb-452f-b3ef-9e352ebba44f {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:42:20.443719 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406e49b-b8c4-4324-a86c-0b14590419b5 req-138e4ea2-960b-4a2d-90e1-89bb69ff5fa8 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:20.445424 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2406e49b-b8c4-4324-a86c-0b14590419b5 req-138e4ea2-960b-4a2d-90e1-89bb69ff5fa8 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c HTTP/1.1" status: 200 len: 945 time: 0.0888712 Aug 19 14:42:20.462903 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 331d0cb0-d75d-4255-930a-3f263f637bbd, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=331d0cb0-d75d-4255-930a-3f263f637bbd,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:20.474354 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:20.487683 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2406e49b-b8c4-4324-a86c-0b14590419b5 req-373f25fd-d246-42ef-a8e4-566c58401857 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349114 Aug 19 14:42:20.513262 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port eefc9f81-e7bb-452f-b3ef-9e352ebba44f, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=eefc9f81-e7bb-452f-b3ef-9e352ebba44f,segment=NetworkSegment(d24c84db-ca72-4228-8e2e-914c2c673b49),segment_id=d24c84db-ca72-4228-8e2e-914c2c673b49)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:20.520027 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eaafe21-4a84-4eea-92ff-c9924ea54dd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee03775-f597-4e41-b26e-5bb954fa95b0'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:42:20.522672 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab92117d-f936-445c-84e7-fe61978d5b05" -d '{"events": [{"server_uuid": "3eaafe21-4a84-4eea-92ff-c9924ea54dd8", "name": "network-vif-plugged", "status": "completed", "tag": "4ee03775-f597-4e41-b26e-5bb954fa95b0"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:42:20.541028 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:20.550362 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 4ee03775-f597-4e41-b26e-5bb954fa95b0, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=4ee03775-f597-4e41-b26e-5bb954fa95b0,segment=NetworkSegment(f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0),segment_id=f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:20.558712 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:20.559472 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device a614fc43-e2b6-46ca-bde5-bf49b0113a30 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:42:20.570979 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01ec81f-011f-4063-84ea-804756ff86ff x-openstack-request-id: req-b01ec81f-011f-4063-84ea-804756ff86ff {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:42:20.571442 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eaafe21-4a84-4eea-92ff-c9924ea54dd8", "name": "network-vif-plugged", "status": "completed", "tag": "4ee03775-f597-4e41-b26e-5bb954fa95b0", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:42:20.571715 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b01ec81f-011f-4063-84ea-804756ff86ff {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:42:20.572097 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eaafe21-4a84-4eea-92ff-c9924ea54dd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee03775-f597-4e41-b26e-5bb954fa95b0', 'code': 200} Aug 19 14:42:20.594552 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=331d0cb0-d75d-4255-930a-3f263f637bbd,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:20.661733 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=eefc9f81-e7bb-452f-b3ef-9e352ebba44f,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:20.681026 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f39822-2da3-4ea8-93ba-92b403b7e959 req-647fae8a-fc4e-4949-aa32-d1a4eff252b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:20.682535 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a3f39822-2da3-4ea8-93ba-92b403b7e959 req-647fae8a-fc4e-4949-aa32-d1a4eff252b4 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3eaafe21-4a84-4eea-92ff-c9924ea54dd8 HTTP/1.1" status: 200 len: 1097 time: 0.0441284 Aug 19 14:42:20.689414 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port a614fc43-e2b6-46ca-bde5-bf49b0113a30 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:42:20.698297 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port a614fc43-e2b6-46ca-bde5-bf49b0113a30 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:42:20.698669 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:20.718475 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a3f39822-2da3-4ea8-93ba-92b403b7e959 req-050fbd86-7ed4-4cbe-89bd-30c05fda96fb service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=4dc3a3ba-1037-47e2-ad77-44367bf6ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283639 Aug 19 14:42:20.757593 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=4ee03775-f597-4e41-b26e-5bb954fa95b0,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:20.821342 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:20.858324 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port a614fc43-e2b6-46ca-bde5-bf49b0113a30, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=a614fc43-e2b6-46ca-bde5-bf49b0113a30,segment=NetworkSegment(f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0),segment_id=f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:20.864085 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:20.898309 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74354baf-863e-4fd6-840a-0b9384d7332d req-1d97e445-dcc1-4966-ad31-486919e233f9 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:20.900072 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-74354baf-863e-4fd6-840a-0b9384d7332d req-1d97e445-dcc1-4966-ad31-486919e233f9 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce337ab6-530e-4de7-8ff1-ac350bae4007 HTTP/1.1" status: 200 len: 944 time: 0.0850646 Aug 19 14:42:20.912901 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad70698e-a419-4905-ae6b-af0a067c0461 req-b58524b0-4122-4a4d-8dfc-24cd9fa8d3af tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:20.914042 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=a614fc43-e2b6-46ca-bde5-bf49b0113a30,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:20.914356 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ad70698e-a419-4905-ae6b-af0a067c0461 req-b58524b0-4122-4a4d-8dfc-24cd9fa8d3af tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=86ff1972-ebc9-4fc4-99e1-ee4973f4281e HTTP/1.1" status: 200 len: 949 time: 0.0696626 Aug 19 14:42:20.940703 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['eefc9f81-e7bb-452f-b3ef-9e352ebba44f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:42:20.976089 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-74354baf-863e-4fd6-840a-0b9384d7332d req-c74d447e-335d-4fed-bc03-403d34fbb670 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/security-groups?id=4dc3a3ba-1037-47e2-ad77-44367bf6ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607705 Aug 19 14:42:20.985138 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ad70698e-a419-4905-ae6b-af0a067c0461 req-78d91068-8428-4268-abbb-a7d957c9b83a tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628188 Aug 19 14:42:20.989469 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['331d0cb0-d75d-4255-930a-3f263f637bbd'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:42:21.157368 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2318c5-0daa-48f0-9fa9-a90581b6c0e1 req-a826477d-843e-4a29-9d70-bd3b211f36fb tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:21.158877 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1d2318c5-0daa-48f0-9fa9-a90581b6c0e1 req-a826477d-843e-4a29-9d70-bd3b211f36fb tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/ports?device_id=4849f1a4-be4f-42dc-a2e4-139f7420eec6 HTTP/1.1" status: 200 len: 944 time: 0.0518651 Aug 19 14:42:21.200469 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1d2318c5-0daa-48f0-9fa9-a90581b6c0e1 req-00ceff72-6a54-41b4-9d8b-ac9c031d5dc7 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7bff13a-0390-4b12-a5ab-22b49f85b693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350037 Aug 19 14:42:21.457325 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c480e23-af2c-4147-9a30-dab94ca1f7ee req-14235dd3-1a8e-4db5-a25a-13032271ccf7 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:21.458916 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7c480e23-af2c-4147-9a30-dab94ca1f7ee req-14235dd3-1a8e-4db5-a25a-13032271ccf7 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.0544872 Aug 19 14:42:21.502525 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7c480e23-af2c-4147-9a30-dab94ca1f7ee req-0ce442b3-66bd-4574-81be-67924e315f1c tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340822 Aug 19 14:42:21.606674 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c88a8-b67e-4468-af90-25b4ad3d25c3 req-8ed87054-aa82-4264-93bf-be744d0c6a7f tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:21.608578 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2a6c88a8-b67e-4468-af90-25b4ad3d25c3 req-8ed87054-aa82-4264-93bf-be744d0c6a7f tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c HTTP/1.1" status: 200 len: 945 time: 0.0513036 Aug 19 14:42:21.652042 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2a6c88a8-b67e-4468-af90-25b4ad3d25c3 req-68395d46-e8f8-47fc-8561-002145350384 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371788 Aug 19 14:42:22.133053 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b253e-ba58-4caf-b252-e3f0b3e7d49e req-e17994e6-7e90-4781-921b-884aea60aae3 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:22.134872 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-385b253e-ba58-4caf-b252-e3f0b3e7d49e req-e17994e6-7e90-4781-921b-884aea60aae3 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce337ab6-530e-4de7-8ff1-ac350bae4007 HTTP/1.1" status: 200 len: 945 time: 0.0808623 Aug 19 14:42:22.147254 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29e7fe-6466-400d-a2f4-ab695c0d5952 req-48e084af-d294-43e7-970f-633bdb2a59b8 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:22.149378 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3d29e7fe-6466-400d-a2f4-ab695c0d5952 req-48e084af-d294-43e7-970f-633bdb2a59b8 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=86ff1972-ebc9-4fc4-99e1-ee4973f4281e HTTP/1.1" status: 200 len: 949 time: 0.0844536 Aug 19 14:42:22.210356 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3d29e7fe-6466-400d-a2f4-ab695c0d5952 req-50d57e26-957e-46f9-ac44-b52299856c6c tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533237 Aug 19 14:42:22.213278 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-385b253e-ba58-4caf-b252-e3f0b3e7d49e req-36c47172-5433-46e3-b687-45dd2aeceed4 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/security-groups?id=4dc3a3ba-1037-47e2-ad77-44367bf6ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626283 Aug 19 14:42:22.337384 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f9d5ab-3af7-4b2c-ab88-669005ab9ae1 req-6868fc1e-1995-4e49-9e4d-b199d256a082 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:22.339221 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f9f9d5ab-3af7-4b2c-ab88-669005ab9ae1 req-6868fc1e-1995-4e49-9e4d-b199d256a082 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/ports?device_id=4849f1a4-be4f-42dc-a2e4-139f7420eec6 HTTP/1.1" status: 200 len: 944 time: 0.0583375 Aug 19 14:42:22.381008 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f9f9d5ab-3af7-4b2c-ab88-669005ab9ae1 req-a5049a9f-060b-476a-8023-58e072696b18 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7bff13a-0390-4b12-a5ab-22b49f85b693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339627 Aug 19 14:42:22.573993 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce337ab6-530e-4de7-8ff1-ac350bae4007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a614fc43-e2b6-46ca-bde5-bf49b0113a30'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:42:22.576457 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdfa1f9c-6168-48e9-aa86-4844389ac297" -d '{"events": [{"server_uuid": "ce337ab6-530e-4de7-8ff1-ac350bae4007", "name": "network-vif-plugged", "status": "completed", "tag": "a614fc43-e2b6-46ca-bde5-bf49b0113a30"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:42:22.614041 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17bfbbe5-d7af-44b2-a093-a3a8fdd49307 x-openstack-request-id: req-17bfbbe5-d7af-44b2-a093-a3a8fdd49307 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:42:22.614549 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce337ab6-530e-4de7-8ff1-ac350bae4007", "name": "network-vif-plugged", "status": "completed", "tag": "a614fc43-e2b6-46ca-bde5-bf49b0113a30", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:42:22.614808 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-17bfbbe5-d7af-44b2-a093-a3a8fdd49307 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:42:22.615201 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce337ab6-530e-4de7-8ff1-ac350bae4007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a614fc43-e2b6-46ca-bde5-bf49b0113a30', 'code': 200} Aug 19 14:42:22.623230 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3cffe6-61da-4906-8a75-781e8cd49e6e req-5277df71-fcf5-477f-9862-21797ad447ff tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:22.624710 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5b3cffe6-61da-4906-8a75-781e8cd49e6e req-5277df71-fcf5-477f-9862-21797ad447ff tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.0518866 Aug 19 14:42:22.666028 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5b3cffe6-61da-4906-8a75-781e8cd49e6e req-29670472-c696-4fda-aabe-0e8a2daa34ff tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351651 Aug 19 14:42:22.776242 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d8a11-4829-48c7-96db-7184b8e59c5a req-09edd49d-15bf-47d4-9418-c21eb796edb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:22.777775 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-494d8a11-4829-48c7-96db-7184b8e59c5a req-09edd49d-15bf-47d4-9418-c21eb796edb1 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ce337ab6-530e-4de7-8ff1-ac350bae4007 HTTP/1.1" status: 200 len: 1096 time: 0.0716782 Aug 19 14:42:22.790346 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1243e43-b260-45bf-a709-7c3f21cd776b req-7f7a1ecc-b487-4259-baf5-5b6f5384b575 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:22.791712 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c1243e43-b260-45bf-a709-7c3f21cd776b req-7f7a1ecc-b487-4259-baf5-5b6f5384b575 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c HTTP/1.1" status: 200 len: 945 time: 0.0618393 Aug 19 14:42:22.842052 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-494d8a11-4829-48c7-96db-7184b8e59c5a req-b2614958-86ab-42a2-8133-8f87447d4c81 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=4dc3a3ba-1037-47e2-ad77-44367bf6ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493052 Aug 19 14:42:22.848723 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c1243e43-b260-45bf-a709-7c3f21cd776b req-e28f1578-6cfd-4966-8049-d5ffd568d457 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504663 Aug 19 14:42:23.354477 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340345f-a3a7-4e63-a609-98bc5a4c1c57 req-72013b21-0c41-473e-b6a3-ca6b28458663 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:23.355956 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6340345f-a3a7-4e63-a609-98bc5a4c1c57 req-72013b21-0c41-473e-b6a3-ca6b28458663 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=86ff1972-ebc9-4fc4-99e1-ee4973f4281e HTTP/1.1" status: 200 len: 949 time: 0.0775919 Aug 19 14:42:23.364101 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b503bc-5434-4b0f-9f82-974364c8ad10 req-3aa7d393-27a7-496d-90f8-a928d57cb896 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:23.365538 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f8b503bc-5434-4b0f-9f82-974364c8ad10 req-3aa7d393-27a7-496d-90f8-a928d57cb896 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce337ab6-530e-4de7-8ff1-ac350bae4007 HTTP/1.1" status: 200 len: 945 time: 0.0776229 Aug 19 14:42:23.424071 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6340345f-a3a7-4e63-a609-98bc5a4c1c57 req-3fa1dc16-be98-4f7d-a684-6578eefd68b1 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574861 Aug 19 14:42:23.426849 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f8b503bc-5434-4b0f-9f82-974364c8ad10 req-ba8d9d1d-ca7f-458f-a861-555ebac5dc23 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/security-groups?id=4dc3a3ba-1037-47e2-ad77-44367bf6ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538456 Aug 19 14:42:23.601498 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac4aa6-ccee-48ac-9e0c-56f08bbaee92 req-8aa42e28-25c6-4eec-8e9e-82a8a1ca2a37 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:23.602946 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6eac4aa6-ccee-48ac-9e0c-56f08bbaee92 req-8aa42e28-25c6-4eec-8e9e-82a8a1ca2a37 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/ports?device_id=4849f1a4-be4f-42dc-a2e4-139f7420eec6 HTTP/1.1" status: 200 len: 944 time: 0.0486894 Aug 19 14:42:23.640124 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6eac4aa6-ccee-48ac-9e0c-56f08bbaee92 req-4d8d268f-9b74-44f2-b6b3-ce1787d9837d tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7bff13a-0390-4b12-a5ab-22b49f85b693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312002 Aug 19 14:42:23.785634 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139230c-0fb4-43c9-88f9-27d93176ecc1 req-4d0f9dba-7728-4e54-a35f-3f87f57b090d tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:23.787098 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0139230c-0fb4-43c9-88f9-27d93176ecc1 req-4d0f9dba-7728-4e54-a35f-3f87f57b090d tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.0500612 Aug 19 14:42:23.828022 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0139230c-0fb4-43c9-88f9-27d93176ecc1 req-23678fac-eff8-483c-8e39-bd45280e06d2 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349402 Aug 19 14:42:23.975394 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa0bf3-a954-437c-a521-5b87b30b33a8 req-5d7f77ac-277b-4c20-83cf-13efaab17ac8 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:23.976520 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-93aa0bf3-a954-437c-a521-5b87b30b33a8 req-5d7f77ac-277b-4c20-83cf-13efaab17ac8 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c HTTP/1.1" status: 200 len: 945 time: 0.0550349 Aug 19 14:42:24.012036 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 331d0cb0-d75d-4255-930a-3f263f637bbd up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:42:24.033941 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-93aa0bf3-a954-437c-a521-5b87b30b33a8 req-d12ac80b-a2b6-4881-86ef-868d69b8e157 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498421 Aug 19 14:42:24.056033 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device eefc9f81-e7bb-452f-b3ef-9e352ebba44f up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:42:24.106596 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 331d0cb0-d75d-4255-930a-3f263f637bbd completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:42:24.112919 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 331d0cb0-d75d-4255-930a-3f263f637bbd triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:42:24.113353 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:24.135651 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port eefc9f81-e7bb-452f-b3ef-9e352ebba44f completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:42:24.144844 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port eefc9f81-e7bb-452f-b3ef-9e352ebba44f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:42:24.145297 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:24.257243 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:24.277209 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:24.314063 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 331d0cb0-d75d-4255-930a-3f263f637bbd, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=331d0cb0-d75d-4255-930a-3f263f637bbd,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:24.319362 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:24.350784 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port eefc9f81-e7bb-452f-b3ef-9e352ebba44f, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=eefc9f81-e7bb-452f-b3ef-9e352ebba44f,segment=NetworkSegment(d24c84db-ca72-4228-8e2e-914c2c673b49),segment_id=d24c84db-ca72-4228-8e2e-914c2c673b49)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:24.356098 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:24.377856 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=331d0cb0-d75d-4255-930a-3f263f637bbd,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:24.431670 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=eefc9f81-e7bb-452f-b3ef-9e352ebba44f,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:24.571386 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6589b739-50f4-43b5-bd4b-efd3bd617b41 req-d75f6d05-0cde-4065-bbcb-deacded1a1d9 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:24.572871 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6589b739-50f4-43b5-bd4b-efd3bd617b41 req-d75f6d05-0cde-4065-bbcb-deacded1a1d9 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=86ff1972-ebc9-4fc4-99e1-ee4973f4281e HTTP/1.1" status: 200 len: 950 time: 0.0752850 Aug 19 14:42:24.588687 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77b89d-f541-48fb-84e9-d8730de14ced req-69532677-567c-4091-bb6d-7a1ae278f007 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:24.590104 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-de77b89d-f541-48fb-84e9-d8730de14ced req-69532677-567c-4091-bb6d-7a1ae278f007 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce337ab6-530e-4de7-8ff1-ac350bae4007 HTTP/1.1" status: 200 len: 945 time: 0.0663171 Aug 19 14:42:24.616293 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ff1972-ebc9-4fc4-99e1-ee4973f4281e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331d0cb0-d75d-4255-930a-3f263f637bbd'}, {'server_uuid': '4849f1a4-be4f-42dc-a2e4-139f7420eec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eefc9f81-e7bb-452f-b3ef-9e352ebba44f'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:42:24.621261 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60fdf6e-54c1-4442-8f18-17d767f4a5bd" -d '{"events": [{"server_uuid": "86ff1972-ebc9-4fc4-99e1-ee4973f4281e", "name": "network-vif-plugged", "status": "completed", "tag": "331d0cb0-d75d-4255-930a-3f263f637bbd"}, {"server_uuid": "4849f1a4-be4f-42dc-a2e4-139f7420eec6", "name": "network-vif-plugged", "status": "completed", "tag": "eefc9f81-e7bb-452f-b3ef-9e352ebba44f"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:42:24.645290 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6589b739-50f4-43b5-bd4b-efd3bd617b41 req-d063f6d2-272e-4ed9-bc29-5d065fefea4d tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536735 Aug 19 14:42:24.650530 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-de77b89d-f541-48fb-84e9-d8730de14ced req-f093c728-cac1-4f6b-a711-e4339b1e3cc0 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/security-groups?id=4dc3a3ba-1037-47e2-ad77-44367bf6ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533569 Aug 19 14:42:24.775471 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 14:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17355813-9f2f-4ea2-baaa-d36bdb2444b9 x-openstack-request-id: req-17355813-9f2f-4ea2-baaa-d36bdb2444b9 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:42:24.775831 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ff1972-ebc9-4fc4-99e1-ee4973f4281e", "name": "network-vif-plugged", "status": "completed", "tag": "331d0cb0-d75d-4255-930a-3f263f637bbd", "code": 200}, {"server_uuid": "4849f1a4-be4f-42dc-a2e4-139f7420eec6", "name": "network-vif-plugged", "status": "completed", "tag": "eefc9f81-e7bb-452f-b3ef-9e352ebba44f", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:42:24.776172 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-17355813-9f2f-4ea2-baaa-d36bdb2444b9 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:42:24.776674 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ff1972-ebc9-4fc4-99e1-ee4973f4281e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331d0cb0-d75d-4255-930a-3f263f637bbd', 'code': 200} Aug 19 14:42:24.777741 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4849f1a4-be4f-42dc-a2e4-139f7420eec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eefc9f81-e7bb-452f-b3ef-9e352ebba44f', 'code': 200} Aug 19 14:42:24.841748 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118608d-1bb5-49e5-959d-d331cf29125a req-127a0708-2b05-40a8-b50e-029f658f9fc4 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:24.843122 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6118608d-1bb5-49e5-959d-d331cf29125a req-127a0708-2b05-40a8-b50e-029f658f9fc4 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/ports?device_id=4849f1a4-be4f-42dc-a2e4-139f7420eec6 HTTP/1.1" status: 200 len: 945 time: 0.0594289 Aug 19 14:42:24.896640 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad658f-39a2-4041-acff-df7b86b1e235 req-1be0e3c9-c2b1-4ce8-9192-f11c101eef53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:24.898424 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5cad658f-39a2-4041-acff-df7b86b1e235 req-1be0e3c9-c2b1-4ce8-9192-f11c101eef53 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=4849f1a4-be4f-42dc-a2e4-139f7420eec6 HTTP/1.1" status: 200 len: 1096 time: 0.0467641 Aug 19 14:42:24.927052 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6118608d-1bb5-49e5-959d-d331cf29125a req-c85d1a97-4a8a-486a-a26e-4e95f655094a tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7bff13a-0390-4b12-a5ab-22b49f85b693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773184 Aug 19 14:42:24.948760 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5cad658f-39a2-4041-acff-df7b86b1e235 req-cacde90a-fed1-480d-acd4-9cc194086b20 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=f7bff13a-0390-4b12-a5ab-22b49f85b693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383189 Aug 19 14:42:24.949537 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900cd18-15f0-4558-8b6f-ca0a0d7b2a96 req-27461d55-a151-4b5a-baae-415d15d09b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:24.951090 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7900cd18-15f0-4558-8b6f-ca0a0d7b2a96 req-27461d55-a151-4b5a-baae-415d15d09b51 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=86ff1972-ebc9-4fc4-99e1-ee4973f4281e HTTP/1.1" status: 200 len: 1101 time: 0.0913901 Aug 19 14:42:24.971372 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a37661-596f-4b2b-8646-4a7228962c6e req-c33ff1f0-6140-4214-a90f-1c9ec0bf4749 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:24.972816 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-31a37661-596f-4b2b-8646-4a7228962c6e req-c33ff1f0-6140-4214-a90f-1c9ec0bf4749 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.0611563 Aug 19 14:42:25.029925 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7900cd18-15f0-4558-8b6f-ca0a0d7b2a96 req-b4315084-8e5c-4994-bcef-7f119c7b8a56 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541139 Aug 19 14:42:25.036980 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-31a37661-596f-4b2b-8646-4a7228962c6e req-38a20028-97f1-4c8c-a8b5-09b060045739 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541208 Aug 19 14:42:25.157610 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209412f0-6b00-4198-935f-78aa8b76def6 req-7d1ff8da-b16b-4d4f-8034-3d30bd1521c5 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:25.159022 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-209412f0-6b00-4198-935f-78aa8b76def6 req-7d1ff8da-b16b-4d4f-8034-3d30bd1521c5 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c HTTP/1.1" status: 200 len: 945 time: 0.0516779 Aug 19 14:42:25.198075 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-209412f0-6b00-4198-935f-78aa8b76def6 req-b77b0a4d-7d70-4235-8334-b2860cbfb1bb tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329976 Aug 19 14:42:25.796332 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f375e-ee40-4d99-adbe-b14e0b05b134 req-8458d21c-296e-45c8-8888-a2c285469e59 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:25.797969 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-845f375e-ee40-4d99-adbe-b14e0b05b134 req-8458d21c-296e-45c8-8888-a2c285469e59 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce337ab6-530e-4de7-8ff1-ac350bae4007 HTTP/1.1" status: 200 len: 945 time: 0.0781941 Aug 19 14:42:25.810184 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b70836-b4ab-4fcf-b1f7-269f51efc2fd req-6daeb6f1-8b3d-41d8-ad7e-dbf8679aaeaf tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:25.811630 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-17b70836-b4ab-4fcf-b1f7-269f51efc2fd req-6daeb6f1-8b3d-41d8-ad7e-dbf8679aaeaf tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=86ff1972-ebc9-4fc4-99e1-ee4973f4281e HTTP/1.1" status: 200 len: 950 time: 0.0824780 Aug 19 14:42:25.866144 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-845f375e-ee40-4d99-adbe-b14e0b05b134 req-f51f68d6-8c00-48ee-a0fe-0619ac9c8fd1 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/security-groups?id=4dc3a3ba-1037-47e2-ad77-44367bf6ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535841 Aug 19 14:42:25.873776 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-17b70836-b4ab-4fcf-b1f7-269f51efc2fd req-5b12cde2-1349-43d2-86ee-dacae2eeca7d tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556798 Aug 19 14:42:26.084139 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d43df-0e8d-4e25-b5b7-29b91a973030 req-3baea6db-71d7-4433-a397-488589c3a3b5 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:26.085539 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-832d43df-0e8d-4e25-b5b7-29b91a973030 req-3baea6db-71d7-4433-a397-488589c3a3b5 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/ports?device_id=3eaafe21-4a84-4eea-92ff-c9924ea54dd8 HTTP/1.1" status: 200 len: 946 time: 0.0972204 Aug 19 14:42:26.098468 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25474b9c-e469-4ed0-b4c5-414d8344b7e5 req-16965878-4adc-4b11-a4c0-d487930cb489 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:26.099999 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-25474b9c-e469-4ed0-b4c5-414d8344b7e5 req-16965878-4adc-4b11-a4c0-d487930cb489 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/ports?device_id=4849f1a4-be4f-42dc-a2e4-139f7420eec6 HTTP/1.1" status: 200 len: 945 time: 0.0679784 Aug 19 14:42:26.157650 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-832d43df-0e8d-4e25-b5b7-29b91a973030 req-46b70b71-227d-4334-8b05-96b9947be3b4 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/security-groups?id=4dc3a3ba-1037-47e2-ad77-44367bf6ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566595 Aug 19 14:42:26.162560 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-25474b9c-e469-4ed0-b4c5-414d8344b7e5 req-a6492b5a-e5e5-4e94-bf1c-64bb17b0ce9e tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7bff13a-0390-4b12-a5ab-22b49f85b693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555112 Aug 19 14:42:26.270740 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72998026-d921-4b30-9275-f412fa212aeb req-b1b454c2-11c3-485d-af43-8390432a233f tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:26.276429 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-72998026-d921-4b30-9275-f412fa212aeb req-b1b454c2-11c3-485d-af43-8390432a233f tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.0587683 Aug 19 14:42:26.322872 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-72998026-d921-4b30-9275-f412fa212aeb req-e76a8372-d717-4aaa-9f13-057e2bc2e720 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408657 Aug 19 14:42:26.444649 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de8d6a-5088-4453-a17c-b9699ed3dc78 req-8e324c98-4750-4a9d-8e25-81a886d14489 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:26.446768 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-24de8d6a-5088-4453-a17c-b9699ed3dc78 req-8e324c98-4750-4a9d-8e25-81a886d14489 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c HTTP/1.1" status: 200 len: 945 time: 0.0618629 Aug 19 14:42:26.513559 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-24de8d6a-5088-4453-a17c-b9699ed3dc78 req-b2805aaa-6398-4eec-b20f-2e9d5043e2f2 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567760 Aug 19 14:42:26.757312 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-3d79b174-64c5-4abc-883a-f0c6f0303cc3 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:26.759093 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-3d79b174-64c5-4abc-883a-f0c6f0303cc3 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/networks?id=3eb58968-3ed8-49a1-a074-b3082067f627 HTTP/1.1" status: 200 len: 813 time: 0.1097059 Aug 19 14:42:26.776651 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-5fbb8b8d-2ad8-4543-acaa-06af9087f1dd tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/quotas/900c5224f15042db8eec5dafa99d04b1 HTTP/1.1" status: 200 len: 375 time: 0.0107739 Aug 19 14:42:26.831086 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-2fd0bff5-1485-41cc-8fee-916f7806095c tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=900c5224f15042db8eec5dafa99d04b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479164 Aug 19 14:42:26.948302 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-91c0513a-acbc-41f6-91ec-1c033ac5e827 service neutron] 10.222.0.69 "GET /v2.0/networks/3eb58968-3ed8-49a1-a074-b3082067f627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078026 Aug 19 14:42:27.080028 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836367b1-595f-44fb-98c4-7095fddc0b7a req-cad534fd-a427-4a97-9776-2c6fa56ffa47 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:27.082011 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-836367b1-595f-44fb-98c4-7095fddc0b7a req-cad534fd-a427-4a97-9776-2c6fa56ffa47 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=86ff1972-ebc9-4fc4-99e1-ee4973f4281e HTTP/1.1" status: 200 len: 950 time: 0.0763705 Aug 19 14:42:27.088205 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-4897f8de-7821-4c0b-b4d5-6ea568539a29 service neutron] 10.222.0.69 "GET /v2.0/networks/3eb58968-3ed8-49a1-a074-b3082067f627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338546 Aug 19 14:42:27.125582 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-836367b1-595f-44fb-98c4-7095fddc0b7a req-02e188ce-fbf7-457a-a4ba-520251a29836 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361252 Aug 19 14:42:27.350480 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea3a20-e6e9-40b0-8e06-3983b48b0d60 req-00434b7d-23d3-4457-9789-7e5ba6345cac tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:27.352030 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-30ea3a20-e6e9-40b0-8e06-3983b48b0d60 req-00434b7d-23d3-4457-9789-7e5ba6345cac tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/ports?device_id=4849f1a4-be4f-42dc-a2e4-139f7420eec6 HTTP/1.1" status: 200 len: 945 time: 0.0595498 Aug 19 14:42:27.409639 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-30ea3a20-e6e9-40b0-8e06-3983b48b0d60 req-2038b915-14e0-4424-820b-9b3771289059 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7bff13a-0390-4b12-a5ab-22b49f85b693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469162 Aug 19 14:42:27.526899 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-571b4da0-3ca8-41c5-922a-af74978eedcd req-fd2c0a0e-407b-44a2-9356-d1f5fbfdcd3a tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/ports?device_id=44cce5e7-6768-4942-bada-3a60731ffc98 HTTP/1.1" status: 200 len: 210 time: 0.0297961 Aug 19 14:42:27.547958 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7448950f-1399-412b-b493-0cc82eb6be50 req-c787c047-e37b-43f2-a156-14637862fb33 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:27.549842 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7448950f-1399-412b-b493-0cc82eb6be50 req-c787c047-e37b-43f2-a156-14637862fb33 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.1075499 Aug 19 14:42:27.590371 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7448950f-1399-412b-b493-0cc82eb6be50 req-4ffad9d1-2b80-4cde-bb25-409a7dd7f85f tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343332 Aug 19 14:42:27.643747 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3725d-bf3a-40f7-8cfb-f9251ffd27b7 req-9a881cdd-b0d5-46a0-9d13-9b02d95d7b8c tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:27.645516 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-68a3725d-bf3a-40f7-8cfb-f9251ffd27b7 req-9a881cdd-b0d5-46a0-9d13-9b02d95d7b8c tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f3c79de-d19d-4faf-bc2c-34883c4e4c8b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0540478 Aug 19 14:42:27.697894 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-68a3725d-bf3a-40f7-8cfb-f9251ffd27b7 req-56edfb15-c792-44b6-993e-323f94f7a6ee tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.2.111 HTTP/1.1" status: 200 len: 696 time: 0.0436735 Aug 19 14:42:27.709791 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-68a3725d-bf3a-40f7-8cfb-f9251ffd27b7 req-44ac6e12-ddfc-4449-9c76-0dc0d757f4f0 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Request body: {'floatingip': {'port_id': 'ee9706ba-209b-40aa-8767-35b32f77135e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:42:27.750092 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-68a3725d-bf3a-40f7-8cfb-f9251ffd27b7 req-44ac6e12-ddfc-4449-9c76-0dc0d757f4f0 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Notify callbacks [] for floatingip, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:28.457977 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba31d3b-d188-44e7-935e-6f16fbf927ba req-fed0b043-36b2-4971-a71a-f86991d9a701 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:28.459438 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3ba31d3b-d188-44e7-935e-6f16fbf927ba req-fed0b043-36b2-4971-a71a-f86991d9a701 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=86ff1972-ebc9-4fc4-99e1-ee4973f4281e HTTP/1.1" status: 200 len: 950 time: 0.0953777 Aug 19 14:42:28.556635 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3ba31d3b-d188-44e7-935e-6f16fbf927ba req-466a4cd4-c6c6-4485-98e5-cd5a06d0e99f tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890560 Aug 19 14:42:28.581455 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-68a3725d-bf3a-40f7-8cfb-f9251ffd27b7 req-44ac6e12-ddfc-4449-9c76-0dc0d757f4f0 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:28.586451 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-68a3725d-bf3a-40f7-8cfb-f9251ffd27b7 req-44ac6e12-ddfc-4449-9c76-0dc0d757f4f0 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:28.700956 n-d-766043-2 neutron-server[94640]: INFO neutron.db.l3_db [req-68a3725d-bf3a-40f7-8cfb-f9251ffd27b7 req-44ac6e12-ddfc-4449-9c76-0dc0d757f4f0 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Floating IP 45b3274a-53fb-404a-85a5-00829e4be430 associated. External IP: 172.25.2.111, port: ee9706ba-209b-40aa-8767-35b32f77135e. Aug 19 14:42:28.761338 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-007c3176-0a86-433e-a982-629c217c547c tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:28.763424 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-007c3176-0a86-433e-a982-629c217c547c tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.68 "GET /v2.0/networks?id=3eb58968-3ed8-49a1-a074-b3082067f627 HTTP/1.1" status: 200 len: 813 time: 0.1299551 Aug 19 14:42:28.787874 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-9df26f31-de93-4c1a-9e88-06de0bd57287 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Request body: {'port': {'device_id': '1c667ba7-1149-4737-a122-c41f3977b063', 'network_id': '3eb58968-3ed8-49a1-a074-b3082067f627', 'admin_state_up': True, 'tenant_id': '900c5224f15042db8eec5dafa99d04b1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:42:28.851509 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bb0a0a68-3cac-4b66-8d8c-a71f9bdfb020 req-d246bd77-21f8-4a6a-aeb7-a063d3ae2e37 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/ports?device_id=44cce5e7-6768-4942-bada-3a60731ffc98 HTTP/1.1" status: 200 len: 210 time: 0.0321426 Aug 19 14:42:28.923646 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-9df26f31-de93-4c1a-9e88-06de0bd57287 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Made reservation on behalf of 900c5224f15042db8eec5dafa99d04b1 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:42:28.928747 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-9df26f31-de93-4c1a-9e88-06de0bd57287 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:29.061414 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdc624-b723-4d3e-8b75-791302dc43ec req-60ff1781-d160-4e30-b0f3-504d4d33d702 tempest-ServersOnMultiNodesTest-2021204962 tempest-ServersOnMultiNodesTest-2021204962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:29.068821 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c6bdc624-b723-4d3e-8b75-791302dc43ec req-60ff1781-d160-4e30-b0f3-504d4d33d702 tempest-ServersOnMultiNodesTest-2021204962 tempest-ServersOnMultiNodesTest-2021204962-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=86ff1972-ebc9-4fc4-99e1-ee4973f4281e HTTP/1.1" status: 200 len: 1101 time: 0.1209865 Aug 19 14:42:29.077252 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-9df26f31-de93-4c1a-9e88-06de0bd57287 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Allocated IP 172.20.0.5 (3eb58968-3ed8-49a1-a074-b3082067f627/d025f132-239c-4677-9e36-1c072313c1b8/35e9e6e4-8140-4bf1-8579-ba75decf7eb0) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:42:29.085733 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68a3725d-bf3a-40f7-8cfb-f9251ffd27b7 req-44ac6e12-ddfc-4449-9c76-0dc0d757f4f0 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Router 050507a3-41b4-4a92-abc8-4252a7e2c272 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:42:29.175001 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c6bdc624-b723-4d3e-8b75-791302dc43ec req-33b88a24-dfa0-4a30-bee4-b82d488ab65c tempest-ServersOnMultiNodesTest-2021204962 tempest-ServersOnMultiNodesTest-2021204962-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051950 Aug 19 14:42:29.181843 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-ae4b0fd8-352d-48ec-8cd5-0ca340b361ef tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:29.183343 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-ae4b0fd8-352d-48ec-8cd5-0ca340b361ef tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.88 "GET /v2.0/networks?id=3eb58968-3ed8-49a1-a074-b3082067f627 HTTP/1.1" status: 200 len: 813 time: 0.2088885 Aug 19 14:42:29.236583 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-4179b881-3908-4e73-ac68-730388f8b397 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Request body: {'port': {'device_id': '44cce5e7-6768-4942-bada-3a60731ffc98', 'network_id': '3eb58968-3ed8-49a1-a074-b3082067f627', 'admin_state_up': True, 'tenant_id': '900c5224f15042db8eec5dafa99d04b1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:42:29.241276 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-9df26f31-de93-4c1a-9e88-06de0bd57287 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:29.282048 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-9df26f31-de93-4c1a-9e88-06de0bd57287 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:29.300396 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['a614fc43-e2b6-46ca-bde5-bf49b0113a30', '4ee03775-f597-4e41-b26e-5bb954fa95b0'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:42:29.326129 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-9df26f31-de93-4c1a-9e88-06de0bd57287 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Network 3eb58968-3ed8-49a1-a074-b3082067f627 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:42:29.327453 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-9df26f31-de93-4c1a-9e88-06de0bd57287 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:42:29.334029 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-9df26f31-de93-4c1a-9e88-06de0bd57287 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:42:29.337350 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68a3725d-bf3a-40f7-8cfb-f9251ffd27b7 req-44ac6e12-ddfc-4449-9c76-0dc0d757f4f0 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:42:29.344452 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-68a3725d-bf3a-40f7-8cfb-f9251ffd27b7 req-44ac6e12-ddfc-4449-9c76-0dc0d757f4f0 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:29.354565 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21231e85-d54c-4cd8-875f-c2749bb27e6d None None] Sync routers for ids ['050507a3-41b4-4a92-abc8-4252a7e2c272'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:42:29.365561 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21231e85-d54c-4cd8-875f-c2749bb27e6d None None] Routers {'050507a3-41b4-4a92-abc8-4252a7e2c272'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:42:29.366429 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-21231e85-d54c-4cd8-875f-c2749bb27e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:42:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['050507a3-41b4-4a92-abc8-4252a7e2c272'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:42:29.408900 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-68a3725d-bf3a-40f7-8cfb-f9251ffd27b7 req-44ac6e12-ddfc-4449-9c76-0dc0d757f4f0 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "PUT /v2.0/floatingips/45b3274a-53fb-404a-85a5-00829e4be430 HTTP/1.1" status: 200 len: 996 time: 1.6971774 Aug 19 14:42:29.416677 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156af32-39a1-409a-9a0a-f22fa818394e req-d8ba3805-97b9-443b-b2e9-fdb2da9ab793 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:29.419094 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9156af32-39a1-409a-9a0a-f22fa818394e req-d8ba3805-97b9-443b-b2e9-fdb2da9ab793 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.1631939 Aug 19 14:42:29.426580 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f3c79de-d19d-4faf-bc2c-34883c4e4c8b', 'tag': 'ee9706ba-209b-40aa-8767-35b32f77135e'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:42:29.429012 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521ed79d-cdd7-4a0c-a238-22ecaf587608" -d '{"events": [{"name": "network-changed", "server_uuid": "2f3c79de-d19d-4faf-bc2c-34883c4e4c8b", "tag": "ee9706ba-209b-40aa-8767-35b32f77135e"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:42:29.431173 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-9df26f31-de93-4c1a-9e88-06de0bd57287 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:29.431842 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-9df26f31-de93-4c1a-9e88-06de0bd57287 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:29.455604 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df26f31-de93-4c1a-9e88-06de0bd57287 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Pushing event updated for resources: {'Port': ['ID=35e9e6e4-8140-4bf1-8579-ba75decf7eb0,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:29.480578 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-21231e85-d54c-4cd8-875f-c2749bb27e6d None None] Set router 050507a3-41b4-4a92-abc8-4252a7e2c272 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:42:29.500993 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df26f31-de93-4c1a-9e88-06de0bd57287 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:42:29.501344 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df26f31-de93-4c1a-9e88-06de0bd57287 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:42:29.501904 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df26f31-de93-4c1a-9e88-06de0bd57287 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:42:29.502622 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df26f31-de93-4c1a-9e88-06de0bd57287 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:42:29.502967 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df26f31-de93-4c1a-9e88-06de0bd57287 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:42:29.503301 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df26f31-de93-4c1a-9e88-06de0bd57287 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:42:29.503629 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df26f31-de93-4c1a-9e88-06de0bd57287 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:42:29.503955 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df26f31-de93-4c1a-9e88-06de0bd57287 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:42:29.504280 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df26f31-de93-4c1a-9e88-06de0bd57287 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:42:29.504887 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df26f31-de93-4c1a-9e88-06de0bd57287 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:42:29.505231 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df26f31-de93-4c1a-9e88-06de0bd57287 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:42:29.505556 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df26f31-de93-4c1a-9e88-06de0bd57287 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:42:29.513701 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-9df26f31-de93-4c1a-9e88-06de0bd57287 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7325289 Aug 19 14:42:29.532130 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9156af32-39a1-409a-9a0a-f22fa818394e req-57303e09-3e89-4dee-8f4f-a3e558ab8789 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001461 Aug 19 14:42:29.538620 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3725d-bf3a-40f7-8cfb-f9251ffd27b7 req-0fc99f77-a940-443a-8c89-32849b1704da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:29.541086 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-6ce878b0-003d-4644-852f-14c4e1b383ae service neutron] Request body: {'port': {'device_id': '1c667ba7-1149-4737-a122-c41f3977b063', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:42:29.547065 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-68a3725d-bf3a-40f7-8cfb-f9251ffd27b7 req-0fc99f77-a940-443a-8c89-32849b1704da service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=142f83185aea4a6daae515dcd5cb4f68&device_id=2f3c79de-d19d-4faf-bc2c-34883c4e4c8b HTTP/1.1" status: 200 len: 1096 time: 0.1065023 Aug 19 14:42:29.578057 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-4179b881-3908-4e73-ac68-730388f8b397 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Made reservation on behalf of 900c5224f15042db8eec5dafa99d04b1 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:42:29.582045 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c2055-bfa0-4fa0-95ce-d76489aef8f5 req-8718c525-68af-478a-8b6a-58bc4111dafd tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:29.582592 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-4179b881-3908-4e73-ac68-730388f8b397 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:29.584091 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3b0c2055-bfa0-4fa0-95ce-d76489aef8f5 req-8718c525-68af-478a-8b6a-58bc4111dafd tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.88 "GET /v2.0/ports?device_id=3eaafe21-4a84-4eea-92ff-c9924ea54dd8 HTTP/1.1" status: 200 len: 946 time: 0.1374910 Aug 19 14:42:29.738482 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-6ce878b0-003d-4644-852f-14c4e1b383ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:29.742942 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3725d-bf3a-40f7-8cfb-f9251ffd27b7 req-711d59aa-46e5-4080-800d-0377b7a6c1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:29.749112 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-68a3725d-bf3a-40f7-8cfb-f9251ffd27b7 req-711d59aa-46e5-4080-800d-0377b7a6c1cc service neutron] 10.222.0.69 "GET /v2.0/networks?id=c173e005-89f4-4c18-bacc-4a095707947a HTTP/1.1" status: 200 len: 920 time: 0.2010548 Aug 19 14:42:29.822328 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17494b2f-c94d-4e09-b1f7-bdfa554fd224 req-07c11931-9e11-4370-81ca-93d9ecb70817 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:29.824162 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-17494b2f-c94d-4e09-b1f7-bdfa554fd224 req-07c11931-9e11-4370-81ca-93d9ecb70817 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.88 "GET /v2.0/ports?device_id=ce337ab6-530e-4de7-8ff1-ac350bae4007 HTTP/1.1" status: 200 len: 945 time: 0.2389252 Aug 19 14:42:29.891998 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-4179b881-3908-4e73-ac68-730388f8b397 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Allocated IP 172.20.0.9 (3eb58968-3ed8-49a1-a074-b3082067f627/d025f132-239c-4677-9e36-1c072313c1b8/7e24f613-6e91-48e7-8919-e5acbbaf158d) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:42:29.904890 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-68a3725d-bf3a-40f7-8cfb-f9251ffd27b7 req-f07c5e52-766a-4555-8c8e-f31d43840d85 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee9706ba-209b-40aa-8767-35b32f77135e HTTP/1.1" status: 200 len: 999 time: 0.1339183 Aug 19 14:42:29.916423 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-21231e85-d54c-4cd8-875f-c2749bb27e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'name': 'tempest-FloatingIPsAssociationTestJSON-78058810-router', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '8962307e-de8f-47c7-8a79-d5d79c8631e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:41:40Z', 'updated_at': '2021-08-19T14:41:46Z', 'revision_number': 4, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'gw_port': {'id': '8962307e-de8f-47c7-8a79-d5d79c8631e7', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:41:42Z', 'updated_at': '2021-08-19T14:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '45b3274a-53fb-404a-85a5-00829e4be430', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'floating_ip_address': '172.25.2.111', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'port_id': 'ee9706ba-209b-40aa-8767-35b32f77135e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c173e005-89f4-4c18-bacc-4a095707947a', 'mac_address': 'fa:16:3e:28:57:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3c79de-d19d-4faf-bc2c-34883c4e4c8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:42:10Z', 'updated_at': '2021-08-19T14:42:28Z', 'revision_number': 1, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f90fceea-beae-48a3-879c-e4408594bf2e', 'name': '', 'network_id': 'c173e005-89f4-4c18-bacc-4a095707947a', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'mac_address': 'fa:16:3e:93:93:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '55a74698-63e8-48bf-8a39-b9ba22230f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:41:44Z', 'updated_at': '2021-08-19T14:41:51Z', 'revision_number': 5, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'subnets': [{'id': '55a74698-63e8-48bf-8a39-b9ba22230f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:42:29.917778 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a79adff-25d0-4850-821c-a9bd9cb8659f x-openstack-request-id: req-6a79adff-25d0-4850-821c-a9bd9cb8659f {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:42:29.918041 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f3c79de-d19d-4faf-bc2c-34883c4e4c8b", "tag": "ee9706ba-209b-40aa-8767-35b32f77135e", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:42:29.918940 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6a79adff-25d0-4850-821c-a9bd9cb8659f {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:42:29.919485 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f3c79de-d19d-4faf-bc2c-34883c4e4c8b', 'tag': 'ee9706ba-209b-40aa-8767-35b32f77135e', 'status': 'completed', 'code': 200} Aug 19 14:42:29.970613 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21231e85-d54c-4cd8-875f-c2749bb27e6d None None] Checking router: 050507a3-41b4-4a92-abc8-4252a7e2c272 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:42:29.981798 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21231e85-d54c-4cd8-875f-c2749bb27e6d None None] Routers {'050507a3-41b4-4a92-abc8-4252a7e2c272'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:42:29.982485 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-21231e85-d54c-4cd8-875f-c2749bb27e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:42:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['050507a3-41b4-4a92-abc8-4252a7e2c272'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:42:30.031119 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3725d-bf3a-40f7-8cfb-f9251ffd27b7 req-412af16e-253f-4254-b66d-8a27fbf09fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:30.038831 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-68a3725d-bf3a-40f7-8cfb-f9251ffd27b7 req-412af16e-253f-4254-b66d-8a27fbf09fff service neutron] 10.222.0.69 "GET /v2.0/subnets?id=55a74698-63e8-48bf-8a39-b9ba22230f90 HTTP/1.1" status: 200 len: 858 time: 0.1328723 Aug 19 14:42:30.058463 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ed79d-cdd7-4a0c-a238-22ecaf587608 req-92260150-6150-46f6-8bdf-d60a10b3b601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:30.060820 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-521ed79d-cdd7-4a0c-a238-22ecaf587608 req-92260150-6150-46f6-8bdf-d60a10b3b601 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=142f83185aea4a6daae515dcd5cb4f68&device_id=2f3c79de-d19d-4faf-bc2c-34883c4e4c8b HTTP/1.1" status: 200 len: 1096 time: 0.1132617 Aug 19 14:42:30.094220 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 55766aed-7094-4bc4-9b35-25d5184f2d36 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:42:30.190612 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3725d-bf3a-40f7-8cfb-f9251ffd27b7 req-009d2293-f905-4302-a7c7-258bb4a9fcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:30.199093 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-68a3725d-bf3a-40f7-8cfb-f9251ffd27b7 req-009d2293-f905-4302-a7c7-258bb4a9fcb1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c173e005-89f4-4c18-bacc-4a095707947a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1591172 Aug 19 14:42:30.250615 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-21231e85-d54c-4cd8-875f-c2749bb27e6d None None] Set router 050507a3-41b4-4a92-abc8-4252a7e2c272 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:42:30.285383 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 55766aed-7094-4bc4-9b35-25d5184f2d36, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=55766aed-7094-4bc4-9b35-25d5184f2d36,segment=NetworkSegment(fcd6ac5d-931b-4836-82cc-58250c6a0f69),segment_id=fcd6ac5d-931b-4836-82cc-58250c6a0f69)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:30.299558 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '55766aed-7094-4bc4-9b35-25d5184f2d36', 'network_id': '94d71021-0e52-4f61-9f79-5084b440fea5', 'port_id': '55766aed-7094-4bc4-9b35-25d5184f2d36', 'mac_address': 'fa:16:3e:f0:03:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c073c2-076a-458f-865d-1053b0f62f3d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:42:30.347157 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:30.371844 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55766aed-7094-4bc4-9b35-25d5184f2d36 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:42:30.394974 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 55766aed-7094-4bc4-9b35-25d5184f2d36, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=55766aed-7094-4bc4-9b35-25d5184f2d36,segment=NetworkSegment(fcd6ac5d-931b-4836-82cc-58250c6a0f69),segment_id=fcd6ac5d-931b-4836-82cc-58250c6a0f69)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:30.398049 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965b5d6-7d63-4923-b5a6-b438839e2b04 req-7ab8b051-a3ca-43bf-8266-87ad6bfbbc39 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:30.399926 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-3b0c2055-bfa0-4fa0-95ce-d76489aef8f5 req-29ee6902-50e9-43a3-ab01-d1683f095868 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Deleting port 4ee03775-f597-4e41-b26e-5bb954fa95b0 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:42:30.400792 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3b0c2055-bfa0-4fa0-95ce-d76489aef8f5 req-29ee6902-50e9-43a3-ab01-d1683f095868 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:30.405233 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:30.407371 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1965b5d6-7d63-4923-b5a6-b438839e2b04 req-7ab8b051-a3ca-43bf-8266-87ad6bfbbc39 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=86ff1972-ebc9-4fc4-99e1-ee4973f4281e HTTP/1.1" status: 200 len: 950 time: 0.1969457 Aug 19 14:42:30.412289 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ed79d-cdd7-4a0c-a238-22ecaf587608 req-03ca3f9d-fd94-4c90-89ce-74886f36dd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:30.416106 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-521ed79d-cdd7-4a0c-a238-22ecaf587608 req-03ca3f9d-fd94-4c90-89ce-74886f36dd02 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c173e005-89f4-4c18-bacc-4a095707947a HTTP/1.1" status: 200 len: 920 time: 0.2847352 Aug 19 14:42:30.578901 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-21231e85-d54c-4cd8-875f-c2749bb27e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'name': 'tempest-FloatingIPsAssociationTestJSON-78058810-router', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '8962307e-de8f-47c7-8a79-d5d79c8631e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:41:40Z', 'updated_at': '2021-08-19T14:41:46Z', 'revision_number': 4, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'gw_port': {'id': '8962307e-de8f-47c7-8a79-d5d79c8631e7', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:41:42Z', 'updated_at': '2021-08-19T14:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '45b3274a-53fb-404a-85a5-00829e4be430', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'floating_ip_address': '172.25.2.111', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'port_id': 'ee9706ba-209b-40aa-8767-35b32f77135e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c173e005-89f4-4c18-bacc-4a095707947a', 'mac_address': 'fa:16:3e:28:57:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3c79de-d19d-4faf-bc2c-34883c4e4c8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:42:10Z', 'updated_at': '2021-08-19T14:42:28Z', 'revision_number': 1, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f90fceea-beae-48a3-879c-e4408594bf2e', 'name': '', 'network_id': 'c173e005-89f4-4c18-bacc-4a095707947a', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'mac_address': 'fa:16:3e:93:93:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '55a74698-63e8-48bf-8a39-b9ba22230f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:41:44Z', 'updated_at': '2021-08-19T14:41:51Z', 'revision_number': 5, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'subnets': [{'id': '55a74698-63e8-48bf-8a39-b9ba22230f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:42:30.599372 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-3b0c2055-bfa0-4fa0-95ce-d76489aef8f5 req-29ee6902-50e9-43a3-ab01-d1683f095868 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] For port 4ee03775-f597-4e41-b26e-5bb954fa95b0, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=4ee03775-f597-4e41-b26e-5bb954fa95b0,segment=NetworkSegment(f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0),segment_id=f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:30.599618 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3b0c2055-bfa0-4fa0-95ce-d76489aef8f5 req-29ee6902-50e9-43a3-ab01-d1683f095868 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:30.617592 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21231e85-d54c-4cd8-875f-c2749bb27e6d None None] The sync data for ids ['050507a3-41b4-4a92-abc8-4252a7e2c272'] in n-d-766043-2 is: [{'id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'name': 'tempest-FloatingIPsAssociationTestJSON-78058810-router', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '8962307e-de8f-47c7-8a79-d5d79c8631e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:41:40Z', 'updated_at': '2021-08-19T14:41:46Z', 'revision_number': 4, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'gw_port': {'id': '8962307e-de8f-47c7-8a79-d5d79c8631e7', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:41:42Z', 'updated_at': '2021-08-19T14:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '45b3274a-53fb-404a-85a5-00829e4be430', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'floating_ip_address': '172.25.2.111', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'port_id': 'ee9706ba-209b-40aa-8767-35b32f77135e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c173e005-89f4-4c18-bacc-4a095707947a', 'mac_address': 'fa:16:3e:28:57:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3c79de-d19d-4faf-bc2c-34883c4e4c8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:42:10Z', 'updated_at': '2021-08-19T14:42:28Z', 'revision_number': 1, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f90fceea-beae-48a3-879c-e4408594bf2e', 'name': '', 'network_id': 'c173e005-89f4-4c18-bacc-4a095707947a', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'mac_address': 'fa:16:3e:93:93:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '55a74698-63e8-48bf-8a39-b9ba22230f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:41:44Z', 'updated_at': '2021-08-19T14:41:51Z', 'revision_number': 5, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'subnets': [{'id': '55a74698-63e8-48bf-8a39-b9ba22230f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:42:30.619531 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-3b0c2055-bfa0-4fa0-95ce-d76489aef8f5 req-29ee6902-50e9-43a3-ab01-d1683f095868 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Calling delete_port for 4ee03775-f597-4e41-b26e-5bb954fa95b0 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:42:30.646643 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-68a3725d-bf3a-40f7-8cfb-f9251ffd27b7 req-1ff77aa0-3abd-40e6-a2f0-90a48d6e6a81 service neutron] 10.222.0.69 "GET /v2.0/networks/c173e005-89f4-4c18-bacc-4a095707947a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4465923 Aug 19 14:42:30.670190 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-4179b881-3908-4e73-ac68-730388f8b397 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:30.673838 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=55766aed-7094-4bc4-9b35-25d5184f2d36,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:30.691052 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:42:30.691653 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:42:30.692174 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:42:30.692763 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:42:30.693255 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:42:30.693741 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:42:30.694243 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:42:30.694739 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:42:30.695268 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:42:30.695601 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:42:30.695930 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:42:30.696253 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:42:30.699253 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-17494b2f-c94d-4e09-b1f7-bdfa554fd224 req-09734855-6b2b-4010-8836-a9c10fec8a91 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Deleting port a614fc43-e2b6-46ca-bde5-bf49b0113a30 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:42:30.699604 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-17494b2f-c94d-4e09-b1f7-bdfa554fd224 req-09734855-6b2b-4010-8836-a9c10fec8a91 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:30.726075 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1965b5d6-7d63-4923-b5a6-b438839e2b04 req-e932865b-1b8e-4844-8b34-26ca567d4f81 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176370 Aug 19 14:42:30.727882 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-521ed79d-cdd7-4a0c-a238-22ecaf587608 req-b1d8e16c-9efe-4ee9-86ed-6b3a0b8befad service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee9706ba-209b-40aa-8767-35b32f77135e HTTP/1.1" status: 200 len: 999 time: 0.2693636 Aug 19 14:42:30.754166 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['55766aed-7094-4bc4-9b35-25d5184f2d36'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:42:30.904364 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-17494b2f-c94d-4e09-b1f7-bdfa554fd224 req-09734855-6b2b-4010-8836-a9c10fec8a91 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] For port a614fc43-e2b6-46ca-bde5-bf49b0113a30, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=a614fc43-e2b6-46ca-bde5-bf49b0113a30,segment=NetworkSegment(f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0),segment_id=f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:30.905027 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-17494b2f-c94d-4e09-b1f7-bdfa554fd224 req-09734855-6b2b-4010-8836-a9c10fec8a91 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:30.923841 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ed79d-cdd7-4a0c-a238-22ecaf587608 req-f3cf337d-0e84-4cb7-9a29-6e1f2f7854c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:30.924547 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-521ed79d-cdd7-4a0c-a238-22ecaf587608 req-f3cf337d-0e84-4cb7-9a29-6e1f2f7854c0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=55a74698-63e8-48bf-8a39-b9ba22230f90 HTTP/1.1" status: 200 len: 858 time: 0.1506801 Aug 19 14:42:30.926903 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-17494b2f-c94d-4e09-b1f7-bdfa554fd224 req-09734855-6b2b-4010-8836-a9c10fec8a91 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Calling delete_port for a614fc43-e2b6-46ca-bde5-bf49b0113a30 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:42:30.927178 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9e090b28-baf4-47cc-a2e2-8207336c2ab6 req-f0c61daa-f678-470f-b89a-d9b9c0908579 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/ports?device_id=44cce5e7-6768-4942-bada-3a60731ffc98 HTTP/1.1" status: 200 len: 210 time: 0.0461586 Aug 19 14:42:30.971395 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3b0c2055-bfa0-4fa0-95ce-d76489aef8f5 req-29ee6902-50e9-43a3-ab01-d1683f095868 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:31.043271 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-68a3725d-bf3a-40f7-8cfb-f9251ffd27b7 req-32fcf981-71a8-492d-81e8-5b20a21d35a1 service neutron] 10.222.0.69 "GET /v2.0/networks/c173e005-89f4-4c18-bacc-4a095707947a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3800023 Aug 19 14:42:31.062167 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-4179b881-3908-4e73-ac68-730388f8b397 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:31.116444 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a41715-abb1-44a8-b8e4-a13a43dbe866 None None] New status for floating IP 45b3274a-53fb-404a-85a5-00829e4be430: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 14:42:31.261022 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ee6902-50e9-43a3-ab01-d1683f095868 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Pushing event deleted for resources: {'Port': ['ID=4ee03775-f597-4e41-b26e-5bb954fa95b0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:31.342789 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b0c2055-bfa0-4fa0-95ce-d76489aef8f5 req-29ee6902-50e9-43a3-ab01-d1683f095868 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] No DVR routers for this DVR port 4ee03775-f597-4e41-b26e-5bb954fa95b0 on host n-h2-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:42:31.351522 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3b0c2055-bfa0-4fa0-95ce-d76489aef8f5 req-29ee6902-50e9-43a3-ab01-d1683f095868 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:31.353926 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3b0c2055-bfa0-4fa0-95ce-d76489aef8f5 req-29ee6902-50e9-43a3-ab01-d1683f095868 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.88 "DELETE /v2.0/ports/4ee03775-f597-4e41-b26e-5bb954fa95b0 HTTP/1.1" status: 204 len: 173 time: 1.7339964 Aug 19 14:42:31.370052 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eaafe21-4a84-4eea-92ff-c9924ea54dd8', 'name': 'network-vif-deleted', 'tag': '4ee03775-f597-4e41-b26e-5bb954fa95b0'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:42:31.378282 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8142b7ad-0976-4a7a-8846-a0e3fcd4a03b" -d '{"events": [{"server_uuid": "3eaafe21-4a84-4eea-92ff-c9924ea54dd8", "name": "network-vif-deleted", "tag": "4ee03775-f597-4e41-b26e-5bb954fa95b0"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:42:31.396721 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-67036e08-f7d6-4346-bd1d-427a21ec2777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:31.641163 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-6ce878b0-003d-4644-852f-14c4e1b383ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35e9e6e4-8140-4bf1-8579-ba75decf7eb0 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:42:31.666012 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-6ce878b0-003d-4644-852f-14c4e1b383ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:31.667574 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-4179b881-3908-4e73-ac68-730388f8b397 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Network 3eb58968-3ed8-49a1-a074-b3082067f627 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:42:31.687222 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ed79d-cdd7-4a0c-a238-22ecaf587608 req-d37e315b-38d0-486e-a58c-f57bb078c94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:31.689731 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-521ed79d-cdd7-4a0c-a238-22ecaf587608 req-d37e315b-38d0-486e-a58c-f57bb078c94f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c173e005-89f4-4c18-bacc-4a095707947a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7430809 Aug 19 14:42:31.691176 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-17494b2f-c94d-4e09-b1f7-bdfa554fd224 req-09734855-6b2b-4010-8836-a9c10fec8a91 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:31.703192 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-6ce878b0-003d-4644-852f-14c4e1b383ae service neutron] Transition to ACTIVE for port object 35e9e6e4-8140-4bf1-8579-ba75decf7eb0 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:42:31.730758 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-4179b881-3908-4e73-ac68-730388f8b397 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:42:31.738555 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-6ce878b0-003d-4644-852f-14c4e1b383ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:31.740869 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-4179b881-3908-4e73-ac68-730388f8b397 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:42:31.746439 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09734855-6b2b-4010-8836-a9c10fec8a91 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Pushing event deleted for resources: {'Port': ['ID=a614fc43-e2b6-46ca-bde5-bf49b0113a30,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:31.776830 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2433a-1336-4383-9a92-71a8f8f89674 req-c7f21089-8fc1-419c-9f9e-e8a7af03d262 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:31.778459 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-99d2433a-1336-4383-9a92-71a8f8f89674 req-c7f21089-8fc1-419c-9f9e-e8a7af03d262 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.7183752 Aug 19 14:42:31.864701 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-17494b2f-c94d-4e09-b1f7-bdfa554fd224 req-09734855-6b2b-4010-8836-a9c10fec8a91 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] No DVR routers for this DVR port a614fc43-e2b6-46ca-bde5-bf49b0113a30 on host n-h2-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:42:31.868620 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-17494b2f-c94d-4e09-b1f7-bdfa554fd224 req-09734855-6b2b-4010-8836-a9c10fec8a91 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:31.871072 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4179b881-3908-4e73-ac68-730388f8b397 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Pushing event updated for resources: {'Port': ['ID=7e24f613-6e91-48e7-8919-e5acbbaf158d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:31.872505 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-17494b2f-c94d-4e09-b1f7-bdfa554fd224 req-09734855-6b2b-4010-8836-a9c10fec8a91 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.88 "DELETE /v2.0/ports/a614fc43-e2b6-46ca-bde5-bf49b0113a30 HTTP/1.1" status: 204 len: 173 time: 1.9758468 Aug 19 14:42:31.932799 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-4179b881-3908-4e73-ac68-730388f8b397 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:31.933834 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-4179b881-3908-4e73-ac68-730388f8b397 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:31.963307 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3fb17-8fd5-48f5-89dc-bbe06aa42081 req-ff70070d-179e-4f5d-8110-b8a87804ae1f tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:31.969577 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce878b0-003d-4644-852f-14c4e1b383ae service neutron] Pushing event updated for resources: {'Port': ['ID=35e9e6e4-8140-4bf1-8579-ba75decf7eb0,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:31.980586 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c6b3fb17-8fd5-48f5-89dc-bbe06aa42081 req-ff70070d-179e-4f5d-8110-b8a87804ae1f tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/ports?device_id=4849f1a4-be4f-42dc-a2e4-139f7420eec6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2990341 Aug 19 14:42:32.011764 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-6ce878b0-003d-4644-852f-14c4e1b383ae service neutron] Attempting to bind port 35e9e6e4-8140-4bf1-8579-ba75decf7eb0 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:42:32.012871 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-6ce878b0-003d-4644-852f-14c4e1b383ae service neutron] Attempting to bind port 35e9e6e4-8140-4bf1-8579-ba75decf7eb0 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': 'f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3eb58968-3ed8-49a1-a074-b3082067f627'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:42:32.015718 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-6ce878b0-003d-4644-852f-14c4e1b383ae service neutron] Attempting to bind port 35e9e6e4-8140-4bf1-8579-ba75decf7eb0 on network 3eb58968-3ed8-49a1-a074-b3082067f627 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:42:32.023453 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-6ce878b0-003d-4644-852f-14c4e1b383ae service neutron] Port 35e9e6e4-8140-4bf1-8579-ba75decf7eb0 on network 3eb58968-3ed8-49a1-a074-b3082067f627 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:42:32.023453 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-6ce878b0-003d-4644-852f-14c4e1b383ae service neutron] Attempting to bind port 35e9e6e4-8140-4bf1-8579-ba75decf7eb0 on network 3eb58968-3ed8-49a1-a074-b3082067f627 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:42:32.025709 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-4179b881-3908-4e73-ac68-730388f8b397 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7937734 Aug 19 14:42:32.038559 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-6ce878b0-003d-4644-852f-14c4e1b383ae service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:42:32.038941 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-6ce878b0-003d-4644-852f-14c4e1b383ae service neutron] Checking segment: {'id': 'f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3eb58968-3ed8-49a1-a074-b3082067f627'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:42:32.039326 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-6ce878b0-003d-4644-852f-14c4e1b383ae service neutron] Bound using segment: {'id': 'f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3eb58968-3ed8-49a1-a074-b3082067f627'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:42:32.039986 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-6ce878b0-003d-4644-852f-14c4e1b383ae service neutron] Bound port: 35e9e6e4-8140-4bf1-8579-ba75decf7eb0, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3eb58968-3ed8-49a1-a074-b3082067f627'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:42:32.040337 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-6ce878b0-003d-4644-852f-14c4e1b383ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:32.062490 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-99d2433a-1336-4383-9a92-71a8f8f89674 req-97c6c282-9dda-49eb-affe-3fff29f6153c tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496974 Aug 19 14:42:32.069930 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 4ee03775-f597-4e41-b26e-5bb954fa95b0 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:42:32.085289 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-d6e81eee-3559-430e-8f20-f069818502e5 service neutron] Request body: {'port': {'device_id': '44cce5e7-6768-4942-bada-3a60731ffc98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:42:32.111102 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: 4ee03775-f597-4e41-b26e-5bb954fa95b0 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:42:32.111458 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 4ee03775-f597-4e41-b26e-5bb954fa95b0 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:42:32.111976 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device a614fc43-e2b6-46ca-bde5-bf49b0113a30 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:42:32.127484 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 55766aed-7094-4bc4-9b35-25d5184f2d36 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:42:32.170894 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-6ce878b0-003d-4644-852f-14c4e1b383ae service neutron] For port 35e9e6e4-8140-4bf1-8579-ba75decf7eb0, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:42:32.175033 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-6ce878b0-003d-4644-852f-14c4e1b383ae service neutron] For port 35e9e6e4-8140-4bf1-8579-ba75decf7eb0, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=35e9e6e4-8140-4bf1-8579-ba75decf7eb0,segment=NetworkSegment(f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0),segment_id=f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:42:32.217166 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-521ed79d-cdd7-4a0c-a238-22ecaf587608 req-1a264641-9915-44e0-95d1-d3a215fb77b2 service neutron] 10.222.0.88 "GET /v2.0/networks/c173e005-89f4-4c18-bacc-4a095707947a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4629383 Aug 19 14:42:32.223764 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-6ce878b0-003d-4644-852f-14c4e1b383ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:32.253161 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: a614fc43-e2b6-46ca-bde5-bf49b0113a30 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:42:32.253683 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device a614fc43-e2b6-46ca-bde5-bf49b0113a30 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:42:32.290128 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 55766aed-7094-4bc4-9b35-25d5184f2d36 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:42:32.292173 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:32.302640 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc6865-76c3-4e21-aa21-a98615624732 req-981b5a32-2690-41d9-8ae9-dbb745574ed6 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:32.311822 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-defc6865-76c3-4e21-aa21-a98615624732 req-981b5a32-2690-41d9-8ae9-dbb745574ed6 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.88 "GET /v2.0/ports?device_id=86ff1972-ebc9-4fc4-99e1-ee4973f4281e HTTP/1.1" status: 200 len: 950 time: 0.1338475 Aug 19 14:42:32.313247 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-6ce878b0-003d-4644-852f-14c4e1b383ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:32.313867 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-6ce878b0-003d-4644-852f-14c4e1b383ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:32.316324 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-6ce878b0-003d-4644-852f-14c4e1b383ae service neutron] 10.222.0.68 "PUT /v2.0/ports/35e9e6e4-8140-4bf1-8579-ba75decf7eb0 HTTP/1.1" status: 200 len: 1091 time: 2.7817776 Aug 19 14:42:32.376105 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e3c92e-a01e-4826-93cb-47543b9cca87 x-openstack-request-id: req-22e3c92e-a01e-4826-93cb-47543b9cca87 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:42:32.376450 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eaafe21-4a84-4eea-92ff-c9924ea54dd8", "name": "network-vif-deleted", "tag": "4ee03775-f597-4e41-b26e-5bb954fa95b0", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:42:32.376720 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-22e3c92e-a01e-4826-93cb-47543b9cca87 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:42:32.377711 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eaafe21-4a84-4eea-92ff-c9924ea54dd8', 'name': 'network-vif-deleted', 'tag': '4ee03775-f597-4e41-b26e-5bb954fa95b0', 'status': 'completed', 'code': 200} Aug 19 14:42:32.428577 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce878b0-003d-4644-852f-14c4e1b383ae service neutron] Pushing event updated for resources: {'Port': ['ID=35e9e6e4-8140-4bf1-8579-ba75decf7eb0,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:32.468544 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c6b3fb17-8fd5-48f5-89dc-bbe06aa42081 req-33ada2a4-bdc4-40be-8fd2-8039d4652f7d tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.2.111 HTTP/1.1" status: 200 len: 1001 time: 0.4826057 Aug 19 14:42:32.493041 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:32.532026 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-d6e81eee-3559-430e-8f20-f069818502e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:32.542551 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55766aed-7094-4bc4-9b35-25d5184f2d36'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:42:32.544980 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-dd20fc22-8103-40d4-8764-fa2aa98f7a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:32.546266 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6c02db-207d-4209-9c63-6344e5d7e49b" -d '{"events": [{"server_uuid": "cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c", "name": "network-vif-plugged", "status": "completed", "tag": "55766aed-7094-4bc4-9b35-25d5184f2d36"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:42:32.546516 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-dd20fc22-8103-40d4-8764-fa2aa98f7a60 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=900c5224f15042db8eec5dafa99d04b1&device_id=1c667ba7-1149-4737-a122-c41f3977b063 HTTP/1.1" status: 200 len: 1094 time: 0.1050601 Aug 19 14:42:32.558891 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-c6b3fb17-8fd5-48f5-89dc-bbe06aa42081 req-c6a25adf-9535-4818-9549-2680ad75efc2 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Request body: {'floatingip': {'port_id': 'eefc9f81-e7bb-452f-b3ef-9e352ebba44f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:42:32.575681 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 55766aed-7094-4bc4-9b35-25d5184f2d36, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=55766aed-7094-4bc4-9b35-25d5184f2d36,segment=NetworkSegment(fcd6ac5d-931b-4836-82cc-58250c6a0f69),segment_id=fcd6ac5d-931b-4836-82cc-58250c6a0f69)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:32.583791 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:32.639267 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-746e7cf5-531c-408f-97df-a1d3af1fd320 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35e9e6e4-8140-4bf1-8579-ba75decf7eb0 HTTP/1.1" status: 200 len: 217 time: 0.0607615 Aug 19 14:42:32.641829 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-defc6865-76c3-4e21-aa21-a98615624732 req-3fbb67f3-1da7-41d0-8cf2-e3eb679b12c9 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Deleting port 331d0cb0-d75d-4255-930a-3f263f637bbd {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:42:32.642189 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-defc6865-76c3-4e21-aa21-a98615624732 req-3fbb67f3-1da7-41d0-8cf2-e3eb679b12c9 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:32.689787 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=55766aed-7094-4bc4-9b35-25d5184f2d36,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:32.765409 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c6b3fb17-8fd5-48f5-89dc-bbe06aa42081 req-c6a25adf-9535-4818-9549-2680ad75efc2 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Notify callbacks [] for floatingip, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:32.788709 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-5f48ca07-a2de-4246-9791-07a171bc6a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:32.790216 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-5f48ca07-a2de-4246-9791-07a171bc6a43 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d025f132-239c-4677-9e36-1c072313c1b8 HTTP/1.1" status: 200 len: 853 time: 0.1212094 Aug 19 14:42:32.846360 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-0ac9ed80-cad2-4a73-a31d-9d20a1e566df service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3eb58968-3ed8-49a1-a074-b3082067f627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412087 Aug 19 14:42:32.852614 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-defc6865-76c3-4e21-aa21-a98615624732 req-3fbb67f3-1da7-41d0-8cf2-e3eb679b12c9 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] For port 331d0cb0-d75d-4255-930a-3f263f637bbd, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=331d0cb0-d75d-4255-930a-3f263f637bbd,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:32.852954 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-defc6865-76c3-4e21-aa21-a98615624732 req-3fbb67f3-1da7-41d0-8cf2-e3eb679b12c9 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:32.911482 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0466f108-a4c6-496a-9cff-7b70e7e0e42d req-820316b4-57cb-4f94-93e0-ec3f7ea02b23 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:32.920263 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0466f108-a4c6-496a-9cff-7b70e7e0e42d req-820316b4-57cb-4f94-93e0-ec3f7ea02b23 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=86ff1972-ebc9-4fc4-99e1-ee4973f4281e HTTP/1.1" status: 200 len: 950 time: 0.4718518 Aug 19 14:42:32.920498 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-defc6865-76c3-4e21-aa21-a98615624732 req-3fbb67f3-1da7-41d0-8cf2-e3eb679b12c9 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Calling delete_port for 331d0cb0-d75d-4255-930a-3f263f637bbd owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:42:32.931237 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-521ed79d-cdd7-4a0c-a238-22ecaf587608 req-5a9de129-1f31-44b2-bd72-989279f05c9e service neutron] 10.222.0.88 "GET /v2.0/networks/c173e005-89f4-4c18-bacc-4a095707947a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7131133 Aug 19 14:42:33.028709 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-0dabb2ac-de1a-4f8b-a373-9b89121302d7 service neutron] 10.222.0.68 "GET /v2.0/networks/3eb58968-3ed8-49a1-a074-b3082067f627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659818 Aug 19 14:42:33.120551 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0466f108-a4c6-496a-9cff-7b70e7e0e42d req-4fd8399f-5615-4067-b69a-021d84e76068 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988757 Aug 19 14:42:33.207236 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-36eba953-ef0f-4687-a7b5-51a20982a7d8 service neutron] 10.222.0.68 "GET /v2.0/networks/3eb58968-3ed8-49a1-a074-b3082067f627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669652 Aug 19 14:42:33.212609 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-defc6865-76c3-4e21-aa21-a98615624732 req-3fbb67f3-1da7-41d0-8cf2-e3eb679b12c9 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:33.233314 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['ccb03fe0-dc14-4f36-aaa1-3db9abeac918', '929732b9-60e7-49e1-a5f7-8257f68953a2', '331d0cb0-d75d-4255-930a-3f263f637bbd'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:42:33.242352 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['b7cdddfb-21cf-4332-9d96-c1edd174d9b1', 'd5bf5591-dd61-494c-9e1d-4302052e8ea1', 'ff5ae454-8204-4874-949d-c1ac12f516e7', '71660b2b-ea0f-4ab1-8bb1-61fee9decc6e', 'a59c51f8-a9b3-42fe-8a1a-1ab240009612'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:42:33.259329 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbb67f3-1da7-41d0-8cf2-e3eb679b12c9 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Pushing event deleted for resources: {'Port': ['ID=331d0cb0-d75d-4255-930a-3f263f637bbd,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:33.311853 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-defc6865-76c3-4e21-aa21-a98615624732 req-3fbb67f3-1da7-41d0-8cf2-e3eb679b12c9 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] No DVR routers for this DVR port 331d0cb0-d75d-4255-930a-3f263f637bbd on host n-h2-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:42:33.315371 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-defc6865-76c3-4e21-aa21-a98615624732 req-3fbb67f3-1da7-41d0-8cf2-e3eb679b12c9 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:33.317927 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-defc6865-76c3-4e21-aa21-a98615624732 req-3fbb67f3-1da7-41d0-8cf2-e3eb679b12c9 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.88 "DELETE /v2.0/ports/331d0cb0-d75d-4255-930a-3f263f637bbd HTTP/1.1" status: 204 len: 173 time: 0.9817572 Aug 19 14:42:33.483750 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8545c0-0ea3-4cc0-b665-1ffbc5c331b3 req-92d4cf84-f641-4fa0-92ca-3f069cbd90f2 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:33.485362 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-db8545c0-0ea3-4cc0-b665-1ffbc5c331b3 req-92d4cf84-f641-4fa0-92ca-3f069cbd90f2 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/ports?device_id=44cce5e7-6768-4942-bada-3a60731ffc98 HTTP/1.1" status: 200 len: 931 time: 0.2138579 Aug 19 14:42:33.685184 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:33.701672 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-db8545c0-0ea3-4cc0-b665-1ffbc5c331b3 req-85947e21-9e32-44b8-a21e-475c31080961 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/security-groups?id=4dc3a3ba-1037-47e2-ad77-44367bf6ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855698 Aug 19 14:42:33.748497 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-d6e81eee-3559-430e-8f20-f069818502e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e24f613-6e91-48e7-8919-e5acbbaf158d {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:42:33.804812 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-d6e81eee-3559-430e-8f20-f069818502e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:33.849572 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-d6e81eee-3559-430e-8f20-f069818502e5 service neutron] Transition to ACTIVE for port object 7e24f613-6e91-48e7-8919-e5acbbaf158d will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:42:33.864220 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-d6e81eee-3559-430e-8f20-f069818502e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:34.020288 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ba5bc4-2f17-43f5-91c1-214a4c89e563 x-openstack-request-id: req-91ba5bc4-2f17-43f5-91c1-214a4c89e563 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:42:34.021868 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c", "name": "network-vif-plugged", "status": "completed", "tag": "55766aed-7094-4bc4-9b35-25d5184f2d36", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:42:34.022211 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-91ba5bc4-2f17-43f5-91c1-214a4c89e563 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:42:34.022682 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55766aed-7094-4bc4-9b35-25d5184f2d36', 'code': 200} Aug 19 14:42:34.083539 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e81eee-3559-430e-8f20-f069818502e5 service neutron] Pushing event updated for resources: {'Port': ['ID=7e24f613-6e91-48e7-8919-e5acbbaf158d,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:34.097068 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.db.resource_extend [req-c6b3fb17-8fd5-48f5-89dc-bbe06aa42081 req-c6a25adf-9535-4818-9549-2680ad75efc2 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 14:42:34.219092 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c6b3fb17-8fd5-48f5-89dc-bbe06aa42081 req-c6a25adf-9535-4818-9549-2680ad75efc2 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:34.232264 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c6b3fb17-8fd5-48f5-89dc-bbe06aa42081 req-c6a25adf-9535-4818-9549-2680ad75efc2 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:34.303374 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849e897-00c6-4175-a35f-6a8181a5f110 req-1cdbdeb5-a728-40ad-9a1d-65680fc880ff tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:34.315838 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5849e897-00c6-4175-a35f-6a8181a5f110 req-1cdbdeb5-a728-40ad-9a1d-65680fc880ff tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.2411211 Aug 19 14:42:34.353458 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-28d3d943-ee79-44ad-9fa4-311272f17fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:34.379233 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce337ab6-530e-4de7-8ff1-ac350bae4007', 'name': 'network-vif-deleted', 'tag': 'a614fc43-e2b6-46ca-bde5-bf49b0113a30'}, {'name': 'network-changed', 'server_uuid': '1c667ba7-1149-4737-a122-c41f3977b063', 'tag': '35e9e6e4-8140-4bf1-8579-ba75decf7eb0'}, {'server_uuid': '86ff1972-ebc9-4fc4-99e1-ee4973f4281e', 'name': 'network-vif-deleted', 'tag': '331d0cb0-d75d-4255-930a-3f263f637bbd'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:42:34.381650 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1319d2f7-8b22-48ad-a02a-dd8ac477b645" -d '{"events": [{"server_uuid": "ce337ab6-530e-4de7-8ff1-ac350bae4007", "name": "network-vif-deleted", "tag": "a614fc43-e2b6-46ca-bde5-bf49b0113a30"}, {"name": "network-changed", "server_uuid": "1c667ba7-1149-4737-a122-c41f3977b063", "tag": "35e9e6e4-8140-4bf1-8579-ba75decf7eb0"}, {"server_uuid": "86ff1972-ebc9-4fc4-99e1-ee4973f4281e", "name": "network-vif-deleted", "tag": "331d0cb0-d75d-4255-930a-3f263f637bbd"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:42:34.397066 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-d6e81eee-3559-430e-8f20-f069818502e5 service neutron] Attempting to bind port 7e24f613-6e91-48e7-8919-e5acbbaf158d on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:42:34.397669 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-d6e81eee-3559-430e-8f20-f069818502e5 service neutron] Attempting to bind port 7e24f613-6e91-48e7-8919-e5acbbaf158d by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3eb58968-3ed8-49a1-a074-b3082067f627'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:42:34.398168 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-d6e81eee-3559-430e-8f20-f069818502e5 service neutron] Attempting to bind port 7e24f613-6e91-48e7-8919-e5acbbaf158d on network 3eb58968-3ed8-49a1-a074-b3082067f627 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:42:34.422319 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-d6e81eee-3559-430e-8f20-f069818502e5 service neutron] Port 7e24f613-6e91-48e7-8919-e5acbbaf158d on network 3eb58968-3ed8-49a1-a074-b3082067f627 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:42:34.422716 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-d6e81eee-3559-430e-8f20-f069818502e5 service neutron] Attempting to bind port 7e24f613-6e91-48e7-8919-e5acbbaf158d on network 3eb58968-3ed8-49a1-a074-b3082067f627 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:42:34.431536 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5849e897-00c6-4175-a35f-6a8181a5f110 req-891dc884-066f-4ebc-a7e0-d8010bab011f tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130672 Aug 19 14:42:34.447273 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-d6e81eee-3559-430e-8f20-f069818502e5 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:42:34.447691 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-d6e81eee-3559-430e-8f20-f069818502e5 service neutron] Checking segment: {'id': 'f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3eb58968-3ed8-49a1-a074-b3082067f627'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:42:34.448091 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-d6e81eee-3559-430e-8f20-f069818502e5 service neutron] Bound using segment: {'id': 'f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3eb58968-3ed8-49a1-a074-b3082067f627'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:42:34.448616 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-d6e81eee-3559-430e-8f20-f069818502e5 service neutron] Bound port: 7e24f613-6e91-48e7-8919-e5acbbaf158d, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3eb58968-3ed8-49a1-a074-b3082067f627'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:42:34.448988 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-d6e81eee-3559-430e-8f20-f069818502e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:34.499337 n-d-766043-2 neutron-server[94640]: INFO neutron.db.l3_db [req-c6b3fb17-8fd5-48f5-89dc-bbe06aa42081 req-c6a25adf-9535-4818-9549-2680ad75efc2 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Floating IP 45b3274a-53fb-404a-85a5-00829e4be430 associated. External IP: 172.25.2.111, port: ee9706ba-209b-40aa-8767-35b32f77135e. Aug 19 14:42:34.499701 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:34.618025 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-d6e81eee-3559-430e-8f20-f069818502e5 service neutron] For port 7e24f613-6e91-48e7-8919-e5acbbaf158d, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:42:34.625432 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Thu, 19 Aug 2021 14:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4931a78-3670-4a67-9620-23b142092b31 x-openstack-request-id: req-e4931a78-3670-4a67-9620-23b142092b31 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:42:34.625880 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce337ab6-530e-4de7-8ff1-ac350bae4007", "name": "network-vif-deleted", "tag": "a614fc43-e2b6-46ca-bde5-bf49b0113a30", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1c667ba7-1149-4737-a122-c41f3977b063", "tag": "35e9e6e4-8140-4bf1-8579-ba75decf7eb0", "status": "completed", "code": 200}, {"server_uuid": "86ff1972-ebc9-4fc4-99e1-ee4973f4281e", "name": "network-vif-deleted", "tag": "331d0cb0-d75d-4255-930a-3f263f637bbd", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:42:34.626128 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e4931a78-3670-4a67-9620-23b142092b31 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:42:34.626611 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce337ab6-530e-4de7-8ff1-ac350bae4007', 'name': 'network-vif-deleted', 'tag': 'a614fc43-e2b6-46ca-bde5-bf49b0113a30', 'status': 'completed', 'code': 200} Aug 19 14:42:34.626959 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c667ba7-1149-4737-a122-c41f3977b063', 'tag': '35e9e6e4-8140-4bf1-8579-ba75decf7eb0', 'status': 'completed', 'code': 200} Aug 19 14:42:34.627255 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ff1972-ebc9-4fc4-99e1-ee4973f4281e', 'name': 'network-vif-deleted', 'tag': '331d0cb0-d75d-4255-930a-3f263f637bbd', 'status': 'completed', 'code': 200} Aug 19 14:42:34.640224 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-d6e81eee-3559-430e-8f20-f069818502e5 service neutron] For port 7e24f613-6e91-48e7-8919-e5acbbaf158d, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=7e24f613-6e91-48e7-8919-e5acbbaf158d,segment=NetworkSegment(f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0),segment_id=f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:42:34.661210 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-d6e81eee-3559-430e-8f20-f069818502e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:34.728741 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319d2f7-8b22-48ad-a02a-dd8ac477b645 req-bfb4035d-23b4-4eaa-bbcb-b3cd12b40a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:34.732479 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1319d2f7-8b22-48ad-a02a-dd8ac477b645 req-bfb4035d-23b4-4eaa-bbcb-b3cd12b40a70 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=900c5224f15042db8eec5dafa99d04b1&device_id=1c667ba7-1149-4737-a122-c41f3977b063 HTTP/1.1" status: 200 len: 1094 time: 0.0817471 Aug 19 14:42:34.748158 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e81eee-3559-430e-8f20-f069818502e5 service neutron] Pushing event updated for resources: {'Port': ['ID=7e24f613-6e91-48e7-8919-e5acbbaf158d,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:34.755118 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-d6e81eee-3559-430e-8f20-f069818502e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:34.755857 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-d6e81eee-3559-430e-8f20-f069818502e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:34.757851 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-d6e81eee-3559-430e-8f20-f069818502e5 service neutron] 10.222.0.88 "PUT /v2.0/ports/7e24f613-6e91-48e7-8919-e5acbbaf158d HTTP/1.1" status: 200 len: 1091 time: 2.6913772 Aug 19 14:42:34.762912 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44cce5e7-6768-4942-bada-3a60731ffc98', 'tag': '7e24f613-6e91-48e7-8919-e5acbbaf158d'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:42:34.765320 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0459c137-ce3a-4c28-9957-f5932f1ba0ea" -d '{"events": [{"name": "network-changed", "server_uuid": "44cce5e7-6768-4942-bada-3a60731ffc98", "tag": "7e24f613-6e91-48e7-8919-e5acbbaf158d"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:42:34.909941 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319d2f7-8b22-48ad-a02a-dd8ac477b645 req-8e773f23-4796-4d92-8b7d-7bf872c5cfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:34.911659 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1319d2f7-8b22-48ad-a02a-dd8ac477b645 req-8e773f23-4796-4d92-8b7d-7bf872c5cfc8 service neutron] 10.222.0.68 "GET /v2.0/networks?id=3eb58968-3ed8-49a1-a074-b3082067f627 HTTP/1.1" status: 200 len: 914 time: 0.1586704 Aug 19 14:42:34.958014 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-c3311be6-2fb6-4842-9a34-9c742bce8fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:34.959534 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-c3311be6-2fb6-4842-9a34-9c742bce8fea service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=900c5224f15042db8eec5dafa99d04b1&device_id=44cce5e7-6768-4942-bada-3a60731ffc98 HTTP/1.1" status: 200 len: 1094 time: 0.1322997 Aug 19 14:42:34.963766 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1319d2f7-8b22-48ad-a02a-dd8ac477b645 req-e2039f1d-cf40-4115-b2d8-4961312ade13 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35e9e6e4-8140-4bf1-8579-ba75decf7eb0 HTTP/1.1" status: 200 len: 217 time: 0.0424666 Aug 19 14:42:35.016709 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-29935a4d-0a59-4902-bd25-ea88ba5f74b7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e24f613-6e91-48e7-8919-e5acbbaf158d HTTP/1.1" status: 200 len: 217 time: 0.0412414 Aug 19 14:42:35.018686 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:35.033081 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba76b9-cac0-4d49-ba34-daaaa19c028f req-ddfcbcc0-f7e6-46f2-8389-9224813b2ae4 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:35.034656 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-95ba76b9-cac0-4d49-ba34-daaaa19c028f req-ddfcbcc0-f7e6-46f2-8389-9224813b2ae4 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/ports?device_id=44cce5e7-6768-4942-bada-3a60731ffc98 HTTP/1.1" status: 200 len: 943 time: 0.1232717 Aug 19 14:42:35.037889 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6b3fb17-8fd5-48f5-89dc-bbe06aa42081 req-c6a25adf-9535-4818-9549-2680ad75efc2 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Router 050507a3-41b4-4a92-abc8-4252a7e2c272 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:42:35.051496 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319d2f7-8b22-48ad-a02a-dd8ac477b645 req-1f1c1f10-2ae0-4ab6-a3b6-9c464a5d2bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:35.054094 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1319d2f7-8b22-48ad-a02a-dd8ac477b645 req-1f1c1f10-2ae0-4ab6-a3b6-9c464a5d2bed service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d025f132-239c-4677-9e36-1c072313c1b8 HTTP/1.1" status: 200 len: 853 time: 0.0789938 Aug 19 14:42:35.104841 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1319d2f7-8b22-48ad-a02a-dd8ac477b645 req-ea1e4aac-05b1-4588-9c04-629489161504 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3eb58968-3ed8-49a1-a074-b3082067f627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416749 Aug 19 14:42:35.137106 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:35.320965 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1319d2f7-8b22-48ad-a02a-dd8ac477b645 req-e780b057-20bf-4190-b8ed-d964489e2a35 service neutron] 10.222.0.68 "GET /v2.0/networks/3eb58968-3ed8-49a1-a074-b3082067f627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998334 Aug 19 14:42:35.452616 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1319d2f7-8b22-48ad-a02a-dd8ac477b645 req-a601b698-49a8-4094-b1a3-75ea4585ac9c service neutron] 10.222.0.68 "GET /v2.0/networks/3eb58968-3ed8-49a1-a074-b3082067f627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204150 Aug 19 14:42:35.491240 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-1d5dfb69-fc46-4d4e-90e7-8f2b1d5ab844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:35.492783 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-1d5dfb69-fc46-4d4e-90e7-8f2b1d5ab844 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d025f132-239c-4677-9e36-1c072313c1b8 HTTP/1.1" status: 200 len: 853 time: 0.4571884 Aug 19 14:42:35.498225 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-95ba76b9-cac0-4d49-ba34-daaaa19c028f req-c494e1a3-4b7d-4467-8612-6d40e4ccf55d tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/security-groups?id=4dc3a3ba-1037-47e2-ad77-44367bf6ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4512525 Aug 19 14:42:35.574273 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e43d1c-c396-4685-93bd-a1c51c249468 x-openstack-request-id: req-26e43d1c-c396-4685-93bd-a1c51c249468 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:42:35.575180 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44cce5e7-6768-4942-bada-3a60731ffc98", "tag": "7e24f613-6e91-48e7-8919-e5acbbaf158d", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:42:35.575180 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-26e43d1c-c396-4685-93bd-a1c51c249468 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:42:35.575746 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44cce5e7-6768-4942-bada-3a60731ffc98', 'tag': '7e24f613-6e91-48e7-8919-e5acbbaf158d', 'status': 'completed', 'code': 200} Aug 19 14:42:35.579592 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-9cea0d7e-b0df-4fbd-ab64-572bdaa8689e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3eb58968-3ed8-49a1-a074-b3082067f627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734692 Aug 19 14:42:35.716598 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6b3fb17-8fd5-48f5-89dc-bbe06aa42081 req-c6a25adf-9535-4818-9549-2680ad75efc2 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:42:35.731687 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b927a6-5d7b-47d7-b9d8-7ffaa4d262d9 None None] Sync routers for ids ['050507a3-41b4-4a92-abc8-4252a7e2c272'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:42:35.742415 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b927a6-5d7b-47d7-b9d8-7ffaa4d262d9 None None] Routers {'050507a3-41b4-4a92-abc8-4252a7e2c272'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:42:35.743397 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-91b927a6-5d7b-47d7-b9d8-7ffaa4d262d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:42:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['050507a3-41b4-4a92-abc8-4252a7e2c272'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:42:35.868341 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2005b8-c141-427e-8558-b0abc281f079 req-655f13b3-e00e-43b7-ad6b-a90e0c6d32bf tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:35.870527 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8d2005b8-c141-427e-8558-b0abc281f079 req-655f13b3-e00e-43b7-ad6b-a90e0c6d32bf tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=64675a59-4b14-4748-bce4-528f43de434d HTTP/1.1" status: 200 len: 950 time: 0.1944873 Aug 19 14:42:35.876305 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-91b927a6-5d7b-47d7-b9d8-7ffaa4d262d9 None None] Set router 050507a3-41b4-4a92-abc8-4252a7e2c272 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:42:35.914594 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-ac1227c8-1fea-4738-8ed7-3b7764f6b1ac service neutron] 10.222.0.88 "GET /v2.0/networks/3eb58968-3ed8-49a1-a074-b3082067f627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168902 Aug 19 14:42:35.941161 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8d2005b8-c141-427e-8558-b0abc281f079 req-77ef053f-7a0d-465b-8e1e-cb71e0655acc tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633101 Aug 19 14:42:36.088554 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 331d0cb0-d75d-4255-930a-3f263f637bbd no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:42:36.117527 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6b85915e-8e42-45f1-870d-b68cac94d7e7 req-5e928cb1-e23b-4905-a4ac-6d8dbad0f510 service neutron] 10.222.0.88 "GET /v2.0/networks/3eb58968-3ed8-49a1-a074-b3082067f627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884923 Aug 19 14:42:36.139447 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6b3fb17-8fd5-48f5-89dc-bbe06aa42081 req-c6a25adf-9535-4818-9549-2680ad75efc2 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Router 050507a3-41b4-4a92-abc8-4252a7e2c272 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:42:36.145885 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: 331d0cb0-d75d-4255-930a-3f263f637bbd {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:42:36.146230 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 331d0cb0-d75d-4255-930a-3f263f637bbd not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:42:36.152109 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 35e9e6e4-8140-4bf1-8579-ba75decf7eb0 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:42:36.298227 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 35e9e6e4-8140-4bf1-8579-ba75decf7eb0, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=35e9e6e4-8140-4bf1-8579-ba75decf7eb0,segment=NetworkSegment(f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0),segment_id=f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:36.298782 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e8459-6271-4375-80a1-35f777589aa9 req-53079a7a-cc67-40a4-87eb-0665d81b2603 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:36.299415 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-91b927a6-5d7b-47d7-b9d8-7ffaa4d262d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'name': 'tempest-FloatingIPsAssociationTestJSON-78058810-router', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '8962307e-de8f-47c7-8a79-d5d79c8631e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:41:40Z', 'updated_at': '2021-08-19T14:41:46Z', 'revision_number': 4, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'gw_port': {'id': '8962307e-de8f-47c7-8a79-d5d79c8631e7', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:41:42Z', 'updated_at': '2021-08-19T14:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '45b3274a-53fb-404a-85a5-00829e4be430', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'floating_ip_address': '172.25.2.111', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'port_id': 'eefc9f81-e7bb-452f-b3ef-9e352ebba44f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c173e005-89f4-4c18-bacc-4a095707947a', 'mac_address': 'fa:16:3e:16:70:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4849f1a4-be4f-42dc-a2e4-139f7420eec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:42:10Z', 'updated_at': '2021-08-19T14:42:33Z', 'revision_number': 3, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f90fceea-beae-48a3-879c-e4408594bf2e', 'name': '', 'network_id': 'c173e005-89f4-4c18-bacc-4a095707947a', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'mac_address': 'fa:16:3e:93:93:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '55a74698-63e8-48bf-8a39-b9ba22230f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:41:44Z', 'updated_at': '2021-08-19T14:41:51Z', 'revision_number': 5, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'subnets': [{'id': '55a74698-63e8-48bf-8a39-b9ba22230f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:42:36.306444 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ec0e8459-6271-4375-80a1-35f777589aa9 req-53079a7a-cc67-40a4-87eb-0665d81b2603 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.1584120 Aug 19 14:42:36.315014 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '35e9e6e4-8140-4bf1-8579-ba75decf7eb0', 'network_id': '3eb58968-3ed8-49a1-a074-b3082067f627', 'port_id': '35e9e6e4-8140-4bf1-8579-ba75decf7eb0', 'mac_address': 'fa:16:3e:ec:da:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd025f132-239c-4677-9e36-1c072313c1b8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:42:36.349477 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b927a6-5d7b-47d7-b9d8-7ffaa4d262d9 None None] Checking router: 050507a3-41b4-4a92-abc8-4252a7e2c272 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:42:36.356536 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459c137-ce3a-4c28-9957-f5932f1ba0ea req-30270b1e-13b8-4e8c-97b8-b864c74dc33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:36.358185 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0459c137-ce3a-4c28-9957-f5932f1ba0ea req-30270b1e-13b8-4e8c-97b8-b864c74dc33d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=900c5224f15042db8eec5dafa99d04b1&device_id=44cce5e7-6768-4942-bada-3a60731ffc98 HTTP/1.1" status: 200 len: 1094 time: 0.1691701 Aug 19 14:42:36.363119 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b927a6-5d7b-47d7-b9d8-7ffaa4d262d9 None None] Routers {'050507a3-41b4-4a92-abc8-4252a7e2c272'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:42:36.363731 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-91b927a6-5d7b-47d7-b9d8-7ffaa4d262d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:42:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['050507a3-41b4-4a92-abc8-4252a7e2c272'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:42:36.381333 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:36.400519 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35e9e6e4-8140-4bf1-8579-ba75decf7eb0 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:42:36.432716 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 35e9e6e4-8140-4bf1-8579-ba75decf7eb0, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=35e9e6e4-8140-4bf1-8579-ba75decf7eb0,segment=NetworkSegment(f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0),segment_id=f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:36.442203 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:36.470188 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ec0e8459-6271-4375-80a1-35f777589aa9 req-44c9c104-313b-40b9-9dda-3a2939577b2c tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574204 Aug 19 14:42:36.476606 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6b3fb17-8fd5-48f5-89dc-bbe06aa42081 req-c6a25adf-9535-4818-9549-2680ad75efc2 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:42:36.494069 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c6b3fb17-8fd5-48f5-89dc-bbe06aa42081 req-c6a25adf-9535-4818-9549-2680ad75efc2 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:36.530968 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=35e9e6e4-8140-4bf1-8579-ba75decf7eb0,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:36.533177 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-91b927a6-5d7b-47d7-b9d8-7ffaa4d262d9 None None] Set router 050507a3-41b4-4a92-abc8-4252a7e2c272 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:42:36.620477 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459c137-ce3a-4c28-9957-f5932f1ba0ea req-9eef5dc2-6f00-4a2f-814a-33e64a47bc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:36.623359 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0459c137-ce3a-4c28-9957-f5932f1ba0ea req-9eef5dc2-6f00-4a2f-814a-33e64a47bc5b service neutron] 10.222.0.88 "GET /v2.0/networks?id=3eb58968-3ed8-49a1-a074-b3082067f627 HTTP/1.1" status: 200 len: 914 time: 0.2469702 Aug 19 14:42:36.633430 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c6b3fb17-8fd5-48f5-89dc-bbe06aa42081 req-c6a25adf-9535-4818-9549-2680ad75efc2 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "PUT /v2.0/floatingips/45b3274a-53fb-404a-85a5-00829e4be430 HTTP/1.1" status: 200 len: 998 time: 4.1060116 Aug 19 14:42:36.711496 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0459c137-ce3a-4c28-9957-f5932f1ba0ea req-db731496-0a95-4596-a800-8801f6031148 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e24f613-6e91-48e7-8919-e5acbbaf158d HTTP/1.1" status: 200 len: 217 time: 0.0757356 Aug 19 14:42:36.776556 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3fb17-8fd5-48f5-89dc-bbe06aa42081 req-d3e4f745-cf25-4c99-bd5e-17110327d7ae tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:36.778250 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c6b3fb17-8fd5-48f5-89dc-bbe06aa42081 req-d3e4f745-cf25-4c99-bd5e-17110327d7ae tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/ports/ee9706ba-209b-40aa-8767-35b32f77135e HTTP/1.1" status: 200 len: 942 time: 0.1361198 Aug 19 14:42:36.800006 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:36.827804 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb7d17-7226-4fd6-9597-62a4079d43f2 req-2e158c6b-eb40-4b53-b85d-99d9aed87ca3 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:36.829945 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-74cb7d17-7226-4fd6-9597-62a4079d43f2 req-2e158c6b-eb40-4b53-b85d-99d9aed87ca3 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/ports?device_id=44cce5e7-6768-4942-bada-3a60731ffc98 HTTP/1.1" status: 200 len: 943 time: 0.1777070 Aug 19 14:42:36.831905 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459c137-ce3a-4c28-9957-f5932f1ba0ea req-65a44b8b-4adc-4c83-9ea4-976a906585f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:36.833436 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0459c137-ce3a-4c28-9957-f5932f1ba0ea req-65a44b8b-4adc-4c83-9ea4-976a906585f9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d025f132-239c-4677-9e36-1c072313c1b8 HTTP/1.1" status: 200 len: 853 time: 0.1037335 Aug 19 14:42:36.891524 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-91b927a6-5d7b-47d7-b9d8-7ffaa4d262d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'name': 'tempest-FloatingIPsAssociationTestJSON-78058810-router', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '8962307e-de8f-47c7-8a79-d5d79c8631e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:41:40Z', 'updated_at': '2021-08-19T14:41:46Z', 'revision_number': 4, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'gw_port': {'id': '8962307e-de8f-47c7-8a79-d5d79c8631e7', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:41:42Z', 'updated_at': '2021-08-19T14:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '45b3274a-53fb-404a-85a5-00829e4be430', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'floating_ip_address': '172.25.2.111', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'port_id': 'eefc9f81-e7bb-452f-b3ef-9e352ebba44f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c173e005-89f4-4c18-bacc-4a095707947a', 'mac_address': 'fa:16:3e:16:70:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4849f1a4-be4f-42dc-a2e4-139f7420eec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:42:10Z', 'updated_at': '2021-08-19T14:42:33Z', 'revision_number': 3, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f90fceea-beae-48a3-879c-e4408594bf2e', 'name': '', 'network_id': 'c173e005-89f4-4c18-bacc-4a095707947a', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'mac_address': 'fa:16:3e:93:93:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '55a74698-63e8-48bf-8a39-b9ba22230f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:41:44Z', 'updated_at': '2021-08-19T14:41:51Z', 'revision_number': 5, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'subnets': [{'id': '55a74698-63e8-48bf-8a39-b9ba22230f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:42:36.922177 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0459c137-ce3a-4c28-9957-f5932f1ba0ea req-1e8451dd-6ece-46f7-af68-5c0d5c8bb189 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3eb58968-3ed8-49a1-a074-b3082067f627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542388 Aug 19 14:42:36.937793 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b927a6-5d7b-47d7-b9d8-7ffaa4d262d9 None None] The sync data for ids ['050507a3-41b4-4a92-abc8-4252a7e2c272'] in n-d-766043-2 is: [{'id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'name': 'tempest-FloatingIPsAssociationTestJSON-78058810-router', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '8962307e-de8f-47c7-8a79-d5d79c8631e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:41:40Z', 'updated_at': '2021-08-19T14:41:46Z', 'revision_number': 4, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'gw_port': {'id': '8962307e-de8f-47c7-8a79-d5d79c8631e7', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:41:42Z', 'updated_at': '2021-08-19T14:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '45b3274a-53fb-404a-85a5-00829e4be430', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'floating_ip_address': '172.25.2.111', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'port_id': 'eefc9f81-e7bb-452f-b3ef-9e352ebba44f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c173e005-89f4-4c18-bacc-4a095707947a', 'mac_address': 'fa:16:3e:16:70:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4849f1a4-be4f-42dc-a2e4-139f7420eec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:42:10Z', 'updated_at': '2021-08-19T14:42:33Z', 'revision_number': 3, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f90fceea-beae-48a3-879c-e4408594bf2e', 'name': '', 'network_id': 'c173e005-89f4-4c18-bacc-4a095707947a', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'mac_address': 'fa:16:3e:93:93:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '55a74698-63e8-48bf-8a39-b9ba22230f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:41:44Z', 'updated_at': '2021-08-19T14:41:51Z', 'revision_number': 5, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'subnets': [{'id': '55a74698-63e8-48bf-8a39-b9ba22230f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:42:36.970152 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-74cb7d17-7226-4fd6-9597-62a4079d43f2 req-82f82bda-b06b-4e9d-b44a-237c9856a023 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/security-groups?id=4dc3a3ba-1037-47e2-ad77-44367bf6ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287591 Aug 19 14:42:37.039527 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3fb17-8fd5-48f5-89dc-bbe06aa42081 req-ba8677c1-c352-4155-a3f0-b10d1cb3bac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:37.049231 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c6b3fb17-8fd5-48f5-89dc-bbe06aa42081 req-ba8677c1-c352-4155-a3f0-b10d1cb3bac7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=142f83185aea4a6daae515dcd5cb4f68&device_id=2f3c79de-d19d-4faf-bc2c-34883c4e4c8b HTTP/1.1" status: 200 len: 1096 time: 0.1427202 Aug 19 14:42:37.056323 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['35e9e6e4-8140-4bf1-8579-ba75decf7eb0'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:42:37.219306 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0459c137-ce3a-4c28-9957-f5932f1ba0ea req-36531b6c-ed13-4820-85ba-85a70815bf2b service neutron] 10.222.0.88 "GET /v2.0/networks/3eb58968-3ed8-49a1-a074-b3082067f627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642879 Aug 19 14:42:37.233065 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e740b4e-f450-4718-9a97-7a4290de1d49 req-34df7238-8ffe-4faa-af88-9a2e1bcc0cd5 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:37.242867 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8e740b4e-f450-4718-9a97-7a4290de1d49 req-34df7238-8ffe-4faa-af88-9a2e1bcc0cd5 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.68 "GET /v2.0/ports?device_id=64675a59-4b14-4748-bce4-528f43de434d HTTP/1.1" status: 200 len: 950 time: 0.1219950 Aug 19 14:42:37.298032 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8fa7d9-6981-4eae-82f3-9003dfb959d9 None None] New status for floating IP 45b3274a-53fb-404a-85a5-00829e4be430: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 14:42:37.342277 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09e9fa-6186-4c2d-ac19-24d637fc3480 req-f31d18bd-dc36-41ee-a28c-520f8b002f9a tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:37.354692 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2d09e9fa-6186-4c2d-ac19-24d637fc3480 req-f31d18bd-dc36-41ee-a28c-520f8b002f9a tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=64675a59-4b14-4748-bce4-528f43de434d HTTP/1.1" status: 200 len: 950 time: 0.2041464 Aug 19 14:42:37.376914 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-8e740b4e-f450-4718-9a97-7a4290de1d49 req-4c08f640-0fd7-4d54-984f-d5a102a258fa tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Deleting port a59c51f8-a9b3-42fe-8a1a-1ab240009612 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:42:37.378490 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8e740b4e-f450-4718-9a97-7a4290de1d49 req-4c08f640-0fd7-4d54-984f-d5a102a258fa tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:37.383903 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3fb17-8fd5-48f5-89dc-bbe06aa42081 req-df675824-a3b4-4863-aa72-65362bc144fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:37.386071 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c6b3fb17-8fd5-48f5-89dc-bbe06aa42081 req-df675824-a3b4-4863-aa72-65362bc144fe service neutron] 10.222.0.69 "GET /v2.0/networks?id=c173e005-89f4-4c18-bacc-4a095707947a HTTP/1.1" status: 200 len: 920 time: 0.3357210 Aug 19 14:42:37.458247 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c6b3fb17-8fd5-48f5-89dc-bbe06aa42081 req-9964aa20-ecde-414b-804a-c4e1607fdb40 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee9706ba-209b-40aa-8767-35b32f77135e HTTP/1.1" status: 200 len: 217 time: 0.0526114 Aug 19 14:42:37.476767 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2d09e9fa-6186-4c2d-ac19-24d637fc3480 req-3eb43f88-3389-4e49-8d78-29813a88bda1 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152446 Aug 19 14:42:37.533887 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-8e740b4e-f450-4718-9a97-7a4290de1d49 req-4c08f640-0fd7-4d54-984f-d5a102a258fa tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] For port a59c51f8-a9b3-42fe-8a1a-1ab240009612, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=a59c51f8-a9b3-42fe-8a1a-1ab240009612,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:37.534312 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8e740b4e-f450-4718-9a97-7a4290de1d49 req-4c08f640-0fd7-4d54-984f-d5a102a258fa tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:37.552108 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-8e740b4e-f450-4718-9a97-7a4290de1d49 req-4c08f640-0fd7-4d54-984f-d5a102a258fa tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Calling delete_port for a59c51f8-a9b3-42fe-8a1a-1ab240009612 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:42:37.583177 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f3c79de-d19d-4faf-bc2c-34883c4e4c8b', 'tag': 'ee9706ba-209b-40aa-8767-35b32f77135e'}, {'name': 'network-changed', 'server_uuid': '4849f1a4-be4f-42dc-a2e4-139f7420eec6', 'tag': 'eefc9f81-e7bb-452f-b3ef-9e352ebba44f'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:42:37.589455 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00e539d-a2c5-4cec-af48-687a7df72376" -d '{"events": [{"name": "network-changed", "server_uuid": "2f3c79de-d19d-4faf-bc2c-34883c4e4c8b", "tag": "ee9706ba-209b-40aa-8767-35b32f77135e"}, {"name": "network-changed", "server_uuid": "4849f1a4-be4f-42dc-a2e4-139f7420eec6", "tag": "eefc9f81-e7bb-452f-b3ef-9e352ebba44f"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:42:37.614151 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0459c137-ce3a-4c28-9957-f5932f1ba0ea req-73b69257-3fc3-4d03-8a44-69b5bb900e62 service neutron] 10.222.0.88 "GET /v2.0/networks/3eb58968-3ed8-49a1-a074-b3082067f627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752389 Aug 19 14:42:37.653976 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3fb17-8fd5-48f5-89dc-bbe06aa42081 req-268ce019-048b-4717-b921-205a64d461a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:37.657266 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c6b3fb17-8fd5-48f5-89dc-bbe06aa42081 req-268ce019-048b-4717-b921-205a64d461a3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=55a74698-63e8-48bf-8a39-b9ba22230f90 HTTP/1.1" status: 200 len: 858 time: 0.1749253 Aug 19 14:42:37.660108 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6927fe3b-03cd-4ac9-9efb-e81104ac00f7 None None] Sync routers for ids ['050507a3-41b4-4a92-abc8-4252a7e2c272'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:42:37.678652 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6927fe3b-03cd-4ac9-9efb-e81104ac00f7 None None] Routers {'050507a3-41b4-4a92-abc8-4252a7e2c272'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:42:37.679465 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6927fe3b-03cd-4ac9-9efb-e81104ac00f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:42:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['050507a3-41b4-4a92-abc8-4252a7e2c272'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:42:37.727827 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3fb17-8fd5-48f5-89dc-bbe06aa42081 req-5f5d2d53-0deb-4eef-86d7-de259ad0b0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:37.730125 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c6b3fb17-8fd5-48f5-89dc-bbe06aa42081 req-5f5d2d53-0deb-4eef-86d7-de259ad0b0c0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c173e005-89f4-4c18-bacc-4a095707947a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647905 Aug 19 14:42:37.815605 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8e740b4e-f450-4718-9a97-7a4290de1d49 req-4c08f640-0fd7-4d54-984f-d5a102a258fa tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:37.832815 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-6927fe3b-03cd-4ac9-9efb-e81104ac00f7 None None] Set router 050507a3-41b4-4a92-abc8-4252a7e2c272 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:42:37.833094 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['ccb03fe0-dc14-4f36-aaa1-3db9abeac918', '929732b9-60e7-49e1-a5f7-8257f68953a2'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:42:37.919599 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c08f640-0fd7-4d54-984f-d5a102a258fa tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Pushing event deleted for resources: {'Port': ['ID=a59c51f8-a9b3-42fe-8a1a-1ab240009612,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:37.961164 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1412997-c686-4faf-8a0b-3b3a1dfcf008 req-ffe9c20b-b77b-47a7-a872-67c74e383000 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:37.974031 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b1412997-c686-4faf-8a0b-3b3a1dfcf008 req-ffe9c20b-b77b-47a7-a872-67c74e383000 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.2079968 Aug 19 14:42:37.985222 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e740b4e-f450-4718-9a97-7a4290de1d49 req-4c08f640-0fd7-4d54-984f-d5a102a258fa tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] No DVR routers for this DVR port a59c51f8-a9b3-42fe-8a1a-1ab240009612 on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:42:37.993678 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8e740b4e-f450-4718-9a97-7a4290de1d49 req-4c08f640-0fd7-4d54-984f-d5a102a258fa tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:37.998523 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8e740b4e-f450-4718-9a97-7a4290de1d49 req-4c08f640-0fd7-4d54-984f-d5a102a258fa tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.68 "DELETE /v2.0/ports/a59c51f8-a9b3-42fe-8a1a-1ab240009612 HTTP/1.1" status: 204 len: 173 time: 0.7527125 Aug 19 14:42:37.999521 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64675a59-4b14-4748-bce4-528f43de434d', 'name': 'network-vif-deleted', 'tag': 'a59c51f8-a9b3-42fe-8a1a-1ab240009612'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:42:38.007341 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2adc18-1a30-47b3-b738-1de1a50e4901" -d '{"events": [{"server_uuid": "64675a59-4b14-4748-bce4-528f43de434d", "name": "network-vif-deleted", "tag": "a59c51f8-a9b3-42fe-8a1a-1ab240009612"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:42:38.078388 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b1412997-c686-4faf-8a0b-3b3a1dfcf008 req-58f40722-effa-4461-94b1-11bc0074f1a2 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975018 Aug 19 14:42:38.142460 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c6b3fb17-8fd5-48f5-89dc-bbe06aa42081 req-fe27ccca-c588-4ec1-a80d-5df11a8f3dec service neutron] 10.222.0.69 "GET /v2.0/networks/c173e005-89f4-4c18-bacc-4a095707947a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3976960 Aug 19 14:42:38.345978 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 19 Aug 2021 14:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2690a2-34d9-4464-9571-8bdcb4480408 x-openstack-request-id: req-0f2690a2-34d9-4464-9571-8bdcb4480408 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:42:38.346620 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f3c79de-d19d-4faf-bc2c-34883c4e4c8b", "tag": "ee9706ba-209b-40aa-8767-35b32f77135e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4849f1a4-be4f-42dc-a2e4-139f7420eec6", "tag": "eefc9f81-e7bb-452f-b3ef-9e352ebba44f", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:42:38.346620 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0f2690a2-34d9-4464-9571-8bdcb4480408 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:42:38.346878 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f3c79de-d19d-4faf-bc2c-34883c4e4c8b', 'tag': 'ee9706ba-209b-40aa-8767-35b32f77135e', 'status': 'completed', 'code': 200} Aug 19 14:42:38.347128 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4849f1a4-be4f-42dc-a2e4-139f7420eec6', 'tag': 'eefc9f81-e7bb-452f-b3ef-9e352ebba44f', 'status': 'completed', 'code': 200} Aug 19 14:42:38.394553 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c6b3fb17-8fd5-48f5-89dc-bbe06aa42081 req-6603dc3c-7edc-49b1-880d-91e078a1768b service neutron] 10.222.0.69 "GET /v2.0/networks/c173e005-89f4-4c18-bacc-4a095707947a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406411 Aug 19 14:42:38.472705 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e539d-a2c5-4cec-af48-687a7df72376 req-670b05b6-4413-427e-8bec-9054d8a40b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:38.474218 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a00e539d-a2c5-4cec-af48-687a7df72376 req-670b05b6-4413-427e-8bec-9054d8a40b3d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=142f83185aea4a6daae515dcd5cb4f68&device_id=4849f1a4-be4f-42dc-a2e4-139f7420eec6 HTTP/1.1" status: 200 len: 1096 time: 0.0759857 Aug 19 14:42:38.584538 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6927fe3b-03cd-4ac9-9efb-e81104ac00f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'name': 'tempest-FloatingIPsAssociationTestJSON-78058810-router', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '8962307e-de8f-47c7-8a79-d5d79c8631e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:41:40Z', 'updated_at': '2021-08-19T14:41:46Z', 'revision_number': 4, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'gw_port': {'id': '8962307e-de8f-47c7-8a79-d5d79c8631e7', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:41:42Z', 'updated_at': '2021-08-19T14:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '45b3274a-53fb-404a-85a5-00829e4be430', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'floating_ip_address': '172.25.2.111', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'port_id': 'eefc9f81-e7bb-452f-b3ef-9e352ebba44f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c173e005-89f4-4c18-bacc-4a095707947a', 'mac_address': 'fa:16:3e:16:70:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4849f1a4-be4f-42dc-a2e4-139f7420eec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:42:10Z', 'updated_at': '2021-08-19T14:42:37Z', 'revision_number': 4, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f90fceea-beae-48a3-879c-e4408594bf2e', 'name': '', 'network_id': 'c173e005-89f4-4c18-bacc-4a095707947a', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'mac_address': 'fa:16:3e:93:93:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '55a74698-63e8-48bf-8a39-b9ba22230f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:41:44Z', 'updated_at': '2021-08-19T14:41:51Z', 'revision_number': 5, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'subnets': [{'id': '55a74698-63e8-48bf-8a39-b9ba22230f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:42:38.620196 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e539d-a2c5-4cec-af48-687a7df72376 req-e1fee2d5-9cbb-46b7-a9a8-4687568adc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:38.623160 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a00e539d-a2c5-4cec-af48-687a7df72376 req-e1fee2d5-9cbb-46b7-a9a8-4687568adc7d service neutron] 10.222.0.68 "GET /v2.0/networks?id=c173e005-89f4-4c18-bacc-4a095707947a HTTP/1.1" status: 200 len: 920 time: 0.1369810 Aug 19 14:42:38.636690 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5f497-dc42-4d38-8c25-454890b8eed8 req-78c3b2cd-73ab-4f23-a5f9-05bdded50f3d tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:38.646010 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-44c5f497-dc42-4d38-8c25-454890b8eed8 req-78c3b2cd-73ab-4f23-a5f9-05bdded50f3d tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/ports?device_id=44cce5e7-6768-4942-bada-3a60731ffc98 HTTP/1.1" status: 200 len: 943 time: 0.1655619 Aug 19 14:42:38.651308 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e539d-a2c5-4cec-af48-687a7df72376 req-9459778a-73e6-48ce-b379-b94ab20eb86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:38.654129 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a00e539d-a2c5-4cec-af48-687a7df72376 req-9459778a-73e6-48ce-b379-b94ab20eb86e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=142f83185aea4a6daae515dcd5cb4f68&device_id=2f3c79de-d19d-4faf-bc2c-34883c4e4c8b HTTP/1.1" status: 200 len: 1096 time: 0.2587111 Aug 19 14:42:38.688998 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6927fe3b-03cd-4ac9-9efb-e81104ac00f7 None None] Checking router: 050507a3-41b4-4a92-abc8-4252a7e2c272 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:42:38.708131 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6927fe3b-03cd-4ac9-9efb-e81104ac00f7 None None] Routers {'050507a3-41b4-4a92-abc8-4252a7e2c272'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:42:38.709531 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6927fe3b-03cd-4ac9-9efb-e81104ac00f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:42:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['050507a3-41b4-4a92-abc8-4252a7e2c272'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:42:38.710523 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-44c5f497-dc42-4d38-8c25-454890b8eed8 req-fcf6f087-5a1f-4e16-b237-21e8952e37ff tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/security-groups?id=4dc3a3ba-1037-47e2-ad77-44367bf6ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634675 Aug 19 14:42:38.718195 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3fb17-8fd5-48f5-89dc-bbe06aa42081 req-bc3f8dfe-c07f-49ea-a827-0896640f1d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:38.722115 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c6b3fb17-8fd5-48f5-89dc-bbe06aa42081 req-bc3f8dfe-c07f-49ea-a827-0896640f1d27 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=142f83185aea4a6daae515dcd5cb4f68&device_id=4849f1a4-be4f-42dc-a2e4-139f7420eec6 HTTP/1.1" status: 200 len: 1096 time: 0.1963573 Aug 19 14:42:38.736198 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a00e539d-a2c5-4cec-af48-687a7df72376 req-e9796a24-fb38-4b56-a01d-600cfbb38bff service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eefc9f81-e7bb-452f-b3ef-9e352ebba44f HTTP/1.1" status: 200 len: 1001 time: 0.0958478 Aug 19 14:42:38.794208 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['b7cdddfb-21cf-4332-9d96-c1edd174d9b1', 'd5bf5591-dd61-494c-9e1d-4302052e8ea1', 'ff5ae454-8204-4874-949d-c1ac12f516e7', '71660b2b-ea0f-4ab1-8bb1-61fee9decc6e', 'a59c51f8-a9b3-42fe-8a1a-1ab240009612'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:42:38.875879 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12bfccfe-a0b1-4b4d-88e5-79a2c249b936 x-openstack-request-id: req-12bfccfe-a0b1-4b4d-88e5-79a2c249b936 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:42:38.876340 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64675a59-4b14-4748-bce4-528f43de434d", "name": "network-vif-deleted", "tag": "a59c51f8-a9b3-42fe-8a1a-1ab240009612", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:42:38.876792 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-12bfccfe-a0b1-4b4d-88e5-79a2c249b936 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:42:38.877879 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64675a59-4b14-4748-bce4-528f43de434d', 'name': 'network-vif-deleted', 'tag': 'a59c51f8-a9b3-42fe-8a1a-1ab240009612', 'status': 'completed', 'code': 200} Aug 19 14:42:38.922895 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e539d-a2c5-4cec-af48-687a7df72376 req-f1df038e-62ef-49fa-91b5-17deb90480f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:38.924518 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a00e539d-a2c5-4cec-af48-687a7df72376 req-f1df038e-62ef-49fa-91b5-17deb90480f0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=55a74698-63e8-48bf-8a39-b9ba22230f90 HTTP/1.1" status: 200 len: 858 time: 0.1742761 Aug 19 14:42:38.937349 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-6927fe3b-03cd-4ac9-9efb-e81104ac00f7 None None] Set router 050507a3-41b4-4a92-abc8-4252a7e2c272 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:42:39.033125 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e539d-a2c5-4cec-af48-687a7df72376 req-b80eeb04-fd50-4e4e-b58e-d3100c25489a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:39.035763 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a00e539d-a2c5-4cec-af48-687a7df72376 req-b80eeb04-fd50-4e4e-b58e-d3100c25489a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c173e005-89f4-4c18-bacc-4a095707947a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0877156 Aug 19 14:42:39.042102 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e539d-a2c5-4cec-af48-687a7df72376 req-5f854211-4bc9-40e3-8b32-0e1c64127616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:39.043664 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a00e539d-a2c5-4cec-af48-687a7df72376 req-5f854211-4bc9-40e3-8b32-0e1c64127616 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c173e005-89f4-4c18-bacc-4a095707947a HTTP/1.1" status: 200 len: 920 time: 0.3474126 Aug 19 14:42:39.062310 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2dd2d056-83bc-4e3b-b679-acaafd1620cf req-21130772-1fd3-427b-a50e-818d726a9881 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=64675a59-4b14-4748-bce4-528f43de434d HTTP/1.1" status: 200 len: 210 time: 0.0662124 Aug 19 14:42:39.070319 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3fb17-8fd5-48f5-89dc-bbe06aa42081 req-4077357f-c7a9-4e82-af6c-1ee120922ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:39.071818 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c6b3fb17-8fd5-48f5-89dc-bbe06aa42081 req-4077357f-c7a9-4e82-af6c-1ee120922ff0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c173e005-89f4-4c18-bacc-4a095707947a HTTP/1.1" status: 200 len: 920 time: 0.3424671 Aug 19 14:42:39.163706 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a00e539d-a2c5-4cec-af48-687a7df72376 req-deae9908-adf4-4f60-8011-67ae751be1cd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee9706ba-209b-40aa-8767-35b32f77135e HTTP/1.1" status: 200 len: 217 time: 0.1041827 Aug 19 14:42:39.208901 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a00e539d-a2c5-4cec-af48-687a7df72376 req-71a13a3e-e97a-4d92-9289-14a77d5b87fa service neutron] 10.222.0.68 "GET /v2.0/networks/c173e005-89f4-4c18-bacc-4a095707947a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542385 Aug 19 14:42:39.326812 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c6b3fb17-8fd5-48f5-89dc-bbe06aa42081 req-05bfebc6-2711-45c0-9202-9e7729b3a6fc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eefc9f81-e7bb-452f-b3ef-9e352ebba44f HTTP/1.1" status: 200 len: 1001 time: 0.1916430 Aug 19 14:42:39.367641 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a00e539d-a2c5-4cec-af48-687a7df72376 req-5e98da28-419e-41f6-b35b-5e7b3c966a08 service neutron] 10.222.0.68 "GET /v2.0/networks/c173e005-89f4-4c18-bacc-4a095707947a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424696 Aug 19 14:42:39.436122 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e539d-a2c5-4cec-af48-687a7df72376 req-cdcfcef8-6883-4e49-9ea0-46367f99c854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:39.437755 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a00e539d-a2c5-4cec-af48-687a7df72376 req-cdcfcef8-6883-4e49-9ea0-46367f99c854 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=55a74698-63e8-48bf-8a39-b9ba22230f90 HTTP/1.1" status: 200 len: 858 time: 0.1983829 Aug 19 14:42:39.448034 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a5fe4-70a5-4987-a601-0778194072f3 req-50c8fc15-8a4d-4aef-a7c6-75e7a88c6c46 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:39.450142 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-886a5fe4-70a5-4987-a601-0778194072f3 req-50c8fc15-8a4d-4aef-a7c6-75e7a88c6c46 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.1262641 Aug 19 14:42:39.467193 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3fb17-8fd5-48f5-89dc-bbe06aa42081 req-1367fc2d-1af5-493b-b229-745ad2055988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:39.469263 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c6b3fb17-8fd5-48f5-89dc-bbe06aa42081 req-1367fc2d-1af5-493b-b229-745ad2055988 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=55a74698-63e8-48bf-8a39-b9ba22230f90 HTTP/1.1" status: 200 len: 858 time: 0.1293406 Aug 19 14:42:39.482617 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6927fe3b-03cd-4ac9-9efb-e81104ac00f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'name': 'tempest-FloatingIPsAssociationTestJSON-78058810-router', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '8962307e-de8f-47c7-8a79-d5d79c8631e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:41:40Z', 'updated_at': '2021-08-19T14:41:46Z', 'revision_number': 4, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'gw_port': {'id': '8962307e-de8f-47c7-8a79-d5d79c8631e7', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:41:42Z', 'updated_at': '2021-08-19T14:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '45b3274a-53fb-404a-85a5-00829e4be430', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'floating_ip_address': '172.25.2.111', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'port_id': 'eefc9f81-e7bb-452f-b3ef-9e352ebba44f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c173e005-89f4-4c18-bacc-4a095707947a', 'mac_address': 'fa:16:3e:16:70:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4849f1a4-be4f-42dc-a2e4-139f7420eec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:42:10Z', 'updated_at': '2021-08-19T14:42:37Z', 'revision_number': 4, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f90fceea-beae-48a3-879c-e4408594bf2e', 'name': '', 'network_id': 'c173e005-89f4-4c18-bacc-4a095707947a', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'mac_address': 'fa:16:3e:93:93:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '55a74698-63e8-48bf-8a39-b9ba22230f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:41:44Z', 'updated_at': '2021-08-19T14:41:51Z', 'revision_number': 5, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'subnets': [{'id': '55a74698-63e8-48bf-8a39-b9ba22230f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:42:39.511252 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6927fe3b-03cd-4ac9-9efb-e81104ac00f7 None None] The sync data for ids ['050507a3-41b4-4a92-abc8-4252a7e2c272'] in n-d-766043-2 is: [{'id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'name': 'tempest-FloatingIPsAssociationTestJSON-78058810-router', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '8962307e-de8f-47c7-8a79-d5d79c8631e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:41:40Z', 'updated_at': '2021-08-19T14:41:46Z', 'revision_number': 4, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'gw_port': {'id': '8962307e-de8f-47c7-8a79-d5d79c8631e7', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:41:42Z', 'updated_at': '2021-08-19T14:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '45b3274a-53fb-404a-85a5-00829e4be430', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'floating_ip_address': '172.25.2.111', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'port_id': 'eefc9f81-e7bb-452f-b3ef-9e352ebba44f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c173e005-89f4-4c18-bacc-4a095707947a', 'mac_address': 'fa:16:3e:16:70:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4849f1a4-be4f-42dc-a2e4-139f7420eec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:42:10Z', 'updated_at': '2021-08-19T14:42:37Z', 'revision_number': 4, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f90fceea-beae-48a3-879c-e4408594bf2e', 'name': '', 'network_id': 'c173e005-89f4-4c18-bacc-4a095707947a', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'mac_address': 'fa:16:3e:93:93:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '55a74698-63e8-48bf-8a39-b9ba22230f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:41:44Z', 'updated_at': '2021-08-19T14:41:51Z', 'revision_number': 5, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'subnets': [{'id': '55a74698-63e8-48bf-8a39-b9ba22230f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:42:39.614137 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3fb17-8fd5-48f5-89dc-bbe06aa42081 req-ae2f046b-eab5-4a73-8a34-486d80ac4ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:39.616944 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c6b3fb17-8fd5-48f5-89dc-bbe06aa42081 req-ae2f046b-eab5-4a73-8a34-486d80ac4ff2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c173e005-89f4-4c18-bacc-4a095707947a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1232660 Aug 19 14:42:39.633762 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e539d-a2c5-4cec-af48-687a7df72376 req-9bd79dbb-39b7-47bd-8e1d-3657f08c2ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:39.635748 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a00e539d-a2c5-4cec-af48-687a7df72376 req-9bd79dbb-39b7-47bd-8e1d-3657f08c2ba3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c173e005-89f4-4c18-bacc-4a095707947a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1826642 Aug 19 14:42:39.662031 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-886a5fe4-70a5-4987-a601-0778194072f3 req-36cb7bc1-29bb-4d24-9c01-45cb8458cae5 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984379 Aug 19 14:42:40.094884 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 7e24f613-6e91-48e7-8919-e5acbbaf158d details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:42:40.193474 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 35e9e6e4-8140-4bf1-8579-ba75decf7eb0 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:42:40.233933 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae10ea-b65e-4f8b-87ed-878e0e521641 req-75fcda85-3c91-4d19-97b0-68f7ee0ec829 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:40.244717 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e4ae10ea-b65e-4f8b-87ed-878e0e521641 req-75fcda85-3c91-4d19-97b0-68f7ee0ec829 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/ports?device_id=44cce5e7-6768-4942-bada-3a60731ffc98 HTTP/1.1" status: 200 len: 943 time: 0.1713216 Aug 19 14:42:40.257947 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c6b3fb17-8fd5-48f5-89dc-bbe06aa42081 req-48e99bef-71b3-4eb1-a470-0439a97bfbcf service neutron] 10.222.0.69 "GET /v2.0/networks/c173e005-89f4-4c18-bacc-4a095707947a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6285131 Aug 19 14:42:40.273028 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a00e539d-a2c5-4cec-af48-687a7df72376 req-fc91982a-81cc-445f-a8c3-7bfd3abbf815 service neutron] 10.222.0.88 "GET /v2.0/networks/c173e005-89f4-4c18-bacc-4a095707947a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5888073 Aug 19 14:42:40.300078 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port 35e9e6e4-8140-4bf1-8579-ba75decf7eb0 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:42:40.309705 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 7e24f613-6e91-48e7-8919-e5acbbaf158d, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=7e24f613-6e91-48e7-8919-e5acbbaf158d,segment=NetworkSegment(f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0),segment_id=f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:40.312617 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 35e9e6e4-8140-4bf1-8579-ba75decf7eb0 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:42:40.312999 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:40.352738 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '7e24f613-6e91-48e7-8919-e5acbbaf158d', 'network_id': '3eb58968-3ed8-49a1-a074-b3082067f627', 'port_id': '7e24f613-6e91-48e7-8919-e5acbbaf158d', 'mac_address': 'fa:16:3e:0f:f6:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd025f132-239c-4677-9e36-1c072313c1b8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:42:40.409173 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:40.417788 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e4ae10ea-b65e-4f8b-87ed-878e0e521641 req-f113c3b4-ad37-4991-9622-117a423602c0 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/security-groups?id=4dc3a3ba-1037-47e2-ad77-44367bf6ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719832 Aug 19 14:42:40.456727 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e24f613-6e91-48e7-8919-e5acbbaf158d {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:42:40.486390 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 7e24f613-6e91-48e7-8919-e5acbbaf158d, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=7e24f613-6e91-48e7-8919-e5acbbaf158d,segment=NetworkSegment(f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0),segment_id=f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:40.498851 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:40.513442 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:40.528700 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c6b3fb17-8fd5-48f5-89dc-bbe06aa42081 req-ea8a2789-807a-4e13-aa52-7eeae4cfaa02 service neutron] 10.222.0.69 "GET /v2.0/networks/c173e005-89f4-4c18-bacc-4a095707947a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572269 Aug 19 14:42:40.545627 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a00e539d-a2c5-4cec-af48-687a7df72376 req-8e7651f2-12b6-4273-9337-249a193d2b1d service neutron] 10.222.0.88 "GET /v2.0/networks/c173e005-89f4-4c18-bacc-4a095707947a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610571 Aug 19 14:42:40.558091 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c667ba7-1149-4737-a122-c41f3977b063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e9e6e4-8140-4bf1-8579-ba75decf7eb0'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:42:40.560564 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7e198b-cd9f-4471-8534-e5242b83eaa4" -d '{"events": [{"server_uuid": "1c667ba7-1149-4737-a122-c41f3977b063", "name": "network-vif-plugged", "status": "completed", "tag": "35e9e6e4-8140-4bf1-8579-ba75decf7eb0"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:42:40.584516 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 35e9e6e4-8140-4bf1-8579-ba75decf7eb0, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=35e9e6e4-8140-4bf1-8579-ba75decf7eb0,segment=NetworkSegment(f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0),segment_id=f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:40.589513 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:40.590855 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device a59c51f8-a9b3-42fe-8a1a-1ab240009612 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:42:40.634842 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97161db-9ddf-4046-aa44-77901f9d11fc x-openstack-request-id: req-e97161db-9ddf-4046-aa44-77901f9d11fc {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:42:40.635126 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c667ba7-1149-4737-a122-c41f3977b063", "name": "network-vif-plugged", "status": "completed", "tag": "35e9e6e4-8140-4bf1-8579-ba75decf7eb0", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:42:40.635381 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e97161db-9ddf-4046-aa44-77901f9d11fc {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:42:40.635868 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c667ba7-1149-4737-a122-c41f3977b063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e9e6e4-8140-4bf1-8579-ba75decf7eb0', 'code': 200} Aug 19 14:42:40.639840 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: a59c51f8-a9b3-42fe-8a1a-1ab240009612 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:42:40.640187 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device a59c51f8-a9b3-42fe-8a1a-1ab240009612 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:42:40.641942 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=7e24f613-6e91-48e7-8919-e5acbbaf158d,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:40.713497 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=35e9e6e4-8140-4bf1-8579-ba75decf7eb0,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:40.801206 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8be69b-77ec-4115-aa43-61cd5d146651 req-83e2d471-74fa-4b15-ba2d-7d7698a455ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:40.802655 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1e8be69b-77ec-4115-aa43-61cd5d146651 req-83e2d471-74fa-4b15-ba2d-7d7698a455ed service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1c667ba7-1149-4737-a122-c41f3977b063 HTTP/1.1" status: 200 len: 1096 time: 0.0801501 Aug 19 14:42:40.845898 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7def21b8-e2bc-4bb0-8d82-86b52ed93e93 req-de89bd86-2b39-4ee3-b080-acff526eb3b9 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.2.111 HTTP/1.1" status: 200 len: 1001 time: 0.1309681 Aug 19 14:42:40.892289 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1e8be69b-77ec-4115-aa43-61cd5d146651 req-aa717c34-1eeb-470a-81e1-6196cd654de4 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=4dc3a3ba-1037-47e2-ad77-44367bf6ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686042 Aug 19 14:42:40.928097 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def21b8-e2bc-4bb0-8d82-86b52ed93e93 req-b2a590bd-a55a-43ce-9b64-6f68625f86cb tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:40.930153 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7def21b8-e2bc-4bb0-8d82-86b52ed93e93 req-b2a590bd-a55a-43ce-9b64-6f68625f86cb tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/ports/eefc9f81-e7bb-452f-b3ef-9e352ebba44f HTTP/1.1" status: 200 len: 942 time: 0.0832701 Aug 19 14:42:40.995099 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eff677-7150-419a-8b3e-4cfc657a196b req-abda37d0-05c9-4b93-8f1c-6069ccca0d6b tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:40.997307 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-74eff677-7150-419a-8b3e-4cfc657a196b req-abda37d0-05c9-4b93-8f1c-6069ccca0d6b tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.0811164 Aug 19 14:42:41.035869 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['7e24f613-6e91-48e7-8919-e5acbbaf158d'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:42:41.108341 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7def21b8-e2bc-4bb0-8d82-86b52ed93e93 req-b9879ab4-0fcb-478a-b3e8-0130b9fe6a68 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.2.111 HTTP/1.1" status: 200 len: 1001 time: 0.1098657 Aug 19 14:42:41.111949 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-74eff677-7150-419a-8b3e-4cfc657a196b req-113ee113-0448-45fa-9d3b-80e73af9b473 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058238 Aug 19 14:42:41.266715 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def21b8-e2bc-4bb0-8d82-86b52ed93e93 req-c6b9ba4b-cd45-4cbd-b091-d1000091cdc5 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:41.284049 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7def21b8-e2bc-4bb0-8d82-86b52ed93e93 req-c6b9ba4b-cd45-4cbd-b091-d1000091cdc5 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/networks/88eeec05-6d16-4f02-9461-44ff5e420302 HTTP/1.1" status: 200 len: 784 time: 0.1682568 Aug 19 14:42:41.405185 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9684fd95-fd67-4dfe-b1c8-a344dcda2194 req-0a34d646-4d6d-42f6-8536-be09a1db3e98 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.2.111 HTTP/1.1" status: 200 len: 1001 time: 0.1055710 Aug 19 14:42:41.469118 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a21b5-fd23-40e0-b260-adb9e9b25745 req-e84ccefc-259d-4094-ad58-8c928878cf48 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:41.470744 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8f0a21b5-fd23-40e0-b260-adb9e9b25745 req-e84ccefc-259d-4094-ad58-8c928878cf48 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=72e6ec3c-6451-4c81-94f2-a9b2476442be HTTP/1.1" status: 200 len: 950 time: 0.1150138 Aug 19 14:42:41.482946 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684fd95-fd67-4dfe-b1c8-a344dcda2194 req-6052dd08-8b39-40cf-8801-54436e902bbb tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:41.489486 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9684fd95-fd67-4dfe-b1c8-a344dcda2194 req-6052dd08-8b39-40cf-8801-54436e902bbb tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/ports/eefc9f81-e7bb-452f-b3ef-9e352ebba44f HTTP/1.1" status: 200 len: 942 time: 0.0820839 Aug 19 14:42:41.548114 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8f0a21b5-fd23-40e0-b260-adb9e9b25745 req-884e523c-b7b0-45b5-8b4b-ae6a4bdd1dc7 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575616 Aug 19 14:42:41.664021 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9684fd95-fd67-4dfe-b1c8-a344dcda2194 req-4daddc67-8a71-4496-8a8d-42227c45deed tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.2.111 HTTP/1.1" status: 200 len: 1001 time: 0.1005843 Aug 19 14:42:41.795081 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62ebe9-bb21-4ef0-a084-0e36e47e0852 req-a1f8af65-fc41-4927-a973-d6ae6c8fdc27 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:41.797002 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cb62ebe9-bb21-4ef0-a084-0e36e47e0852 req-a1f8af65-fc41-4927-a973-d6ae6c8fdc27 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/ports?device_id=44cce5e7-6768-4942-bada-3a60731ffc98 HTTP/1.1" status: 200 len: 944 time: 0.1390803 Aug 19 14:42:41.866897 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cb62ebe9-bb21-4ef0-a084-0e36e47e0852 req-6aaba975-78b5-40eb-a0bb-ad6a4555d19d tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/security-groups?id=4dc3a3ba-1037-47e2-ad77-44367bf6ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616374 Aug 19 14:42:41.875609 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684fd95-fd67-4dfe-b1c8-a344dcda2194 req-19ff88a5-7731-420e-996c-1040d8e4e599 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:41.877080 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9684fd95-fd67-4dfe-b1c8-a344dcda2194 req-19ff88a5-7731-420e-996c-1040d8e4e599 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/networks/88eeec05-6d16-4f02-9461-44ff5e420302 HTTP/1.1" status: 200 len: 784 time: 0.2043808 Aug 19 14:42:41.894652 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [req-9684fd95-fd67-4dfe-b1c8-a344dcda2194 req-11ac26c4-dffc-4ed2-b03c-eea8497132d7 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:42:41.895691 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9684fd95-fd67-4dfe-b1c8-a344dcda2194 req-11ac26c4-dffc-4ed2-b03c-eea8497132d7 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114229 Aug 19 14:42:42.011019 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9684fd95-fd67-4dfe-b1c8-a344dcda2194 req-4fa9c4c6-0dbf-4cb4-92ff-cca95cb68097 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.2.111 HTTP/1.1" status: 200 len: 1001 time: 0.1008134 Aug 19 14:42:42.023881 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-9684fd95-fd67-4dfe-b1c8-a344dcda2194 req-5c8b5dff-7976-4f2c-8c1c-0f5b597fd542 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:42:42.105130 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9684fd95-fd67-4dfe-b1c8-a344dcda2194 req-5c8b5dff-7976-4f2c-8c1c-0f5b597fd542 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Notify callbacks [] for floatingip, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:42.386893 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9684fd95-fd67-4dfe-b1c8-a344dcda2194 req-5c8b5dff-7976-4f2c-8c1c-0f5b597fd542 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:42.399935 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499b861-7cc1-4825-a776-48df71842e8c req-5a3ba824-b912-46bb-b477-bfb68c537a7e tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:42.401649 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f499b861-7cc1-4825-a776-48df71842e8c req-5a3ba824-b912-46bb-b477-bfb68c537a7e tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.1534040 Aug 19 14:42:42.403594 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9684fd95-fd67-4dfe-b1c8-a344dcda2194 req-5c8b5dff-7976-4f2c-8c1c-0f5b597fd542 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:42.404002 n-d-766043-2 neutron-server[94640]: INFO neutron.db.l3_db [req-9684fd95-fd67-4dfe-b1c8-a344dcda2194 req-5c8b5dff-7976-4f2c-8c1c-0f5b597fd542 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Floating IP 45b3274a-53fb-404a-85a5-00829e4be430 disassociated. External IP: 172.25.2.111, port: eefc9f81-e7bb-452f-b3ef-9e352ebba44f. Aug 19 14:42:42.539505 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f499b861-7cc1-4825-a776-48df71842e8c req-54679b43-6d90-40a8-afee-b3d47bcf5c29 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296625 Aug 19 14:42:42.771904 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9684fd95-fd67-4dfe-b1c8-a344dcda2194 req-5c8b5dff-7976-4f2c-8c1c-0f5b597fd542 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Router 050507a3-41b4-4a92-abc8-4252a7e2c272 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:42:42.783369 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651036c-ba68-41df-bec4-680d0679eb03 req-91db5b90-dd24-41ef-bf52-753bd3951d15 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:42.785488 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5651036c-ba68-41df-bec4-680d0679eb03 req-91db5b90-dd24-41ef-bf52-753bd3951d15 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=72e6ec3c-6451-4c81-94f2-a9b2476442be HTTP/1.1" status: 200 len: 950 time: 0.0881901 Aug 19 14:42:42.882478 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5651036c-ba68-41df-bec4-680d0679eb03 req-6cca523f-9f91-4aac-bf64-278a679444f4 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872898 Aug 19 14:42:43.022225 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9684fd95-fd67-4dfe-b1c8-a344dcda2194 req-5c8b5dff-7976-4f2c-8c1c-0f5b597fd542 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:42:43.029496 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9684fd95-fd67-4dfe-b1c8-a344dcda2194 req-5c8b5dff-7976-4f2c-8c1c-0f5b597fd542 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:43.042618 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a299d551-7863-4468-b712-45722524157f None None] Sync routers for ids ['050507a3-41b4-4a92-abc8-4252a7e2c272'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:42:43.053966 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a299d551-7863-4468-b712-45722524157f None None] Routers {'050507a3-41b4-4a92-abc8-4252a7e2c272'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:42:43.054606 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a299d551-7863-4468-b712-45722524157f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:42:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['050507a3-41b4-4a92-abc8-4252a7e2c272'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:42:43.086747 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498038f-d0bd-470b-b5a4-d7711ebc38a5 req-b7817430-42f4-479c-8983-ab67a619785a tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:43.089454 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9498038f-d0bd-470b-b5a4-d7711ebc38a5 req-b7817430-42f4-479c-8983-ab67a619785a tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/ports?device_id=44cce5e7-6768-4942-bada-3a60731ffc98 HTTP/1.1" status: 200 len: 944 time: 0.1146541 Aug 19 14:42:43.103928 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9684fd95-fd67-4dfe-b1c8-a344dcda2194 req-5c8b5dff-7976-4f2c-8c1c-0f5b597fd542 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "PUT /v2.0/floatingips/45b3274a-53fb-404a-85a5-00829e4be430 HTTP/1.1" status: 200 len: 695 time: 1.0861683 Aug 19 14:42:43.108138 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4849f1a4-be4f-42dc-a2e4-139f7420eec6', 'tag': 'eefc9f81-e7bb-452f-b3ef-9e352ebba44f'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:42:43.110580 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81efa65e-ff0d-47ff-bd1c-479e3ee16340" -d '{"events": [{"name": "network-changed", "server_uuid": "4849f1a4-be4f-42dc-a2e4-139f7420eec6", "tag": "eefc9f81-e7bb-452f-b3ef-9e352ebba44f"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:42:43.217122 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9498038f-d0bd-470b-b5a4-d7711ebc38a5 req-10d50f8f-d6e1-4c65-a2cc-aeee72e0ea4e tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/security-groups?id=4dc3a3ba-1037-47e2-ad77-44367bf6ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113617 Aug 19 14:42:43.228348 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-a299d551-7863-4468-b712-45722524157f None None] Set router 050507a3-41b4-4a92-abc8-4252a7e2c272 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:42:43.254574 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684fd95-fd67-4dfe-b1c8-a344dcda2194 req-c5419501-4d6d-4343-8454-9dab6e6203de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:43.263466 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9684fd95-fd67-4dfe-b1c8-a344dcda2194 req-c5419501-4d6d-4343-8454-9dab6e6203de service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=142f83185aea4a6daae515dcd5cb4f68&device_id=4849f1a4-be4f-42dc-a2e4-139f7420eec6 HTTP/1.1" status: 200 len: 1096 time: 0.1381755 Aug 19 14:42:43.429091 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684fd95-fd67-4dfe-b1c8-a344dcda2194 req-f25674a3-14b7-491f-8b75-04022755376d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:43.432055 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9684fd95-fd67-4dfe-b1c8-a344dcda2194 req-f25674a3-14b7-491f-8b75-04022755376d service neutron] 10.222.0.69 "GET /v2.0/networks?id=c173e005-89f4-4c18-bacc-4a095707947a HTTP/1.1" status: 200 len: 920 time: 0.1672497 Aug 19 14:42:43.515280 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929b1c2b-e7eb-4c91-add9-5486e3f15e6a x-openstack-request-id: req-929b1c2b-e7eb-4c91-add9-5486e3f15e6a {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:42:43.515675 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4849f1a4-be4f-42dc-a2e4-139f7420eec6", "tag": "eefc9f81-e7bb-452f-b3ef-9e352ebba44f", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:42:43.516064 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-929b1c2b-e7eb-4c91-add9-5486e3f15e6a {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:42:43.516515 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4849f1a4-be4f-42dc-a2e4-139f7420eec6', 'tag': 'eefc9f81-e7bb-452f-b3ef-9e352ebba44f', 'status': 'completed', 'code': 200} Aug 19 14:42:43.519532 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9684fd95-fd67-4dfe-b1c8-a344dcda2194 req-9cd1e4a6-390d-43a0-a285-fc599a26ab1d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eefc9f81-e7bb-452f-b3ef-9e352ebba44f HTTP/1.1" status: 200 len: 217 time: 0.0790014 Aug 19 14:42:43.551271 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a299d551-7863-4468-b712-45722524157f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'name': 'tempest-FloatingIPsAssociationTestJSON-78058810-router', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '8962307e-de8f-47c7-8a79-d5d79c8631e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:41:40Z', 'updated_at': '2021-08-19T14:41:46Z', 'revision_number': 4, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'gw_port': {'id': '8962307e-de8f-47c7-8a79-d5d79c8631e7', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:41:42Z', 'updated_at': '2021-08-19T14:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'f90fceea-beae-48a3-879c-e4408594bf2e', 'name': '', 'network_id': 'c173e005-89f4-4c18-bacc-4a095707947a', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'mac_address': 'fa:16:3e:93:93:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '55a74698-63e8-48bf-8a39-b9ba22230f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:41:44Z', 'updated_at': '2021-08-19T14:41:51Z', 'revision_number': 5, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'subnets': [{'id': '55a74698-63e8-48bf-8a39-b9ba22230f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:42:43.599725 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a299d551-7863-4468-b712-45722524157f None None] Checking router: 050507a3-41b4-4a92-abc8-4252a7e2c272 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:42:43.603341 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684fd95-fd67-4dfe-b1c8-a344dcda2194 req-7fe766a3-ed23-43de-84e4-66eb43492073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:43.606269 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9684fd95-fd67-4dfe-b1c8-a344dcda2194 req-7fe766a3-ed23-43de-84e4-66eb43492073 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=55a74698-63e8-48bf-8a39-b9ba22230f90 HTTP/1.1" status: 200 len: 858 time: 0.0785306 Aug 19 14:42:43.622606 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a299d551-7863-4468-b712-45722524157f None None] Routers {'050507a3-41b4-4a92-abc8-4252a7e2c272'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:42:43.623247 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a299d551-7863-4468-b712-45722524157f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:42:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['050507a3-41b4-4a92-abc8-4252a7e2c272'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:42:43.687619 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81efa65e-ff0d-47ff-bd1c-479e3ee16340 req-132970f3-5b75-4654-8780-00068c508341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:43.689447 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-81efa65e-ff0d-47ff-bd1c-479e3ee16340 req-132970f3-5b75-4654-8780-00068c508341 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=142f83185aea4a6daae515dcd5cb4f68&device_id=4849f1a4-be4f-42dc-a2e4-139f7420eec6 HTTP/1.1" status: 200 len: 1096 time: 0.1235025 Aug 19 14:42:43.699236 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6040eb-7c4e-4fad-8c09-8b093348cf36 req-70574091-dec8-47d2-a183-7ff95a292e6f tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:43.702464 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ef6040eb-7c4e-4fad-8c09-8b093348cf36 req-70574091-dec8-47d2-a183-7ff95a292e6f tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.68 "GET /v2.0/ports?device_id=72e6ec3c-6451-4c81-94f2-a9b2476442be HTTP/1.1" status: 200 len: 950 time: 0.1209176 Aug 19 14:42:43.720932 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684fd95-fd67-4dfe-b1c8-a344dcda2194 req-26ddf5ee-c9bd-4f3e-8243-0e523edae80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:43.730633 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9684fd95-fd67-4dfe-b1c8-a344dcda2194 req-26ddf5ee-c9bd-4f3e-8243-0e523edae80b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c173e005-89f4-4c18-bacc-4a095707947a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1167328 Aug 19 14:42:43.812971 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5d49c-3c4c-4298-a870-8c04883f2621 req-8d9ed419-f199-4614-9af0-7f61bbd6ad81 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:43.815309 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ccf5d49c-3c4c-4298-a870-8c04883f2621 req-8d9ed419-f199-4614-9af0-7f61bbd6ad81 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.1506953 Aug 19 14:42:43.885720 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ccf5d49c-3c4c-4298-a870-8c04883f2621 req-2cce4dec-13e0-4985-90be-da5ccc042751 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628889 Aug 19 14:42:43.907801 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-ef6040eb-7c4e-4fad-8c09-8b093348cf36 req-8bb5a978-93b1-482f-8fd9-b011fb2a8cd0 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Deleting port 71660b2b-ea0f-4ab1-8bb1-61fee9decc6e {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:42:43.908282 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ef6040eb-7c4e-4fad-8c09-8b093348cf36 req-8bb5a978-93b1-482f-8fd9-b011fb2a8cd0 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:43.918740 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-a299d551-7863-4468-b712-45722524157f None None] Set router 050507a3-41b4-4a92-abc8-4252a7e2c272 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:42:43.951410 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9684fd95-fd67-4dfe-b1c8-a344dcda2194 req-ffd02dda-6c41-440e-9813-0163757b47b7 service neutron] 10.222.0.69 "GET /v2.0/networks/c173e005-89f4-4c18-bacc-4a095707947a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194624 Aug 19 14:42:44.029685 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-ef6040eb-7c4e-4fad-8c09-8b093348cf36 req-8bb5a978-93b1-482f-8fd9-b011fb2a8cd0 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] For port 71660b2b-ea0f-4ab1-8bb1-61fee9decc6e, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=71660b2b-ea0f-4ab1-8bb1-61fee9decc6e,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:44.030178 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ef6040eb-7c4e-4fad-8c09-8b093348cf36 req-8bb5a978-93b1-482f-8fd9-b011fb2a8cd0 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:44.045611 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-ef6040eb-7c4e-4fad-8c09-8b093348cf36 req-8bb5a978-93b1-482f-8fd9-b011fb2a8cd0 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Calling delete_port for 71660b2b-ea0f-4ab1-8bb1-61fee9decc6e owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:42:44.106232 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81efa65e-ff0d-47ff-bd1c-479e3ee16340 req-4a5139cd-12a9-4bbb-9511-efb87cb6acdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:44.107746 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-81efa65e-ff0d-47ff-bd1c-479e3ee16340 req-4a5139cd-12a9-4bbb-9511-efb87cb6acdc service neutron] 10.222.0.68 "GET /v2.0/networks?id=c173e005-89f4-4c18-bacc-4a095707947a HTTP/1.1" status: 200 len: 920 time: 0.4042907 Aug 19 14:42:44.121854 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 7e24f613-6e91-48e7-8919-e5acbbaf158d up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:42:44.169818 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9684fd95-fd67-4dfe-b1c8-a344dcda2194 req-4d318868-078d-4b0b-b19b-2149de39d0cb service neutron] 10.222.0.69 "GET /v2.0/networks/c173e005-89f4-4c18-bacc-4a095707947a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171333 Aug 19 14:42:44.199682 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-81efa65e-ff0d-47ff-bd1c-479e3ee16340 req-8cd4c5d8-9e5d-4894-9f87-93097e9386d4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eefc9f81-e7bb-452f-b3ef-9e352ebba44f HTTP/1.1" status: 200 len: 217 time: 0.0638983 Aug 19 14:42:44.260387 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7b67c-5236-4043-8329-d6bf031945c7 req-20b6c758-f193-4094-908f-ae05ef5ae051 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:44.274726 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-40e7b67c-5236-4043-8329-d6bf031945c7 req-20b6c758-f193-4094-908f-ae05ef5ae051 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=72e6ec3c-6451-4c81-94f2-a9b2476442be HTTP/1.1" status: 200 len: 950 time: 0.1429453 Aug 19 14:42:44.296004 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a299d551-7863-4468-b712-45722524157f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'name': 'tempest-FloatingIPsAssociationTestJSON-78058810-router', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '8962307e-de8f-47c7-8a79-d5d79c8631e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:41:40Z', 'updated_at': '2021-08-19T14:41:46Z', 'revision_number': 4, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'gw_port': {'id': '8962307e-de8f-47c7-8a79-d5d79c8631e7', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:41:42Z', 'updated_at': '2021-08-19T14:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'f90fceea-beae-48a3-879c-e4408594bf2e', 'name': '', 'network_id': 'c173e005-89f4-4c18-bacc-4a095707947a', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'mac_address': 'fa:16:3e:93:93:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '55a74698-63e8-48bf-8a39-b9ba22230f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:41:44Z', 'updated_at': '2021-08-19T14:41:51Z', 'revision_number': 5, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'subnets': [{'id': '55a74698-63e8-48bf-8a39-b9ba22230f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:42:44.343463 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-40e7b67c-5236-4043-8329-d6bf031945c7 req-e408fbcb-8b39-4753-a2bb-b673cab3e111 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673513 Aug 19 14:42:44.358719 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a299d551-7863-4468-b712-45722524157f None None] The sync data for ids ['050507a3-41b4-4a92-abc8-4252a7e2c272'] in n-d-766043-2 is: [{'id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'name': 'tempest-FloatingIPsAssociationTestJSON-78058810-router', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '8962307e-de8f-47c7-8a79-d5d79c8631e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:41:40Z', 'updated_at': '2021-08-19T14:41:46Z', 'revision_number': 4, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'gw_port': {'id': '8962307e-de8f-47c7-8a79-d5d79c8631e7', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:41:42Z', 'updated_at': '2021-08-19T14:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'f90fceea-beae-48a3-879c-e4408594bf2e', 'name': '', 'network_id': 'c173e005-89f4-4c18-bacc-4a095707947a', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'mac_address': 'fa:16:3e:93:93:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '55a74698-63e8-48bf-8a39-b9ba22230f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:41:44Z', 'updated_at': '2021-08-19T14:41:51Z', 'revision_number': 5, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'subnets': [{'id': '55a74698-63e8-48bf-8a39-b9ba22230f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:42:44.365662 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 7e24f613-6e91-48e7-8919-e5acbbaf158d completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:42:44.381550 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 7e24f613-6e91-48e7-8919-e5acbbaf158d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:42:44.381974 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:44.474642 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81efa65e-ff0d-47ff-bd1c-479e3ee16340 req-59b4728d-5512-4de7-975e-bccbb0a0dfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:44.476891 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-81efa65e-ff0d-47ff-bd1c-479e3ee16340 req-59b4728d-5512-4de7-975e-bccbb0a0dfc0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=55a74698-63e8-48bf-8a39-b9ba22230f90 HTTP/1.1" status: 200 len: 858 time: 0.2382154 Aug 19 14:42:44.563189 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:44.596695 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43bb31-8073-4754-a3e3-dcd3bb36cf95 req-e46f4519-0666-424a-90f7-dbd45ac74db6 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:44.600299 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7a43bb31-8073-4754-a3e3-dcd3bb36cf95 req-e46f4519-0666-424a-90f7-dbd45ac74db6 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/ports?device_id=44cce5e7-6768-4942-bada-3a60731ffc98 HTTP/1.1" status: 200 len: 944 time: 0.1604230 Aug 19 14:42:44.609293 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 7e24f613-6e91-48e7-8919-e5acbbaf158d, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=7e24f613-6e91-48e7-8919-e5acbbaf158d,segment=NetworkSegment(f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0),segment_id=f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:44.610386 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44cce5e7-6768-4942-bada-3a60731ffc98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e24f613-6e91-48e7-8919-e5acbbaf158d'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:42:44.610655 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ef6040eb-7c4e-4fad-8c09-8b093348cf36 req-8bb5a978-93b1-482f-8fd9-b011fb2a8cd0 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:44.614187 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe08f92-404f-4def-97ed-7c934d5d5031" -d '{"events": [{"server_uuid": "44cce5e7-6768-4942-bada-3a60731ffc98", "name": "network-vif-plugged", "status": "completed", "tag": "7e24f613-6e91-48e7-8919-e5acbbaf158d"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:42:44.619363 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:44.690903 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=7e24f613-6e91-48e7-8919-e5acbbaf158d,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:44.694490 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['ccb03fe0-dc14-4f36-aaa1-3db9abeac918', '929732b9-60e7-49e1-a5f7-8257f68953a2'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:42:44.730131 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7a43bb31-8073-4754-a3e3-dcd3bb36cf95 req-bf834647-c77a-41c0-97ee-60ae1761d50e tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/security-groups?id=4dc3a3ba-1037-47e2-ad77-44367bf6ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236124 Aug 19 14:42:44.737456 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb5a978-93b1-482f-8fd9-b011fb2a8cd0 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Pushing event deleted for resources: {'Port': ['ID=71660b2b-ea0f-4ab1-8bb1-61fee9decc6e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:44.743666 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['b7cdddfb-21cf-4332-9d96-c1edd174d9b1', 'd5bf5591-dd61-494c-9e1d-4302052e8ea1', 'ff5ae454-8204-4874-949d-c1ac12f516e7', '71660b2b-ea0f-4ab1-8bb1-61fee9decc6e'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:42:44.744618 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81efa65e-ff0d-47ff-bd1c-479e3ee16340 req-10abfed5-01dd-40b5-894f-b44afdef96fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:44.748694 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-81efa65e-ff0d-47ff-bd1c-479e3ee16340 req-10abfed5-01dd-40b5-894f-b44afdef96fa service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c173e005-89f4-4c18-bacc-4a095707947a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2387483 Aug 19 14:42:44.853328 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef6040eb-7c4e-4fad-8c09-8b093348cf36 req-8bb5a978-93b1-482f-8fd9-b011fb2a8cd0 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] No DVR routers for this DVR port 71660b2b-ea0f-4ab1-8bb1-61fee9decc6e on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:42:44.870343 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ef6040eb-7c4e-4fad-8c09-8b093348cf36 req-8bb5a978-93b1-482f-8fd9-b011fb2a8cd0 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:44.873010 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ef6040eb-7c4e-4fad-8c09-8b093348cf36 req-8bb5a978-93b1-482f-8fd9-b011fb2a8cd0 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.68 "DELETE /v2.0/ports/71660b2b-ea0f-4ab1-8bb1-61fee9decc6e HTTP/1.1" status: 204 len: 173 time: 1.1502972 Aug 19 14:42:44.873448 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e6ec3c-6451-4c81-94f2-a9b2476442be', 'name': 'network-vif-deleted', 'tag': '71660b2b-ea0f-4ab1-8bb1-61fee9decc6e'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:42:44.876579 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1a063b-8713-4e52-9403-5d11b930ba77" -d '{"events": [{"server_uuid": "72e6ec3c-6451-4c81-94f2-a9b2476442be", "name": "network-vif-deleted", "tag": "71660b2b-ea0f-4ab1-8bb1-61fee9decc6e"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:42:44.900747 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a360d88-af6d-42c2-89f4-ad5b198f6e6b None None] New status for floating IP 45b3274a-53fb-404a-85a5-00829e4be430: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 14:42:44.903018 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a6a9d6-dd32-4e5a-875c-0fe84d69401c x-openstack-request-id: req-79a6a9d6-dd32-4e5a-875c-0fe84d69401c {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:42:44.904037 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44cce5e7-6768-4942-bada-3a60731ffc98", "name": "network-vif-plugged", "status": "completed", "tag": "7e24f613-6e91-48e7-8919-e5acbbaf158d", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:42:44.907377 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-79a6a9d6-dd32-4e5a-875c-0fe84d69401c {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:42:44.908016 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44cce5e7-6768-4942-bada-3a60731ffc98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e24f613-6e91-48e7-8919-e5acbbaf158d', 'code': 200} Aug 19 14:42:44.979947 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc9fcc0-c70b-4d74-9919-8e3e74e82923 x-openstack-request-id: req-8bc9fcc0-c70b-4d74-9919-8e3e74e82923 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:42:44.980354 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e6ec3c-6451-4c81-94f2-a9b2476442be", "name": "network-vif-deleted", "tag": "71660b2b-ea0f-4ab1-8bb1-61fee9decc6e", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:42:44.980654 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8bc9fcc0-c70b-4d74-9919-8e3e74e82923 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:42:44.981050 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e6ec3c-6451-4c81-94f2-a9b2476442be', 'name': 'network-vif-deleted', 'tag': '71660b2b-ea0f-4ab1-8bb1-61fee9decc6e', 'status': 'completed', 'code': 200} Aug 19 14:42:45.049163 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-81efa65e-ff0d-47ff-bd1c-479e3ee16340 req-b8dae707-e8bd-46c0-ac03-357423630b9d service neutron] 10.222.0.68 "GET /v2.0/networks/c173e005-89f4-4c18-bacc-4a095707947a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647529 Aug 19 14:42:45.167860 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-81efa65e-ff0d-47ff-bd1c-479e3ee16340 req-df9e8fc1-fcd4-44ee-bd3f-8e8d4effcb63 service neutron] 10.222.0.68 "GET /v2.0/networks/c173e005-89f4-4c18-bacc-4a095707947a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012092 Aug 19 14:42:45.369472 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91307b7e-5909-48e4-a8ca-0614d3450376 req-ace49712-9c0d-4b9d-96d4-aed39cfdb3af tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:45.382104 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-91307b7e-5909-48e4-a8ca-0614d3450376 req-ace49712-9c0d-4b9d-96d4-aed39cfdb3af tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f3c79de-d19d-4faf-bc2c-34883c4e4c8b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4942753 Aug 19 14:42:45.419701 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec45cf-be9b-4756-9ec5-ef4b90b6bd2f req-570927ce-2520-4bd6-bf9e-49dbcb999f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:45.425795 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f4ec45cf-be9b-4756-9ec5-ef4b90b6bd2f req-570927ce-2520-4bd6-bf9e-49dbcb999f4f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=44cce5e7-6768-4942-bada-3a60731ffc98 HTTP/1.1" status: 200 len: 1096 time: 0.3526242 Aug 19 14:42:45.430554 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100b1ec9-0bf8-48b9-a384-44cb7950bb87 req-61d92d4f-76bc-4c95-b0ee-442d04f7751f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:45.437465 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-100b1ec9-0bf8-48b9-a384-44cb7950bb87 req-61d92d4f-76bc-4c95-b0ee-442d04f7751f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 1100 time: 0.1164579 Aug 19 14:42:45.498437 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-100b1ec9-0bf8-48b9-a384-44cb7950bb87 req-7bec594b-342f-4ee2-8356-7e4a14926e83 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476682 Aug 19 14:42:45.546417 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9b79c72b-13b1-4f22-ada9-483119bef395 req-a5229290-d023-463a-99d3-91f60bf5f09c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=473a93dd-c6e2-40c5-8b6b-c8d2a9701d03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6218104 Aug 19 14:42:45.557677 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-91307b7e-5909-48e4-a8ca-0614d3450376 req-ad8cfd8c-0d88-4f0c-b992-5c406a054624 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.2.111 HTTP/1.1" status: 200 len: 698 time: 0.1739361 Aug 19 14:42:45.567147 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65547831-5da7-4251-b286-540e47a7ecda req-9b85f3a7-334b-4005-b762-46fc796e0e5e tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:45.568646 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-65547831-5da7-4251-b286-540e47a7ecda req-9b85f3a7-334b-4005-b762-46fc796e0e5e tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.4234481 Aug 19 14:42:45.573004 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-91307b7e-5909-48e4-a8ca-0614d3450376 req-40a0b350-85ea-4b4a-9c37-e62937040c0a tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Request body: {'floatingip': {'port_id': 'ee9706ba-209b-40aa-8767-35b32f77135e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:42:45.624126 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-91307b7e-5909-48e4-a8ca-0614d3450376 req-40a0b350-85ea-4b4a-9c37-e62937040c0a tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Notify callbacks [] for floatingip, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:45.741543 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f4ec45cf-be9b-4756-9ec5-ef4b90b6bd2f req-7c6d1904-9478-48d9-b0de-c60bb2672929 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=4dc3a3ba-1037-47e2-ad77-44367bf6ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213349 Aug 19 14:42:45.791896 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-65547831-5da7-4251-b286-540e47a7ecda req-4ef87b00-1fc6-4cf4-ad2d-9954c8e0cc04 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636679 Aug 19 14:42:45.888553 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79c72b-13b1-4f22-ada9-483119bef395 req-2ab511e7-69dc-461f-a736-1b473aad6dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:45.890042 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9b79c72b-13b1-4f22-ada9-483119bef395 req-2ab511e7-69dc-461f-a736-1b473aad6dcf service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=41e15b78d78c4e818c7fba2f667bded5&device_id=473a93dd-c6e2-40c5-8b6b-c8d2a9701d03 HTTP/1.1" status: 200 len: 1100 time: 0.1147094 Aug 19 14:42:46.187609 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 703dace4-fc56-4540-b847-7744faf5037d details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:42:46.192475 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 703dace4-fc56-4540-b847-7744faf5037d no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:42:46.345345 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:46.369505 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 703dace4-fc56-4540-b847-7744faf5037d, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=703dace4-fc56-4540-b847-7744faf5037d,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:46.393885 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '703dace4-fc56-4540-b847-7744faf5037d', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'port_id': '703dace4-fc56-4540-b847-7744faf5037d', 'mac_address': 'fa:16:3e:1f:64:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:42:46.405517 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 703dace4-fc56-4540-b847-7744faf5037d, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=703dace4-fc56-4540-b847-7744faf5037d,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:46.429088 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ad99259d-3d86-4096-ab97-ca8030ac4fe7 req-89677972-425f-4141-ad9b-2d8878f5434f tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=72e6ec3c-6451-4c81-94f2-a9b2476442be HTTP/1.1" status: 200 len: 210 time: 0.3993962 Aug 19 14:42:46.429697 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:46.488789 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:46.498407 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79c72b-13b1-4f22-ada9-483119bef395 req-e236bf89-db9e-4aa5-813a-5c8b4a698932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:46.503177 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9b79c72b-13b1-4f22-ada9-483119bef395 req-e236bf89-db9e-4aa5-813a-5c8b4a698932 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.5716965 Aug 19 14:42:46.505908 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=703dace4-fc56-4540-b847-7744faf5037d,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:46.515036 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 703dace4-fc56-4540-b847-7744faf5037d {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:42:46.563681 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 14:42:46.564046 n-d-766043-2 neutron-server[94641]: DEBUG oslo_db.api [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 14:42:46.587659 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9b79c72b-13b1-4f22-ada9-483119bef395 req-0398dc05-60d4-44de-a90e-712bf03222d8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=d5bf5591-dd61-494c-9e1d-4302052e8ea1 HTTP/1.1" status: 200 len: 217 time: 0.0564098 Aug 19 14:42:46.769069 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79c72b-13b1-4f22-ada9-483119bef395 req-59bbe3af-7066-48cd-92d5-bd66b55f252a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:46.770538 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9b79c72b-13b1-4f22-ada9-483119bef395 req-59bbe3af-7066-48cd-92d5-bd66b55f252a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.1528966 Aug 19 14:42:46.782571 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b2fee-9490-45c7-8c03-c972beebaf53 req-6ae15580-c7d0-40e2-b069-6fbb33cc3979 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:46.784157 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0f9b2fee-9490-45c7-8c03-c972beebaf53 req-6ae15580-c7d0-40e2-b069-6fbb33cc3979 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/ports?device_id=44cce5e7-6768-4942-bada-3a60731ffc98 HTTP/1.1" status: 200 len: 945 time: 0.2006514 Aug 19 14:42:46.799008 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-91307b7e-5909-48e4-a8ca-0614d3450376 req-40a0b350-85ea-4b4a-9c37-e62937040c0a tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:46.842725 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-91307b7e-5909-48e4-a8ca-0614d3450376 req-40a0b350-85ea-4b4a-9c37-e62937040c0a tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:46.851617 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3e820a04-2f89-421b-8836-e28516c271a4 req-741ca560-87bd-45c2-ab8c-9d10866c2f8e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=85a9a1b8-6e3c-4c5f-8107-1ed0e9790e2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1696064 Aug 19 14:42:46.909433 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25972b62-1c88-43d0-ba75-030270ffe8ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '703dace4-fc56-4540-b847-7744faf5037d'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:42:46.912153 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c3475e-89c3-4d7d-8561-b5c92009d36d" -d '{"events": [{"server_uuid": "25972b62-1c88-43d0-ba75-030270ffe8ab", "name": "network-vif-unplugged", "status": "completed", "tag": "703dace4-fc56-4540-b847-7744faf5037d"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:42:46.935497 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0f9b2fee-9490-45c7-8c03-c972beebaf53 req-c5ec7eed-3728-4ce2-9eaf-45708e88bf9e tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/security-groups?id=4dc3a3ba-1037-47e2-ad77-44367bf6ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398010 Aug 19 14:42:46.983769 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79c72b-13b1-4f22-ada9-483119bef395 req-6ddd0e28-6e00-4ff2-9c75-1910712e6aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:46.985406 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9b79c72b-13b1-4f22-ada9-483119bef395 req-6ddd0e28-6e00-4ff2-9c75-1910712e6aa9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1885905 Aug 19 14:42:47.006490 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e820a04-2f89-421b-8836-e28516c271a4 req-0fdc3f08-88b9-4103-986d-514d75de0806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:47.007970 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3e820a04-2f89-421b-8836-e28516c271a4 req-0fdc3f08-88b9-4103-986d-514d75de0806 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=41e15b78d78c4e818c7fba2f667bded5&device_id=85a9a1b8-6e3c-4c5f-8107-1ed0e9790e2e HTTP/1.1" status: 200 len: 1101 time: 0.1213772 Aug 19 14:42:47.068380 n-d-766043-2 neutron-server[94640]: INFO neutron.db.l3_db [req-91307b7e-5909-48e4-a8ca-0614d3450376 req-40a0b350-85ea-4b4a-9c37-e62937040c0a tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Floating IP 45b3274a-53fb-404a-85a5-00829e4be430 associated. External IP: 172.25.2.111, port: ee9706ba-209b-40aa-8767-35b32f77135e. Aug 19 14:42:47.115264 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:47.128800 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 703dace4-fc56-4540-b847-7744faf5037d {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:42:47.147904 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 703dace4-fc56-4540-b847-7744faf5037d, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=703dace4-fc56-4540-b847-7744faf5037d,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:47.153692 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:47.206211 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=703dace4-fc56-4540-b847-7744faf5037d,revision_number=10']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:47.334377 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9b79c72b-13b1-4f22-ada9-483119bef395 req-b86fe4ab-ad8a-4c0c-8263-0fa08f38a3ed service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298919 Aug 19 14:42:47.360516 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defdb5e0-9aaa-478a-ada3-4b25a2f3c78d req-b7fb457c-cd28-46cc-a266-2bc7feeb52bf tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:47.361795 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-defdb5e0-9aaa-478a-ada3-4b25a2f3c78d req-b7fb457c-cd28-46cc-a266-2bc7feeb52bf tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.2122593 Aug 19 14:42:47.381080 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e820a04-2f89-421b-8836-e28516c271a4 req-e3e38a66-ec86-4c27-b287-00c1c5a169cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:47.382614 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3e820a04-2f89-421b-8836-e28516c271a4 req-e3e38a66-ec86-4c27-b287-00c1c5a169cd service neutron] 10.222.0.88 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.3288064 Aug 19 14:42:47.548293 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3e820a04-2f89-421b-8836-e28516c271a4 req-171f4f27-bacf-476b-b709-06e222fcb1d0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=ccb03fe0-dc14-4f36-aaa1-3db9abeac918 HTTP/1.1" status: 200 len: 217 time: 0.1503212 Aug 19 14:42:47.614412 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-defdb5e0-9aaa-478a-ada3-4b25a2f3c78d req-19d68f76-7fe7-4270-b5e5-7bf2eafde918 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375855 Aug 19 14:42:47.660390 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 14:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286bfe76-fcb4-4dfd-b340-8121dcafc4cb x-openstack-request-id: req-286bfe76-fcb4-4dfd-b340-8121dcafc4cb {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:42:47.660741 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25972b62-1c88-43d0-ba75-030270ffe8ab", "name": "network-vif-unplugged", "status": "completed", "tag": "703dace4-fc56-4540-b847-7744faf5037d", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:42:47.661039 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-286bfe76-fcb4-4dfd-b340-8121dcafc4cb {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:42:47.661401 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25972b62-1c88-43d0-ba75-030270ffe8ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '703dace4-fc56-4540-b847-7744faf5037d', 'code': 200} Aug 19 14:42:47.689354 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9b79c72b-13b1-4f22-ada9-483119bef395 req-fe59d9bf-cc4b-451e-9336-ac2894d20ed5 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224144 Aug 19 14:42:47.691014 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e820a04-2f89-421b-8836-e28516c271a4 req-0cc3e245-41fc-43e1-bcbd-7ed28f7bd812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:47.692425 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3e820a04-2f89-421b-8836-e28516c271a4 req-0cc3e245-41fc-43e1-bcbd-7ed28f7bd812 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.1336262 Aug 19 14:42:47.738760 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91307b7e-5909-48e4-a8ca-0614d3450376 req-40a0b350-85ea-4b4a-9c37-e62937040c0a tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Router 050507a3-41b4-4a92-abc8-4252a7e2c272 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:42:47.765425 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e820a04-2f89-421b-8836-e28516c271a4 req-aca7f063-9323-4fbc-a191-4a1f662a2aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:47.766998 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3e820a04-2f89-421b-8836-e28516c271a4 req-aca7f063-9323-4fbc-a191-4a1f662a2aba service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0565448 Aug 19 14:42:47.797978 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['703dace4-fc56-4540-b847-7744faf5037d'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:42:47.989297 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f2763-303e-4b5f-a96c-da7b79d8fe6d req-9ff7110d-c5c2-4bf9-8701-2e4ca5723778 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:47.991073 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-117f2763-303e-4b5f-a96c-da7b79d8fe6d req-9ff7110d-c5c2-4bf9-8701-2e4ca5723778 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.68 "GET /v2.0/ports?device_id=4849f1a4-be4f-42dc-a2e4-139f7420eec6 HTTP/1.1" status: 200 len: 945 time: 0.1449182 Aug 19 14:42:47.998593 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3e820a04-2f89-421b-8836-e28516c271a4 req-a182c897-8d3d-4e82-90a0-3ad02058ccf6 service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013299 Aug 19 14:42:48.000351 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91307b7e-5909-48e4-a8ca-0614d3450376 req-40a0b350-85ea-4b4a-9c37-e62937040c0a tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:42:48.010220 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ec857c-edde-4aeb-b93c-bafe8a7a46d5 None None] Sync routers for ids ['050507a3-41b4-4a92-abc8-4252a7e2c272'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:42:48.015950 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-91307b7e-5909-48e4-a8ca-0614d3450376 req-40a0b350-85ea-4b4a-9c37-e62937040c0a tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:48.022059 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ec857c-edde-4aeb-b93c-bafe8a7a46d5 None None] Routers {'050507a3-41b4-4a92-abc8-4252a7e2c272'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:42:48.022907 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-83ec857c-edde-4aeb-b93c-bafe8a7a46d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:42:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['050507a3-41b4-4a92-abc8-4252a7e2c272'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:42:48.114619 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-91307b7e-5909-48e4-a8ca-0614d3450376 req-40a0b350-85ea-4b4a-9c37-e62937040c0a tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "PUT /v2.0/floatingips/45b3274a-53fb-404a-85a5-00829e4be430 HTTP/1.1" status: 200 len: 996 time: 2.5560133 Aug 19 14:42:48.117457 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f3c79de-d19d-4faf-bc2c-34883c4e4c8b', 'tag': 'ee9706ba-209b-40aa-8767-35b32f77135e'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:42:48.119075 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec944bff-22f8-4b62-9520-b011c586594c" -d '{"events": [{"name": "network-changed", "server_uuid": "2f3c79de-d19d-4faf-bc2c-34883c4e4c8b", "tag": "ee9706ba-209b-40aa-8767-35b32f77135e"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:42:48.145866 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-83ec857c-edde-4aeb-b93c-bafe8a7a46d5 None None] Set router 050507a3-41b4-4a92-abc8-4252a7e2c272 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:42:48.193845 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 71660b2b-ea0f-4ab1-8bb1-61fee9decc6e no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:42:48.249345 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: 71660b2b-ea0f-4ab1-8bb1-61fee9decc6e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:42:48.250135 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 71660b2b-ea0f-4ab1-8bb1-61fee9decc6e not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:42:48.252575 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3e820a04-2f89-421b-8836-e28516c271a4 req-f88c3dc4-52c2-4efe-9c12-49d1ecdca0bd service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239554 Aug 19 14:42:48.256442 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-117f2763-303e-4b5f-a96c-da7b79d8fe6d req-8a6e68ed-369c-4ba1-ab62-fa7ceeff3824 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Deleting port eefc9f81-e7bb-452f-b3ef-9e352ebba44f {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:42:48.256442 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-117f2763-303e-4b5f-a96c-da7b79d8fe6d req-8a6e68ed-369c-4ba1-ab62-fa7ceeff3824 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:48.261449 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91307b7e-5909-48e4-a8ca-0614d3450376 req-3016b871-4d04-46c1-8426-771572f8f474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:48.263033 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-91307b7e-5909-48e4-a8ca-0614d3450376 req-3016b871-4d04-46c1-8426-771572f8f474 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=142f83185aea4a6daae515dcd5cb4f68&device_id=2f3c79de-d19d-4faf-bc2c-34883c4e4c8b HTTP/1.1" status: 200 len: 1096 time: 0.1155207 Aug 19 14:42:48.466056 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-117f2763-303e-4b5f-a96c-da7b79d8fe6d req-8a6e68ed-369c-4ba1-ab62-fa7ceeff3824 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] For port eefc9f81-e7bb-452f-b3ef-9e352ebba44f, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=eefc9f81-e7bb-452f-b3ef-9e352ebba44f,segment=NetworkSegment(d24c84db-ca72-4228-8e2e-914c2c673b49),segment_id=d24c84db-ca72-4228-8e2e-914c2c673b49)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:48.466426 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-117f2763-303e-4b5f-a96c-da7b79d8fe6d req-8a6e68ed-369c-4ba1-ab62-fa7ceeff3824 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:48.470145 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91307b7e-5909-48e4-a8ca-0614d3450376 req-21ccbf9e-b62f-4721-9d92-155086a621f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:48.471648 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-91307b7e-5909-48e4-a8ca-0614d3450376 req-21ccbf9e-b62f-4721-9d92-155086a621f9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c173e005-89f4-4c18-bacc-4a095707947a HTTP/1.1" status: 200 len: 920 time: 0.1986494 Aug 19 14:42:48.492066 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-117f2763-303e-4b5f-a96c-da7b79d8fe6d req-8a6e68ed-369c-4ba1-ab62-fa7ceeff3824 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Calling delete_port for eefc9f81-e7bb-452f-b3ef-9e352ebba44f owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:42:48.511427 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-83ec857c-edde-4aeb-b93c-bafe8a7a46d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'name': 'tempest-FloatingIPsAssociationTestJSON-78058810-router', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '8962307e-de8f-47c7-8a79-d5d79c8631e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:41:40Z', 'updated_at': '2021-08-19T14:41:46Z', 'revision_number': 4, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'gw_port': {'id': '8962307e-de8f-47c7-8a79-d5d79c8631e7', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:41:42Z', 'updated_at': '2021-08-19T14:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '45b3274a-53fb-404a-85a5-00829e4be430', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'floating_ip_address': '172.25.2.111', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'port_id': 'ee9706ba-209b-40aa-8767-35b32f77135e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c173e005-89f4-4c18-bacc-4a095707947a', 'mac_address': 'fa:16:3e:28:57:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3c79de-d19d-4faf-bc2c-34883c4e4c8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:42:10Z', 'updated_at': '2021-08-19T14:42:46Z', 'revision_number': 8, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f90fceea-beae-48a3-879c-e4408594bf2e', 'name': '', 'network_id': 'c173e005-89f4-4c18-bacc-4a095707947a', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'mac_address': 'fa:16:3e:93:93:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '55a74698-63e8-48bf-8a39-b9ba22230f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:41:44Z', 'updated_at': '2021-08-19T14:41:51Z', 'revision_number': 5, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'subnets': [{'id': '55a74698-63e8-48bf-8a39-b9ba22230f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:42:48.540772 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ec857c-edde-4aeb-b93c-bafe8a7a46d5 None None] Checking router: 050507a3-41b4-4a92-abc8-4252a7e2c272 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:42:48.550627 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ec857c-edde-4aeb-b93c-bafe8a7a46d5 None None] Routers {'050507a3-41b4-4a92-abc8-4252a7e2c272'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:42:48.551238 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-83ec857c-edde-4aeb-b93c-bafe8a7a46d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:42:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['050507a3-41b4-4a92-abc8-4252a7e2c272'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:42:48.551968 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e51a4-85a2-43da-b0e6-ce4a20ae35b2 req-1a1340f5-11fe-437e-bf51-cd90786c4782 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:48.553519 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-007e51a4-85a2-43da-b0e6-ce4a20ae35b2 req-1a1340f5-11fe-437e-bf51-cd90786c4782 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/ports?device_id=44cce5e7-6768-4942-bada-3a60731ffc98 HTTP/1.1" status: 200 len: 945 time: 0.1414764 Aug 19 14:42:48.671308 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-83ec857c-edde-4aeb-b93c-bafe8a7a46d5 None None] Set router 050507a3-41b4-4a92-abc8-4252a7e2c272 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:42:48.937778 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-91307b7e-5909-48e4-a8ca-0614d3450376 req-b0385a71-da5f-40f9-8d0a-b700abef0523 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee9706ba-209b-40aa-8767-35b32f77135e HTTP/1.1" status: 200 len: 999 time: 0.4563725 Aug 19 14:42:48.996713 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-007e51a4-85a2-43da-b0e6-ce4a20ae35b2 req-7ddaf9d0-c563-458c-b081-69648895e2ec tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/security-groups?id=4dc3a3ba-1037-47e2-ad77-44367bf6ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902345 Aug 19 14:42:49.032284 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91307b7e-5909-48e4-a8ca-0614d3450376 req-ae6c78dc-3257-4c8b-9edf-b8adfce0f05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:49.033888 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-91307b7e-5909-48e4-a8ca-0614d3450376 req-ae6c78dc-3257-4c8b-9edf-b8adfce0f05d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=55a74698-63e8-48bf-8a39-b9ba22230f90 HTTP/1.1" status: 200 len: 858 time: 0.0845919 Aug 19 14:42:49.100795 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-83ec857c-edde-4aeb-b93c-bafe8a7a46d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'name': 'tempest-FloatingIPsAssociationTestJSON-78058810-router', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '8962307e-de8f-47c7-8a79-d5d79c8631e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:41:40Z', 'updated_at': '2021-08-19T14:41:46Z', 'revision_number': 4, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'gw_port': {'id': '8962307e-de8f-47c7-8a79-d5d79c8631e7', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:41:42Z', 'updated_at': '2021-08-19T14:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '45b3274a-53fb-404a-85a5-00829e4be430', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'floating_ip_address': '172.25.2.111', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'port_id': 'ee9706ba-209b-40aa-8767-35b32f77135e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c173e005-89f4-4c18-bacc-4a095707947a', 'mac_address': 'fa:16:3e:28:57:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3c79de-d19d-4faf-bc2c-34883c4e4c8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:42:10Z', 'updated_at': '2021-08-19T14:42:46Z', 'revision_number': 8, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f90fceea-beae-48a3-879c-e4408594bf2e', 'name': '', 'network_id': 'c173e005-89f4-4c18-bacc-4a095707947a', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'mac_address': 'fa:16:3e:93:93:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '55a74698-63e8-48bf-8a39-b9ba22230f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:41:44Z', 'updated_at': '2021-08-19T14:41:51Z', 'revision_number': 5, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'subnets': [{'id': '55a74698-63e8-48bf-8a39-b9ba22230f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:42:49.170323 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ec857c-edde-4aeb-b93c-bafe8a7a46d5 None None] The sync data for ids ['050507a3-41b4-4a92-abc8-4252a7e2c272'] in n-d-766043-2 is: [{'id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'name': 'tempest-FloatingIPsAssociationTestJSON-78058810-router', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '8962307e-de8f-47c7-8a79-d5d79c8631e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:41:40Z', 'updated_at': '2021-08-19T14:41:46Z', 'revision_number': 4, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'gw_port': {'id': '8962307e-de8f-47c7-8a79-d5d79c8631e7', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:41:42Z', 'updated_at': '2021-08-19T14:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '45b3274a-53fb-404a-85a5-00829e4be430', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'floating_ip_address': '172.25.2.111', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'port_id': 'ee9706ba-209b-40aa-8767-35b32f77135e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c173e005-89f4-4c18-bacc-4a095707947a', 'mac_address': 'fa:16:3e:28:57:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3c79de-d19d-4faf-bc2c-34883c4e4c8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:42:10Z', 'updated_at': '2021-08-19T14:42:46Z', 'revision_number': 8, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f90fceea-beae-48a3-879c-e4408594bf2e', 'name': '', 'network_id': 'c173e005-89f4-4c18-bacc-4a095707947a', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'mac_address': 'fa:16:3e:93:93:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '55a74698-63e8-48bf-8a39-b9ba22230f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:41:44Z', 'updated_at': '2021-08-19T14:41:51Z', 'revision_number': 5, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'subnets': [{'id': '55a74698-63e8-48bf-8a39-b9ba22230f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:42:49.189186 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-117f2763-303e-4b5f-a96c-da7b79d8fe6d req-8a6e68ed-369c-4ba1-ab62-fa7ceeff3824 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:49.205858 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['ee9706ba-209b-40aa-8767-35b32f77135e'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:42:49.211630 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['eefc9f81-e7bb-452f-b3ef-9e352ebba44f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:42:49.259911 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65eec74c-8066-4135-bd7f-e33a43b93806 x-openstack-request-id: req-65eec74c-8066-4135-bd7f-e33a43b93806 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:42:49.260374 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f3c79de-d19d-4faf-bc2c-34883c4e4c8b", "tag": "ee9706ba-209b-40aa-8767-35b32f77135e", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:42:49.264913 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-65eec74c-8066-4135-bd7f-e33a43b93806 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:42:49.266485 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f3c79de-d19d-4faf-bc2c-34883c4e4c8b', 'tag': 'ee9706ba-209b-40aa-8767-35b32f77135e', 'status': 'completed', 'code': 200} Aug 19 14:42:49.385351 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e68ed-369c-4ba1-ab62-fa7ceeff3824 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Pushing event deleted for resources: {'Port': ['ID=eefc9f81-e7bb-452f-b3ef-9e352ebba44f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:49.452378 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91307b7e-5909-48e4-a8ca-0614d3450376 req-f95da124-9238-4a42-ba8f-37ccddaf7c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:49.455396 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-91307b7e-5909-48e4-a8ca-0614d3450376 req-f95da124-9238-4a42-ba8f-37ccddaf7c51 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c173e005-89f4-4c18-bacc-4a095707947a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3607891 Aug 19 14:42:49.502500 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-117f2763-303e-4b5f-a96c-da7b79d8fe6d req-8a6e68ed-369c-4ba1-ab62-fa7ceeff3824 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] No DVR routers for this DVR port eefc9f81-e7bb-452f-b3ef-9e352ebba44f on host n-h1-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:42:49.511004 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-117f2763-303e-4b5f-a96c-da7b79d8fe6d req-8a6e68ed-369c-4ba1-ab62-fa7ceeff3824 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:49.522901 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-117f2763-303e-4b5f-a96c-da7b79d8fe6d req-8a6e68ed-369c-4ba1-ab62-fa7ceeff3824 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.68 "DELETE /v2.0/ports/eefc9f81-e7bb-452f-b3ef-9e352ebba44f HTTP/1.1" status: 204 len: 173 time: 1.5204966 Aug 19 14:42:49.654354 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec944bff-22f8-4b62-9520-b011c586594c req-5a1f18e8-559c-4690-ac48-94fdccb0a098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:49.657591 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ec944bff-22f8-4b62-9520-b011c586594c req-5a1f18e8-559c-4690-ac48-94fdccb0a098 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=142f83185aea4a6daae515dcd5cb4f68&device_id=2f3c79de-d19d-4faf-bc2c-34883c4e4c8b HTTP/1.1" status: 200 len: 1096 time: 0.3420076 Aug 19 14:42:49.696256 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:42:49.814974 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85731fb-7915-431f-9d79-4b0dc00f99d4 None None] New status for floating IP 45b3274a-53fb-404a-85a5-00829e4be430: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 14:42:49.842397 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-91307b7e-5909-48e4-a8ca-0614d3450376 req-c450d5ef-2829-4d18-bf1b-749f54fde661 service neutron] 10.222.0.69 "GET /v2.0/networks/c173e005-89f4-4c18-bacc-4a095707947a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485923 Aug 19 14:42:50.008994 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec944bff-22f8-4b62-9520-b011c586594c req-a09ff197-0426-4d68-a446-973f3d703750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:50.010589 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ec944bff-22f8-4b62-9520-b011c586594c req-a09ff197-0426-4d68-a446-973f3d703750 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c173e005-89f4-4c18-bacc-4a095707947a HTTP/1.1" status: 200 len: 920 time: 0.3424385 Aug 19 14:42:50.080229 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-91307b7e-5909-48e4-a8ca-0614d3450376 req-d60e16aa-bde7-400b-b17e-92c6c55b53fb service neutron] 10.222.0.69 "GET /v2.0/networks/c173e005-89f4-4c18-bacc-4a095707947a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260067 Aug 19 14:42:50.093087 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db93238-960b-425f-8dca-ff85b5ed5cc4 req-cf6d570e-d9f3-4de0-acc5-9a8a46e930e6 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:50.094632 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3db93238-960b-425f-8dca-ff85b5ed5cc4 req-cf6d570e-d9f3-4de0-acc5-9a8a46e930e6 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 949 time: 0.1286995 Aug 19 14:42:50.129033 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ec944bff-22f8-4b62-9520-b011c586594c req-12f831e4-c094-4e34-9ddb-6be6b96e0d26 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee9706ba-209b-40aa-8767-35b32f77135e HTTP/1.1" status: 200 len: 999 time: 0.0996664 Aug 19 14:42:50.152961 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3db93238-960b-425f-8dca-ff85b5ed5cc4 req-ac39c5e2-329d-4376-85a7-74513c431fc8 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480833 Aug 19 14:42:50.208678 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 703dace4-fc56-4540-b847-7744faf5037d up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:42:50.250447 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec944bff-22f8-4b62-9520-b011c586594c req-d0733cf6-7125-46b0-98cf-d86311c94e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:50.252251 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ec944bff-22f8-4b62-9520-b011c586594c req-d0733cf6-7125-46b0-98cf-d86311c94e11 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=55a74698-63e8-48bf-8a39-b9ba22230f90 HTTP/1.1" status: 200 len: 858 time: 0.1042833 Aug 19 14:42:50.308012 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 703dace4-fc56-4540-b847-7744faf5037d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:42:50.309182 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:50.347253 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d9a04-0a68-4a48-b9d3-7d9d5c52418c req-908d1c82-7b56-4b38-9185-f6be8c4ea6d6 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:50.348950 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-aa2d9a04-0a68-4a48-b9d3-7d9d5c52418c req-908d1c82-7b56-4b38-9185-f6be8c4ea6d6 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c667ba7-1149-4737-a122-c41f3977b063 HTTP/1.1" status: 200 len: 945 time: 0.0957210 Aug 19 14:42:50.360165 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec944bff-22f8-4b62-9520-b011c586594c req-7c89517f-e7c7-4fb8-a6c7-abe195a6b59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:50.363998 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ec944bff-22f8-4b62-9520-b011c586594c req-7c89517f-e7c7-4fb8-a6c7-abe195a6b59b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c173e005-89f4-4c18-bacc-4a095707947a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792747 Aug 19 14:42:50.482380 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:50.508055 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25972b62-1c88-43d0-ba75-030270ffe8ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703dace4-fc56-4540-b847-7744faf5037d'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:42:50.510607 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9116b763-4d57-4ab8-a8ea-e38c41aa66b0" -d '{"events": [{"server_uuid": "25972b62-1c88-43d0-ba75-030270ffe8ab", "name": "network-vif-plugged", "status": "completed", "tag": "703dace4-fc56-4540-b847-7744faf5037d"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:42:50.524018 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 703dace4-fc56-4540-b847-7744faf5037d, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=703dace4-fc56-4540-b847-7744faf5037d,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:50.529530 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:50.530386 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 55766aed-7094-4bc4-9b35-25d5184f2d36 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:42:50.564578 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-aa2d9a04-0a68-4a48-b9d3-7d9d5c52418c req-1863ab20-36d7-4aa0-b13a-b6d90cc03f1a tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/security-groups?id=4dc3a3ba-1037-47e2-ad77-44367bf6ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973655 Aug 19 14:42:50.610563 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=703dace4-fc56-4540-b847-7744faf5037d,revision_number=11']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:50.636812 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ec944bff-22f8-4b62-9520-b011c586594c req-49625e3c-53ca-4689-a68d-8321e55c5c7e service neutron] 10.222.0.88 "GET /v2.0/networks/c173e005-89f4-4c18-bacc-4a095707947a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196641 Aug 19 14:42:50.659462 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:50.696735 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 55766aed-7094-4bc4-9b35-25d5184f2d36, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=55766aed-7094-4bc4-9b35-25d5184f2d36,segment=NetworkSegment(fcd6ac5d-931b-4836-82cc-58250c6a0f69),segment_id=fcd6ac5d-931b-4836-82cc-58250c6a0f69)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:50.701829 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:50.741525 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf292a-8e22-427b-974e-3c7567e2493f req-3b3e2c59-ba38-4f8c-84c0-174ae318999a tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:50.743074 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2ccf292a-8e22-427b-974e-3c7567e2493f req-3b3e2c59-ba38-4f8c-84c0-174ae318999a tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/networks?id=94d71021-0e52-4f61-9f79-5084b440fea5 HTTP/1.1" status: 200 len: 805 time: 0.2485185 Aug 19 14:42:50.762353 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=55766aed-7094-4bc4-9b35-25d5184f2d36,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:50.783316 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2ccf292a-8e22-427b-974e-3c7567e2493f req-3714908a-77e5-46b5-bc6d-ee1f591d4900 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/quotas/b611e89c59444d069c1d991f556f75aa HTTP/1.1" status: 200 len: 375 time: 0.0287752 Aug 19 14:42:50.798012 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-60973bec-c82c-46c9-b932-daa3e6e73982 req-4cdddd10-4036-4991-98ed-c838be583d8a tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/floatingips/45b3274a-53fb-404a-85a5-00829e4be430 HTTP/1.1" status: 200 len: 998 time: 0.1672254 Aug 19 14:42:50.892439 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ec944bff-22f8-4b62-9520-b011c586594c req-9257fa28-b783-4d90-a40a-cdbd9d16049d service neutron] 10.222.0.88 "GET /v2.0/networks/c173e005-89f4-4c18-bacc-4a095707947a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416804 Aug 19 14:42:50.921838 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2ccf292a-8e22-427b-974e-3c7567e2493f req-470ba1c0-d83a-489a-ac1a-d1c8ab5a7c8c tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b611e89c59444d069c1d991f556f75aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1276314 Aug 19 14:42:51.001365 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60973bec-c82c-46c9-b932-daa3e6e73982 req-0a839acd-4671-4f6f-b2b8-608202bab14e tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:51.002654 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-60973bec-c82c-46c9-b932-daa3e6e73982 req-0a839acd-4671-4f6f-b2b8-608202bab14e tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/networks/88eeec05-6d16-4f02-9461-44ff5e420302 HTTP/1.1" status: 200 len: 784 time: 0.1919475 Aug 19 14:42:51.019531 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [req-60973bec-c82c-46c9-b932-daa3e6e73982 req-b1d4ee58-3ae0-4a74-a936-f29c0c129804 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:42:51.020527 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-60973bec-c82c-46c9-b932-daa3e6e73982 req-b1d4ee58-3ae0-4a74-a936-f29c0c129804 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119328 Aug 19 14:42:51.042269 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2ccf292a-8e22-427b-974e-3c7567e2493f req-6d31964a-fae5-494e-91a1-c1d6e89825e9 service neutron] 10.222.0.69 "GET /v2.0/networks/94d71021-0e52-4f61-9f79-5084b440fea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133521 Aug 19 14:42:51.139234 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2ccf292a-8e22-427b-974e-3c7567e2493f req-752885a3-93cc-4c13-8063-38f1eb4cb059 service neutron] 10.222.0.69 "GET /v2.0/networks/94d71021-0e52-4f61-9f79-5084b440fea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908206 Aug 19 14:42:51.270950 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1745d5-afd8-4de4-95e7-b50fa79c4583 req-0b08e3b7-73db-442a-a52b-3861a569db56 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:51.272506 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5e1745d5-afd8-4de4-95e7-b50fa79c4583 req-0b08e3b7-73db-442a-a52b-3861a569db56 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ae3c539-2077-49b6-8a6a-6ce5033aa220 HTTP/1.1" status: 200 len: 949 time: 0.0541787 Aug 19 14:42:51.273043 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4849f1a4-be4f-42dc-a2e4-139f7420eec6', 'name': 'network-vif-deleted', 'tag': 'eefc9f81-e7bb-452f-b3ef-9e352ebba44f'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:42:51.275642 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983a3125-6027-4720-81d1-cda72c579aff" -d '{"events": [{"server_uuid": "4849f1a4-be4f-42dc-a2e4-139f7420eec6", "name": "network-vif-deleted", "tag": "eefc9f81-e7bb-452f-b3ef-9e352ebba44f"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:42:51.280810 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41fc7c40-98e4-48d2-bc46-cb5abd9dcb4a x-openstack-request-id: req-41fc7c40-98e4-48d2-bc46-cb5abd9dcb4a {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:42:51.281301 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25972b62-1c88-43d0-ba75-030270ffe8ab", "name": "network-vif-plugged", "status": "completed", "tag": "703dace4-fc56-4540-b847-7744faf5037d", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:42:51.281417 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-41fc7c40-98e4-48d2-bc46-cb5abd9dcb4a {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:42:51.281717 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25972b62-1c88-43d0-ba75-030270ffe8ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703dace4-fc56-4540-b847-7744faf5037d', 'code': 200} Aug 19 14:42:51.317835 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5e1745d5-afd8-4de4-95e7-b50fa79c4583 req-77f4deac-6de2-449b-be31-1f6e70bc6403 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352256 Aug 19 14:42:51.432708 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bcefd9cb-7c69-4b27-b3fd-a13d6e9b1070 req-138397b9-f325-43fc-ac8c-80b40db56791 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.2.111 HTTP/1.1" status: 200 len: 1001 time: 0.0823891 Aug 19 14:42:51.479356 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefd9cb-7c69-4b27-b3fd-a13d6e9b1070 req-cce1de21-9c5f-458d-8d82-61d0e233e003 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:51.491282 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bcefd9cb-7c69-4b27-b3fd-a13d6e9b1070 req-cce1de21-9c5f-458d-8d82-61d0e233e003 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/ports/ee9706ba-209b-40aa-8767-35b32f77135e HTTP/1.1" status: 200 len: 942 time: 0.0520363 Aug 19 14:42:51.545212 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ebbeb-d4f0-4358-8958-68786607a64d req-704aba84-f96d-4b4a-ba05-0d2c91cd58d2 tempest-ServersAdminTestJSON-1018662473 tempest-ServersAdminTestJSON-1018662473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:51.547156 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c55ebbeb-d4f0-4358-8958-68786607a64d req-704aba84-f96d-4b4a-ba05-0d2c91cd58d2 tempest-ServersAdminTestJSON-1018662473 tempest-ServersAdminTestJSON-1018662473-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 1101 time: 0.0532818 Aug 19 14:42:51.626731 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bcefd9cb-7c69-4b27-b3fd-a13d6e9b1070 req-85e8eaf8-93ac-4c6c-a421-2d4b5ca8707e tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.2.111 HTTP/1.1" status: 200 len: 1001 time: 0.0924876 Aug 19 14:42:51.628425 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c55ebbeb-d4f0-4358-8958-68786607a64d req-4bb287da-b396-4871-8c3a-f28bdc2751e5 tempest-ServersAdminTestJSON-1018662473 tempest-ServersAdminTestJSON-1018662473-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508716 Aug 19 14:42:51.768813 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e87186-6264-4db2-b510-9da99f673aef req-423dca34-4446-4699-bba6-011acaedbfab tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:51.770467 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f0e87186-6264-4db2-b510-9da99f673aef req-423dca34-4446-4699-bba6-011acaedbfab tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ae3c539-2077-49b6-8a6a-6ce5033aa220 HTTP/1.1" status: 200 len: 949 time: 0.0892403 Aug 19 14:42:51.826648 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-94d8c135-91ce-4774-8ec3-10d3b1077ba3 req-27a13315-d0c9-42a9-a52c-ad8f49d4c342 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a716ad0-1138-4487-a895-014f349dcadd HTTP/1.1" status: 200 len: 210 time: 0.0701380 Aug 19 14:42:51.836434 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefd9cb-7c69-4b27-b3fd-a13d6e9b1070 req-81d7c8ed-b29e-4eda-b338-c64bfbf7cf8e tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:51.837818 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bcefd9cb-7c69-4b27-b3fd-a13d6e9b1070 req-81d7c8ed-b29e-4eda-b338-c64bfbf7cf8e tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/networks/88eeec05-6d16-4f02-9461-44ff5e420302 HTTP/1.1" status: 200 len: 784 time: 0.2053211 Aug 19 14:42:51.889732 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64420266-f9e7-44b4-bc53-4f863b1cc17a x-openstack-request-id: req-64420266-f9e7-44b4-bc53-4f863b1cc17a {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:42:51.890027 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4849f1a4-be4f-42dc-a2e4-139f7420eec6", "name": "network-vif-deleted", "tag": "eefc9f81-e7bb-452f-b3ef-9e352ebba44f", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:42:51.890279 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-64420266-f9e7-44b4-bc53-4f863b1cc17a {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:42:51.890672 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4849f1a4-be4f-42dc-a2e4-139f7420eec6', 'name': 'network-vif-deleted', 'tag': 'eefc9f81-e7bb-452f-b3ef-9e352ebba44f', 'status': 'completed', 'code': 200} Aug 19 14:42:51.965186 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bcefd9cb-7c69-4b27-b3fd-a13d6e9b1070 req-ab8e666f-cdcd-40dd-b135-fab8b0dc3316 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.2.111 HTTP/1.1" status: 200 len: 1001 time: 0.1131749 Aug 19 14:42:51.978511 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-f0e87186-6264-4db2-b510-9da99f673aef req-a0f3b08f-c004-4e06-98b7-29bf3efb864e tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Deleting port 929732b9-60e7-49e1-a5f7-8257f68953a2 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:42:51.978882 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f0e87186-6264-4db2-b510-9da99f673aef req-a0f3b08f-c004-4e06-98b7-29bf3efb864e tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:51.985845 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-bcefd9cb-7c69-4b27-b3fd-a13d6e9b1070 req-ccbe9aab-1374-42fe-afe5-1c6de25dbf6e tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:42:52.131240 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bcefd9cb-7c69-4b27-b3fd-a13d6e9b1070 req-ccbe9aab-1374-42fe-afe5-1c6de25dbf6e tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Notify callbacks [] for floatingip, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:52.197149 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76e415-fc7b-4862-b71f-0576b6f78ac2 req-28ad9f29-db82-4a6d-accc-9a6a69a0c9c3 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:52.198577 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ba76e415-fc7b-4862-b71f-0576b6f78ac2 req-28ad9f29-db82-4a6d-accc-9a6a69a0c9c3 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.68 "GET /v2.0/ports?device_id=cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c HTTP/1.1" status: 200 len: 943 time: 0.1773784 Aug 19 14:42:52.207540 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device eefc9f81-e7bb-452f-b3ef-9e352ebba44f no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:42:52.230826 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: eefc9f81-e7bb-452f-b3ef-9e352ebba44f {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:42:52.231163 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device eefc9f81-e7bb-452f-b3ef-9e352ebba44f not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:42:52.287395 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-f0e87186-6264-4db2-b510-9da99f673aef req-a0f3b08f-c004-4e06-98b7-29bf3efb864e tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] For port 929732b9-60e7-49e1-a5f7-8257f68953a2, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=929732b9-60e7-49e1-a5f7-8257f68953a2,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:52.287754 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f0e87186-6264-4db2-b510-9da99f673aef req-a0f3b08f-c004-4e06-98b7-29bf3efb864e tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:52.361327 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-f0e87186-6264-4db2-b510-9da99f673aef req-a0f3b08f-c004-4e06-98b7-29bf3efb864e tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Calling delete_port for 929732b9-60e7-49e1-a5f7-8257f68953a2 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:42:52.370752 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad719d90-1bd9-46dd-ac7a-0a12f9923202 req-bf618e58-53e4-4cd8-94b9-13ef1e1596c6 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:52.372207 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ad719d90-1bd9-46dd-ac7a-0a12f9923202 req-bf618e58-53e4-4cd8-94b9-13ef1e1596c6 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c667ba7-1149-4737-a122-c41f3977b063 HTTP/1.1" status: 200 len: 945 time: 0.2050345 Aug 19 14:42:52.488671 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bcefd9cb-7c69-4b27-b3fd-a13d6e9b1070 req-ccbe9aab-1374-42fe-afe5-1c6de25dbf6e tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:52.506162 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bcefd9cb-7c69-4b27-b3fd-a13d6e9b1070 req-ccbe9aab-1374-42fe-afe5-1c6de25dbf6e tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:52.506476 n-d-766043-2 neutron-server[94640]: INFO neutron.db.l3_db [req-bcefd9cb-7c69-4b27-b3fd-a13d6e9b1070 req-ccbe9aab-1374-42fe-afe5-1c6de25dbf6e tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Floating IP 45b3274a-53fb-404a-85a5-00829e4be430 disassociated. External IP: 172.25.2.111, port: ee9706ba-209b-40aa-8767-35b32f77135e. Aug 19 14:42:52.558699 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ad719d90-1bd9-46dd-ac7a-0a12f9923202 req-7e6c6509-f432-4413-bb8a-96e37ae0034f tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/security-groups?id=4dc3a3ba-1037-47e2-ad77-44367bf6ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760468 Aug 19 14:42:52.623137 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-ba76e415-fc7b-4862-b71f-0576b6f78ac2 req-5f71280c-767b-4e43-bf65-efa0b4c4ee20 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Deleting port 55766aed-7094-4bc4-9b35-25d5184f2d36 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:42:52.623395 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba76e415-fc7b-4862-b71f-0576b6f78ac2 req-5f71280c-767b-4e43-bf65-efa0b4c4ee20 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:52.704581 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf292a-8e22-427b-974e-3c7567e2493f req-fc880b97-336a-47d4-8fcf-8bfa56b4e398 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:52.706819 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2ccf292a-8e22-427b-974e-3c7567e2493f req-fc880b97-336a-47d4-8fcf-8bfa56b4e398 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.68 "GET /v2.0/networks?id=94d71021-0e52-4f61-9f79-5084b440fea5 HTTP/1.1" status: 200 len: 805 time: 0.1740572 Aug 19 14:42:52.724148 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931dd5f-f06e-4af5-88f5-b9560ba2ffa3 req-d17ee4bb-17e0-4cc7-abed-3b7f451dce6f tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:52.725784 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b931dd5f-f06e-4af5-88f5-b9560ba2ffa3 req-d17ee4bb-17e0-4cc7-abed-3b7f451dce6f tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.68 "GET /v2.0/ports?device_id=064ec3f3-16aa-457d-b6c1-e6e83d60e694 HTTP/1.1" status: 200 len: 950 time: 0.0966878 Aug 19 14:42:52.731216 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-2ccf292a-8e22-427b-974e-3c7567e2493f req-4fd52077-136f-42a9-941c-39a59d434db4 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Request body: {'port': {'device_id': '7a716ad0-1138-4487-a895-014f349dcadd', 'network_id': '94d71021-0e52-4f61-9f79-5084b440fea5', 'admin_state_up': True, 'tenant_id': 'b611e89c59444d069c1d991f556f75aa'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:42:52.911996 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ccf292a-8e22-427b-974e-3c7567e2493f req-4fd52077-136f-42a9-941c-39a59d434db4 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Made reservation on behalf of b611e89c59444d069c1d991f556f75aa for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:42:52.915379 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2ccf292a-8e22-427b-974e-3c7567e2493f req-4fd52077-136f-42a9-941c-39a59d434db4 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:52.926681 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-b931dd5f-f06e-4af5-88f5-b9560ba2ffa3 req-02f7501b-f72f-4d11-a5c3-1f8187892ced tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Deleting port ff5ae454-8204-4874-949d-c1ac12f516e7 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:42:52.926914 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b931dd5f-f06e-4af5-88f5-b9560ba2ffa3 req-02f7501b-f72f-4d11-a5c3-1f8187892ced tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:53.092151 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-b931dd5f-f06e-4af5-88f5-b9560ba2ffa3 req-02f7501b-f72f-4d11-a5c3-1f8187892ced tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] For port ff5ae454-8204-4874-949d-c1ac12f516e7, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=ff5ae454-8204-4874-949d-c1ac12f516e7,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:53.092528 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b931dd5f-f06e-4af5-88f5-b9560ba2ffa3 req-02f7501b-f72f-4d11-a5c3-1f8187892ced tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:53.112390 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-b931dd5f-f06e-4af5-88f5-b9560ba2ffa3 req-02f7501b-f72f-4d11-a5c3-1f8187892ced tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Calling delete_port for ff5ae454-8204-4874-949d-c1ac12f516e7 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:42:53.130198 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-2ccf292a-8e22-427b-974e-3c7567e2493f req-4fd52077-136f-42a9-941c-39a59d434db4 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Allocated IP 172.20.0.5 (94d71021-0e52-4f61-9f79-5084b440fea5/96c073c2-076a-458f-865d-1053b0f62f3d/a79cdf0e-6597-4188-9b84-17acd2d5641c) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:42:53.151508 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f0e87186-6264-4db2-b510-9da99f673aef req-a0f3b08f-c004-4e06-98b7-29bf3efb864e tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:53.158045 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-ba76e415-fc7b-4862-b71f-0576b6f78ac2 req-5f71280c-767b-4e43-bf65-efa0b4c4ee20 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] For port 55766aed-7094-4bc4-9b35-25d5184f2d36, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=55766aed-7094-4bc4-9b35-25d5184f2d36,segment=NetworkSegment(fcd6ac5d-931b-4836-82cc-58250c6a0f69),segment_id=fcd6ac5d-931b-4836-82cc-58250c6a0f69)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:53.158441 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba76e415-fc7b-4862-b71f-0576b6f78ac2 req-5f71280c-767b-4e43-bf65-efa0b4c4ee20 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:53.167857 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['b7cdddfb-21cf-4332-9d96-c1edd174d9b1', 'd5bf5591-dd61-494c-9e1d-4302052e8ea1', 'ff5ae454-8204-4874-949d-c1ac12f516e7'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:42:53.173876 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['ccb03fe0-dc14-4f36-aaa1-3db9abeac918'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:42:53.175127 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91fbc6-7c27-499b-97ba-76624100618c req-61c7e1f7-8230-4bda-8067-b0852e36d2a2 tempest-ServersAdminTestJSON-1018662473 tempest-ServersAdminTestJSON-1018662473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:53.176653 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8e91fbc6-7c27-499b-97ba-76624100618c req-61c7e1f7-8230-4bda-8067-b0852e36d2a2 tempest-ServersAdminTestJSON-1018662473 tempest-ServersAdminTestJSON-1018662473-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 1101 time: 0.1926651 Aug 19 14:42:53.194496 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-ba76e415-fc7b-4862-b71f-0576b6f78ac2 req-5f71280c-767b-4e43-bf65-efa0b4c4ee20 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Calling delete_port for 55766aed-7094-4bc4-9b35-25d5184f2d36 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:42:53.224936 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f3b08f-c004-4e06-98b7-29bf3efb864e tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Pushing event deleted for resources: {'Port': ['ID=929732b9-60e7-49e1-a5f7-8257f68953a2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:53.283018 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55766aed-7094-4bc4-9b35-25d5184f2d36'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:42:53.286202 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a7631e-697d-435f-9604-899605a0a5df" -d '{"events": [{"server_uuid": "cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c", "name": "network-vif-unplugged", "status": "completed", "tag": "55766aed-7094-4bc4-9b35-25d5184f2d36"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:42:53.353988 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e87186-6264-4db2-b510-9da99f673aef req-a0f3b08f-c004-4e06-98b7-29bf3efb864e tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] No DVR routers for this DVR port 929732b9-60e7-49e1-a5f7-8257f68953a2 on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:42:53.367374 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b931dd5f-f06e-4af5-88f5-b9560ba2ffa3 req-02f7501b-f72f-4d11-a5c3-1f8187892ced tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:53.367673 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f0e87186-6264-4db2-b510-9da99f673aef req-a0f3b08f-c004-4e06-98b7-29bf3efb864e tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:53.369439 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f0e87186-6264-4db2-b510-9da99f673aef req-a0f3b08f-c004-4e06-98b7-29bf3efb864e tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.88 "DELETE /v2.0/ports/929732b9-60e7-49e1-a5f7-8257f68953a2 HTTP/1.1" status: 204 len: 173 time: 1.5842032 Aug 19 14:42:53.390680 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8e91fbc6-7c27-499b-97ba-76624100618c req-eed60cc5-9bd9-4cdf-a343-de9db19d3b33 tempest-ServersAdminTestJSON-1018662473 tempest-ServersAdminTestJSON-1018662473-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971905 Aug 19 14:42:53.405547 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bcefd9cb-7c69-4b27-b3fd-a13d6e9b1070 req-ccbe9aab-1374-42fe-afe5-1c6de25dbf6e tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Router 050507a3-41b4-4a92-abc8-4252a7e2c272 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:42:53.430141 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f7501b-f72f-4d11-a5c3-1f8187892ced tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Pushing event deleted for resources: {'Port': ['ID=ff5ae454-8204-4874-949d-c1ac12f516e7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:53.448516 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2ccf292a-8e22-427b-974e-3c7567e2493f req-4fd52077-136f-42a9-941c-39a59d434db4 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:53.521523 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-b931dd5f-f06e-4af5-88f5-b9560ba2ffa3 req-02f7501b-f72f-4d11-a5c3-1f8187892ced tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] No DVR routers for this DVR port ff5ae454-8204-4874-949d-c1ac12f516e7 on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:42:53.525127 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b931dd5f-f06e-4af5-88f5-b9560ba2ffa3 req-02f7501b-f72f-4d11-a5c3-1f8187892ced tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:53.527663 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b931dd5f-f06e-4af5-88f5-b9560ba2ffa3 req-02f7501b-f72f-4d11-a5c3-1f8187892ced tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.68 "DELETE /v2.0/ports/ff5ae454-8204-4874-949d-c1ac12f516e7 HTTP/1.1" status: 204 len: 173 time: 0.7797518 Aug 19 14:42:53.528104 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '064ec3f3-16aa-457d-b6c1-e6e83d60e694', 'name': 'network-vif-deleted', 'tag': 'ff5ae454-8204-4874-949d-c1ac12f516e7'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:42:53.530916 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73f18e8-eb76-4906-911a-7948d565708a" -d '{"events": [{"server_uuid": "064ec3f3-16aa-457d-b6c1-e6e83d60e694", "name": "network-vif-deleted", "tag": "ff5ae454-8204-4874-949d-c1ac12f516e7"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:42:53.572853 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2ccf292a-8e22-427b-974e-3c7567e2493f req-4fd52077-136f-42a9-941c-39a59d434db4 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:53.642700 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-76ea8ffc-d14e-48d5-af5b-f0a69dd8c6de req-cfa24137-bc1d-4afc-946e-cfebe2d81dea tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ae3c539-2077-49b6-8a6a-6ce5033aa220 HTTP/1.1" status: 200 len: 210 time: 0.0713310 Aug 19 14:42:53.692706 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba76e415-fc7b-4862-b71f-0576b6f78ac2 req-5f71280c-767b-4e43-bf65-efa0b4c4ee20 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:53.725929 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ccf292a-8e22-427b-974e-3c7567e2493f req-4fd52077-136f-42a9-941c-39a59d434db4 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Network 94d71021-0e52-4f61-9f79-5084b440fea5 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:42:53.743063 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-2ccf292a-8e22-427b-974e-3c7567e2493f req-4fd52077-136f-42a9-941c-39a59d434db4 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:42:53.760339 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f71280c-767b-4e43-bf65-efa0b4c4ee20 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Pushing event deleted for resources: {'Port': ['ID=55766aed-7094-4bc4-9b35-25d5184f2d36,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:53.771049 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bcefd9cb-7c69-4b27-b3fd-a13d6e9b1070 req-ccbe9aab-1374-42fe-afe5-1c6de25dbf6e tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:42:53.772571 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ccf292a-8e22-427b-974e-3c7567e2493f req-4fd52077-136f-42a9-941c-39a59d434db4 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:42:53.781327 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bcefd9cb-7c69-4b27-b3fd-a13d6e9b1070 req-ccbe9aab-1374-42fe-afe5-1c6de25dbf6e tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:53.789023 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d54e1a-5c84-47e1-aa27-e6f7e0ca6f30 None None] Sync routers for ids ['050507a3-41b4-4a92-abc8-4252a7e2c272'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:42:53.807092 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd52077-136f-42a9-941c-39a59d434db4 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Pushing event updated for resources: {'Port': ['ID=a79cdf0e-6597-4188-9b84-17acd2d5641c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:53.818952 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d54e1a-5c84-47e1-aa27-e6f7e0ca6f30 None None] Routers {'050507a3-41b4-4a92-abc8-4252a7e2c272'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:42:53.819846 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a3d54e1a-5c84-47e1-aa27-e6f7e0ca6f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:42:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['050507a3-41b4-4a92-abc8-4252a7e2c272'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:42:53.828288 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c22258-e505-4f89-b1a8-f3b7119088a8 req-148b0262-1ca2-4045-961d-f807d63c5baa tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:53.829803 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-64c22258-e505-4f89-b1a8-f3b7119088a8 req-148b0262-1ca2-4045-961d-f807d63c5baa tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.68 "GET /v2.0/ports?device_id=1c667ba7-1149-4737-a122-c41f3977b063 HTTP/1.1" status: 200 len: 945 time: 0.2258244 Aug 19 14:42:53.848469 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf292a-8e22-427b-974e-3c7567e2493f req-4fd52077-136f-42a9-941c-39a59d434db4 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:53.849071 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2ccf292a-8e22-427b-974e-3c7567e2493f req-4fd52077-136f-42a9-941c-39a59d434db4 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:53.865275 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b3000-eed4-445e-8bff-152f4a2a76b9 req-b9dbbbc1-8ab5-480a-a689-e7a9dc8289fd tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:53.871996 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-018b3000-eed4-445e-8bff-152f4a2a76b9 req-b9dbbbc1-8ab5-480a-a689-e7a9dc8289fd tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.88 "GET /v2.0/ports?device_id=44cce5e7-6768-4942-bada-3a60731ffc98 HTTP/1.1" status: 200 len: 945 time: 0.2237484 Aug 19 14:42:53.875227 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bcefd9cb-7c69-4b27-b3fd-a13d6e9b1070 req-ccbe9aab-1374-42fe-afe5-1c6de25dbf6e tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "PUT /v2.0/floatingips/45b3274a-53fb-404a-85a5-00829e4be430 HTTP/1.1" status: 200 len: 696 time: 1.9015083 Aug 19 14:42:53.897522 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2ccf292a-8e22-427b-974e-3c7567e2493f req-4fd52077-136f-42a9-941c-39a59d434db4 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1706853 Aug 19 14:42:53.912274 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-2ccf292a-8e22-427b-974e-3c7567e2493f req-2a9029a3-8e70-42ce-8ce1-3cdd8e9d584d service neutron] Request body: {'port': {'device_id': '7a716ad0-1138-4487-a895-014f349dcadd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:42:53.919211 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae3c539-2077-49b6-8a6a-6ce5033aa220', 'name': 'network-vif-deleted', 'tag': '929732b9-60e7-49e1-a5f7-8257f68953a2'}, {'name': 'network-changed', 'server_uuid': '2f3c79de-d19d-4faf-bc2c-34883c4e4c8b', 'tag': 'ee9706ba-209b-40aa-8767-35b32f77135e'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:42:53.922273 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8ddc90-2bb3-4c45-9282-b01fd408757c" -d '{"events": [{"server_uuid": "4ae3c539-2077-49b6-8a6a-6ce5033aa220", "name": "network-vif-deleted", "tag": "929732b9-60e7-49e1-a5f7-8257f68953a2"}, {"name": "network-changed", "server_uuid": "2f3c79de-d19d-4faf-bc2c-34883c4e4c8b", "tag": "ee9706ba-209b-40aa-8767-35b32f77135e"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:42:54.013848 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2ccf292a-8e22-427b-974e-3c7567e2493f req-2a9029a3-8e70-42ce-8ce1-3cdd8e9d584d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:54.030177 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-a3d54e1a-5c84-47e1-aa27-e6f7e0ca6f30 None None] Set router 050507a3-41b4-4a92-abc8-4252a7e2c272 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:42:54.032957 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba76e415-fc7b-4862-b71f-0576b6f78ac2 req-5f71280c-767b-4e43-bf65-efa0b4c4ee20 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] No DVR routers for this DVR port 55766aed-7094-4bc4-9b35-25d5184f2d36 on host n-h1-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:42:54.036508 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba76e415-fc7b-4862-b71f-0576b6f78ac2 req-5f71280c-767b-4e43-bf65-efa0b4c4ee20 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:54.038728 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ba76e415-fc7b-4862-b71f-0576b6f78ac2 req-5f71280c-767b-4e43-bf65-efa0b4c4ee20 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.68 "DELETE /v2.0/ports/55766aed-7094-4bc4-9b35-25d5184f2d36 HTTP/1.1" status: 204 len: 173 time: 1.8218000 Aug 19 14:42:54.057035 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['ccb03fe0-dc14-4f36-aaa1-3db9abeac918'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:42:54.088157 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-64c22258-e505-4f89-b1a8-f3b7119088a8 req-70ae00f9-4494-456a-ad29-97f153da838c tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Deleting port 35e9e6e4-8140-4bf1-8579-ba75decf7eb0 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:42:54.088568 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-64c22258-e505-4f89-b1a8-f3b7119088a8 req-70ae00f9-4494-456a-ad29-97f153da838c tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:54.132606 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742e3ac-264a-467c-85d5-93ae9c1e970c req-9e19fe32-eb3d-4811-82e2-7208cb67f986 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:54.134869 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7742e3ac-264a-467c-85d5-93ae9c1e970c req-9e19fe32-eb3d-4811-82e2-7208cb67f986 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a716ad0-1138-4487-a895-014f349dcadd HTTP/1.1" status: 200 len: 931 time: 0.1910503 Aug 19 14:42:54.179016 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefd9cb-7c69-4b27-b3fd-a13d6e9b1070 req-8de5c9ee-db66-4116-9683-f869c47a4aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:54.180619 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bcefd9cb-7c69-4b27-b3fd-a13d6e9b1070 req-8de5c9ee-db66-4116-9683-f869c47a4aee service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=142f83185aea4a6daae515dcd5cb4f68&device_id=2f3c79de-d19d-4faf-bc2c-34883c4e4c8b HTTP/1.1" status: 200 len: 1096 time: 0.2477803 Aug 19 14:42:54.232025 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7742e3ac-264a-467c-85d5-93ae9c1e970c req-efcfaed6-e5fd-4d2b-ad42-0ef08ea4cf37 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849073 Aug 19 14:42:54.262675 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 929732b9-60e7-49e1-a5f7-8257f68953a2 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:42:54.331985 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: 929732b9-60e7-49e1-a5f7-8257f68953a2 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:42:54.332254 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-018b3000-eed4-445e-8bff-152f4a2a76b9 req-e912860a-e48b-4b9e-8190-af1143554eba tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Deleting port 7e24f613-6e91-48e7-8919-e5acbbaf158d {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:42:54.332380 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 929732b9-60e7-49e1-a5f7-8257f68953a2 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:42:54.332696 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-018b3000-eed4-445e-8bff-152f4a2a76b9 req-e912860a-e48b-4b9e-8190-af1143554eba tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:54.352761 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 14:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35305b74-a460-4c32-8eec-5ecd36457ced x-openstack-request-id: req-35305b74-a460-4c32-8eec-5ecd36457ced {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:42:54.360948 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c", "name": "network-vif-unplugged", "status": "completed", "tag": "55766aed-7094-4bc4-9b35-25d5184f2d36", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:42:54.361203 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-35305b74-a460-4c32-8eec-5ecd36457ced {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:42:54.361623 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55766aed-7094-4bc4-9b35-25d5184f2d36', 'code': 200} Aug 19 14:42:54.459944 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefd9cb-7c69-4b27-b3fd-a13d6e9b1070 req-f8c7d225-d285-4531-8097-46080b8e5cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:54.461568 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bcefd9cb-7c69-4b27-b3fd-a13d6e9b1070 req-f8c7d225-d285-4531-8097-46080b8e5cd6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c173e005-89f4-4c18-bacc-4a095707947a HTTP/1.1" status: 200 len: 920 time: 0.2583399 Aug 19 14:42:54.551604 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bcefd9cb-7c69-4b27-b3fd-a13d6e9b1070 req-11e800a1-69a0-41e8-9df3-7ac68dfb4b20 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee9706ba-209b-40aa-8767-35b32f77135e HTTP/1.1" status: 200 len: 217 time: 0.0705047 Aug 19 14:42:54.575866 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-018b3000-eed4-445e-8bff-152f4a2a76b9 req-e912860a-e48b-4b9e-8190-af1143554eba tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] For port 7e24f613-6e91-48e7-8919-e5acbbaf158d, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=7e24f613-6e91-48e7-8919-e5acbbaf158d,segment=NetworkSegment(f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0),segment_id=f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:54.576599 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-018b3000-eed4-445e-8bff-152f4a2a76b9 req-e912860a-e48b-4b9e-8190-af1143554eba tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:54.596034 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a3d54e1a-5c84-47e1-aa27-e6f7e0ca6f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'name': 'tempest-FloatingIPsAssociationTestJSON-78058810-router', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '8962307e-de8f-47c7-8a79-d5d79c8631e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:41:40Z', 'updated_at': '2021-08-19T14:41:46Z', 'revision_number': 4, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'gw_port': {'id': '8962307e-de8f-47c7-8a79-d5d79c8631e7', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:41:42Z', 'updated_at': '2021-08-19T14:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'f90fceea-beae-48a3-879c-e4408594bf2e', 'name': '', 'network_id': 'c173e005-89f4-4c18-bacc-4a095707947a', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'mac_address': 'fa:16:3e:93:93:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '55a74698-63e8-48bf-8a39-b9ba22230f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:41:44Z', 'updated_at': '2021-08-19T14:41:51Z', 'revision_number': 5, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'subnets': [{'id': '55a74698-63e8-48bf-8a39-b9ba22230f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:42:54.640282 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-018b3000-eed4-445e-8bff-152f4a2a76b9 req-e912860a-e48b-4b9e-8190-af1143554eba tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Calling delete_port for 7e24f613-6e91-48e7-8919-e5acbbaf158d owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:42:54.653046 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d54e1a-5c84-47e1-aa27-e6f7e0ca6f30 None None] Checking router: 050507a3-41b4-4a92-abc8-4252a7e2c272 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:42:54.660653 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefd9cb-7c69-4b27-b3fd-a13d6e9b1070 req-3a34c9a7-b262-4bd3-b56d-2eb4d63b3179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:54.663013 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bcefd9cb-7c69-4b27-b3fd-a13d6e9b1070 req-3a34c9a7-b262-4bd3-b56d-2eb4d63b3179 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=55a74698-63e8-48bf-8a39-b9ba22230f90 HTTP/1.1" status: 200 len: 858 time: 0.1019876 Aug 19 14:42:54.670350 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['b7cdddfb-21cf-4332-9d96-c1edd174d9b1', 'd5bf5591-dd61-494c-9e1d-4302052e8ea1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:42:54.714226 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d54e1a-5c84-47e1-aa27-e6f7e0ca6f30 None None] Routers {'050507a3-41b4-4a92-abc8-4252a7e2c272'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:42:54.715032 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a3d54e1a-5c84-47e1-aa27-e6f7e0ca6f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:42:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['050507a3-41b4-4a92-abc8-4252a7e2c272'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:42:54.770956 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefd9cb-7c69-4b27-b3fd-a13d6e9b1070 req-3f6cd040-8991-4d42-a4a3-4d9d8f879ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:54.771830 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba8bfbd-6171-46c5-9fb6-da53d1310a1a x-openstack-request-id: req-3ba8bfbd-6171-46c5-9fb6-da53d1310a1a {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:42:54.772990 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bcefd9cb-7c69-4b27-b3fd-a13d6e9b1070 req-3f6cd040-8991-4d42-a4a3-4d9d8f879ecd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c173e005-89f4-4c18-bacc-4a095707947a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1006589 Aug 19 14:42:54.773518 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "064ec3f3-16aa-457d-b6c1-e6e83d60e694", "name": "network-vif-deleted", "tag": "ff5ae454-8204-4874-949d-c1ac12f516e7", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:42:54.775596 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3ba8bfbd-6171-46c5-9fb6-da53d1310a1a {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:42:54.776027 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '064ec3f3-16aa-457d-b6c1-e6e83d60e694', 'name': 'network-vif-deleted', 'tag': 'ff5ae454-8204-4874-949d-c1ac12f516e7', 'status': 'completed', 'code': 200} Aug 19 14:42:54.942472 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-64c22258-e505-4f89-b1a8-f3b7119088a8 req-70ae00f9-4494-456a-ad29-97f153da838c tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] For port 35e9e6e4-8140-4bf1-8579-ba75decf7eb0, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=35e9e6e4-8140-4bf1-8579-ba75decf7eb0,segment=NetworkSegment(f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0),segment_id=f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:54.943009 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-64c22258-e505-4f89-b1a8-f3b7119088a8 req-70ae00f9-4494-456a-ad29-97f153da838c tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:54.955385 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-a3d54e1a-5c84-47e1-aa27-e6f7e0ca6f30 None None] Set router 050507a3-41b4-4a92-abc8-4252a7e2c272 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:42:54.964890 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-64c22258-e505-4f89-b1a8-f3b7119088a8 req-70ae00f9-4494-456a-ad29-97f153da838c tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Calling delete_port for 35e9e6e4-8140-4bf1-8579-ba75decf7eb0 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:42:54.975155 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850076f5-da5e-4eeb-acd4-96eb53af4ee6 req-76b36d58-5a77-4ca0-a7c4-30c45418c6a5 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:54.977104 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-850076f5-da5e-4eeb-acd4-96eb53af4ee6 req-76b36d58-5a77-4ca0-a7c4-30c45418c6a5 tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c667ba7-1149-4737-a122-c41f3977b063 HTTP/1.1" status: 200 len: 945 time: 0.1016936 Aug 19 14:42:54.984074 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-018b3000-eed4-445e-8bff-152f4a2a76b9 req-e912860a-e48b-4b9e-8190-af1143554eba tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:55.039183 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bcefd9cb-7c69-4b27-b3fd-a13d6e9b1070 req-90b57fa5-b1c2-4e99-a814-e572b8fd4d03 service neutron] 10.222.0.69 "GET /v2.0/networks/c173e005-89f4-4c18-bacc-4a095707947a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187955 Aug 19 14:42:55.040159 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e912860a-e48b-4b9e-8190-af1143554eba tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Pushing event deleted for resources: {'Port': ['ID=7e24f613-6e91-48e7-8919-e5acbbaf158d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:55.104324 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-018b3000-eed4-445e-8bff-152f4a2a76b9 req-e912860a-e48b-4b9e-8190-af1143554eba tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] No DVR routers for this DVR port 7e24f613-6e91-48e7-8919-e5acbbaf158d on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:42:55.118927 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-018b3000-eed4-445e-8bff-152f4a2a76b9 req-e912860a-e48b-4b9e-8190-af1143554eba tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:55.121320 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-018b3000-eed4-445e-8bff-152f4a2a76b9 req-e912860a-e48b-4b9e-8190-af1143554eba tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.88 "DELETE /v2.0/ports/7e24f613-6e91-48e7-8919-e5acbbaf158d HTTP/1.1" status: 204 len: 173 time: 1.2430742 Aug 19 14:42:55.169174 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-850076f5-da5e-4eeb-acd4-96eb53af4ee6 req-a9b6069e-b4bc-4f77-a434-f89f494c537c tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.69 "GET /v2.0/security-groups?id=4dc3a3ba-1037-47e2-ad77-44367bf6ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795185 Aug 19 14:42:55.246942 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-2ccf292a-8e22-427b-974e-3c7567e2493f req-2a9029a3-8e70-42ce-8ce1-3cdd8e9d584d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a79cdf0e-6597-4188-9b84-17acd2d5641c {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:42:55.255506 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bcefd9cb-7c69-4b27-b3fd-a13d6e9b1070 req-7381fa1f-3bb1-4be4-8c6b-281e9edf1a64 service neutron] 10.222.0.69 "GET /v2.0/networks/c173e005-89f4-4c18-bacc-4a095707947a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795766 Aug 19 14:42:55.265423 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2ccf292a-8e22-427b-974e-3c7567e2493f req-2a9029a3-8e70-42ce-8ce1-3cdd8e9d584d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:55.269014 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-64c22258-e505-4f89-b1a8-f3b7119088a8 req-70ae00f9-4494-456a-ad29-97f153da838c tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:55.305940 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae00f9-4494-456a-ad29-97f153da838c tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Pushing event deleted for resources: {'Port': ['ID=35e9e6e4-8140-4bf1-8579-ba75decf7eb0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:55.314942 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a3d54e1a-5c84-47e1-aa27-e6f7e0ca6f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'name': 'tempest-FloatingIPsAssociationTestJSON-78058810-router', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '8962307e-de8f-47c7-8a79-d5d79c8631e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:41:40Z', 'updated_at': '2021-08-19T14:41:46Z', 'revision_number': 4, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'gw_port': {'id': '8962307e-de8f-47c7-8a79-d5d79c8631e7', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:41:42Z', 'updated_at': '2021-08-19T14:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'f90fceea-beae-48a3-879c-e4408594bf2e', 'name': '', 'network_id': 'c173e005-89f4-4c18-bacc-4a095707947a', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'mac_address': 'fa:16:3e:93:93:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '55a74698-63e8-48bf-8a39-b9ba22230f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:41:44Z', 'updated_at': '2021-08-19T14:41:51Z', 'revision_number': 5, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'subnets': [{'id': '55a74698-63e8-48bf-8a39-b9ba22230f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:42:55.324148 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-2ccf292a-8e22-427b-974e-3c7567e2493f req-2a9029a3-8e70-42ce-8ce1-3cdd8e9d584d service neutron] Transition to ACTIVE for port object a79cdf0e-6597-4188-9b84-17acd2d5641c will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:42:55.337127 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2ccf292a-8e22-427b-974e-3c7567e2493f req-2a9029a3-8e70-42ce-8ce1-3cdd8e9d584d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:55.353293 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 19 Aug 2021 14:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce06236-90f1-417e-971e-c9971bc3d5e8 x-openstack-request-id: req-7ce06236-90f1-417e-971e-c9971bc3d5e8 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:42:55.354369 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ae3c539-2077-49b6-8a6a-6ce5033aa220", "name": "network-vif-deleted", "tag": "929732b9-60e7-49e1-a5f7-8257f68953a2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2f3c79de-d19d-4faf-bc2c-34883c4e4c8b", "tag": "ee9706ba-209b-40aa-8767-35b32f77135e", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:42:55.354841 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7ce06236-90f1-417e-971e-c9971bc3d5e8 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:42:55.355418 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ae3c539-2077-49b6-8a6a-6ce5033aa220', 'name': 'network-vif-deleted', 'tag': '929732b9-60e7-49e1-a5f7-8257f68953a2', 'status': 'completed', 'code': 200} Aug 19 14:42:55.355833 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f3c79de-d19d-4faf-bc2c-34883c4e4c8b', 'tag': 'ee9706ba-209b-40aa-8767-35b32f77135e', 'status': 'completed', 'code': 200} Aug 19 14:42:55.357868 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['35e9e6e4-8140-4bf1-8579-ba75decf7eb0'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:42:55.361108 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['35e9e6e4-8140-4bf1-8579-ba75decf7eb0'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:42:55.366237 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d54e1a-5c84-47e1-aa27-e6f7e0ca6f30 None None] The sync data for ids ['050507a3-41b4-4a92-abc8-4252a7e2c272'] in n-d-766043-2 is: [{'id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'name': 'tempest-FloatingIPsAssociationTestJSON-78058810-router', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '8962307e-de8f-47c7-8a79-d5d79c8631e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:41:40Z', 'updated_at': '2021-08-19T14:41:46Z', 'revision_number': 4, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'gw_port': {'id': '8962307e-de8f-47c7-8a79-d5d79c8631e7', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:41:42Z', 'updated_at': '2021-08-19T14:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'f90fceea-beae-48a3-879c-e4408594bf2e', 'name': '', 'network_id': 'c173e005-89f4-4c18-bacc-4a095707947a', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'mac_address': 'fa:16:3e:93:93:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '55a74698-63e8-48bf-8a39-b9ba22230f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:41:44Z', 'updated_at': '2021-08-19T14:41:51Z', 'revision_number': 5, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'subnets': [{'id': '55a74698-63e8-48bf-8a39-b9ba22230f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:42:55.382870 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-64c22258-e505-4f89-b1a8-f3b7119088a8 req-70ae00f9-4494-456a-ad29-97f153da838c tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] No DVR routers for this DVR port 35e9e6e4-8140-4bf1-8579-ba75decf7eb0 on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:42:55.423414 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-64c22258-e505-4f89-b1a8-f3b7119088a8 req-70ae00f9-4494-456a-ad29-97f153da838c tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:55.429821 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-64c22258-e505-4f89-b1a8-f3b7119088a8 req-70ae00f9-4494-456a-ad29-97f153da838c tempest-MultipleCreateTestJSON-48737678 tempest-MultipleCreateTestJSON-48737678-project] 10.222.0.68 "DELETE /v2.0/ports/35e9e6e4-8140-4bf1-8579-ba75decf7eb0 HTTP/1.1" status: 204 len: 173 time: 1.5779684 Aug 19 14:42:55.477316 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9029a3-8e70-42ce-8ce1-3cdd8e9d584d service neutron] Pushing event updated for resources: {'Port': ['ID=a79cdf0e-6597-4188-9b84-17acd2d5641c,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:55.480674 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ddc90-2bb3-4c45-9282-b01fd408757c req-d8605250-2414-46c0-8de6-1b064679abc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:55.482498 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7d8ddc90-2bb3-4c45-9282-b01fd408757c req-d8605250-2414-46c0-8de6-1b064679abc8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=142f83185aea4a6daae515dcd5cb4f68&device_id=2f3c79de-d19d-4faf-bc2c-34883c4e4c8b HTTP/1.1" status: 200 len: 1096 time: 0.1079037 Aug 19 14:42:55.566264 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-2ccf292a-8e22-427b-974e-3c7567e2493f req-2a9029a3-8e70-42ce-8ce1-3cdd8e9d584d service neutron] Attempting to bind port a79cdf0e-6597-4188-9b84-17acd2d5641c on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:42:55.566762 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-2ccf292a-8e22-427b-974e-3c7567e2493f req-2a9029a3-8e70-42ce-8ce1-3cdd8e9d584d service neutron] Attempting to bind port a79cdf0e-6597-4188-9b84-17acd2d5641c by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': 'fcd6ac5d-931b-4836-82cc-58250c6a0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '94d71021-0e52-4f61-9f79-5084b440fea5'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:42:55.566928 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccf292a-8e22-427b-974e-3c7567e2493f req-2a9029a3-8e70-42ce-8ce1-3cdd8e9d584d service neutron] Attempting to bind port a79cdf0e-6597-4188-9b84-17acd2d5641c on network 94d71021-0e52-4f61-9f79-5084b440fea5 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:42:55.573435 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccf292a-8e22-427b-974e-3c7567e2493f req-2a9029a3-8e70-42ce-8ce1-3cdd8e9d584d service neutron] Port a79cdf0e-6597-4188-9b84-17acd2d5641c on network 94d71021-0e52-4f61-9f79-5084b440fea5 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:42:55.576759 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccf292a-8e22-427b-974e-3c7567e2493f req-2a9029a3-8e70-42ce-8ce1-3cdd8e9d584d service neutron] Attempting to bind port a79cdf0e-6597-4188-9b84-17acd2d5641c on network 94d71021-0e52-4f61-9f79-5084b440fea5 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:42:55.585249 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c395cd-28fe-4c1a-8fe0-c4f5b4df2b2b req-5a8c0204-32da-409e-bf47-371e0d22e251 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:55.586808 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-00c395cd-28fe-4c1a-8fe0-c4f5b4df2b2b req-5a8c0204-32da-409e-bf47-371e0d22e251 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=a98a7f46-632d-4562-9569-30541f2488ea HTTP/1.1" status: 200 len: 949 time: 0.1597369 Aug 19 14:42:55.598149 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccf292a-8e22-427b-974e-3c7567e2493f req-2a9029a3-8e70-42ce-8ce1-3cdd8e9d584d service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:42:55.598429 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccf292a-8e22-427b-974e-3c7567e2493f req-2a9029a3-8e70-42ce-8ce1-3cdd8e9d584d service neutron] Checking segment: {'id': 'fcd6ac5d-931b-4836-82cc-58250c6a0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '94d71021-0e52-4f61-9f79-5084b440fea5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:42:55.599103 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccf292a-8e22-427b-974e-3c7567e2493f req-2a9029a3-8e70-42ce-8ce1-3cdd8e9d584d service neutron] Bound using segment: {'id': 'fcd6ac5d-931b-4836-82cc-58250c6a0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '94d71021-0e52-4f61-9f79-5084b440fea5'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:42:55.599836 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-2ccf292a-8e22-427b-974e-3c7567e2493f req-2a9029a3-8e70-42ce-8ce1-3cdd8e9d584d service neutron] Bound port: a79cdf0e-6597-4188-9b84-17acd2d5641c, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcd6ac5d-931b-4836-82cc-58250c6a0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '94d71021-0e52-4f61-9f79-5084b440fea5'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:42:55.600480 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2ccf292a-8e22-427b-974e-3c7567e2493f req-2a9029a3-8e70-42ce-8ce1-3cdd8e9d584d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:55.700174 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-00c395cd-28fe-4c1a-8fe0-c4f5b4df2b2b req-d7169615-2d4c-4c8c-bdae-d5e145105ca9 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043172 Aug 19 14:42:55.701420 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ddc90-2bb3-4c45-9282-b01fd408757c req-e64cae22-da57-4a94-92f2-58b75e13e66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:55.702927 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7d8ddc90-2bb3-4c45-9282-b01fd408757c req-e64cae22-da57-4a94-92f2-58b75e13e66e service neutron] 10.222.0.88 "GET /v2.0/networks?id=c173e005-89f4-4c18-bacc-4a095707947a HTTP/1.1" status: 200 len: 920 time: 0.2004864 Aug 19 14:42:55.708588 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-2ccf292a-8e22-427b-974e-3c7567e2493f req-2a9029a3-8e70-42ce-8ce1-3cdd8e9d584d service neutron] For port a79cdf0e-6597-4188-9b84-17acd2d5641c, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:42:55.712248 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-2ccf292a-8e22-427b-974e-3c7567e2493f req-2a9029a3-8e70-42ce-8ce1-3cdd8e9d584d service neutron] For port a79cdf0e-6597-4188-9b84-17acd2d5641c, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=a79cdf0e-6597-4188-9b84-17acd2d5641c,segment=NetworkSegment(fcd6ac5d-931b-4836-82cc-58250c6a0f69),segment_id=fcd6ac5d-931b-4836-82cc-58250c6a0f69)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:42:55.721027 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5c7f7-3a33-4509-82db-35ba87fc4b7e req-d0a162b6-af4a-4897-8746-66f8ff3c350a tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:55.729244 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2ccf292a-8e22-427b-974e-3c7567e2493f req-2a9029a3-8e70-42ce-8ce1-3cdd8e9d584d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:55.729419 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-63b5c7f7-3a33-4509-82db-35ba87fc4b7e req-d0a162b6-af4a-4897-8746-66f8ff3c350a tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a716ad0-1138-4487-a895-014f349dcadd HTTP/1.1" status: 200 len: 943 time: 0.1181901 Aug 19 14:42:55.788563 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf292a-8e22-427b-974e-3c7567e2493f req-2a9029a3-8e70-42ce-8ce1-3cdd8e9d584d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:55.789225 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2ccf292a-8e22-427b-974e-3c7567e2493f req-2a9029a3-8e70-42ce-8ce1-3cdd8e9d584d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:55.790922 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2ccf292a-8e22-427b-974e-3c7567e2493f req-2a9029a3-8e70-42ce-8ce1-3cdd8e9d584d service neutron] 10.222.0.68 "PUT /v2.0/ports/a79cdf0e-6597-4188-9b84-17acd2d5641c HTTP/1.1" status: 200 len: 1091 time: 1.8827341 Aug 19 14:42:55.806858 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7d8ddc90-2bb3-4c45-9282-b01fd408757c req-80304684-eb6b-4f19-98bf-545bde305f4c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee9706ba-209b-40aa-8767-35b32f77135e HTTP/1.1" status: 200 len: 217 time: 0.0741892 Aug 19 14:42:55.810741 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910857d1-21ee-4bce-873e-3f3340c2c1fc None None] New status for floating IP 45b3274a-53fb-404a-85a5-00829e4be430: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 14:42:55.830358 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9029a3-8e70-42ce-8ce1-3cdd8e9d584d service neutron] Pushing event updated for resources: {'Port': ['ID=a79cdf0e-6597-4188-9b84-17acd2d5641c,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:55.895058 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ddc90-2bb3-4c45-9282-b01fd408757c req-6a8e6d90-4421-4a75-8735-75eab484fb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:55.897405 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7d8ddc90-2bb3-4c45-9282-b01fd408757c req-6a8e6d90-4421-4a75-8735-75eab484fb5b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=55a74698-63e8-48bf-8a39-b9ba22230f90 HTTP/1.1" status: 200 len: 858 time: 0.0834959 Aug 19 14:42:55.901105 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-63b5c7f7-3a33-4509-82db-35ba87fc4b7e req-ec1a9a79-4d6a-4c92-a1c5-984d4d315d89 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708295 Aug 19 14:42:55.966688 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf292a-8e22-427b-974e-3c7567e2493f req-a8d6ce5d-2ad1-4317-81e6-194abce1ec13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:55.968291 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2ccf292a-8e22-427b-974e-3c7567e2493f req-a8d6ce5d-2ad1-4317-81e6-194abce1ec13 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b611e89c59444d069c1d991f556f75aa&device_id=7a716ad0-1138-4487-a895-014f349dcadd HTTP/1.1" status: 200 len: 1094 time: 0.1210234 Aug 19 14:42:55.977796 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ddc90-2bb3-4c45-9282-b01fd408757c req-c8d2b8d7-0ab9-4d33-8926-b8e2c5a9cb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:55.980304 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7d8ddc90-2bb3-4c45-9282-b01fd408757c req-c8d2b8d7-0ab9-4d33-8926-b8e2c5a9cb0e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c173e005-89f4-4c18-bacc-4a095707947a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747461 Aug 19 14:42:56.056249 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2ccf292a-8e22-427b-974e-3c7567e2493f req-e5830ec2-1f0b-4f79-aff1-2f03a57165f4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a79cdf0e-6597-4188-9b84-17acd2d5641c HTTP/1.1" status: 200 len: 217 time: 0.0747144 Aug 19 14:42:56.094198 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d06c5fbb-edab-47b4-90b7-a6c8ec4a8af0 req-cbb77d5d-8019-4f68-bf30-1fbf98692a1c tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/floatingips/45b3274a-53fb-404a-85a5-00829e4be430 HTTP/1.1" status: 200 len: 696 time: 0.1292293 Aug 19 14:42:56.152885 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf292a-8e22-427b-974e-3c7567e2493f req-7de5baea-a84b-4910-a01d-2c288f456021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:56.154725 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2ccf292a-8e22-427b-974e-3c7567e2493f req-7de5baea-a84b-4910-a01d-2c288f456021 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=96c073c2-076a-458f-865d-1053b0f62f3d HTTP/1.1" status: 200 len: 845 time: 0.0885959 Aug 19 14:42:56.164069 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 7e24f613-6e91-48e7-8919-e5acbbaf158d no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:42:56.222208 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 35e9e6e4-8140-4bf1-8579-ba75decf7eb0 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:42:56.231373 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: 7e24f613-6e91-48e7-8919-e5acbbaf158d {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:42:56.231803 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 7e24f613-6e91-48e7-8919-e5acbbaf158d not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:42:56.251671 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2ccf292a-8e22-427b-974e-3c7567e2493f req-b380f411-ef39-4a7d-8fb5-03e07bf0f676 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=94d71021-0e52-4f61-9f79-5084b440fea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757647 Aug 19 14:42:56.266256 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: 35e9e6e4-8140-4bf1-8579-ba75decf7eb0 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:42:56.266690 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 35e9e6e4-8140-4bf1-8579-ba75decf7eb0 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:42:56.267206 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device ff5ae454-8204-4874-949d-c1ac12f516e7 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:42:56.288465 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7d8ddc90-2bb3-4c45-9282-b01fd408757c req-cd48ab5c-b180-4f0d-898f-7235a84dae5e service neutron] 10.222.0.88 "GET /v2.0/networks/c173e005-89f4-4c18-bacc-4a095707947a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608228 Aug 19 14:42:56.299069 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: ff5ae454-8204-4874-949d-c1ac12f516e7 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:42:56.299490 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device ff5ae454-8204-4874-949d-c1ac12f516e7 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:42:56.301546 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 55766aed-7094-4bc4-9b35-25d5184f2d36 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:42:56.328091 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c5fbb-edab-47b4-90b7-a6c8ec4a8af0 req-98f8d148-48ce-44dc-a601-aba882c6a107 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:56.337911 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: 55766aed-7094-4bc4-9b35-25d5184f2d36 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:42:56.338939 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 55766aed-7094-4bc4-9b35-25d5184f2d36 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:42:56.345318 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d06c5fbb-edab-47b4-90b7-a6c8ec4a8af0 req-98f8d148-48ce-44dc-a601-aba882c6a107 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/networks/88eeec05-6d16-4f02-9461-44ff5e420302 HTTP/1.1" status: 200 len: 784 time: 0.2501009 Aug 19 14:42:56.401208 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bdfac-c654-4273-b73a-01e583498bb6 req-5b1f35d8-5c90-40d2-9dc2-cad965e9b99e tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:56.403343 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-298bdfac-c654-4273-b73a-01e583498bb6 req-5b1f35d8-5c90-40d2-9dc2-cad965e9b99e tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.68 "GET /v2.0/ports?device_id=a98a7f46-632d-4562-9569-30541f2488ea HTTP/1.1" status: 200 len: 949 time: 0.0881107 Aug 19 14:42:56.408719 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2ccf292a-8e22-427b-974e-3c7567e2493f req-8c2c774c-4df7-41f9-993f-5d478cafb2bb service neutron] 10.222.0.68 "GET /v2.0/networks/94d71021-0e52-4f61-9f79-5084b440fea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484606 Aug 19 14:42:56.460373 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d06c5fbb-edab-47b4-90b7-a6c8ec4a8af0 req-c892c2fe-675e-4996-9e37-b3570950df0a tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.2.111 HTTP/1.1" status: 200 len: 697 time: 0.1141324 Aug 19 14:42:56.528229 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d06c5fbb-edab-47b4-90b7-a6c8ec4a8af0 req-cea66d68-5fe6-4599-b68d-dde613ee8a16 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.2.111 HTTP/1.1" status: 200 len: 697 time: 0.0669675 Aug 19 14:42:56.576861 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2ccf292a-8e22-427b-974e-3c7567e2493f req-fe776f30-b6df-418e-9ebc-e483e891ca49 service neutron] 10.222.0.68 "GET /v2.0/networks/94d71021-0e52-4f61-9f79-5084b440fea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515708 Aug 19 14:42:56.602405 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7d8ddc90-2bb3-4c45-9282-b01fd408757c req-32e6e349-e56a-485f-8bd3-50413614d75a service neutron] 10.222.0.88 "GET /v2.0/networks/c173e005-89f4-4c18-bacc-4a095707947a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548420 Aug 19 14:42:56.603468 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-298bdfac-c654-4273-b73a-01e583498bb6 req-94097acf-0e52-4a60-a2b2-c069fabcd6fd tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Deleting port 78a12ecf-5789-4302-aa78-ad86b495bfd0 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:42:56.603819 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-298bdfac-c654-4273-b73a-01e583498bb6 req-94097acf-0e52-4a60-a2b2-c069fabcd6fd tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:56.655165 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd2b53-cefb-4d75-a113-87a9bf17d8b9 req-5d0df9e2-722d-4c45-aae8-dfaf0de50a91 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:56.656574 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a3cd2b53-cefb-4d75-a113-87a9bf17d8b9 req-5d0df9e2-722d-4c45-aae8-dfaf0de50a91 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=473a93dd-c6e2-40c5-8b6b-c8d2a9701d03 HTTP/1.1" status: 200 len: 949 time: 0.1510019 Aug 19 14:42:56.696088 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-298bdfac-c654-4273-b73a-01e583498bb6 req-94097acf-0e52-4a60-a2b2-c069fabcd6fd tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] For port 78a12ecf-5789-4302-aa78-ad86b495bfd0, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=78a12ecf-5789-4302-aa78-ad86b495bfd0,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:56.696481 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-298bdfac-c654-4273-b73a-01e583498bb6 req-94097acf-0e52-4a60-a2b2-c069fabcd6fd tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:56.710061 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-298bdfac-c654-4273-b73a-01e583498bb6 req-94097acf-0e52-4a60-a2b2-c069fabcd6fd tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Calling delete_port for 78a12ecf-5789-4302-aa78-ad86b495bfd0 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:42:56.727428 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a3cd2b53-cefb-4d75-a113-87a9bf17d8b9 req-4276c8d8-4e39-493b-bfee-ffb06edee5a3 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630620 Aug 19 14:42:56.736277 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-d06c5fbb-edab-47b4-90b7-a6c8ec4a8af0 req-1f575e62-12a2-4792-ab5c-5a2038cd98a2 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Deleting port 49b5c9a7-9738-4704-a434-a1ba80833fe1 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:42:56.736657 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d06c5fbb-edab-47b4-90b7-a6c8ec4a8af0 req-1f575e62-12a2-4792-ab5c-5a2038cd98a2 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:56.774366 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 43082) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:42:56.777923 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c667ba7-1149-4737-a122-c41f3977b063', 'name': 'network-vif-deleted', 'tag': '35e9e6e4-8140-4bf1-8579-ba75decf7eb0'}, {'name': 'network-changed', 'server_uuid': '7a716ad0-1138-4487-a895-014f349dcadd', 'tag': 'a79cdf0e-6597-4188-9b84-17acd2d5641c'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:42:56.780205 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3a8aa0-c48d-45a6-9cd6-2c5d704eb660" -d '{"events": [{"server_uuid": "1c667ba7-1149-4737-a122-c41f3977b063", "name": "network-vif-deleted", "tag": "35e9e6e4-8140-4bf1-8579-ba75decf7eb0"}, {"name": "network-changed", "server_uuid": "7a716ad0-1138-4487-a895-014f349dcadd", "tag": "a79cdf0e-6597-4188-9b84-17acd2d5641c"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:42:56.839118 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-817058e0-4d49-4ecf-8991-c3042c298a10 admin admin] Deleting subnet d025f132-239c-4677-9e36-1c072313c1b8 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:42:56.845517 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-817058e0-4d49-4ecf-8991-c3042c298a10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:56.863438 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-298bdfac-c654-4273-b73a-01e583498bb6 req-94097acf-0e52-4a60-a2b2-c069fabcd6fd tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:56.876781 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['88f42587-a530-46ee-8c35-6bb26e393402'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:42:56.881358 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['78a12ecf-5789-4302-aa78-ad86b495bfd0', '703dace4-fc56-4540-b847-7744faf5037d'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:42:56.894561 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94097acf-0e52-4a60-a2b2-c069fabcd6fd tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Pushing event deleted for resources: {'Port': ['ID=78a12ecf-5789-4302-aa78-ad86b495bfd0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:56.940957 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-298bdfac-c654-4273-b73a-01e583498bb6 req-94097acf-0e52-4a60-a2b2-c069fabcd6fd tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] No DVR routers for this DVR port 78a12ecf-5789-4302-aa78-ad86b495bfd0 on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:42:56.944278 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-298bdfac-c654-4273-b73a-01e583498bb6 req-94097acf-0e52-4a60-a2b2-c069fabcd6fd tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:56.946602 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-298bdfac-c654-4273-b73a-01e583498bb6 req-94097acf-0e52-4a60-a2b2-c069fabcd6fd tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.68 "DELETE /v2.0/ports/78a12ecf-5789-4302-aa78-ad86b495bfd0 HTTP/1.1" status: 204 len: 173 time: 0.5289073 Aug 19 14:42:57.228097 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d06c5fbb-edab-47b4-90b7-a6c8ec4a8af0 req-1f575e62-12a2-4792-ab5c-5a2038cd98a2 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:57.228438 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d06c5fbb-edab-47b4-90b7-a6c8ec4a8af0 req-1f575e62-12a2-4792-ab5c-5a2038cd98a2 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:57.251486 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-053833ee-b710-43d0-a183-ea37e5951178 req-2b16d185-8b22-4968-83fb-47b9c75536c3 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=a98a7f46-632d-4562-9569-30541f2488ea HTTP/1.1" status: 200 len: 210 time: 0.0465515 Aug 19 14:42:57.256488 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-817058e0-4d49-4ecf-8991-c3042c298a10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:57.278079 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-d06c5fbb-edab-47b4-90b7-a6c8ec4a8af0 req-1f575e62-12a2-4792-ab5c-5a2038cd98a2 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Calling delete_port for 49b5c9a7-9738-4704-a434-a1ba80833fe1 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:42:57.302766 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 19 Aug 2021 14:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd93b1e-b348-47d7-9e96-a21f0e9b21f1 x-openstack-request-id: req-0fd93b1e-b348-47d7-9e96-a21f0e9b21f1 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:42:57.303073 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c667ba7-1149-4737-a122-c41f3977b063", "name": "network-vif-deleted", "tag": "35e9e6e4-8140-4bf1-8579-ba75decf7eb0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7a716ad0-1138-4487-a895-014f349dcadd", "tag": "a79cdf0e-6597-4188-9b84-17acd2d5641c", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:42:57.303333 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0fd93b1e-b348-47d7-9e96-a21f0e9b21f1 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:42:57.303789 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c667ba7-1149-4737-a122-c41f3977b063', 'name': 'network-vif-deleted', 'tag': '35e9e6e4-8140-4bf1-8579-ba75decf7eb0', 'status': 'completed', 'code': 200} Aug 19 14:42:57.304047 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a716ad0-1138-4487-a895-014f349dcadd', 'tag': 'a79cdf0e-6597-4188-9b84-17acd2d5641c', 'status': 'completed', 'code': 200} Aug 19 14:42:57.344529 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-817058e0-4d49-4ecf-8991-c3042c298a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:57.363896 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c', 'name': 'network-vif-deleted', 'tag': '55766aed-7094-4bc4-9b35-25d5184f2d36'}, {'server_uuid': '44cce5e7-6768-4942-bada-3a60731ffc98', 'name': 'network-vif-deleted', 'tag': '7e24f613-6e91-48e7-8919-e5acbbaf158d'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:42:57.366243 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e6fe50-83f0-495e-af0a-508e30c58e4f" -d '{"events": [{"server_uuid": "cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c", "name": "network-vif-deleted", "tag": "55766aed-7094-4bc4-9b35-25d5184f2d36"}, {"server_uuid": "44cce5e7-6768-4942-bada-3a60731ffc98", "name": "network-vif-deleted", "tag": "7e24f613-6e91-48e7-8919-e5acbbaf158d"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:42:57.391362 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a8aa0-c48d-45a6-9cd6-2c5d704eb660 req-ffda9362-65b4-4b45-9307-e65aaf2185ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:57.393089 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cc3a8aa0-c48d-45a6-9cd6-2c5d704eb660 req-ffda9362-65b4-4b45-9307-e65aaf2185ad service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b611e89c59444d069c1d991f556f75aa&device_id=7a716ad0-1138-4487-a895-014f349dcadd HTTP/1.1" status: 200 len: 1094 time: 0.0475235 Aug 19 14:42:57.474079 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5b248-7a22-42d9-9d22-7f441d8d42f5 req-05d52be2-5d7c-4c3f-9d41-391bdb8ce3a0 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:57.475589 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-87d5b248-7a22-42d9-9d22-7f441d8d42f5 req-05d52be2-5d7c-4c3f-9d41-391bdb8ce3a0 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a716ad0-1138-4487-a895-014f349dcadd HTTP/1.1" status: 200 len: 943 time: 0.1026285 Aug 19 14:42:57.493394 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a8aa0-c48d-45a6-9cd6-2c5d704eb660 req-65dc54ff-c150-44af-97f2-a552b92a119f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:57.495098 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cc3a8aa0-c48d-45a6-9cd6-2c5d704eb660 req-65dc54ff-c150-44af-97f2-a552b92a119f service neutron] 10.222.0.68 "GET /v2.0/networks?id=94d71021-0e52-4f61-9f79-5084b440fea5 HTTP/1.1" status: 200 len: 906 time: 0.0930781 Aug 19 14:42:57.501664 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-817058e0-4d49-4ecf-8991-c3042c298a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:57.542016 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817058e0-4d49-4ecf-8991-c3042c298a10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d025f132-239c-4677-9e36-1c072313c1b8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:57.548893 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-817058e0-4d49-4ecf-8991-c3042c298a10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:57.553351 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-817058e0-4d49-4ecf-8991-c3042c298a10 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/d025f132-239c-4677-9e36-1c072313c1b8 HTTP/1.1" status: 204 len: 168 time: 0.7785981 Aug 19 14:42:57.555685 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 43092) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:42:57.566038 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cc3a8aa0-c48d-45a6-9cd6-2c5d704eb660 req-5a4435e1-4254-4825-8b7c-452954816552 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a79cdf0e-6597-4188-9b84-17acd2d5641c HTTP/1.1" status: 200 len: 217 time: 0.0540512 Aug 19 14:42:57.592504 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-87d5b248-7a22-42d9-9d22-7f441d8d42f5 req-c06e48a9-c0c8-4fff-be57-8be0a534d86f tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030006 Aug 19 14:42:57.624738 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d06c5fbb-edab-47b4-90b7-a6c8ec4a8af0 req-1f575e62-12a2-4792-ab5c-5a2038cd98a2 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:57.657616 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f575e62-12a2-4792-ab5c-5a2038cd98a2 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Pushing event deleted for resources: {'Port': ['ID=49b5c9a7-9738-4704-a434-a1ba80833fe1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:57.671835 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-943db4cf-b44c-487e-8b6c-078bb0563884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:57.679404 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a8aa0-c48d-45a6-9cd6-2c5d704eb660 req-35eae044-0684-4fce-902f-52169deaf4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:57.681396 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cc3a8aa0-c48d-45a6-9cd6-2c5d704eb660 req-35eae044-0684-4fce-902f-52169deaf4ac service neutron] 10.222.0.68 "GET /v2.0/subnets?id=96c073c2-076a-458f-865d-1053b0f62f3d HTTP/1.1" status: 200 len: 845 time: 0.0791919 Aug 19 14:42:57.695826 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 14:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de17845-5cd3-4be3-b89b-6bdb79563f69 x-openstack-request-id: req-3de17845-5cd3-4be3-b89b-6bdb79563f69 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:42:57.696061 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c", "name": "network-vif-deleted", "tag": "55766aed-7094-4bc4-9b35-25d5184f2d36", "status": "completed", "code": 200}, {"server_uuid": "44cce5e7-6768-4942-bada-3a60731ffc98", "name": "network-vif-deleted", "tag": "7e24f613-6e91-48e7-8919-e5acbbaf158d", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:42:57.696430 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3de17845-5cd3-4be3-b89b-6bdb79563f69 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:42:57.696862 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf0437b2-4693-4d9b-ad95-a0d2ff79aa3c', 'name': 'network-vif-deleted', 'tag': '55766aed-7094-4bc4-9b35-25d5184f2d36', 'status': 'completed', 'code': 200} Aug 19 14:42:57.697085 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44cce5e7-6768-4942-bada-3a60731ffc98', 'name': 'network-vif-deleted', 'tag': '7e24f613-6e91-48e7-8919-e5acbbaf158d', 'status': 'completed', 'code': 200} Aug 19 14:42:57.746103 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d06c5fbb-edab-47b4-90b7-a6c8ec4a8af0 req-1f575e62-12a2-4792-ab5c-5a2038cd98a2 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:57.750019 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d06c5fbb-edab-47b4-90b7-a6c8ec4a8af0 req-1f575e62-12a2-4792-ab5c-5a2038cd98a2 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:57.750657 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d06c5fbb-edab-47b4-90b7-a6c8ec4a8af0 req-1f575e62-12a2-4792-ab5c-5a2038cd98a2 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "DELETE /v2.0/floatingips/45b3274a-53fb-404a-85a5-00829e4be430 HTTP/1.1" status: 204 len: 173 time: 1.2059755 Aug 19 14:42:57.791745 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cc3a8aa0-c48d-45a6-9cd6-2c5d704eb660 req-094331f4-2cc2-44a3-a6ae-d8bff951d8e0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=94d71021-0e52-4f61-9f79-5084b440fea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778372 Aug 19 14:42:57.800830 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-943db4cf-b44c-487e-8b6c-078bb0563884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:57.827625 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-943db4cf-b44c-487e-8b6c-078bb0563884 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eb58968-3ed8-49a1-a074-b3082067f627']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:42:57.861547 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdbe7a0-afcd-4448-acec-f2afa785910b req-498c6478-7aa7-4bdc-a1f5-be828e6b6b8e tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:57.863199 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6cdbe7a0-afcd-4448-acec-f2afa785910b req-498c6478-7aa7-4bdc-a1f5-be828e6b6b8e tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=473a93dd-c6e2-40c5-8b6b-c8d2a9701d03 HTTP/1.1" status: 200 len: 949 time: 0.0610633 Aug 19 14:42:57.876373 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-943db4cf-b44c-487e-8b6c-078bb0563884 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:42:57.876994 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-943db4cf-b44c-487e-8b6c-078bb0563884 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f32ce0ec-30b9-4592-b85a-1f40cc2f4dc0') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:42:57.891497 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-943db4cf-b44c-487e-8b6c-078bb0563884 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:57.913253 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-943db4cf-b44c-487e-8b6c-078bb0563884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:57.920705 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6cdbe7a0-afcd-4448-acec-f2afa785910b req-ba693f08-bfe3-45d9-b2af-af479e842189 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504670 Aug 19 14:42:57.938339 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-943db4cf-b44c-487e-8b6c-078bb0563884 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:42:57.938763 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-943db4cf-b44c-487e-8b6c-078bb0563884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:57.940527 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:42:57.940527 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:42:57.940527 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:42:57.940527 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:42:57.940527 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:42:57.940527 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:42:57.940527 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:42:57.940527 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:42:57.940527 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:42:57.940527 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:42:57.940527 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:42:57.940527 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:42:57.940527 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:42:57.940527 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:42:57.940527 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:42:57.940527 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:42:57.940527 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:42:57.940527 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:42:57.940527 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:42:57.940527 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:42:57.940527 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:42:57.940527 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:42:57.940527 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:42:57.940527 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:42:57.940527 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:42:57.940527 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:42:57.940527 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:42:57.940527 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:42:57.940527 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:42:57.940527 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:42:57.940527 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:42:57.940527 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:42:57.994163 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cc3a8aa0-c48d-45a6-9cd6-2c5d704eb660 req-0f50f5ed-9e12-4d48-a7f6-a0ffc6b054a4 service neutron] 10.222.0.68 "GET /v2.0/networks/94d71021-0e52-4f61-9f79-5084b440fea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905744 Aug 19 14:42:58.023495 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-943db4cf-b44c-487e-8b6c-078bb0563884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:58.027709 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c00679-7055-4747-9711-41dfabab155b req-9e4b2fb0-abb6-4895-8b0e-c080599c0802 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:58.029386 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-50c00679-7055-4747-9711-41dfabab155b req-9e4b2fb0-abb6-4895-8b0e-c080599c0802 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f3c79de-d19d-4faf-bc2c-34883c4e4c8b HTTP/1.1" status: 200 len: 945 time: 0.0532436 Aug 19 14:42:58.059898 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-943db4cf-b44c-487e-8b6c-078bb0563884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:58.063385 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-943db4cf-b44c-487e-8b6c-078bb0563884 admin admin] 10.222.0.69 "DELETE /v2.0/networks/3eb58968-3ed8-49a1-a074-b3082067f627 HTTP/1.1" status: 204 len: 168 time: 0.5066340 Aug 19 14:42:58.071352 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-50c00679-7055-4747-9711-41dfabab155b req-b51195f6-f536-4b1b-b9b7-410056f1c392 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7bff13a-0390-4b12-a5ab-22b49f85b693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355670 Aug 19 14:42:58.104603 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943db4cf-b44c-487e-8b6c-078bb0563884 admin admin] Pushing event deleted for resources: {'Network': ['ID=3eb58968-3ed8-49a1-a074-b3082067f627,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:58.149317 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1520fc3-f33f-4e51-aa0c-80a87e64c7d7 req-7cd1fed5-5538-4ff8-a41e-75f8a460b82c tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:58.150940 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b1520fc3-f33f-4e51-aa0c-80a87e64c7d7 req-7cd1fed5-5538-4ff8-a41e-75f8a460b82c tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.68 "GET /v2.0/ports?device_id=473a93dd-c6e2-40c5-8b6b-c8d2a9701d03 HTTP/1.1" status: 200 len: 949 time: 0.0963435 Aug 19 14:42:58.171854 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cc3a8aa0-c48d-45a6-9cd6-2c5d704eb660 req-72024dd1-57e7-4aeb-9b9e-9d71585ec082 service neutron] 10.222.0.68 "GET /v2.0/networks/94d71021-0e52-4f61-9f79-5084b440fea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695387 Aug 19 14:42:58.184600 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 43104) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:42:58.203510 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device a79cdf0e-6597-4188-9b84-17acd2d5641c details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:42:58.233975 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-66fbccc4-56f7-497e-ace9-816c23bcb9b3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=900c5224f15042db8eec5dafa99d04b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0456750 Aug 19 14:42:58.234210 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 43106) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:42:58.270170 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-b1520fc3-f33f-4e51-aa0c-80a87e64c7d7 req-c3f7b98a-2e58-4f10-be79-d0dd3878e2d3 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Deleting port d5bf5591-dd61-494c-9e1d-4302052e8ea1 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:42:58.270603 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b1520fc3-f33f-4e51-aa0c-80a87e64c7d7 req-c3f7b98a-2e58-4f10-be79-d0dd3878e2d3 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:58.294339 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b9a4c1a-ce0d-4b82-a097-d44f06f53863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:58.317880 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b9a4c1a-ce0d-4b82-a097-d44f06f53863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:58.318860 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port a79cdf0e-6597-4188-9b84-17acd2d5641c, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=a79cdf0e-6597-4188-9b84-17acd2d5641c,segment=NetworkSegment(fcd6ac5d-931b-4836-82cc-58250c6a0f69),segment_id=fcd6ac5d-931b-4836-82cc-58250c6a0f69)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:58.338960 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': 'a79cdf0e-6597-4188-9b84-17acd2d5641c', 'network_id': '94d71021-0e52-4f61-9f79-5084b440fea5', 'port_id': 'a79cdf0e-6597-4188-9b84-17acd2d5641c', 'mac_address': 'fa:16:3e:9e:d0:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c073c2-076a-458f-865d-1053b0f62f3d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:42:58.397656 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b9a4c1a-ce0d-4b82-a097-d44f06f53863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:58.398396 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:58.401040 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b9a4c1a-ce0d-4b82-a097-d44f06f53863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:58.407014 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-0b9a4c1a-ce0d-4b82-a097-d44f06f53863 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4dc3a3ba-1037-47e2-ad77-44367bf6ce55 HTTP/1.1" status: 204 len: 168 time: 0.1720119 Aug 19 14:42:58.415509 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a79cdf0e-6597-4188-9b84-17acd2d5641c {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:42:58.417821 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a4c1a-ce0d-4b82-a097-d44f06f53863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc3a3ba-1037-47e2-ad77-44367bf6ce55,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:58.418067 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6478546f-b1bd-4002-a815-003612a0ae22 req-362cc772-ba8a-4b81-95b6-07692d83e200 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:58.420258 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6478546f-b1bd-4002-a815-003612a0ae22 req-362cc772-ba8a-4b81-95b6-07692d83e200 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5e83441-7d14-427d-bf36-f167e60fa742 HTTP/1.1" status: 200 len: 950 time: 0.1346145 Aug 19 14:42:58.445865 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port a79cdf0e-6597-4188-9b84-17acd2d5641c, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=a79cdf0e-6597-4188-9b84-17acd2d5641c,segment=NetworkSegment(fcd6ac5d-931b-4836-82cc-58250c6a0f69),segment_id=fcd6ac5d-931b-4836-82cc-58250c6a0f69)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:58.453048 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:58.502952 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-b1520fc3-f33f-4e51-aa0c-80a87e64c7d7 req-c3f7b98a-2e58-4f10-be79-d0dd3878e2d3 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] For port d5bf5591-dd61-494c-9e1d-4302052e8ea1, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=d5bf5591-dd61-494c-9e1d-4302052e8ea1,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:58.503336 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b1520fc3-f33f-4e51-aa0c-80a87e64c7d7 req-c3f7b98a-2e58-4f10-be79-d0dd3878e2d3 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:58.516351 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=a79cdf0e-6597-4188-9b84-17acd2d5641c,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:58.550089 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-b1520fc3-f33f-4e51-aa0c-80a87e64c7d7 req-c3f7b98a-2e58-4f10-be79-d0dd3878e2d3 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Calling delete_port for d5bf5591-dd61-494c-9e1d-4302052e8ea1 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:42:58.632262 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea651ffd-b369-4c10-97a8-f09feecb7324 req-067a4e8d-cede-412f-ad4d-1dea78f2dc08 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:58.634118 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ea651ffd-b369-4c10-97a8-f09feecb7324 req-067a4e8d-cede-412f-ad4d-1dea78f2dc08 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=66fd1ab7-6dac-46f5-943d-da35b28f9f46 HTTP/1.1" status: 200 len: 949 time: 0.0592487 Aug 19 14:42:58.643777 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-6478546f-b1bd-4002-a815-003612a0ae22 req-e14bf6f1-912f-43ac-91dd-5e277c5ca7af tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Deleting port b7cdddfb-21cf-4332-9d96-c1edd174d9b1 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:42:58.644193 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6478546f-b1bd-4002-a815-003612a0ae22 req-e14bf6f1-912f-43ac-91dd-5e277c5ca7af tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:58.691578 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ea651ffd-b369-4c10-97a8-f09feecb7324 req-cded650b-62fc-4eed-b017-d743dfd312d3 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491619 Aug 19 14:42:58.720238 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['a79cdf0e-6597-4188-9b84-17acd2d5641c'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:42:58.770089 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daee747-1b0e-44e8-8271-c552a507b772 req-339d9b66-190e-4e0b-b677-b0ea4b10596d tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:58.781566 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4daee747-1b0e-44e8-8271-c552a507b772 req-339d9b66-190e-4e0b-b677-b0ea4b10596d tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a716ad0-1138-4487-a895-014f349dcadd HTTP/1.1" status: 200 len: 944 time: 0.0932565 Aug 19 14:42:58.788655 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6478546f-b1bd-4002-a815-003612a0ae22 req-e14bf6f1-912f-43ac-91dd-5e277c5ca7af tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] For port b7cdddfb-21cf-4332-9d96-c1edd174d9b1, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=b7cdddfb-21cf-4332-9d96-c1edd174d9b1,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:58.789027 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6478546f-b1bd-4002-a815-003612a0ae22 req-e14bf6f1-912f-43ac-91dd-5e277c5ca7af tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:58.800011 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b1520fc3-f33f-4e51-aa0c-80a87e64c7d7 req-c3f7b98a-2e58-4f10-be79-d0dd3878e2d3 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:58.810294 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-6478546f-b1bd-4002-a815-003612a0ae22 req-e14bf6f1-912f-43ac-91dd-5e277c5ca7af tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Calling delete_port for b7cdddfb-21cf-4332-9d96-c1edd174d9b1 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:42:58.816435 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['ccb03fe0-dc14-4f36-aaa1-3db9abeac918'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:42:58.846120 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f7b98a-2e58-4f10-be79-d0dd3878e2d3 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Pushing event deleted for resources: {'Port': ['ID=d5bf5591-dd61-494c-9e1d-4302052e8ea1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:58.884366 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4daee747-1b0e-44e8-8271-c552a507b772 req-cd638103-4032-465b-aeb5-e87b02cfe685 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016486 Aug 19 14:42:58.927323 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1520fc3-f33f-4e51-aa0c-80a87e64c7d7 req-c3f7b98a-2e58-4f10-be79-d0dd3878e2d3 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] No DVR routers for this DVR port d5bf5591-dd61-494c-9e1d-4302052e8ea1 on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:42:58.931196 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b1520fc3-f33f-4e51-aa0c-80a87e64c7d7 req-c3f7b98a-2e58-4f10-be79-d0dd3878e2d3 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:58.934105 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b1520fc3-f33f-4e51-aa0c-80a87e64c7d7 req-c3f7b98a-2e58-4f10-be79-d0dd3878e2d3 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.68 "DELETE /v2.0/ports/d5bf5591-dd61-494c-9e1d-4302052e8ea1 HTTP/1.1" status: 204 len: 173 time: 0.7741730 Aug 19 14:42:59.107261 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4fd0ce88-f711-416a-ba9b-3bb090db2300 req-6f65dbe5-6c3b-49ce-a4f4-f35f4d87dfb1 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=473a93dd-c6e2-40c5-8b6b-c8d2a9701d03 HTTP/1.1" status: 200 len: 210 time: 0.0599592 Aug 19 14:42:59.125423 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6478546f-b1bd-4002-a815-003612a0ae22 req-e14bf6f1-912f-43ac-91dd-5e277c5ca7af tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:59.173576 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14bf6f1-912f-43ac-91dd-5e277c5ca7af tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Pushing event deleted for resources: {'Port': ['ID=b7cdddfb-21cf-4332-9d96-c1edd174d9b1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:42:59.242177 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-6478546f-b1bd-4002-a815-003612a0ae22 req-e14bf6f1-912f-43ac-91dd-5e277c5ca7af tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] No DVR routers for this DVR port b7cdddfb-21cf-4332-9d96-c1edd174d9b1 on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:42:59.245395 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6478546f-b1bd-4002-a815-003612a0ae22 req-e14bf6f1-912f-43ac-91dd-5e277c5ca7af tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:59.248222 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6478546f-b1bd-4002-a815-003612a0ae22 req-e14bf6f1-912f-43ac-91dd-5e277c5ca7af tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.68 "DELETE /v2.0/ports/b7cdddfb-21cf-4332-9d96-c1edd174d9b1 HTTP/1.1" status: 204 len: 173 time: 0.8184395 Aug 19 14:42:59.257415 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7101220c-2c6a-4d3b-817c-724af42cc094 req-f816d354-4a4c-45fa-aa64-2decaf94c737 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:59.266757 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7101220c-2c6a-4d3b-817c-724af42cc094 req-f816d354-4a4c-45fa-aa64-2decaf94c737 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f3c79de-d19d-4faf-bc2c-34883c4e4c8b HTTP/1.1" status: 200 len: 945 time: 0.0896189 Aug 19 14:42:59.306037 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a98a7f46-632d-4562-9569-30541f2488ea', 'name': 'network-vif-deleted', 'tag': '78a12ecf-5789-4302-aa78-ad86b495bfd0'}, {'server_uuid': '473a93dd-c6e2-40c5-8b6b-c8d2a9701d03', 'name': 'network-vif-deleted', 'tag': 'd5bf5591-dd61-494c-9e1d-4302052e8ea1'}, {'server_uuid': 'b5e83441-7d14-427d-bf36-f167e60fa742', 'name': 'network-vif-deleted', 'tag': 'b7cdddfb-21cf-4332-9d96-c1edd174d9b1'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:42:59.309487 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75b9020-d406-4575-bf7e-f0d57d70cbc1" -d '{"events": [{"server_uuid": "a98a7f46-632d-4562-9569-30541f2488ea", "name": "network-vif-deleted", "tag": "78a12ecf-5789-4302-aa78-ad86b495bfd0"}, {"server_uuid": "473a93dd-c6e2-40c5-8b6b-c8d2a9701d03", "name": "network-vif-deleted", "tag": "d5bf5591-dd61-494c-9e1d-4302052e8ea1"}, {"server_uuid": "b5e83441-7d14-427d-bf36-f167e60fa742", "name": "network-vif-deleted", "tag": "b7cdddfb-21cf-4332-9d96-c1edd174d9b1"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:42:59.350257 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7101220c-2c6a-4d3b-817c-724af42cc094 req-245ab8cf-2ac8-4aab-bdc9-37625154466a tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7bff13a-0390-4b12-a5ab-22b49f85b693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823901 Aug 19 14:42:59.380571 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 19 Aug 2021 14:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6e2e5f-1652-4c32-b002-57f50eef40c5 x-openstack-request-id: req-7d6e2e5f-1652-4c32-b002-57f50eef40c5 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:42:59.381370 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a98a7f46-632d-4562-9569-30541f2488ea", "name": "network-vif-deleted", "tag": "78a12ecf-5789-4302-aa78-ad86b495bfd0", "status": "completed", "code": 200}, {"server_uuid": "473a93dd-c6e2-40c5-8b6b-c8d2a9701d03", "name": "network-vif-deleted", "tag": "d5bf5591-dd61-494c-9e1d-4302052e8ea1", "status": "completed", "code": 200}, {"server_uuid": "b5e83441-7d14-427d-bf36-f167e60fa742", "name": "network-vif-deleted", "tag": "b7cdddfb-21cf-4332-9d96-c1edd174d9b1", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:42:59.381626 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7d6e2e5f-1652-4c32-b002-57f50eef40c5 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:42:59.382089 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a98a7f46-632d-4562-9569-30541f2488ea', 'name': 'network-vif-deleted', 'tag': '78a12ecf-5789-4302-aa78-ad86b495bfd0', 'status': 'completed', 'code': 200} Aug 19 14:42:59.382337 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '473a93dd-c6e2-40c5-8b6b-c8d2a9701d03', 'name': 'network-vif-deleted', 'tag': 'd5bf5591-dd61-494c-9e1d-4302052e8ea1', 'status': 'completed', 'code': 200} Aug 19 14:42:59.382866 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e83441-7d14-427d-bf36-f167e60fa742', 'name': 'network-vif-deleted', 'tag': 'b7cdddfb-21cf-4332-9d96-c1edd174d9b1', 'status': 'completed', 'code': 200} Aug 19 14:42:59.565149 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c40b43-ba4f-46a4-9ae3-1743a90633ec req-4851740b-6aef-45e1-ada0-e8bb9e678a22 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:59.566842 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-37c40b43-ba4f-46a4-9ae3-1743a90633ec req-4851740b-6aef-45e1-ada0-e8bb9e678a22 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.88 "GET /v2.0/ports?device_id=2f3c79de-d19d-4faf-bc2c-34883c4e4c8b HTTP/1.1" status: 200 len: 945 time: 0.0567374 Aug 19 14:42:59.675410 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-37c40b43-ba4f-46a4-9ae3-1743a90633ec req-38a82193-d3d8-4a4d-9192-d757adebeae0 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Deleting port ee9706ba-209b-40aa-8767-35b32f77135e {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:42:59.675832 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-37c40b43-ba4f-46a4-9ae3-1743a90633ec req-38a82193-d3d8-4a4d-9192-d757adebeae0 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:59.748577 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['b7cdddfb-21cf-4332-9d96-c1edd174d9b1', 'd5bf5591-dd61-494c-9e1d-4302052e8ea1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:42:59.752224 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['b7cdddfb-21cf-4332-9d96-c1edd174d9b1', 'd5bf5591-dd61-494c-9e1d-4302052e8ea1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:42:59.785651 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-37c40b43-ba4f-46a4-9ae3-1743a90633ec req-38a82193-d3d8-4a4d-9192-d757adebeae0 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] For port ee9706ba-209b-40aa-8767-35b32f77135e, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=ee9706ba-209b-40aa-8767-35b32f77135e,segment=NetworkSegment(d24c84db-ca72-4228-8e2e-914c2c673b49),segment_id=d24c84db-ca72-4228-8e2e-914c2c673b49)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:42:59.786038 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-37c40b43-ba4f-46a4-9ae3-1743a90633ec req-38a82193-d3d8-4a4d-9192-d757adebeae0 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:42:59.827103 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-37c40b43-ba4f-46a4-9ae3-1743a90633ec req-38a82193-d3d8-4a4d-9192-d757adebeae0 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Calling delete_port for ee9706ba-209b-40aa-8767-35b32f77135e owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:42:59.853035 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['ccb03fe0-dc14-4f36-aaa1-3db9abeac918'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:42:59.913332 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d51b6-0132-49ec-a7a5-dfbd061b143a req-126384bb-4f2c-4d83-b8af-77982537b29b tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:42:59.921674 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-892d51b6-0132-49ec-a7a5-dfbd061b143a req-126384bb-4f2c-4d83-b8af-77982537b29b tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=66fd1ab7-6dac-46f5-943d-da35b28f9f46 HTTP/1.1" status: 200 len: 949 time: 0.1381803 Aug 19 14:43:00.008274 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-892d51b6-0132-49ec-a7a5-dfbd061b143a req-8d12d06b-54ab-4b46-b676-c0d1eebb9f45 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833070 Aug 19 14:43:00.156164 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-37c40b43-ba4f-46a4-9ae3-1743a90633ec req-38a82193-d3d8-4a4d-9192-d757adebeae0 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:00.174266 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['ee9706ba-209b-40aa-8767-35b32f77135e'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:43:00.214623 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8daf6-6f6b-42e9-811c-a462e68796c9 req-3ee40391-e85a-4834-be4d-6f2e32e105f8 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:00.216323 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-31b8daf6-6f6b-42e9-811c-a462e68796c9 req-3ee40391-e85a-4834-be4d-6f2e32e105f8 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a716ad0-1138-4487-a895-014f349dcadd HTTP/1.1" status: 200 len: 944 time: 0.1295648 Aug 19 14:43:00.217991 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a82193-d3d8-4a4d-9192-d757adebeae0 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Pushing event deleted for resources: {'Port': ['ID=ee9706ba-209b-40aa-8767-35b32f77135e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:00.234083 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a2531-7592-4896-a3c6-cfbec917e3a3 req-958ccafc-5429-42d1-8e35-9fda261984d6 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:00.236224 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6b7a2531-7592-4896-a3c6-cfbec917e3a3 req-958ccafc-5429-42d1-8e35-9fda261984d6 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.88 "GET /v2.0/ports?device_id=66fd1ab7-6dac-46f5-943d-da35b28f9f46 HTTP/1.1" status: 200 len: 949 time: 0.0758078 Aug 19 14:43:00.237455 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device a79cdf0e-6597-4188-9b84-17acd2d5641c up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:43:00.285840 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c40b43-ba4f-46a4-9ae3-1743a90633ec req-38a82193-d3d8-4a4d-9192-d757adebeae0 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] No DVR routers for this DVR port ee9706ba-209b-40aa-8767-35b32f77135e on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:43:00.289602 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-37c40b43-ba4f-46a4-9ae3-1743a90633ec req-38a82193-d3d8-4a4d-9192-d757adebeae0 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:00.293778 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-37c40b43-ba4f-46a4-9ae3-1743a90633ec req-38a82193-d3d8-4a4d-9192-d757adebeae0 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.88 "DELETE /v2.0/ports/ee9706ba-209b-40aa-8767-35b32f77135e HTTP/1.1" status: 204 len: 173 time: 0.7196321 Aug 19 14:43:00.294637 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f3c79de-d19d-4faf-bc2c-34883c4e4c8b', 'name': 'network-vif-deleted', 'tag': 'ee9706ba-209b-40aa-8767-35b32f77135e'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:43:00.298184 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5fb2f41-ceef-406f-bd5f-9cf398b7c2a3" -d '{"events": [{"server_uuid": "2f3c79de-d19d-4faf-bc2c-34883c4e4c8b", "name": "network-vif-deleted", "tag": "ee9706ba-209b-40aa-8767-35b32f77135e"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:43:00.329617 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-31b8daf6-6f6b-42e9-811c-a462e68796c9 req-28946eb5-d99d-49c9-8980-015d1693814f tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019635 Aug 19 14:43:00.358850 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port a79cdf0e-6597-4188-9b84-17acd2d5641c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:43:00.375612 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port a79cdf0e-6597-4188-9b84-17acd2d5641c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:43:00.375992 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:00.478318 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b315595-c1e5-440a-b512-b74c04bf739f x-openstack-request-id: req-9b315595-c1e5-440a-b512-b74c04bf739f {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:43:00.478680 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f3c79de-d19d-4faf-bc2c-34883c4e4c8b", "name": "network-vif-deleted", "tag": "ee9706ba-209b-40aa-8767-35b32f77135e", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:43:00.479005 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9b315595-c1e5-440a-b512-b74c04bf739f {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:43:00.479805 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f3c79de-d19d-4faf-bc2c-34883c4e4c8b', 'name': 'network-vif-deleted', 'tag': 'ee9706ba-209b-40aa-8767-35b32f77135e', 'status': 'completed', 'code': 200} Aug 19 14:43:00.484595 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-6b7a2531-7592-4896-a3c6-cfbec917e3a3 req-c15990f3-ee70-4d43-93da-851ee32c62aa tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Deleting port 88f42587-a530-46ee-8c35-6bb26e393402 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:43:00.485149 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6b7a2531-7592-4896-a3c6-cfbec917e3a3 req-c15990f3-ee70-4d43-93da-851ee32c62aa tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:00.519526 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:00.526121 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-37a3b47a-6f14-4488-82ac-7cfcdaa43f66 req-21ada947-d7f3-45ac-81ee-c40dcfb153c2 tempest-FloatingIPsAssociationTestJSON-180611958 tempest-FloatingIPsAssociationTestJSON-180611958-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f3c79de-d19d-4faf-bc2c-34883c4e4c8b HTTP/1.1" status: 200 len: 210 time: 0.0505819 Aug 19 14:43:00.555326 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a716ad0-1138-4487-a895-014f349dcadd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79cdf0e-6597-4188-9b84-17acd2d5641c'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:43:00.557908 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d33647f-033c-4f64-9640-ad8750525502" -d '{"events": [{"server_uuid": "7a716ad0-1138-4487-a895-014f349dcadd", "name": "network-vif-plugged", "status": "completed", "tag": "a79cdf0e-6597-4188-9b84-17acd2d5641c"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:43:00.577331 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port a79cdf0e-6597-4188-9b84-17acd2d5641c, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=a79cdf0e-6597-4188-9b84-17acd2d5641c,segment=NetworkSegment(fcd6ac5d-931b-4836-82cc-58250c6a0f69),segment_id=fcd6ac5d-931b-4836-82cc-58250c6a0f69)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:43:00.583138 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:00.584448 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 78a12ecf-5789-4302-aa78-ad86b495bfd0 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:43:00.628617 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c41ec2d-f128-4cda-874e-06e2c48bfd15 x-openstack-request-id: req-3c41ec2d-f128-4cda-874e-06e2c48bfd15 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:43:00.628905 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a716ad0-1138-4487-a895-014f349dcadd", "name": "network-vif-plugged", "status": "completed", "tag": "a79cdf0e-6597-4188-9b84-17acd2d5641c", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:43:00.629153 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3c41ec2d-f128-4cda-874e-06e2c48bfd15 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:43:00.629537 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a716ad0-1138-4487-a895-014f349dcadd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79cdf0e-6597-4188-9b84-17acd2d5641c', 'code': 200} Aug 19 14:43:00.631766 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: 78a12ecf-5789-4302-aa78-ad86b495bfd0 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:43:00.632305 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 78a12ecf-5789-4302-aa78-ad86b495bfd0 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:43:00.633259 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device d5bf5591-dd61-494c-9e1d-4302052e8ea1 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:43:00.663733 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6b7a2531-7592-4896-a3c6-cfbec917e3a3 req-c15990f3-ee70-4d43-93da-851ee32c62aa tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] For port 88f42587-a530-46ee-8c35-6bb26e393402, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=88f42587-a530-46ee-8c35-6bb26e393402,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:43:00.664336 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6b7a2531-7592-4896-a3c6-cfbec917e3a3 req-c15990f3-ee70-4d43-93da-851ee32c62aa tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:00.703367 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: d5bf5591-dd61-494c-9e1d-4302052e8ea1 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:43:00.703769 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device d5bf5591-dd61-494c-9e1d-4302052e8ea1 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:43:00.721359 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-6b7a2531-7592-4896-a3c6-cfbec917e3a3 req-c15990f3-ee70-4d43-93da-851ee32c62aa tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Calling delete_port for 88f42587-a530-46ee-8c35-6bb26e393402 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:43:00.755496 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=a79cdf0e-6597-4188-9b84-17acd2d5641c,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:00.874989 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b3baf-4ef1-4ae8-8a57-4fdc2d8486ad req-1466f8be-f7a4-4e49-a8f9-67be80d85990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:00.877235 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e64b3baf-4ef1-4ae8-8a57-4fdc2d8486ad req-1466f8be-f7a4-4e49-a8f9-67be80d85990 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=7a716ad0-1138-4487-a895-014f349dcadd HTTP/1.1" status: 200 len: 1096 time: 0.1828089 Aug 19 14:43:00.909538 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d276dc3-b385-4749-a143-499f30037e9c req-819089ab-4c16-41a7-b752-71b7c1787c83 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:00.916769 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2d276dc3-b385-4749-a143-499f30037e9c req-819089ab-4c16-41a7-b752-71b7c1787c83 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=85a9a1b8-6e3c-4c5f-8107-1ed0e9790e2e HTTP/1.1" status: 200 len: 950 time: 0.0952215 Aug 19 14:43:00.959288 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e64b3baf-4ef1-4ae8-8a57-4fdc2d8486ad req-103f86a5-b79c-49cf-a5a7-b0b6f9bd266c service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746861 Aug 19 14:43:00.973853 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2d276dc3-b385-4749-a143-499f30037e9c req-9cfc624f-8e59-451c-b1db-260cd872c646 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529189 Aug 19 14:43:00.990059 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6b7a2531-7592-4896-a3c6-cfbec917e3a3 req-c15990f3-ee70-4d43-93da-851ee32c62aa tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:01.004438 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['703dace4-fc56-4540-b847-7744faf5037d'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:43:01.043015 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15990f3-ee70-4d43-93da-851ee32c62aa tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Pushing event deleted for resources: {'Port': ['ID=88f42587-a530-46ee-8c35-6bb26e393402,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:01.110960 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b7a2531-7592-4896-a3c6-cfbec917e3a3 req-c15990f3-ee70-4d43-93da-851ee32c62aa tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] No DVR routers for this DVR port 88f42587-a530-46ee-8c35-6bb26e393402 on host n-h2-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:43:01.114436 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6b7a2531-7592-4896-a3c6-cfbec917e3a3 req-c15990f3-ee70-4d43-93da-851ee32c62aa tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:01.117062 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6b7a2531-7592-4896-a3c6-cfbec917e3a3 req-c15990f3-ee70-4d43-93da-851ee32c62aa tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.88 "DELETE /v2.0/ports/88f42587-a530-46ee-8c35-6bb26e393402 HTTP/1.1" status: 204 len: 173 time: 0.8719602 Aug 19 14:43:01.152647 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f95f101b-11fa-4738-bda2-1ef1cef200ca req-052da9f2-c169-40f9-bc9c-7b2f0a77dc03 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=66fd1ab7-6dac-46f5-943d-da35b28f9f46 HTTP/1.1" status: 200 len: 210 time: 0.0430148 Aug 19 14:43:01.320660 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-00cbdaa0-5561-417b-8a7c-44d864ddeb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:01.384114 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66fd1ab7-6dac-46f5-943d-da35b28f9f46', 'name': 'network-vif-deleted', 'tag': '88f42587-a530-46ee-8c35-6bb26e393402'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:43:01.388101 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778436a1-5373-4aa5-942d-5da388ee8dbb" -d '{"events": [{"server_uuid": "66fd1ab7-6dac-46f5-943d-da35b28f9f46", "name": "network-vif-deleted", "tag": "88f42587-a530-46ee-8c35-6bb26e393402"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:43:01.430908 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef39e63-33d2-4e67-9a9e-0bc7fd9abb11 x-openstack-request-id: req-cef39e63-33d2-4e67-9a9e-0bc7fd9abb11 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:43:01.431444 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66fd1ab7-6dac-46f5-943d-da35b28f9f46", "name": "network-vif-deleted", "tag": "88f42587-a530-46ee-8c35-6bb26e393402", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:43:01.431704 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cef39e63-33d2-4e67-9a9e-0bc7fd9abb11 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:43:01.432102 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66fd1ab7-6dac-46f5-943d-da35b28f9f46', 'name': 'network-vif-deleted', 'tag': '88f42587-a530-46ee-8c35-6bb26e393402', 'status': 'completed', 'code': 200} Aug 19 14:43:01.494465 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb291d82-4007-46ae-a4fa-f2b72efaa723 req-8e82b154-9aba-45b4-9907-0b7c09b4ef99 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:01.496054 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bb291d82-4007-46ae-a4fa-f2b72efaa723 req-8e82b154-9aba-45b4-9907-0b7c09b4ef99 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a716ad0-1138-4487-a895-014f349dcadd HTTP/1.1" status: 200 len: 945 time: 0.0627506 Aug 19 14:43:01.549226 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bb291d82-4007-46ae-a4fa-f2b72efaa723 req-a75c8b8c-6acc-4a4c-8f98-90bfd77eb664 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451376 Aug 19 14:43:01.602659 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 43236) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:01.957513 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 43242) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:01.994180 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e16dee18-390e-44b1-a7e2-2e511027b608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:02.087903 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e7d1e23d-5cc7-4f7d-a510-d27e04cac542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:02.162393 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 88f42587-a530-46ee-8c35-6bb26e393402 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:43:02.172506 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd523c-696a-40d7-9512-9e06bd233c42 req-c867b2e9-75ed-4986-9c1b-243d15e9e47e tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:02.174089 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e9dd523c-696a-40d7-9512-9e06bd233c42 req-c867b2e9-75ed-4986-9c1b-243d15e9e47e tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=85a9a1b8-6e3c-4c5f-8107-1ed0e9790e2e HTTP/1.1" status: 200 len: 950 time: 0.0978231 Aug 19 14:43:02.207012 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: 88f42587-a530-46ee-8c35-6bb26e393402 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:43:02.207354 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 88f42587-a530-46ee-8c35-6bb26e393402 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:43:02.211233 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device ee9706ba-209b-40aa-8767-35b32f77135e no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:43:02.241296 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device b7cdddfb-21cf-4332-9d96-c1edd174d9b1 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:43:02.245241 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: ee9706ba-209b-40aa-8767-35b32f77135e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:43:02.245859 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device ee9706ba-209b-40aa-8767-35b32f77135e not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:43:02.247151 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e9dd523c-696a-40d7-9512-9e06bd233c42 req-e1cd4f50-f80f-44db-b88f-e941bf5e6f8f tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/security-groups?id=3912ef4b-f767-4494-9083-17ec80e5e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526958 Aug 19 14:43:02.271351 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e7d1e23d-5cc7-4f7d-a510-d27e04cac542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:02.272002 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: b7cdddfb-21cf-4332-9d96-c1edd174d9b1 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:43:02.272591 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device b7cdddfb-21cf-4332-9d96-c1edd174d9b1 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:43:02.281731 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e7d1e23d-5cc7-4f7d-a510-d27e04cac542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:02.355925 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e16dee18-390e-44b1-a7e2-2e511027b608 admin admin] Deleting port f90fceea-beae-48a3-879c-e4408594bf2e {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:43:02.356272 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e16dee18-390e-44b1-a7e2-2e511027b608 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:02.366747 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e7d1e23d-5cc7-4f7d-a510-d27e04cac542 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7f4bd9c8822e4e788f6402efe27f426a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4079356 Aug 19 14:43:02.367921 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 43256) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:02.378167 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d1e23d-5cc7-4f7d-a510-d27e04cac542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c58f1e1-0528-4aa1-95bb-7a0e4a9b049f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:02.460574 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d23d2-55e4-49ea-96ce-62efaea41f69 req-84624c39-0274-4a35-92aa-ba0de898b34b tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:02.463114 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-644d23d2-55e4-49ea-96ce-62efaea41f69 req-84624c39-0274-4a35-92aa-ba0de898b34b tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.88 "GET /v2.0/ports?device_id=85a9a1b8-6e3c-4c5f-8107-1ed0e9790e2e HTTP/1.1" status: 200 len: 950 time: 0.1480279 Aug 19 14:43:02.480530 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-e16dee18-390e-44b1-a7e2-2e511027b608 admin admin] For port f90fceea-beae-48a3-879c-e4408594bf2e, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=f90fceea-beae-48a3-879c-e4408594bf2e,segment=NetworkSegment(d24c84db-ca72-4228-8e2e-914c2c673b49),segment_id=d24c84db-ca72-4228-8e2e-914c2c673b49)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:43:02.481045 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e16dee18-390e-44b1-a7e2-2e511027b608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:02.497339 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e16dee18-390e-44b1-a7e2-2e511027b608 admin admin] Calling delete_port for f90fceea-beae-48a3-879c-e4408594bf2e owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:43:02.513949 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b58ec3e6-c401-479d-8bf9-c7564d51fde9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:02.570510 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b58ec3e6-c401-479d-8bf9-c7564d51fde9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:02.613587 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa18eb-b780-46b3-8f5a-c5ad6849ec5b req-27d93ee0-631b-48b3-8d11-810fda961a4e tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:02.615474 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c7fa18eb-b780-46b3-8f5a-c5ad6849ec5b req-27d93ee0-631b-48b3-8d11-810fda961a4e tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 950 time: 0.1088583 Aug 19 14:43:02.636607 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-644d23d2-55e4-49ea-96ce-62efaea41f69 req-885ebce6-bc86-4955-bf68-a521287c76c8 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Deleting port ccb03fe0-dc14-4f36-aaa1-3db9abeac918 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:43:02.637287 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-644d23d2-55e4-49ea-96ce-62efaea41f69 req-885ebce6-bc86-4955-bf68-a521287c76c8 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:02.684915 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b58ec3e6-c401-479d-8bf9-c7564d51fde9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:02.687470 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b58ec3e6-c401-479d-8bf9-c7564d51fde9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:02.691186 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b58ec3e6-c401-479d-8bf9-c7564d51fde9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1c58f1e1-0528-4aa1-95bb-7a0e4a9b049f HTTP/1.1" status: 204 len: 168 time: 0.3187253 Aug 19 14:43:02.704788 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58ec3e6-c401-479d-8bf9-c7564d51fde9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c58f1e1-0528-4aa1-95bb-7a0e4a9b049f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:02.763774 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c7fa18eb-b780-46b3-8f5a-c5ad6849ec5b req-c82d0f22-9fe9-4cb0-a8ab-dcd2cef0a53f tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989096 Aug 19 14:43:02.767358 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-644d23d2-55e4-49ea-96ce-62efaea41f69 req-885ebce6-bc86-4955-bf68-a521287c76c8 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] For port ccb03fe0-dc14-4f36-aaa1-3db9abeac918, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=ccb03fe0-dc14-4f36-aaa1-3db9abeac918,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:43:02.767773 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-644d23d2-55e4-49ea-96ce-62efaea41f69 req-885ebce6-bc86-4955-bf68-a521287c76c8 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:02.787549 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317197f-8eeb-4e78-9ced-922ae0c8298a req-727211ea-949a-499a-9cdd-166df760a985 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:02.789369 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3317197f-8eeb-4e78-9ced-922ae0c8298a req-727211ea-949a-499a-9cdd-166df760a985 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a716ad0-1138-4487-a895-014f349dcadd HTTP/1.1" status: 200 len: 945 time: 0.1233573 Aug 19 14:43:02.798291 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-644d23d2-55e4-49ea-96ce-62efaea41f69 req-885ebce6-bc86-4955-bf68-a521287c76c8 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Calling delete_port for ccb03fe0-dc14-4f36-aaa1-3db9abeac918 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:43:02.874828 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3317197f-8eeb-4e78-9ced-922ae0c8298a req-ba42be44-26e1-42fa-b060-7de4fe156248 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765293 Aug 19 14:43:02.887424 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e16dee18-390e-44b1-a7e2-2e511027b608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:02.923786 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16dee18-390e-44b1-a7e2-2e511027b608 admin admin] Pushing event deleted for resources: {'Port': ['ID=f90fceea-beae-48a3-879c-e4408594bf2e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:02.980943 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-644d23d2-55e4-49ea-96ce-62efaea41f69 req-885ebce6-bc86-4955-bf68-a521287c76c8 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:02.996295 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['ccb03fe0-dc14-4f36-aaa1-3db9abeac918'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:43:03.030629 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885ebce6-bc86-4955-bf68-a521287c76c8 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Pushing event deleted for resources: {'Port': ['ID=ccb03fe0-dc14-4f36-aaa1-3db9abeac918,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:03.145629 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-644d23d2-55e4-49ea-96ce-62efaea41f69 req-885ebce6-bc86-4955-bf68-a521287c76c8 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] No DVR routers for this DVR port ccb03fe0-dc14-4f36-aaa1-3db9abeac918 on host n-h2-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:43:03.147449 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 43270) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:03.155689 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-644d23d2-55e4-49ea-96ce-62efaea41f69 req-885ebce6-bc86-4955-bf68-a521287c76c8 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:03.158153 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-644d23d2-55e4-49ea-96ce-62efaea41f69 req-885ebce6-bc86-4955-bf68-a521287c76c8 tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.88 "DELETE /v2.0/ports/ccb03fe0-dc14-4f36-aaa1-3db9abeac918 HTTP/1.1" status: 204 len: 173 time: 0.6811500 Aug 19 14:43:03.167142 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ad71c35f-3043-43da-ad86-dc905c3e8cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:03.303789 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e16dee18-390e-44b1-a7e2-2e511027b608 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:03.325540 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ad71c35f-3043-43da-ad86-dc905c3e8cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:03.330142 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ad71c35f-3043-43da-ad86-dc905c3e8cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:03.389326 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ad71c35f-3043-43da-ad86-dc905c3e8cce admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=228e0545bd574fe49dfa0fd97c6f1539&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2405899 Aug 19 14:43:03.394467 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 43278) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:03.412358 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad71c35f-3043-43da-ad86-dc905c3e8cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9befc671-b57c-441b-832f-a907cd315244,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:03.433041 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a9a1b8-6e3c-4c5f-8107-1ed0e9790e2e', 'name': 'network-vif-deleted', 'tag': 'ccb03fe0-dc14-4f36-aaa1-3db9abeac918'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:43:03.436000 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee48233-f437-41c9-95c1-12d915921146" -d '{"events": [{"server_uuid": "85a9a1b8-6e3c-4c5f-8107-1ed0e9790e2e", "name": "network-vif-deleted", "tag": "ccb03fe0-dc14-4f36-aaa1-3db9abeac918"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:43:03.473487 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-21d15580-5f64-420f-b148-18c1c4c23621 req-0cf07662-7358-4876-8b27-c3a772bf036b tempest-ServersOnMultiNodesTest-1171868913 tempest-ServersOnMultiNodesTest-1171868913-project] 10.222.0.69 "GET /v2.0/ports?device_id=85a9a1b8-6e3c-4c5f-8107-1ed0e9790e2e HTTP/1.1" status: 200 len: 210 time: 0.0475621 Aug 19 14:43:03.494750 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b52481a1-27bf-4004-abf8-1ceb110dbaef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:03.529386 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b52481a1-27bf-4004-abf8-1ceb110dbaef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:03.530801 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773018e7-e6ab-4b1d-bd05-cdf512e13986 req-af637b41-70d7-47ad-8a4e-75f4cf401613 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:03.532679 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-773018e7-e6ab-4b1d-bd05-cdf512e13986 req-af637b41-70d7-47ad-8a4e-75f4cf401613 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a716ad0-1138-4487-a895-014f349dcadd HTTP/1.1" status: 200 len: 945 time: 0.2698417 Aug 19 14:43:03.606431 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-773018e7-e6ab-4b1d-bd05-cdf512e13986 req-3cfad8ef-084e-4478-9378-af8e15d359c9 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605259 Aug 19 14:43:03.641827 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:03.644191 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7711639-7a36-4a23-b6fc-c1ae0d9e0e21 x-openstack-request-id: req-b7711639-7a36-4a23-b6fc-c1ae0d9e0e21 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:43:03.645150 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a9a1b8-6e3c-4c5f-8107-1ed0e9790e2e", "name": "network-vif-deleted", "tag": "ccb03fe0-dc14-4f36-aaa1-3db9abeac918", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:43:03.645653 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b7711639-7a36-4a23-b6fc-c1ae0d9e0e21 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:43:03.646330 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85a9a1b8-6e3c-4c5f-8107-1ed0e9790e2e', 'name': 'network-vif-deleted', 'tag': 'ccb03fe0-dc14-4f36-aaa1-3db9abeac918', 'status': 'completed', 'code': 200} Aug 19 14:43:03.648367 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b52481a1-27bf-4004-abf8-1ceb110dbaef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:03.652803 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b52481a1-27bf-4004-abf8-1ceb110dbaef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:03.658310 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b52481a1-27bf-4004-abf8-1ceb110dbaef admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9befc671-b57c-441b-832f-a907cd315244 HTTP/1.1" status: 204 len: 168 time: 0.2626336 Aug 19 14:43:03.668652 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52481a1-27bf-4004-abf8-1ceb110dbaef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9befc671-b57c-441b-832f-a907cd315244,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:03.821156 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e16dee18-390e-44b1-a7e2-2e511027b608 admin admin] Router 050507a3-41b4-4a92-abc8-4252a7e2c272 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:43:03.980901 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9ef4d-95c0-4735-9bd6-43b87b8f115f req-a387fe8e-7dd9-4b65-af6a-89afa43d145c tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:03.982618 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-30c9ef4d-95c0-4735-9bd6-43b87b8f115f req-a387fe8e-7dd9-4b65-af6a-89afa43d145c tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 950 time: 0.1033771 Aug 19 14:43:03.987381 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16dee18-390e-44b1-a7e2-2e511027b608 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:43:03.997280 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e16dee18-390e-44b1-a7e2-2e511027b608 admin admin] 10.222.0.69 "PUT /v2.0/routers/050507a3-41b4-4a92-abc8-4252a7e2c272/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3893633 Aug 19 14:43:03.997531 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 43288) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:03.999812 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a153f71e-7be4-4d2d-8807-13c360de0ed5 None None] Sync routers for ids ['050507a3-41b4-4a92-abc8-4252a7e2c272'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:43:04.015154 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a153f71e-7be4-4d2d-8807-13c360de0ed5 None None] Routers {'050507a3-41b4-4a92-abc8-4252a7e2c272'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:43:04.015911 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a153f71e-7be4-4d2d-8807-13c360de0ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:42:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['050507a3-41b4-4a92-abc8-4252a7e2c272'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:43:04.079254 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-30c9ef4d-95c0-4735-9bd6-43b87b8f115f req-d264d3d6-2a18-4ccf-b433-c59c05662149 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890355 Aug 19 14:43:04.164805 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0096fe-593a-4bf8-9c46-fb928f0e22b3 req-86946903-e164-40fb-bb50-2cbbfb5f49d9 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:04.166314 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-dc0096fe-593a-4bf8-9c46-fb928f0e22b3 req-86946903-e164-40fb-bb50-2cbbfb5f49d9 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.68 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 950 time: 0.1113796 Aug 19 14:43:04.175980 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2da18f5-b79a-4152-9395-d77af2d93597 admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:04.180117 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-a153f71e-7be4-4d2d-8807-13c360de0ed5 None None] Set router 050507a3-41b4-4a92-abc8-4252a7e2c272 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:43:04.333678 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d6e70b9d-bcd8-434a-a322-b0a5fbea49c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:04.351022 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2da18f5-b79a-4152-9395-d77af2d93597 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:04.422033 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-dc0096fe-593a-4bf8-9c46-fb928f0e22b3 req-e373d5e9-7537-4baa-801b-9a295a77efac tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Deleting port 703dace4-fc56-4540-b847-7744faf5037d {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:43:04.422743 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dc0096fe-593a-4bf8-9c46-fb928f0e22b3 req-e373d5e9-7537-4baa-801b-9a295a77efac tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:04.428736 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a153f71e-7be4-4d2d-8807-13c360de0ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'name': 'tempest-FloatingIPsAssociationTestJSON-78058810-router', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '8962307e-de8f-47c7-8a79-d5d79c8631e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:41:40Z', 'updated_at': '2021-08-19T14:43:02Z', 'revision_number': 5, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'gw_port': {'id': '8962307e-de8f-47c7-8a79-d5d79c8631e7', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:41:42Z', 'updated_at': '2021-08-19T14:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:43:04.467671 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a153f71e-7be4-4d2d-8807-13c360de0ed5 None None] Checking router: 050507a3-41b4-4a92-abc8-4252a7e2c272 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:43:04.489366 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a153f71e-7be4-4d2d-8807-13c360de0ed5 None None] Routers {'050507a3-41b4-4a92-abc8-4252a7e2c272'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:43:04.490017 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a153f71e-7be4-4d2d-8807-13c360de0ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:43:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['050507a3-41b4-4a92-abc8-4252a7e2c272'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:43:04.565354 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-dc0096fe-593a-4bf8-9c46-fb928f0e22b3 req-e373d5e9-7537-4baa-801b-9a295a77efac tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] For port 703dace4-fc56-4540-b847-7744faf5037d, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=703dace4-fc56-4540-b847-7744faf5037d,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:43:04.566032 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dc0096fe-593a-4bf8-9c46-fb928f0e22b3 req-e373d5e9-7537-4baa-801b-9a295a77efac tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:04.591672 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-dc0096fe-593a-4bf8-9c46-fb928f0e22b3 req-e373d5e9-7537-4baa-801b-9a295a77efac tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Calling delete_port for 703dace4-fc56-4540-b847-7744faf5037d owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:43:04.606868 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-a153f71e-7be4-4d2d-8807-13c360de0ed5 None None] Set router 050507a3-41b4-4a92-abc8-4252a7e2c272 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:43:04.623275 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-a2da18f5-b79a-4152-9395-d77af2d93597 admin admin] Deleting port 8962307e-de8f-47c7-8a79-d5d79c8631e7 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:43:04.623618 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2da18f5-b79a-4152-9395-d77af2d93597 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:04.681143 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a153f71e-7be4-4d2d-8807-13c360de0ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'name': 'tempest-FloatingIPsAssociationTestJSON-78058810-router', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:41:40Z', 'updated_at': '2021-08-19T14:43:04Z', 'revision_number': 6, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'gw_port_host': None}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:43:04.686697 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:04.722449 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a153f71e-7be4-4d2d-8807-13c360de0ed5 None None] The sync data for ids ['050507a3-41b4-4a92-abc8-4252a7e2c272'] in n-d-766043-2 is: [{'id': '050507a3-41b4-4a92-abc8-4252a7e2c272', 'name': 'tempest-FloatingIPsAssociationTestJSON-78058810-router', 'tenant_id': '142f83185aea4a6daae515dcd5cb4f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:41:40Z', 'updated_at': '2021-08-19T14:43:04Z', 'revision_number': 6, 'project_id': '142f83185aea4a6daae515dcd5cb4f68', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:43:04.788712 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-a2da18f5-b79a-4152-9395-d77af2d93597 admin admin] For port 8962307e-de8f-47c7-8a79-d5d79c8631e7, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=8962307e-de8f-47c7-8a79-d5d79c8631e7,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:43:04.788712 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2da18f5-b79a-4152-9395-d77af2d93597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:04.800265 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-a2da18f5-b79a-4152-9395-d77af2d93597 admin admin] Calling delete_port for 8962307e-de8f-47c7-8a79-d5d79c8631e7 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:43:04.827171 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cfc1aa-bdb5-4ece-a039-23bc1d406408 req-2a57b5b8-696b-4f68-b3f1-208650d26db2 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:04.835556 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-52cfc1aa-bdb5-4ece-a039-23bc1d406408 req-2a57b5b8-696b-4f68-b3f1-208650d26db2 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a716ad0-1138-4487-a895-014f349dcadd HTTP/1.1" status: 200 len: 945 time: 0.0763032 Aug 19 14:43:04.884884 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-52cfc1aa-bdb5-4ece-a039-23bc1d406408 req-20de06c8-5fa7-4384-8018-cfcdaeed2102 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462108 Aug 19 14:43:05.013306 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:05.029683 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 43342) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:05.047204 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2da18f5-b79a-4152-9395-d77af2d93597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:05.082501 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2da18f5-b79a-4152-9395-d77af2d93597 admin admin] Pushing event deleted for resources: {'Port': ['ID=8962307e-de8f-47c7-8a79-d5d79c8631e7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:05.147906 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:05.365401 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e36c4801-4857-4dea-a9b8-0d84cb3952d6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=41e15b78d78c4e818c7fba2f667bded5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3335407 Aug 19 14:43:05.367062 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 43364) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:05.482550 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5397eab-f3d1-4c25-84d7-c6a94231b964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:05.522223 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17082ef-fef4-4ddf-916d-084b1d819346 req-2990bda7-2662-40b3-9bf0-ca8040ccc584 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:05.530241 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c17082ef-fef4-4ddf-916d-084b1d819346 req-2990bda7-2662-40b3-9bf0-ca8040ccc584 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 950 time: 0.1111140 Aug 19 14:43:05.555783 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5397eab-f3d1-4c25-84d7-c6a94231b964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:05.613021 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c17082ef-fef4-4ddf-916d-084b1d819346 req-83d899fc-ca46-46d9-b5e3-345c74545c18 tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/security-groups?id=69fd3d2b-9298-4900-b906-e436e5f321ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818999 Aug 19 14:43:05.655840 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5397eab-f3d1-4c25-84d7-c6a94231b964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:05.686762 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5397eab-f3d1-4c25-84d7-c6a94231b964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:05.687936 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f5397eab-f3d1-4c25-84d7-c6a94231b964 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3912ef4b-f767-4494-9083-17ec80e5e1f0 HTTP/1.1" status: 204 len: 168 time: 0.3166566 Aug 19 14:43:05.709736 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device f90fceea-beae-48a3-879c-e4408594bf2e no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:43:05.719478 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2da18f5-b79a-4152-9395-d77af2d93597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:05.727845 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5397eab-f3d1-4c25-84d7-c6a94231b964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3912ef4b-f767-4494-9083-17ec80e5e1f0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:05.749507 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: f90fceea-beae-48a3-879c-e4408594bf2e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:43:05.750265 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device f90fceea-beae-48a3-879c-e4408594bf2e not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:43:05.775427 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dc0096fe-593a-4bf8-9c46-fb928f0e22b3 req-e373d5e9-7537-4baa-801b-9a295a77efac tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:05.789073 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['703dace4-fc56-4540-b847-7744faf5037d'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:43:05.879162 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e373d5e9-7537-4baa-801b-9a295a77efac tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Pushing event deleted for resources: {'Port': ['ID=703dace4-fc56-4540-b847-7744faf5037d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:05.899320 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2da18f5-b79a-4152-9395-d77af2d93597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:05.905340 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2da18f5-b79a-4152-9395-d77af2d93597 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:06.000915 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc0096fe-593a-4bf8-9c46-fb928f0e22b3 req-e373d5e9-7537-4baa-801b-9a295a77efac tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] No DVR routers for this DVR port 703dace4-fc56-4540-b847-7744faf5037d on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:43:06.004623 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dc0096fe-593a-4bf8-9c46-fb928f0e22b3 req-e373d5e9-7537-4baa-801b-9a295a77efac tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:06.007373 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-dc0096fe-593a-4bf8-9c46-fb928f0e22b3 req-e373d5e9-7537-4baa-801b-9a295a77efac tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.68 "DELETE /v2.0/ports/703dace4-fc56-4540-b847-7744faf5037d HTTP/1.1" status: 204 len: 173 time: 1.8333197 Aug 19 14:43:06.008704 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25972b62-1c88-43d0-ba75-030270ffe8ab', 'name': 'network-vif-deleted', 'tag': '703dace4-fc56-4540-b847-7744faf5037d'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:43:06.012441 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4abf4b65-4812-4e60-9887-611ef6caca87" -d '{"events": [{"server_uuid": "25972b62-1c88-43d0-ba75-030270ffe8ab", "name": "network-vif-deleted", "tag": "703dace4-fc56-4540-b847-7744faf5037d"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:43:06.022568 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2da18f5-b79a-4152-9395-d77af2d93597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:06.024077 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2da18f5-b79a-4152-9395-d77af2d93597 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 050507a3-41b4-4a92-abc8-4252a7e2c272 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:43:06.054205 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2da18f5-b79a-4152-9395-d77af2d93597 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:06.058745 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 43392) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:06.062479 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a2da18f5-b79a-4152-9395-d77af2d93597 admin admin] 10.222.0.69 "DELETE /v2.0/routers/050507a3-41b4-4a92-abc8-4252a7e2c272 HTTP/1.1" status: 204 len: 168 time: 2.0641963 Aug 19 14:43:06.092033 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a267ea-6268-497b-9a8b-173a3f8fa7c5 x-openstack-request-id: req-b8a267ea-6268-497b-9a8b-173a3f8fa7c5 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:43:06.092335 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25972b62-1c88-43d0-ba75-030270ffe8ab", "name": "network-vif-deleted", "tag": "703dace4-fc56-4540-b847-7744faf5037d", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:43:06.092713 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b8a267ea-6268-497b-9a8b-173a3f8fa7c5 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:43:06.093554 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25972b62-1c88-43d0-ba75-030270ffe8ab', 'name': 'network-vif-deleted', 'tag': '703dace4-fc56-4540-b847-7744faf5037d', 'status': 'completed', 'code': 200} Aug 19 14:43:06.180029 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device ccb03fe0-dc14-4f36-aaa1-3db9abeac918 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:43:06.184788 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bfd912b-1c18-4ff2-9e77-4d567062f819 admin admin] Deleting subnet 55a74698-63e8-48bf-8a39-b9ba22230f90 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:43:06.188832 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3bfd912b-1c18-4ff2-9e77-4d567062f819 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:06.235142 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: ccb03fe0-dc14-4f36-aaa1-3db9abeac918 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:43:06.238798 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device ccb03fe0-dc14-4f36-aaa1-3db9abeac918 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:43:06.285410 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3bfd912b-1c18-4ff2-9e77-4d567062f819 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:06.392124 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3bfd912b-1c18-4ff2-9e77-4d567062f819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:06.449675 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 43406) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:06.494151 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3bfd912b-1c18-4ff2-9e77-4d567062f819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:06.529769 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd912b-1c18-4ff2-9e77-4d567062f819 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55a74698-63e8-48bf-8a39-b9ba22230f90,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:06.531822 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3bfd912b-1c18-4ff2-9e77-4d567062f819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:06.536243 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-3bfd912b-1c18-4ff2-9e77-4d567062f819 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/55a74698-63e8-48bf-8a39-b9ba22230f90 HTTP/1.1" status: 204 len: 168 time: 0.4741364 Aug 19 14:43:06.536624 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222fd41d-b180-4862-9058-b2bd299ba5aa None None] Network c173e005-89f4-4c18-bacc-4a095707947a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:43:06.536726 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 43410) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:06.555004 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-34f8a944-3266-43b6-8373-910862558dcd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2c6145c018ce460e85880caf68440cb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1035912 Aug 19 14:43:06.567551 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 43416) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:06.725322 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ecc802ef-08fe-4a85-8282-b2245f86f587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:06.727803 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-39677b4e-4df6-4f90-a3a0-69726574ab1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:06.774615 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-39677b4e-4df6-4f90-a3a0-69726574ab1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:06.829452 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-28a1c924-c287-42c9-8387-67d7bced3186 req-69050e7c-35f4-476e-b360-f08617ffe4bf tempest-ServersAdminTestJSON-1626965494 tempest-ServersAdminTestJSON-1626965494-project] 10.222.0.69 "GET /v2.0/ports?device_id=25972b62-1c88-43d0-ba75-030270ffe8ab HTTP/1.1" status: 200 len: 210 time: 0.0726922 Aug 19 14:43:06.864097 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:06.889004 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-39677b4e-4df6-4f90-a3a0-69726574ab1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:06.893643 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-39677b4e-4df6-4f90-a3a0-69726574ab1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:06.895614 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-39677b4e-4df6-4f90-a3a0-69726574ab1c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/eff68355-2613-48f6-a6b4-75c472f88a90 HTTP/1.1" status: 204 len: 168 time: 0.3266046 Aug 19 14:43:06.906193 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39677b4e-4df6-4f90-a3a0-69726574ab1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff68355-2613-48f6-a6b4-75c472f88a90,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:06.937443 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-ecc802ef-08fe-4a85-8282-b2245f86f587 admin admin] Deleting port f8d25366-83d7-4284-8517-437effd1cc35 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:43:06.938071 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ecc802ef-08fe-4a85-8282-b2245f86f587 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:06.984358 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b57945-5b9d-4235-98b8-e751bf449359 None None] DHCP port deletion for c173e005-89f4-4c18-bacc-4a095707947a request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:43:07.047166 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-99b57945-5b9d-4235-98b8-e751bf449359 None None] Deleting port f8d25366-83d7-4284-8517-437effd1cc35 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:43:07.047540 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-99b57945-5b9d-4235-98b8-e751bf449359 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:07.078346 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-ecc802ef-08fe-4a85-8282-b2245f86f587 admin admin] For port f8d25366-83d7-4284-8517-437effd1cc35, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=f8d25366-83d7-4284-8517-437effd1cc35,segment=NetworkSegment(d24c84db-ca72-4228-8e2e-914c2c673b49),segment_id=d24c84db-ca72-4228-8e2e-914c2c673b49)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:43:07.078934 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ecc802ef-08fe-4a85-8282-b2245f86f587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:07.101726 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-ecc802ef-08fe-4a85-8282-b2245f86f587 admin admin] Calling delete_port for f8d25366-83d7-4284-8517-437effd1cc35 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:43:07.132231 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-99b57945-5b9d-4235-98b8-e751bf449359 None None] For port f8d25366-83d7-4284-8517-437effd1cc35, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=f8d25366-83d7-4284-8517-437effd1cc35,segment=NetworkSegment(d24c84db-ca72-4228-8e2e-914c2c673b49),segment_id=d24c84db-ca72-4228-8e2e-914c2c673b49)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:43:07.133047 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-99b57945-5b9d-4235-98b8-e751bf449359 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:07.157828 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-99b57945-5b9d-4235-98b8-e751bf449359 None None] Calling delete_port for f8d25366-83d7-4284-8517-437effd1cc35 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:43:07.283074 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ecc802ef-08fe-4a85-8282-b2245f86f587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:07.317490 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device f8d25366-83d7-4284-8517-437effd1cc35 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:43:07.326803 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc802ef-08fe-4a85-8282-b2245f86f587 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8d25366-83d7-4284-8517-437effd1cc35,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:07.348352 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc802ef-08fe-4a85-8282-b2245f86f587 admin admin] No DVR routers for this DVR port f8d25366-83d7-4284-8517-437effd1cc35 on host n-d-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:43:07.362467 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: f8d25366-83d7-4284-8517-437effd1cc35 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:43:07.363035 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device f8d25366-83d7-4284-8517-437effd1cc35 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:43:07.363671 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 8962307e-de8f-47c7-8a79-d5d79c8631e7 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:43:07.390528 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 8962307e-de8f-47c7-8a79-d5d79c8631e7 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:43:07.391289 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 8962307e-de8f-47c7-8a79-d5d79c8631e7 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:43:07.395731 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-99b57945-5b9d-4235-98b8-e751bf449359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:07.430648 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b57945-5b9d-4235-98b8-e751bf449359 None None] Pushing event deleted for resources: {'Port': ['ID=f8d25366-83d7-4284-8517-437effd1cc35,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:07.450214 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b57945-5b9d-4235-98b8-e751bf449359 None None] No DVR routers for this DVR port f8d25366-83d7-4284-8517-437effd1cc35 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:43:07.486169 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ecc802ef-08fe-4a85-8282-b2245f86f587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:07.499100 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-ecc802ef-08fe-4a85-8282-b2245f86f587 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c173e005-89f4-4c18-bacc-4a095707947a']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:43:07.512662 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-ecc802ef-08fe-4a85-8282-b2245f86f587 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd24c84db-ca72-4228-8e2e-914c2c673b49') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:43:07.512970 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-ecc802ef-08fe-4a85-8282-b2245f86f587 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd24c84db-ca72-4228-8e2e-914c2c673b49') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:43:07.525033 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ecc802ef-08fe-4a85-8282-b2245f86f587 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:07.543366 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ecc802ef-08fe-4a85-8282-b2245f86f587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:07.551464 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecc802ef-08fe-4a85-8282-b2245f86f587 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:43:07.551892 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ecc802ef-08fe-4a85-8282-b2245f86f587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:07.566626 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:43:07.566626 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:43:07.566626 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:43:07.566626 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:43:07.566626 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:43:07.566626 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:43:07.566626 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:43:07.566626 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:43:07.566626 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:43:07.566626 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:43:07.566626 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:43:07.566626 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:43:07.566626 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:43:07.566626 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:43:07.566626 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:43:07.566626 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:43:07.566626 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:43:07.566626 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:43:07.566626 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:43:07.566626 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:43:07.566626 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:43:07.566626 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:43:07.566626 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:43:07.566626 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:43:07.566626 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:43:07.566626 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:43:07.566626 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:43:07.566626 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:43:07.566626 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:43:07.566626 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:43:07.566626 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:43:07.566626 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:43:07.630907 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ecc802ef-08fe-4a85-8282-b2245f86f587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:07.639445 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ecc802ef-08fe-4a85-8282-b2245f86f587 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:07.644051 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ecc802ef-08fe-4a85-8282-b2245f86f587 admin admin] 10.222.0.69 "DELETE /v2.0/networks/c173e005-89f4-4c18-bacc-4a095707947a HTTP/1.1" status: 204 len: 168 time: 1.1064787 Aug 19 14:43:07.658628 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc802ef-08fe-4a85-8282-b2245f86f587 admin admin] Pushing event deleted for resources: {'Network': ['ID=c173e005-89f4-4c18-bacc-4a095707947a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:07.846054 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 43480) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:07.890110 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-17c0a135-4bde-41eb-8877-46d97a348a62 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=142f83185aea4a6daae515dcd5cb4f68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428524 Aug 19 14:43:07.893161 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 43484) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:07.970832 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9b2bfedc-1b7f-46a0-ad13-0acb1ce4958f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:07.991042 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 43494) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:08.030733 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9b2bfedc-1b7f-46a0-ad13-0acb1ce4958f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:08.100967 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9b2bfedc-1b7f-46a0-ad13-0acb1ce4958f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:08.107044 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9b2bfedc-1b7f-46a0-ad13-0acb1ce4958f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:08.111650 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9b2bfedc-1b7f-46a0-ad13-0acb1ce4958f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f7bff13a-0390-4b12-a5ab-22b49f85b693 HTTP/1.1" status: 204 len: 168 time: 0.2173738 Aug 19 14:43:08.123796 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2bfedc-1b7f-46a0-ad13-0acb1ce4958f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7bff13a-0390-4b12-a5ab-22b49f85b693,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:08.249645 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device a79cdf0e-6597-4188-9b84-17acd2d5641c details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:43:08.255550 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 703dace4-fc56-4540-b847-7744faf5037d no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:43:08.309089 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e5ba8889-729c-4b25-ac12-d178a6ff4cd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:08.313459 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: 703dace4-fc56-4540-b847-7744faf5037d {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:43:08.313812 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 703dace4-fc56-4540-b847-7744faf5037d not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:43:08.428870 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 43516) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:08.450560 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port a79cdf0e-6597-4188-9b84-17acd2d5641c, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=a79cdf0e-6597-4188-9b84-17acd2d5641c,segment=NetworkSegment(fcd6ac5d-931b-4836-82cc-58250c6a0f69),segment_id=fcd6ac5d-931b-4836-82cc-58250c6a0f69)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:43:08.467123 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': 'a79cdf0e-6597-4188-9b84-17acd2d5641c', 'network_id': '94d71021-0e52-4f61-9f79-5084b440fea5', 'port_id': 'a79cdf0e-6597-4188-9b84-17acd2d5641c', 'mac_address': 'fa:16:3e:9e:d0:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c073c2-076a-458f-865d-1053b0f62f3d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:43:08.491017 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e5ba8889-729c-4b25-ac12-d178a6ff4cd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:08.498142 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e5ba8889-729c-4b25-ac12-d178a6ff4cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:08.533178 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:08.555888 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ba8889-729c-4b25-ac12-d178a6ff4cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec5106f-36ed-4892-95e3-2fffb889c969,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:08.562084 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a79cdf0e-6597-4188-9b84-17acd2d5641c {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:43:08.563621 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e5ba8889-729c-4b25-ac12-d178a6ff4cd7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=07e6db918db143f78d8068df1735c38c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5703707 Aug 19 14:43:08.566320 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 43520) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:08.604560 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port a79cdf0e-6597-4188-9b84-17acd2d5641c, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=a79cdf0e-6597-4188-9b84-17acd2d5641c,segment=NetworkSegment(fcd6ac5d-931b-4836-82cc-58250c6a0f69),segment_id=fcd6ac5d-931b-4836-82cc-58250c6a0f69)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:43:08.611526 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:08.676000 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f948e91-a579-4781-876a-c9e99652a8eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:08.678562 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=a79cdf0e-6597-4188-9b84-17acd2d5641c,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:08.697279 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['a79cdf0e-6597-4188-9b84-17acd2d5641c'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:43:08.713582 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f948e91-a579-4781-876a-c9e99652a8eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:08.819503 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f948e91-a579-4781-876a-c9e99652a8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:08.825191 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f948e91-a579-4781-876a-c9e99652a8eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:08.827249 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-3f948e91-a579-4781-876a-c9e99652a8eb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/aec5106f-36ed-4892-95e3-2fffb889c969 HTTP/1.1" status: 204 len: 168 time: 0.2598228 Aug 19 14:43:08.843602 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f948e91-a579-4781-876a-c9e99652a8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec5106f-36ed-4892-95e3-2fffb889c969,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:09.062836 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-b2827070-4e4f-4fe7-9006-6d0adc26dce9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=11b7a234580048b0b008b7f3feeed06a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6320817 Aug 19 14:43:09.063169 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 43550) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:09.260203 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd6a3acb-4dc5-4459-9e2f-e2e921616fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:09.369723 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd6a3acb-4dc5-4459-9e2f-e2e921616fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:09.490826 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd6a3acb-4dc5-4459-9e2f-e2e921616fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:09.494081 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd6a3acb-4dc5-4459-9e2f-e2e921616fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:09.498394 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-fd6a3acb-4dc5-4459-9e2f-e2e921616fb9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/69fd3d2b-9298-4900-b906-e436e5f321ad HTTP/1.1" status: 204 len: 168 time: 0.4335530 Aug 19 14:43:09.510649 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6a3acb-4dc5-4459-9e2f-e2e921616fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69fd3d2b-9298-4900-b906-e436e5f321ad,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:09.870908 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 43616) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:09.893182 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ec0a5c07-807a-44ad-91be-7b3145eaefaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:10.109032 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ec0a5c07-807a-44ad-91be-7b3145eaefaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:10.122351 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ec0a5c07-807a-44ad-91be-7b3145eaefaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:10.229003 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 43624) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:10.246673 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ec0a5c07-807a-44ad-91be-7b3145eaefaf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f19ca05a0cb0476d943b40e4cbaa03cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3743434 Aug 19 14:43:10.251207 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 43626) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:10.254392 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0a5c07-807a-44ad-91be-7b3145eaefaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765819dc-9128-4988-9e20-f0fe4567d1bf,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:10.277820 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device a79cdf0e-6597-4188-9b84-17acd2d5641c up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:43:10.374071 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 43630) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:10.374944 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-eeabb1b0-5e9f-4949-b6b5-a1d0b0401438 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e1a05e14c4c04ea588c358a0353cac22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1446004 Aug 19 14:43:10.414964 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9735987b-71f8-4f01-96f6-be5cabd457ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:10.433826 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 43632) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:10.462377 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port a79cdf0e-6597-4188-9b84-17acd2d5641c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:43:10.465530 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:10.478107 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9735987b-71f8-4f01-96f6-be5cabd457ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:10.502064 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cadd6a7c-0181-4357-846f-9db3ac929e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:10.532453 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cadd6a7c-0181-4357-846f-9db3ac929e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:10.579911 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9735987b-71f8-4f01-96f6-be5cabd457ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:10.584309 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9735987b-71f8-4f01-96f6-be5cabd457ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:10.590513 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9735987b-71f8-4f01-96f6-be5cabd457ee admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/765819dc-9128-4988-9e20-f0fe4567d1bf HTTP/1.1" status: 204 len: 168 time: 0.3374290 Aug 19 14:43:10.608664 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9735987b-71f8-4f01-96f6-be5cabd457ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765819dc-9128-4988-9e20-f0fe4567d1bf,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:10.680067 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cadd6a7c-0181-4357-846f-9db3ac929e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:10.702479 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cadd6a7c-0181-4357-846f-9db3ac929e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:10.731161 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-cadd6a7c-0181-4357-846f-9db3ac929e49 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/76e3e008-9a90-404a-8ba9-d8092f820be3 HTTP/1.1" status: 204 len: 168 time: 0.3559446 Aug 19 14:43:10.742914 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadd6a7c-0181-4357-846f-9db3ac929e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e3e008-9a90-404a-8ba9-d8092f820be3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:10.813436 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:10.921847 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a716ad0-1138-4487-a895-014f349dcadd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79cdf0e-6597-4188-9b84-17acd2d5641c'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:43:10.933464 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ba2878-15bb-4187-9640-e16f1f129943" -d '{"events": [{"server_uuid": "7a716ad0-1138-4487-a895-014f349dcadd", "name": "network-vif-plugged", "status": "completed", "tag": "a79cdf0e-6597-4188-9b84-17acd2d5641c"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:43:10.986649 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port a79cdf0e-6597-4188-9b84-17acd2d5641c, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=a79cdf0e-6597-4188-9b84-17acd2d5641c,segment=NetworkSegment(fcd6ac5d-931b-4836-82cc-58250c6a0f69),segment_id=fcd6ac5d-931b-4836-82cc-58250c6a0f69)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:43:11.003860 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:11.076051 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b12aa095-9a1a-4631-8cf0-9d82da3a55bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:11.076265 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a84102e-80a9-4f31-a2b5-42d440973b54 x-openstack-request-id: req-1a84102e-80a9-4f31-a2b5-42d440973b54 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:43:11.076582 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a716ad0-1138-4487-a895-014f349dcadd", "name": "network-vif-plugged", "status": "completed", "tag": "a79cdf0e-6597-4188-9b84-17acd2d5641c", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:43:11.083710 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1a84102e-80a9-4f31-a2b5-42d440973b54 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:43:11.084436 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a716ad0-1138-4487-a895-014f349dcadd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79cdf0e-6597-4188-9b84-17acd2d5641c', 'code': 200} Aug 19 14:43:11.173534 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=a79cdf0e-6597-4188-9b84-17acd2d5641c,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:11.294046 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b12aa095-9a1a-4631-8cf0-9d82da3a55bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:11.302835 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b12aa095-9a1a-4631-8cf0-9d82da3a55bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:11.831617 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 43710) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:11.832128 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-b12aa095-9a1a-4631-8cf0-9d82da3a55bc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d352fc2be41b487588a31e9c46c725f6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3968170 Aug 19 14:43:11.834048 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aa095-9a1a-4631-8cf0-9d82da3a55bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0956007e-0c1e-4707-836b-d202c0ea7712,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:11.942113 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ee189ee-0241-42e8-9526-14a6cf2dc42e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:11.979827 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ee189ee-0241-42e8-9526-14a6cf2dc42e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:12.065266 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ee189ee-0241-42e8-9526-14a6cf2dc42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:12.074537 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ee189ee-0241-42e8-9526-14a6cf2dc42e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:12.076637 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6ee189ee-0241-42e8-9526-14a6cf2dc42e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0956007e-0c1e-4707-836b-d202c0ea7712 HTTP/1.1" status: 204 len: 168 time: 0.2426710 Aug 19 14:43:12.090096 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee189ee-0241-42e8-9526-14a6cf2dc42e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0956007e-0c1e-4707-836b-d202c0ea7712,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:12.253587 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 43738) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:12.607600 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d56bb-ed1b-463e-9dc6-84c24fac49bf req-3f4d9600-a800-4223-b393-6d05ae4cb2bb tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:12.616576 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-658d56bb-ed1b-463e-9dc6-84c24fac49bf req-3f4d9600-a800-4223-b393-6d05ae4cb2bb tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 946 time: 0.0960774 Aug 19 14:43:12.721680 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-658d56bb-ed1b-463e-9dc6-84c24fac49bf req-a3201a9d-5a40-481e-abe3-1eab68de763b tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962787 Aug 19 14:43:12.747530 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acdeb33d-8112-4db5-b542-68fdcdabe6e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:12.935046 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acdeb33d-8112-4db5-b542-68fdcdabe6e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:12.941521 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acdeb33d-8112-4db5-b542-68fdcdabe6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:12.988866 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-acdeb33d-8112-4db5-b542-68fdcdabe6e6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=eeda8df7cfce4b23abbf6808127d4403&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7339053 Aug 19 14:43:12.991503 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 43772) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:13.038009 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdeb33d-8112-4db5-b542-68fdcdabe6e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf5ac2f-8eea-4110-b89e-c01dea7a3c3c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:13.084981 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d6fdfae-d8ef-4a72-8c33-1defa79272ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:13.118474 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d6fdfae-d8ef-4a72-8c33-1defa79272ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:13.227361 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d6fdfae-d8ef-4a72-8c33-1defa79272ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:13.232144 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d6fdfae-d8ef-4a72-8c33-1defa79272ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:13.234163 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-3d6fdfae-d8ef-4a72-8c33-1defa79272ce admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/caf5ac2f-8eea-4110-b89e-c01dea7a3c3c HTTP/1.1" status: 204 len: 168 time: 0.2404835 Aug 19 14:43:13.243589 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6fdfae-d8ef-4a72-8c33-1defa79272ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf5ac2f-8eea-4110-b89e-c01dea7a3c3c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:13.956717 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa42aa-7489-452f-a38b-6f7d4156cd12 req-04c7e6ca-d5c3-4e36-8ea2-2d56601d0fed tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:13.966755 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-32fa42aa-7489-452f-a38b-6f7d4156cd12 req-04c7e6ca-d5c3-4e36-8ea2-2d56601d0fed tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 946 time: 0.0904655 Aug 19 14:43:14.022677 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-32fa42aa-7489-452f-a38b-6f7d4156cd12 req-8755217a-304e-4ba6-82e7-e132e5f2292b tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca0b394e-e07c-4c81-9219-ff324577f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545256 Aug 19 14:43:14.117671 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189747ff-ac8f-4f73-ae23-a4c3468c75c1 req-2f41a114-eef8-4edd-a079-7d9667466f17 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:14.119234 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-189747ff-ac8f-4f73-ae23-a4c3468c75c1 req-2f41a114-eef8-4edd-a079-7d9667466f17 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.68 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 946 time: 0.0739660 Aug 19 14:43:14.247440 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-189747ff-ac8f-4f73-ae23-a4c3468c75c1 req-76a19443-f860-4f15-a775-215c78b237cd tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Deleting port 30616cbd-c355-42fe-8823-3f196a3d77ca {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:43:14.247623 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-189747ff-ac8f-4f73-ae23-a4c3468c75c1 req-76a19443-f860-4f15-a775-215c78b237cd tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:14.368489 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-189747ff-ac8f-4f73-ae23-a4c3468c75c1 req-76a19443-f860-4f15-a775-215c78b237cd tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] For port 30616cbd-c355-42fe-8823-3f196a3d77ca, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=30616cbd-c355-42fe-8823-3f196a3d77ca,segment=NetworkSegment(deb4ceaa-a168-4950-8d67-f7a10179a94a),segment_id=deb4ceaa-a168-4950-8d67-f7a10179a94a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:43:14.368949 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-189747ff-ac8f-4f73-ae23-a4c3468c75c1 req-76a19443-f860-4f15-a775-215c78b237cd tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:14.638279 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-189747ff-ac8f-4f73-ae23-a4c3468c75c1 req-76a19443-f860-4f15-a775-215c78b237cd tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:14.640898 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-189747ff-ac8f-4f73-ae23-a4c3468c75c1 req-76a19443-f860-4f15-a775-215c78b237cd tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:14.640898 n-d-766043-2 neutron-server[94639]: INFO neutron.db.l3_db [req-189747ff-ac8f-4f73-ae23-a4c3468c75c1 req-76a19443-f860-4f15-a775-215c78b237cd tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Floating IP 965081b3-bede-4197-9e79-d4d4ffe9e82f disassociated. External IP: 172.25.2.28, port: 30616cbd-c355-42fe-8823-3f196a3d77ca. Aug 19 14:43:14.640898 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-189747ff-ac8f-4f73-ae23-a4c3468c75c1 req-76a19443-f860-4f15-a775-215c78b237cd tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Calling delete_port for 30616cbd-c355-42fe-8823-3f196a3d77ca owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:43:14.864035 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-189747ff-ac8f-4f73-ae23-a4c3468c75c1 req-76a19443-f860-4f15-a775-215c78b237cd tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:14.907848 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a19443-f860-4f15-a775-215c78b237cd tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Pushing event deleted for resources: {'Port': ['ID=30616cbd-c355-42fe-8823-3f196a3d77ca,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:14.928275 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-85933a80-ff58-4aa6-ae35-c533a53682db req-4e04c00d-eab9-472d-928e-d040f1bab303 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=92af97ced8d545dc91a7b18cd5df7abd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0606706 Aug 19 14:43:15.169035 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-189747ff-ac8f-4f73-ae23-a4c3468c75c1 req-76a19443-f860-4f15-a775-215c78b237cd tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Router b8d836b5-48e0-4891-8cf6-1356f7d2c373 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:43:15.170609 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85933a80-ff58-4aa6-ae35-c533a53682db req-89bdbe11-8ef3-409c-9ff4-b150f3a29e79 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:15.181743 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-85933a80-ff58-4aa6-ae35-c533a53682db req-89bdbe11-8ef3-409c-9ff4-b150f3a29e79 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2504382 Aug 19 14:43:15.214450 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-85933a80-ff58-4aa6-ae35-c533a53682db req-1d389fb0-4de8-45b7-a5b4-095dabad1a27 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] 10.222.0.69 "GET /v2.0/quotas/92af97ced8d545dc91a7b18cd5df7abd HTTP/1.1" status: 200 len: 375 time: 0.0308354 Aug 19 14:43:15.254035 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b5b52c04-b773-4ba5-a83f-5f9944bcf261 req-72ebe72d-73f6-4ac5-b32a-69fcb395860e tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=610fa1bd566242fb8010e609137b7639&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0685110 Aug 19 14:43:15.264308 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-85933a80-ff58-4aa6-ae35-c533a53682db req-6024404c-a5bf-40f3-b61e-93415a7d4a26 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=92af97ced8d545dc91a7b18cd5df7abd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487325 Aug 19 14:43:15.493782 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-189747ff-ac8f-4f73-ae23-a4c3468c75c1 req-76a19443-f860-4f15-a775-215c78b237cd tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:43:15.505487 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d057278e-1bd8-4569-8057-47b889cfaa47 None None] Sync routers for ids ['b8d836b5-48e0-4891-8cf6-1356f7d2c373'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:43:15.519962 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d057278e-1bd8-4569-8057-47b889cfaa47 None None] Routers {'b8d836b5-48e0-4891-8cf6-1356f7d2c373'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:43:15.520742 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d057278e-1bd8-4569-8057-47b889cfaa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:43:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['b8d836b5-48e0-4891-8cf6-1356f7d2c373'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:43:15.555732 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-189747ff-ac8f-4f73-ae23-a4c3468c75c1 req-76a19443-f860-4f15-a775-215c78b237cd tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] No DVR routers for this DVR port 30616cbd-c355-42fe-8823-3f196a3d77ca on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:43:15.558961 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-189747ff-ac8f-4f73-ae23-a4c3468c75c1 req-76a19443-f860-4f15-a775-215c78b237cd tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:15.561703 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-189747ff-ac8f-4f73-ae23-a4c3468c75c1 req-76a19443-f860-4f15-a775-215c78b237cd tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.68 "DELETE /v2.0/ports/30616cbd-c355-42fe-8823-3f196a3d77ca HTTP/1.1" status: 204 len: 173 time: 1.4355271 Aug 19 14:43:15.562616 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40912d33-b418-4cf9-b5e4-119d9523f2fc', 'name': 'network-vif-deleted', 'tag': '30616cbd-c355-42fe-8823-3f196a3d77ca'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:43:15.566331 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb039c5-f886-4ee1-b471-494fee78530a" -d '{"events": [{"server_uuid": "40912d33-b418-4cf9-b5e4-119d9523f2fc", "name": "network-vif-deleted", "tag": "30616cbd-c355-42fe-8823-3f196a3d77ca"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:43:15.583875 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b52c04-b773-4ba5-a83f-5f9944bcf261 req-fea30644-3246-4b50-bb54-eb08721a7e13 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:15.601138 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b5b52c04-b773-4ba5-a83f-5f9944bcf261 req-fea30644-3246-4b50-bb54-eb08721a7e13 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3325386 Aug 19 14:43:15.637296 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b5b52c04-b773-4ba5-a83f-5f9944bcf261 req-8a5f69b1-aeb0-4e07-a1c5-ca166ad18a8f tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/quotas/610fa1bd566242fb8010e609137b7639 HTTP/1.1" status: 200 len: 375 time: 0.0350890 Aug 19 14:43:15.709551 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b5b52c04-b773-4ba5-a83f-5f9944bcf261 req-a3f3fbe6-1e2d-4840-b4be-33c9ceb2c00c tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=610fa1bd566242fb8010e609137b7639&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0710254 Aug 19 14:43:15.716764 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-d057278e-1bd8-4569-8057-47b889cfaa47 None None] Set router b8d836b5-48e0-4891-8cf6-1356f7d2c373 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:43:15.788967 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6d320d5a-a94c-42c7-b032-9d8d7b74a665 req-37bb7f21-3eb1-4b61-b0b3-a589b423399c tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=40912d33-b418-4cf9-b5e4-119d9523f2fc HTTP/1.1" status: 200 len: 210 time: 0.1288614 Aug 19 14:43:16.103047 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d057278e-1bd8-4569-8057-47b889cfaa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'name': 'tempest-AttachVolumeShelveTestJSON-762607880-router', 'tenant_id': '93c36d7db0b9486ca0e05d09444f38b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'd0752b46-efc2-4965-8a12-6e894912bd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:38:08Z', 'updated_at': '2021-08-19T14:38:19Z', 'revision_number': 4, 'project_id': '93c36d7db0b9486ca0e05d09444f38b7', 'gw_port': {'id': 'd0752b46-efc2-4965-8a12-6e894912bd7f', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:09:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:38:10Z', 'updated_at': '2021-08-19T14:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '76dff8e0-1328-4681-a2b9-ebdd9baa5938', 'name': '', 'network_id': '669513f8-b4b3-4e5c-8f0d-5f8e9923cc05', 'tenant_id': '93c36d7db0b9486ca0e05d09444f38b7', 'mac_address': 'fa:16:3e:ca:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '55f10344-049d-42f2-b429-801948692761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:38:16Z', 'updated_at': '2021-08-19T14:38:25Z', 'revision_number': 5, 'project_id': '93c36d7db0b9486ca0e05d09444f38b7', 'subnets': [{'id': '55f10344-049d-42f2-b429-801948692761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:43:16.132738 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-41d629ae-971b-46c5-81dd-e825322bcf41 req-fc2ac632-3577-4577-bc05-b94fc816f4dc tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] 10.222.0.69 "GET /v2.0/ports?device_id=ffc89206-78ba-4e56-aecf-8145878abc50 HTTP/1.1" status: 200 len: 210 time: 0.0798583 Aug 19 14:43:16.191798 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d057278e-1bd8-4569-8057-47b889cfaa47 None None] Checking router: b8d836b5-48e0-4891-8cf6-1356f7d2c373 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:43:16.202918 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d057278e-1bd8-4569-8057-47b889cfaa47 None None] Routers {'b8d836b5-48e0-4891-8cf6-1356f7d2c373'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:43:16.203781 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d057278e-1bd8-4569-8057-47b889cfaa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:43:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['b8d836b5-48e0-4891-8cf6-1356f7d2c373'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:43:16.295015 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f68dcb-ea8d-4575-8d49-ab3d40cd3447 x-openstack-request-id: req-35f68dcb-ea8d-4575-8d49-ab3d40cd3447 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:43:16.295538 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40912d33-b418-4cf9-b5e4-119d9523f2fc", "name": "network-vif-deleted", "tag": "30616cbd-c355-42fe-8823-3f196a3d77ca", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:43:16.295538 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-35f68dcb-ea8d-4575-8d49-ab3d40cd3447 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:43:16.295928 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40912d33-b418-4cf9-b5e4-119d9523f2fc', 'name': 'network-vif-deleted', 'tag': '30616cbd-c355-42fe-8823-3f196a3d77ca', 'status': 'completed', 'code': 200} Aug 19 14:43:16.328035 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-d057278e-1bd8-4569-8057-47b889cfaa47 None None] Set router b8d836b5-48e0-4891-8cf6-1356f7d2c373 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:43:16.660348 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b9d2272f-9250-4082-8ac3-2d1abb74638a req-4bdf9278-e0e0-4c6a-88a7-32d58fff806b tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba984a2d-ba55-4e60-9e45-c4eb807eb928 HTTP/1.1" status: 200 len: 210 time: 0.1193709 Aug 19 14:43:16.713426 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d057278e-1bd8-4569-8057-47b889cfaa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'name': 'tempest-AttachVolumeShelveTestJSON-762607880-router', 'tenant_id': '93c36d7db0b9486ca0e05d09444f38b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'd0752b46-efc2-4965-8a12-6e894912bd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:38:08Z', 'updated_at': '2021-08-19T14:38:19Z', 'revision_number': 4, 'project_id': '93c36d7db0b9486ca0e05d09444f38b7', 'gw_port': {'id': 'd0752b46-efc2-4965-8a12-6e894912bd7f', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:09:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:38:10Z', 'updated_at': '2021-08-19T14:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '76dff8e0-1328-4681-a2b9-ebdd9baa5938', 'name': '', 'network_id': '669513f8-b4b3-4e5c-8f0d-5f8e9923cc05', 'tenant_id': '93c36d7db0b9486ca0e05d09444f38b7', 'mac_address': 'fa:16:3e:ca:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '55f10344-049d-42f2-b429-801948692761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:38:16Z', 'updated_at': '2021-08-19T14:38:25Z', 'revision_number': 5, 'project_id': '93c36d7db0b9486ca0e05d09444f38b7', 'subnets': [{'id': '55f10344-049d-42f2-b429-801948692761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:43:16.743824 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d057278e-1bd8-4569-8057-47b889cfaa47 None None] The sync data for ids ['b8d836b5-48e0-4891-8cf6-1356f7d2c373'] in n-d-766043-2 is: [{'id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'name': 'tempest-AttachVolumeShelveTestJSON-762607880-router', 'tenant_id': '93c36d7db0b9486ca0e05d09444f38b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'd0752b46-efc2-4965-8a12-6e894912bd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:38:08Z', 'updated_at': '2021-08-19T14:38:19Z', 'revision_number': 4, 'project_id': '93c36d7db0b9486ca0e05d09444f38b7', 'gw_port': {'id': 'd0752b46-efc2-4965-8a12-6e894912bd7f', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:09:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:38:10Z', 'updated_at': '2021-08-19T14:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '76dff8e0-1328-4681-a2b9-ebdd9baa5938', 'name': '', 'network_id': '669513f8-b4b3-4e5c-8f0d-5f8e9923cc05', 'tenant_id': '93c36d7db0b9486ca0e05d09444f38b7', 'mac_address': 'fa:16:3e:ca:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '55f10344-049d-42f2-b429-801948692761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:38:16Z', 'updated_at': '2021-08-19T14:38:25Z', 'revision_number': 5, 'project_id': '93c36d7db0b9486ca0e05d09444f38b7', 'subnets': [{'id': '55f10344-049d-42f2-b429-801948692761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:43:16.938715 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 43950) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:17.013881 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8582b6b3-6490-468e-ae31-c545c57ef8f5 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:17.044825 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8582b6b3-6490-468e-ae31-c545c57ef8f5 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:17.117375 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8582b6b3-6490-468e-ae31-c545c57ef8f5 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:17.125399 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8582b6b3-6490-468e-ae31-c545c57ef8f5 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:17.126807 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8582b6b3-6490-468e-ae31-c545c57ef8f5 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "DELETE /v2.0/security-groups/ca0b394e-e07c-4c81-9219-ff324577f5fa HTTP/1.1" status: 204 len: 168 time: 0.1868219 Aug 19 14:43:17.129664 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 43962) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:17.154683 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [None req-40b897f5-a133-4bed-8088-f9197d5287e1 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] show failed (client error): The resource could not be found. Aug 19 14:43:17.155952 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582b6b3-6490-468e-ae31-c545c57ef8f5 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0b394e-e07c-4c81-9219-ff324577f5fa,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:17.157061 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-40b897f5-a133-4bed-8088-f9197d5287e1 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups/ca0b394e-e07c-4c81-9219-ff324577f5fa HTTP/1.1" status: 404 len: 347 time: 0.0263915 Aug 19 14:43:17.160509 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 43964) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:17.223092 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-85933a80-ff58-4aa6-ae35-c533a53682db req-f750d511-7b16-4946-a3bf-11d68726ecb6 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=92af97ced8d545dc91a7b18cd5df7abd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521419 Aug 19 14:43:17.261017 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7e6857-2a7f-47e2-beb7-9a068bf79c1a None None] New status for floating IP 965081b3-bede-4197-9e79-d4d4ffe9e82f: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 14:43:17.459449 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85933a80-ff58-4aa6-ae35-c533a53682db req-0f2d0502-ae4d-4ec7-97a5-e017dd67532b tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:17.462084 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-85933a80-ff58-4aa6-ae35-c533a53682db req-0f2d0502-ae4d-4ec7-97a5-e017dd67532b tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2323885 Aug 19 14:43:17.478693 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-85933a80-ff58-4aa6-ae35-c533a53682db req-1ad71f69-1951-412a-abe5-2deef643a424 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] Request body: {'port': {'device_id': 'ffc89206-78ba-4e56-aecf-8145878abc50', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'admin_state_up': True, 'tenant_id': '92af97ced8d545dc91a7b18cd5df7abd'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:43:17.485695 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f1d8b7cd-c45a-43b9-bf6d-d07fd836bf6e req-e6274223-5b61-4983-bba0-c63f7887ffe5 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] 10.222.0.69 "GET /v2.0/ports?device_id=ffc89206-78ba-4e56-aecf-8145878abc50 HTTP/1.1" status: 200 len: 210 time: 0.1016076 Aug 19 14:43:17.527740 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-84b79dd6-437c-40d4-9238-e9dd6b553793 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Deleting port 994bc168-28ee-4499-987a-a80aeec77d48 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:43:17.528087 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84b79dd6-437c-40d4-9238-e9dd6b553793 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:17.638764 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84b79dd6-437c-40d4-9238-e9dd6b553793 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:17.639270 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84b79dd6-437c-40d4-9238-e9dd6b553793 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:17.670729 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-84b79dd6-437c-40d4-9238-e9dd6b553793 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Calling delete_port for 994bc168-28ee-4499-987a-a80aeec77d48 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:43:17.737560 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85933a80-ff58-4aa6-ae35-c533a53682db req-1ad71f69-1951-412a-abe5-2deef643a424 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] Made reservation on behalf of 92af97ced8d545dc91a7b18cd5df7abd for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:43:17.743168 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-85933a80-ff58-4aa6-ae35-c533a53682db req-1ad71f69-1951-412a-abe5-2deef643a424 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:17.774115 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-85933a80-ff58-4aa6-ae35-c533a53682db req-1ad71f69-1951-412a-abe5-2deef643a424 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:17.804060 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b5b52c04-b773-4ba5-a83f-5f9944bcf261 req-4dde1fb8-51b2-4b27-99bd-ee8b7b8d051c tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=610fa1bd566242fb8010e609137b7639&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349662 Aug 19 14:43:17.970557 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-85933a80-ff58-4aa6-ae35-c533a53682db req-1ad71f69-1951-412a-abe5-2deef643a424 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:17.979940 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f9f2c5b6-c2ae-4474-a82b-84fd3a1bd737 req-2b80b703-9fe8-4a56-b2e4-7083683c3b2f tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba984a2d-ba55-4e60-9e45-c4eb807eb928 HTTP/1.1" status: 200 len: 210 time: 0.1805866 Aug 19 14:43:17.996146 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-85933a80-ff58-4aa6-ae35-c533a53682db req-1ad71f69-1951-412a-abe5-2deef643a424 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:18.173165 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b52c04-b773-4ba5-a83f-5f9944bcf261 req-4cd78f33-8fad-49c2-b93d-6a89bd906d02 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:18.174798 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b5b52c04-b773-4ba5-a83f-5f9944bcf261 req-4cd78f33-8fad-49c2-b93d-6a89bd906d02 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3543932 Aug 19 14:43:18.193635 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-b5b52c04-b773-4ba5-a83f-5f9944bcf261 req-dedd5f6e-6531-4e4a-8b4d-d11615b99d2b tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Request body: {'port': {'device_id': 'ba984a2d-ba55-4e60-9e45-c4eb807eb928', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'admin_state_up': True, 'tenant_id': '610fa1bd566242fb8010e609137b7639'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:43:18.255625 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84b79dd6-437c-40d4-9238-e9dd6b553793 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:18.273156 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-85933a80-ff58-4aa6-ae35-c533a53682db req-1ad71f69-1951-412a-abe5-2deef643a424 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] Allocated IP 192.168.233.22 (5146d24a-89b5-4a43-8ca4-b26f4fb943f7/2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86/e3d44f3d-7870-4990-824d-49fb14de14e2) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:43:18.299808 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b79dd6-437c-40d4-9238-e9dd6b553793 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Pushing event deleted for resources: {'Port': ['ID=994bc168-28ee-4499-987a-a80aeec77d48,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:18.323963 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 30616cbd-c355-42fe-8823-3f196a3d77ca no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:43:18.329268 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b79dd6-437c-40d4-9238-e9dd6b553793 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:18.330533 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b79dd6-437c-40d4-9238-e9dd6b553793 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:18.330533 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b79dd6-437c-40d4-9238-e9dd6b553793 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:18.331042 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b79dd6-437c-40d4-9238-e9dd6b553793 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:18.331609 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b79dd6-437c-40d4-9238-e9dd6b553793 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:18.332202 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b79dd6-437c-40d4-9238-e9dd6b553793 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:18.333065 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b79dd6-437c-40d4-9238-e9dd6b553793 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:18.333644 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b79dd6-437c-40d4-9238-e9dd6b553793 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:18.334211 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b79dd6-437c-40d4-9238-e9dd6b553793 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:18.334793 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b79dd6-437c-40d4-9238-e9dd6b553793 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:18.335358 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b79dd6-437c-40d4-9238-e9dd6b553793 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:18.335918 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b79dd6-437c-40d4-9238-e9dd6b553793 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:18.371392 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: 30616cbd-c355-42fe-8823-3f196a3d77ca {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:43:18.372117 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 30616cbd-c355-42fe-8823-3f196a3d77ca not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:43:18.428452 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad71f69-1951-412a-abe5-2deef643a424 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=298660ab-5509-4225-9d11-e0a943d977b9,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:18.453420 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84b79dd6-437c-40d4-9238-e9dd6b553793 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:18.456731 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84b79dd6-437c-40d4-9238-e9dd6b553793 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:18.458428 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-84b79dd6-437c-40d4-9238-e9dd6b553793 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "DELETE /v2.0/floatingips/965081b3-bede-4197-9e79-d4d4ffe9e82f HTTP/1.1" status: 204 len: 168 time: 1.2965636 Aug 19 14:43:18.459879 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5b52c04-b773-4ba5-a83f-5f9944bcf261 req-dedd5f6e-6531-4e4a-8b4d-d11615b99d2b tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Made reservation on behalf of 610fa1bd566242fb8010e609137b7639 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:43:18.464720 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b5b52c04-b773-4ba5-a83f-5f9944bcf261 req-dedd5f6e-6531-4e4a-8b4d-d11615b99d2b tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:18.475023 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b5b52c04-b773-4ba5-a83f-5f9944bcf261 req-dedd5f6e-6531-4e4a-8b4d-d11615b99d2b tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:18.481960 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-85933a80-ff58-4aa6-ae35-c533a53682db req-1ad71f69-1951-412a-abe5-2deef643a424 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:18.531098 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-85933a80-ff58-4aa6-ae35-c533a53682db req-1ad71f69-1951-412a-abe5-2deef643a424 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] Transition to ACTIVE for port object e3d44f3d-7870-4990-824d-49fb14de14e2 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:43:18.554833 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44010) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:18.589361 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b5b52c04-b773-4ba5-a83f-5f9944bcf261 req-dedd5f6e-6531-4e4a-8b4d-d11615b99d2b tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:18.594717 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b5b52c04-b773-4ba5-a83f-5f9944bcf261 req-dedd5f6e-6531-4e4a-8b4d-d11615b99d2b tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:18.669361 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-85933a80-ff58-4aa6-ae35-c533a53682db req-1ad71f69-1951-412a-abe5-2deef643a424 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:18.717206 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd5f6e-6531-4e4a-8b4d-d11615b99d2b tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19759aef-5e53-498b-a5dd-689122a95927,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:18.745818 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85933a80-ff58-4aa6-ae35-c533a53682db req-1ad71f69-1951-412a-abe5-2deef643a424 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] Network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:43:18.750521 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-85933a80-ff58-4aa6-ae35-c533a53682db req-1ad71f69-1951-412a-abe5-2deef643a424 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:43:18.753516 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-85933a80-ff58-4aa6-ae35-c533a53682db req-1ad71f69-1951-412a-abe5-2deef643a424 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:43:18.823466 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefda63-ed43-43ea-a43b-ce2194872a4d req-b0c95136-f936-4b6f-b3f9-ca7fa83b79b4 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:18.825941 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85933a80-ff58-4aa6-ae35-c533a53682db req-1ad71f69-1951-412a-abe5-2deef643a424 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:18.826554 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-85933a80-ff58-4aa6-ae35-c533a53682db req-1ad71f69-1951-412a-abe5-2deef643a424 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:18.832534 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dcefda63-ed43-43ea-a43b-ce2194872a4d req-b0c95136-f936-4b6f-b3f9-ca7fa83b79b4 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] 10.222.0.69 "GET /v2.0/ports?device_id=ffc89206-78ba-4e56-aecf-8145878abc50 HTTP/1.1" status: 200 len: 935 time: 0.1658270 Aug 19 14:43:18.868831 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9f75c922-2134-4a54-85df-88c264a65669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:18.886832 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad71f69-1951-412a-abe5-2deef643a424 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] Pushing event updated for resources: {'Port': ['ID=e3d44f3d-7870-4990-824d-49fb14de14e2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:18.892531 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44018) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:18.922392 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-f510a1b1-0b9d-449e-aaee-b2884effcdbf tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Request body: {'security_group': {'name': 'tempest-securitygroup--935107146', 'description': 'tempest-description--1466427723'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:43:18.930641 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-b5b52c04-b773-4ba5-a83f-5f9944bcf261 req-dedd5f6e-6531-4e4a-8b4d-d11615b99d2b tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Allocated IP 192.168.233.189 (5146d24a-89b5-4a43-8ca4-b26f4fb943f7/2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86/799b087e-d6d6-46ba-82d4-8537174b2458) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:43:18.963742 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dcefda63-ed43-43ea-a43b-ce2194872a4d req-12548035-e489-44ba-ba05-495bfcf43f8e tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] 10.222.0.69 "GET /v2.0/security-groups?id=298660ab-5509-4225-9d11-e0a943d977b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271603 Aug 19 14:43:18.986602 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-85933a80-ff58-4aa6-ae35-c533a53682db req-1ad71f69-1951-412a-abe5-2deef643a424 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5123336 Aug 19 14:43:19.020068 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-85933a80-ff58-4aa6-ae35-c533a53682db req-cadd45af-5247-4486-92c4-957f099f67fd service neutron] Request body: {'port': {'device_id': 'ffc89206-78ba-4e56-aecf-8145878abc50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:43:19.168645 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-85933a80-ff58-4aa6-ae35-c533a53682db req-cadd45af-5247-4486-92c4-957f099f67fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:19.204829 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4eb75067-a508-4ff7-afa6-9e9148a75a2a req-e8c01e92-e3c0-46e4-89a4-b1def4baca52 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba984a2d-ba55-4e60-9e45-c4eb807eb928 HTTP/1.1" status: 200 len: 210 time: 0.0836949 Aug 19 14:43:19.210971 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c72dc26a-2879-43cb-a339-6b15b4129768 None None] Provisioning for port e3d44f3d-7870-4990-824d-49fb14de14e2 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:43:19.216309 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c72dc26a-2879-43cb-a339-6b15b4129768 None None] Provisioning complete for port e3d44f3d-7870-4990-824d-49fb14de14e2 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:43:19.216897 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c72dc26a-2879-43cb-a339-6b15b4129768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:19.240147 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9f75c922-2134-4a54-85df-88c264a65669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:19.270566 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c72dc26a-2879-43cb-a339-6b15b4129768 None None] Port e3d44f3d-7870-4990-824d-49fb14de14e2 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:43:19.277209 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f510a1b1-0b9d-449e-aaee-b2884effcdbf tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:19.290914 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9f75c922-2134-4a54-85df-88c264a65669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:19.379867 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b5b52c04-b773-4ba5-a83f-5f9944bcf261 req-dedd5f6e-6531-4e4a-8b4d-d11615b99d2b tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:19.413511 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-b5b52c04-b773-4ba5-a83f-5f9944bcf261 req-dedd5f6e-6531-4e4a-8b4d-d11615b99d2b tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Transition to ACTIVE for port object 799b087e-d6d6-46ba-82d4-8537174b2458 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:43:19.440886 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9f75c922-2134-4a54-85df-88c264a65669 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e6db70aa3beb4b96aeb4bb0e23f594a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8846574 Aug 19 14:43:19.442943 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44038) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:19.471875 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f510a1b1-0b9d-449e-aaee-b2884effcdbf tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:19.482869 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f510a1b1-0b9d-449e-aaee-b2884effcdbf tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:19.523995 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75c922-2134-4a54-85df-88c264a65669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff404d4a-8a6b-4ea6-bf25-26d0b6538c06,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:19.555728 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f510a1b1-0b9d-449e-aaee-b2884effcdbf tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:19.558696 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f510a1b1-0b9d-449e-aaee-b2884effcdbf tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6648343 Aug 19 14:43:19.568458 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44040) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:19.578970 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f510a1b1-0b9d-449e-aaee-b2884effcdbf tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14b1b67d-e522-41bf-ab63-48f4b8afa430,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:19.580958 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d9944221-4d03-4772-9a6b-e994e11e2555 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Request body: {'security_group_rule': {'security_group_id': '14b1b67d-e522-41bf-ab63-48f4b8afa430', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:43:19.599739 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-541181ff-d9f8-4a2d-acf0-bac76a4a3950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:19.602613 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b5b52c04-b773-4ba5-a83f-5f9944bcf261 req-dedd5f6e-6531-4e4a-8b4d-d11615b99d2b tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:19.678544 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-541181ff-d9f8-4a2d-acf0-bac76a4a3950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:19.699270 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5b52c04-b773-4ba5-a83f-5f9944bcf261 req-dedd5f6e-6531-4e4a-8b4d-d11615b99d2b tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:43:19.702765 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd5f6e-6531-4e4a-8b4d-d11615b99d2b tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Pushing event updated for resources: {'Port': ['ID=799b087e-d6d6-46ba-82d4-8537174b2458,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:19.709785 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-b5b52c04-b773-4ba5-a83f-5f9944bcf261 req-dedd5f6e-6531-4e4a-8b4d-d11615b99d2b tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:43:19.714160 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b52c04-b773-4ba5-a83f-5f9944bcf261 req-dedd5f6e-6531-4e4a-8b4d-d11615b99d2b tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:43:19.718786 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d9944221-4d03-4772-9a6b-e994e11e2555 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:19.809403 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b52c04-b773-4ba5-a83f-5f9944bcf261 req-dedd5f6e-6531-4e4a-8b4d-d11615b99d2b tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:19.811143 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b5b52c04-b773-4ba5-a83f-5f9944bcf261 req-dedd5f6e-6531-4e4a-8b4d-d11615b99d2b tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:19.843954 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b5b52c04-b773-4ba5-a83f-5f9944bcf261 req-dedd5f6e-6531-4e4a-8b4d-d11615b99d2b tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6572089 Aug 19 14:43:19.868972 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-b5b52c04-b773-4ba5-a83f-5f9944bcf261 req-c25a66cf-251d-470e-85b6-5c09f1930135 service neutron] Request body: {'port': {'device_id': 'ba984a2d-ba55-4e60-9e45-c4eb807eb928', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:43:19.874988 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-541181ff-d9f8-4a2d-acf0-bac76a4a3950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:19.881766 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-541181ff-d9f8-4a2d-acf0-bac76a4a3950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:19.882242 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-541181ff-d9f8-4a2d-acf0-bac76a4a3950 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ff404d4a-8a6b-4ea6-bf25-26d0b6538c06 HTTP/1.1" status: 204 len: 168 time: 0.4360015 Aug 19 14:43:19.909147 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d9944221-4d03-4772-9a6b-e994e11e2555 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:19.919819 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d9944221-4d03-4772-9a6b-e994e11e2555 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:19.952248 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541181ff-d9f8-4a2d-acf0-bac76a4a3950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff404d4a-8a6b-4ea6-bf25-26d0b6538c06,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:19.971772 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-85933a80-ff58-4aa6-ae35-c533a53682db req-cadd45af-5247-4486-92c4-957f099f67fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3d44f3d-7870-4990-824d-49fb14de14e2 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:43:20.008769 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-85933a80-ff58-4aa6-ae35-c533a53682db req-cadd45af-5247-4486-92c4-957f099f67fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:20.032460 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-85933a80-ff58-4aa6-ae35-c533a53682db req-cadd45af-5247-4486-92c4-957f099f67fd service neutron] Transition to ACTIVE for port object e3d44f3d-7870-4990-824d-49fb14de14e2 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:43:20.043185 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-85933a80-ff58-4aa6-ae35-c533a53682db req-cadd45af-5247-4486-92c4-957f099f67fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:20.043428 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b5b52c04-b773-4ba5-a83f-5f9944bcf261 req-c25a66cf-251d-470e-85b6-5c09f1930135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:20.125268 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d9944221-4d03-4772-9a6b-e994e11e2555 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:20.128065 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d9944221-4d03-4772-9a6b-e994e11e2555 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5574005 Aug 19 14:43:20.130652 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9944221-4d03-4772-9a6b-e994e11e2555 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29614e80-3cb2-4e28-936b-69fd2d63f1e1,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:20.140597 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44050) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:20.148974 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-54dc28fb-612e-4c07-9686-2932533b0dc4 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Request body: {'security_group_rule': {'security_group_id': '14b1b67d-e522-41bf-ab63-48f4b8afa430', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:43:20.151367 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadd45af-5247-4486-92c4-957f099f67fd service neutron] Pushing event updated for resources: {'Port': ['ID=e3d44f3d-7870-4990-824d-49fb14de14e2,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:20.212903 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1a2d939c-17fa-400e-8a61-8900416f3f12 None None] Provisioning for port 799b087e-d6d6-46ba-82d4-8537174b2458 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:43:20.225799 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1a2d939c-17fa-400e-8a61-8900416f3f12 None None] Provisioning complete for port 799b087e-d6d6-46ba-82d4-8537174b2458 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:43:20.226585 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1a2d939c-17fa-400e-8a61-8900416f3f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:20.351955 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-1a2d939c-17fa-400e-8a61-8900416f3f12 None None] Port 799b087e-d6d6-46ba-82d4-8537174b2458 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:43:20.387916 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-85933a80-ff58-4aa6-ae35-c533a53682db req-cadd45af-5247-4486-92c4-957f099f67fd service neutron] Attempting to bind port e3d44f3d-7870-4990-824d-49fb14de14e2 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:43:20.388666 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-85933a80-ff58-4aa6-ae35-c533a53682db req-cadd45af-5247-4486-92c4-957f099f67fd service neutron] Attempting to bind port e3d44f3d-7870-4990-824d-49fb14de14e2 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:43:20.389177 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85933a80-ff58-4aa6-ae35-c533a53682db req-cadd45af-5247-4486-92c4-957f099f67fd service neutron] Attempting to bind port e3d44f3d-7870-4990-824d-49fb14de14e2 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:43:20.394907 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85933a80-ff58-4aa6-ae35-c533a53682db req-cadd45af-5247-4486-92c4-957f099f67fd service neutron] Port e3d44f3d-7870-4990-824d-49fb14de14e2 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:43:20.395237 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85933a80-ff58-4aa6-ae35-c533a53682db req-cadd45af-5247-4486-92c4-957f099f67fd service neutron] Attempting to bind port e3d44f3d-7870-4990-824d-49fb14de14e2 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:43:20.415000 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85933a80-ff58-4aa6-ae35-c533a53682db req-cadd45af-5247-4486-92c4-957f099f67fd service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:43:20.415431 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85933a80-ff58-4aa6-ae35-c533a53682db req-cadd45af-5247-4486-92c4-957f099f67fd service neutron] Checking segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:43:20.415823 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85933a80-ff58-4aa6-ae35-c533a53682db req-cadd45af-5247-4486-92c4-957f099f67fd service neutron] Bound using segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:43:20.416272 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-85933a80-ff58-4aa6-ae35-c533a53682db req-cadd45af-5247-4486-92c4-957f099f67fd service neutron] Bound port: e3d44f3d-7870-4990-824d-49fb14de14e2, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:43:20.417255 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-85933a80-ff58-4aa6-ae35-c533a53682db req-cadd45af-5247-4486-92c4-957f099f67fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:20.533040 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54dc28fb-612e-4c07-9686-2932533b0dc4 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:20.636150 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f833004-b0c1-46da-af62-d8ccf08c307b req-5fb79058-efa2-4d34-b7e5-5e72017867b3 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:20.640054 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-85933a80-ff58-4aa6-ae35-c533a53682db req-cadd45af-5247-4486-92c4-957f099f67fd service neutron] For port e3d44f3d-7870-4990-824d-49fb14de14e2, host n-h2-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:43:20.644005 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8f833004-b0c1-46da-af62-d8ccf08c307b req-5fb79058-efa2-4d34-b7e5-5e72017867b3 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] 10.222.0.69 "GET /v2.0/ports?device_id=ffc89206-78ba-4e56-aecf-8145878abc50 HTTP/1.1" status: 200 len: 947 time: 0.4789300 Aug 19 14:43:20.647324 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-85933a80-ff58-4aa6-ae35-c533a53682db req-cadd45af-5247-4486-92c4-957f099f67fd service neutron] For port e3d44f3d-7870-4990-824d-49fb14de14e2, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=e3d44f3d-7870-4990-824d-49fb14de14e2,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:43:20.655295 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-85933a80-ff58-4aa6-ae35-c533a53682db req-cadd45af-5247-4486-92c4-957f099f67fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:20.700895 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85933a80-ff58-4aa6-ae35-c533a53682db req-cadd45af-5247-4486-92c4-957f099f67fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:20.706486 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-85933a80-ff58-4aa6-ae35-c533a53682db req-cadd45af-5247-4486-92c4-957f099f67fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:20.709555 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-85933a80-ff58-4aa6-ae35-c533a53682db req-cadd45af-5247-4486-92c4-957f099f67fd service neutron] 10.222.0.88 "PUT /v2.0/ports/e3d44f3d-7870-4990-824d-49fb14de14e2 HTTP/1.1" status: 200 len: 1095 time: 1.6944487 Aug 19 14:43:20.714324 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffc89206-78ba-4e56-aecf-8145878abc50', 'tag': 'e3d44f3d-7870-4990-824d-49fb14de14e2'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:43:20.716788 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90496933-bc34-4c4a-851a-7c7193023fe1" -d '{"events": [{"name": "network-changed", "server_uuid": "ffc89206-78ba-4e56-aecf-8145878abc50", "tag": "e3d44f3d-7870-4990-824d-49fb14de14e2"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:43:20.794559 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3101d8-25b2-4a36-a708-d74d091d4f08 req-0cbd4031-ea8e-420a-9c3d-6b1a6d4a0835 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:20.803145 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0e3101d8-25b2-4a36-a708-d74d091d4f08 req-0cbd4031-ea8e-420a-9c3d-6b1a6d4a0835 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba984a2d-ba55-4e60-9e45-c4eb807eb928 HTTP/1.1" status: 200 len: 936 time: 0.2926145 Aug 19 14:43:20.850420 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8f833004-b0c1-46da-af62-d8ccf08c307b req-965f218c-6723-42ff-9a34-c07b0b33e294 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] 10.222.0.69 "GET /v2.0/security-groups?id=298660ab-5509-4225-9d11-e0a943d977b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050271 Aug 19 14:43:20.886013 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadd45af-5247-4486-92c4-957f099f67fd service neutron] Pushing event updated for resources: {'Port': ['ID=e3d44f3d-7870-4990-824d-49fb14de14e2,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:20.901991 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54dc28fb-612e-4c07-9686-2932533b0dc4 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:20.907617 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85933a80-ff58-4aa6-ae35-c533a53682db req-d42747a5-650a-440c-96ff-3f0db6eb6d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:20.909475 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-85933a80-ff58-4aa6-ae35-c533a53682db req-d42747a5-650a-440c-96ff-3f0db6eb6d2d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=92af97ced8d545dc91a7b18cd5df7abd&device_id=ffc89206-78ba-4e56-aecf-8145878abc50 HTTP/1.1" status: 200 len: 1098 time: 0.1555333 Aug 19 14:43:20.923830 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54dc28fb-612e-4c07-9686-2932533b0dc4 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:20.986927 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-85933a80-ff58-4aa6-ae35-c533a53682db req-7be34559-805c-4441-b7ad-3dd135824450 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=e3d44f3d-7870-4990-824d-49fb14de14e2 HTTP/1.1" status: 200 len: 217 time: 0.0677259 Aug 19 14:43:21.034822 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0e3101d8-25b2-4a36-a708-d74d091d4f08 req-89a90f38-9e86-4304-89e9-a920f3ffd1fe tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/security-groups?id=19759aef-5e53-498b-a5dd-689122a95927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224674 Aug 19 14:43:21.049771 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc28fb-612e-4c07-9686-2932533b0dc4 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b9b0523-0848-4113-af2f-173ffb439ec2,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:21.085201 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee22bc9-33ad-4af4-a1bb-398acf3f97cc x-openstack-request-id: req-9ee22bc9-33ad-4af4-a1bb-398acf3f97cc {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:43:21.085606 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffc89206-78ba-4e56-aecf-8145878abc50", "tag": "e3d44f3d-7870-4990-824d-49fb14de14e2", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:43:21.085994 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9ee22bc9-33ad-4af4-a1bb-398acf3f97cc {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:43:21.086723 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffc89206-78ba-4e56-aecf-8145878abc50', 'tag': 'e3d44f3d-7870-4990-824d-49fb14de14e2', 'status': 'completed', 'code': 200} Aug 19 14:43:21.090754 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54dc28fb-612e-4c07-9686-2932533b0dc4 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:21.098727 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44084) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:21.107193 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-54dc28fb-612e-4c07-9686-2932533b0dc4 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9652054 Aug 19 14:43:21.123529 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-578b9ea5-7de5-4c76-a77c-07ac28638145 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Request body: {'floatingip': {'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:43:21.150955 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85933a80-ff58-4aa6-ae35-c533a53682db req-0a8d2555-5071-4860-9f87-83132d947ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:21.150955 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-85933a80-ff58-4aa6-ae35-c533a53682db req-0a8d2555-5071-4860-9f87-83132d947ffb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.1567173 Aug 19 14:43:21.201392 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-b5b52c04-b773-4ba5-a83f-5f9944bcf261 req-c25a66cf-251d-470e-85b6-5c09f1930135 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 799b087e-d6d6-46ba-82d4-8537174b2458 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:43:21.206412 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-578b9ea5-7de5-4c76-a77c-07ac28638145 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:21.213025 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b5b52c04-b773-4ba5-a83f-5f9944bcf261 req-c25a66cf-251d-470e-85b6-5c09f1930135 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:21.250928 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-b5b52c04-b773-4ba5-a83f-5f9944bcf261 req-c25a66cf-251d-470e-85b6-5c09f1930135 service neutron] Transition to ACTIVE for port object 799b087e-d6d6-46ba-82d4-8537174b2458 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:43:21.258375 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b5b52c04-b773-4ba5-a83f-5f9944bcf261 req-c25a66cf-251d-470e-85b6-5c09f1930135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:21.273870 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85933a80-ff58-4aa6-ae35-c533a53682db req-cb9e8384-2739-42a1-b2f3-1da712ac7df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:21.275648 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-85933a80-ff58-4aa6-ae35-c533a53682db req-cb9e8384-2739-42a1-b2f3-1da712ac7df9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1165173 Aug 19 14:43:21.276610 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44090) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:21.334320 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a66cf-251d-470e-85b6-5c09f1930135 service neutron] Pushing event updated for resources: {'Port': ['ID=799b087e-d6d6-46ba-82d4-8537174b2458,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:21.486070 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-b5b52c04-b773-4ba5-a83f-5f9944bcf261 req-c25a66cf-251d-470e-85b6-5c09f1930135 service neutron] Attempting to bind port 799b087e-d6d6-46ba-82d4-8537174b2458 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:43:21.486670 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-85933a80-ff58-4aa6-ae35-c533a53682db req-dbf74f41-c300-49de-a733-7d5c536ef8a6 service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970909 Aug 19 14:43:21.486905 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-b5b52c04-b773-4ba5-a83f-5f9944bcf261 req-c25a66cf-251d-470e-85b6-5c09f1930135 service neutron] Attempting to bind port 799b087e-d6d6-46ba-82d4-8537174b2458 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:43:21.487442 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b52c04-b773-4ba5-a83f-5f9944bcf261 req-c25a66cf-251d-470e-85b6-5c09f1930135 service neutron] Attempting to bind port 799b087e-d6d6-46ba-82d4-8537174b2458 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:43:21.494370 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b52c04-b773-4ba5-a83f-5f9944bcf261 req-c25a66cf-251d-470e-85b6-5c09f1930135 service neutron] Port 799b087e-d6d6-46ba-82d4-8537174b2458 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:43:21.495476 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b52c04-b773-4ba5-a83f-5f9944bcf261 req-c25a66cf-251d-470e-85b6-5c09f1930135 service neutron] Attempting to bind port 799b087e-d6d6-46ba-82d4-8537174b2458 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:43:21.503135 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b52c04-b773-4ba5-a83f-5f9944bcf261 req-c25a66cf-251d-470e-85b6-5c09f1930135 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:43:21.503825 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b52c04-b773-4ba5-a83f-5f9944bcf261 req-c25a66cf-251d-470e-85b6-5c09f1930135 service neutron] Checking segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:43:21.504433 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b52c04-b773-4ba5-a83f-5f9944bcf261 req-c25a66cf-251d-470e-85b6-5c09f1930135 service neutron] Bound using segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:43:21.505085 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-b5b52c04-b773-4ba5-a83f-5f9944bcf261 req-c25a66cf-251d-470e-85b6-5c09f1930135 service neutron] Bound port: 799b087e-d6d6-46ba-82d4-8537174b2458, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:43:21.505632 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b5b52c04-b773-4ba5-a83f-5f9944bcf261 req-c25a66cf-251d-470e-85b6-5c09f1930135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:21.562102 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5846f395-b3d1-480a-a4f1-d007222665b1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-427283371-network', 'tenant_id': '7ea0984049624b4ca687ce28e6a7e3ce'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:43:21.600169 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-578b9ea5-7de5-4c76-a77c-07ac28638145 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:21.626944 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-b5b52c04-b773-4ba5-a83f-5f9944bcf261 req-c25a66cf-251d-470e-85b6-5c09f1930135 service neutron] For port 799b087e-d6d6-46ba-82d4-8537174b2458, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:43:21.629923 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-b5b52c04-b773-4ba5-a83f-5f9944bcf261 req-c25a66cf-251d-470e-85b6-5c09f1930135 service neutron] For port 799b087e-d6d6-46ba-82d4-8537174b2458, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=799b087e-d6d6-46ba-82d4-8537174b2458,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:43:21.638196 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b5b52c04-b773-4ba5-a83f-5f9944bcf261 req-c25a66cf-251d-470e-85b6-5c09f1930135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:21.699828 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b52c04-b773-4ba5-a83f-5f9944bcf261 req-c25a66cf-251d-470e-85b6-5c09f1930135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:21.700701 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b5b52c04-b773-4ba5-a83f-5f9944bcf261 req-c25a66cf-251d-470e-85b6-5c09f1930135 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:21.702736 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b5b52c04-b773-4ba5-a83f-5f9944bcf261 req-c25a66cf-251d-470e-85b6-5c09f1930135 service neutron] 10.222.0.88 "PUT /v2.0/ports/799b087e-d6d6-46ba-82d4-8537174b2458 HTTP/1.1" status: 200 len: 1096 time: 1.8487277 Aug 19 14:43:21.703625 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba984a2d-ba55-4e60-9e45-c4eb807eb928', 'tag': '799b087e-d6d6-46ba-82d4-8537174b2458'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:43:21.706730 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b11b88-8468-4c29-9627-3edc215cb50a" -d '{"events": [{"name": "network-changed", "server_uuid": "ba984a2d-ba55-4e60-9e45-c4eb807eb928", "tag": "799b087e-d6d6-46ba-82d4-8537174b2458"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:43:21.741819 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a66cf-251d-470e-85b6-5c09f1930135 service neutron] Pushing event updated for resources: {'Port': ['ID=799b087e-d6d6-46ba-82d4-8537174b2458,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:21.789240 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5846f395-b3d1-480a-a4f1-d007222665b1 admin admin] Made reservation on behalf of 7ea0984049624b4ca687ce28e6a7e3ce for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:43:21.791995 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5846f395-b3d1-480a-a4f1-d007222665b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:21.804771 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac3a90e-6c3d-4898-9ff0-2d4a056fe54a x-openstack-request-id: req-fac3a90e-6c3d-4898-9ff0-2d4a056fe54a {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:43:21.805565 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba984a2d-ba55-4e60-9e45-c4eb807eb928", "tag": "799b087e-d6d6-46ba-82d4-8537174b2458", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:43:21.805922 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fac3a90e-6c3d-4898-9ff0-2d4a056fe54a {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:43:21.806462 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba984a2d-ba55-4e60-9e45-c4eb807eb928', 'tag': '799b087e-d6d6-46ba-82d4-8537174b2458', 'status': 'completed', 'code': 200} Aug 19 14:43:21.820321 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-85933a80-ff58-4aa6-ae35-c533a53682db req-6f332566-bd48-4682-8a33-a7c8633ce21b service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194418 Aug 19 14:43:21.821242 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5846f395-b3d1-480a-a4f1-d007222665b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:21.849938 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b52c04-b773-4ba5-a83f-5f9944bcf261 req-51b0c2b3-b2bd-4611-88c3-5950183e78c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:21.853754 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b5b52c04-b773-4ba5-a83f-5f9944bcf261 req-51b0c2b3-b2bd-4611-88c3-5950183e78c2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=610fa1bd566242fb8010e609137b7639&device_id=ba984a2d-ba55-4e60-9e45-c4eb807eb928 HTTP/1.1" status: 200 len: 1099 time: 0.1008310 Aug 19 14:43:21.934233 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b5b52c04-b773-4ba5-a83f-5f9944bcf261 req-116d780a-6e80-4c17-971b-9116d83cd8df service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=799b087e-d6d6-46ba-82d4-8537174b2458 HTTP/1.1" status: 200 len: 217 time: 0.0664072 Aug 19 14:43:22.068814 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5846f395-b3d1-480a-a4f1-d007222665b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:22.101704 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5846f395-b3d1-480a-a4f1-d007222665b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:22.114540 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b52c04-b773-4ba5-a83f-5f9944bcf261 req-fbd185dc-1dc1-464b-9478-4a27fa7fc6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:22.116181 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b5b52c04-b773-4ba5-a83f-5f9944bcf261 req-fbd185dc-1dc1-464b-9478-4a27fa7fc6c6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.1718323 Aug 19 14:43:22.149478 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5846f395-b3d1-480a-a4f1-d007222665b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:43:22.175109 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-578b9ea5-7de5-4c76-a77c-07ac28638145 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Allocated IP 172.25.2.125 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/38e964cc-57a2-462a-b080-971c5b48b64e) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:43:22.197235 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5846f395-b3d1-480a-a4f1-d007222665b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f31c1d72-92b3-433a-9515-ca8c76738e0f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:22.202054 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5846f395-b3d1-480a-a4f1-d007222665b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:22.202407 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-5846f395-b3d1-480a-a4f1-d007222665b1 admin admin] Added segment b00d0757-3e85-45b9-a147-3a2580141cf2 of type vlan for network 4eae5cce-1f81-49d8-814a-782134055a88 Aug 19 14:43:22.207907 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90496933-bc34-4c4a-851a-7c7193023fe1 req-13abb026-4c9b-4cea-ac90-1e0fbaedc324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:22.209823 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-90496933-bc34-4c4a-851a-7c7193023fe1 req-13abb026-4c9b-4cea-ac90-1e0fbaedc324 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=92af97ced8d545dc91a7b18cd5df7abd&device_id=ffc89206-78ba-4e56-aecf-8145878abc50 HTTP/1.1" status: 200 len: 1098 time: 0.3216190 Aug 19 14:43:22.299796 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac2376-bdd9-4873-8d28-d2b80b579d2b req-77358fd4-ccc4-45c1-a290-ea8ccde88b07 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:22.301337 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-54ac2376-bdd9-4873-8d28-d2b80b579d2b req-77358fd4-ccc4-45c1-a290-ea8ccde88b07 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba984a2d-ba55-4e60-9e45-c4eb807eb928 HTTP/1.1" status: 200 len: 948 time: 0.1081305 Aug 19 14:43:22.318540 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fc299-d4b1-4af5-801d-5fc2adf6afb9 req-0a03afdd-2973-43df-9f68-a45fcdfef6d2 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:22.319699 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-876fc299-d4b1-4af5-801d-5fc2adf6afb9 req-0a03afdd-2973-43df-9f68-a45fcdfef6d2 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] 10.222.0.69 "GET /v2.0/ports?device_id=ffc89206-78ba-4e56-aecf-8145878abc50 HTTP/1.1" status: 200 len: 947 time: 0.2697732 Aug 19 14:43:22.329145 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b52c04-b773-4ba5-a83f-5f9944bcf261 req-941a2e72-cbab-41ce-bca5-7be3a1a0039f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:22.330604 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b5b52c04-b773-4ba5-a83f-5f9944bcf261 req-941a2e72-cbab-41ce-bca5-7be3a1a0039f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1969993 Aug 19 14:43:22.387894 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5846f395-b3d1-480a-a4f1-d007222665b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:22.423679 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-54ac2376-bdd9-4873-8d28-d2b80b579d2b req-239fa8a0-7f8a-4187-8d3a-5ccb6b7657db tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/security-groups?id=19759aef-5e53-498b-a5dd-689122a95927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138546 Aug 19 14:43:22.471986 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b5b52c04-b773-4ba5-a83f-5f9944bcf261 req-67941869-3cc0-4491-9951-fa86ad83888d service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245599 Aug 19 14:43:22.482323 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90496933-bc34-4c4a-851a-7c7193023fe1 req-bfc904bc-e8b5-4cee-9266-a379c2891532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:22.484430 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-90496933-bc34-4c4a-851a-7c7193023fe1 req-bfc904bc-e8b5-4cee-9266-a379c2891532 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.2641692 Aug 19 14:43:22.487945 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-876fc299-d4b1-4af5-801d-5fc2adf6afb9 req-cd743c97-a9e9-408e-9805-12169b8804d0 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] 10.222.0.69 "GET /v2.0/security-groups?id=298660ab-5509-4225-9d11-e0a943d977b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502302 Aug 19 14:43:22.502411 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5846f395-b3d1-480a-a4f1-d007222665b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:22.503581 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5846f395-b3d1-480a-a4f1-d007222665b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:22.504287 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5846f395-b3d1-480a-a4f1-d007222665b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:22.573426 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-578b9ea5-7de5-4c76-a77c-07ac28638145 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:22.609452 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-90496933-bc34-4c4a-851a-7c7193023fe1 req-3ec7833c-5bb1-4502-8254-37587f4af224 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=e3d44f3d-7870-4990-824d-49fb14de14e2 HTTP/1.1" status: 200 len: 217 time: 0.1087701 Aug 19 14:43:22.620824 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b5b52c04-b773-4ba5-a83f-5f9944bcf261 req-a630b18d-343e-4b1a-a6b8-05092fe4004d service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317132 Aug 19 14:43:22.635666 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5846f395-b3d1-480a-a4f1-d007222665b1 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3577545 Aug 19 14:43:22.638936 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44130) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:22.644720 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-cd740bc0-04d6-4e09-a9ac-ed94648661e2 admin admin] Request body: {'subnet': {'network_id': '4eae5cce-1f81-49d8-814a-782134055a88', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-427283371-subnet', 'tenant_id': '7ea0984049624b4ca687ce28e6a7e3ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:43:22.672363 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd740bc0-04d6-4e09-a9ac-ed94648661e2 admin admin] Made reservation on behalf of 7ea0984049624b4ca687ce28e6a7e3ce for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:43:22.675564 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd740bc0-04d6-4e09-a9ac-ed94648661e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:22.712979 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90496933-bc34-4c4a-851a-7c7193023fe1 req-698b855f-c779-4bb5-9918-5e64c79ef31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:22.714901 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-90496933-bc34-4c4a-851a-7c7193023fe1 req-698b855f-c779-4bb5-9918-5e64c79ef31c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.0930746 Aug 19 14:43:22.718387 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5846f395-b3d1-480a-a4f1-d007222665b1 admin admin] Pushing event updated for resources: {'Network': ['ID=4eae5cce-1f81-49d8-814a-782134055a88,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:22.731503 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 4eae5cce-1f81-49d8-814a-782134055a88 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:43:22.763973 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-578b9ea5-7de5-4c76-a77c-07ac28638145 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:22.805933 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90496933-bc34-4c4a-851a-7c7193023fe1 req-a2c68b82-446c-47b0-9512-afa318aa2eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:22.808012 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-90496933-bc34-4c4a-851a-7c7193023fe1 req-a2c68b82-446c-47b0-9512-afa318aa2eeb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0846374 Aug 19 14:43:22.827826 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b11b88-8468-4c29-9627-3edc215cb50a req-1c2f5e9e-0826-4037-8e0d-b2da8a24c892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:22.829363 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d9b11b88-8468-4c29-9627-3edc215cb50a req-1c2f5e9e-0826-4037-8e0d-b2da8a24c892 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=610fa1bd566242fb8010e609137b7639&device_id=ba984a2d-ba55-4e60-9e45-c4eb807eb928 HTTP/1.1" status: 200 len: 1099 time: 0.0753808 Aug 19 14:43:22.881981 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578b9ea5-7de5-4c76-a77c-07ac28638145 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:43:22.888400 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-578b9ea5-7de5-4c76-a77c-07ac28638145 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:43:22.897950 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578b9ea5-7de5-4c76-a77c-07ac28638145 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:43:22.924341 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578b9ea5-7de5-4c76-a77c-07ac28638145 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Pushing event updated for resources: {'Port': ['ID=38e964cc-57a2-462a-b080-971c5b48b64e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:22.956481 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-90496933-bc34-4c4a-851a-7c7193023fe1 req-d93be64a-c72d-4f6e-84bb-fca95286b74f service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381626 Aug 19 14:43:23.026541 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b11b88-8468-4c29-9627-3edc215cb50a req-2dcee6d4-af3b-4401-af42-4ecd133c04f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:23.027938 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d9b11b88-8468-4c29-9627-3edc215cb50a req-2dcee6d4-af3b-4401-af42-4ecd133c04f3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.1858714 Aug 19 14:43:23.039019 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd740bc0-04d6-4e09-a9ac-ed94648661e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:23.065816 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-578b9ea5-7de5-4c76-a77c-07ac28638145 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:23.118943 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d9b11b88-8468-4c29-9627-3edc215cb50a req-1cc9c5ae-452a-49f2-ba01-a53d7f842dcc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=799b087e-d6d6-46ba-82d4-8537174b2458 HTTP/1.1" status: 200 len: 217 time: 0.0693343 Aug 19 14:43:23.176215 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd740bc0-04d6-4e09-a9ac-ed94648661e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c22f4da8-56b9-4f76-b561-6f2da3d2a153,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:23.194962 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd740bc0-04d6-4e09-a9ac-ed94648661e2 admin admin] Checking segment: {'id': 'b00d0757-3e85-45b9-a147-3a2580141cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4eae5cce-1f81-49d8-814a-782134055a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:43:23.195369 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd740bc0-04d6-4e09-a9ac-ed94648661e2 admin admin] Network hostable DHCP agents. Network: 4eae5cce-1f81-49d8-814a-782134055a88, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:43:23.216686 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b11b88-8468-4c29-9627-3edc215cb50a req-d259b02a-43ab-45cd-ac56-c60abfefef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:23.219162 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d9b11b88-8468-4c29-9627-3edc215cb50a req-d259b02a-43ab-45cd-ac56-c60abfefef01 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.0913770 Aug 19 14:43:23.249048 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd740bc0-04d6-4e09-a9ac-ed94648661e2 admin admin] Network 4eae5cce-1f81-49d8-814a-782134055a88 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:43:23.279216 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-cd740bc0-04d6-4e09-a9ac-ed94648661e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 4eae5cce-1f81-49d8-814a-782134055a88) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:43:23.285127 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd740bc0-04d6-4e09-a9ac-ed94648661e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:23.285729 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd740bc0-04d6-4e09-a9ac-ed94648661e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:23.295119 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0445e5-9743-460d-ac3c-c7244de371de None None] Network 4eae5cce-1f81-49d8-814a-782134055a88 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:43:23.307843 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b11b88-8468-4c29-9627-3edc215cb50a req-7c012ce3-6259-4c83-9db7-1c113c6920ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:23.310233 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d9b11b88-8468-4c29-9627-3edc215cb50a req-7c012ce3-6259-4c83-9db7-1c113c6920ca service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0829067 Aug 19 14:43:23.312958 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-cd740bc0-04d6-4e09-a9ac-ed94648661e2 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6725121 Aug 19 14:43:23.497464 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d9b11b88-8468-4c29-9627-3edc215cb50a req-ab73dfc0-db57-4eb8-b108-7114e24087c1 service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732342 Aug 19 14:43:23.513665 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222b978c-7bb1-4454-b52e-e5e94508c3ef None None] Network 4eae5cce-1f81-49d8-814a-782134055a88 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:43:23.723750 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-90496933-bc34-4c4a-851a-7c7193023fe1 req-9798dde0-b22c-4c8e-bb93-83be4955f87b service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7587509 Aug 19 14:43:23.731034 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d9b11b88-8468-4c29-9627-3edc215cb50a req-2485ae18-2ea9-4fba-b786-28f3ecc4e72f service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288449 Aug 19 14:43:23.743652 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-578b9ea5-7de5-4c76-a77c-07ac28638145 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:23.751060 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46afa9ae-1ebb-471f-b8c0-86d773797cdf req-b2d46df5-3b58-4380-83a4-6062e597216b tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:23.753129 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-46afa9ae-1ebb-471f-b8c0-86d773797cdf req-b2d46df5-3b58-4380-83a4-6062e597216b tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba984a2d-ba55-4e60-9e45-c4eb807eb928 HTTP/1.1" status: 200 len: 948 time: 0.1307585 Aug 19 14:43:23.762445 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b8fdb-5a5f-4b77-bd5f-81d44363d1b1 req-9c3d8ba1-4219-406b-8fe8-c9aa9587f443 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:23.763927 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-061b8fdb-5a5f-4b77-bd5f-81d44363d1b1 req-9c3d8ba1-4219-406b-8fe8-c9aa9587f443 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] 10.222.0.69 "GET /v2.0/ports?device_id=ffc89206-78ba-4e56-aecf-8145878abc50 HTTP/1.1" status: 200 len: 947 time: 0.1162019 Aug 19 14:43:23.826027 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-46afa9ae-1ebb-471f-b8c0-86d773797cdf req-43e400bd-9018-4bd4-b0c7-b016c5c82bb0 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/security-groups?id=19759aef-5e53-498b-a5dd-689122a95927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610604 Aug 19 14:43:23.828647 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-061b8fdb-5a5f-4b77-bd5f-81d44363d1b1 req-a8e07d9c-61e0-4bf8-b1d8-73af688a30d1 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] 10.222.0.69 "GET /v2.0/security-groups?id=298660ab-5509-4225-9d11-e0a943d977b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568302 Aug 19 14:43:23.932429 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-578b9ea5-7de5-4c76-a77c-07ac28638145 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:23.940802 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-578b9ea5-7de5-4c76-a77c-07ac28638145 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:24.015126 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578b9ea5-7de5-4c76-a77c-07ac28638145 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Pushing event updated for resources: {'Port': ['ID=38e964cc-57a2-462a-b080-971c5b48b64e,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:24.056732 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-8c74bd29-73f3-4195-bd7d-2772dcd5735a req-8f278157-d765-441a-8704-bd20de44f0cd tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-300794006', 'description': 'tempest-description-447581072'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:43:24.074992 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-578b9ea5-7de5-4c76-a77c-07ac28638145 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:24.086139 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8c74bd29-73f3-4195-bd7d-2772dcd5735a req-8f278157-d765-441a-8704-bd20de44f0cd tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:24.091454 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-578b9ea5-7de5-4c76-a77c-07ac28638145 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:24.101496 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-578b9ea5-7de5-4c76-a77c-07ac28638145 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0013309 Aug 19 14:43:24.201836 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8c74bd29-73f3-4195-bd7d-2772dcd5735a req-8f278157-d765-441a-8704-bd20de44f0cd tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:24.206487 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8c74bd29-73f3-4195-bd7d-2772dcd5735a req-8f278157-d765-441a-8704-bd20de44f0cd tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:24.239629 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8c74bd29-73f3-4195-bd7d-2772dcd5735a req-8f278157-d765-441a-8704-bd20de44f0cd tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:24.240886 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8c74bd29-73f3-4195-bd7d-2772dcd5735a req-8f278157-d765-441a-8704-bd20de44f0cd tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.1899328 Aug 19 14:43:24.253948 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f278157-d765-441a-8704-bd20de44f0cd tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6205c7d3-23f7-4074-8a2b-7dac7d3b9013,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:24.257376 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device e3d44f3d-7870-4990-824d-49fb14de14e2 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:43:24.383411 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port e3d44f3d-7870-4990-824d-49fb14de14e2, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=e3d44f3d-7870-4990-824d-49fb14de14e2,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:43:24.387419 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c84f8cc9-058e-4768-8282-29561adef0a4 req-21ed7776-e5f4-4267-90c9-5a4b5da970a1 tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] 10.222.0.69 "GET /v2.0/security-groups/6205c7d3-23f7-4074-8a2b-7dac7d3b9013 HTTP/1.1" status: 200 len: 1813 time: 0.0916822 Aug 19 14:43:24.392804 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-c84f8cc9-058e-4768-8282-29561adef0a4 req-40a0b237-eb2b-4d72-baf7-097fbf548c82 tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6205c7d3-23f7-4074-8a2b-7dac7d3b9013', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:43:24.393227 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-c84f8cc9-058e-4768-8282-29561adef0a4 req-40a0b237-eb2b-4d72-baf7-097fbf548c82 tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6205c7d3-23f7-4074-8a2b-7dac7d3b9013', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:43:24.399712 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': 'e3d44f3d-7870-4990-824d-49fb14de14e2', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'port_id': 'e3d44f3d-7870-4990-824d-49fb14de14e2', 'mac_address': 'fa:16:3e:bc:b0:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:43:24.455231 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:24.470369 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3d44f3d-7870-4990-824d-49fb14de14e2 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:43:24.494148 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port e3d44f3d-7870-4990-824d-49fb14de14e2, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=e3d44f3d-7870-4990-824d-49fb14de14e2,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:43:24.504351 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:24.559629 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-821787b1-fb32-4510-a3ff-fd280173c469 req-7af39d6a-9e3b-4569-9d14-0ef795aa7ef7 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--935107146&fields=id&tenant_id=93c36d7db0b9486ca0e05d09444f38b7 HTTP/1.1" status: 200 len: 267 time: 0.0979438 Aug 19 14:43:24.561780 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c84f8cc9-058e-4768-8282-29561adef0a4 req-40a0b237-eb2b-4d72-baf7-097fbf548c82 tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:24.562287 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=e3d44f3d-7870-4990-824d-49fb14de14e2,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:24.594752 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c84f8cc9-058e-4768-8282-29561adef0a4 req-40a0b237-eb2b-4d72-baf7-097fbf548c82 tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:24.605828 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c84f8cc9-058e-4768-8282-29561adef0a4 req-40a0b237-eb2b-4d72-baf7-097fbf548c82 tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:24.675073 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a0b237-eb2b-4d72-baf7-097fbf548c82 tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d6d48f3-b456-41f0-9f5b-65acb223f1eb,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:24.684098 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c84f8cc9-058e-4768-8282-29561adef0a4 req-40a0b237-eb2b-4d72-baf7-097fbf548c82 tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:24.691854 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c84f8cc9-058e-4768-8282-29561adef0a4 req-40a0b237-eb2b-4d72-baf7-097fbf548c82 tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3030674 Aug 19 14:43:24.775264 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821787b1-fb32-4510-a3ff-fd280173c469 req-00527c58-5fcd-4e52-8939-82189b5b0b23 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:24.778729 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-821787b1-fb32-4510-a3ff-fd280173c469 req-00527c58-5fcd-4e52-8939-82189b5b0b23 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/networks?id=669513f8-b4b3-4e5c-8f0d-5f8e9923cc05 HTTP/1.1" status: 200 len: 816 time: 0.2066474 Aug 19 14:43:24.805723 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-89507e5f-0791-429c-a143-3083b5e71c88 req-e8b430ba-dc4e-4acb-8cf9-82221bc86a09 tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] 10.222.0.69 "GET /v2.0/security-groups/6205c7d3-23f7-4074-8a2b-7dac7d3b9013 HTTP/1.1" status: 200 len: 2407 time: 0.0921535 Aug 19 14:43:24.807835 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-821787b1-fb32-4510-a3ff-fd280173c469 req-784e30b4-953f-40d6-b074-09de88dd4aa2 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/quotas/93c36d7db0b9486ca0e05d09444f38b7 HTTP/1.1" status: 200 len: 375 time: 0.0211987 Aug 19 14:43:24.848450 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['e3d44f3d-7870-4990-824d-49fb14de14e2'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:43:24.890889 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2f9ff166-4f5e-4caf-8b27-ce199fbe5ac2 req-11f564de-365d-496c-83f2-03a6c11bf8d1 tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] 10.222.0.69 "GET /v2.0/security-group-rules/6d6d48f3-b456-41f0-9f5b-65acb223f1eb HTTP/1.1" status: 200 len: 778 time: 0.0666797 Aug 19 14:43:24.949532 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-821787b1-fb32-4510-a3ff-fd280173c469 req-3f375bce-3b41-4646-8aa3-b8b821f722e5 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=93c36d7db0b9486ca0e05d09444f38b7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1168079 Aug 19 14:43:25.015441 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2f9ff166-4f5e-4caf-8b27-ce199fbe5ac2 req-bdd0ebb3-e3ac-42e5-ba4c-a9173fd10adf tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] 10.222.0.69 "GET /v2.0/security-groups/6205c7d3-23f7-4074-8a2b-7dac7d3b9013 HTTP/1.1" status: 200 len: 2407 time: 0.1177149 Aug 19 14:43:25.075683 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2f9ff166-4f5e-4caf-8b27-ce199fbe5ac2 req-2abc98af-ba59-4e0d-895f-9ae033038426 tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:25.096853 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2f9ff166-4f5e-4caf-8b27-ce199fbe5ac2 req-2abc98af-ba59-4e0d-895f-9ae033038426 tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:25.110830 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-821787b1-fb32-4510-a3ff-fd280173c469 req-3387c870-c10e-4c3a-878f-12a5dd378385 service neutron] 10.222.0.69 "GET /v2.0/networks/669513f8-b4b3-4e5c-8f0d-5f8e9923cc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550066 Aug 19 14:43:25.189930 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2f9ff166-4f5e-4caf-8b27-ce199fbe5ac2 req-2abc98af-ba59-4e0d-895f-9ae033038426 tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:25.195269 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2f9ff166-4f5e-4caf-8b27-ce199fbe5ac2 req-2abc98af-ba59-4e0d-895f-9ae033038426 tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:25.196496 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2f9ff166-4f5e-4caf-8b27-ce199fbe5ac2 req-2abc98af-ba59-4e0d-895f-9ae033038426 tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/6d6d48f3-b456-41f0-9f5b-65acb223f1eb HTTP/1.1" status: 204 len: 173 time: 0.1714554 Aug 19 14:43:25.210421 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc98af-ba59-4e0d-895f-9ae033038426 tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d6d48f3-b456-41f0-9f5b-65acb223f1eb,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:25.263212 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-821787b1-fb32-4510-a3ff-fd280173c469 req-8298ddfb-d111-4242-a8fc-cbb46e42f47c service neutron] 10.222.0.69 "GET /v2.0/networks/669513f8-b4b3-4e5c-8f0d-5f8e9923cc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425283 Aug 19 14:43:25.351413 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f920bb-bfcc-4b75-ad7c-de05b3fd0bc0 req-80fc2da3-ea14-40d7-b84d-a55f341dfca0 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:25.360235 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d1f920bb-bfcc-4b75-ad7c-de05b3fd0bc0 req-80fc2da3-ea14-40d7-b84d-a55f341dfca0 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba984a2d-ba55-4e60-9e45-c4eb807eb928 HTTP/1.1" status: 200 len: 948 time: 0.0940504 Aug 19 14:43:25.401235 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d1f920bb-bfcc-4b75-ad7c-de05b3fd0bc0 req-abf6de49-b6d2-45bb-aabc-c22ce2fbff1f tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/security-groups?id=19759aef-5e53-498b-a5dd-689122a95927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395508 Aug 19 14:43:25.534043 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ffbb45-1b6b-45c4-a50c-b5d003d33e91 req-c4bc3280-b6c8-454c-90be-1c1402578a72 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:25.538689 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e0ffbb45-1b6b-45c4-a50c-b5d003d33e91 req-c4bc3280-b6c8-454c-90be-1c1402578a72 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] 10.222.0.69 "GET /v2.0/ports?device_id=ffc89206-78ba-4e56-aecf-8145878abc50 HTTP/1.1" status: 200 len: 948 time: 0.0782218 Aug 19 14:43:25.618234 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e0ffbb45-1b6b-45c4-a50c-b5d003d33e91 req-6eb6d387-a5a5-4985-bbd0-22949033cb13 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] 10.222.0.69 "GET /v2.0/security-groups?id=298660ab-5509-4225-9d11-e0a943d977b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740657 Aug 19 14:43:25.669837 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-965f00bb-961f-4d7e-9634-e5bdf1de1ff6 req-a6281dca-294b-49f1-8f80-c4cb41104f86 tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-922066889', 'description': 'tempest-description-816713273'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:43:25.701779 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-965f00bb-961f-4d7e-9634-e5bdf1de1ff6 req-a6281dca-294b-49f1-8f80-c4cb41104f86 tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:25.843444 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-965f00bb-961f-4d7e-9634-e5bdf1de1ff6 req-a6281dca-294b-49f1-8f80-c4cb41104f86 tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:25.848777 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-965f00bb-961f-4d7e-9634-e5bdf1de1ff6 req-a6281dca-294b-49f1-8f80-c4cb41104f86 tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:25.883194 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-965f00bb-961f-4d7e-9634-e5bdf1de1ff6 req-a6281dca-294b-49f1-8f80-c4cb41104f86 tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:25.888306 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-965f00bb-961f-4d7e-9634-e5bdf1de1ff6 req-a6281dca-294b-49f1-8f80-c4cb41104f86 tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2227554 Aug 19 14:43:25.894012 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6281dca-294b-49f1-8f80-c4cb41104f86 tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5b797c-a8be-4ecd-aa2a-ee67ed34addd,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:25.940784 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-86504b5d-3548-4ba7-8c4e-13276a2a2370 req-40b2a47b-5dfc-4616-a0c4-8d5b946dc8fc tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 210 time: 0.0328126 Aug 19 14:43:25.995496 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-83d10281-77a9-4769-9c14-5d8fda5634ba req-1d3aed41-673e-489a-90d7-078e31cda365 tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] 10.222.0.69 "GET /v2.0/security-groups/3f5b797c-a8be-4ecd-aa2a-ee67ed34addd HTTP/1.1" status: 200 len: 1813 time: 0.0521171 Aug 19 14:43:26.046483 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-cb7f5b6f-c486-43ca-be0b-cff75f35713c req-9278e863-8a09-463f-ba89-2a7e9b96c232 tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-441458507', 'description': 'tempest-description-1024364130'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:43:26.075685 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cb7f5b6f-c486-43ca-be0b-cff75f35713c req-9278e863-8a09-463f-ba89-2a7e9b96c232 tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:26.182419 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cb7f5b6f-c486-43ca-be0b-cff75f35713c req-9278e863-8a09-463f-ba89-2a7e9b96c232 tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:26.187382 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cb7f5b6f-c486-43ca-be0b-cff75f35713c req-9278e863-8a09-463f-ba89-2a7e9b96c232 tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:26.223909 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cb7f5b6f-c486-43ca-be0b-cff75f35713c req-9278e863-8a09-463f-ba89-2a7e9b96c232 tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:26.229310 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cb7f5b6f-c486-43ca-be0b-cff75f35713c req-9278e863-8a09-463f-ba89-2a7e9b96c232 tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.1869922 Aug 19 14:43:26.234180 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9278e863-8a09-463f-ba89-2a7e9b96c232 tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2375be34-f2f9-42fd-af3f-148ae5689552,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:26.255167 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 799b087e-d6d6-46ba-82d4-8537174b2458 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:43:26.257817 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device e3d44f3d-7870-4990-824d-49fb14de14e2 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:43:26.330363 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bf3fa535-d0c5-42bf-a84b-b7ab4ba64baf req-f0b8df45-cbec-403d-ad04-01b2e45ca7c9 tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] 10.222.0.69 "GET /v2.0/security-groups/2375be34-f2f9-42fd-af3f-148ae5689552 HTTP/1.1" status: 200 len: 1814 time: 0.0657041 Aug 19 14:43:26.353017 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-1edb56b7-eaf5-4018-8c78-687e24bf26e8 req-2cdc4238-3c1c-4bf2-83af-c9976deb3913 tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-245510903', 'description': 'tempest-description-2040075438'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:43:26.383524 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1edb56b7-eaf5-4018-8c78-687e24bf26e8 req-2cdc4238-3c1c-4bf2-83af-c9976deb3913 tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:26.406246 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port e3d44f3d-7870-4990-824d-49fb14de14e2 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:43:26.413334 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port e3d44f3d-7870-4990-824d-49fb14de14e2 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:43:26.413777 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:26.474757 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 799b087e-d6d6-46ba-82d4-8537174b2458, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=799b087e-d6d6-46ba-82d4-8537174b2458,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:43:26.485040 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1edb56b7-eaf5-4018-8c78-687e24bf26e8 req-2cdc4238-3c1c-4bf2-83af-c9976deb3913 tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:26.493406 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1edb56b7-eaf5-4018-8c78-687e24bf26e8 req-2cdc4238-3c1c-4bf2-83af-c9976deb3913 tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:26.519471 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1edb56b7-eaf5-4018-8c78-687e24bf26e8 req-2cdc4238-3c1c-4bf2-83af-c9976deb3913 tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:26.521035 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1edb56b7-eaf5-4018-8c78-687e24bf26e8 req-2cdc4238-3c1c-4bf2-83af-c9976deb3913 tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.1729050 Aug 19 14:43:26.566203 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdc4238-3c1c-4bf2-83af-c9976deb3913 tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a520549a-b0f5-462f-8728-6a22af0baab1,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:26.617791 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e3b11474-6b47-459d-af0b-8f2d59de9fe3 req-ea176279-f401-47ef-9196-e7f7127341bc tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] 10.222.0.69 "GET /v2.0/security-groups/a520549a-b0f5-462f-8728-6a22af0baab1 HTTP/1.1" status: 200 len: 1814 time: 0.0726991 Aug 19 14:43:26.639194 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55b29f6-cd3c-4105-8daf-ec458a958845 req-fc330aa7-fa74-4632-9e00-fbb247c42bb6 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:26.647841 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b55b29f6-cd3c-4105-8daf-ec458a958845 req-fc330aa7-fa74-4632-9e00-fbb247c42bb6 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba984a2d-ba55-4e60-9e45-c4eb807eb928 HTTP/1.1" status: 200 len: 948 time: 0.1231542 Aug 19 14:43:26.669475 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '799b087e-d6d6-46ba-82d4-8537174b2458', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'port_id': '799b087e-d6d6-46ba-82d4-8537174b2458', 'mac_address': 'fa:16:3e:6c:c6:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:43:26.699268 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:43:26.704177 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b55b29f6-cd3c-4105-8daf-ec458a958845 req-8ed41c73-644d-4c1f-8702-5e5632b04fda tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/security-groups?id=19759aef-5e53-498b-a5dd-689122a95927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540309 Aug 19 14:43:26.740855 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-9e054577-162f-4ca9-a7a1-2439bf7cd6f8 req-3cc4b18e-8505-4883-81e3-5d9a3160408b tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-273487273', 'description': 'tempest-description-178004372'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:43:26.741576 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:26.795651 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:26.813270 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9e054577-162f-4ca9-a7a1-2439bf7cd6f8 req-3cc4b18e-8505-4883-81e3-5d9a3160408b tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:26.842720 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port e3d44f3d-7870-4990-824d-49fb14de14e2, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=e3d44f3d-7870-4990-824d-49fb14de14e2,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:43:26.861542 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc89206-78ba-4e56-aecf-8145878abc50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d44f3d-7870-4990-824d-49fb14de14e2'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:43:26.864287 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c0dd17-4deb-4dcf-ae99-a5fe669f1ba7" -d '{"events": [{"server_uuid": "ffc89206-78ba-4e56-aecf-8145878abc50", "name": "network-vif-plugged", "status": "completed", "tag": "e3d44f3d-7870-4990-824d-49fb14de14e2"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:43:26.883213 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:26.897268 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3111d-2d62-4f68-8a07-6b7f1bc4f5a8 req-2ec98a79-39b7-406e-a42d-7e24866e746b tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:26.900683 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-29d3111d-2d62-4f68-8a07-6b7f1bc4f5a8 req-2ec98a79-39b7-406e-a42d-7e24866e746b tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] 10.222.0.69 "GET /v2.0/ports?device_id=ffc89206-78ba-4e56-aecf-8145878abc50 HTTP/1.1" status: 200 len: 948 time: 0.1012578 Aug 19 14:43:26.973706 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 799b087e-d6d6-46ba-82d4-8537174b2458 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:43:27.006801 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-29d3111d-2d62-4f68-8a07-6b7f1bc4f5a8 req-24ce750d-2b08-4090-bcf0-f5e6055e7d48 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] 10.222.0.69 "GET /v2.0/security-groups?id=298660ab-5509-4225-9d11-e0a943d977b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937376 Aug 19 14:43:27.057704 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821787b1-fb32-4510-a3ff-fd280173c469 req-df668c1a-8e0d-40a9-b995-2f18a1f394ea tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:27.061116 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-821787b1-fb32-4510-a3ff-fd280173c469 req-df668c1a-8e0d-40a9-b995-2f18a1f394ea tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.68 "GET /v2.0/networks?id=669513f8-b4b3-4e5c-8f0d-5f8e9923cc05 HTTP/1.1" status: 200 len: 816 time: 0.2373827 Aug 19 14:43:27.067678 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9e054577-162f-4ca9-a7a1-2439bf7cd6f8 req-3cc4b18e-8505-4883-81e3-5d9a3160408b tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:27.069820 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=e3d44f3d-7870-4990-824d-49fb14de14e2,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:27.076093 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9e054577-162f-4ca9-a7a1-2439bf7cd6f8 req-3cc4b18e-8505-4883-81e3-5d9a3160408b tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:27.094556 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 799b087e-d6d6-46ba-82d4-8537174b2458, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=799b087e-d6d6-46ba-82d4-8537174b2458,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:43:27.110794 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:27.129009 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9e054577-162f-4ca9-a7a1-2439bf7cd6f8 req-3cc4b18e-8505-4883-81e3-5d9a3160408b tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:27.130410 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9e054577-162f-4ca9-a7a1-2439bf7cd6f8 req-3cc4b18e-8505-4883-81e3-5d9a3160408b tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3946948 Aug 19 14:43:27.131488 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc4b18e-8505-4883-81e3-5d9a3160408b tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9799bbb1-d8e7-4f19-b571-570728edf6b5,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:27.161494 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-821787b1-fb32-4510-a3ff-fd280173c469 req-e5f97c81-0951-426a-9aa3-ef80c70f9632 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93c36d7db0b9486ca0e05d09444f38b7 HTTP/1.1" status: 200 len: 379 time: 0.0874419 Aug 19 14:43:27.173463 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-821787b1-fb32-4510-a3ff-fd280173c469 req-b3a3133d-874a-41d8-8a84-39d7bb0fce25 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Request body: {'port': {'device_id': 'fc81ffc7-f660-46e6-acb8-f9c9b57f066f', 'network_id': '669513f8-b4b3-4e5c-8f0d-5f8e9923cc05', 'admin_state_up': True, 'tenant_id': '93c36d7db0b9486ca0e05d09444f38b7', 'security_groups': ['14b1b67d-e522-41bf-ab63-48f4b8afa430']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:43:27.199971 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08109fe2-0587-4162-ae93-5ff710e2df13 x-openstack-request-id: req-08109fe2-0587-4162-ae93-5ff710e2df13 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:43:27.201176 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc89206-78ba-4e56-aecf-8145878abc50", "name": "network-vif-plugged", "status": "completed", "tag": "e3d44f3d-7870-4990-824d-49fb14de14e2", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:43:27.201176 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-08109fe2-0587-4162-ae93-5ff710e2df13 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:43:27.201176 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc89206-78ba-4e56-aecf-8145878abc50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d44f3d-7870-4990-824d-49fb14de14e2', 'code': 200} Aug 19 14:43:27.251090 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=799b087e-d6d6-46ba-82d4-8537174b2458,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:27.327571 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c36e0018-07af-415b-be5f-4ae4b57b282f req-cc7ddab9-47b4-4080-bafe-234155fceee5 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 210 time: 0.0494797 Aug 19 14:43:27.341768 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-caf70685-80f6-4160-8a15-8b9a2af5a3cc req-5dde3580-c885-471c-9a93-d02f0b75ee0b tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] 10.222.0.69 "GET /v2.0/security-groups/9799bbb1-d8e7-4f19-b571-570728edf6b5 HTTP/1.1" status: 200 len: 1813 time: 0.0981154 Aug 19 14:43:27.348931 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857feb5e-0d19-4c83-852a-ea0626186335 req-48936f00-e419-4b28-b45f-9e28abcf511c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:27.350614 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-857feb5e-0d19-4c83-852a-ea0626186335 req-48936f00-e419-4b28-b45f-9e28abcf511c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ffc89206-78ba-4e56-aecf-8145878abc50 HTTP/1.1" status: 200 len: 1100 time: 0.0881352 Aug 19 14:43:27.363986 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-821787b1-fb32-4510-a3ff-fd280173c469 req-b3a3133d-874a-41d8-8a84-39d7bb0fce25 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Made reservation on behalf of 93c36d7db0b9486ca0e05d09444f38b7 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:43:27.373301 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-821787b1-fb32-4510-a3ff-fd280173c469 req-b3a3133d-874a-41d8-8a84-39d7bb0fce25 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:27.407166 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [req-bec01b05-e283-449d-8c5e-8916c9b5c0b2 req-16ff9ffd-3cab-435a-9413-d8e7e6d41a1b tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] show failed (client error): The resource could not be found. Aug 19 14:43:27.409067 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bec01b05-e283-449d-8c5e-8916c9b5c0b2 req-16ff9ffd-3cab-435a-9413-d8e7e6d41a1b tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] 10.222.0.69 "GET /v2.0/security-groups/cc568756-3f03-4d1a-9a8b-d0c00a886103 HTTP/1.1" status: 404 len: 352 time: 0.0267260 Aug 19 14:43:27.411643 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-857feb5e-0d19-4c83-852a-ea0626186335 req-d8d0048d-83e0-422d-afb0-f598080b4387 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=298660ab-5509-4225-9d11-e0a943d977b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532629 Aug 19 14:43:27.446048 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['799b087e-d6d6-46ba-82d4-8537174b2458'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:43:27.450866 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [req-aaa5ad67-fdac-4b39-8973-d09136b9f55a req-a734e3b9-05b5-417d-a2b7-1eb54f305e31 tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] show failed (client error): The resource could not be found. Aug 19 14:43:27.454034 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-aaa5ad67-fdac-4b39-8973-d09136b9f55a req-a734e3b9-05b5-417d-a2b7-1eb54f305e31 tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] 10.222.0.69 "GET /v2.0/security-group-rules/5da23962-8214-41e3-aca1-e3d05d668145 HTTP/1.1" status: 404 len: 361 time: 0.0220244 Aug 19 14:43:27.526129 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c8aa677d-2725-4b05-8fef-f99667552089 req-626c6b87-0d9b-428f-9c48-5fbc722f6f00 tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] 10.222.0.69 "GET /v2.0/security-groups/9799bbb1-d8e7-4f19-b571-570728edf6b5 HTTP/1.1" status: 200 len: 1813 time: 0.0468388 Aug 19 14:43:27.555414 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-821787b1-fb32-4510-a3ff-fd280173c469 req-b3a3133d-874a-41d8-8a84-39d7bb0fce25 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Allocated IP 172.20.0.14 (669513f8-b4b3-4e5c-8f0d-5f8e9923cc05/55f10344-049d-42f2-b429-801948692761/7296d16e-f6b0-4341-aba3-01b8150aef09) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:43:27.609944 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c8aa677d-2725-4b05-8fef-f99667552089 req-4aae3900-c38d-4ca1-a92f-8eef775fe33c tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:27.731069 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-821787b1-fb32-4510-a3ff-fd280173c469 req-b3a3133d-874a-41d8-8a84-39d7bb0fce25 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:27.750864 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-821787b1-fb32-4510-a3ff-fd280173c469 req-b3a3133d-874a-41d8-8a84-39d7bb0fce25 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Transition to ACTIVE for port object 7296d16e-f6b0-4341-aba3-01b8150aef09 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:43:27.794546 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-821787b1-fb32-4510-a3ff-fd280173c469 req-b3a3133d-874a-41d8-8a84-39d7bb0fce25 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:27.847632 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-821787b1-fb32-4510-a3ff-fd280173c469 req-b3a3133d-874a-41d8-8a84-39d7bb0fce25 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Network 669513f8-b4b3-4e5c-8f0d-5f8e9923cc05 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:43:27.850984 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-821787b1-fb32-4510-a3ff-fd280173c469 req-b3a3133d-874a-41d8-8a84-39d7bb0fce25 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:43:27.855186 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-821787b1-fb32-4510-a3ff-fd280173c469 req-b3a3133d-874a-41d8-8a84-39d7bb0fce25 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:43:27.861911 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a3133d-874a-41d8-8a84-39d7bb0fce25 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Pushing event updated for resources: {'Port': ['ID=7296d16e-f6b0-4341-aba3-01b8150aef09,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:27.931907 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821787b1-fb32-4510-a3ff-fd280173c469 req-b3a3133d-874a-41d8-8a84-39d7bb0fce25 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:27.933557 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-821787b1-fb32-4510-a3ff-fd280173c469 req-b3a3133d-874a-41d8-8a84-39d7bb0fce25 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:27.957041 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-821787b1-fb32-4510-a3ff-fd280173c469 req-b3a3133d-874a-41d8-8a84-39d7bb0fce25 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7875724 Aug 19 14:43:27.972540 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c8aa677d-2725-4b05-8fef-f99667552089 req-4aae3900-c38d-4ca1-a92f-8eef775fe33c tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:27.979272 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-821787b1-fb32-4510-a3ff-fd280173c469 req-079759c6-9422-4acd-ba2b-dce0ed7705f8 service neutron] Request body: {'port': {'device_id': 'fc81ffc7-f660-46e6-acb8-f9c9b57f066f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:43:28.033927 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c8aa677d-2725-4b05-8fef-f99667552089 req-4aae3900-c38d-4ca1-a92f-8eef775fe33c tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:28.040965 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c8aa677d-2725-4b05-8fef-f99667552089 req-4aae3900-c38d-4ca1-a92f-8eef775fe33c tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:28.044608 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c8aa677d-2725-4b05-8fef-f99667552089 req-4aae3900-c38d-4ca1-a92f-8eef775fe33c tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] 10.222.0.69 "DELETE /v2.0/security-groups/9799bbb1-d8e7-4f19-b571-570728edf6b5 HTTP/1.1" status: 204 len: 173 time: 0.5094993 Aug 19 14:43:28.068177 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae3900-c38d-4ca1-a92f-8eef775fe33c tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9799bbb1-d8e7-4f19-b571-570728edf6b5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:28.100242 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-821787b1-fb32-4510-a3ff-fd280173c469 req-079759c6-9422-4acd-ba2b-dce0ed7705f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:28.220605 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7cc2f96f-0dbd-42cc-b01c-b9d3278d68f6 None None] Provisioning for port 7296d16e-f6b0-4341-aba3-01b8150aef09 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:43:28.227371 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7cc2f96f-0dbd-42cc-b01c-b9d3278d68f6 None None] Provisioning complete for port 7296d16e-f6b0-4341-aba3-01b8150aef09 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:43:28.227945 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7cc2f96f-0dbd-42cc-b01c-b9d3278d68f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:28.242500 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79529aad-a4ee-417a-9a4a-4b14e403250c req-ff47dfcc-ac8c-4db3-bb70-bfade0dd1177 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:28.245235 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-79529aad-a4ee-417a-9a4a-4b14e403250c req-ff47dfcc-ac8c-4db3-bb70-bfade0dd1177 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba984a2d-ba55-4e60-9e45-c4eb807eb928 HTTP/1.1" status: 200 len: 949 time: 0.0849342 Aug 19 14:43:28.269510 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-7cc2f96f-0dbd-42cc-b01c-b9d3278d68f6 None None] Port 7296d16e-f6b0-4341-aba3-01b8150aef09 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:43:28.325323 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-79529aad-a4ee-417a-9a4a-4b14e403250c req-9133fa14-7357-4d2d-96c4-c26e99b1dbb9 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/security-groups?id=19759aef-5e53-498b-a5dd-689122a95927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676472 Aug 19 14:43:28.338432 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c150eed6-9e18-4018-8e15-3319d399a107 req-05fbba71-5727-420e-80b6-2ef972f092c9 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:28.340533 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c150eed6-9e18-4018-8e15-3319d399a107 req-05fbba71-5727-420e-80b6-2ef972f092c9 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] 10.222.0.69 "GET /v2.0/ports?device_id=ffc89206-78ba-4e56-aecf-8145878abc50 HTTP/1.1" status: 200 len: 949 time: 0.0741544 Aug 19 14:43:28.425018 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c150eed6-9e18-4018-8e15-3319d399a107 req-b5bd103f-921c-47fa-94fd-3caf5acfcf2b tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] 10.222.0.69 "GET /v2.0/security-groups?id=298660ab-5509-4225-9d11-e0a943d977b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782785 Aug 19 14:43:28.429147 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ac817feb-f351-4789-b4b2-ac5822ed2e2e req-3d39fecf-b881-44e0-92fc-303b472a0b8b tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] 10.222.0.69 "GET /v2.0/security-groups/a520549a-b0f5-462f-8728-6a22af0baab1 HTTP/1.1" status: 200 len: 1814 time: 0.0765083 Aug 19 14:43:28.460623 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-821787b1-fb32-4510-a3ff-fd280173c469 req-079759c6-9422-4acd-ba2b-dce0ed7705f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7296d16e-f6b0-4341-aba3-01b8150aef09 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:43:28.471800 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-821787b1-fb32-4510-a3ff-fd280173c469 req-079759c6-9422-4acd-ba2b-dce0ed7705f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:28.493099 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-821787b1-fb32-4510-a3ff-fd280173c469 req-079759c6-9422-4acd-ba2b-dce0ed7705f8 service neutron] Transition to ACTIVE for port object 7296d16e-f6b0-4341-aba3-01b8150aef09 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:43:28.500897 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-821787b1-fb32-4510-a3ff-fd280173c469 req-079759c6-9422-4acd-ba2b-dce0ed7705f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:28.529961 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ac817feb-f351-4789-b4b2-ac5822ed2e2e req-5f66e659-0367-4275-8f26-475a7a40714e tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:28.574621 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ac817feb-f351-4789-b4b2-ac5822ed2e2e req-5f66e659-0367-4275-8f26-475a7a40714e tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:28.585862 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079759c6-9422-4acd-ba2b-dce0ed7705f8 service neutron] Pushing event updated for resources: {'Port': ['ID=7296d16e-f6b0-4341-aba3-01b8150aef09,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:28.635257 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ac817feb-f351-4789-b4b2-ac5822ed2e2e req-5f66e659-0367-4275-8f26-475a7a40714e tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:28.638946 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ac817feb-f351-4789-b4b2-ac5822ed2e2e req-5f66e659-0367-4275-8f26-475a7a40714e tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:28.649560 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ac817feb-f351-4789-b4b2-ac5822ed2e2e req-5f66e659-0367-4275-8f26-475a7a40714e tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] 10.222.0.69 "DELETE /v2.0/security-groups/a520549a-b0f5-462f-8728-6a22af0baab1 HTTP/1.1" status: 204 len: 173 time: 0.2115085 Aug 19 14:43:28.676962 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f66e659-0367-4275-8f26-475a7a40714e tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a520549a-b0f5-462f-8728-6a22af0baab1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:28.719639 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-821787b1-fb32-4510-a3ff-fd280173c469 req-079759c6-9422-4acd-ba2b-dce0ed7705f8 service neutron] Attempting to bind port 7296d16e-f6b0-4341-aba3-01b8150aef09 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:43:28.720305 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-821787b1-fb32-4510-a3ff-fd280173c469 req-079759c6-9422-4acd-ba2b-dce0ed7705f8 service neutron] Attempting to bind port 7296d16e-f6b0-4341-aba3-01b8150aef09 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': 'deb4ceaa-a168-4950-8d67-f7a10179a94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '669513f8-b4b3-4e5c-8f0d-5f8e9923cc05'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:43:28.720859 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821787b1-fb32-4510-a3ff-fd280173c469 req-079759c6-9422-4acd-ba2b-dce0ed7705f8 service neutron] Attempting to bind port 7296d16e-f6b0-4341-aba3-01b8150aef09 on network 669513f8-b4b3-4e5c-8f0d-5f8e9923cc05 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:43:28.726635 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821787b1-fb32-4510-a3ff-fd280173c469 req-079759c6-9422-4acd-ba2b-dce0ed7705f8 service neutron] Port 7296d16e-f6b0-4341-aba3-01b8150aef09 on network 669513f8-b4b3-4e5c-8f0d-5f8e9923cc05 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:43:28.727215 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821787b1-fb32-4510-a3ff-fd280173c469 req-079759c6-9422-4acd-ba2b-dce0ed7705f8 service neutron] Attempting to bind port 7296d16e-f6b0-4341-aba3-01b8150aef09 on network 669513f8-b4b3-4e5c-8f0d-5f8e9923cc05 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:43:28.734953 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821787b1-fb32-4510-a3ff-fd280173c469 req-079759c6-9422-4acd-ba2b-dce0ed7705f8 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:43:28.735835 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821787b1-fb32-4510-a3ff-fd280173c469 req-079759c6-9422-4acd-ba2b-dce0ed7705f8 service neutron] Checking segment: {'id': 'deb4ceaa-a168-4950-8d67-f7a10179a94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '669513f8-b4b3-4e5c-8f0d-5f8e9923cc05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:43:28.736694 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821787b1-fb32-4510-a3ff-fd280173c469 req-079759c6-9422-4acd-ba2b-dce0ed7705f8 service neutron] Bound using segment: {'id': 'deb4ceaa-a168-4950-8d67-f7a10179a94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '669513f8-b4b3-4e5c-8f0d-5f8e9923cc05'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:43:28.737305 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-821787b1-fb32-4510-a3ff-fd280173c469 req-079759c6-9422-4acd-ba2b-dce0ed7705f8 service neutron] Bound port: 7296d16e-f6b0-4341-aba3-01b8150aef09, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'deb4ceaa-a168-4950-8d67-f7a10179a94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '669513f8-b4b3-4e5c-8f0d-5f8e9923cc05'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:43:28.737831 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-821787b1-fb32-4510-a3ff-fd280173c469 req-079759c6-9422-4acd-ba2b-dce0ed7705f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:28.792315 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a829f1-0b1d-4536-95ae-8c1b51360040 req-fae81472-19ad-4767-b91e-4e93c3809ee4 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:28.794330 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-59a829f1-0b1d-4536-95ae-8c1b51360040 req-fae81472-19ad-4767-b91e-4e93c3809ee4 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 944 time: 0.0779438 Aug 19 14:43:28.834941 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-821787b1-fb32-4510-a3ff-fd280173c469 req-079759c6-9422-4acd-ba2b-dce0ed7705f8 service neutron] For port 7296d16e-f6b0-4341-aba3-01b8150aef09, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:43:28.838398 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-821787b1-fb32-4510-a3ff-fd280173c469 req-079759c6-9422-4acd-ba2b-dce0ed7705f8 service neutron] For port 7296d16e-f6b0-4341-aba3-01b8150aef09, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=7296d16e-f6b0-4341-aba3-01b8150aef09,segment=NetworkSegment(deb4ceaa-a168-4950-8d67-f7a10179a94a),segment_id=deb4ceaa-a168-4950-8d67-f7a10179a94a)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:43:28.844768 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-821787b1-fb32-4510-a3ff-fd280173c469 req-079759c6-9422-4acd-ba2b-dce0ed7705f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:28.845963 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e4b3653d-69b6-4616-94b2-881d1ef279d6 req-fd9c949f-602a-4893-9686-4d5ec5cf05f7 tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] 10.222.0.69 "GET /v2.0/security-groups/2375be34-f2f9-42fd-af3f-148ae5689552 HTTP/1.1" status: 200 len: 1814 time: 0.0790281 Aug 19 14:43:28.850727 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-59a829f1-0b1d-4536-95ae-8c1b51360040 req-2b0c3129-9fcf-4754-bc85-b3581362b1bd tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=14b1b67d-e522-41bf-ab63-48f4b8afa430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502446 Aug 19 14:43:28.898049 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079759c6-9422-4acd-ba2b-dce0ed7705f8 service neutron] Pushing event updated for resources: {'Port': ['ID=7296d16e-f6b0-4341-aba3-01b8150aef09,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:28.910820 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821787b1-fb32-4510-a3ff-fd280173c469 req-079759c6-9422-4acd-ba2b-dce0ed7705f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:28.911512 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-821787b1-fb32-4510-a3ff-fd280173c469 req-079759c6-9422-4acd-ba2b-dce0ed7705f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:28.913060 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-821787b1-fb32-4510-a3ff-fd280173c469 req-079759c6-9422-4acd-ba2b-dce0ed7705f8 service neutron] 10.222.0.68 "PUT /v2.0/ports/7296d16e-f6b0-4341-aba3-01b8150aef09 HTTP/1.1" status: 200 len: 1092 time: 0.9428518 Aug 19 14:43:28.913590 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc81ffc7-f660-46e6-acb8-f9c9b57f066f', 'tag': '7296d16e-f6b0-4341-aba3-01b8150aef09'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:43:28.916137 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5a3a45-f0d2-4324-8e63-b8e22583e704" -d '{"events": [{"name": "network-changed", "server_uuid": "fc81ffc7-f660-46e6-acb8-f9c9b57f066f", "tag": "7296d16e-f6b0-4341-aba3-01b8150aef09"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:43:28.934812 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e4b3653d-69b6-4616-94b2-881d1ef279d6 req-dc508e81-d753-4b70-b816-cdf3a1ddfb42 tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:28.964580 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e4b3653d-69b6-4616-94b2-881d1ef279d6 req-dc508e81-d753-4b70-b816-cdf3a1ddfb42 tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:29.004999 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821787b1-fb32-4510-a3ff-fd280173c469 req-effd2933-44aa-40fe-ad2e-5a0f36a55642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:29.006696 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-821787b1-fb32-4510-a3ff-fd280173c469 req-effd2933-44aa-40fe-ad2e-5a0f36a55642 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=93c36d7db0b9486ca0e05d09444f38b7&device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 1095 time: 0.0462983 Aug 19 14:43:29.057160 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-821787b1-fb32-4510-a3ff-fd280173c469 req-2e51e639-4679-4691-9434-799940af3771 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7296d16e-f6b0-4341-aba3-01b8150aef09 HTTP/1.1" status: 200 len: 217 time: 0.0418894 Aug 19 14:43:29.081813 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e4b3653d-69b6-4616-94b2-881d1ef279d6 req-dc508e81-d753-4b70-b816-cdf3a1ddfb42 tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:29.084377 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e4b3653d-69b6-4616-94b2-881d1ef279d6 req-dc508e81-d753-4b70-b816-cdf3a1ddfb42 tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:29.085623 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e4b3653d-69b6-4616-94b2-881d1ef279d6 req-dc508e81-d753-4b70-b816-cdf3a1ddfb42 tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] 10.222.0.69 "DELETE /v2.0/security-groups/2375be34-f2f9-42fd-af3f-148ae5689552 HTTP/1.1" status: 204 len: 173 time: 0.2320466 Aug 19 14:43:29.107161 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc508e81-d753-4b70-b816-cdf3a1ddfb42 tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2375be34-f2f9-42fd-af3f-148ae5689552,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:29.117628 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc916a3-a801-4be3-912d-c070b80b2c2b req-be0957a5-492f-42ea-bfa5-715ff1bd3647 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:29.119186 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5dc916a3-a801-4be3-912d-c070b80b2c2b req-be0957a5-492f-42ea-bfa5-715ff1bd3647 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/networks?id=94d71021-0e52-4f61-9f79-5084b440fea5 HTTP/1.1" status: 200 len: 805 time: 0.1512628 Aug 19 14:43:29.130201 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821787b1-fb32-4510-a3ff-fd280173c469 req-fcd3f738-12bd-4a1a-acf6-b9b0462f3668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:29.131943 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-821787b1-fb32-4510-a3ff-fd280173c469 req-fcd3f738-12bd-4a1a-acf6-b9b0462f3668 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=55f10344-049d-42f2-b429-801948692761 HTTP/1.1" status: 200 len: 855 time: 0.0664716 Aug 19 14:43:29.139874 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d31d44f-d2ef-4ebf-a104-bd5f7122fe90 x-openstack-request-id: req-7d31d44f-d2ef-4ebf-a104-bd5f7122fe90 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:43:29.140166 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc81ffc7-f660-46e6-acb8-f9c9b57f066f", "tag": "7296d16e-f6b0-4341-aba3-01b8150aef09", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:43:29.140437 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7d31d44f-d2ef-4ebf-a104-bd5f7122fe90 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:43:29.140840 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc81ffc7-f660-46e6-acb8-f9c9b57f066f', 'tag': '7296d16e-f6b0-4341-aba3-01b8150aef09', 'status': 'completed', 'code': 200} Aug 19 14:43:29.143827 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5dc916a3-a801-4be3-912d-c070b80b2c2b req-8d194b0c-99af-4118-8e9c-d3f21b348030 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/quotas/b611e89c59444d069c1d991f556f75aa HTTP/1.1" status: 200 len: 375 time: 0.0105350 Aug 19 14:43:29.190109 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821787b1-fb32-4510-a3ff-fd280173c469 req-53411716-2585-46fa-9f9e-53d4e4c8f8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:29.191509 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-821787b1-fb32-4510-a3ff-fd280173c469 req-53411716-2585-46fa-9f9e-53d4e4c8f8e8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=669513f8-b4b3-4e5c-8f0d-5f8e9923cc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409923 Aug 19 14:43:29.221790 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a98ab5b2-5d68-47b4-82e3-6a007135a39b req-ba640812-1dcb-46e4-b007-6ee151c664ef tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] 10.222.0.69 "GET /v2.0/security-groups/3f5b797c-a8be-4ecd-aa2a-ee67ed34addd HTTP/1.1" status: 200 len: 1813 time: 0.0684745 Aug 19 14:43:29.227724 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5dc916a3-a801-4be3-912d-c070b80b2c2b req-1d822b5a-860e-40ea-b0af-cb2024f114cd tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b611e89c59444d069c1d991f556f75aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0758636 Aug 19 14:43:29.294459 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-821787b1-fb32-4510-a3ff-fd280173c469 req-46ffadf4-c680-443c-b62a-1eac86bf9e7b service neutron] 10.222.0.68 "GET /v2.0/networks/669513f8-b4b3-4e5c-8f0d-5f8e9923cc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934901 Aug 19 14:43:29.340653 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a98ab5b2-5d68-47b4-82e3-6a007135a39b req-10c9b543-4760-47cf-8ddd-a69a97e3f29c tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:29.367211 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5dc916a3-a801-4be3-912d-c070b80b2c2b req-a88c538f-e7dd-4d69-9d33-176738a192ce service neutron] 10.222.0.69 "GET /v2.0/networks/94d71021-0e52-4f61-9f79-5084b440fea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313615 Aug 19 14:43:29.376211 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a98ab5b2-5d68-47b4-82e3-6a007135a39b req-10c9b543-4760-47cf-8ddd-a69a97e3f29c tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:29.384275 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-821787b1-fb32-4510-a3ff-fd280173c469 req-276851f5-8546-4c7d-952e-c2db80b166f6 service neutron] 10.222.0.68 "GET /v2.0/networks/669513f8-b4b3-4e5c-8f0d-5f8e9923cc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819895 Aug 19 14:43:29.474289 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a3a45-f0d2-4324-8e63-b8e22583e704 req-62876d6b-3e34-470c-910c-b90edc63cc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:29.475800 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6f5a3a45-f0d2-4324-8e63-b8e22583e704 req-62876d6b-3e34-470c-910c-b90edc63cc4c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=93c36d7db0b9486ca0e05d09444f38b7&device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 1095 time: 0.0422421 Aug 19 14:43:29.478712 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a98ab5b2-5d68-47b4-82e3-6a007135a39b req-10c9b543-4760-47cf-8ddd-a69a97e3f29c tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:29.481247 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a98ab5b2-5d68-47b4-82e3-6a007135a39b req-10c9b543-4760-47cf-8ddd-a69a97e3f29c tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:29.482373 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a98ab5b2-5d68-47b4-82e3-6a007135a39b req-10c9b543-4760-47cf-8ddd-a69a97e3f29c tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] 10.222.0.69 "DELETE /v2.0/security-groups/3f5b797c-a8be-4ecd-aa2a-ee67ed34addd HTTP/1.1" status: 204 len: 173 time: 0.2537801 Aug 19 14:43:29.499792 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c9b543-4760-47cf-8ddd-a69a97e3f29c tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5b797c-a8be-4ecd-aa2a-ee67ed34addd,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:29.509233 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5dc916a3-a801-4be3-912d-c070b80b2c2b req-ee792b27-3160-478c-be4a-3fb08660ea51 service neutron] 10.222.0.69 "GET /v2.0/networks/94d71021-0e52-4f61-9f79-5084b440fea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347597 Aug 19 14:43:29.575612 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a3a45-f0d2-4324-8e63-b8e22583e704 req-bd56299e-4018-410b-b832-6b21c6122518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:29.577365 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6f5a3a45-f0d2-4324-8e63-b8e22583e704 req-bd56299e-4018-410b-b832-6b21c6122518 service neutron] 10.222.0.68 "GET /v2.0/networks?id=669513f8-b4b3-4e5c-8f0d-5f8e9923cc05 HTTP/1.1" status: 200 len: 917 time: 0.0938673 Aug 19 14:43:29.633141 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6f5a3a45-f0d2-4324-8e63-b8e22583e704 req-da375f33-8dd0-451b-8d4e-4c59dd1930e1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7296d16e-f6b0-4341-aba3-01b8150aef09 HTTP/1.1" status: 200 len: 217 time: 0.0467350 Aug 19 14:43:29.670842 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956903da-a222-47ce-b3d8-3ce1e52393da req-89f876fe-ab4a-44de-bc66-25d8a174b93e tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:29.672611 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-956903da-a222-47ce-b3d8-3ce1e52393da req-89f876fe-ab4a-44de-bc66-25d8a174b93e tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba984a2d-ba55-4e60-9e45-c4eb807eb928 HTTP/1.1" status: 200 len: 949 time: 0.0555146 Aug 19 14:43:29.695829 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a3a45-f0d2-4324-8e63-b8e22583e704 req-dbb83b1e-5399-414c-b9ac-2784039e2819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:29.697442 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6f5a3a45-f0d2-4324-8e63-b8e22583e704 req-dbb83b1e-5399-414c-b9ac-2784039e2819 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=55f10344-049d-42f2-b429-801948692761 HTTP/1.1" status: 200 len: 855 time: 0.0561905 Aug 19 14:43:29.745071 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-956903da-a222-47ce-b3d8-3ce1e52393da req-659d9bce-2466-4ac2-a35e-5ea6989c7992 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/security-groups?id=19759aef-5e53-498b-a5dd-689122a95927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602264 Aug 19 14:43:29.750768 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a3a45-f0d2-4324-8e63-b8e22583e704 req-f2bcf53f-26d1-410b-93ce-9d2ef8c432a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:29.752620 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6f5a3a45-f0d2-4324-8e63-b8e22583e704 req-f2bcf53f-26d1-410b-93ce-9d2ef8c432a6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=669513f8-b4b3-4e5c-8f0d-5f8e9923cc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475812 Aug 19 14:43:29.753398 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad9e65-a987-4177-ab0d-6ad2f2b5fe0f req-3c8b866b-4e52-478a-993f-2b8a3c429820 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:29.754817 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-06ad9e65-a987-4177-ab0d-6ad2f2b5fe0f req-3c8b866b-4e52-478a-993f-2b8a3c429820 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] 10.222.0.69 "GET /v2.0/ports?device_id=ffc89206-78ba-4e56-aecf-8145878abc50 HTTP/1.1" status: 200 len: 949 time: 0.0812328 Aug 19 14:43:29.822526 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-06ad9e65-a987-4177-ab0d-6ad2f2b5fe0f req-61b5607d-917b-4f91-9935-b328d8a71436 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] 10.222.0.69 "GET /v2.0/security-groups?id=298660ab-5509-4225-9d11-e0a943d977b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582526 Aug 19 14:43:29.841685 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a95c2360-22a6-4bb7-bca5-eea3e8b65d49 req-0eafa24a-108d-47b1-979e-53d6cc544f49 tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] 10.222.0.69 "GET /v2.0/security-groups/6205c7d3-23f7-4074-8a2b-7dac7d3b9013 HTTP/1.1" status: 200 len: 1813 time: 0.0705154 Aug 19 14:43:29.867092 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6f5a3a45-f0d2-4324-8e63-b8e22583e704 req-c65fbaa9-72d0-4a3c-87e4-83f2070b4268 service neutron] 10.222.0.68 "GET /v2.0/networks/669513f8-b4b3-4e5c-8f0d-5f8e9923cc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045904 Aug 19 14:43:29.911405 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-99aee3c0-8a4c-49ec-8e7e-79af382c878d req-58fe4c96-bb30-4bd3-8df2-2d2d156b52f8 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=9671361f-f275-4af3-a2ad-6aba1e111894 HTTP/1.1" status: 200 len: 210 time: 0.0379908 Aug 19 14:43:29.928252 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a95c2360-22a6-4bb7-bca5-eea3e8b65d49 req-a05f417a-d165-4788-8237-19a78b6e0fa2 tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:29.968314 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a95c2360-22a6-4bb7-bca5-eea3e8b65d49 req-a05f417a-d165-4788-8237-19a78b6e0fa2 tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:29.985115 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6f5a3a45-f0d2-4324-8e63-b8e22583e704 req-cbf6197e-46ed-4080-af0d-17b4e75d6946 service neutron] 10.222.0.68 "GET /v2.0/networks/669513f8-b4b3-4e5c-8f0d-5f8e9923cc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049676 Aug 19 14:43:30.033630 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a95c2360-22a6-4bb7-bca5-eea3e8b65d49 req-a05f417a-d165-4788-8237-19a78b6e0fa2 tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:30.036355 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a95c2360-22a6-4bb7-bca5-eea3e8b65d49 req-a05f417a-d165-4788-8237-19a78b6e0fa2 tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:30.040501 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a95c2360-22a6-4bb7-bca5-eea3e8b65d49 req-a05f417a-d165-4788-8237-19a78b6e0fa2 tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] 10.222.0.69 "DELETE /v2.0/security-groups/6205c7d3-23f7-4074-8a2b-7dac7d3b9013 HTTP/1.1" status: 204 len: 173 time: 0.1952059 Aug 19 14:43:30.047957 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44378) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:30.048730 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f417a-d165-4788-8237-19a78b6e0fa2 tempest-SecurityGroupRulesNegativeTestJSON-1373417433 tempest-SecurityGroupRulesNegativeTestJSON-1373417433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6205c7d3-23f7-4074-8a2b-7dac7d3b9013,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:30.100652 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-c243b87a-29db-4bf4-9fb6-614047ad5c43 admin admin] Deleting subnet c22f4da8-56b9-4f76-b561-6f2da3d2a153 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:43:30.104129 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c243b87a-29db-4bf4-9fb6-614047ad5c43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:30.164439 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c243b87a-29db-4bf4-9fb6-614047ad5c43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:30.216428 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92909f7-fb09-4238-9828-4a6e66ea355e req-ef58f5b4-9385-49bb-917e-848129012a99 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:30.217939 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d92909f7-fb09-4238-9828-4a6e66ea355e req-ef58f5b4-9385-49bb-917e-848129012a99 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 944 time: 0.0935776 Aug 19 14:43:30.225579 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c243b87a-29db-4bf4-9fb6-614047ad5c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:30.278826 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 799b087e-d6d6-46ba-82d4-8537174b2458 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:43:30.301620 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d92909f7-fb09-4238-9828-4a6e66ea355e req-8f37f5ad-2bc9-4a23-ba42-e9f57d334f79 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=14b1b67d-e522-41bf-ab63-48f4b8afa430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736415 Aug 19 14:43:30.330215 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c243b87a-29db-4bf4-9fb6-614047ad5c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:30.349723 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c243b87a-29db-4bf4-9fb6-614047ad5c43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c22f4da8-56b9-4f76-b561-6f2da3d2a153,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:30.355923 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c243b87a-29db-4bf4-9fb6-614047ad5c43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:30.360076 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-c243b87a-29db-4bf4-9fb6-614047ad5c43 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/c22f4da8-56b9-4f76-b561-6f2da3d2a153 HTTP/1.1" status: 204 len: 168 time: 0.3071749 Aug 19 14:43:30.360312 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44388) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:30.373848 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 799b087e-d6d6-46ba-82d4-8537174b2458 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:43:30.379108 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 799b087e-d6d6-46ba-82d4-8537174b2458 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:43:30.379580 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:30.405886 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device a79cdf0e-6597-4188-9b84-17acd2d5641c no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:43:30.434634 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56fe7e72-9326-45ce-9d0e-d486e172f0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:30.509834 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eaf11f-3aac-4d95-94bd-7fc6a9132a28 req-b413085d-4fc0-47e2-8fc3-9eb7c2994edd tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:30.511973 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-53eaf11f-3aac-4d95-94bd-7fc6a9132a28 req-b413085d-4fc0-47e2-8fc3-9eb7c2994edd tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a716ad0-1138-4487-a895-014f349dcadd HTTP/1.1" status: 200 len: 945 time: 0.0631433 Aug 19 14:43:30.542652 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56fe7e72-9326-45ce-9d0e-d486e172f0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:30.553645 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-56fe7e72-9326-45ce-9d0e-d486e172f0c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eae5cce-1f81-49d8-814a-782134055a88']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:43:30.556103 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:30.564458 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-56fe7e72-9326-45ce-9d0e-d486e172f0c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b00d0757-3e85-45b9-a147-3a2580141cf2') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:43:30.564662 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:30.564821 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-56fe7e72-9326-45ce-9d0e-d486e172f0c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b00d0757-3e85-45b9-a147-3a2580141cf2') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:43:30.575622 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56fe7e72-9326-45ce-9d0e-d486e172f0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:30.599077 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a716ad0-1138-4487-a895-014f349dcadd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a79cdf0e-6597-4188-9b84-17acd2d5641c'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:43:30.602198 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b559f16-d1a4-4ed7-8471-500609fc5674" -d '{"events": [{"server_uuid": "7a716ad0-1138-4487-a895-014f349dcadd", "name": "network-vif-unplugged", "status": "completed", "tag": "a79cdf0e-6597-4188-9b84-17acd2d5641c"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:43:30.604477 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56fe7e72-9326-45ce-9d0e-d486e172f0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:30.610935 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56fe7e72-9326-45ce-9d0e-d486e172f0c7 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:43:30.611481 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56fe7e72-9326-45ce-9d0e-d486e172f0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:30.631543 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port a79cdf0e-6597-4188-9b84-17acd2d5641c, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=a79cdf0e-6597-4188-9b84-17acd2d5641c,segment=NetworkSegment(fcd6ac5d-931b-4836-82cc-58250c6a0f69),segment_id=fcd6ac5d-931b-4836-82cc-58250c6a0f69)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:43:30.646807 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:30.660294 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 799b087e-d6d6-46ba-82d4-8537174b2458, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=799b087e-d6d6-46ba-82d4-8537174b2458,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:43:30.670810 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 14:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afccdb38-b44c-47b9-80a0-511c53b47471 x-openstack-request-id: req-afccdb38-b44c-47b9-80a0-511c53b47471 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:43:30.671232 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a716ad0-1138-4487-a895-014f349dcadd", "name": "network-vif-unplugged", "status": "completed", "tag": "a79cdf0e-6597-4188-9b84-17acd2d5641c", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:43:30.671350 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-afccdb38-b44c-47b9-80a0-511c53b47471 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:43:30.671736 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a716ad0-1138-4487-a895-014f349dcadd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a79cdf0e-6597-4188-9b84-17acd2d5641c', 'code': 200} Aug 19 14:43:30.673735 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-53eaf11f-3aac-4d95-94bd-7fc6a9132a28 req-193b3cbc-b394-47a9-af31-70c1fca1ec1a tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Deleting port a79cdf0e-6597-4188-9b84-17acd2d5641c {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:43:30.676133 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-53eaf11f-3aac-4d95-94bd-7fc6a9132a28 req-193b3cbc-b394-47a9-af31-70c1fca1ec1a tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:30.676343 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:43:30.676343 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:43:30.676343 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:43:30.676343 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:43:30.676343 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:43:30.676343 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:43:30.676343 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:43:30.676343 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:43:30.676343 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:43:30.676343 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:43:30.676343 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:43:30.676343 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:43:30.676343 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:43:30.676343 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:43:30.676343 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:43:30.676343 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:43:30.676343 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:43:30.676343 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:43:30.676343 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:43:30.676343 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:43:30.676343 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:43:30.676343 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:43:30.676343 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:43:30.676343 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:43:30.676343 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:43:30.676343 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:43:30.676343 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:43:30.676343 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:43:30.676343 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:43:30.676343 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:43:30.676343 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:43:30.676343 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:43:30.680855 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56fe7e72-9326-45ce-9d0e-d486e172f0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:30.687514 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56fe7e72-9326-45ce-9d0e-d486e172f0c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:30.689717 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-56fe7e72-9326-45ce-9d0e-d486e172f0c7 admin admin] 10.222.0.69 "DELETE /v2.0/networks/4eae5cce-1f81-49d8-814a-782134055a88 HTTP/1.1" status: 204 len: 168 time: 0.3284583 Aug 19 14:43:30.702615 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe7e72-9326-45ce-9d0e-d486e172f0c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4eae5cce-1f81-49d8-814a-782134055a88,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:30.737306 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=a79cdf0e-6597-4188-9b84-17acd2d5641c,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:30.740425 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:30.747870 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:30.748600 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:30.749176 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:30.749728 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:30.750126 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:30.750670 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:30.751060 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:30.751588 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:30.752144 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:30.752633 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:30.753221 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:30.753617 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:30.849853 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=799b087e-d6d6-46ba-82d4-8537174b2458,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:30.867398 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-53eaf11f-3aac-4d95-94bd-7fc6a9132a28 req-193b3cbc-b394-47a9-af31-70c1fca1ec1a tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] For port a79cdf0e-6597-4188-9b84-17acd2d5641c, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=a79cdf0e-6597-4188-9b84-17acd2d5641c,segment=NetworkSegment(fcd6ac5d-931b-4836-82cc-58250c6a0f69),segment_id=fcd6ac5d-931b-4836-82cc-58250c6a0f69)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:43:30.869025 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-53eaf11f-3aac-4d95-94bd-7fc6a9132a28 req-193b3cbc-b394-47a9-af31-70c1fca1ec1a tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:30.884611 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44408) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:30.886363 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-53eaf11f-3aac-4d95-94bd-7fc6a9132a28 req-193b3cbc-b394-47a9-af31-70c1fca1ec1a tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Calling delete_port for a79cdf0e-6597-4188-9b84-17acd2d5641c owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:43:30.930587 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0751bd0-b990-46e0-99bc-ac03ef18a07d req-e8279ec5-2967-4413-bc0c-7d12563b5bed tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:30.932281 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a0751bd0-b990-46e0-99bc-ac03ef18a07d req-e8279ec5-2967-4413-bc0c-7d12563b5bed tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba984a2d-ba55-4e60-9e45-c4eb807eb928 HTTP/1.1" status: 200 len: 950 time: 0.0802896 Aug 19 14:43:30.960249 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-fb7a0291-b1a7-4206-a288-820bf85b3682 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7ea0984049624b4ca687ce28e6a7e3ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0720928 Aug 19 14:43:30.960381 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44412) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:30.977089 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc916a3-a801-4be3-912d-c070b80b2c2b req-6c556fc6-5096-48ad-87af-876c56b8cf8f tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:30.980026 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5dc916a3-a801-4be3-912d-c070b80b2c2b req-6c556fc6-5096-48ad-87af-876c56b8cf8f tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.68 "GET /v2.0/networks?id=94d71021-0e52-4f61-9f79-5084b440fea5 HTTP/1.1" status: 200 len: 805 time: 0.2254477 Aug 19 14:43:30.993594 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-5dc916a3-a801-4be3-912d-c070b80b2c2b req-98ae113f-712c-443f-8911-411ec093390c tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Request body: {'port': {'device_id': '9671361f-f275-4af3-a2ad-6aba1e111894', 'network_id': '94d71021-0e52-4f61-9f79-5084b440fea5', 'admin_state_up': True, 'tenant_id': 'b611e89c59444d069c1d991f556f75aa'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:43:31.012726 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a0751bd0-b990-46e0-99bc-ac03ef18a07d req-ebbda003-74d9-4ead-aa34-a0d4e53b2195 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/security-groups?id=19759aef-5e53-498b-a5dd-689122a95927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740163 Aug 19 14:43:31.041226 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-417bb74a-a7e2-4dcc-994e-5135d6dbaa52 req-90796b41-8d8a-427b-a56c-842b5b9dbf25 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=9671361f-f275-4af3-a2ad-6aba1e111894 HTTP/1.1" status: 200 len: 210 time: 0.0423980 Aug 19 14:43:31.077821 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ffd0e82-da80-4160-b149-34656cf0501c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:31.103173 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ffd0e82-da80-4160-b149-34656cf0501c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:31.147279 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-53eaf11f-3aac-4d95-94bd-7fc6a9132a28 req-193b3cbc-b394-47a9-af31-70c1fca1ec1a tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:31.152575 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ffd0e82-da80-4160-b149-34656cf0501c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:31.155733 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ffd0e82-da80-4160-b149-34656cf0501c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:31.157454 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-7ffd0e82-da80-4160-b149-34656cf0501c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f31c1d72-92b3-433a-9515-ca8c76738e0f HTTP/1.1" status: 204 len: 168 time: 0.1958451 Aug 19 14:43:31.166855 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd0e82-da80-4160-b149-34656cf0501c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31c1d72-92b3-433a-9515-ca8c76738e0f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:31.183414 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193b3cbc-b394-47a9-af31-70c1fca1ec1a tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Pushing event deleted for resources: {'Port': ['ID=a79cdf0e-6597-4188-9b84-17acd2d5641c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:31.190849 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dc916a3-a801-4be3-912d-c070b80b2c2b req-98ae113f-712c-443f-8911-411ec093390c tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Made reservation on behalf of b611e89c59444d069c1d991f556f75aa for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:43:31.194355 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5dc916a3-a801-4be3-912d-c070b80b2c2b req-98ae113f-712c-443f-8911-411ec093390c tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:31.226933 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b3cbc-b394-47a9-af31-70c1fca1ec1a tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:31.227276 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b3cbc-b394-47a9-af31-70c1fca1ec1a tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:31.227611 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b3cbc-b394-47a9-af31-70c1fca1ec1a tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:31.227940 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b3cbc-b394-47a9-af31-70c1fca1ec1a tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:31.228269 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b3cbc-b394-47a9-af31-70c1fca1ec1a tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:31.228631 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b3cbc-b394-47a9-af31-70c1fca1ec1a tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:31.229468 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b3cbc-b394-47a9-af31-70c1fca1ec1a tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:31.229796 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b3cbc-b394-47a9-af31-70c1fca1ec1a tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:31.230114 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b3cbc-b394-47a9-af31-70c1fca1ec1a tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:31.230440 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b3cbc-b394-47a9-af31-70c1fca1ec1a tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:31.230755 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b3cbc-b394-47a9-af31-70c1fca1ec1a tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:31.231070 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b3cbc-b394-47a9-af31-70c1fca1ec1a tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:31.251333 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-53eaf11f-3aac-4d95-94bd-7fc6a9132a28 req-193b3cbc-b394-47a9-af31-70c1fca1ec1a tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] No DVR routers for this DVR port a79cdf0e-6597-4188-9b84-17acd2d5641c on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:43:31.255842 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-53eaf11f-3aac-4d95-94bd-7fc6a9132a28 req-193b3cbc-b394-47a9-af31-70c1fca1ec1a tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:31.257657 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-53eaf11f-3aac-4d95-94bd-7fc6a9132a28 req-193b3cbc-b394-47a9-af31-70c1fca1ec1a tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.68 "DELETE /v2.0/ports/a79cdf0e-6597-4188-9b84-17acd2d5641c HTTP/1.1" status: 204 len: 173 time: 0.7379336 Aug 19 14:43:31.259312 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a716ad0-1138-4487-a895-014f349dcadd', 'name': 'network-vif-deleted', 'tag': 'a79cdf0e-6597-4188-9b84-17acd2d5641c'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:43:31.261710 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2594948-ef0f-49e1-9aee-03ca7c53fce5" -d '{"events": [{"server_uuid": "7a716ad0-1138-4487-a895-014f349dcadd", "name": "network-vif-deleted", "tag": "a79cdf0e-6597-4188-9b84-17acd2d5641c"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:43:31.324389 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e125e566-57c0-4719-be1a-a2df770fd057 x-openstack-request-id: req-e125e566-57c0-4719-be1a-a2df770fd057 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:43:31.324728 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a716ad0-1138-4487-a895-014f349dcadd", "name": "network-vif-deleted", "tag": "a79cdf0e-6597-4188-9b84-17acd2d5641c", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:43:31.324960 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e125e566-57c0-4719-be1a-a2df770fd057 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:43:31.325665 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a716ad0-1138-4487-a895-014f349dcadd', 'name': 'network-vif-deleted', 'tag': 'a79cdf0e-6597-4188-9b84-17acd2d5641c', 'status': 'completed', 'code': 200} Aug 19 14:43:31.330100 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3818ec4e-c188-4da7-bd8b-27f7856726b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:31.392972 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-5dc916a3-a801-4be3-912d-c070b80b2c2b req-98ae113f-712c-443f-8911-411ec093390c tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Allocated IP 172.20.0.14 (94d71021-0e52-4f61-9f79-5084b440fea5/96c073c2-076a-458f-865d-1053b0f62f3d/778d3508-4a9a-4266-bbf8-06046241c6b9) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:43:31.449024 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8df217-9d3f-4737-a65a-3d07e0c52751 req-3fc618e4-bebf-4592-9f3f-1c5d9050d041 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:31.450444 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1f8df217-9d3f-4737-a65a-3d07e0c52751 req-3fc618e4-bebf-4592-9f3f-1c5d9050d041 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 944 time: 0.0549414 Aug 19 14:43:31.490903 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1f8df217-9d3f-4737-a65a-3d07e0c52751 req-a94fa048-1f2c-4208-92f3-5ea50b1093a1 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=14b1b67d-e522-41bf-ab63-48f4b8afa430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343437 Aug 19 14:43:31.592882 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5dc916a3-a801-4be3-912d-c070b80b2c2b req-98ae113f-712c-443f-8911-411ec093390c tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:31.644182 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5dc916a3-a801-4be3-912d-c070b80b2c2b req-98ae113f-712c-443f-8911-411ec093390c tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:31.692245 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dc916a3-a801-4be3-912d-c070b80b2c2b req-98ae113f-712c-443f-8911-411ec093390c tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Network 94d71021-0e52-4f61-9f79-5084b440fea5 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:43:31.695528 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-5dc916a3-a801-4be3-912d-c070b80b2c2b req-98ae113f-712c-443f-8911-411ec093390c tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:43:31.700468 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dc916a3-a801-4be3-912d-c070b80b2c2b req-98ae113f-712c-443f-8911-411ec093390c tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:43:31.731839 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae113f-712c-443f-8911-411ec093390c tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Pushing event updated for resources: {'Port': ['ID=778d3508-4a9a-4266-bbf8-06046241c6b9,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:31.757484 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc916a3-a801-4be3-912d-c070b80b2c2b req-98ae113f-712c-443f-8911-411ec093390c tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:31.758683 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5dc916a3-a801-4be3-912d-c070b80b2c2b req-98ae113f-712c-443f-8911-411ec093390c tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:31.776066 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5dc916a3-a801-4be3-912d-c070b80b2c2b req-98ae113f-712c-443f-8911-411ec093390c tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7863319 Aug 19 14:43:31.792297 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-5dc916a3-a801-4be3-912d-c070b80b2c2b req-6f44bbf3-46a2-4cd4-9566-784730b99381 service neutron] Request body: {'port': {'device_id': '9671361f-f275-4af3-a2ad-6aba1e111894', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:43:31.852229 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5dc916a3-a801-4be3-912d-c070b80b2c2b req-6f44bbf3-46a2-4cd4-9566-784730b99381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:32.149583 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7aba5-2e02-478e-af26-fa380d42c4fe req-0c4527d5-caa8-4f1f-b98a-581d5daa86da tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:32.151757 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2ae7aba5-2e02-478e-af26-fa380d42c4fe req-0c4527d5-caa8-4f1f-b98a-581d5daa86da tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba984a2d-ba55-4e60-9e45-c4eb807eb928 HTTP/1.1" status: 200 len: 950 time: 0.0558176 Aug 19 14:43:32.153068 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-5dc916a3-a801-4be3-912d-c070b80b2c2b req-6f44bbf3-46a2-4cd4-9566-784730b99381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 778d3508-4a9a-4266-bbf8-06046241c6b9 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:43:32.162470 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5dc916a3-a801-4be3-912d-c070b80b2c2b req-6f44bbf3-46a2-4cd4-9566-784730b99381 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:32.181225 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-5dc916a3-a801-4be3-912d-c070b80b2c2b req-6f44bbf3-46a2-4cd4-9566-784730b99381 service neutron] Transition to ACTIVE for port object 778d3508-4a9a-4266-bbf8-06046241c6b9 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:43:32.187203 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5dc916a3-a801-4be3-912d-c070b80b2c2b req-6f44bbf3-46a2-4cd4-9566-784730b99381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:32.215153 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2ae7aba5-2e02-478e-af26-fa380d42c4fe req-1e616ccb-08ce-4f90-90a5-edd50f488a23 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/security-groups?id=19759aef-5e53-498b-a5dd-689122a95927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539265 Aug 19 14:43:32.250056 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f44bbf3-46a2-4cd4-9566-784730b99381 service neutron] Pushing event updated for resources: {'Port': ['ID=778d3508-4a9a-4266-bbf8-06046241c6b9,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:32.330564 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833d4d6-2535-4d8a-932d-f796f01f7235 req-d1e88a5f-87db-47d3-b0d9-17d0914cb690 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:32.332143 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3833d4d6-2535-4d8a-932d-f796f01f7235 req-d1e88a5f-87db-47d3-b0d9-17d0914cb690 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=9671361f-f275-4af3-a2ad-6aba1e111894 HTTP/1.1" status: 200 len: 944 time: 0.0686319 Aug 19 14:43:32.343318 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-5dc916a3-a801-4be3-912d-c070b80b2c2b req-6f44bbf3-46a2-4cd4-9566-784730b99381 service neutron] Attempting to bind port 778d3508-4a9a-4266-bbf8-06046241c6b9 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:43:32.344193 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-5dc916a3-a801-4be3-912d-c070b80b2c2b req-6f44bbf3-46a2-4cd4-9566-784730b99381 service neutron] Attempting to bind port 778d3508-4a9a-4266-bbf8-06046241c6b9 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': 'fcd6ac5d-931b-4836-82cc-58250c6a0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '94d71021-0e52-4f61-9f79-5084b440fea5'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:43:32.344629 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc916a3-a801-4be3-912d-c070b80b2c2b req-6f44bbf3-46a2-4cd4-9566-784730b99381 service neutron] Attempting to bind port 778d3508-4a9a-4266-bbf8-06046241c6b9 on network 94d71021-0e52-4f61-9f79-5084b440fea5 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:43:32.349480 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc916a3-a801-4be3-912d-c070b80b2c2b req-6f44bbf3-46a2-4cd4-9566-784730b99381 service neutron] Port 778d3508-4a9a-4266-bbf8-06046241c6b9 on network 94d71021-0e52-4f61-9f79-5084b440fea5 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:43:32.349877 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc916a3-a801-4be3-912d-c070b80b2c2b req-6f44bbf3-46a2-4cd4-9566-784730b99381 service neutron] Attempting to bind port 778d3508-4a9a-4266-bbf8-06046241c6b9 on network 94d71021-0e52-4f61-9f79-5084b440fea5 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:43:32.355967 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc916a3-a801-4be3-912d-c070b80b2c2b req-6f44bbf3-46a2-4cd4-9566-784730b99381 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:43:32.356400 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc916a3-a801-4be3-912d-c070b80b2c2b req-6f44bbf3-46a2-4cd4-9566-784730b99381 service neutron] Checking segment: {'id': 'fcd6ac5d-931b-4836-82cc-58250c6a0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '94d71021-0e52-4f61-9f79-5084b440fea5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:43:32.356877 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc916a3-a801-4be3-912d-c070b80b2c2b req-6f44bbf3-46a2-4cd4-9566-784730b99381 service neutron] Bound using segment: {'id': 'fcd6ac5d-931b-4836-82cc-58250c6a0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '94d71021-0e52-4f61-9f79-5084b440fea5'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:43:32.357382 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-5dc916a3-a801-4be3-912d-c070b80b2c2b req-6f44bbf3-46a2-4cd4-9566-784730b99381 service neutron] Bound port: 778d3508-4a9a-4266-bbf8-06046241c6b9, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcd6ac5d-931b-4836-82cc-58250c6a0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '94d71021-0e52-4f61-9f79-5084b440fea5'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:43:32.357813 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5dc916a3-a801-4be3-912d-c070b80b2c2b req-6f44bbf3-46a2-4cd4-9566-784730b99381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:32.373401 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3833d4d6-2535-4d8a-932d-f796f01f7235 req-104645fe-c2b3-4389-895e-1e5fc6a19482 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336068 Aug 19 14:43:32.407362 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 7296d16e-f6b0-4341-aba3-01b8150aef09 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:43:32.429715 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-5dc916a3-a801-4be3-912d-c070b80b2c2b req-6f44bbf3-46a2-4cd4-9566-784730b99381 service neutron] For port 778d3508-4a9a-4266-bbf8-06046241c6b9, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:43:32.434152 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-5dc916a3-a801-4be3-912d-c070b80b2c2b req-6f44bbf3-46a2-4cd4-9566-784730b99381 service neutron] For port 778d3508-4a9a-4266-bbf8-06046241c6b9, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=778d3508-4a9a-4266-bbf8-06046241c6b9,segment=NetworkSegment(fcd6ac5d-931b-4836-82cc-58250c6a0f69),segment_id=fcd6ac5d-931b-4836-82cc-58250c6a0f69)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:43:32.445648 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5dc916a3-a801-4be3-912d-c070b80b2c2b req-6f44bbf3-46a2-4cd4-9566-784730b99381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:32.492539 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc916a3-a801-4be3-912d-c070b80b2c2b req-6f44bbf3-46a2-4cd4-9566-784730b99381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:32.493120 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5dc916a3-a801-4be3-912d-c070b80b2c2b req-6f44bbf3-46a2-4cd4-9566-784730b99381 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:32.495059 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5dc916a3-a801-4be3-912d-c070b80b2c2b req-6f44bbf3-46a2-4cd4-9566-784730b99381 service neutron] 10.222.0.68 "PUT /v2.0/ports/778d3508-4a9a-4266-bbf8-06046241c6b9 HTTP/1.1" status: 200 len: 1092 time: 0.7070618 Aug 19 14:43:32.521811 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f44bbf3-46a2-4cd4-9566-784730b99381 service neutron] Pushing event updated for resources: {'Port': ['ID=778d3508-4a9a-4266-bbf8-06046241c6b9,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:32.554119 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 7296d16e-f6b0-4341-aba3-01b8150aef09, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=7296d16e-f6b0-4341-aba3-01b8150aef09,segment=NetworkSegment(deb4ceaa-a168-4950-8d67-f7a10179a94a),segment_id=deb4ceaa-a168-4950-8d67-f7a10179a94a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:43:32.577978 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc916a3-a801-4be3-912d-c070b80b2c2b req-fdf0e50c-9c9b-418e-9472-ea7301324806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:32.579669 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5dc916a3-a801-4be3-912d-c070b80b2c2b req-fdf0e50c-9c9b-418e-9472-ea7301324806 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b611e89c59444d069c1d991f556f75aa&device_id=9671361f-f275-4af3-a2ad-6aba1e111894 HTTP/1.1" status: 200 len: 1095 time: 0.0444193 Aug 19 14:43:32.581605 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '7296d16e-f6b0-4341-aba3-01b8150aef09', 'network_id': '669513f8-b4b3-4e5c-8f0d-5f8e9923cc05', 'port_id': '7296d16e-f6b0-4341-aba3-01b8150aef09', 'mac_address': 'fa:16:3e:5a:28:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55f10344-049d-42f2-b429-801948692761', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:43:32.637464 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:32.640783 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44480) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:32.650825 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5dc916a3-a801-4be3-912d-c070b80b2c2b req-14fe2342-ccb7-41cb-a770-72a7e7b592bd service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=778d3508-4a9a-4266-bbf8-06046241c6b9 HTTP/1.1" status: 200 len: 217 time: 0.0624259 Aug 19 14:43:32.651867 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7296d16e-f6b0-4341-aba3-01b8150aef09 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:43:32.668902 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12c654-3bb1-48b3-9ed5-769b893783bb req-490fca51-57e2-4d73-b45f-4c6d927141d9 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:32.672181 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ed12c654-3bb1-48b3-9ed5-769b893783bb req-490fca51-57e2-4d73-b45f-4c6d927141d9 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 944 time: 0.0757143 Aug 19 14:43:32.683991 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba984a2d-ba55-4e60-9e45-c4eb807eb928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '799b087e-d6d6-46ba-82d4-8537174b2458'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:43:32.687556 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f042aa5-d52f-4ad4-a222-11b4a2295abe" -d '{"events": [{"server_uuid": "ba984a2d-ba55-4e60-9e45-c4eb807eb928", "name": "network-vif-plugged", "status": "completed", "tag": "799b087e-d6d6-46ba-82d4-8537174b2458"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:43:32.702452 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 7296d16e-f6b0-4341-aba3-01b8150aef09, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=7296d16e-f6b0-4341-aba3-01b8150aef09,segment=NetworkSegment(deb4ceaa-a168-4950-8d67-f7a10179a94a),segment_id=deb4ceaa-a168-4950-8d67-f7a10179a94a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:43:32.707976 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:32.746093 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ed12c654-3bb1-48b3-9ed5-769b893783bb req-089f147b-b9ed-4a14-97ca-3c552ed56427 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=14b1b67d-e522-41bf-ab63-48f4b8afa430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656581 Aug 19 14:43:32.754820 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68bd545e-57f8-4f48-8b4f-a1ca57ec77dd x-openstack-request-id: req-68bd545e-57f8-4f48-8b4f-a1ca57ec77dd {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:43:32.755233 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba984a2d-ba55-4e60-9e45-c4eb807eb928", "name": "network-vif-plugged", "status": "completed", "tag": "799b087e-d6d6-46ba-82d4-8537174b2458", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:43:32.757037 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-68bd545e-57f8-4f48-8b4f-a1ca57ec77dd {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:43:32.758247 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba984a2d-ba55-4e60-9e45-c4eb807eb928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '799b087e-d6d6-46ba-82d4-8537174b2458', 'code': 200} Aug 19 14:43:32.794161 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc916a3-a801-4be3-912d-c070b80b2c2b req-b2c982d3-2832-4006-9186-3ed0cabcc081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:32.795684 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5dc916a3-a801-4be3-912d-c070b80b2c2b req-b2c982d3-2832-4006-9186-3ed0cabcc081 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=96c073c2-076a-458f-865d-1053b0f62f3d HTTP/1.1" status: 200 len: 845 time: 0.1309056 Aug 19 14:43:32.811069 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=7296d16e-f6b0-4341-aba3-01b8150aef09,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:32.839143 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33718711-2804-43af-8aaf-b0dfc7616b27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:32.842482 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5dc916a3-a801-4be3-912d-c070b80b2c2b req-b3142538-3fd2-4ea2-be4d-8dcbbf3cb93e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=94d71021-0e52-4f61-9f79-5084b440fea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319307 Aug 19 14:43:32.876211 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434cbab2-33a2-4ccf-bf69-d1dc19158a74 req-bb038f9a-0e7b-446e-9a2c-2fd075ee203d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:32.877774 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-434cbab2-33a2-4ccf-bf69-d1dc19158a74 req-bb038f9a-0e7b-446e-9a2c-2fd075ee203d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ba984a2d-ba55-4e60-9e45-c4eb807eb928 HTTP/1.1" status: 200 len: 1101 time: 0.0434802 Aug 19 14:43:32.907138 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['7296d16e-f6b0-4341-aba3-01b8150aef09'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:43:32.920393 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-434cbab2-33a2-4ccf-bf69-d1dc19158a74 req-52c3741c-2c8d-4e8e-a85f-8f0a11316ba6 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=19759aef-5e53-498b-a5dd-689122a95927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344574 Aug 19 14:43:32.977725 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5dc916a3-a801-4be3-912d-c070b80b2c2b req-ef463bb1-518e-4c59-ae02-cbddbd6a3470 service neutron] 10.222.0.68 "GET /v2.0/networks/94d71021-0e52-4f61-9f79-5084b440fea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268632 Aug 19 14:43:33.079914 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33718711-2804-43af-8aaf-b0dfc7616b27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:33.085153 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33718711-2804-43af-8aaf-b0dfc7616b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:33.131941 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5dc916a3-a801-4be3-912d-c070b80b2c2b req-2997056f-bc51-4248-96fa-aed98033dea5 service neutron] 10.222.0.68 "GET /v2.0/networks/94d71021-0e52-4f61-9f79-5084b440fea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462953 Aug 19 14:43:33.137668 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33718711-2804-43af-8aaf-b0dfc7616b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2630958e-da27-4018-b3d5-0e83fdc540ce,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:33.142394 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-33718711-2804-43af-8aaf-b0dfc7616b27 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f664fffa0b354e7e800052281d45e7a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4999633 Aug 19 14:43:33.145662 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44488) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:33.209870 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3fed26fe-487c-4ef9-acba-7b5208110f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:33.236438 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3fed26fe-487c-4ef9-acba-7b5208110f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:33.317239 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3fed26fe-487c-4ef9-acba-7b5208110f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:33.321397 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3fed26fe-487c-4ef9-acba-7b5208110f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:33.324978 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-3fed26fe-487c-4ef9-acba-7b5208110f70 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2630958e-da27-4018-b3d5-0e83fdc540ce HTTP/1.1" status: 204 len: 168 time: 0.1776876 Aug 19 14:43:33.334733 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9671361f-f275-4af3-a2ad-6aba1e111894', 'tag': '778d3508-4a9a-4266-bbf8-06046241c6b9'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:43:33.340783 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebafce9c-9f44-4545-8dba-efbd8b19debe" -d '{"events": [{"name": "network-changed", "server_uuid": "9671361f-f275-4af3-a2ad-6aba1e111894", "tag": "778d3508-4a9a-4266-bbf8-06046241c6b9"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:43:33.362666 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fed26fe-487c-4ef9-acba-7b5208110f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2630958e-da27-4018-b3d5-0e83fdc540ce,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:33.456400 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ffbddb-ce86-4a69-b5d3-a3a72efd1190 req-11f8e86b-1c07-436e-989b-5ebec392cbc6 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:33.458263 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-94ffbddb-ce86-4a69-b5d3-a3a72efd1190 req-11f8e86b-1c07-436e-989b-5ebec392cbc6 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba984a2d-ba55-4e60-9e45-c4eb807eb928 HTTP/1.1" status: 200 len: 950 time: 0.1371250 Aug 19 14:43:33.517035 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-94ffbddb-ce86-4a69-b5d3-a3a72efd1190 req-1c1c2a75-b149-4bc1-84b6-c1e30f69d86b tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/security-groups?id=19759aef-5e53-498b-a5dd-689122a95927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519829 Aug 19 14:43:33.574677 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b9f7ff-8f63-416b-82e1-827c891a0fcc x-openstack-request-id: req-67b9f7ff-8f63-416b-82e1-827c891a0fcc {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:43:33.575230 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9671361f-f275-4af3-a2ad-6aba1e111894", "tag": "778d3508-4a9a-4266-bbf8-06046241c6b9", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:43:33.575772 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-67b9f7ff-8f63-416b-82e1-827c891a0fcc {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:43:33.576504 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9671361f-f275-4af3-a2ad-6aba1e111894', 'tag': '778d3508-4a9a-4266-bbf8-06046241c6b9', 'status': 'completed', 'code': 200} Aug 19 14:43:33.674501 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:33.706809 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d975c7-36c9-405d-9fc6-d653ff9f1cb1 req-d29a29d6-fdfe-4925-a7fe-bfe22292c33a tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:33.733558 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a0d975c7-36c9-405d-9fc6-d653ff9f1cb1 req-d29a29d6-fdfe-4925-a7fe-bfe22292c33a tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=9671361f-f275-4af3-a2ad-6aba1e111894 HTTP/1.1" status: 200 len: 944 time: 0.1283221 Aug 19 14:43:33.755852 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebafce9c-9f44-4545-8dba-efbd8b19debe req-36f9a663-3195-419e-8fe3-bb08f5283984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:33.757834 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ebafce9c-9f44-4545-8dba-efbd8b19debe req-36f9a663-3195-419e-8fe3-bb08f5283984 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b611e89c59444d069c1d991f556f75aa&device_id=9671361f-f275-4af3-a2ad-6aba1e111894 HTTP/1.1" status: 200 len: 1095 time: 0.1507058 Aug 19 14:43:33.815815 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a0d975c7-36c9-405d-9fc6-d653ff9f1cb1 req-2f5d9396-5e5a-48ea-8ee8-58b657e966a1 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770698 Aug 19 14:43:33.903125 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebafce9c-9f44-4545-8dba-efbd8b19debe req-29172b4f-a0e5-4b8d-ab31-9d337a4e41c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:33.910320 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ebafce9c-9f44-4545-8dba-efbd8b19debe req-29172b4f-a0e5-4b8d-ab31-9d337a4e41c8 service neutron] 10.222.0.68 "GET /v2.0/networks?id=94d71021-0e52-4f61-9f79-5084b440fea5 HTTP/1.1" status: 200 len: 906 time: 0.1423109 Aug 19 14:43:33.955353 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d9523-de1d-47c6-86d8-4ac573ec156e req-a5b5b6c7-9255-4b2f-a4a9-a05d0bb153c3 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:33.957413 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ebafce9c-9f44-4545-8dba-efbd8b19debe req-dd8c51a0-624f-4862-9eeb-fb07b7eeb1e9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=778d3508-4a9a-4266-bbf8-06046241c6b9 HTTP/1.1" status: 200 len: 217 time: 0.0397646 Aug 19 14:43:33.964292 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7a1d9523-de1d-47c6-86d8-4ac573ec156e req-a5b5b6c7-9255-4b2f-a4a9-a05d0bb153c3 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 945 time: 0.0888498 Aug 19 14:43:34.025592 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7a1d9523-de1d-47c6-86d8-4ac573ec156e req-b9267d5f-00ad-420c-a797-a71661afa4cd tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=14b1b67d-e522-41bf-ab63-48f4b8afa430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596929 Aug 19 14:43:34.039148 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebafce9c-9f44-4545-8dba-efbd8b19debe req-30196186-a4fd-4ebc-a8cc-939c0de1e723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:34.041404 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ebafce9c-9f44-4545-8dba-efbd8b19debe req-30196186-a4fd-4ebc-a8cc-939c0de1e723 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=96c073c2-076a-458f-865d-1053b0f62f3d HTTP/1.1" status: 200 len: 845 time: 0.0720894 Aug 19 14:43:34.080601 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ebafce9c-9f44-4545-8dba-efbd8b19debe req-9afb6603-d9db-4536-ae5a-1cc4d7ba1518 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=94d71021-0e52-4f61-9f79-5084b440fea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319006 Aug 19 14:43:34.200208 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ebafce9c-9f44-4545-8dba-efbd8b19debe req-e4acf885-4743-4b40-b19c-88754de37655 service neutron] 10.222.0.68 "GET /v2.0/networks/94d71021-0e52-4f61-9f79-5084b440fea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117568 Aug 19 14:43:34.290341 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-db359759-5f34-4723-9174-7e79ba0f7bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:34.295641 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device e3d44f3d-7870-4990-824d-49fb14de14e2 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:43:34.308327 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ebafce9c-9f44-4545-8dba-efbd8b19debe req-c45ff868-f2b6-490c-aa1c-2f3e0aa68591 service neutron] 10.222.0.68 "GET /v2.0/networks/94d71021-0e52-4f61-9f79-5084b440fea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005940 Aug 19 14:43:34.391168 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44558) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:34.407226 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 778d3508-4a9a-4266-bbf8-06046241c6b9 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:43:34.413316 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 7296d16e-f6b0-4341-aba3-01b8150aef09 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:43:34.537999 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port e3d44f3d-7870-4990-824d-49fb14de14e2, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=e3d44f3d-7870-4990-824d-49fb14de14e2,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:43:34.577812 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': 'e3d44f3d-7870-4990-824d-49fb14de14e2', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'port_id': 'e3d44f3d-7870-4990-824d-49fb14de14e2', 'mac_address': 'fa:16:3e:bc:b0:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:43:34.584023 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:34.646913 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-1dcbc7b9-f286-4844-94de-c457ecb4eef3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-549399775-network', 'tenant_id': 'df380a6529a845d9a6df3627792632d0'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:43:34.655007 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 778d3508-4a9a-4266-bbf8-06046241c6b9, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=778d3508-4a9a-4266-bbf8-06046241c6b9,segment=NetworkSegment(fcd6ac5d-931b-4836-82cc-58250c6a0f69),segment_id=fcd6ac5d-931b-4836-82cc-58250c6a0f69)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:43:34.673761 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:34.678568 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '778d3508-4a9a-4266-bbf8-06046241c6b9', 'network_id': '94d71021-0e52-4f61-9f79-5084b440fea5', 'port_id': '778d3508-4a9a-4266-bbf8-06046241c6b9', 'mac_address': 'fa:16:3e:73:80:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c073c2-076a-458f-865d-1053b0f62f3d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:43:34.685825 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port 7296d16e-f6b0-4341-aba3-01b8150aef09 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:43:34.692141 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dcbc7b9-f286-4844-94de-c457ecb4eef3 admin admin] Made reservation on behalf of df380a6529a845d9a6df3627792632d0 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:43:34.695237 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1dcbc7b9-f286-4844-94de-c457ecb4eef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:34.695533 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 7296d16e-f6b0-4341-aba3-01b8150aef09 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:43:34.696095 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:34.701289 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e3d44f3d-7870-4990-824d-49fb14de14e2 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:43:34.705153 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86191d9d-a857-4b1c-9770-e07de753f1be req-817364cf-4f7d-4bec-9f9a-79bb4c492086 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:34.711616 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1dcbc7b9-f286-4844-94de-c457ecb4eef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:34.714290 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-86191d9d-a857-4b1c-9770-e07de753f1be req-817364cf-4f7d-4bec-9f9a-79bb4c492086 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba984a2d-ba55-4e60-9e45-c4eb807eb928 HTTP/1.1" status: 200 len: 950 time: 0.0859878 Aug 19 14:43:34.762785 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-86191d9d-a857-4b1c-9770-e07de753f1be req-bbc84c6e-c72c-4d09-8b14-264f1ea1a8e8 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/security-groups?id=19759aef-5e53-498b-a5dd-689122a95927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468826 Aug 19 14:43:34.875202 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port e3d44f3d-7870-4990-824d-49fb14de14e2, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=e3d44f3d-7870-4990-824d-49fb14de14e2,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:43:34.899152 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:34.901434 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1dcbc7b9-f286-4844-94de-c457ecb4eef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:34.909148 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1dcbc7b9-f286-4844-94de-c457ecb4eef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:34.986291 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcbc7b9-f286-4844-94de-c457ecb4eef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5dd1dad-6db9-4a02-8532-bfbc9f2830cc,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:35.015793 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dcbc7b9-f286-4844-94de-c457ecb4eef3 admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:43:35.050537 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1dcbc7b9-f286-4844-94de-c457ecb4eef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:35.051924 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-1dcbc7b9-f286-4844-94de-c457ecb4eef3 admin admin] Added segment 706f6673-405f-41c8-9975-bc9952598c62 of type vlan for network 627779b5-fb62-4ebb-a93a-4cd257e391a1 Aug 19 14:43:35.065076 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:35.082816 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 778d3508-4a9a-4266-bbf8-06046241c6b9 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:43:35.092125 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2b90b-4fa7-4484-83d1-ea5dd4b13a92 req-f0b86653-1776-4f1b-89fa-658cf1518ded tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:35.102671 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-71b2b90b-4fa7-4484-83d1-ea5dd4b13a92 req-f0b86653-1776-4f1b-89fa-658cf1518ded tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=9671361f-f275-4af3-a2ad-6aba1e111894 HTTP/1.1" status: 200 len: 944 time: 0.1459429 Aug 19 14:43:35.112197 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:35.159566 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['e3d44f3d-7870-4990-824d-49fb14de14e2'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:43:35.160868 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1dcbc7b9-f286-4844-94de-c457ecb4eef3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:35.200765 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-71b2b90b-4fa7-4484-83d1-ea5dd4b13a92 req-eb54689f-25e9-46f6-a70a-54062424b339 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899065 Aug 19 14:43:35.216928 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 778d3508-4a9a-4266-bbf8-06046241c6b9, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=778d3508-4a9a-4266-bbf8-06046241c6b9,segment=NetworkSegment(fcd6ac5d-931b-4836-82cc-58250c6a0f69),segment_id=fcd6ac5d-931b-4836-82cc-58250c6a0f69)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:43:35.228614 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:35.234953 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=e3d44f3d-7870-4990-824d-49fb14de14e2,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:35.241315 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:35.243126 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:35.260803 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1dcbc7b9-f286-4844-94de-c457ecb4eef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:35.262215 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcbc7b9-f286-4844-94de-c457ecb4eef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:35.263016 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1dcbc7b9-f286-4844-94de-c457ecb4eef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:35.379557 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1dcbc7b9-f286-4844-94de-c457ecb4eef3 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9873042 Aug 19 14:43:35.382359 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44598) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:35.389004 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d5edc275-6b9b-4580-bf66-ff4a0441677d admin admin] Request body: {'subnet': {'network_id': '627779b5-fb62-4ebb-a93a-4cd257e391a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-549399775-subnet', 'tenant_id': 'df380a6529a845d9a6df3627792632d0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:43:35.396891 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcbc7b9-f286-4844-94de-c457ecb4eef3 admin admin] Pushing event updated for resources: {'Network': ['ID=627779b5-fb62-4ebb-a93a-4cd257e391a1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:35.460089 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5edc275-6b9b-4580-bf66-ff4a0441677d admin admin] Made reservation on behalf of df380a6529a845d9a6df3627792632d0 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:43:35.464185 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5edc275-6b9b-4580-bf66-ff4a0441677d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:35.506262 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 7296d16e-f6b0-4341-aba3-01b8150aef09, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=7296d16e-f6b0-4341-aba3-01b8150aef09,segment=NetworkSegment(deb4ceaa-a168-4950-8d67-f7a10179a94a),segment_id=deb4ceaa-a168-4950-8d67-f7a10179a94a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:43:35.509426 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 627779b5-fb62-4ebb-a93a-4cd257e391a1 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:43:35.529735 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a2545-b157-47ec-9e39-cea893649ded req-7aa64643-ed56-46cd-bc13-83e3d963f072 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:35.532180 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-465a2545-b157-47ec-9e39-cea893649ded req-7aa64643-ed56-46cd-bc13-83e3d963f072 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 945 time: 0.1197133 Aug 19 14:43:35.596322 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc81ffc7-f660-46e6-acb8-f9c9b57f066f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7296d16e-f6b0-4341-aba3-01b8150aef09'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:43:35.599462 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f7a44c-fb1d-4ab7-a520-7dca663bc7cd" -d '{"events": [{"server_uuid": "fc81ffc7-f660-46e6-acb8-f9c9b57f066f", "name": "network-vif-plugged", "status": "completed", "tag": "7296d16e-f6b0-4341-aba3-01b8150aef09"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:43:35.603608 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-465a2545-b157-47ec-9e39-cea893649ded req-c4a1f74e-c44c-4b2e-9eb3-9615a6c25f57 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=14b1b67d-e522-41bf-ab63-48f4b8afa430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610495 Aug 19 14:43:35.612344 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['778d3508-4a9a-4266-bbf8-06046241c6b9'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:43:35.669569 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:35.670762 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device a79cdf0e-6597-4188-9b84-17acd2d5641c no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:43:35.696446 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7980368d-ca1c-456b-af84-c0125108baaf req-5328aec8-a2db-4300-9299-f30aade5fa4b tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=610fa1bd566242fb8010e609137b7639&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303342 Aug 19 14:43:35.745553 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: a79cdf0e-6597-4188-9b84-17acd2d5641c {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:43:35.746751 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device a79cdf0e-6597-4188-9b84-17acd2d5641c not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:43:35.813487 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=778d3508-4a9a-4266-bbf8-06046241c6b9,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:35.818898 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5edc275-6b9b-4580-bf66-ff4a0441677d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:35.825386 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20eecd23-f778-41ef-abff-6a133d5844dc x-openstack-request-id: req-20eecd23-f778-41ef-abff-6a133d5844dc {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:43:35.825679 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc81ffc7-f660-46e6-acb8-f9c9b57f066f", "name": "network-vif-plugged", "status": "completed", "tag": "7296d16e-f6b0-4341-aba3-01b8150aef09", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:43:35.825930 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-20eecd23-f778-41ef-abff-6a133d5844dc {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:43:35.826554 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc81ffc7-f660-46e6-acb8-f9c9b57f066f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7296d16e-f6b0-4341-aba3-01b8150aef09', 'code': 200} Aug 19 14:43:35.936969 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5edc275-6b9b-4580-bf66-ff4a0441677d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1eb22714-ed22-4215-8c28-ce90cbd3694f,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:35.971716 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7980368d-ca1c-456b-af84-c0125108baaf req-6552f4b4-d43c-4ac3-941d-6dbb63eed36c tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:35.980804 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7980368d-ca1c-456b-af84-c0125108baaf req-6552f4b4-d43c-4ac3-941d-6dbb63eed36c tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2527170 Aug 19 14:43:35.988818 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b92b7b-78dd-41e9-8f1e-9af69ea6ff0c req-5b599f71-2b54-44a0-afae-1fb436f6e25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:35.990398 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-29b92b7b-78dd-41e9-8f1e-9af69ea6ff0c req-5b599f71-2b54-44a0-afae-1fb436f6e25c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 1097 time: 0.0903802 Aug 19 14:43:36.000720 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7980368d-ca1c-456b-af84-c0125108baaf req-8137f21d-1ec5-406c-96ec-c9f8710daebb tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/quotas/610fa1bd566242fb8010e609137b7639 HTTP/1.1" status: 200 len: 375 time: 0.0201302 Aug 19 14:43:36.005986 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=7296d16e-f6b0-4341-aba3-01b8150aef09,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:36.020515 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5edc275-6b9b-4580-bf66-ff4a0441677d admin admin] Checking segment: {'id': '706f6673-405f-41c8-9975-bc9952598c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '627779b5-fb62-4ebb-a93a-4cd257e391a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:43:36.020908 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5edc275-6b9b-4580-bf66-ff4a0441677d admin admin] Network hostable DHCP agents. Network: 627779b5-fb62-4ebb-a93a-4cd257e391a1, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:43:36.056804 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-29b92b7b-78dd-41e9-8f1e-9af69ea6ff0c req-b57cadd5-deee-4595-a235-d051d568b0f5 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=14b1b67d-e522-41bf-ab63-48f4b8afa430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540636 Aug 19 14:43:36.090061 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7980368d-ca1c-456b-af84-c0125108baaf req-30437023-32e5-4a1e-8e1e-b9f2eb1ee90c tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=610fa1bd566242fb8010e609137b7639&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0859766 Aug 19 14:43:36.092451 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5edc275-6b9b-4580-bf66-ff4a0441677d admin admin] Network 627779b5-fb62-4ebb-a93a-4cd257e391a1 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:43:36.106520 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-d5edc275-6b9b-4580-bf66-ff4a0441677d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 627779b5-fb62-4ebb-a93a-4cd257e391a1) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:43:36.111682 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5edc275-6b9b-4580-bf66-ff4a0441677d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:36.112375 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5edc275-6b9b-4580-bf66-ff4a0441677d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:36.123485 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bdc592-d761-4fc4-8dc1-ef63b10166b7 None None] Network 627779b5-fb62-4ebb-a93a-4cd257e391a1 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:43:36.147946 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d5edc275-6b9b-4580-bf66-ff4a0441677d admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7626932 Aug 19 14:43:36.149747 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44624) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:36.158807 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-73081fa6-89cd-4329-a73d-b31248591ed9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-549399775-router', 'tenant_id': 'df380a6529a845d9a6df3627792632d0', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:43:36.211488 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-73081fa6-89cd-4329-a73d-b31248591ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:36.214344 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-73081fa6-89cd-4329-a73d-b31248591ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:36.321689 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device e3d44f3d-7870-4990-824d-49fb14de14e2 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:43:36.333501 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-73081fa6-89cd-4329-a73d-b31248591ed9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:36.365359 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dd12592e-c91d-46a9-ae21-eb1afd848030 req-fd0a827e-e1e5-42f9-b6a9-90ee97d4e115 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8caa0d7-0d36-449f-b34e-016a6372d8e6 HTTP/1.1" status: 200 len: 210 time: 0.0570414 Aug 19 14:43:36.398532 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d91169-1972-4c31-8815-377be639e866 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-627779b5-fb62-4ebb-a93a-4cd257e391a1', 'network_id': '627779b5-fb62-4ebb-a93a-4cd257e391a1', 'tenant_id': 'df380a6529a845d9a6df3627792632d0', 'fixed_ips': [{'subnet_id': '1eb22714-ed22-4215-8c28-ce90cbd3694f'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:43:36.400748 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-98d91169-1972-4c31-8815-377be639e866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:36.522465 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5b8a6-d1b6-4f10-94d6-ef33b8695107 req-2b8eef70-5e9d-4a3a-89e5-7b79eda28e3e tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:36.530788 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-38c5b8a6-d1b6-4f10-94d6-ef33b8695107 req-2b8eef70-5e9d-4a3a-89e5-7b79eda28e3e tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=9671361f-f275-4af3-a2ad-6aba1e111894 HTTP/1.1" status: 200 len: 945 time: 0.2211835 Aug 19 14:43:36.563315 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port e3d44f3d-7870-4990-824d-49fb14de14e2 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:43:36.563315 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:36.664211 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-73081fa6-89cd-4329-a73d-b31248591ed9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:36.730072 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:36.730510 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-38c5b8a6-d1b6-4f10-94d6-ef33b8695107 req-19e3fae4-7e83-4f96-bec9-8090df88c7d1 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986969 Aug 19 14:43:36.831188 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port e3d44f3d-7870-4990-824d-49fb14de14e2, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=e3d44f3d-7870-4990-824d-49fb14de14e2,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:43:36.861861 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:36.908397 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:36.927970 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae5a63-b964-4534-8565-13b9fabc1d40 req-43704615-42c1-4f24-891a-f8ab97075838 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:36.935939 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-44ae5a63-b964-4534-8565-13b9fabc1d40 req-43704615-42c1-4f24-891a-f8ab97075838 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 946 time: 0.1572347 Aug 19 14:43:36.949132 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-98d91169-1972-4c31-8815-377be639e866 None None] Allocated IP 172.20.0.2 (627779b5-fb62-4ebb-a93a-4cd257e391a1/1eb22714-ed22-4215-8c28-ce90cbd3694f/5d2d9a0b-c4a5-4d2c-827c-2bf8ca25099e) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:43:37.023995 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-44ae5a63-b964-4534-8565-13b9fabc1d40 req-6d9f963e-bcd3-449c-a422-a324d1628a59 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=14b1b67d-e522-41bf-ab63-48f4b8afa430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870540 Aug 19 14:43:37.062258 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=e3d44f3d-7870-4990-824d-49fb14de14e2,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:37.209564 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-73081fa6-89cd-4329-a73d-b31248591ed9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:37.230604 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-73081fa6-89cd-4329-a73d-b31248591ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:37.264804 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-98d91169-1972-4c31-8815-377be639e866 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:37.278414 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-98d91169-1972-4c31-8815-377be639e866 None None] Transition to ACTIVE for port object 5d2d9a0b-c4a5-4d2c-827c-2bf8ca25099e will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:43:37.306725 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-98d91169-1972-4c31-8815-377be639e866 None None] Transition to ACTIVE for port object 5d2d9a0b-c4a5-4d2c-827c-2bf8ca25099e will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:43:37.321637 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-98d91169-1972-4c31-8815-377be639e866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:37.375103 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d91169-1972-4c31-8815-377be639e866 None None] Network 627779b5-fb62-4ebb-a93a-4cd257e391a1 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:43:37.378950 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-98d91169-1972-4c31-8815-377be639e866 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:43:37.383015 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d91169-1972-4c31-8815-377be639e866 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:43:37.429925 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d91169-1972-4c31-8815-377be639e866 None None] Pushing event updated for resources: {'Port': ['ID=5d2d9a0b-c4a5-4d2c-827c-2bf8ca25099e,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:37.457180 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-73081fa6-89cd-4329-a73d-b31248591ed9 admin admin] Allocated IP 172.25.2.62 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/3c22b558-2994-424a-a9d0-9b056046cf93) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:43:37.462169 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-98d91169-1972-4c31-8815-377be639e866 None None] Attempting to bind port 5d2d9a0b-c4a5-4d2c-827c-2bf8ca25099e on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:43:37.462546 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-98d91169-1972-4c31-8815-377be639e866 None None] Attempting to bind port 5d2d9a0b-c4a5-4d2c-827c-2bf8ca25099e by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '706f6673-405f-41c8-9975-bc9952598c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '627779b5-fb62-4ebb-a93a-4cd257e391a1'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:43:37.462912 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d91169-1972-4c31-8815-377be639e866 None None] Attempting to bind port 5d2d9a0b-c4a5-4d2c-827c-2bf8ca25099e on network 627779b5-fb62-4ebb-a93a-4cd257e391a1 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:43:37.478011 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d91169-1972-4c31-8815-377be639e866 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:43:37.479771 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d91169-1972-4c31-8815-377be639e866 None None] Checking segment: {'id': '706f6673-405f-41c8-9975-bc9952598c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '627779b5-fb62-4ebb-a93a-4cd257e391a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:43:37.480374 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-98d91169-1972-4c31-8815-377be639e866 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:37.481071 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d91169-1972-4c31-8815-377be639e866 None None] Bound using segment: {'id': '706f6673-405f-41c8-9975-bc9952598c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '627779b5-fb62-4ebb-a93a-4cd257e391a1'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:43:37.481959 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-98d91169-1972-4c31-8815-377be639e866 None None] Bound port: 5d2d9a0b-c4a5-4d2c-827c-2bf8ca25099e, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '706f6673-405f-41c8-9975-bc9952598c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '627779b5-fb62-4ebb-a93a-4cd257e391a1'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:43:37.482702 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-98d91169-1972-4c31-8815-377be639e866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:37.530857 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-79c3c7f0-bb4c-4b76-9c4b-593056b037ef req-7247a788-8665-462c-a033-d9e951c3fbf8 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8caa0d7-0d36-449f-b34e-016a6372d8e6 HTTP/1.1" status: 200 len: 210 time: 0.0536439 Aug 19 14:43:37.562562 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-98d91169-1972-4c31-8815-377be639e866 None None] For port 5d2d9a0b-c4a5-4d2c-827c-2bf8ca25099e, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:43:37.567195 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-98d91169-1972-4c31-8815-377be639e866 None None] For port 5d2d9a0b-c4a5-4d2c-827c-2bf8ca25099e, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=5d2d9a0b-c4a5-4d2c-827c-2bf8ca25099e,segment=NetworkSegment(706f6673-405f-41c8-9975-bc9952598c62),segment_id=706f6673-405f-41c8-9975-bc9952598c62)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:43:37.573730 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-98d91169-1972-4c31-8815-377be639e866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:37.663661 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d91169-1972-4c31-8815-377be639e866 None None] Pushing event updated for resources: {'Port': ['ID=5d2d9a0b-c4a5-4d2c-827c-2bf8ca25099e,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:37.706532 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-73081fa6-89cd-4329-a73d-b31248591ed9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:37.789551 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-73081fa6-89cd-4329-a73d-b31248591ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:37.828487 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc89206-78ba-4e56-aecf-8145878abc50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d44f3d-7870-4990-824d-49fb14de14e2'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:43:37.831472 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa8b259-b21a-4cf3-a7ee-7ac870e52d32" -d '{"events": [{"server_uuid": "ffc89206-78ba-4e56-aecf-8145878abc50", "name": "network-vif-plugged", "status": "completed", "tag": "e3d44f3d-7870-4990-824d-49fb14de14e2"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:43:37.849100 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7980368d-ca1c-456b-af84-c0125108baaf req-96dea9e0-43ed-43c2-96f1-d87e7d50e7a1 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=610fa1bd566242fb8010e609137b7639&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0888066 Aug 19 14:43:37.980076 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73081fa6-89cd-4329-a73d-b31248591ed9 admin admin] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:43:37.990405 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-73081fa6-89cd-4329-a73d-b31248591ed9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:43:37.998364 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649b73c4-9706-4363-8428-d838cda4e664 x-openstack-request-id: req-649b73c4-9706-4363-8428-d838cda4e664 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:43:37.998364 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc89206-78ba-4e56-aecf-8145878abc50", "name": "network-vif-plugged", "status": "completed", "tag": "e3d44f3d-7870-4990-824d-49fb14de14e2", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:43:37.998719 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-649b73c4-9706-4363-8428-d838cda4e664 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:43:37.999379 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc89206-78ba-4e56-aecf-8145878abc50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d44f3d-7870-4990-824d-49fb14de14e2', 'code': 200} Aug 19 14:43:38.001711 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73081fa6-89cd-4329-a73d-b31248591ed9 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:43:38.007684 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73081fa6-89cd-4329-a73d-b31248591ed9 admin admin] Pushing event updated for resources: {'Port': ['ID=3c22b558-2994-424a-a9d0-9b056046cf93,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:38.078469 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6165210-7a51-4898-addc-c641042e9bd4 req-b734c336-cddc-4a48-b589-999386e9a83c tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:38.084391 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e6165210-7a51-4898-addc-c641042e9bd4 req-b734c336-cddc-4a48-b589-999386e9a83c tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=9671361f-f275-4af3-a2ad-6aba1e111894 HTTP/1.1" status: 200 len: 945 time: 0.2402701 Aug 19 14:43:38.157360 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7980368d-ca1c-456b-af84-c0125108baaf req-78975b38-25ae-4d0d-85ad-5b3863748d71 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:38.172699 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7980368d-ca1c-456b-af84-c0125108baaf req-78975b38-25ae-4d0d-85ad-5b3863748d71 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3016140 Aug 19 14:43:38.182944 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-7980368d-ca1c-456b-af84-c0125108baaf req-0b6e0078-6e5b-4fd0-9ef5-4438e2366f5c tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Request body: {'port': {'device_id': 'e8caa0d7-0d36-449f-b34e-016a6372d8e6', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'admin_state_up': True, 'tenant_id': '610fa1bd566242fb8010e609137b7639'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:43:38.322257 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7980368d-ca1c-456b-af84-c0125108baaf req-0b6e0078-6e5b-4fd0-9ef5-4438e2366f5c tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Made reservation on behalf of 610fa1bd566242fb8010e609137b7639 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:43:38.326642 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7980368d-ca1c-456b-af84-c0125108baaf req-0b6e0078-6e5b-4fd0-9ef5-4438e2366f5c tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:38.334728 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e6165210-7a51-4898-addc-c641042e9bd4 req-e125a840-5640-40b0-be0e-398794c6c16c tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356017 Aug 19 14:43:38.376810 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6b3b0-0c28-4084-bf8a-247a402287fe req-45c95e93-6073-43fb-b065-1b27b97eed84 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:38.378525 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d7f6b3b0-0c28-4084-bf8a-247a402287fe req-45c95e93-6073-43fb-b065-1b27b97eed84 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 946 time: 0.1390462 Aug 19 14:43:38.427395 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 778d3508-4a9a-4266-bbf8-06046241c6b9 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:43:38.514758 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-7980368d-ca1c-456b-af84-c0125108baaf req-0b6e0078-6e5b-4fd0-9ef5-4438e2366f5c tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Allocated IP 192.168.233.224 (5146d24a-89b5-4a43-8ca4-b26f4fb943f7/2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86/4e5d2b1f-5229-4651-a4ca-ff2d1acced60) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:43:38.532932 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d7f6b3b0-0c28-4084-bf8a-247a402287fe req-eb0993da-4ef4-4302-af8c-0440ccf870a6 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=14b1b67d-e522-41bf-ab63-48f4b8afa430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642190 Aug 19 14:43:38.575910 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port 778d3508-4a9a-4266-bbf8-06046241c6b9 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:43:38.586000 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 778d3508-4a9a-4266-bbf8-06046241c6b9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:43:38.588123 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:38.641168 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-73081fa6-89cd-4329-a73d-b31248591ed9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:38.683176 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7534ca7e-5724-4ff1-9a58-cde24b77a2a6 req-820d4103-4f6e-4caf-8006-c2fb1d535677 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8caa0d7-0d36-449f-b34e-016a6372d8e6 HTTP/1.1" status: 200 len: 210 time: 0.0381038 Aug 19 14:43:38.787432 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:38.865603 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7980368d-ca1c-456b-af84-c0125108baaf req-0b6e0078-6e5b-4fd0-9ef5-4438e2366f5c tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:38.866939 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 778d3508-4a9a-4266-bbf8-06046241c6b9, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=778d3508-4a9a-4266-bbf8-06046241c6b9,segment=NetworkSegment(fcd6ac5d-931b-4836-82cc-58250c6a0f69),segment_id=fcd6ac5d-931b-4836-82cc-58250c6a0f69)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:43:38.871906 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:38.892907 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-7980368d-ca1c-456b-af84-c0125108baaf req-0b6e0078-6e5b-4fd0-9ef5-4438e2366f5c tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Transition to ACTIVE for port object 4e5d2b1f-5229-4651-a4ca-ff2d1acced60 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:43:38.960624 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7980368d-ca1c-456b-af84-c0125108baaf req-0b6e0078-6e5b-4fd0-9ef5-4438e2366f5c tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:39.003224 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=778d3508-4a9a-4266-bbf8-06046241c6b9,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:39.013066 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['799b087e-d6d6-46ba-82d4-8537174b2458'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:43:39.050848 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6e0078-6e5b-4fd0-9ef5-4438e2366f5c tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Pushing event updated for resources: {'Port': ['ID=4e5d2b1f-5229-4651-a4ca-ff2d1acced60,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:39.079565 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7980368d-ca1c-456b-af84-c0125108baaf req-0b6e0078-6e5b-4fd0-9ef5-4438e2366f5c tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:43:39.081469 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-7980368d-ca1c-456b-af84-c0125108baaf req-0b6e0078-6e5b-4fd0-9ef5-4438e2366f5c tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:43:39.085421 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-7980368d-ca1c-456b-af84-c0125108baaf req-0b6e0078-6e5b-4fd0-9ef5-4438e2366f5c tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:43:39.165289 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7980368d-ca1c-456b-af84-c0125108baaf req-0b6e0078-6e5b-4fd0-9ef5-4438e2366f5c tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:39.165979 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7980368d-ca1c-456b-af84-c0125108baaf req-0b6e0078-6e5b-4fd0-9ef5-4438e2366f5c tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:39.192530 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e12592-51ac-4f3a-855e-6259f84f56e5 None None] Network 627779b5-fb62-4ebb-a93a-4cd257e391a1 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:43:39.227017 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7980368d-ca1c-456b-af84-c0125108baaf req-0b6e0078-6e5b-4fd0-9ef5-4438e2366f5c tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0533180 Aug 19 14:43:39.246194 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-7980368d-ca1c-456b-af84-c0125108baaf req-515e218a-9cc1-4d23-9da6-06a697748584 service neutron] Request body: {'port': {'device_id': 'e8caa0d7-0d36-449f-b34e-016a6372d8e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:43:39.372852 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7980368d-ca1c-456b-af84-c0125108baaf req-515e218a-9cc1-4d23-9da6-06a697748584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:39.509923 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4ead433f-3ac5-44ed-ab7f-69d1fa17e452 None None] Provisioning for port 5d2d9a0b-c4a5-4d2c-827c-2bf8ca25099e completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:43:39.523304 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 5d2d9a0b-c4a5-4d2c-827c-2bf8ca25099e up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:43:39.625832 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 5d2d9a0b-c4a5-4d2c-827c-2bf8ca25099e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:43:39.626139 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56c392-c1bc-4506-a68d-02a5b416f060 req-4db624d5-ff50-44e0-8553-03407170c349 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:39.636756 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 5d2d9a0b-c4a5-4d2c-827c-2bf8ca25099e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:43:39.637084 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9e56c392-c1bc-4506-a68d-02a5b416f060 req-4db624d5-ff50-44e0-8553-03407170c349 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 946 time: 0.8737767 Aug 19 14:43:39.649080 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:39.671210 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44702) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:39.688288 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ed78a294-5a7d-449f-9361-1e88f02e3522 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Request body: {'floatingip': {'port_id': '7296d16e-f6b0-4341-aba3-01b8150aef09'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:43:39.739367 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b4abc77b-570a-498e-80cc-9bbad028ffe2 None None] Provisioning for port 4e5d2b1f-5229-4651-a4ca-ff2d1acced60 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:43:39.748692 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b4abc77b-570a-498e-80cc-9bbad028ffe2 None None] Provisioning complete for port 4e5d2b1f-5229-4651-a4ca-ff2d1acced60 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:43:39.751203 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b4abc77b-570a-498e-80cc-9bbad028ffe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:39.762870 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed78a294-5a7d-449f-9361-1e88f02e3522 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:39.916252 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b4abc77b-570a-498e-80cc-9bbad028ffe2 None None] Port 4e5d2b1f-5229-4651-a4ca-ff2d1acced60 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:43:39.935756 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:39.975361 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 5d2d9a0b-c4a5-4d2c-827c-2bf8ca25099e, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=5d2d9a0b-c4a5-4d2c-827c-2bf8ca25099e,segment=NetworkSegment(706f6673-405f-41c8-9975-bc9952598c62),segment_id=706f6673-405f-41c8-9975-bc9952598c62)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:43:39.980825 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:40.008379 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666b6b3-9aa9-400e-a3be-4d117fd03d55 req-fbf668f7-c897-421c-924e-fa73456c5f5a tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:40.012225 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9671361f-f275-4af3-a2ad-6aba1e111894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '778d3508-4a9a-4266-bbf8-06046241c6b9'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:43:40.015373 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a3aed7-41e0-47c6-b9f1-2311a0f71331" -d '{"events": [{"server_uuid": "9671361f-f275-4af3-a2ad-6aba1e111894", "name": "network-vif-plugged", "status": "completed", "tag": "778d3508-4a9a-4266-bbf8-06046241c6b9"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:43:40.019974 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c666b6b3-9aa9-400e-a3be-4d117fd03d55 req-fbf668f7-c897-421c-924e-fa73456c5f5a tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=9671361f-f275-4af3-a2ad-6aba1e111894 HTTP/1.1" status: 200 len: 946 time: 0.4239726 Aug 19 14:43:40.055544 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-05b57f96-73fe-45c9-972f-1169eaaace11 None None] Provisioning complete for port 5d2d9a0b-c4a5-4d2c-827c-2bf8ca25099e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:43:40.056499 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-05b57f96-73fe-45c9-972f-1169eaaace11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:40.080360 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-7980368d-ca1c-456b-af84-c0125108baaf req-515e218a-9cc1-4d23-9da6-06a697748584 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e5d2b1f-5229-4651-a4ca-ff2d1acced60 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:43:40.093220 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7980368d-ca1c-456b-af84-c0125108baaf req-515e218a-9cc1-4d23-9da6-06a697748584 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:40.093461 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c666b6b3-9aa9-400e-a3be-4d117fd03d55 req-d8d0417d-c310-4dd7-8c64-9e8694b6546b tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724227 Aug 19 14:43:40.114831 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=5d2d9a0b-c4a5-4d2c-827c-2bf8ca25099e,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:40.124072 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-73081fa6-89cd-4329-a73d-b31248591ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:40.135585 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-7980368d-ca1c-456b-af84-c0125108baaf req-515e218a-9cc1-4d23-9da6-06a697748584 service neutron] Transition to ACTIVE for port object 4e5d2b1f-5229-4651-a4ca-ff2d1acced60 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:43:40.146558 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7980368d-ca1c-456b-af84-c0125108baaf req-515e218a-9cc1-4d23-9da6-06a697748584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:40.183084 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3acf25-5d9a-42aa-9783-4949385b441c req-366a3e37-c6f1-40a0-968f-95de99c856bb tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:40.194692 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3a3acf25-5d9a-42aa-9783-4949385b441c req-366a3e37-c6f1-40a0-968f-95de99c856bb tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8caa0d7-0d36-449f-b34e-016a6372d8e6 HTTP/1.1" status: 200 len: 936 time: 0.3296967 Aug 19 14:43:40.328440 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b8bbc8-6aa2-46e3-8c9c-e1ec2aafac75 x-openstack-request-id: req-52b8bbc8-6aa2-46e3-8c9c-e1ec2aafac75 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:43:40.329207 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9671361f-f275-4af3-a2ad-6aba1e111894", "name": "network-vif-plugged", "status": "completed", "tag": "778d3508-4a9a-4266-bbf8-06046241c6b9", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:43:40.329836 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-52b8bbc8-6aa2-46e3-8c9c-e1ec2aafac75 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:43:40.330591 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9671361f-f275-4af3-a2ad-6aba1e111894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '778d3508-4a9a-4266-bbf8-06046241c6b9', 'code': 200} Aug 19 14:43:40.492018 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e218a-9cc1-4d23-9da6-06a697748584 service neutron] Pushing event updated for resources: {'Port': ['ID=4e5d2b1f-5229-4651-a4ca-ff2d1acced60,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:40.507764 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3a3acf25-5d9a-42aa-9783-4949385b441c req-5a90d9c6-72db-4576-8de0-7088db5fb0b0 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/security-groups?id=19759aef-5e53-498b-a5dd-689122a95927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952294 Aug 19 14:43:40.548008 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73081fa6-89cd-4329-a73d-b31248591ed9 admin admin] Router aa05e8d4-6513-4a2b-8f85-2d538da28329 is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:43:40.757361 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73081fa6-89cd-4329-a73d-b31248591ed9 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:43:40.768845 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3add35-7aca-4095-a574-44e71a6b9cac None None] Sync routers for ids ['aa05e8d4-6513-4a2b-8f85-2d538da28329'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:43:40.780066 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-73081fa6-89cd-4329-a73d-b31248591ed9 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:40.781984 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-73081fa6-89cd-4329-a73d-b31248591ed9 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.6311865 Aug 19 14:43:40.782684 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44736) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:40.790150 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3add35-7aca-4095-a574-44e71a6b9cac None None] Routers {'aa05e8d4-6513-4a2b-8f85-2d538da28329'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:43:40.790858 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6a3add35-7aca-4095-a574-44e71a6b9cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:43:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['aa05e8d4-6513-4a2b-8f85-2d538da28329'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:43:40.817637 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44738) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:40.989080 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-6a3add35-7aca-4095-a574-44e71a6b9cac None None] Set router aa05e8d4-6513-4a2b-8f85-2d538da28329 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:43:41.055153 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9c5a7db3-dfcc-4e1d-bdb3-f0d463fe241d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:41.065890 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe46567-bda8-4f36-9462-d6de50d3e227 req-5195c165-7b72-4d60-acaa-3c5dda87058c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:41.067586 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-afe46567-bda8-4f36-9462-d6de50d3e227 req-5195c165-7b72-4d60-acaa-3c5dda87058c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=9671361f-f275-4af3-a2ad-6aba1e111894 HTTP/1.1" status: 200 len: 1097 time: 0.6609786 Aug 19 14:43:41.162129 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-7980368d-ca1c-456b-af84-c0125108baaf req-515e218a-9cc1-4d23-9da6-06a697748584 service neutron] Attempting to bind port 4e5d2b1f-5229-4651-a4ca-ff2d1acced60 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:43:41.163125 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-7980368d-ca1c-456b-af84-c0125108baaf req-515e218a-9cc1-4d23-9da6-06a697748584 service neutron] Attempting to bind port 4e5d2b1f-5229-4651-a4ca-ff2d1acced60 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:43:41.163125 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7980368d-ca1c-456b-af84-c0125108baaf req-515e218a-9cc1-4d23-9da6-06a697748584 service neutron] Attempting to bind port 4e5d2b1f-5229-4651-a4ca-ff2d1acced60 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:43:41.171359 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-afe46567-bda8-4f36-9462-d6de50d3e227 req-7aad1b0b-d719-47d3-9ccc-be9dd1d8589a service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934503 Aug 19 14:43:41.283032 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6a3add35-7aca-4095-a574-44e71a6b9cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa05e8d4-6513-4a2b-8f85-2d538da28329', 'name': 'tempest-ServersTestBootFromVolume-549399775-router', 'tenant_id': 'df380a6529a845d9a6df3627792632d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '3c22b558-2994-424a-a9d0-9b056046cf93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:43:36Z', 'updated_at': '2021-08-19T14:43:38Z', 'revision_number': 3, 'project_id': 'df380a6529a845d9a6df3627792632d0', 'gw_port': {'id': '3c22b558-2994-424a-a9d0-9b056046cf93', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:50:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa05e8d4-6513-4a2b-8f85-2d538da28329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:43:37Z', 'updated_at': '2021-08-19T14:43:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:43:41.307021 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed78a294-5a7d-449f-9361-1e88f02e3522 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:41.310442 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7980368d-ca1c-456b-af84-c0125108baaf req-515e218a-9cc1-4d23-9da6-06a697748584 service neutron] Port 4e5d2b1f-5229-4651-a4ca-ff2d1acced60 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:43:41.310620 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7980368d-ca1c-456b-af84-c0125108baaf req-515e218a-9cc1-4d23-9da6-06a697748584 service neutron] Attempting to bind port 4e5d2b1f-5229-4651-a4ca-ff2d1acced60 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:43:41.339883 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed78a294-5a7d-449f-9361-1e88f02e3522 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:41.355784 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3add35-7aca-4095-a574-44e71a6b9cac None None] Checking router: aa05e8d4-6513-4a2b-8f85-2d538da28329 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:43:41.356392 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3add35-7aca-4095-a574-44e71a6b9cac None None] Updating router aa05e8d4-6513-4a2b-8f85-2d538da28329 port 3c22b558-2994-424a-a9d0-9b056046cf93 binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:43:41.388340 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 5d2d9a0b-c4a5-4d2c-827c-2bf8ca25099e up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:43:41.398619 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6a3add35-7aca-4095-a574-44e71a6b9cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:41.410327 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37438d9a-bfba-4efa-b17e-b8ab817f9cf6 req-e3fb2ea6-28ab-4053-ae3b-b417df1c2118 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:41.419256 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-37438d9a-bfba-4efa-b17e-b8ab817f9cf6 req-e3fb2ea6-28ab-4053-ae3b-b417df1c2118 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=9671361f-f275-4af3-a2ad-6aba1e111894 HTTP/1.1" status: 200 len: 946 time: 0.1707120 Aug 19 14:43:41.482119 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9c5a7db3-dfcc-4e1d-bdb3-f0d463fe241d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:41.517363 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7980368d-ca1c-456b-af84-c0125108baaf req-515e218a-9cc1-4d23-9da6-06a697748584 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:43:41.520875 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7980368d-ca1c-456b-af84-c0125108baaf req-515e218a-9cc1-4d23-9da6-06a697748584 service neutron] Checking segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:43:41.521420 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7980368d-ca1c-456b-af84-c0125108baaf req-515e218a-9cc1-4d23-9da6-06a697748584 service neutron] Bound using segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:43:41.522098 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-7980368d-ca1c-456b-af84-c0125108baaf req-515e218a-9cc1-4d23-9da6-06a697748584 service neutron] Bound port: 4e5d2b1f-5229-4651-a4ca-ff2d1acced60, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:43:41.522474 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7980368d-ca1c-456b-af84-c0125108baaf req-515e218a-9cc1-4d23-9da6-06a697748584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:41.565073 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-37438d9a-bfba-4efa-b17e-b8ab817f9cf6 req-bdcda8df-54f0-454e-9061-ffa6307a6e39 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448202 Aug 19 14:43:41.568171 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9c5a7db3-dfcc-4e1d-bdb3-f0d463fe241d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:41.591138 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 5d2d9a0b-c4a5-4d2c-827c-2bf8ca25099e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:43:41.591852 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:41.709095 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-7980368d-ca1c-456b-af84-c0125108baaf req-515e218a-9cc1-4d23-9da6-06a697748584 service neutron] For port 4e5d2b1f-5229-4651-a4ca-ff2d1acced60, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:43:41.716508 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-7980368d-ca1c-456b-af84-c0125108baaf req-515e218a-9cc1-4d23-9da6-06a697748584 service neutron] For port 4e5d2b1f-5229-4651-a4ca-ff2d1acced60, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=4e5d2b1f-5229-4651-a4ca-ff2d1acced60,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:43:41.722047 n-d-766043-2 neutron-server[94639]: INFO neutron.db.l3_db [None req-ed78a294-5a7d-449f-9361-1e88f02e3522 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Floating IP dbf50959-acbe-4f2d-b7d7-fecfbc9d5b77 associated. External IP: 172.25.2.125, port: 7296d16e-f6b0-4341-aba3-01b8150aef09. Aug 19 14:43:41.729994 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7980368d-ca1c-456b-af84-c0125108baaf req-515e218a-9cc1-4d23-9da6-06a697748584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:41.752991 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a7db3-dfcc-4e1d-bdb3-f0d463fe241d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59f3701-294a-4071-b24b-f079cc47dd85,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:41.831479 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9c5a7db3-dfcc-4e1d-bdb3-f0d463fe241d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=df7ff62c69d546e3af6c29fa58a83a49&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0449057 Aug 19 14:43:41.834170 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44754) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:41.884019 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea75a895-35c5-4ca4-9ac2-caaaa077e723 req-5fcecb8d-dfec-4425-b3c5-5063addd6fd6 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:41.894108 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ea75a895-35c5-4ca4-9ac2-caaaa077e723 req-5fcecb8d-dfec-4425-b3c5-5063addd6fd6 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8caa0d7-0d36-449f-b34e-016a6372d8e6 HTTP/1.1" status: 200 len: 948 time: 0.1657653 Aug 19 14:43:41.901493 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7980368d-ca1c-456b-af84-c0125108baaf req-515e218a-9cc1-4d23-9da6-06a697748584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:41.902131 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7980368d-ca1c-456b-af84-c0125108baaf req-515e218a-9cc1-4d23-9da6-06a697748584 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:41.904107 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7980368d-ca1c-456b-af84-c0125108baaf req-515e218a-9cc1-4d23-9da6-06a697748584 service neutron] 10.222.0.68 "PUT /v2.0/ports/4e5d2b1f-5229-4651-a4ca-ff2d1acced60 HTTP/1.1" status: 200 len: 1096 time: 2.6637490 Aug 19 14:43:41.923887 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8caa0d7-0d36-449f-b34e-016a6372d8e6', 'tag': '4e5d2b1f-5229-4651-a4ca-ff2d1acced60'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:43:41.936310 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc772649-9d9e-4e34-bd20-7db78562d558" -d '{"events": [{"name": "network-changed", "server_uuid": "e8caa0d7-0d36-449f-b34e-016a6372d8e6", "tag": "4e5d2b1f-5229-4651-a4ca-ff2d1acced60"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:43:41.976020 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6a3add35-7aca-4095-a574-44e71a6b9cac None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:41.985740 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ea75a895-35c5-4ca4-9ac2-caaaa077e723 req-99f4ce27-3d20-4874-a7bf-ddd6f0d0c7c9 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/security-groups?id=19759aef-5e53-498b-a5dd-689122a95927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906503 Aug 19 14:43:41.996010 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-6a3add35-7aca-4095-a574-44e71a6b9cac None None] Transition to ACTIVE for port object 3c22b558-2994-424a-a9d0-9b056046cf93 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:43:42.016231 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6a3add35-7aca-4095-a574-44e71a6b9cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:42.052278 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe0903b-d35f-43c2-9c53-dd92ae0bb550 x-openstack-request-id: req-bbe0903b-d35f-43c2-9c53-dd92ae0bb550 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:43:42.052699 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8caa0d7-0d36-449f-b34e-016a6372d8e6", "tag": "4e5d2b1f-5229-4651-a4ca-ff2d1acced60", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:43:42.052986 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bbe0903b-d35f-43c2-9c53-dd92ae0bb550 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:43:42.059618 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8caa0d7-0d36-449f-b34e-016a6372d8e6', 'tag': '4e5d2b1f-5229-4651-a4ca-ff2d1acced60', 'status': 'completed', 'code': 200} Aug 19 14:43:42.077674 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112211d-7ae4-4aa0-84c6-c0a57f52a894 None None] Pushing event updated for resources: {'Port': ['ID=3c22b558-2994-424a-a9d0-9b056046cf93,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:42.099171 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08e1af49-4ca6-4aa3-8380-cc26ab7dab04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:42.117592 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-6a3add35-7aca-4095-a574-44e71a6b9cac None None] Attempting to bind port 3c22b558-2994-424a-a9d0-9b056046cf93 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:43:42.118827 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-6a3add35-7aca-4095-a574-44e71a6b9cac None None] Attempting to bind port 3c22b558-2994-424a-a9d0-9b056046cf93 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:43:42.119564 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3add35-7aca-4095-a574-44e71a6b9cac None None] Attempting to bind port 3c22b558-2994-424a-a9d0-9b056046cf93 on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:43:42.125871 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1112211d-7ae4-4aa0-84c6-c0a57f52a894 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:42.126514 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1112211d-7ae4-4aa0-84c6-c0a57f52a894 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:42.127071 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1112211d-7ae4-4aa0-84c6-c0a57f52a894 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:42.127571 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1112211d-7ae4-4aa0-84c6-c0a57f52a894 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:42.128620 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1112211d-7ae4-4aa0-84c6-c0a57f52a894 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:42.129134 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1112211d-7ae4-4aa0-84c6-c0a57f52a894 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:42.129927 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1112211d-7ae4-4aa0-84c6-c0a57f52a894 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:42.130444 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1112211d-7ae4-4aa0-84c6-c0a57f52a894 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:42.131106 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1112211d-7ae4-4aa0-84c6-c0a57f52a894 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:42.131612 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1112211d-7ae4-4aa0-84c6-c0a57f52a894 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:42.132165 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1112211d-7ae4-4aa0-84c6-c0a57f52a894 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:42.137367 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1112211d-7ae4-4aa0-84c6-c0a57f52a894 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:43:42.138868 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e218a-9cc1-4d23-9da6-06a697748584 service neutron] Pushing event updated for resources: {'Port': ['ID=4e5d2b1f-5229-4651-a4ca-ff2d1acced60,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:42.152732 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3add35-7aca-4095-a574-44e71a6b9cac None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:43:42.153115 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3add35-7aca-4095-a574-44e71a6b9cac None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:43:42.153782 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6a3add35-7aca-4095-a574-44e71a6b9cac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:42.154413 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3add35-7aca-4095-a574-44e71a6b9cac None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:43:42.154925 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-6a3add35-7aca-4095-a574-44e71a6b9cac None None] Bound port: 3c22b558-2994-424a-a9d0-9b056046cf93, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:43:42.164009 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6a3add35-7aca-4095-a574-44e71a6b9cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:42.177572 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7980368d-ca1c-456b-af84-c0125108baaf req-c6403bb4-29bf-4b3e-8a99-a753d3b84ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:42.179279 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7980368d-ca1c-456b-af84-c0125108baaf req-c6403bb4-29bf-4b3e-8a99-a753d3b84ef0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=610fa1bd566242fb8010e609137b7639&device_id=e8caa0d7-0d36-449f-b34e-016a6372d8e6 HTTP/1.1" status: 200 len: 1099 time: 0.2156398 Aug 19 14:43:42.193490 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3472e989-bec0-459e-a982-f69296e18c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:42.205052 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08e1af49-4ca6-4aa3-8380-cc26ab7dab04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:42.227527 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-6a3add35-7aca-4095-a574-44e71a6b9cac None None] For port 3c22b558-2994-424a-a9d0-9b056046cf93, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:43:42.230701 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-6a3add35-7aca-4095-a574-44e71a6b9cac None None] For port 3c22b558-2994-424a-a9d0-9b056046cf93, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=3c22b558-2994-424a-a9d0-9b056046cf93,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:43:42.247236 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6a3add35-7aca-4095-a574-44e71a6b9cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:42.445991 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7980368d-ca1c-456b-af84-c0125108baaf req-7e64e1c4-f773-4a51-9baa-59385d9978f3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=4e5d2b1f-5229-4651-a4ca-ff2d1acced60 HTTP/1.1" status: 200 len: 217 time: 0.2136827 Aug 19 14:43:42.474273 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112211d-7ae4-4aa0-84c6-c0a57f52a894 None None] Pushing event updated for resources: {'Port': ['ID=3c22b558-2994-424a-a9d0-9b056046cf93,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:42.478364 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3add35-7aca-4095-a574-44e71a6b9cac None None] Routers {'aa05e8d4-6513-4a2b-8f85-2d538da28329'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:43:42.478956 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6a3add35-7aca-4095-a574-44e71a6b9cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:43:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['aa05e8d4-6513-4a2b-8f85-2d538da28329'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:43:42.485189 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed78a294-5a7d-449f-9361-1e88f02e3522 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Router b8d836b5-48e0-4891-8cf6-1356f7d2c373 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:43:42.537553 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08e1af49-4ca6-4aa3-8380-cc26ab7dab04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:42.540090 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08e1af49-4ca6-4aa3-8380-cc26ab7dab04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:42.541190 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-08e1af49-4ca6-4aa3-8380-cc26ab7dab04 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f59f3701-294a-4071-b24b-f079cc47dd85 HTTP/1.1" status: 204 len: 168 time: 0.7070148 Aug 19 14:43:42.588193 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e1af49-4ca6-4aa3-8380-cc26ab7dab04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59f3701-294a-4071-b24b-f079cc47dd85,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:42.590578 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-3472e989-bec0-459e-a982-f69296e18c12 admin admin] Allocated IP 172.20.0.1 (627779b5-fb62-4ebb-a93a-4cd257e391a1/1eb22714-ed22-4215-8c28-ce90cbd3694f/d028c98a-da11-452c-b1f0-4557ca12da6d) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:43:42.703003 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-6a3add35-7aca-4095-a574-44e71a6b9cac None None] Set router aa05e8d4-6513-4a2b-8f85-2d538da28329 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:43:42.735617 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed78a294-5a7d-449f-9361-1e88f02e3522 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:43:42.749165 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcfdf7a-834b-43ad-a211-126b2754a4b5 None None] Sync routers for ids ['b8d836b5-48e0-4891-8cf6-1356f7d2c373'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:43:42.756299 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed78a294-5a7d-449f-9361-1e88f02e3522 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:42.761903 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7980368d-ca1c-456b-af84-c0125108baaf req-625f7efc-295b-444b-99cf-971cb5291371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:42.763431 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7980368d-ca1c-456b-af84-c0125108baaf req-625f7efc-295b-444b-99cf-971cb5291371 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.3033905 Aug 19 14:43:42.770153 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcfdf7a-834b-43ad-a211-126b2754a4b5 None None] Routers {'b8d836b5-48e0-4891-8cf6-1356f7d2c373'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:43:42.771132 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ebcfdf7a-834b-43ad-a211-126b2754a4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:43:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['b8d836b5-48e0-4891-8cf6-1356f7d2c373'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:43:42.872454 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d728f59-b3ca-45a8-a47f-dec6d18fef81 req-a043a784-f1c9-4aa6-99bd-e5432507ef05 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:42.874200 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6d728f59-b3ca-45a8-a47f-dec6d18fef81 req-a043a784-f1c9-4aa6-99bd-e5432507ef05 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=9671361f-f275-4af3-a2ad-6aba1e111894 HTTP/1.1" status: 200 len: 946 time: 0.1671665 Aug 19 14:43:42.906374 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ed78a294-5a7d-449f-9361-1e88f02e3522 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "PUT /v2.0/floatingips/dbf50959-acbe-4f2d-b7d7-fecfbc9d5b77 HTTP/1.1" status: 200 len: 992 time: 3.2340195 Aug 19 14:43:42.946618 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7980368d-ca1c-456b-af84-c0125108baaf req-a66fbafe-e23d-4c4f-99d7-0c41f9bd7776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:42.951595 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7980368d-ca1c-456b-af84-c0125108baaf req-a66fbafe-e23d-4c4f-99d7-0c41f9bd7776 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1540129 Aug 19 14:43:42.973929 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3472e989-bec0-459e-a982-f69296e18c12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:43.018776 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-ebcfdf7a-834b-43ad-a211-126b2754a4b5 None None] Set router b8d836b5-48e0-4891-8cf6-1356f7d2c373 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:43:43.039217 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-3472e989-bec0-459e-a982-f69296e18c12 admin admin] Transition to ACTIVE for port object d028c98a-da11-452c-b1f0-4557ca12da6d will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:43:43.065822 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6d728f59-b3ca-45a8-a47f-dec6d18fef81 req-3cc1a0dc-8216-4049-99ca-31cd3d521595 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774411 Aug 19 14:43:43.182498 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6a3add35-7aca-4095-a574-44e71a6b9cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa05e8d4-6513-4a2b-8f85-2d538da28329', 'name': 'tempest-ServersTestBootFromVolume-549399775-router', 'tenant_id': 'df380a6529a845d9a6df3627792632d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '3c22b558-2994-424a-a9d0-9b056046cf93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:43:36Z', 'updated_at': '2021-08-19T14:43:38Z', 'revision_number': 3, 'project_id': 'df380a6529a845d9a6df3627792632d0', 'gw_port': {'id': '3c22b558-2994-424a-a9d0-9b056046cf93', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:50:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa05e8d4-6513-4a2b-8f85-2d538da28329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:43:37Z', 'updated_at': '2021-08-19T14:43:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:43:43.189134 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3472e989-bec0-459e-a982-f69296e18c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:43.253913 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7980368d-ca1c-456b-af84-c0125108baaf req-89e716be-b3c5-4530-bab9-f207343de073 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910266 Aug 19 14:43:43.264805 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3add35-7aca-4095-a574-44e71a6b9cac None None] The sync data for ids ['aa05e8d4-6513-4a2b-8f85-2d538da28329'] in n-d-766043-2 is: [{'id': 'aa05e8d4-6513-4a2b-8f85-2d538da28329', 'name': 'tempest-ServersTestBootFromVolume-549399775-router', 'tenant_id': 'df380a6529a845d9a6df3627792632d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '3c22b558-2994-424a-a9d0-9b056046cf93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:43:36Z', 'updated_at': '2021-08-19T14:43:38Z', 'revision_number': 3, 'project_id': 'df380a6529a845d9a6df3627792632d0', 'gw_port': {'id': '3c22b558-2994-424a-a9d0-9b056046cf93', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:50:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa05e8d4-6513-4a2b-8f85-2d538da28329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:43:37Z', 'updated_at': '2021-08-19T14:43:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:43:43.403294 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3472e989-bec0-459e-a982-f69296e18c12 admin admin] Network 627779b5-fb62-4ebb-a93a-4cd257e391a1 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:43:43.412868 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-3472e989-bec0-459e-a982-f69296e18c12 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:43:43.433586 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3472e989-bec0-459e-a982-f69296e18c12 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:43:43.482855 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7980368d-ca1c-456b-af84-c0125108baaf req-b8510cf5-ec70-44d6-ac56-67f7aa102f89 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142611 Aug 19 14:43:43.511517 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3472e989-bec0-459e-a982-f69296e18c12 admin admin] Pushing event updated for resources: {'Port': ['ID=d028c98a-da11-452c-b1f0-4557ca12da6d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:43.591187 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79a6db-85d9-44b9-b259-ae8eff7ca39e req-2c873cf1-403f-4ade-9c71-9cdbf56c0e27 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:43.599812 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bc79a6db-85d9-44b9-b259-ae8eff7ca39e req-2c873cf1-403f-4ade-9c71-9cdbf56c0e27 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8caa0d7-0d36-449f-b34e-016a6372d8e6 HTTP/1.1" status: 200 len: 948 time: 0.3511171 Aug 19 14:43:43.653176 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3472e989-bec0-459e-a982-f69296e18c12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:43.769124 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bc79a6db-85d9-44b9-b259-ae8eff7ca39e req-3e50207b-55bb-41eb-9046-ea46047dbbee tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/security-groups?id=19759aef-5e53-498b-a5dd-689122a95927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585455 Aug 19 14:43:43.814883 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc772649-9d9e-4e34-bd20-7db78562d558 req-dfeee01a-b8a8-4575-859f-146e7bcc1248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:43.815120 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cc772649-9d9e-4e34-bd20-7db78562d558 req-dfeee01a-b8a8-4575-859f-146e7bcc1248 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=610fa1bd566242fb8010e609137b7639&device_id=e8caa0d7-0d36-449f-b34e-016a6372d8e6 HTTP/1.1" status: 200 len: 1099 time: 0.2566719 Aug 19 14:43:44.062179 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d256e5f5-e57e-466c-9a83-8596d526ccf9 None None] Provisioning for port d028c98a-da11-452c-b1f0-4557ca12da6d completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:43:44.063815 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc81ffc7-f660-46e6-acb8-f9c9b57f066f', 'tag': '7296d16e-f6b0-4341-aba3-01b8150aef09'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:43:44.075160 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d256e5f5-e57e-466c-9a83-8596d526ccf9 None None] Provisioning complete for port d028c98a-da11-452c-b1f0-4557ca12da6d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:43:44.075513 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d256e5f5-e57e-466c-9a83-8596d526ccf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:44.089741 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6107d5-84e2-4a7e-af4a-88b0993fb912" -d '{"events": [{"name": "network-changed", "server_uuid": "fc81ffc7-f660-46e6-acb8-f9c9b57f066f", "tag": "7296d16e-f6b0-4341-aba3-01b8150aef09"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:43:44.126342 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3472e989-bec0-459e-a982-f69296e18c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:44.218992 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d256e5f5-e57e-466c-9a83-8596d526ccf9 None None] Port d028c98a-da11-452c-b1f0-4557ca12da6d cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:43:44.241444 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc772649-9d9e-4e34-bd20-7db78562d558 req-fd23130a-4425-4ada-ab93-93b38caf00a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:44.243440 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cc772649-9d9e-4e34-bd20-7db78562d558 req-fd23130a-4425-4ada-ab93-93b38caf00a0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.4123254 Aug 19 14:43:44.372988 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cc772649-9d9e-4e34-bd20-7db78562d558 req-8395892b-d346-4540-b289-0fded1ac4c92 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=4e5d2b1f-5229-4651-a4ca-ff2d1acced60 HTTP/1.1" status: 200 len: 217 time: 0.1177397 Aug 19 14:43:44.378549 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5094afc0-b201-4cde-8211-86e1b64596c0 x-openstack-request-id: req-5094afc0-b201-4cde-8211-86e1b64596c0 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:43:44.379190 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc81ffc7-f660-46e6-acb8-f9c9b57f066f", "tag": "7296d16e-f6b0-4341-aba3-01b8150aef09", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:43:44.379635 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5094afc0-b201-4cde-8211-86e1b64596c0 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:43:44.380782 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc81ffc7-f660-46e6-acb8-f9c9b57f066f', 'tag': '7296d16e-f6b0-4341-aba3-01b8150aef09', 'status': 'completed', 'code': 200} Aug 19 14:43:44.424208 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ebcfdf7a-834b-43ad-a211-126b2754a4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'name': 'tempest-AttachVolumeShelveTestJSON-762607880-router', 'tenant_id': '93c36d7db0b9486ca0e05d09444f38b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'd0752b46-efc2-4965-8a12-6e894912bd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:38:08Z', 'updated_at': '2021-08-19T14:38:19Z', 'revision_number': 4, 'project_id': '93c36d7db0b9486ca0e05d09444f38b7', 'gw_port': {'id': 'd0752b46-efc2-4965-8a12-6e894912bd7f', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:09:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:38:10Z', 'updated_at': '2021-08-19T14:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': 'dbf50959-acbe-4f2d-b7d7-fecfbc9d5b77', 'tenant_id': '93c36d7db0b9486ca0e05d09444f38b7', 'floating_ip_address': '172.25.2.125', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'port_id': '7296d16e-f6b0-4341-aba3-01b8150aef09', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '669513f8-b4b3-4e5c-8f0d-5f8e9923cc05', 'mac_address': 'fa:16:3e:5a:28:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc81ffc7-f660-46e6-acb8-f9c9b57f066f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:43:22Z', 'updated_at': '2021-08-19T14:43:41Z', 'revision_number': 1, 'project_id': '93c36d7db0b9486ca0e05d09444f38b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76dff8e0-1328-4681-a2b9-ebdd9baa5938', 'name': '', 'network_id': '669513f8-b4b3-4e5c-8f0d-5f8e9923cc05', 'tenant_id': '93c36d7db0b9486ca0e05d09444f38b7', 'mac_address': 'fa:16:3e:ca:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '55f10344-049d-42f2-b429-801948692761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:38:16Z', 'updated_at': '2021-08-19T14:38:25Z', 'revision_number': 5, 'project_id': '93c36d7db0b9486ca0e05d09444f38b7', 'subnets': [{'id': '55f10344-049d-42f2-b429-801948692761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:43:44.520549 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcfdf7a-834b-43ad-a211-126b2754a4b5 None None] Checking router: b8d836b5-48e0-4891-8cf6-1356f7d2c373 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:43:44.549563 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcfdf7a-834b-43ad-a211-126b2754a4b5 None None] Routers {'b8d836b5-48e0-4891-8cf6-1356f7d2c373'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:43:44.565467 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ebcfdf7a-834b-43ad-a211-126b2754a4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:43:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['b8d836b5-48e0-4891-8cf6-1356f7d2c373'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:43:44.593304 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc772649-9d9e-4e34-bd20-7db78562d558 req-8b7b8180-be45-4ac0-864e-0652973273db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:44.598839 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cc772649-9d9e-4e34-bd20-7db78562d558 req-8b7b8180-be45-4ac0-864e-0652973273db service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.2148600 Aug 19 14:43:44.754979 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6107d5-84e2-4a7e-af4a-88b0993fb912 req-e63b1d2f-9338-4097-a1c6-f5a348b557f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:44.758363 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-de6107d5-84e2-4a7e-af4a-88b0993fb912 req-e63b1d2f-9338-4097-a1c6-f5a348b557f4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=93c36d7db0b9486ca0e05d09444f38b7&device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 1097 time: 0.3755739 Aug 19 14:43:44.767701 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc772649-9d9e-4e34-bd20-7db78562d558 req-604ea793-7111-420a-b54b-039fd4cb9697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:44.770311 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cc772649-9d9e-4e34-bd20-7db78562d558 req-604ea793-7111-420a-b54b-039fd4cb9697 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1556869 Aug 19 14:43:44.771902 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3472e989-bec0-459e-a982-f69296e18c12 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:44.808116 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3472e989-bec0-459e-a982-f69296e18c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:44.998402 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-ebcfdf7a-834b-43ad-a211-126b2754a4b5 None None] Set router b8d836b5-48e0-4891-8cf6-1356f7d2c373 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:43:45.008911 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3472e989-bec0-459e-a982-f69296e18c12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:45.018047 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3472e989-bec0-459e-a982-f69296e18c12 admin admin] Pushing event updated for resources: {'Port': ['ID=d028c98a-da11-452c-b1f0-4557ca12da6d,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:45.063802 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cc772649-9d9e-4e34-bd20-7db78562d558 req-ac717491-4ee1-4b1c-b9cb-00118dceeeec service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775648 Aug 19 14:43:45.243372 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6107d5-84e2-4a7e-af4a-88b0993fb912 req-40129aff-0c8c-466b-9511-c08351a111af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:45.246071 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-de6107d5-84e2-4a7e-af4a-88b0993fb912 req-40129aff-0c8c-466b-9511-c08351a111af service neutron] 10.222.0.68 "GET /v2.0/networks?id=669513f8-b4b3-4e5c-8f0d-5f8e9923cc05 HTTP/1.1" status: 200 len: 917 time: 0.4745755 Aug 19 14:43:45.326710 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24b32c-aaf5-45b4-bc38-dfbb7acd6778 req-14ae3085-4dac-469d-bd0f-c56735d7b11c tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:45.334336 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cc24b32c-aaf5-45b4-bc38-dfbb7acd6778 req-14ae3085-4dac-469d-bd0f-c56735d7b11c tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8caa0d7-0d36-449f-b34e-016a6372d8e6 HTTP/1.1" status: 200 len: 948 time: 0.2720630 Aug 19 14:43:45.398106 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-de6107d5-84e2-4a7e-af4a-88b0993fb912 req-b59e4254-93c5-476b-b0f0-70f5df741393 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7296d16e-f6b0-4341-aba3-01b8150aef09 HTTP/1.1" status: 200 len: 1000 time: 0.1410937 Aug 19 14:43:45.405266 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cc772649-9d9e-4e34-bd20-7db78562d558 req-1e60f665-5a23-4618-b56b-5a8d73d8bf9a service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309338 Aug 19 14:43:45.426686 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5ec01-86ef-48fc-8d86-bd0c63181311 req-4d67ceaa-948c-45b3-bbd9-7daeba65db48 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:45.442114 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-87d5ec01-86ef-48fc-8d86-bd0c63181311 req-4d67ceaa-948c-45b3-bbd9-7daeba65db48 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=9671361f-f275-4af3-a2ad-6aba1e111894 HTTP/1.1" status: 200 len: 946 time: 0.3953903 Aug 19 14:43:45.502279 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6107d5-84e2-4a7e-af4a-88b0993fb912 req-7c30d790-9992-4694-8897-284572ef33a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:45.505187 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-de6107d5-84e2-4a7e-af4a-88b0993fb912 req-7c30d790-9992-4694-8897-284572ef33a1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=55f10344-049d-42f2-b429-801948692761 HTTP/1.1" status: 200 len: 855 time: 0.0948057 Aug 19 14:43:45.545441 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 3c22b558-2994-424a-a9d0-9b056046cf93 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:43:45.551509 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cc24b32c-aaf5-45b4-bc38-dfbb7acd6778 req-e43614ba-6af6-4e9a-933b-ae7b219e8282 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/security-groups?id=19759aef-5e53-498b-a5dd-689122a95927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163086 Aug 19 14:43:45.662134 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6107d5-84e2-4a7e-af4a-88b0993fb912 req-5eb33dbb-74c2-4ce2-93da-c1a958dd4b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:45.669778 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-de6107d5-84e2-4a7e-af4a-88b0993fb912 req-5eb33dbb-74c2-4ce2-93da-c1a958dd4b59 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=669513f8-b4b3-4e5c-8f0d-5f8e9923cc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1493382 Aug 19 14:43:45.710856 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-c460fbc1-4b79-46eb-8491-67bbfb97fb83 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1574674 Aug 19 14:43:45.713959 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-87d5ec01-86ef-48fc-8d86-bd0c63181311 req-5eeb4573-1ec4-4f42-b93f-dd0f4bb5db39 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613463 Aug 19 14:43:45.716264 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3472e989-bec0-459e-a982-f69296e18c12 admin admin] Network 627779b5-fb62-4ebb-a93a-4cd257e391a1 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:43:45.737370 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-3472e989-bec0-459e-a982-f69296e18c12 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:43:45.778332 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 3c22b558-2994-424a-a9d0-9b056046cf93 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:43:45.798876 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ebcfdf7a-834b-43ad-a211-126b2754a4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'name': 'tempest-AttachVolumeShelveTestJSON-762607880-router', 'tenant_id': '93c36d7db0b9486ca0e05d09444f38b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'd0752b46-efc2-4965-8a12-6e894912bd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:38:08Z', 'updated_at': '2021-08-19T14:38:19Z', 'revision_number': 4, 'project_id': '93c36d7db0b9486ca0e05d09444f38b7', 'gw_port': {'id': 'd0752b46-efc2-4965-8a12-6e894912bd7f', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:09:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:38:10Z', 'updated_at': '2021-08-19T14:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': 'dbf50959-acbe-4f2d-b7d7-fecfbc9d5b77', 'tenant_id': '93c36d7db0b9486ca0e05d09444f38b7', 'floating_ip_address': '172.25.2.125', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'port_id': '7296d16e-f6b0-4341-aba3-01b8150aef09', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '669513f8-b4b3-4e5c-8f0d-5f8e9923cc05', 'mac_address': 'fa:16:3e:5a:28:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc81ffc7-f660-46e6-acb8-f9c9b57f066f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:43:22Z', 'updated_at': '2021-08-19T14:43:41Z', 'revision_number': 1, 'project_id': '93c36d7db0b9486ca0e05d09444f38b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76dff8e0-1328-4681-a2b9-ebdd9baa5938', 'name': '', 'network_id': '669513f8-b4b3-4e5c-8f0d-5f8e9923cc05', 'tenant_id': '93c36d7db0b9486ca0e05d09444f38b7', 'mac_address': 'fa:16:3e:ca:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '55f10344-049d-42f2-b429-801948692761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:38:16Z', 'updated_at': '2021-08-19T14:38:25Z', 'revision_number': 5, 'project_id': '93c36d7db0b9486ca0e05d09444f38b7', 'subnets': [{'id': '55f10344-049d-42f2-b429-801948692761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:43:45.802773 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 3c22b558-2994-424a-a9d0-9b056046cf93 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:43:45.803143 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:45.916018 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcfdf7a-834b-43ad-a211-126b2754a4b5 None None] The sync data for ids ['b8d836b5-48e0-4891-8cf6-1356f7d2c373'] in n-d-766043-2 is: [{'id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'name': 'tempest-AttachVolumeShelveTestJSON-762607880-router', 'tenant_id': '93c36d7db0b9486ca0e05d09444f38b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'd0752b46-efc2-4965-8a12-6e894912bd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:38:08Z', 'updated_at': '2021-08-19T14:38:19Z', 'revision_number': 4, 'project_id': '93c36d7db0b9486ca0e05d09444f38b7', 'gw_port': {'id': 'd0752b46-efc2-4965-8a12-6e894912bd7f', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:09:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:38:10Z', 'updated_at': '2021-08-19T14:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': 'dbf50959-acbe-4f2d-b7d7-fecfbc9d5b77', 'tenant_id': '93c36d7db0b9486ca0e05d09444f38b7', 'floating_ip_address': '172.25.2.125', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'port_id': '7296d16e-f6b0-4341-aba3-01b8150aef09', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '669513f8-b4b3-4e5c-8f0d-5f8e9923cc05', 'mac_address': 'fa:16:3e:5a:28:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc81ffc7-f660-46e6-acb8-f9c9b57f066f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:43:22Z', 'updated_at': '2021-08-19T14:43:41Z', 'revision_number': 1, 'project_id': '93c36d7db0b9486ca0e05d09444f38b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76dff8e0-1328-4681-a2b9-ebdd9baa5938', 'name': '', 'network_id': '669513f8-b4b3-4e5c-8f0d-5f8e9923cc05', 'tenant_id': '93c36d7db0b9486ca0e05d09444f38b7', 'mac_address': 'fa:16:3e:ca:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '55f10344-049d-42f2-b429-801948692761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:38:16Z', 'updated_at': '2021-08-19T14:38:25Z', 'revision_number': 5, 'project_id': '93c36d7db0b9486ca0e05d09444f38b7', 'subnets': [{'id': '55f10344-049d-42f2-b429-801948692761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:43:46.039329 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-de6107d5-84e2-4a7e-af4a-88b0993fb912 req-8d3b440a-792e-4688-82ec-7c3929f9d0b8 service neutron] 10.222.0.68 "GET /v2.0/networks/669513f8-b4b3-4e5c-8f0d-5f8e9923cc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576972 Aug 19 14:43:46.067993 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-bb0aed0d-28b4-4019-b543-47cbd634007f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:46.072643 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-bb0aed0d-28b4-4019-b543-47cbd634007f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:46.073995 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-bb0aed0d-28b4-4019-b543-47cbd634007f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:46.075248 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-bb0aed0d-28b4-4019-b543-47cbd634007f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:46.079386 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-bb0aed0d-28b4-4019-b543-47cbd634007f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:46.080140 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-bb0aed0d-28b4-4019-b543-47cbd634007f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:46.080940 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-bb0aed0d-28b4-4019-b543-47cbd634007f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:46.086474 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-bb0aed0d-28b4-4019-b543-47cbd634007f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=eac9849a6187411198187660adbcdd48&device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 6492 time: 0.3361259 Aug 19 14:43:46.148260 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:46.239291 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 3c22b558-2994-424a-a9d0-9b056046cf93, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=3c22b558-2994-424a-a9d0-9b056046cf93,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:43:46.246139 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:46.315653 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=3c22b558-2994-424a-a9d0-9b056046cf93,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:46.333392 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e9efb303-cef4-430a-8cfa-26bcf48e4519 None None] Provisioning complete for port d028c98a-da11-452c-b1f0-4557ca12da6d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:43:46.333392 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e9efb303-cef4-430a-8cfa-26bcf48e4519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:46.347110 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-de6107d5-84e2-4a7e-af4a-88b0993fb912 req-ca844774-eaf2-424d-a037-0c80a91de77c service neutron] 10.222.0.68 "GET /v2.0/networks/669513f8-b4b3-4e5c-8f0d-5f8e9923cc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997501 Aug 19 14:43:46.382433 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e9efb303-cef4-430a-8cfa-26bcf48e4519 None None] Port d028c98a-da11-452c-b1f0-4557ca12da6d cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:43:46.411959 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-25b86f0d-0b3b-4c49-b822-7b7ad1e23b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:46.411959 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-25b86f0d-0b3b-4c49-b822-7b7ad1e23b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:46.411959 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-25b86f0d-0b3b-4c49-b822-7b7ad1e23b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:46.413849 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-25b86f0d-0b3b-4c49-b822-7b7ad1e23b10 service neutron] 10.222.0.88 "GET /v2.0/networks?id=120c5244-d1e2-46c3-b22a-2b90b5b4e09c&id=35f8f681-bcb0-473e-b781-4b88789fa2d6&id=35f8f681-bcb0-473e-b781-4b88789fa2d6&id=35f8f681-bcb0-473e-b781-4b88789fa2d6&id=35f8f681-bcb0-473e-b781-4b88789fa2d6&id=f3436889-0f1e-4563-85ab-9bb255bdd019&id=f3436889-0f1e-4563-85ab-9bb255bdd019 HTTP/1.1" status: 200 len: 2293 time: 0.2951818 Aug 19 14:43:46.420228 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3472e989-bec0-459e-a982-f69296e18c12 admin admin] Router aa05e8d4-6513-4a2b-8f85-2d538da28329 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:43:46.471860 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 4e5d2b1f-5229-4651-a4ca-ff2d1acced60 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:43:46.599791 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-c87c684c-8e7a-4bd7-bcb1-3d55f2708576 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2843ebb3-e971-408f-85db-a3c624b9b9d8 HTTP/1.1" status: 200 len: 1001 time: 0.1723959 Aug 19 14:43:46.625857 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05d6930-f428-47af-ba72-e688a8fc3287 None None] New status for floating IP dbf50959-acbe-4f2d-b7d7-fecfbc9d5b77: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 14:43:46.669010 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 4e5d2b1f-5229-4651-a4ca-ff2d1acced60, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=4e5d2b1f-5229-4651-a4ca-ff2d1acced60,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:43:46.700319 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '4e5d2b1f-5229-4651-a4ca-ff2d1acced60', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'port_id': '4e5d2b1f-5229-4651-a4ca-ff2d1acced60', 'mac_address': 'fa:16:3e:32:14:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:43:46.712166 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3472e989-bec0-459e-a982-f69296e18c12 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:43:46.721070 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-3472e989-bec0-459e-a982-f69296e18c12 admin admin] 10.222.0.69 "PUT /v2.0/routers/aa05e8d4-6513-4a2b-8f85-2d538da28329/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9021420 Aug 19 14:43:46.725961 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-454eb4b6-8055-47ab-a532-8c402848ad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:46.727431 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-454eb4b6-8055-47ab-a532-8c402848ad4c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d90280f3-05d8-4d32-bed7-d9a137266bae HTTP/1.1" status: 200 len: 850 time: 0.1120784 Aug 19 14:43:46.768740 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9e080f-f61a-4812-bc75-8ad38a30c909 None None] Sync routers for ids ['aa05e8d4-6513-4a2b-8f85-2d538da28329'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:43:46.821051 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9e080f-f61a-4812-bc75-8ad38a30c909 None None] Routers {'aa05e8d4-6513-4a2b-8f85-2d538da28329'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:43:46.825278 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-bc9e080f-f61a-4812-bc75-8ad38a30c909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:43:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['aa05e8d4-6513-4a2b-8f85-2d538da28329'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:43:46.856764 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772bc493-7c2c-4a53-b816-ee82564115fb req-9c79d2a0-625d-4350-8792-abbd29ae60dd tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:46.867700 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-772bc493-7c2c-4a53-b816-ee82564115fb req-9c79d2a0-625d-4350-8792-abbd29ae60dd tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8caa0d7-0d36-449f-b34e-016a6372d8e6 HTTP/1.1" status: 200 len: 948 time: 0.2092419 Aug 19 14:43:46.952658 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-bc82ad28-8960-4ee3-bfc7-77700cd89a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:46.953395 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-bc82ad28-8960-4ee3-bfc7-77700cd89a64 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=120c5244-d1e2-46c3-b22a-2b90b5b4e09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2033660 Aug 19 14:43:47.011276 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-772bc493-7c2c-4a53-b816-ee82564115fb req-d33f1e11-e5e1-498a-8bd4-50bb2c16832a tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/security-groups?id=19759aef-5e53-498b-a5dd-689122a95927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382973 Aug 19 14:43:47.019738 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:47.057341 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e5d2b1f-5229-4651-a4ca-ff2d1acced60 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:43:47.064708 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-bc9e080f-f61a-4812-bc75-8ad38a30c909 None None] Set router aa05e8d4-6513-4a2b-8f85-2d538da28329 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:43:47.142299 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 4e5d2b1f-5229-4651-a4ca-ff2d1acced60, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=4e5d2b1f-5229-4651-a4ca-ff2d1acced60,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:43:47.166031 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:47.171885 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 778d3508-4a9a-4266-bbf8-06046241c6b9 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:43:47.243885 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759124e0-e9f7-4110-8d3a-51661f8211b0 req-dfab8804-db14-436e-bbb6-47288dd50c39 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:47.255953 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-759124e0-e9f7-4110-8d3a-51661f8211b0 req-dfab8804-db14-436e-bbb6-47288dd50c39 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=9671361f-f275-4af3-a2ad-6aba1e111894 HTTP/1.1" status: 200 len: 946 time: 0.3000147 Aug 19 14:43:47.306225 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 778d3508-4a9a-4266-bbf8-06046241c6b9, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=778d3508-4a9a-4266-bbf8-06046241c6b9,segment=NetworkSegment(fcd6ac5d-931b-4836-82cc-58250c6a0f69),segment_id=fcd6ac5d-931b-4836-82cc-58250c6a0f69)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:43:47.378145 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '778d3508-4a9a-4266-bbf8-06046241c6b9', 'network_id': '94d71021-0e52-4f61-9f79-5084b440fea5', 'port_id': '778d3508-4a9a-4266-bbf8-06046241c6b9', 'mac_address': 'fa:16:3e:73:80:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c073c2-076a-458f-865d-1053b0f62f3d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:43:47.445905 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-83f73fa8-c9e5-4bc0-812b-2b60fe3ac0de service neutron] 10.222.0.88 "GET /v2.0/networks/120c5244-d1e2-46c3-b22a-2b90b5b4e09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4715877 Aug 19 14:43:47.510660 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-759124e0-e9f7-4110-8d3a-51661f8211b0 req-c37046c9-5d99-47e8-8738-f2a46c8e4965 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535183 Aug 19 14:43:47.539578 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 3c22b558-2994-424a-a9d0-9b056046cf93 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:43:47.691059 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 45000) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:47.696851 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d2391892-2c5b-4545-80b8-f0f0dcb1ba54 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Request body: {'security_group': {'name': 'tempest-securitygroup--553616841', 'description': 'tempest-description--758337041'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:43:47.706747 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-83992bc1-b535-4fa1-ab1e-d24b74eeb6d4 service neutron] 10.222.0.88 "GET /v2.0/networks/120c5244-d1e2-46c3-b22a-2b90b5b4e09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460244 Aug 19 14:43:47.761261 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d2391892-2c5b-4545-80b8-f0f0dcb1ba54 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:47.798229 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-d18f3a03-d834-410c-ae34-e0dc58750ad5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=4f46bceb-d478-4788-bf46-f2d1c4de2a62 HTTP/1.1" status: 200 len: 217 time: 0.0834389 Aug 19 14:43:47.827163 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:47.835167 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=4e5d2b1f-5229-4651-a4ca-ff2d1acced60,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:47.862189 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-fbd8f94a-c088-4047-934d-bb0890a26b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:47.864184 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-fbd8f94a-c088-4047-934d-bb0890a26b52 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c8acc88a-fe8b-43cc-b8bf-ebd805cfdcd1 HTTP/1.1" status: 200 len: 797 time: 0.0574176 Aug 19 14:43:47.874026 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 3c22b558-2994-424a-a9d0-9b056046cf93 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:43:47.874304 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:47.899712 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 778d3508-4a9a-4266-bbf8-06046241c6b9 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:43:47.931575 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d2391892-2c5b-4545-80b8-f0f0dcb1ba54 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:47.945923 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-bc9e080f-f61a-4812-bc75-8ad38a30c909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa05e8d4-6513-4a2b-8f85-2d538da28329', 'name': 'tempest-ServersTestBootFromVolume-549399775-router', 'tenant_id': 'df380a6529a845d9a6df3627792632d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '3c22b558-2994-424a-a9d0-9b056046cf93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:43:36Z', 'updated_at': '2021-08-19T14:43:43Z', 'revision_number': 4, 'project_id': 'df380a6529a845d9a6df3627792632d0', 'gw_port': {'id': '3c22b558-2994-424a-a9d0-9b056046cf93', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:50:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa05e8d4-6513-4a2b-8f85-2d538da28329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:43:37Z', 'updated_at': '2021-08-19T14:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'd028c98a-da11-452c-b1f0-4557ca12da6d', 'name': '', 'network_id': '627779b5-fb62-4ebb-a93a-4cd257e391a1', 'tenant_id': 'df380a6529a845d9a6df3627792632d0', 'mac_address': 'fa:16:3e:3c:0f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa05e8d4-6513-4a2b-8f85-2d538da28329', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '1eb22714-ed22-4215-8c28-ce90cbd3694f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:43:42Z', 'updated_at': '2021-08-19T14:43:44Z', 'revision_number': 2, 'project_id': 'df380a6529a845d9a6df3627792632d0', 'subnets': [{'id': '1eb22714-ed22-4215-8c28-ce90cbd3694f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:43:47.949899 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d2391892-2c5b-4545-80b8-f0f0dcb1ba54 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:47.950837 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 778d3508-4a9a-4266-bbf8-06046241c6b9, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=778d3508-4a9a-4266-bbf8-06046241c6b9,segment=NetworkSegment(fcd6ac5d-931b-4836-82cc-58250c6a0f69),segment_id=fcd6ac5d-931b-4836-82cc-58250c6a0f69)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:43:47.983141 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-23e943b3-f6cb-4b75-9874-bfd276b66833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:47.985949 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-23e943b3-f6cb-4b75-9874-bfd276b66833 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=35f8f681-bcb0-473e-b781-4b88789fa2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1072319 Aug 19 14:43:47.990050 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d2391892-2c5b-4545-80b8-f0f0dcb1ba54 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:47.991745 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d2391892-2c5b-4545-80b8-f0f0dcb1ba54 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2990642 Aug 19 14:43:47.996019 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 45010) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:48.013514 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-52fbf641-0438-4ce3-ba5a-4b6266dbf46c tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Request body: {'security_group_rule': {'security_group_id': '92c0c671-96c4-4781-b5b8-ac50db8e6528', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:43:48.028049 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2391892-2c5b-4545-80b8-f0f0dcb1ba54 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92c0c671-96c4-4781-b5b8-ac50db8e6528,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:48.045250 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 45014) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:48.094511 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52fbf641-0438-4ce3-ba5a-4b6266dbf46c tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:48.135298 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:48.138817 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9e080f-f61a-4812-bc75-8ad38a30c909 None None] Checking router: aa05e8d4-6513-4a2b-8f85-2d538da28329 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:43:48.139173 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9e080f-f61a-4812-bc75-8ad38a30c909 None None] Updating router aa05e8d4-6513-4a2b-8f85-2d538da28329 port d028c98a-da11-452c-b1f0-4557ca12da6d binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:43:48.225451 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52fbf641-0438-4ce3-ba5a-4b6266dbf46c tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:48.235391 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52fbf641-0438-4ce3-ba5a-4b6266dbf46c tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:48.288882 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbf641-0438-4ce3-ba5a-4b6266dbf46c tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d6c2164-1192-4f98-85de-a4228b1d8efb,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:48.318110 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7b3b8a36-96df-4376-b068-4ea90e667332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:48.318740 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bc9e080f-f61a-4812-bc75-8ad38a30c909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:48.322316 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=778d3508-4a9a-4266-bbf8-06046241c6b9,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:48.324306 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52fbf641-0438-4ce3-ba5a-4b6266dbf46c tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:48.335114 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-52fbf641-0438-4ce3-ba5a-4b6266dbf46c tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3373821 Aug 19 14:43:48.336116 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 45020) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:48.348032 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0f3b68bb-2eeb-406b-a742-07e5a6ef5ed1 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Request body: {'security_group_rule': {'security_group_id': '92c0c671-96c4-4781-b5b8-ac50db8e6528', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:43:48.409422 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['778d3508-4a9a-4266-bbf8-06046241c6b9'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:43:48.472395 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['4e5d2b1f-5229-4651-a4ca-ff2d1acced60'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:43:48.479853 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f3b68bb-2eeb-406b-a742-07e5a6ef5ed1 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:48.543033 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7b3b8a36-96df-4376-b068-4ea90e667332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:48.552496 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7b3b8a36-96df-4376-b068-4ea90e667332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:48.608316 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b8a36-96df-4376-b068-4ea90e667332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77666ca3-26c1-438f-a027-46a4905bb5a0,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:48.626434 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f3b68bb-2eeb-406b-a742-07e5a6ef5ed1 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:48.658083 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-111aef65-7659-4b4f-bf41-e80071cb8d50 service neutron] 10.222.0.88 "GET /v2.0/networks/35f8f681-bcb0-473e-b781-4b88789fa2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6420343 Aug 19 14:43:48.690129 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f3b68bb-2eeb-406b-a742-07e5a6ef5ed1 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:48.718222 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3b68bb-2eeb-406b-a742-07e5a6ef5ed1 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=899a98cd-3419-4dda-8c25-29154b4ec69b,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:48.723617 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7b3b8a36-96df-4376-b068-4ea90e667332 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fbcf64f7e39e4028b3ddf612ac5a0269&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6756666 Aug 19 14:43:48.727119 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 45026) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:48.747770 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 778d3508-4a9a-4266-bbf8-06046241c6b9 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:43:48.827995 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f3b68bb-2eeb-406b-a742-07e5a6ef5ed1 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:48.837639 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0f3b68bb-2eeb-406b-a742-07e5a6ef5ed1 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4932590 Aug 19 14:43:48.839344 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 45030) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:48.842430 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3540aa98-aae6-4823-806f-7564ad1e86d0 req-4ad700b2-6563-4e1e-841a-8ddce8802560 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:48.851701 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3540aa98-aae6-4823-806f-7564ad1e86d0 req-4ad700b2-6563-4e1e-841a-8ddce8802560 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8caa0d7-0d36-449f-b34e-016a6372d8e6 HTTP/1.1" status: 200 len: 949 time: 0.1924784 Aug 19 14:43:48.883809 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-6c44463a-3318-4d7d-a561-d579772e5b20 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Request body: {'floatingip': {'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:43:48.889526 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0519a43-28dd-4a3a-98ec-7a4119725ecf req-4d06947f-5243-49fb-8055-39e9e978d292 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:48.890036 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a19b35f0-11d1-444e-a4ec-66d779242cf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:48.904036 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d0519a43-28dd-4a3a-98ec-7a4119725ecf req-4d06947f-5243-49fb-8055-39e9e978d292 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=9671361f-f275-4af3-a2ad-6aba1e111894 HTTP/1.1" status: 200 len: 945 time: 0.2149191 Aug 19 14:43:48.958673 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a19b35f0-11d1-444e-a4ec-66d779242cf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:48.971101 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6c44463a-3318-4d7d-a561-d579772e5b20 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:49.028709 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3540aa98-aae6-4823-806f-7564ad1e86d0 req-f8a0f0e4-b96f-44b7-8e96-e95a0fbf3c1f tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/security-groups?id=19759aef-5e53-498b-a5dd-689122a95927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755385 Aug 19 14:43:49.040934 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-ee54e18a-452f-4f9b-8ef7-a4d079192cf3 service neutron] 10.222.0.88 "GET /v2.0/networks/35f8f681-bcb0-473e-b781-4b88789fa2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510101 Aug 19 14:43:49.053906 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d0519a43-28dd-4a3a-98ec-7a4119725ecf req-d08a3680-0c1f-4c19-85d3-77f340d3edd8 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478002 Aug 19 14:43:49.140276 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-4b948136-62ab-4b31-ab95-87daa7117ca7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f HTTP/1.1" status: 200 len: 217 time: 0.0853734 Aug 19 14:43:49.165347 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:49.235751 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a19b35f0-11d1-444e-a4ec-66d779242cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:49.238323 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a19b35f0-11d1-444e-a4ec-66d779242cf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:49.239563 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a19b35f0-11d1-444e-a4ec-66d779242cf7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/77666ca3-26c1-438f-a027-46a4905bb5a0 HTTP/1.1" status: 204 len: 168 time: 0.5112474 Aug 19 14:43:49.266885 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b35f0-11d1-444e-a4ec-66d779242cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77666ca3-26c1-438f-a027-46a4905bb5a0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:49.293676 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 778d3508-4a9a-4266-bbf8-06046241c6b9 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:43:49.294655 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6c44463a-3318-4d7d-a561-d579772e5b20 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:49.407695 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-a77d7f9c-3e41-4d2a-b142-0a80f5b8eaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:49.415976 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-a77d7f9c-3e41-4d2a-b142-0a80f5b8eaca service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c8acc88a-fe8b-43cc-b8bf-ebd805cfdcd1 HTTP/1.1" status: 200 len: 797 time: 0.2468662 Aug 19 14:43:49.459186 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bc9e080f-f61a-4812-bc75-8ad38a30c909 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:49.525996 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-6c44463a-3318-4d7d-a561-d579772e5b20 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Allocated IP 172.25.2.31 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/9c31f23f-40c8-450b-bb18-5a714cbde746) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:43:49.539148 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-f5c9ebb6-7d27-4390-ba8d-d918c4c7148b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:49.541006 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-f5c9ebb6-7d27-4390-ba8d-d918c4c7148b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=35f8f681-bcb0-473e-b781-4b88789fa2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1227231 Aug 19 14:43:49.602778 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 778d3508-4a9a-4266-bbf8-06046241c6b9, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=778d3508-4a9a-4266-bbf8-06046241c6b9,segment=NetworkSegment(fcd6ac5d-931b-4836-82cc-58250c6a0f69),segment_id=fcd6ac5d-931b-4836-82cc-58250c6a0f69)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:43:49.621779 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bc9e080f-f61a-4812-bc75-8ad38a30c909 None None] Transition to ACTIVE for port object d028c98a-da11-452c-b1f0-4557ca12da6d will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:43:49.673178 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:49.791132 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=778d3508-4a9a-4266-bbf8-06046241c6b9,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:49.794052 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bc9e080f-f61a-4812-bc75-8ad38a30c909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:49.839144 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6c44463a-3318-4d7d-a561-d579772e5b20 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:49.839759 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-661b0960-c475-457a-8a12-196d3e1e6fba service neutron] 10.222.0.88 "GET /v2.0/networks/35f8f681-bcb0-473e-b781-4b88789fa2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807374 Aug 19 14:43:49.848578 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7523a097-28a5-4eb7-a39a-4368c59549c1 None None] Pushing event updated for resources: {'Port': ['ID=d028c98a-da11-452c-b1f0-4557ca12da6d,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:49.976469 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6c44463a-3318-4d7d-a561-d579772e5b20 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:49.981471 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-bc9e080f-f61a-4812-bc75-8ad38a30c909 None None] Attempting to bind port d028c98a-da11-452c-b1f0-4557ca12da6d on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:43:49.982106 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-bc9e080f-f61a-4812-bc75-8ad38a30c909 None None] Attempting to bind port d028c98a-da11-452c-b1f0-4557ca12da6d by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '706f6673-405f-41c8-9975-bc9952598c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '627779b5-fb62-4ebb-a93a-4cd257e391a1'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:43:49.983469 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9e080f-f61a-4812-bc75-8ad38a30c909 None None] Attempting to bind port d028c98a-da11-452c-b1f0-4557ca12da6d on network 627779b5-fb62-4ebb-a93a-4cd257e391a1 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:43:49.993093 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9e080f-f61a-4812-bc75-8ad38a30c909 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:43:49.997792 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9e080f-f61a-4812-bc75-8ad38a30c909 None None] Checking segment: {'id': '706f6673-405f-41c8-9975-bc9952598c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '627779b5-fb62-4ebb-a93a-4cd257e391a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:43:49.998445 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bc9e080f-f61a-4812-bc75-8ad38a30c909 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:49.999045 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9e080f-f61a-4812-bc75-8ad38a30c909 None None] Bound using segment: {'id': '706f6673-405f-41c8-9975-bc9952598c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '627779b5-fb62-4ebb-a93a-4cd257e391a1'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:43:49.999733 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-bc9e080f-f61a-4812-bc75-8ad38a30c909 None None] Bound port: d028c98a-da11-452c-b1f0-4557ca12da6d, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '706f6673-405f-41c8-9975-bc9952598c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '627779b5-fb62-4ebb-a93a-4cd257e391a1'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:43:50.000871 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bc9e080f-f61a-4812-bc75-8ad38a30c909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:50.075510 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 45066) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:50.093831 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c44463a-3318-4d7d-a561-d579772e5b20 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:43:50.099642 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-6c44463a-3318-4d7d-a561-d579772e5b20 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:43:50.107091 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c44463a-3318-4d7d-a561-d579772e5b20 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:43:50.124060 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c36b465e-40ca-4d7c-9c70-970bbed5536b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:50.178341 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-bc9e080f-f61a-4812-bc75-8ad38a30c909 None None] For port d028c98a-da11-452c-b1f0-4557ca12da6d, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:43:50.187240 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-bc9e080f-f61a-4812-bc75-8ad38a30c909 None None] For port d028c98a-da11-452c-b1f0-4557ca12da6d, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=d028c98a-da11-452c-b1f0-4557ca12da6d,segment=NetworkSegment(706f6673-405f-41c8-9975-bc9952598c62),segment_id=706f6673-405f-41c8-9975-bc9952598c62)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:43:50.212355 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bc9e080f-f61a-4812-bc75-8ad38a30c909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:50.264869 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-e70a6b5e-a209-4d54-b92e-ccb889f9db00 service neutron] 10.222.0.88 "GET /v2.0/networks/35f8f681-bcb0-473e-b781-4b88789fa2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4186914 Aug 19 14:43:50.284220 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c44463a-3318-4d7d-a561-d579772e5b20 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Pushing event updated for resources: {'Port': ['ID=9c31f23f-40c8-450b-bb18-5a714cbde746,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:50.344912 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6c44463a-3318-4d7d-a561-d579772e5b20 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:50.393725 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9e080f-f61a-4812-bc75-8ad38a30c909 None None] Routers {'aa05e8d4-6513-4a2b-8f85-2d538da28329'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:43:50.395027 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-bc9e080f-f61a-4812-bc75-8ad38a30c909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:43:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['aa05e8d4-6513-4a2b-8f85-2d538da28329'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:43:50.405335 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6c44463a-3318-4d7d-a561-d579772e5b20 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:50.427783 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-75d2c1e1-755b-4de7-b592-fa7aacf7bf1b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=bf510a67-3758-4837-9af6-1a144f49bd82 HTTP/1.1" status: 200 len: 217 time: 0.1102855 Aug 19 14:43:50.500112 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 778d3508-4a9a-4266-bbf8-06046241c6b9 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:43:50.503673 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7523a097-28a5-4eb7-a39a-4368c59549c1 None None] Pushing event updated for resources: {'Port': ['ID=d028c98a-da11-452c-b1f0-4557ca12da6d,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:50.546038 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aca7a4-8f08-4a4b-b3f8-b4d52a414310 req-3673c6d0-0fc5-4c28-b1f8-5788a42938ef tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:50.548186 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a7aca7a4-8f08-4a4b-b3f8-b4d52a414310 req-3673c6d0-0fc5-4c28-b1f8-5788a42938ef tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=9671361f-f275-4af3-a2ad-6aba1e111894 HTTP/1.1" status: 200 len: 944 time: 0.3544319 Aug 19 14:43:50.556651 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8100e7-cb46-40e9-aab9-72ead9405371 req-84fe3e1f-0a3e-4a1e-b86d-c09f58014db2 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:50.565087 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9b8100e7-cb46-40e9-aab9-72ead9405371 req-84fe3e1f-0a3e-4a1e-b86d-c09f58014db2 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8caa0d7-0d36-449f-b34e-016a6372d8e6 HTTP/1.1" status: 200 len: 949 time: 0.3748209 Aug 19 14:43:50.713328 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-24d1a647-a2e9-4633-8d7f-51d94ea5f2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:50.716910 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-24d1a647-a2e9-4633-8d7f-51d94ea5f2e9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c8acc88a-fe8b-43cc-b8bf-ebd805cfdcd1 HTTP/1.1" status: 200 len: 797 time: 0.2556221 Aug 19 14:43:50.746012 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-bc9e080f-f61a-4812-bc75-8ad38a30c909 None None] Set router aa05e8d4-6513-4a2b-8f85-2d538da28329 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:43:50.749056 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 778d3508-4a9a-4266-bbf8-06046241c6b9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:43:50.749883 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:50.764087 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6c44463a-3318-4d7d-a561-d579772e5b20 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:50.780146 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6c44463a-3318-4d7d-a561-d579772e5b20 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:50.826469 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9b8100e7-cb46-40e9-aab9-72ead9405371 req-b6fbc605-7d20-426b-85a7-97ea8eaa2a8a tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/security-groups?id=19759aef-5e53-498b-a5dd-689122a95927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537260 Aug 19 14:43:50.887076 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6c44463a-3318-4d7d-a561-d579772e5b20 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:50.917944 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a7aca7a4-8f08-4a4b-b3f8-b4d52a414310 req-99a8f221-afe2-4478-9937-6f3626c2f84b tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506463 Aug 19 14:43:50.928908 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c44463a-3318-4d7d-a561-d579772e5b20 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Pushing event updated for resources: {'Port': ['ID=9c31f23f-40c8-450b-bb18-5a714cbde746,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:51.019959 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c36b465e-40ca-4d7c-9c70-970bbed5536b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:51.039980 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c36b465e-40ca-4d7c-9c70-970bbed5536b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:51.048324 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6c44463a-3318-4d7d-a561-d579772e5b20 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:51.058900 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6c44463a-3318-4d7d-a561-d579772e5b20 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2174911 Aug 19 14:43:51.082730 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-fb30353d-c7ad-43ab-8e77-46668ab9d1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:51.083826 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-fb30353d-c7ad-43ab-8e77-46668ab9d1f3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=35f8f681-bcb0-473e-b781-4b88789fa2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3238020 Aug 19 14:43:51.129502 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:51.180672 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9671361f-f275-4af3-a2ad-6aba1e111894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '778d3508-4a9a-4266-bbf8-06046241c6b9'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:43:51.181333 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-c36b465e-40ca-4d7c-9c70-970bbed5536b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=05d03af3f7474b87b3beed74e2805285&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1045668 Aug 19 14:43:51.184512 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 45086) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:51.184818 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ed4ba9-25a8-4975-913c-730dcae0a931" -d '{"events": [{"server_uuid": "9671361f-f275-4af3-a2ad-6aba1e111894", "name": "network-vif-plugged", "status": "completed", "tag": "778d3508-4a9a-4266-bbf8-06046241c6b9"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:43:51.209526 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 778d3508-4a9a-4266-bbf8-06046241c6b9, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=778d3508-4a9a-4266-bbf8-06046241c6b9,segment=NetworkSegment(fcd6ac5d-931b-4836-82cc-58250c6a0f69),segment_id=fcd6ac5d-931b-4836-82cc-58250c6a0f69)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:43:51.242963 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:51.243761 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 4e5d2b1f-5229-4651-a4ca-ff2d1acced60 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:43:51.322573 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19753678-80da-4dbc-a81e-a6dbe0577b4f x-openstack-request-id: req-19753678-80da-4dbc-a81e-a6dbe0577b4f {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:43:51.322997 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9671361f-f275-4af3-a2ad-6aba1e111894", "name": "network-vif-plugged", "status": "completed", "tag": "778d3508-4a9a-4266-bbf8-06046241c6b9", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:43:51.323690 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-19753678-80da-4dbc-a81e-a6dbe0577b4f {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:43:51.324067 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9671361f-f275-4af3-a2ad-6aba1e111894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '778d3508-4a9a-4266-bbf8-06046241c6b9', 'code': 200} Aug 19 14:43:51.372614 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fad91e68-5c57-4d2a-bfab-1b7af77d7d85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:51.373019 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b465e-40ca-4d7c-9c70-970bbed5536b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e095607c-66c1-41f8-afb3-4f46a2ef469b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:51.405003 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fad91e68-5c57-4d2a-bfab-1b7af77d7d85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:51.464702 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-77329504-9804-4edc-b446-f9497b04880f service neutron] 10.222.0.88 "GET /v2.0/networks/35f8f681-bcb0-473e-b781-4b88789fa2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563176 Aug 19 14:43:51.466686 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=778d3508-4a9a-4266-bbf8-06046241c6b9,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:51.509360 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fad91e68-5c57-4d2a-bfab-1b7af77d7d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:51.512903 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port 4e5d2b1f-5229-4651-a4ca-ff2d1acced60 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:43:51.514258 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fad91e68-5c57-4d2a-bfab-1b7af77d7d85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:51.515751 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-fad91e68-5c57-4d2a-bfab-1b7af77d7d85 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e095607c-66c1-41f8-afb3-4f46a2ef469b HTTP/1.1" status: 204 len: 168 time: 0.3302426 Aug 19 14:43:51.527136 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-bc9e080f-f61a-4812-bc75-8ad38a30c909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa05e8d4-6513-4a2b-8f85-2d538da28329', 'name': 'tempest-ServersTestBootFromVolume-549399775-router', 'tenant_id': 'df380a6529a845d9a6df3627792632d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '3c22b558-2994-424a-a9d0-9b056046cf93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:43:36Z', 'updated_at': '2021-08-19T14:43:43Z', 'revision_number': 4, 'project_id': 'df380a6529a845d9a6df3627792632d0', 'gw_port': {'id': '3c22b558-2994-424a-a9d0-9b056046cf93', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:50:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa05e8d4-6513-4a2b-8f85-2d538da28329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:43:37Z', 'updated_at': '2021-08-19T14:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'd028c98a-da11-452c-b1f0-4557ca12da6d', 'name': '', 'network_id': '627779b5-fb62-4ebb-a93a-4cd257e391a1', 'tenant_id': 'df380a6529a845d9a6df3627792632d0', 'mac_address': 'fa:16:3e:3c:0f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa05e8d4-6513-4a2b-8f85-2d538da28329', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '1eb22714-ed22-4215-8c28-ce90cbd3694f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:43:42Z', 'updated_at': '2021-08-19T14:43:50Z', 'revision_number': 4, 'project_id': 'df380a6529a845d9a6df3627792632d0', 'subnets': [{'id': '1eb22714-ed22-4215-8c28-ce90cbd3694f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:43:51.529742 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad91e68-5c57-4d2a-bfab-1b7af77d7d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e095607c-66c1-41f8-afb3-4f46a2ef469b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:51.592573 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9e080f-f61a-4812-bc75-8ad38a30c909 None None] The sync data for ids ['aa05e8d4-6513-4a2b-8f85-2d538da28329'] in n-d-766043-2 is: [{'id': 'aa05e8d4-6513-4a2b-8f85-2d538da28329', 'name': 'tempest-ServersTestBootFromVolume-549399775-router', 'tenant_id': 'df380a6529a845d9a6df3627792632d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '3c22b558-2994-424a-a9d0-9b056046cf93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:43:36Z', 'updated_at': '2021-08-19T14:43:43Z', 'revision_number': 4, 'project_id': 'df380a6529a845d9a6df3627792632d0', 'gw_port': {'id': '3c22b558-2994-424a-a9d0-9b056046cf93', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:50:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa05e8d4-6513-4a2b-8f85-2d538da28329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:43:37Z', 'updated_at': '2021-08-19T14:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'd028c98a-da11-452c-b1f0-4557ca12da6d', 'name': '', 'network_id': '627779b5-fb62-4ebb-a93a-4cd257e391a1', 'tenant_id': 'df380a6529a845d9a6df3627792632d0', 'mac_address': 'fa:16:3e:3c:0f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa05e8d4-6513-4a2b-8f85-2d538da28329', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '1eb22714-ed22-4215-8c28-ce90cbd3694f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:43:42Z', 'updated_at': '2021-08-19T14:43:50Z', 'revision_number': 4, 'project_id': 'df380a6529a845d9a6df3627792632d0', 'subnets': [{'id': '1eb22714-ed22-4215-8c28-ce90cbd3694f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:43:51.599706 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 4e5d2b1f-5229-4651-a4ca-ff2d1acced60 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:43:51.600328 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:51.753395 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:51.758160 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-f2ffe1f7-30df-4bd8-aa57-10c511e3d240 service neutron] 10.222.0.88 "GET /v2.0/networks/35f8f681-bcb0-473e-b781-4b88789fa2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784646 Aug 19 14:43:51.824749 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 4e5d2b1f-5229-4651-a4ca-ff2d1acced60, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=4e5d2b1f-5229-4651-a4ca-ff2d1acced60,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:43:51.846857 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:51.863105 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-ee10f70d-fb21-4123-923d-f83f1f254412 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=60f87527-45c9-49a4-8b17-a576d308e581 HTTP/1.1" status: 200 len: 217 time: 0.0989699 Aug 19 14:43:51.887085 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e1b65-c32a-4a1a-b8cb-5e1ef05914e8 req-7979a3b0-db7b-4a57-8017-97cb88b21fff tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:51.894392 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-dd5e1b65-c32a-4a1a-b8cb-5e1ef05914e8 req-7979a3b0-db7b-4a57-8017-97cb88b21fff tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.68 "GET /v2.0/ports?device_id=9671361f-f275-4af3-a2ad-6aba1e111894 HTTP/1.1" status: 200 len: 946 time: 0.1999505 Aug 19 14:43:51.983386 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-2686046c-c629-44eb-a0af-921d1374c6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:51.987244 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=4e5d2b1f-5229-4651-a4ca-ff2d1acced60,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:51.988377 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-2686046c-c629-44eb-a0af-921d1374c6f2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c8acc88a-fe8b-43cc-b8bf-ebd805cfdcd1 HTTP/1.1" status: 200 len: 797 time: 0.1142266 Aug 19 14:43:52.115495 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f218a3-25e5-4180-8076-7964825084fe req-9c5feb08-6403-443a-a50b-dcd68f9a3b7f tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:52.117222 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-56f218a3-25e5-4180-8076-7964825084fe req-9c5feb08-6403-443a-a50b-dcd68f9a3b7f tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8caa0d7-0d36-449f-b34e-016a6372d8e6 HTTP/1.1" status: 200 len: 950 time: 0.1277754 Aug 19 14:43:52.207790 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb5e54-8a0d-42ec-a58b-e1aa7777ba38 req-e41e44f5-d81c-4888-b9e3-127a836b4ef9 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:52.218947 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4ffb5e54-8a0d-42ec-a58b-e1aa7777ba38 req-e41e44f5-d81c-4888-b9e3-127a836b4ef9 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=9671361f-f275-4af3-a2ad-6aba1e111894 HTTP/1.1" status: 200 len: 946 time: 0.1491888 Aug 19 14:43:52.245511 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-56f218a3-25e5-4180-8076-7964825084fe req-0311748f-83d3-4986-94a5-c2b71d10a359 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/security-groups?id=19759aef-5e53-498b-a5dd-689122a95927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150086 Aug 19 14:43:52.282938 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-f05292cf-5de2-43b5-aece-f2a88f00d0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:52.292186 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-f05292cf-5de2-43b5-aece-f2a88f00d0c6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=35f8f681-bcb0-473e-b781-4b88789fa2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2873685 Aug 19 14:43:52.318737 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-dd5e1b65-c32a-4a1a-b8cb-5e1ef05914e8 req-cf90a7d0-0816-4b6e-a493-f00db32e3d68 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Deleting port 778d3508-4a9a-4266-bbf8-06046241c6b9 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:43:52.324955 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dd5e1b65-c32a-4a1a-b8cb-5e1ef05914e8 req-cf90a7d0-0816-4b6e-a493-f00db32e3d68 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:52.452647 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4ffb5e54-8a0d-42ec-a58b-e1aa7777ba38 req-8f0da641-a3ef-4b5e-b57b-c1a8a610bf7b tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6d476b-f5fe-404d-b8c6-392d8305c509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327681 Aug 19 14:43:52.513184 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-dd5e1b65-c32a-4a1a-b8cb-5e1ef05914e8 req-cf90a7d0-0816-4b6e-a493-f00db32e3d68 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] For port 778d3508-4a9a-4266-bbf8-06046241c6b9, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=778d3508-4a9a-4266-bbf8-06046241c6b9,segment=NetworkSegment(fcd6ac5d-931b-4836-82cc-58250c6a0f69),segment_id=fcd6ac5d-931b-4836-82cc-58250c6a0f69)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:43:52.514267 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dd5e1b65-c32a-4a1a-b8cb-5e1ef05914e8 req-cf90a7d0-0816-4b6e-a493-f00db32e3d68 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:52.550745 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-dd5e1b65-c32a-4a1a-b8cb-5e1ef05914e8 req-cf90a7d0-0816-4b6e-a493-f00db32e3d68 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Calling delete_port for 778d3508-4a9a-4266-bbf8-06046241c6b9 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:43:52.552763 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-f57b9e47-a018-4d92-b9db-95125e38835c service neutron] 10.222.0.88 "GET /v2.0/networks/35f8f681-bcb0-473e-b781-4b88789fa2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439768 Aug 19 14:43:52.793763 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-a6936caf-0f28-409a-964f-b1f8c43a0f9f service neutron] 10.222.0.88 "GET /v2.0/networks/35f8f681-bcb0-473e-b781-4b88789fa2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327948 Aug 19 14:43:52.869131 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-fe8a43d8-da34-45a3-885a-197057f2f929 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4a7fd694-8a1a-46c5-8dda-a9af80047f38 HTTP/1.1" status: 200 len: 217 time: 0.0654542 Aug 19 14:43:52.879556 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dd5e1b65-c32a-4a1a-b8cb-5e1ef05914e8 req-cf90a7d0-0816-4b6e-a493-f00db32e3d68 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:52.928051 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf90a7d0-0816-4b6e-a493-f00db32e3d68 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Pushing event deleted for resources: {'Port': ['ID=778d3508-4a9a-4266-bbf8-06046241c6b9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:52.968537 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-b42e5fb9-dd1d-4c5a-8046-a158a156665b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:52.971580 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-b42e5fb9-dd1d-4c5a-8046-a158a156665b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9900bee7-cb74-4835-8689-e86fe6724bf5 HTTP/1.1" status: 200 len: 797 time: 0.0914216 Aug 19 14:43:53.034155 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd5e1b65-c32a-4a1a-b8cb-5e1ef05914e8 req-cf90a7d0-0816-4b6e-a493-f00db32e3d68 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] No DVR routers for this DVR port 778d3508-4a9a-4266-bbf8-06046241c6b9 on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:43:53.037977 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dd5e1b65-c32a-4a1a-b8cb-5e1ef05914e8 req-cf90a7d0-0816-4b6e-a493-f00db32e3d68 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:53.041227 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-dd5e1b65-c32a-4a1a-b8cb-5e1ef05914e8 req-cf90a7d0-0816-4b6e-a493-f00db32e3d68 tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.68 "DELETE /v2.0/ports/778d3508-4a9a-4266-bbf8-06046241c6b9 HTTP/1.1" status: 204 len: 173 time: 1.1385906 Aug 19 14:43:53.042650 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9671361f-f275-4af3-a2ad-6aba1e111894', 'name': 'network-vif-deleted', 'tag': '778d3508-4a9a-4266-bbf8-06046241c6b9'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:43:53.046453 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954fc1ef-ed5d-4487-8b47-b13b72e5d2a4" -d '{"events": [{"server_uuid": "9671361f-f275-4af3-a2ad-6aba1e111894", "name": "network-vif-deleted", "tag": "778d3508-4a9a-4266-bbf8-06046241c6b9"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:43:53.084841 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-a2752efc-fa38-4727-aea6-e358e4cc49ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:53.102415 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-a2752efc-fa38-4727-aea6-e358e4cc49ee service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f3436889-0f1e-4563-85ab-9bb255bdd019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1149912 Aug 19 14:43:53.136658 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41502527-55f1-4dd0-92b5-e0243857fde2 x-openstack-request-id: req-41502527-55f1-4dd0-92b5-e0243857fde2 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:43:53.136991 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9671361f-f275-4af3-a2ad-6aba1e111894", "name": "network-vif-deleted", "tag": "778d3508-4a9a-4266-bbf8-06046241c6b9", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:43:53.137267 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-41502527-55f1-4dd0-92b5-e0243857fde2 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:43:53.138266 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9671361f-f275-4af3-a2ad-6aba1e111894', 'name': 'network-vif-deleted', 'tag': '778d3508-4a9a-4266-bbf8-06046241c6b9', 'status': 'completed', 'code': 200} Aug 19 14:43:53.274227 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-21a694bb-bfbb-4d62-8b42-812375940a6b service neutron] 10.222.0.88 "GET /v2.0/networks/f3436889-0f1e-4563-85ab-9bb255bdd019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564844 Aug 19 14:43:53.325768 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8caa0d7-0d36-449f-b34e-016a6372d8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5d2b1f-5229-4651-a4ca-ff2d1acced60'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:43:53.332336 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c90275b-8dc6-40d3-af21-d479a8c8d5a9" -d '{"events": [{"server_uuid": "e8caa0d7-0d36-449f-b34e-016a6372d8e6", "name": "network-vif-plugged", "status": "completed", "tag": "4e5d2b1f-5229-4651-a4ca-ff2d1acced60"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:43:53.434470 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f5ffec-4f3c-49fb-bfdb-a83ae9b0578d x-openstack-request-id: req-d8f5ffec-4f3c-49fb-bfdb-a83ae9b0578d {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:43:53.435277 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8caa0d7-0d36-449f-b34e-016a6372d8e6", "name": "network-vif-plugged", "status": "completed", "tag": "4e5d2b1f-5229-4651-a4ca-ff2d1acced60", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:43:53.435616 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d8f5ffec-4f3c-49fb-bfdb-a83ae9b0578d {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:43:53.436081 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8caa0d7-0d36-449f-b34e-016a6372d8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5d2b1f-5229-4651-a4ca-ff2d1acced60', 'code': 200} Aug 19 14:43:53.501504 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device d028c98a-da11-452c-b1f0-4557ca12da6d up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:43:53.543015 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24199ed3-0b43-4126-b861-e3c583d8cf20 req-0fcfaba1-d897-4385-82ef-36262aa7b299 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:53.545997 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-24199ed3-0b43-4126-b861-e3c583d8cf20 req-0fcfaba1-d897-4385-82ef-36262aa7b299 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8caa0d7-0d36-449f-b34e-016a6372d8e6 HTTP/1.1" status: 200 len: 950 time: 0.1827407 Aug 19 14:43:53.552275 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-78dc852c-d42e-48b7-b007-fd34e25de3c6 service neutron] 10.222.0.88 "GET /v2.0/networks/f3436889-0f1e-4563-85ab-9bb255bdd019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689207 Aug 19 14:43:53.641295 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-ce396eec-1924-4a77-83d9-087be1727bd1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=753eba00-312b-4ae4-b21f-17ab912d1769 HTTP/1.1" status: 200 len: 217 time: 0.0780432 Aug 19 14:43:53.674603 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-24199ed3-0b43-4126-b861-e3c583d8cf20 req-b9e87453-8489-425a-8869-93721fc44f01 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/security-groups?id=19759aef-5e53-498b-a5dd-689122a95927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212733 Aug 19 14:43:53.686989 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port d028c98a-da11-452c-b1f0-4557ca12da6d completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:43:53.710084 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port d028c98a-da11-452c-b1f0-4557ca12da6d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:43:53.716232 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:53.741750 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eeacec-bf0f-45ca-b8cf-bd1a0782688c req-a8d0fa0e-3b6c-4fec-884d-d0d54ca18f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:53.749907 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-78eeacec-bf0f-45ca-b8cf-bd1a0782688c req-a8d0fa0e-3b6c-4fec-884d-d0d54ca18f9b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e8caa0d7-0d36-449f-b34e-016a6372d8e6 HTTP/1.1" status: 200 len: 1101 time: 0.2281909 Aug 19 14:43:53.754773 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-87538fc8-0f76-4b2b-ad13-2dd08c12a40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:53.761631 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-87538fc8-0f76-4b2b-ad13-2dd08c12a40a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9900bee7-cb74-4835-8689-e86fe6724bf5 HTTP/1.1" status: 200 len: 797 time: 0.1060178 Aug 19 14:43:53.860293 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:53.864599 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-78eeacec-bf0f-45ca-b8cf-bd1a0782688c req-23b8136b-edac-48fb-ade6-253b53674392 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=19759aef-5e53-498b-a5dd-689122a95927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067955 Aug 19 14:43:53.913321 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port d028c98a-da11-452c-b1f0-4557ca12da6d, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=d028c98a-da11-452c-b1f0-4557ca12da6d,segment=NetworkSegment(706f6673-405f-41c8-9975-bc9952598c62),segment_id=706f6673-405f-41c8-9975-bc9952598c62)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:43:53.919322 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:53.938697 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-db1298b7-820a-40ce-bda9-c7d47827acd6 req-62654e29-9da8-4e35-8b94-1b0c510c633d tempest-ImagesTestJSON-257903733 tempest-ImagesTestJSON-257903733-project] 10.222.0.69 "GET /v2.0/ports?device_id=9671361f-f275-4af3-a2ad-6aba1e111894 HTTP/1.1" status: 200 len: 210 time: 0.0669641 Aug 19 14:43:53.965150 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-284dc123-1fdc-4fb2-981f-3f713a721813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:53.970252 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-284dc123-1fdc-4fb2-981f-3f713a721813 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f3436889-0f1e-4563-85ab-9bb255bdd019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1960537 Aug 19 14:43:54.003062 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=d028c98a-da11-452c-b1f0-4557ca12da6d,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:54.153284 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-6f80ebc1-7307-462e-8416-013075fd8934 service neutron] 10.222.0.88 "GET /v2.0/networks/f3436889-0f1e-4563-85ab-9bb255bdd019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730034 Aug 19 14:43:54.294506 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3dfe929a-a4a4-407a-9f57-070259a2fcfc req-37586089-c3d8-4a5a-bbc8-681cb25b2060 service neutron] 10.222.0.88 "GET /v2.0/networks/f3436889-0f1e-4563-85ab-9bb255bdd019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228609 Aug 19 14:43:54.497363 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 778d3508-4a9a-4266-bbf8-06046241c6b9 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:43:54.519080 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: 778d3508-4a9a-4266-bbf8-06046241c6b9 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:43:54.519568 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 778d3508-4a9a-4266-bbf8-06046241c6b9 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:43:54.856994 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815167c-7137-4f89-b975-c39fae4d5023 req-e85ac34f-5f7e-4d61-9317-853ed7b8e603 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:54.864568 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1815167c-7137-4f89-b975-c39fae4d5023 req-e85ac34f-5f7e-4d61-9317-853ed7b8e603 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8caa0d7-0d36-449f-b34e-016a6372d8e6 HTTP/1.1" status: 200 len: 950 time: 0.0637469 Aug 19 14:43:54.918460 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1815167c-7137-4f89-b975-c39fae4d5023 req-c60fe9db-1ba6-4360-9807-72718f4e0ec1 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/security-groups?id=19759aef-5e53-498b-a5dd-689122a95927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523806 Aug 19 14:43:55.350149 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device d028c98a-da11-452c-b1f0-4557ca12da6d up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:43:55.399487 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port d028c98a-da11-452c-b1f0-4557ca12da6d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:43:55.399887 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:56.705500 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b43c59-22f7-41f4-a36e-d13e4954f5ae req-b323096a-815f-4df9-bc26-f44e739a2731 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:56.708521 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f0b43c59-22f7-41f4-a36e-d13e4954f5ae req-b323096a-815f-4df9-bc26-f44e739a2731 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8caa0d7-0d36-449f-b34e-016a6372d8e6 HTTP/1.1" status: 200 len: 950 time: 0.0549459 Aug 19 14:43:56.757624 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f0b43c59-22f7-41f4-a36e-d13e4954f5ae req-5d2dbe07-1cf4-445c-b102-69c935cfaa51 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/security-groups?id=19759aef-5e53-498b-a5dd-689122a95927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435655 Aug 19 14:43:57.362266 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498750ce-d561-49f6-a41b-199f9faae466 req-2fd83268-3019-47a7-97e8-3b4bdbcb12e3 tempest-ServersAdminNegativeTestJSON-1617786990 tempest-ServersAdminNegativeTestJSON-1617786990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:57.364340 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-498750ce-d561-49f6-a41b-199f9faae466 req-2fd83268-3019-47a7-97e8-3b4bdbcb12e3 tempest-ServersAdminNegativeTestJSON-1617786990 tempest-ServersAdminNegativeTestJSON-1617786990-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=e8caa0d7-0d36-449f-b34e-016a6372d8e6 HTTP/1.1" status: 200 len: 1101 time: 0.0551238 Aug 19 14:43:57.390975 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-498750ce-d561-49f6-a41b-199f9faae466 req-330e1487-4121-4f6a-984d-397c958c7514 tempest-ServersAdminNegativeTestJSON-1617786990 tempest-ServersAdminNegativeTestJSON-1617786990-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:57.502382 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f6f3a4-640b-4fa3-bc29-204a8560a073 req-56a349c8-c9e5-44fa-80ba-f86c3c23e867 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:57.503882 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-49f6f3a4-640b-4fa3-bc29-204a8560a073 req-56a349c8-c9e5-44fa-80ba-f86c3c23e867 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] 10.222.0.69 "GET /v2.0/ports?device_id=ffc89206-78ba-4e56-aecf-8145878abc50 HTTP/1.1" status: 200 len: 949 time: 0.0877645 Aug 19 14:43:57.569595 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-498750ce-d561-49f6-a41b-199f9faae466 req-330e1487-4121-4f6a-984d-397c958c7514 tempest-ServersAdminNegativeTestJSON-1617786990 tempest-ServersAdminNegativeTestJSON-1617786990-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:57.577876 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-498750ce-d561-49f6-a41b-199f9faae466 req-330e1487-4121-4f6a-984d-397c958c7514 tempest-ServersAdminNegativeTestJSON-1617786990 tempest-ServersAdminNegativeTestJSON-1617786990-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:57.614181 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-498750ce-d561-49f6-a41b-199f9faae466 req-330e1487-4121-4f6a-984d-397c958c7514 tempest-ServersAdminNegativeTestJSON-1617786990 tempest-ServersAdminNegativeTestJSON-1617786990-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=19759aef-5e53-498b-a5dd-689122a95927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431817 Aug 19 14:43:57.629488 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-49f6f3a4-640b-4fa3-bc29-204a8560a073 req-661803cd-3cf0-4757-be3a-4e10c361207e tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] 10.222.0.69 "GET /v2.0/security-groups?id=298660ab-5509-4225-9d11-e0a943d977b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171732 Aug 19 14:43:57.646477 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e1487-4121-4f6a-984d-397c958c7514 tempest-ServersAdminNegativeTestJSON-1617786990 tempest-ServersAdminNegativeTestJSON-1617786990-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657b1241-8d9e-4d5e-80db-855615c67c7d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:58.129925 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 45418) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:58.183521 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-165c018e-d73f-4804-baab-269aa1803129 admin admin] Deleting subnet 96c073c2-076a-458f-865d-1053b0f62f3d {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:43:58.186980 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-165c018e-d73f-4804-baab-269aa1803129 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:58.225247 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-165c018e-d73f-4804-baab-269aa1803129 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:58.269716 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-165c018e-d73f-4804-baab-269aa1803129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:58.364720 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-165c018e-d73f-4804-baab-269aa1803129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:58.409810 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165c018e-d73f-4804-baab-269aa1803129 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96c073c2-076a-458f-865d-1053b0f62f3d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:58.413664 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-165c018e-d73f-4804-baab-269aa1803129 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:58.420682 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-165c018e-d73f-4804-baab-269aa1803129 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/96c073c2-076a-458f-865d-1053b0f62f3d HTTP/1.1" status: 204 len: 168 time: 0.2892060 Aug 19 14:43:58.422925 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 45438) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:58.509023 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77c2e4a4-0562-41cb-9a15-0152fdbdd88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:58.596457 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77c2e4a4-0562-41cb-9a15-0152fdbdd88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:58.607524 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-77c2e4a4-0562-41cb-9a15-0152fdbdd88e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94d71021-0e52-4f61-9f79-5084b440fea5']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:43:58.619322 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-77c2e4a4-0562-41cb-9a15-0152fdbdd88e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcd6ac5d-931b-4836-82cc-58250c6a0f69') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:43:58.619849 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-77c2e4a4-0562-41cb-9a15-0152fdbdd88e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcd6ac5d-931b-4836-82cc-58250c6a0f69') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:43:58.630295 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77c2e4a4-0562-41cb-9a15-0152fdbdd88e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:58.645265 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77c2e4a4-0562-41cb-9a15-0152fdbdd88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:58.655443 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77c2e4a4-0562-41cb-9a15-0152fdbdd88e admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:43:58.655707 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77c2e4a4-0562-41cb-9a15-0152fdbdd88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:58.658442 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:43:58.658442 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:43:58.658442 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:43:58.658442 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:43:58.658442 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:43:58.658442 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:43:58.658442 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:43:58.658442 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:43:58.658442 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:43:58.658442 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:43:58.658442 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:43:58.658442 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:43:58.658442 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:43:58.658442 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:43:58.658442 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:43:58.658442 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:43:58.658442 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:43:58.658442 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:43:58.658442 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:43:58.658442 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:43:58.658442 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:43:58.658442 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:43:58.658442 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:43:58.658442 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:43:58.658442 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:43:58.658442 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:43:58.658442 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:43:58.658442 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:43:58.658442 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:43:58.658442 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:43:58.658442 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:43:58.658442 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:43:58.731800 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77c2e4a4-0562-41cb-9a15-0152fdbdd88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:58.744468 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77c2e4a4-0562-41cb-9a15-0152fdbdd88e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:58.750677 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-77c2e4a4-0562-41cb-9a15-0152fdbdd88e admin admin] 10.222.0.69 "DELETE /v2.0/networks/94d71021-0e52-4f61-9f79-5084b440fea5 HTTP/1.1" status: 204 len: 168 time: 0.3267388 Aug 19 14:43:58.765803 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e7e89-07fc-4c68-ba0e-65f187ca926b req-b9f09c09-8364-4f8e-aea5-9d4e1662d95f tempest-ServersAdminNegativeTestJSON-1617786990 tempest-ServersAdminNegativeTestJSON-1617786990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:58.767995 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c2e4a4-0562-41cb-9a15-0152fdbdd88e admin admin] Pushing event deleted for resources: {'Network': ['ID=94d71021-0e52-4f61-9f79-5084b440fea5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:58.770411 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f18e7e89-07fc-4c68-ba0e-65f187ca926b req-b9f09c09-8364-4f8e-aea5-9d4e1662d95f tempest-ServersAdminNegativeTestJSON-1617786990 tempest-ServersAdminNegativeTestJSON-1617786990-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=e8caa0d7-0d36-449f-b34e-016a6372d8e6 HTTP/1.1" status: 200 len: 1101 time: 0.0592177 Aug 19 14:43:58.974484 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f18e7e89-07fc-4c68-ba0e-65f187ca926b req-b7f34ca7-4da4-4134-88f5-3f0f717ae2df tempest-ServersAdminNegativeTestJSON-1617786990 tempest-ServersAdminNegativeTestJSON-1617786990-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=19759aef-5e53-498b-a5dd-689122a95927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943188 Aug 19 14:43:59.054201 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 45498) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:59.132159 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4dcabaf5-9112-4427-957c-c1b79ed1b9c6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b611e89c59444d069c1d991f556f75aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0741072 Aug 19 14:43:59.132888 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 45506) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:43:59.203225 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ccd684d6-7a8b-442b-947e-e07e45192f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:59.227913 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ccd684d6-7a8b-442b-947e-e07e45192f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:59.289074 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ccd684d6-7a8b-442b-947e-e07e45192f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:59.294170 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ccd684d6-7a8b-442b-947e-e07e45192f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:43:59.295532 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ccd684d6-7a8b-442b-947e-e07e45192f4f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8e6d476b-f5fe-404d-b8c6-392d8305c509 HTTP/1.1" status: 204 len: 168 time: 0.1619928 Aug 19 14:43:59.305184 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd684d6-7a8b-442b-947e-e07e45192f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6d476b-f5fe-404d-b8c6-392d8305c509,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:43:59.664400 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2abdc0b-06ee-483c-9c4b-9ee293375d11 req-dc15ca2b-4de9-44b7-bff0-acf592376d99 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:43:59.666074 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a2abdc0b-06ee-483c-9c4b-9ee293375d11 req-dc15ca2b-4de9-44b7-bff0-acf592376d99 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8caa0d7-0d36-449f-b34e-016a6372d8e6 HTTP/1.1" status: 200 len: 950 time: 0.0626097 Aug 19 14:43:59.712609 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a2abdc0b-06ee-483c-9c4b-9ee293375d11 req-1f575aad-da90-4f67-a84c-2ea72a84bed9 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/security-groups?id=19759aef-5e53-498b-a5dd-689122a95927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398359 Aug 19 14:44:00.376585 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 45632) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:00.529675 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c01bed60-f17d-4683-8fda-e77f1cd8a5cb admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1681953074-network', 'tenant_id': 'bd1709e8cdcf404f8e501cbea2b0ebc9'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:00.553093 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01bed60-f17d-4683-8fda-e77f1cd8a5cb admin admin] Made reservation on behalf of bd1709e8cdcf404f8e501cbea2b0ebc9 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:44:00.557049 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c01bed60-f17d-4683-8fda-e77f1cd8a5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:00.568163 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c01bed60-f17d-4683-8fda-e77f1cd8a5cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:00.678283 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c01bed60-f17d-4683-8fda-e77f1cd8a5cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:00.684153 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c01bed60-f17d-4683-8fda-e77f1cd8a5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:00.711054 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c01bed60-f17d-4683-8fda-e77f1cd8a5cb admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:44:00.721852 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01bed60-f17d-4683-8fda-e77f1cd8a5cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41556f32-a9f9-4573-935a-2d992a544d1c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:00.726937 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c01bed60-f17d-4683-8fda-e77f1cd8a5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:00.727292 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-c01bed60-f17d-4683-8fda-e77f1cd8a5cb admin admin] Added segment ce56027d-a8cb-4777-b7f5-2e96b89436f0 of type vlan for network 9db2685e-ec6e-4ca1-b022-812b548fe7ec Aug 19 14:44:00.782996 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c01bed60-f17d-4683-8fda-e77f1cd8a5cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:00.844503 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c01bed60-f17d-4683-8fda-e77f1cd8a5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:00.845552 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01bed60-f17d-4683-8fda-e77f1cd8a5cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:00.846155 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c01bed60-f17d-4683-8fda-e77f1cd8a5cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:00.909703 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-c01bed60-f17d-4683-8fda-e77f1cd8a5cb admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5316467 Aug 19 14:44:00.912797 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 45666) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:00.918891 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4acaf59a-1415-45f7-a3de-6ac31ec302e1 admin admin] Request body: {'subnet': {'network_id': '9db2685e-ec6e-4ca1-b022-812b548fe7ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1681953074-subnet', 'tenant_id': 'bd1709e8cdcf404f8e501cbea2b0ebc9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:00.924335 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220040ed-0097-4314-988f-23ec9f06238b req-3318d19d-8f97-46a8-9dd1-ba9b6632b2a9 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:00.926127 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-220040ed-0097-4314-988f-23ec9f06238b req-3318d19d-8f97-46a8-9dd1-ba9b6632b2a9 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8caa0d7-0d36-449f-b34e-016a6372d8e6 HTTP/1.1" status: 200 len: 950 time: 0.1304917 Aug 19 14:44:00.932955 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01bed60-f17d-4683-8fda-e77f1cd8a5cb admin admin] Pushing event updated for resources: {'Network': ['ID=9db2685e-ec6e-4ca1-b022-812b548fe7ec,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:00.944871 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 9db2685e-ec6e-4ca1-b022-812b548fe7ec details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:44:00.972795 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4acaf59a-1415-45f7-a3de-6ac31ec302e1 admin admin] Made reservation on behalf of bd1709e8cdcf404f8e501cbea2b0ebc9 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:44:00.975951 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4acaf59a-1415-45f7-a3de-6ac31ec302e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:00.978788 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-220040ed-0097-4314-988f-23ec9f06238b req-cad75b9d-2e2b-4d14-9490-7e63c7aa7302 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/security-groups?id=19759aef-5e53-498b-a5dd-689122a95927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423079 Aug 19 14:44:01.181635 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4acaf59a-1415-45f7-a3de-6ac31ec302e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:01.252426 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acaf59a-1415-45f7-a3de-6ac31ec302e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f84d1022-185e-4d1c-ae84-0165ae47cc2c,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:01.260190 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acaf59a-1415-45f7-a3de-6ac31ec302e1 admin admin] Checking segment: {'id': 'ce56027d-a8cb-4777-b7f5-2e96b89436f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9db2685e-ec6e-4ca1-b022-812b548fe7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:44:01.261340 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acaf59a-1415-45f7-a3de-6ac31ec302e1 admin admin] Network hostable DHCP agents. Network: 9db2685e-ec6e-4ca1-b022-812b548fe7ec, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:44:01.283143 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acaf59a-1415-45f7-a3de-6ac31ec302e1 admin admin] Network 9db2685e-ec6e-4ca1-b022-812b548fe7ec is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:44:01.307884 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-4acaf59a-1415-45f7-a3de-6ac31ec302e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 9db2685e-ec6e-4ca1-b022-812b548fe7ec) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:44:01.325325 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acaf59a-1415-45f7-a3de-6ac31ec302e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:01.325948 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4acaf59a-1415-45f7-a3de-6ac31ec302e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:01.338452 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ee78fc-1e60-4ce2-8f6e-9ca76a286ea3 None None] Network 9db2685e-ec6e-4ca1-b022-812b548fe7ec requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:44:01.346018 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4acaf59a-1415-45f7-a3de-6ac31ec302e1 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4320123 Aug 19 14:44:01.349160 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 45702) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:01.358845 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-84c86569-cf43-4b17-a605-4ada1eded95a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:01.366906 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7a864f39-ebdc-4b41-a11d-0add0e494410 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1681953074-router', 'tenant_id': 'bd1709e8cdcf404f8e501cbea2b0ebc9', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:01.399591 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7a864f39-ebdc-4b41-a11d-0add0e494410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:01.403570 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7a864f39-ebdc-4b41-a11d-0add0e494410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:01.444543 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c7173-6831-43fc-9f00-3fbf9acc833e req-dc5ad5a8-b525-4a3a-9bc1-b54da817a0ae tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:01.446793 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d24c7173-6831-43fc-9f00-3fbf9acc833e req-dc5ad5a8-b525-4a3a-9bc1-b54da817a0ae tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8caa0d7-0d36-449f-b34e-016a6372d8e6 HTTP/1.1" status: 200 len: 950 time: 0.0672121 Aug 19 14:44:01.533719 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7a864f39-ebdc-4b41-a11d-0add0e494410 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:01.769704 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3c087f-6bc8-4da9-8233-083888947cea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-9db2685e-ec6e-4ca1-b022-812b548fe7ec', 'network_id': '9db2685e-ec6e-4ca1-b022-812b548fe7ec', 'tenant_id': 'bd1709e8cdcf404f8e501cbea2b0ebc9', 'fixed_ips': [{'subnet_id': 'f84d1022-185e-4d1c-ae84-0165ae47cc2c'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:44:01.770740 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ba3c087f-6bc8-4da9-8233-083888947cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:01.785508 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7a864f39-ebdc-4b41-a11d-0add0e494410 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:01.980675 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-ba3c087f-6bc8-4da9-8233-083888947cea None None] Allocated IP 172.20.0.2 (9db2685e-ec6e-4ca1-b022-812b548fe7ec/f84d1022-185e-4d1c-ae84-0165ae47cc2c/1c8b95b2-bcbc-4040-9cc3-79ab66cb44a9) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:44:02.117924 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7a864f39-ebdc-4b41-a11d-0add0e494410 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:02.123984 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-d24c7173-6831-43fc-9f00-3fbf9acc833e req-2532f987-1851-45ac-8b81-ec62bdf7060d tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Deleting port 4e5d2b1f-5229-4651-a4ca-ff2d1acced60 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:44:02.124555 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d24c7173-6831-43fc-9f00-3fbf9acc833e req-2532f987-1851-45ac-8b81-ec62bdf7060d tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:02.141409 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7a864f39-ebdc-4b41-a11d-0add0e494410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:02.233990 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-d24c7173-6831-43fc-9f00-3fbf9acc833e req-2532f987-1851-45ac-8b81-ec62bdf7060d tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] For port 4e5d2b1f-5229-4651-a4ca-ff2d1acced60, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=4e5d2b1f-5229-4651-a4ca-ff2d1acced60,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:44:02.234668 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d24c7173-6831-43fc-9f00-3fbf9acc833e req-2532f987-1851-45ac-8b81-ec62bdf7060d tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:02.250405 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-d24c7173-6831-43fc-9f00-3fbf9acc833e req-2532f987-1851-45ac-8b81-ec62bdf7060d tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Calling delete_port for 4e5d2b1f-5229-4651-a4ca-ff2d1acced60 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:44:02.259956 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ba3c087f-6bc8-4da9-8233-083888947cea None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:02.282367 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ba3c087f-6bc8-4da9-8233-083888947cea None None] Transition to ACTIVE for port object 1c8b95b2-bcbc-4040-9cc3-79ab66cb44a9 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:44:02.321351 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f64dae-3c49-4d0a-88b0-54350650c3fe req-cae5354c-42da-455b-ba9e-5560e92a6932 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:02.322144 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ba3c087f-6bc8-4da9-8233-083888947cea None None] Transition to ACTIVE for port object 1c8b95b2-bcbc-4040-9cc3-79ab66cb44a9 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:44:02.329954 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-76f64dae-3c49-4d0a-88b0-54350650c3fe req-cae5354c-42da-455b-ba9e-5560e92a6932 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8caa0d7-0d36-449f-b34e-016a6372d8e6 HTTP/1.1" status: 200 len: 950 time: 0.0929873 Aug 19 14:44:02.337305 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ba3c087f-6bc8-4da9-8233-083888947cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:02.363911 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-7a864f39-ebdc-4b41-a11d-0add0e494410 admin admin] Allocated IP 172.25.2.118 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/32ec402c-0c77-4fe8-92ee-e180c1b776a1) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:44:02.419965 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d24c7173-6831-43fc-9f00-3fbf9acc833e req-2532f987-1851-45ac-8b81-ec62bdf7060d tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:02.480225 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2532f987-1851-45ac-8b81-ec62bdf7060d tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Pushing event deleted for resources: {'Port': ['ID=4e5d2b1f-5229-4651-a4ca-ff2d1acced60,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:02.489519 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3c087f-6bc8-4da9-8233-083888947cea None None] Network 9db2685e-ec6e-4ca1-b022-812b548fe7ec is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:44:02.489987 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3c087f-6bc8-4da9-8233-083888947cea None None] Pushing event updated for resources: {'Port': ['ID=1c8b95b2-bcbc-4040-9cc3-79ab66cb44a9,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:02.496203 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-76f64dae-3c49-4d0a-88b0-54350650c3fe req-0518066f-9d19-4f43-b2ad-d9a0641ebc94 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/security-groups?id=19759aef-5e53-498b-a5dd-689122a95927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650639 Aug 19 14:44:02.504112 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-d24c7173-6831-43fc-9f00-3fbf9acc833e req-2532f987-1851-45ac-8b81-ec62bdf7060d tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] No DVR routers for this DVR port 4e5d2b1f-5229-4651-a4ca-ff2d1acced60 on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:44:02.506971 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d24c7173-6831-43fc-9f00-3fbf9acc833e req-2532f987-1851-45ac-8b81-ec62bdf7060d tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:02.511933 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d24c7173-6831-43fc-9f00-3fbf9acc833e req-2532f987-1851-45ac-8b81-ec62bdf7060d tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.68 "DELETE /v2.0/ports/4e5d2b1f-5229-4651-a4ca-ff2d1acced60 HTTP/1.1" status: 204 len: 173 time: 1.0570993 Aug 19 14:44:02.512430 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8caa0d7-0d36-449f-b34e-016a6372d8e6', 'name': 'network-vif-deleted', 'tag': '4e5d2b1f-5229-4651-a4ca-ff2d1acced60'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:44:02.515479 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246a468d-f3df-4852-99bc-dfc165ebf7f7" -d '{"events": [{"server_uuid": "e8caa0d7-0d36-449f-b34e-016a6372d8e6", "name": "network-vif-deleted", "tag": "4e5d2b1f-5229-4651-a4ca-ff2d1acced60"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:44:02.524976 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['4e5d2b1f-5229-4651-a4ca-ff2d1acced60'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:44:02.529280 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['799b087e-d6d6-46ba-82d4-8537174b2458'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:44:02.536625 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device e3d44f3d-7870-4990-824d-49fb14de14e2 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:44:02.541455 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-ba3c087f-6bc8-4da9-8233-083888947cea None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:44:02.650341 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7a864f39-ebdc-4b41-a11d-0add0e494410 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:02.667928 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5653538-6541-45de-b925-0ec12060a46c x-openstack-request-id: req-b5653538-6541-45de-b925-0ec12060a46c {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:44:02.668434 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8caa0d7-0d36-449f-b34e-016a6372d8e6", "name": "network-vif-deleted", "tag": "4e5d2b1f-5229-4651-a4ca-ff2d1acced60", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:44:02.668859 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b5653538-6541-45de-b925-0ec12060a46c {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:44:02.669379 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8caa0d7-0d36-449f-b34e-016a6372d8e6', 'name': 'network-vif-deleted', 'tag': '4e5d2b1f-5229-4651-a4ca-ff2d1acced60', 'status': 'completed', 'code': 200} Aug 19 14:44:02.721674 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7a864f39-ebdc-4b41-a11d-0add0e494410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:02.754704 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3c087f-6bc8-4da9-8233-083888947cea None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:44:02.771762 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a864f39-ebdc-4b41-a11d-0add0e494410 admin admin] Pushing event updated for resources: {'Port': ['ID=32ec402c-0c77-4fe8-92ee-e180c1b776a1,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:02.786168 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a864f39-ebdc-4b41-a11d-0add0e494410 admin admin] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:44:02.788128 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-7a864f39-ebdc-4b41-a11d-0add0e494410 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:44:02.790797 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a864f39-ebdc-4b41-a11d-0add0e494410 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:44:02.921455 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ba3c087f-6bc8-4da9-8233-083888947cea None None] Attempting to bind port 1c8b95b2-bcbc-4040-9cc3-79ab66cb44a9 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:44:02.921908 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ba3c087f-6bc8-4da9-8233-083888947cea None None] Attempting to bind port 1c8b95b2-bcbc-4040-9cc3-79ab66cb44a9 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'ce56027d-a8cb-4777-b7f5-2e96b89436f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9db2685e-ec6e-4ca1-b022-812b548fe7ec'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:44:02.922600 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3c087f-6bc8-4da9-8233-083888947cea None None] Attempting to bind port 1c8b95b2-bcbc-4040-9cc3-79ab66cb44a9 on network 9db2685e-ec6e-4ca1-b022-812b548fe7ec {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:44:02.962901 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3c087f-6bc8-4da9-8233-083888947cea None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:44:02.963299 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3c087f-6bc8-4da9-8233-083888947cea None None] Checking segment: {'id': 'ce56027d-a8cb-4777-b7f5-2e96b89436f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9db2685e-ec6e-4ca1-b022-812b548fe7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:44:02.964266 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ba3c087f-6bc8-4da9-8233-083888947cea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:02.964691 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3c087f-6bc8-4da9-8233-083888947cea None None] Bound using segment: {'id': 'ce56027d-a8cb-4777-b7f5-2e96b89436f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9db2685e-ec6e-4ca1-b022-812b548fe7ec'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:44:02.965344 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ba3c087f-6bc8-4da9-8233-083888947cea None None] Bound port: 1c8b95b2-bcbc-4040-9cc3-79ab66cb44a9, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce56027d-a8cb-4777-b7f5-2e96b89436f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9db2685e-ec6e-4ca1-b022-812b548fe7ec'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:44:02.965882 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ba3c087f-6bc8-4da9-8233-083888947cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:03.049641 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:03.133127 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7a864f39-ebdc-4b41-a11d-0add0e494410 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:03.180216 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc89206-78ba-4e56-aecf-8145878abc50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3d44f3d-7870-4990-824d-49fb14de14e2'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:44:03.185580 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9ce566-fd6a-4eb2-8b6f-bc4ee5d914ab" -d '{"events": [{"server_uuid": "ffc89206-78ba-4e56-aecf-8145878abc50", "name": "network-vif-unplugged", "status": "completed", "tag": "e3d44f3d-7870-4990-824d-49fb14de14e2"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:44:03.251463 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port e3d44f3d-7870-4990-824d-49fb14de14e2, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=e3d44f3d-7870-4990-824d-49fb14de14e2,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:44:03.262247 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ba3c087f-6bc8-4da9-8233-083888947cea None None] For port 1c8b95b2-bcbc-4040-9cc3-79ab66cb44a9, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:44:03.281268 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ba3c087f-6bc8-4da9-8233-083888947cea None None] For port 1c8b95b2-bcbc-4040-9cc3-79ab66cb44a9, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=1c8b95b2-bcbc-4040-9cc3-79ab66cb44a9,segment=NetworkSegment(ce56027d-a8cb-4777-b7f5-2e96b89436f0),segment_id=ce56027d-a8cb-4777-b7f5-2e96b89436f0)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:44:03.283563 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 14:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6297fb-8c63-43c3-b39c-fecb3e268810 x-openstack-request-id: req-5c6297fb-8c63-43c3-b39c-fecb3e268810 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:44:03.283852 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc89206-78ba-4e56-aecf-8145878abc50", "name": "network-vif-unplugged", "status": "completed", "tag": "e3d44f3d-7870-4990-824d-49fb14de14e2", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:44:03.284089 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5c6297fb-8c63-43c3-b39c-fecb3e268810 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:44:03.284619 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc89206-78ba-4e56-aecf-8145878abc50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3d44f3d-7870-4990-824d-49fb14de14e2', 'code': 200} Aug 19 14:44:03.287966 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:03.297962 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ba3c087f-6bc8-4da9-8233-083888947cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:03.380488 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=e3d44f3d-7870-4990-824d-49fb14de14e2,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:03.417428 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7a864f39-ebdc-4b41-a11d-0add0e494410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:03.456931 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3c087f-6bc8-4da9-8233-083888947cea None None] Pushing event updated for resources: {'Port': ['ID=1c8b95b2-bcbc-4040-9cc3-79ab66cb44a9,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:03.618736 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a864f39-ebdc-4b41-a11d-0add0e494410 admin admin] Router 85799e8a-8d71-4220-a19f-0754a544f5df is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:44:03.651930 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:03.683179 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 45834) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:03.700953 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:44:03.877470 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a864f39-ebdc-4b41-a11d-0add0e494410 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:44:03.890231 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de3b455-c4d8-4e5e-a830-cd113526c37b None None] Sync routers for ids ['85799e8a-8d71-4220-a19f-0754a544f5df'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:44:03.904941 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de3b455-c4d8-4e5e-a830-cd113526c37b None None] Routers {'85799e8a-8d71-4220-a19f-0754a544f5df'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:44:03.905565 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4de3b455-c4d8-4e5e-a830-cd113526c37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:43:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['85799e8a-8d71-4220-a19f-0754a544f5df'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:44:03.906193 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7a864f39-ebdc-4b41-a11d-0add0e494410 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:03.912576 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 45852) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:03.913230 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-7a864f39-ebdc-4b41-a11d-0add0e494410 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5617311 Aug 19 14:44:04.025426 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d7bea3-501a-4f68-b2cd-1b10138e7319 req-5ed32f30-e209-41fd-a2d4-2e7b27bd3650 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:04.027790 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-35d7bea3-501a-4f68-b2cd-1b10138e7319 req-5ed32f30-e209-41fd-a2d4-2e7b27bd3650 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba984a2d-ba55-4e60-9e45-c4eb807eb928 HTTP/1.1" status: 200 len: 950 time: 0.0754750 Aug 19 14:44:04.040611 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6a370a5-6aca-4db8-a042-b528a497aa21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:04.075232 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-4de3b455-c4d8-4e5e-a830-cd113526c37b None None] Set router 85799e8a-8d71-4220-a19f-0754a544f5df gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:44:04.101730 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-35d7bea3-501a-4f68-b2cd-1b10138e7319 req-29654915-9593-477d-8c89-75a5711add15 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/security-groups?id=19759aef-5e53-498b-a5dd-689122a95927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670979 Aug 19 14:44:04.270458 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6a370a5-6aca-4db8-a042-b528a497aa21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:04.315596 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f4bc63e8-eff4-43bc-a4d7-2cf0605cf2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:04.330861 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6a370a5-6aca-4db8-a042-b528a497aa21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:04.345302 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4de3b455-c4d8-4e5e-a830-cd113526c37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85799e8a-8d71-4220-a19f-0754a544f5df', 'name': 'tempest-ServersTestMultiNic-1681953074-router', 'tenant_id': 'bd1709e8cdcf404f8e501cbea2b0ebc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '32ec402c-0c77-4fe8-92ee-e180c1b776a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:44:01Z', 'updated_at': '2021-08-19T14:44:02Z', 'revision_number': 3, 'project_id': 'bd1709e8cdcf404f8e501cbea2b0ebc9', 'gw_port': {'id': '32ec402c-0c77-4fe8-92ee-e180c1b776a1', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:82:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85799e8a-8d71-4220-a19f-0754a544f5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:44:02Z', 'updated_at': '2021-08-19T14:44:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:44:04.388073 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de3b455-c4d8-4e5e-a830-cd113526c37b None None] Checking router: 85799e8a-8d71-4220-a19f-0754a544f5df for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:44:04.388617 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de3b455-c4d8-4e5e-a830-cd113526c37b None None] Updating router 85799e8a-8d71-4220-a19f-0754a544f5df port 32ec402c-0c77-4fe8-92ee-e180c1b776a1 binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:44:04.397190 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a370a5-6aca-4db8-a042-b528a497aa21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e310be9d-6f77-492e-a7ba-bb87709601d2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:04.445829 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-4de3b455-c4d8-4e5e-a830-cd113526c37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:04.456968 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f6a370a5-6aca-4db8-a042-b528a497aa21 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5dd71d2a389c4259b3581afa3da4d3b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7725506 Aug 19 14:44:04.457728 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 45874) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:04.499644 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device e3d44f3d-7870-4990-824d-49fb14de14e2 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:44:04.515056 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:04.610348 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 4e5d2b1f-5229-4651-a4ca-ff2d1acced60 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:44:04.643968 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: 4e5d2b1f-5229-4651-a4ca-ff2d1acced60 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:44:04.644332 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 4e5d2b1f-5229-4651-a4ca-ff2d1acced60 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:44:04.669039 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-93483510-22b4-4876-93b6-d9efc83c2722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:04.715666 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-93483510-22b4-4876-93b6-d9efc83c2722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:04.732751 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port e3d44f3d-7870-4990-824d-49fb14de14e2, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=e3d44f3d-7870-4990-824d-49fb14de14e2,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:44:04.748036 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': 'e3d44f3d-7870-4990-824d-49fb14de14e2', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'port_id': 'e3d44f3d-7870-4990-824d-49fb14de14e2', 'mac_address': 'fa:16:3e:bc:b0:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:44:04.816119 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:04.850640 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3d44f3d-7870-4990-824d-49fb14de14e2 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:44:04.865607 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae5ef08-f99e-4b30-9388-b3574a8ffd21 None None] Network 9db2685e-ec6e-4ca1-b022-812b548fe7ec requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:44:05.016260 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-93483510-22b4-4876-93b6-d9efc83c2722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:05.026403 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-93483510-22b4-4876-93b6-d9efc83c2722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:05.032377 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-93483510-22b4-4876-93b6-d9efc83c2722 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e310be9d-6f77-492e-a7ba-bb87709601d2 HTTP/1.1" status: 204 len: 168 time: 0.5710449 Aug 19 14:44:05.047906 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port e3d44f3d-7870-4990-824d-49fb14de14e2, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=e3d44f3d-7870-4990-824d-49fb14de14e2,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:44:05.072171 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-4de3b455-c4d8-4e5e-a830-cd113526c37b None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:05.087639 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-4de3b455-c4d8-4e5e-a830-cd113526c37b None None] Transition to ACTIVE for port object 32ec402c-0c77-4fe8-92ee-e180c1b776a1 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:44:05.094880 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93483510-22b4-4876-93b6-d9efc83c2722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e310be9d-6f77-492e-a7ba-bb87709601d2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:05.097224 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-4de3b455-c4d8-4e5e-a830-cd113526c37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:05.104488 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:05.153687 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-4de3b455-c4d8-4e5e-a830-cd113526c37b None None] Attempting to bind port 32ec402c-0c77-4fe8-92ee-e180c1b776a1 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:44:05.154319 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-4de3b455-c4d8-4e5e-a830-cd113526c37b None None] Attempting to bind port 32ec402c-0c77-4fe8-92ee-e180c1b776a1 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:44:05.154836 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de3b455-c4d8-4e5e-a830-cd113526c37b None None] Attempting to bind port 32ec402c-0c77-4fe8-92ee-e180c1b776a1 on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:44:05.169478 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de3b455-c4d8-4e5e-a830-cd113526c37b None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:44:05.170263 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de3b455-c4d8-4e5e-a830-cd113526c37b None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:44:05.170873 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-4de3b455-c4d8-4e5e-a830-cd113526c37b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:05.171543 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de3b455-c4d8-4e5e-a830-cd113526c37b None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:44:05.172290 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-4de3b455-c4d8-4e5e-a830-cd113526c37b None None] Bound port: 32ec402c-0c77-4fe8-92ee-e180c1b776a1, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:44:05.173084 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-4de3b455-c4d8-4e5e-a830-cd113526c37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:05.239574 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=e3d44f3d-7870-4990-824d-49fb14de14e2,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:05.293714 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d1abdd87-310a-4026-85ea-d537b6a32915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:05.318039 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-4de3b455-c4d8-4e5e-a830-cd113526c37b None None] For port 32ec402c-0c77-4fe8-92ee-e180c1b776a1, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:44:05.332175 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-4de3b455-c4d8-4e5e-a830-cd113526c37b None None] For port 32ec402c-0c77-4fe8-92ee-e180c1b776a1, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=32ec402c-0c77-4fe8-92ee-e180c1b776a1,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:44:05.351879 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e45e55-be34-4092-8b07-aba798058834 None None] Pushing event updated for resources: {'Port': ['ID=32ec402c-0c77-4fe8-92ee-e180c1b776a1,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:05.388397 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-4de3b455-c4d8-4e5e-a830-cd113526c37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:05.403298 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ee661315-9eef-4674-84e9-a5a38a8d0136 None None] Provisioning for port 1c8b95b2-bcbc-4040-9cc3-79ab66cb44a9 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:44:05.454297 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['e3d44f3d-7870-4990-824d-49fb14de14e2'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:44:05.462919 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:05.480310 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:05.598925 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de3b455-c4d8-4e5e-a830-cd113526c37b None None] Routers {'85799e8a-8d71-4220-a19f-0754a544f5df'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:44:05.600986 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4de3b455-c4d8-4e5e-a830-cd113526c37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:44:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['85799e8a-8d71-4220-a19f-0754a544f5df'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:44:05.671268 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 1c8b95b2-bcbc-4040-9cc3-79ab66cb44a9 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:44:05.810127 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-d1abdd87-310a-4026-85ea-d537b6a32915 admin admin] Allocated IP 172.20.0.1 (9db2685e-ec6e-4ca1-b022-812b548fe7ec/f84d1022-185e-4d1c-ae84-0165ae47cc2c/f6d00bb7-8c0f-4578-a1fd-133a55cbbeb4) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:44:05.851196 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-4de3b455-c4d8-4e5e-a830-cd113526c37b None None] Set router 85799e8a-8d71-4220-a19f-0754a544f5df gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:44:06.108446 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d1abdd87-310a-4026-85ea-d537b6a32915 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:06.137671 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-d1abdd87-310a-4026-85ea-d537b6a32915 admin admin] Transition to ACTIVE for port object f6d00bb7-8c0f-4578-a1fd-133a55cbbeb4 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:44:06.186614 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d1abdd87-310a-4026-85ea-d537b6a32915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:06.192875 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 1c8b95b2-bcbc-4040-9cc3-79ab66cb44a9 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:44:06.221596 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 1c8b95b2-bcbc-4040-9cc3-79ab66cb44a9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:44:06.223186 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:06.382658 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1abdd87-310a-4026-85ea-d537b6a32915 admin admin] Network 9db2685e-ec6e-4ca1-b022-812b548fe7ec is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:44:06.386934 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1abdd87-310a-4026-85ea-d537b6a32915 admin admin] Pushing event updated for resources: {'Port': ['ID=f6d00bb7-8c0f-4578-a1fd-133a55cbbeb4,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:06.402724 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d1abdd87-310a-4026-85ea-d537b6a32915 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:44:06.405126 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1abdd87-310a-4026-85ea-d537b6a32915 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:44:06.492257 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:06.519884 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e45e55-be34-4092-8b07-aba798058834 None None] Pushing event updated for resources: {'Port': ['ID=32ec402c-0c77-4fe8-92ee-e180c1b776a1,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:06.524436 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d1abdd87-310a-4026-85ea-d537b6a32915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:06.558438 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 1c8b95b2-bcbc-4040-9cc3-79ab66cb44a9, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=1c8b95b2-bcbc-4040-9cc3-79ab66cb44a9,segment=NetworkSegment(ce56027d-a8cb-4777-b7f5-2e96b89436f0),segment_id=ce56027d-a8cb-4777-b7f5-2e96b89436f0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:44:06.572490 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:06.664022 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e9e96-e5ba-4e85-9690-473ee32f4691 req-afd1b336-b454-40e2-8bb8-c5b94efe17f1 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:06.677642 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b03e9e96-e5ba-4e85-9690-473ee32f4691 req-afd1b336-b454-40e2-8bb8-c5b94efe17f1 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba984a2d-ba55-4e60-9e45-c4eb807eb928 HTTP/1.1" status: 200 len: 950 time: 1.3878679 Aug 19 14:44:06.722700 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805970bb-6b77-4b21-a6ad-6594130349c3 req-93be85fc-9c1e-4d41-b65d-e15891f99b6a tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:06.722928 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=1c8b95b2-bcbc-4040-9cc3-79ab66cb44a9,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:06.730120 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-805970bb-6b77-4b21-a6ad-6594130349c3 req-93be85fc-9c1e-4d41-b65d-e15891f99b6a tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.88 "GET /v2.0/ports?device_id=ba984a2d-ba55-4e60-9e45-c4eb807eb928 HTTP/1.1" status: 200 len: 950 time: 1.3401897 Aug 19 14:44:06.754883 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d6e15b5b-4b40-4599-92a5-1251dbdb104e None None] Provisioning complete for port 1c8b95b2-bcbc-4040-9cc3-79ab66cb44a9 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:44:06.758307 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d6e15b5b-4b40-4599-92a5-1251dbdb104e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:06.826237 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4de3b455-c4d8-4e5e-a830-cd113526c37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85799e8a-8d71-4220-a19f-0754a544f5df', 'name': 'tempest-ServersTestMultiNic-1681953074-router', 'tenant_id': 'bd1709e8cdcf404f8e501cbea2b0ebc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '32ec402c-0c77-4fe8-92ee-e180c1b776a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:44:01Z', 'updated_at': '2021-08-19T14:44:02Z', 'revision_number': 3, 'project_id': 'bd1709e8cdcf404f8e501cbea2b0ebc9', 'gw_port': {'id': '32ec402c-0c77-4fe8-92ee-e180c1b776a1', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:82:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85799e8a-8d71-4220-a19f-0754a544f5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:44:02Z', 'updated_at': '2021-08-19T14:44:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:44:06.841136 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:06.918289 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de3b455-c4d8-4e5e-a830-cd113526c37b None None] The sync data for ids ['85799e8a-8d71-4220-a19f-0754a544f5df'] in n-d-766043-2 is: [{'id': '85799e8a-8d71-4220-a19f-0754a544f5df', 'name': 'tempest-ServersTestMultiNic-1681953074-router', 'tenant_id': 'bd1709e8cdcf404f8e501cbea2b0ebc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '32ec402c-0c77-4fe8-92ee-e180c1b776a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:44:01Z', 'updated_at': '2021-08-19T14:44:02Z', 'revision_number': 3, 'project_id': 'bd1709e8cdcf404f8e501cbea2b0ebc9', 'gw_port': {'id': '32ec402c-0c77-4fe8-92ee-e180c1b776a1', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:82:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85799e8a-8d71-4220-a19f-0754a544f5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:44:02Z', 'updated_at': '2021-08-19T14:44:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:44:06.950835 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d1abdd87-310a-4026-85ea-d537b6a32915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:06.962931 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b03e9e96-e5ba-4e85-9690-473ee32f4691 req-89c52c69-0785-489c-a7c9-3e6f1d6f26b3 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/security-groups?id=19759aef-5e53-498b-a5dd-689122a95927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793493 Aug 19 14:44:07.001846 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-805970bb-6b77-4b21-a6ad-6594130349c3 req-e1fa0dc9-ef60-477f-ad3e-52002573f236 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Deleting port 799b087e-d6d6-46ba-82d4-8537174b2458 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:44:07.002414 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-805970bb-6b77-4b21-a6ad-6594130349c3 req-e1fa0dc9-ef60-477f-ad3e-52002573f236 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:07.148135 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-41360ec8-072c-4466-9ac9-eb2f85e6c581 None None] Provisioning for port f6d00bb7-8c0f-4578-a1fd-133a55cbbeb4 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:44:07.163921 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-41360ec8-072c-4466-9ac9-eb2f85e6c581 None None] Provisioning complete for port f6d00bb7-8c0f-4578-a1fd-133a55cbbeb4 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:44:07.166607 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-41360ec8-072c-4466-9ac9-eb2f85e6c581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:07.244349 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-805970bb-6b77-4b21-a6ad-6594130349c3 req-e1fa0dc9-ef60-477f-ad3e-52002573f236 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] For port 799b087e-d6d6-46ba-82d4-8537174b2458, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=799b087e-d6d6-46ba-82d4-8537174b2458,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:44:07.246376 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-805970bb-6b77-4b21-a6ad-6594130349c3 req-e1fa0dc9-ef60-477f-ad3e-52002573f236 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:07.261337 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-41360ec8-072c-4466-9ac9-eb2f85e6c581 None None] Port f6d00bb7-8c0f-4578-a1fd-133a55cbbeb4 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:44:07.283434 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-805970bb-6b77-4b21-a6ad-6594130349c3 req-e1fa0dc9-ef60-477f-ad3e-52002573f236 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Calling delete_port for 799b087e-d6d6-46ba-82d4-8537174b2458 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:44:07.306328 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d1abdd87-310a-4026-85ea-d537b6a32915 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:07.325945 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d1abdd87-310a-4026-85ea-d537b6a32915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:07.506217 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 1c8b95b2-bcbc-4040-9cc3-79ab66cb44a9 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:44:07.508768 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1abdd87-310a-4026-85ea-d537b6a32915 admin admin] Pushing event updated for resources: {'Port': ['ID=f6d00bb7-8c0f-4578-a1fd-133a55cbbeb4,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:07.534427 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d1abdd87-310a-4026-85ea-d537b6a32915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:07.641487 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 1c8b95b2-bcbc-4040-9cc3-79ab66cb44a9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:44:07.642145 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:07.658107 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-805970bb-6b77-4b21-a6ad-6594130349c3 req-e1fa0dc9-ef60-477f-ad3e-52002573f236 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:07.721406 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fa0dc9-ef60-477f-ad3e-52002573f236 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Pushing event deleted for resources: {'Port': ['ID=799b087e-d6d6-46ba-82d4-8537174b2458,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:07.728148 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['799b087e-d6d6-46ba-82d4-8537174b2458'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:44:07.758110 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1abdd87-310a-4026-85ea-d537b6a32915 admin admin] Network 9db2685e-ec6e-4ca1-b022-812b548fe7ec is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:44:07.760119 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d1abdd87-310a-4026-85ea-d537b6a32915 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:44:07.815924 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-805970bb-6b77-4b21-a6ad-6594130349c3 req-e1fa0dc9-ef60-477f-ad3e-52002573f236 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] No DVR routers for this DVR port 799b087e-d6d6-46ba-82d4-8537174b2458 on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:44:07.821135 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-805970bb-6b77-4b21-a6ad-6594130349c3 req-e1fa0dc9-ef60-477f-ad3e-52002573f236 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:07.824655 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-805970bb-6b77-4b21-a6ad-6594130349c3 req-e1fa0dc9-ef60-477f-ad3e-52002573f236 tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.88 "DELETE /v2.0/ports/799b087e-d6d6-46ba-82d4-8537174b2458 HTTP/1.1" status: 204 len: 173 time: 1.0889957 Aug 19 14:44:07.825129 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba984a2d-ba55-4e60-9e45-c4eb807eb928', 'name': 'network-vif-deleted', 'tag': '799b087e-d6d6-46ba-82d4-8537174b2458'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:44:07.829726 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8321899-b663-48d0-95b5-95ececaf0d8d" -d '{"events": [{"server_uuid": "ba984a2d-ba55-4e60-9e45-c4eb807eb928", "name": "network-vif-deleted", "tag": "799b087e-d6d6-46ba-82d4-8537174b2458"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:44:07.951362 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92edf745-4242-4e7a-b9e5-9a9d5f09da61 x-openstack-request-id: req-92edf745-4242-4e7a-b9e5-9a9d5f09da61 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:44:07.951641 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba984a2d-ba55-4e60-9e45-c4eb807eb928", "name": "network-vif-deleted", "tag": "799b087e-d6d6-46ba-82d4-8537174b2458", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:44:07.951892 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-92edf745-4242-4e7a-b9e5-9a9d5f09da61 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:44:07.952285 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba984a2d-ba55-4e60-9e45-c4eb807eb928', 'name': 'network-vif-deleted', 'tag': '799b087e-d6d6-46ba-82d4-8537174b2458', 'status': 'completed', 'code': 200} Aug 19 14:44:07.992735 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1abdd87-310a-4026-85ea-d537b6a32915 admin admin] Router 85799e8a-8d71-4220-a19f-0754a544f5df has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:44:08.179755 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-41665ef5-4f62-4ddb-ac8b-19992ea0148c req-5cbff1eb-b499-4e5b-85b1-d0ebcd0c927e tempest-ServersAdminNegativeTestJSON-370328768 tempest-ServersAdminNegativeTestJSON-370328768-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba984a2d-ba55-4e60-9e45-c4eb807eb928 HTTP/1.1" status: 200 len: 210 time: 0.0567212 Aug 19 14:44:08.190787 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1abdd87-310a-4026-85ea-d537b6a32915 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:44:08.213725 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d1abdd87-310a-4026-85ea-d537b6a32915 admin admin] 10.222.0.69 "PUT /v2.0/routers/85799e8a-8d71-4220-a19f-0754a544f5df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2995560 Aug 19 14:44:08.335906 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bb030a1f-8874-4cb0-bdf8-4ada51ad3056 None None] Provisioning complete for port f6d00bb7-8c0f-4578-a1fd-133a55cbbeb4 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:44:08.336219 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bb030a1f-8874-4cb0-bdf8-4ada51ad3056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:08.475696 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-bb030a1f-8874-4cb0-bdf8-4ada51ad3056 None None] Port f6d00bb7-8c0f-4578-a1fd-133a55cbbeb4 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:44:08.506620 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device e3d44f3d-7870-4990-824d-49fb14de14e2 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:44:08.512218 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 45942) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:08.598855 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port e3d44f3d-7870-4990-824d-49fb14de14e2 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:44:08.599237 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:08.701274 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-644a253a-833b-4c02-9aba-ed7b0facebb2 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-94871275'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:08.772526 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644a253a-833b-4c02-9aba-ed7b0facebb2 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Made reservation on behalf of bd1709e8cdcf404f8e501cbea2b0ebc9 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:44:08.774953 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:08.784454 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-644a253a-833b-4c02-9aba-ed7b0facebb2 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:08.805904 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc89206-78ba-4e56-aecf-8145878abc50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d44f3d-7870-4990-824d-49fb14de14e2'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:44:08.815152 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff423b6-8c3e-43a8-9c64-4d73dd33208d" -d '{"events": [{"server_uuid": "ffc89206-78ba-4e56-aecf-8145878abc50", "name": "network-vif-plugged", "status": "completed", "tag": "e3d44f3d-7870-4990-824d-49fb14de14e2"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:44:08.834562 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-644a253a-833b-4c02-9aba-ed7b0facebb2 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:44:08.856400 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-644a253a-833b-4c02-9aba-ed7b0facebb2 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:08.856988 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-644a253a-833b-4c02-9aba-ed7b0facebb2 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Added segment ec2aa06d-f4de-4b89-8eb5-ddd8a2bebb42 of type vlan for network f5c85abf-40b8-43b3-94c6-025f2e7e94ce Aug 19 14:44:08.868864 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port e3d44f3d-7870-4990-824d-49fb14de14e2, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=e3d44f3d-7870-4990-824d-49fb14de14e2,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:44:08.877584 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:08.943346 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-644a253a-833b-4c02-9aba-ed7b0facebb2 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:08.995048 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-644a253a-833b-4c02-9aba-ed7b0facebb2 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:08.995656 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a07892-93dc-435d-bc4a-a6ddd2ff97c5 x-openstack-request-id: req-c6a07892-93dc-435d-bc4a-a6ddd2ff97c5 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:44:08.996490 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc89206-78ba-4e56-aecf-8145878abc50", "name": "network-vif-plugged", "status": "completed", "tag": "e3d44f3d-7870-4990-824d-49fb14de14e2", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:44:08.997906 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c6a07892-93dc-435d-bc4a-a6ddd2ff97c5 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:44:08.998408 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc89206-78ba-4e56-aecf-8145878abc50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d44f3d-7870-4990-824d-49fb14de14e2', 'code': 200} Aug 19 14:44:08.999342 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=e3d44f3d-7870-4990-824d-49fb14de14e2,revision_number=10']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:09.004552 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644a253a-833b-4c02-9aba-ed7b0facebb2 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:09.009663 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-644a253a-833b-4c02-9aba-ed7b0facebb2 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:09.046204 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 45956) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:09.051457 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0f1a9c22-2fb7-4308-9607-682650c9424d tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Request body: {'subnet': {'network_id': 'f5c85abf-40b8-43b3-94c6-025f2e7e94ce', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:09.057165 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-644a253a-833b-4c02-9aba-ed7b0facebb2 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5440118 Aug 19 14:44:09.139911 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644a253a-833b-4c02-9aba-ed7b0facebb2 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Pushing event updated for resources: {'Network': ['ID=f5c85abf-40b8-43b3-94c6-025f2e7e94ce,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:09.153096 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network f5c85abf-40b8-43b3-94c6-025f2e7e94ce details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:44:09.206985 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1a9c22-2fb7-4308-9607-682650c9424d tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Made reservation on behalf of bd1709e8cdcf404f8e501cbea2b0ebc9 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:44:09.211808 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f1a9c22-2fb7-4308-9607-682650c9424d tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:09.510439 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 32ec402c-0c77-4fe8-92ee-e180c1b776a1 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:44:09.636434 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 32ec402c-0c77-4fe8-92ee-e180c1b776a1 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:44:09.643009 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 32ec402c-0c77-4fe8-92ee-e180c1b776a1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:44:09.643482 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:09.670378 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f1a9c22-2fb7-4308-9607-682650c9424d tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:09.765891 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:09.822454 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 32ec402c-0c77-4fe8-92ee-e180c1b776a1, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=32ec402c-0c77-4fe8-92ee-e180c1b776a1,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:44:09.837777 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:09.876678 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 46014) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:09.928345 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a9c22-2fb7-4308-9607-682650c9424d tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Pushing event updated for resources: {'Subnet': ['ID=13df3bdb-b861-4399-a593-77a2e4c6b573,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:09.931957 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1a9c22-2fb7-4308-9607-682650c9424d tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Checking segment: {'id': 'ec2aa06d-f4de-4b89-8eb5-ddd8a2bebb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f5c85abf-40b8-43b3-94c6-025f2e7e94ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:44:09.932330 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1a9c22-2fb7-4308-9607-682650c9424d tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Network hostable DHCP agents. Network: f5c85abf-40b8-43b3-94c6-025f2e7e94ce, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:44:09.963328 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=32ec402c-0c77-4fe8-92ee-e180c1b776a1,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:09.969070 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1a9c22-2fb7-4308-9607-682650c9424d tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Network f5c85abf-40b8-43b3-94c6-025f2e7e94ce is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:44:09.982813 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-0f1a9c22-2fb7-4308-9607-682650c9424d tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, f5c85abf-40b8-43b3-94c6-025f2e7e94ce) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:44:09.991390 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1a9c22-2fb7-4308-9607-682650c9424d tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:09.991663 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2adbc4e-e4ac-4703-a043-f7e10171488c None None] Network f5c85abf-40b8-43b3-94c6-025f2e7e94ce requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:44:09.993855 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f1a9c22-2fb7-4308-9607-682650c9424d tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:10.038513 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 46040) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:10.038679 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0f1a9c22-2fb7-4308-9607-682650c9424d tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9912820 Aug 19 14:44:10.044133 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-cb99105e-6c43-4392-b738-31f04df7a7dc tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2131573049'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:10.095762 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb99105e-6c43-4392-b738-31f04df7a7dc tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Made reservation on behalf of bd1709e8cdcf404f8e501cbea2b0ebc9 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:44:10.100243 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb99105e-6c43-4392-b738-31f04df7a7dc tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:10.152886 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc094ec7-c3d6-46d0-bfb5-dff7f2622c6a None None] Sync routers for ids ['85799e8a-8d71-4220-a19f-0754a544f5df'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:44:10.205767 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb99105e-6c43-4392-b738-31f04df7a7dc tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:44:10.224165 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc094ec7-c3d6-46d0-bfb5-dff7f2622c6a None None] Routers {'85799e8a-8d71-4220-a19f-0754a544f5df'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:44:10.226083 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-dc094ec7-c3d6-46d0-bfb5-dff7f2622c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:44:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['85799e8a-8d71-4220-a19f-0754a544f5df'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:44:10.236220 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb99105e-6c43-4392-b738-31f04df7a7dc tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:10.237785 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-cb99105e-6c43-4392-b738-31f04df7a7dc tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Added segment d49eb3ae-7124-4eb8-8ebc-6195fe793d61 of type vlan for network 85efae98-c9cf-44f9-b3fc-a7058825c2ca Aug 19 14:44:10.299283 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-da7eb0ef-61bd-464b-9885-c63557d55fbd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=610fa1bd566242fb8010e609137b7639&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4208336 Aug 19 14:44:10.301863 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46064) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:10.329039 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb99105e-6c43-4392-b738-31f04df7a7dc tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:10.390527 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb99105e-6c43-4392-b738-31f04df7a7dc tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:10.398065 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb99105e-6c43-4392-b738-31f04df7a7dc tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:10.399072 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb99105e-6c43-4392-b738-31f04df7a7dc tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:10.414700 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62290bd1-3b2e-470d-8bbc-892025bb4ef9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-f5c85abf-40b8-43b3-94c6-025f2e7e94ce', 'network_id': 'f5c85abf-40b8-43b3-94c6-025f2e7e94ce', 'tenant_id': 'bd1709e8cdcf404f8e501cbea2b0ebc9', 'fixed_ips': [{'subnet_id': '13df3bdb-b861-4399-a593-77a2e4c6b573'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:44:10.415544 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-62290bd1-3b2e-470d-8bbc-892025bb4ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:10.427920 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-93b08e8f-d17c-476c-945f-ffaa49a5a2f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:10.476014 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-cb99105e-6c43-4392-b738-31f04df7a7dc tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4306908 Aug 19 14:44:10.479838 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46074) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:10.506773 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7271c484-56a1-4cf5-b0bf-95f643b3f6ca tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Request body: {'subnet': {'network_id': '85efae98-c9cf-44f9-b3fc-a7058825c2ca', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:10.519030 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-93b08e8f-d17c-476c-945f-ffaa49a5a2f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:10.725551 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb99105e-6c43-4392-b738-31f04df7a7dc tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Pushing event updated for resources: {'Network': ['ID=85efae98-c9cf-44f9-b3fc-a7058825c2ca,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:10.805508 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 46092) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:10.907932 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7271c484-56a1-4cf5-b0bf-95f643b3f6ca tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Made reservation on behalf of bd1709e8cdcf404f8e501cbea2b0ebc9 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:44:10.911830 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7271c484-56a1-4cf5-b0bf-95f643b3f6ca tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:10.962229 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-066a772e-6a17-4427-a156-aa237efae2bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:11.029695 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-93b08e8f-d17c-476c-945f-ffaa49a5a2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:11.033596 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-93b08e8f-d17c-476c-945f-ffaa49a5a2f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:11.035080 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-93b08e8f-d17c-476c-945f-ffaa49a5a2f9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/19759aef-5e53-498b-a5dd-689122a95927 HTTP/1.1" status: 204 len: 168 time: 0.7322259 Aug 19 14:44:11.101503 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b08e8f-d17c-476c-945f-ffaa49a5a2f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19759aef-5e53-498b-a5dd-689122a95927,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:11.137098 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-066a772e-6a17-4427-a156-aa237efae2bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:11.143850 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-066a772e-6a17-4427-a156-aa237efae2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:11.158032 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 799b087e-d6d6-46ba-82d4-8537174b2458 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:44:11.164377 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 85efae98-c9cf-44f9-b3fc-a7058825c2ca details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:44:11.218623 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-066a772e-6a17-4427-a156-aa237efae2bf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=149c8804ae1b4158b68f84517a5ebe03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4119463 Aug 19 14:44:11.221751 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 46100) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:11.243358 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a772e-6a17-4427-a156-aa237efae2bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec55f8f-b689-44a4-b26c-f1c7f4364f09,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:11.327295 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-62290bd1-3b2e-470d-8bbc-892025bb4ef9 None None] Allocated IP 19.80.0.2 (f5c85abf-40b8-43b3-94c6-025f2e7e94ce/13df3bdb-b861-4399-a593-77a2e4c6b573/353b27c6-10eb-40b5-9c81-9daa7a00776b) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:44:11.331047 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7271c484-56a1-4cf5-b0bf-95f643b3f6ca tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:11.398095 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-22e8fbc4-c89d-467a-bc24-1ae0cf497ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:11.443121 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-22e8fbc4-c89d-467a-bc24-1ae0cf497ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:11.531239 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7271c484-56a1-4cf5-b0bf-95f643b3f6ca tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Pushing event updated for resources: {'Subnet': ['ID=be8247a1-96c8-4a95-9d9c-24e5ed4e5758,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:11.537715 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7271c484-56a1-4cf5-b0bf-95f643b3f6ca tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Checking segment: {'id': 'd49eb3ae-7124-4eb8-8ebc-6195fe793d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '85efae98-c9cf-44f9-b3fc-a7058825c2ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:44:11.538216 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7271c484-56a1-4cf5-b0bf-95f643b3f6ca tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Network hostable DHCP agents. Network: 85efae98-c9cf-44f9-b3fc-a7058825c2ca, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:44:11.546988 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-22e8fbc4-c89d-467a-bc24-1ae0cf497ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:11.550950 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: 799b087e-d6d6-46ba-82d4-8537174b2458 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:44:11.551304 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 799b087e-d6d6-46ba-82d4-8537174b2458 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:44:11.554218 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-22e8fbc4-c89d-467a-bc24-1ae0cf497ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:11.559977 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-22e8fbc4-c89d-467a-bc24-1ae0cf497ad0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9ec55f8f-b689-44a4-b26c-f1c7f4364f09 HTTP/1.1" status: 204 len: 168 time: 0.3351605 Aug 19 14:44:11.575184 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 32ec402c-0c77-4fe8-92ee-e180c1b776a1 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:44:11.586115 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e8fbc4-c89d-467a-bc24-1ae0cf497ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec55f8f-b689-44a4-b26c-f1c7f4364f09,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:11.594456 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7271c484-56a1-4cf5-b0bf-95f643b3f6ca tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Network 85efae98-c9cf-44f9-b3fc-a7058825c2ca is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:44:11.618043 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-7271c484-56a1-4cf5-b0bf-95f643b3f6ca tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 85efae98-c9cf-44f9-b3fc-a7058825c2ca) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:44:11.624834 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7271c484-56a1-4cf5-b0bf-95f643b3f6ca tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:11.626631 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7271c484-56a1-4cf5-b0bf-95f643b3f6ca tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:11.661620 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2185b09c-0ee2-4b5d-bca0-3aa0791ad426 None None] Network 85efae98-c9cf-44f9-b3fc-a7058825c2ca requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:44:11.689057 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7271c484-56a1-4cf5-b0bf-95f643b3f6ca tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1980989 Aug 19 14:44:11.861864 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46128) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:11.954824 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-dc094ec7-c3d6-46d0-bfb5-dff7f2622c6a None None] Set router 85799e8a-8d71-4220-a19f-0754a544f5df gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:44:11.958709 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e9d08115-533d-4674-a79e-7cd43aa6da34 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=90a43478e48e4ee3bbbe112f2868173e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0956569 Aug 19 14:44:11.961326 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 46134) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:12.080317 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3e4753a6-6bd3-4f85-992c-d1245a1fd025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:12.117969 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3e4753a6-6bd3-4f85-992c-d1245a1fd025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:12.383511 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3e4753a6-6bd3-4f85-992c-d1245a1fd025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:12.387874 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3e4753a6-6bd3-4f85-992c-d1245a1fd025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:12.391832 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-3e4753a6-6bd3-4f85-992c-d1245a1fd025 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/657b1241-8d9e-4d5e-80db-855615c67c7d HTTP/1.1" status: 204 len: 168 time: 0.4272802 Aug 19 14:44:12.412554 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4753a6-6bd3-4f85-992c-d1245a1fd025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657b1241-8d9e-4d5e-80db-855615c67c7d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:12.463110 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-62290bd1-3b2e-470d-8bbc-892025bb4ef9 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:12.506665 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-8a25f622-a800-42fa-b5ef-49c4e98c17be tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:12.517889 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-8a25f622-a800-42fa-b5ef-49c4e98c17be tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:12.520685 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-8a25f622-a800-42fa-b5ef-49c4e98c17be tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/networks?id=f5c85abf-40b8-43b3-94c6-025f2e7e94ce&id=85efae98-c9cf-44f9-b3fc-a7058825c2ca&id=f5c85abf-40b8-43b3-94c6-025f2e7e94ce HTTP/1.1" status: 200 len: 1390 time: 0.3279009 Aug 19 14:44:12.534608 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-62290bd1-3b2e-470d-8bbc-892025bb4ef9 None None] Transition to ACTIVE for port object 353b27c6-10eb-40b5-9c81-9daa7a00776b will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:44:12.542542 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-3bac7455-3fe4-4eb7-b51a-4b01850661d2 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/quotas/bd1709e8cdcf404f8e501cbea2b0ebc9 HTTP/1.1" status: 200 len: 375 time: 0.0143900 Aug 19 14:44:12.617543 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-bca032d3-bd5a-4d67-bd79-b21d7032c5bb tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=bd1709e8cdcf404f8e501cbea2b0ebc9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0684080 Aug 19 14:44:12.623217 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edef3c5-941f-4429-b24f-73c5373df9db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-85efae98-c9cf-44f9-b3fc-a7058825c2ca', 'network_id': '85efae98-c9cf-44f9-b3fc-a7058825c2ca', 'tenant_id': 'bd1709e8cdcf404f8e501cbea2b0ebc9', 'fixed_ips': [{'subnet_id': 'be8247a1-96c8-4a95-9d9c-24e5ed4e5758'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:44:12.624123 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5edef3c5-941f-4429-b24f-73c5373df9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:12.650458 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-62290bd1-3b2e-470d-8bbc-892025bb4ef9 None None] Transition to ACTIVE for port object 353b27c6-10eb-40b5-9c81-9daa7a00776b will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:44:12.662585 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 32ec402c-0c77-4fe8-92ee-e180c1b776a1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:44:12.663076 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:12.707670 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-62290bd1-3b2e-470d-8bbc-892025bb4ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:12.900111 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-65ddbbe1-fa9c-470c-a3b7-42cc4891f25c service neutron] 10.222.0.69 "GET /v2.0/networks/f5c85abf-40b8-43b3-94c6-025f2e7e94ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723773 Aug 19 14:44:12.933037 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-dc094ec7-c3d6-46d0-bfb5-dff7f2622c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85799e8a-8d71-4220-a19f-0754a544f5df', 'name': 'tempest-ServersTestMultiNic-1681953074-router', 'tenant_id': 'bd1709e8cdcf404f8e501cbea2b0ebc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '32ec402c-0c77-4fe8-92ee-e180c1b776a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:44:01Z', 'updated_at': '2021-08-19T14:44:06Z', 'revision_number': 4, 'project_id': 'bd1709e8cdcf404f8e501cbea2b0ebc9', 'gw_port': {'id': '32ec402c-0c77-4fe8-92ee-e180c1b776a1', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:82:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85799e8a-8d71-4220-a19f-0754a544f5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:44:02Z', 'updated_at': '2021-08-19T14:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'f6d00bb7-8c0f-4578-a1fd-133a55cbbeb4', 'name': '', 'network_id': '9db2685e-ec6e-4ca1-b022-812b548fe7ec', 'tenant_id': 'bd1709e8cdcf404f8e501cbea2b0ebc9', 'mac_address': 'fa:16:3e:40:ab:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85799e8a-8d71-4220-a19f-0754a544f5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'f84d1022-185e-4d1c-ae84-0165ae47cc2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:44:05Z', 'updated_at': '2021-08-19T14:44:07Z', 'revision_number': 2, 'project_id': 'bd1709e8cdcf404f8e501cbea2b0ebc9', 'subnets': [{'id': 'f84d1022-185e-4d1c-ae84-0165ae47cc2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:44:12.969867 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62290bd1-3b2e-470d-8bbc-892025bb4ef9 None None] Network f5c85abf-40b8-43b3-94c6-025f2e7e94ce is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:44:12.978747 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc094ec7-c3d6-46d0-bfb5-dff7f2622c6a None None] Checking router: 85799e8a-8d71-4220-a19f-0754a544f5df for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:44:12.983126 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc094ec7-c3d6-46d0-bfb5-dff7f2622c6a None None] Updating router 85799e8a-8d71-4220-a19f-0754a544f5df port f6d00bb7-8c0f-4578-a1fd-133a55cbbeb4 binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:44:13.032689 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-62290bd1-3b2e-470d-8bbc-892025bb4ef9 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:44:13.041583 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62290bd1-3b2e-470d-8bbc-892025bb4ef9 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:44:13.053638 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62290bd1-3b2e-470d-8bbc-892025bb4ef9 None None] Pushing event updated for resources: {'Port': ['ID=353b27c6-10eb-40b5-9c81-9daa7a00776b,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:13.105850 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dc094ec7-c3d6-46d0-bfb5-dff7f2622c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:13.145755 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-56ac88d2-af33-46a0-8c30-c3c66b4607fb service neutron] 10.222.0.69 "GET /v2.0/networks/f5c85abf-40b8-43b3-94c6-025f2e7e94ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404008 Aug 19 14:44:13.282502 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-62290bd1-3b2e-470d-8bbc-892025bb4ef9 None None] Attempting to bind port 353b27c6-10eb-40b5-9c81-9daa7a00776b on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:44:13.282955 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-62290bd1-3b2e-470d-8bbc-892025bb4ef9 None None] Attempting to bind port 353b27c6-10eb-40b5-9c81-9daa7a00776b by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'ec2aa06d-f4de-4b89-8eb5-ddd8a2bebb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f5c85abf-40b8-43b3-94c6-025f2e7e94ce'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:44:13.283387 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62290bd1-3b2e-470d-8bbc-892025bb4ef9 None None] Attempting to bind port 353b27c6-10eb-40b5-9c81-9daa7a00776b on network f5c85abf-40b8-43b3-94c6-025f2e7e94ce {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:44:13.285993 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-5edef3c5-941f-4429-b24f-73c5373df9db None None] Allocated IP 19.86.0.2 (85efae98-c9cf-44f9-b3fc-a7058825c2ca/be8247a1-96c8-4a95-9d9c-24e5ed4e5758/09446ca6-dcfd-4d46-8e3e-7507045c47cc) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:44:13.334720 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-c53b2ace-5b26-4b7e-9675-62a4cecf2cb8 service neutron] 10.222.0.69 "GET /v2.0/networks/85efae98-c9cf-44f9-b3fc-a7058825c2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809876 Aug 19 14:44:13.370382 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62290bd1-3b2e-470d-8bbc-892025bb4ef9 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:44:13.373361 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62290bd1-3b2e-470d-8bbc-892025bb4ef9 None None] Checking segment: {'id': 'ec2aa06d-f4de-4b89-8eb5-ddd8a2bebb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f5c85abf-40b8-43b3-94c6-025f2e7e94ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:44:13.373980 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-62290bd1-3b2e-470d-8bbc-892025bb4ef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:13.374474 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62290bd1-3b2e-470d-8bbc-892025bb4ef9 None None] Bound using segment: {'id': 'ec2aa06d-f4de-4b89-8eb5-ddd8a2bebb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f5c85abf-40b8-43b3-94c6-025f2e7e94ce'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:44:13.375419 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-62290bd1-3b2e-470d-8bbc-892025bb4ef9 None None] Bound port: 353b27c6-10eb-40b5-9c81-9daa7a00776b, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec2aa06d-f4de-4b89-8eb5-ddd8a2bebb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f5c85abf-40b8-43b3-94c6-025f2e7e94ce'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:44:13.375889 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-62290bd1-3b2e-470d-8bbc-892025bb4ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:13.566950 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-62290bd1-3b2e-470d-8bbc-892025bb4ef9 None None] For port 353b27c6-10eb-40b5-9c81-9daa7a00776b, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:44:13.573812 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-62290bd1-3b2e-470d-8bbc-892025bb4ef9 None None] For port 353b27c6-10eb-40b5-9c81-9daa7a00776b, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=353b27c6-10eb-40b5-9c81-9daa7a00776b,segment=NetworkSegment(ec2aa06d-f4de-4b89-8eb5-ddd8a2bebb42),segment_id=ec2aa06d-f4de-4b89-8eb5-ddd8a2bebb42)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:44:13.576656 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-a1d43257-90a5-4932-925c-ffacdc2c4e21 service neutron] 10.222.0.69 "GET /v2.0/networks/85efae98-c9cf-44f9-b3fc-a7058825c2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352893 Aug 19 14:44:13.600020 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-62290bd1-3b2e-470d-8bbc-892025bb4ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:13.738865 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-1c8cae3b-7bc6-4881-bc5b-1d69b6344016 service neutron] 10.222.0.69 "GET /v2.0/networks/f5c85abf-40b8-43b3-94c6-025f2e7e94ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554847 Aug 19 14:44:13.941764 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62290bd1-3b2e-470d-8bbc-892025bb4ef9 None None] Pushing event updated for resources: {'Port': ['ID=353b27c6-10eb-40b5-9c81-9daa7a00776b,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:13.950896 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-a321997b-d967-4a80-9013-2330421c9a38 service neutron] 10.222.0.69 "GET /v2.0/networks/f5c85abf-40b8-43b3-94c6-025f2e7e94ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040184 Aug 19 14:44:14.486031 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8ee3a305-9eaa-4c20-8d7f-fc2124faffb6 req-b9abca7d-6753-4798-87bf-b1ac076b5076 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2f95351-d132-4867-a226-554dde3844a9 HTTP/1.1" status: 200 len: 210 time: 0.0740354 Aug 19 14:44:14.554193 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5edef3c5-941f-4429-b24f-73c5373df9db None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:14.585777 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5edef3c5-941f-4429-b24f-73c5373df9db None None] Transition to ACTIVE for port object 09446ca6-dcfd-4d46-8e3e-7507045c47cc will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:44:14.648219 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5edef3c5-941f-4429-b24f-73c5373df9db None None] Transition to ACTIVE for port object 09446ca6-dcfd-4d46-8e3e-7507045c47cc will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:44:14.662624 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5edef3c5-941f-4429-b24f-73c5373df9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:14.751115 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dc094ec7-c3d6-46d0-bfb5-dff7f2622c6a None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:14.837076 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edef3c5-941f-4429-b24f-73c5373df9db None None] Network 85efae98-c9cf-44f9-b3fc-a7058825c2ca is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:44:14.838122 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edef3c5-941f-4429-b24f-73c5373df9db None None] Pushing event updated for resources: {'Port': ['ID=09446ca6-dcfd-4d46-8e3e-7507045c47cc,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:14.843692 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-dc094ec7-c3d6-46d0-bfb5-dff7f2622c6a None None] Transition to ACTIVE for port object f6d00bb7-8c0f-4578-a1fd-133a55cbbeb4 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:44:14.857397 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-5edef3c5-941f-4429-b24f-73c5373df9db None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:44:14.865814 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edef3c5-941f-4429-b24f-73c5373df9db None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:44:14.869035 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dc094ec7-c3d6-46d0-bfb5-dff7f2622c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:15.178203 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46290) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:15.447034 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b520082e-e3bd-495e-b718-8f8e4fada98b tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:15.513061 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b520082e-e3bd-495e-b718-8f8e4fada98b tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] 10.222.0.69 "PUT /v2.0/quotas/0d576f4d640e4f749022d7fbff76482f HTTP/1.1" status: 200 len: 368 time: 0.3324394 Aug 19 14:44:15.514462 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 46306) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:15.524219 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-aa34b8a3-f829-4b22-a425-7846fcadd5ab tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] Request body: {'network': {'project_id': '0d576f4d640e4f749022d7fbff76482f'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:15.587887 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa34b8a3-f829-4b22-a425-7846fcadd5ab tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] Made reservation on behalf of 0d576f4d640e4f749022d7fbff76482f for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:44:15.599403 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa34b8a3-f829-4b22-a425-7846fcadd5ab tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:15.639674 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa34b8a3-f829-4b22-a425-7846fcadd5ab tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:15.660527 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b8ba0-c6d7-4535-a31e-3653a9ba971c None None] Pushing event updated for resources: {'Port': ['ID=f6d00bb7-8c0f-4578-a1fd-133a55cbbeb4,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:15.766714 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5e643c0b-3e0e-49b7-a0b6-83584d2a67e0 req-b65c18d5-83ac-4f7b-9c53-73d9a850ce6c tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2f95351-d132-4867-a226-554dde3844a9 HTTP/1.1" status: 200 len: 210 time: 0.0990369 Aug 19 14:44:15.785624 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5edef3c5-941f-4429-b24f-73c5373df9db None None] Attempting to bind port 09446ca6-dcfd-4d46-8e3e-7507045c47cc on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:44:15.786001 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5edef3c5-941f-4429-b24f-73c5373df9db None None] Attempting to bind port 09446ca6-dcfd-4d46-8e3e-7507045c47cc by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'd49eb3ae-7124-4eb8-8ebc-6195fe793d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '85efae98-c9cf-44f9-b3fc-a7058825c2ca'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:44:15.786362 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edef3c5-941f-4429-b24f-73c5373df9db None None] Attempting to bind port 09446ca6-dcfd-4d46-8e3e-7507045c47cc on network 85efae98-c9cf-44f9-b3fc-a7058825c2ca {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:44:15.830049 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-dc094ec7-c3d6-46d0-bfb5-dff7f2622c6a None None] Attempting to bind port f6d00bb7-8c0f-4578-a1fd-133a55cbbeb4 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:44:15.830628 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-dc094ec7-c3d6-46d0-bfb5-dff7f2622c6a None None] Attempting to bind port f6d00bb7-8c0f-4578-a1fd-133a55cbbeb4 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'ce56027d-a8cb-4777-b7f5-2e96b89436f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9db2685e-ec6e-4ca1-b022-812b548fe7ec'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:44:15.830818 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc094ec7-c3d6-46d0-bfb5-dff7f2622c6a None None] Attempting to bind port f6d00bb7-8c0f-4578-a1fd-133a55cbbeb4 on network 9db2685e-ec6e-4ca1-b022-812b548fe7ec {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:44:15.859124 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7292d7-afc0-49a8-b01e-6b6b4a06dcc5 None None] Network f5c85abf-40b8-43b3-94c6-025f2e7e94ce requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:44:15.876617 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edef3c5-941f-4429-b24f-73c5373df9db None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:44:15.877326 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edef3c5-941f-4429-b24f-73c5373df9db None None] Checking segment: {'id': 'd49eb3ae-7124-4eb8-8ebc-6195fe793d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '85efae98-c9cf-44f9-b3fc-a7058825c2ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:44:15.877970 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5edef3c5-941f-4429-b24f-73c5373df9db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:15.878740 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edef3c5-941f-4429-b24f-73c5373df9db None None] Bound using segment: {'id': 'd49eb3ae-7124-4eb8-8ebc-6195fe793d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '85efae98-c9cf-44f9-b3fc-a7058825c2ca'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:44:15.879472 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5edef3c5-941f-4429-b24f-73c5373df9db None None] Bound port: 09446ca6-dcfd-4d46-8e3e-7507045c47cc, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd49eb3ae-7124-4eb8-8ebc-6195fe793d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '85efae98-c9cf-44f9-b3fc-a7058825c2ca'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:44:15.880105 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5edef3c5-941f-4429-b24f-73c5373df9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:15.923045 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc094ec7-c3d6-46d0-bfb5-dff7f2622c6a None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:44:15.923426 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc094ec7-c3d6-46d0-bfb5-dff7f2622c6a None None] Checking segment: {'id': 'ce56027d-a8cb-4777-b7f5-2e96b89436f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9db2685e-ec6e-4ca1-b022-812b548fe7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:44:15.923834 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dc094ec7-c3d6-46d0-bfb5-dff7f2622c6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:15.924221 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc094ec7-c3d6-46d0-bfb5-dff7f2622c6a None None] Bound using segment: {'id': 'ce56027d-a8cb-4777-b7f5-2e96b89436f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9db2685e-ec6e-4ca1-b022-812b548fe7ec'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:44:15.924761 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-dc094ec7-c3d6-46d0-bfb5-dff7f2622c6a None None] Bound port: f6d00bb7-8c0f-4578-a1fd-133a55cbbeb4, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce56027d-a8cb-4777-b7f5-2e96b89436f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9db2685e-ec6e-4ca1-b022-812b548fe7ec'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:44:15.925104 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dc094ec7-c3d6-46d0-bfb5-dff7f2622c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:16.023757 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 353b27c6-10eb-40b5-9c81-9daa7a00776b up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:44:16.050396 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa34b8a3-f829-4b22-a425-7846fcadd5ab tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:16.059552 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa34b8a3-f829-4b22-a425-7846fcadd5ab tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:16.080742 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa34b8a3-f829-4b22-a425-7846fcadd5ab tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:44:16.128392 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa34b8a3-f829-4b22-a425-7846fcadd5ab tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:16.128770 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-aa34b8a3-f829-4b22-a425-7846fcadd5ab tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] Added segment 7b1dfcfc-6de4-4788-8493-590925bb2e14 of type vlan for network 6c2891ba-c6b5-44f5-92e1-9d8c71a4d9d2 Aug 19 14:44:16.248291 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa34b8a3-f829-4b22-a425-7846fcadd5ab tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2111b49e-a591-4036-b750-bd6f38ded1f6,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:16.272005 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa34b8a3-f829-4b22-a425-7846fcadd5ab tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:16.392509 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-dc094ec7-c3d6-46d0-bfb5-dff7f2622c6a None None] For port f6d00bb7-8c0f-4578-a1fd-133a55cbbeb4, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:44:16.400239 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa34b8a3-f829-4b22-a425-7846fcadd5ab tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:16.402627 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa34b8a3-f829-4b22-a425-7846fcadd5ab tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:16.403138 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa34b8a3-f829-4b22-a425-7846fcadd5ab tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:16.404353 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-dc094ec7-c3d6-46d0-bfb5-dff7f2622c6a None None] For port f6d00bb7-8c0f-4578-a1fd-133a55cbbeb4, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=f6d00bb7-8c0f-4578-a1fd-133a55cbbeb4,segment=NetworkSegment(ce56027d-a8cb-4777-b7f5-2e96b89436f0),segment_id=ce56027d-a8cb-4777-b7f5-2e96b89436f0)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:44:16.481836 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5edef3c5-941f-4429-b24f-73c5373df9db None None] For port 09446ca6-dcfd-4d46-8e3e-7507045c47cc, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:44:16.486980 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5edef3c5-941f-4429-b24f-73c5373df9db None None] For port 09446ca6-dcfd-4d46-8e3e-7507045c47cc, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=09446ca6-dcfd-4d46-8e3e-7507045c47cc,segment=NetworkSegment(d49eb3ae-7124-4eb8-8ebc-6195fe793d61),segment_id=d49eb3ae-7124-4eb8-8ebc-6195fe793d61)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:44:16.510030 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9682-95ab-4818-a747-37da6658e136 None None] Provisioning for port 353b27c6-10eb-40b5-9c81-9daa7a00776b completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:44:16.514358 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dc094ec7-c3d6-46d0-bfb5-dff7f2622c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:16.528880 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5edef3c5-941f-4429-b24f-73c5373df9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:16.621069 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-aa34b8a3-f829-4b22-a425-7846fcadd5ab tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1003175 Aug 19 14:44:16.628106 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 46352) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:16.643561 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b8ba0-c6d7-4535-a31e-3653a9ba971c None None] Pushing event updated for resources: {'Port': ['ID=f6d00bb7-8c0f-4578-a1fd-133a55cbbeb4,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:16.646522 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-17e783c5-364f-4a9f-96d2-61b2e4951010 tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] Request body: {'network': {'project_id': '0d576f4d640e4f749022d7fbff76482f'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:16.687170 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46354) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:16.689918 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa34b8a3-f829-4b22-a425-7846fcadd5ab tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] Pushing event updated for resources: {'Network': ['ID=6c2891ba-c6b5-44f5-92e1-9d8c71a4d9d2,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:16.738011 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e783c5-364f-4a9f-96d2-61b2e4951010 tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] Made reservation on behalf of 0d576f4d640e4f749022d7fbff76482f for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:44:16.749957 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-17e783c5-364f-4a9f-96d2-61b2e4951010 tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:16.775516 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-2436a092-e385-4f93-8e30-db652831a8fc tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:16.781423 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edef3c5-941f-4429-b24f-73c5373df9db None None] Pushing event updated for resources: {'Port': ['ID=09446ca6-dcfd-4d46-8e3e-7507045c47cc,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:16.784721 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-2436a092-e385-4f93-8e30-db652831a8fc tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:16.786846 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-2436a092-e385-4f93-8e30-db652831a8fc tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.68 "GET /v2.0/networks?id=f5c85abf-40b8-43b3-94c6-025f2e7e94ce&id=85efae98-c9cf-44f9-b3fc-a7058825c2ca&id=f5c85abf-40b8-43b3-94c6-025f2e7e94ce HTTP/1.1" status: 200 len: 1390 time: 0.4565246 Aug 19 14:44:16.793014 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc094ec7-c3d6-46d0-bfb5-dff7f2622c6a None None] Routers {'85799e8a-8d71-4220-a19f-0754a544f5df'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:44:16.793791 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-dc094ec7-c3d6-46d0-bfb5-dff7f2622c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:44:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['85799e8a-8d71-4220-a19f-0754a544f5df'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:44:16.827063 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17e783c5-364f-4a9f-96d2-61b2e4951010 tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:44:16.836787 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-397f1e4e-b072-4b47-9c79-9ae516d011a0 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Request body: {'port': {'device_id': 'a2f95351-d132-4867-a226-554dde3844a9', 'network_id': 'f5c85abf-40b8-43b3-94c6-025f2e7e94ce', 'admin_state_up': True, 'tenant_id': 'bd1709e8cdcf404f8e501cbea2b0ebc9'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:16.859375 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-17e783c5-364f-4a9f-96d2-61b2e4951010 tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:16.868174 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-17e783c5-364f-4a9f-96d2-61b2e4951010 tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] Added segment bb126d9e-4e2f-4ac7-b184-6d362ed6a0d4 of type vlan for network 67155ecd-1208-4c27-af8a-60caf363eae3 Aug 19 14:44:16.955063 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 6c2891ba-c6b5-44f5-92e1-9d8c71a4d9d2 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:44:16.993267 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-537196ce-7f3f-4f58-bdf8-ff357aab82a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:17.026501 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-17e783c5-364f-4a9f-96d2-61b2e4951010 tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:17.103705 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a79e3976-c705-4d9e-b27c-f54164b0cfca req-6b0ea6cd-01d2-470d-bdcc-7f79b4bd4195 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2f95351-d132-4867-a226-554dde3844a9 HTTP/1.1" status: 200 len: 210 time: 0.1106358 Aug 19 14:44:17.142502 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-17e783c5-364f-4a9f-96d2-61b2e4951010 tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:17.143821 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e783c5-364f-4a9f-96d2-61b2e4951010 tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:17.145100 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-17e783c5-364f-4a9f-96d2-61b2e4951010 tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:17.233953 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-537196ce-7f3f-4f58-bdf8-ff357aab82a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:17.274934 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-537196ce-7f3f-4f58-bdf8-ff357aab82a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:17.356030 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-537196ce-7f3f-4f58-bdf8-ff357aab82a3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b3240ee80a274d6f9c17aa3a8609b5a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6641977 Aug 19 14:44:17.356030 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-397f1e4e-b072-4b47-9c79-9ae516d011a0 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Made reservation on behalf of bd1709e8cdcf404f8e501cbea2b0ebc9 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:44:17.359319 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 46374) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:17.361531 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-397f1e4e-b072-4b47-9c79-9ae516d011a0 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:17.370887 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537196ce-7f3f-4f58-bdf8-ff357aab82a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c52e651-3e21-4bc8-92e9-54cd6dcda49f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:17.375620 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 353b27c6-10eb-40b5-9c81-9daa7a00776b completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:44:17.435230 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-17e783c5-364f-4a9f-96d2-61b2e4951010 tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8045349 Aug 19 14:44:17.464303 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 46376) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:17.477731 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 353b27c6-10eb-40b5-9c81-9daa7a00776b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:44:17.478114 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:17.479026 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e2a74810-794b-4769-9995-2c88649c1197 tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] Request body: {'network': {'project_id': '0d576f4d640e4f749022d7fbff76482f'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:17.548937 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e783c5-364f-4a9f-96d2-61b2e4951010 tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] Pushing event updated for resources: {'Network': ['ID=67155ecd-1208-4c27-af8a-60caf363eae3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:17.584707 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2a74810-794b-4769-9995-2c88649c1197 tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 19 14:44:17.594469 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2a74810-794b-4769-9995-2c88649c1197 tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:44:17.598008 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-dc094ec7-c3d6-46d0-bfb5-dff7f2622c6a None None] Set router 85799e8a-8d71-4220-a19f-0754a544f5df gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:44:17.599396 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e2a74810-794b-4769-9995-2c88649c1197 tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1321199 Aug 19 14:44:17.648705 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e5bae94-e31c-46c1-b9ab-c175fb429838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:17.689768 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e5bae94-e31c-46c1-b9ab-c175fb429838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:17.691319 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46382) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:17.752090 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 67155ecd-1208-4c27-af8a-60caf363eae3 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:44:17.819579 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-397f1e4e-b072-4b47-9c79-9ae516d011a0 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Allocated IP 19.80.0.128 (f5c85abf-40b8-43b3-94c6-025f2e7e94ce/13df3bdb-b861-4399-a593-77a2e4c6b573/88fdd95d-d758-43b7-8819-07b50de36b97) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:44:17.858996 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e5bae94-e31c-46c1-b9ab-c175fb429838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:17.863166 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e5bae94-e31c-46c1-b9ab-c175fb429838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:17.868131 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1e5bae94-e31c-46c1-b9ab-c175fb429838 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4c52e651-3e21-4bc8-92e9-54cd6dcda49f HTTP/1.1" status: 204 len: 168 time: 0.5053177 Aug 19 14:44:17.878077 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5bae94-e31c-46c1-b9ab-c175fb429838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c52e651-3e21-4bc8-92e9-54cd6dcda49f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:17.937164 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7eb3d316-caa4-4b65-9fe5-3048ef7229ec admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0d576f4d640e4f749022d7fbff76482f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2435770 Aug 19 14:44:17.940561 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 46390) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:18.097191 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-735f8ee2-1459-4e6d-b4dc-e6adc0802473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:18.108537 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:18.166098 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-735f8ee2-1459-4e6d-b4dc-e6adc0802473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:18.228719 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-397f1e4e-b072-4b47-9c79-9ae516d011a0 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:18.245550 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-397f1e4e-b072-4b47-9c79-9ae516d011a0 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Transition to ACTIVE for port object 88fdd95d-d758-43b7-8819-07b50de36b97 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:44:18.284103 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-735f8ee2-1459-4e6d-b4dc-e6adc0802473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:18.285556 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-397f1e4e-b072-4b47-9c79-9ae516d011a0 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:18.292733 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-735f8ee2-1459-4e6d-b4dc-e6adc0802473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:18.294825 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-735f8ee2-1459-4e6d-b4dc-e6adc0802473 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2111b49e-a591-4036-b750-bd6f38ded1f6 HTTP/1.1" status: 204 len: 168 time: 0.3524096 Aug 19 14:44:18.297227 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 46398) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:18.373637 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 353b27c6-10eb-40b5-9c81-9daa7a00776b, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=353b27c6-10eb-40b5-9c81-9daa7a00776b,segment=NetworkSegment(ec2aa06d-f4de-4b89-8eb5-ddd8a2bebb42),segment_id=ec2aa06d-f4de-4b89-8eb5-ddd8a2bebb42)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:44:18.395984 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:18.397419 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f1e4e-b072-4b47-9c79-9ae516d011a0 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Pushing event updated for resources: {'Port': ['ID=88fdd95d-d758-43b7-8819-07b50de36b97,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:18.410074 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-397f1e4e-b072-4b47-9c79-9ae516d011a0 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Network f5c85abf-40b8-43b3-94c6-025f2e7e94ce is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:44:18.412625 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-397f1e4e-b072-4b47-9c79-9ae516d011a0 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:44:18.421630 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-397f1e4e-b072-4b47-9c79-9ae516d011a0 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:44:18.536179 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f8ee2-1459-4e6d-b4dc-e6adc0802473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2111b49e-a591-4036-b750-bd6f38ded1f6,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:18.539022 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-397f1e4e-b072-4b47-9c79-9ae516d011a0 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:18.544796 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-397f1e4e-b072-4b47-9c79-9ae516d011a0 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:18.582301 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-397f1e4e-b072-4b47-9c79-9ae516d011a0 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7833016 Aug 19 14:44:18.584674 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=353b27c6-10eb-40b5-9c81-9daa7a00776b,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:18.597983 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-2fdec483-e770-4281-b60e-c12ea9e22c2b tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Request body: {'port': {'device_id': 'a2f95351-d132-4867-a226-554dde3844a9', 'network_id': '85efae98-c9cf-44f9-b3fc-a7058825c2ca', 'admin_state_up': True, 'tenant_id': 'bd1709e8cdcf404f8e501cbea2b0ebc9'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:18.656188 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-dc094ec7-c3d6-46d0-bfb5-dff7f2622c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85799e8a-8d71-4220-a19f-0754a544f5df', 'name': 'tempest-ServersTestMultiNic-1681953074-router', 'tenant_id': 'bd1709e8cdcf404f8e501cbea2b0ebc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '32ec402c-0c77-4fe8-92ee-e180c1b776a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:44:01Z', 'updated_at': '2021-08-19T14:44:06Z', 'revision_number': 4, 'project_id': 'bd1709e8cdcf404f8e501cbea2b0ebc9', 'gw_port': {'id': '32ec402c-0c77-4fe8-92ee-e180c1b776a1', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:82:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85799e8a-8d71-4220-a19f-0754a544f5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:44:02Z', 'updated_at': '2021-08-19T14:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'f6d00bb7-8c0f-4578-a1fd-133a55cbbeb4', 'name': '', 'network_id': '9db2685e-ec6e-4ca1-b022-812b548fe7ec', 'tenant_id': 'bd1709e8cdcf404f8e501cbea2b0ebc9', 'mac_address': 'fa:16:3e:40:ab:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85799e8a-8d71-4220-a19f-0754a544f5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'f84d1022-185e-4d1c-ae84-0165ae47cc2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:44:05Z', 'updated_at': '2021-08-19T14:44:16Z', 'revision_number': 4, 'project_id': 'bd1709e8cdcf404f8e501cbea2b0ebc9', 'subnets': [{'id': 'f84d1022-185e-4d1c-ae84-0165ae47cc2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:44:18.792395 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735f8ee2-1459-4e6d-b4dc-e6adc0802473 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:44:18.792967 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735f8ee2-1459-4e6d-b4dc-e6adc0802473 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:44:18.793078 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735f8ee2-1459-4e6d-b4dc-e6adc0802473 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:44:18.793341 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735f8ee2-1459-4e6d-b4dc-e6adc0802473 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:44:18.804995 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc094ec7-c3d6-46d0-bfb5-dff7f2622c6a None None] The sync data for ids ['85799e8a-8d71-4220-a19f-0754a544f5df'] in n-d-766043-2 is: [{'id': '85799e8a-8d71-4220-a19f-0754a544f5df', 'name': 'tempest-ServersTestMultiNic-1681953074-router', 'tenant_id': 'bd1709e8cdcf404f8e501cbea2b0ebc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '32ec402c-0c77-4fe8-92ee-e180c1b776a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:44:01Z', 'updated_at': '2021-08-19T14:44:06Z', 'revision_number': 4, 'project_id': 'bd1709e8cdcf404f8e501cbea2b0ebc9', 'gw_port': {'id': '32ec402c-0c77-4fe8-92ee-e180c1b776a1', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:82:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85799e8a-8d71-4220-a19f-0754a544f5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:44:02Z', 'updated_at': '2021-08-19T14:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'f6d00bb7-8c0f-4578-a1fd-133a55cbbeb4', 'name': '', 'network_id': '9db2685e-ec6e-4ca1-b022-812b548fe7ec', 'tenant_id': 'bd1709e8cdcf404f8e501cbea2b0ebc9', 'mac_address': 'fa:16:3e:40:ab:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85799e8a-8d71-4220-a19f-0754a544f5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'f84d1022-185e-4d1c-ae84-0165ae47cc2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:44:05Z', 'updated_at': '2021-08-19T14:44:16Z', 'revision_number': 4, 'project_id': 'bd1709e8cdcf404f8e501cbea2b0ebc9', 'subnets': [{'id': 'f84d1022-185e-4d1c-ae84-0165ae47cc2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:44:18.808973 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735f8ee2-1459-4e6d-b4dc-e6adc0802473 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:44:18.809324 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735f8ee2-1459-4e6d-b4dc-e6adc0802473 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:44:18.809725 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735f8ee2-1459-4e6d-b4dc-e6adc0802473 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:44:18.810747 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735f8ee2-1459-4e6d-b4dc-e6adc0802473 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:44:18.811085 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735f8ee2-1459-4e6d-b4dc-e6adc0802473 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:44:18.811415 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735f8ee2-1459-4e6d-b4dc-e6adc0802473 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:44:18.811750 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735f8ee2-1459-4e6d-b4dc-e6adc0802473 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:44:18.812080 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735f8ee2-1459-4e6d-b4dc-e6adc0802473 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:44:18.836602 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b7359b12-593c-44c2-bad5-fc7a8dbed433 None None] Provisioning complete for port 353b27c6-10eb-40b5-9c81-9daa7a00776b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:44:18.837167 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b7359b12-593c-44c2-bad5-fc7a8dbed433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:18.881412 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 09446ca6-dcfd-4d46-8e3e-7507045c47cc up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:44:19.005385 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-504fe9eb-1c17-4b10-bda1-15e0f4bd8eca tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:19.171971 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 09446ca6-dcfd-4d46-8e3e-7507045c47cc completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:44:19.282538 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-2fdec483-e770-4281-b60e-c12ea9e22c2b tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Made reservation on behalf of bd1709e8cdcf404f8e501cbea2b0ebc9 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:44:19.287770 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-2fdec483-e770-4281-b60e-c12ea9e22c2b tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:19.330754 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc927e8-6813-4bf9-aa53-e1f52f468c52 req-b78bf393-955b-424c-b522-6cb2fb184027 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:19.339915 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ccc927e8-6813-4bf9-aa53-e1f52f468c52 req-b78bf393-955b-424c-b522-6cb2fb184027 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2f95351-d132-4867-a226-554dde3844a9 HTTP/1.1" status: 200 len: 932 time: 0.4803233 Aug 19 14:44:19.475626 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8444b4a4-a29f-40cd-afd5-53f2d7dd31de None None] Network 85efae98-c9cf-44f9-b3fc-a7058825c2ca requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:44:19.594881 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ccc927e8-6813-4bf9-aa53-e1f52f468c52 req-22d32783-8089-4320-ac01-729cc722432b tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/security-groups?id=41556f32-a9f9-4573-935a-2d992a544d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536426 Aug 19 14:44:19.629837 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-504fe9eb-1c17-4b10-bda1-15e0f4bd8eca tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:19.648156 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-2fdec483-e770-4281-b60e-c12ea9e22c2b tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Allocated IP 19.86.0.171 (85efae98-c9cf-44f9-b3fc-a7058825c2ca/be8247a1-96c8-4a95-9d9c-24e5ed4e5758/9d9de960-e6eb-49bc-ac46-fbd40474f268) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:44:19.673001 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-504fe9eb-1c17-4b10-bda1-15e0f4bd8eca tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67155ecd-1208-4c27-af8a-60caf363eae3']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:44:19.677841 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e6dd8e36-1d7f-4873-a753-a515adb32f7f None None] Provisioning for port 09446ca6-dcfd-4d46-8e3e-7507045c47cc completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:44:19.686299 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e6dd8e36-1d7f-4873-a753-a515adb32f7f None None] Provisioning complete for port 09446ca6-dcfd-4d46-8e3e-7507045c47cc triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:44:19.686915 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e6dd8e36-1d7f-4873-a753-a515adb32f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:19.708219 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-504fe9eb-1c17-4b10-bda1-15e0f4bd8eca tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb126d9e-4e2f-4ac7-b184-6d362ed6a0d4') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:44:19.709847 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-504fe9eb-1c17-4b10-bda1-15e0f4bd8eca tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb126d9e-4e2f-4ac7-b184-6d362ed6a0d4') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:44:19.734337 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-504fe9eb-1c17-4b10-bda1-15e0f4bd8eca tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:19.759623 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-504fe9eb-1c17-4b10-bda1-15e0f4bd8eca tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:19.781691 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-504fe9eb-1c17-4b10-bda1-15e0f4bd8eca tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:44:19.791267 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-504fe9eb-1c17-4b10-bda1-15e0f4bd8eca tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:19.798274 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:44:19.798274 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:44:19.798274 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:44:19.798274 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:44:19.798274 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:44:19.798274 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:44:19.798274 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:44:19.798274 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:44:19.798274 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:44:19.798274 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:44:19.798274 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:44:19.798274 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:44:19.798274 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:44:19.798274 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:44:19.798274 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:44:19.798274 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:44:19.798274 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:44:19.798274 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:44:19.798274 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:44:19.798274 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:44:19.798274 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:44:19.798274 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:44:19.798274 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:44:19.798274 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:44:19.798274 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:44:19.798274 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:44:19.798274 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:44:19.798274 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:44:19.798274 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:44:19.798274 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:44:19.798274 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:44:19.798274 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:44:19.830189 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 46444) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:20.042152 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e6dd8e36-1d7f-4873-a753-a515adb32f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:20.081989 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-2fdec483-e770-4281-b60e-c12ea9e22c2b tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:20.139013 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-2fdec483-e770-4281-b60e-c12ea9e22c2b tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Transition to ACTIVE for port object 9d9de960-e6eb-49bc-ac46-fbd40474f268 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:44:20.186947 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-504fe9eb-1c17-4b10-bda1-15e0f4bd8eca tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:20.196232 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-504fe9eb-1c17-4b10-bda1-15e0f4bd8eca tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:20.198866 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-504fe9eb-1c17-4b10-bda1-15e0f4bd8eca tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] 10.222.0.69 "DELETE /v2.0/networks/67155ecd-1208-4c27-af8a-60caf363eae3 HTTP/1.1" status: 204 len: 168 time: 1.8979280 Aug 19 14:44:20.206385 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46452) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:20.231910 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e6dd8e36-1d7f-4873-a753-a515adb32f7f None None] For port 09446ca6-dcfd-4d46-8e3e-7507045c47cc, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=09446ca6-dcfd-4d46-8e3e-7507045c47cc,segment=NetworkSegment(d49eb3ae-7124-4eb8-8ebc-6195fe793d61),segment_id=d49eb3ae-7124-4eb8-8ebc-6195fe793d61)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:44:20.237600 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e6dd8e36-1d7f-4873-a753-a515adb32f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:20.238009 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504fe9eb-1c17-4b10-bda1-15e0f4bd8eca tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] Pushing event deleted for resources: {'Network': ['ID=67155ecd-1208-4c27-af8a-60caf363eae3,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:20.389225 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dd8e36-1d7f-4873-a753-a515adb32f7f None None] Pushing event updated for resources: {'Port': ['ID=09446ca6-dcfd-4d46-8e3e-7507045c47cc,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:20.406001 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-2fdec483-e770-4281-b60e-c12ea9e22c2b tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:20.427197 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e6dd8e36-1d7f-4873-a753-a515adb32f7f None None] Provisioning for port 88fdd95d-d758-43b7-8819-07b50de36b97 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:44:20.438537 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e6dd8e36-1d7f-4873-a753-a515adb32f7f None None] Provisioning complete for port 88fdd95d-d758-43b7-8819-07b50de36b97 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:44:20.439010 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e6dd8e36-1d7f-4873-a753-a515adb32f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:20.480817 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-2fdec483-e770-4281-b60e-c12ea9e22c2b tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Network 85efae98-c9cf-44f9-b3fc-a7058825c2ca is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:44:20.484741 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdec483-e770-4281-b60e-c12ea9e22c2b tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Pushing event updated for resources: {'Port': ['ID=9d9de960-e6eb-49bc-ac46-fbd40474f268,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:20.487462 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-2fdec483-e770-4281-b60e-c12ea9e22c2b tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:44:20.498600 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-2fdec483-e770-4281-b60e-c12ea9e22c2b tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:44:20.522357 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6cd1af7a-3647-4ee8-a8a0-b3b73607014d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-500738426-network', 'tenant_id': '398ca9e8f5a84718aed09f197ab63763'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:20.566797 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-2fdec483-e770-4281-b60e-c12ea9e22c2b tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:20.568526 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-2fdec483-e770-4281-b60e-c12ea9e22c2b tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:20.583723 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e6dd8e36-1d7f-4873-a753-a515adb32f7f None None] Port 88fdd95d-d758-43b7-8819-07b50de36b97 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:44:20.599795 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b08a1488-9c67-4ba5-bb27-0767961bd5fe tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:20.618739 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd1af7a-3647-4ee8-a8a0-b3b73607014d admin admin] Made reservation on behalf of 398ca9e8f5a84718aed09f197ab63763 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:44:20.629902 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6cd1af7a-3647-4ee8-a8a0-b3b73607014d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:20.654634 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6cd1af7a-3647-4ee8-a8a0-b3b73607014d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:20.710662 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-2fdec483-e770-4281-b60e-c12ea9e22c2b tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1177034 Aug 19 14:44:20.733355 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-5440c85e-b137-4f98-93c7-4da03dc107ff tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Request body: {'port': {'device_id': 'a2f95351-d132-4867-a226-554dde3844a9', 'network_id': 'f5c85abf-40b8-43b3-94c6-025f2e7e94ce', 'admin_state_up': True, 'tenant_id': 'bd1709e8cdcf404f8e501cbea2b0ebc9'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:20.762395 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a0d86f85-ef96-4c0d-85ff-805e6dc80015 None None] Provisioning complete for port 09446ca6-dcfd-4d46-8e3e-7507045c47cc triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:44:20.767325 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a0d86f85-ef96-4c0d-85ff-805e6dc80015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:20.938769 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 353b27c6-10eb-40b5-9c81-9daa7a00776b up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:44:20.992157 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6cd1af7a-3647-4ee8-a8a0-b3b73607014d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:21.026002 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b08a1488-9c67-4ba5-bb27-0767961bd5fe tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:21.032145 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6cd1af7a-3647-4ee8-a8a0-b3b73607014d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:21.033411 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-5440c85e-b137-4f98-93c7-4da03dc107ff tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Made reservation on behalf of bd1709e8cdcf404f8e501cbea2b0ebc9 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:44:21.041265 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-5440c85e-b137-4f98-93c7-4da03dc107ff tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:21.064793 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-b08a1488-9c67-4ba5-bb27-0767961bd5fe tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c2891ba-c6b5-44f5-92e1-9d8c71a4d9d2']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:44:21.084435 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-b08a1488-9c67-4ba5-bb27-0767961bd5fe tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b1dfcfc-6de4-4788-8493-590925bb2e14') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:44:21.090460 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-b08a1488-9c67-4ba5-bb27-0767961bd5fe tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b1dfcfc-6de4-4788-8493-590925bb2e14') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:44:21.104955 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b08a1488-9c67-4ba5-bb27-0767961bd5fe tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:21.112865 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd1af7a-3647-4ee8-a8a0-b3b73607014d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ed91fc-13d1-4a53-bf4f-9fb7d25c1e4e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:21.158256 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cd1af7a-3647-4ee8-a8a0-b3b73607014d admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:44:21.160448 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b08a1488-9c67-4ba5-bb27-0767961bd5fe tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:21.174635 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b08a1488-9c67-4ba5-bb27-0767961bd5fe tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:44:21.176323 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b08a1488-9c67-4ba5-bb27-0767961bd5fe tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:21.264196 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:44:21.264196 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:44:21.264196 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:44:21.264196 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:44:21.264196 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:44:21.264196 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:44:21.264196 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:44:21.264196 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:44:21.264196 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:44:21.264196 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:44:21.264196 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:44:21.264196 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:44:21.264196 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:44:21.264196 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:44:21.264196 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:44:21.264196 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:44:21.264196 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:44:21.264196 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:44:21.264196 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:44:21.264196 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:44:21.264196 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:44:21.264196 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:44:21.264196 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:44:21.264196 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:44:21.264196 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:44:21.264196 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:44:21.264196 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:44:21.264196 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:44:21.264196 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:44:21.264196 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:44:21.264196 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:44:21.264196 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:44:21.276634 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b08a1488-9c67-4ba5-bb27-0767961bd5fe tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:21.278536 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f66a38-d0d6-474c-aeec-621e820e6b13 req-36cb0c93-c20b-401f-a598-9cc39e3e06b3 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:21.292222 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b08a1488-9c67-4ba5-bb27-0767961bd5fe tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:21.299716 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f66a38-d0d6-474c-aeec-621e820e6b13 req-36cb0c93-c20b-401f-a598-9cc39e3e06b3 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:21.300310 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b08a1488-9c67-4ba5-bb27-0767961bd5fe tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] 10.222.0.69 "DELETE /v2.0/networks/6c2891ba-c6b5-44f5-92e1-9d8c71a4d9d2 HTTP/1.1" status: 204 len: 168 time: 1.0781994 Aug 19 14:44:21.316265 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e8f66a38-d0d6-474c-aeec-621e820e6b13 req-36cb0c93-c20b-401f-a598-9cc39e3e06b3 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2f95351-d132-4867-a226-554dde3844a9 HTTP/1.1" status: 200 len: 1655 time: 0.3360858 Aug 19 14:44:21.326968 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6cd1af7a-3647-4ee8-a8a0-b3b73607014d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:21.327313 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-6cd1af7a-3647-4ee8-a8a0-b3b73607014d admin admin] Added segment ebfe9978-79e8-4450-87a3-52a151ef4287 of type vlan for network 1ebd5133-b1a8-44d9-a1f7-13f9b467fad7 Aug 19 14:44:21.360219 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08a1488-9c67-4ba5-bb27-0767961bd5fe tempest-QuotasNegativeTest-1664452984 tempest-QuotasNegativeTest-1664452984-project-admin] Pushing event deleted for resources: {'Network': ['ID=6c2891ba-c6b5-44f5-92e1-9d8c71a4d9d2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:21.546413 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e8f66a38-d0d6-474c-aeec-621e820e6b13 req-77b67295-0271-49ce-9e2f-ca45a99d9ed1 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/security-groups?id=41556f32-a9f9-4573-935a-2d992a544d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291229 Aug 19 14:44:21.571578 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 353b27c6-10eb-40b5-9c81-9daa7a00776b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:44:21.572144 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:21.589770 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6cd1af7a-3647-4ee8-a8a0-b3b73607014d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:21.637296 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-5440c85e-b137-4f98-93c7-4da03dc107ff tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Allocated IP 19.80.0.17 (f5c85abf-40b8-43b3-94c6-025f2e7e94ce/13df3bdb-b861-4399-a593-77a2e4c6b573/ec41c493-d742-40a5-bf0f-e2da946efb84) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:44:21.646536 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6cd1af7a-3647-4ee8-a8a0-b3b73607014d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:21.647961 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd1af7a-3647-4ee8-a8a0-b3b73607014d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:21.648729 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6cd1af7a-3647-4ee8-a8a0-b3b73607014d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:21.791099 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device f6d00bb7-8c0f-4578-a1fd-133a55cbbeb4 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:44:21.806578 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-6cd1af7a-3647-4ee8-a8a0-b3b73607014d admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9751716 Aug 19 14:44:21.819770 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 46482) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:21.827289 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-aeb03dc5-78c0-409f-aa01-82a90fe3b54c admin admin] Request body: {'subnet': {'network_id': '1ebd5133-b1a8-44d9-a1f7-13f9b467fad7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-500738426-subnet', 'tenant_id': '398ca9e8f5a84718aed09f197ab63763', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:21.852094 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ddfc5b55-7731-4f06-9db4-c3befd16e81a None None] Provisioning for port 9d9de960-e6eb-49bc-ac46-fbd40474f268 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:44:21.867788 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ddfc5b55-7731-4f06-9db4-c3befd16e81a None None] Provisioning complete for port 9d9de960-e6eb-49bc-ac46-fbd40474f268 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:44:21.872339 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ddfc5b55-7731-4f06-9db4-c3befd16e81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:21.889729 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb03dc5-78c0-409f-aa01-82a90fe3b54c admin admin] Made reservation on behalf of 398ca9e8f5a84718aed09f197ab63763 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:44:21.892480 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aeb03dc5-78c0-409f-aa01-82a90fe3b54c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:21.894950 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-5440c85e-b137-4f98-93c7-4da03dc107ff tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:21.911159 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd1af7a-3647-4ee8-a8a0-b3b73607014d admin admin] Pushing event updated for resources: {'Network': ['ID=1ebd5133-b1a8-44d9-a1f7-13f9b467fad7,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:21.917684 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-5440c85e-b137-4f98-93c7-4da03dc107ff tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Transition to ACTIVE for port object ec41c493-d742-40a5-bf0f-e2da946efb84 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:44:21.984647 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 1ebd5133-b1a8-44d9-a1f7-13f9b467fad7 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:44:21.992232 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-5440c85e-b137-4f98-93c7-4da03dc107ff tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:22.114852 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 46494) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:22.133501 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5440c85e-b137-4f98-93c7-4da03dc107ff tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Pushing event updated for resources: {'Port': ['ID=ec41c493-d742-40a5-bf0f-e2da946efb84,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:22.135971 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port f6d00bb7-8c0f-4578-a1fd-133a55cbbeb4 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:44:22.143423 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port f6d00bb7-8c0f-4578-a1fd-133a55cbbeb4 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:44:22.143984 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:22.172208 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-5440c85e-b137-4f98-93c7-4da03dc107ff tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Network f5c85abf-40b8-43b3-94c6-025f2e7e94ce is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:44:22.174413 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-5440c85e-b137-4f98-93c7-4da03dc107ff tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:44:22.180001 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-5440c85e-b137-4f98-93c7-4da03dc107ff tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:44:22.183856 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2dd82351-5665-4d2c-82e2-82f75b850a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:22.222566 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ddfc5b55-7731-4f06-9db4-c3befd16e81a None None] Port 9d9de960-e6eb-49bc-ac46-fbd40474f268 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:44:22.300619 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-5440c85e-b137-4f98-93c7-4da03dc107ff tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:22.301328 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-5440c85e-b137-4f98-93c7-4da03dc107ff tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:22.307014 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:22.371514 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port f6d00bb7-8c0f-4578-a1fd-133a55cbbeb4, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=f6d00bb7-8c0f-4578-a1fd-133a55cbbeb4,segment=NetworkSegment(ce56027d-a8cb-4777-b7f5-2e96b89436f0),segment_id=ce56027d-a8cb-4777-b7f5-2e96b89436f0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:44:22.386912 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:22.388159 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 09446ca6-dcfd-4d46-8e3e-7507045c47cc up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:44:22.431156 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2dd82351-5665-4d2c-82e2-82f75b850a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:22.441118 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-5440c85e-b137-4f98-93c7-4da03dc107ff tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7142813 Aug 19 14:44:22.445083 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2dd82351-5665-4d2c-82e2-82f75b850a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:22.454085 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-b24238bd-f5c4-4b88-8388-25c62cc134ad tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:44:22.455507 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-b24238bd-f5c4-4b88-8388-25c62cc134ad tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063384 Aug 19 14:44:22.515807 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=f6d00bb7-8c0f-4578-a1fd-133a55cbbeb4,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:22.555725 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 09446ca6-dcfd-4d46-8e3e-7507045c47cc triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:44:22.556187 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:22.584875 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46502) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:22.585658 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-17747a5f-862b-4a5f-8487-aac135104862 None None] Provisioning for port ec41c493-d742-40a5-bf0f-e2da946efb84 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:44:22.597973 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-2dd82351-5665-4d2c-82e2-82f75b850a50 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5da672b0bfac4951b3846da0879729bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4728444 Aug 19 14:44:22.610467 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd82351-5665-4d2c-82e2-82f75b850a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945f97e5-a2aa-4393-8fdc-765c61656124,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:22.622092 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-17747a5f-862b-4a5f-8487-aac135104862 None None] Provisioning complete for port ec41c493-d742-40a5-bf0f-e2da946efb84 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:44:22.624106 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17747a5f-862b-4a5f-8487-aac135104862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:22.649827 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aeb03dc5-78c0-409f-aa01-82a90fe3b54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:22.715229 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-dd4b122e-9dff-41b1-b6a8-7feb6f0385e0 service neutron] Request body: {'port': {'device_id': 'a2f95351-d132-4867-a226-554dde3844a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:22.818401 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a15915f-8910-41d6-9f97-d6c1c6777eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:22.839341 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb03dc5-78c0-409f-aa01-82a90fe3b54c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f930d9d-e242-470c-ba25-57d2bea4fe80,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:22.851154 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb03dc5-78c0-409f-aa01-82a90fe3b54c admin admin] Checking segment: {'id': 'ebfe9978-79e8-4450-87a3-52a151ef4287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ebd5133-b1a8-44d9-a1f7-13f9b467fad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:44:22.851830 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb03dc5-78c0-409f-aa01-82a90fe3b54c admin admin] Network hostable DHCP agents. Network: 1ebd5133-b1a8-44d9-a1f7-13f9b467fad7, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:44:22.853272 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-17747a5f-862b-4a5f-8487-aac135104862 None None] Port ec41c493-d742-40a5-bf0f-e2da946efb84 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:44:22.879782 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db62c237-0f1b-46d3-a179-5a385d9bde1e req-b9e0f95b-8c71-4dd4-ad5d-946c5b7ff259 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:22.889839 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db62c237-0f1b-46d3-a179-5a385d9bde1e req-b9e0f95b-8c71-4dd4-ad5d-946c5b7ff259 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:22.906780 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db62c237-0f1b-46d3-a179-5a385d9bde1e req-b9e0f95b-8c71-4dd4-ad5d-946c5b7ff259 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:22.920935 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-db62c237-0f1b-46d3-a179-5a385d9bde1e req-b9e0f95b-8c71-4dd4-ad5d-946c5b7ff259 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2f95351-d132-4867-a226-554dde3844a9 HTTP/1.1" status: 200 len: 2376 time: 0.1525290 Aug 19 14:44:22.928268 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a15915f-8910-41d6-9f97-d6c1c6777eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:22.942280 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-dd4b122e-9dff-41b1-b6a8-7feb6f0385e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:22.944374 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb03dc5-78c0-409f-aa01-82a90fe3b54c admin admin] Network 1ebd5133-b1a8-44d9-a1f7-13f9b467fad7 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:44:22.990658 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-aeb03dc5-78c0-409f-aa01-82a90fe3b54c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 1ebd5133-b1a8-44d9-a1f7-13f9b467fad7) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:44:22.995756 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device f6d00bb7-8c0f-4578-a1fd-133a55cbbeb4 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:44:23.003889 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb03dc5-78c0-409f-aa01-82a90fe3b54c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:23.005147 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aeb03dc5-78c0-409f-aa01-82a90fe3b54c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:23.010003 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde22fd0-c9bb-41ec-a85e-b4eb0fa61a72 None None] Network 1ebd5133-b1a8-44d9-a1f7-13f9b467fad7 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:44:23.030708 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-aeb03dc5-78c0-409f-aa01-82a90fe3b54c admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2094727 Aug 19 14:44:23.036771 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-db62c237-0f1b-46d3-a179-5a385d9bde1e req-45196bb0-d4df-41b3-9b88-46094b0a4779 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/security-groups?id=41556f32-a9f9-4573-935a-2d992a544d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079252 Aug 19 14:44:23.091506 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 46524) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:23.098013 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-55de3bdb-aa82-4b06-929e-7b181dc5232c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-500738426-router', 'tenant_id': '398ca9e8f5a84718aed09f197ab63763', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:23.103025 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a15915f-8910-41d6-9f97-d6c1c6777eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:23.105807 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a15915f-8910-41d6-9f97-d6c1c6777eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:23.109907 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1a15915f-8910-41d6-9f97-d6c1c6777eb1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/945f97e5-a2aa-4393-8fdc-765c61656124 HTTP/1.1" status: 204 len: 168 time: 0.5209358 Aug 19 14:44:23.140102 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55de3bdb-aa82-4b06-929e-7b181dc5232c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:23.141389 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55de3bdb-aa82-4b06-929e-7b181dc5232c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:23.166783 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a15915f-8910-41d6-9f97-d6c1c6777eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945f97e5-a2aa-4393-8fdc-765c61656124,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:23.267551 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c69877bb-d167-4da4-adef-402656ff6078 req-057f4f83-6c61-430c-9cea-9bacd955e380 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--553616841&fields=id&tenant_id=df380a6529a845d9a6df3627792632d0 HTTP/1.1" status: 200 len: 267 time: 0.0967188 Aug 19 14:44:23.340205 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port f6d00bb7-8c0f-4578-a1fd-133a55cbbeb4 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:44:23.340610 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:23.404032 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55de3bdb-aa82-4b06-929e-7b181dc5232c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:23.502555 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-dd4b122e-9dff-41b1-b6a8-7feb6f0385e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88fdd95d-d758-43b7-8819-07b50de36b97 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:44:23.521347 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-dd4b122e-9dff-41b1-b6a8-7feb6f0385e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:23.550152 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-dd4b122e-9dff-41b1-b6a8-7feb6f0385e0 service neutron] Transition to ACTIVE for port object 88fdd95d-d758-43b7-8819-07b50de36b97 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:44:23.554886 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-dd4b122e-9dff-41b1-b6a8-7feb6f0385e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:23.576674 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a9e4cd-0580-4646-b65e-e1641cdc333c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-1ebd5133-b1a8-44d9-a1f7-13f9b467fad7', 'network_id': '1ebd5133-b1a8-44d9-a1f7-13f9b467fad7', 'tenant_id': '398ca9e8f5a84718aed09f197ab63763', 'fixed_ips': [{'subnet_id': '1f930d9d-e242-470c-ba25-57d2bea4fe80'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:44:23.577531 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f8a9e4cd-0580-4646-b65e-e1641cdc333c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:23.797932 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4b122e-9dff-41b1-b6a8-7feb6f0385e0 service neutron] Pushing event updated for resources: {'Port': ['ID=88fdd95d-d758-43b7-8819-07b50de36b97,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:23.837614 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46538) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:23.845341 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55de3bdb-aa82-4b06-929e-7b181dc5232c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:23.881902 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c5a55718-f29f-43db-89e7-9dde9dbe0b35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:23.884028 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-dd4b122e-9dff-41b1-b6a8-7feb6f0385e0 service neutron] Attempting to bind port 88fdd95d-d758-43b7-8819-07b50de36b97 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:44:23.884360 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-dd4b122e-9dff-41b1-b6a8-7feb6f0385e0 service neutron] Attempting to bind port 88fdd95d-d758-43b7-8819-07b50de36b97 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': 'ec2aa06d-f4de-4b89-8eb5-ddd8a2bebb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f5c85abf-40b8-43b3-94c6-025f2e7e94ce'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:44:23.884706 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-dd4b122e-9dff-41b1-b6a8-7feb6f0385e0 service neutron] Attempting to bind port 88fdd95d-d758-43b7-8819-07b50de36b97 on network f5c85abf-40b8-43b3-94c6-025f2e7e94ce {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:44:23.925659 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-dd4b122e-9dff-41b1-b6a8-7feb6f0385e0 service neutron] Port 88fdd95d-d758-43b7-8819-07b50de36b97 on network f5c85abf-40b8-43b3-94c6-025f2e7e94ce not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:44:23.926386 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-dd4b122e-9dff-41b1-b6a8-7feb6f0385e0 service neutron] Attempting to bind port 88fdd95d-d758-43b7-8819-07b50de36b97 on network f5c85abf-40b8-43b3-94c6-025f2e7e94ce {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:44:23.934693 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-dd4b122e-9dff-41b1-b6a8-7feb6f0385e0 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:44:23.935440 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-dd4b122e-9dff-41b1-b6a8-7feb6f0385e0 service neutron] Checking segment: {'id': 'ec2aa06d-f4de-4b89-8eb5-ddd8a2bebb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f5c85abf-40b8-43b3-94c6-025f2e7e94ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:44:23.936049 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-dd4b122e-9dff-41b1-b6a8-7feb6f0385e0 service neutron] Bound using segment: {'id': 'ec2aa06d-f4de-4b89-8eb5-ddd8a2bebb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f5c85abf-40b8-43b3-94c6-025f2e7e94ce'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:44:23.936756 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-dd4b122e-9dff-41b1-b6a8-7feb6f0385e0 service neutron] Bound port: 88fdd95d-d758-43b7-8819-07b50de36b97, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec2aa06d-f4de-4b89-8eb5-ddd8a2bebb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f5c85abf-40b8-43b3-94c6-025f2e7e94ce'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:44:23.937363 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-dd4b122e-9dff-41b1-b6a8-7feb6f0385e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:24.001068 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-f8a9e4cd-0580-4646-b65e-e1641cdc333c None None] Allocated IP 172.20.0.2 (1ebd5133-b1a8-44d9-a1f7-13f9b467fad7/1f930d9d-e242-470c-ba25-57d2bea4fe80/4cfcf430-5e63-4cec-b5dc-02f523916020) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:44:24.078934 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69877bb-d167-4da4-adef-402656ff6078 req-e45c2b80-6df9-44f5-9014-e267a1d73642 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:24.081607 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c69877bb-d167-4da4-adef-402656ff6078 req-e45c2b80-6df9-44f5-9014-e267a1d73642 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.69 "GET /v2.0/networks?id=627779b5-fb62-4ebb-a93a-4cd257e391a1 HTTP/1.1" status: 200 len: 815 time: 0.8059032 Aug 19 14:44:24.123370 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c69877bb-d167-4da4-adef-402656ff6078 req-3e8e57c3-9bae-49d6-a7fe-ae38da2db049 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.69 "GET /v2.0/quotas/df380a6529a845d9a6df3627792632d0 HTTP/1.1" status: 200 len: 375 time: 0.0301647 Aug 19 14:44:24.133424 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-dd4b122e-9dff-41b1-b6a8-7feb6f0385e0 service neutron] For port 88fdd95d-d758-43b7-8819-07b50de36b97, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:44:24.146479 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-dd4b122e-9dff-41b1-b6a8-7feb6f0385e0 service neutron] For port 88fdd95d-d758-43b7-8819-07b50de36b97, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=88fdd95d-d758-43b7-8819-07b50de36b97,segment=NetworkSegment(ec2aa06d-f4de-4b89-8eb5-ddd8a2bebb42),segment_id=ec2aa06d-f4de-4b89-8eb5-ddd8a2bebb42)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:44:24.155211 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-dd4b122e-9dff-41b1-b6a8-7feb6f0385e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:24.225224 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-dd4b122e-9dff-41b1-b6a8-7feb6f0385e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:24.226474 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-dd4b122e-9dff-41b1-b6a8-7feb6f0385e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:24.228780 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-dd4b122e-9dff-41b1-b6a8-7feb6f0385e0 service neutron] 10.222.0.68 "PUT /v2.0/ports/88fdd95d-d758-43b7-8819-07b50de36b97 HTTP/1.1" status: 200 len: 1092 time: 1.7647812 Aug 19 14:44:24.229452 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f95351-d132-4867-a226-554dde3844a9', 'tag': '88fdd95d-d758-43b7-8819-07b50de36b97'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:44:24.233484 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2cee9d-7325-42b4-9f52-eceaf0cca314" -d '{"events": [{"name": "network-changed", "server_uuid": "a2f95351-d132-4867-a226-554dde3844a9", "tag": "88fdd95d-d758-43b7-8819-07b50de36b97"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:44:24.242600 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c69877bb-d167-4da4-adef-402656ff6078 req-3f8eeeab-2a16-418f-ba42-997bc0cb86d8 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=df380a6529a845d9a6df3627792632d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1107347 Aug 19 14:44:24.275927 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-c4f2c571-9be7-46f3-bf15-2f4b3efc3271 service neutron] Request body: {'port': {'device_id': 'a2f95351-d132-4867-a226-554dde3844a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:24.415774 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f8a9e4cd-0580-4646-b65e-e1641cdc333c None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:24.429045 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f8a9e4cd-0580-4646-b65e-e1641cdc333c None None] Transition to ACTIVE for port object 4cfcf430-5e63-4cec-b5dc-02f523916020 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:44:24.446658 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c69877bb-d167-4da4-adef-402656ff6078 req-b23f3ddc-f067-4f4d-bba1-65660329be99 service neutron] 10.222.0.69 "GET /v2.0/networks/627779b5-fb62-4ebb-a93a-4cd257e391a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409593 Aug 19 14:44:24.481103 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f8a9e4cd-0580-4646-b65e-e1641cdc333c None None] Transition to ACTIVE for port object 4cfcf430-5e63-4cec-b5dc-02f523916020 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:44:24.492867 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f8a9e4cd-0580-4646-b65e-e1641cdc333c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:24.593193 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a9e4cd-0580-4646-b65e-e1641cdc333c None None] Network 1ebd5133-b1a8-44d9-a1f7-13f9b467fad7 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:44:24.595223 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c69877bb-d167-4da4-adef-402656ff6078 req-3a143423-30ae-48b5-b4f9-515391d6addb service neutron] 10.222.0.69 "GET /v2.0/networks/627779b5-fb62-4ebb-a93a-4cd257e391a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365180 Aug 19 14:44:24.598690 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a9e4cd-0580-4646-b65e-e1641cdc333c None None] Pushing event updated for resources: {'Port': ['ID=4cfcf430-5e63-4cec-b5dc-02f523916020,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:24.609438 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-f8a9e4cd-0580-4646-b65e-e1641cdc333c None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:44:24.613046 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a9e4cd-0580-4646-b65e-e1641cdc333c None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:44:24.682356 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f8a9e4cd-0580-4646-b65e-e1641cdc333c None None] Attempting to bind port 4cfcf430-5e63-4cec-b5dc-02f523916020 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:44:24.683309 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f8a9e4cd-0580-4646-b65e-e1641cdc333c None None] Attempting to bind port 4cfcf430-5e63-4cec-b5dc-02f523916020 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'ebfe9978-79e8-4450-87a3-52a151ef4287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ebd5133-b1a8-44d9-a1f7-13f9b467fad7'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:44:24.683674 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a9e4cd-0580-4646-b65e-e1641cdc333c None None] Attempting to bind port 4cfcf430-5e63-4cec-b5dc-02f523916020 on network 1ebd5133-b1a8-44d9-a1f7-13f9b467fad7 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:44:24.684568 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1eec50-994d-4a27-90e6-da4727295ace req-117216e7-e263-452a-94c3-831c86e57582 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:24.690572 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a9e4cd-0580-4646-b65e-e1641cdc333c None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:44:24.691144 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a9e4cd-0580-4646-b65e-e1641cdc333c None None] Checking segment: {'id': 'ebfe9978-79e8-4450-87a3-52a151ef4287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ebd5133-b1a8-44d9-a1f7-13f9b467fad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:44:24.691774 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f8a9e4cd-0580-4646-b65e-e1641cdc333c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:24.692075 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1eec50-994d-4a27-90e6-da4727295ace req-117216e7-e263-452a-94c3-831c86e57582 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:24.692381 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a9e4cd-0580-4646-b65e-e1641cdc333c None None] Bound using segment: {'id': 'ebfe9978-79e8-4450-87a3-52a151ef4287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ebd5133-b1a8-44d9-a1f7-13f9b467fad7'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:44:24.693176 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f8a9e4cd-0580-4646-b65e-e1641cdc333c None None] Bound port: 4cfcf430-5e63-4cec-b5dc-02f523916020, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebfe9978-79e8-4450-87a3-52a151ef4287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ebd5133-b1a8-44d9-a1f7-13f9b467fad7'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:44:24.693771 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f8a9e4cd-0580-4646-b65e-e1641cdc333c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:24.700831 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1eec50-994d-4a27-90e6-da4727295ace req-117216e7-e263-452a-94c3-831c86e57582 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:24.709661 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ab1eec50-994d-4a27-90e6-da4727295ace req-117216e7-e263-452a-94c3-831c86e57582 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2f95351-d132-4867-a226-554dde3844a9 HTTP/1.1" status: 200 len: 2388 time: 0.4021473 Aug 19 14:44:24.740826 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55de3bdb-aa82-4b06-929e-7b181dc5232c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:24.773454 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55de3bdb-aa82-4b06-929e-7b181dc5232c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:24.793850 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ab1eec50-994d-4a27-90e6-da4727295ace req-d272c0dc-0513-4c59-96a1-0180ffddcf3c tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/security-groups?id=41556f32-a9f9-4573-935a-2d992a544d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791111 Aug 19 14:44:24.841873 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f8a9e4cd-0580-4646-b65e-e1641cdc333c None None] For port 4cfcf430-5e63-4cec-b5dc-02f523916020, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:44:24.847226 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f8a9e4cd-0580-4646-b65e-e1641cdc333c None None] For port 4cfcf430-5e63-4cec-b5dc-02f523916020, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=4cfcf430-5e63-4cec-b5dc-02f523916020,segment=NetworkSegment(ebfe9978-79e8-4450-87a3-52a151ef4287),segment_id=ebfe9978-79e8-4450-87a3-52a151ef4287)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:44:24.853362 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f8a9e4cd-0580-4646-b65e-e1641cdc333c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:24.942957 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-55de3bdb-aa82-4b06-929e-7b181dc5232c admin admin] Allocated IP 172.25.2.162 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/113aacf3-68d8-4938-87ca-dae891dc68cf) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:44:24.978040 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4b122e-9dff-41b1-b6a8-7feb6f0385e0 service neutron] Pushing event updated for resources: {'Port': ['ID=88fdd95d-d758-43b7-8819-07b50de36b97,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:24.997466 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c5a55718-f29f-43db-89e7-9dde9dbe0b35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:25.007787 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c5a55718-f29f-43db-89e7-9dde9dbe0b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:25.017033 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a9e4cd-0580-4646-b65e-e1641cdc333c None None] Pushing event updated for resources: {'Port': ['ID=4cfcf430-5e63-4cec-b5dc-02f523916020,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:25.071287 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c5a55718-f29f-43db-89e7-9dde9dbe0b35 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=603b9d0e26ba407bb5e463cffe8dbba0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2329035 Aug 19 14:44:25.072579 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46568) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:25.074498 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55718-f29f-43db-89e7-9dde9dbe0b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12790277-4aff-4f12-bcff-2cd442af1edb,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:25.084342 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-c4f2c571-9be7-46f3-bf15-2f4b3efc3271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:25.125644 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55de3bdb-aa82-4b06-929e-7b181dc5232c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:25.176618 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55de3bdb-aa82-4b06-929e-7b181dc5232c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:25.256824 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55de3bdb-aa82-4b06-929e-7b181dc5232c admin admin] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:44:25.260186 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-55de3bdb-aa82-4b06-929e-7b181dc5232c admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:44:25.267444 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55de3bdb-aa82-4b06-929e-7b181dc5232c admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:44:25.323843 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55de3bdb-aa82-4b06-929e-7b181dc5232c admin admin] Pushing event updated for resources: {'Port': ['ID=113aacf3-68d8-4938-87ca-dae891dc68cf,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:25.613697 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c19caad-79e0-4b7e-abe4-8596eb686ecb x-openstack-request-id: req-7c19caad-79e0-4b7e-abe4-8596eb686ecb {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:44:25.613979 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2f95351-d132-4867-a226-554dde3844a9", "tag": "88fdd95d-d758-43b7-8819-07b50de36b97", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:44:25.614099 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7c19caad-79e0-4b7e-abe4-8596eb686ecb {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:44:25.615304 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f95351-d132-4867-a226-554dde3844a9', 'tag': '88fdd95d-d758-43b7-8819-07b50de36b97', 'status': 'completed', 'code': 200} Aug 19 14:44:25.650390 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-61c91741-e95a-4337-874a-874acbbfbac7 req-6a1940a3-641f-4a2f-957c-bfb1a567cfb5 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9c77d6e-b325-441d-8789-97a091d409cd HTTP/1.1" status: 200 len: 210 time: 0.0377443 Aug 19 14:44:25.678327 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-c4f2c571-9be7-46f3-bf15-2f4b3efc3271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d9de960-e6eb-49bc-ac46-fbd40474f268 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:44:25.725958 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-c4f2c571-9be7-46f3-bf15-2f4b3efc3271 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:25.743119 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-c4f2c571-9be7-46f3-bf15-2f4b3efc3271 service neutron] Transition to ACTIVE for port object 9d9de960-e6eb-49bc-ac46-fbd40474f268 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:44:25.750120 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cee9d-7325-42b4-9f52-eceaf0cca314 req-4ad1016b-1420-4b9e-97de-12bbdb4c2160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:25.751328 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cee9d-7325-42b4-9f52-eceaf0cca314 req-4ad1016b-1420-4b9e-97de-12bbdb4c2160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:25.752809 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cee9d-7325-42b4-9f52-eceaf0cca314 req-4ad1016b-1420-4b9e-97de-12bbdb4c2160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:25.754928 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5a2cee9d-7325-42b4-9f52-eceaf0cca314 req-4ad1016b-1420-4b9e-97de-12bbdb4c2160 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bd1709e8cdcf404f8e501cbea2b0ebc9&device_id=a2f95351-d132-4867-a226-554dde3844a9 HTTP/1.1" status: 200 len: 2731 time: 0.1432250 Aug 19 14:44:25.759112 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-c4f2c571-9be7-46f3-bf15-2f4b3efc3271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:25.778452 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55de3bdb-aa82-4b06-929e-7b181dc5232c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:25.876000 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10a24d9c-12d7-4471-809a-3f48a02bd70b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:25.949875 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f2c571-9be7-46f3-bf15-2f4b3efc3271 service neutron] Pushing event updated for resources: {'Port': ['ID=9d9de960-e6eb-49bc-ac46-fbd40474f268,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:26.113129 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10a24d9c-12d7-4471-809a-3f48a02bd70b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:26.147020 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-c4f2c571-9be7-46f3-bf15-2f4b3efc3271 service neutron] Attempting to bind port 9d9de960-e6eb-49bc-ac46-fbd40474f268 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:44:26.162024 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-c4f2c571-9be7-46f3-bf15-2f4b3efc3271 service neutron] Attempting to bind port 9d9de960-e6eb-49bc-ac46-fbd40474f268 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': 'd49eb3ae-7124-4eb8-8ebc-6195fe793d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '85efae98-c9cf-44f9-b3fc-a7058825c2ca'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:44:26.162319 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-c4f2c571-9be7-46f3-bf15-2f4b3efc3271 service neutron] Attempting to bind port 9d9de960-e6eb-49bc-ac46-fbd40474f268 on network 85efae98-c9cf-44f9-b3fc-a7058825c2ca {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:44:26.169072 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd0aae-f137-4914-93e0-94ef55e2044f req-b31f02bb-47a3-41c2-9e44-a6c85820efbc tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:26.181943 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd0aae-f137-4914-93e0-94ef55e2044f req-b31f02bb-47a3-41c2-9e44-a6c85820efbc tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:26.190352 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd0aae-f137-4914-93e0-94ef55e2044f req-b31f02bb-47a3-41c2-9e44-a6c85820efbc tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:26.200602 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5fcd0aae-f137-4914-93e0-94ef55e2044f req-b31f02bb-47a3-41c2-9e44-a6c85820efbc tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2f95351-d132-4867-a226-554dde3844a9 HTTP/1.1" status: 200 len: 2400 time: 0.1967041 Aug 19 14:44:26.230574 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-c4f2c571-9be7-46f3-bf15-2f4b3efc3271 service neutron] Port 9d9de960-e6eb-49bc-ac46-fbd40474f268 on network 85efae98-c9cf-44f9-b3fc-a7058825c2ca not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:44:26.230906 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-c4f2c571-9be7-46f3-bf15-2f4b3efc3271 service neutron] Attempting to bind port 9d9de960-e6eb-49bc-ac46-fbd40474f268 on network 85efae98-c9cf-44f9-b3fc-a7058825c2ca {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:44:26.290812 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-c4f2c571-9be7-46f3-bf15-2f4b3efc3271 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:44:26.291756 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-c4f2c571-9be7-46f3-bf15-2f4b3efc3271 service neutron] Checking segment: {'id': 'd49eb3ae-7124-4eb8-8ebc-6195fe793d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '85efae98-c9cf-44f9-b3fc-a7058825c2ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:44:26.292596 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-c4f2c571-9be7-46f3-bf15-2f4b3efc3271 service neutron] Bound using segment: {'id': 'd49eb3ae-7124-4eb8-8ebc-6195fe793d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '85efae98-c9cf-44f9-b3fc-a7058825c2ca'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:44:26.293602 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-c4f2c571-9be7-46f3-bf15-2f4b3efc3271 service neutron] Bound port: 9d9de960-e6eb-49bc-ac46-fbd40474f268, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd49eb3ae-7124-4eb8-8ebc-6195fe793d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '85efae98-c9cf-44f9-b3fc-a7058825c2ca'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:44:26.293809 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-c4f2c571-9be7-46f3-bf15-2f4b3efc3271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:26.329443 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5fcd0aae-f137-4914-93e0-94ef55e2044f req-05804b96-c760-479d-8640-ed098498494a tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/security-groups?id=41556f32-a9f9-4573-935a-2d992a544d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276448 Aug 19 14:44:26.348178 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55de3bdb-aa82-4b06-929e-7b181dc5232c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:26.381768 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cee9d-7325-42b4-9f52-eceaf0cca314 req-8c94231c-4264-4ca2-94c6-c23b4ee63870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:26.395249 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cee9d-7325-42b4-9f52-eceaf0cca314 req-8c94231c-4264-4ca2-94c6-c23b4ee63870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:26.395922 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cee9d-7325-42b4-9f52-eceaf0cca314 req-8c94231c-4264-4ca2-94c6-c23b4ee63870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:26.398662 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5a2cee9d-7325-42b4-9f52-eceaf0cca314 req-8c94231c-4264-4ca2-94c6-c23b4ee63870 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=bd1709e8cdcf404f8e501cbea2b0ebc9&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.6117933 Aug 19 14:44:26.511121 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-c4f2c571-9be7-46f3-bf15-2f4b3efc3271 service neutron] For port 9d9de960-e6eb-49bc-ac46-fbd40474f268, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:44:26.517085 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-c4f2c571-9be7-46f3-bf15-2f4b3efc3271 service neutron] For port 9d9de960-e6eb-49bc-ac46-fbd40474f268, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=9d9de960-e6eb-49bc-ac46-fbd40474f268,segment=NetworkSegment(d49eb3ae-7124-4eb8-8ebc-6195fe793d61),segment_id=d49eb3ae-7124-4eb8-8ebc-6195fe793d61)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:44:26.575310 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10a24d9c-12d7-4471-809a-3f48a02bd70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:26.586222 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10a24d9c-12d7-4471-809a-3f48a02bd70b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:26.591492 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-10a24d9c-12d7-4471-809a-3f48a02bd70b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/12790277-4aff-4f12-bcff-2cd442af1edb HTTP/1.1" status: 204 len: 168 time: 1.5128860 Aug 19 14:44:26.594264 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-c4f2c571-9be7-46f3-bf15-2f4b3efc3271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:26.597768 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55de3bdb-aa82-4b06-929e-7b181dc5232c admin admin] Router d76161f1-cbee-4246-89bd-9582e424632d is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:44:26.833396 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f2c571-9be7-46f3-bf15-2f4b3efc3271 service neutron] Pushing event updated for resources: {'Port': ['ID=9d9de960-e6eb-49bc-ac46-fbd40474f268,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:26.839111 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0674ed6e-3657-48f2-ad10-cb09eafbb5db req-0a15fe03-0f8f-48c6-a557-78dc2644068f tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9c77d6e-b325-441d-8789-97a091d409cd HTTP/1.1" status: 200 len: 210 time: 0.0459356 Aug 19 14:44:26.852858 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768df3f3-701d-4395-b22e-d7f69295defc None None] Network 1ebd5133-b1a8-44d9-a1f7-13f9b467fad7 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:44:26.867207 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55de3bdb-aa82-4b06-929e-7b181dc5232c admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:44:26.871113 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a24d9c-12d7-4471-809a-3f48a02bd70b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12790277-4aff-4f12-bcff-2cd442af1edb,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:26.878621 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f37835-614e-4fc2-b8e2-0b003deb928b None None] Sync routers for ids ['d76161f1-cbee-4246-89bd-9582e424632d'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:44:26.879329 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cee9d-7325-42b4-9f52-eceaf0cca314 req-d97b6de4-996c-48e9-bcd0-8f2a73b31a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:26.880217 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5a2cee9d-7325-42b4-9f52-eceaf0cca314 req-d97b6de4-996c-48e9-bcd0-8f2a73b31a86 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4699636 Aug 19 14:44:26.898708 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f37835-614e-4fc2-b8e2-0b003deb928b None None] Routers {'d76161f1-cbee-4246-89bd-9582e424632d'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:44:26.901272 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e5f37835-614e-4fc2-b8e2-0b003deb928b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:44:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['d76161f1-cbee-4246-89bd-9582e424632d'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:44:26.905837 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-c4f2c571-9be7-46f3-bf15-2f4b3efc3271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:26.906733 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-c4f2c571-9be7-46f3-bf15-2f4b3efc3271 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:26.908308 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-c4f2c571-9be7-46f3-bf15-2f4b3efc3271 service neutron] 10.222.0.68 "PUT /v2.0/ports/9d9de960-e6eb-49bc-ac46-fbd40474f268 HTTP/1.1" status: 200 len: 1092 time: 2.6387432 Aug 19 14:44:26.938534 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55de3bdb-aa82-4b06-929e-7b181dc5232c admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:26.939822 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-55de3bdb-aa82-4b06-929e-7b181dc5232c admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.8470500 Aug 19 14:44:26.942781 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 46604) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:26.966041 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-d8847117-010f-47fa-b216-6b08246d213a service neutron] Request body: {'port': {'device_id': 'a2f95351-d132-4867-a226-554dde3844a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:27.144106 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bab77242-dcaf-4bd8-8e11-c44088d14cf5 None None] Provisioning for port 4cfcf430-5e63-4cec-b5dc-02f523916020 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:44:27.215531 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-d8847117-010f-47fa-b216-6b08246d213a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:27.358919 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-e5f37835-614e-4fc2-b8e2-0b003deb928b None None] Set router d76161f1-cbee-4246-89bd-9582e424632d gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:44:27.386768 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 4cfcf430-5e63-4cec-b5dc-02f523916020 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:44:27.623423 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f95351-d132-4867-a226-554dde3844a9', 'tag': '9d9de960-e6eb-49bc-ac46-fbd40474f268'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:44:27.635472 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16a3a54-6146-49e1-ba77-3b1818a0268c" -d '{"events": [{"name": "network-changed", "server_uuid": "a2f95351-d132-4867-a226-554dde3844a9", "tag": "9d9de960-e6eb-49bc-ac46-fbd40474f268"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:44:27.778341 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 4cfcf430-5e63-4cec-b5dc-02f523916020 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:44:27.794363 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 4cfcf430-5e63-4cec-b5dc-02f523916020 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:44:27.796309 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:28.040398 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-accba7fe-3c8e-4dc2-9cdb-d12c16db2736 x-openstack-request-id: req-accba7fe-3c8e-4dc2-9cdb-d12c16db2736 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:44:28.040713 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2f95351-d132-4867-a226-554dde3844a9", "tag": "9d9de960-e6eb-49bc-ac46-fbd40474f268", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:44:28.040969 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-accba7fe-3c8e-4dc2-9cdb-d12c16db2736 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:44:28.041378 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f95351-d132-4867-a226-554dde3844a9', 'tag': '9d9de960-e6eb-49bc-ac46-fbd40474f268', 'status': 'completed', 'code': 200} Aug 19 14:44:28.076560 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:28.145642 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e5f37835-614e-4fc2-b8e2-0b003deb928b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd76161f1-cbee-4246-89bd-9582e424632d', 'name': 'tempest-FloatingIPsNegativeTestJSON-500738426-router', 'tenant_id': '398ca9e8f5a84718aed09f197ab63763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '113aacf3-68d8-4938-87ca-dae891dc68cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:44:23Z', 'updated_at': '2021-08-19T14:44:25Z', 'revision_number': 3, 'project_id': '398ca9e8f5a84718aed09f197ab63763', 'gw_port': {'id': '113aacf3-68d8-4938-87ca-dae891dc68cf', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:bd:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd76161f1-cbee-4246-89bd-9582e424632d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:44:24Z', 'updated_at': '2021-08-19T14:44:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:44:28.206918 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 4cfcf430-5e63-4cec-b5dc-02f523916020, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=4cfcf430-5e63-4cec-b5dc-02f523916020,segment=NetworkSegment(ebfe9978-79e8-4450-87a3-52a151ef4287),segment_id=ebfe9978-79e8-4450-87a3-52a151ef4287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:44:28.224117 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:28.259194 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f37835-614e-4fc2-b8e2-0b003deb928b None None] Checking router: d76161f1-cbee-4246-89bd-9582e424632d for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:44:28.264923 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f37835-614e-4fc2-b8e2-0b003deb928b None None] Updating router d76161f1-cbee-4246-89bd-9582e424632d port 113aacf3-68d8-4938-87ca-dae891dc68cf binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:44:28.318294 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-d8847117-010f-47fa-b216-6b08246d213a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec41c493-d742-40a5-bf0f-e2da946efb84 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:44:28.320311 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-e5f37835-614e-4fc2-b8e2-0b003deb928b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:28.403323 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-d8847117-010f-47fa-b216-6b08246d213a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:28.434326 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c0ca89dc-c9d1-4055-ae29-c64fabd44a2b None None] Provisioning complete for port 4cfcf430-5e63-4cec-b5dc-02f523916020 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:44:28.434668 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c0ca89dc-c9d1-4055-ae29-c64fabd44a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:28.469744 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-d8847117-010f-47fa-b216-6b08246d213a service neutron] Transition to ACTIVE for port object ec41c493-d742-40a5-bf0f-e2da946efb84 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:44:28.482531 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a3a54-6146-49e1-ba77-3b1818a0268c req-b3300951-5c49-4acd-843c-29c279474047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:28.483014 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a3a54-6146-49e1-ba77-3b1818a0268c req-b3300951-5c49-4acd-843c-29c279474047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:28.483499 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a3a54-6146-49e1-ba77-3b1818a0268c req-b3300951-5c49-4acd-843c-29c279474047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:28.485360 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e16a3a54-6146-49e1-ba77-3b1818a0268c req-b3300951-5c49-4acd-843c-29c279474047 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bd1709e8cdcf404f8e501cbea2b0ebc9&device_id=a2f95351-d132-4867-a226-554dde3844a9 HTTP/1.1" status: 200 len: 2798 time: 0.2075069 Aug 19 14:44:28.486602 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-d8847117-010f-47fa-b216-6b08246d213a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:28.549639 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c9ec6fc8-c72a-4624-8076-77c9ce8ddab7 req-9c9aa524-c6f8-4f4d-be2b-3e3f0b48f35c tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9c77d6e-b325-441d-8789-97a091d409cd HTTP/1.1" status: 200 len: 210 time: 0.1520090 Aug 19 14:44:28.572470 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=4cfcf430-5e63-4cec-b5dc-02f523916020,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:28.733970 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69877bb-d167-4da4-adef-402656ff6078 req-945e1ba4-8e0f-4aae-aee7-08ca151005f6 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:28.734366 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c69877bb-d167-4da4-adef-402656ff6078 req-945e1ba4-8e0f-4aae-aee7-08ca151005f6 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.88 "GET /v2.0/networks?id=627779b5-fb62-4ebb-a93a-4cd257e391a1 HTTP/1.1" status: 200 len: 815 time: 1.6332798 Aug 19 14:44:28.796203 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8847117-010f-47fa-b216-6b08246d213a service neutron] Pushing event updated for resources: {'Port': ['ID=ec41c493-d742-40a5-bf0f-e2da946efb84,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:28.887459 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d8d15-6895-44ea-90d2-cdfa0b661a06 req-d0449c53-7a5c-4bc5-a24a-0cb36e0a17ac tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:28.912160 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d8d15-6895-44ea-90d2-cdfa0b661a06 req-d0449c53-7a5c-4bc5-a24a-0cb36e0a17ac tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:28.936879 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d8d15-6895-44ea-90d2-cdfa0b661a06 req-d0449c53-7a5c-4bc5-a24a-0cb36e0a17ac tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:28.941164 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b75d8d15-6895-44ea-90d2-cdfa0b661a06 req-d0449c53-7a5c-4bc5-a24a-0cb36e0a17ac tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2f95351-d132-4867-a226-554dde3844a9 HTTP/1.1" status: 200 len: 2412 time: 0.5449228 Aug 19 14:44:28.957494 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a3a54-6146-49e1-ba77-3b1818a0268c req-7cd1240c-1d12-4656-a405-78a161efa901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:28.958383 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a3a54-6146-49e1-ba77-3b1818a0268c req-7cd1240c-1d12-4656-a405-78a161efa901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:28.959024 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a3a54-6146-49e1-ba77-3b1818a0268c req-7cd1240c-1d12-4656-a405-78a161efa901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:28.961018 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e16a3a54-6146-49e1-ba77-3b1818a0268c req-7cd1240c-1d12-4656-a405-78a161efa901 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=bd1709e8cdcf404f8e501cbea2b0ebc9&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4368696 Aug 19 14:44:29.003782 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-d8847117-010f-47fa-b216-6b08246d213a service neutron] Attempting to bind port ec41c493-d742-40a5-bf0f-e2da946efb84 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:44:29.006185 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-d8847117-010f-47fa-b216-6b08246d213a service neutron] Attempting to bind port ec41c493-d742-40a5-bf0f-e2da946efb84 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': 'ec2aa06d-f4de-4b89-8eb5-ddd8a2bebb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f5c85abf-40b8-43b3-94c6-025f2e7e94ce'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:44:29.006185 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-d8847117-010f-47fa-b216-6b08246d213a service neutron] Attempting to bind port ec41c493-d742-40a5-bf0f-e2da946efb84 on network f5c85abf-40b8-43b3-94c6-025f2e7e94ce {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:44:29.020143 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 4cfcf430-5e63-4cec-b5dc-02f523916020 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:44:29.044572 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c69877bb-d167-4da4-adef-402656ff6078 req-50dd4d7d-c538-4956-99c9-b74e8cc7d377 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df380a6529a845d9a6df3627792632d0 HTTP/1.1" status: 200 len: 379 time: 0.2775993 Aug 19 14:44:29.061983 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-d8847117-010f-47fa-b216-6b08246d213a service neutron] Port ec41c493-d742-40a5-bf0f-e2da946efb84 on network f5c85abf-40b8-43b3-94c6-025f2e7e94ce not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:44:29.062312 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-d8847117-010f-47fa-b216-6b08246d213a service neutron] Attempting to bind port ec41c493-d742-40a5-bf0f-e2da946efb84 on network f5c85abf-40b8-43b3-94c6-025f2e7e94ce {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:44:29.089893 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-c69877bb-d167-4da4-adef-402656ff6078 req-83fac1ef-7bbc-4ce5-baea-d090b732beb0 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Request body: {'port': {'device_id': 'a9c77d6e-b325-441d-8789-97a091d409cd', 'network_id': '627779b5-fb62-4ebb-a93a-4cd257e391a1', 'admin_state_up': True, 'tenant_id': 'df380a6529a845d9a6df3627792632d0', 'security_groups': ['92c0c671-96c4-4781-b5b8-ac50db8e6528']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:29.166188 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 4cfcf430-5e63-4cec-b5dc-02f523916020 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:44:29.166650 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:29.170261 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-d8847117-010f-47fa-b216-6b08246d213a service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:44:29.170600 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-d8847117-010f-47fa-b216-6b08246d213a service neutron] Checking segment: {'id': 'ec2aa06d-f4de-4b89-8eb5-ddd8a2bebb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f5c85abf-40b8-43b3-94c6-025f2e7e94ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:44:29.173561 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-d8847117-010f-47fa-b216-6b08246d213a service neutron] Bound using segment: {'id': 'ec2aa06d-f4de-4b89-8eb5-ddd8a2bebb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f5c85abf-40b8-43b3-94c6-025f2e7e94ce'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:44:29.180150 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-d8847117-010f-47fa-b216-6b08246d213a service neutron] Bound port: ec41c493-d742-40a5-bf0f-e2da946efb84, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec2aa06d-f4de-4b89-8eb5-ddd8a2bebb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f5c85abf-40b8-43b3-94c6-025f2e7e94ce'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:44:29.180629 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-d8847117-010f-47fa-b216-6b08246d213a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:29.295277 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b75d8d15-6895-44ea-90d2-cdfa0b661a06 req-2389eaf5-30b2-422f-8c61-a7541f36cd9a tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/security-groups?id=41556f32-a9f9-4573-935a-2d992a544d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850001 Aug 19 14:44:29.300977 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-e5f37835-614e-4fc2-b8e2-0b003deb928b None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:29.341165 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-e5f37835-614e-4fc2-b8e2-0b003deb928b None None] Transition to ACTIVE for port object 113aacf3-68d8-4938-87ca-dae891dc68cf will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:44:29.358221 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-e5f37835-614e-4fc2-b8e2-0b003deb928b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:29.430091 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a3a54-6146-49e1-ba77-3b1818a0268c req-5de3a9f6-d887-49dc-85e9-d3ddd9e4410e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:29.436500 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e16a3a54-6146-49e1-ba77-3b1818a0268c req-5de3a9f6-d887-49dc-85e9-d3ddd9e4410e service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4290226 Aug 19 14:44:29.453569 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-d8847117-010f-47fa-b216-6b08246d213a service neutron] For port ec41c493-d742-40a5-bf0f-e2da946efb84, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:44:29.458519 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-d8847117-010f-47fa-b216-6b08246d213a service neutron] For port ec41c493-d742-40a5-bf0f-e2da946efb84, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=ec41c493-d742-40a5-bf0f-e2da946efb84,segment=NetworkSegment(ec2aa06d-f4de-4b89-8eb5-ddd8a2bebb42),segment_id=ec2aa06d-f4de-4b89-8eb5-ddd8a2bebb42)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:44:29.467510 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-d8847117-010f-47fa-b216-6b08246d213a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:29.494617 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-e5f37835-614e-4fc2-b8e2-0b003deb928b None None] Attempting to bind port 113aacf3-68d8-4938-87ca-dae891dc68cf on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:44:29.510807 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-e5f37835-614e-4fc2-b8e2-0b003deb928b None None] Attempting to bind port 113aacf3-68d8-4938-87ca-dae891dc68cf by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:44:29.511452 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f37835-614e-4fc2-b8e2-0b003deb928b None None] Attempting to bind port 113aacf3-68d8-4938-87ca-dae891dc68cf on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:44:29.521320 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f37835-614e-4fc2-b8e2-0b003deb928b None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:44:29.522068 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f37835-614e-4fc2-b8e2-0b003deb928b None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:44:29.522797 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-e5f37835-614e-4fc2-b8e2-0b003deb928b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:29.523451 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f37835-614e-4fc2-b8e2-0b003deb928b None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:44:29.524544 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-e5f37835-614e-4fc2-b8e2-0b003deb928b None None] Bound port: 113aacf3-68d8-4938-87ca-dae891dc68cf, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:44:29.525191 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-e5f37835-614e-4fc2-b8e2-0b003deb928b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:29.533750 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-d8847117-010f-47fa-b216-6b08246d213a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:29.534377 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-d8847117-010f-47fa-b216-6b08246d213a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:29.535798 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-d8847117-010f-47fa-b216-6b08246d213a service neutron] 10.222.0.68 "PUT /v2.0/ports/ec41c493-d742-40a5-bf0f-e2da946efb84 HTTP/1.1" status: 200 len: 1091 time: 2.5798078 Aug 19 14:44:29.594549 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-e5f37835-614e-4fc2-b8e2-0b003deb928b None None] For port 113aacf3-68d8-4938-87ca-dae891dc68cf, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:44:29.598486 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-e5f37835-614e-4fc2-b8e2-0b003deb928b None None] For port 113aacf3-68d8-4938-87ca-dae891dc68cf, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=113aacf3-68d8-4938-87ca-dae891dc68cf,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:44:29.604193 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-e5f37835-614e-4fc2-b8e2-0b003deb928b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:29.638790 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f5c012-f71d-4256-b442-4844f889e04b None None] Pushing event updated for resources: {'Port': ['ID=113aacf3-68d8-4938-87ca-dae891dc68cf,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:29.700074 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46678) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:29.743010 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f37835-614e-4fc2-b8e2-0b003deb928b None None] Routers {'d76161f1-cbee-4246-89bd-9582e424632d'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:44:29.743975 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e5f37835-614e-4fc2-b8e2-0b003deb928b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:44:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['d76161f1-cbee-4246-89bd-9582e424632d'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:44:29.795956 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f0ef237f-12da-47a7-bac3-9f517b3da979 req-757c8c1e-62e6-4841-aaa0-f111ba79821e tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9c77d6e-b325-441d-8789-97a091d409cd HTTP/1.1" status: 200 len: 210 time: 0.0677617 Aug 19 14:44:29.799100 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c69877bb-d167-4da4-adef-402656ff6078 req-83fac1ef-7bbc-4ce5-baea-d090b732beb0 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Made reservation on behalf of df380a6529a845d9a6df3627792632d0 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:44:29.809933 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c69877bb-d167-4da4-adef-402656ff6078 req-83fac1ef-7bbc-4ce5-baea-d090b732beb0 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:29.846410 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8847117-010f-47fa-b216-6b08246d213a service neutron] Pushing event updated for resources: {'Port': ['ID=ec41c493-d742-40a5-bf0f-e2da946efb84,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:29.850217 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f5c012-f71d-4256-b442-4844f889e04b None None] Pushing event updated for resources: {'Port': ['ID=113aacf3-68d8-4938-87ca-dae891dc68cf,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:29.947609 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-bd6a5ae8-3361-4ba7-9dab-d3323b85babc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:29.948400 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-bd6a5ae8-3361-4ba7-9dab-d3323b85babc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:29.949105 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-bd6a5ae8-3361-4ba7-9dab-d3323b85babc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:29.985632 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-bd6a5ae8-3361-4ba7-9dab-d3323b85babc service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bd1709e8cdcf404f8e501cbea2b0ebc9&device_id=a2f95351-d132-4867-a226-554dde3844a9 HTTP/1.1" status: 200 len: 2865 time: 0.3961866 Aug 19 14:44:30.052580 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-e5f37835-614e-4fc2-b8e2-0b003deb928b None None] Set router d76161f1-cbee-4246-89bd-9582e424632d gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:44:30.122905 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f95351-d132-4867-a226-554dde3844a9', 'tag': 'ec41c493-d742-40a5-bf0f-e2da946efb84'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:44:30.131940 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565946b2-dcee-49b9-8582-868a17346cd1" -d '{"events": [{"name": "network-changed", "server_uuid": "a2f95351-d132-4867-a226-554dde3844a9", "tag": "ec41c493-d742-40a5-bf0f-e2da946efb84"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:44:30.141505 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2fcb9903-9d2f-433c-8d12-920949666fbb tempest-PortsAdminExtendedAttrsTestJSON-1466257806 tempest-PortsAdminExtendedAttrsTestJSON-1466257806-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1069337813'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:30.165838 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-56c0061b-2f61-44d7-9856-a6d36cb483dd service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.128&port_id=88fdd95d-d758-43b7-8819-07b50de36b97 HTTP/1.1" status: 200 len: 217 time: 0.1713824 Aug 19 14:44:30.167196 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fcb9903-9d2f-433c-8d12-920949666fbb tempest-PortsAdminExtendedAttrsTestJSON-1466257806 tempest-PortsAdminExtendedAttrsTestJSON-1466257806-project] Made reservation on behalf of 61b76dc1dca148de9fd84615d15493ee for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:44:30.171682 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2fcb9903-9d2f-433c-8d12-920949666fbb tempest-PortsAdminExtendedAttrsTestJSON-1466257806 tempest-PortsAdminExtendedAttrsTestJSON-1466257806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:30.232015 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-9b03c11a-87c3-4a8b-b228-67b9f8be10d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:30.234243 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-9b03c11a-87c3-4a8b-b228-67b9f8be10d7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=13df3bdb-b861-4399-a593-77a2e4c6b573 HTTP/1.1" status: 200 len: 801 time: 0.0599172 Aug 19 14:44:30.253665 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6346a0c6-bee2-4677-8868-77f1e76f95c8 x-openstack-request-id: req-6346a0c6-bee2-4677-8868-77f1e76f95c8 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:44:30.254013 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2f95351-d132-4867-a226-554dde3844a9", "tag": "ec41c493-d742-40a5-bf0f-e2da946efb84", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:44:30.254276 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6346a0c6-bee2-4677-8868-77f1e76f95c8 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:44:30.254683 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f95351-d132-4867-a226-554dde3844a9', 'tag': 'ec41c493-d742-40a5-bf0f-e2da946efb84', 'status': 'completed', 'code': 200} Aug 19 14:44:30.268867 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-c69877bb-d167-4da4-adef-402656ff6078 req-83fac1ef-7bbc-4ce5-baea-d090b732beb0 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Allocated IP 172.20.0.13 (627779b5-fb62-4ebb-a93a-4cd257e391a1/1eb22714-ed22-4215-8c28-ce90cbd3694f/91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:44:30.276577 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2fcb9903-9d2f-433c-8d12-920949666fbb tempest-PortsAdminExtendedAttrsTestJSON-1466257806 tempest-PortsAdminExtendedAttrsTestJSON-1466257806-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:30.490402 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e5f37835-614e-4fc2-b8e2-0b003deb928b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd76161f1-cbee-4246-89bd-9582e424632d', 'name': 'tempest-FloatingIPsNegativeTestJSON-500738426-router', 'tenant_id': '398ca9e8f5a84718aed09f197ab63763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '113aacf3-68d8-4938-87ca-dae891dc68cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:44:23Z', 'updated_at': '2021-08-19T14:44:25Z', 'revision_number': 3, 'project_id': '398ca9e8f5a84718aed09f197ab63763', 'gw_port': {'id': '113aacf3-68d8-4938-87ca-dae891dc68cf', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:bd:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd76161f1-cbee-4246-89bd-9582e424632d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:44:24Z', 'updated_at': '2021-08-19T14:44:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:44:30.525570 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-93ede707-80ca-4c00-867d-dd2da5d2dee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:30.528025 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-93ede707-80ca-4c00-867d-dd2da5d2dee9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f5c85abf-40b8-43b3-94c6-025f2e7e94ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2721376 Aug 19 14:44:30.546960 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed5bbb55-f6a5-4a35-b7e1-e559917c2fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:30.555407 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2fcb9903-9d2f-433c-8d12-920949666fbb tempest-PortsAdminExtendedAttrsTestJSON-1466257806 tempest-PortsAdminExtendedAttrsTestJSON-1466257806-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:30.569817 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2fcb9903-9d2f-433c-8d12-920949666fbb tempest-PortsAdminExtendedAttrsTestJSON-1466257806 tempest-PortsAdminExtendedAttrsTestJSON-1466257806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:30.598664 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f37835-614e-4fc2-b8e2-0b003deb928b None None] The sync data for ids ['d76161f1-cbee-4246-89bd-9582e424632d'] in n-d-766043-2 is: [{'id': 'd76161f1-cbee-4246-89bd-9582e424632d', 'name': 'tempest-FloatingIPsNegativeTestJSON-500738426-router', 'tenant_id': '398ca9e8f5a84718aed09f197ab63763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '113aacf3-68d8-4938-87ca-dae891dc68cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:44:23Z', 'updated_at': '2021-08-19T14:44:25Z', 'revision_number': 3, 'project_id': '398ca9e8f5a84718aed09f197ab63763', 'gw_port': {'id': '113aacf3-68d8-4938-87ca-dae891dc68cf', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:bd:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd76161f1-cbee-4246-89bd-9582e424632d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:44:24Z', 'updated_at': '2021-08-19T14:44:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:44:30.616573 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c69877bb-d167-4da4-adef-402656ff6078 req-83fac1ef-7bbc-4ce5-baea-d090b732beb0 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:30.648484 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcb9903-9d2f-433c-8d12-920949666fbb tempest-PortsAdminExtendedAttrsTestJSON-1466257806 tempest-PortsAdminExtendedAttrsTestJSON-1466257806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7634d28-e6ba-45fe-a092-80b4f7bdb1a5,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:30.661984 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fcb9903-9d2f-433c-8d12-920949666fbb tempest-PortsAdminExtendedAttrsTestJSON-1466257806 tempest-PortsAdminExtendedAttrsTestJSON-1466257806-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:44:30.681316 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2fcb9903-9d2f-433c-8d12-920949666fbb tempest-PortsAdminExtendedAttrsTestJSON-1466257806 tempest-PortsAdminExtendedAttrsTestJSON-1466257806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:30.683857 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-2fcb9903-9d2f-433c-8d12-920949666fbb tempest-PortsAdminExtendedAttrsTestJSON-1466257806 tempest-PortsAdminExtendedAttrsTestJSON-1466257806-project] Added segment 6089f7f3-3c93-4c6e-ab88-d976a7690500 of type vlan for network 871303f4-ff66-425b-928c-1dcd09f79b3d Aug 19 14:44:30.710773 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-c69877bb-d167-4da4-adef-402656ff6078 req-83fac1ef-7bbc-4ce5-baea-d090b732beb0 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Transition to ACTIVE for port object 91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:44:30.770374 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2fcb9903-9d2f-433c-8d12-920949666fbb tempest-PortsAdminExtendedAttrsTestJSON-1466257806 tempest-PortsAdminExtendedAttrsTestJSON-1466257806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:30.779970 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-0e408cb8-129e-4fee-adee-f174bbc1ec66 service neutron] 10.222.0.68 "GET /v2.0/networks/f5c85abf-40b8-43b3-94c6-025f2e7e94ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228613 Aug 19 14:44:30.863998 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c41c88-9c74-4fef-8d28-47eb315e863b req-c72dbf5e-f584-42b4-a09b-d6abdad1d9f8 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:30.876100 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c41c88-9c74-4fef-8d28-47eb315e863b req-c72dbf5e-f584-42b4-a09b-d6abdad1d9f8 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:30.890055 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c41c88-9c74-4fef-8d28-47eb315e863b req-c72dbf5e-f584-42b4-a09b-d6abdad1d9f8 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:30.901536 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-39c41c88-9c74-4fef-8d28-47eb315e863b req-c72dbf5e-f584-42b4-a09b-d6abdad1d9f8 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2f95351-d132-4867-a226-554dde3844a9 HTTP/1.1" status: 200 len: 2412 time: 0.3460464 Aug 19 14:44:30.964132 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-0acf7ac6-040d-42d0-9bb7-8b6191c9d82e service neutron] 10.222.0.68 "GET /v2.0/networks/f5c85abf-40b8-43b3-94c6-025f2e7e94ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678028 Aug 19 14:44:30.981214 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2fcb9903-9d2f-433c-8d12-920949666fbb tempest-PortsAdminExtendedAttrsTestJSON-1466257806 tempest-PortsAdminExtendedAttrsTestJSON-1466257806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:30.987598 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcb9903-9d2f-433c-8d12-920949666fbb tempest-PortsAdminExtendedAttrsTestJSON-1466257806 tempest-PortsAdminExtendedAttrsTestJSON-1466257806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:30.996086 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2fcb9903-9d2f-433c-8d12-920949666fbb tempest-PortsAdminExtendedAttrsTestJSON-1466257806 tempest-PortsAdminExtendedAttrsTestJSON-1466257806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:31.102864 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-39c41c88-9c74-4fef-8d28-47eb315e863b req-767332f8-c5ed-4d9b-8307-c8b21b35ff24 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/security-groups?id=41556f32-a9f9-4573-935a-2d992a544d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983938 Aug 19 14:44:31.153142 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcb9903-9d2f-433c-8d12-920949666fbb tempest-PortsAdminExtendedAttrsTestJSON-1466257806 tempest-PortsAdminExtendedAttrsTestJSON-1466257806-project] Pushing event updated for resources: {'Network': ['ID=871303f4-ff66-425b-928c-1dcd09f79b3d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:31.156970 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2fcb9903-9d2f-433c-8d12-920949666fbb tempest-PortsAdminExtendedAttrsTestJSON-1466257806 tempest-PortsAdminExtendedAttrsTestJSON-1466257806-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.4550610 Aug 19 14:44:31.160991 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-1a49bf3f-3499-4908-8d7d-79577784aaef service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.171&port_id=9d9de960-e6eb-49bc-ac46-fbd40474f268 HTTP/1.1" status: 200 len: 217 time: 0.1883996 Aug 19 14:44:31.169267 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 871303f4-ff66-425b-928c-1dcd09f79b3d details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:44:31.265673 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-ca36e0e6-4329-4c89-9127-2ec1a753d672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:31.267469 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-ca36e0e6-4329-4c89-9127-2ec1a753d672 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=be8247a1-96c8-4a95-9d9c-24e5ed4e5758 HTTP/1.1" status: 200 len: 801 time: 0.0956209 Aug 19 14:44:31.290450 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-ed5bbb55-f6a5-4a35-b7e1-e559917c2fdd admin admin] Allocated IP 172.20.0.1 (1ebd5133-b1a8-44d9-a1f7-13f9b467fad7/1f930d9d-e242-470c-ba25-57d2bea4fe80/3205e4fa-4243-4432-81ea-b9c748ffb9dc) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:44:31.357971 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4f1b171a-6445-49b9-9900-97a2c768a15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:31.368622 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-374f41a2-7453-4f68-b02d-a7fab3099402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:31.370345 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-374f41a2-7453-4f68-b02d-a7fab3099402 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=85efae98-c9cf-44f9-b3fc-a7058825c2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0941234 Aug 19 14:44:31.392825 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c69877bb-d167-4da4-adef-402656ff6078 req-83fac1ef-7bbc-4ce5-baea-d090b732beb0 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:31.551063 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c69877bb-d167-4da4-adef-402656ff6078 req-83fac1ef-7bbc-4ce5-baea-d090b732beb0 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Network 627779b5-fb62-4ebb-a93a-4cd257e391a1 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:44:31.585189 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-68b2503a-c682-468b-b6d6-6dd989001508 service neutron] 10.222.0.68 "GET /v2.0/networks/85efae98-c9cf-44f9-b3fc-a7058825c2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065291 Aug 19 14:44:31.610156 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-c69877bb-d167-4da4-adef-402656ff6078 req-83fac1ef-7bbc-4ce5-baea-d090b732beb0 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:44:31.641316 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-c69877bb-d167-4da4-adef-402656ff6078 req-83fac1ef-7bbc-4ce5-baea-d090b732beb0 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:44:31.735428 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69877bb-d167-4da4-adef-402656ff6078 req-83fac1ef-7bbc-4ce5-baea-d090b732beb0 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:31.737143 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c69877bb-d167-4da4-adef-402656ff6078 req-83fac1ef-7bbc-4ce5-baea-d090b732beb0 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:31.746630 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 46726) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:31.755260 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Request body: {'port': {'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d', 'binding:host_id': 'n-h2-766043-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-525896827'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:31.788460 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06d151-ca4a-4214-94fd-0a2bc07116dd req-23d23bf4-dff9-4090-a9c1-5e245f416d1f tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:31.796891 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0c06d151-ca4a-4214-94fd-0a2bc07116dd req-23d23bf4-dff9-4090-a9c1-5e245f416d1f tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9c77d6e-b325-441d-8789-97a091d409cd HTTP/1.1" status: 200 len: 932 time: 0.7545736 Aug 19 14:44:31.893232 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0c06d151-ca4a-4214-94fd-0a2bc07116dd req-0bd620a1-881a-4232-a054-7091ff4ac5ee tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.69 "GET /v2.0/security-groups?id=92c0c671-96c4-4781-b5b8-ac50db8e6528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947485 Aug 19 14:44:31.895985 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-04425a9d-77ef-41ba-a540-1c3291e4eb0b service neutron] 10.222.0.68 "GET /v2.0/networks/85efae98-c9cf-44f9-b3fc-a7058825c2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006046 Aug 19 14:44:31.910669 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fac1ef-7bbc-4ce5-baea-d090b732beb0 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Pushing event updated for resources: {'Port': ['ID=91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:31.961335 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Made reservation on behalf of 8ef7b49f7d684f23b4f39e13bd7eadef for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:44:31.964007 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:31.985439 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-8ff4918f-50a8-4a93-87e3-40a234817afc service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.17&port_id=ec41c493-d742-40a5-bf0f-e2da946efb84 HTTP/1.1" status: 200 len: 217 time: 0.0808792 Aug 19 14:44:32.023867 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c69877bb-d167-4da4-adef-402656ff6078 req-83fac1ef-7bbc-4ce5-baea-d090b732beb0 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9460394 Aug 19 14:44:32.057366 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [req-c69877bb-d167-4da4-adef-402656ff6078 req-9e665a29-3499-4ca9-b912-0d2b1b8277e2 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:44:32.059338 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c69877bb-d167-4da4-adef-402656ff6078 req-9e665a29-3499-4ca9-b912-0d2b1b8277e2 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098448 Aug 19 14:44:32.063648 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:32.071325 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-dc54276c-6202-4eb5-a200-b454bc7df594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:32.073993 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-dc54276c-6202-4eb5-a200-b454bc7df594 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=13df3bdb-b861-4399-a593-77a2e4c6b573 HTTP/1.1" status: 200 len: 801 time: 0.0756700 Aug 19 14:44:32.146808 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-46e34386-827c-4c9d-8c65-352a6b04770d None None] Provisioning for port 91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:44:32.164655 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-46e34386-827c-4c9d-8c65-352a6b04770d None None] Provisioning complete for port 91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:44:32.167562 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46e34386-827c-4c9d-8c65-352a6b04770d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:32.199475 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:32.213252 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed5bbb55-f6a5-4a35-b7e1-e559917c2fdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:32.216236 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:32.225053 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] device_id is not set on port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:44:32.297176 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-88a41961-d7ba-4487-8358-0933f44057ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:32.305020 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-88a41961-d7ba-4487-8358-0933f44057ed service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f5c85abf-40b8-43b3-94c6-025f2e7e94ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2207804 Aug 19 14:44:32.313654 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-46e34386-827c-4c9d-8c65-352a6b04770d None None] Port 91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:44:32.365503 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-ed5bbb55-f6a5-4a35-b7e1-e559917c2fdd admin admin] Transition to ACTIVE for port object 3205e4fa-4243-4432-81ea-b9c748ffb9dc will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:44:32.394421 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac27276-688d-4f89-b4bb-5f192a6db713,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:32.435393 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-c69877bb-d167-4da4-adef-402656ff6078 req-1ed71d8f-1cd5-4b14-b946-9b586a829984 service neutron] Request body: {'port': {'device_id': 'a9c77d6e-b325-441d-8789-97a091d409cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:32.561616 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-ed478ad4-1f6d-4139-ad13-2d7045757c9f service neutron] 10.222.0.68 "GET /v2.0/networks/f5c85abf-40b8-43b3-94c6-025f2e7e94ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498438 Aug 19 14:44:32.570618 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6e0d4-82b6-4f30-a2d7-e0d53ecc3c18 req-5e91f3d3-a8c5-4cba-a177-dd70af17edaa tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:32.577639 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6e0d4-82b6-4f30-a2d7-e0d53ecc3c18 req-5e91f3d3-a8c5-4cba-a177-dd70af17edaa tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:32.584062 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6e0d4-82b6-4f30-a2d7-e0d53ecc3c18 req-5e91f3d3-a8c5-4cba-a177-dd70af17edaa tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:32.590030 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-12f6e0d4-82b6-4f30-a2d7-e0d53ecc3c18 req-5e91f3d3-a8c5-4cba-a177-dd70af17edaa tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2f95351-d132-4867-a226-554dde3844a9 HTTP/1.1" status: 200 len: 2412 time: 0.2667394 Aug 19 14:44:32.707984 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed5bbb55-f6a5-4a35-b7e1-e559917c2fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:32.718003 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c69877bb-d167-4da4-adef-402656ff6078 req-1ed71d8f-1cd5-4b14-b946-9b586a829984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:32.737023 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-502d79a2-fce6-46e1-9a87-8c7135e99a97 req-2da318c8-101f-432b-b4d4-4a183a025467 service neutron] 10.222.0.68 "GET /v2.0/networks/f5c85abf-40b8-43b3-94c6-025f2e7e94ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577213 Aug 19 14:44:32.780532 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5bbb55-f6a5-4a35-b7e1-e559917c2fdd admin admin] Network 1ebd5133-b1a8-44d9-a1f7-13f9b467fad7 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:44:32.878836 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565946b2-dcee-49b9-8582-868a17346cd1 req-276d9cdd-bf9f-43eb-8121-0f1a2d057b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:32.879323 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565946b2-dcee-49b9-8582-868a17346cd1 req-276d9cdd-bf9f-43eb-8121-0f1a2d057b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:32.880569 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565946b2-dcee-49b9-8582-868a17346cd1 req-276d9cdd-bf9f-43eb-8121-0f1a2d057b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:32.882883 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-565946b2-dcee-49b9-8582-868a17346cd1 req-276d9cdd-bf9f-43eb-8121-0f1a2d057b2d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bd1709e8cdcf404f8e501cbea2b0ebc9&device_id=a2f95351-d132-4867-a226-554dde3844a9 HTTP/1.1" status: 200 len: 2865 time: 0.0800648 Aug 19 14:44:33.052755 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 113aacf3-68d8-4938-87ca-dae891dc68cf up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:44:33.096184 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] device_id is not set on port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:44:33.106313 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:33.118067 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Transition to ACTIVE for port object c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:44:33.128663 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565946b2-dcee-49b9-8582-868a17346cd1 req-6389a1bf-78e3-4028-b9a4-322953ecd4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:33.133618 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-565946b2-dcee-49b9-8582-868a17346cd1 req-6389a1bf-78e3-4028-b9a4-322953ecd4b7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=f5c85abf-40b8-43b3-94c6-025f2e7e94ce HTTP/1.1" status: 200 len: 901 time: 0.2303708 Aug 19 14:44:33.154261 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 113aacf3-68d8-4938-87ca-dae891dc68cf completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:44:33.161012 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-ed5bbb55-f6a5-4a35-b7e1-e559917c2fdd admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:44:33.168351 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 113aacf3-68d8-4938-87ca-dae891dc68cf triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:44:33.168759 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:33.212436 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-12f6e0d4-82b6-4f30-a2d7-e0d53ecc3c18 req-9f9b31c3-81a0-4fcd-b74e-66404cdd5876 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/security-groups?id=41556f32-a9f9-4573-935a-2d992a544d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5873070 Aug 19 14:44:33.234214 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5bbb55-f6a5-4a35-b7e1-e559917c2fdd admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:44:33.236798 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:33.243412 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-565946b2-dcee-49b9-8582-868a17346cd1 req-2cfb36b6-39a5-4409-87f2-b5dfd72fd2a7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.17&port_id=ec41c493-d742-40a5-bf0f-e2da946efb84 HTTP/1.1" status: 200 len: 217 time: 0.1009107 Aug 19 14:44:33.383627 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565946b2-dcee-49b9-8582-868a17346cd1 req-ae59341a-932e-4c89-ad0c-c3f76fd0f3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:33.385135 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-565946b2-dcee-49b9-8582-868a17346cd1 req-ae59341a-932e-4c89-ad0c-c3f76fd0f3db service neutron] 10.222.0.68 "GET /v2.0/subnets?id=13df3bdb-b861-4399-a593-77a2e4c6b573 HTTP/1.1" status: 200 len: 801 time: 0.1278629 Aug 19 14:44:33.393719 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:33.478733 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed5bbb55-f6a5-4a35-b7e1-e559917c2fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:33.482995 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 113aacf3-68d8-4938-87ca-dae891dc68cf, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=113aacf3-68d8-4938-87ca-dae891dc68cf,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:44:33.508212 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:33.530312 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565946b2-dcee-49b9-8582-868a17346cd1 req-807ee69a-b898-4422-8a5c-2b7e39dbfcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:33.532979 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-565946b2-dcee-49b9-8582-868a17346cd1 req-807ee69a-b898-4422-8a5c-2b7e39dbfcc4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f5c85abf-40b8-43b3-94c6-025f2e7e94ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1374407 Aug 19 14:44:33.581463 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=113aacf3-68d8-4938-87ca-dae891dc68cf,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:33.590086 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:44:33.590745 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:44:33.591333 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:44:33.591895 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:44:33.592495 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:44:33.593376 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:44:33.593907 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:44:33.594438 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:44:33.594989 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:44:33.595722 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:44:33.596449 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:44:33.596984 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:44:33.653571 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5bbb55-f6a5-4a35-b7e1-e559917c2fdd admin admin] Pushing event updated for resources: {'Port': ['ID=3205e4fa-4243-4432-81ea-b9c748ffb9dc,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:33.694871 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:33.703074 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ab399f10-aaea-4932-b7c9-e7514ccd3295 None None] Provisioning for port 3205e4fa-4243-4432-81ea-b9c748ffb9dc completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:44:33.708872 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ab399f10-aaea-4932-b7c9-e7514ccd3295 None None] Provisioning complete for port 3205e4fa-4243-4432-81ea-b9c748ffb9dc triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:44:33.709339 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ab399f10-aaea-4932-b7c9-e7514ccd3295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:33.782217 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ab399f10-aaea-4932-b7c9-e7514ccd3295 None None] Port 3205e4fa-4243-4432-81ea-b9c748ffb9dc cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:44:33.787614 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-565946b2-dcee-49b9-8582-868a17346cd1 req-7633b7c5-c33e-4405-b66c-0a88d59aab92 service neutron] 10.222.0.68 "GET /v2.0/networks/f5c85abf-40b8-43b3-94c6-025f2e7e94ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455935 Aug 19 14:44:33.825711 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Pushing event updated for resources: {'Port': ['ID=c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:33.922724 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-565946b2-dcee-49b9-8582-868a17346cd1 req-cbf6c1b0-fa9f-42a9-bad3-54c9b16642e3 service neutron] 10.222.0.68 "GET /v2.0/networks/f5c85abf-40b8-43b3-94c6-025f2e7e94ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271923 Aug 19 14:44:33.942685 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5747f210-bc6d-4f3a-8d80-fdb0106a3173 req-7fc5fd39-fa4a-4516-a045-c62e7a8e2faa tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:33.944811 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5747f210-bc6d-4f3a-8d80-fdb0106a3173 req-7fc5fd39-fa4a-4516-a045-c62e7a8e2faa tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9c77d6e-b325-441d-8789-97a091d409cd HTTP/1.1" status: 200 len: 932 time: 0.7622194 Aug 19 14:44:33.990976 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Checking segment: {'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:44:33.991416 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Network hostable DHCP agents. Network: 871303f4-ff66-425b-928c-1dcd09f79b3d, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:44:34.059166 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed5bbb55-f6a5-4a35-b7e1-e559917c2fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:34.082683 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5747f210-bc6d-4f3a-8d80-fdb0106a3173 req-d93ecc28-bff3-41e7-a06f-13e3400a04b0 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.69 "GET /v2.0/security-groups?id=92c0c671-96c4-4781-b5b8-ac50db8e6528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247461 Aug 19 14:44:34.089683 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Network 871303f4-ff66-425b-928c-1dcd09f79b3d is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:44:34.126712 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 871303f4-ff66-425b-928c-1dcd09f79b3d) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:44:34.139328 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:44:34.139597 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b50536-45f1-4ec2-8de4-0420c27d81c9 None None] Network 871303f4-ff66-425b-928c-1dcd09f79b3d requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:44:34.176289 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:44:34.176639 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:44:34.177678 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 on network 871303f4-ff66-425b-928c-1dcd09f79b3d {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:44:34.232041 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 on network 871303f4-ff66-425b-928c-1dcd09f79b3d not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:44:34.232435 n-d-766043-2 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Failed to bind port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 on host n-h2-766043-2 for vnic_type normal using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] Aug 19 14:44:34.235759 n-d-766043-2 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempt 2 to bind port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 Aug 19 14:44:34.260087 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-c69877bb-d167-4da4-adef-402656ff6078 req-1ed71d8f-1cd5-4b14-b946-9b586a829984 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:44:34.272682 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c69877bb-d167-4da4-adef-402656ff6078 req-1ed71d8f-1cd5-4b14-b946-9b586a829984 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:34.277404 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:44:34.277741 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:44:34.278130 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 on network 871303f4-ff66-425b-928c-1dcd09f79b3d {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:44:34.294917 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 on network 871303f4-ff66-425b-928c-1dcd09f79b3d not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:44:34.295132 n-d-766043-2 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Failed to bind port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 on host n-h2-766043-2 for vnic_type normal using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] Aug 19 14:44:34.299567 n-d-766043-2 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempt 3 to bind port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 Aug 19 14:44:34.328267 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-c69877bb-d167-4da4-adef-402656ff6078 req-1ed71d8f-1cd5-4b14-b946-9b586a829984 service neutron] Transition to ACTIVE for port object 91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:44:34.330198 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b2e6b9cb-a701-4f59-b478-3307ceede555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:34.334962 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:44:34.335301 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:44:34.335639 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 on network 871303f4-ff66-425b-928c-1dcd09f79b3d {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:44:34.356760 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c69877bb-d167-4da4-adef-402656ff6078 req-1ed71d8f-1cd5-4b14-b946-9b586a829984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:34.382462 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 on network 871303f4-ff66-425b-928c-1dcd09f79b3d not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:44:34.382869 n-d-766043-2 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Failed to bind port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 on host n-h2-766043-2 for vnic_type normal using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] Aug 19 14:44:34.386823 n-d-766043-2 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempt 4 to bind port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 Aug 19 14:44:34.452015 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed5bbb55-f6a5-4a35-b7e1-e559917c2fdd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:34.455986 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:44:34.456379 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:44:34.456783 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 on network 871303f4-ff66-425b-928c-1dcd09f79b3d {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:44:34.468157 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed5bbb55-f6a5-4a35-b7e1-e559917c2fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:34.473773 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed71d8f-1cd5-4b14-b946-9b586a829984 service neutron] Pushing event updated for resources: {'Port': ['ID=91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:34.477818 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 on network 871303f4-ff66-425b-928c-1dcd09f79b3d not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:44:34.478142 n-d-766043-2 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Failed to bind port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 on host n-h2-766043-2 for vnic_type normal using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] Aug 19 14:44:34.498966 n-d-766043-2 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempt 5 to bind port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 Aug 19 14:44:34.518736 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:34.562287 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2117909-1d9a-4ebe-801b-ff3d773a9c55 req-49f6da36-05f7-4162-9f39-60bb2614ca8e tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:34.571477 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2117909-1d9a-4ebe-801b-ff3d773a9c55 req-49f6da36-05f7-4162-9f39-60bb2614ca8e tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:34.577536 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2117909-1d9a-4ebe-801b-ff3d773a9c55 req-49f6da36-05f7-4162-9f39-60bb2614ca8e tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:34.579224 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c2117909-1d9a-4ebe-801b-ff3d773a9c55 req-49f6da36-05f7-4162-9f39-60bb2614ca8e tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2f95351-d132-4867-a226-554dde3844a9 HTTP/1.1" status: 200 len: 2412 time: 0.2356343 Aug 19 14:44:34.618240 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:44:34.618572 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:44:34.619088 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 on network 871303f4-ff66-425b-928c-1dcd09f79b3d {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:44:34.649638 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 on network 871303f4-ff66-425b-928c-1dcd09f79b3d not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:44:34.649965 n-d-766043-2 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Failed to bind port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 on host n-h2-766043-2 for vnic_type normal using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] Aug 19 14:44:34.654675 n-d-766043-2 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempt 6 to bind port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 Aug 19 14:44:34.657634 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed5bbb55-f6a5-4a35-b7e1-e559917c2fdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:34.671169 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device ec41c493-d742-40a5-bf0f-e2da946efb84 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:44:34.684820 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5bbb55-f6a5-4a35-b7e1-e559917c2fdd admin admin] Pushing event updated for resources: {'Port': ['ID=3205e4fa-4243-4432-81ea-b9c748ffb9dc,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:34.701319 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:44:34.701659 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:44:34.701995 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 on network 871303f4-ff66-425b-928c-1dcd09f79b3d {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:44:34.728634 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c2117909-1d9a-4ebe-801b-ff3d773a9c55 req-83768d79-bc29-465a-8896-ffee094236a5 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/security-groups?id=41556f32-a9f9-4573-935a-2d992a544d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402221 Aug 19 14:44:34.770590 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-c69877bb-d167-4da4-adef-402656ff6078 req-1ed71d8f-1cd5-4b14-b946-9b586a829984 service neutron] Attempting to bind port 91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:44:34.770859 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-c69877bb-d167-4da4-adef-402656ff6078 req-1ed71d8f-1cd5-4b14-b946-9b586a829984 service neutron] Attempting to bind port 91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '706f6673-405f-41c8-9975-bc9952598c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '627779b5-fb62-4ebb-a93a-4cd257e391a1'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:44:34.771205 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69877bb-d167-4da4-adef-402656ff6078 req-1ed71d8f-1cd5-4b14-b946-9b586a829984 service neutron] Attempting to bind port 91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe on network 627779b5-fb62-4ebb-a93a-4cd257e391a1 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:44:34.773336 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 on network 871303f4-ff66-425b-928c-1dcd09f79b3d not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:44:34.773336 n-d-766043-2 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Failed to bind port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 on host n-h2-766043-2 for vnic_type normal using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] Aug 19 14:44:34.780477 n-d-766043-2 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempt 7 to bind port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 Aug 19 14:44:34.810623 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69877bb-d167-4da4-adef-402656ff6078 req-1ed71d8f-1cd5-4b14-b946-9b586a829984 service neutron] Port 91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe on network 627779b5-fb62-4ebb-a93a-4cd257e391a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:44:34.810954 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69877bb-d167-4da4-adef-402656ff6078 req-1ed71d8f-1cd5-4b14-b946-9b586a829984 service neutron] Attempting to bind port 91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe on network 627779b5-fb62-4ebb-a93a-4cd257e391a1 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:44:34.826943 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:44:34.827279 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:44:34.827398 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port ec41c493-d742-40a5-bf0f-e2da946efb84, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=ec41c493-d742-40a5-bf0f-e2da946efb84,segment=NetworkSegment(ec2aa06d-f4de-4b89-8eb5-ddd8a2bebb42),segment_id=ec2aa06d-f4de-4b89-8eb5-ddd8a2bebb42)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:44:34.827613 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 on network 871303f4-ff66-425b-928c-1dcd09f79b3d {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:44:34.834311 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69877bb-d167-4da4-adef-402656ff6078 req-1ed71d8f-1cd5-4b14-b946-9b586a829984 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:44:34.834688 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69877bb-d167-4da4-adef-402656ff6078 req-1ed71d8f-1cd5-4b14-b946-9b586a829984 service neutron] Checking segment: {'id': '706f6673-405f-41c8-9975-bc9952598c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '627779b5-fb62-4ebb-a93a-4cd257e391a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:44:34.835049 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69877bb-d167-4da4-adef-402656ff6078 req-1ed71d8f-1cd5-4b14-b946-9b586a829984 service neutron] Bound using segment: {'id': '706f6673-405f-41c8-9975-bc9952598c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '627779b5-fb62-4ebb-a93a-4cd257e391a1'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:44:34.835520 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-c69877bb-d167-4da4-adef-402656ff6078 req-1ed71d8f-1cd5-4b14-b946-9b586a829984 service neutron] Bound port: 91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '706f6673-405f-41c8-9975-bc9952598c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '627779b5-fb62-4ebb-a93a-4cd257e391a1'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:44:34.835885 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c69877bb-d167-4da4-adef-402656ff6078 req-1ed71d8f-1cd5-4b14-b946-9b586a829984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:34.848371 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': 'ec41c493-d742-40a5-bf0f-e2da946efb84', 'network_id': 'f5c85abf-40b8-43b3-94c6-025f2e7e94ce', 'port_id': 'ec41c493-d742-40a5-bf0f-e2da946efb84', 'mac_address': 'fa:16:3e:8b:cc:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13df3bdb-b861-4399-a593-77a2e4c6b573', 'ip_address': '19.80.0.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:44:34.851625 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 on network 871303f4-ff66-425b-928c-1dcd09f79b3d not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:44:34.851954 n-d-766043-2 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Failed to bind port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 on host n-h2-766043-2 for vnic_type normal using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] Aug 19 14:44:34.860256 n-d-766043-2 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempt 8 to bind port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 Aug 19 14:44:34.897853 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:34.913435 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec41c493-d742-40a5-bf0f-e2da946efb84 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:44:34.922794 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0488ca-2dfb-41e6-bc0c-e2d8d73d1e6d req-f333c315-1ac8-4c0c-9bff-d6df1e594cc2 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:34.930026 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7d0488ca-2dfb-41e6-bc0c-e2d8d73d1e6d req-f333c315-1ac8-4c0c-9bff-d6df1e594cc2 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] 10.222.0.69 "GET /v2.0/ports?device_id=ffc89206-78ba-4e56-aecf-8145878abc50 HTTP/1.1" status: 200 len: 950 time: 0.1711936 Aug 19 14:44:34.937066 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:44:34.937395 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:44:34.937732 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 on network 871303f4-ff66-425b-928c-1dcd09f79b3d {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:44:34.937936 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port ec41c493-d742-40a5-bf0f-e2da946efb84, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=ec41c493-d742-40a5-bf0f-e2da946efb84,segment=NetworkSegment(ec2aa06d-f4de-4b89-8eb5-ddd8a2bebb42),segment_id=ec2aa06d-f4de-4b89-8eb5-ddd8a2bebb42)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:44:34.943423 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:34.944317 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 88fdd95d-d758-43b7-8819-07b50de36b97 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:44:34.955240 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5bbb55-f6a5-4a35-b7e1-e559917c2fdd admin admin] Network 1ebd5133-b1a8-44d9-a1f7-13f9b467fad7 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:44:34.958988 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 113aacf3-68d8-4938-87ca-dae891dc68cf up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:44:34.968605 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-ed5bbb55-f6a5-4a35-b7e1-e559917c2fdd admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:44:34.970384 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 on network 871303f4-ff66-425b-928c-1dcd09f79b3d not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:44:34.970652 n-d-766043-2 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Failed to bind port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 on host n-h2-766043-2 for vnic_type normal using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] Aug 19 14:44:34.976202 n-d-766043-2 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempt 9 to bind port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 Aug 19 14:44:35.048489 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:44:35.048827 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:44:35.049163 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 on network 871303f4-ff66-425b-928c-1dcd09f79b3d {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:44:35.062793 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7d0488ca-2dfb-41e6-bc0c-e2d8d73d1e6d req-64a144f3-a683-47ce-a777-aa484c389f34 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] 10.222.0.69 "GET /v2.0/security-groups?id=298660ab-5509-4225-9d11-e0a943d977b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316853 Aug 19 14:44:35.072148 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-c69877bb-d167-4da4-adef-402656ff6078 req-1ed71d8f-1cd5-4b14-b946-9b586a829984 service neutron] For port 91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:44:35.088327 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 88fdd95d-d758-43b7-8819-07b50de36b97, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=88fdd95d-d758-43b7-8819-07b50de36b97,segment=NetworkSegment(ec2aa06d-f4de-4b89-8eb5-ddd8a2bebb42),segment_id=ec2aa06d-f4de-4b89-8eb5-ddd8a2bebb42)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:44:35.093319 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 on network 871303f4-ff66-425b-928c-1dcd09f79b3d not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:44:35.095566 n-d-766043-2 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Failed to bind port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 on host n-h2-766043-2 for vnic_type normal using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] Aug 19 14:44:35.102841 n-d-766043-2 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempt 10 to bind port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 Aug 19 14:44:35.103035 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=ec41c493-d742-40a5-bf0f-e2da946efb84,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:35.107883 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '88fdd95d-d758-43b7-8819-07b50de36b97', 'network_id': 'f5c85abf-40b8-43b3-94c6-025f2e7e94ce', 'port_id': '88fdd95d-d758-43b7-8819-07b50de36b97', 'mac_address': 'fa:16:3e:0e:1a:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13df3bdb-b861-4399-a593-77a2e4c6b573', 'ip_address': '19.80.0.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:44:35.111680 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-c69877bb-d167-4da4-adef-402656ff6078 req-1ed71d8f-1cd5-4b14-b946-9b586a829984 service neutron] For port 91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe,segment=NetworkSegment(706f6673-405f-41c8-9975-bc9952598c62),segment_id=706f6673-405f-41c8-9975-bc9952598c62)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:44:35.155487 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c69877bb-d167-4da4-adef-402656ff6078 req-1ed71d8f-1cd5-4b14-b946-9b586a829984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:35.161276 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:44:35.161614 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:44:35.161948 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 on network 871303f4-ff66-425b-928c-1dcd09f79b3d {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:44:35.196637 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 on network 871303f4-ff66-425b-928c-1dcd09f79b3d not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:44:35.204367 n-d-766043-2 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Failed to bind port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 on host n-h2-766043-2 for vnic_type normal using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] Aug 19 14:44:35.204783 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:35.206125 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:35.253033 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:35.258877 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:35.261300 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69877bb-d167-4da4-adef-402656ff6078 req-1ed71d8f-1cd5-4b14-b946-9b586a829984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:35.261923 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c69877bb-d167-4da4-adef-402656ff6078 req-1ed71d8f-1cd5-4b14-b946-9b586a829984 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:35.263332 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c69877bb-d167-4da4-adef-402656ff6078 req-1ed71d8f-1cd5-4b14-b946-9b586a829984 service neutron] 10.222.0.88 "PUT /v2.0/ports/91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe HTTP/1.1" status: 200 len: 1092 time: 3.1827395 Aug 19 14:44:35.271294 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9c77d6e-b325-441d-8789-97a091d409cd', 'tag': '91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:44:35.273696 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f6dae8-a493-46ac-9920-75b91222f139" -d '{"events": [{"name": "network-changed", "server_uuid": "a9c77d6e-b325-441d-8789-97a091d409cd", "tag": "91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:44:35.290376 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 113aacf3-68d8-4938-87ca-dae891dc68cf triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:44:35.290755 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:35.327682 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88fdd95d-d758-43b7-8819-07b50de36b97 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:44:35.364126 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 88fdd95d-d758-43b7-8819-07b50de36b97, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=88fdd95d-d758-43b7-8819-07b50de36b97,segment=NetworkSegment(ec2aa06d-f4de-4b89-8eb5-ddd8a2bebb42),segment_id=ec2aa06d-f4de-4b89-8eb5-ddd8a2bebb42)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:44:35.372563 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:35.373578 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 9d9de960-e6eb-49bc-ac46-fbd40474f268 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:44:35.481653 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed5bbb55-f6a5-4a35-b7e1-e559917c2fdd admin admin] Router d76161f1-cbee-4246-89bd-9582e424632d has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:44:35.486653 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed71d8f-1cd5-4b14-b946-9b586a829984 service neutron] Pushing event updated for resources: {'Port': ['ID=91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:35.583698 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=88fdd95d-d758-43b7-8819-07b50de36b97,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:35.605216 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed3bc40c-eaf5-454a-87f1-3831696bb2f9 None None] Provisioning complete for port 3205e4fa-4243-4432-81ea-b9c748ffb9dc triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:44:35.605619 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed3bc40c-eaf5-454a-87f1-3831696bb2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:35.610422 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47870e1b-0d1b-4409-b465-ffdc6642a124 req-5e7033b0-3881-4b48-a230-0d0bcfc06a7a tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:35.619028 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-47870e1b-0d1b-4409-b465-ffdc6642a124 req-5e7033b0-3881-4b48-a230-0d0bcfc06a7a tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9c77d6e-b325-441d-8789-97a091d409cd HTTP/1.1" status: 200 len: 944 time: 0.3501122 Aug 19 14:44:35.622440 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69877bb-d167-4da4-adef-402656ff6078 req-57aac499-9d89-4c4c-86d2-344ff0b5676c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:35.623910 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c69877bb-d167-4da4-adef-402656ff6078 req-57aac499-9d89-4c4c-86d2-344ff0b5676c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=df380a6529a845d9a6df3627792632d0&device_id=a9c77d6e-b325-441d-8789-97a091d409cd HTTP/1.1" status: 200 len: 1095 time: 0.2798336 Aug 19 14:44:35.660034 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] For port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:44:35.660278 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempted to set empty binding levels {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 19 14:44:35.833809 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 9d9de960-e6eb-49bc-ac46-fbd40474f268, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=9d9de960-e6eb-49bc-ac46-fbd40474f268,segment=NetworkSegment(d49eb3ae-7124-4eb8-8ebc-6195fe793d61),segment_id=d49eb3ae-7124-4eb8-8ebc-6195fe793d61)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:44:35.849199 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed3bc40c-eaf5-454a-87f1-3831696bb2f9 None None] Port 3205e4fa-4243-4432-81ea-b9c748ffb9dc cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:44:35.853988 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '9d9de960-e6eb-49bc-ac46-fbd40474f268', 'network_id': '85efae98-c9cf-44f9-b3fc-a7058825c2ca', 'port_id': '9d9de960-e6eb-49bc-ac46-fbd40474f268', 'mac_address': 'fa:16:3e:ea:15:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be8247a1-96c8-4a95-9d9c-24e5ed4e5758', 'ip_address': '19.86.0.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:44:35.903114 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:35.918516 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d9de960-e6eb-49bc-ac46-fbd40474f268 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:44:35.941028 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 9d9de960-e6eb-49bc-ac46-fbd40474f268, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=9d9de960-e6eb-49bc-ac46-fbd40474f268,segment=NetworkSegment(d49eb3ae-7124-4eb8-8ebc-6195fe793d61),segment_id=d49eb3ae-7124-4eb8-8ebc-6195fe793d61)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:44:35.950418 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:36.016780 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=9d9de960-e6eb-49bc-ac46-fbd40474f268,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:36.100722 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:36.107410 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c69877bb-d167-4da4-adef-402656ff6078 req-6dd95119-8d0b-46de-bacf-1522d9e19cd8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe HTTP/1.1" status: 200 len: 217 time: 0.4570012 Aug 19 14:44:36.155283 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5000a7b6-dd25-4db4-b41a-0033e3f33b9f x-openstack-request-id: req-5000a7b6-dd25-4db4-b41a-0033e3f33b9f {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:44:36.155587 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9c77d6e-b325-441d-8789-97a091d409cd", "tag": "91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:44:36.156165 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5000a7b6-dd25-4db4-b41a-0033e3f33b9f {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:44:36.156259 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9c77d6e-b325-441d-8789-97a091d409cd', 'tag': '91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe', 'status': 'completed', 'code': 200} Aug 19 14:44:36.185247 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-47870e1b-0d1b-4409-b465-ffdc6642a124 req-ad5e48dc-a3f8-4ca3-b366-658e53953815 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.69 "GET /v2.0/security-groups?id=92c0c671-96c4-4781-b5b8-ac50db8e6528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5651913 Aug 19 14:44:36.220603 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:36.221217 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:36.227730 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['9d9de960-e6eb-49bc-ac46-fbd40474f268'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:44:36.260230 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 4.5093772 Aug 19 14:44:36.261871 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1531e9-02da-4924-815e-00b62f9f74f7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Pushing event updated for resources: {'Port': ['ID=c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:36.263735 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 46862) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:36.269991 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['ec41c493-d742-40a5-bf0f-e2da946efb84'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:44:36.282955 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69877bb-d167-4da4-adef-402656ff6078 req-0204115b-d546-498d-8f57-ea03eca9a130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:36.284433 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c69877bb-d167-4da4-adef-402656ff6078 req-0204115b-d546-498d-8f57-ea03eca9a130 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1eb22714-ed22-4215-8c28-ce90cbd3694f HTTP/1.1" status: 200 len: 854 time: 0.1656704 Aug 19 14:44:36.346085 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5bbb55-f6a5-4a35-b7e1-e559917c2fdd admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:44:36.363937 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54c358e-3b28-4e4d-bb0e-d43923dfc266 None None] Sync routers for ids ['d76161f1-cbee-4246-89bd-9582e424632d'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:44:36.371318 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ed5bbb55-f6a5-4a35-b7e1-e559917c2fdd admin admin] 10.222.0.69 "PUT /v2.0/routers/d76161f1-cbee-4246-89bd-9582e424632d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4277742 Aug 19 14:44:36.406309 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54c358e-3b28-4e4d-bb0e-d43923dfc266 None None] Routers {'d76161f1-cbee-4246-89bd-9582e424632d'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:44:36.407852 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c54c358e-3b28-4e4d-bb0e-d43923dfc266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:44:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['d76161f1-cbee-4246-89bd-9582e424632d'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:44:36.435994 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecdad5d-b36f-4873-9a9f-f3bffbe2dd30 req-1497853d-3ee1-4d4f-a1d4-7d5e078e07c3 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:36.438383 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecdad5d-b36f-4873-9a9f-f3bffbe2dd30 req-1497853d-3ee1-4d4f-a1d4-7d5e078e07c3 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:36.446136 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecdad5d-b36f-4873-9a9f-f3bffbe2dd30 req-1497853d-3ee1-4d4f-a1d4-7d5e078e07c3 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:36.447820 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0ecdad5d-b36f-4873-9a9f-f3bffbe2dd30 req-1497853d-3ee1-4d4f-a1d4-7d5e078e07c3 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2f95351-d132-4867-a226-554dde3844a9 HTTP/1.1" status: 200 len: 2415 time: 0.1468184 Aug 19 14:44:36.461298 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69877bb-d167-4da4-adef-402656ff6078 req-0c71e80c-5783-40c5-9c99-b6bef39038b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:36.462787 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c69877bb-d167-4da4-adef-402656ff6078 req-0c71e80c-5783-40c5-9c99-b6bef39038b8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=627779b5-fb62-4ebb-a93a-4cd257e391a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1606324 Aug 19 14:44:36.586995 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0ecdad5d-b36f-4873-9a9f-f3bffbe2dd30 req-08aee4df-ee42-4b66-a231-2c9a4c27116e tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/security-groups?id=41556f32-a9f9-4573-935a-2d992a544d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148865 Aug 19 14:44:36.591641 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-987373eb-f342-4d85-9056-f1a5bd15516b tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Deleting port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:44:36.591994 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-987373eb-f342-4d85-9056-f1a5bd15516b tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:36.621804 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-c54c358e-3b28-4e4d-bb0e-d43923dfc266 None None] Set router d76161f1-cbee-4246-89bd-9582e424632d gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:44:36.704710 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-008db6fe-df5b-49ae-8cc5-cc800d38c882 req-7120ddde-43e5-4aa7-98ef-20b31e49a542 tempest-FloatingIPsNegativeTestJSON-444856460 tempest-FloatingIPsNegativeTestJSON-444856460-project] 10.222.0.69 "GET /v2.0/floatingips?tenant_id=398ca9e8f5a84718aed09f197ab63763 HTTP/1.1" status: 200 len: 217 time: 0.0648427 Aug 19 14:44:36.767144 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-987373eb-f342-4d85-9056-f1a5bd15516b tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] For port c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1, host n-h2-766043-2, got binding levels [] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:44:36.767512 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-987373eb-f342-4d85-9056-f1a5bd15516b tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:36.797428 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c69877bb-d167-4da4-adef-402656ff6078 req-f556bd14-0048-4069-858d-e53f826ea95f service neutron] 10.222.0.88 "GET /v2.0/networks/627779b5-fb62-4ebb-a93a-4cd257e391a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221841 Aug 19 14:44:36.798406 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-987373eb-f342-4d85-9056-f1a5bd15516b tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Calling delete_port for c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:44:36.802362 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-91221545-4b7e-4113-9371-5687b82bb7ba req-0eee3afd-35a2-48fa-a10a-046210ae5da4 tempest-FloatingIPsNegativeTestJSON-444856460 tempest-FloatingIPsNegativeTestJSON-444856460-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0582883 Aug 19 14:44:36.821780 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:36.849983 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c54c358e-3b28-4e4d-bb0e-d43923dfc266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd76161f1-cbee-4246-89bd-9582e424632d', 'name': 'tempest-FloatingIPsNegativeTestJSON-500738426-router', 'tenant_id': '398ca9e8f5a84718aed09f197ab63763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '113aacf3-68d8-4938-87ca-dae891dc68cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:44:23Z', 'updated_at': '2021-08-19T14:44:33Z', 'revision_number': 4, 'project_id': '398ca9e8f5a84718aed09f197ab63763', 'gw_port': {'id': '113aacf3-68d8-4938-87ca-dae891dc68cf', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:bd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76161f1-cbee-4246-89bd-9582e424632d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:44:24Z', 'updated_at': '2021-08-19T14:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '3205e4fa-4243-4432-81ea-b9c748ffb9dc', 'name': '', 'network_id': '1ebd5133-b1a8-44d9-a1f7-13f9b467fad7', 'tenant_id': '398ca9e8f5a84718aed09f197ab63763', 'mac_address': 'fa:16:3e:78:d5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd76161f1-cbee-4246-89bd-9582e424632d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '1f930d9d-e242-470c-ba25-57d2bea4fe80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:44:30Z', 'updated_at': '2021-08-19T14:44:34Z', 'revision_number': 2, 'project_id': '398ca9e8f5a84718aed09f197ab63763', 'subnets': [{'id': '1f930d9d-e242-470c-ba25-57d2bea4fe80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:44:36.871649 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ac0fb-25b7-4b74-bb62-281e54d10384 req-7ec79e3a-f728-4764-86dc-a0896e9aede3 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:36.873162 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-911ac0fb-25b7-4b74-bb62-281e54d10384 req-7ec79e3a-f728-4764-86dc-a0896e9aede3 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] 10.222.0.69 "GET /v2.0/ports?device_id=ffc89206-78ba-4e56-aecf-8145878abc50 HTTP/1.1" status: 200 len: 950 time: 0.1789594 Aug 19 14:44:36.879469 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54c358e-3b28-4e4d-bb0e-d43923dfc266 None None] Checking router: d76161f1-cbee-4246-89bd-9582e424632d for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:44:36.879825 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54c358e-3b28-4e4d-bb0e-d43923dfc266 None None] Updating router d76161f1-cbee-4246-89bd-9582e424632d port 3205e4fa-4243-4432-81ea-b9c748ffb9dc binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:44:36.909050 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c54c358e-3b28-4e4d-bb0e-d43923dfc266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:36.953752 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [req-42ae699d-f900-4e5d-8e38-5967f002d4c9 req-6666718e-1c52-4e1e-80b9-45f61b6a55f1 tempest-FloatingIPsNegativeTestJSON-444856460 tempest-FloatingIPsNegativeTestJSON-444856460-project] show failed (client error): The resource could not be found. Aug 19 14:44:36.954870 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-42ae699d-f900-4e5d-8e38-5967f002d4c9 req-6666718e-1c52-4e1e-80b9-45f61b6a55f1 tempest-FloatingIPsNegativeTestJSON-444856460 tempest-FloatingIPsNegativeTestJSON-444856460-project] 10.222.0.69 "GET /v2.0/floatingips/75c8ed23-b14c-4e3c-bf22-63549efdeceb HTTP/1.1" status: 404 len: 350 time: 0.1225359 Aug 19 14:44:36.965715 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46882) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:37.011963 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-911ac0fb-25b7-4b74-bb62-281e54d10384 req-6faa7d57-b21e-4cd0-a8de-ef777bc6e223 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] 10.222.0.69 "GET /v2.0/security-groups?id=298660ab-5509-4225-9d11-e0a943d977b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295414 Aug 19 14:44:37.036511 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c69877bb-d167-4da4-adef-402656ff6078 req-7c81bee1-7bd9-424e-870a-b46b43f38764 service neutron] 10.222.0.88 "GET /v2.0/networks/627779b5-fb62-4ebb-a93a-4cd257e391a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269099 Aug 19 14:44:37.046596 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-987373eb-f342-4d85-9056-f1a5bd15516b tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:37.085319 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-987373eb-f342-4d85-9056-f1a5bd15516b tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:37.088061 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-987373eb-f342-4d85-9056-f1a5bd15516b tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] 10.222.0.69 "DELETE /v2.0/ports/c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 HTTP/1.1" status: 204 len: 168 time: 0.8191524 Aug 19 14:44:37.089244 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987373eb-f342-4d85-9056-f1a5bd15516b tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Pushing event deleted for resources: {'Port': ['ID=c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:37.091017 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 46884) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:37.124446 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fbba638-9659-45f4-acc3-40484b324012 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] GET failed (client error): The resource could not be found. Aug 19 14:44:37.125551 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-2fbba638-9659-45f4-acc3-40484b324012 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] 10.222.0.69 "GET /v2.0/ports/c6fb4f5f-a8d0-4eb1-8eca-27ec78f660e1 HTTP/1.1" status: 404 len: 333 time: 0.0336125 Aug 19 14:44:37.132025 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46886) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:37.138499 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-419a5920-b675-4968-b378-67ce1d0916b4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Request body: {'port': {'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1789341710'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:37.155327 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6dae8-a493-46ac-9920-75b91222f139 req-ee7b6705-f4dc-4d9a-8a10-e9f12d5b1433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:37.157065 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-87f6dae8-a493-46ac-9920-75b91222f139 req-ee7b6705-f4dc-4d9a-8a10-e9f12d5b1433 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=df380a6529a845d9a6df3627792632d0&device_id=a9c77d6e-b325-441d-8789-97a091d409cd HTTP/1.1" status: 200 len: 1095 time: 0.0560977 Aug 19 14:44:37.192517 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c54c358e-3b28-4e4d-bb0e-d43923dfc266 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:37.198410 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419a5920-b675-4968-b378-67ce1d0916b4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Made reservation on behalf of 8ef7b49f7d684f23b4f39e13bd7eadef for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:44:37.201563 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-419a5920-b675-4968-b378-67ce1d0916b4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:37.205148 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c54c358e-3b28-4e4d-bb0e-d43923dfc266 None None] Transition to ACTIVE for port object 3205e4fa-4243-4432-81ea-b9c748ffb9dc will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:44:37.228070 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-419a5920-b675-4968-b378-67ce1d0916b4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] device_id is not set on port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:44:37.234772 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c54c358e-3b28-4e4d-bb0e-d43923dfc266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:37.299568 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa502c0-686b-487e-be93-d6d3cf8ca83c None None] Pushing event updated for resources: {'Port': ['ID=3205e4fa-4243-4432-81ea-b9c748ffb9dc,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:37.330019 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['88fdd95d-d758-43b7-8819-07b50de36b97'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:44:37.357738 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6dae8-a493-46ac-9920-75b91222f139 req-5ebed620-a77c-419f-b970-a6ba6bf36011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:37.359238 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-87f6dae8-a493-46ac-9920-75b91222f139 req-5ebed620-a77c-419f-b970-a6ba6bf36011 service neutron] 10.222.0.88 "GET /v2.0/networks?id=627779b5-fb62-4ebb-a93a-4cd257e391a1 HTTP/1.1" status: 200 len: 916 time: 0.1937499 Aug 19 14:44:37.413486 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c54c358e-3b28-4e4d-bb0e-d43923dfc266 None None] Attempting to bind port 3205e4fa-4243-4432-81ea-b9c748ffb9dc on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:44:37.414224 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c54c358e-3b28-4e4d-bb0e-d43923dfc266 None None] Attempting to bind port 3205e4fa-4243-4432-81ea-b9c748ffb9dc by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'ebfe9978-79e8-4450-87a3-52a151ef4287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ebd5133-b1a8-44d9-a1f7-13f9b467fad7'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:44:37.414606 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54c358e-3b28-4e4d-bb0e-d43923dfc266 None None] Attempting to bind port 3205e4fa-4243-4432-81ea-b9c748ffb9dc on network 1ebd5133-b1a8-44d9-a1f7-13f9b467fad7 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:44:37.424133 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54c358e-3b28-4e4d-bb0e-d43923dfc266 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:44:37.424756 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54c358e-3b28-4e4d-bb0e-d43923dfc266 None None] Checking segment: {'id': 'ebfe9978-79e8-4450-87a3-52a151ef4287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ebd5133-b1a8-44d9-a1f7-13f9b467fad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:44:37.425576 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c54c358e-3b28-4e4d-bb0e-d43923dfc266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:37.426322 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54c358e-3b28-4e4d-bb0e-d43923dfc266 None None] Bound using segment: {'id': 'ebfe9978-79e8-4450-87a3-52a151ef4287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ebd5133-b1a8-44d9-a1f7-13f9b467fad7'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:44:37.427384 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c54c358e-3b28-4e4d-bb0e-d43923dfc266 None None] Bound port: 3205e4fa-4243-4432-81ea-b9c748ffb9dc, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebfe9978-79e8-4450-87a3-52a151ef4287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ebd5133-b1a8-44d9-a1f7-13f9b467fad7'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:44:37.427979 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c54c358e-3b28-4e4d-bb0e-d43923dfc266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:37.442475 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-87f6dae8-a493-46ac-9920-75b91222f139 req-f6596d66-2fb2-4278-a8bb-d535547aded4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe HTTP/1.1" status: 200 len: 217 time: 0.0725772 Aug 19 14:44:37.455045 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71c721-4ecc-4654-b977-4fea0e0420d0 req-3369f8cf-4e46-4c15-bb29-750383ac7b92 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:37.456875 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ce71c721-4ecc-4654-b977-4fea0e0420d0 req-3369f8cf-4e46-4c15-bb29-750383ac7b92 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9c77d6e-b325-441d-8789-97a091d409cd HTTP/1.1" status: 200 len: 944 time: 0.1448159 Aug 19 14:44:37.546891 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-419a5920-b675-4968-b378-67ce1d0916b4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:37.572936 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c54c358e-3b28-4e4d-bb0e-d43923dfc266 None None] For port 3205e4fa-4243-4432-81ea-b9c748ffb9dc, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:44:37.581816 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6dae8-a493-46ac-9920-75b91222f139 req-a2c32d9d-9b7e-4868-8732-39a534977311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:37.581942 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c54c358e-3b28-4e4d-bb0e-d43923dfc266 None None] For port 3205e4fa-4243-4432-81ea-b9c748ffb9dc, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=3205e4fa-4243-4432-81ea-b9c748ffb9dc,segment=NetworkSegment(ebfe9978-79e8-4450-87a3-52a151ef4287),segment_id=ebfe9978-79e8-4450-87a3-52a151ef4287)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:44:37.584657 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-87f6dae8-a493-46ac-9920-75b91222f139 req-a2c32d9d-9b7e-4868-8732-39a534977311 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1eb22714-ed22-4215-8c28-ce90cbd3694f HTTP/1.1" status: 200 len: 854 time: 0.1265142 Aug 19 14:44:37.590469 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ce71c721-4ecc-4654-b977-4fea0e0420d0 req-67985414-0715-45d9-9eea-a21a6ef15e58 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.69 "GET /v2.0/security-groups?id=92c0c671-96c4-4781-b5b8-ac50db8e6528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244516 Aug 19 14:44:37.590633 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c54c358e-3b28-4e4d-bb0e-d43923dfc266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:37.591388 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-985f0881-59dd-4eed-9d09-d8f96d7f3252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:37.652346 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6dae8-a493-46ac-9920-75b91222f139 req-58465f1f-18f6-4633-8034-7a19f810bfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:37.656025 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa502c0-686b-487e-be93-d6d3cf8ca83c None None] Pushing event updated for resources: {'Port': ['ID=3205e4fa-4243-4432-81ea-b9c748ffb9dc,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:37.658533 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-87f6dae8-a493-46ac-9920-75b91222f139 req-58465f1f-18f6-4633-8034-7a19f810bfa0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=627779b5-fb62-4ebb-a93a-4cd257e391a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651615 Aug 19 14:44:37.714332 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-419a5920-b675-4968-b378-67ce1d0916b4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:37.726126 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54c358e-3b28-4e4d-bb0e-d43923dfc266 None None] Routers {'d76161f1-cbee-4246-89bd-9582e424632d'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:44:37.726767 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c54c358e-3b28-4e4d-bb0e-d43923dfc266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:44:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['d76161f1-cbee-4246-89bd-9582e424632d'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:44:37.795894 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419a5920-b675-4968-b378-67ce1d0916b4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Network 871303f4-ff66-425b-928c-1dcd09f79b3d is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:44:37.799349 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-419a5920-b675-4968-b378-67ce1d0916b4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:44:37.802083 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c606fdb7-2b13-496e-a696-f6d479732950 req-dbe54c54-e60a-49ee-8da2-eddf1ba94bd3 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:37.804087 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419a5920-b675-4968-b378-67ce1d0916b4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:44:37.805264 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419a5920-b675-4968-b378-67ce1d0916b4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:37.806053 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-419a5920-b675-4968-b378-67ce1d0916b4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:37.808998 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c606fdb7-2b13-496e-a696-f6d479732950 req-dbe54c54-e60a-49ee-8da2-eddf1ba94bd3 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:37.814988 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c606fdb7-2b13-496e-a696-f6d479732950 req-dbe54c54-e60a-49ee-8da2-eddf1ba94bd3 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:37.816725 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c606fdb7-2b13-496e-a696-f6d479732950 req-dbe54c54-e60a-49ee-8da2-eddf1ba94bd3 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2f95351-d132-4867-a226-554dde3844a9 HTTP/1.1" status: 200 len: 2415 time: 0.1395266 Aug 19 14:44:37.840033 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-87f6dae8-a493-46ac-9920-75b91222f139 req-46034261-e2ee-4487-a556-3f2d6722883e service neutron] 10.222.0.88 "GET /v2.0/networks/627779b5-fb62-4ebb-a93a-4cd257e391a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716034 Aug 19 14:44:37.844661 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419a5920-b675-4968-b378-67ce1d0916b4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Pushing event updated for resources: {'Port': ['ID=77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:37.851554 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-c54c358e-3b28-4e4d-bb0e-d43923dfc266 None None] Set router d76161f1-cbee-4246-89bd-9582e424632d gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:44:37.853767 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419a5920-b675-4968-b378-67ce1d0916b4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:44:37.854211 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419a5920-b675-4968-b378-67ce1d0916b4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:44:37.855266 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419a5920-b675-4968-b378-67ce1d0916b4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:44:37.855847 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419a5920-b675-4968-b378-67ce1d0916b4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:44:37.856265 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419a5920-b675-4968-b378-67ce1d0916b4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:44:37.856824 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419a5920-b675-4968-b378-67ce1d0916b4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:44:37.857784 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419a5920-b675-4968-b378-67ce1d0916b4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:44:37.858322 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419a5920-b675-4968-b378-67ce1d0916b4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:44:37.859031 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419a5920-b675-4968-b378-67ce1d0916b4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:44:37.859556 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419a5920-b675-4968-b378-67ce1d0916b4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:44:37.860083 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419a5920-b675-4968-b378-67ce1d0916b4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:44:37.860638 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419a5920-b675-4968-b378-67ce1d0916b4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:44:37.865174 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-419a5920-b675-4968-b378-67ce1d0916b4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7321374 Aug 19 14:44:37.868612 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46898) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:37.875730 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:37.944179 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:37.952471 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c606fdb7-2b13-496e-a696-f6d479732950 req-e3e397be-f7ab-4f16-8233-4ed479243fd3 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/security-groups?id=41556f32-a9f9-4573-935a-2d992a544d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032453 Aug 19 14:44:37.993628 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-87f6dae8-a493-46ac-9920-75b91222f139 req-d9dc82f1-7aeb-4b43-9538-a837b8594a57 service neutron] 10.222.0.88 "GET /v2.0/networks/627779b5-fb62-4ebb-a93a-4cd257e391a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393929 Aug 19 14:44:38.084579 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c54c358e-3b28-4e4d-bb0e-d43923dfc266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd76161f1-cbee-4246-89bd-9582e424632d', 'name': 'tempest-FloatingIPsNegativeTestJSON-500738426-router', 'tenant_id': '398ca9e8f5a84718aed09f197ab63763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '113aacf3-68d8-4938-87ca-dae891dc68cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:44:23Z', 'updated_at': '2021-08-19T14:44:33Z', 'revision_number': 4, 'project_id': '398ca9e8f5a84718aed09f197ab63763', 'gw_port': {'id': '113aacf3-68d8-4938-87ca-dae891dc68cf', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:bd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76161f1-cbee-4246-89bd-9582e424632d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:44:24Z', 'updated_at': '2021-08-19T14:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '3205e4fa-4243-4432-81ea-b9c748ffb9dc', 'name': '', 'network_id': '1ebd5133-b1a8-44d9-a1f7-13f9b467fad7', 'tenant_id': '398ca9e8f5a84718aed09f197ab63763', 'mac_address': 'fa:16:3e:78:d5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd76161f1-cbee-4246-89bd-9582e424632d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '1f930d9d-e242-470c-ba25-57d2bea4fe80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:44:30Z', 'updated_at': '2021-08-19T14:44:37Z', 'revision_number': 4, 'project_id': '398ca9e8f5a84718aed09f197ab63763', 'subnets': [{'id': '1f930d9d-e242-470c-ba25-57d2bea4fe80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:44:38.116667 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54c358e-3b28-4e4d-bb0e-d43923dfc266 None None] The sync data for ids ['d76161f1-cbee-4246-89bd-9582e424632d'] in n-d-766043-2 is: [{'id': 'd76161f1-cbee-4246-89bd-9582e424632d', 'name': 'tempest-FloatingIPsNegativeTestJSON-500738426-router', 'tenant_id': '398ca9e8f5a84718aed09f197ab63763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '113aacf3-68d8-4938-87ca-dae891dc68cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:44:23Z', 'updated_at': '2021-08-19T14:44:33Z', 'revision_number': 4, 'project_id': '398ca9e8f5a84718aed09f197ab63763', 'gw_port': {'id': '113aacf3-68d8-4938-87ca-dae891dc68cf', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:bd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76161f1-cbee-4246-89bd-9582e424632d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:44:24Z', 'updated_at': '2021-08-19T14:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '3205e4fa-4243-4432-81ea-b9c748ffb9dc', 'name': '', 'network_id': '1ebd5133-b1a8-44d9-a1f7-13f9b467fad7', 'tenant_id': '398ca9e8f5a84718aed09f197ab63763', 'mac_address': 'fa:16:3e:78:d5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd76161f1-cbee-4246-89bd-9582e424632d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '1f930d9d-e242-470c-ba25-57d2bea4fe80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:44:30Z', 'updated_at': '2021-08-19T14:44:37Z', 'revision_number': 4, 'project_id': '398ca9e8f5a84718aed09f197ab63763', 'subnets': [{'id': '1f930d9d-e242-470c-ba25-57d2bea4fe80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:44:38.146194 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c50423-78d2-4cfd-ab56-933f6da1f35e req-fe7b214e-0597-4f7e-9455-c9372e58bf75 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:38.148613 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-18c50423-78d2-4cfd-ab56-933f6da1f35e req-fe7b214e-0597-4f7e-9455-c9372e58bf75 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] 10.222.0.69 "GET /v2.0/ports?device_id=ffc89206-78ba-4e56-aecf-8145878abc50 HTTP/1.1" status: 200 len: 950 time: 0.0579300 Aug 19 14:44:38.212682 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-18c50423-78d2-4cfd-ab56-933f6da1f35e req-7c2ac51a-9c90-43f8-8abe-7ea9125e6b5d tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] 10.222.0.69 "GET /v2.0/security-groups?id=298660ab-5509-4225-9d11-e0a943d977b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566907 Aug 19 14:44:38.470134 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-985f0881-59dd-4eed-9d09-d8f96d7f3252 admin admin] Deleting port 3205e4fa-4243-4432-81ea-b9c748ffb9dc {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:44:38.470691 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-985f0881-59dd-4eed-9d09-d8f96d7f3252 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:38.577737 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] device_id is not set on port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:44:38.590383 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:38.607634 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-985f0881-59dd-4eed-9d09-d8f96d7f3252 admin admin] For port 3205e4fa-4243-4432-81ea-b9c748ffb9dc, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=3205e4fa-4243-4432-81ea-b9c748ffb9dc,segment=NetworkSegment(ebfe9978-79e8-4450-87a3-52a151ef4287),segment_id=ebfe9978-79e8-4450-87a3-52a151ef4287)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:44:38.608007 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-985f0881-59dd-4eed-9d09-d8f96d7f3252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:38.621187 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Transition to ACTIVE for port object 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:44:38.625607 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-985f0881-59dd-4eed-9d09-d8f96d7f3252 admin admin] Calling delete_port for 3205e4fa-4243-4432-81ea-b9c748ffb9dc owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:44:38.637116 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:38.662565 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device e3d44f3d-7870-4990-824d-49fb14de14e2 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:44:38.668820 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf6d5c-8753-4643-83a5-bc4a6a848b7f req-143bab39-1f3d-459e-b074-f91cfaed1db2 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:38.671133 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bdbf6d5c-8753-4643-83a5-bc4a6a848b7f req-143bab39-1f3d-459e-b074-f91cfaed1db2 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] 10.222.0.88 "GET /v2.0/ports?device_id=ffc89206-78ba-4e56-aecf-8145878abc50 HTTP/1.1" status: 200 len: 950 time: 0.0727859 Aug 19 14:44:38.704142 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device ec41c493-d742-40a5-bf0f-e2da946efb84 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:44:38.743218 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Pushing event updated for resources: {'Port': ['ID=77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:38.756073 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:44:38.756448 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:44:38.761527 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b on network 871303f4-ff66-425b-928c-1dcd09f79b3d {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:44:38.802071 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b on network 871303f4-ff66-425b-928c-1dcd09f79b3d not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:44:38.802425 n-d-766043-2 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Failed to bind port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b on host n-h2-766043-2 for vnic_type normal using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] Aug 19 14:44:38.804230 n-d-766043-2 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempt 2 to bind port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b Aug 19 14:44:38.806699 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c632d-f21e-4c8e-baa9-c6e30e6855fb req-0af1aa0f-3174-4580-8142-6901f4653914 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:38.815194 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-599c632d-f21e-4c8e-baa9-c6e30e6855fb req-0af1aa0f-3174-4580-8142-6901f4653914 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9c77d6e-b325-441d-8789-97a091d409cd HTTP/1.1" status: 200 len: 944 time: 0.1306088 Aug 19 14:44:38.819325 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:38.825148 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:44:38.825489 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:44:38.825828 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b on network 871303f4-ff66-425b-928c-1dcd09f79b3d {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:44:38.835191 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b on network 871303f4-ff66-425b-928c-1dcd09f79b3d not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:44:38.835518 n-d-766043-2 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Failed to bind port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b on host n-h2-766043-2 for vnic_type normal using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] Aug 19 14:44:38.837417 n-d-766043-2 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempt 3 to bind port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b Aug 19 14:44:38.841081 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port ec41c493-d742-40a5-bf0f-e2da946efb84 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:44:38.853572 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:44:38.853776 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port ec41c493-d742-40a5-bf0f-e2da946efb84 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:44:38.853906 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:44:38.854039 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:38.854245 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b on network 871303f4-ff66-425b-928c-1dcd09f79b3d {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:44:38.877107 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-599c632d-f21e-4c8e-baa9-c6e30e6855fb req-1cf92945-3a90-4f13-ab15-e3f7fdec642f tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.69 "GET /v2.0/security-groups?id=92c0c671-96c4-4781-b5b8-ac50db8e6528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608053 Aug 19 14:44:38.887976 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b on network 871303f4-ff66-425b-928c-1dcd09f79b3d not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:44:38.888312 n-d-766043-2 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Failed to bind port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b on host n-h2-766043-2 for vnic_type normal using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] Aug 19 14:44:38.888761 n-d-766043-2 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempt 4 to bind port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b Aug 19 14:44:38.912122 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:44:38.912522 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:44:38.912873 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b on network 871303f4-ff66-425b-928c-1dcd09f79b3d {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:44:38.919979 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-bdbf6d5c-8753-4643-83a5-bc4a6a848b7f req-f6c16cf5-2382-45f1-8a51-424d1a818987 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] Deleting port e3d44f3d-7870-4990-824d-49fb14de14e2 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:44:38.920141 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b on network 871303f4-ff66-425b-928c-1dcd09f79b3d not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:44:38.920493 n-d-766043-2 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Failed to bind port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b on host n-h2-766043-2 for vnic_type normal using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] Aug 19 14:44:38.921195 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bdbf6d5c-8753-4643-83a5-bc4a6a848b7f req-f6c16cf5-2382-45f1-8a51-424d1a818987 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:38.923385 n-d-766043-2 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempt 5 to bind port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b Aug 19 14:44:38.932268 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc89206-78ba-4e56-aecf-8145878abc50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3d44f3d-7870-4990-824d-49fb14de14e2'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:44:38.934656 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020cf19a-ae0c-4239-8833-da465e25c949" -d '{"events": [{"server_uuid": "ffc89206-78ba-4e56-aecf-8145878abc50", "name": "network-vif-unplugged", "status": "completed", "tag": "e3d44f3d-7870-4990-824d-49fb14de14e2"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:44:38.954596 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port e3d44f3d-7870-4990-824d-49fb14de14e2, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=e3d44f3d-7870-4990-824d-49fb14de14e2,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:44:39.000069 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:44:39.000919 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:44:39.001584 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b on network 871303f4-ff66-425b-928c-1dcd09f79b3d {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:44:39.014251 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:39.029271 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:39.033392 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 14:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d390e6a-667d-4139-b551-01c8fd04fa18 x-openstack-request-id: req-9d390e6a-667d-4139-b551-01c8fd04fa18 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:44:39.033847 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc89206-78ba-4e56-aecf-8145878abc50", "name": "network-vif-unplugged", "status": "completed", "tag": "e3d44f3d-7870-4990-824d-49fb14de14e2", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:44:39.034122 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9d390e6a-667d-4139-b551-01c8fd04fa18 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:44:39.034495 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc89206-78ba-4e56-aecf-8145878abc50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3d44f3d-7870-4990-824d-49fb14de14e2', 'code': 200} Aug 19 14:44:39.042649 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b on network 871303f4-ff66-425b-928c-1dcd09f79b3d not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:44:39.042987 n-d-766043-2 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Failed to bind port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b on host n-h2-766043-2 for vnic_type normal using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] Aug 19 14:44:39.045116 n-d-766043-2 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempt 6 to bind port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b Aug 19 14:44:39.061764 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:44:39.062105 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:44:39.062444 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b on network 871303f4-ff66-425b-928c-1dcd09f79b3d {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:44:39.073719 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b on network 871303f4-ff66-425b-928c-1dcd09f79b3d not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:44:39.074219 n-d-766043-2 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Failed to bind port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b on host n-h2-766043-2 for vnic_type normal using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] Aug 19 14:44:39.076930 n-d-766043-2 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempt 7 to bind port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b Aug 19 14:44:39.092690 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-985f0881-59dd-4eed-9d09-d8f96d7f3252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:39.099460 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:44:39.100191 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:44:39.100922 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b on network 871303f4-ff66-425b-928c-1dcd09f79b3d {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:44:39.101844 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 3205e4fa-4243-4432-81ea-b9c748ffb9dc up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:44:39.123826 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port ec41c493-d742-40a5-bf0f-e2da946efb84, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=ec41c493-d742-40a5-bf0f-e2da946efb84,segment=NetworkSegment(ec2aa06d-f4de-4b89-8eb5-ddd8a2bebb42),segment_id=ec2aa06d-f4de-4b89-8eb5-ddd8a2bebb42)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:44:39.142899 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-bdbf6d5c-8753-4643-83a5-bc4a6a848b7f req-f6c16cf5-2382-45f1-8a51-424d1a818987 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] For port e3d44f3d-7870-4990-824d-49fb14de14e2, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=e3d44f3d-7870-4990-824d-49fb14de14e2,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:44:39.143545 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bdbf6d5c-8753-4643-83a5-bc4a6a848b7f req-f6c16cf5-2382-45f1-8a51-424d1a818987 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:39.144247 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b on network 871303f4-ff66-425b-928c-1dcd09f79b3d not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:44:39.144610 n-d-766043-2 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Failed to bind port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b on host n-h2-766043-2 for vnic_type normal using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] Aug 19 14:44:39.147074 n-d-766043-2 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempt 8 to bind port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b Aug 19 14:44:39.150217 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985f0881-59dd-4eed-9d09-d8f96d7f3252 admin admin] Pushing event deleted for resources: {'Port': ['ID=3205e4fa-4243-4432-81ea-b9c748ffb9dc,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:39.153338 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:39.154116 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 88fdd95d-d758-43b7-8819-07b50de36b97 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:44:39.157456 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 3205e4fa-4243-4432-81ea-b9c748ffb9dc {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:44:39.158419 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 3205e4fa-4243-4432-81ea-b9c748ffb9dc not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 19 14:44:39.168123 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-bdbf6d5c-8753-4643-83a5-bc4a6a848b7f req-f6c16cf5-2382-45f1-8a51-424d1a818987 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] Calling delete_port for e3d44f3d-7870-4990-824d-49fb14de14e2 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:44:39.193894 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:44:39.194264 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:44:39.194565 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b on network 871303f4-ff66-425b-928c-1dcd09f79b3d {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:44:39.205344 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=e3d44f3d-7870-4990-824d-49fb14de14e2,revision_number=11']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:39.212206 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Port 3205e4fa-4243-4432-81ea-b9c748ffb9dc not found, will not notify nova. {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 19 14:44:39.231055 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b on network 871303f4-ff66-425b-928c-1dcd09f79b3d not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:44:39.231505 n-d-766043-2 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Failed to bind port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b on host n-h2-766043-2 for vnic_type normal using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] Aug 19 14:44:39.234515 n-d-766043-2 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempt 9 to bind port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b Aug 19 14:44:39.246996 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d852c42-345e-4758-9706-52053ebd4bef req-eddcdee0-d0d3-442e-9f6e-0cf2eb012c50 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:39.253659 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d852c42-345e-4758-9706-52053ebd4bef req-eddcdee0-d0d3-442e-9f6e-0cf2eb012c50 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:39.261740 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d852c42-345e-4758-9706-52053ebd4bef req-eddcdee0-d0d3-442e-9f6e-0cf2eb012c50 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:39.269624 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5d852c42-345e-4758-9706-52053ebd4bef req-eddcdee0-d0d3-442e-9f6e-0cf2eb012c50 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2f95351-d132-4867-a226-554dde3844a9 HTTP/1.1" status: 200 len: 2415 time: 0.1745896 Aug 19 14:44:39.285368 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:44:39.285795 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:44:39.287255 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b on network 871303f4-ff66-425b-928c-1dcd09f79b3d {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:44:39.294795 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=ec41c493-d742-40a5-bf0f-e2da946efb84,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:39.295761 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b on network 871303f4-ff66-425b-928c-1dcd09f79b3d not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:44:39.296167 n-d-766043-2 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Failed to bind port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b on host n-h2-766043-2 for vnic_type normal using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] Aug 19 14:44:39.304943 n-d-766043-2 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempt 10 to bind port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b Aug 19 14:44:39.312507 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port 88fdd95d-d758-43b7-8819-07b50de36b97 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:44:39.320700 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 88fdd95d-d758-43b7-8819-07b50de36b97 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:44:39.321106 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:39.358055 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5d852c42-345e-4758-9706-52053ebd4bef req-abb7485c-8ad9-408b-b208-4ad54cea5442 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/security-groups?id=41556f32-a9f9-4573-935a-2d992a544d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864644 Aug 19 14:44:39.399540 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:44:39.399967 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:44:39.400421 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b on network 871303f4-ff66-425b-928c-1dcd09f79b3d {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:44:39.410179 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b on network 871303f4-ff66-425b-928c-1dcd09f79b3d not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:44:39.410689 n-d-766043-2 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Failed to bind port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b on host n-h2-766043-2 for vnic_type normal using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] Aug 19 14:44:39.411233 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:39.445657 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:39.520018 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 88fdd95d-d758-43b7-8819-07b50de36b97, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=88fdd95d-d758-43b7-8819-07b50de36b97,segment=NetworkSegment(ec2aa06d-f4de-4b89-8eb5-ddd8a2bebb42),segment_id=ec2aa06d-f4de-4b89-8eb5-ddd8a2bebb42)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:44:39.527950 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:39.529168 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 9d9de960-e6eb-49bc-ac46-fbd40474f268 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:44:39.555395 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-985f0881-59dd-4eed-9d09-d8f96d7f3252 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:39.567591 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe2e3b-4da9-406f-a840-c900c5e8fa73 req-1f46058f-e0d4-4549-9462-5ee56ed95fd4 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:39.570729 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-acfe2e3b-4da9-406f-a840-c900c5e8fa73 req-1f46058f-e0d4-4549-9462-5ee56ed95fd4 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] 10.222.0.69 "GET /v2.0/ports?device_id=ffc89206-78ba-4e56-aecf-8145878abc50 HTTP/1.1" status: 200 len: 948 time: 0.2103775 Aug 19 14:44:39.658023 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=88fdd95d-d758-43b7-8819-07b50de36b97,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:39.676609 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port 9d9de960-e6eb-49bc-ac46-fbd40474f268 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:44:39.678653 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-acfe2e3b-4da9-406f-a840-c900c5e8fa73 req-383e8b73-4425-4b89-9942-96ef8f136c9f tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] 10.222.0.69 "GET /v2.0/security-groups?id=298660ab-5509-4225-9d11-e0a943d977b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009624 Aug 19 14:44:39.680604 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bdbf6d5c-8753-4643-83a5-bc4a6a848b7f req-f6c16cf5-2382-45f1-8a51-424d1a818987 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:39.693837 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 9d9de960-e6eb-49bc-ac46-fbd40474f268 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:44:39.696711 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:39.697685 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] For port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b, host n-h2-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:44:39.698127 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempted to set empty binding levels {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 19 14:44:39.726710 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c16cf5-2382-45f1-8a51-424d1a818987 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] Pushing event deleted for resources: {'Port': ['ID=e3d44f3d-7870-4990-824d-49fb14de14e2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:39.764638 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:39.795130 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdbf6d5c-8753-4643-83a5-bc4a6a848b7f req-f6c16cf5-2382-45f1-8a51-424d1a818987 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] No DVR routers for this DVR port e3d44f3d-7870-4990-824d-49fb14de14e2 on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:44:39.798490 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bdbf6d5c-8753-4643-83a5-bc4a6a848b7f req-f6c16cf5-2382-45f1-8a51-424d1a818987 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:39.802187 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bdbf6d5c-8753-4643-83a5-bc4a6a848b7f req-f6c16cf5-2382-45f1-8a51-424d1a818987 tempest-ImagesOneServerTestJSON-401122137 tempest-ImagesOneServerTestJSON-401122137-project] 10.222.0.88 "DELETE /v2.0/ports/e3d44f3d-7870-4990-824d-49fb14de14e2 HTTP/1.1" status: 204 len: 173 time: 1.1240978 Aug 19 14:44:39.802666 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc89206-78ba-4e56-aecf-8145878abc50', 'name': 'network-vif-deleted', 'tag': 'e3d44f3d-7870-4990-824d-49fb14de14e2'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:44:39.807123 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f7888a-a704-4a81-b6b2-4eb1a6b74583" -d '{"events": [{"server_uuid": "ffc89206-78ba-4e56-aecf-8145878abc50", "name": "network-vif-deleted", "tag": "e3d44f3d-7870-4990-824d-49fb14de14e2"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:44:39.857400 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:39.859932 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] In _notify_port_updated(), no bound segment for port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b on network 871303f4-ff66-425b-928c-1dcd09f79b3d {{(pid=94639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 14:44:39.860387 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:39.861521 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:39.863132 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] 10.222.0.69 "PUT /v2.0/ports/77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b HTTP/1.1" status: 200 len: 975 time: 1.9933572 Aug 19 14:44:39.865830 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 46924) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:39.888882 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a204f3-2f97-4ad9-9306-643a1232ea11 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Pushing event updated for resources: {'Port': ['ID=77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:39.914086 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 9d9de960-e6eb-49bc-ac46-fbd40474f268, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=9d9de960-e6eb-49bc-ac46-fbd40474f268,segment=NetworkSegment(d49eb3ae-7124-4eb8-8ebc-6195fe793d61),segment_id=d49eb3ae-7124-4eb8-8ebc-6195fe793d61)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:44:39.918715 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:39.928817 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-985f0881-59dd-4eed-9d09-d8f96d7f3252 admin admin] Router d76161f1-cbee-4246-89bd-9582e424632d has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:44:39.937728 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28ac2df-e629-4d65-bc56-131ec77c751e x-openstack-request-id: req-b28ac2df-e629-4d65-bc56-131ec77c751e {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:44:39.938087 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc89206-78ba-4e56-aecf-8145878abc50", "name": "network-vif-deleted", "tag": "e3d44f3d-7870-4990-824d-49fb14de14e2", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:44:39.938341 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b28ac2df-e629-4d65-bc56-131ec77c751e {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:44:39.938831 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc89206-78ba-4e56-aecf-8145878abc50', 'name': 'network-vif-deleted', 'tag': 'e3d44f3d-7870-4990-824d-49fb14de14e2', 'status': 'completed', 'code': 200} Aug 19 14:44:39.991336 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=9d9de960-e6eb-49bc-ac46-fbd40474f268,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:40.028612 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee7b62d-b5af-4e10-87f3-e25d4a4015f4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:40.029169 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee7b62d-b5af-4e10-87f3-e25d4a4015f4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:40.029477 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee7b62d-b5af-4e10-87f3-e25d4a4015f4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:40.029949 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee7b62d-b5af-4e10-87f3-e25d4a4015f4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:40.030412 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee7b62d-b5af-4e10-87f3-e25d4a4015f4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:40.030873 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee7b62d-b5af-4e10-87f3-e25d4a4015f4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:40.031336 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee7b62d-b5af-4e10-87f3-e25d4a4015f4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:40.031862 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee7b62d-b5af-4e10-87f3-e25d4a4015f4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:40.032321 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee7b62d-b5af-4e10-87f3-e25d4a4015f4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:40.032810 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee7b62d-b5af-4e10-87f3-e25d4a4015f4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:40.033265 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee7b62d-b5af-4e10-87f3-e25d4a4015f4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:40.034159 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee7b62d-b5af-4e10-87f3-e25d4a4015f4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:40.034159 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee7b62d-b5af-4e10-87f3-e25d4a4015f4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:40.034623 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee7b62d-b5af-4e10-87f3-e25d4a4015f4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:40.035078 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee7b62d-b5af-4e10-87f3-e25d4a4015f4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:40.035858 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee7b62d-b5af-4e10-87f3-e25d4a4015f4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:40.035991 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee7b62d-b5af-4e10-87f3-e25d4a4015f4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:40.036471 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee7b62d-b5af-4e10-87f3-e25d4a4015f4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:40.036927 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee7b62d-b5af-4e10-87f3-e25d4a4015f4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:40.037388 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee7b62d-b5af-4e10-87f3-e25d4a4015f4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:40.037842 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee7b62d-b5af-4e10-87f3-e25d4a4015f4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:40.038296 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee7b62d-b5af-4e10-87f3-e25d4a4015f4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:40.038755 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee7b62d-b5af-4e10-87f3-e25d4a4015f4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:40.039210 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee7b62d-b5af-4e10-87f3-e25d4a4015f4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:40.039664 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee7b62d-b5af-4e10-87f3-e25d4a4015f4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:40.040118 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee7b62d-b5af-4e10-87f3-e25d4a4015f4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:40.040603 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee7b62d-b5af-4e10-87f3-e25d4a4015f4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:40.041062 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee7b62d-b5af-4e10-87f3-e25d4a4015f4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:40.041521 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee7b62d-b5af-4e10-87f3-e25d4a4015f4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:40.042018 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee7b62d-b5af-4e10-87f3-e25d4a4015f4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:40.042481 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee7b62d-b5af-4e10-87f3-e25d4a4015f4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:40.042935 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee7b62d-b5af-4e10-87f3-e25d4a4015f4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:40.043390 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee7b62d-b5af-4e10-87f3-e25d4a4015f4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:40.043852 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee7b62d-b5af-4e10-87f3-e25d4a4015f4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:40.044307 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee7b62d-b5af-4e10-87f3-e25d4a4015f4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:40.044797 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee7b62d-b5af-4e10-87f3-e25d4a4015f4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:40.045254 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee7b62d-b5af-4e10-87f3-e25d4a4015f4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:40.045714 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee7b62d-b5af-4e10-87f3-e25d4a4015f4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:40.046172 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee7b62d-b5af-4e10-87f3-e25d4a4015f4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:40.046630 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee7b62d-b5af-4e10-87f3-e25d4a4015f4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:40.047086 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee7b62d-b5af-4e10-87f3-e25d4a4015f4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:40.047542 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee7b62d-b5af-4e10-87f3-e25d4a4015f4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:40.048023 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee7b62d-b5af-4e10-87f3-e25d4a4015f4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:40.048499 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee7b62d-b5af-4e10-87f3-e25d4a4015f4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:40.048956 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee7b62d-b5af-4e10-87f3-e25d4a4015f4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:40.049409 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee7b62d-b5af-4e10-87f3-e25d4a4015f4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:40.049860 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee7b62d-b5af-4e10-87f3-e25d4a4015f4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:40.050317 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee7b62d-b5af-4e10-87f3-e25d4a4015f4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:40.050770 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee7b62d-b5af-4e10-87f3-e25d4a4015f4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:40.051270 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee7b62d-b5af-4e10-87f3-e25d4a4015f4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:40.051706 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee7b62d-b5af-4e10-87f3-e25d4a4015f4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:40.056274 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-aee7b62d-b5af-4e10-87f3-e25d4a4015f4 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 46073 time: 0.1894329 Aug 19 14:44:40.061949 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46930) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:40.073105 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985f0881-59dd-4eed-9d09-d8f96d7f3252 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:44:40.082865 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f026a1-491e-4ecc-aaa1-10ad0a0e25fa None None] Sync routers for ids ['d76161f1-cbee-4246-89bd-9582e424632d'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:44:40.094247 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f026a1-491e-4ecc-aaa1-10ad0a0e25fa None None] Routers {'d76161f1-cbee-4246-89bd-9582e424632d'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:44:40.095272 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e5f026a1-491e-4ecc-aaa1-10ad0a0e25fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:44:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['d76161f1-cbee-4246-89bd-9582e424632d'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:44:40.100666 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 46932) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:40.100834 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-985f0881-59dd-4eed-9d09-d8f96d7f3252 admin admin] 10.222.0.69 "PUT /v2.0/routers/d76161f1-cbee-4246-89bd-9582e424632d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1333683 Aug 19 14:44:40.130166 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c27802c-1d0c-4582-a2f9-39fe9ef3b1a2 req-f8421fe0-6f66-4488-b794-90c5330928ca tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:40.134027 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9c27802c-1d0c-4582-a2f9-39fe9ef3b1a2 req-f8421fe0-6f66-4488-b794-90c5330928ca tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9c77d6e-b325-441d-8789-97a091d409cd HTTP/1.1" status: 200 len: 944 time: 0.0765960 Aug 19 14:44:40.176700 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-285cc111-63c3-4c37-9293-bb2124c9185e tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Deleting port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:44:40.177284 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-285cc111-63c3-4c37-9293-bb2124c9185e tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:40.240676 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-e5f026a1-491e-4ecc-aaa1-10ad0a0e25fa None None] Set router d76161f1-cbee-4246-89bd-9582e424632d gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:44:40.259054 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-285cc111-63c3-4c37-9293-bb2124c9185e tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] For port 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b, host n-h2-766043-2, got binding levels [] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:44:40.259351 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-285cc111-63c3-4c37-9293-bb2124c9185e tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:40.264878 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9c27802c-1d0c-4582-a2f9-39fe9ef3b1a2 req-51f9fbc8-25e6-433f-adca-aab5aa57cebf tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.69 "GET /v2.0/security-groups?id=92c0c671-96c4-4781-b5b8-ac50db8e6528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830407 Aug 19 14:44:40.280833 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-285cc111-63c3-4c37-9293-bb2124c9185e tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Calling delete_port for 77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:44:40.347225 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b7d1d1e-b4c2-4467-9387-23e33096e1fd admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:40.429502 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-285cc111-63c3-4c37-9293-bb2124c9185e tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:40.502401 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-285cc111-63c3-4c37-9293-bb2124c9185e tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:40.507487 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-285cc111-63c3-4c37-9293-bb2124c9185e tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] 10.222.0.69 "DELETE /v2.0/ports/77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b HTTP/1.1" status: 204 len: 168 time: 0.4420409 Aug 19 14:44:40.507487 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285cc111-63c3-4c37-9293-bb2124c9185e tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Pushing event deleted for resources: {'Port': ['ID=77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:40.509459 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46936) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:40.551017 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-436237a2-151f-4788-a167-fcaf38cb3d58 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] GET failed (client error): The resource could not be found. Aug 19 14:44:40.556944 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-436237a2-151f-4788-a167-fcaf38cb3d58 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] 10.222.0.69 "GET /v2.0/ports/77f796bf-4c8b-4d00-8cd8-fc7b7eb98f0b HTTP/1.1" status: 404 len: 333 time: 0.0428336 Aug 19 14:44:40.559280 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46940) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:40.568538 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-380bff0f-f400-487b-8594-bf0ff3f0a299 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1333103437', 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:40.575603 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e5f026a1-491e-4ecc-aaa1-10ad0a0e25fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd76161f1-cbee-4246-89bd-9582e424632d', 'name': 'tempest-FloatingIPsNegativeTestJSON-500738426-router', 'tenant_id': '398ca9e8f5a84718aed09f197ab63763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '113aacf3-68d8-4938-87ca-dae891dc68cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:44:23Z', 'updated_at': '2021-08-19T14:44:38Z', 'revision_number': 5, 'project_id': '398ca9e8f5a84718aed09f197ab63763', 'gw_port': {'id': '113aacf3-68d8-4938-87ca-dae891dc68cf', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:bd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76161f1-cbee-4246-89bd-9582e424632d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:44:24Z', 'updated_at': '2021-08-19T14:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:44:40.585953 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b7d1d1e-b4c2-4467-9387-23e33096e1fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:40.613849 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380bff0f-f400-487b-8594-bf0ff3f0a299 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Made reservation on behalf of 8ef7b49f7d684f23b4f39e13bd7eadef for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:44:40.615011 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f026a1-491e-4ecc-aaa1-10ad0a0e25fa None None] Checking router: d76161f1-cbee-4246-89bd-9582e424632d for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:44:40.618506 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-380bff0f-f400-487b-8594-bf0ff3f0a299 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:40.626886 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f026a1-491e-4ecc-aaa1-10ad0a0e25fa None None] Routers {'d76161f1-cbee-4246-89bd-9582e424632d'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:44:40.627497 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e5f026a1-491e-4ecc-aaa1-10ad0a0e25fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:44:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['d76161f1-cbee-4246-89bd-9582e424632d'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:44:40.638997 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-380bff0f-f400-487b-8594-bf0ff3f0a299 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] device_id is not set on port f76700a8-3053-4bfd-96e4-4df79ebf04c3 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:44:40.668668 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73e18c-386f-4ab1-bb5b-cf77c0033184 req-d6d2834f-ecc0-4296-9aa7-8807064cae4e tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:40.677992 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73e18c-386f-4ab1-bb5b-cf77c0033184 req-d6d2834f-ecc0-4296-9aa7-8807064cae4e tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:40.688354 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73e18c-386f-4ab1-bb5b-cf77c0033184 req-d6d2834f-ecc0-4296-9aa7-8807064cae4e tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:40.699676 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7c73e18c-386f-4ab1-bb5b-cf77c0033184 req-d6d2834f-ecc0-4296-9aa7-8807064cae4e tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2f95351-d132-4867-a226-554dde3844a9 HTTP/1.1" status: 200 len: 2418 time: 0.1825073 Aug 19 14:44:40.784436 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7c73e18c-386f-4ab1-bb5b-cf77c0033184 req-e5ca3598-a5eb-4957-863f-a5f51783357b tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/security-groups?id=41556f32-a9f9-4573-935a-2d992a544d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828016 Aug 19 14:44:40.811854 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-0b7d1d1e-b4c2-4467-9387-23e33096e1fd admin admin] Deleting port 113aacf3-68d8-4938-87ca-dae891dc68cf {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:44:40.817480 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b7d1d1e-b4c2-4467-9387-23e33096e1fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:40.826713 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-380bff0f-f400-487b-8594-bf0ff3f0a299 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:40.830241 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:44:40.870565 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-380bff0f-f400-487b-8594-bf0ff3f0a299 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:40.885072 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-e5f026a1-491e-4ecc-aaa1-10ad0a0e25fa None None] Set router d76161f1-cbee-4246-89bd-9582e424632d gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:44:40.919855 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-0b7d1d1e-b4c2-4467-9387-23e33096e1fd admin admin] For port 113aacf3-68d8-4938-87ca-dae891dc68cf, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=113aacf3-68d8-4938-87ca-dae891dc68cf,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:44:40.920091 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b7d1d1e-b4c2-4467-9387-23e33096e1fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:40.947776 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-0b7d1d1e-b4c2-4467-9387-23e33096e1fd admin admin] Calling delete_port for 113aacf3-68d8-4938-87ca-dae891dc68cf owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:44:40.954877 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380bff0f-f400-487b-8594-bf0ff3f0a299 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Pushing event updated for resources: {'Port': ['ID=f76700a8-3053-4bfd-96e4-4df79ebf04c3,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:40.974198 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380bff0f-f400-487b-8594-bf0ff3f0a299 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Network 871303f4-ff66-425b-928c-1dcd09f79b3d is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:44:40.975846 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-380bff0f-f400-487b-8594-bf0ff3f0a299 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:44:40.978280 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380bff0f-f400-487b-8594-bf0ff3f0a299 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:44:40.979362 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380bff0f-f400-487b-8594-bf0ff3f0a299 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:40.980685 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-380bff0f-f400-487b-8594-bf0ff3f0a299 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:40.997516 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e5f026a1-491e-4ecc-aaa1-10ad0a0e25fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd76161f1-cbee-4246-89bd-9582e424632d', 'name': 'tempest-FloatingIPsNegativeTestJSON-500738426-router', 'tenant_id': '398ca9e8f5a84718aed09f197ab63763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:44:23Z', 'updated_at': '2021-08-19T14:44:40Z', 'revision_number': 6, 'project_id': '398ca9e8f5a84718aed09f197ab63763', 'gw_port_host': None}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:44:41.004195 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-380bff0f-f400-487b-8594-bf0ff3f0a299 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4434557 Aug 19 14:44:41.005319 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46950) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:41.036327 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f95351-d132-4867-a226-554dde3844a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec41c493-d742-40a5-bf0f-e2da946efb84'}, {'server_uuid': 'a2f95351-d132-4867-a226-554dde3844a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88fdd95d-d758-43b7-8819-07b50de36b97'}, {'server_uuid': 'a2f95351-d132-4867-a226-554dde3844a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d9de960-e6eb-49bc-ac46-fbd40474f268'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:44:41.039303 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e010fba-4dd5-4db4-9bd6-d3e245fd9d9c" -d '{"events": [{"server_uuid": "a2f95351-d132-4867-a226-554dde3844a9", "name": "network-vif-plugged", "status": "completed", "tag": "ec41c493-d742-40a5-bf0f-e2da946efb84"}, {"server_uuid": "a2f95351-d132-4867-a226-554dde3844a9", "name": "network-vif-plugged", "status": "completed", "tag": "88fdd95d-d758-43b7-8819-07b50de36b97"}, {"server_uuid": "a2f95351-d132-4867-a226-554dde3844a9", "name": "network-vif-plugged", "status": "completed", "tag": "9d9de960-e6eb-49bc-ac46-fbd40474f268"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:44:41.042921 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f026a1-491e-4ecc-aaa1-10ad0a0e25fa None None] The sync data for ids ['d76161f1-cbee-4246-89bd-9582e424632d'] in n-d-766043-2 is: [{'id': 'd76161f1-cbee-4246-89bd-9582e424632d', 'name': 'tempest-FloatingIPsNegativeTestJSON-500738426-router', 'tenant_id': '398ca9e8f5a84718aed09f197ab63763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:44:23Z', 'updated_at': '2021-08-19T14:44:40Z', 'revision_number': 6, 'project_id': '398ca9e8f5a84718aed09f197ab63763', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:44:41.050270 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c21062-eac1-4bcc-86ed-daeec31093c8 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:41.054911 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a6c21062-eac1-4bcc-86ed-daeec31093c8 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] 10.222.0.69 "GET /v2.0/ports/f76700a8-3053-4bfd-96e4-4df79ebf04c3 HTTP/1.1" status: 200 len: 955 time: 0.0480802 Aug 19 14:44:41.055735 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46954) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:41.111346 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 19 Aug 2021 14:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68636f01-eb0e-4ee8-aafd-78597711d117 x-openstack-request-id: req-68636f01-eb0e-4ee8-aafd-78597711d117 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:44:41.111654 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f95351-d132-4867-a226-554dde3844a9", "name": "network-vif-plugged", "status": "completed", "tag": "ec41c493-d742-40a5-bf0f-e2da946efb84", "code": 200}, {"server_uuid": "a2f95351-d132-4867-a226-554dde3844a9", "name": "network-vif-plugged", "status": "completed", "tag": "88fdd95d-d758-43b7-8819-07b50de36b97", "code": 200}, {"server_uuid": "a2f95351-d132-4867-a226-554dde3844a9", "name": "network-vif-plugged", "status": "completed", "tag": "9d9de960-e6eb-49bc-ac46-fbd40474f268", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:44:41.111902 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-68636f01-eb0e-4ee8-aafd-78597711d117 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:44:41.112469 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f95351-d132-4867-a226-554dde3844a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec41c493-d742-40a5-bf0f-e2da946efb84', 'code': 200} Aug 19 14:44:41.112867 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f95351-d132-4867-a226-554dde3844a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88fdd95d-d758-43b7-8819-07b50de36b97', 'code': 200} Aug 19 14:44:41.113259 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f95351-d132-4867-a226-554dde3844a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d9de960-e6eb-49bc-ac46-fbd40474f268', 'code': 200} Aug 19 14:44:41.147924 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-52bd536c-e621-4ee3-8580-26de82b4fba7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Deleting port f76700a8-3053-4bfd-96e4-4df79ebf04c3 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:44:41.148347 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52bd536c-e621-4ee3-8580-26de82b4fba7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:41.219475 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b7d1d1e-b4c2-4467-9387-23e33096e1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:41.242022 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52bd536c-e621-4ee3-8580-26de82b4fba7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:41.258192 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7d1d1e-b4c2-4467-9387-23e33096e1fd admin admin] Pushing event deleted for resources: {'Port': ['ID=113aacf3-68d8-4938-87ca-dae891dc68cf,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:41.258506 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-52bd536c-e621-4ee3-8580-26de82b4fba7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Calling delete_port for f76700a8-3053-4bfd-96e4-4df79ebf04c3 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:44:41.277828 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4a079b-cdca-4b55-a0b7-d4b7b2b66c09 req-fd4d35a4-2ea0-4207-9287-9c798f91eee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:41.278645 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4a079b-cdca-4b55-a0b7-d4b7b2b66c09 req-fd4d35a4-2ea0-4207-9287-9c798f91eee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:41.280033 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4a079b-cdca-4b55-a0b7-d4b7b2b66c09 req-fd4d35a4-2ea0-4207-9287-9c798f91eee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:41.283270 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3d4a079b-cdca-4b55-a0b7-d4b7b2b66c09 req-fd4d35a4-2ea0-4207-9287-9c798f91eee3 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=a2f95351-d132-4867-a226-554dde3844a9 HTTP/1.1" status: 200 len: 2871 time: 0.0878413 Aug 19 14:44:41.329421 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 46960) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:41.331753 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b7d1d1e-b4c2-4467-9387-23e33096e1fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:41.364547 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3d4a079b-cdca-4b55-a0b7-d4b7b2b66c09 req-fa61c91f-c81f-4f13-986c-472dfc998744 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=41556f32-a9f9-4573-935a-2d992a544d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471771 Aug 19 14:44:41.390176 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52bd536c-e621-4ee3-8580-26de82b4fba7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:41.431101 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bd536c-e621-4ee3-8580-26de82b4fba7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Pushing event deleted for resources: {'Port': ['ID=f76700a8-3053-4bfd-96e4-4df79ebf04c3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:41.455268 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52bd536c-e621-4ee3-8580-26de82b4fba7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:41.462684 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-52bd536c-e621-4ee3-8580-26de82b4fba7 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] 10.222.0.69 "DELETE /v2.0/ports/f76700a8-3053-4bfd-96e4-4df79ebf04c3 HTTP/1.1" status: 204 len: 168 time: 0.4057827 Aug 19 14:44:41.469062 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46964) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:41.475728 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b7d1d1e-b4c2-4467-9387-23e33096e1fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:41.491310 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b7d1d1e-b4c2-4467-9387-23e33096e1fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:41.506363 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac0ea277-5864-4552-984d-204ffe8a9f58 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] GET failed (client error): The resource could not be found. Aug 19 14:44:41.508676 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ac0ea277-5864-4552-984d-204ffe8a9f58 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] 10.222.0.69 "GET /v2.0/ports/f76700a8-3053-4bfd-96e4-4df79ebf04c3 HTTP/1.1" status: 404 len: 333 time: 0.0382581 Aug 19 14:44:41.514007 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46966) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:41.521559 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-3531181f-44c1-4f8a-beb0-515d63f6ddfc tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Request body: {'port': {'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1465595976'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:41.555591 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3531181f-44c1-4f8a-beb0-515d63f6ddfc tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Made reservation on behalf of 8ef7b49f7d684f23b4f39e13bd7eadef for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:44:41.558776 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3531181f-44c1-4f8a-beb0-515d63f6ddfc tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:41.576322 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b7d1d1e-b4c2-4467-9387-23e33096e1fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:41.576873 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7d1d1e-b4c2-4467-9387-23e33096e1fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router d76161f1-cbee-4246-89bd-9582e424632d {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:44:41.577711 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-3531181f-44c1-4f8a-beb0-515d63f6ddfc tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] device_id is not set on port 706e0de8-268b-469d-9af6-a48cc9901938 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:44:41.581717 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b7d1d1e-b4c2-4467-9387-23e33096e1fd admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:41.583139 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-0b7d1d1e-b4c2-4467-9387-23e33096e1fd admin admin] 10.222.0.69 "DELETE /v2.0/routers/d76161f1-cbee-4246-89bd-9582e424632d HTTP/1.1" status: 204 len: 168 time: 1.4809189 Aug 19 14:44:41.586032 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46968) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:41.596654 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7865851-a7cf-40ce-919b-cd8ae93c9e93 req-b017984b-c21f-4058-9f94-5513bd150c7b tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:41.598544 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f7865851-a7cf-40ce-919b-cd8ae93c9e93 req-b017984b-c21f-4058-9f94-5513bd150c7b tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9c77d6e-b325-441d-8789-97a091d409cd HTTP/1.1" status: 200 len: 944 time: 0.1417186 Aug 19 14:44:41.607850 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9937ece6-4422-4405-9923-c71a9fa29fe2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=92af97ced8d545dc91a7b18cd5df7abd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2771697 Aug 19 14:44:41.609582 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 46970) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:41.675093 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f7865851-a7cf-40ce-919b-cd8ae93c9e93 req-bccc4684-c689-4fac-85f8-0dcc003e13bc tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.69 "GET /v2.0/security-groups?id=92c0c671-96c4-4781-b5b8-ac50db8e6528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661302 Aug 19 14:44:41.676941 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2be95b1-659b-4b02-92cc-a60ca61796a7 admin admin] Deleting subnet 1f930d9d-e242-470c-ba25-57d2bea4fe80 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:44:41.681964 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d2be95b1-659b-4b02-92cc-a60ca61796a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:41.689852 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dc32c284-f916-4ed9-8716-05eb599a0af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:41.716062 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dc32c284-f916-4ed9-8716-05eb599a0af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:41.773944 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d2be95b1-659b-4b02-92cc-a60ca61796a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:41.774701 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dc32c284-f916-4ed9-8716-05eb599a0af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:41.780133 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dc32c284-f916-4ed9-8716-05eb599a0af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:41.784310 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-dc32c284-f916-4ed9-8716-05eb599a0af8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/298660ab-5509-4225-9d11-e0a943d977b9 HTTP/1.1" status: 204 len: 168 time: 0.1714971 Aug 19 14:44:41.795005 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc32c284-f916-4ed9-8716-05eb599a0af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298660ab-5509-4225-9d11-e0a943d977b9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:41.879210 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3531181f-44c1-4f8a-beb0-515d63f6ddfc tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:41.915319 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d2be95b1-659b-4b02-92cc-a60ca61796a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:41.974678 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3531181f-44c1-4f8a-beb0-515d63f6ddfc tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:41.985290 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6907ee3f-a22f-47d0-82ba-b105e77389b3 req-27204e80-a8b6-4ab3-9783-007944aa7d2c tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:41.994598 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6907ee3f-a22f-47d0-82ba-b105e77389b3 req-27204e80-a8b6-4ab3-9783-007944aa7d2c tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:42.007166 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6907ee3f-a22f-47d0-82ba-b105e77389b3 req-27204e80-a8b6-4ab3-9783-007944aa7d2c tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:42.017283 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6907ee3f-a22f-47d0-82ba-b105e77389b3 req-27204e80-a8b6-4ab3-9783-007944aa7d2c tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2f95351-d132-4867-a226-554dde3844a9 HTTP/1.1" status: 200 len: 2418 time: 0.1119299 Aug 19 14:44:42.033022 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d2be95b1-659b-4b02-92cc-a60ca61796a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:42.057838 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3531181f-44c1-4f8a-beb0-515d63f6ddfc tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Pushing event updated for resources: {'Port': ['ID=706e0de8-268b-469d-9af6-a48cc9901938,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:42.061374 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3531181f-44c1-4f8a-beb0-515d63f6ddfc tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Network 871303f4-ff66-425b-928c-1dcd09f79b3d is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:44:42.067123 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be95b1-659b-4b02-92cc-a60ca61796a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f930d9d-e242-470c-ba25-57d2bea4fe80,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:42.071471 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-3531181f-44c1-4f8a-beb0-515d63f6ddfc tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:44:42.074572 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3531181f-44c1-4f8a-beb0-515d63f6ddfc tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:44:42.075525 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3531181f-44c1-4f8a-beb0-515d63f6ddfc tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:42.076183 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3531181f-44c1-4f8a-beb0-515d63f6ddfc tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:42.078456 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6907ee3f-a22f-47d0-82ba-b105e77389b3 req-b2399075-3298-443c-a8ab-93aa1f531d5d tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/security-groups?id=41556f32-a9f9-4573-935a-2d992a544d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599101 Aug 19 14:44:42.081135 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d2be95b1-659b-4b02-92cc-a60ca61796a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:42.083062 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d2be95b1-659b-4b02-92cc-a60ca61796a7 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/1f930d9d-e242-470c-ba25-57d2bea4fe80 HTTP/1.1" status: 204 len: 168 time: 0.4960606 Aug 19 14:44:42.086226 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46984) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:42.097726 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f97ac06-7dce-45c9-bfa3-c4fe8f0d34e1 None None] Network 1ebd5133-b1a8-44d9-a1f7-13f9b467fad7 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:44:42.130009 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-3531181f-44c1-4f8a-beb0-515d63f6ddfc tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6109004 Aug 19 14:44:42.130251 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 46986) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:42.136540 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:42.219891 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-53b5895e-5122-408f-845c-bb17ca611190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:42.220835 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:42.296538 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-53b5895e-5122-408f-845c-bb17ca611190 admin admin] Deleting port 4cfcf430-5e63-4cec-b5dc-02f523916020 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:44:42.296882 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-53b5895e-5122-408f-845c-bb17ca611190 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:42.380712 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-53b5895e-5122-408f-845c-bb17ca611190 admin admin] For port 4cfcf430-5e63-4cec-b5dc-02f523916020, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=4cfcf430-5e63-4cec-b5dc-02f523916020,segment=NetworkSegment(ebfe9978-79e8-4450-87a3-52a151ef4287),segment_id=ebfe9978-79e8-4450-87a3-52a151ef4287)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:44:42.381685 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-53b5895e-5122-408f-845c-bb17ca611190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:42.407819 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-53b5895e-5122-408f-845c-bb17ca611190 admin admin] Calling delete_port for 4cfcf430-5e63-4cec-b5dc-02f523916020 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:44:42.514793 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] device_id is not set on port 706e0de8-268b-469d-9af6-a48cc9901938 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:44:42.524027 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:42.530085 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b99134-4f6d-4a84-82c8-c0d1af25fa21 None None] DHCP port deletion for 1ebd5133-b1a8-44d9-a1f7-13f9b467fad7 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:44:42.543354 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-53b5895e-5122-408f-845c-bb17ca611190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:42.556375 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Transition to ACTIVE for port object 706e0de8-268b-469d-9af6-a48cc9901938 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:44:42.562942 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:42.604043 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-68b99134-4f6d-4a84-82c8-c0d1af25fa21 None None] Deleting port 4cfcf430-5e63-4cec-b5dc-02f523916020 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:44:42.605279 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-68b99134-4f6d-4a84-82c8-c0d1af25fa21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:42.614371 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b5895e-5122-408f-845c-bb17ca611190 admin admin] No DVR routers for this DVR port 4cfcf430-5e63-4cec-b5dc-02f523916020 on host n-d-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:44:42.623445 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b5895e-5122-408f-845c-bb17ca611190 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cfcf430-5e63-4cec-b5dc-02f523916020,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:42.660367 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Pushing event updated for resources: {'Port': ['ID=706e0de8-268b-469d-9af6-a48cc9901938,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:42.676990 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 706e0de8-268b-469d-9af6-a48cc9901938 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:44:42.677614 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 706e0de8-268b-469d-9af6-a48cc9901938 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:44:42.677941 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 706e0de8-268b-469d-9af6-a48cc9901938 on network 871303f4-ff66-425b-928c-1dcd09f79b3d {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:44:42.685137 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Port 706e0de8-268b-469d-9af6-a48cc9901938 on network 871303f4-ff66-425b-928c-1dcd09f79b3d not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:44:42.685633 n-d-766043-2 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Failed to bind port 706e0de8-268b-469d-9af6-a48cc9901938 on host n-h2-766043-2 for vnic_type normal using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] Aug 19 14:44:42.686171 n-d-766043-2 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempt 2 to bind port 706e0de8-268b-469d-9af6-a48cc9901938 Aug 19 14:44:42.691337 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-68b99134-4f6d-4a84-82c8-c0d1af25fa21 None None] For port 4cfcf430-5e63-4cec-b5dc-02f523916020, host n-d-766043-2, got binding levels [] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:44:42.691793 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-68b99134-4f6d-4a84-82c8-c0d1af25fa21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:42.708172 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 706e0de8-268b-469d-9af6-a48cc9901938 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:44:42.708876 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 706e0de8-268b-469d-9af6-a48cc9901938 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:44:42.709351 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 706e0de8-268b-469d-9af6-a48cc9901938 on network 871303f4-ff66-425b-928c-1dcd09f79b3d {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:44:42.718241 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Port 706e0de8-268b-469d-9af6-a48cc9901938 on network 871303f4-ff66-425b-928c-1dcd09f79b3d not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:44:42.718834 n-d-766043-2 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Failed to bind port 706e0de8-268b-469d-9af6-a48cc9901938 on host n-h2-766043-2 for vnic_type normal using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] Aug 19 14:44:42.719557 n-d-766043-2 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempt 3 to bind port 706e0de8-268b-469d-9af6-a48cc9901938 Aug 19 14:44:42.721385 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-68b99134-4f6d-4a84-82c8-c0d1af25fa21 None None] Calling delete_port for 4cfcf430-5e63-4cec-b5dc-02f523916020 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:44:42.734002 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device e3d44f3d-7870-4990-824d-49fb14de14e2 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:44:42.742565 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 706e0de8-268b-469d-9af6-a48cc9901938 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:44:42.744962 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 706e0de8-268b-469d-9af6-a48cc9901938 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:44:42.745173 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 706e0de8-268b-469d-9af6-a48cc9901938 on network 871303f4-ff66-425b-928c-1dcd09f79b3d {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:44:42.752453 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.ipam_backend_mixin [None req-68b99134-4f6d-4a84-82c8-c0d1af25fa21 None None] Port 4cfcf430-5e63-4cec-b5dc-02f523916020 was not found and therefore no delete operation was performed {{(pid=94641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 14:44:42.759449 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Port 706e0de8-268b-469d-9af6-a48cc9901938 on network 871303f4-ff66-425b-928c-1dcd09f79b3d not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:44:42.760062 n-d-766043-2 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Failed to bind port 706e0de8-268b-469d-9af6-a48cc9901938 on host n-h2-766043-2 for vnic_type normal using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] Aug 19 14:44:42.760625 n-d-766043-2 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempt 4 to bind port 706e0de8-268b-469d-9af6-a48cc9901938 Aug 19 14:44:42.764194 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-53b5895e-5122-408f-845c-bb17ca611190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:42.780269 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-53b5895e-5122-408f-845c-bb17ca611190 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ebd5133-b1a8-44d9-a1f7-13f9b467fad7']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:44:42.781543 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 706e0de8-268b-469d-9af6-a48cc9901938 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:44:42.781880 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 706e0de8-268b-469d-9af6-a48cc9901938 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:44:42.782397 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 706e0de8-268b-469d-9af6-a48cc9901938 on network 871303f4-ff66-425b-928c-1dcd09f79b3d {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:44:42.791258 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: e3d44f3d-7870-4990-824d-49fb14de14e2 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:44:42.791622 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device e3d44f3d-7870-4990-824d-49fb14de14e2 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:44:42.793399 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Port 706e0de8-268b-469d-9af6-a48cc9901938 on network 871303f4-ff66-425b-928c-1dcd09f79b3d not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:44:42.794121 n-d-766043-2 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Failed to bind port 706e0de8-268b-469d-9af6-a48cc9901938 on host n-h2-766043-2 for vnic_type normal using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] Aug 19 14:44:42.795381 n-d-766043-2 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempt 5 to bind port 706e0de8-268b-469d-9af6-a48cc9901938 Aug 19 14:44:42.796553 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-53b5895e-5122-408f-845c-bb17ca611190 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebfe9978-79e8-4450-87a3-52a151ef4287') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:44:42.796854 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-53b5895e-5122-408f-845c-bb17ca611190 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebfe9978-79e8-4450-87a3-52a151ef4287') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:44:42.802477 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-68b99134-4f6d-4a84-82c8-c0d1af25fa21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:42.808930 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-53b5895e-5122-408f-845c-bb17ca611190 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:42.825090 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 706e0de8-268b-469d-9af6-a48cc9901938 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:44:42.825544 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 706e0de8-268b-469d-9af6-a48cc9901938 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:44:42.826777 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 706e0de8-268b-469d-9af6-a48cc9901938 on network 871303f4-ff66-425b-928c-1dcd09f79b3d {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:44:42.827370 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b99134-4f6d-4a84-82c8-c0d1af25fa21 None None] No DVR routers for this DVR port 4cfcf430-5e63-4cec-b5dc-02f523916020 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:44:42.828809 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-53b5895e-5122-408f-845c-bb17ca611190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:42.845027 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Port 706e0de8-268b-469d-9af6-a48cc9901938 on network 871303f4-ff66-425b-928c-1dcd09f79b3d not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:44:42.845027 n-d-766043-2 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Failed to bind port 706e0de8-268b-469d-9af6-a48cc9901938 on host n-h2-766043-2 for vnic_type normal using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] Aug 19 14:44:42.848171 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53b5895e-5122-408f-845c-bb17ca611190 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:44:42.848536 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-53b5895e-5122-408f-845c-bb17ca611190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:42.850806 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:44:42.850806 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:44:42.850806 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:44:42.850806 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:44:42.850806 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:44:42.850806 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:44:42.850806 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:44:42.850806 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:44:42.850806 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:44:42.850806 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:44:42.850806 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:44:42.850806 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:44:42.850806 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:44:42.850806 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:44:42.850806 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:44:42.850806 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:44:42.850806 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:44:42.850806 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:44:42.850806 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:44:42.850806 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:44:42.850806 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:44:42.850806 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:44:42.850806 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:44:42.850806 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:44:42.850806 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:44:42.850806 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:44:42.850806 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:44:42.850806 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:44:42.850806 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:44:42.850806 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:44:42.850806 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:44:42.850806 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:44:42.853402 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b99134-4f6d-4a84-82c8-c0d1af25fa21 None None] Pushing event deleted for resources: {'Port': ['ID=4cfcf430-5e63-4cec-b5dc-02f523916020,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:42.929077 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-53b5895e-5122-408f-845c-bb17ca611190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:42.940697 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-53b5895e-5122-408f-845c-bb17ca611190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:42.945337 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-53b5895e-5122-408f-845c-bb17ca611190 admin admin] 10.222.0.69 "DELETE /v2.0/networks/1ebd5133-b1a8-44d9-a1f7-13f9b467fad7 HTTP/1.1" status: 204 len: 168 time: 0.8557189 Aug 19 14:44:42.985404 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 4cfcf430-5e63-4cec-b5dc-02f523916020 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:44:42.990476 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b5895e-5122-408f-845c-bb17ca611190 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ebd5133-b1a8-44d9-a1f7-13f9b467fad7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:43.021267 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 4cfcf430-5e63-4cec-b5dc-02f523916020 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:44:43.022032 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 4cfcf430-5e63-4cec-b5dc-02f523916020 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:44:43.022598 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 3205e4fa-4243-4432-81ea-b9c748ffb9dc no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:44:43.045158 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 3205e4fa-4243-4432-81ea-b9c748ffb9dc {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:44:43.045499 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 3205e4fa-4243-4432-81ea-b9c748ffb9dc not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:44:43.046092 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 113aacf3-68d8-4938-87ca-dae891dc68cf no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:44:43.080132 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 113aacf3-68d8-4938-87ca-dae891dc68cf {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:44:43.080498 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 113aacf3-68d8-4938-87ca-dae891dc68cf not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:44:43.223517 n-d-766043-2 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempt 6 to bind port 706e0de8-268b-469d-9af6-a48cc9901938 Aug 19 14:44:43.227962 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47022) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:43.250517 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 706e0de8-268b-469d-9af6-a48cc9901938 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:44:43.250873 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 706e0de8-268b-469d-9af6-a48cc9901938 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:44:43.251198 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 706e0de8-268b-469d-9af6-a48cc9901938 on network 871303f4-ff66-425b-928c-1dcd09f79b3d {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:44:43.268940 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4ff0ea80-468c-46d2-9c53-107fd83aef05 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=398ca9e8f5a84718aed09f197ab63763&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397615 Aug 19 14:44:43.271461 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47024) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:43.274965 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Port 706e0de8-268b-469d-9af6-a48cc9901938 on network 871303f4-ff66-425b-928c-1dcd09f79b3d not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:44:43.275300 n-d-766043-2 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Failed to bind port 706e0de8-268b-469d-9af6-a48cc9901938 on host n-h2-766043-2 for vnic_type normal using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] Aug 19 14:44:43.278632 n-d-766043-2 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempt 7 to bind port 706e0de8-268b-469d-9af6-a48cc9901938 Aug 19 14:44:43.296803 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40dad3-95ea-4613-96c6-d24720d10d82 req-5741938f-9a71-42c1-86a8-7f562ab4c15f tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:43.298312 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ae40dad3-95ea-4613-96c6-d24720d10d82 req-5741938f-9a71-42c1-86a8-7f562ab4c15f tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9c77d6e-b325-441d-8789-97a091d409cd HTTP/1.1" status: 200 len: 944 time: 0.4604540 Aug 19 14:44:43.307994 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 706e0de8-268b-469d-9af6-a48cc9901938 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:44:43.308350 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 706e0de8-268b-469d-9af6-a48cc9901938 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:44:43.308700 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 706e0de8-268b-469d-9af6-a48cc9901938 on network 871303f4-ff66-425b-928c-1dcd09f79b3d {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:44:43.325092 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b546d26e-c8d1-4e25-b4be-f2ebdc3899c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:43.334732 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae33efa-5adf-4448-a2b3-32df3818ba86 req-d4d9d629-1db2-4800-bfb3-8056cdd28b3e tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:43.341128 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae33efa-5adf-4448-a2b3-32df3818ba86 req-d4d9d629-1db2-4800-bfb3-8056cdd28b3e tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:43.346010 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b546d26e-c8d1-4e25-b4be-f2ebdc3899c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:43.346936 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae33efa-5adf-4448-a2b3-32df3818ba86 req-d4d9d629-1db2-4800-bfb3-8056cdd28b3e tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:43.348574 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5ae33efa-5adf-4448-a2b3-32df3818ba86 req-d4d9d629-1db2-4800-bfb3-8056cdd28b3e tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2f95351-d132-4867-a226-554dde3844a9 HTTP/1.1" status: 200 len: 2418 time: 0.1116889 Aug 19 14:44:43.357505 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Port 706e0de8-268b-469d-9af6-a48cc9901938 on network 871303f4-ff66-425b-928c-1dcd09f79b3d not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:44:43.357837 n-d-766043-2 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Failed to bind port 706e0de8-268b-469d-9af6-a48cc9901938 on host n-h2-766043-2 for vnic_type normal using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] Aug 19 14:44:43.363553 n-d-766043-2 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempt 8 to bind port 706e0de8-268b-469d-9af6-a48cc9901938 Aug 19 14:44:43.391390 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ae40dad3-95ea-4613-96c6-d24720d10d82 req-acf57325-2233-45b1-90a6-7f8df0845f4a tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.69 "GET /v2.0/security-groups?id=92c0c671-96c4-4781-b5b8-ac50db8e6528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852075 Aug 19 14:44:43.393024 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b546d26e-c8d1-4e25-b4be-f2ebdc3899c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:43.394155 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 706e0de8-268b-469d-9af6-a48cc9901938 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:44:43.394947 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 706e0de8-268b-469d-9af6-a48cc9901938 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:44:43.394947 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 706e0de8-268b-469d-9af6-a48cc9901938 on network 871303f4-ff66-425b-928c-1dcd09f79b3d {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:44:43.396273 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b546d26e-c8d1-4e25-b4be-f2ebdc3899c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:43.397780 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b546d26e-c8d1-4e25-b4be-f2ebdc3899c5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/30ed91fc-13d1-4a53-bf4f-9fb7d25c1e4e HTTP/1.1" status: 204 len: 168 time: 0.1254132 Aug 19 14:44:43.400475 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Port 706e0de8-268b-469d-9af6-a48cc9901938 on network 871303f4-ff66-425b-928c-1dcd09f79b3d not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:44:43.400878 n-d-766043-2 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Failed to bind port 706e0de8-268b-469d-9af6-a48cc9901938 on host n-h2-766043-2 for vnic_type normal using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] Aug 19 14:44:43.402028 n-d-766043-2 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempt 9 to bind port 706e0de8-268b-469d-9af6-a48cc9901938 Aug 19 14:44:43.407353 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b546d26e-c8d1-4e25-b4be-f2ebdc3899c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ed91fc-13d1-4a53-bf4f-9fb7d25c1e4e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:43.428444 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5ae33efa-5adf-4448-a2b3-32df3818ba86 req-75262833-18e2-4a3a-b58a-b6b47beca811 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/security-groups?id=41556f32-a9f9-4573-935a-2d992a544d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717533 Aug 19 14:44:43.429256 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 706e0de8-268b-469d-9af6-a48cc9901938 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:44:43.429596 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 706e0de8-268b-469d-9af6-a48cc9901938 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:44:43.429931 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 706e0de8-268b-469d-9af6-a48cc9901938 on network 871303f4-ff66-425b-928c-1dcd09f79b3d {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:44:43.435419 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Port 706e0de8-268b-469d-9af6-a48cc9901938 on network 871303f4-ff66-425b-928c-1dcd09f79b3d not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:44:43.436144 n-d-766043-2 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Failed to bind port 706e0de8-268b-469d-9af6-a48cc9901938 on host n-h2-766043-2 for vnic_type normal using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] Aug 19 14:44:43.436144 n-d-766043-2 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempt 10 to bind port 706e0de8-268b-469d-9af6-a48cc9901938 Aug 19 14:44:43.461666 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 706e0de8-268b-469d-9af6-a48cc9901938 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:44:43.462141 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 706e0de8-268b-469d-9af6-a48cc9901938 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:44:43.462529 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempting to bind port 706e0de8-268b-469d-9af6-a48cc9901938 on network 871303f4-ff66-425b-928c-1dcd09f79b3d {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:44:43.467360 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Port 706e0de8-268b-469d-9af6-a48cc9901938 on network 871303f4-ff66-425b-928c-1dcd09f79b3d not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:44:43.467758 n-d-766043-2 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Failed to bind port 706e0de8-268b-469d-9af6-a48cc9901938 on host n-h2-766043-2 for vnic_type normal using segments [{'id': '6089f7f3-3c93-4c6e-ab88-d976a7690500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '871303f4-ff66-425b-928c-1dcd09f79b3d'}] Aug 19 14:44:43.468137 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:43.540289 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] For port 706e0de8-268b-469d-9af6-a48cc9901938, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:44:43.540977 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attempted to set empty binding levels {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 19 14:44:43.549572 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:43.581441 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] In _notify_port_updated(), no bound segment for port 706e0de8-268b-469d-9af6-a48cc9901938 on network 871303f4-ff66-425b-928c-1dcd09f79b3d {{(pid=94640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 14:44:43.582396 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:43.583062 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:43.587199 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] 10.222.0.69 "PUT /v2.0/ports/706e0de8-268b-469d-9af6-a48cc9901938 HTTP/1.1" status: 200 len: 975 time: 1.4536183 Aug 19 14:44:43.587599 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47032) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:43.609412 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c45400-5716-450b-9a6c-091472e41bd2 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Pushing event updated for resources: {'Port': ['ID=706e0de8-268b-469d-9af6-a48cc9901938,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:43.674393 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-b58dd105-9b51-4eb8-adba-6579f06cfae1 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Deleting port 706e0de8-268b-469d-9af6-a48cc9901938 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:44:43.674964 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b58dd105-9b51-4eb8-adba-6579f06cfae1 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:43.744873 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-b58dd105-9b51-4eb8-adba-6579f06cfae1 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] For port 706e0de8-268b-469d-9af6-a48cc9901938, host n-h2-766043-2, got binding levels [] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:44:43.745764 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b58dd105-9b51-4eb8-adba-6579f06cfae1 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:43.758798 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-b58dd105-9b51-4eb8-adba-6579f06cfae1 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Calling delete_port for 706e0de8-268b-469d-9af6-a48cc9901938 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:44:43.782631 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de75ff-4e65-49ec-89a4-cd7cedab0802 req-816a4fd0-b579-4ee8-9fd0-489262e341f7 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:43.788571 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de75ff-4e65-49ec-89a4-cd7cedab0802 req-816a4fd0-b579-4ee8-9fd0-489262e341f7 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:43.794515 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de75ff-4e65-49ec-89a4-cd7cedab0802 req-816a4fd0-b579-4ee8-9fd0-489262e341f7 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:43.796243 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-15de75ff-4e65-49ec-89a4-cd7cedab0802 req-816a4fd0-b579-4ee8-9fd0-489262e341f7 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2f95351-d132-4867-a226-554dde3844a9 HTTP/1.1" status: 200 len: 2418 time: 0.0734894 Aug 19 14:44:43.837596 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-15de75ff-4e65-49ec-89a4-cd7cedab0802 req-bad720a9-7799-4872-9173-9816893088a6 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/security-groups?id=41556f32-a9f9-4573-935a-2d992a544d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345058 Aug 19 14:44:43.848326 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b58dd105-9b51-4eb8-adba-6579f06cfae1 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:43.880748 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58dd105-9b51-4eb8-adba-6579f06cfae1 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Pushing event deleted for resources: {'Port': ['ID=706e0de8-268b-469d-9af6-a48cc9901938,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:43.889749 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b58dd105-9b51-4eb8-adba-6579f06cfae1 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:43.891920 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b58dd105-9b51-4eb8-adba-6579f06cfae1 tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] 10.222.0.69 "DELETE /v2.0/ports/706e0de8-268b-469d-9af6-a48cc9901938 HTTP/1.1" status: 204 len: 168 time: 0.3032558 Aug 19 14:44:43.895615 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47048) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:43.919517 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-13340fdb-8131-4d5c-9c2f-25670d5dac7b tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] GET failed (client error): The resource could not be found. Aug 19 14:44:43.921040 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-13340fdb-8131-4d5c-9c2f-25670d5dac7b tempest-PortsAdminExtendedAttrsTestJSON-1551489214 tempest-PortsAdminExtendedAttrsTestJSON-1551489214-project-admin] 10.222.0.69 "GET /v2.0/ports/706e0de8-268b-469d-9af6-a48cc9901938 HTTP/1.1" status: 404 len: 333 time: 0.0244837 Aug 19 14:44:43.924660 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47050) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:44.001365 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17a50466-4921-4118-bfbd-64411dfcad90 tempest-PortsAdminExtendedAttrsTestJSON-1466257806 tempest-PortsAdminExtendedAttrsTestJSON-1466257806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:44.100601 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17a50466-4921-4118-bfbd-64411dfcad90 tempest-PortsAdminExtendedAttrsTestJSON-1466257806 tempest-PortsAdminExtendedAttrsTestJSON-1466257806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:44.110933 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-17a50466-4921-4118-bfbd-64411dfcad90 tempest-PortsAdminExtendedAttrsTestJSON-1466257806 tempest-PortsAdminExtendedAttrsTestJSON-1466257806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['871303f4-ff66-425b-928c-1dcd09f79b3d']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:44:44.121983 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-17a50466-4921-4118-bfbd-64411dfcad90 tempest-PortsAdminExtendedAttrsTestJSON-1466257806 tempest-PortsAdminExtendedAttrsTestJSON-1466257806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6089f7f3-3c93-4c6e-ab88-d976a7690500') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:44:44.122279 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-17a50466-4921-4118-bfbd-64411dfcad90 tempest-PortsAdminExtendedAttrsTestJSON-1466257806 tempest-PortsAdminExtendedAttrsTestJSON-1466257806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6089f7f3-3c93-4c6e-ab88-d976a7690500') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:44:44.130985 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17a50466-4921-4118-bfbd-64411dfcad90 tempest-PortsAdminExtendedAttrsTestJSON-1466257806 tempest-PortsAdminExtendedAttrsTestJSON-1466257806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:44.144728 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17a50466-4921-4118-bfbd-64411dfcad90 tempest-PortsAdminExtendedAttrsTestJSON-1466257806 tempest-PortsAdminExtendedAttrsTestJSON-1466257806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:44.152121 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17a50466-4921-4118-bfbd-64411dfcad90 tempest-PortsAdminExtendedAttrsTestJSON-1466257806 tempest-PortsAdminExtendedAttrsTestJSON-1466257806-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:44:44.152812 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17a50466-4921-4118-bfbd-64411dfcad90 tempest-PortsAdminExtendedAttrsTestJSON-1466257806 tempest-PortsAdminExtendedAttrsTestJSON-1466257806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:44.155770 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:44:44.155770 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:44:44.155770 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:44:44.155770 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:44:44.155770 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:44:44.155770 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:44:44.155770 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:44:44.155770 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:44:44.155770 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:44:44.155770 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:44:44.155770 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:44:44.155770 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:44:44.155770 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:44:44.155770 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:44:44.155770 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:44:44.155770 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:44:44.155770 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:44:44.155770 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:44:44.155770 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:44:44.155770 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:44:44.155770 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:44:44.155770 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:44:44.155770 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:44:44.155770 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:44:44.155770 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:44:44.155770 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:44:44.155770 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:44:44.155770 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:44:44.155770 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:44:44.155770 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:44:44.155770 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:44:44.155770 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:44:44.214883 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17a50466-4921-4118-bfbd-64411dfcad90 tempest-PortsAdminExtendedAttrsTestJSON-1466257806 tempest-PortsAdminExtendedAttrsTestJSON-1466257806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:44.223407 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17a50466-4921-4118-bfbd-64411dfcad90 tempest-PortsAdminExtendedAttrsTestJSON-1466257806 tempest-PortsAdminExtendedAttrsTestJSON-1466257806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:44.225451 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-17a50466-4921-4118-bfbd-64411dfcad90 tempest-PortsAdminExtendedAttrsTestJSON-1466257806 tempest-PortsAdminExtendedAttrsTestJSON-1466257806-project] 10.222.0.69 "DELETE /v2.0/networks/871303f4-ff66-425b-928c-1dcd09f79b3d HTTP/1.1" status: 204 len: 168 time: 0.2998676 Aug 19 14:44:44.242020 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a50466-4921-4118-bfbd-64411dfcad90 tempest-PortsAdminExtendedAttrsTestJSON-1466257806 tempest-PortsAdminExtendedAttrsTestJSON-1466257806-project] Pushing event deleted for resources: {'Network': ['ID=871303f4-ff66-425b-928c-1dcd09f79b3d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:44.536685 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47114) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:44.543596 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8085910-d095-4250-b3a6-f83bfb09a1e4 req-b220f870-d8e1-4ccb-a36e-799f0f69dd4b tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:44.551170 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f8085910-d095-4250-b3a6-f83bfb09a1e4 req-b220f870-d8e1-4ccb-a36e-799f0f69dd4b tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9c77d6e-b325-441d-8789-97a091d409cd HTTP/1.1" status: 200 len: 944 time: 0.0647724 Aug 19 14:44:44.586099 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f8085910-d095-4250-b3a6-f83bfb09a1e4 req-6e522d94-e92e-458e-a360-d9bac16756b9 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.69 "GET /v2.0/security-groups?id=92c0c671-96c4-4781-b5b8-ac50db8e6528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340691 Aug 19 14:44:44.683368 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-3a468d7b-8d04-4517-9e3b-c137ccf6b78a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=61b76dc1dca148de9fd84615d15493ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1447244 Aug 19 14:44:44.685837 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47120) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:44.714613 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:44:44.742570 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b0a293db-7543-4c4c-8ba6-6b4ad93076c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:44.769607 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b0a293db-7543-4c4c-8ba6-6b4ad93076c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:44.824565 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b0a293db-7543-4c4c-8ba6-6b4ad93076c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:44.828898 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b0a293db-7543-4c4c-8ba6-6b4ad93076c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:44.831098 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b0a293db-7543-4c4c-8ba6-6b4ad93076c6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b7634d28-e6ba-45fe-a092-80b4f7bdb1a5 HTTP/1.1" status: 204 len: 168 time: 0.1438720 Aug 19 14:44:44.855766 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a293db-7543-4c4c-8ba6-6b4ad93076c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7634d28-e6ba-45fe-a092-80b4f7bdb1a5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:44.891694 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe,segment=NetworkSegment(706f6673-405f-41c8-9975-bc9952598c62),segment_id=706f6673-405f-41c8-9975-bc9952598c62)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:44:44.908679 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe', 'network_id': '627779b5-fb62-4ebb-a93a-4cd257e391a1', 'port_id': '91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe', 'mac_address': 'fa:16:3e:9f:35:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eb22714-ed22-4215-8c28-ce90cbd3694f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:44:44.959191 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47152) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:44.963414 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:44.978941 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:44:45.004041 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe,segment=NetworkSegment(706f6673-405f-41c8-9975-bc9952598c62),segment_id=706f6673-405f-41c8-9975-bc9952598c62)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:44:45.013085 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:45.129467 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624a666-02cd-4e0e-8faa-69847c3541d2 req-21e5a1bd-8c1c-4afc-b018-e1293200cffb tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:45.144512 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:45.149387 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624a666-02cd-4e0e-8faa-69847c3541d2 req-21e5a1bd-8c1c-4afc-b018-e1293200cffb tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:45.157719 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624a666-02cd-4e0e-8faa-69847c3541d2 req-21e5a1bd-8c1c-4afc-b018-e1293200cffb tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:45.160128 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b624a666-02cd-4e0e-8faa-69847c3541d2 req-21e5a1bd-8c1c-4afc-b018-e1293200cffb tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2f95351-d132-4867-a226-554dde3844a9 HTTP/1.1" status: 200 len: 2418 time: 0.1599965 Aug 19 14:44:45.210550 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b624a666-02cd-4e0e-8faa-69847c3541d2 req-5d7ffa3c-3893-4ef2-8c7b-61f68569d41d tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/security-groups?id=41556f32-a9f9-4573-935a-2d992a544d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432088 Aug 19 14:44:45.317800 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-442d7831-63af-40a7-a3ad-0d921ef22891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:45.362998 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:44:45.371286 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47170) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:45.466088 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d47cbe-fdcb-4d6f-93f2-0e44a76f19c2 req-7373baea-1d6c-43a7-b4a0-9a40a72c5780 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:45.472238 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d47cbe-fdcb-4d6f-93f2-0e44a76f19c2 req-7373baea-1d6c-43a7-b4a0-9a40a72c5780 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:45.477987 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d47cbe-fdcb-4d6f-93f2-0e44a76f19c2 req-7373baea-1d6c-43a7-b4a0-9a40a72c5780 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:45.480335 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-97d47cbe-fdcb-4d6f-93f2-0e44a76f19c2 req-7373baea-1d6c-43a7-b4a0-9a40a72c5780 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.68 "GET /v2.0/ports?device_id=a2f95351-d132-4867-a226-554dde3844a9 HTTP/1.1" status: 200 len: 2418 time: 0.1225708 Aug 19 14:44:45.486396 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-07e157a1-1cb6-4409-8164-a9d557dec9a3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8ef7b49f7d684f23b4f39e13bd7eadef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0960801 Aug 19 14:44:45.486917 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47172) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:45.543073 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f4a60f5-691d-4377-b81a-d20274a57ca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:45.563693 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f4a60f5-691d-4377-b81a-d20274a57ca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:45.579342 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-442d7831-63af-40a7-a3ad-0d921ef22891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:45.585373 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-442d7831-63af-40a7-a3ad-0d921ef22891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:45.617611 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f4a60f5-691d-4377-b81a-d20274a57ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:45.620218 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f4a60f5-691d-4377-b81a-d20274a57ca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:45.623696 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-6f4a60f5-691d-4377-b81a-d20274a57ca5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8ac27276-688d-4f89-b4bb-5f192a6db713 HTTP/1.1" status: 204 len: 168 time: 0.1334355 Aug 19 14:44:45.639167 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-442d7831-63af-40a7-a3ad-0d921ef22891 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3a5f101d0c77456d8f2cc320429f151c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6764865 Aug 19 14:44:45.639554 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47178) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:45.642159 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442d7831-63af-40a7-a3ad-0d921ef22891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3693ae-fb77-4446-8a6d-f686d8845e79,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:45.647407 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-97d47cbe-fdcb-4d6f-93f2-0e44a76f19c2 req-6cdcdefd-e818-4b78-96d9-a546698c57b6 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Deleting port 9d9de960-e6eb-49bc-ac46-fbd40474f268 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:44:45.647744 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-97d47cbe-fdcb-4d6f-93f2-0e44a76f19c2 req-6cdcdefd-e818-4b78-96d9-a546698c57b6 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:45.649486 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4a60f5-691d-4377-b81a-d20274a57ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac27276-688d-4f89-b4bb-5f192a6db713,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:45.705079 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-117c3e27-bcbc-4778-a56d-e07abc2b411e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:45.748112 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-97d47cbe-fdcb-4d6f-93f2-0e44a76f19c2 req-6cdcdefd-e818-4b78-96d9-a546698c57b6 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] For port 9d9de960-e6eb-49bc-ac46-fbd40474f268, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=9d9de960-e6eb-49bc-ac46-fbd40474f268,segment=NetworkSegment(d49eb3ae-7124-4eb8-8ebc-6195fe793d61),segment_id=d49eb3ae-7124-4eb8-8ebc-6195fe793d61)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:44:45.748738 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-97d47cbe-fdcb-4d6f-93f2-0e44a76f19c2 req-6cdcdefd-e818-4b78-96d9-a546698c57b6 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:45.759895 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-117c3e27-bcbc-4778-a56d-e07abc2b411e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:45.763657 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-97d47cbe-fdcb-4d6f-93f2-0e44a76f19c2 req-6cdcdefd-e818-4b78-96d9-a546698c57b6 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Calling delete_port for 9d9de960-e6eb-49bc-ac46-fbd40474f268 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:44:45.788196 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4105bdd-f477-47e0-a765-1ab249d7ad64 req-b742dd9e-c261-481f-bcc7-c5678c5396f7 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:45.789750 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e4105bdd-f477-47e0-a765-1ab249d7ad64 req-b742dd9e-c261-481f-bcc7-c5678c5396f7 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9c77d6e-b325-441d-8789-97a091d409cd HTTP/1.1" status: 200 len: 945 time: 0.0744839 Aug 19 14:44:45.842342 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e4105bdd-f477-47e0-a765-1ab249d7ad64 req-fb10b975-1ffa-491c-89d5-9c255e22b83c tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.69 "GET /v2.0/security-groups?id=92c0c671-96c4-4781-b5b8-ac50db8e6528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396559 Aug 19 14:44:45.859876 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-117c3e27-bcbc-4778-a56d-e07abc2b411e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:45.862615 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-117c3e27-bcbc-4778-a56d-e07abc2b411e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:45.864392 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-117c3e27-bcbc-4778-a56d-e07abc2b411e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5a3693ae-fb77-4446-8a6d-f686d8845e79 HTTP/1.1" status: 204 len: 168 time: 0.2238665 Aug 19 14:44:45.882758 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117c3e27-bcbc-4778-a56d-e07abc2b411e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3693ae-fb77-4446-8a6d-f686d8845e79,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:45.944541 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-97d47cbe-fdcb-4d6f-93f2-0e44a76f19c2 req-6cdcdefd-e818-4b78-96d9-a546698c57b6 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:45.952236 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['9d9de960-e6eb-49bc-ac46-fbd40474f268', 'ec41c493-d742-40a5-bf0f-e2da946efb84', '88fdd95d-d758-43b7-8819-07b50de36b97'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:44:45.970022 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdcdefd-e818-4b78-96d9-a546698c57b6 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Pushing event deleted for resources: {'Port': ['ID=9d9de960-e6eb-49bc-ac46-fbd40474f268,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:46.013570 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d47cbe-fdcb-4d6f-93f2-0e44a76f19c2 req-6cdcdefd-e818-4b78-96d9-a546698c57b6 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] No DVR routers for this DVR port 9d9de960-e6eb-49bc-ac46-fbd40474f268 on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:44:46.015667 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-97d47cbe-fdcb-4d6f-93f2-0e44a76f19c2 req-6cdcdefd-e818-4b78-96d9-a546698c57b6 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:46.018449 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-97d47cbe-fdcb-4d6f-93f2-0e44a76f19c2 req-6cdcdefd-e818-4b78-96d9-a546698c57b6 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.68 "DELETE /v2.0/ports/9d9de960-e6eb-49bc-ac46-fbd40474f268 HTTP/1.1" status: 204 len: 173 time: 0.5319514 Aug 19 14:44:46.019071 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f95351-d132-4867-a226-554dde3844a9', 'name': 'network-vif-deleted', 'tag': '9d9de960-e6eb-49bc-ac46-fbd40474f268'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:44:46.022494 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12d9054-002d-4636-bbdf-4a8ad0f778ab" -d '{"events": [{"server_uuid": "a2f95351-d132-4867-a226-554dde3844a9", "name": "network-vif-deleted", "tag": "9d9de960-e6eb-49bc-ac46-fbd40474f268"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:44:46.111135 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b531378-4e58-4097-b48d-ad6328d8c1e9 x-openstack-request-id: req-9b531378-4e58-4097-b48d-ad6328d8c1e9 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:44:46.111598 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f95351-d132-4867-a226-554dde3844a9", "name": "network-vif-deleted", "tag": "9d9de960-e6eb-49bc-ac46-fbd40474f268", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:44:46.111933 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9b531378-4e58-4097-b48d-ad6328d8c1e9 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:44:46.112513 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f95351-d132-4867-a226-554dde3844a9', 'name': 'network-vif-deleted', 'tag': '9d9de960-e6eb-49bc-ac46-fbd40474f268', 'status': 'completed', 'code': 200} Aug 19 14:44:46.311032 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-97d47cbe-fdcb-4d6f-93f2-0e44a76f19c2 req-360eb15d-4fc2-4315-b53d-0e168b225873 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Deleting port ec41c493-d742-40a5-bf0f-e2da946efb84 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:44:46.311378 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-97d47cbe-fdcb-4d6f-93f2-0e44a76f19c2 req-360eb15d-4fc2-4315-b53d-0e168b225873 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:46.471790 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982d342-94c6-4390-9e07-511ba15c8545 req-e9127a3a-e353-4d6b-bb6d-bdd2d395f34f tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:46.497352 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982d342-94c6-4390-9e07-511ba15c8545 req-e9127a3a-e353-4d6b-bb6d-bdd2d395f34f tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:46.508690 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a982d342-94c6-4390-9e07-511ba15c8545 req-e9127a3a-e353-4d6b-bb6d-bdd2d395f34f tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2f95351-d132-4867-a226-554dde3844a9 HTTP/1.1" status: 200 len: 1682 time: 0.1473334 Aug 19 14:44:46.514748 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-97d47cbe-fdcb-4d6f-93f2-0e44a76f19c2 req-360eb15d-4fc2-4315-b53d-0e168b225873 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] For port ec41c493-d742-40a5-bf0f-e2da946efb84, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=ec41c493-d742-40a5-bf0f-e2da946efb84,segment=NetworkSegment(ec2aa06d-f4de-4b89-8eb5-ddd8a2bebb42),segment_id=ec2aa06d-f4de-4b89-8eb5-ddd8a2bebb42)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:44:46.515116 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-97d47cbe-fdcb-4d6f-93f2-0e44a76f19c2 req-360eb15d-4fc2-4315-b53d-0e168b225873 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:46.534473 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-97d47cbe-fdcb-4d6f-93f2-0e44a76f19c2 req-360eb15d-4fc2-4315-b53d-0e168b225873 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Calling delete_port for ec41c493-d742-40a5-bf0f-e2da946efb84 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:44:46.583308 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a982d342-94c6-4390-9e07-511ba15c8545 req-2e40eb59-916c-4bee-929c-564f8c4eb814 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/security-groups?id=41556f32-a9f9-4573-935a-2d992a544d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689754 Aug 19 14:44:46.683834 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-97d47cbe-fdcb-4d6f-93f2-0e44a76f19c2 req-360eb15d-4fc2-4315-b53d-0e168b225873 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:46.695388 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['9d9de960-e6eb-49bc-ac46-fbd40474f268'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:44:46.715557 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360eb15d-4fc2-4315-b53d-0e168b225873 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Pushing event deleted for resources: {'Port': ['ID=ec41c493-d742-40a5-bf0f-e2da946efb84,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:46.721363 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:44:46.785789 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:44:46.788372 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d47cbe-fdcb-4d6f-93f2-0e44a76f19c2 req-360eb15d-4fc2-4315-b53d-0e168b225873 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] No DVR routers for this DVR port ec41c493-d742-40a5-bf0f-e2da946efb84 on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:44:46.790740 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:44:46.791387 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-97d47cbe-fdcb-4d6f-93f2-0e44a76f19c2 req-360eb15d-4fc2-4315-b53d-0e168b225873 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:46.791691 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:46.795450 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-97d47cbe-fdcb-4d6f-93f2-0e44a76f19c2 req-360eb15d-4fc2-4315-b53d-0e168b225873 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.68 "DELETE /v2.0/ports/ec41c493-d742-40a5-bf0f-e2da946efb84 HTTP/1.1" status: 204 len: 173 time: 0.7690277 Aug 19 14:44:46.964737 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-81762770-e774-4dbb-b5c9-a6caa510cadd req-6ad4577e-697f-4352-bae7-9269d85ce187 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1190112 Aug 19 14:44:46.998730 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:47.062261 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c77d6e-b325-441d-8789-97a091d409cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:44:47.068096 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ba5ba3-4cf3-4f57-8191-aec142c62e7c" -d '{"events": [{"server_uuid": "a9c77d6e-b325-441d-8789-97a091d409cd", "name": "network-vif-plugged", "status": "completed", "tag": "91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:44:47.094422 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-97d47cbe-fdcb-4d6f-93f2-0e44a76f19c2 req-2f5964e2-f98e-4aec-a01d-4de2ca9a5099 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Deleting port 88fdd95d-d758-43b7-8819-07b50de36b97 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:44:47.094842 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-97d47cbe-fdcb-4d6f-93f2-0e44a76f19c2 req-2f5964e2-f98e-4aec-a01d-4de2ca9a5099 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:47.132205 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe,segment=NetworkSegment(706f6673-405f-41c8-9975-bc9952598c62),segment_id=706f6673-405f-41c8-9975-bc9952598c62)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:44:47.141400 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143f9fe-1b41-480d-8756-038bdec30d24 req-9cc63b6d-60cb-4ab6-ab69-cb7622a5d1db tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:47.142517 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:47.151414 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1143f9fe-1b41-480d-8756-038bdec30d24 req-9cc63b6d-60cb-4ab6-ab69-cb7622a5d1db tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9c77d6e-b325-441d-8789-97a091d409cd HTTP/1.1" status: 200 len: 945 time: 0.1606212 Aug 19 14:44:47.205735 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81762770-e774-4dbb-b5c9-a6caa510cadd req-9d5bbb7c-8594-4839-bc28-b06986c11e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:47.209376 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-81762770-e774-4dbb-b5c9-a6caa510cadd req-9d5bbb7c-8594-4839-bc28-b06986c11e4e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=93c36d7db0b9486ca0e05d09444f38b7&device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 1097 time: 0.1772146 Aug 19 14:44:47.259872 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33bfd005-f1ab-49bb-a541-b28ede70d237 x-openstack-request-id: req-33bfd005-f1ab-49bb-a541-b28ede70d237 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:44:47.260542 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9c77d6e-b325-441d-8789-97a091d409cd", "name": "network-vif-plugged", "status": "completed", "tag": "91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:44:47.261370 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-33bfd005-f1ab-49bb-a541-b28ede70d237 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:44:47.261876 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9c77d6e-b325-441d-8789-97a091d409cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe', 'code': 200} Aug 19 14:44:47.317052 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1143f9fe-1b41-480d-8756-038bdec30d24 req-f71c43d7-ef02-4778-aae2-1d0cd8dceb4f tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.69 "GET /v2.0/security-groups?id=92c0c671-96c4-4781-b5b8-ac50db8e6528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548262 Aug 19 14:44:47.324808 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:47.404140 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07892b8c-d3a7-4af4-8885-affd62a63deb req-2b9704df-427b-484a-a8bb-075f36412ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:47.408143 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-07892b8c-d3a7-4af4-8885-affd62a63deb req-2b9704df-427b-484a-a8bb-075f36412ea1 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a9c77d6e-b325-441d-8789-97a091d409cd HTTP/1.1" status: 200 len: 1097 time: 0.1380847 Aug 19 14:44:47.474280 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-97d47cbe-fdcb-4d6f-93f2-0e44a76f19c2 req-2f5964e2-f98e-4aec-a01d-4de2ca9a5099 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] For port 88fdd95d-d758-43b7-8819-07b50de36b97, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=88fdd95d-d758-43b7-8819-07b50de36b97,segment=NetworkSegment(ec2aa06d-f4de-4b89-8eb5-ddd8a2bebb42),segment_id=ec2aa06d-f4de-4b89-8eb5-ddd8a2bebb42)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:44:47.475109 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-97d47cbe-fdcb-4d6f-93f2-0e44a76f19c2 req-2f5964e2-f98e-4aec-a01d-4de2ca9a5099 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:47.503240 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-97d47cbe-fdcb-4d6f-93f2-0e44a76f19c2 req-2f5964e2-f98e-4aec-a01d-4de2ca9a5099 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Calling delete_port for 88fdd95d-d758-43b7-8819-07b50de36b97 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:44:47.509856 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47282) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:47.536834 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-07892b8c-d3a7-4af4-8885-affd62a63deb req-f25ef424-dfb2-485f-919c-bdebe0487cba service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=92c0c671-96c4-4781-b5b8-ac50db8e6528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990038 Aug 19 14:44:47.592019 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81762770-e774-4dbb-b5c9-a6caa510cadd req-c260d010-be9a-47af-b31d-e8f9ef0160b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:47.593747 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-81762770-e774-4dbb-b5c9-a6caa510cadd req-c260d010-be9a-47af-b31d-e8f9ef0160b3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=669513f8-b4b3-4e5c-8f0d-5f8e9923cc05 HTTP/1.1" status: 200 len: 917 time: 0.3394825 Aug 19 14:44:47.663130 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b53ae400-5863-4595-b550-b1a53aa60ece admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1736744870-network', 'tenant_id': '8bcff9dfcd074e07b90c962157c35a0e'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:47.711521 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23776ee2-2a60-4162-8117-d30d77e64a45 req-977a53b1-6096-4354-ab91-2b355d26b3a8 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:47.713245 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-23776ee2-2a60-4162-8117-d30d77e64a45 req-977a53b1-6096-4354-ab91-2b355d26b3a8 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2f95351-d132-4867-a226-554dde3844a9 HTTP/1.1" status: 200 len: 946 time: 0.0578117 Aug 19 14:44:47.716322 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-81762770-e774-4dbb-b5c9-a6caa510cadd req-5e04bfd6-c24b-476c-a198-d0fb7bc90328 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7296d16e-f6b0-4341-aba3-01b8150aef09 HTTP/1.1" status: 200 len: 1002 time: 0.1039395 Aug 19 14:44:47.720754 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53ae400-5863-4595-b550-b1a53aa60ece admin admin] Made reservation on behalf of 8bcff9dfcd074e07b90c962157c35a0e for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:44:47.723002 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b53ae400-5863-4595-b550-b1a53aa60ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:47.786553 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-23776ee2-2a60-4162-8117-d30d77e64a45 req-b01ce894-ac9b-496c-8682-f6d383aeb7eb tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/security-groups?id=41556f32-a9f9-4573-935a-2d992a544d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539696 Aug 19 14:44:47.789957 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b53ae400-5863-4595-b550-b1a53aa60ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:47.824380 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81762770-e774-4dbb-b5c9-a6caa510cadd req-ab025669-dba9-4133-8757-6ceac0d9ac64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:47.825843 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-81762770-e774-4dbb-b5c9-a6caa510cadd req-ab025669-dba9-4133-8757-6ceac0d9ac64 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=55f10344-049d-42f2-b429-801948692761 HTTP/1.1" status: 200 len: 855 time: 0.0837810 Aug 19 14:44:47.830415 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-97d47cbe-fdcb-4d6f-93f2-0e44a76f19c2 req-2f5964e2-f98e-4aec-a01d-4de2ca9a5099 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:47.890348 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5964e2-f98e-4aec-a01d-4de2ca9a5099 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Pushing event deleted for resources: {'Port': ['ID=88fdd95d-d758-43b7-8819-07b50de36b97,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:47.957524 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d47cbe-fdcb-4d6f-93f2-0e44a76f19c2 req-2f5964e2-f98e-4aec-a01d-4de2ca9a5099 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] No DVR routers for this DVR port 88fdd95d-d758-43b7-8819-07b50de36b97 on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:44:47.964299 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-97d47cbe-fdcb-4d6f-93f2-0e44a76f19c2 req-2f5964e2-f98e-4aec-a01d-4de2ca9a5099 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:47.966828 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-97d47cbe-fdcb-4d6f-93f2-0e44a76f19c2 req-2f5964e2-f98e-4aec-a01d-4de2ca9a5099 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.68 "DELETE /v2.0/ports/88fdd95d-d758-43b7-8819-07b50de36b97 HTTP/1.1" status: 204 len: 173 time: 1.1652536 Aug 19 14:44:47.978793 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81762770-e774-4dbb-b5c9-a6caa510cadd req-cb598e10-1818-4130-b7c3-bad5a2221407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:47.980924 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-81762770-e774-4dbb-b5c9-a6caa510cadd req-cb598e10-1818-4130-b7c3-bad5a2221407 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=669513f8-b4b3-4e5c-8f0d-5f8e9923cc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1466548 Aug 19 14:44:48.039733 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47298) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:48.113650 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f95351-d132-4867-a226-554dde3844a9', 'name': 'network-vif-deleted', 'tag': 'ec41c493-d742-40a5-bf0f-e2da946efb84'}, {'server_uuid': 'a2f95351-d132-4867-a226-554dde3844a9', 'name': 'network-vif-deleted', 'tag': '88fdd95d-d758-43b7-8819-07b50de36b97'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:44:48.116371 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42c2e43-4e3a-4316-bfb4-32f3f45da1f2" -d '{"events": [{"server_uuid": "a2f95351-d132-4867-a226-554dde3844a9", "name": "network-vif-deleted", "tag": "ec41c493-d742-40a5-bf0f-e2da946efb84"}, {"server_uuid": "a2f95351-d132-4867-a226-554dde3844a9", "name": "network-vif-deleted", "tag": "88fdd95d-d758-43b7-8819-07b50de36b97"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:44:48.122695 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b53ae400-5863-4595-b550-b1a53aa60ece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:48.134758 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b53ae400-5863-4595-b550-b1a53aa60ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:48.182046 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a0ffc937-bb4e-4a09-abab-d2d70a0dbe7b tempest-RoutersAdminNegativeTest-513417852 tempest-RoutersAdminNegativeTest-513417852-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-271700918', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:48.183857 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 14:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d2f89a5-9d96-4852-b2d8-1b46cb5ba06e x-openstack-request-id: req-3d2f89a5-9d96-4852-b2d8-1b46cb5ba06e {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:44:48.184149 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f95351-d132-4867-a226-554dde3844a9", "name": "network-vif-deleted", "tag": "ec41c493-d742-40a5-bf0f-e2da946efb84", "status": "completed", "code": 200}, {"server_uuid": "a2f95351-d132-4867-a226-554dde3844a9", "name": "network-vif-deleted", "tag": "88fdd95d-d758-43b7-8819-07b50de36b97", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:44:48.184399 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3d2f89a5-9d96-4852-b2d8-1b46cb5ba06e {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:44:48.184819 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f95351-d132-4867-a226-554dde3844a9', 'name': 'network-vif-deleted', 'tag': 'ec41c493-d742-40a5-bf0f-e2da946efb84', 'status': 'completed', 'code': 200} Aug 19 14:44:48.185099 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f95351-d132-4867-a226-554dde3844a9', 'name': 'network-vif-deleted', 'tag': '88fdd95d-d758-43b7-8819-07b50de36b97', 'status': 'completed', 'code': 200} Aug 19 14:44:48.188658 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b53ae400-5863-4595-b550-b1a53aa60ece admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:44:48.190656 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ae400-5863-4595-b550-b1a53aa60ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add295dc-8ccb-4d18-ae39-bbf2526f52f2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:48.202906 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-81762770-e774-4dbb-b5c9-a6caa510cadd req-e15bd310-5afc-419f-8c87-22d3c6349ae0 service neutron] 10.222.0.68 "GET /v2.0/networks/669513f8-b4b3-4e5c-8f0d-5f8e9923cc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130666 Aug 19 14:44:48.208215 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ffc937-bb4e-4a09-abab-d2d70a0dbe7b tempest-RoutersAdminNegativeTest-513417852 tempest-RoutersAdminNegativeTest-513417852-project-admin] Made reservation on behalf of bd59c2b1bdec4ed9bec630b31c0baf16 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:44:48.208790 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b53ae400-5863-4595-b550-b1a53aa60ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:48.209140 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-b53ae400-5863-4595-b550-b1a53aa60ece admin admin] Added segment 2f2f1aa3-8d4b-4a52-9b5a-dff76b22137a of type vlan for network c3e1506d-ed8f-4528-8c71-4b88e852f048 Aug 19 14:44:48.210609 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0ffc937-bb4e-4a09-abab-d2d70a0dbe7b tempest-RoutersAdminNegativeTest-513417852 tempest-RoutersAdminNegativeTest-513417852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:48.219382 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0ffc937-bb4e-4a09-abab-d2d70a0dbe7b tempest-RoutersAdminNegativeTest-513417852 tempest-RoutersAdminNegativeTest-513417852-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:48.301287 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b53ae400-5863-4595-b550-b1a53aa60ece admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:48.308629 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0ffc937-bb4e-4a09-abab-d2d70a0dbe7b tempest-RoutersAdminNegativeTest-513417852 tempest-RoutersAdminNegativeTest-513417852-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:48.313379 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0ffc937-bb4e-4a09-abab-d2d70a0dbe7b tempest-RoutersAdminNegativeTest-513417852 tempest-RoutersAdminNegativeTest-513417852-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:48.318575 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-a0ffc937-bb4e-4a09-abab-d2d70a0dbe7b tempest-RoutersAdminNegativeTest-513417852 tempest-RoutersAdminNegativeTest-513417852-project-admin] device_id is not set on port 625f8fae-97e4-4e9b-b466-c3641f20c446 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:44:48.353725 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b53ae400-5863-4595-b550-b1a53aa60ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:48.355283 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53ae400-5863-4595-b550-b1a53aa60ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:48.355870 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b53ae400-5863-4595-b550-b1a53aa60ece admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:48.370925 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-81762770-e774-4dbb-b5c9-a6caa510cadd req-67c64d3c-5e01-44e9-99a5-79c66db06410 service neutron] 10.222.0.68 "GET /v2.0/networks/669513f8-b4b3-4e5c-8f0d-5f8e9923cc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534514 Aug 19 14:44:48.373366 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ffc937-bb4e-4a09-abab-d2d70a0dbe7b tempest-RoutersAdminNegativeTest-513417852 tempest-RoutersAdminNegativeTest-513417852-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4f8510-f232-4caa-b7e9-71ea7d1a7294,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:48.448947 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b53ae400-5863-4595-b550-b1a53aa60ece admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9361422 Aug 19 14:44:48.452281 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47308) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:48.472590 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8ea1210b-33f1-4b5d-b734-7d51887edad1 admin admin] Request body: {'subnet': {'network_id': 'c3e1506d-ed8f-4528-8c71-4b88e852f048', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1736744870-subnet', 'tenant_id': '8bcff9dfcd074e07b90c962157c35a0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:48.482227 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ae400-5863-4595-b550-b1a53aa60ece admin admin] Pushing event updated for resources: {'Network': ['ID=c3e1506d-ed8f-4528-8c71-4b88e852f048,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:48.493871 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network c3e1506d-ed8f-4528-8c71-4b88e852f048 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:44:48.494358 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762ec3f-6aba-42ab-9923-aae7be2fe876 req-ba3f4802-0147-4d07-aa70-00d1b3952aa1 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:48.496209 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f762ec3f-6aba-42ab-9923-aae7be2fe876 req-ba3f4802-0147-4d07-aa70-00d1b3952aa1 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9c77d6e-b325-441d-8789-97a091d409cd HTTP/1.1" status: 200 len: 946 time: 0.1045980 Aug 19 14:44:48.505241 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-a0ffc937-bb4e-4a09-abab-d2d70a0dbe7b tempest-RoutersAdminNegativeTest-513417852 tempest-RoutersAdminNegativeTest-513417852-project-admin] Allocated IP 172.25.2.223 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/625f8fae-97e4-4e9b-b466-c3641f20c446) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:44:48.517683 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea1210b-33f1-4b5d-b734-7d51887edad1 admin admin] Made reservation on behalf of 8bcff9dfcd074e07b90c962157c35a0e for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:44:48.520205 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ea1210b-33f1-4b5d-b734-7d51887edad1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:48.719614 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device ec41c493-d742-40a5-bf0f-e2da946efb84 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:44:48.814839 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: ec41c493-d742-40a5-bf0f-e2da946efb84 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:44:48.815368 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device ec41c493-d742-40a5-bf0f-e2da946efb84 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:44:48.816343 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f762ec3f-6aba-42ab-9923-aae7be2fe876 req-98bd5587-ba1c-4bb1-a84a-db81a57d3911 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.69 "GET /v2.0/security-groups?id=92c0c671-96c4-4781-b5b8-ac50db8e6528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3079793 Aug 19 14:44:48.819147 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 88fdd95d-d758-43b7-8819-07b50de36b97 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:44:48.877324 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0ffc937-bb4e-4a09-abab-d2d70a0dbe7b tempest-RoutersAdminNegativeTest-513417852 tempest-RoutersAdminNegativeTest-513417852-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:48.906605 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: 88fdd95d-d758-43b7-8819-07b50de36b97 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:44:48.908680 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 88fdd95d-d758-43b7-8819-07b50de36b97 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:44:48.909804 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 9d9de960-e6eb-49bc-ac46-fbd40474f268 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:44:48.987580 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: 9d9de960-e6eb-49bc-ac46-fbd40474f268 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:44:48.988496 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 9d9de960-e6eb-49bc-ac46-fbd40474f268 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:44:49.004930 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0ffc937-bb4e-4a09-abab-d2d70a0dbe7b tempest-RoutersAdminNegativeTest-513417852 tempest-RoutersAdminNegativeTest-513417852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:49.018058 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47326) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:49.087973 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ffc937-bb4e-4a09-abab-d2d70a0dbe7b tempest-RoutersAdminNegativeTest-513417852 tempest-RoutersAdminNegativeTest-513417852-project-admin] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:44:49.096659 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ffc937-bb4e-4a09-abab-d2d70a0dbe7b tempest-RoutersAdminNegativeTest-513417852 tempest-RoutersAdminNegativeTest-513417852-project-admin] Pushing event updated for resources: {'Port': ['ID=625f8fae-97e4-4e9b-b466-c3641f20c446,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:49.099292 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-a0ffc937-bb4e-4a09-abab-d2d70a0dbe7b tempest-RoutersAdminNegativeTest-513417852 tempest-RoutersAdminNegativeTest-513417852-project-admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:44:49.103794 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ffc937-bb4e-4a09-abab-d2d70a0dbe7b tempest-RoutersAdminNegativeTest-513417852 tempest-RoutersAdminNegativeTest-513417852-project-admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:44:49.134742 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-90329035-904d-4e04-8f4a-d5288706dbbd tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Deleting subnet be8247a1-96c8-4a95-9d9c-24e5ed4e5758 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:44:49.141079 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-90329035-904d-4e04-8f4a-d5288706dbbd tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:49.185366 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ffc937-bb4e-4a09-abab-d2d70a0dbe7b tempest-RoutersAdminNegativeTest-513417852 tempest-RoutersAdminNegativeTest-513417852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:49.186190 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0ffc937-bb4e-4a09-abab-d2d70a0dbe7b tempest-RoutersAdminNegativeTest-513417852 tempest-RoutersAdminNegativeTest-513417852-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:49.206941 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-90329035-904d-4e04-8f4a-d5288706dbbd tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:49.229771 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a0ffc937-bb4e-4a09-abab-d2d70a0dbe7b tempest-RoutersAdminNegativeTest-513417852 tempest-RoutersAdminNegativeTest-513417852-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1888402 Aug 19 14:44:49.232699 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47340) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:49.236855 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ea1210b-33f1-4b5d-b734-7d51887edad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:49.237561 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7e4f00a1-a75a-4465-92c0-07efb843daae tempest-RoutersAdminNegativeTest-513417852 tempest-RoutersAdminNegativeTest-513417852-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.223'}]}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:49.293077 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea1210b-33f1-4b5d-b734-7d51887edad1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ebd5731-8cd9-4488-98c9-4a9a256729da,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:49.307943 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea1210b-33f1-4b5d-b734-7d51887edad1 admin admin] Checking segment: {'id': '2f2f1aa3-8d4b-4a52-9b5a-dff76b22137a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c3e1506d-ed8f-4528-8c71-4b88e852f048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:44:49.308555 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea1210b-33f1-4b5d-b734-7d51887edad1 admin admin] Network hostable DHCP agents. Network: c3e1506d-ed8f-4528-8c71-4b88e852f048, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:44:49.327937 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea1210b-33f1-4b5d-b734-7d51887edad1 admin admin] Network c3e1506d-ed8f-4528-8c71-4b88e852f048 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:44:49.341526 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-8ea1210b-33f1-4b5d-b734-7d51887edad1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, c3e1506d-ed8f-4528-8c71-4b88e852f048) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:44:49.346189 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea1210b-33f1-4b5d-b734-7d51887edad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:49.347034 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ea1210b-33f1-4b5d-b734-7d51887edad1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:49.351274 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e4f00a1-a75a-4465-92c0-07efb843daae tempest-RoutersAdminNegativeTest-513417852 tempest-RoutersAdminNegativeTest-513417852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:49.352298 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e4f00a1-a75a-4465-92c0-07efb843daae tempest-RoutersAdminNegativeTest-513417852 tempest-RoutersAdminNegativeTest-513417852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:49.352710 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e98241-3ac6-446a-a66e-3960c8dff3ff None None] Network c3e1506d-ed8f-4528-8c71-4b88e852f048 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:44:49.366454 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-90329035-904d-4e04-8f4a-d5288706dbbd tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:49.390082 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8ea1210b-33f1-4b5d-b734-7d51887edad1 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9364264 Aug 19 14:44:49.467963 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e4f00a1-a75a-4465-92c0-07efb843daae tempest-RoutersAdminNegativeTest-513417852 tempest-RoutersAdminNegativeTest-513417852-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:49.547437 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d409703b-616e-4ed4-8bf9-1711ba0b0480 None None] Network c3e1506d-ed8f-4528-8c71-4b88e852f048 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:44:49.636172 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-90329035-904d-4e04-8f4a-d5288706dbbd tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:49.674876 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0c75638c-f407-48ca-8099-aebbc8cd9f74 req-91848712-c2c0-4dbc-9459-b6030fbf3818 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=10b4b906cd664269be1dcc73e4b14e2a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0842018 Aug 19 14:44:49.678269 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90329035-904d-4e04-8f4a-d5288706dbbd tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Pushing event deleted for resources: {'Subnet': ['ID=be8247a1-96c8-4a95-9d9c-24e5ed4e5758,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:49.683799 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-90329035-904d-4e04-8f4a-d5288706dbbd tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:49.686681 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-90329035-904d-4e04-8f4a-d5288706dbbd tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "DELETE /v2.0/subnets/be8247a1-96c8-4a95-9d9c-24e5ed4e5758 HTTP/1.1" status: 204 len: 168 time: 0.6506846 Aug 19 14:44:49.691527 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47378) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:49.717589 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0211ef4a-c3e1-4132-afef-19b325dcef87 None None] Network 85efae98-c9cf-44f9-b3fc-a7058825c2ca requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:44:49.793556 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-fd08de31-46e9-49c9-af7d-8ee6f3bc2c46 req-f4c1b796-b0db-4811-968c-7cab34c4891f tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-715737137', 'description': 'tempest-description-991505759'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:49.871040 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e4f00a1-a75a-4465-92c0-07efb843daae tempest-RoutersAdminNegativeTest-513417852 tempest-RoutersAdminNegativeTest-513417852-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:49.912051 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db31cab1-5408-4dfc-9b1a-eebfa754fea1 None None] DHCP port deletion for 85efae98-c9cf-44f9-b3fc-a7058825c2ca request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:44:49.966012 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-db31cab1-5408-4dfc-9b1a-eebfa754fea1 None None] Deleting port 09446ca6-dcfd-4d46-8e3e-7507045c47cc {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:44:49.966012 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-db31cab1-5408-4dfc-9b1a-eebfa754fea1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:49.978135 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fd08de31-46e9-49c9-af7d-8ee6f3bc2c46 req-f4c1b796-b0db-4811-968c-7cab34c4891f tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:49.986284 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c329b8ba-4592-4136-906c-a26a4967da19 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:50.029924 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-db31cab1-5408-4dfc-9b1a-eebfa754fea1 None None] For port 09446ca6-dcfd-4d46-8e3e-7507045c47cc, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=09446ca6-dcfd-4d46-8e3e-7507045c47cc,segment=NetworkSegment(d49eb3ae-7124-4eb8-8ebc-6195fe793d61),segment_id=d49eb3ae-7124-4eb8-8ebc-6195fe793d61)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:44:50.030357 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-db31cab1-5408-4dfc-9b1a-eebfa754fea1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:50.043260 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75638c-f407-48ca-8099-aebbc8cd9f74 req-3e5f0cda-6428-41e7-bc73-34d57428f681 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:50.043472 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-db31cab1-5408-4dfc-9b1a-eebfa754fea1 None None] Calling delete_port for 09446ca6-dcfd-4d46-8e3e-7507045c47cc owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:44:50.046789 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0c75638c-f407-48ca-8099-aebbc8cd9f74 req-3e5f0cda-6428-41e7-bc73-34d57428f681 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3042138 Aug 19 14:44:50.101987 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0c75638c-f407-48ca-8099-aebbc8cd9f74 req-7cef6fff-01b7-4fce-91f6-b22f54673df8 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/quotas/10b4b906cd664269be1dcc73e4b14e2a HTTP/1.1" status: 200 len: 375 time: 0.0427744 Aug 19 14:44:50.127407 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-db31cab1-5408-4dfc-9b1a-eebfa754fea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:50.153261 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db31cab1-5408-4dfc-9b1a-eebfa754fea1 None None] Pushing event deleted for resources: {'Port': ['ID=09446ca6-dcfd-4d46-8e3e-7507045c47cc,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:50.156781 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db31cab1-5408-4dfc-9b1a-eebfa754fea1 None None] No DVR routers for this DVR port 09446ca6-dcfd-4d46-8e3e-7507045c47cc on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:44:50.160692 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0c75638c-f407-48ca-8099-aebbc8cd9f74 req-89f1f7b0-8011-4353-8a5e-f7630893faaf tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=10b4b906cd664269be1dcc73e4b14e2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464497 Aug 19 14:44:50.200763 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c329b8ba-4592-4136-906c-a26a4967da19 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Deleting port 09446ca6-dcfd-4d46-8e3e-7507045c47cc {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:44:50.201150 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c329b8ba-4592-4136-906c-a26a4967da19 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:50.272272 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fd08de31-46e9-49c9-af7d-8ee6f3bc2c46 req-f4c1b796-b0db-4811-968c-7cab34c4891f tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:50.348967 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fd08de31-46e9-49c9-af7d-8ee6f3bc2c46 req-f4c1b796-b0db-4811-968c-7cab34c4891f tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:50.382382 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-c329b8ba-4592-4136-906c-a26a4967da19 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] For port 09446ca6-dcfd-4d46-8e3e-7507045c47cc, host n-d-766043-2, got binding levels [] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:44:50.382667 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c329b8ba-4592-4136-906c-a26a4967da19 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:50.404817 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fd08de31-46e9-49c9-af7d-8ee6f3bc2c46 req-f4c1b796-b0db-4811-968c-7cab34c4891f tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:50.406031 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fd08de31-46e9-49c9-af7d-8ee6f3bc2c46 req-f4c1b796-b0db-4811-968c-7cab34c4891f tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6268356 Aug 19 14:44:50.431372 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c329b8ba-4592-4136-906c-a26a4967da19 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Calling delete_port for 09446ca6-dcfd-4d46-8e3e-7507045c47cc owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:44:50.443550 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.ipam_backend_mixin [None req-c329b8ba-4592-4136-906c-a26a4967da19 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Port 09446ca6-dcfd-4d46-8e3e-7507045c47cc was not found and therefore no delete operation was performed {{(pid=94640) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 14:44:50.447860 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c329b8ba-4592-4136-906c-a26a4967da19 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:50.450294 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c1b796-b0db-4811-968c-7cab34c4891f tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1cd05e9-f27e-4102-a5e8-6422e5531e2a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:50.501164 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c329b8ba-4592-4136-906c-a26a4967da19 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Pushing event deleted for resources: {'Port': ['ID=09446ca6-dcfd-4d46-8e3e-7507045c47cc,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:50.511798 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c329b8ba-4592-4136-906c-a26a4967da19 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] No DVR routers for this DVR port 09446ca6-dcfd-4d46-8e3e-7507045c47cc on host n-d-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:44:50.518401 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e4f00a1-a75a-4465-92c0-07efb843daae tempest-RoutersAdminNegativeTest-513417852 tempest-RoutersAdminNegativeTest-513417852-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:50.575759 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e4f00a1-a75a-4465-92c0-07efb843daae tempest-RoutersAdminNegativeTest-513417852 tempest-RoutersAdminNegativeTest-513417852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:50.605777 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bbd364-0f07-46e7-bcfc-7736083e0392 req-dba3e011-117a-4af6-9f36-1e2bdb7216b7 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:50.607247 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b2bbd364-0f07-46e7-bcfc-7736083e0392 req-dba3e011-117a-4af6-9f36-1e2bdb7216b7 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9c77d6e-b325-441d-8789-97a091d409cd HTTP/1.1" status: 200 len: 946 time: 0.1778657 Aug 19 14:44:50.654103 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-34eacb03-45cf-4da1-addf-b1d030344737 req-a772e057-2c73-4f5f-990a-9f8416b2fcc3 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=10b4b906cd664269be1dcc73e4b14e2a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0843177 Aug 19 14:44:50.726238 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c329b8ba-4592-4136-906c-a26a4967da19 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:50.770348 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-c329b8ba-4592-4136-906c-a26a4967da19 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85efae98-c9cf-44f9-b3fc-a7058825c2ca']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:44:50.830544 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-c329b8ba-4592-4136-906c-a26a4967da19 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd49eb3ae-7124-4eb8-8ebc-6195fe793d61') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:44:50.830850 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-c329b8ba-4592-4136-906c-a26a4967da19 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd49eb3ae-7124-4eb8-8ebc-6195fe793d61') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:44:50.843826 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b2bbd364-0f07-46e7-bcfc-7736083e0392 req-cd08080e-5623-4cbd-ab82-5db73abf8a48 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.69 "GET /v2.0/security-groups?id=92c0c671-96c4-4781-b5b8-ac50db8e6528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2003217 Aug 19 14:44:50.852329 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c329b8ba-4592-4136-906c-a26a4967da19 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:50.899551 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c329b8ba-4592-4136-906c-a26a4967da19 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:50.947649 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c329b8ba-4592-4136-906c-a26a4967da19 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:44:50.948129 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c329b8ba-4592-4136-906c-a26a4967da19 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:50.952129 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:44:50.952129 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:44:50.952129 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:44:50.952129 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:44:50.952129 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:44:50.952129 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:44:50.952129 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:44:50.952129 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:44:50.952129 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:44:50.952129 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:44:50.952129 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:44:50.952129 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:44:50.952129 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:44:50.952129 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:44:50.952129 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:44:50.952129 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:44:50.952129 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:44:50.952129 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:44:50.952129 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:44:50.952129 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:44:50.952129 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:44:50.952129 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:44:50.952129 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:44:50.952129 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:44:50.952129 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:44:50.952129 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:44:50.952129 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:44:50.952129 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:44:50.952129 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:44:50.952129 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:44:50.952129 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:44:50.952129 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:44:50.962071 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 09446ca6-dcfd-4d46-8e3e-7507045c47cc no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:44:50.984932 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 09446ca6-dcfd-4d46-8e3e-7507045c47cc {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:44:50.985435 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 09446ca6-dcfd-4d46-8e3e-7507045c47cc not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:44:51.039540 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eacb03-45cf-4da1-addf-b1d030344737 req-91634a0e-6bfe-4599-af21-5bfb5cbb45e9 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:51.041088 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-34eacb03-45cf-4da1-addf-b1d030344737 req-91634a0e-6bfe-4599-af21-5bfb5cbb45e9 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3792281 Aug 19 14:44:51.067260 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e4f00a1-a75a-4465-92c0-07efb843daae tempest-RoutersAdminNegativeTest-513417852 tempest-RoutersAdminNegativeTest-513417852-project-admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:51.070894 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7fe8c39b-c0e9-42fb-96a9-06b956ad4b4a req-0d01073a-c249-4630-9be8-09cc8c7593a5 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] 10.222.0.69 "GET /v2.0/security-groups/a1cd05e9-f27e-4102-a5e8-6422e5531e2a HTTP/1.1" status: 200 len: 1805 time: 0.1904206 Aug 19 14:44:51.074454 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-34eacb03-45cf-4da1-addf-b1d030344737 req-707e0dc6-721d-477f-9148-9423a7f8a4e3 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/quotas/10b4b906cd664269be1dcc73e4b14e2a HTTP/1.1" status: 200 len: 375 time: 0.0226805 Aug 19 14:44:51.135341 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c329b8ba-4592-4136-906c-a26a4967da19 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:51.141923 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-7fe8c39b-c0e9-42fb-96a9-06b956ad4b4a req-62c0d77e-a87a-4f92-902e-a1b321729c09 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a1cd05e9-f27e-4102-a5e8-6422e5531e2a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:51.142168 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-7fe8c39b-c0e9-42fb-96a9-06b956ad4b4a req-62c0d77e-a87a-4f92-902e-a1b321729c09 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a1cd05e9-f27e-4102-a5e8-6422e5531e2a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:51.161387 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c329b8ba-4592-4136-906c-a26a4967da19 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:51.163223 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-c329b8ba-4592-4136-906c-a26a4967da19 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "DELETE /v2.0/networks/85efae98-c9cf-44f9-b3fc-a7058825c2ca HTTP/1.1" status: 204 len: 168 time: 1.4705150 Aug 19 14:44:51.166023 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47414) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:51.191613 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-34eacb03-45cf-4da1-addf-b1d030344737 req-5e5e1c91-6b78-49a2-9d22-71c77d42bbc9 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=10b4b906cd664269be1dcc73e4b14e2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0870984 Aug 19 14:44:51.198274 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c329b8ba-4592-4136-906c-a26a4967da19 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Pushing event deleted for resources: {'Network': ['ID=85efae98-c9cf-44f9-b3fc-a7058825c2ca,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:51.226801 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e409811-883e-4b21-90c4-cd3497acf494 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Deleting subnet 13df3bdb-b861-4399-a593-77a2e4c6b573 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:44:51.231440 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e409811-883e-4b21-90c4-cd3497acf494 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:51.281738 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e409811-883e-4b21-90c4-cd3497acf494 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:51.311399 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e4f00a1-a75a-4465-92c0-07efb843daae tempest-RoutersAdminNegativeTest-513417852 tempest-RoutersAdminNegativeTest-513417852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:51.316849 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e4f00a1-a75a-4465-92c0-07efb843daae tempest-RoutersAdminNegativeTest-513417852 tempest-RoutersAdminNegativeTest-513417852-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:51.369206 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7fe8c39b-c0e9-42fb-96a9-06b956ad4b4a req-62c0d77e-a87a-4f92-902e-a1b321729c09 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:51.383290 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e4f00a1-a75a-4465-92c0-07efb843daae tempest-RoutersAdminNegativeTest-513417852 tempest-RoutersAdminNegativeTest-513417852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:51.383796 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4f00a1-a75a-4465-92c0-07efb843daae tempest-RoutersAdminNegativeTest-513417852 tempest-RoutersAdminNegativeTest-513417852-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fc913ca7-7781-44f2-b524-0a38cf0f045b {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:44:51.407311 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7fe8c39b-c0e9-42fb-96a9-06b956ad4b4a req-62c0d77e-a87a-4f92-902e-a1b321729c09 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:51.412467 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7fe8c39b-c0e9-42fb-96a9-06b956ad4b4a req-62c0d77e-a87a-4f92-902e-a1b321729c09 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:51.423894 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [None req-7e4f00a1-a75a-4465-92c0-07efb843daae tempest-RoutersAdminNegativeTest-513417852 tempest-RoutersAdminNegativeTest-513417852-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 19 14:44:51.425495 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-7e4f00a1-a75a-4465-92c0-07efb843daae tempest-RoutersAdminNegativeTest-513417852 tempest-RoutersAdminNegativeTest-513417852-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.1917741 Aug 19 14:44:51.429982 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47424) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:51.433811 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e409811-883e-4b21-90c4-cd3497acf494 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:51.442932 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c0d77e-a87a-4f92-902e-a1b321729c09 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13912f39-6a14-4170-af2b-9d05277cf540,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:51.459599 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7fe8c39b-c0e9-42fb-96a9-06b956ad4b4a req-62c0d77e-a87a-4f92-902e-a1b321729c09 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:51.462946 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7fe8c39b-c0e9-42fb-96a9-06b956ad4b4a req-62c0d77e-a87a-4f92-902e-a1b321729c09 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3569221 Aug 19 14:44:51.570121 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0c75638c-f407-48ca-8099-aebbc8cd9f74 req-a45c7b66-3309-41b4-89e0-d2fd1cc3f8ac tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=10b4b906cd664269be1dcc73e4b14e2a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277579 Aug 19 14:44:51.570906 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7490cf23-bb4e-4c13-8a56-a41dc380e9e3 req-318eeb14-21e2-4ad8-962c-a962368b34a8 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/ports?device_id=b09af2a2-2b66-4330-b2f7-8ea9953cd927 HTTP/1.1" status: 200 len: 210 time: 0.0630436 Aug 19 14:44:51.619760 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a706ca8-9bd8-4ab3-b776-0cc321d2a638 req-3a5a8990-44e6-4a66-b179-3d9151fcf89b tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:51.621058 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3a706ca8-9bd8-4ab3-b776-0cc321d2a638 req-3a5a8990-44e6-4a66-b179-3d9151fcf89b tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9c77d6e-b325-441d-8789-97a091d409cd HTTP/1.1" status: 200 len: 946 time: 0.1158490 Aug 19 14:44:51.631998 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47434) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:51.637897 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-96847a93-e837-489f-8da4-b661eeb112f0 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Request body: {'floatingip': {'port_id': '91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:51.654097 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e409811-883e-4b21-90c4-cd3497acf494 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:51.684799 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde46622-94e5-4fd5-8073-37bd80bae936 None None] Network f5c85abf-40b8-43b3-94c6-025f2e7e94ce requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:44:51.688364 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e409811-883e-4b21-90c4-cd3497acf494 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:51.692862 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-f1f654c9-9bc9-4cb4-b4b1-74964cd9bf2f req-331e1771-776a-46e3-8cf2-d1d4dec4aa5e tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1126999001', 'description': 'tempest-description-183669923'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:51.695009 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9e409811-883e-4b21-90c4-cd3497acf494 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "DELETE /v2.0/subnets/13df3bdb-b861-4399-a593-77a2e4c6b573 HTTP/1.1" status: 204 len: 168 time: 0.5267351 Aug 19 14:44:51.697741 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47436) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:51.735728 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e409811-883e-4b21-90c4-cd3497acf494 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Pushing event deleted for resources: {'Subnet': ['ID=13df3bdb-b861-4399-a593-77a2e4c6b573,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:51.748207 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-90f20a77-131d-47f3-a5df-13d782ae1016 tempest-RoutersAdminNegativeTest-513417852 tempest-RoutersAdminNegativeTest-513417852-project-admin] Deleting port 625f8fae-97e4-4e9b-b466-c3641f20c446 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:44:51.748972 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-90f20a77-131d-47f3-a5df-13d782ae1016 tempest-RoutersAdminNegativeTest-513417852 tempest-RoutersAdminNegativeTest-513417852-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:51.888040 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75638c-f407-48ca-8099-aebbc8cd9f74 req-c045cd2d-b1f6-4367-bc59-71f4010882ff tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:51.890062 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0c75638c-f407-48ca-8099-aebbc8cd9f74 req-c045cd2d-b1f6-4367-bc59-71f4010882ff tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3101530 Aug 19 14:44:51.906425 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-0c75638c-f407-48ca-8099-aebbc8cd9f74 req-7c771dce-7cec-412c-b1b7-7d09253c08ae tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Request body: {'port': {'device_id': 'efc253a1-b140-49ef-a956-7a3c0b6c79cb', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'admin_state_up': True, 'tenant_id': '10b4b906cd664269be1dcc73e4b14e2a'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:52.008502 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d31d660-fe1e-445d-9ea6-df04b6ef5909 None None] DHCP port deletion for f5c85abf-40b8-43b3-94c6-025f2e7e94ce request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:44:52.015553 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-90f20a77-131d-47f3-a5df-13d782ae1016 tempest-RoutersAdminNegativeTest-513417852 tempest-RoutersAdminNegativeTest-513417852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:52.037640 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-90f20a77-131d-47f3-a5df-13d782ae1016 tempest-RoutersAdminNegativeTest-513417852 tempest-RoutersAdminNegativeTest-513417852-project-admin] Calling delete_port for 625f8fae-97e4-4e9b-b466-c3641f20c446 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:44:52.076106 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-7d31d660-fe1e-445d-9ea6-df04b6ef5909 None None] Deleting port 353b27c6-10eb-40b5-9c81-9daa7a00776b {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:44:52.076616 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7d31d660-fe1e-445d-9ea6-df04b6ef5909 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:52.153534 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-7d31d660-fe1e-445d-9ea6-df04b6ef5909 None None] For port 353b27c6-10eb-40b5-9c81-9daa7a00776b, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=353b27c6-10eb-40b5-9c81-9daa7a00776b,segment=NetworkSegment(ec2aa06d-f4de-4b89-8eb5-ddd8a2bebb42),segment_id=ec2aa06d-f4de-4b89-8eb5-ddd8a2bebb42)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:44:52.154239 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7d31d660-fe1e-445d-9ea6-df04b6ef5909 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:52.157431 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4bb9527-45a6-45d7-a896-7a22c25d3dec tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:52.163950 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-96847a93-e837-489f-8da4-b661eeb112f0 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Notify callbacks [] for floatingip, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:52.180321 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-7d31d660-fe1e-445d-9ea6-df04b6ef5909 None None] Calling delete_port for 353b27c6-10eb-40b5-9c81-9daa7a00776b owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:44:52.189134 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c75638c-f407-48ca-8099-aebbc8cd9f74 req-7c771dce-7cec-412c-b1b7-7d09253c08ae tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Made reservation on behalf of 10b4b906cd664269be1dcc73e4b14e2a for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:44:52.193250 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0c75638c-f407-48ca-8099-aebbc8cd9f74 req-7c771dce-7cec-412c-b1b7-7d09253c08ae tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:52.206595 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0c75638c-f407-48ca-8099-aebbc8cd9f74 req-7c771dce-7cec-412c-b1b7-7d09253c08ae tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:52.224252 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.db.api [req-f1f654c9-9bc9-4cb4-b4b1-74964cd9bf2f req-331e1771-776a-46e3-8cf2-d1d4dec4aa5e tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 14:44:52.224252 n-d-766043-2 neutron-server[94640]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 19 14:44:52.224252 n-d-766043-2 neutron-server[94640]: [parameters: {'project_id': '8bcff9dfcd074e07b90c962157c35a0e', 'id': 'd224fecd-64c5-486a-bed8-3748a1689c50', 'expiration': datetime.datetime(2021, 8, 19, 14, 46, 52, 166621)}] Aug 19 14:44:52.224252 n-d-766043-2 neutron-server[94640]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 14:44:52.224670 n-d-766043-2 neutron-server[94640]: DEBUG oslo_db.api [req-f1f654c9-9bc9-4cb4-b4b1-74964cd9bf2f req-331e1771-776a-46e3-8cf2-d1d4dec4aa5e tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 14:44:52.251130 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-90f20a77-131d-47f3-a5df-13d782ae1016 tempest-RoutersAdminNegativeTest-513417852 tempest-RoutersAdminNegativeTest-513417852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:52.294471 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f20a77-131d-47f3-a5df-13d782ae1016 tempest-RoutersAdminNegativeTest-513417852 tempest-RoutersAdminNegativeTest-513417852-project-admin] Pushing event deleted for resources: {'Port': ['ID=625f8fae-97e4-4e9b-b466-c3641f20c446,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:52.296396 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7d31d660-fe1e-445d-9ea6-df04b6ef5909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:52.315859 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d31d660-fe1e-445d-9ea6-df04b6ef5909 None None] No DVR routers for this DVR port 353b27c6-10eb-40b5-9c81-9daa7a00776b on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:44:52.350367 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d31d660-fe1e-445d-9ea6-df04b6ef5909 None None] Pushing event deleted for resources: {'Port': ['ID=353b27c6-10eb-40b5-9c81-9daa7a00776b,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:52.383690 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a4bb9527-45a6-45d7-a896-7a22c25d3dec tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Deleting port 353b27c6-10eb-40b5-9c81-9daa7a00776b {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:44:52.384426 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4bb9527-45a6-45d7-a896-7a22c25d3dec tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:52.407915 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-90f20a77-131d-47f3-a5df-13d782ae1016 tempest-RoutersAdminNegativeTest-513417852 tempest-RoutersAdminNegativeTest-513417852-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:52.410158 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-90f20a77-131d-47f3-a5df-13d782ae1016 tempest-RoutersAdminNegativeTest-513417852 tempest-RoutersAdminNegativeTest-513417852-project-admin] 10.222.0.69 "DELETE /v2.0/ports/625f8fae-97e4-4e9b-b466-c3641f20c446 HTTP/1.1" status: 204 len: 168 time: 0.9789605 Aug 19 14:44:52.469795 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0c75638c-f407-48ca-8099-aebbc8cd9f74 req-7c771dce-7cec-412c-b1b7-7d09253c08ae tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:52.474668 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0c75638c-f407-48ca-8099-aebbc8cd9f74 req-7c771dce-7cec-412c-b1b7-7d09253c08ae tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:52.510017 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-a4bb9527-45a6-45d7-a896-7a22c25d3dec tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] For port 353b27c6-10eb-40b5-9c81-9daa7a00776b, host n-d-766043-2, got binding levels [] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:44:52.510381 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4bb9527-45a6-45d7-a896-7a22c25d3dec tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:52.519402 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c771dce-7cec-412c-b1b7-7d09253c08ae tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec30ddbb-2af8-4046-9a73-22322e85c7f8,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:52.533482 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a4bb9527-45a6-45d7-a896-7a22c25d3dec tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Calling delete_port for 353b27c6-10eb-40b5-9c81-9daa7a00776b owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:44:52.538249 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.ipam_backend_mixin [None req-a4bb9527-45a6-45d7-a896-7a22c25d3dec tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Port 353b27c6-10eb-40b5-9c81-9daa7a00776b was not found and therefore no delete operation was performed {{(pid=94640) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 14:44:52.568025 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4bb9527-45a6-45d7-a896-7a22c25d3dec tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:52.602140 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb9527-45a6-45d7-a896-7a22c25d3dec tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Pushing event deleted for resources: {'Port': ['ID=353b27c6-10eb-40b5-9c81-9daa7a00776b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:52.640389 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bb9527-45a6-45d7-a896-7a22c25d3dec tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] No DVR routers for this DVR port 353b27c6-10eb-40b5-9c81-9daa7a00776b on host n-d-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:44:52.682626 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-0c75638c-f407-48ca-8099-aebbc8cd9f74 req-7c771dce-7cec-412c-b1b7-7d09253c08ae tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Allocated IP 192.168.233.182 (5146d24a-89b5-4a43-8ca4-b26f4fb943f7/2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86/ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:44:52.773636 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47452) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:52.810488 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-34eacb03-45cf-4da1-addf-b1d030344737 req-7ea066ec-6284-43b2-a1d8-9affcc8093a2 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=10b4b906cd664269be1dcc73e4b14e2a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579004 Aug 19 14:44:52.878182 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-39be26b4-976c-45fe-b8fe-34f02387aecb req-dc98eb07-0e2d-4db4-be0c-699e7c3ce1e1 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/ports?device_id=b09af2a2-2b66-4330-b2f7-8ea9953cd927 HTTP/1.1" status: 200 len: 210 time: 0.1854668 Aug 19 14:44:52.891610 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4bb9527-45a6-45d7-a896-7a22c25d3dec tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:52.917404 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a4bb9527-45a6-45d7-a896-7a22c25d3dec tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5c85abf-40b8-43b3-94c6-025f2e7e94ce']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:44:52.937420 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0c75638c-f407-48ca-8099-aebbc8cd9f74 req-7c771dce-7cec-412c-b1b7-7d09253c08ae tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:52.948336 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a4bb9527-45a6-45d7-a896-7a22c25d3dec tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec2aa06d-f4de-4b89-8eb5-ddd8a2bebb42') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:44:52.949330 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a4bb9527-45a6-45d7-a896-7a22c25d3dec tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec2aa06d-f4de-4b89-8eb5-ddd8a2bebb42') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:44:52.960330 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f1f654c9-9bc9-4cb4-b4b1-74964cd9bf2f req-331e1771-776a-46e3-8cf2-d1d4dec4aa5e tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:52.963213 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4bb9527-45a6-45d7-a896-7a22c25d3dec tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:52.979234 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-0c75638c-f407-48ca-8099-aebbc8cd9f74 req-7c771dce-7cec-412c-b1b7-7d09253c08ae tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Transition to ACTIVE for port object ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:44:53.033818 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4bb9527-45a6-45d7-a896-7a22c25d3dec tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:53.039700 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 353b27c6-10eb-40b5-9c81-9daa7a00776b no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:44:53.046879 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2fdade5-4532-421e-a5e6-9e6645b4a389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:53.061984 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.db.resource_extend [None req-96847a93-e837-489f-8da4-b661eeb112f0 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 14:44:53.063655 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 353b27c6-10eb-40b5-9c81-9daa7a00776b {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:44:53.064184 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 353b27c6-10eb-40b5-9c81-9daa7a00776b not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:44:53.065779 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4bb9527-45a6-45d7-a896-7a22c25d3dec tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:44:53.067049 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4bb9527-45a6-45d7-a896-7a22c25d3dec tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:53.073093 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:44:53.073093 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:44:53.073093 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:44:53.073093 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:44:53.073093 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:44:53.073093 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:44:53.073093 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:44:53.073093 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:44:53.073093 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:44:53.073093 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:44:53.073093 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:44:53.073093 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:44:53.073093 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:44:53.073093 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:44:53.073093 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:44:53.073093 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:44:53.073093 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:44:53.073093 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:44:53.073093 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:44:53.073093 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:44:53.073093 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:44:53.073093 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:44:53.073093 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:44:53.073093 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:44:53.073093 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:44:53.073093 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:44:53.073093 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:44:53.073093 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:44:53.073093 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:44:53.073093 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:44:53.073093 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:44:53.073093 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:44:53.116666 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0c75638c-f407-48ca-8099-aebbc8cd9f74 req-7c771dce-7cec-412c-b1b7-7d09253c08ae tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:53.131469 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eacb03-45cf-4da1-addf-b1d030344737 req-367b15ca-8121-4c24-941d-caf3508a2245 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:53.132922 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-34eacb03-45cf-4da1-addf-b1d030344737 req-367b15ca-8121-4c24-941d-caf3508a2245 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1917341 Aug 19 14:44:53.166402 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-34eacb03-45cf-4da1-addf-b1d030344737 req-ffe7960b-2ca9-4c80-8857-a9b939bdde18 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Request body: {'port': {'device_id': 'b09af2a2-2b66-4330-b2f7-8ea9953cd927', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'admin_state_up': True, 'tenant_id': '10b4b906cd664269be1dcc73e4b14e2a'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:53.173968 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c75638c-f407-48ca-8099-aebbc8cd9f74 req-7c771dce-7cec-412c-b1b7-7d09253c08ae tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:44:53.188983 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-0c75638c-f407-48ca-8099-aebbc8cd9f74 req-7c771dce-7cec-412c-b1b7-7d09253c08ae tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:44:53.206809 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-96847a93-e837-489f-8da4-b661eeb112f0 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:53.209810 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4bb9527-45a6-45d7-a896-7a22c25d3dec tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:53.217455 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4bb9527-45a6-45d7-a896-7a22c25d3dec tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:53.221474 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c75638c-f407-48ca-8099-aebbc8cd9f74 req-7c771dce-7cec-412c-b1b7-7d09253c08ae tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:44:53.225895 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a4bb9527-45a6-45d7-a896-7a22c25d3dec tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "DELETE /v2.0/networks/f5c85abf-40b8-43b3-94c6-025f2e7e94ce HTTP/1.1" status: 204 len: 168 time: 1.5265863 Aug 19 14:44:53.234222 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47458) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:53.234989 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-96847a93-e837-489f-8da4-b661eeb112f0 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:53.241351 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-f83b9482-5f3d-436e-bc83-c08fcb7beb40 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1252197572'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:53.260217 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c771dce-7cec-412c-b1b7-7d09253c08ae tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Pushing event updated for resources: {'Port': ['ID=ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:53.296907 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb9527-45a6-45d7-a896-7a22c25d3dec tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Pushing event deleted for resources: {'Network': ['ID=f5c85abf-40b8-43b3-94c6-025f2e7e94ce,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:53.300922 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75638c-f407-48ca-8099-aebbc8cd9f74 req-7c771dce-7cec-412c-b1b7-7d09253c08ae tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:53.301560 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0c75638c-f407-48ca-8099-aebbc8cd9f74 req-7c771dce-7cec-412c-b1b7-7d09253c08ae tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:53.365094 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f1f654c9-9bc9-4cb4-b4b1-74964cd9bf2f req-331e1771-776a-46e3-8cf2-d1d4dec4aa5e tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:53.374598 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f1f654c9-9bc9-4cb4-b4b1-74964cd9bf2f req-331e1771-776a-46e3-8cf2-d1d4dec4aa5e tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:53.375774 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0c75638c-f407-48ca-8099-aebbc8cd9f74 req-7c771dce-7cec-412c-b1b7-7d09253c08ae tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4750648 Aug 19 14:44:53.392620 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-0c75638c-f407-48ca-8099-aebbc8cd9f74 req-88e0c28d-8f00-480c-a6a5-e5542dc76d93 service neutron] Request body: {'port': {'device_id': 'efc253a1-b140-49ef-a956-7a3c0b6c79cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:53.413510 n-d-766043-2 neutron-server[94640]: INFO neutron.db.l3_db [None req-96847a93-e837-489f-8da4-b661eeb112f0 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Floating IP 7491a2f0-5e5d-4eaf-8b8d-959e8396d220 associated. External IP: 172.25.2.31, port: 91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe. Aug 19 14:44:53.420110 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e1771-776a-46e3-8cf2-d1d4dec4aa5e tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d64ddb-395c-4322-a516-41b4d13b3ac8,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:53.468563 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0c75638c-f407-48ca-8099-aebbc8cd9f74 req-88e0c28d-8f00-480c-a6a5-e5542dc76d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:53.504818 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-46711f4c-612e-4772-82c2-0855a1f5d78b None None] Provisioning for port ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:44:53.511465 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-46711f4c-612e-4772-82c2-0855a1f5d78b None None] Provisioning complete for port ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:44:53.513117 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46711f4c-612e-4772-82c2-0855a1f5d78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:53.565564 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-46711f4c-612e-4772-82c2-0855a1f5d78b None None] Port ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:44:53.602816 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2fdade5-4532-421e-a5e6-9e6645b4a389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:53.614081 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2fdade5-4532-421e-a5e6-9e6645b4a389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:53.621942 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f1f654c9-9bc9-4cb4-b4b1-74964cd9bf2f req-331e1771-776a-46e3-8cf2-d1d4dec4aa5e tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:53.625618 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f1f654c9-9bc9-4cb4-b4b1-74964cd9bf2f req-331e1771-776a-46e3-8cf2-d1d4dec4aa5e tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.9406114 Aug 19 14:44:53.645578 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.db.api [req-34eacb03-45cf-4da1-addf-b1d030344737 req-ffe7960b-2ca9-4c80-8857-a9b939bdde18 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 14:44:53.645578 n-d-766043-2 neutron-server[94639]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 14:44:53.645578 n-d-766043-2 neutron-server[94639]: [parameters: {'project_id_1': '10b4b906cd664269be1dcc73e4b14e2a', 'expiration_1': datetime.datetime(2021, 8, 19, 14, 44, 53, 333382)}] Aug 19 14:44:53.645578 n-d-766043-2 neutron-server[94639]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 14:44:53.646058 n-d-766043-2 neutron-server[94639]: DEBUG oslo_db.api [req-34eacb03-45cf-4da1-addf-b1d030344737 req-ffe7960b-2ca9-4c80-8857-a9b939bdde18 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 14:44:53.666657 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83b9482-5f3d-436e-bc83-c08fcb7beb40 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Made reservation on behalf of bd1709e8cdcf404f8e501cbea2b0ebc9 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:44:53.668963 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a2fdade5-4532-421e-a5e6-9e6645b4a389 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=84c757af941f4b2aa348acf9f5e75ce9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8917513 Aug 19 14:44:53.670105 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f83b9482-5f3d-436e-bc83-c08fcb7beb40 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:53.675240 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47464) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:53.678480 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fdade5-4532-421e-a5e6-9e6645b4a389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955b2432-81cf-4a40-a787-4b6362511a38,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:53.684539 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96847a93-e837-489f-8da4-b661eeb112f0 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Router aa05e8d4-6513-4a2b-8f85-2d538da28329 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:44:53.758318 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-381ccafd-3aa9-4b08-8072-d8f08dea467d req-9de4a65f-bd2c-4d30-87a5-8aeb78511ea3 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] 10.222.0.69 "GET /v2.0/security-groups/d6d64ddb-395c-4322-a516-41b4d13b3ac8 HTTP/1.1" status: 200 len: 1806 time: 0.1088722 Aug 19 14:44:53.761858 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f83b9482-5f3d-436e-bc83-c08fcb7beb40 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:44:53.809175 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-0c75638c-f407-48ca-8099-aebbc8cd9f74 req-88e0c28d-8f00-480c-a6a5-e5542dc76d93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:44:53.810418 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-381ccafd-3aa9-4b08-8072-d8f08dea467d req-391c2fe7-7ee5-4bfa-8671-1c6ae3dd886e tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'd6d64ddb-395c-4322-a516-41b4d13b3ac8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:53.810745 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-381ccafd-3aa9-4b08-8072-d8f08dea467d req-391c2fe7-7ee5-4bfa-8671-1c6ae3dd886e tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'd6d64ddb-395c-4322-a516-41b4d13b3ac8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:53.816585 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0c75638c-f407-48ca-8099-aebbc8cd9f74 req-88e0c28d-8f00-480c-a6a5-e5542dc76d93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:53.829405 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-0c75638c-f407-48ca-8099-aebbc8cd9f74 req-88e0c28d-8f00-480c-a6a5-e5542dc76d93 service neutron] Transition to ACTIVE for port object ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:44:53.832669 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0c75638c-f407-48ca-8099-aebbc8cd9f74 req-88e0c28d-8f00-480c-a6a5-e5542dc76d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:53.839341 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f83b9482-5f3d-436e-bc83-c08fcb7beb40 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:53.839815 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-f83b9482-5f3d-436e-bc83-c08fcb7beb40 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Added segment a014035c-62d4-4d09-a552-7136dc4ea625 of type vlan for network 07e56f8d-524f-451f-9f4a-e8039335024a Aug 19 14:44:53.888224 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-78e0bd1f-143e-4968-85ba-e16b1fbc3419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:53.907344 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e0c28d-8f00-480c-a6a5-e5542dc76d93 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:53.966719 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-78e0bd1f-143e-4968-85ba-e16b1fbc3419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:53.970689 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f83b9482-5f3d-436e-bc83-c08fcb7beb40 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:53.974535 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-0c75638c-f407-48ca-8099-aebbc8cd9f74 req-88e0c28d-8f00-480c-a6a5-e5542dc76d93 service neutron] Attempting to bind port ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:44:53.975061 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-0c75638c-f407-48ca-8099-aebbc8cd9f74 req-88e0c28d-8f00-480c-a6a5-e5542dc76d93 service neutron] Attempting to bind port ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:44:53.975543 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c75638c-f407-48ca-8099-aebbc8cd9f74 req-88e0c28d-8f00-480c-a6a5-e5542dc76d93 service neutron] Attempting to bind port ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:44:53.981409 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c75638c-f407-48ca-8099-aebbc8cd9f74 req-88e0c28d-8f00-480c-a6a5-e5542dc76d93 service neutron] Port ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:44:53.981960 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c75638c-f407-48ca-8099-aebbc8cd9f74 req-88e0c28d-8f00-480c-a6a5-e5542dc76d93 service neutron] Attempting to bind port ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:44:53.988017 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c75638c-f407-48ca-8099-aebbc8cd9f74 req-88e0c28d-8f00-480c-a6a5-e5542dc76d93 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:44:53.988735 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c75638c-f407-48ca-8099-aebbc8cd9f74 req-88e0c28d-8f00-480c-a6a5-e5542dc76d93 service neutron] Checking segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:44:53.989272 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c75638c-f407-48ca-8099-aebbc8cd9f74 req-88e0c28d-8f00-480c-a6a5-e5542dc76d93 service neutron] Bound using segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:44:53.989850 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-0c75638c-f407-48ca-8099-aebbc8cd9f74 req-88e0c28d-8f00-480c-a6a5-e5542dc76d93 service neutron] Bound port: ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:44:53.990377 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0c75638c-f407-48ca-8099-aebbc8cd9f74 req-88e0c28d-8f00-480c-a6a5-e5542dc76d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:54.001418 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96847a93-e837-489f-8da4-b661eeb112f0 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:44:54.006218 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-96847a93-e837-489f-8da4-b661eeb112f0 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:54.014449 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b9bb7d-b7b3-435a-81b9-550d48e13706 None None] Sync routers for ids ['aa05e8d4-6513-4a2b-8f85-2d538da28329'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:44:54.029438 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b9bb7d-b7b3-435a-81b9-550d48e13706 None None] Routers {'aa05e8d4-6513-4a2b-8f85-2d538da28329'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:44:54.030791 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f8b9bb7d-b7b3-435a-81b9-550d48e13706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:44:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['aa05e8d4-6513-4a2b-8f85-2d538da28329'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:44:54.069768 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-0c75638c-f407-48ca-8099-aebbc8cd9f74 req-88e0c28d-8f00-480c-a6a5-e5542dc76d93 service neutron] For port ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:44:54.076255 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-0c75638c-f407-48ca-8099-aebbc8cd9f74 req-88e0c28d-8f00-480c-a6a5-e5542dc76d93 service neutron] For port ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:44:54.082711 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0c75638c-f407-48ca-8099-aebbc8cd9f74 req-88e0c28d-8f00-480c-a6a5-e5542dc76d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:54.102725 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c336d52c-3ef2-43d5-b012-895bb14634b6 req-85cf258e-3f9e-4ee6-bb87-b851e21b15c7 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/ports?device_id=b09af2a2-2b66-4330-b2f7-8ea9953cd927 HTTP/1.1" status: 200 len: 210 time: 0.0885477 Aug 19 14:44:54.112198 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-96847a93-e837-489f-8da4-b661eeb112f0 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.69 "PUT /v2.0/floatingips/7491a2f0-5e5d-4eaf-8b8d-959e8396d220 HTTP/1.1" status: 200 len: 991 time: 2.4789369 Aug 19 14:44:54.119141 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9c77d6e-b325-441d-8789-97a091d409cd', 'tag': '91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:44:54.123009 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0696dcf-3f37-456a-b4aa-7e720fe0172a" -d '{"events": [{"name": "network-changed", "server_uuid": "a9c77d6e-b325-441d-8789-97a091d409cd", "tag": "91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:44:54.123999 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75638c-f407-48ca-8099-aebbc8cd9f74 req-88e0c28d-8f00-480c-a6a5-e5542dc76d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:54.124857 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0c75638c-f407-48ca-8099-aebbc8cd9f74 req-88e0c28d-8f00-480c-a6a5-e5542dc76d93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:54.126449 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0c75638c-f407-48ca-8099-aebbc8cd9f74 req-88e0c28d-8f00-480c-a6a5-e5542dc76d93 service neutron] 10.222.0.68 "PUT /v2.0/ports/ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1 HTTP/1.1" status: 200 len: 1096 time: 0.7411652 Aug 19 14:44:54.126952 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc253a1-b140-49ef-a956-7a3c0b6c79cb', 'tag': 'ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:44:54.129824 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af08521-0a8c-400b-af42-a11e34de662d" -d '{"events": [{"name": "network-changed", "server_uuid": "efc253a1-b140-49ef-a956-7a3c0b6c79cb", "tag": "ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:44:54.130009 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f83b9482-5f3d-436e-bc83-c08fcb7beb40 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:54.137083 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83b9482-5f3d-436e-bc83-c08fcb7beb40 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:54.137716 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f83b9482-5f3d-436e-bc83-c08fcb7beb40 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:54.150164 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-381ccafd-3aa9-4b08-8072-d8f08dea467d req-391c2fe7-7ee5-4bfa-8671-1c6ae3dd886e tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:54.209855 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-f8b9bb7d-b7b3-435a-81b9-550d48e13706 None None] Set router aa05e8d4-6513-4a2b-8f85-2d538da28329 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:44:54.237462 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e0c28d-8f00-480c-a6a5-e5542dc76d93 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:54.248745 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-381ccafd-3aa9-4b08-8072-d8f08dea467d req-391c2fe7-7ee5-4bfa-8671-1c6ae3dd886e tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:54.251556 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f83b9482-5f3d-436e-bc83-c08fcb7beb40 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0142915 Aug 19 14:44:54.261679 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47478) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:54.272570 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-381ccafd-3aa9-4b08-8072-d8f08dea467d req-391c2fe7-7ee5-4bfa-8671-1c6ae3dd886e tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:54.288311 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2997a0b1-6009-41e9-ab03-79c93529c1a3 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Request body: {'subnet': {'network_id': '07e56f8d-524f-451f-9f4a-e8039335024a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:54.298975 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391c2fe7-7ee5-4bfa-8671-1c6ae3dd886e tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aec7a7a7-7805-4a1f-8cb0-2945785a888f,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:54.306038 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-78e0bd1f-143e-4968-85ba-e16b1fbc3419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:54.310337 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-78e0bd1f-143e-4968-85ba-e16b1fbc3419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:54.314533 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-78e0bd1f-143e-4968-85ba-e16b1fbc3419 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/955b2432-81cf-4a40-a787-4b6362511a38 HTTP/1.1" status: 204 len: 168 time: 0.6341887 Aug 19 14:44:54.327531 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34eacb03-45cf-4da1-addf-b1d030344737 req-ffe7960b-2ca9-4c80-8857-a9b939bdde18 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Made reservation on behalf of 10b4b906cd664269be1dcc73e4b14e2a for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:44:54.331191 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-34eacb03-45cf-4da1-addf-b1d030344737 req-ffe7960b-2ca9-4c80-8857-a9b939bdde18 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:54.346445 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b9482-5f3d-436e-bc83-c08fcb7beb40 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Pushing event updated for resources: {'Network': ['ID=07e56f8d-524f-451f-9f4a-e8039335024a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:54.366733 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 07e56f8d-524f-451f-9f4a-e8039335024a details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:44:54.370425 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e0bd1f-143e-4968-85ba-e16b1fbc3419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955b2432-81cf-4a40-a787-4b6362511a38,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:54.380597 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-381ccafd-3aa9-4b08-8072-d8f08dea467d req-391c2fe7-7ee5-4bfa-8671-1c6ae3dd886e tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:54.387046 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-381ccafd-3aa9-4b08-8072-d8f08dea467d req-391c2fe7-7ee5-4bfa-8671-1c6ae3dd886e tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5892301 Aug 19 14:44:54.441350 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb702028-97d8-41f9-adf7-f0686b7ea925 x-openstack-request-id: req-fb702028-97d8-41f9-adf7-f0686b7ea925 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:44:54.442110 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9c77d6e-b325-441d-8789-97a091d409cd", "tag": "91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:44:54.442689 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fb702028-97d8-41f9-adf7-f0686b7ea925 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:44:54.443843 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9c77d6e-b325-441d-8789-97a091d409cd', 'tag': '91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe', 'status': 'completed', 'code': 200} Aug 19 14:44:54.455316 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75638c-f407-48ca-8099-aebbc8cd9f74 req-839c4663-d2f2-4ba9-879e-d1a548684d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:54.458858 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0c75638c-f407-48ca-8099-aebbc8cd9f74 req-839c4663-d2f2-4ba9-879e-d1a548684d8c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=10b4b906cd664269be1dcc73e4b14e2a&device_id=efc253a1-b140-49ef-a956-7a3c0b6c79cb HTTP/1.1" status: 200 len: 1099 time: 0.2791955 Aug 19 14:44:54.484257 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-41ff343e-bd36-478b-8469-e2e906517693 req-18258709-2dac-41d6-9311-1cd8d094ff39 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1267365496', 'description': 'tempest-description-900967309'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:54.525877 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1f5695-9c36-4904-9f5c-6e34c4ddf722 x-openstack-request-id: req-5d1f5695-9c36-4904-9f5c-6e34c4ddf722 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:44:54.526159 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efc253a1-b140-49ef-a956-7a3c0b6c79cb", "tag": "ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:44:54.526480 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5d1f5695-9c36-4904-9f5c-6e34c4ddf722 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:44:54.526880 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efc253a1-b140-49ef-a956-7a3c0b6c79cb', 'tag': 'ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1', 'status': 'completed', 'code': 200} Aug 19 14:44:54.546060 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0696dcf-3f37-456a-b4aa-7e720fe0172a req-55a5db8c-9208-410d-84fb-3dab50cb99e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:54.548061 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a0696dcf-3f37-456a-b4aa-7e720fe0172a req-55a5db8c-9208-410d-84fb-3dab50cb99e3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=df380a6529a845d9a6df3627792632d0&device_id=a9c77d6e-b325-441d-8789-97a091d409cd HTTP/1.1" status: 200 len: 1097 time: 0.0794575 Aug 19 14:44:54.550422 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-41ff343e-bd36-478b-8469-e2e906517693 req-18258709-2dac-41d6-9311-1cd8d094ff39 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:54.580253 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0c75638c-f407-48ca-8099-aebbc8cd9f74 req-98cf727a-5607-44b4-80fd-7742de715bac service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1 HTTP/1.1" status: 200 len: 217 time: 0.0523577 Aug 19 14:44:54.683595 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-41ff343e-bd36-478b-8469-e2e906517693 req-18258709-2dac-41d6-9311-1cd8d094ff39 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:54.687190 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75638c-f407-48ca-8099-aebbc8cd9f74 req-9517836f-8617-4a06-9808-bf74434ccb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:54.688867 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0c75638c-f407-48ca-8099-aebbc8cd9f74 req-9517836f-8617-4a06-9808-bf74434ccb6b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.0998094 Aug 19 14:44:54.690138 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-34eacb03-45cf-4da1-addf-b1d030344737 req-ffe7960b-2ca9-4c80-8857-a9b939bdde18 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Allocated IP 192.168.233.176 (5146d24a-89b5-4a43-8ca4-b26f4fb943f7/2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86/9bd932e8-f7db-485d-86d9-0b4379feaa6d) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:44:54.719259 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-41ff343e-bd36-478b-8469-e2e906517693 req-18258709-2dac-41d6-9311-1cd8d094ff39 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:54.727119 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2997a0b1-6009-41e9-ab03-79c93529c1a3 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Made reservation on behalf of bd1709e8cdcf404f8e501cbea2b0ebc9 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:44:54.730635 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2997a0b1-6009-41e9-ab03-79c93529c1a3 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:54.760062 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-41ff343e-bd36-478b-8469-e2e906517693 req-18258709-2dac-41d6-9311-1cd8d094ff39 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:54.766958 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-41ff343e-bd36-478b-8469-e2e906517693 req-18258709-2dac-41d6-9311-1cd8d094ff39 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2993538 Aug 19 14:44:54.811000 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-64736196-5622-4bfe-9f3b-2181d3cbcdc9 req-780547ae-84b0-446a-b22b-8e9875a52790 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-499395602', 'description': 'tempest-description-1607697750'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:54.816005 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18258709-2dac-41d6-9311-1cd8d094ff39 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbc4986-4cf8-4344-82f8-ab362b4171bc,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:54.848094 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75638c-f407-48ca-8099-aebbc8cd9f74 req-21acac77-b455-406f-900e-c3d726d8b796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:54.849624 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0c75638c-f407-48ca-8099-aebbc8cd9f74 req-21acac77-b455-406f-900e-c3d726d8b796 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1407671 Aug 19 14:44:54.849772 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0696dcf-3f37-456a-b4aa-7e720fe0172a req-6fdfb25a-8377-45cd-9d2a-2c6ff6822d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:54.851327 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a0696dcf-3f37-456a-b4aa-7e720fe0172a req-6fdfb25a-8377-45cd-9d2a-2c6ff6822d76 service neutron] 10.222.0.88 "GET /v2.0/networks?id=627779b5-fb62-4ebb-a93a-4cd257e391a1 HTTP/1.1" status: 200 len: 916 time: 0.2868910 Aug 19 14:44:54.868759 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-64736196-5622-4bfe-9f3b-2181d3cbcdc9 req-780547ae-84b0-446a-b22b-8e9875a52790 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:54.869425 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f8b9bb7d-b7b3-435a-81b9-550d48e13706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa05e8d4-6513-4a2b-8f85-2d538da28329', 'name': 'tempest-ServersTestBootFromVolume-549399775-router', 'tenant_id': 'df380a6529a845d9a6df3627792632d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '3c22b558-2994-424a-a9d0-9b056046cf93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:43:36Z', 'updated_at': '2021-08-19T14:43:43Z', 'revision_number': 4, 'project_id': 'df380a6529a845d9a6df3627792632d0', 'gw_port': {'id': '3c22b558-2994-424a-a9d0-9b056046cf93', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:50:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa05e8d4-6513-4a2b-8f85-2d538da28329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:43:37Z', 'updated_at': '2021-08-19T14:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '7491a2f0-5e5d-4eaf-8b8d-959e8396d220', 'tenant_id': 'df380a6529a845d9a6df3627792632d0', 'floating_ip_address': '172.25.2.31', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': 'aa05e8d4-6513-4a2b-8f85-2d538da28329', 'port_id': '91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1079, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '627779b5-fb62-4ebb-a93a-4cd257e391a1', 'mac_address': 'fa:16:3e:9f:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c77d6e-b325-441d-8789-97a091d409cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:43:50Z', 'updated_at': '2021-08-19T14:44:52Z', 'revision_number': 1, 'project_id': 'df380a6529a845d9a6df3627792632d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd028c98a-da11-452c-b1f0-4557ca12da6d', 'name': '', 'network_id': '627779b5-fb62-4ebb-a93a-4cd257e391a1', 'tenant_id': 'df380a6529a845d9a6df3627792632d0', 'mac_address': 'fa:16:3e:3c:0f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa05e8d4-6513-4a2b-8f85-2d538da28329', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '1eb22714-ed22-4215-8c28-ce90cbd3694f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:43:42Z', 'updated_at': '2021-08-19T14:43:53Z', 'revision_number': 5, 'project_id': 'df380a6529a845d9a6df3627792632d0', 'subnets': [{'id': '1eb22714-ed22-4215-8c28-ce90cbd3694f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:44:54.907748 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b9bb7d-b7b3-435a-81b9-550d48e13706 None None] Checking router: aa05e8d4-6513-4a2b-8f85-2d538da28329 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:44:54.914978 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47490) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:54.920374 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b9bb7d-b7b3-435a-81b9-550d48e13706 None None] Routers {'aa05e8d4-6513-4a2b-8f85-2d538da28329'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:44:54.921115 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f8b9bb7d-b7b3-435a-81b9-550d48e13706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:44:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['aa05e8d4-6513-4a2b-8f85-2d538da28329'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:44:54.993316 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-b6d13bec-0dd8-4dc6-9b7f-805501173838 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bd59c2b1bdec4ed9bec630b31c0baf16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0728641 Aug 19 14:44:54.993316 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a0696dcf-3f37-456a-b4aa-7e720fe0172a req-f65cbdb7-b081-4c44-b59f-2dba1ef81821 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe HTTP/1.1" status: 200 len: 999 time: 0.1333647 Aug 19 14:44:54.996503 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47492) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:55.037217 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-f8b9bb7d-b7b3-435a-81b9-550d48e13706 None None] Set router aa05e8d4-6513-4a2b-8f85-2d538da28329 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:44:55.079378 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0c75638c-f407-48ca-8099-aebbc8cd9f74 req-064e6625-cfce-4040-8591-ac4d2f8a2746 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208991 Aug 19 14:44:55.091587 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0696dcf-3f37-456a-b4aa-7e720fe0172a req-69c85c9c-0cdf-4ef6-974b-9f3a7170e874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:55.093220 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a0696dcf-3f37-456a-b4aa-7e720fe0172a req-69c85c9c-0cdf-4ef6-974b-9f3a7170e874 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1eb22714-ed22-4215-8c28-ce90cbd3694f HTTP/1.1" status: 200 len: 854 time: 0.0863943 Aug 19 14:44:55.103674 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-34eacb03-45cf-4da1-addf-b1d030344737 req-ffe7960b-2ca9-4c80-8857-a9b939bdde18 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:55.146777 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd7b3bc0-893e-4191-a0a9-11d75194906f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:55.162147 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-64736196-5622-4bfe-9f3b-2181d3cbcdc9 req-780547ae-84b0-446a-b22b-8e9875a52790 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:55.176374 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-64736196-5622-4bfe-9f3b-2181d3cbcdc9 req-780547ae-84b0-446a-b22b-8e9875a52790 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:55.200723 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd7b3bc0-893e-4191-a0a9-11d75194906f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:55.204292 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-34eacb03-45cf-4da1-addf-b1d030344737 req-ffe7960b-2ca9-4c80-8857-a9b939bdde18 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Transition to ACTIVE for port object 9bd932e8-f7db-485d-86d9-0b4379feaa6d will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:44:55.235424 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0696dcf-3f37-456a-b4aa-7e720fe0172a req-2041e535-872f-4ee9-b868-ff364f9a2d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:55.237139 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a0696dcf-3f37-456a-b4aa-7e720fe0172a req-2041e535-872f-4ee9-b868-ff364f9a2d56 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=627779b5-fb62-4ebb-a93a-4cd257e391a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1345615 Aug 19 14:44:55.238765 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2997a0b1-6009-41e9-ab03-79c93529c1a3 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:55.257733 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-64736196-5622-4bfe-9f3b-2181d3cbcdc9 req-780547ae-84b0-446a-b22b-8e9875a52790 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:55.261395 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-64736196-5622-4bfe-9f3b-2181d3cbcdc9 req-780547ae-84b0-446a-b22b-8e9875a52790 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4602034 Aug 19 14:44:55.322341 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0c75638c-f407-48ca-8099-aebbc8cd9f74 req-c5739599-fedc-4f7d-8bdb-80c444b1a58f service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339861 Aug 19 14:44:55.325192 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f8b9bb7d-b7b3-435a-81b9-550d48e13706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa05e8d4-6513-4a2b-8f85-2d538da28329', 'name': 'tempest-ServersTestBootFromVolume-549399775-router', 'tenant_id': 'df380a6529a845d9a6df3627792632d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '3c22b558-2994-424a-a9d0-9b056046cf93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:43:36Z', 'updated_at': '2021-08-19T14:43:43Z', 'revision_number': 4, 'project_id': 'df380a6529a845d9a6df3627792632d0', 'gw_port': {'id': '3c22b558-2994-424a-a9d0-9b056046cf93', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:50:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa05e8d4-6513-4a2b-8f85-2d538da28329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:43:37Z', 'updated_at': '2021-08-19T14:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '7491a2f0-5e5d-4eaf-8b8d-959e8396d220', 'tenant_id': 'df380a6529a845d9a6df3627792632d0', 'floating_ip_address': '172.25.2.31', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': 'aa05e8d4-6513-4a2b-8f85-2d538da28329', 'port_id': '91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1079, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '627779b5-fb62-4ebb-a93a-4cd257e391a1', 'mac_address': 'fa:16:3e:9f:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c77d6e-b325-441d-8789-97a091d409cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:43:50Z', 'updated_at': '2021-08-19T14:44:52Z', 'revision_number': 1, 'project_id': 'df380a6529a845d9a6df3627792632d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd028c98a-da11-452c-b1f0-4557ca12da6d', 'name': '', 'network_id': '627779b5-fb62-4ebb-a93a-4cd257e391a1', 'tenant_id': 'df380a6529a845d9a6df3627792632d0', 'mac_address': 'fa:16:3e:3c:0f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa05e8d4-6513-4a2b-8f85-2d538da28329', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '1eb22714-ed22-4215-8c28-ce90cbd3694f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:43:42Z', 'updated_at': '2021-08-19T14:43:53Z', 'revision_number': 5, 'project_id': 'df380a6529a845d9a6df3627792632d0', 'subnets': [{'id': '1eb22714-ed22-4215-8c28-ce90cbd3694f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:44:55.330033 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2997a0b1-6009-41e9-ab03-79c93529c1a3 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Pushing event updated for resources: {'Subnet': ['ID=0430ee3e-effd-4a30-9b36-a3f30e5321c7,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:55.341364 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780547ae-84b0-446a-b22b-8e9875a52790 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4f33ee-6a2f-4478-acfd-971000e7eb95,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:55.353492 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9fa0e85b-50dd-4552-8a99-ee49bb0f48bb req-088745a0-1bfc-4815-831b-b1f95f505aac tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/ports?device_id=b09af2a2-2b66-4330-b2f7-8ea9953cd927 HTTP/1.1" status: 200 len: 210 time: 0.1385908 Aug 19 14:44:55.355934 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-34eacb03-45cf-4da1-addf-b1d030344737 req-ffe7960b-2ca9-4c80-8857-a9b939bdde18 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:55.397449 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b9bb7d-b7b3-435a-81b9-550d48e13706 None None] The sync data for ids ['aa05e8d4-6513-4a2b-8f85-2d538da28329'] in n-d-766043-2 is: [{'id': 'aa05e8d4-6513-4a2b-8f85-2d538da28329', 'name': 'tempest-ServersTestBootFromVolume-549399775-router', 'tenant_id': 'df380a6529a845d9a6df3627792632d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '3c22b558-2994-424a-a9d0-9b056046cf93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:43:36Z', 'updated_at': '2021-08-19T14:43:43Z', 'revision_number': 4, 'project_id': 'df380a6529a845d9a6df3627792632d0', 'gw_port': {'id': '3c22b558-2994-424a-a9d0-9b056046cf93', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:50:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa05e8d4-6513-4a2b-8f85-2d538da28329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:43:37Z', 'updated_at': '2021-08-19T14:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '7491a2f0-5e5d-4eaf-8b8d-959e8396d220', 'tenant_id': 'df380a6529a845d9a6df3627792632d0', 'floating_ip_address': '172.25.2.31', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': 'aa05e8d4-6513-4a2b-8f85-2d538da28329', 'port_id': '91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1079, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '627779b5-fb62-4ebb-a93a-4cd257e391a1', 'mac_address': 'fa:16:3e:9f:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c77d6e-b325-441d-8789-97a091d409cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:43:50Z', 'updated_at': '2021-08-19T14:44:52Z', 'revision_number': 1, 'project_id': 'df380a6529a845d9a6df3627792632d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd028c98a-da11-452c-b1f0-4557ca12da6d', 'name': '', 'network_id': '627779b5-fb62-4ebb-a93a-4cd257e391a1', 'tenant_id': 'df380a6529a845d9a6df3627792632d0', 'mac_address': 'fa:16:3e:3c:0f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa05e8d4-6513-4a2b-8f85-2d538da28329', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '1eb22714-ed22-4215-8c28-ce90cbd3694f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:43:42Z', 'updated_at': '2021-08-19T14:43:53Z', 'revision_number': 5, 'project_id': 'df380a6529a845d9a6df3627792632d0', 'subnets': [{'id': '1eb22714-ed22-4215-8c28-ce90cbd3694f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:44:55.433551 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2997a0b1-6009-41e9-ab03-79c93529c1a3 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Checking segment: {'id': 'a014035c-62d4-4d09-a552-7136dc4ea625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07e56f8d-524f-451f-9f4a-e8039335024a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:44:55.434072 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2997a0b1-6009-41e9-ab03-79c93529c1a3 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Network hostable DHCP agents. Network: 07e56f8d-524f-451f-9f4a-e8039335024a, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:44:55.448945 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34eacb03-45cf-4da1-addf-b1d030344737 req-ffe7960b-2ca9-4c80-8857-a9b939bdde18 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:44:55.464632 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-34eacb03-45cf-4da1-addf-b1d030344737 req-ffe7960b-2ca9-4c80-8857-a9b939bdde18 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:44:55.471593 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-34eacb03-45cf-4da1-addf-b1d030344737 req-ffe7960b-2ca9-4c80-8857-a9b939bdde18 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:44:55.486675 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe7960b-2ca9-4c80-8857-a9b939bdde18 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Pushing event updated for resources: {'Port': ['ID=9bd932e8-f7db-485d-86d9-0b4379feaa6d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:55.493286 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e189b3da-649a-4edb-9a6d-48e799b67a0a req-80546287-eabf-4367-a873-810016095a2c tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] 10.222.0.69 "GET /v2.0/security-groups/5cbc4986-4cf8-4344-82f8-ab362b4171bc HTTP/1.1" status: 200 len: 1806 time: 0.0949080 Aug 19 14:44:55.504595 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd7b3bc0-893e-4191-a0a9-11d75194906f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:55.514511 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd7b3bc0-893e-4191-a0a9-11d75194906f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:55.515847 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-bd7b3bc0-893e-4191-a0a9-11d75194906f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1e4f8510-f232-4caa-b7e9-71ea7d1a7294 HTTP/1.1" status: 204 len: 168 time: 0.5185037 Aug 19 14:44:55.529468 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a0696dcf-3f37-456a-b4aa-7e720fe0172a req-d38ef36c-4cd2-4e3e-87ae-5c64a97a4997 service neutron] 10.222.0.88 "GET /v2.0/networks/627779b5-fb62-4ebb-a93a-4cd257e391a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611358 Aug 19 14:44:55.556305 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7b3bc0-893e-4191-a0a9-11d75194906f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4f8510-f232-4caa-b7e9-71ea7d1a7294,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:55.568914 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2997a0b1-6009-41e9-ab03-79c93529c1a3 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Network 07e56f8d-524f-451f-9f4a-e8039335024a is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:44:55.578679 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af08521-0a8c-400b-af42-a11e34de662d req-e2bf9c02-62cc-46d8-bead-e997155f5dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:55.586434 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2af08521-0a8c-400b-af42-a11e34de662d req-e2bf9c02-62cc-46d8-bead-e997155f5dd0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=10b4b906cd664269be1dcc73e4b14e2a&device_id=efc253a1-b140-49ef-a956-7a3c0b6c79cb HTTP/1.1" status: 200 len: 1099 time: 0.1825969 Aug 19 14:44:55.634209 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eacb03-45cf-4da1-addf-b1d030344737 req-ffe7960b-2ca9-4c80-8857-a9b939bdde18 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:55.635262 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-34eacb03-45cf-4da1-addf-b1d030344737 req-ffe7960b-2ca9-4c80-8857-a9b939bdde18 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:55.644482 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e189b3da-649a-4edb-9a6d-48e799b67a0a req-b4f4b62e-1f4b-4259-a8c4-c352ff83b9a1 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] 10.222.0.69 "GET /v2.0/security-groups/0b4f33ee-6a2f-4478-acfd-971000e7eb95 HTTP/1.1" status: 200 len: 1806 time: 0.1502516 Aug 19 14:44:55.651293 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-e189b3da-649a-4edb-9a6d-48e799b67a0a req-29b6057e-9dab-450a-bf35-7c097fdd7138 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5cbc4986-4cf8-4344-82f8-ab362b4171bc', 'remote_group_id': '0b4f33ee-6a2f-4478-acfd-971000e7eb95', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:55.651682 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-e189b3da-649a-4edb-9a6d-48e799b67a0a req-29b6057e-9dab-450a-bf35-7c097fdd7138 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5cbc4986-4cf8-4344-82f8-ab362b4171bc', 'remote_group_id': '0b4f33ee-6a2f-4478-acfd-971000e7eb95', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:55.677658 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-2997a0b1-6009-41e9-ab03-79c93529c1a3 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 07e56f8d-524f-451f-9f4a-e8039335024a) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:44:55.686700 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91549d7-caff-4447-b1dc-6f89cac2bede None None] Network 07e56f8d-524f-451f-9f4a-e8039335024a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:44:55.706983 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2997a0b1-6009-41e9-ab03-79c93529c1a3 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:55.707562 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2997a0b1-6009-41e9-ab03-79c93529c1a3 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:55.722059 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a0696dcf-3f37-456a-b4aa-7e720fe0172a req-375a48c2-f865-4303-ab84-a45267dd4b34 service neutron] 10.222.0.88 "GET /v2.0/networks/627779b5-fb62-4ebb-a93a-4cd257e391a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821773 Aug 19 14:44:55.795045 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e189b3da-649a-4edb-9a6d-48e799b67a0a req-29b6057e-9dab-450a-bf35-7c097fdd7138 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:55.803825 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233245e1-f174-4076-8a64-318ae6ded2fd None None] New status for floating IP 7491a2f0-5e5d-4eaf-8b8d-959e8396d220: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 14:44:55.864977 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e189b3da-649a-4edb-9a6d-48e799b67a0a req-29b6057e-9dab-450a-bf35-7c097fdd7138 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:55.873386 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e189b3da-649a-4edb-9a6d-48e799b67a0a req-29b6057e-9dab-450a-bf35-7c097fdd7138 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:55.884578 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bd53575b-1eb2-4ecf-a782-4241cfbb8aaf None None] Provisioning for port 9bd932e8-f7db-485d-86d9-0b4379feaa6d completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:44:55.899166 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bd53575b-1eb2-4ecf-a782-4241cfbb8aaf None None] Provisioning complete for port 9bd932e8-f7db-485d-86d9-0b4379feaa6d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:44:55.899828 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bd53575b-1eb2-4ecf-a782-4241cfbb8aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:55.904585 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b6057e-9dab-450a-bf35-7c097fdd7138 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b3b3158-4a43-41c3-a8a4-951ef11d0145,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:55.942799 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e189b3da-649a-4edb-9a6d-48e799b67a0a req-29b6057e-9dab-450a-bf35-7c097fdd7138 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:55.944110 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e189b3da-649a-4edb-9a6d-48e799b67a0a req-29b6057e-9dab-450a-bf35-7c097fdd7138 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2987936 Aug 19 14:44:55.951512 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-bd53575b-1eb2-4ecf-a782-4241cfbb8aaf None None] Port 9bd932e8-f7db-485d-86d9-0b4379feaa6d cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:44:55.980080 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-1f6a4d6e-ae59-4ba0-840f-8837f115d1c0 req-a4c192ed-2c7f-49a4-8324-1dd22c093a41 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-773198559', 'description': 'tempest-description-2036345347'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:56.061419 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cd2b19-5f2d-4487-adfb-14384aa6fae9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-07e56f8d-524f-451f-9f4a-e8039335024a', 'network_id': '07e56f8d-524f-451f-9f4a-e8039335024a', 'tenant_id': 'bd1709e8cdcf404f8e501cbea2b0ebc9', 'fixed_ips': [{'subnet_id': '0430ee3e-effd-4a30-9b36-a3f30e5321c7'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:44:56.062476 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a6cd2b19-5f2d-4487-adfb-14384aa6fae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:56.114388 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-34eacb03-45cf-4da1-addf-b1d030344737 req-ffe7960b-2ca9-4c80-8857-a9b939bdde18 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9560926 Aug 19 14:44:56.128565 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1f6a4d6e-ae59-4ba0-840f-8837f115d1c0 req-a4c192ed-2c7f-49a4-8324-1dd22c093a41 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:56.140501 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-34eacb03-45cf-4da1-addf-b1d030344737 req-c9fd6d2f-325d-472a-b3c5-798ff956fb34 service neutron] Request body: {'port': {'device_id': 'b09af2a2-2b66-4330-b2f7-8ea9953cd927', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:56.174243 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2997a0b1-6009-41e9-ab03-79c93529c1a3 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8947957 Aug 19 14:44:56.177139 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47518) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:56.188243 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-4ad14abf-4f37-4a5f-90a5-19d45ac8b9e5 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-968956693'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:56.216088 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-34eacb03-45cf-4da1-addf-b1d030344737 req-c9fd6d2f-325d-472a-b3c5-798ff956fb34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:56.219977 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af08521-0a8c-400b-af42-a11e34de662d req-16ef2304-5260-4c79-811d-2bee1f1a4358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:56.221648 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2af08521-0a8c-400b-af42-a11e34de662d req-16ef2304-5260-4c79-811d-2bee1f1a4358 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.6250641 Aug 19 14:44:56.250604 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-a6cd2b19-5f2d-4487-adfb-14384aa6fae9 None None] Allocated IP 19.80.0.2 (07e56f8d-524f-451f-9f4a-e8039335024a/0430ee3e-effd-4a30-9b36-a3f30e5321c7/8c030b80-fd8e-42b5-b104-47e4a0f1ac91) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:44:56.273171 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2af08521-0a8c-400b-af42-a11e34de662d req-c966c3e6-7480-4439-825b-14ad5f7607a6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1 HTTP/1.1" status: 200 len: 217 time: 0.0422645 Aug 19 14:44:56.290600 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1f6a4d6e-ae59-4ba0-840f-8837f115d1c0 req-a4c192ed-2c7f-49a4-8324-1dd22c093a41 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:56.310762 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1f6a4d6e-ae59-4ba0-840f-8837f115d1c0 req-a4c192ed-2c7f-49a4-8324-1dd22c093a41 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:56.332440 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad14abf-4f37-4a5f-90a5-19d45ac8b9e5 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Made reservation on behalf of bd1709e8cdcf404f8e501cbea2b0ebc9 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:44:56.335801 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ad14abf-4f37-4a5f-90a5-19d45ac8b9e5 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:56.340964 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1f6a4d6e-ae59-4ba0-840f-8837f115d1c0 req-a4c192ed-2c7f-49a4-8324-1dd22c093a41 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:56.346118 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1f6a4d6e-ae59-4ba0-840f-8837f115d1c0 req-a4c192ed-2c7f-49a4-8324-1dd22c093a41 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3719614 Aug 19 14:44:56.386833 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-510fe4e8-c1a0-45e3-8570-bac1bbf0eccb req-caf72165-2e6f-443f-a340-fba5157d0f9c tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-710037647', 'description': 'tempest-description-2129846032'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:56.416816 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c192ed-2c7f-49a4-8324-1dd22c093a41 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=900067fb-5489-44da-a3db-0876b84e9c74,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:56.469779 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ad14abf-4f37-4a5f-90a5-19d45ac8b9e5 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:44:56.470159 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a6cd2b19-5f2d-4487-adfb-14384aa6fae9 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:56.483267 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a6cd2b19-5f2d-4487-adfb-14384aa6fae9 None None] Transition to ACTIVE for port object 8c030b80-fd8e-42b5-b104-47e4a0f1ac91 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:44:56.485547 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af08521-0a8c-400b-af42-a11e34de662d req-05d7c4e2-a0b8-4434-9fe2-cd3386705fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:56.487237 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2af08521-0a8c-400b-af42-a11e34de662d req-05d7c4e2-a0b8-4434-9fe2-cd3386705fe4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.1910427 Aug 19 14:44:56.490991 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ad14abf-4f37-4a5f-90a5-19d45ac8b9e5 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:56.493806 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-4ad14abf-4f37-4a5f-90a5-19d45ac8b9e5 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Added segment c24a302e-1b20-425d-a430-c936ea7b40e8 of type vlan for network c6ffaaae-e20d-4eef-81a0-0e4d4a61180e Aug 19 14:44:56.504047 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a6cd2b19-5f2d-4487-adfb-14384aa6fae9 None None] Transition to ACTIVE for port object 8c030b80-fd8e-42b5-b104-47e4a0f1ac91 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:44:56.517065 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a6cd2b19-5f2d-4487-adfb-14384aa6fae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:56.549594 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ad14abf-4f37-4a5f-90a5-19d45ac8b9e5 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:56.563979 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cd2b19-5f2d-4487-adfb-14384aa6fae9 None None] Network 07e56f8d-524f-451f-9f4a-e8039335024a is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:44:56.570376 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-a6cd2b19-5f2d-4487-adfb-14384aa6fae9 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:44:56.573861 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cd2b19-5f2d-4487-adfb-14384aa6fae9 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:44:56.584629 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cd2b19-5f2d-4487-adfb-14384aa6fae9 None None] Pushing event updated for resources: {'Port': ['ID=8c030b80-fd8e-42b5-b104-47e4a0f1ac91,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:56.588038 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ad14abf-4f37-4a5f-90a5-19d45ac8b9e5 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:56.594578 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad14abf-4f37-4a5f-90a5-19d45ac8b9e5 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:56.596478 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ad14abf-4f37-4a5f-90a5-19d45ac8b9e5 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:56.603993 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-510fe4e8-c1a0-45e3-8570-bac1bbf0eccb req-caf72165-2e6f-443f-a340-fba5157d0f9c tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:56.627527 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af08521-0a8c-400b-af42-a11e34de662d req-eaef7dcf-4355-46a9-84fc-d8374aaf85e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:56.629741 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2af08521-0a8c-400b-af42-a11e34de662d req-eaef7dcf-4355-46a9-84fc-d8374aaf85e0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1332185 Aug 19 14:44:56.642745 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a6cd2b19-5f2d-4487-adfb-14384aa6fae9 None None] Attempting to bind port 8c030b80-fd8e-42b5-b104-47e4a0f1ac91 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:44:56.643117 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a6cd2b19-5f2d-4487-adfb-14384aa6fae9 None None] Attempting to bind port 8c030b80-fd8e-42b5-b104-47e4a0f1ac91 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'a014035c-62d4-4d09-a552-7136dc4ea625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07e56f8d-524f-451f-9f4a-e8039335024a'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:44:56.643484 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cd2b19-5f2d-4487-adfb-14384aa6fae9 None None] Attempting to bind port 8c030b80-fd8e-42b5-b104-47e4a0f1ac91 on network 07e56f8d-524f-451f-9f4a-e8039335024a {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:44:56.649420 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cd2b19-5f2d-4487-adfb-14384aa6fae9 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:44:56.649928 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cd2b19-5f2d-4487-adfb-14384aa6fae9 None None] Checking segment: {'id': 'a014035c-62d4-4d09-a552-7136dc4ea625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07e56f8d-524f-451f-9f4a-e8039335024a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:44:56.650185 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a6cd2b19-5f2d-4487-adfb-14384aa6fae9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:56.650572 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cd2b19-5f2d-4487-adfb-14384aa6fae9 None None] Bound using segment: {'id': 'a014035c-62d4-4d09-a552-7136dc4ea625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07e56f8d-524f-451f-9f4a-e8039335024a'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:44:56.651033 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a6cd2b19-5f2d-4487-adfb-14384aa6fae9 None None] Bound port: 8c030b80-fd8e-42b5-b104-47e4a0f1ac91, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a014035c-62d4-4d09-a552-7136dc4ea625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07e56f8d-524f-451f-9f4a-e8039335024a'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:44:56.651927 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a6cd2b19-5f2d-4487-adfb-14384aa6fae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:56.708161 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-4ad14abf-4f37-4a5f-90a5-19d45ac8b9e5 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5264261 Aug 19 14:44:56.711024 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47540) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:56.722001 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-08ac0438-b045-4357-a502-d86642dcca94 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Request body: {'subnet': {'network_id': 'c6ffaaae-e20d-4eef-81a0-0e4d4a61180e', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:56.722544 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47542) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:56.730101 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad14abf-4f37-4a5f-90a5-19d45ac8b9e5 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Pushing event updated for resources: {'Network': ['ID=c6ffaaae-e20d-4eef-81a0-0e4d4a61180e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:56.732842 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a6cd2b19-5f2d-4487-adfb-14384aa6fae9 None None] For port 8c030b80-fd8e-42b5-b104-47e4a0f1ac91, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:44:56.738347 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a6cd2b19-5f2d-4487-adfb-14384aa6fae9 None None] For port 8c030b80-fd8e-42b5-b104-47e4a0f1ac91, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=8c030b80-fd8e-42b5-b104-47e4a0f1ac91,segment=NetworkSegment(a014035c-62d4-4d09-a552-7136dc4ea625),segment_id=a014035c-62d4-4d09-a552-7136dc4ea625)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:44:56.749067 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:44:56.751369 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network c6ffaaae-e20d-4eef-81a0-0e4d4a61180e details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:44:56.768941 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a6cd2b19-5f2d-4487-adfb-14384aa6fae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:56.786795 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3bd19-dfab-4511-ab26-41f8063af4b4 req-63b3b143-9a80-467d-a5e1-1813c294f291 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:56.788443 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-81e3bd19-dfab-4511-ab26-41f8063af4b4 req-63b3b143-9a80-467d-a5e1-1813c294f291 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/ports?device_id=b09af2a2-2b66-4330-b2f7-8ea9953cd927 HTTP/1.1" status: 200 len: 936 time: 0.2108872 Aug 19 14:44:56.813174 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2af08521-0a8c-400b-af42-a11e34de662d req-a16267e1-c3ec-4c2c-948b-31703284b443 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673520 Aug 19 14:44:56.866198 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-ca9d6447-158f-4521-a9ba-e621fa1c9ad4 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1251343986'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:56.886610 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-81e3bd19-dfab-4511-ab26-41f8063af4b4 req-6947e920-4f06-46ec-ae62-db2bc85cd8e7 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/security-groups?id=ec30ddbb-2af8-4046-9a73-22322e85c7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894189 Aug 19 14:44:56.942239 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-510fe4e8-c1a0-45e3-8570-bac1bbf0eccb req-caf72165-2e6f-443f-a340-fba5157d0f9c tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:56.958129 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-510fe4e8-c1a0-45e3-8570-bac1bbf0eccb req-caf72165-2e6f-443f-a340-fba5157d0f9c tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:56.996636 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cd2b19-5f2d-4487-adfb-14384aa6fae9 None None] Pushing event updated for resources: {'Port': ['ID=8c030b80-fd8e-42b5-b104-47e4a0f1ac91,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:57.000198 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ac0438-b045-4357-a502-d86642dcca94 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Made reservation on behalf of bd1709e8cdcf404f8e501cbea2b0ebc9 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:44:57.004215 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08ac0438-b045-4357-a502-d86642dcca94 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:57.013058 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-510fe4e8-c1a0-45e3-8570-bac1bbf0eccb req-caf72165-2e6f-443f-a340-fba5157d0f9c tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:57.019186 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-510fe4e8-c1a0-45e3-8570-bac1bbf0eccb req-caf72165-2e6f-443f-a340-fba5157d0f9c tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6465321 Aug 19 14:44:57.019983 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf72165-2e6f-443f-a340-fba5157d0f9c tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27bb1ab6-0c20-4fe7-86c2-d063b99ac8a8,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:57.021853 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-34eacb03-45cf-4da1-addf-b1d030344737 req-c9fd6d2f-325d-472a-b3c5-798ff956fb34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bd932e8-f7db-485d-86d9-0b4379feaa6d {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:44:57.042470 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-34eacb03-45cf-4da1-addf-b1d030344737 req-c9fd6d2f-325d-472a-b3c5-798ff956fb34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:57.051890 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2af08521-0a8c-400b-af42-a11e34de662d req-fab303a4-9dcd-4e1d-a65f-df41f17b221a service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264152 Aug 19 14:44:57.072868 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-34eacb03-45cf-4da1-addf-b1d030344737 req-c9fd6d2f-325d-472a-b3c5-798ff956fb34 service neutron] Transition to ACTIVE for port object 9bd932e8-f7db-485d-86d9-0b4379feaa6d will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:44:57.076148 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:44:57.080400 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-34eacb03-45cf-4da1-addf-b1d030344737 req-c9fd6d2f-325d-472a-b3c5-798ff956fb34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:57.090318 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': 'ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'port_id': 'ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1', 'mac_address': 'fa:16:3e:3c:6f:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:44:57.190184 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:57.207267 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:44:57.224574 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9d6447-158f-4521-a9ba-e621fa1c9ad4 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Made reservation on behalf of e534646a927840f888311d69fba4cd80 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:44:57.228241 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ca9d6447-158f-4521-a9ba-e621fa1c9ad4 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:57.237675 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd6d2f-325d-472a-b3c5-798ff956fb34 service neutron] Pushing event updated for resources: {'Port': ['ID=9bd932e8-f7db-485d-86d9-0b4379feaa6d,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:57.251267 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ca9d6447-158f-4521-a9ba-e621fa1c9ad4 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:57.254751 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:44:57.269467 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:57.289829 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6f37cdb9-d041-4b7b-bf7d-8a4377a9b815 req-15f4a694-2c09-4b1d-a111-eda00a5420b6 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] 10.222.0.69 "GET /v2.0/security-groups/900067fb-5489-44da-a3db-0876b84e9c74 HTTP/1.1" status: 200 len: 1806 time: 0.1156876 Aug 19 14:44:57.308599 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-34eacb03-45cf-4da1-addf-b1d030344737 req-c9fd6d2f-325d-472a-b3c5-798ff956fb34 service neutron] Attempting to bind port 9bd932e8-f7db-485d-86d9-0b4379feaa6d on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:44:57.309162 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-34eacb03-45cf-4da1-addf-b1d030344737 req-c9fd6d2f-325d-472a-b3c5-798ff956fb34 service neutron] Attempting to bind port 9bd932e8-f7db-485d-86d9-0b4379feaa6d by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:44:57.309293 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34eacb03-45cf-4da1-addf-b1d030344737 req-c9fd6d2f-325d-472a-b3c5-798ff956fb34 service neutron] Attempting to bind port 9bd932e8-f7db-485d-86d9-0b4379feaa6d on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:44:57.313872 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34eacb03-45cf-4da1-addf-b1d030344737 req-c9fd6d2f-325d-472a-b3c5-798ff956fb34 service neutron] Port 9bd932e8-f7db-485d-86d9-0b4379feaa6d on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:44:57.314211 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34eacb03-45cf-4da1-addf-b1d030344737 req-c9fd6d2f-325d-472a-b3c5-798ff956fb34 service neutron] Attempting to bind port 9bd932e8-f7db-485d-86d9-0b4379feaa6d on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:44:57.320197 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34eacb03-45cf-4da1-addf-b1d030344737 req-c9fd6d2f-325d-472a-b3c5-798ff956fb34 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:44:57.320595 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34eacb03-45cf-4da1-addf-b1d030344737 req-c9fd6d2f-325d-472a-b3c5-798ff956fb34 service neutron] Checking segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:44:57.322978 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34eacb03-45cf-4da1-addf-b1d030344737 req-c9fd6d2f-325d-472a-b3c5-798ff956fb34 service neutron] Bound using segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:44:57.324127 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-34eacb03-45cf-4da1-addf-b1d030344737 req-c9fd6d2f-325d-472a-b3c5-798ff956fb34 service neutron] Bound port: 9bd932e8-f7db-485d-86d9-0b4379feaa6d, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:44:57.327287 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-34eacb03-45cf-4da1-addf-b1d030344737 req-c9fd6d2f-325d-472a-b3c5-798ff956fb34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:57.346059 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:57.412114 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-34eacb03-45cf-4da1-addf-b1d030344737 req-c9fd6d2f-325d-472a-b3c5-798ff956fb34 service neutron] For port 9bd932e8-f7db-485d-86d9-0b4379feaa6d, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:44:57.415459 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-34eacb03-45cf-4da1-addf-b1d030344737 req-c9fd6d2f-325d-472a-b3c5-798ff956fb34 service neutron] For port 9bd932e8-f7db-485d-86d9-0b4379feaa6d, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=9bd932e8-f7db-485d-86d9-0b4379feaa6d,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:44:57.420587 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-34eacb03-45cf-4da1-addf-b1d030344737 req-c9fd6d2f-325d-472a-b3c5-798ff956fb34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:57.464821 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6f37cdb9-d041-4b7b-bf7d-8a4377a9b815 req-479949ee-3117-4707-9950-53de560d8ce6 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] 10.222.0.69 "GET /v2.0/security-groups/27bb1ab6-0c20-4fe7-86c2-d063b99ac8a8 HTTP/1.1" status: 200 len: 1806 time: 0.1606307 Aug 19 14:44:57.474360 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-6f37cdb9-d041-4b7b-bf7d-8a4377a9b815 req-aa807bbb-38c7-4261-9a79-77a9a4bfb056 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '900067fb-5489-44da-a3db-0876b84e9c74', 'remote_group_id': '27bb1ab6-0c20-4fe7-86c2-d063b99ac8a8', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:57.474825 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-6f37cdb9-d041-4b7b-bf7d-8a4377a9b815 req-aa807bbb-38c7-4261-9a79-77a9a4bfb056 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '900067fb-5489-44da-a3db-0876b84e9c74', 'remote_group_id': '27bb1ab6-0c20-4fe7-86c2-d063b99ac8a8', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:57.487897 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd6d2f-325d-472a-b3c5-798ff956fb34 service neutron] Pushing event updated for resources: {'Port': ['ID=9bd932e8-f7db-485d-86d9-0b4379feaa6d,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:57.491135 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eacb03-45cf-4da1-addf-b1d030344737 req-c9fd6d2f-325d-472a-b3c5-798ff956fb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:57.491749 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-34eacb03-45cf-4da1-addf-b1d030344737 req-c9fd6d2f-325d-472a-b3c5-798ff956fb34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:57.493148 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-34eacb03-45cf-4da1-addf-b1d030344737 req-c9fd6d2f-325d-472a-b3c5-798ff956fb34 service neutron] 10.222.0.68 "PUT /v2.0/ports/9bd932e8-f7db-485d-86d9-0b4379feaa6d HTTP/1.1" status: 200 len: 1096 time: 1.3690281 Aug 19 14:44:57.493792 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b09af2a2-2b66-4330-b2f7-8ea9953cd927', 'tag': '9bd932e8-f7db-485d-86d9-0b4379feaa6d'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:44:57.496651 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a41f17f-f8f5-43a3-aed4-642bbaa77193" -d '{"events": [{"name": "network-changed", "server_uuid": "b09af2a2-2b66-4330-b2f7-8ea9953cd927", "tag": "9bd932e8-f7db-485d-86d9-0b4379feaa6d"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:44:57.516733 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:44:57.560786 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08ac0438-b045-4357-a502-d86642dcca94 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:57.604089 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ca9d6447-158f-4521-a9ba-e621fa1c9ad4 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:57.624997 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ca9d6447-158f-4521-a9ba-e621fa1c9ad4 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:57.627555 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eacb03-45cf-4da1-addf-b1d030344737 req-2cd1489a-ae7c-4217-9ea1-462d2fe1680a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:57.641201 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-34eacb03-45cf-4da1-addf-b1d030344737 req-2cd1489a-ae7c-4217-9ea1-462d2fe1680a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=10b4b906cd664269be1dcc73e4b14e2a&device_id=b09af2a2-2b66-4330-b2f7-8ea9953cd927 HTTP/1.1" status: 200 len: 1099 time: 0.0944459 Aug 19 14:44:57.645219 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66734059-c53c-46f6-bb18-1cf367a748d8 x-openstack-request-id: req-66734059-c53c-46f6-bb18-1cf367a748d8 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:44:57.645537 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b09af2a2-2b66-4330-b2f7-8ea9953cd927", "tag": "9bd932e8-f7db-485d-86d9-0b4379feaa6d", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:44:57.645912 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-66734059-c53c-46f6-bb18-1cf367a748d8 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:44:57.646317 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b09af2a2-2b66-4330-b2f7-8ea9953cd927', 'tag': '9bd932e8-f7db-485d-86d9-0b4379feaa6d', 'status': 'completed', 'code': 200} Aug 19 14:44:57.673054 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca9d6447-158f-4521-a9ba-e621fa1c9ad4 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:44:57.708060 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-34eacb03-45cf-4da1-addf-b1d030344737 req-ddb07c7c-7812-4b2c-951b-0538e5ff91f4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=9bd932e8-f7db-485d-86d9-0b4379feaa6d HTTP/1.1" status: 200 len: 217 time: 0.0659349 Aug 19 14:44:57.710520 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac0438-b045-4357-a502-d86642dcca94 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Pushing event updated for resources: {'Subnet': ['ID=5f3826fb-072b-462e-a38c-b318fdc472ae,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:57.738388 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ca9d6447-158f-4521-a9ba-e621fa1c9ad4 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:57.738733 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-ca9d6447-158f-4521-a9ba-e621fa1c9ad4 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Added segment f64c20ba-27cb-44ae-a266-b7b1cabc6943 of type vlan for network 3370f036-080e-4018-81e8-8eb820299e94 Aug 19 14:44:57.749635 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9d6447-158f-4521-a9ba-e621fa1c9ad4 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b149cb7-bcdc-49fc-aebc-159b5e721401,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:57.781063 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eacb03-45cf-4da1-addf-b1d030344737 req-dc4f5c3e-e060-4a26-b0d5-b9f2f7766dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:57.782763 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-34eacb03-45cf-4da1-addf-b1d030344737 req-dc4f5c3e-e060-4a26-b0d5-b9f2f7766dc7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.0663564 Aug 19 14:44:57.811265 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ac0438-b045-4357-a502-d86642dcca94 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Checking segment: {'id': 'c24a302e-1b20-425d-a430-c936ea7b40e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'c6ffaaae-e20d-4eef-81a0-0e4d4a61180e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:44:57.811610 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ac0438-b045-4357-a502-d86642dcca94 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Network hostable DHCP agents. Network: c6ffaaae-e20d-4eef-81a0-0e4d4a61180e, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:44:57.831096 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ca9d6447-158f-4521-a9ba-e621fa1c9ad4 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:57.834845 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eacb03-45cf-4da1-addf-b1d030344737 req-7151dae6-bdac-4838-82e7-847f50daeb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:57.836542 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6f37cdb9-d041-4b7b-bf7d-8a4377a9b815 req-aa807bbb-38c7-4261-9a79-77a9a4bfb056 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:57.836688 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-34eacb03-45cf-4da1-addf-b1d030344737 req-7151dae6-bdac-4838-82e7-847f50daeb26 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0448055 Aug 19 14:44:57.881071 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ac0438-b045-4357-a502-d86642dcca94 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Network c6ffaaae-e20d-4eef-81a0-0e4d4a61180e is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:44:57.890026 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ca9d6447-158f-4521-a9ba-e621fa1c9ad4 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:57.895587 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9d6447-158f-4521-a9ba-e621fa1c9ad4 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:57.896229 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ca9d6447-158f-4521-a9ba-e621fa1c9ad4 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:57.921790 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6f37cdb9-d041-4b7b-bf7d-8a4377a9b815 req-aa807bbb-38c7-4261-9a79-77a9a4bfb056 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:57.935206 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-08ac0438-b045-4357-a502-d86642dcca94 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, c6ffaaae-e20d-4eef-81a0-0e4d4a61180e) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:44:57.957546 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f903f5d8-577b-4826-b238-4ba34843121d None None] Network c6ffaaae-e20d-4eef-81a0-0e4d4a61180e requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:44:57.967397 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-34eacb03-45cf-4da1-addf-b1d030344737 req-70550d38-0b5d-4e65-969c-976b2cc9f7c3 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202240 Aug 19 14:44:57.981088 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6f37cdb9-d041-4b7b-bf7d-8a4377a9b815 req-aa807bbb-38c7-4261-9a79-77a9a4bfb056 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:57.987202 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ca9d6447-158f-4521-a9ba-e621fa1c9ad4 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2551389 Aug 19 14:44:57.990187 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47556) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:57.993671 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ac0438-b045-4357-a502-d86642dcca94 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:57.994258 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08ac0438-b045-4357-a502-d86642dcca94 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:58.010611 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-aa809dad-3195-4653-a3c5-6bfa084e66a8 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Request body: {'subnet': {'network_id': '3370f036-080e-4018-81e8-8eb820299e94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:58.077548 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa807bbb-38c7-4261-9a79-77a9a4bfb056 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cbe4ed1-12cc-4288-bf4e-c285dafb7ebb,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:58.086001 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-34eacb03-45cf-4da1-addf-b1d030344737 req-6995d7d8-cc6d-4771-a9e4-4ef871eb7f2f service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095037 Aug 19 14:44:58.110334 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9d6447-158f-4521-a9ba-e621fa1c9ad4 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Pushing event updated for resources: {'Network': ['ID=3370f036-080e-4018-81e8-8eb820299e94,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:58.125886 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 3370f036-080e-4018-81e8-8eb820299e94 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:44:58.131875 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6f37cdb9-d041-4b7b-bf7d-8a4377a9b815 req-aa807bbb-38c7-4261-9a79-77a9a4bfb056 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:58.133145 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6f37cdb9-d041-4b7b-bf7d-8a4377a9b815 req-aa807bbb-38c7-4261-9a79-77a9a4bfb056 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6674800 Aug 19 14:44:58.134759 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-08ac0438-b045-4357-a502-d86642dcca94 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4191773 Aug 19 14:44:58.201897 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8553c3-ffce-4178-be69-de4d84c59d1d req-8eef0434-2cf4-49e0-8254-0374665bf006 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:58.209363 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-af8553c3-ffce-4178-be69-de4d84c59d1d req-8eef0434-2cf4-49e0-8254-0374665bf006 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/ports?device_id=b09af2a2-2b66-4330-b2f7-8ea9953cd927 HTTP/1.1" status: 200 len: 948 time: 0.1911666 Aug 19 14:44:58.210988 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a41f17f-f8f5-43a3-aed4-642bbaa77193 req-bbdfd3ec-204f-4e3b-b27f-bedb95aeac76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:58.216711 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4a41f17f-f8f5-43a3-aed4-642bbaa77193 req-bbdfd3ec-204f-4e3b-b27f-bedb95aeac76 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=10b4b906cd664269be1dcc73e4b14e2a&device_id=b09af2a2-2b66-4330-b2f7-8ea9953cd927 HTTP/1.1" status: 200 len: 1099 time: 0.0712585 Aug 19 14:44:58.252237 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa809dad-3195-4653-a3c5-6bfa084e66a8 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Made reservation on behalf of e534646a927840f888311d69fba4cd80 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:44:58.255888 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa809dad-3195-4653-a3c5-6bfa084e66a8 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:58.314994 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-af8553c3-ffce-4178-be69-de4d84c59d1d req-062b1cef-902f-4526-b252-84ed6cef5e02 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/security-groups?id=ec30ddbb-2af8-4046-9a73-22322e85c7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047680 Aug 19 14:44:58.316391 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17218444-a340-4f0e-a941-69b4c9cb6a36 None None] Network 07e56f8d-524f-451f-9f4a-e8039335024a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:44:58.332400 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4794e00d-7fdc-4093-a6c7-1c919e901bbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-c6ffaaae-e20d-4eef-81a0-0e4d4a61180e', 'network_id': 'c6ffaaae-e20d-4eef-81a0-0e4d4a61180e', 'tenant_id': 'bd1709e8cdcf404f8e501cbea2b0ebc9', 'fixed_ips': [{'subnet_id': '5f3826fb-072b-462e-a38c-b318fdc472ae'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:44:58.333255 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4794e00d-7fdc-4093-a6c7-1c919e901bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:58.437656 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a41f17f-f8f5-43a3-aed4-642bbaa77193 req-0b694bc8-aec7-428d-9640-0b6c4129139d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:58.440160 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4a41f17f-f8f5-43a3-aed4-642bbaa77193 req-0b694bc8-aec7-428d-9640-0b6c4129139d service neutron] 10.222.0.68 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.2200749 Aug 19 14:44:58.466116 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c0cac516-2a20-4b61-acf7-14f85566acee req-fe97ea4d-c607-4eb7-923e-af6e966b5805 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] 10.222.0.69 "GET /v2.0/security-groups/27bb1ab6-0c20-4fe7-86c2-d063b99ac8a8 HTTP/1.1" status: 200 len: 1806 time: 0.0969486 Aug 19 14:44:58.493805 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4a41f17f-f8f5-43a3-aed4-642bbaa77193 req-a1699b40-f2f9-494e-9f4b-c9c43dba51bf service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=9bd932e8-f7db-485d-86d9-0b4379feaa6d HTTP/1.1" status: 200 len: 217 time: 0.0443928 Aug 19 14:44:58.496057 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9b32156c-a951-4ee7-94b2-7f703d95b280 None None] Provisioning for port 8c030b80-fd8e-42b5-b104-47e4a0f1ac91 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:44:58.553543 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-4794e00d-7fdc-4093-a6c7-1c919e901bbf None None] Allocated IP 19.86.0.2 (c6ffaaae-e20d-4eef-81a0-0e4d4a61180e/5f3826fb-072b-462e-a38c-b318fdc472ae/e7483ba9-30fd-4dbc-978a-ae1fb32fe9dc) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:44:58.554481 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a41f17f-f8f5-43a3-aed4-642bbaa77193 req-82747922-3a01-46d6-87d9-36c4f84dc8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:58.555694 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4a41f17f-f8f5-43a3-aed4-642bbaa77193 req-82747922-3a01-46d6-87d9-36c4f84dc8ad service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.0540941 Aug 19 14:44:58.583823 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa809dad-3195-4653-a3c5-6bfa084e66a8 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:58.630971 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c0cac516-2a20-4b61-acf7-14f85566acee req-6c62d76e-34ae-444d-a3d4-3b9e96abe00c tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:58.632841 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a41f17f-f8f5-43a3-aed4-642bbaa77193 req-d9dc56ac-cd30-4381-9712-af0359d6c428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:58.634669 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4a41f17f-f8f5-43a3-aed4-642bbaa77193 req-d9dc56ac-cd30-4381-9712-af0359d6c428 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0681815 Aug 19 14:44:58.722008 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c0cac516-2a20-4b61-acf7-14f85566acee req-6c62d76e-34ae-444d-a3d4-3b9e96abe00c tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:58.735844 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4a41f17f-f8f5-43a3-aed4-642bbaa77193 req-91f4acd7-31b2-4f4d-be70-0393d9ef6354 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924313 Aug 19 14:44:58.770455 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:44:58.849262 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4a41f17f-f8f5-43a3-aed4-642bbaa77193 req-d61a852d-59bc-422b-aa3c-3dfc90b59826 service neutron] 10.222.0.68 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039371 Aug 19 14:44:58.935009 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:44:58.947332 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4794e00d-7fdc-4093-a6c7-1c919e901bbf None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:58.952711 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:44:58.952711 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:58.999694 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4794e00d-7fdc-4093-a6c7-1c919e901bbf None None] Transition to ACTIVE for port object e7483ba9-30fd-4dbc-978a-ae1fb32fe9dc will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:44:59.038778 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4794e00d-7fdc-4093-a6c7-1c919e901bbf None None] Transition to ACTIVE for port object e7483ba9-30fd-4dbc-978a-ae1fb32fe9dc will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:44:59.048917 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4794e00d-7fdc-4093-a6c7-1c919e901bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:59.081860 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 8c030b80-fd8e-42b5-b104-47e4a0f1ac91 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:44:59.086207 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa809dad-3195-4653-a3c5-6bfa084e66a8 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Pushing event updated for resources: {'Subnet': ['ID=4760e427-b726-4fc2-8311-f123ea211154,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:59.119011 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4794e00d-7fdc-4093-a6c7-1c919e901bbf None None] Network c6ffaaae-e20d-4eef-81a0-0e4d4a61180e is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:44:59.152895 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa809dad-3195-4653-a3c5-6bfa084e66a8 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Checking segment: {'id': 'f64c20ba-27cb-44ae-a266-b7b1cabc6943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3370f036-080e-4018-81e8-8eb820299e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:44:59.153434 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa809dad-3195-4653-a3c5-6bfa084e66a8 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Network hostable DHCP agents. Network: 3370f036-080e-4018-81e8-8eb820299e94, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:44:59.154420 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-4794e00d-7fdc-4093-a6c7-1c919e901bbf None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:44:59.166023 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4794e00d-7fdc-4093-a6c7-1c919e901bbf None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:44:59.222720 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-255a297e-54fe-4fc0-b691-f07a440440e5 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:59.230349 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-255a297e-54fe-4fc0-b691-f07a440440e5 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:59.232300 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-255a297e-54fe-4fc0-b691-f07a440440e5 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/networks?id=07e56f8d-524f-451f-9f4a-e8039335024a&id=c6ffaaae-e20d-4eef-81a0-0e4d4a61180e HTTP/1.1" status: 200 len: 1391 time: 0.5992882 Aug 19 14:44:59.235198 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa809dad-3195-4653-a3c5-6bfa084e66a8 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Network 3370f036-080e-4018-81e8-8eb820299e94 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:44:59.259828 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-aa809dad-3195-4653-a3c5-6bfa084e66a8 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 3370f036-080e-4018-81e8-8eb820299e94) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:44:59.266239 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c0cac516-2a20-4b61-acf7-14f85566acee req-6c62d76e-34ae-444d-a3d4-3b9e96abe00c tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:59.269377 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c0cac516-2a20-4b61-acf7-14f85566acee req-6c62d76e-34ae-444d-a3d4-3b9e96abe00c tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:59.270860 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c0cac516-2a20-4b61-acf7-14f85566acee req-6c62d76e-34ae-444d-a3d4-3b9e96abe00c tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] 10.222.0.69 "DELETE /v2.0/security-groups/27bb1ab6-0c20-4fe7-86c2-d063b99ac8a8 HTTP/1.1" status: 204 len: 173 time: 0.7962785 Aug 19 14:44:59.272645 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa809dad-3195-4653-a3c5-6bfa084e66a8 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:59.273355 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa809dad-3195-4653-a3c5-6bfa084e66a8 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:59.285356 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-d6fa524e-94d7-4e58-ba59-7f1e42c77834 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/quotas/bd1709e8cdcf404f8e501cbea2b0ebc9 HTTP/1.1" status: 200 len: 375 time: 0.0410376 Aug 19 14:44:59.315993 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c62d76e-34ae-444d-a3d4-3b9e96abe00c tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bb1ab6-0c20-4fe7-86c2-d063b99ac8a8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:59.327471 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65ddccc-3e27-44c2-922b-ce2aa52dd808 None None] Network 3370f036-080e-4018-81e8-8eb820299e94 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:44:59.342629 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-aa809dad-3195-4653-a3c5-6bfa084e66a8 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3368793 Aug 19 14:44:59.345799 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47584) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:44:59.346391 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4794e00d-7fdc-4093-a6c7-1c919e901bbf None None] Pushing event updated for resources: {'Port': ['ID=e7483ba9-30fd-4dbc-978a-ae1fb32fe9dc,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:59.353454 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-058db850-4ed8-484c-91b9-07899a24e212 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Request body: {'port': {'network_id': '3370f036-080e-4018-81e8-8eb820299e94', 'name': 'tempest-AllowedAddressPairTestJSON-909615350'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:44:59.382802 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-d5d5426a-25a8-4aca-9fcf-e9e0256c4352 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=bd1709e8cdcf404f8e501cbea2b0ebc9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0833826 Aug 19 14:44:59.403296 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:59.461931 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-d8433cfd-0f79-4d43-aa9f-5e332c66bc55 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:44:59.463221 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-d8433cfd-0f79-4d43-aa9f-5e332c66bc55 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0714526 Aug 19 14:44:59.510685 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc253a1-b140-49ef-a956-7a3c0b6c79cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:44:59.513668 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4609eae-d705-40e6-83f8-19ba38ee6ea8" -d '{"events": [{"server_uuid": "efc253a1-b140-49ef-a956-7a3c0b6c79cb", "name": "network-vif-plugged", "status": "completed", "tag": "ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:44:59.527776 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058db850-4ed8-484c-91b9-07899a24e212 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Made reservation on behalf of e534646a927840f888311d69fba4cd80 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:44:59.532958 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-058db850-4ed8-484c-91b9-07899a24e212 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:59.549412 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 8c030b80-fd8e-42b5-b104-47e4a0f1ac91 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:44:59.555788 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-058db850-4ed8-484c-91b9-07899a24e212 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] device_id is not set on port 5c9ff55a-9234-4763-a154-5f71a3b30b76 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:44:59.559239 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:44:59.560842 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4794e00d-7fdc-4093-a6c7-1c919e901bbf None None] Attempting to bind port e7483ba9-30fd-4dbc-978a-ae1fb32fe9dc on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:44:59.560842 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4794e00d-7fdc-4093-a6c7-1c919e901bbf None None] Attempting to bind port e7483ba9-30fd-4dbc-978a-ae1fb32fe9dc by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'c24a302e-1b20-425d-a430-c936ea7b40e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'c6ffaaae-e20d-4eef-81a0-0e4d4a61180e'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:44:59.561140 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4794e00d-7fdc-4093-a6c7-1c919e901bbf None None] Attempting to bind port e7483ba9-30fd-4dbc-978a-ae1fb32fe9dc on network c6ffaaae-e20d-4eef-81a0-0e4d4a61180e {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:44:59.568972 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 8c030b80-fd8e-42b5-b104-47e4a0f1ac91 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:44:59.569362 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:59.576302 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:59.605586 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4794e00d-7fdc-4093-a6c7-1c919e901bbf None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:44:59.605969 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4794e00d-7fdc-4093-a6c7-1c919e901bbf None None] Checking segment: {'id': 'c24a302e-1b20-425d-a430-c936ea7b40e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'c6ffaaae-e20d-4eef-81a0-0e4d4a61180e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:44:59.606361 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4794e00d-7fdc-4093-a6c7-1c919e901bbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:59.606755 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4794e00d-7fdc-4093-a6c7-1c919e901bbf None None] Bound using segment: {'id': 'c24a302e-1b20-425d-a430-c936ea7b40e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'c6ffaaae-e20d-4eef-81a0-0e4d4a61180e'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:44:59.607310 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4794e00d-7fdc-4093-a6c7-1c919e901bbf None None] Bound port: e7483ba9-30fd-4dbc-978a-ae1fb32fe9dc, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24a302e-1b20-425d-a430-c936ea7b40e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'c6ffaaae-e20d-4eef-81a0-0e4d4a61180e'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:44:59.607700 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4794e00d-7fdc-4093-a6c7-1c919e901bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:59.609798 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-08235847-b873-4856-a4fc-d302d7e11cea req-1b39e5ce-3bbb-4e1f-a7ad-104eb8cccb1c tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] 10.222.0.69 "GET /v2.0/security-groups/900067fb-5489-44da-a3db-0876b84e9c74 HTTP/1.1" status: 200 len: 1806 time: 0.1115987 Aug 19 14:44:59.626170 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-44d7a928-e8bb-4454-93d4-d64b887ab6bd service neutron] 10.222.0.69 "GET /v2.0/networks/07e56f8d-524f-451f-9f4a-e8039335024a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562045 Aug 19 14:44:59.742862 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-058db850-4ed8-484c-91b9-07899a24e212 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Allocated IP 172.20.0.6 (3370f036-080e-4018-81e8-8eb820299e94/4760e427-b726-4fc2-8311-f123ea211154/5c9ff55a-9234-4763-a154-5f71a3b30b76) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:44:59.749296 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:44:59.825918 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4794e00d-7fdc-4093-a6c7-1c919e901bbf None None] For port e7483ba9-30fd-4dbc-978a-ae1fb32fe9dc, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:44:59.847167 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4794e00d-7fdc-4093-a6c7-1c919e901bbf None None] For port e7483ba9-30fd-4dbc-978a-ae1fb32fe9dc, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=e7483ba9-30fd-4dbc-978a-ae1fb32fe9dc,segment=NetworkSegment(c24a302e-1b20-425d-a430-c936ea7b40e8),segment_id=c24a302e-1b20-425d-a430-c936ea7b40e8)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:44:59.851406 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bef56b-9dd1-4f38-a408-dc199c1cf637 req-348ba67e-1175-4a28-81f7-470ef0b23376 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:44:59.851626 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d755b6-a667-4a32-93c9-24592e62085a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-3370f036-080e-4018-81e8-8eb820299e94', 'network_id': '3370f036-080e-4018-81e8-8eb820299e94', 'tenant_id': 'e534646a927840f888311d69fba4cd80', 'fixed_ips': [{'subnet_id': '4760e427-b726-4fc2-8311-f123ea211154'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:44:59.852382 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-61d755b6-a667-4a32-93c9-24592e62085a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:59.854124 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-14bef56b-9dd1-4f38-a408-dc199c1cf637 req-348ba67e-1175-4a28-81f7-470ef0b23376 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/ports?device_id=b09af2a2-2b66-4330-b2f7-8ea9953cd927 HTTP/1.1" status: 200 len: 948 time: 0.1328230 Aug 19 14:44:59.862818 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4794e00d-7fdc-4093-a6c7-1c919e901bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:59.864711 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:44:59.881174 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-c7d43c58-45c8-4989-bf97-1e1abb8924c4 service neutron] 10.222.0.69 "GET /v2.0/networks/07e56f8d-524f-451f-9f4a-e8039335024a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454174 Aug 19 14:44:59.979081 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-058db850-4ed8-484c-91b9-07899a24e212 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:00.006830 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-058db850-4ed8-484c-91b9-07899a24e212 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Transition to ACTIVE for port object 5c9ff55a-9234-4763-a154-5f71a3b30b76 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:45:00.041256 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-14bef56b-9dd1-4f38-a408-dc199c1cf637 req-d7616c3f-6ec0-4ffe-bd91-78366a4ffe50 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/security-groups?id=ec30ddbb-2af8-4046-9a73-22322e85c7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565087 Aug 19 14:45:00.046486 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 8c030b80-fd8e-42b5-b104-47e4a0f1ac91, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=8c030b80-fd8e-42b5-b104-47e4a0f1ac91,segment=NetworkSegment(a014035c-62d4-4d09-a552-7136dc4ea625),segment_id=a014035c-62d4-4d09-a552-7136dc4ea625)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:45:00.050467 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4794e00d-7fdc-4093-a6c7-1c919e901bbf None None] Pushing event updated for resources: {'Port': ['ID=e7483ba9-30fd-4dbc-978a-ae1fb32fe9dc,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:00.059192 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:00.070602 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-058db850-4ed8-484c-91b9-07899a24e212 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:00.122571 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-3dfb5406-72cd-4986-8be5-906af004aed3 service neutron] 10.222.0.69 "GET /v2.0/networks/c6ffaaae-e20d-4eef-81a0-0e4d4a61180e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401185 Aug 19 14:45:00.140432 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058db850-4ed8-484c-91b9-07899a24e212 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Network 3370f036-080e-4018-81e8-8eb820299e94 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:45:00.158137 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-058db850-4ed8-484c-91b9-07899a24e212 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:45:00.163908 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058db850-4ed8-484c-91b9-07899a24e212 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:45:00.173076 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058db850-4ed8-484c-91b9-07899a24e212 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Pushing event updated for resources: {'Port': ['ID=5c9ff55a-9234-4763-a154-5f71a3b30b76,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:00.227244 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-61d755b6-a667-4a32-93c9-24592e62085a None None] Allocated IP 172.20.0.2 (3370f036-080e-4018-81e8-8eb820299e94/4760e427-b726-4fc2-8311-f123ea211154/c49205bc-4809-4a5f-9a90-81f9e61a484e) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:45:00.229687 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=8c030b80-fd8e-42b5-b104-47e4a0f1ac91,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:00.308252 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-ad6a7142-4806-4617-a9a0-1268ef727ce7 service neutron] 10.222.0.69 "GET /v2.0/networks/c6ffaaae-e20d-4eef-81a0-0e4d4a61180e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775372 Aug 19 14:45:00.316441 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058db850-4ed8-484c-91b9-07899a24e212 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:00.317465 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-058db850-4ed8-484c-91b9-07899a24e212 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:00.341259 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47600) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:00.341515 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-058db850-4ed8-484c-91b9-07899a24e212 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9925640 Aug 19 14:45:00.350254 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-5fe627d2-1371-4412-9f60-d452048d4179 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Request body: {'port': {'network_id': '3370f036-080e-4018-81e8-8eb820299e94', 'name': 'tempest-AllowedAddressPairTestJSON-1944682631', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:b0:c9:8b'}]}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:45:00.478126 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe1f7c3-5876-447d-8bdd-45e67ee31c8b x-openstack-request-id: req-0fe1f7c3-5876-447d-8bdd-45e67ee31c8b {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:45:00.478455 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc253a1-b140-49ef-a956-7a3c0b6c79cb", "name": "network-vif-plugged", "status": "completed", "tag": "ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:45:00.478678 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0fe1f7c3-5876-447d-8bdd-45e67ee31c8b {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:45:00.479074 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc253a1-b140-49ef-a956-7a3c0b6c79cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1', 'code': 200} Aug 19 14:45:00.494882 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-61d755b6-a667-4a32-93c9-24592e62085a None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:00.506311 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-61d755b6-a667-4a32-93c9-24592e62085a None None] Transition to ACTIVE for port object c49205bc-4809-4a5f-9a90-81f9e61a484e will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:45:00.523790 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-61d755b6-a667-4a32-93c9-24592e62085a None None] Transition to ACTIVE for port object c49205bc-4809-4a5f-9a90-81f9e61a484e will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:45:00.532275 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-61d755b6-a667-4a32-93c9-24592e62085a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:00.540263 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-9791cc0d-84a5-4c57-89bb-1dbbf5a4f44e req-5b6503bd-0c28-49df-a9fd-8cd6385d84ec tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-754477169', 'description': 'tempest-description-943675022'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:45:00.573981 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d755b6-a667-4a32-93c9-24592e62085a None None] Network 3370f036-080e-4018-81e8-8eb820299e94 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:45:00.577503 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-61d755b6-a667-4a32-93c9-24592e62085a None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:45:00.581387 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d755b6-a667-4a32-93c9-24592e62085a None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:45:00.585579 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9791cc0d-84a5-4c57-89bb-1dbbf5a4f44e req-5b6503bd-0c28-49df-a9fd-8cd6385d84ec tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:00.590255 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7637e-119b-4701-9307-7f83123fc6de req-70a80549-3f54-462d-9c80-ddf32cd3ed06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:00.591860 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e5a7637e-119b-4701-9307-7f83123fc6de req-70a80549-3f54-462d-9c80-ddf32cd3ed06 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=efc253a1-b140-49ef-a956-7a3c0b6c79cb HTTP/1.1" status: 200 len: 1101 time: 0.0706804 Aug 19 14:45:00.622501 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe627d2-1371-4412-9f60-d452048d4179 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Made reservation on behalf of e534646a927840f888311d69fba4cd80 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:45:00.627090 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d755b6-a667-4a32-93c9-24592e62085a None None] Pushing event updated for resources: {'Port': ['ID=c49205bc-4809-4a5f-9a90-81f9e61a484e,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:00.656312 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e5a7637e-119b-4701-9307-7f83123fc6de req-82e7e836-0ba9-4bb4-b2c0-3239b83aedf3 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=ec30ddbb-2af8-4046-9a73-22322e85c7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560586 Aug 19 14:45:00.664787 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-61d755b6-a667-4a32-93c9-24592e62085a None None] Attempting to bind port c49205bc-4809-4a5f-9a90-81f9e61a484e on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:45:00.665164 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-61d755b6-a667-4a32-93c9-24592e62085a None None] Attempting to bind port c49205bc-4809-4a5f-9a90-81f9e61a484e by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'f64c20ba-27cb-44ae-a266-b7b1cabc6943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3370f036-080e-4018-81e8-8eb820299e94'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:45:00.665529 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d755b6-a667-4a32-93c9-24592e62085a None None] Attempting to bind port c49205bc-4809-4a5f-9a90-81f9e61a484e on network 3370f036-080e-4018-81e8-8eb820299e94 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:45:00.671127 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d755b6-a667-4a32-93c9-24592e62085a None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:45:00.671559 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d755b6-a667-4a32-93c9-24592e62085a None None] Checking segment: {'id': 'f64c20ba-27cb-44ae-a266-b7b1cabc6943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3370f036-080e-4018-81e8-8eb820299e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:45:00.672306 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-61d755b6-a667-4a32-93c9-24592e62085a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:00.672801 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d755b6-a667-4a32-93c9-24592e62085a None None] Bound using segment: {'id': 'f64c20ba-27cb-44ae-a266-b7b1cabc6943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3370f036-080e-4018-81e8-8eb820299e94'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:45:00.673349 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-61d755b6-a667-4a32-93c9-24592e62085a None None] Bound port: c49205bc-4809-4a5f-9a90-81f9e61a484e, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f64c20ba-27cb-44ae-a266-b7b1cabc6943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3370f036-080e-4018-81e8-8eb820299e94'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:45:00.673737 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-61d755b6-a667-4a32-93c9-24592e62085a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:00.755443 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8ea0a5dd-7159-41e3-8082-2991e1ddda63 req-69673227-92be-4c7f-a3dd-5668cc742d21 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/ports?device_id=a64963f3-0901-4bec-acad-3a4c237de683 HTTP/1.1" status: 200 len: 210 time: 0.0447781 Aug 19 14:45:00.760100 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-61d755b6-a667-4a32-93c9-24592e62085a None None] For port c49205bc-4809-4a5f-9a90-81f9e61a484e, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:45:00.767729 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-61d755b6-a667-4a32-93c9-24592e62085a None None] For port c49205bc-4809-4a5f-9a90-81f9e61a484e, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=c49205bc-4809-4a5f-9a90-81f9e61a484e,segment=NetworkSegment(f64c20ba-27cb-44ae-a266-b7b1cabc6943),segment_id=f64c20ba-27cb-44ae-a266-b7b1cabc6943)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:45:00.780796 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5fe627d2-1371-4412-9f60-d452048d4179 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:00.785814 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 9bd932e8-f7db-485d-86d9-0b4379feaa6d details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:45:00.789634 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-61d755b6-a667-4a32-93c9-24592e62085a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:00.815485 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-5fe627d2-1371-4412-9f60-d452048d4179 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] device_id is not set on port 5f0cd43e-5d08-4f47-82bf-99d9bac58b78 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:45:00.823140 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9791cc0d-84a5-4c57-89bb-1dbbf5a4f44e req-5b6503bd-0c28-49df-a9fd-8cd6385d84ec tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:00.863784 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9791cc0d-84a5-4c57-89bb-1dbbf5a4f44e req-5b6503bd-0c28-49df-a9fd-8cd6385d84ec tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:00.910891 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6503bd-0c28-49df-a9fd-8cd6385d84ec tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f25f7dab-9090-45d9-863a-84c6d0e61d3d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:00.913390 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9791cc0d-84a5-4c57-89bb-1dbbf5a4f44e req-5b6503bd-0c28-49df-a9fd-8cd6385d84ec tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:00.919852 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9791cc0d-84a5-4c57-89bb-1dbbf5a4f44e req-5b6503bd-0c28-49df-a9fd-8cd6385d84ec tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4016063 Aug 19 14:45:00.954922 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d755b6-a667-4a32-93c9-24592e62085a None None] Pushing event updated for resources: {'Port': ['ID=c49205bc-4809-4a5f-9a90-81f9e61a484e,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:01.031823 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 9bd932e8-f7db-485d-86d9-0b4379feaa6d, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=9bd932e8-f7db-485d-86d9-0b4379feaa6d,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:45:01.056007 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0d5bdade-9cc6-44e6-9222-397c61fb9681 req-1e782e41-cba4-4d7f-a62a-a1535b1f0e92 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] 10.222.0.69 "GET /v2.0/security-groups/f25f7dab-9090-45d9-863a-84c6d0e61d3d HTTP/1.1" status: 200 len: 1805 time: 0.1142933 Aug 19 14:45:01.059813 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '9bd932e8-f7db-485d-86d9-0b4379feaa6d', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'port_id': '9bd932e8-f7db-485d-86d9-0b4379feaa6d', 'mac_address': 'fa:16:3e:2e:62:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:45:01.079263 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-5fe627d2-1371-4412-9f60-d452048d4179 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Allocated IP 172.20.0.7 (3370f036-080e-4018-81e8-8eb820299e94/4760e427-b726-4fc2-8311-f123ea211154/5f0cd43e-5d08-4f47-82bf-99d9bac58b78) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:45:01.087813 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-0d5bdade-9cc6-44e6-9222-397c61fb9681 req-75cea8f4-be34-4aff-8eb8-33082a0553d7 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f25f7dab-9090-45d9-863a-84c6d0e61d3d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:45:01.088142 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-0d5bdade-9cc6-44e6-9222-397c61fb9681 req-75cea8f4-be34-4aff-8eb8-33082a0553d7 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f25f7dab-9090-45d9-863a-84c6d0e61d3d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:45:01.132794 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:01.158221 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bd932e8-f7db-485d-86d9-0b4379feaa6d {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:45:01.190152 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 9bd932e8-f7db-485d-86d9-0b4379feaa6d, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=9bd932e8-f7db-485d-86d9-0b4379feaa6d,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:45:01.204815 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:01.295746 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device e7483ba9-30fd-4dbc-978a-ae1fb32fe9dc up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:45:01.376856 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=9bd932e8-f7db-485d-86d9-0b4379feaa6d,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:01.396003 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b4cacf83-650d-4701-8c36-5255c3ebf2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:01.396120 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0d5bdade-9cc6-44e6-9222-397c61fb9681 req-75cea8f4-be34-4aff-8eb8-33082a0553d7 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:01.409267 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port e7483ba9-30fd-4dbc-978a-ae1fb32fe9dc completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:45:01.413924 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 8c030b80-fd8e-42b5-b104-47e4a0f1ac91 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:45:01.436944 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73c767-56a6-4fd5-aa61-a537c0ac7fbc req-b919e403-5688-494c-bd39-39019d23bbd6 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:01.444286 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6a73c767-56a6-4fd5-aa61-a537c0ac7fbc req-b919e403-5688-494c-bd39-39019d23bbd6 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/ports?device_id=b09af2a2-2b66-4330-b2f7-8ea9953cd927 HTTP/1.1" status: 200 len: 949 time: 0.2400177 Aug 19 14:45:01.471411 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0d5bdade-9cc6-44e6-9222-397c61fb9681 req-75cea8f4-be34-4aff-8eb8-33082a0553d7 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:01.487892 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0d5bdade-9cc6-44e6-9222-397c61fb9681 req-75cea8f4-be34-4aff-8eb8-33082a0553d7 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:01.488824 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['9bd932e8-f7db-485d-86d9-0b4379feaa6d'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:45:01.491550 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26089ba3-9257-44f3-a291-0fc8e2257104 None None] Network c6ffaaae-e20d-4eef-81a0-0e4d4a61180e requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:45:01.535137 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cea8f4-be34-4aff-8eb8-33082a0553d7 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70264325-a0fd-479a-8576-906a42368aff,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:01.541625 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5fe627d2-1371-4412-9f60-d452048d4179 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:01.551871 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6a73c767-56a6-4fd5-aa61-a537c0ac7fbc req-f5559792-b1e8-404d-a32c-1f5ef0bc4be6 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/security-groups?id=ec30ddbb-2af8-4046-9a73-22322e85c7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059010 Aug 19 14:45:01.555712 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0d5bdade-9cc6-44e6-9222-397c61fb9681 req-75cea8f4-be34-4aff-8eb8-33082a0553d7 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:01.562422 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0d5bdade-9cc6-44e6-9222-397c61fb9681 req-75cea8f4-be34-4aff-8eb8-33082a0553d7 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4807379 Aug 19 14:45:01.604655 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 8c030b80-fd8e-42b5-b104-47e4a0f1ac91 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:45:01.605206 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:01.605837 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-5fe627d2-1371-4412-9f60-d452048d4179 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Transition to ACTIVE for port object 5f0cd43e-5d08-4f47-82bf-99d9bac58b78 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:45:01.647453 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-264cad50-0460-4159-945e-6becf280ec29 None None] Provisioning for port e7483ba9-30fd-4dbc-978a-ae1fb32fe9dc completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:45:01.661122 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-264cad50-0460-4159-945e-6becf280ec29 None None] Provisioning complete for port e7483ba9-30fd-4dbc-978a-ae1fb32fe9dc triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:45:01.661524 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-264cad50-0460-4159-945e-6becf280ec29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:01.693488 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-82379406-2665-4a32-83d5-3fe29daa228a req-d751c9a0-4610-4f56-b982-c4721b7c5fe5 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] 10.222.0.69 "GET /v2.0/security-groups/f25f7dab-9090-45d9-863a-84c6d0e61d3d HTTP/1.1" status: 200 len: 2399 time: 0.0898788 Aug 19 14:45:01.700768 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-82379406-2665-4a32-83d5-3fe29daa228a req-440d9fd2-3966-48fb-9a5d-9e1f75cadab8 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f25f7dab-9090-45d9-863a-84c6d0e61d3d', 'remote_group_id': None}]} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:45:01.701091 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-82379406-2665-4a32-83d5-3fe29daa228a req-440d9fd2-3966-48fb-9a5d-9e1f75cadab8 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f25f7dab-9090-45d9-863a-84c6d0e61d3d', 'remote_group_id': None}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:45:01.722281 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5fe627d2-1371-4412-9f60-d452048d4179 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:01.789594 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe627d2-1371-4412-9f60-d452048d4179 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Pushing event updated for resources: {'Port': ['ID=5f0cd43e-5d08-4f47-82bf-99d9bac58b78,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:01.805978 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe627d2-1371-4412-9f60-d452048d4179 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Network 3370f036-080e-4018-81e8-8eb820299e94 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:45:01.820063 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-5fe627d2-1371-4412-9f60-d452048d4179 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:45:01.826501 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe627d2-1371-4412-9f60-d452048d4179 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:45:01.911790 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dc3fa38d-6326-42d0-9167-8b569353c9d6 req-9b920a6f-3984-4c77-bc17-72444b9f3bd5 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/ports?device_id=a64963f3-0901-4bec-acad-3a4c237de683 HTTP/1.1" status: 200 len: 210 time: 0.0577588 Aug 19 14:45:01.920233 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-82379406-2665-4a32-83d5-3fe29daa228a req-440d9fd2-3966-48fb-9a5d-9e1f75cadab8 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:01.958884 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-82379406-2665-4a32-83d5-3fe29daa228a req-440d9fd2-3966-48fb-9a5d-9e1f75cadab8 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:01.969704 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe627d2-1371-4412-9f60-d452048d4179 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:01.970571 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5fe627d2-1371-4412-9f60-d452048d4179 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:01.975981 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-82379406-2665-4a32-83d5-3fe29daa228a req-440d9fd2-3966-48fb-9a5d-9e1f75cadab8 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:02.012560 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440d9fd2-3966-48fb-9a5d-9e1f75cadab8 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1b8b290-8e60-4ddd-806a-c1cc94262b8b,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:02.019306 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47634) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:02.019855 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-5fe627d2-1371-4412-9f60-d452048d4179 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.6768062 Aug 19 14:45:02.021388 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-82379406-2665-4a32-83d5-3fe29daa228a req-440d9fd2-3966-48fb-9a5d-9e1f75cadab8 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:02.022512 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-264cad50-0460-4159-945e-6becf280ec29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:02.034476 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-82379406-2665-4a32-83d5-3fe29daa228a req-440d9fd2-3966-48fb-9a5d-9e1f75cadab8 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3399999 Aug 19 14:45:02.092447 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-264cad50-0460-4159-945e-6becf280ec29 None None] For port e7483ba9-30fd-4dbc-978a-ae1fb32fe9dc, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=e7483ba9-30fd-4dbc-978a-ae1fb32fe9dc,segment=NetworkSegment(c24a302e-1b20-425d-a430-c936ea7b40e8),segment_id=c24a302e-1b20-425d-a430-c936ea7b40e8)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:45:02.102299 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-264cad50-0460-4159-945e-6becf280ec29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:02.203988 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd55a17-2ddc-4c13-b280-cbb9c8c4eb11 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:02.216212 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd55a17-2ddc-4c13-b280-cbb9c8c4eb11 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:02.223157 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd55a17-2ddc-4c13-b280-cbb9c8c4eb11 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:02.225048 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2dd55a17-2ddc-4c13-b280-cbb9c8c4eb11 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.2046175 Aug 19 14:45:02.225504 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264cad50-0460-4159-945e-6becf280ec29 None None] Pushing event updated for resources: {'Port': ['ID=e7483ba9-30fd-4dbc-978a-ae1fb32fe9dc,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:02.228016 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47638) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:02.244777 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5706452d-bb7e-4e70-87da-164fb855af33 req-94a598d5-e70a-4fd2-8ce0-876ec0521fcb tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] 10.222.0.69 "GET /v2.0/security-groups/f25f7dab-9090-45d9-863a-84c6d0e61d3d HTTP/1.1" status: 200 len: 2998 time: 0.1755326 Aug 19 14:45:02.302667 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-d027deb9-c1c1-4428-9681-1b4f5a0df829 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:02.312293 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-d027deb9-c1c1-4428-9681-1b4f5a0df829 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:02.314037 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-d027deb9-c1c1-4428-9681-1b4f5a0df829 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.88 "GET /v2.0/networks?id=07e56f8d-524f-451f-9f4a-e8039335024a&id=c6ffaaae-e20d-4eef-81a0-0e4d4a61180e HTTP/1.1" status: 200 len: 1391 time: 0.2623091 Aug 19 14:45:02.333531 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-643eb66d-6b64-4b83-9475-6dd656243ee7 req-5c838965-ed72-49c6-bb24-93d8dcb6ecda tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] 10.222.0.69 "GET /v2.0/security-group-rules/b1b8b290-8e60-4ddd-806a-c1cc94262b8b HTTP/1.1" status: 200 len: 783 time: 0.0592818 Aug 19 14:45:02.346562 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-d986a39b-b206-4116-8e13-cb312145e6c8 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Request body: {'port': {'device_id': 'a64963f3-0901-4bec-acad-3a4c237de683', 'network_id': '07e56f8d-524f-451f-9f4a-e8039335024a', 'admin_state_up': True, 'tenant_id': 'bd1709e8cdcf404f8e501cbea2b0ebc9'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:45:02.391864 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-0fbda4b6-1d89-4608-a603-94cc9e3225f2 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Deleting port 5f0cd43e-5d08-4f47-82bf-99d9bac58b78 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:45:02.392215 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0fbda4b6-1d89-4608-a603-94cc9e3225f2 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:02.427110 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a1ee8052-8aa4-4a08-aa96-79621f3a851e None None] Provisioning complete for port e7483ba9-30fd-4dbc-978a-ae1fb32fe9dc triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:45:02.428141 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a1ee8052-8aa4-4a08-aa96-79621f3a851e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:02.474605 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-643eb66d-6b64-4b83-9475-6dd656243ee7 req-4a44904f-e176-40d6-80b9-b02ae77c1d43 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] 10.222.0.69 "GET /v2.0/security-groups/f25f7dab-9090-45d9-863a-84c6d0e61d3d HTTP/1.1" status: 200 len: 2998 time: 0.1325905 Aug 19 14:45:02.507914 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07aff55a-bbea-4335-940c-f181bc9963c0 None None] Network 3370f036-080e-4018-81e8-8eb820299e94 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:45:02.512722 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-643eb66d-6b64-4b83-9475-6dd656243ee7 req-e2b76572-02fc-44b0-9e17-f6680aaf0a20 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:02.518451 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0fbda4b6-1d89-4608-a603-94cc9e3225f2 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:02.526245 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-643eb66d-6b64-4b83-9475-6dd656243ee7 req-e2b76572-02fc-44b0-9e17-f6680aaf0a20 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:02.532810 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-0fbda4b6-1d89-4608-a603-94cc9e3225f2 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Calling delete_port for 5f0cd43e-5d08-4f47-82bf-99d9bac58b78 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:45:02.554773 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-d986a39b-b206-4116-8e13-cb312145e6c8 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Made reservation on behalf of bd1709e8cdcf404f8e501cbea2b0ebc9 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:45:02.558791 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-d986a39b-b206-4116-8e13-cb312145e6c8 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:02.586125 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-643eb66d-6b64-4b83-9475-6dd656243ee7 req-e2b76572-02fc-44b0-9e17-f6680aaf0a20 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:02.593368 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-643eb66d-6b64-4b83-9475-6dd656243ee7 req-e2b76572-02fc-44b0-9e17-f6680aaf0a20 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:02.595017 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-643eb66d-6b64-4b83-9475-6dd656243ee7 req-e2b76572-02fc-44b0-9e17-f6680aaf0a20 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/b1b8b290-8e60-4ddd-806a-c1cc94262b8b HTTP/1.1" status: 204 len: 173 time: 0.1121109 Aug 19 14:45:02.630893 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b76572-02fc-44b0-9e17-f6680aaf0a20 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1b8b290-8e60-4ddd-806a-c1cc94262b8b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:02.711322 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0fbda4b6-1d89-4608-a603-94cc9e3225f2 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:02.723027 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-89947aca-36cc-4632-9a40-32483d931a02 None None] Provisioning for port c49205bc-4809-4a5f-9a90-81f9e61a484e completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:45:02.744938 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbda4b6-1d89-4608-a603-94cc9e3225f2 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Pushing event deleted for resources: {'Port': ['ID=5f0cd43e-5d08-4f47-82bf-99d9bac58b78,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:02.763518 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ac6b1b91-b3a6-43e3-98cf-7b9013541b07 req-678cec8a-007f-4693-abfb-1e196814336d tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] 10.222.0.69 "GET /v2.0/security-groups/f25f7dab-9090-45d9-863a-84c6d0e61d3d HTTP/1.1" status: 200 len: 2399 time: 0.1336477 Aug 19 14:45:02.794383 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061a6ce-a94a-46d6-9cb7-896bf60052e8 req-2250ba65-df4b-42b2-b93e-647f2f9ceaf0 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:02.796139 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2061a6ce-a94a-46d6-9cb7-896bf60052e8 req-2250ba65-df4b-42b2-b93e-647f2f9ceaf0 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/ports?device_id=b09af2a2-2b66-4330-b2f7-8ea9953cd927 HTTP/1.1" status: 200 len: 949 time: 0.1323233 Aug 19 14:45:02.799399 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-d986a39b-b206-4116-8e13-cb312145e6c8 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Allocated IP 19.80.0.210 (07e56f8d-524f-451f-9f4a-e8039335024a/0430ee3e-effd-4a30-9b36-a3f30e5321c7/cc438609-b905-4012-92f1-df84396442a8) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:45:02.809889 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 9bd932e8-f7db-485d-86d9-0b4379feaa6d up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:45:02.864890 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port 9bd932e8-f7db-485d-86d9-0b4379feaa6d completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:45:02.870029 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 9bd932e8-f7db-485d-86d9-0b4379feaa6d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:45:02.870609 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:02.925205 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0fbda4b6-1d89-4608-a603-94cc9e3225f2 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:02.929623 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2061a6ce-a94a-46d6-9cb7-896bf60052e8 req-afc42df7-5968-44eb-8670-99dda5c8e86c tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/security-groups?id=ec30ddbb-2af8-4046-9a73-22322e85c7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071770 Aug 19 14:45:02.929979 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0fbda4b6-1d89-4608-a603-94cc9e3225f2 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] 10.222.0.69 "DELETE /v2.0/ports/5f0cd43e-5d08-4f47-82bf-99d9bac58b78 HTTP/1.1" status: 204 len: 168 time: 0.6977994 Aug 19 14:45:02.930085 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47652) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:02.970718 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-a62e4324-71d0-40a3-8be5-0f7b44745c20 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] GET failed (client error): The resource could not be found. Aug 19 14:45:02.976138 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a62e4324-71d0-40a3-8be5-0f7b44745c20 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] 10.222.0.69 "GET /v2.0/ports/5f0cd43e-5d08-4f47-82bf-99d9bac58b78 HTTP/1.1" status: 404 len: 333 time: 0.0411193 Aug 19 14:45:02.978448 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47656) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:02.989910 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2a70d635-c5bf-475e-ac2d-4b4324319071 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Request body: {'port': {'network_id': '3370f036-080e-4018-81e8-8eb820299e94', 'name': 'tempest-AllowedAddressPairTestJSON-1945216041'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:45:02.999079 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ac6b1b91-b3a6-43e3-98cf-7b9013541b07 req-e74dfe6f-7a63-4bed-aaec-38ac17c5c7f4 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:03.036477 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:03.090476 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09af2a2-2b66-4330-b2f7-8ea9953cd927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd932e8-f7db-485d-86d9-0b4379feaa6d'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:45:03.093089 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2013cdc6-127b-40d6-8167-db89fa70ad8d" -d '{"events": [{"server_uuid": "b09af2a2-2b66-4330-b2f7-8ea9953cd927", "name": "network-vif-plugged", "status": "completed", "tag": "9bd932e8-f7db-485d-86d9-0b4379feaa6d"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:45:03.113948 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-069d57fc-2d7e-4ea9-be95-c70c5b3f0c0c None None] Provisioning for port 5c9ff55a-9234-4763-a154-5f71a3b30b76 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:45:03.117403 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 9bd932e8-f7db-485d-86d9-0b4379feaa6d, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=9bd932e8-f7db-485d-86d9-0b4379feaa6d,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:45:03.121168 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-069d57fc-2d7e-4ea9-be95-c70c5b3f0c0c None None] Provisioning complete for port 5c9ff55a-9234-4763-a154-5f71a3b30b76 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:45:03.121575 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-069d57fc-2d7e-4ea9-be95-c70c5b3f0c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:03.132373 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:03.137707 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ac6b1b91-b3a6-43e3-98cf-7b9013541b07 req-e74dfe6f-7a63-4bed-aaec-38ac17c5c7f4 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:03.212137 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device c49205bc-4809-4a5f-9a90-81f9e61a484e up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:45:03.250504 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-069d57fc-2d7e-4ea9-be95-c70c5b3f0c0c None None] Port 5c9ff55a-9234-4763-a154-5f71a3b30b76 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:45:03.263143 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=9bd932e8-f7db-485d-86d9-0b4379feaa6d,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:03.271265 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-069d57fc-2d7e-4ea9-be95-c70c5b3f0c0c None None] Could not find standard attr ID for object 5f0cd43e-5d08-4f47-82bf-99d9bac58b78. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 14:45:03.278803 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-d986a39b-b206-4116-8e13-cb312145e6c8 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:03.284220 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ac6b1b91-b3a6-43e3-98cf-7b9013541b07 req-e74dfe6f-7a63-4bed-aaec-38ac17c5c7f4 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:03.287217 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ac6b1b91-b3a6-43e3-98cf-7b9013541b07 req-e74dfe6f-7a63-4bed-aaec-38ac17c5c7f4 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:03.288526 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ac6b1b91-b3a6-43e3-98cf-7b9013541b07 req-e74dfe6f-7a63-4bed-aaec-38ac17c5c7f4 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] 10.222.0.69 "DELETE /v2.0/security-groups/f25f7dab-9090-45d9-863a-84c6d0e61d3d HTTP/1.1" status: 204 len: 173 time: 0.5168335 Aug 19 14:45:03.319005 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port c49205bc-4809-4a5f-9a90-81f9e61a484e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:45:03.324229 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port c49205bc-4809-4a5f-9a90-81f9e61a484e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:45:03.324644 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:03.331501 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-608bd102-9ab9-4ddd-a8db-2bb27c282cb8 req-52ee7aa2-7dbf-4622-a369-4e51ca4d4ea3 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/ports?device_id=a64963f3-0901-4bec-acad-3a4c237de683 HTTP/1.1" status: 200 len: 210 time: 0.0377097 Aug 19 14:45:03.344314 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74dfe6f-7a63-4bed-aaec-38ac17c5c7f4 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25f7dab-9090-45d9-863a-84c6d0e61d3d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:03.351538 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a70d635-c5bf-475e-ac2d-4b4324319071 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Made reservation on behalf of e534646a927840f888311d69fba4cd80 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:45:03.355866 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2a70d635-c5bf-475e-ac2d-4b4324319071 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:03.363333 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf73be05-842e-4348-ad6e-487ddc99b8d2 x-openstack-request-id: req-bf73be05-842e-4348-ad6e-487ddc99b8d2 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:45:03.363623 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09af2a2-2b66-4330-b2f7-8ea9953cd927", "name": "network-vif-plugged", "status": "completed", "tag": "9bd932e8-f7db-485d-86d9-0b4379feaa6d", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:45:03.363856 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bf73be05-842e-4348-ad6e-487ddc99b8d2 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:45:03.364358 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09af2a2-2b66-4330-b2f7-8ea9953cd927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd932e8-f7db-485d-86d9-0b4379feaa6d', 'code': 200} Aug 19 14:45:03.382347 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-d986a39b-b206-4116-8e13-cb312145e6c8 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Transition to ACTIVE for port object cc438609-b905-4012-92f1-df84396442a8 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:45:03.402230 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-2a70d635-c5bf-475e-ac2d-4b4324319071 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] device_id is not set on port 4e7443da-ad8b-4efa-a150-26fef2c36423 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:45:03.465243 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-31d93abf-fc39-47ca-b938-464ed22fbf6e None None] Provisioning complete for port 5c9ff55a-9234-4763-a154-5f71a3b30b76 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:45:03.465821 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-31d93abf-fc39-47ca-b938-464ed22fbf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:03.477647 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [req-62678213-cfa9-4748-82d7-ba0c0f94876e req-3d8061da-c185-4dd8-8b60-68d1f769b600 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] show failed (client error): The resource could not be found. Aug 19 14:45:03.478733 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-62678213-cfa9-4748-82d7-ba0c0f94876e req-3d8061da-c185-4dd8-8b60-68d1f769b600 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] 10.222.0.69 "GET /v2.0/security-groups/27bb1ab6-0c20-4fe7-86c2-d063b99ac8a8 HTTP/1.1" status: 404 len: 352 time: 0.1080241 Aug 19 14:45:03.501276 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:03.510909 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b1329-5868-4df0-a296-68456ab65897 req-aa9b71c2-c9e5-4e5b-8905-08fc97e47f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:03.513186 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-994b1329-5868-4df0-a296-68456ab65897 req-aa9b71c2-c9e5-4e5b-8905-08fc97e47f4f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b09af2a2-2b66-4330-b2f7-8ea9953cd927 HTTP/1.1" status: 200 len: 1101 time: 0.0785387 Aug 19 14:45:03.540183 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-31d93abf-fc39-47ca-b938-464ed22fbf6e None None] Port 5c9ff55a-9234-4763-a154-5f71a3b30b76 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:45:03.559930 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port c49205bc-4809-4a5f-9a90-81f9e61a484e, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=c49205bc-4809-4a5f-9a90-81f9e61a484e,segment=NetworkSegment(f64c20ba-27cb-44ae-a266-b7b1cabc6943),segment_id=f64c20ba-27cb-44ae-a266-b7b1cabc6943)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:45:03.566476 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-994b1329-5868-4df0-a296-68456ab65897 req-7346441d-4ef8-4cf8-8434-2698fff64aa9 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=ec30ddbb-2af8-4046-9a73-22322e85c7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452867 Aug 19 14:45:03.568044 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-d986a39b-b206-4116-8e13-cb312145e6c8 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:03.568886 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:03.569734 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device e7483ba9-30fd-4dbc-978a-ae1fb32fe9dc up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:45:03.643170 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-d986a39b-b206-4116-8e13-cb312145e6c8 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Network 07e56f8d-524f-451f-9f4a-e8039335024a is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:45:03.666321 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-d986a39b-b206-4116-8e13-cb312145e6c8 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:45:03.668841 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-d986a39b-b206-4116-8e13-cb312145e6c8 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:45:03.679771 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d986a39b-b206-4116-8e13-cb312145e6c8 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Pushing event updated for resources: {'Port': ['ID=cc438609-b905-4012-92f1-df84396442a8,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:03.683526 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-2a70d635-c5bf-475e-ac2d-4b4324319071 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Allocated IP 172.20.0.12 (3370f036-080e-4018-81e8-8eb820299e94/4760e427-b726-4fc2-8311-f123ea211154/4e7443da-ad8b-4efa-a150-26fef2c36423) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:45:03.709524 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-75522fe0-77b6-4065-9c38-d61fcba63063 req-a3f3a82b-d769-4ddf-b6fa-56896969c3aa tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] 10.222.0.69 "GET /v2.0/security-groups/900067fb-5489-44da-a3db-0876b84e9c74 HTTP/1.1" status: 200 len: 1806 time: 0.1847782 Aug 19 14:45:03.780124 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-78085d3c-ab99-4727-be15-158bf87b2a25 None None] Could not find standard attr ID for object 5f0cd43e-5d08-4f47-82bf-99d9bac58b78. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 14:45:03.797837 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-d986a39b-b206-4116-8e13-cb312145e6c8 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:03.798553 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-d986a39b-b206-4116-8e13-cb312145e6c8 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:03.806760 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:03.815086 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=c49205bc-4809-4a5f-9a90-81f9e61a484e,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:03.830354 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port e7483ba9-30fd-4dbc-978a-ae1fb32fe9dc triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:45:03.830740 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:03.881319 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-d986a39b-b206-4116-8e13-cb312145e6c8 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5449090 Aug 19 14:45:03.904142 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-c7ce1db0-8006-428c-8b25-8a0a09547c21 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Request body: {'port': {'device_id': 'a64963f3-0901-4bec-acad-3a4c237de683', 'network_id': 'c6ffaaae-e20d-4eef-81a0-0e4d4a61180e', 'admin_state_up': True, 'tenant_id': 'bd1709e8cdcf404f8e501cbea2b0ebc9'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:45:03.956007 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-75522fe0-77b6-4065-9c38-d61fcba63063 req-c2b9bb1b-1ace-4a81-a4dd-36fd947cc4a5 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:04.001501 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-74a0660e-3a65-4648-9ac2-b3e88e456fdf None None] Provisioning for port cc438609-b905-4012-92f1-df84396442a8 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:45:04.005277 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-74a0660e-3a65-4648-9ac2-b3e88e456fdf None None] Provisioning complete for port cc438609-b905-4012-92f1-df84396442a8 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:45:04.005645 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-74a0660e-3a65-4648-9ac2-b3e88e456fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:04.041303 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-75522fe0-77b6-4065-9c38-d61fcba63063 req-c2b9bb1b-1ace-4a81-a4dd-36fd947cc4a5 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:04.042610 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-74a0660e-3a65-4648-9ac2-b3e88e456fdf None None] Port cc438609-b905-4012-92f1-df84396442a8 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:45:04.102193 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2a70d635-c5bf-475e-ac2d-4b4324319071 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:04.144134 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1af327-5608-4907-b84a-4b65402b23ee req-933e03a8-713a-4c2f-a235-5078d0e87bf1 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:04.145625 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2c1af327-5608-4907-b84a-4b65402b23ee req-933e03a8-713a-4c2f-a235-5078d0e87bf1 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/ports?device_id=b09af2a2-2b66-4330-b2f7-8ea9953cd927 HTTP/1.1" status: 200 len: 950 time: 0.1558402 Aug 19 14:45:04.146499 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-2a70d635-c5bf-475e-ac2d-4b4324319071 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Transition to ACTIVE for port object 4e7443da-ad8b-4efa-a150-26fef2c36423 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:45:04.151884 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-75522fe0-77b6-4065-9c38-d61fcba63063 req-c2b9bb1b-1ace-4a81-a4dd-36fd947cc4a5 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:04.154683 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-75522fe0-77b6-4065-9c38-d61fcba63063 req-c2b9bb1b-1ace-4a81-a4dd-36fd947cc4a5 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:04.155668 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-75522fe0-77b6-4065-9c38-d61fcba63063 req-c2b9bb1b-1ace-4a81-a4dd-36fd947cc4a5 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] 10.222.0.69 "DELETE /v2.0/security-groups/900067fb-5489-44da-a3db-0876b84e9c74 HTTP/1.1" status: 204 len: 173 time: 0.4375644 Aug 19 14:45:04.196090 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b9bb1b-1ace-4a81-a4dd-36fd947cc4a5 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=900067fb-5489-44da-a3db-0876b84e9c74,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:04.214917 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-c7ce1db0-8006-428c-8b25-8a0a09547c21 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Made reservation on behalf of bd1709e8cdcf404f8e501cbea2b0ebc9 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:45:04.218347 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-c7ce1db0-8006-428c-8b25-8a0a09547c21 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:04.244737 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2c1af327-5608-4907-b84a-4b65402b23ee req-96a0ed86-d050-4408-8182-6292b28a6c82 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/security-groups?id=ec30ddbb-2af8-4046-9a73-22322e85c7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865874 Aug 19 14:45:04.267299 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2a70d635-c5bf-475e-ac2d-4b4324319071 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:04.290222 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a392649f-02c2-417c-a6bc-10af60d96638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:04.376695 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a70d635-c5bf-475e-ac2d-4b4324319071 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Network 3370f036-080e-4018-81e8-8eb820299e94 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:45:04.391267 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-2a70d635-c5bf-475e-ac2d-4b4324319071 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:45:04.401342 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a70d635-c5bf-475e-ac2d-4b4324319071 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:45:04.404066 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a70d635-c5bf-475e-ac2d-4b4324319071 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Pushing event updated for resources: {'Port': ['ID=4e7443da-ad8b-4efa-a150-26fef2c36423,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:04.469779 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0319ca8f-d73b-48ef-a662-41c100ef7c01 req-0f72afbb-3aec-4919-aade-d446865bb9c8 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] 10.222.0.69 "GET /v2.0/security-groups/0b4f33ee-6a2f-4478-acfd-971000e7eb95 HTTP/1.1" status: 200 len: 1806 time: 0.1990652 Aug 19 14:45:04.496607 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:04.539429 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-c7ce1db0-8006-428c-8b25-8a0a09547c21 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Allocated IP 19.86.0.158 (c6ffaaae-e20d-4eef-81a0-0e4d4a61180e/5f3826fb-072b-462e-a38c-b318fdc472ae/ae78536b-3916-4b68-ac4e-2a9086c1e7a4) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:45:04.559902 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a70d635-c5bf-475e-ac2d-4b4324319071 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:04.560553 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2a70d635-c5bf-475e-ac2d-4b4324319071 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:04.607742 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-2a70d635-c5bf-475e-ac2d-4b4324319071 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6262302 Aug 19 14:45:04.610484 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47680) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:04.615331 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609504ea-1cb5-4e48-90b2-de0ee397b4e2 req-4235a696-1e57-439b-93a9-62e82e236084 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:04.616743 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-609504ea-1cb5-4e48-90b2-de0ee397b4e2 req-4235a696-1e57-439b-93a9-62e82e236084 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/ports?device_id=a64963f3-0901-4bec-acad-3a4c237de683 HTTP/1.1" status: 200 len: 932 time: 0.1660976 Aug 19 14:45:04.616882 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ae1ceaaf-42f7-4e1c-9e6d-1c6acf0f5c48 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:b0:c9:8b'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:45:04.672352 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0319ca8f-d73b-48ef-a662-41c100ef7c01 req-16a4254c-3c13-45e8-aee8-c2fd40f22c7c tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:04.673669 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0717d25b-5187-4845-8828-74d2b89bfc56 None None] Provisioning for port 4e7443da-ad8b-4efa-a150-26fef2c36423 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:45:04.679122 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0717d25b-5187-4845-8828-74d2b89bfc56 None None] Provisioning complete for port 4e7443da-ad8b-4efa-a150-26fef2c36423 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:45:04.679628 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0717d25b-5187-4845-8828-74d2b89bfc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:04.716118 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0717d25b-5187-4845-8828-74d2b89bfc56 None None] Port 4e7443da-ad8b-4efa-a150-26fef2c36423 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:45:04.783959 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae1ceaaf-42f7-4e1c-9e6d-1c6acf0f5c48 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:04.972516 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae1ceaaf-42f7-4e1c-9e6d-1c6acf0f5c48 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:04.975613 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device c49205bc-4809-4a5f-9a90-81f9e61a484e up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:45:04.982531 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae1ceaaf-42f7-4e1c-9e6d-1c6acf0f5c48 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:05.037950 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:05.040461 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port c49205bc-4809-4a5f-9a90-81f9e61a484e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:45:05.040833 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:05.077002 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1ceaaf-42f7-4e1c-9e6d-1c6acf0f5c48 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Pushing event updated for resources: {'Port': ['ID=4e7443da-ad8b-4efa-a150-26fef2c36423,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:05.104675 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ae1ceaaf-42f7-4e1c-9e6d-1c6acf0f5c48 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] In _notify_port_updated(), no bound segment for port 4e7443da-ad8b-4efa-a150-26fef2c36423 on network 3370f036-080e-4018-81e8-8eb820299e94 {{(pid=94639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 14:45:05.111023 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1ceaaf-42f7-4e1c-9e6d-1c6acf0f5c48 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:05.112400 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae1ceaaf-42f7-4e1c-9e6d-1c6acf0f5c48 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:05.113858 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ae1ceaaf-42f7-4e1c-9e6d-1c6acf0f5c48 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] 10.222.0.69 "PUT /v2.0/ports/4e7443da-ad8b-4efa-a150-26fef2c36423 HTTP/1.1" status: 200 len: 994 time: 0.5019965 Aug 19 14:45:05.116804 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47682) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:05.152340 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-c7ce1db0-8006-428c-8b25-8a0a09547c21 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:05.179643 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:05.181048 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-609504ea-1cb5-4e48-90b2-de0ee397b4e2 req-eef618bf-7014-48b5-8f2e-2ac166ea2833 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/security-groups?id=41556f32-a9f9-4573-935a-2d992a544d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5479791 Aug 19 14:45:05.186086 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-c7ce1db0-8006-428c-8b25-8a0a09547c21 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Transition to ACTIVE for port object ae78536b-3916-4b68-ac4e-2a9086c1e7a4 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:45:05.188472 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0319ca8f-d73b-48ef-a662-41c100ef7c01 req-16a4254c-3c13-45e8-aee8-c2fd40f22c7c tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:05.253312 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-1e8fde62-f056-4e24-bb71-b11338f87c4d tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Deleting port 4e7443da-ad8b-4efa-a150-26fef2c36423 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:45:05.253967 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e8fde62-f056-4e24-bb71-b11338f87c4d tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:05.286570 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-c7ce1db0-8006-428c-8b25-8a0a09547c21 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:05.331217 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0319ca8f-d73b-48ef-a662-41c100ef7c01 req-16a4254c-3c13-45e8-aee8-c2fd40f22c7c tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:05.333784 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0319ca8f-d73b-48ef-a662-41c100ef7c01 req-16a4254c-3c13-45e8-aee8-c2fd40f22c7c tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:05.334942 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0319ca8f-d73b-48ef-a662-41c100ef7c01 req-16a4254c-3c13-45e8-aee8-c2fd40f22c7c tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] 10.222.0.69 "DELETE /v2.0/security-groups/0b4f33ee-6a2f-4478-acfd-971000e7eb95 HTTP/1.1" status: 204 len: 173 time: 0.8509533 Aug 19 14:45:05.340161 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c3990fd7-44b3-4361-a1b0-32833a704024 None None] Provisioning complete for port 4e7443da-ad8b-4efa-a150-26fef2c36423 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:45:05.340780 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c3990fd7-44b3-4361-a1b0-32833a704024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:05.343658 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-c7ce1db0-8006-428c-8b25-8a0a09547c21 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Network c6ffaaae-e20d-4eef-81a0-0e4d4a61180e is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:45:05.349479 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-c7ce1db0-8006-428c-8b25-8a0a09547c21 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:45:05.360616 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-c7ce1db0-8006-428c-8b25-8a0a09547c21 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:45:05.392801 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c3990fd7-44b3-4361-a1b0-32833a704024 None None] Port 4e7443da-ad8b-4efa-a150-26fef2c36423 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:45:05.413273 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-c7ce1db0-8006-428c-8b25-8a0a09547c21 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:05.413909 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-c7ce1db0-8006-428c-8b25-8a0a09547c21 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:05.418184 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e8fde62-f056-4e24-bb71-b11338f87c4d tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:05.436276 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-1e8fde62-f056-4e24-bb71-b11338f87c4d tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Calling delete_port for 4e7443da-ad8b-4efa-a150-26fef2c36423 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:45:05.450778 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a4254c-3c13-45e8-aee8-c2fd40f22c7c tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4f33ee-6a2f-4478-acfd-971000e7eb95,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:05.470791 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce1db0-8006-428c-8b25-8a0a09547c21 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Pushing event updated for resources: {'Port': ['ID=ae78536b-3916-4b68-ac4e-2a9086c1e7a4,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:05.499583 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-c7ce1db0-8006-428c-8b25-8a0a09547c21 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5996161 Aug 19 14:45:05.525279 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-5af11ba1-4d69-4f45-9c9b-7eb8ed00fea0 service neutron] Request body: {'port': {'device_id': 'a64963f3-0901-4bec-acad-3a4c237de683', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:45:05.568143 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adadfcc-c32b-4662-baf3-203832fe021f req-9e5d0388-4e2d-409f-99f0-cdf4cf665c16 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:05.569726 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4adadfcc-c32b-4662-baf3-203832fe021f req-9e5d0388-4e2d-409f-99f0-cdf4cf665c16 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/ports?device_id=b09af2a2-2b66-4330-b2f7-8ea9953cd927 HTTP/1.1" status: 200 len: 950 time: 0.1167803 Aug 19 14:45:05.629585 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-5af11ba1-4d69-4f45-9c9b-7eb8ed00fea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:05.642931 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e8fde62-f056-4e24-bb71-b11338f87c4d tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:05.645647 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4ab2fb5f-ee97-41c1-b156-ea90aa61708a req-7d393618-6559-4541-953c-7769d131d573 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] 10.222.0.69 "GET /v2.0/security-groups/5cbc4986-4cf8-4344-82f8-ab362b4171bc HTTP/1.1" status: 200 len: 1806 time: 0.1427343 Aug 19 14:45:05.684388 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8fde62-f056-4e24-bb71-b11338f87c4d tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Pushing event deleted for resources: {'Port': ['ID=4e7443da-ad8b-4efa-a150-26fef2c36423,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:05.702025 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4adadfcc-c32b-4662-baf3-203832fe021f req-94498d41-1ca0-4518-9370-9501088b683a tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/security-groups?id=ec30ddbb-2af8-4046-9a73-22322e85c7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005454 Aug 19 14:45:05.747326 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c62269b7-3d11-4f69-bc3e-8ab22b884132 None None] Provisioning for port ae78536b-3916-4b68-ac4e-2a9086c1e7a4 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:45:05.755922 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c62269b7-3d11-4f69-bc3e-8ab22b884132 None None] Provisioning complete for port ae78536b-3916-4b68-ac4e-2a9086c1e7a4 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:45:05.756330 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c62269b7-3d11-4f69-bc3e-8ab22b884132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:05.827154 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c62269b7-3d11-4f69-bc3e-8ab22b884132 None None] Port ae78536b-3916-4b68-ac4e-2a9086c1e7a4 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:45:05.839697 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4ab2fb5f-ee97-41c1-b156-ea90aa61708a req-f685c281-a407-46f7-96c4-f56ac2f302b4 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:05.892474 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e8fde62-f056-4e24-bb71-b11338f87c4d tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:05.894455 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1e8fde62-f056-4e24-bb71-b11338f87c4d tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] 10.222.0.69 "DELETE /v2.0/ports/4e7443da-ad8b-4efa-a150-26fef2c36423 HTTP/1.1" status: 204 len: 168 time: 0.7762167 Aug 19 14:45:05.898847 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47696) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:05.920838 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4ab2fb5f-ee97-41c1-b156-ea90aa61708a req-f685c281-a407-46f7-96c4-f56ac2f302b4 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:05.976680 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cff4898-c96d-4abf-bf0a-302f2acca87e tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] GET failed (client error): The resource could not be found. Aug 19 14:45:05.978159 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-4cff4898-c96d-4abf-bf0a-302f2acca87e tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] 10.222.0.69 "GET /v2.0/ports/4e7443da-ad8b-4efa-a150-26fef2c36423 HTTP/1.1" status: 404 len: 333 time: 0.0783739 Aug 19 14:45:05.982927 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47698) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:05.988213 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-052f6cc0-2b65-432c-b6f5-a624888c6f90 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Request body: {'port': {'network_id': '3370f036-080e-4018-81e8-8eb820299e94', 'name': 'tempest-AllowedAddressPairTestJSON-455583477'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:45:06.045470 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1de4f-2f20-4b1e-9c82-03222bb60822 req-a610a976-a1ea-48df-a476-cff33976498e tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:06.046956 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-eac1de4f-2f20-4b1e-9c82-03222bb60822 req-a610a976-a1ea-48df-a476-cff33976498e tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/ports?device_id=efc253a1-b140-49ef-a956-7a3c0b6c79cb HTTP/1.1" status: 200 len: 950 time: 0.1314981 Aug 19 14:45:06.049367 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4ab2fb5f-ee97-41c1-b156-ea90aa61708a req-f685c281-a407-46f7-96c4-f56ac2f302b4 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:06.052060 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4ab2fb5f-ee97-41c1-b156-ea90aa61708a req-f685c281-a407-46f7-96c4-f56ac2f302b4 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:06.053477 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4ab2fb5f-ee97-41c1-b156-ea90aa61708a req-f685c281-a407-46f7-96c4-f56ac2f302b4 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] 10.222.0.69 "DELETE /v2.0/security-groups/5cbc4986-4cf8-4344-82f8-ab362b4171bc HTTP/1.1" status: 204 len: 173 time: 0.3999369 Aug 19 14:45:06.093856 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f685c281-a407-46f7-96c4-f56ac2f302b4 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbc4986-4cf8-4344-82f8-ab362b4171bc,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:06.119717 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052f6cc0-2b65-432c-b6f5-a624888c6f90 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Made reservation on behalf of e534646a927840f888311d69fba4cd80 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:45:06.123344 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-052f6cc0-2b65-432c-b6f5-a624888c6f90 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:06.145065 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-052f6cc0-2b65-432c-b6f5-a624888c6f90 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] device_id is not set on port bf07f238-f0f6-4f6d-bd95-8666cbeb29fd yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:45:06.187535 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-eac1de4f-2f20-4b1e-9c82-03222bb60822 req-5e63a587-43a3-4ddc-84d3-123a325325ed tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/security-groups?id=ec30ddbb-2af8-4046-9a73-22322e85c7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256590 Aug 19 14:45:06.191886 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-5af11ba1-4d69-4f45-9c9b-7eb8ed00fea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc438609-b905-4012-92f1-df84396442a8 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:45:06.202785 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-5af11ba1-4d69-4f45-9c9b-7eb8ed00fea0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:06.213177 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9b678cdb-13d6-4093-9dfb-2e9107b24810 req-0ef3cf3c-a581-4326-9f34-db6d99ba85e7 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] 10.222.0.69 "GET /v2.0/security-groups/d6d64ddb-395c-4322-a516-41b4d13b3ac8 HTTP/1.1" status: 200 len: 2406 time: 0.1324821 Aug 19 14:45:06.260477 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-5af11ba1-4d69-4f45-9c9b-7eb8ed00fea0 service neutron] Transition to ACTIVE for port object cc438609-b905-4012-92f1-df84396442a8 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:45:06.268470 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-5af11ba1-4d69-4f45-9c9b-7eb8ed00fea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:06.283868 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-052f6cc0-2b65-432c-b6f5-a624888c6f90 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Allocated IP 172.20.0.13 (3370f036-080e-4018-81e8-8eb820299e94/4760e427-b726-4fc2-8311-f123ea211154/bf07f238-f0f6-4f6d-bd95-8666cbeb29fd) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:45:06.371491 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af11ba1-4d69-4f45-9c9b-7eb8ed00fea0 service neutron] Pushing event updated for resources: {'Port': ['ID=cc438609-b905-4012-92f1-df84396442a8,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:06.388210 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9b678cdb-13d6-4093-9dfb-2e9107b24810 req-c217fb8e-41a6-4599-bfc2-f1901b6e9304 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:06.463724 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576e8c8-314a-40f9-bbe1-8c74b8bfc869 req-d6de8981-bac8-4a3c-8787-8537f322f71f tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:06.470698 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576e8c8-314a-40f9-bbe1-8c74b8bfc869 req-d6de8981-bac8-4a3c-8787-8537f322f71f tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:06.472377 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d576e8c8-314a-40f9-bbe1-8c74b8bfc869 req-d6de8981-bac8-4a3c-8787-8537f322f71f tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/ports?device_id=a64963f3-0901-4bec-acad-3a4c237de683 HTTP/1.1" status: 200 len: 1667 time: 0.1890790 Aug 19 14:45:06.483698 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9b678cdb-13d6-4093-9dfb-2e9107b24810 req-c217fb8e-41a6-4599-bfc2-f1901b6e9304 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:06.514347 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-052f6cc0-2b65-432c-b6f5-a624888c6f90 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:06.536769 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-052f6cc0-2b65-432c-b6f5-a624888c6f90 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Transition to ACTIVE for port object bf07f238-f0f6-4f6d-bd95-8666cbeb29fd will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:45:06.569131 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d576e8c8-314a-40f9-bbe1-8c74b8bfc869 req-40da98f5-66ae-411c-81c8-a9b26a177de9 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/security-groups?id=41556f32-a9f9-4573-935a-2d992a544d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878112 Aug 19 14:45:06.569779 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-5af11ba1-4d69-4f45-9c9b-7eb8ed00fea0 service neutron] Attempting to bind port cc438609-b905-4012-92f1-df84396442a8 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:45:06.570339 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-5af11ba1-4d69-4f45-9c9b-7eb8ed00fea0 service neutron] Attempting to bind port cc438609-b905-4012-92f1-df84396442a8 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'a014035c-62d4-4d09-a552-7136dc4ea625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07e56f8d-524f-451f-9f4a-e8039335024a'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:45:06.570461 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-5af11ba1-4d69-4f45-9c9b-7eb8ed00fea0 service neutron] Attempting to bind port cc438609-b905-4012-92f1-df84396442a8 on network 07e56f8d-524f-451f-9f4a-e8039335024a {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:45:06.576857 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-5af11ba1-4d69-4f45-9c9b-7eb8ed00fea0 service neutron] Port cc438609-b905-4012-92f1-df84396442a8 on network 07e56f8d-524f-451f-9f4a-e8039335024a not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:45:06.577227 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-5af11ba1-4d69-4f45-9c9b-7eb8ed00fea0 service neutron] Attempting to bind port cc438609-b905-4012-92f1-df84396442a8 on network 07e56f8d-524f-451f-9f4a-e8039335024a {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:45:06.584627 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-052f6cc0-2b65-432c-b6f5-a624888c6f90 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:06.585979 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-5af11ba1-4d69-4f45-9c9b-7eb8ed00fea0 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:45:06.586331 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-5af11ba1-4d69-4f45-9c9b-7eb8ed00fea0 service neutron] Checking segment: {'id': 'a014035c-62d4-4d09-a552-7136dc4ea625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07e56f8d-524f-451f-9f4a-e8039335024a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:45:06.586787 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-5af11ba1-4d69-4f45-9c9b-7eb8ed00fea0 service neutron] Bound using segment: {'id': 'a014035c-62d4-4d09-a552-7136dc4ea625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07e56f8d-524f-451f-9f4a-e8039335024a'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:45:06.587388 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-5af11ba1-4d69-4f45-9c9b-7eb8ed00fea0 service neutron] Bound port: cc438609-b905-4012-92f1-df84396442a8, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a014035c-62d4-4d09-a552-7136dc4ea625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07e56f8d-524f-451f-9f4a-e8039335024a'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:45:06.587731 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-5af11ba1-4d69-4f45-9c9b-7eb8ed00fea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:06.614088 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052f6cc0-2b65-432c-b6f5-a624888c6f90 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Network 3370f036-080e-4018-81e8-8eb820299e94 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:45:06.615607 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-052f6cc0-2b65-432c-b6f5-a624888c6f90 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:45:06.654868 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052f6cc0-2b65-432c-b6f5-a624888c6f90 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Pushing event updated for resources: {'Port': ['ID=bf07f238-f0f6-4f6d-bd95-8666cbeb29fd,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:06.657399 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052f6cc0-2b65-432c-b6f5-a624888c6f90 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:45:06.674731 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9b678cdb-13d6-4093-9dfb-2e9107b24810 req-c217fb8e-41a6-4599-bfc2-f1901b6e9304 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:06.677589 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9b678cdb-13d6-4093-9dfb-2e9107b24810 req-c217fb8e-41a6-4599-bfc2-f1901b6e9304 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:06.678826 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9b678cdb-13d6-4093-9dfb-2e9107b24810 req-c217fb8e-41a6-4599-bfc2-f1901b6e9304 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] 10.222.0.69 "DELETE /v2.0/security-groups/d6d64ddb-395c-4322-a516-41b4d13b3ac8 HTTP/1.1" status: 204 len: 173 time: 0.4646804 Aug 19 14:45:06.703958 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c217fb8e-41a6-4599-bfc2-f1901b6e9304 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d64ddb-395c-4322-a516-41b4d13b3ac8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:06.735349 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052f6cc0-2b65-432c-b6f5-a624888c6f90 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:06.736284 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-052f6cc0-2b65-432c-b6f5-a624888c6f90 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:06.747193 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-5af11ba1-4d69-4f45-9c9b-7eb8ed00fea0 service neutron] For port cc438609-b905-4012-92f1-df84396442a8, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:45:06.755073 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-5af11ba1-4d69-4f45-9c9b-7eb8ed00fea0 service neutron] For port cc438609-b905-4012-92f1-df84396442a8, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=cc438609-b905-4012-92f1-df84396442a8,segment=NetworkSegment(a014035c-62d4-4d09-a552-7136dc4ea625),segment_id=a014035c-62d4-4d09-a552-7136dc4ea625)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:45:06.756795 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-052f6cc0-2b65-432c-b6f5-a624888c6f90 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7725947 Aug 19 14:45:06.760922 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47718) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:06.775388 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-5af11ba1-4d69-4f45-9c9b-7eb8ed00fea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:06.781475 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c0601f40-79f4-4a5b-a354-e5a584f3c80a tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:b0:c9:8b'}]}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:45:06.808526 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:06.889078 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-5af11ba1-4d69-4f45-9c9b-7eb8ed00fea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:06.889910 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-5af11ba1-4d69-4f45-9c9b-7eb8ed00fea0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:06.900620 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-5af11ba1-4d69-4f45-9c9b-7eb8ed00fea0 service neutron] 10.222.0.88 "PUT /v2.0/ports/cc438609-b905-4012-92f1-df84396442a8 HTTP/1.1" status: 200 len: 1092 time: 1.3844724 Aug 19 14:45:06.964636 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a64963f3-0901-4bec-acad-3a4c237de683', 'tag': 'cc438609-b905-4012-92f1-df84396442a8'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:45:06.967220 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a92a42-aca0-48dc-9cf1-b371df431cd1" -d '{"events": [{"name": "network-changed", "server_uuid": "a64963f3-0901-4bec-acad-3a4c237de683", "tag": "cc438609-b905-4012-92f1-df84396442a8"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:45:06.986469 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-a4cb14b3-1b40-4ce3-aac7-e6a13804da46 service neutron] Request body: {'port': {'device_id': 'a64963f3-0901-4bec-acad-3a4c237de683', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:45:07.014839 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-85b2de4c-999f-4996-8830-b76d3d227b1f None None] Provisioning for port bf07f238-f0f6-4f6d-bd95-8666cbeb29fd completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:45:07.021702 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-85b2de4c-999f-4996-8830-b76d3d227b1f None None] Provisioning complete for port bf07f238-f0f6-4f6d-bd95-8666cbeb29fd triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:45:07.023879 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-85b2de4c-999f-4996-8830-b76d3d227b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:07.052611 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af11ba1-4d69-4f45-9c9b-7eb8ed00fea0 service neutron] Pushing event updated for resources: {'Port': ['ID=cc438609-b905-4012-92f1-df84396442a8,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:07.146547 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-85b2de4c-999f-4996-8830-b76d3d227b1f None None] Port bf07f238-f0f6-4f6d-bd95-8666cbeb29fd cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:45:07.176949 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-a4cb14b3-1b40-4ce3-aac7-e6a13804da46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:07.182279 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-622e85a6-87b6-454f-a5ae-16503c0fa1f8 req-6f677f0d-a470-498c-87b0-91eae2d7049b tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] 10.222.0.69 "GET /v2.0/security-groups/a1cd05e9-f27e-4102-a5e8-6422e5531e2a HTTP/1.1" status: 200 len: 2399 time: 0.1303737 Aug 19 14:45:07.213453 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d209c2-4b5d-41d0-b8f6-155f811036de x-openstack-request-id: req-27d209c2-4b5d-41d0-b8f6-155f811036de {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:45:07.215231 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a64963f3-0901-4bec-acad-3a4c237de683", "tag": "cc438609-b905-4012-92f1-df84396442a8", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:45:07.215231 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-27d209c2-4b5d-41d0-b8f6-155f811036de {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:45:07.215231 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a64963f3-0901-4bec-acad-3a4c237de683', 'tag': 'cc438609-b905-4012-92f1-df84396442a8', 'status': 'completed', 'code': 200} Aug 19 14:45:07.221719 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c0601f40-79f4-4a5b-a354-e5a584f3c80a tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:07.299503 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a92a42-aca0-48dc-9cf1-b371df431cd1 req-2b4f4187-5b8d-4972-9a32-bc69ea094564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:07.300120 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a92a42-aca0-48dc-9cf1-b371df431cd1 req-2b4f4187-5b8d-4972-9a32-bc69ea094564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:07.301729 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-80a92a42-aca0-48dc-9cf1-b371df431cd1 req-2b4f4187-5b8d-4972-9a32-bc69ea094564 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bd1709e8cdcf404f8e501cbea2b0ebc9&device_id=a64963f3-0901-4bec-acad-3a4c237de683 HTTP/1.1" status: 200 len: 1914 time: 0.0665689 Aug 19 14:45:07.428912 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a92a42-aca0-48dc-9cf1-b371df431cd1 req-ea801784-267b-4e6c-9049-3e2e00b6bdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:07.429406 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a92a42-aca0-48dc-9cf1-b371df431cd1 req-ea801784-267b-4e6c-9049-3e2e00b6bdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:07.429878 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a92a42-aca0-48dc-9cf1-b371df431cd1 req-ea801784-267b-4e6c-9049-3e2e00b6bdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:07.430147 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-622e85a6-87b6-454f-a5ae-16503c0fa1f8 req-32fa7b68-2fd4-46d7-b318-8b5b975335c4 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:07.431478 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-80a92a42-aca0-48dc-9cf1-b371df431cd1 req-ea801784-267b-4e6c-9049-3e2e00b6bdff service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=bd1709e8cdcf404f8e501cbea2b0ebc9&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1217999 Aug 19 14:45:07.541493 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-622e85a6-87b6-454f-a5ae-16503c0fa1f8 req-32fa7b68-2fd4-46d7-b318-8b5b975335c4 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:07.549987 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a92a42-aca0-48dc-9cf1-b371df431cd1 req-afd5dcf7-2555-421c-939b-e78eba42f8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:07.551610 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-80a92a42-aca0-48dc-9cf1-b371df431cd1 req-afd5dcf7-2555-421c-939b-e78eba42f8d8 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1113877 Aug 19 14:45:07.676528 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-622e85a6-87b6-454f-a5ae-16503c0fa1f8 req-32fa7b68-2fd4-46d7-b318-8b5b975335c4 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:07.678989 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-622e85a6-87b6-454f-a5ae-16503c0fa1f8 req-32fa7b68-2fd4-46d7-b318-8b5b975335c4 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:07.680080 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-622e85a6-87b6-454f-a5ae-16503c0fa1f8 req-32fa7b68-2fd4-46d7-b318-8b5b975335c4 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] 10.222.0.69 "DELETE /v2.0/security-groups/a1cd05e9-f27e-4102-a5e8-6422e5531e2a HTTP/1.1" status: 204 len: 173 time: 0.4819903 Aug 19 14:45:07.682112 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c0601f40-79f4-4a5b-a354-e5a584f3c80a tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:07.686615 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47740) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:07.713316 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c0601f40-79f4-4a5b-a354-e5a584f3c80a tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:07.731022 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fa7b68-2fd4-46d7-b318-8b5b975335c4 tempest-SecurityGroupRulesTestJSON-574245925 tempest-SecurityGroupRulesTestJSON-574245925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1cd05e9-f27e-4102-a5e8-6422e5531e2a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:07.738946 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2f36e3f-6f6c-48bf-b7f7-09dba68ef788 admin admin] Deleting subnet 2ebd5731-8cd9-4488-98c9-4a9a256729da {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:45:07.741730 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2f36e3f-6f6c-48bf-b7f7-09dba68ef788 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:07.778151 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2f36e3f-6f6c-48bf-b7f7-09dba68ef788 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:07.828157 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2f36e3f-6f6c-48bf-b7f7-09dba68ef788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:07.849444 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ec9c3-f06e-40c4-b5fd-768329bf9cd4 req-4f95f3e9-5a63-4e9f-a6e4-c64de6bb8fee tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:07.855805 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ec9c3-f06e-40c4-b5fd-768329bf9cd4 req-4f95f3e9-5a63-4e9f-a6e4-c64de6bb8fee tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:07.857475 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-597ec9c3-f06e-40c4-b5fd-768329bf9cd4 req-4f95f3e9-5a63-4e9f-a6e4-c64de6bb8fee tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/ports?device_id=a64963f3-0901-4bec-acad-3a4c237de683 HTTP/1.1" status: 200 len: 1667 time: 0.2034316 Aug 19 14:45:07.864367 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0601f40-79f4-4a5b-a354-e5a584f3c80a tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Pushing event updated for resources: {'Port': ['ID=bf07f238-f0f6-4f6d-bd95-8666cbeb29fd,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:07.878974 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-a4cb14b3-1b40-4ce3-aac7-e6a13804da46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae78536b-3916-4b68-ac4e-2a9086c1e7a4 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:45:07.893838 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2f36e3f-6f6c-48bf-b7f7-09dba68ef788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:07.899393 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-a4cb14b3-1b40-4ce3-aac7-e6a13804da46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:07.914384 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c0601f40-79f4-4a5b-a354-e5a584f3c80a tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] In _notify_port_updated(), no bound segment for port bf07f238-f0f6-4f6d-bd95-8666cbeb29fd on network 3370f036-080e-4018-81e8-8eb820299e94 {{(pid=94640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 14:45:07.921012 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0601f40-79f4-4a5b-a354-e5a584f3c80a tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:07.921761 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c0601f40-79f4-4a5b-a354-e5a584f3c80a tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:07.927515 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-c0601f40-79f4-4a5b-a354-e5a584f3c80a tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] 10.222.0.69 "PUT /v2.0/ports/bf07f238-f0f6-4f6d-bd95-8666cbeb29fd HTTP/1.1" status: 200 len: 996 time: 1.1642680 Aug 19 14:45:07.928206 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47746) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:07.934219 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f36e3f-6f6c-48bf-b7f7-09dba68ef788 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ebd5731-8cd9-4488-98c9-4a9a256729da,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:07.944179 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2f36e3f-6f6c-48bf-b7f7-09dba68ef788 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:07.949046 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a2f36e3f-6f6c-48bf-b7f7-09dba68ef788 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/2ebd5731-8cd9-4488-98c9-4a9a256729da HTTP/1.1" status: 204 len: 168 time: 0.2585907 Aug 19 14:45:07.949189 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-a4cb14b3-1b40-4ce3-aac7-e6a13804da46 service neutron] Transition to ACTIVE for port object ae78536b-3916-4b68-ac4e-2a9086c1e7a4 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:45:07.950288 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47748) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:07.992754 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-a4cb14b3-1b40-4ce3-aac7-e6a13804da46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:08.050493 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-597ec9c3-f06e-40c4-b5fd-768329bf9cd4 req-88076001-08e0-44de-8b31-8c8c58fdc8f2 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/security-groups?id=41556f32-a9f9-4573-935a-2d992a544d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769605 Aug 19 14:45:08.104105 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e8e62fe7-9734-4f00-9b77-c30113feb1f1 None None] Provisioning complete for port bf07f238-f0f6-4f6d-bd95-8666cbeb29fd triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:45:08.104626 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e8e62fe7-9734-4f00-9b77-c30113feb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:08.145501 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e8e62fe7-9734-4f00-9b77-c30113feb1f1 None None] Port bf07f238-f0f6-4f6d-bd95-8666cbeb29fd cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:45:08.188644 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-58bd98c7-32cf-46df-8bb0-2e17155ccd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:08.190875 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cb14b3-1b40-4ce3-aac7-e6a13804da46 service neutron] Pushing event updated for resources: {'Port': ['ID=ae78536b-3916-4b68-ac4e-2a9086c1e7a4,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:08.346997 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-8c0e0645-91c2-4746-927f-97eb868ad6fa tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Deleting port bf07f238-f0f6-4f6d-bd95-8666cbeb29fd {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:45:08.347927 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8c0e0645-91c2-4746-927f-97eb868ad6fa tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:08.370022 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-a4cb14b3-1b40-4ce3-aac7-e6a13804da46 service neutron] Attempting to bind port ae78536b-3916-4b68-ac4e-2a9086c1e7a4 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:45:08.370022 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-a4cb14b3-1b40-4ce3-aac7-e6a13804da46 service neutron] Attempting to bind port ae78536b-3916-4b68-ac4e-2a9086c1e7a4 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'c24a302e-1b20-425d-a430-c936ea7b40e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'c6ffaaae-e20d-4eef-81a0-0e4d4a61180e'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:45:08.370988 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-a4cb14b3-1b40-4ce3-aac7-e6a13804da46 service neutron] Attempting to bind port ae78536b-3916-4b68-ac4e-2a9086c1e7a4 on network c6ffaaae-e20d-4eef-81a0-0e4d4a61180e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:45:08.409148 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-a4cb14b3-1b40-4ce3-aac7-e6a13804da46 service neutron] Port ae78536b-3916-4b68-ac4e-2a9086c1e7a4 on network c6ffaaae-e20d-4eef-81a0-0e4d4a61180e not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:45:08.409497 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-a4cb14b3-1b40-4ce3-aac7-e6a13804da46 service neutron] Attempting to bind port ae78536b-3916-4b68-ac4e-2a9086c1e7a4 on network c6ffaaae-e20d-4eef-81a0-0e4d4a61180e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:45:08.412473 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-58bd98c7-32cf-46df-8bb0-2e17155ccd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:08.431672 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-a4cb14b3-1b40-4ce3-aac7-e6a13804da46 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:45:08.431992 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-a4cb14b3-1b40-4ce3-aac7-e6a13804da46 service neutron] Checking segment: {'id': 'c24a302e-1b20-425d-a430-c936ea7b40e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'c6ffaaae-e20d-4eef-81a0-0e4d4a61180e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:45:08.432479 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-a4cb14b3-1b40-4ce3-aac7-e6a13804da46 service neutron] Bound using segment: {'id': 'c24a302e-1b20-425d-a430-c936ea7b40e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'c6ffaaae-e20d-4eef-81a0-0e4d4a61180e'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:45:08.432981 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-a4cb14b3-1b40-4ce3-aac7-e6a13804da46 service neutron] Bound port: ae78536b-3916-4b68-ac4e-2a9086c1e7a4, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c24a302e-1b20-425d-a430-c936ea7b40e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'c6ffaaae-e20d-4eef-81a0-0e4d4a61180e'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:45:08.433328 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-a4cb14b3-1b40-4ce3-aac7-e6a13804da46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:08.438563 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-58bd98c7-32cf-46df-8bb0-2e17155ccd87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3e1506d-ed8f-4528-8c71-4b88e852f048']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:45:08.467192 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-58bd98c7-32cf-46df-8bb0-2e17155ccd87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f2f1aa3-8d4b-4a52-9b5a-dff76b22137a') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:45:08.467487 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-58bd98c7-32cf-46df-8bb0-2e17155ccd87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f2f1aa3-8d4b-4a52-9b5a-dff76b22137a') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:45:08.484162 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-58bd98c7-32cf-46df-8bb0-2e17155ccd87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:08.531937 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8c0e0645-91c2-4746-927f-97eb868ad6fa tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:08.544351 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-58bd98c7-32cf-46df-8bb0-2e17155ccd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:08.551913 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-8c0e0645-91c2-4746-927f-97eb868ad6fa tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Calling delete_port for bf07f238-f0f6-4f6d-bd95-8666cbeb29fd owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:45:08.569265 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58bd98c7-32cf-46df-8bb0-2e17155ccd87 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:45:08.569586 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-58bd98c7-32cf-46df-8bb0-2e17155ccd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:08.573785 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:45:08.573785 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:45:08.573785 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:45:08.573785 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:45:08.573785 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:45:08.573785 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:45:08.573785 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:45:08.573785 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:45:08.573785 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:45:08.573785 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:45:08.573785 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:45:08.573785 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:45:08.573785 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:45:08.573785 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:45:08.573785 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:45:08.573785 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:45:08.573785 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:45:08.573785 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:45:08.573785 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:45:08.573785 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:45:08.573785 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:45:08.573785 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:45:08.573785 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:45:08.573785 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:45:08.573785 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:45:08.573785 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:45:08.573785 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:45:08.573785 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:45:08.573785 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:45:08.573785 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:45:08.573785 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:45:08.573785 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:45:08.621699 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-a4cb14b3-1b40-4ce3-aac7-e6a13804da46 service neutron] For port ae78536b-3916-4b68-ac4e-2a9086c1e7a4, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:45:08.673538 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-a4cb14b3-1b40-4ce3-aac7-e6a13804da46 service neutron] For port ae78536b-3916-4b68-ac4e-2a9086c1e7a4, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=ae78536b-3916-4b68-ac4e-2a9086c1e7a4,segment=NetworkSegment(c24a302e-1b20-425d-a430-c936ea7b40e8),segment_id=c24a302e-1b20-425d-a430-c936ea7b40e8)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:45:08.677559 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-58bd98c7-32cf-46df-8bb0-2e17155ccd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:08.689574 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-a4cb14b3-1b40-4ce3-aac7-e6a13804da46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:08.693655 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-58bd98c7-32cf-46df-8bb0-2e17155ccd87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:08.695479 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-58bd98c7-32cf-46df-8bb0-2e17155ccd87 admin admin] 10.222.0.69 "DELETE /v2.0/networks/c3e1506d-ed8f-4528-8c71-4b88e852f048 HTTP/1.1" status: 204 len: 168 time: 0.7442722 Aug 19 14:45:08.715356 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd98c7-32cf-46df-8bb0-2e17155ccd87 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3e1506d-ed8f-4528-8c71-4b88e852f048,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:08.752140 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-a4cb14b3-1b40-4ce3-aac7-e6a13804da46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:08.752779 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-a4cb14b3-1b40-4ce3-aac7-e6a13804da46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:08.754190 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-a4cb14b3-1b40-4ce3-aac7-e6a13804da46 service neutron] 10.222.0.88 "PUT /v2.0/ports/ae78536b-3916-4b68-ac4e-2a9086c1e7a4 HTTP/1.1" status: 200 len: 1092 time: 1.7836576 Aug 19 14:45:08.782749 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cb14b3-1b40-4ce3-aac7-e6a13804da46 service neutron] Pushing event updated for resources: {'Port': ['ID=ae78536b-3916-4b68-ac4e-2a9086c1e7a4,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:08.834015 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:45:08.881942 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-7bb4f64f-e6e7-4b58-a90c-0c306b66a146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:08.882578 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-7bb4f64f-e6e7-4b58-a90c-0c306b66a146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:08.884622 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-7bb4f64f-e6e7-4b58-a90c-0c306b66a146 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bd1709e8cdcf404f8e501cbea2b0ebc9&device_id=a64963f3-0901-4bec-acad-3a4c237de683 HTTP/1.1" status: 200 len: 1981 time: 0.0697396 Aug 19 14:45:08.886377 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8c0e0645-91c2-4746-927f-97eb868ad6fa tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:08.962305 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-2a644927-f500-4dd5-bbdf-a9985f86c3bb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.210&port_id=cc438609-b905-4012-92f1-df84396442a8 HTTP/1.1" status: 200 len: 217 time: 0.0661023 Aug 19 14:45:08.963746 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47768) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:08.965749 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e0645-91c2-4746-927f-97eb868ad6fa tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Pushing event deleted for resources: {'Port': ['ID=bf07f238-f0f6-4f6d-bd95-8666cbeb29fd,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:09.048690 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-b1f6a0b7-d338-4aa2-bd08-d92ce2bb7085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:09.049792 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:45:09.050332 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-b1f6a0b7-d338-4aa2-bd08-d92ce2bb7085 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0430ee3e-effd-4a30-9b36-a3f30e5321c7 HTTP/1.1" status: 200 len: 801 time: 0.0752766 Aug 19 14:45:09.084732 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e85ea1d9-659f-4e11-819a-010a8b078773 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8bcff9dfcd074e07b90c962157c35a0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1180220 Aug 19 14:45:09.086791 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47772) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:09.086910 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': 'ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'port_id': 'ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1', 'mac_address': 'fa:16:3e:3c:6f:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:45:09.135256 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8c0e0645-91c2-4746-927f-97eb868ad6fa tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:09.138361 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-8c0e0645-91c2-4746-927f-97eb868ad6fa tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] 10.222.0.69 "DELETE /v2.0/ports/bf07f238-f0f6-4f6d-bd95-8666cbeb29fd HTTP/1.1" status: 204 len: 168 time: 1.2052932 Aug 19 14:45:09.142285 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47778) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:09.179995 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-40375c7b-b9db-49ce-9aa7-8ad104f574e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:09.214460 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-40375c7b-b9db-49ce-9aa7-8ad104f574e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:09.217232 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:09.236926 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a64963f3-0901-4bec-acad-3a4c237de683', 'tag': 'ae78536b-3916-4b68-ac4e-2a9086c1e7a4'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:45:09.242501 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5ed6f5-54f9-42a6-8db0-91eeeff88c61" -d '{"events": [{"name": "network-changed", "server_uuid": "a64963f3-0901-4bec-acad-3a4c237de683", "tag": "ae78536b-3916-4b68-ac4e-2a9086c1e7a4"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:45:09.243370 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:45:09.256667 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-41d9cab9-920f-428e-afc4-6430edb835f7 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] GET failed (client error): The resource could not be found. Aug 19 14:45:09.259041 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-41d9cab9-920f-428e-afc4-6430edb835f7 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] 10.222.0.69 "GET /v2.0/ports/bf07f238-f0f6-4f6d-bd95-8666cbeb29fd HTTP/1.1" status: 404 len: 333 time: 0.1158082 Aug 19 14:45:09.264042 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-4e2a8e2e-2093-4d39-8393-ffca1c373d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:09.266530 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-4e2a8e2e-2093-4d39-8393-ffca1c373d08 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=07e56f8d-524f-451f-9f4a-e8039335024a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1791568 Aug 19 14:45:09.266699 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47782) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:09.276651 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f6ce551a-7dca-4f02-998e-d347a2f56a23 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Request body: {'port': {'network_id': '3370f036-080e-4018-81e8-8eb820299e94', 'name': 'tempest-AllowedAddressPairTestJSON-2093421656'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:45:09.282674 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:45:09.291552 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:09.345268 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9805ea65-a772-45d3-8b64-3f72bdb62e58 x-openstack-request-id: req-9805ea65-a772-45d3-8b64-3f72bdb62e58 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:45:09.345631 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a64963f3-0901-4bec-acad-3a4c237de683", "tag": "ae78536b-3916-4b68-ac4e-2a9086c1e7a4", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:45:09.345941 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9805ea65-a772-45d3-8b64-3f72bdb62e58 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:45:09.346414 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a64963f3-0901-4bec-acad-3a4c237de683', 'tag': 'ae78536b-3916-4b68-ac4e-2a9086c1e7a4', 'status': 'completed', 'code': 200} Aug 19 14:45:09.359181 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f51304-e712-478a-b6fd-815e3f16f9ae req-c2f365ca-26f9-44c1-b0cc-f7885b81f4c3 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:09.365403 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f51304-e712-478a-b6fd-815e3f16f9ae req-c2f365ca-26f9-44c1-b0cc-f7885b81f4c3 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:09.373202 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-77f51304-e712-478a-b6fd-815e3f16f9ae req-c2f365ca-26f9-44c1-b0cc-f7885b81f4c3 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/ports?device_id=a64963f3-0901-4bec-acad-3a4c237de683 HTTP/1.1" status: 200 len: 1679 time: 0.1689682 Aug 19 14:45:09.384075 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:09.402901 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-40375c7b-b9db-49ce-9aa7-8ad104f574e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:09.404866 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:45:09.407293 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-40375c7b-b9db-49ce-9aa7-8ad104f574e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:09.411095 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-40375c7b-b9db-49ce-9aa7-8ad104f574e4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/add295dc-8ccb-4d18-ae39-bbf2526f52f2 HTTP/1.1" status: 204 len: 168 time: 0.3215635 Aug 19 14:45:09.431873 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40375c7b-b9db-49ce-9aa7-8ad104f574e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add295dc-8ccb-4d18-ae39-bbf2526f52f2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:09.475553 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-8917a7ac-08e7-4e6a-b050-6a36596fcdfc service neutron] 10.222.0.88 "GET /v2.0/networks/07e56f8d-524f-451f-9f4a-e8039335024a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967325 Aug 19 14:45:09.484991 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ce551a-7dca-4f02-998e-d347a2f56a23 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Made reservation on behalf of e534646a927840f888311d69fba4cd80 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:45:09.489618 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6ce551a-7dca-4f02-998e-d347a2f56a23 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:09.516765 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-f6ce551a-7dca-4f02-998e-d347a2f56a23 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] device_id is not set on port f1e10580-be54-4f73-b71e-90d897015762 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:45:09.558952 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-77f51304-e712-478a-b6fd-815e3f16f9ae req-5c2bf16a-8996-46af-9ad7-b1eb60596ffd tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/security-groups?id=41556f32-a9f9-4573-935a-2d992a544d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846287 Aug 19 14:45:09.598625 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-55fc7d9e-c2ac-4c0d-80a4-e075e7768f69 service neutron] 10.222.0.88 "GET /v2.0/networks/07e56f8d-524f-451f-9f4a-e8039335024a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142724 Aug 19 14:45:09.647934 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-c5c7d21b-976b-4eb5-94f0-a8fc675dc49a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.158&port_id=ae78536b-3916-4b68-ac4e-2a9086c1e7a4 HTTP/1.1" status: 200 len: 217 time: 0.0416741 Aug 19 14:45:09.652064 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-f6ce551a-7dca-4f02-998e-d347a2f56a23 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Allocated IP 172.20.0.12 (3370f036-080e-4018-81e8-8eb820299e94/4760e427-b726-4fc2-8311-f123ea211154/f1e10580-be54-4f73-b71e-90d897015762) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:45:09.705326 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-365e33f5-9412-43f3-9fb0-d9832fcf2ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:09.706822 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-365e33f5-9412-43f3-9fb0-d9832fcf2ef0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5f3826fb-072b-462e-a38c-b318fdc472ae HTTP/1.1" status: 200 len: 801 time: 0.0517938 Aug 19 14:45:09.850050 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6ce551a-7dca-4f02-998e-d347a2f56a23 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:09.877540 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-f6ce551a-7dca-4f02-998e-d347a2f56a23 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Transition to ACTIVE for port object f1e10580-be54-4f73-b71e-90d897015762 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:45:09.918725 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6ce551a-7dca-4f02-998e-d347a2f56a23 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:09.987527 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ce551a-7dca-4f02-998e-d347a2f56a23 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Network 3370f036-080e-4018-81e8-8eb820299e94 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:45:09.992022 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-f6ce551a-7dca-4f02-998e-d347a2f56a23 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:45:09.996217 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ce551a-7dca-4f02-998e-d347a2f56a23 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:45:10.003869 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce551a-7dca-4f02-998e-d347a2f56a23 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Pushing event updated for resources: {'Port': ['ID=f1e10580-be54-4f73-b71e-90d897015762,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:10.077678 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ce551a-7dca-4f02-998e-d347a2f56a23 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:10.078381 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6ce551a-7dca-4f02-998e-d347a2f56a23 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:10.113061 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f6ce551a-7dca-4f02-998e-d347a2f56a23 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8439572 Aug 19 14:45:10.116460 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47826) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:10.128155 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-be8f4acf-928c-40b7-8f9f-0879829ebef4 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Request body: {'port': {'network_id': '3370f036-080e-4018-81e8-8eb820299e94', 'name': 'tempest-AllowedAddressPairTestJSON-720879798'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:45:10.220517 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-a922b825-63fb-495e-90c9-a72f224fd438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:10.222509 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-a922b825-63fb-495e-90c9-a72f224fd438 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c6ffaaae-e20d-4eef-81a0-0e4d4a61180e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5077126 Aug 19 14:45:10.375160 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-3afa8c1c-6383-4816-ab3a-a92d277ca20b service neutron] 10.222.0.88 "GET /v2.0/networks/c6ffaaae-e20d-4eef-81a0-0e4d4a61180e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447206 Aug 19 14:45:10.413689 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8f4acf-928c-40b7-8f9f-0879829ebef4 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Made reservation on behalf of e534646a927840f888311d69fba4cd80 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:45:10.419033 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bbe0815d-83ba-46ad-b2a8-cf8ac8a16f3d None None] Provisioning for port f1e10580-be54-4f73-b71e-90d897015762 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:45:10.424752 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-be8f4acf-928c-40b7-8f9f-0879829ebef4 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:10.427419 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bbe0815d-83ba-46ad-b2a8-cf8ac8a16f3d None None] Provisioning complete for port f1e10580-be54-4f73-b71e-90d897015762 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:45:10.427798 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bbe0815d-83ba-46ad-b2a8-cf8ac8a16f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:10.458553 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47844) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:10.464728 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-be8f4acf-928c-40b7-8f9f-0879829ebef4 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] device_id is not set on port 6a3a2201-7f9e-4dc9-bb4e-4da20958086c yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:45:10.514176 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-bbe0815d-83ba-46ad-b2a8-cf8ac8a16f3d None None] Port f1e10580-be54-4f73-b71e-90d897015762 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:45:10.539554 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-160f77a3-8771-45b3-8298-ba96d7418c51 req-21387fc7-0248-4cd4-8b05-b98b99a704df service neutron] 10.222.0.88 "GET /v2.0/networks/c6ffaaae-e20d-4eef-81a0-0e4d4a61180e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553764 Aug 19 14:45:10.619746 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-be8f4acf-928c-40b7-8f9f-0879829ebef4 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Allocated IP 172.20.0.3 (3370f036-080e-4018-81e8-8eb820299e94/4760e427-b726-4fc2-8311-f123ea211154/6a3a2201-7f9e-4dc9-bb4e-4da20958086c) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:45:10.692731 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ed6f5-54f9-42a6-8db0-91eeeff88c61 req-a4c140eb-4d96-4387-b0d1-23ffd7db45bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:10.693233 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ed6f5-54f9-42a6-8db0-91eeeff88c61 req-a4c140eb-4d96-4387-b0d1-23ffd7db45bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:10.694867 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ba5ed6f5-54f9-42a6-8db0-91eeeff88c61 req-a4c140eb-4d96-4387-b0d1-23ffd7db45bd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bd1709e8cdcf404f8e501cbea2b0ebc9&device_id=a64963f3-0901-4bec-acad-3a4c237de683 HTTP/1.1" status: 200 len: 1981 time: 0.0968056 Aug 19 14:45:10.699204 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-73d21af3-6bbd-44fe-821a-5a485dbaa6ab admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-799086821-network', 'tenant_id': 'd3c6324229b548e1bd801924ac0ddb60'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:45:10.721056 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc7b8d1-0021-4e14-a639-b902a1d954be req-ae705945-bb27-48e7-9978-0c9acf95a4f1 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:10.726983 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc7b8d1-0021-4e14-a639-b902a1d954be req-ae705945-bb27-48e7-9978-0c9acf95a4f1 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:10.728757 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3bc7b8d1-0021-4e14-a639-b902a1d954be req-ae705945-bb27-48e7-9978-0c9acf95a4f1 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/ports?device_id=a64963f3-0901-4bec-acad-3a4c237de683 HTTP/1.1" status: 200 len: 1679 time: 0.0858178 Aug 19 14:45:10.763932 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d21af3-6bbd-44fe-821a-5a485dbaa6ab admin admin] Made reservation on behalf of d3c6324229b548e1bd801924ac0ddb60 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:45:10.766629 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-73d21af3-6bbd-44fe-821a-5a485dbaa6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:10.783116 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-73d21af3-6bbd-44fe-821a-5a485dbaa6ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:10.839574 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3bc7b8d1-0021-4e14-a639-b902a1d954be req-70ce6bfb-3748-4fd3-bcaa-984fd2b93f44 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/security-groups?id=41556f32-a9f9-4573-935a-2d992a544d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958908 Aug 19 14:45:10.858650 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:45:10.880263 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ed6f5-54f9-42a6-8db0-91eeeff88c61 req-d39bdc0d-a97d-450b-94e0-db69696028c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:10.883334 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ba5ed6f5-54f9-42a6-8db0-91eeeff88c61 req-d39bdc0d-a97d-450b-94e0-db69696028c7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c6ffaaae-e20d-4eef-81a0-0e4d4a61180e HTTP/1.1" status: 200 len: 902 time: 0.1799479 Aug 19 14:45:10.905349 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-be8f4acf-928c-40b7-8f9f-0879829ebef4 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:10.928653 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-be8f4acf-928c-40b7-8f9f-0879829ebef4 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Transition to ACTIVE for port object 6a3a2201-7f9e-4dc9-bb4e-4da20958086c will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:45:10.942380 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:45:10.943030 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:10.956493 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-73d21af3-6bbd-44fe-821a-5a485dbaa6ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:10.971575 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ba5ed6f5-54f9-42a6-8db0-91eeeff88c61 req-872c3caa-63fc-469c-a733-c9bd959f7999 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.158&port_id=ae78536b-3916-4b68-ac4e-2a9086c1e7a4 HTTP/1.1" status: 200 len: 217 time: 0.0800769 Aug 19 14:45:10.971790 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-73d21af3-6bbd-44fe-821a-5a485dbaa6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:10.984028 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73d21af3-6bbd-44fe-821a-5a485dbaa6ab admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:45:10.996119 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-73d21af3-6bbd-44fe-821a-5a485dbaa6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:10.997174 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-73d21af3-6bbd-44fe-821a-5a485dbaa6ab admin admin] Added segment 12685fc5-67ab-4edb-acaa-bfb04e559ec0 of type vlan for network 7607bf1d-5ed0-45d0-9831-7321bc89115a Aug 19 14:45:11.054623 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ed6f5-54f9-42a6-8db0-91eeeff88c61 req-fdb961db-1b87-4059-80d5-bf1b1cbcaa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:11.056183 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ba5ed6f5-54f9-42a6-8db0-91eeeff88c61 req-fdb961db-1b87-4059-80d5-bf1b1cbcaa4e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5f3826fb-072b-462e-a38c-b318fdc472ae HTTP/1.1" status: 200 len: 801 time: 0.0741539 Aug 19 14:45:11.058361 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-73d21af3-6bbd-44fe-821a-5a485dbaa6ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:11.094392 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-be8f4acf-928c-40b7-8f9f-0879829ebef4 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:11.103672 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d21af3-6bbd-44fe-821a-5a485dbaa6ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c63a37-a74c-49ed-be06-2f4d408bd706,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:11.105573 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:11.119935 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ed6f5-54f9-42a6-8db0-91eeeff88c61 req-199092a6-952e-4e5e-aa41-e53259dda4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:11.122536 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ba5ed6f5-54f9-42a6-8db0-91eeeff88c61 req-199092a6-952e-4e5e-aa41-e53259dda4f6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c6ffaaae-e20d-4eef-81a0-0e4d4a61180e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0588601 Aug 19 14:45:11.150098 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc253a1-b140-49ef-a956-7a3c0b6c79cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:45:11.155152 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6191e885-1505-4913-9050-348f93ec8542" -d '{"events": [{"server_uuid": "efc253a1-b140-49ef-a956-7a3c0b6c79cb", "name": "network-vif-plugged", "status": "completed", "tag": "ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:45:11.162461 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8f4acf-928c-40b7-8f9f-0879829ebef4 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Network 3370f036-080e-4018-81e8-8eb820299e94 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:45:11.179168 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-be8f4acf-928c-40b7-8f9f-0879829ebef4 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:45:11.188532 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:45:11.188704 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8f4acf-928c-40b7-8f9f-0879829ebef4 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:45:11.193390 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8f4acf-928c-40b7-8f9f-0879829ebef4 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Pushing event updated for resources: {'Port': ['ID=6a3a2201-7f9e-4dc9-bb4e-4da20958086c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:11.195388 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-73d21af3-6bbd-44fe-821a-5a485dbaa6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:11.196374 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d21af3-6bbd-44fe-821a-5a485dbaa6ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:11.196969 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-73d21af3-6bbd-44fe-821a-5a485dbaa6ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:11.201043 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:11.258620 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f31f60-3164-42ed-808f-6abbbbcebb1d x-openstack-request-id: req-b1f31f60-3164-42ed-808f-6abbbbcebb1d {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:45:11.258912 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc253a1-b140-49ef-a956-7a3c0b6c79cb", "name": "network-vif-plugged", "status": "completed", "tag": "ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:45:11.264771 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b1f31f60-3164-42ed-808f-6abbbbcebb1d {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:45:11.265244 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc253a1-b140-49ef-a956-7a3c0b6c79cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1', 'code': 200} Aug 19 14:45:11.314815 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ba5ed6f5-54f9-42a6-8db0-91eeeff88c61 req-51eaf358-340c-4d5a-9516-da0b0cb84373 service neutron] 10.222.0.88 "GET /v2.0/networks/c6ffaaae-e20d-4eef-81a0-0e4d4a61180e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761937 Aug 19 14:45:11.334727 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:11.468808 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ba5ed6f5-54f9-42a6-8db0-91eeeff88c61 req-aebd1227-7eb4-4d06-987d-1032a8839e3f service neutron] 10.222.0.88 "GET /v2.0/networks/c6ffaaae-e20d-4eef-81a0-0e4d4a61180e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443455 Aug 19 14:45:11.547917 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-65b17cc1-a6bd-4ce1-996d-824ceb140312 None None] Provisioning for port 6a3a2201-7f9e-4dc9-bb4e-4da20958086c completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:45:11.557257 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-65b17cc1-a6bd-4ce1-996d-824ceb140312 None None] Provisioning complete for port 6a3a2201-7f9e-4dc9-bb4e-4da20958086c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:45:11.558409 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-65b17cc1-a6bd-4ce1-996d-824ceb140312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:11.636961 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-65b17cc1-a6bd-4ce1-996d-824ceb140312 None None] Port 6a3a2201-7f9e-4dc9-bb4e-4da20958086c cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:45:11.717960 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-73d21af3-6bbd-44fe-821a-5a485dbaa6ab admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2025895 Aug 19 14:45:11.721960 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47884) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:11.727652 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-307cd779-bd60-44a8-99d0-a15460d9fd2e admin admin] Request body: {'subnet': {'network_id': '7607bf1d-5ed0-45d0-9831-7321bc89115a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-799086821-subnet', 'tenant_id': 'd3c6324229b548e1bd801924ac0ddb60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:45:11.754235 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307cd779-bd60-44a8-99d0-a15460d9fd2e admin admin] Made reservation on behalf of d3c6324229b548e1bd801924ac0ddb60 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:45:11.763621 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-307cd779-bd60-44a8-99d0-a15460d9fd2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:11.784873 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8f4acf-928c-40b7-8f9f-0879829ebef4 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:11.785502 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-be8f4acf-928c-40b7-8f9f-0879829ebef4 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:11.798480 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d21af3-6bbd-44fe-821a-5a485dbaa6ab admin admin] Pushing event updated for resources: {'Network': ['ID=7607bf1d-5ed0-45d0-9831-7321bc89115a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:11.807163 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-be8f4acf-928c-40b7-8f9f-0879829ebef4 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6893389 Aug 19 14:45:11.810619 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47886) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:11.813916 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 7607bf1d-5ed0-45d0-9831-7321bc89115a details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:45:11.817554 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-cef94a22-a8fd-4ed4-a221-f8b37f92425a tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:b0:c9:8b'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:a3:74:9c'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:45:12.050243 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cef94a22-a8fd-4ed4-a221-f8b37f92425a tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:12.072003 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619959c5-ace7-4308-b404-ba7ac5f3076e req-5d37533f-5963-4259-be61-bba231563502 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:12.078444 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619959c5-ace7-4308-b404-ba7ac5f3076e req-5d37533f-5963-4259-be61-bba231563502 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:12.080872 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-619959c5-ace7-4308-b404-ba7ac5f3076e req-5d37533f-5963-4259-be61-bba231563502 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/ports?device_id=a64963f3-0901-4bec-acad-3a4c237de683 HTTP/1.1" status: 200 len: 1679 time: 0.1017952 Aug 19 14:45:12.125033 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-307cd779-bd60-44a8-99d0-a15460d9fd2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:12.217799 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-619959c5-ace7-4308-b404-ba7ac5f3076e req-a10a853b-0359-4d85-a4b0-2d603f12e9e9 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/security-groups?id=41556f32-a9f9-4573-935a-2d992a544d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179893 Aug 19 14:45:12.225724 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307cd779-bd60-44a8-99d0-a15460d9fd2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1339385a-2e30-4f72-82e0-969a5d75e73f,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:12.239177 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307cd779-bd60-44a8-99d0-a15460d9fd2e admin admin] Checking segment: {'id': '12685fc5-67ab-4edb-acaa-bfb04e559ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7607bf1d-5ed0-45d0-9831-7321bc89115a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:45:12.239550 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307cd779-bd60-44a8-99d0-a15460d9fd2e admin admin] Network hostable DHCP agents. Network: 7607bf1d-5ed0-45d0-9831-7321bc89115a, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:45:12.257340 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307cd779-bd60-44a8-99d0-a15460d9fd2e admin admin] Network 7607bf1d-5ed0-45d0-9831-7321bc89115a is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:45:12.274115 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-307cd779-bd60-44a8-99d0-a15460d9fd2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 7607bf1d-5ed0-45d0-9831-7321bc89115a) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:45:12.284750 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062eca59-d24d-448c-8c3a-8c7fb204b059 None None] Network 7607bf1d-5ed0-45d0-9831-7321bc89115a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:45:12.288480 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307cd779-bd60-44a8-99d0-a15460d9fd2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:12.289311 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-307cd779-bd60-44a8-99d0-a15460d9fd2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:12.297543 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cef94a22-a8fd-4ed4-a221-f8b37f92425a tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:12.304071 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cef94a22-a8fd-4ed4-a221-f8b37f92425a tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:12.317756 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-307cd779-bd60-44a8-99d0-a15460d9fd2e admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5863032 Aug 19 14:45:12.489466 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-cef94a22-a8fd-4ed4-a221-f8b37f92425a tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] In _notify_port_updated(), no bound segment for port 6a3a2201-7f9e-4dc9-bb4e-4da20958086c on network 3370f036-080e-4018-81e8-8eb820299e94 {{(pid=94639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 14:45:12.500881 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef94a22-a8fd-4ed4-a221-f8b37f92425a tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:12.501745 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cef94a22-a8fd-4ed4-a221-f8b37f92425a tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:12.503202 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-cef94a22-a8fd-4ed4-a221-f8b37f92425a tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] 10.222.0.69 "PUT /v2.0/ports/6a3a2201-7f9e-4dc9-bb4e-4da20958086c HTTP/1.1" status: 200 len: 1055 time: 0.6916492 Aug 19 14:45:12.506259 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47896) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:12.533465 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fae04e-a785-48d9-8f7e-e3994b12efd4 None None] Network 7607bf1d-5ed0-45d0-9831-7321bc89115a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:45:12.543826 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef94a22-a8fd-4ed4-a221-f8b37f92425a tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Pushing event updated for resources: {'Port': ['ID=6a3a2201-7f9e-4dc9-bb4e-4da20958086c,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:12.689356 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-93e93b7a-d628-4298-9c10-b9c69b97c3d0 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Deleting port 6a3a2201-7f9e-4dc9-bb4e-4da20958086c {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:45:12.690255 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93e93b7a-d628-4298-9c10-b9c69b97c3d0 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:12.833670 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device ae78536b-3916-4b68-ac4e-2a9086c1e7a4 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:45:12.838080 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f9b971af-5952-4eaa-8176-ec7af1a2b89b None None] Provisioning complete for port 6a3a2201-7f9e-4dc9-bb4e-4da20958086c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:45:12.838449 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f9b971af-5952-4eaa-8176-ec7af1a2b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:12.896559 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93e93b7a-d628-4298-9c10-b9c69b97c3d0 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:12.905583 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f9b971af-5952-4eaa-8176-ec7af1a2b89b None None] Port 6a3a2201-7f9e-4dc9-bb4e-4da20958086c cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:45:12.910741 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [req-74c0b9e0-9348-4e25-85e8-637a27745a01 req-21e99b82-7ec3-4028-8723-9b40c69252df tempest-SecurityGroupsNegativeTestJSON-14194008 tempest-SecurityGroupsNegativeTestJSON-14194008-project] show failed (client error): The resource could not be found. Aug 19 14:45:12.917502 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-74c0b9e0-9348-4e25-85e8-637a27745a01 req-21e99b82-7ec3-4028-8723-9b40c69252df tempest-SecurityGroupsNegativeTestJSON-14194008 tempest-SecurityGroupsNegativeTestJSON-14194008-project] 10.222.0.69 "GET /v2.0/security-groups/9eb35877-a6a5-4a39-b190-c03b3d969c66 HTTP/1.1" status: 404 len: 352 time: 0.0380201 Aug 19 14:45:12.936031 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-93e93b7a-d628-4298-9c10-b9c69b97c3d0 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Calling delete_port for 6a3a2201-7f9e-4dc9-bb4e-4da20958086c owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:45:12.996282 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port ae78536b-3916-4b68-ac4e-2a9086c1e7a4, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=ae78536b-3916-4b68-ac4e-2a9086c1e7a4,segment=NetworkSegment(c24a302e-1b20-425d-a430-c936ea7b40e8),segment_id=c24a302e-1b20-425d-a430-c936ea7b40e8)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:45:13.009477 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': 'ae78536b-3916-4b68-ac4e-2a9086c1e7a4', 'network_id': 'c6ffaaae-e20d-4eef-81a0-0e4d4a61180e', 'port_id': 'ae78536b-3916-4b68-ac4e-2a9086c1e7a4', 'mac_address': 'fa:16:3e:cd:a4:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3826fb-072b-462e-a38c-b318fdc472ae', 'ip_address': '19.86.0.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:45:13.060165 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:13.075776 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae78536b-3916-4b68-ac4e-2a9086c1e7a4 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:45:13.076020 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cb0eced7-0a97-4c87-ae0c-09fb538f2e0e req-9042b8b6-65c2-422e-9771-58dd09fb4f92 tempest-SecurityGroupsNegativeTestJSON-14194008 tempest-SecurityGroupsNegativeTestJSON-14194008-project] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d3c6324229b548e1bd801924ac0ddb60 HTTP/1.1" status: 200 len: 2988 time: 0.0747299 Aug 19 14:45:13.101813 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port ae78536b-3916-4b68-ac4e-2a9086c1e7a4, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=ae78536b-3916-4b68-ac4e-2a9086c1e7a4,segment=NetworkSegment(c24a302e-1b20-425d-a430-c936ea7b40e8),segment_id=c24a302e-1b20-425d-a430-c936ea7b40e8)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:45:13.112199 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:13.113305 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device cc438609-b905-4012-92f1-df84396442a8 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:45:13.148205 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cb0eced7-0a97-4c87-ae0c-09fb538f2e0e req-1f4bb51d-a4ea-4f2f-b7e2-262a39a3c646 tempest-SecurityGroupsNegativeTestJSON-14194008 tempest-SecurityGroupsNegativeTestJSON-14194008-project] 10.222.0.69 "GET /v2.0/security-groups/31c63a37-a74c-49ed-be06-2f4d408bd706 HTTP/1.1" status: 200 len: 2985 time: 0.0713723 Aug 19 14:45:13.221149 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=ae78536b-3916-4b68-ac4e-2a9086c1e7a4,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:13.227800 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cb0eced7-0a97-4c87-ae0c-09fb538f2e0e req-a48d34aa-4ec7-4366-a104-bfb42e16c748 tempest-SecurityGroupsNegativeTestJSON-14194008 tempest-SecurityGroupsNegativeTestJSON-14194008-project] 10.222.0.69 "GET /v2.0/security-groups/31c63a37-a74c-49ed-be06-2f4d408bd706 HTTP/1.1" status: 200 len: 2985 time: 0.0786245 Aug 19 14:45:13.229173 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93e93b7a-d628-4298-9c10-b9c69b97c3d0 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:13.265219 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e93b7a-d628-4298-9c10-b9c69b97c3d0 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Pushing event deleted for resources: {'Port': ['ID=6a3a2201-7f9e-4dc9-bb4e-4da20958086c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:13.296363 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port cc438609-b905-4012-92f1-df84396442a8, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=cc438609-b905-4012-92f1-df84396442a8,segment=NetworkSegment(a014035c-62d4-4d09-a552-7136dc4ea625),segment_id=a014035c-62d4-4d09-a552-7136dc4ea625)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:45:13.319370 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': 'cc438609-b905-4012-92f1-df84396442a8', 'network_id': '07e56f8d-524f-451f-9f4a-e8039335024a', 'port_id': 'cc438609-b905-4012-92f1-df84396442a8', 'mac_address': 'fa:16:3e:af:17:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0430ee3e-effd-4a30-9b36-a3f30e5321c7', 'ip_address': '19.80.0.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:45:13.379268 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:13.407473 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc438609-b905-4012-92f1-df84396442a8 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:45:13.428624 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-31b35642-3b19-44c7-8257-94db0e949234 req-6d4703ad-9630-4052-bb3d-d8e01694132f tempest-SecurityGroupsNegativeTestJSON-14194008 tempest-SecurityGroupsNegativeTestJSON-14194008-project] 10.222.0.69 "GET /v2.0/security-groups/31c63a37-a74c-49ed-be06-2f4d408bd706 HTTP/1.1" status: 200 len: 2985 time: 0.1676047 Aug 19 14:45:13.444425 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port cc438609-b905-4012-92f1-df84396442a8, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=cc438609-b905-4012-92f1-df84396442a8,segment=NetworkSegment(a014035c-62d4-4d09-a552-7136dc4ea625),segment_id=a014035c-62d4-4d09-a552-7136dc4ea625)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:45:13.456272 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:13.526014 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=cc438609-b905-4012-92f1-df84396442a8,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:13.534790 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b0dd1-9853-49e2-996f-2ac5c8f877ed req-e7aa4d55-d208-48aa-86c2-f339fbfb8b2f tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:13.540668 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b0dd1-9853-49e2-996f-2ac5c8f877ed req-e7aa4d55-d208-48aa-86c2-f339fbfb8b2f tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:13.542786 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e63b0dd1-9853-49e2-996f-2ac5c8f877ed req-e7aa4d55-d208-48aa-86c2-f339fbfb8b2f tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/ports?device_id=a64963f3-0901-4bec-acad-3a4c237de683 HTTP/1.1" status: 200 len: 1680 time: 0.1980209 Aug 19 14:45:13.614408 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [req-31b35642-3b19-44c7-8257-94db0e949234 req-817f6f48-5b21-4777-acf6-452aa523e9bc tempest-SecurityGroupsNegativeTestJSON-14194008 tempest-SecurityGroupsNegativeTestJSON-14194008-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 19 14:45:13.615531 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-31b35642-3b19-44c7-8257-94db0e949234 req-817f6f48-5b21-4777-acf6-452aa523e9bc tempest-SecurityGroupsNegativeTestJSON-14194008 tempest-SecurityGroupsNegativeTestJSON-14194008-project] 10.222.0.69 "DELETE /v2.0/security-groups/31c63a37-a74c-49ed-be06-2f4d408bd706 HTTP/1.1" status: 409 len: 352 time: 0.1858375 Aug 19 14:45:13.683151 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e63b0dd1-9853-49e2-996f-2ac5c8f877ed req-37c02a8c-503e-4f0d-a037-248648070857 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/security-groups?id=41556f32-a9f9-4573-935a-2d992a544d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333444 Aug 19 14:45:13.728530 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93e93b7a-d628-4298-9c10-b9c69b97c3d0 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:13.731501 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-93e93b7a-d628-4298-9c10-b9c69b97c3d0 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] 10.222.0.69 "DELETE /v2.0/ports/6a3a2201-7f9e-4dc9-bb4e-4da20958086c HTTP/1.1" status: 204 len: 168 time: 1.2241352 Aug 19 14:45:13.734504 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47932) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:13.753349 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [req-d0b036bd-4d61-4d61-8288-03f684a747dd req-58966f97-2230-432e-8a6f-5586d97d50bf tempest-SecurityGroupsNegativeTestJSON-14194008 tempest-SecurityGroupsNegativeTestJSON-14194008-project] show failed (client error): The resource could not be found. Aug 19 14:45:13.755055 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d0b036bd-4d61-4d61-8288-03f684a747dd req-58966f97-2230-432e-8a6f-5586d97d50bf tempest-SecurityGroupsNegativeTestJSON-14194008 tempest-SecurityGroupsNegativeTestJSON-14194008-project] 10.222.0.69 "GET /v2.0/security-groups/cafcae79-ae58-459c-b88f-eda14d73d806 HTTP/1.1" status: 404 len: 352 time: 0.0217719 Aug 19 14:45:13.786195 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fba5137-5d3a-4f0c-a03b-43e8e2e7ae03 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] GET failed (client error): The resource could not be found. Aug 19 14:45:13.791950 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0fba5137-5d3a-4f0c-a03b-43e8e2e7ae03 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] 10.222.0.69 "GET /v2.0/ports/6a3a2201-7f9e-4dc9-bb4e-4da20958086c HTTP/1.1" status: 404 len: 333 time: 0.0562370 Aug 19 14:45:13.794881 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47938) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:13.807010 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [req-a0ece855-df54-4cdb-90f4-5bf9b1098820 req-f5bf863f-17e6-491b-8da6-e7d0d3c1e897 tempest-SecurityGroupsNegativeTestJSON-14194008 tempest-SecurityGroupsNegativeTestJSON-14194008-project] show failed (client error): The resource could not be found. Aug 19 14:45:13.810041 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a0ece855-df54-4cdb-90f4-5bf9b1098820 req-f5bf863f-17e6-491b-8da6-e7d0d3c1e897 tempest-SecurityGroupsNegativeTestJSON-14194008 tempest-SecurityGroupsNegativeTestJSON-14194008-project] 10.222.0.69 "GET /v2.0/security-groups/e329be37-6acf-4a38-a25e-02831e0fed72 HTTP/1.1" status: 404 len: 352 time: 0.0213504 Aug 19 14:45:13.829277 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47940) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:13.831701 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['ae78536b-3916-4b68-ac4e-2a9086c1e7a4'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:45:13.987877 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-75cbaf6f-e90b-42f7-9153-a0ae758c4fdd admin admin] Deleting subnet 1339385a-2e30-4f72-82e0-969a5d75e73f {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:45:13.996050 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-75cbaf6f-e90b-42f7-9153-a0ae758c4fdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:14.083525 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-13e87496-2851-493f-857e-31418f464824 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Deleting port f1e10580-be54-4f73-b71e-90d897015762 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:45:14.083885 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-75cbaf6f-e90b-42f7-9153-a0ae758c4fdd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:14.084071 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-13e87496-2851-493f-857e-31418f464824 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:14.205594 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-75cbaf6f-e90b-42f7-9153-a0ae758c4fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:14.228148 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-13e87496-2851-493f-857e-31418f464824 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:14.244335 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-13e87496-2851-493f-857e-31418f464824 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Calling delete_port for f1e10580-be54-4f73-b71e-90d897015762 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:45:14.303850 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-75cbaf6f-e90b-42f7-9153-a0ae758c4fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:14.336377 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cbaf6f-e90b-42f7-9153-a0ae758c4fdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1339385a-2e30-4f72-82e0-969a5d75e73f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:14.341760 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-75cbaf6f-e90b-42f7-9153-a0ae758c4fdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:14.346668 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-75cbaf6f-e90b-42f7-9153-a0ae758c4fdd admin admin] 10.222.0.69 "DELETE /v2.0/subnets/1339385a-2e30-4f72-82e0-969a5d75e73f HTTP/1.1" status: 204 len: 168 time: 0.5157945 Aug 19 14:45:14.347271 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47952) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:14.414541 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-13e87496-2851-493f-857e-31418f464824 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:14.427779 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cef90839-9e9f-4d75-b192-1b8816543506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:14.447386 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e87496-2851-493f-857e-31418f464824 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Pushing event deleted for resources: {'Port': ['ID=f1e10580-be54-4f73-b71e-90d897015762,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:14.527608 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-13e87496-2851-493f-857e-31418f464824 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:14.532968 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47954) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:14.533191 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-13e87496-2851-493f-857e-31418f464824 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] 10.222.0.69 "DELETE /v2.0/ports/f1e10580-be54-4f73-b71e-90d897015762 HTTP/1.1" status: 204 len: 168 time: 0.7346511 Aug 19 14:45:14.574463 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-94d550cd-78ae-4598-b7b3-37fae9ff2e34 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] GET failed (client error): The resource could not be found. Aug 19 14:45:14.580019 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47956) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:14.580276 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-94d550cd-78ae-4598-b7b3-37fae9ff2e34 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] 10.222.0.69 "GET /v2.0/ports/f1e10580-be54-4f73-b71e-90d897015762 HTTP/1.1" status: 404 len: 333 time: 0.0403726 Aug 19 14:45:14.587766 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cef90839-9e9f-4d75-b192-1b8816543506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:14.601396 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-cef90839-9e9f-4d75-b192-1b8816543506 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7607bf1d-5ed0-45d0-9831-7321bc89115a']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:45:14.618670 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-cef90839-9e9f-4d75-b192-1b8816543506 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12685fc5-67ab-4edb-acaa-bfb04e559ec0') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:45:14.618973 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-cef90839-9e9f-4d75-b192-1b8816543506 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12685fc5-67ab-4edb-acaa-bfb04e559ec0') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:45:14.637556 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cef90839-9e9f-4d75-b192-1b8816543506 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:14.660209 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cef90839-9e9f-4d75-b192-1b8816543506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:14.668439 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cef90839-9e9f-4d75-b192-1b8816543506 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:45:14.668864 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cef90839-9e9f-4d75-b192-1b8816543506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:14.670608 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:45:14.670608 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:45:14.670608 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:45:14.670608 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:45:14.670608 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:45:14.670608 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:45:14.670608 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:45:14.670608 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:45:14.670608 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:45:14.670608 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:45:14.670608 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:45:14.670608 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:45:14.670608 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:45:14.670608 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:45:14.670608 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:45:14.670608 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:45:14.670608 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:45:14.670608 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:45:14.670608 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:45:14.670608 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:45:14.670608 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:45:14.670608 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:45:14.670608 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:45:14.670608 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:45:14.670608 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:45:14.670608 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:45:14.670608 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:45:14.670608 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:45:14.670608 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:45:14.670608 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:45:14.670608 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:45:14.670608 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:45:14.755047 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-73b6eb05-aaee-49e8-a084-869a639aaead tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Deleting port 5c9ff55a-9234-4763-a154-5f71a3b30b76 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:45:14.756088 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-73b6eb05-aaee-49e8-a084-869a639aaead tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:14.770819 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cef90839-9e9f-4d75-b192-1b8816543506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:14.790313 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cef90839-9e9f-4d75-b192-1b8816543506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:14.792457 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-cef90839-9e9f-4d75-b192-1b8816543506 admin admin] 10.222.0.69 "DELETE /v2.0/networks/7607bf1d-5ed0-45d0-9831-7321bc89115a HTTP/1.1" status: 204 len: 168 time: 0.4441967 Aug 19 14:45:14.793381 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef90839-9e9f-4d75-b192-1b8816543506 admin admin] Pushing event deleted for resources: {'Network': ['ID=7607bf1d-5ed0-45d0-9831-7321bc89115a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:14.859810 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['cc438609-b905-4012-92f1-df84396442a8'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:45:14.947039 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab7e67-c8bd-4d1e-ac39-852763e2fcb6 req-d451ffc8-2c63-4277-8a1a-366eae477e5c tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:14.956750 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab7e67-c8bd-4d1e-ac39-852763e2fcb6 req-d451ffc8-2c63-4277-8a1a-366eae477e5c tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:14.956876 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-73b6eb05-aaee-49e8-a084-869a639aaead tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:14.959312 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1aab7e67-c8bd-4d1e-ac39-852763e2fcb6 req-d451ffc8-2c63-4277-8a1a-366eae477e5c tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/ports?device_id=a64963f3-0901-4bec-acad-3a4c237de683 HTTP/1.1" status: 200 len: 1681 time: 0.1248319 Aug 19 14:45:14.996544 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-73b6eb05-aaee-49e8-a084-869a639aaead tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Calling delete_port for 5c9ff55a-9234-4763-a154-5f71a3b30b76 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:45:15.015916 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47970) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:15.041108 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1aab7e67-c8bd-4d1e-ac39-852763e2fcb6 req-3730605c-58c0-490f-a608-df7c22fdc548 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/security-groups?id=41556f32-a9f9-4573-935a-2d992a544d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717056 Aug 19 14:45:15.197180 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-14aafcad-01ec-4114-a9d7-fbb69f19aa37 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d3c6324229b548e1bd801924ac0ddb60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1730425 Aug 19 14:45:15.200518 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47982) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:15.298218 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c0a35475-d105-4e5b-92cf-0cbd1f4ee1cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:15.339880 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c0a35475-d105-4e5b-92cf-0cbd1f4ee1cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:15.347809 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-73b6eb05-aaee-49e8-a084-869a639aaead tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:15.392167 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b6eb05-aaee-49e8-a084-869a639aaead tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Pushing event deleted for resources: {'Port': ['ID=5c9ff55a-9234-4763-a154-5f71a3b30b76,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:15.494499 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-73b6eb05-aaee-49e8-a084-869a639aaead tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:15.497582 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-73b6eb05-aaee-49e8-a084-869a639aaead tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] 10.222.0.69 "DELETE /v2.0/ports/5c9ff55a-9234-4763-a154-5f71a3b30b76 HTTP/1.1" status: 204 len: 168 time: 0.9161441 Aug 19 14:45:15.500093 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47984) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:15.511758 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c0a35475-d105-4e5b-92cf-0cbd1f4ee1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:15.514700 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c0a35475-d105-4e5b-92cf-0cbd1f4ee1cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:15.519003 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c0a35475-d105-4e5b-92cf-0cbd1f4ee1cd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/31c63a37-a74c-49ed-be06-2f4d408bd706 HTTP/1.1" status: 204 len: 168 time: 0.3174899 Aug 19 14:45:15.591893 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a35475-d105-4e5b-92cf-0cbd1f4ee1cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c63a37-a74c-49ed-be06-2f4d408bd706,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:15.624165 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e6e9a80-b644-4912-9808-4892bfd79d10 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Deleting subnet 4760e427-b726-4fc2-8311-f123ea211154 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:45:15.628840 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7e6e9a80-b644-4912-9808-4892bfd79d10 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:15.713074 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7e6e9a80-b644-4912-9808-4892bfd79d10 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:15.882392 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7e6e9a80-b644-4912-9808-4892bfd79d10 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:15.990974 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7e6e9a80-b644-4912-9808-4892bfd79d10 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:16.019989 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6e9a80-b644-4912-9808-4892bfd79d10 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Pushing event deleted for resources: {'Subnet': ['ID=4760e427-b726-4fc2-8311-f123ea211154,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:16.024542 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7e6e9a80-b644-4912-9808-4892bfd79d10 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:16.030452 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7e6e9a80-b644-4912-9808-4892bfd79d10 tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] 10.222.0.69 "DELETE /v2.0/subnets/4760e427-b726-4fc2-8311-f123ea211154 HTTP/1.1" status: 204 len: 168 time: 0.5286741 Aug 19 14:45:16.031311 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48006) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:16.044166 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8045bbb2-8b66-43d8-906f-e04e0415915c None None] Network 3370f036-080e-4018-81e8-8eb820299e94 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:45:16.253591 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce5489fd-37cf-4059-8e4c-adab08a68f6f tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:16.294909 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14f48c-8630-4e19-be54-1418670babb0 req-dbae05e0-d62b-47a4-9e5c-6371709534ec tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:16.302220 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14f48c-8630-4e19-be54-1418670babb0 req-dbae05e0-d62b-47a4-9e5c-6371709534ec tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:16.303946 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0a14f48c-8630-4e19-be54-1418670babb0 req-dbae05e0-d62b-47a4-9e5c-6371709534ec tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/ports?device_id=a64963f3-0901-4bec-acad-3a4c237de683 HTTP/1.1" status: 200 len: 1681 time: 0.1396413 Aug 19 14:45:16.391928 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1a8f01-3f89-416e-8efa-a903b4a6b472 None None] DHCP port deletion for 3370f036-080e-4018-81e8-8eb820299e94 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:45:16.458742 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0a14f48c-8630-4e19-be54-1418670babb0 req-7e017de9-7b34-411c-91a0-ebde26988ba0 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/security-groups?id=41556f32-a9f9-4573-935a-2d992a544d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411407 Aug 19 14:45:16.469339 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-ce5489fd-37cf-4059-8e4c-adab08a68f6f tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Deleting port c49205bc-4809-4a5f-9a90-81f9e61a484e {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:45:16.469685 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce5489fd-37cf-4059-8e4c-adab08a68f6f tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:16.470328 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3d1a8f01-3f89-416e-8efa-a903b4a6b472 None None] Deleting port c49205bc-4809-4a5f-9a90-81f9e61a484e {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:45:16.470884 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3d1a8f01-3f89-416e-8efa-a903b4a6b472 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:16.552615 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3d1a8f01-3f89-416e-8efa-a903b4a6b472 None None] For port c49205bc-4809-4a5f-9a90-81f9e61a484e, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=c49205bc-4809-4a5f-9a90-81f9e61a484e,segment=NetworkSegment(f64c20ba-27cb-44ae-a266-b7b1cabc6943),segment_id=f64c20ba-27cb-44ae-a266-b7b1cabc6943)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:45:16.553466 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3d1a8f01-3f89-416e-8efa-a903b4a6b472 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:16.554845 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-ce5489fd-37cf-4059-8e4c-adab08a68f6f tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] For port c49205bc-4809-4a5f-9a90-81f9e61a484e, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=c49205bc-4809-4a5f-9a90-81f9e61a484e,segment=NetworkSegment(f64c20ba-27cb-44ae-a266-b7b1cabc6943),segment_id=f64c20ba-27cb-44ae-a266-b7b1cabc6943)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:45:16.555220 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce5489fd-37cf-4059-8e4c-adab08a68f6f tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:16.570083 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-ce5489fd-37cf-4059-8e4c-adab08a68f6f tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Calling delete_port for c49205bc-4809-4a5f-9a90-81f9e61a484e owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:45:16.570510 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3d1a8f01-3f89-416e-8efa-a903b4a6b472 None None] Calling delete_port for c49205bc-4809-4a5f-9a90-81f9e61a484e owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:45:16.669421 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3d1a8f01-3f89-416e-8efa-a903b4a6b472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:16.685900 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce5489fd-37cf-4059-8e4c-adab08a68f6f tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:16.703990 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1a8f01-3f89-416e-8efa-a903b4a6b472 None None] No DVR routers for this DVR port c49205bc-4809-4a5f-9a90-81f9e61a484e on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:45:16.706545 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1a8f01-3f89-416e-8efa-a903b4a6b472 None None] Pushing event deleted for resources: {'Port': ['ID=c49205bc-4809-4a5f-9a90-81f9e61a484e,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:16.719113 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5489fd-37cf-4059-8e4c-adab08a68f6f tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Pushing event deleted for resources: {'Port': ['ID=c49205bc-4809-4a5f-9a90-81f9e61a484e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:16.726194 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5489fd-37cf-4059-8e4c-adab08a68f6f tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] No DVR routers for this DVR port c49205bc-4809-4a5f-9a90-81f9e61a484e on host n-d-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:45:16.760921 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48034) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:16.821560 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce5489fd-37cf-4059-8e4c-adab08a68f6f tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:16.842073 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-ce5489fd-37cf-4059-8e4c-adab08a68f6f tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3370f036-080e-4018-81e8-8eb820299e94']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:45:16.855348 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-ce5489fd-37cf-4059-8e4c-adab08a68f6f tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f64c20ba-27cb-44ae-a266-b7b1cabc6943') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:45:16.855790 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-ce5489fd-37cf-4059-8e4c-adab08a68f6f tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f64c20ba-27cb-44ae-a266-b7b1cabc6943') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:45:16.867899 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device cc438609-b905-4012-92f1-df84396442a8 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:45:16.871402 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce5489fd-37cf-4059-8e4c-adab08a68f6f tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:16.896557 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce5489fd-37cf-4059-8e4c-adab08a68f6f tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:16.917782 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-87c1cef1-bd15-46ee-88e3-f9c824fec01a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1236800313-network', 'tenant_id': 'd9addb8b0ce3479b8e29b073af784e30'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:45:16.920848 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce5489fd-37cf-4059-8e4c-adab08a68f6f tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:45:16.921483 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce5489fd-37cf-4059-8e4c-adab08a68f6f tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:16.945072 n-d-766043-2 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:45:16.945072 n-d-766043-2 neutron-server[94640]: self.session.flush() Aug 19 14:45:16.945072 n-d-766043-2 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:45:16.945072 n-d-766043-2 neutron-server[94640]: self.session.flush() Aug 19 14:45:16.945072 n-d-766043-2 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:45:16.945072 n-d-766043-2 neutron-server[94640]: self.session.flush() Aug 19 14:45:16.945072 n-d-766043-2 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:45:16.945072 n-d-766043-2 neutron-server[94640]: self.session.flush() Aug 19 14:45:16.945072 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:45:16.945072 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:45:16.945072 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:45:16.945072 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:45:16.945072 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:45:16.945072 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:45:16.945072 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:45:16.945072 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:45:16.945072 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:45:16.945072 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:45:16.945072 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:45:16.945072 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:45:16.945072 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:45:16.945072 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:45:16.945072 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:45:16.945072 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:45:16.945072 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:45:16.945072 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:45:16.945072 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:45:16.945072 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:45:16.945072 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:45:16.945072 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:45:16.945072 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:45:16.945072 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:45:16.945072 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:45:16.945072 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:45:16.945072 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:45:16.945072 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:45:16.945072 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:45:16.945072 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:45:16.945072 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:45:16.945072 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:45:16.949297 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c1cef1-bd15-46ee-88e3-f9c824fec01a admin admin] Made reservation on behalf of d9addb8b0ce3479b8e29b073af784e30 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:45:16.953931 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87c1cef1-bd15-46ee-88e3-f9c824fec01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:16.963006 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port cc438609-b905-4012-92f1-df84396442a8 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:45:16.970831 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port cc438609-b905-4012-92f1-df84396442a8 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:45:16.971700 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:16.974467 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87c1cef1-bd15-46ee-88e3-f9c824fec01a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:17.104610 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:17.118721 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device c49205bc-4809-4a5f-9a90-81f9e61a484e no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:45:17.133740 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce5489fd-37cf-4059-8e4c-adab08a68f6f tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:17.167788 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce5489fd-37cf-4059-8e4c-adab08a68f6f tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:17.173236 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ce5489fd-37cf-4059-8e4c-adab08a68f6f tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] 10.222.0.69 "DELETE /v2.0/networks/3370f036-080e-4018-81e8-8eb820299e94 HTTP/1.1" status: 204 len: 168 time: 1.1401129 Aug 19 14:45:17.201101 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5489fd-37cf-4059-8e4c-adab08a68f6f tempest-AllowedAddressPairTestJSON-1309903509 tempest-AllowedAddressPairTestJSON-1309903509-project] Pushing event deleted for resources: {'Network': ['ID=3370f036-080e-4018-81e8-8eb820299e94,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:17.202195 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: c49205bc-4809-4a5f-9a90-81f9e61a484e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:45:17.205345 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device c49205bc-4809-4a5f-9a90-81f9e61a484e not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:45:17.222841 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a64963f3-0901-4bec-acad-3a4c237de683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc438609-b905-4012-92f1-df84396442a8'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:45:17.227889 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741d88dd-7421-4eab-a0cc-fb683ff4e6e8" -d '{"events": [{"server_uuid": "a64963f3-0901-4bec-acad-3a4c237de683", "name": "network-vif-plugged", "status": "completed", "tag": "cc438609-b905-4012-92f1-df84396442a8"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:45:17.268168 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port cc438609-b905-4012-92f1-df84396442a8, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=cc438609-b905-4012-92f1-df84396442a8,segment=NetworkSegment(a014035c-62d4-4d09-a552-7136dc4ea625),segment_id=a014035c-62d4-4d09-a552-7136dc4ea625)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:45:17.277478 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:17.278404 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device ae78536b-3916-4b68-ac4e-2a9086c1e7a4 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:45:17.302526 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87c1cef1-bd15-46ee-88e3-f9c824fec01a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:17.314341 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87c1cef1-bd15-46ee-88e3-f9c824fec01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:17.332767 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87c1cef1-bd15-46ee-88e3-f9c824fec01a admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:45:17.352455 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87c1cef1-bd15-46ee-88e3-f9c824fec01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:17.352766 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-87c1cef1-bd15-46ee-88e3-f9c824fec01a admin admin] Added segment 9ec726c0-288d-4d26-99ed-3a23c35944e2 of type vlan for network 782b273d-8269-4c40-85fd-b9fcd04fcb17 Aug 19 14:45:17.384808 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37586a83-e3b6-4393-bbb0-8304cc69edab x-openstack-request-id: req-37586a83-e3b6-4393-bbb0-8304cc69edab {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:45:17.385091 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a64963f3-0901-4bec-acad-3a4c237de683", "name": "network-vif-plugged", "status": "completed", "tag": "cc438609-b905-4012-92f1-df84396442a8", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:45:17.387222 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-37586a83-e3b6-4393-bbb0-8304cc69edab {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:45:17.387617 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a64963f3-0901-4bec-acad-3a4c237de683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc438609-b905-4012-92f1-df84396442a8', 'code': 200} Aug 19 14:45:17.456305 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=cc438609-b905-4012-92f1-df84396442a8,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:17.474156 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port ae78536b-3916-4b68-ac4e-2a9086c1e7a4 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:45:17.492753 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port ae78536b-3916-4b68-ac4e-2a9086c1e7a4 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:45:17.493134 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:17.508253 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87c1cef1-bd15-46ee-88e3-f9c824fec01a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:17.535372 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1cef1-bd15-46ee-88e3-f9c824fec01a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=358b8e50-ce3a-4757-a570-4720482145a9,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:17.579996 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48064) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:17.600386 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87c1cef1-bd15-46ee-88e3-f9c824fec01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:17.606743 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c1cef1-bd15-46ee-88e3-f9c824fec01a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:17.608805 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87c1cef1-bd15-46ee-88e3-f9c824fec01a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:17.646607 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb67f98-e6b6-4841-a1e1-ba022b8f7fe0 req-e2c866f1-5fc3-47c7-bab4-aba39ec79ab5 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:17.655140 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb67f98-e6b6-4841-a1e1-ba022b8f7fe0 req-e2c866f1-5fc3-47c7-bab4-aba39ec79ab5 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:17.656462 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:17.663832 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bdb67f98-e6b6-4841-a1e1-ba022b8f7fe0 req-e2c866f1-5fc3-47c7-bab4-aba39ec79ab5 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/ports?device_id=a64963f3-0901-4bec-acad-3a4c237de683 HTTP/1.1" status: 200 len: 1682 time: 0.0855575 Aug 19 14:45:17.702662 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:45:17.718164 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port ae78536b-3916-4b68-ac4e-2a9086c1e7a4, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=ae78536b-3916-4b68-ac4e-2a9086c1e7a4,segment=NetworkSegment(c24a302e-1b20-425d-a430-c936ea7b40e8),segment_id=c24a302e-1b20-425d-a430-c936ea7b40e8)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:45:17.721236 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bdb67f98-e6b6-4841-a1e1-ba022b8f7fe0 req-3d291cd9-17bb-47f3-847c-9f494ce99466 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/security-groups?id=41556f32-a9f9-4573-935a-2d992a544d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525522 Aug 19 14:45:17.726408 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:17.743572 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-87c1cef1-bd15-46ee-88e3-f9c824fec01a admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9783485 Aug 19 14:45:17.743762 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48068) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:17.764753 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-69c792f4-c56e-4286-86e9-88045786c116 admin admin] Request body: {'subnet': {'network_id': '782b273d-8269-4c40-85fd-b9fcd04fcb17', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1236800313-subnet', 'tenant_id': 'd9addb8b0ce3479b8e29b073af784e30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:45:17.788140 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=ae78536b-3916-4b68-ac4e-2a9086c1e7a4,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:17.807396 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1cef1-bd15-46ee-88e3-f9c824fec01a admin admin] Pushing event updated for resources: {'Network': ['ID=782b273d-8269-4c40-85fd-b9fcd04fcb17,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:17.819944 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 782b273d-8269-4c40-85fd-b9fcd04fcb17 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:45:17.836295 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c792f4-c56e-4286-86e9-88045786c116 admin admin] Made reservation on behalf of d9addb8b0ce3479b8e29b073af784e30 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:45:17.838958 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-69c792f4-c56e-4286-86e9-88045786c116 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:17.896980 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48070) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:17.897101 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1640822b-257b-4f32-ba4f-f244b8e8a82f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e534646a927840f888311d69fba4cd80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3155515 Aug 19 14:45:17.965192 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bba4e132-87be-47b0-a5d7-acda53b73611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:17.996352 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bba4e132-87be-47b0-a5d7-acda53b73611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:18.057989 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-69c792f4-c56e-4286-86e9-88045786c116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:18.066678 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bba4e132-87be-47b0-a5d7-acda53b73611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:18.070635 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bba4e132-87be-47b0-a5d7-acda53b73611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:18.071936 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-bba4e132-87be-47b0-a5d7-acda53b73611 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4b149cb7-bcdc-49fc-aebc-159b5e721401 HTTP/1.1" status: 204 len: 168 time: 0.1739588 Aug 19 14:45:18.103272 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba4e132-87be-47b0-a5d7-acda53b73611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b149cb7-bcdc-49fc-aebc-159b5e721401,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:18.145923 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c792f4-c56e-4286-86e9-88045786c116 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25c39f6d-e619-4296-b16b-34049cafbda6,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:18.189273 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c792f4-c56e-4286-86e9-88045786c116 admin admin] Checking segment: {'id': '9ec726c0-288d-4d26-99ed-3a23c35944e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '782b273d-8269-4c40-85fd-b9fcd04fcb17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:45:18.190347 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c792f4-c56e-4286-86e9-88045786c116 admin admin] Network hostable DHCP agents. Network: 782b273d-8269-4c40-85fd-b9fcd04fcb17, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:45:18.232733 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c792f4-c56e-4286-86e9-88045786c116 admin admin] Network 782b273d-8269-4c40-85fd-b9fcd04fcb17 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:45:18.250458 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-69c792f4-c56e-4286-86e9-88045786c116 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 782b273d-8269-4c40-85fd-b9fcd04fcb17) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:45:18.268438 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c792f4-c56e-4286-86e9-88045786c116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:18.268739 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62197775-c925-40a7-aa24-751cb54ed180 None None] Network 782b273d-8269-4c40-85fd-b9fcd04fcb17 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:45:18.269290 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-69c792f4-c56e-4286-86e9-88045786c116 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:18.295563 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-69c792f4-c56e-4286-86e9-88045786c116 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5444901 Aug 19 14:45:18.472834 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd46c4b1-a131-402e-8900-76d28ff8ab68 None None] Network 782b273d-8269-4c40-85fd-b9fcd04fcb17 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:45:18.899476 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eeca2b-4e17-43d4-aa9b-c946926c5335 req-07e307d5-0527-45b2-9c83-5a6d5ed29715 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:18.907022 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eeca2b-4e17-43d4-aa9b-c946926c5335 req-07e307d5-0527-45b2-9c83-5a6d5ed29715 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:18.914529 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-15eeca2b-4e17-43d4-aa9b-c946926c5335 req-07e307d5-0527-45b2-9c83-5a6d5ed29715 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/ports?device_id=a64963f3-0901-4bec-acad-3a4c237de683 HTTP/1.1" status: 200 len: 1683 time: 0.0882618 Aug 19 14:45:18.964375 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-15eeca2b-4e17-43d4-aa9b-c946926c5335 req-9ea7622c-9b49-41d6-ba22-fae758f33b6a tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/security-groups?id=41556f32-a9f9-4573-935a-2d992a544d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452957 Aug 19 14:45:19.156119 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48128) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:19.157068 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a339bd0-e593-4d1c-b1b9-a3dbc008220a req-eed7dd81-19b4-4f60-a0e7-86a3e1fc213b tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:19.158046 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2a339bd0-e593-4d1c-b1b9-a3dbc008220a req-eed7dd81-19b4-4f60-a0e7-86a3e1fc213b tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/networks?id=782b273d-8269-4c40-85fd-b9fcd04fcb17 HTTP/1.1" status: 200 len: 815 time: 0.1365352 Aug 19 14:45:19.184920 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2a339bd0-e593-4d1c-b1b9-a3dbc008220a req-3afbb041-520a-40d7-bde5-a8b3e8c0b973 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/quotas/d9addb8b0ce3479b8e29b073af784e30 HTTP/1.1" status: 200 len: 375 time: 0.0188928 Aug 19 14:45:19.230202 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2a339bd0-e593-4d1c-b1b9-a3dbc008220a req-0a3230d4-6fdd-4edc-b472-f2c1e3c61861 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d9addb8b0ce3479b8e29b073af784e30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442772 Aug 19 14:45:19.236719 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [req-2a339bd0-e593-4d1c-b1b9-a3dbc008220a req-b858d0b6-869f-4b8f-9004-c970c85895fa service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:45:19.246850 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2a339bd0-e593-4d1c-b1b9-a3dbc008220a req-b858d0b6-869f-4b8f-9004-c970c85895fa service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0153451 Aug 19 14:45:19.289862 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f52a1299-e609-43c7-9b50-ca7763e1a738 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Request body: {'networks': [{'name': 'tempest-network--1916543162'}, {'name': 'tempest-network--983682436'}]} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:45:19.290350 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f52a1299-e609-43c7-9b50-ca7763e1a738 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Request body: {'network': {'name': 'tempest-network--1916543162'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:45:19.291169 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f52a1299-e609-43c7-9b50-ca7763e1a738 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Request body: {'network': {'name': 'tempest-network--983682436'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:45:19.318336 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52a1299-e609-43c7-9b50-ca7763e1a738 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Made reservation on behalf of 9a5872b5e5924d5f85798a669a413b79 for: {'network': 2} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:45:19.326924 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f52a1299-e609-43c7-9b50-ca7763e1a738 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:19.340665 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f52a1299-e609-43c7-9b50-ca7763e1a738 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:19.385736 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2a339bd0-e593-4d1c-b1b9-a3dbc008220a req-61b8cd90-a4be-4d62-a51d-640442716f11 service neutron] 10.222.0.69 "GET /v2.0/networks/782b273d-8269-4c40-85fd-b9fcd04fcb17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374803 Aug 19 14:45:19.389109 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a64963f3-0901-4bec-acad-3a4c237de683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae78536b-3916-4b68-ac4e-2a9086c1e7a4'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:45:19.391780 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60cd263c-bcee-44a8-89b9-0f3249e457c3" -d '{"events": [{"server_uuid": "a64963f3-0901-4bec-acad-3a4c237de683", "name": "network-vif-plugged", "status": "completed", "tag": "ae78536b-3916-4b68-ac4e-2a9086c1e7a4"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:45:19.514065 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f52a1299-e609-43c7-9b50-ca7763e1a738 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:19.520491 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f52a1299-e609-43c7-9b50-ca7763e1a738 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:19.521913 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f52a1299-e609-43c7-9b50-ca7763e1a738 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:19.534133 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2a339bd0-e593-4d1c-b1b9-a3dbc008220a req-b11eb50b-8520-40ee-b6a8-2f246820b697 service neutron] 10.222.0.69 "GET /v2.0/networks/782b273d-8269-4c40-85fd-b9fcd04fcb17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281199 Aug 19 14:45:19.559495 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5e078a-b685-4cd5-a816-fc61da9cc9de x-openstack-request-id: req-3f5e078a-b685-4cd5-a816-fc61da9cc9de {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:45:19.559807 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a64963f3-0901-4bec-acad-3a4c237de683", "name": "network-vif-plugged", "status": "completed", "tag": "ae78536b-3916-4b68-ac4e-2a9086c1e7a4", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:45:19.560033 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3f5e078a-b685-4cd5-a816-fc61da9cc9de {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:45:19.560617 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a64963f3-0901-4bec-acad-3a4c237de683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae78536b-3916-4b68-ac4e-2a9086c1e7a4', 'code': 200} Aug 19 14:45:19.596136 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52a1299-e609-43c7-9b50-ca7763e1a738 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78334baa-4333-4f6f-b922-d273879c34d2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:19.604287 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f52a1299-e609-43c7-9b50-ca7763e1a738 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:45:19.620531 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f52a1299-e609-43c7-9b50-ca7763e1a738 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:19.620888 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-f52a1299-e609-43c7-9b50-ca7763e1a738 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Added segment 56614d93-3bc3-40ba-a7ba-19e31f36482e of type vlan for network 11a58ad7-6a90-4673-aa1e-caef9f26fdac Aug 19 14:45:19.687458 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cadda7-df7c-410c-ba9a-d3b9fcbcdd0f req-d0a6dfe5-6293-4899-8c5a-bbf550195b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:19.688012 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cadda7-df7c-410c-ba9a-d3b9fcbcdd0f req-d0a6dfe5-6293-4899-8c5a-bbf550195b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:19.690188 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d0cadda7-df7c-410c-ba9a-d3b9fcbcdd0f req-d0a6dfe5-6293-4899-8c5a-bbf550195b5a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a64963f3-0901-4bec-acad-3a4c237de683 HTTP/1.1" status: 200 len: 1985 time: 0.0609012 Aug 19 14:45:19.690870 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f52a1299-e609-43c7-9b50-ca7763e1a738 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:19.733650 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f52a1299-e609-43c7-9b50-ca7763e1a738 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:45:19.736987 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d0cadda7-df7c-410c-ba9a-d3b9fcbcdd0f req-ba4524c9-5d43-42d8-810f-5355c6f4a5dc service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=41556f32-a9f9-4573-935a-2d992a544d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377805 Aug 19 14:45:19.743984 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f52a1299-e609-43c7-9b50-ca7763e1a738 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:19.744332 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-f52a1299-e609-43c7-9b50-ca7763e1a738 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Added segment a25302ad-7454-4ffa-84e0-23b2cd9ee072 of type vlan for network 82da825f-5d40-4b86-bc15-d11bc6b64db7 Aug 19 14:45:19.846486 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f52a1299-e609-43c7-9b50-ca7763e1a738 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:19.857373 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a6a14e37-496d-4e3a-9892-183b4c4268a6 req-86643faf-cf31-4ec3-914a-8b91ffbd5795 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=92ae58fd-1cf9-4159-851f-89e50457a4e0 HTTP/1.1" status: 200 len: 210 time: 0.0408990 Aug 19 14:45:19.889272 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f52a1299-e609-43c7-9b50-ca7763e1a738 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:19.890139 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f52a1299-e609-43c7-9b50-ca7763e1a738 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:19.896181 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52a1299-e609-43c7-9b50-ca7763e1a738 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:19.902901 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52a1299-e609-43c7-9b50-ca7763e1a738 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:19.903605 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f52a1299-e609-43c7-9b50-ca7763e1a738 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:19.994301 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f52a1299-e609-43c7-9b50-ca7763e1a738 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.8367372 Aug 19 14:45:19.996965 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48158) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:20.028377 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52a1299-e609-43c7-9b50-ca7763e1a738 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Pushing event updated for resources: {'Network': ['ID=11a58ad7-6a90-4673-aa1e-caef9f26fdac,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:20.050533 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 11a58ad7-6a90-4673-aa1e-caef9f26fdac details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:45:20.200527 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52a1299-e609-43c7-9b50-ca7763e1a738 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Pushing event updated for resources: {'Network': ['ID=82da825f-5d40-4b86-bc15-d11bc6b64db7,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:20.218745 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 82da825f-5d40-4b86-bc15-d11bc6b64db7 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:45:20.341632 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06662cf3-fffd-4c44-8041-2d34a46665e0 req-424279a9-58d3-412e-8087-23ea0c1ec797 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:20.348175 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06662cf3-fffd-4c44-8041-2d34a46665e0 req-424279a9-58d3-412e-8087-23ea0c1ec797 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:20.356378 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-06662cf3-fffd-4c44-8041-2d34a46665e0 req-424279a9-58d3-412e-8087-23ea0c1ec797 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/ports?device_id=a64963f3-0901-4bec-acad-3a4c237de683 HTTP/1.1" status: 200 len: 1683 time: 0.2733283 Aug 19 14:45:20.443701 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-06662cf3-fffd-4c44-8041-2d34a46665e0 req-1cf48616-5e36-485e-8398-80aeb32acd73 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/security-groups?id=41556f32-a9f9-4573-935a-2d992a544d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863292 Aug 19 14:45:20.484143 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ac1ec4-90ba-40a8-959e-eca162ed479b tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:20.493062 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ac1ec4-90ba-40a8-959e-eca162ed479b tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:20.500778 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ac1ec4-90ba-40a8-959e-eca162ed479b tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:20.508077 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ac1ec4-90ba-40a8-959e-eca162ed479b tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:20.510142 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-c1ac1ec4-90ba-40a8-959e-eca162ed479b tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5121093 Aug 19 14:45:20.517454 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48176) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:20.636524 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9fb04fa6-fa53-41e1-8178-4e60bbcd9628 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:20.780603 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9fb04fa6-fa53-41e1-8178-4e60bbcd9628 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:20.799226 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-9fb04fa6-fa53-41e1-8178-4e60bbcd9628 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11a58ad7-6a90-4673-aa1e-caef9f26fdac']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:45:20.819314 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-9fb04fa6-fa53-41e1-8178-4e60bbcd9628 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56614d93-3bc3-40ba-a7ba-19e31f36482e') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:45:20.819756 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-9fb04fa6-fa53-41e1-8178-4e60bbcd9628 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56614d93-3bc3-40ba-a7ba-19e31f36482e') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:45:20.874912 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9fb04fa6-fa53-41e1-8178-4e60bbcd9628 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:20.941493 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9fb04fa6-fa53-41e1-8178-4e60bbcd9628 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:20.969548 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fb04fa6-fa53-41e1-8178-4e60bbcd9628 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:45:20.971587 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9fb04fa6-fa53-41e1-8178-4e60bbcd9628 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:20.982380 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:45:20.982380 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:45:20.982380 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:45:20.982380 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:45:20.982380 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:45:20.982380 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:45:20.982380 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:45:20.982380 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:45:20.982380 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:45:20.982380 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:45:20.982380 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:45:20.982380 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:45:20.982380 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:45:20.982380 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:45:20.982380 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:45:20.982380 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:45:20.982380 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:45:20.982380 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:45:20.982380 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:45:20.982380 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:45:20.982380 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:45:20.982380 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:45:20.982380 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:45:20.982380 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:45:20.982380 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:45:20.982380 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:45:20.982380 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:45:20.982380 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:45:20.982380 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:45:20.982380 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:45:20.982380 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:45:20.982380 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:45:21.159046 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9f50d68e-cbe1-4871-a2dd-88c1af309c5f req-07eb2d6f-02b6-4812-949f-da36ea992108 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=92ae58fd-1cf9-4159-851f-89e50457a4e0 HTTP/1.1" status: 200 len: 210 time: 0.0828524 Aug 19 14:45:21.241614 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9fb04fa6-fa53-41e1-8178-4e60bbcd9628 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:21.266700 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9fb04fa6-fa53-41e1-8178-4e60bbcd9628 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:21.275487 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9fb04fa6-fa53-41e1-8178-4e60bbcd9628 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] 10.222.0.69 "DELETE /v2.0/networks/11a58ad7-6a90-4673-aa1e-caef9f26fdac HTTP/1.1" status: 204 len: 168 time: 0.7527750 Aug 19 14:45:21.277646 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48192) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:21.365198 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb04fa6-fa53-41e1-8178-4e60bbcd9628 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Pushing event deleted for resources: {'Network': ['ID=11a58ad7-6a90-4673-aa1e-caef9f26fdac,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:21.478898 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b57b66fd-0857-490f-9fa7-1a47ebe3fc57 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:21.678190 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b57b66fd-0857-490f-9fa7-1a47ebe3fc57 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:21.719571 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a339bd0-e593-4d1c-b1b9-a3dbc008220a req-adc5c488-f250-4c19-b5c7-f32b30d2aad1 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:21.722191 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2a339bd0-e593-4d1c-b1b9-a3dbc008220a req-adc5c488-f250-4c19-b5c7-f32b30d2aad1 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.68 "GET /v2.0/networks?id=782b273d-8269-4c40-85fd-b9fcd04fcb17 HTTP/1.1" status: 200 len: 815 time: 0.3932443 Aug 19 14:45:21.730529 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-b57b66fd-0857-490f-9fa7-1a47ebe3fc57 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82da825f-5d40-4b86-bc15-d11bc6b64db7']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:45:21.747433 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-b57b66fd-0857-490f-9fa7-1a47ebe3fc57 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a25302ad-7454-4ffa-84e0-23b2cd9ee072') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:45:21.748677 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-b57b66fd-0857-490f-9fa7-1a47ebe3fc57 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a25302ad-7454-4ffa-84e0-23b2cd9ee072') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:45:21.767053 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-2a339bd0-e593-4d1c-b1b9-a3dbc008220a req-b60319a7-ccef-4537-857b-85c9fb38d316 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Request body: {'port': {'device_id': '92ae58fd-1cf9-4159-851f-89e50457a4e0', 'network_id': '782b273d-8269-4c40-85fd-b9fcd04fcb17', 'admin_state_up': True, 'tenant_id': 'd9addb8b0ce3479b8e29b073af784e30'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:45:21.804429 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b57b66fd-0857-490f-9fa7-1a47ebe3fc57 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:21.824654 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b2114c-1a65-4e14-94fe-ce32068ce346 req-19dd5676-1cc4-4e03-945a-b5211619ac32 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:21.830953 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b2114c-1a65-4e14-94fe-ce32068ce346 req-19dd5676-1cc4-4e03-945a-b5211619ac32 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:21.839653 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c1b2114c-1a65-4e14-94fe-ce32068ce346 req-19dd5676-1cc4-4e03-945a-b5211619ac32 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/ports?device_id=a64963f3-0901-4bec-acad-3a4c237de683 HTTP/1.1" status: 200 len: 1683 time: 0.1881032 Aug 19 14:45:21.880307 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b57b66fd-0857-490f-9fa7-1a47ebe3fc57 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:21.896593 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b57b66fd-0857-490f-9fa7-1a47ebe3fc57 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:45:21.897358 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b57b66fd-0857-490f-9fa7-1a47ebe3fc57 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:21.901276 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:45:21.901276 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:45:21.901276 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:45:21.901276 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:45:21.901276 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:45:21.901276 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:45:21.901276 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:45:21.901276 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:45:21.901276 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:45:21.901276 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:45:21.901276 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:45:21.901276 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:45:21.901276 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:45:21.901276 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:45:21.901276 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:45:21.901276 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:45:21.901276 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:45:21.901276 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:45:21.901276 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:45:21.901276 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:45:21.901276 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:45:21.901276 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:45:21.901276 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:45:21.901276 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:45:21.901276 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:45:21.901276 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:45:21.901276 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:45:21.901276 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:45:21.901276 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:45:21.901276 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:45:21.901276 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:45:21.901276 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:45:21.926803 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c1b2114c-1a65-4e14-94fe-ce32068ce346 req-c6e1ca2e-c211-427b-835e-622651f2c71c tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/security-groups?id=41556f32-a9f9-4573-935a-2d992a544d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861452 Aug 19 14:45:21.990280 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a339bd0-e593-4d1c-b1b9-a3dbc008220a req-b60319a7-ccef-4537-857b-85c9fb38d316 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Made reservation on behalf of d9addb8b0ce3479b8e29b073af784e30 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:45:21.997811 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b57b66fd-0857-490f-9fa7-1a47ebe3fc57 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:22.016515 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2a339bd0-e593-4d1c-b1b9-a3dbc008220a req-b60319a7-ccef-4537-857b-85c9fb38d316 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:22.028121 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b57b66fd-0857-490f-9fa7-1a47ebe3fc57 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:22.034135 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-b57b66fd-0857-490f-9fa7-1a47ebe3fc57 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] 10.222.0.69 "DELETE /v2.0/networks/82da825f-5d40-4b86-bc15-d11bc6b64db7 HTTP/1.1" status: 204 len: 168 time: 0.7548044 Aug 19 14:45:22.034739 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48216) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:22.072167 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b66fd-0857-490f-9fa7-1a47ebe3fc57 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Pushing event deleted for resources: {'Network': ['ID=82da825f-5d40-4b86-bc15-d11bc6b64db7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:22.129070 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57b66fd-0857-490f-9fa7-1a47ebe3fc57 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:22.129894 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57b66fd-0857-490f-9fa7-1a47ebe3fc57 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:22.130236 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57b66fd-0857-490f-9fa7-1a47ebe3fc57 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:22.130577 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57b66fd-0857-490f-9fa7-1a47ebe3fc57 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:22.130909 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57b66fd-0857-490f-9fa7-1a47ebe3fc57 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:22.131532 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57b66fd-0857-490f-9fa7-1a47ebe3fc57 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:22.131937 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57b66fd-0857-490f-9fa7-1a47ebe3fc57 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:22.132254 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57b66fd-0857-490f-9fa7-1a47ebe3fc57 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:22.132613 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57b66fd-0857-490f-9fa7-1a47ebe3fc57 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:22.133014 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57b66fd-0857-490f-9fa7-1a47ebe3fc57 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:22.133338 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57b66fd-0857-490f-9fa7-1a47ebe3fc57 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:22.133658 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57b66fd-0857-490f-9fa7-1a47ebe3fc57 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:22.257199 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091cdd90-305e-4d7e-97ae-087fa3f4399a tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:22.270184 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091cdd90-305e-4d7e-97ae-087fa3f4399a tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:22.273149 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-091cdd90-305e-4d7e-97ae-087fa3f4399a tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2249300 Aug 19 14:45:22.276684 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48224) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:22.285084 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9193828c-71c5-45b0-91e4-1a1d64a17e10 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-887678515'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:45:22.292747 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-2a339bd0-e593-4d1c-b1b9-a3dbc008220a req-b60319a7-ccef-4537-857b-85c9fb38d316 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Allocated IP 172.20.0.3 (782b273d-8269-4c40-85fd-b9fcd04fcb17/25c39f6d-e619-4296-b16b-34049cafbda6/5eefbeb9-84d8-4b31-a3f3-37f35059b2f0) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:45:22.354976 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2c055b31-aaca-4cc8-b289-e7ae322d0610 req-2c869587-b7c9-46ff-a7d7-27844f946ed1 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=92ae58fd-1cf9-4159-851f-89e50457a4e0 HTTP/1.1" status: 200 len: 210 time: 0.0407534 Aug 19 14:45:22.355593 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9193828c-71c5-45b0-91e4-1a1d64a17e10 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Made reservation on behalf of 9a5872b5e5924d5f85798a669a413b79 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:45:22.362586 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9193828c-71c5-45b0-91e4-1a1d64a17e10 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:22.438469 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9193828c-71c5-45b0-91e4-1a1d64a17e10 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:45:22.457010 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9193828c-71c5-45b0-91e4-1a1d64a17e10 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:22.457429 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-9193828c-71c5-45b0-91e4-1a1d64a17e10 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Added segment 8f9d16b4-426e-436a-8f13-8b7c44556ab9 of type vlan for network 95b7527a-7880-45c0-ae60-68cafce7677b Aug 19 14:45:22.522583 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9193828c-71c5-45b0-91e4-1a1d64a17e10 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:22.529864 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2a339bd0-e593-4d1c-b1b9-a3dbc008220a req-b60319a7-ccef-4537-857b-85c9fb38d316 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:22.537094 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251c565-0540-41d8-a2e5-6f35b0bacd8d req-12187539-dfde-4481-9ebb-8b990960ffeb tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:22.543323 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251c565-0540-41d8-a2e5-6f35b0bacd8d req-12187539-dfde-4481-9ebb-8b990960ffeb tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:22.551250 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7251c565-0540-41d8-a2e5-6f35b0bacd8d req-12187539-dfde-4481-9ebb-8b990960ffeb tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/ports?device_id=a64963f3-0901-4bec-acad-3a4c237de683 HTTP/1.1" status: 200 len: 1683 time: 0.1754804 Aug 19 14:45:22.601226 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9193828c-71c5-45b0-91e4-1a1d64a17e10 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:22.607117 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9193828c-71c5-45b0-91e4-1a1d64a17e10 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:22.608067 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9193828c-71c5-45b0-91e4-1a1d64a17e10 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:22.623072 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2a339bd0-e593-4d1c-b1b9-a3dbc008220a req-b60319a7-ccef-4537-857b-85c9fb38d316 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:22.673858 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a339bd0-e593-4d1c-b1b9-a3dbc008220a req-b60319a7-ccef-4537-857b-85c9fb38d316 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Network 782b273d-8269-4c40-85fd-b9fcd04fcb17 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:45:22.681810 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-2a339bd0-e593-4d1c-b1b9-a3dbc008220a req-b60319a7-ccef-4537-857b-85c9fb38d316 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:45:22.687027 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a339bd0-e593-4d1c-b1b9-a3dbc008220a req-b60319a7-ccef-4537-857b-85c9fb38d316 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:45:22.697720 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9193828c-71c5-45b0-91e4-1a1d64a17e10 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Pushing event updated for resources: {'Network': ['ID=95b7527a-7880-45c0-ae60-68cafce7677b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:22.717610 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60319a7-ccef-4537-857b-85c9fb38d316 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Pushing event updated for resources: {'Port': ['ID=5eefbeb9-84d8-4b31-a3f3-37f35059b2f0,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:22.720572 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7251c565-0540-41d8-a2e5-6f35b0bacd8d req-8ae768c4-6f84-4c71-8d84-1cf6c13e7cc9 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/security-groups?id=41556f32-a9f9-4573-935a-2d992a544d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640527 Aug 19 14:45:22.721140 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 95b7527a-7880-45c0-ae60-68cafce7677b details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:45:22.742246 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9193828c-71c5-45b0-91e4-1a1d64a17e10 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4636636 Aug 19 14:45:22.747185 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48230) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:22.755015 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-35b1c9cb-82db-476a-b00a-7448ecf649c2 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-411512586'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:45:22.790384 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a339bd0-e593-4d1c-b1b9-a3dbc008220a req-b60319a7-ccef-4537-857b-85c9fb38d316 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:22.791056 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2a339bd0-e593-4d1c-b1b9-a3dbc008220a req-b60319a7-ccef-4537-857b-85c9fb38d316 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:22.817597 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b1c9cb-82db-476a-b00a-7448ecf649c2 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Made reservation on behalf of 9a5872b5e5924d5f85798a669a413b79 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:45:22.822197 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-35b1c9cb-82db-476a-b00a-7448ecf649c2 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:22.824291 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2a339bd0-e593-4d1c-b1b9-a3dbc008220a req-b60319a7-ccef-4537-857b-85c9fb38d316 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0738597 Aug 19 14:45:22.845391 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-2a339bd0-e593-4d1c-b1b9-a3dbc008220a req-7cb77220-e2b1-4e62-901b-552dd3fd0cb3 service neutron] Request body: {'port': {'device_id': '92ae58fd-1cf9-4159-851f-89e50457a4e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:45:22.857346 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35b1c9cb-82db-476a-b00a-7448ecf649c2 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:45:22.871765 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-35b1c9cb-82db-476a-b00a-7448ecf649c2 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:22.872126 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-35b1c9cb-82db-476a-b00a-7448ecf649c2 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Added segment 8c674baa-4286-4ad5-adc3-73634d1e94bc of type vlan for network 2fac7484-4f4a-44fe-a782-ca630b7a00bb Aug 19 14:45:22.937306 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-35b1c9cb-82db-476a-b00a-7448ecf649c2 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:22.954810 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2a339bd0-e593-4d1c-b1b9-a3dbc008220a req-7cb77220-e2b1-4e62-901b-552dd3fd0cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:22.975320 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-35b1c9cb-82db-476a-b00a-7448ecf649c2 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:22.982966 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b1c9cb-82db-476a-b00a-7448ecf649c2 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:22.983572 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-35b1c9cb-82db-476a-b00a-7448ecf649c2 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:23.085928 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b1c9cb-82db-476a-b00a-7448ecf649c2 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Pushing event updated for resources: {'Network': ['ID=2fac7484-4f4a-44fe-a782-ca630b7a00bb,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:23.098061 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-35b1c9cb-82db-476a-b00a-7448ecf649c2 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3496265 Aug 19 14:45:23.099589 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 2fac7484-4f4a-44fe-a782-ca630b7a00bb details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:45:23.100957 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48248) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:23.110050 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-ffa6e063-d78a-4df4-9b4a-99c3fc82f46e tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Request body: {'ports': [{'network_id': '95b7527a-7880-45c0-ae60-68cafce7677b', 'name': 'tempest-port--1691059179', 'admin_state_up': True}, {'network_id': '2fac7484-4f4a-44fe-a782-ca630b7a00bb', 'admin_state_up': False}]} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:45:23.110892 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-ffa6e063-d78a-4df4-9b4a-99c3fc82f46e tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Request body: {'port': {'network_id': '95b7527a-7880-45c0-ae60-68cafce7677b', 'name': 'tempest-port--1691059179', 'admin_state_up': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:45:23.111383 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-ffa6e063-d78a-4df4-9b4a-99c3fc82f46e tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Request body: {'port': {'network_id': '2fac7484-4f4a-44fe-a782-ca630b7a00bb', 'admin_state_up': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:45:23.523084 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-2a339bd0-e593-4d1c-b1b9-a3dbc008220a req-7cb77220-e2b1-4e62-901b-552dd3fd0cb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eefbeb9-84d8-4b31-a3f3-37f35059b2f0 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:45:23.539222 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2a339bd0-e593-4d1c-b1b9-a3dbc008220a req-7cb77220-e2b1-4e62-901b-552dd3fd0cb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:23.558098 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-2a339bd0-e593-4d1c-b1b9-a3dbc008220a req-7cb77220-e2b1-4e62-901b-552dd3fd0cb3 service neutron] Transition to ACTIVE for port object 5eefbeb9-84d8-4b31-a3f3-37f35059b2f0 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:45:23.575402 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2a339bd0-e593-4d1c-b1b9-a3dbc008220a req-7cb77220-e2b1-4e62-901b-552dd3fd0cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:23.777686 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb77220-e2b1-4e62-901b-552dd3fd0cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=5eefbeb9-84d8-4b31-a3f3-37f35059b2f0,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:23.867417 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-2a339bd0-e593-4d1c-b1b9-a3dbc008220a req-7cb77220-e2b1-4e62-901b-552dd3fd0cb3 service neutron] Attempting to bind port 5eefbeb9-84d8-4b31-a3f3-37f35059b2f0 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:45:23.868999 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-2a339bd0-e593-4d1c-b1b9-a3dbc008220a req-7cb77220-e2b1-4e62-901b-552dd3fd0cb3 service neutron] Attempting to bind port 5eefbeb9-84d8-4b31-a3f3-37f35059b2f0 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '9ec726c0-288d-4d26-99ed-3a23c35944e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '782b273d-8269-4c40-85fd-b9fcd04fcb17'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:45:23.870186 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a339bd0-e593-4d1c-b1b9-a3dbc008220a req-7cb77220-e2b1-4e62-901b-552dd3fd0cb3 service neutron] Attempting to bind port 5eefbeb9-84d8-4b31-a3f3-37f35059b2f0 on network 782b273d-8269-4c40-85fd-b9fcd04fcb17 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:45:23.882605 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a339bd0-e593-4d1c-b1b9-a3dbc008220a req-7cb77220-e2b1-4e62-901b-552dd3fd0cb3 service neutron] Port 5eefbeb9-84d8-4b31-a3f3-37f35059b2f0 on network 782b273d-8269-4c40-85fd-b9fcd04fcb17 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:45:23.883314 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a339bd0-e593-4d1c-b1b9-a3dbc008220a req-7cb77220-e2b1-4e62-901b-552dd3fd0cb3 service neutron] Attempting to bind port 5eefbeb9-84d8-4b31-a3f3-37f35059b2f0 on network 782b273d-8269-4c40-85fd-b9fcd04fcb17 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:45:23.894414 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a339bd0-e593-4d1c-b1b9-a3dbc008220a req-7cb77220-e2b1-4e62-901b-552dd3fd0cb3 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:45:23.894748 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a339bd0-e593-4d1c-b1b9-a3dbc008220a req-7cb77220-e2b1-4e62-901b-552dd3fd0cb3 service neutron] Checking segment: {'id': '9ec726c0-288d-4d26-99ed-3a23c35944e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '782b273d-8269-4c40-85fd-b9fcd04fcb17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:45:23.895125 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a339bd0-e593-4d1c-b1b9-a3dbc008220a req-7cb77220-e2b1-4e62-901b-552dd3fd0cb3 service neutron] Bound using segment: {'id': '9ec726c0-288d-4d26-99ed-3a23c35944e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '782b273d-8269-4c40-85fd-b9fcd04fcb17'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:45:23.895563 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-2a339bd0-e593-4d1c-b1b9-a3dbc008220a req-7cb77220-e2b1-4e62-901b-552dd3fd0cb3 service neutron] Bound port: 5eefbeb9-84d8-4b31-a3f3-37f35059b2f0, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec726c0-288d-4d26-99ed-3a23c35944e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '782b273d-8269-4c40-85fd-b9fcd04fcb17'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:45:23.895918 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2a339bd0-e593-4d1c-b1b9-a3dbc008220a req-7cb77220-e2b1-4e62-901b-552dd3fd0cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:23.944210 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528bd32-4189-428a-9b62-3eea79e32fb6 req-128852f3-62c9-4df8-977c-3970e7f2f6d6 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:23.951123 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528bd32-4189-428a-9b62-3eea79e32fb6 req-128852f3-62c9-4df8-977c-3970e7f2f6d6 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:23.952979 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f528bd32-4189-428a-9b62-3eea79e32fb6 req-128852f3-62c9-4df8-977c-3970e7f2f6d6 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.88 "GET /v2.0/ports?device_id=a64963f3-0901-4bec-acad-3a4c237de683 HTTP/1.1" status: 200 len: 1683 time: 0.2360907 Aug 19 14:45:23.982018 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c59a2b-de14-4e57-a345-f5128b83c420 req-986492ad-f4df-4284-81eb-e020e2fec86d tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:23.989939 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a7c59a2b-de14-4e57-a345-f5128b83c420 req-986492ad-f4df-4284-81eb-e020e2fec86d tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=92ae58fd-1cf9-4159-851f-89e50457a4e0 HTTP/1.1" status: 200 len: 943 time: 0.2720308 Aug 19 14:45:23.992312 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-2a339bd0-e593-4d1c-b1b9-a3dbc008220a req-7cb77220-e2b1-4e62-901b-552dd3fd0cb3 service neutron] For port 5eefbeb9-84d8-4b31-a3f3-37f35059b2f0, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:45:23.998134 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-2a339bd0-e593-4d1c-b1b9-a3dbc008220a req-7cb77220-e2b1-4e62-901b-552dd3fd0cb3 service neutron] For port 5eefbeb9-84d8-4b31-a3f3-37f35059b2f0, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=5eefbeb9-84d8-4b31-a3f3-37f35059b2f0,segment=NetworkSegment(9ec726c0-288d-4d26-99ed-3a23c35944e2),segment_id=9ec726c0-288d-4d26-99ed-3a23c35944e2)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:45:24.005728 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2a339bd0-e593-4d1c-b1b9-a3dbc008220a req-7cb77220-e2b1-4e62-901b-552dd3fd0cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:24.053873 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a339bd0-e593-4d1c-b1b9-a3dbc008220a req-7cb77220-e2b1-4e62-901b-552dd3fd0cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:24.054824 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2a339bd0-e593-4d1c-b1b9-a3dbc008220a req-7cb77220-e2b1-4e62-901b-552dd3fd0cb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:24.058296 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2a339bd0-e593-4d1c-b1b9-a3dbc008220a req-7cb77220-e2b1-4e62-901b-552dd3fd0cb3 service neutron] 10.222.0.68 "PUT /v2.0/ports/5eefbeb9-84d8-4b31-a3f3-37f35059b2f0 HTTP/1.1" status: 200 len: 1091 time: 1.2238073 Aug 19 14:45:24.059170 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92ae58fd-1cf9-4159-851f-89e50457a4e0', 'tag': '5eefbeb9-84d8-4b31-a3f3-37f35059b2f0'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:45:24.062107 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ee61e9-b715-4908-a49e-6697ef8cea93" -d '{"events": [{"name": "network-changed", "server_uuid": "92ae58fd-1cf9-4159-851f-89e50457a4e0", "tag": "5eefbeb9-84d8-4b31-a3f3-37f35059b2f0"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:45:24.091921 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa6e063-d78a-4df4-9b4a-99c3fc82f46e tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Made reservation on behalf of 9a5872b5e5924d5f85798a669a413b79 for: {'port': 2} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:45:24.096855 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ffa6e063-d78a-4df4-9b4a-99c3fc82f46e tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:24.126528 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a7c59a2b-de14-4e57-a345-f5128b83c420 req-a255543d-81a5-4a31-a30f-ac24e38fd34f tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356637 Aug 19 14:45:24.163176 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb77220-e2b1-4e62-901b-552dd3fd0cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=5eefbeb9-84d8-4b31-a3f3-37f35059b2f0,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:24.189226 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a339bd0-e593-4d1c-b1b9-a3dbc008220a req-aa778c89-2566-40d5-9eec-7e01d7a2107a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:24.189732 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2137e8-758a-4989-aac4-992399b542a3 req-abd07fb3-6673-451b-9c0d-1c3e6a557648 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:24.192595 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2a339bd0-e593-4d1c-b1b9-a3dbc008220a req-aa778c89-2566-40d5-9eec-7e01d7a2107a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d9addb8b0ce3479b8e29b073af784e30&device_id=92ae58fd-1cf9-4159-851f-89e50457a4e0 HTTP/1.1" status: 200 len: 1094 time: 0.0753081 Aug 19 14:45:24.196338 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2137e8-758a-4989-aac4-992399b542a3 req-abd07fb3-6673-451b-9c0d-1c3e6a557648 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:24.198148 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2c2137e8-758a-4989-aac4-992399b542a3 req-abd07fb3-6673-451b-9c0d-1c3e6a557648 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/ports?device_id=a64963f3-0901-4bec-acad-3a4c237de683 HTTP/1.1" status: 200 len: 1683 time: 0.2685556 Aug 19 14:45:24.244500 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ffa6e063-d78a-4df4-9b4a-99c3fc82f46e tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:24.307618 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2a339bd0-e593-4d1c-b1b9-a3dbc008220a req-835d1073-db71-44f1-a6d5-8be651c478bb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5eefbeb9-84d8-4b31-a3f3-37f35059b2f0 HTTP/1.1" status: 200 len: 217 time: 0.1018455 Aug 19 14:45:24.382155 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a339bd0-e593-4d1c-b1b9-a3dbc008220a req-a791b893-f6a1-48bf-a280-10a769909f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:24.384027 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2a339bd0-e593-4d1c-b1b9-a3dbc008220a req-a791b893-f6a1-48bf-a280-10a769909f36 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=25c39f6d-e619-4296-b16b-34049cafbda6 HTTP/1.1" status: 200 len: 855 time: 0.0700426 Aug 19 14:45:24.411917 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e31371-d0a8-4a48-a86e-187a0178c759 x-openstack-request-id: req-d1e31371-d0a8-4a48-a86e-187a0178c759 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:45:24.412397 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92ae58fd-1cf9-4159-851f-89e50457a4e0", "tag": "5eefbeb9-84d8-4b31-a3f3-37f35059b2f0", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:45:24.412694 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d1e31371-d0a8-4a48-a86e-187a0178c759 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:45:24.413151 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92ae58fd-1cf9-4159-851f-89e50457a4e0', 'tag': '5eefbeb9-84d8-4b31-a3f3-37f35059b2f0', 'status': 'completed', 'code': 200} Aug 19 14:45:24.442008 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2a339bd0-e593-4d1c-b1b9-a3dbc008220a req-3611b984-3a67-4668-b06f-494a27e4675e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=782b273d-8269-4c40-85fd-b9fcd04fcb17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481832 Aug 19 14:45:24.469201 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2c2137e8-758a-4989-aac4-992399b542a3 req-367676b4-bf09-48b2-bb81-7a1dad7293ed tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/security-groups?id=41556f32-a9f9-4573-935a-2d992a544d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178557 Aug 19 14:45:24.494244 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-f528bd32-4189-428a-9b62-3eea79e32fb6 req-123406ff-f026-4d7e-8983-98292085dd59 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Deleting port cc438609-b905-4012-92f1-df84396442a8 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:45:24.494647 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f528bd32-4189-428a-9b62-3eea79e32fb6 req-123406ff-f026-4d7e-8983-98292085dd59 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:24.501975 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-ffa6e063-d78a-4df4-9b4a-99c3fc82f46e tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] device_id is not set on port 14fd8e09-75ff-44f2-bb6e-d2ab9335458b yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:45:24.657652 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2a339bd0-e593-4d1c-b1b9-a3dbc008220a req-3e3413fa-50bf-4e12-8e9a-10edb13954d9 service neutron] 10.222.0.68 "GET /v2.0/networks/782b273d-8269-4c40-85fd-b9fcd04fcb17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037098 Aug 19 14:45:24.792793 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2a339bd0-e593-4d1c-b1b9-a3dbc008220a req-0088dbb1-90e2-4f28-af20-7850e5e8e8b8 service neutron] 10.222.0.68 "GET /v2.0/networks/782b273d-8269-4c40-85fd-b9fcd04fcb17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265006 Aug 19 14:45:24.822506 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-f528bd32-4189-428a-9b62-3eea79e32fb6 req-123406ff-f026-4d7e-8983-98292085dd59 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] For port cc438609-b905-4012-92f1-df84396442a8, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=cc438609-b905-4012-92f1-df84396442a8,segment=NetworkSegment(a014035c-62d4-4d09-a552-7136dc4ea625),segment_id=a014035c-62d4-4d09-a552-7136dc4ea625)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:45:24.823038 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f528bd32-4189-428a-9b62-3eea79e32fb6 req-123406ff-f026-4d7e-8983-98292085dd59 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:24.850809 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-f528bd32-4189-428a-9b62-3eea79e32fb6 req-123406ff-f026-4d7e-8983-98292085dd59 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Calling delete_port for cc438609-b905-4012-92f1-df84396442a8 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:45:24.927592 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee61e9-b715-4908-a49e-6697ef8cea93 req-c50b2dfd-6dcb-4e67-93c6-5119b683a4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:24.929720 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-35ee61e9-b715-4908-a49e-6697ef8cea93 req-c50b2dfd-6dcb-4e67-93c6-5119b683a4ab service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d9addb8b0ce3479b8e29b073af784e30&device_id=92ae58fd-1cf9-4159-851f-89e50457a4e0 HTTP/1.1" status: 200 len: 1094 time: 0.0658789 Aug 19 14:45:25.056827 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ffa6e063-d78a-4df4-9b4a-99c3fc82f46e tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:25.107625 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee61e9-b715-4908-a49e-6697ef8cea93 req-038f6a95-79cb-441f-8053-fa831b52f76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:25.110618 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-35ee61e9-b715-4908-a49e-6697ef8cea93 req-038f6a95-79cb-441f-8053-fa831b52f76a service neutron] 10.222.0.68 "GET /v2.0/networks?id=782b273d-8269-4c40-85fd-b9fcd04fcb17 HTTP/1.1" status: 200 len: 916 time: 0.1688256 Aug 19 14:45:25.144142 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f528bd32-4189-428a-9b62-3eea79e32fb6 req-123406ff-f026-4d7e-8983-98292085dd59 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:25.176998 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123406ff-f026-4d7e-8983-98292085dd59 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Pushing event deleted for resources: {'Port': ['ID=cc438609-b905-4012-92f1-df84396442a8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:25.185784 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-35ee61e9-b715-4908-a49e-6697ef8cea93 req-e5f436e6-a24f-453d-933c-a59193e573b8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5eefbeb9-84d8-4b31-a3f3-37f35059b2f0 HTTP/1.1" status: 200 len: 217 time: 0.0610166 Aug 19 14:45:25.196752 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-ffa6e063-d78a-4df4-9b4a-99c3fc82f46e tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] device_id is not set on port f34aadf0-811b-4dab-8321-4f6a38eff797 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:45:25.264199 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee61e9-b715-4908-a49e-6697ef8cea93 req-fb19f144-b3b1-46d8-88c9-53bbd5d34ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:25.266635 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-35ee61e9-b715-4908-a49e-6697ef8cea93 req-fb19f144-b3b1-46d8-88c9-53bbd5d34ca8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=25c39f6d-e619-4296-b16b-34049cafbda6 HTTP/1.1" status: 200 len: 855 time: 0.0732093 Aug 19 14:45:25.280499 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-f528bd32-4189-428a-9b62-3eea79e32fb6 req-123406ff-f026-4d7e-8983-98292085dd59 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] No DVR routers for this DVR port cc438609-b905-4012-92f1-df84396442a8 on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:45:25.287803 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f528bd32-4189-428a-9b62-3eea79e32fb6 req-123406ff-f026-4d7e-8983-98292085dd59 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:25.289913 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f528bd32-4189-428a-9b62-3eea79e32fb6 req-123406ff-f026-4d7e-8983-98292085dd59 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.88 "DELETE /v2.0/ports/cc438609-b905-4012-92f1-df84396442a8 HTTP/1.1" status: 204 len: 173 time: 1.3261678 Aug 19 14:45:25.291741 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a64963f3-0901-4bec-acad-3a4c237de683', 'name': 'network-vif-deleted', 'tag': 'cc438609-b905-4012-92f1-df84396442a8'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:45:25.294371 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a09679-5ac0-46a0-9247-cf508f6b0272" -d '{"events": [{"server_uuid": "a64963f3-0901-4bec-acad-3a4c237de683", "name": "network-vif-deleted", "tag": "cc438609-b905-4012-92f1-df84396442a8"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:45:25.310325 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-35ee61e9-b715-4908-a49e-6697ef8cea93 req-590d2907-5714-479d-9ab6-a37e847c472d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=782b273d-8269-4c40-85fd-b9fcd04fcb17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330710 Aug 19 14:45:25.380224 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e36cb5-74ee-4eab-ba95-4f61014caa6b req-6147a721-46d6-4291-9fc5-90d095eb576a tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:25.388514 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a6e36cb5-74ee-4eab-ba95-4f61014caa6b req-6147a721-46d6-4291-9fc5-90d095eb576a tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=92ae58fd-1cf9-4159-851f-89e50457a4e0 HTTP/1.1" status: 200 len: 943 time: 0.1652505 Aug 19 14:45:25.487900 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bcabce3-9a17-49f6-8798-4ca4d000fe6c x-openstack-request-id: req-5bcabce3-9a17-49f6-8798-4ca4d000fe6c {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:45:25.488312 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a64963f3-0901-4bec-acad-3a4c237de683", "name": "network-vif-deleted", "tag": "cc438609-b905-4012-92f1-df84396442a8", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:45:25.488592 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5bcabce3-9a17-49f6-8798-4ca4d000fe6c {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:45:25.489009 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a64963f3-0901-4bec-acad-3a4c237de683', 'name': 'network-vif-deleted', 'tag': 'cc438609-b905-4012-92f1-df84396442a8', 'status': 'completed', 'code': 200} Aug 19 14:45:25.513590 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a6e36cb5-74ee-4eab-ba95-4f61014caa6b req-1211b2a7-143c-431e-b7f9-2756ec157932 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237392 Aug 19 14:45:25.518881 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-35ee61e9-b715-4908-a49e-6697ef8cea93 req-f064ff5b-4bb6-4cab-8661-bf889be0d7a6 service neutron] 10.222.0.68 "GET /v2.0/networks/782b273d-8269-4c40-85fd-b9fcd04fcb17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978815 Aug 19 14:45:25.574708 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-f528bd32-4189-428a-9b62-3eea79e32fb6 req-91cbd84a-0fde-4eed-9fce-d807a2aeb114 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Deleting port ae78536b-3916-4b68-ac4e-2a9086c1e7a4 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:45:25.575059 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f528bd32-4189-428a-9b62-3eea79e32fb6 req-91cbd84a-0fde-4eed-9fce-d807a2aeb114 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:25.657982 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ffa6e063-d78a-4df4-9b4a-99c3fc82f46e tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:25.670026 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-35ee61e9-b715-4908-a49e-6697ef8cea93 req-8573a0b0-fb9a-40d2-91a6-36e00d42695d service neutron] 10.222.0.68 "GET /v2.0/networks/782b273d-8269-4c40-85fd-b9fcd04fcb17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420646 Aug 19 14:45:25.745910 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21588247-711c-467c-a2c0-6c5fcbf0f808 req-2cdfb92f-f594-4123-ac9a-41741dadf7e0 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:25.747387 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-21588247-711c-467c-a2c0-6c5fcbf0f808 req-2cdfb92f-f594-4123-ac9a-41741dadf7e0 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/ports?device_id=a64963f3-0901-4bec-acad-3a4c237de683 HTTP/1.1" status: 200 len: 946 time: 0.1528153 Aug 19 14:45:25.774439 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-f528bd32-4189-428a-9b62-3eea79e32fb6 req-91cbd84a-0fde-4eed-9fce-d807a2aeb114 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] For port ae78536b-3916-4b68-ac4e-2a9086c1e7a4, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=ae78536b-3916-4b68-ac4e-2a9086c1e7a4,segment=NetworkSegment(c24a302e-1b20-425d-a430-c936ea7b40e8),segment_id=c24a302e-1b20-425d-a430-c936ea7b40e8)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:45:25.774807 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f528bd32-4189-428a-9b62-3eea79e32fb6 req-91cbd84a-0fde-4eed-9fce-d807a2aeb114 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:25.797369 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-f528bd32-4189-428a-9b62-3eea79e32fb6 req-91cbd84a-0fde-4eed-9fce-d807a2aeb114 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Calling delete_port for ae78536b-3916-4b68-ac4e-2a9086c1e7a4 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:45:25.799351 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ffa6e063-d78a-4df4-9b4a-99c3fc82f46e tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:25.890376 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-21588247-711c-467c-a2c0-6c5fcbf0f808 req-bd3fc37f-02ee-4de3-9a45-f7137818defe tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "GET /v2.0/security-groups?id=41556f32-a9f9-4573-935a-2d992a544d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294887 Aug 19 14:45:25.906529 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa6e063-d78a-4df4-9b4a-99c3fc82f46e tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Pushing event updated for resources: {'Port': ['ID=14fd8e09-75ff-44f2-bb6e-d2ab9335458b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:25.940296 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa6e063-d78a-4df4-9b4a-99c3fc82f46e tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Checking segment: {'id': '8f9d16b4-426e-436a-8f13-8b7c44556ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '95b7527a-7880-45c0-ae60-68cafce7677b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:45:25.940682 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa6e063-d78a-4df4-9b4a-99c3fc82f46e tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Network hostable DHCP agents. Network: 95b7527a-7880-45c0-ae60-68cafce7677b, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:45:25.973100 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa6e063-d78a-4df4-9b4a-99c3fc82f46e tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Network 95b7527a-7880-45c0-ae60-68cafce7677b is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:45:26.000630 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-ffa6e063-d78a-4df4-9b4a-99c3fc82f46e tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 95b7527a-7880-45c0-ae60-68cafce7677b) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:45:26.007613 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa6e063-d78a-4df4-9b4a-99c3fc82f46e tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:45:26.008496 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ffa6e063-d78a-4df4-9b4a-99c3fc82f46e tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:26.009654 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9defcd2a-df9c-4913-9093-2a68852c0ba8 None None] Network 95b7527a-7880-45c0-ae60-68cafce7677b requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:45:26.078037 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f528bd32-4189-428a-9b62-3eea79e32fb6 req-91cbd84a-0fde-4eed-9fce-d807a2aeb114 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:26.081436 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa6e063-d78a-4df4-9b4a-99c3fc82f46e tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Pushing event updated for resources: {'Port': ['ID=f34aadf0-811b-4dab-8321-4f6a38eff797,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:26.119412 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cbd84a-0fde-4eed-9fce-d807a2aeb114 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Pushing event deleted for resources: {'Port': ['ID=ae78536b-3916-4b68-ac4e-2a9086c1e7a4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:26.149011 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa6e063-d78a-4df4-9b4a-99c3fc82f46e tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Checking segment: {'id': '8c674baa-4286-4ad5-adc3-73634d1e94bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2fac7484-4f4a-44fe-a782-ca630b7a00bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:45:26.149372 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa6e063-d78a-4df4-9b4a-99c3fc82f46e tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Network hostable DHCP agents. Network: 2fac7484-4f4a-44fe-a782-ca630b7a00bb, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:45:26.176045 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-f528bd32-4189-428a-9b62-3eea79e32fb6 req-91cbd84a-0fde-4eed-9fce-d807a2aeb114 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] No DVR routers for this DVR port ae78536b-3916-4b68-ac4e-2a9086c1e7a4 on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:45:26.180967 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f528bd32-4189-428a-9b62-3eea79e32fb6 req-91cbd84a-0fde-4eed-9fce-d807a2aeb114 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:26.183590 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f528bd32-4189-428a-9b62-3eea79e32fb6 req-91cbd84a-0fde-4eed-9fce-d807a2aeb114 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.88 "DELETE /v2.0/ports/ae78536b-3916-4b68-ac4e-2a9086c1e7a4 HTTP/1.1" status: 204 len: 173 time: 0.8832407 Aug 19 14:45:26.195640 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa6e063-d78a-4df4-9b4a-99c3fc82f46e tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Network 2fac7484-4f4a-44fe-a782-ca630b7a00bb is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:45:26.207543 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-ffa6e063-d78a-4df4-9b4a-99c3fc82f46e tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 2fac7484-4f4a-44fe-a782-ca630b7a00bb) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:45:26.223473 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa6e063-d78a-4df4-9b4a-99c3fc82f46e tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:45:26.233487 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa6e063-d78a-4df4-9b4a-99c3fc82f46e tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:26.240894 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa6e063-d78a-4df4-9b4a-99c3fc82f46e tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:26.242163 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ffa6e063-d78a-4df4-9b4a-99c3fc82f46e tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:26.258371 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf9cc63-b6f8-4ed0-98ff-9d89f9b1255a None None] Network 2fac7484-4f4a-44fe-a782-ca630b7a00bb requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:45:26.268122 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48324) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:26.268687 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ffa6e063-d78a-4df4-9b4a-99c3fc82f46e tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.1661704 Aug 19 14:45:26.342974 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6404732-600a-4ecd-a658-fe3b0e032b56 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:26.348955 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6404732-600a-4ecd-a658-fe3b0e032b56 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:26.350572 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b6404732-600a-4ecd-a658-fe3b0e032b56 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0813153 Aug 19 14:45:26.353589 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48326) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:26.455925 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-bf89b3ab-067b-4d50-8d5e-36602745e98f tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Deleting port 14fd8e09-75ff-44f2-bb6e-d2ab9335458b {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:45:26.456139 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf89b3ab-067b-4d50-8d5e-36602745e98f tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:26.523255 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf89b3ab-067b-4d50-8d5e-36602745e98f tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:26.536606 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-bf89b3ab-067b-4d50-8d5e-36602745e98f tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Calling delete_port for 14fd8e09-75ff-44f2-bb6e-d2ab9335458b owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:45:26.668724 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936fa244-e8c6-4eb2-bb33-74ed586ba890 req-608690f1-db71-4712-b428-4b042b5d8aa6 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:26.670489 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-936fa244-e8c6-4eb2-bb33-74ed586ba890 req-608690f1-db71-4712-b428-4b042b5d8aa6 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=92ae58fd-1cf9-4159-851f-89e50457a4e0 HTTP/1.1" status: 200 len: 943 time: 0.0760171 Aug 19 14:45:26.671604 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf89b3ab-067b-4d50-8d5e-36602745e98f tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:26.723064 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf89b3ab-067b-4d50-8d5e-36602745e98f tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:26.726049 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-bf89b3ab-067b-4d50-8d5e-36602745e98f tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] 10.222.0.69 "DELETE /v2.0/ports/14fd8e09-75ff-44f2-bb6e-d2ab9335458b HTTP/1.1" status: 204 len: 168 time: 0.3715067 Aug 19 14:45:26.727090 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89b3ab-067b-4d50-8d5e-36602745e98f tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Pushing event deleted for resources: {'Port': ['ID=14fd8e09-75ff-44f2-bb6e-d2ab9335458b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:26.729159 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48350) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:26.764227 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-936fa244-e8c6-4eb2-bb33-74ed586ba890 req-61f6fa12-ea56-4332-b2e6-7c9f8dbf3fe8 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811198 Aug 19 14:45:26.874984 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-2264cd02-79d8-4d56-85d3-d69068aed3d9 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Deleting port f34aadf0-811b-4dab-8321-4f6a38eff797 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:45:26.875406 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2264cd02-79d8-4d56-85d3-d69068aed3d9 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:26.956103 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2264cd02-79d8-4d56-85d3-d69068aed3d9 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:26.970474 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-2264cd02-79d8-4d56-85d3-d69068aed3d9 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Calling delete_port for f34aadf0-811b-4dab-8321-4f6a38eff797 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:45:26.976222 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 5eefbeb9-84d8-4b31-a3f3-37f35059b2f0 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:45:26.982009 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device cc438609-b905-4012-92f1-df84396442a8 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:45:27.021248 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: cc438609-b905-4012-92f1-df84396442a8 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:45:27.021971 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device cc438609-b905-4012-92f1-df84396442a8 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:45:27.021971 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device ae78536b-3916-4b68-ac4e-2a9086c1e7a4 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:45:27.069103 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4bded-b659-41d6-9842-29f2d747f9e6 req-ca8a27b0-81a5-409f-be18-44269b1ab74b tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:27.071232 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2bc4bded-b659-41d6-9842-29f2d747f9e6 req-ca8a27b0-81a5-409f-be18-44269b1ab74b tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/ports?device_id=efc253a1-b140-49ef-a956-7a3c0b6c79cb HTTP/1.1" status: 200 len: 950 time: 0.0674558 Aug 19 14:45:27.086457 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: ae78536b-3916-4b68-ac4e-2a9086c1e7a4 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:45:27.087053 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device ae78536b-3916-4b68-ac4e-2a9086c1e7a4 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:45:27.092364 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2264cd02-79d8-4d56-85d3-d69068aed3d9 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:27.109947 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48376) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:27.131773 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2264cd02-79d8-4d56-85d3-d69068aed3d9 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Pushing event deleted for resources: {'Port': ['ID=f34aadf0-811b-4dab-8321-4f6a38eff797,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:27.153020 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2264cd02-79d8-4d56-85d3-d69068aed3d9 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:27.156911 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2264cd02-79d8-4d56-85d3-d69068aed3d9 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] 10.222.0.69 "DELETE /v2.0/ports/f34aadf0-811b-4dab-8321-4f6a38eff797 HTTP/1.1" status: 204 len: 168 time: 0.4240246 Aug 19 14:45:27.159576 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48378) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:27.161351 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 5eefbeb9-84d8-4b31-a3f3-37f35059b2f0, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=5eefbeb9-84d8-4b31-a3f3-37f35059b2f0,segment=NetworkSegment(9ec726c0-288d-4d26-99ed-3a23c35944e2),segment_id=9ec726c0-288d-4d26-99ed-3a23c35944e2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:45:27.176993 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2bc4bded-b659-41d6-9842-29f2d747f9e6 req-794e8d25-265a-4de1-9f7d-6d7bafbb5e92 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/security-groups?id=ec30ddbb-2af8-4046-9a73-22322e85c7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962918 Aug 19 14:45:27.177119 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '5eefbeb9-84d8-4b31-a3f3-37f35059b2f0', 'network_id': '782b273d-8269-4c40-85fd-b9fcd04fcb17', 'port_id': '5eefbeb9-84d8-4b31-a3f3-37f35059b2f0', 'mac_address': 'fa:16:3e:fe:5b:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25c39f6d-e619-4296-b16b-34049cafbda6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:45:27.205045 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-0967fdd8-6b33-434b-b002-78124386665b tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Deleting subnet 5f3826fb-072b-462e-a38c-b318fdc472ae {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:45:27.208585 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0967fdd8-6b33-434b-b002-78124386665b tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:27.211968 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-189cc05a-7135-4d8b-b258-27cf1a811b54 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0510645 Aug 19 14:45:27.216646 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48382) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:27.223583 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-fee9815c-69e4-4be5-a12e-e1ee01a6befe tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-430839918'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:45:27.230224 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:27.246852 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eefbeb9-84d8-4b31-a3f3-37f35059b2f0 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:45:27.259243 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee9815c-69e4-4be5-a12e-e1ee01a6befe tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Made reservation on behalf of 9a5872b5e5924d5f85798a669a413b79 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:45:27.265302 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fee9815c-69e4-4be5-a12e-e1ee01a6befe tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:27.271195 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0967fdd8-6b33-434b-b002-78124386665b tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:27.285559 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 5eefbeb9-84d8-4b31-a3f3-37f35059b2f0, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=5eefbeb9-84d8-4b31-a3f3-37f35059b2f0,segment=NetworkSegment(9ec726c0-288d-4d26-99ed-3a23c35944e2),segment_id=9ec726c0-288d-4d26-99ed-3a23c35944e2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:45:27.291500 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:27.295685 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fee9815c-69e4-4be5-a12e-e1ee01a6befe tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:45:27.311563 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fee9815c-69e4-4be5-a12e-e1ee01a6befe tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:27.311965 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-fee9815c-69e4-4be5-a12e-e1ee01a6befe tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Added segment b2e830c0-4aaa-451d-8087-2152a4ebf275 of type vlan for network 5a3db0a2-9204-4046-a0cc-ff2d463f208b Aug 19 14:45:27.354467 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=5eefbeb9-84d8-4b31-a3f3-37f35059b2f0,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:27.364015 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fee9815c-69e4-4be5-a12e-e1ee01a6befe tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:27.370648 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1065a5f-192c-4a45-afd4-f4643015df6e req-f4b8f635-1b59-45c9-9e16-a3379c3358fd tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:27.372164 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c1065a5f-192c-4a45-afd4-f4643015df6e req-f4b8f635-1b59-45c9-9e16-a3379c3358fd tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 946 time: 0.0691869 Aug 19 14:45:27.393864 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fee9815c-69e4-4be5-a12e-e1ee01a6befe tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:27.399736 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee9815c-69e4-4be5-a12e-e1ee01a6befe tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:27.400323 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fee9815c-69e4-4be5-a12e-e1ee01a6befe tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:27.458392 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0967fdd8-6b33-434b-b002-78124386665b tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:27.467187 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-fee9815c-69e4-4be5-a12e-e1ee01a6befe tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2485337 Aug 19 14:45:27.470483 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48394) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:27.476805 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-482f9750-5775-4350-9b3d-3a85d957c427 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1746512714'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:45:27.480834 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee9815c-69e4-4be5-a12e-e1ee01a6befe tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Pushing event updated for resources: {'Network': ['ID=5a3db0a2-9204-4046-a0cc-ff2d463f208b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:27.492348 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a64963f3-0901-4bec-acad-3a4c237de683', 'name': 'network-vif-deleted', 'tag': 'ae78536b-3916-4b68-ac4e-2a9086c1e7a4'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:45:27.494659 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e9d357-1188-4a50-a49d-1248d51189cd" -d '{"events": [{"server_uuid": "a64963f3-0901-4bec-acad-3a4c237de683", "name": "network-vif-deleted", "tag": "ae78536b-3916-4b68-ac4e-2a9086c1e7a4"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:45:27.496301 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 5a3db0a2-9204-4046-a0cc-ff2d463f208b details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:45:27.512987 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c1065a5f-192c-4a45-afd4-f4643015df6e req-9af809db-8946-4cfe-9a42-6884fa6ce468 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=14b1b67d-e522-41bf-ab63-48f4b8afa430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222684 Aug 19 14:45:27.522925 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482f9750-5775-4350-9b3d-3a85d957c427 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Made reservation on behalf of 9a5872b5e5924d5f85798a669a413b79 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:45:27.531541 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-482f9750-5775-4350-9b3d-3a85d957c427 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:27.547340 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0967fdd8-6b33-434b-b002-78124386665b tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:27.576679 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-482f9750-5775-4350-9b3d-3a85d957c427 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:45:27.591109 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-482f9750-5775-4350-9b3d-3a85d957c427 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:27.591479 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-482f9750-5775-4350-9b3d-3a85d957c427 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Added segment 0225f8d0-818a-4c05-869c-65b7fe39834f of type vlan for network f5f5b473-72f3-45fb-8f88-52a8f0bc965a Aug 19 14:45:27.610244 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0967fdd8-6b33-434b-b002-78124386665b tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Pushing event deleted for resources: {'Subnet': ['ID=5f3826fb-072b-462e-a38c-b318fdc472ae,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:27.627156 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0967fdd8-6b33-434b-b002-78124386665b tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:27.631554 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-0967fdd8-6b33-434b-b002-78124386665b tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "DELETE /v2.0/subnets/5f3826fb-072b-462e-a38c-b318fdc472ae HTTP/1.1" status: 204 len: 168 time: 0.5176799 Aug 19 14:45:27.631708 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61412d4-2c0a-4011-9b85-47015a7adeb8 None None] Network c6ffaaae-e20d-4eef-81a0-0e4d4a61180e requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:45:27.631952 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48398) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:27.655569 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-482f9750-5775-4350-9b3d-3a85d957c427 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:27.691202 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beab9be6-8d9f-41e8-8ae8-2725b91328b5 x-openstack-request-id: req-beab9be6-8d9f-41e8-8ae8-2725b91328b5 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:45:27.691745 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a64963f3-0901-4bec-acad-3a4c237de683", "name": "network-vif-deleted", "tag": "ae78536b-3916-4b68-ac4e-2a9086c1e7a4", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:45:27.692386 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-beab9be6-8d9f-41e8-8ae8-2725b91328b5 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:45:27.693452 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a64963f3-0901-4bec-acad-3a4c237de683', 'name': 'network-vif-deleted', 'tag': 'ae78536b-3916-4b68-ac4e-2a9086c1e7a4', 'status': 'completed', 'code': 200} Aug 19 14:45:27.704682 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-482f9750-5775-4350-9b3d-3a85d957c427 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:27.706115 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['5eefbeb9-84d8-4b31-a3f3-37f35059b2f0'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:45:27.718375 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482f9750-5775-4350-9b3d-3a85d957c427 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:27.720653 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-482f9750-5775-4350-9b3d-3a85d957c427 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:27.744349 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-922ff1cf-2afd-44fa-a47a-704ecdcf0a4b tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:27.749036 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-482f9750-5775-4350-9b3d-3a85d957c427 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2770610 Aug 19 14:45:27.861698 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482f9750-5775-4350-9b3d-3a85d957c427 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Pushing event updated for resources: {'Network': ['ID=f5f5b473-72f3-45fb-8f88-52a8f0bc965a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:27.878313 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-922ff1cf-2afd-44fa-a47a-704ecdcf0a4b tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Deleting port e7483ba9-30fd-4dbc-978a-ae1fb32fe9dc {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:45:27.878655 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-922ff1cf-2afd-44fa-a47a-704ecdcf0a4b tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:27.889281 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network f5f5b473-72f3-45fb-8f88-52a8f0bc965a details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:45:27.961009 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48414) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:27.961267 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-922ff1cf-2afd-44fa-a47a-704ecdcf0a4b tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] For port e7483ba9-30fd-4dbc-978a-ae1fb32fe9dc, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=e7483ba9-30fd-4dbc-978a-ae1fb32fe9dc,segment=NetworkSegment(c24a302e-1b20-425d-a430-c936ea7b40e8),segment_id=c24a302e-1b20-425d-a430-c936ea7b40e8)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:45:27.961763 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-922ff1cf-2afd-44fa-a47a-704ecdcf0a4b tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:27.969699 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2bfc94d9-86be-4319-8a1f-65212c0523e5 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Request body: {'subnets': [{'network_id': '5a3db0a2-9204-4046-a0cc-ff2d463f208b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1270023463', 'ip_version': 4}, {'network_id': 'f5f5b473-72f3-45fb-8f88-52a8f0bc965a', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:45:27.972956 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2bfc94d9-86be-4319-8a1f-65212c0523e5 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Request body: {'subnet': {'network_id': '5a3db0a2-9204-4046-a0cc-ff2d463f208b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1270023463', 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:45:27.986458 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2bfc94d9-86be-4319-8a1f-65212c0523e5 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Request body: {'subnet': {'network_id': 'f5f5b473-72f3-45fb-8f88-52a8f0bc965a', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:45:28.005830 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-922ff1cf-2afd-44fa-a47a-704ecdcf0a4b tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Calling delete_port for e7483ba9-30fd-4dbc-978a-ae1fb32fe9dc owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:45:28.055612 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178300f2-e1e6-458a-85f0-5bf73fc18bc9 req-9141a34a-519e-4918-ad80-be3a5455c773 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:28.057428 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-178300f2-e1e6-458a-85f0-5bf73fc18bc9 req-9141a34a-519e-4918-ad80-be3a5455c773 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=92ae58fd-1cf9-4159-851f-89e50457a4e0 HTTP/1.1" status: 200 len: 944 time: 0.0919201 Aug 19 14:45:28.092457 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ebf2c0-416c-4e91-abde-7da1228a990a None None] DHCP port deletion for c6ffaaae-e20d-4eef-81a0-0e4d4a61180e request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:45:28.152062 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-178300f2-e1e6-458a-85f0-5bf73fc18bc9 req-d58a326e-d274-4c9f-a534-5c8ba702d5e6 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492101 Aug 19 14:45:28.186420 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-14ebf2c0-416c-4e91-abde-7da1228a990a None None] Deleting port e7483ba9-30fd-4dbc-978a-ae1fb32fe9dc {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:45:28.187921 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-14ebf2c0-416c-4e91-abde-7da1228a990a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:28.234973 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-922ff1cf-2afd-44fa-a47a-704ecdcf0a4b tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:28.238054 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bfc94d9-86be-4319-8a1f-65212c0523e5 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Made reservation on behalf of 9a5872b5e5924d5f85798a669a413b79 for: {'subnet': 2} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:45:28.242671 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2bfc94d9-86be-4319-8a1f-65212c0523e5 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:28.243032 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2bfc94d9-86be-4319-8a1f-65212c0523e5 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:28.292153 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922ff1cf-2afd-44fa-a47a-704ecdcf0a4b tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] No DVR routers for this DVR port e7483ba9-30fd-4dbc-978a-ae1fb32fe9dc on host n-d-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:45:28.303693 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-14ebf2c0-416c-4e91-abde-7da1228a990a None None] For port e7483ba9-30fd-4dbc-978a-ae1fb32fe9dc, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=e7483ba9-30fd-4dbc-978a-ae1fb32fe9dc,segment=NetworkSegment(c24a302e-1b20-425d-a430-c936ea7b40e8),segment_id=c24a302e-1b20-425d-a430-c936ea7b40e8)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:45:28.304370 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-14ebf2c0-416c-4e91-abde-7da1228a990a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:28.306053 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922ff1cf-2afd-44fa-a47a-704ecdcf0a4b tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Pushing event deleted for resources: {'Port': ['ID=e7483ba9-30fd-4dbc-978a-ae1fb32fe9dc,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:28.325177 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-14ebf2c0-416c-4e91-abde-7da1228a990a None None] Calling delete_port for e7483ba9-30fd-4dbc-978a-ae1fb32fe9dc owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:45:28.409103 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-14ebf2c0-416c-4e91-abde-7da1228a990a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:28.430296 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-922ff1cf-2afd-44fa-a47a-704ecdcf0a4b tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:28.443995 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-922ff1cf-2afd-44fa-a47a-704ecdcf0a4b tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6ffaaae-e20d-4eef-81a0-0e4d4a61180e']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:45:28.444399 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ebf2c0-416c-4e91-abde-7da1228a990a None None] Pushing event deleted for resources: {'Port': ['ID=e7483ba9-30fd-4dbc-978a-ae1fb32fe9dc,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:28.449512 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ebf2c0-416c-4e91-abde-7da1228a990a None None] No DVR routers for this DVR port e7483ba9-30fd-4dbc-978a-ae1fb32fe9dc on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:45:28.462568 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-922ff1cf-2afd-44fa-a47a-704ecdcf0a4b tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c24a302e-1b20-425d-a430-c936ea7b40e8') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:45:28.462568 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-922ff1cf-2afd-44fa-a47a-704ecdcf0a4b tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c24a302e-1b20-425d-a430-c936ea7b40e8') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:45:28.471724 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-922ff1cf-2afd-44fa-a47a-704ecdcf0a4b tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:28.486324 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-922ff1cf-2afd-44fa-a47a-704ecdcf0a4b tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:28.492303 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-922ff1cf-2afd-44fa-a47a-704ecdcf0a4b tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:45:28.492746 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-922ff1cf-2afd-44fa-a47a-704ecdcf0a4b tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:28.496360 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:45:28.496360 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:45:28.496360 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:45:28.496360 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:45:28.496360 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:45:28.496360 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:45:28.496360 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:45:28.496360 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:45:28.496360 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:45:28.496360 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:45:28.496360 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:45:28.496360 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:45:28.496360 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:45:28.496360 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:45:28.496360 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:45:28.496360 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:45:28.496360 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:45:28.496360 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:45:28.496360 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:45:28.496360 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:45:28.496360 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:45:28.496360 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:45:28.496360 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:45:28.496360 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:45:28.496360 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:45:28.496360 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:45:28.496360 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:45:28.496360 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:45:28.496360 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:45:28.496360 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:45:28.496360 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:45:28.496360 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:45:28.555506 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-922ff1cf-2afd-44fa-a47a-704ecdcf0a4b tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:28.578905 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-922ff1cf-2afd-44fa-a47a-704ecdcf0a4b tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:28.581419 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-922ff1cf-2afd-44fa-a47a-704ecdcf0a4b tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "DELETE /v2.0/networks/c6ffaaae-e20d-4eef-81a0-0e4d4a61180e HTTP/1.1" status: 204 len: 168 time: 0.9476426 Aug 19 14:45:28.585902 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922ff1cf-2afd-44fa-a47a-704ecdcf0a4b tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Pushing event deleted for resources: {'Network': ['ID=c6ffaaae-e20d-4eef-81a0-0e4d4a61180e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:28.585902 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48420) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:28.678182 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fca5802-622c-412d-b5b4-913b4593143c tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Deleting subnet 0430ee3e-effd-4a30-9b36-a3f30e5321c7 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:45:28.682326 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4fca5802-622c-412d-b5b4-913b4593143c tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:28.722623 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ce5d8-d2db-4fa4-9ffe-937952d08238 req-b4c4601b-bf79-4df9-86ec-96c9163b1eaa tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:28.723963 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ed7ce5d8-d2db-4fa4-9ffe-937952d08238 req-b4c4601b-bf79-4df9-86ec-96c9163b1eaa tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 946 time: 0.0958369 Aug 19 14:45:28.730728 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2bfc94d9-86be-4319-8a1f-65212c0523e5 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:28.739930 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4fca5802-622c-412d-b5b4-913b4593143c tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:28.812347 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfc94d9-86be-4319-8a1f-65212c0523e5 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Pushing event updated for resources: {'Subnet': ['ID=83c2c4ad-17b1-48bf-8c62-476cae63cba0,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:28.816463 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ed7ce5d8-d2db-4fa4-9ffe-937952d08238 req-9f3e5b8e-42cb-4af0-b265-18cdafe1bd05 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=14b1b67d-e522-41bf-ab63-48f4b8afa430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734682 Aug 19 14:45:28.819880 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfc94d9-86be-4319-8a1f-65212c0523e5 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Checking segment: {'id': 'b2e830c0-4aaa-451d-8087-2152a4ebf275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5a3db0a2-9204-4046-a0cc-ff2d463f208b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:45:28.820494 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfc94d9-86be-4319-8a1f-65212c0523e5 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Network hostable DHCP agents. Network: 5a3db0a2-9204-4046-a0cc-ff2d463f208b, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:45:28.840719 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfc94d9-86be-4319-8a1f-65212c0523e5 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Network 5a3db0a2-9204-4046-a0cc-ff2d463f208b is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:45:28.853700 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-2bfc94d9-86be-4319-8a1f-65212c0523e5 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 5a3db0a2-9204-4046-a0cc-ff2d463f208b) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:45:28.857674 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2bfc94d9-86be-4319-8a1f-65212c0523e5 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:28.863982 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411c00d5-eacb-4c57-9a3d-d01bf63cb5bd None None] Network 5a3db0a2-9204-4046-a0cc-ff2d463f208b requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:45:28.865649 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4fca5802-622c-412d-b5b4-913b4593143c tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:28.920965 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfc94d9-86be-4319-8a1f-65212c0523e5 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Pushing event updated for resources: {'Subnet': ['ID=70c29cf6-b8df-4fc0-90f7-640f5ff25ba0,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:28.933482 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfc94d9-86be-4319-8a1f-65212c0523e5 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Checking segment: {'id': '0225f8d0-818a-4c05-869c-65b7fe39834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f5f5b473-72f3-45fb-8f88-52a8f0bc965a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:45:28.933931 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfc94d9-86be-4319-8a1f-65212c0523e5 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Network hostable DHCP agents. Network: f5f5b473-72f3-45fb-8f88-52a8f0bc965a, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:45:28.952221 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfc94d9-86be-4319-8a1f-65212c0523e5 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Network f5f5b473-72f3-45fb-8f88-52a8f0bc965a is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:45:28.957211 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:45:28.966129 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-2bfc94d9-86be-4319-8a1f-65212c0523e5 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, f5f5b473-72f3-45fb-8f88-52a8f0bc965a) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:45:28.970997 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfc94d9-86be-4319-8a1f-65212c0523e5 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:28.971752 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfc94d9-86be-4319-8a1f-65212c0523e5 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:28.972588 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2bfc94d9-86be-4319-8a1f-65212c0523e5 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:28.980658 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4fca5802-622c-412d-b5b4-913b4593143c tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:28.991435 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55209dec-5806-4148-9a70-0018020f085b None None] Network f5f5b473-72f3-45fb-8f88-52a8f0bc965a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:45:28.993724 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2bfc94d9-86be-4319-8a1f-65212c0523e5 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.0281425 Aug 19 14:45:28.998446 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48434) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:29.072949 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6706ae75-b25a-4406-b8b7-272d42afa5f9 None None] Network 07e56f8d-524f-451f-9f4a-e8039335024a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:45:29.075292 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device e7483ba9-30fd-4dbc-978a-ae1fb32fe9dc no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:45:29.087275 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4fca5802-622c-412d-b5b4-913b4593143c tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:29.089883 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-4fca5802-622c-412d-b5b4-913b4593143c tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "DELETE /v2.0/subnets/0430ee3e-effd-4a30-9b36-a3f30e5321c7 HTTP/1.1" status: 204 len: 168 time: 0.5032690 Aug 19 14:45:29.092694 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48438) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:29.118618 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca5802-622c-412d-b5b4-913b4593143c tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Pushing event deleted for resources: {'Subnet': ['ID=0430ee3e-effd-4a30-9b36-a3f30e5321c7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:29.160991 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3471d047-abba-4d89-85ae-fa2ad93529ae tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:29.163347 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3471d047-abba-4d89-85ae-fa2ad93529ae tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:29.165428 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3471d047-abba-4d89-85ae-fa2ad93529ae tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:29.167647 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-3471d047-abba-4d89-85ae-fa2ad93529ae tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1649189 Aug 19 14:45:29.171289 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48440) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:29.176209 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: e7483ba9-30fd-4dbc-978a-ae1fb32fe9dc {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:45:29.177261 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device e7483ba9-30fd-4dbc-978a-ae1fb32fe9dc not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:45:29.248574 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf510ae-c713-4ea0-83c0-1e8c1a2e814f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-5a3db0a2-9204-4046-a0cc-ff2d463f208b', 'network_id': '5a3db0a2-9204-4046-a0cc-ff2d463f208b', 'tenant_id': '9a5872b5e5924d5f85798a669a413b79', 'fixed_ips': [{'subnet_id': '83c2c4ad-17b1-48bf-8c62-476cae63cba0'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:45:29.249460 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2cf510ae-c713-4ea0-83c0-1e8c1a2e814f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:29.260236 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2fb61b5a-f289-48a8-81e5-b5397da91420 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:29.294754 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe8fcc60-f446-40dd-b3d2-ce1c6a1b9681 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Deleting subnet 83c2c4ad-17b1-48bf-8c62-476cae63cba0 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:45:29.298789 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fe8fcc60-f446-40dd-b3d2-ce1c6a1b9681 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:29.340617 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-2fb61b5a-f289-48a8-81e5-b5397da91420 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Deleting port 8c030b80-fd8e-42b5-b104-47e4a0f1ac91 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:45:29.341134 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2fb61b5a-f289-48a8-81e5-b5397da91420 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:29.353780 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89522e63-9638-4a09-bb84-35bcc3c80ce0 req-0238d330-dbbf-42f2-81cb-e9703141710d tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:29.355621 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-89522e63-9638-4a09-bb84-35bcc3c80ce0 req-0238d330-dbbf-42f2-81cb-e9703141710d tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=92ae58fd-1cf9-4159-851f-89e50457a4e0 HTTP/1.1" status: 200 len: 944 time: 0.1062727 Aug 19 14:45:29.364873 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fe8fcc60-f446-40dd-b3d2-ce1c6a1b9681 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:29.448217 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-89522e63-9638-4a09-bb84-35bcc3c80ce0 req-8d464757-745b-4221-83b8-ea79e7752109 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504241 Aug 19 14:45:29.459429 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fe8fcc60-f446-40dd-b3d2-ce1c6a1b9681 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:29.471728 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-2fb61b5a-f289-48a8-81e5-b5397da91420 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] For port 8c030b80-fd8e-42b5-b104-47e4a0f1ac91, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=8c030b80-fd8e-42b5-b104-47e4a0f1ac91,segment=NetworkSegment(a014035c-62d4-4d09-a552-7136dc4ea625),segment_id=a014035c-62d4-4d09-a552-7136dc4ea625)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:45:29.472062 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2fb61b5a-f289-48a8-81e5-b5397da91420 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:29.487908 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-2fb61b5a-f289-48a8-81e5-b5397da91420 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Calling delete_port for 8c030b80-fd8e-42b5-b104-47e4a0f1ac91 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:45:29.524239 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fe8fcc60-f446-40dd-b3d2-ce1c6a1b9681 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:29.556301 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fe8fcc60-f446-40dd-b3d2-ce1c6a1b9681 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:29.557084 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:29.559284 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-fe8fcc60-f446-40dd-b3d2-ce1c6a1b9681 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] 10.222.0.69 "DELETE /v2.0/subnets/83c2c4ad-17b1-48bf-8c62-476cae63cba0 HTTP/1.1" status: 204 len: 168 time: 0.3868356 Aug 19 14:45:29.560632 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8fcc60-f446-40dd-b3d2-ce1c6a1b9681 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Pushing event deleted for resources: {'Subnet': ['ID=83c2c4ad-17b1-48bf-8c62-476cae63cba0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:29.562879 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48446) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:29.621315 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2fb61b5a-f289-48a8-81e5-b5397da91420 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:29.655787 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-b68597ba-b291-404d-84fb-01a3b655fc77 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Deleting subnet 70c29cf6-b8df-4fc0-90f7-640f5ff25ba0 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:45:29.660903 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb61b5a-f289-48a8-81e5-b5397da91420 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Pushing event deleted for resources: {'Port': ['ID=8c030b80-fd8e-42b5-b104-47e4a0f1ac91,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:29.663410 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb61b5a-f289-48a8-81e5-b5397da91420 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] No DVR routers for this DVR port 8c030b80-fd8e-42b5-b104-47e4a0f1ac91 on host n-d-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:45:29.664806 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b68597ba-b291-404d-84fb-01a3b655fc77 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:29.669857 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc253a1-b140-49ef-a956-7a3c0b6c79cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:45:29.672135 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dee65be-bf80-4fd2-b152-89eee4df9733" -d '{"events": [{"server_uuid": "efc253a1-b140-49ef-a956-7a3c0b6c79cb", "name": "network-vif-unplugged", "status": "completed", "tag": "ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:45:29.695207 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:45:29.771514 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server [None req-2cf510ae-c713-4ea0-83c0-1e8c1a2e814f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 83c2c4ad-17b1-48bf-8c62-476cae63cba0: This subnet is being modified by another concurrent operation. Aug 19 14:45:29.771514 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 14:45:29.771514 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 14:45:29.771514 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 14:45:29.771514 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 14:45:29.771514 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 14:45:29.771514 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 14:45:29.771514 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 14:45:29.771514 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 14:45:29.771514 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 14:45:29.771514 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 14:45:29.771514 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 14:45:29.771514 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 14:45:29.771514 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 14:45:29.771514 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 14:45:29.771514 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 14:45:29.771514 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 14:45:29.771514 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 14:45:29.771514 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 14:45:29.771514 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 14:45:29.771514 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 14:45:29.771514 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 14:45:29.771514 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 14:45:29.771514 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 14:45:29.771514 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 14:45:29.771514 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 14:45:29.771514 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 14:45:29.771514 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 14:45:29.771514 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 14:45:29.771514 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 14:45:29.771514 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 14:45:29.771514 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 14:45:29.771514 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 14:45:29.771514 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 14:45:29.771514 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 14:45:29.771514 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 14:45:29.771514 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 14:45:29.771514 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 14:45:29.771514 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 14:45:29.771514 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 14:45:29.771514 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 14:45:29.771514 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 14:45:29.771514 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 14:45:29.771514 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 14:45:29.771514 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 14:45:29.771514 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 14:45:29.771514 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 14:45:29.771514 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 14:45:29.771514 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 14:45:29.771514 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 14:45:29.771514 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 14:45:29.771514 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 14:45:29.771514 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 14:45:29.771514 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 14:45:29.775350 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 14:45:29.775350 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 14:45:29.775350 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 14:45:29.775350 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 14:45:29.775350 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 14:45:29.775350 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 14:45:29.775350 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 14:45:29.775350 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 14:45:29.775350 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 14:45:29.775350 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 14:45:29.775350 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 14:45:29.775350 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 14:45:29.775350 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 14:45:29.775350 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 14:45:29.775350 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 14:45:29.775350 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 14:45:29.775350 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 14:45:29.775350 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 14:45:29.775350 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 14:45:29.775350 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 14:45:29.775350 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 14:45:29.775350 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 14:45:29.775350 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 14:45:29.775350 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 14:45:29.775350 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 14:45:29.775350 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 14:45:29.775350 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 14:45:29.775350 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 14:45:29.775350 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 14:45:29.775350 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 14:45:29.775350 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 14:45:29.775350 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 14:45:29.775350 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 14:45:29.775350 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 14:45:29.775350 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 14:45:29.775350 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise exception Aug 19 14:45:29.775350 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 83c2c4ad-17b1-48bf-8c62-476cae63cba0: This subnet is being modified by another concurrent operation. Aug 19 14:45:29.775350 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server Aug 19 14:45:29.786861 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b68597ba-b291-404d-84fb-01a3b655fc77 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:29.792626 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 14:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f781ad43-b18a-417f-b59b-f446859b2438 x-openstack-request-id: req-f781ad43-b18a-417f-b59b-f446859b2438 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:45:29.796456 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc253a1-b140-49ef-a956-7a3c0b6c79cb", "name": "network-vif-unplugged", "status": "completed", "tag": "ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:45:29.796456 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f781ad43-b18a-417f-b59b-f446859b2438 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:45:29.796456 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc253a1-b140-49ef-a956-7a3c0b6c79cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1', 'code': 200} Aug 19 14:45:29.797265 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:29.829029 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2fb61b5a-f289-48a8-81e5-b5397da91420 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:29.841306 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9611d7-080a-4f20-b4fb-0928822108e2 None None] Network 5a3db0a2-9204-4046-a0cc-ff2d463f208b requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:45:29.843335 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-2fb61b5a-f289-48a8-81e5-b5397da91420 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07e56f8d-524f-451f-9f4a-e8039335024a']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:45:29.843915 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f13e89a-d42f-47b1-ac54-d6b74ed3aecd None None] DHCP port deletion for 07e56f8d-524f-451f-9f4a-e8039335024a request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:45:29.856385 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0b3ce0-2deb-472c-bf0a-cb693e5d49c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-f5f5b473-72f3-45fb-8f88-52a8f0bc965a', 'network_id': 'f5f5b473-72f3-45fb-8f88-52a8f0bc965a', 'tenant_id': '9a5872b5e5924d5f85798a669a413b79', 'fixed_ips': [{'subnet_id': '70c29cf6-b8df-4fc0-90f7-640f5ff25ba0'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:45:29.857303 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bb0b3ce0-2deb-472c-bf0a-cb693e5d49c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:29.861013 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-2fb61b5a-f289-48a8-81e5-b5397da91420 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a014035c-62d4-4d09-a552-7136dc4ea625') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:45:29.861323 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-2fb61b5a-f289-48a8-81e5-b5397da91420 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a014035c-62d4-4d09-a552-7136dc4ea625') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:45:29.870612 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b68597ba-b291-404d-84fb-01a3b655fc77 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:29.905294 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2fb61b5a-f289-48a8-81e5-b5397da91420 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:29.928011 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2fb61b5a-f289-48a8-81e5-b5397da91420 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:29.932901 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:29.943616 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fb61b5a-f289-48a8-81e5-b5397da91420 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:45:29.944088 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2fb61b5a-f289-48a8-81e5-b5397da91420 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:29.948032 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:45:29.948032 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:45:29.948032 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:45:29.948032 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:45:29.948032 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:45:29.948032 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:45:29.948032 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:45:29.948032 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:45:29.948032 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:45:29.948032 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:45:29.948032 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:45:29.948032 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:45:29.948032 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:45:29.948032 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:45:29.948032 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:45:29.948032 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:45:29.948032 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:45:29.948032 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:45:29.948032 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:45:29.948032 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:45:29.948032 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:45:29.948032 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:45:29.948032 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:45:29.948032 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:45:29.948032 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:45:29.948032 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:45:29.948032 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:45:29.948032 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:45:29.948032 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:45:29.948032 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:45:29.948032 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:45:29.948032 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:45:30.008180 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd0dae-8800-46ab-9929-0ae1fd7f7e8c req-bad6201b-b98d-4a9f-9b54-042972e3ecc6 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:30.009538 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-09bd0dae-8800-46ab-9929-0ae1fd7f7e8c req-bad6201b-b98d-4a9f-9b54-042972e3ecc6 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 946 time: 0.0729775 Aug 19 14:45:30.031275 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b68597ba-b291-404d-84fb-01a3b655fc77 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:30.058024 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2fb61b5a-f289-48a8-81e5-b5397da91420 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:30.063625 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server [None req-bb0b3ce0-2deb-472c-bf0a-cb693e5d49c1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 70c29cf6-b8df-4fc0-90f7-640f5ff25ba0: This subnet is being modified by another concurrent operation. Aug 19 14:45:30.063625 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 14:45:30.063625 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 14:45:30.063625 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 14:45:30.063625 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 14:45:30.063625 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 14:45:30.063625 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 14:45:30.063625 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 14:45:30.063625 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 14:45:30.063625 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 14:45:30.063625 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 14:45:30.063625 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 14:45:30.063625 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 14:45:30.063625 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 14:45:30.063625 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 14:45:30.063625 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 14:45:30.063625 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 14:45:30.063625 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 14:45:30.063625 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 14:45:30.063625 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 14:45:30.063625 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 14:45:30.063625 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 14:45:30.063625 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 14:45:30.063625 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 14:45:30.063625 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 14:45:30.063625 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 14:45:30.063625 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 14:45:30.063625 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 14:45:30.063625 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 14:45:30.063625 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 14:45:30.063625 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 14:45:30.063625 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 14:45:30.063625 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 14:45:30.063625 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 14:45:30.063625 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 14:45:30.063625 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 14:45:30.063625 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 14:45:30.063625 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 14:45:30.063625 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 14:45:30.063625 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 14:45:30.063625 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 14:45:30.063625 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 14:45:30.063625 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 14:45:30.063625 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 14:45:30.063625 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 14:45:30.063625 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 14:45:30.063625 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 14:45:30.063625 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 14:45:30.063625 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 14:45:30.063625 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 14:45:30.063625 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 14:45:30.063625 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 14:45:30.063625 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 14:45:30.063625 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 14:45:30.068725 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 14:45:30.068725 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 14:45:30.068725 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 14:45:30.068725 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 14:45:30.068725 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 14:45:30.068725 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 14:45:30.068725 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 14:45:30.068725 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 14:45:30.068725 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 14:45:30.068725 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 14:45:30.068725 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 14:45:30.068725 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 14:45:30.068725 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 14:45:30.068725 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 14:45:30.068725 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 14:45:30.068725 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 14:45:30.068725 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 14:45:30.068725 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 14:45:30.068725 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 14:45:30.068725 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 14:45:30.068725 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 14:45:30.068725 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 14:45:30.068725 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 14:45:30.068725 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 14:45:30.068725 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 14:45:30.068725 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 14:45:30.068725 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 14:45:30.068725 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 14:45:30.068725 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 14:45:30.068725 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 14:45:30.068725 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 14:45:30.068725 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 14:45:30.068725 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 14:45:30.068725 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 14:45:30.068725 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 14:45:30.068725 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise exception Aug 19 14:45:30.068725 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 70c29cf6-b8df-4fc0-90f7-640f5ff25ba0: This subnet is being modified by another concurrent operation. Aug 19 14:45:30.068725 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server Aug 19 14:45:30.072121 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-09bd0dae-8800-46ab-9929-0ae1fd7f7e8c req-8b582dc8-351a-4dd4-83f8-b031e978f209 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=14b1b67d-e522-41bf-ab63-48f4b8afa430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470433 Aug 19 14:45:30.076259 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68597ba-b291-404d-84fb-01a3b655fc77 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Pushing event deleted for resources: {'Subnet': ['ID=70c29cf6-b8df-4fc0-90f7-640f5ff25ba0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:30.076259 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2fb61b5a-f289-48a8-81e5-b5397da91420 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:30.076259 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2fb61b5a-f289-48a8-81e5-b5397da91420 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] 10.222.0.69 "DELETE /v2.0/networks/07e56f8d-524f-451f-9f4a-e8039335024a HTTP/1.1" status: 204 len: 168 time: 0.9771495 Aug 19 14:45:30.086817 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb61b5a-f289-48a8-81e5-b5397da91420 tempest-ServersTestMultiNic-154022400 tempest-ServersTestMultiNic-154022400-project] Pushing event deleted for resources: {'Network': ['ID=07e56f8d-524f-451f-9f4a-e8039335024a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:30.098936 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b68597ba-b291-404d-84fb-01a3b655fc77 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:30.101009 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b68597ba-b291-404d-84fb-01a3b655fc77 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] 10.222.0.69 "DELETE /v2.0/subnets/70c29cf6-b8df-4fc0-90f7-640f5ff25ba0 HTTP/1.1" status: 204 len: 168 time: 0.5368261 Aug 19 14:45:30.103664 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48466) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:30.106259 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95640792-4467-4a7c-8452-1184359ea86c None None] Network f5f5b473-72f3-45fb-8f88-52a8f0bc965a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:45:30.216230 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9eb2dbc-4bf3-4b9d-89db-b133088b7fff tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:30.222215 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48474) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:30.229057 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a9eb2dbc-4bf3-4b9d-89db-b133088b7fff tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1204259 Aug 19 14:45:30.231775 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d2626b-dc9f-42aa-bbd5-317a4158450d None None] get_active_networks_info from n-d-766043-2 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 14:45:30.264083 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48478) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:30.326934 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-92ecd9ba-38b0-4f4b-93a8-c4f966ca99d7 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:30.413967 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d2626b-dc9f-42aa-bbd5-317a4158450d None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 14:45:30.434586 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-92ecd9ba-38b0-4f4b-93a8-c4f966ca99d7 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:30.451229 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-92ecd9ba-38b0-4f4b-93a8-c4f966ca99d7 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5f5b473-72f3-45fb-8f88-52a8f0bc965a']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:45:30.466681 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-92ecd9ba-38b0-4f4b-93a8-c4f966ca99d7 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0225f8d0-818a-4c05-869c-65b7fe39834f') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:45:30.467307 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-92ecd9ba-38b0-4f4b-93a8-c4f966ca99d7 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0225f8d0-818a-4c05-869c-65b7fe39834f') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:45:30.490119 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-92ecd9ba-38b0-4f4b-93a8-c4f966ca99d7 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:30.511023 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-92ecd9ba-38b0-4f4b-93a8-c4f966ca99d7 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:30.519554 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92ecd9ba-38b0-4f4b-93a8-c4f966ca99d7 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:45:30.520074 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-92ecd9ba-38b0-4f4b-93a8-c4f966ca99d7 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:30.523917 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:45:30.523917 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:45:30.523917 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:45:30.523917 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:45:30.523917 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:45:30.523917 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:45:30.523917 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:45:30.523917 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:45:30.523917 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:45:30.523917 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:45:30.523917 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:45:30.523917 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:45:30.523917 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:45:30.523917 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:45:30.523917 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:45:30.523917 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:45:30.523917 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:45:30.523917 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:45:30.523917 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:45:30.523917 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:45:30.523917 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:45:30.523917 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:45:30.523917 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:45:30.523917 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:45:30.523917 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:45:30.523917 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:45:30.523917 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:45:30.523917 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:45:30.523917 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:45:30.523917 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:45:30.523917 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:45:30.523917 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:45:30.629576 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-92ecd9ba-38b0-4f4b-93a8-c4f966ca99d7 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:30.636323 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-92ecd9ba-38b0-4f4b-93a8-c4f966ca99d7 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:30.640554 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-92ecd9ba-38b0-4f4b-93a8-c4f966ca99d7 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] 10.222.0.69 "DELETE /v2.0/networks/f5f5b473-72f3-45fb-8f88-52a8f0bc965a HTTP/1.1" status: 204 len: 168 time: 0.4150174 Aug 19 14:45:30.644027 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48484) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:30.678822 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541d43b-827c-4010-94f3-3486b3b73ea2 req-c4d0e9e4-1df7-4af0-87fc-689d638bff8f tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:30.680224 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2541d43b-827c-4010-94f3-3486b3b73ea2 req-c4d0e9e4-1df7-4af0-87fc-689d638bff8f tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=92ae58fd-1cf9-4159-851f-89e50457a4e0 HTTP/1.1" status: 200 len: 944 time: 0.1116707 Aug 19 14:45:30.723423 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ecd9ba-38b0-4f4b-93a8-c4f966ca99d7 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Pushing event deleted for resources: {'Network': ['ID=f5f5b473-72f3-45fb-8f88-52a8f0bc965a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:30.795483 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2541d43b-827c-4010-94f3-3486b3b73ea2 req-5fec8dca-db85-4014-b777-faae5e4ca77e tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034703 Aug 19 14:45:30.810148 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d14cb7c5-6aff-48e4-bba5-faecfc2cd4c8 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:30.932379 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d14cb7c5-6aff-48e4-bba5-faecfc2cd4c8 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:30.947231 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8856f251-7828-47c9-b3ff-b8497217baf6 None None] get_active_networks_info from n-d-766043-2 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 14:45:30.966268 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d14cb7c5-6aff-48e4-bba5-faecfc2cd4c8 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a3db0a2-9204-4046-a0cc-ff2d463f208b']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:45:30.979135 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d14cb7c5-6aff-48e4-bba5-faecfc2cd4c8 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2e830c0-4aaa-451d-8087-2152a4ebf275') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:45:30.980364 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d14cb7c5-6aff-48e4-bba5-faecfc2cd4c8 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2e830c0-4aaa-451d-8087-2152a4ebf275') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:45:30.985829 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 9bd932e8-f7db-485d-86d9-0b4379feaa6d details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:45:30.987977 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 5eefbeb9-84d8-4b31-a3f3-37f35059b2f0 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:45:30.994748 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d14cb7c5-6aff-48e4-bba5-faecfc2cd4c8 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:31.018799 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d14cb7c5-6aff-48e4-bba5-faecfc2cd4c8 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:31.026192 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 8c030b80-fd8e-42b5-b104-47e4a0f1ac91 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:45:31.028588 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d14cb7c5-6aff-48e4-bba5-faecfc2cd4c8 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:45:31.029125 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d14cb7c5-6aff-48e4-bba5-faecfc2cd4c8 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:31.033851 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:45:31.033851 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:45:31.033851 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:45:31.033851 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:45:31.033851 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:45:31.033851 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:45:31.033851 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:45:31.033851 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:45:31.033851 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:45:31.033851 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:45:31.033851 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:45:31.033851 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:45:31.033851 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:45:31.033851 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:45:31.033851 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:45:31.033851 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:45:31.033851 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:45:31.033851 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:45:31.033851 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:45:31.033851 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:45:31.033851 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:45:31.033851 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:45:31.033851 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:45:31.033851 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:45:31.033851 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:45:31.033851 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:45:31.033851 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:45:31.033851 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:45:31.033851 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:45:31.033851 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:45:31.033851 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:45:31.033851 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:45:31.053033 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4328e0e1-0774-491e-aeb5-a8122ec5c183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:31.068475 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 8c030b80-fd8e-42b5-b104-47e4a0f1ac91 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:45:31.068826 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 8c030b80-fd8e-42b5-b104-47e4a0f1ac91 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:45:31.109363 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d14cb7c5-6aff-48e4-bba5-faecfc2cd4c8 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:31.133696 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d14cb7c5-6aff-48e4-bba5-faecfc2cd4c8 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:31.139055 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d14cb7c5-6aff-48e4-bba5-faecfc2cd4c8 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] 10.222.0.69 "DELETE /v2.0/networks/5a3db0a2-9204-4046-a0cc-ff2d463f208b HTTP/1.1" status: 204 len: 168 time: 0.4940078 Aug 19 14:45:31.139711 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48500) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:31.155338 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port 5eefbeb9-84d8-4b31-a3f3-37f35059b2f0 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:45:31.164101 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 5eefbeb9-84d8-4b31-a3f3-37f35059b2f0 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:45:31.164513 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:31.169235 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14cb7c5-6aff-48e4-bba5-faecfc2cd4c8 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Pushing event deleted for resources: {'Network': ['ID=5a3db0a2-9204-4046-a0cc-ff2d463f208b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:31.288307 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8856f251-7828-47c9-b3ff-b8497217baf6 None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 14:45:31.299745 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b417fab1-cc43-4a67-8c1d-0a14c97aabc1 req-d6c50db8-b963-41dd-ba9c-9d1596b5b978 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:31.301649 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b417fab1-cc43-4a67-8c1d-0a14c97aabc1 req-d6c50db8-b963-41dd-ba9c-9d1596b5b978 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 946 time: 0.1290421 Aug 19 14:45:31.310061 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5bacb7f0-2028-4db1-a411-d84a77703191 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:31.348766 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 9bd932e8-f7db-485d-86d9-0b4379feaa6d, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=9bd932e8-f7db-485d-86d9-0b4379feaa6d,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:45:31.371603 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b543cc08-c2c3-4005-97c2-ccb863f9d233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:31.382996 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-4328e0e1-0774-491e-aeb5-a8122ec5c183 admin admin] Deleting port f6d00bb7-8c0f-4578-a1fd-133a55cbbeb4 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:45:31.383753 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b417fab1-cc43-4a67-8c1d-0a14c97aabc1 req-c7ec2578-16b3-4621-8496-71d82d75a1c4 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=14b1b67d-e522-41bf-ab63-48f4b8afa430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716665 Aug 19 14:45:31.384589 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4328e0e1-0774-491e-aeb5-a8122ec5c183 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:31.387990 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '9bd932e8-f7db-485d-86d9-0b4379feaa6d', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'port_id': '9bd932e8-f7db-485d-86d9-0b4379feaa6d', 'mac_address': 'fa:16:3e:2e:62:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:45:31.443243 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5bacb7f0-2028-4db1-a411-d84a77703191 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:31.454790 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-5bacb7f0-2028-4db1-a411-d84a77703191 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fac7484-4f4a-44fe-a782-ca630b7a00bb']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:45:31.468449 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-5bacb7f0-2028-4db1-a411-d84a77703191 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c674baa-4286-4ad5-adc3-73634d1e94bc') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:45:31.468753 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-5bacb7f0-2028-4db1-a411-d84a77703191 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c674baa-4286-4ad5-adc3-73634d1e94bc') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:45:31.478313 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5bacb7f0-2028-4db1-a411-d84a77703191 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:31.496340 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5bacb7f0-2028-4db1-a411-d84a77703191 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:31.503482 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-4328e0e1-0774-491e-aeb5-a8122ec5c183 admin admin] For port f6d00bb7-8c0f-4578-a1fd-133a55cbbeb4, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=f6d00bb7-8c0f-4578-a1fd-133a55cbbeb4,segment=NetworkSegment(ce56027d-a8cb-4777-b7f5-2e96b89436f0),segment_id=ce56027d-a8cb-4777-b7f5-2e96b89436f0)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:45:31.503936 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4328e0e1-0774-491e-aeb5-a8122ec5c183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:31.505089 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bacb7f0-2028-4db1-a411-d84a77703191 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:45:31.506209 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5bacb7f0-2028-4db1-a411-d84a77703191 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:31.510030 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:45:31.510030 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:45:31.510030 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:45:31.510030 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:45:31.510030 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:45:31.510030 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:45:31.510030 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:45:31.510030 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:45:31.510030 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:45:31.510030 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:45:31.510030 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:45:31.510030 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:45:31.510030 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:45:31.510030 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:45:31.510030 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:45:31.510030 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:45:31.510030 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:45:31.510030 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:45:31.510030 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:45:31.510030 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:45:31.510030 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:45:31.510030 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:45:31.510030 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:45:31.510030 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:45:31.510030 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:45:31.510030 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:45:31.510030 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:45:31.510030 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:45:31.510030 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:45:31.510030 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:45:31.510030 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:45:31.510030 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:45:31.531498 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-4328e0e1-0774-491e-aeb5-a8122ec5c183 admin admin] Calling delete_port for f6d00bb7-8c0f-4578-a1fd-133a55cbbeb4 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:45:31.533847 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:31.585434 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5bacb7f0-2028-4db1-a411-d84a77703191 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:31.595947 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5bacb7f0-2028-4db1-a411-d84a77703191 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:31.600959 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-5bacb7f0-2028-4db1-a411-d84a77703191 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] 10.222.0.69 "DELETE /v2.0/networks/2fac7484-4f4a-44fe-a782-ca630b7a00bb HTTP/1.1" status: 204 len: 168 time: 0.4445004 Aug 19 14:45:31.601646 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48506) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:31.620537 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bacb7f0-2028-4db1-a411-d84a77703191 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Pushing event deleted for resources: {'Network': ['ID=2fac7484-4f4a-44fe-a782-ca630b7a00bb,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:31.694629 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d3e4132-158a-427d-9372-574d1f79d555 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:31.705349 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:31.759337 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9bd932e8-f7db-485d-86d9-0b4379feaa6d {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:45:31.783852 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4328e0e1-0774-491e-aeb5-a8122ec5c183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:31.796356 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d3e4132-158a-427d-9372-574d1f79d555 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:31.803562 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ae58fd-1cf9-4159-851f-89e50457a4e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eefbeb9-84d8-4b31-a3f3-37f35059b2f0'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:45:31.806083 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff0e7af-ecb7-4906-aa80-68a21c175205" -d '{"events": [{"server_uuid": "92ae58fd-1cf9-4159-851f-89e50457a4e0", "name": "network-vif-plugged", "status": "completed", "tag": "5eefbeb9-84d8-4b31-a3f3-37f35059b2f0"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:45:31.807499 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-5d3e4132-158a-427d-9372-574d1f79d555 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95b7527a-7880-45c0-ae60-68cafce7677b']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:45:31.812749 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 5eefbeb9-84d8-4b31-a3f3-37f35059b2f0, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=5eefbeb9-84d8-4b31-a3f3-37f35059b2f0,segment=NetworkSegment(9ec726c0-288d-4d26-99ed-3a23c35944e2),segment_id=9ec726c0-288d-4d26-99ed-3a23c35944e2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:45:31.825696 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 9bd932e8-f7db-485d-86d9-0b4379feaa6d, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=9bd932e8-f7db-485d-86d9-0b4379feaa6d,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:45:31.826995 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:31.829803 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4328e0e1-0774-491e-aeb5-a8122ec5c183 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6d00bb7-8c0f-4578-a1fd-133a55cbbeb4,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:31.832185 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-5d3e4132-158a-427d-9372-574d1f79d555 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f9d16b4-426e-436a-8f13-8b7c44556ab9') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:45:31.834494 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-5d3e4132-158a-427d-9372-574d1f79d555 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f9d16b4-426e-436a-8f13-8b7c44556ab9') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:45:31.859186 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:31.862311 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d3e4132-158a-427d-9372-574d1f79d555 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:31.896804 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d3e4132-158a-427d-9372-574d1f79d555 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:31.910268 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d3e4132-158a-427d-9372-574d1f79d555 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:45:31.911074 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d3e4132-158a-427d-9372-574d1f79d555 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:31.923783 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:45:31.923783 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:45:31.923783 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:45:31.923783 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:45:31.923783 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:45:31.923783 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:45:31.923783 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:45:31.923783 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:45:31.923783 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:45:31.923783 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:45:31.923783 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:45:31.923783 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:45:31.923783 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:45:31.923783 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:45:31.923783 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:45:31.923783 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:45:31.923783 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:45:31.923783 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:45:31.923783 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:45:31.923783 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:45:31.923783 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:45:31.923783 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:45:31.923783 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:45:31.923783 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:45:31.923783 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:45:31.923783 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:45:31.923783 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:45:31.923783 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:45:31.923783 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:45:31.923783 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:45:31.923783 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:45:31.923783 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:45:31.935047 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fee1da7-78e3-4dd9-bea5-a2451c3d5d65 x-openstack-request-id: req-7fee1da7-78e3-4dd9-bea5-a2451c3d5d65 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:45:31.936134 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92ae58fd-1cf9-4159-851f-89e50457a4e0", "name": "network-vif-plugged", "status": "completed", "tag": "5eefbeb9-84d8-4b31-a3f3-37f35059b2f0", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:45:31.936134 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7fee1da7-78e3-4dd9-bea5-a2451c3d5d65 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:45:31.936134 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ae58fd-1cf9-4159-851f-89e50457a4e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eefbeb9-84d8-4b31-a3f3-37f35059b2f0', 'code': 200} Aug 19 14:45:31.988350 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=5eefbeb9-84d8-4b31-a3f3-37f35059b2f0,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:32.023063 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['9bd932e8-f7db-485d-86d9-0b4379feaa6d'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:45:32.061458 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4328e0e1-0774-491e-aeb5-a8122ec5c183 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:32.104756 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=9bd932e8-f7db-485d-86d9-0b4379feaa6d,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:32.300758 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a1542-4746-487a-b64b-64076664c526 req-a9923023-9df8-4cac-a3f6-a3ae9d10eb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:32.303126 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ee4a1542-4746-487a-b64b-64076664c526 req-a9923023-9df8-4cac-a3f6-a3ae9d10eb0c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=92ae58fd-1cf9-4159-851f-89e50457a4e0 HTTP/1.1" status: 200 len: 1096 time: 0.2325156 Aug 19 14:45:32.411558 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ee4a1542-4746-487a-b64b-64076664c526 req-9725ba75-b3c0-46d4-ab27-934c1c465bdd service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677166 Aug 19 14:45:32.484486 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d3e4132-158a-427d-9372-574d1f79d555 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:32.499148 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04788d17-36db-420b-878c-a99cce65c293 req-420d15ad-ce40-43ca-bfda-dda5e62cd0c1 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:32.505077 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-04788d17-36db-420b-878c-a99cce65c293 req-420d15ad-ce40-43ca-bfda-dda5e62cd0c1 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=92ae58fd-1cf9-4159-851f-89e50457a4e0 HTTP/1.1" status: 200 len: 945 time: 0.5687726 Aug 19 14:45:32.510365 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4328e0e1-0774-491e-aeb5-a8122ec5c183 admin admin] Router 85799e8a-8d71-4220-a19f-0754a544f5df has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:45:32.513068 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d3e4132-158a-427d-9372-574d1f79d555 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:32.514982 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-5d3e4132-158a-427d-9372-574d1f79d555 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] 10.222.0.69 "DELETE /v2.0/networks/95b7527a-7880-45c0-ae60-68cafce7677b HTTP/1.1" status: 204 len: 168 time: 0.9024079 Aug 19 14:45:32.558891 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e4132-158a-427d-9372-574d1f79d555 tempest-BulkNetworkOpsTest-788468488 tempest-BulkNetworkOpsTest-788468488-project] Pushing event deleted for resources: {'Network': ['ID=95b7527a-7880-45c0-ae60-68cafce7677b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:32.604335 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-04788d17-36db-420b-878c-a99cce65c293 req-d87f3e53-2025-4df4-b0bf-b9410d4fb6f7 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948663 Aug 19 14:45:32.625924 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca8cda-45ee-4eb1-a7ef-5c2565576581 req-c3da17ca-f9d2-4a16-98ee-bd56addd575b tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:32.635157 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e6ca8cda-45ee-4eb1-a7ef-5c2565576581 req-c3da17ca-f9d2-4a16-98ee-bd56addd575b tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 946 time: 0.1184275 Aug 19 14:45:32.653608 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4328e0e1-0774-491e-aeb5-a8122ec5c183 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:45:32.663172 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1700944-f100-4ac7-be46-938aaa2ade40 None None] Sync routers for ids ['85799e8a-8d71-4220-a19f-0754a544f5df'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:45:32.677558 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1700944-f100-4ac7-be46-938aaa2ade40 None None] Routers {'85799e8a-8d71-4220-a19f-0754a544f5df'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:45:32.678197 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a1700944-f100-4ac7-be46-938aaa2ade40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:45:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['85799e8a-8d71-4220-a19f-0754a544f5df'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:45:32.684982 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4328e0e1-0774-491e-aeb5-a8122ec5c183 admin admin] 10.222.0.69 "PUT /v2.0/routers/85799e8a-8d71-4220-a19f-0754a544f5df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4197409 Aug 19 14:45:32.685922 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48550) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:32.727853 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e6ca8cda-45ee-4eb1-a7ef-5c2565576581 req-87ac17c6-eddc-444e-8604-abb9767eda73 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=14b1b67d-e522-41bf-ab63-48f4b8afa430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746698 Aug 19 14:45:32.842724 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-a1700944-f100-4ac7-be46-938aaa2ade40 None None] Set router 85799e8a-8d71-4220-a19f-0754a544f5df gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:45:32.865448 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d9dd611-84af-471e-bc54-5a9f90cd89c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:32.989022 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48558) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:32.990950 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 9bd932e8-f7db-485d-86d9-0b4379feaa6d up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:45:33.111191 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d9dd611-84af-471e-bc54-5a9f90cd89c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:33.143777 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 9bd932e8-f7db-485d-86d9-0b4379feaa6d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:45:33.144301 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:33.184151 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-9d9dd611-84af-471e-bc54-5a9f90cd89c1 admin admin] Deleting port 32ec402c-0c77-4fe8-92ee-e180c1b776a1 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:45:33.185839 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d9dd611-84af-471e-bc54-5a9f90cd89c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:33.227275 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a1700944-f100-4ac7-be46-938aaa2ade40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85799e8a-8d71-4220-a19f-0754a544f5df', 'name': 'tempest-ServersTestMultiNic-1681953074-router', 'tenant_id': 'bd1709e8cdcf404f8e501cbea2b0ebc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '32ec402c-0c77-4fe8-92ee-e180c1b776a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:44:01Z', 'updated_at': '2021-08-19T14:45:31Z', 'revision_number': 5, 'project_id': 'bd1709e8cdcf404f8e501cbea2b0ebc9', 'gw_port': {'id': '32ec402c-0c77-4fe8-92ee-e180c1b776a1', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:82:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85799e8a-8d71-4220-a19f-0754a544f5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:44:02Z', 'updated_at': '2021-08-19T14:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:45:33.282319 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1700944-f100-4ac7-be46-938aaa2ade40 None None] Checking router: 85799e8a-8d71-4220-a19f-0754a544f5df for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:45:33.343266 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-9d9dd611-84af-471e-bc54-5a9f90cd89c1 admin admin] For port 32ec402c-0c77-4fe8-92ee-e180c1b776a1, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=32ec402c-0c77-4fe8-92ee-e180c1b776a1,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:45:33.343679 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d9dd611-84af-471e-bc54-5a9f90cd89c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:33.349551 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1700944-f100-4ac7-be46-938aaa2ade40 None None] Routers {'85799e8a-8d71-4220-a19f-0754a544f5df'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:45:33.351006 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a1700944-f100-4ac7-be46-938aaa2ade40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:45:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['85799e8a-8d71-4220-a19f-0754a544f5df'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:45:33.364262 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-9d9dd611-84af-471e-bc54-5a9f90cd89c1 admin admin] Calling delete_port for 32ec402c-0c77-4fe8-92ee-e180c1b776a1 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:45:33.462105 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1af4929a-f373-492d-bad6-a026bb694e60 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9a5872b5e5924d5f85798a669a413b79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4715643 Aug 19 14:45:33.464890 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48576) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:33.500657 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:33.533584 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0986354-bff1-4fb6-80b2-aab0d2d9a5ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:33.556594 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-a1700944-f100-4ac7-be46-938aaa2ade40 None None] Set router 85799e8a-8d71-4220-a19f-0754a544f5df gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:45:33.565973 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0986354-bff1-4fb6-80b2-aab0d2d9a5ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:33.628878 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d9dd611-84af-471e-bc54-5a9f90cd89c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:33.634988 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a1700944-f100-4ac7-be46-938aaa2ade40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85799e8a-8d71-4220-a19f-0754a544f5df', 'name': 'tempest-ServersTestMultiNic-1681953074-router', 'tenant_id': 'bd1709e8cdcf404f8e501cbea2b0ebc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:44:01Z', 'updated_at': '2021-08-19T14:45:33Z', 'revision_number': 6, 'project_id': 'bd1709e8cdcf404f8e501cbea2b0ebc9', 'gw_port_host': None}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:45:33.640235 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 9bd932e8-f7db-485d-86d9-0b4379feaa6d, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=9bd932e8-f7db-485d-86d9-0b4379feaa6d,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:45:33.660226 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9dd611-84af-471e-bc54-5a9f90cd89c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=32ec402c-0c77-4fe8-92ee-e180c1b776a1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:33.661328 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0986354-bff1-4fb6-80b2-aab0d2d9a5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:33.699232 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1700944-f100-4ac7-be46-938aaa2ade40 None None] The sync data for ids ['85799e8a-8d71-4220-a19f-0754a544f5df'] in n-d-766043-2 is: [{'id': '85799e8a-8d71-4220-a19f-0754a544f5df', 'name': 'tempest-ServersTestMultiNic-1681953074-router', 'tenant_id': 'bd1709e8cdcf404f8e501cbea2b0ebc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:44:01Z', 'updated_at': '2021-08-19T14:45:33Z', 'revision_number': 6, 'project_id': 'bd1709e8cdcf404f8e501cbea2b0ebc9', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:45:33.700887 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:33.727017 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0986354-bff1-4fb6-80b2-aab0d2d9a5ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:33.742683 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a0986354-bff1-4fb6-80b2-aab0d2d9a5ef admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/78334baa-4333-4f6f-b922-d273879c34d2 HTTP/1.1" status: 204 len: 168 time: 0.2765098 Aug 19 14:45:33.796861 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:33.803673 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d9dd611-84af-471e-bc54-5a9f90cd89c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:33.826046 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0986354-bff1-4fb6-80b2-aab0d2d9a5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78334baa-4333-4f6f-b922-d273879c34d2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:33.899351 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=9bd932e8-f7db-485d-86d9-0b4379feaa6d,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:33.920873 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:33.921346 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:33.924157 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:33.924520 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:33.924975 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:33.925429 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:33.928106 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:33.928609 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:33.929057 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:33.929516 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:33.933307 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:33.933787 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:33.939534 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fcb173-542d-45fc-a390-83f96615bdd8 req-7c7f6868-74ab-41bf-a62c-00026138edd3 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:33.943051 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09af2a2-2b66-4330-b2f7-8ea9953cd927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd932e8-f7db-485d-86d9-0b4379feaa6d'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:45:33.952107 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc248ca-e91a-4885-a5ae-5dd14d5c1892" -d '{"events": [{"server_uuid": "b09af2a2-2b66-4330-b2f7-8ea9953cd927", "name": "network-vif-plugged", "status": "completed", "tag": "9bd932e8-f7db-485d-86d9-0b4379feaa6d"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:45:33.975081 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-52fcb173-542d-45fc-a390-83f96615bdd8 req-7c7f6868-74ab-41bf-a62c-00026138edd3 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=92ae58fd-1cf9-4159-851f-89e50457a4e0 HTTP/1.1" status: 200 len: 945 time: 0.2056007 Aug 19 14:45:34.034769 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d9dd611-84af-471e-bc54-5a9f90cd89c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:34.040623 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d9dd611-84af-471e-bc54-5a9f90cd89c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:34.091212 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640c75d-a325-4d14-8ac9-ed2f1bc4d21a req-8bc1ac2d-12c3-4485-829b-57c7150e232a tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:34.099240 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0640c75d-a325-4d14-8ac9-ed2f1bc4d21a req-8bc1ac2d-12c3-4485-829b-57c7150e232a tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 946 time: 0.0789826 Aug 19 14:45:34.137832 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-52fcb173-542d-45fc-a390-83f96615bdd8 req-8ed23ab4-795b-404d-8b10-06303e1101f6 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465566 Aug 19 14:45:34.138203 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d9dd611-84af-471e-bc54-5a9f90cd89c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:34.138826 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9dd611-84af-471e-bc54-5a9f90cd89c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85799e8a-8d71-4220-a19f-0754a544f5df {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:45:34.144775 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d9dd611-84af-471e-bc54-5a9f90cd89c1 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:34.146091 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9d9dd611-84af-471e-bc54-5a9f90cd89c1 admin admin] 10.222.0.69 "DELETE /v2.0/routers/85799e8a-8d71-4220-a19f-0754a544f5df HTTP/1.1" status: 204 len: 168 time: 1.4591470 Aug 19 14:45:34.149413 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48590) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:34.207733 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0640c75d-a325-4d14-8ac9-ed2f1bc4d21a req-7f82a855-d1cd-4136-82b1-582be931206b tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=14b1b67d-e522-41bf-ab63-48f4b8afa430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996594 Aug 19 14:45:34.237183 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a512ef7-55a6-49cc-9a25-63fa1999b893 admin admin] Deleting subnet f84d1022-185e-4d1c-ae84-0165ae47cc2c {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:45:34.243304 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a512ef7-55a6-49cc-9a25-63fa1999b893 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:34.256130 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11dbeff3-0925-41c1-b772-0eeab9ac127a x-openstack-request-id: req-11dbeff3-0925-41c1-b772-0eeab9ac127a {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:45:34.256636 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09af2a2-2b66-4330-b2f7-8ea9953cd927", "name": "network-vif-plugged", "status": "completed", "tag": "9bd932e8-f7db-485d-86d9-0b4379feaa6d", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:45:34.257062 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-11dbeff3-0925-41c1-b772-0eeab9ac127a {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:45:34.257760 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09af2a2-2b66-4330-b2f7-8ea9953cd927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd932e8-f7db-485d-86d9-0b4379feaa6d', 'code': 200} Aug 19 14:45:34.287264 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a512ef7-55a6-49cc-9a25-63fa1999b893 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:34.309785 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0ae0e33e-1b0c-45af-a1b4-e4dd4fd3c280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:34.446393 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a512ef7-55a6-49cc-9a25-63fa1999b893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:34.511573 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:34.520610 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a512ef7-55a6-49cc-9a25-63fa1999b893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:34.542677 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a512ef7-55a6-49cc-9a25-63fa1999b893 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:34.547606 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7814d6-f72c-4a93-8bd9-2e7a744d08c1 None None] Network 9db2685e-ec6e-4ca1-b022-812b548fe7ec requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:45:34.564984 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48614) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:34.570384 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6a512ef7-55a6-49cc-9a25-63fa1999b893 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/f84d1022-185e-4d1c-ae84-0165ae47cc2c HTTP/1.1" status: 204 len: 168 time: 0.4189975 Aug 19 14:45:34.639912 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a512ef7-55a6-49cc-9a25-63fa1999b893 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f84d1022-185e-4d1c-ae84-0165ae47cc2c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:34.791098 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac34df9b-40c4-44ff-a73d-1df5a93a76f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:34.865887 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608d2374-22d4-42de-b465-a292c8ae1c16 None None] DHCP port deletion for 9db2685e-ec6e-4ca1-b022-812b548fe7ec request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:45:34.885400 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-ac34df9b-40c4-44ff-a73d-1df5a93a76f2 admin admin] Deleting port 1c8b95b2-bcbc-4040-9cc3-79ab66cb44a9 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:45:34.885898 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac34df9b-40c4-44ff-a73d-1df5a93a76f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:34.934420 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-608d2374-22d4-42de-b465-a292c8ae1c16 None None] Deleting port 1c8b95b2-bcbc-4040-9cc3-79ab66cb44a9 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:45:34.934805 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-608d2374-22d4-42de-b465-a292c8ae1c16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:35.006507 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-ac34df9b-40c4-44ff-a73d-1df5a93a76f2 admin admin] For port 1c8b95b2-bcbc-4040-9cc3-79ab66cb44a9, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=1c8b95b2-bcbc-4040-9cc3-79ab66cb44a9,segment=NetworkSegment(ce56027d-a8cb-4777-b7f5-2e96b89436f0),segment_id=ce56027d-a8cb-4777-b7f5-2e96b89436f0)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:45:35.007145 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-608d2374-22d4-42de-b465-a292c8ae1c16 None None] For port 1c8b95b2-bcbc-4040-9cc3-79ab66cb44a9, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=1c8b95b2-bcbc-4040-9cc3-79ab66cb44a9,segment=NetworkSegment(ce56027d-a8cb-4777-b7f5-2e96b89436f0),segment_id=ce56027d-a8cb-4777-b7f5-2e96b89436f0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:45:35.007545 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-608d2374-22d4-42de-b465-a292c8ae1c16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:35.007729 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac34df9b-40c4-44ff-a73d-1df5a93a76f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:35.024971 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-608d2374-22d4-42de-b465-a292c8ae1c16 None None] Calling delete_port for 1c8b95b2-bcbc-4040-9cc3-79ab66cb44a9 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:45:35.038777 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-ac34df9b-40c4-44ff-a73d-1df5a93a76f2 admin admin] Calling delete_port for 1c8b95b2-bcbc-4040-9cc3-79ab66cb44a9 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:45:35.039543 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48626) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:35.091753 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 1c8b95b2-bcbc-4040-9cc3-79ab66cb44a9 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:45:35.219549 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2bd3a5cb-6d66-49db-bf07-295b2259c19f tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-224726418'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:45:35.224796 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:35.227572 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac34df9b-40c4-44ff-a73d-1df5a93a76f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:35.248080 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:35.250890 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No active binding found for port 1c8b95b2-bcbc-4040-9cc3-79ab66cb44a9 {{(pid=94641) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 19 14:45:35.251326 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 1c8b95b2-bcbc-4040-9cc3-79ab66cb44a9 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:45:35.251755 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device f6d00bb7-8c0f-4578-a1fd-133a55cbbeb4 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:45:35.253606 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-608d2374-22d4-42de-b465-a292c8ae1c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:35.258794 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd3a5cb-6d66-49db-bf07-295b2259c19f tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Made reservation on behalf of 02e21687af56478f9df99f70517fef40 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:45:35.270243 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2bd3a5cb-6d66-49db-bf07-295b2259c19f tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:35.290741 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2bd3a5cb-6d66-49db-bf07-295b2259c19f tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:35.299121 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: f6d00bb7-8c0f-4578-a1fd-133a55cbbeb4 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:45:35.299725 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device f6d00bb7-8c0f-4578-a1fd-133a55cbbeb4 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:45:35.300321 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 32ec402c-0c77-4fe8-92ee-e180c1b776a1 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:45:35.304997 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608d2374-22d4-42de-b465-a292c8ae1c16 None None] Pushing event deleted for resources: {'Port': ['ID=1c8b95b2-bcbc-4040-9cc3-79ab66cb44a9,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:35.326285 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac34df9b-40c4-44ff-a73d-1df5a93a76f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c8b95b2-bcbc-4040-9cc3-79ab66cb44a9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:35.328260 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608d2374-22d4-42de-b465-a292c8ae1c16 None None] No DVR routers for this DVR port 1c8b95b2-bcbc-4040-9cc3-79ab66cb44a9 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:45:35.329589 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac34df9b-40c4-44ff-a73d-1df5a93a76f2 admin admin] No DVR routers for this DVR port 1c8b95b2-bcbc-4040-9cc3-79ab66cb44a9 on host n-d-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:45:35.332295 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 32ec402c-0c77-4fe8-92ee-e180c1b776a1 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:45:35.332949 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 32ec402c-0c77-4fe8-92ee-e180c1b776a1 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:45:35.454862 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2bd3a5cb-6d66-49db-bf07-295b2259c19f tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:35.463373 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2bd3a5cb-6d66-49db-bf07-295b2259c19f tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:35.477355 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bd3a5cb-6d66-49db-bf07-295b2259c19f tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:45:35.478926 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d52d8-c8ac-4993-80d9-1e276cc37135 req-ddc44572-da5e-4840-8dcd-00863fb44681 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:35.480590 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-999d52d8-c8ac-4993-80d9-1e276cc37135 req-ddc44572-da5e-4840-8dcd-00863fb44681 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=92ae58fd-1cf9-4159-851f-89e50457a4e0 HTTP/1.1" status: 200 len: 945 time: 0.1661961 Aug 19 14:45:35.490219 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2bd3a5cb-6d66-49db-bf07-295b2259c19f tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:35.490598 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-2bd3a5cb-6d66-49db-bf07-295b2259c19f tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Added segment 70f249ef-7aeb-44cd-97ed-4c3a96e562d5 of type vlan for network 19c6a283-7947-4109-9825-539b778c472d Aug 19 14:45:35.494001 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac34df9b-40c4-44ff-a73d-1df5a93a76f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:35.517771 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac51884-92bd-4edb-93f5-c7bc239a3606 req-5c99ae76-f9f6-44ee-9dad-311e91c2b5e0 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:35.519380 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5ac51884-92bd-4edb-93f5-c7bc239a3606 req-5c99ae76-f9f6-44ee-9dad-311e91c2b5e0 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 946 time: 0.1909721 Aug 19 14:45:35.521275 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-ac34df9b-40c4-44ff-a73d-1df5a93a76f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9db2685e-ec6e-4ca1-b022-812b548fe7ec']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:45:35.545957 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-ac34df9b-40c4-44ff-a73d-1df5a93a76f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce56027d-a8cb-4777-b7f5-2e96b89436f0') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:45:35.546227 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-ac34df9b-40c4-44ff-a73d-1df5a93a76f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce56027d-a8cb-4777-b7f5-2e96b89436f0') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:45:35.557180 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2bd3a5cb-6d66-49db-bf07-295b2259c19f tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:35.571503 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac34df9b-40c4-44ff-a73d-1df5a93a76f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:35.599968 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2bd3a5cb-6d66-49db-bf07-295b2259c19f tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:35.600482 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-999d52d8-c8ac-4993-80d9-1e276cc37135 req-225d0fd5-2547-4e35-9bfc-e0e039a71fbf tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045809 Aug 19 14:45:35.617362 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd3a5cb-6d66-49db-bf07-295b2259c19f tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:35.618171 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2bd3a5cb-6d66-49db-bf07-295b2259c19f tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:35.642031 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac34df9b-40c4-44ff-a73d-1df5a93a76f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:35.678216 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5ac51884-92bd-4edb-93f5-c7bc239a3606 req-4f85b74d-ed38-4265-9724-8dc6481c4016 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=14b1b67d-e522-41bf-ab63-48f4b8afa430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489024 Aug 19 14:45:35.679651 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac34df9b-40c4-44ff-a73d-1df5a93a76f2 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:45:35.680215 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac34df9b-40c4-44ff-a73d-1df5a93a76f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:35.683953 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:45:35.683953 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:45:35.683953 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:45:35.683953 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:45:35.683953 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:45:35.683953 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:45:35.683953 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:45:35.683953 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:45:35.683953 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:45:35.683953 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:45:35.683953 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:45:35.683953 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:45:35.683953 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:45:35.683953 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:45:35.683953 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:45:35.683953 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:45:35.683953 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:45:35.683953 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:45:35.683953 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:45:35.683953 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:45:35.683953 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:45:35.683953 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:45:35.683953 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:45:35.683953 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:45:35.683953 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:45:35.683953 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:45:35.683953 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:45:35.683953 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:45:35.683953 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:45:35.683953 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:45:35.683953 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:45:35.683953 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:45:35.714296 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3a5cb-6d66-49db-bf07-295b2259c19f tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=617a621b-d39f-42a8-b7e3-9c470026b687,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:35.721022 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2bd3a5cb-6d66-49db-bf07-295b2259c19f tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6802096 Aug 19 14:45:35.770688 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3a5cb-6d66-49db-bf07-295b2259c19f tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Pushing event updated for resources: {'Network': ['ID=19c6a283-7947-4109-9825-539b778c472d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:35.784845 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 19c6a283-7947-4109-9825-539b778c472d details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:45:35.846645 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac34df9b-40c4-44ff-a73d-1df5a93a76f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:35.856240 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac34df9b-40c4-44ff-a73d-1df5a93a76f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:35.858262 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ac34df9b-40c4-44ff-a73d-1df5a93a76f2 admin admin] 10.222.0.69 "DELETE /v2.0/networks/9db2685e-ec6e-4ca1-b022-812b548fe7ec HTTP/1.1" status: 204 len: 168 time: 1.2886539 Aug 19 14:45:35.919039 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac34df9b-40c4-44ff-a73d-1df5a93a76f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9db2685e-ec6e-4ca1-b022-812b548fe7ec,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:35.948198 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276213a9-fa5e-45af-a0de-ac73683f75d5 req-85483a04-c85d-4654-985a-1f2b7269aa2a tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:35.956689 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-276213a9-fa5e-45af-a0de-ac73683f75d5 req-85483a04-c85d-4654-985a-1f2b7269aa2a tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=92ae58fd-1cf9-4159-851f-89e50457a4e0 HTTP/1.1" status: 200 len: 945 time: 0.1210442 Aug 19 14:45:36.012428 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-276213a9-fa5e-45af-a0de-ac73683f75d5 req-e4bba459-f29c-4744-b8b7-c51a2b7814da tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493581 Aug 19 14:45:36.203080 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48664) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:36.296676 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-70d54819-3f09-4104-8bd9-3ee78a043f19 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bd1709e8cdcf404f8e501cbea2b0ebc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0895419 Aug 19 14:45:36.297219 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48666) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:36.390786 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-638f9dd2-bdf2-42bb-bab3-53229094a24f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:36.445418 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-638f9dd2-bdf2-42bb-bab3-53229094a24f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:36.548648 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-638f9dd2-bdf2-42bb-bab3-53229094a24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:36.554342 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-638f9dd2-bdf2-42bb-bab3-53229094a24f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:36.558814 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-638f9dd2-bdf2-42bb-bab3-53229094a24f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/41556f32-a9f9-4573-935a-2d992a544d1c HTTP/1.1" status: 204 len: 168 time: 0.2554545 Aug 19 14:45:36.567010 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f9dd2-bdf2-42bb-bab3-53229094a24f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41556f32-a9f9-4573-935a-2d992a544d1c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:36.595809 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06470df-faec-4902-ad84-942db5697ee1 req-f07f52bc-a2e2-447e-a01c-3c857245e851 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:36.598066 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e06470df-faec-4902-ad84-942db5697ee1 req-f07f52bc-a2e2-447e-a01c-3c857245e851 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=92ae58fd-1cf9-4159-851f-89e50457a4e0 HTTP/1.1" status: 200 len: 945 time: 0.1256444 Aug 19 14:45:36.653328 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e06470df-faec-4902-ad84-942db5697ee1 req-a49dcf4e-5d7f-45c7-b788-cda66b5101bf tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489497 Aug 19 14:45:36.832371 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:37.018797 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfb063-ced5-414d-b82a-756f4dce2022 req-7de1c7de-a674-4217-b0ec-70075dce0663 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:37.027363 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-81cfb063-ced5-414d-b82a-756f4dce2022 req-7de1c7de-a674-4217-b0ec-70075dce0663 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 946 time: 0.1711462 Aug 19 14:45:37.085814 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-81cfb063-ced5-414d-b82a-756f4dce2022 req-925c9f5f-4e5c-4691-a60e-f7d1d9db73ad tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=14b1b67d-e522-41bf-ab63-48f4b8afa430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534654 Aug 19 14:45:37.763265 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48716) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:37.842453 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cde3f1-0e31-4eb6-a13a-11c001981117 req-e4d1a589-dac3-4a2b-af14-5f349daba90d tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:37.852289 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f5cde3f1-0e31-4eb6-a13a-11c001981117 req-e4d1a589-dac3-4a2b-af14-5f349daba90d tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=92ae58fd-1cf9-4159-851f-89e50457a4e0 HTTP/1.1" status: 200 len: 945 time: 0.1023736 Aug 19 14:45:37.927612 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8bbb84d1-dcff-4ae0-9b99-33c5bf930681 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-825794693-network', 'tenant_id': '7fb0cbae73e44bb4aa5ac758561c58c6'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:45:37.955683 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f5cde3f1-0e31-4eb6-a13a-11c001981117 req-4e56365d-3ed5-49bb-be78-4b55451c8b58 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987060 Aug 19 14:45:37.978946 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bbb84d1-dcff-4ae0-9b99-33c5bf930681 admin admin] Made reservation on behalf of 7fb0cbae73e44bb4aa5ac758561c58c6 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:45:37.981913 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8bbb84d1-dcff-4ae0-9b99-33c5bf930681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:37.998751 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8bbb84d1-dcff-4ae0-9b99-33c5bf930681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:38.214075 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8bbb84d1-dcff-4ae0-9b99-33c5bf930681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:38.223786 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8bbb84d1-dcff-4ae0-9b99-33c5bf930681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:38.237209 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945cffaf-8c9f-48c8-a7bf-61b5d3a4172e req-9d8911f8-61ea-4d56-a3e2-183543f302f9 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:38.241974 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-945cffaf-8c9f-48c8-a7bf-61b5d3a4172e req-9d8911f8-61ea-4d56-a3e2-183543f302f9 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 946 time: 0.0734668 Aug 19 14:45:38.280310 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbb84d1-dcff-4ae0-9b99-33c5bf930681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:38.287677 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bbb84d1-dcff-4ae0-9b99-33c5bf930681 admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:45:38.298443 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8bbb84d1-dcff-4ae0-9b99-33c5bf930681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:38.298804 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-8bbb84d1-dcff-4ae0-9b99-33c5bf930681 admin admin] Added segment dfb5451f-ae59-4348-b57d-1e05105b4f16 of type vlan for network 23c2e440-9ca3-45a7-ab8d-c7ac81e99a99 Aug 19 14:45:38.329571 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-945cffaf-8c9f-48c8-a7bf-61b5d3a4172e req-531be1c7-6d3a-4f89-9858-48bd86fd2fe1 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=14b1b67d-e522-41bf-ab63-48f4b8afa430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778699 Aug 19 14:45:38.357170 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8bbb84d1-dcff-4ae0-9b99-33c5bf930681 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:38.383866 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb84d1-dcff-4ae0-9b99-33c5bf930681 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:38.384090 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb84d1-dcff-4ae0-9b99-33c5bf930681 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:38.384474 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb84d1-dcff-4ae0-9b99-33c5bf930681 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:38.384822 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb84d1-dcff-4ae0-9b99-33c5bf930681 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:38.385155 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb84d1-dcff-4ae0-9b99-33c5bf930681 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:38.385482 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb84d1-dcff-4ae0-9b99-33c5bf930681 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:38.385848 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb84d1-dcff-4ae0-9b99-33c5bf930681 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:38.386835 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb84d1-dcff-4ae0-9b99-33c5bf930681 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:38.387063 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb84d1-dcff-4ae0-9b99-33c5bf930681 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:38.387387 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb84d1-dcff-4ae0-9b99-33c5bf930681 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:38.387714 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb84d1-dcff-4ae0-9b99-33c5bf930681 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:38.388037 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb84d1-dcff-4ae0-9b99-33c5bf930681 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:45:38.424287 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8bbb84d1-dcff-4ae0-9b99-33c5bf930681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:38.425798 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbb84d1-dcff-4ae0-9b99-33c5bf930681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:38.427099 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8bbb84d1-dcff-4ae0-9b99-33c5bf930681 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:38.504744 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8bbb84d1-dcff-4ae0-9b99-33c5bf930681 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7376251 Aug 19 14:45:38.505140 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48742) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:38.510307 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b388738e-54b5-4e7e-bb7c-74ce10ef65fa admin admin] Request body: {'subnet': {'network_id': '23c2e440-9ca3-45a7-ab8d-c7ac81e99a99', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-825794693-subnet', 'tenant_id': '7fb0cbae73e44bb4aa5ac758561c58c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:45:38.514208 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbb84d1-dcff-4ae0-9b99-33c5bf930681 admin admin] Pushing event updated for resources: {'Network': ['ID=23c2e440-9ca3-45a7-ab8d-c7ac81e99a99,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:38.529306 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 23c2e440-9ca3-45a7-ab8d-c7ac81e99a99 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:45:38.556271 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b388738e-54b5-4e7e-bb7c-74ce10ef65fa admin admin] Made reservation on behalf of 7fb0cbae73e44bb4aa5ac758561c58c6 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:45:38.559592 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b388738e-54b5-4e7e-bb7c-74ce10ef65fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:38.790992 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b388738e-54b5-4e7e-bb7c-74ce10ef65fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:38.854083 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b388738e-54b5-4e7e-bb7c-74ce10ef65fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=9422880f-eaac-4c78-82da-517737e1ea86,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:38.864965 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b388738e-54b5-4e7e-bb7c-74ce10ef65fa admin admin] Checking segment: {'id': 'dfb5451f-ae59-4348-b57d-1e05105b4f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '23c2e440-9ca3-45a7-ab8d-c7ac81e99a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:45:38.865808 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b388738e-54b5-4e7e-bb7c-74ce10ef65fa admin admin] Network hostable DHCP agents. Network: 23c2e440-9ca3-45a7-ab8d-c7ac81e99a99, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:45:38.887723 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b388738e-54b5-4e7e-bb7c-74ce10ef65fa admin admin] Network 23c2e440-9ca3-45a7-ab8d-c7ac81e99a99 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:45:38.898968 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-b388738e-54b5-4e7e-bb7c-74ce10ef65fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 23c2e440-9ca3-45a7-ab8d-c7ac81e99a99) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:45:38.910403 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59870ce7-0f74-4448-9008-4c82b7e369f5 None None] Network 23c2e440-9ca3-45a7-ab8d-c7ac81e99a99 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:45:38.912872 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b388738e-54b5-4e7e-bb7c-74ce10ef65fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:38.913462 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b388738e-54b5-4e7e-bb7c-74ce10ef65fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:38.940573 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b388738e-54b5-4e7e-bb7c-74ce10ef65fa admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4278533 Aug 19 14:45:39.217040 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48756) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:39.233354 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ce5f2a1f-3883-4532-8962-2c1a63147ab6 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Request body: {'subnet': {'network_id': '19c6a283-7947-4109-9825-539b778c472d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:45:39.243026 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7131b1-2724-4888-ad44-a0abe9fc5e63 None None] Network 23c2e440-9ca3-45a7-ab8d-c7ac81e99a99 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:45:39.257439 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba151272-1913-4426-ae79-12250a88050a req-8d50a2ec-e3e6-408a-ac4c-2272d331e7bd tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:39.265746 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ba151272-1913-4426-ae79-12250a88050a req-8d50a2ec-e3e6-408a-ac4c-2272d331e7bd tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=92ae58fd-1cf9-4159-851f-89e50457a4e0 HTTP/1.1" status: 200 len: 945 time: 0.1188920 Aug 19 14:45:39.336100 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ba151272-1913-4426-ae79-12250a88050a req-d54d768f-a901-444f-b32f-8e9a9941f212 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676723 Aug 19 14:45:39.441108 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5f2a1f-3883-4532-8962-2c1a63147ab6 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Made reservation on behalf of 02e21687af56478f9df99f70517fef40 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:45:39.445131 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce5f2a1f-3883-4532-8962-2c1a63147ab6 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:39.580386 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb8202-a087-46a0-ab6b-2d0455fe6a3d req-c9e27251-276e-4cb8-8002-7fe5a924bcce tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:39.598700 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1ffb8202-a087-46a0-ab6b-2d0455fe6a3d req-c9e27251-276e-4cb8-8002-7fe5a924bcce tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 946 time: 0.1047924 Aug 19 14:45:39.664818 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1ffb8202-a087-46a0-ab6b-2d0455fe6a3d req-ae781e8a-2990-431c-9924-042df4184d5b tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=14b1b67d-e522-41bf-ab63-48f4b8afa430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519390 Aug 19 14:45:39.715301 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce5f2a1f-3883-4532-8962-2c1a63147ab6 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:39.788394 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f2a1f-3883-4532-8962-2c1a63147ab6 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Pushing event updated for resources: {'Subnet': ['ID=48ff6bb4-9133-4ccf-8a0a-bcd417bc2770,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:39.814327 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5f2a1f-3883-4532-8962-2c1a63147ab6 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Checking segment: {'id': '70f249ef-7aeb-44cd-97ed-4c3a96e562d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '19c6a283-7947-4109-9825-539b778c472d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:45:39.815448 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5f2a1f-3883-4532-8962-2c1a63147ab6 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Network hostable DHCP agents. Network: 19c6a283-7947-4109-9825-539b778c472d, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:45:39.832986 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec616b8-ceb0-4c63-a8f3-760cd0613dfa req-a1676f03-0e40-4adb-bbdb-66fa3b1ff336 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:39.834742 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0ec616b8-ceb0-4c63-a8f3-760cd0613dfa req-a1676f03-0e40-4adb-bbdb-66fa3b1ff336 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/networks?id=23c2e440-9ca3-45a7-ab8d-c7ac81e99a99 HTTP/1.1" status: 200 len: 811 time: 0.1592624 Aug 19 14:45:39.848962 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5f2a1f-3883-4532-8962-2c1a63147ab6 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Network 19c6a283-7947-4109-9825-539b778c472d is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:45:39.860791 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-ce5f2a1f-3883-4532-8962-2c1a63147ab6 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 19c6a283-7947-4109-9825-539b778c472d) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:45:39.862437 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0ec616b8-ceb0-4c63-a8f3-760cd0613dfa req-df64e317-3820-4ed7-a17d-da190049a407 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/quotas/7fb0cbae73e44bb4aa5ac758561c58c6 HTTP/1.1" status: 200 len: 375 time: 0.0170996 Aug 19 14:45:39.865554 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5f2a1f-3883-4532-8962-2c1a63147ab6 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:39.866480 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce5f2a1f-3883-4532-8962-2c1a63147ab6 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:39.869853 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa6ac44-9a86-464c-96fc-4848162fcf8b None None] Network 19c6a283-7947-4109-9825-539b778c472d requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:45:39.893558 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ce5f2a1f-3883-4532-8962-2c1a63147ab6 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6748018 Aug 19 14:45:39.896834 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48782) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:39.900997 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0ec616b8-ceb0-4c63-a8f3-760cd0613dfa req-0dbec954-f1bd-4f46-b6f1-fc4e580aadd8 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7fb0cbae73e44bb4aa5ac758561c58c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376031 Aug 19 14:45:39.904218 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-822aed31-42d9-4af5-8cd5-c8d763c969c2 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1780404826'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:45:39.937084 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822aed31-42d9-4af5-8cd5-c8d763c969c2 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Made reservation on behalf of 02e21687af56478f9df99f70517fef40 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:45:39.943238 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-822aed31-42d9-4af5-8cd5-c8d763c969c2 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:39.977947 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-822aed31-42d9-4af5-8cd5-c8d763c969c2 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:45:39.991196 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-822aed31-42d9-4af5-8cd5-c8d763c969c2 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:39.992459 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-822aed31-42d9-4af5-8cd5-c8d763c969c2 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Added segment ce127936-decb-4bf0-bfdb-f0c3d4db3b05 of type vlan for network 66c6fae5-704c-4f59-a8ac-4e46ce1a3ec9 Aug 19 14:45:40.015675 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0ec616b8-ceb0-4c63-a8f3-760cd0613dfa req-664dcb96-cfee-41c7-9c8f-51c0a3ee9b2b service neutron] 10.222.0.69 "GET /v2.0/networks/23c2e440-9ca3-45a7-ab8d-c7ac81e99a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136994 Aug 19 14:45:40.048919 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-822aed31-42d9-4af5-8cd5-c8d763c969c2 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:40.087421 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-822aed31-42d9-4af5-8cd5-c8d763c969c2 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:40.096365 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822aed31-42d9-4af5-8cd5-c8d763c969c2 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:40.097351 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-822aed31-42d9-4af5-8cd5-c8d763c969c2 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:40.153413 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0ec616b8-ceb0-4c63-a8f3-760cd0613dfa req-baeafa76-dc51-4ab2-a33a-0c8f41add50e service neutron] 10.222.0.69 "GET /v2.0/networks/23c2e440-9ca3-45a7-ab8d-c7ac81e99a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367502 Aug 19 14:45:40.188433 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-822aed31-42d9-4af5-8cd5-c8d763c969c2 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2880676 Aug 19 14:45:40.190518 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48784) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:40.200671 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1c9c0c55-1cf6-4b39-8068-09882b32b172 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Request body: {'subnet': {'network_id': '66c6fae5-704c-4f59-a8ac-4e46ce1a3ec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:45:40.202209 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822aed31-42d9-4af5-8cd5-c8d763c969c2 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Pushing event updated for resources: {'Network': ['ID=66c6fae5-704c-4f59-a8ac-4e46ce1a3ec9,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:40.220223 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 66c6fae5-704c-4f59-a8ac-4e46ce1a3ec9 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:45:40.310026 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527376d0-b0c5-4f88-badd-44a652285c75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-19c6a283-7947-4109-9825-539b778c472d', 'network_id': '19c6a283-7947-4109-9825-539b778c472d', 'tenant_id': '02e21687af56478f9df99f70517fef40', 'fixed_ips': [{'subnet_id': '48ff6bb4-9133-4ccf-8a0a-bcd417bc2770'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:45:40.313507 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-527376d0-b0c5-4f88-badd-44a652285c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:40.416006 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9c0c55-1cf6-4b39-8068-09882b32b172 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Made reservation on behalf of 02e21687af56478f9df99f70517fef40 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:45:40.424527 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1c9c0c55-1cf6-4b39-8068-09882b32b172 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:40.531572 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-527376d0-b0c5-4f88-badd-44a652285c75 None None] Allocated IP 2001:db8:0:ffff::2 (19c6a283-7947-4109-9825-539b778c472d/48ff6bb4-9133-4ccf-8a0a-bcd417bc2770/c73758ab-cf0a-4a82-bdeb-a640b40823da) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:45:40.543655 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-57b54b20-99a8-4663-84df-7e0f4a2b0069 req-11f1a784-a989-47a3-970b-d5751a6a0959 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccec3f68-32f3-4c27-b1c8-24cd0b6bbe02 HTTP/1.1" status: 200 len: 210 time: 0.0749335 Aug 19 14:45:40.624008 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d37bd6-d1e7-4c22-aa9c-9b068c441a27 req-e5c3879b-bccc-4e9a-ab66-364ac879640c tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:40.638015 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e1d37bd6-d1e7-4c22-aa9c-9b068c441a27 req-e5c3879b-bccc-4e9a-ab66-364ac879640c tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=92ae58fd-1cf9-4159-851f-89e50457a4e0 HTTP/1.1" status: 200 len: 945 time: 0.1357193 Aug 19 14:45:40.706560 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e1d37bd6-d1e7-4c22-aa9c-9b068c441a27 req-249db31a-32a7-4b38-9305-7850a3bd6430 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627322 Aug 19 14:45:40.799500 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-527376d0-b0c5-4f88-badd-44a652285c75 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:40.813208 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-527376d0-b0c5-4f88-badd-44a652285c75 None None] Transition to ACTIVE for port object c73758ab-cf0a-4a82-bdeb-a640b40823da will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:45:40.840380 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-527376d0-b0c5-4f88-badd-44a652285c75 None None] Transition to ACTIVE for port object c73758ab-cf0a-4a82-bdeb-a640b40823da will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:45:40.857639 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-527376d0-b0c5-4f88-badd-44a652285c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:40.899771 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527376d0-b0c5-4f88-badd-44a652285c75 None None] Network 19c6a283-7947-4109-9825-539b778c472d is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:45:40.903822 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-527376d0-b0c5-4f88-badd-44a652285c75 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:45:40.911432 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527376d0-b0c5-4f88-badd-44a652285c75 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:45:40.985346 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-527376d0-b0c5-4f88-badd-44a652285c75 None None] Attempting to bind port c73758ab-cf0a-4a82-bdeb-a640b40823da on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:45:40.985723 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-527376d0-b0c5-4f88-badd-44a652285c75 None None] Attempting to bind port c73758ab-cf0a-4a82-bdeb-a640b40823da by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '70f249ef-7aeb-44cd-97ed-4c3a96e562d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '19c6a283-7947-4109-9825-539b778c472d'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:45:40.986099 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527376d0-b0c5-4f88-badd-44a652285c75 None None] Attempting to bind port c73758ab-cf0a-4a82-bdeb-a640b40823da on network 19c6a283-7947-4109-9825-539b778c472d {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:45:40.987172 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cdde77-6738-4b49-abf3-3ba4946cdfdc req-868cc445-dba6-4ec2-b768-d5f76d984332 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:40.988475 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527376d0-b0c5-4f88-badd-44a652285c75 None None] Pushing event updated for resources: {'Port': ['ID=c73758ab-cf0a-4a82-bdeb-a640b40823da,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:40.995326 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f0cdde77-6738-4b49-abf3-3ba4946cdfdc req-868cc445-dba6-4ec2-b768-d5f76d984332 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 946 time: 0.0955617 Aug 19 14:45:40.995714 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527376d0-b0c5-4f88-badd-44a652285c75 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:45:40.996053 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527376d0-b0c5-4f88-badd-44a652285c75 None None] Checking segment: {'id': '70f249ef-7aeb-44cd-97ed-4c3a96e562d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '19c6a283-7947-4109-9825-539b778c472d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:45:40.996489 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-527376d0-b0c5-4f88-badd-44a652285c75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:40.996879 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527376d0-b0c5-4f88-badd-44a652285c75 None None] Bound using segment: {'id': '70f249ef-7aeb-44cd-97ed-4c3a96e562d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '19c6a283-7947-4109-9825-539b778c472d'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:45:40.997574 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-527376d0-b0c5-4f88-badd-44a652285c75 None None] Bound port: c73758ab-cf0a-4a82-bdeb-a640b40823da, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70f249ef-7aeb-44cd-97ed-4c3a96e562d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '19c6a283-7947-4109-9825-539b778c472d'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:45:40.997966 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-527376d0-b0c5-4f88-badd-44a652285c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:41.077328 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-527376d0-b0c5-4f88-badd-44a652285c75 None None] For port c73758ab-cf0a-4a82-bdeb-a640b40823da, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:45:41.081431 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-527376d0-b0c5-4f88-badd-44a652285c75 None None] For port c73758ab-cf0a-4a82-bdeb-a640b40823da, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=c73758ab-cf0a-4a82-bdeb-a640b40823da,segment=NetworkSegment(70f249ef-7aeb-44cd-97ed-4c3a96e562d5),segment_id=70f249ef-7aeb-44cd-97ed-4c3a96e562d5)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:45:41.085678 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f0cdde77-6738-4b49-abf3-3ba4946cdfdc req-04cade6c-83d7-422f-9fb7-95507226dc96 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=14b1b67d-e522-41bf-ab63-48f4b8afa430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890698 Aug 19 14:45:41.088217 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-527376d0-b0c5-4f88-badd-44a652285c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:41.193190 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527376d0-b0c5-4f88-badd-44a652285c75 None None] Pushing event updated for resources: {'Port': ['ID=c73758ab-cf0a-4a82-bdeb-a640b40823da,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:41.221900 n-d-766043-2 neutron-server[94640]: DEBUG neutron.objects.ports [None req-1c9c0c55-1cf6-4b39-8068-09882b32b172 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94640) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 14:45:41.223992 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1c9c0c55-1cf6-4b39-8068-09882b32b172 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:41.324431 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c0c55-1cf6-4b39-8068-09882b32b172 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Pushing event updated for resources: {'Subnet': ['ID=5061eede-c298-455a-83b3-28f38d7c2a19,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:41.331004 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9c0c55-1cf6-4b39-8068-09882b32b172 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Checking segment: {'id': 'ce127936-decb-4bf0-bfdb-f0c3d4db3b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '66c6fae5-704c-4f59-a8ac-4e46ce1a3ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:45:41.332494 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9c0c55-1cf6-4b39-8068-09882b32b172 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Network hostable DHCP agents. Network: 66c6fae5-704c-4f59-a8ac-4e46ce1a3ec9, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:45:41.366095 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9c0c55-1cf6-4b39-8068-09882b32b172 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Network 66c6fae5-704c-4f59-a8ac-4e46ce1a3ec9 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:45:41.380950 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-1c9c0c55-1cf6-4b39-8068-09882b32b172 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 66c6fae5-704c-4f59-a8ac-4e46ce1a3ec9) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:45:41.393957 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8be6c34-b84e-414c-a731-fd240c86281f None None] Network 66c6fae5-704c-4f59-a8ac-4e46ce1a3ec9 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:45:41.396588 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9c0c55-1cf6-4b39-8068-09882b32b172 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:41.397258 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1c9c0c55-1cf6-4b39-8068-09882b32b172 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:41.470503 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1c9c0c55-1cf6-4b39-8068-09882b32b172 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2776668 Aug 19 14:45:41.473037 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48824) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:41.479129 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-56442ab9-b287-4b0d-8839-6352e49964a1 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Request body: {'port': {'network_id': '66c6fae5-704c-4f59-a8ac-4e46ce1a3ec9', 'name': 'tempest-NetworksIpV6TestAttrs-1824476960'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:45:41.671816 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56442ab9-b287-4b0d-8839-6352e49964a1 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Made reservation on behalf of 02e21687af56478f9df99f70517fef40 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:45:41.682698 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-56442ab9-b287-4b0d-8839-6352e49964a1 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:41.710735 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f52cd1e-157c-4d59-897b-3063aca414c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-66c6fae5-704c-4f59-a8ac-4e46ce1a3ec9', 'network_id': '66c6fae5-704c-4f59-a8ac-4e46ce1a3ec9', 'tenant_id': '02e21687af56478f9df99f70517fef40', 'fixed_ips': [{'subnet_id': '5061eede-c298-455a-83b3-28f38d7c2a19'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:45:41.713590 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8f52cd1e-157c-4d59-897b-3063aca414c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:41.736792 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-834c8ad2-bc19-4880-aa3c-81b43a5350f0 req-255dd0f4-6752-4435-b927-13b23661fd46 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccec3f68-32f3-4c27-b1c8-24cd0b6bbe02 HTTP/1.1" status: 200 len: 210 time: 0.0648975 Aug 19 14:45:41.746544 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-56442ab9-b287-4b0d-8839-6352e49964a1 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] device_id is not set on port 7f144ea7-ef05-4d8a-aede-523c1ef9df79 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:45:42.019171 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-56442ab9-b287-4b0d-8839-6352e49964a1 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Allocated IP 2001:db8::f816:3eff:fe30:553c (66c6fae5-704c-4f59-a8ac-4e46ce1a3ec9/5061eede-c298-455a-83b3-28f38d7c2a19/7f144ea7-ef05-4d8a-aede-523c1ef9df79) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:45:42.033765 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417b242-5221-499c-b00d-838b91c343f6 req-6ca34257-5967-4ae9-853e-4696b0433e7c tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:42.035341 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8417b242-5221-499c-b00d-838b91c343f6 req-6ca34257-5967-4ae9-853e-4696b0433e7c tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=92ae58fd-1cf9-4159-851f-89e50457a4e0 HTTP/1.1" status: 200 len: 945 time: 0.1547594 Aug 19 14:45:42.243395 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8417b242-5221-499c-b00d-838b91c343f6 req-fd900702-5c4c-41ac-8944-d507ad2d29ff tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916697 Aug 19 14:45:42.274142 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-56442ab9-b287-4b0d-8839-6352e49964a1 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:42.295676 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-56442ab9-b287-4b0d-8839-6352e49964a1 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Transition to ACTIVE for port object 7f144ea7-ef05-4d8a-aede-523c1ef9df79 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:45:42.370999 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec616b8-ceb0-4c63-a8f3-760cd0613dfa req-fe5e1bdd-a313-4de0-976e-b44507f90e08 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:42.373512 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0ec616b8-ceb0-4c63-a8f3-760cd0613dfa req-fe5e1bdd-a313-4de0-976e-b44507f90e08 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.88 "GET /v2.0/networks?id=23c2e440-9ca3-45a7-ab8d-c7ac81e99a99 HTTP/1.1" status: 200 len: 811 time: 0.3091724 Aug 19 14:45:42.374129 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-56442ab9-b287-4b0d-8839-6352e49964a1 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:42.392860 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-0ec616b8-ceb0-4c63-a8f3-760cd0613dfa req-12ab462b-dbe3-4f86-b9cf-cf0ee273ae6a tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Request body: {'port': {'device_id': 'ccec3f68-32f3-4c27-b1c8-24cd0b6bbe02', 'network_id': '23c2e440-9ca3-45a7-ab8d-c7ac81e99a99', 'admin_state_up': True, 'tenant_id': '7fb0cbae73e44bb4aa5ac758561c58c6'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:45:42.469931 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56442ab9-b287-4b0d-8839-6352e49964a1 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Pushing event updated for resources: {'Port': ['ID=7f144ea7-ef05-4d8a-aede-523c1ef9df79,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:42.473999 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-8f52cd1e-157c-4d59-897b-3063aca414c0 None None] Allocated IP 2001:db8::f816:3eff:fe81:b266 (66c6fae5-704c-4f59-a8ac-4e46ce1a3ec9/5061eede-c298-455a-83b3-28f38d7c2a19/187dd819-9ce0-45f2-b1a1-02957406e7e9) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:45:42.477923 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56442ab9-b287-4b0d-8839-6352e49964a1 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Network 66c6fae5-704c-4f59-a8ac-4e46ce1a3ec9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:45:42.479386 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-56442ab9-b287-4b0d-8839-6352e49964a1 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:45:42.482151 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56442ab9-b287-4b0d-8839-6352e49964a1 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:45:42.489175 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56442ab9-b287-4b0d-8839-6352e49964a1 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:42.489885 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-56442ab9-b287-4b0d-8839-6352e49964a1 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:42.497307 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce24e1f-0d99-43e2-bbef-e578e804ed41 req-8fdb6363-a48b-4980-9d0a-55bd9479553c tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:42.506137 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3ce24e1f-0d99-43e2-bbef-e578e804ed41 req-8fdb6363-a48b-4980-9d0a-55bd9479553c tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 946 time: 0.2011316 Aug 19 14:45:42.512171 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-56442ab9-b287-4b0d-8839-6352e49964a1 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.0367894 Aug 19 14:45:42.514594 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48842) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:42.623569 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f91bae0-e13f-4a11-a72a-95ed64bdf8ce tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Deleting subnet 5061eede-c298-455a-83b3-28f38d7c2a19 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:45:42.668772 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3ce24e1f-0d99-43e2-bbef-e578e804ed41 req-9d89140a-1db1-42e5-a474-d53f31185106 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=14b1b67d-e522-41bf-ab63-48f4b8afa430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565933 Aug 19 14:45:42.742872 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8f52cd1e-157c-4d59-897b-3063aca414c0 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:42.752077 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ec616b8-ceb0-4c63-a8f3-760cd0613dfa req-12ab462b-dbe3-4f86-b9cf-cf0ee273ae6a tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Made reservation on behalf of 7fb0cbae73e44bb4aa5ac758561c58c6 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:45:42.753725 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504240a0-472c-4773-8c5c-2e954df066ed None None] Network 19c6a283-7947-4109-9825-539b778c472d requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:45:42.756011 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8f52cd1e-157c-4d59-897b-3063aca414c0 None None] Transition to ACTIVE for port object 187dd819-9ce0-45f2-b1a1-02957406e7e9 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:45:42.761971 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0ec616b8-ceb0-4c63-a8f3-760cd0613dfa req-12ab462b-dbe3-4f86-b9cf-cf0ee273ae6a tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:42.868344 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8f52cd1e-157c-4d59-897b-3063aca414c0 None None] Transition to ACTIVE for port object 187dd819-9ce0-45f2-b1a1-02957406e7e9 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:45:42.882492 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8f91bae0-e13f-4a11-a72a-95ed64bdf8ce tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:42.888078 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8f52cd1e-157c-4d59-897b-3063aca414c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:42.908084 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e1aa64b4-36db-48bc-bd4f-c94dee0bc159 None None] Provisioning for port c73758ab-cf0a-4a82-bdeb-a640b40823da completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:45:42.977974 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8f91bae0-e13f-4a11-a72a-95ed64bdf8ce tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:43.027501 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f52cd1e-157c-4d59-897b-3063aca414c0 None None] Network 66c6fae5-704c-4f59-a8ac-4e46ce1a3ec9 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:45:43.034612 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-8f52cd1e-157c-4d59-897b-3063aca414c0 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:45:43.068644 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 7296d16e-f6b0-4341-aba3-01b8150aef09 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:45:43.071631 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f52cd1e-157c-4d59-897b-3063aca414c0 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:45:43.076731 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52cd1e-157c-4d59-897b-3063aca414c0 None None] Pushing event updated for resources: {'Port': ['ID=187dd819-9ce0-45f2-b1a1-02957406e7e9,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:43.077194 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-0ec616b8-ceb0-4c63-a8f3-760cd0613dfa req-12ab462b-dbe3-4f86-b9cf-cf0ee273ae6a tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Allocated IP 172.20.0.3 (23c2e440-9ca3-45a7-ab8d-c7ac81e99a99/9422880f-eaac-4c78-82da-517737e1ea86/3954f567-9cbb-4c3b-b3bd-363311fc0503) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:45:43.146983 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device c73758ab-cf0a-4a82-bdeb-a640b40823da up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:45:43.256476 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8f91bae0-e13f-4a11-a72a-95ed64bdf8ce tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:43.295123 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8f52cd1e-157c-4d59-897b-3063aca414c0 None None] Attempting to bind port 187dd819-9ce0-45f2-b1a1-02957406e7e9 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:45:43.295861 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8f52cd1e-157c-4d59-897b-3063aca414c0 None None] Attempting to bind port 187dd819-9ce0-45f2-b1a1-02957406e7e9 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'ce127936-decb-4bf0-bfdb-f0c3d4db3b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '66c6fae5-704c-4f59-a8ac-4e46ce1a3ec9'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:45:43.296486 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f52cd1e-157c-4d59-897b-3063aca414c0 None None] Attempting to bind port 187dd819-9ce0-45f2-b1a1-02957406e7e9 on network 66c6fae5-704c-4f59-a8ac-4e46ce1a3ec9 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:45:43.336064 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0ec616b8-ceb0-4c63-a8f3-760cd0613dfa req-12ab462b-dbe3-4f86-b9cf-cf0ee273ae6a tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:43.342935 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8f91bae0-e13f-4a11-a72a-95ed64bdf8ce tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:43.347766 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0154dcda-002a-442b-bc36-05453c4b735e req-31546f23-02e4-48e4-8fee-2a77d2a2a746 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccec3f68-32f3-4c27-b1c8-24cd0b6bbe02 HTTP/1.1" status: 200 len: 210 time: 0.4856646 Aug 19 14:45:43.389648 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f91bae0-e13f-4a11-a72a-95ed64bdf8ce tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Pushing event deleted for resources: {'Subnet': ['ID=5061eede-c298-455a-83b3-28f38d7c2a19,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:43.401017 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8f91bae0-e13f-4a11-a72a-95ed64bdf8ce tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:43.404536 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8f91bae0-e13f-4a11-a72a-95ed64bdf8ce tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] 10.222.0.69 "DELETE /v2.0/subnets/5061eede-c298-455a-83b3-28f38d7c2a19 HTTP/1.1" status: 204 len: 168 time: 0.8888552 Aug 19 14:45:43.405481 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 7296d16e-f6b0-4341-aba3-01b8150aef09, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=7296d16e-f6b0-4341-aba3-01b8150aef09,segment=NetworkSegment(deb4ceaa-a168-4950-8d67-f7a10179a94a),segment_id=deb4ceaa-a168-4950-8d67-f7a10179a94a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:45:43.407479 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48862) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:43.420811 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f52cd1e-157c-4d59-897b-3063aca414c0 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:45:43.421218 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f52cd1e-157c-4d59-897b-3063aca414c0 None None] Checking segment: {'id': 'ce127936-decb-4bf0-bfdb-f0c3d4db3b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '66c6fae5-704c-4f59-a8ac-4e46ce1a3ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:45:43.421601 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8f52cd1e-157c-4d59-897b-3063aca414c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:43.422162 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f52cd1e-157c-4d59-897b-3063aca414c0 None None] Bound using segment: {'id': 'ce127936-decb-4bf0-bfdb-f0c3d4db3b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '66c6fae5-704c-4f59-a8ac-4e46ce1a3ec9'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:45:43.422784 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8f52cd1e-157c-4d59-897b-3063aca414c0 None None] Bound port: 187dd819-9ce0-45f2-b1a1-02957406e7e9, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce127936-decb-4bf0-bfdb-f0c3d4db3b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '66c6fae5-704c-4f59-a8ac-4e46ce1a3ec9'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:45:43.423172 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8f52cd1e-157c-4d59-897b-3063aca414c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:43.443357 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '7296d16e-f6b0-4341-aba3-01b8150aef09', 'network_id': '669513f8-b4b3-4e5c-8f0d-5f8e9923cc05', 'port_id': '7296d16e-f6b0-4341-aba3-01b8150aef09', 'mac_address': 'fa:16:3e:5a:28:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55f10344-049d-42f2-b429-801948692761', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:45:43.447457 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port c73758ab-cf0a-4a82-bdeb-a640b40823da completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:45:43.461014 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port c73758ab-cf0a-4a82-bdeb-a640b40823da triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:45:43.461603 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:43.638415 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:43.645716 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e8b20-3fa0-4d9a-84f0-fd3b6c3ed763 req-bdcbb3ec-e267-4e66-9179-272d044d6764 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:43.658672 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5a0e8b20-3fa0-4d9a-84f0-fd3b6c3ed763 req-bdcbb3ec-e267-4e66-9179-272d044d6764 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=92ae58fd-1cf9-4159-851f-89e50457a4e0 HTTP/1.1" status: 200 len: 945 time: 0.2734132 Aug 19 14:45:43.696266 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8f52cd1e-157c-4d59-897b-3063aca414c0 None None] For port 187dd819-9ce0-45f2-b1a1-02957406e7e9, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:45:43.745051 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7296d16e-f6b0-4341-aba3-01b8150aef09 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:45:43.763224 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8f52cd1e-157c-4d59-897b-3063aca414c0 None None] For port 187dd819-9ce0-45f2-b1a1-02957406e7e9, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=187dd819-9ce0-45f2-b1a1-02957406e7e9,segment=NetworkSegment(ce127936-decb-4bf0-bfdb-f0c3d4db3b05),segment_id=ce127936-decb-4bf0-bfdb-f0c3d4db3b05)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:45:43.796070 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8f52cd1e-157c-4d59-897b-3063aca414c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:43.818294 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5a0e8b20-3fa0-4d9a-84f0-fd3b6c3ed763 req-2d32df1b-1e6d-44bb-a6f8-6e4a7eb5d248 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484044 Aug 19 14:45:43.839676 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0ec616b8-ceb0-4c63-a8f3-760cd0613dfa req-12ab462b-dbe3-4f86-b9cf-cf0ee273ae6a tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:43.921906 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ec616b8-ceb0-4c63-a8f3-760cd0613dfa req-12ab462b-dbe3-4f86-b9cf-cf0ee273ae6a tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Network 23c2e440-9ca3-45a7-ab8d-c7ac81e99a99 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:45:43.925610 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-0ec616b8-ceb0-4c63-a8f3-760cd0613dfa req-12ab462b-dbe3-4f86-b9cf-cf0ee273ae6a tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:45:43.928252 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97d7771-cb43-483d-9fed-509143eb917e tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:43.929885 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec616b8-ceb0-4c63-a8f3-760cd0613dfa req-12ab462b-dbe3-4f86-b9cf-cf0ee273ae6a tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:45:43.936206 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97d7771-cb43-483d-9fed-509143eb917e tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:43.937366 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ab462b-dbe3-4f86-b9cf-cf0ee273ae6a tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Pushing event updated for resources: {'Port': ['ID=3954f567-9cbb-4c3b-b3bd-363311fc0503,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:43.938715 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c97d7771-cb43-483d-9fed-509143eb917e tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5301056 Aug 19 14:45:43.941685 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48884) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:43.954262 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 7296d16e-f6b0-4341-aba3-01b8150aef09, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=7296d16e-f6b0-4341-aba3-01b8150aef09,segment=NetworkSegment(deb4ceaa-a168-4950-8d67-f7a10179a94a),segment_id=deb4ceaa-a168-4950-8d67-f7a10179a94a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:45:43.979411 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:44.020605 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec616b8-ceb0-4c63-a8f3-760cd0613dfa req-12ab462b-dbe3-4f86-b9cf-cf0ee273ae6a tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:44.020605 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0ec616b8-ceb0-4c63-a8f3-760cd0613dfa req-12ab462b-dbe3-4f86-b9cf-cf0ee273ae6a tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:44.039172 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:44.043525 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250689d6-851e-46db-a11c-4ac6703dd064 req-3e144b05-60c4-4792-a4bf-b1d6c12c50b7 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:44.045356 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-250689d6-851e-46db-a11c-4ac6703dd064 req-3e144b05-60c4-4792-a4bf-b1d6c12c50b7 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 945 time: 0.0810456 Aug 19 14:45:44.047188 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0ec616b8-ceb0-4c63-a8f3-760cd0613dfa req-12ab462b-dbe3-4f86-b9cf-cf0ee273ae6a tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6611764 Aug 19 14:45:44.060997 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d9666a6-e545-4e78-aaa3-d6ba996a4952 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:44.067721 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-0ec616b8-ceb0-4c63-a8f3-760cd0613dfa req-6d2efe1f-8dd0-4290-a73c-bb46d772c552 service neutron] Request body: {'port': {'device_id': 'ccec3f68-32f3-4c27-b1c8-24cd0b6bbe02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:45:44.071752 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d9666a6-e545-4e78-aaa3-d6ba996a4952 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 19 14:45:44.072274 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d9666a6-e545-4e78-aaa3-d6ba996a4952 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:45:44.075521 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7d9666a6-e545-4e78-aaa3-d6ba996a4952 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] 10.222.0.69 "DELETE /v2.0/networks/66c6fae5-704c-4f59-a8ac-4e46ce1a3ec9 HTTP/1.1" status: 409 len: 405 time: 0.1325662 Aug 19 14:45:44.076002 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c57fe7e1-4332-40a2-88c3-8224f2b7b4e5 None None] Provisioning complete for port c73758ab-cf0a-4a82-bdeb-a640b40823da triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:45:44.076523 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c57fe7e1-4332-40a2-88c3-8224f2b7b4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:44.079790 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48886) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:44.081278 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52cd1e-157c-4d59-897b-3063aca414c0 None None] Pushing event updated for resources: {'Port': ['ID=187dd819-9ce0-45f2-b1a1-02957406e7e9,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:44.091036 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-541c08dc-3c28-4b56-95ea-4a79de52c83c tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1107364354'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:45:44.150112 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-250689d6-851e-46db-a11c-4ac6703dd064 req-16631373-8728-420c-811e-dbf5f7a6c62d tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=14b1b67d-e522-41bf-ab63-48f4b8afa430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969951 Aug 19 14:45:44.161825 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0ec616b8-ceb0-4c63-a8f3-760cd0613dfa req-6d2efe1f-8dd0-4290-a73c-bb46d772c552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:44.166702 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541c08dc-3c28-4b56-95ea-4a79de52c83c tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Made reservation on behalf of 02e21687af56478f9df99f70517fef40 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:45:44.168806 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e293f2-ce3b-4264-bad3-bea463ba2261 None None] Network 66c6fae5-704c-4f59-a8ac-4e46ce1a3ec9 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:45:44.171101 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-541c08dc-3c28-4b56-95ea-4a79de52c83c tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:44.194138 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['7296d16e-f6b0-4341-aba3-01b8150aef09'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:45:44.256626 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-541c08dc-3c28-4b56-95ea-4a79de52c83c tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:45:44.286305 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-541c08dc-3c28-4b56-95ea-4a79de52c83c tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:44.286686 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-541c08dc-3c28-4b56-95ea-4a79de52c83c tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Added segment 636c536d-6a40-4215-97ea-de29fea7bbd6 of type vlan for network 93438e45-6ef8-43eb-84cf-55caf0d4eabd Aug 19 14:45:44.340932 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-541c08dc-3c28-4b56-95ea-4a79de52c83c tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:44.376652 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-541c08dc-3c28-4b56-95ea-4a79de52c83c tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:44.382654 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541c08dc-3c28-4b56-95ea-4a79de52c83c tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:44.384465 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-541c08dc-3c28-4b56-95ea-4a79de52c83c tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:44.477375 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-541c08dc-3c28-4b56-95ea-4a79de52c83c tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3932762 Aug 19 14:45:44.478565 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48892) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:44.490958 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port c73758ab-cf0a-4a82-bdeb-a640b40823da, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=c73758ab-cf0a-4a82-bdeb-a640b40823da,segment=NetworkSegment(70f249ef-7aeb-44cd-97ed-4c3a96e562d5),segment_id=70f249ef-7aeb-44cd-97ed-4c3a96e562d5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:45:44.502434 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-90e5fa0b-8810-407c-8b4c-6a1a8f591964 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Request body: {'subnet': {'network_id': '93438e45-6ef8-43eb-84cf-55caf0d4eabd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:45:44.505248 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541c08dc-3c28-4b56-95ea-4a79de52c83c tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Pushing event updated for resources: {'Network': ['ID=93438e45-6ef8-43eb-84cf-55caf0d4eabd,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:44.528668 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 93438e45-6ef8-43eb-84cf-55caf0d4eabd details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:45:44.531304 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:44.622273 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=7296d16e-f6b0-4341-aba3-01b8150aef09,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:44.688666 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-0ec616b8-ceb0-4c63-a8f3-760cd0613dfa req-6d2efe1f-8dd0-4290-a73c-bb46d772c552 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3954f567-9cbb-4c3b-b3bd-363311fc0503 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:45:44.702582 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad345c-a2cd-4701-9b63-6fcc8a945c62 req-3fad2063-3ba3-4e08-a822-3c2da055f50f tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:44.704029 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-90ad345c-a2cd-4701-9b63-6fcc8a945c62 req-3fad2063-3ba3-4e08-a822-3c2da055f50f tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccec3f68-32f3-4c27-b1c8-24cd0b6bbe02 HTTP/1.1" status: 200 len: 931 time: 0.1824293 Aug 19 14:45:44.709841 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0ec616b8-ceb0-4c63-a8f3-760cd0613dfa req-6d2efe1f-8dd0-4290-a73c-bb46d772c552 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:44.746900 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-0ec616b8-ceb0-4c63-a8f3-760cd0613dfa req-6d2efe1f-8dd0-4290-a73c-bb46d772c552 service neutron] Transition to ACTIVE for port object 3954f567-9cbb-4c3b-b3bd-363311fc0503 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:45:44.754895 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e5fa0b-8810-407c-8b4c-6a1a8f591964 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Made reservation on behalf of 02e21687af56478f9df99f70517fef40 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:45:44.758427 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-90e5fa0b-8810-407c-8b4c-6a1a8f591964 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:44.777349 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0ec616b8-ceb0-4c63-a8f3-760cd0613dfa req-6d2efe1f-8dd0-4290-a73c-bb46d772c552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:44.850349 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-90ad345c-a2cd-4701-9b63-6fcc8a945c62 req-067868f2-33ae-4fb7-a87d-f73d891c4bce tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366630 Aug 19 14:45:44.862385 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=c73758ab-cf0a-4a82-bdeb-a640b40823da,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:44.893091 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2efe1f-8dd0-4290-a73c-bb46d772c552 service neutron] Pushing event updated for resources: {'Port': ['ID=3954f567-9cbb-4c3b-b3bd-363311fc0503,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:44.957499 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e409fc-4dfa-49c7-996e-32e02f1acc4e None None] get_active_networks_info from n-d-766043-2 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 14:45:45.027744 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-0ec616b8-ceb0-4c63-a8f3-760cd0613dfa req-6d2efe1f-8dd0-4290-a73c-bb46d772c552 service neutron] Attempting to bind port 3954f567-9cbb-4c3b-b3bd-363311fc0503 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:45:45.028090 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-0ec616b8-ceb0-4c63-a8f3-760cd0613dfa req-6d2efe1f-8dd0-4290-a73c-bb46d772c552 service neutron] Attempting to bind port 3954f567-9cbb-4c3b-b3bd-363311fc0503 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'dfb5451f-ae59-4348-b57d-1e05105b4f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '23c2e440-9ca3-45a7-ab8d-c7ac81e99a99'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:45:45.028457 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec616b8-ceb0-4c63-a8f3-760cd0613dfa req-6d2efe1f-8dd0-4290-a73c-bb46d772c552 service neutron] Attempting to bind port 3954f567-9cbb-4c3b-b3bd-363311fc0503 on network 23c2e440-9ca3-45a7-ab8d-c7ac81e99a99 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:45:45.034643 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec616b8-ceb0-4c63-a8f3-760cd0613dfa req-6d2efe1f-8dd0-4290-a73c-bb46d772c552 service neutron] Port 3954f567-9cbb-4c3b-b3bd-363311fc0503 on network 23c2e440-9ca3-45a7-ab8d-c7ac81e99a99 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:45:45.034968 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec616b8-ceb0-4c63-a8f3-760cd0613dfa req-6d2efe1f-8dd0-4290-a73c-bb46d772c552 service neutron] Attempting to bind port 3954f567-9cbb-4c3b-b3bd-363311fc0503 on network 23c2e440-9ca3-45a7-ab8d-c7ac81e99a99 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:45:45.053842 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec616b8-ceb0-4c63-a8f3-760cd0613dfa req-6d2efe1f-8dd0-4290-a73c-bb46d772c552 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:45:45.053842 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec616b8-ceb0-4c63-a8f3-760cd0613dfa req-6d2efe1f-8dd0-4290-a73c-bb46d772c552 service neutron] Checking segment: {'id': 'dfb5451f-ae59-4348-b57d-1e05105b4f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '23c2e440-9ca3-45a7-ab8d-c7ac81e99a99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:45:45.053842 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec616b8-ceb0-4c63-a8f3-760cd0613dfa req-6d2efe1f-8dd0-4290-a73c-bb46d772c552 service neutron] Bound using segment: {'id': 'dfb5451f-ae59-4348-b57d-1e05105b4f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '23c2e440-9ca3-45a7-ab8d-c7ac81e99a99'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:45:45.054322 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-0ec616b8-ceb0-4c63-a8f3-760cd0613dfa req-6d2efe1f-8dd0-4290-a73c-bb46d772c552 service neutron] Bound port: 3954f567-9cbb-4c3b-b3bd-363311fc0503, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfb5451f-ae59-4348-b57d-1e05105b4f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '23c2e440-9ca3-45a7-ab8d-c7ac81e99a99'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:45:45.054322 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0ec616b8-ceb0-4c63-a8f3-760cd0613dfa req-6d2efe1f-8dd0-4290-a73c-bb46d772c552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:45.075386 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device c73758ab-cf0a-4a82-bdeb-a640b40823da up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:45:45.175465 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d9b3d1-a9d6-49df-a05f-f2cf2ff0c9f6 req-c9393e80-2e52-4a43-b108-ea276775efd8 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:45.176951 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-11d9b3d1-a9d6-49df-a05f-f2cf2ff0c9f6 req-c9393e80-2e52-4a43-b108-ea276775efd8 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=92ae58fd-1cf9-4159-851f-89e50457a4e0 HTTP/1.1" status: 200 len: 945 time: 0.1366985 Aug 19 14:45:45.235624 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e409fc-4dfa-49c7-996e-32e02f1acc4e None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 14:45:45.242982 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port c73758ab-cf0a-4a82-bdeb-a640b40823da triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:45:45.243429 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:45.263185 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-0ec616b8-ceb0-4c63-a8f3-760cd0613dfa req-6d2efe1f-8dd0-4290-a73c-bb46d772c552 service neutron] For port 3954f567-9cbb-4c3b-b3bd-363311fc0503, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:45:45.271472 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-0ec616b8-ceb0-4c63-a8f3-760cd0613dfa req-6d2efe1f-8dd0-4290-a73c-bb46d772c552 service neutron] For port 3954f567-9cbb-4c3b-b3bd-363311fc0503, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=3954f567-9cbb-4c3b-b3bd-363311fc0503,segment=NetworkSegment(dfb5451f-ae59-4348-b57d-1e05105b4f16),segment_id=dfb5451f-ae59-4348-b57d-1e05105b4f16)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:45:45.295051 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0ec616b8-ceb0-4c63-a8f3-760cd0613dfa req-6d2efe1f-8dd0-4290-a73c-bb46d772c552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:45.325766 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-11d9b3d1-a9d6-49df-a05f-f2cf2ff0c9f6 req-6c0ef28d-42dd-45a1-b081-d63551e3fe49 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393795 Aug 19 14:45:45.410762 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec616b8-ceb0-4c63-a8f3-760cd0613dfa req-6d2efe1f-8dd0-4290-a73c-bb46d772c552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:45.411158 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0ec616b8-ceb0-4c63-a8f3-760cd0613dfa req-6d2efe1f-8dd0-4290-a73c-bb46d772c552 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:45.412532 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0ec616b8-ceb0-4c63-a8f3-760cd0613dfa req-6d2efe1f-8dd0-4290-a73c-bb46d772c552 service neutron] 10.222.0.88 "PUT /v2.0/ports/3954f567-9cbb-4c3b-b3bd-363311fc0503 HTTP/1.1" status: 200 len: 1091 time: 1.3503537 Aug 19 14:45:45.428244 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccec3f68-32f3-4c27-b1c8-24cd0b6bbe02', 'tag': '3954f567-9cbb-4c3b-b3bd-363311fc0503'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:45:45.431245 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2be8169-e71e-4596-9448-93c5732356a8" -d '{"events": [{"name": "network-changed", "server_uuid": "ccec3f68-32f3-4c27-b1c8-24cd0b6bbe02", "tag": "3954f567-9cbb-4c3b-b3bd-363311fc0503"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:45:45.748820 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb126806-6a4a-4632-b5e6-eafbb8b20820 x-openstack-request-id: req-cb126806-6a4a-4632-b5e6-eafbb8b20820 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:45:45.749460 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccec3f68-32f3-4c27-b1c8-24cd0b6bbe02", "tag": "3954f567-9cbb-4c3b-b3bd-363311fc0503", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:45:45.749460 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cb126806-6a4a-4632-b5e6-eafbb8b20820 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:45:45.749623 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccec3f68-32f3-4c27-b1c8-24cd0b6bbe02', 'tag': '3954f567-9cbb-4c3b-b3bd-363311fc0503', 'status': 'completed', 'code': 200} Aug 19 14:45:45.757438 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d116be-1c7d-4518-816e-edbf590b111b req-b4153d57-49a1-4680-a9da-f15afb5c40f2 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:45.764750 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-23d116be-1c7d-4518-816e-edbf590b111b req-b4153d57-49a1-4680-a9da-f15afb5c40f2 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 945 time: 0.4860260 Aug 19 14:45:45.776714 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2efe1f-8dd0-4290-a73c-bb46d772c552 service neutron] Pushing event updated for resources: {'Port': ['ID=3954f567-9cbb-4c3b-b3bd-363311fc0503,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:45.805897 n-d-766043-2 neutron-server[94640]: DEBUG neutron.objects.ports [None req-90e5fa0b-8810-407c-8b4c-6a1a8f591964 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94640) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 14:45:45.813621 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-90e5fa0b-8810-407c-8b4c-6a1a8f591964 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:45.871303 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-23d116be-1c7d-4518-816e-edbf590b111b req-d278cc3e-90de-4988-ac95-0741433d0510 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=14b1b67d-e522-41bf-ab63-48f4b8afa430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055760 Aug 19 14:45:45.907259 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec616b8-ceb0-4c63-a8f3-760cd0613dfa req-86208267-4115-44b9-bf87-17e7d39a85a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:45.908851 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0ec616b8-ceb0-4c63-a8f3-760cd0613dfa req-86208267-4115-44b9-bf87-17e7d39a85a3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7fb0cbae73e44bb4aa5ac758561c58c6&device_id=ccec3f68-32f3-4c27-b1c8-24cd0b6bbe02 HTTP/1.1" status: 200 len: 1094 time: 0.4393244 Aug 19 14:45:45.960486 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e5fa0b-8810-407c-8b4c-6a1a8f591964 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Pushing event updated for resources: {'Subnet': ['ID=7cba9240-8771-48e1-a09d-302c3ae54537,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:46.011667 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0ec616b8-ceb0-4c63-a8f3-760cd0613dfa req-3013b8f3-cba3-4c80-8ec7-c70cd2cf96d4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3954f567-9cbb-4c3b-b3bd-363311fc0503 HTTP/1.1" status: 200 len: 217 time: 0.0730102 Aug 19 14:45:46.064379 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e5fa0b-8810-407c-8b4c-6a1a8f591964 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Checking segment: {'id': '636c536d-6a40-4215-97ea-de29fea7bbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '93438e45-6ef8-43eb-84cf-55caf0d4eabd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:45:46.064782 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e5fa0b-8810-407c-8b4c-6a1a8f591964 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Network hostable DHCP agents. Network: 93438e45-6ef8-43eb-84cf-55caf0d4eabd, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:45:46.101952 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db1c8f-1bbc-483f-a4a7-9925b4aa12cf req-959b3644-fd31-4450-a1fa-0c8df484e44a tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:46.103616 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-45db1c8f-1bbc-483f-a4a7-9925b4aa12cf req-959b3644-fd31-4450-a1fa-0c8df484e44a tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccec3f68-32f3-4c27-b1c8-24cd0b6bbe02 HTTP/1.1" status: 200 len: 943 time: 0.1046898 Aug 19 14:45:46.114154 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec616b8-ceb0-4c63-a8f3-760cd0613dfa req-f939b87d-30fb-407f-be46-f5e8edc28d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:46.115629 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0ec616b8-ceb0-4c63-a8f3-760cd0613dfa req-f939b87d-30fb-407f-be46-f5e8edc28d1b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9422880f-eaac-4c78-82da-517737e1ea86 HTTP/1.1" status: 200 len: 851 time: 0.0829175 Aug 19 14:45:46.144598 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e5fa0b-8810-407c-8b4c-6a1a8f591964 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Network 93438e45-6ef8-43eb-84cf-55caf0d4eabd is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:45:46.171329 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0ec616b8-ceb0-4c63-a8f3-760cd0613dfa req-2df5a5eb-2dc9-4e4b-9dc7-5553ddd2637b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=23c2e440-9ca3-45a7-ab8d-c7ac81e99a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465438 Aug 19 14:45:46.177459 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-90e5fa0b-8810-407c-8b4c-6a1a8f591964 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 93438e45-6ef8-43eb-84cf-55caf0d4eabd) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:45:46.186897 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46aadb4-2183-44c9-aae7-4f61abc996ee None None] Network 93438e45-6ef8-43eb-84cf-55caf0d4eabd requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:45:46.197433 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e5fa0b-8810-407c-8b4c-6a1a8f591964 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:46.198152 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-90e5fa0b-8810-407c-8b4c-6a1a8f591964 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:46.244126 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-45db1c8f-1bbc-483f-a4a7-9925b4aa12cf req-d90bbdb8-5ad5-47ab-a5b7-c65f57f6686c tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274817 Aug 19 14:45:46.264033 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-90e5fa0b-8810-407c-8b4c-6a1a8f591964 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7842202 Aug 19 14:45:46.273787 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48944) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:46.283699 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-cdea6073-5cee-4623-9ea7-d3c45203a342 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Request body: {'port': {'network_id': '93438e45-6ef8-43eb-84cf-55caf0d4eabd', 'name': 'tempest-NetworksIpV6TestAttrs-389263337'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:45:46.447198 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150817ee-876a-44a3-acc1-99f1eefacc5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-93438e45-6ef8-43eb-84cf-55caf0d4eabd', 'network_id': '93438e45-6ef8-43eb-84cf-55caf0d4eabd', 'tenant_id': '02e21687af56478f9df99f70517fef40', 'fixed_ips': [{'subnet_id': '7cba9240-8771-48e1-a09d-302c3ae54537'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:45:46.449422 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-150817ee-876a-44a3-acc1-99f1eefacc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:46.526818 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0ec616b8-ceb0-4c63-a8f3-760cd0613dfa req-ea8c1ef2-34d8-4a0f-b625-7a56ea199083 service neutron] 10.222.0.88 "GET /v2.0/networks/23c2e440-9ca3-45a7-ab8d-c7ac81e99a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403563 Aug 19 14:45:46.631263 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-8bcefc35-5575-4560-b5f4-83265a82c97c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1368098 Aug 19 14:45:46.636352 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f257f80-b1e5-4e35-ad98-f630189241f7 req-8e47de6c-8a7b-42aa-b6c4-b44161a22fa8 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:46.644089 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5f257f80-b1e5-4e35-ad98-f630189241f7 req-8e47de6c-8a7b-42aa-b6c4-b44161a22fa8 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=92ae58fd-1cf9-4159-851f-89e50457a4e0 HTTP/1.1" status: 200 len: 945 time: 0.1600924 Aug 19 14:45:46.706542 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdea6073-5cee-4623-9ea7-d3c45203a342 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Made reservation on behalf of 02e21687af56478f9df99f70517fef40 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:45:46.710149 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cdea6073-5cee-4623-9ea7-d3c45203a342 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:46.725302 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-150817ee-876a-44a3-acc1-99f1eefacc5a None None] Allocated IP 2001:db8::f816:3eff:fe72:9577 (93438e45-6ef8-43eb-84cf-55caf0d4eabd/7cba9240-8771-48e1-a09d-302c3ae54537/afcca13e-8b1f-4c56-944e-7fb3c563e823) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:45:46.766886 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5f257f80-b1e5-4e35-ad98-f630189241f7 req-4decd7b3-4a12-4a0a-9fa6-2d06d742b542 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217172 Aug 19 14:45:46.772117 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0ec616b8-ceb0-4c63-a8f3-760cd0613dfa req-22643f75-2181-4eeb-af9e-1ed69b0c8d17 service neutron] 10.222.0.88 "GET /v2.0/networks/23c2e440-9ca3-45a7-ab8d-c7ac81e99a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351232 Aug 19 14:45:46.800434 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-cdea6073-5cee-4623-9ea7-d3c45203a342 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] device_id is not set on port 3a4790ec-6a49-4b20-b93f-1422857c6b06 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:45:46.805870 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-d1b21106-0e48-49f1-85ae-0585a9885ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:46.808789 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-d1b21106-0e48-49f1-85ae-0585a9885ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:46.811486 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-d1b21106-0e48-49f1-85ae-0585a9885ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:46.812193 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-d1b21106-0e48-49f1-85ae-0585a9885ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:46.813320 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-d1b21106-0e48-49f1-85ae-0585a9885ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:46.814015 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-d1b21106-0e48-49f1-85ae-0585a9885ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:46.814704 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-d1b21106-0e48-49f1-85ae-0585a9885ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:46.826304 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-d1b21106-0e48-49f1-85ae-0585a9885ea1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=eac9849a6187411198187660adbcdd48&device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 6492 time: 0.1225107 Aug 19 14:45:47.043409 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-150817ee-876a-44a3-acc1-99f1eefacc5a None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:47.053346 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-150817ee-876a-44a3-acc1-99f1eefacc5a None None] Transition to ACTIVE for port object afcca13e-8b1f-4c56-944e-7fb3c563e823 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:45:47.075785 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-150817ee-876a-44a3-acc1-99f1eefacc5a None None] Transition to ACTIVE for port object afcca13e-8b1f-4c56-944e-7fb3c563e823 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:45:47.083496 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 7296d16e-f6b0-4341-aba3-01b8150aef09 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:45:47.092333 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-7e8c231a-7b40-4db5-a06a-f407067a1313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:47.092847 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-7e8c231a-7b40-4db5-a06a-f407067a1313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:47.093314 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-7e8c231a-7b40-4db5-a06a-f407067a1313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:47.102917 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-7e8c231a-7b40-4db5-a06a-f407067a1313 service neutron] 10.222.0.88 "GET /v2.0/networks?id=120c5244-d1e2-46c3-b22a-2b90b5b4e09c&id=35f8f681-bcb0-473e-b781-4b88789fa2d6&id=35f8f681-bcb0-473e-b781-4b88789fa2d6&id=35f8f681-bcb0-473e-b781-4b88789fa2d6&id=35f8f681-bcb0-473e-b781-4b88789fa2d6&id=f3436889-0f1e-4563-85ab-9bb255bdd019&id=f3436889-0f1e-4563-85ab-9bb255bdd019 HTTP/1.1" status: 200 len: 2293 time: 0.2444983 Aug 19 14:45:47.141814 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-150817ee-876a-44a3-acc1-99f1eefacc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:47.204016 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150817ee-876a-44a3-acc1-99f1eefacc5a None None] Pushing event updated for resources: {'Port': ['ID=afcca13e-8b1f-4c56-944e-7fb3c563e823,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:47.209427 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-cdea6073-5cee-4623-9ea7-d3c45203a342 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Allocated IP 2001:db8::f816:3eff:fe78:ccf0 (93438e45-6ef8-43eb-84cf-55caf0d4eabd/7cba9240-8771-48e1-a09d-302c3ae54537/3a4790ec-6a49-4b20-b93f-1422857c6b06) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:45:47.225756 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150817ee-876a-44a3-acc1-99f1eefacc5a None None] Network 93438e45-6ef8-43eb-84cf-55caf0d4eabd is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:45:47.229452 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-150817ee-876a-44a3-acc1-99f1eefacc5a None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:45:47.237573 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150817ee-876a-44a3-acc1-99f1eefacc5a None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:45:47.247023 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 7296d16e-f6b0-4341-aba3-01b8150aef09 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:45:47.247552 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:47.275620 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-dbb6f2fe-6793-4723-b5d0-433f96eb2482 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2843ebb3-e971-408f-85db-a3c624b9b9d8 HTTP/1.1" status: 200 len: 1001 time: 0.1662014 Aug 19 14:45:47.373115 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-150817ee-876a-44a3-acc1-99f1eefacc5a None None] Attempting to bind port afcca13e-8b1f-4c56-944e-7fb3c563e823 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:45:47.373557 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-150817ee-876a-44a3-acc1-99f1eefacc5a None None] Attempting to bind port afcca13e-8b1f-4c56-944e-7fb3c563e823 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '636c536d-6a40-4215-97ea-de29fea7bbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '93438e45-6ef8-43eb-84cf-55caf0d4eabd'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:45:47.374033 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150817ee-876a-44a3-acc1-99f1eefacc5a None None] Attempting to bind port afcca13e-8b1f-4c56-944e-7fb3c563e823 on network 93438e45-6ef8-43eb-84cf-55caf0d4eabd {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:45:47.384716 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150817ee-876a-44a3-acc1-99f1eefacc5a None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:45:47.385274 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150817ee-876a-44a3-acc1-99f1eefacc5a None None] Checking segment: {'id': '636c536d-6a40-4215-97ea-de29fea7bbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '93438e45-6ef8-43eb-84cf-55caf0d4eabd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:45:47.385809 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-150817ee-876a-44a3-acc1-99f1eefacc5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:47.386837 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150817ee-876a-44a3-acc1-99f1eefacc5a None None] Bound using segment: {'id': '636c536d-6a40-4215-97ea-de29fea7bbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '93438e45-6ef8-43eb-84cf-55caf0d4eabd'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:45:47.387443 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-150817ee-876a-44a3-acc1-99f1eefacc5a None None] Bound port: afcca13e-8b1f-4c56-944e-7fb3c563e823, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '636c536d-6a40-4215-97ea-de29fea7bbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '93438e45-6ef8-43eb-84cf-55caf0d4eabd'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:45:47.388090 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-150817ee-876a-44a3-acc1-99f1eefacc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:47.394154 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-b7ddbdf5-6cc1-4df4-97f3-64923cd5d246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:47.399770 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-b7ddbdf5-6cc1-4df4-97f3-64923cd5d246 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d90280f3-05d8-4d32-bed7-d9a137266bae HTTP/1.1" status: 200 len: 850 time: 0.1151116 Aug 19 14:45:47.457767 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cdea6073-5cee-4623-9ea7-d3c45203a342 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:47.494757 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-cdea6073-5cee-4623-9ea7-d3c45203a342 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Transition to ACTIVE for port object 3a4790ec-6a49-4b20-b93f-1422857c6b06 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:45:47.516584 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-ceccaa88-65d3-484d-8a74-53629211e8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:47.518098 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-ceccaa88-65d3-484d-8a74-53629211e8b5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=120c5244-d1e2-46c3-b22a-2b90b5b4e09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1106153 Aug 19 14:45:47.521212 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:47.539272 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-150817ee-876a-44a3-acc1-99f1eefacc5a None None] For port afcca13e-8b1f-4c56-944e-7fb3c563e823, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:45:47.568641 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-150817ee-876a-44a3-acc1-99f1eefacc5a None None] For port afcca13e-8b1f-4c56-944e-7fb3c563e823, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=afcca13e-8b1f-4c56-944e-7fb3c563e823,segment=NetworkSegment(636c536d-6a40-4215-97ea-de29fea7bbd6),segment_id=636c536d-6a40-4215-97ea-de29fea7bbd6)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:45:47.576382 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc81ffc7-f660-46e6-acb8-f9c9b57f066f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7296d16e-f6b0-4341-aba3-01b8150aef09'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:45:47.579661 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23512c2f-dae0-4b79-94a7-27def12e7692" -d '{"events": [{"server_uuid": "fc81ffc7-f660-46e6-acb8-f9c9b57f066f", "name": "network-vif-plugged", "status": "completed", "tag": "7296d16e-f6b0-4341-aba3-01b8150aef09"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:45:47.586266 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-150817ee-876a-44a3-acc1-99f1eefacc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:47.599749 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be8169-e71e-4596-9448-93c5732356a8 req-4622654a-d663-4697-a1d9-8529b674598b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:47.601315 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d2be8169-e71e-4596-9448-93c5732356a8 req-4622654a-d663-4697-a1d9-8529b674598b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7fb0cbae73e44bb4aa5ac758561c58c6&device_id=ccec3f68-32f3-4c27-b1c8-24cd0b6bbe02 HTTP/1.1" status: 200 len: 1094 time: 0.6982236 Aug 19 14:45:47.606002 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 7296d16e-f6b0-4341-aba3-01b8150aef09, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=7296d16e-f6b0-4341-aba3-01b8150aef09,segment=NetworkSegment(deb4ceaa-a168-4950-8d67-f7a10179a94a),segment_id=deb4ceaa-a168-4950-8d67-f7a10179a94a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:45:47.634035 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:47.712498 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150817ee-876a-44a3-acc1-99f1eefacc5a None None] Pushing event updated for resources: {'Port': ['ID=afcca13e-8b1f-4c56-944e-7fb3c563e823,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:47.758746 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-00559953-5db1-4e14-b86f-ed1dfc56444b service neutron] 10.222.0.88 "GET /v2.0/networks/120c5244-d1e2-46c3-b22a-2b90b5b4e09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301342 Aug 19 14:45:47.767806 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be8169-e71e-4596-9448-93c5732356a8 req-bcb1efb9-9936-4b12-acce-5661d4388ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:47.769399 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d2be8169-e71e-4596-9448-93c5732356a8 req-bcb1efb9-9936-4b12-acce-5661d4388ff9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=23c2e440-9ca3-45a7-ab8d-c7ac81e99a99 HTTP/1.1" status: 200 len: 912 time: 0.1518912 Aug 19 14:45:47.808023 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad8ca9-4be6-4f5b-a710-4eed5e2ba1f4 req-c522f1ad-056a-41e8-b4bc-721bbc03ee9a tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:47.818245 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-94ad8ca9-4be6-4f5b-a710-4eed5e2ba1f4 req-c522f1ad-056a-41e8-b4bc-721bbc03ee9a tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 945 time: 0.3178735 Aug 19 14:45:47.852233 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=7296d16e-f6b0-4341-aba3-01b8150aef09,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:47.914739 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d2be8169-e71e-4596-9448-93c5732356a8 req-1dfa17e6-486e-4c76-81ce-bf05fcbb0fc4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3954f567-9cbb-4c3b-b3bd-363311fc0503 HTTP/1.1" status: 200 len: 217 time: 0.1247826 Aug 19 14:45:47.937672 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-94ad8ca9-4be6-4f5b-a710-4eed5e2ba1f4 req-df51b897-732f-4388-84ed-124cde860cdd tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=14b1b67d-e522-41bf-ab63-48f4b8afa430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138697 Aug 19 14:45:47.943563 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-aa855e20-5c76-4ed7-a569-4343a51e6263 service neutron] 10.222.0.88 "GET /v2.0/networks/120c5244-d1e2-46c3-b22a-2b90b5b4e09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752388 Aug 19 14:45:48.070080 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-06fdf3bb-1afd-4d07-9d2c-8d85cf003d67 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=4f46bceb-d478-4788-bf46-f2d1c4de2a62 HTTP/1.1" status: 200 len: 217 time: 0.1185479 Aug 19 14:45:48.128929 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cdea6073-5cee-4623-9ea7-d3c45203a342 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:48.194134 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-af1d3cf8-8918-4add-aa1b-0998b6bb78bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:48.195599 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-af1d3cf8-8918-4add-aa1b-0998b6bb78bc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c8acc88a-fe8b-43cc-b8bf-ebd805cfdcd1 HTTP/1.1" status: 200 len: 797 time: 0.1175773 Aug 19 14:45:48.211790 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdea6073-5cee-4623-9ea7-d3c45203a342 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Network 93438e45-6ef8-43eb-84cf-55caf0d4eabd is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:45:48.214342 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be8169-e71e-4596-9448-93c5732356a8 req-0b2882b0-39a5-420f-abec-3f72cf90cb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:48.216080 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d2be8169-e71e-4596-9448-93c5732356a8 req-0b2882b0-39a5-420f-abec-3f72cf90cb41 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9422880f-eaac-4c78-82da-517737e1ea86 HTTP/1.1" status: 200 len: 851 time: 0.2760613 Aug 19 14:45:48.216991 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdea6073-5cee-4623-9ea7-d3c45203a342 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Pushing event updated for resources: {'Port': ['ID=3a4790ec-6a49-4b20-b93f-1422857c6b06,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:48.221949 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-cdea6073-5cee-4623-9ea7-d3c45203a342 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:45:48.224504 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdea6073-5cee-4623-9ea7-d3c45203a342 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:45:48.232487 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdea6073-5cee-4623-9ea7-d3c45203a342 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:48.233869 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cdea6073-5cee-4623-9ea7-d3c45203a342 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:48.287382 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d2be8169-e71e-4596-9448-93c5732356a8 req-14e95114-ac89-4299-829b-2477a040169a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=23c2e440-9ca3-45a7-ab8d-c7ac81e99a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415297 Aug 19 14:45:48.291809 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-cdea6073-5cee-4623-9ea7-d3c45203a342 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.0165482 Aug 19 14:45:48.295129 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48970) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:48.391303 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-c4c0a10b-adb6-41df-9b77-41f29f139778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:48.392999 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-c4c0a10b-adb6-41df-9b77-41f29f139778 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=35f8f681-bcb0-473e-b781-4b88789fa2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1903708 Aug 19 14:45:48.493580 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87adca64-011e-4ce9-8bfa-0a6133debe7f req-a47ff179-7efa-4ea5-b58d-f6dab721978c tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:48.510172 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-87adca64-011e-4ce9-8bfa-0a6133debe7f req-a47ff179-7efa-4ea5-b58d-f6dab721978c tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccec3f68-32f3-4c27-b1c8-24cd0b6bbe02 HTTP/1.1" status: 200 len: 943 time: 0.2210844 Aug 19 14:45:48.538908 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-448e5405-d4d7-4354-b217-11db22f75978 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Deleting subnet 7cba9240-8771-48e1-a09d-302c3ae54537 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:45:48.577386 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-87adca64-011e-4ce9-8bfa-0a6133debe7f req-27e2c9da-3061-4225-b4fc-284f5594c552 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657096 Aug 19 14:45:48.606829 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-448e5405-d4d7-4354-b217-11db22f75978 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:48.693467 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d2be8169-e71e-4596-9448-93c5732356a8 req-2b2cd1fd-e597-4b48-ba7a-61dea0b5830a service neutron] 10.222.0.88 "GET /v2.0/networks/23c2e440-9ca3-45a7-ab8d-c7ac81e99a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425517 Aug 19 14:45:48.747393 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-448e5405-d4d7-4354-b217-11db22f75978 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:48.846519 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d2be8169-e71e-4596-9448-93c5732356a8 req-e1b0d2f2-42fa-4d25-ac0e-c9757bdd368f service neutron] 10.222.0.88 "GET /v2.0/networks/23c2e440-9ca3-45a7-ab8d-c7ac81e99a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458316 Aug 19 14:45:48.861260 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-97b3f715-aaec-4fc2-a15e-60f11b83059c service neutron] 10.222.0.88 "GET /v2.0/networks/35f8f681-bcb0-473e-b781-4b88789fa2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4601450 Aug 19 14:45:48.953049 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a54564-26a8-451b-89d9-1fc28a0d8375 x-openstack-request-id: req-08a54564-26a8-451b-89d9-1fc28a0d8375 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:45:48.953482 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc81ffc7-f660-46e6-acb8-f9c9b57f066f", "name": "network-vif-plugged", "status": "completed", "tag": "7296d16e-f6b0-4341-aba3-01b8150aef09", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:45:48.953596 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-08a54564-26a8-451b-89d9-1fc28a0d8375 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:45:48.954005 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc81ffc7-f660-46e6-acb8-f9c9b57f066f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7296d16e-f6b0-4341-aba3-01b8150aef09', 'code': 200} Aug 19 14:45:49.037529 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 3954f567-9cbb-4c3b-b3bd-363311fc0503 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:45:49.089855 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-6c290bff-ee83-49af-bcb2-99bc14aafe15 service neutron] 10.222.0.88 "GET /v2.0/networks/35f8f681-bcb0-473e-b781-4b88789fa2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987097 Aug 19 14:45:49.178085 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75b289-b854-4edd-b072-556e7fc90f5c req-40df2d13-f519-45ad-915e-2f300c551f15 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:49.179668 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7e75b289-b854-4edd-b072-556e7fc90f5c req-40df2d13-f519-45ad-915e-2f300c551f15 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=92ae58fd-1cf9-4159-851f-89e50457a4e0 HTTP/1.1" status: 200 len: 945 time: 0.1602712 Aug 19 14:45:49.201586 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-482dafce-6fcb-4e4b-9ed0-c0a3becd747e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f HTTP/1.1" status: 200 len: 217 time: 0.0894020 Aug 19 14:45:49.239513 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device afcca13e-8b1f-4c56-944e-7fb3c563e823 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:45:49.321835 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7e75b289-b854-4edd-b072-556e7fc90f5c req-3aa37b82-d047-4cb3-80a9-7879c39710c8 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283448 Aug 19 14:45:49.385225 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9bc94e-bc8d-4cf7-a868-b047088e75f1 req-3b77a0c9-f597-476a-b8f7-1ee2a1f0e055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:49.390095 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1b9bc94e-bc8d-4cf7-a868-b047088e75f1 req-3b77a0c9-f597-476a-b8f7-1ee2a1f0e055 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=93c36d7db0b9486ca0e05d09444f38b7&device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 1097 time: 0.4703350 Aug 19 14:45:49.462854 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port afcca13e-8b1f-4c56-944e-7fb3c563e823 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:45:49.486573 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 3954f567-9cbb-4c3b-b3bd-363311fc0503, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=3954f567-9cbb-4c3b-b3bd-363311fc0503,segment=NetworkSegment(dfb5451f-ae59-4348-b57d-1e05105b4f16),segment_id=dfb5451f-ae59-4348-b57d-1e05105b4f16)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:45:49.518818 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '3954f567-9cbb-4c3b-b3bd-363311fc0503', 'network_id': '23c2e440-9ca3-45a7-ab8d-c7ac81e99a99', 'port_id': '3954f567-9cbb-4c3b-b3bd-363311fc0503', 'mac_address': 'fa:16:3e:ea:9a:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9422880f-eaac-4c78-82da-517737e1ea86', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:45:49.572977 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-448e5405-d4d7-4354-b217-11db22f75978 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:49.632320 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:49.662963 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-d1a3e5a2-bb46-4f8f-aed9-f5710de9dfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:49.666138 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233cacae-5548-4cbf-96fd-c8c652842747 None None] Network 93438e45-6ef8-43eb-84cf-55caf0d4eabd requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:45:49.670867 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-d1a3e5a2-bb46-4f8f-aed9-f5710de9dfc3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c8acc88a-fe8b-43cc-b8bf-ebd805cfdcd1 HTTP/1.1" status: 200 len: 797 time: 0.3900709 Aug 19 14:45:49.793791 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08ace0-e793-48b6-926a-ec2e0681d9cd req-ceda6f2b-ade2-4147-ba42-94bfb1a0c62f tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:49.809111 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8c08ace0-e793-48b6-926a-ec2e0681d9cd req-ceda6f2b-ade2-4147-ba42-94bfb1a0c62f tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 946 time: 0.1118805 Aug 19 14:45:49.812959 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3954f567-9cbb-4c3b-b3bd-363311fc0503 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:45:49.819698 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-448e5405-d4d7-4354-b217-11db22f75978 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:49.879213 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e397d0cd-4fe4-41dc-a8ea-cb2b7640b9fa None None] Provisioning for port afcca13e-8b1f-4c56-944e-7fb3c563e823 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:45:49.904364 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8c08ace0-e793-48b6-926a-ec2e0681d9cd req-f5ebd2ba-e23d-4433-9c19-98c048e783ba tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=14b1b67d-e522-41bf-ab63-48f4b8afa430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942702 Aug 19 14:45:49.915784 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e397d0cd-4fe4-41dc-a8ea-cb2b7640b9fa None None] Provisioning complete for port afcca13e-8b1f-4c56-944e-7fb3c563e823 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:45:49.916296 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e397d0cd-4fe4-41dc-a8ea-cb2b7640b9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:49.926119 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448e5405-d4d7-4354-b217-11db22f75978 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Pushing event deleted for resources: {'Subnet': ['ID=7cba9240-8771-48e1-a09d-302c3ae54537,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:49.932177 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-448e5405-d4d7-4354-b217-11db22f75978 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:49.934944 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-448e5405-d4d7-4354-b217-11db22f75978 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] 10.222.0.69 "DELETE /v2.0/subnets/7cba9240-8771-48e1-a09d-302c3ae54537 HTTP/1.1" status: 204 len: 168 time: 1.6394188 Aug 19 14:45:49.937938 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48984) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:49.967612 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9bc94e-bc8d-4cf7-a868-b047088e75f1 req-e49c6c45-403b-4ee4-8293-c358863d73bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:49.970134 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1b9bc94e-bc8d-4cf7-a868-b047088e75f1 req-e49c6c45-403b-4ee4-8293-c358863d73bd service neutron] 10.222.0.68 "GET /v2.0/networks?id=669513f8-b4b3-4e5c-8f0d-5f8e9923cc05 HTTP/1.1" status: 200 len: 917 time: 0.5438936 Aug 19 14:45:49.970709 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 3954f567-9cbb-4c3b-b3bd-363311fc0503, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=3954f567-9cbb-4c3b-b3bd-363311fc0503,segment=NetworkSegment(dfb5451f-ae59-4348-b57d-1e05105b4f16),segment_id=dfb5451f-ae59-4348-b57d-1e05105b4f16)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:45:49.972905 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-e09ec299-9aff-4d99-894c-afee0785a5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:49.974549 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-e09ec299-9aff-4d99-894c-afee0785a5dd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=35f8f681-bcb0-473e-b781-4b88789fa2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2812459 Aug 19 14:45:50.076946 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:50.109719 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba0fdf7-64f2-471d-b68e-d7ec5c16c506 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:50.124311 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba0fdf7-64f2-471d-b68e-d7ec5c16c506 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:50.126279 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-2ba0fdf7-64f2-471d-b68e-d7ec5c16c506 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1871915 Aug 19 14:45:50.134377 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48988) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:50.238360 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-a10c14bb-e7d6-464d-b456-c314ab0a903b service neutron] 10.222.0.88 "GET /v2.0/networks/35f8f681-bcb0-473e-b781-4b88789fa2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504187 Aug 19 14:45:50.331450 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=3954f567-9cbb-4c3b-b3bd-363311fc0503,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:50.373862 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e397d0cd-4fe4-41dc-a8ea-cb2b7640b9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:50.407045 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9ac79aa-5b51-41ce-b306-bca6fa48f67e tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:50.435972 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab71a7-6d71-4fcb-91c1-2d302e60a71a req-5798fe56-d2a4-479e-a876-ba84a93125e4 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:50.446663 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-27ab71a7-6d71-4fcb-91c1-2d302e60a71a req-5798fe56-d2a4-479e-a876-ba84a93125e4 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccec3f68-32f3-4c27-b1c8-24cd0b6bbe02 HTTP/1.1" status: 200 len: 944 time: 0.2599468 Aug 19 14:45:50.454476 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1b9bc94e-bc8d-4cf7-a868-b047088e75f1 req-66459ef6-b4aa-4ae3-b707-2ec6dbf292b7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7296d16e-f6b0-4341-aba3-01b8150aef09 HTTP/1.1" status: 200 len: 1002 time: 0.4677851 Aug 19 14:45:50.462477 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['3954f567-9cbb-4c3b-b3bd-363311fc0503'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:45:50.472163 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9ac79aa-5b51-41ce-b306-bca6fa48f67e tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 19 14:45:50.472819 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9ac79aa-5b51-41ce-b306-bca6fa48f67e tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:45:50.474313 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e397d0cd-4fe4-41dc-a8ea-cb2b7640b9fa None None] For port afcca13e-8b1f-4c56-944e-7fb3c563e823, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=afcca13e-8b1f-4c56-944e-7fb3c563e823,segment=NetworkSegment(636c536d-6a40-4215-97ea-de29fea7bbd6),segment_id=636c536d-6a40-4215-97ea-de29fea7bbd6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:45:50.474928 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e9ac79aa-5b51-41ce-b306-bca6fa48f67e tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] 10.222.0.69 "DELETE /v2.0/networks/93438e45-6ef8-43eb-84cf-55caf0d4eabd HTTP/1.1" status: 409 len: 405 time: 0.3389182 Aug 19 14:45:50.482120 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 49004) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:50.485182 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26af41e5-9c47-4fe4-8e31-f4398b103316 None None] DHCP port deletion for 93438e45-6ef8-43eb-84cf-55caf0d4eabd request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:45:50.487749 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9150038c-ab2f-4934-abfe-daa9c34053ae tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-634603556'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:45:50.538017 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-27ab71a7-6d71-4fcb-91c1-2d302e60a71a req-fd80c9f8-994f-410b-8499-6b53bc3439ac tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935736 Aug 19 14:45:50.575221 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9150038c-ab2f-4934-abfe-daa9c34053ae tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Made reservation on behalf of 02e21687af56478f9df99f70517fef40 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:45:50.577404 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-564d493c-12e5-4b3f-9b0c-65b775aadbc7 service neutron] 10.222.0.88 "GET /v2.0/networks/35f8f681-bcb0-473e-b781-4b88789fa2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279452 Aug 19 14:45:50.580147 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9150038c-ab2f-4934-abfe-daa9c34053ae tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:50.629411 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9150038c-ab2f-4934-abfe-daa9c34053ae tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:45:50.637344 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e397d0cd-4fe4-41dc-a8ea-cb2b7640b9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:50.658757 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-0c803a0a-c2eb-4ff6-9622-3f2f846ca9d4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=bf510a67-3758-4837-9af6-1a144f49bd82 HTTP/1.1" status: 200 len: 217 time: 0.0647261 Aug 19 14:45:50.659449 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9150038c-ab2f-4934-abfe-daa9c34053ae tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:50.659856 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-9150038c-ab2f-4934-abfe-daa9c34053ae tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Added segment c1fc98ee-8531-4eba-9002-e802a13a3ab2 of type vlan for network a2c859da-b49b-4e25-8869-09b210c090df Aug 19 14:45:50.662632 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9bc94e-bc8d-4cf7-a868-b047088e75f1 req-71dc6d28-4a4c-4ba0-8dd1-27b08bff8f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:50.667925 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1b9bc94e-bc8d-4cf7-a868-b047088e75f1 req-71dc6d28-4a4c-4ba0-8dd1-27b08bff8f4b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=55f10344-049d-42f2-b429-801948692761 HTTP/1.1" status: 200 len: 855 time: 0.1819680 Aug 19 14:45:50.834627 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-26af41e5-9c47-4fe4-8e31-f4398b103316 None None] Deleting port afcca13e-8b1f-4c56-944e-7fb3c563e823 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:45:50.834999 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-26af41e5-9c47-4fe4-8e31-f4398b103316 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:50.837270 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9150038c-ab2f-4934-abfe-daa9c34053ae tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:50.841917 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-114cdcf8-5b24-4b15-9fa9-c764b1c2a5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:50.844334 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-114cdcf8-5b24-4b15-9fa9-c764b1c2a5c7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c8acc88a-fe8b-43cc-b8bf-ebd805cfdcd1 HTTP/1.1" status: 200 len: 797 time: 0.1754758 Aug 19 14:45:50.866949 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9bc94e-bc8d-4cf7-a868-b047088e75f1 req-d24f7395-21df-4255-a878-c51f3b84f016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:50.886452 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1b9bc94e-bc8d-4cf7-a868-b047088e75f1 req-d24f7395-21df-4255-a878-c51f3b84f016 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=669513f8-b4b3-4e5c-8f0d-5f8e9923cc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1841662 Aug 19 14:45:50.952595 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f44bf-a088-47ad-adb3-0aa9131a3762 req-1e5b33ac-87db-4776-a758-0c05fcdab361 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:50.958269 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4f8f44bf-a088-47ad-adb3-0aa9131a3762 req-1e5b33ac-87db-4776-a758-0c05fcdab361 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=92ae58fd-1cf9-4159-851f-89e50457a4e0 HTTP/1.1" status: 200 len: 945 time: 0.2662168 Aug 19 14:45:50.960231 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9150038c-ab2f-4934-abfe-daa9c34053ae tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:50.976630 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9150038c-ab2f-4934-abfe-daa9c34053ae tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:50.981171 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9150038c-ab2f-4934-abfe-daa9c34053ae tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:50.989979 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e397d0cd-4fe4-41dc-a8ea-cb2b7640b9fa None None] Pushing event updated for resources: {'Port': ['ID=afcca13e-8b1f-4c56-944e-7fb3c563e823,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:51.105926 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-26af41e5-9c47-4fe4-8e31-f4398b103316 None None] For port afcca13e-8b1f-4c56-944e-7fb3c563e823, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=afcca13e-8b1f-4c56-944e-7fb3c563e823,segment=NetworkSegment(636c536d-6a40-4215-97ea-de29fea7bbd6),segment_id=636c536d-6a40-4215-97ea-de29fea7bbd6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:45:51.106335 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-26af41e5-9c47-4fe4-8e31-f4398b103316 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:51.115097 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-44588c69-0622-478f-b37c-ece96cb0ff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:51.117566 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-44588c69-0622-478f-b37c-ece96cb0ff43 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=35f8f681-bcb0-473e-b781-4b88789fa2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2618439 Aug 19 14:45:51.123525 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-26af41e5-9c47-4fe4-8e31-f4398b103316 None None] Calling delete_port for afcca13e-8b1f-4c56-944e-7fb3c563e823 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:45:51.134997 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9150038c-ab2f-4934-abfe-daa9c34053ae tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6489232 Aug 19 14:45:51.135301 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 49026) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:51.160666 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-5ffef367-48a6-469e-b5d2-fa4cfb6cb647 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Request body: {'subnet': {'network_id': 'a2c859da-b49b-4e25-8869-09b210c090df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:45:51.224275 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1b9bc94e-bc8d-4cf7-a868-b047088e75f1 req-f6a48688-998f-41cd-894d-952b8699f422 service neutron] 10.222.0.68 "GET /v2.0/networks/669513f8-b4b3-4e5c-8f0d-5f8e9923cc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889028 Aug 19 14:45:51.243543 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device afcca13e-8b1f-4c56-944e-7fb3c563e823 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:45:51.249954 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-26af41e5-9c47-4fe4-8e31-f4398b103316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:51.259927 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9150038c-ab2f-4934-abfe-daa9c34053ae tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Pushing event updated for resources: {'Network': ['ID=a2c859da-b49b-4e25-8869-09b210c090df,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:51.271149 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26af41e5-9c47-4fe4-8e31-f4398b103316 None None] No DVR routers for this DVR port afcca13e-8b1f-4c56-944e-7fb3c563e823 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:45:51.277394 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4f8f44bf-a088-47ad-adb3-0aa9131a3762 req-580aab85-65fe-4a76-8bf3-e0f07cde5632 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675202 Aug 19 14:45:51.315019 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network a2c859da-b49b-4e25-8869-09b210c090df details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:45:51.351437 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: afcca13e-8b1f-4c56-944e-7fb3c563e823 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:45:51.351789 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device afcca13e-8b1f-4c56-944e-7fb3c563e823 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:45:51.358996 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af41e5-9c47-4fe4-8e31-f4398b103316 None None] Pushing event deleted for resources: {'Port': ['ID=afcca13e-8b1f-4c56-944e-7fb3c563e823,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:51.379324 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4990f1-997c-47ba-bd47-909b7180d7ea req-890ab902-f0ca-4867-ae70-bc485cc7da29 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:51.386805 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-4a28d32d-4902-45e4-b0d8-150c37920649 service neutron] 10.222.0.88 "GET /v2.0/networks/35f8f681-bcb0-473e-b781-4b88789fa2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560482 Aug 19 14:45:51.387035 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1e4990f1-997c-47ba-bd47-909b7180d7ea req-890ab902-f0ca-4867-ae70-bc485cc7da29 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/ports?device_id=b09af2a2-2b66-4330-b2f7-8ea9953cd927 HTTP/1.1" status: 200 len: 950 time: 0.2689064 Aug 19 14:45:51.478990 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1e4990f1-997c-47ba-bd47-909b7180d7ea req-e355d8c1-2b71-42cb-80bf-51d453a35f44 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/security-groups?id=ec30ddbb-2af8-4046-9a73-22322e85c7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912330 Aug 19 14:45:51.489143 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97878fde-5728-4a88-98bc-eee3cc0f0d96 req-37da112c-32a0-4323-8efa-9ea094a3c6a0 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:51.497275 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-97878fde-5728-4a88-98bc-eee3cc0f0d96 req-37da112c-32a0-4323-8efa-9ea094a3c6a0 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 946 time: 0.1082973 Aug 19 14:45:51.499039 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffef367-48a6-469e-b5d2-fa4cfb6cb647 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Made reservation on behalf of 02e21687af56478f9df99f70517fef40 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:45:51.502628 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ffef367-48a6-469e-b5d2-fa4cfb6cb647 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:51.507688 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1b9bc94e-bc8d-4cf7-a868-b047088e75f1 req-00d6d269-339a-4692-b4ec-d0ea93cf9be7 service neutron] 10.222.0.68 "GET /v2.0/networks/669513f8-b4b3-4e5c-8f0d-5f8e9923cc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534466 Aug 19 14:45:51.546764 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-75a2b808-183b-4acd-8a1b-744a906ae054 service neutron] 10.222.0.88 "GET /v2.0/networks/35f8f681-bcb0-473e-b781-4b88789fa2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497731 Aug 19 14:45:51.626763 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-97878fde-5728-4a88-98bc-eee3cc0f0d96 req-62350a85-09af-460e-bf9f-e3ad4989619f tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=14b1b67d-e522-41bf-ab63-48f4b8afa430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198237 Aug 19 14:45:51.630798 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-56b04ad8-c6c6-4fcd-bec4-0c13731a034d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=60f87527-45c9-49a4-8b17-a576d308e581 HTTP/1.1" status: 200 len: 217 time: 0.0741241 Aug 19 14:45:51.696251 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-a1e07902-b387-4027-a688-8bb9edf8f41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:51.698369 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-a1e07902-b387-4027-a688-8bb9edf8f41e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c8acc88a-fe8b-43cc-b8bf-ebd805cfdcd1 HTTP/1.1" status: 200 len: 797 time: 0.0600331 Aug 19 14:45:51.778552 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6ce98-5f81-4434-84ee-4efc2c4c1dfc req-d40d25ae-ff30-4e89-be8f-05b152d3fa8d tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:51.780632 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fca6ce98-5f81-4434-84ee-4efc2c4c1dfc req-d40d25ae-ff30-4e89-be8f-05b152d3fa8d tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccec3f68-32f3-4c27-b1c8-24cd0b6bbe02 HTTP/1.1" status: 200 len: 944 time: 0.0903909 Aug 19 14:45:51.795365 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-c0963c9d-b968-4dfc-82b8-46fd6749c20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:51.797802 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-c0963c9d-b968-4dfc-82b8-46fd6749c20f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=35f8f681-bcb0-473e-b781-4b88789fa2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0918388 Aug 19 14:45:51.878028 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fca6ce98-5f81-4434-84ee-4efc2c4c1dfc req-befa4319-2a1b-40f7-bc6d-88ff196a58fc tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588341 Aug 19 14:45:51.948204 n-d-766043-2 neutron-server[94640]: DEBUG neutron.objects.ports [None req-5ffef367-48a6-469e-b5d2-fa4cfb6cb647 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94640) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 14:45:51.950381 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ffef367-48a6-469e-b5d2-fa4cfb6cb647 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:51.963033 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-59bb381c-75f0-46dd-a638-26a6338a0dab service neutron] 10.222.0.88 "GET /v2.0/networks/35f8f681-bcb0-473e-b781-4b88789fa2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565757 Aug 19 14:45:52.014258 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffef367-48a6-469e-b5d2-fa4cfb6cb647 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Pushing event updated for resources: {'Subnet': ['ID=205ae762-01cc-4efe-9930-b606fa441f79,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:52.041254 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffef367-48a6-469e-b5d2-fa4cfb6cb647 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Checking segment: {'id': 'c1fc98ee-8531-4eba-9002-e802a13a3ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a2c859da-b49b-4e25-8869-09b210c090df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:45:52.041744 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffef367-48a6-469e-b5d2-fa4cfb6cb647 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Network hostable DHCP agents. Network: a2c859da-b49b-4e25-8869-09b210c090df, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:45:52.070573 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffef367-48a6-469e-b5d2-fa4cfb6cb647 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Network a2c859da-b49b-4e25-8869-09b210c090df is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:45:52.087007 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-5ffef367-48a6-469e-b5d2-fa4cfb6cb647 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, a2c859da-b49b-4e25-8869-09b210c090df) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:45:52.093223 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffef367-48a6-469e-b5d2-fa4cfb6cb647 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:52.093831 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ffef367-48a6-469e-b5d2-fa4cfb6cb647 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:52.102971 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fce0ee-df35-46ea-b445-46bb43c70917 None None] Network a2c859da-b49b-4e25-8869-09b210c090df requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:45:52.121173 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49034) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:52.122020 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-5ffef367-48a6-469e-b5d2-fa4cfb6cb647 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.9735777 Aug 19 14:45:52.138281 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-1a204ebf-f544-405d-8a79-a826c304ea02 service neutron] 10.222.0.88 "GET /v2.0/networks/35f8f681-bcb0-473e-b781-4b88789fa2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670654 Aug 19 14:45:52.220217 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-d771d0b2-1001-482f-b42e-52311903d79a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4a7fd694-8a1a-46c5-8dda-a9af80047f38 HTTP/1.1" status: 200 len: 217 time: 0.0711541 Aug 19 14:45:52.308312 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-f7cfc0d5-2424-4341-8fbf-3abbd112309d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:52.309819 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-f7cfc0d5-2424-4341-8fbf-3abbd112309d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9900bee7-cb74-4835-8689-e86fe6724bf5 HTTP/1.1" status: 200 len: 797 time: 0.0792093 Aug 19 14:45:52.333009 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66120d94-179b-4212-af20-8253e64e6fcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-a2c859da-b49b-4e25-8869-09b210c090df', 'network_id': 'a2c859da-b49b-4e25-8869-09b210c090df', 'tenant_id': '02e21687af56478f9df99f70517fef40', 'fixed_ips': [{'subnet_id': '205ae762-01cc-4efe-9930-b606fa441f79'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:45:52.334172 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-66120d94-179b-4212-af20-8253e64e6fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:52.338310 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3e15f2e-a56f-4a8c-a004-b413ca7417da tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:52.420199 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac5b3c-d2a9-4674-b11a-ae7a617d699f req-d762b536-e28c-4eeb-893d-ca64667137bd tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:52.428546 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-65ac5b3c-d2a9-4674-b11a-ae7a617d699f req-d762b536-e28c-4eeb-893d-ca64667137bd tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=92ae58fd-1cf9-4159-851f-89e50457a4e0 HTTP/1.1" status: 200 len: 945 time: 0.0678353 Aug 19 14:45:52.481066 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-b30f9a04-3091-415a-b853-79b69e85eed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:52.482741 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-b30f9a04-3091-415a-b853-79b69e85eed8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f3436889-0f1e-4563-85ab-9bb255bdd019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1652503 Aug 19 14:45:52.494550 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-65ac5b3c-d2a9-4674-b11a-ae7a617d699f req-3b94ab3b-e51c-4cfe-9e7c-5f36d4468f02 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649014 Aug 19 14:45:52.561453 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3e15f2e-a56f-4a8c-a004-b413ca7417da tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:52.687021 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d351f-a9c1-4661-9aa3-a3c2a32ee830 req-4a863736-6492-4457-9d5f-cad61e7e3761 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:52.694724 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-dd34784f-52b8-4d91-af20-128a8a3c5397 service neutron] 10.222.0.88 "GET /v2.0/networks/f3436889-0f1e-4563-85ab-9bb255bdd019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915283 Aug 19 14:45:52.712031 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f56d351f-a9c1-4661-9aa3-a3c2a32ee830 req-4a863736-6492-4457-9d5f-cad61e7e3761 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/ports?device_id=b09af2a2-2b66-4330-b2f7-8ea9953cd927 HTTP/1.1" status: 200 len: 950 time: 0.1397669 Aug 19 14:45:52.811533 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-66120d94-179b-4212-af20-8253e64e6fcb None None] Allocated IP 2001:db8::f816:3eff:fe7d:655c (a2c859da-b49b-4e25-8869-09b210c090df/205ae762-01cc-4efe-9930-b606fa441f79/236b65f7-eb83-4f1c-b895-820984c3a7d0) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:45:52.854392 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f56d351f-a9c1-4661-9aa3-a3c2a32ee830 req-e2f89d82-dffc-4dde-ad87-add4fe56aeed tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/security-groups?id=ec30ddbb-2af8-4046-9a73-22322e85c7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408961 Aug 19 14:45:52.887574 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-b00215ae-1d61-4d7a-b7de-bfc3532792eb service neutron] 10.222.0.88 "GET /v2.0/networks/f3436889-0f1e-4563-85ab-9bb255bdd019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600771 Aug 19 14:45:52.947639 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-22a03355-d701-4fb4-beb8-be61f94916ee service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=753eba00-312b-4ae4-b21f-17ab912d1769 HTTP/1.1" status: 200 len: 217 time: 0.0479012 Aug 19 14:45:52.978053 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6c263-f888-479a-b6d5-64f0e38cb335 req-e07d9998-b987-45cb-ac10-19a9957a3def tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:52.980104 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e2a6c263-f888-479a-b6d5-64f0e38cb335 req-e07d9998-b987-45cb-ac10-19a9957a3def tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 946 time: 0.1658812 Aug 19 14:45:53.010519 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-14c87fb7-3b44-4bc9-8af8-a1ee2a13b538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:53.013132 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-14c87fb7-3b44-4bc9-8af8-a1ee2a13b538 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9900bee7-cb74-4835-8689-e86fe6724bf5 HTTP/1.1" status: 200 len: 797 time: 0.0565886 Aug 19 14:45:53.059742 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 3954f567-9cbb-4c3b-b3bd-363311fc0503 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:45:53.063698 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-66120d94-179b-4212-af20-8253e64e6fcb None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:53.083016 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-c5cf0be2-6824-4a77-94e3-74e36c9878d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:53.090060 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-c5cf0be2-6824-4a77-94e3-74e36c9878d7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f3436889-0f1e-4563-85ab-9bb255bdd019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0670414 Aug 19 14:45:53.092779 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e2a6c263-f888-479a-b6d5-64f0e38cb335 req-95880cdd-2bed-42dd-9aeb-6897e6689840 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=14b1b67d-e522-41bf-ab63-48f4b8afa430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912876 Aug 19 14:45:53.133451 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-66120d94-179b-4212-af20-8253e64e6fcb None None] Transition to ACTIVE for port object 236b65f7-eb83-4f1c-b895-820984c3a7d0 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:45:53.216119 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-66120d94-179b-4212-af20-8253e64e6fcb None None] Transition to ACTIVE for port object 236b65f7-eb83-4f1c-b895-820984c3a7d0 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:45:53.239215 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-66120d94-179b-4212-af20-8253e64e6fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:53.275382 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf5c1d-657e-4e4a-a038-f017c41f01d3 req-668c8c67-e998-4ae6-b45d-6fb8a59421a2 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:53.289819 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-04bf5c1d-657e-4e4a-a038-f017c41f01d3 req-668c8c67-e998-4ae6-b45d-6fb8a59421a2 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccec3f68-32f3-4c27-b1c8-24cd0b6bbe02 HTTP/1.1" status: 200 len: 944 time: 0.1398995 Aug 19 14:45:53.328756 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-982ac54e-7887-4161-a317-3a5c8101e0ff service neutron] 10.222.0.88 "GET /v2.0/networks/f3436889-0f1e-4563-85ab-9bb255bdd019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251122 Aug 19 14:45:53.337983 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66120d94-179b-4212-af20-8253e64e6fcb None None] Network a2c859da-b49b-4e25-8869-09b210c090df is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:45:53.344144 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 3954f567-9cbb-4c3b-b3bd-363311fc0503 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:45:53.358786 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 3954f567-9cbb-4c3b-b3bd-363311fc0503 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:45:53.360965 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:53.377226 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-66120d94-179b-4212-af20-8253e64e6fcb None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:45:53.382396 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66120d94-179b-4212-af20-8253e64e6fcb None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:45:53.392652 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-04bf5c1d-657e-4e4a-a038-f017c41f01d3 req-0b0b693c-5f1a-43ec-adcb-7010e5c1f5c2 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000943 Aug 19 14:45:53.499159 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3e15f2e-a56f-4a8c-a004-b413ca7417da tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:53.547748 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66120d94-179b-4212-af20-8253e64e6fcb None None] Pushing event updated for resources: {'Port': ['ID=236b65f7-eb83-4f1c-b895-820984c3a7d0,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:53.606035 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-66120d94-179b-4212-af20-8253e64e6fcb None None] Attempting to bind port 236b65f7-eb83-4f1c-b895-820984c3a7d0 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:45:53.606611 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-66120d94-179b-4212-af20-8253e64e6fcb None None] Attempting to bind port 236b65f7-eb83-4f1c-b895-820984c3a7d0 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'c1fc98ee-8531-4eba-9002-e802a13a3ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a2c859da-b49b-4e25-8869-09b210c090df'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:45:53.607193 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66120d94-179b-4212-af20-8253e64e6fcb None None] Attempting to bind port 236b65f7-eb83-4f1c-b895-820984c3a7d0 on network a2c859da-b49b-4e25-8869-09b210c090df {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:45:53.621079 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66120d94-179b-4212-af20-8253e64e6fcb None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:45:53.621462 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66120d94-179b-4212-af20-8253e64e6fcb None None] Checking segment: {'id': 'c1fc98ee-8531-4eba-9002-e802a13a3ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a2c859da-b49b-4e25-8869-09b210c090df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:45:53.621854 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-66120d94-179b-4212-af20-8253e64e6fcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:53.622241 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66120d94-179b-4212-af20-8253e64e6fcb None None] Bound using segment: {'id': 'c1fc98ee-8531-4eba-9002-e802a13a3ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a2c859da-b49b-4e25-8869-09b210c090df'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:45:53.622719 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-66120d94-179b-4212-af20-8253e64e6fcb None None] Bound port: 236b65f7-eb83-4f1c-b895-820984c3a7d0, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1fc98ee-8531-4eba-9002-e802a13a3ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a2c859da-b49b-4e25-8869-09b210c090df'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:45:53.623095 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-66120d94-179b-4212-af20-8253e64e6fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:53.629159 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e15f2e-a56f-4a8c-a004-b413ca7417da tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Pushing event deleted for resources: {'Subnet': ['ID=205ae762-01cc-4efe-9930-b606fa441f79,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:53.699624 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b140c-96fb-4790-abac-1112a931a3b6 req-dd5a169d-a67a-484c-9b78-5d4ce80d5da9 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:53.700136 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3e15f2e-a56f-4a8c-a004-b413ca7417da tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:53.705919 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-291b140c-96fb-4790-abac-1112a931a3b6 req-dd5a169d-a67a-484c-9b78-5d4ce80d5da9 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=92ae58fd-1cf9-4159-851f-89e50457a4e0 HTTP/1.1" status: 200 len: 945 time: 0.0805657 Aug 19 14:45:53.712834 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-d3e15f2e-a56f-4a8c-a004-b413ca7417da tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2c859da-b49b-4e25-8869-09b210c090df']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:45:53.729130 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-d3e15f2e-a56f-4a8c-a004-b413ca7417da tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1fc98ee-8531-4eba-9002-e802a13a3ab2') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:45:53.729502 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-d3e15f2e-a56f-4a8c-a004-b413ca7417da tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1fc98ee-8531-4eba-9002-e802a13a3ab2') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:45:53.740225 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3e15f2e-a56f-4a8c-a004-b413ca7417da tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:53.756102 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3e15f2e-a56f-4a8c-a004-b413ca7417da tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:53.765871 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3e15f2e-a56f-4a8c-a004-b413ca7417da tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:45:53.766295 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3e15f2e-a56f-4a8c-a004-b413ca7417da tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:53.798512 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-291b140c-96fb-4790-abac-1112a931a3b6 req-f52b7576-7a23-45cf-bb6b-86977ab98fb6 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851419 Aug 19 14:45:53.825936 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:53.827277 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:45:53.827277 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:45:53.827277 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:45:53.827277 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:45:53.827277 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:45:53.827277 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:45:53.827277 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:45:53.827277 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:45:53.827277 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:45:53.827277 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:45:53.827277 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:45:53.827277 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:45:53.827277 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:45:53.827277 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:45:53.827277 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:45:53.827277 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:45:53.827277 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:45:53.827277 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:45:53.827277 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:45:53.827277 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:45:53.827277 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:45:53.827277 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:45:53.827277 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:45:53.827277 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:45:53.827277 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:45:53.827277 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:45:53.827277 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:45:53.827277 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:45:53.827277 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:45:53.827277 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:45:53.827277 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:45:53.827277 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:45:53.830662 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aba438a6-b44b-4c7d-8ac4-6e8dee5e9b3f req-461f5043-c7c0-4d1d-a02b-74f03e593679 service neutron] 10.222.0.88 "GET /v2.0/networks/f3436889-0f1e-4563-85ab-9bb255bdd019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4978614 Aug 19 14:45:53.832952 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.db.api [None req-d3e15f2e-a56f-4a8c-a004-b413ca7417da tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 14:45:53.832952 n-d-766043-2 neutron-server[94639]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 14:45:53.832952 n-d-766043-2 neutron-server[94639]: [parameters: {'id': 'a2c859da-b49b-4e25-8869-09b210c090df'}] Aug 19 14:45:53.832952 n-d-766043-2 neutron-server[94639]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 14:45:53.833838 n-d-766043-2 neutron-server[94639]: DEBUG oslo_db.api [None req-d3e15f2e-a56f-4a8c-a004-b413ca7417da tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 14:45:53.874319 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-66120d94-179b-4212-af20-8253e64e6fcb None None] For port 236b65f7-eb83-4f1c-b895-820984c3a7d0, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:45:53.884999 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccec3f68-32f3-4c27-b1c8-24cd0b6bbe02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3954f567-9cbb-4c3b-b3bd-363311fc0503'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:45:53.887628 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa8df28-0bef-4c32-8a38-8303a1e140ef" -d '{"events": [{"server_uuid": "ccec3f68-32f3-4c27-b1c8-24cd0b6bbe02", "name": "network-vif-plugged", "status": "completed", "tag": "3954f567-9cbb-4c3b-b3bd-363311fc0503"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:45:53.908255 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-66120d94-179b-4212-af20-8253e64e6fcb None None] For port 236b65f7-eb83-4f1c-b895-820984c3a7d0, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=236b65f7-eb83-4f1c-b895-820984c3a7d0,segment=NetworkSegment(c1fc98ee-8531-4eba-9002-e802a13a3ab2),segment_id=c1fc98ee-8531-4eba-9002-e802a13a3ab2)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:45:53.911478 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 3954f567-9cbb-4c3b-b3bd-363311fc0503, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=3954f567-9cbb-4c3b-b3bd-363311fc0503,segment=NetworkSegment(dfb5451f-ae59-4348-b57d-1e05105b4f16),segment_id=dfb5451f-ae59-4348-b57d-1e05105b4f16)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:45:53.925688 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-66120d94-179b-4212-af20-8253e64e6fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:53.962389 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:53.966995 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd4be56-4984-4f9c-980d-27b0c0df024d x-openstack-request-id: req-2fd4be56-4984-4f9c-980d-27b0c0df024d {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:45:53.967291 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccec3f68-32f3-4c27-b1c8-24cd0b6bbe02", "name": "network-vif-plugged", "status": "completed", "tag": "3954f567-9cbb-4c3b-b3bd-363311fc0503", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:45:53.967548 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2fd4be56-4984-4f9c-980d-27b0c0df024d {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:45:53.967941 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccec3f68-32f3-4c27-b1c8-24cd0b6bbe02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3954f567-9cbb-4c3b-b3bd-363311fc0503', 'code': 200} Aug 19 14:45:54.026333 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66120d94-179b-4212-af20-8253e64e6fcb None None] Pushing event updated for resources: {'Port': ['ID=236b65f7-eb83-4f1c-b895-820984c3a7d0,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:54.076890 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0771a2-8f34-4b48-870f-c096a4ec897a req-a3dbf10d-afdc-40b2-b687-467f9f42f598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:54.078409 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-bc0771a2-8f34-4b48-870f-c096a4ec897a req-a3dbf10d-afdc-40b2-b687-467f9f42f598 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ccec3f68-32f3-4c27-b1c8-24cd0b6bbe02 HTTP/1.1" status: 200 len: 1096 time: 0.0562255 Aug 19 14:45:54.090214 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655d3671-c16f-403b-adf9-d6daec2902ff None None] Network a2c859da-b49b-4e25-8869-09b210c090df requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:45:54.122947 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-bc0771a2-8f34-4b48-870f-c096a4ec897a req-8acecf42-2025-4728-a68d-98210d32a1bf service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354342 Aug 19 14:45:54.151048 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=3954f567-9cbb-4c3b-b3bd-363311fc0503,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:54.220073 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e630f8-a338-4454-8b3c-24a6bdb84c61 req-c5ffe0c5-3f0e-4fb6-a4de-37f2fa9bfc4d tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:54.224477 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-12e630f8-a338-4454-8b3c-24a6bdb84c61 req-c5ffe0c5-3f0e-4fb6-a4de-37f2fa9bfc4d tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 946 time: 0.0612988 Aug 19 14:45:54.253715 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cebef0-7db6-4230-8fdc-7581b2017e93 None None] get_active_networks_info from n-d-766043-2 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 14:45:54.285395 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-12e630f8-a338-4454-8b3c-24a6bdb84c61 req-7c70ce97-ab40-4962-b546-1ab000dd92cf tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=14b1b67d-e522-41bf-ab63-48f4b8afa430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499744 Aug 19 14:45:54.335628 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3e15f2e-a56f-4a8c-a004-b413ca7417da tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:54.419727 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cebef0-7db6-4230-8fdc-7581b2017e93 None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 14:45:54.420745 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d3e15f2e-a56f-4a8c-a004-b413ca7417da tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Deleting port 236b65f7-eb83-4f1c-b895-820984c3a7d0 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:45:54.421253 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3e15f2e-a56f-4a8c-a004-b413ca7417da tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:54.528834 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-d3e15f2e-a56f-4a8c-a004-b413ca7417da tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] For port 236b65f7-eb83-4f1c-b895-820984c3a7d0, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=236b65f7-eb83-4f1c-b895-820984c3a7d0,segment=NetworkSegment(c1fc98ee-8531-4eba-9002-e802a13a3ab2),segment_id=c1fc98ee-8531-4eba-9002-e802a13a3ab2)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:45:54.529201 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3e15f2e-a56f-4a8c-a004-b413ca7417da tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:54.540855 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a66632f-9cd5-4284-9579-0ed25d379d98 req-250cb6f5-f649-4863-9120-744bb1406dba tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:54.543949 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d3e15f2e-a56f-4a8c-a004-b413ca7417da tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Calling delete_port for 236b65f7-eb83-4f1c-b895-820984c3a7d0 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:45:54.548696 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9a66632f-9cd5-4284-9579-0ed25d379d98 req-250cb6f5-f649-4863-9120-744bb1406dba tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccec3f68-32f3-4c27-b1c8-24cd0b6bbe02 HTTP/1.1" status: 200 len: 945 time: 0.0778756 Aug 19 14:45:54.621762 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9a66632f-9cd5-4284-9579-0ed25d379d98 req-e989bd0b-0ecb-4e24-9dea-96617bcefea8 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668280 Aug 19 14:45:54.655893 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3e15f2e-a56f-4a8c-a004-b413ca7417da tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:54.675975 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e15f2e-a56f-4a8c-a004-b413ca7417da tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] No DVR routers for this DVR port 236b65f7-eb83-4f1c-b895-820984c3a7d0 on host n-d-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:45:54.701526 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e15f2e-a56f-4a8c-a004-b413ca7417da tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Pushing event deleted for resources: {'Port': ['ID=236b65f7-eb83-4f1c-b895-820984c3a7d0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:54.708553 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:45:54.781898 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3e15f2e-a56f-4a8c-a004-b413ca7417da tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:54.793782 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-d3e15f2e-a56f-4a8c-a004-b413ca7417da tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2c859da-b49b-4e25-8869-09b210c090df']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:45:54.804809 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-d3e15f2e-a56f-4a8c-a004-b413ca7417da tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1fc98ee-8531-4eba-9002-e802a13a3ab2') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:45:54.805108 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-d3e15f2e-a56f-4a8c-a004-b413ca7417da tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1fc98ee-8531-4eba-9002-e802a13a3ab2') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:45:54.814735 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3e15f2e-a56f-4a8c-a004-b413ca7417da tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:54.837809 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3e15f2e-a56f-4a8c-a004-b413ca7417da tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:54.851722 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3e15f2e-a56f-4a8c-a004-b413ca7417da tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:45:54.854113 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3e15f2e-a56f-4a8c-a004-b413ca7417da tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:54.859291 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:45:54.859291 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:45:54.859291 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:45:54.859291 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:45:54.859291 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:45:54.859291 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:45:54.859291 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:45:54.859291 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:45:54.859291 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:45:54.859291 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:45:54.859291 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:45:54.859291 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:45:54.859291 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:45:54.859291 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:45:54.859291 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:45:54.859291 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:45:54.859291 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:45:54.859291 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:45:54.859291 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:45:54.859291 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:45:54.859291 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:45:54.859291 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:45:54.859291 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:45:54.859291 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:45:54.859291 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:45:54.859291 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:45:54.859291 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:45:54.859291 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:45:54.859291 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:45:54.859291 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:45:54.859291 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:45:54.859291 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:45:54.957572 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7204aaca-1944-40ba-9a38-fd3ec98b598a req-3e2e55c1-e346-48b4-8c35-8b2b1fcc3fa8 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:54.961534 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3e15f2e-a56f-4a8c-a004-b413ca7417da tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:54.966896 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3e15f2e-a56f-4a8c-a004-b413ca7417da tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:54.969155 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d3e15f2e-a56f-4a8c-a004-b413ca7417da tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] 10.222.0.69 "DELETE /v2.0/networks/a2c859da-b49b-4e25-8869-09b210c090df HTTP/1.1" status: 204 len: 168 time: 2.8459923 Aug 19 14:45:54.972804 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7204aaca-1944-40ba-9a38-fd3ec98b598a req-3e2e55c1-e346-48b4-8c35-8b2b1fcc3fa8 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=92ae58fd-1cf9-4159-851f-89e50457a4e0 HTTP/1.1" status: 200 len: 945 time: 0.0964141 Aug 19 14:45:54.983555 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 49102) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:54.991871 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e15f2e-a56f-4a8c-a004-b413ca7417da tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Pushing event deleted for resources: {'Network': ['ID=a2c859da-b49b-4e25-8869-09b210c090df,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:54.992110 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-24f2664b-c0e1-42aa-92e5-b9f15891d63f tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1336142847'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:45:55.051140 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7204aaca-1944-40ba-9a38-fd3ec98b598a req-3269c58a-144b-4e5a-b21c-1c66cc756357 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709898 Aug 19 14:45:55.052599 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f2664b-c0e1-42aa-92e5-b9f15891d63f tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Made reservation on behalf of 02e21687af56478f9df99f70517fef40 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:45:55.057103 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24f2664b-c0e1-42aa-92e5-b9f15891d63f tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:55.084474 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 9bd932e8-f7db-485d-86d9-0b4379feaa6d no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:45:55.086196 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24f2664b-c0e1-42aa-92e5-b9f15891d63f tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:45:55.098816 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24f2664b-c0e1-42aa-92e5-b9f15891d63f tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:55.099620 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-24f2664b-c0e1-42aa-92e5-b9f15891d63f tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Added segment 1cc54d9c-c26b-4ac4-93fa-0866da49ca75 of type vlan for network d302c256-0387-4d88-b92c-dac5a01b0fe5 Aug 19 14:45:55.160937 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24f2664b-c0e1-42aa-92e5-b9f15891d63f tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:55.191606 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:55.196188 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24f2664b-c0e1-42aa-92e5-b9f15891d63f tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:55.204711 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f2664b-c0e1-42aa-92e5-b9f15891d63f tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:55.205930 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24f2664b-c0e1-42aa-92e5-b9f15891d63f tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:55.248593 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 9bd932e8-f7db-485d-86d9-0b4379feaa6d, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=9bd932e8-f7db-485d-86d9-0b4379feaa6d,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:45:55.256097 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:55.325813 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-24f2664b-c0e1-42aa-92e5-b9f15891d63f tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3390205 Aug 19 14:45:55.328157 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49108) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:55.329632 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f2664b-c0e1-42aa-92e5-b9f15891d63f tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Pushing event updated for resources: {'Network': ['ID=d302c256-0387-4d88-b92c-dac5a01b0fe5,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:55.335763 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-6193374a-9c75-4cc7-bba0-50167faabc55 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Request body: {'subnet': {'network_id': 'd302c256-0387-4d88-b92c-dac5a01b0fe5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:45:55.352102 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network d302c256-0387-4d88-b92c-dac5a01b0fe5 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:45:55.408446 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=9bd932e8-f7db-485d-86d9-0b4379feaa6d,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:55.462603 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6193374a-9c75-4cc7-bba0-50167faabc55 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Made reservation on behalf of 02e21687af56478f9df99f70517fef40 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:45:55.464440 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bbc9b1-5585-4762-a5bc-42b3eec5b0b1 req-455a0ca4-2d12-45d0-a578-58f5ec9bfb16 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:55.466225 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b4bbc9b1-5585-4762-a5bc-42b3eec5b0b1 req-455a0ca4-2d12-45d0-a578-58f5ec9bfb16 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 946 time: 0.0836928 Aug 19 14:45:55.466894 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6193374a-9c75-4cc7-bba0-50167faabc55 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:55.514917 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b4bbc9b1-5585-4762-a5bc-42b3eec5b0b1 req-2e650fcc-5b64-4a35-a9bd-a5bcd6131c00 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=14b1b67d-e522-41bf-ab63-48f4b8afa430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424545 Aug 19 14:45:55.797720 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459593c4-72be-4adf-90c7-919a12797404 req-c06e4b89-b669-4bdb-adb4-461e36e662b5 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:55.805163 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-459593c4-72be-4adf-90c7-919a12797404 req-c06e4b89-b669-4bdb-adb4-461e36e662b5 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccec3f68-32f3-4c27-b1c8-24cd0b6bbe02 HTTP/1.1" status: 200 len: 945 time: 0.0855696 Aug 19 14:45:55.857907 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-459593c4-72be-4adf-90c7-919a12797404 req-49c93a2f-e96e-4965-b8ba-19252b705da8 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516634 Aug 19 14:45:55.968923 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09af2a2-2b66-4330-b2f7-8ea9953cd927', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bd932e8-f7db-485d-86d9-0b4379feaa6d'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:45:55.973605 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412b3f3d-aa90-4992-958a-378413542785" -d '{"events": [{"server_uuid": "b09af2a2-2b66-4330-b2f7-8ea9953cd927", "name": "network-vif-unplugged", "status": "completed", "tag": "9bd932e8-f7db-485d-86d9-0b4379feaa6d"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:45:56.033996 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 14:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672de3c6-477b-434b-88cd-77b858bd15b7 x-openstack-request-id: req-672de3c6-477b-434b-88cd-77b858bd15b7 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:45:56.034869 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09af2a2-2b66-4330-b2f7-8ea9953cd927", "name": "network-vif-unplugged", "status": "completed", "tag": "9bd932e8-f7db-485d-86d9-0b4379feaa6d", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:45:56.035359 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-672de3c6-477b-434b-88cd-77b858bd15b7 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:45:56.035994 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09af2a2-2b66-4330-b2f7-8ea9953cd927', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bd932e8-f7db-485d-86d9-0b4379feaa6d', 'code': 200} Aug 19 14:45:56.130456 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6193374a-9c75-4cc7-bba0-50167faabc55 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:56.214177 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193374a-9c75-4cc7-bba0-50167faabc55 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Pushing event updated for resources: {'Subnet': ['ID=b8453f84-1456-4519-82d5-6a8123e5c6c7,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:56.228086 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6193374a-9c75-4cc7-bba0-50167faabc55 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Checking segment: {'id': '1cc54d9c-c26b-4ac4-93fa-0866da49ca75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd302c256-0387-4d88-b92c-dac5a01b0fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:45:56.228478 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6193374a-9c75-4cc7-bba0-50167faabc55 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Network hostable DHCP agents. Network: d302c256-0387-4d88-b92c-dac5a01b0fe5, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:45:56.256254 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6193374a-9c75-4cc7-bba0-50167faabc55 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Network d302c256-0387-4d88-b92c-dac5a01b0fe5 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:45:56.263569 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591716a7-6de8-4d0b-9e00-432682860801 req-afb270c8-280e-4f4c-bcd5-2a0e9fc3c47d tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:56.265457 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-591716a7-6de8-4d0b-9e00-432682860801 req-afb270c8-280e-4f4c-bcd5-2a0e9fc3c47d tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccec3f68-32f3-4c27-b1c8-24cd0b6bbe02 HTTP/1.1" status: 200 len: 945 time: 0.1102238 Aug 19 14:45:56.273559 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-6193374a-9c75-4cc7-bba0-50167faabc55 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, d302c256-0387-4d88-b92c-dac5a01b0fe5) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:45:56.279845 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9544645-0e39-4971-abb6-ca92263f160f req-b2ed109d-44ec-4e9e-a8d3-46d46f410cd3 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:56.283603 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6193374a-9c75-4cc7-bba0-50167faabc55 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:56.285159 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6193374a-9c75-4cc7-bba0-50167faabc55 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:56.287964 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e9544645-0e39-4971-abb6-ca92263f160f req-b2ed109d-44ec-4e9e-a8d3-46d46f410cd3 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=92ae58fd-1cf9-4159-851f-89e50457a4e0 HTTP/1.1" status: 200 len: 945 time: 0.0960090 Aug 19 14:45:56.291902 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d0fbb9-7527-40a5-99eb-c7e4b36aa1d6 None None] Network d302c256-0387-4d88-b92c-dac5a01b0fe5 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:45:56.326944 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6193374a-9c75-4cc7-bba0-50167faabc55 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9944136 Aug 19 14:45:56.327524 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49136) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:56.363947 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e9544645-0e39-4971-abb6-ca92263f160f req-39fe6bf7-7b10-4915-b0ae-ef0cea0c5aa3 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751095 Aug 19 14:45:56.385034 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-591716a7-6de8-4d0b-9e00-432682860801 req-d13bea93-4169-41f0-8321-39079fdec6cd tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869775 Aug 19 14:45:56.510552 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6809acb6-3916-426a-b370-2913d39d4c61 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:56.561781 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ac012a-adc5-41fa-bd42-02ef880ffef1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-d302c256-0387-4d88-b92c-dac5a01b0fe5', 'network_id': 'd302c256-0387-4d88-b92c-dac5a01b0fe5', 'tenant_id': '02e21687af56478f9df99f70517fef40', 'fixed_ips': [{'subnet_id': 'b8453f84-1456-4519-82d5-6a8123e5c6c7'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:45:56.562908 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-03ac012a-adc5-41fa-bd42-02ef880ffef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:56.606709 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6809acb6-3916-426a-b370-2913d39d4c61 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:56.702003 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6809acb6-3916-426a-b370-2913d39d4c61 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:56.709442 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server [None req-03ac012a-adc5-41fa-bd42-02ef880ffef1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b8453f84-1456-4519-82d5-6a8123e5c6c7: This subnet is being modified by another concurrent operation. Aug 19 14:45:56.709442 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 14:45:56.709442 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 14:45:56.709442 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 14:45:56.709442 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 14:45:56.709442 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 14:45:56.709442 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 14:45:56.709442 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 14:45:56.709442 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 14:45:56.709442 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 14:45:56.709442 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 14:45:56.709442 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 14:45:56.709442 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 14:45:56.709442 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 14:45:56.709442 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 14:45:56.709442 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 14:45:56.709442 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 14:45:56.709442 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 14:45:56.709442 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 14:45:56.709442 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 14:45:56.709442 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 14:45:56.709442 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 14:45:56.709442 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 14:45:56.709442 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 14:45:56.709442 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 14:45:56.709442 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 14:45:56.709442 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 14:45:56.709442 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 14:45:56.709442 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 14:45:56.709442 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 14:45:56.709442 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 14:45:56.709442 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 14:45:56.709442 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 14:45:56.709442 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 14:45:56.709442 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 14:45:56.709442 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 14:45:56.709442 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 14:45:56.709442 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 14:45:56.709442 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 14:45:56.709442 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 14:45:56.709442 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 14:45:56.709442 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 14:45:56.709442 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 14:45:56.709442 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 14:45:56.709442 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 14:45:56.709442 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 14:45:56.709442 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 14:45:56.709442 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 14:45:56.709442 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 14:45:56.709442 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 14:45:56.709442 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 14:45:56.709442 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 14:45:56.709442 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 14:45:56.709442 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 14:45:56.713212 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 14:45:56.713212 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 14:45:56.713212 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 14:45:56.713212 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 14:45:56.713212 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 14:45:56.713212 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 14:45:56.713212 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 14:45:56.713212 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 14:45:56.713212 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 14:45:56.713212 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 14:45:56.713212 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 14:45:56.713212 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 14:45:56.713212 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 14:45:56.713212 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 14:45:56.713212 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 14:45:56.713212 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 14:45:56.713212 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 14:45:56.713212 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 14:45:56.713212 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 14:45:56.713212 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 14:45:56.713212 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 14:45:56.713212 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 14:45:56.713212 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 14:45:56.713212 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 14:45:56.713212 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 14:45:56.713212 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 14:45:56.713212 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 14:45:56.713212 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 14:45:56.713212 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 14:45:56.713212 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 14:45:56.713212 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 14:45:56.713212 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 14:45:56.713212 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 14:45:56.713212 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 14:45:56.713212 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 14:45:56.713212 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise exception Aug 19 14:45:56.713212 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b8453f84-1456-4519-82d5-6a8123e5c6c7: This subnet is being modified by another concurrent operation. Aug 19 14:45:56.713212 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server Aug 19 14:45:56.723375 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a320299-7300-42cb-be1c-23c577a3a88f req-dcea9187-6fe4-4f4b-a23b-f00519dd5a68 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:56.735848 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456482f3-281b-4454-a180-ec8fb15d5df1 None None] Network d302c256-0387-4d88-b92c-dac5a01b0fe5 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:45:56.736638 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1a320299-7300-42cb-be1c-23c577a3a88f req-dcea9187-6fe4-4f4b-a23b-f00519dd5a68 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 946 time: 0.0978806 Aug 19 14:45:56.770988 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6809acb6-3916-426a-b370-2913d39d4c61 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Pushing event deleted for resources: {'Subnet': ['ID=b8453f84-1456-4519-82d5-6a8123e5c6c7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:56.827249 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1a320299-7300-42cb-be1c-23c577a3a88f req-fe088159-13f9-4814-bdf2-e4c27de88d5f tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=14b1b67d-e522-41bf-ab63-48f4b8afa430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896335 Aug 19 14:45:56.885300 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec4efbe-7ac9-460e-bae8-b794939956dc None None] get_active_networks_info from n-d-766043-2 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 14:45:56.910269 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6809acb6-3916-426a-b370-2913d39d4c61 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:56.930161 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6809acb6-3916-426a-b370-2913d39d4c61 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d302c256-0387-4d88-b92c-dac5a01b0fe5']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:45:56.946208 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6809acb6-3916-426a-b370-2913d39d4c61 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cc54d9c-c26b-4ac4-93fa-0866da49ca75') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:45:56.947598 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6809acb6-3916-426a-b370-2913d39d4c61 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cc54d9c-c26b-4ac4-93fa-0866da49ca75') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:45:56.962488 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6809acb6-3916-426a-b370-2913d39d4c61 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:56.988389 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6809acb6-3916-426a-b370-2913d39d4c61 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:56.995286 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6809acb6-3916-426a-b370-2913d39d4c61 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:45:56.995878 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6809acb6-3916-426a-b370-2913d39d4c61 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:56.999083 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:45:56.999083 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:45:56.999083 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:45:56.999083 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:45:56.999083 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:45:56.999083 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:45:56.999083 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:45:56.999083 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:45:56.999083 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:45:56.999083 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:45:56.999083 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:45:56.999083 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:45:56.999083 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:45:56.999083 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:45:56.999083 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:45:56.999083 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:45:56.999083 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:45:56.999083 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:45:56.999083 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:45:56.999083 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:45:56.999083 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:45:56.999083 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:45:56.999083 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:45:56.999083 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:45:56.999083 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:45:56.999083 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:45:56.999083 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:45:56.999083 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:45:56.999083 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:45:56.999083 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:45:56.999083 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:45:56.999083 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:45:57.072178 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6809acb6-3916-426a-b370-2913d39d4c61 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:57.077803 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6809acb6-3916-426a-b370-2913d39d4c61 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:57.085036 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6809acb6-3916-426a-b370-2913d39d4c61 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] 10.222.0.69 "DELETE /v2.0/networks/d302c256-0387-4d88-b92c-dac5a01b0fe5 HTTP/1.1" status: 204 len: 168 time: 0.7515104 Aug 19 14:45:57.085036 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49152) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:57.092877 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-86ea7ed5-eabd-48df-afef-1a746844dbd4 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1935013536'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:45:57.095043 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec4efbe-7ac9-460e-bae8-b794939956dc None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 14:45:57.111743 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6809acb6-3916-426a-b370-2913d39d4c61 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Pushing event deleted for resources: {'Network': ['ID=d302c256-0387-4d88-b92c-dac5a01b0fe5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:57.137516 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ea7ed5-eabd-48df-afef-1a746844dbd4 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Made reservation on behalf of 02e21687af56478f9df99f70517fef40 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:45:57.147654 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-86ea7ed5-eabd-48df-afef-1a746844dbd4 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:57.192261 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86ea7ed5-eabd-48df-afef-1a746844dbd4 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:45:57.208877 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-86ea7ed5-eabd-48df-afef-1a746844dbd4 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:57.209382 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-86ea7ed5-eabd-48df-afef-1a746844dbd4 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Added segment 6c568b8b-6fdc-4ad5-8891-a5a9768633c4 of type vlan for network af1c97f7-1e29-418f-af90-e3fb456514bd Aug 19 14:45:57.294764 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-86ea7ed5-eabd-48df-afef-1a746844dbd4 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:57.327840 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-86ea7ed5-eabd-48df-afef-1a746844dbd4 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:57.334440 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ea7ed5-eabd-48df-afef-1a746844dbd4 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:57.335169 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-86ea7ed5-eabd-48df-afef-1a746844dbd4 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:57.428082 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-86ea7ed5-eabd-48df-afef-1a746844dbd4 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3391869 Aug 19 14:45:57.429218 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 49164) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:57.435892 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-72ff5bac-46c7-4ebb-b9e3-90d1828f7c11 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Request body: {'subnet': {'network_id': 'af1c97f7-1e29-418f-af90-e3fb456514bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:45:57.475760 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea7ed5-eabd-48df-afef-1a746844dbd4 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Pushing event updated for resources: {'Network': ['ID=af1c97f7-1e29-418f-af90-e3fb456514bd,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:57.497014 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28974ce3-438b-4a8a-b310-7a18de30560d req-397f6467-12aa-4194-8141-ba1d1180c2b2 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:57.498534 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-28974ce3-438b-4a8a-b310-7a18de30560d req-397f6467-12aa-4194-8141-ba1d1180c2b2 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.88 "GET /v2.0/ports?device_id=ccec3f68-32f3-4c27-b1c8-24cd0b6bbe02 HTTP/1.1" status: 200 len: 945 time: 0.1144354 Aug 19 14:45:57.502874 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network af1c97f7-1e29-418f-af90-e3fb456514bd details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:45:57.654043 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6288ab-48e9-4b35-901c-c1f08ca3430a req-736228c9-4441-4b19-82a9-bc65d52e6c19 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:57.655798 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6f6288ab-48e9-4b35-901c-c1f08ca3430a req-736228c9-4441-4b19-82a9-bc65d52e6c19 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=92ae58fd-1cf9-4159-851f-89e50457a4e0 HTTP/1.1" status: 200 len: 945 time: 0.1554813 Aug 19 14:45:57.667857 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ecffeb-8e6a-461f-88c6-9dd2881830b4 req-ea9df1dc-e068-45c3-a784-20ebaf298964 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:57.669358 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-14ecffeb-8e6a-461f-88c6-9dd2881830b4 req-ea9df1dc-e068-45c3-a784-20ebaf298964 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccec3f68-32f3-4c27-b1c8-24cd0b6bbe02 HTTP/1.1" status: 200 len: 945 time: 0.1288078 Aug 19 14:45:57.689686 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-28974ce3-438b-4a8a-b310-7a18de30560d req-598585ed-97bb-48a0-91a8-d46814bdcbb5 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Deleting port 3954f567-9cbb-4c3b-b3bd-363311fc0503 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:45:57.690275 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-28974ce3-438b-4a8a-b310-7a18de30560d req-598585ed-97bb-48a0-91a8-d46814bdcbb5 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:57.754965 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6f6288ab-48e9-4b35-901c-c1f08ca3430a req-52758969-0503-4e45-bcd9-910570c646ea tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844841 Aug 19 14:45:57.756166 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ff5bac-46c7-4ebb-b9e3-90d1828f7c11 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Made reservation on behalf of 02e21687af56478f9df99f70517fef40 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:45:57.759884 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-72ff5bac-46c7-4ebb-b9e3-90d1828f7c11 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:57.770736 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-14ecffeb-8e6a-461f-88c6-9dd2881830b4 req-d0e62617-5c49-4464-ae5c-1069dfc23a4e tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920596 Aug 19 14:45:57.821913 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-28974ce3-438b-4a8a-b310-7a18de30560d req-598585ed-97bb-48a0-91a8-d46814bdcbb5 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] For port 3954f567-9cbb-4c3b-b3bd-363311fc0503, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=3954f567-9cbb-4c3b-b3bd-363311fc0503,segment=NetworkSegment(dfb5451f-ae59-4348-b57d-1e05105b4f16),segment_id=dfb5451f-ae59-4348-b57d-1e05105b4f16)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:45:57.822314 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-28974ce3-438b-4a8a-b310-7a18de30560d req-598585ed-97bb-48a0-91a8-d46814bdcbb5 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:57.842822 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-28974ce3-438b-4a8a-b310-7a18de30560d req-598585ed-97bb-48a0-91a8-d46814bdcbb5 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Calling delete_port for 3954f567-9cbb-4c3b-b3bd-363311fc0503 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:45:58.115651 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-28974ce3-438b-4a8a-b310-7a18de30560d req-598585ed-97bb-48a0-91a8-d46814bdcbb5 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:58.128354 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['3954f567-9cbb-4c3b-b3bd-363311fc0503'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:45:58.155750 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598585ed-97bb-48a0-91a8-d46814bdcbb5 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Pushing event deleted for resources: {'Port': ['ID=3954f567-9cbb-4c3b-b3bd-363311fc0503,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:58.225531 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-28974ce3-438b-4a8a-b310-7a18de30560d req-598585ed-97bb-48a0-91a8-d46814bdcbb5 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] No DVR routers for this DVR port 3954f567-9cbb-4c3b-b3bd-363311fc0503 on host n-h2-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:45:58.229665 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-28974ce3-438b-4a8a-b310-7a18de30560d req-598585ed-97bb-48a0-91a8-d46814bdcbb5 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:58.233155 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-28974ce3-438b-4a8a-b310-7a18de30560d req-598585ed-97bb-48a0-91a8-d46814bdcbb5 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.88 "DELETE /v2.0/ports/3954f567-9cbb-4c3b-b3bd-363311fc0503 HTTP/1.1" status: 204 len: 173 time: 0.7152987 Aug 19 14:45:58.234332 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccec3f68-32f3-4c27-b1c8-24cd0b6bbe02', 'name': 'network-vif-deleted', 'tag': '3954f567-9cbb-4c3b-b3bd-363311fc0503'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:45:58.238230 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2d1f52-c64c-4eba-becc-dcb45d89c633" -d '{"events": [{"server_uuid": "ccec3f68-32f3-4c27-b1c8-24cd0b6bbe02", "name": "network-vif-deleted", "tag": "3954f567-9cbb-4c3b-b3bd-363311fc0503"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:45:58.253356 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69936c7c-5b53-49dd-89a7-38ed2080d761 req-ef16e4dc-115e-4794-b32b-004743b9687d tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:58.260684 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-69936c7c-5b53-49dd-89a7-38ed2080d761 req-ef16e4dc-115e-4794-b32b-004743b9687d tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 946 time: 0.1038482 Aug 19 14:45:58.358605 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66a630d-d671-4dca-8c30-9227e6060b4d x-openstack-request-id: req-e66a630d-d671-4dca-8c30-9227e6060b4d {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:45:58.358901 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccec3f68-32f3-4c27-b1c8-24cd0b6bbe02", "name": "network-vif-deleted", "tag": "3954f567-9cbb-4c3b-b3bd-363311fc0503", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:45:58.359269 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e66a630d-d671-4dca-8c30-9227e6060b4d {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:45:58.359954 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccec3f68-32f3-4c27-b1c8-24cd0b6bbe02', 'name': 'network-vif-deleted', 'tag': '3954f567-9cbb-4c3b-b3bd-363311fc0503', 'status': 'completed', 'code': 200} Aug 19 14:45:58.362748 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-69936c7c-5b53-49dd-89a7-38ed2080d761 req-851b1019-08fb-43c9-93c0-d9249b29c03f tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=14b1b67d-e522-41bf-ab63-48f4b8afa430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997729 Aug 19 14:45:58.563614 n-d-766043-2 neutron-server[94640]: DEBUG neutron.objects.ports [None req-72ff5bac-46c7-4ebb-b9e3-90d1828f7c11 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94640) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 14:45:58.565781 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-72ff5bac-46c7-4ebb-b9e3-90d1828f7c11 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:58.654822 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff5bac-46c7-4ebb-b9e3-90d1828f7c11 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Pushing event updated for resources: {'Subnet': ['ID=51d9cd01-74c8-4114-8e6a-f8542cbc04ef,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:45:58.693278 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ff5bac-46c7-4ebb-b9e3-90d1828f7c11 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Checking segment: {'id': '6c568b8b-6fdc-4ad5-8891-a5a9768633c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'af1c97f7-1e29-418f-af90-e3fb456514bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:45:58.693652 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ff5bac-46c7-4ebb-b9e3-90d1828f7c11 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Network hostable DHCP agents. Network: af1c97f7-1e29-418f-af90-e3fb456514bd, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:45:58.718753 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ff5bac-46c7-4ebb-b9e3-90d1828f7c11 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Network af1c97f7-1e29-418f-af90-e3fb456514bd is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:45:58.731680 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-72ff5bac-46c7-4ebb-b9e3-90d1828f7c11 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, af1c97f7-1e29-418f-af90-e3fb456514bd) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:45:58.744234 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ff5bac-46c7-4ebb-b9e3-90d1828f7c11 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:58.754463 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5b5431-4ca1-4937-b8ef-7ba7f9dd4bc8 None None] Network af1c97f7-1e29-418f-af90-e3fb456514bd requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:45:58.759193 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-72ff5bac-46c7-4ebb-b9e3-90d1828f7c11 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:58.826025 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-72ff5bac-46c7-4ebb-b9e3-90d1828f7c11 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.3945084 Aug 19 14:45:58.827410 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49212) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:45:59.091662 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de8c82-f564-49c2-897d-820dca14f657 req-33730323-fff3-4f42-8323-6e05544c7d05 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:59.103247 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e0de8c82-f564-49c2-897d-820dca14f657 req-33730323-fff3-4f42-8323-6e05544c7d05 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=92ae58fd-1cf9-4159-851f-89e50457a4e0 HTTP/1.1" status: 200 len: 945 time: 0.2034335 Aug 19 14:45:59.106068 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:45:59.124442 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7f6684-f816-41ed-a02a-4beea80a7355 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-af1c97f7-1e29-418f-af90-e3fb456514bd', 'network_id': 'af1c97f7-1e29-418f-af90-e3fb456514bd', 'tenant_id': '02e21687af56478f9df99f70517fef40', 'fixed_ips': [{'subnet_id': '51d9cd01-74c8-4114-8e6a-f8542cbc04ef'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:45:59.126015 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0c7f6684-f816-41ed-a02a-4beea80a7355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:59.145421 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9cb12864-8673-4e4f-889a-82435791b2fd tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:59.166564 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-46c5e555-4c3d-4630-abe7-4aca197fabbb req-45477bb5-6491-4d9a-99e9-45315a0f72fa tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccec3f68-32f3-4c27-b1c8-24cd0b6bbe02 HTTP/1.1" status: 200 len: 210 time: 0.1729839 Aug 19 14:45:59.277800 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e0de8c82-f564-49c2-897d-820dca14f657 req-49301f90-e641-424e-8fee-cc665d13991b tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210203 Aug 19 14:45:59.284326 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9cb12864-8673-4e4f-889a-82435791b2fd tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:59.413935 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:45:59.441295 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': 'ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'port_id': 'ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1', 'mac_address': 'fa:16:3e:3c:6f:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:45:59.451929 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-0c7f6684-f816-41ed-a02a-4beea80a7355 None None] Allocated IP 2001:db8::f816:3eff:fe50:72e4 (af1c97f7-1e29-418f-af90-e3fb456514bd/51d9cd01-74c8-4114-8e6a-f8542cbc04ef/b1a61519-06d3-4455-ac3b-82da259c1c06) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:45:59.569078 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:59.658766 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec1942-75be-46cc-bf0b-ddc9a7ac60e8 req-abe8fc0e-d605-45b5-ba1b-d85c80c827af tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:45:59.670880 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-75ec1942-75be-46cc-bf0b-ddc9a7ac60e8 req-abe8fc0e-d605-45b5-ba1b-d85c80c827af tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 946 time: 0.0887175 Aug 19 14:45:59.755374 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-75ec1942-75be-46cc-bf0b-ddc9a7ac60e8 req-2cee129f-2b7c-4e46-97fd-9221c2e2b709 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=14b1b67d-e522-41bf-ab63-48f4b8afa430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836790 Aug 19 14:45:59.865353 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:45:59.913242 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:45:59.925875 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:45:59.991425 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:00.101192 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0c7f6684-f816-41ed-a02a-4beea80a7355 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:00.112655 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0c7f6684-f816-41ed-a02a-4beea80a7355 None None] Transition to ACTIVE for port object b1a61519-06d3-4455-ac3b-82da259c1c06 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:46:00.134566 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0c7f6684-f816-41ed-a02a-4beea80a7355 None None] Transition to ACTIVE for port object b1a61519-06d3-4455-ac3b-82da259c1c06 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:46:00.142522 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:46:00.174178 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9cb12864-8673-4e4f-889a-82435791b2fd tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:00.226372 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb12864-8673-4e4f-889a-82435791b2fd tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Pushing event deleted for resources: {'Subnet': ['ID=51d9cd01-74c8-4114-8e6a-f8542cbc04ef,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:00.247001 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0c7f6684-f816-41ed-a02a-4beea80a7355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:00.439307 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9cb12864-8673-4e4f-889a-82435791b2fd tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:00.482489 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-9cb12864-8673-4e4f-889a-82435791b2fd tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af1c97f7-1e29-418f-af90-e3fb456514bd']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:00.498494 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7f6684-f816-41ed-a02a-4beea80a7355 None None] Network af1c97f7-1e29-418f-af90-e3fb456514bd is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:46:00.500949 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-9cb12864-8673-4e4f-889a-82435791b2fd tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c568b8b-6fdc-4ad5-8891-a5a9768633c4') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:00.501209 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-9cb12864-8673-4e4f-889a-82435791b2fd tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c568b8b-6fdc-4ad5-8891-a5a9768633c4') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:00.516858 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9cb12864-8673-4e4f-889a-82435791b2fd tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:00.537488 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9cb12864-8673-4e4f-889a-82435791b2fd tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:00.542120 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-0c7f6684-f816-41ed-a02a-4beea80a7355 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:46:00.547811 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7f6684-f816-41ed-a02a-4beea80a7355 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:46:00.548038 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cb12864-8673-4e4f-889a-82435791b2fd tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:46:00.561676 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9cb12864-8673-4e4f-889a-82435791b2fd tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:00.675890 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7f6684-f816-41ed-a02a-4beea80a7355 None None] Pushing event updated for resources: {'Port': ['ID=b1a61519-06d3-4455-ac3b-82da259c1c06,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:00.705456 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:46:00.705456 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:46:00.705456 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:46:00.705456 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:46:00.705456 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:46:00.705456 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:46:00.705456 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:46:00.705456 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:46:00.705456 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:46:00.705456 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:46:00.705456 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:46:00.705456 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:46:00.705456 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:46:00.705456 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:46:00.705456 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:46:00.705456 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:46:00.705456 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:46:00.705456 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:46:00.705456 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:46:00.705456 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:46:00.705456 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:46:00.705456 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:46:00.705456 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:46:00.705456 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:46:00.705456 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:46:00.705456 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:46:00.705456 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:46:00.705456 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:46:00.705456 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:46:00.705456 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:46:00.705456 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:46:00.705456 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:46:00.712076 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.db.api [None req-9cb12864-8673-4e4f-889a-82435791b2fd tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 14:46:00.712076 n-d-766043-2 neutron-server[94639]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 14:46:00.712076 n-d-766043-2 neutron-server[94639]: [parameters: {'id': 'af1c97f7-1e29-418f-af90-e3fb456514bd'}] Aug 19 14:46:00.712076 n-d-766043-2 neutron-server[94639]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 14:46:00.712076 n-d-766043-2 neutron-server[94639]: DEBUG oslo_db.api [None req-9cb12864-8673-4e4f-889a-82435791b2fd tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 14:46:00.743951 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0c7f6684-f816-41ed-a02a-4beea80a7355 None None] Attempting to bind port b1a61519-06d3-4455-ac3b-82da259c1c06 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:46:00.743951 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0c7f6684-f816-41ed-a02a-4beea80a7355 None None] Attempting to bind port b1a61519-06d3-4455-ac3b-82da259c1c06 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '6c568b8b-6fdc-4ad5-8891-a5a9768633c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'af1c97f7-1e29-418f-af90-e3fb456514bd'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:46:00.743951 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7f6684-f816-41ed-a02a-4beea80a7355 None None] Attempting to bind port b1a61519-06d3-4455-ac3b-82da259c1c06 on network af1c97f7-1e29-418f-af90-e3fb456514bd {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:46:00.746324 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7ebc9-d0b7-4e22-b729-d47faaead2b5 req-f17e1ede-6340-4cd5-85c4-91bdd6c617d3 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:00.752361 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7f6684-f816-41ed-a02a-4beea80a7355 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:46:00.752826 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7f6684-f816-41ed-a02a-4beea80a7355 None None] Checking segment: {'id': '6c568b8b-6fdc-4ad5-8891-a5a9768633c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'af1c97f7-1e29-418f-af90-e3fb456514bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:46:00.753284 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0c7f6684-f816-41ed-a02a-4beea80a7355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:00.753706 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7f6684-f816-41ed-a02a-4beea80a7355 None None] Bound using segment: {'id': '6c568b8b-6fdc-4ad5-8891-a5a9768633c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'af1c97f7-1e29-418f-af90-e3fb456514bd'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:46:00.754172 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0c7f6684-f816-41ed-a02a-4beea80a7355 None None] Bound port: b1a61519-06d3-4455-ac3b-82da259c1c06, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c568b8b-6fdc-4ad5-8891-a5a9768633c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'af1c97f7-1e29-418f-af90-e3fb456514bd'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:46:00.754550 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0c7f6684-f816-41ed-a02a-4beea80a7355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:00.766404 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d4e7ebc9-d0b7-4e22-b729-d47faaead2b5 req-f17e1ede-6340-4cd5-85c4-91bdd6c617d3 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=92ae58fd-1cf9-4159-851f-89e50457a4e0 HTTP/1.1" status: 200 len: 945 time: 0.1534641 Aug 19 14:46:00.854088 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d4e7ebc9-d0b7-4e22-b729-d47faaead2b5 req-d81df00f-51c2-4e47-8c3c-5e2db945cd29 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780311 Aug 19 14:46:00.975271 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0c7f6684-f816-41ed-a02a-4beea80a7355 None None] For port b1a61519-06d3-4455-ac3b-82da259c1c06, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:46:00.982445 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0c7f6684-f816-41ed-a02a-4beea80a7355 None None] For port b1a61519-06d3-4455-ac3b-82da259c1c06, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b1a61519-06d3-4455-ac3b-82da259c1c06,segment=NetworkSegment(6c568b8b-6fdc-4ad5-8891-a5a9768633c4),segment_id=6c568b8b-6fdc-4ad5-8891-a5a9768633c4)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:46:00.991591 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0c7f6684-f816-41ed-a02a-4beea80a7355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:01.105513 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 3954f567-9cbb-4c3b-b3bd-363311fc0503 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:46:01.159640 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7384158c-aa31-4f9f-9e31-93a0e3111652 None None] Network af1c97f7-1e29-418f-af90-e3fb456514bd requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:46:01.159640 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7f6684-f816-41ed-a02a-4beea80a7355 None None] Pushing event updated for resources: {'Port': ['ID=b1a61519-06d3-4455-ac3b-82da259c1c06,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:01.178259 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: 3954f567-9cbb-4c3b-b3bd-363311fc0503 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:46:01.178750 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 3954f567-9cbb-4c3b-b3bd-363311fc0503 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:46:01.212304 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9cb12864-8673-4e4f-889a-82435791b2fd tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:01.396130 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-9cb12864-8673-4e4f-889a-82435791b2fd tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Deleting port b1a61519-06d3-4455-ac3b-82da259c1c06 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:46:01.409716 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9cb12864-8673-4e4f-889a-82435791b2fd tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:01.428358 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2a18b67e-05f0-4f91-92ff-e13beb2ff93a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:01.478605 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bca103-36b0-4c1e-bfe0-3857d3b1a534 None None] get_active_networks_info from n-d-766043-2 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 14:46:01.494358 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-9cb12864-8673-4e4f-889a-82435791b2fd tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] For port b1a61519-06d3-4455-ac3b-82da259c1c06, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b1a61519-06d3-4455-ac3b-82da259c1c06,segment=NetworkSegment(6c568b8b-6fdc-4ad5-8891-a5a9768633c4),segment_id=6c568b8b-6fdc-4ad5-8891-a5a9768633c4)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:46:01.495048 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9cb12864-8673-4e4f-889a-82435791b2fd tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:01.509841 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-9cb12864-8673-4e4f-889a-82435791b2fd tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Calling delete_port for b1a61519-06d3-4455-ac3b-82da259c1c06 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:46:01.627439 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9cb12864-8673-4e4f-889a-82435791b2fd tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:01.678936 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb12864-8673-4e4f-889a-82435791b2fd tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Pushing event deleted for resources: {'Port': ['ID=b1a61519-06d3-4455-ac3b-82da259c1c06,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:01.687921 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb12864-8673-4e4f-889a-82435791b2fd tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] No DVR routers for this DVR port b1a61519-06d3-4455-ac3b-82da259c1c06 on host n-d-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:46:01.787301 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bca103-36b0-4c1e-bfe0-3857d3b1a534 None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 14:46:01.826141 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9cb12864-8673-4e4f-889a-82435791b2fd tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:01.850441 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-9cb12864-8673-4e4f-889a-82435791b2fd tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af1c97f7-1e29-418f-af90-e3fb456514bd']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:01.889825 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-9cb12864-8673-4e4f-889a-82435791b2fd tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c568b8b-6fdc-4ad5-8891-a5a9768633c4') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:01.890158 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-9cb12864-8673-4e4f-889a-82435791b2fd tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c568b8b-6fdc-4ad5-8891-a5a9768633c4') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:01.902667 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9cb12864-8673-4e4f-889a-82435791b2fd tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:01.917711 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9cb12864-8673-4e4f-889a-82435791b2fd tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:01.933861 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cb12864-8673-4e4f-889a-82435791b2fd tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:46:01.934392 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9cb12864-8673-4e4f-889a-82435791b2fd tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:01.938164 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:46:01.938164 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:46:01.938164 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:46:01.938164 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:46:01.938164 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:46:01.938164 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:46:01.938164 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:46:01.938164 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:46:01.938164 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:46:01.938164 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:46:01.938164 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:46:01.938164 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:46:01.938164 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:46:01.938164 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:46:01.938164 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:46:01.938164 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:46:01.938164 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:46:01.938164 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:46:01.938164 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:46:01.938164 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:46:01.938164 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:46:01.938164 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:46:01.938164 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:46:01.938164 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:46:01.938164 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:46:01.938164 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:46:01.938164 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:46:01.938164 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:46:01.938164 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:46:01.938164 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:46:01.938164 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:46:01.938164 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:46:02.111910 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9cb12864-8673-4e4f-889a-82435791b2fd tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:02.124939 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9cb12864-8673-4e4f-889a-82435791b2fd tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:02.126841 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9cb12864-8673-4e4f-889a-82435791b2fd tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] 10.222.0.69 "DELETE /v2.0/networks/af1c97f7-1e29-418f-af90-e3fb456514bd HTTP/1.1" status: 204 len: 168 time: 3.2983077 Aug 19 14:46:02.133787 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 49252) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:02.137953 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb12864-8673-4e4f-889a-82435791b2fd tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Pushing event deleted for resources: {'Network': ['ID=af1c97f7-1e29-418f-af90-e3fb456514bd,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:02.183368 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-516859be-8ea7-45e9-a5f9-12147d25bfa2 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] DELETE failed (client error): The resource could not be found. Aug 19 14:46:02.183902 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-516859be-8ea7-45e9-a5f9-12147d25bfa2 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:46:02.194094 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49258) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:02.194323 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-516859be-8ea7-45e9-a5f9-12147d25bfa2 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] 10.222.0.69 "DELETE /v2.0/subnets/51d9cd01-74c8-4114-8e6a-f8542cbc04ef HTTP/1.1" status: 404 len: 337 time: 0.0584214 Aug 19 14:46:02.221628 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5f6c358-bafa-4e05-9848-bbc8e9098ab2 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] DELETE failed (client error): The resource could not be found. Aug 19 14:46:02.222326 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5f6c358-bafa-4e05-9848-bbc8e9098ab2 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:46:02.224099 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b5f6c358-bafa-4e05-9848-bbc8e9098ab2 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] 10.222.0.69 "DELETE /v2.0/networks/af1c97f7-1e29-418f-af90-e3fb456514bd HTTP/1.1" status: 404 len: 339 time: 0.0289981 Aug 19 14:46:02.226872 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 49260) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:02.261644 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-44c2bad8-05ad-49a4-ae82-32361af5b3a3 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] DELETE failed (client error): The resource could not be found. Aug 19 14:46:02.262452 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44c2bad8-05ad-49a4-ae82-32361af5b3a3 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:46:02.265153 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-44c2bad8-05ad-49a4-ae82-32361af5b3a3 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] 10.222.0.69 "DELETE /v2.0/subnets/b8453f84-1456-4519-82d5-6a8123e5c6c7 HTTP/1.1" status: 404 len: 337 time: 0.0373058 Aug 19 14:46:02.267757 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49262) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:02.321206 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-c122a723-b948-4e1f-9197-57300c3b4488 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] DELETE failed (client error): The resource could not be found. Aug 19 14:46:02.323790 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c122a723-b948-4e1f-9197-57300c3b4488 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:46:02.327670 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c122a723-b948-4e1f-9197-57300c3b4488 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] 10.222.0.69 "DELETE /v2.0/networks/d302c256-0387-4d88-b92c-dac5a01b0fe5 HTTP/1.1" status: 404 len: 339 time: 0.0588171 Aug 19 14:46:02.330551 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 49264) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:02.383432 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-87310557-f31a-44ab-8140-43aa86333d49 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] DELETE failed (client error): The resource could not be found. Aug 19 14:46:02.385138 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87310557-f31a-44ab-8140-43aa86333d49 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:46:02.387566 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-87310557-f31a-44ab-8140-43aa86333d49 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] 10.222.0.69 "DELETE /v2.0/subnets/205ae762-01cc-4efe-9930-b606fa441f79 HTTP/1.1" status: 404 len: 337 time: 0.0557771 Aug 19 14:46:02.390496 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49266) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:02.437777 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-c03e963e-01c8-4b23-b439-e4e023e6983f tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] DELETE failed (client error): The resource could not be found. Aug 19 14:46:02.442331 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c03e963e-01c8-4b23-b439-e4e023e6983f tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:46:02.452238 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c03e963e-01c8-4b23-b439-e4e023e6983f tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] 10.222.0.69 "DELETE /v2.0/networks/a2c859da-b49b-4e25-8869-09b210c090df HTTP/1.1" status: 404 len: 339 time: 0.0596364 Aug 19 14:46:02.454147 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 49268) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:02.592450 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-41b594e4-4a19-43a1-9eba-3e2b72a79512 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Deleting port 3a4790ec-6a49-4b20-b93f-1422857c6b06 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:46:02.592450 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-41b594e4-4a19-43a1-9eba-3e2b72a79512 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:02.685343 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-41b594e4-4a19-43a1-9eba-3e2b72a79512 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:02.700944 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-41b594e4-4a19-43a1-9eba-3e2b72a79512 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Calling delete_port for 3a4790ec-6a49-4b20-b93f-1422857c6b06 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:46:02.859531 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-41b594e4-4a19-43a1-9eba-3e2b72a79512 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:02.900759 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b594e4-4a19-43a1-9eba-3e2b72a79512 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Pushing event deleted for resources: {'Port': ['ID=3a4790ec-6a49-4b20-b93f-1422857c6b06,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:02.929742 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-41b594e4-4a19-43a1-9eba-3e2b72a79512 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:02.934763 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-41b594e4-4a19-43a1-9eba-3e2b72a79512 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] 10.222.0.69 "DELETE /v2.0/ports/3a4790ec-6a49-4b20-b93f-1422857c6b06 HTTP/1.1" status: 204 len: 168 time: 0.4766839 Aug 19 14:46:02.935101 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 49274) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:03.001363 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-03ec26d7-792d-457d-9c7c-e71ec807c5f5 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] DELETE failed (client error): The resource could not be found. Aug 19 14:46:03.002263 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03ec26d7-792d-457d-9c7c-e71ec807c5f5 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:46:03.007066 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49276) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:03.008056 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-03ec26d7-792d-457d-9c7c-e71ec807c5f5 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] 10.222.0.69 "DELETE /v2.0/subnets/7cba9240-8771-48e1-a09d-302c3ae54537 HTTP/1.1" status: 404 len: 337 time: 0.0710664 Aug 19 14:46:03.116828 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:46:03.128573 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1226a7b0-8b00-4e85-8975-c043d5a702e7 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:03.177874 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:46:03.178397 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:03.244133 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1226a7b0-8b00-4e85-8975-c043d5a702e7 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:03.263069 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-1226a7b0-8b00-4e85-8975-c043d5a702e7 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93438e45-6ef8-43eb-84cf-55caf0d4eabd']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:03.285238 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-1226a7b0-8b00-4e85-8975-c043d5a702e7 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '636c536d-6a40-4215-97ea-de29fea7bbd6') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:03.285560 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-1226a7b0-8b00-4e85-8975-c043d5a702e7 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '636c536d-6a40-4215-97ea-de29fea7bbd6') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:03.287793 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:03.298215 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1226a7b0-8b00-4e85-8975-c043d5a702e7 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:03.325714 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1226a7b0-8b00-4e85-8975-c043d5a702e7 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:03.333808 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:46:03.334870 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc253a1-b140-49ef-a956-7a3c0b6c79cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:46:03.337011 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1226a7b0-8b00-4e85-8975-c043d5a702e7 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:46:03.337767 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1226a7b0-8b00-4e85-8975-c043d5a702e7 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:03.338671 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134c23b9-297b-4845-becb-a3f39bdff8fb" -d '{"events": [{"server_uuid": "efc253a1-b140-49ef-a956-7a3c0b6c79cb", "name": "network-vif-plugged", "status": "completed", "tag": "ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:46:03.345538 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:03.413086 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:46:03.413086 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:46:03.413086 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:46:03.413086 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:46:03.413086 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:46:03.413086 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:46:03.413086 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:46:03.413086 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:46:03.413086 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:46:03.413086 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:46:03.413086 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:46:03.413086 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:46:03.413086 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:46:03.413086 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:46:03.413086 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:46:03.413086 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:46:03.413086 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:46:03.413086 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:46:03.413086 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:46:03.413086 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:46:03.413086 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:46:03.413086 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:46:03.413086 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:46:03.413086 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:46:03.413086 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:46:03.413086 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:46:03.413086 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:46:03.413086 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:46:03.413086 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:46:03.413086 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:46:03.413086 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:46:03.413086 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:46:03.423061 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1226a7b0-8b00-4e85-8975-c043d5a702e7 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:03.429576 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1,revision_number=10']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:03.433612 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1226a7b0-8b00-4e85-8975-c043d5a702e7 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:03.438616 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1226a7b0-8b00-4e85-8975-c043d5a702e7 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] 10.222.0.69 "DELETE /v2.0/networks/93438e45-6ef8-43eb-84cf-55caf0d4eabd HTTP/1.1" status: 204 len: 168 time: 0.4303324 Aug 19 14:46:03.448113 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49298) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:03.533990 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1226a7b0-8b00-4e85-8975-c043d5a702e7 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Pushing event deleted for resources: {'Network': ['ID=93438e45-6ef8-43eb-84cf-55caf0d4eabd,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:03.545731 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42bfb2c-77b9-4d57-8ff8-c7f929407a85 req-ed9693e9-966f-4bb0-a779-0f81d984c8de tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:03.547554 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f42bfb2c-77b9-4d57-8ff8-c7f929407a85 req-ed9693e9-966f-4bb0-a779-0f81d984c8de tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/networks?id=23c2e440-9ca3-45a7-ab8d-c7ac81e99a99 HTTP/1.1" status: 200 len: 811 time: 0.1633208 Aug 19 14:46:03.593884 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f42bfb2c-77b9-4d57-8ff8-c7f929407a85 req-c6096736-51be-4fc6-82e9-366971205f54 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/quotas/7fb0cbae73e44bb4aa5ac758561c58c6 HTTP/1.1" status: 200 len: 375 time: 0.0391467 Aug 19 14:46:03.629158 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f42bfb2c-77b9-4d57-8ff8-c7f929407a85 req-a0aae6e7-9455-486f-93c1-38e02ce2dedd tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7fb0cbae73e44bb4aa5ac758561c58c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292010 Aug 19 14:46:03.644236 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c7e3d04e-c90a-459d-864a-5b5fdc3b54b5 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Deleting port 7f144ea7-ef05-4d8a-aede-523c1ef9df79 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:46:03.644629 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c7e3d04e-c90a-459d-864a-5b5fdc3b54b5 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:03.657428 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b275bee-87e9-441b-8da5-f0dcbbd2cc22 req-a8f945d8-25b3-456d-ac27-2bee0e9bb66a tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:03.666135 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9b275bee-87e9-441b-8da5-f0dcbbd2cc22 req-a8f945d8-25b3-456d-ac27-2bee0e9bb66a tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 946 time: 0.1041913 Aug 19 14:46:03.674184 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:03.715345 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9b275bee-87e9-441b-8da5-f0dcbbd2cc22 req-edfed341-4f05-4066-9304-6441abc5d238 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=14b1b67d-e522-41bf-ab63-48f4b8afa430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464764 Aug 19 14:46:03.756221 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c7e3d04e-c90a-459d-864a-5b5fdc3b54b5 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:03.773431 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c7e3d04e-c90a-459d-864a-5b5fdc3b54b5 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Calling delete_port for 7f144ea7-ef05-4d8a-aede-523c1ef9df79 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:46:03.900314 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c7e3d04e-c90a-459d-864a-5b5fdc3b54b5 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:03.926397 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f42bfb2c-77b9-4d57-8ff8-c7f929407a85 req-64bbdaf0-ab79-4bd3-8552-7aab3abe7b08 service neutron] 10.222.0.69 "GET /v2.0/networks/23c2e440-9ca3-45a7-ab8d-c7ac81e99a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889025 Aug 19 14:46:03.933645 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e3d04e-c90a-459d-864a-5b5fdc3b54b5 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Pushing event deleted for resources: {'Port': ['ID=7f144ea7-ef05-4d8a-aede-523c1ef9df79,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:03.944827 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c7e3d04e-c90a-459d-864a-5b5fdc3b54b5 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:03.949399 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c7e3d04e-c90a-459d-864a-5b5fdc3b54b5 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] 10.222.0.69 "DELETE /v2.0/ports/7f144ea7-ef05-4d8a-aede-523c1ef9df79 HTTP/1.1" status: 204 len: 168 time: 0.4993896 Aug 19 14:46:03.951237 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49302) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:04.005177 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-df1bd1bf-49ee-41d2-a976-7d7dbbed0a69 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] DELETE failed (client error): The resource could not be found. Aug 19 14:46:04.005567 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df1bd1bf-49ee-41d2-a976-7d7dbbed0a69 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:46:04.007460 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-df1bd1bf-49ee-41d2-a976-7d7dbbed0a69 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] 10.222.0.69 "DELETE /v2.0/subnets/5061eede-c298-455a-83b3-28f38d7c2a19 HTTP/1.1" status: 404 len: 337 time: 0.0552869 Aug 19 14:46:04.011011 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49304) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:04.039484 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4274ec-d1fa-441e-b0fb-80d49af6c612 req-4474edfe-f1b0-4811-84b2-c7c1bba47b6d tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:04.041239 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0a4274ec-d1fa-441e-b0fb-80d49af6c612 req-4474edfe-f1b0-4811-84b2-c7c1bba47b6d tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=92ae58fd-1cf9-4159-851f-89e50457a4e0 HTTP/1.1" status: 200 len: 945 time: 0.1505725 Aug 19 14:46:04.050342 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f42bfb2c-77b9-4d57-8ff8-c7f929407a85 req-59b123d7-bffa-4a16-9e71-37acdc32b55a service neutron] 10.222.0.69 "GET /v2.0/networks/23c2e440-9ca3-45a7-ab8d-c7ac81e99a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152310 Aug 19 14:46:04.079703 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b182e64-7ca1-4cee-afab-2f7a5968d9d0 req-ecccdca1-c508-4fbb-a7bc-8cd84e4e9ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:04.081245 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8b182e64-7ca1-4cee-afab-2f7a5968d9d0 req-ecccdca1-c508-4fbb-a7bc-8cd84e4e9ea6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=93c36d7db0b9486ca0e05d09444f38b7&device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 1097 time: 0.1205711 Aug 19 14:46:04.117624 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0a4274ec-d1fa-441e-b0fb-80d49af6c612 req-4ffbe012-4144-4134-acba-217631494377 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659728 Aug 19 14:46:04.129022 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0569965f-e203-4343-b5a0-56e20799e789 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:04.282483 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e442fa61-7e31-4541-bf5f-e020a1577ad5 x-openstack-request-id: req-e442fa61-7e31-4541-bf5f-e020a1577ad5 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:46:04.283055 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc253a1-b140-49ef-a956-7a3c0b6c79cb", "name": "network-vif-plugged", "status": "completed", "tag": "ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:46:04.283055 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e442fa61-7e31-4541-bf5f-e020a1577ad5 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:46:04.285257 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc253a1-b140-49ef-a956-7a3c0b6c79cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1', 'code': 200} Aug 19 14:46:04.296781 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b48e10c6-7d96-4081-8990-d61d788621d3 req-bbfb6bf0-2eb8-4931-a631-226ae817adca tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8a615d5-ca85-457d-856b-bcde9c93e645 HTTP/1.1" status: 200 len: 210 time: 0.0356524 Aug 19 14:46:04.304504 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-80b52a0b-6e34-43cb-aea0-762819d0fbd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:04.319980 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b182e64-7ca1-4cee-afab-2f7a5968d9d0 req-764aca57-0862-4496-bfa4-ba155766c3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:04.325238 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8b182e64-7ca1-4cee-afab-2f7a5968d9d0 req-764aca57-0862-4496-bfa4-ba155766c3cb service neutron] 10.222.0.68 "GET /v2.0/networks?id=669513f8-b4b3-4e5c-8f0d-5f8e9923cc05 HTTP/1.1" status: 200 len: 917 time: 0.2316015 Aug 19 14:46:04.416800 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-0569965f-e203-4343-b5a0-56e20799e789 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Deleting port 187dd819-9ce0-45f2-b1a1-02957406e7e9 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:46:04.425983 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0569965f-e203-4343-b5a0-56e20799e789 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:04.469296 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8b182e64-7ca1-4cee-afab-2f7a5968d9d0 req-47f9669c-df4f-4539-9d40-8de5d2e0842d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7296d16e-f6b0-4341-aba3-01b8150aef09 HTTP/1.1" status: 200 len: 1002 time: 0.1374204 Aug 19 14:46:04.524176 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:04.615030 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-0569965f-e203-4343-b5a0-56e20799e789 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] For port 187dd819-9ce0-45f2-b1a1-02957406e7e9, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=187dd819-9ce0-45f2-b1a1-02957406e7e9,segment=NetworkSegment(ce127936-decb-4bf0-bfdb-f0c3d4db3b05),segment_id=ce127936-decb-4bf0-bfdb-f0c3d4db3b05)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:46:04.615434 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0569965f-e203-4343-b5a0-56e20799e789 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:04.618976 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b182e64-7ca1-4cee-afab-2f7a5968d9d0 req-1e471c2d-64d2-4b75-87a7-75c8a8e32002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:04.621024 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8b182e64-7ca1-4cee-afab-2f7a5968d9d0 req-1e471c2d-64d2-4b75-87a7-75c8a8e32002 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=55f10344-049d-42f2-b429-801948692761 HTTP/1.1" status: 200 len: 855 time: 0.1415854 Aug 19 14:46:04.641003 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-0569965f-e203-4343-b5a0-56e20799e789 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Calling delete_port for 187dd819-9ce0-45f2-b1a1-02957406e7e9 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:46:04.741602 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b182e64-7ca1-4cee-afab-2f7a5968d9d0 req-e157b0aa-785c-4099-a011-26c4ca70aed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:04.742996 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8b182e64-7ca1-4cee-afab-2f7a5968d9d0 req-e157b0aa-785c-4099-a011-26c4ca70aed0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=669513f8-b4b3-4e5c-8f0d-5f8e9923cc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1116946 Aug 19 14:46:04.883588 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0569965f-e203-4343-b5a0-56e20799e789 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:04.897530 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f5f85-b3ac-4527-97c4-7d91a528d22c req-f1d5d7de-a806-4765-9493-ae119c496eb8 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:04.911710 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a30f5f85-b3ac-4527-97c4-7d91a528d22c req-f1d5d7de-a806-4765-9493-ae119c496eb8 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 946 time: 0.1177201 Aug 19 14:46:04.920214 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8b182e64-7ca1-4cee-afab-2f7a5968d9d0 req-703bdd2b-df21-41ff-9f15-7ca96bb056ba service neutron] 10.222.0.68 "GET /v2.0/networks/669513f8-b4b3-4e5c-8f0d-5f8e9923cc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646016 Aug 19 14:46:04.926367 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0569965f-e203-4343-b5a0-56e20799e789 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Pushing event deleted for resources: {'Port': ['ID=187dd819-9ce0-45f2-b1a1-02957406e7e9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:04.948001 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0569965f-e203-4343-b5a0-56e20799e789 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] No DVR routers for this DVR port 187dd819-9ce0-45f2-b1a1-02957406e7e9 on host n-d-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:46:04.995103 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a30f5f85-b3ac-4527-97c4-7d91a528d22c req-c40016e3-336a-41b6-9453-1b10a3d5f698 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=14b1b67d-e522-41bf-ab63-48f4b8afa430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822608 Aug 19 14:46:05.052218 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:05.124086 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0569965f-e203-4343-b5a0-56e20799e789 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:05.143646 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-0569965f-e203-4343-b5a0-56e20799e789 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66c6fae5-704c-4f59-a8ac-4e46ce1a3ec9']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:05.169441 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-0569965f-e203-4343-b5a0-56e20799e789 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce127936-decb-4bf0-bfdb-f0c3d4db3b05') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:05.170002 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-0569965f-e203-4343-b5a0-56e20799e789 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce127936-decb-4bf0-bfdb-f0c3d4db3b05') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:05.177284 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:05.186691 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8b182e64-7ca1-4cee-afab-2f7a5968d9d0 req-96e1a067-d6f9-4fed-9842-464ea8b2c3d1 service neutron] 10.222.0.68 "GET /v2.0/networks/669513f8-b4b3-4e5c-8f0d-5f8e9923cc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529428 Aug 19 14:46:05.188311 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0569965f-e203-4343-b5a0-56e20799e789 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:05.206210 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0569965f-e203-4343-b5a0-56e20799e789 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:05.219473 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0569965f-e203-4343-b5a0-56e20799e789 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:46:05.220377 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0569965f-e203-4343-b5a0-56e20799e789 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:05.226309 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:46:05.226309 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:46:05.226309 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:46:05.226309 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:46:05.226309 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:46:05.226309 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:46:05.226309 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:46:05.226309 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:46:05.226309 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:46:05.226309 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:46:05.226309 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:46:05.226309 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:46:05.226309 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:46:05.226309 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:46:05.226309 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:46:05.226309 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:46:05.226309 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:46:05.226309 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:46:05.226309 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:46:05.226309 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:46:05.226309 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:46:05.226309 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:46:05.226309 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:46:05.226309 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:46:05.226309 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:46:05.226309 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:46:05.226309 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:46:05.226309 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:46:05.226309 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:46:05.226309 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:46:05.226309 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:46:05.226309 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:46:05.316374 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f0267-c8ee-404d-9b09-59bbe6c24a75 req-42c0989f-2b20-43a4-a619-382b8763e1a6 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:05.324122 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ed2f0267-c8ee-404d-9b09-59bbe6c24a75 req-42c0989f-2b20-43a4-a619-382b8763e1a6 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=92ae58fd-1cf9-4159-851f-89e50457a4e0 HTTP/1.1" status: 200 len: 945 time: 0.1115088 Aug 19 14:46:05.370965 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0569965f-e203-4343-b5a0-56e20799e789 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:05.385674 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0569965f-e203-4343-b5a0-56e20799e789 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:05.390153 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ed2f0267-c8ee-404d-9b09-59bbe6c24a75 req-740c80b7-f2f9-4dd8-a3ce-f743e0d29b1e tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623107 Aug 19 14:46:05.390311 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0569965f-e203-4343-b5a0-56e20799e789 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] 10.222.0.69 "DELETE /v2.0/networks/66c6fae5-704c-4f59-a8ac-4e46ce1a3ec9 HTTP/1.1" status: 204 len: 168 time: 1.3757286 Aug 19 14:46:05.390430 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 49338) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:05.398434 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0569965f-e203-4343-b5a0-56e20799e789 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Pushing event deleted for resources: {'Network': ['ID=66c6fae5-704c-4f59-a8ac-4e46ce1a3ec9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:05.530765 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-77c87bfd-5285-4a2e-ad42-b529b1f23026 req-2732bbc5-374a-47e0-bccc-a55735f9b739 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8a615d5-ca85-457d-856b-bcde9c93e645 HTTP/1.1" status: 200 len: 210 time: 0.0573254 Aug 19 14:46:05.554176 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1a2fabb-932a-409b-b3db-221368fae715 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Deleting subnet 48ff6bb4-9133-4ccf-8a0a-bcd417bc2770 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:46:05.557988 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f1a2fabb-932a-409b-b3db-221368fae715 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:05.608134 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f1a2fabb-932a-409b-b3db-221368fae715 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:05.646872 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42bfb2c-77b9-4d57-8ff8-c7f929407a85 req-666863bc-56d9-480c-8ebe-fb703f311d2e tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:05.648974 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f42bfb2c-77b9-4d57-8ff8-c7f929407a85 req-666863bc-56d9-480c-8ebe-fb703f311d2e tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.88 "GET /v2.0/networks?id=23c2e440-9ca3-45a7-ab8d-c7ac81e99a99 HTTP/1.1" status: 200 len: 811 time: 0.1985672 Aug 19 14:46:05.668221 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-f42bfb2c-77b9-4d57-8ff8-c7f929407a85 req-00641284-27b9-4d33-883f-dee209b62a8a tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Request body: {'port': {'device_id': 'b8a615d5-ca85-457d-856b-bcde9c93e645', 'network_id': '23c2e440-9ca3-45a7-ab8d-c7ac81e99a99', 'admin_state_up': True, 'tenant_id': '7fb0cbae73e44bb4aa5ac758561c58c6'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:46:05.738769 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f1a2fabb-932a-409b-b3db-221368fae715 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:05.822615 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f1a2fabb-932a-409b-b3db-221368fae715 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:05.831747 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f42bfb2c-77b9-4d57-8ff8-c7f929407a85 req-00641284-27b9-4d33-883f-dee209b62a8a tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Made reservation on behalf of 7fb0cbae73e44bb4aa5ac758561c58c6 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:46:05.835521 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f42bfb2c-77b9-4d57-8ff8-c7f929407a85 req-00641284-27b9-4d33-883f-dee209b62a8a tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:05.862447 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a2fabb-932a-409b-b3db-221368fae715 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Pushing event deleted for resources: {'Subnet': ['ID=48ff6bb4-9133-4ccf-8a0a-bcd417bc2770,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:05.866315 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f1a2fabb-932a-409b-b3db-221368fae715 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:05.868212 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f1a2fabb-932a-409b-b3db-221368fae715 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] 10.222.0.69 "DELETE /v2.0/subnets/48ff6bb4-9133-4ccf-8a0a-bcd417bc2770 HTTP/1.1" status: 204 len: 168 time: 0.4770098 Aug 19 14:46:05.870712 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 49352) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:05.875823 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c2ab06-1475-4772-9d35-0dd71966a6b9 None None] Network 19c6a283-7947-4109-9825-539b778c472d requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:46:05.968097 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d107946-a7a4-44c8-9527-987818e2aad3 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:06.047338 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-f42bfb2c-77b9-4d57-8ff8-c7f929407a85 req-00641284-27b9-4d33-883f-dee209b62a8a tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Allocated IP 172.20.0.9 (23c2e440-9ca3-45a7-ab8d-c7ac81e99a99/9422880f-eaac-4c78-82da-517737e1ea86/00c302d7-8c3b-4445-980d-501694560ba1) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:46:06.067215 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-4d107946-a7a4-44c8-9527-987818e2aad3 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Deleting port c73758ab-cf0a-4a82-bdeb-a640b40823da {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:46:06.067565 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d107946-a7a4-44c8-9527-987818e2aad3 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:06.135641 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-4d107946-a7a4-44c8-9527-987818e2aad3 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] For port c73758ab-cf0a-4a82-bdeb-a640b40823da, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=c73758ab-cf0a-4a82-bdeb-a640b40823da,segment=NetworkSegment(70f249ef-7aeb-44cd-97ed-4c3a96e562d5),segment_id=70f249ef-7aeb-44cd-97ed-4c3a96e562d5)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:46:06.136620 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d107946-a7a4-44c8-9527-987818e2aad3 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:06.152043 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-4d107946-a7a4-44c8-9527-987818e2aad3 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Calling delete_port for c73758ab-cf0a-4a82-bdeb-a640b40823da owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:46:06.161266 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81d4d5c-124a-4504-935f-a0e8183c64de None None] DHCP port deletion for 19c6a283-7947-4109-9825-539b778c472d request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:46:06.252468 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b81d4d5c-124a-4504-935f-a0e8183c64de None None] Deleting port c73758ab-cf0a-4a82-bdeb-a640b40823da {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:46:06.253177 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b81d4d5c-124a-4504-935f-a0e8183c64de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:06.285567 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f42bfb2c-77b9-4d57-8ff8-c7f929407a85 req-00641284-27b9-4d33-883f-dee209b62a8a tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:06.288017 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d107946-a7a4-44c8-9527-987818e2aad3 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:06.316495 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d107946-a7a4-44c8-9527-987818e2aad3 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] No DVR routers for this DVR port c73758ab-cf0a-4a82-bdeb-a640b40823da on host n-d-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:46:06.344242 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b81d4d5c-124a-4504-935f-a0e8183c64de None None] For port c73758ab-cf0a-4a82-bdeb-a640b40823da, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=c73758ab-cf0a-4a82-bdeb-a640b40823da,segment=NetworkSegment(70f249ef-7aeb-44cd-97ed-4c3a96e562d5),segment_id=70f249ef-7aeb-44cd-97ed-4c3a96e562d5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:46:06.345460 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b81d4d5c-124a-4504-935f-a0e8183c64de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:06.353240 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f42bfb2c-77b9-4d57-8ff8-c7f929407a85 req-00641284-27b9-4d33-883f-dee209b62a8a tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:06.363953 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b81d4d5c-124a-4504-935f-a0e8183c64de None None] Calling delete_port for c73758ab-cf0a-4a82-bdeb-a640b40823da owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:46:06.400506 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d107946-a7a4-44c8-9527-987818e2aad3 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Pushing event deleted for resources: {'Port': ['ID=c73758ab-cf0a-4a82-bdeb-a640b40823da,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:06.416985 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc074e8-d468-4575-a398-c1da3147bf78 req-64f506a8-66ec-42ba-bad7-803f3168c5f7 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:06.421172 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f42bfb2c-77b9-4d57-8ff8-c7f929407a85 req-00641284-27b9-4d33-883f-dee209b62a8a tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Network 23c2e440-9ca3-45a7-ab8d-c7ac81e99a99 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:46:06.428127 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-f42bfb2c-77b9-4d57-8ff8-c7f929407a85 req-00641284-27b9-4d33-883f-dee209b62a8a tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:46:06.430158 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1dc074e8-d468-4575-a398-c1da3147bf78 req-64f506a8-66ec-42ba-bad7-803f3168c5f7 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 946 time: 0.2905555 Aug 19 14:46:06.431259 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-f42bfb2c-77b9-4d57-8ff8-c7f929407a85 req-00641284-27b9-4d33-883f-dee209b62a8a tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:46:06.481643 n-d-766043-2 neutron-server[94641]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 14:46:06.481643 n-d-766043-2 neutron-server[94641]: from cryptography.utils import int_from_bytes Aug 19 14:46:06.481643 n-d-766043-2 neutron-server[94641]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 14:46:06.481643 n-d-766043-2 neutron-server[94641]: from cryptography.utils import int_from_bytes Aug 19 14:46:06.481643 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:46:06.481643 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 14:46:06.481643 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:46:06.481643 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 14:46:06.481643 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:46:06.481643 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 14:46:06.481643 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:46:06.481643 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 14:46:06.481643 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:46:06.481643 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 14:46:06.481643 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:46:06.481643 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 14:46:06.481643 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:46:06.481643 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 14:46:06.481643 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:46:06.481643 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 14:46:06.481643 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:46:06.481643 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 14:46:06.481643 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:46:06.481643 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 14:46:06.481643 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:46:06.481643 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 14:46:06.481643 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:46:06.481643 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 14:46:06.481643 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:46:06.481643 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 14:46:06.481643 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:46:06.481643 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 14:46:06.481643 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:46:06.481643 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 14:46:06.481643 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:46:06.481643 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 14:46:06.481643 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:46:06.481643 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 14:46:06.481643 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:46:06.481643 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 14:46:06.481643 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:46:06.481643 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 14:46:06.486358 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:46:06.486358 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 14:46:06.486358 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:46:06.486358 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 14:46:06.486358 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:46:06.486358 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 14:46:06.486358 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:46:06.486358 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 14:46:06.486358 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:46:06.486358 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 14:46:06.486358 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:46:06.486358 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 14:46:06.486358 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:46:06.486358 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 14:46:06.491320 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b81d4d5c-124a-4504-935f-a0e8183c64de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:06.516854 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d4d5c-124a-4504-935f-a0e8183c64de None None] Pushing event deleted for resources: {'Port': ['ID=c73758ab-cf0a-4a82-bdeb-a640b40823da,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:06.522581 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00641284-27b9-4d33-883f-dee209b62a8a tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Pushing event updated for resources: {'Port': ['ID=00c302d7-8c3b-4445-980d-501694560ba1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:06.524863 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81d4d5c-124a-4504-935f-a0e8183c64de None None] No DVR routers for this DVR port c73758ab-cf0a-4a82-bdeb-a640b40823da on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:46:06.573578 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42bfb2c-77b9-4d57-8ff8-c7f929407a85 req-00641284-27b9-4d33-883f-dee209b62a8a tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:06.574211 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f42bfb2c-77b9-4d57-8ff8-c7f929407a85 req-00641284-27b9-4d33-883f-dee209b62a8a tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:06.576963 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d107946-a7a4-44c8-9527-987818e2aad3 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:06.591985 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1dc074e8-d468-4575-a398-c1da3147bf78 req-ff47a5bd-8887-47f2-aada-197491a10d5f tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=14b1b67d-e522-41bf-ab63-48f4b8afa430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425188 Aug 19 14:46:06.592424 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f42bfb2c-77b9-4d57-8ff8-c7f929407a85 req-00641284-27b9-4d33-883f-dee209b62a8a tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9325023 Aug 19 14:46:06.594598 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-4d107946-a7a4-44c8-9527-987818e2aad3 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19c6a283-7947-4109-9825-539b778c472d']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:06.607658 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-4d107946-a7a4-44c8-9527-987818e2aad3 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70f249ef-7aeb-44cd-97ed-4c3a96e562d5') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:06.607962 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-4d107946-a7a4-44c8-9527-987818e2aad3 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70f249ef-7aeb-44cd-97ed-4c3a96e562d5') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:06.608106 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-f42bfb2c-77b9-4d57-8ff8-c7f929407a85 req-a8328d3e-78aa-46f8-b364-d7344b43f278 service neutron] Request body: {'port': {'device_id': 'b8a615d5-ca85-457d-856b-bcde9c93e645', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:46:06.631246 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d107946-a7a4-44c8-9527-987818e2aad3 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:06.661734 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6d032-91b9-482f-8f5e-9cdc480fc052 req-3b5752aa-bcf0-4d18-8b04-b4f1d87f3ea6 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:06.671284 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a5a6d032-91b9-482f-8f5e-9cdc480fc052 req-3b5752aa-bcf0-4d18-8b04-b4f1d87f3ea6 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=92ae58fd-1cf9-4159-851f-89e50457a4e0 HTTP/1.1" status: 200 len: 945 time: 0.1471987 Aug 19 14:46:06.692274 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d107946-a7a4-44c8-9527-987818e2aad3 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:06.700019 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f42bfb2c-77b9-4d57-8ff8-c7f929407a85 req-a8328d3e-78aa-46f8-b364-d7344b43f278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:06.705552 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d107946-a7a4-44c8-9527-987818e2aad3 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:46:06.707290 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d107946-a7a4-44c8-9527-987818e2aad3 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:06.710005 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:46:06.710005 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:46:06.710005 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:46:06.710005 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:46:06.710005 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:46:06.710005 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:46:06.710005 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:46:06.710005 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:46:06.710005 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:46:06.710005 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:46:06.710005 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:46:06.710005 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:46:06.710005 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:46:06.710005 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:46:06.710005 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:46:06.710005 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:46:06.710005 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:46:06.710005 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:46:06.710005 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:46:06.710005 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:46:06.710005 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:46:06.710005 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:46:06.710005 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:46:06.710005 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:46:06.710005 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:46:06.710005 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:46:06.710005 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:46:06.710005 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:46:06.710005 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:46:06.710005 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:46:06.710005 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:46:06.710005 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:46:06.794857 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a5a6d032-91b9-482f-8f5e-9cdc480fc052 req-af54fd0e-8c30-4e2f-9763-394bf4eaf552 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178048 Aug 19 14:46:06.817990 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:06.864046 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d107946-a7a4-44c8-9527-987818e2aad3 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:06.888294 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674bcef-006c-48f7-9684-333c439e1ec3 req-84bab295-3f3b-471d-b3fe-eb3c01c6daf5 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:06.897871 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7674bcef-006c-48f7-9684-333c439e1ec3 req-84bab295-3f3b-471d-b3fe-eb3c01c6daf5 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8a615d5-ca85-457d-856b-bcde9c93e645 HTTP/1.1" status: 200 len: 931 time: 0.1330173 Aug 19 14:46:06.930570 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d107946-a7a4-44c8-9527-987818e2aad3 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:06.932475 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-4d107946-a7a4-44c8-9527-987818e2aad3 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] 10.222.0.69 "DELETE /v2.0/networks/19c6a283-7947-4109-9825-539b778c472d HTTP/1.1" status: 204 len: 168 time: 1.0608172 Aug 19 14:46:06.936051 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d107946-a7a4-44c8-9527-987818e2aad3 tempest-NetworksIpV6TestAttrs-1392001005 tempest-NetworksIpV6TestAttrs-1392001005-project] Pushing event deleted for resources: {'Network': ['ID=19c6a283-7947-4109-9825-539b778c472d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:07.001387 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7674bcef-006c-48f7-9684-333c439e1ec3 req-9812e444-3483-4fc1-9450-4031cc888c65 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023877 Aug 19 14:46:07.138575 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 7296d16e-f6b0-4341-aba3-01b8150aef09 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:46:07.231797 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-f42bfb2c-77b9-4d57-8ff8-c7f929407a85 req-a8328d3e-78aa-46f8-b364-d7344b43f278 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00c302d7-8c3b-4445-980d-501694560ba1 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:46:07.249623 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device c73758ab-cf0a-4a82-bdeb-a640b40823da no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:46:07.249962 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f42bfb2c-77b9-4d57-8ff8-c7f929407a85 req-a8328d3e-78aa-46f8-b364-d7344b43f278 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:07.265214 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-f42bfb2c-77b9-4d57-8ff8-c7f929407a85 req-a8328d3e-78aa-46f8-b364-d7344b43f278 service neutron] Transition to ACTIVE for port object 00c302d7-8c3b-4445-980d-501694560ba1 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:46:07.278560 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: c73758ab-cf0a-4a82-bdeb-a640b40823da {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:46:07.279117 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device c73758ab-cf0a-4a82-bdeb-a640b40823da not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:46:07.281431 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:07.295378 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f42bfb2c-77b9-4d57-8ff8-c7f929407a85 req-a8328d3e-78aa-46f8-b364-d7344b43f278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:07.324730 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 7296d16e-f6b0-4341-aba3-01b8150aef09, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=7296d16e-f6b0-4341-aba3-01b8150aef09,segment=NetworkSegment(deb4ceaa-a168-4950-8d67-f7a10179a94a),segment_id=deb4ceaa-a168-4950-8d67-f7a10179a94a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:46:07.326581 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc81ffc7-f660-46e6-acb8-f9c9b57f066f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7296d16e-f6b0-4341-aba3-01b8150aef09'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:46:07.330622 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8bd7d7-91bf-4afd-b668-7702795eb0e3" -d '{"events": [{"server_uuid": "fc81ffc7-f660-46e6-acb8-f9c9b57f066f", "name": "network-vif-unplugged", "status": "completed", "tag": "7296d16e-f6b0-4341-aba3-01b8150aef09"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:46:07.348792 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:07.361197 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8328d3e-78aa-46f8-b364-d7344b43f278 service neutron] Pushing event updated for resources: {'Port': ['ID=00c302d7-8c3b-4445-980d-501694560ba1,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:07.453637 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 14:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c7b9d0-3137-426c-b7b0-2475ed37884e x-openstack-request-id: req-52c7b9d0-3137-426c-b7b0-2475ed37884e {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:46:07.454385 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc81ffc7-f660-46e6-acb8-f9c9b57f066f", "name": "network-vif-unplugged", "status": "completed", "tag": "7296d16e-f6b0-4341-aba3-01b8150aef09", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:46:07.455167 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-52c7b9d0-3137-426c-b7b0-2475ed37884e {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:46:07.455568 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc81ffc7-f660-46e6-acb8-f9c9b57f066f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7296d16e-f6b0-4341-aba3-01b8150aef09', 'code': 200} Aug 19 14:46:07.464061 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=7296d16e-f6b0-4341-aba3-01b8150aef09,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:07.473935 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 49390) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:07.497595 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-f42bfb2c-77b9-4d57-8ff8-c7f929407a85 req-a8328d3e-78aa-46f8-b364-d7344b43f278 service neutron] Attempting to bind port 00c302d7-8c3b-4445-980d-501694560ba1 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:46:07.498211 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-f42bfb2c-77b9-4d57-8ff8-c7f929407a85 req-a8328d3e-78aa-46f8-b364-d7344b43f278 service neutron] Attempting to bind port 00c302d7-8c3b-4445-980d-501694560ba1 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'dfb5451f-ae59-4348-b57d-1e05105b4f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '23c2e440-9ca3-45a7-ab8d-c7ac81e99a99'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:46:07.498326 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42bfb2c-77b9-4d57-8ff8-c7f929407a85 req-a8328d3e-78aa-46f8-b364-d7344b43f278 service neutron] Attempting to bind port 00c302d7-8c3b-4445-980d-501694560ba1 on network 23c2e440-9ca3-45a7-ab8d-c7ac81e99a99 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:46:07.509118 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42bfb2c-77b9-4d57-8ff8-c7f929407a85 req-a8328d3e-78aa-46f8-b364-d7344b43f278 service neutron] Port 00c302d7-8c3b-4445-980d-501694560ba1 on network 23c2e440-9ca3-45a7-ab8d-c7ac81e99a99 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:46:07.509549 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42bfb2c-77b9-4d57-8ff8-c7f929407a85 req-a8328d3e-78aa-46f8-b364-d7344b43f278 service neutron] Attempting to bind port 00c302d7-8c3b-4445-980d-501694560ba1 on network 23c2e440-9ca3-45a7-ab8d-c7ac81e99a99 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:46:07.515943 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42bfb2c-77b9-4d57-8ff8-c7f929407a85 req-a8328d3e-78aa-46f8-b364-d7344b43f278 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:46:07.516587 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42bfb2c-77b9-4d57-8ff8-c7f929407a85 req-a8328d3e-78aa-46f8-b364-d7344b43f278 service neutron] Checking segment: {'id': 'dfb5451f-ae59-4348-b57d-1e05105b4f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '23c2e440-9ca3-45a7-ab8d-c7ac81e99a99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:46:07.516980 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42bfb2c-77b9-4d57-8ff8-c7f929407a85 req-a8328d3e-78aa-46f8-b364-d7344b43f278 service neutron] Bound using segment: {'id': 'dfb5451f-ae59-4348-b57d-1e05105b4f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '23c2e440-9ca3-45a7-ab8d-c7ac81e99a99'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:46:07.517504 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-f42bfb2c-77b9-4d57-8ff8-c7f929407a85 req-a8328d3e-78aa-46f8-b364-d7344b43f278 service neutron] Bound port: 00c302d7-8c3b-4445-980d-501694560ba1, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfb5451f-ae59-4348-b57d-1e05105b4f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '23c2e440-9ca3-45a7-ab8d-c7ac81e99a99'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:46:07.517863 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f42bfb2c-77b9-4d57-8ff8-c7f929407a85 req-a8328d3e-78aa-46f8-b364-d7344b43f278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:07.598174 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-f42bfb2c-77b9-4d57-8ff8-c7f929407a85 req-a8328d3e-78aa-46f8-b364-d7344b43f278 service neutron] For port 00c302d7-8c3b-4445-980d-501694560ba1, host n-h2-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:46:07.602470 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-f42bfb2c-77b9-4d57-8ff8-c7f929407a85 req-a8328d3e-78aa-46f8-b364-d7344b43f278 service neutron] For port 00c302d7-8c3b-4445-980d-501694560ba1, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=00c302d7-8c3b-4445-980d-501694560ba1,segment=NetworkSegment(dfb5451f-ae59-4348-b57d-1e05105b4f16),segment_id=dfb5451f-ae59-4348-b57d-1e05105b4f16)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:46:07.610148 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f42bfb2c-77b9-4d57-8ff8-c7f929407a85 req-a8328d3e-78aa-46f8-b364-d7344b43f278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:07.649963 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42bfb2c-77b9-4d57-8ff8-c7f929407a85 req-a8328d3e-78aa-46f8-b364-d7344b43f278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:07.650627 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f42bfb2c-77b9-4d57-8ff8-c7f929407a85 req-a8328d3e-78aa-46f8-b364-d7344b43f278 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:07.652657 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f42bfb2c-77b9-4d57-8ff8-c7f929407a85 req-a8328d3e-78aa-46f8-b364-d7344b43f278 service neutron] 10.222.0.88 "PUT /v2.0/ports/00c302d7-8c3b-4445-980d-501694560ba1 HTTP/1.1" status: 200 len: 1091 time: 1.0522695 Aug 19 14:46:07.657006 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a615d5-ca85-457d-856b-bcde9c93e645', 'tag': '00c302d7-8c3b-4445-980d-501694560ba1'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:46:07.659411 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150f9d90-e670-44d6-a16b-8fcda0d116db" -d '{"events": [{"name": "network-changed", "server_uuid": "b8a615d5-ca85-457d-856b-bcde9c93e645", "tag": "00c302d7-8c3b-4445-980d-501694560ba1"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:46:07.693972 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8328d3e-78aa-46f8-b364-d7344b43f278 service neutron] Pushing event updated for resources: {'Port': ['ID=00c302d7-8c3b-4445-980d-501694560ba1,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:07.756357 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49400) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:07.764608 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-b12f21b3-4c15-4031-962e-a980177f2ec6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=02e21687af56478f9df99f70517fef40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2780244 Aug 19 14:46:07.786391 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1865bd4b-5173-4f2c-bc9f-5803fb8111c8 x-openstack-request-id: req-1865bd4b-5173-4f2c-bc9f-5803fb8111c8 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:46:07.787262 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8a615d5-ca85-457d-856b-bcde9c93e645", "tag": "00c302d7-8c3b-4445-980d-501694560ba1", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:46:07.787529 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1865bd4b-5173-4f2c-bc9f-5803fb8111c8 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:46:07.788708 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8a615d5-ca85-457d-856b-bcde9c93e645', 'tag': '00c302d7-8c3b-4445-980d-501694560ba1', 'status': 'completed', 'code': 200} Aug 19 14:46:07.861861 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e76c2-42d6-4a38-8fc9-ec57c64566f0 req-412ec607-91b2-4da3-a16c-d44c6a4c7bab tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:07.879146 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42bfb2c-77b9-4d57-8ff8-c7f929407a85 req-7f9dd09b-8d73-4b58-bb84-1f226b687de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:07.880719 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f42bfb2c-77b9-4d57-8ff8-c7f929407a85 req-7f9dd09b-8d73-4b58-bb84-1f226b687de0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7fb0cbae73e44bb4aa5ac758561c58c6&device_id=b8a615d5-ca85-457d-856b-bcde9c93e645 HTTP/1.1" status: 200 len: 1094 time: 0.0808344 Aug 19 14:46:07.886609 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5a6e76c2-42d6-4a38-8fc9-ec57c64566f0 req-412ec607-91b2-4da3-a16c-d44c6a4c7bab tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 944 time: 0.1103318 Aug 19 14:46:07.938811 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b0bd6132-ff87-4dfd-903e-ac671421762e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:07.941361 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f42bfb2c-77b9-4d57-8ff8-c7f929407a85 req-48ba0f08-da08-4ffd-b97d-cc34dabd3ca7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00c302d7-8c3b-4445-980d-501694560ba1 HTTP/1.1" status: 200 len: 217 time: 0.0463879 Aug 19 14:46:07.972075 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5a6e76c2-42d6-4a38-8fc9-ec57c64566f0 req-193950b1-8738-4277-b74f-635c2671f4a9 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=14b1b67d-e522-41bf-ab63-48f4b8afa430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837061 Aug 19 14:46:08.027915 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b0bd6132-ff87-4dfd-903e-ac671421762e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:08.074256 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260edf4d-1c47-431f-920f-c1217e7d7b26 req-07d56346-bce8-453b-9dd5-56b40aad1a82 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:08.082679 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-260edf4d-1c47-431f-920f-c1217e7d7b26 req-07d56346-bce8-453b-9dd5-56b40aad1a82 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=92ae58fd-1cf9-4159-851f-89e50457a4e0 HTTP/1.1" status: 200 len: 945 time: 0.1070659 Aug 19 14:46:08.084477 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42bfb2c-77b9-4d57-8ff8-c7f929407a85 req-ac5b66bc-4ed8-43b8-888b-602ae6b7ef88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:08.086000 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f42bfb2c-77b9-4d57-8ff8-c7f929407a85 req-ac5b66bc-4ed8-43b8-888b-602ae6b7ef88 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9422880f-eaac-4c78-82da-517737e1ea86 HTTP/1.1" status: 200 len: 851 time: 0.1336985 Aug 19 14:46:08.124701 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f42bfb2c-77b9-4d57-8ff8-c7f929407a85 req-0772cb47-a7ee-405c-9eda-4309b00d5445 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=23c2e440-9ca3-45a7-ab8d-c7ac81e99a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315528 Aug 19 14:46:08.133461 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-260edf4d-1c47-431f-920f-c1217e7d7b26 req-15ee6037-f673-49d8-a57f-735ea4facde1 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497069 Aug 19 14:46:08.168557 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b0bd6132-ff87-4dfd-903e-ac671421762e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:08.171561 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b0bd6132-ff87-4dfd-903e-ac671421762e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:08.173255 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b0bd6132-ff87-4dfd-903e-ac671421762e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/617a621b-d39f-42a8-b7e3-9c470026b687 HTTP/1.1" status: 204 len: 168 time: 0.4156260 Aug 19 14:46:08.234631 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd6132-ff87-4dfd-903e-ac671421762e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617a621b-d39f-42a8-b7e3-9c470026b687,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:08.292977 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f42bfb2c-77b9-4d57-8ff8-c7f929407a85 req-bfe36127-95ca-454d-828a-24df8b31654d service neutron] 10.222.0.88 "GET /v2.0/networks/23c2e440-9ca3-45a7-ab8d-c7ac81e99a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607766 Aug 19 14:46:08.362685 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3cd69c-729e-4b68-bfd5-873268c68490 req-c940b807-4267-428c-a6c4-fcb8964a1010 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:08.374797 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-aa3cd69c-729e-4b68-bfd5-873268c68490 req-c940b807-4267-428c-a6c4-fcb8964a1010 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8a615d5-ca85-457d-856b-bcde9c93e645 HTTP/1.1" status: 200 len: 943 time: 0.0820975 Aug 19 14:46:08.493809 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f42bfb2c-77b9-4d57-8ff8-c7f929407a85 req-76d5fd3a-2f41-4006-aca8-387be4bff423 service neutron] 10.222.0.88 "GET /v2.0/networks/23c2e440-9ca3-45a7-ab8d-c7ac81e99a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921427 Aug 19 14:46:08.536115 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-aa3cd69c-729e-4b68-bfd5-873268c68490 req-4e2f4745-2b4d-4a55-9f2b-8e9d74d133d8 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594696 Aug 19 14:46:08.706973 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f9d90-e670-44d6-a16b-8fcda0d116db req-2c5afea6-9a1b-4d82-b92d-38b0ae6b6373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:08.709346 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-150f9d90-e670-44d6-a16b-8fcda0d116db req-2c5afea6-9a1b-4d82-b92d-38b0ae6b6373 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7fb0cbae73e44bb4aa5ac758561c58c6&device_id=b8a615d5-ca85-457d-856b-bcde9c93e645 HTTP/1.1" status: 200 len: 1094 time: 0.1435413 Aug 19 14:46:08.911148 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f9d90-e670-44d6-a16b-8fcda0d116db req-070d0f58-c72b-4004-946e-8b7c4c023a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:08.912624 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-150f9d90-e670-44d6-a16b-8fcda0d116db req-070d0f58-c72b-4004-946e-8b7c4c023a2b service neutron] 10.222.0.88 "GET /v2.0/networks?id=23c2e440-9ca3-45a7-ab8d-c7ac81e99a99 HTTP/1.1" status: 200 len: 912 time: 0.1947508 Aug 19 14:46:09.025730 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-150f9d90-e670-44d6-a16b-8fcda0d116db req-042c1425-25e7-4926-8e33-943b6536fad6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00c302d7-8c3b-4445-980d-501694560ba1 HTTP/1.1" status: 200 len: 217 time: 0.1036618 Aug 19 14:46:09.099772 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f9d90-e670-44d6-a16b-8fcda0d116db req-7356c45c-c271-4401-8fc7-9d72a9705370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:09.103956 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-150f9d90-e670-44d6-a16b-8fcda0d116db req-7356c45c-c271-4401-8fc7-9d72a9705370 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9422880f-eaac-4c78-82da-517737e1ea86 HTTP/1.1" status: 200 len: 851 time: 0.0697823 Aug 19 14:46:09.192469 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-150f9d90-e670-44d6-a16b-8fcda0d116db req-efaddd96-3b9f-4a81-962f-ede587aa2fa6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=23c2e440-9ca3-45a7-ab8d-c7ac81e99a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797517 Aug 19 14:46:09.306551 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ac764-331a-46ea-9ffe-e02119dbd4ea req-a390b3f5-caed-44b1-a25f-f58b88e22688 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:09.314232 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0c1ac764-331a-46ea-9ffe-e02119dbd4ea req-a390b3f5-caed-44b1-a25f-f58b88e22688 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=92ae58fd-1cf9-4159-851f-89e50457a4e0 HTTP/1.1" status: 200 len: 945 time: 0.0770807 Aug 19 14:46:09.389159 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-150f9d90-e670-44d6-a16b-8fcda0d116db req-4c77caa0-dd7b-433b-92bd-72777f71f745 service neutron] 10.222.0.88 "GET /v2.0/networks/23c2e440-9ca3-45a7-ab8d-c7ac81e99a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788368 Aug 19 14:46:09.389606 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0c1ac764-331a-46ea-9ffe-e02119dbd4ea req-a911f39b-6dd2-4fd4-9765-ebb840bb1a28 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655723 Aug 19 14:46:09.537348 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-150f9d90-e670-44d6-a16b-8fcda0d116db req-8e049001-0c1b-4831-8e2b-d418f8cfc169 service neutron] 10.222.0.88 "GET /v2.0/networks/23c2e440-9ca3-45a7-ab8d-c7ac81e99a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458530 Aug 19 14:46:09.562940 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49478) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:09.678886 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ed2d7ed0-60f4-480c-9108-c459d2fd93b1 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-71277507'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:46:09.710146 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2d7ed0-60f4-480c-9108-c459d2fd93b1 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Made reservation on behalf of 9e749fc6553641cf970b4f37aa62c30c for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:46:09.716740 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed2d7ed0-60f4-480c-9108-c459d2fd93b1 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:09.727936 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed2d7ed0-60f4-480c-9108-c459d2fd93b1 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:09.739163 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb3afee-4bb0-4d1b-a91a-66e245c58d8b req-8307e364-217a-4983-9f47-1fb1479c972a tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:09.741053 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fdb3afee-4bb0-4d1b-a91a-66e245c58d8b req-8307e364-217a-4983-9f47-1fb1479c972a tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8a615d5-ca85-457d-856b-bcde9c93e645 HTTP/1.1" status: 200 len: 943 time: 0.0673726 Aug 19 14:46:09.829642 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fdb3afee-4bb0-4d1b-a91a-66e245c58d8b req-d446c61e-e7d3-454d-b2a5-b8adde91a17d tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797420 Aug 19 14:46:09.909007 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed2d7ed0-60f4-480c-9108-c459d2fd93b1 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:09.921158 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed2d7ed0-60f4-480c-9108-c459d2fd93b1 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:09.945950 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0de7b-104f-44ad-b51e-9cc1c0861f81 req-5c4b5153-e54e-4a68-ad6b-d75cb8f9b4d4 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:09.956006 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4db0de7b-104f-44ad-b51e-9cc1c0861f81 req-5c4b5153-e54e-4a68-ad6b-d75cb8f9b4d4 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 944 time: 0.0674984 Aug 19 14:46:09.957764 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed2d7ed0-60f4-480c-9108-c459d2fd93b1 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:46:09.963222 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7982b36e-adc2-4ce2-ba89-370d2925daa8 req-d452fddb-1c50-4948-8e47-a03e293dd24d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0933247 Aug 19 14:46:09.989352 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed2d7ed0-60f4-480c-9108-c459d2fd93b1 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:09.990299 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-ed2d7ed0-60f4-480c-9108-c459d2fd93b1 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Added segment 4c9e7c3a-a2bc-48bd-add2-c7dbb4a0e9e4 of type vlan for network aeb30de1-a1fb-4029-ab97-74d91280fafc Aug 19 14:46:09.992395 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d7ed0-60f4-480c-9108-c459d2fd93b1 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaec2ba2-1e2e-4187-b318-a1e62fde7d93,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:10.057394 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4db0de7b-104f-44ad-b51e-9cc1c0861f81 req-e0f02072-1519-4559-90d5-fbaed4e8cd81 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=14b1b67d-e522-41bf-ab63-48f4b8afa430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003485 Aug 19 14:46:10.083350 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed2d7ed0-60f4-480c-9108-c459d2fd93b1 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:10.121339 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed2d7ed0-60f4-480c-9108-c459d2fd93b1 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:10.129494 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2d7ed0-60f4-480c-9108-c459d2fd93b1 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:10.130688 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed2d7ed0-60f4-480c-9108-c459d2fd93b1 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:10.193018 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ed2d7ed0-60f4-480c-9108-c459d2fd93b1 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.6286793 Aug 19 14:46:10.196067 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 49516) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:10.202247 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7ff0bb8d-d894-46eb-9659-5b2f82312d52 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Request body: {'subnet': {'network_id': 'aeb30de1-a1fb-4029-ab97-74d91280fafc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:46:10.210021 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d7ed0-60f4-480c-9108-c459d2fd93b1 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Pushing event updated for resources: {'Network': ['ID=aeb30de1-a1fb-4029-ab97-74d91280fafc,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:10.233596 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network aeb30de1-a1fb-4029-ab97-74d91280fafc details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:46:10.382927 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff0bb8d-d894-46eb-9659-5b2f82312d52 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Made reservation on behalf of 9e749fc6553641cf970b4f37aa62c30c for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:46:10.387762 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ff0bb8d-d894-46eb-9659-5b2f82312d52 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:10.595744 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be4576-c5db-4cb4-b298-db067505728c req-de1fcfa0-d947-4717-90c1-f0de680a9288 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:10.601024 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-93be4576-c5db-4cb4-b298-db067505728c req-de1fcfa0-d947-4717-90c1-f0de680a9288 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=92ae58fd-1cf9-4159-851f-89e50457a4e0 HTTP/1.1" status: 200 len: 945 time: 0.0947053 Aug 19 14:46:10.668168 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-93be4576-c5db-4cb4-b298-db067505728c req-25b335b6-5e45-4ab2-8f30-1696239a0e87 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581527 Aug 19 14:46:10.714926 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ff0bb8d-d894-46eb-9659-5b2f82312d52 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:10.785430 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff0bb8d-d894-46eb-9659-5b2f82312d52 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Pushing event updated for resources: {'Subnet': ['ID=333dc6de-a983-4070-8bd5-60d83acdba0a,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:10.793958 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff0bb8d-d894-46eb-9659-5b2f82312d52 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Checking segment: {'id': '4c9e7c3a-a2bc-48bd-add2-c7dbb4a0e9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'aeb30de1-a1fb-4029-ab97-74d91280fafc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:46:10.794393 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff0bb8d-d894-46eb-9659-5b2f82312d52 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Network hostable DHCP agents. Network: aeb30de1-a1fb-4029-ab97-74d91280fafc, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:46:10.830111 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff0bb8d-d894-46eb-9659-5b2f82312d52 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Network aeb30de1-a1fb-4029-ab97-74d91280fafc is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:46:10.842238 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-7ff0bb8d-d894-46eb-9659-5b2f82312d52 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, aeb30de1-a1fb-4029-ab97-74d91280fafc) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:46:10.850916 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78906633-b1b7-41af-bf37-cb59ea179c05 None None] Network aeb30de1-a1fb-4029-ab97-74d91280fafc requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:46:10.855753 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff0bb8d-d894-46eb-9659-5b2f82312d52 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:10.856330 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ff0bb8d-d894-46eb-9659-5b2f82312d52 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:10.894607 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-7ff0bb8d-d894-46eb-9659-5b2f82312d52 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6947284 Aug 19 14:46:10.894813 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 49524) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:10.901298 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d5a836f8-6d15-4705-8e23-3dd4ac13d1e2 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Request body: {'port': {'network_id': 'aeb30de1-a1fb-4029-ab97-74d91280fafc', 'name': 'tempest-TagsExtTest-861982392'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:46:10.994407 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982b36e-adc2-4ce2-ba89-370d2925daa8 req-af9553e7-42e0-49f8-8594-41a08c21d371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:11.000896 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7982b36e-adc2-4ce2-ba89-370d2925daa8 req-af9553e7-42e0-49f8-8594-41a08c21d371 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f&tenant_id=93c36d7db0b9486ca0e05d09444f38b7 HTTP/1.1" status: 200 len: 1095 time: 0.0809584 Aug 19 14:46:11.045867 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fe810-7037-45d5-9257-40a5fb71b8a8 req-9fff19a9-6b69-4be5-894a-96452b994c94 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:11.054053 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ea0fe810-7037-45d5-9257-40a5fb71b8a8 req-9fff19a9-6b69-4be5-894a-96452b994c94 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8a615d5-ca85-457d-856b-bcde9c93e645 HTTP/1.1" status: 200 len: 943 time: 0.0958519 Aug 19 14:46:11.069886 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cdfaa5-fa1e-4e37-91d3-ab59a8129283 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-aeb30de1-a1fb-4029-ab97-74d91280fafc', 'network_id': 'aeb30de1-a1fb-4029-ab97-74d91280fafc', 'tenant_id': '9e749fc6553641cf970b4f37aa62c30c', 'fixed_ips': [{'subnet_id': '333dc6de-a983-4070-8bd5-60d83acdba0a'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:46:11.070987 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c9cdfaa5-fa1e-4e37-91d3-ab59a8129283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:11.107863 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982b36e-adc2-4ce2-ba89-370d2925daa8 req-c8e4648a-5d79-47b4-b2fc-d4a27485b206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:11.109662 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7982b36e-adc2-4ce2-ba89-370d2925daa8 req-c8e4648a-5d79-47b4-b2fc-d4a27485b206 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=93c36d7db0b9486ca0e05d09444f38b7&device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 1095 time: 0.0724828 Aug 19 14:46:11.123486 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 00c302d7-8c3b-4445-980d-501694560ba1 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:46:11.154628 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a836f8-6d15-4705-8e23-3dd4ac13d1e2 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Made reservation on behalf of 9e749fc6553641cf970b4f37aa62c30c for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:46:11.165329 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5a836f8-6d15-4705-8e23-3dd4ac13d1e2 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:11.195855 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ea0fe810-7037-45d5-9257-40a5fb71b8a8 req-a4b85460-7475-40b5-be95-e3323e91be5e tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409006 Aug 19 14:46:11.208473 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-d5a836f8-6d15-4705-8e23-3dd4ac13d1e2 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] device_id is not set on port e3e9699d-b28c-4dfc-8433-2f905cde2096 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:46:11.281822 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982b36e-adc2-4ce2-ba89-370d2925daa8 req-3a812e63-f8d7-4f3b-89b5-b6fea709ed8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:11.287759 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7982b36e-adc2-4ce2-ba89-370d2925daa8 req-3a812e63-f8d7-4f3b-89b5-b6fea709ed8f service neutron] 10.222.0.68 "GET /v2.0/networks?id=669513f8-b4b3-4e5c-8f0d-5f8e9923cc05 HTTP/1.1" status: 200 len: 917 time: 0.1691725 Aug 19 14:46:11.322479 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 7296d16e-f6b0-4341-aba3-01b8150aef09 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:46:11.426224 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-d5a836f8-6d15-4705-8e23-3dd4ac13d1e2 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Allocated IP 172.20.0.10 (aeb30de1-a1fb-4029-ab97-74d91280fafc/333dc6de-a983-4070-8bd5-60d83acdba0a/e3e9699d-b28c-4dfc-8433-2f905cde2096) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:46:11.430396 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 00c302d7-8c3b-4445-980d-501694560ba1, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=00c302d7-8c3b-4445-980d-501694560ba1,segment=NetworkSegment(dfb5451f-ae59-4348-b57d-1e05105b4f16),segment_id=dfb5451f-ae59-4348-b57d-1e05105b4f16)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:46:11.443158 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7982b36e-adc2-4ce2-ba89-370d2925daa8 req-406cbbf5-6b2c-421d-8f91-1d574d52b2b1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7296d16e-f6b0-4341-aba3-01b8150aef09 HTTP/1.1" status: 200 len: 1000 time: 0.1481457 Aug 19 14:46:11.448480 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '00c302d7-8c3b-4445-980d-501694560ba1', 'network_id': '23c2e440-9ca3-45a7-ab8d-c7ac81e99a99', 'port_id': '00c302d7-8c3b-4445-980d-501694560ba1', 'mac_address': 'fa:16:3e:bf:47:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9422880f-eaac-4c78-82da-517737e1ea86', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:46:11.461402 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd5ccc-fc1b-4c84-8625-dc1bc336f80e req-138e0806-087a-493d-9108-7955ffa270bd tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:11.463515 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dffd5ccc-fc1b-4c84-8625-dc1bc336f80e req-138e0806-087a-493d-9108-7955ffa270bd tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 944 time: 0.1424510 Aug 19 14:46:11.509931 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:11.528029 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982b36e-adc2-4ce2-ba89-370d2925daa8 req-c8d4d7e0-7fc8-467d-8195-a15533d85c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:11.531124 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00c302d7-8c3b-4445-980d-501694560ba1 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:46:11.532183 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7982b36e-adc2-4ce2-ba89-370d2925daa8 req-c8d4d7e0-7fc8-467d-8195-a15533d85c29 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=55f10344-049d-42f2-b429-801948692761 HTTP/1.1" status: 200 len: 855 time: 0.0767739 Aug 19 14:46:11.546808 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dffd5ccc-fc1b-4c84-8625-dc1bc336f80e req-049d3780-e0ab-42c2-b508-f147fb9264fb tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=14b1b67d-e522-41bf-ab63-48f4b8afa430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755749 Aug 19 14:46:11.554938 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 00c302d7-8c3b-4445-980d-501694560ba1, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=00c302d7-8c3b-4445-980d-501694560ba1,segment=NetworkSegment(dfb5451f-ae59-4348-b57d-1e05105b4f16),segment_id=dfb5451f-ae59-4348-b57d-1e05105b4f16)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:46:11.558919 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:11.619088 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=00c302d7-8c3b-4445-980d-501694560ba1,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:11.619337 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982b36e-adc2-4ce2-ba89-370d2925daa8 req-ccc11f04-ca87-4700-962c-2db485e47711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:11.620960 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7982b36e-adc2-4ce2-ba89-370d2925daa8 req-ccc11f04-ca87-4700-962c-2db485e47711 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=669513f8-b4b3-4e5c-8f0d-5f8e9923cc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790701 Aug 19 14:46:11.784774 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5a836f8-6d15-4705-8e23-3dd4ac13d1e2 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:11.854703 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-d5a836f8-6d15-4705-8e23-3dd4ac13d1e2 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Transition to ACTIVE for port object e3e9699d-b28c-4dfc-8433-2f905cde2096 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:46:11.928464 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a5801-4239-4e5d-9230-88a13097e9df req-d3df58a5-e185-4d70-8c64-cfc69d65fbaa tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:11.928464 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-490a5801-4239-4e5d-9230-88a13097e9df req-d3df58a5-e185-4d70-8c64-cfc69d65fbaa tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=92ae58fd-1cf9-4159-851f-89e50457a4e0 HTTP/1.1" status: 200 len: 945 time: 0.1317184 Aug 19 14:46:11.984042 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5a836f8-6d15-4705-8e23-3dd4ac13d1e2 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:12.018062 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-490a5801-4239-4e5d-9230-88a13097e9df req-5e893954-181a-4620-9d96-f18320b13498 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592866 Aug 19 14:46:12.094394 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['00c302d7-8c3b-4445-980d-501694560ba1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:46:12.146236 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7982b36e-adc2-4ce2-ba89-370d2925daa8 req-71379da8-141b-42d7-8480-941e8070e57b service neutron] 10.222.0.68 "GET /v2.0/networks/669513f8-b4b3-4e5c-8f0d-5f8e9923cc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5143654 Aug 19 14:46:12.149440 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a836f8-6d15-4705-8e23-3dd4ac13d1e2 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Network aeb30de1-a1fb-4029-ab97-74d91280fafc is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:46:12.154297 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-d5a836f8-6d15-4705-8e23-3dd4ac13d1e2 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:46:12.158113 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a836f8-6d15-4705-8e23-3dd4ac13d1e2 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Pushing event updated for resources: {'Port': ['ID=e3e9699d-b28c-4dfc-8433-2f905cde2096,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:12.163365 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a836f8-6d15-4705-8e23-3dd4ac13d1e2 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:46:12.175653 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-c9cdfaa5-fa1e-4e37-91d3-ab59a8129283 None None] Allocated IP 172.20.0.2 (aeb30de1-a1fb-4029-ab97-74d91280fafc/333dc6de-a983-4070-8bd5-60d83acdba0a/ea72c6a5-5f45-4ab5-b9a4-d9efe98d2dec) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:46:12.270535 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a836f8-6d15-4705-8e23-3dd4ac13d1e2 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:12.271250 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5a836f8-6d15-4705-8e23-3dd4ac13d1e2 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:12.294994 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7982b36e-adc2-4ce2-ba89-370d2925daa8 req-618a8cd6-31fa-4376-91b7-8c909c5ddc1f service neutron] 10.222.0.68 "GET /v2.0/networks/669513f8-b4b3-4e5c-8f0d-5f8e9923cc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393921 Aug 19 14:46:12.303408 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49564) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:12.303859 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d5a836f8-6d15-4705-8e23-3dd4ac13d1e2 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.4077079 Aug 19 14:46:12.309787 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b88722fa-5325-40d1-a2b1-24d238249c26 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1180022949', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:46:12.367136 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b88722fa-5325-40d1-a2b1-24d238249c26 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:12.368465 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b88722fa-5325-40d1-a2b1-24d238249c26 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:12.392576 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a4bbd-fdae-4b64-aa27-ca57b9ab582a req-43798522-cb4a-4155-90b6-4e4058df6f1a tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:12.406798 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-532a4bbd-fdae-4b64-aa27-ca57b9ab582a req-43798522-cb4a-4155-90b6-4e4058df6f1a tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8a615d5-ca85-457d-856b-bcde9c93e645 HTTP/1.1" status: 200 len: 944 time: 0.0919023 Aug 19 14:46:12.456678 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b88722fa-5325-40d1-a2b1-24d238249c26 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:12.468881 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b88722fa-5325-40d1-a2b1-24d238249c26 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:12.498964 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b88722fa-5325-40d1-a2b1-24d238249c26 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:12.500321 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b88722fa-5325-40d1-a2b1-24d238249c26 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1954184 Aug 19 14:46:12.503417 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49572) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:12.508200 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-950686a5-8ac7-4631-ae41-0b7e63d1d87d tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-18895874', 'prefixes': ['172.20.0.0/16']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:46:12.537370 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-532a4bbd-fdae-4b64-aa27-ca57b9ab582a req-ce8b17a4-de51-4a15-90e0-0ee5f94756d0 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289730 Aug 19 14:46:12.545351 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c9cdfaa5-fa1e-4e37-91d3-ab59a8129283 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:12.572657 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c9cdfaa5-fa1e-4e37-91d3-ab59a8129283 None None] Transition to ACTIVE for port object ea72c6a5-5f45-4ab5-b9a4-d9efe98d2dec will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:46:12.605358 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c9cdfaa5-fa1e-4e37-91d3-ab59a8129283 None None] Transition to ACTIVE for port object ea72c6a5-5f45-4ab5-b9a4-d9efe98d2dec will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:46:12.616158 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c9cdfaa5-fa1e-4e37-91d3-ab59a8129283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:12.647935 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-950686a5-8ac7-4631-ae41-0b7e63d1d87d tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Notify callbacks [] for subnetpool, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:12.652957 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-950686a5-8ac7-4631-ae41-0b7e63d1d87d tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 746 time: 0.1448109 Aug 19 14:46:12.654081 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49580) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:12.659217 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-12004667-71fc-4ca4-99ae-1e0978bdb8af tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '333dc6de-a983-4070-8bd5-60d83acdba0a', 'tempest-TagsExtTest-Tag-1707091276') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:12.690810 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cdfaa5-fa1e-4e37-91d3-ab59a8129283 None None] Network aeb30de1-a1fb-4029-ab97-74d91280fafc is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:46:12.693825 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-c9cdfaa5-fa1e-4e37-91d3-ab59a8129283 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:46:12.705690 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cdfaa5-fa1e-4e37-91d3-ab59a8129283 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:46:12.740047 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f7566-e9aa-44f6-9362-b5ebbe2add40 req-6f29ea3b-c79d-4c1c-a826-3486bdc8f710 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:12.740683 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cdfaa5-fa1e-4e37-91d3-ab59a8129283 None None] Pushing event updated for resources: {'Port': ['ID=ea72c6a5-5f45-4ab5-b9a4-d9efe98d2dec,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:12.748780 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-867f7566-e9aa-44f6-9362-b5ebbe2add40 req-6f29ea3b-c79d-4c1c-a826-3486bdc8f710 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 944 time: 0.0811684 Aug 19 14:46:12.793987 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-867f7566-e9aa-44f6-9362-b5ebbe2add40 req-6658e46e-3b26-475c-87e7-e5a9ea9578e9 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=14b1b67d-e522-41bf-ab63-48f4b8afa430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443387 Aug 19 14:46:12.838097 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c9cdfaa5-fa1e-4e37-91d3-ab59a8129283 None None] Attempting to bind port ea72c6a5-5f45-4ab5-b9a4-d9efe98d2dec on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:46:12.838473 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c9cdfaa5-fa1e-4e37-91d3-ab59a8129283 None None] Attempting to bind port ea72c6a5-5f45-4ab5-b9a4-d9efe98d2dec by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '4c9e7c3a-a2bc-48bd-add2-c7dbb4a0e9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'aeb30de1-a1fb-4029-ab97-74d91280fafc'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:46:12.839404 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cdfaa5-fa1e-4e37-91d3-ab59a8129283 None None] Attempting to bind port ea72c6a5-5f45-4ab5-b9a4-d9efe98d2dec on network aeb30de1-a1fb-4029-ab97-74d91280fafc {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:46:12.845609 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cdfaa5-fa1e-4e37-91d3-ab59a8129283 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:46:12.845994 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cdfaa5-fa1e-4e37-91d3-ab59a8129283 None None] Checking segment: {'id': '4c9e7c3a-a2bc-48bd-add2-c7dbb4a0e9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'aeb30de1-a1fb-4029-ab97-74d91280fafc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:46:12.846384 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c9cdfaa5-fa1e-4e37-91d3-ab59a8129283 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:12.846772 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cdfaa5-fa1e-4e37-91d3-ab59a8129283 None None] Bound using segment: {'id': '4c9e7c3a-a2bc-48bd-add2-c7dbb4a0e9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'aeb30de1-a1fb-4029-ab97-74d91280fafc'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:46:12.847882 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c9cdfaa5-fa1e-4e37-91d3-ab59a8129283 None None] Bound port: ea72c6a5-5f45-4ab5-b9a4-d9efe98d2dec, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c9e7c3a-a2bc-48bd-add2-c7dbb4a0e9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'aeb30de1-a1fb-4029-ab97-74d91280fafc'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:46:12.847882 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c9cdfaa5-fa1e-4e37-91d3-ab59a8129283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:12.868370 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-12004667-71fc-4ca4-99ae-1e0978bdb8af tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "PUT /v2.0/subnets/333dc6de-a983-4070-8bd5-60d83acdba0a/tags/tempest-TagsExtTest-Tag-1707091276 HTTP/1.1" status: 201 len: 201 time: 0.2131710 Aug 19 14:46:12.870946 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49584) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:12.881729 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-fee488bb-506c-4fe2-ae07-06fa5d3655bf tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'e3e9699d-b28c-4dfc-8433-2f905cde2096', 'tempest-TagsExtTest-Tag-135534851') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:12.930840 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c9cdfaa5-fa1e-4e37-91d3-ab59a8129283 None None] For port ea72c6a5-5f45-4ab5-b9a4-d9efe98d2dec, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:46:12.934216 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c9cdfaa5-fa1e-4e37-91d3-ab59a8129283 None None] For port ea72c6a5-5f45-4ab5-b9a4-d9efe98d2dec, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=ea72c6a5-5f45-4ab5-b9a4-d9efe98d2dec,segment=NetworkSegment(4c9e7c3a-a2bc-48bd-add2-c7dbb4a0e9e4),segment_id=4c9e7c3a-a2bc-48bd-add2-c7dbb4a0e9e4)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:46:12.940233 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c9cdfaa5-fa1e-4e37-91d3-ab59a8129283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:12.975632 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-fee488bb-506c-4fe2-ae07-06fa5d3655bf tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "PUT /v2.0/ports/e3e9699d-b28c-4dfc-8433-2f905cde2096/tags/tempest-TagsExtTest-Tag-135534851 HTTP/1.1" status: 201 len: 201 time: 0.1022513 Aug 19 14:46:12.980130 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 49592) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:12.996395 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-d5f08ef1-183e-4c39-a881-abe6a92b017e tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ad42718b-46be-417d-9992-739392250419', 'tempest-TagsExtTest-Tag-1027131649') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:13.056643 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cdfaa5-fa1e-4e37-91d3-ab59a8129283 None None] Pushing event updated for resources: {'Port': ['ID=ea72c6a5-5f45-4ab5-b9a4-d9efe98d2dec,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:13.313533 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca6e78-a363-485c-b7a8-0c4fbb93a973 req-3abc3edd-f4de-4956-a69d-549239ce35c3 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:13.315507 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-30ca6e78-a363-485c-b7a8-0c4fbb93a973 req-3abc3edd-f4de-4956-a69d-549239ce35c3 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=92ae58fd-1cf9-4159-851f-89e50457a4e0 HTTP/1.1" status: 200 len: 945 time: 0.1043150 Aug 19 14:46:13.350386 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d5f08ef1-183e-4c39-a881-abe6a92b017e tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "PUT /v2.0/routers/ad42718b-46be-417d-9992-739392250419/tags/tempest-TagsExtTest-Tag-1027131649 HTTP/1.1" status: 201 len: 201 time: 0.3685341 Aug 19 14:46:13.354742 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49602) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:13.366946 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-9692184e-c75c-4f1b-998b-12f544563f07 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b4cc5547-8e5c-4cb9-a978-c4496abed7e9', 'tempest-TagsExtTest-Tag-177580560') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:13.537429 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9692184e-c75c-4f1b-998b-12f544563f07 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "PUT /v2.0/subnetpools/b4cc5547-8e5c-4cb9-a978-c4496abed7e9/tags/tempest-TagsExtTest-Tag-177580560 HTTP/1.1" status: 201 len: 201 time: 0.1798410 Aug 19 14:46:13.541217 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49610) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:13.572587 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-3dff7e7f-48cb-444b-8056-e9a471b9e8e5 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '333dc6de-a983-4070-8bd5-60d83acdba0a') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:13.754968 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-3dff7e7f-48cb-444b-8056-e9a471b9e8e5 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "GET /v2.0/subnets/333dc6de-a983-4070-8bd5-60d83acdba0a/tags HTTP/1.1" status: 200 len: 241 time: 0.1866894 Aug 19 14:46:13.757970 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49620) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:13.771973 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-a60b23d6-03c4-4649-be55-47f82a3cc7f7 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '333dc6de-a983-4070-8bd5-60d83acdba0a', 'tempest-TagsExtTest-Tag-1707091276') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:13.870810 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a60b23d6-03c4-4649-be55-47f82a3cc7f7 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "GET /v2.0/subnets/333dc6de-a983-4070-8bd5-60d83acdba0a/tags/tempest-TagsExtTest-Tag-1707091276 HTTP/1.1" status: 204 len: 168 time: 0.1097567 Aug 19 14:46:13.873270 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49624) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:13.885260 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-befb76b4-57cd-44d3-926a-31b658434571 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '333dc6de-a983-4070-8bd5-60d83acdba0a', 'tempest-TagsExtTest-Tag-1707091276') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:13.943544 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-30ca6e78-a363-485c-b7a8-0c4fbb93a973 req-43da6fbb-cdb6-47cc-8359-3f8ab57acf10 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6046162 Aug 19 14:46:14.032240 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-befb76b4-57cd-44d3-926a-31b658434571 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "DELETE /v2.0/subnets/333dc6de-a983-4070-8bd5-60d83acdba0a/tags/tempest-TagsExtTest-Tag-1707091276 HTTP/1.1" status: 204 len: 168 time: 0.1544480 Aug 19 14:46:14.032925 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49632) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:14.041026 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-0a565998-92ad-4c8e-ab36-91690997f1e2 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '333dc6de-a983-4070-8bd5-60d83acdba0a') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:14.128401 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0818f8-fcfa-428a-accc-e6ee6fa56d43 req-b13af712-321b-4241-9007-52e1f4ae0055 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:14.145971 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ad0818f8-fcfa-428a-accc-e6ee6fa56d43 req-b13af712-321b-4241-9007-52e1f4ae0055 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8a615d5-ca85-457d-856b-bcde9c93e645 HTTP/1.1" status: 200 len: 944 time: 0.1143370 Aug 19 14:46:14.149823 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0a565998-92ad-4c8e-ab36-91690997f1e2 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "GET /v2.0/subnets/333dc6de-a983-4070-8bd5-60d83acdba0a/tags HTTP/1.1" status: 200 len: 205 time: 0.1149325 Aug 19 14:46:14.160447 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 49634) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:14.168608 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-bd824e97-6f5b-4d8b-be1e-26097da05fba tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'e3e9699d-b28c-4dfc-8433-2f905cde2096') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:14.273660 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ad0818f8-fcfa-428a-accc-e6ee6fa56d43 req-8e962e41-7a22-4e33-91d2-f98262d62ae4 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207876 Aug 19 14:46:14.317612 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e215a6-fd80-4f07-9eb9-32fe81008ca0 req-c92f78a0-971c-40bd-b84d-9b84264bdd8e tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:14.320719 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-61e215a6-fd80-4f07-9eb9-32fe81008ca0 req-c92f78a0-971c-40bd-b84d-9b84264bdd8e tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 944 time: 0.1577923 Aug 19 14:46:14.377824 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-bd824e97-6f5b-4d8b-be1e-26097da05fba tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "GET /v2.0/ports/e3e9699d-b28c-4dfc-8433-2f905cde2096/tags HTTP/1.1" status: 200 len: 240 time: 0.2160516 Aug 19 14:46:14.380610 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49648) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:14.386818 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-f4ba9702-c09f-4acc-aa75-5af109a2e502 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e3e9699d-b28c-4dfc-8433-2f905cde2096', 'tempest-TagsExtTest-Tag-135534851') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:14.430384 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-61e215a6-fd80-4f07-9eb9-32fe81008ca0 req-d04d12e5-6812-4059-9fe8-afeeed146e67 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=14b1b67d-e522-41bf-ab63-48f4b8afa430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017234 Aug 19 14:46:14.544907 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f4ba9702-c09f-4acc-aa75-5af109a2e502 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "GET /v2.0/ports/e3e9699d-b28c-4dfc-8433-2f905cde2096/tags/tempest-TagsExtTest-Tag-135534851 HTTP/1.1" status: 204 len: 168 time: 0.1594837 Aug 19 14:46:14.544907 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49652) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:14.560364 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-0e6ac236-858f-48ee-bace-5620c5c1a578 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'e3e9699d-b28c-4dfc-8433-2f905cde2096', 'tempest-TagsExtTest-Tag-135534851') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:14.646586 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f55d9-6250-4dd8-99cd-6239fe15c0d3 req-c14f8d4a-4fea-4051-a77d-faa63770d6fb tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:14.656915 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-498f55d9-6250-4dd8-99cd-6239fe15c0d3 req-c14f8d4a-4fea-4051-a77d-faa63770d6fb tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/ports?device_id=efc253a1-b140-49ef-a956-7a3c0b6c79cb HTTP/1.1" status: 200 len: 951 time: 0.0810628 Aug 19 14:46:14.658828 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d005e9-f4dc-46c5-a9b3-68e6cb2c9440 None None] Network aeb30de1-a1fb-4029-ab97-74d91280fafc requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:46:14.705923 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-498f55d9-6250-4dd8-99cd-6239fe15c0d3 req-137cd425-a6ed-49c0-9ad8-142340ad7015 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/security-groups?id=ec30ddbb-2af8-4046-9a73-22322e85c7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481892 Aug 19 14:46:14.729905 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0e6ac236-858f-48ee-bace-5620c5c1a578 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "DELETE /v2.0/ports/e3e9699d-b28c-4dfc-8433-2f905cde2096/tags/tempest-TagsExtTest-Tag-135534851 HTTP/1.1" status: 204 len: 168 time: 0.1843679 Aug 19 14:46:14.732846 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49654) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:14.742271 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-e48b46af-219d-492b-b575-e22a41cd79c6 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'e3e9699d-b28c-4dfc-8433-2f905cde2096') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:14.790521 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d0f85e3d-f8a6-433b-ae88-dba1c41fe4e6 None None] Provisioning for port ea72c6a5-5f45-4ab5-b9a4-d9efe98d2dec completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:46:14.844427 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e48b46af-219d-492b-b575-e22a41cd79c6 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "GET /v2.0/ports/e3e9699d-b28c-4dfc-8433-2f905cde2096/tags HTTP/1.1" status: 200 len: 205 time: 0.1105921 Aug 19 14:46:14.847084 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 49656) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:14.852589 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-65bec419-8d61-4869-8bb3-cefc76f03847 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ad42718b-46be-417d-9992-739392250419') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:14.946872 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-65bec419-8d61-4869-8bb3-cefc76f03847 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "GET /v2.0/routers/ad42718b-46be-417d-9992-739392250419/tags HTTP/1.1" status: 200 len: 241 time: 0.0986571 Aug 19 14:46:14.950203 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 49658) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:14.955314 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-cfc7936b-255f-442f-9db6-3752b64c8f20 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ad42718b-46be-417d-9992-739392250419', 'tempest-TagsExtTest-Tag-1027131649') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:15.062612 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-cfc7936b-255f-442f-9db6-3752b64c8f20 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "GET /v2.0/routers/ad42718b-46be-417d-9992-739392250419/tags/tempest-TagsExtTest-Tag-1027131649 HTTP/1.1" status: 204 len: 168 time: 0.1111994 Aug 19 14:46:15.066091 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49664) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:15.072253 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-aafab5db-d4f2-4096-afc4-ac8f7d697977 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'ad42718b-46be-417d-9992-739392250419', 'tempest-TagsExtTest-Tag-1027131649') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:15.167025 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 00c302d7-8c3b-4445-980d-501694560ba1 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:46:15.170357 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b6d27-202a-4212-ace9-800603428d13 req-3a501c09-1a87-4f6d-8db0-67e2ed7683a1 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:15.175779 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device ea72c6a5-5f45-4ab5-b9a4-d9efe98d2dec up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:46:15.178337 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-370b6d27-202a-4212-ace9-800603428d13 req-3a501c09-1a87-4f6d-8db0-67e2ed7683a1 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=92ae58fd-1cf9-4159-851f-89e50457a4e0 HTTP/1.1" status: 200 len: 945 time: 0.0832286 Aug 19 14:46:15.238260 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-370b6d27-202a-4212-ace9-800603428d13 req-dec6ce86-149d-4d07-949b-9363e7952e36 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589428 Aug 19 14:46:15.318791 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 49668) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:15.324541 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-aafab5db-d4f2-4096-afc4-ac8f7d697977 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "DELETE /v2.0/routers/ad42718b-46be-417d-9992-739392250419/tags/tempest-TagsExtTest-Tag-1027131649 HTTP/1.1" status: 204 len: 168 time: 0.2572165 Aug 19 14:46:15.325257 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-39768980-4504-4261-8d8d-939d68aab367 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ad42718b-46be-417d-9992-739392250419') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:15.506774 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-39768980-4504-4261-8d8d-939d68aab367 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "GET /v2.0/routers/ad42718b-46be-417d-9992-739392250419/tags HTTP/1.1" status: 200 len: 205 time: 0.1837907 Aug 19 14:46:15.507077 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49674) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:15.513231 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-33058a47-5321-4c73-86b1-f2fb6cd794f3 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b4cc5547-8e5c-4cb9-a978-c4496abed7e9') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:15.543586 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bde21-19ba-454c-8011-b2f47f130551 req-47d5ad1b-5e18-4d70-ae84-847048b39a48 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:15.557481 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-336bde21-19ba-454c-8011-b2f47f130551 req-47d5ad1b-5e18-4d70-ae84-847048b39a48 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8a615d5-ca85-457d-856b-bcde9c93e645 HTTP/1.1" status: 200 len: 944 time: 0.1568618 Aug 19 14:46:15.568724 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port ea72c6a5-5f45-4ab5-b9a4-d9efe98d2dec completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:46:15.574436 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-46263e89-838e-4c80-ad07-8a1b3ba28ba3 None None] Provisioning for port e3e9699d-b28c-4dfc-8433-2f905cde2096 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:46:15.575771 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-33058a47-5321-4c73-86b1-f2fb6cd794f3 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "GET /v2.0/subnetpools/b4cc5547-8e5c-4cb9-a978-c4496abed7e9/tags HTTP/1.1" status: 200 len: 240 time: 0.0673656 Aug 19 14:46:15.576737 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49676) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:15.577547 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-46263e89-838e-4c80-ad07-8a1b3ba28ba3 None None] Provisioning complete for port e3e9699d-b28c-4dfc-8433-2f905cde2096 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:46:15.577926 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46263e89-838e-4c80-ad07-8a1b3ba28ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:15.579504 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port ea72c6a5-5f45-4ab5-b9a4-d9efe98d2dec triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:46:15.579859 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:15.594441 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-1437895b-5973-4875-a993-108c7a3538e6 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b4cc5547-8e5c-4cb9-a978-c4496abed7e9', 'tempest-TagsExtTest-Tag-177580560') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:15.632766 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1437895b-5973-4875-a993-108c7a3538e6 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "GET /v2.0/subnetpools/b4cc5547-8e5c-4cb9-a978-c4496abed7e9/tags/tempest-TagsExtTest-Tag-177580560 HTTP/1.1" status: 204 len: 168 time: 0.0537729 Aug 19 14:46:15.632978 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 49680) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:15.650943 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-d6e6bc6e-fb0f-46e6-992a-e25a092bdf2e tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'b4cc5547-8e5c-4cb9-a978-c4496abed7e9', 'tempest-TagsExtTest-Tag-177580560') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:15.692698 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 00c302d7-8c3b-4445-980d-501694560ba1 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:46:15.694573 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-336bde21-19ba-454c-8011-b2f47f130551 req-55fd0ce7-3421-47ab-b5f5-539010238674 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352816 Aug 19 14:46:15.705232 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 00c302d7-8c3b-4445-980d-501694560ba1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:46:15.705847 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:15.738129 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-46263e89-838e-4c80-ad07-8a1b3ba28ba3 None None] Port e3e9699d-b28c-4dfc-8433-2f905cde2096 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:46:15.812057 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208aecf6-cbdb-4e97-a22e-db47c7db7bc7 req-ec87b2ef-133e-4671-967a-c45efb20769d tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:15.813625 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-208aecf6-cbdb-4e97-a22e-db47c7db7bc7 req-ec87b2ef-133e-4671-967a-c45efb20769d tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 944 time: 0.1274474 Aug 19 14:46:15.815815 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d6e6bc6e-fb0f-46e6-992a-e25a092bdf2e tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "DELETE /v2.0/subnetpools/b4cc5547-8e5c-4cb9-a978-c4496abed7e9/tags/tempest-TagsExtTest-Tag-177580560 HTTP/1.1" status: 204 len: 168 time: 0.1819389 Aug 19 14:46:15.818788 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 49684) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:15.823173 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-7017422b-430a-4460-9ed4-20a95974fcf5 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b4cc5547-8e5c-4cb9-a978-c4496abed7e9') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:15.892508 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:15.904112 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-7017422b-430a-4460-9ed4-20a95974fcf5 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "GET /v2.0/subnetpools/b4cc5547-8e5c-4cb9-a978-c4496abed7e9/tags HTTP/1.1" status: 200 len: 205 time: 0.0836787 Aug 19 14:46:15.904390 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49686) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:15.905312 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:15.913448 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-5671d8ac-4b33-4e33-b842-41d9f02073f9 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b4cc5547-8e5c-4cb9-a978-c4496abed7e9') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:15.917542 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1915ae01-3900-4c13-8542-ec455d0389d0 None None] Provisioning complete for port e3e9699d-b28c-4dfc-8433-2f905cde2096 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:46:15.918140 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1915ae01-3900-4c13-8542-ec455d0389d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:15.944464 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-208aecf6-cbdb-4e97-a22e-db47c7db7bc7 req-e0e68776-02b2-449d-81bc-abf3f1c62e1f tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=14b1b67d-e522-41bf-ab63-48f4b8afa430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088431 Aug 19 14:46:15.967904 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5671d8ac-4b33-4e33-b842-41d9f02073f9 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "DELETE /v2.0/subnetpools/b4cc5547-8e5c-4cb9-a978-c4496abed7e9/tags HTTP/1.1" status: 204 len: 168 time: 0.0619683 Aug 19 14:46:15.970451 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49688) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:15.970610 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead76fa2-4489-4af8-98c5-bd0df4af0d69 req-9ac9d28a-4d24-4379-87ac-d721932b363f tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:15.976895 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-2fce96f7-41ab-467a-9557-45c7ef90b5c5 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ad42718b-46be-417d-9992-739392250419') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:15.978603 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a615d5-ca85-457d-856b-bcde9c93e645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c302d7-8c3b-4445-980d-501694560ba1'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:46:15.978938 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ead76fa2-4489-4af8-98c5-bd0df4af0d69 req-9ac9d28a-4d24-4379-87ac-d721932b363f tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/ports?device_id=efc253a1-b140-49ef-a956-7a3c0b6c79cb HTTP/1.1" status: 200 len: 951 time: 0.1160994 Aug 19 14:46:15.981009 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7fee45b-2e7d-4641-9c43-8a45c18df353" -d '{"events": [{"server_uuid": "b8a615d5-ca85-457d-856b-bcde9c93e645", "name": "network-vif-plugged", "status": "completed", "tag": "00c302d7-8c3b-4445-980d-501694560ba1"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:46:16.027182 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port ea72c6a5-5f45-4ab5-b9a4-d9efe98d2dec, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=ea72c6a5-5f45-4ab5-b9a4-d9efe98d2dec,segment=NetworkSegment(4c9e7c3a-a2bc-48bd-add2-c7dbb4a0e9e4),segment_id=4c9e7c3a-a2bc-48bd-add2-c7dbb4a0e9e4)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:46:16.029567 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 00c302d7-8c3b-4445-980d-501694560ba1, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=00c302d7-8c3b-4445-980d-501694560ba1,segment=NetworkSegment(dfb5451f-ae59-4348-b57d-1e05105b4f16),segment_id=dfb5451f-ae59-4348-b57d-1e05105b4f16)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:46:16.041400 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-1915ae01-3900-4c13-8542-ec455d0389d0 None None] Port e3e9699d-b28c-4dfc-8433-2f905cde2096 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:46:16.044507 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ead76fa2-4489-4af8-98c5-bd0df4af0d69 req-2d715cd5-abba-4d6f-8e2e-4a8e677ce818 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/security-groups?id=ec30ddbb-2af8-4046-9a73-22322e85c7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645859 Aug 19 14:46:16.054669 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:16.064876 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:16.070478 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c599b343-546b-47ed-a204-de6564159550 x-openstack-request-id: req-c599b343-546b-47ed-a204-de6564159550 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:46:16.070762 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a615d5-ca85-457d-856b-bcde9c93e645", "name": "network-vif-plugged", "status": "completed", "tag": "00c302d7-8c3b-4445-980d-501694560ba1", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:46:16.071005 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c599b343-546b-47ed-a204-de6564159550 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:46:16.071411 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a615d5-ca85-457d-856b-bcde9c93e645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c302d7-8c3b-4445-980d-501694560ba1', 'code': 200} Aug 19 14:46:16.140275 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=00c302d7-8c3b-4445-980d-501694560ba1,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:16.145012 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2fce96f7-41ab-467a-9557-45c7ef90b5c5 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "DELETE /v2.0/routers/ad42718b-46be-417d-9992-739392250419/tags HTTP/1.1" status: 204 len: 168 time: 0.1732008 Aug 19 14:46:16.147630 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 49694) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:16.155079 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-4cef4f59-316a-49b5-b1df-1d4e780fd18f tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e3e9699d-b28c-4dfc-8433-2f905cde2096') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:16.168805 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5bc241-b816-4f1f-9420-7376c17f53c1 req-25ea115f-6f28-48ed-8e5f-276e3ff97d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:16.170785 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fd5bc241-b816-4f1f-9420-7376c17f53c1 req-25ea115f-6f28-48ed-8e5f-276e3ff97d0b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b8a615d5-ca85-457d-856b-bcde9c93e645 HTTP/1.1" status: 200 len: 1096 time: 0.0706410 Aug 19 14:46:16.210516 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=ea72c6a5-5f45-4ab5-b9a4-d9efe98d2dec,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:16.245691 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fd5bc241-b816-4f1f-9420-7376c17f53c1 req-e1fd3a5e-ceca-4d80-9e0c-db4b841443dc service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623040 Aug 19 14:46:16.326743 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49700) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:16.328744 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-4cef4f59-316a-49b5-b1df-1d4e780fd18f tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "DELETE /v2.0/ports/e3e9699d-b28c-4dfc-8433-2f905cde2096/tags HTTP/1.1" status: 204 len: 168 time: 0.1790590 Aug 19 14:46:16.332167 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-93ee74cc-5a5c-46d3-96e2-4069c2a7438e tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '333dc6de-a983-4070-8bd5-60d83acdba0a') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:16.412350 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66501d90-c7d4-449f-b0ad-93d5635aec75 req-7307f58f-3338-4693-92f5-752d811c95a3 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:16.413904 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-66501d90-c7d4-449f-b0ad-93d5635aec75 req-7307f58f-3338-4693-92f5-752d811c95a3 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=92ae58fd-1cf9-4159-851f-89e50457a4e0 HTTP/1.1" status: 200 len: 945 time: 0.0567303 Aug 19 14:46:16.421407 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-93ee74cc-5a5c-46d3-96e2-4069c2a7438e tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "DELETE /v2.0/subnets/333dc6de-a983-4070-8bd5-60d83acdba0a/tags HTTP/1.1" status: 204 len: 168 time: 0.0935948 Aug 19 14:46:16.425515 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49702) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:16.431545 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-f4894457-288e-42bf-bc9e-5c1467244b13 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '333dc6de-a983-4070-8bd5-60d83acdba0a', 'tempest-TagsExtTest-Tag-713367781') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:16.466621 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-66501d90-c7d4-449f-b0ad-93d5635aec75 req-05188ad5-f829-4ce6-92a9-2ada3b453df1 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456223 Aug 19 14:46:16.520995 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f4894457-288e-42bf-bc9e-5c1467244b13 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "PUT /v2.0/subnets/333dc6de-a983-4070-8bd5-60d83acdba0a/tags/tempest-TagsExtTest-Tag-713367781 HTTP/1.1" status: 201 len: 201 time: 0.0941482 Aug 19 14:46:16.522437 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49704) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:16.535654 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-fdd69a0a-ea9c-4660-9845-d3d3aa78b683 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'e3e9699d-b28c-4dfc-8433-2f905cde2096', 'tempest-TagsExtTest-Tag-583865142') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:16.606575 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-fdd69a0a-ea9c-4660-9845-d3d3aa78b683 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "PUT /v2.0/ports/e3e9699d-b28c-4dfc-8433-2f905cde2096/tags/tempest-TagsExtTest-Tag-583865142 HTTP/1.1" status: 201 len: 201 time: 0.0826838 Aug 19 14:46:16.609217 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49708) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:16.615143 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-1b08be3c-4226-4285-b964-45a222278136 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ad42718b-46be-417d-9992-739392250419', 'tempest-TagsExtTest-Tag-1983253178') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:16.714726 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1b08be3c-4226-4285-b964-45a222278136 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "PUT /v2.0/routers/ad42718b-46be-417d-9992-739392250419/tags/tempest-TagsExtTest-Tag-1983253178 HTTP/1.1" status: 201 len: 201 time: 0.1041718 Aug 19 14:46:16.717356 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49710) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:16.722028 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-36a63c79-5002-447c-865c-d85decc4f3de tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b4cc5547-8e5c-4cb9-a978-c4496abed7e9', 'tempest-TagsExtTest-Tag-1781121307') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:16.767440 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-36a63c79-5002-447c-865c-d85decc4f3de tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "PUT /v2.0/subnetpools/b4cc5547-8e5c-4cb9-a978-c4496abed7e9/tags/tempest-TagsExtTest-Tag-1781121307 HTTP/1.1" status: 201 len: 201 time: 0.0487645 Aug 19 14:46:16.769920 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49714) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:16.774551 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-82ba3659-29d1-4ae6-a9fa-1b227ddd90ba tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '333dc6de-a983-4070-8bd5-60d83acdba0a', {'tags': ['tempest-TagsExtTest-Tag-1773189870', 'tempest-TagsExtTest-Tag-33298899', 'tempest-TagsExtTest-Tag-1380185714']}) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:16.857056 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-82ba3659-29d1-4ae6-a9fa-1b227ddd90ba tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "PUT /v2.0/subnets/333dc6de-a983-4070-8bd5-60d83acdba0a/tags HTTP/1.1" status: 200 len: 316 time: 0.0837111 Aug 19 14:46:16.857525 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49718) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:16.864517 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-7d8a1dd0-2bda-422f-8024-80777968b336 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '333dc6de-a983-4070-8bd5-60d83acdba0a') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:16.924783 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467994f5-eeef-4b93-b33f-fec1762740fb req-ec3b77a5-48d3-4f6a-aebe-40b3e66c56a9 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:16.926712 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-467994f5-eeef-4b93-b33f-fec1762740fb req-ec3b77a5-48d3-4f6a-aebe-40b3e66c56a9 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8a615d5-ca85-457d-856b-bcde9c93e645 HTTP/1.1" status: 200 len: 945 time: 0.1224320 Aug 19 14:46:17.015450 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7d8a1dd0-2bda-422f-8024-80777968b336 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "DELETE /v2.0/subnets/333dc6de-a983-4070-8bd5-60d83acdba0a/tags HTTP/1.1" status: 204 len: 168 time: 0.1569023 Aug 19 14:46:17.020996 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49722) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:17.030142 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-e259c47f-989c-44cb-a711-a9c2aa6674bc tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '333dc6de-a983-4070-8bd5-60d83acdba0a', 'tempest-TagsExtTest-Tag-1773189870') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:17.062923 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-467994f5-eeef-4b93-b33f-fec1762740fb req-927089ee-d493-49c7-b47f-0bc691dee48d tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151085 Aug 19 14:46:17.125499 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device ea72c6a5-5f45-4ab5-b9a4-d9efe98d2dec up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:46:17.168819 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-e259c47f-989c-44cb-a711-a9c2aa6674bc tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] show failed (client error): The resource could not be found. Aug 19 14:46:17.174847 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e259c47f-989c-44cb-a711-a9c2aa6674bc tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "GET /v2.0/subnets/333dc6de-a983-4070-8bd5-60d83acdba0a/tags/tempest-TagsExtTest-Tag-1773189870 HTTP/1.1" status: 404 len: 329 time: 0.1521957 Aug 19 14:46:17.176994 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49726) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:17.180662 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 5eefbeb9-84d8-4b31-a3f3-37f35059b2f0 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:46:17.183598 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-0613e90f-c818-4412-a9ed-c8e202f5bfa4 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '333dc6de-a983-4070-8bd5-60d83acdba0a', 'tempest-TagsExtTest-Tag-33298899') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:17.215172 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87771c48-57e6-484c-8841-63e293efecf9 req-0db8259d-5440-4202-9e21-ef889ed663dc tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:17.218191 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-87771c48-57e6-484c-8841-63e293efecf9 req-0db8259d-5440-4202-9e21-ef889ed663dc tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 944 time: 0.1113973 Aug 19 14:46:17.234767 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port ea72c6a5-5f45-4ab5-b9a4-d9efe98d2dec triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:46:17.235062 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:17.256846 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-0613e90f-c818-4412-a9ed-c8e202f5bfa4 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] show failed (client error): The resource could not be found. Aug 19 14:46:17.259029 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0613e90f-c818-4412-a9ed-c8e202f5bfa4 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "GET /v2.0/subnets/333dc6de-a983-4070-8bd5-60d83acdba0a/tags/tempest-TagsExtTest-Tag-33298899 HTTP/1.1" status: 404 len: 327 time: 0.0810852 Aug 19 14:46:17.262630 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49728) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:17.267635 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-a6105874-0694-4294-ad47-9a78664d3dd6 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '333dc6de-a983-4070-8bd5-60d83acdba0a', 'tempest-TagsExtTest-Tag-1380185714') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:17.324457 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-87771c48-57e6-484c-8841-63e293efecf9 req-6a89df89-e57c-410a-ae21-d34ef6b27d97 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=14b1b67d-e522-41bf-ab63-48f4b8afa430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767701 Aug 19 14:46:17.336463 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772b8ca-22d7-4b43-8244-2881b251e6d2 req-1720c17d-fd9d-4726-98a6-1486bd2e25be tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:17.344106 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-a6105874-0694-4294-ad47-9a78664d3dd6 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] show failed (client error): The resource could not be found. Aug 19 14:46:17.348445 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3772b8ca-22d7-4b43-8244-2881b251e6d2 req-1720c17d-fd9d-4726-98a6-1486bd2e25be tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/ports?device_id=efc253a1-b140-49ef-a956-7a3c0b6c79cb HTTP/1.1" status: 200 len: 951 time: 0.1713045 Aug 19 14:46:17.364184 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 49732) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:17.365057 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a6105874-0694-4294-ad47-9a78664d3dd6 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "GET /v2.0/subnets/333dc6de-a983-4070-8bd5-60d83acdba0a/tags/tempest-TagsExtTest-Tag-1380185714 HTTP/1.1" status: 404 len: 329 time: 0.0934174 Aug 19 14:46:17.371868 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-681b75b3-5eea-492e-b010-f08c8bac6d7f tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'e3e9699d-b28c-4dfc-8433-2f905cde2096', {'tags': ['tempest-TagsExtTest-Tag-1832092846', 'tempest-TagsExtTest-Tag-350295393', 'tempest-TagsExtTest-Tag-1382140035']}) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:17.443495 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-681b75b3-5eea-492e-b010-f08c8bac6d7f tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "PUT /v2.0/ports/e3e9699d-b28c-4dfc-8433-2f905cde2096/tags HTTP/1.1" status: 200 len: 317 time: 0.0774131 Aug 19 14:46:17.446913 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49734) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:17.450672 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:17.453431 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-b1be551a-a2cb-406a-8f32-831a7636facb tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e3e9699d-b28c-4dfc-8433-2f905cde2096') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:17.476696 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3772b8ca-22d7-4b43-8244-2881b251e6d2 req-c600f6a7-38de-4535-bb91-c9859bae9829 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/security-groups?id=ec30ddbb-2af8-4046-9a73-22322e85c7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269503 Aug 19 14:46:17.594049 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 5eefbeb9-84d8-4b31-a3f3-37f35059b2f0, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=5eefbeb9-84d8-4b31-a3f3-37f35059b2f0,segment=NetworkSegment(9ec726c0-288d-4d26-99ed-3a23c35944e2),segment_id=9ec726c0-288d-4d26-99ed-3a23c35944e2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:46:17.602176 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:17.615674 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b1be551a-a2cb-406a-8f32-831a7636facb tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "DELETE /v2.0/ports/e3e9699d-b28c-4dfc-8433-2f905cde2096/tags HTTP/1.1" status: 204 len: 168 time: 0.1675520 Aug 19 14:46:17.620881 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49738) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:17.622882 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f49908-ecdd-4c7f-b115-9c95261f7975 req-284d2fe7-41cc-4bf9-b12a-cdd47ba6ada0 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:17.631031 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-36f49908-ecdd-4c7f-b115-9c95261f7975 req-284d2fe7-41cc-4bf9-b12a-cdd47ba6ada0 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=92ae58fd-1cf9-4159-851f-89e50457a4e0 HTTP/1.1" status: 200 len: 945 time: 0.0718274 Aug 19 14:46:17.632246 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-65aaefe2-ce28-4d85-9fd6-9f6972543bfc tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e3e9699d-b28c-4dfc-8433-2f905cde2096', 'tempest-TagsExtTest-Tag-1832092846') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:17.703791 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-36f49908-ecdd-4c7f-b115-9c95261f7975 req-25ffb607-3493-4101-bac8-efabee70ed77 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572186 Aug 19 14:46:17.718865 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=5eefbeb9-84d8-4b31-a3f3-37f35059b2f0,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:17.748317 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-65aaefe2-ce28-4d85-9fd6-9f6972543bfc tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] show failed (client error): The resource could not be found. Aug 19 14:46:17.750416 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-65aaefe2-ce28-4d85-9fd6-9f6972543bfc tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "GET /v2.0/ports/e3e9699d-b28c-4dfc-8433-2f905cde2096/tags/tempest-TagsExtTest-Tag-1832092846 HTTP/1.1" status: 404 len: 329 time: 0.1285059 Aug 19 14:46:17.755036 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49742) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:17.761315 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-faaf7057-4696-4651-b872-46951ef05419 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e3e9699d-b28c-4dfc-8433-2f905cde2096', 'tempest-TagsExtTest-Tag-350295393') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:17.824353 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-faaf7057-4696-4651-b872-46951ef05419 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] show failed (client error): The resource could not be found. Aug 19 14:46:17.829192 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-faaf7057-4696-4651-b872-46951ef05419 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "GET /v2.0/ports/e3e9699d-b28c-4dfc-8433-2f905cde2096/tags/tempest-TagsExtTest-Tag-350295393 HTTP/1.1" status: 404 len: 328 time: 0.0693600 Aug 19 14:46:17.831133 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49744) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:17.835755 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-4a19ed9d-efc0-47b0-bb3e-dac127fd96aa tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e3e9699d-b28c-4dfc-8433-2f905cde2096', 'tempest-TagsExtTest-Tag-1382140035') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:17.890867 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-4a19ed9d-efc0-47b0-bb3e-dac127fd96aa tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] show failed (client error): The resource could not be found. Aug 19 14:46:17.891578 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4a19ed9d-efc0-47b0-bb3e-dac127fd96aa tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "GET /v2.0/ports/e3e9699d-b28c-4dfc-8433-2f905cde2096/tags/tempest-TagsExtTest-Tag-1382140035 HTTP/1.1" status: 404 len: 329 time: 0.0593572 Aug 19 14:46:17.894508 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49746) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:17.899343 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-89e26df4-f612-49c2-b948-37f857ae2ce0 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'ad42718b-46be-417d-9992-739392250419', {'tags': ['tempest-TagsExtTest-Tag-377548125', 'tempest-TagsExtTest-Tag-279529151', 'tempest-TagsExtTest-Tag-1635337434']}) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:18.001555 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-89e26df4-f612-49c2-b948-37f857ae2ce0 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "PUT /v2.0/routers/ad42718b-46be-417d-9992-739392250419/tags HTTP/1.1" status: 200 len: 316 time: 0.1058912 Aug 19 14:46:18.004208 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49750) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:18.009460 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-0d2514a6-9233-4f0b-86a5-95202863bf49 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ad42718b-46be-417d-9992-739392250419') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:18.072878 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ae58fd-1cf9-4159-851f-89e50457a4e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5eefbeb9-84d8-4b31-a3f3-37f35059b2f0'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:46:18.076444 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871c180c-0410-4d1f-ba57-270a90b28210" -d '{"events": [{"server_uuid": "92ae58fd-1cf9-4159-851f-89e50457a4e0", "name": "network-vif-unplugged", "status": "completed", "tag": "5eefbeb9-84d8-4b31-a3f3-37f35059b2f0"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:46:18.144069 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 14:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4131b5d2-ee3c-4ddd-bfa8-aa739d22cafc x-openstack-request-id: req-4131b5d2-ee3c-4ddd-bfa8-aa739d22cafc {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:46:18.144069 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92ae58fd-1cf9-4159-851f-89e50457a4e0", "name": "network-vif-unplugged", "status": "completed", "tag": "5eefbeb9-84d8-4b31-a3f3-37f35059b2f0", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:46:18.144069 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4131b5d2-ee3c-4ddd-bfa8-aa739d22cafc {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:46:18.144069 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ae58fd-1cf9-4159-851f-89e50457a4e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5eefbeb9-84d8-4b31-a3f3-37f35059b2f0', 'code': 200} Aug 19 14:46:18.154470 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0d2514a6-9233-4f0b-86a5-95202863bf49 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "DELETE /v2.0/routers/ad42718b-46be-417d-9992-739392250419/tags HTTP/1.1" status: 204 len: 168 time: 0.1460202 Aug 19 14:46:18.155119 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49756) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:18.160623 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-91eb8daf-e57b-4221-8cd8-07d3842eac0f tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ad42718b-46be-417d-9992-739392250419', 'tempest-TagsExtTest-Tag-377548125') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:18.207314 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a379f-7a8a-4715-8b81-149ddab73f5d req-74b8f130-e2d5-4d28-86a0-f6316f0e7c3b tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:18.208917 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9a8a379f-7a8a-4715-8b81-149ddab73f5d req-74b8f130-e2d5-4d28-86a0-f6316f0e7c3b tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8a615d5-ca85-457d-856b-bcde9c93e645 HTTP/1.1" status: 200 len: 945 time: 0.0733080 Aug 19 14:46:18.246851 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-91eb8daf-e57b-4221-8cd8-07d3842eac0f tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] show failed (client error): The resource could not be found. Aug 19 14:46:18.251270 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9a8a379f-7a8a-4715-8b81-149ddab73f5d req-e5a07531-ca54-4771-b336-3538ea1efdbc tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334120 Aug 19 14:46:18.251456 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-91eb8daf-e57b-4221-8cd8-07d3842eac0f tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "GET /v2.0/routers/ad42718b-46be-417d-9992-739392250419/tags/tempest-TagsExtTest-Tag-377548125 HTTP/1.1" status: 404 len: 328 time: 0.0921826 Aug 19 14:46:18.251867 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 49758) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:18.258086 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-eff3394b-da10-4790-b9ef-dd6c8c7da29d tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ad42718b-46be-417d-9992-739392250419', 'tempest-TagsExtTest-Tag-279529151') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:18.338673 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [None req-eff3394b-da10-4790-b9ef-dd6c8c7da29d tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] show failed (client error): The resource could not be found. Aug 19 14:46:18.340355 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-eff3394b-da10-4790-b9ef-dd6c8c7da29d tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "GET /v2.0/routers/ad42718b-46be-417d-9992-739392250419/tags/tempest-TagsExtTest-Tag-279529151 HTTP/1.1" status: 404 len: 328 time: 0.0873709 Aug 19 14:46:18.343214 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 49762) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:18.348227 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-32076ab6-4329-4961-b463-c4dbd2a7f552 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ad42718b-46be-417d-9992-739392250419', 'tempest-TagsExtTest-Tag-1635337434') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:18.442935 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [None req-32076ab6-4329-4961-b463-c4dbd2a7f552 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] show failed (client error): The resource could not be found. Aug 19 14:46:18.444167 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-32076ab6-4329-4961-b463-c4dbd2a7f552 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "GET /v2.0/routers/ad42718b-46be-417d-9992-739392250419/tags/tempest-TagsExtTest-Tag-1635337434 HTTP/1.1" status: 404 len: 329 time: 0.0997038 Aug 19 14:46:18.447152 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49766) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:18.471521 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-8302be6c-41bf-46c5-88e2-3f14187612e5 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'b4cc5547-8e5c-4cb9-a978-c4496abed7e9', {'tags': ['tempest-TagsExtTest-Tag-499086879', 'tempest-TagsExtTest-Tag-980942077', 'tempest-TagsExtTest-Tag-140035421']}) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:18.516694 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b7ad60-8a5b-46ad-9e68-0cc399f6e73d req-8d8d4eb4-2765-478f-aee8-8ef8e5885336 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:18.526017 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e1b7ad60-8a5b-46ad-9e68-0cc399f6e73d req-8d8d4eb4-2765-478f-aee8-8ef8e5885336 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 944 time: 0.0841985 Aug 19 14:46:18.554696 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8302be6c-41bf-46c5-88e2-3f14187612e5 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "PUT /v2.0/subnetpools/b4cc5547-8e5c-4cb9-a978-c4496abed7e9/tags HTTP/1.1" status: 200 len: 315 time: 0.1052384 Aug 19 14:46:18.560095 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49772) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:18.565813 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-ccf257fb-bc9e-4d1a-bb55-dddb37ac69c4 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b4cc5547-8e5c-4cb9-a978-c4496abed7e9') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:18.582092 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e1b7ad60-8a5b-46ad-9e68-0cc399f6e73d req-270b966d-30f7-4949-8fcc-b80577bb6b00 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=14b1b67d-e522-41bf-ab63-48f4b8afa430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527554 Aug 19 14:46:18.650754 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ccf257fb-bc9e-4d1a-bb55-dddb37ac69c4 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "DELETE /v2.0/subnetpools/b4cc5547-8e5c-4cb9-a978-c4496abed7e9/tags HTTP/1.1" status: 204 len: 168 time: 0.0893128 Aug 19 14:46:18.654052 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 49774) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:18.659291 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-9bc35ed0-0f65-413a-86aa-c4629ad0614c tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b4cc5547-8e5c-4cb9-a978-c4496abed7e9', 'tempest-TagsExtTest-Tag-499086879') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:18.723843 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [None req-9bc35ed0-0f65-413a-86aa-c4629ad0614c tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] show failed (client error): The resource could not be found. Aug 19 14:46:18.724950 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9bc35ed0-0f65-413a-86aa-c4629ad0614c tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "GET /v2.0/subnetpools/b4cc5547-8e5c-4cb9-a978-c4496abed7e9/tags/tempest-TagsExtTest-Tag-499086879 HTTP/1.1" status: 404 len: 328 time: 0.0699139 Aug 19 14:46:18.727991 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 49780) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:18.735150 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-17e46b32-9ba9-4ca3-a518-d1404e36c73d tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b4cc5547-8e5c-4cb9-a978-c4496abed7e9', 'tempest-TagsExtTest-Tag-980942077') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:18.844932 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [None req-17e46b32-9ba9-4ca3-a518-d1404e36c73d tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] show failed (client error): The resource could not be found. Aug 19 14:46:18.849456 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-17e46b32-9ba9-4ca3-a518-d1404e36c73d tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "GET /v2.0/subnetpools/b4cc5547-8e5c-4cb9-a978-c4496abed7e9/tags/tempest-TagsExtTest-Tag-980942077 HTTP/1.1" status: 404 len: 328 time: 0.1167145 Aug 19 14:46:18.850239 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 49786) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:18.854445 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-5d2b1ceb-96c6-481c-8d6a-c9f818a8a912 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b4cc5547-8e5c-4cb9-a978-c4496abed7e9', 'tempest-TagsExtTest-Tag-140035421') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:18.867287 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa77bbcf-88ef-4980-84fc-a60d8ff87072 req-dcc0896a-9716-4c59-bc3b-c30ba3142659 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:18.876268 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-aa77bbcf-88ef-4980-84fc-a60d8ff87072 req-dcc0896a-9716-4c59-bc3b-c30ba3142659 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/ports?device_id=efc253a1-b140-49ef-a956-7a3c0b6c79cb HTTP/1.1" status: 200 len: 951 time: 0.1779244 Aug 19 14:46:18.947562 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-aa77bbcf-88ef-4980-84fc-a60d8ff87072 req-0ccb867b-abe6-41a4-972a-354a1e3a578a tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/security-groups?id=ec30ddbb-2af8-4046-9a73-22322e85c7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647857 Aug 19 14:46:18.974526 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7d040-a445-4a87-9022-5eb2a4876c09 req-32931949-6d56-4584-baa5-8e5c0670c87a tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:18.976804 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-93a7d040-a445-4a87-9022-5eb2a4876c09 req-32931949-6d56-4584-baa5-8e5c0670c87a tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=92ae58fd-1cf9-4159-851f-89e50457a4e0 HTTP/1.1" status: 200 len: 943 time: 0.1749105 Aug 19 14:46:18.985389 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [None req-5d2b1ceb-96c6-481c-8d6a-c9f818a8a912 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] show failed (client error): The resource could not be found. Aug 19 14:46:18.989162 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-5d2b1ceb-96c6-481c-8d6a-c9f818a8a912 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "GET /v2.0/subnetpools/b4cc5547-8e5c-4cb9-a978-c4496abed7e9/tags/tempest-TagsExtTest-Tag-140035421 HTTP/1.1" status: 404 len: 328 time: 0.1358762 Aug 19 14:46:18.989680 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49792) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:18.994324 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-397db27b-df5b-4b6e-9ced-7b53d5acb8dc tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b4cc5547-8e5c-4cb9-a978-c4496abed7e9') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:19.046457 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-397db27b-df5b-4b6e-9ced-7b53d5acb8dc tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "DELETE /v2.0/subnetpools/b4cc5547-8e5c-4cb9-a978-c4496abed7e9/tags HTTP/1.1" status: 204 len: 168 time: 0.0532103 Aug 19 14:46:19.047443 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49794) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:19.060430 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-4941efde-18b7-4cf2-b0e7-a58224c001c7 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ad42718b-46be-417d-9992-739392250419') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:19.061714 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-93a7d040-a445-4a87-9022-5eb2a4876c09 req-ba29b3c4-1d35-4748-ae6f-fd4ee8054a2f tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730209 Aug 19 14:46:19.175733 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4941efde-18b7-4cf2-b0e7-a58224c001c7 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "DELETE /v2.0/routers/ad42718b-46be-417d-9992-739392250419/tags HTTP/1.1" status: 204 len: 168 time: 0.1265721 Aug 19 14:46:19.178464 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 49796) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:19.183307 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-4e39ec37-b47a-448b-8160-92c162c56eb6 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e3e9699d-b28c-4dfc-8433-2f905cde2096') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:19.258491 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49800) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:19.258975 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-4e39ec37-b47a-448b-8160-92c162c56eb6 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "DELETE /v2.0/ports/e3e9699d-b28c-4dfc-8433-2f905cde2096/tags HTTP/1.1" status: 204 len: 168 time: 0.0792644 Aug 19 14:46:19.264498 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-2fbe8de3-a82d-4f87-a2e8-84641592ee84 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '333dc6de-a983-4070-8bd5-60d83acdba0a') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:19.337208 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2fbe8de3-a82d-4f87-a2e8-84641592ee84 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "DELETE /v2.0/subnets/333dc6de-a983-4070-8bd5-60d83acdba0a/tags HTTP/1.1" status: 204 len: 168 time: 0.0776939 Aug 19 14:46:19.342534 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 49802) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:19.477515 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53553eb6-6bc2-4f42-8fff-fd8067802634 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Notify callbacks [] for subnetpool, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:19.479257 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-53553eb6-6bc2-4f42-8fff-fd8067802634 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "DELETE /v2.0/subnetpools/b4cc5547-8e5c-4cb9-a978-c4496abed7e9 HTTP/1.1" status: 204 len: 168 time: 0.1355736 Aug 19 14:46:19.482481 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 49804) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:19.511662 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-450d8e72-ea19-4f23-86a2-98f9c310f809 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad42718b-46be-417d-9992-739392250419 HTTP/1.1" status: 200 len: 205 time: 0.0275695 Aug 19 14:46:19.520530 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49806) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:19.621451 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8a9be14-ccfd-40fb-894c-36e3ac3d3e2f tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:19.789956 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db6a64-ead9-4f2e-a938-1ce744931e0e req-f4cb512d-d60d-4595-a0d8-01cc2db720a8 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:19.791564 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a8db6a64-ead9-4f2e-a938-1ce744931e0e req-f4cb512d-d60d-4595-a0d8-01cc2db720a8 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 944 time: 0.0679622 Aug 19 14:46:19.857389 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a8db6a64-ead9-4f2e-a938-1ce744931e0e req-818da379-76f3-4ac6-b434-9abf5b4a279b tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=14b1b67d-e522-41bf-ab63-48f4b8afa430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543487 Aug 19 14:46:19.868524 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8a9be14-ccfd-40fb-894c-36e3ac3d3e2f tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:19.868524 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8a9be14-ccfd-40fb-894c-36e3ac3d3e2f tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:19.917315 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8a9be14-ccfd-40fb-894c-36e3ac3d3e2f tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:19.917889 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a9be14-ccfd-40fb-894c-36e3ac3d3e2f tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Fanout notify agent at l3_agent the message router_deleted on router ad42718b-46be-417d-9992-739392250419 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:46:19.925360 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8a9be14-ccfd-40fb-894c-36e3ac3d3e2f tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:19.928891 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c8a9be14-ccfd-40fb-894c-36e3ac3d3e2f tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "DELETE /v2.0/routers/ad42718b-46be-417d-9992-739392250419 HTTP/1.1" status: 204 len: 168 time: 0.4073038 Aug 19 14:46:19.929142 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 49816) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:20.149551 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd27620-f551-4d5c-80de-49c125323889 req-83f7724f-9354-45f3-ba32-6713e440cea9 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:20.151056 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fdd27620-f551-4d5c-80de-49c125323889 req-83f7724f-9354-45f3-ba32-6713e440cea9 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/ports?device_id=efc253a1-b140-49ef-a956-7a3c0b6c79cb HTTP/1.1" status: 200 len: 951 time: 0.1141694 Aug 19 14:46:20.170478 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-ca190867-2aed-4c60-bb56-889e1b99fcf1 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Deleting port e3e9699d-b28c-4dfc-8433-2f905cde2096 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:46:20.170887 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ca190867-2aed-4c60-bb56-889e1b99fcf1 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:20.308942 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fdd27620-f551-4d5c-80de-49c125323889 req-746bb175-95cb-4a88-98a8-4f07cbc3f411 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/security-groups?id=ec30ddbb-2af8-4046-9a73-22322e85c7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490502 Aug 19 14:46:20.362480 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ca190867-2aed-4c60-bb56-889e1b99fcf1 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:20.377070 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-ca190867-2aed-4c60-bb56-889e1b99fcf1 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Calling delete_port for e3e9699d-b28c-4dfc-8433-2f905cde2096 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:46:20.577963 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a60536-77c3-47c2-9d3a-f02b42048b96 req-61c29e2d-fea9-491d-8314-d735225359fe tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:20.579824 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-66a60536-77c3-47c2-9d3a-f02b42048b96 req-61c29e2d-fea9-491d-8314-d735225359fe tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=92ae58fd-1cf9-4159-851f-89e50457a4e0 HTTP/1.1" status: 200 len: 943 time: 0.1250632 Aug 19 14:46:20.664066 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-66a60536-77c3-47c2-9d3a-f02b42048b96 req-cba44603-d330-48a6-a17f-a9fcfd7df338 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655384 Aug 19 14:46:20.672120 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ca190867-2aed-4c60-bb56-889e1b99fcf1 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:20.713864 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca190867-2aed-4c60-bb56-889e1b99fcf1 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Pushing event deleted for resources: {'Port': ['ID=e3e9699d-b28c-4dfc-8433-2f905cde2096,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:20.866594 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ca190867-2aed-4c60-bb56-889e1b99fcf1 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:20.871788 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49836) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:20.872357 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ca190867-2aed-4c60-bb56-889e1b99fcf1 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "DELETE /v2.0/ports/e3e9699d-b28c-4dfc-8433-2f905cde2096 HTTP/1.1" status: 204 len: 168 time: 0.9418139 Aug 19 14:46:20.951059 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-27e1b56e-fb75-4a46-bd74-29fde2e226e0 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Deleting subnet 333dc6de-a983-4070-8bd5-60d83acdba0a {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:46:20.959430 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-27e1b56e-fb75-4a46-bd74-29fde2e226e0 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:21.058716 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-27e1b56e-fb75-4a46-bd74-29fde2e226e0 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:21.099663 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9095d2-abab-45ae-807e-76ed1824d7a0 req-f7a46363-da6b-4ec0-8036-a6ef58fdb10d tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:21.101600 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ff9095d2-abab-45ae-807e-76ed1824d7a0 req-f7a46363-da6b-4ec0-8036-a6ef58fdb10d tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 944 time: 0.1380808 Aug 19 14:46:21.165860 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ff9095d2-abab-45ae-807e-76ed1824d7a0 req-229aed2b-fe2d-4397-b144-a46fa7fa537a tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=14b1b67d-e522-41bf-ab63-48f4b8afa430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578713 Aug 19 14:46:21.203538 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-27e1b56e-fb75-4a46-bd74-29fde2e226e0 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:21.270849 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-27e1b56e-fb75-4a46-bd74-29fde2e226e0 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:21.302762 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e1b56e-fb75-4a46-bd74-29fde2e226e0 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Pushing event deleted for resources: {'Subnet': ['ID=333dc6de-a983-4070-8bd5-60d83acdba0a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:21.311404 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-27e1b56e-fb75-4a46-bd74-29fde2e226e0 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:21.313629 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-27e1b56e-fb75-4a46-bd74-29fde2e226e0 tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "DELETE /v2.0/subnets/333dc6de-a983-4070-8bd5-60d83acdba0a HTTP/1.1" status: 204 len: 168 time: 0.4399774 Aug 19 14:46:21.316159 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 49840) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:21.320052 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cf1592-7133-49f7-a4c5-89a98c01e809 None None] Network aeb30de1-a1fb-4029-ab97-74d91280fafc requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:46:21.544371 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c41cd6b-8e0d-40aa-a62e-5867da324eab tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:21.622987 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953df82e-7d3f-4fb7-af3c-ac3e0ceeceab req-ab0ec187-8a8d-42da-8fa4-27555b295940 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:21.627367 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-953df82e-7d3f-4fb7-af3c-ac3e0ceeceab req-ab0ec187-8a8d-42da-8fa4-27555b295940 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/ports?device_id=efc253a1-b140-49ef-a956-7a3c0b6c79cb HTTP/1.1" status: 200 len: 951 time: 0.1509788 Aug 19 14:46:21.645247 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afc709a-b9ee-423c-a075-b1b2645f151f None None] DHCP port deletion for aeb30de1-a1fb-4029-ab97-74d91280fafc request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:46:21.706706 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-8afc709a-b9ee-423c-a075-b1b2645f151f None None] Deleting port ea72c6a5-5f45-4ab5-b9a4-d9efe98d2dec {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:46:21.707157 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8afc709a-b9ee-423c-a075-b1b2645f151f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:21.725270 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-953df82e-7d3f-4fb7-af3c-ac3e0ceeceab req-6a52516b-51db-4963-ad95-602a57ed1b63 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/security-groups?id=ec30ddbb-2af8-4046-9a73-22322e85c7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772269 Aug 19 14:46:21.729634 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2c41cd6b-8e0d-40aa-a62e-5867da324eab tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Deleting port ea72c6a5-5f45-4ab5-b9a4-d9efe98d2dec {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:46:21.729986 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c41cd6b-8e0d-40aa-a62e-5867da324eab tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:21.814552 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8afc709a-b9ee-423c-a075-b1b2645f151f None None] For port ea72c6a5-5f45-4ab5-b9a4-d9efe98d2dec, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=ea72c6a5-5f45-4ab5-b9a4-d9efe98d2dec,segment=NetworkSegment(4c9e7c3a-a2bc-48bd-add2-c7dbb4a0e9e4),segment_id=4c9e7c3a-a2bc-48bd-add2-c7dbb4a0e9e4)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:46:21.817625 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8afc709a-b9ee-423c-a075-b1b2645f151f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:21.852631 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-8afc709a-b9ee-423c-a075-b1b2645f151f None None] Calling delete_port for ea72c6a5-5f45-4ab5-b9a4-d9efe98d2dec owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:46:21.936089 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2c41cd6b-8e0d-40aa-a62e-5867da324eab tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] For port ea72c6a5-5f45-4ab5-b9a4-d9efe98d2dec, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=ea72c6a5-5f45-4ab5-b9a4-d9efe98d2dec,segment=NetworkSegment(4c9e7c3a-a2bc-48bd-add2-c7dbb4a0e9e4),segment_id=4c9e7c3a-a2bc-48bd-add2-c7dbb4a0e9e4)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:46:21.936741 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c41cd6b-8e0d-40aa-a62e-5867da324eab tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:21.962362 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2c41cd6b-8e0d-40aa-a62e-5867da324eab tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Calling delete_port for ea72c6a5-5f45-4ab5-b9a4-d9efe98d2dec owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:46:21.969295 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8afc709a-b9ee-423c-a075-b1b2645f151f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:22.011777 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afc709a-b9ee-423c-a075-b1b2645f151f None None] Pushing event deleted for resources: {'Port': ['ID=ea72c6a5-5f45-4ab5-b9a4-d9efe98d2dec,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:22.018125 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afc709a-b9ee-423c-a075-b1b2645f151f None None] No DVR routers for this DVR port ea72c6a5-5f45-4ab5-b9a4-d9efe98d2dec on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:46:22.044329 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66630812-0d2a-48ef-88b2-40db64a401e2 req-017c4924-c090-4785-9810-f6ff3eb8508e tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:22.045963 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-66630812-0d2a-48ef-88b2-40db64a401e2 req-017c4924-c090-4785-9810-f6ff3eb8508e tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=92ae58fd-1cf9-4159-851f-89e50457a4e0 HTTP/1.1" status: 200 len: 943 time: 0.2292364 Aug 19 14:46:22.138143 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-66630812-0d2a-48ef-88b2-40db64a401e2 req-044e228d-c434-4ae2-bedf-869b47dee5bf tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767870 Aug 19 14:46:22.139200 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c41cd6b-8e0d-40aa-a62e-5867da324eab tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:22.176262 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c41cd6b-8e0d-40aa-a62e-5867da324eab tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Pushing event deleted for resources: {'Port': ['ID=ea72c6a5-5f45-4ab5-b9a4-d9efe98d2dec,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:22.185935 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c41cd6b-8e0d-40aa-a62e-5867da324eab tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:46:22.186277 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c41cd6b-8e0d-40aa-a62e-5867da324eab tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:46:22.186621 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c41cd6b-8e0d-40aa-a62e-5867da324eab tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:46:22.187120 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c41cd6b-8e0d-40aa-a62e-5867da324eab tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:46:22.187465 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c41cd6b-8e0d-40aa-a62e-5867da324eab tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:46:22.187796 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c41cd6b-8e0d-40aa-a62e-5867da324eab tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:46:22.188199 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c41cd6b-8e0d-40aa-a62e-5867da324eab tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:46:22.188665 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c41cd6b-8e0d-40aa-a62e-5867da324eab tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:46:22.189070 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c41cd6b-8e0d-40aa-a62e-5867da324eab tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:46:22.189394 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c41cd6b-8e0d-40aa-a62e-5867da324eab tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:46:22.189792 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c41cd6b-8e0d-40aa-a62e-5867da324eab tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:46:22.190191 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c41cd6b-8e0d-40aa-a62e-5867da324eab tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:46:22.213354 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c41cd6b-8e0d-40aa-a62e-5867da324eab tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] No DVR routers for this DVR port ea72c6a5-5f45-4ab5-b9a4-d9efe98d2dec on host n-d-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:46:22.342103 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c41cd6b-8e0d-40aa-a62e-5867da324eab tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:22.353232 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-2c41cd6b-8e0d-40aa-a62e-5867da324eab tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeb30de1-a1fb-4029-ab97-74d91280fafc']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:22.377388 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-2c41cd6b-8e0d-40aa-a62e-5867da324eab tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c9e7c3a-a2bc-48bd-add2-c7dbb4a0e9e4') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:22.377832 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-2c41cd6b-8e0d-40aa-a62e-5867da324eab tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c9e7c3a-a2bc-48bd-add2-c7dbb4a0e9e4') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:22.392835 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c41cd6b-8e0d-40aa-a62e-5867da324eab tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:22.419533 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c41cd6b-8e0d-40aa-a62e-5867da324eab tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:22.436106 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8120df-7401-45a1-9cf5-5e3dd8831a34 req-1123bc4c-3bf9-4248-8fc7-683d2aa8d09b tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:22.436644 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3a8120df-7401-45a1-9cf5-5e3dd8831a34 req-1123bc4c-3bf9-4248-8fc7-683d2aa8d09b tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 944 time: 0.1556997 Aug 19 14:46:22.461596 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c41cd6b-8e0d-40aa-a62e-5867da324eab tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:46:22.462010 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c41cd6b-8e0d-40aa-a62e-5867da324eab tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:22.465387 n-d-766043-2 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:46:22.465387 n-d-766043-2 neutron-server[94640]: self.session.flush() Aug 19 14:46:22.465387 n-d-766043-2 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:46:22.465387 n-d-766043-2 neutron-server[94640]: self.session.flush() Aug 19 14:46:22.465387 n-d-766043-2 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:46:22.465387 n-d-766043-2 neutron-server[94640]: self.session.flush() Aug 19 14:46:22.465387 n-d-766043-2 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:46:22.465387 n-d-766043-2 neutron-server[94640]: self.session.flush() Aug 19 14:46:22.465387 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:46:22.465387 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:46:22.465387 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:46:22.465387 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:46:22.465387 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:46:22.465387 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:46:22.465387 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:46:22.465387 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:46:22.465387 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:46:22.465387 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:46:22.465387 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:46:22.465387 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:46:22.465387 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:46:22.465387 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:46:22.465387 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:46:22.465387 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:46:22.465387 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:46:22.465387 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:46:22.465387 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:46:22.465387 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:46:22.465387 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:46:22.465387 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:46:22.465387 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:46:22.465387 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:46:22.465387 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:46:22.465387 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:46:22.465387 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:46:22.465387 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:46:22.465387 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:46:22.465387 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:46:22.465387 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:46:22.465387 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:46:22.524759 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3a8120df-7401-45a1-9cf5-5e3dd8831a34 req-b52f053e-16d8-451e-8d07-387d4ae4330b tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=14b1b67d-e522-41bf-ab63-48f4b8afa430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872235 Aug 19 14:46:22.558714 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c41cd6b-8e0d-40aa-a62e-5867da324eab tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:22.575658 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c41cd6b-8e0d-40aa-a62e-5867da324eab tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:22.600628 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-2c41cd6b-8e0d-40aa-a62e-5867da324eab tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] 10.222.0.69 "DELETE /v2.0/networks/aeb30de1-a1fb-4029-ab97-74d91280fafc HTTP/1.1" status: 204 len: 168 time: 1.2816036 Aug 19 14:46:22.644176 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c41cd6b-8e0d-40aa-a62e-5867da324eab tempest-TagsExtTest-724459593 tempest-TagsExtTest-724459593-project] Pushing event deleted for resources: {'Network': ['ID=aeb30de1-a1fb-4029-ab97-74d91280fafc,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:22.918464 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ce16c6-5776-4014-8986-8c5af4faf609 req-4cc07c26-ada2-432d-89ce-e6df620707b6 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:22.920031 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-46ce16c6-5776-4014-8986-8c5af4faf609 req-4cc07c26-ada2-432d-89ce-e6df620707b6 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/ports?device_id=efc253a1-b140-49ef-a956-7a3c0b6c79cb HTTP/1.1" status: 200 len: 951 time: 0.0715992 Aug 19 14:46:23.001006 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-46ce16c6-5776-4014-8986-8c5af4faf609 req-665c33a9-2c00-4012-9181-1e5e0846d786 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/security-groups?id=ec30ddbb-2af8-4046-9a73-22322e85c7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744221 Aug 19 14:46:23.094343 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49872) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:23.097452 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device ea72c6a5-5f45-4ab5-b9a4-d9efe98d2dec no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:46:23.133880 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: ea72c6a5-5f45-4ab5-b9a4-d9efe98d2dec {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:46:23.134513 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device ea72c6a5-5f45-4ab5-b9a4-d9efe98d2dec not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:46:23.274840 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-27788d58-3a64-402b-ba88-d8a4b28bf6de admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9e749fc6553641cf970b4f37aa62c30c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1786232 Aug 19 14:46:23.277623 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49878) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:23.303014 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af2581-a6b5-4ebd-87fd-fdb28effb1e3 req-b7420eae-95e9-41fc-a2a8-a69a4110f63e tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:23.305003 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-77af2581-a6b5-4ebd-87fd-fdb28effb1e3 req-b7420eae-95e9-41fc-a2a8-a69a4110f63e tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=92ae58fd-1cf9-4159-851f-89e50457a4e0 HTTP/1.1" status: 200 len: 943 time: 0.0538087 Aug 19 14:46:23.330570 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-297a8b75-ccad-4106-b585-2a3414ed1914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:23.348275 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-77af2581-a6b5-4ebd-87fd-fdb28effb1e3 req-3f25eea0-6a00-4b45-b587-9ecd2fe277d4 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330577 Aug 19 14:46:23.352785 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-297a8b75-ccad-4106-b585-2a3414ed1914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:23.402359 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-297a8b75-ccad-4106-b585-2a3414ed1914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:23.404967 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-297a8b75-ccad-4106-b585-2a3414ed1914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:23.406630 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-297a8b75-ccad-4106-b585-2a3414ed1914 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/aaec2ba2-1e2e-4187-b318-a1e62fde7d93 HTTP/1.1" status: 204 len: 168 time: 0.1276364 Aug 19 14:46:23.416291 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297a8b75-ccad-4106-b585-2a3414ed1914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaec2ba2-1e2e-4187-b318-a1e62fde7d93,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:23.692662 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b1f15-5e5f-4b56-887b-0ed0238beb6e req-0dc417b4-45bd-44f7-8d50-2c786a250659 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:23.694393 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-810b1f15-5e5f-4b56-887b-0ed0238beb6e req-0dc417b4-45bd-44f7-8d50-2c786a250659 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 944 time: 0.0689898 Aug 19 14:46:23.753908 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-810b1f15-5e5f-4b56-887b-0ed0238beb6e req-a76e5d46-9f53-4148-a39b-ebe3b8ad245e tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=14b1b67d-e522-41bf-ab63-48f4b8afa430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361223 Aug 19 14:46:24.209794 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb25fa70-d843-42f9-9632-2fe014890c5e req-65d246ae-7f05-4110-b5d1-bc7b3ab0f112 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:24.211311 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cb25fa70-d843-42f9-9632-2fe014890c5e req-65d246ae-7f05-4110-b5d1-bc7b3ab0f112 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/ports?device_id=efc253a1-b140-49ef-a956-7a3c0b6c79cb HTTP/1.1" status: 200 len: 951 time: 0.0685422 Aug 19 14:46:24.255987 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cb25fa70-d843-42f9-9632-2fe014890c5e req-735cb2d8-13fb-48f7-bdd0-d6e672d87619 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/security-groups?id=ec30ddbb-2af8-4046-9a73-22322e85c7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364585 Aug 19 14:46:24.483504 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f4c8c-1255-464b-a297-1c216ac9526a req-4cd21daa-76a9-4c82-94fb-bc9e3bb824da tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:24.493209 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fa3f4c8c-1255-464b-a297-1c216ac9526a req-4cd21daa-76a9-4c82-94fb-bc9e3bb824da tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=92ae58fd-1cf9-4159-851f-89e50457a4e0 HTTP/1.1" status: 200 len: 943 time: 0.0667479 Aug 19 14:46:24.528136 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fa3f4c8c-1255-464b-a297-1c216ac9526a req-b3de3c8f-c76e-468e-a492-180cd547d52f tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335212 Aug 19 14:46:24.923574 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15c5f0-1d2f-4afd-92c7-6726cb69cf41 req-9e65a933-bba6-4750-a8f4-d50fc3b0f77c tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:24.925827 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4f15c5f0-1d2f-4afd-92c7-6726cb69cf41 req-9e65a933-bba6-4750-a8f4-d50fc3b0f77c tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 944 time: 0.0689571 Aug 19 14:46:24.971614 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4f15c5f0-1d2f-4afd-92c7-6726cb69cf41 req-5d8e0284-a5e9-43d6-8efe-7d2429565ae4 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=14b1b67d-e522-41bf-ab63-48f4b8afa430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400090 Aug 19 14:46:25.326885 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49958) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:25.381075 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f42121-da43-426c-a4f2-42c6d060e01f req-385750ee-e8e4-47fe-9527-22b69d638c0a tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:25.382572 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f0f42121-da43-426c-a4f2-42c6d060e01f req-385750ee-e8e4-47fe-9527-22b69d638c0a tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/ports?device_id=efc253a1-b140-49ef-a956-7a3c0b6c79cb HTTP/1.1" status: 200 len: 951 time: 0.0516622 Aug 19 14:46:25.432609 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f0f42121-da43-426c-a4f2-42c6d060e01f req-5f017130-619c-49d2-80e2-898de882f2bd tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/security-groups?id=ec30ddbb-2af8-4046-9a73-22322e85c7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426757 Aug 19 14:46:25.446656 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59c765ab-6998-41e0-b908-c072b4c206d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:25.540756 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59c765ab-6998-41e0-b908-c072b4c206d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:25.545936 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59c765ab-6998-41e0-b908-c072b4c206d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:25.596983 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-59c765ab-6998-41e0-b908-c072b4c206d0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a57131696148475ab8c00be3fdec60ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2688839 Aug 19 14:46:25.597849 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 49980) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:25.598346 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c765ab-6998-41e0-b908-c072b4c206d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c1cf8e-cf80-44be-976a-0132faeda858,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:25.680486 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad8068-7ab4-4a50-9c0f-0eea345c57ea req-6a845ac1-6cdd-4614-a7b6-da61ffbfee0e tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:25.682010 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a1ad8068-7ab4-4a50-9c0f-0eea345c57ea req-6a845ac1-6cdd-4614-a7b6-da61ffbfee0e tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=92ae58fd-1cf9-4159-851f-89e50457a4e0 HTTP/1.1" status: 200 len: 943 time: 0.0812864 Aug 19 14:46:25.700966 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-92463fda-ef16-472d-ae74-8da041b0b41d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:25.740486 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-92463fda-ef16-472d-ae74-8da041b0b41d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:25.744830 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a1ad8068-7ab4-4a50-9c0f-0eea345c57ea req-acd0a009-ca2d-4d16-a137-b3cbc2e27d26 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550702 Aug 19 14:46:25.792755 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-92463fda-ef16-472d-ae74-8da041b0b41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:25.795468 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-92463fda-ef16-472d-ae74-8da041b0b41d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:25.799404 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-92463fda-ef16-472d-ae74-8da041b0b41d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b7c1cf8e-cf80-44be-976a-0132faeda858 HTTP/1.1" status: 204 len: 168 time: 0.1998243 Aug 19 14:46:25.807428 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92463fda-ef16-472d-ae74-8da041b0b41d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c1cf8e-cf80-44be-976a-0132faeda858,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:26.124594 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 50048) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:26.140886 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3589678f-484d-4b2a-b1c4-f9dadcff3691 req-aa73e805-efce-4c02-b945-0f43148f3f87 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:26.142368 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3589678f-484d-4b2a-b1c4-f9dadcff3691 req-aa73e805-efce-4c02-b945-0f43148f3f87 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 944 time: 0.0671790 Aug 19 14:46:26.148010 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3a1352a5-7a6f-482a-bd39-734912daa802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:26.203457 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3589678f-484d-4b2a-b1c4-f9dadcff3691 req-3fdd5f93-f3d0-49bd-a527-f5149d14cb28 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=14b1b67d-e522-41bf-ab63-48f4b8afa430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532660 Aug 19 14:46:26.282563 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3a1352a5-7a6f-482a-bd39-734912daa802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:26.286858 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3a1352a5-7a6f-482a-bd39-734912daa802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:26.326105 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-3a1352a5-7a6f-482a-bd39-734912daa802 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1c7e2fce244345f18958e540dad11e17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2002845 Aug 19 14:46:26.326997 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1352a5-7a6f-482a-bd39-734912daa802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d076ae-0cbe-4fa2-bafd-7c46c9849811,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:26.332220 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 50074) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:26.385378 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c593169c-9df2-4cb6-86a9-8f933cb8d85e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:26.411232 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c593169c-9df2-4cb6-86a9-8f933cb8d85e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:26.477113 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c593169c-9df2-4cb6-86a9-8f933cb8d85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:26.480374 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c593169c-9df2-4cb6-86a9-8f933cb8d85e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:26.481572 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c593169c-9df2-4cb6-86a9-8f933cb8d85e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/70d076ae-0cbe-4fa2-bafd-7c46c9849811 HTTP/1.1" status: 204 len: 168 time: 0.1472280 Aug 19 14:46:26.490222 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c593169c-9df2-4cb6-86a9-8f933cb8d85e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d076ae-0cbe-4fa2-bafd-7c46c9849811,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:26.878192 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e47cb2-a936-481e-9d9d-e573a5594fb2 req-c2544b1b-7df2-4705-ba35-a4bb01cd6768 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:26.879931 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c6e47cb2-a936-481e-9d9d-e573a5594fb2 req-c2544b1b-7df2-4705-ba35-a4bb01cd6768 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=92ae58fd-1cf9-4159-851f-89e50457a4e0 HTTP/1.1" status: 200 len: 943 time: 0.0624692 Aug 19 14:46:26.937726 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c6e47cb2-a936-481e-9d9d-e573a5594fb2 req-16d17242-f8b1-4c3f-b3dc-882058aa4533 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441713 Aug 19 14:46:27.232715 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 7296d16e-f6b0-4341-aba3-01b8150aef09 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:46:27.235663 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:46:27.411785 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 7296d16e-f6b0-4341-aba3-01b8150aef09, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=7296d16e-f6b0-4341-aba3-01b8150aef09,segment=NetworkSegment(deb4ceaa-a168-4950-8d67-f7a10179a94a),segment_id=deb4ceaa-a168-4950-8d67-f7a10179a94a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:46:27.431011 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:27.444274 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '7296d16e-f6b0-4341-aba3-01b8150aef09', 'network_id': '669513f8-b4b3-4e5c-8f0d-5f8e9923cc05', 'port_id': '7296d16e-f6b0-4341-aba3-01b8150aef09', 'mac_address': 'fa:16:3e:5a:28:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55f10344-049d-42f2-b429-801948692761', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:46:27.519231 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:27.538746 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:46:27.539923 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc253a1-b140-49ef-a956-7a3c0b6c79cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:46:27.542803 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f132e7bd-5a5a-4b05-9a4b-d754c85b4c14" -d '{"events": [{"server_uuid": "efc253a1-b140-49ef-a956-7a3c0b6c79cb", "name": "network-vif-unplugged", "status": "completed", "tag": "ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:46:27.548174 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:27.609938 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1,revision_number=11']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:27.615822 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7296d16e-f6b0-4341-aba3-01b8150aef09 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:46:27.643534 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 7296d16e-f6b0-4341-aba3-01b8150aef09, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=7296d16e-f6b0-4341-aba3-01b8150aef09,segment=NetworkSegment(deb4ceaa-a168-4950-8d67-f7a10179a94a),segment_id=deb4ceaa-a168-4950-8d67-f7a10179a94a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:46:27.650226 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:27.650901 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 5eefbeb9-84d8-4b31-a3f3-37f35059b2f0 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:46:27.654852 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318e75d-7d49-403c-9cc4-7ccb046b61e2 req-d676808a-9a85-4e58-bcc9-f8f81ada55a1 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:27.660910 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e318e75d-7d49-403c-9cc4-7ccb046b61e2 req-d676808a-9a85-4e58-bcc9-f8f81ada55a1 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 944 time: 0.3503177 Aug 19 14:46:27.708066 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e318e75d-7d49-403c-9cc4-7ccb046b61e2 req-b4879102-7f6a-460a-a9e6-a2ecc94ae272 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=14b1b67d-e522-41bf-ab63-48f4b8afa430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433495 Aug 19 14:46:27.718876 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=7296d16e-f6b0-4341-aba3-01b8150aef09,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:27.777052 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 14:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e8c497-c1d1-4bc8-b36a-fdcdd3a3296a x-openstack-request-id: req-45e8c497-c1d1-4bc8-b36a-fdcdd3a3296a {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:46:27.777355 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc253a1-b140-49ef-a956-7a3c0b6c79cb", "name": "network-vif-unplugged", "status": "completed", "tag": "ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:46:27.777607 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-45e8c497-c1d1-4bc8-b36a-fdcdd3a3296a {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:46:27.778002 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc253a1-b140-49ef-a956-7a3c0b6c79cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1', 'code': 200} Aug 19 14:46:27.824689 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 5eefbeb9-84d8-4b31-a3f3-37f35059b2f0, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=5eefbeb9-84d8-4b31-a3f3-37f35059b2f0,segment=NetworkSegment(9ec726c0-288d-4d26-99ed-3a23c35944e2),segment_id=9ec726c0-288d-4d26-99ed-3a23c35944e2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:46:27.837005 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '5eefbeb9-84d8-4b31-a3f3-37f35059b2f0', 'network_id': '782b273d-8269-4c40-85fd-b9fcd04fcb17', 'port_id': '5eefbeb9-84d8-4b31-a3f3-37f35059b2f0', 'mac_address': 'fa:16:3e:fe:5b:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25c39f6d-e619-4296-b16b-34049cafbda6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:46:27.880397 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:27.896745 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eefbeb9-84d8-4b31-a3f3-37f35059b2f0 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:46:27.918517 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 5eefbeb9-84d8-4b31-a3f3-37f35059b2f0, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=5eefbeb9-84d8-4b31-a3f3-37f35059b2f0,segment=NetworkSegment(9ec726c0-288d-4d26-99ed-3a23c35944e2),segment_id=9ec726c0-288d-4d26-99ed-3a23c35944e2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:46:27.924251 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:27.987723 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=5eefbeb9-84d8-4b31-a3f3-37f35059b2f0,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:28.090850 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c262b5e-da79-4ab9-836f-d77a38acb77b req-776cc5f9-2dfb-4446-b736-6d9114e3588e tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:28.100807 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4c262b5e-da79-4ab9-836f-d77a38acb77b req-776cc5f9-2dfb-4446-b736-6d9114e3588e tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=92ae58fd-1cf9-4159-851f-89e50457a4e0 HTTP/1.1" status: 200 len: 944 time: 0.0636203 Aug 19 14:46:28.137832 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4c262b5e-da79-4ab9-836f-d77a38acb77b req-976d8af5-74b5-4238-b743-dcd381a99a23 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360541 Aug 19 14:46:28.185990 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['5eefbeb9-84d8-4b31-a3f3-37f35059b2f0'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:46:28.191929 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['7296d16e-f6b0-4341-aba3-01b8150aef09'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:46:28.856734 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b1f68-7471-4b36-be0e-57defc5874d6 req-00df40e6-84ec-4e81-a52a-95a0f4d53d43 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:28.858526 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3e9b1f68-7471-4b36-be0e-57defc5874d6 req-00df40e6-84ec-4e81-a52a-95a0f4d53d43 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 945 time: 0.0514245 Aug 19 14:46:28.899378 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3e9b1f68-7471-4b36-be0e-57defc5874d6 req-50f0bc03-549a-4341-b417-9e466b717a92 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=14b1b67d-e522-41bf-ab63-48f4b8afa430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338366 Aug 19 14:46:29.240184 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 7296d16e-f6b0-4341-aba3-01b8150aef09 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:46:29.299248 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e5845-a703-477e-9c80-687cfa47bce0 req-8070228d-14c6-4373-a562-2a4ef1ba6805 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:29.301017 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f49e5845-a703-477e-9c80-687cfa47bce0 req-8070228d-14c6-4373-a562-2a4ef1ba6805 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=92ae58fd-1cf9-4159-851f-89e50457a4e0 HTTP/1.1" status: 200 len: 944 time: 0.0869451 Aug 19 14:46:29.313392 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 7296d16e-f6b0-4341-aba3-01b8150aef09 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:46:29.314139 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:29.356924 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f49e5845-a703-477e-9c80-687cfa47bce0 req-671a06c6-23ec-4951-817c-96ed4c3fbd85 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475447 Aug 19 14:46:29.421909 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:29.438191 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5fa1ec-5578-42bb-bc05-7495162c5159 req-87101432-bea4-47fc-abc3-35dd14d4637b tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:29.445700 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9e5fa1ec-5578-42bb-bc05-7495162c5159 req-87101432-bea4-47fc-abc3-35dd14d4637b tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/ports?device_id=b09af2a2-2b66-4330-b2f7-8ea9953cd927 HTTP/1.1" status: 200 len: 948 time: 0.0670218 Aug 19 14:46:29.482940 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 7296d16e-f6b0-4341-aba3-01b8150aef09, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=7296d16e-f6b0-4341-aba3-01b8150aef09,segment=NetworkSegment(deb4ceaa-a168-4950-8d67-f7a10179a94a),segment_id=deb4ceaa-a168-4950-8d67-f7a10179a94a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:46:29.484998 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9e5fa1ec-5578-42bb-bc05-7495162c5159 req-6a59c61a-c2c2-48ce-8123-b98f322219c5 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/security-groups?id=ec30ddbb-2af8-4046-9a73-22322e85c7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379667 Aug 19 14:46:29.487812 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:29.488677 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 5eefbeb9-84d8-4b31-a3f3-37f35059b2f0 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:46:29.494574 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 50364) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:29.567698 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=7296d16e-f6b0-4341-aba3-01b8150aef09,revision_number=10']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:29.579640 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 5eefbeb9-84d8-4b31-a3f3-37f35059b2f0 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:46:29.580021 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:29.617714 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eb7cf0a4-6298-435a-8b03-27fe25ec4665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:29.670227 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:29.710697 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 5eefbeb9-84d8-4b31-a3f3-37f35059b2f0, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=5eefbeb9-84d8-4b31-a3f3-37f35059b2f0,segment=NetworkSegment(9ec726c0-288d-4d26-99ed-3a23c35944e2),segment_id=9ec726c0-288d-4d26-99ed-3a23c35944e2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:46:29.715731 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:29.728893 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eb7cf0a4-6298-435a-8b03-27fe25ec4665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:29.732951 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eb7cf0a4-6298-435a-8b03-27fe25ec4665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:29.764581 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=5eefbeb9-84d8-4b31-a3f3-37f35059b2f0,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:29.773862 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-eb7cf0a4-6298-435a-8b03-27fe25ec4665 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d6c4d8d7adcc4cfe9e4d76b5bc72d18a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2773197 Aug 19 14:46:29.775209 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7cf0a4-6298-435a-8b03-27fe25ec4665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4022ca34-5da2-4200-838a-7bba9d297772,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:29.775592 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 50370) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:29.778936 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc81ffc7-f660-46e6-acb8-f9c9b57f066f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7296d16e-f6b0-4341-aba3-01b8150aef09'}, {'server_uuid': '92ae58fd-1cf9-4159-851f-89e50457a4e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eefbeb9-84d8-4b31-a3f3-37f35059b2f0'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:46:29.781293 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeca91a2-443c-4d4d-9b3d-87074736c1a7" -d '{"events": [{"server_uuid": "fc81ffc7-f660-46e6-acb8-f9c9b57f066f", "name": "network-vif-plugged", "status": "completed", "tag": "7296d16e-f6b0-4341-aba3-01b8150aef09"}, {"server_uuid": "92ae58fd-1cf9-4159-851f-89e50457a4e0", "name": "network-vif-plugged", "status": "completed", "tag": "5eefbeb9-84d8-4b31-a3f3-37f35059b2f0"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:46:29.821651 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 14:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da696bd1-79f7-49e9-9e55-164bd784374f x-openstack-request-id: req-da696bd1-79f7-49e9-9e55-164bd784374f {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:46:29.821955 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc81ffc7-f660-46e6-acb8-f9c9b57f066f", "name": "network-vif-plugged", "status": "completed", "tag": "7296d16e-f6b0-4341-aba3-01b8150aef09", "code": 200}, {"server_uuid": "92ae58fd-1cf9-4159-851f-89e50457a4e0", "name": "network-vif-plugged", "status": "completed", "tag": "5eefbeb9-84d8-4b31-a3f3-37f35059b2f0", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:46:29.822236 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-da696bd1-79f7-49e9-9e55-164bd784374f {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:46:29.822769 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc81ffc7-f660-46e6-acb8-f9c9b57f066f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7296d16e-f6b0-4341-aba3-01b8150aef09', 'code': 200} Aug 19 14:46:29.823030 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ae58fd-1cf9-4159-851f-89e50457a4e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eefbeb9-84d8-4b31-a3f3-37f35059b2f0', 'code': 200} Aug 19 14:46:29.835871 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e67d2fa3-cccf-4705-8d1b-912a52edddef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:29.858654 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e67d2fa3-cccf-4705-8d1b-912a52edddef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:29.925632 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e67d2fa3-cccf-4705-8d1b-912a52edddef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:29.929523 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e67d2fa3-cccf-4705-8d1b-912a52edddef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:29.944569 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e67d2fa3-cccf-4705-8d1b-912a52edddef admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4022ca34-5da2-4200-838a-7bba9d297772 HTTP/1.1" status: 204 len: 168 time: 0.1588743 Aug 19 14:46:29.953754 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d2fa3-cccf-4705-8d1b-912a52edddef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4022ca34-5da2-4200-838a-7bba9d297772,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:30.039817 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604b362-d1fe-47fb-95ad-383bddb13112 req-bcc9f31d-98ef-4275-a2fc-1aed1f5c95e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:30.041378 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b604b362-d1fe-47fb-95ad-383bddb13112 req-bcc9f31d-98ef-4275-a2fc-1aed1f5c95e4 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 1098 time: 0.0887852 Aug 19 14:46:30.062911 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a72822-c344-48ac-9212-72a24b271c32 req-b44b40a6-3409-4124-a604-f2287e36d87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:30.065023 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-03a72822-c344-48ac-9212-72a24b271c32 req-b44b40a6-3409-4124-a604-f2287e36d87f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=92ae58fd-1cf9-4159-851f-89e50457a4e0 HTTP/1.1" status: 200 len: 1096 time: 0.0675159 Aug 19 14:46:30.080758 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58918816-516f-4065-ab7d-04d8865fae62 req-783faf8a-253d-461e-98a9-75fb07df6d35 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:30.082537 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-58918816-516f-4065-ab7d-04d8865fae62 req-783faf8a-253d-461e-98a9-75fb07df6d35 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 947 time: 0.0586245 Aug 19 14:46:30.109061 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b604b362-d1fe-47fb-95ad-383bddb13112 req-54237321-b42c-4987-b4f4-4de83ae860ea service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=14b1b67d-e522-41bf-ab63-48f4b8afa430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580230 Aug 19 14:46:30.125789 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-03a72822-c344-48ac-9212-72a24b271c32 req-42953d43-92df-4f2a-9453-632618229b33 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512400 Aug 19 14:46:30.138341 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-58918816-516f-4065-ab7d-04d8865fae62 req-61bdca2b-b864-4bd4-9cc2-c3993d19d70c tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=14b1b67d-e522-41bf-ab63-48f4b8afa430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491798 Aug 19 14:46:30.263366 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 50382) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:30.276587 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5774f949-57ab-471a-bf70-255c06278c01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:30.374205 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5774f949-57ab-471a-bf70-255c06278c01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:30.378619 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5774f949-57ab-471a-bf70-255c06278c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:30.418684 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-5774f949-57ab-471a-bf70-255c06278c01 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=55f2eb22fc694a9e957c841b695e4857&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1541460 Aug 19 14:46:30.419553 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5774f949-57ab-471a-bf70-255c06278c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14dec18b-d4c4-471e-b27f-0ebded9f4917,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:30.421431 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 50388) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:30.490708 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f67ca955-14a6-4bb8-b4ce-3cb0a59171f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:30.494135 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353e7e7-004b-44a1-8a42-4687d4324cae req-a6f1072e-2547-4e38-9597-d605daffde33 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:30.496478 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9353e7e7-004b-44a1-8a42-4687d4324cae req-a6f1072e-2547-4e38-9597-d605daffde33 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=92ae58fd-1cf9-4159-851f-89e50457a4e0 HTTP/1.1" status: 200 len: 945 time: 0.0615418 Aug 19 14:46:30.515106 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f67ca955-14a6-4bb8-b4ce-3cb0a59171f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:30.541894 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9353e7e7-004b-44a1-8a42-4687d4324cae req-550fa2f8-4892-4f8a-90ca-bfc1d0f86dba tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386593 Aug 19 14:46:30.577121 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f67ca955-14a6-4bb8-b4ce-3cb0a59171f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:30.579700 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f67ca955-14a6-4bb8-b4ce-3cb0a59171f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:30.581082 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f67ca955-14a6-4bb8-b4ce-3cb0a59171f5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/14dec18b-d4c4-471e-b27f-0ebded9f4917 HTTP/1.1" status: 204 len: 168 time: 0.1569815 Aug 19 14:46:30.589740 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67ca955-14a6-4bb8-b4ce-3cb0a59171f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14dec18b-d4c4-471e-b27f-0ebded9f4917,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:30.648133 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d19c0-8121-4b76-adb4-b21b82980a1c req-c7ac5e25-a56e-44a3-baee-a300b0f5a292 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:30.649653 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-209d19c0-8121-4b76-adb4-b21b82980a1c req-c7ac5e25-a56e-44a3-baee-a300b0f5a292 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/ports?device_id=b09af2a2-2b66-4330-b2f7-8ea9953cd927 HTTP/1.1" status: 200 len: 948 time: 0.0566075 Aug 19 14:46:30.690725 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-209d19c0-8121-4b76-adb4-b21b82980a1c req-df316a8c-658a-45f2-b086-06b5c7002de8 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/security-groups?id=ec30ddbb-2af8-4046-9a73-22322e85c7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328879 Aug 19 14:46:31.293936 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a210cf5-cd50-4ca1-9956-cdaaf912a2d3 req-8089414b-5fb4-45fe-973c-2e010332f74f tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:31.297279 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6a210cf5-cd50-4ca1-9956-cdaaf912a2d3 req-8089414b-5fb4-45fe-973c-2e010332f74f tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 947 time: 0.0695300 Aug 19 14:46:31.326998 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-73127596-8401-4140-95a4-54cfd8cd8752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:31.342057 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6a210cf5-cd50-4ca1-9956-cdaaf912a2d3 req-8be2ad0d-99fc-4e26-8eb2-8ac9f8e033ed tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=14b1b67d-e522-41bf-ab63-48f4b8afa430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403481 Aug 19 14:46:31.561123 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d677ac3-0faa-450f-b846-ee9c7644aace req-ff269948-1fd0-475a-92c9-350098c04d76 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:31.562677 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9d677ac3-0faa-450f-b846-ee9c7644aace req-ff269948-1fd0-475a-92c9-350098c04d76 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.68 "GET /v2.0/ports?device_id=b09af2a2-2b66-4330-b2f7-8ea9953cd927 HTTP/1.1" status: 200 len: 948 time: 0.0764315 Aug 19 14:46:31.593716 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d0a59-dd8f-4f06-b713-3faf08df1acf req-62b2366a-f91a-4975-a63c-0d5ff08e2316 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:31.615572 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e02d0a59-dd8f-4f06-b713-3faf08df1acf req-62b2366a-f91a-4975-a63c-0d5ff08e2316 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8a615d5-ca85-457d-856b-bcde9c93e645 HTTP/1.1" status: 200 len: 945 time: 0.0843606 Aug 19 14:46:31.719690 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e02d0a59-dd8f-4f06-b713-3faf08df1acf req-4860fb20-e259-42b0-ab9c-daef6a79dfb5 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765462 Aug 19 14:46:31.722527 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:46:31.770182 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-9d677ac3-0faa-450f-b846-ee9c7644aace req-313dd072-3064-4cab-aa76-4bd4fc3c0ae0 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Deleting port 9bd932e8-f7db-485d-86d9-0b4379feaa6d {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:46:31.770651 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9d677ac3-0faa-450f-b846-ee9c7644aace req-313dd072-3064-4cab-aa76-4bd4fc3c0ae0 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:31.915696 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f7e1a-d7c6-4255-9b47-b084ded17fd2 req-39459c10-367d-4589-ad43-260ceb0c494b tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:31.924066 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9a0f7e1a-d7c6-4255-9b47-b084ded17fd2 req-39459c10-367d-4589-ad43-260ceb0c494b tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/ports?device_id=b09af2a2-2b66-4330-b2f7-8ea9953cd927 HTTP/1.1" status: 200 len: 948 time: 0.1103632 Aug 19 14:46:31.938424 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-9d677ac3-0faa-450f-b846-ee9c7644aace req-313dd072-3064-4cab-aa76-4bd4fc3c0ae0 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] For port 9bd932e8-f7db-485d-86d9-0b4379feaa6d, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=9bd932e8-f7db-485d-86d9-0b4379feaa6d,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:46:31.938949 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9d677ac3-0faa-450f-b846-ee9c7644aace req-313dd072-3064-4cab-aa76-4bd4fc3c0ae0 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:31.944334 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef77a6-9883-4881-8646-db978943690f req-4f27fb2d-c1e0-4843-9afd-2c6d03068fc9 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:31.945921 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6bef77a6-9883-4881-8646-db978943690f req-4f27fb2d-c1e0-4843-9afd-2c6d03068fc9 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=92ae58fd-1cf9-4159-851f-89e50457a4e0 HTTP/1.1" status: 200 len: 945 time: 0.1010811 Aug 19 14:46:31.969570 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-9d677ac3-0faa-450f-b846-ee9c7644aace req-313dd072-3064-4cab-aa76-4bd4fc3c0ae0 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Calling delete_port for 9bd932e8-f7db-485d-86d9-0b4379feaa6d owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:46:31.993976 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9a0f7e1a-d7c6-4255-9b47-b084ded17fd2 req-517127ea-f2a6-45e5-8c2a-e22205c2ed35 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/security-groups?id=ec30ddbb-2af8-4046-9a73-22322e85c7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689082 Aug 19 14:46:32.020858 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6bef77a6-9883-4881-8646-db978943690f req-ab7dbefd-2c0f-4720-bf1a-45e653a927b5 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674770 Aug 19 14:46:32.204721 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f4354c-cbf8-4932-95ee-ccef14339aec req-c350852f-0d5b-473e-a69a-18e7efffbdee tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:32.213762 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9d677ac3-0faa-450f-b846-ee9c7644aace req-313dd072-3064-4cab-aa76-4bd4fc3c0ae0 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:32.214877 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-64f4354c-cbf8-4932-95ee-ccef14339aec req-c350852f-0d5b-473e-a69a-18e7efffbdee tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=92ae58fd-1cf9-4159-851f-89e50457a4e0 HTTP/1.1" status: 200 len: 945 time: 0.0910189 Aug 19 14:46:32.263307 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313dd072-3064-4cab-aa76-4bd4fc3c0ae0 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Pushing event deleted for resources: {'Port': ['ID=9bd932e8-f7db-485d-86d9-0b4379feaa6d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:32.265020 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-64f4354c-cbf8-4932-95ee-ccef14339aec req-2a028199-2c1b-41cd-9ea7-b31dfb38c64e tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428402 Aug 19 14:46:32.321294 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d677ac3-0faa-450f-b846-ee9c7644aace req-313dd072-3064-4cab-aa76-4bd4fc3c0ae0 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] No DVR routers for this DVR port 9bd932e8-f7db-485d-86d9-0b4379feaa6d on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:46:32.325161 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9d677ac3-0faa-450f-b846-ee9c7644aace req-313dd072-3064-4cab-aa76-4bd4fc3c0ae0 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:32.328828 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9d677ac3-0faa-450f-b846-ee9c7644aace req-313dd072-3064-4cab-aa76-4bd4fc3c0ae0 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.68 "DELETE /v2.0/ports/9bd932e8-f7db-485d-86d9-0b4379feaa6d HTTP/1.1" status: 204 len: 173 time: 0.7436328 Aug 19 14:46:32.329453 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09af2a2-2b66-4330-b2f7-8ea9953cd927', 'name': 'network-vif-deleted', 'tag': '9bd932e8-f7db-485d-86d9-0b4379feaa6d'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:46:32.341108 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb476c74-8bab-429e-a981-b2ab54ee670b" -d '{"events": [{"server_uuid": "b09af2a2-2b66-4330-b2f7-8ea9953cd927", "name": "network-vif-deleted", "tag": "9bd932e8-f7db-485d-86d9-0b4379feaa6d"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:46:32.426319 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9157cd9e-76ba-4d8c-824c-8dbf9e660bb6 x-openstack-request-id: req-9157cd9e-76ba-4d8c-824c-8dbf9e660bb6 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:46:32.426694 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09af2a2-2b66-4330-b2f7-8ea9953cd927", "name": "network-vif-deleted", "tag": "9bd932e8-f7db-485d-86d9-0b4379feaa6d", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:46:32.426991 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9157cd9e-76ba-4d8c-824c-8dbf9e660bb6 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:46:32.427450 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09af2a2-2b66-4330-b2f7-8ea9953cd927', 'name': 'network-vif-deleted', 'tag': '9bd932e8-f7db-485d-86d9-0b4379feaa6d', 'status': 'completed', 'code': 200} Aug 19 14:46:32.567050 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ae255-912f-499d-b554-702fd98cc64a req-9f6aec26-dfb1-43f2-a08d-63726542a1c1 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:32.568724 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a18ae255-912f-499d-b554-702fd98cc64a req-9f6aec26-dfb1-43f2-a08d-63726542a1c1 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 947 time: 0.0578589 Aug 19 14:46:32.626270 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a18ae255-912f-499d-b554-702fd98cc64a req-5893d099-6ef4-424c-ae88-4dc27f19f1b2 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=14b1b67d-e522-41bf-ab63-48f4b8afa430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459890 Aug 19 14:46:33.000754 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0e1dc-1214-4c20-bb9e-a575e163e68e req-847f20f4-625a-4cf5-906c-b6fb6b880141 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:33.002205 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a6e0e1dc-1214-4c20-bb9e-a575e163e68e req-847f20f4-625a-4cf5-906c-b6fb6b880141 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8a615d5-ca85-457d-856b-bcde9c93e645 HTTP/1.1" status: 200 len: 945 time: 0.0848265 Aug 19 14:46:33.009219 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4605c-4826-4b14-8277-d0a3c4691421 req-dd52a3b5-38ed-44fc-8ab8-463ec4acd747 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:33.013192 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7bc4605c-4826-4b14-8277-d0a3c4691421 req-dd52a3b5-38ed-44fc-8ab8-463ec4acd747 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/networks?id=782b273d-8269-4c40-85fd-b9fcd04fcb17 HTTP/1.1" status: 200 len: 815 time: 0.1852369 Aug 19 14:46:33.043720 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7bc4605c-4826-4b14-8277-d0a3c4691421 req-4fb6cbd9-4796-4738-bf3c-6a52be0b9a50 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/quotas/d9addb8b0ce3479b8e29b073af784e30 HTTP/1.1" status: 200 len: 375 time: 0.0202353 Aug 19 14:46:33.079299 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a6e0e1dc-1214-4c20-bb9e-a575e163e68e req-450c0ac7-f91b-4af9-9237-25a2c7693a94 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648293 Aug 19 14:46:33.116064 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7bc4605c-4826-4b14-8277-d0a3c4691421 req-f4e02e7b-7295-4efb-b09d-0bccc38cad12 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d9addb8b0ce3479b8e29b073af784e30&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0601444 Aug 19 14:46:33.192537 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 50534) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:33.240809 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7bc4605c-4826-4b14-8277-d0a3c4691421 req-b539e3ed-4441-4858-b7ba-3abe00623cac service neutron] 10.222.0.69 "GET /v2.0/networks/782b273d-8269-4c40-85fd-b9fcd04fcb17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129181 Aug 19 14:46:33.333037 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5070cd3-512e-48e5-b734-184661854daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:33.342568 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7bc4605c-4826-4b14-8277-d0a3c4691421 req-cff138f7-b728-4edc-acdd-b65f34cc22f1 service neutron] 10.222.0.69 "GET /v2.0/networks/782b273d-8269-4c40-85fd-b9fcd04fcb17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938976 Aug 19 14:46:33.458874 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5070cd3-512e-48e5-b734-184661854daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:33.464901 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5070cd3-512e-48e5-b734-184661854daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:33.503082 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7863ab7-96f9-4dce-9f3d-a806f2d65b5c req-6eedda72-f3ce-4f26-af1d-fc5c58ab5d4e tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:33.504858 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e7863ab7-96f9-4dce-9f3d-a806f2d65b5c req-6eedda72-f3ce-4f26-af1d-fc5c58ab5d4e tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/ports?device_id=efc253a1-b140-49ef-a956-7a3c0b6c79cb HTTP/1.1" status: 200 len: 949 time: 0.0695562 Aug 19 14:46:33.525367 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f5070cd3-512e-48e5-b734-184661854daa admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=603b814025f44667b2acfcad67b0c3be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3307424 Aug 19 14:46:33.530243 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 50544) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:33.574147 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d8e31c26-e917-44cf-a54b-999c568f4530 req-a2664c30-da54-4778-8871-edd30ea9b3b3 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=067dd44e-0bfb-475e-b0cc-b653f93fc45a HTTP/1.1" status: 200 len: 210 time: 0.0367692 Aug 19 14:46:33.591026 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e7863ab7-96f9-4dce-9f3d-a806f2d65b5c req-cd907c34-61dd-49d6-80b4-1b9115f2340a tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/security-groups?id=ec30ddbb-2af8-4046-9a73-22322e85c7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796459 Aug 19 14:46:33.606890 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5070cd3-512e-48e5-b734-184661854daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b7478f-2a0f-483a-aed9-fa7998685c03,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:33.654764 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e815a46-0940-4ba5-bbdb-bffca76a092c req-35fd32a4-1e56-4325-9ba4-8f02fb62d46b tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:33.656204 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6e815a46-0940-4ba5-bbdb-bffca76a092c req-35fd32a4-1e56-4325-9ba4-8f02fb62d46b tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.88 "GET /v2.0/ports?device_id=b8a615d5-ca85-457d-856b-bcde9c93e645 HTTP/1.1" status: 200 len: 945 time: 0.1081126 Aug 19 14:46:33.660715 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21109730-218e-4a29-8cfd-af0c133ea44e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:33.680863 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:33.726641 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21109730-218e-4a29-8cfd-af0c133ea44e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:33.833260 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a662a90f-9533-4c79-be92-40bafeb54e82 req-b9617747-fed4-4620-ab00-73879ffd77cd tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:33.834038 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-6e815a46-0940-4ba5-bbdb-bffca76a092c req-ba7ef66f-2981-4113-97a5-87af54269a40 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Deleting port 00c302d7-8c3b-4445-980d-501694560ba1 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:46:33.834311 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6e815a46-0940-4ba5-bbdb-bffca76a092c req-ba7ef66f-2981-4113-97a5-87af54269a40 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:33.835708 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a662a90f-9533-4c79-be92-40bafeb54e82 req-b9617747-fed4-4620-ab00-73879ffd77cd tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 947 time: 0.0977683 Aug 19 14:46:33.854424 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21109730-218e-4a29-8cfd-af0c133ea44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:33.858290 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21109730-218e-4a29-8cfd-af0c133ea44e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:33.861039 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-21109730-218e-4a29-8cfd-af0c133ea44e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/79b7478f-2a0f-483a-aed9-fa7998685c03 HTTP/1.1" status: 204 len: 168 time: 0.3294153 Aug 19 14:46:33.953558 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a662a90f-9533-4c79-be92-40bafeb54e82 req-3af62146-b194-4ae3-8715-fe3ed82d0bad tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=14b1b67d-e522-41bf-ab63-48f4b8afa430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046646 Aug 19 14:46:33.955928 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21109730-218e-4a29-8cfd-af0c133ea44e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b7478f-2a0f-483a-aed9-fa7998685c03,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:34.060127 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6e815a46-0940-4ba5-bbdb-bffca76a092c req-ba7ef66f-2981-4113-97a5-87af54269a40 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] For port 00c302d7-8c3b-4445-980d-501694560ba1, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=00c302d7-8c3b-4445-980d-501694560ba1,segment=NetworkSegment(dfb5451f-ae59-4348-b57d-1e05105b4f16),segment_id=dfb5451f-ae59-4348-b57d-1e05105b4f16)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:46:34.060670 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6e815a46-0940-4ba5-bbdb-bffca76a092c req-ba7ef66f-2981-4113-97a5-87af54269a40 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:34.094827 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-6e815a46-0940-4ba5-bbdb-bffca76a092c req-ba7ef66f-2981-4113-97a5-87af54269a40 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Calling delete_port for 00c302d7-8c3b-4445-980d-501694560ba1 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:46:34.124659 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a40e7-8992-4c06-9ca5-6f921de35fae req-4346b57c-f868-4ef9-99e9-7af52f832a9a tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:34.126320 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-612a40e7-8992-4c06-9ca5-6f921de35fae req-4346b57c-f868-4ef9-99e9-7af52f832a9a tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.68 "GET /v2.0/ports?device_id=92ae58fd-1cf9-4159-851f-89e50457a4e0 HTTP/1.1" status: 200 len: 945 time: 0.1143415 Aug 19 14:46:34.274489 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f9cca-2f7e-4cc6-ac2f-3a93509adb95 req-0c19f79d-e216-4283-a809-bacd11c59144 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:34.284963 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1a1f9cca-2f7e-4cc6-ac2f-3a93509adb95 req-0c19f79d-e216-4283-a809-bacd11c59144 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8a615d5-ca85-457d-856b-bcde9c93e645 HTTP/1.1" status: 200 len: 945 time: 0.0889547 Aug 19 14:46:34.297545 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b54137ba-4bb8-4a3d-a530-3ee3ffe83394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:34.343116 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 50568) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:34.345303 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1a1f9cca-2f7e-4cc6-ac2f-3a93509adb95 req-a65babb6-0b5d-4372-8e3b-b2dc96fdfa77 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589266 Aug 19 14:46:34.376805 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ad2c476d-8682-4858-867c-93ac71017a0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:34.388306 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-612a40e7-8992-4c06-9ca5-6f921de35fae req-27ee6c1e-7dde-4108-ade4-ec420a978acd tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Deleting port 5eefbeb9-84d8-4b31-a3f3-37f35059b2f0 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:46:34.388667 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-612a40e7-8992-4c06-9ca5-6f921de35fae req-27ee6c1e-7dde-4108-ade4-ec420a978acd tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:34.440615 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6e815a46-0940-4ba5-bbdb-bffca76a092c req-ba7ef66f-2981-4113-97a5-87af54269a40 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:34.453426 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['00c302d7-8c3b-4445-980d-501694560ba1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:46:34.501198 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7ef66f-2981-4113-97a5-87af54269a40 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Pushing event deleted for resources: {'Port': ['ID=00c302d7-8c3b-4445-980d-501694560ba1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:34.508042 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:34.565843 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e815a46-0940-4ba5-bbdb-bffca76a092c req-ba7ef66f-2981-4113-97a5-87af54269a40 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] No DVR routers for this DVR port 00c302d7-8c3b-4445-980d-501694560ba1 on host n-h2-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:46:34.572117 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6e815a46-0940-4ba5-bbdb-bffca76a092c req-ba7ef66f-2981-4113-97a5-87af54269a40 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:34.574144 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6e815a46-0940-4ba5-bbdb-bffca76a092c req-ba7ef66f-2981-4113-97a5-87af54269a40 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.88 "DELETE /v2.0/ports/00c302d7-8c3b-4445-980d-501694560ba1 HTTP/1.1" status: 204 len: 173 time: 0.9088480 Aug 19 14:46:34.575927 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a615d5-ca85-457d-856b-bcde9c93e645', 'name': 'network-vif-deleted', 'tag': '00c302d7-8c3b-4445-980d-501694560ba1'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:46:34.578338 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d227b4a-367d-47cd-a972-045d036cc250" -d '{"events": [{"server_uuid": "b8a615d5-ca85-457d-856b-bcde9c93e645", "name": "network-vif-deleted", "tag": "00c302d7-8c3b-4445-980d-501694560ba1"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:46:34.615416 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-612a40e7-8992-4c06-9ca5-6f921de35fae req-27ee6c1e-7dde-4108-ade4-ec420a978acd tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] For port 5eefbeb9-84d8-4b31-a3f3-37f35059b2f0, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=5eefbeb9-84d8-4b31-a3f3-37f35059b2f0,segment=NetworkSegment(9ec726c0-288d-4d26-99ed-3a23c35944e2),segment_id=9ec726c0-288d-4d26-99ed-3a23c35944e2)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:46:34.615827 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-612a40e7-8992-4c06-9ca5-6f921de35fae req-27ee6c1e-7dde-4108-ade4-ec420a978acd tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:34.634052 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-612a40e7-8992-4c06-9ca5-6f921de35fae req-27ee6c1e-7dde-4108-ade4-ec420a978acd tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Calling delete_port for 5eefbeb9-84d8-4b31-a3f3-37f35059b2f0 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:46:34.658890 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1935097-7875-4309-8a31-cbac6a21072d x-openstack-request-id: req-f1935097-7875-4309-8a31-cbac6a21072d {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:46:34.659184 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a615d5-ca85-457d-856b-bcde9c93e645", "name": "network-vif-deleted", "tag": "00c302d7-8c3b-4445-980d-501694560ba1", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:46:34.659428 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f1935097-7875-4309-8a31-cbac6a21072d {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:46:34.659826 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a615d5-ca85-457d-856b-bcde9c93e645', 'name': 'network-vif-deleted', 'tag': '00c302d7-8c3b-4445-980d-501694560ba1', 'status': 'completed', 'code': 200} Aug 19 14:46:34.729567 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-835555e2-a90b-4a77-95e0-3a9c582a86ce req-1e6054d7-b64e-456c-98e1-b8d4313555ff tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=067dd44e-0bfb-475e-b0cc-b653f93fc45a HTTP/1.1" status: 200 len: 210 time: 0.0473514 Aug 19 14:46:34.764387 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ad2c476d-8682-4858-867c-93ac71017a0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:34.836374 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa17c0c-47c8-4a39-a923-827e2cd241db req-1a83e89c-9a54-468b-8a1f-792829450efd tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:34.838828 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5fa17c0c-47c8-4a39-a923-827e2cd241db req-1a83e89c-9a54-468b-8a1f-792829450efd tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/ports?device_id=efc253a1-b140-49ef-a956-7a3c0b6c79cb HTTP/1.1" status: 200 len: 949 time: 0.1058123 Aug 19 14:46:34.884363 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5fa17c0c-47c8-4a39-a923-827e2cd241db req-4a47e39b-5e77-4241-8b62-c2d608e2272f tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/security-groups?id=ec30ddbb-2af8-4046-9a73-22322e85c7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368831 Aug 19 14:46:35.030682 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:35.126573 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ad2c476d-8682-4858-867c-93ac71017a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:35.187423 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:35.257336 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2c476d-8682-4858-867c-93ac71017a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3374e0b-dcb5-4eb5-a725-48633bfc5a53,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:35.262560 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ad2c476d-8682-4858-867c-93ac71017a0c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f35ec298e0e84cd3a03320429b54cee6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9183383 Aug 19 14:46:35.266447 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 50580) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:35.284698 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 9bd932e8-f7db-485d-86d9-0b4379feaa6d no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:46:35.310435 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: 9bd932e8-f7db-485d-86d9-0b4379feaa6d {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:46:35.310768 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 9bd932e8-f7db-485d-86d9-0b4379feaa6d not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:46:35.372819 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4605c-4826-4b14-8277-d0a3c4691421 req-f2374a39-920f-4d42-9aab-9011acbc231f tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:35.374515 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7bc4605c-4826-4b14-8277-d0a3c4691421 req-f2374a39-920f-4d42-9aab-9011acbc231f tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.68 "GET /v2.0/networks?id=782b273d-8269-4c40-85fd-b9fcd04fcb17 HTTP/1.1" status: 200 len: 815 time: 0.6008801 Aug 19 14:46:35.407069 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-7bc4605c-4826-4b14-8277-d0a3c4691421 req-d3c2ed7e-18fc-40b0-8c73-1a18612606b7 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Request body: {'port': {'device_id': '067dd44e-0bfb-475e-b0cc-b653f93fc45a', 'network_id': '782b273d-8269-4c40-85fd-b9fcd04fcb17', 'admin_state_up': True, 'tenant_id': 'd9addb8b0ce3479b8e29b073af784e30'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:46:35.418429 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-612a40e7-8992-4c06-9ca5-6f921de35fae req-27ee6c1e-7dde-4108-ade4-ec420a978acd tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:35.430970 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d7b851a-4cc3-438c-8384-70f41dd9f95a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:35.458548 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-72ade052-944f-427f-8e35-ef5f1234320c req-e224cf99-530e-4355-a0d5-94f6a94ec360 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8a615d5-ca85-457d-856b-bcde9c93e645 HTTP/1.1" status: 200 len: 210 time: 0.0270956 Aug 19 14:46:35.520320 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3c42c-e758-4cc7-ba49-65d13f71fb05 req-8606aa40-1841-4c45-b766-8d7e91401bf0 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:35.522208 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-20d3c42c-e758-4cc7-ba49-65d13f71fb05 req-8606aa40-1841-4c45-b766-8d7e91401bf0 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.68 "GET /v2.0/ports?device_id=efc253a1-b140-49ef-a956-7a3c0b6c79cb HTTP/1.1" status: 200 len: 949 time: 0.0557392 Aug 19 14:46:35.522832 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ee6c1e-7dde-4108-ade4-ec420a978acd tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Pushing event deleted for resources: {'Port': ['ID=5eefbeb9-84d8-4b31-a3f3-37f35059b2f0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:35.548108 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d7b851a-4cc3-438c-8384-70f41dd9f95a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:35.597941 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-612a40e7-8992-4c06-9ca5-6f921de35fae req-27ee6c1e-7dde-4108-ade4-ec420a978acd tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] No DVR routers for this DVR port 5eefbeb9-84d8-4b31-a3f3-37f35059b2f0 on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:46:35.609369 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-612a40e7-8992-4c06-9ca5-6f921de35fae req-27ee6c1e-7dde-4108-ade4-ec420a978acd tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:35.611371 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-612a40e7-8992-4c06-9ca5-6f921de35fae req-27ee6c1e-7dde-4108-ade4-ec420a978acd tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.68 "DELETE /v2.0/ports/5eefbeb9-84d8-4b31-a3f3-37f35059b2f0 HTTP/1.1" status: 204 len: 173 time: 1.4558299 Aug 19 14:46:35.638514 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-20d3c42c-e758-4cc7-ba49-65d13f71fb05 req-53b606d2-df7f-424a-966c-492cc10548fe tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Deleting port ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:46:35.639015 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-20d3c42c-e758-4cc7-ba49-65d13f71fb05 req-53b606d2-df7f-424a-966c-492cc10548fe tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:35.651234 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bc4605c-4826-4b14-8277-d0a3c4691421 req-d3c2ed7e-18fc-40b0-8c73-1a18612606b7 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Made reservation on behalf of d9addb8b0ce3479b8e29b073af784e30 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:46:35.657369 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7bc4605c-4826-4b14-8277-d0a3c4691421 req-d3c2ed7e-18fc-40b0-8c73-1a18612606b7 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:35.690929 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d7b851a-4cc3-438c-8384-70f41dd9f95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:35.694225 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d7b851a-4cc3-438c-8384-70f41dd9f95a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:35.695674 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7d7b851a-4cc3-438c-8384-70f41dd9f95a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b3374e0b-dcb5-4eb5-a725-48633bfc5a53 HTTP/1.1" status: 204 len: 168 time: 0.4282551 Aug 19 14:46:35.747906 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b851a-4cc3-438c-8384-70f41dd9f95a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3374e0b-dcb5-4eb5-a725-48633bfc5a53,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:35.804860 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-20d3c42c-e758-4cc7-ba49-65d13f71fb05 req-53b606d2-df7f-424a-966c-492cc10548fe tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] For port ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:46:35.805761 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-20d3c42c-e758-4cc7-ba49-65d13f71fb05 req-53b606d2-df7f-424a-966c-492cc10548fe tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:35.821905 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-20d3c42c-e758-4cc7-ba49-65d13f71fb05 req-53b606d2-df7f-424a-966c-492cc10548fe tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Calling delete_port for ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:46:35.887943 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-7bc4605c-4826-4b14-8277-d0a3c4691421 req-d3c2ed7e-18fc-40b0-8c73-1a18612606b7 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Allocated IP 172.20.0.8 (782b273d-8269-4c40-85fd-b9fcd04fcb17/25c39f6d-e619-4296-b16b-34049cafbda6/38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:46:35.906961 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b01a0456-3f44-4d93-bc76-bd94a775a41b req-b4504d33-a7b3-4fad-a8ab-9f103834d6c5 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=067dd44e-0bfb-475e-b0cc-b653f93fc45a HTTP/1.1" status: 200 len: 210 time: 0.0346260 Aug 19 14:46:36.112430 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccdbd61-b2a2-4d1f-8eb6-9bf822ef08ba req-ff722cef-1cc4-4fdc-a960-affde7758cad tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:36.121013 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8ccdbd61-b2a2-4d1f-8eb6-9bf822ef08ba req-ff722cef-1cc4-4fdc-a960-affde7758cad tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9c77d6e-b325-441d-8789-97a091d409cd HTTP/1.1" status: 200 len: 946 time: 0.1146946 Aug 19 14:46:36.131750 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-20d3c42c-e758-4cc7-ba49-65d13f71fb05 req-53b606d2-df7f-424a-966c-492cc10548fe tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:36.157764 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7bc4605c-4826-4b14-8277-d0a3c4691421 req-d3c2ed7e-18fc-40b0-8c73-1a18612606b7 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:36.160028 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74a534-539a-4818-922c-5f06eb467480 req-e03fa82a-2afd-47e3-9e3b-0595c9735189 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:36.161763 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1a74a534-539a-4818-922c-5f06eb467480 req-e03fa82a-2afd-47e3-9e3b-0595c9735189 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/ports?device_id=efc253a1-b140-49ef-a956-7a3c0b6c79cb HTTP/1.1" status: 200 len: 949 time: 0.1339707 Aug 19 14:46:36.189333 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b606d2-df7f-424a-966c-492cc10548fe tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Pushing event deleted for resources: {'Port': ['ID=ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:36.220538 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7bc4605c-4826-4b14-8277-d0a3c4691421 req-d3c2ed7e-18fc-40b0-8c73-1a18612606b7 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:36.280574 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bc4605c-4826-4b14-8277-d0a3c4691421 req-d3c2ed7e-18fc-40b0-8c73-1a18612606b7 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Network 782b273d-8269-4c40-85fd-b9fcd04fcb17 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:46:36.284033 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8ccdbd61-b2a2-4d1f-8eb6-9bf822ef08ba req-fd1ab8a5-d80b-494e-99a7-00fcfe7959aa tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.69 "GET /v2.0/security-groups?id=92c0c671-96c4-4781-b5b8-ac50db8e6528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548417 Aug 19 14:46:36.284996 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-7bc4605c-4826-4b14-8277-d0a3c4691421 req-d3c2ed7e-18fc-40b0-8c73-1a18612606b7 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:46:36.287683 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc4605c-4826-4b14-8277-d0a3c4691421 req-d3c2ed7e-18fc-40b0-8c73-1a18612606b7 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:46:36.293456 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d3c42c-e758-4cc7-ba49-65d13f71fb05 req-53b606d2-df7f-424a-966c-492cc10548fe tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] No DVR routers for this DVR port ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1 on host n-h1-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:46:36.322646 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-20d3c42c-e758-4cc7-ba49-65d13f71fb05 req-53b606d2-df7f-424a-966c-492cc10548fe tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:36.325299 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-20d3c42c-e758-4cc7-ba49-65d13f71fb05 req-53b606d2-df7f-424a-966c-492cc10548fe tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.68 "DELETE /v2.0/ports/ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1 HTTP/1.1" status: 204 len: 173 time: 0.7955012 Aug 19 14:46:36.326030 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc253a1-b140-49ef-a956-7a3c0b6c79cb', 'name': 'network-vif-deleted', 'tag': 'ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:46:36.345187 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d28f290-f6e2-4a3d-ad0b-27df62d61abd" -d '{"events": [{"server_uuid": "efc253a1-b140-49ef-a956-7a3c0b6c79cb", "name": "network-vif-deleted", "tag": "ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:46:36.359166 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1a74a534-539a-4818-922c-5f06eb467480 req-1d49cb92-46f4-4fd7-aa22-292545c21b07 tempest-ListImageFiltersTestJSON-975841996 tempest-ListImageFiltersTestJSON-975841996-project] 10.222.0.69 "GET /v2.0/security-groups?id=ec30ddbb-2af8-4046-9a73-22322e85c7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736171 Aug 19 14:46:36.382104 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c2ed7e-18fc-40b0-8c73-1a18612606b7 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Pushing event updated for resources: {'Port': ['ID=38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:36.480856 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a70735a-e408-4521-b703-7e3a10e5718d x-openstack-request-id: req-0a70735a-e408-4521-b703-7e3a10e5718d {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:46:36.481164 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc253a1-b140-49ef-a956-7a3c0b6c79cb", "name": "network-vif-deleted", "tag": "ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:46:36.481461 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0a70735a-e408-4521-b703-7e3a10e5718d {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:46:36.482109 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc253a1-b140-49ef-a956-7a3c0b6c79cb', 'name': 'network-vif-deleted', 'tag': 'ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1', 'status': 'completed', 'code': 200} Aug 19 14:46:36.487608 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4605c-4826-4b14-8277-d0a3c4691421 req-d3c2ed7e-18fc-40b0-8c73-1a18612606b7 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:36.488312 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7bc4605c-4826-4b14-8277-d0a3c4691421 req-d3c2ed7e-18fc-40b0-8c73-1a18612606b7 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:36.528195 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7bc4605c-4826-4b14-8277-d0a3c4691421 req-d3c2ed7e-18fc-40b0-8c73-1a18612606b7 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1272883 Aug 19 14:46:36.551280 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-7bc4605c-4826-4b14-8277-d0a3c4691421 req-733ed884-6b2e-4229-94ce-debc95dfc92e service neutron] Request body: {'port': {'device_id': '067dd44e-0bfb-475e-b0cc-b653f93fc45a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:46:36.627787 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7bc4605c-4826-4b14-8277-d0a3c4691421 req-733ed884-6b2e-4229-94ce-debc95dfc92e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:36.647962 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e6a05538-5ebd-418e-9576-c76c277a1ddb req-21e1ed8e-86ac-4cdb-b49e-719584159a02 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8a615d5-ca85-457d-856b-bcde9c93e645 HTTP/1.1" status: 200 len: 210 time: 0.0625699 Aug 19 14:46:36.688570 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ae58fd-1cf9-4159-851f-89e50457a4e0', 'name': 'network-vif-deleted', 'tag': '5eefbeb9-84d8-4b31-a3f3-37f35059b2f0'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:46:36.690851 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56db449d-a553-4033-a55f-87236e91f9ec" -d '{"events": [{"server_uuid": "92ae58fd-1cf9-4159-851f-89e50457a4e0", "name": "network-vif-deleted", "tag": "5eefbeb9-84d8-4b31-a3f3-37f35059b2f0"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:46:36.817371 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9192c372-3776-447d-9948-35878ce80b87 x-openstack-request-id: req-9192c372-3776-447d-9948-35878ce80b87 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:46:36.817985 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92ae58fd-1cf9-4159-851f-89e50457a4e0", "name": "network-vif-deleted", "tag": "5eefbeb9-84d8-4b31-a3f3-37f35059b2f0", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:46:36.818686 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9192c372-3776-447d-9948-35878ce80b87 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:46:36.819246 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ae58fd-1cf9-4159-851f-89e50457a4e0', 'name': 'network-vif-deleted', 'tag': '5eefbeb9-84d8-4b31-a3f3-37f35059b2f0', 'status': 'completed', 'code': 200} Aug 19 14:46:36.842295 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:37.082659 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-7bc4605c-4826-4b14-8277-d0a3c4691421 req-733ed884-6b2e-4229-94ce-debc95dfc92e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:46:37.092890 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7bc4605c-4826-4b14-8277-d0a3c4691421 req-733ed884-6b2e-4229-94ce-debc95dfc92e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:37.097882 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71c685-86cc-48d2-a5ba-a17a3a14a4b2 req-9632b454-2f84-4496-8e67-589b71416feb tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:37.106738 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cf71c685-86cc-48d2-a5ba-a17a3a14a4b2 req-9632b454-2f84-4496-8e67-589b71416feb tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=067dd44e-0bfb-475e-b0cc-b653f93fc45a HTTP/1.1" status: 200 len: 931 time: 0.0803089 Aug 19 14:46:37.109099 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-7bc4605c-4826-4b14-8277-d0a3c4691421 req-733ed884-6b2e-4229-94ce-debc95dfc92e service neutron] Transition to ACTIVE for port object 38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:46:37.114473 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7bc4605c-4826-4b14-8277-d0a3c4691421 req-733ed884-6b2e-4229-94ce-debc95dfc92e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:37.159923 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cf71c685-86cc-48d2-a5ba-a17a3a14a4b2 req-d5abb091-6811-41d2-a924-caf04e075b10 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519338 Aug 19 14:46:37.252918 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-7bc4605c-4826-4b14-8277-d0a3c4691421 req-733ed884-6b2e-4229-94ce-debc95dfc92e service neutron] Attempting to bind port 38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:46:37.253358 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-7bc4605c-4826-4b14-8277-d0a3c4691421 req-733ed884-6b2e-4229-94ce-debc95dfc92e service neutron] Attempting to bind port 38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '9ec726c0-288d-4d26-99ed-3a23c35944e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '782b273d-8269-4c40-85fd-b9fcd04fcb17'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:46:37.253759 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc4605c-4826-4b14-8277-d0a3c4691421 req-733ed884-6b2e-4229-94ce-debc95dfc92e service neutron] Attempting to bind port 38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c on network 782b273d-8269-4c40-85fd-b9fcd04fcb17 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:46:37.266115 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc4605c-4826-4b14-8277-d0a3c4691421 req-733ed884-6b2e-4229-94ce-debc95dfc92e service neutron] Port 38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c on network 782b273d-8269-4c40-85fd-b9fcd04fcb17 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:46:37.266530 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc4605c-4826-4b14-8277-d0a3c4691421 req-733ed884-6b2e-4229-94ce-debc95dfc92e service neutron] Attempting to bind port 38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c on network 782b273d-8269-4c40-85fd-b9fcd04fcb17 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:46:37.272629 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 00c302d7-8c3b-4445-980d-501694560ba1 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:46:37.294136 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc4605c-4826-4b14-8277-d0a3c4691421 req-733ed884-6b2e-4229-94ce-debc95dfc92e service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:46:37.294742 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc4605c-4826-4b14-8277-d0a3c4691421 req-733ed884-6b2e-4229-94ce-debc95dfc92e service neutron] Checking segment: {'id': '9ec726c0-288d-4d26-99ed-3a23c35944e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '782b273d-8269-4c40-85fd-b9fcd04fcb17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:46:37.295251 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc4605c-4826-4b14-8277-d0a3c4691421 req-733ed884-6b2e-4229-94ce-debc95dfc92e service neutron] Bound using segment: {'id': '9ec726c0-288d-4d26-99ed-3a23c35944e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '782b273d-8269-4c40-85fd-b9fcd04fcb17'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:46:37.295832 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-7bc4605c-4826-4b14-8277-d0a3c4691421 req-733ed884-6b2e-4229-94ce-debc95dfc92e service neutron] Bound port: 38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec726c0-288d-4d26-99ed-3a23c35944e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '782b273d-8269-4c40-85fd-b9fcd04fcb17'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:46:37.296440 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7bc4605c-4826-4b14-8277-d0a3c4691421 req-733ed884-6b2e-4229-94ce-debc95dfc92e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:37.319985 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 5eefbeb9-84d8-4b31-a3f3-37f35059b2f0 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:46:37.329502 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: 00c302d7-8c3b-4445-980d-501694560ba1 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:46:37.330453 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 00c302d7-8c3b-4445-980d-501694560ba1 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:46:37.351350 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: 5eefbeb9-84d8-4b31-a3f3-37f35059b2f0 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:46:37.352350 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 5eefbeb9-84d8-4b31-a3f3-37f35059b2f0 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:46:37.357704 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733ed884-6b2e-4229-94ce-debc95dfc92e service neutron] Pushing event updated for resources: {'Port': ['ID=38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:37.398864 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-7bc4605c-4826-4b14-8277-d0a3c4691421 req-733ed884-6b2e-4229-94ce-debc95dfc92e service neutron] For port 38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:46:37.403121 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-7bc4605c-4826-4b14-8277-d0a3c4691421 req-733ed884-6b2e-4229-94ce-debc95dfc92e service neutron] For port 38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c,segment=NetworkSegment(9ec726c0-288d-4d26-99ed-3a23c35944e2),segment_id=9ec726c0-288d-4d26-99ed-3a23c35944e2)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:46:37.413928 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7bc4605c-4826-4b14-8277-d0a3c4691421 req-733ed884-6b2e-4229-94ce-debc95dfc92e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:37.473419 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4605c-4826-4b14-8277-d0a3c4691421 req-733ed884-6b2e-4229-94ce-debc95dfc92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:37.474037 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7bc4605c-4826-4b14-8277-d0a3c4691421 req-733ed884-6b2e-4229-94ce-debc95dfc92e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:37.475461 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7bc4605c-4826-4b14-8277-d0a3c4691421 req-733ed884-6b2e-4229-94ce-debc95dfc92e service neutron] 10.222.0.68 "PUT /v2.0/ports/38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c HTTP/1.1" status: 200 len: 1091 time: 0.9365530 Aug 19 14:46:37.510884 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733ed884-6b2e-4229-94ce-debc95dfc92e service neutron] Pushing event updated for resources: {'Port': ['ID=38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:37.579055 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4605c-4826-4b14-8277-d0a3c4691421 req-92bc519d-931a-4bce-89fd-06e136f82ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:37.580886 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7bc4605c-4826-4b14-8277-d0a3c4691421 req-92bc519d-931a-4bce-89fd-06e136f82ec4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d9addb8b0ce3479b8e29b073af784e30&device_id=067dd44e-0bfb-475e-b0cc-b653f93fc45a HTTP/1.1" status: 200 len: 1094 time: 0.0551481 Aug 19 14:46:37.633970 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7bc4605c-4826-4b14-8277-d0a3c4691421 req-d4d5d8f9-f016-41ad-8115-18cfaf69dcce service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c HTTP/1.1" status: 200 len: 217 time: 0.0432105 Aug 19 14:46:37.695429 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93e8f7-cf28-4972-b3ef-88034317780f req-f35bd3fc-2e05-4944-8e5b-2b7d0bc202ba tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:37.701587 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ea93e8f7-cf28-4972-b3ef-88034317780f req-f35bd3fc-2e05-4944-8e5b-2b7d0bc202ba tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9c77d6e-b325-441d-8789-97a091d409cd HTTP/1.1" status: 200 len: 946 time: 0.1093411 Aug 19 14:46:37.707857 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4605c-4826-4b14-8277-d0a3c4691421 req-cb5dc7f2-3d79-4aee-ac9f-93c4778d419b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:37.709546 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7bc4605c-4826-4b14-8277-d0a3c4691421 req-cb5dc7f2-3d79-4aee-ac9f-93c4778d419b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=25c39f6d-e619-4296-b16b-34049cafbda6 HTTP/1.1" status: 200 len: 855 time: 0.0681908 Aug 19 14:46:37.783809 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7bc4605c-4826-4b14-8277-d0a3c4691421 req-03c5e462-cafb-42f7-a341-f8d66d276590 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=782b273d-8269-4c40-85fd-b9fcd04fcb17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629172 Aug 19 14:46:37.791707 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ea93e8f7-cf28-4972-b3ef-88034317780f req-517d22b6-9c3a-49c5-9e60-df6e5a9de759 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.69 "GET /v2.0/security-groups?id=92c0c671-96c4-4781-b5b8-ac50db8e6528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853343 Aug 19 14:46:37.907469 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7bc4605c-4826-4b14-8277-d0a3c4691421 req-f62a3011-037d-4af6-8466-f22a3aea0992 service neutron] 10.222.0.68 "GET /v2.0/networks/782b273d-8269-4c40-85fd-b9fcd04fcb17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181200 Aug 19 14:46:37.975142 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-debfe61a-356b-4272-ac12-b3182089dfad req-62d39dac-c128-449d-84fb-d669bb413fdb tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8a615d5-ca85-457d-856b-bcde9c93e645 HTTP/1.1" status: 200 len: 210 time: 0.0449386 Aug 19 14:46:38.012857 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7bc4605c-4826-4b14-8277-d0a3c4691421 req-f3d74ea7-e956-40ca-8a6b-59a22e686a08 service neutron] 10.222.0.68 "GET /v2.0/networks/782b273d-8269-4c40-85fd-b9fcd04fcb17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974798 Aug 19 14:46:38.286603 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b6b53-03fa-4562-8b16-45c20569d92c req-8552fffe-afde-48b3-ac07-3b761c3d72f6 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:38.294786 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6d6b6b53-03fa-4562-8b16-45c20569d92c req-8552fffe-afde-48b3-ac07-3b761c3d72f6 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=067dd44e-0bfb-475e-b0cc-b653f93fc45a HTTP/1.1" status: 200 len: 943 time: 0.0601387 Aug 19 14:46:38.337059 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6d6b6b53-03fa-4562-8b16-45c20569d92c req-0fb36e73-e46a-42a9-b8c7-f2e3b5006458 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413413 Aug 19 14:46:38.678908 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6fc72-a599-467b-aa47-6f65251f9834 req-8cd508f2-a9c7-4bdf-af07-4dfc74ef1450 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:38.680500 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2ee6fc72-a599-467b-aa47-6f65251f9834 req-8cd508f2-a9c7-4bdf-af07-4dfc74ef1450 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9c77d6e-b325-441d-8789-97a091d409cd HTTP/1.1" status: 200 len: 946 time: 0.0660925 Aug 19 14:46:38.731564 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2ee6fc72-a599-467b-aa47-6f65251f9834 req-7f455fba-2db0-42f3-be0d-7cdc7dc380b8 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.69 "GET /v2.0/security-groups?id=92c0c671-96c4-4781-b5b8-ac50db8e6528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450020 Aug 19 14:46:38.821203 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '067dd44e-0bfb-475e-b0cc-b653f93fc45a', 'tag': '38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:46:38.825814 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c7ac42-2a31-4f72-a8dd-11d0d0fa6ecb" -d '{"events": [{"name": "network-changed", "server_uuid": "067dd44e-0bfb-475e-b0cc-b653f93fc45a", "tag": "38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:46:38.865701 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae4258e-0419-44e9-a84b-4ecc6d58517e x-openstack-request-id: req-fae4258e-0419-44e9-a84b-4ecc6d58517e {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:46:38.866009 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "067dd44e-0bfb-475e-b0cc-b653f93fc45a", "tag": "38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:46:38.866255 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fae4258e-0419-44e9-a84b-4ecc6d58517e {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:46:38.866707 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '067dd44e-0bfb-475e-b0cc-b653f93fc45a', 'tag': '38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c', 'status': 'completed', 'code': 200} Aug 19 14:46:38.956879 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c7ac42-2a31-4f72-a8dd-11d0d0fa6ecb req-5f394cce-4188-4bd7-bfc1-cce89b6f6d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:38.958513 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-28c7ac42-2a31-4f72-a8dd-11d0d0fa6ecb req-5f394cce-4188-4bd7-bfc1-cce89b6f6d04 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d9addb8b0ce3479b8e29b073af784e30&device_id=067dd44e-0bfb-475e-b0cc-b653f93fc45a HTTP/1.1" status: 200 len: 1094 time: 0.0615146 Aug 19 14:46:39.065684 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c7ac42-2a31-4f72-a8dd-11d0d0fa6ecb req-ef2f5049-937c-4e46-b9a2-a32089f67eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:39.067433 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-28c7ac42-2a31-4f72-a8dd-11d0d0fa6ecb req-ef2f5049-937c-4e46-b9a2-a32089f67eae service neutron] 10.222.0.68 "GET /v2.0/networks?id=782b273d-8269-4c40-85fd-b9fcd04fcb17 HTTP/1.1" status: 200 len: 916 time: 0.0991399 Aug 19 14:46:39.127082 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-28c7ac42-2a31-4f72-a8dd-11d0d0fa6ecb req-c204173e-3207-4e19-a410-3cdfa33ab2a2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c HTTP/1.1" status: 200 len: 217 time: 0.0490391 Aug 19 14:46:39.132897 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-25015881-0244-49fa-ab4b-77422341a6af req-0f5ce07a-ed2b-4823-af17-377583afea9a tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8a615d5-ca85-457d-856b-bcde9c93e645 HTTP/1.1" status: 200 len: 210 time: 0.0371685 Aug 19 14:46:39.153917 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 50740) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:39.204583 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c7ac42-2a31-4f72-a8dd-11d0d0fa6ecb req-2ff51ef0-2def-49ef-869e-445361ed1fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:39.209340 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-28c7ac42-2a31-4f72-a8dd-11d0d0fa6ecb req-2ff51ef0-2def-49ef-869e-445361ed1fcf service neutron] 10.222.0.68 "GET /v2.0/subnets?id=25c39f6d-e619-4296-b16b-34049cafbda6 HTTP/1.1" status: 200 len: 855 time: 0.0722966 Aug 19 14:46:39.248952 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-28c7ac42-2a31-4f72-a8dd-11d0d0fa6ecb req-52c8a3d9-f86b-4b3f-b9b8-cf958a43ed60 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=782b273d-8269-4c40-85fd-b9fcd04fcb17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313993 Aug 19 14:46:39.297938 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:46:39.336812 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 50744) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:39.337047 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-180928e4-5a64-4151-9ff3-045b94f0d765 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=10b4b906cd664269be1dcc73e4b14e2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1813819 Aug 19 14:46:39.337944 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:46:39.338297 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device ffc11123-d9d7-4ee4-b7fd-2e0006ca62a1 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:46:39.384850 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-28c7ac42-2a31-4f72-a8dd-11d0d0fa6ecb req-f24ea183-645b-4047-b2cc-2f3a9725aaa3 service neutron] 10.222.0.68 "GET /v2.0/networks/782b273d-8269-4c40-85fd-b9fcd04fcb17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278749 Aug 19 14:46:39.468097 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc84d442-81d2-41db-b09d-c3fb9cc2f05e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:39.475349 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5eb1cc-2644-4ef6-91f0-82d24508d7e4 req-13011076-d6f1-45d2-bee1-8513f289745c tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:39.476857 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-df5eb1cc-2644-4ef6-91f0-82d24508d7e4 req-13011076-d6f1-45d2-bee1-8513f289745c tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=067dd44e-0bfb-475e-b0cc-b653f93fc45a HTTP/1.1" status: 200 len: 943 time: 0.0499640 Aug 19 14:46:39.502454 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc84d442-81d2-41db-b09d-c3fb9cc2f05e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:39.515945 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-df5eb1cc-2644-4ef6-91f0-82d24508d7e4 req-37b1b4f0-5fed-4080-9e74-7b5be39aa74e tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320985 Aug 19 14:46:39.531125 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-28c7ac42-2a31-4f72-a8dd-11d0d0fa6ecb req-ea75a8ac-7e5b-42c2-8637-499dfad1917d service neutron] 10.222.0.68 "GET /v2.0/networks/782b273d-8269-4c40-85fd-b9fcd04fcb17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355135 Aug 19 14:46:39.566745 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc84d442-81d2-41db-b09d-c3fb9cc2f05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:39.569598 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc84d442-81d2-41db-b09d-c3fb9cc2f05e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:39.570801 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-fc84d442-81d2-41db-b09d-c3fb9cc2f05e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ec30ddbb-2af8-4046-9a73-22322e85c7f8 HTTP/1.1" status: 204 len: 168 time: 0.2319455 Aug 19 14:46:39.579814 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc84d442-81d2-41db-b09d-c3fb9cc2f05e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec30ddbb-2af8-4046-9a73-22322e85c7f8,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:39.588682 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc84d442-81d2-41db-b09d-c3fb9cc2f05e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:46:39.588982 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc84d442-81d2-41db-b09d-c3fb9cc2f05e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:46:39.589411 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc84d442-81d2-41db-b09d-c3fb9cc2f05e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:46:39.589793 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc84d442-81d2-41db-b09d-c3fb9cc2f05e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:46:39.590109 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc84d442-81d2-41db-b09d-c3fb9cc2f05e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:46:39.590436 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc84d442-81d2-41db-b09d-c3fb9cc2f05e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:46:39.590764 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc84d442-81d2-41db-b09d-c3fb9cc2f05e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:46:39.591084 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc84d442-81d2-41db-b09d-c3fb9cc2f05e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:46:39.591465 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc84d442-81d2-41db-b09d-c3fb9cc2f05e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:46:39.591796 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc84d442-81d2-41db-b09d-c3fb9cc2f05e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:46:39.592114 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc84d442-81d2-41db-b09d-c3fb9cc2f05e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:46:39.592461 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc84d442-81d2-41db-b09d-c3fb9cc2f05e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:46:39.888604 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b11c2-db54-47e3-ae1b-a96b21cbf17f req-c4c12611-2b6d-4e1a-b9dc-8aa8c294ac93 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:39.896656 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2d1b11c2-db54-47e3-ae1b-a96b21cbf17f req-c4c12611-2b6d-4e1a-b9dc-8aa8c294ac93 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9c77d6e-b325-441d-8789-97a091d409cd HTTP/1.1" status: 200 len: 946 time: 0.0707777 Aug 19 14:46:39.944146 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2d1b11c2-db54-47e3-ae1b-a96b21cbf17f req-058d30a8-9899-4114-8fb3-521012ba04ec tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.69 "GET /v2.0/security-groups?id=92c0c671-96c4-4781-b5b8-ac50db8e6528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462034 Aug 19 14:46:40.186523 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250223a0-a158-4a6d-bb91-645b689cc3db req-75a756d3-0611-40ae-8634-f707d02d8bbc tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:40.188420 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-250223a0-a158-4a6d-bb91-645b689cc3db req-75a756d3-0611-40ae-8634-f707d02d8bbc tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9c77d6e-b325-441d-8789-97a091d409cd HTTP/1.1" status: 200 len: 946 time: 0.0820684 Aug 19 14:46:40.350678 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-250223a0-a158-4a6d-bb91-645b689cc3db req-ef9e859f-a808-483e-93fb-8410afb88c57 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Deleting port 91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:46:40.351773 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-250223a0-a158-4a6d-bb91-645b689cc3db req-ef9e859f-a808-483e-93fb-8410afb88c57 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:40.514330 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-250223a0-a158-4a6d-bb91-645b689cc3db req-ef9e859f-a808-483e-93fb-8410afb88c57 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] For port 91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe,segment=NetworkSegment(706f6673-405f-41c8-9975-bc9952598c62),segment_id=706f6673-405f-41c8-9975-bc9952598c62)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:46:40.515051 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-250223a0-a158-4a6d-bb91-645b689cc3db req-ef9e859f-a808-483e-93fb-8410afb88c57 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:40.700618 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8daaa8-3c45-4faf-b446-a78af57199c6 req-e360c667-83c4-46ab-9235-6bfa141bb280 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:40.710835 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5c8daaa8-3c45-4faf-b446-a78af57199c6 req-e360c667-83c4-46ab-9235-6bfa141bb280 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=067dd44e-0bfb-475e-b0cc-b653f93fc45a HTTP/1.1" status: 200 len: 943 time: 0.0845444 Aug 19 14:46:40.756118 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5c8daaa8-3c45-4faf-b446-a78af57199c6 req-8307f9a1-c934-4a6a-a1e0-fae7a4fc6e60 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440185 Aug 19 14:46:40.919283 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-250223a0-a158-4a6d-bb91-645b689cc3db req-ef9e859f-a808-483e-93fb-8410afb88c57 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:40.919677 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-250223a0-a158-4a6d-bb91-645b689cc3db req-ef9e859f-a808-483e-93fb-8410afb88c57 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:40.919998 n-d-766043-2 neutron-server[94639]: INFO neutron.db.l3_db [req-250223a0-a158-4a6d-bb91-645b689cc3db req-ef9e859f-a808-483e-93fb-8410afb88c57 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Floating IP 7491a2f0-5e5d-4eaf-8b8d-959e8396d220 disassociated. External IP: 172.25.2.31, port: 91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe. Aug 19 14:46:40.920442 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-250223a0-a158-4a6d-bb91-645b689cc3db req-ef9e859f-a808-483e-93fb-8410afb88c57 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Calling delete_port for 91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:46:41.058172 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b3720-893a-4095-a985-22dc78d273c5 req-31563d48-6c95-420d-9fef-a4a8a459c947 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:41.065809 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d45b3720-893a-4095-a985-22dc78d273c5 req-31563d48-6c95-420d-9fef-a4a8a459c947 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/networks?id=23c2e440-9ca3-45a7-ab8d-c7ac81e99a99 HTTP/1.1" status: 200 len: 811 time: 0.1827445 Aug 19 14:46:41.081233 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d45b3720-893a-4095-a985-22dc78d273c5 req-15bc8a88-008b-4cd0-84fe-6a5a70912773 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/quotas/7fb0cbae73e44bb4aa5ac758561c58c6 HTTP/1.1" status: 200 len: 375 time: 0.0141928 Aug 19 14:46:41.124128 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-250223a0-a158-4a6d-bb91-645b689cc3db req-ef9e859f-a808-483e-93fb-8410afb88c57 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:41.133754 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d45b3720-893a-4095-a985-22dc78d273c5 req-9ab78ce1-6cb2-46e7-a983-96df8552213f tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7fb0cbae73e44bb4aa5ac758561c58c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421708 Aug 19 14:46:41.159668 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9e859f-a808-483e-93fb-8410afb88c57 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Pushing event deleted for resources: {'Port': ['ID=91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:41.262625 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b67e4e26-9afd-4c0f-8ddb-47a5e0a67bdc req-f5eba8c5-dd70-4bd0-9f10-32b2737f3f0b tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9c77d6e-b325-441d-8789-97a091d409cd HTTP/1.1" status: 200 len: 210 time: 0.0411735 Aug 19 14:46:41.281690 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d45b3720-893a-4095-a985-22dc78d273c5 req-6dcf11fd-19c6-432f-bc7c-d2187a38868a service neutron] 10.222.0.69 "GET /v2.0/networks/23c2e440-9ca3-45a7-ab8d-c7ac81e99a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426599 Aug 19 14:46:41.312355 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:46:41.340700 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-250223a0-a158-4a6d-bb91-645b689cc3db req-ef9e859f-a808-483e-93fb-8410afb88c57 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Router aa05e8d4-6513-4a2b-8f85-2d538da28329 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:46:41.437534 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d45b3720-893a-4095-a985-22dc78d273c5 req-8bdef7aa-55f5-47bc-a88f-b43dd48eb16b service neutron] 10.222.0.69 "GET /v2.0/networks/23c2e440-9ca3-45a7-ab8d-c7ac81e99a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458101 Aug 19 14:46:41.464817 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c,segment=NetworkSegment(9ec726c0-288d-4d26-99ed-3a23c35944e2),segment_id=9ec726c0-288d-4d26-99ed-3a23c35944e2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:46:41.479187 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c', 'network_id': '782b273d-8269-4c40-85fd-b9fcd04fcb17', 'port_id': '38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c', 'mac_address': 'fa:16:3e:81:5d:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25c39f6d-e619-4296-b16b-34049cafbda6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:46:41.512390 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-250223a0-a158-4a6d-bb91-645b689cc3db req-ef9e859f-a808-483e-93fb-8410afb88c57 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:46:41.531244 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fd2e9e-53d1-4a5d-9e3b-8aae131adb3a None None] Sync routers for ids ['aa05e8d4-6513-4a2b-8f85-2d538da28329'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:46:41.546340 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:41.573287 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fd2e9e-53d1-4a5d-9e3b-8aae131adb3a None None] Routers {'aa05e8d4-6513-4a2b-8f85-2d538da28329'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:46:41.576306 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-97fd2e9e-53d1-4a5d-9e3b-8aae131adb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:46:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['aa05e8d4-6513-4a2b-8f85-2d538da28329'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:41.579064 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:46:41.604391 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c,segment=NetworkSegment(9ec726c0-288d-4d26-99ed-3a23c35944e2),segment_id=9ec726c0-288d-4d26-99ed-3a23c35944e2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:46:41.609952 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:41.669534 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:41.678222 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:46:41.678849 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:46:41.679443 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:46:41.679993 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:46:41.680687 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:46:41.681245 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:46:41.681789 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:46:41.682319 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:46:41.683511 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:46:41.684049 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:46:41.684935 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:46:41.685515 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:46:41.686016 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-250223a0-a158-4a6d-bb91-645b689cc3db req-ef9e859f-a808-483e-93fb-8410afb88c57 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] No DVR routers for this DVR port 91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe on host n-h2-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:46:41.690762 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-250223a0-a158-4a6d-bb91-645b689cc3db req-ef9e859f-a808-483e-93fb-8410afb88c57 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:41.693776 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-250223a0-a158-4a6d-bb91-645b689cc3db req-ef9e859f-a808-483e-93fb-8410afb88c57 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.88 "DELETE /v2.0/ports/91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe HTTP/1.1" status: 204 len: 173 time: 1.4987137 Aug 19 14:46:41.705543 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c77d6e-b325-441d-8789-97a091d409cd', 'name': 'network-vif-deleted', 'tag': '91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:46:41.709605 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94edc648-171a-4656-8e75-d7ac570c98f6" -d '{"events": [{"server_uuid": "a9c77d6e-b325-441d-8789-97a091d409cd", "name": "network-vif-deleted", "tag": "91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:46:41.843493 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:46:41.917016 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1febd3-2c3d-4012-a351-0f0d8dbdcc19 x-openstack-request-id: req-9f1febd3-2c3d-4012-a351-0f0d8dbdcc19 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:46:41.917392 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9c77d6e-b325-441d-8789-97a091d409cd", "name": "network-vif-deleted", "tag": "91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:46:41.917725 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9f1febd3-2c3d-4012-a351-0f0d8dbdcc19 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:46:41.918229 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9c77d6e-b325-441d-8789-97a091d409cd', 'name': 'network-vif-deleted', 'tag': '91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe', 'status': 'completed', 'code': 200} Aug 19 14:46:42.031435 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-97fd2e9e-53d1-4a5d-9e3b-8aae131adb3a None None] Set router aa05e8d4-6513-4a2b-8f85-2d538da28329 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:46:42.212312 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0666d7-e461-4446-983b-0dc52e468ca9 req-bea9037d-28d8-4baf-b0e0-dc6cff411271 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:42.216141 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ec0666d7-e461-4446-983b-0dc52e468ca9 req-bea9037d-28d8-4baf-b0e0-dc6cff411271 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=067dd44e-0bfb-475e-b0cc-b653f93fc45a HTTP/1.1" status: 200 len: 944 time: 0.1108851 Aug 19 14:46:42.318959 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f70bf797-a3ec-4309-9b72-4b12ba1309c1 req-d287ccc7-f0bf-4ebc-a224-d325c368452d tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=27679536-a587-4fdf-a019-33cfdf71e921 HTTP/1.1" status: 200 len: 210 time: 0.0518067 Aug 19 14:46:42.360707 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-97fd2e9e-53d1-4a5d-9e3b-8aae131adb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa05e8d4-6513-4a2b-8f85-2d538da28329', 'name': 'tempest-ServersTestBootFromVolume-549399775-router', 'tenant_id': 'df380a6529a845d9a6df3627792632d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '3c22b558-2994-424a-a9d0-9b056046cf93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:43:36Z', 'updated_at': '2021-08-19T14:43:43Z', 'revision_number': 4, 'project_id': 'df380a6529a845d9a6df3627792632d0', 'gw_port': {'id': '3c22b558-2994-424a-a9d0-9b056046cf93', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:50:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa05e8d4-6513-4a2b-8f85-2d538da28329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:43:37Z', 'updated_at': '2021-08-19T14:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'd028c98a-da11-452c-b1f0-4557ca12da6d', 'name': '', 'network_id': '627779b5-fb62-4ebb-a93a-4cd257e391a1', 'tenant_id': 'df380a6529a845d9a6df3627792632d0', 'mac_address': 'fa:16:3e:3c:0f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa05e8d4-6513-4a2b-8f85-2d538da28329', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '1eb22714-ed22-4215-8c28-ce90cbd3694f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:43:42Z', 'updated_at': '2021-08-19T14:43:53Z', 'revision_number': 5, 'project_id': 'df380a6529a845d9a6df3627792632d0', 'subnets': [{'id': '1eb22714-ed22-4215-8c28-ce90cbd3694f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:42.363031 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ec0666d7-e461-4446-983b-0dc52e468ca9 req-22de1c8a-c0c0-4236-972c-0aa0959af2f8 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222301 Aug 19 14:46:42.392885 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fd2e9e-53d1-4a5d-9e3b-8aae131adb3a None None] Checking router: aa05e8d4-6513-4a2b-8f85-2d538da28329 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:46:42.403685 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fd2e9e-53d1-4a5d-9e3b-8aae131adb3a None None] Routers {'aa05e8d4-6513-4a2b-8f85-2d538da28329'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:46:42.404547 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-97fd2e9e-53d1-4a5d-9e3b-8aae131adb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:46:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['aa05e8d4-6513-4a2b-8f85-2d538da28329'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:42.586473 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-01ff705a-b471-4ed4-8705-c25b126533ee req-b5015338-6d26-489e-9ca5-70170ed15d29 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9c77d6e-b325-441d-8789-97a091d409cd HTTP/1.1" status: 200 len: 210 time: 0.0465918 Aug 19 14:46:42.621323 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-97fd2e9e-53d1-4a5d-9e3b-8aae131adb3a None None] Set router aa05e8d4-6513-4a2b-8f85-2d538da28329 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:46:42.975693 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-97fd2e9e-53d1-4a5d-9e3b-8aae131adb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa05e8d4-6513-4a2b-8f85-2d538da28329', 'name': 'tempest-ServersTestBootFromVolume-549399775-router', 'tenant_id': 'df380a6529a845d9a6df3627792632d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '3c22b558-2994-424a-a9d0-9b056046cf93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:43:36Z', 'updated_at': '2021-08-19T14:43:43Z', 'revision_number': 4, 'project_id': 'df380a6529a845d9a6df3627792632d0', 'gw_port': {'id': '3c22b558-2994-424a-a9d0-9b056046cf93', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:50:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa05e8d4-6513-4a2b-8f85-2d538da28329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:43:37Z', 'updated_at': '2021-08-19T14:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'd028c98a-da11-452c-b1f0-4557ca12da6d', 'name': '', 'network_id': '627779b5-fb62-4ebb-a93a-4cd257e391a1', 'tenant_id': 'df380a6529a845d9a6df3627792632d0', 'mac_address': 'fa:16:3e:3c:0f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa05e8d4-6513-4a2b-8f85-2d538da28329', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '1eb22714-ed22-4215-8c28-ce90cbd3694f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:43:42Z', 'updated_at': '2021-08-19T14:43:53Z', 'revision_number': 5, 'project_id': 'df380a6529a845d9a6df3627792632d0', 'subnets': [{'id': '1eb22714-ed22-4215-8c28-ce90cbd3694f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:43.008489 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fd2e9e-53d1-4a5d-9e3b-8aae131adb3a None None] The sync data for ids ['aa05e8d4-6513-4a2b-8f85-2d538da28329'] in n-d-766043-2 is: [{'id': 'aa05e8d4-6513-4a2b-8f85-2d538da28329', 'name': 'tempest-ServersTestBootFromVolume-549399775-router', 'tenant_id': 'df380a6529a845d9a6df3627792632d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '3c22b558-2994-424a-a9d0-9b056046cf93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:43:36Z', 'updated_at': '2021-08-19T14:43:43Z', 'revision_number': 4, 'project_id': 'df380a6529a845d9a6df3627792632d0', 'gw_port': {'id': '3c22b558-2994-424a-a9d0-9b056046cf93', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:50:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa05e8d4-6513-4a2b-8f85-2d538da28329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:43:37Z', 'updated_at': '2021-08-19T14:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'd028c98a-da11-452c-b1f0-4557ca12da6d', 'name': '', 'network_id': '627779b5-fb62-4ebb-a93a-4cd257e391a1', 'tenant_id': 'df380a6529a845d9a6df3627792632d0', 'mac_address': 'fa:16:3e:3c:0f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa05e8d4-6513-4a2b-8f85-2d538da28329', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '1eb22714-ed22-4215-8c28-ce90cbd3694f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:43:42Z', 'updated_at': '2021-08-19T14:43:53Z', 'revision_number': 5, 'project_id': 'df380a6529a845d9a6df3627792632d0', 'subnets': [{'id': '1eb22714-ed22-4215-8c28-ce90cbd3694f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:46:43.288835 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:46:43.319217 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: 91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:46:43.319559 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 91ac1ca2-cd0f-422f-aa8b-cb0d58b836fe not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:46:43.324992 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:46:43.403098 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port 38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:46:43.409681 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:46:43.410486 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:43.450975 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b7f50c-f089-462f-b2f9-fe2ba17ee9cd None None] New status for floating IP 7491a2f0-5e5d-4eaf-8b8d-959e8396d220: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 14:46:43.527744 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8c0a4-287c-4109-81d3-bce5d224e8b3 req-54ea1b5e-45c5-463c-b4e1-9cf6abc622ff tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:43.529270 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-21e8c0a4-287c-4109-81d3-bce5d224e8b3 req-54ea1b5e-45c5-463c-b4e1-9cf6abc622ff tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/networks?id=23c2e440-9ca3-45a7-ab8d-c7ac81e99a99 HTTP/1.1" status: 200 len: 811 time: 0.1402495 Aug 19 14:46:43.547215 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-21e8c0a4-287c-4109-81d3-bce5d224e8b3 req-20aa9020-95d7-4169-a54c-fa37062d9b93 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/quotas/7fb0cbae73e44bb4aa5ac758561c58c6 HTTP/1.1" status: 200 len: 375 time: 0.0109038 Aug 19 14:46:43.598814 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-21e8c0a4-287c-4109-81d3-bce5d224e8b3 req-4562668a-d46b-44d9-a823-00be4dd157a6 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7fb0cbae73e44bb4aa5ac758561c58c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454092 Aug 19 14:46:43.660835 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:43.700772 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c,segment=NetworkSegment(9ec726c0-288d-4d26-99ed-3a23c35944e2),segment_id=9ec726c0-288d-4d26-99ed-3a23c35944e2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:46:43.713379 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067dd44e-0bfb-475e-b0cc-b653f93fc45a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:46:43.717794 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d5883f-1e3e-40e1-8b08-17a867b1f293" -d '{"events": [{"server_uuid": "067dd44e-0bfb-475e-b0cc-b653f93fc45a", "name": "network-vif-plugged", "status": "completed", "tag": "38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:46:43.726673 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:43.768985 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-21e8c0a4-287c-4109-81d3-bce5d224e8b3 req-1d9f949d-e854-4a95-a997-962cc3c7c7fe service neutron] 10.222.0.69 "GET /v2.0/networks/23c2e440-9ca3-45a7-ab8d-c7ac81e99a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692708 Aug 19 14:46:43.776703 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:43.858602 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-21e8c0a4-287c-4109-81d3-bce5d224e8b3 req-8cc14049-6cac-4b3c-a4e5-028f35edaba2 service neutron] 10.222.0.69 "GET /v2.0/networks/23c2e440-9ca3-45a7-ab8d-c7ac81e99a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887816 Aug 19 14:46:44.110758 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bafba2-26bf-4e0e-a6f5-cc1e94f7edd3 req-eade5fd1-db01-4875-a01d-4b69f25c72e2 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:44.112269 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-36bafba2-26bf-4e0e-a6f5-cc1e94f7edd3 req-eade5fd1-db01-4875-a01d-4b69f25c72e2 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=067dd44e-0bfb-475e-b0cc-b653f93fc45a HTTP/1.1" status: 200 len: 945 time: 0.0710316 Aug 19 14:46:44.146962 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b81b27d1-ba20-4ed0-96d3-f39caf557fef req-0c8220af-47e5-4f30-870c-7ce21ee16c27 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9c77d6e-b325-441d-8789-97a091d409cd HTTP/1.1" status: 200 len: 210 time: 0.0336468 Aug 19 14:46:44.197593 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-36bafba2-26bf-4e0e-a6f5-cc1e94f7edd3 req-61461bcd-e408-4882-b19e-9c7e5775f71b tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747724 Aug 19 14:46:44.246478 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209b94cf-4a33-4133-842c-a05302d3b979 x-openstack-request-id: req-209b94cf-4a33-4133-842c-a05302d3b979 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:46:44.246836 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067dd44e-0bfb-475e-b0cc-b653f93fc45a", "name": "network-vif-plugged", "status": "completed", "tag": "38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:46:44.247154 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-209b94cf-4a33-4133-842c-a05302d3b979 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:46:44.247637 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '067dd44e-0bfb-475e-b0cc-b653f93fc45a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c', 'code': 200} Aug 19 14:46:44.335204 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-33b3ebd4-5205-42f3-891d-fb33501d1023 req-138d3920-88a5-492a-9746-0e3989410294 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=afebcfeb-c7e2-46c1-b827-43a60def1f35 HTTP/1.1" status: 200 len: 210 time: 0.0352325 Aug 19 14:46:44.376717 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19e1b9-70d1-4360-b98c-0f7f1a5103ac req-d069ebad-f666-4491-a4ef-3efdee238d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:44.378262 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ba19e1b9-70d1-4360-b98c-0f7f1a5103ac req-d069ebad-f666-4491-a4ef-3efdee238d6b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=067dd44e-0bfb-475e-b0cc-b653f93fc45a HTTP/1.1" status: 200 len: 1096 time: 0.0685883 Aug 19 14:46:44.422368 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ba19e1b9-70d1-4360-b98c-0f7f1a5103ac req-1450fb96-51b7-4ba3-9359-b9b5dfb0843d service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348237 Aug 19 14:46:45.263384 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fd77a7c1-39c9-4d4c-b1ef-931329a184e6 req-88888873-5481-4fbe-8837-b595833ac045 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9c77d6e-b325-441d-8789-97a091d409cd HTTP/1.1" status: 200 len: 210 time: 0.0331357 Aug 19 14:46:45.314178 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8c0a4-287c-4109-81d3-bce5d224e8b3 req-89cfaa9e-73d6-4b38-8dcb-01c97f5bc401 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:45.316144 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-21e8c0a4-287c-4109-81d3-bce5d224e8b3 req-89cfaa9e-73d6-4b38-8dcb-01c97f5bc401 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.88 "GET /v2.0/networks?id=23c2e440-9ca3-45a7-ab8d-c7ac81e99a99 HTTP/1.1" status: 200 len: 811 time: 0.1488483 Aug 19 14:46:45.330947 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-21e8c0a4-287c-4109-81d3-bce5d224e8b3 req-2b142ef3-4de2-40e9-9332-74344176beb9 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Request body: {'port': {'device_id': 'afebcfeb-c7e2-46c1-b827-43a60def1f35', 'network_id': '23c2e440-9ca3-45a7-ab8d-c7ac81e99a99', 'admin_state_up': True, 'tenant_id': '7fb0cbae73e44bb4aa5ac758561c58c6'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:46:45.408005 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194432d2-7561-436d-be4b-9a1410713f30 req-8def2a50-93ab-4eb1-9495-bb698e5db36b tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:45.409704 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-194432d2-7561-436d-be4b-9a1410713f30 req-8def2a50-93ab-4eb1-9495-bb698e5db36b tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=067dd44e-0bfb-475e-b0cc-b653f93fc45a HTTP/1.1" status: 200 len: 945 time: 0.0756330 Aug 19 14:46:45.470509 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-194432d2-7561-436d-be4b-9a1410713f30 req-80c18f4f-d09b-4df9-8075-334d771a61fd tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536983 Aug 19 14:46:45.672446 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-33961133-97f5-4885-9e5c-0317fb60780d req-866a8545-08c1-4e1c-accf-0191462d9fbc tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=afebcfeb-c7e2-46c1-b827-43a60def1f35 HTTP/1.1" status: 200 len: 210 time: 0.0428636 Aug 19 14:46:45.733758 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21e8c0a4-287c-4109-81d3-bce5d224e8b3 req-2b142ef3-4de2-40e9-9332-74344176beb9 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Made reservation on behalf of 7fb0cbae73e44bb4aa5ac758561c58c6 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:46:45.738221 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-21e8c0a4-287c-4109-81d3-bce5d224e8b3 req-2b142ef3-4de2-40e9-9332-74344176beb9 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:45.872604 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-21e8c0a4-287c-4109-81d3-bce5d224e8b3 req-2b142ef3-4de2-40e9-9332-74344176beb9 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Allocated IP 172.20.0.8 (23c2e440-9ca3-45a7-ab8d-c7ac81e99a99/9422880f-eaac-4c78-82da-517737e1ea86/efc0a561-d500-4cd3-9e34-67a72888509e) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:46:46.049120 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-21e8c0a4-287c-4109-81d3-bce5d224e8b3 req-2b142ef3-4de2-40e9-9332-74344176beb9 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:46.095822 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-21e8c0a4-287c-4109-81d3-bce5d224e8b3 req-2b142ef3-4de2-40e9-9332-74344176beb9 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:46.159164 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21e8c0a4-287c-4109-81d3-bce5d224e8b3 req-2b142ef3-4de2-40e9-9332-74344176beb9 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Network 23c2e440-9ca3-45a7-ab8d-c7ac81e99a99 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:46:46.164949 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-21e8c0a4-287c-4109-81d3-bce5d224e8b3 req-2b142ef3-4de2-40e9-9332-74344176beb9 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:46:46.167729 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b142ef3-4de2-40e9-9332-74344176beb9 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Pushing event updated for resources: {'Port': ['ID=efc0a561-d500-4cd3-9e34-67a72888509e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:46.170532 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e8c0a4-287c-4109-81d3-bce5d224e8b3 req-2b142ef3-4de2-40e9-9332-74344176beb9 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:46:46.227585 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8c0a4-287c-4109-81d3-bce5d224e8b3 req-2b142ef3-4de2-40e9-9332-74344176beb9 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:46.228574 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-21e8c0a4-287c-4109-81d3-bce5d224e8b3 req-2b142ef3-4de2-40e9-9332-74344176beb9 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:46.243705 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-21e8c0a4-287c-4109-81d3-bce5d224e8b3 req-2b142ef3-4de2-40e9-9332-74344176beb9 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9177682 Aug 19 14:46:46.257052 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-21e8c0a4-287c-4109-81d3-bce5d224e8b3 req-d6ea9e09-1a2f-4411-b712-26b9f4c035de service neutron] Request body: {'port': {'device_id': 'afebcfeb-c7e2-46c1-b827-43a60def1f35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:46:46.342644 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-21e8c0a4-287c-4109-81d3-bce5d224e8b3 req-d6ea9e09-1a2f-4411-b712-26b9f4c035de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:46.411594 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0309024a-aa1f-40ae-ad67-5c1032a0410d req-9c286d1e-4d62-4226-aac4-c4847ab85f71 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9c77d6e-b325-441d-8789-97a091d409cd HTTP/1.1" status: 200 len: 210 time: 0.0572002 Aug 19 14:46:46.489607 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 50962) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:46.688344 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d13e5dc9-def8-4945-b5a6-05c18bd7ce27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:46.700252 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a59bd8-4481-472e-989b-d860f4b28c11 req-2da9d065-bcdb-4bd4-bf98-7cc6cd85aaf8 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:46.708435 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b9a59bd8-4481-472e-989b-d860f4b28c11 req-2da9d065-bcdb-4bd4-bf98-7cc6cd85aaf8 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=067dd44e-0bfb-475e-b0cc-b653f93fc45a HTTP/1.1" status: 200 len: 945 time: 0.0855885 Aug 19 14:46:46.754649 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-21e8c0a4-287c-4109-81d3-bce5d224e8b3 req-d6ea9e09-1a2f-4411-b712-26b9f4c035de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efc0a561-d500-4cd3-9e34-67a72888509e {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:46:46.763716 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-21e8c0a4-287c-4109-81d3-bce5d224e8b3 req-d6ea9e09-1a2f-4411-b712-26b9f4c035de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:46.776957 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-21e8c0a4-287c-4109-81d3-bce5d224e8b3 req-d6ea9e09-1a2f-4411-b712-26b9f4c035de service neutron] Transition to ACTIVE for port object efc0a561-d500-4cd3-9e34-67a72888509e will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:46:46.781450 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-21e8c0a4-287c-4109-81d3-bce5d224e8b3 req-d6ea9e09-1a2f-4411-b712-26b9f4c035de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:46.827440 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b9a59bd8-4481-472e-989b-d860f4b28c11 req-a446713e-ab38-401c-914f-9b679b9be317 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180787 Aug 19 14:46:46.837306 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea9e09-1a2f-4411-b712-26b9f4c035de service neutron] Pushing event updated for resources: {'Port': ['ID=efc0a561-d500-4cd3-9e34-67a72888509e,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:46.887116 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63d8b8-3dd3-4885-8190-440a8236e091 req-3384282c-1ade-4ee7-9648-38c0a08e67fa tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:46.895223 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9d63d8b8-3dd3-4885-8190-440a8236e091 req-3384282c-1ade-4ee7-9648-38c0a08e67fa tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=afebcfeb-c7e2-46c1-b827-43a60def1f35 HTTP/1.1" status: 200 len: 943 time: 0.1408060 Aug 19 14:46:46.993002 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9d63d8b8-3dd3-4885-8190-440a8236e091 req-c93ef870-a384-469e-92d3-ede867b96950 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947771 Aug 19 14:46:47.013648 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-21e8c0a4-287c-4109-81d3-bce5d224e8b3 req-d6ea9e09-1a2f-4411-b712-26b9f4c035de service neutron] Attempting to bind port efc0a561-d500-4cd3-9e34-67a72888509e on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:46:47.014062 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-21e8c0a4-287c-4109-81d3-bce5d224e8b3 req-d6ea9e09-1a2f-4411-b712-26b9f4c035de service neutron] Attempting to bind port efc0a561-d500-4cd3-9e34-67a72888509e by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'dfb5451f-ae59-4348-b57d-1e05105b4f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '23c2e440-9ca3-45a7-ab8d-c7ac81e99a99'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:46:47.014460 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e8c0a4-287c-4109-81d3-bce5d224e8b3 req-d6ea9e09-1a2f-4411-b712-26b9f4c035de service neutron] Attempting to bind port efc0a561-d500-4cd3-9e34-67a72888509e on network 23c2e440-9ca3-45a7-ab8d-c7ac81e99a99 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:46:47.027767 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e8c0a4-287c-4109-81d3-bce5d224e8b3 req-d6ea9e09-1a2f-4411-b712-26b9f4c035de service neutron] Port efc0a561-d500-4cd3-9e34-67a72888509e on network 23c2e440-9ca3-45a7-ab8d-c7ac81e99a99 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:46:47.028172 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e8c0a4-287c-4109-81d3-bce5d224e8b3 req-d6ea9e09-1a2f-4411-b712-26b9f4c035de service neutron] Attempting to bind port efc0a561-d500-4cd3-9e34-67a72888509e on network 23c2e440-9ca3-45a7-ab8d-c7ac81e99a99 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:46:47.041336 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e8c0a4-287c-4109-81d3-bce5d224e8b3 req-d6ea9e09-1a2f-4411-b712-26b9f4c035de service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:46:47.042093 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e8c0a4-287c-4109-81d3-bce5d224e8b3 req-d6ea9e09-1a2f-4411-b712-26b9f4c035de service neutron] Checking segment: {'id': 'dfb5451f-ae59-4348-b57d-1e05105b4f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '23c2e440-9ca3-45a7-ab8d-c7ac81e99a99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:46:47.045959 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e8c0a4-287c-4109-81d3-bce5d224e8b3 req-d6ea9e09-1a2f-4411-b712-26b9f4c035de service neutron] Bound using segment: {'id': 'dfb5451f-ae59-4348-b57d-1e05105b4f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '23c2e440-9ca3-45a7-ab8d-c7ac81e99a99'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:46:47.046518 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-21e8c0a4-287c-4109-81d3-bce5d224e8b3 req-d6ea9e09-1a2f-4411-b712-26b9f4c035de service neutron] Bound port: efc0a561-d500-4cd3-9e34-67a72888509e, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfb5451f-ae59-4348-b57d-1e05105b4f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '23c2e440-9ca3-45a7-ab8d-c7ac81e99a99'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:46:47.046959 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-21e8c0a4-287c-4109-81d3-bce5d224e8b3 req-d6ea9e09-1a2f-4411-b712-26b9f4c035de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:47.048034 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d13e5dc9-def8-4945-b5a6-05c18bd7ce27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:47.053211 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d13e5dc9-def8-4945-b5a6-05c18bd7ce27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:47.085896 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d13e5dc9-def8-4945-b5a6-05c18bd7ce27 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=380e636247cc4676bdbda3a17d8e2ee8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5951214 Aug 19 14:46:47.092989 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 50974) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:47.100761 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ebd93-ce61-48dc-aade-bd03821049d0 req-121c8472-bdae-4b0d-8e5b-05495087943a tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:47.102283 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d48ebd93-ce61-48dc-aade-bd03821049d0 req-121c8472-bdae-4b0d-8e5b-05495087943a tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=067dd44e-0bfb-475e-b0cc-b653f93fc45a HTTP/1.1" status: 200 len: 945 time: 0.1801410 Aug 19 14:46:47.181818 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-21e8c0a4-287c-4109-81d3-bce5d224e8b3 req-d6ea9e09-1a2f-4411-b712-26b9f4c035de service neutron] For port efc0a561-d500-4cd3-9e34-67a72888509e, host n-h2-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:46:47.185652 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-21e8c0a4-287c-4109-81d3-bce5d224e8b3 req-d6ea9e09-1a2f-4411-b712-26b9f4c035de service neutron] For port efc0a561-d500-4cd3-9e34-67a72888509e, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=efc0a561-d500-4cd3-9e34-67a72888509e,segment=NetworkSegment(dfb5451f-ae59-4348-b57d-1e05105b4f16),segment_id=dfb5451f-ae59-4348-b57d-1e05105b4f16)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:46:47.188686 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13e5dc9-def8-4945-b5a6-05c18bd7ce27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9420b56e-dd74-4f32-bb02-a7c1edab8637,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:47.189881 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-21e8c0a4-287c-4109-81d3-bce5d224e8b3 req-d6ea9e09-1a2f-4411-b712-26b9f4c035de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:47.209407 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d48ebd93-ce61-48dc-aade-bd03821049d0 req-a007ae8c-2d73-4955-af9b-39a82023ef6d tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981007 Aug 19 14:46:47.227883 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2ef3fb6-f095-4ee8-9467-911db4a9881c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:47.266012 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2ef3fb6-f095-4ee8-9467-911db4a9881c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:47.269390 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8c0a4-287c-4109-81d3-bce5d224e8b3 req-d6ea9e09-1a2f-4411-b712-26b9f4c035de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:47.269653 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-21e8c0a4-287c-4109-81d3-bce5d224e8b3 req-d6ea9e09-1a2f-4411-b712-26b9f4c035de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:47.272063 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-21e8c0a4-287c-4109-81d3-bce5d224e8b3 req-d6ea9e09-1a2f-4411-b712-26b9f4c035de service neutron] 10.222.0.88 "PUT /v2.0/ports/efc0a561-d500-4cd3-9e34-67a72888509e HTTP/1.1" status: 200 len: 1091 time: 1.0198722 Aug 19 14:46:47.284267 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afebcfeb-c7e2-46c1-b827-43a60def1f35', 'tag': 'efc0a561-d500-4cd3-9e34-67a72888509e'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:46:47.286671 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5e49d4-435e-4d7f-b4b6-6b02f7e5a35e" -d '{"events": [{"name": "network-changed", "server_uuid": "afebcfeb-c7e2-46c1-b827-43a60def1f35", "tag": "efc0a561-d500-4cd3-9e34-67a72888509e"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:46:47.347969 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea9e09-1a2f-4411-b712-26b9f4c035de service neutron] Pushing event updated for resources: {'Port': ['ID=efc0a561-d500-4cd3-9e34-67a72888509e,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:47.350825 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2ef3fb6-f095-4ee8-9467-911db4a9881c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:47.353985 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2ef3fb6-f095-4ee8-9467-911db4a9881c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:47.354388 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b76882-9a52-40e9-853d-4e533d941df3 x-openstack-request-id: req-73b76882-9a52-40e9-853d-4e533d941df3 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:46:47.354874 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afebcfeb-c7e2-46c1-b827-43a60def1f35", "tag": "efc0a561-d500-4cd3-9e34-67a72888509e", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:46:47.355261 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-b2ef3fb6-f095-4ee8-9467-911db4a9881c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9420b56e-dd74-4f32-bb02-a7c1edab8637 HTTP/1.1" status: 204 len: 168 time: 0.2520635 Aug 19 14:46:47.355569 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-73b76882-9a52-40e9-853d-4e533d941df3 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:46:47.356133 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afebcfeb-c7e2-46c1-b827-43a60def1f35', 'tag': 'efc0a561-d500-4cd3-9e34-67a72888509e', 'status': 'completed', 'code': 200} Aug 19 14:46:47.364720 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ef3fb6-f095-4ee8-9467-911db4a9881c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9420b56e-dd74-4f32-bb02-a7c1edab8637,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:47.392732 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8c0a4-287c-4109-81d3-bce5d224e8b3 req-c5d6478e-a77f-4be1-a7d6-d12a767367e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:47.394449 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-21e8c0a4-287c-4109-81d3-bce5d224e8b3 req-c5d6478e-a77f-4be1-a7d6-d12a767367e1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7fb0cbae73e44bb4aa5ac758561c58c6&device_id=afebcfeb-c7e2-46c1-b827-43a60def1f35 HTTP/1.1" status: 200 len: 1094 time: 0.0630682 Aug 19 14:46:47.459513 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-21e8c0a4-287c-4109-81d3-bce5d224e8b3 req-76b0f967-0e47-4e37-a082-5396267f0834 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efc0a561-d500-4cd3-9e34-67a72888509e HTTP/1.1" status: 200 len: 217 time: 0.0466533 Aug 19 14:46:47.524275 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 50990) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:47.544665 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b827541-7cc5-4cba-8139-8260a1da5b4f req-26ee7248-94c5-413a-a7c4-9e1a40f5eeb5 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:47.545262 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8c0a4-287c-4109-81d3-bce5d224e8b3 req-7dc1fe61-b5bc-4749-9860-9ce6c1f4ced4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:47.546829 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-21e8c0a4-287c-4109-81d3-bce5d224e8b3 req-7dc1fe61-b5bc-4749-9860-9ce6c1f4ced4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9422880f-eaac-4c78-82da-517737e1ea86 HTTP/1.1" status: 200 len: 851 time: 0.0808499 Aug 19 14:46:47.547368 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4b827541-7cc5-4cba-8139-8260a1da5b4f req-26ee7248-94c5-413a-a7c4-9e1a40f5eeb5 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=067dd44e-0bfb-475e-b0cc-b653f93fc45a HTTP/1.1" status: 200 len: 945 time: 0.0849037 Aug 19 14:46:47.606470 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-21e8c0a4-287c-4109-81d3-bce5d224e8b3 req-855fa383-e0bd-4018-97ec-af1e68c8d3dc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=23c2e440-9ca3-45a7-ab8d-c7ac81e99a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486403 Aug 19 14:46:47.612610 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4b827541-7cc5-4cba-8139-8260a1da5b4f req-17826404-29cc-45d8-9d28-307a0a222999 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511830 Aug 19 14:46:47.636743 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8fa77494-e2b7-4ed6-80c3-c6be2a40a4f0 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:47.707875 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8fa77494-e2b7-4ed6-80c3-c6be2a40a4f0 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:47.777610 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-21e8c0a4-287c-4109-81d3-bce5d224e8b3 req-a7d10fe4-dc14-482a-8e18-1109778ef8c1 service neutron] 10.222.0.88 "GET /v2.0/networks/23c2e440-9ca3-45a7-ab8d-c7ac81e99a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580942 Aug 19 14:46:47.801423 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226fa25-1257-41fb-b5db-837dc36334c8 req-87c7632b-8ecf-4cb8-8f12-e5a270af8fd1 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:47.809791 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3226fa25-1257-41fb-b5db-837dc36334c8 req-87c7632b-8ecf-4cb8-8f12-e5a270af8fd1 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=067dd44e-0bfb-475e-b0cc-b653f93fc45a HTTP/1.1" status: 200 len: 945 time: 0.0942950 Aug 19 14:46:47.848840 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8fa77494-e2b7-4ed6-80c3-c6be2a40a4f0 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:47.851562 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8fa77494-e2b7-4ed6-80c3-c6be2a40a4f0 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:47.855842 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8fa77494-e2b7-4ed6-80c3-c6be2a40a4f0 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.69 "DELETE /v2.0/security-groups/92c0c671-96c4-4781-b5b8-ac50db8e6528 HTTP/1.1" status: 204 len: 168 time: 0.3304760 Aug 19 14:46:47.857205 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51006) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:47.880973 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa77494-e2b7-4ed6-80c3-c6be2a40a4f0 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c0c671-96c4-4781-b5b8-ac50db8e6528,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:47.893009 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3226fa25-1257-41fb-b5db-837dc36334c8 req-8994d30f-d9a1-4c04-817e-382533a2a26a tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822711 Aug 19 14:46:47.898599 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [None req-fafec856-f72a-4f7c-81e0-c3565ab11f18 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] show failed (client error): The resource could not be found. Aug 19 14:46:47.899630 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-fafec856-f72a-4f7c-81e0-c3565ab11f18 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.69 "GET /v2.0/security-groups/92c0c671-96c4-4781-b5b8-ac50db8e6528 HTTP/1.1" status: 404 len: 347 time: 0.0381365 Aug 19 14:46:47.903001 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51008) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:47.910422 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-21e8c0a4-287c-4109-81d3-bce5d224e8b3 req-8ffbf2b6-ba4c-4a60-bb7e-f4d1f807c28f service neutron] 10.222.0.88 "GET /v2.0/networks/23c2e440-9ca3-45a7-ab8d-c7ac81e99a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233079 Aug 19 14:46:48.029194 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e49d4-435e-4d7f-b4b6-6b02f7e5a35e req-99dc52ea-c1ce-4286-9fa9-bce0a158a0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:48.030718 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2e5e49d4-435e-4d7f-b4b6-6b02f7e5a35e req-99dc52ea-c1ce-4286-9fa9-bce0a158a0ba service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7fb0cbae73e44bb4aa5ac758561c58c6&device_id=afebcfeb-c7e2-46c1-b827-43a60def1f35 HTTP/1.1" status: 200 len: 1094 time: 0.0572982 Aug 19 14:46:48.093215 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-aaf1a82a-9734-40f4-a488-cdf2598f7bc5 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Deleting port 9c31f23f-40c8-450b-bb18-5a714cbde746 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:46:48.093715 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aaf1a82a-9734-40f4-a488-cdf2598f7bc5 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:48.274291 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e49d4-435e-4d7f-b4b6-6b02f7e5a35e req-b6c89158-3ad0-4448-b5c4-d5aef1565aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:48.276508 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefed731-2e85-4cda-bd66-14805d54e872 req-698320b7-7a5d-4888-b346-a9ffd560456b tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:48.277746 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2e5e49d4-435e-4d7f-b4b6-6b02f7e5a35e req-b6c89158-3ad0-4448-b5c4-d5aef1565aad service neutron] 10.222.0.88 "GET /v2.0/networks?id=23c2e440-9ca3-45a7-ab8d-c7ac81e99a99 HTTP/1.1" status: 200 len: 912 time: 0.2390690 Aug 19 14:46:48.284651 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cefed731-2e85-4cda-bd66-14805d54e872 req-698320b7-7a5d-4888-b346-a9ffd560456b tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=afebcfeb-c7e2-46c1-b827-43a60def1f35 HTTP/1.1" status: 200 len: 943 time: 0.0989141 Aug 19 14:46:48.327199 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aaf1a82a-9734-40f4-a488-cdf2598f7bc5 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:48.335716 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aaf1a82a-9734-40f4-a488-cdf2598f7bc5 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:48.356522 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2e5e49d4-435e-4d7f-b4b6-6b02f7e5a35e req-50c505a4-8622-4e5a-8f34-118698145507 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efc0a561-d500-4cd3-9e34-67a72888509e HTTP/1.1" status: 200 len: 217 time: 0.0680788 Aug 19 14:46:48.389284 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-aaf1a82a-9734-40f4-a488-cdf2598f7bc5 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Calling delete_port for 9c31f23f-40c8-450b-bb18-5a714cbde746 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:46:48.434466 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e49d4-435e-4d7f-b4b6-6b02f7e5a35e req-3ecb02f7-79dd-443b-83c9-b12153a90ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:48.436229 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2e5e49d4-435e-4d7f-b4b6-6b02f7e5a35e req-3ecb02f7-79dd-443b-83c9-b12153a90ce8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9422880f-eaac-4c78-82da-517737e1ea86 HTTP/1.1" status: 200 len: 851 time: 0.0728061 Aug 19 14:46:48.450391 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cefed731-2e85-4cda-bd66-14805d54e872 req-a0dbe51d-01d3-42f8-826e-04539b1bcc9f tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636860 Aug 19 14:46:48.477861 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2e5e49d4-435e-4d7f-b4b6-6b02f7e5a35e req-5fea8f31-0328-465c-91cc-fb96889c4b0f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=23c2e440-9ca3-45a7-ab8d-c7ac81e99a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332866 Aug 19 14:46:48.616827 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2e5e49d4-435e-4d7f-b4b6-6b02f7e5a35e req-3b2309bf-4ccf-44f3-82a9-ccea92319724 service neutron] 10.222.0.88 "GET /v2.0/networks/23c2e440-9ca3-45a7-ab8d-c7ac81e99a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269829 Aug 19 14:46:48.834802 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2e5e49d4-435e-4d7f-b4b6-6b02f7e5a35e req-ed32f161-5abf-4442-9f8e-683d3a99107a service neutron] 10.222.0.88 "GET /v2.0/networks/23c2e440-9ca3-45a7-ab8d-c7ac81e99a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342254 Aug 19 14:46:48.862828 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d21dc-89c7-4af8-b0d9-92d8e60894d5 req-7285b630-698f-4df6-9230-8582dafd7adf tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:48.864467 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-889d21dc-89c7-4af8-b0d9-92d8e60894d5 req-7285b630-698f-4df6-9230-8582dafd7adf tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=067dd44e-0bfb-475e-b0cc-b653f93fc45a HTTP/1.1" status: 200 len: 945 time: 0.4833896 Aug 19 14:46:48.951928 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-889d21dc-89c7-4af8-b0d9-92d8e60894d5 req-056860e0-469b-4ce0-909d-69381416fea6 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711417 Aug 19 14:46:48.965273 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-b0d5630a-a24f-4e13-8c24-c6ba5116c6ca service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1298378 Aug 19 14:46:49.083412 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aaf1a82a-9734-40f4-a488-cdf2598f7bc5 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:49.103107 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-107d727e-40b1-4e2c-b543-6b0af3ea1da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:49.103587 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-107d727e-40b1-4e2c-b543-6b0af3ea1da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:49.104054 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-107d727e-40b1-4e2c-b543-6b0af3ea1da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:49.105103 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-107d727e-40b1-4e2c-b543-6b0af3ea1da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:49.105565 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-107d727e-40b1-4e2c-b543-6b0af3ea1da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:49.106022 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-107d727e-40b1-4e2c-b543-6b0af3ea1da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:49.106478 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-107d727e-40b1-4e2c-b543-6b0af3ea1da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:49.108566 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-107d727e-40b1-4e2c-b543-6b0af3ea1da6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ef249261d4604936b13aa21e0bea0dc2&device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 6500 time: 0.1177816 Aug 19 14:46:49.114875 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c72e90b7-8765-4fda-b4e4-3f5efa3bd93b req-49cbbe0c-59a3-4ea9-957e-57e8f601170a tempest-AbsoluteLimitsNegativeTestJSON-1004791996 tempest-AbsoluteLimitsNegativeTestJSON-1004791996-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=c5c8674b926046e6a2bd384331e5e6e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487423 Aug 19 14:46:49.159586 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf1a82a-9734-40f4-a488-cdf2598f7bc5 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Pushing event deleted for resources: {'Port': ['ID=9c31f23f-40c8-450b-bb18-5a714cbde746,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:49.319202 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device efc0a561-d500-4cd3-9e34-67a72888509e details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:46:49.394532 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-337d9d44-62cc-4a09-bc81-6964e8338e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:49.395246 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-337d9d44-62cc-4a09-bc81-6964e8338e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:49.395877 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-337d9d44-62cc-4a09-bc81-6964e8338e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:49.398163 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-337d9d44-62cc-4a09-bc81-6964e8338e60 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c4f80db4-35be-4b3c-8bae-306ff26e4f72&id=dac15f89-eb05-4149-aeea-9b60945c8ac2&id=dac15f89-eb05-4149-aeea-9b60945c8ac2&id=dac15f89-eb05-4149-aeea-9b60945c8ac2&id=dac15f89-eb05-4149-aeea-9b60945c8ac2&id=f6ac2016-e7c1-459d-ba43-66cd8666f5a3&id=f6ac2016-e7c1-459d-ba43-66cd8666f5a3 HTTP/1.1" status: 200 len: 2297 time: 0.2443528 Aug 19 14:46:49.421828 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aaf1a82a-9734-40f4-a488-cdf2598f7bc5 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:49.425105 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aaf1a82a-9734-40f4-a488-cdf2598f7bc5 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:49.426457 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-aaf1a82a-9734-40f4-a488-cdf2598f7bc5 tempest-ServersTestBootFromVolume-1743969503 tempest-ServersTestBootFromVolume-1743969503-project] 10.222.0.69 "DELETE /v2.0/floatingips/7491a2f0-5e5d-4eaf-8b8d-959e8396d220 HTTP/1.1" status: 204 len: 168 time: 1.5225148 Aug 19 14:46:49.429428 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51060) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:49.444488 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port efc0a561-d500-4cd3-9e34-67a72888509e, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=efc0a561-d500-4cd3-9e34-67a72888509e,segment=NetworkSegment(dfb5451f-ae59-4348-b57d-1e05105b4f16),segment_id=dfb5451f-ae59-4348-b57d-1e05105b4f16)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:46:49.466777 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e90b7-8765-4fda-b4e4-3f5efa3bd93b req-0b6fdfd7-6a5a-4bbd-adbb-9a43866c939f tempest-AbsoluteLimitsNegativeTestJSON-1004791996 tempest-AbsoluteLimitsNegativeTestJSON-1004791996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:49.484151 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': 'efc0a561-d500-4cd3-9e34-67a72888509e', 'network_id': '23c2e440-9ca3-45a7-ab8d-c7ac81e99a99', 'port_id': 'efc0a561-d500-4cd3-9e34-67a72888509e', 'mac_address': 'fa:16:3e:38:cf:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9422880f-eaac-4c78-82da-517737e1ea86', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:46:49.487581 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c72e90b7-8765-4fda-b4e4-3f5efa3bd93b req-0b6fdfd7-6a5a-4bbd-adbb-9a43866c939f tempest-AbsoluteLimitsNegativeTestJSON-1004791996 tempest-AbsoluteLimitsNegativeTestJSON-1004791996-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3444765 Aug 19 14:46:49.536861 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:49.543073 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c72e90b7-8765-4fda-b4e4-3f5efa3bd93b req-36a49065-4a97-4a42-a019-0bb165b62229 tempest-AbsoluteLimitsNegativeTestJSON-1004791996 tempest-AbsoluteLimitsNegativeTestJSON-1004791996-project] 10.222.0.69 "GET /v2.0/quotas/c5c8674b926046e6a2bd384331e5e6e3 HTTP/1.1" status: 200 len: 375 time: 0.0542719 Aug 19 14:46:49.558513 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efc0a561-d500-4cd3-9e34-67a72888509e {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:46:49.588032 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port efc0a561-d500-4cd3-9e34-67a72888509e, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=efc0a561-d500-4cd3-9e34-67a72888509e,segment=NetworkSegment(dfb5451f-ae59-4348-b57d-1e05105b4f16),segment_id=dfb5451f-ae59-4348-b57d-1e05105b4f16)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:46:49.594176 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:49.615368 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c72e90b7-8765-4fda-b4e4-3f5efa3bd93b req-6d09a7e8-6adb-4154-a8f9-8aa1630db25a tempest-AbsoluteLimitsNegativeTestJSON-1004791996 tempest-AbsoluteLimitsNegativeTestJSON-1004791996-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c5c8674b926046e6a2bd384331e5e6e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0710752 Aug 19 14:46:49.664859 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-459f433c-2b61-41ad-8151-027e7496afeb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d HTTP/1.1" status: 200 len: 1001 time: 0.2537136 Aug 19 14:46:49.750530 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=efc0a561-d500-4cd3-9e34-67a72888509e,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:49.784050 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-ccaf75aa-5691-4fcb-abdc-1ac7630502e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:49.785677 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-ccaf75aa-5691-4fcb-abdc-1ac7630502e5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bcb8b434-4c76-4ea2-aea9-8e7ef5c2e1da HTTP/1.1" status: 200 len: 855 time: 0.1074409 Aug 19 14:46:49.805452 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269cdb4f-9663-4b94-aefc-ab022d8dd717 req-26a25f08-d0e4-4dc5-bae1-e0d83cb6f2a4 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:49.807045 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-269cdb4f-9663-4b94-aefc-ab022d8dd717 req-26a25f08-d0e4-4dc5-bae1-e0d83cb6f2a4 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=afebcfeb-c7e2-46c1-b827-43a60def1f35 HTTP/1.1" status: 200 len: 943 time: 0.2336972 Aug 19 14:46:49.899832 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-c3b23aa0-fd3d-4610-af50-33288c3160e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:49.901450 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-c3b23aa0-fd3d-4610-af50-33288c3160e9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c4f80db4-35be-4b3c-8bae-306ff26e4f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0928218 Aug 19 14:46:49.921980 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-269cdb4f-9663-4b94-aefc-ab022d8dd717 req-032db4c0-2b4d-47eb-b810-c1ac53e4f0e5 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961659 Aug 19 14:46:49.922175 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['efc0a561-d500-4cd3-9e34-67a72888509e'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:46:49.966951 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d7c963a9-a8a5-4420-baee-6e34e8a2865d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:50.021556 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-672015e6-96a8-445d-8611-5a31603911fc service neutron] 10.222.0.88 "GET /v2.0/networks/c4f80db4-35be-4b3c-8bae-306ff26e4f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985835 Aug 19 14:46:50.241125 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-15f5bba1-7938-417c-841a-299237d188c8 service neutron] 10.222.0.88 "GET /v2.0/networks/c4f80db4-35be-4b3c-8bae-306ff26e4f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109499 Aug 19 14:46:50.267651 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2975fbb-a66d-46c9-9f02-1418f4d1aca1 req-9117091c-a1ef-4c5f-9084-971d43dff4a6 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:50.275907 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e2975fbb-a66d-46c9-9f02-1418f4d1aca1 req-9117091c-a1ef-4c5f-9084-971d43dff4a6 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=067dd44e-0bfb-475e-b0cc-b653f93fc45a HTTP/1.1" status: 200 len: 945 time: 0.1491578 Aug 19 14:46:50.312754 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51076) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:50.320400 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-a7a20d97-d337-4498-82a7-dbd598ffa884 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=f5041c84-227f-4ce0-b39a-d1af5a9cfa38 HTTP/1.1" status: 200 len: 217 time: 0.0685136 Aug 19 14:46:50.393684 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-5c207fb6-3785-4b05-8466-0cd90bc19e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:50.395247 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-5c207fb6-3785-4b05-8466-0cd90bc19e6a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=55724c78-10e9-41fc-9f40-aa41fd533be5 HTTP/1.1" status: 200 len: 797 time: 0.0660009 Aug 19 14:46:50.423344 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d7c963a9-a8a5-4420-baee-6e34e8a2865d admin admin] Deleting port d028c98a-da11-452c-b1f0-4557ca12da6d {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:46:50.423683 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d7c963a9-a8a5-4420-baee-6e34e8a2865d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:50.428236 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e2975fbb-a66d-46c9-9f02-1418f4d1aca1 req-f9de7328-2c7c-4890-a472-e41d556200e8 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503847 Aug 19 14:46:50.475248 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-661d3861-a2db-4e73-ac31-a361fa97f795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:50.477212 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-661d3861-a2db-4e73-ac31-a361fa97f795 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=dac15f89-eb05-4149-aeea-9b60945c8ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0647442 Aug 19 14:46:50.595908 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-d7c963a9-a8a5-4420-baee-6e34e8a2865d admin admin] For port d028c98a-da11-452c-b1f0-4557ca12da6d, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=d028c98a-da11-452c-b1f0-4557ca12da6d,segment=NetworkSegment(706f6673-405f-41c8-9975-bc9952598c62),segment_id=706f6673-405f-41c8-9975-bc9952598c62)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:46:50.596482 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d7c963a9-a8a5-4420-baee-6e34e8a2865d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:50.609239 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-d360443d-a597-4997-9230-5a0e6d493b6d service neutron] 10.222.0.88 "GET /v2.0/networks/dac15f89-eb05-4149-aeea-9b60945c8ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232994 Aug 19 14:46:50.611442 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d7c963a9-a8a5-4420-baee-6e34e8a2865d admin admin] Calling delete_port for d028c98a-da11-452c-b1f0-4557ca12da6d owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:46:50.635757 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-19258157-f26c-4284-8775-e9f8529fbac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:50.770455 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-279abf17-511d-400c-be7a-e8110f82e451 service neutron] 10.222.0.88 "GET /v2.0/networks/dac15f89-eb05-4149-aeea-9b60945c8ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487944 Aug 19 14:46:50.818740 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d7c963a9-a8a5-4420-baee-6e34e8a2865d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:50.819117 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-0d81ad03-2510-4427-b868-081cf9a4ffb6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=56da6e17-81c7-428b-af76-84d1fb4c24f1 HTTP/1.1" status: 200 len: 217 time: 0.0409973 Aug 19 14:46:50.853489 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c963a9-a8a5-4420-baee-6e34e8a2865d admin admin] Pushing event deleted for resources: {'Port': ['ID=d028c98a-da11-452c-b1f0-4557ca12da6d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:50.899176 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-19258157-f26c-4284-8775-e9f8529fbac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:50.906726 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-19d7265d-158c-4d33-a28b-03954d7e4f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:50.919150 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-19d7265d-158c-4d33-a28b-03954d7e4f8d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=55724c78-10e9-41fc-9f40-aa41fd533be5 HTTP/1.1" status: 200 len: 797 time: 0.0918758 Aug 19 14:46:50.920627 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-19258157-f26c-4284-8775-e9f8529fbac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:51.013185 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-19258157-f26c-4284-8775-e9f8529fbac2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c5c8674b926046e6a2bd384331e5e6e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6992691 Aug 19 14:46:51.019514 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51084) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:51.020966 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19258157-f26c-4284-8775-e9f8529fbac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97d78aa-5da8-445b-a8fe-3d8ce6ee869d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:51.098173 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d7c963a9-a8a5-4420-baee-6e34e8a2865d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:51.119874 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-b49cba9a-101c-4f38-b036-850252953c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:51.121975 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-b49cba9a-101c-4f38-b036-850252953c75 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=dac15f89-eb05-4149-aeea-9b60945c8ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1906979 Aug 19 14:46:51.285195 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c6dd2d56-ed24-4535-9730-d9dd4eace5b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:51.303718 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85678304-2077-4270-8477-ef36a5fa6e61 req-58b078e4-f13b-4c68-8676-a97390f5ae26 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:51.305339 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-85678304-2077-4270-8477-ef36a5fa6e61 req-58b078e4-f13b-4c68-8676-a97390f5ae26 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=afebcfeb-c7e2-46c1-b827-43a60def1f35 HTTP/1.1" status: 200 len: 944 time: 0.2429996 Aug 19 14:46:51.323627 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device efc0a561-d500-4cd3-9e34-67a72888509e up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:46:51.359872 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c6dd2d56-ed24-4535-9730-d9dd4eace5b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:51.423644 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c963a9-a8a5-4420-baee-6e34e8a2865d admin admin] Router aa05e8d4-6513-4a2b-8f85-2d538da28329 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:46:51.461281 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port efc0a561-d500-4cd3-9e34-67a72888509e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:46:51.468700 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port efc0a561-d500-4cd3-9e34-67a72888509e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:46:51.469255 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:51.522186 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-7f3fdd72-be92-4428-8c56-2502ce9e43d1 service neutron] 10.222.0.88 "GET /v2.0/networks/dac15f89-eb05-4149-aeea-9b60945c8ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3816531 Aug 19 14:46:51.567223 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-85678304-2077-4270-8477-ef36a5fa6e61 req-a2ee8dde-8a8d-418d-9bd4-5b9d681d0cc4 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432423 Aug 19 14:46:51.602832 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:51.632496 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afebcfeb-c7e2-46c1-b827-43a60def1f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc0a561-d500-4cd3-9e34-67a72888509e'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:46:51.636867 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0c7175-1777-431f-a561-436ef2f6e30e" -d '{"events": [{"server_uuid": "afebcfeb-c7e2-46c1-b827-43a60def1f35", "name": "network-vif-plugged", "status": "completed", "tag": "efc0a561-d500-4cd3-9e34-67a72888509e"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:46:51.676928 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c963a9-a8a5-4420-baee-6e34e8a2865d admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:46:51.684422 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port efc0a561-d500-4cd3-9e34-67a72888509e, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=efc0a561-d500-4cd3-9e34-67a72888509e,segment=NetworkSegment(dfb5451f-ae59-4348-b57d-1e05105b4f16),segment_id=dfb5451f-ae59-4348-b57d-1e05105b4f16)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:46:51.687923 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0c61b6-8823-4178-a19b-a62335e3bc71 None None] Sync routers for ids ['aa05e8d4-6513-4a2b-8f85-2d538da28329'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:46:51.697223 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d7c963a9-a8a5-4420-baee-6e34e8a2865d admin admin] 10.222.0.69 "PUT /v2.0/routers/aa05e8d4-6513-4a2b-8f85-2d538da28329/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2666121 Aug 19 14:46:51.700381 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:51.700745 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51094) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:51.702988 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0c61b6-8823-4178-a19b-a62335e3bc71 None None] Routers {'aa05e8d4-6513-4a2b-8f85-2d538da28329'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:46:51.703864 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1d0c61b6-8823-4178-a19b-a62335e3bc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:46:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['aa05e8d4-6513-4a2b-8f85-2d538da28329'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:51.740135 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7448e33a-b728-4758-b1b0-85e8f62ea96e x-openstack-request-id: req-7448e33a-b728-4758-b1b0-85e8f62ea96e {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:46:51.740745 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afebcfeb-c7e2-46c1-b827-43a60def1f35", "name": "network-vif-plugged", "status": "completed", "tag": "efc0a561-d500-4cd3-9e34-67a72888509e", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:46:51.741314 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7448e33a-b728-4758-b1b0-85e8f62ea96e {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:46:51.741875 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afebcfeb-c7e2-46c1-b827-43a60def1f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc0a561-d500-4cd3-9e34-67a72888509e', 'code': 200} Aug 19 14:46:51.745731 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c6dd2d56-ed24-4535-9730-d9dd4eace5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:51.755752 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c6dd2d56-ed24-4535-9730-d9dd4eace5b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:51.757630 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-c6dd2d56-ed24-4535-9730-d9dd4eace5b6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d97d78aa-5da8-445b-a8fe-3d8ce6ee869d HTTP/1.1" status: 204 len: 168 time: 0.7332840 Aug 19 14:46:51.808806 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd2d56-ed24-4535-9730-d9dd4eace5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97d78aa-5da8-445b-a8fe-3d8ce6ee869d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:51.849246 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=efc0a561-d500-4cd3-9e34-67a72888509e,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:51.902508 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5c5ed-0e46-441f-9bef-7e5cd1c4b584 req-c9e28ae3-07f3-4ac9-b8c1-0c34df3701fa tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:51.906843 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7dc5c5ed-0e46-441f-9bef-7e5cd1c4b584 req-c9e28ae3-07f3-4ac9-b8c1-0c34df3701fa tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=067dd44e-0bfb-475e-b0cc-b653f93fc45a HTTP/1.1" status: 200 len: 945 time: 0.3747501 Aug 19 14:46:52.013590 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-1d0c61b6-8823-4178-a19b-a62335e3bc71 None None] Set router aa05e8d4-6513-4a2b-8f85-2d538da28329 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:46:52.016828 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-c6324258-91b6-4592-9fa1-4299943bf74e service neutron] 10.222.0.88 "GET /v2.0/networks/dac15f89-eb05-4149-aeea-9b60945c8ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4792652 Aug 19 14:46:52.054859 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7dc5c5ed-0e46-441f-9bef-7e5cd1c4b584 req-dc8c37a6-104c-4e5b-99e4-044153f2c76a tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386719 Aug 19 14:46:52.120555 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-08ce5c95-1c4e-4c67-a7c8-c5673aef17f1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=93485bc7-eef2-4211-b0e9-a72ac559f8f1 HTTP/1.1" status: 200 len: 217 time: 0.0936818 Aug 19 14:46:52.179648 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-8757da56-fc9e-45b4-93c7-a5b5f49779f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:52.181611 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-8757da56-fc9e-45b4-93c7-a5b5f49779f3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=55724c78-10e9-41fc-9f40-aa41fd533be5 HTTP/1.1" status: 200 len: 797 time: 0.0538683 Aug 19 14:46:52.195431 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18917493-0b67-49c1-89d3-f73012b8091d req-a70f5150-3358-49c9-b610-fc6721b6d4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:52.197634 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-18917493-0b67-49c1-89d3-f73012b8091d req-a70f5150-3358-49c9-b610-fc6721b6d4d3 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=afebcfeb-c7e2-46c1-b827-43a60def1f35 HTTP/1.1" status: 200 len: 1096 time: 0.0877581 Aug 19 14:46:52.233500 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6803e14-b6be-47de-9b33-e60300712eac admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:52.314081 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-7e8c08a3-e27c-460a-934a-da2fd94eea6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:52.316055 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-7e8c08a3-e27c-460a-934a-da2fd94eea6e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=dac15f89-eb05-4149-aeea-9b60945c8ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1258957 Aug 19 14:46:52.327131 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-18917493-0b67-49c1-89d3-f73012b8091d req-6ca1e8bf-80bc-4531-9735-e3dea2f083b5 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211643 Aug 19 14:46:52.405024 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1d0c61b6-8823-4178-a19b-a62335e3bc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa05e8d4-6513-4a2b-8f85-2d538da28329', 'name': 'tempest-ServersTestBootFromVolume-549399775-router', 'tenant_id': 'df380a6529a845d9a6df3627792632d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '3c22b558-2994-424a-a9d0-9b056046cf93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:43:36Z', 'updated_at': '2021-08-19T14:46:50Z', 'revision_number': 5, 'project_id': 'df380a6529a845d9a6df3627792632d0', 'gw_port': {'id': '3c22b558-2994-424a-a9d0-9b056046cf93', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:50:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa05e8d4-6513-4a2b-8f85-2d538da28329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:43:37Z', 'updated_at': '2021-08-19T14:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:52.476007 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6803e14-b6be-47de-9b33-e60300712eac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:52.480116 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0c61b6-8823-4178-a19b-a62335e3bc71 None None] Checking router: aa05e8d4-6513-4a2b-8f85-2d538da28329 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:46:52.498623 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0c61b6-8823-4178-a19b-a62335e3bc71 None None] Routers {'aa05e8d4-6513-4a2b-8f85-2d538da28329'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:46:52.502234 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1d0c61b6-8823-4178-a19b-a62335e3bc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:46:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['aa05e8d4-6513-4a2b-8f85-2d538da28329'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:52.547091 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-a41061c3-b063-41a4-ad60-59d49203e2a0 service neutron] 10.222.0.88 "GET /v2.0/networks/dac15f89-eb05-4149-aeea-9b60945c8ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218885 Aug 19 14:46:52.561118 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-f6803e14-b6be-47de-9b33-e60300712eac admin admin] Deleting port 3c22b558-2994-424a-a9d0-9b056046cf93 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:46:52.561751 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6803e14-b6be-47de-9b33-e60300712eac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:52.688831 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-1d0c61b6-8823-4178-a19b-a62335e3bc71 None None] Set router aa05e8d4-6513-4a2b-8f85-2d538da28329 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:46:52.727397 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-f6803e14-b6be-47de-9b33-e60300712eac admin admin] For port 3c22b558-2994-424a-a9d0-9b056046cf93, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=3c22b558-2994-424a-a9d0-9b056046cf93,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:46:52.727925 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6803e14-b6be-47de-9b33-e60300712eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:52.750335 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-b0fcc005-6882-497e-97af-5c2f3fb6185c service neutron] 10.222.0.88 "GET /v2.0/networks/dac15f89-eb05-4149-aeea-9b60945c8ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942658 Aug 19 14:46:52.753626 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-f6803e14-b6be-47de-9b33-e60300712eac admin admin] Calling delete_port for 3c22b558-2994-424a-a9d0-9b056046cf93 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:46:52.821183 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-4cd577c6-518e-4a62-ba9e-7bb456672dbe service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=a16826a5-9cce-46a1-90cc-c867f69bcd8c HTTP/1.1" status: 200 len: 217 time: 0.0505309 Aug 19 14:46:52.822145 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1d0c61b6-8823-4178-a19b-a62335e3bc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa05e8d4-6513-4a2b-8f85-2d538da28329', 'name': 'tempest-ServersTestBootFromVolume-549399775-router', 'tenant_id': 'df380a6529a845d9a6df3627792632d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:43:36Z', 'updated_at': '2021-08-19T14:46:52Z', 'revision_number': 6, 'project_id': 'df380a6529a845d9a6df3627792632d0', 'gw_port_host': None}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:52.858422 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0c61b6-8823-4178-a19b-a62335e3bc71 None None] The sync data for ids ['aa05e8d4-6513-4a2b-8f85-2d538da28329'] in n-d-766043-2 is: [{'id': 'aa05e8d4-6513-4a2b-8f85-2d538da28329', 'name': 'tempest-ServersTestBootFromVolume-549399775-router', 'tenant_id': 'df380a6529a845d9a6df3627792632d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:43:36Z', 'updated_at': '2021-08-19T14:46:52Z', 'revision_number': 6, 'project_id': 'df380a6529a845d9a6df3627792632d0', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:46:52.898008 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-bd19f473-5b76-49ae-9ec0-4ffd38af45b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:52.899489 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-bd19f473-5b76-49ae-9ec0-4ffd38af45b0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=55724c78-10e9-41fc-9f40-aa41fd533be5 HTTP/1.1" status: 200 len: 797 time: 0.0660293 Aug 19 14:46:52.912667 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24f3c5-42eb-4af3-a534-a67d5888f8eb req-8a8284f4-bf22-49e2-ba77-1bece0c65526 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:52.914241 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9a24f3c5-42eb-4af3-a534-a67d5888f8eb req-8a8284f4-bf22-49e2-ba77-1bece0c65526 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=afebcfeb-c7e2-46c1-b827-43a60def1f35 HTTP/1.1" status: 200 len: 945 time: 0.1781337 Aug 19 14:46:52.985940 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9a24f3c5-42eb-4af3-a534-a67d5888f8eb req-4dad2b70-bf0a-4deb-9844-0f37562aa0e8 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551682 Aug 19 14:46:53.009896 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-73e003b5-592e-44a5-b3c8-c42d2d9a635b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:53.014315 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-73e003b5-592e-44a5-b3c8-c42d2d9a635b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=dac15f89-eb05-4149-aeea-9b60945c8ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0973830 Aug 19 14:46:53.050739 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6803e14-b6be-47de-9b33-e60300712eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:53.143846 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-90a398bc-7c44-4805-be7c-57e14f408147 service neutron] 10.222.0.88 "GET /v2.0/networks/dac15f89-eb05-4149-aeea-9b60945c8ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188254 Aug 19 14:46:53.181407 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6803e14-b6be-47de-9b33-e60300712eac admin admin] Pushing event deleted for resources: {'Port': ['ID=3c22b558-2994-424a-a9d0-9b056046cf93,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:53.278025 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51130) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:53.295709 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-1c19e7d9-4f6f-4541-8e16-00e20ca79288 service neutron] 10.222.0.88 "GET /v2.0/networks/dac15f89-eb05-4149-aeea-9b60945c8ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416678 Aug 19 14:46:53.403456 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6803e14-b6be-47de-9b33-e60300712eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:53.409226 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-dfecb589-6c99-4220-bd67-825eaeadcc0d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e8982814-7c65-4c2d-a505-8e9ce81f7934 HTTP/1.1" status: 200 len: 217 time: 0.1051600 Aug 19 14:46:53.510004 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device d028c98a-da11-452c-b1f0-4557ca12da6d no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:46:53.545751 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: d028c98a-da11-452c-b1f0-4557ca12da6d {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:46:53.546352 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device d028c98a-da11-452c-b1f0-4557ca12da6d not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:46:53.558651 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6803e14-b6be-47de-9b33-e60300712eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:53.561825 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6803e14-b6be-47de-9b33-e60300712eac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:53.570955 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa853a3-ea64-4620-9a00-8f2b56c761c9 req-badab745-fcb2-495a-a5d5-5b214d7d6410 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:53.572871 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-daa853a3-ea64-4620-9a00-8f2b56c761c9 req-badab745-fcb2-495a-a5d5-5b214d7d6410 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=067dd44e-0bfb-475e-b0cc-b653f93fc45a HTTP/1.1" status: 200 len: 945 time: 0.1667514 Aug 19 14:46:53.575185 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-188b5aeb-6dc6-4fbd-acc0-75541ab2b0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:53.576602 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-188b5aeb-6dc6-4fbd-acc0-75541ab2b0a1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=64065ff9-b8bb-4212-8aca-114b6986ce18 HTTP/1.1" status: 200 len: 797 time: 0.1019371 Aug 19 14:46:53.626414 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-492f04e4-d074-4c33-9731-69fa0f075534 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1501725910-network', 'tenant_id': 'f8a38202591b4ab4b2c88662991e6e0b'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:46:53.630812 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6803e14-b6be-47de-9b33-e60300712eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:53.635035 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6803e14-b6be-47de-9b33-e60300712eac admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa05e8d4-6513-4a2b-8f85-2d538da28329 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:46:53.642871 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6803e14-b6be-47de-9b33-e60300712eac admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:53.646626 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f6803e14-b6be-47de-9b33-e60300712eac admin admin] 10.222.0.69 "DELETE /v2.0/routers/aa05e8d4-6513-4a2b-8f85-2d538da28329 HTTP/1.1" status: 204 len: 168 time: 1.9447625 Aug 19 14:46:53.648949 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51138) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:53.658492 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-daa853a3-ea64-4620-9a00-8f2b56c761c9 req-bede874d-cda6-40fa-888b-5cb52d99221b tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743501 Aug 19 14:46:53.671671 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-5ec61941-18b6-4a19-821f-64cdd320530b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:53.674103 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-5ec61941-18b6-4a19-821f-64cdd320530b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f6ac2016-e7c1-459d-ba43-66cd8666f5a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0836554 Aug 19 14:46:53.704779 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492f04e4-d074-4c33-9731-69fa0f075534 admin admin] Made reservation on behalf of f8a38202591b4ab4b2c88662991e6e0b for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:46:53.707055 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-492f04e4-d074-4c33-9731-69fa0f075534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:53.719004 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-492f04e4-d074-4c33-9731-69fa0f075534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:53.723264 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc744735-3f7c-446c-b627-d0e3b4a35d0a admin admin] Deleting subnet 1eb22714-ed22-4215-8c28-ce90cbd3694f {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:46:53.731710 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc744735-3f7c-446c-b627-d0e3b4a35d0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:53.779263 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc744735-3f7c-446c-b627-d0e3b4a35d0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:53.797577 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-17b2f43f-8d4f-412d-91e4-704386b7de00 service neutron] 10.222.0.88 "GET /v2.0/networks/f6ac2016-e7c1-459d-ba43-66cd8666f5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153135 Aug 19 14:46:53.907595 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-abc84f4b-e9aa-42d2-a76c-b2f40734bb3d service neutron] 10.222.0.88 "GET /v2.0/networks/f6ac2016-e7c1-459d-ba43-66cd8666f5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028106 Aug 19 14:46:53.927998 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc744735-3f7c-446c-b627-d0e3b4a35d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:53.954327 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-1fe8e34d-affb-47a5-a0f9-6a8792b7f746 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3866d923-fecf-45c7-b7c5-f449482615e0 HTTP/1.1" status: 200 len: 217 time: 0.0402887 Aug 19 14:46:53.960451 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-492f04e4-d074-4c33-9731-69fa0f075534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:53.966517 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-492f04e4-d074-4c33-9731-69fa0f075534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:54.007369 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-492f04e4-d074-4c33-9731-69fa0f075534 admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:46:54.009848 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-b6a95cf6-216a-4eeb-8255-139f0d6df2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:54.010023 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f04e4-d074-4c33-9731-69fa0f075534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63bbe400-1969-4ab6-bfdf-8984357f3da5,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:54.012249 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-b6a95cf6-216a-4eeb-8255-139f0d6df2b7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=64065ff9-b8bb-4212-8aca-114b6986ce18 HTTP/1.1" status: 200 len: 797 time: 0.0514181 Aug 19 14:46:54.030314 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-492f04e4-d074-4c33-9731-69fa0f075534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:54.030803 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-492f04e4-d074-4c33-9731-69fa0f075534 admin admin] Added segment d1cfb425-e152-40e2-b3d4-f94fb44e8d95 of type vlan for network b2d4d555-2e9b-4733-8514-652e7f465792 Aug 19 14:46:54.071826 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc744735-3f7c-446c-b627-d0e3b4a35d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:54.102781 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-8faebac9-bb82-463a-91cc-d45e2e2e74bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:54.104529 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-8faebac9-bb82-463a-91cc-d45e2e2e74bd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f6ac2016-e7c1-459d-ba43-66cd8666f5a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0805330 Aug 19 14:46:54.129678 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc744735-3f7c-446c-b627-d0e3b4a35d0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1eb22714-ed22-4215-8c28-ce90cbd3694f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:54.134836 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-492f04e4-d074-4c33-9731-69fa0f075534 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:54.141421 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc744735-3f7c-446c-b627-d0e3b4a35d0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:54.145159 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-fc744735-3f7c-446c-b627-d0e3b4a35d0a admin admin] 10.222.0.69 "DELETE /v2.0/subnets/1eb22714-ed22-4215-8c28-ce90cbd3694f HTTP/1.1" status: 204 len: 168 time: 0.4949541 Aug 19 14:46:54.147719 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51142) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:54.148193 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89467786-c734-4950-ae04-67687f201fc7 None None] Network 627779b5-fb62-4ebb-a93a-4cd257e391a1 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:46:54.188957 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420addbd-9be1-4d5e-b32f-190d7dacecc2 req-9eb5f01b-41c8-405b-ae05-e085207026cf tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:54.190451 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-420addbd-9be1-4d5e-b32f-190d7dacecc2 req-9eb5f01b-41c8-405b-ae05-e085207026cf tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=afebcfeb-c7e2-46c1-b827-43a60def1f35 HTTP/1.1" status: 200 len: 945 time: 0.1211259 Aug 19 14:46:54.249861 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-492f04e4-d074-4c33-9731-69fa0f075534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:54.250871 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492f04e4-d074-4c33-9731-69fa0f075534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:54.251458 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-492f04e4-d074-4c33-9731-69fa0f075534 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:54.269370 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-f1169a4b-87b8-4452-a5c7-303fe741976a service neutron] 10.222.0.88 "GET /v2.0/networks/f6ac2016-e7c1-459d-ba43-66cd8666f5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534081 Aug 19 14:46:54.278073 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-492f04e4-d074-4c33-9731-69fa0f075534 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9894955 Aug 19 14:46:54.283021 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db9eb423-00e6-46f9-8a24-02d8eafeecb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:54.285270 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51146) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:54.301641 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9f8645d1-1ced-42ac-94e2-3126abaeb08f admin admin] Request body: {'subnet': {'network_id': 'b2d4d555-2e9b-4733-8514-652e7f465792', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1501725910-subnet', 'tenant_id': 'f8a38202591b4ab4b2c88662991e6e0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:46:54.343570 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8645d1-1ced-42ac-94e2-3126abaeb08f admin admin] Made reservation on behalf of f8a38202591b4ab4b2c88662991e6e0b for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:46:54.345994 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f8645d1-1ced-42ac-94e2-3126abaeb08f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:54.350727 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-420addbd-9be1-4d5e-b32f-190d7dacecc2 req-1de13d96-bb7a-451b-9118-d09dd339b939 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140034 Aug 19 14:46:54.380195 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f04e4-d074-4c33-9731-69fa0f075534 admin admin] Pushing event updated for resources: {'Network': ['ID=b2d4d555-2e9b-4733-8514-652e7f465792,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:54.394090 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network b2d4d555-2e9b-4733-8514-652e7f465792 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:46:54.445943 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5994297-52ce-4090-a3e2-48144463b081 None None] DHCP port deletion for 627779b5-fb62-4ebb-a93a-4cd257e391a1 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:46:54.469575 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-db9eb423-00e6-46f9-8a24-02d8eafeecb4 admin admin] Deleting port 5d2d9a0b-c4a5-4d2c-827c-2bf8ca25099e {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:46:54.470329 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db9eb423-00e6-46f9-8a24-02d8eafeecb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:54.567401 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-db9eb423-00e6-46f9-8a24-02d8eafeecb4 admin admin] For port 5d2d9a0b-c4a5-4d2c-827c-2bf8ca25099e, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=5d2d9a0b-c4a5-4d2c-827c-2bf8ca25099e,segment=NetworkSegment(706f6673-405f-41c8-9975-bc9952598c62),segment_id=706f6673-405f-41c8-9975-bc9952598c62)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:46:54.568627 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db9eb423-00e6-46f9-8a24-02d8eafeecb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:54.610819 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-db9eb423-00e6-46f9-8a24-02d8eafeecb4 admin admin] Calling delete_port for 5d2d9a0b-c4a5-4d2c-827c-2bf8ca25099e owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:46:54.718971 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db9eb423-00e6-46f9-8a24-02d8eafeecb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:54.751401 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9eb423-00e6-46f9-8a24-02d8eafeecb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d2d9a0b-c4a5-4d2c-827c-2bf8ca25099e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:54.753599 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9eb423-00e6-46f9-8a24-02d8eafeecb4 admin admin] No DVR routers for this DVR port 5d2d9a0b-c4a5-4d2c-827c-2bf8ca25099e on host n-d-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:46:54.777163 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c5994297-52ce-4090-a3e2-48144463b081 None None] Deleting port 5d2d9a0b-c4a5-4d2c-827c-2bf8ca25099e {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:46:54.777612 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c5994297-52ce-4090-a3e2-48144463b081 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:54.870836 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c5994297-52ce-4090-a3e2-48144463b081 None None] For port 5d2d9a0b-c4a5-4d2c-827c-2bf8ca25099e, host n-d-766043-2, got binding levels [] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:46:54.871554 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c5994297-52ce-4090-a3e2-48144463b081 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:54.882249 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db9eb423-00e6-46f9-8a24-02d8eafeecb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:54.887990 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c5994297-52ce-4090-a3e2-48144463b081 None None] Calling delete_port for 5d2d9a0b-c4a5-4d2c-827c-2bf8ca25099e owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:46:54.891365 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.ipam_backend_mixin [None req-c5994297-52ce-4090-a3e2-48144463b081 None None] Port 5d2d9a0b-c4a5-4d2c-827c-2bf8ca25099e was not found and therefore no delete operation was performed {{(pid=94641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 14:46:54.893230 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c5994297-52ce-4090-a3e2-48144463b081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:54.897695 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-db9eb423-00e6-46f9-8a24-02d8eafeecb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['627779b5-fb62-4ebb-a93a-4cd257e391a1']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:54.918079 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-db9eb423-00e6-46f9-8a24-02d8eafeecb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '706f6673-405f-41c8-9975-bc9952598c62') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:54.918561 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-db9eb423-00e6-46f9-8a24-02d8eafeecb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '706f6673-405f-41c8-9975-bc9952598c62') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:46:54.922159 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5994297-52ce-4090-a3e2-48144463b081 None None] Pushing event deleted for resources: {'Port': ['ID=5d2d9a0b-c4a5-4d2c-827c-2bf8ca25099e,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:54.928849 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5994297-52ce-4090-a3e2-48144463b081 None None] No DVR routers for this DVR port 5d2d9a0b-c4a5-4d2c-827c-2bf8ca25099e on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:46:54.940022 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db9eb423-00e6-46f9-8a24-02d8eafeecb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:54.959417 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db9eb423-00e6-46f9-8a24-02d8eafeecb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:54.967835 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db9eb423-00e6-46f9-8a24-02d8eafeecb4 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:46:54.968115 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db9eb423-00e6-46f9-8a24-02d8eafeecb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:54.970083 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:46:54.970083 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:46:54.970083 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:46:54.970083 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:46:54.970083 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:46:54.970083 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:46:54.970083 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:46:54.970083 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:46:54.970083 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:46:54.970083 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:46:54.970083 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:46:54.970083 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:46:54.970083 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:46:54.970083 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:46:54.970083 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:46:54.970083 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:46:54.970083 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:46:54.970083 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:46:54.970083 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:46:54.970083 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:46:54.970083 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:46:54.970083 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:46:54.970083 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:46:54.970083 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:46:54.970083 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:46:54.970083 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:46:54.970083 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:46:54.970083 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:46:54.970083 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:46:54.970083 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:46:54.970083 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:46:54.970083 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:46:54.990118 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d746844-1d92-4bb5-ba33-4642fbc31cee req-05318707-307e-45f6-aa86-9b959d4b5554 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:54.991667 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0d746844-1d92-4bb5-ba33-4642fbc31cee req-05318707-307e-45f6-aa86-9b959d4b5554 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=afebcfeb-c7e2-46c1-b827-43a60def1f35 HTTP/1.1" status: 200 len: 945 time: 0.2073398 Aug 19 14:46:55.008456 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b344696-37ea-4d0e-9a67-99e917042dd8 req-1801d453-ee64-4f56-b8c5-420a33b597d6 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:55.009942 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4b344696-37ea-4d0e-9a67-99e917042dd8 req-1801d453-ee64-4f56-b8c5-420a33b597d6 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=067dd44e-0bfb-475e-b0cc-b653f93fc45a HTTP/1.1" status: 200 len: 945 time: 0.1265731 Aug 19 14:46:55.028935 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db9eb423-00e6-46f9-8a24-02d8eafeecb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:55.041120 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db9eb423-00e6-46f9-8a24-02d8eafeecb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:55.044748 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-db9eb423-00e6-46f9-8a24-02d8eafeecb4 admin admin] 10.222.0.69 "DELETE /v2.0/networks/627779b5-fb62-4ebb-a93a-4cd257e391a1 HTTP/1.1" status: 204 len: 168 time: 0.8959360 Aug 19 14:46:55.069322 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b7d3bb6-699a-467c-bb71-d37510952dec req-98323271-2cf3-458a-9663-5374ad21e8b2 service neutron] 10.222.0.88 "GET /v2.0/networks/f6ac2016-e7c1-459d-ba43-66cd8666f5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7850914 Aug 19 14:46:55.074655 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9eb423-00e6-46f9-8a24-02d8eafeecb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=627779b5-fb62-4ebb-a93a-4cd257e391a1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:55.121966 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 3c22b558-2994-424a-a9d0-9b056046cf93 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:46:55.137624 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0d746844-1d92-4bb5-ba33-4642fbc31cee req-a473a6ae-93be-4748-b96a-73cdc31b5d52 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263967 Aug 19 14:46:55.147306 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 3c22b558-2994-424a-a9d0-9b056046cf93 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:46:55.147666 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 3c22b558-2994-424a-a9d0-9b056046cf93 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:46:55.147789 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4b344696-37ea-4d0e-9a67-99e917042dd8 req-eae639e0-710c-42be-abc9-6a28a05343eb tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255987 Aug 19 14:46:55.148128 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 5d2d9a0b-c4a5-4d2c-827c-2bf8ca25099e no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:46:55.204117 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 5d2d9a0b-c4a5-4d2c-827c-2bf8ca25099e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:46:55.205296 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 5d2d9a0b-c4a5-4d2c-827c-2bf8ca25099e not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:46:55.237232 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51170) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:55.245035 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f8645d1-1ced-42ac-94e2-3126abaeb08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:55.284834 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c67b6051-79f5-4ac7-afb3-1165682f4b9f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=df380a6529a845d9a6df3627792632d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458930 Aug 19 14:46:55.287189 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51174) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:55.308441 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8645d1-1ced-42ac-94e2-3126abaeb08f admin admin] Pushing event updated for resources: {'Subnet': ['ID=012fcfd6-81ba-4534-8de9-b0902e6c4481,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:55.316019 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8645d1-1ced-42ac-94e2-3126abaeb08f admin admin] Checking segment: {'id': 'd1cfb425-e152-40e2-b3d4-f94fb44e8d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b2d4d555-2e9b-4733-8514-652e7f465792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:46:55.316388 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8645d1-1ced-42ac-94e2-3126abaeb08f admin admin] Network hostable DHCP agents. Network: b2d4d555-2e9b-4733-8514-652e7f465792, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:46:55.333828 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8645d1-1ced-42ac-94e2-3126abaeb08f admin admin] Network b2d4d555-2e9b-4733-8514-652e7f465792 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:46:55.346841 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-9f8645d1-1ced-42ac-94e2-3126abaeb08f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, b2d4d555-2e9b-4733-8514-652e7f465792) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:46:55.348866 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a18f4889-a911-41bc-a1c2-1939f23022d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:55.356166 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8645d1-1ced-42ac-94e2-3126abaeb08f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:55.357041 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f8645d1-1ced-42ac-94e2-3126abaeb08f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:55.359356 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bed611-cafc-48a6-b43b-11acb3f90c21 None None] Network b2d4d555-2e9b-4733-8514-652e7f465792 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:46:55.398963 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9f8645d1-1ced-42ac-94e2-3126abaeb08f admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1121576 Aug 19 14:46:55.412060 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a18f4889-a911-41bc-a1c2-1939f23022d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:55.485829 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a18f4889-a911-41bc-a1c2-1939f23022d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:55.488620 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a18f4889-a911-41bc-a1c2-1939f23022d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:55.490462 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a18f4889-a911-41bc-a1c2-1939f23022d3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d5dd1dad-6db9-4a02-8532-bfbc9f2830cc HTTP/1.1" status: 204 len: 168 time: 0.2019150 Aug 19 14:46:55.503415 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18f4889-a911-41bc-a1c2-1939f23022d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5dd1dad-6db9-4a02-8532-bfbc9f2830cc,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:55.518163 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66b99ec-74f9-4c3c-a925-105ea220a5ea None None] Network b2d4d555-2e9b-4733-8514-652e7f465792 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:46:55.920437 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-12d2bdf2-d52e-4119-bb10-00ef200b431b req-809ff340-f631-429f-bf2d-4857aa426756 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-451581797', 'description': 'tempest-description-1708828243'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:46:55.961942 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-12d2bdf2-d52e-4119-bb10-00ef200b431b req-809ff340-f631-429f-bf2d-4857aa426756 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:56.066009 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-12d2bdf2-d52e-4119-bb10-00ef200b431b req-809ff340-f631-429f-bf2d-4857aa426756 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:56.072840 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-12d2bdf2-d52e-4119-bb10-00ef200b431b req-809ff340-f631-429f-bf2d-4857aa426756 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:56.109790 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ff340-f631-429f-bf2d-4857aa426756 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5138686-1fc5-41a1-a86f-2b5644993c9e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:56.124085 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-12d2bdf2-d52e-4119-bb10-00ef200b431b req-809ff340-f631-429f-bf2d-4857aa426756 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:56.125409 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-12d2bdf2-d52e-4119-bb10-00ef200b431b req-809ff340-f631-429f-bf2d-4857aa426756 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2098629 Aug 19 14:46:56.154357 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-252d19f1-9021-4c3d-a21e-936e71ebed38 req-1d11b3e1-13f5-4e59-beef-36d98b4893b9 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2122124796', 'description': 'tempest-description-299190853'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:46:56.182317 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-252d19f1-9021-4c3d-a21e-936e71ebed38 req-1d11b3e1-13f5-4e59-beef-36d98b4893b9 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:56.348797 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-252d19f1-9021-4c3d-a21e-936e71ebed38 req-1d11b3e1-13f5-4e59-beef-36d98b4893b9 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:56.359010 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-252d19f1-9021-4c3d-a21e-936e71ebed38 req-1d11b3e1-13f5-4e59-beef-36d98b4893b9 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:56.382294 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951f635-5726-4e93-bb2c-88494738d2a9 req-eeb4321d-bee6-4590-abd8-3bbd49fa5880 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:56.390132 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e951f635-5726-4e93-bb2c-88494738d2a9 req-eeb4321d-bee6-4590-abd8-3bbd49fa5880 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=afebcfeb-c7e2-46c1-b827-43a60def1f35 HTTP/1.1" status: 200 len: 945 time: 0.1068079 Aug 19 14:46:56.427646 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-252d19f1-9021-4c3d-a21e-936e71ebed38 req-1d11b3e1-13f5-4e59-beef-36d98b4893b9 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:56.428916 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-252d19f1-9021-4c3d-a21e-936e71ebed38 req-1d11b3e1-13f5-4e59-beef-36d98b4893b9 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2797689 Aug 19 14:46:56.468541 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d11b3e1-13f5-4e59-beef-36d98b4893b9 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf10e0b-74a5-46f5-aacf-4a22d47c6517,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:56.483850 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e951f635-5726-4e93-bb2c-88494738d2a9 req-09e84c71-0ba5-4f92-8317-5e8184f6ed01 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917013 Aug 19 14:46:56.514938 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51244) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:56.603006 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759fa27-81d8-447a-90cb-a9e3c929b39f req-30be7128-8ec1-4448-b739-4546461e9c10 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:56.606159 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4759fa27-81d8-447a-90cb-a9e3c929b39f req-30be7128-8ec1-4448-b739-4546461e9c10 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=067dd44e-0bfb-475e-b0cc-b653f93fc45a HTTP/1.1" status: 200 len: 945 time: 0.0774708 Aug 19 14:46:56.680343 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4759fa27-81d8-447a-90cb-a9e3c929b39f req-b01bfe95-26ba-43f2-9880-1050b41e7205 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624819 Aug 19 14:46:56.704571 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8b7a125e-35c2-4b3f-b4c3-aa8fea04caa8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-390882093-network', 'tenant_id': '959f9e8eca7c4b199a87f8a8c1657772'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:46:56.750983 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7a125e-35c2-4b3f-b4c3-aa8fea04caa8 admin admin] Made reservation on behalf of 959f9e8eca7c4b199a87f8a8c1657772 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:46:56.753435 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b7a125e-35c2-4b3f-b4c3-aa8fea04caa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:56.763529 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b7a125e-35c2-4b3f-b4c3-aa8fea04caa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:56.887902 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de92e6-e18a-4b0c-8bec-105db92c59c9 req-76bf0a60-277a-4a1b-8a81-5361997437b0 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:56.896236 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d6de92e6-e18a-4b0c-8bec-105db92c59c9 req-76bf0a60-277a-4a1b-8a81-5361997437b0 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/networks?id=b2d4d555-2e9b-4733-8514-652e7f465792 HTTP/1.1" status: 200 len: 813 time: 0.1340282 Aug 19 14:46:56.910842 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d6de92e6-e18a-4b0c-8bec-105db92c59c9 req-9515d8b7-93c4-4f90-a334-9a5ff554e776 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/quotas/f8a38202591b4ab4b2c88662991e6e0b HTTP/1.1" status: 200 len: 375 time: 0.0115647 Aug 19 14:46:56.919342 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b7a125e-35c2-4b3f-b4c3-aa8fea04caa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:56.939953 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b7a125e-35c2-4b3f-b4c3-aa8fea04caa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:56.957369 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d6de92e6-e18a-4b0c-8bec-105db92c59c9 req-2cebcc8b-704e-4ba0-8dbf-ddaad1d34a0d tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f8a38202591b4ab4b2c88662991e6e0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391188 Aug 19 14:46:56.975076 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b7a125e-35c2-4b3f-b4c3-aa8fea04caa8 admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:46:56.997995 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a125e-35c2-4b3f-b4c3-aa8fea04caa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea3a549-108d-4b47-b608-0ad85067c912,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:57.003464 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b7a125e-35c2-4b3f-b4c3-aa8fea04caa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:57.003986 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-8b7a125e-35c2-4b3f-b4c3-aa8fea04caa8 admin admin] Added segment 64c0e267-283c-4628-a99a-2e5f43744507 of type vlan for network 9b8e3d58-ffb7-43c2-8ced-ce0f489cf233 Aug 19 14:46:57.050308 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b7a125e-35c2-4b3f-b4c3-aa8fea04caa8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:57.078333 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b7a125e-35c2-4b3f-b4c3-aa8fea04caa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:57.078555 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d6de92e6-e18a-4b0c-8bec-105db92c59c9 req-36d6c5a5-ed59-4ddd-b95a-759707d91d84 service neutron] 10.222.0.69 "GET /v2.0/networks/b2d4d555-2e9b-4733-8514-652e7f465792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200387 Aug 19 14:46:57.079678 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7a125e-35c2-4b3f-b4c3-aa8fea04caa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:57.080391 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b7a125e-35c2-4b3f-b4c3-aa8fea04caa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:57.097953 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb5ffd5-7565-42c1-bd2e-aa778926d5db req-b2a2b1b4-534c-4b38-acab-13adf2fd81fd tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:57.099413 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bdb5ffd5-7565-42c1-bd2e-aa778926d5db req-b2a2b1b4-534c-4b38-acab-13adf2fd81fd tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=afebcfeb-c7e2-46c1-b827-43a60def1f35 HTTP/1.1" status: 200 len: 945 time: 0.0680196 Aug 19 14:46:57.145268 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8b7a125e-35c2-4b3f-b4c3-aa8fea04caa8 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6284204 Aug 19 14:46:57.150354 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51268) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:57.155918 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5ff3ddb3-3ef5-4fd6-b7d3-c4fbc7bc9ff0 admin admin] Request body: {'subnet': {'network_id': '9b8e3d58-ffb7-43c2-8ced-ce0f489cf233', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-390882093-subnet', 'tenant_id': '959f9e8eca7c4b199a87f8a8c1657772', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:46:57.173078 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a125e-35c2-4b3f-b4c3-aa8fea04caa8 admin admin] Pushing event updated for resources: {'Network': ['ID=9b8e3d58-ffb7-43c2-8ced-ce0f489cf233,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:57.187779 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 9b8e3d58-ffb7-43c2-8ced-ce0f489cf233 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:46:57.188767 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff3ddb3-3ef5-4fd6-b7d3-c4fbc7bc9ff0 admin admin] Made reservation on behalf of 959f9e8eca7c4b199a87f8a8c1657772 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:46:57.191304 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5ff3ddb3-3ef5-4fd6-b7d3-c4fbc7bc9ff0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:57.194098 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bdb5ffd5-7565-42c1-bd2e-aa778926d5db req-91857257-6175-4c34-8589-3f993d5f99c1 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872233 Aug 19 14:46:57.252960 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d6de92e6-e18a-4b0c-8bec-105db92c59c9 req-aab55bdc-8ae2-4e91-a514-8356e1f4e7c2 service neutron] 10.222.0.69 "GET /v2.0/networks/b2d4d555-2e9b-4733-8514-652e7f465792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637566 Aug 19 14:46:57.396307 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5ff3ddb3-3ef5-4fd6-b7d3-c4fbc7bc9ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:57.467844 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b61d0ce4-fc5d-41d0-97a4-5facecbd84f9 req-09d46941-2f01-412c-98ad-4cfdc8f87c41 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/ports?device_id=149a7319-da4f-41d4-9895-758818cdf8c3 HTTP/1.1" status: 200 len: 210 time: 0.0603096 Aug 19 14:46:57.472905 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff3ddb3-3ef5-4fd6-b7d3-c4fbc7bc9ff0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf5a704a-e968-4e43-b90b-bb904cff1edc,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:57.491262 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff3ddb3-3ef5-4fd6-b7d3-c4fbc7bc9ff0 admin admin] Checking segment: {'id': '64c0e267-283c-4628-a99a-2e5f43744507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9b8e3d58-ffb7-43c2-8ced-ce0f489cf233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:46:57.491620 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff3ddb3-3ef5-4fd6-b7d3-c4fbc7bc9ff0 admin admin] Network hostable DHCP agents. Network: 9b8e3d58-ffb7-43c2-8ced-ce0f489cf233, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:46:57.513552 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff3ddb3-3ef5-4fd6-b7d3-c4fbc7bc9ff0 admin admin] Network 9b8e3d58-ffb7-43c2-8ced-ce0f489cf233 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:46:57.525088 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-5ff3ddb3-3ef5-4fd6-b7d3-c4fbc7bc9ff0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 9b8e3d58-ffb7-43c2-8ced-ce0f489cf233) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:46:57.530033 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff3ddb3-3ef5-4fd6-b7d3-c4fbc7bc9ff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:57.530631 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5ff3ddb3-3ef5-4fd6-b7d3-c4fbc7bc9ff0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:57.536736 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d374932-0407-4bb2-a89c-7b49953cdf73 None None] Network 9b8e3d58-ffb7-43c2-8ced-ce0f489cf233 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:46:57.548399 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5ff3ddb3-3ef5-4fd6-b7d3-c4fbc7bc9ff0 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3968923 Aug 19 14:46:57.552596 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51282) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:46:57.559558 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8187afb0-544e-4861-8500-9afa9e9f3878 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-390882093-router', 'tenant_id': '959f9e8eca7c4b199a87f8a8c1657772', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:46:57.584164 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8187afb0-544e-4861-8500-9afa9e9f3878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:57.585456 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8187afb0-544e-4861-8500-9afa9e9f3878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:57.655930 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8187afb0-544e-4861-8500-9afa9e9f3878 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:57.767866 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bed8e8-dda4-4a15-9cbb-43e9a8987a23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-9b8e3d58-ffb7-43c2-8ced-ce0f489cf233', 'network_id': '9b8e3d58-ffb7-43c2-8ced-ce0f489cf233', 'tenant_id': '959f9e8eca7c4b199a87f8a8c1657772', 'fixed_ips': [{'subnet_id': 'bf5a704a-e968-4e43-b90b-bb904cff1edc'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:46:57.768465 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-21bed8e8-dda4-4a15-9cbb-43e9a8987a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:57.854214 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8187afb0-544e-4861-8500-9afa9e9f3878 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:57.867944 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8aecdc-5827-4648-a15e-2de474963ffe req-27fe788a-7aa8-46ef-98aa-b73baa79b5cb tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:57.872072 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1b8aecdc-5827-4648-a15e-2de474963ffe req-27fe788a-7aa8-46ef-98aa-b73baa79b5cb tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=067dd44e-0bfb-475e-b0cc-b653f93fc45a HTTP/1.1" status: 200 len: 945 time: 0.0860014 Aug 19 14:46:57.929024 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-21bed8e8-dda4-4a15-9cbb-43e9a8987a23 None None] Allocated IP 172.20.0.2 (9b8e3d58-ffb7-43c2-8ced-ce0f489cf233/bf5a704a-e968-4e43-b90b-bb904cff1edc/df913385-e49e-438e-a208-e0f89fd15b0e) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:46:57.942080 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1b8aecdc-5827-4648-a15e-2de474963ffe req-e203389b-5cdc-441d-86f3-21c52cc49bae tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636408 Aug 19 14:46:58.106456 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-21bed8e8-dda4-4a15-9cbb-43e9a8987a23 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:58.115583 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-21bed8e8-dda4-4a15-9cbb-43e9a8987a23 None None] Transition to ACTIVE for port object df913385-e49e-438e-a208-e0f89fd15b0e will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:46:58.133936 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-21bed8e8-dda4-4a15-9cbb-43e9a8987a23 None None] Transition to ACTIVE for port object df913385-e49e-438e-a208-e0f89fd15b0e will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:46:58.142568 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-21bed8e8-dda4-4a15-9cbb-43e9a8987a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:58.182398 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8187afb0-544e-4861-8500-9afa9e9f3878 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:58.195315 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bed8e8-dda4-4a15-9cbb-43e9a8987a23 None None] Network 9b8e3d58-ffb7-43c2-8ced-ce0f489cf233 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:46:58.199927 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-21bed8e8-dda4-4a15-9cbb-43e9a8987a23 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:46:58.210007 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bed8e8-dda4-4a15-9cbb-43e9a8987a23 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:46:58.214359 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8187afb0-544e-4861-8500-9afa9e9f3878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:58.319210 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bed8e8-dda4-4a15-9cbb-43e9a8987a23 None None] Pushing event updated for resources: {'Port': ['ID=df913385-e49e-438e-a208-e0f89fd15b0e,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:58.338527 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-21bed8e8-dda4-4a15-9cbb-43e9a8987a23 None None] Attempting to bind port df913385-e49e-438e-a208-e0f89fd15b0e on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:46:58.339466 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-21bed8e8-dda4-4a15-9cbb-43e9a8987a23 None None] Attempting to bind port df913385-e49e-438e-a208-e0f89fd15b0e by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '64c0e267-283c-4628-a99a-2e5f43744507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9b8e3d58-ffb7-43c2-8ced-ce0f489cf233'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:46:58.339836 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bed8e8-dda4-4a15-9cbb-43e9a8987a23 None None] Attempting to bind port df913385-e49e-438e-a208-e0f89fd15b0e on network 9b8e3d58-ffb7-43c2-8ced-ce0f489cf233 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:46:58.345189 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bed8e8-dda4-4a15-9cbb-43e9a8987a23 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:46:58.345565 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bed8e8-dda4-4a15-9cbb-43e9a8987a23 None None] Checking segment: {'id': '64c0e267-283c-4628-a99a-2e5f43744507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9b8e3d58-ffb7-43c2-8ced-ce0f489cf233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:46:58.345963 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-21bed8e8-dda4-4a15-9cbb-43e9a8987a23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:58.346350 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bed8e8-dda4-4a15-9cbb-43e9a8987a23 None None] Bound using segment: {'id': '64c0e267-283c-4628-a99a-2e5f43744507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9b8e3d58-ffb7-43c2-8ced-ce0f489cf233'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:46:58.346817 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-21bed8e8-dda4-4a15-9cbb-43e9a8987a23 None None] Bound port: df913385-e49e-438e-a208-e0f89fd15b0e, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64c0e267-283c-4628-a99a-2e5f43744507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9b8e3d58-ffb7-43c2-8ced-ce0f489cf233'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:46:58.347196 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-21bed8e8-dda4-4a15-9cbb-43e9a8987a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:58.399716 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-8187afb0-544e-4861-8500-9afa9e9f3878 admin admin] Allocated IP 172.25.2.165 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/3aa45bd3-8e73-422f-bf34-bf71a64d2198) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:46:58.410961 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85eaf3-4395-4c4d-b9ce-ca1060e7e22d req-fb437d60-6620-4cc1-81e4-f83f60c8b254 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:58.419613 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-db85eaf3-4395-4c4d-b9ce-ca1060e7e22d req-fb437d60-6620-4cc1-81e4-f83f60c8b254 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=afebcfeb-c7e2-46c1-b827-43a60def1f35 HTTP/1.1" status: 200 len: 945 time: 0.0856009 Aug 19 14:46:58.450765 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d9440c-d830-4fda-a0b0-cd9e32419204 req-5d36bb6d-9bc9-45c0-9354-b64278ca9cb0 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:58.452465 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c1d9440c-d830-4fda-a0b0-cd9e32419204 req-5d36bb6d-9bc9-45c0-9354-b64278ca9cb0 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.88 "GET /v2.0/ports?device_id=afebcfeb-c7e2-46c1-b827-43a60def1f35 HTTP/1.1" status: 200 len: 945 time: 0.1471732 Aug 19 14:46:58.462799 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-21bed8e8-dda4-4a15-9cbb-43e9a8987a23 None None] For port df913385-e49e-438e-a208-e0f89fd15b0e, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:46:58.466492 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-21bed8e8-dda4-4a15-9cbb-43e9a8987a23 None None] For port df913385-e49e-438e-a208-e0f89fd15b0e, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=df913385-e49e-438e-a208-e0f89fd15b0e,segment=NetworkSegment(64c0e267-283c-4628-a99a-2e5f43744507),segment_id=64c0e267-283c-4628-a99a-2e5f43744507)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:46:58.472210 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-21bed8e8-dda4-4a15-9cbb-43e9a8987a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:58.510939 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-db85eaf3-4395-4c4d-b9ce-ca1060e7e22d req-6d430c1e-1f14-4356-b857-e7cc24d336f8 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900445 Aug 19 14:46:58.559955 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8187afb0-544e-4861-8500-9afa9e9f3878 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:58.564522 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bed8e8-dda4-4a15-9cbb-43e9a8987a23 None None] Pushing event updated for resources: {'Port': ['ID=df913385-e49e-438e-a208-e0f89fd15b0e,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:58.663146 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b97e9ffb-a2b2-48e5-9055-ed163091d1f0 req-680011b1-14d8-4f16-ae1f-5cf0933c4bd8 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/ports?device_id=149a7319-da4f-41d4-9895-758818cdf8c3 HTTP/1.1" status: 200 len: 210 time: 0.0447028 Aug 19 14:46:58.701654 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-c1d9440c-d830-4fda-a0b0-cd9e32419204 req-873a0102-8964-43f0-b803-7430635b33b0 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Deleting port efc0a561-d500-4cd3-9e34-67a72888509e {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:46:58.702074 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c1d9440c-d830-4fda-a0b0-cd9e32419204 req-873a0102-8964-43f0-b803-7430635b33b0 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:58.849888 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-c1d9440c-d830-4fda-a0b0-cd9e32419204 req-873a0102-8964-43f0-b803-7430635b33b0 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] For port efc0a561-d500-4cd3-9e34-67a72888509e, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=efc0a561-d500-4cd3-9e34-67a72888509e,segment=NetworkSegment(dfb5451f-ae59-4348-b57d-1e05105b4f16),segment_id=dfb5451f-ae59-4348-b57d-1e05105b4f16)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:46:58.850380 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c1d9440c-d830-4fda-a0b0-cd9e32419204 req-873a0102-8964-43f0-b803-7430635b33b0 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:58.881184 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-c1d9440c-d830-4fda-a0b0-cd9e32419204 req-873a0102-8964-43f0-b803-7430635b33b0 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Calling delete_port for efc0a561-d500-4cd3-9e34-67a72888509e owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:46:59.096427 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de92e6-e18a-4b0c-8bec-105db92c59c9 req-c63d910a-a9c2-4d05-8eec-1803cd1809f8 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:59.098312 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d6de92e6-e18a-4b0c-8bec-105db92c59c9 req-c63d910a-a9c2-4d05-8eec-1803cd1809f8 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.88 "GET /v2.0/networks?id=b2d4d555-2e9b-4733-8514-652e7f465792 HTTP/1.1" status: 200 len: 813 time: 0.1471236 Aug 19 14:46:59.117062 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-d6de92e6-e18a-4b0c-8bec-105db92c59c9 req-c6164acf-80b9-497a-88ef-0c0827ceda00 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Request body: {'port': {'device_id': '149a7319-da4f-41d4-9895-758818cdf8c3', 'network_id': 'b2d4d555-2e9b-4733-8514-652e7f465792', 'admin_state_up': True, 'tenant_id': 'f8a38202591b4ab4b2c88662991e6e0b'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:46:59.150016 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01da2a-52ac-427c-b501-a090722c54dc req-8d8e4d44-b700-4eef-a4ec-963d9445e904 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:46:59.169019 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3d01da2a-52ac-427c-b501-a090722c54dc req-8d8e4d44-b700-4eef-a4ec-963d9445e904 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=067dd44e-0bfb-475e-b0cc-b653f93fc45a HTTP/1.1" status: 200 len: 945 time: 0.1376338 Aug 19 14:46:59.178528 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8187afb0-544e-4861-8500-9afa9e9f3878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:59.203577 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c1d9440c-d830-4fda-a0b0-cd9e32419204 req-873a0102-8964-43f0-b803-7430635b33b0 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:59.218584 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['efc0a561-d500-4cd3-9e34-67a72888509e'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:46:59.224067 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device df913385-e49e-438e-a208-e0f89fd15b0e up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:46:59.237038 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873a0102-8964-43f0-b803-7430635b33b0 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Pushing event deleted for resources: {'Port': ['ID=efc0a561-d500-4cd3-9e34-67a72888509e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:59.239310 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8187afb0-544e-4861-8500-9afa9e9f3878 admin admin] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:46:59.254301 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-8187afb0-544e-4861-8500-9afa9e9f3878 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:46:59.262735 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3d01da2a-52ac-427c-b501-a090722c54dc req-66894149-63d5-4cb1-ba2c-b345859fee82 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845199 Aug 19 14:46:59.263926 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8187afb0-544e-4861-8500-9afa9e9f3878 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:46:59.293488 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8187afb0-544e-4861-8500-9afa9e9f3878 admin admin] Pushing event updated for resources: {'Port': ['ID=3aa45bd3-8e73-422f-bf34-bf71a64d2198,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:46:59.326436 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d9440c-d830-4fda-a0b0-cd9e32419204 req-873a0102-8964-43f0-b803-7430635b33b0 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] No DVR routers for this DVR port efc0a561-d500-4cd3-9e34-67a72888509e on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:46:59.336048 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c1d9440c-d830-4fda-a0b0-cd9e32419204 req-873a0102-8964-43f0-b803-7430635b33b0 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:59.338394 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c1d9440c-d830-4fda-a0b0-cd9e32419204 req-873a0102-8964-43f0-b803-7430635b33b0 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.88 "DELETE /v2.0/ports/efc0a561-d500-4cd3-9e34-67a72888509e HTTP/1.1" status: 204 len: 173 time: 0.8672433 Aug 19 14:46:59.339630 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afebcfeb-c7e2-46c1-b827-43a60def1f35', 'name': 'network-vif-deleted', 'tag': 'efc0a561-d500-4cd3-9e34-67a72888509e'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:46:59.342353 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b022b64-56a3-4d3a-8298-0f1e79aacc4d" -d '{"events": [{"server_uuid": "afebcfeb-c7e2-46c1-b827-43a60def1f35", "name": "network-vif-deleted", "tag": "efc0a561-d500-4cd3-9e34-67a72888509e"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:46:59.347317 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port df913385-e49e-438e-a208-e0f89fd15b0e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:46:59.421884 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61b2fa3-16b8-4a9d-8181-21e574c0a33c x-openstack-request-id: req-c61b2fa3-16b8-4a9d-8181-21e574c0a33c {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:46:59.422377 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afebcfeb-c7e2-46c1-b827-43a60def1f35", "name": "network-vif-deleted", "tag": "efc0a561-d500-4cd3-9e34-67a72888509e", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:46:59.422730 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c61b2fa3-16b8-4a9d-8181-21e574c0a33c {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:46:59.423142 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afebcfeb-c7e2-46c1-b827-43a60def1f35', 'name': 'network-vif-deleted', 'tag': 'efc0a561-d500-4cd3-9e34-67a72888509e', 'status': 'completed', 'code': 200} Aug 19 14:46:59.458558 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6de92e6-e18a-4b0c-8bec-105db92c59c9 req-c6164acf-80b9-497a-88ef-0c0827ceda00 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Made reservation on behalf of f8a38202591b4ab4b2c88662991e6e0b for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:46:59.462163 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d6de92e6-e18a-4b0c-8bec-105db92c59c9 req-c6164acf-80b9-497a-88ef-0c0827ceda00 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:59.688235 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-26893035-4869-459d-8719-e2b589d4a840 req-4370058d-3e48-4c91-8151-bd3ad543b74e tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=afebcfeb-c7e2-46c1-b827-43a60def1f35 HTTP/1.1" status: 200 len: 210 time: 0.0479822 Aug 19 14:46:59.719517 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-d6de92e6-e18a-4b0c-8bec-105db92c59c9 req-c6164acf-80b9-497a-88ef-0c0827ceda00 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Allocated IP 172.20.0.7 (b2d4d555-2e9b-4733-8514-652e7f465792/012fcfd6-81ba-4534-8de9-b0902e6c4481/ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:46:59.721970 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8187afb0-544e-4861-8500-9afa9e9f3878 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:46:59.812141 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-89b43df7-8844-4193-a85f-d36f458d1385 req-33d483be-310a-41fc-b257-a7069911161f tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/ports?device_id=149a7319-da4f-41d4-9895-758818cdf8c3 HTTP/1.1" status: 200 len: 210 time: 0.0493014 Aug 19 14:47:00.029176 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8f6881-b721-46c9-b04a-2c4111b3d952 None None] Network 9b8e3d58-ffb7-43c2-8ced-ce0f489cf233 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:47:00.098470 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d6de92e6-e18a-4b0c-8bec-105db92c59c9 req-c6164acf-80b9-497a-88ef-0c0827ceda00 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:00.110197 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-624d7f78-41dc-4149-ab1d-9b14ad79ed5c None None] Provisioning for port df913385-e49e-438e-a208-e0f89fd15b0e completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:47:00.115978 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-624d7f78-41dc-4149-ab1d-9b14ad79ed5c None None] Provisioning complete for port df913385-e49e-438e-a208-e0f89fd15b0e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:47:00.116651 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-624d7f78-41dc-4149-ab1d-9b14ad79ed5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:00.137419 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8187afb0-544e-4861-8500-9afa9e9f3878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:00.273414 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-624d7f78-41dc-4149-ab1d-9b14ad79ed5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:00.284847 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d6de92e6-e18a-4b0c-8bec-105db92c59c9 req-c6164acf-80b9-497a-88ef-0c0827ceda00 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:00.315793 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-624d7f78-41dc-4149-ab1d-9b14ad79ed5c None None] For port df913385-e49e-438e-a208-e0f89fd15b0e, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=df913385-e49e-438e-a208-e0f89fd15b0e,segment=NetworkSegment(64c0e267-283c-4628-a99a-2e5f43744507),segment_id=64c0e267-283c-4628-a99a-2e5f43744507)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:47:00.321273 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-624d7f78-41dc-4149-ab1d-9b14ad79ed5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:00.355750 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6164acf-80b9-497a-88ef-0c0827ceda00 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Pushing event updated for resources: {'Port': ['ID=ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:00.386632 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6de92e6-e18a-4b0c-8bec-105db92c59c9 req-c6164acf-80b9-497a-88ef-0c0827ceda00 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Network b2d4d555-2e9b-4733-8514-652e7f465792 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:47:00.391459 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-d6de92e6-e18a-4b0c-8bec-105db92c59c9 req-c6164acf-80b9-497a-88ef-0c0827ceda00 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:47:00.400515 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6de92e6-e18a-4b0c-8bec-105db92c59c9 req-c6164acf-80b9-497a-88ef-0c0827ceda00 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:47:00.415572 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d7f78-41dc-4149-ab1d-9b14ad79ed5c None None] Pushing event updated for resources: {'Port': ['ID=df913385-e49e-438e-a208-e0f89fd15b0e,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:00.417840 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26210c7f-f15d-4c87-af04-21845bb1d0f7 req-674a2db6-48e1-49c6-8e51-1852a194a299 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:00.426744 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-26210c7f-f15d-4c87-af04-21845bb1d0f7 req-674a2db6-48e1-49c6-8e51-1852a194a299 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=067dd44e-0bfb-475e-b0cc-b653f93fc45a HTTP/1.1" status: 200 len: 945 time: 0.0770419 Aug 19 14:47:00.486145 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-26210c7f-f15d-4c87-af04-21845bb1d0f7 req-622c12dc-f796-4e51-905a-cb5d254d9f93 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574644 Aug 19 14:47:00.493598 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de92e6-e18a-4b0c-8bec-105db92c59c9 req-c6164acf-80b9-497a-88ef-0c0827ceda00 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:00.494414 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d6de92e6-e18a-4b0c-8bec-105db92c59c9 req-c6164acf-80b9-497a-88ef-0c0827ceda00 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:00.519561 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8187afb0-544e-4861-8500-9afa9e9f3878 admin admin] Router 58a6a7e7-ea42-4a37-a200-fc130d31f1f4 is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:47:00.524585 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d6de92e6-e18a-4b0c-8bec-105db92c59c9 req-c6164acf-80b9-497a-88ef-0c0827ceda00 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4135087 Aug 19 14:47:00.539463 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-d6de92e6-e18a-4b0c-8bec-105db92c59c9 req-bff9d2e3-d304-40c1-8c06-45e7a88fdde8 service neutron] Request body: {'port': {'device_id': '149a7319-da4f-41d4-9895-758818cdf8c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:47:00.654426 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7b409ac5-be5c-4ae2-ba87-4e2d1e3681c9 None None] Provisioning complete for port df913385-e49e-438e-a208-e0f89fd15b0e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:47:00.654869 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7b409ac5-be5c-4ae2-ba87-4e2d1e3681c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:00.673017 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d6de92e6-e18a-4b0c-8bec-105db92c59c9 req-bff9d2e3-d304-40c1-8c06-45e7a88fdde8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:00.741833 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8187afb0-544e-4861-8500-9afa9e9f3878 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:47:00.770356 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986ce868-b12b-462a-9890-7c61ac56c1b4 None None] Sync routers for ids ['58a6a7e7-ea42-4a37-a200-fc130d31f1f4'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:47:00.790754 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986ce868-b12b-462a-9890-7c61ac56c1b4 None None] Routers {'58a6a7e7-ea42-4a37-a200-fc130d31f1f4'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:47:00.791397 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-986ce868-b12b-462a-9890-7c61ac56c1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:46:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['58a6a7e7-ea42-4a37-a200-fc130d31f1f4'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:47:00.815303 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8187afb0-544e-4861-8500-9afa9e9f3878 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:00.816648 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8187afb0-544e-4861-8500-9afa9e9f3878 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2628388 Aug 19 14:47:00.819576 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51364) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:47:00.983861 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-986ce868-b12b-462a-9890-7c61ac56c1b4 None None] Set router 58a6a7e7-ea42-4a37-a200-fc130d31f1f4 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:47:01.115479 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c84f29-2b3c-4c50-8c39-d8e67722c45e req-1d7534af-f599-4be4-afad-4492c0500e96 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:01.118483 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-74c84f29-2b3c-4c50-8c39-d8e67722c45e req-1d7534af-f599-4be4-afad-4492c0500e96 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/ports?device_id=149a7319-da4f-41d4-9895-758818cdf8c3 HTTP/1.1" status: 200 len: 931 time: 0.2132699 Aug 19 14:47:01.130497 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217105f4-3a49-486c-a130-b6253ac2d31f req-1c39c0f1-3df5-458b-835a-8e12a83bce1b tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:01.132484 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-217105f4-3a49-486c-a130-b6253ac2d31f req-1c39c0f1-3df5-458b-835a-8e12a83bce1b tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/networks?id=23c2e440-9ca3-45a7-ab8d-c7ac81e99a99 HTTP/1.1" status: 200 len: 811 time: 0.1704688 Aug 19 14:47:01.164773 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-d6de92e6-e18a-4b0c-8bec-105db92c59c9 req-bff9d2e3-d304-40c1-8c06-45e7a88fdde8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:47:01.175884 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d6de92e6-e18a-4b0c-8bec-105db92c59c9 req-bff9d2e3-d304-40c1-8c06-45e7a88fdde8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:01.176893 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-217105f4-3a49-486c-a130-b6253ac2d31f req-50aaed9f-ac1c-4fba-b15f-98cf1e00735e tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/quotas/7fb0cbae73e44bb4aa5ac758561c58c6 HTTP/1.1" status: 200 len: 375 time: 0.0358436 Aug 19 14:47:01.205791 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device df913385-e49e-438e-a208-e0f89fd15b0e up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:47:01.227347 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-217105f4-3a49-486c-a130-b6253ac2d31f req-8476b0d9-363d-47df-a012-10cb7a0daa00 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7fb0cbae73e44bb4aa5ac758561c58c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367420 Aug 19 14:47:01.245004 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-74c84f29-2b3c-4c50-8c39-d8e67722c45e req-05866e38-e848-4b40-91da-83a7ff8608a6 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups?id=63bbe400-1969-4ab6-bfdf-8984357f3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900059 Aug 19 14:47:01.299151 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port df913385-e49e-438e-a208-e0f89fd15b0e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:47:01.299736 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:01.373473 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device efc0a561-d500-4cd3-9e34-67a72888509e no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:47:01.380484 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-196532aa-b2cb-42b3-beaf-eeb5fcd0c9b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:01.440700 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-217105f4-3a49-486c-a130-b6253ac2d31f req-afdac20e-0daf-4db6-9d44-de3bf5630edd service neutron] 10.222.0.69 "GET /v2.0/networks/23c2e440-9ca3-45a7-ab8d-c7ac81e99a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945083 Aug 19 14:47:01.452479 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-986ce868-b12b-462a-9890-7c61ac56c1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a6a7e7-ea42-4a37-a200-fc130d31f1f4', 'name': 'tempest-ServersTestFqdnHostnames-390882093-router', 'tenant_id': '959f9e8eca7c4b199a87f8a8c1657772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '3aa45bd3-8e73-422f-bf34-bf71a64d2198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:46:57Z', 'updated_at': '2021-08-19T14:46:59Z', 'revision_number': 3, 'project_id': '959f9e8eca7c4b199a87f8a8c1657772', 'gw_port': {'id': '3aa45bd3-8e73-422f-bf34-bf71a64d2198', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:89:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a6a7e7-ea42-4a37-a200-fc130d31f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:46:58Z', 'updated_at': '2021-08-19T14:46:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:47:01.486275 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986ce868-b12b-462a-9890-7c61ac56c1b4 None None] Checking router: 58a6a7e7-ea42-4a37-a200-fc130d31f1f4 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:47:01.486674 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986ce868-b12b-462a-9890-7c61ac56c1b4 None None] Updating router 58a6a7e7-ea42-4a37-a200-fc130d31f1f4 port 3aa45bd3-8e73-422f-bf34-bf71a64d2198 binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:47:01.514869 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: efc0a561-d500-4cd3-9e34-67a72888509e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:47:01.515247 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device efc0a561-d500-4cd3-9e34-67a72888509e not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:47:01.516751 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-986ce868-b12b-462a-9890-7c61ac56c1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:01.570859 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-d6de92e6-e18a-4b0c-8bec-105db92c59c9 req-bff9d2e3-d304-40c1-8c06-45e7a88fdde8 service neutron] Transition to ACTIVE for port object ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:47:01.575430 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-217105f4-3a49-486c-a130-b6253ac2d31f req-b96af7b7-04f2-43ea-9ddc-9057abd57ac9 service neutron] 10.222.0.69 "GET /v2.0/networks/23c2e440-9ca3-45a7-ab8d-c7ac81e99a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330254 Aug 19 14:47:01.676778 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fbef8b-d1e8-4677-a81d-e7f0b42070ef req-b2a46a56-496e-469d-bbda-efb97121b723 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:01.678798 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-77fbef8b-d1e8-4677-a81d-e7f0b42070ef req-b2a46a56-496e-469d-bbda-efb97121b723 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=067dd44e-0bfb-475e-b0cc-b653f93fc45a HTTP/1.1" status: 200 len: 945 time: 0.0628490 Aug 19 14:47:01.688632 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d6de92e6-e18a-4b0c-8bec-105db92c59c9 req-bff9d2e3-d304-40c1-8c06-45e7a88fdde8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:01.730606 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-77fbef8b-d1e8-4677-a81d-e7f0b42070ef req-0b0c1bcb-a5fe-41c2-8599-c44fda6129ea tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454934 Aug 19 14:47:01.767639 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff9d2e3-d304-40c1-8c06-45e7a88fdde8 service neutron] Pushing event updated for resources: {'Port': ['ID=ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:01.830381 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f0483544-b5a5-46aa-afef-b1ee504baca5 req-4444b20e-fcde-4040-b81e-adfad7f53b49 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef2ae11-dddd-4bfe-9456-3f9aacae7d07 HTTP/1.1" status: 200 len: 210 time: 0.0311592 Aug 19 14:47:01.879508 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-986ce868-b12b-462a-9890-7c61ac56c1b4 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:01.891589 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-986ce868-b12b-462a-9890-7c61ac56c1b4 None None] Transition to ACTIVE for port object 3aa45bd3-8e73-422f-bf34-bf71a64d2198 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:47:01.900335 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-986ce868-b12b-462a-9890-7c61ac56c1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:01.902768 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-d6de92e6-e18a-4b0c-8bec-105db92c59c9 req-bff9d2e3-d304-40c1-8c06-45e7a88fdde8 service neutron] Attempting to bind port ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:47:01.903483 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-d6de92e6-e18a-4b0c-8bec-105db92c59c9 req-bff9d2e3-d304-40c1-8c06-45e7a88fdde8 service neutron] Attempting to bind port ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'd1cfb425-e152-40e2-b3d4-f94fb44e8d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b2d4d555-2e9b-4733-8514-652e7f465792'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:47:01.903825 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6de92e6-e18a-4b0c-8bec-105db92c59c9 req-bff9d2e3-d304-40c1-8c06-45e7a88fdde8 service neutron] Attempting to bind port ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e on network b2d4d555-2e9b-4733-8514-652e7f465792 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:47:01.940579 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6de92e6-e18a-4b0c-8bec-105db92c59c9 req-bff9d2e3-d304-40c1-8c06-45e7a88fdde8 service neutron] Port ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e on network b2d4d555-2e9b-4733-8514-652e7f465792 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:47:01.940579 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6de92e6-e18a-4b0c-8bec-105db92c59c9 req-bff9d2e3-d304-40c1-8c06-45e7a88fdde8 service neutron] Attempting to bind port ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e on network b2d4d555-2e9b-4733-8514-652e7f465792 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:47:01.947918 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6de92e6-e18a-4b0c-8bec-105db92c59c9 req-bff9d2e3-d304-40c1-8c06-45e7a88fdde8 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:47:01.948852 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6de92e6-e18a-4b0c-8bec-105db92c59c9 req-bff9d2e3-d304-40c1-8c06-45e7a88fdde8 service neutron] Checking segment: {'id': 'd1cfb425-e152-40e2-b3d4-f94fb44e8d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b2d4d555-2e9b-4733-8514-652e7f465792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:47:01.949235 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6de92e6-e18a-4b0c-8bec-105db92c59c9 req-bff9d2e3-d304-40c1-8c06-45e7a88fdde8 service neutron] Bound using segment: {'id': 'd1cfb425-e152-40e2-b3d4-f94fb44e8d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b2d4d555-2e9b-4733-8514-652e7f465792'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:47:01.949514 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-986ce868-b12b-462a-9890-7c61ac56c1b4 None None] Attempting to bind port 3aa45bd3-8e73-422f-bf34-bf71a64d2198 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:47:01.949681 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-d6de92e6-e18a-4b0c-8bec-105db92c59c9 req-bff9d2e3-d304-40c1-8c06-45e7a88fdde8 service neutron] Bound port: ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1cfb425-e152-40e2-b3d4-f94fb44e8d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b2d4d555-2e9b-4733-8514-652e7f465792'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:47:01.949851 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-986ce868-b12b-462a-9890-7c61ac56c1b4 None None] Attempting to bind port 3aa45bd3-8e73-422f-bf34-bf71a64d2198 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:47:01.950016 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d6de92e6-e18a-4b0c-8bec-105db92c59c9 req-bff9d2e3-d304-40c1-8c06-45e7a88fdde8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:01.950218 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986ce868-b12b-462a-9890-7c61ac56c1b4 None None] Attempting to bind port 3aa45bd3-8e73-422f-bf34-bf71a64d2198 on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:47:01.957064 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986ce868-b12b-462a-9890-7c61ac56c1b4 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:47:01.957442 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986ce868-b12b-462a-9890-7c61ac56c1b4 None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:47:01.957849 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-986ce868-b12b-462a-9890-7c61ac56c1b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:01.958242 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986ce868-b12b-462a-9890-7c61ac56c1b4 None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:47:01.958713 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-986ce868-b12b-462a-9890-7c61ac56c1b4 None None] Bound port: 3aa45bd3-8e73-422f-bf34-bf71a64d2198, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:47:01.959097 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-986ce868-b12b-462a-9890-7c61ac56c1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:01.974423 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-16da5999-f5ea-480d-b15d-6b64ea504e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:01.999605 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7754baf-88b0-4be2-9f65-ca8b8e7450c9 None None] Pushing event updated for resources: {'Port': ['ID=3aa45bd3-8e73-422f-bf34-bf71a64d2198,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:02.030546 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-986ce868-b12b-462a-9890-7c61ac56c1b4 None None] For port 3aa45bd3-8e73-422f-bf34-bf71a64d2198, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:47:02.034143 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-986ce868-b12b-462a-9890-7c61ac56c1b4 None None] For port 3aa45bd3-8e73-422f-bf34-bf71a64d2198, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=3aa45bd3-8e73-422f-bf34-bf71a64d2198,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:47:02.039871 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-986ce868-b12b-462a-9890-7c61ac56c1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:02.100107 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986ce868-b12b-462a-9890-7c61ac56c1b4 None None] Routers {'58a6a7e7-ea42-4a37-a200-fc130d31f1f4'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:47:02.100828 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-986ce868-b12b-462a-9890-7c61ac56c1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:46:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['58a6a7e7-ea42-4a37-a200-fc130d31f1f4'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:47:02.206730 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-d6de92e6-e18a-4b0c-8bec-105db92c59c9 req-bff9d2e3-d304-40c1-8c06-45e7a88fdde8 service neutron] For port ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e, host n-h2-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:47:02.226582 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-d6de92e6-e18a-4b0c-8bec-105db92c59c9 req-bff9d2e3-d304-40c1-8c06-45e7a88fdde8 service neutron] For port ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e,segment=NetworkSegment(d1cfb425-e152-40e2-b3d4-f94fb44e8d95),segment_id=d1cfb425-e152-40e2-b3d4-f94fb44e8d95)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:47:02.237600 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d6de92e6-e18a-4b0c-8bec-105db92c59c9 req-bff9d2e3-d304-40c1-8c06-45e7a88fdde8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:02.314852 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de92e6-e18a-4b0c-8bec-105db92c59c9 req-bff9d2e3-d304-40c1-8c06-45e7a88fdde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:02.315499 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d6de92e6-e18a-4b0c-8bec-105db92c59c9 req-bff9d2e3-d304-40c1-8c06-45e7a88fdde8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:02.317577 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d6de92e6-e18a-4b0c-8bec-105db92c59c9 req-bff9d2e3-d304-40c1-8c06-45e7a88fdde8 service neutron] 10.222.0.88 "PUT /v2.0/ports/ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e HTTP/1.1" status: 200 len: 1091 time: 1.7841098 Aug 19 14:47:02.319779 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '149a7319-da4f-41d4-9895-758818cdf8c3', 'tag': 'ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:47:02.322463 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206e60da-4ba2-407d-8c37-4dd8d88e9102" -d '{"events": [{"name": "network-changed", "server_uuid": "149a7319-da4f-41d4-9895-758818cdf8c3", "tag": "ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:47:02.337171 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-16da5999-f5ea-480d-b15d-6b64ea504e13 admin admin] Allocated IP 172.20.0.1 (9b8e3d58-ffb7-43c2-8ced-ce0f489cf233/bf5a704a-e968-4e43-b90b-bb904cff1edc/fb884a6d-91d0-4911-a87a-6c31e779c505) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:47:02.356635 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff9d2e3-d304-40c1-8c06-45e7a88fdde8 service neutron] Pushing event updated for resources: {'Port': ['ID=ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:02.446464 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ac6dc-adf6-48b2-918a-55e7fe6a0499 req-287d4044-d0b4-4e77-8458-a1f7b91de6b5 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:02.448056 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c88ac6dc-adf6-48b2-918a-55e7fe6a0499 req-287d4044-d0b4-4e77-8458-a1f7b91de6b5 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/ports?device_id=149a7319-da4f-41d4-9895-758818cdf8c3 HTTP/1.1" status: 200 len: 943 time: 0.1032360 Aug 19 14:47:02.473497 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7754baf-88b0-4be2-9f65-ca8b8e7450c9 None None] Pushing event updated for resources: {'Port': ['ID=3aa45bd3-8e73-422f-bf34-bf71a64d2198,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:02.483401 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9b3491-959b-46ca-90ea-f7b909285561 x-openstack-request-id: req-2d9b3491-959b-46ca-90ea-f7b909285561 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:47:02.492480 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "149a7319-da4f-41d4-9895-758818cdf8c3", "tag": "ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:47:02.493080 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2d9b3491-959b-46ca-90ea-f7b909285561 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:47:02.493863 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '149a7319-da4f-41d4-9895-758818cdf8c3', 'tag': 'ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e', 'status': 'completed', 'code': 200} Aug 19 14:47:02.515272 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c88ac6dc-adf6-48b2-918a-55e7fe6a0499 req-a0493ac1-91e6-4783-94d7-1c487f7503a7 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups?id=63bbe400-1969-4ab6-bfdf-8984357f3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574899 Aug 19 14:47:02.553446 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-986ce868-b12b-462a-9890-7c61ac56c1b4 None None] Set router 58a6a7e7-ea42-4a37-a200-fc130d31f1f4 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:47:02.595647 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-16da5999-f5ea-480d-b15d-6b64ea504e13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:02.612553 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-16da5999-f5ea-480d-b15d-6b64ea504e13 admin admin] Transition to ACTIVE for port object fb884a6d-91d0-4911-a87a-6c31e779c505 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:47:02.615356 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de92e6-e18a-4b0c-8bec-105db92c59c9 req-eec0e7e0-bfbb-465e-8eb0-02fc2cb39dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:02.617171 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d6de92e6-e18a-4b0c-8bec-105db92c59c9 req-eec0e7e0-bfbb-465e-8eb0-02fc2cb39dfc service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f8a38202591b4ab4b2c88662991e6e0b&device_id=149a7319-da4f-41d4-9895-758818cdf8c3 HTTP/1.1" status: 200 len: 1094 time: 0.1650074 Aug 19 14:47:02.679331 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d6de92e6-e18a-4b0c-8bec-105db92c59c9 req-36ace68c-7617-4191-98c6-0192559893c3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e HTTP/1.1" status: 200 len: 217 time: 0.0531504 Aug 19 14:47:02.755564 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-16da5999-f5ea-480d-b15d-6b64ea504e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:02.798490 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de92e6-e18a-4b0c-8bec-105db92c59c9 req-ae4647a8-cec5-4f95-b50b-50ed920b819a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:02.800197 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d6de92e6-e18a-4b0c-8bec-105db92c59c9 req-ae4647a8-cec5-4f95-b50b-50ed920b819a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=012fcfd6-81ba-4534-8de9-b0902e6c4481 HTTP/1.1" status: 200 len: 853 time: 0.1087763 Aug 19 14:47:02.845998 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-986ce868-b12b-462a-9890-7c61ac56c1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a6a7e7-ea42-4a37-a200-fc130d31f1f4', 'name': 'tempest-ServersTestFqdnHostnames-390882093-router', 'tenant_id': '959f9e8eca7c4b199a87f8a8c1657772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '3aa45bd3-8e73-422f-bf34-bf71a64d2198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:46:57Z', 'updated_at': '2021-08-19T14:46:59Z', 'revision_number': 3, 'project_id': '959f9e8eca7c4b199a87f8a8c1657772', 'gw_port': {'id': '3aa45bd3-8e73-422f-bf34-bf71a64d2198', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:89:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a6a7e7-ea42-4a37-a200-fc130d31f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:46:58Z', 'updated_at': '2021-08-19T14:47:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:47:02.846915 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16da5999-f5ea-480d-b15d-6b64ea504e13 admin admin] Network 9b8e3d58-ffb7-43c2-8ced-ce0f489cf233 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:47:02.885155 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b09568-1754-471c-890b-265c5e392fc5 req-fa5cc9bd-16ee-4d0d-ad79-081c03bc221a tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:02.897919 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986ce868-b12b-462a-9890-7c61ac56c1b4 None None] The sync data for ids ['58a6a7e7-ea42-4a37-a200-fc130d31f1f4'] in n-d-766043-2 is: [{'id': '58a6a7e7-ea42-4a37-a200-fc130d31f1f4', 'name': 'tempest-ServersTestFqdnHostnames-390882093-router', 'tenant_id': '959f9e8eca7c4b199a87f8a8c1657772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '3aa45bd3-8e73-422f-bf34-bf71a64d2198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:46:57Z', 'updated_at': '2021-08-19T14:46:59Z', 'revision_number': 3, 'project_id': '959f9e8eca7c4b199a87f8a8c1657772', 'gw_port': {'id': '3aa45bd3-8e73-422f-bf34-bf71a64d2198', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:89:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a6a7e7-ea42-4a37-a200-fc130d31f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:46:58Z', 'updated_at': '2021-08-19T14:47:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:47:02.898438 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-16da5999-f5ea-480d-b15d-6b64ea504e13 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:47:02.914665 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-99b09568-1754-471c-890b-265c5e392fc5 req-fa5cc9bd-16ee-4d0d-ad79-081c03bc221a tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=067dd44e-0bfb-475e-b0cc-b653f93fc45a HTTP/1.1" status: 200 len: 945 time: 0.0988441 Aug 19 14:47:02.934160 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d6de92e6-e18a-4b0c-8bec-105db92c59c9 req-05590635-11e0-4f14-989d-752009b6f0a3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b2d4d555-2e9b-4733-8514-652e7f465792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926006 Aug 19 14:47:02.953261 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16da5999-f5ea-480d-b15d-6b64ea504e13 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:47:02.960950 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16da5999-f5ea-480d-b15d-6b64ea504e13 admin admin] Pushing event updated for resources: {'Port': ['ID=fb884a6d-91d0-4911-a87a-6c31e779c505,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:03.001521 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c7b4819d-7881-4b4e-bbd5-407ee7410945 req-2f44be8d-081d-4e7f-8297-e65dbc32b547 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef2ae11-dddd-4bfe-9456-3f9aacae7d07 HTTP/1.1" status: 200 len: 210 time: 0.0494413 Aug 19 14:47:03.076399 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-99b09568-1754-471c-890b-265c5e392fc5 req-4cd44814-6482-4666-bdef-a115b7c3c319 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563153 Aug 19 14:47:03.086153 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-16da5999-f5ea-480d-b15d-6b64ea504e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:03.197170 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d6de92e6-e18a-4b0c-8bec-105db92c59c9 req-ba3a5ad2-1e5e-4383-8e78-9616c8eadf1c service neutron] 10.222.0.88 "GET /v2.0/networks/b2d4d555-2e9b-4733-8514-652e7f465792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302802 Aug 19 14:47:03.221318 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c19af0b0-f0c1-4512-91d6-8090b5f20d9a None None] Provisioning for port fb884a6d-91d0-4911-a87a-6c31e779c505 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:47:03.226291 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c19af0b0-f0c1-4512-91d6-8090b5f20d9a None None] Provisioning complete for port fb884a6d-91d0-4911-a87a-6c31e779c505 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:47:03.227063 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c19af0b0-f0c1-4512-91d6-8090b5f20d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:03.273102 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c19af0b0-f0c1-4512-91d6-8090b5f20d9a None None] Port fb884a6d-91d0-4911-a87a-6c31e779c505 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:47:03.419462 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-16da5999-f5ea-480d-b15d-6b64ea504e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:03.449070 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d6de92e6-e18a-4b0c-8bec-105db92c59c9 req-b4f68464-03f6-4ea3-a699-f21d936060bf service neutron] 10.222.0.88 "GET /v2.0/networks/b2d4d555-2e9b-4733-8514-652e7f465792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239902 Aug 19 14:47:03.685221 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062a518-f843-4a41-ba84-86c6f5e16812 req-593214bf-1ca9-45ba-ad0f-0606152f224f tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:03.693802 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:03.696721 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f062a518-f843-4a41-ba84-86c6f5e16812 req-593214bf-1ca9-45ba-ad0f-0606152f224f tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/ports?device_id=149a7319-da4f-41d4-9895-758818cdf8c3 HTTP/1.1" status: 200 len: 943 time: 0.0808816 Aug 19 14:47:03.750519 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e60da-4ba2-407d-8c37-4dd8d88e9102 req-b217412f-e6ed-4a05-bbc2-81d29cf87692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:03.752819 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-206e60da-4ba2-407d-8c37-4dd8d88e9102 req-b217412f-e6ed-4a05-bbc2-81d29cf87692 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f8a38202591b4ab4b2c88662991e6e0b&device_id=149a7319-da4f-41d4-9895-758818cdf8c3 HTTP/1.1" status: 200 len: 1094 time: 0.2417951 Aug 19 14:47:03.764791 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f062a518-f843-4a41-ba84-86c6f5e16812 req-56d4f65f-d641-4ed5-9327-1195e93d513b tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups?id=63bbe400-1969-4ab6-bfdf-8984357f3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668240 Aug 19 14:47:03.867626 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217105f4-3a49-486c-a130-b6253ac2d31f req-33efc328-67c7-4cb4-a94a-ae47dc39d2c4 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:03.869188 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-217105f4-3a49-486c-a130-b6253ac2d31f req-33efc328-67c7-4cb4-a94a-ae47dc39d2c4 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.68 "GET /v2.0/networks?id=23c2e440-9ca3-45a7-ab8d-c7ac81e99a99 HTTP/1.1" status: 200 len: 811 time: 0.3447840 Aug 19 14:47:03.889132 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-217105f4-3a49-486c-a130-b6253ac2d31f req-0c041632-c8e3-404e-aa81-585265728840 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Request body: {'port': {'device_id': '0ef2ae11-dddd-4bfe-9456-3f9aacae7d07', 'network_id': '23c2e440-9ca3-45a7-ab8d-c7ac81e99a99', 'admin_state_up': True, 'tenant_id': '7fb0cbae73e44bb4aa5ac758561c58c6'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:47:03.963161 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-16da5999-f5ea-480d-b15d-6b64ea504e13 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:03.980095 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-16da5999-f5ea-480d-b15d-6b64ea504e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:04.097881 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e60da-4ba2-407d-8c37-4dd8d88e9102 req-e35d7953-44bc-4733-969e-2c40c3569374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:04.099359 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-206e60da-4ba2-407d-8c37-4dd8d88e9102 req-e35d7953-44bc-4733-969e-2c40c3569374 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b2d4d555-2e9b-4733-8514-652e7f465792 HTTP/1.1" status: 200 len: 914 time: 0.3323359 Aug 19 14:47:04.120736 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dab8c284-2424-4ea4-a76f-f5ed6679fdaf req-e4d5e595-1473-4199-a1b0-91b84f45487f tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef2ae11-dddd-4bfe-9456-3f9aacae7d07 HTTP/1.1" status: 200 len: 210 time: 0.0329528 Aug 19 14:47:04.129079 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16da5999-f5ea-480d-b15d-6b64ea504e13 admin admin] Pushing event updated for resources: {'Port': ['ID=fb884a6d-91d0-4911-a87a-6c31e779c505,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:04.131681 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-16da5999-f5ea-480d-b15d-6b64ea504e13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:04.174608 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-206e60da-4ba2-407d-8c37-4dd8d88e9102 req-43ea7a90-dc4a-4f19-bdd6-7de86fc893fb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e HTTP/1.1" status: 200 len: 217 time: 0.0613222 Aug 19 14:47:04.219724 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-217105f4-3a49-486c-a130-b6253ac2d31f req-0c041632-c8e3-404e-aa81-585265728840 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Made reservation on behalf of 7fb0cbae73e44bb4aa5ac758561c58c6 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:47:04.223328 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-217105f4-3a49-486c-a130-b6253ac2d31f req-0c041632-c8e3-404e-aa81-585265728840 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:04.243284 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d22c59-b3f6-4a7c-9ba8-ec0c3ee89bc9 req-5b3efdb1-cf9d-45b8-9a0b-b4da36c0a9e4 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:04.244992 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-99d22c59-b3f6-4a7c-9ba8-ec0c3ee89bc9 req-5b3efdb1-cf9d-45b8-9a0b-b4da36c0a9e4 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=067dd44e-0bfb-475e-b0cc-b653f93fc45a HTTP/1.1" status: 200 len: 945 time: 0.0633616 Aug 19 14:47:04.295745 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-afe25803-d7e7-4ec1-9f9f-29b10ed40124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:04.303891 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-99d22c59-b3f6-4a7c-9ba8-ec0c3ee89bc9 req-5abb391a-06ce-442b-b08b-d00b61febf55 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522699 Aug 19 14:47:04.354078 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e60da-4ba2-407d-8c37-4dd8d88e9102 req-2aaaed7b-24a6-4e6d-a9a6-19edce234da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:04.356098 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-206e60da-4ba2-407d-8c37-4dd8d88e9102 req-2aaaed7b-24a6-4e6d-a9a6-19edce234da8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=012fcfd6-81ba-4534-8de9-b0902e6c4481 HTTP/1.1" status: 200 len: 853 time: 0.1639266 Aug 19 14:47:04.406967 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-206e60da-4ba2-407d-8c37-4dd8d88e9102 req-588f8a04-25e4-4840-ad7b-e99874a7c5be service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b2d4d555-2e9b-4733-8514-652e7f465792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407157 Aug 19 14:47:04.447630 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16da5999-f5ea-480d-b15d-6b64ea504e13 admin admin] Network 9b8e3d58-ffb7-43c2-8ced-ce0f489cf233 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:47:04.487357 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-16da5999-f5ea-480d-b15d-6b64ea504e13 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:47:04.526877 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:04.581615 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-217105f4-3a49-486c-a130-b6253ac2d31f req-0c041632-c8e3-404e-aa81-585265728840 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Allocated IP 172.20.0.8 (23c2e440-9ca3-45a7-ab8d-c7ac81e99a99/9422880f-eaac-4c78-82da-517737e1ea86/e6c65527-3a4b-4952-b95e-ebc1b709ac3d) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:47:04.669302 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-206e60da-4ba2-407d-8c37-4dd8d88e9102 req-f9f097e7-2842-4888-a45b-400176d22500 service neutron] 10.222.0.88 "GET /v2.0/networks/b2d4d555-2e9b-4733-8514-652e7f465792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545617 Aug 19 14:47:04.817126 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-058eb094-35fb-44dc-8284-f7364db85cba None None] Provisioning complete for port fb884a6d-91d0-4911-a87a-6c31e779c505 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:47:04.817697 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-058eb094-35fb-44dc-8284-f7364db85cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:04.865485 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-058eb094-35fb-44dc-8284-f7364db85cba None None] Port fb884a6d-91d0-4911-a87a-6c31e779c505 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:47:04.925003 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f85195-a8d6-4569-9b25-e6727f81f6cd req-d91a9cc2-52dd-4c78-9b92-22216cae5eed tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:04.926880 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e1f85195-a8d6-4569-9b25-e6727f81f6cd req-d91a9cc2-52dd-4c78-9b92-22216cae5eed tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/ports?device_id=149a7319-da4f-41d4-9895-758818cdf8c3 HTTP/1.1" status: 200 len: 943 time: 0.0657444 Aug 19 14:47:04.975731 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e1f85195-a8d6-4569-9b25-e6727f81f6cd req-d35bafb4-9c78-400a-96fa-7891fb4b2f80 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups?id=63bbe400-1969-4ab6-bfdf-8984357f3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389488 Aug 19 14:47:05.033490 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:05.099484 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16da5999-f5ea-480d-b15d-6b64ea504e13 admin admin] Router 58a6a7e7-ea42-4a37-a200-fc130d31f1f4 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:47:05.138540 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 3aa45bd3-8e73-422f-bf34-bf71a64d2198 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:47:05.206609 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:05.227367 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 3aa45bd3-8e73-422f-bf34-bf71a64d2198 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:47:05.231877 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 3aa45bd3-8e73-422f-bf34-bf71a64d2198 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:47:05.232264 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:05.244752 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-206e60da-4ba2-407d-8c37-4dd8d88e9102 req-debb995f-9a2d-407b-a9a4-047563383fc7 service neutron] 10.222.0.88 "GET /v2.0/networks/b2d4d555-2e9b-4733-8514-652e7f465792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5621982 Aug 19 14:47:05.249006 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3162b063-c168-4f6d-a737-b9f653a8c9c0 req-ad0ce558-562d-402d-bbe4-57bf198ed086 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef2ae11-dddd-4bfe-9456-3f9aacae7d07 HTTP/1.1" status: 200 len: 210 time: 0.0379796 Aug 19 14:47:05.276397 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-217105f4-3a49-486c-a130-b6253ac2d31f req-0c041632-c8e3-404e-aa81-585265728840 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:05.320096 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:05.352368 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16da5999-f5ea-480d-b15d-6b64ea504e13 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:47:05.355436 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 3aa45bd3-8e73-422f-bf34-bf71a64d2198, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=3aa45bd3-8e73-422f-bf34-bf71a64d2198,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:47:05.360422 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-16da5999-f5ea-480d-b15d-6b64ea504e13 admin admin] 10.222.0.69 "PUT /v2.0/routers/58a6a7e7-ea42-4a37-a200-fc130d31f1f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5398400 Aug 19 14:47:05.368443 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07c84d1-367c-4884-8ccc-214284b5d829 None None] Sync routers for ids ['58a6a7e7-ea42-4a37-a200-fc130d31f1f4'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:47:05.370027 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:05.376038 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:47:05.386285 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07c84d1-367c-4884-8ccc-214284b5d829 None None] Routers {'58a6a7e7-ea42-4a37-a200-fc130d31f1f4'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:47:05.386608 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-217105f4-3a49-486c-a130-b6253ac2d31f req-0c041632-c8e3-404e-aa81-585265728840 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:05.389996 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c07c84d1-367c-4884-8ccc-214284b5d829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:47:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['58a6a7e7-ea42-4a37-a200-fc130d31f1f4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:47:05.478685 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e522e3c6-b9f8-45b2-8120-c47cddb0bb57 req-9faf3cb6-0913-40e1-b232-fe275949051a tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:05.489821 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c041632-c8e3-404e-aa81-585265728840 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Pushing event updated for resources: {'Port': ['ID=e6c65527-3a4b-4952-b95e-ebc1b709ac3d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:05.490400 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e522e3c6-b9f8-45b2-8120-c47cddb0bb57 req-9faf3cb6-0913-40e1-b232-fe275949051a tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=067dd44e-0bfb-475e-b0cc-b653f93fc45a HTTP/1.1" status: 200 len: 945 time: 0.0854611 Aug 19 14:47:05.524869 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-217105f4-3a49-486c-a130-b6253ac2d31f req-0c041632-c8e3-404e-aa81-585265728840 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Network 23c2e440-9ca3-45a7-ab8d-c7ac81e99a99 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:47:05.526508 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-217105f4-3a49-486c-a130-b6253ac2d31f req-0c041632-c8e3-404e-aa81-585265728840 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:47:05.538270 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-217105f4-3a49-486c-a130-b6253ac2d31f req-0c041632-c8e3-404e-aa81-585265728840 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:47:05.562438 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e522e3c6-b9f8-45b2-8120-c47cddb0bb57 req-cdea87b7-6e66-4d25-9ad5-7be2761dfde9 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709224 Aug 19 14:47:05.567568 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-c07c84d1-367c-4884-8ccc-214284b5d829 None None] Set router 58a6a7e7-ea42-4a37-a200-fc130d31f1f4 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:47:05.606430 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=3aa45bd3-8e73-422f-bf34-bf71a64d2198,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:05.664770 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217105f4-3a49-486c-a130-b6253ac2d31f req-0c041632-c8e3-404e-aa81-585265728840 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:05.665726 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-217105f4-3a49-486c-a130-b6253ac2d31f req-0c041632-c8e3-404e-aa81-585265728840 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:05.687097 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-217105f4-3a49-486c-a130-b6253ac2d31f req-0c041632-c8e3-404e-aa81-585265728840 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8073723 Aug 19 14:47:05.697270 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e,segment=NetworkSegment(d1cfb425-e152-40e2-b3d4-f94fb44e8d95),segment_id=d1cfb425-e152-40e2-b3d4-f94fb44e8d95)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:47:05.708438 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-217105f4-3a49-486c-a130-b6253ac2d31f req-ab8c8a56-abf9-43f0-bcc8-9690dc4d88e1 service neutron] Request body: {'port': {'device_id': '0ef2ae11-dddd-4bfe-9456-3f9aacae7d07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:47:05.736193 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': 'ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e', 'network_id': 'b2d4d555-2e9b-4733-8514-652e7f465792', 'port_id': 'ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e', 'mac_address': 'fa:16:3e:c0:4e:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '012fcfd6-81ba-4534-8de9-b0902e6c4481', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:47:05.782212 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-217105f4-3a49-486c-a130-b6253ac2d31f req-ab8c8a56-abf9-43f0-bcc8-9690dc4d88e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:05.789010 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:05.808899 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:47:05.813506 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c07c84d1-367c-4884-8ccc-214284b5d829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a6a7e7-ea42-4a37-a200-fc130d31f1f4', 'name': 'tempest-ServersTestFqdnHostnames-390882093-router', 'tenant_id': '959f9e8eca7c4b199a87f8a8c1657772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '3aa45bd3-8e73-422f-bf34-bf71a64d2198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:46:57Z', 'updated_at': '2021-08-19T14:47:03Z', 'revision_number': 4, 'project_id': '959f9e8eca7c4b199a87f8a8c1657772', 'gw_port': {'id': '3aa45bd3-8e73-422f-bf34-bf71a64d2198', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:89:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a6a7e7-ea42-4a37-a200-fc130d31f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:46:58Z', 'updated_at': '2021-08-19T14:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'fb884a6d-91d0-4911-a87a-6c31e779c505', 'name': '', 'network_id': '9b8e3d58-ffb7-43c2-8ced-ce0f489cf233', 'tenant_id': '959f9e8eca7c4b199a87f8a8c1657772', 'mac_address': 'fa:16:3e:ec:e1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a6a7e7-ea42-4a37-a200-fc130d31f1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'bf5a704a-e968-4e43-b90b-bb904cff1edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:47:02Z', 'updated_at': '2021-08-19T14:47:03Z', 'revision_number': 2, 'project_id': '959f9e8eca7c4b199a87f8a8c1657772', 'subnets': [{'id': 'bf5a704a-e968-4e43-b90b-bb904cff1edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:47:05.834411 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e,segment=NetworkSegment(d1cfb425-e152-40e2-b3d4-f94fb44e8d95),segment_id=d1cfb425-e152-40e2-b3d4-f94fb44e8d95)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:47:05.840396 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:05.862635 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07c84d1-367c-4884-8ccc-214284b5d829 None None] Checking router: 58a6a7e7-ea42-4a37-a200-fc130d31f1f4 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:47:05.869669 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07c84d1-367c-4884-8ccc-214284b5d829 None None] Updating router 58a6a7e7-ea42-4a37-a200-fc130d31f1f4 port fb884a6d-91d0-4911-a87a-6c31e779c505 binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:47:05.899707 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:05.927485 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-c07c84d1-367c-4884-8ccc-214284b5d829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:06.141838 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51512) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:47:06.146540 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-271beb1f-6b39-4012-85a3-8029f487b4e3 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2139102227', 'description': 'tempest-description--1827092955'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:47:06.158740 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-217105f4-3a49-486c-a130-b6253ac2d31f req-ab8c8a56-abf9-43f0-bcc8-9690dc4d88e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6c65527-3a4b-4952-b95e-ebc1b709ac3d {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:47:06.171219 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-217105f4-3a49-486c-a130-b6253ac2d31f req-ab8c8a56-abf9-43f0-bcc8-9690dc4d88e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:06.177711 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:47:06.209973 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-271beb1f-6b39-4012-85a3-8029f487b4e3 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:06.215595 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-217105f4-3a49-486c-a130-b6253ac2d31f req-ab8c8a56-abf9-43f0-bcc8-9690dc4d88e1 service neutron] Transition to ACTIVE for port object e6c65527-3a4b-4952-b95e-ebc1b709ac3d will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:47:06.229647 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-217105f4-3a49-486c-a130-b6253ac2d31f req-ab8c8a56-abf9-43f0-bcc8-9690dc4d88e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:06.255280 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fefac39-f1cc-44a5-8e3b-53eed352180f req-09380a46-316e-4a24-80be-ddf8aadc9ffa tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:06.257383 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3fefac39-f1cc-44a5-8e3b-53eed352180f req-09380a46-316e-4a24-80be-ddf8aadc9ffa tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/ports?device_id=149a7319-da4f-41d4-9895-758818cdf8c3 HTTP/1.1" status: 200 len: 944 time: 0.1030812 Aug 19 14:47:06.301214 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c8a56-abf9-43f0-bcc8-9690dc4d88e1 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c65527-3a4b-4952-b95e-ebc1b709ac3d,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:06.318419 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3fefac39-f1cc-44a5-8e3b-53eed352180f req-8a7d8afe-78a1-40b3-9091-997d734ce5c6 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups?id=63bbe400-1969-4ab6-bfdf-8984357f3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525651 Aug 19 14:47:06.352119 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-c07c84d1-367c-4884-8ccc-214284b5d829 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:06.376564 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-c07c84d1-367c-4884-8ccc-214284b5d829 None None] Transition to ACTIVE for port object fb884a6d-91d0-4911-a87a-6c31e779c505 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:47:06.392792 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-c07c84d1-367c-4884-8ccc-214284b5d829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:06.421924 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-271beb1f-6b39-4012-85a3-8029f487b4e3 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:06.434041 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-217105f4-3a49-486c-a130-b6253ac2d31f req-ab8c8a56-abf9-43f0-bcc8-9690dc4d88e1 service neutron] Attempting to bind port e6c65527-3a4b-4952-b95e-ebc1b709ac3d on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:47:06.434839 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-217105f4-3a49-486c-a130-b6253ac2d31f req-ab8c8a56-abf9-43f0-bcc8-9690dc4d88e1 service neutron] Attempting to bind port e6c65527-3a4b-4952-b95e-ebc1b709ac3d by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': 'dfb5451f-ae59-4348-b57d-1e05105b4f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '23c2e440-9ca3-45a7-ab8d-c7ac81e99a99'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:47:06.435360 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217105f4-3a49-486c-a130-b6253ac2d31f req-ab8c8a56-abf9-43f0-bcc8-9690dc4d88e1 service neutron] Attempting to bind port e6c65527-3a4b-4952-b95e-ebc1b709ac3d on network 23c2e440-9ca3-45a7-ab8d-c7ac81e99a99 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:47:06.445670 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217105f4-3a49-486c-a130-b6253ac2d31f req-ab8c8a56-abf9-43f0-bcc8-9690dc4d88e1 service neutron] Port e6c65527-3a4b-4952-b95e-ebc1b709ac3d on network 23c2e440-9ca3-45a7-ab8d-c7ac81e99a99 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:47:06.446239 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217105f4-3a49-486c-a130-b6253ac2d31f req-ab8c8a56-abf9-43f0-bcc8-9690dc4d88e1 service neutron] Attempting to bind port e6c65527-3a4b-4952-b95e-ebc1b709ac3d on network 23c2e440-9ca3-45a7-ab8d-c7ac81e99a99 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:47:06.455636 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217105f4-3a49-486c-a130-b6253ac2d31f req-ab8c8a56-abf9-43f0-bcc8-9690dc4d88e1 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:47:06.457519 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217105f4-3a49-486c-a130-b6253ac2d31f req-ab8c8a56-abf9-43f0-bcc8-9690dc4d88e1 service neutron] Checking segment: {'id': 'dfb5451f-ae59-4348-b57d-1e05105b4f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '23c2e440-9ca3-45a7-ab8d-c7ac81e99a99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:47:06.458153 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217105f4-3a49-486c-a130-b6253ac2d31f req-ab8c8a56-abf9-43f0-bcc8-9690dc4d88e1 service neutron] Bound using segment: {'id': 'dfb5451f-ae59-4348-b57d-1e05105b4f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '23c2e440-9ca3-45a7-ab8d-c7ac81e99a99'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:47:06.458754 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-217105f4-3a49-486c-a130-b6253ac2d31f req-ab8c8a56-abf9-43f0-bcc8-9690dc4d88e1 service neutron] Bound port: e6c65527-3a4b-4952-b95e-ebc1b709ac3d, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfb5451f-ae59-4348-b57d-1e05105b4f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '23c2e440-9ca3-45a7-ab8d-c7ac81e99a99'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:47:06.461046 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-217105f4-3a49-486c-a130-b6253ac2d31f req-ab8c8a56-abf9-43f0-bcc8-9690dc4d88e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:06.485946 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-271beb1f-6b39-4012-85a3-8029f487b4e3 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:06.491439 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1869e0b4-d1ba-417a-b04f-9139489d9a24 None None] Pushing event updated for resources: {'Port': ['ID=fb884a6d-91d0-4911-a87a-6c31e779c505,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:06.503779 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1869e0b4-d1ba-417a-b04f-9139489d9a24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:47:06.504379 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1869e0b4-d1ba-417a-b04f-9139489d9a24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:47:06.504919 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1869e0b4-d1ba-417a-b04f-9139489d9a24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:47:06.505584 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1869e0b4-d1ba-417a-b04f-9139489d9a24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:47:06.506070 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1869e0b4-d1ba-417a-b04f-9139489d9a24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:47:06.506570 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1869e0b4-d1ba-417a-b04f-9139489d9a24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:47:06.507051 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1869e0b4-d1ba-417a-b04f-9139489d9a24 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:47:06.507560 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1869e0b4-d1ba-417a-b04f-9139489d9a24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:47:06.508038 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1869e0b4-d1ba-417a-b04f-9139489d9a24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:47:06.508542 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1869e0b4-d1ba-417a-b04f-9139489d9a24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:47:06.509036 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1869e0b4-d1ba-417a-b04f-9139489d9a24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:47:06.509512 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1869e0b4-d1ba-417a-b04f-9139489d9a24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:47:06.547583 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71955d-678e-448f-ba93-96c1e0dd7c22 req-215061c3-293c-43ee-bf3e-1814274bcc48 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:06.549414 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6e71955d-678e-448f-ba93-96c1e0dd7c22 req-215061c3-293c-43ee-bf3e-1814274bcc48 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef2ae11-dddd-4bfe-9456-3f9aacae7d07 HTTP/1.1" status: 200 len: 943 time: 0.1341169 Aug 19 14:47:06.551969 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-271beb1f-6b39-4012-85a3-8029f487b4e3 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:06.553270 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-271beb1f-6b39-4012-85a3-8029f487b4e3 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4107647 Aug 19 14:47:06.554565 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271beb1f-6b39-4012-85a3-8029f487b4e3 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f90dd21-f75a-44ce-981d-23ac2f88ea7c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:06.558235 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51522) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:47:06.569201 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-c07c84d1-367c-4884-8ccc-214284b5d829 None None] Attempting to bind port fb884a6d-91d0-4911-a87a-6c31e779c505 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:47:06.569764 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-c07c84d1-367c-4884-8ccc-214284b5d829 None None] Attempting to bind port fb884a6d-91d0-4911-a87a-6c31e779c505 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '64c0e267-283c-4628-a99a-2e5f43744507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9b8e3d58-ffb7-43c2-8ced-ce0f489cf233'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:47:06.570330 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07c84d1-367c-4884-8ccc-214284b5d829 None None] Attempting to bind port fb884a6d-91d0-4911-a87a-6c31e779c505 on network 9b8e3d58-ffb7-43c2-8ced-ce0f489cf233 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:47:06.575978 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-15301b7c-5c5d-4e22-9852-c06423450951 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Request body: {'security_group_rule': {'security_group_id': '3f90dd21-f75a-44ce-981d-23ac2f88ea7c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:47:06.577431 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07c84d1-367c-4884-8ccc-214284b5d829 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:47:06.578170 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07c84d1-367c-4884-8ccc-214284b5d829 None None] Checking segment: {'id': '64c0e267-283c-4628-a99a-2e5f43744507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9b8e3d58-ffb7-43c2-8ced-ce0f489cf233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:47:06.578786 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-c07c84d1-367c-4884-8ccc-214284b5d829 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:06.579381 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07c84d1-367c-4884-8ccc-214284b5d829 None None] Bound using segment: {'id': '64c0e267-283c-4628-a99a-2e5f43744507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9b8e3d58-ffb7-43c2-8ced-ce0f489cf233'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:47:06.580030 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-c07c84d1-367c-4884-8ccc-214284b5d829 None None] Bound port: fb884a6d-91d0-4911-a87a-6c31e779c505, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64c0e267-283c-4628-a99a-2e5f43744507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9b8e3d58-ffb7-43c2-8ced-ce0f489cf233'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:47:06.580750 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-c07c84d1-367c-4884-8ccc-214284b5d829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:06.584624 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-217105f4-3a49-486c-a130-b6253ac2d31f req-ab8c8a56-abf9-43f0-bcc8-9690dc4d88e1 service neutron] For port e6c65527-3a4b-4952-b95e-ebc1b709ac3d, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:47:06.610061 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6e71955d-678e-448f-ba93-96c1e0dd7c22 req-d09fab88-54f1-4587-8319-38972f6528b4 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453925 Aug 19 14:47:06.624283 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-217105f4-3a49-486c-a130-b6253ac2d31f req-ab8c8a56-abf9-43f0-bcc8-9690dc4d88e1 service neutron] For port e6c65527-3a4b-4952-b95e-ebc1b709ac3d, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=e6c65527-3a4b-4952-b95e-ebc1b709ac3d,segment=NetworkSegment(dfb5451f-ae59-4348-b57d-1e05105b4f16),segment_id=dfb5451f-ae59-4348-b57d-1e05105b4f16)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:47:06.634881 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-217105f4-3a49-486c-a130-b6253ac2d31f req-ab8c8a56-abf9-43f0-bcc8-9690dc4d88e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:06.676232 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15301b7c-5c5d-4e22-9852-c06423450951 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:06.694358 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217105f4-3a49-486c-a130-b6253ac2d31f req-ab8c8a56-abf9-43f0-bcc8-9690dc4d88e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:06.695079 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-217105f4-3a49-486c-a130-b6253ac2d31f req-ab8c8a56-abf9-43f0-bcc8-9690dc4d88e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:06.696640 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-217105f4-3a49-486c-a130-b6253ac2d31f req-ab8c8a56-abf9-43f0-bcc8-9690dc4d88e1 service neutron] 10.222.0.68 "PUT /v2.0/ports/e6c65527-3a4b-4952-b95e-ebc1b709ac3d HTTP/1.1" status: 200 len: 1091 time: 0.9941561 Aug 19 14:47:06.697872 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-c07c84d1-367c-4884-8ccc-214284b5d829 None None] For port fb884a6d-91d0-4911-a87a-6c31e779c505, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:47:06.703344 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef2ae11-dddd-4bfe-9456-3f9aacae7d07', 'tag': 'e6c65527-3a4b-4952-b95e-ebc1b709ac3d'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:47:06.705438 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-c07c84d1-367c-4884-8ccc-214284b5d829 None None] For port fb884a6d-91d0-4911-a87a-6c31e779c505, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=fb884a6d-91d0-4911-a87a-6c31e779c505,segment=NetworkSegment(64c0e267-283c-4628-a99a-2e5f43744507),segment_id=64c0e267-283c-4628-a99a-2e5f43744507)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:47:06.706595 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00093479-39f1-4c70-9579-d4db311fdc18" -d '{"events": [{"name": "network-changed", "server_uuid": "0ef2ae11-dddd-4bfe-9456-3f9aacae7d07", "tag": "e6c65527-3a4b-4952-b95e-ebc1b709ac3d"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:47:06.712066 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-c07c84d1-367c-4884-8ccc-214284b5d829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:06.771590 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c8be0-3971-4ec8-9b8f-7f2890f4cd4a req-ddfa164b-ad4b-4ee7-a3f4-15386a371a1b tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:06.774942 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-588c8be0-3971-4ec8-9b8f-7f2890f4cd4a req-ddfa164b-ad4b-4ee7-a3f4-15386a371a1b tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=067dd44e-0bfb-475e-b0cc-b653f93fc45a HTTP/1.1" status: 200 len: 945 time: 0.1232259 Aug 19 14:47:06.801974 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07c84d1-367c-4884-8ccc-214284b5d829 None None] Routers {'58a6a7e7-ea42-4a37-a200-fc130d31f1f4'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:47:06.802876 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c07c84d1-367c-4884-8ccc-214284b5d829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:47:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['58a6a7e7-ea42-4a37-a200-fc130d31f1f4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:47:06.806028 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c8a56-abf9-43f0-bcc8-9690dc4d88e1 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c65527-3a4b-4952-b95e-ebc1b709ac3d,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:06.824656 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:06.849957 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac42349-1646-4e5b-9f2e-61cc30ea1146 x-openstack-request-id: req-2ac42349-1646-4e5b-9f2e-61cc30ea1146 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:47:06.850804 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ef2ae11-dddd-4bfe-9456-3f9aacae7d07", "tag": "e6c65527-3a4b-4952-b95e-ebc1b709ac3d", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:47:06.851229 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2ac42349-1646-4e5b-9f2e-61cc30ea1146 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:47:06.851790 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ef2ae11-dddd-4bfe-9456-3f9aacae7d07', 'tag': 'e6c65527-3a4b-4952-b95e-ebc1b709ac3d', 'status': 'completed', 'code': 200} Aug 19 14:47:06.863501 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-588c8be0-3971-4ec8-9b8f-7f2890f4cd4a req-fb0ddc21-3bfb-4282-abea-063858b833f8 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740941 Aug 19 14:47:06.946070 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1869e0b4-d1ba-417a-b04f-9139489d9a24 None None] Pushing event updated for resources: {'Port': ['ID=fb884a6d-91d0-4911-a87a-6c31e779c505,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:06.977932 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15301b7c-5c5d-4e22-9852-c06423450951 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:06.980882 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-c07c84d1-367c-4884-8ccc-214284b5d829 None None] Set router 58a6a7e7-ea42-4a37-a200-fc130d31f1f4 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:47:06.981460 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217105f4-3a49-486c-a130-b6253ac2d31f req-28bd324c-6a22-49ed-8125-3ce6c89af943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:06.983764 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-217105f4-3a49-486c-a130-b6253ac2d31f req-28bd324c-6a22-49ed-8125-3ce6c89af943 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=7fb0cbae73e44bb4aa5ac758561c58c6&device_id=0ef2ae11-dddd-4bfe-9456-3f9aacae7d07 HTTP/1.1" status: 200 len: 1094 time: 0.2144561 Aug 19 14:47:06.985458 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15301b7c-5c5d-4e22-9852-c06423450951 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:07.088675 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15301b7c-5c5d-4e22-9852-c06423450951 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5bd16b3-0d97-4f38-a7ce-ca5edca3374c,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:07.100839 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-217105f4-3a49-486c-a130-b6253ac2d31f req-21246bc3-2c18-43a7-9c8e-8dd7c7f3de13 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6c65527-3a4b-4952-b95e-ebc1b709ac3d HTTP/1.1" status: 200 len: 217 time: 0.1013424 Aug 19 14:47:07.126151 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15301b7c-5c5d-4e22-9852-c06423450951 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:07.131356 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51538) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:47:07.132905 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-15301b7c-5c5d-4e22-9852-c06423450951 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5642953 Aug 19 14:47:07.136494 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-82898f6b-2d0d-41b4-aaf9-134f0cc71269 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Request body: {'security_group_rule': {'security_group_id': '3f90dd21-f75a-44ce-981d-23ac2f88ea7c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:47:07.172072 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 3aa45bd3-8e73-422f-bf34-bf71a64d2198 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:47:07.181252 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-82898f6b-2d0d-41b4-aaf9-134f0cc71269 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:07.191499 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217105f4-3a49-486c-a130-b6253ac2d31f req-ea31454a-0de8-4805-9aa2-a3dfe3c20896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:07.193176 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-217105f4-3a49-486c-a130-b6253ac2d31f req-ea31454a-0de8-4805-9aa2-a3dfe3c20896 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9422880f-eaac-4c78-82da-517737e1ea86 HTTP/1.1" status: 200 len: 851 time: 0.0835726 Aug 19 14:47:07.235987 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 3aa45bd3-8e73-422f-bf34-bf71a64d2198 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:47:07.236666 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:07.258082 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-217105f4-3a49-486c-a130-b6253ac2d31f req-b9cd0182-1645-47e1-b820-da6f7d0750cb service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=23c2e440-9ca3-45a7-ab8d-c7ac81e99a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533149 Aug 19 14:47:07.274917 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-82898f6b-2d0d-41b4-aaf9-134f0cc71269 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:07.280450 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-82898f6b-2d0d-41b4-aaf9-134f0cc71269 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:07.305251 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82898f6b-2d0d-41b4-aaf9-134f0cc71269 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cb0cb87-75a6-4434-8d26-1e8c820e7e0d,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:07.311902 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-82898f6b-2d0d-41b4-aaf9-134f0cc71269 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:07.313780 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-82898f6b-2d0d-41b4-aaf9-134f0cc71269 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1813264 Aug 19 14:47:07.316846 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51544) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:47:07.322650 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-360fe693-44d2-4fe8-99a7-583afb54163e tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Request body: {'floatingip': {'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:47:07.365230 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-360fe693-44d2-4fe8-99a7-583afb54163e tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:07.365461 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c07c84d1-367c-4884-8ccc-214284b5d829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a6a7e7-ea42-4a37-a200-fc130d31f1f4', 'name': 'tempest-ServersTestFqdnHostnames-390882093-router', 'tenant_id': '959f9e8eca7c4b199a87f8a8c1657772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '3aa45bd3-8e73-422f-bf34-bf71a64d2198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:46:57Z', 'updated_at': '2021-08-19T14:47:03Z', 'revision_number': 4, 'project_id': '959f9e8eca7c4b199a87f8a8c1657772', 'gw_port': {'id': '3aa45bd3-8e73-422f-bf34-bf71a64d2198', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:89:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a6a7e7-ea42-4a37-a200-fc130d31f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:46:58Z', 'updated_at': '2021-08-19T14:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'fb884a6d-91d0-4911-a87a-6c31e779c505', 'name': '', 'network_id': '9b8e3d58-ffb7-43c2-8ced-ce0f489cf233', 'tenant_id': '959f9e8eca7c4b199a87f8a8c1657772', 'mac_address': 'fa:16:3e:ec:e1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a6a7e7-ea42-4a37-a200-fc130d31f1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'bf5a704a-e968-4e43-b90b-bb904cff1edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:47:02Z', 'updated_at': '2021-08-19T14:47:06Z', 'revision_number': 4, 'project_id': '959f9e8eca7c4b199a87f8a8c1657772', 'subnets': [{'id': 'bf5a704a-e968-4e43-b90b-bb904cff1edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:47:07.393557 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07c84d1-367c-4884-8ccc-214284b5d829 None None] The sync data for ids ['58a6a7e7-ea42-4a37-a200-fc130d31f1f4'] in n-d-766043-2 is: [{'id': '58a6a7e7-ea42-4a37-a200-fc130d31f1f4', 'name': 'tempest-ServersTestFqdnHostnames-390882093-router', 'tenant_id': '959f9e8eca7c4b199a87f8a8c1657772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '3aa45bd3-8e73-422f-bf34-bf71a64d2198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:46:57Z', 'updated_at': '2021-08-19T14:47:03Z', 'revision_number': 4, 'project_id': '959f9e8eca7c4b199a87f8a8c1657772', 'gw_port': {'id': '3aa45bd3-8e73-422f-bf34-bf71a64d2198', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:89:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a6a7e7-ea42-4a37-a200-fc130d31f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:46:58Z', 'updated_at': '2021-08-19T14:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'fb884a6d-91d0-4911-a87a-6c31e779c505', 'name': '', 'network_id': '9b8e3d58-ffb7-43c2-8ced-ce0f489cf233', 'tenant_id': '959f9e8eca7c4b199a87f8a8c1657772', 'mac_address': 'fa:16:3e:ec:e1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a6a7e7-ea42-4a37-a200-fc130d31f1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'bf5a704a-e968-4e43-b90b-bb904cff1edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:47:02Z', 'updated_at': '2021-08-19T14:47:06Z', 'revision_number': 4, 'project_id': '959f9e8eca7c4b199a87f8a8c1657772', 'subnets': [{'id': 'bf5a704a-e968-4e43-b90b-bb904cff1edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:47:07.402337 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-217105f4-3a49-486c-a130-b6253ac2d31f req-361ef5cf-c026-43e6-9741-19c43b7ee6e0 service neutron] 10.222.0.68 "GET /v2.0/networks/23c2e440-9ca3-45a7-ab8d-c7ac81e99a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338863 Aug 19 14:47:07.563121 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba60ee-0679-43b1-9926-f0effb3382bc req-03f1b6fc-8796-4792-b52a-26032522371d tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:07.564730 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f1ba60ee-0679-43b1-9926-f0effb3382bc req-03f1b6fc-8796-4792-b52a-26032522371d tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/ports?device_id=149a7319-da4f-41d4-9895-758818cdf8c3 HTTP/1.1" status: 200 len: 944 time: 0.1243064 Aug 19 14:47:07.583570 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-217105f4-3a49-486c-a130-b6253ac2d31f req-d28b39a8-45f9-4791-ba91-d08d3bc378fa service neutron] 10.222.0.68 "GET /v2.0/networks/23c2e440-9ca3-45a7-ab8d-c7ac81e99a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730795 Aug 19 14:47:07.634003 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-360fe693-44d2-4fe8-99a7-583afb54163e tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:07.657003 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f1ba60ee-0679-43b1-9926-f0effb3382bc req-41660286-36d4-425b-824d-01338f3864d0 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups?id=63bbe400-1969-4ab6-bfdf-8984357f3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830872 Aug 19 14:47:07.734094 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00093479-39f1-4c70-9579-d4db311fdc18 req-da71fddc-7cd3-4620-a928-b8bf59b8555b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:07.736036 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-00093479-39f1-4c70-9579-d4db311fdc18 req-da71fddc-7cd3-4620-a928-b8bf59b8555b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=7fb0cbae73e44bb4aa5ac758561c58c6&device_id=0ef2ae11-dddd-4bfe-9456-3f9aacae7d07 HTTP/1.1" status: 200 len: 1094 time: 0.0912099 Aug 19 14:47:07.823997 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-360fe693-44d2-4fe8-99a7-583afb54163e tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Allocated IP 172.25.2.32 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/fc971bde-7f33-4be8-aa66-50e68050a70d) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:47:07.848861 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea7d4e-6096-4c00-a4df-f5d47da0922f req-043108d8-f78d-4613-82b3-1ef02cba290f tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:07.850442 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-72ea7d4e-6096-4c00-a4df-f5d47da0922f req-043108d8-f78d-4613-82b3-1ef02cba290f tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef2ae11-dddd-4bfe-9456-3f9aacae7d07 HTTP/1.1" status: 200 len: 943 time: 0.1073148 Aug 19 14:47:07.872296 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00093479-39f1-4c70-9579-d4db311fdc18 req-9160e331-e890-4752-b812-e021d020f1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:07.873816 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-00093479-39f1-4c70-9579-d4db311fdc18 req-9160e331-e890-4752-b812-e021d020f1d0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=23c2e440-9ca3-45a7-ab8d-c7ac81e99a99 HTTP/1.1" status: 200 len: 912 time: 0.1214664 Aug 19 14:47:07.939794 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-00093479-39f1-4c70-9579-d4db311fdc18 req-4bfc3e83-db04-4e97-8ce7-f0d59c7b6fbb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6c65527-3a4b-4952-b95e-ebc1b709ac3d HTTP/1.1" status: 200 len: 217 time: 0.0573606 Aug 19 14:47:08.003442 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-72ea7d4e-6096-4c00-a4df-f5d47da0922f req-d9461e5d-8122-4101-8567-f0d3a989851f tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414115 Aug 19 14:47:08.017118 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00093479-39f1-4c70-9579-d4db311fdc18 req-dc7cd7ed-31a8-473f-be2b-b7a3c3160341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:08.019364 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-00093479-39f1-4c70-9579-d4db311fdc18 req-dc7cd7ed-31a8-473f-be2b-b7a3c3160341 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9422880f-eaac-4c78-82da-517737e1ea86 HTTP/1.1" status: 200 len: 851 time: 0.0690465 Aug 19 14:47:08.055869 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-360fe693-44d2-4fe8-99a7-583afb54163e tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:08.060118 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-00093479-39f1-4c70-9579-d4db311fdc18 req-0bf3361b-c90f-4b1b-a19a-e537e368e4b5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=23c2e440-9ca3-45a7-ab8d-c7ac81e99a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265739 Aug 19 14:47:08.095757 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d0535-59d7-47df-984d-997ba9a2ea68 req-0ba5981f-a9ea-4b6a-9cde-a50ebb6bcadd tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:08.097589 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-423d0535-59d7-47df-984d-997ba9a2ea68 req-0ba5981f-a9ea-4b6a-9cde-a50ebb6bcadd tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=067dd44e-0bfb-475e-b0cc-b653f93fc45a HTTP/1.1" status: 200 len: 945 time: 0.1036563 Aug 19 14:47:08.164567 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-360fe693-44d2-4fe8-99a7-583afb54163e tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:08.174347 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-423d0535-59d7-47df-984d-997ba9a2ea68 req-637de463-ba2d-46d7-bfd2-b881268381ca tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629632 Aug 19 14:47:08.214651 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-00093479-39f1-4c70-9579-d4db311fdc18 req-c55deae1-94ab-4051-b33b-cbfbb6ffaf90 service neutron] 10.222.0.68 "GET /v2.0/networks/23c2e440-9ca3-45a7-ab8d-c7ac81e99a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422076 Aug 19 14:47:08.235974 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360fe693-44d2-4fe8-99a7-583afb54163e tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:47:08.241214 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-360fe693-44d2-4fe8-99a7-583afb54163e tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:47:08.244812 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360fe693-44d2-4fe8-99a7-583afb54163e tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:47:08.275160 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360fe693-44d2-4fe8-99a7-583afb54163e tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Pushing event updated for resources: {'Port': ['ID=fc971bde-7f33-4be8-aa66-50e68050a70d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:08.334914 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-00093479-39f1-4c70-9579-d4db311fdc18 req-36156216-b6fb-4566-b502-5f3f26d79c3c service neutron] 10.222.0.68 "GET /v2.0/networks/23c2e440-9ca3-45a7-ab8d-c7ac81e99a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081915 Aug 19 14:47:08.405413 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-360fe693-44d2-4fe8-99a7-583afb54163e tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:08.452536 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-360fe693-44d2-4fe8-99a7-583afb54163e tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:08.612461 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-360fe693-44d2-4fe8-99a7-583afb54163e tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:08.617675 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-360fe693-44d2-4fe8-99a7-583afb54163e tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:08.691660 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360fe693-44d2-4fe8-99a7-583afb54163e tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Pushing event updated for resources: {'Port': ['ID=fc971bde-7f33-4be8-aa66-50e68050a70d,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:08.714804 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-360fe693-44d2-4fe8-99a7-583afb54163e tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:08.721412 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:47:08.731690 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-360fe693-44d2-4fe8-99a7-583afb54163e tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:08.736449 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-360fe693-44d2-4fe8-99a7-583afb54163e tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4148791 Aug 19 14:47:08.822623 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7ed83-2bad-49ca-8b92-6d5b9a489ad5 req-784ac130-ea2d-4592-8fbc-2aaaa9fa0c79 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:08.824364 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6fb7ed83-2bad-49ca-8b92-6d5b9a489ad5 req-784ac130-ea2d-4592-8fbc-2aaaa9fa0c79 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/ports?device_id=149a7319-da4f-41d4-9895-758818cdf8c3 HTTP/1.1" status: 200 len: 944 time: 0.0764813 Aug 19 14:47:08.868967 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6fb7ed83-2bad-49ca-8b92-6d5b9a489ad5 req-a49e6db5-c77a-41f5-96da-852c0d2787b3 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups?id=63bbe400-1969-4ab6-bfdf-8984357f3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379825 Aug 19 14:47:08.919079 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cb50b36-0815-4f3f-bbf3-4700dcdd9158 req-82e9aca6-6951-4a81-b746-b6399f63bb87 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--2139102227&fields=id&tenant_id=959f9e8eca7c4b199a87f8a8c1657772 HTTP/1.1" status: 200 len: 267 time: 0.0489497 Aug 19 14:47:09.043726 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb50b36-0815-4f3f-bbf3-4700dcdd9158 req-2947a9d6-3a4c-445c-8921-e516a372e9d4 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:09.051100 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cb50b36-0815-4f3f-bbf3-4700dcdd9158 req-2947a9d6-3a4c-445c-8921-e516a372e9d4 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] 10.222.0.69 "GET /v2.0/networks?id=9b8e3d58-ffb7-43c2-8ced-ce0f489cf233 HTTP/1.1" status: 200 len: 814 time: 0.1227186 Aug 19 14:47:09.070056 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cb50b36-0815-4f3f-bbf3-4700dcdd9158 req-f3841bc2-ba96-477e-91fd-8673db41f457 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] 10.222.0.69 "GET /v2.0/quotas/959f9e8eca7c4b199a87f8a8c1657772 HTTP/1.1" status: 200 len: 375 time: 0.0179281 Aug 19 14:47:09.160436 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device fb884a6d-91d0-4911-a87a-6c31e779c505 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:47:09.169861 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cb50b36-0815-4f3f-bbf3-4700dcdd9158 req-24502887-ad5f-44fb-b012-1c7aab7873eb tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=959f9e8eca7c4b199a87f8a8c1657772&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0989408 Aug 19 14:47:09.184354 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d22d8a-9444-4056-94ad-64f7d096d020 req-097cf184-274f-4242-b8ec-c2224257aff5 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:09.185781 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-27d22d8a-9444-4056-94ad-64f7d096d020 req-097cf184-274f-4242-b8ec-c2224257aff5 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef2ae11-dddd-4bfe-9456-3f9aacae7d07 HTTP/1.1" status: 200 len: 943 time: 0.0768135 Aug 19 14:47:09.224201 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port fb884a6d-91d0-4911-a87a-6c31e779c505 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:47:09.228929 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port fb884a6d-91d0-4911-a87a-6c31e779c505 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:47:09.229616 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:09.310583 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-27d22d8a-9444-4056-94ad-64f7d096d020 req-c6c491d2-50ae-4b42-b25e-664183489b20 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108484 Aug 19 14:47:09.313791 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:09.348099 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cb50b36-0815-4f3f-bbf3-4700dcdd9158 req-01422e8c-9578-42d8-acc0-1325b48ef122 service neutron] 10.222.0.69 "GET /v2.0/networks/9b8e3d58-ffb7-43c2-8ced-ce0f489cf233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596713 Aug 19 14:47:09.348290 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port fb884a6d-91d0-4911-a87a-6c31e779c505, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=fb884a6d-91d0-4911-a87a-6c31e779c505,segment=NetworkSegment(64c0e267-283c-4628-a99a-2e5f43744507),segment_id=64c0e267-283c-4628-a99a-2e5f43744507)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:47:09.354761 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:09.399316 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:47:09.455273 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=fb884a6d-91d0-4911-a87a-6c31e779c505,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:09.480551 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:47:09.485755 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:47:09.486326 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:09.491630 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cb50b36-0815-4f3f-bbf3-4700dcdd9158 req-14aa2695-247d-423b-aee0-4bc8a44b835b service neutron] 10.222.0.69 "GET /v2.0/networks/9b8e3d58-ffb7-43c2-8ced-ce0f489cf233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338894 Aug 19 14:47:09.593448 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:09.611169 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50491026-3de3-412b-bc8b-f10df0f1cb43 req-564dae22-9c95-4d4c-abd2-52b4c3ac0905 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:09.612760 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-50491026-3de3-412b-bc8b-f10df0f1cb43 req-564dae22-9c95-4d4c-abd2-52b4c3ac0905 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=067dd44e-0bfb-475e-b0cc-b653f93fc45a HTTP/1.1" status: 200 len: 945 time: 0.0656328 Aug 19 14:47:09.649737 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e,segment=NetworkSegment(d1cfb425-e152-40e2-b3d4-f94fb44e8d95),segment_id=d1cfb425-e152-40e2-b3d4-f94fb44e8d95)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:47:09.650257 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '149a7319-da4f-41d4-9895-758818cdf8c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:47:09.653368 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ba7bb9-31a4-492b-bafe-ce30f0173cde" -d '{"events": [{"server_uuid": "149a7319-da4f-41d4-9895-758818cdf8c3", "name": "network-vif-plugged", "status": "completed", "tag": "ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:47:09.659985 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:09.690867 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-50491026-3de3-412b-bc8b-f10df0f1cb43 req-7cee50ef-93bc-4dd9-9a21-5795805c6e13 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666163 Aug 19 14:47:09.756360 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:09.787034 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-37fcc4bb-78d8-47da-b884-62b73600b05f req-67c04bef-a531-4351-bb0e-ffdcf1b0080c tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc306f7c-edb8-49b1-887f-00d14d3029b8 HTTP/1.1" status: 200 len: 210 time: 0.0387950 Aug 19 14:47:09.853469 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f31a16-8639-4b49-8b70-ea410fee0350 x-openstack-request-id: req-e2f31a16-8639-4b49-8b70-ea410fee0350 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:47:09.853787 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "149a7319-da4f-41d4-9895-758818cdf8c3", "name": "network-vif-plugged", "status": "completed", "tag": "ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:47:09.854045 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e2f31a16-8639-4b49-8b70-ea410fee0350 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:47:09.855075 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '149a7319-da4f-41d4-9895-758818cdf8c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e', 'code': 200} Aug 19 14:47:09.988548 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e30ce1-58d9-44ed-a43b-c4c0a700cd92 req-1ed38789-07c3-4d92-97fe-2229b1e51271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:09.990566 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a1e30ce1-58d9-44ed-a43b-c4c0a700cd92 req-1ed38789-07c3-4d92-97fe-2229b1e51271 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=149a7319-da4f-41d4-9895-758818cdf8c3 HTTP/1.1" status: 200 len: 1096 time: 0.0782578 Aug 19 14:47:10.018614 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230fc8f4-b981-4b29-bf7a-4ca44677d5de req-fe286da4-3c9f-40e7-a8e9-eaa5cc5ff27a tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:10.020501 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-230fc8f4-b981-4b29-bf7a-4ca44677d5de req-fe286da4-3c9f-40e7-a8e9-eaa5cc5ff27a tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/ports?device_id=149a7319-da4f-41d4-9895-758818cdf8c3 HTTP/1.1" status: 200 len: 945 time: 0.0628688 Aug 19 14:47:10.049405 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a1e30ce1-58d9-44ed-a43b-c4c0a700cd92 req-1d62f617-d423-4803-8fa3-a69ea06db7ee service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=63bbe400-1969-4ab6-bfdf-8984357f3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513346 Aug 19 14:47:10.076106 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-230fc8f4-b981-4b29-bf7a-4ca44677d5de req-5b5f2294-ddc5-4cd5-b31f-ac32c0b1191f tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups?id=63bbe400-1969-4ab6-bfdf-8984357f3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463083 Aug 19 14:47:10.473419 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55244c74-b19d-4c47-ae88-e949230e30eb req-1a30e995-ef7e-471b-b33a-ec1dcf8867a8 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:10.475644 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-55244c74-b19d-4c47-ae88-e949230e30eb req-1a30e995-ef7e-471b-b33a-ec1dcf8867a8 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef2ae11-dddd-4bfe-9456-3f9aacae7d07 HTTP/1.1" status: 200 len: 943 time: 0.0665846 Aug 19 14:47:10.525791 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-55244c74-b19d-4c47-ae88-e949230e30eb req-ced81c5b-b75e-438e-8c7b-4bdd201a2f26 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400183 Aug 19 14:47:10.841421 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb200cd-a788-4e36-8da2-f839de5bac54 req-bd1eeb19-b8f6-4adb-b6a6-840e3da8c6c3 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:10.843874 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ffb200cd-a788-4e36-8da2-f839de5bac54 req-bd1eeb19-b8f6-4adb-b6a6-840e3da8c6c3 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=067dd44e-0bfb-475e-b0cc-b653f93fc45a HTTP/1.1" status: 200 len: 945 time: 0.0712419 Aug 19 14:47:10.902613 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ffb200cd-a788-4e36-8da2-f839de5bac54 req-b8070d5b-a9e7-4bc3-b54e-ec8a3b5bba6d tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492904 Aug 19 14:47:10.963725 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-babaa802-ed68-4ba4-9a93-874e003805d3 req-dd9fc37a-73fe-4c67-a065-6f3f6fd34f4a tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc306f7c-edb8-49b1-887f-00d14d3029b8 HTTP/1.1" status: 200 len: 210 time: 0.0340571 Aug 19 14:47:11.036840 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb50b36-0815-4f3f-bbf3-4700dcdd9158 req-55982a09-9dd4-4e2e-9076-df27f43e1557 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:11.038559 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7cb50b36-0815-4f3f-bbf3-4700dcdd9158 req-55982a09-9dd4-4e2e-9076-df27f43e1557 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] 10.222.0.88 "GET /v2.0/networks?id=9b8e3d58-ffb7-43c2-8ced-ce0f489cf233 HTTP/1.1" status: 200 len: 814 time: 0.1972442 Aug 19 14:47:11.132271 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7cb50b36-0815-4f3f-bbf3-4700dcdd9158 req-13d0ee35-e9e8-4d0f-83da-37aa5ed3851d tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=959f9e8eca7c4b199a87f8a8c1657772 HTTP/1.1" status: 200 len: 380 time: 0.0817416 Aug 19 14:47:11.149363 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-7cb50b36-0815-4f3f-bbf3-4700dcdd9158 req-3debde48-959e-49ec-bb5b-c3b9185495be tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Request body: {'port': {'device_id': 'bc306f7c-edb8-49b1-887f-00d14d3029b8', 'network_id': '9b8e3d58-ffb7-43c2-8ced-ce0f489cf233', 'admin_state_up': True, 'tenant_id': '959f9e8eca7c4b199a87f8a8c1657772', 'security_groups': ['3f90dd21-f75a-44ce-981d-23ac2f88ea7c']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:47:11.168278 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device fb884a6d-91d0-4911-a87a-6c31e779c505 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:47:11.287136 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port fb884a6d-91d0-4911-a87a-6c31e779c505 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:47:11.287780 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:11.332685 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cb50b36-0815-4f3f-bbf3-4700dcdd9158 req-3debde48-959e-49ec-bb5b-c3b9185495be tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Made reservation on behalf of 959f9e8eca7c4b199a87f8a8c1657772 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:47:11.336912 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7cb50b36-0815-4f3f-bbf3-4700dcdd9158 req-3debde48-959e-49ec-bb5b-c3b9185495be tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:11.450396 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device e6c65527-3a4b-4952-b95e-ebc1b709ac3d details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:47:11.515847 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-7cb50b36-0815-4f3f-bbf3-4700dcdd9158 req-3debde48-959e-49ec-bb5b-c3b9185495be tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Allocated IP 172.20.0.14 (9b8e3d58-ffb7-43c2-8ced-ce0f489cf233/bf5a704a-e968-4e43-b90b-bb904cff1edc/bad411ae-7450-46f1-96af-c4a9c470cdcc) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:47:11.528586 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd180e2-62bb-4fd2-86b4-43703fb01bde req-054f80f6-8750-46cd-893c-6feae5e9d41a tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:11.531242 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ffd180e2-62bb-4fd2-86b4-43703fb01bde req-054f80f6-8750-46cd-893c-6feae5e9d41a tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/ports?device_id=149a7319-da4f-41d4-9895-758818cdf8c3 HTTP/1.1" status: 200 len: 945 time: 0.3373935 Aug 19 14:47:11.609924 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ffd180e2-62bb-4fd2-86b4-43703fb01bde req-a2860fe2-c853-45ba-9ed5-a438c2ff3cd3 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups?id=63bbe400-1969-4ab6-bfdf-8984357f3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638640 Aug 19 14:47:11.636168 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port e6c65527-3a4b-4952-b95e-ebc1b709ac3d, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=e6c65527-3a4b-4952-b95e-ebc1b709ac3d,segment=NetworkSegment(dfb5451f-ae59-4348-b57d-1e05105b4f16),segment_id=dfb5451f-ae59-4348-b57d-1e05105b4f16)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:47:11.653347 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': 'e6c65527-3a4b-4952-b95e-ebc1b709ac3d', 'network_id': '23c2e440-9ca3-45a7-ab8d-c7ac81e99a99', 'port_id': 'e6c65527-3a4b-4952-b95e-ebc1b709ac3d', 'mac_address': 'fa:16:3e:45:95:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9422880f-eaac-4c78-82da-517737e1ea86', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:47:11.703285 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:11.717845 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6c65527-3a4b-4952-b95e-ebc1b709ac3d {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:47:11.724959 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ac5cd-6098-4c9a-bc8d-40433b0c8301 req-2c06d658-8e23-454b-97d1-c6da1e68487e tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:11.726854 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-644ac5cd-6098-4c9a-bc8d-40433b0c8301 req-2c06d658-8e23-454b-97d1-c6da1e68487e tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef2ae11-dddd-4bfe-9456-3f9aacae7d07 HTTP/1.1" status: 200 len: 943 time: 0.0692067 Aug 19 14:47:11.745874 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port e6c65527-3a4b-4952-b95e-ebc1b709ac3d, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=e6c65527-3a4b-4952-b95e-ebc1b709ac3d,segment=NetworkSegment(dfb5451f-ae59-4348-b57d-1e05105b4f16),segment_id=dfb5451f-ae59-4348-b57d-1e05105b4f16)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:47:11.750178 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:11.754679 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7cb50b36-0815-4f3f-bbf3-4700dcdd9158 req-3debde48-959e-49ec-bb5b-c3b9185495be tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:11.774438 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-7cb50b36-0815-4f3f-bbf3-4700dcdd9158 req-3debde48-959e-49ec-bb5b-c3b9185495be tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Transition to ACTIVE for port object bad411ae-7450-46f1-96af-c4a9c470cdcc will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:47:11.788987 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-644ac5cd-6098-4c9a-bc8d-40433b0c8301 req-35d3c02d-9bff-4a20-8cb8-e5d511143a5e tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547099 Aug 19 14:47:11.807180 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=e6c65527-3a4b-4952-b95e-ebc1b709ac3d,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:11.821109 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7cb50b36-0815-4f3f-bbf3-4700dcdd9158 req-3debde48-959e-49ec-bb5b-c3b9185495be tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:11.866946 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cb50b36-0815-4f3f-bbf3-4700dcdd9158 req-3debde48-959e-49ec-bb5b-c3b9185495be tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Network 9b8e3d58-ffb7-43c2-8ced-ce0f489cf233 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:47:11.872596 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-7cb50b36-0815-4f3f-bbf3-4700dcdd9158 req-3debde48-959e-49ec-bb5b-c3b9185495be tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:47:11.877801 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb50b36-0815-4f3f-bbf3-4700dcdd9158 req-3debde48-959e-49ec-bb5b-c3b9185495be tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:47:11.881947 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3debde48-959e-49ec-bb5b-c3b9185495be tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Pushing event updated for resources: {'Port': ['ID=bad411ae-7450-46f1-96af-c4a9c470cdcc,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:11.950266 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb50b36-0815-4f3f-bbf3-4700dcdd9158 req-3debde48-959e-49ec-bb5b-c3b9185495be tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:11.950996 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7cb50b36-0815-4f3f-bbf3-4700dcdd9158 req-3debde48-959e-49ec-bb5b-c3b9185495be tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:11.975104 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7cb50b36-0815-4f3f-bbf3-4700dcdd9158 req-3debde48-959e-49ec-bb5b-c3b9185495be tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8370237 Aug 19 14:47:11.989018 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-7cb50b36-0815-4f3f-bbf3-4700dcdd9158 req-75e7a5a8-a7f7-4926-abff-720287263619 service neutron] Request body: {'port': {'device_id': 'bc306f7c-edb8-49b1-887f-00d14d3029b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:47:12.030525 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['e6c65527-3a4b-4952-b95e-ebc1b709ac3d'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:47:12.085998 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35a598-2e3a-4801-9f60-ac8909ed6b48 req-e6fcd972-0a7a-4001-b589-0c32fc817ac5 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:12.093064 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fe35a598-2e3a-4801-9f60-ac8909ed6b48 req-e6fcd972-0a7a-4001-b589-0c32fc817ac5 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=067dd44e-0bfb-475e-b0cc-b653f93fc45a HTTP/1.1" status: 200 len: 945 time: 0.0931172 Aug 19 14:47:12.097242 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7cb50b36-0815-4f3f-bbf3-4700dcdd9158 req-75e7a5a8-a7f7-4926-abff-720287263619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:12.175368 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fe35a598-2e3a-4801-9f60-ac8909ed6b48 req-98f77e31-652b-4d77-aab1-9f9ee556beb8 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782371 Aug 19 14:47:12.190282 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b9dd07-6e48-4a1c-91e8-f94d9c5fe796 req-e5be0a22-242f-4333-bc0c-041f8e6360ef tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:12.192354 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-43b9dd07-6e48-4a1c-91e8-f94d9c5fe796 req-e5be0a22-242f-4333-bc0c-041f8e6360ef tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc306f7c-edb8-49b1-887f-00d14d3029b8 HTTP/1.1" status: 200 len: 932 time: 0.0875211 Aug 19 14:47:12.270358 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-43b9dd07-6e48-4a1c-91e8-f94d9c5fe796 req-670ce245-8fbe-4a4e-944e-31191db81c24 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f90dd21-f75a-44ce-981d-23ac2f88ea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664105 Aug 19 14:47:12.327040 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cc370d8d-8bdc-49d3-ad9b-ef39ecff6f78 None None] Provisioning for port bad411ae-7450-46f1-96af-c4a9c470cdcc completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:47:12.331865 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cc370d8d-8bdc-49d3-ad9b-ef39ecff6f78 None None] Provisioning complete for port bad411ae-7450-46f1-96af-c4a9c470cdcc triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:47:12.332493 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cc370d8d-8bdc-49d3-ad9b-ef39ecff6f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:12.369438 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-cc370d8d-8bdc-49d3-ad9b-ef39ecff6f78 None None] Port bad411ae-7450-46f1-96af-c4a9c470cdcc cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:47:12.458649 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-7cb50b36-0815-4f3f-bbf3-4700dcdd9158 req-75e7a5a8-a7f7-4926-abff-720287263619 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bad411ae-7450-46f1-96af-c4a9c470cdcc {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:47:12.467004 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7cb50b36-0815-4f3f-bbf3-4700dcdd9158 req-75e7a5a8-a7f7-4926-abff-720287263619 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:12.479178 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-7cb50b36-0815-4f3f-bbf3-4700dcdd9158 req-75e7a5a8-a7f7-4926-abff-720287263619 service neutron] Transition to ACTIVE for port object bad411ae-7450-46f1-96af-c4a9c470cdcc will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:47:12.483353 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7cb50b36-0815-4f3f-bbf3-4700dcdd9158 req-75e7a5a8-a7f7-4926-abff-720287263619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:12.554888 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e7a5a8-a7f7-4926-abff-720287263619 service neutron] Pushing event updated for resources: {'Port': ['ID=bad411ae-7450-46f1-96af-c4a9c470cdcc,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:12.611056 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-7cb50b36-0815-4f3f-bbf3-4700dcdd9158 req-75e7a5a8-a7f7-4926-abff-720287263619 service neutron] Attempting to bind port bad411ae-7450-46f1-96af-c4a9c470cdcc on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:47:12.611530 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-7cb50b36-0815-4f3f-bbf3-4700dcdd9158 req-75e7a5a8-a7f7-4926-abff-720287263619 service neutron] Attempting to bind port bad411ae-7450-46f1-96af-c4a9c470cdcc by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '64c0e267-283c-4628-a99a-2e5f43744507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9b8e3d58-ffb7-43c2-8ced-ce0f489cf233'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:47:12.612064 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb50b36-0815-4f3f-bbf3-4700dcdd9158 req-75e7a5a8-a7f7-4926-abff-720287263619 service neutron] Attempting to bind port bad411ae-7450-46f1-96af-c4a9c470cdcc on network 9b8e3d58-ffb7-43c2-8ced-ce0f489cf233 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:47:12.618012 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb50b36-0815-4f3f-bbf3-4700dcdd9158 req-75e7a5a8-a7f7-4926-abff-720287263619 service neutron] Port bad411ae-7450-46f1-96af-c4a9c470cdcc on network 9b8e3d58-ffb7-43c2-8ced-ce0f489cf233 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:47:12.618462 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb50b36-0815-4f3f-bbf3-4700dcdd9158 req-75e7a5a8-a7f7-4926-abff-720287263619 service neutron] Attempting to bind port bad411ae-7450-46f1-96af-c4a9c470cdcc on network 9b8e3d58-ffb7-43c2-8ced-ce0f489cf233 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:47:12.637894 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb50b36-0815-4f3f-bbf3-4700dcdd9158 req-75e7a5a8-a7f7-4926-abff-720287263619 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:47:12.638916 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb50b36-0815-4f3f-bbf3-4700dcdd9158 req-75e7a5a8-a7f7-4926-abff-720287263619 service neutron] Checking segment: {'id': '64c0e267-283c-4628-a99a-2e5f43744507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9b8e3d58-ffb7-43c2-8ced-ce0f489cf233'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:47:12.640011 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb50b36-0815-4f3f-bbf3-4700dcdd9158 req-75e7a5a8-a7f7-4926-abff-720287263619 service neutron] Bound using segment: {'id': '64c0e267-283c-4628-a99a-2e5f43744507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9b8e3d58-ffb7-43c2-8ced-ce0f489cf233'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:47:12.641584 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-7cb50b36-0815-4f3f-bbf3-4700dcdd9158 req-75e7a5a8-a7f7-4926-abff-720287263619 service neutron] Bound port: bad411ae-7450-46f1-96af-c4a9c470cdcc, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c0e267-283c-4628-a99a-2e5f43744507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9b8e3d58-ffb7-43c2-8ced-ce0f489cf233'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:47:12.642061 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7cb50b36-0815-4f3f-bbf3-4700dcdd9158 req-75e7a5a8-a7f7-4926-abff-720287263619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:12.775236 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-7cb50b36-0815-4f3f-bbf3-4700dcdd9158 req-75e7a5a8-a7f7-4926-abff-720287263619 service neutron] For port bad411ae-7450-46f1-96af-c4a9c470cdcc, host n-h2-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:47:12.783457 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-7cb50b36-0815-4f3f-bbf3-4700dcdd9158 req-75e7a5a8-a7f7-4926-abff-720287263619 service neutron] For port bad411ae-7450-46f1-96af-c4a9c470cdcc, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=bad411ae-7450-46f1-96af-c4a9c470cdcc,segment=NetworkSegment(64c0e267-283c-4628-a99a-2e5f43744507),segment_id=64c0e267-283c-4628-a99a-2e5f43744507)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:47:12.791321 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7cb50b36-0815-4f3f-bbf3-4700dcdd9158 req-75e7a5a8-a7f7-4926-abff-720287263619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:12.810123 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a3b91-b9c5-40f4-a3b8-9f760474aed0 req-1af938ff-670c-4924-b0ca-059e1c128282 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:12.812539 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e43a3b91-b9c5-40f4-a3b8-9f760474aed0 req-1af938ff-670c-4924-b0ca-059e1c128282 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/ports?device_id=149a7319-da4f-41d4-9895-758818cdf8c3 HTTP/1.1" status: 200 len: 945 time: 0.1208348 Aug 19 14:47:12.852366 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb50b36-0815-4f3f-bbf3-4700dcdd9158 req-75e7a5a8-a7f7-4926-abff-720287263619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:12.853028 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7cb50b36-0815-4f3f-bbf3-4700dcdd9158 req-75e7a5a8-a7f7-4926-abff-720287263619 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:12.855671 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7cb50b36-0815-4f3f-bbf3-4700dcdd9158 req-75e7a5a8-a7f7-4926-abff-720287263619 service neutron] 10.222.0.88 "PUT /v2.0/ports/bad411ae-7450-46f1-96af-c4a9c470cdcc HTTP/1.1" status: 200 len: 1092 time: 0.8726802 Aug 19 14:47:12.856140 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc306f7c-edb8-49b1-887f-00d14d3029b8', 'tag': 'bad411ae-7450-46f1-96af-c4a9c470cdcc'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:47:12.859089 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1f298e-d767-4e45-8858-9cd6ff70ff8e" -d '{"events": [{"name": "network-changed", "server_uuid": "bc306f7c-edb8-49b1-887f-00d14d3029b8", "tag": "bad411ae-7450-46f1-96af-c4a9c470cdcc"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:47:12.900809 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e43a3b91-b9c5-40f4-a3b8-9f760474aed0 req-d4d13378-5ca3-45f7-9330-44b632c3acaf tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups?id=63bbe400-1969-4ab6-bfdf-8984357f3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731478 Aug 19 14:47:12.989010 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e7a5a8-a7f7-4926-abff-720287263619 service neutron] Pushing event updated for resources: {'Port': ['ID=bad411ae-7450-46f1-96af-c4a9c470cdcc,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:13.020706 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb50b36-0815-4f3f-bbf3-4700dcdd9158 req-54daa3fa-4ad2-46c9-81b0-87c76a6e77d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:13.022387 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7cb50b36-0815-4f3f-bbf3-4700dcdd9158 req-54daa3fa-4ad2-46c9-81b0-87c76a6e77d3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=959f9e8eca7c4b199a87f8a8c1657772&device_id=bc306f7c-edb8-49b1-887f-00d14d3029b8 HTTP/1.1" status: 200 len: 1095 time: 0.1021380 Aug 19 14:47:13.102168 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec5565-697d-4ec0-b8b4-7083774da479 req-bf10d875-0a66-4805-b39f-18856d6c7867 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:13.102361 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08cd8b6c-6ace-423a-ac6c-d0cd091fbfc3 x-openstack-request-id: req-08cd8b6c-6ace-423a-ac6c-d0cd091fbfc3 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:47:13.103484 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc306f7c-edb8-49b1-887f-00d14d3029b8", "tag": "bad411ae-7450-46f1-96af-c4a9c470cdcc", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:47:13.104148 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-51ec5565-697d-4ec0-b8b4-7083774da479 req-bf10d875-0a66-4805-b39f-18856d6c7867 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef2ae11-dddd-4bfe-9456-3f9aacae7d07 HTTP/1.1" status: 200 len: 944 time: 0.0930378 Aug 19 14:47:13.105924 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-08cd8b6c-6ace-423a-ac6c-d0cd091fbfc3 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:47:13.106692 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc306f7c-edb8-49b1-887f-00d14d3029b8', 'tag': 'bad411ae-7450-46f1-96af-c4a9c470cdcc', 'status': 'completed', 'code': 200} Aug 19 14:47:13.109691 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7cb50b36-0815-4f3f-bbf3-4700dcdd9158 req-1e977fff-c070-4b26-af0f-0ea3a1737b84 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bad411ae-7450-46f1-96af-c4a9c470cdcc HTTP/1.1" status: 200 len: 217 time: 0.0787134 Aug 19 14:47:13.154055 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-51ec5565-697d-4ec0-b8b4-7083774da479 req-4ee966b3-010d-478e-a7ef-8ed8b4ba41b8 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409405 Aug 19 14:47:13.177098 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb50b36-0815-4f3f-bbf3-4700dcdd9158 req-d73ac90a-8cb9-4857-978b-8e654d64630d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:13.178591 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7cb50b36-0815-4f3f-bbf3-4700dcdd9158 req-d73ac90a-8cb9-4857-978b-8e654d64630d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bf5a704a-e968-4e43-b90b-bb904cff1edc HTTP/1.1" status: 200 len: 853 time: 0.0617425 Aug 19 14:47:13.219369 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cab80f22-1ca3-42b2-8e89-6482b9b1989e req-8c48cc78-e8a6-4f6e-ac70-39b95fae146c tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-451581797&fields=id&tenant_id=f8a38202591b4ab4b2c88662991e6e0b HTTP/1.1" status: 200 len: 267 time: 0.0560379 Aug 19 14:47:13.230633 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb50b36-0815-4f3f-bbf3-4700dcdd9158 req-ac7f12db-723a-4a64-888b-9ceb1f1265b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:13.232289 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7cb50b36-0815-4f3f-bbf3-4700dcdd9158 req-ac7f12db-723a-4a64-888b-9ceb1f1265b8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9b8e3d58-ffb7-43c2-8ced-ce0f489cf233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445988 Aug 19 14:47:13.295854 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab80f22-1ca3-42b2-8e89-6482b9b1989e req-80e8ebf6-fc54-46b9-a299-3feabf03118f tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:13.298174 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cab80f22-1ca3-42b2-8e89-6482b9b1989e req-80e8ebf6-fc54-46b9-a299-3feabf03118f tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/ports?device_id=149a7319-da4f-41d4-9895-758818cdf8c3 HTTP/1.1" status: 200 len: 945 time: 0.0778265 Aug 19 14:47:13.316117 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-cab80f22-1ca3-42b2-8e89-6482b9b1989e req-1576b674-fa17-4ab1-8157-ee259e8d5250 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Request body: {'port': {'security_groups': ['63bbe400-1969-4ab6-bfdf-8984357f3da5', 'd5138686-1fc5-41a1-a86f-2b5644993c9e']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:47:13.370374 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7cb50b36-0815-4f3f-bbf3-4700dcdd9158 req-b6983014-92fe-4798-87dd-97b9268a48c7 service neutron] 10.222.0.88 "GET /v2.0/networks/9b8e3d58-ffb7-43c2-8ced-ce0f489cf233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190507 Aug 19 14:47:13.405440 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad8181-ab75-47b2-b66d-f2862a567669 req-16197c89-87f7-44a0-8fcf-35c7d48876c8 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:13.407025 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8aad8181-ab75-47b2-b66d-f2862a567669 req-16197c89-87f7-44a0-8fcf-35c7d48876c8 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 947 time: 0.1079564 Aug 19 14:47:13.424933 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cab80f22-1ca3-42b2-8e89-6482b9b1989e req-1576b674-fa17-4ab1-8157-ee259e8d5250 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:13.451518 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device e6c65527-3a4b-4952-b95e-ebc1b709ac3d up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:47:13.471905 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7cb50b36-0815-4f3f-bbf3-4700dcdd9158 req-e7571019-aefb-4681-bd31-36dcd88ff3a4 service neutron] 10.222.0.88 "GET /v2.0/networks/9b8e3d58-ffb7-43c2-8ced-ce0f489cf233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932045 Aug 19 14:47:13.493175 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8aad8181-ab75-47b2-b66d-f2862a567669 req-b3d2953c-e644-40fb-9b68-47d8df4a7246 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=14b1b67d-e522-41bf-ab63-48f4b8afa430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719016 Aug 19 14:47:13.556883 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port e6c65527-3a4b-4952-b95e-ebc1b709ac3d completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:47:13.562675 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port e6c65527-3a4b-4952-b95e-ebc1b709ac3d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:47:13.562973 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:13.596679 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f298e-d767-4e45-8858-9cd6ff70ff8e req-b7d3e9c9-929e-4065-bf06-7492fa11daf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:13.598470 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fe1f298e-d767-4e45-8858-9cd6ff70ff8e req-b7d3e9c9-929e-4065-bf06-7492fa11daf1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=959f9e8eca7c4b199a87f8a8c1657772&device_id=bc306f7c-edb8-49b1-887f-00d14d3029b8 HTTP/1.1" status: 200 len: 1095 time: 0.0587833 Aug 19 14:47:13.671109 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:13.675148 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63283714-2fc3-434f-a6f3-5472cf79e05c req-02f0b8d2-5352-4516-867b-dde5bd41f4f8 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:13.683538 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-63283714-2fc3-434f-a6f3-5472cf79e05c req-02f0b8d2-5352-4516-867b-dde5bd41f4f8 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=067dd44e-0bfb-475e-b0cc-b653f93fc45a HTTP/1.1" status: 200 len: 945 time: 0.1211269 Aug 19 14:47:13.701019 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef2ae11-dddd-4bfe-9456-3f9aacae7d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c65527-3a4b-4952-b95e-ebc1b709ac3d'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:47:13.704488 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c1bf54-a997-4f2a-9d4e-8c40cad209f2" -d '{"events": [{"server_uuid": "0ef2ae11-dddd-4bfe-9456-3f9aacae7d07", "name": "network-vif-plugged", "status": "completed", "tag": "e6c65527-3a4b-4952-b95e-ebc1b709ac3d"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:47:13.718182 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port e6c65527-3a4b-4952-b95e-ebc1b709ac3d, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=e6c65527-3a4b-4952-b95e-ebc1b709ac3d,segment=NetworkSegment(dfb5451f-ae59-4348-b57d-1e05105b4f16),segment_id=dfb5451f-ae59-4348-b57d-1e05105b4f16)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:47:13.726245 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:13.737934 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-63283714-2fc3-434f-a6f3-5472cf79e05c req-ce46308f-63dc-4410-9278-64af8fb4ddc6 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535200 Aug 19 14:47:13.770576 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-cab80f22-1ca3-42b2-8e89-6482b9b1989e req-1576b674-fa17-4ab1-8157-ee259e8d5250 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] For port ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e,segment=NetworkSegment(d1cfb425-e152-40e2-b3d4-f94fb44e8d95),segment_id=d1cfb425-e152-40e2-b3d4-f94fb44e8d95)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:47:13.784633 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f298e-d767-4e45-8858-9cd6ff70ff8e req-d6f8ecbb-01d7-4fb0-aed8-828fdf0fc8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:13.786795 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fe1f298e-d767-4e45-8858-9cd6ff70ff8e req-d6f8ecbb-01d7-4fb0-aed8-828fdf0fc8e1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9b8e3d58-ffb7-43c2-8ced-ce0f489cf233 HTTP/1.1" status: 200 len: 915 time: 0.1807995 Aug 19 14:47:13.815831 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=e6c65527-3a4b-4952-b95e-ebc1b709ac3d,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:13.828271 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cab80f22-1ca3-42b2-8e89-6482b9b1989e req-1576b674-fa17-4ab1-8157-ee259e8d5250 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:13.845734 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fe1f298e-d767-4e45-8858-9cd6ff70ff8e req-715c9087-cbee-4e6f-a229-e3701c5ef3f0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bad411ae-7450-46f1-96af-c4a9c470cdcc HTTP/1.1" status: 200 len: 217 time: 0.0509784 Aug 19 14:47:13.853450 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cab80f22-1ca3-42b2-8e89-6482b9b1989e req-1576b674-fa17-4ab1-8157-ee259e8d5250 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:13.866044 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:47:13.914760 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f298e-d767-4e45-8858-9cd6ff70ff8e req-48911656-d813-4611-96e3-6308b2631fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:13.916259 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fe1f298e-d767-4e45-8858-9cd6ff70ff8e req-48911656-d813-4611-96e3-6308b2631fcb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bf5a704a-e968-4e43-b90b-bb904cff1edc HTTP/1.1" status: 200 len: 853 time: 0.0630598 Aug 19 14:47:13.949255 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1576b674-fa17-4ab1-8157-ee259e8d5250 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Pushing event updated for resources: {'Port': ['ID=ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e,revision_number=6']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:13.958463 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab80f22-1ca3-42b2-8e89-6482b9b1989e req-1576b674-fa17-4ab1-8157-ee259e8d5250 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:13.959269 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cab80f22-1ca3-42b2-8e89-6482b9b1989e req-1576b674-fa17-4ab1-8157-ee259e8d5250 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:13.961683 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cab80f22-1ca3-42b2-8e89-6482b9b1989e req-1576b674-fa17-4ab1-8157-ee259e8d5250 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "PUT /v2.0/ports/ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e HTTP/1.1" status: 200 len: 981 time: 0.6522243 Aug 19 14:47:13.963184 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '149a7319-da4f-41d4-9895-758818cdf8c3', 'tag': 'ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:47:13.966476 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03285324-f959-4512-a373-ee9adeea622a" -d '{"events": [{"name": "network-changed", "server_uuid": "149a7319-da4f-41d4-9895-758818cdf8c3", "tag": "ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:47:13.980313 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f298e-d767-4e45-8858-9cd6ff70ff8e req-97a45e01-2604-472a-bca9-4e7a4971a040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:13.981973 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fe1f298e-d767-4e45-8858-9cd6ff70ff8e req-97a45e01-2604-472a-bca9-4e7a4971a040 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9b8e3d58-ffb7-43c2-8ced-ce0f489cf233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570593 Aug 19 14:47:13.985966 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae984bd-4db8-49f5-8af3-c2bf8f43d065 req-1b49fcf3-f88b-4207-bd23-97f0be5a6062 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:13.988103 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0ae984bd-4db8-49f5-8af3-c2bf8f43d065 req-1b49fcf3-f88b-4207-bd23-97f0be5a6062 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc306f7c-edb8-49b1-887f-00d14d3029b8 HTTP/1.1" status: 200 len: 944 time: 0.1732163 Aug 19 14:47:14.032399 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18679f9-18d9-412f-9545-6b77ddf8907e x-openstack-request-id: req-e18679f9-18d9-412f-9545-6b77ddf8907e {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:47:14.033121 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef2ae11-dddd-4bfe-9456-3f9aacae7d07", "name": "network-vif-plugged", "status": "completed", "tag": "e6c65527-3a4b-4952-b95e-ebc1b709ac3d", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:47:14.033373 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e18679f9-18d9-412f-9545-6b77ddf8907e {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:47:14.033806 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef2ae11-dddd-4bfe-9456-3f9aacae7d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c65527-3a4b-4952-b95e-ebc1b709ac3d', 'code': 200} Aug 19 14:47:14.072839 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0ae984bd-4db8-49f5-8af3-c2bf8f43d065 req-4efdc186-bbbc-4f9f-95c3-bd9c9cc6fa20 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f90dd21-f75a-44ce-981d-23ac2f88ea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764353 Aug 19 14:47:14.138072 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:47:14.178662 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fe1f298e-d767-4e45-8858-9cd6ff70ff8e req-c0cd56c9-df14-4f84-a75d-70e2a8d59c38 service neutron] 10.222.0.88 "GET /v2.0/networks/9b8e3d58-ffb7-43c2-8ced-ce0f489cf233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820612 Aug 19 14:47:14.199626 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda3134-0d68-4948-beff-62f4fe4fc9ad req-3a7834df-1847-47c9-933e-b106721481b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:14.202339 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6eda3134-0d68-4948-beff-62f4fe4fc9ad req-3a7834df-1847-47c9-933e-b106721481b5 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=0ef2ae11-dddd-4bfe-9456-3f9aacae7d07 HTTP/1.1" status: 200 len: 1096 time: 0.0832348 Aug 19 14:47:14.211202 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a11f6313-9c87-4510-8a1b-385ad160016d req-f59c56c8-0479-49d6-b6d6-c59c868e1e54 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2122124796&fields=id&tenant_id=f8a38202591b4ab4b2c88662991e6e0b HTTP/1.1" status: 200 len: 267 time: 0.0690351 Aug 19 14:47:14.236162 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c46296-d104-484a-ae8a-fdd1c39d5910 x-openstack-request-id: req-18c46296-d104-484a-ae8a-fdd1c39d5910 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:47:14.236736 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "149a7319-da4f-41d4-9895-758818cdf8c3", "tag": "ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:47:14.237164 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-18c46296-d104-484a-ae8a-fdd1c39d5910 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:47:14.237723 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '149a7319-da4f-41d4-9895-758818cdf8c3', 'tag': 'ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e', 'status': 'completed', 'code': 200} Aug 19 14:47:14.301535 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6eda3134-0d68-4948-beff-62f4fe4fc9ad req-169aee89-39f6-4df2-9d71-2f95b56763f4 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723650 Aug 19 14:47:14.350855 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fe1f298e-d767-4e45-8858-9cd6ff70ff8e req-f0e0eca2-4c0a-4f5b-8ccb-e1c0192c7841 service neutron] 10.222.0.88 "GET /v2.0/networks/9b8e3d58-ffb7-43c2-8ced-ce0f489cf233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618719 Aug 19 14:47:14.361222 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f6313-9c87-4510-8a1b-385ad160016d req-658ecd09-01b2-4384-857d-bf819f9bacdc tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:14.362434 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a11f6313-9c87-4510-8a1b-385ad160016d req-658ecd09-01b2-4384-857d-bf819f9bacdc tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/ports?device_id=149a7319-da4f-41d4-9895-758818cdf8c3 HTTP/1.1" status: 200 len: 984 time: 0.1504467 Aug 19 14:47:14.376876 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a57e7-4d00-445f-bc7f-43d56394c0df req-0089c303-3982-4f53-bc83-bb105b0742a3 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:14.378488 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b96a57e7-4d00-445f-bc7f-43d56394c0df req-0089c303-3982-4f53-bc83-bb105b0742a3 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef2ae11-dddd-4bfe-9456-3f9aacae7d07 HTTP/1.1" status: 200 len: 945 time: 0.1039929 Aug 19 14:47:14.384323 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-a11f6313-9c87-4510-8a1b-385ad160016d req-e22c97b8-3236-40f4-ae82-2c8c5a042b13 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Request body: {'port': {'security_groups': ['63bbe400-1969-4ab6-bfdf-8984357f3da5', 'd5138686-1fc5-41a1-a86f-2b5644993c9e', 'dcf10e0b-74a5-46f5-aacf-4a22d47c6517']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:47:14.437505 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03285324-f959-4512-a373-ee9adeea622a req-0451efe6-c7ec-4d87-a157-ba93c363ad84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:14.438996 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-03285324-f959-4512-a373-ee9adeea622a req-0451efe6-c7ec-4d87-a157-ba93c363ad84 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f8a38202591b4ab4b2c88662991e6e0b&device_id=149a7319-da4f-41d4-9895-758818cdf8c3 HTTP/1.1" status: 200 len: 1135 time: 0.1827843 Aug 19 14:47:14.524917 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b96a57e7-4d00-445f-bc7f-43d56394c0df req-44350018-f303-4616-9d39-e9f522d0565b tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362710 Aug 19 14:47:14.548840 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a11f6313-9c87-4510-8a1b-385ad160016d req-e22c97b8-3236-40f4-ae82-2c8c5a042b13 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:14.627543 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03285324-f959-4512-a373-ee9adeea622a req-38238336-c31e-4436-89bc-9ce1b313aa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:14.629443 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-03285324-f959-4512-a373-ee9adeea622a req-38238336-c31e-4436-89bc-9ce1b313aa97 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b2d4d555-2e9b-4733-8514-652e7f465792 HTTP/1.1" status: 200 len: 914 time: 0.1774015 Aug 19 14:47:14.687549 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-03285324-f959-4512-a373-ee9adeea622a req-c6e3da45-eb0f-457e-bf23-04eaf8cb59d6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e HTTP/1.1" status: 200 len: 217 time: 0.0492797 Aug 19 14:47:14.793202 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03285324-f959-4512-a373-ee9adeea622a req-b5c913b4-1c47-471d-8b61-dc78c845818b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:14.794729 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-03285324-f959-4512-a373-ee9adeea622a req-b5c913b4-1c47-471d-8b61-dc78c845818b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=012fcfd6-81ba-4534-8de9-b0902e6c4481 HTTP/1.1" status: 200 len: 853 time: 0.0943298 Aug 19 14:47:14.805334 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f416c083-f7ca-433e-bb2e-7d407bc711cc req-f3130e68-a7d7-4a51-abd1-a17acac26c4d tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:14.806780 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f416c083-f7ca-433e-bb2e-7d407bc711cc req-f3130e68-a7d7-4a51-abd1-a17acac26c4d tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 947 time: 0.1208849 Aug 19 14:47:14.818608 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c6c04-ad03-4f90-a628-6979c39901d2 req-7f2c135d-dddd-425c-b0f9-dff0dd76ab8e tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:14.820341 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-993c6c04-ad03-4f90-a628-6979c39901d2 req-7f2c135d-dddd-425c-b0f9-dff0dd76ab8e tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 947 time: 0.0534108 Aug 19 14:47:14.860538 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-03285324-f959-4512-a373-ee9adeea622a req-4be13c23-7f13-47de-a45a-0bb5b2c23576 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b2d4d555-2e9b-4733-8514-652e7f465792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527027 Aug 19 14:47:14.931855 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-993c6c04-ad03-4f90-a628-6979c39901d2 req-ca4f9abd-be85-40e9-8d00-e8f7fa87b1b0 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Deleting port 7296d16e-f6b0-4341-aba3-01b8150aef09 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:47:14.932220 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-993c6c04-ad03-4f90-a628-6979c39901d2 req-ca4f9abd-be85-40e9-8d00-e8f7fa87b1b0 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:14.980288 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f416c083-f7ca-433e-bb2e-7d407bc711cc req-c2ac4dd3-0e99-49f1-84dd-ba70aada6610 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups?id=14b1b67d-e522-41bf-ab63-48f4b8afa430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601851 Aug 19 14:47:15.058417 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-03285324-f959-4512-a373-ee9adeea622a req-667389a7-7253-4880-b32e-7753bbad85c4 service neutron] 10.222.0.88 "GET /v2.0/networks/b2d4d555-2e9b-4733-8514-652e7f465792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654682 Aug 19 14:47:15.063538 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-993c6c04-ad03-4f90-a628-6979c39901d2 req-ca4f9abd-be85-40e9-8d00-e8f7fa87b1b0 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] For port 7296d16e-f6b0-4341-aba3-01b8150aef09, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=7296d16e-f6b0-4341-aba3-01b8150aef09,segment=NetworkSegment(deb4ceaa-a168-4950-8d67-f7a10179a94a),segment_id=deb4ceaa-a168-4950-8d67-f7a10179a94a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:47:15.064518 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-993c6c04-ad03-4f90-a628-6979c39901d2 req-ca4f9abd-be85-40e9-8d00-e8f7fa87b1b0 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:15.082168 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-a11f6313-9c87-4510-8a1b-385ad160016d req-e22c97b8-3236-40f4-ae82-2c8c5a042b13 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] For port ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e,segment=NetworkSegment(d1cfb425-e152-40e2-b3d4-f94fb44e8d95),segment_id=d1cfb425-e152-40e2-b3d4-f94fb44e8d95)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:47:15.193866 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a11f6313-9c87-4510-8a1b-385ad160016d req-e22c97b8-3236-40f4-ae82-2c8c5a042b13 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:15.206427 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a11f6313-9c87-4510-8a1b-385ad160016d req-e22c97b8-3236-40f4-ae82-2c8c5a042b13 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:15.221440 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:47:15.224749 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4164c62-b88e-46fb-b11c-d98864345ba5 req-38fdefdb-3b01-4809-8404-4ec4e12f608a tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:15.226296 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d4164c62-b88e-46fb-b11c-d98864345ba5 req-38fdefdb-3b01-4809-8404-4ec4e12f608a tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=067dd44e-0bfb-475e-b0cc-b653f93fc45a HTTP/1.1" status: 200 len: 945 time: 0.1505890 Aug 19 14:47:15.277213 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-03285324-f959-4512-a373-ee9adeea622a req-7939b21d-4679-4c66-a2c8-1452735583bc service neutron] 10.222.0.88 "GET /v2.0/networks/b2d4d555-2e9b-4733-8514-652e7f465792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105260 Aug 19 14:47:15.306547 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f6313-9c87-4510-8a1b-385ad160016d req-e22c97b8-3236-40f4-ae82-2c8c5a042b13 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:15.307111 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a11f6313-9c87-4510-8a1b-385ad160016d req-e22c97b8-3236-40f4-ae82-2c8c5a042b13 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:15.320094 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-993c6c04-ad03-4f90-a628-6979c39901d2 req-ca4f9abd-be85-40e9-8d00-e8f7fa87b1b0 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:15.320698 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-993c6c04-ad03-4f90-a628-6979c39901d2 req-ca4f9abd-be85-40e9-8d00-e8f7fa87b1b0 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:15.320898 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a11f6313-9c87-4510-8a1b-385ad160016d req-e22c97b8-3236-40f4-ae82-2c8c5a042b13 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "PUT /v2.0/ports/ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e HTTP/1.1" status: 200 len: 1020 time: 0.9409983 Aug 19 14:47:15.321108 n-d-766043-2 neutron-server[94639]: INFO neutron.db.l3_db [req-993c6c04-ad03-4f90-a628-6979c39901d2 req-ca4f9abd-be85-40e9-8d00-e8f7fa87b1b0 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Floating IP dbf50959-acbe-4f2d-b7d7-fecfbc9d5b77 disassociated. External IP: 172.25.2.125, port: 7296d16e-f6b0-4341-aba3-01b8150aef09. Aug 19 14:47:15.322264 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-993c6c04-ad03-4f90-a628-6979c39901d2 req-ca4f9abd-be85-40e9-8d00-e8f7fa87b1b0 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Calling delete_port for 7296d16e-f6b0-4341-aba3-01b8150aef09 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:47:15.367829 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c97b8-3236-40f4-ae82-2c8c5a042b13 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Pushing event updated for resources: {'Port': ['ID=ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e,revision_number=7']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:15.389095 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d4164c62-b88e-46fb-b11c-d98864345ba5 req-1b130d83-0527-4b4f-9542-a5772d608321 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278391 Aug 19 14:47:15.455637 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device bad411ae-7450-46f1-96af-c4a9c470cdcc details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:47:15.458478 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:47:15.509667 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fcacbd-4c07-4ad7-a49f-7f984cf84da8 req-d6025214-414b-492a-bdbc-b4a531409028 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:15.511893 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-32fcacbd-4c07-4ad7-a49f-7f984cf84da8 req-d6025214-414b-492a-bdbc-b4a531409028 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc306f7c-edb8-49b1-887f-00d14d3029b8 HTTP/1.1" status: 200 len: 944 time: 0.0803680 Aug 19 14:47:15.530821 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-993c6c04-ad03-4f90-a628-6979c39901d2 req-ca4f9abd-be85-40e9-8d00-e8f7fa87b1b0 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:15.605115 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f9abd-be85-40e9-8d00-e8f7fa87b1b0 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Pushing event deleted for resources: {'Port': ['ID=7296d16e-f6b0-4341-aba3-01b8150aef09,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:15.622844 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-32fcacbd-4c07-4ad7-a49f-7f984cf84da8 req-8b4a8c59-03f0-4084-aab2-046a7dd8603a tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f90dd21-f75a-44ce-981d-23ac2f88ea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047168 Aug 19 14:47:15.734570 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port bad411ae-7450-46f1-96af-c4a9c470cdcc, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=bad411ae-7450-46f1-96af-c4a9c470cdcc,segment=NetworkSegment(64c0e267-283c-4628-a99a-2e5f43744507),segment_id=64c0e267-283c-4628-a99a-2e5f43744507)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:47:15.741155 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db903e-91c9-4826-96c5-0ff2024b332e req-02fa8341-8452-474f-a1e5-135d17433a7d tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:15.750365 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-54db903e-91c9-4826-96c5-0ff2024b332e req-02fa8341-8452-474f-a1e5-135d17433a7d tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/ports?device_id=149a7319-da4f-41d4-9895-758818cdf8c3 HTTP/1.1" status: 200 len: 1023 time: 0.1019719 Aug 19 14:47:15.771477 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-993c6c04-ad03-4f90-a628-6979c39901d2 req-ca4f9abd-be85-40e9-8d00-e8f7fa87b1b0 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Router b8d836b5-48e0-4891-8cf6-1356f7d2c373 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:47:15.791469 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': 'bad411ae-7450-46f1-96af-c4a9c470cdcc', 'network_id': '9b8e3d58-ffb7-43c2-8ced-ce0f489cf233', 'port_id': 'bad411ae-7450-46f1-96af-c4a9c470cdcc', 'mac_address': 'fa:16:3e:cd:79:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf5a704a-e968-4e43-b90b-bb904cff1edc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:47:15.854585 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:15.870327 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bad411ae-7450-46f1-96af-c4a9c470cdcc {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:47:15.872818 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea820a2-e6e2-4f08-8426-28f8f7a13c23 req-5efda9f2-d5d2-4d7a-b1ba-96fa1816c509 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:15.874443 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bea820a2-e6e2-4f08-8426-28f8f7a13c23 req-5efda9f2-d5d2-4d7a-b1ba-96fa1816c509 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef2ae11-dddd-4bfe-9456-3f9aacae7d07 HTTP/1.1" status: 200 len: 945 time: 0.1206608 Aug 19 14:47:15.892264 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port bad411ae-7450-46f1-96af-c4a9c470cdcc, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=bad411ae-7450-46f1-96af-c4a9c470cdcc,segment=NetworkSegment(64c0e267-283c-4628-a99a-2e5f43744507),segment_id=64c0e267-283c-4628-a99a-2e5f43744507)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:47:15.905021 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:15.920842 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-54db903e-91c9-4826-96c5-0ff2024b332e req-b40b620e-57a1-4aa1-a39b-05815db25a56 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcf10e0b-74a5-46f5-aacf-4a22d47c6517&id=d5138686-1fc5-41a1-a86f-2b5644993c9e&id=63bbe400-1969-4ab6-bfdf-8984357f3da5 HTTP/1.1" status: 200 len: 6156 time: 0.1692741 Aug 19 14:47:15.987319 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bea820a2-e6e2-4f08-8426-28f8f7a13c23 req-750d2222-6f54-4f6e-810c-fe64e0a708ff tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045530 Aug 19 14:47:16.030853 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=bad411ae-7450-46f1-96af-c4a9c470cdcc,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:16.057058 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-c8762809-fa0c-4849-8a90-11cf61ea44ae req-766700a3-dc30-4294-b053-37049a095876 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1622879387 ', 'description': 'tempest-description-684948263'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:47:16.100699 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c8762809-fa0c-4849-8a90-11cf61ea44ae req-766700a3-dc30-4294-b053-37049a095876 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:16.161648 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ecde4f3f-39f1-44ac-951f-7920baf510fb req-aaa8bcc5-3116-4703-bf42-1aa3a84be488 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc81ffc7-f660-46e6-acb8-f9c9b57f066f HTTP/1.1" status: 200 len: 210 time: 0.0349562 Aug 19 14:47:16.239769 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '149a7319-da4f-41d4-9895-758818cdf8c3', 'tag': 'ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:47:16.249441 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48554ac-0200-4c78-9aef-d50041d42e80" -d '{"events": [{"name": "network-changed", "server_uuid": "149a7319-da4f-41d4-9895-758818cdf8c3", "tag": "ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:47:16.302849 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c8762809-fa0c-4849-8a90-11cf61ea44ae req-766700a3-dc30-4294-b053-37049a095876 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:16.306392 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-993c6c04-ad03-4f90-a628-6979c39901d2 req-ca4f9abd-be85-40e9-8d00-e8f7fa87b1b0 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:47:16.317602 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['bad411ae-7450-46f1-96af-c4a9c470cdcc'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:47:16.318022 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c8762809-fa0c-4849-8a90-11cf61ea44ae req-766700a3-dc30-4294-b053-37049a095876 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:16.337072 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bdebfb-63b1-4128-a216-73a23e4666db None None] Sync routers for ids ['b8d836b5-48e0-4891-8cf6-1356f7d2c373'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:47:16.388058 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c8762809-fa0c-4849-8a90-11cf61ea44ae req-766700a3-dc30-4294-b053-37049a095876 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:16.395147 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c8762809-fa0c-4849-8a90-11cf61ea44ae req-766700a3-dc30-4294-b053-37049a095876 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.3451765 Aug 19 14:47:16.398081 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-993c6c04-ad03-4f90-a628-6979c39901d2 req-ca4f9abd-be85-40e9-8d00-e8f7fa87b1b0 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] No DVR routers for this DVR port 7296d16e-f6b0-4341-aba3-01b8150aef09 on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:47:16.403971 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-993c6c04-ad03-4f90-a628-6979c39901d2 req-ca4f9abd-be85-40e9-8d00-e8f7fa87b1b0 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:16.406684 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766700a3-dc30-4294-b053-37049a095876 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45952876-cc77-4332-8871-bfe45a53812f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:16.410500 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-993c6c04-ad03-4f90-a628-6979c39901d2 req-ca4f9abd-be85-40e9-8d00-e8f7fa87b1b0 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.68 "DELETE /v2.0/ports/7296d16e-f6b0-4341-aba3-01b8150aef09 HTTP/1.1" status: 204 len: 173 time: 1.5786059 Aug 19 14:47:16.411117 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc81ffc7-f660-46e6-acb8-f9c9b57f066f', 'name': 'network-vif-deleted', 'tag': '7296d16e-f6b0-4341-aba3-01b8150aef09'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:47:16.414623 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c1dbbd-3901-4aff-99ec-ec55d61cc4de" -d '{"events": [{"server_uuid": "fc81ffc7-f660-46e6-acb8-f9c9b57f066f", "name": "network-vif-deleted", "tag": "7296d16e-f6b0-4341-aba3-01b8150aef09"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:47:16.422450 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bdebfb-63b1-4128-a216-73a23e4666db None None] Routers {'b8d836b5-48e0-4891-8cf6-1356f7d2c373'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:47:16.423081 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-87bdebfb-63b1-4128-a216-73a23e4666db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:47:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['b8d836b5-48e0-4891-8cf6-1356f7d2c373'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:47:16.471126 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7fc02c4-5823-4a7d-a2f0-a96bae051c20 x-openstack-request-id: req-a7fc02c4-5823-4a7d-a2f0-a96bae051c20 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:47:16.471126 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "149a7319-da4f-41d4-9895-758818cdf8c3", "tag": "ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:47:16.471369 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a7fc02c4-5823-4a7d-a2f0-a96bae051c20 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:47:16.471804 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '149a7319-da4f-41d4-9895-758818cdf8c3', 'tag': 'ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e', 'status': 'completed', 'code': 200} Aug 19 14:47:16.591666 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-02481397-1e2b-432f-ba14-ebe9fed4c0d6 req-948691df-67bc-4fee-ab41-4935599087bc tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups/45952876-cc77-4332-8871-bfe45a53812f HTTP/1.1" status: 200 len: 1782 time: 0.1020551 Aug 19 14:47:16.639164 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48554ac-0200-4c78-9aef-d50041d42e80 req-ee9f296d-f459-453c-84cb-8e29ab1544a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:16.640717 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a48554ac-0200-4c78-9aef-d50041d42e80 req-ee9f296d-f459-453c-84cb-8e29ab1544a6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f8a38202591b4ab4b2c88662991e6e0b&device_id=149a7319-da4f-41d4-9895-758818cdf8c3 HTTP/1.1" status: 200 len: 1174 time: 0.1252434 Aug 19 14:47:16.668268 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-87bdebfb-63b1-4128-a216-73a23e4666db None None] Set router b8d836b5-48e0-4891-8cf6-1356f7d2c373 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:47:16.774089 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc4f9a1-93e0-4792-a6c3-9f4923dcfab1 x-openstack-request-id: req-6dc4f9a1-93e0-4792-a6c3-9f4923dcfab1 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:47:16.774451 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc81ffc7-f660-46e6-acb8-f9c9b57f066f", "name": "network-vif-deleted", "tag": "7296d16e-f6b0-4341-aba3-01b8150aef09", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:47:16.774766 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6dc4f9a1-93e0-4792-a6c3-9f4923dcfab1 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:47:16.775231 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc81ffc7-f660-46e6-acb8-f9c9b57f066f', 'name': 'network-vif-deleted', 'tag': '7296d16e-f6b0-4341-aba3-01b8150aef09', 'status': 'completed', 'code': 200} Aug 19 14:47:16.806550 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4e51d-838a-4479-8fc8-4b73b1931ace req-ae27aba2-9508-4013-8d93-c31b4e6b47e2 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:16.814710 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cca4e51d-838a-4479-8fc8-4b73b1931ace req-ae27aba2-9508-4013-8d93-c31b4e6b47e2 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=067dd44e-0bfb-475e-b0cc-b653f93fc45a HTTP/1.1" status: 200 len: 945 time: 0.1524694 Aug 19 14:47:16.847310 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48554ac-0200-4c78-9aef-d50041d42e80 req-8ced94de-73aa-4c42-a8ad-ad88133ad966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:16.849612 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a48554ac-0200-4c78-9aef-d50041d42e80 req-8ced94de-73aa-4c42-a8ad-ad88133ad966 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b2d4d555-2e9b-4733-8514-652e7f465792 HTTP/1.1" status: 200 len: 914 time: 0.1958423 Aug 19 14:47:16.940024 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cca4e51d-838a-4479-8fc8-4b73b1931ace req-567f3e28-074f-4a51-9f29-8187a3f6dcb0 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243389 Aug 19 14:47:16.943559 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a48554ac-0200-4c78-9aef-d50041d42e80 req-e3619059-c9dd-4f10-8eb5-4e5ec528176b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e HTTP/1.1" status: 200 len: 217 time: 0.0833993 Aug 19 14:47:17.009271 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-03ee595a-28cc-40a3-adde-d22f2cb3abee req-3291aed4-7966-440a-9370-1c5f2c80beb5 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups/45952876-cc77-4332-8871-bfe45a53812f HTTP/1.1" status: 200 len: 1782 time: 0.1397660 Aug 19 14:47:17.097925 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48554ac-0200-4c78-9aef-d50041d42e80 req-ca6efee3-a966-4f8e-bea0-47c7afa79136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:17.099432 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a48554ac-0200-4c78-9aef-d50041d42e80 req-ca6efee3-a966-4f8e-bea0-47c7afa79136 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=012fcfd6-81ba-4534-8de9-b0902e6c4481 HTTP/1.1" status: 200 len: 853 time: 0.1405950 Aug 19 14:47:17.150306 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-03ee595a-28cc-40a3-adde-d22f2cb3abee req-8bbb466c-d661-4df5-b118-7993f85240cd tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:17.162166 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-87bdebfb-63b1-4128-a216-73a23e4666db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'name': 'tempest-AttachVolumeShelveTestJSON-762607880-router', 'tenant_id': '93c36d7db0b9486ca0e05d09444f38b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'd0752b46-efc2-4965-8a12-6e894912bd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:38:08Z', 'updated_at': '2021-08-19T14:38:19Z', 'revision_number': 4, 'project_id': '93c36d7db0b9486ca0e05d09444f38b7', 'gw_port': {'id': 'd0752b46-efc2-4965-8a12-6e894912bd7f', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:09:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:38:10Z', 'updated_at': '2021-08-19T14:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '76dff8e0-1328-4681-a2b9-ebdd9baa5938', 'name': '', 'network_id': '669513f8-b4b3-4e5c-8f0d-5f8e9923cc05', 'tenant_id': '93c36d7db0b9486ca0e05d09444f38b7', 'mac_address': 'fa:16:3e:ca:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '55f10344-049d-42f2-b429-801948692761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:38:16Z', 'updated_at': '2021-08-19T14:38:25Z', 'revision_number': 5, 'project_id': '93c36d7db0b9486ca0e05d09444f38b7', 'subnets': [{'id': '55f10344-049d-42f2-b429-801948692761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:47:17.173852 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a48554ac-0200-4c78-9aef-d50041d42e80 req-84f0bcd0-46db-45c3-b8c5-fb531ae844f5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b2d4d555-2e9b-4733-8514-652e7f465792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353370 Aug 19 14:47:17.191452 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bdebfb-63b1-4128-a216-73a23e4666db None None] Checking router: b8d836b5-48e0-4891-8cf6-1356f7d2c373 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:47:17.202088 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bdebfb-63b1-4128-a216-73a23e4666db None None] Routers {'b8d836b5-48e0-4891-8cf6-1356f7d2c373'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:47:17.202718 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-87bdebfb-63b1-4128-a216-73a23e4666db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:47:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['b8d836b5-48e0-4891-8cf6-1356f7d2c373'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:47:17.218535 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-03ee595a-28cc-40a3-adde-d22f2cb3abee req-8bbb466c-d661-4df5-b118-7993f85240cd tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:17.228799 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a48b0f-92e9-481e-b2aa-d514c364dbc7 req-1dbe1a76-d6b8-4469-8320-44b2800bf448 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:17.230397 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b2a48b0f-92e9-481e-b2aa-d514c364dbc7 req-1dbe1a76-d6b8-4469-8320-44b2800bf448 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc306f7c-edb8-49b1-887f-00d14d3029b8 HTTP/1.1" status: 200 len: 945 time: 0.1424518 Aug 19 14:47:17.329429 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-87bdebfb-63b1-4128-a216-73a23e4666db None None] Set router b8d836b5-48e0-4891-8cf6-1356f7d2c373 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:47:17.344264 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b2a48b0f-92e9-481e-b2aa-d514c364dbc7 req-25a67352-0126-4f86-a096-a83d532d11ba tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f90dd21-f75a-44ce-981d-23ac2f88ea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804005 Aug 19 14:47:17.357482 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-03ee595a-28cc-40a3-adde-d22f2cb3abee req-8bbb466c-d661-4df5-b118-7993f85240cd tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:17.360298 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-03ee595a-28cc-40a3-adde-d22f2cb3abee req-8bbb466c-d661-4df5-b118-7993f85240cd tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:17.361486 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-03ee595a-28cc-40a3-adde-d22f2cb3abee req-8bbb466c-d661-4df5-b118-7993f85240cd tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "DELETE /v2.0/security-groups/45952876-cc77-4332-8871-bfe45a53812f HTTP/1.1" status: 204 len: 173 time: 0.3427544 Aug 19 14:47:17.396139 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a48554ac-0200-4c78-9aef-d50041d42e80 req-0365dc7f-f197-43d1-abdb-b420724942db service neutron] 10.222.0.88 "GET /v2.0/networks/b2d4d555-2e9b-4733-8514-652e7f465792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102535 Aug 19 14:47:17.400088 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbb466c-d661-4df5-b118-7993f85240cd tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45952876-cc77-4332-8871-bfe45a53812f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:17.466030 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 7296d16e-f6b0-4341-aba3-01b8150aef09 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:47:17.529993 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: 7296d16e-f6b0-4341-aba3-01b8150aef09 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:47:17.530339 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 7296d16e-f6b0-4341-aba3-01b8150aef09 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:47:17.537673 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [req-6d4bf879-3543-4374-962b-80a59c8dfdad req-31ecbe1b-e2b8-45dc-8877-793f3de4b012 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] show failed (client error): The resource could not be found. Aug 19 14:47:17.538548 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6d4bf879-3543-4374-962b-80a59c8dfdad req-31ecbe1b-e2b8-45dc-8877-793f3de4b012 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups/45952876-cc77-4332-8871-bfe45a53812f HTTP/1.1" status: 404 len: 352 time: 0.0280097 Aug 19 14:47:17.575218 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01334041-18e4-4b1b-bdf7-b25258493c26 req-b6b5a358-23a3-413d-90f3-a4fe5d491563 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:17.590532 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51850) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:47:17.591554 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-01334041-18e4-4b1b-bdf7-b25258493c26 req-b6b5a358-23a3-413d-90f3-a4fe5d491563 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef2ae11-dddd-4bfe-9456-3f9aacae7d07 HTTP/1.1" status: 200 len: 945 time: 0.1527138 Aug 19 14:47:17.618798 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-465815fe-cde4-4d7e-9b5f-d87511b68e84 req-91e19fad-3799-4a32-a9b5-df59d5015e7f tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2109748031', 'description': 'tempest-description-953192825'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:47:17.638416 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-87bdebfb-63b1-4128-a216-73a23e4666db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'name': 'tempest-AttachVolumeShelveTestJSON-762607880-router', 'tenant_id': '93c36d7db0b9486ca0e05d09444f38b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'd0752b46-efc2-4965-8a12-6e894912bd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:38:08Z', 'updated_at': '2021-08-19T14:38:19Z', 'revision_number': 4, 'project_id': '93c36d7db0b9486ca0e05d09444f38b7', 'gw_port': {'id': 'd0752b46-efc2-4965-8a12-6e894912bd7f', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:09:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:38:10Z', 'updated_at': '2021-08-19T14:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '76dff8e0-1328-4681-a2b9-ebdd9baa5938', 'name': '', 'network_id': '669513f8-b4b3-4e5c-8f0d-5f8e9923cc05', 'tenant_id': '93c36d7db0b9486ca0e05d09444f38b7', 'mac_address': 'fa:16:3e:ca:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '55f10344-049d-42f2-b429-801948692761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:38:16Z', 'updated_at': '2021-08-19T14:38:25Z', 'revision_number': 5, 'project_id': '93c36d7db0b9486ca0e05d09444f38b7', 'subnets': [{'id': '55f10344-049d-42f2-b429-801948692761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:47:17.653590 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a48554ac-0200-4c78-9aef-d50041d42e80 req-8cc55982-f215-4fe4-aaac-aa06cb828dd8 service neutron] 10.222.0.88 "GET /v2.0/networks/b2d4d555-2e9b-4733-8514-652e7f465792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398522 Aug 19 14:47:17.674641 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bdebfb-63b1-4128-a216-73a23e4666db None None] The sync data for ids ['b8d836b5-48e0-4891-8cf6-1356f7d2c373'] in n-d-766043-2 is: [{'id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'name': 'tempest-AttachVolumeShelveTestJSON-762607880-router', 'tenant_id': '93c36d7db0b9486ca0e05d09444f38b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'd0752b46-efc2-4965-8a12-6e894912bd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:38:08Z', 'updated_at': '2021-08-19T14:38:19Z', 'revision_number': 4, 'project_id': '93c36d7db0b9486ca0e05d09444f38b7', 'gw_port': {'id': 'd0752b46-efc2-4965-8a12-6e894912bd7f', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:09:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:38:10Z', 'updated_at': '2021-08-19T14:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '76dff8e0-1328-4681-a2b9-ebdd9baa5938', 'name': '', 'network_id': '669513f8-b4b3-4e5c-8f0d-5f8e9923cc05', 'tenant_id': '93c36d7db0b9486ca0e05d09444f38b7', 'mac_address': 'fa:16:3e:ca:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '55f10344-049d-42f2-b429-801948692761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:38:16Z', 'updated_at': '2021-08-19T14:38:25Z', 'revision_number': 5, 'project_id': '93c36d7db0b9486ca0e05d09444f38b7', 'subnets': [{'id': '55f10344-049d-42f2-b429-801948692761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:47:17.693130 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-01334041-18e4-4b1b-bdf7-b25258493c26 req-9c1d2b27-6dec-4f63-a677-3fb405b1c2ba tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003761 Aug 19 14:47:17.694786 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-465815fe-cde4-4d7e-9b5f-d87511b68e84 req-91e19fad-3799-4a32-a9b5-df59d5015e7f tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:17.717309 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-abe3df46-775e-47ec-b823-76348a99955f tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:17.746941 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-abe3df46-775e-47ec-b823-76348a99955f tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:17.807566 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-465815fe-cde4-4d7e-9b5f-d87511b68e84 req-91e19fad-3799-4a32-a9b5-df59d5015e7f tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:17.812625 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-465815fe-cde4-4d7e-9b5f-d87511b68e84 req-91e19fad-3799-4a32-a9b5-df59d5015e7f tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:17.814449 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-abe3df46-775e-47ec-b823-76348a99955f tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:17.817518 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-abe3df46-775e-47ec-b823-76348a99955f tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:17.818848 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-abe3df46-775e-47ec-b823-76348a99955f tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "DELETE /v2.0/security-groups/14b1b67d-e522-41bf-ab63-48f4b8afa430 HTTP/1.1" status: 204 len: 168 time: 0.2231512 Aug 19 14:47:17.824549 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51856) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:47:17.837896 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe3df46-775e-47ec-b823-76348a99955f tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b1b67d-e522-41bf-ab63-48f4b8afa430,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:17.843304 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e19fad-3799-4a32-a9b5-df59d5015e7f tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f493b08-b16a-40fa-8eed-95778ae9a2a2,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:17.847215 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-8df402dc-9c91-497b-b43d-0fd9b5541246 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] show failed (client error): The resource could not be found. Aug 19 14:47:17.862866 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-465815fe-cde4-4d7e-9b5f-d87511b68e84 req-91e19fad-3799-4a32-a9b5-df59d5015e7f tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:17.863152 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8df402dc-9c91-497b-b43d-0fd9b5541246 tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "GET /v2.0/security-groups/14b1b67d-e522-41bf-ab63-48f4b8afa430 HTTP/1.1" status: 404 len: 347 time: 0.0343325 Aug 19 14:47:17.863339 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51860) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:47:17.870170 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-465815fe-cde4-4d7e-9b5f-d87511b68e84 req-91e19fad-3799-4a32-a9b5-df59d5015e7f tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2509749 Aug 19 14:47:17.898956 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-9b4f6835-0d1f-4016-b1ba-23e0a0988098 req-2c7aa21d-0d59-4aec-9e0d-3c41a50ad13a tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-670772010', 'description': 'tempest-description-48697055'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:47:17.934860 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9b4f6835-0d1f-4016-b1ba-23e0a0988098 req-2c7aa21d-0d59-4aec-9e0d-3c41a50ad13a tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:18.069214 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-02ed8584-a5d6-4f4c-8149-a5e8c4dccc8c tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Deleting port 38e964cc-57a2-462a-b080-971c5b48b64e {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:47:18.069862 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02ed8584-a5d6-4f4c-8149-a5e8c4dccc8c tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:18.123772 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9b4f6835-0d1f-4016-b1ba-23e0a0988098 req-2c7aa21d-0d59-4aec-9e0d-3c41a50ad13a tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:18.127677 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99e6412-c3bf-4d02-8a9c-b8df6840b16e None None] New status for floating IP dbf50959-acbe-4f2d-b7d7-fecfbc9d5b77: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 14:47:18.138912 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9aae60-4690-4f97-83cc-dc9ddc2f294f req-4443064b-7ca3-4540-abf7-f8120b1d5041 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:18.146567 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7e9aae60-4690-4f97-83cc-dc9ddc2f294f req-4443064b-7ca3-4540-abf7-f8120b1d5041 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=067dd44e-0bfb-475e-b0cc-b653f93fc45a HTTP/1.1" status: 200 len: 945 time: 0.1042545 Aug 19 14:47:18.170504 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02ed8584-a5d6-4f4c-8149-a5e8c4dccc8c tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:18.170843 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02ed8584-a5d6-4f4c-8149-a5e8c4dccc8c tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:18.172647 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9b4f6835-0d1f-4016-b1ba-23e0a0988098 req-2c7aa21d-0d59-4aec-9e0d-3c41a50ad13a tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:18.190886 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-02ed8584-a5d6-4f4c-8149-a5e8c4dccc8c tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Calling delete_port for 38e964cc-57a2-462a-b080-971c5b48b64e owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:47:18.220085 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7e9aae60-4690-4f97-83cc-dc9ddc2f294f req-543d7a2a-dab1-491d-879e-86150d366fda tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723395 Aug 19 14:47:18.225268 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9b4f6835-0d1f-4016-b1ba-23e0a0988098 req-2c7aa21d-0d59-4aec-9e0d-3c41a50ad13a tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:18.242537 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9b4f6835-0d1f-4016-b1ba-23e0a0988098 req-2c7aa21d-0d59-4aec-9e0d-3c41a50ad13a tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3426015 Aug 19 14:47:18.246977 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7aa21d-0d59-4aec-9e0d-3c41a50ad13a tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=414ac57f-6aa8-4098-9165-0ce8efc7065e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:18.258880 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-5025e385-234b-47e5-b1fc-44b2ff17a90a req-fd43b88a-74a8-4565-8c79-3e073b8f52db tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1330588128', 'description': 'tempest-description-768727033'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:47:18.292485 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5025e385-234b-47e5-b1fc-44b2ff17a90a req-fd43b88a-74a8-4565-8c79-3e073b8f52db tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:18.396346 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02ed8584-a5d6-4f4c-8149-a5e8c4dccc8c tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:18.398558 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.db.api [None req-a99e6412-c3bf-4d02-8a9c-b8df6840b16e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94642) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 14:47:18.399016 n-d-766043-2 neutron-server[94642]: DEBUG oslo_db.api [None req-a99e6412-c3bf-4d02-8a9c-b8df6840b16e None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 14:47:18.417648 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5025e385-234b-47e5-b1fc-44b2ff17a90a req-fd43b88a-74a8-4565-8c79-3e073b8f52db tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:18.424670 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ed8584-a5d6-4f4c-8149-a5e8c4dccc8c tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Pushing event deleted for resources: {'Port': ['ID=38e964cc-57a2-462a-b080-971c5b48b64e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:18.426197 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5025e385-234b-47e5-b1fc-44b2ff17a90a req-fd43b88a-74a8-4565-8c79-3e073b8f52db tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:18.466915 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5025e385-234b-47e5-b1fc-44b2ff17a90a req-fd43b88a-74a8-4565-8c79-3e073b8f52db tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:18.468164 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5025e385-234b-47e5-b1fc-44b2ff17a90a req-fd43b88a-74a8-4565-8c79-3e073b8f52db tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2136991 Aug 19 14:47:18.469291 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd43b88a-74a8-4565-8c79-3e073b8f52db tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34290d9c-4345-4555-89ea-554e346f6cd1,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:18.503269 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02ed8584-a5d6-4f4c-8149-a5e8c4dccc8c tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:18.506386 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02ed8584-a5d6-4f4c-8149-a5e8c4dccc8c tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:18.508439 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-02ed8584-a5d6-4f4c-8149-a5e8c4dccc8c tempest-AttachVolumeShelveTestJSON-650658686 tempest-AttachVolumeShelveTestJSON-650658686-project] 10.222.0.69 "DELETE /v2.0/floatingips/dbf50959-acbe-4f2d-b7d7-fecfbc9d5b77 HTTP/1.1" status: 204 len: 168 time: 0.6432772 Aug 19 14:47:18.567631 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb65986-5645-4c05-aefc-3321365ce607 req-0d7d40c7-1510-4a5c-a48b-56b7b41d347e tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:18.569079 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1bb65986-5645-4c05-aefc-3321365ce607 req-0d7d40c7-1510-4a5c-a48b-56b7b41d347e tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc306f7c-edb8-49b1-887f-00d14d3029b8 HTTP/1.1" status: 200 len: 945 time: 0.0809090 Aug 19 14:47:18.645813 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1bb65986-5645-4c05-aefc-3321365ce607 req-fd4952ea-683b-474a-9258-a9e9ab7059ad tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f90dd21-f75a-44ce-981d-23ac2f88ea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693984 Aug 19 14:47:18.732981 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0c5dab6a-26e7-495b-a257-44acf91c9e77 req-197b1397-706d-43cf-b8bc-1244981aff6e tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f8a38202591b4ab4b2c88662991e6e0b HTTP/1.1" status: 200 len: 10907 time: 0.1391225 Aug 19 14:47:18.797079 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0c5dab6a-26e7-495b-a257-44acf91c9e77 req-7e7bf52f-70c1-4558-8601-6212091bb92f tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups/63bbe400-1969-4ab6-bfdf-8984357f3da5 HTTP/1.1" status: 200 len: 2985 time: 0.0556085 Aug 19 14:47:18.863375 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc384d5-b376-4e57-acaa-0dc349799960 req-9c612068-fa7a-403b-a216-f337f9eee85e tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:18.864660 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ecc384d5-b376-4e57-acaa-0dc349799960 req-9c612068-fa7a-403b-a216-f337f9eee85e tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef2ae11-dddd-4bfe-9456-3f9aacae7d07 HTTP/1.1" status: 200 len: 945 time: 0.0848269 Aug 19 14:47:18.869139 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0c5dab6a-26e7-495b-a257-44acf91c9e77 req-58fe625f-28d9-4e92-b8c1-9e4c639a5e9c tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups/63bbe400-1969-4ab6-bfdf-8984357f3da5 HTTP/1.1" status: 200 len: 2985 time: 0.0579827 Aug 19 14:47:18.900548 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99e6412-c3bf-4d02-8a9c-b8df6840b16e None None] New status for floating IP dbf50959-acbe-4f2d-b7d7-fecfbc9d5b77: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 14:47:18.930610 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ecc384d5-b376-4e57-acaa-0dc349799960 req-9958ac4f-a74f-4827-aa19-0beec2faf98c tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543134 Aug 19 14:47:18.990159 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c0224b03-1e03-4ea5-bd46-384e4ce6d847 req-944e425a-8bdc-4164-ac95-771da3e008b8 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups/5f493b08-b16a-40fa-8eed-95778ae9a2a2 HTTP/1.1" status: 200 len: 1802 time: 0.0903001 Aug 19 14:47:19.072561 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c0224b03-1e03-4ea5-bd46-384e4ce6d847 req-aee673bf-1a89-47ce-b685-53504f53a204 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:19.099402 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c0224b03-1e03-4ea5-bd46-384e4ce6d847 req-aee673bf-1a89-47ce-b685-53504f53a204 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:19.141022 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c0224b03-1e03-4ea5-bd46-384e4ce6d847 req-aee673bf-1a89-47ce-b685-53504f53a204 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:19.143602 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c0224b03-1e03-4ea5-bd46-384e4ce6d847 req-aee673bf-1a89-47ce-b685-53504f53a204 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:19.144759 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c0224b03-1e03-4ea5-bd46-384e4ce6d847 req-aee673bf-1a89-47ce-b685-53504f53a204 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "DELETE /v2.0/security-groups/5f493b08-b16a-40fa-8eed-95778ae9a2a2 HTTP/1.1" status: 204 len: 173 time: 0.1537802 Aug 19 14:47:19.154557 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee673bf-1a89-47ce-b685-53504f53a204 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f493b08-b16a-40fa-8eed-95778ae9a2a2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:19.185629 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [req-181afc33-bfa6-4524-b79e-04e847a0ec82 req-4d97e104-e70c-48f4-9176-4ddedfccc4af tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] show failed (client error): The resource could not be found. Aug 19 14:47:19.186660 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-181afc33-bfa6-4524-b79e-04e847a0ec82 req-4d97e104-e70c-48f4-9176-4ddedfccc4af tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups/5f493b08-b16a-40fa-8eed-95778ae9a2a2 HTTP/1.1" status: 404 len: 352 time: 0.0195041 Aug 19 14:47:19.255421 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e3d0e583-1db1-4169-a682-ae4ef4034a59 req-20a50548-5c52-4729-9436-38636c3a25c6 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups/414ac57f-6aa8-4098-9165-0ce8efc7065e HTTP/1.1" status: 200 len: 1800 time: 0.0426798 Aug 19 14:47:19.340006 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e3d0e583-1db1-4169-a682-ae4ef4034a59 req-9238a34d-83bd-415e-b2a7-5ea2c863d619 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:19.376961 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e3d0e583-1db1-4169-a682-ae4ef4034a59 req-9238a34d-83bd-415e-b2a7-5ea2c863d619 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:19.410789 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebcd537-dd97-4f23-b105-6ec8a8cd0a56 req-b1dd1e4d-6134-4d6b-92e3-a97445297703 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:19.412194 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bebcd537-dd97-4f23-b105-6ec8a8cd0a56 req-b1dd1e4d-6134-4d6b-92e3-a97445297703 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=067dd44e-0bfb-475e-b0cc-b653f93fc45a HTTP/1.1" status: 200 len: 945 time: 0.0887396 Aug 19 14:47:19.457075 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e3d0e583-1db1-4169-a682-ae4ef4034a59 req-9238a34d-83bd-415e-b2a7-5ea2c863d619 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:19.460182 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e3d0e583-1db1-4169-a682-ae4ef4034a59 req-9238a34d-83bd-415e-b2a7-5ea2c863d619 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:19.461363 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e3d0e583-1db1-4169-a682-ae4ef4034a59 req-9238a34d-83bd-415e-b2a7-5ea2c863d619 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "DELETE /v2.0/security-groups/414ac57f-6aa8-4098-9165-0ce8efc7065e HTTP/1.1" status: 204 len: 173 time: 0.1926696 Aug 19 14:47:19.468957 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bebcd537-dd97-4f23-b105-6ec8a8cd0a56 req-0d7a4254-d91e-43e8-8b93-e1ea26ca416e tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463865 Aug 19 14:47:19.475301 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device bad411ae-7450-46f1-96af-c4a9c470cdcc up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:47:19.477323 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9238a34d-83bd-415e-b2a7-5ea2c863d619 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=414ac57f-6aa8-4098-9165-0ce8efc7065e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:19.539278 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [req-658ef8ec-0ad1-4c69-b9e9-d9d698a84db5 req-fa90cc21-c32b-4e3d-8f51-8bcb7c4a1ca9 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] show failed (client error): The resource could not be found. Aug 19 14:47:19.546745 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-658ef8ec-0ad1-4c69-b9e9-d9d698a84db5 req-fa90cc21-c32b-4e3d-8f51-8bcb7c4a1ca9 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups/414ac57f-6aa8-4098-9165-0ce8efc7065e HTTP/1.1" status: 404 len: 352 time: 0.0412974 Aug 19 14:47:19.553467 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port bad411ae-7450-46f1-96af-c4a9c470cdcc completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:47:19.565132 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port bad411ae-7450-46f1-96af-c4a9c470cdcc triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:47:19.566556 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:19.618908 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-32f20eba-4a1a-4e39-a3c3-c3f4ad12342b req-5a0e4560-c143-4d75-9c52-1ac61baee5a8 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups/34290d9c-4345-4555-89ea-554e346f6cd1 HTTP/1.1" status: 200 len: 1802 time: 0.0540047 Aug 19 14:47:19.673671 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:19.692894 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-32f20eba-4a1a-4e39-a3c3-c3f4ad12342b req-be071489-d0f3-46aa-b7c4-bf3bedf8f30d tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:19.724740 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-32f20eba-4a1a-4e39-a3c3-c3f4ad12342b req-be071489-d0f3-46aa-b7c4-bf3bedf8f30d tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:19.736577 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port bad411ae-7450-46f1-96af-c4a9c470cdcc, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=bad411ae-7450-46f1-96af-c4a9c470cdcc,segment=NetworkSegment(64c0e267-283c-4628-a99a-2e5f43744507),segment_id=64c0e267-283c-4628-a99a-2e5f43744507)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:47:19.738581 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc306f7c-edb8-49b1-887f-00d14d3029b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad411ae-7450-46f1-96af-c4a9c470cdcc'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:47:19.745818 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045995cd-bf72-4a35-8d06-4211fcf11a86" -d '{"events": [{"server_uuid": "bc306f7c-edb8-49b1-887f-00d14d3029b8", "name": "network-vif-plugged", "status": "completed", "tag": "bad411ae-7450-46f1-96af-c4a9c470cdcc"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:47:19.758133 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:19.793601 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-32f20eba-4a1a-4e39-a3c3-c3f4ad12342b req-be071489-d0f3-46aa-b7c4-bf3bedf8f30d tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:19.796763 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-32f20eba-4a1a-4e39-a3c3-c3f4ad12342b req-be071489-d0f3-46aa-b7c4-bf3bedf8f30d tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:19.798078 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-32f20eba-4a1a-4e39-a3c3-c3f4ad12342b req-be071489-d0f3-46aa-b7c4-bf3bedf8f30d tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "DELETE /v2.0/security-groups/34290d9c-4345-4555-89ea-554e346f6cd1 HTTP/1.1" status: 204 len: 173 time: 0.1713376 Aug 19 14:47:19.832890 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=bad411ae-7450-46f1-96af-c4a9c470cdcc,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:19.844005 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be071489-d0f3-46aa-b7c4-bf3bedf8f30d tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34290d9c-4345-4555-89ea-554e346f6cd1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:19.876867 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7b1d75-cd86-453e-ba83-f182e68590f9 x-openstack-request-id: req-af7b1d75-cd86-453e-ba83-f182e68590f9 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:47:19.877161 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc306f7c-edb8-49b1-887f-00d14d3029b8", "name": "network-vif-plugged", "status": "completed", "tag": "bad411ae-7450-46f1-96af-c4a9c470cdcc", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:47:19.877414 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-af7b1d75-cd86-453e-ba83-f182e68590f9 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:47:19.877797 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc306f7c-edb8-49b1-887f-00d14d3029b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad411ae-7450-46f1-96af-c4a9c470cdcc', 'code': 200} Aug 19 14:47:19.884438 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9999979-68ee-4d5c-b73c-ccaa34b8c3b7 req-527d67dc-0163-41a9-92a4-edca335f55f8 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:19.892943 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c9999979-68ee-4d5c-b73c-ccaa34b8c3b7 req-527d67dc-0163-41a9-92a4-edca335f55f8 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc306f7c-edb8-49b1-887f-00d14d3029b8 HTTP/1.1" status: 200 len: 946 time: 0.0937605 Aug 19 14:47:19.934542 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [req-3ae1b570-b6b6-4fcb-a052-ec810aba1a95 req-8b7afdb1-ed45-40da-84bf-9c0de3237254 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] show failed (client error): The resource could not be found. Aug 19 14:47:19.935531 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3ae1b570-b6b6-4fcb-a052-ec810aba1a95 req-8b7afdb1-ed45-40da-84bf-9c0de3237254 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups/34290d9c-4345-4555-89ea-554e346f6cd1 HTTP/1.1" status: 404 len: 352 time: 0.0371699 Aug 19 14:47:19.980745 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c9999979-68ee-4d5c-b73c-ccaa34b8c3b7 req-67e27d13-ebdf-402c-be7d-44b030eb3356 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f90dd21-f75a-44ce-981d-23ac2f88ea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869012 Aug 19 14:47:20.051987 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b295ce-d034-4227-b831-15b2254cc601 req-caad91f0-d613-4d44-9bbd-1e8d569b9038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:20.053658 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-99b295ce-d034-4227-b831-15b2254cc601 req-caad91f0-d613-4d44-9bbd-1e8d569b9038 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=bc306f7c-edb8-49b1-887f-00d14d3029b8 HTTP/1.1" status: 200 len: 1097 time: 0.0944777 Aug 19 14:47:20.406189 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f777da61-9c67-4cac-aac0-6312fdd2f0aa req-3cb4e93b-f78a-4c50-9264-96dcdcf20a25 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f8a38202591b4ab4b2c88662991e6e0b HTTP/1.1" status: 200 len: 6156 time: 0.4457755 Aug 19 14:47:20.450536 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-99b295ce-d034-4227-b831-15b2254cc601 req-c9ce9880-01f5-493a-9fd9-e2b2b0268fdb service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=3f90dd21-f75a-44ce-981d-23ac2f88ea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936368 Aug 19 14:47:20.472629 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1257d-da0f-45b0-a3e2-e09ae42e4339 req-2c0332a2-e248-4775-ba7a-66b33d87e89a tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:20.474518 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2ca1257d-da0f-45b0-a3e2-e09ae42e4339 req-2c0332a2-e248-4775-ba7a-66b33d87e89a tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef2ae11-dddd-4bfe-9456-3f9aacae7d07 HTTP/1.1" status: 200 len: 945 time: 0.4176760 Aug 19 14:47:20.513824 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f777da61-9c67-4cac-aac0-6312fdd2f0aa req-9a3c186d-3777-49dc-82b2-8e47c81b8931 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups/63bbe400-1969-4ab6-bfdf-8984357f3da5 HTTP/1.1" status: 200 len: 2985 time: 0.0921013 Aug 19 14:47:20.539295 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2ca1257d-da0f-45b0-a3e2-e09ae42e4339 req-e0a0208b-745b-412a-9149-c1a9998e1984 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566227 Aug 19 14:47:20.586020 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f777da61-9c67-4cac-aac0-6312fdd2f0aa req-f8393d32-2296-433c-9553-d54647f01092 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups/63bbe400-1969-4ab6-bfdf-8984357f3da5 HTTP/1.1" status: 200 len: 2985 time: 0.0598261 Aug 19 14:47:20.694706 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b587ea-b045-4cfb-a346-59599f6b2278 req-d38108b9-715f-4e4e-8fcd-6b03d1400842 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:20.696581 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-84b587ea-b045-4cfb-a346-59599f6b2278 req-d38108b9-715f-4e4e-8fcd-6b03d1400842 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=067dd44e-0bfb-475e-b0cc-b653f93fc45a HTTP/1.1" status: 200 len: 945 time: 0.0546644 Aug 19 14:47:20.702272 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-66b130a5-4184-42e0-bd75-c88d85c71f30 req-da8a2641-b59e-45d1-b536-8cb39d11a4a5 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-765259193', 'description': 'tempest-description-1873849239'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:47:20.759421 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-84b587ea-b045-4cfb-a346-59599f6b2278 req-667fca38-01bd-4618-8c98-9636bc2e0f9c tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507865 Aug 19 14:47:20.760035 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-66b130a5-4184-42e0-bd75-c88d85c71f30 req-da8a2641-b59e-45d1-b536-8cb39d11a4a5 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:20.891234 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-66b130a5-4184-42e0-bd75-c88d85c71f30 req-da8a2641-b59e-45d1-b536-8cb39d11a4a5 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:20.897003 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-66b130a5-4184-42e0-bd75-c88d85c71f30 req-da8a2641-b59e-45d1-b536-8cb39d11a4a5 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:20.930894 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-66b130a5-4184-42e0-bd75-c88d85c71f30 req-da8a2641-b59e-45d1-b536-8cb39d11a4a5 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:20.932279 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-66b130a5-4184-42e0-bd75-c88d85c71f30 req-da8a2641-b59e-45d1-b536-8cb39d11a4a5 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2346308 Aug 19 14:47:20.936287 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8a2641-b59e-45d1-b536-8cb39d11a4a5 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=718edf03-f702-41e1-b6df-77e76e24215a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:20.968739 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-e944726d-ed4f-49f7-b1e3-2cb127add491 req-9ed776fc-5ac5-4acd-b16d-c776a6d781d2 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1982356591', 'description': 'tempest-description-1819281331'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:47:20.997665 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e944726d-ed4f-49f7-b1e3-2cb127add491 req-9ed776fc-5ac5-4acd-b16d-c776a6d781d2 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:21.201117 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e4e93-446e-4756-9a47-383686d8a8a2 req-ef6b002b-6dca-4c0e-a60c-6e1e6a688ebe tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:21.202878 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d78e4e93-446e-4756-9a47-383686d8a8a2 req-ef6b002b-6dca-4c0e-a60c-6e1e6a688ebe tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc306f7c-edb8-49b1-887f-00d14d3029b8 HTTP/1.1" status: 200 len: 946 time: 0.1060832 Aug 19 14:47:21.220765 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e944726d-ed4f-49f7-b1e3-2cb127add491 req-9ed776fc-5ac5-4acd-b16d-c776a6d781d2 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:21.234058 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e944726d-ed4f-49f7-b1e3-2cb127add491 req-9ed776fc-5ac5-4acd-b16d-c776a6d781d2 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:21.285213 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e944726d-ed4f-49f7-b1e3-2cb127add491 req-9ed776fc-5ac5-4acd-b16d-c776a6d781d2 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:21.301467 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e944726d-ed4f-49f7-b1e3-2cb127add491 req-9ed776fc-5ac5-4acd-b16d-c776a6d781d2 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3268447 Aug 19 14:47:21.312914 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d78e4e93-446e-4756-9a47-383686d8a8a2 req-0ac03a24-dc0e-480d-ba44-fedbeabe4420 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f90dd21-f75a-44ce-981d-23ac2f88ea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967822 Aug 19 14:47:21.322459 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed776fc-5ac5-4acd-b16d-c776a6d781d2 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfa73b0-551f-4e42-976d-56bb320a1ee7,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:21.535571 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ee4ee-67c8-43bb-8566-f9cd548dbd16 req-1e9b01a2-cfde-4db3-adb1-43bc052a925e tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:21.538115 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cf8ee4ee-67c8-43bb-8566-f9cd548dbd16 req-1e9b01a2-cfde-4db3-adb1-43bc052a925e tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/networks?id=b2d4d555-2e9b-4733-8514-652e7f465792 HTTP/1.1" status: 200 len: 813 time: 0.1158574 Aug 19 14:47:21.556717 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cf8ee4ee-67c8-43bb-8566-f9cd548dbd16 req-8df9d04b-2279-48e4-885e-5e9201a12ca5 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/quotas/f8a38202591b4ab4b2c88662991e6e0b HTTP/1.1" status: 200 len: 375 time: 0.0099902 Aug 19 14:47:21.646493 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cf8ee4ee-67c8-43bb-8566-f9cd548dbd16 req-ec482511-6680-4aaf-a263-361a408d56f5 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f8a38202591b4ab4b2c88662991e6e0b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0831263 Aug 19 14:47:21.754845 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad2e27-1616-4da2-b9e1-0d105da8a467 req-4cb2a634-dcbc-40ff-91ed-c6d9b9502db8 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:21.756514 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c8ad2e27-1616-4da2-b9e1-0d105da8a467 req-4cb2a634-dcbc-40ff-91ed-c6d9b9502db8 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef2ae11-dddd-4bfe-9456-3f9aacae7d07 HTTP/1.1" status: 200 len: 945 time: 0.1260273 Aug 19 14:47:21.816198 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cf8ee4ee-67c8-43bb-8566-f9cd548dbd16 req-b37b7f36-ab77-4f87-a873-1aab098749dc service neutron] 10.222.0.69 "GET /v2.0/networks/b2d4d555-2e9b-4733-8514-652e7f465792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587186 Aug 19 14:47:21.837033 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c8ad2e27-1616-4da2-b9e1-0d105da8a467 req-e3017cd0-9ca5-4c8c-8be5-6187c7c5c472 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696194 Aug 19 14:47:21.924399 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cf8ee4ee-67c8-43bb-8566-f9cd548dbd16 req-4b024e87-9cb7-49b5-a00d-4697bab73ba4 service neutron] 10.222.0.69 "GET /v2.0/networks/b2d4d555-2e9b-4733-8514-652e7f465792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071799 Aug 19 14:47:22.047443 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2186a-2cef-4399-ab88-5ecbb487dd58 req-af8d5070-ea21-41c7-a1cf-355abf98039c tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:22.049100 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b3e2186a-2cef-4399-ab88-5ecbb487dd58 req-af8d5070-ea21-41c7-a1cf-355abf98039c tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=067dd44e-0bfb-475e-b0cc-b653f93fc45a HTTP/1.1" status: 200 len: 945 time: 0.0606761 Aug 19 14:47:22.101623 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b3e2186a-2cef-4399-ab88-5ecbb487dd58 req-17b1f5f1-5fc6-486b-9e06-0af82e4fbec3 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460334 Aug 19 14:47:22.186611 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4cc2205a-aad0-4131-a8da-7a7778e96bd3 req-0b605958-792e-48aa-a3b5-1349712359fb tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/ports?device_id=a238ee8e-b427-45a7-8280-9933a7f6126d HTTP/1.1" status: 200 len: 210 time: 0.0391037 Aug 19 14:47:22.472276 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130a455-fe41-43ab-8f2b-342533bc5696 req-3ff4351f-2504-4d4e-8ac3-96c6d61abae6 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:22.474531 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c130a455-fe41-43ab-8f2b-342533bc5696 req-3ff4351f-2504-4d4e-8ac3-96c6d61abae6 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc306f7c-edb8-49b1-887f-00d14d3029b8 HTTP/1.1" status: 200 len: 946 time: 0.0688233 Aug 19 14:47:22.516524 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c130a455-fe41-43ab-8f2b-342533bc5696 req-aca86254-aac3-4ec9-8c4e-6732598a225c tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f90dd21-f75a-44ce-981d-23ac2f88ea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355442 Aug 19 14:47:22.644560 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e1bc84-ee43-428d-9a74-4301725c1a94 req-7bf5d22c-0440-4394-aa3c-8718763ad7dd tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:22.646362 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e2e1bc84-ee43-428d-9a74-4301725c1a94 req-7bf5d22c-0440-4394-aa3c-8718763ad7dd tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc306f7c-edb8-49b1-887f-00d14d3029b8 HTTP/1.1" status: 200 len: 946 time: 0.0536578 Aug 19 14:47:22.656754 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 52040) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:47:22.663601 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-429988c3-43cb-48cf-9f00-9f83ba659f07 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Request body: {'floatingip': {'port_id': 'bad411ae-7450-46f1-96af-c4a9c470cdcc'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:47:22.705833 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-429988c3-43cb-48cf-9f00-9f83ba659f07 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:23.007998 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dce627-5e53-4990-9fe4-802e72d80251 req-981c0dfa-ede7-4ebd-8ca5-9daa8d2a5ea0 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:23.009977 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-44dce627-5e53-4990-9fe4-802e72d80251 req-981c0dfa-ede7-4ebd-8ca5-9daa8d2a5ea0 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef2ae11-dddd-4bfe-9456-3f9aacae7d07 HTTP/1.1" status: 200 len: 945 time: 0.0849483 Aug 19 14:47:23.057088 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-44dce627-5e53-4990-9fe4-802e72d80251 req-08da8081-9312-4612-bf60-383a328a2579 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390577 Aug 19 14:47:23.330446 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba96c69-f041-4290-ae67-2d43fd4f0a6e req-4a2f5f40-9c3e-45a8-ab71-0cb74ac1f0da tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:23.339348 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1ba96c69-f041-4290-ae67-2d43fd4f0a6e req-4a2f5f40-9c3e-45a8-ab71-0cb74ac1f0da tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=067dd44e-0bfb-475e-b0cc-b653f93fc45a HTTP/1.1" status: 200 len: 945 time: 0.1249800 Aug 19 14:47:23.389385 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1ba96c69-f041-4290-ae67-2d43fd4f0a6e req-101c1f95-70e0-4693-8359-59c697b8ecd6 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486958 Aug 19 14:47:23.493206 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-368ae13e-0ec6-4677-9169-2f31dd82ec1c req-2ea95405-ca5b-420f-a010-ca1b0bc58c15 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/ports?device_id=a238ee8e-b427-45a7-8280-9933a7f6126d HTTP/1.1" status: 200 len: 210 time: 0.0661416 Aug 19 14:47:23.522461 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:47:23.527931 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.db.resource_extend [None req-429988c3-43cb-48cf-9f00-9f83ba659f07 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 14:47:23.528985 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:47:23.598301 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-429988c3-43cb-48cf-9f00-9f83ba659f07 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:23.620380 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-429988c3-43cb-48cf-9f00-9f83ba659f07 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:23.629724 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ee4ee-67c8-43bb-8566-f9cd548dbd16 req-7f0195ff-d97a-489a-8a45-fcb3dd5e1c24 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:23.631216 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cf8ee4ee-67c8-43bb-8566-f9cd548dbd16 req-7f0195ff-d97a-489a-8a45-fcb3dd5e1c24 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.68 "GET /v2.0/networks?id=b2d4d555-2e9b-4733-8514-652e7f465792 HTTP/1.1" status: 200 len: 813 time: 0.2272799 Aug 19 14:47:23.672058 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-cf8ee4ee-67c8-43bb-8566-f9cd548dbd16 req-5925266f-ccca-4048-8a53-0690f526719a tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Request body: {'port': {'device_id': 'a238ee8e-b427-45a7-8280-9933a7f6126d', 'network_id': 'b2d4d555-2e9b-4733-8514-652e7f465792', 'admin_state_up': True, 'tenant_id': 'f8a38202591b4ab4b2c88662991e6e0b'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:47:23.700716 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:23.753894 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c,segment=NetworkSegment(9ec726c0-288d-4d26-99ed-3a23c35944e2),segment_id=9ec726c0-288d-4d26-99ed-3a23c35944e2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:47:23.756838 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067dd44e-0bfb-475e-b0cc-b653f93fc45a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:47:23.759616 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9741edf-8a24-48de-ad23-e929952eba66" -d '{"events": [{"server_uuid": "067dd44e-0bfb-475e-b0cc-b653f93fc45a", "name": "network-vif-unplugged", "status": "completed", "tag": "38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:47:23.770399 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:23.775043 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c,segment=NetworkSegment(9ec726c0-288d-4d26-99ed-3a23c35944e2),segment_id=9ec726c0-288d-4d26-99ed-3a23c35944e2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:47:23.816621 n-d-766043-2 neutron-server[94639]: INFO neutron.db.l3_db [None req-429988c3-43cb-48cf-9f00-9f83ba659f07 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Floating IP 27b754ff-b327-4ea2-8ff1-cd65c27b7dd5 associated. External IP: 172.25.2.32, port: bad411ae-7450-46f1-96af-c4a9c470cdcc. Aug 19 14:47:23.819316 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c', 'network_id': '782b273d-8269-4c40-85fd-b9fcd04fcb17', 'port_id': '38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c', 'mac_address': 'fa:16:3e:81:5d:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25c39f6d-e619-4296-b16b-34049cafbda6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:47:23.883164 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 14:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e773492-3b6f-4fa6-a494-17386e4db4fd x-openstack-request-id: req-5e773492-3b6f-4fa6-a494-17386e4db4fd {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:47:23.883643 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067dd44e-0bfb-475e-b0cc-b653f93fc45a", "name": "network-vif-unplugged", "status": "completed", "tag": "38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:47:23.883965 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5e773492-3b6f-4fa6-a494-17386e4db4fd {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:47:23.884603 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '067dd44e-0bfb-475e-b0cc-b653f93fc45a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c', 'code': 200} Aug 19 14:47:23.897462 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:23.925310 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:23.939033 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf8ee4ee-67c8-43bb-8566-f9cd548dbd16 req-5925266f-ccca-4048-8a53-0690f526719a tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Made reservation on behalf of f8a38202591b4ab4b2c88662991e6e0b for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:47:23.941751 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:47:23.942733 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cf8ee4ee-67c8-43bb-8566-f9cd548dbd16 req-5925266f-ccca-4048-8a53-0690f526719a tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:23.970370 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c,segment=NetworkSegment(9ec726c0-288d-4d26-99ed-3a23c35944e2),segment_id=9ec726c0-288d-4d26-99ed-3a23c35944e2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:47:23.975691 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:24.037057 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:24.215916 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:47:24.244030 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354cda32-36f8-4880-9d67-afa7e06adafd req-d965dff6-6fb1-4987-b708-3074cc8f3e90 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:24.254371 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-354cda32-36f8-4880-9d67-afa7e06adafd req-d965dff6-6fb1-4987-b708-3074cc8f3e90 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef2ae11-dddd-4bfe-9456-3f9aacae7d07 HTTP/1.1" status: 200 len: 945 time: 0.0802002 Aug 19 14:47:24.314275 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-354cda32-36f8-4880-9d67-afa7e06adafd req-3267704a-d12b-4683-b83e-f4f0eefbb18e tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587924 Aug 19 14:47:24.504615 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 52094) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:47:24.596521 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5d80d-febd-4e5d-aa9b-634f5bbf4f39 req-e71c9609-e110-4859-b195-db42aff3cb72 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:24.598092 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-acc5d80d-febd-4e5d-aa9b-634f5bbf4f39 req-e71c9609-e110-4859-b195-db42aff3cb72 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=067dd44e-0bfb-475e-b0cc-b653f93fc45a HTTP/1.1" status: 200 len: 944 time: 0.0826290 Aug 19 14:47:24.625410 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-cf8ee4ee-67c8-43bb-8566-f9cd548dbd16 req-5925266f-ccca-4048-8a53-0690f526719a tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Allocated IP 172.20.0.2 (b2d4d555-2e9b-4733-8514-652e7f465792/012fcfd6-81ba-4534-8de9-b0902e6c4481/b4754be6-9151-4111-a484-8736c99d32fd) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:47:24.666016 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d346e620-db77-48b1-a6b8-70698679bb65 req-bb7f8255-a0a6-4e70-b191-1eada0c173c7 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/ports?device_id=a238ee8e-b427-45a7-8280-9933a7f6126d HTTP/1.1" status: 200 len: 210 time: 0.0285678 Aug 19 14:47:24.677262 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-429988c3-43cb-48cf-9f00-9f83ba659f07 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Router 58a6a7e7-ea42-4a37-a200-fc130d31f1f4 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:47:24.746849 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-acc5d80d-febd-4e5d-aa9b-634f5bbf4f39 req-a48da287-ca9b-4fa2-864d-8882c1f75cc6 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382635 Aug 19 14:47:24.925535 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429988c3-43cb-48cf-9f00-9f83ba659f07 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:47:24.930242 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-429988c3-43cb-48cf-9f00-9f83ba659f07 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:24.937230 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b9b19d-f74b-4605-a991-02dd1eca3f84 None None] Sync routers for ids ['58a6a7e7-ea42-4a37-a200-fc130d31f1f4'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:47:24.959777 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b9b19d-f74b-4605-a991-02dd1eca3f84 None None] Routers {'58a6a7e7-ea42-4a37-a200-fc130d31f1f4'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:47:24.960812 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-12b9b19d-f74b-4605-a991-02dd1eca3f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:47:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['58a6a7e7-ea42-4a37-a200-fc130d31f1f4'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:47:24.968305 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-429988c3-43cb-48cf-9f00-9f83ba659f07 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] 10.222.0.69 "PUT /v2.0/floatingips/27b754ff-b327-4ea2-8ff1-cd65c27b7dd5 HTTP/1.1" status: 200 len: 991 time: 2.3089666 Aug 19 14:47:24.972168 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc306f7c-edb8-49b1-887f-00d14d3029b8', 'tag': 'bad411ae-7450-46f1-96af-c4a9c470cdcc'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:47:24.974705 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20b2cc8-181e-4150-9d3e-d3aa7369ee61" -d '{"events": [{"name": "network-changed", "server_uuid": "bc306f7c-edb8-49b1-887f-00d14d3029b8", "tag": "bad411ae-7450-46f1-96af-c4a9c470cdcc"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:47:25.005904 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cf8ee4ee-67c8-43bb-8566-f9cd548dbd16 req-5925266f-ccca-4048-8a53-0690f526719a tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:25.064713 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb2bb0f-8485-4228-87c9-5ee517e8329d x-openstack-request-id: req-9cb2bb0f-8485-4228-87c9-5ee517e8329d {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:47:25.066264 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc306f7c-edb8-49b1-887f-00d14d3029b8", "tag": "bad411ae-7450-46f1-96af-c4a9c470cdcc", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:47:25.066702 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9cb2bb0f-8485-4228-87c9-5ee517e8329d {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:47:25.067272 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc306f7c-edb8-49b1-887f-00d14d3029b8', 'tag': 'bad411ae-7450-46f1-96af-c4a9c470cdcc', 'status': 'completed', 'code': 200} Aug 19 14:47:25.102363 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cf8ee4ee-67c8-43bb-8566-f9cd548dbd16 req-5925266f-ccca-4048-8a53-0690f526719a tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:25.151742 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf8ee4ee-67c8-43bb-8566-f9cd548dbd16 req-5925266f-ccca-4048-8a53-0690f526719a tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Network b2d4d555-2e9b-4733-8514-652e7f465792 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:47:25.155529 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-cf8ee4ee-67c8-43bb-8566-f9cd548dbd16 req-5925266f-ccca-4048-8a53-0690f526719a tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:47:25.159010 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8ee4ee-67c8-43bb-8566-f9cd548dbd16 req-5925266f-ccca-4048-8a53-0690f526719a tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:47:25.177224 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-12b9b19d-f74b-4605-a991-02dd1eca3f84 None None] Set router 58a6a7e7-ea42-4a37-a200-fc130d31f1f4 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:47:25.202793 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b2cc8-181e-4150-9d3e-d3aa7369ee61 req-20238e77-9d01-41f9-bdb6-7ba49f148f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:25.205720 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b20b2cc8-181e-4150-9d3e-d3aa7369ee61 req-20238e77-9d01-41f9-bdb6-7ba49f148f8f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=959f9e8eca7c4b199a87f8a8c1657772&device_id=bc306f7c-edb8-49b1-887f-00d14d3029b8 HTTP/1.1" status: 200 len: 1097 time: 0.1277766 Aug 19 14:47:25.226772 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5925266f-ccca-4048-8a53-0690f526719a tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Pushing event updated for resources: {'Port': ['ID=b4754be6-9151-4111-a484-8736c99d32fd,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:25.266858 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ee4ee-67c8-43bb-8566-f9cd548dbd16 req-5925266f-ccca-4048-8a53-0690f526719a tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:25.267537 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cf8ee4ee-67c8-43bb-8566-f9cd548dbd16 req-5925266f-ccca-4048-8a53-0690f526719a tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:25.302008 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cf8ee4ee-67c8-43bb-8566-f9cd548dbd16 req-5925266f-ccca-4048-8a53-0690f526719a tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6323838 Aug 19 14:47:25.314330 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-cf8ee4ee-67c8-43bb-8566-f9cd548dbd16 req-68895e24-267c-4acb-841c-f9faf2fe793d service neutron] Request body: {'port': {'device_id': 'a238ee8e-b427-45a7-8280-9933a7f6126d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:47:25.436848 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bfed2e50-a986-4eb1-92ec-a35e1a563437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:25.444555 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b2cc8-181e-4150-9d3e-d3aa7369ee61 req-b2f06391-d293-498e-89a8-4c218b33f20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:25.446505 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b20b2cc8-181e-4150-9d3e-d3aa7369ee61 req-b2f06391-d293-498e-89a8-4c218b33f20f service neutron] 10.222.0.88 "GET /v2.0/networks?id=9b8e3d58-ffb7-43c2-8ced-ce0f489cf233 HTTP/1.1" status: 200 len: 915 time: 0.2318320 Aug 19 14:47:25.462188 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cf8ee4ee-67c8-43bb-8566-f9cd548dbd16 req-68895e24-267c-4acb-841c-f9faf2fe793d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:25.470202 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:47:25.553947 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:47:25.622878 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b20b2cc8-181e-4150-9d3e-d3aa7369ee61 req-cdea1f53-70a5-4234-9a57-d7d9c7882dfe service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bad411ae-7450-46f1-96af-c4a9c470cdcc HTTP/1.1" status: 200 len: 999 time: 0.1185074 Aug 19 14:47:25.728038 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc01cc2-3820-48b2-889c-9cb08b16f19b req-f09fe926-a6fe-48fd-a1a2-c7b0257c00b0 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:25.736213 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7dc01cc2-3820-48b2-889c-9cb08b16f19b req-f09fe926-a6fe-48fd-a1a2-c7b0257c00b0 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef2ae11-dddd-4bfe-9456-3f9aacae7d07 HTTP/1.1" status: 200 len: 945 time: 0.2348969 Aug 19 14:47:25.764842 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:47:25.765218 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:25.767477 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b2cc8-181e-4150-9d3e-d3aa7369ee61 req-92caaf9c-b623-4123-b109-ab61d2318431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:25.769303 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b20b2cc8-181e-4150-9d3e-d3aa7369ee61 req-92caaf9c-b623-4123-b109-ab61d2318431 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bf5a704a-e968-4e43-b90b-bb904cff1edc HTTP/1.1" status: 200 len: 853 time: 0.1361024 Aug 19 14:47:25.838148 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-12b9b19d-f74b-4605-a991-02dd1eca3f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a6a7e7-ea42-4a37-a200-fc130d31f1f4', 'name': 'tempest-ServersTestFqdnHostnames-390882093-router', 'tenant_id': '959f9e8eca7c4b199a87f8a8c1657772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '3aa45bd3-8e73-422f-bf34-bf71a64d2198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:46:57Z', 'updated_at': '2021-08-19T14:47:03Z', 'revision_number': 4, 'project_id': '959f9e8eca7c4b199a87f8a8c1657772', 'gw_port': {'id': '3aa45bd3-8e73-422f-bf34-bf71a64d2198', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:89:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a6a7e7-ea42-4a37-a200-fc130d31f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:46:58Z', 'updated_at': '2021-08-19T14:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '27b754ff-b327-4ea2-8ff1-cd65c27b7dd5', 'tenant_id': '959f9e8eca7c4b199a87f8a8c1657772', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '58a6a7e7-ea42-4a37-a200-fc130d31f1f4', 'port_id': 'bad411ae-7450-46f1-96af-c4a9c470cdcc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b8e3d58-ffb7-43c2-8ced-ce0f489cf233', 'mac_address': 'fa:16:3e:cd:79:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc306f7c-edb8-49b1-887f-00d14d3029b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:47:08Z', 'updated_at': '2021-08-19T14:47:23Z', 'revision_number': 1, 'project_id': '959f9e8eca7c4b199a87f8a8c1657772', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb884a6d-91d0-4911-a87a-6c31e779c505', 'name': '', 'network_id': '9b8e3d58-ffb7-43c2-8ced-ce0f489cf233', 'tenant_id': '959f9e8eca7c4b199a87f8a8c1657772', 'mac_address': 'fa:16:3e:ec:e1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a6a7e7-ea42-4a37-a200-fc130d31f1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'bf5a704a-e968-4e43-b90b-bb904cff1edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:47:02Z', 'updated_at': '2021-08-19T14:47:09Z', 'revision_number': 5, 'project_id': '959f9e8eca7c4b199a87f8a8c1657772', 'subnets': [{'id': 'bf5a704a-e968-4e43-b90b-bb904cff1edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:47:25.875340 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7dc01cc2-3820-48b2-889c-9cb08b16f19b req-15d1ce57-ae06-42fa-8b6d-461123ef4b57 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381218 Aug 19 14:47:25.885266 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b9b19d-f74b-4605-a991-02dd1eca3f84 None None] Checking router: 58a6a7e7-ea42-4a37-a200-fc130d31f1f4 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:47:25.907249 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b9b19d-f74b-4605-a991-02dd1eca3f84 None None] Routers {'58a6a7e7-ea42-4a37-a200-fc130d31f1f4'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:47:25.907515 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-12b9b19d-f74b-4605-a991-02dd1eca3f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:47:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['58a6a7e7-ea42-4a37-a200-fc130d31f1f4'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:47:25.910744 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-cf8ee4ee-67c8-43bb-8566-f9cd548dbd16 req-68895e24-267c-4acb-841c-f9faf2fe793d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4754be6-9151-4111-a484-8736c99d32fd {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:47:25.922181 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cf8ee4ee-67c8-43bb-8566-f9cd548dbd16 req-68895e24-267c-4acb-841c-f9faf2fe793d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:25.935571 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344d714-62cb-4c6c-80dc-0934523268c4 req-574175aa-57d7-4780-838a-554aa418668b tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:25.939796 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-cf8ee4ee-67c8-43bb-8566-f9cd548dbd16 req-68895e24-267c-4acb-841c-f9faf2fe793d service neutron] Transition to ACTIVE for port object b4754be6-9151-4111-a484-8736c99d32fd will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:47:25.940320 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6344d714-62cb-4c6c-80dc-0934523268c4 req-574175aa-57d7-4780-838a-554aa418668b tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/ports?device_id=a238ee8e-b427-45a7-8280-9933a7f6126d HTTP/1.1" status: 200 len: 931 time: 0.1412444 Aug 19 14:47:25.944087 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cf8ee4ee-67c8-43bb-8566-f9cd548dbd16 req-68895e24-267c-4acb-841c-f9faf2fe793d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:26.090694 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:26.102332 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68895e24-267c-4acb-841c-f9faf2fe793d service neutron] Pushing event updated for resources: {'Port': ['ID=b4754be6-9151-4111-a484-8736c99d32fd,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:26.120935 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-cf8ee4ee-67c8-43bb-8566-f9cd548dbd16 req-68895e24-267c-4acb-841c-f9faf2fe793d service neutron] Attempting to bind port b4754be6-9151-4111-a484-8736c99d32fd on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:47:26.121393 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-cf8ee4ee-67c8-43bb-8566-f9cd548dbd16 req-68895e24-267c-4acb-841c-f9faf2fe793d service neutron] Attempting to bind port b4754be6-9151-4111-a484-8736c99d32fd by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': 'd1cfb425-e152-40e2-b3d4-f94fb44e8d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b2d4d555-2e9b-4733-8514-652e7f465792'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:47:26.121839 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8ee4ee-67c8-43bb-8566-f9cd548dbd16 req-68895e24-267c-4acb-841c-f9faf2fe793d service neutron] Attempting to bind port b4754be6-9151-4111-a484-8736c99d32fd on network b2d4d555-2e9b-4733-8514-652e7f465792 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:47:26.126981 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8ee4ee-67c8-43bb-8566-f9cd548dbd16 req-68895e24-267c-4acb-841c-f9faf2fe793d service neutron] Port b4754be6-9151-4111-a484-8736c99d32fd on network b2d4d555-2e9b-4733-8514-652e7f465792 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:47:26.127424 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8ee4ee-67c8-43bb-8566-f9cd548dbd16 req-68895e24-267c-4acb-841c-f9faf2fe793d service neutron] Attempting to bind port b4754be6-9151-4111-a484-8736c99d32fd on network b2d4d555-2e9b-4733-8514-652e7f465792 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:47:26.132854 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8ee4ee-67c8-43bb-8566-f9cd548dbd16 req-68895e24-267c-4acb-841c-f9faf2fe793d service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:47:26.133319 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8ee4ee-67c8-43bb-8566-f9cd548dbd16 req-68895e24-267c-4acb-841c-f9faf2fe793d service neutron] Checking segment: {'id': 'd1cfb425-e152-40e2-b3d4-f94fb44e8d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b2d4d555-2e9b-4733-8514-652e7f465792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:47:26.133929 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8ee4ee-67c8-43bb-8566-f9cd548dbd16 req-68895e24-267c-4acb-841c-f9faf2fe793d service neutron] Bound using segment: {'id': 'd1cfb425-e152-40e2-b3d4-f94fb44e8d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b2d4d555-2e9b-4733-8514-652e7f465792'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:47:26.134536 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-cf8ee4ee-67c8-43bb-8566-f9cd548dbd16 req-68895e24-267c-4acb-841c-f9faf2fe793d service neutron] Bound port: b4754be6-9151-4111-a484-8736c99d32fd, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1cfb425-e152-40e2-b3d4-f94fb44e8d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b2d4d555-2e9b-4733-8514-652e7f465792'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:47:26.134994 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cf8ee4ee-67c8-43bb-8566-f9cd548dbd16 req-68895e24-267c-4acb-841c-f9faf2fe793d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:26.138865 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b2cc8-181e-4150-9d3e-d3aa7369ee61 req-1da879a1-475e-4495-9985-a9d2c56d6332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:26.140648 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b20b2cc8-181e-4150-9d3e-d3aa7369ee61 req-1da879a1-475e-4495-9985-a9d2c56d6332 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9b8e3d58-ffb7-43c2-8ced-ce0f489cf233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3567264 Aug 19 14:47:26.141895 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067dd44e-0bfb-475e-b0cc-b653f93fc45a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:47:26.144547 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3983a8dd-ce19-4f62-a020-a423ae2f3cb8" -d '{"events": [{"server_uuid": "067dd44e-0bfb-475e-b0cc-b653f93fc45a", "name": "network-vif-plugged", "status": "completed", "tag": "38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:47:26.148068 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6344d714-62cb-4c6c-80dc-0934523268c4 req-fc34fb3d-7bd3-427e-ae69-d986effc8f98 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups?id=63bbe400-1969-4ab6-bfdf-8984357f3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979830 Aug 19 14:47:26.179067 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c,segment=NetworkSegment(9ec726c0-288d-4d26-99ed-3a23c35944e2),segment_id=9ec726c0-288d-4d26-99ed-3a23c35944e2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:47:26.186871 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-12b9b19d-f74b-4605-a991-02dd1eca3f84 None None] Set router 58a6a7e7-ea42-4a37-a200-fc130d31f1f4 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:47:26.231152 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-cf8ee4ee-67c8-43bb-8566-f9cd548dbd16 req-68895e24-267c-4acb-841c-f9faf2fe793d service neutron] For port b4754be6-9151-4111-a484-8736c99d32fd, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:47:26.234110 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:26.234967 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-cf8ee4ee-67c8-43bb-8566-f9cd548dbd16 req-68895e24-267c-4acb-841c-f9faf2fe793d service neutron] For port b4754be6-9151-4111-a484-8736c99d32fd, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=b4754be6-9151-4111-a484-8736c99d32fd,segment=NetworkSegment(d1cfb425-e152-40e2-b3d4-f94fb44e8d95),segment_id=d1cfb425-e152-40e2-b3d4-f94fb44e8d95)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:47:26.240617 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cf8ee4ee-67c8-43bb-8566-f9cd548dbd16 req-68895e24-267c-4acb-841c-f9faf2fe793d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:26.280660 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ee4ee-67c8-43bb-8566-f9cd548dbd16 req-68895e24-267c-4acb-841c-f9faf2fe793d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:26.281428 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cf8ee4ee-67c8-43bb-8566-f9cd548dbd16 req-68895e24-267c-4acb-841c-f9faf2fe793d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:26.283115 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cf8ee4ee-67c8-43bb-8566-f9cd548dbd16 req-68895e24-267c-4acb-841c-f9faf2fe793d service neutron] 10.222.0.68 "PUT /v2.0/ports/b4754be6-9151-4111-a484-8736c99d32fd HTTP/1.1" status: 200 len: 1091 time: 0.9748509 Aug 19 14:47:26.309038 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68895e24-267c-4acb-841c-f9faf2fe793d service neutron] Pushing event updated for resources: {'Port': ['ID=b4754be6-9151-4111-a484-8736c99d32fd,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:26.342867 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87fe9e59-7a57-48fa-add3-acaaec44cc2e x-openstack-request-id: req-87fe9e59-7a57-48fa-add3-acaaec44cc2e {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:47:26.343154 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067dd44e-0bfb-475e-b0cc-b653f93fc45a", "name": "network-vif-plugged", "status": "completed", "tag": "38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:47:26.343403 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-87fe9e59-7a57-48fa-add3-acaaec44cc2e {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:47:26.343889 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '067dd44e-0bfb-475e-b0cc-b653f93fc45a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c', 'code': 200} Aug 19 14:47:26.347432 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849cd0ef-48d8-4dcf-8155-ea0d1e815f92 req-9d796367-3c7a-46e8-8661-93c3e8fe9f85 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:26.355808 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-849cd0ef-48d8-4dcf-8155-ea0d1e815f92 req-9d796367-3c7a-46e8-8661-93c3e8fe9f85 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=067dd44e-0bfb-475e-b0cc-b653f93fc45a HTTP/1.1" status: 200 len: 944 time: 0.3173661 Aug 19 14:47:26.363272 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:26.425039 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b20b2cc8-181e-4150-9d3e-d3aa7369ee61 req-cc287754-9061-4733-bc3a-785811bea279 service neutron] 10.222.0.88 "GET /v2.0/networks/9b8e3d58-ffb7-43c2-8ced-ce0f489cf233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585945 Aug 19 14:47:26.434071 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ee4ee-67c8-43bb-8566-f9cd548dbd16 req-3de63f4e-d535-4c83-92a4-475f7ccc778a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:26.435605 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cf8ee4ee-67c8-43bb-8566-f9cd548dbd16 req-3de63f4e-d535-4c83-92a4-475f7ccc778a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f8a38202591b4ab4b2c88662991e6e0b&device_id=a238ee8e-b427-45a7-8280-9933a7f6126d HTTP/1.1" status: 200 len: 1094 time: 0.0896566 Aug 19 14:47:26.513296 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cf8ee4ee-67c8-43bb-8566-f9cd548dbd16 req-8ed87a51-1e99-4d76-8e2a-959b7559bddb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b4754be6-9151-4111-a484-8736c99d32fd HTTP/1.1" status: 200 len: 217 time: 0.0653753 Aug 19 14:47:26.556668 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-849cd0ef-48d8-4dcf-8155-ea0d1e815f92 req-97ca0522-5429-4d9f-a89a-4a3a62655fe0 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928029 Aug 19 14:47:26.570140 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ee4ee-67c8-43bb-8566-f9cd548dbd16 req-f1c28e65-e1d5-4a4a-be9c-11d0a1d83b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:26.571982 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cf8ee4ee-67c8-43bb-8566-f9cd548dbd16 req-f1c28e65-e1d5-4a4a-be9c-11d0a1d83b75 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=012fcfd6-81ba-4534-8de9-b0902e6c4481 HTTP/1.1" status: 200 len: 853 time: 0.0505059 Aug 19 14:47:26.619599 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cf8ee4ee-67c8-43bb-8566-f9cd548dbd16 req-e64502f4-ba37-473c-b7b7-e7c629cf3284 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b2d4d555-2e9b-4733-8514-652e7f465792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320702 Aug 19 14:47:26.742266 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cf8ee4ee-67c8-43bb-8566-f9cd548dbd16 req-68518a2e-ce98-4638-bdea-6fa097e90578 service neutron] 10.222.0.68 "GET /v2.0/networks/b2d4d555-2e9b-4733-8514-652e7f465792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132517 Aug 19 14:47:26.761906 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-12b9b19d-f74b-4605-a991-02dd1eca3f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a6a7e7-ea42-4a37-a200-fc130d31f1f4', 'name': 'tempest-ServersTestFqdnHostnames-390882093-router', 'tenant_id': '959f9e8eca7c4b199a87f8a8c1657772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '3aa45bd3-8e73-422f-bf34-bf71a64d2198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:46:57Z', 'updated_at': '2021-08-19T14:47:03Z', 'revision_number': 4, 'project_id': '959f9e8eca7c4b199a87f8a8c1657772', 'gw_port': {'id': '3aa45bd3-8e73-422f-bf34-bf71a64d2198', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:89:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a6a7e7-ea42-4a37-a200-fc130d31f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:46:58Z', 'updated_at': '2021-08-19T14:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '27b754ff-b327-4ea2-8ff1-cd65c27b7dd5', 'tenant_id': '959f9e8eca7c4b199a87f8a8c1657772', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '58a6a7e7-ea42-4a37-a200-fc130d31f1f4', 'port_id': 'bad411ae-7450-46f1-96af-c4a9c470cdcc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b8e3d58-ffb7-43c2-8ced-ce0f489cf233', 'mac_address': 'fa:16:3e:cd:79:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc306f7c-edb8-49b1-887f-00d14d3029b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:47:08Z', 'updated_at': '2021-08-19T14:47:23Z', 'revision_number': 1, 'project_id': '959f9e8eca7c4b199a87f8a8c1657772', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb884a6d-91d0-4911-a87a-6c31e779c505', 'name': '', 'network_id': '9b8e3d58-ffb7-43c2-8ced-ce0f489cf233', 'tenant_id': '959f9e8eca7c4b199a87f8a8c1657772', 'mac_address': 'fa:16:3e:ec:e1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a6a7e7-ea42-4a37-a200-fc130d31f1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'bf5a704a-e968-4e43-b90b-bb904cff1edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:47:02Z', 'updated_at': '2021-08-19T14:47:09Z', 'revision_number': 5, 'project_id': '959f9e8eca7c4b199a87f8a8c1657772', 'subnets': [{'id': 'bf5a704a-e968-4e43-b90b-bb904cff1edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:47:26.793255 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b9b19d-f74b-4605-a991-02dd1eca3f84 None None] The sync data for ids ['58a6a7e7-ea42-4a37-a200-fc130d31f1f4'] in n-d-766043-2 is: [{'id': '58a6a7e7-ea42-4a37-a200-fc130d31f1f4', 'name': 'tempest-ServersTestFqdnHostnames-390882093-router', 'tenant_id': '959f9e8eca7c4b199a87f8a8c1657772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '3aa45bd3-8e73-422f-bf34-bf71a64d2198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:46:57Z', 'updated_at': '2021-08-19T14:47:03Z', 'revision_number': 4, 'project_id': '959f9e8eca7c4b199a87f8a8c1657772', 'gw_port': {'id': '3aa45bd3-8e73-422f-bf34-bf71a64d2198', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:89:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a6a7e7-ea42-4a37-a200-fc130d31f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:46:58Z', 'updated_at': '2021-08-19T14:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '27b754ff-b327-4ea2-8ff1-cd65c27b7dd5', 'tenant_id': '959f9e8eca7c4b199a87f8a8c1657772', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '58a6a7e7-ea42-4a37-a200-fc130d31f1f4', 'port_id': 'bad411ae-7450-46f1-96af-c4a9c470cdcc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b8e3d58-ffb7-43c2-8ced-ce0f489cf233', 'mac_address': 'fa:16:3e:cd:79:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc306f7c-edb8-49b1-887f-00d14d3029b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:47:08Z', 'updated_at': '2021-08-19T14:47:23Z', 'revision_number': 1, 'project_id': '959f9e8eca7c4b199a87f8a8c1657772', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb884a6d-91d0-4911-a87a-6c31e779c505', 'name': '', 'network_id': '9b8e3d58-ffb7-43c2-8ced-ce0f489cf233', 'tenant_id': '959f9e8eca7c4b199a87f8a8c1657772', 'mac_address': 'fa:16:3e:ec:e1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a6a7e7-ea42-4a37-a200-fc130d31f1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'bf5a704a-e968-4e43-b90b-bb904cff1edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:47:02Z', 'updated_at': '2021-08-19T14:47:09Z', 'revision_number': 5, 'project_id': '959f9e8eca7c4b199a87f8a8c1657772', 'subnets': [{'id': 'bf5a704a-e968-4e43-b90b-bb904cff1edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:47:26.857581 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cf8ee4ee-67c8-43bb-8566-f9cd548dbd16 req-90df9051-69f6-4d40-a75c-0997de5ab992 service neutron] 10.222.0.68 "GET /v2.0/networks/b2d4d555-2e9b-4733-8514-652e7f465792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032956 Aug 19 14:47:26.940367 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dbe113-bc9a-4bda-932c-b2eb04391eea req-dd3430a5-434c-4998-ba27-bd342c801424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:26.940367 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-47dbe113-bc9a-4bda-932c-b2eb04391eea req-dd3430a5-434c-4998-ba27-bd342c801424 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=067dd44e-0bfb-475e-b0cc-b653f93fc45a HTTP/1.1" status: 200 len: 1096 time: 0.4190559 Aug 19 14:47:27.009985 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b20b2cc8-181e-4150-9d3e-d3aa7369ee61 req-bf4a6a3a-8275-4a10-8c6f-3bc6d5e69987 service neutron] 10.222.0.88 "GET /v2.0/networks/9b8e3d58-ffb7-43c2-8ced-ce0f489cf233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5475523 Aug 19 14:47:27.058097 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-47dbe113-bc9a-4bda-932c-b2eb04391eea req-35f393cd-d9d0-454f-b750-431359604429 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032577 Aug 19 14:47:27.068642 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a238ee8e-b427-45a7-8280-9933a7f6126d', 'tag': 'b4754be6-9151-4111-a484-8736c99d32fd'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:47:27.071659 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f110d3-3549-444f-88bd-3c9804d3d61b" -d '{"events": [{"name": "network-changed", "server_uuid": "a238ee8e-b427-45a7-8280-9933a7f6126d", "tag": "b4754be6-9151-4111-a484-8736c99d32fd"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:47:27.082746 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af7a74-c4f9-45c4-a8d8-abbe97371992 req-91205032-5edf-4389-859f-e01759852fd7 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:27.084199 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c9af7a74-c4f9-45c4-a8d8-abbe97371992 req-91205032-5edf-4389-859f-e01759852fd7 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef2ae11-dddd-4bfe-9456-3f9aacae7d07 HTTP/1.1" status: 200 len: 945 time: 0.1146040 Aug 19 14:47:27.099278 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aeeccf4-62af-4f5a-8a0c-2e0001f68c51 None None] New status for floating IP 27b754ff-b327-4ea2-8ff1-cd65c27b7dd5: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 14:47:27.108258 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-bfed2e50-a986-4eb1-92ec-a35e1a563437 admin admin] Deleting port 76dff8e0-1328-4681-a2b9-ebdd9baa5938 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:47:27.108615 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bfed2e50-a986-4eb1-92ec-a35e1a563437 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:27.126271 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf068e2-3a96-49bf-8f47-a4e617f66cfb x-openstack-request-id: req-9cf068e2-3a96-49bf-8f47-a4e617f66cfb {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:47:27.130154 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a238ee8e-b427-45a7-8280-9933a7f6126d", "tag": "b4754be6-9151-4111-a484-8736c99d32fd", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:47:27.130522 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9cf068e2-3a96-49bf-8f47-a4e617f66cfb {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:47:27.131007 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a238ee8e-b427-45a7-8280-9933a7f6126d', 'tag': 'b4754be6-9151-4111-a484-8736c99d32fd', 'status': 'completed', 'code': 200} Aug 19 14:47:27.183336 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c9af7a74-c4f9-45c4-a8d8-abbe97371992 req-9f58a199-610e-44a8-94fc-b4a6f3e25fc2 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892727 Aug 19 14:47:27.242777 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-bfed2e50-a986-4eb1-92ec-a35e1a563437 admin admin] For port 76dff8e0-1328-4681-a2b9-ebdd9baa5938, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=76dff8e0-1328-4681-a2b9-ebdd9baa5938,segment=NetworkSegment(deb4ceaa-a168-4950-8d67-f7a10179a94a),segment_id=deb4ceaa-a168-4950-8d67-f7a10179a94a)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:47:27.243192 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bfed2e50-a986-4eb1-92ec-a35e1a563437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:27.298424 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-bfed2e50-a986-4eb1-92ec-a35e1a563437 admin admin] Calling delete_port for 76dff8e0-1328-4681-a2b9-ebdd9baa5938 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:47:27.387310 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d5c0f-1705-48fb-b063-49adea1c58cd req-f77e64a1-8d42-4939-acf7-8dcd24a81a12 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:27.388842 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7b0d5c0f-1705-48fb-b063-49adea1c58cd req-f77e64a1-8d42-4939-acf7-8dcd24a81a12 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/ports?device_id=a238ee8e-b427-45a7-8280-9933a7f6126d HTTP/1.1" status: 200 len: 943 time: 0.1481109 Aug 19 14:47:27.412385 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f110d3-3549-444f-88bd-3c9804d3d61b req-b92cfd0d-5f7e-49e7-a1eb-2b6f8f1aa4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:27.413961 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-27f110d3-3549-444f-88bd-3c9804d3d61b req-b92cfd0d-5f7e-49e7-a1eb-2b6f8f1aa4e1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f8a38202591b4ab4b2c88662991e6e0b&device_id=a238ee8e-b427-45a7-8280-9933a7f6126d HTTP/1.1" status: 200 len: 1094 time: 0.1133032 Aug 19 14:47:27.572156 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7b0d5c0f-1705-48fb-b063-49adea1c58cd req-79a4c895-7ea6-4f39-92a5-252e795fd324 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups?id=63bbe400-1969-4ab6-bfdf-8984357f3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766901 Aug 19 14:47:27.688288 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f110d3-3549-444f-88bd-3c9804d3d61b req-dac7e6aa-570a-4188-9194-152e1d7c670e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:27.689917 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-27f110d3-3549-444f-88bd-3c9804d3d61b req-dac7e6aa-570a-4188-9194-152e1d7c670e service neutron] 10.222.0.68 "GET /v2.0/networks?id=b2d4d555-2e9b-4733-8514-652e7f465792 HTTP/1.1" status: 200 len: 914 time: 0.2610376 Aug 19 14:47:27.758207 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-27f110d3-3549-444f-88bd-3c9804d3d61b req-570b2f6a-9692-48bd-b27d-00c7857a9505 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b4754be6-9151-4111-a484-8736c99d32fd HTTP/1.1" status: 200 len: 217 time: 0.0572975 Aug 19 14:47:27.766981 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765afc9-aa24-4b6f-84e1-1711a8229e26 req-1af61f12-1ac9-46fd-b0fb-6ad84f16647c tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:27.768523 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5765afc9-aa24-4b6f-84e1-1711a8229e26 req-1af61f12-1ac9-46fd-b0fb-6ad84f16647c tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=067dd44e-0bfb-475e-b0cc-b653f93fc45a HTTP/1.1" status: 200 len: 945 time: 0.1393526 Aug 19 14:47:27.862825 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bfed2e50-a986-4eb1-92ec-a35e1a563437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:27.865430 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f110d3-3549-444f-88bd-3c9804d3d61b req-62b32bb7-689a-46fa-ae5e-dd7f9776babd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:27.866884 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-27f110d3-3549-444f-88bd-3c9804d3d61b req-62b32bb7-689a-46fa-ae5e-dd7f9776babd service neutron] 10.222.0.68 "GET /v2.0/subnets?id=012fcfd6-81ba-4534-8de9-b0902e6c4481 HTTP/1.1" status: 200 len: 853 time: 0.0804918 Aug 19 14:47:27.908754 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5765afc9-aa24-4b6f-84e1-1711a8229e26 req-348c1641-ee9f-4896-9a4c-38cf236eda64 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208959 Aug 19 14:47:27.911919 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed2e50-a986-4eb1-92ec-a35e1a563437 admin admin] Pushing event deleted for resources: {'Port': ['ID=76dff8e0-1328-4681-a2b9-ebdd9baa5938,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:27.929351 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-27f110d3-3549-444f-88bd-3c9804d3d61b req-bc715a7d-74e9-4d66-8238-1b225466f6df service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b2d4d555-2e9b-4733-8514-652e7f465792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523093 Aug 19 14:47:27.938484 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfed2e50-a986-4eb1-92ec-a35e1a563437 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:47:27.938837 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfed2e50-a986-4eb1-92ec-a35e1a563437 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:47:27.939180 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfed2e50-a986-4eb1-92ec-a35e1a563437 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:47:27.939523 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfed2e50-a986-4eb1-92ec-a35e1a563437 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:47:27.939858 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfed2e50-a986-4eb1-92ec-a35e1a563437 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:47:27.940186 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfed2e50-a986-4eb1-92ec-a35e1a563437 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:47:27.940536 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfed2e50-a986-4eb1-92ec-a35e1a563437 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:47:27.940863 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfed2e50-a986-4eb1-92ec-a35e1a563437 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:47:27.941188 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfed2e50-a986-4eb1-92ec-a35e1a563437 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:47:27.941602 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfed2e50-a986-4eb1-92ec-a35e1a563437 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:47:27.941840 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfed2e50-a986-4eb1-92ec-a35e1a563437 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:47:27.942140 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfed2e50-a986-4eb1-92ec-a35e1a563437 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:47:28.118705 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-27f110d3-3549-444f-88bd-3c9804d3d61b req-17b839a5-8e6b-4029-ba16-5546da5baa6c service neutron] 10.222.0.68 "GET /v2.0/networks/b2d4d555-2e9b-4733-8514-652e7f465792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599603 Aug 19 14:47:28.241615 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bfed2e50-a986-4eb1-92ec-a35e1a563437 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:28.336334 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-27f110d3-3549-444f-88bd-3c9804d3d61b req-b5a8a4ea-a37f-417b-a9f2-695ae87b4191 service neutron] 10.222.0.68 "GET /v2.0/networks/b2d4d555-2e9b-4733-8514-652e7f465792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835597 Aug 19 14:47:28.418553 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f053cfaa-e8bc-4a3a-8d26-bdc2d1e70708 req-730936c8-fd23-429d-ac5c-9729cb649bfb tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:28.420094 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f053cfaa-e8bc-4a3a-8d26-bdc2d1e70708 req-730936c8-fd23-429d-ac5c-9729cb649bfb tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef2ae11-dddd-4bfe-9456-3f9aacae7d07 HTTP/1.1" status: 200 len: 945 time: 0.1561680 Aug 19 14:47:28.474949 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f053cfaa-e8bc-4a3a-8d26-bdc2d1e70708 req-999b109d-e54c-4d03-a8c3-52bdfc30ee57 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474939 Aug 19 14:47:28.598295 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfed2e50-a986-4eb1-92ec-a35e1a563437 admin admin] Router b8d836b5-48e0-4891-8cf6-1356f7d2c373 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:47:28.749464 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95af585-b5e2-405e-a0eb-f8027b4421f5 req-ecb0abab-e83c-4c50-ae2b-7696aed775e2 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:28.750977 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b95af585-b5e2-405e-a0eb-f8027b4421f5 req-ecb0abab-e83c-4c50-ae2b-7696aed775e2 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/ports?device_id=a238ee8e-b427-45a7-8280-9933a7f6126d HTTP/1.1" status: 200 len: 943 time: 0.0935836 Aug 19 14:47:28.754547 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfed2e50-a986-4eb1-92ec-a35e1a563437 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:47:28.759687 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-bfed2e50-a986-4eb1-92ec-a35e1a563437 admin admin] 10.222.0.69 "PUT /v2.0/routers/b8d836b5-48e0-4891-8cf6-1356f7d2c373/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2536993 Aug 19 14:47:28.762562 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 52206) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:47:28.764960 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d17b196-fb7f-486b-b1e6-60ff1086d706 None None] Sync routers for ids ['b8d836b5-48e0-4891-8cf6-1356f7d2c373'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:47:28.784458 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d17b196-fb7f-486b-b1e6-60ff1086d706 None None] Routers {'b8d836b5-48e0-4891-8cf6-1356f7d2c373'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:47:28.786796 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9d17b196-fb7f-486b-b1e6-60ff1086d706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:47:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['b8d836b5-48e0-4891-8cf6-1356f7d2c373'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:47:28.800128 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b95af585-b5e2-405e-a0eb-f8027b4421f5 req-4574e909-8d83-4716-ae56-d29fe4db3088 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups?id=63bbe400-1969-4ab6-bfdf-8984357f3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393329 Aug 19 14:47:28.920044 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c3ddc5d-e373-41c1-8989-4794b0fc03eb admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:28.981889 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-9d17b196-fb7f-486b-b1e6-60ff1086d706 None None] Set router b8d836b5-48e0-4891-8cf6-1356f7d2c373 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:47:29.087406 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c3ddc5d-e373-41c1-8989-4794b0fc03eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:29.117040 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd58dc0f-8ff8-442f-804d-46dab712f9b2 req-f530f01e-ddfe-4510-9bed-996d38ecd19f tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:29.118623 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bd58dc0f-8ff8-442f-804d-46dab712f9b2 req-f530f01e-ddfe-4510-9bed-996d38ecd19f tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=067dd44e-0bfb-475e-b0cc-b653f93fc45a HTTP/1.1" status: 200 len: 945 time: 0.1063852 Aug 19 14:47:29.180331 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-2c3ddc5d-e373-41c1-8989-4794b0fc03eb admin admin] Deleting port d0752b46-efc2-4965-8a12-6e894912bd7f {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:47:29.180683 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c3ddc5d-e373-41c1-8989-4794b0fc03eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:29.215944 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bd58dc0f-8ff8-442f-804d-46dab712f9b2 req-76033521-ec6c-47ef-80a6-d1150bcc7084 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818472 Aug 19 14:47:29.366528 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-2c3ddc5d-e373-41c1-8989-4794b0fc03eb admin admin] For port d0752b46-efc2-4965-8a12-6e894912bd7f, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=d0752b46-efc2-4965-8a12-6e894912bd7f,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:47:29.367010 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c3ddc5d-e373-41c1-8989-4794b0fc03eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:29.373272 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9d17b196-fb7f-486b-b1e6-60ff1086d706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'name': 'tempest-AttachVolumeShelveTestJSON-762607880-router', 'tenant_id': '93c36d7db0b9486ca0e05d09444f38b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'd0752b46-efc2-4965-8a12-6e894912bd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:38:08Z', 'updated_at': '2021-08-19T14:47:27Z', 'revision_number': 5, 'project_id': '93c36d7db0b9486ca0e05d09444f38b7', 'gw_port': {'id': 'd0752b46-efc2-4965-8a12-6e894912bd7f', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:09:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:38:10Z', 'updated_at': '2021-08-19T14:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:47:29.382647 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-2c3ddc5d-e373-41c1-8989-4794b0fc03eb admin admin] Calling delete_port for d0752b46-efc2-4965-8a12-6e894912bd7f owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:47:29.394019 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1988e957-a2d2-4beb-9b84-5c933156a62f req-1b349361-1f1f-4d89-a623-cae9fd20dbd6 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:29.405075 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d17b196-fb7f-486b-b1e6-60ff1086d706 None None] Checking router: b8d836b5-48e0-4891-8cf6-1356f7d2c373 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:47:29.405996 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1988e957-a2d2-4beb-9b84-5c933156a62f req-1b349361-1f1f-4d89-a623-cae9fd20dbd6 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=067dd44e-0bfb-475e-b0cc-b653f93fc45a HTTP/1.1" status: 200 len: 945 time: 0.0658867 Aug 19 14:47:29.417997 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d17b196-fb7f-486b-b1e6-60ff1086d706 None None] Routers {'b8d836b5-48e0-4891-8cf6-1356f7d2c373'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:47:29.419354 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9d17b196-fb7f-486b-b1e6-60ff1086d706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:47:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['b8d836b5-48e0-4891-8cf6-1356f7d2c373'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:47:29.470277 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1988e957-a2d2-4beb-9b84-5c933156a62f req-133a8613-5f37-43c9-87c8-cb24ef70b948 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629952 Aug 19 14:47:29.565861 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-9d17b196-fb7f-486b-b1e6-60ff1086d706 None None] Set router b8d836b5-48e0-4891-8cf6-1356f7d2c373 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:47:29.583299 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c3ddc5d-e373-41c1-8989-4794b0fc03eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:29.634852 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3ddc5d-e373-41c1-8989-4794b0fc03eb admin admin] Pushing event deleted for resources: {'Port': ['ID=d0752b46-efc2-4965-8a12-6e894912bd7f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:29.660928 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9d17b196-fb7f-486b-b1e6-60ff1086d706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'name': 'tempest-AttachVolumeShelveTestJSON-762607880-router', 'tenant_id': '93c36d7db0b9486ca0e05d09444f38b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:38:08Z', 'updated_at': '2021-08-19T14:47:29Z', 'revision_number': 6, 'project_id': '93c36d7db0b9486ca0e05d09444f38b7', 'gw_port_host': None}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:47:29.709557 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf4b28-2b09-4ad8-99c0-b3ef7deabc2e req-41c941e5-1f75-43b2-9ee4-7a5bd05f6af7 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:29.717165 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bfbf4b28-2b09-4ad8-99c0-b3ef7deabc2e req-41c941e5-1f75-43b2-9ee4-7a5bd05f6af7 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef2ae11-dddd-4bfe-9456-3f9aacae7d07 HTTP/1.1" status: 200 len: 945 time: 0.1127989 Aug 19 14:47:29.743957 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d17b196-fb7f-486b-b1e6-60ff1086d706 None None] The sync data for ids ['b8d836b5-48e0-4891-8cf6-1356f7d2c373'] in n-d-766043-2 is: [{'id': 'b8d836b5-48e0-4891-8cf6-1356f7d2c373', 'name': 'tempest-AttachVolumeShelveTestJSON-762607880-router', 'tenant_id': '93c36d7db0b9486ca0e05d09444f38b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:38:08Z', 'updated_at': '2021-08-19T14:47:29Z', 'revision_number': 6, 'project_id': '93c36d7db0b9486ca0e05d09444f38b7', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:47:29.792617 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bfbf4b28-2b09-4ad8-99c0-b3ef7deabc2e req-26b1498c-f3f2-4b14-b045-a3d8c6b54b8c tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738962 Aug 19 14:47:29.797490 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c3ddc5d-e373-41c1-8989-4794b0fc03eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:29.921600 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c3ddc5d-e373-41c1-8989-4794b0fc03eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:29.923821 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c3ddc5d-e373-41c1-8989-4794b0fc03eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:29.983038 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c3ddc5d-e373-41c1-8989-4794b0fc03eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:29.983573 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3ddc5d-e373-41c1-8989-4794b0fc03eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8d836b5-48e0-4891-8cf6-1356f7d2c373 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:47:29.988198 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c3ddc5d-e373-41c1-8989-4794b0fc03eb admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:29.991676 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2c3ddc5d-e373-41c1-8989-4794b0fc03eb admin admin] 10.222.0.69 "DELETE /v2.0/routers/b8d836b5-48e0-4891-8cf6-1356f7d2c373 HTTP/1.1" status: 204 len: 168 time: 1.2249548 Aug 19 14:47:29.992189 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 52254) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:47:30.048773 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-7821d084-b9c7-4d42-9e3a-7072e7c14624 admin admin] Deleting subnet 55f10344-049d-42f2-b429-801948692761 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:47:30.049555 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef22848e-dc9c-46b5-bcbc-9be9d986c9ce req-430ac306-e694-4796-8289-39668c151273 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:30.051073 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ef22848e-dc9c-46b5-bcbc-9be9d986c9ce req-430ac306-e694-4796-8289-39668c151273 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/ports?device_id=a238ee8e-b427-45a7-8280-9933a7f6126d HTTP/1.1" status: 200 len: 943 time: 0.0905209 Aug 19 14:47:30.052317 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7821d084-b9c7-4d42-9e3a-7072e7c14624 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:30.076746 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60accf5-3ba0-43d3-a971-2c4c360c76db req-9504ef10-82d8-4fe1-bce8-1b740c842083 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:30.078259 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e60accf5-3ba0-43d3-a971-2c4c360c76db req-9504ef10-82d8-4fe1-bce8-1b740c842083 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/networks?id=782b273d-8269-4c40-85fd-b9fcd04fcb17 HTTP/1.1" status: 200 len: 815 time: 0.1711655 Aug 19 14:47:30.089989 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7821d084-b9c7-4d42-9e3a-7072e7c14624 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:30.102658 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e60accf5-3ba0-43d3-a971-2c4c360c76db req-d210713e-947f-435a-a6fe-8443ccb5160e tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/quotas/d9addb8b0ce3479b8e29b073af784e30 HTTP/1.1" status: 200 len: 375 time: 0.0151832 Aug 19 14:47:30.118021 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ef22848e-dc9c-46b5-bcbc-9be9d986c9ce req-24b9ee95-1411-4a98-9167-2a3d08b57408 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups?id=63bbe400-1969-4ab6-bfdf-8984357f3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555251 Aug 19 14:47:30.188824 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7821d084-b9c7-4d42-9e3a-7072e7c14624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:30.206868 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e60accf5-3ba0-43d3-a971-2c4c360c76db req-1dc1a7a7-dcc5-4ccf-97bd-9211675761f0 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d9addb8b0ce3479b8e29b073af784e30&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0803690 Aug 19 14:47:30.260257 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7821d084-b9c7-4d42-9e3a-7072e7c14624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:30.288162 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7821d084-b9c7-4d42-9e3a-7072e7c14624 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55f10344-049d-42f2-b429-801948692761,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:30.296870 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7821d084-b9c7-4d42-9e3a-7072e7c14624 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:30.298939 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7821d084-b9c7-4d42-9e3a-7072e7c14624 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/55f10344-049d-42f2-b429-801948692761 HTTP/1.1" status: 204 len: 168 time: 0.3052020 Aug 19 14:47:30.301577 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 52260) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:47:30.306712 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4363024-0c23-4851-850f-254b7e75530e None None] Network 669513f8-b4b3-4e5c-8f0d-5f8e9923cc05 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:47:30.390368 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e7a9fc0-5779-4b8d-b535-d0c4e2ff4c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:30.478132 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-0e7a9fc0-5779-4b8d-b535-d0c4e2ff4c86 admin admin] Deleting port ff7b6458-4d25-487d-be18-288db2a67dd9 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:47:30.478483 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e7a9fc0-5779-4b8d-b535-d0c4e2ff4c86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:30.545622 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-0e7a9fc0-5779-4b8d-b535-d0c4e2ff4c86 admin admin] For port ff7b6458-4d25-487d-be18-288db2a67dd9, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=ff7b6458-4d25-487d-be18-288db2a67dd9,segment=NetworkSegment(deb4ceaa-a168-4950-8d67-f7a10179a94a),segment_id=deb4ceaa-a168-4950-8d67-f7a10179a94a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:47:30.546021 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e7a9fc0-5779-4b8d-b535-d0c4e2ff4c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:30.562049 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-0e7a9fc0-5779-4b8d-b535-d0c4e2ff4c86 admin admin] Calling delete_port for ff7b6458-4d25-487d-be18-288db2a67dd9 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:47:30.615594 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bff6d3-1411-453c-a064-91891be698b2 None None] DHCP port deletion for 669513f8-b4b3-4e5c-8f0d-5f8e9923cc05 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:47:30.672150 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e7a9fc0-5779-4b8d-b535-d0c4e2ff4c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:30.686327 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-83bff6d3-1411-453c-a064-91891be698b2 None None] Deleting port ff7b6458-4d25-487d-be18-288db2a67dd9 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:47:30.686884 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-83bff6d3-1411-453c-a064-91891be698b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:30.704593 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7a9fc0-5779-4b8d-b535-d0c4e2ff4c86 admin admin] No DVR routers for this DVR port ff7b6458-4d25-487d-be18-288db2a67dd9 on host n-d-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:47:30.710006 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a9fc0-5779-4b8d-b535-d0c4e2ff4c86 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff7b6458-4d25-487d-be18-288db2a67dd9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:30.722303 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e60accf5-3ba0-43d3-a971-2c4c360c76db req-1ccc8f64-b988-4460-a393-7f2413ba0850 service neutron] 10.222.0.69 "GET /v2.0/networks/782b273d-8269-4c40-85fd-b9fcd04fcb17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5049231 Aug 19 14:47:30.751030 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-83bff6d3-1411-453c-a064-91891be698b2 None None] For port ff7b6458-4d25-487d-be18-288db2a67dd9, host n-d-766043-2, got binding levels [] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:47:30.751504 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-83bff6d3-1411-453c-a064-91891be698b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:30.765364 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-83bff6d3-1411-453c-a064-91891be698b2 None None] Calling delete_port for ff7b6458-4d25-487d-be18-288db2a67dd9 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:47:30.768239 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.ipam_backend_mixin [None req-83bff6d3-1411-453c-a064-91891be698b2 None None] Port ff7b6458-4d25-487d-be18-288db2a67dd9 was not found and therefore no delete operation was performed {{(pid=94641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 14:47:30.769652 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-83bff6d3-1411-453c-a064-91891be698b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:30.793020 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bff6d3-1411-453c-a064-91891be698b2 None None] Pushing event deleted for resources: {'Port': ['ID=ff7b6458-4d25-487d-be18-288db2a67dd9,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:30.802398 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bff6d3-1411-453c-a064-91891be698b2 None None] No DVR routers for this DVR port ff7b6458-4d25-487d-be18-288db2a67dd9 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:47:30.812342 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e7a9fc0-5779-4b8d-b535-d0c4e2ff4c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:30.841403 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-0e7a9fc0-5779-4b8d-b535-d0c4e2ff4c86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['669513f8-b4b3-4e5c-8f0d-5f8e9923cc05']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:47:30.866391 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-0e7a9fc0-5779-4b8d-b535-d0c4e2ff4c86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deb4ceaa-a168-4950-8d67-f7a10179a94a') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:47:30.866593 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-0e7a9fc0-5779-4b8d-b535-d0c4e2ff4c86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deb4ceaa-a168-4950-8d67-f7a10179a94a') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:47:30.868110 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e60accf5-3ba0-43d3-a971-2c4c360c76db req-34afe202-70c6-41e8-ab03-b0b29f0a379b service neutron] 10.222.0.69 "GET /v2.0/networks/782b273d-8269-4c40-85fd-b9fcd04fcb17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355803 Aug 19 14:47:30.884891 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e7a9fc0-5779-4b8d-b535-d0c4e2ff4c86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:30.904471 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e7a9fc0-5779-4b8d-b535-d0c4e2ff4c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:30.911887 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e7a9fc0-5779-4b8d-b535-d0c4e2ff4c86 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:47:30.912389 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e7a9fc0-5779-4b8d-b535-d0c4e2ff4c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:30.914203 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:47:30.914203 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:47:30.914203 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:47:30.914203 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:47:30.914203 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:47:30.914203 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:47:30.914203 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:47:30.914203 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:47:30.914203 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:47:30.914203 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:47:30.914203 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:47:30.914203 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:47:30.914203 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:47:30.914203 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:47:30.914203 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:47:30.914203 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:47:30.914203 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:47:30.914203 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:47:30.914203 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:47:30.914203 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:47:30.914203 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:47:30.914203 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:47:30.914203 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:47:30.914203 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:47:30.914203 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:47:30.914203 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:47:30.914203 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:47:30.914203 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:47:30.914203 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:47:30.914203 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:47:30.914203 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:47:30.914203 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:47:30.939886 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb7be5-440d-454a-9acd-2a0cac52eb04 req-03a543db-ce87-4270-9ea7-7cd3ccb570e1 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:30.952148 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-68bb7be5-440d-454a-9acd-2a0cac52eb04 req-03a543db-ce87-4270-9ea7-7cd3ccb570e1 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef2ae11-dddd-4bfe-9456-3f9aacae7d07 HTTP/1.1" status: 200 len: 945 time: 0.0743518 Aug 19 14:47:31.005345 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e7a9fc0-5779-4b8d-b535-d0c4e2ff4c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:31.021727 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e7a9fc0-5779-4b8d-b535-d0c4e2ff4c86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:31.024144 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0e7a9fc0-5779-4b8d-b535-d0c4e2ff4c86 admin admin] 10.222.0.69 "DELETE /v2.0/networks/669513f8-b4b3-4e5c-8f0d-5f8e9923cc05 HTTP/1.1" status: 204 len: 168 time: 0.7213395 Aug 19 14:47:31.032856 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-68bb7be5-440d-454a-9acd-2a0cac52eb04 req-2f874712-1523-4e6f-80f9-0376eefd912b tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773337 Aug 19 14:47:31.059079 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a9fc0-5779-4b8d-b535-d0c4e2ff4c86 admin admin] Pushing event deleted for resources: {'Network': ['ID=669513f8-b4b3-4e5c-8f0d-5f8e9923cc05,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:31.192274 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 76dff8e0-1328-4681-a2b9-ebdd9baa5938 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:47:31.252638 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 76dff8e0-1328-4681-a2b9-ebdd9baa5938 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:47:31.253239 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 76dff8e0-1328-4681-a2b9-ebdd9baa5938 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:47:31.256683 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device ff7b6458-4d25-487d-be18-288db2a67dd9 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:47:31.274374 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 52288) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:47:31.287852 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: ff7b6458-4d25-487d-be18-288db2a67dd9 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:47:31.288123 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb27ee6-e78e-4606-9cff-aabb59bbcdc5 req-68ce6518-0617-44bb-9bbe-d5ebee849c07 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:31.288247 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device ff7b6458-4d25-487d-be18-288db2a67dd9 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:47:31.288776 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device d0752b46-efc2-4965-8a12-6e894912bd7f no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:47:31.289921 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fdb27ee6-e78e-4606-9cff-aabb59bbcdc5 req-68ce6518-0617-44bb-9bbe-d5ebee849c07 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.68 "GET /v2.0/ports?device_id=067dd44e-0bfb-475e-b0cc-b653f93fc45a HTTP/1.1" status: 200 len: 945 time: 0.1214960 Aug 19 14:47:31.315430 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: d0752b46-efc2-4965-8a12-6e894912bd7f {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:47:31.316775 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device d0752b46-efc2-4965-8a12-6e894912bd7f not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:47:31.341292 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5ddb4f7a-d5d6-4f1b-a20c-33132825b490 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=93c36d7db0b9486ca0e05d09444f38b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0656745 Aug 19 14:47:31.344333 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 52292) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:47:31.344458 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b720a63a-84cd-46ec-9fe1-0231b3d2a847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:31.430384 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-068ff0e5-46e5-4669-bf64-82c32e006208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:31.440563 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-19fe4cb3-dd2f-4d66-a8fe-58e4a895f869 req-b7253ff5-d542-4eea-833f-7ee59f12399f tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1743e13-6f4e-4596-a627-8ac9c8a1a7d8 HTTP/1.1" status: 200 len: 210 time: 0.0796518 Aug 19 14:47:31.475663 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-068ff0e5-46e5-4669-bf64-82c32e006208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:31.507285 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e4c02c-0452-404a-bc47-e5814211ad3b req-c9728e48-d8a5-4eee-aba2-01dd9b8e0100 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:31.508872 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-39e4c02c-0452-404a-bc47-e5814211ad3b req-c9728e48-d8a5-4eee-aba2-01dd9b8e0100 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/ports?device_id=a238ee8e-b427-45a7-8280-9933a7f6126d HTTP/1.1" status: 200 len: 943 time: 0.1346436 Aug 19 14:47:31.543553 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-068ff0e5-46e5-4669-bf64-82c32e006208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:31.546478 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-068ff0e5-46e5-4669-bf64-82c32e006208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:31.550265 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-068ff0e5-46e5-4669-bf64-82c32e006208 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b27b33f1-99d1-4094-bb65-31f4cc81d696 HTTP/1.1" status: 204 len: 168 time: 0.2024741 Aug 19 14:47:31.557417 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ff0e5-46e5-4669-bf64-82c32e006208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27b33f1-99d1-4094-bb65-31f4cc81d696,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:31.561769 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device b4754be6-9151-4111-a484-8736c99d32fd details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:47:31.576109 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-39e4c02c-0452-404a-bc47-e5814211ad3b req-f1327efa-247f-4a8b-a985-2c5533ae7085 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups?id=63bbe400-1969-4ab6-bfdf-8984357f3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578785 Aug 19 14:47:31.599904 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-fdb27ee6-e78e-4606-9cff-aabb59bbcdc5 req-17309cdc-82bd-49f9-80c5-213586d972ca tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Deleting port 38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:47:31.600255 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fdb27ee6-e78e-4606-9cff-aabb59bbcdc5 req-17309cdc-82bd-49f9-80c5-213586d972ca tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:31.734897 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-fdb27ee6-e78e-4606-9cff-aabb59bbcdc5 req-17309cdc-82bd-49f9-80c5-213586d972ca tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] For port 38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c,segment=NetworkSegment(9ec726c0-288d-4d26-99ed-3a23c35944e2),segment_id=9ec726c0-288d-4d26-99ed-3a23c35944e2)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:47:31.734897 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fdb27ee6-e78e-4606-9cff-aabb59bbcdc5 req-17309cdc-82bd-49f9-80c5-213586d972ca tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:31.757807 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-fdb27ee6-e78e-4606-9cff-aabb59bbcdc5 req-17309cdc-82bd-49f9-80c5-213586d972ca tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Calling delete_port for 38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:47:31.778203 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port b4754be6-9151-4111-a484-8736c99d32fd, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=b4754be6-9151-4111-a484-8736c99d32fd,segment=NetworkSegment(d1cfb425-e152-40e2-b3d4-f94fb44e8d95),segment_id=d1cfb425-e152-40e2-b3d4-f94fb44e8d95)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:47:31.795876 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': 'b4754be6-9151-4111-a484-8736c99d32fd', 'network_id': 'b2d4d555-2e9b-4733-8514-652e7f465792', 'port_id': 'b4754be6-9151-4111-a484-8736c99d32fd', 'mac_address': 'fa:16:3e:bc:c5:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '012fcfd6-81ba-4534-8de9-b0902e6c4481', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:47:31.839953 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:31.857246 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4754be6-9151-4111-a484-8736c99d32fd {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:47:31.877644 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port b4754be6-9151-4111-a484-8736c99d32fd, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=b4754be6-9151-4111-a484-8736c99d32fd,segment=NetworkSegment(d1cfb425-e152-40e2-b3d4-f94fb44e8d95),segment_id=d1cfb425-e152-40e2-b3d4-f94fb44e8d95)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:47:31.882943 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:31.938382 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fdb27ee6-e78e-4606-9cff-aabb59bbcdc5 req-17309cdc-82bd-49f9-80c5-213586d972ca tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:31.944645 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=b4754be6-9151-4111-a484-8736c99d32fd,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:31.996725 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17309cdc-82bd-49f9-80c5-213586d972ca tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Pushing event deleted for resources: {'Port': ['ID=38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:32.041691 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdb27ee6-e78e-4606-9cff-aabb59bbcdc5 req-17309cdc-82bd-49f9-80c5-213586d972ca tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] No DVR routers for this DVR port 38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c on host n-h1-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:47:32.044748 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fdb27ee6-e78e-4606-9cff-aabb59bbcdc5 req-17309cdc-82bd-49f9-80c5-213586d972ca tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:32.047387 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fdb27ee6-e78e-4606-9cff-aabb59bbcdc5 req-17309cdc-82bd-49f9-80c5-213586d972ca tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.68 "DELETE /v2.0/ports/38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c HTTP/1.1" status: 204 len: 173 time: 0.7495158 Aug 19 14:47:32.047957 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067dd44e-0bfb-475e-b0cc-b653f93fc45a', 'name': 'network-vif-deleted', 'tag': '38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:47:32.050412 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d275b3-6805-401f-a655-e6232e9bf967" -d '{"events": [{"server_uuid": "067dd44e-0bfb-475e-b0cc-b653f93fc45a", "name": "network-vif-deleted", "tag": "38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:47:32.094466 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f014b436-d53f-4a5b-a395-38924eca56a7 x-openstack-request-id: req-f014b436-d53f-4a5b-a395-38924eca56a7 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:47:32.095202 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067dd44e-0bfb-475e-b0cc-b653f93fc45a", "name": "network-vif-deleted", "tag": "38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:47:32.096025 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f014b436-d53f-4a5b-a395-38924eca56a7 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:47:32.096025 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '067dd44e-0bfb-475e-b0cc-b653f93fc45a', 'name': 'network-vif-deleted', 'tag': '38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c', 'status': 'completed', 'code': 200} Aug 19 14:47:32.145672 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['b4754be6-9151-4111-a484-8736c99d32fd'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:47:32.194339 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d098ee-dbec-41ea-91a1-a2f0138ce5fd req-11a2169c-5b65-472c-9abe-c1581e60647f tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:32.196029 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-03d098ee-dbec-41ea-91a1-a2f0138ce5fd req-11a2169c-5b65-472c-9abe-c1581e60647f tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef2ae11-dddd-4bfe-9456-3f9aacae7d07 HTTP/1.1" status: 200 len: 945 time: 0.0680716 Aug 19 14:47:32.268369 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-03d098ee-dbec-41ea-91a1-a2f0138ce5fd req-59051cfa-65bc-474f-8f36-60a3a4a3e2bc tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590260 Aug 19 14:47:32.590208 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-975f9d06-f73d-4993-b821-dc10c04d9567 req-8e44ad0d-1397-465d-99eb-ec5b87787c18 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1743e13-6f4e-4596-a627-8ac9c8a1a7d8 HTTP/1.1" status: 200 len: 210 time: 0.0413094 Aug 19 14:47:32.821678 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60accf5-3ba0-43d3-a971-2c4c360c76db req-424165c8-4c4a-489d-bd16-9dfc07a0aecb tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:32.823716 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e60accf5-3ba0-43d3-a971-2c4c360c76db req-424165c8-4c4a-489d-bd16-9dfc07a0aecb tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.88 "GET /v2.0/networks?id=782b273d-8269-4c40-85fd-b9fcd04fcb17 HTTP/1.1" status: 200 len: 815 time: 0.2477508 Aug 19 14:47:32.843502 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-e60accf5-3ba0-43d3-a971-2c4c360c76db req-81318119-7226-4d5a-849b-e3892223abf3 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Request body: {'port': {'device_id': 'b1743e13-6f4e-4596-a627-8ac9c8a1a7d8', 'network_id': '782b273d-8269-4c40-85fd-b9fcd04fcb17', 'admin_state_up': True, 'tenant_id': 'd9addb8b0ce3479b8e29b073af784e30'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:47:32.855721 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebf2e6-3f28-49cd-be01-2ccbb9198323 req-0cd015f8-dfce-4847-ba78-d79a36c54c6f tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:32.871140 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b6ebf2e6-3f28-49cd-be01-2ccbb9198323 req-0cd015f8-dfce-4847-ba78-d79a36c54c6f tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/ports?device_id=a238ee8e-b427-45a7-8280-9933a7f6126d HTTP/1.1" status: 200 len: 944 time: 0.1360223 Aug 19 14:47:32.959733 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b6ebf2e6-3f28-49cd-be01-2ccbb9198323 req-0eef86a4-4f2e-4849-acfb-35144688a215 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups?id=63bbe400-1969-4ab6-bfdf-8984357f3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876884 Aug 19 14:47:33.029827 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e60accf5-3ba0-43d3-a971-2c4c360c76db req-81318119-7226-4d5a-849b-e3892223abf3 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Made reservation on behalf of d9addb8b0ce3479b8e29b073af784e30 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:47:33.034567 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e60accf5-3ba0-43d3-a971-2c4c360c76db req-81318119-7226-4d5a-849b-e3892223abf3 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:33.176524 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-e60accf5-3ba0-43d3-a971-2c4c360c76db req-81318119-7226-4d5a-849b-e3892223abf3 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Allocated IP 172.20.0.14 (782b273d-8269-4c40-85fd-b9fcd04fcb17/25c39f6d-e619-4296-b16b-34049cafbda6/21e6727d-5daf-48d7-9d3d-ba7a4b3acb0b) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:47:33.448620 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 52372) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:47:33.458952 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920ceeb-798b-4987-9cd3-067ed75a376c req-d0bbce1b-5f48-40a5-bc14-b4a00ca4eee4 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:33.461464 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8920ceeb-798b-4987-9cd3-067ed75a376c req-d0bbce1b-5f48-40a5-bc14-b4a00ca4eee4 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef2ae11-dddd-4bfe-9456-3f9aacae7d07 HTTP/1.1" status: 200 len: 945 time: 0.1021142 Aug 19 14:47:33.465457 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e60accf5-3ba0-43d3-a971-2c4c360c76db req-81318119-7226-4d5a-849b-e3892223abf3 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:33.533912 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8920ceeb-798b-4987-9cd3-067ed75a376c req-9f961ccd-fc73-4f32-ad62-2700e1fc8498 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497077 Aug 19 14:47:33.543042 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e60accf5-3ba0-43d3-a971-2c4c360c76db req-81318119-7226-4d5a-849b-e3892223abf3 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:33.576026 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device b4754be6-9151-4111-a484-8736c99d32fd up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:47:33.593029 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e60accf5-3ba0-43d3-a971-2c4c360c76db req-81318119-7226-4d5a-849b-e3892223abf3 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Network 782b273d-8269-4c40-85fd-b9fcd04fcb17 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:47:33.596186 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-e60accf5-3ba0-43d3-a971-2c4c360c76db req-81318119-7226-4d5a-849b-e3892223abf3 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:47:33.600122 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-e60accf5-3ba0-43d3-a971-2c4c360c76db req-81318119-7226-4d5a-849b-e3892223abf3 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:47:33.621897 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-60daf3ad-3f9b-4183-8751-a1d58b1c24df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:33.652720 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60accf5-3ba0-43d3-a971-2c4c360c76db req-81318119-7226-4d5a-849b-e3892223abf3 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:33.653495 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e60accf5-3ba0-43d3-a971-2c4c360c76db req-81318119-7226-4d5a-849b-e3892223abf3 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:33.660428 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port b4754be6-9151-4111-a484-8736c99d32fd completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:47:33.681803 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81318119-7226-4d5a-849b-e3892223abf3 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Pushing event updated for resources: {'Port': ['ID=21e6727d-5daf-48d7-9d3d-ba7a4b3acb0b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:33.700303 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port b4754be6-9151-4111-a484-8736c99d32fd triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:47:33.700727 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:33.762465 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:33.778044 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-60daf3ad-3f9b-4183-8751-a1d58b1c24df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:33.785655 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-60daf3ad-3f9b-4183-8751-a1d58b1c24df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:33.802709 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f253cb1-61b0-461d-9f3c-aaf1f6e27ad3 req-49799654-df00-4b5a-8f04-2bf999167e03 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:33.811367 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9f253cb1-61b0-461d-9f3c-aaf1f6e27ad3 req-49799654-df00-4b5a-8f04-2bf999167e03 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1743e13-6f4e-4596-a627-8ac9c8a1a7d8 HTTP/1.1" status: 200 len: 932 time: 0.0866799 Aug 19 14:47:33.815630 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e60accf5-3ba0-43d3-a971-2c4c360c76db req-81318119-7226-4d5a-849b-e3892223abf3 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9769504 Aug 19 14:47:33.833043 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-60daf3ad-3f9b-4183-8751-a1d58b1c24df admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=967554cd869f493a81d76d26de0e5650&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3809819 Aug 19 14:47:33.833398 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60daf3ad-3f9b-4183-8751-a1d58b1c24df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30adf25c-56e5-4a0a-92f8-15719a304f55,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:33.836003 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 52380) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:47:33.839718 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:33.855053 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-e60accf5-3ba0-43d3-a971-2c4c360c76db req-ff1929d9-da87-45b6-8ade-238d6d7ca739 service neutron] Request body: {'port': {'device_id': 'b1743e13-6f4e-4596-a627-8ac9c8a1a7d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:47:33.888789 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port b4754be6-9151-4111-a484-8736c99d32fd, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=b4754be6-9151-4111-a484-8736c99d32fd,segment=NetworkSegment(d1cfb425-e152-40e2-b3d4-f94fb44e8d95),segment_id=d1cfb425-e152-40e2-b3d4-f94fb44e8d95)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:47:33.890488 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a238ee8e-b427-45a7-8280-9933a7f6126d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4754be6-9151-4111-a484-8736c99d32fd'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:47:33.893742 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5b1070-2ebf-4034-ade3-aa207079602f" -d '{"events": [{"server_uuid": "a238ee8e-b427-45a7-8280-9933a7f6126d", "name": "network-vif-plugged", "status": "completed", "tag": "b4754be6-9151-4111-a484-8736c99d32fd"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:47:33.911218 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2c23057-20a5-4ba6-bc41-b95e70c35c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:33.914147 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:33.915140 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:47:33.917607 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9f253cb1-61b0-461d-9f3c-aaf1f6e27ad3 req-c3c5cc90-14a2-4a44-b5b6-32c49a82bd02 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049523 Aug 19 14:47:33.939412 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2c23057-20a5-4ba6-bc41-b95e70c35c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:33.995803 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: 38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:47:33.996148 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 38bb9ad2-a21f-4cdb-aae1-4b1572f65e7c not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:47:34.013038 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2c23057-20a5-4ba6-bc41-b95e70c35c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:34.013987 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e60accf5-3ba0-43d3-a971-2c4c360c76db req-ff1929d9-da87-45b6-8ade-238d6d7ca739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:34.020872 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2c23057-20a5-4ba6-bc41-b95e70c35c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:34.024889 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f2c23057-20a5-4ba6-bc41-b95e70c35c41 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/30adf25c-56e5-4a0a-92f8-15719a304f55 HTTP/1.1" status: 204 len: 168 time: 0.1870432 Aug 19 14:47:34.043921 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c23057-20a5-4ba6-bc41-b95e70c35c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30adf25c-56e5-4a0a-92f8-15719a304f55,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:34.059706 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf5e3b7-31d0-4462-98b7-f88cd9c7562b x-openstack-request-id: req-1bf5e3b7-31d0-4462-98b7-f88cd9c7562b {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:47:34.060011 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a238ee8e-b427-45a7-8280-9933a7f6126d", "name": "network-vif-plugged", "status": "completed", "tag": "b4754be6-9151-4111-a484-8736c99d32fd", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:47:34.060263 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1bf5e3b7-31d0-4462-98b7-f88cd9c7562b {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:47:34.060680 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a238ee8e-b427-45a7-8280-9933a7f6126d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4754be6-9151-4111-a484-8736c99d32fd', 'code': 200} Aug 19 14:47:34.061427 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=b4754be6-9151-4111-a484-8736c99d32fd,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:34.257439 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20272310-5862-4306-bfbd-386874e81154 req-53cf9edf-5c1f-47e1-94cc-422e53fb739b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:34.259199 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-20272310-5862-4306-bfbd-386874e81154 req-53cf9edf-5c1f-47e1-94cc-422e53fb739b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=a238ee8e-b427-45a7-8280-9933a7f6126d HTTP/1.1" status: 200 len: 1096 time: 0.1774924 Aug 19 14:47:34.271036 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf9368-3e52-4dea-a73d-9e578eb529fa req-7301e69f-b726-4f53-bd09-d7ef728be5b5 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:34.272856 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2bcf9368-3e52-4dea-a73d-9e578eb529fa req-7301e69f-b726-4f53-bd09-d7ef728be5b5 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/ports?device_id=a238ee8e-b427-45a7-8280-9933a7f6126d HTTP/1.1" status: 200 len: 945 time: 0.1692855 Aug 19 14:47:34.304765 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9b87b117-be9e-4b09-95a7-e57aa2dbe598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:34.388477 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-20272310-5862-4306-bfbd-386874e81154 req-65105555-c6a5-4193-9eb5-08d939c63f64 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=63bbe400-1969-4ab6-bfdf-8984357f3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141233 Aug 19 14:47:34.399804 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2bcf9368-3e52-4dea-a73d-9e578eb529fa req-f533e092-7184-4e33-a4ff-68f1335d4ab6 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups?id=63bbe400-1969-4ab6-bfdf-8984357f3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033504 Aug 19 14:47:34.517032 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:34.523908 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-e60accf5-3ba0-43d3-a971-2c4c360c76db req-ff1929d9-da87-45b6-8ade-238d6d7ca739 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21e6727d-5daf-48d7-9d3d-ba7a4b3acb0b {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:47:34.532590 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e60accf5-3ba0-43d3-a971-2c4c360c76db req-ff1929d9-da87-45b6-8ade-238d6d7ca739 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:34.546852 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-e60accf5-3ba0-43d3-a971-2c4c360c76db req-ff1929d9-da87-45b6-8ade-238d6d7ca739 service neutron] Transition to ACTIVE for port object 21e6727d-5daf-48d7-9d3d-ba7a4b3acb0b will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:47:34.554798 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e60accf5-3ba0-43d3-a971-2c4c360c76db req-ff1929d9-da87-45b6-8ade-238d6d7ca739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:34.671193 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1929d9-da87-45b6-8ade-238d6d7ca739 service neutron] Pushing event updated for resources: {'Port': ['ID=21e6727d-5daf-48d7-9d3d-ba7a4b3acb0b,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:34.740681 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82ee4e-c15f-4504-a3ad-e38b760fb222 req-78036958-114c-4e22-9266-1b322f2cdfc3 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:34.742458 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0d82ee4e-c15f-4504-a3ad-e38b760fb222 req-78036958-114c-4e22-9266-1b322f2cdfc3 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef2ae11-dddd-4bfe-9456-3f9aacae7d07 HTTP/1.1" status: 200 len: 945 time: 0.1031780 Aug 19 14:47:34.774167 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-e60accf5-3ba0-43d3-a971-2c4c360c76db req-ff1929d9-da87-45b6-8ade-238d6d7ca739 service neutron] Attempting to bind port 21e6727d-5daf-48d7-9d3d-ba7a4b3acb0b on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:47:34.774592 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-e60accf5-3ba0-43d3-a971-2c4c360c76db req-ff1929d9-da87-45b6-8ade-238d6d7ca739 service neutron] Attempting to bind port 21e6727d-5daf-48d7-9d3d-ba7a4b3acb0b by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '9ec726c0-288d-4d26-99ed-3a23c35944e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '782b273d-8269-4c40-85fd-b9fcd04fcb17'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:47:34.774994 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60accf5-3ba0-43d3-a971-2c4c360c76db req-ff1929d9-da87-45b6-8ade-238d6d7ca739 service neutron] Attempting to bind port 21e6727d-5daf-48d7-9d3d-ba7a4b3acb0b on network 782b273d-8269-4c40-85fd-b9fcd04fcb17 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:47:34.785886 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60accf5-3ba0-43d3-a971-2c4c360c76db req-ff1929d9-da87-45b6-8ade-238d6d7ca739 service neutron] Port 21e6727d-5daf-48d7-9d3d-ba7a4b3acb0b on network 782b273d-8269-4c40-85fd-b9fcd04fcb17 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:47:34.786296 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60accf5-3ba0-43d3-a971-2c4c360c76db req-ff1929d9-da87-45b6-8ade-238d6d7ca739 service neutron] Attempting to bind port 21e6727d-5daf-48d7-9d3d-ba7a4b3acb0b on network 782b273d-8269-4c40-85fd-b9fcd04fcb17 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:47:34.796773 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60accf5-3ba0-43d3-a971-2c4c360c76db req-ff1929d9-da87-45b6-8ade-238d6d7ca739 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:47:34.797195 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60accf5-3ba0-43d3-a971-2c4c360c76db req-ff1929d9-da87-45b6-8ade-238d6d7ca739 service neutron] Checking segment: {'id': '9ec726c0-288d-4d26-99ed-3a23c35944e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '782b273d-8269-4c40-85fd-b9fcd04fcb17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:47:34.797649 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60accf5-3ba0-43d3-a971-2c4c360c76db req-ff1929d9-da87-45b6-8ade-238d6d7ca739 service neutron] Bound using segment: {'id': '9ec726c0-288d-4d26-99ed-3a23c35944e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '782b273d-8269-4c40-85fd-b9fcd04fcb17'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:47:34.798170 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-e60accf5-3ba0-43d3-a971-2c4c360c76db req-ff1929d9-da87-45b6-8ade-238d6d7ca739 service neutron] Bound port: 21e6727d-5daf-48d7-9d3d-ba7a4b3acb0b, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec726c0-288d-4d26-99ed-3a23c35944e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '782b273d-8269-4c40-85fd-b9fcd04fcb17'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:47:34.798615 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e60accf5-3ba0-43d3-a971-2c4c360c76db req-ff1929d9-da87-45b6-8ade-238d6d7ca739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:34.813907 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0d82ee4e-c15f-4504-a3ad-e38b760fb222 req-a2638d38-21d7-4f7e-abc8-b386c544823c tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572433 Aug 19 14:47:34.895040 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-e60accf5-3ba0-43d3-a971-2c4c360c76db req-ff1929d9-da87-45b6-8ade-238d6d7ca739 service neutron] For port 21e6727d-5daf-48d7-9d3d-ba7a4b3acb0b, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:47:34.898443 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-e60accf5-3ba0-43d3-a971-2c4c360c76db req-ff1929d9-da87-45b6-8ade-238d6d7ca739 service neutron] For port 21e6727d-5daf-48d7-9d3d-ba7a4b3acb0b, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=21e6727d-5daf-48d7-9d3d-ba7a4b3acb0b,segment=NetworkSegment(9ec726c0-288d-4d26-99ed-3a23c35944e2),segment_id=9ec726c0-288d-4d26-99ed-3a23c35944e2)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:47:34.903663 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e60accf5-3ba0-43d3-a971-2c4c360c76db req-ff1929d9-da87-45b6-8ade-238d6d7ca739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:34.945092 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60accf5-3ba0-43d3-a971-2c4c360c76db req-ff1929d9-da87-45b6-8ade-238d6d7ca739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:34.945853 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e60accf5-3ba0-43d3-a971-2c4c360c76db req-ff1929d9-da87-45b6-8ade-238d6d7ca739 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:34.947644 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e60accf5-3ba0-43d3-a971-2c4c360c76db req-ff1929d9-da87-45b6-8ade-238d6d7ca739 service neutron] 10.222.0.88 "PUT /v2.0/ports/21e6727d-5daf-48d7-9d3d-ba7a4b3acb0b HTTP/1.1" status: 200 len: 1092 time: 1.1171501 Aug 19 14:47:34.948682 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1743e13-6f4e-4596-a627-8ac9c8a1a7d8', 'tag': '21e6727d-5daf-48d7-9d3d-ba7a4b3acb0b'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:47:34.950943 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75460864-e6a0-4726-bf58-b7ee4fb98dc6" -d '{"events": [{"name": "network-changed", "server_uuid": "b1743e13-6f4e-4596-a627-8ac9c8a1a7d8", "tag": "21e6727d-5daf-48d7-9d3d-ba7a4b3acb0b"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:47:34.992675 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1929d9-da87-45b6-8ade-238d6d7ca739 service neutron] Pushing event updated for resources: {'Port': ['ID=21e6727d-5daf-48d7-9d3d-ba7a4b3acb0b,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:35.035544 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:35.052525 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312572c5-115c-411e-b8ba-eed67a0cad69 x-openstack-request-id: req-312572c5-115c-411e-b8ba-eed67a0cad69 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:47:35.052908 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1743e13-6f4e-4596-a627-8ac9c8a1a7d8", "tag": "21e6727d-5daf-48d7-9d3d-ba7a4b3acb0b", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:47:35.053215 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-312572c5-115c-411e-b8ba-eed67a0cad69 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:47:35.053960 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1743e13-6f4e-4596-a627-8ac9c8a1a7d8', 'tag': '21e6727d-5daf-48d7-9d3d-ba7a4b3acb0b', 'status': 'completed', 'code': 200} Aug 19 14:47:35.100769 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60accf5-3ba0-43d3-a971-2c4c360c76db req-4ceb50e9-e121-40c4-be5c-c7636d435f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:35.102434 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e60accf5-3ba0-43d3-a971-2c4c360c76db req-4ceb50e9-e121-40c4-be5c-c7636d435f3a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d9addb8b0ce3479b8e29b073af784e30&device_id=b1743e13-6f4e-4596-a627-8ac9c8a1a7d8 HTTP/1.1" status: 200 len: 1095 time: 0.0981526 Aug 19 14:47:35.122239 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f66394c-2e12-43b8-afca-0c6a4d5baaa7 req-e457ac12-919b-4b65-af70-92cbbb6cb13d tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:35.123861 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4f66394c-2e12-43b8-afca-0c6a4d5baaa7 req-e457ac12-919b-4b65-af70-92cbbb6cb13d tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1743e13-6f4e-4596-a627-8ac9c8a1a7d8 HTTP/1.1" status: 200 len: 944 time: 0.0744462 Aug 19 14:47:35.175617 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e60accf5-3ba0-43d3-a971-2c4c360c76db req-f604e2d0-20f6-4576-8586-1bc794a026fa service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21e6727d-5daf-48d7-9d3d-ba7a4b3acb0b HTTP/1.1" status: 200 len: 217 time: 0.0506980 Aug 19 14:47:35.192841 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:35.234208 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4f66394c-2e12-43b8-afca-0c6a4d5baaa7 req-14218c27-96da-4ed4-8872-0a662d1488f1 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024230 Aug 19 14:47:35.250828 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60accf5-3ba0-43d3-a971-2c4c360c76db req-93e78d7a-f78f-4d68-80a9-71ef5c1bcf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:35.252681 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e60accf5-3ba0-43d3-a971-2c4c360c76db req-93e78d7a-f78f-4d68-80a9-71ef5c1bcf8b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=25c39f6d-e619-4296-b16b-34049cafbda6 HTTP/1.1" status: 200 len: 855 time: 0.0653040 Aug 19 14:47:35.292643 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e60accf5-3ba0-43d3-a971-2c4c360c76db req-ac986b40-c4fe-49cc-ba39-ca1ed1961651 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=782b273d-8269-4c40-85fd-b9fcd04fcb17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296469 Aug 19 14:47:35.398495 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e60accf5-3ba0-43d3-a971-2c4c360c76db req-a8d054ec-a321-41cd-bc73-0456d32133bc service neutron] 10.222.0.88 "GET /v2.0/networks/782b273d-8269-4c40-85fd-b9fcd04fcb17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979519 Aug 19 14:47:35.568649 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e60accf5-3ba0-43d3-a971-2c4c360c76db req-9870ebb7-d83e-42ba-93e6-6fd38e58970f service neutron] 10.222.0.88 "GET /v2.0/networks/782b273d-8269-4c40-85fd-b9fcd04fcb17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615186 Aug 19 14:47:35.582635 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3e595-4849-4289-8272-0d46c1cfa7a8 req-20e30398-20ff-4d82-afd1-1f780659af8d tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:35.584267 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1bc3e595-4849-4289-8272-0d46c1cfa7a8 req-20e30398-20ff-4d82-afd1-1f780659af8d tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/ports?device_id=a238ee8e-b427-45a7-8280-9933a7f6126d HTTP/1.1" status: 200 len: 945 time: 0.0837357 Aug 19 14:47:35.650177 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1bc3e595-4849-4289-8272-0d46c1cfa7a8 req-25ce147d-c6b8-4c98-a1d6-664471340b46 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups?id=63bbe400-1969-4ab6-bfdf-8984357f3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575700 Aug 19 14:47:35.691242 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75460864-e6a0-4726-bf58-b7ee4fb98dc6 req-6d228a3c-f29f-4a95-a1e7-0c53d34acab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:35.696607 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-75460864-e6a0-4726-bf58-b7ee4fb98dc6 req-6d228a3c-f29f-4a95-a1e7-0c53d34acab8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d9addb8b0ce3479b8e29b073af784e30&device_id=b1743e13-6f4e-4596-a627-8ac9c8a1a7d8 HTTP/1.1" status: 200 len: 1095 time: 0.0629549 Aug 19 14:47:35.821598 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75460864-e6a0-4726-bf58-b7ee4fb98dc6 req-b018e43f-0987-471e-a41a-9b682cd504f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:35.823570 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-75460864-e6a0-4726-bf58-b7ee4fb98dc6 req-b018e43f-0987-471e-a41a-9b682cd504f1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=782b273d-8269-4c40-85fd-b9fcd04fcb17 HTTP/1.1" status: 200 len: 916 time: 0.1169262 Aug 19 14:47:35.871069 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-75460864-e6a0-4726-bf58-b7ee4fb98dc6 req-f74c3287-d9c6-40a1-9abb-faf946fab50c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21e6727d-5daf-48d7-9d3d-ba7a4b3acb0b HTTP/1.1" status: 200 len: 217 time: 0.0385501 Aug 19 14:47:35.973213 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75460864-e6a0-4726-bf58-b7ee4fb98dc6 req-1a914be1-c407-4252-b1b9-c3583531e34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:35.974727 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-75460864-e6a0-4726-bf58-b7ee4fb98dc6 req-1a914be1-c407-4252-b1b9-c3583531e34a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=25c39f6d-e619-4296-b16b-34049cafbda6 HTTP/1.1" status: 200 len: 855 time: 0.0901101 Aug 19 14:47:35.990886 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b15dec-4899-4241-a31b-be54173e2e5d req-5ee272f3-b59a-40f9-b134-6c648f5ec799 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:35.992792 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-65b15dec-4899-4241-a31b-be54173e2e5d req-5ee272f3-b59a-40f9-b134-6c648f5ec799 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef2ae11-dddd-4bfe-9456-3f9aacae7d07 HTTP/1.1" status: 200 len: 945 time: 0.0735521 Aug 19 14:47:36.030155 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-75460864-e6a0-4726-bf58-b7ee4fb98dc6 req-27dd395e-a32d-402a-aed8-e359cc5f3890 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=782b273d-8269-4c40-85fd-b9fcd04fcb17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364459 Aug 19 14:47:36.096067 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-65b15dec-4899-4241-a31b-be54173e2e5d req-25022d1e-a1ef-4ea7-beb3-ee517610309a tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918126 Aug 19 14:47:36.140397 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-75460864-e6a0-4726-bf58-b7ee4fb98dc6 req-91f58ee4-acd3-42ce-b811-86fcb41903f0 service neutron] 10.222.0.88 "GET /v2.0/networks/782b273d-8269-4c40-85fd-b9fcd04fcb17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980933 Aug 19 14:47:36.241093 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-75460864-e6a0-4726-bf58-b7ee4fb98dc6 req-f20dc9d4-efee-4f3d-bb85-2dd5bccb67ad service neutron] 10.222.0.88 "GET /v2.0/networks/782b273d-8269-4c40-85fd-b9fcd04fcb17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918403 Aug 19 14:47:36.356649 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6afbd-b929-4be3-9ab5-260f5bb0ee46 req-6f885274-4003-4443-bc3b-114d0676f76a tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:36.358145 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-63f6afbd-b929-4be3-9ab5-260f5bb0ee46 req-6f885274-4003-4443-bc3b-114d0676f76a tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1743e13-6f4e-4596-a627-8ac9c8a1a7d8 HTTP/1.1" status: 200 len: 944 time: 0.0513184 Aug 19 14:47:36.399216 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-63f6afbd-b929-4be3-9ab5-260f5bb0ee46 req-1f849f9e-7849-41b7-9410-332c9d444f96 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344777 Aug 19 14:47:36.775881 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c982bec-36c3-4dd4-bc16-9543c1072191 req-d36e930c-184f-4c00-bd15-11b00cef548b tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:36.777452 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0c982bec-36c3-4dd4-bc16-9543c1072191 req-d36e930c-184f-4c00-bd15-11b00cef548b tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/ports?device_id=a238ee8e-b427-45a7-8280-9933a7f6126d HTTP/1.1" status: 200 len: 945 time: 0.0506380 Aug 19 14:47:36.825910 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:36.830568 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0c982bec-36c3-4dd4-bc16-9543c1072191 req-204121fc-aa09-4508-9eee-cab11971dfd1 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups?id=63bbe400-1969-4ab6-bfdf-8984357f3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453277 Aug 19 14:47:36.944826 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-019b60aa-676f-442e-abdf-51a0a1d3b284 req-5bc22487-1b23-48c8-a774-4cba3a51d258 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-765259193&fields=id&tenant_id=f8a38202591b4ab4b2c88662991e6e0b HTTP/1.1" status: 200 len: 267 time: 0.0401323 Aug 19 14:47:37.001385 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b60aa-676f-442e-abdf-51a0a1d3b284 req-4150facb-762b-4f2f-afeb-700513dde0a8 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:37.002891 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-019b60aa-676f-442e-abdf-51a0a1d3b284 req-4150facb-762b-4f2f-afeb-700513dde0a8 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/ports?device_id=a238ee8e-b427-45a7-8280-9933a7f6126d HTTP/1.1" status: 200 len: 945 time: 0.0519984 Aug 19 14:47:37.021559 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-019b60aa-676f-442e-abdf-51a0a1d3b284 req-6f424e9b-69c0-4221-8372-52bfed9cdc50 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Request body: {'port': {'security_groups': ['63bbe400-1969-4ab6-bfdf-8984357f3da5', '718edf03-f702-41e1-b6df-77e76e24215a']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:47:37.091523 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-019b60aa-676f-442e-abdf-51a0a1d3b284 req-6f424e9b-69c0-4221-8372-52bfed9cdc50 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:37.259932 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d842d-4053-442c-b637-b6bc5dae218e req-0b4c728d-93a4-490e-a65d-12cbbfda498f tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:37.261993 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ee7d842d-4053-442c-b637-b6bc5dae218e req-0b4c728d-93a4-490e-a65d-12cbbfda498f tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef2ae11-dddd-4bfe-9456-3f9aacae7d07 HTTP/1.1" status: 200 len: 945 time: 0.0844398 Aug 19 14:47:37.356329 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ee7d842d-4053-442c-b637-b6bc5dae218e req-13ff33ac-811d-49bd-bd93-413565618653 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836415 Aug 19 14:47:37.381286 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-019b60aa-676f-442e-abdf-51a0a1d3b284 req-6f424e9b-69c0-4221-8372-52bfed9cdc50 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] For port b4754be6-9151-4111-a484-8736c99d32fd, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=b4754be6-9151-4111-a484-8736c99d32fd,segment=NetworkSegment(d1cfb425-e152-40e2-b3d4-f94fb44e8d95),segment_id=d1cfb425-e152-40e2-b3d4-f94fb44e8d95)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:47:37.415738 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-019b60aa-676f-442e-abdf-51a0a1d3b284 req-6f424e9b-69c0-4221-8372-52bfed9cdc50 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:37.420176 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-019b60aa-676f-442e-abdf-51a0a1d3b284 req-6f424e9b-69c0-4221-8372-52bfed9cdc50 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:37.436657 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['b4754be6-9151-4111-a484-8736c99d32fd'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:47:37.439027 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:47:37.469502 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b60aa-676f-442e-abdf-51a0a1d3b284 req-6f424e9b-69c0-4221-8372-52bfed9cdc50 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:37.470157 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-019b60aa-676f-442e-abdf-51a0a1d3b284 req-6f424e9b-69c0-4221-8372-52bfed9cdc50 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:37.474852 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-019b60aa-676f-442e-abdf-51a0a1d3b284 req-6f424e9b-69c0-4221-8372-52bfed9cdc50 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "PUT /v2.0/ports/b4754be6-9151-4111-a484-8736c99d32fd HTTP/1.1" status: 200 len: 981 time: 0.4583993 Aug 19 14:47:37.475336 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a238ee8e-b427-45a7-8280-9933a7f6126d', 'tag': 'b4754be6-9151-4111-a484-8736c99d32fd'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:47:37.489505 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f279c82-30c6-4a55-b22a-a01e67d7c4d2" -d '{"events": [{"name": "network-changed", "server_uuid": "a238ee8e-b427-45a7-8280-9933a7f6126d", "tag": "b4754be6-9151-4111-a484-8736c99d32fd"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:47:37.549678 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['b4754be6-9151-4111-a484-8736c99d32fd'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:47:37.577691 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f424e9b-69c0-4221-8372-52bfed9cdc50 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Pushing event updated for resources: {'Port': ['ID=b4754be6-9151-4111-a484-8736c99d32fd,revision_number=6']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:37.595676 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-37bd294f-2668-4826-98e4-71a3e06c8bf7 req-b6856726-e42c-401f-8d91-1c004d480375 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups/718edf03-f702-41e1-b6df-77e76e24215a HTTP/1.1" status: 200 len: 1802 time: 0.0997143 Aug 19 14:47:37.633097 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d99a6-82c6-4e83-814e-909cb97cb695 req-92f46cb6-39fc-43bd-b43b-27b8abfef8c4 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:37.634611 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-de0d99a6-82c6-4e83-814e-909cb97cb695 req-92f46cb6-39fc-43bd-b43b-27b8abfef8c4 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1743e13-6f4e-4596-a627-8ac9c8a1a7d8 HTTP/1.1" status: 200 len: 944 time: 0.1154695 Aug 19 14:47:37.679244 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [req-37bd294f-2668-4826-98e4-71a3e06c8bf7 req-0f0e7d74-9ec4-4378-afd8-79c10534ae0c tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 19 14:47:37.680275 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-37bd294f-2668-4826-98e4-71a3e06c8bf7 req-0f0e7d74-9ec4-4378-afd8-79c10534ae0c tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "DELETE /v2.0/security-groups/718edf03-f702-41e1-b6df-77e76e24215a HTTP/1.1" status: 409 len: 341 time: 0.0838282 Aug 19 14:47:37.705745 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-de0d99a6-82c6-4e83-814e-909cb97cb695 req-3a055482-0c96-4c20-b95a-f3fb026ff052 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599668 Aug 19 14:47:37.741111 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f3928d-c52c-4670-a2de-8a7161fefbbb x-openstack-request-id: req-c9f3928d-c52c-4670-a2de-8a7161fefbbb {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:47:37.741467 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a238ee8e-b427-45a7-8280-9933a7f6126d", "tag": "b4754be6-9151-4111-a484-8736c99d32fd", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:47:37.742337 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c9f3928d-c52c-4670-a2de-8a7161fefbbb {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:47:37.742742 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a238ee8e-b427-45a7-8280-9933a7f6126d', 'tag': 'b4754be6-9151-4111-a484-8736c99d32fd', 'status': 'completed', 'code': 200} Aug 19 14:47:37.851530 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f279c82-30c6-4a55-b22a-a01e67d7c4d2 req-4f29d754-e07d-4d5a-b1dd-6486ddb91a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:37.854982 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5f279c82-30c6-4a55-b22a-a01e67d7c4d2 req-4f29d754-e07d-4d5a-b1dd-6486ddb91a9f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f8a38202591b4ab4b2c88662991e6e0b&device_id=a238ee8e-b427-45a7-8280-9933a7f6126d HTTP/1.1" status: 200 len: 1135 time: 0.0750477 Aug 19 14:47:38.030801 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22420da-e75c-4ff3-bee2-e5a522ac3871 req-faae92e5-e5d3-4f5c-9cd4-deaf497d71c9 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:38.037183 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22420da-e75c-4ff3-bee2-e5a522ac3871 req-faae92e5-e5d3-4f5c-9cd4-deaf497d71c9 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:38.043808 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22420da-e75c-4ff3-bee2-e5a522ac3871 req-faae92e5-e5d3-4f5c-9cd4-deaf497d71c9 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:38.050011 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22420da-e75c-4ff3-bee2-e5a522ac3871 req-faae92e5-e5d3-4f5c-9cd4-deaf497d71c9 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:38.056451 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22420da-e75c-4ff3-bee2-e5a522ac3871 req-faae92e5-e5d3-4f5c-9cd4-deaf497d71c9 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:38.063331 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22420da-e75c-4ff3-bee2-e5a522ac3871 req-faae92e5-e5d3-4f5c-9cd4-deaf497d71c9 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:38.069873 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22420da-e75c-4ff3-bee2-e5a522ac3871 req-faae92e5-e5d3-4f5c-9cd4-deaf497d71c9 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:38.072297 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e22420da-e75c-4ff3-bee2-e5a522ac3871 req-faae92e5-e5d3-4f5c-9cd4-deaf497d71c9 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 5435 time: 0.1409121 Aug 19 14:47:38.087055 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f279c82-30c6-4a55-b22a-a01e67d7c4d2 req-93864051-4e7e-4e0a-a0ff-5db7a916bc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:38.089144 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5f279c82-30c6-4a55-b22a-a01e67d7c4d2 req-93864051-4e7e-4e0a-a0ff-5db7a916bc15 service neutron] 10.222.0.68 "GET /v2.0/networks?id=b2d4d555-2e9b-4733-8514-652e7f465792 HTTP/1.1" status: 200 len: 914 time: 0.2266703 Aug 19 14:47:38.161565 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5f279c82-30c6-4a55-b22a-a01e67d7c4d2 req-0c0fdf6e-f8a2-47d6-a496-3415827efcb6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b4754be6-9151-4111-a484-8736c99d32fd HTTP/1.1" status: 200 len: 217 time: 0.0499642 Aug 19 14:47:38.215440 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e22420da-e75c-4ff3-bee2-e5a522ac3871 req-d74316d3-f84f-48d9-909d-e920aed5ca2c tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/security-groups?id=79af4be3-90a0-4292-a54f-cdd3d9a00e15&id=27241ab3-04f0-48c7-8563-70f9530fcbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1252470 Aug 19 14:47:38.226287 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a45327-d70e-4468-b3f5-f086fbc03e6c req-d9ff8c36-849d-4e1e-82e5-9d4faec752fd tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:38.227886 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a3a45327-d70e-4468-b3f5-f086fbc03e6c req-d9ff8c36-849d-4e1e-82e5-9d4faec752fd tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/ports?device_id=a238ee8e-b427-45a7-8280-9933a7f6126d HTTP/1.1" status: 200 len: 984 time: 0.1515608 Aug 19 14:47:38.259426 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f279c82-30c6-4a55-b22a-a01e67d7c4d2 req-9aa137d5-2f62-43e0-a842-5bf73135fea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:38.261701 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5f279c82-30c6-4a55-b22a-a01e67d7c4d2 req-9aa137d5-2f62-43e0-a842-5bf73135fea0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=012fcfd6-81ba-4534-8de9-b0902e6c4481 HTTP/1.1" status: 200 len: 853 time: 0.0893340 Aug 19 14:47:38.293010 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a3a45327-d70e-4468-b3f5-f086fbc03e6c req-2f9343ac-2c28-455a-90a0-e354f1541839 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups?id=63bbe400-1969-4ab6-bfdf-8984357f3da5&id=718edf03-f702-41e1-b6df-77e76e24215a&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0585999 Aug 19 14:47:38.315495 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5f279c82-30c6-4a55-b22a-a01e67d7c4d2 req-8527fc29-010c-4fed-9f47-b4ca19093e00 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b2d4d555-2e9b-4733-8514-652e7f465792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440307 Aug 19 14:47:38.740515 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df3f35-caee-4ad9-a68b-08c1c2b2f126 req-be0c583c-e3ad-4369-9e31-7afb42edf237 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:38.747345 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df3f35-caee-4ad9-a68b-08c1c2b2f126 req-be0c583c-e3ad-4369-9e31-7afb42edf237 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:38.752788 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df3f35-caee-4ad9-a68b-08c1c2b2f126 req-be0c583c-e3ad-4369-9e31-7afb42edf237 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:38.758527 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df3f35-caee-4ad9-a68b-08c1c2b2f126 req-be0c583c-e3ad-4369-9e31-7afb42edf237 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:38.764630 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df3f35-caee-4ad9-a68b-08c1c2b2f126 req-be0c583c-e3ad-4369-9e31-7afb42edf237 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:38.770378 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df3f35-caee-4ad9-a68b-08c1c2b2f126 req-be0c583c-e3ad-4369-9e31-7afb42edf237 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:38.776337 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df3f35-caee-4ad9-a68b-08c1c2b2f126 req-be0c583c-e3ad-4369-9e31-7afb42edf237 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:38.788697 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e6df3f35-caee-4ad9-a68b-08c1c2b2f126 req-be0c583c-e3ad-4369-9e31-7afb42edf237 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 5435 time: 0.4658771 Aug 19 14:47:38.824195 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d0825-6f7a-4ca1-8144-a1ce7b157815 req-838a4949-34d7-42d7-8412-de14958761d6 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:38.825785 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1b9d0825-6f7a-4ca1-8144-a1ce7b157815 req-838a4949-34d7-42d7-8412-de14958761d6 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef2ae11-dddd-4bfe-9456-3f9aacae7d07 HTTP/1.1" status: 200 len: 945 time: 0.1581204 Aug 19 14:47:38.840218 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5f279c82-30c6-4a55-b22a-a01e67d7c4d2 req-d879c322-975a-4288-86be-87688f8cd6e8 service neutron] 10.222.0.68 "GET /v2.0/networks/b2d4d555-2e9b-4733-8514-652e7f465792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5078018 Aug 19 14:47:38.956941 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1b9d0825-6f7a-4ca1-8144-a1ce7b157815 req-64cf4202-303d-467c-a4ab-2e244e489642 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190996 Aug 19 14:47:38.995410 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfed1ed-0e02-46c2-8957-6ef7822106da req-163b6c80-9e49-4979-a216-7c1700792871 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:38.998402 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ddfed1ed-0e02-46c2-8957-6ef7822106da req-163b6c80-9e49-4979-a216-7c1700792871 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1743e13-6f4e-4596-a627-8ac9c8a1a7d8 HTTP/1.1" status: 200 len: 944 time: 0.0822697 Aug 19 14:47:39.013543 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5f279c82-30c6-4a55-b22a-a01e67d7c4d2 req-e5ad788d-356e-45f6-b629-fe023d12d754 service neutron] 10.222.0.68 "GET /v2.0/networks/b2d4d555-2e9b-4733-8514-652e7f465792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657295 Aug 19 14:47:39.060324 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ddfed1ed-0e02-46c2-8957-6ef7822106da req-22e5b89c-d5db-4173-a928-c37da5c3b44d tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423195 Aug 19 14:47:39.123008 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a3afc-5304-43ec-97b0-5d8c935b6d90 req-4abfcfcb-2df3-44c8-a187-9c3930208ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:39.124856 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4f1a3afc-5304-43ec-97b0-5d8c935b6d90 req-4abfcfcb-2df3-44c8-a187-9c3930208ab9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f8a38202591b4ab4b2c88662991e6e0b&device_id=a238ee8e-b427-45a7-8280-9933a7f6126d HTTP/1.1" status: 200 len: 1135 time: 0.0491474 Aug 19 14:47:39.222253 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a3afc-5304-43ec-97b0-5d8c935b6d90 req-2bf5c1ce-7dc6-4434-8656-36feefb59e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:39.223749 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4f1a3afc-5304-43ec-97b0-5d8c935b6d90 req-2bf5c1ce-7dc6-4434-8656-36feefb59e5f service neutron] 10.222.0.68 "GET /v2.0/networks?id=b2d4d555-2e9b-4733-8514-652e7f465792 HTTP/1.1" status: 200 len: 914 time: 0.0912035 Aug 19 14:47:39.271456 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4f1a3afc-5304-43ec-97b0-5d8c935b6d90 req-5f970d44-6fb3-405f-bc4b-31721d192c8b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b4754be6-9151-4111-a484-8736c99d32fd HTTP/1.1" status: 200 len: 217 time: 0.0392525 Aug 19 14:47:39.326446 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a3afc-5304-43ec-97b0-5d8c935b6d90 req-9c59c20b-6414-4d33-85cd-435499c74e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:39.328037 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4f1a3afc-5304-43ec-97b0-5d8c935b6d90 req-9c59c20b-6414-4d33-85cd-435499c74e94 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=012fcfd6-81ba-4534-8de9-b0902e6c4481 HTTP/1.1" status: 200 len: 853 time: 0.0492537 Aug 19 14:47:39.364336 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4f1a3afc-5304-43ec-97b0-5d8c935b6d90 req-b2cd8782-a9d8-44f1-b640-dd9c7c341ae2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b2d4d555-2e9b-4733-8514-652e7f465792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291531 Aug 19 14:47:39.498708 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be147b-1bfb-4ce9-ad87-5384b02849c2 req-4cc36977-4fba-4e9d-8c2b-fffd7e92fc3b tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:39.500395 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-11be147b-1bfb-4ce9-ad87-5384b02849c2 req-4cc36977-4fba-4e9d-8c2b-fffd7e92fc3b tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/ports?device_id=a238ee8e-b427-45a7-8280-9933a7f6126d HTTP/1.1" status: 200 len: 984 time: 0.1260059 Aug 19 14:47:39.535026 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4f1a3afc-5304-43ec-97b0-5d8c935b6d90 req-2c4670dc-7892-4f34-9cf0-836822866238 service neutron] 10.222.0.68 "GET /v2.0/networks/b2d4d555-2e9b-4733-8514-652e7f465792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623700 Aug 19 14:47:39.577257 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-11be147b-1bfb-4ce9-ad87-5384b02849c2 req-41a8644b-18e4-40b1-bded-9e9fda868b6a tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups?id=63bbe400-1969-4ab6-bfdf-8984357f3da5&id=718edf03-f702-41e1-b6df-77e76e24215a&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0660374 Aug 19 14:47:39.646140 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4f1a3afc-5304-43ec-97b0-5d8c935b6d90 req-3f090ca3-6d9b-41d4-af40-04771d4ef2a9 service neutron] 10.222.0.68 "GET /v2.0/networks/b2d4d555-2e9b-4733-8514-652e7f465792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031151 Aug 19 14:47:39.668763 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 21e6727d-5daf-48d7-9d3d-ba7a4b3acb0b details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:47:39.804646 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 21e6727d-5daf-48d7-9d3d-ba7a4b3acb0b, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=21e6727d-5daf-48d7-9d3d-ba7a4b3acb0b,segment=NetworkSegment(9ec726c0-288d-4d26-99ed-3a23c35944e2),segment_id=9ec726c0-288d-4d26-99ed-3a23c35944e2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:47:39.827760 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '21e6727d-5daf-48d7-9d3d-ba7a4b3acb0b', 'network_id': '782b273d-8269-4c40-85fd-b9fcd04fcb17', 'port_id': '21e6727d-5daf-48d7-9d3d-ba7a4b3acb0b', 'mac_address': 'fa:16:3e:6d:42:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25c39f6d-e619-4296-b16b-34049cafbda6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:47:39.882263 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:39.898219 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21e6727d-5daf-48d7-9d3d-ba7a4b3acb0b {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:47:39.929632 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 21e6727d-5daf-48d7-9d3d-ba7a4b3acb0b, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=21e6727d-5daf-48d7-9d3d-ba7a4b3acb0b,segment=NetworkSegment(9ec726c0-288d-4d26-99ed-3a23c35944e2),segment_id=9ec726c0-288d-4d26-99ed-3a23c35944e2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:47:39.935770 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:39.993028 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=21e6727d-5daf-48d7-9d3d-ba7a4b3acb0b,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:40.103268 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d359fe-4956-42c4-b3e5-99f6c95601e6 req-b8d671ac-df1a-46bc-b79b-cb8cf0ef0d87 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:40.106350 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d6d359fe-4956-42c4-b3e5-99f6c95601e6 req-b8d671ac-df1a-46bc-b79b-cb8cf0ef0d87 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef2ae11-dddd-4bfe-9456-3f9aacae7d07 HTTP/1.1" status: 200 len: 945 time: 0.0672736 Aug 19 14:47:40.193842 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d6d359fe-4956-42c4-b3e5-99f6c95601e6 req-b152331a-9639-410e-b5c9-dccc339f3127 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804701 Aug 19 14:47:40.229500 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a16ae6-c7c3-4611-903f-b1cfd3bb94fa req-7c081c5e-489f-4cda-8886-65270cceefab tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:40.232071 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-10a16ae6-c7c3-4611-903f-b1cfd3bb94fa req-7c081c5e-489f-4cda-8886-65270cceefab tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1743e13-6f4e-4596-a627-8ac9c8a1a7d8 HTTP/1.1" status: 200 len: 945 time: 0.0901532 Aug 19 14:47:40.287358 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-10a16ae6-c7c3-4611-903f-b1cfd3bb94fa req-6416e5ae-ed7e-4abe-ad11-f0bbe14bbde5 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428646 Aug 19 14:47:40.342836 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['21e6727d-5daf-48d7-9d3d-ba7a4b3acb0b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:47:40.640299 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 52626) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:47:40.735441 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e7d454-f9c0-4335-add2-f06149091c95 req-bdfb241c-4ce7-4fff-be85-fbf5c6a0d8f1 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:40.736941 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-87e7d454-f9c0-4335-add2-f06149091c95 req-bdfb241c-4ce7-4fff-be85-fbf5c6a0d8f1 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/ports?device_id=a238ee8e-b427-45a7-8280-9933a7f6126d HTTP/1.1" status: 200 len: 984 time: 0.0566974 Aug 19 14:47:40.800882 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-87e7d454-f9c0-4335-add2-f06149091c95 req-e86d8b77-127f-4434-968a-8a021980d672 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups?id=63bbe400-1969-4ab6-bfdf-8984357f3da5&id=718edf03-f702-41e1-b6df-77e76e24215a&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0522585 Aug 19 14:47:40.801653 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c962195e-ee68-4066-97f4-285d2894b2f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:40.914085 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c962195e-ee68-4066-97f4-285d2894b2f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:40.920238 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c962195e-ee68-4066-97f4-285d2894b2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:40.964600 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6df81f4b-7b77-4b1e-b65d-96abe0124a8a req-36059e50-2439-474a-a469-6a0f7ab00a4f tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1982356591&fields=id&tenant_id=f8a38202591b4ab4b2c88662991e6e0b HTTP/1.1" status: 200 len: 267 time: 0.0828564 Aug 19 14:47:41.011581 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 52648) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:47:41.029609 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962195e-ee68-4066-97f4-285d2894b2f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e5ae0a-c6bf-41cf-baf6-61c562d66409,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:41.038965 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-c962195e-ee68-4066-97f4-285d2894b2f2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4ee3fe4bcc784ea291c8ed357b9afebd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3950720 Aug 19 14:47:41.039829 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 52652) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:47:41.072501 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df81f4b-7b77-4b1e-b65d-96abe0124a8a req-2dc95862-7c0d-4269-a766-a74433966dd4 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:41.079693 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6df81f4b-7b77-4b1e-b65d-96abe0124a8a req-2dc95862-7c0d-4269-a766-a74433966dd4 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/ports?device_id=a238ee8e-b427-45a7-8280-9933a7f6126d HTTP/1.1" status: 200 len: 984 time: 0.1083243 Aug 19 14:47:41.091697 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-6df81f4b-7b77-4b1e-b65d-96abe0124a8a req-e0b260ca-37d9-48d8-8f9c-bd12dee9df76 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Request body: {'port': {'security_groups': ['63bbe400-1969-4ab6-bfdf-8984357f3da5', '718edf03-f702-41e1-b6df-77e76e24215a', 'fcfa73b0-551f-4e42-976d-56bb320a1ee7']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:47:41.155183 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e201b67b-4ee6-467c-8f91-7b0200329712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:41.174490 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6df81f4b-7b77-4b1e-b65d-96abe0124a8a req-e0b260ca-37d9-48d8-8f9c-bd12dee9df76 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:41.184546 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e201b67b-4ee6-467c-8f91-7b0200329712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:41.191464 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97046f14-48e2-4dd0-8f10-7d114e681ff5 req-852d9275-4bd2-4872-922c-f9ca1e347a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:41.191947 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97046f14-48e2-4dd0-8f10-7d114e681ff5 req-852d9275-4bd2-4872-922c-f9ca1e347a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:41.192441 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97046f14-48e2-4dd0-8f10-7d114e681ff5 req-852d9275-4bd2-4872-922c-f9ca1e347a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:41.192926 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97046f14-48e2-4dd0-8f10-7d114e681ff5 req-852d9275-4bd2-4872-922c-f9ca1e347a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:41.193401 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97046f14-48e2-4dd0-8f10-7d114e681ff5 req-852d9275-4bd2-4872-922c-f9ca1e347a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:41.193863 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97046f14-48e2-4dd0-8f10-7d114e681ff5 req-852d9275-4bd2-4872-922c-f9ca1e347a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:41.194504 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97046f14-48e2-4dd0-8f10-7d114e681ff5 req-852d9275-4bd2-4872-922c-f9ca1e347a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:41.196598 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-97046f14-48e2-4dd0-8f10-7d114e681ff5 req-852d9275-4bd2-4872-922c-f9ca1e347a71 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 6492 time: 0.1833906 Aug 19 14:47:41.252982 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-97046f14-48e2-4dd0-8f10-7d114e681ff5 req-e3a470fd-57ce-4706-8312-9db3ec74385c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=79af4be3-90a0-4292-a54f-cdd3d9a00e15&id=27241ab3-04f0-48c7-8563-70f9530fcbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0482306 Aug 19 14:47:41.276992 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e201b67b-4ee6-467c-8f91-7b0200329712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:41.280999 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e201b67b-4ee6-467c-8f91-7b0200329712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:41.282806 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e201b67b-4ee6-467c-8f91-7b0200329712 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e2e5ae0a-c6bf-41cf-baf6-61c562d66409 HTTP/1.1" status: 204 len: 168 time: 0.2426186 Aug 19 14:47:41.292376 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e201b67b-4ee6-467c-8f91-7b0200329712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e5ae0a-c6bf-41cf-baf6-61c562d66409,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:41.303353 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e201b67b-4ee6-467c-8f91-7b0200329712 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:47:41.303937 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e201b67b-4ee6-467c-8f91-7b0200329712 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:47:41.304821 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e201b67b-4ee6-467c-8f91-7b0200329712 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:47:41.305521 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e201b67b-4ee6-467c-8f91-7b0200329712 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:47:41.305999 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e201b67b-4ee6-467c-8f91-7b0200329712 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:47:41.306601 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e201b67b-4ee6-467c-8f91-7b0200329712 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:47:41.307086 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e201b67b-4ee6-467c-8f91-7b0200329712 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:47:41.307643 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e201b67b-4ee6-467c-8f91-7b0200329712 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:47:41.308729 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e201b67b-4ee6-467c-8f91-7b0200329712 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:47:41.309224 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e201b67b-4ee6-467c-8f91-7b0200329712 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:47:41.309783 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e201b67b-4ee6-467c-8f91-7b0200329712 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:47:41.310276 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e201b67b-4ee6-467c-8f91-7b0200329712 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:47:41.367772 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea313971-6030-41a7-a0b8-62150e5ed0d9 req-ec7c8f72-dedb-4858-a3d2-e298a723b112 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:41.370318 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ea313971-6030-41a7-a0b8-62150e5ed0d9 req-ec7c8f72-dedb-4858-a3d2-e298a723b112 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef2ae11-dddd-4bfe-9456-3f9aacae7d07 HTTP/1.1" status: 200 len: 945 time: 0.0840828 Aug 19 14:47:41.476011 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ea313971-6030-41a7-a0b8-62150e5ed0d9 req-bc025cdb-3583-476b-836b-e48c87940a03 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862820 Aug 19 14:47:41.502579 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-6df81f4b-7b77-4b1e-b65d-96abe0124a8a req-e0b260ca-37d9-48d8-8f9c-bd12dee9df76 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] For port b4754be6-9151-4111-a484-8736c99d32fd, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=b4754be6-9151-4111-a484-8736c99d32fd,segment=NetworkSegment(d1cfb425-e152-40e2-b3d4-f94fb44e8d95),segment_id=d1cfb425-e152-40e2-b3d4-f94fb44e8d95)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:47:41.537505 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6df81f4b-7b77-4b1e-b65d-96abe0124a8a req-e0b260ca-37d9-48d8-8f9c-bd12dee9df76 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:41.544206 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6df81f4b-7b77-4b1e-b65d-96abe0124a8a req-e0b260ca-37d9-48d8-8f9c-bd12dee9df76 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:41.556299 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['b4754be6-9151-4111-a484-8736c99d32fd'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:47:41.600601 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df81f4b-7b77-4b1e-b65d-96abe0124a8a req-e0b260ca-37d9-48d8-8f9c-bd12dee9df76 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:41.601420 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6df81f4b-7b77-4b1e-b65d-96abe0124a8a req-e0b260ca-37d9-48d8-8f9c-bd12dee9df76 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:41.606855 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6df81f4b-7b77-4b1e-b65d-96abe0124a8a req-e0b260ca-37d9-48d8-8f9c-bd12dee9df76 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "PUT /v2.0/ports/b4754be6-9151-4111-a484-8736c99d32fd HTTP/1.1" status: 200 len: 1020 time: 0.5213320 Aug 19 14:47:41.607350 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a238ee8e-b427-45a7-8280-9933a7f6126d', 'tag': 'b4754be6-9151-4111-a484-8736c99d32fd'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:47:41.609522 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:47:41.621557 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6cd68a2-2bf5-47e3-9766-fa1496a12180" -d '{"events": [{"name": "network-changed", "server_uuid": "a238ee8e-b427-45a7-8280-9933a7f6126d", "tag": "b4754be6-9151-4111-a484-8736c99d32fd"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:47:41.626037 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 52670) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:47:41.642731 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8d57cc9-81f3-4832-86dc-fba2cfab9954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:41.708010 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['b4754be6-9151-4111-a484-8736c99d32fd'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:47:41.726375 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b260ca-37d9-48d8-8f9c-bd12dee9df76 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Pushing event updated for resources: {'Port': ['ID=b4754be6-9151-4111-a484-8736c99d32fd,revision_number=7']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:41.759290 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce5533-556f-42ab-a7bc-1d725140ca93 req-e95287f1-1dda-4d50-9ac4-01cbccb0ff4d tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:41.761870 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-14ce5533-556f-42ab-a7bc-1d725140ca93 req-e95287f1-1dda-4d50-9ac4-01cbccb0ff4d tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1743e13-6f4e-4596-a627-8ac9c8a1a7d8 HTTP/1.1" status: 200 len: 945 time: 0.1229293 Aug 19 14:47:41.765117 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d1acf109-676e-4248-a602-e4cbe06934c4 req-2e00370f-dd89-43ad-ac6d-958522b5881b tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups/fcfa73b0-551f-4e42-976d-56bb320a1ee7 HTTP/1.1" status: 200 len: 1803 time: 0.1305020 Aug 19 14:47:41.787047 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8d57cc9-81f3-4832-86dc-fba2cfab9954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:41.793658 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8d57cc9-81f3-4832-86dc-fba2cfab9954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:41.844663 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c8d57cc9-81f3-4832-86dc-fba2cfab9954 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=959be811e56b46499775db9b31a5266c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2174759 Aug 19 14:47:41.845854 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d57cc9-81f3-4832-86dc-fba2cfab9954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3bee565-c168-4b13-b29e-a1dfffc5deea,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:41.847891 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 52676) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:47:41.861023 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-14ce5533-556f-42ab-a7bc-1d725140ca93 req-b66825fc-0f24-4b3d-8007-ee7c961e3759 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927377 Aug 19 14:47:41.887309 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [req-d1acf109-676e-4248-a602-e4cbe06934c4 req-a1c293c2-6896-43e9-a143-1705f1ff2e69 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 19 14:47:41.902987 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d1acf109-676e-4248-a602-e4cbe06934c4 req-a1c293c2-6896-43e9-a143-1705f1ff2e69 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "DELETE /v2.0/security-groups/fcfa73b0-551f-4e42-976d-56bb320a1ee7 HTTP/1.1" status: 409 len: 341 time: 0.0991104 Aug 19 14:47:41.962979 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9661daf3-1556-4eb5-b3da-6375fcf77bae x-openstack-request-id: req-9661daf3-1556-4eb5-b3da-6375fcf77bae {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:47:41.963520 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a238ee8e-b427-45a7-8280-9933a7f6126d", "tag": "b4754be6-9151-4111-a484-8736c99d32fd", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:47:41.964387 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9661daf3-1556-4eb5-b3da-6375fcf77bae {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:47:41.964823 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a238ee8e-b427-45a7-8280-9933a7f6126d', 'tag': 'b4754be6-9151-4111-a484-8736c99d32fd', 'status': 'completed', 'code': 200} Aug 19 14:47:42.096379 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-41c6aabf-b040-436e-9ce8-64fcb4a16cb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:42.139225 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd68a2-2bf5-47e3-9766-fa1496a12180 req-3b52c434-7689-44aa-9a35-b32dc4533a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:42.141140 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a6cd68a2-2bf5-47e3-9766-fa1496a12180 req-3b52c434-7689-44aa-9a35-b32dc4533a29 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f8a38202591b4ab4b2c88662991e6e0b&device_id=a238ee8e-b427-45a7-8280-9933a7f6126d HTTP/1.1" status: 200 len: 1174 time: 0.1672292 Aug 19 14:47:42.172852 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-41c6aabf-b040-436e-9ce8-64fcb4a16cb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:42.292669 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b4133e-440b-4963-b908-859d583ca30c req-cda52587-e273-49e1-8389-9dd13ded5ee2 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:42.294206 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-08b4133e-440b-4963-b908-859d583ca30c req-cda52587-e273-49e1-8389-9dd13ded5ee2 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/ports?device_id=a238ee8e-b427-45a7-8280-9933a7f6126d HTTP/1.1" status: 200 len: 1023 time: 0.1418371 Aug 19 14:47:42.341063 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-41c6aabf-b040-436e-9ce8-64fcb4a16cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:42.343383 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-41c6aabf-b040-436e-9ce8-64fcb4a16cb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:42.344463 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-41c6aabf-b040-436e-9ce8-64fcb4a16cb8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d3bee565-c168-4b13-b29e-a1dfffc5deea HTTP/1.1" status: 204 len: 168 time: 0.4922736 Aug 19 14:47:42.348677 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd68a2-2bf5-47e3-9766-fa1496a12180 req-562c285b-f1c9-432f-ba51-c244c0ed35b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:42.350376 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a6cd68a2-2bf5-47e3-9766-fa1496a12180 req-562c285b-f1c9-432f-ba51-c244c0ed35b0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=b2d4d555-2e9b-4733-8514-652e7f465792 HTTP/1.1" status: 200 len: 914 time: 0.1991820 Aug 19 14:47:42.375534 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c6aabf-b040-436e-9ce8-64fcb4a16cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3bee565-c168-4b13-b29e-a1dfffc5deea,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:42.411478 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a6cd68a2-2bf5-47e3-9766-fa1496a12180 req-0d89a9c2-0946-440d-a307-f4b5e1ea1ead service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b4754be6-9151-4111-a484-8736c99d32fd HTTP/1.1" status: 200 len: 217 time: 0.0449672 Aug 19 14:47:42.449242 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-08b4133e-440b-4963-b908-859d583ca30c req-fce75827-95e6-4541-a82c-78ec09bc158a tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups?id=fcfa73b0-551f-4e42-976d-56bb320a1ee7&id=63bbe400-1969-4ab6-bfdf-8984357f3da5&id=718edf03-f702-41e1-b6df-77e76e24215a&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1177454 Aug 19 14:47:42.497099 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd68a2-2bf5-47e3-9766-fa1496a12180 req-e3b066f8-c660-4ae6-9a05-5641067cb674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:42.499213 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a6cd68a2-2bf5-47e3-9766-fa1496a12180 req-e3b066f8-c660-4ae6-9a05-5641067cb674 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=012fcfd6-81ba-4534-8de9-b0902e6c4481 HTTP/1.1" status: 200 len: 853 time: 0.0730402 Aug 19 14:47:42.567501 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a6cd68a2-2bf5-47e3-9766-fa1496a12180 req-e2b54852-ab22-4b92-91d2-5c1b090025db service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b2d4d555-2e9b-4733-8514-652e7f465792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579915 Aug 19 14:47:42.675628 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecef443-e7bd-452c-8d2e-7fd76b5d1fcb req-2e1a45ff-70e6-4a33-bdd6-5cfc65879fcb tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:42.677174 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1ecef443-e7bd-452c-8d2e-7fd76b5d1fcb req-2e1a45ff-70e6-4a33-bdd6-5cfc65879fcb tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef2ae11-dddd-4bfe-9456-3f9aacae7d07 HTTP/1.1" status: 200 len: 945 time: 0.1120882 Aug 19 14:47:42.734488 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a6cd68a2-2bf5-47e3-9766-fa1496a12180 req-5a163136-1e38-4228-b893-c1091d13dd8c service neutron] 10.222.0.68 "GET /v2.0/networks/b2d4d555-2e9b-4733-8514-652e7f465792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556859 Aug 19 14:47:42.740534 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1ecef443-e7bd-452c-8d2e-7fd76b5d1fcb req-d40e2cf8-02e5-49f5-ab39-28ec6a01fe29 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540974 Aug 19 14:47:42.852306 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a6cd68a2-2bf5-47e3-9766-fa1496a12180 req-f3e880fe-06eb-47db-b760-95401689ea0c service neutron] 10.222.0.68 "GET /v2.0/networks/b2d4d555-2e9b-4733-8514-652e7f465792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012392 Aug 19 14:47:43.012241 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722be4a-55a4-4047-92ac-2da4a0911a4f req-674a398e-95aa-4e43-b3a8-ef145461a5fd tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:43.014120 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a722be4a-55a4-4047-92ac-2da4a0911a4f req-674a398e-95aa-4e43-b3a8-ef145461a5fd tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1743e13-6f4e-4596-a627-8ac9c8a1a7d8 HTTP/1.1" status: 200 len: 945 time: 0.0606086 Aug 19 14:47:43.060345 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a722be4a-55a4-4047-92ac-2da4a0911a4f req-3c723dd6-41fa-4851-aae1-c99ac5a8a2c5 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361819 Aug 19 14:47:43.580157 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39428c-5dd7-4f9a-a971-903a1a812557 req-9f07f09e-3859-46e7-95dc-bed719f47b42 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:43.581859 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cf39428c-5dd7-4f9a-a971-903a1a812557 req-9f07f09e-3859-46e7-95dc-bed719f47b42 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/ports?device_id=a238ee8e-b427-45a7-8280-9933a7f6126d HTTP/1.1" status: 200 len: 1023 time: 0.0615268 Aug 19 14:47:43.629433 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cf39428c-5dd7-4f9a-a971-903a1a812557 req-b16e95db-a57b-4fb3-a1de-1075dc194fa6 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups?id=fcfa73b0-551f-4e42-976d-56bb320a1ee7&id=63bbe400-1969-4ab6-bfdf-8984357f3da5&id=718edf03-f702-41e1-b6df-77e76e24215a&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0405169 Aug 19 14:47:43.712523 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 21e6727d-5daf-48d7-9d3d-ba7a4b3acb0b up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:47:43.746855 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044c6ea-59d7-4d5c-94c0-1dc72900e788 req-1121910f-96e4-4c36-be8a-9c715dc32c91 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:43.748506 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6044c6ea-59d7-4d5c-94c0-1dc72900e788 req-1121910f-96e4-4c36-be8a-9c715dc32c91 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.68 "GET /v2.0/ports?device_id=a238ee8e-b427-45a7-8280-9933a7f6126d HTTP/1.1" status: 200 len: 1023 time: 0.0800173 Aug 19 14:47:43.805064 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 21e6727d-5daf-48d7-9d3d-ba7a4b3acb0b completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:47:43.820738 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 21e6727d-5daf-48d7-9d3d-ba7a4b3acb0b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:47:43.821624 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:43.948595 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02e2c3-1534-41d0-9074-d7d3992ea007 req-c4d3bc34-54fd-45dd-9f03-2ad73dc2fb11 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:43.950242 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0a02e2c3-1534-41d0-9074-d7d3992ea007 req-c4d3bc34-54fd-45dd-9f03-2ad73dc2fb11 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef2ae11-dddd-4bfe-9456-3f9aacae7d07 HTTP/1.1" status: 200 len: 945 time: 0.0949295 Aug 19 14:47:43.960214 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-6044c6ea-59d7-4d5c-94c0-1dc72900e788 req-1a284e02-e0ee-4889-9f8b-4ad88b27dc46 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Deleting port b4754be6-9151-4111-a484-8736c99d32fd {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:47:43.960724 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6044c6ea-59d7-4d5c-94c0-1dc72900e788 req-1a284e02-e0ee-4889-9f8b-4ad88b27dc46 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:43.975612 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:44.022532 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 21e6727d-5daf-48d7-9d3d-ba7a4b3acb0b, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=21e6727d-5daf-48d7-9d3d-ba7a4b3acb0b,segment=NetworkSegment(9ec726c0-288d-4d26-99ed-3a23c35944e2),segment_id=9ec726c0-288d-4d26-99ed-3a23c35944e2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:47:44.023616 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1743e13-6f4e-4596-a627-8ac9c8a1a7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21e6727d-5daf-48d7-9d3d-ba7a4b3acb0b'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:47:44.027269 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1207c18-72b1-483d-8cd4-7fcd88fc7d68" -d '{"events": [{"server_uuid": "b1743e13-6f4e-4596-a627-8ac9c8a1a7d8", "name": "network-vif-plugged", "status": "completed", "tag": "21e6727d-5daf-48d7-9d3d-ba7a4b3acb0b"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:47:44.046056 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:44.091030 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-6044c6ea-59d7-4d5c-94c0-1dc72900e788 req-1a284e02-e0ee-4889-9f8b-4ad88b27dc46 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] For port b4754be6-9151-4111-a484-8736c99d32fd, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=b4754be6-9151-4111-a484-8736c99d32fd,segment=NetworkSegment(d1cfb425-e152-40e2-b3d4-f94fb44e8d95),segment_id=d1cfb425-e152-40e2-b3d4-f94fb44e8d95)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:47:44.091411 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6044c6ea-59d7-4d5c-94c0-1dc72900e788 req-1a284e02-e0ee-4889-9f8b-4ad88b27dc46 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:44.094017 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ed946d-d03d-443e-9666-482fc8754aff x-openstack-request-id: req-95ed946d-d03d-443e-9666-482fc8754aff {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:47:44.094576 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1743e13-6f4e-4596-a627-8ac9c8a1a7d8", "name": "network-vif-plugged", "status": "completed", "tag": "21e6727d-5daf-48d7-9d3d-ba7a4b3acb0b", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:47:44.095040 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-95ed946d-d03d-443e-9666-482fc8754aff {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:47:44.095645 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1743e13-6f4e-4596-a627-8ac9c8a1a7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21e6727d-5daf-48d7-9d3d-ba7a4b3acb0b', 'code': 200} Aug 19 14:47:44.120152 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-6044c6ea-59d7-4d5c-94c0-1dc72900e788 req-1a284e02-e0ee-4889-9f8b-4ad88b27dc46 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Calling delete_port for b4754be6-9151-4111-a484-8736c99d32fd owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:47:44.136509 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=21e6727d-5daf-48d7-9d3d-ba7a4b3acb0b,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:44.138272 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0a02e2c3-1534-41d0-9074-d7d3992ea007 req-43442d70-9458-4342-8ef8-95c81707cc7a tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201944 Aug 19 14:47:44.146200 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:47:44.146806 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:47:44.147357 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:47:44.147926 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:47:44.148521 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:47:44.149190 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:47:44.149731 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:47:44.150316 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:47:44.151551 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:47:44.152099 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:47:44.152691 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:47:44.153245 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:47:44.272107 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bfd1b3-f358-4fb1-9a03-66fc74f86840 req-c9a36998-dda3-4993-a28c-917c604080a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:44.273659 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-95bfd1b3-f358-4fb1-9a03-66fc74f86840 req-c9a36998-dda3-4993-a28c-917c604080a9 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b1743e13-6f4e-4596-a627-8ac9c8a1a7d8 HTTP/1.1" status: 200 len: 1097 time: 0.1304407 Aug 19 14:47:44.312261 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb5c661-843f-46f4-85aa-c0e2231208df req-f9a8c916-cc79-4c15-ba2f-bbe867124dfc tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:44.313774 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-aeb5c661-843f-46f4-85aa-c0e2231208df req-f9a8c916-cc79-4c15-ba2f-bbe867124dfc tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1743e13-6f4e-4596-a627-8ac9c8a1a7d8 HTTP/1.1" status: 200 len: 946 time: 0.1034229 Aug 19 14:47:44.357104 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-95bfd1b3-f358-4fb1-9a03-66fc74f86840 req-758779a2-be23-4d6a-abb2-d482e4b909ae service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694029 Aug 19 14:47:44.376850 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-aeb5c661-843f-46f4-85aa-c0e2231208df req-2d5b812e-788d-43a0-a4a6-a8bdc2d2ed70 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526006 Aug 19 14:47:44.427545 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6044c6ea-59d7-4d5c-94c0-1dc72900e788 req-1a284e02-e0ee-4889-9f8b-4ad88b27dc46 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:44.440221 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['b4754be6-9151-4111-a484-8736c99d32fd'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:47:44.447404 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:47:44.478518 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a284e02-e0ee-4889-9f8b-4ad88b27dc46 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Pushing event deleted for resources: {'Port': ['ID=b4754be6-9151-4111-a484-8736c99d32fd,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:44.541181 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-6044c6ea-59d7-4d5c-94c0-1dc72900e788 req-1a284e02-e0ee-4889-9f8b-4ad88b27dc46 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] No DVR routers for this DVR port b4754be6-9151-4111-a484-8736c99d32fd on host n-h1-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:47:44.544588 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6044c6ea-59d7-4d5c-94c0-1dc72900e788 req-1a284e02-e0ee-4889-9f8b-4ad88b27dc46 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:44.546724 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6044c6ea-59d7-4d5c-94c0-1dc72900e788 req-1a284e02-e0ee-4889-9f8b-4ad88b27dc46 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.68 "DELETE /v2.0/ports/b4754be6-9151-4111-a484-8736c99d32fd HTTP/1.1" status: 204 len: 173 time: 0.7914436 Aug 19 14:47:44.547171 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a238ee8e-b427-45a7-8280-9933a7f6126d', 'name': 'network-vif-deleted', 'tag': 'b4754be6-9151-4111-a484-8736c99d32fd'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:47:44.549467 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a356d86-70cf-4dc1-a871-e141786b6813" -d '{"events": [{"server_uuid": "a238ee8e-b427-45a7-8280-9933a7f6126d", "name": "network-vif-deleted", "tag": "b4754be6-9151-4111-a484-8736c99d32fd"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:47:44.627575 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8edb9730-ff85-4fa4-9169-60637deeace3 x-openstack-request-id: req-8edb9730-ff85-4fa4-9169-60637deeace3 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:47:44.628110 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a238ee8e-b427-45a7-8280-9933a7f6126d", "name": "network-vif-deleted", "tag": "b4754be6-9151-4111-a484-8736c99d32fd", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:47:44.628110 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8edb9730-ff85-4fa4-9169-60637deeace3 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:47:44.628523 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a238ee8e-b427-45a7-8280-9933a7f6126d', 'name': 'network-vif-deleted', 'tag': 'b4754be6-9151-4111-a484-8736c99d32fd', 'status': 'completed', 'code': 200} Aug 19 14:47:44.781639 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-40347a30-b516-40bf-8a8c-7b4eefe62ae1 req-f461f03b-87bc-4b29-ace8-6c5414e1cec3 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/ports?device_id=a238ee8e-b427-45a7-8280-9933a7f6126d HTTP/1.1" status: 200 len: 210 time: 0.0460815 Aug 19 14:47:45.248268 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864003e8-2b54-4191-a633-20f59fb74309 req-ac2fd0d6-f30e-47f5-b827-dba07d3453de tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:45.249715 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-864003e8-2b54-4191-a633-20f59fb74309 req-ac2fd0d6-f30e-47f5-b827-dba07d3453de tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef2ae11-dddd-4bfe-9456-3f9aacae7d07 HTTP/1.1" status: 200 len: 945 time: 0.0504453 Aug 19 14:47:45.289338 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-864003e8-2b54-4191-a633-20f59fb74309 req-e1ccb47e-f042-4b4e-b017-c22a1ed2bcd0 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332563 Aug 19 14:47:45.509272 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91f8dd-dc4e-477b-b110-4090f000d555 req-69328524-834b-4a00-ae5a-8068cfbc848a tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:45.511263 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3a91f8dd-dc4e-477b-b110-4090f000d555 req-69328524-834b-4a00-ae5a-8068cfbc848a tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1743e13-6f4e-4596-a627-8ac9c8a1a7d8 HTTP/1.1" status: 200 len: 946 time: 0.0523472 Aug 19 14:47:45.549902 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3a91f8dd-dc4e-477b-b110-4090f000d555 req-8893cfce-8b46-4960-8d88-d8e7cb5a7a99 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326815 Aug 19 14:47:45.714087 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:47:45.939266 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2a7d5eaf-6c25-48ec-8bbf-00b7a568e737 req-2be3a0fa-3e7e-4df2-8cfd-4c0f41bec22b tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups/718edf03-f702-41e1-b6df-77e76e24215a HTTP/1.1" status: 200 len: 1802 time: 0.0816200 Aug 19 14:47:46.002227 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2a7d5eaf-6c25-48ec-8bbf-00b7a568e737 req-854d4d5d-fcb0-4ddb-9bfc-5393fcce31d2 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:46.025175 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2a7d5eaf-6c25-48ec-8bbf-00b7a568e737 req-854d4d5d-fcb0-4ddb-9bfc-5393fcce31d2 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:46.069463 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2a7d5eaf-6c25-48ec-8bbf-00b7a568e737 req-854d4d5d-fcb0-4ddb-9bfc-5393fcce31d2 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:46.071966 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2a7d5eaf-6c25-48ec-8bbf-00b7a568e737 req-854d4d5d-fcb0-4ddb-9bfc-5393fcce31d2 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:46.076069 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2a7d5eaf-6c25-48ec-8bbf-00b7a568e737 req-854d4d5d-fcb0-4ddb-9bfc-5393fcce31d2 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "DELETE /v2.0/security-groups/718edf03-f702-41e1-b6df-77e76e24215a HTTP/1.1" status: 204 len: 173 time: 0.1359925 Aug 19 14:47:46.092265 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854d4d5d-fcb0-4ddb-9bfc-5393fcce31d2 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=718edf03-f702-41e1-b6df-77e76e24215a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:46.145299 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-35b1b17b-0203-4ccf-ac61-b3977b1b7268 req-3368533d-b8c2-4129-a2f3-60d09adf2355 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups/fcfa73b0-551f-4e42-976d-56bb320a1ee7 HTTP/1.1" status: 200 len: 1803 time: 0.0450654 Aug 19 14:47:46.351562 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-35b1b17b-0203-4ccf-ac61-b3977b1b7268 req-db08d95d-d82a-4c9c-93f2-910054e124c8 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:46.351562 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-35b1b17b-0203-4ccf-ac61-b3977b1b7268 req-db08d95d-d82a-4c9c-93f2-910054e124c8 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:46.351562 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-35b1b17b-0203-4ccf-ac61-b3977b1b7268 req-db08d95d-d82a-4c9c-93f2-910054e124c8 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:46.351562 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-35b1b17b-0203-4ccf-ac61-b3977b1b7268 req-db08d95d-d82a-4c9c-93f2-910054e124c8 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:46.351562 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-35b1b17b-0203-4ccf-ac61-b3977b1b7268 req-db08d95d-d82a-4c9c-93f2-910054e124c8 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "DELETE /v2.0/security-groups/fcfa73b0-551f-4e42-976d-56bb320a1ee7 HTTP/1.1" status: 204 len: 173 time: 0.1598399 Aug 19 14:47:46.367578 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-0a6c4e21-6abc-4c6d-ba2c-edafba77824b req-cb4ec027-e2ab-4daa-bc1c-836bd27a6088 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1687213129', 'description': 'tempest-description-1683804911'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:47:46.382121 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db08d95d-d82a-4c9c-93f2-910054e124c8 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfa73b0-551f-4e42-976d-56bb320a1ee7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:46.420312 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0a6c4e21-6abc-4c6d-ba2c-edafba77824b req-cb4ec027-e2ab-4daa-bc1c-836bd27a6088 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:46.516360 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ac9eb-a577-42d9-b729-a48224aa0a61 req-62ebd6e2-fcce-403b-9469-aea421917da2 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:46.518276 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-254ac9eb-a577-42d9-b729-a48224aa0a61 req-62ebd6e2-fcce-403b-9469-aea421917da2 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef2ae11-dddd-4bfe-9456-3f9aacae7d07 HTTP/1.1" status: 200 len: 945 time: 0.0867646 Aug 19 14:47:46.580728 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-254ac9eb-a577-42d9-b729-a48224aa0a61 req-a9e60fee-9bad-4edd-aae9-c1ddac092b1a tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517440 Aug 19 14:47:46.588087 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0a6c4e21-6abc-4c6d-ba2c-edafba77824b req-cb4ec027-e2ab-4daa-bc1c-836bd27a6088 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:46.594800 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0a6c4e21-6abc-4c6d-ba2c-edafba77824b req-cb4ec027-e2ab-4daa-bc1c-836bd27a6088 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:46.642304 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0a6c4e21-6abc-4c6d-ba2c-edafba77824b req-cb4ec027-e2ab-4daa-bc1c-836bd27a6088 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:46.643580 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0a6c4e21-6abc-4c6d-ba2c-edafba77824b req-cb4ec027-e2ab-4daa-bc1c-836bd27a6088 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2876217 Aug 19 14:47:46.652870 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ec027-e2ab-4daa-bc1c-836bd27a6088 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=528c3783-5bcf-4ac4-8fd4-f6e79e0e741e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:46.799323 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-03553ee9-63d9-4ab8-a42e-8715d36fd1a3 req-72240114-4766-4102-9e4b-89259034e1a7 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups/528c3783-5bcf-4ac4-8fd4-f6e79e0e741e HTTP/1.1" status: 200 len: 1803 time: 0.0756023 Aug 19 14:47:46.809654 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb6d588-9bf4-4fbc-b9a4-4745a6eca65a req-04a0b65f-aae6-4479-9f8d-d16417a18fc8 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:46.811216 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-beb6d588-9bf4-4fbc-b9a4-4745a6eca65a req-04a0b65f-aae6-4479-9f8d-d16417a18fc8 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1743e13-6f4e-4596-a627-8ac9c8a1a7d8 HTTP/1.1" status: 200 len: 946 time: 0.0996573 Aug 19 14:47:46.816110 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-03553ee9-63d9-4ab8-a42e-8715d36fd1a3 req-21170829-dd75-47fe-a065-f0791a1431f0 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1339671367', 'description': 'tempest-description-hth-1893880458'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:47:46.865481 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-03553ee9-63d9-4ab8-a42e-8715d36fd1a3 req-21170829-dd75-47fe-a065-f0791a1431f0 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for security_group, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:46.888754 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-beb6d588-9bf4-4fbc-b9a4-4745a6eca65a req-3ea30e9e-c92c-4107-872d-0238a1bfb5cf tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683956 Aug 19 14:47:46.929456 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-03553ee9-63d9-4ab8-a42e-8715d36fd1a3 req-21170829-dd75-47fe-a065-f0791a1431f0 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for security_group, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:46.939342 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-03553ee9-63d9-4ab8-a42e-8715d36fd1a3 req-21170829-dd75-47fe-a065-f0791a1431f0 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:46.942103 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-03553ee9-63d9-4ab8-a42e-8715d36fd1a3 req-21170829-dd75-47fe-a065-f0791a1431f0 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:46.954773 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-03553ee9-63d9-4ab8-a42e-8715d36fd1a3 req-21170829-dd75-47fe-a065-f0791a1431f0 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "PUT /v2.0/security-groups/528c3783-5bcf-4ac4-8fd4-f6e79e0e741e HTTP/1.1" status: 200 len: 1777 time: 0.1420627 Aug 19 14:47:47.042153 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21170829-dd75-47fe-a065-f0791a1431f0 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=528c3783-5bcf-4ac4-8fd4-f6e79e0e741e,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:47.083092 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5d9e1d06-7840-4fab-9dfa-69a120c495a5 req-f0d788ea-4b4c-476f-8228-fc81fbb06689 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups/528c3783-5bcf-4ac4-8fd4-f6e79e0e741e HTTP/1.1" status: 200 len: 1777 time: 0.0970721 Aug 19 14:47:47.094186 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb515ab-161d-4987-8a92-310f1acd3b69 req-3102a8a7-99a8-4903-97c2-c043a4391905 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:47.099915 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4eb515ab-161d-4987-8a92-310f1acd3b69 req-3102a8a7-99a8-4903-97c2-c043a4391905 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1743e13-6f4e-4596-a627-8ac9c8a1a7d8 HTTP/1.1" status: 200 len: 946 time: 0.1150835 Aug 19 14:47:47.139539 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4eb515ab-161d-4987-8a92-310f1acd3b69 req-458090f8-c059-43f7-8aa3-08ed2e183200 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388191 Aug 19 14:47:47.232478 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-028b6159-bc85-47b5-8066-a3198624055c req-2889b7ef-4620-4daa-979d-41f8586fd517 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups/528c3783-5bcf-4ac4-8fd4-f6e79e0e741e HTTP/1.1" status: 200 len: 1777 time: 0.0637751 Aug 19 14:47:47.318634 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-028b6159-bc85-47b5-8066-a3198624055c req-2a9c6026-5c98-40e3-9c75-72c5a32299ab tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:47.384792 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-028b6159-bc85-47b5-8066-a3198624055c req-2a9c6026-5c98-40e3-9c75-72c5a32299ab tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:47.437247 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2728c5-6179-4999-87ad-cff2c8fad11b req-7939c31b-b296-487d-a0e8-4a1cf07fc717 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:47.439452 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9f2728c5-6179-4999-87ad-cff2c8fad11b req-7939c31b-b296-487d-a0e8-4a1cf07fc717 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1743e13-6f4e-4596-a627-8ac9c8a1a7d8 HTTP/1.1" status: 200 len: 946 time: 0.1087439 Aug 19 14:47:47.466405 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-028b6159-bc85-47b5-8066-a3198624055c req-2a9c6026-5c98-40e3-9c75-72c5a32299ab tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:47.468893 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-028b6159-bc85-47b5-8066-a3198624055c req-2a9c6026-5c98-40e3-9c75-72c5a32299ab tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:47.470009 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-028b6159-bc85-47b5-8066-a3198624055c req-2a9c6026-5c98-40e3-9c75-72c5a32299ab tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "DELETE /v2.0/security-groups/528c3783-5bcf-4ac4-8fd4-f6e79e0e741e HTTP/1.1" status: 204 len: 173 time: 0.2354965 Aug 19 14:47:47.484822 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9c6026-5c98-40e3-9c75-72c5a32299ab tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=528c3783-5bcf-4ac4-8fd4-f6e79e0e741e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:47.503064 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9f2728c5-6179-4999-87ad-cff2c8fad11b req-d793c0c2-1f3e-4258-879a-c94034fff3d2 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557773 Aug 19 14:47:47.583664 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [req-2b53138c-b9b0-45eb-b305-3998fa769840 req-e2fbe07e-4321-40aa-8412-f2a3d4d84f6d tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] show failed (client error): The resource could not be found. Aug 19 14:47:47.584776 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b53138c-b9b0-45eb-b305-3998fa769840 req-e2fbe07e-4321-40aa-8412-f2a3d4d84f6d tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups/fcfa73b0-551f-4e42-976d-56bb320a1ee7 HTTP/1.1" status: 404 len: 352 time: 0.0162446 Aug 19 14:47:47.630944 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [req-15b06ca0-4ba3-498b-8f44-01b988aed00f req-3826db47-de10-4b14-a082-248f5bd85ee8 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] show failed (client error): The resource could not be found. Aug 19 14:47:47.631984 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-15b06ca0-4ba3-498b-8f44-01b988aed00f req-3826db47-de10-4b14-a082-248f5bd85ee8 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups/718edf03-f702-41e1-b6df-77e76e24215a HTTP/1.1" status: 404 len: 352 time: 0.0198891 Aug 19 14:47:47.653327 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5687a7e0-2a3b-4a26-a0f7-86f8dff59e59 req-29a167cf-4e46-4160-ab94-689b2d87048d tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:47.655573 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5687a7e0-2a3b-4a26-a0f7-86f8dff59e59 req-29a167cf-4e46-4160-ab94-689b2d87048d tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1743e13-6f4e-4596-a627-8ac9c8a1a7d8 HTTP/1.1" status: 200 len: 946 time: 0.0698764 Aug 19 14:47:47.684832 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device b4754be6-9151-4111-a484-8736c99d32fd no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:47:47.700923 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5687a7e0-2a3b-4a26-a0f7-86f8dff59e59 req-061e446d-8047-49bb-921c-0260cdcd5cd2 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366716 Aug 19 14:47:47.714033 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: b4754be6-9151-4111-a484-8736c99d32fd {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:47:47.714738 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device b4754be6-9151-4111-a484-8736c99d32fd not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:47:47.756861 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [req-93520264-f632-48af-80c4-a04808b43867 req-06f3bd91-3bbb-4fa3-96bf-caa0bbb9df30 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] show failed (client error): The resource could not be found. Aug 19 14:47:47.758374 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-93520264-f632-48af-80c4-a04808b43867 req-06f3bd91-3bbb-4fa3-96bf-caa0bbb9df30 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups/34290d9c-4345-4555-89ea-554e346f6cd1 HTTP/1.1" status: 404 len: 352 time: 0.0224943 Aug 19 14:47:47.782897 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ef076-7012-4176-870e-7a697a231c1c req-e94b32f3-83cd-4c91-b87d-838a140db8d4 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:47.784832 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4d8ef076-7012-4176-870e-7a697a231c1c req-e94b32f3-83cd-4c91-b87d-838a140db8d4 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef2ae11-dddd-4bfe-9456-3f9aacae7d07 HTTP/1.1" status: 200 len: 945 time: 0.0888083 Aug 19 14:47:47.833590 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4d8ef076-7012-4176-870e-7a697a231c1c req-341e9cab-5f03-4f71-9b73-472b4b499e5e tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416512 Aug 19 14:47:47.880793 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [req-d7383cac-b7c2-4423-b6df-b29a46437453 req-864806bc-7756-41ae-bbe3-ea01cf11894d tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] show failed (client error): The resource could not be found. Aug 19 14:47:47.882512 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d7383cac-b7c2-4423-b6df-b29a46437453 req-864806bc-7756-41ae-bbe3-ea01cf11894d tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups/414ac57f-6aa8-4098-9165-0ce8efc7065e HTTP/1.1" status: 404 len: 352 time: 0.0182986 Aug 19 14:47:47.917253 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [req-f13a351d-fe76-4f86-a2ea-6ef11acb84d0 req-d503548b-9703-44da-95f2-a040ec586885 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] show failed (client error): The resource could not be found. Aug 19 14:47:47.918263 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f13a351d-fe76-4f86-a2ea-6ef11acb84d0 req-d503548b-9703-44da-95f2-a040ec586885 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups/5f493b08-b16a-40fa-8eed-95778ae9a2a2 HTTP/1.1" status: 404 len: 352 time: 0.0162809 Aug 19 14:47:47.969088 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [req-1b41100f-4a9f-4b24-b85f-4462af7d46c3 req-e2ff134a-5b5f-4ba1-bd21-69e65e40e8ea tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] show failed (client error): The resource could not be found. Aug 19 14:47:47.973485 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1b41100f-4a9f-4b24-b85f-4462af7d46c3 req-e2ff134a-5b5f-4ba1-bd21-69e65e40e8ea tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups/45952876-cc77-4332-8871-bfe45a53812f HTTP/1.1" status: 404 len: 352 time: 0.0267892 Aug 19 14:47:48.050456 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec9ad7-6085-4041-b69a-76426aeff7b3 req-9c25b57d-7b3f-44bf-b86c-f0582ad971bb tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:48.057537 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-abec9ad7-6085-4041-b69a-76426aeff7b3 req-9c25b57d-7b3f-44bf-b86c-f0582ad971bb tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1743e13-6f4e-4596-a627-8ac9c8a1a7d8 HTTP/1.1" status: 200 len: 946 time: 0.0603096 Aug 19 14:47:48.106910 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-abec9ad7-6085-4041-b69a-76426aeff7b3 req-fc5d0fb6-c08b-40a7-af8d-0fa203e954c4 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472121 Aug 19 14:47:48.276922 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8963b8dd-8233-40b6-9a0e-73677e95aa1b req-d58a45e8-feb2-460d-b09e-14848e5e9e76 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:48.278412 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8963b8dd-8233-40b6-9a0e-73677e95aa1b req-d58a45e8-feb2-460d-b09e-14848e5e9e76 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1743e13-6f4e-4596-a627-8ac9c8a1a7d8 HTTP/1.1" status: 200 len: 946 time: 0.0943058 Aug 19 14:47:48.287230 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc0a17c-30e4-4623-a8e5-e4661c60c610 req-e7eea8c8-56b7-4203-b7d9-228c5c1c10af tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:48.288719 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9fc0a17c-30e4-4623-a8e5-e4661c60c610 req-e7eea8c8-56b7-4203-b7d9-228c5c1c10af tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/ports?device_id=149a7319-da4f-41d4-9895-758818cdf8c3 HTTP/1.1" status: 200 len: 1023 time: 0.0761080 Aug 19 14:47:48.350680 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8963b8dd-8233-40b6-9a0e-73677e95aa1b req-d354c4c2-933d-4981-88fe-b9332f63e036 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609906 Aug 19 14:47:48.366101 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9fc0a17c-30e4-4623-a8e5-e4661c60c610 req-6050a34e-565b-4376-81eb-e65401a24df1 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcf10e0b-74a5-46f5-aacf-4a22d47c6517&id=d5138686-1fc5-41a1-a86f-2b5644993c9e&id=63bbe400-1969-4ab6-bfdf-8984357f3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0701518 Aug 19 14:47:48.818295 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661242e-be9a-4e72-855d-2cfba7b4c4b6 req-01498c18-55a0-45c5-83df-1882900d5326 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:48.827425 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0661242e-be9a-4e72-855d-2cfba7b4c4b6 req-01498c18-55a0-45c5-83df-1882900d5326 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1743e13-6f4e-4596-a627-8ac9c8a1a7d8 HTTP/1.1" status: 200 len: 946 time: 0.0628724 Aug 19 14:47:48.881317 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0661242e-be9a-4e72-855d-2cfba7b4c4b6 req-61472336-e426-4736-ad0e-a8fb3ebedf2c tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524020 Aug 19 14:47:49.037043 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24d24c-f288-4b27-a88e-018a77c1a1b2 req-b8a16b59-a33c-4191-a6f7-b6d7470b8a89 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:49.047016 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6e24d24c-f288-4b27-a88e-018a77c1a1b2 req-b8a16b59-a33c-4191-a6f7-b6d7470b8a89 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef2ae11-dddd-4bfe-9456-3f9aacae7d07 HTTP/1.1" status: 200 len: 945 time: 0.0774102 Aug 19 14:47:49.087687 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6e24d24c-f288-4b27-a88e-018a77c1a1b2 req-90d55ae6-de0b-489a-8b4c-ce12044f9976 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398057 Aug 19 14:47:49.604984 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b9b52-95bb-43a4-a26f-72f8456fd703 req-c6b329d8-e483-49e7-bf27-4a8c12a36854 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:49.617135 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-637b9b52-95bb-43a4-a26f-72f8456fd703 req-c6b329d8-e483-49e7-bf27-4a8c12a36854 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/ports?device_id=149a7319-da4f-41d4-9895-758818cdf8c3 HTTP/1.1" status: 200 len: 1023 time: 0.0838153 Aug 19 14:47:49.673946 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-637b9b52-95bb-43a4-a26f-72f8456fd703 req-043605d1-b40a-4b02-bf3e-02c655a97631 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcf10e0b-74a5-46f5-aacf-4a22d47c6517&id=d5138686-1fc5-41a1-a86f-2b5644993c9e&id=63bbe400-1969-4ab6-bfdf-8984357f3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0551789 Aug 19 14:47:49.701662 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device e6c65527-3a4b-4952-b95e-ebc1b709ac3d details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:47:49.942837 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port e6c65527-3a4b-4952-b95e-ebc1b709ac3d, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=e6c65527-3a4b-4952-b95e-ebc1b709ac3d,segment=NetworkSegment(dfb5451f-ae59-4348-b57d-1e05105b4f16),segment_id=dfb5451f-ae59-4348-b57d-1e05105b4f16)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:47:49.970596 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': 'e6c65527-3a4b-4952-b95e-ebc1b709ac3d', 'network_id': '23c2e440-9ca3-45a7-ab8d-c7ac81e99a99', 'port_id': 'e6c65527-3a4b-4952-b95e-ebc1b709ac3d', 'mac_address': 'fa:16:3e:45:95:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9422880f-eaac-4c78-82da-517737e1ea86', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:47:50.061665 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:50.086068 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e6c65527-3a4b-4952-b95e-ebc1b709ac3d {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:47:50.116469 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port e6c65527-3a4b-4952-b95e-ebc1b709ac3d, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=e6c65527-3a4b-4952-b95e-ebc1b709ac3d,segment=NetworkSegment(dfb5451f-ae59-4348-b57d-1e05105b4f16),segment_id=dfb5451f-ae59-4348-b57d-1e05105b4f16)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:47:50.125404 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:50.243534 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['e6c65527-3a4b-4952-b95e-ebc1b709ac3d'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:47:50.303447 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=e6c65527-3a4b-4952-b95e-ebc1b709ac3d,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:50.312307 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 53036) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:47:50.336865 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a180cd-4579-4394-bf17-723d306e5fdf req-2c0626c8-898e-426b-b7b0-7fce49e9a2b7 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:50.346480 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-69a180cd-4579-4394-bf17-723d306e5fdf req-2c0626c8-898e-426b-b7b0-7fce49e9a2b7 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1743e13-6f4e-4596-a627-8ac9c8a1a7d8 HTTP/1.1" status: 200 len: 946 time: 0.3330333 Aug 19 14:47:50.393887 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01b197-6cf0-4d49-b8a4-af78d903b467 req-42efe909-4c7c-415e-bd5e-5f55e87e1783 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:50.395702 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2c01b197-6cf0-4d49-b8a4-af78d903b467 req-42efe909-4c7c-415e-bd5e-5f55e87e1783 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.88 "GET /v2.0/ports?device_id=149a7319-da4f-41d4-9895-758818cdf8c3 HTTP/1.1" status: 200 len: 1023 time: 0.2842448 Aug 19 14:47:50.490412 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197f1ee-9fbc-4921-ad64-31d070b2c705 req-5b57e37c-3876-4b2a-b5d5-b6a1a7519b27 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:50.492159 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b197f1ee-9fbc-4921-ad64-31d070b2c705 req-5b57e37c-3876-4b2a-b5d5-b6a1a7519b27 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.88 "GET /v2.0/ports?device_id=b1743e13-6f4e-4596-a627-8ac9c8a1a7d8 HTTP/1.1" status: 200 len: 946 time: 0.1492400 Aug 19 14:47:50.573867 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07f99b90-605a-4633-942c-cd5f1765df8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:50.603924 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f54e7f0-e05a-477a-a107-b72c84a4f19a req-7bdee60e-62f0-477a-b8b2-ea311bb44670 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:50.611267 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8f54e7f0-e05a-477a-a107-b72c84a4f19a req-7bdee60e-62f0-477a-b8b2-ea311bb44670 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef2ae11-dddd-4bfe-9456-3f9aacae7d07 HTTP/1.1" status: 200 len: 944 time: 0.3654418 Aug 19 14:47:50.633344 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-69a180cd-4579-4394-bf17-723d306e5fdf req-0f820888-416f-4bd3-8874-d76162e07e95 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/security-groups?id=358b8e50-ce3a-4757-a570-4720482145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837965 Aug 19 14:47:50.894372 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-b197f1ee-9fbc-4921-ad64-31d070b2c705 req-f8997c9b-19bb-49d8-bb72-3a471ee603c9 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Deleting port 21e6727d-5daf-48d7-9d3d-ba7a4b3acb0b {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:47:50.895217 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b197f1ee-9fbc-4921-ad64-31d070b2c705 req-f8997c9b-19bb-49d8-bb72-3a471ee603c9 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:50.901961 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07f99b90-605a-4633-942c-cd5f1765df8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:50.917777 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07f99b90-605a-4633-942c-cd5f1765df8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:51.081060 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-07f99b90-605a-4633-942c-cd5f1765df8e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=36e1e242702a4f06a4b4a17411477171&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7577991 Aug 19 14:47:51.091866 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 53054) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:47:51.116621 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f99b90-605a-4633-942c-cd5f1765df8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c87b833-f01b-4533-8a33-0b49e4c42e67,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:51.253556 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-b197f1ee-9fbc-4921-ad64-31d070b2c705 req-f8997c9b-19bb-49d8-bb72-3a471ee603c9 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] For port 21e6727d-5daf-48d7-9d3d-ba7a4b3acb0b, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=21e6727d-5daf-48d7-9d3d-ba7a4b3acb0b,segment=NetworkSegment(9ec726c0-288d-4d26-99ed-3a23c35944e2),segment_id=9ec726c0-288d-4d26-99ed-3a23c35944e2)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:47:51.254173 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b197f1ee-9fbc-4921-ad64-31d070b2c705 req-f8997c9b-19bb-49d8-bb72-3a471ee603c9 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:51.268242 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2dcab8bb-dd82-48fb-86d6-32a138b82741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:51.275655 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8f54e7f0-e05a-477a-a107-b72c84a4f19a req-f20615a6-7ca5-47b9-bc8a-6cec78e6c362 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6635265 Aug 19 14:47:51.309812 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ce3c5-a93a-4d1f-87ba-e1d6df9c394d req-1390cda9-d031-41ec-a38b-ed1f42cb391e tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:51.314999 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-b197f1ee-9fbc-4921-ad64-31d070b2c705 req-f8997c9b-19bb-49d8-bb72-3a471ee603c9 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Calling delete_port for 21e6727d-5daf-48d7-9d3d-ba7a4b3acb0b owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:47:51.317960 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f05ce3c5-a93a-4d1f-87ba-e1d6df9c394d req-1390cda9-d031-41ec-a38b-ed1f42cb391e tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/ports?device_id=149a7319-da4f-41d4-9895-758818cdf8c3 HTTP/1.1" status: 200 len: 1023 time: 0.0908203 Aug 19 14:47:51.330695 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2dcab8bb-dd82-48fb-86d6-32a138b82741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:51.413083 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f05ce3c5-a93a-4d1f-87ba-e1d6df9c394d req-fad55734-9941-4e0b-aa5a-d0d2e266e1bd tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcf10e0b-74a5-46f5-aacf-4a22d47c6517&id=d5138686-1fc5-41a1-a86f-2b5644993c9e&id=63bbe400-1969-4ab6-bfdf-8984357f3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0941405 Aug 19 14:47:51.427642 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-2c01b197-6cf0-4d49-b8a4-af78d903b467 req-d04f7481-4c83-4199-9665-a4761a10b1bf tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Deleting port ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:47:51.428743 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2c01b197-6cf0-4d49-b8a4-af78d903b467 req-d04f7481-4c83-4199-9665-a4761a10b1bf tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:51.458391 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2dcab8bb-dd82-48fb-86d6-32a138b82741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:51.461402 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2dcab8bb-dd82-48fb-86d6-32a138b82741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:51.466894 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2dcab8bb-dd82-48fb-86d6-32a138b82741 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2c87b833-f01b-4533-8a33-0b49e4c42e67 HTTP/1.1" status: 204 len: 168 time: 0.3732324 Aug 19 14:47:51.477961 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcab8bb-dd82-48fb-86d6-32a138b82741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c87b833-f01b-4533-8a33-0b49e4c42e67,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:51.558853 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b197f1ee-9fbc-4921-ad64-31d070b2c705 req-f8997c9b-19bb-49d8-bb72-3a471ee603c9 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:51.572260 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-2c01b197-6cf0-4d49-b8a4-af78d903b467 req-d04f7481-4c83-4199-9665-a4761a10b1bf tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] For port ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e,segment=NetworkSegment(d1cfb425-e152-40e2-b3d4-f94fb44e8d95),segment_id=d1cfb425-e152-40e2-b3d4-f94fb44e8d95)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:47:51.574609 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['21e6727d-5daf-48d7-9d3d-ba7a4b3acb0b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:47:51.578177 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2c01b197-6cf0-4d49-b8a4-af78d903b467 req-d04f7481-4c83-4199-9665-a4761a10b1bf tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:51.594691 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8997c9b-19bb-49d8-bb72-3a471ee603c9 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Pushing event deleted for resources: {'Port': ['ID=21e6727d-5daf-48d7-9d3d-ba7a4b3acb0b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:51.644602 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-b197f1ee-9fbc-4921-ad64-31d070b2c705 req-f8997c9b-19bb-49d8-bb72-3a471ee603c9 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] No DVR routers for this DVR port 21e6727d-5daf-48d7-9d3d-ba7a4b3acb0b on host n-h2-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:47:51.661580 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b197f1ee-9fbc-4921-ad64-31d070b2c705 req-f8997c9b-19bb-49d8-bb72-3a471ee603c9 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:51.667066 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b197f1ee-9fbc-4921-ad64-31d070b2c705 req-f8997c9b-19bb-49d8-bb72-3a471ee603c9 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.88 "DELETE /v2.0/ports/21e6727d-5daf-48d7-9d3d-ba7a4b3acb0b HTTP/1.1" status: 204 len: 173 time: 1.1673720 Aug 19 14:47:51.670344 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1743e13-6f4e-4596-a627-8ac9c8a1a7d8', 'name': 'network-vif-deleted', 'tag': '21e6727d-5daf-48d7-9d3d-ba7a4b3acb0b'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:47:51.679533 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b30639-152d-468d-b582-df423e9e4e72" -d '{"events": [{"server_uuid": "b1743e13-6f4e-4596-a627-8ac9c8a1a7d8", "name": "network-vif-deleted", "tag": "21e6727d-5daf-48d7-9d3d-ba7a4b3acb0b"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:47:51.689138 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-2c01b197-6cf0-4d49-b8a4-af78d903b467 req-d04f7481-4c83-4199-9665-a4761a10b1bf tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Calling delete_port for ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:47:51.718752 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device e6c65527-3a4b-4952-b95e-ebc1b709ac3d up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:47:51.789164 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc461c9e-dd7f-4890-816c-5b7d1c6ce475 x-openstack-request-id: req-bc461c9e-dd7f-4890-816c-5b7d1c6ce475 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:47:51.789446 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1743e13-6f4e-4596-a627-8ac9c8a1a7d8", "name": "network-vif-deleted", "tag": "21e6727d-5daf-48d7-9d3d-ba7a4b3acb0b", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:47:51.789738 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bc461c9e-dd7f-4890-816c-5b7d1c6ce475 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:47:51.790149 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1743e13-6f4e-4596-a627-8ac9c8a1a7d8', 'name': 'network-vif-deleted', 'tag': '21e6727d-5daf-48d7-9d3d-ba7a4b3acb0b', 'status': 'completed', 'code': 200} Aug 19 14:47:51.838963 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port e6c65527-3a4b-4952-b95e-ebc1b709ac3d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:47:51.839747 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:51.905900 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c68a2815-ac7f-4891-9996-3cd8fbf10214 req-29c4256f-2e19-4d15-8ad6-37371e4db648 tempest-ServerDiskConfigTestJSON-379088196 tempest-ServerDiskConfigTestJSON-379088196-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1743e13-6f4e-4596-a627-8ac9c8a1a7d8 HTTP/1.1" status: 200 len: 210 time: 0.1443417 Aug 19 14:47:51.932727 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe1cb91-89a7-4bc1-a119-e98cb66ab29c req-614cea5a-9a09-479b-bdcd-182cd7605ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:51.932727 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9fe1cb91-89a7-4bc1-a119-e98cb66ab29c req-614cea5a-9a09-479b-bdcd-182cd7605ed6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=7fb0cbae73e44bb4aa5ac758561c58c6&device_id=0ef2ae11-dddd-4bfe-9456-3f9aacae7d07 HTTP/1.1" status: 200 len: 1095 time: 0.3376379 Aug 19 14:47:52.039282 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:52.068608 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef2ae11-dddd-4bfe-9456-3f9aacae7d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c65527-3a4b-4952-b95e-ebc1b709ac3d'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:47:52.074692 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca351d1-32fa-4caf-a92a-751874aae18f" -d '{"events": [{"server_uuid": "0ef2ae11-dddd-4bfe-9456-3f9aacae7d07", "name": "network-vif-plugged", "status": "completed", "tag": "e6c65527-3a4b-4952-b95e-ebc1b709ac3d"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:47:52.090202 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port e6c65527-3a4b-4952-b95e-ebc1b709ac3d, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=e6c65527-3a4b-4952-b95e-ebc1b709ac3d,segment=NetworkSegment(dfb5451f-ae59-4348-b57d-1e05105b4f16),segment_id=dfb5451f-ae59-4348-b57d-1e05105b4f16)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:47:52.096111 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:52.177585 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=e6c65527-3a4b-4952-b95e-ebc1b709ac3d,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:52.180505 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe1cb91-89a7-4bc1-a119-e98cb66ab29c req-2fb7fc1b-6c49-4898-8929-89a115f521a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:52.183077 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9fe1cb91-89a7-4bc1-a119-e98cb66ab29c req-2fb7fc1b-6c49-4898-8929-89a115f521a1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=23c2e440-9ca3-45a7-ab8d-c7ac81e99a99 HTTP/1.1" status: 200 len: 912 time: 0.2212517 Aug 19 14:47:52.197077 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde82392-57d3-4686-8b1c-a2743f8e50c1 x-openstack-request-id: req-dde82392-57d3-4686-8b1c-a2743f8e50c1 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:47:52.197362 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef2ae11-dddd-4bfe-9456-3f9aacae7d07", "name": "network-vif-plugged", "status": "completed", "tag": "e6c65527-3a4b-4952-b95e-ebc1b709ac3d", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:47:52.197661 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-dde82392-57d3-4686-8b1c-a2743f8e50c1 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:47:52.199228 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef2ae11-dddd-4bfe-9456-3f9aacae7d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c65527-3a4b-4952-b95e-ebc1b709ac3d', 'code': 200} Aug 19 14:47:52.214744 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 53084) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:47:52.239513 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a34469e8-a79f-4a59-94de-2a8177200ebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:52.276365 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9fe1cb91-89a7-4bc1-a119-e98cb66ab29c req-3e890226-d3ab-4dc3-8d7e-8522bbad6888 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6c65527-3a4b-4952-b95e-ebc1b709ac3d HTTP/1.1" status: 200 len: 217 time: 0.0842738 Aug 19 14:47:52.377560 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe1cb91-89a7-4bc1-a119-e98cb66ab29c req-e250f4eb-ab82-4571-93e0-a5c87e5db4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:52.379207 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9fe1cb91-89a7-4bc1-a119-e98cb66ab29c req-e250f4eb-ab82-4571-93e0-a5c87e5db4b6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9422880f-eaac-4c78-82da-517737e1ea86 HTTP/1.1" status: 200 len: 851 time: 0.0937932 Aug 19 14:47:52.477734 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a34469e8-a79f-4a59-94de-2a8177200ebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:52.484859 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a34469e8-a79f-4a59-94de-2a8177200ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:52.498124 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9fe1cb91-89a7-4bc1-a119-e98cb66ab29c req-3e5e4e1c-c884-4f2f-99ae-142ca4f8c643 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=23c2e440-9ca3-45a7-ab8d-c7ac81e99a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1070917 Aug 19 14:47:52.543424 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a34469e8-a79f-4a59-94de-2a8177200ebc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7731c18b290c4741b5414a39bbf00ff8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3270373 Aug 19 14:47:52.546432 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 53098) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:47:52.547076 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34469e8-a79f-4a59-94de-2a8177200ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aaf0991-f596-4541-a687-13ef5a00ea7a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:52.613943 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b5c0e43-a89a-433c-afe4-5a8652080485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:52.665475 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b5c0e43-a89a-433c-afe4-5a8652080485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:52.713931 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2c01b197-6cf0-4d49-b8a4-af78d903b467 req-d04f7481-4c83-4199-9665-a4761a10b1bf tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:52.738997 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b5c0e43-a89a-433c-afe4-5a8652080485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:52.741727 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b5c0e43-a89a-433c-afe4-5a8652080485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:52.752717 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8b5c0e43-a89a-433c-afe4-5a8652080485 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6aaf0991-f596-4541-a687-13ef5a00ea7a HTTP/1.1" status: 204 len: 168 time: 0.2006309 Aug 19 14:47:52.783427 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5c0e43-a89a-433c-afe4-5a8652080485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aaf0991-f596-4541-a687-13ef5a00ea7a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:52.822058 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9fe1cb91-89a7-4bc1-a119-e98cb66ab29c req-e484b8c8-773b-45bc-ba9d-87e3e0289c2a service neutron] 10.222.0.68 "GET /v2.0/networks/23c2e440-9ca3-45a7-ab8d-c7ac81e99a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806511 Aug 19 14:47:52.841455 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db664547-e5fd-45e6-9f16-81f72d1fe5e3 req-883bad6d-1d5f-4d2d-8de3-62cda75ea9a0 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:52.843774 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-db664547-e5fd-45e6-9f16-81f72d1fe5e3 req-883bad6d-1d5f-4d2d-8de3-62cda75ea9a0 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef2ae11-dddd-4bfe-9456-3f9aacae7d07 HTTP/1.1" status: 200 len: 945 time: 0.3486612 Aug 19 14:47:52.853547 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f7481-4c83-4199-9665-a4761a10b1bf tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Pushing event deleted for resources: {'Port': ['ID=ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:52.971470 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be0159-ae1a-45fd-b94e-dbe8137177cc req-4682b760-3e45-4062-8741-2a5d808e0f23 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:52.984005 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-42be0159-ae1a-45fd-b94e-dbe8137177cc req-4682b760-3e45-4062-8741-2a5d808e0f23 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/ports?device_id=149a7319-da4f-41d4-9895-758818cdf8c3 HTTP/1.1" status: 200 len: 945 time: 0.3961103 Aug 19 14:47:53.038253 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c01b197-6cf0-4d49-b8a4-af78d903b467 req-d04f7481-4c83-4199-9665-a4761a10b1bf tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] No DVR routers for this DVR port ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:47:53.063282 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2c01b197-6cf0-4d49-b8a4-af78d903b467 req-d04f7481-4c83-4199-9665-a4761a10b1bf tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:53.065528 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2c01b197-6cf0-4d49-b8a4-af78d903b467 req-d04f7481-4c83-4199-9665-a4761a10b1bf tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.88 "DELETE /v2.0/ports/ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e HTTP/1.1" status: 204 len: 173 time: 2.6590338 Aug 19 14:47:53.066077 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '149a7319-da4f-41d4-9895-758818cdf8c3', 'name': 'network-vif-deleted', 'tag': 'ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:47:53.071306 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87a015a-cc7f-48cc-bd48-6496a3b0c6dd" -d '{"events": [{"server_uuid": "149a7319-da4f-41d4-9895-758818cdf8c3", "name": "network-vif-deleted", "tag": "ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:47:53.149074 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-42be0159-ae1a-45fd-b94e-dbe8137177cc req-2d340dfe-726a-409b-b836-cba6318c9d50 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcf10e0b-74a5-46f5-aacf-4a22d47c6517&id=d5138686-1fc5-41a1-a86f-2b5644993c9e&id=63bbe400-1969-4ab6-bfdf-8984357f3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1628306 Aug 19 14:47:53.221452 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-db664547-e5fd-45e6-9f16-81f72d1fe5e3 req-7a0d770f-639d-4e0b-a939-c447facfb60c tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3642104 Aug 19 14:47:53.330838 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9fe1cb91-89a7-4bc1-a119-e98cb66ab29c req-09188708-cfc6-42f9-a7b5-0edef81a4bc9 service neutron] 10.222.0.68 "GET /v2.0/networks/23c2e440-9ca3-45a7-ab8d-c7ac81e99a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4786623 Aug 19 14:47:53.427368 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5db3d6-f2a7-447b-a98d-10501519ea68 x-openstack-request-id: req-dc5db3d6-f2a7-447b-a98d-10501519ea68 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:47:53.427769 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "149a7319-da4f-41d4-9895-758818cdf8c3", "name": "network-vif-deleted", "tag": "ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:47:53.428273 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-dc5db3d6-f2a7-447b-a98d-10501519ea68 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:47:53.428936 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '149a7319-da4f-41d4-9895-758818cdf8c3', 'name': 'network-vif-deleted', 'tag': 'ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e', 'status': 'completed', 'code': 200} Aug 19 14:47:53.747971 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:47:53.761945 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 53144) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:47:53.789584 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:47:53.790267 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device ef3f88ec-ea19-485c-a1ee-ab5a1b981a2e not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:47:53.790843 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 21e6727d-5daf-48d7-9d3d-ba7a4b3acb0b no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:47:53.847097 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: 21e6727d-5daf-48d7-9d3d-ba7a4b3acb0b {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:47:53.849494 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 21e6727d-5daf-48d7-9d3d-ba7a4b3acb0b not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:47:53.854530 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-a278adb6-c914-42a3-99c2-833d55626aa5 admin admin] Deleting subnet 25c39f6d-e619-4296-b16b-34049cafbda6 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:47:53.858353 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a278adb6-c914-42a3-99c2-833d55626aa5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:53.929032 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a278adb6-c914-42a3-99c2-833d55626aa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:53.991504 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a278adb6-c914-42a3-99c2-833d55626aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:54.114549 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a278adb6-c914-42a3-99c2-833d55626aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:54.156345 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a278adb6-c914-42a3-99c2-833d55626aa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25c39f6d-e619-4296-b16b-34049cafbda6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:54.162959 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a278adb6-c914-42a3-99c2-833d55626aa5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:54.165144 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a278adb6-c914-42a3-99c2-833d55626aa5 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/25c39f6d-e619-4296-b16b-34049cafbda6 HTTP/1.1" status: 204 len: 168 time: 0.4015412 Aug 19 14:47:54.167719 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 53160) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:47:54.358025 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e412e098-2a7c-4f2e-af6d-dfbdce8b85d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:54.362028 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8590fee4-6720-44e3-981f-1fa275f68ad0 req-adccb310-4cbf-450e-a24d-c7c4dd313e86 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups/dcf10e0b-74a5-46f5-aacf-4a22d47c6517 HTTP/1.1" status: 200 len: 1802 time: 0.1081512 Aug 19 14:47:54.592445 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8590fee4-6720-44e3-981f-1fa275f68ad0 req-5da9098b-d832-4adf-bec0-3da5222da848 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:54.606544 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557fd514-8451-4719-a4a7-0a7901a94972 req-a03c7f48-c3d9-4333-b667-ef07ebb85eab tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:54.611383 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e412e098-2a7c-4f2e-af6d-dfbdce8b85d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:54.612724 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-557fd514-8451-4719-a4a7-0a7901a94972 req-a03c7f48-c3d9-4333-b667-ef07ebb85eab tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef2ae11-dddd-4bfe-9456-3f9aacae7d07 HTTP/1.1" status: 200 len: 945 time: 0.1304746 Aug 19 14:47:54.638672 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-e412e098-2a7c-4f2e-af6d-dfbdce8b85d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['782b273d-8269-4c40-85fd-b9fcd04fcb17']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:47:54.652226 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-e412e098-2a7c-4f2e-af6d-dfbdce8b85d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ec726c0-288d-4d26-99ed-3a23c35944e2') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:47:54.652650 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-e412e098-2a7c-4f2e-af6d-dfbdce8b85d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ec726c0-288d-4d26-99ed-3a23c35944e2') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:47:54.677718 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e412e098-2a7c-4f2e-af6d-dfbdce8b85d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:54.680003 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8590fee4-6720-44e3-981f-1fa275f68ad0 req-5da9098b-d832-4adf-bec0-3da5222da848 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:54.699947 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e412e098-2a7c-4f2e-af6d-dfbdce8b85d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:54.710430 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e412e098-2a7c-4f2e-af6d-dfbdce8b85d2 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:47:54.711040 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e412e098-2a7c-4f2e-af6d-dfbdce8b85d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:54.717813 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:47:54.717813 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:47:54.717813 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:47:54.717813 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:47:54.717813 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:47:54.717813 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:47:54.717813 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:47:54.717813 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:47:54.717813 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:47:54.717813 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:47:54.717813 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:47:54.717813 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:47:54.717813 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:47:54.717813 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:47:54.717813 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:47:54.717813 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:47:54.717813 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:47:54.717813 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:47:54.717813 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:47:54.717813 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:47:54.717813 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:47:54.717813 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:47:54.717813 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:47:54.717813 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:47:54.717813 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:47:54.717813 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:47:54.717813 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:47:54.717813 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:47:54.717813 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:47:54.717813 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:47:54.717813 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:47:54.717813 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:47:54.734806 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-557fd514-8451-4719-a4a7-0a7901a94972 req-40fe15d0-de40-4dde-90e8-e9bceffec269 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126268 Aug 19 14:47:54.786952 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8590fee4-6720-44e3-981f-1fa275f68ad0 req-5da9098b-d832-4adf-bec0-3da5222da848 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:54.790316 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8590fee4-6720-44e3-981f-1fa275f68ad0 req-5da9098b-d832-4adf-bec0-3da5222da848 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:54.803573 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8590fee4-6720-44e3-981f-1fa275f68ad0 req-5da9098b-d832-4adf-bec0-3da5222da848 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "DELETE /v2.0/security-groups/dcf10e0b-74a5-46f5-aacf-4a22d47c6517 HTTP/1.1" status: 204 len: 173 time: 0.4125297 Aug 19 14:47:54.824146 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da9098b-d832-4adf-bec0-3da5222da848 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf10e0b-74a5-46f5-aacf-4a22d47c6517,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:54.873864 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e412e098-2a7c-4f2e-af6d-dfbdce8b85d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:54.879949 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e412e098-2a7c-4f2e-af6d-dfbdce8b85d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:54.897179 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e412e098-2a7c-4f2e-af6d-dfbdce8b85d2 admin admin] 10.222.0.69 "DELETE /v2.0/networks/782b273d-8269-4c40-85fd-b9fcd04fcb17 HTTP/1.1" status: 204 len: 168 time: 0.7135346 Aug 19 14:47:54.936818 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e412e098-2a7c-4f2e-af6d-dfbdce8b85d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=782b273d-8269-4c40-85fd-b9fcd04fcb17,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:55.021426 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-51a745d5-b60b-42cb-9c30-69844694ba4d req-b5ab9c4d-b3b3-4453-8136-b3075c5e794c tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "GET /v2.0/security-groups/d5138686-1fc5-41a1-a86f-2b5644993c9e HTTP/1.1" status: 200 len: 1802 time: 0.1000588 Aug 19 14:47:55.120759 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-51a745d5-b60b-42cb-9c30-69844694ba4d req-4c026f44-1950-47be-9045-30ad1f2a0de3 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:55.174963 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-51a745d5-b60b-42cb-9c30-69844694ba4d req-4c026f44-1950-47be-9045-30ad1f2a0de3 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:55.265216 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-51a745d5-b60b-42cb-9c30-69844694ba4d req-4c026f44-1950-47be-9045-30ad1f2a0de3 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:55.269002 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-51a745d5-b60b-42cb-9c30-69844694ba4d req-4c026f44-1950-47be-9045-30ad1f2a0de3 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:55.276947 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-51a745d5-b60b-42cb-9c30-69844694ba4d req-4c026f44-1950-47be-9045-30ad1f2a0de3 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] 10.222.0.69 "DELETE /v2.0/security-groups/d5138686-1fc5-41a1-a86f-2b5644993c9e HTTP/1.1" status: 204 len: 173 time: 0.2543235 Aug 19 14:47:55.281573 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 53200) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:47:55.332271 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c026f44-1950-47be-9045-30ad1f2a0de3 tempest-SecurityGroupsTestJSON-572703040 tempest-SecurityGroupsTestJSON-572703040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5138686-1fc5-41a1-a86f-2b5644993c9e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:55.362066 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 53202) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:47:55.416145 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-b80f1175-0993-48e9-89d5-515bcb8c5588 admin admin] Deleting subnet 012fcfd6-81ba-4534-8de9-b0902e6c4481 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:47:55.423430 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9053c5bd-33c9-4eb2-8018-8faa1996dfd9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d9addb8b0ce3479b8e29b073af784e30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0600886 Aug 19 14:47:55.428799 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 53206) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:47:55.429537 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b80f1175-0993-48e9-89d5-515bcb8c5588 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:55.499112 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b80f1175-0993-48e9-89d5-515bcb8c5588 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:55.548257 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3217a526-90a2-4d19-8bb8-2fb8c5d527bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:55.563161 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b80f1175-0993-48e9-89d5-515bcb8c5588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:55.619545 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3217a526-90a2-4d19-8bb8-2fb8c5d527bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:55.667014 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b80f1175-0993-48e9-89d5-515bcb8c5588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:55.717080 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f1175-0993-48e9-89d5-515bcb8c5588 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=012fcfd6-81ba-4534-8de9-b0902e6c4481,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:55.720988 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b80f1175-0993-48e9-89d5-515bcb8c5588 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:55.726210 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 53220) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:47:55.726498 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b80f1175-0993-48e9-89d5-515bcb8c5588 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/012fcfd6-81ba-4534-8de9-b0902e6c4481 HTTP/1.1" status: 204 len: 168 time: 0.4432573 Aug 19 14:47:55.752869 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3217a526-90a2-4d19-8bb8-2fb8c5d527bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:55.757670 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3217a526-90a2-4d19-8bb8-2fb8c5d527bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:55.761724 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-3217a526-90a2-4d19-8bb8-2fb8c5d527bb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/358b8e50-ce3a-4757-a570-4720482145a9 HTTP/1.1" status: 204 len: 168 time: 0.3279116 Aug 19 14:47:55.783550 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3217a526-90a2-4d19-8bb8-2fb8c5d527bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358b8e50-ce3a-4757-a570-4720482145a9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:55.976090 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eeda3311-c941-45e5-8c62-d01088852a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:56.024839 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5dcde-eaba-4a96-ade5-1751c232e80f req-8942da46-31ac-408b-9021-d4fb56abcdfa tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:56.035416 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-37a5dcde-eaba-4a96-ade5-1751c232e80f req-8942da46-31ac-408b-9021-d4fb56abcdfa tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef2ae11-dddd-4bfe-9456-3f9aacae7d07 HTTP/1.1" status: 200 len: 945 time: 0.1573954 Aug 19 14:47:56.167263 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eeda3311-c941-45e5-8c62-d01088852a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:56.190227 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-eeda3311-c941-45e5-8c62-d01088852a1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2d4d555-2e9b-4733-8514-652e7f465792']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:47:56.225204 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-37a5dcde-eaba-4a96-ade5-1751c232e80f req-f9ce10e3-a29a-4ef6-819a-5ad5679fc0cc tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886816 Aug 19 14:47:56.244245 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-eeda3311-c941-45e5-8c62-d01088852a1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1cfb425-e152-40e2-b3d4-f94fb44e8d95') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:47:56.248032 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-eeda3311-c941-45e5-8c62-d01088852a1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1cfb425-e152-40e2-b3d4-f94fb44e8d95') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:47:56.270666 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eeda3311-c941-45e5-8c62-d01088852a1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:56.316326 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eeda3311-c941-45e5-8c62-d01088852a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:56.334807 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeda3311-c941-45e5-8c62-d01088852a1a admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:47:56.335228 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eeda3311-c941-45e5-8c62-d01088852a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:56.337190 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:47:56.337190 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:47:56.337190 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:47:56.337190 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:47:56.337190 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:47:56.337190 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:47:56.337190 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:47:56.337190 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:47:56.337190 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:47:56.337190 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:47:56.337190 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:47:56.337190 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:47:56.337190 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:47:56.337190 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:47:56.337190 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:47:56.337190 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:47:56.337190 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:47:56.337190 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:47:56.337190 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:47:56.337190 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:47:56.337190 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:47:56.337190 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:47:56.337190 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:47:56.337190 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:47:56.337190 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:47:56.337190 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:47:56.337190 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:47:56.337190 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:47:56.337190 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:47:56.337190 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:47:56.337190 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:47:56.337190 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:47:56.512181 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eeda3311-c941-45e5-8c62-d01088852a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:56.525159 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eeda3311-c941-45e5-8c62-d01088852a1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:56.532457 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-eeda3311-c941-45e5-8c62-d01088852a1a admin admin] 10.222.0.69 "DELETE /v2.0/networks/b2d4d555-2e9b-4733-8514-652e7f465792 HTTP/1.1" status: 204 len: 168 time: 0.8047020 Aug 19 14:47:56.551706 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeda3311-c941-45e5-8c62-d01088852a1a admin admin] Pushing event deleted for resources: {'Network': ['ID=b2d4d555-2e9b-4733-8514-652e7f465792,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:56.807729 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 53268) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:47:56.864163 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-15332352-cb0b-4840-93d2-f30d9e9e1867 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f8a38202591b4ab4b2c88662991e6e0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0553482 Aug 19 14:47:56.866777 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 53272) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:47:56.981635 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f9ce437-86eb-402a-94a4-b80a8e4d8644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:57.042502 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f9ce437-86eb-402a-94a4-b80a8e4d8644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:57.550418 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17148d4f-066c-4f83-8e55-fc74caf0171f req-db64b6ba-c9e8-46d2-8b11-f0bf568bf7dc tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:57.566727 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-17148d4f-066c-4f83-8e55-fc74caf0171f req-db64b6ba-c9e8-46d2-8b11-f0bf568bf7dc tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef2ae11-dddd-4bfe-9456-3f9aacae7d07 HTTP/1.1" status: 200 len: 945 time: 0.1534369 Aug 19 14:47:57.601517 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 53304) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:47:57.634534 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-17148d4f-066c-4f83-8e55-fc74caf0171f req-8b2d9dac-de9e-477a-9b44-26c002eaf4fd tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638237 Aug 19 14:47:57.638205 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f9ce437-86eb-402a-94a4-b80a8e4d8644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:57.640792 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f9ce437-86eb-402a-94a4-b80a8e4d8644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:57.656708 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0f9ce437-86eb-402a-94a4-b80a8e4d8644 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/63bbe400-1969-4ab6-bfdf-8984357f3da5 HTTP/1.1" status: 204 len: 168 time: 0.7887232 Aug 19 14:47:57.685128 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ce437-86eb-402a-94a4-b80a8e4d8644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63bbe400-1969-4ab6-bfdf-8984357f3da5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:57.826123 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-42501c16-f823-4246-bc5c-b06c9d3ab1c8 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1260041456-network', 'tenant_id': '28cae3a8854f4a72a71b8df0a4cb316f'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:47:57.867514 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42501c16-f823-4246-bc5c-b06c9d3ab1c8 admin admin] Made reservation on behalf of 28cae3a8854f4a72a71b8df0a4cb316f for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:47:57.870568 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-42501c16-f823-4246-bc5c-b06c9d3ab1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:57.881435 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-42501c16-f823-4246-bc5c-b06c9d3ab1c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:58.062006 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-42501c16-f823-4246-bc5c-b06c9d3ab1c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:58.075483 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-42501c16-f823-4246-bc5c-b06c9d3ab1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:58.131726 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42501c16-f823-4246-bc5c-b06c9d3ab1c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:47:58.142576 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42501c16-f823-4246-bc5c-b06c9d3ab1c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8eef4d4-ce2c-416e-97b8-e495a11003d0,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:58.150734 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-42501c16-f823-4246-bc5c-b06c9d3ab1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:58.151751 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-42501c16-f823-4246-bc5c-b06c9d3ab1c8 admin admin] Added segment bfc744b1-0107-452f-83ab-c2ef678669ca of type vlan for network 09badc51-885f-46f2-82a6-58497d8f5bf0 Aug 19 14:47:58.255596 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-42501c16-f823-4246-bc5c-b06c9d3ab1c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:58.331470 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-42501c16-f823-4246-bc5c-b06c9d3ab1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:58.337517 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42501c16-f823-4246-bc5c-b06c9d3ab1c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:58.341159 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-42501c16-f823-4246-bc5c-b06c9d3ab1c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:58.500088 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-42501c16-f823-4246-bc5c-b06c9d3ab1c8 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8970983 Aug 19 14:47:58.503174 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 53342) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:47:58.508955 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-bbef10ee-88e4-46f6-8b63-359776300ec8 admin admin] Request body: {'subnet': {'network_id': '09badc51-885f-46f2-82a6-58497d8f5bf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1260041456-subnet', 'tenant_id': '28cae3a8854f4a72a71b8df0a4cb316f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:47:58.536321 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbef10ee-88e4-46f6-8b63-359776300ec8 admin admin] Made reservation on behalf of 28cae3a8854f4a72a71b8df0a4cb316f for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:47:58.539553 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bbef10ee-88e4-46f6-8b63-359776300ec8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:58.549351 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42501c16-f823-4246-bc5c-b06c9d3ab1c8 admin admin] Pushing event updated for resources: {'Network': ['ID=09badc51-885f-46f2-82a6-58497d8f5bf0,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:58.570340 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 09badc51-885f-46f2-82a6-58497d8f5bf0 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:47:58.760158 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bbef10ee-88e4-46f6-8b63-359776300ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:58.777750 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 53348) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:47:58.818906 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef10ee-88e4-46f6-8b63-359776300ec8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaa4f395-8b7e-41eb-a1df-25a42a9b7838,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:58.874976 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbef10ee-88e4-46f6-8b63-359776300ec8 admin admin] Checking segment: {'id': 'bfc744b1-0107-452f-83ab-c2ef678669ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '09badc51-885f-46f2-82a6-58497d8f5bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:47:58.875335 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbef10ee-88e4-46f6-8b63-359776300ec8 admin admin] Network hostable DHCP agents. Network: 09badc51-885f-46f2-82a6-58497d8f5bf0, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:47:59.012661 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c46f061-6554-4e16-bdec-63ef84968938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:59.043513 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbef10ee-88e4-46f6-8b63-359776300ec8 admin admin] Network 09badc51-885f-46f2-82a6-58497d8f5bf0 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:47:59.059807 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46985f9-54ce-4ec3-b8db-307e3dbba24f req-e00e33ae-612c-4dd8-8441-df090ba246b1 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:59.074312 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e46985f9-54ce-4ec3-b8db-307e3dbba24f req-e00e33ae-612c-4dd8-8441-df090ba246b1 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef2ae11-dddd-4bfe-9456-3f9aacae7d07 HTTP/1.1" status: 200 len: 945 time: 0.1892123 Aug 19 14:47:59.100527 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-bbef10ee-88e4-46f6-8b63-359776300ec8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 09badc51-885f-46f2-82a6-58497d8f5bf0) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:47:59.109959 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbef10ee-88e4-46f6-8b63-359776300ec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:47:59.110787 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bbef10ee-88e4-46f6-8b63-359776300ec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:59.116857 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbd164a-697a-4ae6-a48c-cfbeba9129e0 None None] Network 09badc51-885f-46f2-82a6-58497d8f5bf0 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:47:59.203134 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e46985f9-54ce-4ec3-b8db-307e3dbba24f req-ffaae16f-875e-41c6-ae37-5f58b0ce859b tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216447 Aug 19 14:47:59.254615 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c46f061-6554-4e16-bdec-63ef84968938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:59.265846 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c46f061-6554-4e16-bdec-63ef84968938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:59.276427 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-bbef10ee-88e4-46f6-8b63-359776300ec8 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7719581 Aug 19 14:47:59.323768 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c46f061-6554-4e16-bdec-63ef84968938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf53f66b-07fa-4067-ad6a-959921be81c8,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:59.393327 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 53370) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:47:59.393839 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8c46f061-6554-4e16-bdec-63ef84968938 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9841bcaa19d343698fbc829ad4ca6967&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6148751 Aug 19 14:47:59.396154 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 53372) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:47:59.489823 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2049e43e-15db-47b5-98bf-d32b895b41ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-09badc51-885f-46f2-82a6-58497d8f5bf0', 'network_id': '09badc51-885f-46f2-82a6-58497d8f5bf0', 'tenant_id': '28cae3a8854f4a72a71b8df0a4cb316f', 'fixed_ips': [{'subnet_id': 'aaa4f395-8b7e-41eb-a1df-25a42a9b7838'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:47:59.500919 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2049e43e-15db-47b5-98bf-d32b895b41ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:59.546626 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1992a693-12cb-48f5-b949-16d8525a33f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:59.612548 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1992a693-12cb-48f5-b949-16d8525a33f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:59.680784 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-fbd59eed-13cc-4deb-bdfe-f120feb08bf1 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1160382513-network', 'tenant_id': 'bbbdbcffc08e4de383b131107f83b22c'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:47:59.727328 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1992a693-12cb-48f5-b949-16d8525a33f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:59.731608 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1992a693-12cb-48f5-b949-16d8525a33f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:59.736856 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1992a693-12cb-48f5-b949-16d8525a33f2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bf53f66b-07fa-4067-ad6a-959921be81c8 HTTP/1.1" status: 204 len: 168 time: 0.3342621 Aug 19 14:47:59.749751 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1992a693-12cb-48f5-b949-16d8525a33f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf53f66b-07fa-4067-ad6a-959921be81c8,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:47:59.763191 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd59eed-13cc-4deb-bdfe-f120feb08bf1 admin admin] Made reservation on behalf of bbbdbcffc08e4de383b131107f83b22c for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:47:59.766988 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fbd59eed-13cc-4deb-bdfe-f120feb08bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:59.779713 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fbd59eed-13cc-4deb-bdfe-f120feb08bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:59.904120 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-2049e43e-15db-47b5-98bf-d32b895b41ce None None] Allocated IP 172.20.0.2 (09badc51-885f-46f2-82a6-58497d8f5bf0/aaa4f395-8b7e-41eb-a1df-25a42a9b7838/59d6cc5b-7de1-401e-b38f-b38924b4a171) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:47:59.984337 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fbd59eed-13cc-4deb-bdfe-f120feb08bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:47:59.999191 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fbd59eed-13cc-4deb-bdfe-f120feb08bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:00.024513 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbd59eed-13cc-4deb-bdfe-f120feb08bf1 admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:48:00.047900 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fbd59eed-13cc-4deb-bdfe-f120feb08bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:00.049115 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-fbd59eed-13cc-4deb-bdfe-f120feb08bf1 admin admin] Added segment abd5ab85-2a12-470f-94e6-58a09b3264d5 of type vlan for network 172f1df7-b0e5-46ac-b5b3-57590ae3c91a Aug 19 14:48:00.142777 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fbd59eed-13cc-4deb-bdfe-f120feb08bf1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:00.216227 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fbd59eed-13cc-4deb-bdfe-f120feb08bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:00.216916 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd59eed-13cc-4deb-bdfe-f120feb08bf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:00.217558 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fbd59eed-13cc-4deb-bdfe-f120feb08bf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:00.309824 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2049e43e-15db-47b5-98bf-d32b895b41ce None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:00.326423 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2049e43e-15db-47b5-98bf-d32b895b41ce None None] Transition to ACTIVE for port object 59d6cc5b-7de1-401e-b38f-b38924b4a171 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:48:00.361061 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2049e43e-15db-47b5-98bf-d32b895b41ce None None] Transition to ACTIVE for port object 59d6cc5b-7de1-401e-b38f-b38924b4a171 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:48:00.370756 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2049e43e-15db-47b5-98bf-d32b895b41ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:00.463804 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2049e43e-15db-47b5-98bf-d32b895b41ce None None] Network 09badc51-885f-46f2-82a6-58497d8f5bf0 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:48:00.465691 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-2049e43e-15db-47b5-98bf-d32b895b41ce None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:48:00.470122 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2049e43e-15db-47b5-98bf-d32b895b41ce None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:48:00.535388 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2049e43e-15db-47b5-98bf-d32b895b41ce None None] Pushing event updated for resources: {'Port': ['ID=59d6cc5b-7de1-401e-b38f-b38924b4a171,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:00.580338 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd59eed-13cc-4deb-bdfe-f120feb08bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c273f76-7f2b-4051-8d37-22e33e052247,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:00.600442 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-fbd59eed-13cc-4deb-bdfe-f120feb08bf1 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1973932 Aug 19 14:48:00.602497 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 53428) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:00.607822 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8d391be5-e357-43e1-be42-759a932072eb admin admin] Request body: {'subnet': {'network_id': '172f1df7-b0e5-46ac-b5b3-57590ae3c91a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1160382513-subnet', 'tenant_id': 'bbbdbcffc08e4de383b131107f83b22c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:48:00.633515 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-2049e43e-15db-47b5-98bf-d32b895b41ce None None] Attempting to bind port 59d6cc5b-7de1-401e-b38f-b38924b4a171 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:48:00.634281 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-2049e43e-15db-47b5-98bf-d32b895b41ce None None] Attempting to bind port 59d6cc5b-7de1-401e-b38f-b38924b4a171 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'bfc744b1-0107-452f-83ab-c2ef678669ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '09badc51-885f-46f2-82a6-58497d8f5bf0'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:48:00.635530 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2049e43e-15db-47b5-98bf-d32b895b41ce None None] Attempting to bind port 59d6cc5b-7de1-401e-b38f-b38924b4a171 on network 09badc51-885f-46f2-82a6-58497d8f5bf0 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:48:00.644574 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2049e43e-15db-47b5-98bf-d32b895b41ce None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:48:00.645121 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2049e43e-15db-47b5-98bf-d32b895b41ce None None] Checking segment: {'id': 'bfc744b1-0107-452f-83ab-c2ef678669ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '09badc51-885f-46f2-82a6-58497d8f5bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:48:00.645656 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2049e43e-15db-47b5-98bf-d32b895b41ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:00.646176 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2049e43e-15db-47b5-98bf-d32b895b41ce None None] Bound using segment: {'id': 'bfc744b1-0107-452f-83ab-c2ef678669ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '09badc51-885f-46f2-82a6-58497d8f5bf0'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:48:00.646814 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd59eed-13cc-4deb-bdfe-f120feb08bf1 admin admin] Pushing event updated for resources: {'Network': ['ID=172f1df7-b0e5-46ac-b5b3-57590ae3c91a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:00.647344 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-2049e43e-15db-47b5-98bf-d32b895b41ce None None] Bound port: 59d6cc5b-7de1-401e-b38f-b38924b4a171, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfc744b1-0107-452f-83ab-c2ef678669ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '09badc51-885f-46f2-82a6-58497d8f5bf0'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:48:00.648118 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2049e43e-15db-47b5-98bf-d32b895b41ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:00.648350 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d391be5-e357-43e1-be42-759a932072eb admin admin] Made reservation on behalf of bbbdbcffc08e4de383b131107f83b22c for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:48:00.657958 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8d391be5-e357-43e1-be42-759a932072eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:00.672653 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 172f1df7-b0e5-46ac-b5b3-57590ae3c91a details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:48:00.681624 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01a6ef-943e-4535-a9f3-4d2785cf3900 req-5272e452-13f1-46d6-bdd0-55e72272272e tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:00.683758 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5e01a6ef-943e-4535-a9f3-4d2785cf3900 req-5272e452-13f1-46d6-bdd0-55e72272272e tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef2ae11-dddd-4bfe-9456-3f9aacae7d07 HTTP/1.1" status: 200 len: 945 time: 0.3210309 Aug 19 14:48:00.690892 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c469885-02b7-4a5e-8f61-45202ba0e99e req-ca7813d1-4bc4-438a-a3d7-8c28e7e38043 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:00.692392 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9c469885-02b7-4a5e-8f61-45202ba0e99e req-ca7813d1-4bc4-438a-a3d7-8c28e7e38043 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/networks?id=09badc51-885f-46f2-82a6-58497d8f5bf0 HTTP/1.1" status: 200 len: 816 time: 0.3145742 Aug 19 14:48:00.727463 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9c469885-02b7-4a5e-8f61-45202ba0e99e req-01954d6f-98a4-42ce-b10d-e76c6259e0c6 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/quotas/28cae3a8854f4a72a71b8df0a4cb316f HTTP/1.1" status: 200 len: 375 time: 0.0243461 Aug 19 14:48:00.755760 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5e01a6ef-943e-4535-a9f3-4d2785cf3900 req-0a02d383-e96a-4783-9aef-5fbccbf98647 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620575 Aug 19 14:48:00.843167 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-2049e43e-15db-47b5-98bf-d32b895b41ce None None] For port 59d6cc5b-7de1-401e-b38f-b38924b4a171, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:48:00.847558 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-2049e43e-15db-47b5-98bf-d32b895b41ce None None] For port 59d6cc5b-7de1-401e-b38f-b38924b4a171, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=59d6cc5b-7de1-401e-b38f-b38924b4a171,segment=NetworkSegment(bfc744b1-0107-452f-83ab-c2ef678669ca),segment_id=bfc744b1-0107-452f-83ab-c2ef678669ca)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:48:00.857928 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2049e43e-15db-47b5-98bf-d32b895b41ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:00.899316 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9c469885-02b7-4a5e-8f61-45202ba0e99e req-7e2c561d-8658-4f0a-91a2-c9eed28b934d tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=28cae3a8854f4a72a71b8df0a4cb316f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1642838 Aug 19 14:48:00.936067 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2049e43e-15db-47b5-98bf-d32b895b41ce None None] Pushing event updated for resources: {'Port': ['ID=59d6cc5b-7de1-401e-b38f-b38924b4a171,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:01.150411 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8d391be5-e357-43e1-be42-759a932072eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:01.165197 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9c469885-02b7-4a5e-8f61-45202ba0e99e req-db253750-db07-4299-92cb-6d0a3b0a4d46 service neutron] 10.222.0.69 "GET /v2.0/networks/09badc51-885f-46f2-82a6-58497d8f5bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642906 Aug 19 14:48:01.241364 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d391be5-e357-43e1-be42-759a932072eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e19f26b1-3b06-4da3-b779-c163d285151b,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:01.256962 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d391be5-e357-43e1-be42-759a932072eb admin admin] Checking segment: {'id': 'abd5ab85-2a12-470f-94e6-58a09b3264d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '172f1df7-b0e5-46ac-b5b3-57590ae3c91a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:48:01.257322 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d391be5-e357-43e1-be42-759a932072eb admin admin] Network hostable DHCP agents. Network: 172f1df7-b0e5-46ac-b5b3-57590ae3c91a, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:48:01.282490 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d391be5-e357-43e1-be42-759a932072eb admin admin] Network 172f1df7-b0e5-46ac-b5b3-57590ae3c91a is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:48:01.307157 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-8d391be5-e357-43e1-be42-759a932072eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 172f1df7-b0e5-46ac-b5b3-57590ae3c91a) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:48:01.331868 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d391be5-e357-43e1-be42-759a932072eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:01.336329 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8d391be5-e357-43e1-be42-759a932072eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:01.354941 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0106f3cf-316f-49cb-b3b7-74deea9c2bef None None] Network 172f1df7-b0e5-46ac-b5b3-57590ae3c91a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:48:01.383301 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8d391be5-e357-43e1-be42-759a932072eb admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7800038 Aug 19 14:48:01.428699 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9c469885-02b7-4a5e-8f61-45202ba0e99e req-dcefad65-a242-4c0e-a054-d62851fbaeb0 service neutron] 10.222.0.69 "GET /v2.0/networks/09badc51-885f-46f2-82a6-58497d8f5bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563171 Aug 19 14:48:01.531879 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-614f3529-1a3b-4326-b07d-dd9b9f695627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:01.868706 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ce9ab3-5f0b-4047-b93a-60eb54ebb3ac None None] Network 172f1df7-b0e5-46ac-b5b3-57590ae3c91a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:48:02.113818 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7215ec-816d-45b0-befa-4d45ab8b6d57 req-668aa48f-efcd-4648-b919-594ceea5085b tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:02.129125 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cf7215ec-816d-45b0-befa-4d45ab8b6d57 req-668aa48f-efcd-4648-b919-594ceea5085b tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef2ae11-dddd-4bfe-9456-3f9aacae7d07 HTTP/1.1" status: 200 len: 945 time: 0.2291269 Aug 19 14:48:02.157644 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 53490) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:02.223411 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cf7215ec-816d-45b0-befa-4d45ab8b6d57 req-b8f1174a-661d-49fa-ae73-12f540ae231e tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909464 Aug 19 14:48:02.456906 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9134a82f-43ea-496a-800e-1c491d5cb6a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:02.671161 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-0a8bfb43-951e-432e-9686-7226508bca1b tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:02.680167 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-0a8bfb43-951e-432e-9686-7226508bca1b tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.69 "GET /v2.0/networks?id=172f1df7-b0e5-46ac-b5b3-57590ae3c91a HTTP/1.1" status: 200 len: 818 time: 0.3521416 Aug 19 14:48:02.729529 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9134a82f-43ea-496a-800e-1c491d5cb6a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:02.746927 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e151c30-659f-47cd-8c8a-6954aac5d89b None None] Network 09badc51-885f-46f2-82a6-58497d8f5bf0 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:48:02.749084 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9134a82f-43ea-496a-800e-1c491d5cb6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:02.774129 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf612fb-4b7f-48df-a2ee-cdb8d75bc752 req-56c12a42-56c7-48c6-98bf-890d406a6ae0 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:02.802480 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3bf612fb-4b7f-48df-a2ee-cdb8d75bc752 req-56c12a42-56c7-48c6-98bf-890d406a6ae0 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/networks?id=09badc51-885f-46f2-82a6-58497d8f5bf0 HTTP/1.1" status: 200 len: 816 time: 0.4113190 Aug 19 14:48:02.803150 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9134a82f-43ea-496a-800e-1c491d5cb6a9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8a836ddd3a0447cbbf98de4547f08ab4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6434958 Aug 19 14:48:02.804546 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9134a82f-43ea-496a-800e-1c491d5cb6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bafcbb0c-ea2e-44da-869d-e7db87d6ad4d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:02.805939 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 53522) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:02.883168 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-7b3d90bd-9eb1-4124-b227-9406881b0328 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.69 "GET /v2.0/quotas/bbbdbcffc08e4de383b131107f83b22c HTTP/1.1" status: 200 len: 375 time: 0.2017491 Aug 19 14:48:02.904105 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3bf612fb-4b7f-48df-a2ee-cdb8d75bc752 req-c9cd7581-86be-45ab-b3f9-d4729210a411 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/quotas/28cae3a8854f4a72a71b8df0a4cb316f HTTP/1.1" status: 200 len: 375 time: 0.1008179 Aug 19 14:48:02.929195 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e026a904-3d96-4762-a243-892d6bc050ae None None] Provisioning for port 59d6cc5b-7de1-401e-b38f-b38924b4a171 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:48:03.015603 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-43c4e913-3c55-4303-acb4-a30e68488a4a tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=bbbdbcffc08e4de383b131107f83b22c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0731931 Aug 19 14:48:03.024192 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-60f326fa-9bb8-4374-baa4-de1da320afd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:03.119250 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-60f326fa-9bb8-4374-baa4-de1da320afd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:03.136023 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3bf612fb-4b7f-48df-a2ee-cdb8d75bc752 req-2b7cab8a-3e81-42e9-bf12-2ef1138dd013 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=28cae3a8854f4a72a71b8df0a4cb316f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2047856 Aug 19 14:48:03.316228 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 59d6cc5b-7de1-401e-b38f-b38924b4a171 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:48:03.408052 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 59d6cc5b-7de1-401e-b38f-b38924b4a171 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:48:03.417890 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 59d6cc5b-7de1-401e-b38f-b38924b4a171 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:48:03.419280 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:03.650934 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:03.720375 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:03.730233 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 59d6cc5b-7de1-401e-b38f-b38924b4a171, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=59d6cc5b-7de1-401e-b38f-b38924b4a171,segment=NetworkSegment(bfc744b1-0107-452f-83ab-c2ef678669ca),segment_id=bfc744b1-0107-452f-83ab-c2ef678669ca)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:48:03.737653 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:03.775115 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8a347b4d-6780-460b-9a4a-09b80d37f7f2 None None] Provisioning complete for port 59d6cc5b-7de1-401e-b38f-b38924b4a171 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:48:03.783256 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8a347b4d-6780-460b-9a4a-09b80d37f7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:03.864360 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=59d6cc5b-7de1-401e-b38f-b38924b4a171,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:03.924313 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-b1a458b6-14ac-4123-8031-50ffc897e5b7 service neutron] 10.222.0.69 "GET /v2.0/networks/172f1df7-b0e5-46ac-b5b3-57590ae3c91a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8948321 Aug 19 14:48:03.956803 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-60f326fa-9bb8-4374-baa4-de1da320afd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:03.960069 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-60f326fa-9bb8-4374-baa4-de1da320afd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:03.961434 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-60f326fa-9bb8-4374-baa4-de1da320afd3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bafcbb0c-ea2e-44da-869d-e7db87d6ad4d HTTP/1.1" status: 204 len: 168 time: 1.1363757 Aug 19 14:48:04.037108 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3bf612fb-4b7f-48df-a2ee-cdb8d75bc752 req-897daf85-ae5b-402b-90c2-0d47e4558dd7 service neutron] 10.222.0.69 "GET /v2.0/networks/09badc51-885f-46f2-82a6-58497d8f5bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9001288 Aug 19 14:48:04.050377 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f326fa-9bb8-4374-baa4-de1da320afd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafcbb0c-ea2e-44da-869d-e7db87d6ad4d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:04.078951 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c469885-02b7-4a5e-8f61-45202ba0e99e req-18cf7de2-abe2-4c88-b398-358516217dc7 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:04.088940 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9c469885-02b7-4a5e-8f61-45202ba0e99e req-18cf7de2-abe2-4c88-b398-358516217dc7 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.68 "GET /v2.0/networks?id=09badc51-885f-46f2-82a6-58497d8f5bf0 HTTP/1.1" status: 200 len: 816 time: 0.2990189 Aug 19 14:48:04.147430 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-9c469885-02b7-4a5e-8f61-45202ba0e99e req-2c3cfb4c-8139-44dc-8ac0-cf759b5701c9 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Request body: {'port': {'device_id': '5dceaf4a-0ba4-4e02-9507-9499d4284bf5', 'network_id': '09badc51-885f-46f2-82a6-58497d8f5bf0', 'admin_state_up': True, 'tenant_id': '28cae3a8854f4a72a71b8df0a4cb316f'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:48:04.285034 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-36c93cbf-4a08-4c27-845c-ef79c83e518c service neutron] 10.222.0.69 "GET /v2.0/networks/172f1df7-b0e5-46ac-b5b3-57590ae3c91a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425519 Aug 19 14:48:04.305390 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ff882429-9f06-465a-b543-cea0b17bf262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:04.383165 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3bf612fb-4b7f-48df-a2ee-cdb8d75bc752 req-cdefd867-bf83-4fc6-bb43-0f9d9848c48a service neutron] 10.222.0.69 "GET /v2.0/networks/09badc51-885f-46f2-82a6-58497d8f5bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448641 Aug 19 14:48:04.459903 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c469885-02b7-4a5e-8f61-45202ba0e99e req-2c3cfb4c-8139-44dc-8ac0-cf759b5701c9 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Made reservation on behalf of 28cae3a8854f4a72a71b8df0a4cb316f for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:48:04.467011 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9c469885-02b7-4a5e-8f61-45202ba0e99e req-2c3cfb4c-8139-44dc-8ac0-cf759b5701c9 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:04.524141 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:04.929241 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-9c469885-02b7-4a5e-8f61-45202ba0e99e req-2c3cfb4c-8139-44dc-8ac0-cf759b5701c9 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Allocated IP 172.20.0.9 (09badc51-885f-46f2-82a6-58497d8f5bf0/aaa4f395-8b7e-41eb-a1df-25a42a9b7838/df312655-e057-471b-ae41-83362c99d7c9) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:48:05.054452 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:05.202779 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:05.214322 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 59d6cc5b-7de1-401e-b38f-b38924b4a171 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:48:05.289269 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 59d6cc5b-7de1-401e-b38f-b38924b4a171 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:48:05.297477 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:05.362806 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9c469885-02b7-4a5e-8f61-45202ba0e99e req-2c3cfb4c-8139-44dc-8ac0-cf759b5701c9 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:05.467623 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-9c469885-02b7-4a5e-8f61-45202ba0e99e req-2c3cfb4c-8139-44dc-8ac0-cf759b5701c9 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Transition to ACTIVE for port object df312655-e057-471b-ae41-83362c99d7c9 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:48:05.483695 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cdc557-9228-4898-9d5c-f29bbc11b636 req-0e66cb4a-4644-4093-8fef-fddf3625a313 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:05.486214 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b6cdc557-9228-4898-9d5c-f29bbc11b636 req-0e66cb4a-4644-4093-8fef-fddf3625a313 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef2ae11-dddd-4bfe-9456-3f9aacae7d07 HTTP/1.1" status: 200 len: 945 time: 0.3922555 Aug 19 14:48:05.671345 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9c469885-02b7-4a5e-8f61-45202ba0e99e req-2c3cfb4c-8139-44dc-8ac0-cf759b5701c9 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:05.687877 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca451786-0d54-4897-951f-ed8749df921f req-7f4c922b-edfd-4e86-93f1-970bd2c8996f tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:05.689798 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ca451786-0d54-4897-951f-ed8749df921f req-7f4c922b-edfd-4e86-93f1-970bd2c8996f tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/networks?id=09badc51-885f-46f2-82a6-58497d8f5bf0 HTTP/1.1" status: 200 len: 816 time: 0.3222506 Aug 19 14:48:05.702436 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b6cdc557-9228-4898-9d5c-f29bbc11b636 req-326c73d2-7c89-4988-b61b-f3ec8debaaf7 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044625 Aug 19 14:48:05.764844 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ca451786-0d54-4897-951f-ed8749df921f req-c449dccc-7088-4b30-adf9-d23b346d1c12 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/quotas/28cae3a8854f4a72a71b8df0a4cb316f HTTP/1.1" status: 200 len: 375 time: 0.0684850 Aug 19 14:48:05.766969 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c469885-02b7-4a5e-8f61-45202ba0e99e req-2c3cfb4c-8139-44dc-8ac0-cf759b5701c9 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Network 09badc51-885f-46f2-82a6-58497d8f5bf0 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:48:05.775502 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-9c469885-02b7-4a5e-8f61-45202ba0e99e req-2c3cfb4c-8139-44dc-8ac0-cf759b5701c9 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:48:05.787183 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c469885-02b7-4a5e-8f61-45202ba0e99e req-2c3cfb4c-8139-44dc-8ac0-cf759b5701c9 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:48:05.896893 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c469885-02b7-4a5e-8f61-45202ba0e99e req-2c3cfb4c-8139-44dc-8ac0-cf759b5701c9 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:05.897608 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9c469885-02b7-4a5e-8f61-45202ba0e99e req-2c3cfb4c-8139-44dc-8ac0-cf759b5701c9 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:06.018129 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3cfb4c-8139-44dc-8ac0-cf759b5701c9 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Pushing event updated for resources: {'Port': ['ID=df312655-e057-471b-ae41-83362c99d7c9,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:06.077083 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0c579730-78f6-48dd-942b-181e23fbf226 req-2bf8a467-73ac-4a7a-a769-70f20b472292 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.69 "GET /v2.0/ports?device_id=93bcdc9f-61b8-467a-9b69-7210d80a6735 HTTP/1.1" status: 200 len: 210 time: 0.1745684 Aug 19 14:48:06.090751 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9c469885-02b7-4a5e-8f61-45202ba0e99e req-2c3cfb4c-8139-44dc-8ac0-cf759b5701c9 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9502256 Aug 19 14:48:06.126655 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-9c469885-02b7-4a5e-8f61-45202ba0e99e req-514ae703-a7a2-464d-a5f4-e94f5712ef85 service neutron] Request body: {'port': {'device_id': '5dceaf4a-0ba4-4e02-9507-9499d4284bf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:48:06.213457 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ca451786-0d54-4897-951f-ed8749df921f req-d1a17963-47cf-4d24-982a-e365a8534199 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=28cae3a8854f4a72a71b8df0a4cb316f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4285440 Aug 19 14:48:06.422552 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c895b652-719e-4a60-9eea-0e0195afe1e1 None None] Provisioning for port df312655-e057-471b-ae41-83362c99d7c9 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:48:06.444470 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c895b652-719e-4a60-9eea-0e0195afe1e1 None None] Provisioning complete for port df312655-e057-471b-ae41-83362c99d7c9 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:48:06.446975 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c895b652-719e-4a60-9eea-0e0195afe1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:06.449718 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9c469885-02b7-4a5e-8f61-45202ba0e99e req-514ae703-a7a2-464d-a5f4-e94f5712ef85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:06.578876 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c895b652-719e-4a60-9eea-0e0195afe1e1 None None] Port df312655-e057-471b-ae41-83362c99d7c9 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:48:06.688921 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ca451786-0d54-4897-951f-ed8749df921f req-7dc7a310-19a9-44b0-a2d1-488bb15ffd68 service neutron] 10.222.0.69 "GET /v2.0/networks/09badc51-885f-46f2-82a6-58497d8f5bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4745963 Aug 19 14:48:06.947307 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:07.308225 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5727d66-d564-48e8-84b3-37a70d337119 req-3533282b-dd7a-4d63-9781-63e024f890a3 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:07.316670 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e5727d66-d564-48e8-84b3-37a70d337119 req-3533282b-dd7a-4d63-9781-63e024f890a3 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef2ae11-dddd-4bfe-9456-3f9aacae7d07 HTTP/1.1" status: 200 len: 945 time: 0.3374441 Aug 19 14:48:07.328000 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ca451786-0d54-4897-951f-ed8749df921f req-04c98b93-6abc-4bc2-b3ea-3405333d235c service neutron] 10.222.0.69 "GET /v2.0/networks/09badc51-885f-46f2-82a6-58497d8f5bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6163220 Aug 19 14:48:07.427723 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf612fb-4b7f-48df-a2ee-cdb8d75bc752 req-635aab14-881b-4a6a-a5c7-f2bf3940da5a tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:07.429276 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3bf612fb-4b7f-48df-a2ee-cdb8d75bc752 req-635aab14-881b-4a6a-a5c7-f2bf3940da5a tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.88 "GET /v2.0/networks?id=09badc51-885f-46f2-82a6-58497d8f5bf0 HTTP/1.1" status: 200 len: 816 time: 0.7392199 Aug 19 14:48:07.448086 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-3bf612fb-4b7f-48df-a2ee-cdb8d75bc752 req-7a6770eb-fa94-4414-b22c-4cd9e2f20668 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Request body: {'port': {'device_id': 'fe94a912-e65f-48f6-a3ec-790797e14d97', 'network_id': '09badc51-885f-46f2-82a6-58497d8f5bf0', 'admin_state_up': True, 'tenant_id': '28cae3a8854f4a72a71b8df0a4cb316f'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:48:07.487134 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e5727d66-d564-48e8-84b3-37a70d337119 req-fc681e9b-8b6a-4b1d-ae76-d930a90e4d55 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691887 Aug 19 14:48:07.620175 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3c6c9210-2be2-4dbe-ae79-cba35108eff5 req-c670a7f8-b30f-42fb-a99e-4676c299a994 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.69 "GET /v2.0/ports?device_id=93bcdc9f-61b8-467a-9b69-7210d80a6735 HTTP/1.1" status: 200 len: 210 time: 0.0530818 Aug 19 14:48:07.695084 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-64be4bb0-4408-471d-ab04-94df5e97e93c tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:07.703496 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-64be4bb0-4408-471d-ab04-94df5e97e93c tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.88 "GET /v2.0/networks?id=172f1df7-b0e5-46ac-b5b3-57590ae3c91a HTTP/1.1" status: 200 len: 818 time: 0.3359406 Aug 19 14:48:07.943941 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-9c469885-02b7-4a5e-8f61-45202ba0e99e req-514ae703-a7a2-464d-a5f4-e94f5712ef85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df312655-e057-471b-ae41-83362c99d7c9 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:48:07.979291 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-6fcc8666-ac51-4d64-89ed-594999838361 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:07.981114 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-6fcc8666-ac51-4d64-89ed-594999838361 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.68 "GET /v2.0/networks?id=172f1df7-b0e5-46ac-b5b3-57590ae3c91a HTTP/1.1" status: 200 len: 818 time: 0.2767043 Aug 19 14:48:07.985629 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-7774ee58-f7f4-4a75-a200-3109ceae8172 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Request body: {'port': {'device_id': 'fd58c552-834c-42ed-9da0-31239f49e642', 'network_id': '172f1df7-b0e5-46ac-b5b3-57590ae3c91a', 'admin_state_up': True, 'tenant_id': 'bbbdbcffc08e4de383b131107f83b22c'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:48:08.033741 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9c469885-02b7-4a5e-8f61-45202ba0e99e req-514ae703-a7a2-464d-a5f4-e94f5712ef85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:08.099247 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-a4a583a3-ec40-4599-b50a-59b0480def20 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Request body: {'port': {'device_id': 'bbbcc7f5-8caf-4f38-90a7-251979b1cc99', 'network_id': '172f1df7-b0e5-46ac-b5b3-57590ae3c91a', 'admin_state_up': True, 'tenant_id': 'bbbdbcffc08e4de383b131107f83b22c'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:48:08.178824 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.db.api [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-7774ee58-f7f4-4a75-a200-3109ceae8172 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 14:48:08.178824 n-d-766043-2 neutron-server[94639]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 19 14:48:08.178824 n-d-766043-2 neutron-server[94639]: [parameters: {'project_id': 'bbbdbcffc08e4de383b131107f83b22c', 'id': '5ffbb017-9c94-4fdc-a0e3-28f45cf42cd0', 'expiration': datetime.datetime(2021, 8, 19, 14, 50, 8, 153943)}] Aug 19 14:48:08.178824 n-d-766043-2 neutron-server[94639]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 14:48:08.183400 n-d-766043-2 neutron-server[94639]: DEBUG oslo_db.api [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-7774ee58-f7f4-4a75-a200-3109ceae8172 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 14:48:08.185497 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-9c469885-02b7-4a5e-8f61-45202ba0e99e req-514ae703-a7a2-464d-a5f4-e94f5712ef85 service neutron] Transition to ACTIVE for port object df312655-e057-471b-ae41-83362c99d7c9 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:48:08.209258 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ebe824b6-7114-4793-ac08-972527f30628 req-dd8465ec-c39e-478a-825d-400a71c8468c tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae3f3903-85b4-446c-9219-5c55744673cd HTTP/1.1" status: 200 len: 210 time: 0.2745571 Aug 19 14:48:08.234512 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9c469885-02b7-4a5e-8f61-45202ba0e99e req-514ae703-a7a2-464d-a5f4-e94f5712ef85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:08.284387 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bf612fb-4b7f-48df-a2ee-cdb8d75bc752 req-7a6770eb-fa94-4414-b22c-4cd9e2f20668 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Made reservation on behalf of 28cae3a8854f4a72a71b8df0a4cb316f for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:48:08.291424 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3bf612fb-4b7f-48df-a2ee-cdb8d75bc752 req-7a6770eb-fa94-4414-b22c-4cd9e2f20668 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:08.366363 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-a4a583a3-ec40-4599-b50a-59b0480def20 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Made reservation on behalf of bbbdbcffc08e4de383b131107f83b22c for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:48:08.375025 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-a4a583a3-ec40-4599-b50a-59b0480def20 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:08.639609 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514ae703-a7a2-464d-a5f4-e94f5712ef85 service neutron] Pushing event updated for resources: {'Port': ['ID=df312655-e057-471b-ae41-83362c99d7c9,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:08.721919 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-c066fd5f-55ed-465a-9121-83639bf9769b tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:08.723337 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-c066fd5f-55ed-465a-9121-83639bf9769b tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.88 "GET /v2.0/networks?id=172f1df7-b0e5-46ac-b5b3-57590ae3c91a HTTP/1.1" status: 200 len: 818 time: 0.4808576 Aug 19 14:48:08.821790 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-a4a583a3-ec40-4599-b50a-59b0480def20 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Allocated IP 172.20.0.10 (172f1df7-b0e5-46ac-b5b3-57590ae3c91a/e19f26b1-3b06-4da3-b779-c163d285151b/c14d3c06-374e-4ef0-9aaf-899bc7d7c804) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:48:08.832438 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-3bf612fb-4b7f-48df-a2ee-cdb8d75bc752 req-7a6770eb-fa94-4414-b22c-4cd9e2f20668 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Allocated IP 172.20.0.4 (09badc51-885f-46f2-82a6-58497d8f5bf0/aaa4f395-8b7e-41eb-a1df-25a42a9b7838/56504bf7-0ca7-4dce-a439-9f103adcf976) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:48:09.008144 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-7774ee58-f7f4-4a75-a200-3109ceae8172 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Made reservation on behalf of bbbdbcffc08e4de383b131107f83b22c for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:48:09.013439 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-7774ee58-f7f4-4a75-a200-3109ceae8172 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:09.182386 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3bf612fb-4b7f-48df-a2ee-cdb8d75bc752 req-7a6770eb-fa94-4414-b22c-4cd9e2f20668 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:09.209668 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-36d393b4-cd34-4455-876b-e6ca4c9aa1a4 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Request body: {'port': {'device_id': '93bcdc9f-61b8-467a-9b69-7210d80a6735', 'network_id': '172f1df7-b0e5-46ac-b5b3-57590ae3c91a', 'admin_state_up': True, 'tenant_id': 'bbbdbcffc08e4de383b131107f83b22c'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:48:09.223196 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-a4a583a3-ec40-4599-b50a-59b0480def20 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:09.292232 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-a4a583a3-ec40-4599-b50a-59b0480def20 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:09.423097 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-a4a583a3-ec40-4599-b50a-59b0480def20 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Network 172f1df7-b0e5-46ac-b5b3-57590ae3c91a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:48:09.433114 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-a4a583a3-ec40-4599-b50a-59b0480def20 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:48:09.435796 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-a4a583a3-ec40-4599-b50a-59b0480def20 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:48:09.499376 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-a4a583a3-ec40-4599-b50a-59b0480def20 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:09.500059 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-a4a583a3-ec40-4599-b50a-59b0480def20 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:09.513863 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a583a3-ec40-4599-b50a-59b0480def20 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Pushing event updated for resources: {'Port': ['ID=c14d3c06-374e-4ef0-9aaf-899bc7d7c804,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:09.526212 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-7774ee58-f7f4-4a75-a200-3109ceae8172 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Allocated IP 172.20.0.13 (172f1df7-b0e5-46ac-b5b3-57590ae3c91a/e19f26b1-3b06-4da3-b779-c163d285151b/940294b7-3b45-4b9e-80eb-92f5114290b1) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:48:09.579264 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 53752) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:09.599670 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-a4a583a3-ec40-4599-b50a-59b0480def20 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5073018 Aug 19 14:48:09.654329 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-894f8d28-708e-49fe-8d07-cb7297aa8ba2 service neutron] Request body: {'port': {'device_id': 'bbbcc7f5-8caf-4f38-90a7-251979b1cc99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:48:09.665087 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-3bf612fb-4b7f-48df-a2ee-cdb8d75bc752 req-7a6770eb-fa94-4414-b22c-4cd9e2f20668 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Transition to ACTIVE for port object 56504bf7-0ca7-4dce-a439-9f103adcf976 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:48:09.739746 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-83f03c22-fb9b-4681-8451-b4cff099f328 req-29e8eb44-b471-4de2-a5ae-0036ff9e913f tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.69 "GET /v2.0/ports?device_id=93bcdc9f-61b8-467a-9b69-7210d80a6735 HTTP/1.1" status: 200 len: 210 time: 0.5252509 Aug 19 14:48:09.839849 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5652bc39-00b8-44ef-ad69-ab0aa7663693 req-efaae76d-0176-4912-9558-cab71963fd74 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:09.841460 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5652bc39-00b8-44ef-ad69-ab0aa7663693 req-efaae76d-0176-4912-9558-cab71963fd74 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef2ae11-dddd-4bfe-9456-3f9aacae7d07 HTTP/1.1" status: 200 len: 945 time: 1.1292226 Aug 19 14:48:09.850406 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-894f8d28-708e-49fe-8d07-cb7297aa8ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:09.861223 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca451786-0d54-4897-951f-ed8749df921f req-19c0e377-3f45-442b-aeff-0d544c477671 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:09.862980 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ca451786-0d54-4897-951f-ed8749df921f req-19c0e377-3f45-442b-aeff-0d544c477671 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.68 "GET /v2.0/networks?id=09badc51-885f-46f2-82a6-58497d8f5bf0 HTTP/1.1" status: 200 len: 816 time: 0.3739510 Aug 19 14:48:09.875216 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b930517-c238-4e51-8345-f80e400e2c42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:09.881181 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-9c469885-02b7-4a5e-8f61-45202ba0e99e req-514ae703-a7a2-464d-a5f4-e94f5712ef85 service neutron] Attempting to bind port df312655-e057-471b-ae41-83362c99d7c9 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:48:09.881181 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-9c469885-02b7-4a5e-8f61-45202ba0e99e req-514ae703-a7a2-464d-a5f4-e94f5712ef85 service neutron] Attempting to bind port df312655-e057-471b-ae41-83362c99d7c9 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': 'bfc744b1-0107-452f-83ab-c2ef678669ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '09badc51-885f-46f2-82a6-58497d8f5bf0'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:48:09.881507 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c469885-02b7-4a5e-8f61-45202ba0e99e req-514ae703-a7a2-464d-a5f4-e94f5712ef85 service neutron] Attempting to bind port df312655-e057-471b-ae41-83362c99d7c9 on network 09badc51-885f-46f2-82a6-58497d8f5bf0 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:48:09.898350 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c469885-02b7-4a5e-8f61-45202ba0e99e req-514ae703-a7a2-464d-a5f4-e94f5712ef85 service neutron] Port df312655-e057-471b-ae41-83362c99d7c9 on network 09badc51-885f-46f2-82a6-58497d8f5bf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:48:09.898697 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c469885-02b7-4a5e-8f61-45202ba0e99e req-514ae703-a7a2-464d-a5f4-e94f5712ef85 service neutron] Attempting to bind port df312655-e057-471b-ae41-83362c99d7c9 on network 09badc51-885f-46f2-82a6-58497d8f5bf0 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:48:09.901452 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-ca451786-0d54-4897-951f-ed8749df921f req-6feaf22d-99e2-47c0-a948-bccf276b9251 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Request body: {'port': {'device_id': 'ae3f3903-85b4-446c-9219-5c55744673cd', 'network_id': '09badc51-885f-46f2-82a6-58497d8f5bf0', 'admin_state_up': True, 'tenant_id': '28cae3a8854f4a72a71b8df0a4cb316f'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:48:09.983012 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5652bc39-00b8-44ef-ad69-ab0aa7663693 req-962c37d6-88e9-4e17-897f-5f95b9a78868 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325955 Aug 19 14:48:09.993797 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c469885-02b7-4a5e-8f61-45202ba0e99e req-514ae703-a7a2-464d-a5f4-e94f5712ef85 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:48:09.994853 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c469885-02b7-4a5e-8f61-45202ba0e99e req-514ae703-a7a2-464d-a5f4-e94f5712ef85 service neutron] Checking segment: {'id': 'bfc744b1-0107-452f-83ab-c2ef678669ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '09badc51-885f-46f2-82a6-58497d8f5bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:48:09.995503 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c469885-02b7-4a5e-8f61-45202ba0e99e req-514ae703-a7a2-464d-a5f4-e94f5712ef85 service neutron] Bound using segment: {'id': 'bfc744b1-0107-452f-83ab-c2ef678669ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '09badc51-885f-46f2-82a6-58497d8f5bf0'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:48:09.996250 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-9c469885-02b7-4a5e-8f61-45202ba0e99e req-514ae703-a7a2-464d-a5f4-e94f5712ef85 service neutron] Bound port: df312655-e057-471b-ae41-83362c99d7c9, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfc744b1-0107-452f-83ab-c2ef678669ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '09badc51-885f-46f2-82a6-58497d8f5bf0'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:48:09.996902 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9c469885-02b7-4a5e-8f61-45202ba0e99e req-514ae703-a7a2-464d-a5f4-e94f5712ef85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:10.000265 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3bf612fb-4b7f-48df-a2ee-cdb8d75bc752 req-7a6770eb-fa94-4414-b22c-4cd9e2f20668 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:10.090505 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a9ad30be-0938-4cc4-be77-05fc9e17aefd req-4c336131-578c-4341-b188-7ab35922189a tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae3f3903-85b4-446c-9219-5c55744673cd HTTP/1.1" status: 200 len: 210 time: 0.1088581 Aug 19 14:48:10.149931 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f509ec-3d81-4fe9-a2dd-e2a03cd33789 req-f774e74a-bf56-4868-af09-4be27197b9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:10.152748 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d3f509ec-3d81-4fe9-a2dd-e2a03cd33789 req-f774e74a-bf56-4868-af09-4be27197b9de service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=7fb0cbae73e44bb4aa5ac758561c58c6&device_id=0ef2ae11-dddd-4bfe-9456-3f9aacae7d07 HTTP/1.1" status: 200 len: 1096 time: 0.2423251 Aug 19 14:48:10.153545 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-36d393b4-cd34-4455-876b-e6ca4c9aa1a4 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Made reservation on behalf of bbbdbcffc08e4de383b131107f83b22c for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:48:10.158400 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-36d393b4-cd34-4455-876b-e6ca4c9aa1a4 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:10.172107 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-7774ee58-f7f4-4a75-a200-3109ceae8172 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:10.202598 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bf612fb-4b7f-48df-a2ee-cdb8d75bc752 req-7a6770eb-fa94-4414-b22c-4cd9e2f20668 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Network 09badc51-885f-46f2-82a6-58497d8f5bf0 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:48:10.264219 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-3bf612fb-4b7f-48df-a2ee-cdb8d75bc752 req-7a6770eb-fa94-4414-b22c-4cd9e2f20668 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:48:10.267492 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf612fb-4b7f-48df-a2ee-cdb8d75bc752 req-7a6770eb-fa94-4414-b22c-4cd9e2f20668 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:48:10.272370 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-7774ee58-f7f4-4a75-a200-3109ceae8172 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:10.276788 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6770eb-fa94-4414-b22c-4cd9e2f20668 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Pushing event updated for resources: {'Port': ['ID=56504bf7-0ca7-4dce-a439-9f103adcf976,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:10.398496 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b930517-c238-4e51-8345-f80e400e2c42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:10.400470 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-7774ee58-f7f4-4a75-a200-3109ceae8172 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Network 172f1df7-b0e5-46ac-b5b3-57590ae3c91a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:48:10.404928 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-9c469885-02b7-4a5e-8f61-45202ba0e99e req-514ae703-a7a2-464d-a5f4-e94f5712ef85 service neutron] For port df312655-e057-471b-ae41-83362c99d7c9, host n-h1-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:48:10.413870 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7774ee58-f7f4-4a75-a200-3109ceae8172 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Pushing event updated for resources: {'Port': ['ID=940294b7-3b45-4b9e-80eb-92f5114290b1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:10.417056 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-7774ee58-f7f4-4a75-a200-3109ceae8172 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:48:10.418720 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b930517-c238-4e51-8345-f80e400e2c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:10.426971 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-7774ee58-f7f4-4a75-a200-3109ceae8172 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:48:10.447845 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf612fb-4b7f-48df-a2ee-cdb8d75bc752 req-7a6770eb-fa94-4414-b22c-4cd9e2f20668 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:10.448623 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3bf612fb-4b7f-48df-a2ee-cdb8d75bc752 req-7a6770eb-fa94-4414-b22c-4cd9e2f20668 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:10.458465 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-9c469885-02b7-4a5e-8f61-45202ba0e99e req-514ae703-a7a2-464d-a5f4-e94f5712ef85 service neutron] For port df312655-e057-471b-ae41-83362c99d7c9, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=df312655-e057-471b-ae41-83362c99d7c9,segment=NetworkSegment(bfc744b1-0107-452f-83ab-c2ef678669ca),segment_id=bfc744b1-0107-452f-83ab-c2ef678669ca)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:48:10.479735 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9c469885-02b7-4a5e-8f61-45202ba0e99e req-514ae703-a7a2-464d-a5f4-e94f5712ef85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:10.492735 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f509ec-3d81-4fe9-a2dd-e2a03cd33789 req-6cf98eb4-d333-4426-b47a-f20096cbac61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:10.494251 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d3f509ec-3d81-4fe9-a2dd-e2a03cd33789 req-6cf98eb4-d333-4426-b47a-f20096cbac61 service neutron] 10.222.0.68 "GET /v2.0/networks?id=23c2e440-9ca3-45a7-ab8d-c7ac81e99a99 HTTP/1.1" status: 200 len: 912 time: 0.3326952 Aug 19 14:48:10.520140 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b930517-c238-4e51-8345-f80e400e2c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04c9d11-0f62-4e8f-81f2-a68993c513f3,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:10.525479 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c469885-02b7-4a5e-8f61-45202ba0e99e req-514ae703-a7a2-464d-a5f4-e94f5712ef85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:10.526330 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9c469885-02b7-4a5e-8f61-45202ba0e99e req-514ae703-a7a2-464d-a5f4-e94f5712ef85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:10.528261 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9c469885-02b7-4a5e-8f61-45202ba0e99e req-514ae703-a7a2-464d-a5f4-e94f5712ef85 service neutron] 10.222.0.68 "PUT /v2.0/ports/df312655-e057-471b-ae41-83362c99d7c9 HTTP/1.1" status: 200 len: 1091 time: 4.4151230 Aug 19 14:48:10.532068 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dceaf4a-0ba4-4e02-9507-9499d4284bf5', 'tag': 'df312655-e057-471b-ae41-83362c99d7c9'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:48:10.535534 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05280c9-e476-4751-ac3e-a0ccf62c8f96" -d '{"events": [{"name": "network-changed", "server_uuid": "5dceaf4a-0ba4-4e02-9507-9499d4284bf5", "tag": "df312655-e057-471b-ae41-83362c99d7c9"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:48:10.596712 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-7774ee58-f7f4-4a75-a200-3109ceae8172 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:10.597394 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-7774ee58-f7f4-4a75-a200-3109ceae8172 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:10.628223 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789b1736-6427-42f7-aa27-ab00448bb3d2 x-openstack-request-id: req-789b1736-6427-42f7-aa27-ab00448bb3d2 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:48:10.628701 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dceaf4a-0ba4-4e02-9507-9499d4284bf5", "tag": "df312655-e057-471b-ae41-83362c99d7c9", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:48:10.628912 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-789b1736-6427-42f7-aa27-ab00448bb3d2 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:48:10.629414 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dceaf4a-0ba4-4e02-9507-9499d4284bf5', 'tag': 'df312655-e057-471b-ae41-83362c99d7c9', 'status': 'completed', 'code': 200} Aug 19 14:48:10.647575 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3bf612fb-4b7f-48df-a2ee-cdb8d75bc752 req-7a6770eb-fa94-4414-b22c-4cd9e2f20668 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2077899 Aug 19 14:48:10.648943 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d3f509ec-3d81-4fe9-a2dd-e2a03cd33789 req-5d018565-fc00-43f9-abaa-154dfeae8d04 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6c65527-3a4b-4952-b95e-ebc1b709ac3d HTTP/1.1" status: 200 len: 217 time: 0.1365874 Aug 19 14:48:10.656807 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5b930517-c238-4e51-8345-f80e400e2c42 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=880ea64ded314afeb226871216bf3c57&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0753374 Aug 19 14:48:10.665558 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b18e4708-8fec-4ccc-a321-424966dc3907 None None] Provisioning for port 56504bf7-0ca7-4dce-a439-9f103adcf976 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:48:10.666297 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 53760) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:10.671100 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b18e4708-8fec-4ccc-a321-424966dc3907 None None] Provisioning complete for port 56504bf7-0ca7-4dce-a439-9f103adcf976 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:48:10.671697 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b18e4708-8fec-4ccc-a321-424966dc3907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:10.673345 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca451786-0d54-4897-951f-ed8749df921f req-6feaf22d-99e2-47c0-a948-bccf276b9251 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Made reservation on behalf of 28cae3a8854f4a72a71b8df0a4cb316f for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:48:10.677153 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ca451786-0d54-4897-951f-ed8749df921f req-6feaf22d-99e2-47c0-a948-bccf276b9251 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:10.688444 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-3bf612fb-4b7f-48df-a2ee-cdb8d75bc752 req-af90ac2d-2f67-47ea-bb9b-cbac8f3130ea service neutron] Request body: {'port': {'device_id': 'fe94a912-e65f-48f6-a3ec-790797e14d97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:48:10.745265 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b18e4708-8fec-4ccc-a321-424966dc3907 None None] Port 56504bf7-0ca7-4dce-a439-9f103adcf976 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:48:10.755838 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514ae703-a7a2-464d-a5f4-e94f5712ef85 service neutron] Pushing event updated for resources: {'Port': ['ID=df312655-e057-471b-ae41-83362c99d7c9,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:10.763713 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-7774ee58-f7f4-4a75-a200-3109ceae8172 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0432012 Aug 19 14:48:10.792337 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-bb311bf2-828e-4e54-9017-d566f26f89e9 service neutron] Request body: {'port': {'device_id': 'fd58c552-834c-42ed-9da0-31239f49e642', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:48:10.824680 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-894f8d28-708e-49fe-8d07-cb7297aa8ba2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c14d3c06-374e-4ef0-9aaf-899bc7d7c804 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:48:10.839663 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-894f8d28-708e-49fe-8d07-cb7297aa8ba2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:10.859687 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-894f8d28-708e-49fe-8d07-cb7297aa8ba2 service neutron] Transition to ACTIVE for port object c14d3c06-374e-4ef0-9aaf-899bc7d7c804 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:48:10.877933 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c469885-02b7-4a5e-8f61-45202ba0e99e req-a62b8924-5f2b-4479-b965-c81e5403c03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:10.879278 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9c469885-02b7-4a5e-8f61-45202ba0e99e req-a62b8924-5f2b-4479-b965-c81e5403c03b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=28cae3a8854f4a72a71b8df0a4cb316f&device_id=5dceaf4a-0ba4-4e02-9507-9499d4284bf5 HTTP/1.1" status: 200 len: 1094 time: 0.2490122 Aug 19 14:48:10.899541 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-894f8d28-708e-49fe-8d07-cb7297aa8ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:10.959143 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f509ec-3d81-4fe9-a2dd-e2a03cd33789 req-ed4627fb-0d9a-41f2-ae6d-ea5e3fc9d8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:10.961266 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d3f509ec-3d81-4fe9-a2dd-e2a03cd33789 req-ed4627fb-0d9a-41f2-ae6d-ea5e3fc9d8ff service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9422880f-eaac-4c78-82da-517737e1ea86 HTTP/1.1" status: 200 len: 851 time: 0.2883077 Aug 19 14:48:10.996862 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3bf612fb-4b7f-48df-a2ee-cdb8d75bc752 req-af90ac2d-2f67-47ea-bb9b-cbac8f3130ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:11.018978 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-acfb1a7b-a30c-4bf1-b1ed-a7b5b635b1b0 req-282b2a4a-eb5f-44fc-8d41-a72c7c4c479e tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.69 "GET /v2.0/ports?device_id=93bcdc9f-61b8-467a-9b69-7210d80a6735 HTTP/1.1" status: 200 len: 210 time: 0.1522098 Aug 19 14:48:11.057166 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a322a42a-c8d5-43f2-b489-99faab1ff9c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:11.125342 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f8d28-708e-49fe-8d07-cb7297aa8ba2 service neutron] Pushing event updated for resources: {'Port': ['ID=c14d3c06-374e-4ef0-9aaf-899bc7d7c804,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:11.133473 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9c469885-02b7-4a5e-8f61-45202ba0e99e req-73745495-897f-4bf2-881f-4218c6c98c0e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df312655-e057-471b-ae41-83362c99d7c9 HTTP/1.1" status: 200 len: 217 time: 0.1831970 Aug 19 14:48:11.161086 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-bb311bf2-828e-4e54-9017-d566f26f89e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:11.193791 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d3f509ec-3d81-4fe9-a2dd-e2a03cd33789 req-2db7e1b0-16aa-4812-b033-beaffa822e12 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=23c2e440-9ca3-45a7-ab8d-c7ac81e99a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1988299 Aug 19 14:48:11.205005 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a322a42a-c8d5-43f2-b489-99faab1ff9c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:11.299697 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-ca451786-0d54-4897-951f-ed8749df921f req-6feaf22d-99e2-47c0-a948-bccf276b9251 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Allocated IP 172.20.0.11 (09badc51-885f-46f2-82a6-58497d8f5bf0/aaa4f395-8b7e-41eb-a1df-25a42a9b7838/2188f986-bcf5-423d-b29c-27d109afb2f8) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:48:11.301656 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-36d393b4-cd34-4455-876b-e6ca4c9aa1a4 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Allocated IP 172.20.0.6 (172f1df7-b0e5-46ac-b5b3-57590ae3c91a/e19f26b1-3b06-4da3-b779-c163d285151b/23593178-9603-4edc-978b-e5e3ee2aa3d9) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:48:11.320709 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-894f8d28-708e-49fe-8d07-cb7297aa8ba2 service neutron] Attempting to bind port c14d3c06-374e-4ef0-9aaf-899bc7d7c804 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:48:11.321045 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-894f8d28-708e-49fe-8d07-cb7297aa8ba2 service neutron] Attempting to bind port c14d3c06-374e-4ef0-9aaf-899bc7d7c804 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': 'abd5ab85-2a12-470f-94e6-58a09b3264d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '172f1df7-b0e5-46ac-b5b3-57590ae3c91a'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:48:11.321357 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-894f8d28-708e-49fe-8d07-cb7297aa8ba2 service neutron] Attempting to bind port c14d3c06-374e-4ef0-9aaf-899bc7d7c804 on network 172f1df7-b0e5-46ac-b5b3-57590ae3c91a {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:48:11.335914 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-85775c66-8933-477e-8cb8-14c50f99e674 req-bfd22229-12cd-4ab1-bc74-b563ce5f9e22 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae3f3903-85b4-446c-9219-5c55744673cd HTTP/1.1" status: 200 len: 210 time: 0.1487710 Aug 19 14:48:11.339254 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-894f8d28-708e-49fe-8d07-cb7297aa8ba2 service neutron] Port c14d3c06-374e-4ef0-9aaf-899bc7d7c804 on network 172f1df7-b0e5-46ac-b5b3-57590ae3c91a not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:48:11.339622 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-894f8d28-708e-49fe-8d07-cb7297aa8ba2 service neutron] Attempting to bind port c14d3c06-374e-4ef0-9aaf-899bc7d7c804 on network 172f1df7-b0e5-46ac-b5b3-57590ae3c91a {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:48:11.397282 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ca367-948c-44a0-a1cf-ef67796b0578 req-c13df254-9631-4e2c-9687-8f2a6fe702d5 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:11.398491 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2d3ca367-948c-44a0-a1cf-ef67796b0578 req-c13df254-9631-4e2c-9687-8f2a6fe702d5 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef2ae11-dddd-4bfe-9456-3f9aacae7d07 HTTP/1.1" status: 200 len: 945 time: 0.2854586 Aug 19 14:48:11.400539 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-894f8d28-708e-49fe-8d07-cb7297aa8ba2 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:48:11.401512 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-894f8d28-708e-49fe-8d07-cb7297aa8ba2 service neutron] Checking segment: {'id': 'abd5ab85-2a12-470f-94e6-58a09b3264d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '172f1df7-b0e5-46ac-b5b3-57590ae3c91a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:48:11.401932 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-894f8d28-708e-49fe-8d07-cb7297aa8ba2 service neutron] Bound using segment: {'id': 'abd5ab85-2a12-470f-94e6-58a09b3264d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '172f1df7-b0e5-46ac-b5b3-57590ae3c91a'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:48:11.402446 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-894f8d28-708e-49fe-8d07-cb7297aa8ba2 service neutron] Bound port: c14d3c06-374e-4ef0-9aaf-899bc7d7c804, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abd5ab85-2a12-470f-94e6-58a09b3264d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '172f1df7-b0e5-46ac-b5b3-57590ae3c91a'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:48:11.402815 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-894f8d28-708e-49fe-8d07-cb7297aa8ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:11.465676 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a322a42a-c8d5-43f2-b489-99faab1ff9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:11.468239 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a322a42a-c8d5-43f2-b489-99faab1ff9c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:11.471813 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a322a42a-c8d5-43f2-b489-99faab1ff9c0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c04c9d11-0f62-4e8f-81f2-a68993c513f3 HTTP/1.1" status: 204 len: 168 time: 0.7977073 Aug 19 14:48:11.489082 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c469885-02b7-4a5e-8f61-45202ba0e99e req-bf3b23d1-33ed-4473-870d-f04c2093b995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:11.490858 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9c469885-02b7-4a5e-8f61-45202ba0e99e req-bf3b23d1-33ed-4473-870d-f04c2093b995 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=aaa4f395-8b7e-41eb-a1df-25a42a9b7838 HTTP/1.1" status: 200 len: 855 time: 0.3053193 Aug 19 14:48:11.506792 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a322a42a-c8d5-43f2-b489-99faab1ff9c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04c9d11-0f62-4e8f-81f2-a68993c513f3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:11.596121 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-894f8d28-708e-49fe-8d07-cb7297aa8ba2 service neutron] For port c14d3c06-374e-4ef0-9aaf-899bc7d7c804, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:48:11.601589 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-894f8d28-708e-49fe-8d07-cb7297aa8ba2 service neutron] For port c14d3c06-374e-4ef0-9aaf-899bc7d7c804, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=c14d3c06-374e-4ef0-9aaf-899bc7d7c804,segment=NetworkSegment(abd5ab85-2a12-470f-94e6-58a09b3264d5),segment_id=abd5ab85-2a12-470f-94e6-58a09b3264d5)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:48:11.609319 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-894f8d28-708e-49fe-8d07-cb7297aa8ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:11.614144 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d3f509ec-3d81-4fe9-a2dd-e2a03cd33789 req-2ee1221f-9c94-47c2-bf9b-d0ec62a6411b service neutron] 10.222.0.68 "GET /v2.0/networks/23c2e440-9ca3-45a7-ab8d-c7ac81e99a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3779035 Aug 19 14:48:11.692990 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-894f8d28-708e-49fe-8d07-cb7297aa8ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:11.693934 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-894f8d28-708e-49fe-8d07-cb7297aa8ba2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:11.695618 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-894f8d28-708e-49fe-8d07-cb7297aa8ba2 service neutron] 10.222.0.68 "PUT /v2.0/ports/c14d3c06-374e-4ef0-9aaf-899bc7d7c804 HTTP/1.1" status: 200 len: 1092 time: 2.0545912 Aug 19 14:48:11.708670 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbbcc7f5-8caf-4f38-90a7-251979b1cc99', 'tag': 'c14d3c06-374e-4ef0-9aaf-899bc7d7c804'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:48:11.711013 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4356fa4a-aee3-43bd-815f-f3e5a9d04a79" -d '{"events": [{"name": "network-changed", "server_uuid": "bbbcc7f5-8caf-4f38-90a7-251979b1cc99", "tag": "c14d3c06-374e-4ef0-9aaf-899bc7d7c804"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:48:11.730539 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2d3ca367-948c-44a0-a1cf-ef67796b0578 req-ff7ac4df-4177-483e-936a-fe03e076e0f6 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025830 Aug 19 14:48:11.749969 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c469885-02b7-4a5e-8f61-45202ba0e99e req-de02a339-3708-4a5c-90fe-fee88efb52d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:11.752012 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9c469885-02b7-4a5e-8f61-45202ba0e99e req-de02a339-3708-4a5c-90fe-fee88efb52d2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=09badc51-885f-46f2-82a6-58497d8f5bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2340574 Aug 19 14:48:11.778727 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device e6c65527-3a4b-4952-b95e-ebc1b709ac3d no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:48:11.795066 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ca451786-0d54-4897-951f-ed8749df921f req-6feaf22d-99e2-47c0-a948-bccf276b9251 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:11.810247 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-ca451786-0d54-4897-951f-ed8749df921f req-6feaf22d-99e2-47c0-a948-bccf276b9251 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Transition to ACTIVE for port object 2188f986-bcf5-423d-b29c-27d109afb2f8 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:48:11.812627 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d3f509ec-3d81-4fe9-a2dd-e2a03cd33789 req-0ae00e2b-4cf7-4a90-bb06-794a6523355b service neutron] 10.222.0.68 "GET /v2.0/networks/23c2e440-9ca3-45a7-ab8d-c7ac81e99a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463196 Aug 19 14:48:11.851869 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f8d28-708e-49fe-8d07-cb7297aa8ba2 service neutron] Pushing event updated for resources: {'Port': ['ID=c14d3c06-374e-4ef0-9aaf-899bc7d7c804,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:11.861377 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ca451786-0d54-4897-951f-ed8749df921f req-6feaf22d-99e2-47c0-a948-bccf276b9251 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:11.918644 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feaf22d-99e2-47c0-a948-bccf276b9251 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Pushing event updated for resources: {'Port': ['ID=2188f986-bcf5-423d-b29c-27d109afb2f8,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:11.927000 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38bb5a33-c6dd-4827-9b9a-d79cbea16584 x-openstack-request-id: req-38bb5a33-c6dd-4827-9b9a-d79cbea16584 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:48:11.927278 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbbcc7f5-8caf-4f38-90a7-251979b1cc99", "tag": "c14d3c06-374e-4ef0-9aaf-899bc7d7c804", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:48:11.927522 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-38bb5a33-c6dd-4827-9b9a-d79cbea16584 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:48:11.927910 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbbcc7f5-8caf-4f38-90a7-251979b1cc99', 'tag': 'c14d3c06-374e-4ef0-9aaf-899bc7d7c804', 'status': 'completed', 'code': 200} Aug 19 14:48:11.957159 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:11.958417 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca451786-0d54-4897-951f-ed8749df921f req-6feaf22d-99e2-47c0-a948-bccf276b9251 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Network 09badc51-885f-46f2-82a6-58497d8f5bf0 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:48:11.960817 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-ca451786-0d54-4897-951f-ed8749df921f req-6feaf22d-99e2-47c0-a948-bccf276b9251 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:48:11.965779 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca451786-0d54-4897-951f-ed8749df921f req-6feaf22d-99e2-47c0-a948-bccf276b9251 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:48:12.014939 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 53782) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:12.029032 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca451786-0d54-4897-951f-ed8749df921f req-6feaf22d-99e2-47c0-a948-bccf276b9251 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:12.029815 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ca451786-0d54-4897-951f-ed8749df921f req-6feaf22d-99e2-47c0-a948-bccf276b9251 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:12.036808 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef2ae11-dddd-4bfe-9456-3f9aacae7d07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6c65527-3a4b-4952-b95e-ebc1b709ac3d'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:48:12.040214 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f07d81c-4665-4967-adf7-3ec1facdb45f" -d '{"events": [{"server_uuid": "0ef2ae11-dddd-4bfe-9456-3f9aacae7d07", "name": "network-vif-unplugged", "status": "completed", "tag": "e6c65527-3a4b-4952-b95e-ebc1b709ac3d"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:48:12.047225 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-9a189afa-b0b2-421b-95a8-d22f6aa2e679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:12.049424 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-9a189afa-b0b2-421b-95a8-d22f6aa2e679 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bbbdbcffc08e4de383b131107f83b22c&device_id=bbbcc7f5-8caf-4f38-90a7-251979b1cc99 HTTP/1.1" status: 200 len: 1095 time: 0.1905713 Aug 19 14:48:12.056591 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ca451786-0d54-4897-951f-ed8749df921f req-6feaf22d-99e2-47c0-a948-bccf276b9251 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1589367 Aug 19 14:48:12.074076 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port e6c65527-3a4b-4952-b95e-ebc1b709ac3d, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=e6c65527-3a4b-4952-b95e-ebc1b709ac3d,segment=NetworkSegment(dfb5451f-ae59-4348-b57d-1e05105b4f16),segment_id=dfb5451f-ae59-4348-b57d-1e05105b4f16)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:48:12.086508 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:12.092802 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-ca451786-0d54-4897-951f-ed8749df921f req-f3ea2327-7adb-4a0b-8a54-7702f371988d service neutron] Request body: {'port': {'device_id': 'ae3f3903-85b4-446c-9219-5c55744673cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:48:12.134499 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 14:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55be91c-78e8-4c8f-ac07-34b862faeb48 x-openstack-request-id: req-d55be91c-78e8-4c8f-ac07-34b862faeb48 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:48:12.134785 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef2ae11-dddd-4bfe-9456-3f9aacae7d07", "name": "network-vif-unplugged", "status": "completed", "tag": "e6c65527-3a4b-4952-b95e-ebc1b709ac3d", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:48:12.135115 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d55be91c-78e8-4c8f-ac07-34b862faeb48 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:48:12.135647 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef2ae11-dddd-4bfe-9456-3f9aacae7d07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6c65527-3a4b-4952-b95e-ebc1b709ac3d', 'code': 200} Aug 19 14:48:12.140198 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-59d91c0e-9491-4e17-9e2d-6f1a153875c2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c14d3c06-374e-4ef0-9aaf-899bc7d7c804 HTTP/1.1" status: 200 len: 217 time: 0.0749416 Aug 19 14:48:12.172786 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-36d393b4-cd34-4455-876b-e6ca4c9aa1a4 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:12.174970 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ea6107d-b7d8-4f4b-901b-90c6ddd595de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:12.215980 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=e6c65527-3a4b-4952-b95e-ebc1b709ac3d,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:12.284048 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-e2beea1d-b76d-4c92-9ca5-b1a292ae471e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:12.285748 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-e2beea1d-b76d-4c92-9ca5-b1a292ae471e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e19f26b1-3b06-4da3-b779-c163d285151b HTTP/1.1" status: 200 len: 858 time: 0.1264148 Aug 19 14:48:12.286756 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ca451786-0d54-4897-951f-ed8749df921f req-f3ea2327-7adb-4a0b-8a54-7702f371988d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:12.315692 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9436a666-30db-4e66-95f1-47195dc55166 req-9d8e5d8c-828d-4933-b9da-57bbe9910755 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.69 "GET /v2.0/ports?device_id=93bcdc9f-61b8-467a-9b69-7210d80a6735 HTTP/1.1" status: 200 len: 210 time: 0.0686226 Aug 19 14:48:12.370950 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-ea5e4106-f111-41bd-b091-1e88735161b3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=172f1df7-b0e5-46ac-b5b3-57590ae3c91a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575361 Aug 19 14:48:12.378413 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9c469885-02b7-4a5e-8f61-45202ba0e99e req-e11664ad-afd1-42c0-ab4a-4e2788dcbb96 service neutron] 10.222.0.68 "GET /v2.0/networks/09badc51-885f-46f2-82a6-58497d8f5bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5564415 Aug 19 14:48:12.418774 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5dc8441c-1073-42d2-9572-c4f28d42fded None None] Provisioning for port 2188f986-bcf5-423d-b29c-27d109afb2f8 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:48:12.425150 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5dc8441c-1073-42d2-9572-c4f28d42fded None None] Provisioning complete for port 2188f986-bcf5-423d-b29c-27d109afb2f8 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:48:12.426011 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5dc8441c-1073-42d2-9572-c4f28d42fded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:12.486423 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5dc8441c-1073-42d2-9572-c4f28d42fded None None] Port 2188f986-bcf5-423d-b29c-27d109afb2f8 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:48:12.503068 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-36d393b4-cd34-4455-876b-e6ca4c9aa1a4 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:12.620283 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ea6107d-b7d8-4f4b-901b-90c6ddd595de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:12.669782 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ea6107d-b7d8-4f4b-901b-90c6ddd595de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:12.678359 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-36d393b4-cd34-4455-876b-e6ca4c9aa1a4 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Network 172f1df7-b0e5-46ac-b5b3-57590ae3c91a is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:48:12.703891 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d393b4-cd34-4455-876b-e6ca4c9aa1a4 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Pushing event updated for resources: {'Port': ['ID=23593178-9603-4edc-978b-e5e3ee2aa3d9,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:12.708719 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9c469885-02b7-4a5e-8f61-45202ba0e99e req-93d9f49e-fa28-4a8b-b041-95d8fccc793e service neutron] 10.222.0.68 "GET /v2.0/networks/09badc51-885f-46f2-82a6-58497d8f5bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111560 Aug 19 14:48:12.709627 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-36d393b4-cd34-4455-876b-e6ca4c9aa1a4 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:48:12.711871 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-36d393b4-cd34-4455-876b-e6ca4c9aa1a4 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:48:12.750708 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-3bf612fb-4b7f-48df-a2ee-cdb8d75bc752 req-af90ac2d-2f67-47ea-bb9b-cbac8f3130ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56504bf7-0ca7-4dce-a439-9f103adcf976 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:48:12.781809 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdddba2c-a9e7-407e-be80-102cd8629d75 req-7155762d-85ff-423c-9bc1-7c1e7c7de1f3 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:12.783395 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bdddba2c-a9e7-407e-be80-102cd8629d75 req-7155762d-85ff-423c-9bc1-7c1e7c7de1f3 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae3f3903-85b4-446c-9219-5c55744673cd HTTP/1.1" status: 200 len: 932 time: 0.2994318 Aug 19 14:48:12.794932 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3bf612fb-4b7f-48df-a2ee-cdb8d75bc752 req-af90ac2d-2f67-47ea-bb9b-cbac8f3130ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:12.826509 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea6107d-b7d8-4f4b-901b-90c6ddd595de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c89fe31-c43c-4e6a-9fbd-cd111f74ea00,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:12.859049 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-6ea6107d-b7d8-4f4b-901b-90c6ddd595de admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8ef87db20fa44ba2b7ff8c66f351339e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8356931 Aug 19 14:48:12.867203 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 53796) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:12.927492 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-8478f22f-6498-400f-a009-b4638f175c64 service neutron] 10.222.0.68 "GET /v2.0/networks/172f1df7-b0e5-46ac-b5b3-57590ae3c91a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5474980 Aug 19 14:48:13.034836 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6de8b92f-2c6f-4798-ab93-faf02a029eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:13.107802 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6de8b92f-2c6f-4798-ab93-faf02a029eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:13.136096 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-bb311bf2-828e-4e54-9017-d566f26f89e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 940294b7-3b45-4b9e-80eb-92f5114290b1 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:48:13.142100 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-6be13b80-c630-4b4c-9c3c-d22e5d6627d8 service neutron] 10.222.0.68 "GET /v2.0/networks/172f1df7-b0e5-46ac-b5b3-57590ae3c91a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039819 Aug 19 14:48:13.148277 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-bb311bf2-828e-4e54-9017-d566f26f89e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:13.165567 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-3bf612fb-4b7f-48df-a2ee-cdb8d75bc752 req-af90ac2d-2f67-47ea-bb9b-cbac8f3130ea service neutron] Transition to ACTIVE for port object 56504bf7-0ca7-4dce-a439-9f103adcf976 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:48:13.179757 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-36d393b4-cd34-4455-876b-e6ca4c9aa1a4 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:13.180344 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-36d393b4-cd34-4455-876b-e6ca4c9aa1a4 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:13.187202 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3bf612fb-4b7f-48df-a2ee-cdb8d75bc752 req-af90ac2d-2f67-47ea-bb9b-cbac8f3130ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:13.228683 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-bb311bf2-828e-4e54-9017-d566f26f89e9 service neutron] Transition to ACTIVE for port object 940294b7-3b45-4b9e-80eb-92f5114290b1 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:48:13.254134 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-bb311bf2-828e-4e54-9017-d566f26f89e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:13.259402 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-36d393b4-cd34-4455-876b-e6ca4c9aa1a4 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0536404 Aug 19 14:48:13.261373 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6de8b92f-2c6f-4798-ab93-faf02a029eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:13.263850 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6de8b92f-2c6f-4798-ab93-faf02a029eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:13.265007 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6de8b92f-2c6f-4798-ab93-faf02a029eab admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4c89fe31-c43c-4e6a-9fbd-cd111f74ea00 HTTP/1.1" status: 204 len: 168 time: 0.3968470 Aug 19 14:48:13.291321 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bdddba2c-a9e7-407e-be80-102cd8629d75 req-629d137d-7e08-426a-b18e-06e5b32236f1 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8eef4d4-ce2c-416e-97b8-e495a11003d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4666069 Aug 19 14:48:13.298331 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05280c9-e476-4751-ac3e-a0ccf62c8f96 req-b0de3fcf-a90f-42f0-80d5-73c509d13730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:13.317694 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a05280c9-e476-4751-ac3e-a0ccf62c8f96 req-b0de3fcf-a90f-42f0-80d5-73c509d13730 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=28cae3a8854f4a72a71b8df0a4cb316f&device_id=5dceaf4a-0ba4-4e02-9507-9499d4284bf5 HTTP/1.1" status: 200 len: 1094 time: 0.5279739 Aug 19 14:48:13.331414 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-6c768bb4-b29b-4a4e-9b31-2aa32a139d45 service neutron] Request body: {'port': {'device_id': '93bcdc9f-61b8-467a-9b69-7210d80a6735', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:48:13.347452 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de8b92f-2c6f-4798-ab93-faf02a029eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c89fe31-c43c-4e6a-9fbd-cd111f74ea00,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:13.357824 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a41ea0-eec6-4ded-bdd7-519c85b161ee req-c373826a-4d04-4a33-88c7-799f886ebe40 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:13.372869 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-05a41ea0-eec6-4ded-bdd7-519c85b161ee req-c373826a-4d04-4a33-88c7-799f886ebe40 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef2ae11-dddd-4bfe-9456-3f9aacae7d07 HTTP/1.1" status: 200 len: 943 time: 0.5380507 Aug 19 14:48:13.377773 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356fa4a-aee3-43bd-815f-f3e5a9d04a79 req-b303db05-2540-40dd-9bc1-17999be67119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:13.379293 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4356fa4a-aee3-43bd-815f-f3e5a9d04a79 req-b303db05-2540-40dd-9bc1-17999be67119 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bbbdbcffc08e4de383b131107f83b22c&device_id=bbbcc7f5-8caf-4f38-90a7-251979b1cc99 HTTP/1.1" status: 200 len: 1095 time: 0.1612351 Aug 19 14:48:13.464366 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb311bf2-828e-4e54-9017-d566f26f89e9 service neutron] Pushing event updated for resources: {'Port': ['ID=940294b7-3b45-4b9e-80eb-92f5114290b1,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:13.488926 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af90ac2d-2f67-47ea-bb9b-cbac8f3130ea service neutron] Pushing event updated for resources: {'Port': ['ID=56504bf7-0ca7-4dce-a439-9f103adcf976,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:13.736072 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-bb311bf2-828e-4e54-9017-d566f26f89e9 service neutron] Attempting to bind port 940294b7-3b45-4b9e-80eb-92f5114290b1 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:48:13.739741 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-bb311bf2-828e-4e54-9017-d566f26f89e9 service neutron] Attempting to bind port 940294b7-3b45-4b9e-80eb-92f5114290b1 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'abd5ab85-2a12-470f-94e6-58a09b3264d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '172f1df7-b0e5-46ac-b5b3-57590ae3c91a'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:48:13.740388 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-bb311bf2-828e-4e54-9017-d566f26f89e9 service neutron] Attempting to bind port 940294b7-3b45-4b9e-80eb-92f5114290b1 on network 172f1df7-b0e5-46ac-b5b3-57590ae3c91a {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:48:13.761151 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-bb311bf2-828e-4e54-9017-d566f26f89e9 service neutron] Port 940294b7-3b45-4b9e-80eb-92f5114290b1 on network 172f1df7-b0e5-46ac-b5b3-57590ae3c91a not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:48:13.761787 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-bb311bf2-828e-4e54-9017-d566f26f89e9 service neutron] Attempting to bind port 940294b7-3b45-4b9e-80eb-92f5114290b1 on network 172f1df7-b0e5-46ac-b5b3-57590ae3c91a {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:48:13.788344 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-05a41ea0-eec6-4ded-bdd7-519c85b161ee req-26ba40cf-8a8d-4660-992b-e4ae76046ac3 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4144659 Aug 19 14:48:13.811472 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-bb311bf2-828e-4e54-9017-d566f26f89e9 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:48:13.812237 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-bb311bf2-828e-4e54-9017-d566f26f89e9 service neutron] Checking segment: {'id': 'abd5ab85-2a12-470f-94e6-58a09b3264d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '172f1df7-b0e5-46ac-b5b3-57590ae3c91a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:48:13.812968 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-bb311bf2-828e-4e54-9017-d566f26f89e9 service neutron] Bound using segment: {'id': 'abd5ab85-2a12-470f-94e6-58a09b3264d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '172f1df7-b0e5-46ac-b5b3-57590ae3c91a'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:48:13.813660 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-bb311bf2-828e-4e54-9017-d566f26f89e9 service neutron] Bound port: 940294b7-3b45-4b9e-80eb-92f5114290b1, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abd5ab85-2a12-470f-94e6-58a09b3264d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '172f1df7-b0e5-46ac-b5b3-57590ae3c91a'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:48:13.814243 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-bb311bf2-828e-4e54-9017-d566f26f89e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:13.841585 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-3bf612fb-4b7f-48df-a2ee-cdb8d75bc752 req-af90ac2d-2f67-47ea-bb9b-cbac8f3130ea service neutron] Attempting to bind port 56504bf7-0ca7-4dce-a439-9f103adcf976 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:48:13.841961 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-3bf612fb-4b7f-48df-a2ee-cdb8d75bc752 req-af90ac2d-2f67-47ea-bb9b-cbac8f3130ea service neutron] Attempting to bind port 56504bf7-0ca7-4dce-a439-9f103adcf976 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'bfc744b1-0107-452f-83ab-c2ef678669ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '09badc51-885f-46f2-82a6-58497d8f5bf0'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:48:13.842236 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf612fb-4b7f-48df-a2ee-cdb8d75bc752 req-af90ac2d-2f67-47ea-bb9b-cbac8f3130ea service neutron] Attempting to bind port 56504bf7-0ca7-4dce-a439-9f103adcf976 on network 09badc51-885f-46f2-82a6-58497d8f5bf0 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:48:13.867398 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-6c768bb4-b29b-4a4e-9b31-2aa32a139d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:13.882130 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf612fb-4b7f-48df-a2ee-cdb8d75bc752 req-af90ac2d-2f67-47ea-bb9b-cbac8f3130ea service neutron] Port 56504bf7-0ca7-4dce-a439-9f103adcf976 on network 09badc51-885f-46f2-82a6-58497d8f5bf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:48:13.882459 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf612fb-4b7f-48df-a2ee-cdb8d75bc752 req-af90ac2d-2f67-47ea-bb9b-cbac8f3130ea service neutron] Attempting to bind port 56504bf7-0ca7-4dce-a439-9f103adcf976 on network 09badc51-885f-46f2-82a6-58497d8f5bf0 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:48:13.883688 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-ca451786-0d54-4897-951f-ed8749df921f req-f3ea2327-7adb-4a0b-8a54-7702f371988d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2188f986-bcf5-423d-b29c-27d109afb2f8 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:48:13.890131 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356fa4a-aee3-43bd-815f-f3e5a9d04a79 req-bc80877d-b4da-4cc6-b42e-0dcee7ae849b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:13.891956 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4356fa4a-aee3-43bd-815f-f3e5a9d04a79 req-bc80877d-b4da-4cc6-b42e-0dcee7ae849b service neutron] 10.222.0.68 "GET /v2.0/networks?id=172f1df7-b0e5-46ac-b5b3-57590ae3c91a HTTP/1.1" status: 200 len: 919 time: 0.5014439 Aug 19 14:48:13.897603 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ca451786-0d54-4897-951f-ed8749df921f req-f3ea2327-7adb-4a0b-8a54-7702f371988d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:13.904879 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf612fb-4b7f-48df-a2ee-cdb8d75bc752 req-af90ac2d-2f67-47ea-bb9b-cbac8f3130ea service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:48:13.905258 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf612fb-4b7f-48df-a2ee-cdb8d75bc752 req-af90ac2d-2f67-47ea-bb9b-cbac8f3130ea service neutron] Checking segment: {'id': 'bfc744b1-0107-452f-83ab-c2ef678669ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '09badc51-885f-46f2-82a6-58497d8f5bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:48:13.905593 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf612fb-4b7f-48df-a2ee-cdb8d75bc752 req-af90ac2d-2f67-47ea-bb9b-cbac8f3130ea service neutron] Bound using segment: {'id': 'bfc744b1-0107-452f-83ab-c2ef678669ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '09badc51-885f-46f2-82a6-58497d8f5bf0'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:48:13.906042 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-3bf612fb-4b7f-48df-a2ee-cdb8d75bc752 req-af90ac2d-2f67-47ea-bb9b-cbac8f3130ea service neutron] Bound port: 56504bf7-0ca7-4dce-a439-9f103adcf976, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfc744b1-0107-452f-83ab-c2ef678669ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '09badc51-885f-46f2-82a6-58497d8f5bf0'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:48:13.906395 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3bf612fb-4b7f-48df-a2ee-cdb8d75bc752 req-af90ac2d-2f67-47ea-bb9b-cbac8f3130ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:13.911396 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05280c9-e476-4751-ac3e-a0ccf62c8f96 req-ddd6cc1e-d07a-4ca5-a442-7d14e92050dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:13.912922 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a05280c9-e476-4751-ac3e-a0ccf62c8f96 req-ddd6cc1e-d07a-4ca5-a442-7d14e92050dc service neutron] 10.222.0.68 "GET /v2.0/networks?id=09badc51-885f-46f2-82a6-58497d8f5bf0 HTTP/1.1" status: 200 len: 917 time: 0.5294991 Aug 19 14:48:13.963865 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-ca451786-0d54-4897-951f-ed8749df921f req-f3ea2327-7adb-4a0b-8a54-7702f371988d service neutron] Transition to ACTIVE for port object 2188f986-bcf5-423d-b29c-27d109afb2f8 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:48:13.967620 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4356fa4a-aee3-43bd-815f-f3e5a9d04a79 req-83b8a479-16d8-404c-b4ae-9fdbfe64b109 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c14d3c06-374e-4ef0-9aaf-899bc7d7c804 HTTP/1.1" status: 200 len: 217 time: 0.0649393 Aug 19 14:48:13.976072 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-bb311bf2-828e-4e54-9017-d566f26f89e9 service neutron] For port 940294b7-3b45-4b9e-80eb-92f5114290b1, host n-h2-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:48:13.981734 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-bb311bf2-828e-4e54-9017-d566f26f89e9 service neutron] For port 940294b7-3b45-4b9e-80eb-92f5114290b1, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=940294b7-3b45-4b9e-80eb-92f5114290b1,segment=NetworkSegment(abd5ab85-2a12-470f-94e6-58a09b3264d5),segment_id=abd5ab85-2a12-470f-94e6-58a09b3264d5)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:48:13.984985 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ca451786-0d54-4897-951f-ed8749df921f req-f3ea2327-7adb-4a0b-8a54-7702f371988d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:14.114650 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-bb311bf2-828e-4e54-9017-d566f26f89e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:14.122085 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356fa4a-aee3-43bd-815f-f3e5a9d04a79 req-e315071e-ad84-409d-8bd3-0fd69b90805c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:14.123564 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4356fa4a-aee3-43bd-815f-f3e5a9d04a79 req-e315071e-ad84-409d-8bd3-0fd69b90805c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e19f26b1-3b06-4da3-b779-c163d285151b HTTP/1.1" status: 200 len: 858 time: 0.1396065 Aug 19 14:48:14.218112 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-bb311bf2-828e-4e54-9017-d566f26f89e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:14.218112 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-bb311bf2-828e-4e54-9017-d566f26f89e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:14.218704 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-bb311bf2-828e-4e54-9017-d566f26f89e9 service neutron] 10.222.0.88 "PUT /v2.0/ports/940294b7-3b45-4b9e-80eb-92f5114290b1 HTTP/1.1" status: 200 len: 1092 time: 3.4372079 Aug 19 14:48:14.222024 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd58c552-834c-42ed-9da0-31239f49e642', 'tag': '940294b7-3b45-4b9e-80eb-92f5114290b1'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:48:14.224354 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6726df-362c-46ce-8275-8afaaa0e2b13" -d '{"events": [{"name": "network-changed", "server_uuid": "fd58c552-834c-42ed-9da0-31239f49e642", "tag": "940294b7-3b45-4b9e-80eb-92f5114290b1"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:48:14.290880 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ea2327-7adb-4a0b-8a54-7702f371988d service neutron] Pushing event updated for resources: {'Port': ['ID=2188f986-bcf5-423d-b29c-27d109afb2f8,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:14.299194 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4356fa4a-aee3-43bd-815f-f3e5a9d04a79 req-827c4de9-6edd-4429-8825-1e4bad044248 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=172f1df7-b0e5-46ac-b5b3-57590ae3c91a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1560831 Aug 19 14:48:14.320200 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c828484c-2b2a-492e-bf42-c4fdbd14484d req-aec0df2d-3410-49fb-a60d-8e07f2a0df53 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:14.333194 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c828484c-2b2a-492e-bf42-c4fdbd14484d req-aec0df2d-3410-49fb-a60d-8e07f2a0df53 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.69 "GET /v2.0/ports?device_id=93bcdc9f-61b8-467a-9b69-7210d80a6735 HTTP/1.1" status: 200 len: 931 time: 0.6087606 Aug 19 14:48:14.338053 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-3bf612fb-4b7f-48df-a2ee-cdb8d75bc752 req-af90ac2d-2f67-47ea-bb9b-cbac8f3130ea service neutron] For port 56504bf7-0ca7-4dce-a439-9f103adcf976, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:48:14.367321 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a05280c9-e476-4751-ac3e-a0ccf62c8f96 req-ea4cafcf-6f89-4e49-a7a5-cacea1b2ebb8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df312655-e057-471b-ae41-83362c99d7c9 HTTP/1.1" status: 200 len: 217 time: 0.4256392 Aug 19 14:48:14.395704 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2355b65-7887-468a-84fa-ba12ac6628ef x-openstack-request-id: req-d2355b65-7887-468a-84fa-ba12ac6628ef {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:48:14.396002 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd58c552-834c-42ed-9da0-31239f49e642", "tag": "940294b7-3b45-4b9e-80eb-92f5114290b1", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:48:14.396254 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d2355b65-7887-468a-84fa-ba12ac6628ef {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:48:14.396672 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd58c552-834c-42ed-9da0-31239f49e642', 'tag': '940294b7-3b45-4b9e-80eb-92f5114290b1', 'status': 'completed', 'code': 200} Aug 19 14:48:14.410372 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-3bf612fb-4b7f-48df-a2ee-cdb8d75bc752 req-af90ac2d-2f67-47ea-bb9b-cbac8f3130ea service neutron] For port 56504bf7-0ca7-4dce-a439-9f103adcf976, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=56504bf7-0ca7-4dce-a439-9f103adcf976,segment=NetworkSegment(bfc744b1-0107-452f-83ab-c2ef678669ca),segment_id=bfc744b1-0107-452f-83ab-c2ef678669ca)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:48:14.505982 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3bf612fb-4b7f-48df-a2ee-cdb8d75bc752 req-af90ac2d-2f67-47ea-bb9b-cbac8f3130ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:14.586699 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb311bf2-828e-4e54-9017-d566f26f89e9 service neutron] Pushing event updated for resources: {'Port': ['ID=940294b7-3b45-4b9e-80eb-92f5114290b1,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:14.606521 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-c14a4f8b-d5f3-448e-8bc4-0520a9bcbca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:14.608564 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-c14a4f8b-d5f3-448e-8bc4-0520a9bcbca5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bbbdbcffc08e4de383b131107f83b22c&device_id=fd58c552-834c-42ed-9da0-31239f49e642 HTTP/1.1" status: 200 len: 1095 time: 0.3191469 Aug 19 14:48:14.632091 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c828484c-2b2a-492e-bf42-c4fdbd14484d req-5f540714-d4d9-4849-bd55-d04b4d795918 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c273f76-7f2b-4051-8d37-22e33e052247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980404 Aug 19 14:48:14.667068 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf612fb-4b7f-48df-a2ee-cdb8d75bc752 req-af90ac2d-2f67-47ea-bb9b-cbac8f3130ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:14.667730 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3bf612fb-4b7f-48df-a2ee-cdb8d75bc752 req-af90ac2d-2f67-47ea-bb9b-cbac8f3130ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:14.669179 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3bf612fb-4b7f-48df-a2ee-cdb8d75bc752 req-af90ac2d-2f67-47ea-bb9b-cbac8f3130ea service neutron] 10.222.0.88 "PUT /v2.0/ports/56504bf7-0ca7-4dce-a439-9f103adcf976 HTTP/1.1" status: 200 len: 1091 time: 3.9946432 Aug 19 14:48:14.669332 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-ca451786-0d54-4897-951f-ed8749df921f req-f3ea2327-7adb-4a0b-8a54-7702f371988d service neutron] Attempting to bind port 2188f986-bcf5-423d-b29c-27d109afb2f8 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:48:14.669777 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-ca451786-0d54-4897-951f-ed8749df921f req-f3ea2327-7adb-4a0b-8a54-7702f371988d service neutron] Attempting to bind port 2188f986-bcf5-423d-b29c-27d109afb2f8 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': 'bfc744b1-0107-452f-83ab-c2ef678669ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '09badc51-885f-46f2-82a6-58497d8f5bf0'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:48:14.670336 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca451786-0d54-4897-951f-ed8749df921f req-f3ea2327-7adb-4a0b-8a54-7702f371988d service neutron] Attempting to bind port 2188f986-bcf5-423d-b29c-27d109afb2f8 on network 09badc51-885f-46f2-82a6-58497d8f5bf0 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:48:14.670654 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe94a912-e65f-48f6-a3ec-790797e14d97', 'tag': '56504bf7-0ca7-4dce-a439-9f103adcf976'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:48:14.672967 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a06e95-e341-45f1-be9e-d1f66b1cd476" -d '{"events": [{"name": "network-changed", "server_uuid": "fe94a912-e65f-48f6-a3ec-790797e14d97", "tag": "56504bf7-0ca7-4dce-a439-9f103adcf976"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:48:14.686327 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-bf1ba018-71b5-4a8a-b34a-5c5df30761a6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=940294b7-3b45-4b9e-80eb-92f5114290b1 HTTP/1.1" status: 200 len: 217 time: 0.0651016 Aug 19 14:48:14.687800 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05280c9-e476-4751-ac3e-a0ccf62c8f96 req-cf811650-5c49-4821-976e-8939669dd66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:14.690371 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a05280c9-e476-4751-ac3e-a0ccf62c8f96 req-cf811650-5c49-4821-976e-8939669dd66a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=aaa4f395-8b7e-41eb-a1df-25a42a9b7838 HTTP/1.1" status: 200 len: 855 time: 0.2713370 Aug 19 14:48:14.706121 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca451786-0d54-4897-951f-ed8749df921f req-f3ea2327-7adb-4a0b-8a54-7702f371988d service neutron] Port 2188f986-bcf5-423d-b29c-27d109afb2f8 on network 09badc51-885f-46f2-82a6-58497d8f5bf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:48:14.706687 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca451786-0d54-4897-951f-ed8749df921f req-f3ea2327-7adb-4a0b-8a54-7702f371988d service neutron] Attempting to bind port 2188f986-bcf5-423d-b29c-27d109afb2f8 on network 09badc51-885f-46f2-82a6-58497d8f5bf0 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:48:14.777837 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4356fa4a-aee3-43bd-815f-f3e5a9d04a79 req-ab6e4e68-254d-4e9a-978a-a9f5f6812ee8 service neutron] 10.222.0.68 "GET /v2.0/networks/172f1df7-b0e5-46ac-b5b3-57590ae3c91a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141257 Aug 19 14:48:14.781132 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca451786-0d54-4897-951f-ed8749df921f req-f3ea2327-7adb-4a0b-8a54-7702f371988d service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:48:14.781776 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca451786-0d54-4897-951f-ed8749df921f req-f3ea2327-7adb-4a0b-8a54-7702f371988d service neutron] Checking segment: {'id': 'bfc744b1-0107-452f-83ab-c2ef678669ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '09badc51-885f-46f2-82a6-58497d8f5bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:48:14.782674 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca451786-0d54-4897-951f-ed8749df921f req-f3ea2327-7adb-4a0b-8a54-7702f371988d service neutron] Bound using segment: {'id': 'bfc744b1-0107-452f-83ab-c2ef678669ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '09badc51-885f-46f2-82a6-58497d8f5bf0'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:48:14.783328 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-ca451786-0d54-4897-951f-ed8749df921f req-f3ea2327-7adb-4a0b-8a54-7702f371988d service neutron] Bound port: 2188f986-bcf5-423d-b29c-27d109afb2f8, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfc744b1-0107-452f-83ab-c2ef678669ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '09badc51-885f-46f2-82a6-58497d8f5bf0'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:48:14.783884 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ca451786-0d54-4897-951f-ed8749df921f req-f3ea2327-7adb-4a0b-8a54-7702f371988d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:14.808534 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7a247-80ce-4287-9623-54b3bcf9210f req-ff2e3cca-394f-4d1f-afd5-916e08f5611c tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:14.810181 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bdc7a247-80ce-4287-9623-54b3bcf9210f req-ff2e3cca-394f-4d1f-afd5-916e08f5611c tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae3f3903-85b4-446c-9219-5c55744673cd HTTP/1.1" status: 200 len: 944 time: 0.3922467 Aug 19 14:48:14.850888 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af90ac2d-2f67-47ea-bb9b-cbac8f3130ea service neutron] Pushing event updated for resources: {'Port': ['ID=56504bf7-0ca7-4dce-a439-9f103adcf976,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:15.029794 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-22747d01-928b-4bd1-b343-d49485cf7814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:15.031621 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-22747d01-928b-4bd1-b343-d49485cf7814 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e19f26b1-3b06-4da3-b779-c163d285151b HTTP/1.1" status: 200 len: 858 time: 0.3360794 Aug 19 14:48:15.039574 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd40baa-59b0-460e-a308-683a3ea41abd x-openstack-request-id: req-9bd40baa-59b0-460e-a308-683a3ea41abd {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:48:15.039863 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe94a912-e65f-48f6-a3ec-790797e14d97", "tag": "56504bf7-0ca7-4dce-a439-9f103adcf976", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:48:15.040161 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9bd40baa-59b0-460e-a308-683a3ea41abd {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:48:15.040547 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe94a912-e65f-48f6-a3ec-790797e14d97', 'tag': '56504bf7-0ca7-4dce-a439-9f103adcf976', 'status': 'completed', 'code': 200} Aug 19 14:48:15.094825 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05280c9-e476-4751-ac3e-a0ccf62c8f96 req-bb978c84-f484-4ec7-99ea-e9c9128000b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:15.105470 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-b7890046-3570-494c-90a5-ee4cb7155924 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=172f1df7-b0e5-46ac-b5b3-57590ae3c91a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530460 Aug 19 14:48:15.121175 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a05280c9-e476-4751-ac3e-a0ccf62c8f96 req-bb978c84-f484-4ec7-99ea-e9c9128000b9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=09badc51-885f-46f2-82a6-58497d8f5bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4076612 Aug 19 14:48:15.149179 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-6c768bb4-b29b-4a4e-9b31-2aa32a139d45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23593178-9603-4edc-978b-e5e3ee2aa3d9 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:48:15.179022 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bdc7a247-80ce-4287-9623-54b3bcf9210f req-417fe250-1026-4d8f-b641-1a970b925e6d tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8eef4d4-ce2c-416e-97b8-e495a11003d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305624 Aug 19 14:48:15.233744 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-6c768bb4-b29b-4a4e-9b31-2aa32a139d45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:15.247436 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf612fb-4b7f-48df-a2ee-cdb8d75bc752 req-a2fc441a-8e91-41b1-9286-aee4d9dde06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:15.256460 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3bf612fb-4b7f-48df-a2ee-cdb8d75bc752 req-a2fc441a-8e91-41b1-9286-aee4d9dde06f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=28cae3a8854f4a72a71b8df0a4cb316f&device_id=fe94a912-e65f-48f6-a3ec-790797e14d97 HTTP/1.1" status: 200 len: 1094 time: 0.5105436 Aug 19 14:48:15.327941 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-ca451786-0d54-4897-951f-ed8749df921f req-f3ea2327-7adb-4a0b-8a54-7702f371988d service neutron] For port 2188f986-bcf5-423d-b29c-27d109afb2f8, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:48:15.350095 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4356fa4a-aee3-43bd-815f-f3e5a9d04a79 req-fefb48bc-eefa-4547-bf56-dfafcfa7c214 service neutron] 10.222.0.68 "GET /v2.0/networks/172f1df7-b0e5-46ac-b5b3-57590ae3c91a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5515804 Aug 19 14:48:15.358441 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-ca451786-0d54-4897-951f-ed8749df921f req-f3ea2327-7adb-4a0b-8a54-7702f371988d service neutron] For port 2188f986-bcf5-423d-b29c-27d109afb2f8, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=2188f986-bcf5-423d-b29c-27d109afb2f8,segment=NetworkSegment(bfc744b1-0107-452f-83ab-c2ef678669ca),segment_id=bfc744b1-0107-452f-83ab-c2ef678669ca)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:48:15.382362 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ca451786-0d54-4897-951f-ed8749df921f req-f3ea2327-7adb-4a0b-8a54-7702f371988d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:15.429072 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-6c768bb4-b29b-4a4e-9b31-2aa32a139d45 service neutron] Transition to ACTIVE for port object 23593178-9603-4edc-978b-e5e3ee2aa3d9 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:48:15.445232 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3bf612fb-4b7f-48df-a2ee-cdb8d75bc752 req-43a46f38-b83c-4fb6-bf26-f459bf9d79a4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56504bf7-0ca7-4dce-a439-9f103adcf976 HTTP/1.1" status: 200 len: 217 time: 0.1290123 Aug 19 14:48:15.464952 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-6c768bb4-b29b-4a4e-9b31-2aa32a139d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:15.467017 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-9c4e1e88-164f-4b8d-9327-6432e7873ec9 service neutron] 10.222.0.88 "GET /v2.0/networks/172f1df7-b0e5-46ac-b5b3-57590ae3c91a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401484 Aug 19 14:48:15.472925 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca451786-0d54-4897-951f-ed8749df921f req-f3ea2327-7adb-4a0b-8a54-7702f371988d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:15.473804 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ca451786-0d54-4897-951f-ed8749df921f req-f3ea2327-7adb-4a0b-8a54-7702f371988d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:15.475644 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ca451786-0d54-4897-951f-ed8749df921f req-f3ea2327-7adb-4a0b-8a54-7702f371988d service neutron] 10.222.0.68 "PUT /v2.0/ports/2188f986-bcf5-423d-b29c-27d109afb2f8 HTTP/1.1" status: 200 len: 1092 time: 3.3890798 Aug 19 14:48:15.591863 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ea2327-7adb-4a0b-8a54-7702f371988d service neutron] Pushing event updated for resources: {'Port': ['ID=2188f986-bcf5-423d-b29c-27d109afb2f8,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:15.614934 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f651584-1002-44a7-9175-70347c29e301 req-c20861ae-ae38-4c1e-8aa0-570522256ac3 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:15.621957 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f651584-1002-44a7-9175-70347c29e301 req-c20861ae-ae38-4c1e-8aa0-570522256ac3 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:15.628273 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f651584-1002-44a7-9175-70347c29e301 req-c20861ae-ae38-4c1e-8aa0-570522256ac3 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:15.634305 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f651584-1002-44a7-9175-70347c29e301 req-c20861ae-ae38-4c1e-8aa0-570522256ac3 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:15.649883 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f651584-1002-44a7-9175-70347c29e301 req-c20861ae-ae38-4c1e-8aa0-570522256ac3 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:15.656131 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f651584-1002-44a7-9175-70347c29e301 req-c20861ae-ae38-4c1e-8aa0-570522256ac3 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:15.663032 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f651584-1002-44a7-9175-70347c29e301 req-c20861ae-ae38-4c1e-8aa0-570522256ac3 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:15.671579 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6f651584-1002-44a7-9175-70347c29e301 req-c20861ae-ae38-4c1e-8aa0-570522256ac3 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 5443 time: 0.5284333 Aug 19 14:48:15.678389 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca451786-0d54-4897-951f-ed8749df921f req-0d2b87c1-123d-4781-9e4b-8794dc1df7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:15.680215 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ca451786-0d54-4897-951f-ed8749df921f req-0d2b87c1-123d-4781-9e4b-8794dc1df7c7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=28cae3a8854f4a72a71b8df0a4cb316f&device_id=ae3f3903-85b4-446c-9219-5c55744673cd HTTP/1.1" status: 200 len: 1095 time: 0.1321528 Aug 19 14:48:15.708760 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ababd19-0148-4c71-8154-880a46afbd04 req-99b80826-3e16-426d-868f-4d3732c69d79 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:15.710569 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9ababd19-0148-4c71-8154-880a46afbd04 req-99b80826-3e16-426d-868f-4d3732c69d79 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef2ae11-dddd-4bfe-9456-3f9aacae7d07 HTTP/1.1" status: 200 len: 943 time: 0.3981378 Aug 19 14:48:15.733334 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a05280c9-e476-4751-ac3e-a0ccf62c8f96 req-256927ad-84b4-4da3-95d4-c4bfadc7f37b service neutron] 10.222.0.68 "GET /v2.0/networks/09badc51-885f-46f2-82a6-58497d8f5bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5915761 Aug 19 14:48:15.751047 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ca451786-0d54-4897-951f-ed8749df921f req-c7b2d5b6-6ec9-4b8c-a263-de323b02545d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2188f986-bcf5-423d-b29c-27d109afb2f8 HTTP/1.1" status: 200 len: 217 time: 0.0590930 Aug 19 14:48:15.756802 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-f7c36cc6-1682-4d26-a817-684ee2d82f62 service neutron] 10.222.0.88 "GET /v2.0/networks/172f1df7-b0e5-46ac-b5b3-57590ae3c91a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793674 Aug 19 14:48:15.765283 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c768bb4-b29b-4a4e-9b31-2aa32a139d45 service neutron] Pushing event updated for resources: {'Port': ['ID=23593178-9603-4edc-978b-e5e3ee2aa3d9,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:15.776334 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf612fb-4b7f-48df-a2ee-cdb8d75bc752 req-c64c2d09-78fa-4d57-af65-a206a7a2a76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:15.778066 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3bf612fb-4b7f-48df-a2ee-cdb8d75bc752 req-c64c2d09-78fa-4d57-af65-a206a7a2a76b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=aaa4f395-8b7e-41eb-a1df-25a42a9b7838 HTTP/1.1" status: 200 len: 855 time: 0.3172863 Aug 19 14:48:15.828049 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca451786-0d54-4897-951f-ed8749df921f req-2ad2708f-fdce-4b4d-b17d-111330bb82df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:15.830516 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device c14d3c06-374e-4ef0-9aaf-899bc7d7c804 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:48:15.836642 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ca451786-0d54-4897-951f-ed8749df921f req-2ad2708f-fdce-4b4d-b17d-111330bb82df service neutron] 10.222.0.68 "GET /v2.0/subnets?id=aaa4f395-8b7e-41eb-a1df-25a42a9b7838 HTTP/1.1" status: 200 len: 855 time: 0.0779030 Aug 19 14:48:15.890595 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device e6c65527-3a4b-4952-b95e-ebc1b709ac3d no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:48:15.961045 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6726df-362c-46ce-8275-8afaaa0e2b13 req-5520e0de-a739-4b86-a8d8-730434457434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:15.961045 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2a6726df-362c-46ce-8275-8afaaa0e2b13 req-5520e0de-a739-4b86-a8d8-730434457434 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bbbdbcffc08e4de383b131107f83b22c&device_id=fd58c552-834c-42ed-9da0-31239f49e642 HTTP/1.1" status: 200 len: 1095 time: 0.1227870 Aug 19 14:48:15.979920 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca451786-0d54-4897-951f-ed8749df921f req-ac70edd0-3d5a-4201-9508-e6c7f8243038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:15.981406 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ca451786-0d54-4897-951f-ed8749df921f req-ac70edd0-3d5a-4201-9508-e6c7f8243038 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=09badc51-885f-46f2-82a6-58497d8f5bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1329732 Aug 19 14:48:16.035714 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6f651584-1002-44a7-9175-70347c29e301 req-e263a693-0277-47df-aabc-228f56106e01 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/security-groups?id=8862cddc-dd3e-4608-94de-b1904f67b1ca&id=b221f776-c920-4201-a5ce-e97a00b87480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3629448 Aug 19 14:48:16.209552 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9ababd19-0148-4c71-8154-880a46afbd04 req-1243c219-1744-4be4-bf97-5492546a71c4 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4785032 Aug 19 14:48:16.243703 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ca451786-0d54-4897-951f-ed8749df921f req-b3b01582-2a7e-4fcc-8515-d41184709269 service neutron] 10.222.0.68 "GET /v2.0/networks/09badc51-885f-46f2-82a6-58497d8f5bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689229 Aug 19 14:48:16.384078 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ca451786-0d54-4897-951f-ed8749df921f req-d910bcb9-e129-4b32-8c71-f0ed4e56c602 service neutron] 10.222.0.68 "GET /v2.0/networks/09badc51-885f-46f2-82a6-58497d8f5bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237683 Aug 19 14:48:16.390298 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6726df-362c-46ce-8275-8afaaa0e2b13 req-bcdb02fd-8a09-4606-90cd-655abba920b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:16.392170 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2a6726df-362c-46ce-8275-8afaaa0e2b13 req-bcdb02fd-8a09-4606-90cd-655abba920b8 service neutron] 10.222.0.88 "GET /v2.0/networks?id=172f1df7-b0e5-46ac-b5b3-57590ae3c91a HTTP/1.1" status: 200 len: 919 time: 0.4214671 Aug 19 14:48:16.398183 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae3f3903-85b4-446c-9219-5c55744673cd', 'tag': '2188f986-bcf5-423d-b29c-27d109afb2f8'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:48:16.403941 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f129600-9225-47b5-81de-02b337c867d9" -d '{"events": [{"name": "network-changed", "server_uuid": "ae3f3903-85b4-446c-9219-5c55744673cd", "tag": "2188f986-bcf5-423d-b29c-27d109afb2f8"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:48:16.460040 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a05280c9-e476-4751-ac3e-a0ccf62c8f96 req-1c55c8d3-edba-49c5-a8d3-96b6c9e49610 service neutron] 10.222.0.68 "GET /v2.0/networks/09badc51-885f-46f2-82a6-58497d8f5bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7107332 Aug 19 14:48:16.485680 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2a6726df-362c-46ce-8275-8afaaa0e2b13 req-c5f59e03-f48e-4550-a885-32637a598759 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=940294b7-3b45-4b9e-80eb-92f5114290b1 HTTP/1.1" status: 200 len: 217 time: 0.0768318 Aug 19 14:48:16.491550 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf612fb-4b7f-48df-a2ee-cdb8d75bc752 req-19a51b75-ae4e-4b32-aba6-29ad1ec71709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:16.493215 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3bf612fb-4b7f-48df-a2ee-cdb8d75bc752 req-19a51b75-ae4e-4b32-aba6-29ad1ec71709 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=09badc51-885f-46f2-82a6-58497d8f5bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6829822 Aug 19 14:48:16.597133 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-6c768bb4-b29b-4a4e-9b31-2aa32a139d45 service neutron] Attempting to bind port 23593178-9603-4edc-978b-e5e3ee2aa3d9 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:48:16.597470 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-6c768bb4-b29b-4a4e-9b31-2aa32a139d45 service neutron] Attempting to bind port 23593178-9603-4edc-978b-e5e3ee2aa3d9 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'abd5ab85-2a12-470f-94e6-58a09b3264d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '172f1df7-b0e5-46ac-b5b3-57590ae3c91a'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:48:16.597975 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-6c768bb4-b29b-4a4e-9b31-2aa32a139d45 service neutron] Attempting to bind port 23593178-9603-4edc-978b-e5e3ee2aa3d9 on network 172f1df7-b0e5-46ac-b5b3-57590ae3c91a {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:48:16.606989 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-6c768bb4-b29b-4a4e-9b31-2aa32a139d45 service neutron] Port 23593178-9603-4edc-978b-e5e3ee2aa3d9 on network 172f1df7-b0e5-46ac-b5b3-57590ae3c91a not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:48:16.607548 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-6c768bb4-b29b-4a4e-9b31-2aa32a139d45 service neutron] Attempting to bind port 23593178-9603-4edc-978b-e5e3ee2aa3d9 on network 172f1df7-b0e5-46ac-b5b3-57590ae3c91a {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:48:16.617430 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port c14d3c06-374e-4ef0-9aaf-899bc7d7c804, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=c14d3c06-374e-4ef0-9aaf-899bc7d7c804,segment=NetworkSegment(abd5ab85-2a12-470f-94e6-58a09b3264d5),segment_id=abd5ab85-2a12-470f-94e6-58a09b3264d5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:48:16.628009 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e601b-4a03-4a1e-b45f-51dd42ea3bb0 req-5bce05c4-f6c9-4bef-9fff-251e6906d687 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:16.637312 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b06e601b-4a03-4a1e-b45f-51dd42ea3bb0 req-5bce05c4-f6c9-4bef-9fff-251e6906d687 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.69 "GET /v2.0/ports?device_id=93bcdc9f-61b8-467a-9b69-7210d80a6735 HTTP/1.1" status: 200 len: 943 time: 0.4589648 Aug 19 14:48:16.640153 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6726df-362c-46ce-8275-8afaaa0e2b13 req-cdd4e4b6-276e-40c6-8687-25ef184243c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:16.643162 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2a6726df-362c-46ce-8275-8afaaa0e2b13 req-cdd4e4b6-276e-40c6-8687-25ef184243c0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e19f26b1-3b06-4da3-b779-c163d285151b HTTP/1.1" status: 200 len: 858 time: 0.1501760 Aug 19 14:48:16.660433 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': 'c14d3c06-374e-4ef0-9aaf-899bc7d7c804', 'network_id': '172f1df7-b0e5-46ac-b5b3-57590ae3c91a', 'port_id': 'c14d3c06-374e-4ef0-9aaf-899bc7d7c804', 'mac_address': 'fa:16:3e:aa:5e:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e19f26b1-3b06-4da3-b779-c163d285151b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:48:16.686888 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-6c768bb4-b29b-4a4e-9b31-2aa32a139d45 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:48:16.687224 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-6c768bb4-b29b-4a4e-9b31-2aa32a139d45 service neutron] Checking segment: {'id': 'abd5ab85-2a12-470f-94e6-58a09b3264d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '172f1df7-b0e5-46ac-b5b3-57590ae3c91a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:48:16.687934 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2a6726df-362c-46ce-8275-8afaaa0e2b13 req-52887405-2f8a-4161-9d1e-2b25a700be95 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=172f1df7-b0e5-46ac-b5b3-57590ae3c91a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350149 Aug 19 14:48:16.688126 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-6c768bb4-b29b-4a4e-9b31-2aa32a139d45 service neutron] Bound using segment: {'id': 'abd5ab85-2a12-470f-94e6-58a09b3264d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '172f1df7-b0e5-46ac-b5b3-57590ae3c91a'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:48:16.688533 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-6c768bb4-b29b-4a4e-9b31-2aa32a139d45 service neutron] Bound port: 23593178-9603-4edc-978b-e5e3ee2aa3d9, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abd5ab85-2a12-470f-94e6-58a09b3264d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '172f1df7-b0e5-46ac-b5b3-57590ae3c91a'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:48:16.688889 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-6c768bb4-b29b-4a4e-9b31-2aa32a139d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:16.753273 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:16.763279 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37873dd6-8c6c-4c3c-bc60-1d14d4da2165 req-ee99576d-218c-4225-8928-ade8201c1c26 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:16.769494 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37873dd6-8c6c-4c3c-bc60-1d14d4da2165 req-ee99576d-218c-4225-8928-ade8201c1c26 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:16.775624 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37873dd6-8c6c-4c3c-bc60-1d14d4da2165 req-ee99576d-218c-4225-8928-ade8201c1c26 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:16.777550 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c14d3c06-374e-4ef0-9aaf-899bc7d7c804 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:48:16.782739 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37873dd6-8c6c-4c3c-bc60-1d14d4da2165 req-ee99576d-218c-4225-8928-ade8201c1c26 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:16.793659 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37873dd6-8c6c-4c3c-bc60-1d14d4da2165 req-ee99576d-218c-4225-8928-ade8201c1c26 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:16.808999 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37873dd6-8c6c-4c3c-bc60-1d14d4da2165 req-ee99576d-218c-4225-8928-ade8201c1c26 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:16.815375 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37873dd6-8c6c-4c3c-bc60-1d14d4da2165 req-ee99576d-218c-4225-8928-ade8201c1c26 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:16.821418 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port c14d3c06-374e-4ef0-9aaf-899bc7d7c804, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=c14d3c06-374e-4ef0-9aaf-899bc7d7c804,segment=NetworkSegment(abd5ab85-2a12-470f-94e6-58a09b3264d5),segment_id=abd5ab85-2a12-470f-94e6-58a09b3264d5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:48:16.825096 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-37873dd6-8c6c-4c3c-bc60-1d14d4da2165 req-ee99576d-218c-4225-8928-ade8201c1c26 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 5443 time: 0.3968914 Aug 19 14:48:16.831816 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:16.833247 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device df312655-e057-471b-ae41-83362c99d7c9 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:48:16.880924 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2a6726df-362c-46ce-8275-8afaaa0e2b13 req-5ca95d69-badd-4bdd-b12c-08ab8003b00f service neutron] 10.222.0.88 "GET /v2.0/networks/172f1df7-b0e5-46ac-b5b3-57590ae3c91a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848378 Aug 19 14:48:16.922624 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3bf612fb-4b7f-48df-a2ee-cdb8d75bc752 req-28bbe0b3-295e-4a48-8cd7-8c52e9279fa6 service neutron] 10.222.0.88 "GET /v2.0/networks/09badc51-885f-46f2-82a6-58497d8f5bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088144 Aug 19 14:48:16.951456 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b06e601b-4a03-4a1e-b45f-51dd42ea3bb0 req-2123de4b-deba-4dcf-870c-9191fbdabb84 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c273f76-7f2b-4051-8d37-22e33e052247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106401 Aug 19 14:48:17.054836 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port df312655-e057-471b-ae41-83362c99d7c9, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=df312655-e057-471b-ae41-83362c99d7c9,segment=NetworkSegment(bfc744b1-0107-452f-83ab-c2ef678669ca),segment_id=bfc744b1-0107-452f-83ab-c2ef678669ca)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:48:17.098993 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': 'df312655-e057-471b-ae41-83362c99d7c9', 'network_id': '09badc51-885f-46f2-82a6-58497d8f5bf0', 'port_id': 'df312655-e057-471b-ae41-83362c99d7c9', 'mac_address': 'fa:16:3e:57:80:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaa4f395-8b7e-41eb-a1df-25a42a9b7838', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:48:17.115261 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2a6726df-362c-46ce-8275-8afaaa0e2b13 req-a4ca688d-5354-49bb-908f-cba07018257e service neutron] 10.222.0.88 "GET /v2.0/networks/172f1df7-b0e5-46ac-b5b3-57590ae3c91a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265666 Aug 19 14:48:17.176678 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:17.209717 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df312655-e057-471b-ae41-83362c99d7c9 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:48:17.244131 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=c14d3c06-374e-4ef0-9aaf-899bc7d7c804,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:17.252447 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port df312655-e057-471b-ae41-83362c99d7c9, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=df312655-e057-471b-ae41-83362c99d7c9,segment=NetworkSegment(bfc744b1-0107-452f-83ab-c2ef678669ca),segment_id=bfc744b1-0107-452f-83ab-c2ef678669ca)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:48:17.260627 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:17.337013 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=df312655-e057-471b-ae41-83362c99d7c9,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:17.389029 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54158) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:17.533931 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['df312655-e057-471b-ae41-83362c99d7c9'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:48:17.551377 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['c14d3c06-374e-4ef0-9aaf-899bc7d7c804'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:48:17.580371 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-6c768bb4-b29b-4a4e-9b31-2aa32a139d45 service neutron] For port 23593178-9603-4edc-978b-e5e3ee2aa3d9, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:48:17.613638 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-6c768bb4-b29b-4a4e-9b31-2aa32a139d45 service neutron] For port 23593178-9603-4edc-978b-e5e3ee2aa3d9, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=23593178-9603-4edc-978b-e5e3ee2aa3d9,segment=NetworkSegment(abd5ab85-2a12-470f-94e6-58a09b3264d5),segment_id=abd5ab85-2a12-470f-94e6-58a09b3264d5)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:48:17.631958 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80a378-9ed4-4738-9ccf-28281c479b9b req-a852aa08-31b6-4f20-803e-97059c6d06d1 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:17.634190 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7d80a378-9ed4-4738-9ccf-28281c479b9b req-a852aa08-31b6-4f20-803e-97059c6d06d1 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae3f3903-85b4-446c-9219-5c55744673cd HTTP/1.1" status: 200 len: 944 time: 0.6047473 Aug 19 14:48:17.635632 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-6c768bb4-b29b-4a4e-9b31-2aa32a139d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:17.688463 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3bf612fb-4b7f-48df-a2ee-cdb8d75bc752 req-3462b318-4298-4281-9149-ed194932348f service neutron] 10.222.0.88 "GET /v2.0/networks/09badc51-885f-46f2-82a6-58497d8f5bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7360833 Aug 19 14:48:17.714439 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7190a1f1-ba68-4c84-a66b-a6f611362250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:17.726848 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-6c768bb4-b29b-4a4e-9b31-2aa32a139d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:17.727472 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-6c768bb4-b29b-4a4e-9b31-2aa32a139d45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:17.743403 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-6c768bb4-b29b-4a4e-9b31-2aa32a139d45 service neutron] 10.222.0.88 "PUT /v2.0/ports/23593178-9603-4edc-978b-e5e3ee2aa3d9 HTTP/1.1" status: 200 len: 1091 time: 4.4375882 Aug 19 14:48:17.744009 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93bcdc9f-61b8-467a-9b69-7210d80a6735', 'tag': '23593178-9603-4edc-978b-e5e3ee2aa3d9'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:48:17.748504 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d61f625-c338-499b-b3c7-d6e9c6f22bf9" -d '{"events": [{"name": "network-changed", "server_uuid": "93bcdc9f-61b8-467a-9b69-7210d80a6735", "tag": "23593178-9603-4edc-978b-e5e3ee2aa3d9"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:48:17.834747 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7d80a378-9ed4-4738-9ccf-28281c479b9b req-3b04908e-34fc-4281-8e4b-34e538affbb5 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8eef4d4-ce2c-416e-97b8-e495a11003d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801097 Aug 19 14:48:17.891425 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c768bb4-b29b-4a4e-9b31-2aa32a139d45 service neutron] Pushing event updated for resources: {'Port': ['ID=23593178-9603-4edc-978b-e5e3ee2aa3d9,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:17.915316 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7190a1f1-ba68-4c84-a66b-a6f611362250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:17.924436 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7190a1f1-ba68-4c84-a66b-a6f611362250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:17.926403 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-fd965f79-34d9-4a79-88af-1912f0256fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:17.927717 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-fd965f79-34d9-4a79-88af-1912f0256fb1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bbbdbcffc08e4de383b131107f83b22c&device_id=93bcdc9f-61b8-467a-9b69-7210d80a6735 HTTP/1.1" status: 200 len: 1094 time: 0.1163087 Aug 19 14:48:17.929414 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a06e95-e341-45f1-be9e-d1f66b1cd476 req-8bb2eee0-9512-4a71-92b6-af20b4b815ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:17.930770 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-78a06e95-e341-45f1-be9e-d1f66b1cd476 req-8bb2eee0-9512-4a71-92b6-af20b4b815ec service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=28cae3a8854f4a72a71b8df0a4cb316f&device_id=fe94a912-e65f-48f6-a3ec-790797e14d97 HTTP/1.1" status: 200 len: 1094 time: 0.1732750 Aug 19 14:48:17.994113 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7190a1f1-ba68-4c84-a66b-a6f611362250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213bd169-7257-45f5-b0c4-6ace1927bc88,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:18.006545 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3228fac5-e2dd-4056-92de-a5618b50aa5e x-openstack-request-id: req-3228fac5-e2dd-4056-92de-a5618b50aa5e {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:48:18.006841 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae3f3903-85b4-446c-9219-5c55744673cd", "tag": "2188f986-bcf5-423d-b29c-27d109afb2f8", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:48:18.007088 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3228fac5-e2dd-4056-92de-a5618b50aa5e {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:48:18.007506 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae3f3903-85b4-446c-9219-5c55744673cd', 'tag': '2188f986-bcf5-423d-b29c-27d109afb2f8', 'status': 'completed', 'code': 200} Aug 19 14:48:18.044163 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7190a1f1-ba68-4c84-a66b-a6f611362250 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1a883f25a90c4063aa75210f9fbbb000&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6506796 Aug 19 14:48:18.044833 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54230) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:18.146691 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-78e2d6a9-f408-483a-b3bf-cb6e30f109b3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23593178-9603-4edc-978b-e5e3ee2aa3d9 HTTP/1.1" status: 200 len: 217 time: 0.2039666 Aug 19 14:48:18.166390 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0a1c57e6-d21e-4dfc-8e65-29514318618c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:18.237083 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0a1c57e6-d21e-4dfc-8e65-29514318618c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:18.266074 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f129600-9225-47b5-81de-02b337c867d9 req-9f4f3e83-055d-40e3-832b-395496a66cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:18.268461 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3f129600-9225-47b5-81de-02b337c867d9 req-9f4f3e83-055d-40e3-832b-395496a66cc3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=28cae3a8854f4a72a71b8df0a4cb316f&device_id=ae3f3903-85b4-446c-9219-5c55744673cd HTTP/1.1" status: 200 len: 1095 time: 0.2005122 Aug 19 14:48:18.269772 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a06e95-e341-45f1-be9e-d1f66b1cd476 req-418b60de-e824-494a-b275-aa788fed014d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:18.271480 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-78a06e95-e341-45f1-be9e-d1f66b1cd476 req-418b60de-e824-494a-b275-aa788fed014d service neutron] 10.222.0.88 "GET /v2.0/networks?id=09badc51-885f-46f2-82a6-58497d8f5bf0 HTTP/1.1" status: 200 len: 917 time: 0.3282204 Aug 19 14:48:18.277170 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-323ce8bc-5707-4094-8b5c-4fc36ba38181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:18.279381 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-323ce8bc-5707-4094-8b5c-4fc36ba38181 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e19f26b1-3b06-4da3-b779-c163d285151b HTTP/1.1" status: 200 len: 858 time: 0.1249480 Aug 19 14:48:18.301466 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fdee6b3-d013-42cc-bda6-cbbbc6919d39 x-openstack-request-id: req-7fdee6b3-d013-42cc-bda6-cbbbc6919d39 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:48:18.302082 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93bcdc9f-61b8-467a-9b69-7210d80a6735", "tag": "23593178-9603-4edc-978b-e5e3ee2aa3d9", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:48:18.303318 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7fdee6b3-d013-42cc-bda6-cbbbc6919d39 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:48:18.303914 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93bcdc9f-61b8-467a-9b69-7210d80a6735', 'tag': '23593178-9603-4edc-978b-e5e3ee2aa3d9', 'status': 'completed', 'code': 200} Aug 19 14:48:18.346303 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0a1c57e6-d21e-4dfc-8e65-29514318618c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:18.349035 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0a1c57e6-d21e-4dfc-8e65-29514318618c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:18.350216 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0a1c57e6-d21e-4dfc-8e65-29514318618c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/213bd169-7257-45f5-b0c4-6ace1927bc88 HTTP/1.1" status: 204 len: 168 time: 0.3043563 Aug 19 14:48:18.364031 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c57e6-d21e-4dfc-8e65-29514318618c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213bd169-7257-45f5-b0c4-6ace1927bc88,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:18.440004 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-78a06e95-e341-45f1-be9e-d1f66b1cd476 req-6bb80f8c-500e-4cea-a1e2-39cdff3fa4bc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56504bf7-0ca7-4dce-a439-9f103adcf976 HTTP/1.1" status: 200 len: 217 time: 0.1594927 Aug 19 14:48:18.485671 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-af018bf8-38ae-4347-80f7-2d95ecb2b0c1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=172f1df7-b0e5-46ac-b5b3-57590ae3c91a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1801040 Aug 19 14:48:18.793448 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a06e95-e341-45f1-be9e-d1f66b1cd476 req-5981a46d-dc06-44b4-8fbc-24b8ab6fd3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:18.795978 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-78a06e95-e341-45f1-be9e-d1f66b1cd476 req-5981a46d-dc06-44b4-8fbc-24b8ab6fd3c0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=aaa4f395-8b7e-41eb-a1df-25a42a9b7838 HTTP/1.1" status: 200 len: 855 time: 0.3186181 Aug 19 14:48:18.802368 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54318) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:18.816888 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a0562884-1adf-4c1b-9a82-08bdd7405296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:18.869838 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535bd7b9-a7b0-4c64-8840-4fa0de3300fb req-07133f80-8d61-4cc3-bc42-dff25dcfb62e tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:18.871905 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-535bd7b9-a7b0-4c64-8840-4fa0de3300fb req-07133f80-8d61-4cc3-bc42-dff25dcfb62e tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.69 "GET /v2.0/ports?device_id=93bcdc9f-61b8-467a-9b69-7210d80a6735 HTTP/1.1" status: 200 len: 943 time: 0.3886635 Aug 19 14:48:18.883272 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc176bd-ba2d-4f5f-b0e6-01e0cc02eb30 req-a7a8f719-cc90-47d2-9221-7208566ca8eb tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:18.886551 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2dc176bd-ba2d-4f5f-b0e6-01e0cc02eb30 req-a7a8f719-cc90-47d2-9221-7208566ca8eb tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef2ae11-dddd-4bfe-9456-3f9aacae7d07 HTTP/1.1" status: 200 len: 943 time: 0.3442283 Aug 19 14:48:18.902708 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f129600-9225-47b5-81de-02b337c867d9 req-c82170f8-029a-43fe-972d-f864c67c780c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:18.904776 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3f129600-9225-47b5-81de-02b337c867d9 req-c82170f8-029a-43fe-972d-f864c67c780c service neutron] 10.222.0.68 "GET /v2.0/networks?id=09badc51-885f-46f2-82a6-58497d8f5bf0 HTTP/1.1" status: 200 len: 917 time: 0.6228540 Aug 19 14:48:18.916440 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-14f53334-e21d-4b0b-afb1-332ad85352bb service neutron] 10.222.0.88 "GET /v2.0/networks/172f1df7-b0e5-46ac-b5b3-57590ae3c91a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204628 Aug 19 14:48:18.988660 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a0562884-1adf-4c1b-9a82-08bdd7405296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:18.997261 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a0562884-1adf-4c1b-9a82-08bdd7405296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:19.058463 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a0562884-1adf-4c1b-9a82-08bdd7405296 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f81767df5a944b4ba00962d5ac61b11e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2547271 Aug 19 14:48:19.059119 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54352) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:19.062088 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0562884-1adf-4c1b-9a82-08bdd7405296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c729e4ba-ca8f-4716-876f-18ad2d20a521,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:19.102332 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3f129600-9225-47b5-81de-02b337c867d9 req-e6a4d91a-1d8e-446c-ac22-31034e0f58c9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2188f986-bcf5-423d-b29c-27d109afb2f8 HTTP/1.1" status: 200 len: 217 time: 0.1764944 Aug 19 14:48:19.138713 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54362) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:19.168600 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7865def7-2406-4d5c-b6d8-7db29234b061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:19.195361 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7865def7-2406-4d5c-b6d8-7db29234b061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:19.238209 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-535bd7b9-a7b0-4c64-8840-4fa0de3300fb req-c0f09c3e-77c4-4a3a-849a-37a50f4724b6 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c273f76-7f2b-4051-8d37-22e33e052247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504145 Aug 19 14:48:19.283566 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffe312-9aa6-4509-9579-80b68b7ab596 req-01ca2af6-8cd4-467b-bcf3-aa7edb920e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:19.284250 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffe312-9aa6-4509-9579-80b68b7ab596 req-01ca2af6-8cd4-467b-bcf3-aa7edb920e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:19.285199 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffe312-9aa6-4509-9579-80b68b7ab596 req-01ca2af6-8cd4-467b-bcf3-aa7edb920e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:19.285850 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffe312-9aa6-4509-9579-80b68b7ab596 req-01ca2af6-8cd4-467b-bcf3-aa7edb920e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:19.286472 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffe312-9aa6-4509-9579-80b68b7ab596 req-01ca2af6-8cd4-467b-bcf3-aa7edb920e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:19.287082 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffe312-9aa6-4509-9579-80b68b7ab596 req-01ca2af6-8cd4-467b-bcf3-aa7edb920e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:19.287702 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffe312-9aa6-4509-9579-80b68b7ab596 req-01ca2af6-8cd4-467b-bcf3-aa7edb920e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:19.292915 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-98ffe312-9aa6-4509-9579-80b68b7ab596 req-01ca2af6-8cd4-467b-bcf3-aa7edb920e03 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 6500 time: 0.1527174 Aug 19 14:48:19.300260 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a06e95-e341-45f1-be9e-d1f66b1cd476 req-ed5208a5-3428-43d4-a386-80a14ce1ae91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:19.301803 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-78a06e95-e341-45f1-be9e-d1f66b1cd476 req-ed5208a5-3428-43d4-a386-80a14ce1ae91 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=09badc51-885f-46f2-82a6-58497d8f5bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4666748 Aug 19 14:48:19.320049 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7865def7-2406-4d5c-b6d8-7db29234b061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:19.323716 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7865def7-2406-4d5c-b6d8-7db29234b061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:19.332672 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7865def7-2406-4d5c-b6d8-7db29234b061 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c729e4ba-ca8f-4716-876f-18ad2d20a521 HTTP/1.1" status: 204 len: 168 time: 0.2720194 Aug 19 14:48:19.346511 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7865def7-2406-4d5c-b6d8-7db29234b061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c729e4ba-ca8f-4716-876f-18ad2d20a521,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:19.390013 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-98ffe312-9aa6-4509-9579-80b68b7ab596 req-4fe57d43-083d-4080-a5b6-86038eff4469 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8862cddc-dd3e-4608-94de-b1904f67b1ca&id=b221f776-c920-4201-a5ce-e97a00b87480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0917108 Aug 19 14:48:19.404793 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f129600-9225-47b5-81de-02b337c867d9 req-8fdbbf7b-f488-4875-b76a-d141d0d1bc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:19.406481 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3f129600-9225-47b5-81de-02b337c867d9 req-8fdbbf7b-f488-4875-b76a-d141d0d1bc4b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=aaa4f395-8b7e-41eb-a1df-25a42a9b7838 HTTP/1.1" status: 200 len: 855 time: 0.2075460 Aug 19 14:48:19.463348 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-2dc176bd-ba2d-4f5f-b0e6-01e0cc02eb30 req-e65d02e0-6135-4176-bbc8-0876d9bf866d tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Deleting port e6c65527-3a4b-4952-b95e-ebc1b709ac3d {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:48:19.463691 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2dc176bd-ba2d-4f5f-b0e6-01e0cc02eb30 req-e65d02e0-6135-4176-bbc8-0876d9bf866d tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:19.469009 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b85a0fbd-fde6-4db1-95e0-276e9b595905 req-81147a05-142b-44b6-8013-731186fb2a0c service neutron] 10.222.0.88 "GET /v2.0/networks/172f1df7-b0e5-46ac-b5b3-57590ae3c91a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5146048 Aug 19 14:48:19.611534 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b4161-f588-45be-955c-c0855545efee req-66b39a86-95de-4e98-b621-291c9ee8d3f9 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:19.613209 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-180b4161-f588-45be-955c-c0855545efee req-66b39a86-95de-4e98-b621-291c9ee8d3f9 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae3f3903-85b4-446c-9219-5c55744673cd HTTP/1.1" status: 200 len: 944 time: 0.2735384 Aug 19 14:48:19.629819 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-78a06e95-e341-45f1-be9e-d1f66b1cd476 req-fe1596ad-0dbe-405f-b720-5d451b366353 service neutron] 10.222.0.88 "GET /v2.0/networks/09badc51-885f-46f2-82a6-58497d8f5bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115726 Aug 19 14:48:19.639756 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f129600-9225-47b5-81de-02b337c867d9 req-6277007f-ed45-4515-91bc-89afb3ae8cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:19.641748 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3f129600-9225-47b5-81de-02b337c867d9 req-6277007f-ed45-4515-91bc-89afb3ae8cd6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=09badc51-885f-46f2-82a6-58497d8f5bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2037873 Aug 19 14:48:19.844538 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 2188f986-bcf5-423d-b29c-27d109afb2f8 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:48:19.849441 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device c14d3c06-374e-4ef0-9aaf-899bc7d7c804 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:48:19.897228 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 940294b7-3b45-4b9e-80eb-92f5114290b1 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:48:20.046226 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port c14d3c06-374e-4ef0-9aaf-899bc7d7c804 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:48:20.061985 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port c14d3c06-374e-4ef0-9aaf-899bc7d7c804 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:48:20.062696 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:20.072128 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61f625-c338-499b-b3c7-d6e9c6f22bf9 req-9b002433-686d-4fc6-967c-86f98adce266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:20.074222 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4d61f625-c338-499b-b3c7-d6e9c6f22bf9 req-9b002433-686d-4fc6-967c-86f98adce266 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bbbdbcffc08e4de383b131107f83b22c&device_id=93bcdc9f-61b8-467a-9b69-7210d80a6735 HTTP/1.1" status: 200 len: 1094 time: 0.5379784 Aug 19 14:48:20.102863 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-2dc176bd-ba2d-4f5f-b0e6-01e0cc02eb30 req-e65d02e0-6135-4176-bbc8-0876d9bf866d tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] For port e6c65527-3a4b-4952-b95e-ebc1b709ac3d, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=e6c65527-3a4b-4952-b95e-ebc1b709ac3d,segment=NetworkSegment(dfb5451f-ae59-4348-b57d-1e05105b4f16),segment_id=dfb5451f-ae59-4348-b57d-1e05105b4f16)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:48:20.103240 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2dc176bd-ba2d-4f5f-b0e6-01e0cc02eb30 req-e65d02e0-6135-4176-bbc8-0876d9bf866d tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:20.110698 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-180b4161-f588-45be-955c-c0855545efee req-cf917bf4-6a97-4cff-8e70-be5d14db38f3 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8eef4d4-ce2c-416e-97b8-e495a11003d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4866037 Aug 19 14:48:20.144460 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 2188f986-bcf5-423d-b29c-27d109afb2f8, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=2188f986-bcf5-423d-b29c-27d109afb2f8,segment=NetworkSegment(bfc744b1-0107-452f-83ab-c2ef678669ca),segment_id=bfc744b1-0107-452f-83ab-c2ef678669ca)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:48:20.181585 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 940294b7-3b45-4b9e-80eb-92f5114290b1, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=940294b7-3b45-4b9e-80eb-92f5114290b1,segment=NetworkSegment(abd5ab85-2a12-470f-94e6-58a09b3264d5),segment_id=abd5ab85-2a12-470f-94e6-58a09b3264d5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:48:20.184621 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '2188f986-bcf5-423d-b29c-27d109afb2f8', 'network_id': '09badc51-885f-46f2-82a6-58497d8f5bf0', 'port_id': '2188f986-bcf5-423d-b29c-27d109afb2f8', 'mac_address': 'fa:16:3e:0b:a9:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaa4f395-8b7e-41eb-a1df-25a42a9b7838', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:48:20.220042 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-78a06e95-e341-45f1-be9e-d1f66b1cd476 req-6a1b935d-062b-4f3d-af34-0962bb96f94f service neutron] 10.222.0.88 "GET /v2.0/networks/09badc51-885f-46f2-82a6-58497d8f5bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5683217 Aug 19 14:48:20.223999 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '940294b7-3b45-4b9e-80eb-92f5114290b1', 'network_id': '172f1df7-b0e5-46ac-b5b3-57590ae3c91a', 'port_id': '940294b7-3b45-4b9e-80eb-92f5114290b1', 'mac_address': 'fa:16:3e:23:3a:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e19f26b1-3b06-4da3-b779-c163d285151b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:48:20.290614 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:20.305519 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61f625-c338-499b-b3c7-d6e9c6f22bf9 req-ba707a99-99d9-402d-97f1-aed7d24b1b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:20.308309 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4d61f625-c338-499b-b3c7-d6e9c6f22bf9 req-ba707a99-99d9-402d-97f1-aed7d24b1b6e service neutron] 10.222.0.88 "GET /v2.0/networks?id=172f1df7-b0e5-46ac-b5b3-57590ae3c91a HTTP/1.1" status: 200 len: 919 time: 0.2217762 Aug 19 14:48:20.309542 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-2dc176bd-ba2d-4f5f-b0e6-01e0cc02eb30 req-e65d02e0-6135-4176-bbc8-0876d9bf866d tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Calling delete_port for e6c65527-3a4b-4952-b95e-ebc1b709ac3d owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:48:20.326151 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:20.329626 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:20.344523 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2188f986-bcf5-423d-b29c-27d109afb2f8 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:48:20.359457 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 940294b7-3b45-4b9e-80eb-92f5114290b1 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:48:20.400241 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbbcc7f5-8caf-4f38-90a7-251979b1cc99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14d3c06-374e-4ef0-9aaf-899bc7d7c804'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:48:20.403395 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb83123b-22ef-44b3-b50b-5b7770b3cfb6" -d '{"events": [{"server_uuid": "bbbcc7f5-8caf-4f38-90a7-251979b1cc99", "name": "network-vif-plugged", "status": "completed", "tag": "c14d3c06-374e-4ef0-9aaf-899bc7d7c804"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:48:20.422015 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 2188f986-bcf5-423d-b29c-27d109afb2f8, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=2188f986-bcf5-423d-b29c-27d109afb2f8,segment=NetworkSegment(bfc744b1-0107-452f-83ab-c2ef678669ca),segment_id=bfc744b1-0107-452f-83ab-c2ef678669ca)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:48:20.426876 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 940294b7-3b45-4b9e-80eb-92f5114290b1, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=940294b7-3b45-4b9e-80eb-92f5114290b1,segment=NetworkSegment(abd5ab85-2a12-470f-94e6-58a09b3264d5),segment_id=abd5ab85-2a12-470f-94e6-58a09b3264d5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:48:20.428861 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port c14d3c06-374e-4ef0-9aaf-899bc7d7c804, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=c14d3c06-374e-4ef0-9aaf-899bc7d7c804,segment=NetworkSegment(abd5ab85-2a12-470f-94e6-58a09b3264d5),segment_id=abd5ab85-2a12-470f-94e6-58a09b3264d5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:48:20.430964 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:20.434224 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4d61f625-c338-499b-b3c7-d6e9c6f22bf9 req-92c010f6-df02-4fd1-9907-b7b5af213dca service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23593178-9603-4edc-978b-e5e3ee2aa3d9 HTTP/1.1" status: 200 len: 217 time: 0.1092706 Aug 19 14:48:20.485140 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=2188f986-bcf5-423d-b29c-27d109afb2f8,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:20.488064 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:20.489141 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device df312655-e057-471b-ae41-83362c99d7c9 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:48:20.491145 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:20.540724 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61f625-c338-499b-b3c7-d6e9c6f22bf9 req-802f616f-743b-486e-b467-9901a42568a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:20.542823 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4d61f625-c338-499b-b3c7-d6e9c6f22bf9 req-802f616f-743b-486e-b467-9901a42568a1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e19f26b1-3b06-4da3-b779-c163d285151b HTTP/1.1" status: 200 len: 858 time: 0.0977678 Aug 19 14:48:20.581387 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=c14d3c06-374e-4ef0-9aaf-899bc7d7c804,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:20.598528 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3f129600-9225-47b5-81de-02b337c867d9 req-4496ddbb-b297-4103-9cc3-7c055a94532b service neutron] 10.222.0.68 "GET /v2.0/networks/09badc51-885f-46f2-82a6-58497d8f5bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9387481 Aug 19 14:48:20.600388 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4d61f625-c338-499b-b3c7-d6e9c6f22bf9 req-2ee8699c-fca0-47a2-a7a6-ceae9b873da6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=172f1df7-b0e5-46ac-b5b3-57590ae3c91a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458319 Aug 19 14:48:20.612329 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a489158-ff9b-4602-91ff-67ef8e9d0137 req-7e444841-c794-44ea-893b-4de8d157173a tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:20.614044 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5a489158-ff9b-4602-91ff-67ef8e9d0137 req-7e444841-c794-44ea-893b-4de8d157173a tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.69 "GET /v2.0/ports?device_id=93bcdc9f-61b8-467a-9b69-7210d80a6735 HTTP/1.1" status: 200 len: 943 time: 0.2237964 Aug 19 14:48:20.625191 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port df312655-e057-471b-ae41-83362c99d7c9 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:48:20.651445 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port df312655-e057-471b-ae41-83362c99d7c9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:48:20.651825 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:20.681182 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['2188f986-bcf5-423d-b29c-27d109afb2f8'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:48:20.734442 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=940294b7-3b45-4b9e-80eb-92f5114290b1,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:20.825368 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5a489158-ff9b-4602-91ff-67ef8e9d0137 req-52bd36ee-1912-48ee-9e6f-8cc8c49335f3 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c273f76-7f2b-4051-8d37-22e33e052247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994793 Aug 19 14:48:20.876849 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['940294b7-3b45-4b9e-80eb-92f5114290b1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:48:20.879133 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3f129600-9225-47b5-81de-02b337c867d9 req-082f1634-9f7f-42d6-abb0-5e805e8f22f3 service neutron] 10.222.0.68 "GET /v2.0/networks/09badc51-885f-46f2-82a6-58497d8f5bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614555 Aug 19 14:48:20.885851 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:20.924073 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aba745b-fe24-4453-83be-6995d2321e09 x-openstack-request-id: req-7aba745b-fe24-4453-83be-6995d2321e09 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:48:20.924634 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbbcc7f5-8caf-4f38-90a7-251979b1cc99", "name": "network-vif-plugged", "status": "completed", "tag": "c14d3c06-374e-4ef0-9aaf-899bc7d7c804", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:48:20.924945 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7aba745b-fe24-4453-83be-6995d2321e09 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:48:20.925469 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbbcc7f5-8caf-4f38-90a7-251979b1cc99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14d3c06-374e-4ef0-9aaf-899bc7d7c804', 'code': 200} Aug 19 14:48:20.928158 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4d61f625-c338-499b-b3c7-d6e9c6f22bf9 req-7e0689ae-984d-4a9f-a46c-6c179750104d service neutron] 10.222.0.88 "GET /v2.0/networks/172f1df7-b0e5-46ac-b5b3-57590ae3c91a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110991 Aug 19 14:48:20.980494 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2dc176bd-ba2d-4f5f-b0e6-01e0cc02eb30 req-e65d02e0-6135-4176-bbc8-0876d9bf866d tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:20.980749 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port df312655-e057-471b-ae41-83362c99d7c9, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=df312655-e057-471b-ae41-83362c99d7c9,segment=NetworkSegment(bfc744b1-0107-452f-83ab-c2ef678669ca),segment_id=bfc744b1-0107-452f-83ab-c2ef678669ca)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:48:20.988844 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:21.073199 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=df312655-e057-471b-ae41-83362c99d7c9,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:21.100458 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d02e0-6135-4176-bbc8-0876d9bf866d tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Pushing event deleted for resources: {'Port': ['ID=e6c65527-3a4b-4952-b95e-ebc1b709ac3d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:21.168123 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dc176bd-ba2d-4f5f-b0e6-01e0cc02eb30 req-e65d02e0-6135-4176-bbc8-0876d9bf866d tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] No DVR routers for this DVR port e6c65527-3a4b-4952-b95e-ebc1b709ac3d on host n-h1-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:48:21.173453 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2dc176bd-ba2d-4f5f-b0e6-01e0cc02eb30 req-e65d02e0-6135-4176-bbc8-0876d9bf866d tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:21.184497 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2dc176bd-ba2d-4f5f-b0e6-01e0cc02eb30 req-e65d02e0-6135-4176-bbc8-0876d9bf866d tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "DELETE /v2.0/ports/e6c65527-3a4b-4952-b95e-ebc1b709ac3d HTTP/1.1" status: 204 len: 173 time: 2.2779584 Aug 19 14:48:21.186561 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef2ae11-dddd-4bfe-9456-3f9aacae7d07', 'name': 'network-vif-deleted', 'tag': 'e6c65527-3a4b-4952-b95e-ebc1b709ac3d'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:48:21.189731 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa90036-e89c-485a-a4ab-d38eb863a637" -d '{"events": [{"server_uuid": "0ef2ae11-dddd-4bfe-9456-3f9aacae7d07", "name": "network-vif-deleted", "tag": "e6c65527-3a4b-4952-b95e-ebc1b709ac3d"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:48:21.220019 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a04d9-28f2-4d1a-9fe6-6eee870327b9 req-eaa9ec1a-403e-4839-8362-7b0b4d417c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:21.221781 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4e1a04d9-28f2-4d1a-9fe6-6eee870327b9 req-eaa9ec1a-403e-4839-8362-7b0b4d417c1d service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=bbbcc7f5-8caf-4f38-90a7-251979b1cc99 HTTP/1.1" status: 200 len: 1097 time: 0.2015185 Aug 19 14:48:21.240853 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4d61f625-c338-499b-b3c7-d6e9c6f22bf9 req-024f5157-6031-41ae-b805-f52583c36649 service neutron] 10.222.0.88 "GET /v2.0/networks/172f1df7-b0e5-46ac-b5b3-57590ae3c91a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047044 Aug 19 14:48:21.319203 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4e1a04d9-28f2-4d1a-9fe6-6eee870327b9 req-6e8ed5b1-6bff-4956-ae1a-62053d9a9442 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=6c273f76-7f2b-4051-8d37-22e33e052247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866976 Aug 19 14:48:21.328536 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6869b0-9fc8-4058-b59f-81bf2a2fd253 req-3555766a-eddd-4167-849a-a01c23d2cd44 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:21.330107 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cb6869b0-9fc8-4058-b59f-81bf2a2fd253 req-3555766a-eddd-4167-849a-a01c23d2cd44 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae3f3903-85b4-446c-9219-5c55744673cd HTTP/1.1" status: 200 len: 945 time: 0.1155367 Aug 19 14:48:21.393275 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cb6869b0-9fc8-4058-b59f-81bf2a2fd253 req-629604bc-a755-479e-a5f6-71d8afa5a2a2 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8eef4d4-ce2c-416e-97b8-e495a11003d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480068 Aug 19 14:48:21.464965 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 19 Aug 2021 14:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48b4fc8-0813-419e-a61f-e2ce215460b6 x-openstack-request-id: req-a48b4fc8-0813-419e-a61f-e2ce215460b6 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:48:21.466628 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef2ae11-dddd-4bfe-9456-3f9aacae7d07", "name": "network-vif-deleted", "tag": "e6c65527-3a4b-4952-b95e-ebc1b709ac3d", "status": "failed", "code": 422}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:48:21.467304 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a48b4fc8-0813-419e-a61f-e2ce215460b6 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:48:21.467749 n-d-766043-2 neutron-server[94640]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0ef2ae11-dddd-4bfe-9456-3f9aacae7d07', 'name': 'network-vif-deleted', 'tag': 'e6c65527-3a4b-4952-b95e-ebc1b709ac3d', 'status': 'failed', 'code': 422} returned with failed status Aug 19 14:48:21.847199 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd528899-0222-4820-9198-89d6f18315de req-9ade5421-76d2-4dc5-b032-38e41fc93e53 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:21.847409 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 2188f986-bcf5-423d-b29c-27d109afb2f8 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:48:21.848965 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bd528899-0222-4820-9198-89d6f18315de req-9ade5421-76d2-4dc5-b032-38e41fc93e53 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/networks?id=23c2e440-9ca3-45a7-ab8d-c7ac81e99a99 HTTP/1.1" status: 200 len: 811 time: 0.1425953 Aug 19 14:48:21.869774 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bd528899-0222-4820-9198-89d6f18315de req-16e42366-52bf-457b-85e7-470b6ce278ec tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/quotas/7fb0cbae73e44bb4aa5ac758561c58c6 HTTP/1.1" status: 200 len: 375 time: 0.0115037 Aug 19 14:48:21.916656 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 56504bf7-0ca7-4dce-a439-9f103adcf976 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:48:21.918239 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bd528899-0222-4820-9198-89d6f18315de req-db49fd0a-9ad2-4def-a6a4-b9122491de0c tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7fb0cbae73e44bb4aa5ac758561c58c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410562 Aug 19 14:48:21.921915 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port 2188f986-bcf5-423d-b29c-27d109afb2f8 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:48:21.933603 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 2188f986-bcf5-423d-b29c-27d109afb2f8 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:48:21.934334 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:22.029200 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8883a3b-96e7-454d-8fb4-7538e079426d req-31c512d3-93a8-46c2-b8f4-bfb0b307b4d7 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:22.030749 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a8883a3b-96e7-454d-8fb4-7538e079426d req-31c512d3-93a8-46c2-b8f4-bfb0b307b4d7 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.69 "GET /v2.0/ports?device_id=93bcdc9f-61b8-467a-9b69-7210d80a6735 HTTP/1.1" status: 200 len: 943 time: 0.1154451 Aug 19 14:48:22.096905 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bd528899-0222-4820-9198-89d6f18315de req-611f6307-19d8-437f-984a-32becc12c3a0 service neutron] 10.222.0.69 "GET /v2.0/networks/23c2e440-9ca3-45a7-ab8d-c7ac81e99a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475666 Aug 19 14:48:22.109093 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a8883a3b-96e7-454d-8fb4-7538e079426d req-76ecd73f-6e64-46e8-bb1b-4211c6f481b4 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c273f76-7f2b-4051-8d37-22e33e052247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678122 Aug 19 14:48:22.109677 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:22.133985 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 56504bf7-0ca7-4dce-a439-9f103adcf976, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=56504bf7-0ca7-4dce-a439-9f103adcf976,segment=NetworkSegment(bfc744b1-0107-452f-83ab-c2ef678669ca),segment_id=bfc744b1-0107-452f-83ab-c2ef678669ca)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:48:22.156612 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 2188f986-bcf5-423d-b29c-27d109afb2f8, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=2188f986-bcf5-423d-b29c-27d109afb2f8,segment=NetworkSegment(bfc744b1-0107-452f-83ab-c2ef678669ca),segment_id=bfc744b1-0107-452f-83ab-c2ef678669ca)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:48:22.169552 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:22.177216 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '56504bf7-0ca7-4dce-a439-9f103adcf976', 'network_id': '09badc51-885f-46f2-82a6-58497d8f5bf0', 'port_id': '56504bf7-0ca7-4dce-a439-9f103adcf976', 'mac_address': 'fa:16:3e:d7:ef:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaa4f395-8b7e-41eb-a1df-25a42a9b7838', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:48:22.219164 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bd528899-0222-4820-9198-89d6f18315de req-bb8b3573-427d-42c8-8bd4-93ded53f9029 service neutron] 10.222.0.69 "GET /v2.0/networks/23c2e440-9ca3-45a7-ab8d-c7ac81e99a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082351 Aug 19 14:48:22.261816 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=2188f986-bcf5-423d-b29c-27d109afb2f8,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:22.275200 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:22.289934 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56504bf7-0ca7-4dce-a439-9f103adcf976 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:48:22.316267 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 56504bf7-0ca7-4dce-a439-9f103adcf976, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=56504bf7-0ca7-4dce-a439-9f103adcf976,segment=NetworkSegment(bfc744b1-0107-452f-83ab-c2ef678669ca),segment_id=bfc744b1-0107-452f-83ab-c2ef678669ca)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:48:22.322046 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:22.467017 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=56504bf7-0ca7-4dce-a439-9f103adcf976,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:22.485185 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54584) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:22.515781 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5f05f259-cba7-4d5a-b051-d8555fb5a13d req-af63482c-2250-4c9e-8094-540abfcbcae7 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=c306eaf6-5ea1-4483-af19-100efa9286e7 HTTP/1.1" status: 200 len: 210 time: 0.0872066 Aug 19 14:48:22.593480 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b11828-d0a2-4123-89d4-33d6b6a56d47 req-ab29e4f9-b0e2-433a-8d4d-08f8e5f8b436 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:22.594695 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d4b11828-d0a2-4123-89d4-33d6b6a56d47 req-ab29e4f9-b0e2-433a-8d4d-08f8e5f8b436 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae3f3903-85b4-446c-9219-5c55744673cd HTTP/1.1" status: 200 len: 946 time: 0.0602324 Aug 19 14:48:22.655232 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d4b11828-d0a2-4123-89d4-33d6b6a56d47 req-de6eb8df-d7bd-462a-870a-7336f7bd4cc0 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8eef4d4-ce2c-416e-97b8-e495a11003d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522518 Aug 19 14:48:22.660606 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9a745edb-ef5a-4a60-9743-a0378458c3ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:22.679432 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['56504bf7-0ca7-4dce-a439-9f103adcf976'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:48:22.714273 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:48:22.792019 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9a745edb-ef5a-4a60-9743-a0378458c3ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:22.799263 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9a745edb-ef5a-4a60-9743-a0378458c3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:22.842496 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a745edb-ef5a-4a60-9743-a0378458c3ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c999a6-835c-43fc-9414-d7a4bc5e2d8d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:22.847424 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9a745edb-ef5a-4a60-9743-a0378458c3ba admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2d4713437b794d6997e12c5e5392ab5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3604984 Aug 19 14:48:22.850605 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54598) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:22.914029 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-10fd7369-cd68-49cb-8ba5-ecc4e5ad2760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:22.926565 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dceaf4a-0ba4-4e02-9507-9499d4284bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df312655-e057-471b-ae41-83362c99d7c9'}, {'server_uuid': 'ae3f3903-85b4-446c-9219-5c55744673cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2188f986-bcf5-423d-b29c-27d109afb2f8'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:48:22.929339 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3c178d-ee1b-4733-845b-19829e6f4013" -d '{"events": [{"server_uuid": "5dceaf4a-0ba4-4e02-9507-9499d4284bf5", "name": "network-vif-plugged", "status": "completed", "tag": "df312655-e057-471b-ae41-83362c99d7c9"}, {"server_uuid": "ae3f3903-85b4-446c-9219-5c55744673cd", "name": "network-vif-plugged", "status": "completed", "tag": "2188f986-bcf5-423d-b29c-27d109afb2f8"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:48:22.939452 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-10fd7369-cd68-49cb-8ba5-ecc4e5ad2760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:22.986889 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 14:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12083624-4825-461b-8ec5-e2fe846b5ecb x-openstack-request-id: req-12083624-4825-461b-8ec5-e2fe846b5ecb {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:48:22.988649 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dceaf4a-0ba4-4e02-9507-9499d4284bf5", "name": "network-vif-plugged", "status": "completed", "tag": "df312655-e057-471b-ae41-83362c99d7c9", "code": 200}, {"server_uuid": "ae3f3903-85b4-446c-9219-5c55744673cd", "name": "network-vif-plugged", "status": "completed", "tag": "2188f986-bcf5-423d-b29c-27d109afb2f8", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:48:22.989218 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-12083624-4825-461b-8ec5-e2fe846b5ecb {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:48:22.997834 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dceaf4a-0ba4-4e02-9507-9499d4284bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df312655-e057-471b-ae41-83362c99d7c9', 'code': 200} Aug 19 14:48:22.998232 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae3f3903-85b4-446c-9219-5c55744673cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2188f986-bcf5-423d-b29c-27d109afb2f8', 'code': 200} Aug 19 14:48:22.999255 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-10fd7369-cd68-49cb-8ba5-ecc4e5ad2760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:23.002148 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-10fd7369-cd68-49cb-8ba5-ecc4e5ad2760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:23.003527 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-10fd7369-cd68-49cb-8ba5-ecc4e5ad2760 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e0c999a6-835c-43fc-9414-d7a4bc5e2d8d HTTP/1.1" status: 204 len: 168 time: 0.1511412 Aug 19 14:48:23.024888 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd7369-cd68-49cb-8ba5-ecc4e5ad2760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c999a6-835c-43fc-9414-d7a4bc5e2d8d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:23.141842 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba0b1e-7f31-4670-8b15-8b8c9e0e8d4a req-0ae6334d-36d6-41ff-8e97-ece1e6c4a025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:23.145083 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-22ba0b1e-7f31-4670-8b15-8b8c9e0e8d4a req-0ae6334d-36d6-41ff-8e97-ece1e6c4a025 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=5dceaf4a-0ba4-4e02-9507-9499d4284bf5 HTTP/1.1" status: 200 len: 1096 time: 0.0632877 Aug 19 14:48:23.179053 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab9e27-63af-4e75-a135-a1df42cb0591 req-49092fac-0bed-456e-966d-2a71fdce72b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:23.181279 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-62ab9e27-63af-4e75-a135-a1df42cb0591 req-49092fac-0bed-456e-966d-2a71fdce72b5 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ae3f3903-85b4-446c-9219-5c55744673cd HTTP/1.1" status: 200 len: 1097 time: 0.0760889 Aug 19 14:48:23.203272 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-22ba0b1e-7f31-4670-8b15-8b8c9e0e8d4a req-cc5a148e-9d6c-4482-be87-30f4ea804db7 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=a8eef4d4-ce2c-416e-97b8-e495a11003d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495358 Aug 19 14:48:23.235336 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-62ab9e27-63af-4e75-a135-a1df42cb0591 req-338cd9c2-cfce-4964-a5ae-8bc50a787484 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=a8eef4d4-ce2c-416e-97b8-e495a11003d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353270 Aug 19 14:48:23.281343 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0f167-ecb6-4556-a87b-b5fae9def521 req-bf54477f-edd2-4a06-b3fe-7c6faa4b42ca tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:23.282923 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-adb0f167-ecb6-4556-a87b-b5fae9def521 req-bf54477f-edd2-4a06-b3fe-7c6faa4b42ca tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.69 "GET /v2.0/ports?device_id=93bcdc9f-61b8-467a-9b69-7210d80a6735 HTTP/1.1" status: 200 len: 943 time: 0.0567112 Aug 19 14:48:23.328999 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-adb0f167-ecb6-4556-a87b-b5fae9def521 req-06cb869b-ce67-43a5-bdab-6e170ec3eb46 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c273f76-7f2b-4051-8d37-22e33e052247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363483 Aug 19 14:48:23.396979 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54608) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:23.412358 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-16b3590c-7d76-446e-bea9-4e021aa3a449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:23.507140 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-16b3590c-7d76-446e-bea9-4e021aa3a449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:23.512032 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-16b3590c-7d76-446e-bea9-4e021aa3a449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:23.552520 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-16b3590c-7d76-446e-bea9-4e021aa3a449 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b3d19a5f9e2946e1a13eaa0abbcf7638&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1543930 Aug 19 14:48:23.553498 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b3590c-7d76-446e-bea9-4e021aa3a449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bbf6b37-2fb1-43cd-9593-7d6c0155509a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:23.555193 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54612) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:23.601418 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-944023c7-cab0-4b92-bc48-51859a54e8df req-c67c7bb5-832d-4412-bb62-5181b2fa3154 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=c306eaf6-5ea1-4483-af19-100efa9286e7 HTTP/1.1" status: 200 len: 210 time: 0.0271175 Aug 19 14:48:23.636174 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-904cc63d-80da-43de-a842-a0ef0e9a35d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:23.659378 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-904cc63d-80da-43de-a842-a0ef0e9a35d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:23.714693 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-904cc63d-80da-43de-a842-a0ef0e9a35d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:23.717598 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-904cc63d-80da-43de-a842-a0ef0e9a35d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:23.718982 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-904cc63d-80da-43de-a842-a0ef0e9a35d2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8bbf6b37-2fb1-43cd-9593-7d6c0155509a HTTP/1.1" status: 204 len: 168 time: 0.1621344 Aug 19 14:48:23.728186 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904cc63d-80da-43de-a842-a0ef0e9a35d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bbf6b37-2fb1-43cd-9593-7d6c0155509a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:23.801699 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df99f8-30a7-43d1-890d-bc143a5d498f req-d901c311-9d8c-4ead-b94e-e8f06eb7e0eb tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:23.803277 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-42df99f8-30a7-43d1-890d-bc143a5d498f req-d901c311-9d8c-4ead-b94e-e8f06eb7e0eb tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae3f3903-85b4-446c-9219-5c55744673cd HTTP/1.1" status: 200 len: 946 time: 0.0619380 Aug 19 14:48:23.856914 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-42df99f8-30a7-43d1-890d-bc143a5d498f req-c795b735-4a00-4d36-ace9-dd41da2d4fb8 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8eef4d4-ce2c-416e-97b8-e495a11003d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466974 Aug 19 14:48:23.917228 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 23593178-9603-4edc-978b-e5e3ee2aa3d9 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:48:23.920101 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 940294b7-3b45-4b9e-80eb-92f5114290b1 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:48:24.069190 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 940294b7-3b45-4b9e-80eb-92f5114290b1 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:48:24.076933 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 940294b7-3b45-4b9e-80eb-92f5114290b1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:48:24.077315 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:24.125422 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 23593178-9603-4edc-978b-e5e3ee2aa3d9, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=23593178-9603-4edc-978b-e5e3ee2aa3d9,segment=NetworkSegment(abd5ab85-2a12-470f-94e6-58a09b3264d5),segment_id=abd5ab85-2a12-470f-94e6-58a09b3264d5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:48:24.143155 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '23593178-9603-4edc-978b-e5e3ee2aa3d9', 'network_id': '172f1df7-b0e5-46ac-b5b3-57590ae3c91a', 'port_id': '23593178-9603-4edc-978b-e5e3ee2aa3d9', 'mac_address': 'fa:16:3e:d6:90:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e19f26b1-3b06-4da3-b779-c163d285151b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:48:24.205146 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd528899-0222-4820-9198-89d6f18315de req-98270d38-fda0-403a-b928-61a8dfb10124 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:24.206651 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-bd528899-0222-4820-9198-89d6f18315de req-98270d38-fda0-403a-b928-61a8dfb10124 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.68 "GET /v2.0/networks?id=23c2e440-9ca3-45a7-ab8d-c7ac81e99a99 HTTP/1.1" status: 200 len: 811 time: 0.1462390 Aug 19 14:48:24.226343 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:24.233442 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-bd528899-0222-4820-9198-89d6f18315de req-59b6e938-c445-444e-8dfd-9a3800a58545 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Request body: {'port': {'device_id': 'c306eaf6-5ea1-4483-af19-100efa9286e7', 'network_id': '23c2e440-9ca3-45a7-ab8d-c7ac81e99a99', 'admin_state_up': True, 'tenant_id': '7fb0cbae73e44bb4aa5ac758561c58c6'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:48:24.248601 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:24.252725 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23593178-9603-4edc-978b-e5e3ee2aa3d9 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:48:24.289939 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 23593178-9603-4edc-978b-e5e3ee2aa3d9, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=23593178-9603-4edc-978b-e5e3ee2aa3d9,segment=NetworkSegment(abd5ab85-2a12-470f-94e6-58a09b3264d5),segment_id=abd5ab85-2a12-470f-94e6-58a09b3264d5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:48:24.300012 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:24.330250 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 940294b7-3b45-4b9e-80eb-92f5114290b1, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=940294b7-3b45-4b9e-80eb-92f5114290b1,segment=NetworkSegment(abd5ab85-2a12-470f-94e6-58a09b3264d5),segment_id=abd5ab85-2a12-470f-94e6-58a09b3264d5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:48:24.336240 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:24.388476 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=23593178-9603-4edc-978b-e5e3ee2aa3d9,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:24.431119 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd528899-0222-4820-9198-89d6f18315de req-59b6e938-c445-444e-8dfd-9a3800a58545 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Made reservation on behalf of 7fb0cbae73e44bb4aa5ac758561c58c6 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:48:24.437241 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bd528899-0222-4820-9198-89d6f18315de req-59b6e938-c445-444e-8dfd-9a3800a58545 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:24.469763 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=940294b7-3b45-4b9e-80eb-92f5114290b1,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:24.514505 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07923d32-8d49-4850-b306-c4a9feedfee2 req-e1987f0f-bd2d-4093-af03-741feafc0915 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:24.523066 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-07923d32-8d49-4850-b306-c4a9feedfee2 req-e1987f0f-bd2d-4093-af03-741feafc0915 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.69 "GET /v2.0/ports?device_id=93bcdc9f-61b8-467a-9b69-7210d80a6735 HTTP/1.1" status: 200 len: 944 time: 0.1015980 Aug 19 14:48:24.576985 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-07923d32-8d49-4850-b306-c4a9feedfee2 req-a3a55858-eff8-477f-90d2-8ab344ef66c6 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c273f76-7f2b-4051-8d37-22e33e052247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478640 Aug 19 14:48:24.665469 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-bd528899-0222-4820-9198-89d6f18315de req-59b6e938-c445-444e-8dfd-9a3800a58545 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Allocated IP 172.20.0.12 (23c2e440-9ca3-45a7-ab8d-c7ac81e99a99/9422880f-eaac-4c78-82da-517737e1ea86/7883bb65-1c78-4603-812e-f48cc5e72d7a) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:48:24.674298 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['23593178-9603-4edc-978b-e5e3ee2aa3d9'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:48:24.826291 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6ca5119d-5a75-4e7a-8749-e87c9f4494b4 req-dda5c048-1071-44ef-b305-c40d0f803894 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=c306eaf6-5ea1-4483-af19-100efa9286e7 HTTP/1.1" status: 200 len: 210 time: 0.0581775 Aug 19 14:48:24.975639 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bd528899-0222-4820-9198-89d6f18315de req-59b6e938-c445-444e-8dfd-9a3800a58545 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:24.999496 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd58c552-834c-42ed-9da0-31239f49e642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940294b7-3b45-4b9e-80eb-92f5114290b1'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:48:24.999931 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3ce87-2dcb-4d3d-83fc-8250a25af74f req-d400f48b-fab6-4dc7-9cd5-7819635edcdb tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:25.001857 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7b99fe-d17d-419c-9815-a3ead57792b4" -d '{"events": [{"server_uuid": "fd58c552-834c-42ed-9da0-31239f49e642", "name": "network-vif-plugged", "status": "completed", "tag": "940294b7-3b45-4b9e-80eb-92f5114290b1"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:48:25.002938 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-eab3ce87-2dcb-4d3d-83fc-8250a25af74f req-d400f48b-fab6-4dc7-9cd5-7819635edcdb tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae3f3903-85b4-446c-9219-5c55744673cd HTTP/1.1" status: 200 len: 946 time: 0.0608339 Aug 19 14:48:25.028102 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bd528899-0222-4820-9198-89d6f18315de req-59b6e938-c445-444e-8dfd-9a3800a58545 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:25.057117 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa70e2c8-3a25-4def-9e83-a79788d8f868 x-openstack-request-id: req-fa70e2c8-3a25-4def-9e83-a79788d8f868 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:48:25.057444 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd58c552-834c-42ed-9da0-31239f49e642", "name": "network-vif-plugged", "status": "completed", "tag": "940294b7-3b45-4b9e-80eb-92f5114290b1", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:48:25.057700 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fa70e2c8-3a25-4def-9e83-a79788d8f868 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:48:25.058102 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd58c552-834c-42ed-9da0-31239f49e642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940294b7-3b45-4b9e-80eb-92f5114290b1', 'code': 200} Aug 19 14:48:25.079484 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd528899-0222-4820-9198-89d6f18315de req-59b6e938-c445-444e-8dfd-9a3800a58545 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Network 23c2e440-9ca3-45a7-ab8d-c7ac81e99a99 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:48:25.085156 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-bd528899-0222-4820-9198-89d6f18315de req-59b6e938-c445-444e-8dfd-9a3800a58545 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:48:25.089863 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd528899-0222-4820-9198-89d6f18315de req-59b6e938-c445-444e-8dfd-9a3800a58545 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:48:25.099729 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-eab3ce87-2dcb-4d3d-83fc-8250a25af74f req-ae0edff0-9aa4-443c-99c7-8f5373e973b4 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8eef4d4-ce2c-416e-97b8-e495a11003d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814884 Aug 19 14:48:25.131814 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b6e938-c445-444e-8dfd-9a3800a58545 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Pushing event updated for resources: {'Port': ['ID=7883bb65-1c78-4603-812e-f48cc5e72d7a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:25.180828 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd528899-0222-4820-9198-89d6f18315de req-59b6e938-c445-444e-8dfd-9a3800a58545 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:25.181463 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bd528899-0222-4820-9198-89d6f18315de req-59b6e938-c445-444e-8dfd-9a3800a58545 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:25.199822 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-bd528899-0222-4820-9198-89d6f18315de req-59b6e938-c445-444e-8dfd-9a3800a58545 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9756939 Aug 19 14:48:25.218538 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-bd528899-0222-4820-9198-89d6f18315de req-53c3c067-ee08-4f0c-8d6a-e14a12b7ddeb service neutron] Request body: {'port': {'device_id': 'c306eaf6-5ea1-4483-af19-100efa9286e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:48:25.247533 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b1005-a5b9-4c3f-87ba-c7cf36c3c4bd req-2948e103-3885-45a1-94d3-cdd4622b169d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:25.249101 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c49b1005-a5b9-4c3f-87ba-c7cf36c3c4bd req-2948e103-3885-45a1-94d3-cdd4622b169d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=fd58c552-834c-42ed-9da0-31239f49e642 HTTP/1.1" status: 200 len: 1097 time: 0.1010830 Aug 19 14:48:25.264979 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd379f2-9665-45e4-a76f-3c2f4ea1185e req-c3fa3970-7acf-407f-8f00-49e629056f24 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:25.266694 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2dd379f2-9665-45e4-a76f-3c2f4ea1185e req-c3fa3970-7acf-407f-8f00-49e629056f24 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/ports?device_id=5dceaf4a-0ba4-4e02-9507-9499d4284bf5 HTTP/1.1" status: 200 len: 945 time: 0.0691905 Aug 19 14:48:25.297989 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bd528899-0222-4820-9198-89d6f18315de req-53c3c067-ee08-4f0c-8d6a-e14a12b7ddeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:25.327833 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2dd379f2-9665-45e4-a76f-3c2f4ea1185e req-68cff1ce-9db7-4e91-afaa-610bf699e392 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8eef4d4-ce2c-416e-97b8-e495a11003d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542879 Aug 19 14:48:25.329559 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c49b1005-a5b9-4c3f-87ba-c7cf36c3c4bd req-a9e796c1-a3ea-47a9-ba5f-4f3174e8eb08 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=6c273f76-7f2b-4051-8d37-22e33e052247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619075 Aug 19 14:48:25.477715 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00978b2b-326e-4c2c-bccb-68df6c7164cd req-9b9e2eb0-6bd8-49a1-bd20-bbbf5422702c tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:25.479359 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-00978b2b-326e-4c2c-bccb-68df6c7164cd req-9b9e2eb0-6bd8-49a1-bd20-bbbf5422702c tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/ports?device_id=fe94a912-e65f-48f6-a3ec-790797e14d97 HTTP/1.1" status: 200 len: 944 time: 0.0731077 Aug 19 14:48:25.546994 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-00978b2b-326e-4c2c-bccb-68df6c7164cd req-784591aa-a789-464c-aa37-5ff09bdf1cc4 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8eef4d4-ce2c-416e-97b8-e495a11003d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530529 Aug 19 14:48:25.658162 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-bd528899-0222-4820-9198-89d6f18315de req-53c3c067-ee08-4f0c-8d6a-e14a12b7ddeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7883bb65-1c78-4603-812e-f48cc5e72d7a {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:48:25.670910 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54690) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:25.671174 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bd528899-0222-4820-9198-89d6f18315de req-53c3c067-ee08-4f0c-8d6a-e14a12b7ddeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:25.691407 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-bd528899-0222-4820-9198-89d6f18315de req-53c3c067-ee08-4f0c-8d6a-e14a12b7ddeb service neutron] Transition to ACTIVE for port object 7883bb65-1c78-4603-812e-f48cc5e72d7a will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:48:25.695769 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bd528899-0222-4820-9198-89d6f18315de req-53c3c067-ee08-4f0c-8d6a-e14a12b7ddeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:25.705132 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec909d52-d3e1-4ab1-8c71-27161f127510 req-688a43b1-48e9-46fe-892e-52e2aa6508a7 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:25.715146 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ec909d52-d3e1-4ab1-8c71-27161f127510 req-688a43b1-48e9-46fe-892e-52e2aa6508a7 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.69 "GET /v2.0/ports?device_id=93bcdc9f-61b8-467a-9b69-7210d80a6735 HTTP/1.1" status: 200 len: 944 time: 0.0750456 Aug 19 14:48:25.744772 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c3c067-ee08-4f0c-8d6a-e14a12b7ddeb service neutron] Pushing event updated for resources: {'Port': ['ID=7883bb65-1c78-4603-812e-f48cc5e72d7a,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:25.768598 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ec909d52-d3e1-4ab1-8c71-27161f127510 req-b196a784-27db-4e22-b687-a727b6fa4d75 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c273f76-7f2b-4051-8d37-22e33e052247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488687 Aug 19 14:48:25.828356 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9121f4e7-4712-44b8-bf07-165f92104e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:25.857322 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-bd528899-0222-4820-9198-89d6f18315de req-53c3c067-ee08-4f0c-8d6a-e14a12b7ddeb service neutron] Attempting to bind port 7883bb65-1c78-4603-812e-f48cc5e72d7a on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:48:25.857959 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-bd528899-0222-4820-9198-89d6f18315de req-53c3c067-ee08-4f0c-8d6a-e14a12b7ddeb service neutron] Attempting to bind port 7883bb65-1c78-4603-812e-f48cc5e72d7a by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': 'dfb5451f-ae59-4348-b57d-1e05105b4f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '23c2e440-9ca3-45a7-ab8d-c7ac81e99a99'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:48:25.858737 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd528899-0222-4820-9198-89d6f18315de req-53c3c067-ee08-4f0c-8d6a-e14a12b7ddeb service neutron] Attempting to bind port 7883bb65-1c78-4603-812e-f48cc5e72d7a on network 23c2e440-9ca3-45a7-ab8d-c7ac81e99a99 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:48:25.865413 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd528899-0222-4820-9198-89d6f18315de req-53c3c067-ee08-4f0c-8d6a-e14a12b7ddeb service neutron] Port 7883bb65-1c78-4603-812e-f48cc5e72d7a on network 23c2e440-9ca3-45a7-ab8d-c7ac81e99a99 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:48:25.865738 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd528899-0222-4820-9198-89d6f18315de req-53c3c067-ee08-4f0c-8d6a-e14a12b7ddeb service neutron] Attempting to bind port 7883bb65-1c78-4603-812e-f48cc5e72d7a on network 23c2e440-9ca3-45a7-ab8d-c7ac81e99a99 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:48:25.871133 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd528899-0222-4820-9198-89d6f18315de req-53c3c067-ee08-4f0c-8d6a-e14a12b7ddeb service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:48:25.871469 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd528899-0222-4820-9198-89d6f18315de req-53c3c067-ee08-4f0c-8d6a-e14a12b7ddeb service neutron] Checking segment: {'id': 'dfb5451f-ae59-4348-b57d-1e05105b4f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '23c2e440-9ca3-45a7-ab8d-c7ac81e99a99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:48:25.871852 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd528899-0222-4820-9198-89d6f18315de req-53c3c067-ee08-4f0c-8d6a-e14a12b7ddeb service neutron] Bound using segment: {'id': 'dfb5451f-ae59-4348-b57d-1e05105b4f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '23c2e440-9ca3-45a7-ab8d-c7ac81e99a99'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:48:25.872275 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-bd528899-0222-4820-9198-89d6f18315de req-53c3c067-ee08-4f0c-8d6a-e14a12b7ddeb service neutron] Bound port: 7883bb65-1c78-4603-812e-f48cc5e72d7a, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfb5451f-ae59-4348-b57d-1e05105b4f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '23c2e440-9ca3-45a7-ab8d-c7ac81e99a99'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:48:25.872663 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bd528899-0222-4820-9198-89d6f18315de req-53c3c067-ee08-4f0c-8d6a-e14a12b7ddeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:25.937803 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 56504bf7-0ca7-4dce-a439-9f103adcf976 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:48:25.966531 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-bd528899-0222-4820-9198-89d6f18315de req-53c3c067-ee08-4f0c-8d6a-e14a12b7ddeb service neutron] For port 7883bb65-1c78-4603-812e-f48cc5e72d7a, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:48:25.970611 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-bd528899-0222-4820-9198-89d6f18315de req-53c3c067-ee08-4f0c-8d6a-e14a12b7ddeb service neutron] For port 7883bb65-1c78-4603-812e-f48cc5e72d7a, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=7883bb65-1c78-4603-812e-f48cc5e72d7a,segment=NetworkSegment(dfb5451f-ae59-4348-b57d-1e05105b4f16),segment_id=dfb5451f-ae59-4348-b57d-1e05105b4f16)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:48:25.977185 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bd528899-0222-4820-9198-89d6f18315de req-53c3c067-ee08-4f0c-8d6a-e14a12b7ddeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:26.026366 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd528899-0222-4820-9198-89d6f18315de req-53c3c067-ee08-4f0c-8d6a-e14a12b7ddeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:26.026988 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bd528899-0222-4820-9198-89d6f18315de req-53c3c067-ee08-4f0c-8d6a-e14a12b7ddeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:26.028743 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-bd528899-0222-4820-9198-89d6f18315de req-53c3c067-ee08-4f0c-8d6a-e14a12b7ddeb service neutron] 10.222.0.68 "PUT /v2.0/ports/7883bb65-1c78-4603-812e-f48cc5e72d7a HTTP/1.1" status: 200 len: 1092 time: 0.8196149 Aug 19 14:48:26.029846 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c306eaf6-5ea1-4483-af19-100efa9286e7', 'tag': '7883bb65-1c78-4603-812e-f48cc5e72d7a'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:48:26.031635 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec3fe72-f5b2-45de-8b05-358d73b47acc" -d '{"events": [{"name": "network-changed", "server_uuid": "c306eaf6-5ea1-4483-af19-100efa9286e7", "tag": "7883bb65-1c78-4603-812e-f48cc5e72d7a"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:48:26.032430 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 56504bf7-0ca7-4dce-a439-9f103adcf976 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:48:26.039494 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 56504bf7-0ca7-4dce-a439-9f103adcf976 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:48:26.040007 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:26.055036 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c3c067-ee08-4f0c-8d6a-e14a12b7ddeb service neutron] Pushing event updated for resources: {'Port': ['ID=7883bb65-1c78-4603-812e-f48cc5e72d7a,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:26.058820 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9121f4e7-4712-44b8-bf07-165f92104e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:26.067282 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9121f4e7-4712-44b8-bf07-165f92104e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:26.098963 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2b8397-3578-4013-b7c8-0624c1b6ba4a x-openstack-request-id: req-cf2b8397-3578-4013-b7c8-0624c1b6ba4a {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:48:26.099269 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c306eaf6-5ea1-4483-af19-100efa9286e7", "tag": "7883bb65-1c78-4603-812e-f48cc5e72d7a", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:48:26.099521 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cf2b8397-3578-4013-b7c8-0624c1b6ba4a {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:48:26.100938 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c306eaf6-5ea1-4483-af19-100efa9286e7', 'tag': '7883bb65-1c78-4603-812e-f48cc5e72d7a', 'status': 'completed', 'code': 200} Aug 19 14:48:26.126839 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9121f4e7-4712-44b8-bf07-165f92104e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ab9281-1966-4eaf-82b3-7f6d1e9bd8e3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:26.142263 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d9552-b193-46d3-b439-4456db5ac12e req-aa4756e7-13e9-4300-bdea-94cb04f4f3b9 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:26.142574 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd528899-0222-4820-9198-89d6f18315de req-67576ab8-006f-4d52-afd2-829960d566e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:26.143896 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-349d9552-b193-46d3-b439-4456db5ac12e req-aa4756e7-13e9-4300-bdea-94cb04f4f3b9 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=c306eaf6-5ea1-4483-af19-100efa9286e7 HTTP/1.1" status: 200 len: 944 time: 0.1803801 Aug 19 14:48:26.144295 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-bd528899-0222-4820-9198-89d6f18315de req-67576ab8-006f-4d52-afd2-829960d566e4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=7fb0cbae73e44bb4aa5ac758561c58c6&device_id=c306eaf6-5ea1-4483-af19-100efa9286e7 HTTP/1.1" status: 200 len: 1095 time: 0.0567763 Aug 19 14:48:26.148253 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9121f4e7-4712-44b8-bf07-165f92104e0c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=727a9ad9f06647228ffe7b2b7283dfff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4748807 Aug 19 14:48:26.150788 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54702) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:26.187439 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:26.189572 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-349d9552-b193-46d3-b439-4456db5ac12e req-2ef6cf6b-b86a-4cf7-9a90-da8539e26c79 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382740 Aug 19 14:48:26.200036 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-bd528899-0222-4820-9198-89d6f18315de req-e85b93ff-eb2d-4329-9647-2402f7108c41 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7883bb65-1c78-4603-812e-f48cc5e72d7a HTTP/1.1" status: 200 len: 217 time: 0.0426345 Aug 19 14:48:26.235590 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 56504bf7-0ca7-4dce-a439-9f103adcf976, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=56504bf7-0ca7-4dce-a439-9f103adcf976,segment=NetworkSegment(bfc744b1-0107-452f-83ab-c2ef678669ca),segment_id=bfc744b1-0107-452f-83ab-c2ef678669ca)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:48:26.240091 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:26.288899 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8ca5100-1aff-4441-828a-9cbb193bc0b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:26.297608 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=56504bf7-0ca7-4dce-a439-9f103adcf976,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:26.300438 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd528899-0222-4820-9198-89d6f18315de req-64458af0-cdcf-4083-82aa-67b561bc6888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:26.301929 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-bd528899-0222-4820-9198-89d6f18315de req-64458af0-cdcf-4083-82aa-67b561bc6888 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9422880f-eaac-4c78-82da-517737e1ea86 HTTP/1.1" status: 200 len: 851 time: 0.0734649 Aug 19 14:48:26.324374 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8ca5100-1aff-4441-828a-9cbb193bc0b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:26.347839 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-bd528899-0222-4820-9198-89d6f18315de req-9d040f0b-fd5c-4565-b0af-e68cc433649e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=23c2e440-9ca3-45a7-ab8d-c7ac81e99a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368989 Aug 19 14:48:26.459353 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8ca5100-1aff-4441-828a-9cbb193bc0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:26.461914 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8ca5100-1aff-4441-828a-9cbb193bc0b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:26.466073 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d8ca5100-1aff-4441-828a-9cbb193bc0b7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e1ab9281-1966-4eaf-82b3-7f6d1e9bd8e3 HTTP/1.1" status: 204 len: 168 time: 0.3113327 Aug 19 14:48:26.471183 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-bd528899-0222-4820-9198-89d6f18315de req-b44c8817-1699-42a7-9ec2-2dc6a1f3f713 service neutron] 10.222.0.68 "GET /v2.0/networks/23c2e440-9ca3-45a7-ab8d-c7ac81e99a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136169 Aug 19 14:48:26.477523 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ca5100-1aff-4441-828a-9cbb193bc0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ab9281-1966-4eaf-82b3-7f6d1e9bd8e3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:26.596761 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-bd528899-0222-4820-9198-89d6f18315de req-189010df-342f-46d2-b84d-68f7f1167767 service neutron] 10.222.0.68 "GET /v2.0/networks/23c2e440-9ca3-45a7-ab8d-c7ac81e99a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162443 Aug 19 14:48:26.672036 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27314993-21f7-456d-9908-689b8b1a33d9 req-ae543163-5056-4ccd-90d2-e973766ae157 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:26.673908 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-27314993-21f7-456d-9908-689b8b1a33d9 req-ae543163-5056-4ccd-90d2-e973766ae157 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/ports?device_id=fe94a912-e65f-48f6-a3ec-790797e14d97 HTTP/1.1" status: 200 len: 945 time: 0.0575185 Aug 19 14:48:26.716219 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3fe72-f5b2-45de-8b05-358d73b47acc req-ad3ffb73-7795-4dfe-9dce-a6f3ce3f4e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:26.718248 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-dec3fe72-f5b2-45de-8b05-358d73b47acc req-ad3ffb73-7795-4dfe-9dce-a6f3ce3f4e30 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=7fb0cbae73e44bb4aa5ac758561c58c6&device_id=c306eaf6-5ea1-4483-af19-100efa9286e7 HTTP/1.1" status: 200 len: 1095 time: 0.0688474 Aug 19 14:48:26.729858 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-27314993-21f7-456d-9908-689b8b1a33d9 req-7ca54af8-601b-4ed5-9a4c-fc06cf8a262e tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8eef4d4-ce2c-416e-97b8-e495a11003d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491829 Aug 19 14:48:26.839957 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3fe72-f5b2-45de-8b05-358d73b47acc req-2719b788-d14f-43c1-9357-500258b46195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:26.841486 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-dec3fe72-f5b2-45de-8b05-358d73b47acc req-2719b788-d14f-43c1-9357-500258b46195 service neutron] 10.222.0.68 "GET /v2.0/networks?id=23c2e440-9ca3-45a7-ab8d-c7ac81e99a99 HTTP/1.1" status: 200 len: 912 time: 0.1141338 Aug 19 14:48:26.902843 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd1f2a-8633-460a-9eb2-1961d926fbfd req-f1a20c53-ad59-4868-80b2-f4595009d164 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:26.907319 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-72fd1f2a-8633-460a-9eb2-1961d926fbfd req-f1a20c53-ad59-4868-80b2-f4595009d164 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.69 "GET /v2.0/ports?device_id=93bcdc9f-61b8-467a-9b69-7210d80a6735 HTTP/1.1" status: 200 len: 944 time: 0.0661530 Aug 19 14:48:26.930341 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-dec3fe72-f5b2-45de-8b05-358d73b47acc req-4a60e17a-a8ff-4303-8255-ca5b445127bb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7883bb65-1c78-4603-812e-f48cc5e72d7a HTTP/1.1" status: 200 len: 217 time: 0.0616856 Aug 19 14:48:26.978721 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-72fd1f2a-8633-460a-9eb2-1961d926fbfd req-9050b3ff-57b0-44dc-a19c-d1f44c29f226 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c273f76-7f2b-4051-8d37-22e33e052247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569551 Aug 19 14:48:26.992262 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3fe72-f5b2-45de-8b05-358d73b47acc req-43630dee-705f-47c5-ab5f-27805eb9ceda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:26.997907 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-dec3fe72-f5b2-45de-8b05-358d73b47acc req-43630dee-705f-47c5-ab5f-27805eb9ceda service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9422880f-eaac-4c78-82da-517737e1ea86 HTTP/1.1" status: 200 len: 851 time: 0.0589662 Aug 19 14:48:27.037041 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-dec3fe72-f5b2-45de-8b05-358d73b47acc req-82e85d7d-9174-47b3-be21-1a4ed03c6a01 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=23c2e440-9ca3-45a7-ab8d-c7ac81e99a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285289 Aug 19 14:48:27.059672 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe94a912-e65f-48f6-a3ec-790797e14d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56504bf7-0ca7-4dce-a439-9f103adcf976'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:48:27.063479 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e751e7-705e-4518-ad99-2d47e9f9fc07" -d '{"events": [{"server_uuid": "fe94a912-e65f-48f6-a3ec-790797e14d97", "name": "network-vif-plugged", "status": "completed", "tag": "56504bf7-0ca7-4dce-a439-9f103adcf976"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:48:27.111055 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5721a766-c6f0-4b1b-b71b-070b68ff7b44 x-openstack-request-id: req-5721a766-c6f0-4b1b-b71b-070b68ff7b44 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:48:27.111450 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe94a912-e65f-48f6-a3ec-790797e14d97", "name": "network-vif-plugged", "status": "completed", "tag": "56504bf7-0ca7-4dce-a439-9f103adcf976", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:48:27.111835 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5721a766-c6f0-4b1b-b71b-070b68ff7b44 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:48:27.112069 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe94a912-e65f-48f6-a3ec-790797e14d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56504bf7-0ca7-4dce-a439-9f103adcf976', 'code': 200} Aug 19 14:48:27.272224 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e72c543-9c1d-47aa-929a-760c42c397e4 req-ac9225f7-cdf9-44c9-b6cc-61725be75452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:27.274176 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1e72c543-9c1d-47aa-929a-760c42c397e4 req-ac9225f7-cdf9-44c9-b6cc-61725be75452 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=fe94a912-e65f-48f6-a3ec-790797e14d97 HTTP/1.1" status: 200 len: 1096 time: 0.0650640 Aug 19 14:48:27.348962 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1e72c543-9c1d-47aa-929a-760c42c397e4 req-dea53f20-2162-4659-8b05-1a263e931e70 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=a8eef4d4-ce2c-416e-97b8-e495a11003d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626988 Aug 19 14:48:27.366304 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75f370-48cc-4b04-90b0-c9cb6925dacd req-b6cedbe8-a7d9-4be9-ad57-d4cf27df304b tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:27.367922 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ec75f370-48cc-4b04-90b0-c9cb6925dacd req-b6cedbe8-a7d9-4be9-ad57-d4cf27df304b tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=c306eaf6-5ea1-4483-af19-100efa9286e7 HTTP/1.1" status: 200 len: 944 time: 0.0643952 Aug 19 14:48:27.414063 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ec75f370-48cc-4b04-90b0-c9cb6925dacd req-be6a77cf-8575-49f3-884d-bbdbcabf4ff5 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385830 Aug 19 14:48:27.445796 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-dec3fe72-f5b2-45de-8b05-358d73b47acc req-ccf8788b-c8e1-43e6-b9e2-384103097fcc service neutron] 10.222.0.68 "GET /v2.0/networks/23c2e440-9ca3-45a7-ab8d-c7ac81e99a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4000566 Aug 19 14:48:27.537338 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-dec3fe72-f5b2-45de-8b05-358d73b47acc req-d1711c60-9cd1-4192-82c4-9345fce727ae service neutron] 10.222.0.68 "GET /v2.0/networks/23c2e440-9ca3-45a7-ab8d-c7ac81e99a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830305 Aug 19 14:48:27.855503 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee19b233-882f-41c9-9760-1655b39d4915 req-af0a6aea-baad-4a5f-b7c2-bd9f9fccbb13 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:27.857021 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ee19b233-882f-41c9-9760-1655b39d4915 req-af0a6aea-baad-4a5f-b7c2-bd9f9fccbb13 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/ports?device_id=fe94a912-e65f-48f6-a3ec-790797e14d97 HTTP/1.1" status: 200 len: 945 time: 0.0501697 Aug 19 14:48:27.891524 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54754) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:27.895384 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ee19b233-882f-41c9-9760-1655b39d4915 req-70434e79-eecb-4c37-a72c-a97a04440fa9 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8eef4d4-ce2c-416e-97b8-e495a11003d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324624 Aug 19 14:48:27.931972 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 23593178-9603-4edc-978b-e5e3ee2aa3d9 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:48:27.989461 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 23593178-9603-4edc-978b-e5e3ee2aa3d9 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:48:27.993190 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 23593178-9603-4edc-978b-e5e3ee2aa3d9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:48:27.993889 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:28.054109 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-edc99efe-c46d-4b55-9358-d83389de4269 tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2112713344'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:48:28.076026 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc99efe-c46d-4b55-9358-d83389de4269 tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Made reservation on behalf of 819ed784af35437dae1a7919822eab50 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:48:28.079669 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:28.080195 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-edc99efe-c46d-4b55-9358-d83389de4269 tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:28.089780 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-edc99efe-c46d-4b55-9358-d83389de4269 tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:28.117196 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b3ff7-62a5-48e0-8376-832c6c988887 req-6de68f56-a05e-4ef8-a47c-7e3398fedc28 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:28.117433 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 23593178-9603-4edc-978b-e5e3ee2aa3d9, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=23593178-9603-4edc-978b-e5e3ee2aa3d9,segment=NetworkSegment(abd5ab85-2a12-470f-94e6-58a09b3264d5),segment_id=abd5ab85-2a12-470f-94e6-58a09b3264d5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:48:28.120103 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5e7b3ff7-62a5-48e0-8376-832c6c988887 req-6de68f56-a05e-4ef8-a47c-7e3398fedc28 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.69 "GET /v2.0/ports?device_id=93bcdc9f-61b8-467a-9b69-7210d80a6735 HTTP/1.1" status: 200 len: 944 time: 0.0683742 Aug 19 14:48:28.121485 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:28.172468 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5e7b3ff7-62a5-48e0-8376-832c6c988887 req-26b633e2-3511-44c2-b70a-ae79e208cd77 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c273f76-7f2b-4051-8d37-22e33e052247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448105 Aug 19 14:48:28.181121 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=23593178-9603-4edc-978b-e5e3ee2aa3d9,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:28.202204 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-edc99efe-c46d-4b55-9358-d83389de4269 tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:28.206233 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-edc99efe-c46d-4b55-9358-d83389de4269 tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:28.238053 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edc99efe-c46d-4b55-9358-d83389de4269 tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:48:28.248270 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc99efe-c46d-4b55-9358-d83389de4269 tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbfee472-f068-486d-85b5-bfcea427b188,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:28.253993 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-edc99efe-c46d-4b55-9358-d83389de4269 tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:28.254342 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-edc99efe-c46d-4b55-9358-d83389de4269 tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Added segment 32d6a140-b275-4b95-944f-c82bd3e79be7 of type vlan for network 5fde6061-04c8-41fb-80c0-a9aac104431b Aug 19 14:48:28.294753 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-edc99efe-c46d-4b55-9358-d83389de4269 tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:28.325001 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-edc99efe-c46d-4b55-9358-d83389de4269 tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:28.330720 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc99efe-c46d-4b55-9358-d83389de4269 tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:28.331327 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-edc99efe-c46d-4b55-9358-d83389de4269 tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:28.384638 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-edc99efe-c46d-4b55-9358-d83389de4269 tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4919436 Aug 19 14:48:28.387835 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54764) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:28.394840 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-56a26bdf-fd8d-41f4-bedc-45ba7ccb772b tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Request body: {'subnet': {'network_id': '5fde6061-04c8-41fb-80c0-a9aac104431b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:48:28.452456 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc99efe-c46d-4b55-9358-d83389de4269 tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Pushing event updated for resources: {'Network': ['ID=5fde6061-04c8-41fb-80c0-a9aac104431b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:28.464845 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 5fde6061-04c8-41fb-80c0-a9aac104431b details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:48:28.512985 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a26bdf-fd8d-41f4-bedc-45ba7ccb772b tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Made reservation on behalf of 819ed784af35437dae1a7919822eab50 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:48:28.517477 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-56a26bdf-fd8d-41f4-bedc-45ba7ccb772b tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:28.630600 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c7ba3-b1ee-407c-8ab6-03215c592a50 req-c82c8949-6759-49be-b379-88333dde7f57 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:28.632239 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ff1c7ba3-b1ee-407c-8ab6-03215c592a50 req-c82c8949-6759-49be-b379-88333dde7f57 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=c306eaf6-5ea1-4483-af19-100efa9286e7 HTTP/1.1" status: 200 len: 944 time: 0.0772176 Aug 19 14:48:28.684148 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ff1c7ba3-b1ee-407c-8ab6-03215c592a50 req-32dd77f5-7984-4d22-8ac2-58130fdde48a tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446324 Aug 19 14:48:28.731739 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-56a26bdf-fd8d-41f4-bedc-45ba7ccb772b tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:28.789857 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a26bdf-fd8d-41f4-bedc-45ba7ccb772b tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Pushing event updated for resources: {'Subnet': ['ID=0c3840e7-ff9a-4493-a8f9-a42de4ced12f,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:28.800919 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a26bdf-fd8d-41f4-bedc-45ba7ccb772b tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Checking segment: {'id': '32d6a140-b275-4b95-944f-c82bd3e79be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5fde6061-04c8-41fb-80c0-a9aac104431b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:48:28.801232 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a26bdf-fd8d-41f4-bedc-45ba7ccb772b tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Network hostable DHCP agents. Network: 5fde6061-04c8-41fb-80c0-a9aac104431b, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:48:28.817947 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a26bdf-fd8d-41f4-bedc-45ba7ccb772b tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Network 5fde6061-04c8-41fb-80c0-a9aac104431b is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:48:28.827743 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-56a26bdf-fd8d-41f4-bedc-45ba7ccb772b tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 5fde6061-04c8-41fb-80c0-a9aac104431b) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:48:28.831872 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a26bdf-fd8d-41f4-bedc-45ba7ccb772b tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:28.832490 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-56a26bdf-fd8d-41f4-bedc-45ba7ccb772b tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:28.837940 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e11f6d-2892-4240-9b16-3e4eaef7fa62 None None] Network 5fde6061-04c8-41fb-80c0-a9aac104431b requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:48:28.852929 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-56a26bdf-fd8d-41f4-bedc-45ba7ccb772b tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4640472 Aug 19 14:48:28.855600 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54772) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:28.860439 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-92b19a92-701c-4429-bafb-dbe14b65764e tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Request body: {'port': {'network_id': '5fde6061-04c8-41fb-80c0-a9aac104431b', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1082591384'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:48:29.018279 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c04afe-1025-4035-b17c-51250a62c26b req-d9e6f939-6bf1-4782-b4f4-86649992f3a5 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:29.020593 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-47c04afe-1025-4035-b17c-51250a62c26b req-d9e6f939-6bf1-4782-b4f4-86649992f3a5 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/ports?device_id=fe94a912-e65f-48f6-a3ec-790797e14d97 HTTP/1.1" status: 200 len: 945 time: 0.0553520 Aug 19 14:48:29.034760 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b19a92-701c-4429-bafb-dbe14b65764e tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Made reservation on behalf of 819ed784af35437dae1a7919822eab50 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:48:29.035575 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f2518e-2e68-4171-a2b6-29c741ee1a24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-5fde6061-04c8-41fb-80c0-a9aac104431b', 'network_id': '5fde6061-04c8-41fb-80c0-a9aac104431b', 'tenant_id': '819ed784af35437dae1a7919822eab50', 'fixed_ips': [{'subnet_id': '0c3840e7-ff9a-4493-a8f9-a42de4ced12f'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:48:29.036306 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b2f2518e-2e68-4171-a2b6-29c741ee1a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:29.041216 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92b19a92-701c-4429-bafb-dbe14b65764e tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:29.062687 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-92b19a92-701c-4429-bafb-dbe14b65764e tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] device_id is not set on port 99c4719d-e72c-48b0-8d9c-a49946ed48de yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:48:29.067362 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-47c04afe-1025-4035-b17c-51250a62c26b req-7e6be5b1-f3ea-48ce-822a-54fc34350447 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8eef4d4-ce2c-416e-97b8-e495a11003d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385261 Aug 19 14:48:29.250257 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-92b19a92-701c-4429-bafb-dbe14b65764e tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Allocated IP 172.20.0.8 (5fde6061-04c8-41fb-80c0-a9aac104431b/0c3840e7-ff9a-4493-a8f9-a42de4ced12f/99c4719d-e72c-48b0-8d9c-a49946ed48de) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:48:29.318446 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93bcdc9f-61b8-467a-9b69-7210d80a6735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23593178-9603-4edc-978b-e5e3ee2aa3d9'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:48:29.333222 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f751eee5-e77a-4eef-9d07-3ae703b5b462" -d '{"events": [{"server_uuid": "93bcdc9f-61b8-467a-9b69-7210d80a6735", "name": "network-vif-plugged", "status": "completed", "tag": "23593178-9603-4edc-978b-e5e3ee2aa3d9"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:48:29.368646 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc30079-a75c-4db1-a764-4ae953e4ad3c req-acf48de3-2d49-4dc9-9d09-f273e35891b3 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:29.378086 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-acc30079-a75c-4db1-a764-4ae953e4ad3c req-acf48de3-2d49-4dc9-9d09-f273e35891b3 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.69 "GET /v2.0/ports?device_id=93bcdc9f-61b8-467a-9b69-7210d80a6735 HTTP/1.1" status: 200 len: 945 time: 0.0936639 Aug 19 14:48:29.473028 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-acc30079-a75c-4db1-a764-4ae953e4ad3c req-f2f7feb4-ad1a-46f9-ada0-70ebe90a45ab tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c273f76-7f2b-4051-8d37-22e33e052247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937617 Aug 19 14:48:29.493447 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92b19a92-701c-4429-bafb-dbe14b65764e tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:29.501055 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9d4d4-5d26-400a-a773-fd72295e0d62 req-b872055f-c6a0-4c72-ac62-b5d8651bd865 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:29.506212 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f7c9d4d4-5d26-400a-a773-fd72295e0d62 req-b872055f-c6a0-4c72-ac62-b5d8651bd865 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae3f3903-85b4-446c-9219-5c55744673cd HTTP/1.1" status: 200 len: 946 time: 0.0977709 Aug 19 14:48:29.523654 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-92b19a92-701c-4429-bafb-dbe14b65764e tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Transition to ACTIVE for port object 99c4719d-e72c-48b0-8d9c-a49946ed48de will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:48:29.553536 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb86e0f-ff39-4dc4-87f5-d55776120953 x-openstack-request-id: req-ccb86e0f-ff39-4dc4-87f5-d55776120953 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:48:29.553895 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93bcdc9f-61b8-467a-9b69-7210d80a6735", "name": "network-vif-plugged", "status": "completed", "tag": "23593178-9603-4edc-978b-e5e3ee2aa3d9", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:48:29.554168 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ccb86e0f-ff39-4dc4-87f5-d55776120953 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:48:29.554712 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93bcdc9f-61b8-467a-9b69-7210d80a6735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23593178-9603-4edc-978b-e5e3ee2aa3d9', 'code': 200} Aug 19 14:48:29.572472 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f7c9d4d4-5d26-400a-a773-fd72295e0d62 req-1cc3b80c-4768-4937-b2f1-8b6389a1ee4b tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8eef4d4-ce2c-416e-97b8-e495a11003d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576909 Aug 19 14:48:29.578829 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92b19a92-701c-4429-bafb-dbe14b65764e tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:29.628777 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-b2f2518e-2e68-4171-a2b6-29c741ee1a24 None None] Allocated IP 172.20.0.2 (5fde6061-04c8-41fb-80c0-a9aac104431b/0c3840e7-ff9a-4493-a8f9-a42de4ced12f/04fa1575-eeea-41f5-8e83-55192a5265f6) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:48:29.683115 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b19a92-701c-4429-bafb-dbe14b65764e tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Pushing event updated for resources: {'Port': ['ID=99c4719d-e72c-48b0-8d9c-a49946ed48de,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:29.699833 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b19a92-701c-4429-bafb-dbe14b65764e tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Network 5fde6061-04c8-41fb-80c0-a9aac104431b is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:48:29.708638 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-92b19a92-701c-4429-bafb-dbe14b65764e tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:48:29.711564 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b19a92-701c-4429-bafb-dbe14b65764e tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:48:29.724679 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b126b0e-b551-4c44-9653-077be9db3064 req-5e6a1673-507a-4c22-b7da-8dfd8df2ef56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:29.728798 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8b126b0e-b551-4c44-9653-077be9db3064 req-5e6a1673-507a-4c22-b7da-8dfd8df2ef56 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=93bcdc9f-61b8-467a-9b69-7210d80a6735 HTTP/1.1" status: 200 len: 1096 time: 0.0849633 Aug 19 14:48:29.776291 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8b126b0e-b551-4c44-9653-077be9db3064 req-2874f959-32c0-4bbf-81cc-ad167fa84f00 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=6c273f76-7f2b-4051-8d37-22e33e052247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411220 Aug 19 14:48:29.822031 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b19a92-701c-4429-bafb-dbe14b65764e tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:29.822653 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92b19a92-701c-4429-bafb-dbe14b65764e tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:29.867025 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-92b19a92-701c-4429-bafb-dbe14b65764e tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0078440 Aug 19 14:48:29.867270 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54802) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:29.893013 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 7883bb65-1c78-4603-812e-f48cc5e72d7a details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:48:29.900875 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086aa7c-7375-4606-8a8a-4f358dd5cd84 req-13bae7e0-c9fe-4cb3-92d5-c903a0911d44 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:29.917989 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6086aa7c-7375-4606-8a8a-4f358dd5cd84 req-13bae7e0-c9fe-4cb3-92d5-c903a0911d44 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=c306eaf6-5ea1-4483-af19-100efa9286e7 HTTP/1.1" status: 200 len: 944 time: 0.0984573 Aug 19 14:48:29.958170 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6086aa7c-7375-4606-8a8a-4f358dd5cd84 req-5fae96ca-4a08-4ab5-8019-e98ec89f2797 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391541 Aug 19 14:48:30.033850 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6eb5a-7bc0-46cc-984b-24939d682757 req-28c64dd7-7daf-4f9f-b9c3-c337303e2752 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:30.035959 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c5d6eb5a-7bc0-46cc-984b-24939d682757 req-28c64dd7-7daf-4f9f-b9c3-c337303e2752 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/ports?device_id=5dceaf4a-0ba4-4e02-9507-9499d4284bf5 HTTP/1.1" status: 200 len: 945 time: 0.0661314 Aug 19 14:48:30.038688 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-42592d20-cafa-4e3f-a65f-10933871d93c tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Deleting port 99c4719d-e72c-48b0-8d9c-a49946ed48de {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:48:30.039217 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-42592d20-cafa-4e3f-a65f-10933871d93c tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:30.082783 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 7883bb65-1c78-4603-812e-f48cc5e72d7a, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=7883bb65-1c78-4603-812e-f48cc5e72d7a,segment=NetworkSegment(dfb5451f-ae59-4348-b57d-1e05105b4f16),segment_id=dfb5451f-ae59-4348-b57d-1e05105b4f16)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:48:30.100843 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c5d6eb5a-7bc0-46cc-984b-24939d682757 req-ebbe5e93-5caf-4443-9323-f0aae0900558 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8eef4d4-ce2c-416e-97b8-e495a11003d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567036 Aug 19 14:48:30.103881 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '7883bb65-1c78-4603-812e-f48cc5e72d7a', 'network_id': '23c2e440-9ca3-45a7-ab8d-c7ac81e99a99', 'port_id': '7883bb65-1c78-4603-812e-f48cc5e72d7a', 'mac_address': 'fa:16:3e:0b:6d:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9422880f-eaac-4c78-82da-517737e1ea86', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:48:30.135879 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b2f2518e-2e68-4171-a2b6-29c741ee1a24 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:30.151506 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b2f2518e-2e68-4171-a2b6-29c741ee1a24 None None] Transition to ACTIVE for port object 04fa1575-eeea-41f5-8e83-55192a5265f6 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:48:30.158424 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:30.173437 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-42592d20-cafa-4e3f-a65f-10933871d93c tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:30.177408 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7883bb65-1c78-4603-812e-f48cc5e72d7a {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:48:30.196302 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-42592d20-cafa-4e3f-a65f-10933871d93c tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Calling delete_port for 99c4719d-e72c-48b0-8d9c-a49946ed48de owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:48:30.196698 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b2f2518e-2e68-4171-a2b6-29c741ee1a24 None None] Transition to ACTIVE for port object 04fa1575-eeea-41f5-8e83-55192a5265f6 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:48:30.207675 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 7883bb65-1c78-4603-812e-f48cc5e72d7a, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=7883bb65-1c78-4603-812e-f48cc5e72d7a,segment=NetworkSegment(dfb5451f-ae59-4348-b57d-1e05105b4f16),segment_id=dfb5451f-ae59-4348-b57d-1e05105b4f16)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:48:30.209919 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b2f2518e-2e68-4171-a2b6-29c741ee1a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:30.264518 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f2518e-2e68-4171-a2b6-29c741ee1a24 None None] Network 5fde6061-04c8-41fb-80c0-a9aac104431b is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:48:30.266216 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f2518e-2e68-4171-a2b6-29c741ee1a24 None None] Pushing event updated for resources: {'Port': ['ID=04fa1575-eeea-41f5-8e83-55192a5265f6,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:30.269134 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-b2f2518e-2e68-4171-a2b6-29c741ee1a24 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:48:30.271065 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:30.274841 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f2518e-2e68-4171-a2b6-29c741ee1a24 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:48:30.378199 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b2f2518e-2e68-4171-a2b6-29c741ee1a24 None None] Attempting to bind port 04fa1575-eeea-41f5-8e83-55192a5265f6 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:48:30.379411 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b2f2518e-2e68-4171-a2b6-29c741ee1a24 None None] Attempting to bind port 04fa1575-eeea-41f5-8e83-55192a5265f6 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '32d6a140-b275-4b95-944f-c82bd3e79be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5fde6061-04c8-41fb-80c0-a9aac104431b'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:48:30.380009 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f2518e-2e68-4171-a2b6-29c741ee1a24 None None] Attempting to bind port 04fa1575-eeea-41f5-8e83-55192a5265f6 on network 5fde6061-04c8-41fb-80c0-a9aac104431b {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:48:30.387362 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f2518e-2e68-4171-a2b6-29c741ee1a24 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:48:30.388023 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f2518e-2e68-4171-a2b6-29c741ee1a24 None None] Checking segment: {'id': '32d6a140-b275-4b95-944f-c82bd3e79be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5fde6061-04c8-41fb-80c0-a9aac104431b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:48:30.388449 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b2f2518e-2e68-4171-a2b6-29c741ee1a24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:30.388853 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f2518e-2e68-4171-a2b6-29c741ee1a24 None None] Bound using segment: {'id': '32d6a140-b275-4b95-944f-c82bd3e79be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5fde6061-04c8-41fb-80c0-a9aac104431b'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:48:30.389830 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b2f2518e-2e68-4171-a2b6-29c741ee1a24 None None] Bound port: 04fa1575-eeea-41f5-8e83-55192a5265f6, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32d6a140-b275-4b95-944f-c82bd3e79be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5fde6061-04c8-41fb-80c0-a9aac104431b'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:48:30.389830 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b2f2518e-2e68-4171-a2b6-29c741ee1a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:30.405642 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=7883bb65-1c78-4603-812e-f48cc5e72d7a,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:30.426696 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-42592d20-cafa-4e3f-a65f-10933871d93c tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:30.467446 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42592d20-cafa-4e3f-a65f-10933871d93c tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Pushing event deleted for resources: {'Port': ['ID=99c4719d-e72c-48b0-8d9c-a49946ed48de,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:30.499216 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c409a162-9127-4d13-8d39-e984c6bdec9f req-cb33ff36-bee3-40cf-8ae7-076bbff6a39f tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:30.505503 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c409a162-9127-4d13-8d39-e984c6bdec9f req-cb33ff36-bee3-40cf-8ae7-076bbff6a39f tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:30.511465 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c409a162-9127-4d13-8d39-e984c6bdec9f req-cb33ff36-bee3-40cf-8ae7-076bbff6a39f tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:30.513214 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c409a162-9127-4d13-8d39-e984c6bdec9f req-cb33ff36-bee3-40cf-8ae7-076bbff6a39f tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae3f3903-85b4-446c-9219-5c55744673cd&device_id=fe94a912-e65f-48f6-a3ec-790797e14d97&device_id=5dceaf4a-0ba4-4e02-9507-9499d4284bf5 HTTP/1.1" status: 200 len: 2417 time: 0.0781293 Aug 19 14:48:30.529708 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['7883bb65-1c78-4603-812e-f48cc5e72d7a'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:48:30.564846 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b2f2518e-2e68-4171-a2b6-29c741ee1a24 None None] For port 04fa1575-eeea-41f5-8e83-55192a5265f6, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:48:30.580467 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-42592d20-cafa-4e3f-a65f-10933871d93c tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:30.582811 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-42592d20-cafa-4e3f-a65f-10933871d93c tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] 10.222.0.69 "DELETE /v2.0/ports/99c4719d-e72c-48b0-8d9c-a49946ed48de HTTP/1.1" status: 204 len: 168 time: 0.7145910 Aug 19 14:48:30.585796 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54820) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:30.587594 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b2f2518e-2e68-4171-a2b6-29c741ee1a24 None None] For port 04fa1575-eeea-41f5-8e83-55192a5265f6, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=04fa1575-eeea-41f5-8e83-55192a5265f6,segment=NetworkSegment(32d6a140-b275-4b95-944f-c82bd3e79be7),segment_id=32d6a140-b275-4b95-944f-c82bd3e79be7)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:48:30.599715 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b2f2518e-2e68-4171-a2b6-29c741ee1a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:30.608846 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c409a162-9127-4d13-8d39-e984c6bdec9f req-dc6d9075-2b80-49f6-9f8c-38ec7e57b5e1 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8eef4d4-ce2c-416e-97b8-e495a11003d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864770 Aug 19 14:48:30.667351 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf2f513-51bb-4cab-a1ed-d77e6069d133 req-eb58382b-5e62-49bd-bf44-ef2ce9dc25e0 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:30.668945 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fbf2f513-51bb-4cab-a1ed-d77e6069d133 req-eb58382b-5e62-49bd-bf44-ef2ce9dc25e0 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.69 "GET /v2.0/ports?device_id=93bcdc9f-61b8-467a-9b69-7210d80a6735 HTTP/1.1" status: 200 len: 945 time: 0.0689991 Aug 19 14:48:30.701997 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-cd491bf3-8b3d-4a73-ba9c-e21e57e6b1e0 tempest-DHCPAgentSchedulersTestJSON-2099722109 tempest-DHCPAgentSchedulersTestJSON-2099722109-project-admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.1146653 Aug 19 14:48:30.704510 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54830) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:30.712172 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-cf06623d-4778-474d-b37e-8ca0175b59c7 tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1432139909'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:48:30.764584 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf06623d-4778-474d-b37e-8ca0175b59c7 tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Made reservation on behalf of 819ed784af35437dae1a7919822eab50 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:48:30.768454 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f2518e-2e68-4171-a2b6-29c741ee1a24 None None] Pushing event updated for resources: {'Port': ['ID=04fa1575-eeea-41f5-8e83-55192a5265f6,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:30.771307 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cf06623d-4778-474d-b37e-8ca0175b59c7 tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:30.783048 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fbf2f513-51bb-4cab-a1ed-d77e6069d133 req-9d4ab085-4504-480e-bb7f-5c024fbf91d4 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c273f76-7f2b-4051-8d37-22e33e052247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974717 Aug 19 14:48:30.820757 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf06623d-4778-474d-b37e-8ca0175b59c7 tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:48:30.838498 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84d854-bea6-467d-b122-81a9a7c0ab5c req-3f036864-7e16-4e94-8233-8578c0a3c174 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:30.847565 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2c84d854-bea6-467d-b122-81a9a7c0ab5c req-3f036864-7e16-4e94-8233-8578c0a3c174 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae3f3903-85b4-446c-9219-5c55744673cd HTTP/1.1" status: 200 len: 946 time: 0.0882587 Aug 19 14:48:30.852003 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cf06623d-4778-474d-b37e-8ca0175b59c7 tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:30.852374 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-cf06623d-4778-474d-b37e-8ca0175b59c7 tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Added segment 528c4bc8-d153-40c9-a9f8-2c583600cecf of type vlan for network 965ccd40-4a40-4b4a-9e5e-2bda7db14b0e Aug 19 14:48:30.896630 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2c84d854-bea6-467d-b122-81a9a7c0ab5c req-43bb8ce6-9c4b-4282-9f67-d15e77ad008b tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8eef4d4-ce2c-416e-97b8-e495a11003d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438621 Aug 19 14:48:30.901285 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cf06623d-4778-474d-b37e-8ca0175b59c7 tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:30.947404 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cf06623d-4778-474d-b37e-8ca0175b59c7 tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:30.954759 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf06623d-4778-474d-b37e-8ca0175b59c7 tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:30.955611 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cf06623d-4778-474d-b37e-8ca0175b59c7 tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:31.090157 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-cf06623d-4778-474d-b37e-8ca0175b59c7 tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.3842375 Aug 19 14:48:31.092934 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54842) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:31.217024 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf06623d-4778-474d-b37e-8ca0175b59c7 tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Pushing event updated for resources: {'Network': ['ID=965ccd40-4a40-4b4a-9e5e-2bda7db14b0e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:31.240483 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 965ccd40-4a40-4b4a-9e5e-2bda7db14b0e details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:48:31.246868 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616b333-1478-44e8-bca8-df68eca51835 req-8e2e7e7e-6718-4cf5-8b48-78666aaaced9 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:31.259170 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5616b333-1478-44e8-bca8-df68eca51835 req-8e2e7e7e-6718-4cf5-8b48-78666aaaced9 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=c306eaf6-5ea1-4483-af19-100efa9286e7 HTTP/1.1" status: 200 len: 945 time: 0.0838096 Aug 19 14:48:31.343655 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5616b333-1478-44e8-bca8-df68eca51835 req-4ae5154f-6335-4541-812f-7d55fcd48534 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663030 Aug 19 14:48:31.353249 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 04fa1575-eeea-41f5-8e83-55192a5265f6 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:48:31.372306 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54848) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:31.373177 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-dd16f381-a105-4235-aae5-914d024d0b43 tempest-DHCPAgentSchedulersTestJSON-2099722109 tempest-DHCPAgentSchedulersTestJSON-2099722109-project-admin] 10.222.0.69 "GET /v2.0/agents/9d1812d4-e46f-4cbf-9c58-ad756abcb568/dhcp-networks HTTP/1.1" status: 200 len: 11247 time: 0.2789888 Aug 19 14:48:31.381613 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17be6bef-396a-446e-a820-5845683e784c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:31.443610 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 04fa1575-eeea-41f5-8e83-55192a5265f6 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:48:31.509900 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e9c947-45b1-41d7-a17d-b7f47598cb22 tempest-DHCPAgentSchedulersTestJSON-2099722109 tempest-DHCPAgentSchedulersTestJSON-2099722109-project-admin] Network 965ccd40-4a40-4b4a-9e5e-2bda7db14b0e is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:48:31.523376 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f8e9c947-45b1-41d7-a17d-b7f47598cb22 tempest-DHCPAgentSchedulersTestJSON-2099722109 tempest-DHCPAgentSchedulersTestJSON-2099722109-project-admin] 10.222.0.69 "POST /v2.0/agents/9d1812d4-e46f-4cbf-9c58-ad756abcb568/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1495194 Aug 19 14:48:31.526445 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54856) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:31.531209 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21f5a18-614e-4bbd-b9f0-cf53c87745c7 None None] Network 965ccd40-4a40-4b4a-9e5e-2bda7db14b0e requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:48:31.721348 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-dc1220ad-bdcd-4687-a154-a6379c73a75b tempest-DHCPAgentSchedulersTestJSON-2099722109 tempest-DHCPAgentSchedulersTestJSON-2099722109-project-admin] 10.222.0.69 "GET /v2.0/agents/9d1812d4-e46f-4cbf-9c58-ad756abcb568/dhcp-networks HTTP/1.1" status: 200 len: 12018 time: 0.1936498 Aug 19 14:48:31.724830 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54860) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:31.863306 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-14f92bf7-61d1-4fba-adc4-cd16ba7b7ab0 tempest-DHCPAgentSchedulersTestJSON-2099722109 tempest-DHCPAgentSchedulersTestJSON-2099722109-project-admin] 10.222.0.69 "DELETE /v2.0/agents/9d1812d4-e46f-4cbf-9c58-ad756abcb568/dhcp-networks/965ccd40-4a40-4b4a-9e5e-2bda7db14b0e HTTP/1.1" status: 204 len: 168 time: 0.1371958 Aug 19 14:48:31.866372 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54868) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:31.906127 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 7883bb65-1c78-4603-812e-f48cc5e72d7a up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:48:32.052089 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port 7883bb65-1c78-4603-812e-f48cc5e72d7a completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:48:32.056793 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 7883bb65-1c78-4603-812e-f48cc5e72d7a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:48:32.057409 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:32.130980 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-843b9122-24df-4d1f-8ae9-bd27c781b805 tempest-DHCPAgentSchedulersTestJSON-2099722109 tempest-DHCPAgentSchedulersTestJSON-2099722109-project-admin] 10.222.0.69 "GET /v2.0/agents/9d1812d4-e46f-4cbf-9c58-ad756abcb568/dhcp-networks HTTP/1.1" status: 200 len: 11247 time: 0.2595806 Aug 19 14:48:32.131593 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54876) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:32.178430 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e9ff58ef-bfa6-4be2-959d-5cdb0e582535 tempest-DHCPAgentSchedulersTestJSON-2099722109 tempest-DHCPAgentSchedulersTestJSON-2099722109-project-admin] 10.222.0.69 "GET /v2.0/networks/5fde6061-04c8-41fb-80c0-a9aac104431b/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0426993 Aug 19 14:48:32.178864 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54878) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:32.210043 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-54f4fd20-2971-410f-970b-5096a76c0ee8 tempest-DHCPAgentSchedulersTestJSON-2099722109 tempest-DHCPAgentSchedulersTestJSON-2099722109-project-admin] 10.222.0.69 "GET /v2.0/networks/5fde6061-04c8-41fb-80c0-a9aac104431b/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0277631 Aug 19 14:48:32.210728 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54880) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:32.213723 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:32.240196 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f30a097-ccdb-4a14-a195-5e6ed635ab48 None None] Network 5fde6061-04c8-41fb-80c0-a9aac104431b requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:48:32.304515 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c306eaf6-5ea1-4483-af19-100efa9286e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7883bb65-1c78-4603-812e-f48cc5e72d7a'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:48:32.307561 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6367d40c-fe3c-418e-a72a-017470945640" -d '{"events": [{"server_uuid": "c306eaf6-5ea1-4483-af19-100efa9286e7", "name": "network-vif-plugged", "status": "completed", "tag": "7883bb65-1c78-4603-812e-f48cc5e72d7a"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:48:32.373428 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 7883bb65-1c78-4603-812e-f48cc5e72d7a, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=7883bb65-1c78-4603-812e-f48cc5e72d7a,segment=NetworkSegment(dfb5451f-ae59-4348-b57d-1e05105b4f16),segment_id=dfb5451f-ae59-4348-b57d-1e05105b4f16)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:48:32.380820 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:32.392676 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1983e46a-00c8-40f0-b0f2-630d1555dbea None None] Provisioning for port 04fa1575-eeea-41f5-8e83-55192a5265f6 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:48:32.424009 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18cda7-620f-4edb-ad83-8873aaa79c9c req-a8867fbb-890b-4ed1-abb2-cbd00acd108b tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:32.434802 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fe18cda7-620f-4edb-ad83-8873aaa79c9c req-a8867fbb-890b-4ed1-abb2-cbd00acd108b tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.69 "GET /v2.0/ports?device_id=93bcdc9f-61b8-467a-9b69-7210d80a6735 HTTP/1.1" status: 200 len: 945 time: 0.1123185 Aug 19 14:48:32.465277 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1983e46a-00c8-40f0-b0f2-630d1555dbea None None] Provisioning complete for port 04fa1575-eeea-41f5-8e83-55192a5265f6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:48:32.465981 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1983e46a-00c8-40f0-b0f2-630d1555dbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:32.502863 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa74843-6b65-4e1d-859e-a7756db72815 x-openstack-request-id: req-ffa74843-6b65-4e1d-859e-a7756db72815 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:48:32.503164 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c306eaf6-5ea1-4483-af19-100efa9286e7", "name": "network-vif-plugged", "status": "completed", "tag": "7883bb65-1c78-4603-812e-f48cc5e72d7a", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:48:32.503408 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ffa74843-6b65-4e1d-859e-a7756db72815 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:48:32.503791 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c306eaf6-5ea1-4483-af19-100efa9286e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7883bb65-1c78-4603-812e-f48cc5e72d7a', 'code': 200} Aug 19 14:48:32.505894 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fe18cda7-620f-4edb-ad83-8873aaa79c9c req-7dd23301-b4b7-475f-9141-e890c2ddd99a tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c273f76-7f2b-4051-8d37-22e33e052247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698586 Aug 19 14:48:32.614936 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=7883bb65-1c78-4603-812e-f48cc5e72d7a,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:32.620505 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-6b2f66c5-c929-47a7-99e2-7cbbe2b41f13 tempest-DHCPAgentSchedulersTestJSON-2099722109 tempest-DHCPAgentSchedulersTestJSON-2099722109-project-admin] 10.222.0.69 "GET /v2.0/agents/9d1812d4-e46f-4cbf-9c58-ad756abcb568/dhcp-networks HTTP/1.1" status: 200 len: 11247 time: 0.4067693 Aug 19 14:48:32.622012 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54902) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:32.727123 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1983e46a-00c8-40f0-b0f2-630d1555dbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:32.727412 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7c1ce-0a8b-42f1-8fd8-a705944e4b43 req-77900d43-661b-48f3-9e1c-9008cb8b1b50 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:32.730015 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d4f7c1ce-0a8b-42f1-8fd8-a705944e4b43 req-77900d43-661b-48f3-9e1c-9008cb8b1b50 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=c306eaf6-5ea1-4483-af19-100efa9286e7 HTTP/1.1" status: 200 len: 946 time: 0.1141150 Aug 19 14:48:32.774686 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-1983e46a-00c8-40f0-b0f2-630d1555dbea None None] For port 04fa1575-eeea-41f5-8e83-55192a5265f6, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=04fa1575-eeea-41f5-8e83-55192a5265f6,segment=NetworkSegment(32d6a140-b275-4b95-944f-c82bd3e79be7),segment_id=32d6a140-b275-4b95-944f-c82bd3e79be7)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:48:32.780123 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1983e46a-00c8-40f0-b0f2-630d1555dbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:32.812244 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58281365-daaf-49ac-87e6-bde7ea2fb33d tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:32.832830 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0653eb4f-73df-4fa2-b442-6dd791c6bfa8 req-9dfbc8be-a543-414d-aa7c-96502389e065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:32.834502 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0653eb4f-73df-4fa2-b442-6dd791c6bfa8 req-9dfbc8be-a543-414d-aa7c-96502389e065 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=c306eaf6-5ea1-4483-af19-100efa9286e7 HTTP/1.1" status: 200 len: 1097 time: 0.2526712 Aug 19 14:48:32.837062 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d4f7c1ce-0a8b-42f1-8fd8-a705944e4b43 req-3cba1ae5-37cd-4a7f-961f-df939417811f tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919003 Aug 19 14:48:32.877737 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051f96d-1b74-4d60-a5c5-973677ad2ebc req-5a6387f8-db4f-42e0-8664-cf582d3d1495 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:32.881300 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c051f96d-1b74-4d60-a5c5-973677ad2ebc req-5a6387f8-db4f-42e0-8664-cf582d3d1495 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/ports?device_id=5dceaf4a-0ba4-4e02-9507-9499d4284bf5 HTTP/1.1" status: 200 len: 945 time: 0.2063024 Aug 19 14:48:32.898072 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1983e46a-00c8-40f0-b0f2-630d1555dbea None None] Pushing event updated for resources: {'Port': ['ID=04fa1575-eeea-41f5-8e83-55192a5265f6,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:32.944213 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c051f96d-1b74-4d60-a5c5-973677ad2ebc req-db1313e4-5235-499f-8bd2-659490e63f0b tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8eef4d4-ce2c-416e-97b8-e495a11003d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567279 Aug 19 14:48:32.983210 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58281365-daaf-49ac-87e6-bde7ea2fb33d tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:33.009784 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-58281365-daaf-49ac-87e6-bde7ea2fb33d tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['965ccd40-4a40-4b4a-9e5e-2bda7db14b0e']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:48:33.015461 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-222071a0-7cd4-4629-bd34-2fbda0841b0a None None] Provisioning complete for port 04fa1575-eeea-41f5-8e83-55192a5265f6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:48:33.015833 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-222071a0-7cd4-4629-bd34-2fbda0841b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:33.037141 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-58281365-daaf-49ac-87e6-bde7ea2fb33d tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '528c4bc8-d153-40c9-a9f8-2c583600cecf') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:48:33.037141 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-58281365-daaf-49ac-87e6-bde7ea2fb33d tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '528c4bc8-d153-40c9-a9f8-2c583600cecf') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:48:33.045011 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0653eb4f-73df-4fa2-b442-6dd791c6bfa8 req-97ffc73e-75f9-469e-9d25-df9628e44199 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765180 Aug 19 14:48:33.049364 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58281365-daaf-49ac-87e6-bde7ea2fb33d tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:33.073402 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58281365-daaf-49ac-87e6-bde7ea2fb33d tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:33.079826 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58281365-daaf-49ac-87e6-bde7ea2fb33d tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:48:33.080230 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58281365-daaf-49ac-87e6-bde7ea2fb33d tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:33.083236 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:48:33.083236 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:48:33.083236 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:48:33.083236 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:48:33.083236 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:48:33.083236 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:48:33.083236 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:48:33.083236 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:48:33.083236 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:48:33.083236 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:48:33.083236 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:48:33.083236 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:48:33.083236 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:48:33.083236 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:48:33.083236 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:48:33.083236 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:48:33.083236 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:48:33.083236 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:48:33.083236 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:48:33.083236 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:48:33.083236 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:48:33.083236 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:48:33.083236 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:48:33.083236 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:48:33.083236 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:48:33.083236 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:48:33.083236 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:48:33.083236 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:48:33.083236 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:48:33.083236 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:48:33.083236 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:48:33.083236 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:48:33.097218 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3c4ba-18fb-4de3-8960-d19fd245fe1d req-d72b1ad5-ca28-4633-a215-b13eaf99da63 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:33.101071 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5ff3c4ba-18fb-4de3-8960-d19fd245fe1d req-d72b1ad5-ca28-4633-a215-b13eaf99da63 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.69 "GET /v2.0/ports?device_id=bbbcc7f5-8caf-4f38-90a7-251979b1cc99 HTTP/1.1" status: 200 len: 946 time: 0.0816414 Aug 19 14:48:33.183134 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5ff3c4ba-18fb-4de3-8960-d19fd245fe1d req-23ca0d33-353c-46df-8f88-88a083e047ed tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c273f76-7f2b-4051-8d37-22e33e052247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742216 Aug 19 14:48:33.194379 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58281365-daaf-49ac-87e6-bde7ea2fb33d tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:33.204859 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58281365-daaf-49ac-87e6-bde7ea2fb33d tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:33.209838 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54910) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:33.210276 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-58281365-daaf-49ac-87e6-bde7ea2fb33d tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] 10.222.0.69 "DELETE /v2.0/networks/965ccd40-4a40-4b4a-9e5e-2bda7db14b0e HTTP/1.1" status: 204 len: 168 time: 0.5866597 Aug 19 14:48:33.223231 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58281365-daaf-49ac-87e6-bde7ea2fb33d tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Pushing event deleted for resources: {'Network': ['ID=965ccd40-4a40-4b4a-9e5e-2bda7db14b0e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:33.246308 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-7916642b-7a0d-4d26-aad0-4ea499be7c0f tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] DELETE failed (client error): The resource could not be found. Aug 19 14:48:33.246808 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 04fa1575-eeea-41f5-8e83-55192a5265f6 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:48:33.247291 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7916642b-7a0d-4d26-aad0-4ea499be7c0f tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:48:33.251974 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-7916642b-7a0d-4d26-aad0-4ea499be7c0f tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] 10.222.0.69 "DELETE /v2.0/ports/99c4719d-e72c-48b0-8d9c-a49946ed48de HTTP/1.1" status: 404 len: 333 time: 0.0385501 Aug 19 14:48:33.251974 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54914) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:33.345919 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 04fa1575-eeea-41f5-8e83-55192a5265f6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:48:33.346399 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:33.349969 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cec25e6c-a4d9-4249-9ddc-a336e70fce5f None None] Could not find standard attr ID for object 99c4719d-e72c-48b0-8d9c-a49946ed48de. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 14:48:33.653633 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2fcde30-bab1-4dcd-9e19-81b99a2452ea tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Deleting subnet 0c3840e7-ff9a-4493-a8f9-a42de4ced12f {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:48:33.658972 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d2fcde30-bab1-4dcd-9e19-81b99a2452ea tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:33.699880 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd03841-ac9f-45b6-8427-0740e430d69c req-fa013bdb-2c1c-4986-bfda-46484fbe8b60 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:33.701427 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7bd03841-ac9f-45b6-8427-0740e430d69c req-fa013bdb-2c1c-4986-bfda-46484fbe8b60 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd58c552-834c-42ed-9da0-31239f49e642 HTTP/1.1" status: 200 len: 946 time: 0.4045057 Aug 19 14:48:33.714671 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d2fcde30-bab1-4dcd-9e19-81b99a2452ea tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:33.717395 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:33.787291 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7bd03841-ac9f-45b6-8427-0740e430d69c req-7b0ba194-173d-4e1d-847c-f7d993fa4d9f tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c273f76-7f2b-4051-8d37-22e33e052247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693314 Aug 19 14:48:33.830339 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d2fcde30-bab1-4dcd-9e19-81b99a2452ea tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:33.908556 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d2fcde30-bab1-4dcd-9e19-81b99a2452ea tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:33.937433 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49288aa7-516c-4765-87c4-19fb72b92db5 None None] Network 5fde6061-04c8-41fb-80c0-a9aac104431b requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:48:34.015343 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d2fcde30-bab1-4dcd-9e19-81b99a2452ea tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:34.017372 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d2fcde30-bab1-4dcd-9e19-81b99a2452ea tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] 10.222.0.69 "DELETE /v2.0/subnets/0c3840e7-ff9a-4493-a8f9-a42de4ced12f HTTP/1.1" status: 204 len: 168 time: 0.7638781 Aug 19 14:48:34.019907 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54940) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:34.029657 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fcde30-bab1-4dcd-9e19-81b99a2452ea tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Pushing event deleted for resources: {'Subnet': ['ID=0c3840e7-ff9a-4493-a8f9-a42de4ced12f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:34.091229 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcde30-bab1-4dcd-9e19-81b99a2452ea tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:48:34.091733 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcde30-bab1-4dcd-9e19-81b99a2452ea tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:48:34.092176 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcde30-bab1-4dcd-9e19-81b99a2452ea tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:48:34.092684 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcde30-bab1-4dcd-9e19-81b99a2452ea tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:48:34.093116 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcde30-bab1-4dcd-9e19-81b99a2452ea tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:48:34.093547 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcde30-bab1-4dcd-9e19-81b99a2452ea tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:48:34.093993 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcde30-bab1-4dcd-9e19-81b99a2452ea tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:48:34.094416 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcde30-bab1-4dcd-9e19-81b99a2452ea tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:48:34.094845 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcde30-bab1-4dcd-9e19-81b99a2452ea tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:48:34.095266 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcde30-bab1-4dcd-9e19-81b99a2452ea tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:48:34.095685 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcde30-bab1-4dcd-9e19-81b99a2452ea tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:48:34.096102 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcde30-bab1-4dcd-9e19-81b99a2452ea tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:48:34.126389 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2bf5b0-d5e2-4bc9-8e68-5b3d3fd0383d req-f077e711-03cf-49c0-a8b4-209fad9ed378 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:34.134855 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fe2bf5b0-d5e2-4bc9-8e68-5b3d3fd0383d req-f077e711-03cf-49c0-a8b4-209fad9ed378 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=c306eaf6-5ea1-4483-af19-100efa9286e7 HTTP/1.1" status: 200 len: 946 time: 0.2153583 Aug 19 14:48:34.146452 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9061b858-5e66-4a88-9cf5-d32acabcbd9e tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:34.183798 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a8b47-80af-4412-a9d6-4f3a5dc44993 req-cc6b7d85-fcf5-49a4-8245-77770eab5927 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:34.185276 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b50a8b47-80af-4412-a9d6-4f3a5dc44993 req-cc6b7d85-fcf5-49a4-8245-77770eab5927 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd58c552-834c-42ed-9da0-31239f49e642 HTTP/1.1" status: 200 len: 946 time: 0.1474414 Aug 19 14:48:34.190636 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fe2bf5b0-d5e2-4bc9-8e68-5b3d3fd0383d req-308e9902-a457-4870-9391-7489bf50474e tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548532 Aug 19 14:48:34.220093 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-9061b858-5e66-4a88-9cf5-d32acabcbd9e tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Deleting port 04fa1575-eeea-41f5-8e83-55192a5265f6 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:48:34.220775 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9061b858-5e66-4a88-9cf5-d32acabcbd9e tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:34.230538 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ba4019-f839-4c4a-aaea-1f8405a9469f None None] DHCP port deletion for 5fde6061-04c8-41fb-80c0-a9aac104431b request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:48:34.245732 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b50a8b47-80af-4412-a9d6-4f3a5dc44993 req-b8c27974-9902-45b8-bfdd-2cc535e90519 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c273f76-7f2b-4051-8d37-22e33e052247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438809 Aug 19 14:48:34.298289 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-9061b858-5e66-4a88-9cf5-d32acabcbd9e tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] For port 04fa1575-eeea-41f5-8e83-55192a5265f6, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=04fa1575-eeea-41f5-8e83-55192a5265f6,segment=NetworkSegment(32d6a140-b275-4b95-944f-c82bd3e79be7),segment_id=32d6a140-b275-4b95-944f-c82bd3e79be7)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:48:34.299078 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9061b858-5e66-4a88-9cf5-d32acabcbd9e tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:34.316205 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-9061b858-5e66-4a88-9cf5-d32acabcbd9e tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Calling delete_port for 04fa1575-eeea-41f5-8e83-55192a5265f6 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:48:34.327491 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-05933b4e-02aa-4f4e-93b8-80d2a62a7bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:34.347388 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a5ba4019-f839-4c4a-aaea-1f8405a9469f None None] Deleting port 04fa1575-eeea-41f5-8e83-55192a5265f6 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:48:34.347771 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a5ba4019-f839-4c4a-aaea-1f8405a9469f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:34.401192 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a2be5-7c41-47b1-842f-3c71b5d94463 req-81b41a22-8585-4e52-b839-9ae8cae9d119 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:34.402969 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e61a2be5-7c41-47b1-842f-3c71b5d94463 req-81b41a22-8585-4e52-b839-9ae8cae9d119 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/ports?device_id=5dceaf4a-0ba4-4e02-9507-9499d4284bf5 HTTP/1.1" status: 200 len: 945 time: 0.0745041 Aug 19 14:48:34.449347 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9061b858-5e66-4a88-9cf5-d32acabcbd9e tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:34.462804 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e61a2be5-7c41-47b1-842f-3c71b5d94463 req-1db222a5-817b-48eb-add8-08e2c1b80613 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8eef4d4-ce2c-416e-97b8-e495a11003d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529537 Aug 19 14:48:34.490079 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9061b858-5e66-4a88-9cf5-d32acabcbd9e tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Pushing event deleted for resources: {'Port': ['ID=04fa1575-eeea-41f5-8e83-55192a5265f6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:34.490079 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9061b858-5e66-4a88-9cf5-d32acabcbd9e tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] No DVR routers for this DVR port 04fa1575-eeea-41f5-8e83-55192a5265f6 on host n-d-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:48:34.495896 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a5ba4019-f839-4c4a-aaea-1f8405a9469f None None] For port 04fa1575-eeea-41f5-8e83-55192a5265f6, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=04fa1575-eeea-41f5-8e83-55192a5265f6,segment=NetworkSegment(32d6a140-b275-4b95-944f-c82bd3e79be7),segment_id=32d6a140-b275-4b95-944f-c82bd3e79be7)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:48:34.496304 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a5ba4019-f839-4c4a-aaea-1f8405a9469f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:34.530483 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a5ba4019-f839-4c4a-aaea-1f8405a9469f None None] Calling delete_port for 04fa1575-eeea-41f5-8e83-55192a5265f6 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:48:34.542359 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:34.573841 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9061b858-5e66-4a88-9cf5-d32acabcbd9e tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:34.584036 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-9061b858-5e66-4a88-9cf5-d32acabcbd9e tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fde6061-04c8-41fb-80c0-a9aac104431b']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:48:34.595209 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-9061b858-5e66-4a88-9cf5-d32acabcbd9e tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32d6a140-b275-4b95-944f-c82bd3e79be7') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:48:34.595661 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-9061b858-5e66-4a88-9cf5-d32acabcbd9e tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32d6a140-b275-4b95-944f-c82bd3e79be7') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:48:34.604721 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9061b858-5e66-4a88-9cf5-d32acabcbd9e tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:34.613738 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a5ba4019-f839-4c4a-aaea-1f8405a9469f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:34.618537 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9061b858-5e66-4a88-9cf5-d32acabcbd9e tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:34.625940 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9061b858-5e66-4a88-9cf5-d32acabcbd9e tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:48:34.626468 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9061b858-5e66-4a88-9cf5-d32acabcbd9e tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:34.629644 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:48:34.629644 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:48:34.629644 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:48:34.629644 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:48:34.629644 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:48:34.629644 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:48:34.629644 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:48:34.629644 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:48:34.629644 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:48:34.629644 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:48:34.629644 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:48:34.629644 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:48:34.629644 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:48:34.629644 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:48:34.629644 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:48:34.629644 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:48:34.629644 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:48:34.629644 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:48:34.629644 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:48:34.629644 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:48:34.629644 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:48:34.629644 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:48:34.629644 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:48:34.629644 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:48:34.629644 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:48:34.629644 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:48:34.629644 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:48:34.629644 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:48:34.629644 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:48:34.629644 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:48:34.629644 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:48:34.629644 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:48:34.640881 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ba4019-f839-4c4a-aaea-1f8405a9469f None None] Pushing event deleted for resources: {'Port': ['ID=04fa1575-eeea-41f5-8e83-55192a5265f6,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:34.644703 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ba4019-f839-4c4a-aaea-1f8405a9469f None None] No DVR routers for this DVR port 04fa1575-eeea-41f5-8e83-55192a5265f6 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:48:34.693903 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9061b858-5e66-4a88-9cf5-d32acabcbd9e tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:34.705962 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9061b858-5e66-4a88-9cf5-d32acabcbd9e tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:34.708305 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9061b858-5e66-4a88-9cf5-d32acabcbd9e tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] 10.222.0.69 "DELETE /v2.0/networks/5fde6061-04c8-41fb-80c0-a9aac104431b HTTP/1.1" status: 204 len: 168 time: 0.6871564 Aug 19 14:48:34.726103 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9061b858-5e66-4a88-9cf5-d32acabcbd9e tempest-DHCPAgentSchedulersTestJSON-190109093 tempest-DHCPAgentSchedulersTestJSON-190109093-project] Pushing event deleted for resources: {'Network': ['ID=5fde6061-04c8-41fb-80c0-a9aac104431b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:34.975680 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54960) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:35.038827 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:35.126206 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6706c2c1-811c-4927-9b96-da394f4182d0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=819ed784af35437dae1a7919822eab50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1468167 Aug 19 14:48:35.126635 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54964) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:35.180839 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77a2f485-ed21-43c1-bc3f-128ae508792c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:35.192665 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 04fa1575-eeea-41f5-8e83-55192a5265f6 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:48:35.209978 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77a2f485-ed21-43c1-bc3f-128ae508792c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:35.247975 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:35.248652 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 04fa1575-eeea-41f5-8e83-55192a5265f6 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:48:35.249590 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 04fa1575-eeea-41f5-8e83-55192a5265f6 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:48:35.294148 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77a2f485-ed21-43c1-bc3f-128ae508792c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:35.298808 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77a2f485-ed21-43c1-bc3f-128ae508792c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:35.300468 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-77a2f485-ed21-43c1-bc3f-128ae508792c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dbfee472-f068-486d-85b5-bfcea427b188 HTTP/1.1" status: 204 len: 168 time: 0.1728954 Aug 19 14:48:35.312860 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a2f485-ed21-43c1-bc3f-128ae508792c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbfee472-f068-486d-85b5-bfcea427b188,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:35.474775 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4caf4-a52a-41d9-99aa-caab5531379d req-b704cb8b-78e9-4172-8989-fc6b5b7fb268 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:35.476290 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1be4caf4-a52a-41d9-99aa-caab5531379d req-b704cb8b-78e9-4172-8989-fc6b5b7fb268 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=c306eaf6-5ea1-4483-af19-100efa9286e7 HTTP/1.1" status: 200 len: 946 time: 0.1657069 Aug 19 14:48:35.490551 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3d2b0-0723-4f2d-92d2-29ff6e9bf2a8 req-3bec8be3-ca8a-4162-accd-1553f7acf74c tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:35.498347 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bed3d2b0-0723-4f2d-92d2-29ff6e9bf2a8 req-3bec8be3-ca8a-4162-accd-1553f7acf74c tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd58c552-834c-42ed-9da0-31239f49e642 HTTP/1.1" status: 200 len: 946 time: 0.1660221 Aug 19 14:48:35.536380 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f313ee-e2df-431d-bf91-e1a5997d8db3 req-8e41e99e-86b3-48a9-8d8f-b90f2cd60ee6 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:35.537811 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c3f313ee-e2df-431d-bf91-e1a5997d8db3 req-8e41e99e-86b3-48a9-8d8f-b90f2cd60ee6 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd58c552-834c-42ed-9da0-31239f49e642 HTTP/1.1" status: 200 len: 946 time: 0.1613872 Aug 19 14:48:35.603555 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1be4caf4-a52a-41d9-99aa-caab5531379d req-e4796bdd-fc68-4b59-a4e8-e93054138c42 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023939 Aug 19 14:48:35.621338 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bed3d2b0-0723-4f2d-92d2-29ff6e9bf2a8 req-25c82451-40a8-4538-9a1c-4fae280d52c8 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c273f76-7f2b-4051-8d37-22e33e052247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220138 Aug 19 14:48:35.649941 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54988) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:35.683273 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-18b432b8-fd5d-424f-8196-a92b049771a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:35.742487 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-c3f313ee-e2df-431d-bf91-e1a5997d8db3 req-8abad688-b648-4cdf-b97d-af27b493cd34 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Deleting port 940294b7-3b45-4b9e-80eb-92f5114290b1 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:48:35.744718 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c3f313ee-e2df-431d-bf91-e1a5997d8db3 req-8abad688-b648-4cdf-b97d-af27b493cd34 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:35.859416 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679138d6-03ff-4f4d-9577-de45b466e9b7 req-df6e9124-c097-4cb4-93cc-7c8e0888c801 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:35.861233 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-679138d6-03ff-4f4d-9577-de45b466e9b7 req-df6e9124-c097-4cb4-93cc-7c8e0888c801 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/ports?device_id=5dceaf4a-0ba4-4e02-9507-9499d4284bf5 HTTP/1.1" status: 200 len: 945 time: 0.1457684 Aug 19 14:48:35.899223 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-18b432b8-fd5d-424f-8196-a92b049771a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:35.909817 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-18b432b8-fd5d-424f-8196-a92b049771a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:35.915747 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-c3f313ee-e2df-431d-bf91-e1a5997d8db3 req-8abad688-b648-4cdf-b97d-af27b493cd34 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] For port 940294b7-3b45-4b9e-80eb-92f5114290b1, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=940294b7-3b45-4b9e-80eb-92f5114290b1,segment=NetworkSegment(abd5ab85-2a12-470f-94e6-58a09b3264d5),segment_id=abd5ab85-2a12-470f-94e6-58a09b3264d5)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:48:35.916890 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c3f313ee-e2df-431d-bf91-e1a5997d8db3 req-8abad688-b648-4cdf-b97d-af27b493cd34 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:35.969331 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-c3f313ee-e2df-431d-bf91-e1a5997d8db3 req-8abad688-b648-4cdf-b97d-af27b493cd34 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Calling delete_port for 940294b7-3b45-4b9e-80eb-92f5114290b1 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:48:35.970560 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-18b432b8-fd5d-424f-8196-a92b049771a8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2c82d05b77a94f6ebd8912a043ff76fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3193641 Aug 19 14:48:35.972099 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b432b8-fd5d-424f-8196-a92b049771a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de0fc0ad-0d6b-45f4-a155-c91e47b0bdaa,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:35.975105 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54998) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:36.107755 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd81414c-299d-4813-b612-7b63d522e98e req-46419bc5-f2e2-4ac0-b9e3-f4a3f96817e5 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:36.109939 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bd81414c-299d-4813-b612-7b63d522e98e req-46419bc5-f2e2-4ac0-b9e3-f4a3f96817e5 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=c306eaf6-5ea1-4483-af19-100efa9286e7 HTTP/1.1" status: 200 len: 946 time: 0.1821909 Aug 19 14:48:36.142960 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-679138d6-03ff-4f4d-9577-de45b466e9b7 req-968590c8-e7a1-452a-84b7-158f9f382abe tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8eef4d4-ce2c-416e-97b8-e495a11003d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595997 Aug 19 14:48:36.206065 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bd81414c-299d-4813-b612-7b63d522e98e req-a0db743f-cfe6-4c96-b103-e17762db4ac8 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827308 Aug 19 14:48:36.216667 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd614a69-7c86-407f-adf8-a030933a847e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:36.267114 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd614a69-7c86-407f-adf8-a030933a847e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:36.324229 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c3f313ee-e2df-431d-bf91-e1a5997d8db3 req-8abad688-b648-4cdf-b97d-af27b493cd34 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:36.341593 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['940294b7-3b45-4b9e-80eb-92f5114290b1', '23593178-9603-4edc-978b-e5e3ee2aa3d9'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:48:36.345430 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['c14d3c06-374e-4ef0-9aaf-899bc7d7c804'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:48:36.376190 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abad688-b648-4cdf-b97d-af27b493cd34 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Pushing event deleted for resources: {'Port': ['ID=940294b7-3b45-4b9e-80eb-92f5114290b1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:36.385885 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd614a69-7c86-407f-adf8-a030933a847e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:36.389363 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd614a69-7c86-407f-adf8-a030933a847e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:36.390146 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-bd614a69-7c86-407f-adf8-a030933a847e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/de0fc0ad-0d6b-45f4-a155-c91e47b0bdaa HTTP/1.1" status: 204 len: 168 time: 0.3924947 Aug 19 14:48:36.422128 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd614a69-7c86-407f-adf8-a030933a847e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0fc0ad-0d6b-45f4-a155-c91e47b0bdaa,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:36.469328 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f313ee-e2df-431d-bf91-e1a5997d8db3 req-8abad688-b648-4cdf-b97d-af27b493cd34 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] No DVR routers for this DVR port 940294b7-3b45-4b9e-80eb-92f5114290b1 on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:48:36.473444 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c3f313ee-e2df-431d-bf91-e1a5997d8db3 req-8abad688-b648-4cdf-b97d-af27b493cd34 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:36.475621 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c3f313ee-e2df-431d-bf91-e1a5997d8db3 req-8abad688-b648-4cdf-b97d-af27b493cd34 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.88 "DELETE /v2.0/ports/940294b7-3b45-4b9e-80eb-92f5114290b1 HTTP/1.1" status: 204 len: 173 time: 0.9298813 Aug 19 14:48:36.477075 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd58c552-834c-42ed-9da0-31239f49e642', 'name': 'network-vif-deleted', 'tag': '940294b7-3b45-4b9e-80eb-92f5114290b1'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:48:36.480137 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e6232c-f8e9-4003-b5e2-fc160d5439a1" -d '{"events": [{"server_uuid": "fd58c552-834c-42ed-9da0-31239f49e642", "name": "network-vif-deleted", "tag": "940294b7-3b45-4b9e-80eb-92f5114290b1"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:48:36.566244 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74300d64-7b7d-41e4-9ec5-2b705bdedd27 x-openstack-request-id: req-74300d64-7b7d-41e4-9ec5-2b705bdedd27 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:48:36.566244 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd58c552-834c-42ed-9da0-31239f49e642", "name": "network-vif-deleted", "tag": "940294b7-3b45-4b9e-80eb-92f5114290b1", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:48:36.566737 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-74300d64-7b7d-41e4-9ec5-2b705bdedd27 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:48:36.567113 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd58c552-834c-42ed-9da0-31239f49e642', 'name': 'network-vif-deleted', 'tag': '940294b7-3b45-4b9e-80eb-92f5114290b1', 'status': 'completed', 'code': 200} Aug 19 14:48:36.769297 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a3658f74-61bf-4c46-8bd3-bc253afc0e2f req-98f6a2d5-b824-43f8-90ca-8e11b6d50501 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd58c552-834c-42ed-9da0-31239f49e642 HTTP/1.1" status: 200 len: 210 time: 0.0360339 Aug 19 14:48:36.833385 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:37.298301 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6ce7f-bf42-48b6-9829-b4771854893f req-ce17167a-9743-4cb9-a96e-dada5dfae608 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:37.301252 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bea6ce7f-bf42-48b6-9829-b4771854893f req-ce17167a-9743-4cb9-a96e-dada5dfae608 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/ports?device_id=5dceaf4a-0ba4-4e02-9507-9499d4284bf5 HTTP/1.1" status: 200 len: 945 time: 0.0679157 Aug 19 14:48:37.356393 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bea6ce7f-bf42-48b6-9829-b4771854893f req-dfcfe1f8-4a1b-45c1-b96b-10024a13f16b tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8eef4d4-ce2c-416e-97b8-e495a11003d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469313 Aug 19 14:48:37.393683 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596592c4-04af-4465-b2e7-bf4edf298833 req-30a5820b-34b0-4394-83bc-228819a1e0bc tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:37.395362 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-596592c4-04af-4465-b2e7-bf4edf298833 req-30a5820b-34b0-4394-83bc-228819a1e0bc tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=c306eaf6-5ea1-4483-af19-100efa9286e7 HTTP/1.1" status: 200 len: 946 time: 0.0612671 Aug 19 14:48:37.452893 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-596592c4-04af-4465-b2e7-bf4edf298833 req-d24fae8c-68b4-4ea1-993c-937f4898de83 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508413 Aug 19 14:48:37.930758 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55078) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:38.088875 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-49459fe0-8783-4af1-b22b-07a38141ee87 tempest-ExternalNetworksTestJSON-1934830879 tempest-ExternalNetworksTestJSON-1934830879-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1268670913'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:48:38.112173 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49459fe0-8783-4af1-b22b-07a38141ee87 tempest-ExternalNetworksTestJSON-1934830879 tempest-ExternalNetworksTestJSON-1934830879-project] Made reservation on behalf of 42af648351ff4f8e9ec22c864b0b8f37 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:48:38.116528 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-49459fe0-8783-4af1-b22b-07a38141ee87 tempest-ExternalNetworksTestJSON-1934830879 tempest-ExternalNetworksTestJSON-1934830879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:38.126531 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-49459fe0-8783-4af1-b22b-07a38141ee87 tempest-ExternalNetworksTestJSON-1934830879 tempest-ExternalNetworksTestJSON-1934830879-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:38.251961 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-49459fe0-8783-4af1-b22b-07a38141ee87 tempest-ExternalNetworksTestJSON-1934830879 tempest-ExternalNetworksTestJSON-1934830879-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:38.256107 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-49459fe0-8783-4af1-b22b-07a38141ee87 tempest-ExternalNetworksTestJSON-1934830879 tempest-ExternalNetworksTestJSON-1934830879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:38.287247 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49459fe0-8783-4af1-b22b-07a38141ee87 tempest-ExternalNetworksTestJSON-1934830879 tempest-ExternalNetworksTestJSON-1934830879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8002e9bb-a3d4-4ad1-89b5-6818901c6dc6,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:38.296244 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49459fe0-8783-4af1-b22b-07a38141ee87 tempest-ExternalNetworksTestJSON-1934830879 tempest-ExternalNetworksTestJSON-1934830879-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:48:38.308009 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-49459fe0-8783-4af1-b22b-07a38141ee87 tempest-ExternalNetworksTestJSON-1934830879 tempest-ExternalNetworksTestJSON-1934830879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:38.308433 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-49459fe0-8783-4af1-b22b-07a38141ee87 tempest-ExternalNetworksTestJSON-1934830879 tempest-ExternalNetworksTestJSON-1934830879-project] Added segment 9aa8d61a-a6fc-4152-85df-9e844d35ec78 of type vlan for network 1e0f9fef-24c3-44e6-8c9f-98e6fe722b4c Aug 19 14:48:38.364976 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-49459fe0-8783-4af1-b22b-07a38141ee87 tempest-ExternalNetworksTestJSON-1934830879 tempest-ExternalNetworksTestJSON-1934830879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:38.401092 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-49459fe0-8783-4af1-b22b-07a38141ee87 tempest-ExternalNetworksTestJSON-1934830879 tempest-ExternalNetworksTestJSON-1934830879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:38.408259 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49459fe0-8783-4af1-b22b-07a38141ee87 tempest-ExternalNetworksTestJSON-1934830879 tempest-ExternalNetworksTestJSON-1934830879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:38.409014 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-49459fe0-8783-4af1-b22b-07a38141ee87 tempest-ExternalNetworksTestJSON-1934830879 tempest-ExternalNetworksTestJSON-1934830879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:38.508892 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-49459fe0-8783-4af1-b22b-07a38141ee87 tempest-ExternalNetworksTestJSON-1934830879 tempest-ExternalNetworksTestJSON-1934830879-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.5769911 Aug 19 14:48:38.512241 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55114) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:38.520541 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49459fe0-8783-4af1-b22b-07a38141ee87 tempest-ExternalNetworksTestJSON-1934830879 tempest-ExternalNetworksTestJSON-1934830879-project] Pushing event updated for resources: {'Network': ['ID=1e0f9fef-24c3-44e6-8c9f-98e6fe722b4c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:38.532809 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 1e0f9fef-24c3-44e6-8c9f-98e6fe722b4c details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:48:38.539790 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2c83e-edf5-487d-8828-9693920933ea req-1cc39465-94ff-40e6-bf89-792a1f00994f tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:38.541884 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-23a2c83e-edf5-487d-8828-9693920933ea req-1cc39465-94ff-40e6-bf89-792a1f00994f tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/ports?device_id=5dceaf4a-0ba4-4e02-9507-9499d4284bf5 HTTP/1.1" status: 200 len: 945 time: 0.0795338 Aug 19 14:48:38.578956 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-fd1802d8-b02c-473d-b0d9-342a0161bbca tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Request body: {'network': {'name': 'tempest-network--917325522', 'router:external': True}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:48:38.596151 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-23a2c83e-edf5-487d-8828-9693920933ea req-4007f9f3-f758-47fd-96af-1171d492ea42 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8eef4d4-ce2c-416e-97b8-e495a11003d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475230 Aug 19 14:48:38.602586 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1802d8-b02c-473d-b0d9-342a0161bbca tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Made reservation on behalf of 853c82697e354062830f4f854ba983c4 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:48:38.606646 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd1802d8-b02c-473d-b0d9-342a0161bbca tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:38.623192 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd1802d8-b02c-473d-b0d9-342a0161bbca tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:38.683197 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc932a-c82c-4ec5-b441-8ea6f1824991 req-d4d966b8-b096-425e-83c2-040023c495db tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:38.685440 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-10dc932a-c82c-4ec5-b441-8ea6f1824991 req-d4d966b8-b096-425e-83c2-040023c495db tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=c306eaf6-5ea1-4483-af19-100efa9286e7 HTTP/1.1" status: 200 len: 946 time: 0.1137064 Aug 19 14:48:38.734865 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-10dc932a-c82c-4ec5-b441-8ea6f1824991 req-04a1b375-cdd9-4a5c-bbcf-f47646bb7e08 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415285 Aug 19 14:48:38.753534 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd1802d8-b02c-473d-b0d9-342a0161bbca tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:38.763592 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd1802d8-b02c-473d-b0d9-342a0161bbca tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:38.794274 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd1802d8-b02c-473d-b0d9-342a0161bbca tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:48:38.804612 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1802d8-b02c-473d-b0d9-342a0161bbca tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc4aee3-9303-4c87-87ab-4ff72d7db683,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:38.812493 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd1802d8-b02c-473d-b0d9-342a0161bbca tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:38.813112 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-fd1802d8-b02c-473d-b0d9-342a0161bbca tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Added segment ffc2a216-8923-4e3e-a1de-abc2fb1a77ab of type vlan for network 6a5ee89d-71d1-48c8-bd30-2c2ab065c0cb Aug 19 14:48:38.860873 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd0f7b-3e43-4405-9ee6-bbd28b5f6f08 req-5b9c2ee9-1055-4fdb-b51e-273840667761 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:38.867711 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd1802d8-b02c-473d-b0d9-342a0161bbca tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:38.871473 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd0f7b-3e43-4405-9ee6-bbd28b5f6f08 req-5b9c2ee9-1055-4fdb-b51e-273840667761 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:38.874492 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8cdd0f7b-3e43-4405-9ee6-bbd28b5f6f08 req-5b9c2ee9-1055-4fdb-b51e-273840667761 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.69 "GET /v2.0/ports?device_id=93bcdc9f-61b8-467a-9b69-7210d80a6735&device_id=bbbcc7f5-8caf-4f38-90a7-251979b1cc99 HTTP/1.1" status: 200 len: 1682 time: 0.0812719 Aug 19 14:48:38.909875 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd1802d8-b02c-473d-b0d9-342a0161bbca tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:38.911475 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1802d8-b02c-473d-b0d9-342a0161bbca tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:38.912228 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd1802d8-b02c-473d-b0d9-342a0161bbca tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:38.925120 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8cdd0f7b-3e43-4405-9ee6-bbd28b5f6f08 req-38fb252b-fc07-4b52-8d72-796589db1f78 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c273f76-7f2b-4051-8d37-22e33e052247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431421 Aug 19 14:48:38.978045 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-fd1802d8-b02c-473d-b0d9-342a0161bbca tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4637091 Aug 19 14:48:38.980726 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55132) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:39.004534 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1802d8-b02c-473d-b0d9-342a0161bbca tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Pushing event updated for resources: {'Network': ['ID=6a5ee89d-71d1-48c8-bd30-2c2ab065c0cb,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:39.025506 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 6a5ee89d-71d1-48c8-bd30-2c2ab065c0cb details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:48:39.071205 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74225e15-5ac2-4513-bc59-f0eb6ab69e3a tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:39.166365 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74225e15-5ac2-4513-bc59-f0eb6ab69e3a tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:39.176767 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-74225e15-5ac2-4513-bc59-f0eb6ab69e3a tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a5ee89d-71d1-48c8-bd30-2c2ab065c0cb']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:48:39.187326 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-74225e15-5ac2-4513-bc59-f0eb6ab69e3a tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffc2a216-8923-4e3e-a1de-abc2fb1a77ab') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:48:39.187634 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-74225e15-5ac2-4513-bc59-f0eb6ab69e3a tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffc2a216-8923-4e3e-a1de-abc2fb1a77ab') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:48:39.196974 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74225e15-5ac2-4513-bc59-f0eb6ab69e3a tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:39.212359 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74225e15-5ac2-4513-bc59-f0eb6ab69e3a tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:39.220085 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74225e15-5ac2-4513-bc59-f0eb6ab69e3a tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:48:39.220826 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74225e15-5ac2-4513-bc59-f0eb6ab69e3a tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:39.222875 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:48:39.222875 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:48:39.222875 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:48:39.222875 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:48:39.222875 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:48:39.222875 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:48:39.222875 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:48:39.222875 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:48:39.222875 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:48:39.222875 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:48:39.222875 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:48:39.222875 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:48:39.222875 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:48:39.222875 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:48:39.222875 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:48:39.222875 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:48:39.222875 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:48:39.222875 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:48:39.222875 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:48:39.222875 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:48:39.222875 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:48:39.222875 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:48:39.222875 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:48:39.222875 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:48:39.222875 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:48:39.222875 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:48:39.222875 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:48:39.222875 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:48:39.222875 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:48:39.222875 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:48:39.222875 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:48:39.222875 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:48:39.285669 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74225e15-5ac2-4513-bc59-f0eb6ab69e3a tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:39.291443 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74225e15-5ac2-4513-bc59-f0eb6ab69e3a tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6a5ee89d-71d1-48c8-bd30-2c2ab065c0cb {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 19 14:48:39.308310 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74225e15-5ac2-4513-bc59-f0eb6ab69e3a tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Pushing event deleted for resources: {'Network': ['ID=6a5ee89d-71d1-48c8-bd30-2c2ab065c0cb,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:39.311964 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74225e15-5ac2-4513-bc59-f0eb6ab69e3a tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:39.318417 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55142) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:39.319010 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-74225e15-5ac2-4513-bc59-f0eb6ab69e3a tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] 10.222.0.69 "DELETE /v2.0/networks/6a5ee89d-71d1-48c8-bd30-2c2ab065c0cb HTTP/1.1" status: 204 len: 168 time: 0.3367875 Aug 19 14:48:39.339624 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-36c50196-649a-4036-851b-629e689b970b tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:48:39.396352 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c50196-649a-4036-851b-629e689b970b tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Made reservation on behalf of 853c82697e354062830f4f854ba983c4 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:48:39.399482 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-36c50196-649a-4036-851b-629e689b970b tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:39.430110 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36c50196-649a-4036-851b-629e689b970b tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:48:39.439319 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-36c50196-649a-4036-851b-629e689b970b tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:39.439871 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-36c50196-649a-4036-851b-629e689b970b tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Added segment 778ce715-b639-4e14-bd19-a447b5e06b03 of type vlan for network e74efbc6-324d-4faa-a1ea-064cbe358658 Aug 19 14:48:39.498475 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-36c50196-649a-4036-851b-629e689b970b tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:39.533561 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-36c50196-649a-4036-851b-629e689b970b tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:39.534618 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c50196-649a-4036-851b-629e689b970b tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:39.535626 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-36c50196-649a-4036-851b-629e689b970b tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:39.621527 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55152) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:39.628037 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a847edb5-7cd0-4960-b4a5-10e706955dd8 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Request body: {'subnet': {'network_id': 'e74efbc6-324d-4faa-a1ea-064cbe358658', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:48:39.631982 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-36c50196-649a-4036-851b-629e689b970b tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3109729 Aug 19 14:48:39.651382 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c50196-649a-4036-851b-629e689b970b tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Pushing event updated for resources: {'Network': ['ID=e74efbc6-324d-4faa-a1ea-064cbe358658,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:39.667401 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a847edb5-7cd0-4960-b4a5-10e706955dd8 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Made reservation on behalf of 853c82697e354062830f4f854ba983c4 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:48:39.667577 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network e74efbc6-324d-4faa-a1ea-064cbe358658 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:48:39.671589 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a847edb5-7cd0-4960-b4a5-10e706955dd8 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:39.832928 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34844a9a-c473-437b-8961-902b6f2a82da req-aaee8db3-ed8e-44b7-a7c5-e4abd7231227 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:39.842006 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-34844a9a-c473-437b-8961-902b6f2a82da req-aaee8db3-ed8e-44b7-a7c5-e4abd7231227 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/ports?device_id=5dceaf4a-0ba4-4e02-9507-9499d4284bf5 HTTP/1.1" status: 200 len: 945 time: 0.0947874 Aug 19 14:48:39.902538 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-34844a9a-c473-437b-8961-902b6f2a82da req-af8fc5a2-e403-40cf-86a9-050ea15d1618 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8eef4d4-ce2c-416e-97b8-e495a11003d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520730 Aug 19 14:48:39.957304 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e10eda-3aa6-4534-9871-f679891696dc req-054e732c-542f-4858-946a-694e18a0f38d tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:39.966476 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-97e10eda-3aa6-4534-9871-f679891696dc req-054e732c-542f-4858-946a-694e18a0f38d tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=c306eaf6-5ea1-4483-af19-100efa9286e7 HTTP/1.1" status: 200 len: 946 time: 0.0852680 Aug 19 14:48:40.008285 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 940294b7-3b45-4b9e-80eb-92f5114290b1 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:48:40.035140 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: 940294b7-3b45-4b9e-80eb-92f5114290b1 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:48:40.035931 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 940294b7-3b45-4b9e-80eb-92f5114290b1 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:48:40.041760 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-97e10eda-3aa6-4534-9871-f679891696dc req-85e84bb5-64c4-4e25-b5f2-00d722672b04 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740356 Aug 19 14:48:40.056390 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a789c0ad-a196-4864-b2ab-1ebc3c9adf59 req-0ddf7625-5410-4ee7-bfae-6a55424c6cf6 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:40.058359 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a789c0ad-a196-4864-b2ab-1ebc3c9adf59 req-0ddf7625-5410-4ee7-bfae-6a55424c6cf6 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.69 "GET /v2.0/ports?device_id=bbbcc7f5-8caf-4f38-90a7-251979b1cc99 HTTP/1.1" status: 200 len: 946 time: 0.0759017 Aug 19 14:48:40.103049 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a789c0ad-a196-4864-b2ab-1ebc3c9adf59 req-0c11124c-2190-42e4-bd25-1c18d20dfbd6 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c273f76-7f2b-4051-8d37-22e33e052247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364332 Aug 19 14:48:40.113580 n-d-766043-2 neutron-server[94639]: DEBUG neutron.objects.ports [None req-a847edb5-7cd0-4960-b4a5-10e706955dd8 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94639) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 14:48:40.114043 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a847edb5-7cd0-4960-b4a5-10e706955dd8 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:40.171598 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a847edb5-7cd0-4960-b4a5-10e706955dd8 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Pushing event updated for resources: {'Subnet': ['ID=05a130e8-71bc-4291-a460-e14610e8c7e2,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:40.185497 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a847edb5-7cd0-4960-b4a5-10e706955dd8 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Checking segment: {'id': '778ce715-b639-4e14-bd19-a447b5e06b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e74efbc6-324d-4faa-a1ea-064cbe358658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:48:40.185856 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a847edb5-7cd0-4960-b4a5-10e706955dd8 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Network hostable DHCP agents. Network: e74efbc6-324d-4faa-a1ea-064cbe358658, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:48:40.202921 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a847edb5-7cd0-4960-b4a5-10e706955dd8 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Network e74efbc6-324d-4faa-a1ea-064cbe358658 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:48:40.212727 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-a847edb5-7cd0-4960-b4a5-10e706955dd8 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, e74efbc6-324d-4faa-a1ea-064cbe358658) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:48:40.217474 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a847edb5-7cd0-4960-b4a5-10e706955dd8 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:40.218767 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a847edb5-7cd0-4960-b4a5-10e706955dd8 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:40.225161 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1389a043-c8fd-4567-9563-8f3c4741b24a None None] Network e74efbc6-324d-4faa-a1ea-064cbe358658 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:48:40.245762 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a847edb5-7cd0-4960-b4a5-10e706955dd8 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6229854 Aug 19 14:48:40.248589 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55172) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:40.253275 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2d595358-705e-4a2c-9d4f-d2894819d2fd tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Request body: {'floatingip': {'floating_network_id': 'e74efbc6-324d-4faa-a1ea-064cbe358658'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:48:40.281477 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d595358-705e-4a2c-9d4f-d2894819d2fd tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:40.369808 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7413d2-8731-4ecd-9893-5393b95467cc None None] Network e74efbc6-324d-4faa-a1ea-064cbe358658 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:48:40.374783 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d595358-705e-4a2c-9d4f-d2894819d2fd tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:40.484184 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-2d595358-705e-4a2c-9d4f-d2894819d2fd tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Allocated IP 172.20.0.5 (e74efbc6-324d-4faa-a1ea-064cbe358658/05a130e8-71bc-4291-a460-e14610e8c7e2/1eede07e-5d23-4807-aec7-c9771b6eaac4) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:48:40.595147 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d595358-705e-4a2c-9d4f-d2894819d2fd tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:40.633776 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d595358-705e-4a2c-9d4f-d2894819d2fd tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:40.674618 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d595358-705e-4a2c-9d4f-d2894819d2fd tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Network e74efbc6-324d-4faa-a1ea-064cbe358658 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:48:40.677491 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-2d595358-705e-4a2c-9d4f-d2894819d2fd tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:48:40.679957 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d595358-705e-4a2c-9d4f-d2894819d2fd tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:48:40.704741 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d595358-705e-4a2c-9d4f-d2894819d2fd tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Pushing event updated for resources: {'Port': ['ID=1eede07e-5d23-4807-aec7-c9771b6eaac4,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:40.778400 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d595358-705e-4a2c-9d4f-d2894819d2fd tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:40.815229 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d595358-705e-4a2c-9d4f-d2894819d2fd tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:40.966176 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d595358-705e-4a2c-9d4f-d2894819d2fd tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:40.972106 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d595358-705e-4a2c-9d4f-d2894819d2fd tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:41.072972 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d595358-705e-4a2c-9d4f-d2894819d2fd tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Pushing event updated for resources: {'Port': ['ID=1eede07e-5d23-4807-aec7-c9771b6eaac4,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:41.102674 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7435d3-5e79-4bc9-ae4b-ad21aa1ac848 req-bfb8d3de-a489-43d7-ab75-08f63c159fa8 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:41.104834 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1e7435d3-5e79-4bc9-ae4b-ad21aa1ac848 req-bfb8d3de-a489-43d7-ab75-08f63c159fa8 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/ports?device_id=5dceaf4a-0ba4-4e02-9507-9499d4284bf5 HTTP/1.1" status: 200 len: 945 time: 0.1268423 Aug 19 14:48:41.106013 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d595358-705e-4a2c-9d4f-d2894819d2fd tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:41.157190 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d595358-705e-4a2c-9d4f-d2894819d2fd tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:41.158301 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-2d595358-705e-4a2c-9d4f-d2894819d2fd tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.9088099 Aug 19 14:48:41.161361 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55196) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:41.274116 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1e7435d3-5e79-4bc9-ae4b-ad21aa1ac848 req-2a326759-3bd0-47b3-9446-8f31d860d318 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8eef4d4-ce2c-416e-97b8-e495a11003d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613383 Aug 19 14:48:41.279781 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-67c18eaf-0088-4d8f-be77-6d289be78e4e tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] 10.222.0.69 "GET /v2.0/floatingips?floating_network_id=e74efbc6-324d-4faa-a1ea-064cbe358658 HTTP/1.1" status: 200 len: 689 time: 0.1138651 Aug 19 14:48:41.280981 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55202) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:41.300496 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a363f-20cb-4728-a2fe-546f8b073fd2 req-f56317b6-220e-46ae-bb07-4bf2ae77c4d7 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:41.300926 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a13a363f-20cb-4728-a2fe-546f8b073fd2 req-f56317b6-220e-46ae-bb07-4bf2ae77c4d7 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=c306eaf6-5ea1-4483-af19-100efa9286e7 HTTP/1.1" status: 200 len: 946 time: 0.1871076 Aug 19 14:48:41.365639 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730d75a-a487-4bb5-bfad-120921eeba17 req-cade44eb-1de9-49b0-9413-b3677d7c07d9 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:41.367920 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a730d75a-a487-4bb5-bfad-120921eeba17 req-cade44eb-1de9-49b0-9413-b3677d7c07d9 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.68 "GET /v2.0/ports?device_id=bbbcc7f5-8caf-4f38-90a7-251979b1cc99 HTTP/1.1" status: 200 len: 946 time: 0.0859187 Aug 19 14:48:41.379575 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05804918-a4a3-4ec8-9e36-2c14545b3803 req-27699ef5-50e1-43f0-83e5-35c3c11d8764 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:41.381154 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-05804918-a4a3-4ec8-9e36-2c14545b3803 req-27699ef5-50e1-43f0-83e5-35c3c11d8764 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.88 "GET /v2.0/ports?device_id=93bcdc9f-61b8-467a-9b69-7210d80a6735 HTTP/1.1" status: 200 len: 945 time: 0.1476078 Aug 19 14:48:41.479022 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-a730d75a-a487-4bb5-bfad-120921eeba17 req-10865adf-62de-44da-b7e9-e6ded689ecae tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Deleting port c14d3c06-374e-4ef0-9aaf-899bc7d7c804 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:48:41.479549 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a13a363f-20cb-4728-a2fe-546f8b073fd2 req-0b22ee83-fb97-4d22-a220-54bf701647ac tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384525 Aug 19 14:48:41.480860 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a730d75a-a487-4bb5-bfad-120921eeba17 req-10865adf-62de-44da-b7e9-e6ded689ecae tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:41.491159 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a8c07721-1b81-4f40-a695-bbf76ba6c3fe tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:41.559820 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e79c6-77c9-4402-a44e-252cbc4b7ea2 req-fa070f93-0e78-4a19-98fc-b51399f9af6c tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:41.567054 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f41e79c6-77c9-4402-a44e-252cbc4b7ea2 req-fa070f93-0e78-4a19-98fc-b51399f9af6c tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.69 "GET /v2.0/ports?device_id=bbbcc7f5-8caf-4f38-90a7-251979b1cc99 HTTP/1.1" status: 200 len: 946 time: 0.1825712 Aug 19 14:48:41.612380 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-a730d75a-a487-4bb5-bfad-120921eeba17 req-10865adf-62de-44da-b7e9-e6ded689ecae tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] For port c14d3c06-374e-4ef0-9aaf-899bc7d7c804, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=c14d3c06-374e-4ef0-9aaf-899bc7d7c804,segment=NetworkSegment(abd5ab85-2a12-470f-94e6-58a09b3264d5),segment_id=abd5ab85-2a12-470f-94e6-58a09b3264d5)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:48:41.612929 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a730d75a-a487-4bb5-bfad-120921eeba17 req-10865adf-62de-44da-b7e9-e6ded689ecae tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:41.626865 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-a730d75a-a487-4bb5-bfad-120921eeba17 req-10865adf-62de-44da-b7e9-e6ded689ecae tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Calling delete_port for c14d3c06-374e-4ef0-9aaf-899bc7d7c804 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:48:41.681845 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f41e79c6-77c9-4402-a44e-252cbc4b7ea2 req-6024ded9-63cd-4f81-89b5-16d8c05e6fec tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c273f76-7f2b-4051-8d37-22e33e052247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137791 Aug 19 14:48:41.704630 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-05804918-a4a3-4ec8-9e36-2c14545b3803 req-5a920135-76e8-4afc-a610-70b84a458eff tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Deleting port 23593178-9603-4edc-978b-e5e3ee2aa3d9 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:48:41.704965 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-05804918-a4a3-4ec8-9e36-2c14545b3803 req-5a920135-76e8-4afc-a610-70b84a458eff tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:41.753081 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a8c07721-1b81-4f40-a695-bbf76ba6c3fe tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Deleting port 1eede07e-5d23-4807-aec7-c9771b6eaac4 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:48:41.753342 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a8c07721-1b81-4f40-a695-bbf76ba6c3fe tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:41.771723 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a730d75a-a487-4bb5-bfad-120921eeba17 req-10865adf-62de-44da-b7e9-e6ded689ecae tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:41.783797 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['23593178-9603-4edc-978b-e5e3ee2aa3d9'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:48:41.788289 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['c14d3c06-374e-4ef0-9aaf-899bc7d7c804'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:48:41.819637 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10865adf-62de-44da-b7e9-e6ded689ecae tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Pushing event deleted for resources: {'Port': ['ID=c14d3c06-374e-4ef0-9aaf-899bc7d7c804,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:41.854611 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10865adf-62de-44da-b7e9-e6ded689ecae tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:48:41.855107 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10865adf-62de-44da-b7e9-e6ded689ecae tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:48:41.855549 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10865adf-62de-44da-b7e9-e6ded689ecae tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:48:41.855983 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10865adf-62de-44da-b7e9-e6ded689ecae tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:48:41.856441 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10865adf-62de-44da-b7e9-e6ded689ecae tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:48:41.856887 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10865adf-62de-44da-b7e9-e6ded689ecae tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:48:41.857316 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10865adf-62de-44da-b7e9-e6ded689ecae tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:48:41.857738 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10865adf-62de-44da-b7e9-e6ded689ecae tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:48:41.858159 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10865adf-62de-44da-b7e9-e6ded689ecae tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:48:41.858580 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10865adf-62de-44da-b7e9-e6ded689ecae tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:48:41.858997 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10865adf-62de-44da-b7e9-e6ded689ecae tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:48:41.859449 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10865adf-62de-44da-b7e9-e6ded689ecae tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:48:41.887355 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-a730d75a-a487-4bb5-bfad-120921eeba17 req-10865adf-62de-44da-b7e9-e6ded689ecae tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] No DVR routers for this DVR port c14d3c06-374e-4ef0-9aaf-899bc7d7c804 on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:48:41.890533 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a730d75a-a487-4bb5-bfad-120921eeba17 req-10865adf-62de-44da-b7e9-e6ded689ecae tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:41.893826 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a730d75a-a487-4bb5-bfad-120921eeba17 req-10865adf-62de-44da-b7e9-e6ded689ecae tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.68 "DELETE /v2.0/ports/c14d3c06-374e-4ef0-9aaf-899bc7d7c804 HTTP/1.1" status: 204 len: 173 time: 0.5123410 Aug 19 14:48:41.894612 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbbcc7f5-8caf-4f38-90a7-251979b1cc99', 'name': 'network-vif-deleted', 'tag': 'c14d3c06-374e-4ef0-9aaf-899bc7d7c804'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:48:41.897134 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d70012-ee6b-4580-a9b2-2ce59ed8631b" -d '{"events": [{"server_uuid": "bbbcc7f5-8caf-4f38-90a7-251979b1cc99", "name": "network-vif-deleted", "tag": "c14d3c06-374e-4ef0-9aaf-899bc7d7c804"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:48:41.944783 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29fda796-dd95-4b98-ae26-4d0cb03d9e81 x-openstack-request-id: req-29fda796-dd95-4b98-ae26-4d0cb03d9e81 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:48:41.945643 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbbcc7f5-8caf-4f38-90a7-251979b1cc99", "name": "network-vif-deleted", "tag": "c14d3c06-374e-4ef0-9aaf-899bc7d7c804", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:48:41.945915 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-29fda796-dd95-4b98-ae26-4d0cb03d9e81 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:48:41.946406 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbbcc7f5-8caf-4f38-90a7-251979b1cc99', 'name': 'network-vif-deleted', 'tag': 'c14d3c06-374e-4ef0-9aaf-899bc7d7c804', 'status': 'completed', 'code': 200} Aug 19 14:48:42.150739 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-05804918-a4a3-4ec8-9e36-2c14545b3803 req-5a920135-76e8-4afc-a610-70b84a458eff tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] For port 23593178-9603-4edc-978b-e5e3ee2aa3d9, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=23593178-9603-4edc-978b-e5e3ee2aa3d9,segment=NetworkSegment(abd5ab85-2a12-470f-94e6-58a09b3264d5),segment_id=abd5ab85-2a12-470f-94e6-58a09b3264d5)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:48:42.151118 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-05804918-a4a3-4ec8-9e36-2c14545b3803 req-5a920135-76e8-4afc-a610-70b84a458eff tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:42.172252 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-05804918-a4a3-4ec8-9e36-2c14545b3803 req-5a920135-76e8-4afc-a610-70b84a458eff tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Calling delete_port for 23593178-9603-4edc-978b-e5e3ee2aa3d9 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:48:42.174839 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a8c07721-1b81-4f40-a695-bbf76ba6c3fe tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:42.175170 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a8c07721-1b81-4f40-a695-bbf76ba6c3fe tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:42.194801 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a8c07721-1b81-4f40-a695-bbf76ba6c3fe tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Calling delete_port for 1eede07e-5d23-4807-aec7-c9771b6eaac4 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:48:42.448484 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-05804918-a4a3-4ec8-9e36-2c14545b3803 req-5a920135-76e8-4afc-a610-70b84a458eff tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:42.462236 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['c14d3c06-374e-4ef0-9aaf-899bc7d7c804'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:48:42.498618 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a8c07721-1b81-4f40-a695-bbf76ba6c3fe tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:42.501209 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a920135-76e8-4afc-a610-70b84a458eff tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Pushing event deleted for resources: {'Port': ['ID=23593178-9603-4edc-978b-e5e3ee2aa3d9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:42.541065 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c07721-1b81-4f40-a695-bbf76ba6c3fe tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Pushing event deleted for resources: {'Port': ['ID=1eede07e-5d23-4807-aec7-c9771b6eaac4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:42.553358 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf05ed-5db3-4afe-8d2c-4b5be5af6de2 req-8e0a0660-ef04-4347-a586-a44a6e5f9038 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:42.554899 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0bdf05ed-5db3-4afe-8d2c-4b5be5af6de2 req-8e0a0660-ef04-4347-a586-a44a6e5f9038 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/ports?device_id=5dceaf4a-0ba4-4e02-9507-9499d4284bf5 HTTP/1.1" status: 200 len: 945 time: 0.1500084 Aug 19 14:48:42.634502 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-05804918-a4a3-4ec8-9e36-2c14545b3803 req-5a920135-76e8-4afc-a610-70b84a458eff tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] No DVR routers for this DVR port 23593178-9603-4edc-978b-e5e3ee2aa3d9 on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:48:42.638148 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-05804918-a4a3-4ec8-9e36-2c14545b3803 req-5a920135-76e8-4afc-a610-70b84a458eff tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:42.640058 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-05804918-a4a3-4ec8-9e36-2c14545b3803 req-5a920135-76e8-4afc-a610-70b84a458eff tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.88 "DELETE /v2.0/ports/23593178-9603-4edc-978b-e5e3ee2aa3d9 HTTP/1.1" status: 204 len: 173 time: 1.2362461 Aug 19 14:48:42.659150 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93bcdc9f-61b8-467a-9b69-7210d80a6735', 'name': 'network-vif-deleted', 'tag': '23593178-9603-4edc-978b-e5e3ee2aa3d9'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:48:42.661523 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b39e2f-7c0e-4313-90bf-37d1a6e40052" -d '{"events": [{"server_uuid": "93bcdc9f-61b8-467a-9b69-7210d80a6735", "name": "network-vif-deleted", "tag": "23593178-9603-4edc-978b-e5e3ee2aa3d9"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:48:42.718013 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0bdf05ed-5db3-4afe-8d2c-4b5be5af6de2 req-a65a5198-17e8-4059-9ab1-49e45f4bc4e6 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8eef4d4-ce2c-416e-97b8-e495a11003d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432972 Aug 19 14:48:42.735226 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e08ee7-2678-4001-9a75-2931094dd8cf req-8b2757a4-3f08-4849-8641-6487af8dc630 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:42.736878 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-20e08ee7-2678-4001-9a75-2931094dd8cf req-8b2757a4-3f08-4849-8641-6487af8dc630 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=c306eaf6-5ea1-4483-af19-100efa9286e7 HTTP/1.1" status: 200 len: 946 time: 0.1605942 Aug 19 14:48:42.741495 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a8c07721-1b81-4f40-a695-bbf76ba6c3fe tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:42.825211 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-20e08ee7-2678-4001-9a75-2931094dd8cf req-7d983248-05ea-414f-8597-0456b9a1019a tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812280 Aug 19 14:48:42.831907 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a8c07721-1b81-4f40-a695-bbf76ba6c3fe tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:42.859993 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8710a686-509b-4328-95ed-6a9f7abbbe7e x-openstack-request-id: req-8710a686-509b-4328-95ed-6a9f7abbbe7e {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:48:42.859993 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93bcdc9f-61b8-467a-9b69-7210d80a6735", "name": "network-vif-deleted", "tag": "23593178-9603-4edc-978b-e5e3ee2aa3d9", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:48:42.859993 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8710a686-509b-4328-95ed-6a9f7abbbe7e {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:48:42.859993 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93bcdc9f-61b8-467a-9b69-7210d80a6735', 'name': 'network-vif-deleted', 'tag': '23593178-9603-4edc-978b-e5e3ee2aa3d9', 'status': 'completed', 'code': 200} Aug 19 14:48:42.908803 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a8c07721-1b81-4f40-a695-bbf76ba6c3fe tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:42.941338 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c07721-1b81-4f40-a695-bbf76ba6c3fe tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=05a130e8-71bc-4291-a460-e14610e8c7e2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:43.002362 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f6681578-b00b-40d6-882b-93f6e2405cf2 req-db1884a0-d6e3-4749-9a39-884c397150c0 tempest-ListServersNegativeTestJSON-673748903 tempest-ListServersNegativeTestJSON-673748903-project] 10.222.0.69 "GET /v2.0/ports?device_id=93bcdc9f-61b8-467a-9b69-7210d80a6735 HTTP/1.1" status: 200 len: 210 time: 0.0588601 Aug 19 14:48:43.017504 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a8c07721-1b81-4f40-a695-bbf76ba6c3fe tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:43.030213 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a8c07721-1b81-4f40-a695-bbf76ba6c3fe tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e74efbc6-324d-4faa-a1ea-064cbe358658']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:48:43.041909 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a8c07721-1b81-4f40-a695-bbf76ba6c3fe tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '778ce715-b639-4e14-bd19-a447b5e06b03') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:48:43.042448 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a8c07721-1b81-4f40-a695-bbf76ba6c3fe tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '778ce715-b639-4e14-bd19-a447b5e06b03') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:48:43.051760 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a8c07721-1b81-4f40-a695-bbf76ba6c3fe tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:43.069502 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a8c07721-1b81-4f40-a695-bbf76ba6c3fe tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:43.076603 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8c07721-1b81-4f40-a695-bbf76ba6c3fe tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:48:43.077250 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a8c07721-1b81-4f40-a695-bbf76ba6c3fe tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:43.079281 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:48:43.079281 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:48:43.079281 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:48:43.079281 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:48:43.079281 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:48:43.079281 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:48:43.079281 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:48:43.079281 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:48:43.079281 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:48:43.079281 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:48:43.079281 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:48:43.079281 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:48:43.079281 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:48:43.079281 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:48:43.079281 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:48:43.079281 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:48:43.079281 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:48:43.079281 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:48:43.079281 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:48:43.079281 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:48:43.079281 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:48:43.079281 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:48:43.079281 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:48:43.079281 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:48:43.079281 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:48:43.079281 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:48:43.079281 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:48:43.079281 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:48:43.079281 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:48:43.079281 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:48:43.079281 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:48:43.079281 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:48:43.165291 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a8c07721-1b81-4f40-a695-bbf76ba6c3fe tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:43.174810 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c07721-1b81-4f40-a695-bbf76ba6c3fe tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e74efbc6-324d-4faa-a1ea-064cbe358658 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 19 14:48:43.178144 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a8c07721-1b81-4f40-a695-bbf76ba6c3fe tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:43.180921 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a8c07721-1b81-4f40-a695-bbf76ba6c3fe tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] 10.222.0.69 "DELETE /v2.0/networks/e74efbc6-324d-4faa-a1ea-064cbe358658 HTTP/1.1" status: 204 len: 168 time: 1.8981061 Aug 19 14:48:43.183532 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55246) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:43.193838 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c07721-1b81-4f40-a695-bbf76ba6c3fe tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Pushing event deleted for resources: {'Network': ['ID=e74efbc6-324d-4faa-a1ea-064cbe358658,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:43.319871 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7fcb5740-1a22-49e4-890f-abb5b8fe2ca1 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] 10.222.0.69 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2567 time: 0.1343012 Aug 19 14:48:43.322938 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55248) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:43.424652 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d12bf4-8ae7-4c5b-aba0-aa2023f7b727 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:43.425115 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d12bf4-8ae7-4c5b-aba0-aa2023f7b727 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:43.425575 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d12bf4-8ae7-4c5b-aba0-aa2023f7b727 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:43.426247 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d12bf4-8ae7-4c5b-aba0-aa2023f7b727 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:43.427296 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d12bf4-8ae7-4c5b-aba0-aa2023f7b727 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:43.427296 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d12bf4-8ae7-4c5b-aba0-aa2023f7b727 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:43.427487 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d12bf4-8ae7-4c5b-aba0-aa2023f7b727 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:43.427866 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d12bf4-8ae7-4c5b-aba0-aa2023f7b727 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:43.428313 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d12bf4-8ae7-4c5b-aba0-aa2023f7b727 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:43.428785 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d12bf4-8ae7-4c5b-aba0-aa2023f7b727 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:43.429228 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d12bf4-8ae7-4c5b-aba0-aa2023f7b727 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:43.429666 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d12bf4-8ae7-4c5b-aba0-aa2023f7b727 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:43.430105 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d12bf4-8ae7-4c5b-aba0-aa2023f7b727 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:43.432819 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-82d12bf4-8ae7-4c5b-aba0-aa2023f7b727 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8295 time: 0.1087580 Aug 19 14:48:43.435857 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55254) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:43.500319 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-5d06d494-f853-4ce0-b146-d4f8713a5a8d tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] delete failed (client error): The resource could not be found. Aug 19 14:48:43.503832 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5d06d494-f853-4ce0-b146-d4f8713a5a8d tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] 10.222.0.69 "DELETE /v2.0/floatingips/c3c355c4-2064-4ae7-9fdc-a479bb06f518 HTTP/1.1" status: 404 len: 345 time: 0.0643883 Aug 19 14:48:43.504003 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55258) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:43.520993 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c046970-5025-4779-a8e8-339751f7cae7 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] DELETE failed (client error): The resource could not be found. Aug 19 14:48:43.521519 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c046970-5025-4779-a8e8-339751f7cae7 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:48:43.523152 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6c046970-5025-4779-a8e8-339751f7cae7 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] 10.222.0.69 "DELETE /v2.0/networks/e74efbc6-324d-4faa-a1ea-064cbe358658 HTTP/1.1" status: 404 len: 339 time: 0.0182331 Aug 19 14:48:43.526897 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55260) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:43.531629 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0c60f3f1-2141-4b24-b052-a464d09a6278 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Request body: {'network': {'name': 'tempest-network--1612002344', 'router:external': True}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:48:43.551985 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c60f3f1-2141-4b24-b052-a464d09a6278 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Made reservation on behalf of 853c82697e354062830f4f854ba983c4 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:48:43.554419 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c60f3f1-2141-4b24-b052-a464d09a6278 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:43.578336 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c60f3f1-2141-4b24-b052-a464d09a6278 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:48:43.587496 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c60f3f1-2141-4b24-b052-a464d09a6278 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:43.587968 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-0c60f3f1-2141-4b24-b052-a464d09a6278 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Added segment 949f600b-9934-4ed3-989e-cf3b7bc16caa of type vlan for network 2944e514-2bbd-48b8-bc1f-44e000481eaa Aug 19 14:48:43.631020 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c60f3f1-2141-4b24-b052-a464d09a6278 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:43.664251 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c60f3f1-2141-4b24-b052-a464d09a6278 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:43.665667 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c60f3f1-2141-4b24-b052-a464d09a6278 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:43.666782 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c60f3f1-2141-4b24-b052-a464d09a6278 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:43.728077 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0c60f3f1-2141-4b24-b052-a464d09a6278 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.1999996 Aug 19 14:48:43.730650 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55266) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:43.741935 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60f3f1-2141-4b24-b052-a464d09a6278 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Pushing event updated for resources: {'Network': ['ID=2944e514-2bbd-48b8-bc1f-44e000481eaa,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:43.753835 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 2944e514-2bbd-48b8-bc1f-44e000481eaa details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:48:43.852520 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ea068-0195-48d6-ad9a-80c7fb77f6d3 req-d8c5bc03-c46e-4903-95b1-d5151ac9786e tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:43.854775 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-de1ea068-0195-48d6-ad9a-80c7fb77f6d3 req-d8c5bc03-c46e-4903-95b1-d5151ac9786e tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/ports?device_id=5dceaf4a-0ba4-4e02-9507-9499d4284bf5 HTTP/1.1" status: 200 len: 945 time: 0.0540490 Aug 19 14:48:43.897234 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-de1ea068-0195-48d6-ad9a-80c7fb77f6d3 req-88e61693-50e1-403f-b416-f70b83eb70f6 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8eef4d4-ce2c-416e-97b8-e495a11003d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356410 Aug 19 14:48:44.034672 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c41f83-5366-49d9-b633-e5bbdf2360a2 req-a28d3027-3baf-44c6-a48a-dc7c0c4f6acf tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:44.038047 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a1c41f83-5366-49d9-b633-e5bbdf2360a2 req-a28d3027-3baf-44c6-a48a-dc7c0c4f6acf tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=c306eaf6-5ea1-4483-af19-100efa9286e7 HTTP/1.1" status: 200 len: 946 time: 0.0758483 Aug 19 14:48:44.065007 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55280) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:44.126159 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a1c41f83-5366-49d9-b633-e5bbdf2360a2 req-b8ff0f72-b216-49c8-b39e-3e39138afb81 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778084 Aug 19 14:48:44.133405 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6071192-f021-4464-902c-8b6383109f58 admin admin] Deleting subnet e19f26b1-3b06-4da3-b779-c163d285151b {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:48:44.136666 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6071192-f021-4464-902c-8b6383109f58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:44.174213 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6071192-f021-4464-902c-8b6383109f58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:44.215757 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6071192-f021-4464-902c-8b6383109f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:44.282002 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6071192-f021-4464-902c-8b6383109f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:44.303444 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9db6a1-17ad-4479-972b-6a358024e84a tempest-ExternalNetworksTestJSON-1934830879 tempest-ExternalNetworksTestJSON-1934830879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:44.313761 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6071192-f021-4464-902c-8b6383109f58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e19f26b1-3b06-4da3-b779-c163d285151b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:44.316454 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6071192-f021-4464-902c-8b6383109f58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:44.317884 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9db6a1-17ad-4479-972b-6a358024e84a tempest-ExternalNetworksTestJSON-1934830879 tempest-ExternalNetworksTestJSON-1934830879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:44.321579 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f6071192-f021-4464-902c-8b6383109f58 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/e19f26b1-3b06-4da3-b779-c163d285151b HTTP/1.1" status: 204 len: 168 time: 0.2494051 Aug 19 14:48:44.322877 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55286) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:44.330433 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9db6a1-17ad-4479-972b-6a358024e84a tempest-ExternalNetworksTestJSON-1934830879 tempest-ExternalNetworksTestJSON-1934830879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:44.340066 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9db6a1-17ad-4479-972b-6a358024e84a tempest-ExternalNetworksTestJSON-1934830879 tempest-ExternalNetworksTestJSON-1934830879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:44.342242 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0e9db6a1-17ad-4479-972b-6a358024e84a tempest-ExternalNetworksTestJSON-1934830879 tempest-ExternalNetworksTestJSON-1934830879-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.6103115 Aug 19 14:48:44.344675 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55288) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:44.403244 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ec392727-1692-419c-8395-761f1097a212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:44.434731 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5eda85b6-d730-4052-a461-708764225fdd tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:44.504129 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ec392727-1692-419c-8395-761f1097a212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:44.517654 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-ec392727-1692-419c-8395-761f1097a212 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['172f1df7-b0e5-46ac-b5b3-57590ae3c91a']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:48:44.534505 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-ec392727-1692-419c-8395-761f1097a212 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abd5ab85-2a12-470f-94e6-58a09b3264d5') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:48:44.534959 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-ec392727-1692-419c-8395-761f1097a212 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abd5ab85-2a12-470f-94e6-58a09b3264d5') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:48:44.536855 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5eda85b6-d730-4052-a461-708764225fdd tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:44.549078 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-5eda85b6-d730-4052-a461-708764225fdd tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2944e514-2bbd-48b8-bc1f-44e000481eaa']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:48:44.549285 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ec392727-1692-419c-8395-761f1097a212 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:44.561066 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-5eda85b6-d730-4052-a461-708764225fdd tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '949f600b-9934-4ed3-989e-cf3b7bc16caa') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:48:44.561453 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-5eda85b6-d730-4052-a461-708764225fdd tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '949f600b-9934-4ed3-989e-cf3b7bc16caa') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:48:44.568375 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ec392727-1692-419c-8395-761f1097a212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:44.570976 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5eda85b6-d730-4052-a461-708764225fdd tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:44.575043 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec392727-1692-419c-8395-761f1097a212 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:48:44.575540 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ec392727-1692-419c-8395-761f1097a212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:44.577373 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:48:44.577373 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:48:44.577373 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:48:44.577373 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:48:44.577373 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:48:44.577373 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:48:44.577373 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:48:44.577373 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:48:44.577373 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:48:44.577373 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:48:44.577373 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:48:44.577373 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:48:44.577373 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:48:44.577373 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:48:44.577373 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:48:44.577373 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:48:44.577373 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:48:44.577373 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:48:44.577373 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:48:44.577373 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:48:44.577373 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:48:44.577373 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:48:44.577373 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:48:44.577373 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:48:44.577373 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:48:44.577373 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:48:44.577373 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:48:44.577373 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:48:44.577373 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:48:44.577373 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:48:44.577373 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:48:44.577373 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:48:44.587672 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5eda85b6-d730-4052-a461-708764225fdd tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:44.608661 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eda85b6-d730-4052-a461-708764225fdd tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:48:44.609677 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5eda85b6-d730-4052-a461-708764225fdd tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:44.612707 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:48:44.612707 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:48:44.612707 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:48:44.612707 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:48:44.612707 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:48:44.612707 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:48:44.612707 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:48:44.612707 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:48:44.612707 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:48:44.612707 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:48:44.612707 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:48:44.612707 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:48:44.612707 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:48:44.612707 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:48:44.612707 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:48:44.612707 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:48:44.612707 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:48:44.612707 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:48:44.612707 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:48:44.612707 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:48:44.612707 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:48:44.612707 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:48:44.612707 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:48:44.612707 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:48:44.612707 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:48:44.612707 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:48:44.612707 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:48:44.612707 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:48:44.612707 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:48:44.612707 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:48:44.612707 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:48:44.612707 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:48:44.640921 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ec392727-1692-419c-8395-761f1097a212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:44.649917 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ec392727-1692-419c-8395-761f1097a212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:44.654961 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ec392727-1692-419c-8395-761f1097a212 admin admin] 10.222.0.69 "DELETE /v2.0/networks/172f1df7-b0e5-46ac-b5b3-57590ae3c91a HTTP/1.1" status: 204 len: 168 time: 0.3287089 Aug 19 14:48:44.668191 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec392727-1692-419c-8395-761f1097a212 admin admin] Pushing event deleted for resources: {'Network': ['ID=172f1df7-b0e5-46ac-b5b3-57590ae3c91a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:44.685054 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5eda85b6-d730-4052-a461-708764225fdd tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:44.691230 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eda85b6-d730-4052-a461-708764225fdd tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2944e514-2bbd-48b8-bc1f-44e000481eaa {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 19 14:48:44.694501 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5eda85b6-d730-4052-a461-708764225fdd tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:44.696835 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5eda85b6-d730-4052-a461-708764225fdd tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] 10.222.0.69 "DELETE /v2.0/networks/2944e514-2bbd-48b8-bc1f-44e000481eaa HTTP/1.1" status: 204 len: 168 time: 0.3512244 Aug 19 14:48:44.701660 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55298) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:44.707441 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3e799eb0-5b1d-4cac-b359-963ab966013f tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Request body: {'network': {'name': 'tempest-network--722701630', 'router:external': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:48:44.708252 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda85b6-d730-4052-a461-708764225fdd tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Pushing event deleted for resources: {'Network': ['ID=2944e514-2bbd-48b8-bc1f-44e000481eaa,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:44.734780 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e799eb0-5b1d-4cac-b359-963ab966013f tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Made reservation on behalf of 853c82697e354062830f4f854ba983c4 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:48:44.738759 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3e799eb0-5b1d-4cac-b359-963ab966013f tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:44.772545 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e799eb0-5b1d-4cac-b359-963ab966013f tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:48:44.788096 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3e799eb0-5b1d-4cac-b359-963ab966013f tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:44.788602 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-3e799eb0-5b1d-4cac-b359-963ab966013f tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Added segment 979363fe-e47b-48a9-8929-23702f9f7c37 of type vlan for network ecbee439-2bb2-4c71-9178-9a330b3f6542 Aug 19 14:48:44.860210 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3e799eb0-5b1d-4cac-b359-963ab966013f tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:44.897322 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3e799eb0-5b1d-4cac-b359-963ab966013f tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:44.898555 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e799eb0-5b1d-4cac-b359-963ab966013f tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:44.899650 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3e799eb0-5b1d-4cac-b359-963ab966013f tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:44.984504 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55308) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:45.003517 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-3e799eb0-5b1d-4cac-b359-963ab966013f tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3003435 Aug 19 14:48:45.007685 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55310) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:45.060488 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-150eb8ca-40ba-402c-9961-dd1dc1dee748 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bbbdbcffc08e4de383b131107f83b22c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0745075 Aug 19 14:48:45.061203 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55312) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:45.113898 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e799eb0-5b1d-4cac-b359-963ab966013f tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Pushing event updated for resources: {'Network': ['ID=ecbee439-2bb2-4c71-9178-9a330b3f6542,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:45.117495 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b103497c-8d3d-49b0-b370-cea14c8ec6dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:45.132968 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network ecbee439-2bb2-4c71-9178-9a330b3f6542 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:48:45.163203 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8a73da-29df-48c8-8349-a52dbdc6761b tempest-ExternalNetworksTestJSON-1934830879 tempest-ExternalNetworksTestJSON-1934830879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:45.163488 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b103497c-8d3d-49b0-b370-cea14c8ec6dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:45.167211 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-0d8a73da-29df-48c8-8349-a52dbdc6761b tempest-ExternalNetworksTestJSON-1934830879 tempest-ExternalNetworksTestJSON-1934830879-project] 10.222.0.69 "GET /v2.0/networks/ecbee439-2bb2-4c71-9178-9a330b3f6542 HTTP/1.1" status: 200 len: 756 time: 0.1558619 Aug 19 14:48:45.176260 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f49f0e2-7d3a-46fc-946e-f002c11abb5c req-73d1197a-ecb3-47bc-8480-fcc052859e2d tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:45.177552 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55316) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:45.178288 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2f49f0e2-7d3a-46fc-946e-f002c11abb5c req-73d1197a-ecb3-47bc-8480-fcc052859e2d tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/ports?device_id=5dceaf4a-0ba4-4e02-9507-9499d4284bf5 HTTP/1.1" status: 200 len: 945 time: 0.1320162 Aug 19 14:48:45.249221 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2f49f0e2-7d3a-46fc-946e-f002c11abb5c req-7163d0b7-e0e8-4fb0-9c51-216926f7aaec tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8eef4d4-ce2c-416e-97b8-e495a11003d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627973 Aug 19 14:48:45.376368 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60de583-43d9-48a8-a668-58ed5f0b8409 tempest-ExternalNetworksTestJSON-1934830879 tempest-ExternalNetworksTestJSON-1934830879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:45.376994 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215369f-9523-4637-80af-0bfee2d367e4 req-d9ec95b9-9622-4968-9024-21a43195cfc6 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:45.378200 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a60de583-43d9-48a8-a668-58ed5f0b8409 tempest-ExternalNetworksTestJSON-1934830879 tempest-ExternalNetworksTestJSON-1934830879-project] 10.222.0.69 "GET /v2.0/networks/1e0f9fef-24c3-44e6-8c9f-98e6fe722b4c HTTP/1.1" status: 200 len: 768 time: 0.1964159 Aug 19 14:48:45.381259 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6215369f-9523-4637-80af-0bfee2d367e4 req-d9ec95b9-9622-4968-9024-21a43195cfc6 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=c306eaf6-5ea1-4483-af19-100efa9286e7 HTTP/1.1" status: 200 len: 946 time: 0.1026683 Aug 19 14:48:45.382405 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55322) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:45.443522 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6215369f-9523-4637-80af-0bfee2d367e4 req-e141ea2e-abc9-4086-a423-df4ff507f680 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544960 Aug 19 14:48:45.457092 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b103497c-8d3d-49b0-b370-cea14c8ec6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:45.459657 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b103497c-8d3d-49b0-b370-cea14c8ec6dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:45.463798 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b103497c-8d3d-49b0-b370-cea14c8ec6dd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6c273f76-7f2b-4051-8d37-22e33e052247 HTTP/1.1" status: 204 len: 168 time: 0.3985357 Aug 19 14:48:45.481352 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b103497c-8d3d-49b0-b370-cea14c8ec6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c273f76-7f2b-4051-8d37-22e33e052247,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:45.499569 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fca86a2a-5d4d-4d0b-8649-434fe9bb42d2 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:45.593488 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fca86a2a-5d4d-4d0b-8649-434fe9bb42d2 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:45.609248 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-fca86a2a-5d4d-4d0b-8649-434fe9bb42d2 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecbee439-2bb2-4c71-9178-9a330b3f6542']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:48:45.631772 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-fca86a2a-5d4d-4d0b-8649-434fe9bb42d2 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '979363fe-e47b-48a9-8929-23702f9f7c37') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:48:45.631772 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-fca86a2a-5d4d-4d0b-8649-434fe9bb42d2 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '979363fe-e47b-48a9-8929-23702f9f7c37') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:48:45.644200 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fca86a2a-5d4d-4d0b-8649-434fe9bb42d2 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:45.660382 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fca86a2a-5d4d-4d0b-8649-434fe9bb42d2 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:45.668557 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fca86a2a-5d4d-4d0b-8649-434fe9bb42d2 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:48:45.669147 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fca86a2a-5d4d-4d0b-8649-434fe9bb42d2 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:45.671771 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:48:45.671771 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:48:45.671771 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:48:45.671771 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:48:45.671771 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:48:45.671771 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:48:45.671771 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:48:45.671771 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:48:45.671771 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:48:45.671771 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:48:45.671771 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:48:45.671771 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:48:45.671771 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:48:45.671771 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:48:45.671771 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:48:45.671771 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:48:45.671771 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:48:45.671771 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:48:45.671771 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:48:45.671771 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:48:45.671771 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:48:45.671771 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:48:45.671771 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:48:45.671771 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:48:45.671771 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:48:45.671771 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:48:45.671771 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:48:45.671771 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:48:45.671771 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:48:45.671771 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:48:45.671771 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:48:45.671771 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:48:45.735857 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fca86a2a-5d4d-4d0b-8649-434fe9bb42d2 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:45.740130 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca86a2a-5d4d-4d0b-8649-434fe9bb42d2 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ecbee439-2bb2-4c71-9178-9a330b3f6542 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 19 14:48:45.742996 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fca86a2a-5d4d-4d0b-8649-434fe9bb42d2 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:45.745342 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-fca86a2a-5d4d-4d0b-8649-434fe9bb42d2 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] 10.222.0.69 "DELETE /v2.0/networks/ecbee439-2bb2-4c71-9178-9a330b3f6542 HTTP/1.1" status: 204 len: 168 time: 0.3610511 Aug 19 14:48:45.749133 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55334) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:45.754079 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-4196cd9f-0531-49eb-8a9d-5388d95190fc tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Request body: {'network': {'name': 'tempest-network--1237986229'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:48:45.773866 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca86a2a-5d4d-4d0b-8649-434fe9bb42d2 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Pushing event deleted for resources: {'Network': ['ID=ecbee439-2bb2-4c71-9178-9a330b3f6542,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:45.777269 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4196cd9f-0531-49eb-8a9d-5388d95190fc tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Made reservation on behalf of 853c82697e354062830f4f854ba983c4 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:48:45.780519 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4196cd9f-0531-49eb-8a9d-5388d95190fc tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:45.828803 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4196cd9f-0531-49eb-8a9d-5388d95190fc tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:48:45.840007 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4196cd9f-0531-49eb-8a9d-5388d95190fc tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:45.840743 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-4196cd9f-0531-49eb-8a9d-5388d95190fc tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Added segment 6fd74268-0e66-4386-af8b-9cecec2f034d of type vlan for network 6317502d-7042-4596-a497-11ee32c2111f Aug 19 14:48:45.892144 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4196cd9f-0531-49eb-8a9d-5388d95190fc tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:45.951988 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4196cd9f-0531-49eb-8a9d-5388d95190fc tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:45.954343 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4196cd9f-0531-49eb-8a9d-5388d95190fc tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:45.955198 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4196cd9f-0531-49eb-8a9d-5388d95190fc tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:45.996094 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device c14d3c06-374e-4ef0-9aaf-899bc7d7c804 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:48:46.021810 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: c14d3c06-374e-4ef0-9aaf-899bc7d7c804 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:48:46.022398 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device c14d3c06-374e-4ef0-9aaf-899bc7d7c804 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:48:46.038779 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 23593178-9603-4edc-978b-e5e3ee2aa3d9 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:48:46.057258 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55350) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:46.057415 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-4196cd9f-0531-49eb-8a9d-5388d95190fc tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3072081 Aug 19 14:48:46.063021 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ab3d7afe-77d0-40e5-8e8f-5e1759e62998 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:48:46.064278 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4196cd9f-0531-49eb-8a9d-5388d95190fc tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Pushing event updated for resources: {'Network': ['ID=6317502d-7042-4596-a497-11ee32c2111f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:46.091748 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: 23593178-9603-4edc-978b-e5e3ee2aa3d9 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:48:46.092389 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 23593178-9603-4edc-978b-e5e3ee2aa3d9 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:48:46.094154 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 6317502d-7042-4596-a497-11ee32c2111f details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:48:46.247642 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ab3d7afe-77d0-40e5-8e8f-5e1759e62998 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:46.277712 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ab3d7afe-77d0-40e5-8e8f-5e1759e62998 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:46.322097 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ab3d7afe-77d0-40e5-8e8f-5e1759e62998 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Network 6317502d-7042-4596-a497-11ee32c2111f is not hosted by any dhcp agent {{(pid=94639) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 14:48:46.324837 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3d7afe-77d0-40e5-8e8f-5e1759e62998 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:46.333000 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ab3d7afe-77d0-40e5-8e8f-5e1759e62998 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:46.334897 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ab3d7afe-77d0-40e5-8e8f-5e1759e62998 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] 10.222.0.69 "PUT /v2.0/networks/6317502d-7042-4596-a497-11ee32c2111f HTTP/1.1" status: 200 len: 858 time: 0.2765794 Aug 19 14:48:46.340156 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55364) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:46.393260 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d7afe-77d0-40e5-8e8f-5e1759e62998 tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Pushing event updated for resources: {'Network': ['ID=6317502d-7042-4596-a497-11ee32c2111f,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:46.476117 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8109d8-531e-4e59-9b77-a0bcf0a32e71 req-3d36bff0-fda9-457a-9f2a-c389478145c3 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:46.478103 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9e8109d8-531e-4e59-9b77-a0bcf0a32e71 req-3d36bff0-fda9-457a-9f2a-c389478145c3 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/ports?device_id=5dceaf4a-0ba4-4e02-9507-9499d4284bf5 HTTP/1.1" status: 200 len: 945 time: 0.1511893 Aug 19 14:48:46.510112 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4f7ac8fa-ae56-4449-82cd-cc93813dfa5c tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:46.594216 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9e8109d8-531e-4e59-9b77-a0bcf0a32e71 req-f6914213-916a-466e-af9d-d6daf49a16dc tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8eef4d4-ce2c-416e-97b8-e495a11003d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087906 Aug 19 14:48:46.659611 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4f7ac8fa-ae56-4449-82cd-cc93813dfa5c tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:46.675129 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630842a-280c-4da4-bf3b-e252d5b98993 req-3030585a-c3ef-4e0b-9ec6-d6d366b38325 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:46.676659 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d630842a-280c-4da4-bf3b-e252d5b98993 req-3030585a-c3ef-4e0b-9ec6-d6d366b38325 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=c306eaf6-5ea1-4483-af19-100efa9286e7 HTTP/1.1" status: 200 len: 946 time: 0.1442900 Aug 19 14:48:46.680088 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-4f7ac8fa-ae56-4449-82cd-cc93813dfa5c tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6317502d-7042-4596-a497-11ee32c2111f']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:48:46.690981 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-4f7ac8fa-ae56-4449-82cd-cc93813dfa5c tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fd74268-0e66-4386-af8b-9cecec2f034d') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:48:46.691284 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-4f7ac8fa-ae56-4449-82cd-cc93813dfa5c tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fd74268-0e66-4386-af8b-9cecec2f034d') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:48:46.712185 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4f7ac8fa-ae56-4449-82cd-cc93813dfa5c tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:46.738336 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4f7ac8fa-ae56-4449-82cd-cc93813dfa5c tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:46.746616 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d630842a-280c-4da4-bf3b-e252d5b98993 req-85755adc-9692-4591-b9ca-311cdf46e1bc tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580685 Aug 19 14:48:46.750273 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f7ac8fa-ae56-4449-82cd-cc93813dfa5c tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:48:46.750811 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4f7ac8fa-ae56-4449-82cd-cc93813dfa5c tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:46.753070 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:48:46.753070 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:48:46.753070 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:48:46.753070 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:48:46.753070 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:48:46.753070 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:48:46.753070 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:48:46.753070 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:48:46.753070 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:48:46.753070 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:48:46.753070 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:48:46.753070 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:48:46.753070 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:48:46.753070 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:48:46.753070 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:48:46.753070 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:48:46.753070 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:48:46.753070 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:48:46.753070 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:48:46.753070 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:48:46.753070 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:48:46.753070 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:48:46.753070 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:48:46.753070 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:48:46.753070 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:48:46.753070 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:48:46.753070 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:48:46.753070 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:48:46.753070 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:48:46.753070 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:48:46.753070 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:48:46.753070 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:48:46.824187 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4f7ac8fa-ae56-4449-82cd-cc93813dfa5c tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:46.832129 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7ac8fa-ae56-4449-82cd-cc93813dfa5c tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6317502d-7042-4596-a497-11ee32c2111f {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 19 14:48:46.834887 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4f7ac8fa-ae56-4449-82cd-cc93813dfa5c tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:46.836921 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-4f7ac8fa-ae56-4449-82cd-cc93813dfa5c tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] 10.222.0.69 "DELETE /v2.0/networks/6317502d-7042-4596-a497-11ee32c2111f HTTP/1.1" status: 204 len: 168 time: 0.4945426 Aug 19 14:48:46.840963 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55392) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:46.851105 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ac8fa-ae56-4449-82cd-cc93813dfa5c tempest-ExternalNetworksTestJSON-1482613532 tempest-ExternalNetworksTestJSON-1482613532-project-admin] Pushing event deleted for resources: {'Network': ['ID=6317502d-7042-4596-a497-11ee32c2111f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:46.957846 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ce3a5e8-bd82-41ad-9412-a9511d9a6977 tempest-ExternalNetworksTestJSON-1934830879 tempest-ExternalNetworksTestJSON-1934830879-project] DELETE failed (client error): The resource could not be found. Aug 19 14:48:46.958320 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ce3a5e8-bd82-41ad-9412-a9511d9a6977 tempest-ExternalNetworksTestJSON-1934830879 tempest-ExternalNetworksTestJSON-1934830879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:48:46.964827 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-3ce3a5e8-bd82-41ad-9412-a9511d9a6977 tempest-ExternalNetworksTestJSON-1934830879 tempest-ExternalNetworksTestJSON-1934830879-project] 10.222.0.69 "DELETE /v2.0/subnets/05a130e8-71bc-4291-a460-e14610e8c7e2 HTTP/1.1" status: 404 len: 337 time: 0.1226158 Aug 19 14:48:46.967571 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55402) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:47.064263 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-94b665e5-0e60-4a55-93cd-2a72c91f0000 tempest-ExternalNetworksTestJSON-1934830879 tempest-ExternalNetworksTestJSON-1934830879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:47.190358 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-94b665e5-0e60-4a55-93cd-2a72c91f0000 tempest-ExternalNetworksTestJSON-1934830879 tempest-ExternalNetworksTestJSON-1934830879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:47.215660 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-94b665e5-0e60-4a55-93cd-2a72c91f0000 tempest-ExternalNetworksTestJSON-1934830879 tempest-ExternalNetworksTestJSON-1934830879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e0f9fef-24c3-44e6-8c9f-98e6fe722b4c']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:48:47.232581 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-94b665e5-0e60-4a55-93cd-2a72c91f0000 tempest-ExternalNetworksTestJSON-1934830879 tempest-ExternalNetworksTestJSON-1934830879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aa8d61a-a6fc-4152-85df-9e844d35ec78') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:48:47.232975 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-94b665e5-0e60-4a55-93cd-2a72c91f0000 tempest-ExternalNetworksTestJSON-1934830879 tempest-ExternalNetworksTestJSON-1934830879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aa8d61a-a6fc-4152-85df-9e844d35ec78') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:48:47.250577 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-94b665e5-0e60-4a55-93cd-2a72c91f0000 tempest-ExternalNetworksTestJSON-1934830879 tempest-ExternalNetworksTestJSON-1934830879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:47.269756 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-94b665e5-0e60-4a55-93cd-2a72c91f0000 tempest-ExternalNetworksTestJSON-1934830879 tempest-ExternalNetworksTestJSON-1934830879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:47.278635 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94b665e5-0e60-4a55-93cd-2a72c91f0000 tempest-ExternalNetworksTestJSON-1934830879 tempest-ExternalNetworksTestJSON-1934830879-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:48:47.279041 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-94b665e5-0e60-4a55-93cd-2a72c91f0000 tempest-ExternalNetworksTestJSON-1934830879 tempest-ExternalNetworksTestJSON-1934830879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:47.282334 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:48:47.282334 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:48:47.282334 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:48:47.282334 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:48:47.282334 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:48:47.282334 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:48:47.282334 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:48:47.282334 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:48:47.282334 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:48:47.282334 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:48:47.282334 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:48:47.282334 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:48:47.282334 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:48:47.282334 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:48:47.282334 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:48:47.282334 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:48:47.282334 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:48:47.282334 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:48:47.282334 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:48:47.282334 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:48:47.282334 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:48:47.282334 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:48:47.282334 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:48:47.282334 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:48:47.282334 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:48:47.282334 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:48:47.282334 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:48:47.282334 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:48:47.282334 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:48:47.282334 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:48:47.282334 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:48:47.282334 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:48:47.346303 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-94b665e5-0e60-4a55-93cd-2a72c91f0000 tempest-ExternalNetworksTestJSON-1934830879 tempest-ExternalNetworksTestJSON-1934830879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:47.360719 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-94b665e5-0e60-4a55-93cd-2a72c91f0000 tempest-ExternalNetworksTestJSON-1934830879 tempest-ExternalNetworksTestJSON-1934830879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:47.362557 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-94b665e5-0e60-4a55-93cd-2a72c91f0000 tempest-ExternalNetworksTestJSON-1934830879 tempest-ExternalNetworksTestJSON-1934830879-project] 10.222.0.69 "DELETE /v2.0/networks/1e0f9fef-24c3-44e6-8c9f-98e6fe722b4c HTTP/1.1" status: 204 len: 168 time: 0.3939948 Aug 19 14:48:47.387817 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b665e5-0e60-4a55-93cd-2a72c91f0000 tempest-ExternalNetworksTestJSON-1934830879 tempest-ExternalNetworksTestJSON-1934830879-project] Pushing event deleted for resources: {'Network': ['ID=1e0f9fef-24c3-44e6-8c9f-98e6fe722b4c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:47.397937 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55420) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:47.546146 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8f6a8acc-16fe-46b0-9e1b-26eda7e92a69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:47.648124 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8f6a8acc-16fe-46b0-9e1b-26eda7e92a69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:47.654064 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8f6a8acc-16fe-46b0-9e1b-26eda7e92a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:47.702094 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8f6a8acc-16fe-46b0-9e1b-26eda7e92a69 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3689056e530a4cefa1273dafdd8b9a7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3030696 Aug 19 14:48:47.704579 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55436) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:47.706282 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55438) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:47.712396 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6a8acc-16fe-46b0-9e1b-26eda7e92a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a8ba00-045a-4ca4-969d-09244df3162b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:47.770181 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a886af-6745-46bd-96a6-290adbd242eb req-a6befaf1-b0a8-47a1-b4df-a03e4e4e9b0f tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:47.776000 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-67a886af-6745-46bd-96a6-290adbd242eb req-a6befaf1-b0a8-47a1-b4df-a03e4e4e9b0f tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/ports?device_id=5dceaf4a-0ba4-4e02-9507-9499d4284bf5 HTTP/1.1" status: 200 len: 945 time: 0.0951312 Aug 19 14:48:47.776927 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0479e39-2d63-496f-bcc9-5dac716daba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:47.803395 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0479e39-2d63-496f-bcc9-5dac716daba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:47.849266 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-67a886af-6745-46bd-96a6-290adbd242eb req-ec13ecf4-ebee-450d-a970-a58bb435b3b9 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8eef4d4-ce2c-416e-97b8-e495a11003d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711195 Aug 19 14:48:47.899868 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-30182264-80c5-4b3a-9a2b-603325f10ff2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=42af648351ff4f8e9ec22c864b0b8f37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1881087 Aug 19 14:48:47.902097 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0479e39-2d63-496f-bcc9-5dac716daba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:47.905149 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0479e39-2d63-496f-bcc9-5dac716daba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:47.906695 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f0479e39-2d63-496f-bcc9-5dac716daba2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b9a8ba00-045a-4ca4-969d-09244df3162b HTTP/1.1" status: 204 len: 168 time: 0.2011898 Aug 19 14:48:47.907483 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55444) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:47.935532 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0479e39-2d63-496f-bcc9-5dac716daba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a8ba00-045a-4ca4-969d-09244df3162b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:47.971873 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85374b2a-f1af-4bc4-a724-5b4764ff4aaa req-5d9319a8-e7e6-440d-8ecd-a18cf42328da tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:47.981120 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-85374b2a-f1af-4bc4-a724-5b4764ff4aaa req-5d9319a8-e7e6-440d-8ecd-a18cf42328da tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=c306eaf6-5ea1-4483-af19-100efa9286e7 HTTP/1.1" status: 200 len: 946 time: 0.0876889 Aug 19 14:48:47.989952 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8adcd87a-e48e-4b35-969d-a15dbb8f6d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:48.015810 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8adcd87a-e48e-4b35-969d-a15dbb8f6d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:48.033443 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-85374b2a-f1af-4bc4-a724-5b4764ff4aaa req-2051fea9-af35-41cd-b9dc-8bf6203f8618 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492961 Aug 19 14:48:48.083061 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8adcd87a-e48e-4b35-969d-a15dbb8f6d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:48.086399 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8adcd87a-e48e-4b35-969d-a15dbb8f6d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:48.088435 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8adcd87a-e48e-4b35-969d-a15dbb8f6d0f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8002e9bb-a3d4-4ad1-89b5-6818901c6dc6 HTTP/1.1" status: 204 len: 168 time: 0.1770730 Aug 19 14:48:48.099394 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd87a-e48e-4b35-969d-a15dbb8f6d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8002e9bb-a3d4-4ad1-89b5-6818901c6dc6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:48.499657 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55468) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:48.552947 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-98876b7a-a2a7-4265-b693-c65cc5723893 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=853c82697e354062830f4f854ba983c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492439 Aug 19 14:48:48.553202 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55474) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:48.604498 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bd2d23d9-f3f0-43f2-bd15-19ebc9657128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:48.634861 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bd2d23d9-f3f0-43f2-bd15-19ebc9657128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:48.698028 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bd2d23d9-f3f0-43f2-bd15-19ebc9657128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:48.700935 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bd2d23d9-f3f0-43f2-bd15-19ebc9657128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:48.702267 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-bd2d23d9-f3f0-43f2-bd15-19ebc9657128 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6dc4aee3-9303-4c87-87ab-4ff72d7db683 HTTP/1.1" status: 204 len: 168 time: 0.1481459 Aug 19 14:48:48.711276 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d23d9-f3f0-43f2-bd15-19ebc9657128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc4aee3-9303-4c87-87ab-4ff72d7db683,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:48.815047 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55488) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:48.986477 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7204d872-0101-46b3-981e-906fb2d69bb3 req-a8ac9179-97e7-4222-b7c0-8b010383e5c0 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:48.996204 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7204d872-0101-46b3-981e-906fb2d69bb3 req-a8ac9179-97e7-4222-b7c0-8b010383e5c0 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/ports?device_id=5dceaf4a-0ba4-4e02-9507-9499d4284bf5 HTTP/1.1" status: 200 len: 945 time: 0.0800481 Aug 19 14:48:49.064056 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7204d872-0101-46b3-981e-906fb2d69bb3 req-ac61cc76-55a9-445f-9725-4e1e34913647 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8eef4d4-ce2c-416e-97b8-e495a11003d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648348 Aug 19 14:48:49.091386 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-06c3722f-8c7e-4cde-9066-12e27099e0fe admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-205414374-network', 'tenant_id': 'a174c7311ebe4e578a18affa5c162e64'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:48:49.122771 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c3722f-8c7e-4cde-9066-12e27099e0fe admin admin] Made reservation on behalf of a174c7311ebe4e578a18affa5c162e64 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:48:49.124747 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-06c3722f-8c7e-4cde-9066-12e27099e0fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:49.140898 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-06c3722f-8c7e-4cde-9066-12e27099e0fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:49.303684 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b30e6-f1f3-4898-9c12-799b7b877f8d req-532da606-45dc-4d8b-9f94-87a1a97ce775 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:49.306295 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-250b30e6-f1f3-4898-9c12-799b7b877f8d req-532da606-45dc-4d8b-9f94-87a1a97ce775 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=c306eaf6-5ea1-4483-af19-100efa9286e7 HTTP/1.1" status: 200 len: 946 time: 0.1464024 Aug 19 14:48:49.359779 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-06c3722f-8c7e-4cde-9066-12e27099e0fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:49.368959 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-06c3722f-8c7e-4cde-9066-12e27099e0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:49.421053 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-250b30e6-f1f3-4898-9c12-799b7b877f8d req-f2cbfaad-4ca2-4adc-a444-00f7bce152de tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041329 Aug 19 14:48:49.439901 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3722f-8c7e-4cde-9066-12e27099e0fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4103db-55d7-47ea-bed4-2883c4a04656,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:49.503680 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06c3722f-8c7e-4cde-9066-12e27099e0fe admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:48:49.548373 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-06c3722f-8c7e-4cde-9066-12e27099e0fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:49.548768 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-06c3722f-8c7e-4cde-9066-12e27099e0fe admin admin] Added segment 8196d451-8148-4854-93a1-9e3fdf28ead8 of type vlan for network 8a142042-c68c-4e37-b305-42d68af74408 Aug 19 14:48:49.595293 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb37de-cefa-4813-a533-f910fc181cea req-96170307-9fb3-4d3f-9310-c39976360d58 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:49.602909 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6bfb37de-cefa-4813-a533-f910fc181cea req-96170307-9fb3-4d3f-9310-c39976360d58 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/ports?device_id=5dceaf4a-0ba4-4e02-9507-9499d4284bf5 HTTP/1.1" status: 200 len: 945 time: 0.0873270 Aug 19 14:48:49.624551 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-06c3722f-8c7e-4cde-9066-12e27099e0fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:49.648973 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6bfb37de-cefa-4813-a533-f910fc181cea req-434b14c1-f608-4283-b670-fbbef397ed22 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8eef4d4-ce2c-416e-97b8-e495a11003d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442894 Aug 19 14:48:49.675894 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-06c3722f-8c7e-4cde-9066-12e27099e0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:49.677630 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c3722f-8c7e-4cde-9066-12e27099e0fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:49.677630 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-06c3722f-8c7e-4cde-9066-12e27099e0fe admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:49.781989 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-06c3722f-8c7e-4cde-9066-12e27099e0fe admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9658117 Aug 19 14:48:49.786635 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55536) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:49.792221 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-76a44acd-bd08-40cd-9a8f-e98f1d08433a admin admin] Request body: {'subnet': {'network_id': '8a142042-c68c-4e37-b305-42d68af74408', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-205414374-subnet', 'tenant_id': 'a174c7311ebe4e578a18affa5c162e64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:48:49.800912 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a872ab-8c6d-4f01-9265-0ae2da1bbbee req-2eb572d0-2237-4699-a4c8-72f92479dc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:49.803990 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-20a872ab-8c6d-4f01-9265-0ae2da1bbbee req-2eb572d0-2237-4699-a4c8-72f92479dc83 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=28cae3a8854f4a72a71b8df0a4cb316f&device_id=5dceaf4a-0ba4-4e02-9507-9499d4284bf5 HTTP/1.1" status: 200 len: 1096 time: 0.3337381 Aug 19 14:48:49.819085 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a44acd-bd08-40cd-9a8f-e98f1d08433a admin admin] Made reservation on behalf of a174c7311ebe4e578a18affa5c162e64 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:48:49.822547 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76a44acd-bd08-40cd-9a8f-e98f1d08433a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:49.874894 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3722f-8c7e-4cde-9066-12e27099e0fe admin admin] Pushing event updated for resources: {'Network': ['ID=8a142042-c68c-4e37-b305-42d68af74408,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:49.885350 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 8a142042-c68c-4e37-b305-42d68af74408 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:48:50.070053 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a872ab-8c6d-4f01-9265-0ae2da1bbbee req-d15c201b-221f-4089-911f-0e81f9a8a558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:50.071843 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-20a872ab-8c6d-4f01-9265-0ae2da1bbbee req-d15c201b-221f-4089-911f-0e81f9a8a558 service neutron] 10.222.0.68 "GET /v2.0/networks?id=09badc51-885f-46f2-82a6-58497d8f5bf0 HTTP/1.1" status: 200 len: 917 time: 0.2563679 Aug 19 14:48:50.144006 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76a44acd-bd08-40cd-9a8f-e98f1d08433a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:50.198116 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-20a872ab-8c6d-4f01-9265-0ae2da1bbbee req-7eb595c2-0b41-4173-9bba-1840c08a778a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df312655-e057-471b-ae41-83362c99d7c9 HTTP/1.1" status: 200 len: 217 time: 0.1182120 Aug 19 14:48:50.222615 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a44acd-bd08-40cd-9a8f-e98f1d08433a admin admin] Pushing event updated for resources: {'Subnet': ['ID=aff8d2c4-8a7b-4abf-8ece-6e61f2387303,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:50.255152 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a44acd-bd08-40cd-9a8f-e98f1d08433a admin admin] Checking segment: {'id': '8196d451-8148-4854-93a1-9e3fdf28ead8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8a142042-c68c-4e37-b305-42d68af74408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:48:50.256110 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a44acd-bd08-40cd-9a8f-e98f1d08433a admin admin] Network hostable DHCP agents. Network: 8a142042-c68c-4e37-b305-42d68af74408, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:48:50.279979 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a44acd-bd08-40cd-9a8f-e98f1d08433a admin admin] Network 8a142042-c68c-4e37-b305-42d68af74408 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:48:50.293107 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-76a44acd-bd08-40cd-9a8f-e98f1d08433a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 8a142042-c68c-4e37-b305-42d68af74408) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:48:50.299195 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a44acd-bd08-40cd-9a8f-e98f1d08433a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:50.300732 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76a44acd-bd08-40cd-9a8f-e98f1d08433a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:50.304201 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b123389-7b90-4378-bec2-ba1f30a8dc2f None None] Network 8a142042-c68c-4e37-b305-42d68af74408 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:48:50.323678 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-76a44acd-bd08-40cd-9a8f-e98f1d08433a admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5323195 Aug 19 14:48:50.323950 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55550) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:50.330247 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a872ab-8c6d-4f01-9265-0ae2da1bbbee req-2b9cb71d-44cf-49d4-b6c1-d890d880c312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:50.330875 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-54c5c407-f8f3-4c4e-bfb6-760dd52b9de1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-205414374-router', 'tenant_id': 'a174c7311ebe4e578a18affa5c162e64', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:48:50.332846 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-20a872ab-8c6d-4f01-9265-0ae2da1bbbee req-2b9cb71d-44cf-49d4-b6c1-d890d880c312 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=aaa4f395-8b7e-41eb-a1df-25a42a9b7838 HTTP/1.1" status: 200 len: 855 time: 0.1274643 Aug 19 14:48:50.364550 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54c5c407-f8f3-4c4e-bfb6-760dd52b9de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:50.365690 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54c5c407-f8f3-4c4e-bfb6-760dd52b9de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:50.442879 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a872ab-8c6d-4f01-9265-0ae2da1bbbee req-2cbd6258-35d8-4fbf-900a-2d8f90dbf7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:50.447989 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-20a872ab-8c6d-4f01-9265-0ae2da1bbbee req-2cbd6258-35d8-4fbf-900a-2d8f90dbf7fe service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=09badc51-885f-46f2-82a6-58497d8f5bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1034179 Aug 19 14:48:50.499467 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e050a3-b05c-4d09-adb2-adea043aa884 None None] Network 8a142042-c68c-4e37-b305-42d68af74408 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:48:50.520826 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54c5c407-f8f3-4c4e-bfb6-760dd52b9de1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:50.690044 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-20a872ab-8c6d-4f01-9265-0ae2da1bbbee req-2e964063-9639-431b-b9c7-6c24219534c3 service neutron] 10.222.0.68 "GET /v2.0/networks/09badc51-885f-46f2-82a6-58497d8f5bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367110 Aug 19 14:48:50.793410 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54c5c407-f8f3-4c4e-bfb6-760dd52b9de1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:50.827170 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3aaf2f-88ca-4adf-8984-d6191a0711d5 req-5c2c9cca-a442-43dc-b27b-48399e236fe6 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:50.828796 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3b3aaf2f-88ca-4adf-8984-d6191a0711d5 req-5c2c9cca-a442-43dc-b27b-48399e236fe6 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=c306eaf6-5ea1-4483-af19-100efa9286e7 HTTP/1.1" status: 200 len: 946 time: 0.2007754 Aug 19 14:48:50.867150 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55574) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:50.901529 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-20a872ab-8c6d-4f01-9265-0ae2da1bbbee req-fbf20ac8-07c8-4771-b4fd-bff725b7bee7 service neutron] 10.222.0.68 "GET /v2.0/networks/09badc51-885f-46f2-82a6-58497d8f5bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875689 Aug 19 14:48:50.919823 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f425902-b3cb-48f6-9bce-979a28265af7 req-e679a508-0060-4b41-9b1d-87489f0f91f3 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:50.921276 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0f425902-b3cb-48f6-9bce-979a28265af7 req-e679a508-0060-4b41-9b1d-87489f0f91f3 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/ports?device_id=5dceaf4a-0ba4-4e02-9507-9499d4284bf5 HTTP/1.1" status: 200 len: 945 time: 0.1513615 Aug 19 14:48:50.968869 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3b3aaf2f-88ca-4adf-8984-d6191a0711d5 req-76eaa55a-c7d0-4972-8e65-da0dbf45470a tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224210 Aug 19 14:48:50.989973 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0f425902-b3cb-48f6-9bce-979a28265af7 req-574158d4-1ed1-4807-b2b2-6bd0ab74254b tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8eef4d4-ce2c-416e-97b8-e495a11003d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610716 Aug 19 14:48:51.074997 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8986ed69-24ff-4795-8822-d1e6fdbf93e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918554652 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918554652-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-78759659'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:48:51.097039 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8986ed69-24ff-4795-8822-d1e6fdbf93e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918554652 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918554652-project] Made reservation on behalf of 3944012fa15a4dc795b10d030c7b0503 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:48:51.100175 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8986ed69-24ff-4795-8822-d1e6fdbf93e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918554652 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918554652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:51.109878 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8986ed69-24ff-4795-8822-d1e6fdbf93e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918554652 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918554652-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:51.148332 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54c5c407-f8f3-4c4e-bfb6-760dd52b9de1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:51.169557 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54c5c407-f8f3-4c4e-bfb6-760dd52b9de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:51.216718 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8986ed69-24ff-4795-8822-d1e6fdbf93e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918554652 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918554652-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:51.222124 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8986ed69-24ff-4795-8822-d1e6fdbf93e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918554652 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918554652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:51.252133 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8986ed69-24ff-4795-8822-d1e6fdbf93e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918554652 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918554652-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:48:51.263016 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8986ed69-24ff-4795-8822-d1e6fdbf93e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918554652 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918554652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97980cfa-3034-4ef0-8c85-d68f92348fc5,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:51.271618 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8986ed69-24ff-4795-8822-d1e6fdbf93e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918554652 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918554652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:51.271618 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-8986ed69-24ff-4795-8822-d1e6fdbf93e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918554652 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918554652-project] Added segment f533dd13-2ee0-4c45-b176-5ac4252893e9 of type vlan for network 372fd498-76b7-4bec-a356-4069f8a3f800 Aug 19 14:48:51.319760 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-54c5c407-f8f3-4c4e-bfb6-760dd52b9de1 admin admin] Allocated IP 172.25.2.221 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/80f43ef0-a0da-495e-92d0-d4e1fabe34f0) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:48:51.323575 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8986ed69-24ff-4795-8822-d1e6fdbf93e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918554652 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918554652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:51.359765 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8986ed69-24ff-4795-8822-d1e6fdbf93e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918554652 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918554652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:51.366747 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8986ed69-24ff-4795-8822-d1e6fdbf93e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918554652 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918554652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:51.367475 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8986ed69-24ff-4795-8822-d1e6fdbf93e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918554652 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918554652-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:51.438805 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8986ed69-24ff-4795-8822-d1e6fdbf93e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918554652 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918554652-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 801 time: 0.5678596 Aug 19 14:48:51.442762 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8986ed69-24ff-4795-8822-d1e6fdbf93e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918554652 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918554652-project] Pushing event updated for resources: {'Network': ['ID=372fd498-76b7-4bec-a356-4069f8a3f800,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:51.449774 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54c5c407-f8f3-4c4e-bfb6-760dd52b9de1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:51.456057 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 372fd498-76b7-4bec-a356-4069f8a3f800 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:48:51.533292 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54c5c407-f8f3-4c4e-bfb6-760dd52b9de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:51.615871 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c5c407-f8f3-4c4e-bfb6-760dd52b9de1 admin admin] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:48:51.618768 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c5c407-f8f3-4c4e-bfb6-760dd52b9de1 admin admin] Pushing event updated for resources: {'Port': ['ID=80f43ef0-a0da-495e-92d0-d4e1fabe34f0,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:51.621948 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-54c5c407-f8f3-4c4e-bfb6-760dd52b9de1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:48:51.624641 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c5c407-f8f3-4c4e-bfb6-760dd52b9de1 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:48:51.678737 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55592) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:51.682124 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-1ab67ae4-04e6-4e2f-8d0a-f2b97f1f2314 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1361454 Aug 19 14:48:51.687857 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Request body: {'port': {'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800', 'binding:host_id': 'n-h2-766043-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-172705078'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:48:51.721892 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Made reservation on behalf of 8d2cb0ee993d42d3b651675afa62173f for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:48:51.725996 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:51.737781 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:51.864633 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:51.870431 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:51.880944 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] device_id is not set on port 29add5a1-9b51-48b8-942a-5c8547c0a490 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:48:51.885405 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-d59f9568-5a21-4ba3-8a88-863187690b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:51.885886 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-d59f9568-5a21-4ba3-8a88-863187690b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:51.886353 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-d59f9568-5a21-4ba3-8a88-863187690b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:51.886831 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-d59f9568-5a21-4ba3-8a88-863187690b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:51.887520 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-d59f9568-5a21-4ba3-8a88-863187690b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:51.887749 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-d59f9568-5a21-4ba3-8a88-863187690b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:51.888219 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-d59f9568-5a21-4ba3-8a88-863187690b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:51.890163 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-d59f9568-5a21-4ba3-8a88-863187690b67 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=eac9849a6187411198187660adbcdd48&device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 6492 time: 0.0856061 Aug 19 14:48:51.968459 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67edd78c-5b78-4283-8756-2c347586fed6,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:52.170019 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] device_id is not set on port 29add5a1-9b51-48b8-942a-5c8547c0a490 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:48:52.180338 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:52.192116 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Transition to ACTIVE for port object 29add5a1-9b51-48b8-942a-5c8547c0a490 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:48:52.202516 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:52.263849 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Pushing event updated for resources: {'Port': ['ID=29add5a1-9b51-48b8-942a-5c8547c0a490,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:52.273223 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Checking segment: {'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:48:52.273584 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Network hostable DHCP agents. Network: 372fd498-76b7-4bec-a356-4069f8a3f800, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:48:52.293216 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Network 372fd498-76b7-4bec-a356-4069f8a3f800 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:48:52.303243 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 372fd498-76b7-4bec-a356-4069f8a3f800) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:48:52.307204 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:48:52.315270 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e70bd47-a6a2-47df-843f-5500070fdd46 None None] Network 372fd498-76b7-4bec-a356-4069f8a3f800 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:48:52.322323 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 29add5a1-9b51-48b8-942a-5c8547c0a490 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:48:52.322806 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 29add5a1-9b51-48b8-942a-5c8547c0a490 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:48:52.323147 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 29add5a1-9b51-48b8-942a-5c8547c0a490 on network 372fd498-76b7-4bec-a356-4069f8a3f800 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:48:52.328428 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Port 29add5a1-9b51-48b8-942a-5c8547c0a490 on network 372fd498-76b7-4bec-a356-4069f8a3f800 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:48:52.328764 n-d-766043-2 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Failed to bind port 29add5a1-9b51-48b8-942a-5c8547c0a490 on host n-h2-766043-2 for vnic_type normal using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] Aug 19 14:48:52.329236 n-d-766043-2 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempt 2 to bind port 29add5a1-9b51-48b8-942a-5c8547c0a490 Aug 19 14:48:52.344487 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 29add5a1-9b51-48b8-942a-5c8547c0a490 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:48:52.344834 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 29add5a1-9b51-48b8-942a-5c8547c0a490 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:48:52.345164 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 29add5a1-9b51-48b8-942a-5c8547c0a490 on network 372fd498-76b7-4bec-a356-4069f8a3f800 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:48:52.351936 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Port 29add5a1-9b51-48b8-942a-5c8547c0a490 on network 372fd498-76b7-4bec-a356-4069f8a3f800 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:48:52.352279 n-d-766043-2 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Failed to bind port 29add5a1-9b51-48b8-942a-5c8547c0a490 on host n-h2-766043-2 for vnic_type normal using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] Aug 19 14:48:52.352671 n-d-766043-2 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempt 3 to bind port 29add5a1-9b51-48b8-942a-5c8547c0a490 Aug 19 14:48:52.372026 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 29add5a1-9b51-48b8-942a-5c8547c0a490 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:48:52.372371 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 29add5a1-9b51-48b8-942a-5c8547c0a490 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:48:52.372755 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 29add5a1-9b51-48b8-942a-5c8547c0a490 on network 372fd498-76b7-4bec-a356-4069f8a3f800 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:48:52.377350 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Port 29add5a1-9b51-48b8-942a-5c8547c0a490 on network 372fd498-76b7-4bec-a356-4069f8a3f800 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:48:52.377675 n-d-766043-2 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Failed to bind port 29add5a1-9b51-48b8-942a-5c8547c0a490 on host n-h2-766043-2 for vnic_type normal using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] Aug 19 14:48:52.378065 n-d-766043-2 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempt 4 to bind port 29add5a1-9b51-48b8-942a-5c8547c0a490 Aug 19 14:48:52.392659 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 29add5a1-9b51-48b8-942a-5c8547c0a490 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:48:52.393035 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 29add5a1-9b51-48b8-942a-5c8547c0a490 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:48:52.393369 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 29add5a1-9b51-48b8-942a-5c8547c0a490 on network 372fd498-76b7-4bec-a356-4069f8a3f800 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:48:52.397971 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Port 29add5a1-9b51-48b8-942a-5c8547c0a490 on network 372fd498-76b7-4bec-a356-4069f8a3f800 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:48:52.398268 n-d-766043-2 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Failed to bind port 29add5a1-9b51-48b8-942a-5c8547c0a490 on host n-h2-766043-2 for vnic_type normal using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] Aug 19 14:48:52.398658 n-d-766043-2 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempt 5 to bind port 29add5a1-9b51-48b8-942a-5c8547c0a490 Aug 19 14:48:52.419706 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 29add5a1-9b51-48b8-942a-5c8547c0a490 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:48:52.420278 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 29add5a1-9b51-48b8-942a-5c8547c0a490 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:48:52.420892 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 29add5a1-9b51-48b8-942a-5c8547c0a490 on network 372fd498-76b7-4bec-a356-4069f8a3f800 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:48:52.425951 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Port 29add5a1-9b51-48b8-942a-5c8547c0a490 on network 372fd498-76b7-4bec-a356-4069f8a3f800 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:48:52.426277 n-d-766043-2 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Failed to bind port 29add5a1-9b51-48b8-942a-5c8547c0a490 on host n-h2-766043-2 for vnic_type normal using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] Aug 19 14:48:52.426719 n-d-766043-2 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempt 6 to bind port 29add5a1-9b51-48b8-942a-5c8547c0a490 Aug 19 14:48:52.459603 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 29add5a1-9b51-48b8-942a-5c8547c0a490 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:48:52.460083 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 29add5a1-9b51-48b8-942a-5c8547c0a490 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:48:52.460574 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 29add5a1-9b51-48b8-942a-5c8547c0a490 on network 372fd498-76b7-4bec-a356-4069f8a3f800 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:48:52.468032 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Port 29add5a1-9b51-48b8-942a-5c8547c0a490 on network 372fd498-76b7-4bec-a356-4069f8a3f800 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:48:52.468645 n-d-766043-2 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Failed to bind port 29add5a1-9b51-48b8-942a-5c8547c0a490 on host n-h2-766043-2 for vnic_type normal using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] Aug 19 14:48:52.469268 n-d-766043-2 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempt 7 to bind port 29add5a1-9b51-48b8-942a-5c8547c0a490 Aug 19 14:48:52.490240 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635398da-69c3-4561-a893-00f0eede66f5 req-b7bde2de-4089-41b8-8623-f212cd503675 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:52.491810 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-635398da-69c3-4561-a893-00f0eede66f5 req-b7bde2de-4089-41b8-8623-f212cd503675 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=c306eaf6-5ea1-4483-af19-100efa9286e7 HTTP/1.1" status: 200 len: 946 time: 0.1319809 Aug 19 14:48:52.494098 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 29add5a1-9b51-48b8-942a-5c8547c0a490 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:48:52.494707 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 29add5a1-9b51-48b8-942a-5c8547c0a490 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:48:52.496002 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 29add5a1-9b51-48b8-942a-5c8547c0a490 on network 372fd498-76b7-4bec-a356-4069f8a3f800 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:48:52.502078 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Port 29add5a1-9b51-48b8-942a-5c8547c0a490 on network 372fd498-76b7-4bec-a356-4069f8a3f800 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:48:52.502078 n-d-766043-2 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Failed to bind port 29add5a1-9b51-48b8-942a-5c8547c0a490 on host n-h2-766043-2 for vnic_type normal using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] Aug 19 14:48:52.502537 n-d-766043-2 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempt 8 to bind port 29add5a1-9b51-48b8-942a-5c8547c0a490 Aug 19 14:48:52.515717 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 29add5a1-9b51-48b8-942a-5c8547c0a490 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:48:52.516328 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 29add5a1-9b51-48b8-942a-5c8547c0a490 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:48:52.516788 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 29add5a1-9b51-48b8-942a-5c8547c0a490 on network 372fd498-76b7-4bec-a356-4069f8a3f800 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:48:52.521280 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Port 29add5a1-9b51-48b8-942a-5c8547c0a490 on network 372fd498-76b7-4bec-a356-4069f8a3f800 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:48:52.521711 n-d-766043-2 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Failed to bind port 29add5a1-9b51-48b8-942a-5c8547c0a490 on host n-h2-766043-2 for vnic_type normal using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] Aug 19 14:48:52.522191 n-d-766043-2 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempt 9 to bind port 29add5a1-9b51-48b8-942a-5c8547c0a490 Aug 19 14:48:52.533974 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-d3eca9a8-a8aa-4c06-b137-d630bf409e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:52.534451 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-d3eca9a8-a8aa-4c06-b137-d630bf409e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:52.534920 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-d3eca9a8-a8aa-4c06-b137-d630bf409e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:52.536781 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-d3eca9a8-a8aa-4c06-b137-d630bf409e10 service neutron] 10.222.0.88 "GET /v2.0/networks?id=120c5244-d1e2-46c3-b22a-2b90b5b4e09c&id=35f8f681-bcb0-473e-b781-4b88789fa2d6&id=35f8f681-bcb0-473e-b781-4b88789fa2d6&id=35f8f681-bcb0-473e-b781-4b88789fa2d6&id=35f8f681-bcb0-473e-b781-4b88789fa2d6&id=f3436889-0f1e-4563-85ab-9bb255bdd019&id=f3436889-0f1e-4563-85ab-9bb255bdd019 HTTP/1.1" status: 200 len: 2293 time: 0.5973182 Aug 19 14:48:52.537046 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 29add5a1-9b51-48b8-942a-5c8547c0a490 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:48:52.537336 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54c5c407-f8f3-4c4e-bfb6-760dd52b9de1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:52.537570 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 29add5a1-9b51-48b8-942a-5c8547c0a490 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:48:52.538001 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 29add5a1-9b51-48b8-942a-5c8547c0a490 on network 372fd498-76b7-4bec-a356-4069f8a3f800 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:48:52.544476 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Port 29add5a1-9b51-48b8-942a-5c8547c0a490 on network 372fd498-76b7-4bec-a356-4069f8a3f800 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:48:52.544873 n-d-766043-2 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Failed to bind port 29add5a1-9b51-48b8-942a-5c8547c0a490 on host n-h2-766043-2 for vnic_type normal using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] Aug 19 14:48:52.545400 n-d-766043-2 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempt 10 to bind port 29add5a1-9b51-48b8-942a-5c8547c0a490 Aug 19 14:48:52.550744 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a644a-3966-4c4a-9598-bb491dcd419b req-53d0e8a2-f393-4b35-92c0-324b59050bdb tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:52.552302 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-801a644a-3966-4c4a-9598-bb491dcd419b req-53d0e8a2-f393-4b35-92c0-324b59050bdb tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/ports?device_id=5dceaf4a-0ba4-4e02-9507-9499d4284bf5 HTTP/1.1" status: 200 len: 945 time: 0.1935096 Aug 19 14:48:52.567364 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 29add5a1-9b51-48b8-942a-5c8547c0a490 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:48:52.567783 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 29add5a1-9b51-48b8-942a-5c8547c0a490 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:48:52.568443 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 29add5a1-9b51-48b8-942a-5c8547c0a490 on network 372fd498-76b7-4bec-a356-4069f8a3f800 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:48:52.574528 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Port 29add5a1-9b51-48b8-942a-5c8547c0a490 on network 372fd498-76b7-4bec-a356-4069f8a3f800 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:48:52.574863 n-d-766043-2 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Failed to bind port 29add5a1-9b51-48b8-942a-5c8547c0a490 on host n-h2-766043-2 for vnic_type normal using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] Aug 19 14:48:52.575368 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:52.649109 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] For port 29add5a1-9b51-48b8-942a-5c8547c0a490, host n-h2-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:48:52.649485 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempted to set empty binding levels {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 19 14:48:52.655315 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:52.672450 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-635398da-69c3-4561-a893-00f0eede66f5 req-0d958384-4ee5-4f11-9c19-e7817aa78808 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626616 Aug 19 14:48:52.698780 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:52.700354 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:52.728965 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Pushing event updated for resources: {'Port': ['ID=29add5a1-9b51-48b8-942a-5c8547c0a490,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:52.733595 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-187cac11-a504-40a0-84c8-efbf87f92252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.0536110 Aug 19 14:48:52.736366 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55616) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:52.742459 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-44555b7b-ea64-4ab4-9e08-433363225d4a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2843ebb3-e971-408f-85db-a3c624b9b9d8 HTTP/1.1" status: 200 len: 1001 time: 0.1892674 Aug 19 14:48:52.745282 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-801a644a-3966-4c4a-9598-bb491dcd419b req-5884313b-8e3e-4175-a5f1-14849951f68f tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8eef4d4-ce2c-416e-97b8-e495a11003d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559291 Aug 19 14:48:52.878900 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-070e667f-55eb-42df-a031-fdb80b05f0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:52.879917 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-2bf0e955-4143-42a3-87bf-14622133292e tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Deleting port 29add5a1-9b51-48b8-942a-5c8547c0a490 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:48:52.880484 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-070e667f-55eb-42df-a031-fdb80b05f0c0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d90280f3-05d8-4d32-bed7-d9a137266bae HTTP/1.1" status: 200 len: 850 time: 0.1268618 Aug 19 14:48:52.881992 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2bf0e955-4143-42a3-87bf-14622133292e tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:52.956100 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-2bf0e955-4143-42a3-87bf-14622133292e tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] For port 29add5a1-9b51-48b8-942a-5c8547c0a490, host n-h2-766043-2, got binding levels [] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:48:52.956496 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2bf0e955-4143-42a3-87bf-14622133292e tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:52.971461 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-2bf0e955-4143-42a3-87bf-14622133292e tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Calling delete_port for 29add5a1-9b51-48b8-942a-5c8547c0a490 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:48:53.021374 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ce4cb-d315-4a31-8afb-fcd8b83c39f4 req-11f5fc23-ccb1-4354-9ec8-d6aaecb72101 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:53.023046 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-772ce4cb-d315-4a31-8afb-fcd8b83c39f4 req-11f5fc23-ccb1-4354-9ec8-d6aaecb72101 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/ports?device_id=5dceaf4a-0ba4-4e02-9507-9499d4284bf5 HTTP/1.1" status: 200 len: 945 time: 0.1122608 Aug 19 14:48:53.024053 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54c5c407-f8f3-4c4e-bfb6-760dd52b9de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:53.027971 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-98f4a219-a2aa-4d58-95a4-9182fce08b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:53.029428 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-98f4a219-a2aa-4d58-95a4-9182fce08b24 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=120c5244-d1e2-46c3-b22a-2b90b5b4e09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1174819 Aug 19 14:48:53.060506 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2bf0e955-4143-42a3-87bf-14622133292e tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:53.086668 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf0e955-4143-42a3-87bf-14622133292e tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Pushing event deleted for resources: {'Port': ['ID=29add5a1-9b51-48b8-942a-5c8547c0a490,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:53.100537 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2bf0e955-4143-42a3-87bf-14622133292e tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:53.104244 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2bf0e955-4143-42a3-87bf-14622133292e tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] 10.222.0.69 "DELETE /v2.0/ports/29add5a1-9b51-48b8-942a-5c8547c0a490 HTTP/1.1" status: 204 len: 168 time: 0.3650224 Aug 19 14:48:53.106939 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55630) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:53.144601 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-68984a26-8253-48b6-9ad4-c5b33a6fe0d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] GET failed (client error): The resource could not be found. Aug 19 14:48:53.149566 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-68984a26-8253-48b6-9ad4-c5b33a6fe0d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] 10.222.0.69 "GET /v2.0/ports/29add5a1-9b51-48b8-942a-5c8547c0a490 HTTP/1.1" status: 404 len: 333 time: 0.0380332 Aug 19 14:48:53.153807 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55636) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:53.162892 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-85e08f70-6589-403e-be1f-13b4eb702277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Request body: {'port': {'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101549102'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:48:53.189516 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e08f70-6589-403e-be1f-13b4eb702277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Made reservation on behalf of 8d2cb0ee993d42d3b651675afa62173f for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:48:53.192333 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85e08f70-6589-403e-be1f-13b4eb702277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:53.208935 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-85e08f70-6589-403e-be1f-13b4eb702277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] device_id is not set on port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:48:53.249600 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-772ce4cb-d315-4a31-8afb-fcd8b83c39f4 req-2c5abb1a-2d09-4dca-aaa0-03cbcc5b15b1 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8eef4d4-ce2c-416e-97b8-e495a11003d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147927 Aug 19 14:48:53.322617 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-3709a84c-776f-4c4a-992e-fdbced43f9a8 service neutron] 10.222.0.88 "GET /v2.0/networks/120c5244-d1e2-46c3-b22a-2b90b5b4e09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447882 Aug 19 14:48:53.324097 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c5c407-f8f3-4c4e-bfb6-760dd52b9de1 admin admin] Router 46fa985d-28d6-4615-99e1-5bb4abc655ed is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:48:53.388774 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85e08f70-6589-403e-be1f-13b4eb702277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:53.452698 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85e08f70-6589-403e-be1f-13b4eb702277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:53.511866 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e08f70-6589-403e-be1f-13b4eb702277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Network 372fd498-76b7-4bec-a356-4069f8a3f800 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:48:53.515067 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-85e08f70-6589-403e-be1f-13b4eb702277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:48:53.517522 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e08f70-6589-403e-be1f-13b4eb702277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:48:53.518540 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e08f70-6589-403e-be1f-13b4eb702277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:53.519175 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85e08f70-6589-403e-be1f-13b4eb702277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:53.529756 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e08f70-6589-403e-be1f-13b4eb702277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Pushing event updated for resources: {'Port': ['ID=ee6cf230-5b51-4f58-97f3-bdd8574e2bf7,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:53.551061 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-85e08f70-6589-403e-be1f-13b4eb702277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3937900 Aug 19 14:48:53.553733 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55644) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:53.557676 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a620c7-2940-4564-84b6-b2030861bd2a req-0fe39659-4c23-43fb-a35c-17d115bc1e30 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:53.559160 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a3a620c7-2940-4564-84b6-b2030861bd2a req-0fe39659-4c23-43fb-a35c-17d115bc1e30 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/ports?device_id=fe94a912-e65f-48f6-a3ec-790797e14d97 HTTP/1.1" status: 200 len: 945 time: 0.1772456 Aug 19 14:48:53.561149 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:48:53.563544 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-a7f96f23-d86b-4bc9-a879-c5e25d04ec90 service neutron] 10.222.0.88 "GET /v2.0/networks/120c5244-d1e2-46c3-b22a-2b90b5b4e09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326522 Aug 19 14:48:53.569926 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c5c407-f8f3-4c4e-bfb6-760dd52b9de1 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:48:53.579119 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f46e41-90e4-4e7c-94c1-e9159c0b04d4 None None] Sync routers for ids ['46fa985d-28d6-4615-99e1-5bb4abc655ed'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:48:53.598394 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f46e41-90e4-4e7c-94c1-e9159c0b04d4 None None] Routers {'46fa985d-28d6-4615-99e1-5bb4abc655ed'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:48:53.600189 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-76f46e41-90e4-4e7c-94c1-e9159c0b04d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:48:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['46fa985d-28d6-4615-99e1-5bb4abc655ed'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:48:53.644937 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-912dedc0-be04-4107-9491-a0e55069d912 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=4f46bceb-d478-4788-bf46-f2d1c4de2a62 HTTP/1.1" status: 200 len: 217 time: 0.0651045 Aug 19 14:48:53.662080 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:53.669747 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54c5c407-f8f3-4c4e-bfb6-760dd52b9de1 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:53.671362 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-54c5c407-f8f3-4c4e-bfb6-760dd52b9de1 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3461971 Aug 19 14:48:53.679467 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55646) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:53.714125 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a3a620c7-2940-4564-84b6-b2030861bd2a req-886e9297-dc68-40df-9e98-9f7904f03a2a tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8eef4d4-ce2c-416e-97b8-e495a11003d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277599 Aug 19 14:48:53.756798 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-253e3dc0-4c29-479f-839b-88cf433b2c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:53.765558 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-253e3dc0-4c29-479f-839b-88cf433b2c5c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c8acc88a-fe8b-43cc-b8bf-ebd805cfdcd1 HTTP/1.1" status: 200 len: 797 time: 0.1109188 Aug 19 14:48:53.804229 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-76f46e41-90e4-4e7c-94c1-e9159c0b04d4 None None] Set router 46fa985d-28d6-4615-99e1-5bb4abc655ed gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:48:53.851697 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-94c594f7-8f20-4d6d-8260-3210d852da39 req-228c766f-86b0-463d-92ef-5a1d9def3af3 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=5dceaf4a-0ba4-4e02-9507-9499d4284bf5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1853650 Aug 19 14:48:53.930764 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-fdc66eb2-6de7-49f7-ae67-4a29e89bb31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:53.932525 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-fdc66eb2-6de7-49f7-ae67-4a29e89bb31e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=35f8f681-bcb0-473e-b781-4b88789fa2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1584706 Aug 19 14:48:53.968110 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e8bc3-6513-4a14-941e-569a050779bc req-912e82cc-6cac-4876-85ea-d1bef9071268 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:53.975245 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e13e8bc3-6513-4a14-941e-569a050779bc req-912e82cc-6cac-4876-85ea-d1bef9071268 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=c306eaf6-5ea1-4483-af19-100efa9286e7 HTTP/1.1" status: 200 len: 946 time: 0.1557002 Aug 19 14:48:54.051474 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c6aa69-0883-49e3-9583-2fc8ecc505b6 req-dc9e2aaf-b9df-489c-9a1f-c7764475df6e tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:54.053069 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-05c6aa69-0883-49e3-9583-2fc8ecc505b6 req-dc9e2aaf-b9df-489c-9a1f-c7764475df6e tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae3f3903-85b4-446c-9219-5c55744673cd HTTP/1.1" status: 200 len: 946 time: 0.2072229 Aug 19 14:48:54.053754 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-76f46e41-90e4-4e7c-94c1-e9159c0b04d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fa985d-28d6-4615-99e1-5bb4abc655ed', 'name': 'tempest-ServerRescueTestJSON-205414374-router', 'tenant_id': 'a174c7311ebe4e578a18affa5c162e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '80f43ef0-a0da-495e-92d0-d4e1fabe34f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:48:50Z', 'updated_at': '2021-08-19T14:48:51Z', 'revision_number': 3, 'project_id': 'a174c7311ebe4e578a18affa5c162e64', 'gw_port': {'id': '80f43ef0-a0da-495e-92d0-d4e1fabe34f0', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:30:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fa985d-28d6-4615-99e1-5bb4abc655ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:48:51Z', 'updated_at': '2021-08-19T14:48:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:48:54.082720 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f46e41-90e4-4e7c-94c1-e9159c0b04d4 None None] Checking router: 46fa985d-28d6-4615-99e1-5bb4abc655ed for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:48:54.083068 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f46e41-90e4-4e7c-94c1-e9159c0b04d4 None None] Updating router 46fa985d-28d6-4615-99e1-5bb4abc655ed port 80f43ef0-a0da-495e-92d0-d4e1fabe34f0 binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:48:54.091235 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e13e8bc3-6513-4a14-941e-569a050779bc req-e4d755dd-9be4-4e89-aa75-e5c65e4ed692 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149035 Aug 19 14:48:54.110895 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-76f46e41-90e4-4e7c-94c1-e9159c0b04d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:54.128531 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c594f7-8f20-4d6d-8260-3210d852da39 req-ae911d2e-a834-48d4-9b62-f6c8c74c646c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:54.130090 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-94c594f7-8f20-4d6d-8260-3210d852da39 req-ae911d2e-a834-48d4-9b62-f6c8c74c646c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=28cae3a8854f4a72a71b8df0a4cb316f&device_id=5dceaf4a-0ba4-4e02-9507-9499d4284bf5 HTTP/1.1" status: 200 len: 1096 time: 0.1921773 Aug 19 14:48:54.178659 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-05c6aa69-0883-49e3-9583-2fc8ecc505b6 req-1824abad-cff8-43a9-9021-010fab22700e tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8eef4d4-ce2c-416e-97b8-e495a11003d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184552 Aug 19 14:48:54.216718 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-e2ada3c4-f3b9-4d26-8b26-03b292623bb6 service neutron] 10.222.0.88 "GET /v2.0/networks/35f8f681-bcb0-473e-b781-4b88789fa2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721171 Aug 19 14:48:54.224386 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [req-397e47ae-63c5-4c53-b0a5-5ef8233e7325 req-d35b2385-ddef-4a5a-a7be-50a465de152f tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:48:54.225793 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-397e47ae-63c5-4c53-b0a5-5ef8233e7325 req-d35b2385-ddef-4a5a-a7be-50a465de152f tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081682 Aug 19 14:48:54.373956 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-397e47ae-63c5-4c53-b0a5-5ef8233e7325 req-418d51ba-f1c9-49ea-bcd5-06f7f1a906dd tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1352761 Aug 19 14:48:54.404618 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-b10135b0-41f4-4087-bab7-1e9ea71ca48e service neutron] 10.222.0.88 "GET /v2.0/networks/35f8f681-bcb0-473e-b781-4b88789fa2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777949 Aug 19 14:48:54.453163 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] device_id is not set on port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:48:54.473318 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-76f46e41-90e4-4e7c-94c1-e9159c0b04d4 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:54.474819 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-7bc547b2-282b-4765-94e4-f84beeeb82a2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f HTTP/1.1" status: 200 len: 217 time: 0.0564449 Aug 19 14:48:54.487338 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-76f46e41-90e4-4e7c-94c1-e9159c0b04d4 None None] Transition to ACTIVE for port object 80f43ef0-a0da-495e-92d0-d4e1fabe34f0 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:48:54.496740 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-76f46e41-90e4-4e7c-94c1-e9159c0b04d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:54.498229 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:54.501233 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c594f7-8f20-4d6d-8260-3210d852da39 req-35cdab92-d92e-4237-b311-b66df592154e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:54.502742 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-94c594f7-8f20-4d6d-8260-3210d852da39 req-35cdab92-d92e-4237-b311-b66df592154e service neutron] 10.222.0.68 "GET /v2.0/networks?id=09badc51-885f-46f2-82a6-58497d8f5bf0 HTTP/1.1" status: 200 len: 917 time: 0.3487086 Aug 19 14:48:54.542429 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Transition to ACTIVE for port object ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:48:54.577975 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:54.590768 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-dfc59bbd-ea3d-4ad8-aecc-966596efd122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:54.593401 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-dfc59bbd-ea3d-4ad8-aecc-966596efd122 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c8acc88a-fe8b-43cc-b8bf-ebd805cfdcd1 HTTP/1.1" status: 200 len: 797 time: 0.1114547 Aug 19 14:48:54.600201 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-76f46e41-90e4-4e7c-94c1-e9159c0b04d4 None None] Attempting to bind port 80f43ef0-a0da-495e-92d0-d4e1fabe34f0 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:48:54.601283 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-76f46e41-90e4-4e7c-94c1-e9159c0b04d4 None None] Attempting to bind port 80f43ef0-a0da-495e-92d0-d4e1fabe34f0 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:48:54.601870 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f46e41-90e4-4e7c-94c1-e9159c0b04d4 None None] Attempting to bind port 80f43ef0-a0da-495e-92d0-d4e1fabe34f0 on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:48:54.625971 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f46e41-90e4-4e7c-94c1-e9159c0b04d4 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:48:54.626249 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f46e41-90e4-4e7c-94c1-e9159c0b04d4 None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:48:54.626945 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-76f46e41-90e4-4e7c-94c1-e9159c0b04d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:54.627480 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f46e41-90e4-4e7c-94c1-e9159c0b04d4 None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:48:54.627910 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-94c594f7-8f20-4d6d-8260-3210d852da39 req-ed03cb2a-086b-4ef3-8197-db788114a9aa service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df312655-e057-471b-ae41-83362c99d7c9 HTTP/1.1" status: 200 len: 217 time: 0.1104093 Aug 19 14:48:54.628338 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-76f46e41-90e4-4e7c-94c1-e9159c0b04d4 None None] Bound port: 80f43ef0-a0da-495e-92d0-d4e1fabe34f0, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:48:54.628911 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-76f46e41-90e4-4e7c-94c1-e9159c0b04d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:54.631775 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Pushing event updated for resources: {'Port': ['ID=ee6cf230-5b51-4f58-97f3-bdd8574e2bf7,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:54.664711 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-f80e2103-a012-48dc-881e-fceadd282bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:54.667290 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-f80e2103-a012-48dc-881e-fceadd282bc8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=35f8f681-bcb0-473e-b781-4b88789fa2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0639699 Aug 19 14:48:54.691950 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a953e9ed-e4f6-4d04-9d64-9f70f18bca30 None None] Pushing event updated for resources: {'Port': ['ID=80f43ef0-a0da-495e-92d0-d4e1fabe34f0,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:54.701364 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953e9ed-e4f6-4d04-9d64-9f70f18bca30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:48:54.701999 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953e9ed-e4f6-4d04-9d64-9f70f18bca30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:48:54.702485 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953e9ed-e4f6-4d04-9d64-9f70f18bca30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:48:54.703129 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953e9ed-e4f6-4d04-9d64-9f70f18bca30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:48:54.703763 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953e9ed-e4f6-4d04-9d64-9f70f18bca30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:48:54.704238 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953e9ed-e4f6-4d04-9d64-9f70f18bca30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:48:54.704730 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953e9ed-e4f6-4d04-9d64-9f70f18bca30 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:48:54.705199 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953e9ed-e4f6-4d04-9d64-9f70f18bca30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:48:54.705699 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953e9ed-e4f6-4d04-9d64-9f70f18bca30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:48:54.706168 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953e9ed-e4f6-4d04-9d64-9f70f18bca30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:48:54.706650 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953e9ed-e4f6-4d04-9d64-9f70f18bca30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:48:54.707127 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953e9ed-e4f6-4d04-9d64-9f70f18bca30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:48:54.720401 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-76f46e41-90e4-4e7c-94c1-e9159c0b04d4 None None] For port 80f43ef0-a0da-495e-92d0-d4e1fabe34f0, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:48:54.723866 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-76f46e41-90e4-4e7c-94c1-e9159c0b04d4 None None] For port 80f43ef0-a0da-495e-92d0-d4e1fabe34f0, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=80f43ef0-a0da-495e-92d0-d4e1fabe34f0,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:48:54.735852 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-76f46e41-90e4-4e7c-94c1-e9159c0b04d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:54.750991 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:48:54.751333 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:48:54.751675 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 on network 372fd498-76b7-4bec-a356-4069f8a3f800 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:48:54.757434 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c594f7-8f20-4d6d-8260-3210d852da39 req-377a3193-be06-4af5-a8c4-580d54f0b212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:54.758940 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-94c594f7-8f20-4d6d-8260-3210d852da39 req-377a3193-be06-4af5-a8c4-580d54f0b212 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=aaa4f395-8b7e-41eb-a1df-25a42a9b7838 HTTP/1.1" status: 200 len: 855 time: 0.1150429 Aug 19 14:48:54.791862 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 on network 372fd498-76b7-4bec-a356-4069f8a3f800 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:48:54.791862 n-d-766043-2 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Failed to bind port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 on host n-h2-766043-2 for vnic_type normal using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] Aug 19 14:48:54.798515 n-d-766043-2 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempt 2 to bind port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 Aug 19 14:48:54.803038 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f46e41-90e4-4e7c-94c1-e9159c0b04d4 None None] Routers {'46fa985d-28d6-4615-99e1-5bb4abc655ed'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:48:54.804266 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-76f46e41-90e4-4e7c-94c1-e9159c0b04d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:48:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['46fa985d-28d6-4615-99e1-5bb4abc655ed'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:48:54.847285 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:48:54.847624 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:48:54.847950 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 on network 372fd498-76b7-4bec-a356-4069f8a3f800 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:48:54.850731 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c73b5-79f0-41fd-a207-2b086daa483c req-79a5f56a-93f3-4909-8c26-0a131f3ff217 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:54.859228 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-173c73b5-79f0-41fd-a207-2b086daa483c req-79a5f56a-93f3-4909-8c26-0a131f3ff217 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/ports?device_id=5dceaf4a-0ba4-4e02-9507-9499d4284bf5 HTTP/1.1" status: 200 len: 945 time: 0.0896966 Aug 19 14:48:54.862748 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-4d4060b0-b38e-4b97-9e5f-3cbaff2728bf service neutron] 10.222.0.88 "GET /v2.0/networks/35f8f681-bcb0-473e-b781-4b88789fa2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755083 Aug 19 14:48:54.875747 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 on network 372fd498-76b7-4bec-a356-4069f8a3f800 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:48:54.876379 n-d-766043-2 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Failed to bind port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 on host n-h2-766043-2 for vnic_type normal using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] Aug 19 14:48:54.878384 n-d-766043-2 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempt 3 to bind port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 Aug 19 14:48:54.903879 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c594f7-8f20-4d6d-8260-3210d852da39 req-c6f2e745-65de-47cb-8989-6ca88465bf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:54.905528 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-94c594f7-8f20-4d6d-8260-3210d852da39 req-c6f2e745-65de-47cb-8989-6ca88465bf0a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=09badc51-885f-46f2-82a6-58497d8f5bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1249387 Aug 19 14:48:54.908264 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:48:54.908633 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:48:54.908977 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 on network 372fd498-76b7-4bec-a356-4069f8a3f800 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:48:54.917295 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1cd06f7-2857-4982-a0e4-df07259e1946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:54.928905 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-76f46e41-90e4-4e7c-94c1-e9159c0b04d4 None None] Set router 46fa985d-28d6-4615-99e1-5bb4abc655ed gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:48:54.929018 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 on network 372fd498-76b7-4bec-a356-4069f8a3f800 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:48:54.929018 n-d-766043-2 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Failed to bind port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 on host n-h2-766043-2 for vnic_type normal using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] Aug 19 14:48:54.929018 n-d-766043-2 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempt 4 to bind port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 Aug 19 14:48:54.941566 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-173c73b5-79f0-41fd-a207-2b086daa483c req-9729b9b4-6651-42ad-95c6-42ffc735272c tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8eef4d4-ce2c-416e-97b8-e495a11003d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813122 Aug 19 14:48:55.016669 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a953e9ed-e4f6-4d04-9d64-9f70f18bca30 None None] Pushing event updated for resources: {'Port': ['ID=80f43ef0-a0da-495e-92d0-d4e1fabe34f0,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:55.089597 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-9913bb60-fef3-4047-ba1a-8f12d30d15d9 service neutron] 10.222.0.88 "GET /v2.0/networks/35f8f681-bcb0-473e-b781-4b88789fa2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738544 Aug 19 14:48:55.149267 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-ce35033b-0249-4040-aae3-065262c4c58e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=bf510a67-3758-4837-9af6-1a144f49bd82 HTTP/1.1" status: 200 len: 217 time: 0.0442407 Aug 19 14:48:55.175262 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274d101-8184-4e14-9ae9-93227a594b34 req-6ff1d353-e316-4bbc-a36c-5cd6b76e4d5f tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:55.177102 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8274d101-8184-4e14-9ae9-93227a594b34 req-6ff1d353-e316-4bbc-a36c-5cd6b76e4d5f tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/ports?device_id=fe94a912-e65f-48f6-a3ec-790797e14d97 HTTP/1.1" status: 200 len: 945 time: 0.1141062 Aug 19 14:48:55.289881 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-0105cdb1-1967-46ba-99db-394048a15efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:55.293095 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-0105cdb1-1967-46ba-99db-394048a15efd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c8acc88a-fe8b-43cc-b8bf-ebd805cfdcd1 HTTP/1.1" status: 200 len: 797 time: 0.1268864 Aug 19 14:48:55.304495 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8274d101-8184-4e14-9ae9-93227a594b34 req-491716fa-41ed-476d-ade0-32f1f0839244 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8eef4d4-ce2c-416e-97b8-e495a11003d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187665 Aug 19 14:48:55.349802 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-76f46e41-90e4-4e7c-94c1-e9159c0b04d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fa985d-28d6-4615-99e1-5bb4abc655ed', 'name': 'tempest-ServerRescueTestJSON-205414374-router', 'tenant_id': 'a174c7311ebe4e578a18affa5c162e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '80f43ef0-a0da-495e-92d0-d4e1fabe34f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:48:50Z', 'updated_at': '2021-08-19T14:48:51Z', 'revision_number': 3, 'project_id': 'a174c7311ebe4e578a18affa5c162e64', 'gw_port': {'id': '80f43ef0-a0da-495e-92d0-d4e1fabe34f0', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:30:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fa985d-28d6-4615-99e1-5bb4abc655ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:48:51Z', 'updated_at': '2021-08-19T14:48:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:48:55.361602 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ffe77-5e29-4435-b57d-4dec425f1a28 req-70929f29-edcf-4e34-9ae0-66a04bf530b5 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:55.369543 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-055ffe77-5e29-4435-b57d-4dec425f1a28 req-70929f29-edcf-4e34-9ae0-66a04bf530b5 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=c306eaf6-5ea1-4483-af19-100efa9286e7 HTTP/1.1" status: 200 len: 946 time: 0.1563294 Aug 19 14:48:55.387797 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f46e41-90e4-4e7c-94c1-e9159c0b04d4 None None] The sync data for ids ['46fa985d-28d6-4615-99e1-5bb4abc655ed'] in n-d-766043-2 is: [{'id': '46fa985d-28d6-4615-99e1-5bb4abc655ed', 'name': 'tempest-ServerRescueTestJSON-205414374-router', 'tenant_id': 'a174c7311ebe4e578a18affa5c162e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '80f43ef0-a0da-495e-92d0-d4e1fabe34f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:48:50Z', 'updated_at': '2021-08-19T14:48:51Z', 'revision_number': 3, 'project_id': 'a174c7311ebe4e578a18affa5c162e64', 'gw_port': {'id': '80f43ef0-a0da-495e-92d0-d4e1fabe34f0', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:30:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fa985d-28d6-4615-99e1-5bb4abc655ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:48:51Z', 'updated_at': '2021-08-19T14:48:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:48:55.407223 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-c591247b-d01d-4349-9b98-06ab4e68db87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:55.408910 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-c591247b-d01d-4349-9b98-06ab4e68db87 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=35f8f681-bcb0-473e-b781-4b88789fa2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1020205 Aug 19 14:48:55.440478 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-055ffe77-5e29-4435-b57d-4dec425f1a28 req-d5bdd15b-0eae-406e-be0c-f66000fd1cfc tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699370 Aug 19 14:48:55.446417 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:48:55.446770 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:48:55.447654 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 on network 372fd498-76b7-4bec-a356-4069f8a3f800 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:48:55.473049 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-94c594f7-8f20-4d6d-8260-3210d852da39 req-bf8962a6-f6bb-4270-8753-1eedea146e6b service neutron] 10.222.0.68 "GET /v2.0/networks/09badc51-885f-46f2-82a6-58497d8f5bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5467517 Aug 19 14:48:55.501160 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 on network 372fd498-76b7-4bec-a356-4069f8a3f800 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:48:55.501490 n-d-766043-2 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Failed to bind port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 on host n-h2-766043-2 for vnic_type normal using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] Aug 19 14:48:55.510410 n-d-766043-2 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempt 5 to bind port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 Aug 19 14:48:55.594192 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:48:55.594529 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:48:55.594870 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 on network 372fd498-76b7-4bec-a356-4069f8a3f800 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:48:55.610940 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d31501-c434-4424-a42b-cf41b3a766e4 req-ce8c2994-5006-4dde-8ec7-5616a2438e2f tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:55.612628 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-48d31501-c434-4424-a42b-cf41b3a766e4 req-ce8c2994-5006-4dde-8ec7-5616a2438e2f tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae3f3903-85b4-446c-9219-5c55744673cd HTTP/1.1" status: 200 len: 946 time: 0.0967426 Aug 19 14:48:55.621861 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-34678df3-8fad-4540-8ba7-4f60a93ef977 service neutron] 10.222.0.88 "GET /v2.0/networks/35f8f681-bcb0-473e-b781-4b88789fa2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977587 Aug 19 14:48:55.637194 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 on network 372fd498-76b7-4bec-a356-4069f8a3f800 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:48:55.637404 n-d-766043-2 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Failed to bind port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 on host n-h2-766043-2 for vnic_type normal using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] Aug 19 14:48:55.644351 n-d-766043-2 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempt 6 to bind port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 Aug 19 14:48:55.662346 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:48:55.664589 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:48:55.664960 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 on network 372fd498-76b7-4bec-a356-4069f8a3f800 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:48:55.699440 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 on network 372fd498-76b7-4bec-a356-4069f8a3f800 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:48:55.699807 n-d-766043-2 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Failed to bind port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 on host n-h2-766043-2 for vnic_type normal using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] Aug 19 14:48:55.703162 n-d-766043-2 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempt 7 to bind port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 Aug 19 14:48:55.715399 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-94c594f7-8f20-4d6d-8260-3210d852da39 req-87f5ca84-1942-4b00-918f-bfb2d554fd1a service neutron] 10.222.0.68 "GET /v2.0/networks/09badc51-885f-46f2-82a6-58497d8f5bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152290 Aug 19 14:48:55.783270 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-f1cd06f7-2857-4982-a0e4-df07259e1946 admin admin] Allocated IP 172.20.0.1 (8a142042-c68c-4e37-b305-42d68af74408/aff8d2c4-8a7b-4abf-8ece-6e61f2387303/df8a8e41-a264-4a2d-bd29-d00947c46114) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:48:55.789041 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:48:55.789380 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:48:55.789724 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 on network 372fd498-76b7-4bec-a356-4069f8a3f800 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:48:55.797586 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 on network 372fd498-76b7-4bec-a356-4069f8a3f800 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:48:55.797981 n-d-766043-2 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Failed to bind port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 on host n-h2-766043-2 for vnic_type normal using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] Aug 19 14:48:55.801853 n-d-766043-2 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempt 8 to bind port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 Aug 19 14:48:55.829960 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:48:55.830334 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:48:55.830632 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 on network 372fd498-76b7-4bec-a356-4069f8a3f800 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:48:55.868287 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 on network 372fd498-76b7-4bec-a356-4069f8a3f800 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:48:55.868736 n-d-766043-2 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Failed to bind port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 on host n-h2-766043-2 for vnic_type normal using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] Aug 19 14:48:55.874180 n-d-766043-2 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempt 9 to bind port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 Aug 19 14:48:55.895666 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:48:55.896291 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:48:55.896579 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 on network 372fd498-76b7-4bec-a356-4069f8a3f800 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:48:55.911258 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 on network 372fd498-76b7-4bec-a356-4069f8a3f800 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:48:55.911650 n-d-766043-2 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Failed to bind port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 on host n-h2-766043-2 for vnic_type normal using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] Aug 19 14:48:55.913915 n-d-766043-2 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempt 10 to bind port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 Aug 19 14:48:55.939777 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:48:55.940118 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:48:55.944631 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 on network 372fd498-76b7-4bec-a356-4069f8a3f800 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:48:55.952997 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 on network 372fd498-76b7-4bec-a356-4069f8a3f800 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:48:55.953259 n-d-766043-2 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Failed to bind port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 on host n-h2-766043-2 for vnic_type normal using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] Aug 19 14:48:55.953638 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:55.983125 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1cd06f7-2857-4982-a0e4-df07259e1946 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:56.068688 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] For port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7, host n-h2-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:48:56.069326 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempted to set empty binding levels {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 19 14:48:56.079258 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:56.088595 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1cd06f7-2857-4982-a0e4-df07259e1946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:56.125778 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] In _notify_port_updated(), no bound segment for port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 on network 372fd498-76b7-4bec-a356-4069f8a3f800 {{(pid=94639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 14:48:56.126668 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:56.127597 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:56.128989 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] 10.222.0.69 "PUT /v2.0/ports/ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 HTTP/1.1" status: 200 len: 979 time: 2.5740495 Aug 19 14:48:56.132399 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55704) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:56.164559 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-48d31501-c434-4424-a42b-cf41b3a766e4 req-807724f8-d87f-4d39-9eb7-5874ab2337ed tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8eef4d4-ce2c-416e-97b8-e495a11003d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5288258 Aug 19 14:48:56.191880 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-31eb2b18-bd93-43c8-b3ac-f8a5603005d6 service neutron] 10.222.0.88 "GET /v2.0/networks/35f8f681-bcb0-473e-b781-4b88789fa2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5386729 Aug 19 14:48:56.219165 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cd06f7-2857-4982-a0e4-df07259e1946 admin admin] Network 8a142042-c68c-4e37-b305-42d68af74408 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:48:56.240820 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-d04dfc8e-83f4-4927-996c-1eff1f0b7348 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=60f87527-45c9-49a4-8b17-a576d308e581 HTTP/1.1" status: 200 len: 217 time: 0.0395863 Aug 19 14:48:56.250678 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-f1cd06f7-2857-4982-a0e4-df07259e1946 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:48:56.253160 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cd06f7-2857-4982-a0e4-df07259e1946 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:48:56.256471 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634d9ee-c770-48ca-be6a-b9d1cc7bc054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Pushing event updated for resources: {'Port': ['ID=ee6cf230-5b51-4f58-97f3-bdd8574e2bf7,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:56.306973 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-72667e9d-d0bf-4a2f-b320-ba58d2fa8bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:56.308794 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-72667e9d-d0bf-4a2f-b320-ba58d2fa8bad service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c8acc88a-fe8b-43cc-b8bf-ebd805cfdcd1 HTTP/1.1" status: 200 len: 797 time: 0.0611694 Aug 19 14:48:56.382654 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf8f0bd-67c1-4f4c-bd20-e0839e038ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:56.383142 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf8f0bd-67c1-4f4c-bd20-e0839e038ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:56.383620 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf8f0bd-67c1-4f4c-bd20-e0839e038ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:56.384106 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf8f0bd-67c1-4f4c-bd20-e0839e038ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:56.385124 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf8f0bd-67c1-4f4c-bd20-e0839e038ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:56.385596 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf8f0bd-67c1-4f4c-bd20-e0839e038ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:56.386065 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf8f0bd-67c1-4f4c-bd20-e0839e038ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:56.386529 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf8f0bd-67c1-4f4c-bd20-e0839e038ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:56.386995 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf8f0bd-67c1-4f4c-bd20-e0839e038ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:56.387460 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf8f0bd-67c1-4f4c-bd20-e0839e038ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:56.387921 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf8f0bd-67c1-4f4c-bd20-e0839e038ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:56.388382 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf8f0bd-67c1-4f4c-bd20-e0839e038ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:56.388867 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf8f0bd-67c1-4f4c-bd20-e0839e038ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:56.389333 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf8f0bd-67c1-4f4c-bd20-e0839e038ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:56.389793 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf8f0bd-67c1-4f4c-bd20-e0839e038ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:56.390262 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf8f0bd-67c1-4f4c-bd20-e0839e038ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:56.390722 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf8f0bd-67c1-4f4c-bd20-e0839e038ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:56.391187 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf8f0bd-67c1-4f4c-bd20-e0839e038ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:56.391645 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf8f0bd-67c1-4f4c-bd20-e0839e038ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:56.392104 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf8f0bd-67c1-4f4c-bd20-e0839e038ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:56.392657 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf8f0bd-67c1-4f4c-bd20-e0839e038ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:56.393121 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf8f0bd-67c1-4f4c-bd20-e0839e038ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:56.393582 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf8f0bd-67c1-4f4c-bd20-e0839e038ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:56.394036 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf8f0bd-67c1-4f4c-bd20-e0839e038ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:56.394493 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf8f0bd-67c1-4f4c-bd20-e0839e038ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:56.394954 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf8f0bd-67c1-4f4c-bd20-e0839e038ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:56.395413 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf8f0bd-67c1-4f4c-bd20-e0839e038ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:56.395871 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf8f0bd-67c1-4f4c-bd20-e0839e038ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:56.396330 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf8f0bd-67c1-4f4c-bd20-e0839e038ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:56.396819 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf8f0bd-67c1-4f4c-bd20-e0839e038ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:56.397282 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf8f0bd-67c1-4f4c-bd20-e0839e038ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:56.402680 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf8f0bd-67c1-4f4c-bd20-e0839e038ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:56.403196 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf8f0bd-67c1-4f4c-bd20-e0839e038ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:56.403681 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf8f0bd-67c1-4f4c-bd20-e0839e038ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:56.404159 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf8f0bd-67c1-4f4c-bd20-e0839e038ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:56.404663 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf8f0bd-67c1-4f4c-bd20-e0839e038ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:56.405141 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf8f0bd-67c1-4f4c-bd20-e0839e038ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:56.405620 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf8f0bd-67c1-4f4c-bd20-e0839e038ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:56.406140 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf8f0bd-67c1-4f4c-bd20-e0839e038ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:56.406551 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf8f0bd-67c1-4f4c-bd20-e0839e038ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:56.407018 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf8f0bd-67c1-4f4c-bd20-e0839e038ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:56.407483 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf8f0bd-67c1-4f4c-bd20-e0839e038ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:56.407944 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf8f0bd-67c1-4f4c-bd20-e0839e038ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:56.414097 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5bf8f0bd-67c1-4f4c-bd20-e0839e038ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 38705 time: 0.2800064 Aug 19 14:48:56.418242 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cd06f7-2857-4982-a0e4-df07259e1946 admin admin] Pushing event updated for resources: {'Port': ['ID=df8a8e41-a264-4a2d-bd29-d00947c46114,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:56.432761 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-76a6e3ca-d867-47ea-88f5-3e1dccfeaeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:56.433291 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55716) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:56.440578 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-76a6e3ca-d867-47ea-88f5-3e1dccfeaeea service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=35f8f681-bcb0-473e-b781-4b88789fa2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1191392 Aug 19 14:48:56.440722 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1cd06f7-2857-4982-a0e4-df07259e1946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:56.562675 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5513af-c3bb-449b-8ae0-25894b773c3a req-2b97fd5f-bb6a-4b9b-bb56-29a46428f08b tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:56.568593 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5513af-c3bb-449b-8ae0-25894b773c3a req-2b97fd5f-bb6a-4b9b-bb56-29a46428f08b tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:56.575445 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5513af-c3bb-449b-8ae0-25894b773c3a req-2b97fd5f-bb6a-4b9b-bb56-29a46428f08b tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:56.577203 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5b5513af-c3bb-449b-8ae0-25894b773c3a req-2b97fd5f-bb6a-4b9b-bb56-29a46428f08b tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae3f3903-85b4-446c-9219-5c55744673cd&device_id=fe94a912-e65f-48f6-a3ec-790797e14d97&device_id=5dceaf4a-0ba4-4e02-9507-9499d4284bf5 HTTP/1.1" status: 200 len: 2417 time: 0.2139189 Aug 19 14:48:56.629231 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-988cf4ef-f078-4a2e-999f-ea823811f6c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Deleting port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:48:56.629573 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-988cf4ef-f078-4a2e-999f-ea823811f6c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:56.718607 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1cd06f7-2857-4982-a0e4-df07259e1946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:56.725893 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5b5513af-c3bb-449b-8ae0-25894b773c3a req-709c6a5f-b752-4189-a8fe-297eecfac77b tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8eef4d4-ce2c-416e-97b8-e495a11003d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385844 Aug 19 14:48:56.740649 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-22b6cced-5a51-40d2-aa15-0e76211c3626 service neutron] 10.222.0.88 "GET /v2.0/networks/35f8f681-bcb0-473e-b781-4b88789fa2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846715 Aug 19 14:48:56.755866 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e81b3-dda9-46fa-b8e2-e8b40f8219e8 req-3b279777-9402-491a-9add-1a77142efdaa tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:56.757574 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e50e81b3-dda9-46fa-b8e2-e8b40f8219e8 req-3b279777-9402-491a-9add-1a77142efdaa tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=c306eaf6-5ea1-4483-af19-100efa9286e7 HTTP/1.1" status: 200 len: 946 time: 0.1254640 Aug 19 14:48:56.766624 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-988cf4ef-f078-4a2e-999f-ea823811f6c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] For port ee6cf230-5b51-4f58-97f3-bdd8574e2bf7, host n-h2-766043-2, got binding levels [] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:48:56.766940 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-988cf4ef-f078-4a2e-999f-ea823811f6c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:56.777805 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [req-5db3b425-4e90-4630-8fe7-7877d9b3d70e req-3a6f6c5b-080d-4936-8e21-3cdb090c27f5 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:48:56.778512 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5db3b425-4e90-4630-8fe7-7877d9b3d70e req-3a6f6c5b-080d-4936-8e21-3cdb090c27f5 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111477 Aug 19 14:48:56.787573 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-988cf4ef-f078-4a2e-999f-ea823811f6c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Calling delete_port for ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:48:56.888789 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e50e81b3-dda9-46fa-b8e2-e8b40f8219e8 req-6a2bc303-8b37-4717-a41d-5b7dab434c51 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202230 Aug 19 14:48:56.940042 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5db3b425-4e90-4630-8fe7-7877d9b3d70e req-a9aefd36-d8dc-4508-ab40-fff14252a613 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1006441 Aug 19 14:48:56.945119 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-8e9de209-a780-4d47-bfcf-7962de7a90cb service neutron] 10.222.0.88 "GET /v2.0/networks/35f8f681-bcb0-473e-b781-4b88789fa2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865342 Aug 19 14:48:56.981520 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-988cf4ef-f078-4a2e-999f-ea823811f6c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:57.032057 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-26397c6d-7b4c-40e3-b28c-1cd23d82bceb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4a7fd694-8a1a-46c5-8dda-a9af80047f38 HTTP/1.1" status: 200 len: 217 time: 0.0732186 Aug 19 14:48:57.046170 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cf4ef-f078-4a2e-999f-ea823811f6c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Pushing event deleted for resources: {'Port': ['ID=ee6cf230-5b51-4f58-97f3-bdd8574e2bf7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:57.054809 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1cd06f7-2857-4982-a0e4-df07259e1946 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:57.061435 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-988cf4ef-f078-4a2e-999f-ea823811f6c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:57.075406 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-988cf4ef-f078-4a2e-999f-ea823811f6c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] 10.222.0.69 "DELETE /v2.0/ports/ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 HTTP/1.1" status: 204 len: 168 time: 0.6269491 Aug 19 14:48:57.076729 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55732) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:57.077388 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1cd06f7-2857-4982-a0e4-df07259e1946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:57.118054 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-c8755dad-a93c-49bd-84de-83953d646f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:57.120398 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-c8755dad-a93c-49bd-84de-83953d646f09 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9900bee7-cb74-4835-8689-e86fe6724bf5 HTTP/1.1" status: 200 len: 797 time: 0.0770802 Aug 19 14:48:57.174286 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-df71ceb0-cf31-4449-8be6-c411815a1aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] GET failed (client error): The resource could not be found. Aug 19 14:48:57.182940 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-df71ceb0-cf31-4449-8be6-c411815a1aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] 10.222.0.69 "GET /v2.0/ports/ee6cf230-5b51-4f58-97f3-bdd8574e2bf7 HTTP/1.1" status: 404 len: 333 time: 0.1027920 Aug 19 14:48:57.183577 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55738) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:57.190862 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-8a7a107a-c6bc-45e7-a6b6-a6b03de9f0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:57.193320 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-8a7a107a-c6bc-45e7-a6b6-a6b03de9f0e4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f3436889-0f1e-4563-85ab-9bb255bdd019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0623693 Aug 19 14:48:57.200653 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ba2913ef-dc64-4526-980d-4c87d3c8c65e tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1962070363', 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:48:57.227075 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1cd06f7-2857-4982-a0e4-df07259e1946 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:57.247596 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cd06f7-2857-4982-a0e4-df07259e1946 admin admin] Pushing event updated for resources: {'Port': ['ID=df8a8e41-a264-4a2d-bd29-d00947c46114,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:57.298120 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 80f43ef0-a0da-495e-92d0-d4e1fabe34f0 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:48:57.298666 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2913ef-dc64-4526-980d-4c87d3c8c65e tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Made reservation on behalf of 8d2cb0ee993d42d3b651675afa62173f for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:48:57.300833 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ba2913ef-dc64-4526-980d-4c87d3c8c65e tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:57.351627 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-de0eb85d-357f-4688-ae7b-871f784654b9 service neutron] 10.222.0.88 "GET /v2.0/networks/f3436889-0f1e-4563-85ab-9bb255bdd019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497698 Aug 19 14:48:57.413632 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 80f43ef0-a0da-495e-92d0-d4e1fabe34f0 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:48:57.423170 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cd06f7-2857-4982-a0e4-df07259e1946 admin admin] Network 8a142042-c68c-4e37-b305-42d68af74408 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:48:57.426833 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-ba2913ef-dc64-4526-980d-4c87d3c8c65e tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] device_id is not set on port fbc24404-14fc-4e9a-93ee-c0b1ca078aaf yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:48:57.426980 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 80f43ef0-a0da-495e-92d0-d4e1fabe34f0 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:48:57.427346 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:57.477468 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-f1cd06f7-2857-4982-a0e4-df07259e1946 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:48:57.528933 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-8d36acea-008d-4d96-a4cf-bfe3a51d1205 service neutron] 10.222.0.88 "GET /v2.0/networks/f3436889-0f1e-4563-85ab-9bb255bdd019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689131 Aug 19 14:48:57.570603 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:57.609024 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 80f43ef0-a0da-495e-92d0-d4e1fabe34f0, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=80f43ef0-a0da-495e-92d0-d4e1fabe34f0,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:48:57.620861 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:57.638474 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-69bdd4b1-76d0-4d3f-af16-1aab438e0324 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=753eba00-312b-4ae4-b21f-17ab912d1769 HTTP/1.1" status: 200 len: 217 time: 0.1000304 Aug 19 14:48:57.677466 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=80f43ef0-a0da-495e-92d0-d4e1fabe34f0,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:57.686756 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:48:57.687515 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:48:57.688015 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:48:57.688539 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:48:57.689044 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:48:57.689536 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:48:57.690055 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:48:57.690540 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:48:57.691029 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:48:57.691610 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:48:57.692169 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:48:57.693401 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:48:57.712679 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-cf43a820-ac4d-40b1-9c34-6324dc2f5a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:57.714294 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-cf43a820-ac4d-40b1-9c34-6324dc2f5a30 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9900bee7-cb74-4835-8689-e86fe6724bf5 HTTP/1.1" status: 200 len: 797 time: 0.0676057 Aug 19 14:48:57.746924 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1cd06f7-2857-4982-a0e4-df07259e1946 admin admin] Router 46fa985d-28d6-4615-99e1-5bb4abc655ed has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:48:57.768391 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ba2913ef-dc64-4526-980d-4c87d3c8c65e tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:57.796526 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-f6806ebf-91da-4508-84da-077d287da640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:57.798914 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-f6806ebf-91da-4508-84da-077d287da640 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f3436889-0f1e-4563-85ab-9bb255bdd019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0760210 Aug 19 14:48:57.924204 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1cd06f7-2857-4982-a0e4-df07259e1946 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:48:57.928307 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ba2913ef-dc64-4526-980d-4c87d3c8c65e tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:57.941795 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f1cd06f7-2857-4982-a0e4-df07259e1946 admin admin] 10.222.0.69 "PUT /v2.0/routers/46fa985d-28d6-4615-99e1-5bb4abc655ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2456686 Aug 19 14:48:57.950729 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0359018-a4da-4e2d-86be-ad300d42f477 None None] Sync routers for ids ['46fa985d-28d6-4615-99e1-5bb4abc655ed'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:48:57.962356 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-068cc6ea-95c9-4d7e-9074-91dd29fe6cb6 service neutron] 10.222.0.88 "GET /v2.0/networks/f3436889-0f1e-4563-85ab-9bb255bdd019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527412 Aug 19 14:48:57.964708 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0359018-a4da-4e2d-86be-ad300d42f477 None None] Routers {'46fa985d-28d6-4615-99e1-5bb4abc655ed'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:48:57.965353 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e0359018-a4da-4e2d-86be-ad300d42f477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:48:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['46fa985d-28d6-4615-99e1-5bb4abc655ed'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:48:58.010585 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2913ef-dc64-4526-980d-4c87d3c8c65e tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Pushing event updated for resources: {'Port': ['ID=fbc24404-14fc-4e9a-93ee-c0b1ca078aaf,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:58.037739 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2913ef-dc64-4526-980d-4c87d3c8c65e tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Network 372fd498-76b7-4bec-a356-4069f8a3f800 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:48:58.039742 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-ba2913ef-dc64-4526-980d-4c87d3c8c65e tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:48:58.049156 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2913ef-dc64-4526-980d-4c87d3c8c65e tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:48:58.050168 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2913ef-dc64-4526-980d-4c87d3c8c65e tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:58.052963 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ba2913ef-dc64-4526-980d-4c87d3c8c65e tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:58.100360 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ba2913ef-dc64-4526-980d-4c87d3c8c65e tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9076326 Aug 19 14:48:58.100687 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55764) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:58.142712 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63b3a43-6d33-4bcc-a26f-5bfb12672b19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:58.146728 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f63b3a43-6d33-4bcc-a26f-5bfb12672b19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] 10.222.0.69 "GET /v2.0/ports/fbc24404-14fc-4e9a-93ee-c0b1ca078aaf HTTP/1.1" status: 200 len: 959 time: 0.0424347 Aug 19 14:48:58.146965 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55766) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:58.185312 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590159c-dd1e-481b-9584-333446e3a4bd req-90424151-aef8-4ece-a2e6-4f7ed0c841d0 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:58.194467 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4590159c-dd1e-481b-9584-333446e3a4bd req-90424151-aef8-4ece-a2e6-4f7ed0c841d0 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=c306eaf6-5ea1-4483-af19-100efa9286e7 HTTP/1.1" status: 200 len: 946 time: 0.1199622 Aug 19 14:48:58.229813 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-e0359018-a4da-4e2d-86be-ad300d42f477 None None] Set router 46fa985d-28d6-4615-99e1-5bb4abc655ed gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:48:58.261042 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4590159c-dd1e-481b-9584-333446e3a4bd req-cdbda3f9-fc26-400f-93a5-5a75eedc2329 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649216 Aug 19 14:48:58.264436 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-0c9957c2-7086-493b-84bb-1c0a8836860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Deleting port fbc24404-14fc-4e9a-93ee-c0b1ca078aaf {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:48:58.264789 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c9957c2-7086-493b-84bb-1c0a8836860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:58.294580 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-02447b38-22a1-40d2-b58e-a5387d9f8b70 req-33b76a2b-1ed5-4d60-9e75-fc7f038e0ec1 service neutron] 10.222.0.88 "GET /v2.0/networks/f3436889-0f1e-4563-85ab-9bb255bdd019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260064 Aug 19 14:48:58.362173 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c9957c2-7086-493b-84bb-1c0a8836860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:58.391067 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-0c9957c2-7086-493b-84bb-1c0a8836860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Calling delete_port for fbc24404-14fc-4e9a-93ee-c0b1ca078aaf owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:48:58.552227 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c9957c2-7086-493b-84bb-1c0a8836860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:58.594294 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c9957c2-7086-493b-84bb-1c0a8836860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:58.596675 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0c9957c2-7086-493b-84bb-1c0a8836860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] 10.222.0.69 "DELETE /v2.0/ports/fbc24404-14fc-4e9a-93ee-c0b1ca078aaf HTTP/1.1" status: 204 len: 168 time: 0.4486442 Aug 19 14:48:58.597837 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9957c2-7086-493b-84bb-1c0a8836860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Pushing event deleted for resources: {'Port': ['ID=fbc24404-14fc-4e9a-93ee-c0b1ca078aaf,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:58.600602 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55790) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:58.624659 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e8305d8-0afe-4ddc-b09c-e795cbb8bf53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] GET failed (client error): The resource could not be found. Aug 19 14:48:58.626549 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1e8305d8-0afe-4ddc-b09c-e795cbb8bf53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] 10.222.0.69 "GET /v2.0/ports/fbc24404-14fc-4e9a-93ee-c0b1ca078aaf HTTP/1.1" status: 404 len: 333 time: 0.0252612 Aug 19 14:48:58.628922 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e0359018-a4da-4e2d-86be-ad300d42f477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fa985d-28d6-4615-99e1-5bb4abc655ed', 'name': 'tempest-ServerRescueTestJSON-205414374-router', 'tenant_id': 'a174c7311ebe4e578a18affa5c162e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '80f43ef0-a0da-495e-92d0-d4e1fabe34f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:48:50Z', 'updated_at': '2021-08-19T14:48:56Z', 'revision_number': 4, 'project_id': 'a174c7311ebe4e578a18affa5c162e64', 'gw_port': {'id': '80f43ef0-a0da-495e-92d0-d4e1fabe34f0', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:30:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fa985d-28d6-4615-99e1-5bb4abc655ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:48:51Z', 'updated_at': '2021-08-19T14:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'df8a8e41-a264-4a2d-bd29-d00947c46114', 'name': '', 'network_id': '8a142042-c68c-4e37-b305-42d68af74408', 'tenant_id': 'a174c7311ebe4e578a18affa5c162e64', 'mac_address': 'fa:16:3e:93:23:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fa985d-28d6-4615-99e1-5bb4abc655ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'aff8d2c4-8a7b-4abf-8ece-6e61f2387303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:48:55Z', 'updated_at': '2021-08-19T14:48:56Z', 'revision_number': 2, 'project_id': 'a174c7311ebe4e578a18affa5c162e64', 'subnets': [{'id': 'aff8d2c4-8a7b-4abf-8ece-6e61f2387303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:48:58.633339 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55794) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:58.639620 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0b2b5ece-533b-4b8c-bca9-88ceb77628f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Request body: {'port': {'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-956987039'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:48:58.667229 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2b5ece-533b-4b8c-bca9-88ceb77628f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Made reservation on behalf of 8d2cb0ee993d42d3b651675afa62173f for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:48:58.670637 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0359018-a4da-4e2d-86be-ad300d42f477 None None] Checking router: 46fa985d-28d6-4615-99e1-5bb4abc655ed for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:48:58.671145 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0359018-a4da-4e2d-86be-ad300d42f477 None None] Updating router 46fa985d-28d6-4615-99e1-5bb4abc655ed port df8a8e41-a264-4a2d-bd29-d00947c46114 binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:48:58.672453 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0b2b5ece-533b-4b8c-bca9-88ceb77628f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:58.693049 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-0b2b5ece-533b-4b8c-bca9-88ceb77628f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] device_id is not set on port 95bd0849-2f3c-441b-840a-347e73d58a3a yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:48:58.697990 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b9da5-dcad-425b-b449-ec780dc121eb req-23e2f786-45fd-4034-8dac-4d85c5036164 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:58.701665 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-884b9da5-dcad-425b-b449-ec780dc121eb req-23e2f786-45fd-4034-8dac-4d85c5036164 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/networks?id=8a142042-c68c-4e37-b305-42d68af74408 HTTP/1.1" status: 200 len: 810 time: 0.1938429 Aug 19 14:48:58.721512 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e0359018-a4da-4e2d-86be-ad300d42f477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:58.828795 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-884b9da5-dcad-425b-b449-ec780dc121eb req-db1b5df9-f14c-46b4-958c-58b787da6977 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/quotas/a174c7311ebe4e578a18affa5c162e64 HTTP/1.1" status: 200 len: 375 time: 0.1219285 Aug 19 14:48:58.913810 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0b2b5ece-533b-4b8c-bca9-88ceb77628f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:58.940163 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-884b9da5-dcad-425b-b449-ec780dc121eb req-a39f88aa-b432-426d-99ff-c49806ba2cfc tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a174c7311ebe4e578a18affa5c162e64&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1015093 Aug 19 14:48:58.954795 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0b2b5ece-533b-4b8c-bca9-88ceb77628f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:59.017507 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2b5ece-533b-4b8c-bca9-88ceb77628f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Network 372fd498-76b7-4bec-a356-4069f8a3f800 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:48:59.020873 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-0b2b5ece-533b-4b8c-bca9-88ceb77628f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:48:59.027615 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2b5ece-533b-4b8c-bca9-88ceb77628f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:48:59.029097 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2b5ece-533b-4b8c-bca9-88ceb77628f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:59.029285 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0b2b5ece-533b-4b8c-bca9-88ceb77628f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:59.044624 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b5ece-533b-4b8c-bca9-88ceb77628f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Pushing event updated for resources: {'Port': ['ID=95bd0849-2f3c-441b-840a-347e73d58a3a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:59.055977 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0b2b5ece-533b-4b8c-bca9-88ceb77628f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4185543 Aug 19 14:48:59.056152 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55804) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:48:59.063174 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:48:59.116007 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e0359018-a4da-4e2d-86be-ad300d42f477 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:59.127089 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e0359018-a4da-4e2d-86be-ad300d42f477 None None] Transition to ACTIVE for port object df8a8e41-a264-4a2d-bd29-d00947c46114 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:48:59.133591 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e0359018-a4da-4e2d-86be-ad300d42f477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:59.156249 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe2e7b-1be5-45d3-a51a-48655fee4240 req-7ae50e7b-8597-4879-b27d-23cdba1fdff7 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:59.157853 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-63fe2e7b-1be5-45d3-a51a-48655fee4240 req-7ae50e7b-8597-4879-b27d-23cdba1fdff7 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae3f3903-85b4-446c-9219-5c55744673cd HTTP/1.1" status: 200 len: 946 time: 0.1744978 Aug 19 14:48:59.159631 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-884b9da5-dcad-425b-b449-ec780dc121eb req-a3e2607d-0409-47ff-a820-932a062d8b59 service neutron] 10.222.0.69 "GET /v2.0/networks/8a142042-c68c-4e37-b305-42d68af74408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105734 Aug 19 14:48:59.190157 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:59.190383 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a5800-eb56-4ff1-b3ef-8287f8f567dc None None] Pushing event updated for resources: {'Port': ['ID=df8a8e41-a264-4a2d-bd29-d00947c46114,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:59.251022 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 80f43ef0-a0da-495e-92d0-d4e1fabe34f0 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:48:59.290328 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e0359018-a4da-4e2d-86be-ad300d42f477 None None] Attempting to bind port df8a8e41-a264-4a2d-bd29-d00947c46114 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:48:59.291354 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e0359018-a4da-4e2d-86be-ad300d42f477 None None] Attempting to bind port df8a8e41-a264-4a2d-bd29-d00947c46114 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '8196d451-8148-4854-93a1-9e3fdf28ead8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8a142042-c68c-4e37-b305-42d68af74408'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:48:59.291622 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0359018-a4da-4e2d-86be-ad300d42f477 None None] Attempting to bind port df8a8e41-a264-4a2d-bd29-d00947c46114 on network 8a142042-c68c-4e37-b305-42d68af74408 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:48:59.298641 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-63fe2e7b-1be5-45d3-a51a-48655fee4240 req-962dd75a-a0e9-4dae-9e56-ccf3f5be4c1b tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8eef4d4-ce2c-416e-97b8-e495a11003d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338296 Aug 19 14:48:59.301945 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0359018-a4da-4e2d-86be-ad300d42f477 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:48:59.302120 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0359018-a4da-4e2d-86be-ad300d42f477 None None] Checking segment: {'id': '8196d451-8148-4854-93a1-9e3fdf28ead8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8a142042-c68c-4e37-b305-42d68af74408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:48:59.302529 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e0359018-a4da-4e2d-86be-ad300d42f477 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:59.302931 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0359018-a4da-4e2d-86be-ad300d42f477 None None] Bound using segment: {'id': '8196d451-8148-4854-93a1-9e3fdf28ead8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8a142042-c68c-4e37-b305-42d68af74408'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:48:59.303411 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e0359018-a4da-4e2d-86be-ad300d42f477 None None] Bound port: df8a8e41-a264-4a2d-bd29-d00947c46114, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8196d451-8148-4854-93a1-9e3fdf28ead8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8a142042-c68c-4e37-b305-42d68af74408'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:48:59.303794 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e0359018-a4da-4e2d-86be-ad300d42f477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:59.399930 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-884b9da5-dcad-425b-b449-ec780dc121eb req-80988c86-fc1b-424f-b506-2d773500f3a7 service neutron] 10.222.0.69 "GET /v2.0/networks/8a142042-c68c-4e37-b305-42d68af74408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303116 Aug 19 14:48:59.407640 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 80f43ef0-a0da-495e-92d0-d4e1fabe34f0 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:48:59.407945 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:59.463191 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e0359018-a4da-4e2d-86be-ad300d42f477 None None] For port df8a8e41-a264-4a2d-bd29-d00947c46114, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:48:59.480003 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3307be3c-3e58-429b-bd31-92ca6aa7dbb0 req-bdadf3de-5926-400d-948c-c1b9cb597eb8 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:48:59.481149 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e0359018-a4da-4e2d-86be-ad300d42f477 None None] For port df8a8e41-a264-4a2d-bd29-d00947c46114, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=df8a8e41-a264-4a2d-bd29-d00947c46114,segment=NetworkSegment(8196d451-8148-4854-93a1-9e3fdf28ead8),segment_id=8196d451-8148-4854-93a1-9e3fdf28ead8)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:48:59.489144 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e0359018-a4da-4e2d-86be-ad300d42f477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:59.491535 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3307be3c-3e58-429b-bd31-92ca6aa7dbb0 req-bdadf3de-5926-400d-948c-c1b9cb597eb8 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=c306eaf6-5ea1-4483-af19-100efa9286e7 HTTP/1.1" status: 200 len: 946 time: 0.1094275 Aug 19 14:48:59.590955 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0359018-a4da-4e2d-86be-ad300d42f477 None None] Routers {'46fa985d-28d6-4615-99e1-5bb4abc655ed'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:48:59.591599 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e0359018-a4da-4e2d-86be-ad300d42f477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:48:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['46fa985d-28d6-4615-99e1-5bb4abc655ed'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:48:59.622220 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3307be3c-3e58-429b-bd31-92ca6aa7dbb0 req-b0df23b1-60ad-47d5-bc23-75b139e723f3 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296380 Aug 19 14:48:59.624613 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d304724b-98ea-4ff3-82f8-fd1c720e0229 req-10ade64f-9dd9-4e44-9793-a999b83da1f8 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=189e7ebf-f6e8-42fb-8c3d-e95810c17119 HTTP/1.1" status: 200 len: 210 time: 0.0502670 Aug 19 14:48:59.635073 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a5800-eb56-4ff1-b3ef-8287f8f567dc None None] Pushing event updated for resources: {'Port': ['ID=df8a8e41-a264-4a2d-bd29-d00947c46114,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:59.715548 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:48:59.721149 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] device_id is not set on port 95bd0849-2f3c-441b-840a-347e73d58a3a yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:48:59.731234 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:59.735777 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-e0359018-a4da-4e2d-86be-ad300d42f477 None None] Set router 46fa985d-28d6-4615-99e1-5bb4abc655ed gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:48:59.748182 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Transition to ACTIVE for port object 95bd0849-2f3c-441b-840a-347e73d58a3a will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:48:59.754170 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:48:59.819144 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Pushing event updated for resources: {'Port': ['ID=95bd0849-2f3c-441b-840a-347e73d58a3a,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:48:59.844991 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 95bd0849-2f3c-441b-840a-347e73d58a3a on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:48:59.845692 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 95bd0849-2f3c-441b-840a-347e73d58a3a by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:48:59.845692 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 95bd0849-2f3c-441b-840a-347e73d58a3a on network 372fd498-76b7-4bec-a356-4069f8a3f800 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:48:59.850244 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Port 95bd0849-2f3c-441b-840a-347e73d58a3a on network 372fd498-76b7-4bec-a356-4069f8a3f800 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:48:59.850700 n-d-766043-2 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Failed to bind port 95bd0849-2f3c-441b-840a-347e73d58a3a on host n-h2-766043-2 for vnic_type normal using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] Aug 19 14:48:59.851069 n-d-766043-2 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempt 2 to bind port 95bd0849-2f3c-441b-840a-347e73d58a3a Aug 19 14:48:59.865146 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 95bd0849-2f3c-441b-840a-347e73d58a3a on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:48:59.865526 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 95bd0849-2f3c-441b-840a-347e73d58a3a by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:48:59.865833 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 95bd0849-2f3c-441b-840a-347e73d58a3a on network 372fd498-76b7-4bec-a356-4069f8a3f800 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:48:59.872927 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Port 95bd0849-2f3c-441b-840a-347e73d58a3a on network 372fd498-76b7-4bec-a356-4069f8a3f800 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:48:59.873331 n-d-766043-2 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Failed to bind port 95bd0849-2f3c-441b-840a-347e73d58a3a on host n-h2-766043-2 for vnic_type normal using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] Aug 19 14:48:59.873791 n-d-766043-2 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempt 3 to bind port 95bd0849-2f3c-441b-840a-347e73d58a3a Aug 19 14:48:59.895412 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 95bd0849-2f3c-441b-840a-347e73d58a3a on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:48:59.895992 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 95bd0849-2f3c-441b-840a-347e73d58a3a by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:48:59.896531 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 95bd0849-2f3c-441b-840a-347e73d58a3a on network 372fd498-76b7-4bec-a356-4069f8a3f800 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:48:59.901673 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Port 95bd0849-2f3c-441b-840a-347e73d58a3a on network 372fd498-76b7-4bec-a356-4069f8a3f800 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:48:59.902239 n-d-766043-2 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Failed to bind port 95bd0849-2f3c-441b-840a-347e73d58a3a on host n-h2-766043-2 for vnic_type normal using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] Aug 19 14:48:59.902773 n-d-766043-2 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempt 4 to bind port 95bd0849-2f3c-441b-840a-347e73d58a3a Aug 19 14:48:59.918450 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 95bd0849-2f3c-441b-840a-347e73d58a3a on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:48:59.919147 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 95bd0849-2f3c-441b-840a-347e73d58a3a by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:48:59.919652 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 95bd0849-2f3c-441b-840a-347e73d58a3a on network 372fd498-76b7-4bec-a356-4069f8a3f800 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:48:59.925173 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Port 95bd0849-2f3c-441b-840a-347e73d58a3a on network 372fd498-76b7-4bec-a356-4069f8a3f800 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:48:59.925843 n-d-766043-2 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Failed to bind port 95bd0849-2f3c-441b-840a-347e73d58a3a on host n-h2-766043-2 for vnic_type normal using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] Aug 19 14:48:59.926498 n-d-766043-2 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempt 5 to bind port 95bd0849-2f3c-441b-840a-347e73d58a3a Aug 19 14:48:59.942275 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 95bd0849-2f3c-441b-840a-347e73d58a3a on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:48:59.943028 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 95bd0849-2f3c-441b-840a-347e73d58a3a by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:48:59.944746 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 95bd0849-2f3c-441b-840a-347e73d58a3a on network 372fd498-76b7-4bec-a356-4069f8a3f800 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:48:59.950966 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Port 95bd0849-2f3c-441b-840a-347e73d58a3a on network 372fd498-76b7-4bec-a356-4069f8a3f800 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:48:59.951314 n-d-766043-2 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Failed to bind port 95bd0849-2f3c-441b-840a-347e73d58a3a on host n-h2-766043-2 for vnic_type normal using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] Aug 19 14:48:59.951717 n-d-766043-2 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempt 6 to bind port 95bd0849-2f3c-441b-840a-347e73d58a3a Aug 19 14:48:59.993486 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 95bd0849-2f3c-441b-840a-347e73d58a3a on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:48:59.994672 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 95bd0849-2f3c-441b-840a-347e73d58a3a by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:48:59.995312 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 95bd0849-2f3c-441b-840a-347e73d58a3a on network 372fd498-76b7-4bec-a356-4069f8a3f800 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:49:00.003740 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Port 95bd0849-2f3c-441b-840a-347e73d58a3a on network 372fd498-76b7-4bec-a356-4069f8a3f800 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:49:00.004337 n-d-766043-2 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Failed to bind port 95bd0849-2f3c-441b-840a-347e73d58a3a on host n-h2-766043-2 for vnic_type normal using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] Aug 19 14:49:00.004918 n-d-766043-2 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempt 7 to bind port 95bd0849-2f3c-441b-840a-347e73d58a3a Aug 19 14:49:00.030064 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 95bd0849-2f3c-441b-840a-347e73d58a3a on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:49:00.030961 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 95bd0849-2f3c-441b-840a-347e73d58a3a by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:49:00.031426 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 95bd0849-2f3c-441b-840a-347e73d58a3a on network 372fd498-76b7-4bec-a356-4069f8a3f800 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:49:00.037236 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Port 95bd0849-2f3c-441b-840a-347e73d58a3a on network 372fd498-76b7-4bec-a356-4069f8a3f800 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:49:00.037822 n-d-766043-2 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Failed to bind port 95bd0849-2f3c-441b-840a-347e73d58a3a on host n-h2-766043-2 for vnic_type normal using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] Aug 19 14:49:00.038387 n-d-766043-2 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempt 8 to bind port 95bd0849-2f3c-441b-840a-347e73d58a3a Aug 19 14:49:00.038701 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e0359018-a4da-4e2d-86be-ad300d42f477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fa985d-28d6-4615-99e1-5bb4abc655ed', 'name': 'tempest-ServerRescueTestJSON-205414374-router', 'tenant_id': 'a174c7311ebe4e578a18affa5c162e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '80f43ef0-a0da-495e-92d0-d4e1fabe34f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:48:50Z', 'updated_at': '2021-08-19T14:48:56Z', 'revision_number': 4, 'project_id': 'a174c7311ebe4e578a18affa5c162e64', 'gw_port': {'id': '80f43ef0-a0da-495e-92d0-d4e1fabe34f0', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:30:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fa985d-28d6-4615-99e1-5bb4abc655ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:48:51Z', 'updated_at': '2021-08-19T14:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'df8a8e41-a264-4a2d-bd29-d00947c46114', 'name': '', 'network_id': '8a142042-c68c-4e37-b305-42d68af74408', 'tenant_id': 'a174c7311ebe4e578a18affa5c162e64', 'mac_address': 'fa:16:3e:93:23:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fa985d-28d6-4615-99e1-5bb4abc655ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'aff8d2c4-8a7b-4abf-8ece-6e61f2387303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:48:55Z', 'updated_at': '2021-08-19T14:48:59Z', 'revision_number': 4, 'project_id': 'a174c7311ebe4e578a18affa5c162e64', 'subnets': [{'id': 'aff8d2c4-8a7b-4abf-8ece-6e61f2387303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:49:00.060489 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 95bd0849-2f3c-441b-840a-347e73d58a3a on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:49:00.061251 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 95bd0849-2f3c-441b-840a-347e73d58a3a by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:49:00.061763 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 95bd0849-2f3c-441b-840a-347e73d58a3a on network 372fd498-76b7-4bec-a356-4069f8a3f800 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:49:00.066410 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Port 95bd0849-2f3c-441b-840a-347e73d58a3a on network 372fd498-76b7-4bec-a356-4069f8a3f800 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:49:00.066933 n-d-766043-2 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Failed to bind port 95bd0849-2f3c-441b-840a-347e73d58a3a on host n-h2-766043-2 for vnic_type normal using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] Aug 19 14:49:00.067492 n-d-766043-2 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempt 9 to bind port 95bd0849-2f3c-441b-840a-347e73d58a3a Aug 19 14:49:00.069773 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0359018-a4da-4e2d-86be-ad300d42f477 None None] The sync data for ids ['46fa985d-28d6-4615-99e1-5bb4abc655ed'] in n-d-766043-2 is: [{'id': '46fa985d-28d6-4615-99e1-5bb4abc655ed', 'name': 'tempest-ServerRescueTestJSON-205414374-router', 'tenant_id': 'a174c7311ebe4e578a18affa5c162e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '80f43ef0-a0da-495e-92d0-d4e1fabe34f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:48:50Z', 'updated_at': '2021-08-19T14:48:56Z', 'revision_number': 4, 'project_id': 'a174c7311ebe4e578a18affa5c162e64', 'gw_port': {'id': '80f43ef0-a0da-495e-92d0-d4e1fabe34f0', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:30:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fa985d-28d6-4615-99e1-5bb4abc655ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:48:51Z', 'updated_at': '2021-08-19T14:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'df8a8e41-a264-4a2d-bd29-d00947c46114', 'name': '', 'network_id': '8a142042-c68c-4e37-b305-42d68af74408', 'tenant_id': 'a174c7311ebe4e578a18affa5c162e64', 'mac_address': 'fa:16:3e:93:23:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fa985d-28d6-4615-99e1-5bb4abc655ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'aff8d2c4-8a7b-4abf-8ece-6e61f2387303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:48:55Z', 'updated_at': '2021-08-19T14:48:59Z', 'revision_number': 4, 'project_id': 'a174c7311ebe4e578a18affa5c162e64', 'subnets': [{'id': 'aff8d2c4-8a7b-4abf-8ece-6e61f2387303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:49:00.082841 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 95bd0849-2f3c-441b-840a-347e73d58a3a on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:49:00.083193 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 95bd0849-2f3c-441b-840a-347e73d58a3a by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:49:00.083538 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 95bd0849-2f3c-441b-840a-347e73d58a3a on network 372fd498-76b7-4bec-a356-4069f8a3f800 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:49:00.089106 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Port 95bd0849-2f3c-441b-840a-347e73d58a3a on network 372fd498-76b7-4bec-a356-4069f8a3f800 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:49:00.089738 n-d-766043-2 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Failed to bind port 95bd0849-2f3c-441b-840a-347e73d58a3a on host n-h2-766043-2 for vnic_type normal using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] Aug 19 14:49:00.090467 n-d-766043-2 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempt 10 to bind port 95bd0849-2f3c-441b-840a-347e73d58a3a Aug 19 14:49:00.111603 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 95bd0849-2f3c-441b-840a-347e73d58a3a on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:49:00.112102 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 95bd0849-2f3c-441b-840a-347e73d58a3a by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:49:00.112608 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempting to bind port 95bd0849-2f3c-441b-840a-347e73d58a3a on network 372fd498-76b7-4bec-a356-4069f8a3f800 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:49:00.130687 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Port 95bd0849-2f3c-441b-840a-347e73d58a3a on network 372fd498-76b7-4bec-a356-4069f8a3f800 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:49:00.140387 n-d-766043-2 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Failed to bind port 95bd0849-2f3c-441b-840a-347e73d58a3a on host n-h2-766043-2 for vnic_type normal using segments [{'id': 'f533dd13-2ee0-4c45-b176-5ac4252893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '372fd498-76b7-4bec-a356-4069f8a3f800'}] Aug 19 14:49:00.140940 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:00.294888 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] For port 95bd0849-2f3c-441b-840a-347e73d58a3a, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:49:00.295460 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attempted to set empty binding levels {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 19 14:49:00.302009 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:00.348929 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] In _notify_port_updated(), no bound segment for port 95bd0849-2f3c-441b-840a-347e73d58a3a on network 372fd498-76b7-4bec-a356-4069f8a3f800 {{(pid=94640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 14:49:00.349855 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:00.350477 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:00.354339 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] 10.222.0.69 "PUT /v2.0/ports/95bd0849-2f3c-441b-840a-347e73d58a3a HTTP/1.1" status: 200 len: 978 time: 1.2950418 Aug 19 14:49:00.355109 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55844) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:00.475831 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c4279-3f73-4cdf-bd21-d272cb62c910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Pushing event updated for resources: {'Port': ['ID=95bd0849-2f3c-441b-840a-347e73d58a3a,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:00.513357 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae3fd0-b47d-45d7-a06c-a3ea05eb30cc req-5a70c8f8-6c66-4e87-ac6a-008d90499d54 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:00.514851 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-80ae3fd0-b47d-45d7-a06c-a3ea05eb30cc req-5a70c8f8-6c66-4e87-ac6a-008d90499d54 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae3f3903-85b4-446c-9219-5c55744673cd HTTP/1.1" status: 200 len: 946 time: 0.0914745 Aug 19 14:49:00.547989 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4db6f-10e7-4cba-804a-dedf22a02877 req-efbc5b46-9695-42ba-b5ce-02fe4b23a57d tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:00.549896 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c1a4db6f-10e7-4cba-804a-dedf22a02877 req-efbc5b46-9695-42ba-b5ce-02fe4b23a57d tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae3f3903-85b4-446c-9219-5c55744673cd HTTP/1.1" status: 200 len: 946 time: 0.1354241 Aug 19 14:49:00.589655 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-80ae3fd0-b47d-45d7-a06c-a3ea05eb30cc req-568c0ae0-f99d-4032-9e41-029584f53336 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8eef4d4-ce2c-416e-97b8-e495a11003d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629523 Aug 19 14:49:00.601763 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ad0157fe-3110-4c10-8537-3c1a95e22a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Deleting port 95bd0849-2f3c-441b-840a-347e73d58a3a {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:49:00.602103 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ad0157fe-3110-4c10-8537-3c1a95e22a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:00.726712 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-ad0157fe-3110-4c10-8537-3c1a95e22a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] For port 95bd0849-2f3c-441b-840a-347e73d58a3a, host n-h2-766043-2, got binding levels [] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:49:00.727079 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ad0157fe-3110-4c10-8537-3c1a95e22a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:00.753191 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ad0157fe-3110-4c10-8537-3c1a95e22a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Calling delete_port for 95bd0849-2f3c-441b-840a-347e73d58a3a owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:49:00.802512 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-773d801b-a4f6-4cb8-b4dd-d4b1532e584e req-6eb4557b-a0ac-491b-bd55-f8f845c003b5 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=189e7ebf-f6e8-42fb-8c3d-e95810c17119 HTTP/1.1" status: 200 len: 210 time: 0.0313520 Aug 19 14:49:00.825337 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7dfd5c-e56c-4dea-9c06-63fb34a1fcc6 req-4c56278d-c3ed-4720-95bd-1cfadb5f87ce tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:00.826985 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8c7dfd5c-e56c-4dea-9c06-63fb34a1fcc6 req-4c56278d-c3ed-4720-95bd-1cfadb5f87ce tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=c306eaf6-5ea1-4483-af19-100efa9286e7 HTTP/1.1" status: 200 len: 946 time: 0.0945520 Aug 19 14:49:00.830309 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-c1a4db6f-10e7-4cba-804a-dedf22a02877 req-72151251-8b1a-44e7-970b-a85da1bf1324 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Deleting port 2188f986-bcf5-423d-b29c-27d109afb2f8 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:49:00.830650 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c1a4db6f-10e7-4cba-804a-dedf22a02877 req-72151251-8b1a-44e7-970b-a85da1bf1324 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:00.914225 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8c7dfd5c-e56c-4dea-9c06-63fb34a1fcc6 req-91617c91-04c8-418c-bd38-86e8c0a90380 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779791 Aug 19 14:49:01.014310 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b9da5-dcad-425b-b449-ec780dc121eb req-d0ff2ce4-45ae-4c3c-9958-95b94a035611 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:01.017275 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-884b9da5-dcad-425b-b449-ec780dc121eb req-d0ff2ce4-45ae-4c3c-9958-95b94a035611 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.68 "GET /v2.0/networks?id=8a142042-c68c-4e37-b305-42d68af74408 HTTP/1.1" status: 200 len: 810 time: 0.1344545 Aug 19 14:49:01.046839 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-884b9da5-dcad-425b-b449-ec780dc121eb req-9c80895c-0332-4159-8238-735b7a0d1532 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Request body: {'port': {'device_id': '189e7ebf-f6e8-42fb-8c3d-e95810c17119', 'network_id': '8a142042-c68c-4e37-b305-42d68af74408', 'admin_state_up': True, 'tenant_id': 'a174c7311ebe4e578a18affa5c162e64'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:49:01.082697 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-c1a4db6f-10e7-4cba-804a-dedf22a02877 req-72151251-8b1a-44e7-970b-a85da1bf1324 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] For port 2188f986-bcf5-423d-b29c-27d109afb2f8, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=2188f986-bcf5-423d-b29c-27d109afb2f8,segment=NetworkSegment(bfc744b1-0107-452f-83ab-c2ef678669ca),segment_id=bfc744b1-0107-452f-83ab-c2ef678669ca)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:49:01.083065 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c1a4db6f-10e7-4cba-804a-dedf22a02877 req-72151251-8b1a-44e7-970b-a85da1bf1324 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:01.102250 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ad0157fe-3110-4c10-8537-3c1a95e22a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:01.143055 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-c1a4db6f-10e7-4cba-804a-dedf22a02877 req-72151251-8b1a-44e7-970b-a85da1bf1324 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Calling delete_port for 2188f986-bcf5-423d-b29c-27d109afb2f8 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:49:01.196372 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0157fe-3110-4c10-8537-3c1a95e22a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Pushing event deleted for resources: {'Port': ['ID=95bd0849-2f3c-441b-840a-347e73d58a3a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:01.215917 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ad0157fe-3110-4c10-8537-3c1a95e22a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:01.219137 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ad0157fe-3110-4c10-8537-3c1a95e22a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] 10.222.0.69 "DELETE /v2.0/ports/95bd0849-2f3c-441b-840a-347e73d58a3a HTTP/1.1" status: 204 len: 168 time: 0.8627677 Aug 19 14:49:01.226777 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55862) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:01.258651 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-884b9da5-dcad-425b-b449-ec780dc121eb req-9c80895c-0332-4159-8238-735b7a0d1532 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Made reservation on behalf of a174c7311ebe4e578a18affa5c162e64 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:49:01.263274 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-884b9da5-dcad-425b-b449-ec780dc121eb req-9c80895c-0332-4159-8238-735b7a0d1532 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:01.299722 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdf2ffe1-6380-4249-89b4-7961542a9b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] GET failed (client error): The resource could not be found. Aug 19 14:49:01.307405 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-bdf2ffe1-6380-4249-89b4-7961542a9b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-736224498-project-admin] 10.222.0.69 "GET /v2.0/ports/95bd0849-2f3c-441b-840a-347e73d58a3a HTTP/1.1" status: 404 len: 333 time: 0.0791340 Aug 19 14:49:01.308054 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55864) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:01.348644 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device df8a8e41-a264-4a2d-bd29-d00947c46114 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:49:01.422828 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fa580b0e-159b-4e36-81af-ed25e9d27ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:01.426464 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1875b622-8cd1-4797-a73f-dde9f94566af tempest-PortsAdminExtendedAttrsIpV6TestJSON-918554652 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918554652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:01.455195 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port df8a8e41-a264-4a2d-bd29-d00947c46114 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:49:01.461083 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port df8a8e41-a264-4a2d-bd29-d00947c46114 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:49:01.461465 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:01.474676 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-884b9da5-dcad-425b-b449-ec780dc121eb req-9c80895c-0332-4159-8238-735b7a0d1532 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Allocated IP 172.20.0.12 (8a142042-c68c-4e37-b305-42d68af74408/aff8d2c4-8a7b-4abf-8ece-6e61f2387303/3c0b52e2-a311-4ffe-9349-091f50286919) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:49:01.573962 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:01.578907 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c1a4db6f-10e7-4cba-804a-dedf22a02877 req-72151251-8b1a-44e7-970b-a85da1bf1324 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:01.600387 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['df312655-e057-471b-ae41-83362c99d7c9', '2188f986-bcf5-423d-b29c-27d109afb2f8'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:49:01.602900 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['56504bf7-0ca7-4dce-a439-9f103adcf976'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:49:01.666374 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72151251-8b1a-44e7-970b-a85da1bf1324 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Pushing event deleted for resources: {'Port': ['ID=2188f986-bcf5-423d-b29c-27d109afb2f8,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:01.698777 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1875b622-8cd1-4797-a73f-dde9f94566af tempest-PortsAdminExtendedAttrsIpV6TestJSON-918554652 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918554652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:01.704605 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port df8a8e41-a264-4a2d-bd29-d00947c46114, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=df8a8e41-a264-4a2d-bd29-d00947c46114,segment=NetworkSegment(8196d451-8148-4854-93a1-9e3fdf28ead8),segment_id=8196d451-8148-4854-93a1-9e3fdf28ead8)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:49:01.735242 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a4db6f-10e7-4cba-804a-dedf22a02877 req-72151251-8b1a-44e7-970b-a85da1bf1324 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] No DVR routers for this DVR port 2188f986-bcf5-423d-b29c-27d109afb2f8 on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:49:01.743301 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c1a4db6f-10e7-4cba-804a-dedf22a02877 req-72151251-8b1a-44e7-970b-a85da1bf1324 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:01.749056 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:01.750676 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c1a4db6f-10e7-4cba-804a-dedf22a02877 req-72151251-8b1a-44e7-970b-a85da1bf1324 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.68 "DELETE /v2.0/ports/2188f986-bcf5-423d-b29c-27d109afb2f8 HTTP/1.1" status: 204 len: 173 time: 1.1916654 Aug 19 14:49:01.751466 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3f3903-85b4-446c-9219-5c55744673cd', 'name': 'network-vif-deleted', 'tag': '2188f986-bcf5-423d-b29c-27d109afb2f8'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:49:01.754610 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf9ff7e-a37b-4a59-931d-dd60c8b59f49" -d '{"events": [{"server_uuid": "ae3f3903-85b4-446c-9219-5c55744673cd", "name": "network-vif-deleted", "tag": "2188f986-bcf5-423d-b29c-27d109afb2f8"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:49:01.758716 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-1875b622-8cd1-4797-a73f-dde9f94566af tempest-PortsAdminExtendedAttrsIpV6TestJSON-918554652 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918554652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['372fd498-76b7-4bec-a356-4069f8a3f800']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:49:01.774392 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-066b0d28-4da7-48a2-8776-dbba9f8f76be req-2841aca1-5b38-4766-85c3-b74db30cf3f6 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae3f3903-85b4-446c-9219-5c55744673cd HTTP/1.1" status: 200 len: 210 time: 0.0500460 Aug 19 14:49:01.792061 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-1875b622-8cd1-4797-a73f-dde9f94566af tempest-PortsAdminExtendedAttrsIpV6TestJSON-918554652 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918554652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f533dd13-2ee0-4c45-b176-5ac4252893e9') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:49:01.792446 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-1875b622-8cd1-4797-a73f-dde9f94566af tempest-PortsAdminExtendedAttrsIpV6TestJSON-918554652 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918554652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f533dd13-2ee0-4c45-b176-5ac4252893e9') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:49:01.817256 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1875b622-8cd1-4797-a73f-dde9f94566af tempest-PortsAdminExtendedAttrsIpV6TestJSON-918554652 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918554652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:01.844225 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32e6e81-11ea-4167-9fd7-7bcc9c319b69 x-openstack-request-id: req-b32e6e81-11ea-4167-9fd7-7bcc9c319b69 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:49:01.844782 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae3f3903-85b4-446c-9219-5c55744673cd", "name": "network-vif-deleted", "tag": "2188f986-bcf5-423d-b29c-27d109afb2f8", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:49:01.845203 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b32e6e81-11ea-4167-9fd7-7bcc9c319b69 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:49:01.845753 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae3f3903-85b4-446c-9219-5c55744673cd', 'name': 'network-vif-deleted', 'tag': '2188f986-bcf5-423d-b29c-27d109afb2f8', 'status': 'completed', 'code': 200} Aug 19 14:49:01.849919 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1875b622-8cd1-4797-a73f-dde9f94566af tempest-PortsAdminExtendedAttrsIpV6TestJSON-918554652 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918554652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:01.857596 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1875b622-8cd1-4797-a73f-dde9f94566af tempest-PortsAdminExtendedAttrsIpV6TestJSON-918554652 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918554652-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:49:01.860747 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1875b622-8cd1-4797-a73f-dde9f94566af tempest-PortsAdminExtendedAttrsIpV6TestJSON-918554652 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918554652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:01.868366 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:49:01.868366 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:49:01.868366 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:49:01.868366 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:49:01.868366 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:49:01.868366 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:49:01.868366 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:49:01.868366 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:49:01.868366 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:49:01.868366 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:49:01.868366 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:49:01.868366 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:49:01.868366 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:49:01.868366 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:49:01.868366 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:49:01.868366 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:49:01.868366 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:49:01.868366 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:49:01.868366 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:49:01.868366 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:49:01.868366 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:49:01.868366 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:49:01.868366 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:49:01.868366 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:49:01.868366 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:49:01.868366 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:49:01.868366 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:49:01.868366 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:49:01.868366 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:49:01.868366 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:49:01.868366 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:49:01.868366 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:49:01.904523 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-884b9da5-dcad-425b-b449-ec780dc121eb req-9c80895c-0332-4159-8238-735b7a0d1532 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:01.975400 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1875b622-8cd1-4797-a73f-dde9f94566af tempest-PortsAdminExtendedAttrsIpV6TestJSON-918554652 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918554652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:02.005376 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=df8a8e41-a264-4a2d-bd29-d00947c46114,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:02.007693 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1875b622-8cd1-4797-a73f-dde9f94566af tempest-PortsAdminExtendedAttrsIpV6TestJSON-918554652 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918554652-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:02.010935 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1875b622-8cd1-4797-a73f-dde9f94566af tempest-PortsAdminExtendedAttrsIpV6TestJSON-918554652 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918554652-project] 10.222.0.69 "DELETE /v2.0/networks/372fd498-76b7-4bec-a356-4069f8a3f800 HTTP/1.1" status: 204 len: 168 time: 0.7002535 Aug 19 14:49:02.012113 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1875b622-8cd1-4797-a73f-dde9f94566af tempest-PortsAdminExtendedAttrsIpV6TestJSON-918554652 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918554652-project] Pushing event deleted for resources: {'Network': ['ID=372fd498-76b7-4bec-a356-4069f8a3f800,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:02.041289 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-884b9da5-dcad-425b-b449-ec780dc121eb req-9c80895c-0332-4159-8238-735b7a0d1532 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:02.142550 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-884b9da5-dcad-425b-b449-ec780dc121eb req-9c80895c-0332-4159-8238-735b7a0d1532 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Network 8a142042-c68c-4e37-b305-42d68af74408 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:49:02.147311 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-884b9da5-dcad-425b-b449-ec780dc121eb req-9c80895c-0332-4159-8238-735b7a0d1532 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:49:02.149793 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-884b9da5-dcad-425b-b449-ec780dc121eb req-9c80895c-0332-4159-8238-735b7a0d1532 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:49:02.220103 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c80895c-0332-4159-8238-735b7a0d1532 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Pushing event updated for resources: {'Port': ['ID=3c0b52e2-a311-4ffe-9349-091f50286919,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:02.230881 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f4562-150f-449a-a301-85e418aae39b req-fb184933-30f8-4003-96fb-5f90b547e4af tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:02.238489 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-df4f4562-150f-449a-a301-85e418aae39b req-fb184933-30f8-4003-96fb-5f90b547e4af tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=189e7ebf-f6e8-42fb-8c3d-e95810c17119 HTTP/1.1" status: 200 len: 932 time: 0.2527485 Aug 19 14:49:02.267063 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b9da5-dcad-425b-b449-ec780dc121eb req-9c80895c-0332-4159-8238-735b7a0d1532 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:02.267854 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-884b9da5-dcad-425b-b449-ec780dc121eb req-9c80895c-0332-4159-8238-735b7a0d1532 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:02.289368 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392362ad-6faa-4cd8-a468-ae9421ad1a82 req-855e0847-220d-4460-b875-41d1b2b553ba tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:02.290916 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-392362ad-6faa-4cd8-a468-ae9421ad1a82 req-855e0847-220d-4460-b875-41d1b2b553ba tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=c306eaf6-5ea1-4483-af19-100efa9286e7 HTTP/1.1" status: 200 len: 946 time: 0.2144017 Aug 19 14:49:02.317618 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-884b9da5-dcad-425b-b449-ec780dc121eb req-9c80895c-0332-4159-8238-735b7a0d1532 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2809839 Aug 19 14:49:02.332622 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-df4f4562-150f-449a-a301-85e418aae39b req-89c20305-9ed6-4c4b-8bef-5253266f7c29 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930326 Aug 19 14:49:02.357606 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-884b9da5-dcad-425b-b449-ec780dc121eb req-c4730004-7df9-4f36-911e-bc2fda8aadab service neutron] Request body: {'port': {'device_id': '189e7ebf-f6e8-42fb-8c3d-e95810c17119', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:49:02.408562 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-392362ad-6faa-4cd8-a468-ae9421ad1a82 req-9b555f14-ecfd-430c-a5b6-c2d3329fcd5b tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938971 Aug 19 14:49:02.468747 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-884b9da5-dcad-425b-b449-ec780dc121eb req-c4730004-7df9-4f36-911e-bc2fda8aadab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:02.624753 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55894) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:02.780091 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-884b9da5-dcad-425b-b449-ec780dc121eb req-c4730004-7df9-4f36-911e-bc2fda8aadab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c0b52e2-a311-4ffe-9349-091f50286919 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:49:02.783641 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b1592850-d546-465c-88cb-3118d2e3d114 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3944012fa15a4dc795b10d030c7b0503&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1570277 Aug 19 14:49:02.784695 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55904) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:02.788777 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-884b9da5-dcad-425b-b449-ec780dc121eb req-c4730004-7df9-4f36-911e-bc2fda8aadab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:02.803302 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-884b9da5-dcad-425b-b449-ec780dc121eb req-c4730004-7df9-4f36-911e-bc2fda8aadab service neutron] Transition to ACTIVE for port object 3c0b52e2-a311-4ffe-9349-091f50286919 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:49:02.809651 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-884b9da5-dcad-425b-b449-ec780dc121eb req-c4730004-7df9-4f36-911e-bc2fda8aadab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:02.880022 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d9275cb4-c325-4848-a627-ab04fac777cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:02.893169 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4730004-7df9-4f36-911e-bc2fda8aadab service neutron] Pushing event updated for resources: {'Port': ['ID=3c0b52e2-a311-4ffe-9349-091f50286919,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:02.921015 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d9275cb4-c325-4848-a627-ab04fac777cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:02.958304 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-884b9da5-dcad-425b-b449-ec780dc121eb req-c4730004-7df9-4f36-911e-bc2fda8aadab service neutron] Attempting to bind port 3c0b52e2-a311-4ffe-9349-091f50286919 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:49:02.958745 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-884b9da5-dcad-425b-b449-ec780dc121eb req-c4730004-7df9-4f36-911e-bc2fda8aadab service neutron] Attempting to bind port 3c0b52e2-a311-4ffe-9349-091f50286919 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '8196d451-8148-4854-93a1-9e3fdf28ead8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8a142042-c68c-4e37-b305-42d68af74408'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:49:02.959060 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884b9da5-dcad-425b-b449-ec780dc121eb req-c4730004-7df9-4f36-911e-bc2fda8aadab service neutron] Attempting to bind port 3c0b52e2-a311-4ffe-9349-091f50286919 on network 8a142042-c68c-4e37-b305-42d68af74408 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:49:02.965740 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884b9da5-dcad-425b-b449-ec780dc121eb req-c4730004-7df9-4f36-911e-bc2fda8aadab service neutron] Port 3c0b52e2-a311-4ffe-9349-091f50286919 on network 8a142042-c68c-4e37-b305-42d68af74408 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:49:02.966119 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884b9da5-dcad-425b-b449-ec780dc121eb req-c4730004-7df9-4f36-911e-bc2fda8aadab service neutron] Attempting to bind port 3c0b52e2-a311-4ffe-9349-091f50286919 on network 8a142042-c68c-4e37-b305-42d68af74408 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:49:02.973357 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884b9da5-dcad-425b-b449-ec780dc121eb req-c4730004-7df9-4f36-911e-bc2fda8aadab service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:49:02.973716 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884b9da5-dcad-425b-b449-ec780dc121eb req-c4730004-7df9-4f36-911e-bc2fda8aadab service neutron] Checking segment: {'id': '8196d451-8148-4854-93a1-9e3fdf28ead8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8a142042-c68c-4e37-b305-42d68af74408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:49:02.974089 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884b9da5-dcad-425b-b449-ec780dc121eb req-c4730004-7df9-4f36-911e-bc2fda8aadab service neutron] Bound using segment: {'id': '8196d451-8148-4854-93a1-9e3fdf28ead8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8a142042-c68c-4e37-b305-42d68af74408'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:49:02.974527 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-884b9da5-dcad-425b-b449-ec780dc121eb req-c4730004-7df9-4f36-911e-bc2fda8aadab service neutron] Bound port: 3c0b52e2-a311-4ffe-9349-091f50286919, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8196d451-8148-4854-93a1-9e3fdf28ead8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8a142042-c68c-4e37-b305-42d68af74408'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:49:02.974893 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-884b9da5-dcad-425b-b449-ec780dc121eb req-c4730004-7df9-4f36-911e-bc2fda8aadab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:02.989653 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d9275cb4-c325-4848-a627-ab04fac777cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:02.992662 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d9275cb4-c325-4848-a627-ab04fac777cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:02.994685 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d9275cb4-c325-4848-a627-ab04fac777cc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/97980cfa-3034-4ef0-8c85-d68f92348fc5 HTTP/1.1" status: 204 len: 168 time: 0.2090440 Aug 19 14:49:03.023733 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9275cb4-c325-4848-a627-ab04fac777cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97980cfa-3034-4ef0-8c85-d68f92348fc5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:03.107284 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-884b9da5-dcad-425b-b449-ec780dc121eb req-c4730004-7df9-4f36-911e-bc2fda8aadab service neutron] For port 3c0b52e2-a311-4ffe-9349-091f50286919, host n-h1-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:49:03.123184 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-884b9da5-dcad-425b-b449-ec780dc121eb req-c4730004-7df9-4f36-911e-bc2fda8aadab service neutron] For port 3c0b52e2-a311-4ffe-9349-091f50286919, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=3c0b52e2-a311-4ffe-9349-091f50286919,segment=NetworkSegment(8196d451-8148-4854-93a1-9e3fdf28ead8),segment_id=8196d451-8148-4854-93a1-9e3fdf28ead8)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:49:03.139992 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97558732-71d4-423e-bac2-a3417a5275f6 req-314c7871-87a8-4e3b-b20c-233e17534b71 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:03.141791 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-97558732-71d4-423e-bac2-a3417a5275f6 req-314c7871-87a8-4e3b-b20c-233e17534b71 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/ports?device_id=fe94a912-e65f-48f6-a3ec-790797e14d97 HTTP/1.1" status: 200 len: 945 time: 0.0742922 Aug 19 14:49:03.143235 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-884b9da5-dcad-425b-b449-ec780dc121eb req-c4730004-7df9-4f36-911e-bc2fda8aadab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:03.207110 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b9da5-dcad-425b-b449-ec780dc121eb req-c4730004-7df9-4f36-911e-bc2fda8aadab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:03.207699 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-884b9da5-dcad-425b-b449-ec780dc121eb req-c4730004-7df9-4f36-911e-bc2fda8aadab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:03.209406 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-884b9da5-dcad-425b-b449-ec780dc121eb req-c4730004-7df9-4f36-911e-bc2fda8aadab service neutron] 10.222.0.68 "PUT /v2.0/ports/3c0b52e2-a311-4ffe-9349-091f50286919 HTTP/1.1" status: 200 len: 1092 time: 0.8746805 Aug 19 14:49:03.214431 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '189e7ebf-f6e8-42fb-8c3d-e95810c17119', 'tag': '3c0b52e2-a311-4ffe-9349-091f50286919'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:49:03.225749 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6949e86f-0499-443b-8e87-add4d910e7d1" -d '{"events": [{"name": "network-changed", "server_uuid": "189e7ebf-f6e8-42fb-8c3d-e95810c17119", "tag": "3c0b52e2-a311-4ffe-9349-091f50286919"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:49:03.244228 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device df8a8e41-a264-4a2d-bd29-d00947c46114 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:49:03.277679 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-97558732-71d4-423e-bac2-a3417a5275f6 req-4f979696-1ac7-400c-a5d2-8eaca1b9c2f3 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8eef4d4-ce2c-416e-97b8-e495a11003d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237979 Aug 19 14:49:03.295382 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4730004-7df9-4f36-911e-bc2fda8aadab service neutron] Pushing event updated for resources: {'Port': ['ID=3c0b52e2-a311-4ffe-9349-091f50286919,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:03.322427 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port df8a8e41-a264-4a2d-bd29-d00947c46114 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:49:03.322805 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:03.340136 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15c57bb-79fb-4704-85ce-aa4d25a6e095 x-openstack-request-id: req-b15c57bb-79fb-4704-85ce-aa4d25a6e095 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:49:03.340429 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "189e7ebf-f6e8-42fb-8c3d-e95810c17119", "tag": "3c0b52e2-a311-4ffe-9349-091f50286919", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:49:03.340672 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b15c57bb-79fb-4704-85ce-aa4d25a6e095 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:49:03.341068 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '189e7ebf-f6e8-42fb-8c3d-e95810c17119', 'tag': '3c0b52e2-a311-4ffe-9349-091f50286919', 'status': 'completed', 'code': 200} Aug 19 14:49:03.360614 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b9da5-dcad-425b-b449-ec780dc121eb req-94a8772d-5df8-4b12-8a88-1f301e1986a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:03.362612 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-884b9da5-dcad-425b-b449-ec780dc121eb req-94a8772d-5df8-4b12-8a88-1f301e1986a7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a174c7311ebe4e578a18affa5c162e64&device_id=189e7ebf-f6e8-42fb-8c3d-e95810c17119 HTTP/1.1" status: 200 len: 1095 time: 0.0916994 Aug 19 14:49:03.416261 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-884b9da5-dcad-425b-b449-ec780dc121eb req-2360e388-98bf-4f76-8b58-7c00e6257945 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c0b52e2-a311-4ffe-9349-091f50286919 HTTP/1.1" status: 200 len: 217 time: 0.0422647 Aug 19 14:49:03.452130 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55934) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:03.500768 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-90f02609-2733-477b-96ac-dcf27dd9fb00 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8d2cb0ee993d42d3b651675afa62173f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471570 Aug 19 14:49:03.503066 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55940) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:03.511295 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b9da5-dcad-425b-b449-ec780dc121eb req-6efff385-6f15-444e-bdcb-98fda8818745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:03.512802 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-884b9da5-dcad-425b-b449-ec780dc121eb req-6efff385-6f15-444e-bdcb-98fda8818745 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=aff8d2c4-8a7b-4abf-8ece-6e61f2387303 HTTP/1.1" status: 200 len: 850 time: 0.0878851 Aug 19 14:49:03.526340 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57a187-d3f5-4ffd-afea-b62ebb135432 req-277cf356-5efb-47e9-aa7a-78039b0ae471 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:03.532900 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8a57a187-d3f5-4ffd-afea-b62ebb135432 req-277cf356-5efb-47e9-aa7a-78039b0ae471 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=189e7ebf-f6e8-42fb-8c3d-e95810c17119 HTTP/1.1" status: 200 len: 944 time: 0.0753198 Aug 19 14:49:03.558263 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-83e5be75-c014-4f5f-b419-c96c63a28886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:03.582774 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-83e5be75-c014-4f5f-b419-c96c63a28886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:03.595276 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-884b9da5-dcad-425b-b449-ec780dc121eb req-bb286ae6-619f-4523-b50d-a4bf9eeb7fd8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8a142042-c68c-4e37-b305-42d68af74408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592065 Aug 19 14:49:03.636017 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-83e5be75-c014-4f5f-b419-c96c63a28886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:03.638870 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-83e5be75-c014-4f5f-b419-c96c63a28886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:03.640044 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-83e5be75-c014-4f5f-b419-c96c63a28886 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/67edd78c-5b78-4283-8756-2c347586fed6 HTTP/1.1" status: 204 len: 168 time: 0.1356013 Aug 19 14:49:03.645523 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8a57a187-d3f5-4ffd-afea-b62ebb135432 req-5c896b24-b3dc-4a77-a79d-6a0d434d86ad tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112669 Aug 19 14:49:03.664248 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e5be75-c014-4f5f-b419-c96c63a28886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67edd78c-5b78-4283-8756-2c347586fed6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:03.718463 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94eb44-b0f6-4a08-a9b5-ac0b23f9ed77 req-06cdfe99-93ec-48fe-99ba-1ff72c22a84e tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:03.725798 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:03.727994 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1b94eb44-b0f6-4a08-a9b5-ac0b23f9ed77 req-06cdfe99-93ec-48fe-99ba-1ff72c22a84e tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=c306eaf6-5ea1-4483-af19-100efa9286e7 HTTP/1.1" status: 200 len: 946 time: 0.1928554 Aug 19 14:49:03.785791 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1b94eb44-b0f6-4a08-a9b5-ac0b23f9ed77 req-9c57c145-0605-4437-bfe5-5d42dd754a12 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563533 Aug 19 14:49:03.797350 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-884b9da5-dcad-425b-b449-ec780dc121eb req-d5ed6fc3-f382-49e2-a4e7-d10e92828c48 service neutron] 10.222.0.68 "GET /v2.0/networks/8a142042-c68c-4e37-b305-42d68af74408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868346 Aug 19 14:49:03.898672 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-884b9da5-dcad-425b-b449-ec780dc121eb req-c3b4c382-7362-44da-8d1c-ec895184ee5a service neutron] 10.222.0.68 "GET /v2.0/networks/8a142042-c68c-4e37-b305-42d68af74408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938876 Aug 19 14:49:03.991078 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949e86f-0499-443b-8e87-add4d910e7d1 req-5b77c11d-85ed-4c9b-b144-51eb780c8a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:03.993026 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6949e86f-0499-443b-8e87-add4d910e7d1 req-5b77c11d-85ed-4c9b-b144-51eb780c8a4c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a174c7311ebe4e578a18affa5c162e64&device_id=189e7ebf-f6e8-42fb-8c3d-e95810c17119 HTTP/1.1" status: 200 len: 1095 time: 0.0453322 Aug 19 14:49:04.098492 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949e86f-0499-443b-8e87-add4d910e7d1 req-f9c527ef-4d27-4211-a779-d5ac9bc97f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:04.099991 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6949e86f-0499-443b-8e87-add4d910e7d1 req-f9c527ef-4d27-4211-a779-d5ac9bc97f7c service neutron] 10.222.0.68 "GET /v2.0/networks?id=8a142042-c68c-4e37-b305-42d68af74408 HTTP/1.1" status: 200 len: 911 time: 0.0989685 Aug 19 14:49:04.149926 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6949e86f-0499-443b-8e87-add4d910e7d1 req-b7425efc-3af3-4c1a-8915-9fa6d91ce89f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c0b52e2-a311-4ffe-9349-091f50286919 HTTP/1.1" status: 200 len: 217 time: 0.0387836 Aug 19 14:49:04.204269 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949e86f-0499-443b-8e87-add4d910e7d1 req-62a68c85-cee0-4db1-b722-0c8e363b7127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:04.205769 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6949e86f-0499-443b-8e87-add4d910e7d1 req-62a68c85-cee0-4db1-b722-0c8e363b7127 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=aff8d2c4-8a7b-4abf-8ece-6e61f2387303 HTTP/1.1" status: 200 len: 850 time: 0.0486031 Aug 19 14:49:04.242282 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6949e86f-0499-443b-8e87-add4d910e7d1 req-ec99347b-13c0-4cc6-a43b-e68fce654df2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8a142042-c68c-4e37-b305-42d68af74408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264983 Aug 19 14:49:04.419870 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6949e86f-0499-443b-8e87-add4d910e7d1 req-730e460e-34cc-43f1-b44c-b2fe310b5893 service neutron] 10.222.0.68 "GET /v2.0/networks/8a142042-c68c-4e37-b305-42d68af74408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649997 Aug 19 14:49:04.516254 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-19e0c49d-74ca-48e3-a2b2-f69d1d70dd88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:04.527018 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:04.908668 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8fd7e-8534-42c1-9caa-3121cc31bcd5 req-b418eee9-54bf-4d50-af63-f68f6576f166 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:04.910374 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-28d8fd7e-8534-42c1-9caa-3121cc31bcd5 req-b418eee9-54bf-4d50-af63-f68f6576f166 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/ports?device_id=fe94a912-e65f-48f6-a3ec-790797e14d97 HTTP/1.1" status: 200 len: 945 time: 0.4969227 Aug 19 14:49:04.988969 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c324c15-ae37-4e1e-b862-e40692baf96f req-a5f9258f-7140-477d-912b-7e43e55d7ece tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:04.990314 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0c324c15-ae37-4e1e-b862-e40692baf96f req-a5f9258f-7140-477d-912b-7e43e55d7ece tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.88 "GET /v2.0/ports?device_id=fe94a912-e65f-48f6-a3ec-790797e14d97 HTTP/1.1" status: 200 len: 945 time: 0.4523873 Aug 19 14:49:05.029690 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6949e86f-0499-443b-8e87-add4d910e7d1 req-878be8fc-9b97-4409-b096-4de1613cacd7 service neutron] 10.222.0.68 "GET /v2.0/networks/8a142042-c68c-4e37-b305-42d68af74408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5922036 Aug 19 14:49:05.038249 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec7adc-fba5-453e-b6ba-20709f539784 req-4ab2abf9-e64c-4e5a-b333-cafc7f7c0574 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:05.039905 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-82ec7adc-fba5-453e-b6ba-20709f539784 req-4ab2abf9-e64c-4e5a-b333-cafc7f7c0574 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=189e7ebf-f6e8-42fb-8c3d-e95810c17119 HTTP/1.1" status: 200 len: 944 time: 0.1680822 Aug 19 14:49:05.057431 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:05.063675 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-28d8fd7e-8534-42c1-9caa-3121cc31bcd5 req-536d6365-5961-40cd-8873-917d34a566c7 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8eef4d4-ce2c-416e-97b8-e495a11003d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429920 Aug 19 14:49:05.142119 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-82ec7adc-fba5-453e-b6ba-20709f539784 req-38166dcd-0473-4c5b-895d-2ed84c76cc7c tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815082 Aug 19 14:49:05.176768 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-0c324c15-ae37-4e1e-b862-e40692baf96f req-5aa56508-d28a-4778-a650-9a1ce1552712 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Deleting port 56504bf7-0ca7-4dce-a439-9f103adcf976 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:49:05.177353 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0c324c15-ae37-4e1e-b862-e40692baf96f req-5aa56508-d28a-4778-a650-9a1ce1552712 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:05.208004 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:05.249769 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55988) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:05.315208 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09a6d94-17b1-410b-9305-fed64135bea1 req-a17dac3a-598a-43d0-af12-106ea1e60f92 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:05.316747 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d09a6d94-17b1-410b-9305-fed64135bea1 req-a17dac3a-598a-43d0-af12-106ea1e60f92 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=c306eaf6-5ea1-4483-af19-100efa9286e7 HTTP/1.1" status: 200 len: 946 time: 0.0854912 Aug 19 14:49:05.356995 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2aa0725c-5e30-4ac7-90ee-1a75e8edc747 tempest-RoutersAdminNegativeIpV6Test-959065078 tempest-RoutersAdminNegativeIpV6Test-959065078-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-207889467', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:49:05.368201 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d09a6d94-17b1-410b-9305-fed64135bea1 req-034ce6d7-7c5e-43f3-9733-78c28bcf96be tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431750 Aug 19 14:49:05.378274 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-0c324c15-ae37-4e1e-b862-e40692baf96f req-5aa56508-d28a-4778-a650-9a1ce1552712 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] For port 56504bf7-0ca7-4dce-a439-9f103adcf976, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=56504bf7-0ca7-4dce-a439-9f103adcf976,segment=NetworkSegment(bfc744b1-0107-452f-83ab-c2ef678669ca),segment_id=bfc744b1-0107-452f-83ab-c2ef678669ca)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:49:05.379114 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0c324c15-ae37-4e1e-b862-e40692baf96f req-5aa56508-d28a-4778-a650-9a1ce1552712 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:05.394968 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-0c324c15-ae37-4e1e-b862-e40692baf96f req-5aa56508-d28a-4778-a650-9a1ce1552712 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Calling delete_port for 56504bf7-0ca7-4dce-a439-9f103adcf976 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:49:05.395534 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa0725c-5e30-4ac7-90ee-1a75e8edc747 tempest-RoutersAdminNegativeIpV6Test-959065078 tempest-RoutersAdminNegativeIpV6Test-959065078-project-admin] Made reservation on behalf of a00f5416fb07437dbabf0428e6db8d6a for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:49:05.398253 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2aa0725c-5e30-4ac7-90ee-1a75e8edc747 tempest-RoutersAdminNegativeIpV6Test-959065078 tempest-RoutersAdminNegativeIpV6Test-959065078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:05.406760 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2aa0725c-5e30-4ac7-90ee-1a75e8edc747 tempest-RoutersAdminNegativeIpV6Test-959065078 tempest-RoutersAdminNegativeIpV6Test-959065078-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:05.515488 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2aa0725c-5e30-4ac7-90ee-1a75e8edc747 tempest-RoutersAdminNegativeIpV6Test-959065078 tempest-RoutersAdminNegativeIpV6Test-959065078-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:05.519689 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2aa0725c-5e30-4ac7-90ee-1a75e8edc747 tempest-RoutersAdminNegativeIpV6Test-959065078 tempest-RoutersAdminNegativeIpV6Test-959065078-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:05.526167 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-2aa0725c-5e30-4ac7-90ee-1a75e8edc747 tempest-RoutersAdminNegativeIpV6Test-959065078 tempest-RoutersAdminNegativeIpV6Test-959065078-project-admin] device_id is not set on port 5e40a0fd-b6b2-44d4-ad89-c5e5c3e8bcbe yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:49:05.542551 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0c324c15-ae37-4e1e-b862-e40692baf96f req-5aa56508-d28a-4778-a650-9a1ce1552712 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:05.555811 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['df312655-e057-471b-ae41-83362c99d7c9'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:49:05.572664 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa56508-d28a-4778-a650-9a1ce1552712 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Pushing event deleted for resources: {'Port': ['ID=56504bf7-0ca7-4dce-a439-9f103adcf976,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:05.585435 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa0725c-5e30-4ac7-90ee-1a75e8edc747 tempest-RoutersAdminNegativeIpV6Test-959065078 tempest-RoutersAdminNegativeIpV6Test-959065078-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6bfef9-708c-4ada-8501-cacb5c9f470d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:05.629171 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['56504bf7-0ca7-4dce-a439-9f103adcf976'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:49:05.634888 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c324c15-ae37-4e1e-b862-e40692baf96f req-5aa56508-d28a-4778-a650-9a1ce1552712 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] No DVR routers for this DVR port 56504bf7-0ca7-4dce-a439-9f103adcf976 on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:49:05.637459 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0c324c15-ae37-4e1e-b862-e40692baf96f req-5aa56508-d28a-4778-a650-9a1ce1552712 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:05.639472 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0c324c15-ae37-4e1e-b862-e40692baf96f req-5aa56508-d28a-4778-a650-9a1ce1552712 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.88 "DELETE /v2.0/ports/56504bf7-0ca7-4dce-a439-9f103adcf976 HTTP/1.1" status: 204 len: 173 time: 0.6373363 Aug 19 14:49:05.640109 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe94a912-e65f-48f6-a3ec-790797e14d97', 'name': 'network-vif-deleted', 'tag': '56504bf7-0ca7-4dce-a439-9f103adcf976'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:49:05.642632 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212bf13c-c45e-4822-8018-79367ff65b25" -d '{"events": [{"server_uuid": "fe94a912-e65f-48f6-a3ec-790797e14d97", "name": "network-vif-deleted", "tag": "56504bf7-0ca7-4dce-a439-9f103adcf976"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:49:05.679229 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-2aa0725c-5e30-4ac7-90ee-1a75e8edc747 tempest-RoutersAdminNegativeIpV6Test-959065078 tempest-RoutersAdminNegativeIpV6Test-959065078-project-admin] Allocated IP 172.25.2.176 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/5e40a0fd-b6b2-44d4-ad89-c5e5c3e8bcbe) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:49:05.701802 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e6b19a-d3da-4a1f-b179-79d9399fe421 x-openstack-request-id: req-03e6b19a-d3da-4a1f-b179-79d9399fe421 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:49:05.702242 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe94a912-e65f-48f6-a3ec-790797e14d97", "name": "network-vif-deleted", "tag": "56504bf7-0ca7-4dce-a439-9f103adcf976", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:49:05.702492 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-03e6b19a-d3da-4a1f-b179-79d9399fe421 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:49:05.702903 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe94a912-e65f-48f6-a3ec-790797e14d97', 'name': 'network-vif-deleted', 'tag': '56504bf7-0ca7-4dce-a439-9f103adcf976', 'status': 'completed', 'code': 200} Aug 19 14:49:05.867286 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2aa0725c-5e30-4ac7-90ee-1a75e8edc747 tempest-RoutersAdminNegativeIpV6Test-959065078 tempest-RoutersAdminNegativeIpV6Test-959065078-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:05.912687 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2aa0725c-5e30-4ac7-90ee-1a75e8edc747 tempest-RoutersAdminNegativeIpV6Test-959065078 tempest-RoutersAdminNegativeIpV6Test-959065078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:05.962899 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa0725c-5e30-4ac7-90ee-1a75e8edc747 tempest-RoutersAdminNegativeIpV6Test-959065078 tempest-RoutersAdminNegativeIpV6Test-959065078-project-admin] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:49:05.966069 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-2aa0725c-5e30-4ac7-90ee-1a75e8edc747 tempest-RoutersAdminNegativeIpV6Test-959065078 tempest-RoutersAdminNegativeIpV6Test-959065078-project-admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:49:05.970446 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa0725c-5e30-4ac7-90ee-1a75e8edc747 tempest-RoutersAdminNegativeIpV6Test-959065078 tempest-RoutersAdminNegativeIpV6Test-959065078-project-admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:49:05.973801 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa0725c-5e30-4ac7-90ee-1a75e8edc747 tempest-RoutersAdminNegativeIpV6Test-959065078 tempest-RoutersAdminNegativeIpV6Test-959065078-project-admin] Pushing event updated for resources: {'Port': ['ID=5e40a0fd-b6b2-44d4-ad89-c5e5c3e8bcbe,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:06.012964 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa0725c-5e30-4ac7-90ee-1a75e8edc747 tempest-RoutersAdminNegativeIpV6Test-959065078 tempest-RoutersAdminNegativeIpV6Test-959065078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:06.013694 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2aa0725c-5e30-4ac7-90ee-1a75e8edc747 tempest-RoutersAdminNegativeIpV6Test-959065078 tempest-RoutersAdminNegativeIpV6Test-959065078-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:06.029142 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2aa0725c-5e30-4ac7-90ee-1a75e8edc747 tempest-RoutersAdminNegativeIpV6Test-959065078 tempest-RoutersAdminNegativeIpV6Test-959065078-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.7774079 Aug 19 14:49:06.032163 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55996) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:06.037642 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-dbc32155-2de9-4711-9ff3-04c20ecbe804 tempest-RoutersAdminNegativeIpV6Test-959065078 tempest-RoutersAdminNegativeIpV6Test-959065078-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.176'}]}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:49:06.062097 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dbc32155-2de9-4711-9ff3-04c20ecbe804 tempest-RoutersAdminNegativeIpV6Test-959065078 tempest-RoutersAdminNegativeIpV6Test-959065078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:06.063612 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dbc32155-2de9-4711-9ff3-04c20ecbe804 tempest-RoutersAdminNegativeIpV6Test-959065078 tempest-RoutersAdminNegativeIpV6Test-959065078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:06.074516 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 2188f986-bcf5-423d-b29c-27d109afb2f8 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:49:06.120636 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: 2188f986-bcf5-423d-b29c-27d109afb2f8 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:49:06.121525 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 2188f986-bcf5-423d-b29c-27d109afb2f8 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:49:06.145714 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dbc32155-2de9-4711-9ff3-04c20ecbe804 tempest-RoutersAdminNegativeIpV6Test-959065078 tempest-RoutersAdminNegativeIpV6Test-959065078-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:06.224715 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3527390d-6236-4e5b-8206-f083867cf25a req-6e2d99bc-9427-40d9-9eda-e750b24efb0e tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/ports?device_id=fe94a912-e65f-48f6-a3ec-790797e14d97 HTTP/1.1" status: 200 len: 210 time: 0.0589647 Aug 19 14:49:06.393928 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade19eef-6244-49b5-ad1f-799190817de7 req-c33ae2ce-d7ef-411a-8908-be58687bcca1 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:06.405316 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ade19eef-6244-49b5-ad1f-799190817de7 req-c33ae2ce-d7ef-411a-8908-be58687bcca1 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=189e7ebf-f6e8-42fb-8c3d-e95810c17119 HTTP/1.1" status: 200 len: 944 time: 0.0848475 Aug 19 14:49:06.461634 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ade19eef-6244-49b5-ad1f-799190817de7 req-d3c82791-dbef-495d-8df0-4220d74ee881 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501587 Aug 19 14:49:06.519610 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb868dbd-8717-4ea7-89d4-16223af4739e req-26eb82dc-d37c-4901-936c-c6f2eba8ffe2 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:06.521545 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bb868dbd-8717-4ea7-89d4-16223af4739e req-26eb82dc-d37c-4901-936c-c6f2eba8ffe2 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=c306eaf6-5ea1-4483-af19-100efa9286e7 HTTP/1.1" status: 200 len: 946 time: 0.0560300 Aug 19 14:49:06.563390 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bb868dbd-8717-4ea7-89d4-16223af4739e req-21a59249-de6d-4c00-84b3-cde151abee65 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347276 Aug 19 14:49:06.646159 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dbc32155-2de9-4711-9ff3-04c20ecbe804 tempest-RoutersAdminNegativeIpV6Test-959065078 tempest-RoutersAdminNegativeIpV6Test-959065078-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:06.817146 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c9002-c0e6-48f3-8ff9-5cc10811295b req-4eff7316-c7ce-41de-a11d-bbbbe2a018d4 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:06.818833 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-be6c9002-c0e6-48f3-8ff9-5cc10811295b req-4eff7316-c7ce-41de-a11d-bbbbe2a018d4 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=c306eaf6-5ea1-4483-af19-100efa9286e7 HTTP/1.1" status: 200 len: 946 time: 0.0541370 Aug 19 14:49:06.834408 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:06.862932 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-be6c9002-c0e6-48f3-8ff9-5cc10811295b req-92dc733e-a158-4718-9bc5-b6824183386c tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350337 Aug 19 14:49:06.881810 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dbc32155-2de9-4711-9ff3-04c20ecbe804 tempest-RoutersAdminNegativeIpV6Test-959065078 tempest-RoutersAdminNegativeIpV6Test-959065078-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:06.902219 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dbc32155-2de9-4711-9ff3-04c20ecbe804 tempest-RoutersAdminNegativeIpV6Test-959065078 tempest-RoutersAdminNegativeIpV6Test-959065078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:07.057082 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dbc32155-2de9-4711-9ff3-04c20ecbe804 tempest-RoutersAdminNegativeIpV6Test-959065078 tempest-RoutersAdminNegativeIpV6Test-959065078-project-admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:07.246452 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dbc32155-2de9-4711-9ff3-04c20ecbe804 tempest-RoutersAdminNegativeIpV6Test-959065078 tempest-RoutersAdminNegativeIpV6Test-959065078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:07.248765 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dbc32155-2de9-4711-9ff3-04c20ecbe804 tempest-RoutersAdminNegativeIpV6Test-959065078 tempest-RoutersAdminNegativeIpV6Test-959065078-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:07.314051 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd86f22e-c477-49c6-8022-8d96340ca63d req-cd04b2f3-9350-4a18-840f-ba3c4b14c26b tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:07.318384 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bd86f22e-c477-49c6-8022-8d96340ca63d req-cd04b2f3-9350-4a18-840f-ba3c4b14c26b tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc306f7c-edb8-49b1-887f-00d14d3029b8 HTTP/1.1" status: 200 len: 946 time: 0.0785041 Aug 19 14:49:07.323618 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dbc32155-2de9-4711-9ff3-04c20ecbe804 tempest-RoutersAdminNegativeIpV6Test-959065078 tempest-RoutersAdminNegativeIpV6Test-959065078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:07.325546 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc32155-2de9-4711-9ff3-04c20ecbe804 tempest-RoutersAdminNegativeIpV6Test-959065078 tempest-RoutersAdminNegativeIpV6Test-959065078-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f5f4af5f-8dd1-4e17-ae8e-f3a645d70bf0 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:49:07.354602 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-dbc32155-2de9-4711-9ff3-04c20ecbe804 tempest-RoutersAdminNegativeIpV6Test-959065078 tempest-RoutersAdminNegativeIpV6Test-959065078-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 19 14:49:07.356315 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-dbc32155-2de9-4711-9ff3-04c20ecbe804 tempest-RoutersAdminNegativeIpV6Test-959065078 tempest-RoutersAdminNegativeIpV6Test-959065078-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.3229315 Aug 19 14:49:07.358883 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56022) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:07.364659 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bd86f22e-c477-49c6-8022-8d96340ca63d req-62a4c350-4762-4793-908e-2d860f75f1c7 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f90dd21-f75a-44ce-981d-23ac2f88ea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399194 Aug 19 14:49:07.467372 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-09ed3dff-b974-4ace-89ca-6bef2128fd1e tempest-RoutersAdminNegativeIpV6Test-959065078 tempest-RoutersAdminNegativeIpV6Test-959065078-project-admin] Deleting port 5e40a0fd-b6b2-44d4-ad89-c5e5c3e8bcbe {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:49:07.467902 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-09ed3dff-b974-4ace-89ca-6bef2128fd1e tempest-RoutersAdminNegativeIpV6Test-959065078 tempest-RoutersAdminNegativeIpV6Test-959065078-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:07.567748 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-09ed3dff-b974-4ace-89ca-6bef2128fd1e tempest-RoutersAdminNegativeIpV6Test-959065078 tempest-RoutersAdminNegativeIpV6Test-959065078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:07.581163 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-09ed3dff-b974-4ace-89ca-6bef2128fd1e tempest-RoutersAdminNegativeIpV6Test-959065078 tempest-RoutersAdminNegativeIpV6Test-959065078-project-admin] Calling delete_port for 5e40a0fd-b6b2-44d4-ad89-c5e5c3e8bcbe owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:49:07.599259 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c6ab8-fd46-4d5d-891f-558867d9e0a6 req-7e6a7f66-e02d-434c-9a59-7eb04220cf95 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:07.601942 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5a9c6ab8-fd46-4d5d-891f-558867d9e0a6 req-7e6a7f66-e02d-434c-9a59-7eb04220cf95 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/ports?device_id=5dceaf4a-0ba4-4e02-9507-9499d4284bf5 HTTP/1.1" status: 200 len: 945 time: 0.0828853 Aug 19 14:49:07.615836 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc44561-7791-4e5f-a755-fe00209f805b req-0ac82403-de17-4e52-b76d-c2cede49a6d9 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:07.617770 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5fc44561-7791-4e5f-a755-fe00209f805b req-0ac82403-de17-4e52-b76d-c2cede49a6d9 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=189e7ebf-f6e8-42fb-8c3d-e95810c17119 HTTP/1.1" status: 200 len: 944 time: 0.0720770 Aug 19 14:49:07.676113 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5a9c6ab8-fd46-4d5d-891f-558867d9e0a6 req-e4c158ca-2dba-4dce-9141-89c6de8deb64 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8eef4d4-ce2c-416e-97b8-e495a11003d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682094 Aug 19 14:49:07.684144 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5fc44561-7791-4e5f-a755-fe00209f805b req-9a37275a-7918-4ab1-aae6-357a829a950a tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527742 Aug 19 14:49:07.717940 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-09ed3dff-b974-4ace-89ca-6bef2128fd1e tempest-RoutersAdminNegativeIpV6Test-959065078 tempest-RoutersAdminNegativeIpV6Test-959065078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:07.746329 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed3dff-b974-4ace-89ca-6bef2128fd1e tempest-RoutersAdminNegativeIpV6Test-959065078 tempest-RoutersAdminNegativeIpV6Test-959065078-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e40a0fd-b6b2-44d4-ad89-c5e5c3e8bcbe,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:07.810923 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-09ed3dff-b974-4ace-89ca-6bef2128fd1e tempest-RoutersAdminNegativeIpV6Test-959065078 tempest-RoutersAdminNegativeIpV6Test-959065078-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:07.812974 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-09ed3dff-b974-4ace-89ca-6bef2128fd1e tempest-RoutersAdminNegativeIpV6Test-959065078 tempest-RoutersAdminNegativeIpV6Test-959065078-project-admin] 10.222.0.69 "DELETE /v2.0/ports/5e40a0fd-b6b2-44d4-ad89-c5e5c3e8bcbe HTTP/1.1" status: 204 len: 168 time: 0.4528830 Aug 19 14:49:07.985090 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da37798-57f2-43a6-982c-714ab9674db6 req-73052ba8-f4aa-428c-93b1-911e6dc4060a tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:07.986598 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9da37798-57f2-43a6-982c-714ab9674db6 req-73052ba8-f4aa-428c-93b1-911e6dc4060a tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=c306eaf6-5ea1-4483-af19-100efa9286e7 HTTP/1.1" status: 200 len: 946 time: 0.0536621 Aug 19 14:49:08.024767 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9da37798-57f2-43a6-982c-714ab9674db6 req-ec04962e-dc6a-4081-baf4-76797f4af8a6 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317595 Aug 19 14:49:08.064336 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56036) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:08.094325 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 3c0b52e2-a311-4ffe-9349-091f50286919 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:49:08.168095 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d15e7e36-54e7-443f-a7dc-d087d0e37710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:08.188749 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 3c0b52e2-a311-4ffe-9349-091f50286919, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=3c0b52e2-a311-4ffe-9349-091f50286919,segment=NetworkSegment(8196d451-8148-4854-93a1-9e3fdf28ead8),segment_id=8196d451-8148-4854-93a1-9e3fdf28ead8)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:49:08.198751 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 56504bf7-0ca7-4dce-a439-9f103adcf976 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:49:08.219694 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '3c0b52e2-a311-4ffe-9349-091f50286919', 'network_id': '8a142042-c68c-4e37-b305-42d68af74408', 'port_id': '3c0b52e2-a311-4ffe-9349-091f50286919', 'mac_address': 'fa:16:3e:83:d9:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff8d2c4-8a7b-4abf-8ece-6e61f2387303', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:49:08.221244 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: 56504bf7-0ca7-4dce-a439-9f103adcf976 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:49:08.221587 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 56504bf7-0ca7-4dce-a439-9f103adcf976 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:49:08.260036 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f4cd1-c4f6-4611-8bf9-5a0cd89d07a4 req-8d4ffd93-4ecb-49fc-a48a-042a2b2b31d4 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:08.261680 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ab8f4cd1-c4f6-4611-8bf9-5a0cd89d07a4 req-8d4ffd93-4ecb-49fc-a48a-042a2b2b31d4 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.68 "GET /v2.0/ports?device_id=c306eaf6-5ea1-4483-af19-100efa9286e7 HTTP/1.1" status: 200 len: 946 time: 0.0748584 Aug 19 14:49:08.263940 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:08.277279 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c0b52e2-a311-4ffe-9349-091f50286919 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:49:08.296826 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 3c0b52e2-a311-4ffe-9349-091f50286919, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=3c0b52e2-a311-4ffe-9349-091f50286919,segment=NetworkSegment(8196d451-8148-4854-93a1-9e3fdf28ead8),segment_id=8196d451-8148-4854-93a1-9e3fdf28ead8)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:49:08.300837 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:08.349557 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=3c0b52e2-a311-4ffe-9349-091f50286919,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:08.369593 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d15e7e36-54e7-443f-a7dc-d087d0e37710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:08.375554 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d15e7e36-54e7-443f-a7dc-d087d0e37710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:08.427896 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d15e7e36-54e7-443f-a7dc-d087d0e37710 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=56e77e298d66421284351668efb970cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3609385 Aug 19 14:49:08.429017 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56044) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:08.431629 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e7e36-54e7-443f-a7dc-d087d0e37710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd14eddc-ab0c-4e2c-ad7c-c396a05f5040,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:08.445044 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-ab8f4cd1-c4f6-4611-8bf9-5a0cd89d07a4 req-21c0dde9-588d-44ed-bbe3-514a3915e8ca tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Deleting port 7883bb65-1c78-4603-812e-f48cc5e72d7a {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:49:08.445461 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ab8f4cd1-c4f6-4611-8bf9-5a0cd89d07a4 req-21c0dde9-588d-44ed-bbe3-514a3915e8ca tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:08.507547 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b23acac-13d8-497e-8e03-a569d6517690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:08.539494 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b23acac-13d8-497e-8e03-a569d6517690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:08.564465 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461d963-73dd-4f3d-8633-0ab0be95cbe0 req-e086bc48-d31f-4044-983d-e98d135f24d8 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:08.565994 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1461d963-73dd-4f3d-8633-0ab0be95cbe0 req-e086bc48-d31f-4044-983d-e98d135f24d8 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc306f7c-edb8-49b1-887f-00d14d3029b8 HTTP/1.1" status: 200 len: 946 time: 0.1166153 Aug 19 14:49:08.588737 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['3c0b52e2-a311-4ffe-9349-091f50286919'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:49:08.620326 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b23acac-13d8-497e-8e03-a569d6517690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:08.623220 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b23acac-13d8-497e-8e03-a569d6517690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:08.627191 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6b23acac-13d8-497e-8e03-a569d6517690 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cd14eddc-ab0c-4e2c-ad7c-c396a05f5040 HTTP/1.1" status: 204 len: 168 time: 0.1949451 Aug 19 14:49:08.636694 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b23acac-13d8-497e-8e03-a569d6517690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd14eddc-ab0c-4e2c-ad7c-c396a05f5040,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:08.645465 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-ab8f4cd1-c4f6-4611-8bf9-5a0cd89d07a4 req-21c0dde9-588d-44ed-bbe3-514a3915e8ca tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] For port 7883bb65-1c78-4603-812e-f48cc5e72d7a, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=7883bb65-1c78-4603-812e-f48cc5e72d7a,segment=NetworkSegment(dfb5451f-ae59-4348-b57d-1e05105b4f16),segment_id=dfb5451f-ae59-4348-b57d-1e05105b4f16)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:49:08.645851 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ab8f4cd1-c4f6-4611-8bf9-5a0cd89d07a4 req-21c0dde9-588d-44ed-bbe3-514a3915e8ca tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:08.687159 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1461d963-73dd-4f3d-8633-0ab0be95cbe0 req-ff5a0c01-ad8c-4d46-a75c-0ab55e140d62 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f90dd21-f75a-44ce-981d-23ac2f88ea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081750 Aug 19 14:49:08.688259 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-ab8f4cd1-c4f6-4611-8bf9-5a0cd89d07a4 req-21c0dde9-588d-44ed-bbe3-514a3915e8ca tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Calling delete_port for 7883bb65-1c78-4603-812e-f48cc5e72d7a owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:49:08.738476 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e52c1a-d2e7-4293-8061-1effb1f86dcd req-00657b5a-9a26-42c3-88bd-58b594cc712c tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:08.740034 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-05e52c1a-d2e7-4293-8061-1effb1f86dcd req-00657b5a-9a26-42c3-88bd-58b594cc712c tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] 10.222.0.88 "GET /v2.0/ports?device_id=bc306f7c-edb8-49b1-887f-00d14d3029b8 HTTP/1.1" status: 200 len: 946 time: 0.1413956 Aug 19 14:49:09.013162 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56094) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:09.018494 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de450c93-2cd1-4f8a-ad85-a17d65d437dc req-c501e109-3ee8-4b8f-a6c1-60017a6746a6 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:09.019999 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-de450c93-2cd1-4f8a-ad85-a17d65d437dc req-c501e109-3ee8-4b8f-a6c1-60017a6746a6 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=189e7ebf-f6e8-42fb-8c3d-e95810c17119 HTTP/1.1" status: 200 len: 945 time: 0.1952989 Aug 19 14:49:09.034413 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a5578c-e284-4431-9bfb-39ab95eadea0 req-47822e8b-f4c5-4a0e-97fe-8c75ce9536bb tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:09.035811 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-57a5578c-e284-4431-9bfb-39ab95eadea0 req-47822e8b-f4c5-4a0e-97fe-8c75ce9536bb tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/ports?device_id=5dceaf4a-0ba4-4e02-9507-9499d4284bf5 HTTP/1.1" status: 200 len: 945 time: 0.2098863 Aug 19 14:49:09.065854 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e423d486-5e8d-4c35-9700-2575a693415e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a00f5416fb07437dbabf0428e6db8d6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496023 Aug 19 14:49:09.068185 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56106) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:09.122351 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ab8f4cd1-c4f6-4611-8bf9-5a0cd89d07a4 req-21c0dde9-588d-44ed-bbe3-514a3915e8ca tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:09.136861 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f7d03498-48c6-4d77-8b44-badc62c97208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:09.140740 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-de450c93-2cd1-4f8a-ad85-a17d65d437dc req-804be080-ac0f-448a-9931-7202931f0d19 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036937 Aug 19 14:49:09.167999 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-57a5578c-e284-4431-9bfb-39ab95eadea0 req-44cb8c88-455f-4335-95df-5a3c6749859d tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8eef4d4-ce2c-416e-97b8-e495a11003d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219749 Aug 19 14:49:09.171441 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-05e52c1a-d2e7-4293-8061-1effb1f86dcd req-a8ef642d-32f7-4def-83b0-4b16b37a1612 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Deleting port bad411ae-7450-46f1-96af-c4a9c470cdcc {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:49:09.171737 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-05e52c1a-d2e7-4293-8061-1effb1f86dcd req-a8ef642d-32f7-4def-83b0-4b16b37a1612 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:09.180039 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f7d03498-48c6-4d77-8b44-badc62c97208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:09.189227 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c0dde9-588d-44ed-bbe3-514a3915e8ca tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Pushing event deleted for resources: {'Port': ['ID=7883bb65-1c78-4603-812e-f48cc5e72d7a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:09.259870 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f7d03498-48c6-4d77-8b44-badc62c97208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:09.263931 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f7d03498-48c6-4d77-8b44-badc62c97208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:09.265265 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f7d03498-48c6-4d77-8b44-badc62c97208 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7e6bfef9-708c-4ada-8501-cacb5c9f470d HTTP/1.1" status: 204 len: 168 time: 0.1959846 Aug 19 14:49:09.267703 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab8f4cd1-c4f6-4611-8bf9-5a0cd89d07a4 req-21c0dde9-588d-44ed-bbe3-514a3915e8ca tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] No DVR routers for this DVR port 7883bb65-1c78-4603-812e-f48cc5e72d7a on host n-h1-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:49:09.276542 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d03498-48c6-4d77-8b44-badc62c97208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6bfef9-708c-4ada-8501-cacb5c9f470d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:09.281297 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ab8f4cd1-c4f6-4611-8bf9-5a0cd89d07a4 req-21c0dde9-588d-44ed-bbe3-514a3915e8ca tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:09.285283 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ab8f4cd1-c4f6-4611-8bf9-5a0cd89d07a4 req-21c0dde9-588d-44ed-bbe3-514a3915e8ca tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.68 "DELETE /v2.0/ports/7883bb65-1c78-4603-812e-f48cc5e72d7a HTTP/1.1" status: 204 len: 173 time: 1.0153649 Aug 19 14:49:09.288115 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c306eaf6-5ea1-4483-af19-100efa9286e7', 'name': 'network-vif-deleted', 'tag': '7883bb65-1c78-4603-812e-f48cc5e72d7a'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:49:09.290865 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c60758-3034-40d1-8886-c66620a3db1c" -d '{"events": [{"server_uuid": "c306eaf6-5ea1-4483-af19-100efa9286e7", "name": "network-vif-deleted", "tag": "7883bb65-1c78-4603-812e-f48cc5e72d7a"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:49:09.323285 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dad3102d-9bb4-4ede-b327-9710aef094b9 req-c25b0148-e411-4d21-81a9-7becd2ea86e4 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=c306eaf6-5ea1-4483-af19-100efa9286e7 HTTP/1.1" status: 200 len: 210 time: 0.0788059 Aug 19 14:49:09.346923 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49db34a-048e-4b9d-9502-c0511d76408a x-openstack-request-id: req-d49db34a-048e-4b9d-9502-c0511d76408a {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:49:09.347203 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c306eaf6-5ea1-4483-af19-100efa9286e7", "name": "network-vif-deleted", "tag": "7883bb65-1c78-4603-812e-f48cc5e72d7a", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:49:09.347482 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d49db34a-048e-4b9d-9502-c0511d76408a {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:49:09.347893 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c306eaf6-5ea1-4483-af19-100efa9286e7', 'name': 'network-vif-deleted', 'tag': '7883bb65-1c78-4603-812e-f48cc5e72d7a', 'status': 'completed', 'code': 200} Aug 19 14:49:09.388554 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-05e52c1a-d2e7-4293-8061-1effb1f86dcd req-a8ef642d-32f7-4def-83b0-4b16b37a1612 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] For port bad411ae-7450-46f1-96af-c4a9c470cdcc, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=bad411ae-7450-46f1-96af-c4a9c470cdcc,segment=NetworkSegment(64c0e267-283c-4628-a99a-2e5f43744507),segment_id=64c0e267-283c-4628-a99a-2e5f43744507)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:49:09.389164 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-05e52c1a-d2e7-4293-8061-1effb1f86dcd req-a8ef642d-32f7-4def-83b0-4b16b37a1612 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:09.445420 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc00907-7ce6-455e-868d-270877083e8f req-30fb9cb3-ea41-46e5-8b80-867e0f77cfff tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:09.447142 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bbc00907-7ce6-455e-868d-270877083e8f req-30fb9cb3-ea41-46e5-8b80-867e0f77cfff tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.68 "GET /v2.0/ports?device_id=5dceaf4a-0ba4-4e02-9507-9499d4284bf5 HTTP/1.1" status: 200 len: 945 time: 0.1167045 Aug 19 14:49:09.718999 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-05e52c1a-d2e7-4293-8061-1effb1f86dcd req-a8ef642d-32f7-4def-83b0-4b16b37a1612 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:09.719316 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-05e52c1a-d2e7-4293-8061-1effb1f86dcd req-a8ef642d-32f7-4def-83b0-4b16b37a1612 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:09.719663 n-d-766043-2 neutron-server[94640]: INFO neutron.db.l3_db [req-05e52c1a-d2e7-4293-8061-1effb1f86dcd req-a8ef642d-32f7-4def-83b0-4b16b37a1612 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Floating IP 27b754ff-b327-4ea2-8ff1-cd65c27b7dd5 disassociated. External IP: 172.25.2.32, port: bad411ae-7450-46f1-96af-c4a9c470cdcc. Aug 19 14:49:09.719983 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-05e52c1a-d2e7-4293-8061-1effb1f86dcd req-a8ef642d-32f7-4def-83b0-4b16b37a1612 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Calling delete_port for bad411ae-7450-46f1-96af-c4a9c470cdcc owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:49:09.723785 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-bbc00907-7ce6-455e-868d-270877083e8f req-99b87489-6bbe-4a44-853f-44d540ea2409 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Deleting port df312655-e057-471b-ae41-83362c99d7c9 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:49:09.724125 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bbc00907-7ce6-455e-868d-270877083e8f req-99b87489-6bbe-4a44-853f-44d540ea2409 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:09.928082 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec5688-bcaf-4501-a56b-113b9db8d385 req-575d7063-8668-4b71-bd88-8341c79285fe tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:09.929651 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-12ec5688-bcaf-4501-a56b-113b9db8d385 req-575d7063-8668-4b71-bd88-8341c79285fe tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc306f7c-edb8-49b1-887f-00d14d3029b8 HTTP/1.1" status: 200 len: 946 time: 0.1352022 Aug 19 14:49:09.963792 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-bbc00907-7ce6-455e-868d-270877083e8f req-99b87489-6bbe-4a44-853f-44d540ea2409 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] For port df312655-e057-471b-ae41-83362c99d7c9, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=df312655-e057-471b-ae41-83362c99d7c9,segment=NetworkSegment(bfc744b1-0107-452f-83ab-c2ef678669ca),segment_id=bfc744b1-0107-452f-83ab-c2ef678669ca)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:49:09.964188 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bbc00907-7ce6-455e-868d-270877083e8f req-99b87489-6bbe-4a44-853f-44d540ea2409 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:09.989696 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-bbc00907-7ce6-455e-868d-270877083e8f req-99b87489-6bbe-4a44-853f-44d540ea2409 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Calling delete_port for df312655-e057-471b-ae41-83362c99d7c9 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:49:10.042708 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-12ec5688-bcaf-4501-a56b-113b9db8d385 req-320dc8b1-bf8f-43f3-86c2-a8855522d84a tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f90dd21-f75a-44ce-981d-23ac2f88ea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029823 Aug 19 14:49:10.105453 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 3c0b52e2-a311-4ffe-9349-091f50286919 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:49:10.122614 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-05e52c1a-d2e7-4293-8061-1effb1f86dcd req-a8ef642d-32f7-4def-83b0-4b16b37a1612 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:10.219855 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port 3c0b52e2-a311-4ffe-9349-091f50286919 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:49:10.223563 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ef642d-32f7-4def-83b0-4b16b37a1612 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Pushing event deleted for resources: {'Port': ['ID=bad411ae-7450-46f1-96af-c4a9c470cdcc,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:10.239888 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 3c0b52e2-a311-4ffe-9349-091f50286919 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:49:10.240272 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:10.396396 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:10.401424 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56278) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:10.432507 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '189e7ebf-f6e8-42fb-8c3d-e95810c17119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c0b52e2-a311-4ffe-9349-091f50286919'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:49:10.435771 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1c9b98-2052-4e7e-a239-a6b486a9d518" -d '{"events": [{"server_uuid": "189e7ebf-f6e8-42fb-8c3d-e95810c17119", "name": "network-vif-plugged", "status": "completed", "tag": "3c0b52e2-a311-4ffe-9349-091f50286919"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:49:10.468708 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 3c0b52e2-a311-4ffe-9349-091f50286919, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=3c0b52e2-a311-4ffe-9349-091f50286919,segment=NetworkSegment(8196d451-8148-4854-93a1-9e3fdf28ead8),segment_id=8196d451-8148-4854-93a1-9e3fdf28ead8)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:49:10.475166 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:10.476774 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 7883bb65-1c78-4603-812e-f48cc5e72d7a no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:49:10.511705 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: 7883bb65-1c78-4603-812e-f48cc5e72d7a {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:49:10.512067 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 7883bb65-1c78-4603-812e-f48cc5e72d7a not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:49:10.565066 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-9552e2c1-2fa9-457f-9863-ecb6c1b81d4c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1469704839'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:49:10.588764 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=3c0b52e2-a311-4ffe-9349-091f50286919,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:10.613956 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9552e2c1-2fa9-457f-9863-ecb6c1b81d4c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:49:10.621150 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9552e2c1-2fa9-457f-9863-ecb6c1b81d4c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:10.632042 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9552e2c1-2fa9-457f-9863-ecb6c1b81d4c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:10.789516 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9552e2c1-2fa9-457f-9863-ecb6c1b81d4c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:10.795668 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9552e2c1-2fa9-457f-9863-ecb6c1b81d4c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:10.802254 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a3cc7-0821-40d3-9e54-f44bc8777b7d req-ab2db8a9-4b24-4477-aea3-b5ee16e91ee8 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:10.804216 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b7a3cc7-0821-40d3-9e54-f44bc8777b7d req-ab2db8a9-4b24-4477-aea3-b5ee16e91ee8 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/ports?device_id=5dceaf4a-0ba4-4e02-9507-9499d4284bf5 HTTP/1.1" status: 200 len: 945 time: 0.4635646 Aug 19 14:49:10.805712 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bbc00907-7ce6-455e-868d-270877083e8f req-99b87489-6bbe-4a44-853f-44d540ea2409 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:10.809365 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05e52c1a-d2e7-4293-8061-1effb1f86dcd req-a8ef642d-32f7-4def-83b0-4b16b37a1612 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Router 58a6a7e7-ea42-4a37-a200-fc130d31f1f4 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:49:10.819024 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7298a73-1c44-434a-94d6-736c5459a4b3 req-afd824d4-6b85-4aec-b3d8-7beb189a4426 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:10.822885 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['df312655-e057-471b-ae41-83362c99d7c9'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:49:10.827511 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b7298a73-1c44-434a-94d6-736c5459a4b3 req-afd824d4-6b85-4aec-b3d8-7beb189a4426 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=189e7ebf-f6e8-42fb-8c3d-e95810c17119 HTTP/1.1" status: 200 len: 945 time: 0.5496869 Aug 19 14:49:10.847267 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9552e2c1-2fa9-457f-9863-ecb6c1b81d4c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:49:10.874823 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9552e2c1-2fa9-457f-9863-ecb6c1b81d4c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:10.875177 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-9552e2c1-2fa9-457f-9863-ecb6c1b81d4c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Added segment 43584ab9-13f2-4980-a2d9-2947ff2d6c93 of type vlan for network eb2a0074-ffdc-4655-a2e0-d470caf1d21a Aug 19 14:49:10.890703 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b87489-6bbe-4a44-853f-44d540ea2409 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Pushing event deleted for resources: {'Port': ['ID=df312655-e057-471b-ae41-83362c99d7c9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:10.901670 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552e2c1-2fa9-457f-9863-ecb6c1b81d4c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b98948e5-8268-48ae-b48d-b0f02ab2fb92,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:10.959479 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9552e2c1-2fa9-457f-9863-ecb6c1b81d4c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:11.005510 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9552e2c1-2fa9-457f-9863-ecb6c1b81d4c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:11.015151 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc00907-7ce6-455e-868d-270877083e8f req-99b87489-6bbe-4a44-853f-44d540ea2409 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] No DVR routers for this DVR port df312655-e057-471b-ae41-83362c99d7c9 on host n-h1-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:49:11.015404 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9552e2c1-2fa9-457f-9863-ecb6c1b81d4c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:11.015958 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9552e2c1-2fa9-457f-9863-ecb6c1b81d4c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:11.020315 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b7298a73-1c44-434a-94d6-736c5459a4b3 req-6151ad3e-b243-446c-a2fe-b511d9c58473 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910951 Aug 19 14:49:11.028299 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b7a3cc7-0821-40d3-9e54-f44bc8777b7d req-24243802-42a7-47c8-8a0e-19aed3c5cf2b tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8eef4d4-ce2c-416e-97b8-e495a11003d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948380 Aug 19 14:49:11.029604 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bbc00907-7ce6-455e-868d-270877083e8f req-99b87489-6bbe-4a44-853f-44d540ea2409 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:11.031659 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bbc00907-7ce6-455e-868d-270877083e8f req-99b87489-6bbe-4a44-853f-44d540ea2409 tempest-ListServerFiltersTestJSON-1144516337 tempest-ListServerFiltersTestJSON-1144516337-project] 10.222.0.68 "DELETE /v2.0/ports/df312655-e057-471b-ae41-83362c99d7c9 HTTP/1.1" status: 204 len: 173 time: 1.5463886 Aug 19 14:49:11.106108 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9552e2c1-2fa9-457f-9863-ecb6c1b81d4c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7028947 Aug 19 14:49:11.111710 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56356) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:11.116806 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d066799a-0db9-4a7b-9529-b6298bf34a08 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'subnet': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:49:11.201851 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fcb786-cb47-4e37-b473-f1f9ac7d3be5 x-openstack-request-id: req-48fcb786-cb47-4e37-b473-f1f9ac7d3be5 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:49:11.202941 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "189e7ebf-f6e8-42fb-8c3d-e95810c17119", "name": "network-vif-plugged", "status": "completed", "tag": "3c0b52e2-a311-4ffe-9349-091f50286919", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:49:11.203463 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-48fcb786-cb47-4e37-b473-f1f9ac7d3be5 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:49:11.204115 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '189e7ebf-f6e8-42fb-8c3d-e95810c17119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c0b52e2-a311-4ffe-9349-091f50286919', 'code': 200} Aug 19 14:49:11.247382 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05e52c1a-d2e7-4293-8061-1effb1f86dcd req-a8ef642d-32f7-4def-83b0-4b16b37a1612 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:49:11.262059 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656d7bed-6cef-46b5-9377-c0ff009998e4 None None] Sync routers for ids ['58a6a7e7-ea42-4a37-a200-fc130d31f1f4'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:49:11.267809 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552e2c1-2fa9-457f-9863-ecb6c1b81d4c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Network': ['ID=eb2a0074-ffdc-4655-a2e0-d470caf1d21a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:11.279849 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:49:11.295838 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656d7bed-6cef-46b5-9377-c0ff009998e4 None None] Routers {'58a6a7e7-ea42-4a37-a200-fc130d31f1f4'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:49:11.297231 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-656d7bed-6cef-46b5-9377-c0ff009998e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:49:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['58a6a7e7-ea42-4a37-a200-fc130d31f1f4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:49:11.299160 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d066799a-0db9-4a7b-9529-b6298bf34a08 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:49:11.310591 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d066799a-0db9-4a7b-9529-b6298bf34a08 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:11.366096 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dceaf4a-0ba4-4e02-9507-9499d4284bf5', 'name': 'network-vif-deleted', 'tag': 'df312655-e057-471b-ae41-83362c99d7c9'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:49:11.371671 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4fbdc1-b60b-4a3e-8ea1-01a4c434d1ec" -d '{"events": [{"server_uuid": "5dceaf4a-0ba4-4e02-9507-9499d4284bf5", "name": "network-vif-deleted", "tag": "df312655-e057-471b-ae41-83362c99d7c9"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:49:11.474457 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e52c1a-d2e7-4293-8061-1effb1f86dcd req-a8ef642d-32f7-4def-83b0-4b16b37a1612 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] No DVR routers for this DVR port bad411ae-7450-46f1-96af-c4a9c470cdcc on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:49:11.483081 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7637ef77-a736-4fb1-bcf9-599f53b0b0e2 x-openstack-request-id: req-7637ef77-a736-4fb1-bcf9-599f53b0b0e2 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:49:11.483353 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dceaf4a-0ba4-4e02-9507-9499d4284bf5", "name": "network-vif-deleted", "tag": "df312655-e057-471b-ae41-83362c99d7c9", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:49:11.483599 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7637ef77-a736-4fb1-bcf9-599f53b0b0e2 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:49:11.483976 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dceaf4a-0ba4-4e02-9507-9499d4284bf5', 'name': 'network-vif-deleted', 'tag': 'df312655-e057-471b-ae41-83362c99d7c9', 'status': 'completed', 'code': 200} Aug 19 14:49:11.517496 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-05e52c1a-d2e7-4293-8061-1effb1f86dcd req-a8ef642d-32f7-4def-83b0-4b16b37a1612 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:11.520965 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-05e52c1a-d2e7-4293-8061-1effb1f86dcd req-a8ef642d-32f7-4def-83b0-4b16b37a1612 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] 10.222.0.88 "DELETE /v2.0/ports/bad411ae-7450-46f1-96af-c4a9c470cdcc HTTP/1.1" status: 204 len: 173 time: 2.6934240 Aug 19 14:49:11.538926 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8474cb53-b84e-43df-9585-543ac222466a req-e0f6fce5-fc73-41a4-b980-16fd9afb9f91 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc306f7c-edb8-49b1-887f-00d14d3029b8 HTTP/1.1" status: 200 len: 210 time: 0.1562123 Aug 19 14:49:11.566296 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6cea0-36f4-4c22-96b3-6d319db1d9e1 req-7b7bd3d6-a7c6-4f2e-89cb-58c27238387a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:11.568549 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-79b6cea0-36f4-4c22-96b3-6d319db1d9e1 req-7b7bd3d6-a7c6-4f2e-89cb-58c27238387a service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=189e7ebf-f6e8-42fb-8c3d-e95810c17119 HTTP/1.1" status: 200 len: 1097 time: 0.1888897 Aug 19 14:49:11.575563 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-656d7bed-6cef-46b5-9377-c0ff009998e4 None None] Set router 58a6a7e7-ea42-4a37-a200-fc130d31f1f4 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:49:11.739467 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d066799a-0db9-4a7b-9529-b6298bf34a08 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:11.756367 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-79b6cea0-36f4-4c22-96b3-6d319db1d9e1 req-9248d186-8d98-4f6d-bc23-6ace581d3bd1 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756730 Aug 19 14:49:11.822877 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b96f3e3-06dc-4ccb-9c4c-d6fa158248b4 req-c4ac0b6f-6de6-4b06-a8af-8f9f2303cab5 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:11.829337 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d066799a-0db9-4a7b-9529-b6298bf34a08 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Checking segment: {'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:49:11.829696 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d066799a-0db9-4a7b-9529-b6298bf34a08 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Network hostable DHCP agents. Network: eb2a0074-ffdc-4655-a2e0-d470caf1d21a, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:49:11.830709 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8b96f3e3-06dc-4ccb-9c4c-d6fa158248b4 req-c4ac0b6f-6de6-4b06-a8af-8f9f2303cab5 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/networks?id=23c2e440-9ca3-45a7-ab8d-c7ac81e99a99 HTTP/1.1" status: 200 len: 811 time: 0.2014315 Aug 19 14:49:11.837222 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d066799a-0db9-4a7b-9529-b6298bf34a08 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Subnet': ['ID=775ab131-ac8e-4002-bb5e-39c90c5f39d7,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:11.850654 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8b96f3e3-06dc-4ccb-9c4c-d6fa158248b4 req-0b1a2471-6783-4421-b751-67c7115d27ec tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/quotas/7fb0cbae73e44bb4aa5ac758561c58c6 HTTP/1.1" status: 200 len: 375 time: 0.0189102 Aug 19 14:49:11.855280 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d066799a-0db9-4a7b-9529-b6298bf34a08 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:49:11.882717 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d066799a-0db9-4a7b-9529-b6298bf34a08 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, eb2a0074-ffdc-4655-a2e0-d470caf1d21a) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:49:11.890099 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d066799a-0db9-4a7b-9529-b6298bf34a08 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:11.891331 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d066799a-0db9-4a7b-9529-b6298bf34a08 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:11.895107 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125803f2-81b2-47d7-ad97-141b0cc2b40b None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:49:11.895289 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8b96f3e3-06dc-4ccb-9c4c-d6fa158248b4 req-a0893a42-f33b-4d3a-b04a-2b24cf6fd4de tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7fb0cbae73e44bb4aa5ac758561c58c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436227 Aug 19 14:49:11.927156 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d066799a-0db9-4a7b-9529-b6298bf34a08 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8140671 Aug 19 14:49:11.930099 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56452) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:11.944694 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-656d7bed-6cef-46b5-9377-c0ff009998e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a6a7e7-ea42-4a37-a200-fc130d31f1f4', 'name': 'tempest-ServersTestFqdnHostnames-390882093-router', 'tenant_id': '959f9e8eca7c4b199a87f8a8c1657772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '3aa45bd3-8e73-422f-bf34-bf71a64d2198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:46:57Z', 'updated_at': '2021-08-19T14:47:03Z', 'revision_number': 4, 'project_id': '959f9e8eca7c4b199a87f8a8c1657772', 'gw_port': {'id': '3aa45bd3-8e73-422f-bf34-bf71a64d2198', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:89:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a6a7e7-ea42-4a37-a200-fc130d31f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:46:58Z', 'updated_at': '2021-08-19T14:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'fb884a6d-91d0-4911-a87a-6c31e779c505', 'name': '', 'network_id': '9b8e3d58-ffb7-43c2-8ced-ce0f489cf233', 'tenant_id': '959f9e8eca7c4b199a87f8a8c1657772', 'mac_address': 'fa:16:3e:ec:e1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a6a7e7-ea42-4a37-a200-fc130d31f1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'bf5a704a-e968-4e43-b90b-bb904cff1edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:47:02Z', 'updated_at': '2021-08-19T14:47:09Z', 'revision_number': 5, 'project_id': '959f9e8eca7c4b199a87f8a8c1657772', 'subnets': [{'id': 'bf5a704a-e968-4e43-b90b-bb904cff1edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:49:11.946650 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ecd0f128-e959-43d1-a9a3-971583cddc9d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'port': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'name': 'tempest-NetworksTestDHCPv6-700545744'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:49:12.015737 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656d7bed-6cef-46b5-9377-c0ff009998e4 None None] Checking router: 58a6a7e7-ea42-4a37-a200-fc130d31f1f4 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:49:12.029058 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656d7bed-6cef-46b5-9377-c0ff009998e4 None None] Routers {'58a6a7e7-ea42-4a37-a200-fc130d31f1f4'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:49:12.029808 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-656d7bed-6cef-46b5-9377-c0ff009998e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:49:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['58a6a7e7-ea42-4a37-a200-fc130d31f1f4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:49:12.035162 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8b96f3e3-06dc-4ccb-9c4c-d6fa158248b4 req-5648c601-2151-4db2-ad47-73cdc66f8db6 service neutron] 10.222.0.69 "GET /v2.0/networks/23c2e440-9ca3-45a7-ab8d-c7ac81e99a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389408 Aug 19 14:49:12.240080 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device bad411ae-7450-46f1-96af-c4a9c470cdcc no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:49:12.274640 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b633a-4b74-41b4-a1ae-d8cc19c020a6 req-b8eba389-b294-4dbf-9024-1a24d3b951dc tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:12.282542 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd0f128-e959-43d1-a9a3-971583cddc9d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:49:12.285461 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5b5b633a-4b74-41b4-a1ae-d8cc19c020a6 req-b8eba389-b294-4dbf-9024-1a24d3b951dc tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=189e7ebf-f6e8-42fb-8c3d-e95810c17119 HTTP/1.1" status: 200 len: 946 time: 0.0941956 Aug 19 14:49:12.286908 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-656d7bed-6cef-46b5-9377-c0ff009998e4 None None] Set router 58a6a7e7-ea42-4a37-a200-fc130d31f1f4 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:49:12.297683 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ecd0f128-e959-43d1-a9a3-971583cddc9d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:12.298833 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: bad411ae-7450-46f1-96af-c4a9c470cdcc {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:49:12.299459 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device bad411ae-7450-46f1-96af-c4a9c470cdcc not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:49:12.303352 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d4da87-ccc0-41b2-b39b-752cd78e5f85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'tenant_id': 'c39f5f14c7bc46018e8896511823152f', 'fixed_ips': [{'subnet_id': '775ab131-ac8e-4002-bb5e-39c90c5f39d7'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:49:12.304537 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d9d4da87-ccc0-41b2-b39b-752cd78e5f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:12.346488 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8b96f3e3-06dc-4ccb-9c4c-d6fa158248b4 req-60361e1f-3d2b-4266-85d5-c44a9ccdc28e service neutron] 10.222.0.69 "GET /v2.0/networks/23c2e440-9ca3-45a7-ab8d-c7ac81e99a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097732 Aug 19 14:49:12.350992 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-ecd0f128-e959-43d1-a9a3-971583cddc9d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] device_id is not set on port 6d2c3fbc-987a-45bf-8fab-bb7dd5885119 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:49:12.403424 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5b5b633a-4b74-41b4-a1ae-d8cc19c020a6 req-3b77877b-3da4-42d7-840a-de04ecb40c62 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168008 Aug 19 14:49:12.477361 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56508) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:12.556634 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-ecd0f128-e959-43d1-a9a3-971583cddc9d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Allocated IP 2001:db8::25c (eb2a0074-ffdc-4655-a2e0-d470caf1d21a/775ab131-ac8e-4002-bb5e-39c90c5f39d7/6d2c3fbc-987a-45bf-8fab-bb7dd5885119) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:49:12.564439 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-35935c2e-d2cb-4a48-a071-6318057c7323 admin admin] Deleting subnet aaa4f395-8b7e-41eb-a1df-25a42a9b7838 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:49:12.568942 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-35935c2e-d2cb-4a48-a071-6318057c7323 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:12.642590 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-35935c2e-d2cb-4a48-a071-6318057c7323 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:12.686947 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56540) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:12.704601 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-656d7bed-6cef-46b5-9377-c0ff009998e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a6a7e7-ea42-4a37-a200-fc130d31f1f4', 'name': 'tempest-ServersTestFqdnHostnames-390882093-router', 'tenant_id': '959f9e8eca7c4b199a87f8a8c1657772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '3aa45bd3-8e73-422f-bf34-bf71a64d2198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:46:57Z', 'updated_at': '2021-08-19T14:47:03Z', 'revision_number': 4, 'project_id': '959f9e8eca7c4b199a87f8a8c1657772', 'gw_port': {'id': '3aa45bd3-8e73-422f-bf34-bf71a64d2198', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:89:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a6a7e7-ea42-4a37-a200-fc130d31f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:46:58Z', 'updated_at': '2021-08-19T14:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'fb884a6d-91d0-4911-a87a-6c31e779c505', 'name': '', 'network_id': '9b8e3d58-ffb7-43c2-8ced-ce0f489cf233', 'tenant_id': '959f9e8eca7c4b199a87f8a8c1657772', 'mac_address': 'fa:16:3e:ec:e1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a6a7e7-ea42-4a37-a200-fc130d31f1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'bf5a704a-e968-4e43-b90b-bb904cff1edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:47:02Z', 'updated_at': '2021-08-19T14:47:09Z', 'revision_number': 5, 'project_id': '959f9e8eca7c4b199a87f8a8c1657772', 'subnets': [{'id': 'bf5a704a-e968-4e43-b90b-bb904cff1edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:49:12.785416 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-90e9d65a-08a4-4cfb-9b0b-e9b53bedb1b6 req-7bafac5a-8ed6-4df5-a2d6-46dca41b6733 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=21572e03-d241-4652-8939-ffe74f47eb48 HTTP/1.1" status: 200 len: 210 time: 0.0938909 Aug 19 14:49:12.793207 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656d7bed-6cef-46b5-9377-c0ff009998e4 None None] The sync data for ids ['58a6a7e7-ea42-4a37-a200-fc130d31f1f4'] in n-d-766043-2 is: [{'id': '58a6a7e7-ea42-4a37-a200-fc130d31f1f4', 'name': 'tempest-ServersTestFqdnHostnames-390882093-router', 'tenant_id': '959f9e8eca7c4b199a87f8a8c1657772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '3aa45bd3-8e73-422f-bf34-bf71a64d2198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:46:57Z', 'updated_at': '2021-08-19T14:47:03Z', 'revision_number': 4, 'project_id': '959f9e8eca7c4b199a87f8a8c1657772', 'gw_port': {'id': '3aa45bd3-8e73-422f-bf34-bf71a64d2198', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:89:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a6a7e7-ea42-4a37-a200-fc130d31f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:46:58Z', 'updated_at': '2021-08-19T14:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'fb884a6d-91d0-4911-a87a-6c31e779c505', 'name': '', 'network_id': '9b8e3d58-ffb7-43c2-8ced-ce0f489cf233', 'tenant_id': '959f9e8eca7c4b199a87f8a8c1657772', 'mac_address': 'fa:16:3e:ec:e1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a6a7e7-ea42-4a37-a200-fc130d31f1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'bf5a704a-e968-4e43-b90b-bb904cff1edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:47:02Z', 'updated_at': '2021-08-19T14:47:09Z', 'revision_number': 5, 'project_id': '959f9e8eca7c4b199a87f8a8c1657772', 'subnets': [{'id': 'bf5a704a-e968-4e43-b90b-bb904cff1edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:49:12.870695 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-54be95a0-a233-4f2c-8018-deee47189b9d tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:12.873626 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-35935c2e-d2cb-4a48-a071-6318057c7323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:12.929535 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-54be95a0-a233-4f2c-8018-deee47189b9d tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:12.958285 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ecd0f128-e959-43d1-a9a3-971583cddc9d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:12.995851 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-35935c2e-d2cb-4a48-a071-6318057c7323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:12.997172 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-ecd0f128-e959-43d1-a9a3-971583cddc9d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Transition to ACTIVE for port object 6d2c3fbc-987a-45bf-8fab-bb7dd5885119 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:49:13.034633 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35935c2e-d2cb-4a48-a071-6318057c7323 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaa4f395-8b7e-41eb-a1df-25a42a9b7838,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:13.040120 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-54be95a0-a233-4f2c-8018-deee47189b9d tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:13.044024 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-54be95a0-a233-4f2c-8018-deee47189b9d tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:13.046094 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-54be95a0-a233-4f2c-8018-deee47189b9d tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] 10.222.0.69 "DELETE /v2.0/security-groups/3f90dd21-f75a-44ce-981d-23ac2f88ea7c HTTP/1.1" status: 204 len: 168 time: 0.3579469 Aug 19 14:49:13.053717 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-35935c2e-d2cb-4a48-a071-6318057c7323 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:13.057529 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0eccd05-2594-4bed-b109-75f7462e1d07 None None] Network 09badc51-885f-46f2-82a6-58497d8f5bf0 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:49:13.059201 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56574) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:13.076851 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-35935c2e-d2cb-4a48-a071-6318057c7323 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/aaa4f395-8b7e-41eb-a1df-25a42a9b7838 HTTP/1.1" status: 204 len: 168 time: 0.5974791 Aug 19 14:49:13.077597 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56580) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:13.081032 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-68a2bb67-bce2-48d8-8c69-a648b9de94dc tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] show failed (client error): The resource could not be found. Aug 19 14:49:13.082725 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-68a2bb67-bce2-48d8-8c69-a648b9de94dc tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] 10.222.0.69 "GET /v2.0/security-groups/3f90dd21-f75a-44ce-981d-23ac2f88ea7c HTTP/1.1" status: 404 len: 347 time: 0.0209386 Aug 19 14:49:13.085100 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ecd0f128-e959-43d1-a9a3-971583cddc9d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:13.086957 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56582) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:13.090448 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be95a0-a233-4f2c-8018-deee47189b9d tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f90dd21-f75a-44ce-981d-23ac2f88ea7c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:13.256661 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-71ae0113-7246-4e2c-86d6-215d47b17a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:13.290953 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a203728-a153-43d5-bd93-1761032e016c None None] New status for floating IP 27b754ff-b327-4ea2-8ff1-cd65c27b7dd5: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 14:49:13.293820 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-d9d4da87-ccc0-41b2-b39b-752cd78e5f85 None None] Allocated IP 2001:db8::2 (eb2a0074-ffdc-4655-a2e0-d470caf1d21a/775ab131-ac8e-4002-bb5e-39c90c5f39d7/b4cdc6f5-0afd-4fc5-8bce-2bf644f68487) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:49:13.302877 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd0f128-e959-43d1-a9a3-971583cddc9d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:49:13.311622 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-ecd0f128-e959-43d1-a9a3-971583cddc9d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:49:13.317960 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd0f128-e959-43d1-a9a3-971583cddc9d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:49:13.324216 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd0f128-e959-43d1-a9a3-971583cddc9d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:13.325224 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ecd0f128-e959-43d1-a9a3-971583cddc9d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:13.329831 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd0f128-e959-43d1-a9a3-971583cddc9d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Port': ['ID=6d2c3fbc-987a-45bf-8fab-bb7dd5885119,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:13.335205 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-71ae0113-7246-4e2c-86d6-215d47b17a2b admin admin] Deleting port 59d6cc5b-7de1-401e-b38f-b38924b4a171 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:49:13.335538 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-71ae0113-7246-4e2c-86d6-215d47b17a2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:13.371084 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ecd0f128-e959-43d1-a9a3-971583cddc9d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4389565 Aug 19 14:49:13.375556 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56590) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:13.410760 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-71ae0113-7246-4e2c-86d6-215d47b17a2b admin admin] For port 59d6cc5b-7de1-401e-b38f-b38924b4a171, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=59d6cc5b-7de1-401e-b38f-b38924b4a171,segment=NetworkSegment(bfc744b1-0107-452f-83ab-c2ef678669ca),segment_id=bfc744b1-0107-452f-83ab-c2ef678669ca)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:49:13.411403 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-71ae0113-7246-4e2c-86d6-215d47b17a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:13.417517 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-b749174b-9ef5-4e0b-a406-6911bc4dc547 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Deleting port fc971bde-7f33-4be8-aa66-50e68050a70d {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:49:13.417979 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b749174b-9ef5-4e0b-a406-6911bc4dc547 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:13.449901 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-71ae0113-7246-4e2c-86d6-215d47b17a2b admin admin] Calling delete_port for 59d6cc5b-7de1-401e-b38f-b38924b4a171 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:49:13.484339 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a712486-e297-4be8-b75d-e9295aaca5a2 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:13.486022 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-3a712486-e297-4be8-b75d-e9295aaca5a2 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1082404 Aug 19 14:49:13.488853 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56594) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:13.564737 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc306f7c-edb8-49b1-887f-00d14d3029b8', 'name': 'network-vif-deleted', 'tag': 'bad411ae-7450-46f1-96af-c4a9c470cdcc'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:49:13.567767 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e87b624-0550-4ee9-94c9-a83e75c7d65b" -d '{"events": [{"server_uuid": "bc306f7c-edb8-49b1-887f-00d14d3029b8", "name": "network-vif-deleted", "tag": "bad411ae-7450-46f1-96af-c4a9c470cdcc"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:49:13.584962 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b749174b-9ef5-4e0b-a406-6911bc4dc547 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:13.585294 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b749174b-9ef5-4e0b-a406-6911bc4dc547 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:13.601902 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-b749174b-9ef5-4e0b-a406-6911bc4dc547 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Calling delete_port for fc971bde-7f33-4be8-aa66-50e68050a70d owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:49:13.658635 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5eb315f-1326-474b-b261-c892d06ce1cf x-openstack-request-id: req-f5eb315f-1326-474b-b261-c892d06ce1cf {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:49:13.658929 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc306f7c-edb8-49b1-887f-00d14d3029b8", "name": "network-vif-deleted", "tag": "bad411ae-7450-46f1-96af-c4a9c470cdcc", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:49:13.659298 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f5eb315f-1326-474b-b261-c892d06ce1cf {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:49:13.659691 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc306f7c-edb8-49b1-887f-00d14d3029b8', 'name': 'network-vif-deleted', 'tag': 'bad411ae-7450-46f1-96af-c4a9c470cdcc', 'status': 'completed', 'code': 200} Aug 19 14:49:13.670927 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-71ae0113-7246-4e2c-86d6-215d47b17a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:13.692116 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-6dab846d-9446-48eb-9149-bbfda22c9835 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Deleting port 6d2c3fbc-987a-45bf-8fab-bb7dd5885119 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:49:13.692477 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6dab846d-9446-48eb-9149-bbfda22c9835 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:13.704829 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae0113-7246-4e2c-86d6-215d47b17a2b admin admin] Pushing event deleted for resources: {'Port': ['ID=59d6cc5b-7de1-401e-b38f-b38924b4a171,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:13.711791 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ae0113-7246-4e2c-86d6-215d47b17a2b admin admin] No DVR routers for this DVR port 59d6cc5b-7de1-401e-b38f-b38924b4a171 on host n-d-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:49:13.721379 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d9d4da87-ccc0-41b2-b39b-752cd78e5f85 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:13.731444 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d9d4da87-ccc0-41b2-b39b-752cd78e5f85 None None] Transition to ACTIVE for port object b4cdc6f5-0afd-4fc5-8bce-2bf644f68487 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:49:13.751557 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d9d4da87-ccc0-41b2-b39b-752cd78e5f85 None None] Transition to ACTIVE for port object b4cdc6f5-0afd-4fc5-8bce-2bf644f68487 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:49:13.758114 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0c257-130f-422a-9815-b449566e3ba2 req-83e20890-2c72-4b8e-a808-4dc426f20f4a tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:13.759104 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c8e8ed-e391-45a1-a874-680089c60819 None None] DHCP port deletion for 09badc51-885f-46f2-82a6-58497d8f5bf0 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:49:13.759883 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bca0c257-130f-422a-9815-b449566e3ba2 req-83e20890-2c72-4b8e-a808-4dc426f20f4a tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=189e7ebf-f6e8-42fb-8c3d-e95810c17119 HTTP/1.1" status: 200 len: 946 time: 0.1859348 Aug 19 14:49:13.763411 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d9d4da87-ccc0-41b2-b39b-752cd78e5f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:13.802026 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d4da87-ccc0-41b2-b39b-752cd78e5f85 None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:49:13.821863 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6dab846d-9446-48eb-9149-bbfda22c9835 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:13.828932 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-71ae0113-7246-4e2c-86d6-215d47b17a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:13.841026 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-6dab846d-9446-48eb-9149-bbfda22c9835 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Calling delete_port for 6d2c3fbc-987a-45bf-8fab-bb7dd5885119 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:49:13.848497 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-71ae0113-7246-4e2c-86d6-215d47b17a2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09badc51-885f-46f2-82a6-58497d8f5bf0']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:49:13.872691 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bca0c257-130f-422a-9815-b449566e3ba2 req-004b6908-692d-46b4-ba96-31137d92e75c tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829232 Aug 19 14:49:13.875389 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-d9d4da87-ccc0-41b2-b39b-752cd78e5f85 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:49:13.878171 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d4da87-ccc0-41b2-b39b-752cd78e5f85 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:49:13.890981 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d4da87-ccc0-41b2-b39b-752cd78e5f85 None None] Pushing event updated for resources: {'Port': ['ID=b4cdc6f5-0afd-4fc5-8bce-2bf644f68487,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:13.891767 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-71ae0113-7246-4e2c-86d6-215d47b17a2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfc744b1-0107-452f-83ab-c2ef678669ca') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:49:13.892272 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-71ae0113-7246-4e2c-86d6-215d47b17a2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfc744b1-0107-452f-83ab-c2ef678669ca') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:49:13.918050 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-71ae0113-7246-4e2c-86d6-215d47b17a2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:13.965637 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b749174b-9ef5-4e0b-a406-6911bc4dc547 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:13.966970 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d9d4da87-ccc0-41b2-b39b-752cd78e5f85 None None] Attempting to bind port b4cdc6f5-0afd-4fc5-8bce-2bf644f68487 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:49:13.969019 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d9d4da87-ccc0-41b2-b39b-752cd78e5f85 None None] Attempting to bind port b4cdc6f5-0afd-4fc5-8bce-2bf644f68487 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:49:13.969158 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-62ffc122-82ed-4ba4-9c3e-74371e39b3e2 req-479be049-c2fe-4a6d-bfe6-e4e2339d028c tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=21572e03-d241-4652-8939-ffe74f47eb48 HTTP/1.1" status: 200 len: 210 time: 0.0426774 Aug 19 14:49:13.969803 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d4da87-ccc0-41b2-b39b-752cd78e5f85 None None] Attempting to bind port b4cdc6f5-0afd-4fc5-8bce-2bf644f68487 on network eb2a0074-ffdc-4655-a2e0-d470caf1d21a {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:49:13.985262 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d4da87-ccc0-41b2-b39b-752cd78e5f85 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:49:13.986884 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d4da87-ccc0-41b2-b39b-752cd78e5f85 None None] Checking segment: {'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:49:13.987324 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-71ae0113-7246-4e2c-86d6-215d47b17a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:13.987459 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d9d4da87-ccc0-41b2-b39b-752cd78e5f85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:13.989117 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d4da87-ccc0-41b2-b39b-752cd78e5f85 None None] Bound using segment: {'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:49:13.992060 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d9d4da87-ccc0-41b2-b39b-752cd78e5f85 None None] Bound port: b4cdc6f5-0afd-4fc5-8bce-2bf644f68487, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:49:13.992635 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d9d4da87-ccc0-41b2-b39b-752cd78e5f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:13.997603 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71ae0113-7246-4e2c-86d6-215d47b17a2b admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:49:14.004574 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-71ae0113-7246-4e2c-86d6-215d47b17a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:14.007877 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:49:14.007877 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:49:14.007877 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:49:14.007877 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:49:14.007877 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:49:14.007877 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:49:14.007877 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:49:14.007877 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:49:14.007877 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:49:14.007877 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:49:14.007877 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:49:14.007877 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:49:14.007877 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:49:14.007877 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:49:14.007877 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:49:14.007877 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:49:14.007877 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:49:14.007877 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:49:14.007877 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:49:14.007877 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:49:14.007877 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:49:14.007877 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:49:14.007877 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:49:14.007877 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:49:14.007877 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:49:14.007877 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:49:14.007877 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:49:14.007877 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:49:14.007877 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:49:14.007877 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:49:14.007877 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:49:14.007877 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:49:14.062798 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b749174b-9ef5-4e0b-a406-6911bc4dc547 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Pushing event deleted for resources: {'Port': ['ID=fc971bde-7f33-4be8-aa66-50e68050a70d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:14.133471 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device df312655-e057-471b-ae41-83362c99d7c9 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:49:14.183451 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d9d4da87-ccc0-41b2-b39b-752cd78e5f85 None None] For port b4cdc6f5-0afd-4fc5-8bce-2bf644f68487, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:49:14.197558 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: df312655-e057-471b-ae41-83362c99d7c9 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:49:14.201990 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device df312655-e057-471b-ae41-83362c99d7c9 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:49:14.219857 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b96f3e3-06dc-4ccb-9c4c-d6fa158248b4 req-7932d1c2-edc7-4a2d-98fc-f8af33be25fe tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:14.222976 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d9d4da87-ccc0-41b2-b39b-752cd78e5f85 None None] For port b4cdc6f5-0afd-4fc5-8bce-2bf644f68487, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b4cdc6f5-0afd-4fc5-8bce-2bf644f68487,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:49:14.232071 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d9d4da87-ccc0-41b2-b39b-752cd78e5f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:14.241164 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8b96f3e3-06dc-4ccb-9c4c-d6fa158248b4 req-7932d1c2-edc7-4a2d-98fc-f8af33be25fe tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.88 "GET /v2.0/networks?id=23c2e440-9ca3-45a7-ab8d-c7ac81e99a99 HTTP/1.1" status: 200 len: 811 time: 0.2138374 Aug 19 14:49:14.268669 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b749174b-9ef5-4e0b-a406-6911bc4dc547 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:14.271258 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b749174b-9ef5-4e0b-a406-6911bc4dc547 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:14.272498 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b749174b-9ef5-4e0b-a406-6911bc4dc547 tempest-ServersTestFqdnHostnames-1090861460 tempest-ServersTestFqdnHostnames-1090861460-project] 10.222.0.69 "DELETE /v2.0/floatingips/27b754ff-b327-4ea2-8ff1-cd65c27b7dd5 HTTP/1.1" status: 204 len: 168 time: 1.1831369 Aug 19 14:49:14.276376 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56610) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:14.309350 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d4da87-ccc0-41b2-b39b-752cd78e5f85 None None] Pushing event updated for resources: {'Port': ['ID=b4cdc6f5-0afd-4fc5-8bce-2bf644f68487,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:14.343617 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-8b96f3e3-06dc-4ccb-9c4c-d6fa158248b4 req-e4108847-7448-4069-8da7-81b667436c61 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Request body: {'port': {'device_id': '21572e03-d241-4652-8939-ffe74f47eb48', 'network_id': '23c2e440-9ca3-45a7-ab8d-c7ac81e99a99', 'admin_state_up': True, 'tenant_id': '7fb0cbae73e44bb4aa5ac758561c58c6'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:49:14.354249 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-71ae0113-7246-4e2c-86d6-215d47b17a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:14.426406 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6dab846d-9446-48eb-9149-bbfda22c9835 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:14.435571 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-71ae0113-7246-4e2c-86d6-215d47b17a2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:14.441633 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-71ae0113-7246-4e2c-86d6-215d47b17a2b admin admin] 10.222.0.69 "DELETE /v2.0/networks/09badc51-885f-46f2-82a6-58497d8f5bf0 HTTP/1.1" status: 204 len: 168 time: 1.3626459 Aug 19 14:49:14.445274 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550592e4-9c3a-486c-98b9-4e98c95366f1 req-dd0045a5-4468-45fc-bb3b-bc1119ca7ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:14.447827 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-550592e4-9c3a-486c-98b9-4e98c95366f1 req-dd0045a5-4468-45fc-bb3b-bc1119ca7ec2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a174c7311ebe4e578a18affa5c162e64&device_id=189e7ebf-f6e8-42fb-8c3d-e95810c17119 HTTP/1.1" status: 200 len: 1097 time: 0.2052519 Aug 19 14:49:14.486527 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae0113-7246-4e2c-86d6-215d47b17a2b admin admin] Pushing event deleted for resources: {'Network': ['ID=09badc51-885f-46f2-82a6-58497d8f5bf0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:14.513431 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dab846d-9446-48eb-9149-bbfda22c9835 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event deleted for resources: {'Port': ['ID=6d2c3fbc-987a-45bf-8fab-bb7dd5885119,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:14.594503 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6dab846d-9446-48eb-9149-bbfda22c9835 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:14.596912 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6dab846d-9446-48eb-9149-bbfda22c9835 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/ports/6d2c3fbc-987a-45bf-8fab-bb7dd5885119 HTTP/1.1" status: 204 len: 168 time: 1.1069560 Aug 19 14:49:14.603450 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56614) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:14.615332 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438ebb7-1da1-41fa-ade2-18fb836a615d req-4a0241ab-0610-464e-b6b2-93864adf6b72 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:14.623991 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5438ebb7-1da1-41fa-ade2-18fb836a615d req-4a0241ab-0610-464e-b6b2-93864adf6b72 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=189e7ebf-f6e8-42fb-8c3d-e95810c17119 HTTP/1.1" status: 200 len: 946 time: 0.3248153 Aug 19 14:49:14.701930 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adee913f-db1d-4957-9861-f74f4c40cae5 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:14.703616 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adee913f-db1d-4957-9861-f74f4c40cae5 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:14.708456 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-adee913f-db1d-4957-9861-f74f4c40cae5 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1015165 Aug 19 14:49:14.709006 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56616) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:14.739731 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56618) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:14.761699 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5438ebb7-1da1-41fa-ade2-18fb836a615d req-749def75-1f10-413f-8403-d61ec825674b tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368170 Aug 19 14:49:14.762768 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550592e4-9c3a-486c-98b9-4e98c95366f1 req-f19b81b9-3d3a-4090-998e-e8c8d657830d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:14.764325 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-550592e4-9c3a-486c-98b9-4e98c95366f1 req-f19b81b9-3d3a-4090-998e-e8c8d657830d service neutron] 10.222.0.68 "GET /v2.0/networks?id=8a142042-c68c-4e37-b305-42d68af74408 HTTP/1.1" status: 200 len: 911 time: 0.2918968 Aug 19 14:49:14.820302 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e6265f5-9645-48d1-a028-eefe7b83f186 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Deleting subnet 775ab131-ac8e-4002-bb5e-39c90c5f39d7 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:49:14.828379 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3e6265f5-9645-48d1-a028-eefe7b83f186 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:14.836503 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-550592e4-9c3a-486c-98b9-4e98c95366f1 req-5d7ea814-5bb9-4d0a-8f40-1a5ff4ea601d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c0b52e2-a311-4ffe-9349-091f50286919 HTTP/1.1" status: 200 len: 217 time: 0.0597227 Aug 19 14:49:14.881686 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-8a448ee2-24d6-437e-9d69-65b585060465 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=28cae3a8854f4a72a71b8df0a4cb316f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1352534 Aug 19 14:49:14.889084 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56620) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:14.899537 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b96f3e3-06dc-4ccb-9c4c-d6fa158248b4 req-e4108847-7448-4069-8da7-81b667436c61 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Made reservation on behalf of 7fb0cbae73e44bb4aa5ac758561c58c6 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:49:14.902993 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8b96f3e3-06dc-4ccb-9c4c-d6fa158248b4 req-e4108847-7448-4069-8da7-81b667436c61 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:14.905572 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3e6265f5-9645-48d1-a028-eefe7b83f186 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:14.938689 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550592e4-9c3a-486c-98b9-4e98c95366f1 req-bd8c0bfa-0aa0-499d-a035-e8b1ab7f23d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:14.940104 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-550592e4-9c3a-486c-98b9-4e98c95366f1 req-bd8c0bfa-0aa0-499d-a035-e8b1ab7f23d3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=aff8d2c4-8a7b-4abf-8ece-6e61f2387303 HTTP/1.1" status: 200 len: 850 time: 0.0756869 Aug 19 14:49:15.009895 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-550592e4-9c3a-486c-98b9-4e98c95366f1 req-5a1b5f20-7dea-4a3a-b79e-b02f9e5ccd1d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8a142042-c68c-4e37-b305-42d68af74408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405025 Aug 19 14:49:15.046231 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cec85d7c-90ba-45eb-bf33-3eb0e139a2ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:15.094572 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cec85d7c-90ba-45eb-bf33-3eb0e139a2ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:15.105376 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3e6265f5-9645-48d1-a028-eefe7b83f186 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:15.175621 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-550592e4-9c3a-486c-98b9-4e98c95366f1 req-6a6bc8f3-7889-42e5-b873-3d24d72af3f1 service neutron] 10.222.0.68 "GET /v2.0/networks/8a142042-c68c-4e37-b305-42d68af74408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510541 Aug 19 14:49:15.195994 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-873ac818-3ed2-4c93-a1d1-f1ec209e730d req-b96b9854-cba1-4b07-8476-27d1118fafc2 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=21572e03-d241-4652-8939-ffe74f47eb48 HTTP/1.1" status: 200 len: 210 time: 0.0674222 Aug 19 14:49:15.263917 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3e6265f5-9645-48d1-a028-eefe7b83f186 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:15.270553 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cec85d7c-90ba-45eb-bf33-3eb0e139a2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:15.274467 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cec85d7c-90ba-45eb-bf33-3eb0e139a2ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:15.278641 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-cec85d7c-90ba-45eb-bf33-3eb0e139a2ba admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a8eef4d4-ce2c-416e-97b8-e495a11003d0 HTTP/1.1" status: 204 len: 168 time: 0.3838243 Aug 19 14:49:15.325009 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-8b96f3e3-06dc-4ccb-9c4c-d6fa158248b4 req-e4108847-7448-4069-8da7-81b667436c61 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Allocated IP 172.20.0.9 (23c2e440-9ca3-45a7-ab8d-c7ac81e99a99/9422880f-eaac-4c78-82da-517737e1ea86/dc7054f3-84a3-4c64-bfb9-8dcf2046738e) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:49:15.349331 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6265f5-9645-48d1-a028-eefe7b83f186 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event deleted for resources: {'Subnet': ['ID=775ab131-ac8e-4002-bb5e-39c90c5f39d7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:15.353542 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec85d7c-90ba-45eb-bf33-3eb0e139a2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8eef4d4-ce2c-416e-97b8-e495a11003d0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:15.364243 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3e6265f5-9645-48d1-a028-eefe7b83f186 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:15.369301 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-3e6265f5-9645-48d1-a028-eefe7b83f186 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/775ab131-ac8e-4002-bb5e-39c90c5f39d7 HTTP/1.1" status: 204 len: 168 time: 0.6591842 Aug 19 14:49:15.371760 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56628) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:15.419542 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b4cdc6f5-0afd-4fc5-8bce-2bf644f68487 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:49:15.464954 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e107e79b-02c6-473c-a71a-762cf40012b1 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0918722 Aug 19 14:49:15.465814 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56630) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:15.472057 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a2b27295-5902-47fe-ba13-78b8649f9656 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'subnet': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:49:15.479259 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6f8fbc5d-a819-40c0-b2be-906651e0c073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:15.517831 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port b4cdc6f5-0afd-4fc5-8bce-2bf644f68487 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:49:15.612000 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 59d6cc5b-7de1-401e-b38f-b38924b4a171 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:49:15.616029 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-550592e4-9c3a-486c-98b9-4e98c95366f1 req-d4fb936a-fdec-4152-8c20-b7def190ec56 service neutron] 10.222.0.68 "GET /v2.0/networks/8a142042-c68c-4e37-b305-42d68af74408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3960860 Aug 19 14:49:15.645247 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 59d6cc5b-7de1-401e-b38f-b38924b4a171 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:49:15.646043 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 59d6cc5b-7de1-401e-b38f-b38924b4a171 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:49:15.754319 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8b96f3e3-06dc-4ccb-9c4c-d6fa158248b4 req-e4108847-7448-4069-8da7-81b667436c61 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:15.831333 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8b96f3e3-06dc-4ccb-9c4c-d6fa158248b4 req-e4108847-7448-4069-8da7-81b667436c61 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:15.891557 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b96f3e3-06dc-4ccb-9c4c-d6fa158248b4 req-e4108847-7448-4069-8da7-81b667436c61 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Network 23c2e440-9ca3-45a7-ab8d-c7ac81e99a99 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:49:15.895140 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-8b96f3e3-06dc-4ccb-9c4c-d6fa158248b4 req-e4108847-7448-4069-8da7-81b667436c61 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:49:15.903129 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b96f3e3-06dc-4ccb-9c4c-d6fa158248b4 req-e4108847-7448-4069-8da7-81b667436c61 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:49:15.940585 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc7f270-bdb8-4559-87de-bbc7b20da6c3 None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:49:16.022719 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4108847-7448-4069-8da7-81b667436c61 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Pushing event updated for resources: {'Port': ['ID=dc7054f3-84a3-4c64-bfb9-8dcf2046738e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:16.044210 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b96f3e3-06dc-4ccb-9c4c-d6fa158248b4 req-e4108847-7448-4069-8da7-81b667436c61 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:16.045407 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8b96f3e3-06dc-4ccb-9c4c-d6fa158248b4 req-e4108847-7448-4069-8da7-81b667436c61 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:16.059494 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4c924c96-31d0-45b4-acff-b411e82c5fec None None] Provisioning for port b4cdc6f5-0afd-4fc5-8bce-2bf644f68487 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:49:16.065058 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4c924c96-31d0-45b4-acff-b411e82c5fec None None] Provisioning complete for port b4cdc6f5-0afd-4fc5-8bce-2bf644f68487 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:49:16.065479 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4c924c96-31d0-45b4-acff-b411e82c5fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:16.080785 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc6012-8181-4eb2-8139-de41ac339ca9 req-ed79cae4-2c62-4e5e-9b22-a080f872b43c tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:16.084739 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-84fc6012-8181-4eb2-8139-de41ac339ca9 req-ed79cae4-2c62-4e5e-9b22-a080f872b43c tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=189e7ebf-f6e8-42fb-8c3d-e95810c17119 HTTP/1.1" status: 200 len: 946 time: 0.1279457 Aug 19 14:49:16.090619 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8b96f3e3-06dc-4ccb-9c4c-d6fa158248b4 req-e4108847-7448-4069-8da7-81b667436c61 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7573705 Aug 19 14:49:16.116595 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-8b96f3e3-06dc-4ccb-9c4c-d6fa158248b4 req-1c4d41c6-446d-4ec4-97fa-94d7e5973e58 service neutron] Request body: {'port': {'device_id': '21572e03-d241-4652-8939-ffe74f47eb48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:49:16.172398 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4c924c96-31d0-45b4-acff-b411e82c5fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:16.223700 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4c924c96-31d0-45b4-acff-b411e82c5fec None None] For port b4cdc6f5-0afd-4fc5-8bce-2bf644f68487, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b4cdc6f5-0afd-4fc5-8bce-2bf644f68487,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:49:16.225764 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45840f8-f5b5-44a3-9e9a-6bac42aa26be None None] DHCP port deletion for eb2a0074-ffdc-4655-a2e0-d470caf1d21a request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:49:16.235527 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4c924c96-31d0-45b4-acff-b411e82c5fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:16.263791 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-84fc6012-8181-4eb2-8139-de41ac339ca9 req-3135567e-f16e-4fb4-b4cc-7e99a4102895 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698363 Aug 19 14:49:16.270346 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8b96f3e3-06dc-4ccb-9c4c-d6fa158248b4 req-1c4d41c6-446d-4ec4-97fa-94d7e5973e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:16.319918 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b27295-5902-47fe-ba13-78b8649f9656 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:49:16.324155 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2b27295-5902-47fe-ba13-78b8649f9656 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:16.362775 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d45840f8-f5b5-44a3-9e9a-6bac42aa26be None None] Deleting port b4cdc6f5-0afd-4fc5-8bce-2bf644f68487 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:49:16.363155 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d45840f8-f5b5-44a3-9e9a-6bac42aa26be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:16.445064 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d45840f8-f5b5-44a3-9e9a-6bac42aa26be None None] For port b4cdc6f5-0afd-4fc5-8bce-2bf644f68487, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b4cdc6f5-0afd-4fc5-8bce-2bf644f68487,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:49:16.446176 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d45840f8-f5b5-44a3-9e9a-6bac42aa26be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:16.473586 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c924c96-31d0-45b4-acff-b411e82c5fec None None] Pushing event updated for resources: {'Port': ['ID=b4cdc6f5-0afd-4fc5-8bce-2bf644f68487,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:16.492546 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d45840f8-f5b5-44a3-9e9a-6bac42aa26be None None] Calling delete_port for b4cdc6f5-0afd-4fc5-8bce-2bf644f68487 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:49:16.553146 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8fdefa-31eb-4a2a-a506-5ee88089237b req-1032edf0-b41c-4e9e-b844-ebf2e446276e tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:16.555025 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9f8fdefa-31eb-4a2a-a506-5ee88089237b req-1032edf0-b41c-4e9e-b844-ebf2e446276e tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=21572e03-d241-4652-8939-ffe74f47eb48 HTTP/1.1" status: 200 len: 931 time: 0.2291374 Aug 19 14:49:16.609680 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56660) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:16.643045 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d45840f8-f5b5-44a3-9e9a-6bac42aa26be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:16.682323 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9f8fdefa-31eb-4a2a-a506-5ee88089237b req-0aade00c-0ede-42ca-897a-91310f607f08 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202035 Aug 19 14:49:16.690383 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45840f8-f5b5-44a3-9e9a-6bac42aa26be None None] Pushing event deleted for resources: {'Port': ['ID=b4cdc6f5-0afd-4fc5-8bce-2bf644f68487,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:16.700126 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45840f8-f5b5-44a3-9e9a-6bac42aa26be None None] No DVR routers for this DVR port b4cdc6f5-0afd-4fc5-8bce-2bf644f68487 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:49:16.760819 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2b27295-5902-47fe-ba13-78b8649f9656 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:16.804117 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-65bc45c8-809d-494e-85e1-71fd7323bf3b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-378060272-network', 'tenant_id': '8bf9338b14bd4de0a247947d4332bed4'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:49:16.828257 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-6f8fbc5d-a819-40c0-b2be-906651e0c073 admin admin] Deleting port fb884a6d-91d0-4911-a87a-6c31e779c505 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:49:16.828611 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6f8fbc5d-a819-40c0-b2be-906651e0c073 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:16.839198 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-8b96f3e3-06dc-4ccb-9c4c-d6fa158248b4 req-1c4d41c6-446d-4ec4-97fa-94d7e5973e58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc7054f3-84a3-4c64-bfb9-8dcf2046738e {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:49:16.847557 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b27295-5902-47fe-ba13-78b8649f9656 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:49:16.847740 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8b96f3e3-06dc-4ccb-9c4c-d6fa158248b4 req-1c4d41c6-446d-4ec4-97fa-94d7e5973e58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:16.850405 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65bc45c8-809d-494e-85e1-71fd7323bf3b admin admin] Made reservation on behalf of 8bf9338b14bd4de0a247947d4332bed4 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:49:16.852508 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-65bc45c8-809d-494e-85e1-71fd7323bf3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:16.862167 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-8b96f3e3-06dc-4ccb-9c4c-d6fa158248b4 req-1c4d41c6-446d-4ec4-97fa-94d7e5973e58 service neutron] Transition to ACTIVE for port object dc7054f3-84a3-4c64-bfb9-8dcf2046738e will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:49:16.865978 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8b96f3e3-06dc-4ccb-9c4c-d6fa158248b4 req-1c4d41c6-446d-4ec4-97fa-94d7e5973e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:16.886556 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-a2b27295-5902-47fe-ba13-78b8649f9656 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:49:16.898846 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f89b855-6f38-4546-a52f-ddb0b99ab948 None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:49:16.941206 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b27295-5902-47fe-ba13-78b8649f9656 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:16.941898 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2b27295-5902-47fe-ba13-78b8649f9656 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:16.945499 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b27295-5902-47fe-ba13-78b8649f9656 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Subnet': ['ID=a7dc16a5-87f2-4b8e-b762-782cff642547,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:16.951988 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-65bc45c8-809d-494e-85e1-71fd7323bf3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:16.984497 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d41c6-446d-4ec4-97fa-94d7e5973e58 service neutron] Pushing event updated for resources: {'Port': ['ID=dc7054f3-84a3-4c64-bfb9-8dcf2046738e,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:16.987898 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-6f8fbc5d-a819-40c0-b2be-906651e0c073 admin admin] For port fb884a6d-91d0-4911-a87a-6c31e779c505, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=fb884a6d-91d0-4911-a87a-6c31e779c505,segment=NetworkSegment(64c0e267-283c-4628-a99a-2e5f43744507),segment_id=64c0e267-283c-4628-a99a-2e5f43744507)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:49:16.988346 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6f8fbc5d-a819-40c0-b2be-906651e0c073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:16.997872 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-8b96f3e3-06dc-4ccb-9c4c-d6fa158248b4 req-1c4d41c6-446d-4ec4-97fa-94d7e5973e58 service neutron] Attempting to bind port dc7054f3-84a3-4c64-bfb9-8dcf2046738e on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:49:16.998382 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-8b96f3e3-06dc-4ccb-9c4c-d6fa158248b4 req-1c4d41c6-446d-4ec4-97fa-94d7e5973e58 service neutron] Attempting to bind port dc7054f3-84a3-4c64-bfb9-8dcf2046738e by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'dfb5451f-ae59-4348-b57d-1e05105b4f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '23c2e440-9ca3-45a7-ab8d-c7ac81e99a99'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:49:16.998756 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b96f3e3-06dc-4ccb-9c4c-d6fa158248b4 req-1c4d41c6-446d-4ec4-97fa-94d7e5973e58 service neutron] Attempting to bind port dc7054f3-84a3-4c64-bfb9-8dcf2046738e on network 23c2e440-9ca3-45a7-ab8d-c7ac81e99a99 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:49:17.003412 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b96f3e3-06dc-4ccb-9c4c-d6fa158248b4 req-1c4d41c6-446d-4ec4-97fa-94d7e5973e58 service neutron] Port dc7054f3-84a3-4c64-bfb9-8dcf2046738e on network 23c2e440-9ca3-45a7-ab8d-c7ac81e99a99 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:49:17.003761 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b96f3e3-06dc-4ccb-9c4c-d6fa158248b4 req-1c4d41c6-446d-4ec4-97fa-94d7e5973e58 service neutron] Attempting to bind port dc7054f3-84a3-4c64-bfb9-8dcf2046738e on network 23c2e440-9ca3-45a7-ab8d-c7ac81e99a99 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:49:17.009783 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b96f3e3-06dc-4ccb-9c4c-d6fa158248b4 req-1c4d41c6-446d-4ec4-97fa-94d7e5973e58 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:49:17.010392 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b96f3e3-06dc-4ccb-9c4c-d6fa158248b4 req-1c4d41c6-446d-4ec4-97fa-94d7e5973e58 service neutron] Checking segment: {'id': 'dfb5451f-ae59-4348-b57d-1e05105b4f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '23c2e440-9ca3-45a7-ab8d-c7ac81e99a99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:49:17.011068 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b96f3e3-06dc-4ccb-9c4c-d6fa158248b4 req-1c4d41c6-446d-4ec4-97fa-94d7e5973e58 service neutron] Bound using segment: {'id': 'dfb5451f-ae59-4348-b57d-1e05105b4f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '23c2e440-9ca3-45a7-ab8d-c7ac81e99a99'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:49:17.011859 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-8b96f3e3-06dc-4ccb-9c4c-d6fa158248b4 req-1c4d41c6-446d-4ec4-97fa-94d7e5973e58 service neutron] Bound port: dc7054f3-84a3-4c64-bfb9-8dcf2046738e, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfb5451f-ae59-4348-b57d-1e05105b4f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '23c2e440-9ca3-45a7-ab8d-c7ac81e99a99'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:49:17.012595 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8b96f3e3-06dc-4ccb-9c4c-d6fa158248b4 req-1c4d41c6-446d-4ec4-97fa-94d7e5973e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:17.019963 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-6f8fbc5d-a819-40c0-b2be-906651e0c073 admin admin] Calling delete_port for fb884a6d-91d0-4911-a87a-6c31e779c505 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:49:17.086428 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad9b146-bf71-4d9f-bd65-6386d8b0cf90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'tenant_id': 'c39f5f14c7bc46018e8896511823152f', 'fixed_ips': [{'subnet_id': 'a7dc16a5-87f2-4b8e-b762-782cff642547'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:49:17.088514 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bad9b146-bf71-4d9f-bd65-6386d8b0cf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:17.109583 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-8b96f3e3-06dc-4ccb-9c4c-d6fa158248b4 req-1c4d41c6-446d-4ec4-97fa-94d7e5973e58 service neutron] For port dc7054f3-84a3-4c64-bfb9-8dcf2046738e, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:49:17.126710 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-8b96f3e3-06dc-4ccb-9c4c-d6fa158248b4 req-1c4d41c6-446d-4ec4-97fa-94d7e5973e58 service neutron] For port dc7054f3-84a3-4c64-bfb9-8dcf2046738e, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=dc7054f3-84a3-4c64-bfb9-8dcf2046738e,segment=NetworkSegment(dfb5451f-ae59-4348-b57d-1e05105b4f16),segment_id=dfb5451f-ae59-4348-b57d-1e05105b4f16)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:49:17.134600 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8b96f3e3-06dc-4ccb-9c4c-d6fa158248b4 req-1c4d41c6-446d-4ec4-97fa-94d7e5973e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:17.190229 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b96f3e3-06dc-4ccb-9c4c-d6fa158248b4 req-1c4d41c6-446d-4ec4-97fa-94d7e5973e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:17.190950 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8b96f3e3-06dc-4ccb-9c4c-d6fa158248b4 req-1c4d41c6-446d-4ec4-97fa-94d7e5973e58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:17.192943 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8b96f3e3-06dc-4ccb-9c4c-d6fa158248b4 req-1c4d41c6-446d-4ec4-97fa-94d7e5973e58 service neutron] 10.222.0.88 "PUT /v2.0/ports/dc7054f3-84a3-4c64-bfb9-8dcf2046738e HTTP/1.1" status: 200 len: 1091 time: 1.0858307 Aug 19 14:49:17.196344 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21572e03-d241-4652-8939-ffe74f47eb48', 'tag': 'dc7054f3-84a3-4c64-bfb9-8dcf2046738e'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:49:17.198264 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-65bc45c8-809d-494e-85e1-71fd7323bf3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:17.203277 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459af852-8a7d-4d89-b1c7-ada1e5f234b7" -d '{"events": [{"name": "network-changed", "server_uuid": "21572e03-d241-4652-8939-ffe74f47eb48", "tag": "dc7054f3-84a3-4c64-bfb9-8dcf2046738e"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:49:17.210935 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-65bc45c8-809d-494e-85e1-71fd7323bf3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:17.270037 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65bc45c8-809d-494e-85e1-71fd7323bf3b admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:49:17.276768 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc45c8-809d-494e-85e1-71fd7323bf3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885bc9bf-273a-454b-9078-381092dcbe5a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:17.282634 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a2b27295-5902-47fe-ba13-78b8649f9656 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8122928 Aug 19 14:49:17.291342 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56666) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:17.296621 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-db9ac61d-ec17-4a63-bb93-c93a171fd31c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'port': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'name': 'tempest-NetworksTestDHCPv6-1225637331'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:49:17.297220 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d41c6-446d-4ec4-97fa-94d7e5973e58 service neutron] Pushing event updated for resources: {'Port': ['ID=dc7054f3-84a3-4c64-bfb9-8dcf2046738e,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:17.324812 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65fecff2-f914-4753-9f23-d4ec8603afbf x-openstack-request-id: req-65fecff2-f914-4753-9f23-d4ec8603afbf {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:49:17.325101 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21572e03-d241-4652-8939-ffe74f47eb48", "tag": "dc7054f3-84a3-4c64-bfb9-8dcf2046738e", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:49:17.331861 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-65fecff2-f914-4753-9f23-d4ec8603afbf {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:49:17.332325 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21572e03-d241-4652-8939-ffe74f47eb48', 'tag': 'dc7054f3-84a3-4c64-bfb9-8dcf2046738e', 'status': 'completed', 'code': 200} Aug 19 14:49:17.332938 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b4cdc6f5-0afd-4fc5-8bce-2bf644f68487 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:49:17.334485 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b96f3e3-06dc-4ccb-9c4c-d6fa158248b4 req-ff87f2ff-9eab-4789-89a7-26c83bc7235a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:17.336003 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8b96f3e3-06dc-4ccb-9c4c-d6fa158248b4 req-ff87f2ff-9eab-4789-89a7-26c83bc7235a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7fb0cbae73e44bb4aa5ac758561c58c6&device_id=21572e03-d241-4652-8939-ffe74f47eb48 HTTP/1.1" status: 200 len: 1094 time: 0.0899880 Aug 19 14:49:17.343155 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-65bc45c8-809d-494e-85e1-71fd7323bf3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:17.343758 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-65bc45c8-809d-494e-85e1-71fd7323bf3b admin admin] Added segment a797992c-f015-48a4-a029-21c175cc336b of type vlan for network 8d226290-6085-496f-b9eb-bf514760f427 Aug 19 14:49:17.379467 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: b4cdc6f5-0afd-4fc5-8bce-2bf644f68487 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:49:17.379819 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b4cdc6f5-0afd-4fc5-8bce-2bf644f68487 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:49:17.381906 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-bad9b146-bf71-4d9f-bd65-6386d8b0cf90 None None] Allocated IP 2001:db8::2 (eb2a0074-ffdc-4655-a2e0-d470caf1d21a/a7dc16a5-87f2-4b8e-b762-782cff642547/80eeefbf-fbda-4681-86b3-fe900e527745) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:49:17.420262 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8b96f3e3-06dc-4ccb-9c4c-d6fa158248b4 req-74d60528-6848-42ce-9e28-1a43fc93665c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc7054f3-84a3-4c64-bfb9-8dcf2046738e HTTP/1.1" status: 200 len: 217 time: 0.0753963 Aug 19 14:49:17.428110 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-65bc45c8-809d-494e-85e1-71fd7323bf3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:17.515124 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9ac61d-ec17-4a63-bb93-c93a171fd31c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:49:17.519580 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db9ac61d-ec17-4a63-bb93-c93a171fd31c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:17.537665 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b96f3e3-06dc-4ccb-9c4c-d6fa158248b4 req-8bc1e8ce-faa3-4358-9c47-636c38d170ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:17.539445 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8b96f3e3-06dc-4ccb-9c4c-d6fa158248b4 req-8bc1e8ce-faa3-4358-9c47-636c38d170ff service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9422880f-eaac-4c78-82da-517737e1ea86 HTTP/1.1" status: 200 len: 851 time: 0.1104848 Aug 19 14:49:17.575651 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-db9ac61d-ec17-4a63-bb93-c93a171fd31c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] device_id is not set on port a7376c68-d8d1-414e-b580-80c666dbb28b yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:49:17.600768 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-65bc45c8-809d-494e-85e1-71fd7323bf3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:17.602217 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca01e09-0b16-4eb7-887a-0557f9d2c5f3 req-e23cef72-c752-4eee-9c66-16cf99f90957 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:17.603424 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bc45c8-809d-494e-85e1-71fd7323bf3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:17.604882 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3ca01e09-0b16-4eb7-887a-0557f9d2c5f3 req-e23cef72-c752-4eee-9c66-16cf99f90957 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=189e7ebf-f6e8-42fb-8c3d-e95810c17119 HTTP/1.1" status: 200 len: 946 time: 0.1650662 Aug 19 14:49:17.607161 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-65bc45c8-809d-494e-85e1-71fd7323bf3b admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:17.650869 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8b96f3e3-06dc-4ccb-9c4c-d6fa158248b4 req-e4cd10b5-227c-4337-84ee-f5cafaddc14b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=23c2e440-9ca3-45a7-ab8d-c7ac81e99a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863223 Aug 19 14:49:17.651293 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bad9b146-bf71-4d9f-bd65-6386d8b0cf90 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:17.664384 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bad9b146-bf71-4d9f-bd65-6386d8b0cf90 None None] Transition to ACTIVE for port object 80eeefbf-fbda-4681-86b3-fe900e527745 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:49:17.703486 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bad9b146-bf71-4d9f-bd65-6386d8b0cf90 None None] Transition to ACTIVE for port object 80eeefbf-fbda-4681-86b3-fe900e527745 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:49:17.717703 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bad9b146-bf71-4d9f-bd65-6386d8b0cf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:17.771057 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad9b146-bf71-4d9f-bd65-6386d8b0cf90 None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:49:17.777086 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3ca01e09-0b16-4eb7-887a-0557f9d2c5f3 req-4bbd0c10-f994-427b-ad70-fee65cc7648d tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287425 Aug 19 14:49:17.778001 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-bad9b146-bf71-4d9f-bd65-6386d8b0cf90 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:49:17.783007 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad9b146-bf71-4d9f-bd65-6386d8b0cf90 None None] Pushing event updated for resources: {'Port': ['ID=80eeefbf-fbda-4681-86b3-fe900e527745,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:17.786181 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad9b146-bf71-4d9f-bd65-6386d8b0cf90 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:49:17.841035 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8b96f3e3-06dc-4ccb-9c4c-d6fa158248b4 req-6a642e13-492f-4af2-abcd-3159c1717b99 service neutron] 10.222.0.88 "GET /v2.0/networks/23c2e440-9ca3-45a7-ab8d-c7ac81e99a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788759 Aug 19 14:49:17.863258 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-bad9b146-bf71-4d9f-bd65-6386d8b0cf90 None None] Attempting to bind port 80eeefbf-fbda-4681-86b3-fe900e527745 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:49:17.863797 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-bad9b146-bf71-4d9f-bd65-6386d8b0cf90 None None] Attempting to bind port 80eeefbf-fbda-4681-86b3-fe900e527745 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:49:17.864264 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad9b146-bf71-4d9f-bd65-6386d8b0cf90 None None] Attempting to bind port 80eeefbf-fbda-4681-86b3-fe900e527745 on network eb2a0074-ffdc-4655-a2e0-d470caf1d21a {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:49:17.870417 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad9b146-bf71-4d9f-bd65-6386d8b0cf90 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:49:17.871098 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad9b146-bf71-4d9f-bd65-6386d8b0cf90 None None] Checking segment: {'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:49:17.871601 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bad9b146-bf71-4d9f-bd65-6386d8b0cf90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:17.872097 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad9b146-bf71-4d9f-bd65-6386d8b0cf90 None None] Bound using segment: {'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:49:17.872707 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-bad9b146-bf71-4d9f-bd65-6386d8b0cf90 None None] Bound port: 80eeefbf-fbda-4681-86b3-fe900e527745, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:49:17.873188 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bad9b146-bf71-4d9f-bd65-6386d8b0cf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:17.885036 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-db9ac61d-ec17-4a63-bb93-c93a171fd31c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Allocated IP 2001:db8::2f (eb2a0074-ffdc-4655-a2e0-d470caf1d21a/a7dc16a5-87f2-4b8e-b762-782cff642547/a7376c68-d8d1-414e-b580-80c666dbb28b) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:49:17.974776 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-bad9b146-bf71-4d9f-bd65-6386d8b0cf90 None None] For port 80eeefbf-fbda-4681-86b3-fe900e527745, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:49:17.979703 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-bad9b146-bf71-4d9f-bd65-6386d8b0cf90 None None] For port 80eeefbf-fbda-4681-86b3-fe900e527745, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=80eeefbf-fbda-4681-86b3-fe900e527745,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:49:17.982862 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc45c8-809d-494e-85e1-71fd7323bf3b admin admin] Pushing event updated for resources: {'Network': ['ID=8d226290-6085-496f-b9eb-bf514760f427,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:17.985861 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bad9b146-bf71-4d9f-bd65-6386d8b0cf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:17.987570 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6f8fbc5d-a819-40c0-b2be-906651e0c073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:17.997652 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-65bc45c8-809d-494e-85e1-71fd7323bf3b admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3853405 Aug 19 14:49:17.999814 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56678) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:18.020072 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d678d7e2-16cc-4c5a-9ca4-d55db7b9e1b1 admin admin] Request body: {'subnet': {'network_id': '8d226290-6085-496f-b9eb-bf514760f427', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-378060272-subnet', 'tenant_id': '8bf9338b14bd4de0a247947d4332bed4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:49:18.030849 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8fbc5d-a819-40c0-b2be-906651e0c073 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb884a6d-91d0-4911-a87a-6c31e779c505,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:18.052725 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad9b146-bf71-4d9f-bd65-6386d8b0cf90 None None] Pushing event updated for resources: {'Port': ['ID=80eeefbf-fbda-4681-86b3-fe900e527745,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:18.055934 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 8d226290-6085-496f-b9eb-bf514760f427 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:49:18.080955 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d678d7e2-16cc-4c5a-9ca4-d55db7b9e1b1 admin admin] Made reservation on behalf of 8bf9338b14bd4de0a247947d4332bed4 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:49:18.083195 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d678d7e2-16cc-4c5a-9ca4-d55db7b9e1b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:18.119365 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a84ea26-388d-41ca-b9bb-861c5d619962 req-fdfea554-7b30-4ea5-a569-eef669ec95b0 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:18.129915 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9a84ea26-388d-41ca-b9bb-861c5d619962 req-fdfea554-7b30-4ea5-a569-eef669ec95b0 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=21572e03-d241-4652-8939-ffe74f47eb48 HTTP/1.1" status: 200 len: 943 time: 0.2878814 Aug 19 14:49:18.198577 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db9ac61d-ec17-4a63-bb93-c93a171fd31c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:18.269484 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-db9ac61d-ec17-4a63-bb93-c93a171fd31c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Transition to ACTIVE for port object a7376c68-d8d1-414e-b580-80c666dbb28b will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:49:18.387128 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6f8fbc5d-a819-40c0-b2be-906651e0c073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:18.400109 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db9ac61d-ec17-4a63-bb93-c93a171fd31c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:18.562093 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9ac61d-ec17-4a63-bb93-c93a171fd31c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:49:18.564821 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-db9ac61d-ec17-4a63-bb93-c93a171fd31c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:49:18.572172 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9ac61d-ec17-4a63-bb93-c93a171fd31c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:49:18.578248 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9ac61d-ec17-4a63-bb93-c93a171fd31c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:18.578896 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db9ac61d-ec17-4a63-bb93-c93a171fd31c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:18.586553 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ac61d-ec17-4a63-bb93-c93a171fd31c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Port': ['ID=a7376c68-d8d1-414e-b580-80c666dbb28b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:18.675468 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-db9ac61d-ec17-4a63-bb93-c93a171fd31c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3829889 Aug 19 14:49:18.678974 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56682) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:18.793788 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53347f2f-a0a4-4dbc-b7fc-b36d7959a050 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:18.799975 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53347f2f-a0a4-4dbc-b7fc-b36d7959a050 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:18.801820 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-53347f2f-a0a4-4dbc-b7fc-b36d7959a050 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1217048 Aug 19 14:49:18.806649 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56684) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:18.847598 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8b96f3e3-06dc-4ccb-9c4c-d6fa158248b4 req-5e5729cf-4f06-4969-8209-15d33b4e7693 service neutron] 10.222.0.88 "GET /v2.0/networks/23c2e440-9ca3-45a7-ab8d-c7ac81e99a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9699481 Aug 19 14:49:18.853881 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9a84ea26-388d-41ca-b9bb-861c5d619962 req-f5fe7513-b6de-4cf7-a88d-bfa3ec02cac7 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7221456 Aug 19 14:49:18.974826 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f8fbc5d-a819-40c0-b2be-906651e0c073 admin admin] Router 58a6a7e7-ea42-4a37-a200-fc130d31f1f4 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:49:19.001787 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e40c8e8c-40e7-4a0c-be27-f550894c07ad tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Deleting port a7376c68-d8d1-414e-b580-80c666dbb28b {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:49:19.002167 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e40c8e8c-40e7-4a0c-be27-f550894c07ad tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:19.048229 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caab289-92e7-4e59-8326-b37e0917322d req-97395b4d-7af3-4bbd-86b3-bbbcdb4ca71d tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:19.050951 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5caab289-92e7-4e59-8326-b37e0917322d req-97395b4d-7af3-4bbd-86b3-bbbcdb4ca71d tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=189e7ebf-f6e8-42fb-8c3d-e95810c17119 HTTP/1.1" status: 200 len: 946 time: 0.1475480 Aug 19 14:49:19.053409 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d678d7e2-16cc-4c5a-9ca4-d55db7b9e1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:19.058287 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459af852-8a7d-4d89-b1c7-ada1e5f234b7 req-89f14d76-733c-4f17-915d-2e8491dd6a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:19.059742 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-459af852-8a7d-4d89-b1c7-ada1e5f234b7 req-89f14d76-733c-4f17-915d-2e8491dd6a4f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7fb0cbae73e44bb4aa5ac758561c58c6&device_id=21572e03-d241-4652-8939-ffe74f47eb48 HTTP/1.1" status: 200 len: 1094 time: 0.1420200 Aug 19 14:49:19.140108 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e40c8e8c-40e7-4a0c-be27-f550894c07ad tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:19.153540 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e40c8e8c-40e7-4a0c-be27-f550894c07ad tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Calling delete_port for a7376c68-d8d1-414e-b580-80c666dbb28b owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:49:19.222177 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d678d7e2-16cc-4c5a-9ca4-d55db7b9e1b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ebe78ca-28f7-43fa-89de-04375d30f6cd,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:19.251107 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5caab289-92e7-4e59-8326-b37e0917322d req-adbe8eb3-0639-4b0e-9221-e6540b5a9265 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886506 Aug 19 14:49:19.298091 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459af852-8a7d-4d89-b1c7-ada1e5f234b7 req-780e5d26-e8cd-415c-8ee3-7c3730af7650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:19.299722 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-459af852-8a7d-4d89-b1c7-ada1e5f234b7 req-780e5d26-e8cd-415c-8ee3-7c3730af7650 service neutron] 10.222.0.88 "GET /v2.0/networks?id=23c2e440-9ca3-45a7-ab8d-c7ac81e99a99 HTTP/1.1" status: 200 len: 912 time: 0.2108746 Aug 19 14:49:19.303190 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d678d7e2-16cc-4c5a-9ca4-d55db7b9e1b1 admin admin] Checking segment: {'id': 'a797992c-f015-48a4-a029-21c175cc336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8d226290-6085-496f-b9eb-bf514760f427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:49:19.306693 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d678d7e2-16cc-4c5a-9ca4-d55db7b9e1b1 admin admin] Network hostable DHCP agents. Network: 8d226290-6085-496f-b9eb-bf514760f427, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:49:19.330920 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e40c8e8c-40e7-4a0c-be27-f550894c07ad tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:19.350633 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-459af852-8a7d-4d89-b1c7-ada1e5f234b7 req-a15f463c-68b2-4795-8c46-cfaca10f7101 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc7054f3-84a3-4c64-bfb9-8dcf2046738e HTTP/1.1" status: 200 len: 217 time: 0.0398369 Aug 19 14:49:19.396766 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40c8e8c-40e7-4a0c-be27-f550894c07ad tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event deleted for resources: {'Port': ['ID=a7376c68-d8d1-414e-b580-80c666dbb28b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:19.423402 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 80eeefbf-fbda-4681-86b3-fe900e527745 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:49:19.434247 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459af852-8a7d-4d89-b1c7-ada1e5f234b7 req-4cfd9716-16f8-4314-8a1d-766f3b214de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:19.435807 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-459af852-8a7d-4d89-b1c7-ada1e5f234b7 req-4cfd9716-16f8-4314-8a1d-766f3b214de3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9422880f-eaac-4c78-82da-517737e1ea86 HTTP/1.1" status: 200 len: 851 time: 0.0743132 Aug 19 14:49:19.436946 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d678d7e2-16cc-4c5a-9ca4-d55db7b9e1b1 admin admin] Network 8d226290-6085-496f-b9eb-bf514760f427 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:49:19.470581 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e40c8e8c-40e7-4a0c-be27-f550894c07ad tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:19.475039 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e40c8e8c-40e7-4a0c-be27-f550894c07ad tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/ports/a7376c68-d8d1-414e-b580-80c666dbb28b HTTP/1.1" status: 204 len: 168 time: 0.6649017 Aug 19 14:49:19.475230 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-459af852-8a7d-4d89-b1c7-ada1e5f234b7 req-4face87e-ac11-4123-94c7-653c259189cc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=23c2e440-9ca3-45a7-ab8d-c7ac81e99a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287130 Aug 19 14:49:19.475230 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-d678d7e2-16cc-4c5a-9ca4-d55db7b9e1b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 8d226290-6085-496f-b9eb-bf514760f427) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:49:19.475455 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8fbc5d-a819-40c0-b2be-906651e0c073 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:49:19.475562 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56688) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:19.485308 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04458058-e720-42b5-a302-e34ba86e0d8b None None] Sync routers for ids ['58a6a7e7-ea42-4a37-a200-fc130d31f1f4'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:49:19.488394 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6f8fbc5d-a819-40c0-b2be-906651e0c073 admin admin] 10.222.0.69 "PUT /v2.0/routers/58a6a7e7-ea42-4a37-a200-fc130d31f1f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2097983 Aug 19 14:49:19.489744 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56690) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:19.490064 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742e8e9f-9129-4e26-b17e-37cc0e8025c7 None None] Network 8d226290-6085-496f-b9eb-bf514760f427 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:49:19.497368 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04458058-e720-42b5-a302-e34ba86e0d8b None None] Routers {'58a6a7e7-ea42-4a37-a200-fc130d31f1f4'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:49:19.498327 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-04458058-e720-42b5-a302-e34ba86e0d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:49:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['58a6a7e7-ea42-4a37-a200-fc130d31f1f4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:49:19.533300 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d678d7e2-16cc-4c5a-9ca4-d55db7b9e1b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:19.533816 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d678d7e2-16cc-4c5a-9ca4-d55db7b9e1b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:19.574609 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ae6c23c8-d691-473a-9747-121e4a72de61 None None] Provisioning for port 80eeefbf-fbda-4681-86b3-fe900e527745 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:49:19.619838 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 80eeefbf-fbda-4681-86b3-fe900e527745 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:49:19.627576 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 80eeefbf-fbda-4681-86b3-fe900e527745 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:49:19.628787 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:19.645545 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-04458058-e720-42b5-a302-e34ba86e0d8b None None] Set router 58a6a7e7-ea42-4a37-a200-fc130d31f1f4 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:49:19.719362 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56694) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:19.720051 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d678d7e2-16cc-4c5a-9ca4-d55db7b9e1b1 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7181482 Aug 19 14:49:19.736072 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-6ea2d362-5ec4-4cf7-b00e-3b84ac3dee7d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-378060272-router', 'tenant_id': '8bf9338b14bd4de0a247947d4332bed4', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:49:19.741325 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bbb002-7a8e-4f6f-8f8c-d88a5c2700e9 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:19.746503 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bbb002-7a8e-4f6f-8f8c-d88a5c2700e9 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:19.750923 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d7bbb002-7a8e-4f6f-8f8c-d88a5c2700e9 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2747233 Aug 19 14:49:19.756732 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56696) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:19.825622 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-459af852-8a7d-4d89-b1c7-ada1e5f234b7 req-0e7a2e63-e754-47f0-9d4d-2183fdeb1f2d service neutron] 10.222.0.88 "GET /v2.0/networks/23c2e440-9ca3-45a7-ab8d-c7ac81e99a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259504 Aug 19 14:49:19.849105 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ddc9d5-91dc-4e1d-add1-8fa0386e32ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-8d226290-6085-496f-b9eb-bf514760f427', 'network_id': '8d226290-6085-496f-b9eb-bf514760f427', 'tenant_id': '8bf9338b14bd4de0a247947d4332bed4', 'fixed_ips': [{'subnet_id': '5ebe78ca-28f7-43fa-89de-04375d30f6cd'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:49:19.850420 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-66ddc9d5-91dc-4e1d-add1-8fa0386e32ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:19.861940 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77641968-7bde-4c75-a124-aa61826a3410 admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:19.870151 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:19.918581 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-202e1552-47e1-471f-a4bd-3b80e61bfba5 None None] Could not find standard attr ID for object a7376c68-d8d1-414e-b580-80c666dbb28b. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 14:49:19.941850 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 80eeefbf-fbda-4681-86b3-fe900e527745, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=80eeefbf-fbda-4681-86b3-fe900e527745,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:49:19.961029 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-04458058-e720-42b5-a302-e34ba86e0d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a6a7e7-ea42-4a37-a200-fc130d31f1f4', 'name': 'tempest-ServersTestFqdnHostnames-390882093-router', 'tenant_id': '959f9e8eca7c4b199a87f8a8c1657772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '3aa45bd3-8e73-422f-bf34-bf71a64d2198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:46:57Z', 'updated_at': '2021-08-19T14:49:17Z', 'revision_number': 5, 'project_id': '959f9e8eca7c4b199a87f8a8c1657772', 'gw_port': {'id': '3aa45bd3-8e73-422f-bf34-bf71a64d2198', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:89:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a6a7e7-ea42-4a37-a200-fc130d31f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:46:58Z', 'updated_at': '2021-08-19T14:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:49:19.981410 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ea2d362-5ec4-4cf7-b00e-3b84ac3dee7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:19.982832 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ea2d362-5ec4-4cf7-b00e-3b84ac3dee7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:20.001355 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04458058-e720-42b5-a302-e34ba86e0d8b None None] Checking router: 58a6a7e7-ea42-4a37-a200-fc130d31f1f4 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:49:20.010290 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2106876-d2cc-4e1c-b1fb-fa950ae07eba tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Deleting subnet a7dc16a5-87f2-4b8e-b762-782cff642547 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:49:20.013794 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04458058-e720-42b5-a302-e34ba86e0d8b None None] Routers {'58a6a7e7-ea42-4a37-a200-fc130d31f1f4'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:49:20.014327 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d2106876-d2cc-4e1c-b1fb-fa950ae07eba tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:20.014871 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-04458058-e720-42b5-a302-e34ba86e0d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:49:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['58a6a7e7-ea42-4a37-a200-fc130d31f1f4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:49:20.065815 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d2106876-d2cc-4e1c-b1fb-fa950ae07eba tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:20.087060 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-459af852-8a7d-4d89-b1c7-ada1e5f234b7 req-949b0a0c-0484-482e-9cd5-f9a17a545ae5 service neutron] 10.222.0.88 "GET /v2.0/networks/23c2e440-9ca3-45a7-ab8d-c7ac81e99a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524340 Aug 19 14:49:20.168362 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d2106876-d2cc-4e1c-b1fb-fa950ae07eba tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:20.176673 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c4925-bece-4172-828c-391252f3ff63 req-9ddc337f-eb43-4a03-bc50-304b7fe36616 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:20.178059 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-511c4925-bece-4172-828c-391252f3ff63 req-9ddc337f-eb43-4a03-bc50-304b7fe36616 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=21572e03-d241-4652-8939-ffe74f47eb48 HTTP/1.1" status: 200 len: 943 time: 0.0894644 Aug 19 14:49:20.180056 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-04458058-e720-42b5-a302-e34ba86e0d8b None None] Set router 58a6a7e7-ea42-4a37-a200-fc130d31f1f4 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:49:20.241829 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:20.254566 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-511c4925-bece-4172-828c-391252f3ff63 req-9f08f884-c92a-4865-bb8e-4301dba14881 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667334 Aug 19 14:49:20.271038 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d2106876-d2cc-4e1c-b1fb-fa950ae07eba tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:20.368796 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-66ddc9d5-91dc-4e1d-add1-8fa0386e32ac None None] Allocated IP 172.20.0.2 (8d226290-6085-496f-b9eb-bf514760f427/5ebe78ca-28f7-43fa-89de-04375d30f6cd/f9272a8e-2801-4cb5-95d8-46aa94ab66e5) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:49:20.386112 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2106876-d2cc-4e1c-b1fb-fa950ae07eba tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event deleted for resources: {'Subnet': ['ID=a7dc16a5-87f2-4b8e-b762-782cff642547,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:20.437533 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7e49b-1025-4432-84fd-0e1038e800b8 req-47847d69-b35c-46f3-a5b5-efd43e8646f7 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:20.439273 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c8c7e49b-1025-4432-84fd-0e1038e800b8 req-47847d69-b35c-46f3-a5b5-efd43e8646f7 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=189e7ebf-f6e8-42fb-8c3d-e95810c17119 HTTP/1.1" status: 200 len: 946 time: 0.0759287 Aug 19 14:49:20.455398 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d2106876-d2cc-4e1c-b1fb-fa950ae07eba tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:20.457982 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d2106876-d2cc-4e1c-b1fb-fa950ae07eba tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/a7dc16a5-87f2-4b8e-b762-782cff642547 HTTP/1.1" status: 204 len: 168 time: 0.6902673 Aug 19 14:49:20.461977 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56702) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:20.463840 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ea2d362-5ec4-4cf7-b00e-3b84ac3dee7d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:20.495231 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c8c7e49b-1025-4432-84fd-0e1038e800b8 req-10322752-0169-4f1e-878f-dfb36a941473 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475760 Aug 19 14:49:20.523680 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-eb942729-282f-43c9-8fdf-05ad9c5cf4cc tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0582120 Aug 19 14:49:20.526997 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56704) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:20.533740 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b332d4-45be-480e-ba9e-48bb5b89051d None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:49:20.534444 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-bfce3073-a0c6-4ef4-aa79-1e571dd0bceb tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'subnet': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:49:20.563437 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77641968-7bde-4c75-a124-aa61826a3410 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:20.612189 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-04458058-e720-42b5-a302-e34ba86e0d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a6a7e7-ea42-4a37-a200-fc130d31f1f4', 'name': 'tempest-ServersTestFqdnHostnames-390882093-router', 'tenant_id': '959f9e8eca7c4b199a87f8a8c1657772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '3aa45bd3-8e73-422f-bf34-bf71a64d2198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:46:57Z', 'updated_at': '2021-08-19T14:49:17Z', 'revision_number': 5, 'project_id': '959f9e8eca7c4b199a87f8a8c1657772', 'gw_port': {'id': '3aa45bd3-8e73-422f-bf34-bf71a64d2198', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:89:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a6a7e7-ea42-4a37-a200-fc130d31f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:46:58Z', 'updated_at': '2021-08-19T14:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:49:20.657456 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04458058-e720-42b5-a302-e34ba86e0d8b None None] The sync data for ids ['58a6a7e7-ea42-4a37-a200-fc130d31f1f4'] in n-d-766043-2 is: [{'id': '58a6a7e7-ea42-4a37-a200-fc130d31f1f4', 'name': 'tempest-ServersTestFqdnHostnames-390882093-router', 'tenant_id': '959f9e8eca7c4b199a87f8a8c1657772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '3aa45bd3-8e73-422f-bf34-bf71a64d2198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:46:57Z', 'updated_at': '2021-08-19T14:49:17Z', 'revision_number': 5, 'project_id': '959f9e8eca7c4b199a87f8a8c1657772', 'gw_port': {'id': '3aa45bd3-8e73-422f-bf34-bf71a64d2198', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:89:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a6a7e7-ea42-4a37-a200-fc130d31f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:46:58Z', 'updated_at': '2021-08-19T14:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:49:20.671086 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=80eeefbf-fbda-4681-86b3-fe900e527745,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:20.677417 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-66ddc9d5-91dc-4e1d-add1-8fa0386e32ac None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:20.732950 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfce3073-a0c6-4ef4-aa79-1e571dd0bceb tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:49:20.735760 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-66ddc9d5-91dc-4e1d-add1-8fa0386e32ac None None] Transition to ACTIVE for port object f9272a8e-2801-4cb5-95d8-46aa94ab66e5 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:49:20.737017 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bfce3073-a0c6-4ef4-aa79-1e571dd0bceb tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:20.758881 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-66ddc9d5-91dc-4e1d-add1-8fa0386e32ac None None] Transition to ACTIVE for port object f9272a8e-2801-4cb5-95d8-46aa94ab66e5 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:49:20.769047 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-66ddc9d5-91dc-4e1d-add1-8fa0386e32ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:20.825622 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ddc9d5-91dc-4e1d-add1-8fa0386e32ac None None] Network 8d226290-6085-496f-b9eb-bf514760f427 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:49:20.843218 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-66ddc9d5-91dc-4e1d-add1-8fa0386e32ac None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:49:20.846516 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ea2d362-5ec4-4cf7-b00e-3b84ac3dee7d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:20.846814 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ddc9d5-91dc-4e1d-add1-8fa0386e32ac None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:49:20.868196 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ddc9d5-91dc-4e1d-add1-8fa0386e32ac None None] Pushing event updated for resources: {'Port': ['ID=f9272a8e-2801-4cb5-95d8-46aa94ab66e5,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:20.913218 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-77641968-7bde-4c75-a124-aa61826a3410 admin admin] Deleting port 3aa45bd3-8e73-422f-bf34-bf71a64d2198 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:49:20.913627 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77641968-7bde-4c75-a124-aa61826a3410 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:20.934756 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-66ddc9d5-91dc-4e1d-add1-8fa0386e32ac None None] Attempting to bind port f9272a8e-2801-4cb5-95d8-46aa94ab66e5 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:49:20.935259 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-66ddc9d5-91dc-4e1d-add1-8fa0386e32ac None None] Attempting to bind port f9272a8e-2801-4cb5-95d8-46aa94ab66e5 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'a797992c-f015-48a4-a029-21c175cc336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8d226290-6085-496f-b9eb-bf514760f427'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:49:20.935761 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ddc9d5-91dc-4e1d-add1-8fa0386e32ac None None] Attempting to bind port f9272a8e-2801-4cb5-95d8-46aa94ab66e5 on network 8d226290-6085-496f-b9eb-bf514760f427 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:49:20.941115 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ddc9d5-91dc-4e1d-add1-8fa0386e32ac None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:49:20.941658 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ddc9d5-91dc-4e1d-add1-8fa0386e32ac None None] Checking segment: {'id': 'a797992c-f015-48a4-a029-21c175cc336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8d226290-6085-496f-b9eb-bf514760f427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:49:20.942184 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-66ddc9d5-91dc-4e1d-add1-8fa0386e32ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:20.942670 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ddc9d5-91dc-4e1d-add1-8fa0386e32ac None None] Bound using segment: {'id': 'a797992c-f015-48a4-a029-21c175cc336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8d226290-6085-496f-b9eb-bf514760f427'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:49:20.943236 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-66ddc9d5-91dc-4e1d-add1-8fa0386e32ac None None] Bound port: f9272a8e-2801-4cb5-95d8-46aa94ab66e5, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a797992c-f015-48a4-a029-21c175cc336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8d226290-6085-496f-b9eb-bf514760f427'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:49:20.943726 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-66ddc9d5-91dc-4e1d-add1-8fa0386e32ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:21.008235 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-77641968-7bde-4c75-a124-aa61826a3410 admin admin] For port 3aa45bd3-8e73-422f-bf34-bf71a64d2198, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=3aa45bd3-8e73-422f-bf34-bf71a64d2198,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:49:21.008504 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77641968-7bde-4c75-a124-aa61826a3410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:21.031079 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-66ddc9d5-91dc-4e1d-add1-8fa0386e32ac None None] For port f9272a8e-2801-4cb5-95d8-46aa94ab66e5, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:49:21.035597 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-77641968-7bde-4c75-a124-aa61826a3410 admin admin] Calling delete_port for 3aa45bd3-8e73-422f-bf34-bf71a64d2198 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:49:21.036687 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-66ddc9d5-91dc-4e1d-add1-8fa0386e32ac None None] For port f9272a8e-2801-4cb5-95d8-46aa94ab66e5, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=f9272a8e-2801-4cb5-95d8-46aa94ab66e5,segment=NetworkSegment(a797992c-f015-48a4-a029-21c175cc336b),segment_id=a797992c-f015-48a4-a029-21c175cc336b)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:49:21.051679 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-66ddc9d5-91dc-4e1d-add1-8fa0386e32ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:21.055175 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0454936a-04f0-461a-9251-73660b8f82ac None None] DHCP port deletion for eb2a0074-ffdc-4655-a2e0-d470caf1d21a request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:49:21.073056 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bfce3073-a0c6-4ef4-aa79-1e571dd0bceb tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:21.131336 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfce3073-a0c6-4ef4-aa79-1e571dd0bceb tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:49:21.136908 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-bfce3073-a0c6-4ef4-aa79-1e571dd0bceb tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:49:21.141799 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfce3073-a0c6-4ef4-aa79-1e571dd0bceb tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:21.142476 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bfce3073-a0c6-4ef4-aa79-1e571dd0bceb tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:21.166514 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ddc9d5-91dc-4e1d-add1-8fa0386e32ac None None] Pushing event updated for resources: {'Port': ['ID=f9272a8e-2801-4cb5-95d8-46aa94ab66e5,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:21.190516 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0454936a-04f0-461a-9251-73660b8f82ac None None] Deleting port 80eeefbf-fbda-4681-86b3-fe900e527745 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:49:21.190896 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0454936a-04f0-461a-9251-73660b8f82ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:21.199177 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-bfce3073-a0c6-4ef4-aa79-1e571dd0bceb tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6708293 Aug 19 14:49:21.207410 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56708) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:21.214956 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e4f8195c-aead-4e0c-8afd-771d022d367f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'port': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'name': 'tempest-NetworksTestDHCPv6-1008911371'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:49:21.345992 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device fb884a6d-91d0-4911-a87a-6c31e779c505 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:49:21.392793 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfce3073-a0c6-4ef4-aa79-1e571dd0bceb tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Subnet': ['ID=d6e269c8-bb6c-4419-a48f-91fb2df2ef3b,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:21.443064 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: fb884a6d-91d0-4911-a87a-6c31e779c505 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:49:21.446274 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device fb884a6d-91d0-4911-a87a-6c31e779c505 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:49:21.446876 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 80eeefbf-fbda-4681-86b3-fe900e527745 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:49:21.461758 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0454936a-04f0-461a-9251-73660b8f82ac None None] For port 80eeefbf-fbda-4681-86b3-fe900e527745, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=80eeefbf-fbda-4681-86b3-fe900e527745,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:49:21.468672 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0454936a-04f0-461a-9251-73660b8f82ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:21.503178 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde43a6f-e8f6-4159-bb55-39d18ca575e5 req-10b00de4-bef6-4a8d-9c39-9ef355e1a084 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:21.506522 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bde43a6f-e8f6-4159-bb55-39d18ca575e5 req-10b00de4-bef6-4a8d-9c39-9ef355e1a084 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=21572e03-d241-4652-8939-ffe74f47eb48 HTTP/1.1" status: 200 len: 943 time: 0.0912941 Aug 19 14:49:21.508684 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f8195c-aead-4e0c-8afd-771d022d367f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:49:21.512918 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e4f8195c-aead-4e0c-8afd-771d022d367f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:21.539511 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0454936a-04f0-461a-9251-73660b8f82ac None None] Calling delete_port for 80eeefbf-fbda-4681-86b3-fe900e527745 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:49:21.577504 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bde43a6f-e8f6-4159-bb55-39d18ca575e5 req-20dc0b31-e76c-4664-99f9-aaf72dab0cc3 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565627 Aug 19 14:49:21.616130 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-e4f8195c-aead-4e0c-8afd-771d022d367f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] device_id is not set on port 336b1384-f665-469c-b6d8-b6c97d807673 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:49:21.691672 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0454936a-04f0-461a-9251-73660b8f82ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:21.733274 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Port 80eeefbf-fbda-4681-86b3-fe900e527745 update to DOWN by agent not found {{(pid=94641) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 19 14:49:21.740756 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d4fd20-1055-444f-95e7-060bcd66c0e0 req-779ea8d2-79bf-4d0b-9e75-63d39a5ac887 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:21.741290 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-93d4fd20-1055-444f-95e7-060bcd66c0e0 req-779ea8d2-79bf-4d0b-9e75-63d39a5ac887 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=189e7ebf-f6e8-42fb-8c3d-e95810c17119 HTTP/1.1" status: 200 len: 946 time: 0.1367226 Aug 19 14:49:21.746332 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0454936a-04f0-461a-9251-73660b8f82ac None None] Pushing event deleted for resources: {'Port': ['ID=80eeefbf-fbda-4681-86b3-fe900e527745,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:21.757121 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0454936a-04f0-461a-9251-73660b8f82ac None None] No DVR routers for this DVR port 80eeefbf-fbda-4681-86b3-fe900e527745 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:49:21.779671 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58dc5863-7f63-4e76-9c78-fdb830747212 None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:49:21.847962 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ea2d362-5ec4-4cf7-b00e-3b84ac3dee7d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:21.848693 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-93d4fd20-1055-444f-95e7-060bcd66c0e0 req-b76afd33-69e4-45c5-bc8a-31a9a70eb926 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961456 Aug 19 14:49:21.850739 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-e4f8195c-aead-4e0c-8afd-771d022d367f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Allocated IP 2001:db8::209 (eb2a0074-ffdc-4655-a2e0-d470caf1d21a/d6e269c8-bb6c-4419-a48f-91fb2df2ef3b/336b1384-f665-469c-b6d8-b6c97d807673) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:49:21.920188 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ea2d362-5ec4-4cf7-b00e-3b84ac3dee7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:21.986319 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77641968-7bde-4c75-a124-aa61826a3410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:22.007170 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e296ab6-cf21-416b-a718-9554fe3c4de1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'tenant_id': 'c39f5f14c7bc46018e8896511823152f', 'fixed_ips': [{'subnet_id': 'd6e269c8-bb6c-4419-a48f-91fb2df2ef3b'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:49:22.008267 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9e296ab6-cf21-416b-a718-9554fe3c4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:22.080693 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77641968-7bde-4c75-a124-aa61826a3410 admin admin] Pushing event deleted for resources: {'Port': ['ID=3aa45bd3-8e73-422f-bf34-bf71a64d2198,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:22.128902 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e4f8195c-aead-4e0c-8afd-771d022d367f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:22.157357 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-e4f8195c-aead-4e0c-8afd-771d022d367f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Transition to ACTIVE for port object 336b1384-f665-469c-b6d8-b6c97d807673 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:49:22.217103 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-6ea2d362-5ec4-4cf7-b00e-3b84ac3dee7d admin admin] Allocated IP 172.25.2.109 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/83ab41a7-6a17-4875-9a0f-f119a9367955) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:49:22.226119 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e4f8195c-aead-4e0c-8afd-771d022d367f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:22.231001 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77641968-7bde-4c75-a124-aa61826a3410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:22.272667 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f8195c-aead-4e0c-8afd-771d022d367f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:49:22.275730 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56720) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:22.277838 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-e4f8195c-aead-4e0c-8afd-771d022d367f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:49:22.285919 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f8195c-aead-4e0c-8afd-771d022d367f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:49:22.298136 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f8195c-aead-4e0c-8afd-771d022d367f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:22.298920 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e4f8195c-aead-4e0c-8afd-771d022d367f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:22.304912 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-9e296ab6-cf21-416b-a718-9554fe3c4de1 None None] Allocated IP 2001:db8::2 (eb2a0074-ffdc-4655-a2e0-d470caf1d21a/d6e269c8-bb6c-4419-a48f-91fb2df2ef3b/84bfa455-00dd-4a3a-906a-952724ae034d) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:49:22.344846 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e4f8195c-aead-4e0c-8afd-771d022d367f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1358969 Aug 19 14:49:22.348203 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56724) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:22.424586 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f8195c-aead-4e0c-8afd-771d022d367f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Port': ['ID=336b1384-f665-469c-b6d8-b6c97d807673,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:22.441544 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device dc7054f3-84a3-4c64-bfb9-8dcf2046738e details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:49:22.474690 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca9feb6-988a-41d8-8391-f3dcf4bbeed3 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:22.476265 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-bca9feb6-988a-41d8-8391-f3dcf4bbeed3 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1269655 Aug 19 14:49:22.478854 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56726) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:22.480491 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77641968-7bde-4c75-a124-aa61826a3410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:22.484150 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77641968-7bde-4c75-a124-aa61826a3410 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:22.537671 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77759d24-0f38-42eb-a736-1c0d0efc84a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:22.559829 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77641968-7bde-4c75-a124-aa61826a3410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:22.560426 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77641968-7bde-4c75-a124-aa61826a3410 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58a6a7e7-ea42-4a37-a200-fc130d31f1f4 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:49:22.565939 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77641968-7bde-4c75-a124-aa61826a3410 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:22.567093 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-77641968-7bde-4c75-a124-aa61826a3410 admin admin] 10.222.0.69 "DELETE /v2.0/routers/58a6a7e7-ea42-4a37-a200-fc130d31f1f4 HTTP/1.1" status: 204 len: 168 time: 3.0760169 Aug 19 14:49:22.570547 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56728) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:22.635666 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ea2d362-5ec4-4cf7-b00e-3b84ac3dee7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:22.663485 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77759d24-0f38-42eb-a736-1c0d0efc84a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:22.672714 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77759d24-0f38-42eb-a736-1c0d0efc84a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:22.690506 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-75547373-bbe5-4405-b36b-821cfed0554c admin admin] Deleting subnet bf5a704a-e968-4e43-b90b-bb904cff1edc {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:49:22.696803 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-75547373-bbe5-4405-b36b-821cfed0554c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:22.708459 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9e296ab6-cf21-416b-a718-9554fe3c4de1 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:22.719524 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port dc7054f3-84a3-4c64-bfb9-8dcf2046738e, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=dc7054f3-84a3-4c64-bfb9-8dcf2046738e,segment=NetworkSegment(dfb5451f-ae59-4348-b57d-1e05105b4f16),segment_id=dfb5451f-ae59-4348-b57d-1e05105b4f16)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:49:22.732446 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-77759d24-0f38-42eb-a736-1c0d0efc84a7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dfb82b32dc3144aa8dca5e6bfcf904eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4502029 Aug 19 14:49:22.736659 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56732) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:22.737486 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9e296ab6-cf21-416b-a718-9554fe3c4de1 None None] Transition to ACTIVE for port object 84bfa455-00dd-4a3a-906a-952724ae034d will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:49:22.755245 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9e296ab6-cf21-416b-a718-9554fe3c4de1 None None] Transition to ACTIVE for port object 84bfa455-00dd-4a3a-906a-952724ae034d will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:49:22.758848 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': 'dc7054f3-84a3-4c64-bfb9-8dcf2046738e', 'network_id': '23c2e440-9ca3-45a7-ab8d-c7ac81e99a99', 'port_id': 'dc7054f3-84a3-4c64-bfb9-8dcf2046738e', 'mac_address': 'fa:16:3e:2c:0d:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9422880f-eaac-4c78-82da-517737e1ea86', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:49:22.772183 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9e296ab6-cf21-416b-a718-9554fe3c4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:22.784579 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-75547373-bbe5-4405-b36b-821cfed0554c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:22.816155 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ea2d362-5ec4-4cf7-b00e-3b84ac3dee7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:22.823728 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77759d24-0f38-42eb-a736-1c0d0efc84a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed666ae-a399-428b-b71d-567a0716a4f3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:22.871768 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea2d362-5ec4-4cf7-b00e-3b84ac3dee7d admin admin] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:49:22.874150 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26a3656-a9f3-48e4-b8d2-e0a752761513 None None] Network 8d226290-6085-496f-b9eb-bf514760f427 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:49:22.874668 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e612e-9708-4331-87a0-fd79d32de3a9 req-63639a4e-5613-498b-b9ef-375d383840fa tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:22.876423 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-545e612e-9708-4331-87a0-fd79d32de3a9 req-63639a4e-5613-498b-b9ef-375d383840fa tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=21572e03-d241-4652-8939-ffe74f47eb48 HTTP/1.1" status: 200 len: 943 time: 0.1437843 Aug 19 14:49:22.879272 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-6ea2d362-5ec4-4cf7-b00e-3b84ac3dee7d admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:49:22.890031 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea2d362-5ec4-4cf7-b00e-3b84ac3dee7d admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:49:22.898467 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e296ab6-cf21-416b-a718-9554fe3c4de1 None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:49:22.898594 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea2d362-5ec4-4cf7-b00e-3b84ac3dee7d admin admin] Pushing event updated for resources: {'Port': ['ID=83ab41a7-6a17-4875-9a0f-f119a9367955,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:22.898693 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-7897a0c8-005c-47e0-b986-9c7f56b1a4d7 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Deleting port 336b1384-f665-469c-b6d8-b6c97d807673 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:49:22.898693 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7897a0c8-005c-47e0-b986-9c7f56b1a4d7 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:22.940218 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-9e296ab6-cf21-416b-a718-9554fe3c4de1 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:49:22.947317 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e296ab6-cf21-416b-a718-9554fe3c4de1 None None] Pushing event updated for resources: {'Port': ['ID=84bfa455-00dd-4a3a-906a-952724ae034d,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:22.953477 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e296ab6-cf21-416b-a718-9554fe3c4de1 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:49:22.988440 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-28805d77-c644-44c7-b60e-f5eb8fbf9261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:23.030082 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-75547373-bbe5-4405-b36b-821cfed0554c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:23.032876 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:23.038877 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2ba7c47e-f471-4bce-9ba9-68e2b7c9cd48 None None] Provisioning for port f9272a8e-2801-4cb5-95d8-46aa94ab66e5 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:49:23.055293 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-545e612e-9708-4331-87a0-fd79d32de3a9 req-9d77b1df-bf04-4f96-905b-0be29f2109f7 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367927 Aug 19 14:49:23.068897 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-28805d77-c644-44c7-b60e-f5eb8fbf9261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:23.090378 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc7054f3-84a3-4c64-bfb9-8dcf2046738e {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:49:23.104230 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9e296ab6-cf21-416b-a718-9554fe3c4de1 None None] Attempting to bind port 84bfa455-00dd-4a3a-906a-952724ae034d on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:49:23.104885 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9e296ab6-cf21-416b-a718-9554fe3c4de1 None None] Attempting to bind port 84bfa455-00dd-4a3a-906a-952724ae034d by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:49:23.105150 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e296ab6-cf21-416b-a718-9554fe3c4de1 None None] Attempting to bind port 84bfa455-00dd-4a3a-906a-952724ae034d on network eb2a0074-ffdc-4655-a2e0-d470caf1d21a {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:49:23.122683 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e296ab6-cf21-416b-a718-9554fe3c4de1 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:49:23.123071 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e296ab6-cf21-416b-a718-9554fe3c4de1 None None] Checking segment: {'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:49:23.123613 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9e296ab6-cf21-416b-a718-9554fe3c4de1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:23.124091 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e296ab6-cf21-416b-a718-9554fe3c4de1 None None] Bound using segment: {'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:49:23.124670 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9e296ab6-cf21-416b-a718-9554fe3c4de1 None None] Bound port: 84bfa455-00dd-4a3a-906a-952724ae034d, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:49:23.125228 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9e296ab6-cf21-416b-a718-9554fe3c4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:23.130657 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port dc7054f3-84a3-4c64-bfb9-8dcf2046738e, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=dc7054f3-84a3-4c64-bfb9-8dcf2046738e,segment=NetworkSegment(dfb5451f-ae59-4348-b57d-1e05105b4f16),segment_id=dfb5451f-ae59-4348-b57d-1e05105b4f16)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:49:23.138943 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-75547373-bbe5-4405-b36b-821cfed0554c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:23.147078 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3286b-0b1d-45d1-b0ea-78dcd6509b9d req-9e249c7f-1977-47a8-ab8a-fe63e0f541fd tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:23.148767 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4ae3286b-0b1d-45d1-b0ea-78dcd6509b9d req-9e249c7f-1977-47a8-ab8a-fe63e0f541fd tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=189e7ebf-f6e8-42fb-8c3d-e95810c17119 HTTP/1.1" status: 200 len: 946 time: 0.1680479 Aug 19 14:49:23.155504 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7897a0c8-005c-47e0-b986-9c7f56b1a4d7 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:23.168685 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:23.185162 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-7897a0c8-005c-47e0-b986-9c7f56b1a4d7 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Calling delete_port for 336b1384-f665-469c-b6d8-b6c97d807673 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:49:23.201614 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75547373-bbe5-4405-b36b-821cfed0554c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf5a704a-e968-4e43-b90b-bb904cff1edc,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:23.223541 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-75547373-bbe5-4405-b36b-821cfed0554c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:23.228819 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-75547373-bbe5-4405-b36b-821cfed0554c admin admin] 10.222.0.69 "DELETE /v2.0/subnets/bf5a704a-e968-4e43-b90b-bb904cff1edc HTTP/1.1" status: 204 len: 168 time: 0.6540520 Aug 19 14:49:23.229986 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56736) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:23.259667 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-28805d77-c644-44c7-b60e-f5eb8fbf9261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:23.262359 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-28805d77-c644-44c7-b60e-f5eb8fbf9261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:23.265837 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-28805d77-c644-44c7-b60e-f5eb8fbf9261 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5ed666ae-a399-428b-b71d-567a0716a4f3 HTTP/1.1" status: 204 len: 168 time: 0.5213003 Aug 19 14:49:23.288130 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6da0e7b-87c9-4d38-a19f-12a26bdbf0a2 None None] Network 9b8e3d58-ffb7-43c2-8ced-ce0f489cf233 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:49:23.294953 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4ae3286b-0b1d-45d1-b0ea-78dcd6509b9d req-e585872f-09fa-497b-8f4f-75ce615381db tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363165 Aug 19 14:49:23.299078 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28805d77-c644-44c7-b60e-f5eb8fbf9261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed666ae-a399-428b-b71d-567a0716a4f3,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:23.363112 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7070aca4-4ac8-4ea5-ac24-b642b01ca65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:23.387145 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9e296ab6-cf21-416b-a718-9554fe3c4de1 None None] For port 84bfa455-00dd-4a3a-906a-952724ae034d, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:49:23.393067 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device f9272a8e-2801-4cb5-95d8-46aa94ab66e5 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:49:23.427560 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7897a0c8-005c-47e0-b986-9c7f56b1a4d7 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:23.467962 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ea2d362-5ec4-4cf7-b00e-3b84ac3dee7d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:23.483241 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7897a0c8-005c-47e0-b986-9c7f56b1a4d7 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event deleted for resources: {'Port': ['ID=336b1384-f665-469c-b6d8-b6c97d807673,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:23.502572 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9e296ab6-cf21-416b-a718-9554fe3c4de1 None None] For port 84bfa455-00dd-4a3a-906a-952724ae034d, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=84bfa455-00dd-4a3a-906a-952724ae034d,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:49:23.515670 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7897a0c8-005c-47e0-b986-9c7f56b1a4d7 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:23.520279 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-7897a0c8-005c-47e0-b986-9c7f56b1a4d7 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/ports/336b1384-f665-469c-b6d8-b6c97d807673 HTTP/1.1" status: 204 len: 168 time: 1.0383291 Aug 19 14:49:23.520561 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56742) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:23.546010 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['dc7054f3-84a3-4c64-bfb9-8dcf2046738e'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:49:23.579778 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-7070aca4-4ac8-4ea5-ac24-b642b01ca65d admin admin] Deleting port df913385-e49e-438e-a208-e0f89fd15b0e {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:49:23.580120 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7070aca4-4ac8-4ea5-ac24-b642b01ca65d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:23.590347 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a34dcb-bb6c-46ab-b0a7-0bc782a0da91 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:23.592373 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a34dcb-bb6c-46ab-b0a7-0bc782a0da91 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:23.594211 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-88a34dcb-bb6c-46ab-b0a7-0bc782a0da91 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0727477 Aug 19 14:49:23.597148 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56744) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:23.675512 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-69218cf7-a9e5-4a42-9033-fe722e5509eb tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Deleting subnet d6e269c8-bb6c-4419-a48f-91fb2df2ef3b {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:49:23.677153 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56746) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:23.682076 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69218cf7-a9e5-4a42-9033-fe722e5509eb tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:23.731559 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69218cf7-a9e5-4a42-9033-fe722e5509eb tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:23.733449 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-7070aca4-4ac8-4ea5-ac24-b642b01ca65d admin admin] For port df913385-e49e-438e-a208-e0f89fd15b0e, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=df913385-e49e-438e-a208-e0f89fd15b0e,segment=NetworkSegment(64c0e267-283c-4628-a99a-2e5f43744507),segment_id=64c0e267-283c-4628-a99a-2e5f43744507)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:49:23.734055 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7070aca4-4ac8-4ea5-ac24-b642b01ca65d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:23.740719 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9a9793b2-76fd-40c7-80c3-06d237f183da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:23.757221 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9e296ab6-cf21-416b-a718-9554fe3c4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:23.767786 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-7070aca4-4ac8-4ea5-ac24-b642b01ca65d admin admin] Calling delete_port for df913385-e49e-438e-a208-e0f89fd15b0e owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:49:23.802701 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=dc7054f3-84a3-4c64-bfb9-8dcf2046738e,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:23.835617 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69218cf7-a9e5-4a42-9033-fe722e5509eb tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:23.893688 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ea2d362-5ec4-4cf7-b00e-3b84ac3dee7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:23.914777 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69218cf7-a9e5-4a42-9033-fe722e5509eb tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:23.942388 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e296ab6-cf21-416b-a718-9554fe3c4de1 None None] Pushing event updated for resources: {'Port': ['ID=84bfa455-00dd-4a3a-906a-952724ae034d,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:23.945196 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port f9272a8e-2801-4cb5-95d8-46aa94ab66e5 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:49:23.950995 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69218cf7-a9e5-4a42-9033-fe722e5509eb tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event deleted for resources: {'Subnet': ['ID=d6e269c8-bb6c-4419-a48f-91fb2df2ef3b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:23.954911 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port f9272a8e-2801-4cb5-95d8-46aa94ab66e5 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:49:23.955736 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:23.955880 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69218cf7-a9e5-4a42-9033-fe722e5509eb tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:23.963926 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-69218cf7-a9e5-4a42-9033-fe722e5509eb tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/d6e269c8-bb6c-4419-a48f-91fb2df2ef3b HTTP/1.1" status: 204 len: 168 time: 0.3626792 Aug 19 14:49:23.964837 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56748) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:24.044951 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-50247ff5-eeb3-4952-a3ee-03a138b87511 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0788558 Aug 19 14:49:24.045565 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56750) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:24.087458 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0436b3-3ce6-4c5e-ad0c-66b7b2d6aa55 None None] DHCP port deletion for 9b8e3d58-ffb7-43c2-8ced-ce0f489cf233 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:49:24.122275 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7920fe2a-b69f-46a9-b673-3753ee13e5b3 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:24.129488 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7070aca4-4ac8-4ea5-ac24-b642b01ca65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:24.130583 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-7920fe2a-b69f-46a9-b673-3753ee13e5b3 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0807505 Aug 19 14:49:24.131281 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56754) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:24.202984 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-8a0436b3-3ce6-4c5e-ad0c-66b7b2d6aa55 None None] The port 'df913385-e49e-438e-a208-e0f89fd15b0e' was deleted {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 19 14:49:24.254050 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7070aca4-4ac8-4ea5-ac24-b642b01ca65d admin admin] Pushing event deleted for resources: {'Port': ['ID=df913385-e49e-438e-a208-e0f89fd15b0e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:24.261860 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9a9793b2-76fd-40c7-80c3-06d237f183da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:24.266613 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f70ef9-c67b-4577-9fcb-341660c999ba tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:24.271476 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:24.272523 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-69f70ef9-c67b-4577-9fcb-341660c999ba tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1401074 Aug 19 14:49:24.274373 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56756) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:24.288207 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7070aca4-4ac8-4ea5-ac24-b642b01ca65d admin admin] No DVR routers for this DVR port df913385-e49e-438e-a208-e0f89fd15b0e on host n-d-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:49:24.297968 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d53242-1ce6-4d07-85dc-351b4ec01a69 req-c91d0937-91e3-4f36-a5b0-709072e8063f tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:24.300720 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9a9793b2-76fd-40c7-80c3-06d237f183da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:24.305496 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-72d53242-1ce6-4d07-85dc-351b4ec01a69 req-c91d0937-91e3-4f36-a5b0-709072e8063f tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=21572e03-d241-4652-8939-ffe74f47eb48 HTTP/1.1" status: 200 len: 944 time: 0.1245558 Aug 19 14:49:24.339468 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port f9272a8e-2801-4cb5-95d8-46aa94ab66e5, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=f9272a8e-2801-4cb5-95d8-46aa94ab66e5,segment=NetworkSegment(a797992c-f015-48a4-a029-21c175cc336b),segment_id=a797992c-f015-48a4-a029-21c175cc336b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:49:24.348465 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:24.384745 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-72d53242-1ce6-4d07-85dc-351b4ec01a69 req-a9ea81e0-888b-46db-a629-9a59206e5bb8 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783393 Aug 19 14:49:24.424356 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56760) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:24.424575 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-53284d23-9c89-465b-97e7-4f6fb6670525 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1419010 Aug 19 14:49:24.433617 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-19fff751-2e78-4fdc-a210-9b9fbfe45d7d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'subnet': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:49:24.448031 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 3aa45bd3-8e73-422f-bf34-bf71a64d2198 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:49:24.491891 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=f9272a8e-2801-4cb5-95d8-46aa94ab66e5,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:24.496221 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 3aa45bd3-8e73-422f-bf34-bf71a64d2198 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:49:24.497064 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 3aa45bd3-8e73-422f-bf34-bf71a64d2198 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:49:24.504128 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8ad4e1d1-e235-486a-9717-a90945497c5a None None] Provisioning complete for port f9272a8e-2801-4cb5-95d8-46aa94ab66e5 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:49:24.505007 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8ad4e1d1-e235-486a-9717-a90945497c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:24.510550 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9793b2-76fd-40c7-80c3-06d237f183da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d903f3f7-d9dd-4195-848a-53a262e33cfc,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:24.515959 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9a9793b2-76fd-40c7-80c3-06d237f183da admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=62c4da4c3c394105898a5c72ebd0d59f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8377883 Aug 19 14:49:24.521401 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56762) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:24.536386 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7070aca4-4ac8-4ea5-ac24-b642b01ca65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:24.550369 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea2d362-5ec4-4cf7-b00e-3b84ac3dee7d admin admin] Router f8b54a02-873a-44a0-93c0-8ff8c62432ce is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:49:24.557141 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-7070aca4-4ac8-4ea5-ac24-b642b01ca65d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b8e3d58-ffb7-43c2-8ced-ce0f489cf233']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:49:24.559201 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb0d8fb-78e8-409d-850f-4c87f99ae61f req-f49f2ee5-0561-4b91-af97-bd1c1ca14a36 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:24.560823 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4fb0d8fb-78e8-409d-850f-4c87f99ae61f req-f49f2ee5-0561-4b91-af97-bd1c1ca14a36 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=189e7ebf-f6e8-42fb-8c3d-e95810c17119 HTTP/1.1" status: 200 len: 946 time: 0.1461484 Aug 19 14:49:24.575338 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-7070aca4-4ac8-4ea5-ac24-b642b01ca65d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64c0e267-283c-4628-a99a-2e5f43744507') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:49:24.575632 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-7070aca4-4ac8-4ea5-ac24-b642b01ca65d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64c0e267-283c-4628-a99a-2e5f43744507') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:49:24.599757 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7070aca4-4ac8-4ea5-ac24-b642b01ca65d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:24.608448 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19fff751-2e78-4fdc-a210-9b9fbfe45d7d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:49:24.612597 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-19fff751-2e78-4fdc-a210-9b9fbfe45d7d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:24.659094 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7070aca4-4ac8-4ea5-ac24-b642b01ca65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:24.663304 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4fb0d8fb-78e8-409d-850f-4c87f99ae61f req-7972991a-8e02-4887-b696-4232ff5219ae tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909023 Aug 19 14:49:24.680095 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7070aca4-4ac8-4ea5-ac24-b642b01ca65d admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:49:24.680775 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7070aca4-4ac8-4ea5-ac24-b642b01ca65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:24.682693 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:49:24.682693 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:49:24.682693 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:49:24.682693 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:49:24.682693 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:49:24.682693 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:49:24.682693 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:49:24.682693 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:49:24.682693 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:49:24.682693 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:49:24.682693 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:49:24.682693 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:49:24.682693 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:49:24.682693 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:49:24.682693 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:49:24.682693 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:49:24.682693 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:49:24.682693 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:49:24.682693 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:49:24.682693 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:49:24.682693 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:49:24.682693 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:49:24.682693 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:49:24.682693 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:49:24.682693 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:49:24.682693 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:49:24.682693 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:49:24.682693 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:49:24.682693 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:49:24.682693 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:49:24.682693 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:49:24.682693 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:49:24.750721 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5a07da3f-fa87-4083-8f32-e4f531ca78ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:24.799066 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7070aca4-4ac8-4ea5-ac24-b642b01ca65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:24.804387 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7070aca4-4ac8-4ea5-ac24-b642b01ca65d admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:24.808958 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7070aca4-4ac8-4ea5-ac24-b642b01ca65d admin admin] 10.222.0.69 "DELETE /v2.0/networks/9b8e3d58-ffb7-43c2-8ced-ce0f489cf233 HTTP/1.1" status: 204 len: 168 time: 1.5755861 Aug 19 14:49:24.808958 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5a07da3f-fa87-4083-8f32-e4f531ca78ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:24.817005 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-19fff751-2e78-4fdc-a210-9b9fbfe45d7d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:24.844495 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7070aca4-4ac8-4ea5-ac24-b642b01ca65d admin admin] Pushing event deleted for resources: {'Network': ['ID=9b8e3d58-ffb7-43c2-8ced-ce0f489cf233,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:24.855626 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea2d362-5ec4-4cf7-b00e-3b84ac3dee7d admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:49:24.869202 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fff751-2e78-4fdc-a210-9b9fbfe45d7d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:49:24.871445 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7788a842-523b-46ed-a709-b6c803ffa964 None None] Sync routers for ids ['f8b54a02-873a-44a0-93c0-8ff8c62432ce'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:49:24.872583 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-19fff751-2e78-4fdc-a210-9b9fbfe45d7d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:49:24.877690 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fff751-2e78-4fdc-a210-9b9fbfe45d7d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:24.878305 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-19fff751-2e78-4fdc-a210-9b9fbfe45d7d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:24.882091 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ea2d362-5ec4-4cf7-b00e-3b84ac3dee7d admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:24.883731 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6ea2d362-5ec4-4cf7-b00e-3b84ac3dee7d admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1635404 Aug 19 14:49:24.887191 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56766) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:24.893963 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fff751-2e78-4fdc-a210-9b9fbfe45d7d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Subnet': ['ID=d0a28180-449d-4172-9f46-3964970e41f4,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:24.897576 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7788a842-523b-46ed-a709-b6c803ffa964 None None] Routers {'f8b54a02-873a-44a0-93c0-8ff8c62432ce'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:49:24.897576 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-7788a842-523b-46ed-a709-b6c803ffa964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:49:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['f8b54a02-873a-44a0-93c0-8ff8c62432ce'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:49:24.906917 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-19fff751-2e78-4fdc-a210-9b9fbfe45d7d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4799128 Aug 19 14:49:24.914876 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56768) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:24.920171 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-622a4b56-8c98-49a5-a54d-5b61c09f289d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'port': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'fixed_ips': [{'subnet_id': 'd0a28180-449d-4172-9f46-3964970e41f4', 'ip_address': '2001:db8::f9f0:18eb:bb66:a16e'}], 'name': 'tempest-NetworksTestDHCPv6-783500901'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:49:24.953862 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5a07da3f-fa87-4083-8f32-e4f531ca78ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:24.956703 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5a07da3f-fa87-4083-8f32-e4f531ca78ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:24.958011 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5a07da3f-fa87-4083-8f32-e4f531ca78ef admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d903f3f7-d9dd-4195-848a-53a262e33cfc HTTP/1.1" status: 204 len: 168 time: 0.4356742 Aug 19 14:49:24.999001 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07da3f-fa87-4083-8f32-e4f531ca78ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d903f3f7-d9dd-4195-848a-53a262e33cfc,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:25.077990 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622a4b56-8c98-49a5-a54d-5b61c09f289d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:49:25.100736 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56772) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:25.150909 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-7788a842-523b-46ed-a709-b6c803ffa964 None None] Set router f8b54a02-873a-44a0-93c0-8ff8c62432ce gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:49:25.202621 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-660db3f2-f35d-473d-a6b4-2f127f263af0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=959f9e8eca7c4b199a87f8a8c1657772&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1001120 Aug 19 14:49:25.207202 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56776) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:25.220202 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-622a4b56-8c98-49a5-a54d-5b61c09f289d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:25.277539 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-622a4b56-8c98-49a5-a54d-5b61c09f289d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] device_id is not set on port 084baceb-31ed-4ba4-8b7b-d39790fce15c yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:49:25.482176 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-29323461-ff6b-4385-a2f0-3a361f6dcf68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:25.557113 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device f9272a8e-2801-4cb5-95d8-46aa94ab66e5 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:49:25.627241 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fe1bd6-c147-4b83-b2aa-e69d9d40339e None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:49:25.635559 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5ec161ca-95e6-4a6d-92a1-9915f344c064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:25.712198 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b3436caf-ec8b-4613-afa3-aceb2b177f3f None None] Provisioning for port 84bfa455-00dd-4a3a-906a-952724ae034d completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:49:25.804071 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-7788a842-523b-46ed-a709-b6c803ffa964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b54a02-873a-44a0-93c0-8ff8c62432ce', 'name': 'tempest-ServerActionsTestJSON-378060272-router', 'tenant_id': '8bf9338b14bd4de0a247947d4332bed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '83ab41a7-6a17-4875-9a0f-f119a9367955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:49:20Z', 'updated_at': '2021-08-19T14:49:23Z', 'revision_number': 3, 'project_id': '8bf9338b14bd4de0a247947d4332bed4', 'gw_port': {'id': '83ab41a7-6a17-4875-9a0f-f119a9367955', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b54a02-873a-44a0-93c0-8ff8c62432ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:49:21Z', 'updated_at': '2021-08-19T14:49:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:49:25.808861 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port f9272a8e-2801-4cb5-95d8-46aa94ab66e5 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:49:25.809293 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:25.846202 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-5ec161ca-95e6-4a6d-92a1-9915f344c064 admin admin] Allocated IP 172.20.0.1 (8d226290-6085-496f-b9eb-bf514760f427/5ebe78ca-28f7-43fa-89de-04375d30f6cd/7bff858f-55a9-4e88-bfc5-f58ad378f504) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:49:25.858718 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7788a842-523b-46ed-a709-b6c803ffa964 None None] Checking router: f8b54a02-873a-44a0-93c0-8ff8c62432ce for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:49:25.859212 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7788a842-523b-46ed-a709-b6c803ffa964 None None] Updating router f8b54a02-873a-44a0-93c0-8ff8c62432ce port 83ab41a7-6a17-4875-9a0f-f119a9367955 binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:49:25.902783 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7788a842-523b-46ed-a709-b6c803ffa964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:25.991969 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5ec161ca-95e6-4a6d-92a1-9915f344c064 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:26.006097 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-5ec161ca-95e6-4a6d-92a1-9915f344c064 admin admin] Transition to ACTIVE for port object 7bff858f-55a9-4e88-bfc5-f58ad378f504 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:49:26.051185 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5ec161ca-95e6-4a6d-92a1-9915f344c064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:26.099104 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 84bfa455-00dd-4a3a-906a-952724ae034d up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:49:26.106886 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec161ca-95e6-4a6d-92a1-9915f344c064 admin admin] Network 8d226290-6085-496f-b9eb-bf514760f427 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:49:26.115211 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-5ec161ca-95e6-4a6d-92a1-9915f344c064 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:49:26.121386 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec161ca-95e6-4a6d-92a1-9915f344c064 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:49:26.148160 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec161ca-95e6-4a6d-92a1-9915f344c064 admin admin] Pushing event updated for resources: {'Port': ['ID=7bff858f-55a9-4e88-bfc5-f58ad378f504,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:26.168141 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-29323461-ff6b-4385-a2f0-3a361f6dcf68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:26.180127 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911557b-17df-462a-885f-6d33321cc4d3 req-8c270617-41a9-46dd-ad37-f3e49c0e0ffe tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:26.182494 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0911557b-17df-462a-885f-6d33321cc4d3 req-8c270617-41a9-46dd-ad37-f3e49c0e0ffe tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=189e7ebf-f6e8-42fb-8c3d-e95810c17119 HTTP/1.1" status: 200 len: 946 time: 0.1786084 Aug 19 14:49:26.185495 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5ec161ca-95e6-4a6d-92a1-9915f344c064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:26.272886 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device dc7054f3-84a3-4c64-bfb9-8dcf2046738e up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:49:26.288857 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db584a4-df88-4b24-bf01-be81f8f17bbf req-57498bad-a9c0-4776-9345-380f0366ee67 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:26.291048 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3db584a4-df88-4b24-bf01-be81f8f17bbf req-57498bad-a9c0-4776-9345-380f0366ee67 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=21572e03-d241-4652-8939-ffe74f47eb48 HTTP/1.1" status: 200 len: 944 time: 0.7700841 Aug 19 14:49:26.388886 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 84bfa455-00dd-4a3a-906a-952724ae034d completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:49:26.406683 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-622a4b56-8c98-49a5-a54d-5b61c09f289d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Allocated IP 2001:db8::f9f0:18eb:bb66:a16e (eb2a0074-ffdc-4655-a2e0-d470caf1d21a/d0a28180-449d-4172-9f46-3964970e41f4/084baceb-31ed-4ba4-8b7b-d39790fce15c) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:49:26.432820 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 84bfa455-00dd-4a3a-906a-952724ae034d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:49:26.433365 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:26.565699 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port dc7054f3-84a3-4c64-bfb9-8dcf2046738e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:49:26.589246 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port dc7054f3-84a3-4c64-bfb9-8dcf2046738e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:49:26.589924 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:26.603446 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0911557b-17df-462a-885f-6d33321cc4d3 req-56302de9-b363-434e-908c-300f2d38d6d3 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008884 Aug 19 14:49:26.672392 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-622a4b56-8c98-49a5-a54d-5b61c09f289d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:26.691810 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-29323461-ff6b-4385-a2f0-3a361f6dcf68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:26.695240 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-29323461-ff6b-4385-a2f0-3a361f6dcf68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:26.700323 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-29323461-ff6b-4385-a2f0-3a361f6dcf68 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fea3a549-108d-4b47-b608-0ad85067c912 HTTP/1.1" status: 204 len: 168 time: 1.4878232 Aug 19 14:49:26.700855 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7788a842-523b-46ed-a709-b6c803ffa964 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:26.708697 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3db584a4-df88-4b24-bf01-be81f8f17bbf req-7d82d986-0e14-4d7a-ae89-23cf686e53b5 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4074225 Aug 19 14:49:26.716023 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-622a4b56-8c98-49a5-a54d-5b61c09f289d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Transition to ACTIVE for port object 084baceb-31ed-4ba4-8b7b-d39790fce15c will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:49:26.739207 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-20d961c8-b748-4f0c-b950-a0bf677dc5d4 None None] Provisioning complete for port 84bfa455-00dd-4a3a-906a-952724ae034d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:49:26.740809 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-20d961c8-b748-4f0c-b950-a0bf677dc5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:26.757930 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29323461-ff6b-4385-a2f0-3a361f6dcf68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea3a549-108d-4b47-b608-0ad85067c912,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:26.803218 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7788a842-523b-46ed-a709-b6c803ffa964 None None] Transition to ACTIVE for port object 83ab41a7-6a17-4875-9a0f-f119a9367955 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:49:26.805753 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-622a4b56-8c98-49a5-a54d-5b61c09f289d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:26.876253 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a4b56-8c98-49a5-a54d-5b61c09f289d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Port': ['ID=084baceb-31ed-4ba4-8b7b-d39790fce15c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:26.888726 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7788a842-523b-46ed-a709-b6c803ffa964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:26.907127 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622a4b56-8c98-49a5-a54d-5b61c09f289d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:49:26.908995 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-622a4b56-8c98-49a5-a54d-5b61c09f289d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:49:26.914724 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622a4b56-8c98-49a5-a54d-5b61c09f289d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:49:26.919898 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622a4b56-8c98-49a5-a54d-5b61c09f289d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:26.920748 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-622a4b56-8c98-49a5-a54d-5b61c09f289d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:26.945960 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-622a4b56-8c98-49a5-a54d-5b61c09f289d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0298638 Aug 19 14:49:26.946783 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56836) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:27.009077 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:27.029387 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8d8de3-38b9-4af1-a555-38206bc07413 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:27.037714 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:27.038577 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8d8de3-38b9-4af1-a555-38206bc07413 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:27.045096 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1e8d8de3-38b9-4af1-a555-38206bc07413 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.0971141 Aug 19 14:49:27.045945 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56842) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:27.107112 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-7788a842-523b-46ed-a709-b6c803ffa964 None None] Attempting to bind port 83ab41a7-6a17-4875-9a0f-f119a9367955 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:49:27.107804 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-7788a842-523b-46ed-a709-b6c803ffa964 None None] Attempting to bind port 83ab41a7-6a17-4875-9a0f-f119a9367955 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:49:27.108359 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7788a842-523b-46ed-a709-b6c803ffa964 None None] Attempting to bind port 83ab41a7-6a17-4875-9a0f-f119a9367955 on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:49:27.127668 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d65347-3125-4328-a84d-af63f1ea3e08 None None] Pushing event updated for resources: {'Port': ['ID=83ab41a7-6a17-4875-9a0f-f119a9367955,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:27.160161 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7788a842-523b-46ed-a709-b6c803ffa964 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:49:27.172877 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7788a842-523b-46ed-a709-b6c803ffa964 None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:49:27.173433 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7788a842-523b-46ed-a709-b6c803ffa964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:27.173842 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7788a842-523b-46ed-a709-b6c803ffa964 None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:49:27.174361 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-7788a842-523b-46ed-a709-b6c803ffa964 None None] Bound port: 83ab41a7-6a17-4875-9a0f-f119a9367955, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:49:27.174742 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7788a842-523b-46ed-a709-b6c803ffa964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:27.176308 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21572e03-d241-4652-8939-ffe74f47eb48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc7054f3-84a3-4c64-bfb9-8dcf2046738e'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:49:27.184908 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea70a6a6-6e3d-4f47-b873-46a51dcf3636" -d '{"events": [{"server_uuid": "21572e03-d241-4652-8939-ffe74f47eb48", "name": "network-vif-plugged", "status": "completed", "tag": "dc7054f3-84a3-4c64-bfb9-8dcf2046738e"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:49:27.189427 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-cc422eb2-95ab-47db-8244-148db8d97917 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Deleting port 084baceb-31ed-4ba4-8b7b-d39790fce15c {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:49:27.189923 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cc422eb2-95ab-47db-8244-148db8d97917 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:27.199327 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5ec161ca-95e6-4a6d-92a1-9915f344c064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:27.258897 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port dc7054f3-84a3-4c64-bfb9-8dcf2046738e, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=dc7054f3-84a3-4c64-bfb9-8dcf2046738e,segment=NetworkSegment(dfb5451f-ae59-4348-b57d-1e05105b4f16),segment_id=dfb5451f-ae59-4348-b57d-1e05105b4f16)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:49:27.283811 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 84bfa455-00dd-4a3a-906a-952724ae034d, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=84bfa455-00dd-4a3a-906a-952724ae034d,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:49:27.289030 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:27.295044 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eca1ed2-65af-40f3-880d-657cde4a7778 x-openstack-request-id: req-0eca1ed2-65af-40f3-880d-657cde4a7778 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:49:27.296074 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21572e03-d241-4652-8939-ffe74f47eb48", "name": "network-vif-plugged", "status": "completed", "tag": "dc7054f3-84a3-4c64-bfb9-8dcf2046738e", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:49:27.297461 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0eca1ed2-65af-40f3-880d-657cde4a7778 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:49:27.297872 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21572e03-d241-4652-8939-ffe74f47eb48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc7054f3-84a3-4c64-bfb9-8dcf2046738e', 'code': 200} Aug 19 14:49:27.373672 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cc422eb2-95ab-47db-8244-148db8d97917 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:27.377512 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-20d961c8-b748-4f0c-b950-a0bf677dc5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:27.387022 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:27.455315 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-cc422eb2-95ab-47db-8244-148db8d97917 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Calling delete_port for 084baceb-31ed-4ba4-8b7b-d39790fce15c owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:49:27.518874 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d72e84-660d-4b3f-8c56-1fdf76296814 req-0a5327e2-8ba2-444c-a98c-1ddb54f61e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:27.520208 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-7788a842-523b-46ed-a709-b6c803ffa964 None None] For port 83ab41a7-6a17-4875-9a0f-f119a9367955, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:49:27.523800 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-7788a842-523b-46ed-a709-b6c803ffa964 None None] For port 83ab41a7-6a17-4875-9a0f-f119a9367955, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=83ab41a7-6a17-4875-9a0f-f119a9367955,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:49:27.528674 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=dc7054f3-84a3-4c64-bfb9-8dcf2046738e,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:27.542191 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5ec161ca-95e6-4a6d-92a1-9915f344c064 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:27.543104 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-92d72e84-660d-4b3f-8c56-1fdf76296814 req-0a5327e2-8ba2-444c-a98c-1ddb54f61e10 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=21572e03-d241-4652-8939-ffe74f47eb48 HTTP/1.1" status: 200 len: 1096 time: 0.1564305 Aug 19 14:49:27.546712 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device df913385-e49e-438e-a208-e0f89fd15b0e no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:49:27.551050 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5ec161ca-95e6-4a6d-92a1-9915f344c064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:27.553435 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7788a842-523b-46ed-a709-b6c803ffa964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:27.601635 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: df913385-e49e-438e-a208-e0f89fd15b0e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:49:27.602228 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device df913385-e49e-438e-a208-e0f89fd15b0e not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:49:27.659892 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5ec161ca-95e6-4a6d-92a1-9915f344c064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:27.671133 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec161ca-95e6-4a6d-92a1-9915f344c064 admin admin] Pushing event updated for resources: {'Port': ['ID=7bff858f-55a9-4e88-bfc5-f58ad378f504,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:27.740449 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-20d961c8-b748-4f0c-b950-a0bf677dc5d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 14:49:27.740958 n-d-766043-2 neutron-server[94641]: DEBUG oslo_db.api [None req-20d961c8-b748-4f0c-b950-a0bf677dc5d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 14:49:27.741797 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=84bfa455-00dd-4a3a-906a-952724ae034d,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:27.747595 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7788a842-523b-46ed-a709-b6c803ffa964 None None] Routers {'f8b54a02-873a-44a0-93c0-8ff8c62432ce'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:49:27.748708 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-7788a842-523b-46ed-a709-b6c803ffa964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:49:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['f8b54a02-873a-44a0-93c0-8ff8c62432ce'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:49:27.820385 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-92d72e84-660d-4b3f-8c56-1fdf76296814 req-693893f5-f3ed-40b1-988e-b057ab6b74bc service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695285 Aug 19 14:49:27.897779 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec161ca-95e6-4a6d-92a1-9915f344c064 admin admin] Network 8d226290-6085-496f-b9eb-bf514760f427 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:49:27.904100 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-5ec161ca-95e6-4a6d-92a1-9915f344c064 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:49:27.938887 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d65347-3125-4328-a84d-af63f1ea3e08 None None] Pushing event updated for resources: {'Port': ['ID=83ab41a7-6a17-4875-9a0f-f119a9367955,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:27.982887 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-7788a842-523b-46ed-a709-b6c803ffa964 None None] Set router f8b54a02-873a-44a0-93c0-8ff8c62432ce gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:49:28.114284 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af72111c-e657-40f7-8209-6e5c7a1baacf req-8739d4d5-4140-4120-9274-3070458796ce tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:28.115799 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-af72111c-e657-40f7-8209-6e5c7a1baacf req-8739d4d5-4140-4120-9274-3070458796ce tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=21572e03-d241-4652-8939-ffe74f47eb48 HTTP/1.1" status: 200 len: 945 time: 0.2178619 Aug 19 14:49:28.144287 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03963016-f55b-4640-b5f1-f0d99d95fc78 req-5590756b-bf1f-4c90-ac96-ead22075ccb1 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:28.145908 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-03963016-f55b-4640-b5f1-f0d99d95fc78 req-5590756b-bf1f-4c90-ac96-ead22075ccb1 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=189e7ebf-f6e8-42fb-8c3d-e95810c17119 HTTP/1.1" status: 200 len: 946 time: 0.3336501 Aug 19 14:49:28.166092 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec161ca-95e6-4a6d-92a1-9915f344c064 admin admin] Router f8b54a02-873a-44a0-93c0-8ff8c62432ce has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:49:28.288513 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-af72111c-e657-40f7-8209-6e5c7a1baacf req-c9b09515-f232-4bd4-b142-50a14645cc05 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356690 Aug 19 14:49:28.304710 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56902) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:28.307788 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cc422eb2-95ab-47db-8244-148db8d97917 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:28.355182 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-20d961c8-b748-4f0c-b950-a0bf677dc5d4 None None] Provisioning for port 7bff858f-55a9-4e88-bfc5-f58ad378f504 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:49:28.361551 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-20d961c8-b748-4f0c-b950-a0bf677dc5d4 None None] Provisioning complete for port 7bff858f-55a9-4e88-bfc5-f58ad378f504 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:49:28.361925 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-20d961c8-b748-4f0c-b950-a0bf677dc5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:28.378079 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-03963016-f55b-4640-b5f1-f0d99d95fc78 req-893fe285-b7a4-4ee0-8a3a-c8425b7e34de tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234662 Aug 19 14:49:28.400646 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec161ca-95e6-4a6d-92a1-9915f344c064 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:49:28.422658 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cc422eb2-95ab-47db-8244-148db8d97917 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:28.428168 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-cc422eb2-95ab-47db-8244-148db8d97917 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/ports/084baceb-31ed-4ba4-8b7b-d39790fce15c HTTP/1.1" status: 204 len: 168 time: 1.3808820 Aug 19 14:49:28.429227 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56908) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:28.431247 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc422eb2-95ab-47db-8244-148db8d97917 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event deleted for resources: {'Port': ['ID=084baceb-31ed-4ba4-8b7b-d39790fce15c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:28.444774 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5ec161ca-95e6-4a6d-92a1-9915f344c064 admin admin] 10.222.0.69 "PUT /v2.0/routers/f8b54a02-873a-44a0-93c0-8ff8c62432ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5561354 Aug 19 14:49:28.535470 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e84a376-4e0d-4006-b53f-0dab53ef13ec tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:28.540074 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e84a376-4e0d-4006-b53f-0dab53ef13ec tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:28.542765 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-2e84a376-4e0d-4006-b53f-0dab53ef13ec tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1025367 Aug 19 14:49:28.545680 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56910) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:28.620876 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-315f3779-7735-405d-8804-1dff74a726af tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Deleting subnet d0a28180-449d-4172-9f46-3964970e41f4 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:49:28.632142 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-315f3779-7735-405d-8804-1dff74a726af tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:28.652080 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-885dd651-37d7-4ac4-bb94-8a48e9d448e4 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-538335887-network', 'tenant_id': 'b30f4d79ced34729abf2ad157286bd5c'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:49:28.725004 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-20d961c8-b748-4f0c-b950-a0bf677dc5d4 None None] Port 7bff858f-55a9-4e88-bfc5-f58ad378f504 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:49:28.732983 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-7788a842-523b-46ed-a709-b6c803ffa964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b54a02-873a-44a0-93c0-8ff8c62432ce', 'name': 'tempest-ServerActionsTestJSON-378060272-router', 'tenant_id': '8bf9338b14bd4de0a247947d4332bed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '83ab41a7-6a17-4875-9a0f-f119a9367955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:49:20Z', 'updated_at': '2021-08-19T14:49:27Z', 'revision_number': 4, 'project_id': '8bf9338b14bd4de0a247947d4332bed4', 'gw_port': {'id': '83ab41a7-6a17-4875-9a0f-f119a9367955', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b54a02-873a-44a0-93c0-8ff8c62432ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:49:21Z', 'updated_at': '2021-08-19T14:49:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '7bff858f-55a9-4e88-bfc5-f58ad378f504', 'name': '', 'network_id': '8d226290-6085-496f-b9eb-bf514760f427', 'tenant_id': '8bf9338b14bd4de0a247947d4332bed4', 'mac_address': 'fa:16:3e:fe:8e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b54a02-873a-44a0-93c0-8ff8c62432ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '5ebe78ca-28f7-43fa-89de-04375d30f6cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:49:25Z', 'updated_at': '2021-08-19T14:49:27Z', 'revision_number': 2, 'project_id': '8bf9338b14bd4de0a247947d4332bed4', 'subnets': [{'id': '5ebe78ca-28f7-43fa-89de-04375d30f6cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:49:28.746002 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-315f3779-7735-405d-8804-1dff74a726af tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:28.763347 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7788a842-523b-46ed-a709-b6c803ffa964 None None] The sync data for ids ['f8b54a02-873a-44a0-93c0-8ff8c62432ce'] in n-d-766043-2 is: [{'id': 'f8b54a02-873a-44a0-93c0-8ff8c62432ce', 'name': 'tempest-ServerActionsTestJSON-378060272-router', 'tenant_id': '8bf9338b14bd4de0a247947d4332bed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '83ab41a7-6a17-4875-9a0f-f119a9367955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:49:20Z', 'updated_at': '2021-08-19T14:49:27Z', 'revision_number': 4, 'project_id': '8bf9338b14bd4de0a247947d4332bed4', 'gw_port': {'id': '83ab41a7-6a17-4875-9a0f-f119a9367955', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b54a02-873a-44a0-93c0-8ff8c62432ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:49:21Z', 'updated_at': '2021-08-19T14:49:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '7bff858f-55a9-4e88-bfc5-f58ad378f504', 'name': '', 'network_id': '8d226290-6085-496f-b9eb-bf514760f427', 'tenant_id': '8bf9338b14bd4de0a247947d4332bed4', 'mac_address': 'fa:16:3e:fe:8e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b54a02-873a-44a0-93c0-8ff8c62432ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '5ebe78ca-28f7-43fa-89de-04375d30f6cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:49:25Z', 'updated_at': '2021-08-19T14:49:27Z', 'revision_number': 2, 'project_id': '8bf9338b14bd4de0a247947d4332bed4', 'subnets': [{'id': '5ebe78ca-28f7-43fa-89de-04375d30f6cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:49:28.784547 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885dd651-37d7-4ac4-bb94-8a48e9d448e4 admin admin] Made reservation on behalf of b30f4d79ced34729abf2ad157286bd5c for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:49:28.802003 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-885dd651-37d7-4ac4-bb94-8a48e9d448e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:28.817229 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-885dd651-37d7-4ac4-bb94-8a48e9d448e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:28.841464 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-758db555-d61f-4188-b004-fa3e7a7bffe0 None None] Could not find standard attr ID for object 084baceb-31ed-4ba4-8b7b-d39790fce15c. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 14:49:28.855512 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-758db555-d61f-4188-b004-fa3e7a7bffe0 None None] Provisioning complete for port 7bff858f-55a9-4e88-bfc5-f58ad378f504 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:49:28.856160 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-758db555-d61f-4188-b004-fa3e7a7bffe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:28.863988 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-315f3779-7735-405d-8804-1dff74a726af tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:28.933195 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-758db555-d61f-4188-b004-fa3e7a7bffe0 None None] Port 7bff858f-55a9-4e88-bfc5-f58ad378f504 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:49:28.936928 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-758db555-d61f-4188-b004-fa3e7a7bffe0 None None] Could not find standard attr ID for object 336b1384-f665-469c-b6d8-b6c97d807673. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 14:49:28.979824 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-315f3779-7735-405d-8804-1dff74a726af tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:29.020882 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f3779-7735-405d-8804-1dff74a726af tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event deleted for resources: {'Subnet': ['ID=d0a28180-449d-4172-9f46-3964970e41f4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:29.039959 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-315f3779-7735-405d-8804-1dff74a726af tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:29.046224 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56918) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:29.052999 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-315f3779-7735-405d-8804-1dff74a726af tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/d0a28180-449d-4172-9f46-3964970e41f4 HTTP/1.1" status: 204 len: 168 time: 0.5059953 Aug 19 14:49:29.068572 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b805162-6a07-40d7-b1a0-e55af71a9d25 None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:49:29.115945 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-885dd651-37d7-4ac4-bb94-8a48e9d448e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:29.121595 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-885dd651-37d7-4ac4-bb94-8a48e9d448e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:29.149149 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d05479fd-5c1d-4f61-b3df-5a442d5df847 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0988891 Aug 19 14:49:29.151504 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56920) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:29.162125 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a2a796bd-57c1-4a46-9918-06ad4267802e tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'subnet': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:49:29.162601 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-885dd651-37d7-4ac4-bb94-8a48e9d448e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:49:29.188930 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885dd651-37d7-4ac4-bb94-8a48e9d448e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7f3eaa-4ba3-4683-8adc-4482c9a7c427,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:29.209855 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-885dd651-37d7-4ac4-bb94-8a48e9d448e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:29.211626 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-885dd651-37d7-4ac4-bb94-8a48e9d448e4 admin admin] Added segment a2ef6b96-4407-44e9-8f00-3c9966e61ecc of type vlan for network f2a87b08-daef-4d3a-bda0-e1347f22d9dc Aug 19 14:49:29.272892 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56922) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:29.282459 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-123bfbc3-ca20-4a3f-bc2d-e80c31cc0b74 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1513439681', 'description': 'tempest-description--1480359839'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:49:29.294857 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-885dd651-37d7-4ac4-bb94-8a48e9d448e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:29.341420 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-885dd651-37d7-4ac4-bb94-8a48e9d448e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:29.342647 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885dd651-37d7-4ac4-bb94-8a48e9d448e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:29.343354 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-885dd651-37d7-4ac4-bb94-8a48e9d448e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:29.363379 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-123bfbc3-ca20-4a3f-bc2d-e80c31cc0b74 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:29.396372 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01935725-99b1-4b6b-b7bd-b431c4f83259 None None] DHCP port deletion for eb2a0074-ffdc-4655-a2e0-d470caf1d21a request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:49:29.437065 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a796bd-57c1-4a46-9918-06ad4267802e tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:49:29.445523 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2a796bd-57c1-4a46-9918-06ad4267802e tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:29.510444 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-01935725-99b1-4b6b-b7bd-b431c4f83259 None None] Deleting port 84bfa455-00dd-4a3a-906a-952724ae034d {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:49:29.512891 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-01935725-99b1-4b6b-b7bd-b431c4f83259 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:29.519494 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-885dd651-37d7-4ac4-bb94-8a48e9d448e4 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2125976 Aug 19 14:49:29.522358 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56928) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:29.538003 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-469422c1-96ad-456e-96a2-43c2ab1aec2c admin admin] Request body: {'subnet': {'network_id': 'f2a87b08-daef-4d3a-bda0-e1347f22d9dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-538335887-subnet', 'tenant_id': 'b30f4d79ced34729abf2ad157286bd5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:49:29.561862 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885dd651-37d7-4ac4-bb94-8a48e9d448e4 admin admin] Pushing event updated for resources: {'Network': ['ID=f2a87b08-daef-4d3a-bda0-e1347f22d9dc,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:29.594804 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ebb54b-d508-4a8a-bcf1-f0e36d4cbab7 req-46549607-16e6-4ed6-a205-b04c60265270 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:29.596544 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-94ebb54b-d508-4a8a-bcf1-f0e36d4cbab7 req-46549607-16e6-4ed6-a205-b04c60265270 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=21572e03-d241-4652-8939-ffe74f47eb48 HTTP/1.1" status: 200 len: 945 time: 0.1555600 Aug 19 14:49:29.609935 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c837757f-6975-468b-b819-f84494ac98c7 req-ac2ff039-a6d6-4b6b-96cf-52a25e60cf66 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:29.617866 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c837757f-6975-468b-b819-f84494ac98c7 req-ac2ff039-a6d6-4b6b-96cf-52a25e60cf66 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=189e7ebf-f6e8-42fb-8c3d-e95810c17119 HTTP/1.1" status: 200 len: 946 time: 0.1228526 Aug 19 14:49:29.639795 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network f2a87b08-daef-4d3a-bda0-e1347f22d9dc details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:49:29.695687 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c837757f-6975-468b-b819-f84494ac98c7 req-04c23dc7-c2f7-4852-a743-3c98635646d5 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702133 Aug 19 14:49:29.730096 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-94ebb54b-d508-4a8a-bcf1-f0e36d4cbab7 req-53b071d3-db9a-4673-b694-ac5f096524f8 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095979 Aug 19 14:49:29.837600 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 84bfa455-00dd-4a3a-906a-952724ae034d no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:49:29.845411 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-01935725-99b1-4b6b-b7bd-b431c4f83259 None None] For port 84bfa455-00dd-4a3a-906a-952724ae034d, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=84bfa455-00dd-4a3a-906a-952724ae034d,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:49:29.847037 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-01935725-99b1-4b6b-b7bd-b431c4f83259 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:29.863896 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-123bfbc3-ca20-4a3f-bc2d-e80c31cc0b74 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:29.881936 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-123bfbc3-ca20-4a3f-bc2d-e80c31cc0b74 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:29.904682 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-01935725-99b1-4b6b-b7bd-b431c4f83259 None None] Calling delete_port for 84bfa455-00dd-4a3a-906a-952724ae034d owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:49:29.935697 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123bfbc3-ca20-4a3f-bc2d-e80c31cc0b74 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5099859a-8868-4f71-8844-d9c3d1e6abe0,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:29.987848 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469422c1-96ad-456e-96a2-43c2ab1aec2c admin admin] Made reservation on behalf of b30f4d79ced34729abf2ad157286bd5c for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:49:29.990556 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-469422c1-96ad-456e-96a2-43c2ab1aec2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:29.999663 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-123bfbc3-ca20-4a3f-bc2d-e80c31cc0b74 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:30.001207 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-123bfbc3-ca20-4a3f-bc2d-e80c31cc0b74 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7273633 Aug 19 14:49:30.004360 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56934) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:30.014658 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-dea44f44-65d7-4d42-9169-5fe815f940a3 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Request body: {'security_group_rule': {'security_group_id': '5099859a-8868-4f71-8844-d9c3d1e6abe0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:49:30.103437 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dea44f44-65d7-4d42-9169-5fe815f940a3 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:30.147738 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:30.203924 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2a796bd-57c1-4a46-9918-06ad4267802e tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:30.224515 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-01935725-99b1-4b6b-b7bd-b431c4f83259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:30.291924 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dea44f44-65d7-4d42-9169-5fe815f940a3 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:30.298446 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dea44f44-65d7-4d42-9169-5fe815f940a3 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:30.316762 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01935725-99b1-4b6b-b7bd-b431c4f83259 None None] No DVR routers for this DVR port 84bfa455-00dd-4a3a-906a-952724ae034d on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:49:30.331321 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01935725-99b1-4b6b-b7bd-b431c4f83259 None None] Pushing event deleted for resources: {'Port': ['ID=84bfa455-00dd-4a3a-906a-952724ae034d,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:30.348088 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a796bd-57c1-4a46-9918-06ad4267802e tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:49:30.364428 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-a2a796bd-57c1-4a46-9918-06ad4267802e tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:49:30.378845 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573cf726-2e92-40e6-b824-d7a09ae48260 None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:49:30.382710 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a796bd-57c1-4a46-9918-06ad4267802e tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:30.383320 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2a796bd-57c1-4a46-9918-06ad4267802e tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:30.384518 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea44f44-65d7-4d42-9169-5fe815f940a3 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4771a7f-3c13-445e-9ccd-483276a4752c,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:30.401016 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a796bd-57c1-4a46-9918-06ad4267802e tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Subnet': ['ID=72a866df-4379-4cab-b69b-5a3e54d98888,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:30.429276 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab39cfb-5f87-410a-adc2-8355ea29b97f req-61b91e42-5cd8-4206-b91e-e93f7894bc7d tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:30.433121 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4ab39cfb-5f87-410a-adc2-8355ea29b97f req-61b91e42-5cd8-4206-b91e-e93f7894bc7d tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=21572e03-d241-4652-8939-ffe74f47eb48 HTTP/1.1" status: 200 len: 945 time: 0.2320273 Aug 19 14:49:30.436237 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dea44f44-65d7-4d42-9169-5fe815f940a3 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:30.439827 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-dea44f44-65d7-4d42-9169-5fe815f940a3 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4314098 Aug 19 14:49:30.454155 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56938) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:30.458543 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b1046db1-bae5-456f-8cbe-d157cf0865d3 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Request body: {'security_group_rule': {'security_group_id': '5099859a-8868-4f71-8844-d9c3d1e6abe0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:49:30.511567 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-469422c1-96ad-456e-96a2-43c2ab1aec2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:30.543908 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4ab39cfb-5f87-410a-adc2-8355ea29b97f req-79f29fa4-3f4d-4825-b86d-adfac5d782dd tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888548 Aug 19 14:49:30.562841 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1046db1-bae5-456f-8cbe-d157cf0865d3 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:30.605338 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e70cdc-3d4d-4f85-a258-4fb4974fcb7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'tenant_id': 'c39f5f14c7bc46018e8896511823152f', 'fixed_ips': [{'subnet_id': '72a866df-4379-4cab-b69b-5a3e54d98888'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:49:30.607088 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e8e70cdc-3d4d-4f85-a258-4fb4974fcb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:30.616164 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469422c1-96ad-456e-96a2-43c2ab1aec2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=66723b13-0d6d-4520-a6c3-13a722da343c,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:30.626529 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a2a796bd-57c1-4a46-9918-06ad4267802e tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4700420 Aug 19 14:49:30.627166 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56940) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:30.635423 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-31531feb-f4d5-4440-ad3a-b510db1a8512 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'port': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'fixed_ips': [{'subnet_id': '72a866df-4379-4cab-b69b-5a3e54d98888', 'ip_address': '2001:db8::f020:bf3d:ae5e:af1e'}], 'name': 'tempest-NetworksTestDHCPv6-1216829652'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:49:30.691930 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1046db1-bae5-456f-8cbe-d157cf0865d3 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:30.700335 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1046db1-bae5-456f-8cbe-d157cf0865d3 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:30.719778 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1046db1-bae5-456f-8cbe-d157cf0865d3 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b5cec86-fcb8-4bbe-955a-a5706941b07f,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:30.732990 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1046db1-bae5-456f-8cbe-d157cf0865d3 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:30.735330 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-b1046db1-bae5-456f-8cbe-d157cf0865d3 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2805197 Aug 19 14:49:30.738242 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56944) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:30.742877 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-441e003a-7351-4607-b064-f70a7959c832 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Request body: {'floatingip': {'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:49:30.778194 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-441e003a-7351-4607-b064-f70a7959c832 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:30.853310 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469422c1-96ad-456e-96a2-43c2ab1aec2c admin admin] Checking segment: {'id': 'a2ef6b96-4407-44e9-8f00-3c9966e61ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f2a87b08-daef-4d3a-bda0-e1347f22d9dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:49:30.853912 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469422c1-96ad-456e-96a2-43c2ab1aec2c admin admin] Network hostable DHCP agents. Network: f2a87b08-daef-4d3a-bda0-e1347f22d9dc, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:49:30.872235 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-e8e70cdc-3d4d-4f85-a258-4fb4974fcb7a None None] Allocated IP 2001:db8::2 (eb2a0074-ffdc-4655-a2e0-d470caf1d21a/72a866df-4379-4cab-b69b-5a3e54d98888/e4c779f3-c61d-4b5b-a45b-0b670a5e03c3) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:49:30.912894 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31531feb-f4d5-4440-ad3a-b510db1a8512 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:49:30.920022 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469422c1-96ad-456e-96a2-43c2ab1aec2c admin admin] Network f2a87b08-daef-4d3a-bda0-e1347f22d9dc is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:49:30.920849 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3013c05-8eaf-4acf-b0b3-1bfea5bcff80 req-ed893c08-70f5-49bb-badf-1c1ed1662313 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:30.922746 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b3013c05-8eaf-4acf-b0b3-1bfea5bcff80 req-ed893c08-70f5-49bb-badf-1c1ed1662313 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=189e7ebf-f6e8-42fb-8c3d-e95810c17119 HTTP/1.1" status: 200 len: 946 time: 0.0843086 Aug 19 14:49:30.992905 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-469422c1-96ad-456e-96a2-43c2ab1aec2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, f2a87b08-daef-4d3a-bda0-e1347f22d9dc) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:49:31.008285 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40d678a-1bd1-40c6-98af-bfa8324ad737 None None] Network f2a87b08-daef-4d3a-bda0-e1347f22d9dc requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:49:31.014577 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b3013c05-8eaf-4acf-b0b3-1bfea5bcff80 req-31d22b1a-5dbe-49d0-b14c-7da80e2a4beb tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652156 Aug 19 14:49:31.022220 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-441e003a-7351-4607-b064-f70a7959c832 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:31.026471 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469422c1-96ad-456e-96a2-43c2ab1aec2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:31.030153 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-469422c1-96ad-456e-96a2-43c2ab1aec2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:31.091246 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-469422c1-96ad-456e-96a2-43c2ab1aec2c admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5676234 Aug 19 14:49:31.127523 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-31531feb-f4d5-4440-ad3a-b510db1a8512 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:31.167813 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-31531feb-f4d5-4440-ad3a-b510db1a8512 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] device_id is not set on port b6e7fe90-f8d0-4a0c-956c-24bb2ec026af yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:49:31.180764 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-441e003a-7351-4607-b064-f70a7959c832 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Allocated IP 172.25.2.111 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/0191235a-1a2e-4b50-9130-495b51e69a16) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:49:31.219791 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e8e70cdc-3d4d-4f85-a258-4fb4974fcb7a None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:31.252802 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e8e70cdc-3d4d-4f85-a258-4fb4974fcb7a None None] Transition to ACTIVE for port object e4c779f3-c61d-4b5b-a45b-0b670a5e03c3 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:49:31.256936 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db9a775-cdba-4081-919f-3e0c0e0068a6 None None] Network f2a87b08-daef-4d3a-bda0-e1347f22d9dc requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:49:31.318446 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e8e70cdc-3d4d-4f85-a258-4fb4974fcb7a None None] Transition to ACTIVE for port object e4c779f3-c61d-4b5b-a45b-0b670a5e03c3 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:49:31.333185 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e8e70cdc-3d4d-4f85-a258-4fb4974fcb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:31.380129 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-441e003a-7351-4607-b064-f70a7959c832 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:31.408195 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e70cdc-3d4d-4f85-a258-4fb4974fcb7a None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:49:31.416847 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-e8e70cdc-3d4d-4f85-a258-4fb4974fcb7a None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:49:31.419643 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5ac6cadb-bfb5-417b-8ecc-d8b86d16a4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:31.425222 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e70cdc-3d4d-4f85-a258-4fb4974fcb7a None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:49:31.460491 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e70cdc-3d4d-4f85-a258-4fb4974fcb7a None None] Pushing event updated for resources: {'Port': ['ID=e4c779f3-c61d-4b5b-a45b-0b670a5e03c3,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:31.496318 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-441e003a-7351-4607-b064-f70a7959c832 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:31.527631 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e8e70cdc-3d4d-4f85-a258-4fb4974fcb7a None None] Attempting to bind port e4c779f3-c61d-4b5b-a45b-0b670a5e03c3 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:49:31.530730 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e8e70cdc-3d4d-4f85-a258-4fb4974fcb7a None None] Attempting to bind port e4c779f3-c61d-4b5b-a45b-0b670a5e03c3 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:49:31.530730 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e70cdc-3d4d-4f85-a258-4fb4974fcb7a None None] Attempting to bind port e4c779f3-c61d-4b5b-a45b-0b670a5e03c3 on network eb2a0074-ffdc-4655-a2e0-d470caf1d21a {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:49:31.548548 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441e003a-7351-4607-b064-f70a7959c832 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:49:31.553116 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-441e003a-7351-4607-b064-f70a7959c832 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:49:31.557635 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441e003a-7351-4607-b064-f70a7959c832 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:49:31.562677 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-31531feb-f4d5-4440-ad3a-b510db1a8512 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Allocated IP 2001:db8::f020:bf3d:ae5e:af1e (eb2a0074-ffdc-4655-a2e0-d470caf1d21a/72a866df-4379-4cab-b69b-5a3e54d98888/b6e7fe90-f8d0-4a0c-956c-24bb2ec026af) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:49:31.572827 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e70cdc-3d4d-4f85-a258-4fb4974fcb7a None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:49:31.573237 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e70cdc-3d4d-4f85-a258-4fb4974fcb7a None None] Checking segment: {'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:49:31.573879 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e8e70cdc-3d4d-4f85-a258-4fb4974fcb7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:31.574672 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e70cdc-3d4d-4f85-a258-4fb4974fcb7a None None] Bound using segment: {'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:49:31.574794 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e8e70cdc-3d4d-4f85-a258-4fb4974fcb7a None None] Bound port: e4c779f3-c61d-4b5b-a45b-0b670a5e03c3, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:49:31.575432 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e8e70cdc-3d4d-4f85-a258-4fb4974fcb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:31.661315 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e8e70cdc-3d4d-4f85-a258-4fb4974fcb7a None None] For port e4c779f3-c61d-4b5b-a45b-0b670a5e03c3, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:49:31.666162 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e8e70cdc-3d4d-4f85-a258-4fb4974fcb7a None None] For port e4c779f3-c61d-4b5b-a45b-0b670a5e03c3, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=e4c779f3-c61d-4b5b-a45b-0b670a5e03c3,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:49:31.676826 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e8e70cdc-3d4d-4f85-a258-4fb4974fcb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:31.724910 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e003a-7351-4607-b064-f70a7959c832 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Pushing event updated for resources: {'Port': ['ID=0191235a-1a2e-4b50-9130-495b51e69a16,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:31.786938 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e70cdc-3d4d-4f85-a258-4fb4974fcb7a None None] Pushing event updated for resources: {'Port': ['ID=e4c779f3-c61d-4b5b-a45b-0b670a5e03c3,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:31.823729 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-31531feb-f4d5-4440-ad3a-b510db1a8512 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:31.825311 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 83ab41a7-6a17-4875-9a0f-f119a9367955 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:49:31.852429 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-31531feb-f4d5-4440-ad3a-b510db1a8512 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Transition to ACTIVE for port object b6e7fe90-f8d0-4a0c-956c-24bb2ec026af will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:49:31.903247 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-31531feb-f4d5-4440-ad3a-b510db1a8512 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:31.905919 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 83ab41a7-6a17-4875-9a0f-f119a9367955 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:49:31.910479 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 83ab41a7-6a17-4875-9a0f-f119a9367955 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:49:31.911246 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:31.968269 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31531feb-f4d5-4440-ad3a-b510db1a8512 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:49:31.971842 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-31531feb-f4d5-4440-ad3a-b510db1a8512 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:49:31.977029 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31531feb-f4d5-4440-ad3a-b510db1a8512 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:49:31.983849 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31531feb-f4d5-4440-ad3a-b510db1a8512 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:31.984535 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-31531feb-f4d5-4440-ad3a-b510db1a8512 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:31.990122 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31531feb-f4d5-4440-ad3a-b510db1a8512 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Port': ['ID=b6e7fe90-f8d0-4a0c-956c-24bb2ec026af,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:32.007648 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-31531feb-f4d5-4440-ad3a-b510db1a8512 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3794041 Aug 19 14:49:32.010654 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56968) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:32.019543 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-441e003a-7351-4607-b064-f70a7959c832 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:32.061085 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:32.062644 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e93fb1-5825-4a9c-99b4-c248bc4330b2 req-0a53061a-3126-480b-8f26-d6a3af81ddd5 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:32.071199 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-21e93fb1-5825-4a9c-99b4-c248bc4330b2 req-0a53061a-3126-480b-8f26-d6a3af81ddd5 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=21572e03-d241-4652-8939-ffe74f47eb48 HTTP/1.1" status: 200 len: 945 time: 0.3365970 Aug 19 14:49:32.101541 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 83ab41a7-6a17-4875-9a0f-f119a9367955, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=83ab41a7-6a17-4875-9a0f-f119a9367955,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:49:32.106331 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:32.175160 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76235f-e866-4284-85b1-3f3fd369f07c req-e5b9b298-b675-444c-b97b-cfa4f7e6d447 tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:32.184816 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4e76235f-e866-4284-85b1-3f3fd369f07c req-e5b9b298-b675-444c-b97b-cfa4f7e6d447 tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] 10.222.0.69 "GET /v2.0/networks?id=f2a87b08-daef-4d3a-bda0-e1347f22d9dc HTTP/1.1" status: 200 len: 821 time: 0.5087121 Aug 19 14:49:32.201818 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb4d397-5367-4588-a73a-ccbd4d69ca0f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:32.220691 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb4d397-5367-4588-a73a-ccbd4d69ca0f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:32.225290 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-dbb4d397-5367-4588-a73a-ccbd4d69ca0f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2112617 Aug 19 14:49:32.231446 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56972) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:32.231926 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=83ab41a7-6a17-4875-9a0f-f119a9367955,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:32.248652 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c38b4c-22c7-47e2-8a72-9ad394b5fdba None None] Sync routers for ids ['f8b54a02-873a-44a0-93c0-8ff8c62432ce'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:49:32.262182 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c38b4c-22c7-47e2-8a72-9ad394b5fdba None None] Routers {'f8b54a02-873a-44a0-93c0-8ff8c62432ce'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:49:32.262798 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-86c38b4c-22c7-47e2-8a72-9ad394b5fdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:49:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['f8b54a02-873a-44a0-93c0-8ff8c62432ce'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:49:32.265095 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-21e93fb1-5825-4a9c-99b4-c248bc4330b2 req-64304109-e502-4ba0-aa49-ebd09e9fa400 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879449 Aug 19 14:49:32.279644 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4e76235f-e866-4284-85b1-3f3fd369f07c req-70b6ec60-ff72-4167-b7ac-630e72695e1e tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] 10.222.0.69 "GET /v2.0/quotas/b30f4d79ced34729abf2ad157286bd5c HTTP/1.1" status: 200 len: 375 time: 0.0926521 Aug 19 14:49:32.287502 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-441e003a-7351-4607-b064-f70a7959c832 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:32.417394 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-8ec547ef-dfb9-4262-bc29-b3342201b761 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Deleting port b6e7fe90-f8d0-4a0c-956c-24bb2ec026af {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:49:32.417735 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ec547ef-dfb9-4262-bc29-b3342201b761 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:32.473434 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-86c38b4c-22c7-47e2-8a72-9ad394b5fdba None None] Set router f8b54a02-873a-44a0-93c0-8ff8c62432ce gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:49:32.481689 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4e76235f-e866-4284-85b1-3f3fd369f07c req-571ea179-95e2-4e16-985d-83b3ebef5d38 tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b30f4d79ced34729abf2ad157286bd5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0786641 Aug 19 14:49:32.558696 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ec547ef-dfb9-4262-bc29-b3342201b761 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:32.572941 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-8ec547ef-dfb9-4262-bc29-b3342201b761 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Calling delete_port for b6e7fe90-f8d0-4a0c-956c-24bb2ec026af owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:49:32.625318 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c96911-8570-4612-92fc-daa1e03b820a req-105e0d0b-dc22-4bf9-9185-3e9abc10bcff tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:32.627776 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-54c96911-8570-4612-92fc-daa1e03b820a req-105e0d0b-dc22-4bf9-9185-3e9abc10bcff tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=189e7ebf-f6e8-42fb-8c3d-e95810c17119 HTTP/1.1" status: 200 len: 946 time: 0.2302420 Aug 19 14:49:32.636246 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-441e003a-7351-4607-b064-f70a7959c832 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:32.649272 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-441e003a-7351-4607-b064-f70a7959c832 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:32.765203 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-86c38b4c-22c7-47e2-8a72-9ad394b5fdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b54a02-873a-44a0-93c0-8ff8c62432ce', 'name': 'tempest-ServerActionsTestJSON-378060272-router', 'tenant_id': '8bf9338b14bd4de0a247947d4332bed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '83ab41a7-6a17-4875-9a0f-f119a9367955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:49:20Z', 'updated_at': '2021-08-19T14:49:27Z', 'revision_number': 4, 'project_id': '8bf9338b14bd4de0a247947d4332bed4', 'gw_port': {'id': '83ab41a7-6a17-4875-9a0f-f119a9367955', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b54a02-873a-44a0-93c0-8ff8c62432ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:49:21Z', 'updated_at': '2021-08-19T14:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '7bff858f-55a9-4e88-bfc5-f58ad378f504', 'name': '', 'network_id': '8d226290-6085-496f-b9eb-bf514760f427', 'tenant_id': '8bf9338b14bd4de0a247947d4332bed4', 'mac_address': 'fa:16:3e:fe:8e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b54a02-873a-44a0-93c0-8ff8c62432ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '5ebe78ca-28f7-43fa-89de-04375d30f6cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:49:25Z', 'updated_at': '2021-08-19T14:49:27Z', 'revision_number': 2, 'project_id': '8bf9338b14bd4de0a247947d4332bed4', 'subnets': [{'id': '5ebe78ca-28f7-43fa-89de-04375d30f6cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:49:32.787339 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4e76235f-e866-4284-85b1-3f3fd369f07c req-8d47d214-741a-4206-bfc2-0689b92c9380 service neutron] 10.222.0.69 "GET /v2.0/networks/f2a87b08-daef-4d3a-bda0-e1347f22d9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898965 Aug 19 14:49:32.796136 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ec547ef-dfb9-4262-bc29-b3342201b761 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:32.812207 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-54c96911-8570-4612-92fc-daa1e03b820a req-a3b19ce9-d173-44ef-9688-8e619085c8aa tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719651 Aug 19 14:49:32.815967 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c38b4c-22c7-47e2-8a72-9ad394b5fdba None None] Checking router: f8b54a02-873a-44a0-93c0-8ff8c62432ce for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:49:32.816350 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c38b4c-22c7-47e2-8a72-9ad394b5fdba None None] Updating router f8b54a02-873a-44a0-93c0-8ff8c62432ce port 7bff858f-55a9-4e88-bfc5-f58ad378f504 binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:49:32.855094 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec547ef-dfb9-4262-bc29-b3342201b761 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event deleted for resources: {'Port': ['ID=b6e7fe90-f8d0-4a0c-956c-24bb2ec026af,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:32.865405 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-86c38b4c-22c7-47e2-8a72-9ad394b5fdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:32.906498 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ec547ef-dfb9-4262-bc29-b3342201b761 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:32.914517 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8ec547ef-dfb9-4262-bc29-b3342201b761 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/ports/b6e7fe90-f8d0-4a0c-956c-24bb2ec026af HTTP/1.1" status: 204 len: 168 time: 0.6799178 Aug 19 14:49:32.917701 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e003a-7351-4607-b064-f70a7959c832 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Pushing event updated for resources: {'Port': ['ID=0191235a-1a2e-4b50-9130-495b51e69a16,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:32.917869 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56976) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:32.950291 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-441e003a-7351-4607-b064-f70a7959c832 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:32.973390 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-441e003a-7351-4607-b064-f70a7959c832 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:32.982367 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-441e003a-7351-4607-b064-f70a7959c832 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2356622 Aug 19 14:49:33.022623 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756d8780-4624-4599-9a1e-193b87eb2fcc tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:33.025459 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756d8780-4624-4599-9a1e-193b87eb2fcc tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:33.031077 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-756d8780-4624-4599-9a1e-193b87eb2fcc tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1112463 Aug 19 14:49:33.031245 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56980) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:33.101654 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4e76235f-e866-4284-85b1-3f3fd369f07c req-02ca99fc-fd78-400d-8d81-95fe886cec24 service neutron] 10.222.0.69 "GET /v2.0/networks/f2a87b08-daef-4d3a-bda0-e1347f22d9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149569 Aug 19 14:49:33.128218 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-a257dffc-cec2-423b-bbed-210ea2f4726f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Deleting subnet 72a866df-4379-4cab-b69b-5a3e54d98888 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:49:33.132686 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a257dffc-cec2-423b-bbed-210ea2f4726f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:33.234965 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a257dffc-cec2-423b-bbed-210ea2f4726f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:33.334409 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b0a6c3a-c16d-4e49-af89-f7a6bd5c5ad8 req-e372bfe8-5772-4d86-8446-0b0586b02b83 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1513439681&fields=id&tenant_id=8bf9338b14bd4de0a247947d4332bed4 HTTP/1.1" status: 200 len: 267 time: 0.1514723 Aug 19 14:49:33.490826 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-86c38b4c-22c7-47e2-8a72-9ad394b5fdba None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:33.516843 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-86c38b4c-22c7-47e2-8a72-9ad394b5fdba None None] Transition to ACTIVE for port object 7bff858f-55a9-4e88-bfc5-f58ad378f504 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:49:33.527901 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-86c38b4c-22c7-47e2-8a72-9ad394b5fdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:33.631310 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7afa3c2-fe55-4c37-bbb1-557db952d5ea None None] Pushing event updated for resources: {'Port': ['ID=7bff858f-55a9-4e88-bfc5-f58ad378f504,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:33.689612 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-86c38b4c-22c7-47e2-8a72-9ad394b5fdba None None] Attempting to bind port 7bff858f-55a9-4e88-bfc5-f58ad378f504 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:49:33.690361 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-86c38b4c-22c7-47e2-8a72-9ad394b5fdba None None] Attempting to bind port 7bff858f-55a9-4e88-bfc5-f58ad378f504 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'a797992c-f015-48a4-a029-21c175cc336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8d226290-6085-496f-b9eb-bf514760f427'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:49:33.690585 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a6c3a-c16d-4e49-af89-f7a6bd5c5ad8 req-218496a2-050a-41f8-a9b4-9cfba9b6b394 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:33.691804 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c38b4c-22c7-47e2-8a72-9ad394b5fdba None None] Attempting to bind port 7bff858f-55a9-4e88-bfc5-f58ad378f504 on network 8d226290-6085-496f-b9eb-bf514760f427 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:49:33.716998 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c38b4c-22c7-47e2-8a72-9ad394b5fdba None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:49:33.717837 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c38b4c-22c7-47e2-8a72-9ad394b5fdba None None] Checking segment: {'id': 'a797992c-f015-48a4-a029-21c175cc336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8d226290-6085-496f-b9eb-bf514760f427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:49:33.718400 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-86c38b4c-22c7-47e2-8a72-9ad394b5fdba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:33.720147 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c38b4c-22c7-47e2-8a72-9ad394b5fdba None None] Bound using segment: {'id': 'a797992c-f015-48a4-a029-21c175cc336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8d226290-6085-496f-b9eb-bf514760f427'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:49:33.722902 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-86c38b4c-22c7-47e2-8a72-9ad394b5fdba None None] Bound port: 7bff858f-55a9-4e88-bfc5-f58ad378f504, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a797992c-f015-48a4-a029-21c175cc336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8d226290-6085-496f-b9eb-bf514760f427'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:49:33.723622 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-86c38b4c-22c7-47e2-8a72-9ad394b5fdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:33.724310 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b0a6c3a-c16d-4e49-af89-f7a6bd5c5ad8 req-218496a2-050a-41f8-a9b4-9cfba9b6b394 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/networks?id=8d226290-6085-496f-b9eb-bf514760f427 HTTP/1.1" status: 200 len: 811 time: 0.3725605 Aug 19 14:49:33.755429 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:33.771952 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fbe1095c-a184-4066-ab59-778a43d4b54f None None] Provisioning for port e4c779f3-c61d-4b5b-a45b-0b670a5e03c3 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:49:33.831608 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b0a6c3a-c16d-4e49-af89-f7a6bd5c5ad8 req-ed76b32f-097c-4ece-869f-ae4abb8028df tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/quotas/8bf9338b14bd4de0a247947d4332bed4 HTTP/1.1" status: 200 len: 375 time: 0.1025670 Aug 19 14:49:33.893569 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-86c38b4c-22c7-47e2-8a72-9ad394b5fdba None None] For port 7bff858f-55a9-4e88-bfc5-f58ad378f504, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:49:33.912208 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-86c38b4c-22c7-47e2-8a72-9ad394b5fdba None None] For port 7bff858f-55a9-4e88-bfc5-f58ad378f504, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=7bff858f-55a9-4e88-bfc5-f58ad378f504,segment=NetworkSegment(a797992c-f015-48a4-a029-21c175cc336b),segment_id=a797992c-f015-48a4-a029-21c175cc336b)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:49:33.918716 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-86c38b4c-22c7-47e2-8a72-9ad394b5fdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:33.954826 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d6952-254b-4c24-99d5-aac96620e23d req-d45ec5c0-308e-476b-8a37-01e3ff6cbb55 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:33.965461 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a90d6952-254b-4c24-99d5-aac96620e23d req-d45ec5c0-308e-476b-8a37-01e3ff6cbb55 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=21572e03-d241-4652-8939-ffe74f47eb48 HTTP/1.1" status: 200 len: 945 time: 0.3962379 Aug 19 14:49:34.019644 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device e4c779f3-c61d-4b5b-a45b-0b670a5e03c3 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:49:34.054612 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a257dffc-cec2-423b-bbed-210ea2f4726f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:34.096802 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c38b4c-22c7-47e2-8a72-9ad394b5fdba None None] Routers {'f8b54a02-873a-44a0-93c0-8ff8c62432ce'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:49:34.097440 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-86c38b4c-22c7-47e2-8a72-9ad394b5fdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:49:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['f8b54a02-873a-44a0-93c0-8ff8c62432ce'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:49:34.146258 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port e4c779f3-c61d-4b5b-a45b-0b670a5e03c3 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:49:34.158986 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port e4c779f3-c61d-4b5b-a45b-0b670a5e03c3 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:49:34.159564 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:34.258221 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c51df4ab-36c9-4101-8a91-94e0e326e206 None None] Could not find standard attr ID for object b6e7fe90-f8d0-4a0c-956c-24bb2ec026af. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 14:49:34.292660 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b0a6c3a-c16d-4e49-af89-f7a6bd5c5ad8 req-ff724677-da59-48bf-80d4-1bbcbea67ae2 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8bf9338b14bd4de0a247947d4332bed4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4601176 Aug 19 14:49:34.309879 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-86c38b4c-22c7-47e2-8a72-9ad394b5fdba None None] Set router f8b54a02-873a-44a0-93c0-8ff8c62432ce gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:49:34.350033 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a90d6952-254b-4c24-99d5-aac96620e23d req-7bbb1765-db56-4920-8214-c6e4b8e55e34 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113196 Aug 19 14:49:34.400831 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7afa3c2-fe55-4c37-bbb1-557db952d5ea None None] Pushing event updated for resources: {'Port': ['ID=7bff858f-55a9-4e88-bfc5-f58ad378f504,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:34.420355 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7a792ba8-5e89-41d9-97f6-a59e2ce3a4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:34.437309 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:34.549181 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:34.597923 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a257dffc-cec2-423b-bbed-210ea2f4726f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:34.639539 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 14:49:34.639675 n-d-766043-2 neutron-server[94641]: DEBUG oslo_db.api [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 14:49:34.648362 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-86c38b4c-22c7-47e2-8a72-9ad394b5fdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b54a02-873a-44a0-93c0-8ff8c62432ce', 'name': 'tempest-ServerActionsTestJSON-378060272-router', 'tenant_id': '8bf9338b14bd4de0a247947d4332bed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '83ab41a7-6a17-4875-9a0f-f119a9367955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:49:20Z', 'updated_at': '2021-08-19T14:49:27Z', 'revision_number': 4, 'project_id': '8bf9338b14bd4de0a247947d4332bed4', 'gw_port': {'id': '83ab41a7-6a17-4875-9a0f-f119a9367955', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b54a02-873a-44a0-93c0-8ff8c62432ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:49:21Z', 'updated_at': '2021-08-19T14:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '7bff858f-55a9-4e88-bfc5-f58ad378f504', 'name': '', 'network_id': '8d226290-6085-496f-b9eb-bf514760f427', 'tenant_id': '8bf9338b14bd4de0a247947d4332bed4', 'mac_address': 'fa:16:3e:fe:8e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b54a02-873a-44a0-93c0-8ff8c62432ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '5ebe78ca-28f7-43fa-89de-04375d30f6cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:49:25Z', 'updated_at': '2021-08-19T14:49:33Z', 'revision_number': 4, 'project_id': '8bf9338b14bd4de0a247947d4332bed4', 'subnets': [{'id': '5ebe78ca-28f7-43fa-89de-04375d30f6cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:49:34.678406 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c38b4c-22c7-47e2-8a72-9ad394b5fdba None None] The sync data for ids ['f8b54a02-873a-44a0-93c0-8ff8c62432ce'] in n-d-766043-2 is: [{'id': 'f8b54a02-873a-44a0-93c0-8ff8c62432ce', 'name': 'tempest-ServerActionsTestJSON-378060272-router', 'tenant_id': '8bf9338b14bd4de0a247947d4332bed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '83ab41a7-6a17-4875-9a0f-f119a9367955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:49:20Z', 'updated_at': '2021-08-19T14:49:27Z', 'revision_number': 4, 'project_id': '8bf9338b14bd4de0a247947d4332bed4', 'gw_port': {'id': '83ab41a7-6a17-4875-9a0f-f119a9367955', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b54a02-873a-44a0-93c0-8ff8c62432ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:49:21Z', 'updated_at': '2021-08-19T14:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '7bff858f-55a9-4e88-bfc5-f58ad378f504', 'name': '', 'network_id': '8d226290-6085-496f-b9eb-bf514760f427', 'tenant_id': '8bf9338b14bd4de0a247947d4332bed4', 'mac_address': 'fa:16:3e:fe:8e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b54a02-873a-44a0-93c0-8ff8c62432ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '5ebe78ca-28f7-43fa-89de-04375d30f6cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:49:25Z', 'updated_at': '2021-08-19T14:49:33Z', 'revision_number': 4, 'project_id': '8bf9338b14bd4de0a247947d4332bed4', 'subnets': [{'id': '5ebe78ca-28f7-43fa-89de-04375d30f6cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:49:35.015359 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a257dffc-cec2-423b-bbed-210ea2f4726f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event deleted for resources: {'Subnet': ['ID=72a866df-4379-4cab-b69b-5a3e54d98888,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:35.038700 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a257dffc-cec2-423b-bbed-210ea2f4726f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:35.043374 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57010) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:35.048581 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a257dffc-cec2-423b-bbed-210ea2f4726f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/72a866df-4379-4cab-b69b-5a3e54d98888 HTTP/1.1" status: 204 len: 168 time: 2.0084574 Aug 19 14:49:35.051393 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:35.058388 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-35fe8e81-2b7f-44c8-bc25-fa72ca6f2157 req-c44631e3-8063-4df8-8a5a-63dcc5408959 tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b056766-70d6-4afd-baf2-13395009e297 HTTP/1.1" status: 200 len: 210 time: 0.0906532 Aug 19 14:49:35.064767 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388f2a90-f423-4cc5-875c-7248f4a88c75 None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:49:35.115378 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257dffc-cec2-423b-bbed-210ea2f4726f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:49:35.116062 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257dffc-cec2-423b-bbed-210ea2f4726f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:49:35.116604 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257dffc-cec2-423b-bbed-210ea2f4726f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:49:35.117444 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5cdbb6c4-a878-4b6c-b6ba-6677b5c5f6e7 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0712063 Aug 19 14:49:35.119958 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57012) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:35.124367 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257dffc-cec2-423b-bbed-210ea2f4726f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:49:35.125513 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257dffc-cec2-423b-bbed-210ea2f4726f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:49:35.125910 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257dffc-cec2-423b-bbed-210ea2f4726f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:49:35.126300 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257dffc-cec2-423b-bbed-210ea2f4726f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:49:35.126634 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257dffc-cec2-423b-bbed-210ea2f4726f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:49:35.126969 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257dffc-cec2-423b-bbed-210ea2f4726f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:49:35.127348 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257dffc-cec2-423b-bbed-210ea2f4726f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:49:35.127984 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257dffc-cec2-423b-bbed-210ea2f4726f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:49:35.128370 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257dffc-cec2-423b-bbed-210ea2f4726f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:49:35.129007 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f0ee2288-10c3-4cfb-850a-d09991e4b862 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'subnet': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:49:35.230205 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85000bcc-bc70-40bc-826b-c5edb9c7f8a5 req-748e897b-803c-4a70-a885-a4efa140fd75 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:35.231841 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-85000bcc-bc70-40bc-826b-c5edb9c7f8a5 req-748e897b-803c-4a70-a885-a4efa140fd75 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.88 "GET /v2.0/ports?device_id=21572e03-d241-4652-8939-ffe74f47eb48 HTTP/1.1" status: 200 len: 945 time: 0.7133472 Aug 19 14:49:35.248479 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:35.307344 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:35.333202 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ee2288-10c3-4cfb-850a-d09991e4b862 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:49:35.337671 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0ee2288-10c3-4cfb-850a-d09991e4b862 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:35.407969 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b0a6c3a-c16d-4e49-af89-f7a6bd5c5ad8 req-2926209b-4ab5-4f43-808e-f9689364be50 service neutron] 10.222.0.69 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0841246 Aug 19 14:49:35.414766 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port e4c779f3-c61d-4b5b-a45b-0b670a5e03c3, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=e4c779f3-c61d-4b5b-a45b-0b670a5e03c3,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:49:35.433829 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:35.434536 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 83ab41a7-6a17-4875-9a0f-f119a9367955 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:49:35.546046 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b0a6c3a-c16d-4e49-af89-f7a6bd5c5ad8 req-e9b3ae53-9791-48b5-9b9c-6f65ad6515d0 service neutron] 10.222.0.69 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373086 Aug 19 14:49:35.570290 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=e4c779f3-c61d-4b5b-a45b-0b670a5e03c3,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:35.579427 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 83ab41a7-6a17-4875-9a0f-f119a9367955 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:49:35.579976 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:35.626214 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfaee8b-e7c0-4efe-83fd-8fdde99ddc0b None None] DHCP port deletion for eb2a0074-ffdc-4655-a2e0-d470caf1d21a request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:49:35.729714 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ecfaee8b-e7c0-4efe-83fd-8fdde99ddc0b None None] Deleting port e4c779f3-c61d-4b5b-a45b-0b670a5e03c3 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:49:35.730300 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ecfaee8b-e7c0-4efe-83fd-8fdde99ddc0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:35.735589 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0ee2288-10c3-4cfb-850a-d09991e4b862 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:35.779004 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ee2288-10c3-4cfb-850a-d09991e4b862 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:49:35.785475 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-f0ee2288-10c3-4cfb-850a-d09991e4b862 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:49:35.791709 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ee2288-10c3-4cfb-850a-d09991e4b862 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:35.792340 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0ee2288-10c3-4cfb-850a-d09991e4b862 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:35.825212 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee2288-10c3-4cfb-850a-d09991e4b862 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Subnet': ['ID=19519919-0e9d-470f-bc59-81a72b833a0b,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:35.828341 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f0ee2288-10c3-4cfb-850a-d09991e4b862 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7069335 Aug 19 14:49:35.830811 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57022) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:35.838848 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-094f971d-722d-4505-850e-23386ba942df tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'port': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'fixed_ips': [{'subnet_id': '19519919-0e9d-470f-bc59-81a72b833a0b', 'ip_address': '2001:db8::4585:2bea:728b:15ac'}], 'name': 'tempest-NetworksTestDHCPv6-1617255772'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:49:35.846329 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e30425-1e79-4d55-b5bd-c50736d3c5b7 req-a654257b-f556-4ebe-afb0-cacdfd438af5 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:35.850109 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d4e30425-1e79-4d55-b5bd-c50736d3c5b7 req-a654257b-f556-4ebe-afb0-cacdfd438af5 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=189e7ebf-f6e8-42fb-8c3d-e95810c17119 HTTP/1.1" status: 200 len: 946 time: 0.5761092 Aug 19 14:49:35.992081 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ecfaee8b-e7c0-4efe-83fd-8fdde99ddc0b None None] For port e4c779f3-c61d-4b5b-a45b-0b670a5e03c3, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=e4c779f3-c61d-4b5b-a45b-0b670a5e03c3,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:49:35.992506 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ecfaee8b-e7c0-4efe-83fd-8fdde99ddc0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:36.009599 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ecfaee8b-e7c0-4efe-83fd-8fdde99ddc0b None None] Calling delete_port for e4c779f3-c61d-4b5b-a45b-0b670a5e03c3 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:49:36.058576 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76235f-e866-4284-85b1-3f3fd369f07c req-797aebc5-b274-4ed7-b299-694325be0170 tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:36.060377 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4e76235f-e866-4284-85b1-3f3fd369f07c req-797aebc5-b274-4ed7-b299-694325be0170 tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] 10.222.0.68 "GET /v2.0/networks?id=f2a87b08-daef-4d3a-bda0-e1347f22d9dc HTTP/1.1" status: 200 len: 821 time: 0.8890643 Aug 19 14:49:36.082412 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 7bff858f-55a9-4e88-bfc5-f58ad378f504 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:49:36.092924 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-4e76235f-e866-4284-85b1-3f3fd369f07c req-888d8cfe-5744-4694-a756-66c801af0051 tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] Request body: {'port': {'device_id': '8b056766-70d6-4afd-baf2-13395009e297', 'network_id': 'f2a87b08-daef-4d3a-bda0-e1347f22d9dc', 'admin_state_up': True, 'tenant_id': 'b30f4d79ced34729abf2ad157286bd5c'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:49:36.104977 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-85000bcc-bc70-40bc-826b-c5edb9c7f8a5 req-03c0c2df-75f6-4a04-b435-c58a3dba1a20 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Deleting port dc7054f3-84a3-4c64-bfb9-8dcf2046738e {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:49:36.105459 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-85000bcc-bc70-40bc-826b-c5edb9c7f8a5 req-03c0c2df-75f6-4a04-b435-c58a3dba1a20 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:36.134752 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094f971d-722d-4505-850e-23386ba942df tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:49:36.167184 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 7bff858f-55a9-4e88-bfc5-f58ad378f504 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:49:36.172911 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 7bff858f-55a9-4e88-bfc5-f58ad378f504 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:49:36.173308 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:36.190055 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d4e30425-1e79-4d55-b5bd-c50736d3c5b7 req-26c2b863-8bea-4276-89eb-98ffc8e063aa tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341935 Aug 19 14:49:36.267124 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ecfaee8b-e7c0-4efe-83fd-8fdde99ddc0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:36.292579 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-094f971d-722d-4505-850e-23386ba942df tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:36.303640 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905dca2e-ff35-4255-b470-deacee2fc4f7 req-62b1e1ee-5d9d-4dcf-8b09-f594aa36ef59 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:36.312912 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-905dca2e-ff35-4255-b470-deacee2fc4f7 req-62b1e1ee-5d9d-4dcf-8b09-f594aa36ef59 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/ports?device_id=21572e03-d241-4652-8939-ffe74f47eb48 HTTP/1.1" status: 200 len: 945 time: 0.3162994 Aug 19 14:49:36.318075 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-094f971d-722d-4505-850e-23386ba942df tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] device_id is not set on port bd86fe70-a58c-4705-967b-1a34462369d9 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:49:36.325469 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfaee8b-e7c0-4efe-83fd-8fdde99ddc0b None None] Pushing event deleted for resources: {'Port': ['ID=e4c779f3-c61d-4b5b-a45b-0b670a5e03c3,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:36.331836 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfaee8b-e7c0-4efe-83fd-8fdde99ddc0b None None] No DVR routers for this DVR port e4c779f3-c61d-4b5b-a45b-0b670a5e03c3 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:49:36.393867 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e98688f-ad0b-408b-a0ae-25dc0471a1a6 None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:49:36.410369 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2ac6f541-e1a6-491f-9b2d-3eea89eec6b8 req-852f2f90-9caf-41f9-95b5-cc87e3476e39 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 210 time: 0.1150477 Aug 19 14:49:36.544386 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-094f971d-722d-4505-850e-23386ba942df tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Allocated IP 2001:db8::4585:2bea:728b:15ac (eb2a0074-ffdc-4655-a2e0-d470caf1d21a/19519919-0e9d-470f-bc59-81a72b833a0b/bd86fe70-a58c-4705-967b-1a34462369d9) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:49:36.551964 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:36.565108 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-85000bcc-bc70-40bc-826b-c5edb9c7f8a5 req-03c0c2df-75f6-4a04-b435-c58a3dba1a20 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] For port dc7054f3-84a3-4c64-bfb9-8dcf2046738e, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=dc7054f3-84a3-4c64-bfb9-8dcf2046738e,segment=NetworkSegment(dfb5451f-ae59-4348-b57d-1e05105b4f16),segment_id=dfb5451f-ae59-4348-b57d-1e05105b4f16)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:49:36.565513 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-85000bcc-bc70-40bc-826b-c5edb9c7f8a5 req-03c0c2df-75f6-4a04-b435-c58a3dba1a20 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:36.616247 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-905dca2e-ff35-4255-b470-deacee2fc4f7 req-2da836bd-bc51-472e-89fe-198371a1419f tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018243 Aug 19 14:49:36.618618 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-70f916c0-8409-4a61-9a8d-368047280b37 req-b8e173fc-5df2-4a1b-992a-eda1c02af869 tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b056766-70d6-4afd-baf2-13395009e297 HTTP/1.1" status: 200 len: 210 time: 0.0753055 Aug 19 14:49:36.675702 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-85000bcc-bc70-40bc-826b-c5edb9c7f8a5 req-03c0c2df-75f6-4a04-b435-c58a3dba1a20 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Calling delete_port for dc7054f3-84a3-4c64-bfb9-8dcf2046738e owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:49:36.685441 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 7bff858f-55a9-4e88-bfc5-f58ad378f504, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=7bff858f-55a9-4e88-bfc5-f58ad378f504,segment=NetworkSegment(a797992c-f015-48a4-a029-21c175cc336b),segment_id=a797992c-f015-48a4-a029-21c175cc336b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:49:36.700213 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:36.716492 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:49:36.764880 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e76235f-e866-4284-85b1-3f3fd369f07c req-888d8cfe-5744-4694-a756-66c801af0051 tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] Made reservation on behalf of b30f4d79ced34729abf2ad157286bd5c for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:49:36.773960 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4e76235f-e866-4284-85b1-3f3fd369f07c req-888d8cfe-5744-4694-a756-66c801af0051 tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:36.801682 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device e4c779f3-c61d-4b5b-a45b-0b670a5e03c3 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:49:36.833071 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30ef20e-ef8b-4571-9082-12bd19ba228a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'tenant_id': 'c39f5f14c7bc46018e8896511823152f', 'fixed_ips': [{'subnet_id': '19519919-0e9d-470f-bc59-81a72b833a0b'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:49:36.834177 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c30ef20e-ef8b-4571-9082-12bd19ba228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:36.845997 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: e4c779f3-c61d-4b5b-a45b-0b670a5e03c3 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:49:36.846368 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device e4c779f3-c61d-4b5b-a45b-0b670a5e03c3 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:49:36.857930 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=7bff858f-55a9-4e88-bfc5-f58ad378f504,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:36.876970 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:36.890655 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-85000bcc-bc70-40bc-826b-c5edb9c7f8a5 req-03c0c2df-75f6-4a04-b435-c58a3dba1a20 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:36.891382 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-094f971d-722d-4505-850e-23386ba942df tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:36.928490 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-094f971d-722d-4505-850e-23386ba942df tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Transition to ACTIVE for port object bd86fe70-a58c-4705-967b-1a34462369d9 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:49:36.958798 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c0c2df-75f6-4a04-b435-c58a3dba1a20 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Pushing event deleted for resources: {'Port': ['ID=dc7054f3-84a3-4c64-bfb9-8dcf2046738e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:36.976998 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-094f971d-722d-4505-850e-23386ba942df tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:37.033486 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-85000bcc-bc70-40bc-826b-c5edb9c7f8a5 req-03c0c2df-75f6-4a04-b435-c58a3dba1a20 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] No DVR routers for this DVR port dc7054f3-84a3-4c64-bfb9-8dcf2046738e on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:49:37.042048 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-c30ef20e-ef8b-4571-9082-12bd19ba228a None None] Allocated IP 2001:db8::2 (eb2a0074-ffdc-4655-a2e0-d470caf1d21a/19519919-0e9d-470f-bc59-81a72b833a0b/a798a4c1-cd15-4f21-a726-05e28612b5c6) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:49:37.042293 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094f971d-722d-4505-850e-23386ba942df tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:49:37.046431 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-85000bcc-bc70-40bc-826b-c5edb9c7f8a5 req-03c0c2df-75f6-4a04-b435-c58a3dba1a20 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:37.048476 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-85000bcc-bc70-40bc-826b-c5edb9c7f8a5 req-03c0c2df-75f6-4a04-b435-c58a3dba1a20 tempest-DeleteServersTestJSON-1289486479 tempest-DeleteServersTestJSON-1289486479-project] 10.222.0.88 "DELETE /v2.0/ports/dc7054f3-84a3-4c64-bfb9-8dcf2046738e HTTP/1.1" status: 204 len: 173 time: 1.7500222 Aug 19 14:49:37.048907 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21572e03-d241-4652-8939-ffe74f47eb48', 'name': 'network-vif-deleted', 'tag': 'dc7054f3-84a3-4c64-bfb9-8dcf2046738e'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:49:37.054965 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ddcaa4b-afd1-45bb-a204-5b89ba746b45" -d '{"events": [{"server_uuid": "21572e03-d241-4652-8939-ffe74f47eb48", "name": "network-vif-deleted", "tag": "dc7054f3-84a3-4c64-bfb9-8dcf2046738e"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:49:37.056563 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-094f971d-722d-4505-850e-23386ba942df tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:49:37.058569 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094f971d-722d-4505-850e-23386ba942df tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Port': ['ID=bd86fe70-a58c-4705-967b-1a34462369d9,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:37.060904 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094f971d-722d-4505-850e-23386ba942df tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:49:37.066452 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094f971d-722d-4505-850e-23386ba942df tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:37.067092 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-094f971d-722d-4505-850e-23386ba942df tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:37.088124 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-094f971d-722d-4505-850e-23386ba942df tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2559948 Aug 19 14:49:37.091596 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57040) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:37.187404 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092a3660-23bc-4f8f-bea5-dab810792a1e tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:37.187404 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-092a3660-23bc-4f8f-bea5-dab810792a1e tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0909870 Aug 19 14:49:37.188174 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57042) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:37.222376 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-4e76235f-e866-4284-85b1-3f3fd369f07c req-888d8cfe-5744-4694-a756-66c801af0051 tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] Allocated IP 172.20.0.4 (f2a87b08-daef-4d3a-bda0-e1347f22d9dc/66723b13-0d6d-4520-a6c3-13a722da343c/9fde24fb-ca0e-42fc-be98-ee207f0c9e93) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:49:37.309333 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a551d3f2-ec6e-4837-9248-9b4d3a21d333 x-openstack-request-id: req-a551d3f2-ec6e-4837-9248-9b4d3a21d333 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:49:37.309627 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21572e03-d241-4652-8939-ffe74f47eb48", "name": "network-vif-deleted", "tag": "dc7054f3-84a3-4c64-bfb9-8dcf2046738e", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:49:37.309874 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a551d3f2-ec6e-4837-9248-9b4d3a21d333 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:49:37.310274 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21572e03-d241-4652-8939-ffe74f47eb48', 'name': 'network-vif-deleted', 'tag': 'dc7054f3-84a3-4c64-bfb9-8dcf2046738e', 'status': 'completed', 'code': 200} Aug 19 14:49:37.423713 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-7085fb2e-3d0f-4806-b8f2-0cd3049d79a8 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Deleting port bd86fe70-a58c-4705-967b-1a34462369d9 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:49:37.424658 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7085fb2e-3d0f-4806-b8f2-0cd3049d79a8 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:37.503291 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a6c3a-c16d-4e49-af89-f7a6bd5c5ad8 req-dc86da6e-3496-467b-a798-b59cc16ec00f tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:37.503291 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b0a6c3a-c16d-4e49-af89-f7a6bd5c5ad8 req-dc86da6e-3496-467b-a798-b59cc16ec00f tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.88 "GET /v2.0/networks?id=8d226290-6085-496f-b9eb-bf514760f427 HTTP/1.1" status: 200 len: 811 time: 0.1665788 Aug 19 14:49:37.629694 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7085fb2e-3d0f-4806-b8f2-0cd3049d79a8 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:37.646559 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-7085fb2e-3d0f-4806-b8f2-0cd3049d79a8 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Calling delete_port for bd86fe70-a58c-4705-967b-1a34462369d9 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:49:37.649574 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c30ef20e-ef8b-4571-9082-12bd19ba228a None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:37.672385 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c30ef20e-ef8b-4571-9082-12bd19ba228a None None] Transition to ACTIVE for port object a798a4c1-cd15-4f21-a726-05e28612b5c6 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:49:37.686164 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-115db429-1277-475b-ba34-0045dd68567a req-65dbe328-aad0-4a7b-b4d9-011b9d86bd7c tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 210 time: 0.0621145 Aug 19 14:49:37.693145 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c30ef20e-ef8b-4571-9082-12bd19ba228a None None] Transition to ACTIVE for port object a798a4c1-cd15-4f21-a726-05e28612b5c6 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:49:37.700542 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c30ef20e-ef8b-4571-9082-12bd19ba228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:37.818916 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b0a6c3a-c16d-4e49-af89-f7a6bd5c5ad8 req-ae643690-fd25-4bc0-83bc-97636d29db9d tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bf9338b14bd4de0a247947d4332bed4 HTTP/1.1" status: 200 len: 380 time: 0.3027649 Aug 19 14:49:37.835457 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393f77e-d907-4caa-9cce-8e71ac89c811 req-7034b3fe-e13e-4dc4-8f44-1d0736cddce0 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:37.843790 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6393f77e-d907-4caa-9cce-8e71ac89c811 req-7034b3fe-e13e-4dc4-8f44-1d0736cddce0 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=189e7ebf-f6e8-42fb-8c3d-e95810c17119 HTTP/1.1" status: 200 len: 946 time: 0.3369982 Aug 19 14:49:37.850356 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ef20e-ef8b-4571-9082-12bd19ba228a None None] Pushing event updated for resources: {'Port': ['ID=a798a4c1-cd15-4f21-a726-05e28612b5c6,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:37.859049 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30ef20e-ef8b-4571-9082-12bd19ba228a None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:49:37.863032 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-c30ef20e-ef8b-4571-9082-12bd19ba228a None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:49:37.869149 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30ef20e-ef8b-4571-9082-12bd19ba228a None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:49:37.903278 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-2b0a6c3a-c16d-4e49-af89-f7a6bd5c5ad8 req-91897ea2-7356-45bc-a87e-4422e52d0688 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Request body: {'port': {'device_id': 'bc73c556-372d-45ed-a6ca-136a8ca2c91f', 'network_id': '8d226290-6085-496f-b9eb-bf514760f427', 'admin_state_up': True, 'tenant_id': '8bf9338b14bd4de0a247947d4332bed4', 'security_groups': ['5099859a-8868-4f71-8844-d9c3d1e6abe0']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:49:37.914919 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-afe71e83-f2ba-40ff-9db4-b3efe6b01448 req-b43494ea-f7b2-48d0-92f1-71162bec2128 tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b056766-70d6-4afd-baf2-13395009e297 HTTP/1.1" status: 200 len: 210 time: 0.0496223 Aug 19 14:49:37.960642 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7085fb2e-3d0f-4806-b8f2-0cd3049d79a8 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:37.987258 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c30ef20e-ef8b-4571-9082-12bd19ba228a None None] Attempting to bind port a798a4c1-cd15-4f21-a726-05e28612b5c6 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:49:37.988102 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c30ef20e-ef8b-4571-9082-12bd19ba228a None None] Attempting to bind port a798a4c1-cd15-4f21-a726-05e28612b5c6 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:49:37.989108 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30ef20e-ef8b-4571-9082-12bd19ba228a None None] Attempting to bind port a798a4c1-cd15-4f21-a726-05e28612b5c6 on network eb2a0074-ffdc-4655-a2e0-d470caf1d21a {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:49:37.998537 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30ef20e-ef8b-4571-9082-12bd19ba228a None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:49:38.000094 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30ef20e-ef8b-4571-9082-12bd19ba228a None None] Checking segment: {'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:49:38.001827 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c30ef20e-ef8b-4571-9082-12bd19ba228a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:38.002573 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30ef20e-ef8b-4571-9082-12bd19ba228a None None] Bound using segment: {'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:49:38.003659 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c30ef20e-ef8b-4571-9082-12bd19ba228a None None] Bound port: a798a4c1-cd15-4f21-a726-05e28612b5c6, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:49:38.004626 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c30ef20e-ef8b-4571-9082-12bd19ba228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:38.012455 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 7bff858f-55a9-4e88-bfc5-f58ad378f504 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:49:38.016509 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7085fb2e-3d0f-4806-b8f2-0cd3049d79a8 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event deleted for resources: {'Port': ['ID=bd86fe70-a58c-4705-967b-1a34462369d9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:38.042343 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7085fb2e-3d0f-4806-b8f2-0cd3049d79a8 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:38.044194 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7085fb2e-3d0f-4806-b8f2-0cd3049d79a8 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/ports/bd86fe70-a58c-4705-967b-1a34462369d9 HTTP/1.1" status: 204 len: 168 time: 0.8555455 Aug 19 14:49:38.046757 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57056) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:38.113043 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6393f77e-d907-4caa-9cce-8e71ac89c811 req-76440dd7-3f03-48fe-afb0-b12dca76d310 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683873 Aug 19 14:49:38.118474 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4e76235f-e866-4284-85b1-3f3fd369f07c req-888d8cfe-5744-4694-a756-66c801af0051 tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:38.121494 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b0a6c3a-c16d-4e49-af89-f7a6bd5c5ad8 req-91897ea2-7356-45bc-a87e-4422e52d0688 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Made reservation on behalf of 8bf9338b14bd4de0a247947d4332bed4 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:49:38.125328 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2b0a6c3a-c16d-4e49-af89-f7a6bd5c5ad8 req-91897ea2-7356-45bc-a87e-4422e52d0688 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:38.127320 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83b1e4c-e34b-41fc-9625-fc42dc2c33cd tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:38.130084 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83b1e4c-e34b-41fc-9625-fc42dc2c33cd tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:38.132224 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a83b1e4c-e34b-41fc-9625-fc42dc2c33cd tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0845144 Aug 19 14:49:38.134832 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57060) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:38.235900 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 7bff858f-55a9-4e88-bfc5-f58ad378f504 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:49:38.236357 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:38.239609 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c30ef20e-ef8b-4571-9082-12bd19ba228a None None] For port a798a4c1-cd15-4f21-a726-05e28612b5c6, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:49:38.245906 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0a9aee1-da74-456f-841e-cf509e56b970 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Deleting subnet 19519919-0e9d-470f-bc59-81a72b833a0b {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:49:38.249931 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c30ef20e-ef8b-4571-9082-12bd19ba228a None None] For port a798a4c1-cd15-4f21-a726-05e28612b5c6, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=a798a4c1-cd15-4f21-a726-05e28612b5c6,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:49:38.256939 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0a9aee1-da74-456f-841e-cf509e56b970 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:38.258783 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4e76235f-e866-4284-85b1-3f3fd369f07c req-888d8cfe-5744-4694-a756-66c801af0051 tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:38.284881 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c30ef20e-ef8b-4571-9082-12bd19ba228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:38.322657 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0a9aee1-da74-456f-841e-cf509e56b970 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:38.347194 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d8cfe-5744-4694-a756-66c801af0051 tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] Pushing event updated for resources: {'Port': ['ID=9fde24fb-ca0e-42fc-be98-ee207f0c9e93,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:38.367123 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device dc7054f3-84a3-4c64-bfb9-8dcf2046738e no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:49:38.391852 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e76235f-e866-4284-85b1-3f3fd369f07c req-888d8cfe-5744-4694-a756-66c801af0051 tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] Network f2a87b08-daef-4d3a-bda0-e1347f22d9dc is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:49:38.395479 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-4e76235f-e866-4284-85b1-3f3fd369f07c req-888d8cfe-5744-4694-a756-66c801af0051 tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:49:38.400324 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e76235f-e866-4284-85b1-3f3fd369f07c req-888d8cfe-5744-4694-a756-66c801af0051 tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:49:38.425574 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: dc7054f3-84a3-4c64-bfb9-8dcf2046738e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:49:38.426302 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device dc7054f3-84a3-4c64-bfb9-8dcf2046738e not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:49:38.442947 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-2b0a6c3a-c16d-4e49-af89-f7a6bd5c5ad8 req-91897ea2-7356-45bc-a87e-4422e52d0688 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Allocated IP 172.20.0.3 (8d226290-6085-496f-b9eb-bf514760f427/5ebe78ca-28f7-43fa-89de-04375d30f6cd/aa7a43f4-555b-4213-a8fa-75f449055cf9) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:49:38.474010 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ef20e-ef8b-4571-9082-12bd19ba228a None None] Pushing event updated for resources: {'Port': ['ID=a798a4c1-cd15-4f21-a726-05e28612b5c6,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:38.540921 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76235f-e866-4284-85b1-3f3fd369f07c req-888d8cfe-5744-4694-a756-66c801af0051 tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:38.541604 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4e76235f-e866-4284-85b1-3f3fd369f07c req-888d8cfe-5744-4694-a756-66c801af0051 tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:38.543794 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0a9aee1-da74-456f-841e-cf509e56b970 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:38.597544 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4e76235f-e866-4284-85b1-3f3fd369f07c req-888d8cfe-5744-4694-a756-66c801af0051 tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5118113 Aug 19 14:49:38.659829 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0a9aee1-da74-456f-841e-cf509e56b970 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:38.701322 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9aee1-da74-456f-841e-cf509e56b970 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event deleted for resources: {'Subnet': ['ID=19519919-0e9d-470f-bc59-81a72b833a0b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:38.710393 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-4e76235f-e866-4284-85b1-3f3fd369f07c req-d491954d-5a2b-407c-bac9-43c548d7b561 service neutron] Request body: {'port': {'device_id': '8b056766-70d6-4afd-baf2-13395009e297', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:49:38.717252 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0a9aee1-da74-456f-841e-cf509e56b970 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:38.719268 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f0a9aee1-da74-456f-841e-cf509e56b970 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/19519919-0e9d-470f-bc59-81a72b833a0b HTTP/1.1" status: 204 len: 168 time: 0.5829873 Aug 19 14:49:38.722148 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57084) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:38.825969 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-bd093abb-c84a-4d82-8928-ed4905b871f8 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1022468 Aug 19 14:49:38.844125 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57088) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:38.905783 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4e76235f-e866-4284-85b1-3f3fd369f07c req-d491954d-5a2b-407c-bac9-43c548d7b561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:38.971618 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afddcec-07a8-4429-9147-42a9ffc484a4 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:38.986573 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6afddcec-07a8-4429-9147-42a9ffc484a4 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1402094 Aug 19 14:49:38.987345 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57094) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:39.030046 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7d0070d8-4042-472b-a8a5-d2d981cbf552 req-7d7e99b1-73b5-4d24-88ce-8b903090b94b tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 210 time: 0.1179824 Aug 19 14:49:39.089671 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3e7f8f-4c72-498f-81cd-3ab947cd0623 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:39.093950 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9d3e7f8f-4c72-498f-81cd-3ab947cd0623 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1054680 Aug 19 14:49:39.094683 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57096) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:39.106113 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2b0a6c3a-c16d-4e49-af89-f7a6bd5c5ad8 req-91897ea2-7356-45bc-a87e-4422e52d0688 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:39.122585 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-2b0a6c3a-c16d-4e49-af89-f7a6bd5c5ad8 req-91897ea2-7356-45bc-a87e-4422e52d0688 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Transition to ACTIVE for port object aa7a43f4-555b-4213-a8fa-75f449055cf9 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:49:39.162910 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2b76fa7b-2261-43d0-af6c-5438ff9dc580 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0658164 Aug 19 14:49:39.164237 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57100) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:39.170652 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4b3da290-319f-44ff-ac40-78b02123c45c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'subnet': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:49:39.232038 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2b0a6c3a-c16d-4e49-af89-f7a6bd5c5ad8 req-91897ea2-7356-45bc-a87e-4422e52d0688 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:39.276344 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3da290-319f-44ff-ac40-78b02123c45c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:49:39.280861 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b3da290-319f-44ff-ac40-78b02123c45c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:39.407637 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be074ed-bd4c-43e3-964d-0bdfb911198a req-b7810faa-5d2a-4353-8cfc-c32acaf2202b tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:39.409346 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9be074ed-bd4c-43e3-964d-0bdfb911198a req-b7810faa-5d2a-4353-8cfc-c32acaf2202b tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b056766-70d6-4afd-baf2-13395009e297 HTTP/1.1" status: 200 len: 931 time: 0.3823924 Aug 19 14:49:39.417980 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b0a6c3a-c16d-4e49-af89-f7a6bd5c5ad8 req-91897ea2-7356-45bc-a87e-4422e52d0688 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Network 8d226290-6085-496f-b9eb-bf514760f427 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:49:39.448385 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-2b0a6c3a-c16d-4e49-af89-f7a6bd5c5ad8 req-91897ea2-7356-45bc-a87e-4422e52d0688 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:49:39.458153 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91897ea2-7356-45bc-a87e-4422e52d0688 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Pushing event updated for resources: {'Port': ['ID=aa7a43f4-555b-4213-a8fa-75f449055cf9,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:39.467388 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b0a6c3a-c16d-4e49-af89-f7a6bd5c5ad8 req-91897ea2-7356-45bc-a87e-4422e52d0688 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:49:39.487500 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e0744-4f59-4dfd-92ec-af977d0d05f4 req-cff1f788-170b-409f-8002-287612abe26b tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:39.496138 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f03e0744-4f59-4dfd-92ec-af977d0d05f4 req-cff1f788-170b-409f-8002-287612abe26b tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=189e7ebf-f6e8-42fb-8c3d-e95810c17119 HTTP/1.1" status: 200 len: 946 time: 0.2552021 Aug 19 14:49:39.620066 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b3da290-319f-44ff-ac40-78b02123c45c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:39.718524 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9be074ed-bd4c-43e3-964d-0bdfb911198a req-f72b2340-e082-4534-9ebb-ffcc338a1a2e tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b7f3eaa-4ba3-4683-8adc-4482c9a7c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924469 Aug 19 14:49:39.740578 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3da290-319f-44ff-ac40-78b02123c45c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:49:39.740578 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-4b3da290-319f-44ff-ac40-78b02123c45c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:49:39.740578 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3da290-319f-44ff-ac40-78b02123c45c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:39.747026 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b3da290-319f-44ff-ac40-78b02123c45c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:39.763597 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f03e0744-4f59-4dfd-92ec-af977d0d05f4 req-d43b5e4e-0669-451c-8b28-444c4ef3cb40 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663705 Aug 19 14:49:39.785090 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3da290-319f-44ff-ac40-78b02123c45c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Subnet': ['ID=9101573d-7464-448a-8916-cf6d8c55ff34,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:39.810247 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a6c3a-c16d-4e49-af89-f7a6bd5c5ad8 req-91897ea2-7356-45bc-a87e-4422e52d0688 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:39.811059 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2b0a6c3a-c16d-4e49-af89-f7a6bd5c5ad8 req-91897ea2-7356-45bc-a87e-4422e52d0688 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:39.814323 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4b3da290-319f-44ff-ac40-78b02123c45c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6488960 Aug 19 14:49:39.817908 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57102) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:39.834415 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f8ccce18-2d48-471d-a4eb-108f9d090061 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'port': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'fixed_ips': [{'subnet_id': '9101573d-7464-448a-8916-cf6d8c55ff34', 'ip_address': '2001:db8::6e65:7d14:7390:1e85'}], 'name': 'tempest-NetworksTestDHCPv6-1418223780'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:49:39.847376 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b0a6c3a-c16d-4e49-af89-f7a6bd5c5ad8 req-91897ea2-7356-45bc-a87e-4422e52d0688 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0204854 Aug 19 14:49:39.870602 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-56a858c6-ed22-4024-a69b-978f959f3119 None None] Provisioning for port aa7a43f4-555b-4213-a8fa-75f449055cf9 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:49:39.879293 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-56a858c6-ed22-4024-a69b-978f959f3119 None None] Provisioning complete for port aa7a43f4-555b-4213-a8fa-75f449055cf9 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:49:39.879748 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-56a858c6-ed22-4024-a69b-978f959f3119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:40.012014 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-4e76235f-e866-4284-85b1-3f3fd369f07c req-d491954d-5a2b-407c-bac9-43c548d7b561 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fde24fb-ca0e-42fc-be98-ee207f0c9e93 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:49:40.035791 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4e76235f-e866-4284-85b1-3f3fd369f07c req-d491954d-5a2b-407c-bac9-43c548d7b561 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:40.042245 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-56a858c6-ed22-4024-a69b-978f959f3119 None None] Port aa7a43f4-555b-4213-a8fa-75f449055cf9 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:49:40.072353 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-2b0a6c3a-c16d-4e49-af89-f7a6bd5c5ad8 req-6a888beb-9df4-4287-b4b6-cf1a265d79f3 service neutron] Request body: {'port': {'device_id': 'bc73c556-372d-45ed-a6ca-136a8ca2c91f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:49:40.102160 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ccce18-2d48-471d-a4eb-108f9d090061 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:49:40.123042 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15ccb5f-afb1-457d-8bb9-bfd4de3c7112 None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:49:40.125416 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8ccce18-2d48-471d-a4eb-108f9d090061 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:40.127326 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-4e76235f-e866-4284-85b1-3f3fd369f07c req-d491954d-5a2b-407c-bac9-43c548d7b561 service neutron] Transition to ACTIVE for port object 9fde24fb-ca0e-42fc-be98-ee207f0c9e93 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:49:40.140720 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4e76235f-e866-4284-85b1-3f3fd369f07c req-d491954d-5a2b-407c-bac9-43c548d7b561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:40.168326 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-f8ccce18-2d48-471d-a4eb-108f9d090061 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] device_id is not set on port b5bd4197-07bb-4b86-885a-0f2f6b91bcbf yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:49:40.229963 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device a798a4c1-cd15-4f21-a726-05e28612b5c6 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:49:40.251328 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2b0a6c3a-c16d-4e49-af89-f7a6bd5c5ad8 req-6a888beb-9df4-4287-b4b6-cf1a265d79f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:40.285733 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d491954d-5a2b-407c-bac9-43c548d7b561 service neutron] Pushing event updated for resources: {'Port': ['ID=9fde24fb-ca0e-42fc-be98-ee207f0c9e93,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:40.314172 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a4d1f8bb-3a85-4428-a2d3-daf9f8136c33 None None] Provisioning for port a798a4c1-cd15-4f21-a726-05e28612b5c6 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:49:40.383428 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-f8ccce18-2d48-471d-a4eb-108f9d090061 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Allocated IP 2001:db8::6e65:7d14:7390:1e85 (eb2a0074-ffdc-4655-a2e0-d470caf1d21a/9101573d-7464-448a-8916-cf6d8c55ff34/b5bd4197-07bb-4b86-885a-0f2f6b91bcbf) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:49:40.437332 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port a798a4c1-cd15-4f21-a726-05e28612b5c6 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:49:40.446243 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port a798a4c1-cd15-4f21-a726-05e28612b5c6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:49:40.446913 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:40.561295 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a25a98-e04d-4c25-9af1-2ffbb92400a0 req-9a017c6a-d162-4994-a4de-c1b331bdc1b0 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:40.563229 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b7a25a98-e04d-4c25-9af1-2ffbb92400a0 req-9a017c6a-d162-4994-a4de-c1b331bdc1b0 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 931 time: 0.3960886 Aug 19 14:49:40.615711 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:40.638353 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8ccce18-2d48-471d-a4eb-108f9d090061 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:40.657840 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port a798a4c1-cd15-4f21-a726-05e28612b5c6, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=a798a4c1-cd15-4f21-a726-05e28612b5c6,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:49:40.667972 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:40.674995 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-f8ccce18-2d48-471d-a4eb-108f9d090061 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Transition to ACTIVE for port object b5bd4197-07bb-4b86-885a-0f2f6b91bcbf will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:49:40.711459 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-4e76235f-e866-4284-85b1-3f3fd369f07c req-d491954d-5a2b-407c-bac9-43c548d7b561 service neutron] Attempting to bind port 9fde24fb-ca0e-42fc-be98-ee207f0c9e93 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:49:40.712660 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-4e76235f-e866-4284-85b1-3f3fd369f07c req-d491954d-5a2b-407c-bac9-43c548d7b561 service neutron] Attempting to bind port 9fde24fb-ca0e-42fc-be98-ee207f0c9e93 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': 'a2ef6b96-4407-44e9-8f00-3c9966e61ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f2a87b08-daef-4d3a-bda0-e1347f22d9dc'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:49:40.712954 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e76235f-e866-4284-85b1-3f3fd369f07c req-d491954d-5a2b-407c-bac9-43c548d7b561 service neutron] Attempting to bind port 9fde24fb-ca0e-42fc-be98-ee207f0c9e93 on network f2a87b08-daef-4d3a-bda0-e1347f22d9dc {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:49:40.724513 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e76235f-e866-4284-85b1-3f3fd369f07c req-d491954d-5a2b-407c-bac9-43c548d7b561 service neutron] Port 9fde24fb-ca0e-42fc-be98-ee207f0c9e93 on network f2a87b08-daef-4d3a-bda0-e1347f22d9dc not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:49:40.724836 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e76235f-e866-4284-85b1-3f3fd369f07c req-d491954d-5a2b-407c-bac9-43c548d7b561 service neutron] Attempting to bind port 9fde24fb-ca0e-42fc-be98-ee207f0c9e93 on network f2a87b08-daef-4d3a-bda0-e1347f22d9dc {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:49:40.732395 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-2b0a6c3a-c16d-4e49-af89-f7a6bd5c5ad8 req-6a888beb-9df4-4287-b4b6-cf1a265d79f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa7a43f4-555b-4213-a8fa-75f449055cf9 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:49:40.739180 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=a798a4c1-cd15-4f21-a726-05e28612b5c6,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:40.773779 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e76235f-e866-4284-85b1-3f3fd369f07c req-d491954d-5a2b-407c-bac9-43c548d7b561 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:49:40.774126 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e76235f-e866-4284-85b1-3f3fd369f07c req-d491954d-5a2b-407c-bac9-43c548d7b561 service neutron] Checking segment: {'id': 'a2ef6b96-4407-44e9-8f00-3c9966e61ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f2a87b08-daef-4d3a-bda0-e1347f22d9dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:49:40.774643 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e76235f-e866-4284-85b1-3f3fd369f07c req-d491954d-5a2b-407c-bac9-43c548d7b561 service neutron] Bound using segment: {'id': 'a2ef6b96-4407-44e9-8f00-3c9966e61ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f2a87b08-daef-4d3a-bda0-e1347f22d9dc'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:49:40.775791 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-4e76235f-e866-4284-85b1-3f3fd369f07c req-d491954d-5a2b-407c-bac9-43c548d7b561 service neutron] Bound port: 9fde24fb-ca0e-42fc-be98-ee207f0c9e93, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2ef6b96-4407-44e9-8f00-3c9966e61ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f2a87b08-daef-4d3a-bda0-e1347f22d9dc'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:49:40.776137 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4e76235f-e866-4284-85b1-3f3fd369f07c req-d491954d-5a2b-407c-bac9-43c548d7b561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:40.782889 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8ccce18-2d48-471d-a4eb-108f9d090061 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:40.786071 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2b0a6c3a-c16d-4e49-af89-f7a6bd5c5ad8 req-6a888beb-9df4-4287-b4b6-cf1a265d79f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:40.818339 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b7a25a98-e04d-4c25-9af1-2ffbb92400a0 req-0a3b42aa-1728-4df3-af6b-8207952fddac tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2378418 Aug 19 14:49:40.838278 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ccce18-2d48-471d-a4eb-108f9d090061 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:49:40.847113 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-f8ccce18-2d48-471d-a4eb-108f9d090061 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:49:40.858731 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ccce18-2d48-471d-a4eb-108f9d090061 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:49:40.864601 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-2b0a6c3a-c16d-4e49-af89-f7a6bd5c5ad8 req-6a888beb-9df4-4287-b4b6-cf1a265d79f3 service neutron] Transition to ACTIVE for port object aa7a43f4-555b-4213-a8fa-75f449055cf9 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:49:40.868167 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ccce18-2d48-471d-a4eb-108f9d090061 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:40.868167 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8ccce18-2d48-471d-a4eb-108f9d090061 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:40.888482 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccce18-2d48-471d-a4eb-108f9d090061 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Port': ['ID=b5bd4197-07bb-4b86-885a-0f2f6b91bcbf,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:40.904078 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f8ccce18-2d48-471d-a4eb-108f9d090061 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0788324 Aug 19 14:49:40.904078 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57120) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:40.920027 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-bf066f29-6ff1-43ea-8f98-6a363dbd7a73 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'port': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'fixed_ips': [{'subnet_id': '9101573d-7464-448a-8916-cf6d8c55ff34', 'ip_address': '2001:db8::6e65:7d14:7390:1e85'}], 'name': 'tempest-NetworksTestDHCPv6-1960979770'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:49:40.935670 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2b0a6c3a-c16d-4e49-af89-f7a6bd5c5ad8 req-6a888beb-9df4-4287-b4b6-cf1a265d79f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:40.958225 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4483489c-cd3b-407e-8aa8-8e8878b8286f None None] Provisioning complete for port a798a4c1-cd15-4f21-a726-05e28612b5c6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:49:40.958799 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4483489c-cd3b-407e-8aa8-8e8878b8286f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:41.009803 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a888beb-9df4-4287-b4b6-cf1a265d79f3 service neutron] Pushing event updated for resources: {'Port': ['ID=aa7a43f4-555b-4213-a8fa-75f449055cf9,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:41.213587 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d72d92-d46f-41a6-8e8c-fb2d05486565 req-8c322622-8a9a-40f3-ab0e-618adf344abd tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:41.215207 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-00d72d92-d46f-41a6-8e8c-fb2d05486565 req-8c322622-8a9a-40f3-ab0e-618adf344abd tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b056766-70d6-4afd-baf2-13395009e297 HTTP/1.1" status: 200 len: 943 time: 0.3748252 Aug 19 14:49:41.217648 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-4e76235f-e866-4284-85b1-3f3fd369f07c req-d491954d-5a2b-407c-bac9-43c548d7b561 service neutron] For port 9fde24fb-ca0e-42fc-be98-ee207f0c9e93, host n-h1-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:49:41.236361 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf066f29-6ff1-43ea-8f98-6a363dbd7a73 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:49:41.247801 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bf066f29-6ff1-43ea-8f98-6a363dbd7a73 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:41.273903 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7219ee90-39d7-4591-88bb-bd96811b6e76 req-cb575bf5-1c29-40d0-9233-b75b1648a15e tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:41.277673 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-bf066f29-6ff1-43ea-8f98-6a363dbd7a73 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] device_id is not set on port c325f1a2-3aeb-4fa7-835d-5eef9708bb5a yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:49:41.284834 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7219ee90-39d7-4591-88bb-bd96811b6e76 req-cb575bf5-1c29-40d0-9233-b75b1648a15e tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=189e7ebf-f6e8-42fb-8c3d-e95810c17119 HTTP/1.1" status: 200 len: 946 time: 0.3528526 Aug 19 14:49:41.330665 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-4e76235f-e866-4284-85b1-3f3fd369f07c req-d491954d-5a2b-407c-bac9-43c548d7b561 service neutron] For port 9fde24fb-ca0e-42fc-be98-ee207f0c9e93, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=9fde24fb-ca0e-42fc-be98-ee207f0c9e93,segment=NetworkSegment(a2ef6b96-4407-44e9-8f00-3c9966e61ecc),segment_id=a2ef6b96-4407-44e9-8f00-3c9966e61ecc)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:49:41.352038 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c9d3a46a-2936-49af-92dd-ff5e34dc3e61 None None] Could not find standard attr ID for object bd86fe70-a58c-4705-967b-1a34462369d9. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 14:49:41.537865 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf066f29-6ff1-43ea-8f98-6a363dbd7a73 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 19 14:49:41.538495 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf066f29-6ff1-43ea-8f98-6a363dbd7a73 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:49:41.561761 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-bf066f29-6ff1-43ea-8f98-6a363dbd7a73 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.6562328 Aug 19 14:49:41.564172 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57126) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:41.637466 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddab538-0dc9-44ce-a735-17d8ffc89554 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:41.644162 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddab538-0dc9-44ce-a735-17d8ffc89554 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:41.645759 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4ddab538-0dc9-44ce-a735-17d8ffc89554 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.0790088 Aug 19 14:49:41.650694 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57128) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:41.704933 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b7a5b1e7-3bcf-4823-8c56-95939ccf9b50 None None] Provisioning for port b5bd4197-07bb-4b86-885a-0f2f6b91bcbf completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:49:41.709672 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b7a5b1e7-3bcf-4823-8c56-95939ccf9b50 None None] Provisioning complete for port b5bd4197-07bb-4b86-885a-0f2f6b91bcbf triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:49:41.710638 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b7a5b1e7-3bcf-4823-8c56-95939ccf9b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:41.771771 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b7a5b1e7-3bcf-4823-8c56-95939ccf9b50 None None] Port b5bd4197-07bb-4b86-885a-0f2f6b91bcbf cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:49:41.804842 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf2af2-85bf-4405-9eeb-e4669f114e33 req-2e8e06f5-87b1-4668-a774-f86b2b1ade21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:41.807305 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3dcf2af2-85bf-4405-9eeb-e4669f114e33 req-2e8e06f5-87b1-4668-a774-f86b2b1ade21 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=189e7ebf-f6e8-42fb-8c3d-e95810c17119 HTTP/1.1" status: 200 len: 1097 time: 0.1096637 Aug 19 14:49:41.836160 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4e76235f-e866-4284-85b1-3f3fd369f07c req-d491954d-5a2b-407c-bac9-43c548d7b561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:41.897072 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3dcf2af2-85bf-4405-9eeb-e4669f114e33 req-5fa10232-88d2-4b87-b02a-4818ebcdfe93 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732710 Aug 19 14:49:41.902957 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-f4a55381-951f-4a53-8381-754d06ada651 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Deleting port b5bd4197-07bb-4b86-885a-0f2f6b91bcbf {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:49:41.907348 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f4a55381-951f-4a53-8381-754d06ada651 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:41.941962 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d491954d-5a2b-407c-bac9-43c548d7b561 service neutron] Pushing event updated for resources: {'Port': ['ID=9fde24fb-ca0e-42fc-be98-ee207f0c9e93,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:41.953549 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device a798a4c1-cd15-4f21-a726-05e28612b5c6 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:49:41.969046 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7219ee90-39d7-4591-88bb-bd96811b6e76 req-70e84d87-a196-4cff-8a56-bcec1a86db53 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6832683 Aug 19 14:49:41.982924 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-00d72d92-d46f-41a6-8e8c-fb2d05486565 req-a46598b7-2bf4-42d9-92e7-ac14cfd87404 tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b7f3eaa-4ba3-4683-8adc-4482c9a7c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6959991 Aug 19 14:49:42.031123 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76235f-e866-4284-85b1-3f3fd369f07c req-d491954d-5a2b-407c-bac9-43c548d7b561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:42.031760 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4e76235f-e866-4284-85b1-3f3fd369f07c req-d491954d-5a2b-407c-bac9-43c548d7b561 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:42.033266 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4e76235f-e866-4284-85b1-3f3fd369f07c req-d491954d-5a2b-407c-bac9-43c548d7b561 service neutron] 10.222.0.68 "PUT /v2.0/ports/9fde24fb-ca0e-42fc-be98-ee207f0c9e93 HTTP/1.1" status: 200 len: 1091 time: 3.4259636 Aug 19 14:49:42.033733 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b056766-70d6-4afd-baf2-13395009e297', 'tag': '9fde24fb-ca0e-42fc-be98-ee207f0c9e93'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:49:42.035972 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dce5efe-c327-474c-b32a-69d813b63b0b" -d '{"events": [{"name": "network-changed", "server_uuid": "8b056766-70d6-4afd-baf2-13395009e297", "tag": "9fde24fb-ca0e-42fc-be98-ee207f0c9e93"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:49:42.048761 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port a798a4c1-cd15-4f21-a726-05e28612b5c6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:49:42.049323 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:42.066678 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-2b0a6c3a-c16d-4e49-af89-f7a6bd5c5ad8 req-6a888beb-9df4-4287-b4b6-cf1a265d79f3 service neutron] Attempting to bind port aa7a43f4-555b-4213-a8fa-75f449055cf9 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:49:42.067203 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-2b0a6c3a-c16d-4e49-af89-f7a6bd5c5ad8 req-6a888beb-9df4-4287-b4b6-cf1a265d79f3 service neutron] Attempting to bind port aa7a43f4-555b-4213-a8fa-75f449055cf9 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'a797992c-f015-48a4-a029-21c175cc336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8d226290-6085-496f-b9eb-bf514760f427'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:49:42.077714 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0a6c3a-c16d-4e49-af89-f7a6bd5c5ad8 req-6a888beb-9df4-4287-b4b6-cf1a265d79f3 service neutron] Attempting to bind port aa7a43f4-555b-4213-a8fa-75f449055cf9 on network 8d226290-6085-496f-b9eb-bf514760f427 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:49:42.103308 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0a6c3a-c16d-4e49-af89-f7a6bd5c5ad8 req-6a888beb-9df4-4287-b4b6-cf1a265d79f3 service neutron] Port aa7a43f4-555b-4213-a8fa-75f449055cf9 on network 8d226290-6085-496f-b9eb-bf514760f427 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:49:42.103308 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0a6c3a-c16d-4e49-af89-f7a6bd5c5ad8 req-6a888beb-9df4-4287-b4b6-cf1a265d79f3 service neutron] Attempting to bind port aa7a43f4-555b-4213-a8fa-75f449055cf9 on network 8d226290-6085-496f-b9eb-bf514760f427 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:49:42.154999 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f4a55381-951f-4a53-8381-754d06ada651 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:42.185079 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-f4a55381-951f-4a53-8381-754d06ada651 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Calling delete_port for b5bd4197-07bb-4b86-885a-0f2f6b91bcbf owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:49:42.201365 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0a6c3a-c16d-4e49-af89-f7a6bd5c5ad8 req-6a888beb-9df4-4287-b4b6-cf1a265d79f3 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:49:42.202434 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0a6c3a-c16d-4e49-af89-f7a6bd5c5ad8 req-6a888beb-9df4-4287-b4b6-cf1a265d79f3 service neutron] Checking segment: {'id': 'a797992c-f015-48a4-a029-21c175cc336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8d226290-6085-496f-b9eb-bf514760f427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:49:42.202944 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0a6c3a-c16d-4e49-af89-f7a6bd5c5ad8 req-6a888beb-9df4-4287-b4b6-cf1a265d79f3 service neutron] Bound using segment: {'id': 'a797992c-f015-48a4-a029-21c175cc336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8d226290-6085-496f-b9eb-bf514760f427'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:49:42.204836 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-2b0a6c3a-c16d-4e49-af89-f7a6bd5c5ad8 req-6a888beb-9df4-4287-b4b6-cf1a265d79f3 service neutron] Bound port: aa7a43f4-555b-4213-a8fa-75f449055cf9, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a797992c-f015-48a4-a029-21c175cc336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8d226290-6085-496f-b9eb-bf514760f427'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:49:42.206252 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2b0a6c3a-c16d-4e49-af89-f7a6bd5c5ad8 req-6a888beb-9df4-4287-b4b6-cf1a265d79f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:42.225564 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566ef771-add3-4eb9-b7e7-a32f7fac7fbb x-openstack-request-id: req-566ef771-add3-4eb9-b7e7-a32f7fac7fbb {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:49:42.226033 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b056766-70d6-4afd-baf2-13395009e297", "tag": "9fde24fb-ca0e-42fc-be98-ee207f0c9e93", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:49:42.226356 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-566ef771-add3-4eb9-b7e7-a32f7fac7fbb {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:49:42.226863 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b056766-70d6-4afd-baf2-13395009e297', 'tag': '9fde24fb-ca0e-42fc-be98-ee207f0c9e93', 'status': 'completed', 'code': 200} Aug 19 14:49:42.278020 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d02fb-8dfa-4775-aa6a-71dfed8e213e req-1a0e5294-8d26-4b1e-947d-d02c009cfd8f tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:42.288140 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-332d02fb-8dfa-4775-aa6a-71dfed8e213e req-1a0e5294-8d26-4b1e-947d-d02c009cfd8f tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 943 time: 0.2308195 Aug 19 14:49:42.324376 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76235f-e866-4284-85b1-3f3fd369f07c req-bb69c7d8-1f26-4164-84b0-35b7b59d682e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:42.328468 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4e76235f-e866-4284-85b1-3f3fd369f07c req-bb69c7d8-1f26-4164-84b0-35b7b59d682e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b30f4d79ced34729abf2ad157286bd5c&device_id=8b056766-70d6-4afd-baf2-13395009e297 HTTP/1.1" status: 200 len: 1094 time: 0.1954911 Aug 19 14:49:42.403211 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f4a55381-951f-4a53-8381-754d06ada651 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:42.412285 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-332d02fb-8dfa-4775-aa6a-71dfed8e213e req-e9585790-8961-42d0-97ff-0d2c667bcd7b tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227229 Aug 19 14:49:42.423510 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4e76235f-e866-4284-85b1-3f3fd369f07c req-8c98966c-f362-4cc7-b1a2-ac7d2581a8ea service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fde24fb-ca0e-42fc-be98-ee207f0c9e93 HTTP/1.1" status: 200 len: 217 time: 0.0819182 Aug 19 14:49:42.476738 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-2b0a6c3a-c16d-4e49-af89-f7a6bd5c5ad8 req-6a888beb-9df4-4287-b4b6-cf1a265d79f3 service neutron] For port aa7a43f4-555b-4213-a8fa-75f449055cf9, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:49:42.479862 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f4a55381-951f-4a53-8381-754d06ada651 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:42.483092 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f4a55381-951f-4a53-8381-754d06ada651 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/ports/b5bd4197-07bb-4b86-885a-0f2f6b91bcbf HTTP/1.1" status: 204 len: 168 time: 0.8311331 Aug 19 14:49:42.484157 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a55381-951f-4a53-8381-754d06ada651 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event deleted for resources: {'Port': ['ID=b5bd4197-07bb-4b86-885a-0f2f6b91bcbf,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:42.488176 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57138) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:42.492606 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-2b0a6c3a-c16d-4e49-af89-f7a6bd5c5ad8 req-6a888beb-9df4-4287-b4b6-cf1a265d79f3 service neutron] For port aa7a43f4-555b-4213-a8fa-75f449055cf9, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=aa7a43f4-555b-4213-a8fa-75f449055cf9,segment=NetworkSegment(a797992c-f015-48a4-a029-21c175cc336b),segment_id=a797992c-f015-48a4-a029-21c175cc336b)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:49:42.507727 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2b0a6c3a-c16d-4e49-af89-f7a6bd5c5ad8 req-6a888beb-9df4-4287-b4b6-cf1a265d79f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:42.537950 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a55381-951f-4a53-8381-754d06ada651 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:49:42.538540 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a55381-951f-4a53-8381-754d06ada651 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:49:42.538648 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a55381-951f-4a53-8381-754d06ada651 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:49:42.538968 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a55381-951f-4a53-8381-754d06ada651 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:49:42.539418 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a55381-951f-4a53-8381-754d06ada651 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:49:42.539755 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a55381-951f-4a53-8381-754d06ada651 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:49:42.540119 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a55381-951f-4a53-8381-754d06ada651 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:49:42.540700 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a55381-951f-4a53-8381-754d06ada651 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:49:42.541239 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a55381-951f-4a53-8381-754d06ada651 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:49:42.542225 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a55381-951f-4a53-8381-754d06ada651 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:49:42.542586 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a55381-951f-4a53-8381-754d06ada651 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:49:42.542965 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a55381-951f-4a53-8381-754d06ada651 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:49:42.566598 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76235f-e866-4284-85b1-3f3fd369f07c req-52b1aa60-be4c-4cc6-a676-37128f76bcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:42.570140 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4e76235f-e866-4284-85b1-3f3fd369f07c req-52b1aa60-be4c-4cc6-a676-37128f76bcf9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=66723b13-0d6d-4520-a6c3-13a722da343c HTTP/1.1" status: 200 len: 861 time: 0.1405816 Aug 19 14:49:42.574185 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a6c3a-c16d-4e49-af89-f7a6bd5c5ad8 req-6a888beb-9df4-4287-b4b6-cf1a265d79f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:42.574929 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2b0a6c3a-c16d-4e49-af89-f7a6bd5c5ad8 req-6a888beb-9df4-4287-b4b6-cf1a265d79f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:42.576445 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b0a6c3a-c16d-4e49-af89-f7a6bd5c5ad8 req-6a888beb-9df4-4287-b4b6-cf1a265d79f3 service neutron] 10.222.0.88 "PUT /v2.0/ports/aa7a43f4-555b-4213-a8fa-75f449055cf9 HTTP/1.1" status: 200 len: 1091 time: 2.6922679 Aug 19 14:49:42.588695 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9c78a8-a2b6-4784-be62-62c55a7922f4 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:42.591461 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9c78a8-a2b6-4784-be62-62c55a7922f4 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:42.594253 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-cb9c78a8-a2b6-4784-be62-62c55a7922f4 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1051381 Aug 19 14:49:42.597144 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57140) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:42.611871 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4e76235f-e866-4284-85b1-3f3fd369f07c req-c23c101a-53c6-44d9-9164-947e2d54d86c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f2a87b08-daef-4d3a-bda0-e1347f22d9dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323060 Aug 19 14:49:42.669308 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-8414f39b-da51-46a5-a727-57058381e280 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Deleting subnet 9101573d-7464-448a-8916-cf6d8c55ff34 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:49:42.672959 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8414f39b-da51-46a5-a727-57058381e280 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:42.778387 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a888beb-9df4-4287-b4b6-cf1a265d79f3 service neutron] Pushing event updated for resources: {'Port': ['ID=aa7a43f4-555b-4213-a8fa-75f449055cf9,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:42.845855 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a6c3a-c16d-4e49-af89-f7a6bd5c5ad8 req-beaf9948-3cb8-4b3c-ada2-20eb99c8c482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:42.851997 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b0a6c3a-c16d-4e49-af89-f7a6bd5c5ad8 req-beaf9948-3cb8-4b3c-ada2-20eb99c8c482 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8bf9338b14bd4de0a247947d4332bed4&device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 1094 time: 0.2001348 Aug 19 14:49:42.908573 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b0a6c3a-c16d-4e49-af89-f7a6bd5c5ad8 req-435a4c68-70ad-49fa-8d87-a43aef6556c9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa7a43f4-555b-4213-a8fa-75f449055cf9 HTTP/1.1" status: 200 len: 217 time: 0.0475543 Aug 19 14:49:42.913335 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4e76235f-e866-4284-85b1-3f3fd369f07c req-e7e44c5f-adf8-46e2-8bb9-400b58b19225 service neutron] 10.222.0.68 "GET /v2.0/networks/f2a87b08-daef-4d3a-bda0-e1347f22d9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763870 Aug 19 14:49:43.002749 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a6c3a-c16d-4e49-af89-f7a6bd5c5ad8 req-b7bcea0a-a3f2-4ca6-85cf-3da0b24108d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:43.009420 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b0a6c3a-c16d-4e49-af89-f7a6bd5c5ad8 req-b7bcea0a-a3f2-4ca6-85cf-3da0b24108d5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5ebe78ca-28f7-43fa-89de-04375d30f6cd HTTP/1.1" status: 200 len: 850 time: 0.0902364 Aug 19 14:49:43.206119 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8414f39b-da51-46a5-a727-57058381e280 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:43.208357 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a6c3a-c16d-4e49-af89-f7a6bd5c5ad8 req-1f135bdb-1ce1-4390-a718-4c3d0fc0dd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:43.209927 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b0a6c3a-c16d-4e49-af89-f7a6bd5c5ad8 req-1f135bdb-1ce1-4390-a718-4c3d0fc0dd7d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8d226290-6085-496f-b9eb-bf514760f427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1803124 Aug 19 14:49:43.275401 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8414f39b-da51-46a5-a727-57058381e280 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:43.301018 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddd801-b252-4b8e-a799-1f18681adcaa req-883d2d20-89dd-4511-834d-a1287bdb4bb7 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:43.302593 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-40ddd801-b252-4b8e-a799-1f18681adcaa req-883d2d20-89dd-4511-834d-a1287bdb4bb7 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=189e7ebf-f6e8-42fb-8c3d-e95810c17119 HTTP/1.1" status: 200 len: 946 time: 0.1935449 Aug 19 14:49:43.318068 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b25181-8cda-4d47-8789-cdb43a1d1f21 req-835463c8-9d1c-4cfd-94a5-ad205716fee9 tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:43.319563 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-88b25181-8cda-4d47-8789-cdb43a1d1f21 req-835463c8-9d1c-4cfd-94a5-ad205716fee9 tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b056766-70d6-4afd-baf2-13395009e297 HTTP/1.1" status: 200 len: 943 time: 0.1919563 Aug 19 14:49:43.330010 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4e76235f-e866-4284-85b1-3f3fd369f07c req-96e83a83-f200-44df-bc20-23f6b240d6d2 service neutron] 10.222.0.68 "GET /v2.0/networks/f2a87b08-daef-4d3a-bda0-e1347f22d9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508151 Aug 19 14:49:43.371585 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8414f39b-da51-46a5-a727-57058381e280 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:43.409170 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8414f39b-da51-46a5-a727-57058381e280 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event deleted for resources: {'Subnet': ['ID=9101573d-7464-448a-8916-cf6d8c55ff34,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:43.425017 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-40ddd801-b252-4b8e-a799-1f18681adcaa req-f6678de2-d3da-4bdb-8212-2ff1cdc42a92 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029391 Aug 19 14:49:43.450409 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-88b25181-8cda-4d47-8789-cdb43a1d1f21 req-4f84d69a-a4a7-412b-a43c-25b857211c94 tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b7f3eaa-4ba3-4683-8adc-4482c9a7c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178880 Aug 19 14:49:43.451220 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecd8f9e-304a-46fb-ae83-e84a2d0e0def None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:49:43.462599 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8414f39b-da51-46a5-a727-57058381e280 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:43.476441 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b0a6c3a-c16d-4e49-af89-f7a6bd5c5ad8 req-126c42fb-b3ac-4274-873a-9ed4b6d56bfc service neutron] 10.222.0.88 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413297 Aug 19 14:49:43.476956 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8414f39b-da51-46a5-a727-57058381e280 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/9101573d-7464-448a-8916-cf6d8c55ff34 HTTP/1.1" status: 204 len: 168 time: 0.8715003 Aug 19 14:49:43.492134 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57156) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:43.611599 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-fc0abb60-89dd-4720-b463-b557480a4737 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1169953 Aug 19 14:49:43.615496 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57166) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:43.622227 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-51aa7b3a-708e-454d-861f-af3cedd96e68 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'subnet': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:49:43.666480 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce5efe-c327-474c-b32a-69d813b63b0b req-3da8f123-11aa-4ed6-b71d-9255c761823d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:43.668004 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4dce5efe-c327-474c-b32a-69d813b63b0b req-3da8f123-11aa-4ed6-b71d-9255c761823d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b30f4d79ced34729abf2ad157286bd5c&device_id=8b056766-70d6-4afd-baf2-13395009e297 HTTP/1.1" status: 200 len: 1094 time: 0.2578261 Aug 19 14:49:43.787980 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51aa7b3a-708e-454d-861f-af3cedd96e68 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:49:43.793996 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-51aa7b3a-708e-454d-861f-af3cedd96e68 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:43.853316 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57df91ab-05ad-43c9-8cf6-00eda8468392 None None] DHCP port deletion for eb2a0074-ffdc-4655-a2e0-d470caf1d21a request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:49:43.859257 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b0a6c3a-c16d-4e49-af89-f7a6bd5c5ad8 req-87a25c7e-c8d3-405b-928a-00aead184b7f service neutron] 10.222.0.88 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791811 Aug 19 14:49:43.955571 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-57df91ab-05ad-43c9-8cf6-00eda8468392 None None] Deleting port a798a4c1-cd15-4f21-a726-05e28612b5c6 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:49:43.956460 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-57df91ab-05ad-43c9-8cf6-00eda8468392 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:43.958964 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d6d21-64bd-4cd8-81fc-451044b489f7 req-6825e18d-488c-4146-9f1f-006428ef9f46 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:43.973390 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-541d6d21-64bd-4cd8-81fc-451044b489f7 req-6825e18d-488c-4146-9f1f-006428ef9f46 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 943 time: 0.2346432 Aug 19 14:49:44.019020 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device a798a4c1-cd15-4f21-a726-05e28612b5c6 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:49:44.041292 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce5efe-c327-474c-b32a-69d813b63b0b req-3465f8d1-f328-4e09-bf01-ce708cd73324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:44.043009 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4dce5efe-c327-474c-b32a-69d813b63b0b req-3465f8d1-f328-4e09-bf01-ce708cd73324 service neutron] 10.222.0.68 "GET /v2.0/networks?id=f2a87b08-daef-4d3a-bda0-e1347f22d9dc HTTP/1.1" status: 200 len: 922 time: 0.3659072 Aug 19 14:49:44.060251 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-541d6d21-64bd-4cd8-81fc-451044b489f7 req-0d2093d6-815a-4117-97f7-6241bef57a8a tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845375 Aug 19 14:49:44.111945 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4dce5efe-c327-474c-b32a-69d813b63b0b req-57ca6df7-b784-4887-af7f-346a59473a3a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fde24fb-ca0e-42fc-be98-ee207f0c9e93 HTTP/1.1" status: 200 len: 217 time: 0.0505750 Aug 19 14:49:44.125123 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-57df91ab-05ad-43c9-8cf6-00eda8468392 None None] For port a798a4c1-cd15-4f21-a726-05e28612b5c6, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=a798a4c1-cd15-4f21-a726-05e28612b5c6,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:49:44.125769 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-57df91ab-05ad-43c9-8cf6-00eda8468392 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:44.141075 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-57df91ab-05ad-43c9-8cf6-00eda8468392 None None] Calling delete_port for a798a4c1-cd15-4f21-a726-05e28612b5c6 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:49:44.201563 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-51aa7b3a-708e-454d-861f-af3cedd96e68 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:44.260892 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51aa7b3a-708e-454d-861f-af3cedd96e68 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:49:44.270634 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-57df91ab-05ad-43c9-8cf6-00eda8468392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:44.278102 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-51aa7b3a-708e-454d-861f-af3cedd96e68 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:49:44.282680 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51aa7b3a-708e-454d-861f-af3cedd96e68 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:44.283276 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-51aa7b3a-708e-454d-861f-af3cedd96e68 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:44.286052 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc73c556-372d-45ed-a6ca-136a8ca2c91f', 'tag': 'aa7a43f4-555b-4213-a8fa-75f449055cf9'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:49:44.288600 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8452e0d5-53fd-49de-bf01-d7832d31a8d1" -d '{"events": [{"name": "network-changed", "server_uuid": "bc73c556-372d-45ed-a6ca-136a8ca2c91f", "tag": "aa7a43f4-555b-4213-a8fa-75f449055cf9"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:49:44.301123 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aa7b3a-708e-454d-861f-af3cedd96e68 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Subnet': ['ID=976c649c-b571-45c1-8539-a617034a9a46,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:44.301995 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57df91ab-05ad-43c9-8cf6-00eda8468392 None None] Pushing event deleted for resources: {'Port': ['ID=a798a4c1-cd15-4f21-a726-05e28612b5c6,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:44.313415 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:44.314418 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-51aa7b3a-708e-454d-861f-af3cedd96e68 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6934395 Aug 19 14:49:44.315216 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57182) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:44.320525 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-125a10dc-a0fe-4ca5-b0c7-6de1e164b77e tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'port': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'fixed_ips': [{'subnet_id': '976c649c-b571-45c1-8539-a617034a9a46', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-2006454896'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:49:44.329120 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57df91ab-05ad-43c9-8cf6-00eda8468392 None None] No DVR routers for this DVR port a798a4c1-cd15-4f21-a726-05e28612b5c6 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:49:44.347593 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b999d183-f6ca-4976-8916-b3b5103da098 req-51cd6508-9830-4864-8b89-c8e4e1051643 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:44.349201 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b999d183-f6ca-4976-8916-b3b5103da098 req-51cd6508-9830-4864-8b89-c8e4e1051643 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/networks?id=8a142042-c68c-4e37-b305-42d68af74408 HTTP/1.1" status: 200 len: 810 time: 0.1917875 Aug 19 14:49:44.359455 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d32a75-f5ef-462a-94d3-911f239fd5a7 None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:49:44.382206 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce5efe-c327-474c-b32a-69d813b63b0b req-9b88077e-adb2-48d6-9283-4107a43a487c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:44.384338 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4dce5efe-c327-474c-b32a-69d813b63b0b req-9b88077e-adb2-48d6-9283-4107a43a487c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=66723b13-0d6d-4520-a6c3-13a722da343c HTTP/1.1" status: 200 len: 861 time: 0.2632987 Aug 19 14:49:44.386853 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b999d183-f6ca-4976-8916-b3b5103da098 req-714742a3-9eb1-4875-a5e2-0d7aaae8e6c3 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/quotas/a174c7311ebe4e578a18affa5c162e64 HTTP/1.1" status: 200 len: 375 time: 0.0249031 Aug 19 14:49:44.419238 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab4ea54-f0eb-4b3e-aa16-968ded492059 req-cab12603-76df-4ee7-8f2c-a8521d7326a5 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:44.433552 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab4ea54-f0eb-4b3e-aa16-968ded492059 req-cab12603-76df-4ee7-8f2c-a8521d7326a5 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:44.446163 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab4ea54-f0eb-4b3e-aa16-968ded492059 req-cab12603-76df-4ee7-8f2c-a8521d7326a5 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:44.456205 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab4ea54-f0eb-4b3e-aa16-968ded492059 req-cab12603-76df-4ee7-8f2c-a8521d7326a5 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:44.463700 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab4ea54-f0eb-4b3e-aa16-968ded492059 req-cab12603-76df-4ee7-8f2c-a8521d7326a5 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:44.479724 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab4ea54-f0eb-4b3e-aa16-968ded492059 req-cab12603-76df-4ee7-8f2c-a8521d7326a5 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:44.480044 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125a10dc-a0fe-4ca5-b0c7-6de1e164b77e tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:49:44.485906 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab4ea54-f0eb-4b3e-aa16-968ded492059 req-cab12603-76df-4ee7-8f2c-a8521d7326a5 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:44.487824 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0ab4ea54-f0eb-4b3e-aa16-968ded492059 req-cab12603-76df-4ee7-8f2c-a8521d7326a5 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 5435 time: 0.1904943 Aug 19 14:49:44.517185 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4dce5efe-c327-474c-b32a-69d813b63b0b req-3129f770-5434-403d-9081-9e20902a8e28 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f2a87b08-daef-4d3a-bda0-e1347f22d9dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1245689 Aug 19 14:49:44.556984 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed96638-0ae7-402c-a12c-0af81136898f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'tenant_id': 'c39f5f14c7bc46018e8896511823152f', 'fixed_ips': [{'subnet_id': '976c649c-b571-45c1-8539-a617034a9a46'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:49:44.559013 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0ed96638-0ae7-402c-a12c-0af81136898f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:44.607457 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-125a10dc-a0fe-4ca5-b0c7-6de1e164b77e tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:44.638823 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-125a10dc-a0fe-4ca5-b0c7-6de1e164b77e tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] device_id is not set on port 024a65e8-3913-4dad-951a-54583df6d664 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:49:44.670862 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b999d183-f6ca-4976-8916-b3b5103da098 req-cd74dd3b-a268-48e7-9efb-7ebc13fd5bc8 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a174c7311ebe4e578a18affa5c162e64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1646430 Aug 19 14:49:44.703334 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0ab4ea54-f0eb-4b3e-aa16-968ded492059 req-46ac66f9-8e5d-4042-988b-3387b7cf86ce tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/security-groups?id=79af4be3-90a0-4292-a54f-cdd3d9a00e15&id=27241ab3-04f0-48c7-8563-70f9530fcbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1850779 Aug 19 14:49:44.743378 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-0ed96638-0ae7-402c-a12c-0af81136898f None None] Allocated IP 2001:db8::2 (eb2a0074-ffdc-4655-a2e0-d470caf1d21a/976c649c-b571-45c1-8539-a617034a9a46/2e52755b-7129-4f9e-96a0-85ed555fedba) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:49:44.826276 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4dce5efe-c327-474c-b32a-69d813b63b0b req-60b15794-3b24-4f8a-a43e-0d43a3f55fb2 service neutron] 10.222.0.68 "GET /v2.0/networks/f2a87b08-daef-4d3a-bda0-e1347f22d9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989206 Aug 19 14:49:44.846090 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2795973-c3a9-48c6-b0a7-279524754d45 x-openstack-request-id: req-a2795973-c3a9-48c6-b0a7-279524754d45 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:49:44.846381 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc73c556-372d-45ed-a6ca-136a8ca2c91f", "tag": "aa7a43f4-555b-4213-a8fa-75f449055cf9", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:49:44.846632 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a2795973-c3a9-48c6-b0a7-279524754d45 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:49:44.847026 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc73c556-372d-45ed-a6ca-136a8ca2c91f', 'tag': 'aa7a43f4-555b-4213-a8fa-75f449055cf9', 'status': 'completed', 'code': 200} Aug 19 14:49:44.927507 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0ed96638-0ae7-402c-a12c-0af81136898f None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:44.937668 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0ed96638-0ae7-402c-a12c-0af81136898f None None] Transition to ACTIVE for port object 2e52755b-7129-4f9e-96a0-85ed555fedba will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:49:44.954683 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0ed96638-0ae7-402c-a12c-0af81136898f None None] Transition to ACTIVE for port object 2e52755b-7129-4f9e-96a0-85ed555fedba will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:49:44.966723 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0ed96638-0ae7-402c-a12c-0af81136898f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:44.968670 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-125a10dc-a0fe-4ca5-b0c7-6de1e164b77e tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 14:49:44.969219 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b999d183-f6ca-4976-8916-b3b5103da098 req-f76a04c4-59f0-4081-9660-eb6651b5e9e1 service neutron] 10.222.0.69 "GET /v2.0/networks/8a142042-c68c-4e37-b305-42d68af74408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950191 Aug 19 14:49:44.969884 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-125a10dc-a0fe-4ca5-b0c7-6de1e164b77e tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:49:44.987883 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-125a10dc-a0fe-4ca5-b0c7-6de1e164b77e tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 0.6709259 Aug 19 14:49:44.990777 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57190) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:45.022747 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed96638-0ae7-402c-a12c-0af81136898f None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:49:45.025936 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-0ed96638-0ae7-402c-a12c-0af81136898f None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:49:45.030310 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed96638-0ae7-402c-a12c-0af81136898f None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:49:45.037925 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed96638-0ae7-402c-a12c-0af81136898f None None] Pushing event updated for resources: {'Port': ['ID=2e52755b-7129-4f9e-96a0-85ed555fedba,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:45.090708 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0ed96638-0ae7-402c-a12c-0af81136898f None None] Attempting to bind port 2e52755b-7129-4f9e-96a0-85ed555fedba on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:49:45.091356 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0ed96638-0ae7-402c-a12c-0af81136898f None None] Attempting to bind port 2e52755b-7129-4f9e-96a0-85ed555fedba by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:49:45.091725 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed96638-0ae7-402c-a12c-0af81136898f None None] Attempting to bind port 2e52755b-7129-4f9e-96a0-85ed555fedba on network eb2a0074-ffdc-4655-a2e0-d470caf1d21a {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:49:45.092540 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf6b1da-b809-4968-a0e2-5caa2f5a9269 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:45.097199 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed96638-0ae7-402c-a12c-0af81136898f None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:49:45.097896 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed96638-0ae7-402c-a12c-0af81136898f None None] Checking segment: {'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:49:45.098056 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0ed96638-0ae7-402c-a12c-0af81136898f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:45.098451 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed96638-0ae7-402c-a12c-0af81136898f None None] Bound using segment: {'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:49:45.099252 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0ed96638-0ae7-402c-a12c-0af81136898f None None] Bound port: 2e52755b-7129-4f9e-96a0-85ed555fedba, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:49:45.099252 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0ed96638-0ae7-402c-a12c-0af81136898f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:45.101204 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1cf6b1da-b809-4968-a0e2-5caa2f5a9269 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1083441 Aug 19 14:49:45.102433 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57194) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:45.143603 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b5df4-2eb8-473a-8fee-d3f7c94f0430 req-b9817b68-be22-41a6-82d1-22fce036be19 tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:45.145198 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b37b5df4-2eb8-473a-8fee-d3f7c94f0430 req-b9817b68-be22-41a6-82d1-22fce036be19 tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b056766-70d6-4afd-baf2-13395009e297 HTTP/1.1" status: 200 len: 943 time: 0.2185242 Aug 19 14:49:45.150231 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4dce5efe-c327-474c-b32a-69d813b63b0b req-b0e8158c-0bad-4e1c-8d3e-69445e1f13ff service neutron] 10.222.0.68 "GET /v2.0/networks/f2a87b08-daef-4d3a-bda0-e1347f22d9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149920 Aug 19 14:49:45.152117 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452e0d5-53fd-49de-bf01-d7832d31a8d1 req-5e10abd7-d5aa-4725-ac9c-f05d8e4f0589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:45.153554 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8452e0d5-53fd-49de-bf01-d7832d31a8d1 req-5e10abd7-d5aa-4725-ac9c-f05d8e4f0589 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8bf9338b14bd4de0a247947d4332bed4&device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 1094 time: 0.2610188 Aug 19 14:49:45.203357 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0ed96638-0ae7-402c-a12c-0af81136898f None None] For port 2e52755b-7129-4f9e-96a0-85ed555fedba, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:49:45.204665 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce212a9-2138-47d7-acfc-fc991a5583c4 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:45.207722 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0ed96638-0ae7-402c-a12c-0af81136898f None None] For port 2e52755b-7129-4f9e-96a0-85ed555fedba, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=2e52755b-7129-4f9e-96a0-85ed555fedba,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:49:45.208503 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce212a9-2138-47d7-acfc-fc991a5583c4 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:45.214245 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0ed96638-0ae7-402c-a12c-0af81136898f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:45.216214 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9ce212a9-2138-47d7-acfc-fc991a5583c4 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1113448 Aug 19 14:49:45.218737 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57196) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:45.276245 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b999d183-f6ca-4976-8916-b3b5103da098 req-bf186dc0-0256-4ae5-b47c-9b8b1412e2f0 service neutron] 10.222.0.69 "GET /v2.0/networks/8a142042-c68c-4e37-b305-42d68af74408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862811 Aug 19 14:49:45.282027 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b37b5df4-2eb8-473a-8fee-d3f7c94f0430 req-1fbbc9a9-47b3-4ae5-b253-16d188aaf5f5 tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b7f3eaa-4ba3-4683-8adc-4482c9a7c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220670 Aug 19 14:49:45.319220 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed96638-0ae7-402c-a12c-0af81136898f None None] Pushing event updated for resources: {'Port': ['ID=2e52755b-7129-4f9e-96a0-85ed555fedba,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:45.332234 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c3280c2-cd8a-4566-b5bd-e3621ff11681 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Deleting subnet 976c649c-b571-45c1-8539-a617034a9a46 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:49:45.339977 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c3280c2-cd8a-4566-b5bd-e3621ff11681 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:45.373237 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57198) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:45.410346 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452e0d5-53fd-49de-bf01-d7832d31a8d1 req-b2eb616d-7186-49c7-b139-bc0653cb5f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:45.412790 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8452e0d5-53fd-49de-bf01-d7832d31a8d1 req-b2eb616d-7186-49c7-b139-bc0653cb5f8a service neutron] 10.222.0.88 "GET /v2.0/networks?id=8d226290-6085-496f-b9eb-bf514760f427 HTTP/1.1" status: 200 len: 912 time: 0.2455926 Aug 19 14:49:45.462774 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c3280c2-cd8a-4566-b5bd-e3621ff11681 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:45.530069 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9db7cb9-caf8-445d-9a79-9e4129844279 admin admin] Deleting subnet 9422880f-eaac-4c78-82da-517737e1ea86 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:49:45.533130 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8452e0d5-53fd-49de-bf01-d7832d31a8d1 req-c6d29fd0-063b-419a-8502-429b9856337c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa7a43f4-555b-4213-a8fa-75f449055cf9 HTTP/1.1" status: 200 len: 217 time: 0.1060476 Aug 19 14:49:45.539403 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e9db7cb9-caf8-445d-9a79-9e4129844279 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:45.627068 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-bf0f65d8-4706-4afe-b1f4-651a4f8fe027 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:45.638818 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-bf0f65d8-4706-4afe-b1f4-651a4f8fe027 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:45.660940 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-bf0f65d8-4706-4afe-b1f4-651a4f8fe027 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:45.665990 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e9db7cb9-caf8-445d-9a79-9e4129844279 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:45.676720 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-bf0f65d8-4706-4afe-b1f4-651a4f8fe027 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:45.694915 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-bf0f65d8-4706-4afe-b1f4-651a4f8fe027 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:45.705421 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-bf0f65d8-4706-4afe-b1f4-651a4f8fe027 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:45.712679 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-bf0f65d8-4706-4afe-b1f4-651a4f8fe027 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:45.716285 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-bf0f65d8-4706-4afe-b1f4-651a4f8fe027 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.88 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 5435 time: 0.4241409 Aug 19 14:49:45.735469 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c3280c2-cd8a-4566-b5bd-e3621ff11681 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:45.801135 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0bd549f5-d89a-49c7-97cb-59d06c82385d req-2717ae85-ab5b-47ad-a5ba-5f5a3d55bb75 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=63ff844a-eb67-4fc1-81b5-e3f4fbee744a HTTP/1.1" status: 200 len: 210 time: 0.0820189 Aug 19 14:49:45.857085 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452e0d5-53fd-49de-bf01-d7832d31a8d1 req-525787af-c33a-414a-a4d2-c3df3498e41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:45.858596 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8452e0d5-53fd-49de-bf01-d7832d31a8d1 req-525787af-c33a-414a-a4d2-c3df3498e41f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5ebe78ca-28f7-43fa-89de-04375d30f6cd HTTP/1.1" status: 200 len: 850 time: 0.3078511 Aug 19 14:49:45.864799 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e9db7cb9-caf8-445d-9a79-9e4129844279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:45.879757 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269820c-1176-4411-89fe-e5965681ac64 req-f83dd790-2673-428b-8960-5c1d8623203e tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:45.886953 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3269820c-1176-4411-89fe-e5965681ac64 req-f83dd790-2673-428b-8960-5c1d8623203e tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 943 time: 0.4661107 Aug 19 14:49:45.947378 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-f90a1a4c-2a0a-4735-8aae-98bb46fe07d3 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:45.949693 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-f90a1a4c-2a0a-4735-8aae-98bb46fe07d3 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.88 "GET /v2.0/ports/4f46bceb-d478-4788-bf46-f2d1c4de2a62?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1718593 Aug 19 14:49:45.967520 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c3280c2-cd8a-4566-b5bd-e3621ff11681 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:45.979350 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e9db7cb9-caf8-445d-9a79-9e4129844279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:46.026300 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3280c2-cd8a-4566-b5bd-e3621ff11681 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event deleted for resources: {'Subnet': ['ID=976c649c-b571-45c1-8539-a617034a9a46,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:46.032243 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 2e52755b-7129-4f9e-96a0-85ed555fedba up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:49:46.036045 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c3280c2-cd8a-4566-b5bd-e3621ff11681 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:46.042370 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4c3280c2-cd8a-4566-b5bd-e3621ff11681 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/976c649c-b571-45c1-8539-a617034a9a46 HTTP/1.1" status: 204 len: 168 time: 0.8196285 Aug 19 14:49:46.043481 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57214) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:46.069130 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e9db7cb9-caf8-445d-9a79-9e4129844279 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:46.070996 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e9db7cb9-caf8-445d-9a79-9e4129844279 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/9422880f-eaac-4c78-82da-517737e1ea86 HTTP/1.1" status: 204 len: 168 time: 0.6969898 Aug 19 14:49:46.072802 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db7cb9-caf8-445d-9a79-9e4129844279 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9422880f-eaac-4c78-82da-517737e1ea86,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:46.106016 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 57216) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:46.117220 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0f8e084f-de10-47c0-abd8-e90244abfde5 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0492206 Aug 19 14:49:46.117791 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57218) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:46.122567 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-1082c4c9-9850-4e66-bedc-91376828429e tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'subnet': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:49:46.143885 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 2e52755b-7129-4f9e-96a0-85ed555fedba completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:49:46.284344 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3269820c-1176-4411-89fe-e5965681ac64 req-4091d551-707c-4ce8-8db4-8b28d853f3d6 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2917399 Aug 19 14:49:46.309638 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1082c4c9-9850-4e66-bedc-91376828429e tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:49:46.319047 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device aa7a43f4-555b-4213-a8fa-75f449055cf9 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:49:46.320781 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1082c4c9-9850-4e66-bedc-91376828429e tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:46.364867 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 9fde24fb-ca0e-42fc-be98-ee207f0c9e93 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:49:46.405498 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c460831b-d87f-4206-9656-6123de56e41f req-3ecd0c6e-9564-43fe-9e66-b18666e0e46c tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:46.420046 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c460831b-d87f-4206-9656-6123de56e41f req-3ecd0c6e-9564-43fe-9e66-b18666e0e46c tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:46.426410 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c460831b-d87f-4206-9656-6123de56e41f req-3ecd0c6e-9564-43fe-9e66-b18666e0e46c tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:46.433898 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c460831b-d87f-4206-9656-6123de56e41f req-3ecd0c6e-9564-43fe-9e66-b18666e0e46c tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:46.440344 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c460831b-d87f-4206-9656-6123de56e41f req-3ecd0c6e-9564-43fe-9e66-b18666e0e46c tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:46.459081 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c460831b-d87f-4206-9656-6123de56e41f req-3ecd0c6e-9564-43fe-9e66-b18666e0e46c tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:46.473009 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c460831b-d87f-4206-9656-6123de56e41f req-3ecd0c6e-9564-43fe-9e66-b18666e0e46c tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:46.475010 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c460831b-d87f-4206-9656-6123de56e41f req-3ecd0c6e-9564-43fe-9e66-b18666e0e46c tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 5435 time: 0.5239854 Aug 19 14:49:46.479520 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452e0d5-53fd-49de-bf01-d7832d31a8d1 req-390011bf-083c-4d02-aaec-64ac155af293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:46.481078 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8452e0d5-53fd-49de-bf01-d7832d31a8d1 req-390011bf-083c-4d02-aaec-64ac155af293 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8d226290-6085-496f-b9eb-bf514760f427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5928986 Aug 19 14:49:46.502629 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4de6746a-9363-4cc0-959b-87743430ca5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:46.604795 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port aa7a43f4-555b-4213-a8fa-75f449055cf9, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=aa7a43f4-555b-4213-a8fa-75f449055cf9,segment=NetworkSegment(a797992c-f015-48a4-a029-21c175cc336b),segment_id=a797992c-f015-48a4-a029-21c175cc336b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:49:46.654124 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': 'aa7a43f4-555b-4213-a8fa-75f449055cf9', 'network_id': '8d226290-6085-496f-b9eb-bf514760f427', 'port_id': 'aa7a43f4-555b-4213-a8fa-75f449055cf9', 'mac_address': 'fa:16:3e:f1:1d:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ebe78ca-28f7-43fa-89de-04375d30f6cd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:49:46.672721 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 9fde24fb-ca0e-42fc-be98-ee207f0c9e93, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=9fde24fb-ca0e-42fc-be98-ee207f0c9e93,segment=NetworkSegment(a2ef6b96-4407-44e9-8f00-3c9966e61ecc),segment_id=a2ef6b96-4407-44e9-8f00-3c9966e61ecc)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:49:46.747690 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:46.759397 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1082c4c9-9850-4e66-bedc-91376828429e tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:46.775400 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa7a43f4-555b-4213-a8fa-75f449055cf9 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:49:46.782537 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '9fde24fb-ca0e-42fc-be98-ee207f0c9e93', 'network_id': 'f2a87b08-daef-4d3a-bda0-e1347f22d9dc', 'port_id': '9fde24fb-ca0e-42fc-be98-ee207f0c9e93', 'mac_address': 'fa:16:3e:d7:13:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66723b13-0d6d-4520-a6c3-13a722da343c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:49:46.832075 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port aa7a43f4-555b-4213-a8fa-75f449055cf9, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=aa7a43f4-555b-4213-a8fa-75f449055cf9,segment=NetworkSegment(a797992c-f015-48a4-a029-21c175cc336b),segment_id=a797992c-f015-48a4-a029-21c175cc336b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:49:46.842110 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:46.845123 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1082c4c9-9850-4e66-bedc-91376828429e tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:49:46.851267 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:46.855657 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-1082c4c9-9850-4e66-bedc-91376828429e tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:49:46.861815 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1082c4c9-9850-4e66-bedc-91376828429e tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:46.862704 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1082c4c9-9850-4e66-bedc-91376828429e tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:46.882185 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1082c4c9-9850-4e66-bedc-91376828429e tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Subnet': ['ID=e8d7aa0f-1b00-40fc-b870-d9c7834e7007,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:46.892721 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75dec007-c5ab-4a3b-a981-bc9db8af3041 None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:49:46.906889 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1082c4c9-9850-4e66-bedc-91376828429e tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7855482 Aug 19 14:49:46.907144 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57226) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:46.917632 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d002627d-7020-488b-bd26-294295e82630 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1542266111', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:49:46.956554 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d002627d-7020-488b-bd26-294295e82630 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:46.960192 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d002627d-7020-488b-bd26-294295e82630 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:47.063796 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d002627d-7020-488b-bd26-294295e82630 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:47.075566 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d002627d-7020-488b-bd26-294295e82630 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:47.174236 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d002627d-7020-488b-bd26-294295e82630 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:47.175894 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d002627d-7020-488b-bd26-294295e82630 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2672796 Aug 19 14:49:47.179431 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57228) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:47.190479 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fde24fb-ca0e-42fc-be98-ee207f0c9e93 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:49:47.280377 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c460831b-d87f-4206-9656-6123de56e41f req-b92fbbb0-7551-4159-83f8-b7580e329789 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/security-groups?id=79af4be3-90a0-4292-a54f-cdd3d9a00e15&id=27241ab3-04f0-48c7-8563-70f9530fcbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7836199 Aug 19 14:49:47.312943 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-3ac1b3a9-df19-4644-80d8-c677389c3f04 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.88 "GET /v2.0/networks/35f8f681-bcb0-473e-b781-4b88789fa2d6?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 1.2702837 Aug 19 14:49:47.316816 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 9fde24fb-ca0e-42fc-be98-ee207f0c9e93, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=9fde24fb-ca0e-42fc-be98-ee207f0c9e93,segment=NetworkSegment(a2ef6b96-4407-44e9-8f00-3c9966e61ecc),segment_id=a2ef6b96-4407-44e9-8f00-3c9966e61ecc)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:49:47.318417 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8727728c-5b80-417b-9014-c50f79b6d7b6 None None] Provisioning for port 2e52755b-7129-4f9e-96a0-85ed555fedba completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:49:47.318612 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb11bf-725a-4bea-9635-6bd4ce796397 req-5c52bd4f-ba76-4329-a66c-6462184a1484 tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:47.326013 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8727728c-5b80-417b-9014-c50f79b6d7b6 None None] Provisioning complete for port 2e52755b-7129-4f9e-96a0-85ed555fedba triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:49:47.326645 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8727728c-5b80-417b-9014-c50f79b6d7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:47.327667 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6beb11bf-725a-4bea-9635-6bd4ce796397 req-5c52bd4f-ba76-4329-a66c-6462184a1484 tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b056766-70d6-4afd-baf2-13395009e297 HTTP/1.1" status: 200 len: 943 time: 0.8451381 Aug 19 14:49:47.329105 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=aa7a43f4-555b-4213-a8fa-75f449055cf9,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:47.338685 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:47.356682 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-5374410c-0ff1-4029-9523-b8685736c30f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:49:47.422869 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=9fde24fb-ca0e-42fc-be98-ee207f0c9e93,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:47.427017 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['aa7a43f4-555b-4213-a8fa-75f449055cf9'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:49:47.468963 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e79a42f1-a062-4f14-a344-54f7bd9a03ec req-9fb51c9a-00e2-4c66-bc9f-78c34b99fcd3 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=63ff844a-eb67-4fc1-81b5-e3f4fbee744a HTTP/1.1" status: 200 len: 210 time: 0.0704467 Aug 19 14:49:47.489408 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b999d183-f6ca-4976-8916-b3b5103da098 req-8d68ed56-85a7-4b9a-aef7-f558218c36b8 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:47.491099 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b999d183-f6ca-4976-8916-b3b5103da098 req-8d68ed56-85a7-4b9a-aef7-f558218c36b8 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.88 "GET /v2.0/networks?id=8a142042-c68c-4e37-b305-42d68af74408 HTTP/1.1" status: 200 len: 810 time: 0.4083605 Aug 19 14:49:47.521244 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6beb11bf-725a-4bea-9635-6bd4ce796397 req-866de6ea-dafa-48a3-8ded-ba86403339cf tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b7f3eaa-4ba3-4683-8adc-4482c9a7c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925313 Aug 19 14:49:47.552270 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-b999d183-f6ca-4976-8916-b3b5103da098 req-73d0a68d-6e8d-4378-aed5-babec7d201f8 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Request body: {'port': {'device_id': '63ff844a-eb67-4fc1-81b5-e3f4fbee744a', 'network_id': '8a142042-c68c-4e37-b305-42d68af74408', 'admin_state_up': True, 'tenant_id': 'a174c7311ebe4e578a18affa5c162e64'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:49:47.576378 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-5374410c-0ff1-4029-9523-b8685736c30f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:47.589827 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['9fde24fb-ca0e-42fc-be98-ee207f0c9e93'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:49:47.593806 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8727728c-5b80-417b-9014-c50f79b6d7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:47.625715 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8452e0d5-53fd-49de-bf01-d7832d31a8d1 req-62b4267d-b189-4641-8a13-a5f53120b8e5 service neutron] 10.222.0.88 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5402405 Aug 19 14:49:47.661917 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4de6746a-9363-4cc0-959b-87743430ca5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:47.709936 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-4de6746a-9363-4cc0-959b-87743430ca5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23c2e440-9ca3-45a7-ab8d-c7ac81e99a99']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:49:47.746838 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8727728c-5b80-417b-9014-c50f79b6d7b6 None None] For port 2e52755b-7129-4f9e-96a0-85ed555fedba, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=2e52755b-7129-4f9e-96a0-85ed555fedba,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:49:47.757615 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0a6ca117-63a0-4cd2-a207-d55edcbad65d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:47.771550 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8727728c-5b80-417b-9014-c50f79b6d7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:47.794143 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-4de6746a-9363-4cc0-959b-87743430ca5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfb5451f-ae59-4348-b57d-1e05105b4f16') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:49:47.794732 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-4de6746a-9363-4cc0-959b-87743430ca5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfb5451f-ae59-4348-b57d-1e05105b4f16') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:49:47.845675 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac3fe2-8d26-435f-8e3a-7d58c0afdea7 req-dbb04d31-3556-4dee-a2c0-dc0acc9dfb6f tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:47.849417 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8727728c-5b80-417b-9014-c50f79b6d7b6 None None] Pushing event updated for resources: {'Port': ['ID=2e52755b-7129-4f9e-96a0-85ed555fedba,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:47.861234 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-22ac3fe2-8d26-435f-8e3a-7d58c0afdea7 req-dbb04d31-3556-4dee-a2c0-dc0acc9dfb6f tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.2342105 Aug 19 14:49:47.932007 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4de6746a-9363-4cc0-959b-87743430ca5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:47.958237 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b999d183-f6ca-4976-8916-b3b5103da098 req-73d0a68d-6e8d-4378-aed5-babec7d201f8 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Made reservation on behalf of a174c7311ebe4e578a18affa5c162e64 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:49:47.962943 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b999d183-f6ca-4976-8916-b3b5103da098 req-73d0a68d-6e8d-4378-aed5-babec7d201f8 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:48.021149 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8452e0d5-53fd-49de-bf01-d7832d31a8d1 req-f9ac1ef0-0573-46f7-bf07-0cbdf47e7e88 service neutron] 10.222.0.88 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3737004 Aug 19 14:49:48.024783 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4de6746a-9363-4cc0-959b-87743430ca5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:48.044674 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4de6746a-9363-4cc0-959b-87743430ca5d admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:49:48.045421 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4de6746a-9363-4cc0-959b-87743430ca5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:48.047722 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:49:48.047722 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:49:48.047722 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:49:48.047722 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:49:48.047722 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:49:48.047722 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:49:48.047722 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:49:48.047722 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:49:48.047722 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:49:48.047722 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:49:48.047722 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:49:48.047722 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:49:48.047722 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:49:48.047722 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:49:48.047722 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:49:48.047722 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:49:48.047722 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:49:48.047722 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:49:48.047722 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:49:48.047722 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:49:48.047722 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:49:48.047722 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:49:48.047722 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:49:48.047722 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:49:48.047722 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:49:48.047722 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:49:48.047722 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:49:48.047722 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:49:48.047722 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:49:48.047722 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:49:48.047722 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:49:48.047722 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:49:48.096874 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6d26f4ff-9099-4de4-9593-35ac5a38795a None None] Provisioning complete for port 2e52755b-7129-4f9e-96a0-85ed555fedba triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:49:48.097350 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6d26f4ff-9099-4de4-9593-35ac5a38795a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:48.114654 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-22ac3fe2-8d26-435f-8e3a-7d58c0afdea7 req-2dbd21d4-8bb6-4647-885e-5de432c59e11 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2525327 Aug 19 14:49:48.149338 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-5374410c-0ff1-4029-9523-b8685736c30f service neutron] For port 4f46bceb-d478-4788-bf46-f2d1c4de2a62, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=4f46bceb-d478-4788-bf46-f2d1c4de2a62,segment=NetworkSegment(b333896f-71d3-4667-9887-245337866152),segment_id=b333896f-71d3-4667-9887-245337866152)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:49:48.164047 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4de6746a-9363-4cc0-959b-87743430ca5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:48.171220 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4de6746a-9363-4cc0-959b-87743430ca5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:48.173359 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-4de6746a-9363-4cc0-959b-87743430ca5d admin admin] 10.222.0.69 "DELETE /v2.0/networks/23c2e440-9ca3-45a7-ab8d-c7ac81e99a99 HTTP/1.1" status: 204 len: 168 time: 2.0582874 Aug 19 14:49:48.201720 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de6746a-9363-4cc0-959b-87743430ca5d admin admin] Pushing event deleted for resources: {'Network': ['ID=23c2e440-9ca3-45a7-ab8d-c7ac81e99a99,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:48.235727 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-5374410c-0ff1-4029-9523-b8685736c30f service neutron] For port 4f46bceb-d478-4788-bf46-f2d1c4de2a62, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:49:48.246768 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-b999d183-f6ca-4976-8916-b3b5103da098 req-73d0a68d-6e8d-4378-aed5-babec7d201f8 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Allocated IP 172.20.0.6 (8a142042-c68c-4e37-b305-42d68af74408/aff8d2c4-8a7b-4abf-8ece-6e61f2387303/924ebce5-5a1a-40dc-be32-861346dd7e4f) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:49:48.298653 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-5374410c-0ff1-4029-9523-b8685736c30f service neutron] device_id is not set on port 4f46bceb-d478-4788-bf46-f2d1c4de2a62 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:49:48.304738 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-0a6ca117-63a0-4cd2-a207-d55edcbad65d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Allocated IP 2001:db8::1 (eb2a0074-ffdc-4655-a2e0-d470caf1d21a/e8d7aa0f-1b00-40fc-b870-d9c7834e7007/98742ce0-7086-4bdc-9596-a8e257ff1328) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:49:48.312220 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-5374410c-0ff1-4029-9523-b8685736c30f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:48.329133 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-5374410c-0ff1-4029-9523-b8685736c30f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:48.339588 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 4a7fd694-8a1a-46c5-8dda-a9af80047f38 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:49:48.394815 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-5374410c-0ff1-4029-9523-b8685736c30f service neutron] No DVR routers for this DVR port 4f46bceb-d478-4788-bf46-f2d1c4de2a62 on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:49:48.434935 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 9fde24fb-ca0e-42fc-be98-ee207f0c9e93 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:49:48.467657 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5374410c-0ff1-4029-9523-b8685736c30f service neutron] Pushing event updated for resources: {'Port': ['ID=4f46bceb-d478-4788-bf46-f2d1c4de2a62,revision_number=6']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:48.470350 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 57254) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:48.552558 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-5374410c-0ff1-4029-9523-b8685736c30f service neutron] In _notify_port_updated(), no bound segment for port 4f46bceb-d478-4788-bf46-f2d1c4de2a62 on network 35f8f681-bcb0-473e-b781-4b88789fa2d6 {{(pid=94640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 14:49:48.554193 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-5374410c-0ff1-4029-9523-b8685736c30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:48.555024 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-5374410c-0ff1-4029-9523-b8685736c30f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:48.562811 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-5374410c-0ff1-4029-9523-b8685736c30f service neutron] 10.222.0.88 "PUT /v2.0/ports/4f46bceb-d478-4788-bf46-f2d1c4de2a62 HTTP/1.1" status: 200 len: 1028 time: 1.2126675 Aug 19 14:49:48.586757 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port 9fde24fb-ca0e-42fc-be98-ee207f0c9e93 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:49:48.593582 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 9fde24fb-ca0e-42fc-be98-ee207f0c9e93 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:49:48.593959 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:48.630918 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0a6ca117-63a0-4cd2-a207-d55edcbad65d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:48.640450 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-6c376f8f-1df9-4a5d-aee3-1b78691357a2 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:48.641926 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-6c376f8f-1df9-4a5d-aee3-1b78691357a2 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.88 "GET /v2.0/ports/9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0565023 Aug 19 14:49:48.647384 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b999d183-f6ca-4976-8916-b3b5103da098 req-73d0a68d-6e8d-4378-aed5-babec7d201f8 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:48.659650 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-0a6ca117-63a0-4cd2-a207-d55edcbad65d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Transition to ACTIVE for port object 98742ce0-7086-4bdc-9596-a8e257ff1328 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:49:48.673426 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed721a7c-b6ac-4253-aedd-36f726df388c req-31eb2dce-85dd-4081-8abe-0174733f170b tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:48.679882 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed721a7c-b6ac-4253-aedd-36f726df388c req-31eb2dce-85dd-4081-8abe-0174733f170b tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:48.691819 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed721a7c-b6ac-4253-aedd-36f726df388c req-31eb2dce-85dd-4081-8abe-0174733f170b tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:48.702454 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:48.702948 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed721a7c-b6ac-4253-aedd-36f726df388c req-31eb2dce-85dd-4081-8abe-0174733f170b tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:48.716552 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed721a7c-b6ac-4253-aedd-36f726df388c req-31eb2dce-85dd-4081-8abe-0174733f170b tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:48.722861 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b999d183-f6ca-4976-8916-b3b5103da098 req-73d0a68d-6e8d-4378-aed5-babec7d201f8 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:48.723197 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed721a7c-b6ac-4253-aedd-36f726df388c req-31eb2dce-85dd-4081-8abe-0174733f170b tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:48.726338 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ed721a7c-b6ac-4253-aedd-36f726df388c req-31eb2dce-85dd-4081-8abe-0174733f170b tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 4660 time: 0.2913704 Aug 19 14:49:48.738964 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-18088f91-cc1e-40eb-918e-bdb630839288 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:49:48.740365 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 4a7fd694-8a1a-46c5-8dda-a9af80047f38, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=4a7fd694-8a1a-46c5-8dda-a9af80047f38,segment=NetworkSegment(99c97db4-9a46-4f59-aa17-3bb2f2a5461a),segment_id=99c97db4-9a46-4f59-aa17-3bb2f2a5461a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:49:48.744553 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a7fd694-8a1a-46c5-8dda-a9af80047f38'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:49:48.747095 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c502948-78e2-4867-b31f-892516848df8" -d '{"events": [{"server_uuid": "bce8a885-bf0d-4acb-9ae6-beed50cce16b", "name": "network-vif-unplugged", "status": "completed", "tag": "4a7fd694-8a1a-46c5-8dda-a9af80047f38"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:49:48.750783 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['3c0b52e2-a311-4ffe-9349-091f50286919'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:49:48.759693 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:48.760429 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 2843ebb3-e971-408f-85db-a3c624b9b9d8 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:49:48.784211 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0a6ca117-63a0-4cd2-a207-d55edcbad65d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:48.798360 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d0a68d-6e8d-4378-aed5-babec7d201f8 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Pushing event updated for resources: {'Port': ['ID=924ebce5-5a1a-40dc-be32-861346dd7e4f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:48.812728 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e7f94b62-90ee-49e1-8986-b90bb0dbdc9c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7fb0cbae73e44bb4aa5ac758561c58c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3239269 Aug 19 14:49:48.825840 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 57262) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:48.854518 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6ca117-63a0-4cd2-a207-d55edcbad65d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:49:48.857210 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6ca117-63a0-4cd2-a207-d55edcbad65d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Port': ['ID=98742ce0-7086-4bdc-9596-a8e257ff1328,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:48.861400 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-0a6ca117-63a0-4cd2-a207-d55edcbad65d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:49:48.863921 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6ca117-63a0-4cd2-a207-d55edcbad65d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:49:48.864493 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0a6ca117-63a0-4cd2-a207-d55edcbad65d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:48.979474 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b999d183-f6ca-4976-8916-b3b5103da098 req-73d0a68d-6e8d-4378-aed5-babec7d201f8 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Network 8a142042-c68c-4e37-b305-42d68af74408 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:49:48.982398 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-b999d183-f6ca-4976-8916-b3b5103da098 req-73d0a68d-6e8d-4378-aed5-babec7d201f8 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:49:48.985790 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-b999d183-f6ca-4976-8916-b3b5103da098 req-73d0a68d-6e8d-4378-aed5-babec7d201f8 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:49:48.992559 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=4a7fd694-8a1a-46c5-8dda-a9af80047f38,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:49.009649 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ed721a7c-b6ac-4253-aedd-36f726df388c req-7c118cd4-f524-418b-9d01-a25d780bc107 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/security-groups?id=79af4be3-90a0-4292-a54f-cdd3d9a00e15&id=27241ab3-04f0-48c7-8563-70f9530fcbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2500889 Aug 19 14:49:49.013174 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-55a9bedd-beb3-49d3-af05-80449d83dd10 None None] Provisioning complete for port 4f46bceb-d478-4788-bf46-f2d1c4de2a62 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:49:49.014378 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-55a9bedd-beb3-49d3-af05-80449d83dd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:49.032690 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-18088f91-cc1e-40eb-918e-bdb630839288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:49.053883 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d739a90-5b6d-4ccd-9c8e-3bdc47ddcb45 req-82a650cb-2541-46ab-b2fd-8b46222c714c tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:49.059321 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8d739a90-5b6d-4ccd-9c8e-3bdc47ddcb45 req-82a650cb-2541-46ab-b2fd-8b46222c714c tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=63ff844a-eb67-4fc1-81b5-e3f4fbee744a HTTP/1.1" status: 200 len: 931 time: 0.4137442 Aug 19 14:49:49.065281 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-680ad8ea-b083-455f-bad7-09a732bfee1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:49.109647 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-680ad8ea-b083-455f-bad7-09a732bfee1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:49.192878 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:49.220370 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b999d183-f6ca-4976-8916-b3b5103da098 req-73d0a68d-6e8d-4378-aed5-babec7d201f8 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:49.222102 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b999d183-f6ca-4976-8916-b3b5103da098 req-73d0a68d-6e8d-4378-aed5-babec7d201f8 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:49.255934 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0a6ca117-63a0-4cd2-a207-d55edcbad65d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:49.262050 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b999d183-f6ca-4976-8916-b3b5103da098 req-73d0a68d-6e8d-4378-aed5-babec7d201f8 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7147584 Aug 19 14:49:49.267372 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-55a9bedd-beb3-49d3-af05-80449d83dd10 None None] Port 4f46bceb-d478-4788-bf46-f2d1c4de2a62 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:49:49.283596 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-b999d183-f6ca-4976-8916-b3b5103da098 req-2f31c0a5-c613-442e-bb28-794585451ae6 service neutron] Request body: {'port': {'device_id': '63ff844a-eb67-4fc1-81b5-e3f4fbee744a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:49:49.291723 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:49.324684 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8d739a90-5b6d-4ccd-9c8e-3bdc47ddcb45 req-35f5f122-f9b0-4e56-873f-aba980f80ee6 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733382 Aug 19 14:49:49.347178 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b999d183-f6ca-4976-8916-b3b5103da098 req-2f31c0a5-c613-442e-bb28-794585451ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:49.363187 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8de210-c012-4384-a404-71ee8f6f9951 req-6c84776c-72f4-44f0-a19d-a956f8663b81 tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:49.363187 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-af8de210-c012-4384-a404-71ee8f6f9951 req-6c84776c-72f4-44f0-a19d-a956f8663b81 tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b056766-70d6-4afd-baf2-13395009e297 HTTP/1.1" status: 200 len: 944 time: 0.1224210 Aug 19 14:49:49.372108 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-680ad8ea-b083-455f-bad7-09a732bfee1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:49.375414 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-680ad8ea-b083-455f-bad7-09a732bfee1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:49.377218 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-680ad8ea-b083-455f-bad7-09a732bfee1c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/60f18b8b-8d4c-42bd-a76c-b015ef72c6a9 HTTP/1.1" status: 204 len: 168 time: 0.5500340 Aug 19 14:49:49.418655 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680ad8ea-b083-455f-bad7-09a732bfee1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f18b8b-8d4c-42bd-a76c-b015ef72c6a9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:49.487295 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-af8de210-c012-4384-a404-71ee8f6f9951 req-0e15f820-551b-4ab1-8a84-57a6182bdcc3 tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b7f3eaa-4ba3-4683-8adc-4482c9a7c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088078 Aug 19 14:49:49.511570 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 9fde24fb-ca0e-42fc-be98-ee207f0c9e93, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=9fde24fb-ca0e-42fc-be98-ee207f0c9e93,segment=NetworkSegment(a2ef6b96-4407-44e9-8f00-3c9966e61ecc),segment_id=a2ef6b96-4407-44e9-8f00-3c9966e61ecc)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:49:49.598743 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-18088f91-cc1e-40eb-918e-bdb630839288 service neutron] For port 9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f,segment=NetworkSegment(b333896f-71d3-4667-9887-245337866152),segment_id=b333896f-71d3-4667-9887-245337866152)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:49:49.606512 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 2843ebb3-e971-408f-85db-a3c624b9b9d8, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=2843ebb3-e971-408f-85db-a3c624b9b9d8,segment=NetworkSegment(a7b4169d-aca4-48ae-9564-ded492f4f0c1),segment_id=a7b4169d-aca4-48ae-9564-ded492f4f0c1)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:49:49.614474 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 14:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e66f887-1bf8-4c7c-b5bb-76fc5bd17ea8 x-openstack-request-id: req-0e66f887-1bf8-4c7c-b5bb-76fc5bd17ea8 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:49:49.616017 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce8a885-bf0d-4acb-9ae6-beed50cce16b", "name": "network-vif-unplugged", "status": "completed", "tag": "4a7fd694-8a1a-46c5-8dda-a9af80047f38", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:49:49.616681 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0e66f887-1bf8-4c7c-b5bb-76fc5bd17ea8 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:49:49.620323 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a7fd694-8a1a-46c5-8dda-a9af80047f38', 'code': 200} Aug 19 14:49:49.640658 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:49.653733 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:49.658095 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:49:49.757033 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0fa9de98-318a-42af-aff4-f602afa1ccb9 None None] Provisioning for port 98742ce0-7086-4bdc-9596-a8e257ff1328 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:49:49.764687 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-18088f91-cc1e-40eb-918e-bdb630839288 service neutron] For port 9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:49:49.798511 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0fa9de98-318a-42af-aff4-f602afa1ccb9 None None] Provisioning complete for port 98742ce0-7086-4bdc-9596-a8e257ff1328 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:49:49.799034 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0fa9de98-318a-42af-aff4-f602afa1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:49.854089 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=9fde24fb-ca0e-42fc-be98-ee207f0c9e93,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:49.866229 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-18088f91-cc1e-40eb-918e-bdb630839288 service neutron] device_id is not set on port 9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:49:49.887687 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-18088f91-cc1e-40eb-918e-bdb630839288 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:49.911529 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-18088f91-cc1e-40eb-918e-bdb630839288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:49.929066 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=2843ebb3-e971-408f-85db-a3c624b9b9d8,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:49.973157 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0fa9de98-318a-42af-aff4-f602afa1ccb9 None None] Port 98742ce0-7086-4bdc-9596-a8e257ff1328 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:49:49.995648 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device bf510a67-3758-4837-9af6-1a144f49bd82 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:49:50.156726 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 2e52755b-7129-4f9e-96a0-85ed555fedba up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:49:50.200800 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5911b90-7389-48db-8e74-90468b3090b1 req-79f768e5-d92b-4758-a39d-b640453b6bd5 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:50.203508 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a5911b90-7389-48db-8e74-90468b3090b1 req-79f768e5-d92b-4758-a39d-b640453b6bd5 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.5290864 Aug 19 14:49:50.204508 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18088f91-cc1e-40eb-918e-bdb630839288 service neutron] Pushing event updated for resources: {'Port': ['ID=9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f,revision_number=6']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:50.275653 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:50.327860 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port bf510a67-3758-4837-9af6-1a144f49bd82, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=bf510a67-3758-4837-9af6-1a144f49bd82,segment=NetworkSegment(b333896f-71d3-4667-9887-245337866152),segment_id=b333896f-71d3-4667-9887-245337866152)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:49:50.337776 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 2e52755b-7129-4f9e-96a0-85ed555fedba triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:49:50.338143 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:50.339833 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:50.340563 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 4f46bceb-d478-4788-bf46-f2d1c4de2a62 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:49:50.346873 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-b999d183-f6ca-4976-8916-b3b5103da098 req-2f31c0a5-c613-442e-bb28-794585451ae6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 924ebce5-5a1a-40dc-be32-861346dd7e4f {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:49:50.357565 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b999d183-f6ca-4976-8916-b3b5103da098 req-2f31c0a5-c613-442e-bb28-794585451ae6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:50.374808 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-b999d183-f6ca-4976-8916-b3b5103da098 req-2f31c0a5-c613-442e-bb28-794585451ae6 service neutron] Transition to ACTIVE for port object 924ebce5-5a1a-40dc-be32-861346dd7e4f will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:49:50.404678 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 4f46bceb-d478-4788-bf46-f2d1c4de2a62 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:49:50.405186 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 753eba00-312b-4ae4-b21f-17ab912d1769 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:49:50.470370 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0a6ca117-63a0-4cd2-a207-d55edcbad65d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:50.474639 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b999d183-f6ca-4976-8916-b3b5103da098 req-2f31c0a5-c613-442e-bb28-794585451ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:50.483152 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0a6ca117-63a0-4cd2-a207-d55edcbad65d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:50.484515 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0a6ca117-63a0-4cd2-a207-d55edcbad65d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:50.600419 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-18088f91-cc1e-40eb-918e-bdb630839288 service neutron] No DVR routers for this DVR port 9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:49:50.615341 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=bf510a67-3758-4837-9af6-1a144f49bd82,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:50.631782 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29fd5b-5e5a-482c-bd62-9d87ca820cd4 req-29adf563-4c4b-4fbc-a970-7068ffcede48 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:50.647264 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29fd5b-5e5a-482c-bd62-9d87ca820cd4 req-29adf563-4c4b-4fbc-a970-7068ffcede48 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:50.651400 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f31c0a5-c613-442e-bb28-794585451ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=924ebce5-5a1a-40dc-be32-861346dd7e4f,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:50.670747 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29fd5b-5e5a-482c-bd62-9d87ca820cd4 req-29adf563-4c4b-4fbc-a970-7068ffcede48 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:50.688897 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29fd5b-5e5a-482c-bd62-9d87ca820cd4 req-29adf563-4c4b-4fbc-a970-7068ffcede48 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:50.696309 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29fd5b-5e5a-482c-bd62-9d87ca820cd4 req-29adf563-4c4b-4fbc-a970-7068ffcede48 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:50.722727 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4a29fd5b-5e5a-482c-bd62-9d87ca820cd4 req-29adf563-4c4b-4fbc-a970-7068ffcede48 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 3882 time: 0.4938366 Aug 19 14:49:50.752293 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6ca117-63a0-4cd2-a207-d55edcbad65d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Port': ['ID=98742ce0-7086-4bdc-9596-a8e257ff1328,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:50.800126 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a5911b90-7389-48db-8e74-90468b3090b1 req-f4d86f4a-bfa7-4938-b766-add933e1949c tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5806093 Aug 19 14:49:50.876812 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:50.919516 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4a29fd5b-5e5a-482c-bd62-9d87ca820cd4 req-ef0a584c-0134-4f0a-9ab3-748e114a59f1 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/security-groups?id=27241ab3-04f0-48c7-8563-70f9530fcbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289761 Aug 19 14:49:50.922614 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-18088f91-cc1e-40eb-918e-bdb630839288 service neutron] In _notify_port_updated(), no bound segment for port 9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f on network 35f8f681-bcb0-473e-b781-4b88789fa2d6 {{(pid=94640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 14:49:50.932348 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-18088f91-cc1e-40eb-918e-bdb630839288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:50.933189 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-18088f91-cc1e-40eb-918e-bdb630839288 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:50.934751 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-18088f91-cc1e-40eb-918e-bdb630839288 service neutron] 10.222.0.88 "PUT /v2.0/ports/9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f HTTP/1.1" status: 200 len: 1027 time: 2.2007239 Aug 19 14:49:50.966705 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 753eba00-312b-4ae4-b21f-17ab912d1769, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=753eba00-312b-4ae4-b21f-17ab912d1769,segment=NetworkSegment(99c97db4-9a46-4f59-aa17-3bb2f2a5461a),segment_id=99c97db4-9a46-4f59-aa17-3bb2f2a5461a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:49:50.971616 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:50.972346 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 60f87527-45c9-49a4-8b17-a576d308e581 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:49:51.156195 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 57306) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:51.164149 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6f6e890e-d79e-4b1b-955f-9ad102cc8a59 None None] Provisioning complete for port 9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:49:51.164580 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6f6e890e-d79e-4b1b-955f-9ad102cc8a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:51.177547 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=753eba00-312b-4ae4-b21f-17ab912d1769,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:51.241258 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:51.243163 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6f6e890e-d79e-4b1b-955f-9ad102cc8a59 None None] Port 9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:49:51.266678 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0425c48-eb52-4335-bc00-71f8e964591f req-6cb904ba-f1ad-47c6-b25c-a51fe709785f tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:51.275285 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a0425c48-eb52-4335-bc00-71f8e964591f req-6cb904ba-f1ad-47c6-b25c-a51fe709785f tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b056766-70d6-4afd-baf2-13395009e297 HTTP/1.1" status: 200 len: 945 time: 0.1892056 Aug 19 14:49:51.282378 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 60f87527-45c9-49a4-8b17-a576d308e581, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=60f87527-45c9-49a4-8b17-a576d308e581,segment=NetworkSegment(b333896f-71d3-4667-9887-245337866152),segment_id=b333896f-71d3-4667-9887-245337866152)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:49:51.286076 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7188c0bb-3817-4678-854c-1484a29e4d6d req-eea08709-e5e2-4303-b0d8-5626f58e872b tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:51.288310 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7188c0bb-3817-4678-854c-1484a29e4d6d req-eea08709-e5e2-4303-b0d8-5626f58e872b tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=63ff844a-eb67-4fc1-81b5-e3f4fbee744a HTTP/1.1" status: 200 len: 943 time: 0.2761261 Aug 19 14:49:51.292251 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:51.306614 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-f198de16-aeda-489b-857c-e8b947763048 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Deleting port 4a7fd694-8a1a-46c5-8dda-a9af80047f38 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:49:51.307255 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-f198de16-aeda-489b-857c-e8b947763048 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:51.331838 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device aa7a43f4-555b-4213-a8fa-75f449055cf9 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:49:51.390018 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-30f39016-c2cc-45af-8c40-8d27df796c1e admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1381203964-network', 'tenant_id': '75685d67e60e4191be57fda4714cc5a3'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:49:51.395056 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=60f87527-45c9-49a4-8b17-a576d308e581,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:51.395896 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-b999d183-f6ca-4976-8916-b3b5103da098 req-2f31c0a5-c613-442e-bb28-794585451ae6 service neutron] Attempting to bind port 924ebce5-5a1a-40dc-be32-861346dd7e4f on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:49:51.396397 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-b999d183-f6ca-4976-8916-b3b5103da098 req-2f31c0a5-c613-442e-bb28-794585451ae6 service neutron] Attempting to bind port 924ebce5-5a1a-40dc-be32-861346dd7e4f by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '8196d451-8148-4854-93a1-9e3fdf28ead8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8a142042-c68c-4e37-b305-42d68af74408'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:49:51.396794 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b999d183-f6ca-4976-8916-b3b5103da098 req-2f31c0a5-c613-442e-bb28-794585451ae6 service neutron] Attempting to bind port 924ebce5-5a1a-40dc-be32-861346dd7e4f on network 8a142042-c68c-4e37-b305-42d68af74408 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:49:51.416582 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b999d183-f6ca-4976-8916-b3b5103da098 req-2f31c0a5-c613-442e-bb28-794585451ae6 service neutron] Port 924ebce5-5a1a-40dc-be32-861346dd7e4f on network 8a142042-c68c-4e37-b305-42d68af74408 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:49:51.417076 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b999d183-f6ca-4976-8916-b3b5103da098 req-2f31c0a5-c613-442e-bb28-794585451ae6 service neutron] Attempting to bind port 924ebce5-5a1a-40dc-be32-861346dd7e4f on network 8a142042-c68c-4e37-b305-42d68af74408 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:49:51.432524 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b999d183-f6ca-4976-8916-b3b5103da098 req-2f31c0a5-c613-442e-bb28-794585451ae6 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:49:51.433202 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b999d183-f6ca-4976-8916-b3b5103da098 req-2f31c0a5-c613-442e-bb28-794585451ae6 service neutron] Checking segment: {'id': '8196d451-8148-4854-93a1-9e3fdf28ead8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8a142042-c68c-4e37-b305-42d68af74408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:49:51.433762 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b999d183-f6ca-4976-8916-b3b5103da098 req-2f31c0a5-c613-442e-bb28-794585451ae6 service neutron] Bound using segment: {'id': '8196d451-8148-4854-93a1-9e3fdf28ead8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8a142042-c68c-4e37-b305-42d68af74408'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:49:51.434627 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-b999d183-f6ca-4976-8916-b3b5103da098 req-2f31c0a5-c613-442e-bb28-794585451ae6 service neutron] Bound port: 924ebce5-5a1a-40dc-be32-861346dd7e4f, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8196d451-8148-4854-93a1-9e3fdf28ead8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8a142042-c68c-4e37-b305-42d68af74408'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:49:51.435243 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b999d183-f6ca-4976-8916-b3b5103da098 req-2f31c0a5-c613-442e-bb28-794585451ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:51.440693 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port aa7a43f4-555b-4213-a8fa-75f449055cf9 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:49:51.454959 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port aa7a43f4-555b-4213-a8fa-75f449055cf9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:49:51.455197 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7188c0bb-3817-4678-854c-1484a29e4d6d req-e035cbaf-26fa-4acd-8505-8bc753f0f4e6 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477950 Aug 19 14:49:51.455363 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:51.485772 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a0425c48-eb52-4335-bc00-71f8e964591f req-4f969b7f-3878-49a3-b161-c8311c6eeb54 tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b7f3eaa-4ba3-4683-8adc-4482c9a7c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092009 Aug 19 14:49:51.523368 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f39016-c2cc-45af-8c40-8d27df796c1e admin admin] Made reservation on behalf of 75685d67e60e4191be57fda4714cc5a3 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:49:51.526715 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30f39016-c2cc-45af-8c40-8d27df796c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:51.530320 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6ca117-63a0-4cd2-a207-d55edcbad65d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:49:51.534586 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-0a6ca117-63a0-4cd2-a207-d55edcbad65d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:49:51.547687 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30f39016-c2cc-45af-8c40-8d27df796c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:51.550807 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-f198de16-aeda-489b-857c-e8b947763048 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] For port 4a7fd694-8a1a-46c5-8dda-a9af80047f38, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=4a7fd694-8a1a-46c5-8dda-a9af80047f38,segment=NetworkSegment(99c97db4-9a46-4f59-aa17-3bb2f2a5461a),segment_id=99c97db4-9a46-4f59-aa17-3bb2f2a5461a)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:49:51.551282 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-f198de16-aeda-489b-857c-e8b947763048 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:51.581968 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-f198de16-aeda-489b-857c-e8b947763048 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Calling delete_port for 4a7fd694-8a1a-46c5-8dda-a9af80047f38 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:49:51.596896 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:51.625488 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b056766-70d6-4afd-baf2-13395009e297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fde24fb-ca0e-42fc-be98-ee207f0c9e93'}, {'server_uuid': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2843ebb3-e971-408f-85db-a3c624b9b9d8'}, {'server_uuid': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf510a67-3758-4837-9af6-1a144f49bd82'}, {'server_uuid': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '753eba00-312b-4ae4-b21f-17ab912d1769'}, {'server_uuid': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60f87527-45c9-49a4-8b17-a576d308e581'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:49:51.628395 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac89c1cf-20a5-4765-9eba-dc82662fed4d" -d '{"events": [{"server_uuid": "8b056766-70d6-4afd-baf2-13395009e297", "name": "network-vif-plugged", "status": "completed", "tag": "9fde24fb-ca0e-42fc-be98-ee207f0c9e93"}, {"server_uuid": "bce8a885-bf0d-4acb-9ae6-beed50cce16b", "name": "network-vif-unplugged", "status": "completed", "tag": "2843ebb3-e971-408f-85db-a3c624b9b9d8"}, {"server_uuid": "bce8a885-bf0d-4acb-9ae6-beed50cce16b", "name": "network-vif-unplugged", "status": "completed", "tag": "bf510a67-3758-4837-9af6-1a144f49bd82"}, {"server_uuid": "bce8a885-bf0d-4acb-9ae6-beed50cce16b", "name": "network-vif-unplugged", "status": "completed", "tag": "753eba00-312b-4ae4-b21f-17ab912d1769"}, {"server_uuid": "bce8a885-bf0d-4acb-9ae6-beed50cce16b", "name": "network-vif-unplugged", "status": "completed", "tag": "60f87527-45c9-49a4-8b17-a576d308e581"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:49:51.685055 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port aa7a43f4-555b-4213-a8fa-75f449055cf9, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=aa7a43f4-555b-4213-a8fa-75f449055cf9,segment=NetworkSegment(a797992c-f015-48a4-a029-21c175cc336b),segment_id=a797992c-f015-48a4-a029-21c175cc336b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:49:51.698102 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-b999d183-f6ca-4976-8916-b3b5103da098 req-2f31c0a5-c613-442e-bb28-794585451ae6 service neutron] For port 924ebce5-5a1a-40dc-be32-861346dd7e4f, host n-h2-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:49:51.698711 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:51.730429 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-b999d183-f6ca-4976-8916-b3b5103da098 req-2f31c0a5-c613-442e-bb28-794585451ae6 service neutron] For port 924ebce5-5a1a-40dc-be32-861346dd7e4f, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=924ebce5-5a1a-40dc-be32-861346dd7e4f,segment=NetworkSegment(8196d451-8148-4854-93a1-9e3fdf28ead8),segment_id=8196d451-8148-4854-93a1-9e3fdf28ead8)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:49:51.751872 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 875 Content-Type: application/json Date: Thu, 19 Aug 2021 14:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5992791-43ed-469a-ac84-7116b5dc9762 x-openstack-request-id: req-e5992791-43ed-469a-ac84-7116b5dc9762 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:49:51.752126 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b056766-70d6-4afd-baf2-13395009e297", "name": "network-vif-plugged", "status": "completed", "tag": "9fde24fb-ca0e-42fc-be98-ee207f0c9e93", "code": 200}, {"server_uuid": "bce8a885-bf0d-4acb-9ae6-beed50cce16b", "name": "network-vif-unplugged", "status": "completed", "tag": "2843ebb3-e971-408f-85db-a3c624b9b9d8", "code": 200}, {"server_uuid": "bce8a885-bf0d-4acb-9ae6-beed50cce16b", "name": "network-vif-unplugged", "status": "completed", "tag": "bf510a67-3758-4837-9af6-1a144f49bd82", "code": 200}, {"server_uuid": "bce8a885-bf0d-4acb-9ae6-beed50cce16b", "name": "network-vif-unplugged", "status": "completed", "tag": "753eba00-312b-4ae4-b21f-17ab912d1769", "code": 200}, {"server_uuid": "bce8a885-bf0d-4acb-9ae6-beed50cce16b", "name": "network-vif-unplugged", "status": "completed", "tag": "60f87527-45c9-49a4-8b17-a576d308e581", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:49:51.752480 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e5992791-43ed-469a-ac84-7116b5dc9762 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:49:51.753619 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b056766-70d6-4afd-baf2-13395009e297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fde24fb-ca0e-42fc-be98-ee207f0c9e93', 'code': 200} Aug 19 14:49:51.753619 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2843ebb3-e971-408f-85db-a3c624b9b9d8', 'code': 200} Aug 19 14:49:51.753619 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf510a67-3758-4837-9af6-1a144f49bd82', 'code': 200} Aug 19 14:49:51.753928 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '753eba00-312b-4ae4-b21f-17ab912d1769', 'code': 200} Aug 19 14:49:51.754220 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60f87527-45c9-49a4-8b17-a576d308e581', 'code': 200} Aug 19 14:49:51.783349 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b999d183-f6ca-4976-8916-b3b5103da098 req-2f31c0a5-c613-442e-bb28-794585451ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:51.791516 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=aa7a43f4-555b-4213-a8fa-75f449055cf9,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:51.820134 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b999d183-f6ca-4976-8916-b3b5103da098 req-2f31c0a5-c613-442e-bb28-794585451ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:51.820857 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b999d183-f6ca-4976-8916-b3b5103da098 req-2f31c0a5-c613-442e-bb28-794585451ae6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:51.823116 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b999d183-f6ca-4976-8916-b3b5103da098 req-2f31c0a5-c613-442e-bb28-794585451ae6 service neutron] 10.222.0.88 "PUT /v2.0/ports/924ebce5-5a1a-40dc-be32-861346dd7e4f HTTP/1.1" status: 200 len: 1091 time: 2.5529490 Aug 19 14:49:51.867291 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63ff844a-eb67-4fc1-81b5-e3f4fbee744a', 'tag': '924ebce5-5a1a-40dc-be32-861346dd7e4f'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:49:51.870404 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521d1bc2-6d9f-4a1a-942f-677f37d282d4" -d '{"events": [{"name": "network-changed", "server_uuid": "63ff844a-eb67-4fc1-81b5-e3f4fbee744a", "tag": "924ebce5-5a1a-40dc-be32-861346dd7e4f"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:49:51.897765 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30f39016-c2cc-45af-8c40-8d27df796c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:51.917748 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30f39016-c2cc-45af-8c40-8d27df796c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:51.934626 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-f198de16-aeda-489b-857c-e8b947763048 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:51.947247 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaef1603-7df0-42c6-85b3-14445dadd557 req-546abd56-ac36-45f4-8d71-d150963d9229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:51.948807 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-aaef1603-7df0-42c6-85b3-14445dadd557 req-546abd56-ac36-45f4-8d71-d150963d9229 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=8b056766-70d6-4afd-baf2-13395009e297 HTTP/1.1" status: 200 len: 1096 time: 0.1393325 Aug 19 14:49:51.957418 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30f39016-c2cc-45af-8c40-8d27df796c1e admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:49:51.986609 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f31c0a5-c613-442e-bb28-794585451ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=924ebce5-5a1a-40dc-be32-861346dd7e4f,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:51.998109 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b999d183-f6ca-4976-8916-b3b5103da098 req-82a45b5c-fd1a-46e4-b08c-86db31da1af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:51.998265 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2b9b24d2-9302-4384-8e42-44717835c97a None None] Provisioning complete for port 98742ce0-7086-4bdc-9596-a8e257ff1328 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:49:51.998507 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2b9b24d2-9302-4384-8e42-44717835c97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:51.999943 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b999d183-f6ca-4976-8916-b3b5103da098 req-82a45b5c-fd1a-46e4-b08c-86db31da1af7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a174c7311ebe4e578a18affa5c162e64&device_id=63ff844a-eb67-4fc1-81b5-e3f4fbee744a HTTP/1.1" status: 200 len: 1094 time: 0.1228073 Aug 19 14:49:52.015063 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a6ca117-63a0-4cd2-a207-d55edcbad65d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Router b3df4cd6-5943-4838-a597-444004d739d4 is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:49:52.040511 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30f39016-c2cc-45af-8c40-8d27df796c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:52.041273 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-30f39016-c2cc-45af-8c40-8d27df796c1e admin admin] Added segment 386f872f-7050-4f39-b619-f0c6fab8597f of type vlan for network 79e81dae-8594-4181-9a1d-730198eb44e1 Aug 19 14:49:52.050434 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-2b9b24d2-9302-4384-8e42-44717835c97a None None] Port 98742ce0-7086-4bdc-9596-a8e257ff1328 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:49:52.064665 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f198de16-aeda-489b-857c-e8b947763048 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Pushing event deleted for resources: {'Port': ['ID=4a7fd694-8a1a-46c5-8dda-a9af80047f38,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:52.096136 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f39016-c2cc-45af-8c40-8d27df796c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9f1f63-9b68-4c6a-9a97-dd47898512a9,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:52.139002 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b999d183-f6ca-4976-8916-b3b5103da098 req-c0efd61e-b98f-4b12-ba60-4caecda4ffd3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=924ebce5-5a1a-40dc-be32-861346dd7e4f HTTP/1.1" status: 200 len: 217 time: 0.1303551 Aug 19 14:49:52.193367 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-f198de16-aeda-489b-857c-e8b947763048 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] No DVR routers for this DVR port 4a7fd694-8a1a-46c5-8dda-a9af80047f38 on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:49:52.205757 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-f198de16-aeda-489b-857c-e8b947763048 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:52.206917 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc30e59-e480-4cd2-bb82-db916f873a9a x-openstack-request-id: req-6dc30e59-e480-4cd2-bb82-db916f873a9a {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:49:52.207299 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63ff844a-eb67-4fc1-81b5-e3f4fbee744a", "tag": "924ebce5-5a1a-40dc-be32-861346dd7e4f", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:49:52.207663 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6dc30e59-e480-4cd2-bb82-db916f873a9a {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:49:52.207892 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-f198de16-aeda-489b-857c-e8b947763048 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.88 "DELETE /v2.0/ports/4a7fd694-8a1a-46c5-8dda-a9af80047f38 HTTP/1.1" status: 204 len: 173 time: 1.2544947 Aug 19 14:49:52.208282 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63ff844a-eb67-4fc1-81b5-e3f4fbee744a', 'tag': '924ebce5-5a1a-40dc-be32-861346dd7e4f', 'status': 'completed', 'code': 200} Aug 19 14:49:52.208437 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'name': 'network-vif-deleted', 'tag': '4a7fd694-8a1a-46c5-8dda-a9af80047f38'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:49:52.209423 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6ca117-63a0-4cd2-a207-d55edcbad65d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:49:52.211153 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485cfa41-149b-4086-8b60-b0df26b79765" -d '{"events": [{"server_uuid": "bce8a885-bf0d-4acb-9ae6-beed50cce16b", "name": "network-vif-deleted", "tag": "4a7fd694-8a1a-46c5-8dda-a9af80047f38"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:49:52.214699 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30f39016-c2cc-45af-8c40-8d27df796c1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:52.220009 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-aaef1603-7df0-42c6-85b3-14445dadd557 req-96ad8c5c-3a1b-4111-910d-2a9717a3c713 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=1b7f3eaa-4ba3-4683-8adc-4482c9a7c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582347 Aug 19 14:49:52.221099 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113aae22-a90e-4899-9075-4ca1c5ebd5d0 None None] Sync routers for ids ['b3df4cd6-5943-4838-a597-444004d739d4'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:49:52.233954 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113aae22-a90e-4899-9075-4ca1c5ebd5d0 None None] Routers {'b3df4cd6-5943-4838-a597-444004d739d4'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:49:52.236285 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-113aae22-a90e-4899-9075-4ca1c5ebd5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:49:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['b3df4cd6-5943-4838-a597-444004d739d4'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:49:52.243953 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e9e49-e5cc-4036-946c-b88eb11435da req-4f76d36e-8ae5-442c-8535-ae8ee4b869ac tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:52.245693 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b46e9e49-e5cc-4036-946c-b88eb11435da req-4f76d36e-8ae5-442c-8535-ae8ee4b869ac tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 945 time: 0.2897277 Aug 19 14:49:52.287971 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0a6ca117-63a0-4cd2-a207-d55edcbad65d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "PUT /v2.0/routers/b3df4cd6-5943-4838-a597-444004d739d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1066694 Aug 19 14:49:52.291382 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57324) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:52.333639 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30f39016-c2cc-45af-8c40-8d27df796c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:52.334659 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f39016-c2cc-45af-8c40-8d27df796c1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:52.335252 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30f39016-c2cc-45af-8c40-8d27df796c1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:52.353264 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b999d183-f6ca-4976-8916-b3b5103da098 req-a1c1b74c-4b12-4ba9-b7ac-7924c86874ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:52.357185 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b999d183-f6ca-4976-8916-b3b5103da098 req-a1c1b74c-4b12-4ba9-b7ac-7924c86874ad service neutron] 10.222.0.88 "GET /v2.0/subnets?id=aff8d2c4-8a7b-4abf-8ece-6e61f2387303 HTTP/1.1" status: 200 len: 850 time: 0.1457953 Aug 19 14:49:52.366113 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ba8370-0ce1-4a83-8305-9ec5d23713a9 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:52.371347 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-26ba8370-0ce1-4a83-8305-9ec5d23713a9 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/ports/98742ce0-7086-4bdc-9596-a8e257ff1328 HTTP/1.1" status: 200 len: 911 time: 0.0765026 Aug 19 14:49:52.411066 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b999d183-f6ca-4976-8916-b3b5103da098 req-17fcbbae-a515-4ec9-b6b0-1fa496d74407 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8a142042-c68c-4e37-b305-42d68af74408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404463 Aug 19 14:49:52.411740 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57326) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:52.495721 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-30f39016-c2cc-45af-8c40-8d27df796c1e admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3340311 Aug 19 14:49:52.515916 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57330) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:52.521219 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b46e9e49-e5cc-4036-946c-b88eb11435da req-c73a7f70-82f9-419e-8a9b-05456aae4d1e tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2548127 Aug 19 14:49:52.534094 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7be80019-bda8-4431-83b6-896cfab3c338 admin admin] Request body: {'subnet': {'network_id': '79e81dae-8594-4181-9a1d-730198eb44e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1381203964-subnet', 'tenant_id': '75685d67e60e4191be57fda4714cc5a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:49:52.565308 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962b56c-ab2e-4abe-8402-b81a0d2bba74 req-0fb264f0-a968-4978-b66c-248753625ac3 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:52.581560 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962b56c-ab2e-4abe-8402-b81a0d2bba74 req-0fb264f0-a968-4978-b66c-248753625ac3 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:52.586951 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057b0426-5362-4871-abfe-2a9525047924 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:52.590586 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962b56c-ab2e-4abe-8402-b81a0d2bba74 req-0fb264f0-a968-4978-b66c-248753625ac3 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:52.593283 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057b0426-5362-4871-abfe-2a9525047924 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:52.598591 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-057b0426-5362-4871-abfe-2a9525047924 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1856596 Aug 19 14:49:52.599341 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57334) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:52.600186 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962b56c-ab2e-4abe-8402-b81a0d2bba74 req-0fb264f0-a968-4978-b66c-248753625ac3 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:52.609836 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7962b56c-ab2e-4abe-8402-b81a0d2bba74 req-0fb264f0-a968-4978-b66c-248753625ac3 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 3143 time: 0.3624117 Aug 19 14:49:52.620174 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be80019-bda8-4431-83b6-896cfab3c338 admin admin] Made reservation on behalf of 75685d67e60e4191be57fda4714cc5a3 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:49:52.622711 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7be80019-bda8-4431-83b6-896cfab3c338 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:52.626677 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-113aae22-a90e-4899-9075-4ca1c5ebd5d0 None None] Set router b3df4cd6-5943-4838-a597-444004d739d4 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:49:52.648087 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873c50df-e6b1-43aa-a811-1b517a91e6f6 x-openstack-request-id: req-873c50df-e6b1-43aa-a811-1b517a91e6f6 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:49:52.648345 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce8a885-bf0d-4acb-9ae6-beed50cce16b", "name": "network-vif-deleted", "tag": "4a7fd694-8a1a-46c5-8dda-a9af80047f38", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:49:52.648663 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-873c50df-e6b1-43aa-a811-1b517a91e6f6 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:49:52.649098 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'name': 'network-vif-deleted', 'tag': '4a7fd694-8a1a-46c5-8dda-a9af80047f38', 'status': 'completed', 'code': 200} Aug 19 14:49:52.654078 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f39016-c2cc-45af-8c40-8d27df796c1e admin admin] Pushing event updated for resources: {'Network': ['ID=79e81dae-8594-4181-9a1d-730198eb44e1,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:52.669698 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 79e81dae-8594-4181-9a1d-730198eb44e1 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:49:52.732314 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7962b56c-ab2e-4abe-8402-b81a0d2bba74 req-8aeec1c1-b6c0-4202-91c8-087652035b9c tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/security-groups?id=27241ab3-04f0-48c7-8563-70f9530fcbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215279 Aug 19 14:49:52.839047 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-70e17b4b-d7a5-4c60-81b6-318c708eb275 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Deleting port bf510a67-3758-4837-9af6-1a144f49bd82 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:49:52.840224 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-70e17b4b-d7a5-4c60-81b6-318c708eb275 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:52.926054 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7be80019-bda8-4431-83b6-896cfab3c338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:52.967116 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-70e17b4b-d7a5-4c60-81b6-318c708eb275 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] For port bf510a67-3758-4837-9af6-1a144f49bd82, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=bf510a67-3758-4837-9af6-1a144f49bd82,segment=NetworkSegment(b333896f-71d3-4667-9887-245337866152),segment_id=b333896f-71d3-4667-9887-245337866152)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:49:52.968255 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-70e17b4b-d7a5-4c60-81b6-318c708eb275 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:52.988522 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-70e17b4b-d7a5-4c60-81b6-318c708eb275 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Calling delete_port for bf510a67-3758-4837-9af6-1a144f49bd82 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:49:53.020491 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-113aae22-a90e-4899-9075-4ca1c5ebd5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3df4cd6-5943-4838-a597-444004d739d4', 'name': 'tempest-NetworksTestDHCPv6-router-1542266111', 'tenant_id': 'c39f5f14c7bc46018e8896511823152f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:49:46Z', 'updated_at': '2021-08-19T14:49:48Z', 'revision_number': 2, 'project_id': 'c39f5f14c7bc46018e8896511823152f', 'gw_port_host': None, '_interfaces': [{'id': '98742ce0-7086-4bdc-9596-a8e257ff1328', 'name': '', 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'tenant_id': 'c39f5f14c7bc46018e8896511823152f', 'mac_address': 'fa:16:3e:5b:93:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3df4cd6-5943-4838-a597-444004d739d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'e8d7aa0f-1b00-40fc-b870-d9c7834e7007', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:49:48Z', 'updated_at': '2021-08-19T14:49:50Z', 'revision_number': 2, 'project_id': 'c39f5f14c7bc46018e8896511823152f', 'subnets': [{'id': 'e8d7aa0f-1b00-40fc-b870-d9c7834e7007', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:49:53.057044 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113aae22-a90e-4899-9075-4ca1c5ebd5d0 None None] Checking router: b3df4cd6-5943-4838-a597-444004d739d4 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:49:53.057579 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113aae22-a90e-4899-9075-4ca1c5ebd5d0 None None] Updating router b3df4cd6-5943-4838-a597-444004d739d4 port 98742ce0-7086-4bdc-9596-a8e257ff1328 binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:49:53.067180 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b999d183-f6ca-4976-8916-b3b5103da098 req-950ccf3d-016e-4068-a551-cc7b9d9a3ed8 service neutron] 10.222.0.88 "GET /v2.0/networks/8a142042-c68c-4e37-b305-42d68af74408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6427789 Aug 19 14:49:53.099574 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-113aae22-a90e-4899-9075-4ca1c5ebd5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:53.132852 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be80019-bda8-4431-83b6-896cfab3c338 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e1817d8-eac1-4fb4-a2b0-4a68e3227c3a,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:53.293636 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be80019-bda8-4431-83b6-896cfab3c338 admin admin] Checking segment: {'id': '386f872f-7050-4f39-b619-f0c6fab8597f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '79e81dae-8594-4181-9a1d-730198eb44e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:49:53.294013 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be80019-bda8-4431-83b6-896cfab3c338 admin admin] Network hostable DHCP agents. Network: 79e81dae-8594-4181-9a1d-730198eb44e1, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:49:53.365574 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be80019-bda8-4431-83b6-896cfab3c338 admin admin] Network 79e81dae-8594-4181-9a1d-730198eb44e1 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:49:53.410004 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-7be80019-bda8-4431-83b6-896cfab3c338 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 79e81dae-8594-4181-9a1d-730198eb44e1) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:49:53.443900 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be80019-bda8-4431-83b6-896cfab3c338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:53.444663 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7be80019-bda8-4431-83b6-896cfab3c338 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:53.464596 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b52741-d342-4b24-b72d-62e17960b624 None None] Network 79e81dae-8594-4181-9a1d-730198eb44e1 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:49:53.594401 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b999d183-f6ca-4976-8916-b3b5103da098 req-b2407002-f493-430a-98df-56d8e22a3470 service neutron] 10.222.0.88 "GET /v2.0/networks/8a142042-c68c-4e37-b305-42d68af74408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5075753 Aug 19 14:49:53.617218 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7be80019-bda8-4431-83b6-896cfab3c338 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0989115 Aug 19 14:49:53.645138 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-113aae22-a90e-4899-9075-4ca1c5ebd5d0 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:53.659487 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e56dba8-e2fa-44d0-a632-86f69ba96c51 req-7bafa15f-d2c8-41b4-856e-c0708b4d67f9 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:53.668148 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7e56dba8-e2fa-44d0-a632-86f69ba96c51 req-7bafa15f-d2c8-41b4-856e-c0708b4d67f9 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=63ff844a-eb67-4fc1-81b5-e3f4fbee744a HTTP/1.1" status: 200 len: 943 time: 0.9346776 Aug 19 14:49:53.672116 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-113aae22-a90e-4899-9075-4ca1c5ebd5d0 None None] Transition to ACTIVE for port object 98742ce0-7086-4bdc-9596-a8e257ff1328 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:49:53.721138 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-113aae22-a90e-4899-9075-4ca1c5ebd5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:53.760799 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7e56dba8-e2fa-44d0-a632-86f69ba96c51 req-4aa750bd-ebd2-493e-9657-fa6025cd0f80 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912511 Aug 19 14:49:53.762574 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc73c556-372d-45ed-a6ca-136a8ca2c91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7a43f4-555b-4213-a8fa-75f449055cf9'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:49:53.764937 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11a551c-996f-477b-909e-e7dfe346c3d8" -d '{"events": [{"server_uuid": "bc73c556-372d-45ed-a6ca-136a8ca2c91f", "name": "network-vif-plugged", "status": "completed", "tag": "aa7a43f4-555b-4213-a8fa-75f449055cf9"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:49:53.766152 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-70e17b4b-d7a5-4c60-81b6-318c708eb275 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:53.817113 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e17b4b-d7a5-4c60-81b6-318c708eb275 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Pushing event deleted for resources: {'Port': ['ID=bf510a67-3758-4837-9af6-1a144f49bd82,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:53.847981 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82979ff4-bbe0-4587-bd51-f4388bd02984 req-3beee131-87b4-4c0a-bbc5-2dfb1ade5155 tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:53.856207 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-82979ff4-bbe0-4587-bd51-f4388bd02984 req-3beee131-87b4-4c0a-bbc5-2dfb1ade5155 tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b056766-70d6-4afd-baf2-13395009e297 HTTP/1.1" status: 200 len: 945 time: 0.7315280 Aug 19 14:49:53.891372 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-4dfe268b-a290-4b66-8c9c-6972314f9a08 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2684166 Aug 19 14:49:53.911547 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d1bc2-6d9f-4a1a-942f-677f37d282d4 req-c258460e-393c-4aa6-b2db-8367d9d3a0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:53.914410 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-521d1bc2-6d9f-4a1a-942f-677f37d282d4 req-c258460e-393c-4aa6-b2db-8367d9d3a0be service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a174c7311ebe4e578a18affa5c162e64&device_id=63ff844a-eb67-4fc1-81b5-e3f4fbee744a HTTP/1.1" status: 200 len: 1094 time: 0.2618494 Aug 19 14:49:53.926538 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8323151a-02ff-414e-9d56-6f0d5df95650 None None] Network 79e81dae-8594-4181-9a1d-730198eb44e1 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:49:53.943268 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa1f08-ec67-446a-9349-fab8792200b0 None None] Pushing event updated for resources: {'Port': ['ID=98742ce0-7086-4bdc-9596-a8e257ff1328,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:53.991732 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-70e17b4b-d7a5-4c60-81b6-318c708eb275 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] No DVR routers for this DVR port bf510a67-3758-4837-9af6-1a144f49bd82 on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:49:53.995671 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-70e17b4b-d7a5-4c60-81b6-318c708eb275 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:53.998314 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-70e17b4b-d7a5-4c60-81b6-318c708eb275 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.88 "DELETE /v2.0/ports/bf510a67-3758-4837-9af6-1a144f49bd82 HTTP/1.1" status: 204 len: 173 time: 1.7745011 Aug 19 14:49:54.047437 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-113aae22-a90e-4899-9075-4ca1c5ebd5d0 None None] Attempting to bind port 98742ce0-7086-4bdc-9596-a8e257ff1328 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:49:54.047650 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-113aae22-a90e-4899-9075-4ca1c5ebd5d0 None None] Attempting to bind port 98742ce0-7086-4bdc-9596-a8e257ff1328 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:49:54.048476 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113aae22-a90e-4899-9075-4ca1c5ebd5d0 None None] Attempting to bind port 98742ce0-7086-4bdc-9596-a8e257ff1328 on network eb2a0074-ffdc-4655-a2e0-d470caf1d21a {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:49:54.090212 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-82979ff4-bbe0-4587-bd51-f4388bd02984 req-1856f421-ad20-4bf0-911d-99ab1a8634fc tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b7f3eaa-4ba3-4683-8adc-4482c9a7c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328942 Aug 19 14:49:54.100435 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113aae22-a90e-4899-9075-4ca1c5ebd5d0 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:49:54.100789 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113aae22-a90e-4899-9075-4ca1c5ebd5d0 None None] Checking segment: {'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:49:54.107893 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-113aae22-a90e-4899-9075-4ca1c5ebd5d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:54.109136 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113aae22-a90e-4899-9075-4ca1c5ebd5d0 None None] Bound using segment: {'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:49:54.110252 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-113aae22-a90e-4899-9075-4ca1c5ebd5d0 None None] Bound port: 98742ce0-7086-4bdc-9596-a8e257ff1328, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:49:54.110252 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-113aae22-a90e-4899-9075-4ca1c5ebd5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:54.138875 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-5fb728c7-67bb-4c34-bc6c-1535100b25c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:54.139364 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-5fb728c7-67bb-4c34-bc6c-1535100b25c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:54.145133 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-5fb728c7-67bb-4c34-bc6c-1535100b25c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:54.146440 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-5fb728c7-67bb-4c34-bc6c-1535100b25c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:54.146440 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-5fb728c7-67bb-4c34-bc6c-1535100b25c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:54.146721 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-5fb728c7-67bb-4c34-bc6c-1535100b25c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:54.147049 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-5fb728c7-67bb-4c34-bc6c-1535100b25c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:54.149136 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-5fb728c7-67bb-4c34-bc6c-1535100b25c9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ef249261d4604936b13aa21e0bea0dc2&device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 6500 time: 0.1936810 Aug 19 14:49:54.203889 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d1bc2-6d9f-4a1a-942f-677f37d282d4 req-76fdf06f-c57d-4484-b8df-6bd01aac6fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:54.206456 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-521d1bc2-6d9f-4a1a-942f-677f37d282d4 req-76fdf06f-c57d-4484-b8df-6bd01aac6fd6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8a142042-c68c-4e37-b305-42d68af74408 HTTP/1.1" status: 200 len: 911 time: 0.2786138 Aug 19 14:49:54.255873 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-113aae22-a90e-4899-9075-4ca1c5ebd5d0 None None] For port 98742ce0-7086-4bdc-9596-a8e257ff1328, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:49:54.260721 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-113aae22-a90e-4899-9075-4ca1c5ebd5d0 None None] For port 98742ce0-7086-4bdc-9596-a8e257ff1328, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=98742ce0-7086-4bdc-9596-a8e257ff1328,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:49:54.267141 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-113aae22-a90e-4899-9075-4ca1c5ebd5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:54.345139 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-521d1bc2-6d9f-4a1a-942f-677f37d282d4 req-32f7f9fe-d826-419e-bb89-9d7d8a4729a4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=924ebce5-5a1a-40dc-be32-861346dd7e4f HTTP/1.1" status: 200 len: 217 time: 0.1285346 Aug 19 14:49:54.351229 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-ae99b632-01f8-476b-92b4-7a8218bfbcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:54.351612 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-ae99b632-01f8-476b-92b4-7a8218bfbcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:54.352087 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-ae99b632-01f8-476b-92b4-7a8218bfbcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:54.353799 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-ae99b632-01f8-476b-92b4-7a8218bfbcf5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c4f80db4-35be-4b3c-8bae-306ff26e4f72&id=dac15f89-eb05-4149-aeea-9b60945c8ac2&id=dac15f89-eb05-4149-aeea-9b60945c8ac2&id=dac15f89-eb05-4149-aeea-9b60945c8ac2&id=dac15f89-eb05-4149-aeea-9b60945c8ac2&id=f6ac2016-e7c1-459d-ba43-66cd8666f5a3&id=f6ac2016-e7c1-459d-ba43-66cd8666f5a3 HTTP/1.1" status: 200 len: 2297 time: 0.1122630 Aug 19 14:49:54.378179 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113aae22-a90e-4899-9075-4ca1c5ebd5d0 None None] Routers {'b3df4cd6-5943-4838-a597-444004d739d4'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:49:54.379814 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-113aae22-a90e-4899-9075-4ca1c5ebd5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:49:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['b3df4cd6-5943-4838-a597-444004d739d4'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:49:54.387323 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa1f08-ec67-446a-9349-fab8792200b0 None None] Pushing event updated for resources: {'Port': ['ID=98742ce0-7086-4bdc-9596-a8e257ff1328,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:54.478571 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a46252af-e09a-4a7a-a9cd-893ca627d581 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:54.529671 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411e02b-8ded-4fdb-ab2c-c9f17f3bf3f5 req-2acb8781-8b9d-4e6a-9f0f-9e46518af3b1 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:54.538050 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b411e02b-8ded-4fdb-ab2c-c9f17f3bf3f5 req-2acb8781-8b9d-4e6a-9f0f-9e46518af3b1 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 945 time: 0.5317953 Aug 19 14:49:54.558481 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-113aae22-a90e-4899-9075-4ca1c5ebd5d0 None None] Set router b3df4cd6-5943-4838-a597-444004d739d4 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:49:54.588165 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d1bc2-6d9f-4a1a-942f-677f37d282d4 req-994b2553-46e7-4846-8132-29e3561d6c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:54.589900 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-521d1bc2-6d9f-4a1a-942f-677f37d282d4 req-994b2553-46e7-4846-8132-29e3561d6c94 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=aff8d2c4-8a7b-4abf-8ece-6e61f2387303 HTTP/1.1" status: 200 len: 850 time: 0.2302997 Aug 19 14:49:54.613282 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959f5f0-ef5d-48b6-9226-0b09788f4633 req-124d1677-ba9f-4ebd-8034-9ef12081c5e2 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:54.620021 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959f5f0-ef5d-48b6-9226-0b09788f4633 req-124d1677-ba9f-4ebd-8034-9ef12081c5e2 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:54.635151 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959f5f0-ef5d-48b6-9226-0b09788f4633 req-124d1677-ba9f-4ebd-8034-9ef12081c5e2 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:54.646042 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2959f5f0-ef5d-48b6-9226-0b09788f4633 req-124d1677-ba9f-4ebd-8034-9ef12081c5e2 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 2410 time: 0.4346082 Aug 19 14:49:54.654716 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'name': 'network-vif-deleted', 'tag': 'bf510a67-3758-4837-9af6-1a144f49bd82'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:49:54.655420 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-521d1bc2-6d9f-4a1a-942f-677f37d282d4 req-5b91f405-ee77-4210-9927-c5991b38c28c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8a142042-c68c-4e37-b305-42d68af74408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532775 Aug 19 14:49:54.657549 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42765a88-c296-4b10-9794-fa68bbd2751f" -d '{"events": [{"server_uuid": "bce8a885-bf0d-4acb-9ae6-beed50cce16b", "name": "network-vif-deleted", "tag": "bf510a67-3758-4837-9af6-1a144f49bd82"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:49:54.702388 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-db7ac6eb-c0ab-4589-8a5f-b9cd3952e75b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d HTTP/1.1" status: 200 len: 1001 time: 0.3224924 Aug 19 14:49:54.779305 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2959f5f0-ef5d-48b6-9226-0b09788f4633 req-0361baf7-a55a-4082-9037-ee0cf73bd7ca tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/security-groups?id=27241ab3-04f0-48c7-8563-70f9530fcbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315577 Aug 19 14:49:54.815069 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b411e02b-8ded-4fdb-ab2c-c9f17f3bf3f5 req-5dbd7dc3-76f2-4e81-a34a-1aa3b3d1f178 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2563097 Aug 19 14:49:54.833553 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-33253ee6-7b6b-4377-955d-a6fdb8b1040a tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Deleting port 753eba00-312b-4ae4-b21f-17ab912d1769 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:49:54.847773 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-33253ee6-7b6b-4377-955d-a6fdb8b1040a tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:54.894064 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3aacd1d-832b-42cd-ad82-659ff72da045 x-openstack-request-id: req-e3aacd1d-832b-42cd-ad82-659ff72da045 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:49:54.894566 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc73c556-372d-45ed-a6ca-136a8ca2c91f", "name": "network-vif-plugged", "status": "completed", "tag": "aa7a43f4-555b-4213-a8fa-75f449055cf9", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:49:54.894760 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e3aacd1d-832b-42cd-ad82-659ff72da045 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:49:54.895147 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc73c556-372d-45ed-a6ca-136a8ca2c91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7a43f4-555b-4213-a8fa-75f449055cf9', 'code': 200} Aug 19 14:49:54.901642 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-521d1bc2-6d9f-4a1a-942f-677f37d282d4 req-f6159135-3adb-4a78-aa1c-9de53a6e990a service neutron] 10.222.0.88 "GET /v2.0/networks/8a142042-c68c-4e37-b305-42d68af74408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274697 Aug 19 14:49:54.920534 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-113aae22-a90e-4899-9075-4ca1c5ebd5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3df4cd6-5943-4838-a597-444004d739d4', 'name': 'tempest-NetworksTestDHCPv6-router-1542266111', 'tenant_id': 'c39f5f14c7bc46018e8896511823152f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:49:46Z', 'updated_at': '2021-08-19T14:49:48Z', 'revision_number': 2, 'project_id': 'c39f5f14c7bc46018e8896511823152f', 'gw_port_host': None, '_interfaces': [{'id': '98742ce0-7086-4bdc-9596-a8e257ff1328', 'name': '', 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'tenant_id': 'c39f5f14c7bc46018e8896511823152f', 'mac_address': 'fa:16:3e:5b:93:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3df4cd6-5943-4838-a597-444004d739d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'e8d7aa0f-1b00-40fc-b870-d9c7834e7007', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:49:48Z', 'updated_at': '2021-08-19T14:49:54Z', 'revision_number': 4, 'project_id': 'c39f5f14c7bc46018e8896511823152f', 'subnets': [{'id': 'e8d7aa0f-1b00-40fc-b870-d9c7834e7007', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:49:54.942851 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-0d1ec0bc-dcde-4315-b01d-729c7b7bec5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:54.944525 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-0d1ec0bc-dcde-4315-b01d-729c7b7bec5d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bcb8b434-4c76-4ea2-aea9-8e7ef5c2e1da HTTP/1.1" status: 200 len: 855 time: 0.2135937 Aug 19 14:49:54.955067 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113aae22-a90e-4899-9075-4ca1c5ebd5d0 None None] The sync data for ids ['b3df4cd6-5943-4838-a597-444004d739d4'] in n-d-766043-2 is: [{'id': 'b3df4cd6-5943-4838-a597-444004d739d4', 'name': 'tempest-NetworksTestDHCPv6-router-1542266111', 'tenant_id': 'c39f5f14c7bc46018e8896511823152f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:49:46Z', 'updated_at': '2021-08-19T14:49:48Z', 'revision_number': 2, 'project_id': 'c39f5f14c7bc46018e8896511823152f', 'gw_port_host': None, '_interfaces': [{'id': '98742ce0-7086-4bdc-9596-a8e257ff1328', 'name': '', 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'tenant_id': 'c39f5f14c7bc46018e8896511823152f', 'mac_address': 'fa:16:3e:5b:93:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3df4cd6-5943-4838-a597-444004d739d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'e8d7aa0f-1b00-40fc-b870-d9c7834e7007', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:49:48Z', 'updated_at': '2021-08-19T14:49:54Z', 'revision_number': 4, 'project_id': 'c39f5f14c7bc46018e8896511823152f', 'subnets': [{'id': 'e8d7aa0f-1b00-40fc-b870-d9c7834e7007', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:49:55.064578 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-33253ee6-7b6b-4377-955d-a6fdb8b1040a tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] For port 753eba00-312b-4ae4-b21f-17ab912d1769, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=753eba00-312b-4ae4-b21f-17ab912d1769,segment=NetworkSegment(99c97db4-9a46-4f59-aa17-3bb2f2a5461a),segment_id=99c97db4-9a46-4f59-aa17-3bb2f2a5461a)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:49:55.065249 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-33253ee6-7b6b-4377-955d-a6fdb8b1040a tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:55.083758 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-33253ee6-7b6b-4377-955d-a6fdb8b1040a tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Calling delete_port for 753eba00-312b-4ae4-b21f-17ab912d1769 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:49:55.190775 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-a46252af-e09a-4a7a-a9cd-893ca627d581 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Deleting port 98742ce0-7086-4bdc-9596-a8e257ff1328 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:49:55.191206 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a46252af-e09a-4a7a-a9cd-893ca627d581 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:55.226323 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9be22-595e-4182-bbe6-8458d32efa4d req-18422909-1c4d-48fa-95d5-15484eacbb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:55.227895 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-84f9be22-595e-4182-bbe6-8458d32efa4d req-18422909-1c4d-48fa-95d5-15484eacbb8c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 1096 time: 0.2495573 Aug 19 14:49:55.243160 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a227c4c-9bb0-417b-a9ea-c0a1d88c3726 x-openstack-request-id: req-6a227c4c-9bb0-417b-a9ea-c0a1d88c3726 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:49:55.243447 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce8a885-bf0d-4acb-9ae6-beed50cce16b", "name": "network-vif-deleted", "tag": "bf510a67-3758-4837-9af6-1a144f49bd82", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:49:55.243704 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6a227c4c-9bb0-417b-a9ea-c0a1d88c3726 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:49:55.244100 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'name': 'network-vif-deleted', 'tag': 'bf510a67-3758-4837-9af6-1a144f49bd82', 'status': 'completed', 'code': 200} Aug 19 14:49:55.301027 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-521d1bc2-6d9f-4a1a-942f-677f37d282d4 req-98b1994e-af59-44dc-a3e8-76785e51026e service neutron] 10.222.0.88 "GET /v2.0/networks/8a142042-c68c-4e37-b305-42d68af74408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538120 Aug 19 14:49:55.320831 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-84f9be22-595e-4182-bbe6-8458d32efa4d req-298c70e4-a3e2-4c1a-97b0-b549d1419c62 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632081 Aug 19 14:49:55.341908 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-0f0ef8b5-5e99-41ab-b48e-38e4a60383ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:55.344644 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-0f0ef8b5-5e99-41ab-b48e-38e4a60383ac service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c4f80db4-35be-4b3c-8bae-306ff26e4f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3872249 Aug 19 14:49:55.354533 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-33253ee6-7b6b-4377-955d-a6fdb8b1040a tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:55.359433 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-a46252af-e09a-4a7a-a9cd-893ca627d581 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] For port 98742ce0-7086-4bdc-9596-a8e257ff1328, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=98742ce0-7086-4bdc-9596-a8e257ff1328,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:49:55.359969 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a46252af-e09a-4a7a-a9cd-893ca627d581 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:55.383162 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e463591-de6b-4168-96da-9ff157164978 req-3c7138a0-4ac5-4e79-aa44-1ddaacc1a6fd tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:55.385538 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-a46252af-e09a-4a7a-a9cd-893ca627d581 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Calling delete_port for 98742ce0-7086-4bdc-9596-a8e257ff1328 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:49:55.388693 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4e463591-de6b-4168-96da-9ff157164978 req-3c7138a0-4ac5-4e79-aa44-1ddaacc1a6fd tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b056766-70d6-4afd-baf2-13395009e297 HTTP/1.1" status: 200 len: 945 time: 0.1436455 Aug 19 14:49:55.422462 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33253ee6-7b6b-4377-955d-a6fdb8b1040a tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Pushing event deleted for resources: {'Port': ['ID=753eba00-312b-4ae4-b21f-17ab912d1769,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:55.478649 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9e63e-d59e-47a0-be90-1a6c92c0dd5a req-c88656f7-98b8-457f-bdca-bdb3ab1ec328 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:55.480238 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-41f9e63e-d59e-47a0-be90-1a6c92c0dd5a req-c88656f7-98b8-457f-bdca-bdb3ab1ec328 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=63ff844a-eb67-4fc1-81b5-e3f4fbee744a HTTP/1.1" status: 200 len: 943 time: 0.2341261 Aug 19 14:49:55.501030 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-33253ee6-7b6b-4377-955d-a6fdb8b1040a tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] No DVR routers for this DVR port 753eba00-312b-4ae4-b21f-17ab912d1769 on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:49:55.503698 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-33253ee6-7b6b-4377-955d-a6fdb8b1040a tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:55.506024 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-33253ee6-7b6b-4377-955d-a6fdb8b1040a tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.88 "DELETE /v2.0/ports/753eba00-312b-4ae4-b21f-17ab912d1769 HTTP/1.1" status: 204 len: 173 time: 1.4830441 Aug 19 14:49:55.556072 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4e463591-de6b-4168-96da-9ff157164978 req-2f04f1ec-1425-4e7d-97d1-01cc97f616f9 tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b7f3eaa-4ba3-4683-8adc-4482c9a7c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636722 Aug 19 14:49:55.654577 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a46252af-e09a-4a7a-a9cd-893ca627d581 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:55.686126 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-41f9e63e-d59e-47a0-be90-1a6c92c0dd5a req-5c1700a4-975d-4db5-89d0-e9471dd096b7 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806152 Aug 19 14:49:55.702721 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46252af-e09a-4a7a-a9cd-893ca627d581 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event deleted for resources: {'Port': ['ID=98742ce0-7086-4bdc-9596-a8e257ff1328,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:55.938380 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-7688cf56-7989-4bc6-a69c-0b43c9acec8b service neutron] 10.222.0.88 "GET /v2.0/networks/c4f80db4-35be-4b3c-8bae-306ff26e4f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633602 Aug 19 14:49:56.038962 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a46252af-e09a-4a7a-a9cd-893ca627d581 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:56.096860 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-cf673055-5840-4722-bedc-9c95f129e43b tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Deleting port 60f87527-45c9-49a4-8b17-a576d308e581 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:49:56.098906 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-cf673055-5840-4722-bedc-9c95f129e43b tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:56.227002 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb612661-fbed-4b1a-9629-48ed889ff612 req-2164c586-c267-4e5c-bdf3-a035ba90f232 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:56.234622 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fb612661-fbed-4b1a-9629-48ed889ff612 req-2164c586-c267-4e5c-bdf3-a035ba90f232 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 945 time: 0.2235346 Aug 19 14:49:56.308790 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-cf673055-5840-4722-bedc-9c95f129e43b tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] For port 60f87527-45c9-49a4-8b17-a576d308e581, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=60f87527-45c9-49a4-8b17-a576d308e581,segment=NetworkSegment(b333896f-71d3-4667-9887-245337866152),segment_id=b333896f-71d3-4667-9887-245337866152)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:49:56.309163 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-cf673055-5840-4722-bedc-9c95f129e43b tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:56.314913 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-887b922e-cf56-48f7-ac98-2e224a425b06 service neutron] 10.222.0.88 "GET /v2.0/networks/c4f80db4-35be-4b3c-8bae-306ff26e4f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3741190 Aug 19 14:49:56.343191 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fb612661-fbed-4b1a-9629-48ed889ff612 req-2ccbb2ef-5654-401b-8e18-0fa7fb4e7ad9 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937722 Aug 19 14:49:56.343340 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a46252af-e09a-4a7a-a9cd-893ca627d581 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Router b3df4cd6-5943-4838-a597-444004d739d4 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:49:56.389768 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 924ebce5-5a1a-40dc-be32-861346dd7e4f details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:49:56.394109 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-cf673055-5840-4722-bedc-9c95f129e43b tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Calling delete_port for 60f87527-45c9-49a4-8b17-a576d308e581 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:49:56.394109 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-17b3e233-5a58-4ab6-8164-f4fe2aa58da5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=f5041c84-227f-4ce0-b39a-d1af5a9cfa38 HTTP/1.1" status: 200 len: 217 time: 0.0576248 Aug 19 14:49:56.552040 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-61aa9494-6896-46b5-af0a-2436b158530e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:56.553549 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-61aa9494-6896-46b5-af0a-2436b158530e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=55724c78-10e9-41fc-9f40-aa41fd533be5 HTTP/1.1" status: 200 len: 797 time: 0.1423197 Aug 19 14:49:56.567544 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7913f8e3-8ebb-40b8-8b5b-8031ebcaf93a req-712f0d25-57c4-4d86-8db9-68973513d8dc tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:56.573762 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7913f8e3-8ebb-40b8-8b5b-8031ebcaf93a req-712f0d25-57c4-4d86-8db9-68973513d8dc tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:56.581375 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7913f8e3-8ebb-40b8-8b5b-8031ebcaf93a req-712f0d25-57c4-4d86-8db9-68973513d8dc tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 1677 time: 0.2358093 Aug 19 14:49:56.594324 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 924ebce5-5a1a-40dc-be32-861346dd7e4f, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=924ebce5-5a1a-40dc-be32-861346dd7e4f,segment=NetworkSegment(8196d451-8148-4854-93a1-9e3fdf28ead8),segment_id=8196d451-8148-4854-93a1-9e3fdf28ead8)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:49:56.619156 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '924ebce5-5a1a-40dc-be32-861346dd7e4f', 'network_id': '8a142042-c68c-4e37-b305-42d68af74408', 'port_id': '924ebce5-5a1a-40dc-be32-861346dd7e4f', 'mac_address': 'fa:16:3e:91:80:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff8d2c4-8a7b-4abf-8ece-6e61f2387303', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:49:56.692725 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:56.708072 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c23d2-6ad5-4b70-b016-db863132c626 req-a63e96ff-50e3-4688-bffc-8e6c1e287e0c tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:56.709691 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-836c23d2-6ad5-4b70-b016-db863132c626 req-a63e96ff-50e3-4688-bffc-8e6c1e287e0c tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b056766-70d6-4afd-baf2-13395009e297 HTTP/1.1" status: 200 len: 945 time: 0.2453637 Aug 19 14:49:56.730228 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 924ebce5-5a1a-40dc-be32-861346dd7e4f {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:49:56.751453 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7913f8e3-8ebb-40b8-8b5b-8031ebcaf93a req-f84fcc78-ac1b-43e1-b640-80d2534cd36b tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/security-groups?id=27241ab3-04f0-48c7-8563-70f9530fcbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690853 Aug 19 14:49:56.755182 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 924ebce5-5a1a-40dc-be32-861346dd7e4f, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=924ebce5-5a1a-40dc-be32-861346dd7e4f,segment=NetworkSegment(8196d451-8148-4854-93a1-9e3fdf28ead8),segment_id=8196d451-8148-4854-93a1-9e3fdf28ead8)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:49:56.756010 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-b285d36f-44b2-414f-af4e-e3bcabc34317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:56.757640 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-b285d36f-44b2-414f-af4e-e3bcabc34317 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=dac15f89-eb05-4149-aeea-9b60945c8ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1633756 Aug 19 14:49:56.762476 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:56.831911 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=924ebce5-5a1a-40dc-be32-861346dd7e4f,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:56.901298 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-836c23d2-6ad5-4b70-b016-db863132c626 req-cad7061d-1b0e-4e46-bcfa-825c4a946f9b tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b7f3eaa-4ba3-4683-8adc-4482c9a7c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766093 Aug 19 14:49:56.926837 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a46252af-e09a-4a7a-a9cd-893ca627d581 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:49:56.937202 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a46252af-e09a-4a7a-a9cd-893ca627d581 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "PUT /v2.0/routers/b3df4cd6-5943-4838-a597-444004d739d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3275781 Aug 19 14:49:56.937694 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57396) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:56.990370 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-cf673055-5840-4722-bedc-9c95f129e43b tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:57.027445 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1723d39-4929-452e-ae7e-4975e9bbcd7d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:57.029000 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1723d39-4929-452e-ae7e-4975e9bbcd7d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:57.030688 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c1723d39-4929-452e-ae7e-4975e9bbcd7d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0915172 Aug 19 14:49:57.033670 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57402) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:57.041889 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0432a421-ced9-4ea8-b98b-4212cf7085af None None] Sync routers for ids ['b3df4cd6-5943-4838-a597-444004d739d4'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:49:57.057396 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0432a421-ced9-4ea8-b98b-4212cf7085af None None] Routers {'b3df4cd6-5943-4838-a597-444004d739d4'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:49:57.058016 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0432a421-ced9-4ea8-b98b-4212cf7085af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:49:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['b3df4cd6-5943-4838-a597-444004d739d4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:49:57.059405 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf673055-5840-4722-bedc-9c95f129e43b tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Pushing event deleted for resources: {'Port': ['ID=60f87527-45c9-49a4-8b17-a576d308e581,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:57.094792 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-136792f6-16a8-4b95-9ee6-117af43d51f6 service neutron] 10.222.0.88 "GET /v2.0/networks/dac15f89-eb05-4149-aeea-9b60945c8ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288023 Aug 19 14:49:57.106258 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['924ebce5-5a1a-40dc-be32-861346dd7e4f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:49:57.127603 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-dff24ede-8d32-445c-8a3f-0a17a2bf38c5 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Deleting subnet e8d7aa0f-1b00-40fc-b870-d9c7834e7007 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:49:57.136067 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dff24ede-8d32-445c-8a3f-0a17a2bf38c5 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:57.183928 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4c129-666c-4eb8-96f1-a65279d6b58e req-c623c460-a7b9-4a0a-85cc-159608c42e41 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:57.185471 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5dc4c129-666c-4eb8-96f1-a65279d6b58e req-c623c460-a7b9-4a0a-85cc-159608c42e41 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=63ff844a-eb67-4fc1-81b5-e3f4fbee744a HTTP/1.1" status: 200 len: 944 time: 0.2463117 Aug 19 14:49:57.202901 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-0432a421-ced9-4ea8-b98b-4212cf7085af None None] Set router b3df4cd6-5943-4838-a597-444004d739d4 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:49:57.229176 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dff24ede-8d32-445c-8a3f-0a17a2bf38c5 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:57.255054 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'name': 'network-vif-deleted', 'tag': '753eba00-312b-4ae4-b21f-17ab912d1769'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:49:57.265715 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95149ff-ef0e-404a-b08f-61bda8671933" -d '{"events": [{"server_uuid": "bce8a885-bf0d-4acb-9ae6-beed50cce16b", "name": "network-vif-deleted", "tag": "753eba00-312b-4ae4-b21f-17ab912d1769"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:49:57.271179 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0432a421-ced9-4ea8-b98b-4212cf7085af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3df4cd6-5943-4838-a597-444004d739d4', 'name': 'tempest-NetworksTestDHCPv6-router-1542266111', 'tenant_id': 'c39f5f14c7bc46018e8896511823152f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:49:46Z', 'updated_at': '2021-08-19T14:49:55Z', 'revision_number': 3, 'project_id': 'c39f5f14c7bc46018e8896511823152f', 'gw_port_host': None}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:49:57.303529 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0432a421-ced9-4ea8-b98b-4212cf7085af None None] Checking router: b3df4cd6-5943-4838-a597-444004d739d4 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:49:57.313922 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0432a421-ced9-4ea8-b98b-4212cf7085af None None] Routers {'b3df4cd6-5943-4838-a597-444004d739d4'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:49:57.314792 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0432a421-ced9-4ea8-b98b-4212cf7085af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:49:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['b3df4cd6-5943-4838-a597-444004d739d4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:49:57.322995 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-cf673055-5840-4722-bedc-9c95f129e43b tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] No DVR routers for this DVR port 60f87527-45c9-49a4-8b17-a576d308e581 on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:49:57.328019 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-cf673055-5840-4722-bedc-9c95f129e43b tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:57.331702 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-cf673055-5840-4722-bedc-9c95f129e43b tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.88 "DELETE /v2.0/ports/60f87527-45c9-49a4-8b17-a576d308e581 HTTP/1.1" status: 204 len: 173 time: 1.7409265 Aug 19 14:49:57.334653 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dff24ede-8d32-445c-8a3f-0a17a2bf38c5 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:57.459057 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4bc42b2-adf2-4de3-9de7-ed796b8b9933 x-openstack-request-id: req-a4bc42b2-adf2-4de3-9de7-ed796b8b9933 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:49:57.459576 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce8a885-bf0d-4acb-9ae6-beed50cce16b", "name": "network-vif-deleted", "tag": "753eba00-312b-4ae4-b21f-17ab912d1769", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:49:57.459991 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a4bc42b2-adf2-4de3-9de7-ed796b8b9933 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:49:57.460657 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'name': 'network-vif-deleted', 'tag': '753eba00-312b-4ae4-b21f-17ab912d1769', 'status': 'completed', 'code': 200} Aug 19 14:49:57.501983 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dff24ede-8d32-445c-8a3f-0a17a2bf38c5 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:57.518451 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5dc4c129-666c-4eb8-96f1-a65279d6b58e req-1fc1a146-93e3-4d47-92c9-5ea11c8c856c tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081446 Aug 19 14:49:57.562469 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dff24ede-8d32-445c-8a3f-0a17a2bf38c5 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:57.572147 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2d79b6-7c95-42f9-8a26-488ec264af49 None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:49:57.588980 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-dff24ede-8d32-445c-8a3f-0a17a2bf38c5 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/e8d7aa0f-1b00-40fc-b870-d9c7834e7007 HTTP/1.1" status: 204 len: 168 time: 0.5517931 Aug 19 14:49:57.588980 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff24ede-8d32-445c-8a3f-0a17a2bf38c5 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event deleted for resources: {'Subnet': ['ID=e8d7aa0f-1b00-40fc-b870-d9c7834e7007,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:57.589663 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57418) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:57.609851 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-0432a421-ced9-4ea8-b98b-4212cf7085af None None] Set router b3df4cd6-5943-4838-a597-444004d739d4 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:49:57.713730 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-7c71f8c7-8766-42e3-858e-2388c785fd18 service neutron] 10.222.0.88 "GET /v2.0/networks/dac15f89-eb05-4149-aeea-9b60945c8ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5973854 Aug 19 14:49:57.728265 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0432a421-ced9-4ea8-b98b-4212cf7085af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3df4cd6-5943-4838-a597-444004d739d4', 'name': 'tempest-NetworksTestDHCPv6-router-1542266111', 'tenant_id': 'c39f5f14c7bc46018e8896511823152f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:49:46Z', 'updated_at': '2021-08-19T14:49:55Z', 'revision_number': 3, 'project_id': 'c39f5f14c7bc46018e8896511823152f', 'gw_port_host': None}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:49:57.785805 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0432a421-ced9-4ea8-b98b-4212cf7085af None None] The sync data for ids ['b3df4cd6-5943-4838-a597-444004d739d4'] in n-d-766043-2 is: [{'id': 'b3df4cd6-5943-4838-a597-444004d739d4', 'name': 'tempest-NetworksTestDHCPv6-router-1542266111', 'tenant_id': 'c39f5f14c7bc46018e8896511823152f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:49:46Z', 'updated_at': '2021-08-19T14:49:55Z', 'revision_number': 3, 'project_id': 'c39f5f14c7bc46018e8896511823152f', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:49:57.800990 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64eb4f-65af-4935-adf2-874189099b6b req-0510a26f-52f3-4bce-a1d9-9c2e0124caa7 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:57.802580 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-db64eb4f-65af-4935-adf2-874189099b6b req-0510a26f-52f3-4bce-a1d9-9c2e0124caa7 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 945 time: 0.2810271 Aug 19 14:49:57.837242 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0d8ded9d-c1c2-4561-bf6a-7607d79a6b76 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2442753 Aug 19 14:49:57.841810 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57434) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:57.853600 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-ef788ba7-f4ce-423a-9f44-aa1641380ad6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=56da6e17-81c7-428b-af76-84d1fb4c24f1 HTTP/1.1" status: 200 len: 217 time: 0.1293714 Aug 19 14:49:57.923483 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ead0629-0557-40d5-88c0-bb849f286e7c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:57.958515 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-7feca43d-d40f-4185-8e33-20ced69f891c tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Deleting port 2843ebb3-e971-408f-85db-a3c624b9b9d8 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:49:57.958849 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-7feca43d-d40f-4185-8e33-20ced69f891c tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:58.068254 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d6ef95-011f-421f-ad31-211780869e99 req-71224e05-7dde-4434-bd68-c508f3734075 tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:58.069753 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-30d6ef95-011f-421f-ad31-211780869e99 req-71224e05-7dde-4434-bd68-c508f3734075 tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b056766-70d6-4afd-baf2-13395009e297 HTTP/1.1" status: 200 len: 945 time: 0.2892458 Aug 19 14:49:58.077471 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-db64eb4f-65af-4935-adf2-874189099b6b req-ebffad52-a173-4fab-9450-8d05006e00e2 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2228420 Aug 19 14:49:58.083002 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-66358967-c97a-4b23-b8ae-66560583ed7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:58.085164 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-66358967-c97a-4b23-b8ae-66560583ed7f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=55724c78-10e9-41fc-9f40-aa41fd533be5 HTTP/1.1" status: 200 len: 797 time: 0.2154629 Aug 19 14:49:58.090182 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ead0629-0557-40d5-88c0-bb849f286e7c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:58.093683 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ead0629-0557-40d5-88c0-bb849f286e7c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:58.146731 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ead0629-0557-40d5-88c0-bb849f286e7c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:58.147357 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ead0629-0557-40d5-88c0-bb849f286e7c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Fanout notify agent at l3_agent the message router_deleted on router b3df4cd6-5943-4838-a597-444004d739d4 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:49:58.155703 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ead0629-0557-40d5-88c0-bb849f286e7c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:58.159610 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9ead0629-0557-40d5-88c0-bb849f286e7c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/routers/b3df4cd6-5943-4838-a597-444004d739d4 HTTP/1.1" status: 204 len: 168 time: 0.3141663 Aug 19 14:49:58.160029 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57442) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:58.166062 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2b186278-c5d9-4448-863f-dd5558db4bee tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'subnet': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:49:58.202387 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8daa5ca5-2fcd-4476-ab36-011a90e6d733 None None] DHCP port deletion for eb2a0074-ffdc-4655-a2e0-d470caf1d21a request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:49:58.290676 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-8daa5ca5-2fcd-4476-ab36-011a90e6d733 None None] Deleting port 2e52755b-7129-4f9e-96a0-85ed555fedba {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:49:58.291057 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8daa5ca5-2fcd-4476-ab36-011a90e6d733 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:58.310913 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 2e52755b-7129-4f9e-96a0-85ed555fedba no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:49:58.313893 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b186278-c5d9-4448-863f-dd5558db4bee tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:49:58.318212 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b186278-c5d9-4448-863f-dd5558db4bee tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:58.406953 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8daa5ca5-2fcd-4476-ab36-011a90e6d733 None None] For port 2e52755b-7129-4f9e-96a0-85ed555fedba, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=2e52755b-7129-4f9e-96a0-85ed555fedba,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:49:58.407388 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8daa5ca5-2fcd-4476-ab36-011a90e6d733 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:58.411325 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 924ebce5-5a1a-40dc-be32-861346dd7e4f up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:49:58.447117 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-8daa5ca5-2fcd-4476-ab36-011a90e6d733 None None] Calling delete_port for 2e52755b-7129-4f9e-96a0-85ed555fedba owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:49:58.593370 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:58.643866 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 924ebce5-5a1a-40dc-be32-861346dd7e4f completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:49:58.646742 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b186278-c5d9-4448-863f-dd5558db4bee tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:58.656251 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 924ebce5-5a1a-40dc-be32-861346dd7e4f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:49:58.656798 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:58.664549 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 2e52755b-7129-4f9e-96a0-85ed555fedba, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=2e52755b-7129-4f9e-96a0-85ed555fedba,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:49:58.687656 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:58.688594 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 98742ce0-7086-4bdc-9596-a8e257ff1328 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:49:58.746683 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b186278-c5d9-4448-863f-dd5558db4bee tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Subnet': ['ID=6c1acc1c-d697-4ec0-af2b-52d7dc4ba2b6,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:58.765080 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b186278-c5d9-4448-863f-dd5558db4bee tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:49:58.767057 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 98742ce0-7086-4bdc-9596-a8e257ff1328 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:49:58.767389 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-2b186278-c5d9-4448-863f-dd5558db4bee tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:49:58.767775 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 98742ce0-7086-4bdc-9596-a8e257ff1328 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:49:58.777063 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8daa5ca5-2fcd-4476-ab36-011a90e6d733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:58.784838 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b186278-c5d9-4448-863f-dd5558db4bee tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:58.786012 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b186278-c5d9-4448-863f-dd5558db4bee tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:58.812339 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2b186278-c5d9-4448-863f-dd5558db4bee tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6510234 Aug 19 14:49:58.813384 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57452) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:58.815368 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daa5ca5-2fcd-4476-ab36-011a90e6d733 None None] No DVR routers for this DVR port 2e52755b-7129-4f9e-96a0-85ed555fedba on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:49:58.830640 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=2e52755b-7129-4f9e-96a0-85ed555fedba,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:58.846151 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-1866d125-d16e-4868-98f8-8baa9a241417 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-413815648', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:49:58.876952 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57454) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:58.880214 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557fd193-db21-4b32-a34d-1d899de53283 None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:49:58.898357 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1866d125-d16e-4868-98f8-8baa9a241417 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:58.899589 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1866d125-d16e-4868-98f8-8baa9a241417 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:58.907372 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-7feca43d-d40f-4185-8e33-20ced69f891c tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] For port 2843ebb3-e971-408f-85db-a3c624b9b9d8, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=2843ebb3-e971-408f-85db-a3c624b9b9d8,segment=NetworkSegment(a7b4169d-aca4-48ae-9564-ded492f4f0c1),segment_id=a7b4169d-aca4-48ae-9564-ded492f4f0c1)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:49:58.908784 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-7feca43d-d40f-4185-8e33-20ced69f891c tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:58.931879 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:49:58.932315 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:49:58.936444 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:49:58.936444 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:49:58.936444 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:49:58.936444 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:49:58.936444 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:49:58.936444 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:49:58.938005 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:49:58.938262 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:49:58.938608 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:49:58.938972 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:49:58.962112 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1866d125-d16e-4868-98f8-8baa9a241417 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:58.970409 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1866d125-d16e-4868-98f8-8baa9a241417 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:58.972467 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc3f16-63fb-43fa-9587-0474bb38200b req-52db2a8c-47e1-4168-8d58-bbce481dd637 tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:58.973112 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daa5ca5-2fcd-4476-ab36-011a90e6d733 None None] Pushing event deleted for resources: {'Port': ['ID=2e52755b-7129-4f9e-96a0-85ed555fedba,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:58.973974 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fdcc3f16-63fb-43fa-9587-0474bb38200b req-52db2a8c-47e1-4168-8d58-bbce481dd637 tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] 10.222.0.69 "GET /v2.0/networks?id=79e81dae-8594-4181-9a1d-730198eb44e1 HTTP/1.1" status: 200 len: 810 time: 1.1174421 Aug 19 14:49:58.974969 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:58.995969 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1866d125-d16e-4868-98f8-8baa9a241417 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:59.000287 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1866d125-d16e-4868-98f8-8baa9a241417 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1796293 Aug 19 14:49:59.002813 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57458) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:59.053863 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ff844a-eb67-4fc1-81b5-e3f4fbee744a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '924ebce5-5a1a-40dc-be32-861346dd7e4f'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:49:59.062489 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c132237-530d-446b-a50c-89bdcd188966" -d '{"events": [{"server_uuid": "63ff844a-eb67-4fc1-81b5-e3f4fbee744a", "name": "network-vif-plugged", "status": "completed", "tag": "924ebce5-5a1a-40dc-be32-861346dd7e4f"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:49:59.109639 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 924ebce5-5a1a-40dc-be32-861346dd7e4f, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=924ebce5-5a1a-40dc-be32-861346dd7e4f,segment=NetworkSegment(8196d451-8148-4854-93a1-9e3fdf28ead8),segment_id=8196d451-8148-4854-93a1-9e3fdf28ead8)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:49:59.121098 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:59.166851 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c32d6f8f-dba1-4e1a-88c3-15237be80923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:59.205965 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=924ebce5-5a1a-40dc-be32-861346dd7e4f,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:59.245543 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55aacce-a7b4-4a3c-91c3-895c7b4889f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'tenant_id': 'c39f5f14c7bc46018e8896511823152f', 'fixed_ips': [{'subnet_id': '6c1acc1c-d697-4ec0-af2b-52d7dc4ba2b6'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:49:59.246559 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e55aacce-a7b4-4a3c-91c3-895c7b4889f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:59.254014 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-12d6a2bc-4fb0-4389-8ac9-5bfec12df969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:59.256145 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-12d6a2bc-4fb0-4389-8ac9-5bfec12df969 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=dac15f89-eb05-4149-aeea-9b60945c8ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.1565063 Aug 19 14:49:59.289042 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328a82c-8e76-487a-ad08-8fb7263babaf req-0cdce390-56ef-4adb-a657-2ef3762263be tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:49:59.299354 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9328a82c-8e76-487a-ad08-8fb7263babaf req-0cdce390-56ef-4adb-a657-2ef3762263be tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 943 time: 1.0962839 Aug 19 14:49:59.402932 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c00fe5ff-62f8-4d2d-b74e-90f7b8676606 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:59.414044 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-e55aacce-a7b4-4a3c-91c3-895c7b4889f4 None None] Allocated IP 2001:db8::2 (eb2a0074-ffdc-4655-a2e0-d470caf1d21a/6c1acc1c-d697-4ec0-af2b-52d7dc4ba2b6/c9804dba-3894-4550-a70c-8f02c31d70f1) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:49:59.416519 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fdcc3f16-63fb-43fa-9587-0474bb38200b req-286f1e46-703e-42c7-8d99-9e045ec8b44f tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] 10.222.0.69 "GET /v2.0/quotas/75685d67e60e4191be57fda4714cc5a3 HTTP/1.1" status: 200 len: 375 time: 0.3761523 Aug 19 14:49:59.483369 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'name': 'network-vif-deleted', 'tag': '60f87527-45c9-49a4-8b17-a576d308e581'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:49:59.487027 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f95562-8b1d-446e-a9df-286f9fcc2a3c" -d '{"events": [{"server_uuid": "bce8a885-bf0d-4acb-9ae6-beed50cce16b", "name": "network-vif-deleted", "tag": "60f87527-45c9-49a4-8b17-a576d308e581"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:49:59.492113 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-b7ccd971-04f6-49f0-ba62-0b0bba943f3e service neutron] 10.222.0.88 "GET /v2.0/networks/dac15f89-eb05-4149-aeea-9b60945c8ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130358 Aug 19 14:49:59.502653 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-7feca43d-d40f-4185-8e33-20ced69f891c tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:59.503351 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-7feca43d-d40f-4185-8e33-20ced69f891c tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:59.503781 n-d-766043-2 neutron-server[94640]: INFO neutron.db.l3_db [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-7feca43d-d40f-4185-8e33-20ced69f891c tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Floating IP cf80e34f-4416-47e5-bbf8-1ccefaf386a2 disassociated. External IP: 172.25.2.120, port: 2843ebb3-e971-408f-85db-a3c624b9b9d8. Aug 19 14:49:59.504240 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-7feca43d-d40f-4185-8e33-20ced69f891c tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Calling delete_port for 2843ebb3-e971-408f-85db-a3c624b9b9d8 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:49:59.519269 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c32d6f8f-dba1-4e1a-88c3-15237be80923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:59.560853 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fdcc3f16-63fb-43fa-9587-0474bb38200b req-1d34ada3-b810-4fc8-9ff6-d11f27004a8c tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=75685d67e60e4191be57fda4714cc5a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1432440 Aug 19 14:49:59.562314 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c32d6f8f-dba1-4e1a-88c3-15237be80923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:59.593528 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e55aacce-a7b4-4a3c-91c3-895c7b4889f4 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:59.602098 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e55aacce-a7b4-4a3c-91c3-895c7b4889f4 None None] Transition to ACTIVE for port object c9804dba-3894-4550-a70c-8f02c31d70f1 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:49:59.619658 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e55aacce-a7b4-4a3c-91c3-895c7b4889f4 None None] Transition to ACTIVE for port object c9804dba-3894-4550-a70c-8f02c31d70f1 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:49:59.623995 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c32d6f8f-dba1-4e1a-88c3-15237be80923 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=378eef0f6e7b4c618176a982de63397b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7413368 Aug 19 14:49:59.624908 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57464) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:49:59.627146 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d6f8f-dba1-4e1a-88c3-15237be80923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db860122-7ca5-4ee1-9e80-3e7d4ba44de2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:59.629659 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e55aacce-a7b4-4a3c-91c3-895c7b4889f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:59.672102 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55aacce-a7b4-4a3c-91c3-895c7b4889f4 None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:49:59.675293 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-e55aacce-a7b4-4a3c-91c3-895c7b4889f4 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:49:59.679222 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55aacce-a7b4-4a3c-91c3-895c7b4889f4 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:49:59.699041 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55aacce-a7b4-4a3c-91c3-895c7b4889f4 None None] Pushing event updated for resources: {'Port': ['ID=c9804dba-3894-4550-a70c-8f02c31d70f1,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:59.726529 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e23d14a2-22f1-4b60-980e-ace6872d6663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:59.746514 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-30d6ef95-011f-421f-ad31-211780869e99 req-b0cf7be6-185e-4d8f-8041-05f6f405de53 tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] Deleting port 9fde24fb-ca0e-42fc-be98-ee207f0c9e93 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:49:59.746754 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e55aacce-a7b4-4a3c-91c3-895c7b4889f4 None None] Attempting to bind port c9804dba-3894-4550-a70c-8f02c31d70f1 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:49:59.746994 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-30d6ef95-011f-421f-ad31-211780869e99 req-b0cf7be6-185e-4d8f-8041-05f6f405de53 tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:59.747148 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e55aacce-a7b4-4a3c-91c3-895c7b4889f4 None None] Attempting to bind port c9804dba-3894-4550-a70c-8f02c31d70f1 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:49:59.747399 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55aacce-a7b4-4a3c-91c3-895c7b4889f4 None None] Attempting to bind port c9804dba-3894-4550-a70c-8f02c31d70f1 on network eb2a0074-ffdc-4655-a2e0-d470caf1d21a {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:49:59.752818 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55aacce-a7b4-4a3c-91c3-895c7b4889f4 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:49:59.753029 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55aacce-a7b4-4a3c-91c3-895c7b4889f4 None None] Checking segment: {'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:49:59.753343 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e55aacce-a7b4-4a3c-91c3-895c7b4889f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:59.754259 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55aacce-a7b4-4a3c-91c3-895c7b4889f4 None None] Bound using segment: {'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:49:59.754259 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e55aacce-a7b4-4a3c-91c3-895c7b4889f4 None None] Bound port: c9804dba-3894-4550-a70c-8f02c31d70f1, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:49:59.754582 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e55aacce-a7b4-4a3c-91c3-895c7b4889f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:59.761050 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9328a82c-8e76-487a-ad08-8fb7263babaf req-0937a0ca-5b3c-4d97-9cd4-185c63613014 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/security-groups?id=27241ab3-04f0-48c7-8563-70f9530fcbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4603782 Aug 19 14:49:59.785097 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e23d14a2-22f1-4b60-980e-ace6872d6663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:59.815726 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-c00fe5ff-62f8-4d2d-b74e-90f7b8676606 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Allocated IP 2001:db8::1 (eb2a0074-ffdc-4655-a2e0-d470caf1d21a/6c1acc1c-d697-4ec0-af2b-52d7dc4ba2b6/8245c498-f2f0-4178-80c0-dbefb53b2c45) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:49:59.827730 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e55aacce-a7b4-4a3c-91c3-895c7b4889f4 None None] For port c9804dba-3894-4550-a70c-8f02c31d70f1, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:49:59.831898 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e55aacce-a7b4-4a3c-91c3-895c7b4889f4 None None] For port c9804dba-3894-4550-a70c-8f02c31d70f1, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=c9804dba-3894-4550-a70c-8f02c31d70f1,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:49:59.843228 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e55aacce-a7b4-4a3c-91c3-895c7b4889f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:59.905419 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e23d14a2-22f1-4b60-980e-ace6872d6663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:59.908532 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e23d14a2-22f1-4b60-980e-ace6872d6663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:59.909862 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e23d14a2-22f1-4b60-980e-ace6872d6663 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/db860122-7ca5-4ee1-9e80-3e7d4ba44de2 HTTP/1.1" status: 204 len: 168 time: 0.2838452 Aug 19 14:49:59.925401 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23d14a2-22f1-4b60-980e-ace6872d6663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db860122-7ca5-4ee1-9e80-3e7d4ba44de2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:59.957051 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-7feca43d-d40f-4185-8e33-20ced69f891c tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:49:59.964386 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55aacce-a7b4-4a3c-91c3-895c7b4889f4 None None] Pushing event updated for resources: {'Port': ['ID=c9804dba-3894-4550-a70c-8f02c31d70f1,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:49:59.986419 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c00fe5ff-62f8-4d2d-b74e-90f7b8676606 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:00.004118 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-c00fe5ff-62f8-4d2d-b74e-90f7b8676606 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Transition to ACTIVE for port object 8245c498-f2f0-4178-80c0-dbefb53b2c45 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:50:00.041734 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feca43d-d40f-4185-8e33-20ced69f891c tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Pushing event deleted for resources: {'Port': ['ID=2843ebb3-e971-408f-85db-a3c624b9b9d8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:00.050394 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c00fe5ff-62f8-4d2d-b74e-90f7b8676606 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:00.074164 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-6d285ecf-e680-4291-bdc7-0e41735b237d service neutron] 10.222.0.88 "GET /v2.0/networks/dac15f89-eb05-4149-aeea-9b60945c8ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5122235 Aug 19 14:50:00.085500 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-30d6ef95-011f-421f-ad31-211780869e99 req-b0cf7be6-185e-4d8f-8041-05f6f405de53 tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] For port 9fde24fb-ca0e-42fc-be98-ee207f0c9e93, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=9fde24fb-ca0e-42fc-be98-ee207f0c9e93,segment=NetworkSegment(a2ef6b96-4407-44e9-8f00-3c9966e61ecc),segment_id=a2ef6b96-4407-44e9-8f00-3c9966e61ecc)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:50:00.085704 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-30d6ef95-011f-421f-ad31-211780869e99 req-b0cf7be6-185e-4d8f-8041-05f6f405de53 tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:00.100859 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fdcc3f16-63fb-43fa-9587-0474bb38200b req-d8d04289-c2b5-49da-ba78-53a5c538ede2 service neutron] 10.222.0.69 "GET /v2.0/networks/79e81dae-8594-4181-9a1d-730198eb44e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4800658 Aug 19 14:50:00.101682 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00fe5ff-62f8-4d2d-b74e-90f7b8676606 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:50:00.105870 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-c00fe5ff-62f8-4d2d-b74e-90f7b8676606 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:50:00.110749 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00fe5ff-62f8-4d2d-b74e-90f7b8676606 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:50:00.111554 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c00fe5ff-62f8-4d2d-b74e-90f7b8676606 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:00.133507 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ecc94b-17b1-4ed0-ac8e-5ec7384f9d86 req-b98d9716-aa53-4edd-83f4-3786e1dbaf79 tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:00.136010 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-73ecc94b-17b1-4ed0-ac8e-5ec7384f9d86 req-b98d9716-aa53-4edd-83f4-3786e1dbaf79 tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b056766-70d6-4afd-baf2-13395009e297 HTTP/1.1" status: 200 len: 945 time: 0.2688763 Aug 19 14:50:00.156750 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00fe5ff-62f8-4d2d-b74e-90f7b8676606 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Port': ['ID=8245c498-f2f0-4178-80c0-dbefb53b2c45,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:00.266643 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-30d6ef95-011f-421f-ad31-211780869e99 req-b0cf7be6-185e-4d8f-8041-05f6f405de53 tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] Calling delete_port for 9fde24fb-ca0e-42fc-be98-ee207f0c9e93 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:50:00.282937 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-780b61b4-ddad-40e0-b097-92dafdfea9ab service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=93485bc7-eef2-4211-b0e9-a72ac559f8f1 HTTP/1.1" status: 200 len: 217 time: 0.1876225 Aug 19 14:50:00.289008 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c00fe5ff-62f8-4d2d-b74e-90f7b8676606 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:00.542049 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-73ecc94b-17b1-4ed0-ac8e-5ec7384f9d86 req-d563332b-909c-4fd3-8b6f-0672623bfd6f tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b7f3eaa-4ba3-4683-8adc-4482c9a7c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766149 Aug 19 14:50:00.612476 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-b8918455-a834-43dd-a8eb-e0c41d49d39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:00.613969 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-b8918455-a834-43dd-a8eb-e0c41d49d39d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=55724c78-10e9-41fc-9f40-aa41fd533be5 HTTP/1.1" status: 200 len: 797 time: 0.2741485 Aug 19 14:50:00.624080 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c00fe5ff-62f8-4d2d-b74e-90f7b8676606 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:00.630466 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-7feca43d-d40f-4185-8e33-20ced69f891c tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Router 53fdcd52-034b-473a-bf94-f746c4501376 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:50:00.636153 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c00fe5ff-62f8-4d2d-b74e-90f7b8676606 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:00.638289 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c00fe5ff-62f8-4d2d-b74e-90f7b8676606 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:00.711871 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fdcc3f16-63fb-43fa-9587-0474bb38200b req-47cd0417-1c10-430f-bb9b-dc64a145e73d service neutron] 10.222.0.69 "GET /v2.0/networks/79e81dae-8594-4181-9a1d-730198eb44e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5961463 Aug 19 14:50:00.755316 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00fe5ff-62f8-4d2d-b74e-90f7b8676606 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Port': ['ID=8245c498-f2f0-4178-80c0-dbefb53b2c45,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:00.807166 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00fe5ff-62f8-4d2d-b74e-90f7b8676606 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:50:00.809092 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-c00fe5ff-62f8-4d2d-b74e-90f7b8676606 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:50:00.826725 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-c3300c95-47f5-4e5c-be93-f09eae78f28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:00.828262 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-c3300c95-47f5-4e5c-be93-f09eae78f28a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=dac15f89-eb05-4149-aeea-9b60945c8ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2014067 Aug 19 14:50:00.848002 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc713cd5-6d57-400f-81a5-2b7be10b7629 req-4ec8c397-8d8f-4891-bf4e-9e4ec1244786 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:00.856991 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dc713cd5-6d57-400f-81a5-2b7be10b7629 req-4ec8c397-8d8f-4891-bf4e-9e4ec1244786 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 945 time: 0.2090526 Aug 19 14:50:00.966192 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57490) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:00.975615 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f2c23acb-9aed-47b8-885b-9c029fa3dbbe tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Request body: {'floatingip': {'port_id': 'aa7a43f4-555b-4213-a8fa-75f449055cf9'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:50:01.114808 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-30d6ef95-011f-421f-ad31-211780869e99 req-b0cf7be6-185e-4d8f-8041-05f6f405de53 tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:01.121862 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2c23acb-9aed-47b8-885b-9c029fa3dbbe tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:01.151793 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-7feca43d-d40f-4185-8e33-20ced69f891c tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:50:01.168889 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7ada80-880d-4813-8c9b-c5c6f44dc9cd None None] Sync routers for ids ['53fdcd52-034b-473a-bf94-f746c4501376'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:50:01.196180 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7ada80-880d-4813-8c9b-c5c6f44dc9cd None None] Routers {'53fdcd52-034b-473a-bf94-f746c4501376'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:50:01.197664 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-bf7ada80-880d-4813-8c9b-c5c6f44dc9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:49:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['53fdcd52-034b-473a-bf94-f746c4501376'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:50:01.230017 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e1245-d425-40e1-a284-26439348f420 req-d7bfbc97-6918-4756-8955-46c5c06a14c2 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:01.238026 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-854e1245-d425-40e1-a284-26439348f420 req-d7bfbc97-6918-4756-8955-46c5c06a14c2 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=63ff844a-eb67-4fc1-81b5-e3f4fbee744a HTTP/1.1" status: 200 len: 945 time: 0.2682645 Aug 19 14:50:01.267264 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d6ef95-011f-421f-ad31-211780869e99 req-b0cf7be6-185e-4d8f-8041-05f6f405de53 tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] No DVR routers for this DVR port 9fde24fb-ca0e-42fc-be98-ee207f0c9e93 on host n-h1-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:50:01.269529 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf7be6-185e-4d8f-8041-05f6f405de53 tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] Pushing event deleted for resources: {'Port': ['ID=9fde24fb-ca0e-42fc-be98-ee207f0c9e93,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:01.281619 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-30d6ef95-011f-421f-ad31-211780869e99 req-b0cf7be6-185e-4d8f-8041-05f6f405de53 tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:01.284144 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-30d6ef95-011f-421f-ad31-211780869e99 req-b0cf7be6-185e-4d8f-8041-05f6f405de53 tempest-InstanceActionsNegativeTestJSON-137334410 tempest-InstanceActionsNegativeTestJSON-137334410-project] 10.222.0.68 "DELETE /v2.0/ports/9fde24fb-ca0e-42fc-be98-ee207f0c9e93 HTTP/1.1" status: 204 len: 173 time: 3.1979618 Aug 19 14:50:01.345643 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-7feca43d-d40f-4185-8e33-20ced69f891c tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] No DVR routers for this DVR port 2843ebb3-e971-408f-85db-a3c624b9b9d8 on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:50:01.348759 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-7feca43d-d40f-4185-8e33-20ced69f891c tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:01.351027 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b9f8d6e1-9b7f-41a7-877e-b06668e1b5c0 req-7feca43d-d40f-4185-8e33-20ced69f891c tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.88 "DELETE /v2.0/ports/2843ebb3-e971-408f-85db-a3c624b9b9d8 HTTP/1.1" status: 204 len: 173 time: 3.9569976 Aug 19 14:50:01.358376 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-4ef41533-2dfe-48e8-8075-126cc2f6507d service neutron] 10.222.0.88 "GET /v2.0/networks/dac15f89-eb05-4149-aeea-9b60945c8ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5003631 Aug 19 14:50:01.423260 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cd13333f-5ce9-4c0b-b270-d8427ecd2bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:01.466136 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00fe5ff-62f8-4d2d-b74e-90f7b8676606 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Router cf7dc842-0da3-495a-a474-cec3a17957e2 is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:50:01.487482 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ecbbb68-61f1-4336-b3a0-55e91877edcb x-openstack-request-id: req-0ecbbb68-61f1-4336-b3a0-55e91877edcb {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:50:01.487775 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63ff844a-eb67-4fc1-81b5-e3f4fbee744a", "name": "network-vif-plugged", "status": "completed", "tag": "924ebce5-5a1a-40dc-be32-861346dd7e4f", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:50:01.488022 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0ecbbb68-61f1-4336-b3a0-55e91877edcb {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:50:01.488423 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63ff844a-eb67-4fc1-81b5-e3f4fbee744a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '924ebce5-5a1a-40dc-be32-861346dd7e4f', 'code': 200} Aug 19 14:50:01.669524 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-e61ef457-cfc7-4b36-9737-3b6e492d353d service neutron] 10.222.0.88 "GET /v2.0/networks/dac15f89-eb05-4149-aeea-9b60945c8ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960925 Aug 19 14:50:01.671046 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395544c4-4b56-4fec-b14e-965e5bb80c1f x-openstack-request-id: req-395544c4-4b56-4fec-b14e-965e5bb80c1f {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:50:01.671303 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce8a885-bf0d-4acb-9ae6-beed50cce16b", "name": "network-vif-deleted", "tag": "60f87527-45c9-49a4-8b17-a576d308e581", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:50:01.671553 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-395544c4-4b56-4fec-b14e-965e5bb80c1f {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:50:01.671936 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'name': 'network-vif-deleted', 'tag': '60f87527-45c9-49a4-8b17-a576d308e581', 'status': 'completed', 'code': 200} Aug 19 14:50:01.725020 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-854e1245-d425-40e1-a284-26439348f420 req-60c7c6e1-1f80-4466-a2ed-bd0e028b7864 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4859388 Aug 19 14:50:01.923626 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-84e07891-eea0-4f9a-a257-0b28929c0171 None None] Provisioning for port c9804dba-3894-4550-a70c-8f02c31d70f1 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:50:01.954844 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-c7900181-e845-492b-8028-03d910d3d4a1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=a16826a5-9cce-46a1-90cc-c867f69bcd8c HTTP/1.1" status: 200 len: 217 time: 0.2597921 Aug 19 14:50:01.979708 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-bf7ada80-880d-4813-8c9b-c5c6f44dc9cd None None] Set router 53fdcd52-034b-473a-bf94-f746c4501376 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:50:02.111127 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device c9804dba-3894-4550-a70c-8f02c31d70f1 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:50:02.370052 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00fe5ff-62f8-4d2d-b74e-90f7b8676606 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:50:02.381989 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c00fe5ff-62f8-4d2d-b74e-90f7b8676606 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "PUT /v2.0/routers/cf7dc842-0da3-495a-a474-cec3a17957e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3780077 Aug 19 14:50:02.382783 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57518) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:02.385963 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4e0c72-29fc-466f-90fe-8891a6aaf313 None None] Sync routers for ids ['cf7dc842-0da3-495a-a474-cec3a17957e2'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:50:02.405542 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4e0c72-29fc-466f-90fe-8891a6aaf313 None None] Routers {'cf7dc842-0da3-495a-a474-cec3a17957e2'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:50:02.406392 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7e4e0c72-29fc-466f-90fe-8891a6aaf313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:49:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['cf7dc842-0da3-495a-a474-cec3a17957e2'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:50:02.473877 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b4f590a2-7e83-4180-b80f-bce93c572e1d None None] Provisioning for port 8245c498-f2f0-4178-80c0-dbefb53b2c45 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:50:02.491793 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 9fde24fb-ca0e-42fc-be98-ee207f0c9e93 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:50:02.550061 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b4f590a2-7e83-4180-b80f-bce93c572e1d None None] Provisioning complete for port 8245c498-f2f0-4178-80c0-dbefb53b2c45 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:50:02.551015 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b4f590a2-7e83-4180-b80f-bce93c572e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:02.577510 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: 9fde24fb-ca0e-42fc-be98-ee207f0c9e93 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:50:02.578285 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 9fde24fb-ca0e-42fc-be98-ee207f0c9e93 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:50:02.595921 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84beca27-8d66-4241-8031-c388f3923ef7 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:02.603431 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-84beca27-8d66-4241-8031-c388f3923ef7 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/ports/8245c498-f2f0-4178-80c0-dbefb53b2c45 HTTP/1.1" status: 200 len: 911 time: 0.2170432 Aug 19 14:50:02.610752 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57522) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:02.624440 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-7e4e0c72-29fc-466f-90fe-8891a6aaf313 None None] Set router cf7dc842-0da3-495a-a474-cec3a17957e2 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:50:02.689458 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port c9804dba-3894-4550-a70c-8f02c31d70f1 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:50:02.698722 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port c9804dba-3894-4550-a70c-8f02c31d70f1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:50:02.699480 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:02.703626 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b4f590a2-7e83-4180-b80f-bce93c572e1d None None] Port 8245c498-f2f0-4178-80c0-dbefb53b2c45 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:50:02.762812 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03dff5fc-f268-4c1d-80e1-4fac5165bb7b tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:02.798932 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03dff5fc-f268-4c1d-80e1-4fac5165bb7b tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:02.801101 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-03dff5fc-f268-4c1d-80e1-4fac5165bb7b tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1893489 Aug 19 14:50:02.806801 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57526) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:02.824349 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-393a5faf-33d1-4112-97ca-ab844a2f6341 req-d7acaf20-2307-42f5-bb1a-2866a4ebc111 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 210 time: 1.0266135 Aug 19 14:50:02.948553 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7c096a0e-e768-402d-8c22-15ebaeaac498 None None] Provisioning complete for port 8245c498-f2f0-4178-80c0-dbefb53b2c45 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:50:02.949181 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7c096a0e-e768-402d-8c22-15ebaeaac498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:02.989035 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7e4e0c72-29fc-466f-90fe-8891a6aaf313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7dc842-0da3-495a-a474-cec3a17957e2', 'name': 'tempest-NetworksTestDHCPv6-router-413815648', 'tenant_id': 'c39f5f14c7bc46018e8896511823152f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:49:58Z', 'updated_at': '2021-08-19T14:50:00Z', 'revision_number': 2, 'project_id': 'c39f5f14c7bc46018e8896511823152f', 'gw_port_host': None, '_interfaces': [{'id': '8245c498-f2f0-4178-80c0-dbefb53b2c45', 'name': '', 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'tenant_id': 'c39f5f14c7bc46018e8896511823152f', 'mac_address': 'fa:16:3e:d7:10:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7dc842-0da3-495a-a474-cec3a17957e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '6c1acc1c-d697-4ec0-af2b-52d7dc4ba2b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:49:59Z', 'updated_at': '2021-08-19T14:50:00Z', 'revision_number': 2, 'project_id': 'c39f5f14c7bc46018e8896511823152f', 'subnets': [{'id': '6c1acc1c-d697-4ec0-af2b-52d7dc4ba2b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:50:02.992094 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a8c1542e-dbf1-42c2-9393-0836d5b1f0eb req-3825e7a2-5dd1-435b-a6a3-7a33cd2d29a7 tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59d55fa2-ca1e-490c-8a22-81762e7a431c HTTP/1.1" status: 200 len: 210 time: 1.0420747 Aug 19 14:50:03.033618 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 57530) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:03.083829 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661b543-b392-4d59-bf0e-c988d0c0991c req-71e47fb2-7bf1-42ad-9a24-ddf5f0eddcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:03.085507 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5661b543-b392-4d59-bf0e-c988d0c0991c req-71e47fb2-7bf1-42ad-9a24-ddf5f0eddcbc service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=63ff844a-eb67-4fc1-81b5-e3f4fbee744a HTTP/1.1" status: 200 len: 1096 time: 1.4127913 Aug 19 14:50:03.110038 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-9ca00a61-bddb-480b-bde2-7c218c7d0603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:03.110274 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4e0c72-29fc-466f-90fe-8891a6aaf313 None None] Checking router: cf7dc842-0da3-495a-a474-cec3a17957e2 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:50:03.110563 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4e0c72-29fc-466f-90fe-8891a6aaf313 None None] Updating router cf7dc842-0da3-495a-a474-cec3a17957e2 port 8245c498-f2f0-4178-80c0-dbefb53b2c45 binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:50:03.111543 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-9ca00a61-bddb-480b-bde2-7c218c7d0603 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=55724c78-10e9-41fc-9f40-aa41fd533be5 HTTP/1.1" status: 200 len: 797 time: 0.2839735 Aug 19 14:50:03.170692 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-7e4e0c72-29fc-466f-90fe-8891a6aaf313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:03.183731 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-bf7ada80-880d-4813-8c9b-c5c6f44dc9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fdcd52-034b-473a-bf94-f746c4501376', 'name': 'tempest-TaggedBootDevicesTest-468413341-router', 'tenant_id': 'eac9849a6187411198187660adbcdd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '1cf4dfc3-7805-49cb-b775-488a2bae7b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:39:00Z', 'updated_at': '2021-08-19T14:39:08Z', 'revision_number': 4, 'project_id': 'eac9849a6187411198187660adbcdd48', 'gw_port': {'id': '1cf4dfc3-7805-49cb-b775-488a2bae7b46', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:87:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fdcd52-034b-473a-bf94-f746c4501376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:02Z', 'updated_at': '2021-08-19T14:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'f6d0a280-4857-462d-a7e2-0031d804288e', 'name': '', 'network_id': '120c5244-d1e2-46c3-b22a-2b90b5b4e09c', 'tenant_id': 'eac9849a6187411198187660adbcdd48', 'mac_address': 'fa:16:3e:35:9e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fdcd52-034b-473a-bf94-f746c4501376', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'd90280f3-05d8-4d32-bed7-d9a137266bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:07Z', 'updated_at': '2021-08-19T14:39:18Z', 'revision_number': 5, 'project_id': 'eac9849a6187411198187660adbcdd48', 'subnets': [{'id': 'd90280f3-05d8-4d32-bed7-d9a137266bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:50:03.189100 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-7c096a0e-e768-402d-8c22-15ebaeaac498 None None] Port 8245c498-f2f0-4178-80c0-dbefb53b2c45 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:50:03.202768 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed0a9287-304a-48fe-bfb3-96c91bf8b567 admin admin] Deleting subnet 66723b13-0d6d-4520-a6c3-13a722da343c {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:50:03.224617 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed0a9287-304a-48fe-bfb3-96c91bf8b567 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:03.225980 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:03.229406 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7ada80-880d-4813-8c9b-c5c6f44dc9cd None None] Checking router: 53fdcd52-034b-473a-bf94-f746c4501376 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:50:03.267952 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7ada80-880d-4813-8c9b-c5c6f44dc9cd None None] Routers {'53fdcd52-034b-473a-bf94-f746c4501376'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:50:03.268697 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-bf7ada80-880d-4813-8c9b-c5c6f44dc9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:49:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['53fdcd52-034b-473a-bf94-f746c4501376'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:50:03.276233 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5661b543-b392-4d59-bf0e-c988d0c0991c req-b5b86149-34b3-4992-ab69-3d6602606eda service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815088 Aug 19 14:50:03.289222 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-18336d82-c253-4db6-8ac1-75ff269bc5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:03.290806 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-18336d82-c253-4db6-8ac1-75ff269bc5bd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=dac15f89-eb05-4149-aeea-9b60945c8ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1679187 Aug 19 14:50:03.309078 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed0a9287-304a-48fe-bfb3-96c91bf8b567 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:03.349547 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30cbb0c-6704-4bb1-b155-fa309b2eed76 req-7e248cc3-4c85-4420-8666-480030895700 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:03.351484 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b30cbb0c-6704-4bb1-b155-fa309b2eed76 req-7e248cc3-4c85-4420-8666-480030895700 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=63ff844a-eb67-4fc1-81b5-e3f4fbee744a HTTP/1.1" status: 200 len: 945 time: 0.1996710 Aug 19 14:50:03.400454 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed0a9287-304a-48fe-bfb3-96c91bf8b567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:03.425687 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port c9804dba-3894-4550-a70c-8f02c31d70f1, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=c9804dba-3894-4550-a70c-8f02c31d70f1,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:50:03.447966 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:03.467265 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b30cbb0c-6704-4bb1-b155-fa309b2eed76 req-62f23839-b1aa-4ae0-8cb5-ca65e42b8557 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077583 Aug 19 14:50:03.562755 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-bf7ada80-880d-4813-8c9b-c5c6f44dc9cd None None] Set router 53fdcd52-034b-473a-bf94-f746c4501376 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:50:03.583497 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-7e4e0c72-29fc-466f-90fe-8891a6aaf313 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:03.596901 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-7e4e0c72-29fc-466f-90fe-8891a6aaf313 None None] Transition to ACTIVE for port object 8245c498-f2f0-4178-80c0-dbefb53b2c45 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:50:03.610095 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-7e4e0c72-29fc-466f-90fe-8891a6aaf313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:03.661222 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.db.resource_extend [None req-f2c23acb-9aed-47b8-885b-9c029fa3dbbe tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] It took 0.86 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 14:50:03.673420 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b056766-70d6-4afd-baf2-13395009e297', 'name': 'network-vif-deleted', 'tag': '9fde24fb-ca0e-42fc-be98-ee207f0c9e93'}, {'server_uuid': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'name': 'network-vif-deleted', 'tag': '2843ebb3-e971-408f-85db-a3c624b9b9d8'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:50:03.676041 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c0da06-c631-4fb8-99be-c197890ae11e" -d '{"events": [{"server_uuid": "8b056766-70d6-4afd-baf2-13395009e297", "name": "network-vif-deleted", "tag": "9fde24fb-ca0e-42fc-be98-ee207f0c9e93"}, {"server_uuid": "bce8a885-bf0d-4acb-9ae6-beed50cce16b", "name": "network-vif-deleted", "tag": "2843ebb3-e971-408f-85db-a3c624b9b9d8"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:50:03.686061 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=c9804dba-3894-4550-a70c-8f02c31d70f1,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:03.694353 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de37a2cd-4247-4949-a753-cfc30942348e None None] Pushing event updated for resources: {'Port': ['ID=8245c498-f2f0-4178-80c0-dbefb53b2c45,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:03.717305 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de37a2cd-4247-4949-a753-cfc30942348e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:50:03.722121 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de37a2cd-4247-4949-a753-cfc30942348e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:50:03.722750 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de37a2cd-4247-4949-a753-cfc30942348e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:50:03.723239 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de37a2cd-4247-4949-a753-cfc30942348e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:50:03.723617 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de37a2cd-4247-4949-a753-cfc30942348e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:50:03.724864 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de37a2cd-4247-4949-a753-cfc30942348e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:50:03.725290 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de37a2cd-4247-4949-a753-cfc30942348e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:50:03.725696 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de37a2cd-4247-4949-a753-cfc30942348e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:50:03.726171 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de37a2cd-4247-4949-a753-cfc30942348e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:50:03.726563 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de37a2cd-4247-4949-a753-cfc30942348e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:50:03.726995 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de37a2cd-4247-4949-a753-cfc30942348e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:50:03.728208 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de37a2cd-4247-4949-a753-cfc30942348e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:50:03.752807 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2c23acb-9aed-47b8-885b-9c029fa3dbbe tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:03.772093 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2c23acb-9aed-47b8-885b-9c029fa3dbbe tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:03.842013 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 14:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10bd493a-3143-4799-9524-39958c45787c x-openstack-request-id: req-10bd493a-3143-4799-9524-39958c45787c {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:50:03.843787 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b056766-70d6-4afd-baf2-13395009e297", "name": "network-vif-deleted", "tag": "9fde24fb-ca0e-42fc-be98-ee207f0c9e93", "status": "completed", "code": 200}, {"server_uuid": "bce8a885-bf0d-4acb-9ae6-beed50cce16b", "name": "network-vif-deleted", "tag": "2843ebb3-e971-408f-85db-a3c624b9b9d8", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:50:03.844190 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-10bd493a-3143-4799-9524-39958c45787c {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:50:03.844865 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b056766-70d6-4afd-baf2-13395009e297', 'name': 'network-vif-deleted', 'tag': '9fde24fb-ca0e-42fc-be98-ee207f0c9e93', 'status': 'completed', 'code': 200} Aug 19 14:50:03.846213 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce8a885-bf0d-4acb-9ae6-beed50cce16b', 'name': 'network-vif-deleted', 'tag': '2843ebb3-e971-408f-85db-a3c624b9b9d8', 'status': 'completed', 'code': 200} Aug 19 14:50:03.860313 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed0a9287-304a-48fe-bfb3-96c91bf8b567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:03.866587 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-7e4e0c72-29fc-466f-90fe-8891a6aaf313 None None] Attempting to bind port 8245c498-f2f0-4178-80c0-dbefb53b2c45 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:50:03.871145 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-7e4e0c72-29fc-466f-90fe-8891a6aaf313 None None] Attempting to bind port 8245c498-f2f0-4178-80c0-dbefb53b2c45 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:50:03.871544 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4e0c72-29fc-466f-90fe-8891a6aaf313 None None] Attempting to bind port 8245c498-f2f0-4178-80c0-dbefb53b2c45 on network eb2a0074-ffdc-4655-a2e0-d470caf1d21a {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:50:03.882200 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4e0c72-29fc-466f-90fe-8891a6aaf313 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:50:03.882582 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4e0c72-29fc-466f-90fe-8891a6aaf313 None None] Checking segment: {'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:50:03.892377 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-7e4e0c72-29fc-466f-90fe-8891a6aaf313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:03.892969 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4e0c72-29fc-466f-90fe-8891a6aaf313 None None] Bound using segment: {'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:50:03.893462 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-7e4e0c72-29fc-466f-90fe-8891a6aaf313 None None] Bound port: 8245c498-f2f0-4178-80c0-dbefb53b2c45, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:50:03.893855 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-7e4e0c72-29fc-466f-90fe-8891a6aaf313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:03.977450 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0a9287-304a-48fe-bfb3-96c91bf8b567 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66723b13-0d6d-4520-a6c3-13a722da343c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:04.015525 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed0a9287-304a-48fe-bfb3-96c91bf8b567 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:04.061086 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ed0a9287-304a-48fe-bfb3-96c91bf8b567 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/66723b13-0d6d-4520-a6c3-13a722da343c HTTP/1.1" status: 204 len: 168 time: 1.0241811 Aug 19 14:50:04.064657 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-7e4e0c72-29fc-466f-90fe-8891a6aaf313 None None] For port 8245c498-f2f0-4178-80c0-dbefb53b2c45, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:50:04.075457 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-7e4e0c72-29fc-466f-90fe-8891a6aaf313 None None] For port 8245c498-f2f0-4178-80c0-dbefb53b2c45, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=8245c498-f2f0-4178-80c0-dbefb53b2c45,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:50:04.080862 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device c9804dba-3894-4550-a70c-8f02c31d70f1 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:50:04.088624 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 57540) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:04.089921 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-7e4e0c72-29fc-466f-90fe-8891a6aaf313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:04.098291 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:04.109159 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-6da49ca9-97df-4722-a4b7-1127024b01cf service neutron] 10.222.0.88 "GET /v2.0/networks/dac15f89-eb05-4149-aeea-9b60945c8ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6326587 Aug 19 14:50:04.137264 n-d-766043-2 neutron-server[94639]: INFO neutron.db.l3_db [None req-f2c23acb-9aed-47b8-885b-9c029fa3dbbe tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Floating IP 09c347e5-93e1-46c6-b031-0cbbc196d16d associated. External IP: 172.25.2.111, port: aa7a43f4-555b-4213-a8fa-75f449055cf9. Aug 19 14:50:04.176509 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4e0c72-29fc-466f-90fe-8891a6aaf313 None None] Routers {'cf7dc842-0da3-495a-a474-cec3a17957e2'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:50:04.183764 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7e4e0c72-29fc-466f-90fe-8891a6aaf313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:49:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['cf7dc842-0da3-495a-a474-cec3a17957e2'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:50:04.239077 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc3f16-63fb-43fa-9587-0474bb38200b req-fc03b8da-817e-464a-af45-ef3f0c7b25ad tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:04.240634 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fdcc3f16-63fb-43fa-9587-0474bb38200b req-fc03b8da-817e-464a-af45-ef3f0c7b25ad tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] 10.222.0.68 "GET /v2.0/networks?id=79e81dae-8594-4181-9a1d-730198eb44e1 HTTP/1.1" status: 200 len: 810 time: 0.6658547 Aug 19 14:50:04.309591 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8acd7768-5676-4f97-8f02-ffbe7b1e894f req-57518fc9-e160-4fbb-97d3-2b2e66a9020e tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 210 time: 0.3213208 Aug 19 14:50:04.391919 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-befe45ab-a1f5-43f3-9e17-ea1d7f413070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:04.411631 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-bf7ada80-880d-4813-8c9b-c5c6f44dc9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fdcd52-034b-473a-bf94-f746c4501376', 'name': 'tempest-TaggedBootDevicesTest-468413341-router', 'tenant_id': 'eac9849a6187411198187660adbcdd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '1cf4dfc3-7805-49cb-b775-488a2bae7b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:39:00Z', 'updated_at': '2021-08-19T14:39:08Z', 'revision_number': 4, 'project_id': 'eac9849a6187411198187660adbcdd48', 'gw_port': {'id': '1cf4dfc3-7805-49cb-b775-488a2bae7b46', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:87:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fdcd52-034b-473a-bf94-f746c4501376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:02Z', 'updated_at': '2021-08-19T14:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'f6d0a280-4857-462d-a7e2-0031d804288e', 'name': '', 'network_id': '120c5244-d1e2-46c3-b22a-2b90b5b4e09c', 'tenant_id': 'eac9849a6187411198187660adbcdd48', 'mac_address': 'fa:16:3e:35:9e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fdcd52-034b-473a-bf94-f746c4501376', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'd90280f3-05d8-4d32-bed7-d9a137266bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:07Z', 'updated_at': '2021-08-19T14:39:18Z', 'revision_number': 5, 'project_id': 'eac9849a6187411198187660adbcdd48', 'subnets': [{'id': 'd90280f3-05d8-4d32-bed7-d9a137266bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:50:04.422855 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-7e4e0c72-29fc-466f-90fe-8891a6aaf313 None None] Set router cf7dc842-0da3-495a-a474-cec3a17957e2 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:50:04.500452 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-fdcc3f16-63fb-43fa-9587-0474bb38200b req-af36cb43-6f99-416b-8838-017f762a4046 tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] Request body: {'port': {'device_id': '59d55fa2-ca1e-490c-8a22-81762e7a431c', 'network_id': '79e81dae-8594-4181-9a1d-730198eb44e1', 'admin_state_up': True, 'tenant_id': '75685d67e60e4191be57fda4714cc5a3'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:50:04.554822 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7ada80-880d-4813-8c9b-c5c6f44dc9cd None None] The sync data for ids ['53fdcd52-034b-473a-bf94-f746c4501376'] in n-d-766043-2 is: [{'id': '53fdcd52-034b-473a-bf94-f746c4501376', 'name': 'tempest-TaggedBootDevicesTest-468413341-router', 'tenant_id': 'eac9849a6187411198187660adbcdd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '1cf4dfc3-7805-49cb-b775-488a2bae7b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:39:00Z', 'updated_at': '2021-08-19T14:39:08Z', 'revision_number': 4, 'project_id': 'eac9849a6187411198187660adbcdd48', 'gw_port': {'id': '1cf4dfc3-7805-49cb-b775-488a2bae7b46', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:87:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fdcd52-034b-473a-bf94-f746c4501376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:02Z', 'updated_at': '2021-08-19T14:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'f6d0a280-4857-462d-a7e2-0031d804288e', 'name': '', 'network_id': '120c5244-d1e2-46c3-b22a-2b90b5b4e09c', 'tenant_id': 'eac9849a6187411198187660adbcdd48', 'mac_address': 'fa:16:3e:35:9e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fdcd52-034b-473a-bf94-f746c4501376', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'd90280f3-05d8-4d32-bed7-d9a137266bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:07Z', 'updated_at': '2021-08-19T14:39:18Z', 'revision_number': 5, 'project_id': 'eac9849a6187411198187660adbcdd48', 'subnets': [{'id': 'd90280f3-05d8-4d32-bed7-d9a137266bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:50:04.561930 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port c9804dba-3894-4550-a70c-8f02c31d70f1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:50:04.562516 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:04.605497 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9e3eb9b8-e952-4c75-afaa-8884caef43fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:04.638171 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de37a2cd-4247-4949-a753-cfc30942348e None None] Pushing event updated for resources: {'Port': ['ID=8245c498-f2f0-4178-80c0-dbefb53b2c45,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:04.641734 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:04.740376 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c23acb-9aed-47b8-885b-9c029fa3dbbe tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Router f8b54a02-873a-44a0-93c0-8ff8c62432ce has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:50:04.805058 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5061de38-f21e-4232-b8bd-ee6a7832af92 req-887e588b-1956-4073-a3b0-5239005637ec tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59d55fa2-ca1e-490c-8a22-81762e7a431c HTTP/1.1" status: 200 len: 210 time: 0.5496001 Aug 19 14:50:04.818456 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-2d513435-aeee-4d9e-8e7b-436f47e7bbda service neutron] 10.222.0.88 "GET /v2.0/networks/dac15f89-eb05-4149-aeea-9b60945c8ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5738168 Aug 19 14:50:04.938218 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c23acb-9aed-47b8-885b-9c029fa3dbbe tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:50:04.943053 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7e4e0c72-29fc-466f-90fe-8891a6aaf313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7dc842-0da3-495a-a474-cec3a17957e2', 'name': 'tempest-NetworksTestDHCPv6-router-413815648', 'tenant_id': 'c39f5f14c7bc46018e8896511823152f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:49:58Z', 'updated_at': '2021-08-19T14:50:00Z', 'revision_number': 2, 'project_id': 'c39f5f14c7bc46018e8896511823152f', 'gw_port_host': None, '_interfaces': [{'id': '8245c498-f2f0-4178-80c0-dbefb53b2c45', 'name': '', 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'tenant_id': 'c39f5f14c7bc46018e8896511823152f', 'mac_address': 'fa:16:3e:d7:10:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7dc842-0da3-495a-a474-cec3a17957e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '6c1acc1c-d697-4ec0-af2b-52d7dc4ba2b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:49:59Z', 'updated_at': '2021-08-19T14:50:04Z', 'revision_number': 4, 'project_id': 'c39f5f14c7bc46018e8896511823152f', 'subnets': [{'id': '6c1acc1c-d697-4ec0-af2b-52d7dc4ba2b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:50:04.944096 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2c23acb-9aed-47b8-885b-9c029fa3dbbe tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:04.957953 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57dddfc0-eb22-4044-9319-3016c284fefc None None] Sync routers for ids ['f8b54a02-873a-44a0-93c0-8ff8c62432ce'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:50:04.975407 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dddfc0-eb22-4044-9319-3016c284fefc None None] Routers {'f8b54a02-873a-44a0-93c0-8ff8c62432ce'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:50:04.977956 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-57dddfc0-eb22-4044-9319-3016c284fefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:50:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['f8b54a02-873a-44a0-93c0-8ff8c62432ce'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:50:04.999804 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f2c23acb-9aed-47b8-885b-9c029fa3dbbe tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "PUT /v2.0/floatingips/09c347e5-93e1-46c6-b031-0cbbc196d16d HTTP/1.1" status: 200 len: 991 time: 4.0294349 Aug 19 14:50:05.000608 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc73c556-372d-45ed-a6ca-136a8ca2c91f', 'tag': 'aa7a43f4-555b-4213-a8fa-75f449055cf9'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:50:05.004268 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a098cb-bbbf-4739-a967-1a4d7699ccda" -d '{"events": [{"name": "network-changed", "server_uuid": "bc73c556-372d-45ed-a6ca-136a8ca2c91f", "tag": "aa7a43f4-555b-4213-a8fa-75f449055cf9"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:50:05.011792 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4e0c72-29fc-466f-90fe-8891a6aaf313 None None] The sync data for ids ['cf7dc842-0da3-495a-a474-cec3a17957e2'] in n-d-766043-2 is: [{'id': 'cf7dc842-0da3-495a-a474-cec3a17957e2', 'name': 'tempest-NetworksTestDHCPv6-router-413815648', 'tenant_id': 'c39f5f14c7bc46018e8896511823152f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:49:58Z', 'updated_at': '2021-08-19T14:50:00Z', 'revision_number': 2, 'project_id': 'c39f5f14c7bc46018e8896511823152f', 'gw_port_host': None, '_interfaces': [{'id': '8245c498-f2f0-4178-80c0-dbefb53b2c45', 'name': '', 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'tenant_id': 'c39f5f14c7bc46018e8896511823152f', 'mac_address': 'fa:16:3e:d7:10:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7dc842-0da3-495a-a474-cec3a17957e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '6c1acc1c-d697-4ec0-af2b-52d7dc4ba2b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:49:59Z', 'updated_at': '2021-08-19T14:50:04Z', 'revision_number': 4, 'project_id': 'c39f5f14c7bc46018e8896511823152f', 'subnets': [{'id': '6c1acc1c-d697-4ec0-af2b-52d7dc4ba2b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:50:05.018563 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-fb407401-0bf6-4724-a4ba-05eba315dafd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e8982814-7c65-4c2d-a505-8e9ce81f7934 HTTP/1.1" status: 200 len: 217 time: 0.1633511 Aug 19 14:50:05.071982 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7644012-8486-45ab-8253-570cb72311f6 None None] New status for floating IP cf80e34f-4416-47e5-bbf8-1ccefaf386a2: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 14:50:05.093071 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:05.108843 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a3e16c8-ca8f-4b28-a4d1-36e7feee8e94 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:05.242024 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a1882f-bf67-4dc1-a99f-7b7eb573e27d x-openstack-request-id: req-58a1882f-bf67-4dc1-a99f-7b7eb573e27d {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:50:05.242303 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc73c556-372d-45ed-a6ca-136a8ca2c91f", "tag": "aa7a43f4-555b-4213-a8fa-75f449055cf9", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:50:05.242554 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-58a1882f-bf67-4dc1-a99f-7b7eb573e27d {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:50:05.243139 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc73c556-372d-45ed-a6ca-136a8ca2c91f', 'tag': 'aa7a43f4-555b-4213-a8fa-75f449055cf9', 'status': 'completed', 'code': 200} Aug 19 14:50:05.273896 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-57dddfc0-eb22-4044-9319-3016c284fefc None None] Set router f8b54a02-873a-44a0-93c0-8ff8c62432ce gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:50:05.325034 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:05.414576 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9e3eb9b8-e952-4c75-afaa-8884caef43fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:05.467768 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b9e91-e525-4a8c-a2e6-c0eee394eae6 req-de88b67e-17f5-4d75-9b3a-8fe146a431b6 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:05.481030 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f17b9e91-e525-4a8c-a2e6-c0eee394eae6 req-de88b67e-17f5-4d75-9b3a-8fe146a431b6 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=63ff844a-eb67-4fc1-81b5-e3f4fbee744a HTTP/1.1" status: 200 len: 945 time: 0.7498546 Aug 19 14:50:05.496338 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-9e3eb9b8-e952-4c75-afaa-8884caef43fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2a87b08-daef-4d3a-bda0-e1347f22d9dc']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:50:05.520054 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-9e3eb9b8-e952-4c75-afaa-8884caef43fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2ef6b96-4407-44e9-8f00-3c9966e61ecc') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:50:05.521388 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-1a3e16c8-ca8f-4b28-a4d1-36e7feee8e94 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Deleting port 8245c498-f2f0-4178-80c0-dbefb53b2c45 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:50:05.521749 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a3e16c8-ca8f-4b28-a4d1-36e7feee8e94 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:05.524441 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-9e3eb9b8-e952-4c75-afaa-8884caef43fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2ef6b96-4407-44e9-8f00-3c9966e61ecc') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:50:05.538268 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9e3eb9b8-e952-4c75-afaa-8884caef43fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:05.555031 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9e3eb9b8-e952-4c75-afaa-8884caef43fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:05.563158 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e3eb9b8-e952-4c75-afaa-8884caef43fe admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:50:05.564195 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9e3eb9b8-e952-4c75-afaa-8884caef43fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:05.653974 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:50:05.653974 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:50:05.653974 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:50:05.653974 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:50:05.653974 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:50:05.653974 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:50:05.653974 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:50:05.653974 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:50:05.653974 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:50:05.653974 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:50:05.653974 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:50:05.653974 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:50:05.653974 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:50:05.653974 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:50:05.653974 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:50:05.653974 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:50:05.653974 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:50:05.653974 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:50:05.653974 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:50:05.653974 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:50:05.653974 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:50:05.653974 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:50:05.653974 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:50:05.653974 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:50:05.653974 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:50:05.653974 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:50:05.653974 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:50:05.653974 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:50:05.653974 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:50:05.653974 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:50:05.653974 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:50:05.653974 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:50:05.670716 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9e3eb9b8-e952-4c75-afaa-8884caef43fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:05.695095 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-57dddfc0-eb22-4044-9319-3016c284fefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b54a02-873a-44a0-93c0-8ff8c62432ce', 'name': 'tempest-ServerActionsTestJSON-378060272-router', 'tenant_id': '8bf9338b14bd4de0a247947d4332bed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '83ab41a7-6a17-4875-9a0f-f119a9367955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:49:20Z', 'updated_at': '2021-08-19T14:49:27Z', 'revision_number': 4, 'project_id': '8bf9338b14bd4de0a247947d4332bed4', 'gw_port': {'id': '83ab41a7-6a17-4875-9a0f-f119a9367955', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b54a02-873a-44a0-93c0-8ff8c62432ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:49:21Z', 'updated_at': '2021-08-19T14:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '09c347e5-93e1-46c6-b031-0cbbc196d16d', 'tenant_id': '8bf9338b14bd4de0a247947d4332bed4', 'floating_ip_address': '172.25.2.111', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': 'f8b54a02-873a-44a0-93c0-8ff8c62432ce', 'port_id': 'aa7a43f4-555b-4213-a8fa-75f449055cf9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d226290-6085-496f-b9eb-bf514760f427', 'mac_address': 'fa:16:3e:f1:1d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc73c556-372d-45ed-a6ca-136a8ca2c91f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:49:31Z', 'updated_at': '2021-08-19T14:50:02Z', 'revision_number': 1, 'project_id': '8bf9338b14bd4de0a247947d4332bed4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bff858f-55a9-4e88-bfc5-f58ad378f504', 'name': '', 'network_id': '8d226290-6085-496f-b9eb-bf514760f427', 'tenant_id': '8bf9338b14bd4de0a247947d4332bed4', 'mac_address': 'fa:16:3e:fe:8e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b54a02-873a-44a0-93c0-8ff8c62432ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '5ebe78ca-28f7-43fa-89de-04375d30f6cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:49:25Z', 'updated_at': '2021-08-19T14:49:36Z', 'revision_number': 5, 'project_id': '8bf9338b14bd4de0a247947d4332bed4', 'subnets': [{'id': '5ebe78ca-28f7-43fa-89de-04375d30f6cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:50:05.753992 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e07fc166-0a1c-48c4-bd2e-52b752a656fa req-cb526511-1526-4dcd-b338-6e046061fcd0 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 210 time: 0.2677939 Aug 19 14:50:05.759016 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-1a3e16c8-ca8f-4b28-a4d1-36e7feee8e94 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] For port 8245c498-f2f0-4178-80c0-dbefb53b2c45, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=8245c498-f2f0-4178-80c0-dbefb53b2c45,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:50:05.759507 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a3e16c8-ca8f-4b28-a4d1-36e7feee8e94 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:05.767359 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdcc3f16-63fb-43fa-9587-0474bb38200b req-af36cb43-6f99-416b-8838-017f762a4046 tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] Made reservation on behalf of 75685d67e60e4191be57fda4714cc5a3 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:50:05.770980 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fdcc3f16-63fb-43fa-9587-0474bb38200b req-af36cb43-6f99-416b-8838-017f762a4046 tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:05.786082 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57dddfc0-eb22-4044-9319-3016c284fefc None None] Checking router: f8b54a02-873a-44a0-93c0-8ff8c62432ce for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:50:05.801560 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-1a3e16c8-ca8f-4b28-a4d1-36e7feee8e94 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Calling delete_port for 8245c498-f2f0-4178-80c0-dbefb53b2c45 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:50:05.802584 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9e3eb9b8-e952-4c75-afaa-8884caef43fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:05.804516 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9e3eb9b8-e952-4c75-afaa-8884caef43fe admin admin] 10.222.0.69 "DELETE /v2.0/networks/f2a87b08-daef-4d3a-bda0-e1347f22d9dc HTTP/1.1" status: 204 len: 168 time: 1.7082927 Aug 19 14:50:05.806684 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3eb9b8-e952-4c75-afaa-8884caef43fe admin admin] Pushing event deleted for resources: {'Network': ['ID=f2a87b08-daef-4d3a-bda0-e1347f22d9dc,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:05.812560 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dddfc0-eb22-4044-9319-3016c284fefc None None] Routers {'f8b54a02-873a-44a0-93c0-8ff8c62432ce'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:50:05.813438 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-57dddfc0-eb22-4044-9319-3016c284fefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:50:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['f8b54a02-873a-44a0-93c0-8ff8c62432ce'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:50:05.823363 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-c7e450b0-70ac-434e-89c8-ed6957e1a429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:05.830016 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-c7e450b0-70ac-434e-89c8-ed6957e1a429 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=64065ff9-b8bb-4212-8aca-114b6986ce18 HTTP/1.1" status: 200 len: 797 time: 0.7497983 Aug 19 14:50:05.954372 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f17b9e91-e525-4a8c-a2e6-c0eee394eae6 req-58d923c5-811c-4ccd-9e77-743ff7ea0d92 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4722638 Aug 19 14:50:05.966989 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a098cb-bbbf-4739-a967-1a4d7699ccda req-2646bb8c-fb7a-4a4e-96ec-18feba88bf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:05.986708 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d3a098cb-bbbf-4739-a967-1a4d7699ccda req-2646bb8c-fb7a-4a4e-96ec-18feba88bf77 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8bf9338b14bd4de0a247947d4332bed4&device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 1096 time: 0.7207205 Aug 19 14:50:06.101471 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 8245c498-f2f0-4178-80c0-dbefb53b2c45 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:50:06.195661 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-57dddfc0-eb22-4044-9319-3016c284fefc None None] Set router f8b54a02-873a-44a0-93c0-8ff8c62432ce gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:50:06.215204 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57564) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:06.238846 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a098cb-bbbf-4739-a967-1a4d7699ccda req-1cbff671-cfbf-4746-aac6-338b77595ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:06.240662 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d3a098cb-bbbf-4739-a967-1a4d7699ccda req-1cbff671-cfbf-4746-aac6-338b77595ccc service neutron] 10.222.0.88 "GET /v2.0/networks?id=8d226290-6085-496f-b9eb-bf514760f427 HTTP/1.1" status: 200 len: 912 time: 0.2526608 Aug 19 14:50:06.296613 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-06ee36bf-fed5-4cf6-9c1b-ad21e83e7650 req-4245ee03-532b-4ac1-b315-9dd491024d93 tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59d55fa2-ca1e-490c-8a22-81762e7a431c HTTP/1.1" status: 200 len: 210 time: 0.3629160 Aug 19 14:50:06.335832 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 8245c498-f2f0-4178-80c0-dbefb53b2c45 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:50:06.350132 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 8245c498-f2f0-4178-80c0-dbefb53b2c45 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:50:06.351949 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:06.394878 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2fa02bbc-9266-4f9b-ab5f-49df4e769b31 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b30f4d79ced34729abf2ad157286bd5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1759231 Aug 19 14:50:06.409093 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 57568) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:06.439740 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-582cd77a-c7b6-4f70-ab86-e444f125df47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:06.441790 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-582cd77a-c7b6-4f70-ab86-e444f125df47 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f6ac2016-e7c1-459d-ba43-66cd8666f5a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5694962 Aug 19 14:50:06.521740 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b1d29-21ed-4ff4-bb7a-379f2efce1aa req-43eea492-dd9f-43b1-b950-06536bc1313a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:06.523718 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0d2b1d29-21ed-4ff4-bb7a-379f2efce1aa req-43eea492-dd9f-43b1-b950-06536bc1313a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a174c7311ebe4e578a18affa5c162e64&device_id=63ff844a-eb67-4fc1-81b5-e3f4fbee744a HTTP/1.1" status: 200 len: 1096 time: 0.1720545 Aug 19 14:50:06.613260 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a3e16c8-ca8f-4b28-a4d1-36e7feee8e94 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:06.671549 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-fdcc3f16-63fb-43fa-9587-0474bb38200b req-af36cb43-6f99-416b-8838-017f762a4046 tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] Allocated IP 172.20.0.2 (79e81dae-8594-4181-9a1d-730198eb44e1/7e1817d8-eac1-4fb4-a2b0-4a68e3227c3a/6052adfe-0a91-42d4-b626-98a004b95118) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:50:06.691300 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d3a098cb-bbbf-4739-a967-1a4d7699ccda req-7fb45543-05b0-43c8-8cf4-187c9880ba85 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa7a43f4-555b-4213-a8fa-75f449055cf9 HTTP/1.1" status: 200 len: 999 time: 0.4212430 Aug 19 14:50:06.713806 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:06.731572 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-7aef4753-28c6-4fa6-9f47-636453c97b26 service neutron] 10.222.0.88 "GET /v2.0/networks/f6ac2016-e7c1-459d-ba43-66cd8666f5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720208 Aug 19 14:50:06.743698 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3e16c8-ca8f-4b28-a4d1-36e7feee8e94 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event deleted for resources: {'Port': ['ID=8245c498-f2f0-4178-80c0-dbefb53b2c45,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:06.773257 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b1d29-21ed-4ff4-bb7a-379f2efce1aa req-07ee33de-cca5-448e-9051-c8f0283925e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:06.775642 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0d2b1d29-21ed-4ff4-bb7a-379f2efce1aa req-07ee33de-cca5-448e-9051-c8f0283925e3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8a142042-c68c-4e37-b305-42d68af74408 HTTP/1.1" status: 200 len: 911 time: 0.2421789 Aug 19 14:50:06.813419 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-57dddfc0-eb22-4044-9319-3016c284fefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b54a02-873a-44a0-93c0-8ff8c62432ce', 'name': 'tempest-ServerActionsTestJSON-378060272-router', 'tenant_id': '8bf9338b14bd4de0a247947d4332bed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '83ab41a7-6a17-4875-9a0f-f119a9367955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:49:20Z', 'updated_at': '2021-08-19T14:49:27Z', 'revision_number': 4, 'project_id': '8bf9338b14bd4de0a247947d4332bed4', 'gw_port': {'id': '83ab41a7-6a17-4875-9a0f-f119a9367955', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b54a02-873a-44a0-93c0-8ff8c62432ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:49:21Z', 'updated_at': '2021-08-19T14:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '09c347e5-93e1-46c6-b031-0cbbc196d16d', 'tenant_id': '8bf9338b14bd4de0a247947d4332bed4', 'floating_ip_address': '172.25.2.111', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': 'f8b54a02-873a-44a0-93c0-8ff8c62432ce', 'port_id': 'aa7a43f4-555b-4213-a8fa-75f449055cf9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d226290-6085-496f-b9eb-bf514760f427', 'mac_address': 'fa:16:3e:f1:1d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc73c556-372d-45ed-a6ca-136a8ca2c91f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:49:31Z', 'updated_at': '2021-08-19T14:50:02Z', 'revision_number': 1, 'project_id': '8bf9338b14bd4de0a247947d4332bed4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bff858f-55a9-4e88-bfc5-f58ad378f504', 'name': '', 'network_id': '8d226290-6085-496f-b9eb-bf514760f427', 'tenant_id': '8bf9338b14bd4de0a247947d4332bed4', 'mac_address': 'fa:16:3e:fe:8e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b54a02-873a-44a0-93c0-8ff8c62432ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '5ebe78ca-28f7-43fa-89de-04375d30f6cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:49:25Z', 'updated_at': '2021-08-19T14:49:36Z', 'revision_number': 5, 'project_id': '8bf9338b14bd4de0a247947d4332bed4', 'subnets': [{'id': '5ebe78ca-28f7-43fa-89de-04375d30f6cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:50:06.900069 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57dddfc0-eb22-4044-9319-3016c284fefc None None] The sync data for ids ['f8b54a02-873a-44a0-93c0-8ff8c62432ce'] in n-d-766043-2 is: [{'id': 'f8b54a02-873a-44a0-93c0-8ff8c62432ce', 'name': 'tempest-ServerActionsTestJSON-378060272-router', 'tenant_id': '8bf9338b14bd4de0a247947d4332bed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '83ab41a7-6a17-4875-9a0f-f119a9367955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:49:20Z', 'updated_at': '2021-08-19T14:49:27Z', 'revision_number': 4, 'project_id': '8bf9338b14bd4de0a247947d4332bed4', 'gw_port': {'id': '83ab41a7-6a17-4875-9a0f-f119a9367955', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b54a02-873a-44a0-93c0-8ff8c62432ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:49:21Z', 'updated_at': '2021-08-19T14:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '09c347e5-93e1-46c6-b031-0cbbc196d16d', 'tenant_id': '8bf9338b14bd4de0a247947d4332bed4', 'floating_ip_address': '172.25.2.111', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': 'f8b54a02-873a-44a0-93c0-8ff8c62432ce', 'port_id': 'aa7a43f4-555b-4213-a8fa-75f449055cf9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d226290-6085-496f-b9eb-bf514760f427', 'mac_address': 'fa:16:3e:f1:1d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc73c556-372d-45ed-a6ca-136a8ca2c91f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:49:31Z', 'updated_at': '2021-08-19T14:50:02Z', 'revision_number': 1, 'project_id': '8bf9338b14bd4de0a247947d4332bed4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bff858f-55a9-4e88-bfc5-f58ad378f504', 'name': '', 'network_id': '8d226290-6085-496f-b9eb-bf514760f427', 'tenant_id': '8bf9338b14bd4de0a247947d4332bed4', 'mac_address': 'fa:16:3e:fe:8e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b54a02-873a-44a0-93c0-8ff8c62432ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '5ebe78ca-28f7-43fa-89de-04375d30f6cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:49:25Z', 'updated_at': '2021-08-19T14:49:36Z', 'revision_number': 5, 'project_id': '8bf9338b14bd4de0a247947d4332bed4', 'subnets': [{'id': '5ebe78ca-28f7-43fa-89de-04375d30f6cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:50:06.903655 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0d2b1d29-21ed-4ff4-bb7a-379f2efce1aa req-ec735228-185b-4126-9efd-35135e5fb975 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=924ebce5-5a1a-40dc-be32-861346dd7e4f HTTP/1.1" status: 200 len: 217 time: 0.0768564 Aug 19 14:50:06.912762 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-826053c8-a3d2-4e27-bd68-547f36bcebbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:06.917503 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-23e406a5-53d3-4147-b71d-1db555648c84 service neutron] 10.222.0.88 "GET /v2.0/networks/f6ac2016-e7c1-459d-ba43-66cd8666f5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461599 Aug 19 14:50:06.944444 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:06.944959 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9afdae-7001-4334-8d70-dd8e377dd7d7 req-3d490f77-6da7-424f-bb28-2d802b98ab5b tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:06.953336 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bf9afdae-7001-4334-8d70-dd8e377dd7d7 req-3d490f77-6da7-424f-bb28-2d802b98ab5b tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=63ff844a-eb67-4fc1-81b5-e3f4fbee744a HTTP/1.1" status: 200 len: 945 time: 0.4925323 Aug 19 14:50:06.989770 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a3e16c8-ca8f-4b28-a4d1-36e7feee8e94 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:07.142439 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b1d29-21ed-4ff4-bb7a-379f2efce1aa req-943e7145-4b4a-4b43-8978-07fe8fe7f31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:07.144328 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0d2b1d29-21ed-4ff4-bb7a-379f2efce1aa req-943e7145-4b4a-4b43-8978-07fe8fe7f31d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=aff8d2c4-8a7b-4abf-8ece-6e61f2387303 HTTP/1.1" status: 200 len: 850 time: 0.1499171 Aug 19 14:50:07.156399 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-e64cfed2-9a63-4855-beb3-5a4082ee81ab service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3866d923-fecf-45c7-b7c5-f449482615e0 HTTP/1.1" status: 200 len: 217 time: 0.1989114 Aug 19 14:50:07.161289 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7472eb9b-2491-4e4e-aab9-08bbdf15f61a req-ffee12bb-5afd-426b-a462-01d5386d424d tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 210 time: 0.2027931 Aug 19 14:50:07.187337 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-826053c8-a3d2-4e27-bd68-547f36bcebbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:07.206281 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0d2b1d29-21ed-4ff4-bb7a-379f2efce1aa req-2a01f430-3c68-4f73-b604-14ae58975da1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8a142042-c68c-4e37-b305-42d68af74408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536213 Aug 19 14:50:07.241181 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bf9afdae-7001-4334-8d70-dd8e377dd7d7 req-91d200d8-0ac8-4704-83f9-a23b12dd441a tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868366 Aug 19 14:50:07.292856 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-4554a118-5c5d-4152-bf89-9859273625e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:07.295508 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-4554a118-5c5d-4152-bf89-9859273625e3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=64065ff9-b8bb-4212-8aca-114b6986ce18 HTTP/1.1" status: 200 len: 797 time: 0.1140895 Aug 19 14:50:07.296913 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a098cb-bbbf-4739-a967-1a4d7699ccda req-bbb24f46-e512-49ac-8765-fd715b63ba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:07.298283 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d3a098cb-bbbf-4739-a967-1a4d7699ccda req-bbb24f46-e512-49ac-8765-fd715b63ba06 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5ebe78ca-28f7-43fa-89de-04375d30f6cd HTTP/1.1" status: 200 len: 850 time: 0.5622988 Aug 19 14:50:07.331030 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a3e16c8-ca8f-4b28-a4d1-36e7feee8e94 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Router cf7dc842-0da3-495a-a474-cec3a17957e2 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:50:07.456448 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fdcc3f16-63fb-43fa-9587-0474bb38200b req-af36cb43-6f99-416b-8838-017f762a4046 tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:07.461421 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3e16c8-ca8f-4b28-a4d1-36e7feee8e94 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:50:07.464957 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0d2b1d29-21ed-4ff4-bb7a-379f2efce1aa req-ef8e8a4b-1166-495d-81ef-c4aa96c0909b service neutron] 10.222.0.88 "GET /v2.0/networks/8a142042-c68c-4e37-b305-42d68af74408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247136 Aug 19 14:50:07.469764 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1a3e16c8-ca8f-4b28-a4d1-36e7feee8e94 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "PUT /v2.0/routers/cf7dc842-0da3-495a-a474-cec3a17957e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6578913 Aug 19 14:50:07.472390 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57578) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:07.474611 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413859c5-ee3e-427c-a514-4d145a202d4e None None] Sync routers for ids ['cf7dc842-0da3-495a-a474-cec3a17957e2'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:50:07.487212 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413859c5-ee3e-427c-a514-4d145a202d4e None None] Routers {'cf7dc842-0da3-495a-a474-cec3a17957e2'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:50:07.488972 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-413859c5-ee3e-427c-a514-4d145a202d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:50:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['cf7dc842-0da3-495a-a474-cec3a17957e2'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:50:07.497740 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1e773d99-bc4d-47ae-b6a8-210f931bd7ee req-16c9be89-9337-4e81-9e56-3c428432d6a2 tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59d55fa2-ca1e-490c-8a22-81762e7a431c HTTP/1.1" status: 200 len: 210 time: 0.1009932 Aug 19 14:50:07.521983 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a098cb-bbbf-4739-a967-1a4d7699ccda req-c5ee2163-b60c-401c-b30c-944d6a5ae886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:07.523700 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d3a098cb-bbbf-4739-a967-1a4d7699ccda req-c5ee2163-b60c-401c-b30c-944d6a5ae886 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8d226290-6085-496f-b9eb-bf514760f427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2050662 Aug 19 14:50:07.530108 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-8d1e9eca-61cc-425d-b5fb-96b89c893e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:07.532145 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-8d1e9eca-61cc-425d-b5fb-96b89c893e7e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f6ac2016-e7c1-459d-ba43-66cd8666f5a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2184513 Aug 19 14:50:07.624516 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10ab96d-2da1-4a2a-8cc8-d9c9ed00d639 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:07.626061 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10ab96d-2da1-4a2a-8cc8-d9c9ed00d639 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:07.628286 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-413859c5-ee3e-427c-a514-4d145a202d4e None None] Set router cf7dc842-0da3-495a-a474-cec3a17957e2 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:50:07.629092 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e10ab96d-2da1-4a2a-8cc8-d9c9ed00d639 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1556187 Aug 19 14:50:07.633441 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57580) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:07.693555 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-413859c5-ee3e-427c-a514-4d145a202d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7dc842-0da3-495a-a474-cec3a17957e2', 'name': 'tempest-NetworksTestDHCPv6-router-413815648', 'tenant_id': 'c39f5f14c7bc46018e8896511823152f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:49:58Z', 'updated_at': '2021-08-19T14:50:06Z', 'revision_number': 3, 'project_id': 'c39f5f14c7bc46018e8896511823152f', 'gw_port_host': None}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:50:07.714748 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671c52a2-007f-4ee4-93ba-ce6bdaa9b5f2 None None] New status for floating IP 09c347e5-93e1-46c6-b031-0cbbc196d16d: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 14:50:07.741455 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0d2b1d29-21ed-4ff4-bb7a-379f2efce1aa req-b49d1be2-732e-4136-964e-22b2c736794d service neutron] 10.222.0.88 "GET /v2.0/networks/8a142042-c68c-4e37-b305-42d68af74408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597625 Aug 19 14:50:07.748369 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3e8e186-a5d6-4021-bcf6-1170e8841b8a tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Deleting subnet 6c1acc1c-d697-4ec0-af2b-52d7dc4ba2b6 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:50:07.756813 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b3e8e186-a5d6-4021-bcf6-1170e8841b8a tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:07.762677 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413859c5-ee3e-427c-a514-4d145a202d4e None None] Checking router: cf7dc842-0da3-495a-a474-cec3a17957e2 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:50:07.786726 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413859c5-ee3e-427c-a514-4d145a202d4e None None] Routers {'cf7dc842-0da3-495a-a474-cec3a17957e2'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:50:07.790764 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-413859c5-ee3e-427c-a514-4d145a202d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:50:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['cf7dc842-0da3-495a-a474-cec3a17957e2'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:50:07.806150 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b3e8e186-a5d6-4021-bcf6-1170e8841b8a tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:07.903261 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b3e8e186-a5d6-4021-bcf6-1170e8841b8a tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:07.943815 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-413859c5-ee3e-427c-a514-4d145a202d4e None None] Set router cf7dc842-0da3-495a-a474-cec3a17957e2 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:50:08.027690 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b3e8e186-a5d6-4021-bcf6-1170e8841b8a tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:08.046667 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-413859c5-ee3e-427c-a514-4d145a202d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7dc842-0da3-495a-a474-cec3a17957e2', 'name': 'tempest-NetworksTestDHCPv6-router-413815648', 'tenant_id': 'c39f5f14c7bc46018e8896511823152f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:49:58Z', 'updated_at': '2021-08-19T14:50:06Z', 'revision_number': 3, 'project_id': 'c39f5f14c7bc46018e8896511823152f', 'gw_port_host': None}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:50:08.059395 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e8e186-a5d6-4021-bcf6-1170e8841b8a tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event deleted for resources: {'Subnet': ['ID=6c1acc1c-d697-4ec0-af2b-52d7dc4ba2b6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:08.061422 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b3e8e186-a5d6-4021-bcf6-1170e8841b8a tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:08.063561 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b3e8e186-a5d6-4021-bcf6-1170e8841b8a tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/6c1acc1c-d697-4ec0-af2b-52d7dc4ba2b6 HTTP/1.1" status: 204 len: 168 time: 0.4285545 Aug 19 14:50:08.066521 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57588) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:08.079243 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-826053c8-a3d2-4e27-bd68-547f36bcebbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:08.081806 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-826053c8-a3d2-4e27-bd68-547f36bcebbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:08.082931 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-826053c8-a3d2-4e27-bd68-547f36bcebbb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1b7f3eaa-4ba3-4683-8adc-4482c9a7c427 HTTP/1.1" status: 204 len: 168 time: 1.6714251 Aug 19 14:50:08.125095 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fdcc3f16-63fb-43fa-9587-0474bb38200b req-af36cb43-6f99-416b-8838-017f762a4046 tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:08.129498 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b56e549-f419-4ffc-a50a-cf35f61fd03c None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:50:08.155142 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826053c8-a3d2-4e27-bd68-547f36bcebbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7f3eaa-4ba3-4683-8adc-4482c9a7c427,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:08.212296 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdcc3f16-63fb-43fa-9587-0474bb38200b req-af36cb43-6f99-416b-8838-017f762a4046 tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] Network 79e81dae-8594-4181-9a1d-730198eb44e1 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:50:08.218451 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-fdcc3f16-63fb-43fa-9587-0474bb38200b req-af36cb43-6f99-416b-8838-017f762a4046 tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:50:08.231650 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdcc3f16-63fb-43fa-9587-0474bb38200b req-af36cb43-6f99-416b-8838-017f762a4046 tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:50:08.238244 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413859c5-ee3e-427c-a514-4d145a202d4e None None] The sync data for ids ['cf7dc842-0da3-495a-a474-cec3a17957e2'] in n-d-766043-2 is: [{'id': 'cf7dc842-0da3-495a-a474-cec3a17957e2', 'name': 'tempest-NetworksTestDHCPv6-router-413815648', 'tenant_id': 'c39f5f14c7bc46018e8896511823152f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:49:58Z', 'updated_at': '2021-08-19T14:50:06Z', 'revision_number': 3, 'project_id': 'c39f5f14c7bc46018e8896511823152f', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:50:08.275755 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ad0e120c-c661-4311-8792-471e4bc2c2db tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2078435 Aug 19 14:50:08.288365 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57596) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:08.323984 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af36cb43-6f99-416b-8838-017f762a4046 tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] Pushing event updated for resources: {'Port': ['ID=6052adfe-0a91-42d4-b626-98a004b95118,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:08.410472 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49c16d03-faa9-4631-adb1-7cb3a75b7bdb tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:08.451523 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d3a098cb-bbbf-4739-a967-1a4d7699ccda req-964a9d99-a38a-4eee-90a8-3c9d48254a02 service neutron] 10.222.0.88 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9083388 Aug 19 14:50:08.453430 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-82e9a086-b328-4c50-8df9-d505fa95e2af req-477d83fe-8a5f-4be6-bc5c-21c59c10aea5 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 210 time: 0.0942941 Aug 19 14:50:08.470441 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc3f16-63fb-43fa-9587-0474bb38200b req-af36cb43-6f99-416b-8838-017f762a4046 tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:08.471093 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fdcc3f16-63fb-43fa-9587-0474bb38200b req-af36cb43-6f99-416b-8838-017f762a4046 tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:08.475507 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-089f240f-964e-4477-8e2a-0842fa00a064 service neutron] 10.222.0.88 "GET /v2.0/networks/f6ac2016-e7c1-459d-ba43-66cd8666f5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9303575 Aug 19 14:50:08.632693 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a477f4c-2808-45dd-b478-cd197b8d9100 None None] DHCP port deletion for eb2a0074-ffdc-4655-a2e0-d470caf1d21a request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:50:08.640257 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49c16d03-faa9-4631-adb1-7cb3a75b7bdb tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:08.642542 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49c16d03-faa9-4631-adb1-7cb3a75b7bdb tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:08.690101 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6aa25105-438c-4e4d-9101-814c58e7c6a9 req-851b6fe7-2b70-449f-b2b8-c3c09f583c7f service neutron] 10.222.0.88 "GET /v2.0/networks/f6ac2016-e7c1-459d-ba43-66cd8666f5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758344 Aug 19 14:50:08.714651 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49c16d03-faa9-4631-adb1-7cb3a75b7bdb tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:08.715214 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c16d03-faa9-4631-adb1-7cb3a75b7bdb tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Fanout notify agent at l3_agent the message router_deleted on router cf7dc842-0da3-495a-a474-cec3a17957e2 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:50:08.738632 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49c16d03-faa9-4631-adb1-7cb3a75b7bdb tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:08.740060 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-49c16d03-faa9-4631-adb1-7cb3a75b7bdb tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/routers/cf7dc842-0da3-495a-a474-cec3a17957e2 HTTP/1.1" status: 204 len: 168 time: 0.4506648 Aug 19 14:50:08.742674 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57608) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:08.798804 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0a477f4c-2808-45dd-b478-cd197b8d9100 None None] Deleting port c9804dba-3894-4550-a70c-8f02c31d70f1 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:50:08.799299 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0a477f4c-2808-45dd-b478-cd197b8d9100 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:08.806797 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fdcc3f16-63fb-43fa-9587-0474bb38200b req-af36cb43-6f99-416b-8838-017f762a4046 tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3107760 Aug 19 14:50:08.836705 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666bdfce-39c8-423e-a865-724f892156a2 req-8f0acbc8-6d4d-466d-8580-67e79d5f4879 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:08.843116 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a331b36f-ce2c-494e-827d-f38d3a218280 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:08.844804 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a331b36f-ce2c-494e-827d-f38d3a218280 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1008904 Aug 19 14:50:08.847540 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57614) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:08.851956 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-666bdfce-39c8-423e-a865-724f892156a2 req-8f0acbc8-6d4d-466d-8580-67e79d5f4879 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=63ff844a-eb67-4fc1-81b5-e3f4fbee744a HTTP/1.1" status: 200 len: 945 time: 0.4250178 Aug 19 14:50:08.875232 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-fdcc3f16-63fb-43fa-9587-0474bb38200b req-084aa4d0-81dd-41c8-94a3-e6d2cf679c59 service neutron] Request body: {'port': {'device_id': '59d55fa2-ca1e-490c-8a22-81762e7a431c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:50:08.886538 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0a477f4c-2808-45dd-b478-cd197b8d9100 None None] For port c9804dba-3894-4550-a70c-8f02c31d70f1, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=c9804dba-3894-4550-a70c-8f02c31d70f1,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:50:08.887531 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0a477f4c-2808-45dd-b478-cd197b8d9100 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:08.906820 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0a477f4c-2808-45dd-b478-cd197b8d9100 None None] Calling delete_port for c9804dba-3894-4550-a70c-8f02c31d70f1 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:50:08.952437 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f18b93-ec1b-4c71-a4e8-6748b6e4e58f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:08.957233 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c8f18b93-ec1b-4c71-a4e8-6748b6e4e58f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1064072 Aug 19 14:50:08.958002 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57618) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:09.004549 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda34da4-38d2-4f4c-9880-6cf61df1985e req-56450c11-5e67-42b8-a674-654d2383ef5e tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:09.014754 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dda34da4-38d2-4f4c-9880-6cf61df1985e req-56450c11-5e67-42b8-a674-654d2383ef5e tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59d55fa2-ca1e-490c-8a22-81762e7a431c HTTP/1.1" status: 200 len: 931 time: 0.2522976 Aug 19 14:50:09.034393 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0a477f4c-2808-45dd-b478-cd197b8d9100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:09.035217 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-666bdfce-39c8-423e-a865-724f892156a2 req-0334bb79-695d-4332-8477-f5649d4df8ea tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753275 Aug 19 14:50:09.048340 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6e17b2a8-1ba5-42b1-a881-049d573fc02a tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0848629 Aug 19 14:50:09.051839 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57620) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:09.057402 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-826a7f44-97af-4cce-9205-f73e3c534c60 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'subnet': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:50:09.098776 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a477f4c-2808-45dd-b478-cd197b8d9100 None None] No DVR routers for this DVR port c9804dba-3894-4550-a70c-8f02c31d70f1 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:50:09.105106 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a477f4c-2808-45dd-b478-cd197b8d9100 None None] Pushing event deleted for resources: {'Port': ['ID=c9804dba-3894-4550-a70c-8f02c31d70f1,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:09.159168 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fdcc3f16-63fb-43fa-9587-0474bb38200b req-084aa4d0-81dd-41c8-94a3-e6d2cf679c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:09.172896 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dda34da4-38d2-4f4c-9880-6cf61df1985e req-ca394296-83cb-45f7-b1e0-4133f23e00d0 tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae9f1f63-9b68-4c6a-9a97-dd47898512a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569586 Aug 19 14:50:09.176977 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d3a098cb-bbbf-4739-a967-1a4d7699ccda req-b08ef71c-5fa0-44a7-8bfd-5982a95f7cc4 service neutron] 10.222.0.88 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7131772 Aug 19 14:50:09.247551 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826a7f44-97af-4cce-9205-f73e3c534c60 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:50:09.253422 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-826a7f44-97af-4cce-9205-f73e3c534c60 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:09.484859 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 57630) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:09.578431 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-fdcc3f16-63fb-43fa-9587-0474bb38200b req-084aa4d0-81dd-41c8-94a3-e6d2cf679c59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6052adfe-0a91-42d4-b626-98a004b95118 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:50:09.603032 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fdcc3f16-63fb-43fa-9587-0474bb38200b req-084aa4d0-81dd-41c8-94a3-e6d2cf679c59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:09.631780 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-35bd52db-2451-49e5-8613-28636b6c3cb0 req-c75d16be-6adf-4916-80d0-6368d818bb24 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 210 time: 0.0471416 Aug 19 14:50:09.638746 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-fdcc3f16-63fb-43fa-9587-0474bb38200b req-084aa4d0-81dd-41c8-94a3-e6d2cf679c59 service neutron] Transition to ACTIVE for port object 6052adfe-0a91-42d4-b626-98a004b95118 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:50:09.646005 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fdcc3f16-63fb-43fa-9587-0474bb38200b req-084aa4d0-81dd-41c8-94a3-e6d2cf679c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:09.698627 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-0766a1d2-9ebb-4b7e-bacb-204699e960e4 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1449051992-network', 'tenant_id': '4ddba276acd0407cb7409bcc7aa303f3'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:50:09.737301 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084aa4d0-81dd-41c8-94a3-e6d2cf679c59 service neutron] Pushing event updated for resources: {'Port': ['ID=6052adfe-0a91-42d4-b626-98a004b95118,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:09.762686 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0766a1d2-9ebb-4b7e-bacb-204699e960e4 admin admin] Made reservation on behalf of 4ddba276acd0407cb7409bcc7aa303f3 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:50:09.765247 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0766a1d2-9ebb-4b7e-bacb-204699e960e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:09.796419 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0766a1d2-9ebb-4b7e-bacb-204699e960e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:09.849892 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-fdcc3f16-63fb-43fa-9587-0474bb38200b req-084aa4d0-81dd-41c8-94a3-e6d2cf679c59 service neutron] Attempting to bind port 6052adfe-0a91-42d4-b626-98a004b95118 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:50:09.850177 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-fdcc3f16-63fb-43fa-9587-0474bb38200b req-084aa4d0-81dd-41c8-94a3-e6d2cf679c59 service neutron] Attempting to bind port 6052adfe-0a91-42d4-b626-98a004b95118 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '386f872f-7050-4f39-b619-f0c6fab8597f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '79e81dae-8594-4181-9a1d-730198eb44e1'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:50:09.850623 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcc3f16-63fb-43fa-9587-0474bb38200b req-084aa4d0-81dd-41c8-94a3-e6d2cf679c59 service neutron] Attempting to bind port 6052adfe-0a91-42d4-b626-98a004b95118 on network 79e81dae-8594-4181-9a1d-730198eb44e1 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:50:09.862089 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcc3f16-63fb-43fa-9587-0474bb38200b req-084aa4d0-81dd-41c8-94a3-e6d2cf679c59 service neutron] Port 6052adfe-0a91-42d4-b626-98a004b95118 on network 79e81dae-8594-4181-9a1d-730198eb44e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:50:09.862424 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcc3f16-63fb-43fa-9587-0474bb38200b req-084aa4d0-81dd-41c8-94a3-e6d2cf679c59 service neutron] Attempting to bind port 6052adfe-0a91-42d4-b626-98a004b95118 on network 79e81dae-8594-4181-9a1d-730198eb44e1 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:50:09.874531 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcc3f16-63fb-43fa-9587-0474bb38200b req-084aa4d0-81dd-41c8-94a3-e6d2cf679c59 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:50:09.874879 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcc3f16-63fb-43fa-9587-0474bb38200b req-084aa4d0-81dd-41c8-94a3-e6d2cf679c59 service neutron] Checking segment: {'id': '386f872f-7050-4f39-b619-f0c6fab8597f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '79e81dae-8594-4181-9a1d-730198eb44e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:50:09.875273 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcc3f16-63fb-43fa-9587-0474bb38200b req-084aa4d0-81dd-41c8-94a3-e6d2cf679c59 service neutron] Bound using segment: {'id': '386f872f-7050-4f39-b619-f0c6fab8597f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '79e81dae-8594-4181-9a1d-730198eb44e1'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:50:09.875720 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-fdcc3f16-63fb-43fa-9587-0474bb38200b req-084aa4d0-81dd-41c8-94a3-e6d2cf679c59 service neutron] Bound port: 6052adfe-0a91-42d4-b626-98a004b95118, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '386f872f-7050-4f39-b619-f0c6fab8597f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '79e81dae-8594-4181-9a1d-730198eb44e1'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:50:09.876078 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fdcc3f16-63fb-43fa-9587-0474bb38200b req-084aa4d0-81dd-41c8-94a3-e6d2cf679c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:09.984563 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-fdcc3f16-63fb-43fa-9587-0474bb38200b req-084aa4d0-81dd-41c8-94a3-e6d2cf679c59 service neutron] For port 6052adfe-0a91-42d4-b626-98a004b95118, host n-h1-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:50:09.985154 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 8245c498-f2f0-4178-80c0-dbefb53b2c45 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:50:09.987402 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0766a1d2-9ebb-4b7e-bacb-204699e960e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:09.989306 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-fdcc3f16-63fb-43fa-9587-0474bb38200b req-084aa4d0-81dd-41c8-94a3-e6d2cf679c59 service neutron] For port 6052adfe-0a91-42d4-b626-98a004b95118, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=6052adfe-0a91-42d4-b626-98a004b95118,segment=NetworkSegment(386f872f-7050-4f39-b619-f0c6fab8597f),segment_id=386f872f-7050-4f39-b619-f0c6fab8597f)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:50:09.996817 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0766a1d2-9ebb-4b7e-bacb-204699e960e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:10.006047 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fdcc3f16-63fb-43fa-9587-0474bb38200b req-084aa4d0-81dd-41c8-94a3-e6d2cf679c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:10.015154 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 8245c498-f2f0-4178-80c0-dbefb53b2c45 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:50:10.015814 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 8245c498-f2f0-4178-80c0-dbefb53b2c45 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:50:10.016480 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device c9804dba-3894-4550-a70c-8f02c31d70f1 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:50:10.032739 n-d-766043-2 neutron-server[94639]: DEBUG neutron.objects.ports [None req-826a7f44-97af-4cce-9205-f73e3c534c60 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94639) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 14:50:10.034565 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-826a7f44-97af-4cce-9205-f73e3c534c60 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:10.045655 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: c9804dba-3894-4550-a70c-8f02c31d70f1 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:50:10.046351 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device c9804dba-3894-4550-a70c-8f02c31d70f1 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:50:10.060068 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0766a1d2-9ebb-4b7e-bacb-204699e960e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:50:10.084796 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc3f16-63fb-43fa-9587-0474bb38200b req-084aa4d0-81dd-41c8-94a3-e6d2cf679c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:10.085476 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fdcc3f16-63fb-43fa-9587-0474bb38200b req-084aa4d0-81dd-41c8-94a3-e6d2cf679c59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:10.087030 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fdcc3f16-63fb-43fa-9587-0474bb38200b req-084aa4d0-81dd-41c8-94a3-e6d2cf679c59 service neutron] 10.222.0.68 "PUT /v2.0/ports/6052adfe-0a91-42d4-b626-98a004b95118 HTTP/1.1" status: 200 len: 1091 time: 1.2312074 Aug 19 14:50:10.089593 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0766a1d2-9ebb-4b7e-bacb-204699e960e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62ad6a3-0ace-483d-874d-c647c792f6ae,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:10.092120 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d55fa2-ca1e-490c-8a22-81762e7a431c', 'tag': '6052adfe-0a91-42d4-b626-98a004b95118'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:50:10.094432 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fe7fbf-879e-40e5-ac19-256eef7e1977" -d '{"events": [{"name": "network-changed", "server_uuid": "59d55fa2-ca1e-490c-8a22-81762e7a431c", "tag": "6052adfe-0a91-42d4-b626-98a004b95118"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:50:10.112886 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0766a1d2-9ebb-4b7e-bacb-204699e960e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:10.114280 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-0766a1d2-9ebb-4b7e-bacb-204699e960e4 admin admin] Added segment c587604b-7b76-4a77-ab06-984f064e5a76 of type vlan for network 16eb1138-3188-4b5c-bc9f-d232fdc0797b Aug 19 14:50:10.130786 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084aa4d0-81dd-41c8-94a3-e6d2cf679c59 service neutron] Pushing event updated for resources: {'Port': ['ID=6052adfe-0a91-42d4-b626-98a004b95118,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:10.137307 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a7f44-97af-4cce-9205-f73e3c534c60 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Subnet': ['ID=bacbaab6-8362-400c-b8eb-f37a01c1a7af,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:10.150374 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826a7f44-97af-4cce-9205-f73e3c534c60 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:50:10.151951 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-826a7f44-97af-4cce-9205-f73e3c534c60 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:50:10.163245 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826a7f44-97af-4cce-9205-f73e3c534c60 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:10.164319 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-826a7f44-97af-4cce-9205-f73e3c534c60 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:10.166156 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de25798c-9db5-4cdf-93e7-00970c406cfc None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:50:10.187466 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-826a7f44-97af-4cce-9205-f73e3c534c60 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1320481 Aug 19 14:50:10.188020 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57644) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:10.194425 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7f91e3f5-9cea-423b-8a91-565dd63fa786 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'subnet': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:50:10.214876 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07cfc84c-948b-4355-bbb0-8a1c1d84d2e6 x-openstack-request-id: req-07cfc84c-948b-4355-bbb0-8a1c1d84d2e6 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:50:10.225578 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59d55fa2-ca1e-490c-8a22-81762e7a431c", "tag": "6052adfe-0a91-42d4-b626-98a004b95118", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:50:10.225911 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-07cfc84c-948b-4355-bbb0-8a1c1d84d2e6 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:50:10.226350 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59d55fa2-ca1e-490c-8a22-81762e7a431c', 'tag': '6052adfe-0a91-42d4-b626-98a004b95118', 'status': 'completed', 'code': 200} Aug 19 14:50:10.252149 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0766a1d2-9ebb-4b7e-bacb-204699e960e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:10.382924 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f91e3f5-9cea-423b-8a91-565dd63fa786 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:50:10.387556 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f91e3f5-9cea-423b-8a91-565dd63fa786 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:10.392906 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0766a1d2-9ebb-4b7e-bacb-204699e960e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:10.396873 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0766a1d2-9ebb-4b7e-bacb-204699e960e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:10.397500 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0766a1d2-9ebb-4b7e-bacb-204699e960e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:10.406106 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec49c317-f201-4ad6-a172-2bc80af7655f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'tenant_id': 'c39f5f14c7bc46018e8896511823152f', 'fixed_ips': [{'subnet_id': 'bacbaab6-8362-400c-b8eb-f37a01c1a7af'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:50:10.407296 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ec49c317-f201-4ad6-a172-2bc80af7655f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:10.496263 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b33d6-6264-47e2-83df-d0370857c3e2 req-41d7d540-b324-4eb1-9c87-f6ff797d8697 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:10.503910 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-722b33d6-6264-47e2-83df-d0370857c3e2 req-41d7d540-b324-4eb1-9c87-f6ff797d8697 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=63ff844a-eb67-4fc1-81b5-e3f4fbee744a HTTP/1.1" status: 200 len: 945 time: 0.3516386 Aug 19 14:50:10.515144 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc3f16-63fb-43fa-9587-0474bb38200b req-9204c7a2-fe26-4345-8aa2-b5d0b8db7ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:10.516928 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fdcc3f16-63fb-43fa-9587-0474bb38200b req-9204c7a2-fe26-4345-8aa2-b5d0b8db7ad8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=75685d67e60e4191be57fda4714cc5a3&device_id=59d55fa2-ca1e-490c-8a22-81762e7a431c HTTP/1.1" status: 200 len: 1094 time: 0.3504474 Aug 19 14:50:10.519260 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-0766a1d2-9ebb-4b7e-bacb-204699e960e4 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0328321 Aug 19 14:50:10.529603 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 57648) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:10.553639 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-10228be9-3357-4116-835a-f968f96621eb admin admin] Request body: {'subnet': {'network_id': '16eb1138-3188-4b5c-bc9f-d232fdc0797b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1449051992-subnet', 'tenant_id': '4ddba276acd0407cb7409bcc7aa303f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:50:10.567163 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-ec49c317-f201-4ad6-a172-2bc80af7655f None None] Allocated IP 2001:db8::f816:3eff:fe80:7a59 (eb2a0074-ffdc-4655-a2e0-d470caf1d21a/bacbaab6-8362-400c-b8eb-f37a01c1a7af/156c92fb-bb37-41d2-bb19-d58ffe813ddf) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:50:10.617052 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bfe94c-c032-409e-81c8-39b838103dc2 req-44655b6b-ab52-4269-a075-c0a34e1797c6 tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:10.619312 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-77bfe94c-c032-409e-81c8-39b838103dc2 req-44655b6b-ab52-4269-a075-c0a34e1797c6 tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59d55fa2-ca1e-490c-8a22-81762e7a431c HTTP/1.1" status: 200 len: 943 time: 0.3045948 Aug 19 14:50:10.619945 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0766a1d2-9ebb-4b7e-bacb-204699e960e4 admin admin] Pushing event updated for resources: {'Network': ['ID=16eb1138-3188-4b5c-bc9f-d232fdc0797b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:10.623863 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fdcc3f16-63fb-43fa-9587-0474bb38200b req-a99ac095-78a5-4b66-b60c-114a8918fc98 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6052adfe-0a91-42d4-b626-98a004b95118 HTTP/1.1" status: 200 len: 217 time: 0.0927672 Aug 19 14:50:10.694154 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f91e3f5-9cea-423b-8a91-565dd63fa786 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:10.707329 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-722b33d6-6264-47e2-83df-d0370857c3e2 req-72833653-d187-4555-8fb5-cbeee9c759fa tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024570 Aug 19 14:50:10.722206 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f91e3f5-9cea-423b-8a91-565dd63fa786 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:50:10.722206 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-7f91e3f5-9cea-423b-8a91-565dd63fa786 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:50:10.722206 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f91e3f5-9cea-423b-8a91-565dd63fa786 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:10.722206 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f91e3f5-9cea-423b-8a91-565dd63fa786 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:10.731308 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10228be9-3357-4116-835a-f968f96621eb admin admin] Made reservation on behalf of 4ddba276acd0407cb7409bcc7aa303f3 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:50:10.736947 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-10228be9-3357-4116-835a-f968f96621eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:10.746669 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ec49c317-f201-4ad6-a172-2bc80af7655f None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:10.756858 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ec49c317-f201-4ad6-a172-2bc80af7655f None None] Transition to ACTIVE for port object 156c92fb-bb37-41d2-bb19-d58ffe813ddf will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:50:10.774724 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ec49c317-f201-4ad6-a172-2bc80af7655f None None] Transition to ACTIVE for port object 156c92fb-bb37-41d2-bb19-d58ffe813ddf will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:50:10.780960 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 16eb1138-3188-4b5c-bc9f-d232fdc0797b details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:50:10.784311 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7f91e3f5-9cea-423b-8a91-565dd63fa786 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5939374 Aug 19 14:50:10.793560 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57656) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:10.806711 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-eee7d608-b407-499a-890b-a4af3540b9dd tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'port': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'mac_address': 'fa:16:3e:0f:54:49', 'name': 'tempest-NetworksTestDHCPv6-2142671317'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:50:10.824255 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc3f16-63fb-43fa-9587-0474bb38200b req-c814f182-1b3e-40e7-ae65-4885098b6fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:10.826156 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fdcc3f16-63fb-43fa-9587-0474bb38200b req-c814f182-1b3e-40e7-ae65-4885098b6fa5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7e1817d8-eac1-4fb4-a2b0-4a68e3227c3a HTTP/1.1" status: 200 len: 850 time: 0.1880851 Aug 19 14:50:10.835390 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-77bfe94c-c032-409e-81c8-39b838103dc2 req-82eb382c-6248-43f1-bf93-7e88ff7b0be4 tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae9f1f63-9b68-4c6a-9a97-dd47898512a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863523 Aug 19 14:50:10.849457 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ec49c317-f201-4ad6-a172-2bc80af7655f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:10.892175 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec49c317-f201-4ad6-a172-2bc80af7655f None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:50:10.899240 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-ec49c317-f201-4ad6-a172-2bc80af7655f None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:50:10.903166 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec49c317-f201-4ad6-a172-2bc80af7655f None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:50:10.911971 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fdcc3f16-63fb-43fa-9587-0474bb38200b req-e52dd1fa-6871-456d-acd1-95c22687f053 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=79e81dae-8594-4181-9a1d-730198eb44e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737791 Aug 19 14:50:10.918205 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a05670ca-b55e-4b89-bcb8-047cabbdf619 req-f2c081eb-d8a7-4caa-9c6e-d7a965f5eb5e tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 210 time: 0.0815279 Aug 19 14:50:10.935427 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f91e3f5-9cea-423b-8a91-565dd63fa786 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Subnet': ['ID=31329005-1723-4baa-a01d-70286b5f700f,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:10.966023 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec49c317-f201-4ad6-a172-2bc80af7655f None None] Pushing event updated for resources: {'Port': ['ID=156c92fb-bb37-41d2-bb19-d58ffe813ddf,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:10.968800 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ec49c317-f201-4ad6-a172-2bc80af7655f None None] Attempting to bind port 156c92fb-bb37-41d2-bb19-d58ffe813ddf on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:50:10.969184 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ec49c317-f201-4ad6-a172-2bc80af7655f None None] Attempting to bind port 156c92fb-bb37-41d2-bb19-d58ffe813ddf by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:50:10.969833 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec49c317-f201-4ad6-a172-2bc80af7655f None None] Attempting to bind port 156c92fb-bb37-41d2-bb19-d58ffe813ddf on network eb2a0074-ffdc-4655-a2e0-d470caf1d21a {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:50:10.975283 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec49c317-f201-4ad6-a172-2bc80af7655f None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:50:10.975658 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec49c317-f201-4ad6-a172-2bc80af7655f None None] Checking segment: {'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:50:10.976063 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ec49c317-f201-4ad6-a172-2bc80af7655f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:10.976487 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec49c317-f201-4ad6-a172-2bc80af7655f None None] Bound using segment: {'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:50:10.976959 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ec49c317-f201-4ad6-a172-2bc80af7655f None None] Bound port: 156c92fb-bb37-41d2-bb19-d58ffe813ddf, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:50:10.977909 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ec49c317-f201-4ad6-a172-2bc80af7655f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:11.034137 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee7d608-b407-499a-890b-a4af3540b9dd tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:50:11.073666 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ec49c317-f201-4ad6-a172-2bc80af7655f None None] For port 156c92fb-bb37-41d2-bb19-d58ffe813ddf, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:50:11.077315 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ec49c317-f201-4ad6-a172-2bc80af7655f None None] For port 156c92fb-bb37-41d2-bb19-d58ffe813ddf, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=156c92fb-bb37-41d2-bb19-d58ffe813ddf,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:50:11.083290 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ec49c317-f201-4ad6-a172-2bc80af7655f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:11.108483 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fdcc3f16-63fb-43fa-9587-0474bb38200b req-96352499-b80f-437b-93ca-662b707aa63c service neutron] 10.222.0.68 "GET /v2.0/networks/79e81dae-8594-4181-9a1d-730198eb44e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838629 Aug 19 14:50:11.138711 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eee7d608-b407-499a-890b-a4af3540b9dd tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:11.164516 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec49c317-f201-4ad6-a172-2bc80af7655f None None] Pushing event updated for resources: {'Port': ['ID=156c92fb-bb37-41d2-bb19-d58ffe813ddf,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:11.166817 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-eee7d608-b407-499a-890b-a4af3540b9dd tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] device_id is not set on port c5d9c3d3-f5a8-453b-9f55-6004702c213b yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:50:11.262456 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-10228be9-3357-4116-835a-f968f96621eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:11.309554 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fdcc3f16-63fb-43fa-9587-0474bb38200b req-631bee3c-1d52-4ae7-a7a6-4de626215184 service neutron] 10.222.0.68 "GET /v2.0/networks/79e81dae-8594-4181-9a1d-730198eb44e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919975 Aug 19 14:50:11.312591 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10228be9-3357-4116-835a-f968f96621eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=329d31b4-1e23-4221-9763-8d5c63a2e177,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:11.349483 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10228be9-3357-4116-835a-f968f96621eb admin admin] Checking segment: {'id': 'c587604b-7b76-4a77-ab06-984f064e5a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '16eb1138-3188-4b5c-bc9f-d232fdc0797b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:50:11.349978 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10228be9-3357-4116-835a-f968f96621eb admin admin] Network hostable DHCP agents. Network: 16eb1138-3188-4b5c-bc9f-d232fdc0797b, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:50:11.375278 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-eee7d608-b407-499a-890b-a4af3540b9dd tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Allocated IP 172.20.0.6 (eb2a0074-ffdc-4655-a2e0-d470caf1d21a/31329005-1723-4baa-a01d-70286b5f700f/c5d9c3d3-f5a8-453b-9f55-6004702c213b) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:50:11.383897 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10228be9-3357-4116-835a-f968f96621eb admin admin] Network 16eb1138-3188-4b5c-bc9f-d232fdc0797b is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:50:11.384427 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-eee7d608-b407-499a-890b-a4af3540b9dd tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Allocated IP 2001:db8::f816:3eff:fe0f:5449 (eb2a0074-ffdc-4655-a2e0-d470caf1d21a/bacbaab6-8362-400c-b8eb-f37a01c1a7af/c5d9c3d3-f5a8-453b-9f55-6004702c213b) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:50:11.465708 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-10228be9-3357-4116-835a-f968f96621eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 16eb1138-3188-4b5c-bc9f-d232fdc0797b) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:50:11.473332 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10228be9-3357-4116-835a-f968f96621eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:11.473797 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28c8e2f-24a2-4a34-832a-5f76bbdbd07e None None] Network 16eb1138-3188-4b5c-bc9f-d232fdc0797b requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:50:11.474156 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-10228be9-3357-4116-835a-f968f96621eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:11.492613 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe7fbf-879e-40e5-ac19-256eef7e1977 req-0cfd4eac-9af5-4ece-9980-a13754455d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:11.494939 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-30fe7fbf-879e-40e5-ac19-256eef7e1977 req-0cfd4eac-9af5-4ece-9980-a13754455d41 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=75685d67e60e4191be57fda4714cc5a3&device_id=59d55fa2-ca1e-490c-8a22-81762e7a431c HTTP/1.1" status: 200 len: 1094 time: 0.1018388 Aug 19 14:50:11.503471 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-10228be9-3357-4116-835a-f968f96621eb admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9684575 Aug 19 14:50:11.624473 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe7fbf-879e-40e5-ac19-256eef7e1977 req-80c22930-b91b-45e6-8740-ad26517d818c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:11.626959 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-30fe7fbf-879e-40e5-ac19-256eef7e1977 req-80c22930-b91b-45e6-8740-ad26517d818c service neutron] 10.222.0.68 "GET /v2.0/networks?id=79e81dae-8594-4181-9a1d-730198eb44e1 HTTP/1.1" status: 200 len: 911 time: 0.1214478 Aug 19 14:50:11.662186 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eee7d608-b407-499a-890b-a4af3540b9dd tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:11.682863 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce25932b-2ab5-4c3b-81a7-57d4e7718545 None None] Network 16eb1138-3188-4b5c-bc9f-d232fdc0797b requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:50:11.687795 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-eee7d608-b407-499a-890b-a4af3540b9dd tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Transition to ACTIVE for port object c5d9c3d3-f5a8-453b-9f55-6004702c213b will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:50:11.739239 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eee7d608-b407-499a-890b-a4af3540b9dd tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:11.755397 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-30fe7fbf-879e-40e5-ac19-256eef7e1977 req-cb39a46d-18eb-4749-a062-b167f35070f0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6052adfe-0a91-42d4-b626-98a004b95118 HTTP/1.1" status: 200 len: 217 time: 0.1077719 Aug 19 14:50:11.807628 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee7d608-b407-499a-890b-a4af3540b9dd tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:50:11.811069 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-eee7d608-b407-499a-890b-a4af3540b9dd tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:50:11.819300 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee7d608-b407-499a-890b-a4af3540b9dd tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:50:11.852567 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee7d608-b407-499a-890b-a4af3540b9dd tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Port': ['ID=c5d9c3d3-f5a8-453b-9f55-6004702c213b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:11.923007 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe7fbf-879e-40e5-ac19-256eef7e1977 req-4c51a6bf-7d80-4cf3-9598-cb1cef1f3429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:11.925219 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-30fe7fbf-879e-40e5-ac19-256eef7e1977 req-4c51a6bf-7d80-4cf3-9598-cb1cef1f3429 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7e1817d8-eac1-4fb4-a2b0-4a68e3227c3a HTTP/1.1" status: 200 len: 850 time: 0.1431932 Aug 19 14:50:11.952828 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee7d608-b407-499a-890b-a4af3540b9dd tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:11.960392 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eee7d608-b407-499a-890b-a4af3540b9dd tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:11.983342 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-30fe7fbf-879e-40e5-ac19-256eef7e1977 req-d8035e68-5d7d-4c02-abe4-eafbe64182ca service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=79e81dae-8594-4181-9a1d-730198eb44e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376077 Aug 19 14:50:11.992202 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-eee7d608-b407-499a-890b-a4af3540b9dd tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.1961524 Aug 19 14:50:12.002587 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aca33e-8581-4e1a-aa6d-63ef153b81fe req-bcd91975-3cbf-4df4-bf64-27606bd0ecd0 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:12.004166 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-62aca33e-8581-4e1a-aa6d-63ef153b81fe req-bcd91975-3cbf-4df4-bf64-27606bd0ecd0 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=63ff844a-eb67-4fc1-81b5-e3f4fbee744a HTTP/1.1" status: 200 len: 945 time: 0.1385682 Aug 19 14:50:12.004703 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 57674) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:12.106557 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 156c92fb-bb37-41d2-bb19-d58ffe813ddf up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:50:12.231241 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 156c92fb-bb37-41d2-bb19-d58ffe813ddf completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:50:12.275715 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510c48fe-3533-4045-969b-7487fc3d162e tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:12.281615 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510c48fe-3533-4045-969b-7487fc3d162e tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:12.285871 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-510c48fe-3533-4045-969b-7487fc3d162e tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1828303 Aug 19 14:50:12.285871 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-30fe7fbf-879e-40e5-ac19-256eef7e1977 req-ab7415ee-bd37-4707-bf08-a41fe02eb927 service neutron] 10.222.0.68 "GET /v2.0/networks/79e81dae-8594-4181-9a1d-730198eb44e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916067 Aug 19 14:50:12.286539 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57686) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:12.291554 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-62aca33e-8581-4e1a-aa6d-63ef153b81fe req-9bd905fe-375f-4613-95dd-2fc6175f64bf tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897631 Aug 19 14:50:12.435422 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-30fe7fbf-879e-40e5-ac19-256eef7e1977 req-3429e0ec-1864-4eeb-b87b-9ea8b624af40 service neutron] 10.222.0.68 "GET /v2.0/networks/79e81dae-8594-4181-9a1d-730198eb44e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379237 Aug 19 14:50:12.443335 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55725ede-a3f7-440e-b0e8-4e7497ca818a req-e44a58b6-d2cb-488a-bba5-644e314e7006 tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:12.444762 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-55725ede-a3f7-440e-b0e8-4e7497ca818a req-e44a58b6-d2cb-488a-bba5-644e314e7006 tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] 10.222.0.69 "GET /v2.0/networks?id=16eb1138-3188-4b5c-bc9f-d232fdc0797b HTTP/1.1" status: 200 len: 813 time: 0.3086047 Aug 19 14:50:12.455060 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-8eaa9d25-406b-4eec-bdda-975a55512db3 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Deleting port c5d9c3d3-f5a8-453b-9f55-6004702c213b {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:50:12.455438 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8eaa9d25-406b-4eec-bdda-975a55512db3 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:12.483814 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-55725ede-a3f7-440e-b0e8-4e7497ca818a req-fdc8ffc9-c7e5-40a1-89cc-bab7ddfdc1ba tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] 10.222.0.69 "GET /v2.0/quotas/4ddba276acd0407cb7409bcc7aa303f3 HTTP/1.1" status: 200 len: 375 time: 0.0108893 Aug 19 14:50:12.524809 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-55725ede-a3f7-440e-b0e8-4e7497ca818a req-054ef708-a2c3-4f3b-b88f-473944c6e052 tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4ddba276acd0407cb7409bcc7aa303f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311911 Aug 19 14:50:12.569371 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65199738-84c4-4bf4-9f4b-7aad41b48fd3 None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:50:12.588680 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8eaa9d25-406b-4eec-bdda-975a55512db3 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:12.605391 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-8eaa9d25-406b-4eec-bdda-975a55512db3 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Calling delete_port for c5d9c3d3-f5a8-453b-9f55-6004702c213b owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:50:12.640001 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0adf9f1e-650a-4a58-ade3-5ed7b2723e39 None None] Provisioning for port 156c92fb-bb37-41d2-bb19-d58ffe813ddf completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:50:12.651663 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2fdc7-8222-4742-9bb2-e91203519750 req-58e1fb6a-b2d5-4e2a-8c36-71c59b8c6ace tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:12.657341 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0adf9f1e-650a-4a58-ade3-5ed7b2723e39 None None] Provisioning complete for port 156c92fb-bb37-41d2-bb19-d58ffe813ddf triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:50:12.657998 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0adf9f1e-650a-4a58-ade3-5ed7b2723e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:12.660290 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e6e2fdc7-8222-4742-9bb2-e91203519750 req-58e1fb6a-b2d5-4e2a-8c36-71c59b8c6ace tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59d55fa2-ca1e-490c-8a22-81762e7a431c HTTP/1.1" status: 200 len: 943 time: 0.2826209 Aug 19 14:50:12.667281 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-55725ede-a3f7-440e-b0e8-4e7497ca818a req-4d7817cd-aefe-4c12-a844-b3eb13ca7edb service neutron] 10.222.0.69 "GET /v2.0/networks/16eb1138-3188-4b5c-bc9f-d232fdc0797b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295083 Aug 19 14:50:12.823215 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8eaa9d25-406b-4eec-bdda-975a55512db3 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:12.854829 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa9d25-406b-4eec-bdda-975a55512db3 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event deleted for resources: {'Port': ['ID=c5d9c3d3-f5a8-453b-9f55-6004702c213b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:12.888341 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0adf9f1e-650a-4a58-ade3-5ed7b2723e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:12.959714 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0adf9f1e-650a-4a58-ade3-5ed7b2723e39 None None] For port 156c92fb-bb37-41d2-bb19-d58ffe813ddf, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=156c92fb-bb37-41d2-bb19-d58ffe813ddf,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:50:12.961177 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8eaa9d25-406b-4eec-bdda-975a55512db3 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:12.965399 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8eaa9d25-406b-4eec-bdda-975a55512db3 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/ports/c5d9c3d3-f5a8-453b-9f55-6004702c213b HTTP/1.1" status: 204 len: 168 time: 0.6770804 Aug 19 14:50:12.967208 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0adf9f1e-650a-4a58-ade3-5ed7b2723e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:12.968584 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57690) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:12.976948 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626bc7d1-c47a-48ff-9c9d-2e9d05822017 None None] Update dhcp port {'port': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'fixed_ips': [{'subnet_id': 'bacbaab6-8362-400c-b8eb-f37a01c1a7af', 'ip_address': '2001:db8::f816:3eff:fe80:7a59'}, {'subnet_id': '31329005-1723-4baa-a01d-70286b5f700f'}], 'binding:host_id': 'n-d-766043-2'}, 'id': '156c92fb-bb37-41d2-bb19-d58ffe813ddf'} from n-d-766043-2. {{(pid=94641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 14:50:13.028796 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-626bc7d1-c47a-48ff-9c9d-2e9d05822017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:13.053427 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e28e52-4f62-4090-81f2-7a1801824bc7 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:13.060360 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e28e52-4f62-4090-81f2-7a1801824bc7 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:13.060360 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e28e52-4f62-4090-81f2-7a1801824bc7 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:13.061239 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e4e28e52-4f62-4090-81f2-7a1801824bc7 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0910497 Aug 19 14:50:13.064337 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57692) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:13.099461 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adf9f1e-650a-4a58-ade3-5ed7b2723e39 None None] Pushing event updated for resources: {'Port': ['ID=156c92fb-bb37-41d2-bb19-d58ffe813ddf,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:13.147038 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8711934-c6f7-4cfc-b7d8-9f82e5f0e906 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Deleting subnet 31329005-1723-4baa-a01d-70286b5f700f {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:50:13.151654 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8711934-c6f7-4cfc-b7d8-9f82e5f0e906 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:13.176034 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-55725ede-a3f7-440e-b0e8-4e7497ca818a req-ec61223b-d829-4da0-aac3-dd498e9d5c7c service neutron] 10.222.0.69 "GET /v2.0/networks/16eb1138-3188-4b5c-bc9f-d232fdc0797b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4862595 Aug 19 14:50:13.189172 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e6e2fdc7-8222-4742-9bb2-e91203519750 req-fb6ae2dd-4aa2-43b5-ba9f-57c5147e577a tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae9f1f63-9b68-4c6a-9a97-dd47898512a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5278702 Aug 19 14:50:13.219699 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8711934-c6f7-4cfc-b7d8-9f82e5f0e906 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:13.297474 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8711934-c6f7-4cfc-b7d8-9f82e5f0e906 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:13.307410 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-64263514-4a63-4fd3-b841-8e4010ffb5cb req-f9d812b5-185f-4a29-ab6e-0528cbeab181 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 210 time: 0.0361426 Aug 19 14:50:13.401262 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8711934-c6f7-4cfc-b7d8-9f82e5f0e906 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:13.402887 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server [None req-626bc7d1-c47a-48ff-9c9d-2e9d05822017 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 31329005-1723-4baa-a01d-70286b5f700f: This subnet is being modified by another concurrent operation. Aug 19 14:50:13.402887 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 14:50:13.402887 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 14:50:13.402887 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 14:50:13.402887 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 14:50:13.402887 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 14:50:13.402887 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 14:50:13.402887 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 14:50:13.402887 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 14:50:13.402887 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 14:50:13.402887 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 14:50:13.402887 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 14:50:13.402887 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 14:50:13.402887 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 14:50:13.402887 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 14:50:13.402887 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 14:50:13.402887 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 14:50:13.402887 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 14:50:13.402887 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 14:50:13.402887 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 14:50:13.402887 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 14:50:13.402887 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 14:50:13.402887 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 14:50:13.402887 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 14:50:13.402887 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 14:50:13.402887 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 14:50:13.402887 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 14:50:13.402887 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 14:50:13.402887 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 14:50:13.402887 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 14:50:13.402887 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 14:50:13.402887 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 14:50:13.402887 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 14:50:13.402887 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 14:50:13.402887 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 14:50:13.402887 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 14:50:13.402887 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 19 14:50:13.402887 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 19 14:50:13.402887 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 19 14:50:13.402887 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 19 14:50:13.402887 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 14:50:13.402887 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 14:50:13.402887 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 14:50:13.402887 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 14:50:13.402887 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 14:50:13.402887 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 14:50:13.402887 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 14:50:13.402887 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 14:50:13.402887 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 14:50:13.402887 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 14:50:13.402887 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 14:50:13.402887 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 14:50:13.402887 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 14:50:13.402887 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 14:50:13.407961 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 14:50:13.407961 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 14:50:13.407961 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 14:50:13.407961 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 14:50:13.407961 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 14:50:13.407961 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 14:50:13.407961 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 14:50:13.407961 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 14:50:13.407961 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 14:50:13.407961 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 14:50:13.407961 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 14:50:13.407961 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 14:50:13.407961 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 14:50:13.407961 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 14:50:13.407961 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 19 14:50:13.407961 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 19 14:50:13.407961 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 14:50:13.407961 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 14:50:13.407961 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 19 14:50:13.407961 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 19 14:50:13.407961 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 19 14:50:13.407961 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 19 14:50:13.407961 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 19 14:50:13.407961 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 19 14:50:13.407961 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 19 14:50:13.407961 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 14:50:13.407961 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 14:50:13.407961 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 14:50:13.407961 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 14:50:13.407961 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise exception Aug 19 14:50:13.407961 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 31329005-1723-4baa-a01d-70286b5f700f: This subnet is being modified by another concurrent operation. Aug 19 14:50:13.407961 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server Aug 19 14:50:13.474793 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8711934-c6f7-4cfc-b7d8-9f82e5f0e906 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event deleted for resources: {'Subnet': ['ID=31329005-1723-4baa-a01d-70286b5f700f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:13.479474 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8711934-c6f7-4cfc-b7d8-9f82e5f0e906 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:13.484643 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f8711934-c6f7-4cfc-b7d8-9f82e5f0e906 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/31329005-1723-4baa-a01d-70286b5f700f HTTP/1.1" status: 204 len: 168 time: 0.4167848 Aug 19 14:50:13.485111 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57700) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:13.536918 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-33408854-83ef-43c9-a55a-f9e5112397f3 req-f332c22c-e45b-454d-adf3-f2e0478fdff9 tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] 10.222.0.69 "GET /v2.0/ports?device_id=dde6e65b-aefc-4e50-bcdb-9e5383ee2af8 HTTP/1.1" status: 200 len: 210 time: 0.0514803 Aug 19 14:50:13.550982 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d47ab-683f-4e9d-bd6d-6539ba144bc5 req-9e9ccbc2-6301-48bb-bcdf-795afb2ee71c tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:13.558815 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-381d47ab-683f-4e9d-bd6d-6539ba144bc5 req-9e9ccbc2-6301-48bb-bcdf-795afb2ee71c tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=63ff844a-eb67-4fc1-81b5-e3f4fbee744a HTTP/1.1" status: 200 len: 945 time: 0.1104040 Aug 19 14:50:13.585835 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b7973821-8e03-41ce-a872-c511c7795d1b None None] Could not find standard attr ID for object c5d9c3d3-f5a8-453b-9f55-6004702c213b. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 14:50:13.589940 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-30d1219b-0487-497e-9131-2bf3aa28f382 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Deleting subnet bacbaab6-8362-400c-b8eb-f37a01c1a7af {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:50:13.595391 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30d1219b-0487-497e-9131-2bf3aa28f382 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:13.597118 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b7973821-8e03-41ce-a872-c511c7795d1b None None] Provisioning complete for port 156c92fb-bb37-41d2-bb19-d58ffe813ddf triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:50:13.597701 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b7973821-8e03-41ce-a872-c511c7795d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:13.605315 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-381d47ab-683f-4e9d-bd6d-6539ba144bc5 req-6e7b7f54-6e6c-461f-a9a7-dd0d47b8d1c5 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452416 Aug 19 14:50:13.682768 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30d1219b-0487-497e-9131-2bf3aa28f382 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:13.721828 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:50:13.798699 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09084467-9307-4281-ac6e-a34ed4b94e62 None None] get_active_networks_info from n-d-766043-2 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 14:50:13.810357 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30d1219b-0487-497e-9131-2bf3aa28f382 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:13.902925 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2eb0edc6-c503-4c3c-89a4-aa75c6fca760 None None] Could not find standard attr ID for object c5d9c3d3-f5a8-453b-9f55-6004702c213b. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 14:50:13.907464 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30d1219b-0487-497e-9131-2bf3aa28f382 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:13.991792 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09084467-9307-4281-ac6e-a34ed4b94e62 None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 14:50:13.996821 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d1219b-0487-497e-9131-2bf3aa28f382 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event deleted for resources: {'Subnet': ['ID=bacbaab6-8362-400c-b8eb-f37a01c1a7af,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:14.000539 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30d1219b-0487-497e-9131-2bf3aa28f382 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:14.005119 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-30d1219b-0487-497e-9131-2bf3aa28f382 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/bacbaab6-8362-400c-b8eb-f37a01c1a7af HTTP/1.1" status: 204 len: 168 time: 0.5163591 Aug 19 14:50:14.005773 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 57712) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:14.016667 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 156c92fb-bb37-41d2-bb19-d58ffe813ddf no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:50:14.057749 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-370e1576-9926-4bf2-a963-02deeee0b674 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0499353 Aug 19 14:50:14.058420 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57714) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:14.067099 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2655031d-314c-426f-abd7-b9d06a3bfcbe tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'subnet': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:50:14.188305 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2655031d-314c-426f-abd7-b9d06a3bfcbe tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:50:14.193313 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2655031d-314c-426f-abd7-b9d06a3bfcbe tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:14.215381 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:14.339753 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 156c92fb-bb37-41d2-bb19-d58ffe813ddf, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=156c92fb-bb37-41d2-bb19-d58ffe813ddf,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:50:14.356538 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:14.411317 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d560aa85-f8d3-4ce5-a4fe-2422c321edfd req-12a3753b-58a7-4d12-9f79-c75bee6d22ce tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:14.417789 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d560aa85-f8d3-4ce5-a4fe-2422c321edfd req-12a3753b-58a7-4d12-9f79-c75bee6d22ce tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59d55fa2-ca1e-490c-8a22-81762e7a431c HTTP/1.1" status: 200 len: 943 time: 0.1032143 Aug 19 14:50:14.456768 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 6052adfe-0a91-42d4-b626-98a004b95118 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:50:14.505256 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d560aa85-f8d3-4ce5-a4fe-2422c321edfd req-56860db8-66b3-46b3-a452-3fa13eb00880 tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae9f1f63-9b68-4c6a-9a97-dd47898512a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827982 Aug 19 14:50:14.512522 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5ac3e5fb-435a-44e7-bbe0-0ff96337434a req-fd1d2aab-9a81-424a-a27f-a9f898307442 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 210 time: 0.0804105 Aug 19 14:50:14.536400 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=156c92fb-bb37-41d2-bb19-d58ffe813ddf,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:14.571156 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e97c07-f49d-4382-a096-910eadcef060 None None] get_active_networks_info from n-d-766043-2 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 14:50:14.710928 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-92cba63c-2d0f-4de5-af4a-d66cdfa564c7 req-a08bb232-6dad-4411-ab20-2542f597a552 tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] 10.222.0.69 "GET /v2.0/ports?device_id=dde6e65b-aefc-4e50-bcdb-9e5383ee2af8 HTTP/1.1" status: 200 len: 210 time: 0.0533369 Aug 19 14:50:14.722163 n-d-766043-2 neutron-server[94639]: DEBUG neutron.objects.ports [None req-2655031d-314c-426f-abd7-b9d06a3bfcbe tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94639) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 14:50:14.777799 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7b5c28bc-731e-48c0-9483-b558c842c120 None None] Provisioning complete for port 156c92fb-bb37-41d2-bb19-d58ffe813ddf triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:50:14.778177 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7b5c28bc-731e-48c0-9483-b558c842c120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:14.805059 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 6052adfe-0a91-42d4-b626-98a004b95118, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=6052adfe-0a91-42d4-b626-98a004b95118,segment=NetworkSegment(386f872f-7050-4f39-b619-f0c6fab8597f),segment_id=386f872f-7050-4f39-b619-f0c6fab8597f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:50:14.855182 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '6052adfe-0a91-42d4-b626-98a004b95118', 'network_id': '79e81dae-8594-4181-9a1d-730198eb44e1', 'port_id': '6052adfe-0a91-42d4-b626-98a004b95118', 'mac_address': 'fa:16:3e:f1:67:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e1817d8-eac1-4fb4-a2b0-4a68e3227c3a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:50:14.905330 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55725ede-a3f7-440e-b0e8-4e7497ca818a req-c8a4a1f8-948b-4040-9d83-d0e966800021 tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:14.907039 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-55725ede-a3f7-440e-b0e8-4e7497ca818a req-c8a4a1f8-948b-4040-9d83-d0e966800021 tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] 10.222.0.68 "GET /v2.0/networks?id=16eb1138-3188-4b5c-bc9f-d232fdc0797b HTTP/1.1" status: 200 len: 813 time: 0.1951416 Aug 19 14:50:14.924117 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-55725ede-a3f7-440e-b0e8-4e7497ca818a req-afeaa1ea-8321-46b8-b569-254f60ac8238 tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] Request body: {'port': {'device_id': 'dde6e65b-aefc-4e50-bcdb-9e5383ee2af8', 'network_id': '16eb1138-3188-4b5c-bc9f-d232fdc0797b', 'admin_state_up': True, 'tenant_id': '4ddba276acd0407cb7409bcc7aa303f3'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:50:14.973555 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79995f1-0be7-4b5b-9d5c-4047456ecd98 req-525feb53-e51f-4764-89d4-f437377445b7 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:14.980268 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:14.980929 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c79995f1-0be7-4b5b-9d5c-4047456ecd98 req-525feb53-e51f-4764-89d4-f437377445b7 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=63ff844a-eb67-4fc1-81b5-e3f4fbee744a HTTP/1.1" status: 200 len: 945 time: 0.1703985 Aug 19 14:50:15.023221 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6052adfe-0a91-42d4-b626-98a004b95118 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:50:15.032871 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2655031d-314c-426f-abd7-b9d06a3bfcbe tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:15.046633 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e97c07-f49d-4382-a096-910eadcef060 None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 14:50:15.073105 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c79995f1-0be7-4b5b-9d5c-4047456ecd98 req-5e598457-54b8-4ae0-84de-769f203321da tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911829 Aug 19 14:50:15.090282 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7b5c28bc-731e-48c0-9483-b558c842c120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:15.114074 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 6052adfe-0a91-42d4-b626-98a004b95118, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=6052adfe-0a91-42d4-b626-98a004b95118,segment=NetworkSegment(386f872f-7050-4f39-b619-f0c6fab8597f),segment_id=386f872f-7050-4f39-b619-f0c6fab8597f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:50:15.129937 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55725ede-a3f7-440e-b0e8-4e7497ca818a req-afeaa1ea-8321-46b8-b569-254f60ac8238 tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] Made reservation on behalf of 4ddba276acd0407cb7409bcc7aa303f3 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:50:15.135308 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-55725ede-a3f7-440e-b0e8-4e7497ca818a req-afeaa1ea-8321-46b8-b569-254f60ac8238 tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:15.176101 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:15.224986 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-2655031d-314c-426f-abd7-b9d06a3bfcbe tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] For port 156c92fb-bb37-41d2-bb19-d58ffe813ddf, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=156c92fb-bb37-41d2-bb19-d58ffe813ddf,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:50:15.265024 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2655031d-314c-426f-abd7-b9d06a3bfcbe tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:15.274299 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2655031d-314c-426f-abd7-b9d06a3bfcbe tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:15.275444 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2655031d-314c-426f-abd7-b9d06a3bfcbe tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:15.281359 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=6052adfe-0a91-42d4-b626-98a004b95118,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:15.317695 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-55725ede-a3f7-440e-b0e8-4e7497ca818a req-afeaa1ea-8321-46b8-b569-254f60ac8238 tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] Allocated IP 172.20.0.5 (16eb1138-3188-4b5c-bc9f-d232fdc0797b/329d31b4-1e23-4221-9763-8d5c63a2e177/905bbc52-7c61-4899-be9d-7606554d8a4f) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:50:15.347706 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-7b5c28bc-731e-48c0-9483-b558c842c120 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 14:50:15.347989 n-d-766043-2 neutron-server[94641]: DEBUG oslo_db.api [None req-7b5c28bc-731e-48c0-9483-b558c842c120 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 14:50:15.348377 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2655031d-314c-426f-abd7-b9d06a3bfcbe tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:50:15.356883 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-2655031d-314c-426f-abd7-b9d06a3bfcbe tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:50:15.374429 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2655031d-314c-426f-abd7-b9d06a3bfcbe tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:15.374813 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2655031d-314c-426f-abd7-b9d06a3bfcbe tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:15.415551 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['6052adfe-0a91-42d4-b626-98a004b95118'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:50:15.420129 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2655031d-314c-426f-abd7-b9d06a3bfcbe tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3601789 Aug 19 14:50:15.420964 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2655031d-314c-426f-abd7-b9d06a3bfcbe tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Subnet': ['ID=7acf02b8-fb85-4e0d-aad9-0fff00812de2,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:15.425529 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57728) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:15.431497 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-018a9e88-0c10-4e53-bb45-c052886367c9 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'subnet': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:50:15.506634 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-55725ede-a3f7-440e-b0e8-4e7497ca818a req-afeaa1ea-8321-46b8-b569-254f60ac8238 tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:15.565599 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2655031d-314c-426f-abd7-b9d06a3bfcbe tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Port': ['ID=156c92fb-bb37-41d2-bb19-d58ffe813ddf,revision_number=7']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:15.569329 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-55725ede-a3f7-440e-b0e8-4e7497ca818a req-afeaa1ea-8321-46b8-b569-254f60ac8238 tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:15.617076 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55725ede-a3f7-440e-b0e8-4e7497ca818a req-afeaa1ea-8321-46b8-b569-254f60ac8238 tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] Network 16eb1138-3188-4b5c-bc9f-d232fdc0797b is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:50:15.623817 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018a9e88-0c10-4e53-bb45-c052886367c9 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:50:15.626913 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-55725ede-a3f7-440e-b0e8-4e7497ca818a req-afeaa1ea-8321-46b8-b569-254f60ac8238 tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:50:15.628174 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-018a9e88-0c10-4e53-bb45-c052886367c9 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:15.630801 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-55725ede-a3f7-440e-b0e8-4e7497ca818a req-afeaa1ea-8321-46b8-b569-254f60ac8238 tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:50:15.765230 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55725ede-a3f7-440e-b0e8-4e7497ca818a req-afeaa1ea-8321-46b8-b569-254f60ac8238 tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:15.765881 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-55725ede-a3f7-440e-b0e8-4e7497ca818a req-afeaa1ea-8321-46b8-b569-254f60ac8238 tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:15.769923 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3a94f9c6-e77c-47dc-95ab-578f55e115a1 req-2ba8b3d8-5dd9-4357-9d8b-170fbdbf3dfa tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 210 time: 0.0805914 Aug 19 14:50:15.784314 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeaa1ea-8321-46b8-b569-254f60ac8238 tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] Pushing event updated for resources: {'Port': ['ID=905bbc52-7c61-4899-be9d-7606554d8a4f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:15.826245 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad8c03-0d95-425f-9ea6-f641929d9ee6 req-18425227-ca59-4c61-9f40-b7d3ac7933ef tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:15.827817 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-93ad8c03-0d95-425f-9ea6-f641929d9ee6 req-18425227-ca59-4c61-9f40-b7d3ac7933ef tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59d55fa2-ca1e-490c-8a22-81762e7a431c HTTP/1.1" status: 200 len: 944 time: 0.2076581 Aug 19 14:50:15.829833 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-55725ede-a3f7-440e-b0e8-4e7497ca818a req-afeaa1ea-8321-46b8-b569-254f60ac8238 tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9105725 Aug 19 14:50:15.854996 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-55725ede-a3f7-440e-b0e8-4e7497ca818a req-7e924f04-95fc-4b5d-a0d0-870aae44683a service neutron] Request body: {'port': {'device_id': 'dde6e65b-aefc-4e50-bcdb-9e5383ee2af8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:50:15.915969 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7b5c28bc-731e-48c0-9483-b558c842c120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:15.999116 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-7b5c28bc-731e-48c0-9483-b558c842c120 None None] For port 156c92fb-bb37-41d2-bb19-d58ffe813ddf, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=156c92fb-bb37-41d2-bb19-d58ffe813ddf,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:50:16.004626 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7b5c28bc-731e-48c0-9483-b558c842c120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:16.027099 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-93ad8c03-0d95-425f-9ea6-f641929d9ee6 req-e41d4d20-c2a5-457e-8777-9f5276f4b9ec tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae9f1f63-9b68-4c6a-9a97-dd47898512a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761048 Aug 19 14:50:16.083542 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-55725ede-a3f7-440e-b0e8-4e7497ca818a req-7e924f04-95fc-4b5d-a0d0-870aae44683a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:16.087984 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 156c92fb-bb37-41d2-bb19-d58ffe813ddf up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:50:16.110320 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-018a9e88-0c10-4e53-bb45-c052886367c9 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:16.147915 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5c28bc-731e-48c0-9483-b558c842c120 None None] Pushing event updated for resources: {'Port': ['ID=156c92fb-bb37-41d2-bb19-d58ffe813ddf,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:16.179899 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 156c92fb-bb37-41d2-bb19-d58ffe813ddf triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:50:16.180936 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:16.187020 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12aaf61-c3ac-484f-bb98-893f1d90733c req-818ed4b1-7e25-467c-af1e-db95405c262a tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:16.189124 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d12aaf61-c3ac-484f-bb98-893f1d90733c req-818ed4b1-7e25-467c-af1e-db95405c262a tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] 10.222.0.69 "GET /v2.0/ports?device_id=dde6e65b-aefc-4e50-bcdb-9e5383ee2af8 HTTP/1.1" status: 200 len: 931 time: 0.1651747 Aug 19 14:50:16.199853 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018a9e88-0c10-4e53-bb45-c052886367c9 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:50:16.203544 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-018a9e88-0c10-4e53-bb45-c052886367c9 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:50:16.208121 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018a9e88-0c10-4e53-bb45-c052886367c9 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:16.208969 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-018a9e88-0c10-4e53-bb45-c052886367c9 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:16.225445 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a9e88-0c10-4e53-bb45-c052886367c9 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Subnet': ['ID=a720c92c-4803-4fe8-9cac-3542184ef32e,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:16.246196 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-018a9e88-0c10-4e53-bb45-c052886367c9 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8194478 Aug 19 14:50:16.247000 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57742) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:16.253764 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2326915c-b32d-4781-814e-0688fe61bef1 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'port': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'mac_address': 'fa:16:3e:4a:29:d1', 'name': 'tempest-NetworksTestDHCPv6-1777941409'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:50:16.388106 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db0403-4755-428e-8c27-79750eb797cf req-b9f108b6-189c-4b6d-9b89-3581a1ac5416 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:16.395954 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-67db0403-4755-428e-8c27-79750eb797cf req-b9f108b6-189c-4b6d-9b89-3581a1ac5416 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=63ff844a-eb67-4fc1-81b5-e3f4fbee744a HTTP/1.1" status: 200 len: 945 time: 0.2262893 Aug 19 14:50:16.418823 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d12aaf61-c3ac-484f-bb98-893f1d90733c req-38ba7b30-673b-46e8-b156-bc33e1807339 tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] 10.222.0.69 "GET /v2.0/security-groups?id=e62ad6a3-0ace-483d-874d-c647c792f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046385 Aug 19 14:50:16.463717 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 6052adfe-0a91-42d4-b626-98a004b95118 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:50:16.491542 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2326915c-b32d-4781-814e-0688fe61bef1 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:50:16.529188 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-67db0403-4755-428e-8c27-79750eb797cf req-0ba33b48-7f26-4966-a3db-e2b41c543983 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245987 Aug 19 14:50:16.567031 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port 6052adfe-0a91-42d4-b626-98a004b95118 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:50:16.570679 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 6052adfe-0a91-42d4-b626-98a004b95118 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:50:16.571629 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:16.635859 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2326915c-b32d-4781-814e-0688fe61bef1 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:16.657916 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a09090-f679-47d8-9684-734b2becdb77 None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:50:16.662488 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-2326915c-b32d-4781-814e-0688fe61bef1 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] device_id is not set on port 8166f31e-bf36-4021-9ea2-a129e65150f4 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:50:16.666700 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-55725ede-a3f7-440e-b0e8-4e7497ca818a req-7e924f04-95fc-4b5d-a0d0-870aae44683a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 905bbc52-7c61-4899-be9d-7606554d8a4f {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:50:16.677624 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-55725ede-a3f7-440e-b0e8-4e7497ca818a req-7e924f04-95fc-4b5d-a0d0-870aae44683a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:16.693274 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-55725ede-a3f7-440e-b0e8-4e7497ca818a req-7e924f04-95fc-4b5d-a0d0-870aae44683a service neutron] Transition to ACTIVE for port object 905bbc52-7c61-4899-be9d-7606554d8a4f will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:50:16.700317 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-55725ede-a3f7-440e-b0e8-4e7497ca818a req-7e924f04-95fc-4b5d-a0d0-870aae44683a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:16.714889 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:16.762351 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d55fa2-ca1e-490c-8a22-81762e7a431c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6052adfe-0a91-42d4-b626-98a004b95118'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:50:16.764743 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b30f22f-1f7c-4320-8e3b-7a318c6ab6e3" -d '{"events": [{"server_uuid": "59d55fa2-ca1e-490c-8a22-81762e7a431c", "name": "network-vif-plugged", "status": "completed", "tag": "6052adfe-0a91-42d4-b626-98a004b95118"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:50:16.796905 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 6052adfe-0a91-42d4-b626-98a004b95118, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=6052adfe-0a91-42d4-b626-98a004b95118,segment=NetworkSegment(386f872f-7050-4f39-b619-f0c6fab8597f),segment_id=386f872f-7050-4f39-b619-f0c6fab8597f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:50:16.800194 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2d731c3a-acd7-4470-97f1-4bd166a46dfa None None] Provisioning complete for port 156c92fb-bb37-41d2-bb19-d58ffe813ddf triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:50:16.800649 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2d731c3a-acd7-4470-97f1-4bd166a46dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:16.833830 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e924f04-95fc-4b5d-a0d0-870aae44683a service neutron] Pushing event updated for resources: {'Port': ['ID=905bbc52-7c61-4899-be9d-7606554d8a4f,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:16.838259 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:16.867578 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af2bd64-d5b7-42bb-a73b-492d1bf16e38 x-openstack-request-id: req-3af2bd64-d5b7-42bb-a73b-492d1bf16e38 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:50:16.868551 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d55fa2-ca1e-490c-8a22-81762e7a431c", "name": "network-vif-plugged", "status": "completed", "tag": "6052adfe-0a91-42d4-b626-98a004b95118", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:50:16.868805 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3af2bd64-d5b7-42bb-a73b-492d1bf16e38 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:50:16.869282 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d55fa2-ca1e-490c-8a22-81762e7a431c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6052adfe-0a91-42d4-b626-98a004b95118', 'code': 200} Aug 19 14:50:16.899062 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-2326915c-b32d-4781-814e-0688fe61bef1 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Allocated IP 172.20.0.10 (eb2a0074-ffdc-4655-a2e0-d470caf1d21a/a720c92c-4803-4fe8-9cac-3542184ef32e/8166f31e-bf36-4021-9ea2-a129e65150f4) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:50:16.917737 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-2326915c-b32d-4781-814e-0688fe61bef1 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Allocated IP 2001:db8::f816:3eff:fe4a:29d1 (eb2a0074-ffdc-4655-a2e0-d470caf1d21a/7acf02b8-fb85-4e0d-aad9-0fff00812de2/8166f31e-bf36-4021-9ea2-a129e65150f4) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:50:16.963725 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=6052adfe-0a91-42d4-b626-98a004b95118,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:17.000210 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1b8da044-8425-45cb-9c2a-7a85abded464 req-7772147d-f1cf-4eb0-936d-e99e42e8bb76 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 210 time: 0.0896785 Aug 19 14:50:17.027893 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-55725ede-a3f7-440e-b0e8-4e7497ca818a req-7e924f04-95fc-4b5d-a0d0-870aae44683a service neutron] Attempting to bind port 905bbc52-7c61-4899-be9d-7606554d8a4f on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:50:17.030171 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-55725ede-a3f7-440e-b0e8-4e7497ca818a req-7e924f04-95fc-4b5d-a0d0-870aae44683a service neutron] Attempting to bind port 905bbc52-7c61-4899-be9d-7606554d8a4f by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': 'c587604b-7b76-4a77-ab06-984f064e5a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '16eb1138-3188-4b5c-bc9f-d232fdc0797b'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:50:17.030604 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55725ede-a3f7-440e-b0e8-4e7497ca818a req-7e924f04-95fc-4b5d-a0d0-870aae44683a service neutron] Attempting to bind port 905bbc52-7c61-4899-be9d-7606554d8a4f on network 16eb1138-3188-4b5c-bc9f-d232fdc0797b {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:50:17.036728 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55725ede-a3f7-440e-b0e8-4e7497ca818a req-7e924f04-95fc-4b5d-a0d0-870aae44683a service neutron] Port 905bbc52-7c61-4899-be9d-7606554d8a4f on network 16eb1138-3188-4b5c-bc9f-d232fdc0797b not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:50:17.050661 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55725ede-a3f7-440e-b0e8-4e7497ca818a req-7e924f04-95fc-4b5d-a0d0-870aae44683a service neutron] Attempting to bind port 905bbc52-7c61-4899-be9d-7606554d8a4f on network 16eb1138-3188-4b5c-bc9f-d232fdc0797b {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:50:17.064968 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55725ede-a3f7-440e-b0e8-4e7497ca818a req-7e924f04-95fc-4b5d-a0d0-870aae44683a service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:50:17.066793 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55725ede-a3f7-440e-b0e8-4e7497ca818a req-7e924f04-95fc-4b5d-a0d0-870aae44683a service neutron] Checking segment: {'id': 'c587604b-7b76-4a77-ab06-984f064e5a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '16eb1138-3188-4b5c-bc9f-d232fdc0797b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:50:17.067214 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55725ede-a3f7-440e-b0e8-4e7497ca818a req-7e924f04-95fc-4b5d-a0d0-870aae44683a service neutron] Bound using segment: {'id': 'c587604b-7b76-4a77-ab06-984f064e5a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '16eb1138-3188-4b5c-bc9f-d232fdc0797b'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:50:17.067685 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-55725ede-a3f7-440e-b0e8-4e7497ca818a req-7e924f04-95fc-4b5d-a0d0-870aae44683a service neutron] Bound port: 905bbc52-7c61-4899-be9d-7606554d8a4f, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c587604b-7b76-4a77-ab06-984f064e5a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '16eb1138-3188-4b5c-bc9f-d232fdc0797b'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:50:17.068062 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-55725ede-a3f7-440e-b0e8-4e7497ca818a req-7e924f04-95fc-4b5d-a0d0-870aae44683a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:17.200440 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2326915c-b32d-4781-814e-0688fe61bef1 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:17.228558 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b26f40-867f-494e-9dc9-c7dbea99f666 None None] Update dhcp port {'port': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'fixed_ips': [{'subnet_id': '7acf02b8-fb85-4e0d-aad9-0fff00812de2', 'ip_address': '2001:db8::f816:3eff:fe80:7a59'}, {'subnet_id': 'a720c92c-4803-4fe8-9cac-3542184ef32e'}], 'binding:host_id': 'n-d-766043-2'}, 'id': '156c92fb-bb37-41d2-bb19-d58ffe813ddf'} from n-d-766043-2. {{(pid=94641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 14:50:17.237609 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-2326915c-b32d-4781-814e-0688fe61bef1 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Transition to ACTIVE for port object 8166f31e-bf36-4021-9ea2-a129e65150f4 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:50:17.247138 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c594d12-f33e-4d7a-a3e6-105b942e2078 req-b9363bbe-50fa-45e0-a1cc-8b19b7883df8 tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:17.249551 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9c594d12-f33e-4d7a-a3e6-105b942e2078 req-b9363bbe-50fa-45e0-a1cc-8b19b7883df8 tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59d55fa2-ca1e-490c-8a22-81762e7a431c HTTP/1.1" status: 200 len: 945 time: 0.0873020 Aug 19 14:50:17.259876 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-75b26f40-867f-494e-9dc9-c7dbea99f666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:17.282861 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-55725ede-a3f7-440e-b0e8-4e7497ca818a req-7e924f04-95fc-4b5d-a0d0-870aae44683a service neutron] For port 905bbc52-7c61-4899-be9d-7606554d8a4f, host n-h1-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:50:17.308363 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-55725ede-a3f7-440e-b0e8-4e7497ca818a req-7e924f04-95fc-4b5d-a0d0-870aae44683a service neutron] For port 905bbc52-7c61-4899-be9d-7606554d8a4f, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=905bbc52-7c61-4899-be9d-7606554d8a4f,segment=NetworkSegment(c587604b-7b76-4a77-ab06-984f064e5a76),segment_id=c587604b-7b76-4a77-ab06-984f064e5a76)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:50:17.309266 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b6353-c3a2-4a5f-8371-4282c504691b req-fc323409-61f9-4f80-8bd2-fd652c95b991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:17.311780 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-042b6353-c3a2-4a5f-8371-4282c504691b req-fc323409-61f9-4f80-8bd2-fd652c95b991 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=59d55fa2-ca1e-490c-8a22-81762e7a431c HTTP/1.1" status: 200 len: 1096 time: 0.0940745 Aug 19 14:50:17.315853 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-55725ede-a3f7-440e-b0e8-4e7497ca818a req-7e924f04-95fc-4b5d-a0d0-870aae44683a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:17.321833 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9c594d12-f33e-4d7a-a3e6-105b942e2078 req-804ca10c-4020-442d-a3a8-011d827d8833 tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae9f1f63-9b68-4c6a-9a97-dd47898512a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646515 Aug 19 14:50:17.343902 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2326915c-b32d-4781-814e-0688fe61bef1 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:17.367384 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55725ede-a3f7-440e-b0e8-4e7497ca818a req-7e924f04-95fc-4b5d-a0d0-870aae44683a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:17.368951 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-55725ede-a3f7-440e-b0e8-4e7497ca818a req-7e924f04-95fc-4b5d-a0d0-870aae44683a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:17.371309 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-55725ede-a3f7-440e-b0e8-4e7497ca818a req-7e924f04-95fc-4b5d-a0d0-870aae44683a service neutron] 10.222.0.68 "PUT /v2.0/ports/905bbc52-7c61-4899-be9d-7606554d8a4f HTTP/1.1" status: 200 len: 1091 time: 1.5265868 Aug 19 14:50:17.376223 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dde6e65b-aefc-4e50-bcdb-9e5383ee2af8', 'tag': '905bbc52-7c61-4899-be9d-7606554d8a4f'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:50:17.380118 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9defa69f-b1c3-456a-9dd5-eeda724892ad" -d '{"events": [{"name": "network-changed", "server_uuid": "dde6e65b-aefc-4e50-bcdb-9e5383ee2af8", "tag": "905bbc52-7c61-4899-be9d-7606554d8a4f"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:50:17.442580 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e924f04-95fc-4b5d-a0d0-870aae44683a service neutron] Pushing event updated for resources: {'Port': ['ID=905bbc52-7c61-4899-be9d-7606554d8a4f,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:17.464040 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-042b6353-c3a2-4a5f-8371-4282c504691b req-2566252d-1edb-4e98-a802-546e952ca6ed service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=ae9f1f63-9b68-4c6a-9a97-dd47898512a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274171 Aug 19 14:50:17.467199 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412aba49-894f-416f-86f7-aa731987120f x-openstack-request-id: req-412aba49-894f-416f-86f7-aa731987120f {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:50:17.467605 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dde6e65b-aefc-4e50-bcdb-9e5383ee2af8", "tag": "905bbc52-7c61-4899-be9d-7606554d8a4f", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:50:17.467960 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-412aba49-894f-416f-86f7-aa731987120f {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:50:17.468489 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dde6e65b-aefc-4e50-bcdb-9e5383ee2af8', 'tag': '905bbc52-7c61-4899-be9d-7606554d8a4f', 'status': 'completed', 'code': 200} Aug 19 14:50:17.470649 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2326915c-b32d-4781-814e-0688fe61bef1 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Port': ['ID=8166f31e-bf36-4021-9ea2-a129e65150f4,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:17.483267 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-75b26f40-867f-494e-9dc9-c7dbea99f666 None None] Allocated IP 172.20.0.2 (eb2a0074-ffdc-4655-a2e0-d470caf1d21a/a720c92c-4803-4fe8-9cac-3542184ef32e/156c92fb-bb37-41d2-bb19-d58ffe813ddf) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:50:17.487753 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2326915c-b32d-4781-814e-0688fe61bef1 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:50:17.489683 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-2326915c-b32d-4781-814e-0688fe61bef1 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:50:17.491943 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55725ede-a3f7-440e-b0e8-4e7497ca818a req-b07ccf89-c2bb-4a7d-abea-5730fc407783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:17.494022 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2326915c-b32d-4781-814e-0688fe61bef1 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:50:17.494478 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-55725ede-a3f7-440e-b0e8-4e7497ca818a req-b07ccf89-c2bb-4a7d-abea-5730fc407783 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=4ddba276acd0407cb7409bcc7aa303f3&device_id=dde6e65b-aefc-4e50-bcdb-9e5383ee2af8 HTTP/1.1" status: 200 len: 1094 time: 0.0722175 Aug 19 14:50:17.556430 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2326915c-b32d-4781-814e-0688fe61bef1 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:17.557547 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2326915c-b32d-4781-814e-0688fe61bef1 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:17.576639 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2326915c-b32d-4781-814e-0688fe61bef1 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.3275518 Aug 19 14:50:17.578510 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57760) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:17.584326 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eeb8f3-ecdd-4b42-a50d-07ce23c19e41 req-661ba4ec-3f38-4f05-9b50-ce4b9bbb5746 tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:17.586213 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e5eeb8f3-ecdd-4b42-a50d-07ce23c19e41 req-661ba4ec-3f38-4f05-9b50-ce4b9bbb5746 tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] 10.222.0.69 "GET /v2.0/ports?device_id=dde6e65b-aefc-4e50-bcdb-9e5383ee2af8 HTTP/1.1" status: 200 len: 943 time: 0.0647795 Aug 19 14:50:17.635201 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-75b26f40-867f-494e-9dc9-c7dbea99f666 None None] For port 156c92fb-bb37-41d2-bb19-d58ffe813ddf, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=156c92fb-bb37-41d2-bb19-d58ffe813ddf,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:50:17.647312 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c4849e-548b-4c1d-a86f-2d9dad780f38 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:17.653343 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c4849e-548b-4c1d-a86f-2d9dad780f38 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:17.655251 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c3c4849e-548b-4c1d-a86f-2d9dad780f38 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.0755529 Aug 19 14:50:17.658916 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57762) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:17.665046 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e5eeb8f3-ecdd-4b42-a50d-07ce23c19e41 req-81710c37-98e4-4099-af7c-45b48939dc96 tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] 10.222.0.69 "GET /v2.0/security-groups?id=e62ad6a3-0ace-483d-874d-c647c792f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719109 Aug 19 14:50:17.683421 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-75b26f40-867f-494e-9dc9-c7dbea99f666 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:17.703753 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-75b26f40-867f-494e-9dc9-c7dbea99f666 None None] Transition to ACTIVE for port object 156c92fb-bb37-41d2-bb19-d58ffe813ddf will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:50:17.709929 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-75b26f40-867f-494e-9dc9-c7dbea99f666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:17.729050 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-55725ede-a3f7-440e-b0e8-4e7497ca818a req-8c178cd3-3e77-4870-9be6-dea670f92c2b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=905bbc52-7c61-4899-be9d-7606554d8a4f HTTP/1.1" status: 200 len: 217 time: 0.0372519 Aug 19 14:50:17.744704 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a290c211-b657-4d5d-83e1-00a0deeb0c2f req-940c6877-f22c-4a46-9f9e-f6806ac2bffa tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:17.746241 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a290c211-b657-4d5d-83e1-00a0deeb0c2f req-940c6877-f22c-4a46-9f9e-f6806ac2bffa tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=63ff844a-eb67-4fc1-81b5-e3f4fbee744a HTTP/1.1" status: 200 len: 945 time: 0.1081083 Aug 19 14:50:17.785368 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d70234f0-caed-4570-a3c8-d5fe799f55b8 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Deleting port 8166f31e-bf36-4021-9ea2-a129e65150f4 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:50:17.786175 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d70234f0-caed-4570-a3c8-d5fe799f55b8 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:17.819677 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a290c211-b657-4d5d-83e1-00a0deeb0c2f req-3b6fd844-3271-4f49-a552-3408aea9255e tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636482 Aug 19 14:50:17.827274 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55725ede-a3f7-440e-b0e8-4e7497ca818a req-ea4c90dc-6370-4d41-a102-956275732b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:17.828844 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-55725ede-a3f7-440e-b0e8-4e7497ca818a req-ea4c90dc-6370-4d41-a102-956275732b54 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=329d31b4-1e23-4221-9763-8d5c63a2e177 HTTP/1.1" status: 200 len: 853 time: 0.0817385 Aug 19 14:50:17.846437 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b26f40-867f-494e-9dc9-c7dbea99f666 None None] Pushing event updated for resources: {'Port': ['ID=156c92fb-bb37-41d2-bb19-d58ffe813ddf,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:17.879957 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-55725ede-a3f7-440e-b0e8-4e7497ca818a req-328d591d-f30c-47f3-a5b6-e7a4429fb4c5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=16eb1138-3188-4b5c-bc9f-d232fdc0797b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385256 Aug 19 14:50:17.888983 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d70234f0-caed-4570-a3c8-d5fe799f55b8 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:17.906929 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d70234f0-caed-4570-a3c8-d5fe799f55b8 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Calling delete_port for 8166f31e-bf36-4021-9ea2-a129e65150f4 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:50:17.967729 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 156c92fb-bb37-41d2-bb19-d58ffe813ddf up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:50:17.991769 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-55725ede-a3f7-440e-b0e8-4e7497ca818a req-692ab52c-22ae-409d-8e13-1d221fd8f866 service neutron] 10.222.0.68 "GET /v2.0/networks/16eb1138-3188-4b5c-bc9f-d232fdc0797b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998018 Aug 19 14:50:18.157629 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e94b48fe-a2ef-468d-b5d7-b6cf722f5707 req-8775d109-44e9-451c-ad68-a39ea8c94fcd tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 210 time: 0.0324202 Aug 19 14:50:18.183876 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d70234f0-caed-4570-a3c8-d5fe799f55b8 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:18.196917 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-55725ede-a3f7-440e-b0e8-4e7497ca818a req-3d801cee-bcde-49d9-8107-361fee24c9ad service neutron] 10.222.0.68 "GET /v2.0/networks/16eb1138-3188-4b5c-bc9f-d232fdc0797b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948719 Aug 19 14:50:18.255329 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70234f0-caed-4570-a3c8-d5fe799f55b8 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event deleted for resources: {'Port': ['ID=8166f31e-bf36-4021-9ea2-a129e65150f4,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:18.303092 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9defa69f-b1c3-456a-9dd5-eeda724892ad req-d61796c9-d624-4b83-9e1f-db512ac59ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:18.305653 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9defa69f-b1c3-456a-9dd5-eeda724892ad req-d61796c9-d624-4b83-9e1f-db512ac59ed4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=4ddba276acd0407cb7409bcc7aa303f3&device_id=dde6e65b-aefc-4e50-bcdb-9e5383ee2af8 HTTP/1.1" status: 200 len: 1094 time: 0.0486951 Aug 19 14:50:18.330135 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d70234f0-caed-4570-a3c8-d5fe799f55b8 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:18.332666 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d70234f0-caed-4570-a3c8-d5fe799f55b8 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/ports/8166f31e-bf36-4021-9ea2-a129e65150f4 HTTP/1.1" status: 204 len: 168 time: 0.6725936 Aug 19 14:50:18.334945 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57770) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:18.409650 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fb43a6-cf6f-4375-84d4-1c4bd73c39d7 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:18.411251 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fb43a6-cf6f-4375-84d4-1c4bd73c39d7 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:18.413048 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fb43a6-cf6f-4375-84d4-1c4bd73c39d7 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:18.415259 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-43fb43a6-cf6f-4375-84d4-1c4bd73c39d7 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0782239 Aug 19 14:50:18.417504 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 57776) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:18.515590 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9defa69f-b1c3-456a-9dd5-eeda724892ad req-e24b8a65-bca2-40a3-ab21-851a944142a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:18.517045 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9defa69f-b1c3-456a-9dd5-eeda724892ad req-e24b8a65-bca2-40a3-ab21-851a944142a7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=16eb1138-3188-4b5c-bc9f-d232fdc0797b HTTP/1.1" status: 200 len: 914 time: 0.1973469 Aug 19 14:50:18.592492 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9defa69f-b1c3-456a-9dd5-eeda724892ad req-84711818-c218-41f1-9a3e-1eb7bcb36bc1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=905bbc52-7c61-4899-be9d-7606554d8a4f HTTP/1.1" status: 200 len: 217 time: 0.0551610 Aug 19 14:50:18.598284 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-f521b049-11a5-4a72-a777-def3a6cf2f5c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Deleting subnet 7acf02b8-fb85-4e0d-aad9-0fff00812de2 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:50:18.601793 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f521b049-11a5-4a72-a777-def3a6cf2f5c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:18.622595 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cd6b0f-2f63-4df4-84b1-0f56c1e8291f None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:50:18.677864 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8421ce-6c03-4a38-8222-1529ddad77bd req-67d7ea96-d661-4e0b-b15d-29fecf05916b tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:18.679504 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fc8421ce-6c03-4a38-8222-1529ddad77bd req-67d7ea96-d661-4e0b-b15d-29fecf05916b tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59d55fa2-ca1e-490c-8a22-81762e7a431c HTTP/1.1" status: 200 len: 945 time: 0.2452006 Aug 19 14:50:18.703806 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bb149ab7-607e-427a-826f-3e2bd0a41a6e None None] Provisioning for port 156c92fb-bb37-41d2-bb19-d58ffe813ddf completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:50:18.715043 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bb149ab7-607e-427a-826f-3e2bd0a41a6e None None] Provisioning complete for port 156c92fb-bb37-41d2-bb19-d58ffe813ddf triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:50:18.715837 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bb149ab7-607e-427a-826f-3e2bd0a41a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:18.720926 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f521b049-11a5-4a72-a777-def3a6cf2f5c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:18.768174 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9defa69f-b1c3-456a-9dd5-eeda724892ad req-1d07b02c-bbf3-44bc-9719-c5815342f012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:18.771134 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9defa69f-b1c3-456a-9dd5-eeda724892ad req-1d07b02c-bbf3-44bc-9719-c5815342f012 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=329d31b4-1e23-4221-9763-8d5c63a2e177 HTTP/1.1" status: 200 len: 853 time: 0.1650953 Aug 19 14:50:18.881210 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f521b049-11a5-4a72-a777-def3a6cf2f5c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:18.953567 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fc8421ce-6c03-4a38-8222-1529ddad77bd req-02ed7275-fb48-41d3-a5f4-11363407e8f6 tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae9f1f63-9b68-4c6a-9a97-dd47898512a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655666 Aug 19 14:50:18.967172 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9defa69f-b1c3-456a-9dd5-eeda724892ad req-f7f495c9-3547-4ea9-91b0-48324b0ea8e4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=16eb1138-3188-4b5c-bc9f-d232fdc0797b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1761951 Aug 19 14:50:19.134894 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545fe7ae-e068-4ef0-b99f-3054b2593cd9 req-b6f66448-f272-424a-90e0-11fd6077cb95 tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:19.136483 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-545fe7ae-e068-4ef0-b99f-3054b2593cd9 req-b6f66448-f272-424a-90e0-11fd6077cb95 tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] 10.222.0.69 "GET /v2.0/ports?device_id=dde6e65b-aefc-4e50-bcdb-9e5383ee2af8 HTTP/1.1" status: 200 len: 943 time: 0.2442610 Aug 19 14:50:19.161245 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f521b049-11a5-4a72-a777-def3a6cf2f5c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:19.217812 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9defa69f-b1c3-456a-9dd5-eeda724892ad req-7355347c-640b-4d45-adb7-70470cf25d7c service neutron] 10.222.0.68 "GET /v2.0/networks/16eb1138-3188-4b5c-bc9f-d232fdc0797b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288773 Aug 19 14:50:19.220920 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f521b049-11a5-4a72-a777-def3a6cf2f5c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event deleted for resources: {'Subnet': ['ID=7acf02b8-fb85-4e0d-aad9-0fff00812de2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:19.226197 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f521b049-11a5-4a72-a777-def3a6cf2f5c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:19.230641 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57790) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:19.230901 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f521b049-11a5-4a72-a777-def3a6cf2f5c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/7acf02b8-fb85-4e0d-aad9-0fff00812de2 HTTP/1.1" status: 204 len: 168 time: 0.8122122 Aug 19 14:50:19.241247 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a0137d-cc65-4eef-a868-03b843415178 req-f929b10f-c2e4-48ec-8881-103c66c16fe1 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:19.243553 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-36a0137d-cc65-4eef-a868-03b843415178 req-f929b10f-c2e4-48ec-8881-103c66c16fe1 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=63ff844a-eb67-4fc1-81b5-e3f4fbee744a HTTP/1.1" status: 200 len: 945 time: 0.1894298 Aug 19 14:50:19.279642 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7629674c-ba43-4573-b6e0-34ef2fa40638 None None] Provisioning complete for port 156c92fb-bb37-41d2-bb19-d58ffe813ddf triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:50:19.280230 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7629674c-ba43-4573-b6e0-34ef2fa40638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:19.312933 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfd993ed-4633-429d-9e0d-e503a80a6eba tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Deleting subnet a720c92c-4803-4fe8-9cac-3542184ef32e {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:50:19.320485 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfd993ed-4633-429d-9e0d-e503a80a6eba tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:19.341013 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-545fe7ae-e068-4ef0-b99f-3054b2593cd9 req-5ea8fa31-c53b-41cb-9ec7-5aadc63cb3ee tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] 10.222.0.69 "GET /v2.0/security-groups?id=e62ad6a3-0ace-483d-874d-c647c792f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929243 Aug 19 14:50:19.398640 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfd993ed-4633-429d-9e0d-e503a80a6eba tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:19.415619 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-36a0137d-cc65-4eef-a868-03b843415178 req-5d61ca60-11c2-435f-afed-ae70c158344c tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558526 Aug 19 14:50:19.527767 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3e15a6df-3671-4a91-b495-a0dbffdb4112 req-bddc5b1a-b730-40e0-8ae3-a9e51b49b828 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 210 time: 0.0414941 Aug 19 14:50:19.529839 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9defa69f-b1c3-456a-9dd5-eeda724892ad req-9c7a3ab4-264d-4fe8-a9a9-7c8e91989d47 service neutron] 10.222.0.68 "GET /v2.0/networks/16eb1138-3188-4b5c-bc9f-d232fdc0797b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974482 Aug 19 14:50:19.539547 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfd993ed-4633-429d-9e0d-e503a80a6eba tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:19.560999 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c773812-43cc-4117-b7e4-ceac18f1e21d None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:50:19.607712 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a55b87db-c65d-45d1-80f7-78cb4f48e381 None None] Could not find standard attr ID for object 8166f31e-bf36-4021-9ea2-a129e65150f4. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 14:50:19.611193 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfd993ed-4633-429d-9e0d-e503a80a6eba tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:19.643188 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd993ed-4633-429d-9e0d-e503a80a6eba tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event deleted for resources: {'Subnet': ['ID=a720c92c-4803-4fe8-9cac-3542184ef32e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:19.648617 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfd993ed-4633-429d-9e0d-e503a80a6eba tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:19.653689 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-bfd993ed-4633-429d-9e0d-e503a80a6eba tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/a720c92c-4803-4fe8-9cac-3542184ef32e HTTP/1.1" status: 204 len: 168 time: 0.4212177 Aug 19 14:50:19.654130 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 57792) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:19.692304 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ed9e5cef-fbbd-43e7-90bb-9f42654d8b74 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0370157 Aug 19 14:50:19.694973 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 57794) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:19.700501 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-194cf0dd-6f23-4e18-a849-7d12dd4bef80 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'subnet': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:50:19.789296 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cb14e9-74a2-4b36-8d31-7059171deb07 None None] DHCP port deletion for eb2a0074-ffdc-4655-a2e0-d470caf1d21a request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:50:19.819848 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194cf0dd-6f23-4e18-a849-7d12dd4bef80 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:50:19.825001 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-194cf0dd-6f23-4e18-a849-7d12dd4bef80 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:19.844358 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f4cb14e9-74a2-4b36-8d31-7059171deb07 None None] Deleting port 156c92fb-bb37-41d2-bb19-d58ffe813ddf {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:50:19.844937 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f4cb14e9-74a2-4b36-8d31-7059171deb07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:19.944515 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f4cb14e9-74a2-4b36-8d31-7059171deb07 None None] For port 156c92fb-bb37-41d2-bb19-d58ffe813ddf, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=156c92fb-bb37-41d2-bb19-d58ffe813ddf,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:50:19.945195 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f4cb14e9-74a2-4b36-8d31-7059171deb07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:19.963901 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f4cb14e9-74a2-4b36-8d31-7059171deb07 None None] Calling delete_port for 156c92fb-bb37-41d2-bb19-d58ffe813ddf owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:50:20.025339 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 156c92fb-bb37-41d2-bb19-d58ffe813ddf no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:50:20.153481 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2739acce-b8ce-438b-950b-3e7a3eb4a71c req-a1475e08-d930-455d-93cd-553285c2e586 tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:20.156204 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2739acce-b8ce-438b-950b-3e7a3eb4a71c req-a1475e08-d930-455d-93cd-553285c2e586 tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59d55fa2-ca1e-490c-8a22-81762e7a431c HTTP/1.1" status: 200 len: 945 time: 0.1015096 Aug 19 14:50:20.157109 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-194cf0dd-6f23-4e18-a849-7d12dd4bef80 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:20.161757 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f4cb14e9-74a2-4b36-8d31-7059171deb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:20.178714 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:20.201012 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cb14e9-74a2-4b36-8d31-7059171deb07 None None] Pushing event deleted for resources: {'Port': ['ID=156c92fb-bb37-41d2-bb19-d58ffe813ddf,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:20.213377 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cb14e9-74a2-4b36-8d31-7059171deb07 None None] No DVR routers for this DVR port 156c92fb-bb37-41d2-bb19-d58ffe813ddf on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:50:20.223594 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194cf0dd-6f23-4e18-a849-7d12dd4bef80 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:50:20.245440 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-194cf0dd-6f23-4e18-a849-7d12dd4bef80 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:50:20.251063 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2739acce-b8ce-438b-950b-3e7a3eb4a71c req-045c65c7-b666-4084-92f5-0f04bd5398eb tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae9f1f63-9b68-4c6a-9a97-dd47898512a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861557 Aug 19 14:50:20.254947 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194cf0dd-6f23-4e18-a849-7d12dd4bef80 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:20.255662 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-194cf0dd-6f23-4e18-a849-7d12dd4bef80 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:20.265151 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5455930-b755-4a1d-af30-1dfa879b6837 None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:50:20.309243 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194cf0dd-6f23-4e18-a849-7d12dd4bef80 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Subnet': ['ID=7df8e35a-c319-4922-bf20-58063a10ee09,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:20.314949 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-194cf0dd-6f23-4e18-a849-7d12dd4bef80 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6188612 Aug 19 14:50:20.318166 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57810) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:20.333526 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-402e14fb-6b44-4c43-9c21-e8403d312400 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'subnet': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:50:20.462736 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7304a64-6a3d-4e4c-9061-970ca3811987 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'tenant_id': 'c39f5f14c7bc46018e8896511823152f', 'fixed_ips': [{'subnet_id': '7df8e35a-c319-4922-bf20-58063a10ee09'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:50:20.463590 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c7304a64-6a3d-4e4c-9061-970ca3811987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:20.487071 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402e14fb-6b44-4c43-9c21-e8403d312400 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:50:20.490586 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-402e14fb-6b44-4c43-9c21-e8403d312400 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:20.547863 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 905bbc52-7c61-4899-be9d-7606554d8a4f details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:50:20.555857 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8b4ab-e161-4897-9ef1-c2c4c7eebc8b req-a4f38218-9141-475d-b185-1772a640219b tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:20.564537 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e6a8b4ab-e161-4897-9ef1-c2c4c7eebc8b req-a4f38218-9141-475d-b185-1772a640219b tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] 10.222.0.69 "GET /v2.0/ports?device_id=dde6e65b-aefc-4e50-bcdb-9e5383ee2af8 HTTP/1.1" status: 200 len: 943 time: 0.1107337 Aug 19 14:50:20.672995 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e6a8b4ab-e161-4897-9ef1-c2c4c7eebc8b req-e21fa948-c35e-4677-a31d-db4ba6c7de7d tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] 10.222.0.69 "GET /v2.0/security-groups?id=e62ad6a3-0ace-483d-874d-c647c792f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993710 Aug 19 14:50:20.762778 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb961a-bef4-416f-b20c-46eacf348291 req-32901649-dc23-4da8-8b5d-292b99c54dff tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:20.772785 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c2eb961a-bef4-416f-b20c-46eacf348291 req-32901649-dc23-4da8-8b5d-292b99c54dff tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=63ff844a-eb67-4fc1-81b5-e3f4fbee744a HTTP/1.1" status: 200 len: 945 time: 0.0830517 Aug 19 14:50:20.809405 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-c7304a64-6a3d-4e4c-9061-970ca3811987 None None] Allocated IP 172.20.0.2 (eb2a0074-ffdc-4655-a2e0-d470caf1d21a/7df8e35a-c319-4922-bf20-58063a10ee09/69fcba78-8584-47f8-87a1-e7b5b63e0be0) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:50:20.868242 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c2eb961a-bef4-416f-b20c-46eacf348291 req-2c7c8bf4-9a4d-407f-914b-fe6196b1516a tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927107 Aug 19 14:50:20.914201 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-33d4d3f1-4d17-49c3-94c5-f93e610c8218 req-e1e818fd-a688-4fdd-abec-9fc4bad82e9f tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 210 time: 0.0376427 Aug 19 14:50:20.925724 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 905bbc52-7c61-4899-be9d-7606554d8a4f, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=905bbc52-7c61-4899-be9d-7606554d8a4f,segment=NetworkSegment(c587604b-7b76-4a77-ab06-984f064e5a76),segment_id=c587604b-7b76-4a77-ab06-984f064e5a76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:50:20.956114 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '905bbc52-7c61-4899-be9d-7606554d8a4f', 'network_id': '16eb1138-3188-4b5c-bc9f-d232fdc0797b', 'port_id': '905bbc52-7c61-4899-be9d-7606554d8a4f', 'mac_address': 'fa:16:3e:cb:77:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '329d31b4-1e23-4221-9763-8d5c63a2e177', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:50:21.034067 n-d-766043-2 neutron-server[94639]: DEBUG neutron.objects.ports [None req-402e14fb-6b44-4c43-9c21-e8403d312400 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94639) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 14:50:21.036008 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-402e14fb-6b44-4c43-9c21-e8403d312400 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:21.038878 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:21.077552 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 905bbc52-7c61-4899-be9d-7606554d8a4f {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:50:21.080304 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402e14fb-6b44-4c43-9c21-e8403d312400 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:50:21.083321 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1bddba-b36d-4edd-b62d-d2c952a668b3 req-4aecbf93-fb05-427a-a3a5-a0c296cbfafb tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:21.085356 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ca1bddba-b36d-4edd-b62d-d2c952a668b3 req-4aecbf93-fb05-427a-a3a5-a0c296cbfafb tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59d55fa2-ca1e-490c-8a22-81762e7a431c HTTP/1.1" status: 200 len: 945 time: 0.1065342 Aug 19 14:50:21.089045 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-402e14fb-6b44-4c43-9c21-e8403d312400 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:50:21.095367 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402e14fb-6b44-4c43-9c21-e8403d312400 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:21.095959 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-402e14fb-6b44-4c43-9c21-e8403d312400 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:21.100179 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 905bbc52-7c61-4899-be9d-7606554d8a4f, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=905bbc52-7c61-4899-be9d-7606554d8a4f,segment=NetworkSegment(c587604b-7b76-4a77-ab06-984f064e5a76),segment_id=c587604b-7b76-4a77-ab06-984f064e5a76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:50:21.111894 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:21.157676 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e14fb-6b44-4c43-9c21-e8403d312400 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Subnet': ['ID=b99c3d4b-3415-48bc-8c26-753251238db7,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:21.161788 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-402e14fb-6b44-4c43-9c21-e8403d312400 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8419948 Aug 19 14:50:21.165359 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57842) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:21.170394 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f75190ad-c356-4f18-85d8-9f2d05072e02 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'port': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'mac_address': 'fa:16:3e:23:43:3e', 'name': 'tempest-NetworksTestDHCPv6-1552525438'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:50:21.188960 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ca1bddba-b36d-4edd-b62d-d2c952a668b3 req-6b7bfb55-cd72-44cf-964f-86ed61533670 tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae9f1f63-9b68-4c6a-9a97-dd47898512a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848825 Aug 19 14:50:21.204896 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=905bbc52-7c61-4899-be9d-7606554d8a4f,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:21.216162 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c7304a64-6a3d-4e4c-9061-970ca3811987 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:21.244322 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c7304a64-6a3d-4e4c-9061-970ca3811987 None None] Transition to ACTIVE for port object 69fcba78-8584-47f8-87a1-e7b5b63e0be0 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:50:21.263152 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c7304a64-6a3d-4e4c-9061-970ca3811987 None None] Transition to ACTIVE for port object 69fcba78-8584-47f8-87a1-e7b5b63e0be0 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:50:21.280573 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c7304a64-6a3d-4e4c-9061-970ca3811987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:21.325612 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7304a64-6a3d-4e4c-9061-970ca3811987 None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:50:21.328544 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-c7304a64-6a3d-4e4c-9061-970ca3811987 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:50:21.332134 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7304a64-6a3d-4e4c-9061-970ca3811987 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:50:21.349094 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75190ad-c356-4f18-85d8-9f2d05072e02 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:50:21.358928 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f75190ad-c356-4f18-85d8-9f2d05072e02 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:21.378178 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7304a64-6a3d-4e4c-9061-970ca3811987 None None] Pushing event updated for resources: {'Port': ['ID=69fcba78-8584-47f8-87a1-e7b5b63e0be0,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:21.392862 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-f75190ad-c356-4f18-85d8-9f2d05072e02 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] device_id is not set on port d7e2d82c-271a-4bb2-8e0e-cce5287116cb yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:50:21.431101 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['905bbc52-7c61-4899-be9d-7606554d8a4f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:50:21.488478 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c7304a64-6a3d-4e4c-9061-970ca3811987 None None] Attempting to bind port 69fcba78-8584-47f8-87a1-e7b5b63e0be0 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:50:21.489158 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c7304a64-6a3d-4e4c-9061-970ca3811987 None None] Attempting to bind port 69fcba78-8584-47f8-87a1-e7b5b63e0be0 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:50:21.489274 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7304a64-6a3d-4e4c-9061-970ca3811987 None None] Attempting to bind port 69fcba78-8584-47f8-87a1-e7b5b63e0be0 on network eb2a0074-ffdc-4655-a2e0-d470caf1d21a {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:50:21.510744 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7304a64-6a3d-4e4c-9061-970ca3811987 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:50:21.511249 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7304a64-6a3d-4e4c-9061-970ca3811987 None None] Checking segment: {'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:50:21.511722 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c7304a64-6a3d-4e4c-9061-970ca3811987 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:21.512272 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7304a64-6a3d-4e4c-9061-970ca3811987 None None] Bound using segment: {'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:50:21.521156 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c7304a64-6a3d-4e4c-9061-970ca3811987 None None] Bound port: 69fcba78-8584-47f8-87a1-e7b5b63e0be0, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:50:21.521974 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c7304a64-6a3d-4e4c-9061-970ca3811987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:21.644513 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-f75190ad-c356-4f18-85d8-9f2d05072e02 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Allocated IP 172.20.0.6 (eb2a0074-ffdc-4655-a2e0-d470caf1d21a/7df8e35a-c319-4922-bf20-58063a10ee09/d7e2d82c-271a-4bb2-8e0e-cce5287116cb) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:50:21.652354 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-f75190ad-c356-4f18-85d8-9f2d05072e02 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Allocated IP 2001:db8::f816:3eff:fe23:433e (eb2a0074-ffdc-4655-a2e0-d470caf1d21a/b99c3d4b-3415-48bc-8c26-753251238db7/d7e2d82c-271a-4bb2-8e0e-cce5287116cb) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:50:21.724160 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c7304a64-6a3d-4e4c-9061-970ca3811987 None None] For port 69fcba78-8584-47f8-87a1-e7b5b63e0be0, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:50:21.729278 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c7304a64-6a3d-4e4c-9061-970ca3811987 None None] For port 69fcba78-8584-47f8-87a1-e7b5b63e0be0, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=69fcba78-8584-47f8-87a1-e7b5b63e0be0,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:50:21.743754 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c7304a64-6a3d-4e4c-9061-970ca3811987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:21.782326 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3807903-3102-427a-ac50-b6f01285e630 req-56a059b9-f326-4157-9c2f-6fefadc3e743 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:21.797000 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3807903-3102-427a-ac50-b6f01285e630 req-56a059b9-f326-4157-9c2f-6fefadc3e743 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:21.818353 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3807903-3102-427a-ac50-b6f01285e630 req-56a059b9-f326-4157-9c2f-6fefadc3e743 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:21.825881 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f75190ad-c356-4f18-85d8-9f2d05072e02 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:21.835489 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3807903-3102-427a-ac50-b6f01285e630 req-56a059b9-f326-4157-9c2f-6fefadc3e743 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:21.842604 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-f75190ad-c356-4f18-85d8-9f2d05072e02 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Transition to ACTIVE for port object d7e2d82c-271a-4bb2-8e0e-cce5287116cb will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:50:21.852639 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3807903-3102-427a-ac50-b6f01285e630 req-56a059b9-f326-4157-9c2f-6fefadc3e743 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:21.863219 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7304a64-6a3d-4e4c-9061-970ca3811987 None None] Pushing event updated for resources: {'Port': ['ID=69fcba78-8584-47f8-87a1-e7b5b63e0be0,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:21.890729 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3807903-3102-427a-ac50-b6f01285e630 req-56a059b9-f326-4157-9c2f-6fefadc3e743 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:21.901612 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f75190ad-c356-4f18-85d8-9f2d05072e02 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:21.907160 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3807903-3102-427a-ac50-b6f01285e630 req-56a059b9-f326-4157-9c2f-6fefadc3e743 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:21.909285 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e3807903-3102-427a-ac50-b6f01285e630 req-56a059b9-f326-4157-9c2f-6fefadc3e743 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 5443 time: 0.2192819 Aug 19 14:50:21.962515 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75190ad-c356-4f18-85d8-9f2d05072e02 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:50:21.972284 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-f75190ad-c356-4f18-85d8-9f2d05072e02 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:50:21.982896 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75190ad-c356-4f18-85d8-9f2d05072e02 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:50:22.031360 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75190ad-c356-4f18-85d8-9f2d05072e02 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Port': ['ID=d7e2d82c-271a-4bb2-8e0e-cce5287116cb,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:22.056089 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75190ad-c356-4f18-85d8-9f2d05072e02 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:22.056748 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f75190ad-c356-4f18-85d8-9f2d05072e02 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:22.068311 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e3807903-3102-427a-ac50-b6f01285e630 req-796a76cf-0883-4586-8992-42f0114eb67d tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/security-groups?id=8862cddc-dd3e-4608-94de-b1904f67b1ca&id=b221f776-c920-4201-a5ce-e97a00b87480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1389325 Aug 19 14:50:22.080388 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f75190ad-c356-4f18-85d8-9f2d05072e02 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.9138932 Aug 19 14:50:22.082818 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57864) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:22.231101 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4e29d4-99b5-401c-81c0-5f9c4cfb8c86 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:22.247750 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4e29d4-99b5-401c-81c0-5f9c4cfb8c86 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:22.257822 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5a4e29d4-99b5-401c-81c0-5f9c4cfb8c86 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.1734645 Aug 19 14:50:22.269036 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57870) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:22.405284 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ca86f796-f952-4b0e-9a5b-80b7361faac5 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Deleting port d7e2d82c-271a-4bb2-8e0e-cce5287116cb {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:50:22.406057 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca86f796-f952-4b0e-9a5b-80b7361faac5 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:22.504272 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca86f796-f952-4b0e-9a5b-80b7361faac5 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:22.523626 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ca86f796-f952-4b0e-9a5b-80b7361faac5 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Calling delete_port for d7e2d82c-271a-4bb2-8e0e-cce5287116cb owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:50:22.527245 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 905bbc52-7c61-4899-be9d-7606554d8a4f up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:50:22.564872 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d172e54-19b4-40f0-8172-ac993f1e3670 req-b9e950b2-edad-42df-9a6f-a2562f605618 tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:22.574401 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8d172e54-19b4-40f0-8172-ac993f1e3670 req-b9e950b2-edad-42df-9a6f-a2562f605618 tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] 10.222.0.69 "GET /v2.0/ports?device_id=dde6e65b-aefc-4e50-bcdb-9e5383ee2af8 HTTP/1.1" status: 200 len: 944 time: 0.6640563 Aug 19 14:50:22.634329 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port 905bbc52-7c61-4899-be9d-7606554d8a4f completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:50:22.640001 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 905bbc52-7c61-4899-be9d-7606554d8a4f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:50:22.640376 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:22.649923 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c4bf0-d628-458f-8a96-33d6068b0811 req-5b239022-7875-48ca-b871-41ca338c09c7 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:22.657809 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-751c4bf0-d628-458f-8a96-33d6068b0811 req-5b239022-7875-48ca-b871-41ca338c09c7 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=63ff844a-eb67-4fc1-81b5-e3f4fbee744a HTTP/1.1" status: 200 len: 945 time: 0.1114719 Aug 19 14:50:22.688873 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aee06f-3fcd-484e-b5d3-bb9bfcb39ee5 req-8a7a0bf9-84ea-485d-a337-efb0e77ce6ee tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:22.690499 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-50aee06f-3fcd-484e-b5d3-bb9bfcb39ee5 req-8a7a0bf9-84ea-485d-a337-efb0e77ce6ee tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] 10.222.0.68 "GET /v2.0/ports?device_id=59d55fa2-ca1e-490c-8a22-81762e7a431c HTTP/1.1" status: 200 len: 945 time: 0.6000583 Aug 19 14:50:22.721670 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8d172e54-19b4-40f0-8172-ac993f1e3670 req-32f612ea-50e3-4e34-baf7-834cf96b02f6 tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] 10.222.0.69 "GET /v2.0/security-groups?id=e62ad6a3-0ace-483d-874d-c647c792f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407921 Aug 19 14:50:22.830891 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:22.862744 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-751c4bf0-d628-458f-8a96-33d6068b0811 req-995be14b-9e41-46f9-8fc9-ed0ad80616e8 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040391 Aug 19 14:50:22.924012 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 905bbc52-7c61-4899-be9d-7606554d8a4f, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=905bbc52-7c61-4899-be9d-7606554d8a4f,segment=NetworkSegment(c587604b-7b76-4a77-ab06-984f064e5a76),segment_id=c587604b-7b76-4a77-ab06-984f064e5a76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:50:22.929096 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde6e65b-aefc-4e50-bcdb-9e5383ee2af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '905bbc52-7c61-4899-be9d-7606554d8a4f'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:50:22.932445 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6453e937-5d6a-436d-813c-0364193d9319" -d '{"events": [{"server_uuid": "dde6e65b-aefc-4e50-bcdb-9e5383ee2af8", "name": "network-vif-plugged", "status": "completed", "tag": "905bbc52-7c61-4899-be9d-7606554d8a4f"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:50:22.947065 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:23.040315 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=905bbc52-7c61-4899-be9d-7606554d8a4f,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:23.045528 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9e2f455b-c0d7-4729-8237-83dfd128c404 req-59e6a7a4-cb02-452b-80c5-ab072d73fd4b tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 210 time: 0.1696255 Aug 19 14:50:23.126320 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-26686ff3-4273-4fbd-9499-88b2b8c1b26b tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:23.132922 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-26686ff3-4273-4fbd-9499-88b2b8c1b26b tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:23.143925 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-26686ff3-4273-4fbd-9499-88b2b8c1b26b tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:23.165816 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-26686ff3-4273-4fbd-9499-88b2b8c1b26b tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:23.166996 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f219522-2bd7-463a-9436-d433c3a8f1a9 x-openstack-request-id: req-4f219522-2bd7-463a-9436-d433c3a8f1a9 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:50:23.167290 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde6e65b-aefc-4e50-bcdb-9e5383ee2af8", "name": "network-vif-plugged", "status": "completed", "tag": "905bbc52-7c61-4899-be9d-7606554d8a4f", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:50:23.167568 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4f219522-2bd7-463a-9436-d433c3a8f1a9 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:50:23.167978 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde6e65b-aefc-4e50-bcdb-9e5383ee2af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '905bbc52-7c61-4899-be9d-7606554d8a4f', 'code': 200} Aug 19 14:50:23.174185 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-26686ff3-4273-4fbd-9499-88b2b8c1b26b tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:23.188903 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-26686ff3-4273-4fbd-9499-88b2b8c1b26b tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:23.207172 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-26686ff3-4273-4fbd-9499-88b2b8c1b26b tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:23.223522 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-26686ff3-4273-4fbd-9499-88b2b8c1b26b tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.88 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 5443 time: 0.3569007 Aug 19 14:50:23.246080 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9519e-3edc-45d2-a186-616dcf8c378d req-220cb8ec-ceaf-4ea2-a737-ef8ac82455c6 tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:23.248147 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b8f9519e-3edc-45d2-a186-616dcf8c378d req-220cb8ec-ceaf-4ea2-a737-ef8ac82455c6 tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59d55fa2-ca1e-490c-8a22-81762e7a431c HTTP/1.1" status: 200 len: 945 time: 0.2169554 Aug 19 14:50:23.375276 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30038ee-3c64-4b32-aef2-7491a44588d0 req-1f76f7b8-5cfa-4f36-82c7-7a6d57510c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:23.376947 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d30038ee-3c64-4b32-aef2-7491a44588d0 req-1f76f7b8-5cfa-4f36-82c7-7a6d57510c1c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=dde6e65b-aefc-4e50-bcdb-9e5383ee2af8 HTTP/1.1" status: 200 len: 1096 time: 0.0700572 Aug 19 14:50:23.382389 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-b1bf1adf-8b1d-45c5-8970-949cff4dc364 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:23.387705 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-b1bf1adf-8b1d-45c5-8970-949cff4dc364 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.88 "GET /v2.0/ports/56da6e17-81c7-428b-af76-84d1fb4c24f1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1341295 Aug 19 14:50:23.394298 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-50aee06f-3fcd-484e-b5d3-bb9bfcb39ee5 req-8afa883c-5c69-4afc-a197-5299c8f5188f tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] Deleting port 6052adfe-0a91-42d4-b626-98a004b95118 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:50:23.394647 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-50aee06f-3fcd-484e-b5d3-bb9bfcb39ee5 req-8afa883c-5c69-4afc-a197-5299c8f5188f tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:23.442873 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d30038ee-3c64-4b32-aef2-7491a44588d0 req-0cc9ae9b-03de-486a-949c-60289f3c9979 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=e62ad6a3-0ace-483d-874d-c647c792f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534072 Aug 19 14:50:23.488066 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be2e102-c1bf-42bb-ae14-270ea99776f8 None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:50:23.542738 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b8f9519e-3edc-45d2-a186-616dcf8c378d req-639e8ea4-b63c-4d03-8f87-ff410803e456 tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae9f1f63-9b68-4c6a-9a97-dd47898512a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798142 Aug 19 14:50:23.589844 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca86f796-f952-4b0e-9a5b-80b7361faac5 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:23.606146 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5a064400-b555-4d9c-803a-0d287d010b19 None None] Provisioning for port 69fcba78-8584-47f8-87a1-e7b5b63e0be0 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:50:23.615601 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d351aa-dba8-44d9-8f49-57d6321adb6e req-305f86c4-b1ce-4332-aca2-307f68524c86 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:23.632348 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86f796-f952-4b0e-9a5b-80b7361faac5 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event deleted for resources: {'Port': ['ID=d7e2d82c-271a-4bb2-8e0e-cce5287116cb,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:23.636124 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d351aa-dba8-44d9-8f49-57d6321adb6e req-305f86c4-b1ce-4332-aca2-307f68524c86 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:23.643698 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d351aa-dba8-44d9-8f49-57d6321adb6e req-305f86c4-b1ce-4332-aca2-307f68524c86 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:23.654750 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d351aa-dba8-44d9-8f49-57d6321adb6e req-305f86c4-b1ce-4332-aca2-307f68524c86 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:23.660983 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d351aa-dba8-44d9-8f49-57d6321adb6e req-305f86c4-b1ce-4332-aca2-307f68524c86 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:23.668034 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d351aa-dba8-44d9-8f49-57d6321adb6e req-305f86c4-b1ce-4332-aca2-307f68524c86 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:23.674168 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d351aa-dba8-44d9-8f49-57d6321adb6e req-305f86c4-b1ce-4332-aca2-307f68524c86 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:23.684228 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f8d351aa-dba8-44d9-8f49-57d6321adb6e req-305f86c4-b1ce-4332-aca2-307f68524c86 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 5443 time: 0.3972650 Aug 19 14:50:23.775017 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca86f796-f952-4b0e-9a5b-80b7361faac5 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:23.779223 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ca86f796-f952-4b0e-9a5b-80b7361faac5 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/ports/d7e2d82c-271a-4bb2-8e0e-cce5287116cb HTTP/1.1" status: 204 len: 168 time: 1.5089519 Aug 19 14:50:23.781870 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57898) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:23.872008 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f8d351aa-dba8-44d9-8f49-57d6321adb6e req-e9a7678e-90b0-42df-8922-686619e43a9c tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/security-groups?id=8862cddc-dd3e-4608-94de-b1904f67b1ca&id=b221f776-c920-4201-a5ce-e97a00b87480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1864393 Aug 19 14:50:23.874101 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-50aee06f-3fcd-484e-b5d3-bb9bfcb39ee5 req-8afa883c-5c69-4afc-a197-5299c8f5188f tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] For port 6052adfe-0a91-42d4-b626-98a004b95118, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=6052adfe-0a91-42d4-b626-98a004b95118,segment=NetworkSegment(386f872f-7050-4f39-b619-f0c6fab8597f),segment_id=386f872f-7050-4f39-b619-f0c6fab8597f)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:50:23.874474 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-50aee06f-3fcd-484e-b5d3-bb9bfcb39ee5 req-8afa883c-5c69-4afc-a197-5299c8f5188f tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:23.874649 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9caf2780-3957-441f-9789-85b6587ae394 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:23.877165 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9caf2780-3957-441f-9789-85b6587ae394 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:23.878836 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9caf2780-3957-441f-9789-85b6587ae394 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:23.880985 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9caf2780-3957-441f-9789-85b6587ae394 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0977523 Aug 19 14:50:23.883455 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57904) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:23.907070 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f80adc0-435f-4cfe-9c95-3d72f8355fd5 None None] Update dhcp port {'port': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'fixed_ips': [{'subnet_id': '7df8e35a-c319-4922-bf20-58063a10ee09', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b99c3d4b-3415-48bc-8c26-753251238db7'}], 'binding:host_id': 'n-d-766043-2'}, 'id': '69fcba78-8584-47f8-87a1-e7b5b63e0be0'} from n-d-766043-2. {{(pid=94641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 14:50:23.924110 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-50aee06f-3fcd-484e-b5d3-bb9bfcb39ee5 req-8afa883c-5c69-4afc-a197-5299c8f5188f tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] Calling delete_port for 6052adfe-0a91-42d4-b626-98a004b95118 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:50:23.933074 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-c8e401d1-3f01-41eb-804e-e3c7358c5dde tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.88 "GET /v2.0/networks/dac15f89-eb05-4149-aeea-9b60945c8ac2?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5301945 Aug 19 14:50:23.964842 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a71f65e-d418-4378-8a61-6d01c4c0d27c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Deleting subnet 7df8e35a-c319-4922-bf20-58063a10ee09 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:50:23.969051 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0a71f65e-d418-4378-8a61-6d01c4c0d27c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:23.994883 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-1aa6930f-c781-4f98-845e-871f7abc3a89 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:50:23.995276 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9f80adc0-435f-4cfe-9c95-3d72f8355fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:24.021000 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0a71f65e-d418-4378-8a61-6d01c4c0d27c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:24.114759 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 69fcba78-8584-47f8-87a1-e7b5b63e0be0 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:50:24.179002 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0a71f65e-d418-4378-8a61-6d01c4c0d27c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:24.199463 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689dc0da-9770-4405-bc18-56975dd5403e req-180b794e-4305-4295-9098-f728fd0e0a33 tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:24.201035 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-689dc0da-9770-4405-bc18-56975dd5403e req-180b794e-4305-4295-9098-f728fd0e0a33 tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] 10.222.0.69 "GET /v2.0/ports?device_id=dde6e65b-aefc-4e50-bcdb-9e5383ee2af8 HTTP/1.1" status: 200 len: 945 time: 0.3224361 Aug 19 14:50:24.213362 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 69fcba78-8584-47f8-87a1-e7b5b63e0be0 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:50:24.219738 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 69fcba78-8584-47f8-87a1-e7b5b63e0be0 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:50:24.220136 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:24.245588 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-1aa6930f-c781-4f98-845e-871f7abc3a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:24.281249 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f0743-e578-4467-bc39-9902fb26361f req-22d6c28c-5640-4759-8061-aeac0943a7b4 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:24.288995 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f98f0743-e578-4467-bc39-9902fb26361f req-22d6c28c-5640-4759-8061-aeac0943a7b4 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=63ff844a-eb67-4fc1-81b5-e3f4fbee744a HTTP/1.1" status: 200 len: 945 time: 0.2809129 Aug 19 14:50:24.316183 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0a71f65e-d418-4378-8a61-6d01c4c0d27c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:24.329708 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server [None req-9f80adc0-435f-4cfe-9c95-3d72f8355fd5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7df8e35a-c319-4922-bf20-58063a10ee09: This subnet is being modified by another concurrent operation. Aug 19 14:50:24.329708 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 14:50:24.329708 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 14:50:24.329708 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 14:50:24.329708 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 14:50:24.329708 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 14:50:24.329708 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 14:50:24.329708 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 14:50:24.329708 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 14:50:24.329708 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 14:50:24.329708 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 14:50:24.329708 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 14:50:24.329708 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 14:50:24.329708 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 14:50:24.329708 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 14:50:24.329708 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 14:50:24.329708 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 14:50:24.329708 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 14:50:24.329708 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 14:50:24.329708 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 14:50:24.329708 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 14:50:24.329708 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 14:50:24.329708 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 14:50:24.329708 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 14:50:24.329708 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 14:50:24.329708 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 14:50:24.329708 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 14:50:24.329708 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 14:50:24.329708 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 14:50:24.329708 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 14:50:24.329708 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 14:50:24.329708 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 14:50:24.329708 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 14:50:24.329708 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 14:50:24.329708 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 14:50:24.329708 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 14:50:24.329708 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 19 14:50:24.329708 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 19 14:50:24.329708 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 19 14:50:24.329708 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 19 14:50:24.329708 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 14:50:24.329708 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 14:50:24.329708 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 14:50:24.329708 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 14:50:24.329708 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 14:50:24.329708 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 14:50:24.329708 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 14:50:24.329708 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 14:50:24.329708 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 14:50:24.329708 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 14:50:24.329708 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 14:50:24.329708 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 14:50:24.329708 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 14:50:24.329708 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 14:50:24.333763 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 14:50:24.333763 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 14:50:24.333763 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 14:50:24.333763 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 14:50:24.333763 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 14:50:24.333763 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 14:50:24.333763 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 14:50:24.333763 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 14:50:24.333763 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 14:50:24.333763 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 14:50:24.333763 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 14:50:24.333763 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 14:50:24.333763 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 14:50:24.333763 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 14:50:24.333763 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 19 14:50:24.333763 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 19 14:50:24.333763 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 14:50:24.333763 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 14:50:24.333763 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 19 14:50:24.333763 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 19 14:50:24.333763 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 19 14:50:24.333763 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 19 14:50:24.333763 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 19 14:50:24.333763 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 19 14:50:24.333763 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 19 14:50:24.333763 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 14:50:24.333763 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 14:50:24.333763 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 14:50:24.333763 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 14:50:24.333763 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise exception Aug 19 14:50:24.333763 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7df8e35a-c319-4922-bf20-58063a10ee09: This subnet is being modified by another concurrent operation. Aug 19 14:50:24.333763 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server Aug 19 14:50:24.343947 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-689dc0da-9770-4405-bc18-56975dd5403e req-ae89f936-3c58-4a79-83cb-338d0d1c845b tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] 10.222.0.69 "GET /v2.0/security-groups?id=e62ad6a3-0ace-483d-874d-c647c792f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327186 Aug 19 14:50:24.362447 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:24.435224 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0a71f65e-d418-4378-8a61-6d01c4c0d27c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:24.437494 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0a71f65e-d418-4378-8a61-6d01c4c0d27c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/7df8e35a-c319-4922-bf20-58063a10ee09 HTTP/1.1" status: 204 len: 168 time: 0.5519686 Aug 19 14:50:24.441673 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57916) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:24.445075 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a71f65e-d418-4378-8a61-6d01c4c0d27c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event deleted for resources: {'Subnet': ['ID=7df8e35a-c319-4922-bf20-58063a10ee09,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:24.506322 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd493ec8-a3ce-4ef3-a94b-6239b88ff0c6 None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:50:24.532985 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 14:50:24.533358 n-d-766043-2 neutron-server[94641]: DEBUG oslo_db.api [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 14:50:24.545148 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f98f0743-e578-4467-bc39-9902fb26361f req-0bbfec9a-945b-4a56-bec6-430ccfb63f6f tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505744 Aug 19 14:50:24.551681 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ef8c643-4675-40c6-82db-9b1f69ceb206 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Deleting subnet b99c3d4b-3415-48bc-8c26-753251238db7 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:50:24.573676 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ef8c643-4675-40c6-82db-9b1f69ceb206 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:24.635605 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9fa3da4a-a400-4d64-bf3c-346e7b965c6a req-3f89842e-f6a5-4868-a3c8-f9fd798c2188 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce8a885-bf0d-4acb-9ae6-beed50cce16b HTTP/1.1" status: 200 len: 210 time: 0.0940816 Aug 19 14:50:24.642410 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d7b7423d-109c-445f-8968-efd5530adcad None None] Provisioning complete for port 69fcba78-8584-47f8-87a1-e7b5b63e0be0 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:50:24.643024 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d7b7423d-109c-445f-8968-efd5530adcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:24.644074 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ef8c643-4675-40c6-82db-9b1f69ceb206 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:24.723067 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-50aee06f-3fcd-484e-b5d3-bb9bfcb39ee5 req-8afa883c-5c69-4afc-a197-5299c8f5188f tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:24.748216 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ef8c643-4675-40c6-82db-9b1f69ceb206 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:24.771834 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa883c-5c69-4afc-a197-5299c8f5188f tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] Pushing event deleted for resources: {'Port': ['ID=6052adfe-0a91-42d4-b626-98a004b95118,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:24.784170 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df4580-6ea5-48e5-b8ba-e806effc6a2b req-4b011516-1a0f-4448-8a48-42a26c494e8f tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:24.792143 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-94df4580-6ea5-48e5-b8ba-e806effc6a2b req-4b011516-1a0f-4448-8a48-42a26c494e8f tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59d55fa2-ca1e-490c-8a22-81762e7a431c HTTP/1.1" status: 200 len: 867 time: 0.1292531 Aug 19 14:50:24.846804 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-1aa6930f-c781-4f98-845e-871f7abc3a89 service neutron] For port 56da6e17-81c7-428b-af76-84d1fb4c24f1, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=56da6e17-81c7-428b-af76-84d1fb4c24f1,segment=NetworkSegment(fdbc698c-a407-4185-b827-fddb386d580e),segment_id=fdbc698c-a407-4185-b827-fddb386d580e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:50:24.856719 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ef8c643-4675-40c6-82db-9b1f69ceb206 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:24.875303 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-50aee06f-3fcd-484e-b5d3-bb9bfcb39ee5 req-8afa883c-5c69-4afc-a197-5299c8f5188f tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] No DVR routers for this DVR port 6052adfe-0a91-42d4-b626-98a004b95118 on host n-h1-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:50:24.884971 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-50aee06f-3fcd-484e-b5d3-bb9bfcb39ee5 req-8afa883c-5c69-4afc-a197-5299c8f5188f tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:24.887007 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-50aee06f-3fcd-484e-b5d3-bb9bfcb39ee5 req-8afa883c-5c69-4afc-a197-5299c8f5188f tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] 10.222.0.68 "DELETE /v2.0/ports/6052adfe-0a91-42d4-b626-98a004b95118 HTTP/1.1" status: 204 len: 173 time: 2.1640213 Aug 19 14:50:24.888884 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d55fa2-ca1e-490c-8a22-81762e7a431c', 'name': 'network-vif-deleted', 'tag': '6052adfe-0a91-42d4-b626-98a004b95118'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:50:24.891140 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63eee739-0331-4eb0-b841-fef632e71745" -d '{"events": [{"server_uuid": "59d55fa2-ca1e-490c-8a22-81762e7a431c", "name": "network-vif-deleted", "tag": "6052adfe-0a91-42d4-b626-98a004b95118"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:50:24.919113 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef8c643-4675-40c6-82db-9b1f69ceb206 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event deleted for resources: {'Subnet': ['ID=b99c3d4b-3415-48bc-8c26-753251238db7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:24.949630 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ef8c643-4675-40c6-82db-9b1f69ceb206 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:24.949630 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1ef8c643-4675-40c6-82db-9b1f69ceb206 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/b99c3d4b-3415-48bc-8c26-753251238db7 HTTP/1.1" status: 204 len: 168 time: 0.4954445 Aug 19 14:50:24.949855 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-94df4580-6ea5-48e5-b8ba-e806effc6a2b req-24deb236-a89e-415f-afc1-8599683737fb tempest-ServerGroupTestJSON-1232680925 tempest-ServerGroupTestJSON-1232680925-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae9f1f63-9b68-4c6a-9a97-dd47898512a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517744 Aug 19 14:50:24.949855 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 57930) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:24.988137 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d7b7423d-109c-445f-8968-efd5530adcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:25.031671 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5e70d3-b695-472b-a90c-75d47e988d8f x-openstack-request-id: req-dc5e70d3-b695-472b-a90c-75d47e988d8f {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:50:25.032212 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d55fa2-ca1e-490c-8a22-81762e7a431c", "name": "network-vif-deleted", "tag": "6052adfe-0a91-42d4-b626-98a004b95118", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:50:25.032762 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-dc5e70d3-b695-472b-a90c-75d47e988d8f {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:50:25.033658 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d7b7423d-109c-445f-8968-efd5530adcad None None] For port 69fcba78-8584-47f8-87a1-e7b5b63e0be0, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=69fcba78-8584-47f8-87a1-e7b5b63e0be0,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:50:25.033989 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d55fa2-ca1e-490c-8a22-81762e7a431c', 'name': 'network-vif-deleted', 'tag': '6052adfe-0a91-42d4-b626-98a004b95118', 'status': 'completed', 'code': 200} Aug 19 14:50:25.039291 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-1aa6930f-c781-4f98-845e-871f7abc3a89 service neutron] For port 56da6e17-81c7-428b-af76-84d1fb4c24f1, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:50:25.076175 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d7b7423d-109c-445f-8968-efd5530adcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:25.083540 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-0f3241cc-05c6-4b39-94e6-fbda27020a58 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1308148 Aug 19 14:50:25.085564 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57932) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:25.091205 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-05459567-d6c3-4ff8-87a9-dca0adcc24d2 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'subnet': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:50:25.132014 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-1aa6930f-c781-4f98-845e-871f7abc3a89 service neutron] device_id is not set on port 56da6e17-81c7-428b-af76-84d1fb4c24f1 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:50:25.137264 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:25.139078 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d896b850-903a-4a75-a1a5-1436ae6444c7 None None] Update dhcp port {'port': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'fixed_ips': [{'subnet_id': 'b99c3d4b-3415-48bc-8c26-753251238db7'}], 'binding:host_id': 'n-d-766043-2'}, 'id': '69fcba78-8584-47f8-87a1-e7b5b63e0be0'} from n-d-766043-2. {{(pid=94641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 14:50:25.154395 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb98bb7-df75-4849-ada7-88d7c479579c req-a28cec7b-a8d8-46c3-889e-d61d3965dd0b tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:25.160772 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb98bb7-df75-4849-ada7-88d7c479579c req-a28cec7b-a8d8-46c3-889e-d61d3965dd0b tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:25.166904 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb98bb7-df75-4849-ada7-88d7c479579c req-a28cec7b-a8d8-46c3-889e-d61d3965dd0b tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:25.175335 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb98bb7-df75-4849-ada7-88d7c479579c req-a28cec7b-a8d8-46c3-889e-d61d3965dd0b tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:25.184626 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb98bb7-df75-4849-ada7-88d7c479579c req-a28cec7b-a8d8-46c3-889e-d61d3965dd0b tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:25.187332 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b7423d-109c-445f-8968-efd5530adcad None None] Pushing event updated for resources: {'Port': ['ID=69fcba78-8584-47f8-87a1-e7b5b63e0be0,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:25.192630 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb98bb7-df75-4849-ada7-88d7c479579c req-a28cec7b-a8d8-46c3-889e-d61d3965dd0b tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:25.198083 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d896b850-903a-4a75-a1a5-1436ae6444c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:25.203371 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb98bb7-df75-4849-ada7-88d7c479579c req-a28cec7b-a8d8-46c3-889e-d61d3965dd0b tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:25.228712 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1cb98bb7-df75-4849-ada7-88d7c479579c req-a28cec7b-a8d8-46c3-889e-d61d3965dd0b tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 5443 time: 0.2442799 Aug 19 14:50:25.233049 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-1aa6930f-c781-4f98-845e-871f7abc3a89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:25.268751 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 14:50:25.269130 n-d-766043-2 neutron-server[94641]: DEBUG oslo_db.api [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 14:50:25.269929 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05459567-d6c3-4ff8-87a9-dca0adcc24d2 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:50:25.273682 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05459567-d6c3-4ff8-87a9-dca0adcc24d2 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:25.278167 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-1aa6930f-c781-4f98-845e-871f7abc3a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:25.343646 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa6930f-c781-4f98-845e-871f7abc3a89 service neutron] Pushing event updated for resources: {'Port': ['ID=56da6e17-81c7-428b-af76-84d1fb4c24f1,revision_number=6']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:25.366229 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1cb98bb7-df75-4849-ada7-88d7c479579c req-10d0a197-29b1-44ec-a784-0117bf5ac026 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/security-groups?id=8862cddc-dd3e-4608-94de-b1904f67b1ca&id=b221f776-c920-4201-a5ce-e97a00b87480&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1321709 Aug 19 14:50:25.419262 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-1aa6930f-c781-4f98-845e-871f7abc3a89 service neutron] No DVR routers for this DVR port 56da6e17-81c7-428b-af76-84d1fb4c24f1 on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:50:25.499969 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-1aa6930f-c781-4f98-845e-871f7abc3a89 service neutron] In _notify_port_updated(), no bound segment for port 56da6e17-81c7-428b-af76-84d1fb4c24f1 on network dac15f89-eb05-4149-aeea-9b60945c8ac2 {{(pid=94640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 14:50:25.515309 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-1aa6930f-c781-4f98-845e-871f7abc3a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:25.516028 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-1aa6930f-c781-4f98-845e-871f7abc3a89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:25.520507 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-1aa6930f-c781-4f98-845e-871f7abc3a89 service neutron] 10.222.0.88 "PUT /v2.0/ports/56da6e17-81c7-428b-af76-84d1fb4c24f1 HTTP/1.1" status: 200 len: 1033 time: 1.5499964 Aug 19 14:50:25.522407 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-074bca06-492d-4eff-912e-48526db96aca None None] Provisioning complete for port 69fcba78-8584-47f8-87a1-e7b5b63e0be0 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:50:25.524866 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-074bca06-492d-4eff-912e-48526db96aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:25.710225 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05459567-d6c3-4ff8-87a9-dca0adcc24d2 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:25.724540 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-30ee5a40-c25a-4027-9db6-2448fb237847 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:25.725962 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-30ee5a40-c25a-4027-9db6-2448fb237847 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.88 "GET /v2.0/ports/f5041c84-227f-4ce0-b39a-d1af5a9cfa38?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1796455 Aug 19 14:50:25.743327 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-0ba2e39c-8b67-42b2-a4ee-81e820ac3eef service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:50:25.766526 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bf3561-3d46-40a0-9fed-335ed6ed64e3 None None] get_active_networks_info from n-d-766043-2 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 14:50:25.773197 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f6ed7-db2c-4170-921d-3c1aa2f8c45b req-ff717ea4-a440-49a2-a4d7-0d92ceba370a tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:25.775286 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-535f6ed7-db2c-4170-921d-3c1aa2f8c45b req-ff717ea4-a440-49a2-a4d7-0d92ceba370a tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] 10.222.0.69 "GET /v2.0/ports?device_id=dde6e65b-aefc-4e50-bcdb-9e5383ee2af8 HTTP/1.1" status: 200 len: 945 time: 0.2538023 Aug 19 14:50:25.793282 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f4990-dba1-4e59-bb1d-334ceff4487f req-0a91f579-49e6-485a-8e10-86a141d793fe tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:25.795441 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-709f4990-dba1-4e59-bb1d-334ceff4487f req-0a91f579-49e6-485a-8e10-86a141d793fe tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=63ff844a-eb67-4fc1-81b5-e3f4fbee744a HTTP/1.1" status: 200 len: 945 time: 0.1183028 Aug 19 14:50:25.803758 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05459567-d6c3-4ff8-87a9-dca0adcc24d2 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:50:25.807645 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-05459567-d6c3-4ff8-87a9-dca0adcc24d2 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:50:25.812226 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05459567-d6c3-4ff8-87a9-dca0adcc24d2 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:25.813455 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05459567-d6c3-4ff8-87a9-dca0adcc24d2 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:25.829168 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-05459567-d6c3-4ff8-87a9-dca0adcc24d2 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7423496 Aug 19 14:50:25.829752 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05459567-d6c3-4ff8-87a9-dca0adcc24d2 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Subnet': ['ID=d928f5d6-4156-44a9-b010-8d088be4f991,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:25.832360 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57952) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:25.837989 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8f204c37-1223-42b3-8945-1d88c1f71cc3 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'subnet': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:50:25.874253 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-0ba2e39c-8b67-42b2-a4ee-81e820ac3eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:25.886016 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-535f6ed7-db2c-4170-921d-3c1aa2f8c45b req-9561268b-9897-4d5c-ad4b-98cc1de53844 tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] 10.222.0.69 "GET /v2.0/security-groups?id=e62ad6a3-0ace-483d-874d-c647c792f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885158 Aug 19 14:50:25.901773 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-39387d7e-e4f6-4c80-878a-3208e2675de4 None None] Provisioning complete for port 56da6e17-81c7-428b-af76-84d1fb4c24f1 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:50:25.901918 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-709f4990-dba1-4e59-bb1d-334ceff4487f req-5a94974d-57d3-4072-84f2-517a04b459a4 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935912 Aug 19 14:50:25.902215 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-39387d7e-e4f6-4c80-878a-3208e2675de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:25.987390 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f204c37-1223-42b3-8945-1d88c1f71cc3 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:50:25.992446 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8f204c37-1223-42b3-8945-1d88c1f71cc3 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:26.140301 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-39387d7e-e4f6-4c80-878a-3208e2675de4 None None] Port 56da6e17-81c7-428b-af76-84d1fb4c24f1 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:50:26.156437 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-39387d7e-e4f6-4c80-878a-3208e2675de4 None None] Could not find standard attr ID for object d7e2d82c-271a-4bb2-8e0e-cce5287116cb. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 14:50:26.178285 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-0ba2e39c-8b67-42b2-a4ee-81e820ac3eef service neutron] For port f5041c84-227f-4ce0-b39a-d1af5a9cfa38, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=f5041c84-227f-4ce0-b39a-d1af5a9cfa38,segment=NetworkSegment(fdbc698c-a407-4185-b827-fddb386d580e),segment_id=fdbc698c-a407-4185-b827-fddb386d580e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:50:26.202534 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bf3561-3d46-40a0-9fed-335ed6ed64e3 None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 14:50:26.207779 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 57968) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:26.312029 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-0ba2e39c-8b67-42b2-a4ee-81e820ac3eef service neutron] For port f5041c84-227f-4ce0-b39a-d1af5a9cfa38, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:50:26.338452 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 69fcba78-8584-47f8-87a1-e7b5b63e0be0 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:50:26.359215 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30d734fc-9d19-44c5-95b3-197e9306b9db tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:26.365128 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-0ba2e39c-8b67-42b2-a4ee-81e820ac3eef service neutron] device_id is not set on port f5041c84-227f-4ce0-b39a-d1af5a9cfa38 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:50:26.401448 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-0ba2e39c-8b67-42b2-a4ee-81e820ac3eef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:26.422181 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30d734fc-9d19-44c5-95b3-197e9306b9db tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:26.425215 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-0ba2e39c-8b67-42b2-a4ee-81e820ac3eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:26.538935 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-0ba2e39c-8b67-42b2-a4ee-81e820ac3eef service neutron] No DVR routers for this DVR port f5041c84-227f-4ce0-b39a-d1af5a9cfa38 on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:50:26.544336 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba2e39c-8b67-42b2-a4ee-81e820ac3eef service neutron] Pushing event updated for resources: {'Port': ['ID=f5041c84-227f-4ce0-b39a-d1af5a9cfa38,revision_number=6']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:26.598275 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30d734fc-9d19-44c5-95b3-197e9306b9db tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:26.601093 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30d734fc-9d19-44c5-95b3-197e9306b9db tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:26.603071 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-30d734fc-9d19-44c5-95b3-197e9306b9db tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "DELETE /v2.0/security-groups/27241ab3-04f0-48c7-8563-70f9530fcbe2 HTTP/1.1" status: 204 len: 168 time: 0.3904126 Aug 19 14:50:26.609544 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 57988) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:26.627647 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device a16826a5-9cce-46a1-90cc-c867f69bcd8c no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:50:26.630032 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 6052adfe-0a91-42d4-b626-98a004b95118 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:50:26.647931 n-d-766043-2 neutron-server[94639]: DEBUG neutron.objects.ports [None req-8f204c37-1223-42b3-8945-1d88c1f71cc3 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94639) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 14:50:26.654238 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-0ba2e39c-8b67-42b2-a4ee-81e820ac3eef service neutron] In _notify_port_updated(), no bound segment for port f5041c84-227f-4ce0-b39a-d1af5a9cfa38 on network dac15f89-eb05-4149-aeea-9b60945c8ac2 {{(pid=94640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 14:50:26.655127 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-0ba2e39c-8b67-42b2-a4ee-81e820ac3eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:26.655812 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-0ba2e39c-8b67-42b2-a4ee-81e820ac3eef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:26.657344 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-0ba2e39c-8b67-42b2-a4ee-81e820ac3eef service neutron] 10.222.0.88 "PUT /v2.0/ports/f5041c84-227f-4ce0-b39a-d1af5a9cfa38 HTTP/1.1" status: 200 len: 1031 time: 0.9201996 Aug 19 14:50:26.665983 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d734fc-9d19-44c5-95b3-197e9306b9db tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27241ab3-04f0-48c7-8563-70f9530fcbe2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:26.688473 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [None req-ddbbf3af-5adb-4e6f-94ca-6cd7408a246a tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] show failed (client error): The resource could not be found. Aug 19 14:50:26.689583 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ddbbf3af-5adb-4e6f-94ca-6cd7408a246a tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "GET /v2.0/security-groups/27241ab3-04f0-48c7-8563-70f9530fcbe2 HTTP/1.1" status: 404 len: 347 time: 0.0756159 Aug 19 14:50:26.728732 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 57990) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:26.791983 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: 6052adfe-0a91-42d4-b626-98a004b95118 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:50:26.792446 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 6052adfe-0a91-42d4-b626-98a004b95118 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:50:26.815231 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90907333-06c3-4cef-b818-551bbe725ca4 req-5ead59b3-9eed-4a9c-8235-3876ceb28a8f tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:26.822101 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90907333-06c3-4cef-b818-551bbe725ca4 req-5ead59b3-9eed-4a9c-8235-3876ceb28a8f tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:26.822651 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:26.828488 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90907333-06c3-4cef-b818-551bbe725ca4 req-5ead59b3-9eed-4a9c-8235-3876ceb28a8f tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:26.834440 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90907333-06c3-4cef-b818-551bbe725ca4 req-5ead59b3-9eed-4a9c-8235-3876ceb28a8f tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:26.841085 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90907333-06c3-4cef-b818-551bbe725ca4 req-5ead59b3-9eed-4a9c-8235-3876ceb28a8f tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:26.843014 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-90907333-06c3-4cef-b818-551bbe725ca4 req-5ead59b3-9eed-4a9c-8235-3876ceb28a8f tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 3885 time: 0.2563190 Aug 19 14:50:26.893113 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8f204c37-1223-42b3-8945-1d88c1f71cc3 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:26.958153 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff43f4e2-b4b6-4b88-98bb-c2aee4255a6b req-a01f269c-82d3-49c4-879a-c282bf873480 tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:26.959786 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ff43f4e2-b4b6-4b88-98bb-c2aee4255a6b req-a01f269c-82d3-49c4-879a-c282bf873480 tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] 10.222.0.69 "GET /v2.0/ports?device_id=dde6e65b-aefc-4e50-bcdb-9e5383ee2af8 HTTP/1.1" status: 200 len: 945 time: 0.3078692 Aug 19 14:50:26.994632 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:27.048839 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 14:50:27.049263 n-d-766043-2 neutron-server[94641]: DEBUG oslo_db.api [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 14:50:27.054608 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-90907333-06c3-4cef-b818-551bbe725ca4 req-ee7f8ce7-a830-4941-9e56-75d82c1e7906 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/security-groups?id=b221f776-c920-4201-a5ce-e97a00b87480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721199 Aug 19 14:50:27.069133 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d976318-4567-4f88-a801-11e0df69f235', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a16826a5-9cce-46a1-90cc-c867f69bcd8c'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:50:27.076103 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3c81dc-fe64-4d9d-b34a-b5338ca2474e" -d '{"events": [{"server_uuid": "3d976318-4567-4f88-a801-11e0df69f235", "name": "network-vif-unplugged", "status": "completed", "tag": "a16826a5-9cce-46a1-90cc-c867f69bcd8c"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:50:27.093795 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port a16826a5-9cce-46a1-90cc-c867f69bcd8c, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=a16826a5-9cce-46a1-90cc-c867f69bcd8c,segment=NetworkSegment(fdbc698c-a407-4185-b827-fddb386d580e),segment_id=fdbc698c-a407-4185-b827-fddb386d580e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:50:27.106512 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:27.107265 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 3866d923-fecf-45c7-b7c5-f449482615e0 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:50:27.127008 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ff43f4e2-b4b6-4b88-98bb-c2aee4255a6b req-869aaef6-8b74-428e-ab8f-fc2b57ad021f tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] 10.222.0.69 "GET /v2.0/security-groups?id=e62ad6a3-0ace-483d-874d-c647c792f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377051 Aug 19 14:50:27.149968 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-016952dc-e28c-46a5-a45e-0980daa4ad9d tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Deleting port 3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:50:27.156866 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-016952dc-e28c-46a5-a45e-0980daa4ad9d tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:27.176241 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-8f204c37-1223-42b3-8945-1d88c1f71cc3 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] For port 69fcba78-8584-47f8-87a1-e7b5b63e0be0, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=69fcba78-8584-47f8-87a1-e7b5b63e0be0,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:50:27.216958 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8f204c37-1223-42b3-8945-1d88c1f71cc3 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:27.231371 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8f204c37-1223-42b3-8945-1d88c1f71cc3 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:27.232144 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8f204c37-1223-42b3-8945-1d88c1f71cc3 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:27.302842 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f204c37-1223-42b3-8945-1d88c1f71cc3 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:50:27.306438 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f204c37-1223-42b3-8945-1d88c1f71cc3 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Subnet': ['ID=f56dfec4-2da0-4b16-bb79-badb6c84e68d,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:27.308165 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-8f204c37-1223-42b3-8945-1d88c1f71cc3 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:50:27.328251 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f204c37-1223-42b3-8945-1d88c1f71cc3 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:27.328881 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8f204c37-1223-42b3-8945-1d88c1f71cc3 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:27.339279 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-016952dc-e28c-46a5-a45e-0980daa4ad9d tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] For port 3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d,segment=NetworkSegment(8286b499-2169-4ac2-b2c9-98453013a041),segment_id=8286b499-2169-4ac2-b2c9-98453013a041)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:50:27.339654 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-016952dc-e28c-46a5-a45e-0980daa4ad9d tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:27.347453 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=a16826a5-9cce-46a1-90cc-c867f69bcd8c,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:27.359859 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 14:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7b3425-a9c5-49a8-90e9-6f3d2ae9ba42 x-openstack-request-id: req-ed7b3425-a9c5-49a8-90e9-6f3d2ae9ba42 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:50:27.360133 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d976318-4567-4f88-a801-11e0df69f235", "name": "network-vif-unplugged", "status": "completed", "tag": "a16826a5-9cce-46a1-90cc-c867f69bcd8c", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:50:27.360380 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ed7b3425-a9c5-49a8-90e9-6f3d2ae9ba42 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:50:27.360790 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d976318-4567-4f88-a801-11e0df69f235', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a16826a5-9cce-46a1-90cc-c867f69bcd8c', 'code': 200} Aug 19 14:50:27.370919 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e09421d-930c-4889-aa88-6c017041e049 None None] Update dhcp port {'port': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'fixed_ips': [{'subnet_id': 'f56dfec4-2da0-4b16-bb79-badb6c84e68d', 'ip_address': '2001:db8::f816:3eff:fe9e:d91b'}, {'subnet_id': 'd928f5d6-4156-44a9-b010-8d088be4f991'}], 'binding:host_id': 'n-d-766043-2'}, 'id': '69fcba78-8584-47f8-87a1-e7b5b63e0be0'} from n-d-766043-2. {{(pid=94641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 14:50:27.381468 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8f204c37-1223-42b3-8945-1d88c1f71cc3 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5478666 Aug 19 14:50:27.389361 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58010) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:27.395587 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4cfec412-da3a-4ef3-bab7-5ec13b7f3a48 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'port': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'mac_address': 'fa:16:3e:b2:fc:7a', 'name': 'tempest-NetworksTestDHCPv6-2096862851'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:50:27.409896 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:27.428875 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4e09421d-930c-4889-aa88-6c017041e049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:27.469548 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 3866d923-fecf-45c7-b7c5-f449482615e0, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=3866d923-fecf-45c7-b7c5-f449482615e0,segment=NetworkSegment(0a227c9e-95ce-428c-8193-ee402fc84925),segment_id=0a227c9e-95ce-428c-8193-ee402fc84925)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:50:27.492347 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-bec3927f-0958-40f0-a7bb-87a8c5562ba0 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Deleting port 511e461f-03d5-492d-af79-3052d3a2f4b4 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:50:27.493351 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bec3927f-0958-40f0-a7bb-87a8c5562ba0 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:27.508350 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f204c37-1223-42b3-8945-1d88c1f71cc3 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Port': ['ID=69fcba78-8584-47f8-87a1-e7b5b63e0be0,revision_number=6']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:27.548536 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58024) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:27.596854 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:27.597243 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:50:27.603023 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aa642c6-4a88-465b-b39f-7912d8d9472d admin admin] Deleting subnet 7e1817d8-eac1-4fb4-a2b0-4a68e3227c3a {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:50:27.606643 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6aa642c6-4a88-465b-b39f-7912d8d9472d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:27.676336 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6aa642c6-4a88-465b-b39f-7912d8d9472d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:27.737843 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:27.740391 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cfec412-da3a-4ef3-bab7-5ec13b7f3a48 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:50:27.749653 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6aa642c6-4a88-465b-b39f-7912d8d9472d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:27.781606 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 69fcba78-8584-47f8-87a1-e7b5b63e0be0, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=69fcba78-8584-47f8-87a1-e7b5b63e0be0,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:50:27.811287 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:27.816174 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=3866d923-fecf-45c7-b7c5-f449482615e0,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:27.890739 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-4e09421d-930c-4889-aa88-6c017041e049 None None] Allocated IP 172.20.0.2 (eb2a0074-ffdc-4655-a2e0-d470caf1d21a/d928f5d6-4156-44a9-b010-8d088be4f991/69fcba78-8584-47f8-87a1-e7b5b63e0be0) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:50:27.902279 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4cfec412-da3a-4ef3-bab7-5ec13b7f3a48 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:27.906808 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6aa642c6-4a88-465b-b39f-7912d8d9472d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:27.949822 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa642c6-4a88-465b-b39f-7912d8d9472d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e1817d8-eac1-4fb4-a2b0-4a68e3227c3a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:27.957101 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-4cfec412-da3a-4ef3-bab7-5ec13b7f3a48 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] device_id is not set on port 800222a5-498b-4869-b080-900a0b50c6d5 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:50:27.963112 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6aa642c6-4a88-465b-b39f-7912d8d9472d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:27.969000 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6aa642c6-4a88-465b-b39f-7912d8d9472d admin admin] 10.222.0.69 "DELETE /v2.0/subnets/7e1817d8-eac1-4fb4-a2b0-4a68e3227c3a HTTP/1.1" status: 204 len: 168 time: 0.4193215 Aug 19 14:50:27.969893 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58030) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:28.020835 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d85cf1c-813a-47d3-9117-8c385d081332 req-8ed028e8-7242-411d-a1d8-77402dce56de tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:28.028776 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2d85cf1c-813a-47d3-9117-8c385d081332 req-8ed028e8-7242-411d-a1d8-77402dce56de tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=63ff844a-eb67-4fc1-81b5-e3f4fbee744a HTTP/1.1" status: 200 len: 945 time: 0.6620469 Aug 19 14:50:28.033492 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:28.105062 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4e09421d-930c-4889-aa88-6c017041e049 None None] For port 69fcba78-8584-47f8-87a1-e7b5b63e0be0, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=69fcba78-8584-47f8-87a1-e7b5b63e0be0,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:50:28.143084 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bec3927f-0958-40f0-a7bb-87a8c5562ba0 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:28.143451 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bec3927f-0958-40f0-a7bb-87a8c5562ba0 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:28.146381 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d578959f-e52a-471a-aaab-17928e2eef49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:28.177975 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e44572-3d97-4f8a-8995-d662d7ee62a6 req-ec89d8a2-ed71-430d-aef6-4128952b913c tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:28.179530 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-72e44572-3d97-4f8a-8995-d662d7ee62a6 req-ec89d8a2-ed71-430d-aef6-4128952b913c tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] 10.222.0.68 "GET /v2.0/ports?device_id=dde6e65b-aefc-4e50-bcdb-9e5383ee2af8 HTTP/1.1" status: 200 len: 945 time: 0.2025995 Aug 19 14:50:28.200765 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2d85cf1c-813a-47d3-9117-8c385d081332 req-9ec491c2-b34a-4e6f-b6ee-cbce4ab2237e tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711342 Aug 19 14:50:28.216192 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-bec3927f-0958-40f0-a7bb-87a8c5562ba0 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Calling delete_port for 511e461f-03d5-492d-af79-3052d3a2f4b4 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:50:28.314968 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d578959f-e52a-471a-aaab-17928e2eef49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:28.324298 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-016952dc-e28c-46a5-a45e-0980daa4ad9d tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:28.325380 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-016952dc-e28c-46a5-a45e-0980daa4ad9d tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:28.325380 n-d-766043-2 neutron-server[94640]: INFO neutron.db.l3_db [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-016952dc-e28c-46a5-a45e-0980daa4ad9d tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Floating IP 72a61a5f-fdeb-4139-acf3-7f017bd3ca16 disassociated. External IP: 172.25.2.208, port: 3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d. Aug 19 14:50:28.325619 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-016952dc-e28c-46a5-a45e-0980daa4ad9d tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Calling delete_port for 3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:50:28.329747 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-d578959f-e52a-471a-aaab-17928e2eef49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79e81dae-8594-4181-9a1d-730198eb44e1']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:50:28.338449 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=69fcba78-8584-47f8-87a1-e7b5b63e0be0,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:28.343694 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-d578959f-e52a-471a-aaab-17928e2eef49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '386f872f-7050-4f39-b619-f0c6fab8597f') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:50:28.343987 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-d578959f-e52a-471a-aaab-17928e2eef49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '386f872f-7050-4f39-b619-f0c6fab8597f') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:50:28.354715 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d578959f-e52a-471a-aaab-17928e2eef49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:28.374893 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d578959f-e52a-471a-aaab-17928e2eef49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:28.386884 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d578959f-e52a-471a-aaab-17928e2eef49 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:50:28.387625 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d578959f-e52a-471a-aaab-17928e2eef49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:28.403714 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4e09421d-930c-4889-aa88-6c017041e049 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:28.418511 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c285c-81b5-4709-b8ad-334cc2a707ed req-ea720b4b-78a0-4867-87cd-d2b6368770aa tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:28.419665 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d,segment=NetworkSegment(8286b499-2169-4ac2-b2c9-98453013a041),segment_id=8286b499-2169-4ac2-b2c9-98453013a041)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:50:28.424573 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c285c-81b5-4709-b8ad-334cc2a707ed req-ea720b4b-78a0-4867-87cd-d2b6368770aa tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:28.429031 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:28.429837 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 56da6e17-81c7-428b-af76-84d1fb4c24f1 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:50:28.430588 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c285c-81b5-4709-b8ad-334cc2a707ed req-ea720b4b-78a0-4867-87cd-d2b6368770aa tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:28.438516 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c285c-81b5-4709-b8ad-334cc2a707ed req-ea720b4b-78a0-4867-87cd-d2b6368770aa tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:28.444585 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c285c-81b5-4709-b8ad-334cc2a707ed req-ea720b4b-78a0-4867-87cd-d2b6368770aa tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:28.453069 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-255c285c-81b5-4709-b8ad-334cc2a707ed req-ea720b4b-78a0-4867-87cd-d2b6368770aa tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 3881 time: 0.3022397 Aug 19 14:50:28.487265 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:50:28.487265 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:50:28.487265 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:50:28.487265 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:50:28.487265 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:50:28.487265 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:50:28.487265 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:50:28.487265 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:50:28.487265 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:50:28.487265 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:50:28.487265 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:50:28.487265 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:50:28.487265 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:50:28.487265 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:50:28.487265 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:50:28.487265 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:50:28.487265 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:50:28.487265 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:50:28.487265 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:50:28.487265 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:50:28.487265 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:50:28.487265 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:50:28.487265 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:50:28.487265 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:50:28.487265 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:50:28.487265 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:50:28.487265 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:50:28.487265 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:50:28.487265 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:50:28.487265 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:50:28.487265 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:50:28.487265 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:50:28.497877 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d578959f-e52a-471a-aaab-17928e2eef49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:28.498114 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4e09421d-930c-4889-aa88-6c017041e049 None None] Transition to ACTIVE for port object 69fcba78-8584-47f8-87a1-e7b5b63e0be0 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:50:28.500101 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d578959f-e52a-471a-aaab-17928e2eef49 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:28.504001 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d578959f-e52a-471a-aaab-17928e2eef49 admin admin] 10.222.0.69 "DELETE /v2.0/networks/79e81dae-8594-4181-9a1d-730198eb44e1 HTTP/1.1" status: 204 len: 168 time: 0.5313311 Aug 19 14:50:28.522376 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4e09421d-930c-4889-aa88-6c017041e049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:28.531041 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d578959f-e52a-471a-aaab-17928e2eef49 admin admin] Pushing event deleted for resources: {'Network': ['ID=79e81dae-8594-4181-9a1d-730198eb44e1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:28.602712 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:28.625403 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21bd07-00fb-4c22-b917-422e214abeb0 req-ad8d0249-14a8-4200-98c3-2403e63229dd tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:28.628069 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 56da6e17-81c7-428b-af76-84d1fb4c24f1 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:50:28.628539 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device e8982814-7c65-4c2d-a505-8e9ce81f7934 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:50:28.634806 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ae21bd07-00fb-4c22-b917-422e214abeb0 req-ad8d0249-14a8-4200-98c3-2403e63229dd tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] 10.222.0.69 "GET /v2.0/ports?device_id=dde6e65b-aefc-4e50-bcdb-9e5383ee2af8 HTTP/1.1" status: 200 len: 945 time: 0.3178654 Aug 19 14:50:28.680389 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-4cfec412-da3a-4ef3-bab7-5ec13b7f3a48 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Allocated IP 172.20.0.11 (eb2a0074-ffdc-4655-a2e0-d470caf1d21a/d928f5d6-4156-44a9-b010-8d088be4f991/800222a5-498b-4869-b080-900a0b50c6d5) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:50:28.689546 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-4cfec412-da3a-4ef3-bab7-5ec13b7f3a48 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Allocated IP 2001:db8::f816:3eff:feb2:fc7a (eb2a0074-ffdc-4655-a2e0-d470caf1d21a/f56dfec4-2da0-4b16-bb79-badb6c84e68d/800222a5-498b-4869-b080-900a0b50c6d5) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:50:28.692238 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-255c285c-81b5-4709-b8ad-334cc2a707ed req-2efc80d0-341b-4147-8d90-00e47fb4574d tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/security-groups?id=b221f776-c920-4201-a5ce-e97a00b87480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2322080 Aug 19 14:50:28.727290 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-72e44572-3d97-4f8a-8995-d662d7ee62a6 req-8a69f700-7eb5-441b-bb4e-aacaa62de714 tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] Deleting port 905bbc52-7c61-4899-be9d-7606554d8a4f {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:50:28.732948 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-72e44572-3d97-4f8a-8995-d662d7ee62a6 req-8a69f700-7eb5-441b-bb4e-aacaa62de714 tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:28.752350 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58050) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:28.784752 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09421d-930c-4889-aa88-6c017041e049 None None] Pushing event updated for resources: {'Port': ['ID=69fcba78-8584-47f8-87a1-e7b5b63e0be0,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:28.847242 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:28.886436 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ae21bd07-00fb-4c22-b917-422e214abeb0 req-003d2795-8313-4e98-a923-f8746cc7a099 tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] 10.222.0.69 "GET /v2.0/security-groups?id=e62ad6a3-0ace-483d-874d-c647c792f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506502 Aug 19 14:50:28.889209 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port e8982814-7c65-4c2d-a505-8e9ce81f7934, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=e8982814-7c65-4c2d-a505-8e9ce81f7934,segment=NetworkSegment(0a227c9e-95ce-428c-8193-ee402fc84925),segment_id=0a227c9e-95ce-428c-8193-ee402fc84925)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:50:28.897164 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:28.898504 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 93485bc7-eef2-4211-b0e9-a72ac559f8f1 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:50:28.985553 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4cfec412-da3a-4ef3-bab7-5ec13b7f3a48 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:29.010890 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=e8982814-7c65-4c2d-a505-8e9ce81f7934,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:29.025817 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-4cfec412-da3a-4ef3-bab7-5ec13b7f3a48 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Transition to ACTIVE for port object 800222a5-498b-4869-b080-900a0b50c6d5 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:50:29.040721 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-72e44572-3d97-4f8a-8995-d662d7ee62a6 req-8a69f700-7eb5-441b-bb4e-aacaa62de714 tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] For port 905bbc52-7c61-4899-be9d-7606554d8a4f, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=905bbc52-7c61-4899-be9d-7606554d8a4f,segment=NetworkSegment(c587604b-7b76-4a77-ab06-984f064e5a76),segment_id=c587604b-7b76-4a77-ab06-984f064e5a76)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:50:29.041330 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-72e44572-3d97-4f8a-8995-d662d7ee62a6 req-8a69f700-7eb5-441b-bb4e-aacaa62de714 tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:29.078023 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-72e44572-3d97-4f8a-8995-d662d7ee62a6 req-8a69f700-7eb5-441b-bb4e-aacaa62de714 tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] Calling delete_port for 905bbc52-7c61-4899-be9d-7606554d8a4f owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:50:29.088893 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:29.089540 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4cfec412-da3a-4ef3-bab7-5ec13b7f3a48 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:29.109272 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-50bf58ff-e3c3-473b-a133-d0900e70f5d4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=75685d67e60e4191be57fda4714cc5a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3447454 Aug 19 14:50:29.112171 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58056) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:29.131760 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 93485bc7-eef2-4211-b0e9-a72ac559f8f1, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=93485bc7-eef2-4211-b0e9-a72ac559f8f1,segment=NetworkSegment(fdbc698c-a407-4185-b827-fddb386d580e),segment_id=fdbc698c-a407-4185-b827-fddb386d580e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:50:29.139200 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:29.140315 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device f5041c84-227f-4ce0-b39a-d1af5a9cfa38 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:50:29.153150 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfec412-da3a-4ef3-bab7-5ec13b7f3a48 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:50:29.157205 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bec3927f-0958-40f0-a7bb-87a8c5562ba0 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:29.158034 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-4cfec412-da3a-4ef3-bab7-5ec13b7f3a48 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:50:29.163148 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfec412-da3a-4ef3-bab7-5ec13b7f3a48 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:50:29.167926 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfec412-da3a-4ef3-bab7-5ec13b7f3a48 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Port': ['ID=800222a5-498b-4869-b080-900a0b50c6d5,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:29.249394 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfec412-da3a-4ef3-bab7-5ec13b7f3a48 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:29.250100 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4cfec412-da3a-4ef3-bab7-5ec13b7f3a48 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:29.278764 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4cfec412-da3a-4ef3-bab7-5ec13b7f3a48 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.8879797 Aug 19 14:50:29.281875 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58060) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:29.291026 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec3927f-0958-40f0-a7bb-87a8c5562ba0 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Pushing event deleted for resources: {'Port': ['ID=511e461f-03d5-492d-af79-3052d3a2f4b4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:29.322443 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device f5041c84-227f-4ce0-b39a-d1af5a9cfa38 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:50:29.328345 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=93485bc7-eef2-4211-b0e9-a72ac559f8f1,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:29.362260 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d976318-4567-4f88-a801-11e0df69f235', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3866d923-fecf-45c7-b7c5-f449482615e0'}, {'server_uuid': '3d976318-4567-4f88-a801-11e0df69f235', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d'}, {'server_uuid': '3d976318-4567-4f88-a801-11e0df69f235', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8982814-7c65-4c2d-a505-8e9ce81f7934'}, {'server_uuid': '3d976318-4567-4f88-a801-11e0df69f235', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93485bc7-eef2-4211-b0e9-a72ac559f8f1'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:50:29.365444 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5479c824-2e49-4caa-a05d-337235d8026a" -d '{"events": [{"server_uuid": "3d976318-4567-4f88-a801-11e0df69f235", "name": "network-vif-unplugged", "status": "completed", "tag": "3866d923-fecf-45c7-b7c5-f449482615e0"}, {"server_uuid": "3d976318-4567-4f88-a801-11e0df69f235", "name": "network-vif-unplugged", "status": "completed", "tag": "3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d"}, {"server_uuid": "3d976318-4567-4f88-a801-11e0df69f235", "name": "network-vif-unplugged", "status": "completed", "tag": "e8982814-7c65-4c2d-a505-8e9ce81f7934"}, {"server_uuid": "3d976318-4567-4f88-a801-11e0df69f235", "name": "network-vif-unplugged", "status": "completed", "tag": "93485bc7-eef2-4211-b0e9-a72ac559f8f1"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:50:29.378432 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e9dbc8-a4c6-4e5f-b368-55d1aeccf9f0 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:29.385385 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e9dbc8-a4c6-4e5f-b368-55d1aeccf9f0 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:29.387268 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c1e9dbc8-a4c6-4e5f-b368-55d1aeccf9f0 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1024318 Aug 19 14:50:29.390096 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58068) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:29.416085 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-016952dc-e28c-46a5-a45e-0980daa4ad9d tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:29.421789 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Thu, 19 Aug 2021 14:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f46d96-16ef-4243-8742-d69d83de0bf7 x-openstack-request-id: req-48f46d96-16ef-4243-8742-d69d83de0bf7 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:50:29.422093 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d976318-4567-4f88-a801-11e0df69f235", "name": "network-vif-unplugged", "status": "completed", "tag": "3866d923-fecf-45c7-b7c5-f449482615e0", "code": 200}, {"server_uuid": "3d976318-4567-4f88-a801-11e0df69f235", "name": "network-vif-unplugged", "status": "completed", "tag": "3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d", "code": 200}, {"server_uuid": "3d976318-4567-4f88-a801-11e0df69f235", "name": "network-vif-unplugged", "status": "completed", "tag": "e8982814-7c65-4c2d-a505-8e9ce81f7934", "code": 200}, {"server_uuid": "3d976318-4567-4f88-a801-11e0df69f235", "name": "network-vif-unplugged", "status": "completed", "tag": "93485bc7-eef2-4211-b0e9-a72ac559f8f1", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:50:29.422345 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-48f46d96-16ef-4243-8742-d69d83de0bf7 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:50:29.422931 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d976318-4567-4f88-a801-11e0df69f235', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3866d923-fecf-45c7-b7c5-f449482615e0', 'code': 200} Aug 19 14:50:29.423198 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d976318-4567-4f88-a801-11e0df69f235', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d', 'code': 200} Aug 19 14:50:29.423450 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d976318-4567-4f88-a801-11e0df69f235', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8982814-7c65-4c2d-a505-8e9ce81f7934', 'code': 200} Aug 19 14:50:29.423698 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d976318-4567-4f88-a801-11e0df69f235', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93485bc7-eef2-4211-b0e9-a72ac559f8f1', 'code': 200} Aug 19 14:50:29.525403 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bec3927f-0958-40f0-a7bb-87a8c5562ba0 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:29.525403 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bec3927f-0958-40f0-a7bb-87a8c5562ba0 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:29.525403 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-bec3927f-0958-40f0-a7bb-87a8c5562ba0 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "DELETE /v2.0/floatingips/cf80e34f-4416-47e5-bbf8-1ccefaf386a2 HTTP/1.1" status: 204 len: 168 time: 2.7927253 Aug 19 14:50:29.528750 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58072) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:29.529497 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016952dc-e28c-46a5-a45e-0980daa4ad9d tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Pushing event deleted for resources: {'Port': ['ID=3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:29.554721 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f8326-7fb2-4b11-8caf-bc183ff74537 req-ee0a7baa-de9f-42f2-aa39-d7cd41b4a6a5 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:29.556220 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-551f8326-7fb2-4b11-8caf-bc183ff74537 req-ee0a7baa-de9f-42f2-aa39-d7cd41b4a6a5 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=63ff844a-eb67-4fc1-81b5-e3f4fbee744a HTTP/1.1" status: 200 len: 945 time: 0.1836894 Aug 19 14:50:29.562635 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-665736ac-5ff1-4703-8c5b-47611381b83e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:29.581414 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-2b42b993-3f8d-441a-927f-f15c3a3916d1 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Deleting port 800222a5-498b-4869-b080-900a0b50c6d5 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:50:29.581791 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b42b993-3f8d-441a-927f-f15c3a3916d1 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:29.689109 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-665736ac-5ff1-4703-8c5b-47611381b83e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:29.693223 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-551f8326-7fb2-4b11-8caf-bc183ff74537 req-070e6859-7e55-43bf-9a2f-28b84b856b5a tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282690 Aug 19 14:50:29.708708 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-a3d919c8-2fe4-4e28-9dd3-b7c2796eb245 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Deleting port 9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:50:29.708708 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3d919c8-2fe4-4e28-9dd3-b7c2796eb245 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:29.830864 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b42b993-3f8d-441a-927f-f15c3a3916d1 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:29.857202 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-2b42b993-3f8d-441a-927f-f15c3a3916d1 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Calling delete_port for 800222a5-498b-4869-b080-900a0b50c6d5 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:50:29.872095 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-72e44572-3d97-4f8a-8995-d662d7ee62a6 req-8a69f700-7eb5-441b-bb4e-aacaa62de714 tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:29.887217 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['905bbc52-7c61-4899-be9d-7606554d8a4f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:50:29.887773 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-016952dc-e28c-46a5-a45e-0980daa4ad9d tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Router 7ac0e6d0-feb0-4913-88bb-dff7894af38c has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:50:29.916172 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a69f700-7eb5-441b-bb4e-aacaa62de714 tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] Pushing event deleted for resources: {'Port': ['ID=905bbc52-7c61-4899-be9d-7606554d8a4f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:29.941912 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3d919c8-2fe4-4e28-9dd3-b7c2796eb245 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:29.951281 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a3fccb-8895-4bfd-bd2d-6721f7b5704d None None] get_active_networks_info from n-d-766043-2 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 14:50:29.951762 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-665736ac-5ff1-4703-8c5b-47611381b83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:29.954541 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-665736ac-5ff1-4703-8c5b-47611381b83e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:29.957847 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-665736ac-5ff1-4703-8c5b-47611381b83e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ae9f1f63-9b68-4c6a-9a97-dd47898512a9 HTTP/1.1" status: 204 len: 168 time: 0.7963207 Aug 19 14:50:29.961964 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-a3d919c8-2fe4-4e28-9dd3-b7c2796eb245 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Calling delete_port for 9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:50:29.981527 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc291ec0-c820-4d8e-beb4-285fe51430e5 req-ee613d8c-431d-45cf-8f38-99ad91b40449 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:30.001176 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc291ec0-c820-4d8e-beb4-285fe51430e5 req-ee613d8c-431d-45cf-8f38-99ad91b40449 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:30.012570 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc291ec0-c820-4d8e-beb4-285fe51430e5 req-ee613d8c-431d-45cf-8f38-99ad91b40449 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:30.018631 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc291ec0-c820-4d8e-beb4-285fe51430e5 req-ee613d8c-431d-45cf-8f38-99ad91b40449 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:30.020397 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dc291ec0-c820-4d8e-beb4-285fe51430e5 req-ee613d8c-431d-45cf-8f38-99ad91b40449 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 3142 time: 0.2259183 Aug 19 14:50:30.114894 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-34f4e8cc-9a66-4e8e-9209-e13e72eca2fa None None] Provisioning for port 69fcba78-8584-47f8-87a1-e7b5b63e0be0 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:50:30.155333 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-34f4e8cc-9a66-4e8e-9209-e13e72eca2fa None None] Provisioning complete for port 69fcba78-8584-47f8-87a1-e7b5b63e0be0 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:50:30.155713 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-34f4e8cc-9a66-4e8e-9209-e13e72eca2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:30.174122 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-72e44572-3d97-4f8a-8995-d662d7ee62a6 req-8a69f700-7eb5-441b-bb4e-aacaa62de714 tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] No DVR routers for this DVR port 905bbc52-7c61-4899-be9d-7606554d8a4f on host n-h1-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:50:30.191238 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-086531a0-6c79-414f-a40a-fbbd0e760592 req-ab2d36f5-0c46-4caa-84e5-44c5d64a8b92 tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] 10.222.0.69 "GET /v2.0/ports?device_id=dde6e65b-aefc-4e50-bcdb-9e5383ee2af8 HTTP/1.1" status: 200 len: 210 time: 0.1474552 Aug 19 14:50:30.192291 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665736ac-5ff1-4703-8c5b-47611381b83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9f1f63-9b68-4c6a-9a97-dd47898512a9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:30.197868 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-72e44572-3d97-4f8a-8995-d662d7ee62a6 req-8a69f700-7eb5-441b-bb4e-aacaa62de714 tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:30.202375 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-72e44572-3d97-4f8a-8995-d662d7ee62a6 req-8a69f700-7eb5-441b-bb4e-aacaa62de714 tempest-ServerPasswordTestJSON-1501641163 tempest-ServerPasswordTestJSON-1501641163-project] 10.222.0.68 "DELETE /v2.0/ports/905bbc52-7c61-4899-be9d-7606554d8a4f HTTP/1.1" status: 204 len: 173 time: 1.9975438 Aug 19 14:50:30.205521 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde6e65b-aefc-4e50-bcdb-9e5383ee2af8', 'name': 'network-vif-deleted', 'tag': '905bbc52-7c61-4899-be9d-7606554d8a4f'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:50:30.208399 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da8db0c-c727-45a5-9d8c-f12c68416aea" -d '{"events": [{"server_uuid": "dde6e65b-aefc-4e50-bcdb-9e5383ee2af8", "name": "network-vif-deleted", "tag": "905bbc52-7c61-4899-be9d-7606554d8a4f"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:50:30.330816 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83393737-145b-41a9-8e4a-b4e0fbf6303b x-openstack-request-id: req-83393737-145b-41a9-8e4a-b4e0fbf6303b {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:50:30.331095 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde6e65b-aefc-4e50-bcdb-9e5383ee2af8", "name": "network-vif-deleted", "tag": "905bbc52-7c61-4899-be9d-7606554d8a4f", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:50:30.331323 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-83393737-145b-41a9-8e4a-b4e0fbf6303b {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:50:30.331718 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde6e65b-aefc-4e50-bcdb-9e5383ee2af8', 'name': 'network-vif-deleted', 'tag': '905bbc52-7c61-4899-be9d-7606554d8a4f', 'status': 'completed', 'code': 200} Aug 19 14:50:30.341978 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dc291ec0-c820-4d8e-beb4-285fe51430e5 req-6764f562-7008-4526-a3bf-d7e1423f4aab tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/security-groups?id=b221f776-c920-4201-a5ce-e97a00b87480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3078170 Aug 19 14:50:30.343580 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3d919c8-2fe4-4e28-9dd3-b7c2796eb245 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:30.416153 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 69fcba78-8584-47f8-87a1-e7b5b63e0be0 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:50:30.419413 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b42b993-3f8d-441a-927f-f15c3a3916d1 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:30.421332 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d919c8-2fe4-4e28-9dd3-b7c2796eb245 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Pushing event deleted for resources: {'Port': ['ID=9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:30.471901 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-016952dc-e28c-46a5-a45e-0980daa4ad9d tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:50:30.485350 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b42b993-3f8d-441a-927f-f15c3a3916d1 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event deleted for resources: {'Port': ['ID=800222a5-498b-4869-b080-900a0b50c6d5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:30.522930 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af23c0f-139b-4268-992d-6f7b5067efd3 None None] Sync routers for ids ['7ac0e6d0-feb0-4913-88bb-dff7894af38c'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:50:30.531334 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a3fccb-8895-4bfd-bd2d-6721f7b5704d None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 14:50:30.604446 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-016952dc-e28c-46a5-a45e-0980daa4ad9d tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] No DVR routers for this DVR port 3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:50:30.618808 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-016952dc-e28c-46a5-a45e-0980daa4ad9d tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:30.619338 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3d919c8-2fe4-4e28-9dd3-b7c2796eb245 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:30.620530 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-016952dc-e28c-46a5-a45e-0980daa4ad9d tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.88 "DELETE /v2.0/ports/3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d HTTP/1.1" status: 204 len: 173 time: 3.9421136 Aug 19 14:50:30.622216 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a3d919c8-2fe4-4e28-9dd3-b7c2796eb245 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "DELETE /v2.0/ports/9d0bdd5b-7f46-42d1-a3d1-6c01a7229d2f HTTP/1.1" status: 204 len: 168 time: 1.0923550 Aug 19 14:50:30.623998 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58098) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:30.627266 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af23c0f-139b-4268-992d-6f7b5067efd3 None None] Routers {'7ac0e6d0-feb0-4913-88bb-dff7894af38c'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:50:30.628875 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5af23c0f-139b-4268-992d-6f7b5067efd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:50:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['7ac0e6d0-feb0-4913-88bb-dff7894af38c'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:50:30.642110 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b42b993-3f8d-441a-927f-f15c3a3916d1 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:30.645946 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2b42b993-3f8d-441a-927f-f15c3a3916d1 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/ports/800222a5-498b-4869-b080-900a0b50c6d5 HTTP/1.1" status: 204 len: 168 time: 1.2548494 Aug 19 14:50:30.649470 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58100) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:30.743424 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a5c0e1-73d5-4a6e-b391-f5a3b747c4fa tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:30.744989 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a5c0e1-73d5-4a6e-b391-f5a3b747c4fa tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:30.746636 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a5c0e1-73d5-4a6e-b391-f5a3b747c4fa tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:30.766518 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-01a5c0e1-73d5-4a6e-b391-f5a3b747c4fa tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1157885 Aug 19 14:50:30.770633 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58112) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:30.862257 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-34f4e8cc-9a66-4e8e-9209-e13e72eca2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:30.958086 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad4209cb-97b6-43cf-ad8a-76ae96f3b5a0 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Deleting subnet d928f5d6-4156-44a9-b010-8d088be4f991 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:50:30.965191 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ad4209cb-97b6-43cf-ad8a-76ae96f3b5a0 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:30.980980 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 69fcba78-8584-47f8-87a1-e7b5b63e0be0 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:50:30.981643 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:31.085420 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ad4209cb-97b6-43cf-ad8a-76ae96f3b5a0 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:31.097295 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-bdd3fc35-292e-4a3c-a396-23812b021e31 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Deleting port e8982814-7c65-4c2d-a505-8e9ce81f7934 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:50:31.098199 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-bdd3fc35-292e-4a3c-a396-23812b021e31 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:31.107353 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-34f4e8cc-9a66-4e8e-9209-e13e72eca2fa None None] For port 69fcba78-8584-47f8-87a1-e7b5b63e0be0, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=69fcba78-8584-47f8-87a1-e7b5b63e0be0,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:50:31.109068 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dea600-a546-49f3-8cb9-44fb2ee035d5 req-12768a1a-962a-4efa-aeb5-cc886b87b6a9 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:31.116868 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e5dea600-a546-49f3-8cb9-44fb2ee035d5 req-12768a1a-962a-4efa-aeb5-cc886b87b6a9 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=63ff844a-eb67-4fc1-81b5-e3f4fbee744a HTTP/1.1" status: 200 len: 945 time: 0.2216806 Aug 19 14:50:31.132038 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-34f4e8cc-9a66-4e8e-9209-e13e72eca2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:31.137437 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-5af23c0f-139b-4268-992d-6f7b5067efd3 None None] Set router 7ac0e6d0-feb0-4913-88bb-dff7894af38c gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:50:31.157759 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-f618534a-f0db-4304-b6da-bc14a5f669e2 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Deleting port 4f46bceb-d478-4788-bf46-f2d1c4de2a62 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:50:31.158481 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f618534a-f0db-4304-b6da-bc14a5f669e2 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:31.297868 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ad4209cb-97b6-43cf-ad8a-76ae96f3b5a0 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:31.361664 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58130) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:31.371806 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ad4209cb-97b6-43cf-ad8a-76ae96f3b5a0 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:31.399601 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f618534a-f0db-4304-b6da-bc14a5f669e2 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:31.426075 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-f618534a-f0db-4304-b6da-bc14a5f669e2 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Calling delete_port for 4f46bceb-d478-4788-bf46-f2d1c4de2a62 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:50:31.439183 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4209cb-97b6-43cf-ad8a-76ae96f3b5a0 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event deleted for resources: {'Subnet': ['ID=d928f5d6-4156-44a9-b010-8d088be4f991,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:31.456559 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ad4209cb-97b6-43cf-ad8a-76ae96f3b5a0 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:31.464105 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ad4209cb-97b6-43cf-ad8a-76ae96f3b5a0 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/d928f5d6-4156-44a9-b010-8d088be4f991 HTTP/1.1" status: 204 len: 168 time: 0.6921642 Aug 19 14:50:31.476882 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58136) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:31.507240 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e5dea600-a546-49f3-8cb9-44fb2ee035d5 req-700c62e1-2acb-4cd8-acd6-f9311bc20a53 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891134 Aug 19 14:50:31.514029 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-aee5b453-8d7c-4b3f-84de-7b0d0a653bd4 admin admin] Deleting subnet 329d31b4-1e23-4221-9763-8d5c63a2e177 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:50:31.553062 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aee5b453-8d7c-4b3f-84de-7b0d0a653bd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:31.611122 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0521d56-6476-4d65-845f-3679aae7c91b tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Deleting subnet f56dfec4-2da0-4b16-bb79-badb6c84e68d {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:50:31.614665 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b0521d56-6476-4d65-845f-3679aae7c91b tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:31.643871 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f7539b8c-c525-4df2-b675-8a67e273fd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:31.652979 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f4e8cc-9a66-4e8e-9209-e13e72eca2fa None None] Pushing event updated for resources: {'Port': ['ID=69fcba78-8584-47f8-87a1-e7b5b63e0be0,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:31.657527 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b0521d56-6476-4d65-845f-3679aae7c91b tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:31.685675 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aee5b453-8d7c-4b3f-84de-7b0d0a653bd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:31.689801 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58144) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:31.719146 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5af23c0f-139b-4268-992d-6f7b5067efd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac0e6d0-feb0-4913-88bb-dff7894af38c', 'name': 'tempest-TaggedBootDevicesTest_v242-332112194-router', 'tenant_id': 'ef249261d4604936b13aa21e0bea0dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '6609306d-aee1-40d6-839b-53b14b4f740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:39:49Z', 'updated_at': '2021-08-19T14:39:59Z', 'revision_number': 4, 'project_id': 'ef249261d4604936b13aa21e0bea0dc2', 'gw_port': {'id': '6609306d-aee1-40d6-839b-53b14b4f740e', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:18:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac0e6d0-feb0-4913-88bb-dff7894af38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:51Z', 'updated_at': '2021-08-19T14:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'dc668972-97a5-42b4-80e5-ea3de1956959', 'name': '', 'network_id': 'c4f80db4-35be-4b3c-8bae-306ff26e4f72', 'tenant_id': 'ef249261d4604936b13aa21e0bea0dc2', 'mac_address': 'fa:16:3e:f3:e3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac0e6d0-feb0-4913-88bb-dff7894af38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'bcb8b434-4c76-4ea2-aea9-8e7ef5c2e1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:57Z', 'updated_at': '2021-08-19T14:40:08Z', 'revision_number': 5, 'project_id': 'ef249261d4604936b13aa21e0bea0dc2', 'subnets': [{'id': 'bcb8b434-4c76-4ea2-aea9-8e7ef5c2e1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:50:31.778788 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-bdd3fc35-292e-4a3c-a396-23812b021e31 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] For port e8982814-7c65-4c2d-a505-8e9ce81f7934, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=e8982814-7c65-4c2d-a505-8e9ce81f7934,segment=NetworkSegment(0a227c9e-95ce-428c-8193-ee402fc84925),segment_id=0a227c9e-95ce-428c-8193-ee402fc84925)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:50:31.779159 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-bdd3fc35-292e-4a3c-a396-23812b021e31 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:31.809815 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aee5b453-8d7c-4b3f-84de-7b0d0a653bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:31.813512 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-bdd3fc35-292e-4a3c-a396-23812b021e31 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Calling delete_port for e8982814-7c65-4c2d-a505-8e9ce81f7934 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:50:31.815788 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af23c0f-139b-4268-992d-6f7b5067efd3 None None] Checking router: 7ac0e6d0-feb0-4913-88bb-dff7894af38c for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:50:31.832726 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af23c0f-139b-4268-992d-6f7b5067efd3 None None] Routers {'7ac0e6d0-feb0-4913-88bb-dff7894af38c'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:50:31.833369 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5af23c0f-139b-4268-992d-6f7b5067efd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:50:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['7ac0e6d0-feb0-4913-88bb-dff7894af38c'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:50:31.861385 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13271a6a-1596-4abc-a633-7bf590660671 req-5bd302ee-7eb9-4cd9-8854-2d83fdb1fd0d tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:31.869831 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13271a6a-1596-4abc-a633-7bf590660671 req-5bd302ee-7eb9-4cd9-8854-2d83fdb1fd0d tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:31.876202 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13271a6a-1596-4abc-a633-7bf590660671 req-5bd302ee-7eb9-4cd9-8854-2d83fdb1fd0d tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:31.883455 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13271a6a-1596-4abc-a633-7bf590660671 req-5bd302ee-7eb9-4cd9-8854-2d83fdb1fd0d tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:31.884847 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b0521d56-6476-4d65-845f-3679aae7c91b tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:31.885234 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-13271a6a-1596-4abc-a633-7bf590660671 req-5bd302ee-7eb9-4cd9-8854-2d83fdb1fd0d tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 3142 time: 0.2068110 Aug 19 14:50:31.931170 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f618534a-f0db-4304-b6da-bc14a5f669e2 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:31.954676 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4a9f5491-5e8e-4da6-9f2b-e4fe4b3ce1c9 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1885761436-network', 'tenant_id': '3f91018773ec406c87eda6f725e68afb'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:50:31.999117 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618534a-f0db-4304-b6da-bc14a5f669e2 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Pushing event deleted for resources: {'Port': ['ID=4f46bceb-d478-4788-bf46-f2d1c4de2a62,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:32.004829 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9f5491-5e8e-4da6-9f2b-e4fe4b3ce1c9 admin admin] Made reservation on behalf of 3f91018773ec406c87eda6f725e68afb for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:50:32.007116 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4a9f5491-5e8e-4da6-9f2b-e4fe4b3ce1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:32.020524 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aee5b453-8d7c-4b3f-84de-7b0d0a653bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:32.043752 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-5af23c0f-139b-4268-992d-6f7b5067efd3 None None] Set router 7ac0e6d0-feb0-4913-88bb-dff7894af38c gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:50:32.084273 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4a9f5491-5e8e-4da6-9f2b-e4fe4b3ce1c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:32.089690 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-13271a6a-1596-4abc-a633-7bf590660671 req-a97ee211-c52a-4204-8b36-60a52beb4b91 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/security-groups?id=b221f776-c920-4201-a5ce-e97a00b87480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480463 Aug 19 14:50:32.111255 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee5b453-8d7c-4b3f-84de-7b0d0a653bd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=329d31b4-1e23-4221-9763-8d5c63a2e177,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:32.128741 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aee5b453-8d7c-4b3f-84de-7b0d0a653bd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:32.139342 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-aee5b453-8d7c-4b3f-84de-7b0d0a653bd4 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/329d31b4-1e23-4221-9763-8d5c63a2e177 HTTP/1.1" status: 204 len: 168 time: 0.7764587 Aug 19 14:50:32.142731 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b0521d56-6476-4d65-845f-3679aae7c91b tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:32.144544 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58154) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:32.228774 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0521d56-6476-4d65-845f-3679aae7c91b tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event deleted for resources: {'Subnet': ['ID=f56dfec4-2da0-4b16-bb79-badb6c84e68d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:32.239562 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b0521d56-6476-4d65-845f-3679aae7c91b tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:32.246413 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b0521d56-6476-4d65-845f-3679aae7c91b tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/f56dfec4-2da0-4b16-bb79-badb6c84e68d HTTP/1.1" status: 204 len: 168 time: 0.7654355 Aug 19 14:50:32.247099 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58156) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:32.333234 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-8090c764-c1dd-426c-98bd-b12826d3f964 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0761116 Aug 19 14:50:32.334215 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58158) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:32.337522 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d976318-4567-4f88-a801-11e0df69f235', 'name': 'network-vif-deleted', 'tag': '3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:50:32.339505 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8cd43ce-b154-489d-a3a7-5cb84e3458cf" -d '{"events": [{"server_uuid": "3d976318-4567-4f88-a801-11e0df69f235", "name": "network-vif-deleted", "tag": "3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:50:32.346029 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f618534a-f0db-4304-b6da-bc14a5f669e2 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:32.350994 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f618534a-f0db-4304-b6da-bc14a5f669e2 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "DELETE /v2.0/ports/4f46bceb-d478-4788-bf46-f2d1c4de2a62 HTTP/1.1" status: 204 len: 168 time: 1.7259202 Aug 19 14:50:32.354262 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58162) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:32.357083 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 69fcba78-8584-47f8-87a1-e7b5b63e0be0 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:50:32.433625 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-21f15a2d-dbcb-435c-877f-d974536292d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:32.449381 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23089d4d-6fa4-4221-9b6e-67f928f624c0 x-openstack-request-id: req-23089d4d-6fa4-4221-9b6e-67f928f624c0 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:50:32.449605 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d976318-4567-4f88-a801-11e0df69f235", "name": "network-vif-deleted", "tag": "3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:50:32.449881 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-23089d4d-6fa4-4221-9b6e-67f928f624c0 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:50:32.450450 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d976318-4567-4f88-a801-11e0df69f235', 'name': 'network-vif-deleted', 'tag': '3b079d0d-c00b-4c6e-a712-8f74ec9f0c4d', 'status': 'completed', 'code': 200} Aug 19 14:50:32.510970 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 69fcba78-8584-47f8-87a1-e7b5b63e0be0 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:50:32.511375 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:32.529787 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-96940354-e9cd-46a6-a25f-175b9c9bf9cc tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Deleting subnet 9900bee7-cb74-4835-8689-e86fe6724bf5 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:50:32.536221 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2eff840-4b35-4610-b8ac-6b148750e100 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:32.540482 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b2eff840-4b35-4610-b8ac-6b148750e100 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2042305 Aug 19 14:50:32.542875 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4a9f5491-5e8e-4da6-9f2b-e4fe4b3ce1c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:32.544178 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58170) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:32.545844 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-bdd3fc35-292e-4a3c-a396-23812b021e31 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:32.549237 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-96940354-e9cd-46a6-a25f-175b9c9bf9cc tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:32.557616 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4a9f5491-5e8e-4da6-9f2b-e4fe4b3ce1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:32.621733 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 905bbc52-7c61-4899-be9d-7606554d8a4f no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:50:32.631441 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f5491-5e8e-4da6-9f2b-e4fe4b3ce1c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9a2d9e-ec3e-4447-b838-be1734307db9,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:32.657426 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: 905bbc52-7c61-4899-be9d-7606554d8a4f {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:50:32.657764 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 905bbc52-7c61-4899-be9d-7606554d8a4f not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:50:32.672055 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5af23c0f-139b-4268-992d-6f7b5067efd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac0e6d0-feb0-4913-88bb-dff7894af38c', 'name': 'tempest-TaggedBootDevicesTest_v242-332112194-router', 'tenant_id': 'ef249261d4604936b13aa21e0bea0dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '6609306d-aee1-40d6-839b-53b14b4f740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:39:49Z', 'updated_at': '2021-08-19T14:39:59Z', 'revision_number': 4, 'project_id': 'ef249261d4604936b13aa21e0bea0dc2', 'gw_port': {'id': '6609306d-aee1-40d6-839b-53b14b4f740e', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:18:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac0e6d0-feb0-4913-88bb-dff7894af38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:51Z', 'updated_at': '2021-08-19T14:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'dc668972-97a5-42b4-80e5-ea3de1956959', 'name': '', 'network_id': 'c4f80db4-35be-4b3c-8bae-306ff26e4f72', 'tenant_id': 'ef249261d4604936b13aa21e0bea0dc2', 'mac_address': 'fa:16:3e:f3:e3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac0e6d0-feb0-4913-88bb-dff7894af38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'bcb8b434-4c76-4ea2-aea9-8e7ef5c2e1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:57Z', 'updated_at': '2021-08-19T14:40:08Z', 'revision_number': 5, 'project_id': 'ef249261d4604936b13aa21e0bea0dc2', 'subnets': [{'id': 'bcb8b434-4c76-4ea2-aea9-8e7ef5c2e1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:50:32.685524 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a9f5491-5e8e-4da6-9f2b-e4fe4b3ce1c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:50:32.693765 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd3fc35-292e-4a3c-a396-23812b021e31 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Pushing event deleted for resources: {'Port': ['ID=e8982814-7c65-4c2d-a505-8e9ce81f7934,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:32.694122 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e9c7eb-f9f1-4b2a-a9cb-042851bd2b06 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:32.699737 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a2e9c7eb-f9f1-4b2a-a9cb-042851bd2b06 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1500254 Aug 19 14:50:32.702745 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58174) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:32.713536 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4a9f5491-5e8e-4da6-9f2b-e4fe4b3ce1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:32.713832 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-4a9f5491-5e8e-4da6-9f2b-e4fe4b3ce1c9 admin admin] Added segment d17dab91-5eab-4611-ba12-0b110dc626ea of type vlan for network 7ad57a80-ea49-41a7-a83a-5530ec33192c Aug 19 14:50:32.724900 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af23c0f-139b-4268-992d-6f7b5067efd3 None None] The sync data for ids ['7ac0e6d0-feb0-4913-88bb-dff7894af38c'] in n-d-766043-2 is: [{'id': '7ac0e6d0-feb0-4913-88bb-dff7894af38c', 'name': 'tempest-TaggedBootDevicesTest_v242-332112194-router', 'tenant_id': 'ef249261d4604936b13aa21e0bea0dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '6609306d-aee1-40d6-839b-53b14b4f740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:39:49Z', 'updated_at': '2021-08-19T14:39:59Z', 'revision_number': 4, 'project_id': 'ef249261d4604936b13aa21e0bea0dc2', 'gw_port': {'id': '6609306d-aee1-40d6-839b-53b14b4f740e', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:18:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac0e6d0-feb0-4913-88bb-dff7894af38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:51Z', 'updated_at': '2021-08-19T14:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'dc668972-97a5-42b4-80e5-ea3de1956959', 'name': '', 'network_id': 'c4f80db4-35be-4b3c-8bae-306ff26e4f72', 'tenant_id': 'ef249261d4604936b13aa21e0bea0dc2', 'mac_address': 'fa:16:3e:f3:e3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac0e6d0-feb0-4913-88bb-dff7894af38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'bcb8b434-4c76-4ea2-aea9-8e7ef5c2e1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:57Z', 'updated_at': '2021-08-19T14:40:08Z', 'revision_number': 5, 'project_id': 'ef249261d4604936b13aa21e0bea0dc2', 'subnets': [{'id': 'bcb8b434-4c76-4ea2-aea9-8e7ef5c2e1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:50:32.799045 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f4d38503-241c-4c97-8342-7169f0cf85a3 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0874481 Aug 19 14:50:32.800472 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58176) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:32.802557 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091406d8-16ef-49a7-ac23-1fabaab65c73 None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:50:32.815642 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-47fc6212-7c9b-4ad7-a6ee-48fb16b2c271 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'subnet': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:50:32.864494 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-21f15a2d-dbcb-435c-877f-d974536292d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:32.888060 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-21f15a2d-dbcb-435c-877f-d974536292d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16eb1138-3188-4b5c-bc9f-d232fdc0797b']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:50:32.909066 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-21f15a2d-dbcb-435c-877f-d974536292d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c587604b-7b76-4a77-ab06-984f064e5a76') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:50:32.909512 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-21f15a2d-dbcb-435c-877f-d974536292d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c587604b-7b76-4a77-ab06-984f064e5a76') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:50:32.920734 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-21f15a2d-dbcb-435c-877f-d974536292d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:32.937154 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-21f15a2d-dbcb-435c-877f-d974536292d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:32.944977 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21f15a2d-dbcb-435c-877f-d974536292d2 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:50:32.946376 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-21f15a2d-dbcb-435c-877f-d974536292d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:32.996988 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:50:32.996988 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:50:32.996988 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:50:32.996988 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:50:32.996988 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:50:32.996988 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:50:32.996988 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:50:32.996988 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:50:32.996988 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:50:32.996988 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:50:32.996988 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:50:32.996988 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:50:32.996988 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:50:32.996988 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:50:32.996988 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:50:32.996988 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:50:32.996988 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:50:32.996988 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:50:32.996988 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:50:32.996988 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:50:32.996988 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:50:32.996988 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:50:32.996988 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:50:32.996988 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:50:32.996988 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:50:32.996988 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:50:32.996988 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:50:32.996988 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:50:32.996988 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:50:32.996988 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:50:32.996988 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:50:32.996988 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:50:33.026411 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4a9f5491-5e8e-4da6-9f2b-e4fe4b3ce1c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:33.045554 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-96940354-e9cd-46a6-a25f-175b9c9bf9cc tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:33.067466 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-bdd3fc35-292e-4a3c-a396-23812b021e31 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] No DVR routers for this DVR port e8982814-7c65-4c2d-a505-8e9ce81f7934 on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:50:33.071535 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-bdd3fc35-292e-4a3c-a396-23812b021e31 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:33.074097 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-bdd3fc35-292e-4a3c-a396-23812b021e31 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.88 "DELETE /v2.0/ports/e8982814-7c65-4c2d-a505-8e9ce81f7934 HTTP/1.1" status: 204 len: 173 time: 2.4416955 Aug 19 14:50:33.141900 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4a9f5491-5e8e-4da6-9f2b-e4fe4b3ce1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:33.143213 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9f5491-5e8e-4da6-9f2b-e4fe4b3ce1c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:33.144278 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4a9f5491-5e8e-4da6-9f2b-e4fe4b3ce1c9 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:33.248203 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-198617da-5019-400d-95ab-806c2a96e88d None None] Provisioning complete for port 69fcba78-8584-47f8-87a1-e7b5b63e0be0 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:50:33.254924 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fc6212-7c9b-4ad7-a6ee-48fb16b2c271 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:50:33.259177 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1476fe6c-c63b-475a-a1d5-7979976577e3 None None] New status for floating IP 72a61a5f-fdeb-4139-acf3-7f017bd3ca16: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 14:50:33.260295 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-198617da-5019-400d-95ab-806c2a96e88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:33.280451 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-47fc6212-7c9b-4ad7-a6ee-48fb16b2c271 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:33.282223 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-47fc6212-7c9b-4ad7-a6ee-48fb16b2c271 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 14:50:33.290067 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47fc6212-7c9b-4ad7-a6ee-48fb16b2c271 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:50:33.324826 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f5491-5e8e-4da6-9f2b-e4fe4b3ce1c9 admin admin] Pushing event updated for resources: {'Network': ['ID=7ad57a80-ea49-41a7-a83a-5530ec33192c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:33.347984 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-47fc6212-7c9b-4ad7-a6ee-48fb16b2c271 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5434191 Aug 19 14:50:33.350849 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 7ad57a80-ea49-41a7-a83a-5530ec33192c details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:50:33.353655 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58186) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:33.372440 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e5848ff4-b112-41bc-badf-080665eb073d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'subnet': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:50:33.607050 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4a9f5491-5e8e-4da6-9f2b-e4fe4b3ce1c9 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9139562 Aug 19 14:50:33.608292 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58192) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:33.610040 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5848ff4-b112-41bc-badf-080665eb073d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:50:33.613763 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e5848ff4-b112-41bc-badf-080665eb073d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:33.617940 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5848ff4-b112-41bc-badf-080665eb073d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 14:50:33.618908 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5848ff4-b112-41bc-badf-080665eb073d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:50:33.661599 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ff71901f-2028-4fc5-a9db-477f30cf9b04 admin admin] Request body: {'subnet': {'network_id': '7ad57a80-ea49-41a7-a83a-5530ec33192c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1885761436-subnet', 'tenant_id': '3f91018773ec406c87eda6f725e68afb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:50:33.706853 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e5848ff4-b112-41bc-badf-080665eb073d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3519771 Aug 19 14:50:33.711851 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58196) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:33.723597 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0bc38387-81ac-4ff4-92ec-c564993f56d9 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'subnet': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:50:33.733318 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d00d2052-5c7a-41b6-b2ff-3417759f84ef None None] Provisioning complete for port f5041c84-227f-4ce0-b39a-d1af5a9cfa38 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:50:33.733695 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d00d2052-5c7a-41b6-b2ff-3417759f84ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:33.808176 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff71901f-2028-4fc5-a9db-477f30cf9b04 admin admin] Made reservation on behalf of 3f91018773ec406c87eda6f725e68afb for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:50:33.810399 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff71901f-2028-4fc5-a9db-477f30cf9b04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:33.813405 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d00d2052-5c7a-41b6-b2ff-3417759f84ef None None] Port f5041c84-227f-4ce0-b39a-d1af5a9cfa38 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:50:33.817169 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:33.820400 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610819ac-0c7a-4c55-b562-c28f6151d8b3 None None] DHCP port deletion for eb2a0074-ffdc-4655-a2e0-d470caf1d21a request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:50:33.879376 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-610819ac-0c7a-4c55-b562-c28f6151d8b3 None None] Deleting port 69fcba78-8584-47f8-87a1-e7b5b63e0be0 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:50:33.879943 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-610819ac-0c7a-4c55-b562-c28f6151d8b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:33.958448 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-610819ac-0c7a-4c55-b562-c28f6151d8b3 None None] For port 69fcba78-8584-47f8-87a1-e7b5b63e0be0, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=69fcba78-8584-47f8-87a1-e7b5b63e0be0,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:50:33.958770 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-610819ac-0c7a-4c55-b562-c28f6151d8b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:33.975981 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-610819ac-0c7a-4c55-b562-c28f6151d8b3 None None] Calling delete_port for 69fcba78-8584-47f8-87a1-e7b5b63e0be0 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:50:34.003923 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-21f15a2d-dbcb-435c-877f-d974536292d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:34.010361 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-21f15a2d-dbcb-435c-877f-d974536292d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:34.012436 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-21f15a2d-dbcb-435c-877f-d974536292d2 admin admin] 10.222.0.69 "DELETE /v2.0/networks/16eb1138-3188-4b5c-bc9f-d232fdc0797b HTTP/1.1" status: 204 len: 168 time: 1.8666651 Aug 19 14:50:34.048484 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ab5d1-6c1b-4f21-853e-3ccb4f0a7c13 req-fd278404-7fe0-4337-a723-ab1d6905e6b8 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:34.050399 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-123ab5d1-6c1b-4f21-853e-3ccb4f0a7c13 req-fd278404-7fe0-4337-a723-ab1d6905e6b8 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=63ff844a-eb67-4fc1-81b5-e3f4fbee744a HTTP/1.1" status: 200 len: 945 time: 1.3512502 Aug 19 14:50:34.120223 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-610819ac-0c7a-4c55-b562-c28f6151d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:34.131705 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a57d6-f3f1-403c-b00f-10eb73c93c93 req-b89441cb-df90-459c-afad-3f7e18249bda tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:34.140672 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a57d6-f3f1-403c-b00f-10eb73c93c93 req-b89441cb-df90-459c-afad-3f7e18249bda tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:34.149527 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a57d6-f3f1-403c-b00f-10eb73c93c93 req-b89441cb-df90-459c-afad-3f7e18249bda tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:34.151261 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-440a57d6-f3f1-403c-b00f-10eb73c93c93 req-b89441cb-df90-459c-afad-3f7e18249bda tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 2409 time: 0.2564220 Aug 19 14:50:34.162490 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f15a2d-dbcb-435c-877f-d974536292d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=16eb1138-3188-4b5c-bc9f-d232fdc0797b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:34.190244 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610819ac-0c7a-4c55-b562-c28f6151d8b3 None None] No DVR routers for this DVR port 69fcba78-8584-47f8-87a1-e7b5b63e0be0 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:50:34.191817 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610819ac-0c7a-4c55-b562-c28f6151d8b3 None None] Pushing event deleted for resources: {'Port': ['ID=69fcba78-8584-47f8-87a1-e7b5b63e0be0,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:34.223027 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e261df-3f5d-4524-bf07-fbe88aa7f31a None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:50:34.269284 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58204) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:34.298632 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed43eb-ff08-4ce2-95f4-326bd3a00753 req-59af8bc1-2209-44b7-aded-464f786c744d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:34.300571 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-41ed43eb-ff08-4ce2-95f4-326bd3a00753 req-59af8bc1-2209-44b7-aded-464f786c744d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=63ff844a-eb67-4fc1-81b5-e3f4fbee744a HTTP/1.1" status: 200 len: 1096 time: 0.3781710 Aug 19 14:50:34.322623 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 69fcba78-8584-47f8-87a1-e7b5b63e0be0 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:50:34.360358 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-867b2e47-0ab9-406c-9ee7-6eb2bd389eb1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4ddba276acd0407cb7409bcc7aa303f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0816140 Aug 19 14:50:34.368220 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-123ab5d1-6c1b-4f21-853e-3ccb4f0a7c13 req-eb108416-b9e0-4141-8ccc-7bcb78aef329 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721400 Aug 19 14:50:34.371617 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58210) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:34.380837 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-440a57d6-f3f1-403c-b00f-10eb73c93c93 req-9c7d486a-00e9-42c8-9e5c-20a4be2bea57 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/security-groups?id=b221f776-c920-4201-a5ce-e97a00b87480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2136848 Aug 19 14:50:34.381106 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 69fcba78-8584-47f8-87a1-e7b5b63e0be0 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:50:34.381359 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 69fcba78-8584-47f8-87a1-e7b5b63e0be0 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:50:34.409910 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ab72d9ff-434e-442d-848a-3aacb979bfaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:34.485139 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d976318-4567-4f88-a801-11e0df69f235', 'name': 'network-vif-deleted', 'tag': 'e8982814-7c65-4c2d-a505-8e9ce81f7934'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:50:34.488599 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f418674a-7f1f-4680-a6b3-ef12d0849f37" -d '{"events": [{"server_uuid": "3d976318-4567-4f88-a801-11e0df69f235", "name": "network-vif-deleted", "tag": "e8982814-7c65-4c2d-a505-8e9ce81f7934"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:50:34.528089 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-96940354-e9cd-46a6-a25f-175b9c9bf9cc tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:34.533521 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-2d7ffb48-289c-4cfb-b49c-4dc44904a539 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Deleting port 93485bc7-eef2-4211-b0e9-a72ac559f8f1 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:50:34.534278 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-2d7ffb48-289c-4cfb-b49c-4dc44904a539 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:34.547594 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:34.585453 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50292326-c88d-407a-bbba-856f54f5e18b x-openstack-request-id: req-50292326-c88d-407a-bbba-856f54f5e18b {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:50:34.585995 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d976318-4567-4f88-a801-11e0df69f235", "name": "network-vif-deleted", "tag": "e8982814-7c65-4c2d-a505-8e9ce81f7934", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:50:34.586456 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-50292326-c88d-407a-bbba-856f54f5e18b {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:50:34.587018 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d976318-4567-4f88-a801-11e0df69f235', 'name': 'network-vif-deleted', 'tag': 'e8982814-7c65-4c2d-a505-8e9ce81f7934', 'status': 'completed', 'code': 200} Aug 19 14:50:34.625985 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-41ed43eb-ff08-4ce2-95f4-326bd3a00753 req-49c53679-0406-45cc-b269-44c4e60bea82 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727661 Aug 19 14:50:34.630446 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc38387-81ac-4ff4-92ec-c564993f56d9 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:50:34.634489 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0bc38387-81ac-4ff4-92ec-c564993f56d9 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:34.636148 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bc38387-81ac-4ff4-92ec-c564993f56d9 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 14:50:34.636815 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bc38387-81ac-4ff4-92ec-c564993f56d9 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:50:34.672177 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7bc401c8-4a42-4587-a410-224355e2b2c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:34.676266 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0bc38387-81ac-4ff4-92ec-c564993f56d9 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9630864 Aug 19 14:50:34.682192 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58216) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:34.687065 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0ec823ec-f46f-4b92-a241-5f47afa7edaa tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'subnet': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:50:34.705377 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff71901f-2028-4fc5-a9db-477f30cf9b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:34.737153 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7bc401c8-4a42-4587-a410-224355e2b2c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:34.740746 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-96940354-e9cd-46a6-a25f-175b9c9bf9cc tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:34.807966 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a12550-7fdd-4629-b414-e51204ff7d2b None None] Network f3436889-0f1e-4563-85ab-9bb255bdd019 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:50:34.827439 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff71901f-2028-4fc5-a9db-477f30cf9b04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00407f4f-625e-4027-88c9-c372d08f8ca3,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:34.831334 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-2d7ffb48-289c-4cfb-b49c-4dc44904a539 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] For port 93485bc7-eef2-4211-b0e9-a72ac559f8f1, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=93485bc7-eef2-4211-b0e9-a72ac559f8f1,segment=NetworkSegment(fdbc698c-a407-4185-b827-fddb386d580e),segment_id=fdbc698c-a407-4185-b827-fddb386d580e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:50:34.831770 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-2d7ffb48-289c-4cfb-b49c-4dc44904a539 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:34.834844 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-96940354-e9cd-46a6-a25f-175b9c9bf9cc tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:34.839475 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-96940354-e9cd-46a6-a25f-175b9c9bf9cc tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "DELETE /v2.0/subnets/9900bee7-cb74-4835-8689-e86fe6724bf5 HTTP/1.1" status: 204 len: 168 time: 2.4807928 Aug 19 14:50:34.840093 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58222) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:34.856187 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96940354-e9cd-46a6-a25f-175b9c9bf9cc tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Pushing event deleted for resources: {'Subnet': ['ID=9900bee7-cb74-4835-8689-e86fe6724bf5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:34.869137 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-2d7ffb48-289c-4cfb-b49c-4dc44904a539 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Calling delete_port for 93485bc7-eef2-4211-b0e9-a72ac559f8f1 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:50:34.890655 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff71901f-2028-4fc5-a9db-477f30cf9b04 admin admin] Checking segment: {'id': 'd17dab91-5eab-4611-ba12-0b110dc626ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7ad57a80-ea49-41a7-a83a-5530ec33192c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:50:34.891382 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff71901f-2028-4fc5-a9db-477f30cf9b04 admin admin] Network hostable DHCP agents. Network: 7ad57a80-ea49-41a7-a83a-5530ec33192c, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:50:34.909815 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec823ec-f46f-4b92-a241-5f47afa7edaa tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:50:34.913643 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0ec823ec-f46f-4b92-a241-5f47afa7edaa tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:34.915630 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ec823ec-f46f-4b92-a241-5f47afa7edaa tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 14:50:34.916232 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ec823ec-f46f-4b92-a241-5f47afa7edaa tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:50:34.940546 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-2307a6df-78eb-499a-a7ff-65e2b7a1fde4 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Deleting subnet c8acc88a-fe8b-43cc-b8bf-ebd805cfdcd1 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:50:34.948884 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2307a6df-78eb-499a-a7ff-65e2b7a1fde4 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:34.952677 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff71901f-2028-4fc5-a9db-477f30cf9b04 admin admin] Network 7ad57a80-ea49-41a7-a83a-5530ec33192c is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:50:34.964420 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7bc401c8-4a42-4587-a410-224355e2b2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:34.967112 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7bc401c8-4a42-4587-a410-224355e2b2c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:34.970715 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-7bc401c8-4a42-4587-a410-224355e2b2c5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e62ad6a3-0ace-483d-874d-c647c792f6ae HTTP/1.1" status: 204 len: 168 time: 0.5851271 Aug 19 14:50:34.991134 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0ec823ec-f46f-4b92-a241-5f47afa7edaa tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3075221 Aug 19 14:50:34.994834 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58226) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:34.998402 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc401c8-4a42-4587-a410-224355e2b2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62ad6a3-0ace-483d-874d-c647c792f6ae,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:35.008988 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a0497d98-c6cc-4a1f-8b89-b48908e7c2d4 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'subnet': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:50:35.029575 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-ff71901f-2028-4fc5-a9db-477f30cf9b04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 7ad57a80-ea49-41a7-a83a-5530ec33192c) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:50:35.034078 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff71901f-2028-4fc5-a9db-477f30cf9b04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:35.034738 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff71901f-2028-4fc5-a9db-477f30cf9b04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:35.054303 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bc633b-aa3c-4112-90a0-6c4b0c34818c None None] Network 7ad57a80-ea49-41a7-a83a-5530ec33192c requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:50:35.122660 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2307a6df-78eb-499a-a7ff-65e2b7a1fde4 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:35.157985 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-2d7ffb48-289c-4cfb-b49c-4dc44904a539 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:35.164097 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:35.168476 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ff71901f-2028-4fc5-a9db-477f30cf9b04 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5211797 Aug 19 14:50:35.235230 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7ffb48-289c-4cfb-b49c-4dc44904a539 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Pushing event deleted for resources: {'Port': ['ID=93485bc7-eef2-4211-b0e9-a72ac559f8f1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:35.274682 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0497d98-c6cc-4a1f-8b89-b48908e7c2d4 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:50:35.283912 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a0497d98-c6cc-4a1f-8b89-b48908e7c2d4 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:35.287128 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0497d98-c6cc-4a1f-8b89-b48908e7c2d4 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 14:50:35.287567 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0497d98-c6cc-4a1f-8b89-b48908e7c2d4 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:50:35.287934 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ffb48-289c-4cfb-b49c-4dc44904a539 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:50:35.288583 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ffb48-289c-4cfb-b49c-4dc44904a539 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:50:35.288926 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ffb48-289c-4cfb-b49c-4dc44904a539 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:50:35.290007 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ffb48-289c-4cfb-b49c-4dc44904a539 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:50:35.290655 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ffb48-289c-4cfb-b49c-4dc44904a539 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:50:35.291162 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ffb48-289c-4cfb-b49c-4dc44904a539 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:50:35.291672 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ffb48-289c-4cfb-b49c-4dc44904a539 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:50:35.292174 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ffb48-289c-4cfb-b49c-4dc44904a539 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:50:35.292767 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ffb48-289c-4cfb-b49c-4dc44904a539 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:50:35.293254 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ffb48-289c-4cfb-b49c-4dc44904a539 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:50:35.293741 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ffb48-289c-4cfb-b49c-4dc44904a539 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:50:35.294405 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ffb48-289c-4cfb-b49c-4dc44904a539 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:50:35.299054 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-2d7ffb48-289c-4cfb-b49c-4dc44904a539 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] No DVR routers for this DVR port 93485bc7-eef2-4211-b0e9-a72ac559f8f1 on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:50:35.302014 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-2d7ffb48-289c-4cfb-b49c-4dc44904a539 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:35.305539 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-2d7ffb48-289c-4cfb-b49c-4dc44904a539 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.88 "DELETE /v2.0/ports/93485bc7-eef2-4211-b0e9-a72ac559f8f1 HTTP/1.1" status: 204 len: 173 time: 1.4186375 Aug 19 14:50:35.315555 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:35.364720 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a0497d98-c6cc-4a1f-8b89-b48908e7c2d4 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3648033 Aug 19 14:50:35.366885 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58236) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:35.372334 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4ed0440c-9cf6-4ac1-8eeb-ff8a8f6ba1c7 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'subnet': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:50:35.446451 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2307a6df-78eb-499a-a7ff-65e2b7a1fde4 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:35.468244 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa804476-7fb7-42e8-8eb4-56b725bc16e3 None None] DHCP port deletion for f3436889-0f1e-4563-85ab-9bb255bdd019 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:50:35.519165 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc6e816-e377-4dd7-ae27-aacdd1b6fc98 None None] Network 7ad57a80-ea49-41a7-a83a-5530ec33192c requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:50:35.520993 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-94b640a4-8b20-4b8d-aa70-6b693494760f tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Deleting port 3866d923-fecf-45c7-b7c5-f449482615e0 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:50:35.521340 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-94b640a4-8b20-4b8d-aa70-6b693494760f tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:35.624733 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed0440c-9cf6-4ac1-8eeb-ff8a8f6ba1c7 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:50:35.628341 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ed0440c-9cf6-4ac1-8eeb-ff8a8f6ba1c7 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:35.629801 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ed0440c-9cf6-4ac1-8eeb-ff8a8f6ba1c7 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 14:50:35.630233 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ed0440c-9cf6-4ac1-8eeb-ff8a8f6ba1c7 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:50:35.659762 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2307a6df-78eb-499a-a7ff-65e2b7a1fde4 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:35.693322 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2307a6df-78eb-499a-a7ff-65e2b7a1fde4 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Pushing event deleted for resources: {'Subnet': ['ID=c8acc88a-fe8b-43cc-b8bf-ebd805cfdcd1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:35.704514 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4ed0440c-9cf6-4ac1-8eeb-ff8a8f6ba1c7 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3361344 Aug 19 14:50:35.708446 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58258) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:35.720307 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2307a6df-78eb-499a-a7ff-65e2b7a1fde4 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:35.724885 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2307a6df-78eb-499a-a7ff-65e2b7a1fde4 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "DELETE /v2.0/subnets/c8acc88a-fe8b-43cc-b8bf-ebd805cfdcd1 HTTP/1.1" status: 204 len: 168 time: 0.8825908 Aug 19 14:50:35.726743 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58260) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:35.770814 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec45fb33-05d7-4286-a24d-38bbf3e402e5 None None] Network 35f8f681-bcb0-473e-b781-4b88789fa2d6 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:50:35.812454 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-94b640a4-8b20-4b8d-aa70-6b693494760f tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] For port 3866d923-fecf-45c7-b7c5-f449482615e0, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=3866d923-fecf-45c7-b7c5-f449482615e0,segment=NetworkSegment(0a227c9e-95ce-428c-8193-ee402fc84925),segment_id=0a227c9e-95ce-428c-8193-ee402fc84925)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:50:35.812812 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-94b640a4-8b20-4b8d-aa70-6b693494760f tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:35.863342 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-73512a2b-7698-4f02-8715-0d77c3ac4dcc tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1529405 Aug 19 14:50:35.876813 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-94b640a4-8b20-4b8d-aa70-6b693494760f tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Calling delete_port for 3866d923-fecf-45c7-b7c5-f449482615e0 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:50:35.898622 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58268) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:35.916703 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-aa804476-7fb7-42e8-8eb4-56b725bc16e3 None None] Deleting port 3a678a8e-5ccb-4b23-aa51-6524c5422e7c {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:50:35.917084 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aa804476-7fb7-42e8-8eb4-56b725bc16e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:35.924808 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef66108-027d-4c5a-bd3e-75fc7e0a619f req-296e1aed-20f7-4863-9aa9-dc3f2616a86f tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:35.926383 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1ef66108-027d-4c5a-bd3e-75fc7e0a619f req-296e1aed-20f7-4863-9aa9-dc3f2616a86f tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=63ff844a-eb67-4fc1-81b5-e3f4fbee744a HTTP/1.1" status: 200 len: 945 time: 0.4008560 Aug 19 14:50:36.002179 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50cf93b8-5f1f-4026-ab61-669875d85dba tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:36.016017 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad166e2-9120-42bf-93aa-dfd13c658a6a tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:36.021239 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-aad166e2-9120-42bf-93aa-dfd13c658a6a tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1198905 Aug 19 14:50:36.022636 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58272) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:36.038539 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-aa804476-7fb7-42e8-8eb4-56b725bc16e3 None None] For port 3a678a8e-5ccb-4b23-aa51-6524c5422e7c, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=3a678a8e-5ccb-4b23-aa51-6524c5422e7c,segment=NetworkSegment(99c97db4-9a46-4f59-aa17-3bb2f2a5461a),segment_id=99c97db4-9a46-4f59-aa17-3bb2f2a5461a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:50:36.038935 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aa804476-7fb7-42e8-8eb4-56b725bc16e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:36.079177 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f24f3799-14f8-46c1-b857-8be7803159d6 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0552213 Aug 19 14:50:36.080190 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58278) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:36.092949 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-aa804476-7fb7-42e8-8eb4-56b725bc16e3 None None] Calling delete_port for 3a678a8e-5ccb-4b23-aa51-6524c5422e7c owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:50:36.094406 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5a4f18ff-6d44-47e8-bee7-abb639bebbc3 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'subnet': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:50:36.119870 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c0a79-141a-4bea-95f3-e004894a3d06 req-418d5a03-86ba-4fac-9f6a-8007ea504f3c tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:36.128055 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c0a79-141a-4bea-95f3-e004894a3d06 req-418d5a03-86ba-4fac-9f6a-8007ea504f3c tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:36.129747 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-333c0a79-141a-4bea-95f3-e004894a3d06 req-418d5a03-86ba-4fac-9f6a-8007ea504f3c tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 1677 time: 0.4461510 Aug 19 14:50:36.235794 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1ef66108-027d-4c5a-bd3e-75fc7e0a619f req-d0c9b095-c50f-44b3-87d7-3e533ea7942b tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785580 Aug 19 14:50:36.347870 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-333c0a79-141a-4bea-95f3-e004894a3d06 req-625a7ae8-d61b-4a6d-8920-3bd467156339 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/security-groups?id=b221f776-c920-4201-a5ce-e97a00b87480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604133 Aug 19 14:50:36.367929 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-50cf93b8-5f1f-4026-ab61-669875d85dba tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Deleting port 3a678a8e-5ccb-4b23-aa51-6524c5422e7c {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:50:36.368374 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50cf93b8-5f1f-4026-ab61-669875d85dba tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:36.389723 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 3a678a8e-5ccb-4b23-aa51-6524c5422e7c no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:50:36.416710 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-94b640a4-8b20-4b8d-aa70-6b693494760f tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:36.473693 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eef1fbe-e74b-44f1-96b8-4da7c15baf4d None None] DHCP port deletion for 35f8f681-bcb0-473e-b781-4b88789fa2d6 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:50:36.512320 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-50cf93b8-5f1f-4026-ab61-669875d85dba tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] For port 3a678a8e-5ccb-4b23-aa51-6524c5422e7c, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=3a678a8e-5ccb-4b23-aa51-6524c5422e7c,segment=NetworkSegment(99c97db4-9a46-4f59-aa17-3bb2f2a5461a),segment_id=99c97db4-9a46-4f59-aa17-3bb2f2a5461a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:50:36.513458 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50cf93b8-5f1f-4026-ab61-669875d85dba tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:36.514105 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58288) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:36.515010 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b640a4-8b20-4b8d-aa70-6b693494760f tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Pushing event deleted for resources: {'Port': ['ID=3866d923-fecf-45c7-b7c5-f449482615e0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:36.551683 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-50cf93b8-5f1f-4026-ab61-669875d85dba tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Calling delete_port for 3a678a8e-5ccb-4b23-aa51-6524c5422e7c owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:50:36.579941 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aa804476-7fb7-42e8-8eb4-56b725bc16e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:36.590945 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d976318-4567-4f88-a801-11e0df69f235', 'name': 'network-vif-deleted', 'tag': '93485bc7-eef2-4211-b0e9-a72ac559f8f1'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:50:36.593608 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992a60ce-745a-469e-8bd0-a030c42c4569" -d '{"events": [{"server_uuid": "3d976318-4567-4f88-a801-11e0df69f235", "name": "network-vif-deleted", "tag": "93485bc7-eef2-4211-b0e9-a72ac559f8f1"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:50:36.638683 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-94b640a4-8b20-4b8d-aa70-6b693494760f tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] No DVR routers for this DVR port 3866d923-fecf-45c7-b7c5-f449482615e0 on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:50:36.646076 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-94b640a4-8b20-4b8d-aa70-6b693494760f tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:36.648493 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-94b640a4-8b20-4b8d-aa70-6b693494760f tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.88 "DELETE /v2.0/ports/3866d923-fecf-45c7-b7c5-f449482615e0 HTTP/1.1" status: 204 len: 173 time: 1.3370919 Aug 19 14:50:36.661182 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50cf93b8-5f1f-4026-ab61-669875d85dba tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:36.671038 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa804476-7fb7-42e8-8eb4-56b725bc16e3 None None] No DVR routers for this DVR port 3a678a8e-5ccb-4b23-aa51-6524c5422e7c on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:50:36.688155 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa804476-7fb7-42e8-8eb4-56b725bc16e3 None None] Pushing event deleted for resources: {'Port': ['ID=3a678a8e-5ccb-4b23-aa51-6524c5422e7c,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:36.709785 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:36.732474 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cf93b8-5f1f-4026-ab61-669875d85dba tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] No DVR routers for this DVR port 3a678a8e-5ccb-4b23-aa51-6524c5422e7c on host n-d-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:50:36.748252 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec08842-d665-433e-b99d-29a3b34c484d x-openstack-request-id: req-2ec08842-d665-433e-b99d-29a3b34c484d {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:50:36.748656 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d976318-4567-4f88-a801-11e0df69f235", "name": "network-vif-deleted", "tag": "93485bc7-eef2-4211-b0e9-a72ac559f8f1", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:50:36.748857 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2ec08842-d665-433e-b99d-29a3b34c484d {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:50:36.751803 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d976318-4567-4f88-a801-11e0df69f235', 'name': 'network-vif-deleted', 'tag': '93485bc7-eef2-4211-b0e9-a72ac559f8f1', 'status': 'completed', 'code': 200} Aug 19 14:50:36.794640 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3eef1fbe-e74b-44f1-96b8-4da7c15baf4d None None] Deleting port f30500c4-96e5-4096-a320-ecfc26495dfe {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:50:36.795021 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3eef1fbe-e74b-44f1-96b8-4da7c15baf4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:36.812010 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-320ba496-19a2-4c95-b938-94292e1e9bc3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2141305118-network', 'tenant_id': 'ae49a7cbfd2b423caf2130122e9db614'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:50:36.874618 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320ba496-19a2-4c95-b938-94292e1e9bc3 admin admin] Made reservation on behalf of ae49a7cbfd2b423caf2130122e9db614 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:50:36.877667 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-320ba496-19a2-4c95-b938-94292e1e9bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:36.879375 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf93b8-5f1f-4026-ab61-669875d85dba tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Pushing event deleted for resources: {'Port': ['ID=3a678a8e-5ccb-4b23-aa51-6524c5422e7c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:36.881927 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a4f18ff-6d44-47e8-bee7-abb639bebbc3 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:50:36.886545 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5a4f18ff-6d44-47e8-bee7-abb639bebbc3 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:36.937282 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-320ba496-19a2-4c95-b938-94292e1e9bc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:36.950436 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:36.960085 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3eef1fbe-e74b-44f1-96b8-4da7c15baf4d None None] For port f30500c4-96e5-4096-a320-ecfc26495dfe, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=f30500c4-96e5-4096-a320-ecfc26495dfe,segment=NetworkSegment(b333896f-71d3-4667-9887-245337866152),segment_id=b333896f-71d3-4667-9887-245337866152)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:50:36.960675 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50cf93b8-5f1f-4026-ab61-669875d85dba tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:36.961005 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3eef1fbe-e74b-44f1-96b8-4da7c15baf4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:36.974998 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3eef1fbe-e74b-44f1-96b8-4da7c15baf4d None None] Calling delete_port for f30500c4-96e5-4096-a320-ecfc26495dfe owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:50:36.985063 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-50cf93b8-5f1f-4026-ab61-669875d85dba tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3436889-0f1e-4563-85ab-9bb255bdd019']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:50:37.001805 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-ed87296f-7996-4b8e-a359-8c6b143f4a67 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Deleting port a16826a5-9cce-46a1-90cc-c867f69bcd8c {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:50:37.002241 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-ed87296f-7996-4b8e-a359-8c6b143f4a67 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:37.007982 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-50cf93b8-5f1f-4026-ab61-669875d85dba tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99c97db4-9a46-4f59-aa17-3bb2f2a5461a') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:50:37.008372 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-50cf93b8-5f1f-4026-ab61-669875d85dba tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99c97db4-9a46-4f59-aa17-3bb2f2a5461a') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:50:37.027911 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50cf93b8-5f1f-4026-ab61-669875d85dba tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:37.050153 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50cf93b8-5f1f-4026-ab61-669875d85dba tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:37.065145 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50cf93b8-5f1f-4026-ab61-669875d85dba tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:50:37.065660 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50cf93b8-5f1f-4026-ab61-669875d85dba tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:37.069114 n-d-766043-2 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:50:37.069114 n-d-766043-2 neutron-server[94639]: self.session.flush() Aug 19 14:50:37.069114 n-d-766043-2 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:50:37.069114 n-d-766043-2 neutron-server[94639]: self.session.flush() Aug 19 14:50:37.069114 n-d-766043-2 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:50:37.069114 n-d-766043-2 neutron-server[94639]: self.session.flush() Aug 19 14:50:37.069114 n-d-766043-2 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:50:37.069114 n-d-766043-2 neutron-server[94639]: self.session.flush() Aug 19 14:50:37.069114 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:50:37.069114 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:50:37.069114 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:50:37.069114 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:50:37.069114 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:50:37.069114 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:50:37.069114 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:50:37.069114 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:50:37.069114 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:50:37.069114 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:50:37.069114 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:50:37.069114 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:50:37.069114 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:50:37.069114 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:50:37.069114 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:50:37.069114 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:50:37.069114 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:50:37.069114 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:50:37.069114 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:50:37.069114 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:50:37.069114 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:50:37.069114 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:50:37.069114 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:50:37.069114 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:50:37.069114 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:50:37.069114 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:50:37.069114 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:50:37.069114 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:50:37.069114 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:50:37.069114 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:50:37.069114 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:50:37.069114 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:50:37.092663 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3eef1fbe-e74b-44f1-96b8-4da7c15baf4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:37.114846 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eef1fbe-e74b-44f1-96b8-4da7c15baf4d None None] No DVR routers for this DVR port f30500c4-96e5-4096-a320-ecfc26495dfe on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:50:37.140996 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef1fbe-e74b-44f1-96b8-4da7c15baf4d None None] Pushing event deleted for resources: {'Port': ['ID=f30500c4-96e5-4096-a320-ecfc26495dfe,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:37.239601 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc4542-08db-4dba-90a6-0f4b52e5f0c2 req-0385291e-ce2e-430d-8483-81de271e3f3c tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:37.241561 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bbcc4542-08db-4dba-90a6-0f4b52e5f0c2 req-0385291e-ce2e-430d-8483-81de271e3f3c tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] 10.222.0.69 "GET /v2.0/networks?id=7ad57a80-ea49-41a7-a83a-5530ec33192c HTTP/1.1" status: 200 len: 821 time: 0.3301103 Aug 19 14:50:37.251322 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50cf93b8-5f1f-4026-ab61-669875d85dba tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:37.251853 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-ed87296f-7996-4b8e-a359-8c6b143f4a67 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] For port a16826a5-9cce-46a1-90cc-c867f69bcd8c, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=a16826a5-9cce-46a1-90cc-c867f69bcd8c,segment=NetworkSegment(fdbc698c-a407-4185-b827-fddb386d580e),segment_id=fdbc698c-a407-4185-b827-fddb386d580e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:50:37.253372 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-ed87296f-7996-4b8e-a359-8c6b143f4a67 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:37.271943 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50cf93b8-5f1f-4026-ab61-669875d85dba tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:37.277047 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-50cf93b8-5f1f-4026-ab61-669875d85dba tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "DELETE /v2.0/networks/f3436889-0f1e-4563-85ab-9bb255bdd019 HTTP/1.1" status: 204 len: 168 time: 1.5487978 Aug 19 14:50:37.278735 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf93b8-5f1f-4026-ab61-669875d85dba tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Pushing event deleted for resources: {'Network': ['ID=f3436889-0f1e-4563-85ab-9bb255bdd019,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:37.281679 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58314) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:37.292140 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bbcc4542-08db-4dba-90a6-0f4b52e5f0c2 req-dcf387f2-5b27-40d2-82ff-37f5ddb83312 tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] 10.222.0.69 "GET /v2.0/quotas/3f91018773ec406c87eda6f725e68afb HTTP/1.1" status: 200 len: 375 time: 0.0326793 Aug 19 14:50:37.301252 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-ed87296f-7996-4b8e-a359-8c6b143f4a67 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Calling delete_port for a16826a5-9cce-46a1-90cc-c867f69bcd8c owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:50:37.376334 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-320ba496-19a2-4c95-b938-94292e1e9bc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:37.380586 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bbcc4542-08db-4dba-90a6-0f4b52e5f0c2 req-ed5c7dcf-5546-472e-b331-37b8c86a378f tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=3f91018773ec406c87eda6f725e68afb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0713756 Aug 19 14:50:37.388808 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-320ba496-19a2-4c95-b938-94292e1e9bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:37.493565 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d62b5347-84d9-4af5-8f94-ccaedba59675 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:37.518787 n-d-766043-2 neutron-server[94639]: DEBUG neutron.objects.ports [None req-5a4f18ff-6d44-47e8-bee7-abb639bebbc3 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94639) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 14:50:37.522641 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-320ba496-19a2-4c95-b938-94292e1e9bc3 admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:50:37.524359 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5a4f18ff-6d44-47e8-bee7-abb639bebbc3 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:37.549120 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ba496-19a2-4c95-b938-94292e1e9bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def6c502-9ec5-4bf0-9b0e-dcb2195caf38,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:37.567692 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-320ba496-19a2-4c95-b938-94292e1e9bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:37.568132 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-320ba496-19a2-4c95-b938-94292e1e9bc3 admin admin] Added segment b79a2b4c-25f9-4906-ab26-321a0fca78e3 of type vlan for network bc40ef47-e237-4a53-8855-5d51cefff0db Aug 19 14:50:37.635990 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27826989-c1f2-45ab-91a8-d6e5f82bf620 req-232fbe93-a323-4a5b-932f-f2fef54805f8 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:37.637528 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-27826989-c1f2-45ab-91a8-d6e5f82bf620 req-232fbe93-a323-4a5b-932f-f2fef54805f8 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=63ff844a-eb67-4fc1-81b5-e3f4fbee744a HTTP/1.1" status: 200 len: 945 time: 0.2507045 Aug 19 14:50:37.666821 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4f18ff-6d44-47e8-bee7-abb639bebbc3 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:50:37.670727 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bbcc4542-08db-4dba-90a6-0f4b52e5f0c2 req-255c4638-829c-4348-8f2c-0cfcddee10ad service neutron] 10.222.0.69 "GET /v2.0/networks/7ad57a80-ea49-41a7-a83a-5530ec33192c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483571 Aug 19 14:50:37.675256 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-5a4f18ff-6d44-47e8-bee7-abb639bebbc3 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:50:37.678587 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-320ba496-19a2-4c95-b938-94292e1e9bc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:37.684985 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4f18ff-6d44-47e8-bee7-abb639bebbc3 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:37.685841 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5a4f18ff-6d44-47e8-bee7-abb639bebbc3 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:37.692368 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d62b5347-84d9-4af5-8f94-ccaedba59675 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:37.697904 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c1f9ad-ca6f-47c9-b8fd-e9ee5a612077 None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:50:37.705239 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4f18ff-6d44-47e8-bee7-abb639bebbc3 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Subnet': ['ID=d8673ea1-5152-47e0-a7fb-159a5836ba44,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:37.711794 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-d62b5347-84d9-4af5-8f94-ccaedba59675 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35f8f681-bcb0-473e-b781-4b88789fa2d6']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:50:37.727281 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5a4f18ff-6d44-47e8-bee7-abb639bebbc3 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6434054 Aug 19 14:50:37.727281 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-d62b5347-84d9-4af5-8f94-ccaedba59675 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b333896f-71d3-4667-9887-245337866152') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:50:37.727281 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-d62b5347-84d9-4af5-8f94-ccaedba59675 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b333896f-71d3-4667-9887-245337866152') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:50:37.728926 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58328) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:37.733808 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b858372e-da7d-4d48-b6cc-499a117d14e2 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'port': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'mac_address': 'fa:16:3e:9a:59:3c', 'name': 'tempest-NetworksTestDHCPv6-369692982'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:50:37.769632 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d62b5347-84d9-4af5-8f94-ccaedba59675 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:37.809981 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-320ba496-19a2-4c95-b938-94292e1e9bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:37.810952 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320ba496-19a2-4c95-b938-94292e1e9bc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:37.811535 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-320ba496-19a2-4c95-b938-94292e1e9bc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:37.819959 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-27826989-c1f2-45ab-91a8-d6e5f82bf620 req-542954ab-ec12-4e8e-b6ec-0b9a9cba1905 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634321 Aug 19 14:50:37.835732 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-ed87296f-7996-4b8e-a359-8c6b143f4a67 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:37.838125 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d62b5347-84d9-4af5-8f94-ccaedba59675 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:37.880859 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d62b5347-84d9-4af5-8f94-ccaedba59675 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:50:37.882689 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d62b5347-84d9-4af5-8f94-ccaedba59675 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:37.887564 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:50:37.887564 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:50:37.887564 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:50:37.887564 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:50:37.887564 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:50:37.887564 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:50:37.887564 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:50:37.887564 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:50:37.887564 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:50:37.887564 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:50:37.887564 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:50:37.887564 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:50:37.887564 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:50:37.887564 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:50:37.887564 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:50:37.887564 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:50:37.887564 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:50:37.887564 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:50:37.887564 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:50:37.887564 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:50:37.887564 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:50:37.887564 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:50:37.887564 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:50:37.887564 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:50:37.887564 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:50:37.887564 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:50:37.887564 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:50:37.887564 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:50:37.887564 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:50:37.887564 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:50:37.887564 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:50:37.887564 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:50:37.999952 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c93693-fb97-418c-ae2b-2d8678f48b95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'tenant_id': 'c39f5f14c7bc46018e8896511823152f', 'fixed_ips': [{'subnet_id': 'd8673ea1-5152-47e0-a7fb-159a5836ba44'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:50:38.000921 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-10c93693-fb97-418c-ae2b-2d8678f48b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:38.010418 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed87296f-7996-4b8e-a359-8c6b143f4a67 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Pushing event deleted for resources: {'Port': ['ID=a16826a5-9cce-46a1-90cc-c867f69bcd8c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:38.012078 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d62b5347-84d9-4af5-8f94-ccaedba59675 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:38.035691 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d62b5347-84d9-4af5-8f94-ccaedba59675 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:38.041501 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-320ba496-19a2-4c95-b938-94292e1e9bc3 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5243673 Aug 19 14:50:38.046678 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d62b5347-84d9-4af5-8f94-ccaedba59675 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] 10.222.0.69 "DELETE /v2.0/networks/35f8f681-bcb0-473e-b781-4b88789fa2d6 HTTP/1.1" status: 204 len: 168 time: 0.7072041 Aug 19 14:50:38.052453 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58338) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:38.073760 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62b5347-84d9-4af5-8f94-ccaedba59675 tempest-TaggedBootDevicesTest-1115764793 tempest-TaggedBootDevicesTest-1115764793-project] Pushing event deleted for resources: {'Network': ['ID=35f8f681-bcb0-473e-b781-4b88789fa2d6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:38.083987 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-937dadd6-e776-4c9e-b50a-c9cb128ce91f admin admin] Request body: {'subnet': {'network_id': 'bc40ef47-e237-4a53-8855-5d51cefff0db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2141305118-subnet', 'tenant_id': 'ae49a7cbfd2b423caf2130122e9db614', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:50:38.091089 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-ed87296f-7996-4b8e-a359-8c6b143f4a67 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] No DVR routers for this DVR port a16826a5-9cce-46a1-90cc-c867f69bcd8c on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:50:38.096599 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ba496-19a2-4c95-b938-94292e1e9bc3 admin admin] Pushing event updated for resources: {'Network': ['ID=bc40ef47-e237-4a53-8855-5d51cefff0db,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:38.102790 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-ed87296f-7996-4b8e-a359-8c6b143f4a67 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:38.104992 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c78ae516-ff4c-4ce6-8e2b-61e9e6317c79 req-ed87296f-7996-4b8e-a359-8c6b143f4a67 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.88 "DELETE /v2.0/ports/a16826a5-9cce-46a1-90cc-c867f69bcd8c HTTP/1.1" status: 204 len: 173 time: 1.4495850 Aug 19 14:50:38.112764 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b858372e-da7d-4d48-b6cc-499a117d14e2 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:50:38.126612 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network bc40ef47-e237-4a53-8855-5d51cefff0db details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:50:38.147702 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8f017b84-66a2-4e20-b34c-3bdf2dcdd03a req-5939650b-e163-442f-9eb5-f114943170d9 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 210 time: 0.1026289 Aug 19 14:50:38.167715 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bbcc4542-08db-4dba-90a6-0f4b52e5f0c2 req-b3bb3c25-2aaa-47b8-b672-cb50ef9bbf27 service neutron] 10.222.0.69 "GET /v2.0/networks/7ad57a80-ea49-41a7-a83a-5530ec33192c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4336636 Aug 19 14:50:38.291896 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937dadd6-e776-4c9e-b50a-c9cb128ce91f admin admin] Made reservation on behalf of ae49a7cbfd2b423caf2130122e9db614 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:50:38.300496 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-937dadd6-e776-4c9e-b50a-c9cb128ce91f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:38.407889 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-10c93693-fb97-418c-ae2b-2d8678f48b95 None None] Allocated IP 2001:db8::f816:3eff:fe35:21bb (eb2a0074-ffdc-4655-a2e0-d470caf1d21a/d8673ea1-5152-47e0-a7fb-159a5836ba44/481daae9-92f7-4b04-b321-88b5163f4095) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:50:38.435445 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device f30500c4-96e5-4096-a320-ecfc26495dfe no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:50:38.471085 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: f30500c4-96e5-4096-a320-ecfc26495dfe {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:50:38.471440 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device f30500c4-96e5-4096-a320-ecfc26495dfe not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:50:38.711865 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b858372e-da7d-4d48-b6cc-499a117d14e2 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:38.717065 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-937dadd6-e776-4c9e-b50a-c9cb128ce91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:38.724202 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-24577cef-368c-40dc-93a9-904cdae6b42a req-33406787-de8e-4599-a3e6-6d6a75d00b2e tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] 10.222.0.69 "GET /v2.0/ports?device_id=76594c95-3b6c-4db9-8ada-502a14a40659 HTTP/1.1" status: 200 len: 210 time: 0.1542892 Aug 19 14:50:38.757334 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d976318-4567-4f88-a801-11e0df69f235', 'name': 'network-vif-deleted', 'tag': '3866d923-fecf-45c7-b7c5-f449482615e0'}, {'server_uuid': '3d976318-4567-4f88-a801-11e0df69f235', 'name': 'network-vif-deleted', 'tag': 'a16826a5-9cce-46a1-90cc-c867f69bcd8c'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:50:38.768848 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac52dba-a101-47fc-b2bd-cd676a8e7451" -d '{"events": [{"server_uuid": "3d976318-4567-4f88-a801-11e0df69f235", "name": "network-vif-deleted", "tag": "3866d923-fecf-45c7-b7c5-f449482615e0"}, {"server_uuid": "3d976318-4567-4f88-a801-11e0df69f235", "name": "network-vif-deleted", "tag": "a16826a5-9cce-46a1-90cc-c867f69bcd8c"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:50:38.806949 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105249ea-fa73-4ef6-8a15-10088c7bbda6 req-8a2f3444-6d09-4af3-ba16-72b125cb8e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:38.816039 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-105249ea-fa73-4ef6-8a15-10088c7bbda6 req-8a2f3444-6d09-4af3-ba16-72b125cb8e2e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a174c7311ebe4e578a18affa5c162e64&device_id=63ff844a-eb67-4fc1-81b5-e3f4fbee744a HTTP/1.1" status: 200 len: 1096 time: 0.2708855 Aug 19 14:50:38.861560 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880df50-1fda-4127-80ef-11fbbb3ec884 req-d7010c05-cffb-4459-abb3-ab651f16ebb8 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:38.877031 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a880df50-1fda-4127-80ef-11fbbb3ec884 req-d7010c05-cffb-4459-abb3-ab651f16ebb8 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=63ff844a-eb67-4fc1-81b5-e3f4fbee744a HTTP/1.1" status: 200 len: 945 time: 0.2683530 Aug 19 14:50:38.887900 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-10c93693-fb97-418c-ae2b-2d8678f48b95 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:38.890562 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-b858372e-da7d-4d48-b6cc-499a117d14e2 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] device_id is not set on port 18a6492c-7459-42e7-bf7a-c777f151bdc9 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:50:38.928201 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937dadd6-e776-4c9e-b50a-c9cb128ce91f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a785b3e-9c1d-4988-81cb-c4fa12228cab,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:38.931054 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-10c93693-fb97-418c-ae2b-2d8678f48b95 None None] Transition to ACTIVE for port object 481daae9-92f7-4b04-b321-88b5163f4095 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:50:38.936853 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 14:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1696bd3-93e4-44c8-bb12-88405f1daadb x-openstack-request-id: req-a1696bd3-93e4-44c8-bb12-88405f1daadb {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:50:38.937450 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d976318-4567-4f88-a801-11e0df69f235", "name": "network-vif-deleted", "tag": "3866d923-fecf-45c7-b7c5-f449482615e0", "status": "completed", "code": 200}, {"server_uuid": "3d976318-4567-4f88-a801-11e0df69f235", "name": "network-vif-deleted", "tag": "a16826a5-9cce-46a1-90cc-c867f69bcd8c", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:50:38.937928 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a1696bd3-93e4-44c8-bb12-88405f1daadb {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:50:38.938514 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d976318-4567-4f88-a801-11e0df69f235', 'name': 'network-vif-deleted', 'tag': '3866d923-fecf-45c7-b7c5-f449482615e0', 'status': 'completed', 'code': 200} Aug 19 14:50:38.938966 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d976318-4567-4f88-a801-11e0df69f235', 'name': 'network-vif-deleted', 'tag': 'a16826a5-9cce-46a1-90cc-c867f69bcd8c', 'status': 'completed', 'code': 200} Aug 19 14:50:39.005094 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-10c93693-fb97-418c-ae2b-2d8678f48b95 None None] Transition to ACTIVE for port object 481daae9-92f7-4b04-b321-88b5163f4095 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:50:39.020335 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-10c93693-fb97-418c-ae2b-2d8678f48b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:39.064377 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a880df50-1fda-4127-80ef-11fbbb3ec884 req-d686cded-7550-48da-ae87-7288a9bcc5ec tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765990 Aug 19 14:50:39.117286 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105249ea-fa73-4ef6-8a15-10088c7bbda6 req-09e3e5ff-d85a-429f-a7fb-ca16fa6516e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:39.118831 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-105249ea-fa73-4ef6-8a15-10088c7bbda6 req-09e3e5ff-d85a-429f-a7fb-ca16fa6516e6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8a142042-c68c-4e37-b305-42d68af74408 HTTP/1.1" status: 200 len: 911 time: 0.2937119 Aug 19 14:50:39.138087 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937dadd6-e776-4c9e-b50a-c9cb128ce91f admin admin] Checking segment: {'id': 'b79a2b4c-25f9-4906-ab26-321a0fca78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bc40ef47-e237-4a53-8855-5d51cefff0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:50:39.138315 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937dadd6-e776-4c9e-b50a-c9cb128ce91f admin admin] Network hostable DHCP agents. Network: bc40ef47-e237-4a53-8855-5d51cefff0db, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:50:39.157331 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c93693-fb97-418c-ae2b-2d8678f48b95 None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:50:39.165411 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-10c93693-fb97-418c-ae2b-2d8678f48b95 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:50:39.170160 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c93693-fb97-418c-ae2b-2d8678f48b95 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:50:39.177978 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c93693-fb97-418c-ae2b-2d8678f48b95 None None] Pushing event updated for resources: {'Port': ['ID=481daae9-92f7-4b04-b321-88b5163f4095,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:39.210803 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-105249ea-fa73-4ef6-8a15-10088c7bbda6 req-e06fe0eb-aec6-410b-af2b-a4113d544d4b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=924ebce5-5a1a-40dc-be32-861346dd7e4f HTTP/1.1" status: 200 len: 217 time: 0.0828683 Aug 19 14:50:39.232055 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937dadd6-e776-4c9e-b50a-c9cb128ce91f admin admin] Network bc40ef47-e237-4a53-8855-5d51cefff0db is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:50:39.243551 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-10c93693-fb97-418c-ae2b-2d8678f48b95 None None] Attempting to bind port 481daae9-92f7-4b04-b321-88b5163f4095 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:50:39.244035 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-10c93693-fb97-418c-ae2b-2d8678f48b95 None None] Attempting to bind port 481daae9-92f7-4b04-b321-88b5163f4095 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:50:39.244338 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c93693-fb97-418c-ae2b-2d8678f48b95 None None] Attempting to bind port 481daae9-92f7-4b04-b321-88b5163f4095 on network eb2a0074-ffdc-4655-a2e0-d470caf1d21a {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:50:39.251284 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c93693-fb97-418c-ae2b-2d8678f48b95 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:50:39.251941 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c93693-fb97-418c-ae2b-2d8678f48b95 None None] Checking segment: {'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:50:39.252147 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-937dadd6-e776-4c9e-b50a-c9cb128ce91f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, bc40ef47-e237-4a53-8855-5d51cefff0db) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:50:39.252359 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-10c93693-fb97-418c-ae2b-2d8678f48b95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:39.252786 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c93693-fb97-418c-ae2b-2d8678f48b95 None None] Bound using segment: {'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:50:39.253390 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-10c93693-fb97-418c-ae2b-2d8678f48b95 None None] Bound port: 481daae9-92f7-4b04-b321-88b5163f4095, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:50:39.253729 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-10c93693-fb97-418c-ae2b-2d8678f48b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:39.269039 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9105f565-0e7c-4811-87c7-7f8143442160 None None] Network bc40ef47-e237-4a53-8855-5d51cefff0db requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:50:39.292347 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937dadd6-e776-4c9e-b50a-c9cb128ce91f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:39.292347 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-937dadd6-e776-4c9e-b50a-c9cb128ce91f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:39.335149 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58376) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:39.335529 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-937dadd6-e776-4c9e-b50a-c9cb128ce91f admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2614799 Aug 19 14:50:39.337596 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-b858372e-da7d-4d48-b6cc-499a117d14e2 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Allocated IP 2001:db8::f816:3eff:fe9a:593c (eb2a0074-ffdc-4655-a2e0-d470caf1d21a/d8673ea1-5152-47e0-a7fb-159a5836ba44/18a6492c-7459-42e7-bf7a-c777f151bdc9) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:50:39.343051 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-dd47f239-c1a3-4dbc-be44-e884d95b7c1e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2141305118-router', 'tenant_id': 'ae49a7cbfd2b423caf2130122e9db614', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:50:39.374192 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105249ea-fa73-4ef6-8a15-10088c7bbda6 req-d1c53fc0-569b-4126-a520-7fa7462b3566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:39.380464 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-105249ea-fa73-4ef6-8a15-10088c7bbda6 req-d1c53fc0-569b-4126-a520-7fa7462b3566 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=aff8d2c4-8a7b-4abf-8ece-6e61f2387303 HTTP/1.1" status: 200 len: 850 time: 0.1622963 Aug 19 14:50:39.486808 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dd47f239-c1a3-4dbc-be44-e884d95b7c1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:39.487769 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dd47f239-c1a3-4dbc-be44-e884d95b7c1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:39.559653 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dd47f239-c1a3-4dbc-be44-e884d95b7c1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:39.563170 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fa8e1d76-165c-4703-b8fc-662c801c6d47 req-2effa095-7812-486a-92ea-411181b61fe0 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 210 time: 0.1733301 Aug 19 14:50:39.565229 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-105249ea-fa73-4ef6-8a15-10088c7bbda6 req-2e05fd97-b5f2-4ead-bd16-4166582395fd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8a142042-c68c-4e37-b305-42d68af74408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1744740 Aug 19 14:50:39.680817 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b858372e-da7d-4d48-b6cc-499a117d14e2 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:39.700804 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-b858372e-da7d-4d48-b6cc-499a117d14e2 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Transition to ACTIVE for port object 18a6492c-7459-42e7-bf7a-c777f151bdc9 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:50:39.709188 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-10c93693-fb97-418c-ae2b-2d8678f48b95 None None] For port 481daae9-92f7-4b04-b321-88b5163f4095, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:50:39.728145 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-10c93693-fb97-418c-ae2b-2d8678f48b95 None None] For port 481daae9-92f7-4b04-b321-88b5163f4095, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=481daae9-92f7-4b04-b321-88b5163f4095,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:50:39.739581 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-10c93693-fb97-418c-ae2b-2d8678f48b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:39.769095 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b858372e-da7d-4d48-b6cc-499a117d14e2 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:39.919152 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b858372e-da7d-4d48-b6cc-499a117d14e2 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Port': ['ID=18a6492c-7459-42e7-bf7a-c777f151bdc9,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:39.932917 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b858372e-da7d-4d48-b6cc-499a117d14e2 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:50:39.933128 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c93693-fb97-418c-ae2b-2d8678f48b95 None None] Pushing event updated for resources: {'Port': ['ID=481daae9-92f7-4b04-b321-88b5163f4095,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:39.934908 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-b858372e-da7d-4d48-b6cc-499a117d14e2 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:50:39.956991 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b858372e-da7d-4d48-b6cc-499a117d14e2 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:50:39.958313 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef820536-8310-4ef3-bb5e-6dd176b7479c None None] Network bc40ef47-e237-4a53-8855-5d51cefff0db requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:50:39.968437 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b858372e-da7d-4d48-b6cc-499a117d14e2 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:39.969114 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b858372e-da7d-4d48-b6cc-499a117d14e2 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:40.002023 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b858372e-da7d-4d48-b6cc-499a117d14e2 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2720301 Aug 19 14:50:40.004787 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58384) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:40.076947 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dd47f239-c1a3-4dbc-be44-e884d95b7c1e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:40.106812 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406f5d6d-1f6a-4df9-b836-b5bce836f307 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:40.128560 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406f5d6d-1f6a-4df9-b836-b5bce836f307 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:40.137622 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-406f5d6d-1f6a-4df9-b836-b5bce836f307 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1298339 Aug 19 14:50:40.137622 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58392) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:40.180950 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6d18044c-6351-457c-834f-5ac1e8edd520 req-d95705e9-b4a9-41e7-91e2-f7e04bad6e64 tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] 10.222.0.69 "GET /v2.0/ports?device_id=76594c95-3b6c-4db9-8ada-502a14a40659 HTTP/1.1" status: 200 len: 210 time: 0.3171332 Aug 19 14:50:40.380679 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-105249ea-fa73-4ef6-8a15-10088c7bbda6 req-aa5788dc-300c-42c9-8e34-33b78cbe87a1 service neutron] 10.222.0.88 "GET /v2.0/networks/8a142042-c68c-4e37-b305-42d68af74408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7220008 Aug 19 14:50:40.471053 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e3ccbaad-1f05-4c81-9604-6a971fefefac tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Deleting port 18a6492c-7459-42e7-bf7a-c777f151bdc9 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:50:40.471498 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e3ccbaad-1f05-4c81-9604-6a971fefefac tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:40.697251 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e3ccbaad-1f05-4c81-9604-6a971fefefac tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:40.736833 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e3ccbaad-1f05-4c81-9604-6a971fefefac tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Calling delete_port for 18a6492c-7459-42e7-bf7a-c777f151bdc9 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:50:40.926871 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c347c0-391b-4b3c-9553-6eaea5e9be61 req-2e34fc41-aa13-476e-a0c2-808d069239a3 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:40.929001 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-10c347c0-391b-4b3c-9553-6eaea5e9be61 req-2e34fc41-aa13-476e-a0c2-808d069239a3 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=63ff844a-eb67-4fc1-81b5-e3f4fbee744a HTTP/1.1" status: 200 len: 945 time: 0.7424786 Aug 19 14:50:40.970418 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e3ccbaad-1f05-4c81-9604-6a971fefefac tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:40.975543 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7d1d4d06-6773-47b4-ae91-d07d9f070a64 req-30a540f3-7328-45b1-a809-55313526a063 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 210 time: 0.1248398 Aug 19 14:50:41.109635 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc4542-08db-4dba-90a6-0f4b52e5f0c2 req-ee360829-729b-4c73-bacb-447a2a6c15f3 tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:41.111216 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bbcc4542-08db-4dba-90a6-0f4b52e5f0c2 req-ee360829-729b-4c73-bacb-447a2a6c15f3 tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] 10.222.0.68 "GET /v2.0/networks?id=7ad57a80-ea49-41a7-a83a-5530ec33192c HTTP/1.1" status: 200 len: 821 time: 0.7489359 Aug 19 14:50:41.123013 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-10c347c0-391b-4b3c-9553-6eaea5e9be61 req-725eb4a9-d886-4f57-8689-ae495e8b4142 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508579 Aug 19 14:50:41.127911 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-bbcc4542-08db-4dba-90a6-0f4b52e5f0c2 req-4e1db153-dc37-4e4c-a635-231d45b438ac tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] Request body: {'port': {'device_id': '76594c95-3b6c-4db9-8ada-502a14a40659', 'network_id': '7ad57a80-ea49-41a7-a83a-5530ec33192c', 'admin_state_up': True, 'tenant_id': '3f91018773ec406c87eda6f725e68afb'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:50:41.138575 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-105249ea-fa73-4ef6-8a15-10088c7bbda6 req-6309115a-fa73-4442-97e2-ee79e30c8e12 service neutron] 10.222.0.88 "GET /v2.0/networks/8a142042-c68c-4e37-b305-42d68af74408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6944578 Aug 19 14:50:41.143531 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e3ccbaad-1f05-4c81-9604-6a971fefefac tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:41.145881 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e3ccbaad-1f05-4c81-9604-6a971fefefac tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/ports/18a6492c-7459-42e7-bf7a-c777f151bdc9 HTTP/1.1" status: 204 len: 168 time: 1.0018730 Aug 19 14:50:41.147224 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ccbaad-1f05-4c81-9604-6a971fefefac tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event deleted for resources: {'Port': ['ID=18a6492c-7459-42e7-bf7a-c777f151bdc9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:41.157656 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58412) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:41.251256 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8696bef0-0614-4b61-b893-df445b4aad73 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:41.253720 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8696bef0-0614-4b61-b893-df445b4aad73 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:41.255646 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8696bef0-0614-4b61-b893-df445b4aad73 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0965557 Aug 19 14:50:41.258593 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58416) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:41.370183 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-30f1a50f-33f4-4cd3-8a8f-1f9725c16e2b tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Deleting subnet d8673ea1-5152-47e0-a7fb-159a5836ba44 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:50:41.375408 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30f1a50f-33f4-4cd3-8a8f-1f9725c16e2b tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:41.393963 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4b91e2cb-826f-4d68-9a1b-bbd1c8891cad req-72dc579a-dabd-4969-95a6-9d1745c62079 tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] 10.222.0.69 "GET /v2.0/ports?device_id=76594c95-3b6c-4db9-8ada-502a14a40659 HTTP/1.1" status: 200 len: 210 time: 0.0697525 Aug 19 14:50:41.488360 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dd47f239-c1a3-4dbc-be44-e884d95b7c1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:41.500920 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30f1a50f-33f4-4cd3-8a8f-1f9725c16e2b tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:41.519969 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dd47f239-c1a3-4dbc-be44-e884d95b7c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:41.522125 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbcc4542-08db-4dba-90a6-0f4b52e5f0c2 req-4e1db153-dc37-4e4c-a635-231d45b438ac tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] Made reservation on behalf of 3f91018773ec406c87eda6f725e68afb for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:50:41.526086 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bbcc4542-08db-4dba-90a6-0f4b52e5f0c2 req-4e1db153-dc37-4e4c-a635-231d45b438ac tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:41.641745 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30f1a50f-33f4-4cd3-8a8f-1f9725c16e2b tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:41.682903 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b2e605c3-1028-4738-8554-c317bcac0f70 None None] Provisioning for port 481daae9-92f7-4b04-b321-88b5163f4095 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:50:41.732024 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30f1a50f-33f4-4cd3-8a8f-1f9725c16e2b tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:41.759015 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f1a50f-33f4-4cd3-8a8f-1f9725c16e2b tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event deleted for resources: {'Subnet': ['ID=d8673ea1-5152-47e0-a7fb-159a5836ba44,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:41.773603 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30f1a50f-33f4-4cd3-8a8f-1f9725c16e2b tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:41.776779 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-30f1a50f-33f4-4cd3-8a8f-1f9725c16e2b tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/d8673ea1-5152-47e0-a7fb-159a5836ba44 HTTP/1.1" status: 204 len: 168 time: 0.5168881 Aug 19 14:50:41.779577 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58430) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:41.831792 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-dd47f239-c1a3-4dbc-be44-e884d95b7c1e admin admin] Allocated IP 172.25.2.4 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/1cfb3674-19e0-4512-9e38-c46b82a7f053) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:50:41.838973 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-955c0cad-e343-46f7-aeec-83cb438e7571 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0553524 Aug 19 14:50:41.839405 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58432) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:41.845365 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-bbcc4542-08db-4dba-90a6-0f4b52e5f0c2 req-4e1db153-dc37-4e4c-a635-231d45b438ac tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] Allocated IP 172.20.0.8 (7ad57a80-ea49-41a7-a83a-5530ec33192c/00407f4f-625e-4027-88c9-c372d08f8ca3/b3aaad3d-a7a7-4ee4-a136-e4fd850a6dd7) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:50:41.848627 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-aee36a65-02f4-451d-9403-3025ec3a22ae tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'subnet': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:50:41.946796 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c18f8f-bac4-4c88-89a2-355176d0220b None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:50:41.981243 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee36a65-02f4-451d-9403-3025ec3a22ae tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:50:41.987686 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aee36a65-02f4-451d-9403-3025ec3a22ae tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:42.035148 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-526ffca1-d26c-4aa4-af4a-f4419a035434 None None] Could not find standard attr ID for object 18a6492c-7459-42e7-bf7a-c777f151bdc9. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 14:50:42.131542 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dd47f239-c1a3-4dbc-be44-e884d95b7c1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:42.266854 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902a6ed8-494d-44c9-be6b-b108460fd7d7 None None] DHCP port deletion for eb2a0074-ffdc-4655-a2e0-d470caf1d21a request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:50:42.325483 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-902a6ed8-494d-44c9-be6b-b108460fd7d7 None None] Deleting port 481daae9-92f7-4b04-b321-88b5163f4095 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:50:42.325970 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-902a6ed8-494d-44c9-be6b-b108460fd7d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:42.362327 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dd47f239-c1a3-4dbc-be44-e884d95b7c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:42.365946 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ab83ff48-6cb2-485c-8b96-48a0a89c295d req-55f8737f-1752-483d-817f-f1a348e2b99e tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 210 time: 0.1357572 Aug 19 14:50:42.451901 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-902a6ed8-494d-44c9-be6b-b108460fd7d7 None None] For port 481daae9-92f7-4b04-b321-88b5163f4095, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=481daae9-92f7-4b04-b321-88b5163f4095,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:50:42.454160 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-902a6ed8-494d-44c9-be6b-b108460fd7d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:42.491566 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-902a6ed8-494d-44c9-be6b-b108460fd7d7 None None] Calling delete_port for 481daae9-92f7-4b04-b321-88b5163f4095 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:50:42.495657 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd47f239-c1a3-4dbc-be44-e884d95b7c1e admin admin] Pushing event updated for resources: {'Port': ['ID=1cfb3674-19e0-4512-9e38-c46b82a7f053,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:42.554434 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd47f239-c1a3-4dbc-be44-e884d95b7c1e admin admin] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:50:42.576623 n-d-766043-2 neutron-server[94639]: DEBUG neutron.objects.ports [None req-aee36a65-02f4-451d-9403-3025ec3a22ae tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94639) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 14:50:42.591974 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bbcc4542-08db-4dba-90a6-0f4b52e5f0c2 req-4e1db153-dc37-4e4c-a635-231d45b438ac tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:42.595744 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-dd47f239-c1a3-4dbc-be44-e884d95b7c1e admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:50:42.614488 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd47f239-c1a3-4dbc-be44-e884d95b7c1e admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:50:42.620901 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1006610a-90fe-424f-a960-4047be0606a6 req-231a7b6b-642e-485b-a51f-b536e244045e tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] 10.222.0.69 "GET /v2.0/ports?device_id=76594c95-3b6c-4db9-8ada-502a14a40659 HTTP/1.1" status: 200 len: 210 time: 0.0645170 Aug 19 14:50:42.630943 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45049b6-8141-4e9f-ba9c-b17093e7a5d7 req-3fd4dc2d-9592-48e1-a17e-4de71e164313 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:42.632488 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e45049b6-8141-4e9f-ba9c-b17093e7a5d7 req-3fd4dc2d-9592-48e1-a17e-4de71e164313 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=63ff844a-eb67-4fc1-81b5-e3f4fbee744a HTTP/1.1" status: 200 len: 945 time: 0.3050954 Aug 19 14:50:42.659920 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-902a6ed8-494d-44c9-be6b-b108460fd7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:42.680924 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902a6ed8-494d-44c9-be6b-b108460fd7d7 None None] No DVR routers for this DVR port 481daae9-92f7-4b04-b321-88b5163f4095 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:50:42.729612 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e45049b6-8141-4e9f-ba9c-b17093e7a5d7 req-4b4143ef-eb2f-41f7-a5a7-8e01b02090cc tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721276 Aug 19 14:50:42.739116 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902a6ed8-494d-44c9-be6b-b108460fd7d7 None None] Pushing event deleted for resources: {'Port': ['ID=481daae9-92f7-4b04-b321-88b5163f4095,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:42.819999 n-d-766043-2 neutron-server[94639]: WARNING neutron.services.revisions.revision_plugin [None req-aee36a65-02f4-451d-9403-3025ec3a22ae tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Could not find related port for resource to bump revision. Aug 19 14:50:42.826060 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.ipam_pluggable_backend [None req-aee36a65-02f4-451d-9403-3025ec3a22ae tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Port 481daae9-92f7-4b04-b321-88b5163f4095 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94639) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 19 14:50:42.826669 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.ipam_pluggable_backend [None req-aee36a65-02f4-451d-9403-3025ec3a22ae tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Reverting IP allocation for 2001:db8::f816:3eff:fe35:21bb {{(pid=94639) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 19 14:50:42.830770 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.ipam_pluggable_backend [None req-aee36a65-02f4-451d-9403-3025ec3a22ae tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe35:21bb {{(pid=94639) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 19 14:50:42.840635 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aee36a65-02f4-451d-9403-3025ec3a22ae tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:42.888728 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee36a65-02f4-451d-9403-3025ec3a22ae tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:50:42.893190 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-aee36a65-02f4-451d-9403-3025ec3a22ae tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:50:42.898173 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee36a65-02f4-451d-9403-3025ec3a22ae tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:42.899603 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aee36a65-02f4-451d-9403-3025ec3a22ae tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:42.913425 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537a85a5-f632-41ba-8bba-560dde1b9d35 None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:50:42.920468 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee36a65-02f4-451d-9403-3025ec3a22ae tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Subnet': ['ID=e2728a57-2761-470d-bdf4-f559f3416315,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:42.923392 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bbcc4542-08db-4dba-90a6-0f4b52e5f0c2 req-4e1db153-dc37-4e4c-a635-231d45b438ac tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:42.936930 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-aee36a65-02f4-451d-9403-3025ec3a22ae tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0960417 Aug 19 14:50:42.938094 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58458) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:42.943686 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-06f538ef-2598-465d-ac28-a87453f34d37 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'port': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'mac_address': 'fa:16:3e:ce:e5:07', 'name': 'tempest-NetworksTestDHCPv6-2145420201'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:50:42.949460 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee36a65-02f4-451d-9403-3025ec3a22ae tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:50:42.949804 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee36a65-02f4-451d-9403-3025ec3a22ae tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:50:42.950146 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee36a65-02f4-451d-9403-3025ec3a22ae tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:50:42.950482 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee36a65-02f4-451d-9403-3025ec3a22ae tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:50:42.950882 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee36a65-02f4-451d-9403-3025ec3a22ae tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:50:42.951190 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee36a65-02f4-451d-9403-3025ec3a22ae tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:50:42.951582 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee36a65-02f4-451d-9403-3025ec3a22ae tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:50:42.951913 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee36a65-02f4-451d-9403-3025ec3a22ae tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:50:42.952653 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee36a65-02f4-451d-9403-3025ec3a22ae tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:50:42.952971 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee36a65-02f4-451d-9403-3025ec3a22ae tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:50:42.953275 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee36a65-02f4-451d-9403-3025ec3a22ae tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:50:42.953608 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee36a65-02f4-451d-9403-3025ec3a22ae tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:50:43.022610 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbcc4542-08db-4dba-90a6-0f4b52e5f0c2 req-4e1db153-dc37-4e4c-a635-231d45b438ac tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] Network 7ad57a80-ea49-41a7-a83a-5530ec33192c is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:50:43.092095 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03860864-e8b8-49eb-af28-9f4d7c349b3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'tenant_id': 'c39f5f14c7bc46018e8896511823152f', 'fixed_ips': [{'subnet_id': 'e2728a57-2761-470d-bdf4-f559f3416315'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:50:43.093316 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-03860864-e8b8-49eb-af28-9f4d7c349b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:43.108287 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dd47f239-c1a3-4dbc-be44-e884d95b7c1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:43.159515 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f538ef-2598-465d-ac28-a87453f34d37 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:50:43.161848 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-bbcc4542-08db-4dba-90a6-0f4b52e5f0c2 req-4e1db153-dc37-4e4c-a635-231d45b438ac tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:50:43.170179 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1db153-dc37-4e4c-a635-231d45b438ac tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] Pushing event updated for resources: {'Port': ['ID=b3aaad3d-a7a7-4ee4-a136-e4fd850a6dd7,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:43.171570 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-06f538ef-2598-465d-ac28-a87453f34d37 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:43.174661 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbcc4542-08db-4dba-90a6-0f4b52e5f0c2 req-4e1db153-dc37-4e4c-a635-231d45b438ac tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:50:43.220296 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-06f538ef-2598-465d-ac28-a87453f34d37 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] device_id is not set on port 901ebb33-278a-4bb6-b5f8-63cc0db7e32b yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:50:43.291912 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc4542-08db-4dba-90a6-0f4b52e5f0c2 req-4e1db153-dc37-4e4c-a635-231d45b438ac tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:43.292451 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bbcc4542-08db-4dba-90a6-0f4b52e5f0c2 req-4e1db153-dc37-4e4c-a635-231d45b438ac tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:43.307882 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-03860864-e8b8-49eb-af28-9f4d7c349b3f None None] Allocated IP 2001:db8::f816:3eff:fe40:255b (eb2a0074-ffdc-4655-a2e0-d470caf1d21a/e2728a57-2761-470d-bdf4-f559f3416315/626a24f9-bb99-49c7-b65d-626eb5003739) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:50:43.322563 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bbcc4542-08db-4dba-90a6-0f4b52e5f0c2 req-4e1db153-dc37-4e4c-a635-231d45b438ac tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1984925 Aug 19 14:50:43.338004 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-bbcc4542-08db-4dba-90a6-0f4b52e5f0c2 req-bd3435c2-73d1-4ea3-be12-e3fed9903665 service neutron] Request body: {'port': {'device_id': '76594c95-3b6c-4db9-8ada-502a14a40659', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:50:43.502506 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bbcc4542-08db-4dba-90a6-0f4b52e5f0c2 req-bd3435c2-73d1-4ea3-be12-e3fed9903665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:43.535032 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-03860864-e8b8-49eb-af28-9f4d7c349b3f None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:43.545485 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-03860864-e8b8-49eb-af28-9f4d7c349b3f None None] Transition to ACTIVE for port object 626a24f9-bb99-49c7-b65d-626eb5003739 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:50:43.556134 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dd47f239-c1a3-4dbc-be44-e884d95b7c1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:43.573114 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-03860864-e8b8-49eb-af28-9f4d7c349b3f None None] Transition to ACTIVE for port object 626a24f9-bb99-49c7-b65d-626eb5003739 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:50:43.574541 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d1d0ad85-e707-4294-bd0c-40caf3bb52df req-5531f497-44f6-4e5b-bfc6-d5eeb335687c tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 210 time: 0.0565312 Aug 19 14:50:43.579874 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-03860864-e8b8-49eb-af28-9f4d7c349b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:43.635146 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03860864-e8b8-49eb-af28-9f4d7c349b3f None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:50:43.640645 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-03860864-e8b8-49eb-af28-9f4d7c349b3f None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:50:43.662288 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03860864-e8b8-49eb-af28-9f4d7c349b3f None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:50:43.671622 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03860864-e8b8-49eb-af28-9f4d7c349b3f None None] Pushing event updated for resources: {'Port': ['ID=626a24f9-bb99-49c7-b65d-626eb5003739,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:43.687300 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-06f538ef-2598-465d-ac28-a87453f34d37 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Allocated IP 2001:db8::f816:3eff:fece:e507 (eb2a0074-ffdc-4655-a2e0-d470caf1d21a/e2728a57-2761-470d-bdf4-f559f3416315/901ebb33-278a-4bb6-b5f8-63cc0db7e32b) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:50:43.777400 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-03860864-e8b8-49eb-af28-9f4d7c349b3f None None] Attempting to bind port 626a24f9-bb99-49c7-b65d-626eb5003739 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:50:43.777944 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-03860864-e8b8-49eb-af28-9f4d7c349b3f None None] Attempting to bind port 626a24f9-bb99-49c7-b65d-626eb5003739 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:50:43.778499 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03860864-e8b8-49eb-af28-9f4d7c349b3f None None] Attempting to bind port 626a24f9-bb99-49c7-b65d-626eb5003739 on network eb2a0074-ffdc-4655-a2e0-d470caf1d21a {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:50:43.785338 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03860864-e8b8-49eb-af28-9f4d7c349b3f None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:50:43.785715 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03860864-e8b8-49eb-af28-9f4d7c349b3f None None] Checking segment: {'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:50:43.786115 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-03860864-e8b8-49eb-af28-9f4d7c349b3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:43.786505 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03860864-e8b8-49eb-af28-9f4d7c349b3f None None] Bound using segment: {'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:50:43.787050 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-03860864-e8b8-49eb-af28-9f4d7c349b3f None None] Bound port: 626a24f9-bb99-49c7-b65d-626eb5003739, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:50:43.787441 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-03860864-e8b8-49eb-af28-9f4d7c349b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:43.882336 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-03860864-e8b8-49eb-af28-9f4d7c349b3f None None] For port 626a24f9-bb99-49c7-b65d-626eb5003739, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:50:43.886070 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-03860864-e8b8-49eb-af28-9f4d7c349b3f None None] For port 626a24f9-bb99-49c7-b65d-626eb5003739, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=626a24f9-bb99-49c7-b65d-626eb5003739,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:50:43.886465 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-06f538ef-2598-465d-ac28-a87453f34d37 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:43.900143 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-03860864-e8b8-49eb-af28-9f4d7c349b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:43.901026 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-06f538ef-2598-465d-ac28-a87453f34d37 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Transition to ACTIVE for port object 901ebb33-278a-4bb6-b5f8-63cc0db7e32b will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:50:43.937121 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-06f538ef-2598-465d-ac28-a87453f34d37 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:43.989341 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03860864-e8b8-49eb-af28-9f4d7c349b3f None None] Pushing event updated for resources: {'Port': ['ID=626a24f9-bb99-49c7-b65d-626eb5003739,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:44.024877 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f538ef-2598-465d-ac28-a87453f34d37 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:50:44.027905 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-06f538ef-2598-465d-ac28-a87453f34d37 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:50:44.031747 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f538ef-2598-465d-ac28-a87453f34d37 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:50:44.046781 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f538ef-2598-465d-ac28-a87453f34d37 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:44.047451 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-06f538ef-2598-465d-ac28-a87453f34d37 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:44.080925 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f538ef-2598-465d-ac28-a87453f34d37 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Port': ['ID=901ebb33-278a-4bb6-b5f8-63cc0db7e32b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:44.092872 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-06f538ef-2598-465d-ac28-a87453f34d37 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1536179 Aug 19 14:50:44.093734 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58484) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:44.168086 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1942325-76f7-4c6d-a9f3-8d0b63ced66c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:44.174432 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95e2d3-0c02-4509-91b5-64387e484fa7 req-4f5a19e3-a789-4652-9d2c-f2f36b10cdd4 tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:44.176658 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fb95e2d3-0c02-4509-91b5-64387e484fa7 req-4f5a19e3-a789-4652-9d2c-f2f36b10cdd4 tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] 10.222.0.69 "GET /v2.0/ports?device_id=76594c95-3b6c-4db9-8ada-502a14a40659 HTTP/1.1" status: 200 len: 931 time: 0.1733413 Aug 19 14:50:44.183405 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd47f239-c1a3-4dbc-be44-e884d95b7c1e admin admin] Router 66cd2e36-2154-4bf3-90ae-25fc0c52e644 is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:50:44.191274 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 481daae9-92f7-4b04-b321-88b5163f4095 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:50:44.216333 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6212bb7-731f-4672-8475-4839917d7415 req-7b25bb4f-8bfb-43f7-832d-9de529c33b10 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:44.218156 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1942325-76f7-4c6d-a9f3-8d0b63ced66c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:44.219919 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e1942325-76f7-4c6d-a9f3-8d0b63ced66c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1251919 Aug 19 14:50:44.225351 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a6212bb7-731f-4672-8475-4839917d7415 req-7b25bb4f-8bfb-43f7-832d-9de529c33b10 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=63ff844a-eb67-4fc1-81b5-e3f4fbee744a HTTP/1.1" status: 200 len: 945 time: 0.1807604 Aug 19 14:50:44.225965 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58490) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:44.233140 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 481daae9-92f7-4b04-b321-88b5163f4095 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:50:44.244501 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 481daae9-92f7-4b04-b321-88b5163f4095 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:50:44.413501 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fb95e2d3-0c02-4509-91b5-64387e484fa7 req-d063d587-9339-49a7-9fd3-494615fcaef9 tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb9a2d9e-ec3e-4447-b838-be1734307db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259996 Aug 19 14:50:44.490187 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-bbcc4542-08db-4dba-90a6-0f4b52e5f0c2 req-bd3435c2-73d1-4ea3-be12-e3fed9903665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3aaad3d-a7a7-4ee4-a136-e4fd850a6dd7 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:50:44.500853 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bbcc4542-08db-4dba-90a6-0f4b52e5f0c2 req-bd3435c2-73d1-4ea3-be12-e3fed9903665 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:44.508689 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a6212bb7-731f-4672-8475-4839917d7415 req-e24a3d29-8954-4ca9-9202-11a9cdd0807a tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098794 Aug 19 14:50:44.597378 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-bbcc4542-08db-4dba-90a6-0f4b52e5f0c2 req-bd3435c2-73d1-4ea3-be12-e3fed9903665 service neutron] Transition to ACTIVE for port object b3aaad3d-a7a7-4ee4-a136-e4fd850a6dd7 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:50:44.599073 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd47f239-c1a3-4dbc-be44-e884d95b7c1e admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:50:44.645526 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9033ff36-637e-4d77-9689-6ec547c09de8 None None] Sync routers for ids ['66cd2e36-2154-4bf3-90ae-25fc0c52e644'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:50:44.658067 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bbcc4542-08db-4dba-90a6-0f4b52e5f0c2 req-bd3435c2-73d1-4ea3-be12-e3fed9903665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:44.668794 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9033ff36-637e-4d77-9689-6ec547c09de8 None None] Routers {'66cd2e36-2154-4bf3-90ae-25fc0c52e644'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:50:44.669845 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9033ff36-637e-4d77-9689-6ec547c09de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:50:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['66cd2e36-2154-4bf3-90ae-25fc0c52e644'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:50:44.743450 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dd47f239-c1a3-4dbc-be44-e884d95b7c1e admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:44.749267 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-dd47f239-c1a3-4dbc-be44-e884d95b7c1e admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.4117508 Aug 19 14:50:44.752286 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58502) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:44.810617 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7d80f347-0192-4fe1-acbc-6236b4c7080e req-0c8cc568-8f95-409f-82b3-8918d9993820 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 210 time: 0.0685139 Aug 19 14:50:44.813036 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-1f2f4b71-b002-4368-b41e-0c4d0ec5b51a tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Deleting port 901ebb33-278a-4bb6-b5f8-63cc0db7e32b {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:50:44.813382 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f2f4b71-b002-4368-b41e-0c4d0ec5b51a tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:44.832042 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3435c2-73d1-4ea3-be12-e3fed9903665 service neutron] Pushing event updated for resources: {'Port': ['ID=b3aaad3d-a7a7-4ee4-a136-e4fd850a6dd7,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:44.848784 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-9033ff36-637e-4d77-9689-6ec547c09de8 None None] Set router 66cd2e36-2154-4bf3-90ae-25fc0c52e644 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:50:45.185440 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9033ff36-637e-4d77-9689-6ec547c09de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cd2e36-2154-4bf3-90ae-25fc0c52e644', 'name': 'tempest-ServerRescueTestJSONUnderV235-2141305118-router', 'tenant_id': 'ae49a7cbfd2b423caf2130122e9db614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '1cfb3674-19e0-4512-9e38-c46b82a7f053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:50:39Z', 'updated_at': '2021-08-19T14:50:42Z', 'revision_number': 3, 'project_id': 'ae49a7cbfd2b423caf2130122e9db614', 'gw_port': {'id': '1cfb3674-19e0-4512-9e38-c46b82a7f053', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cd2e36-2154-4bf3-90ae-25fc0c52e644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:50:41Z', 'updated_at': '2021-08-19T14:50:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:50:45.249451 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9033ff36-637e-4d77-9689-6ec547c09de8 None None] Checking router: 66cd2e36-2154-4bf3-90ae-25fc0c52e644 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:50:45.250031 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9033ff36-637e-4d77-9689-6ec547c09de8 None None] Updating router 66cd2e36-2154-4bf3-90ae-25fc0c52e644 port 1cfb3674-19e0-4512-9e38-c46b82a7f053 binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:50:45.301694 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9033ff36-637e-4d77-9689-6ec547c09de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:45.614869 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfabb857-3ab6-458e-bcdb-68bc14a4891b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:45.695085 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9033ff36-637e-4d77-9689-6ec547c09de8 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:45.706564 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9033ff36-637e-4d77-9689-6ec547c09de8 None None] Transition to ACTIVE for port object 1cfb3674-19e0-4512-9e38-c46b82a7f053 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:50:45.715728 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9033ff36-637e-4d77-9689-6ec547c09de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:45.774929 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96622ff0-03db-4195-8c5f-4a8efc2fa13b None None] Pushing event updated for resources: {'Port': ['ID=1cfb3674-19e0-4512-9e38-c46b82a7f053,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:45.795810 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3da70f64-4ebb-41b3-b31c-1f24bb8c2a9a None None] Provisioning for port 626a24f9-bb99-49c7-b65d-626eb5003739 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:50:45.799926 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9033ff36-637e-4d77-9689-6ec547c09de8 None None] Attempting to bind port 1cfb3674-19e0-4512-9e38-c46b82a7f053 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:50:45.800474 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9033ff36-637e-4d77-9689-6ec547c09de8 None None] Attempting to bind port 1cfb3674-19e0-4512-9e38-c46b82a7f053 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:50:45.800951 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9033ff36-637e-4d77-9689-6ec547c09de8 None None] Attempting to bind port 1cfb3674-19e0-4512-9e38-c46b82a7f053 on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:50:45.809787 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9033ff36-637e-4d77-9689-6ec547c09de8 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:50:45.810405 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9033ff36-637e-4d77-9689-6ec547c09de8 None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:50:45.811114 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9033ff36-637e-4d77-9689-6ec547c09de8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:45.811603 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9033ff36-637e-4d77-9689-6ec547c09de8 None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:50:45.812209 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9033ff36-637e-4d77-9689-6ec547c09de8 None None] Bound port: 1cfb3674-19e0-4512-9e38-c46b82a7f053, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:50:45.812729 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9033ff36-637e-4d77-9689-6ec547c09de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:45.846024 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e8165-c63c-4562-82b2-658d35d07c7e req-3051b644-ae7b-46cf-a3f2-9b459774cb36 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:45.866917 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-319e8165-c63c-4562-82b2-658d35d07c7e req-3051b644-ae7b-46cf-a3f2-9b459774cb36 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=63ff844a-eb67-4fc1-81b5-e3f4fbee744a HTTP/1.1" status: 200 len: 945 time: 0.3541873 Aug 19 14:50:45.894673 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9033ff36-637e-4d77-9689-6ec547c09de8 None None] For port 1cfb3674-19e0-4512-9e38-c46b82a7f053, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:50:45.899210 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9033ff36-637e-4d77-9689-6ec547c09de8 None None] For port 1cfb3674-19e0-4512-9e38-c46b82a7f053, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=1cfb3674-19e0-4512-9e38-c46b82a7f053,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:50:45.904493 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9033ff36-637e-4d77-9689-6ec547c09de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:45.941148 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-bfabb857-3ab6-458e-bcdb-68bc14a4891b admin admin] Allocated IP 172.20.0.1 (bc40ef47-e237-4a53-8855-5d51cefff0db/2a785b3e-9c1d-4988-81cb-c4fa12228cab/b831b4d1-1d7a-4d50-a3e5-31fbe341e840) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:50:45.966453 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-bbcc4542-08db-4dba-90a6-0f4b52e5f0c2 req-bd3435c2-73d1-4ea3-be12-e3fed9903665 service neutron] Attempting to bind port b3aaad3d-a7a7-4ee4-a136-e4fd850a6dd7 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:50:45.969591 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-bbcc4542-08db-4dba-90a6-0f4b52e5f0c2 req-bd3435c2-73d1-4ea3-be12-e3fed9903665 service neutron] Attempting to bind port b3aaad3d-a7a7-4ee4-a136-e4fd850a6dd7 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': 'd17dab91-5eab-4611-ba12-0b110dc626ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7ad57a80-ea49-41a7-a83a-5530ec33192c'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:50:45.971734 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcc4542-08db-4dba-90a6-0f4b52e5f0c2 req-bd3435c2-73d1-4ea3-be12-e3fed9903665 service neutron] Attempting to bind port b3aaad3d-a7a7-4ee4-a136-e4fd850a6dd7 on network 7ad57a80-ea49-41a7-a83a-5530ec33192c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:50:45.982105 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f2f4b71-b002-4368-b41e-0c4d0ec5b51a tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:46.007579 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c14433a-cb02-42ce-a60a-8f5d4ad5f66a req-9ff82d03-9716-4e73-8311-2c91882832eb tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:46.009252 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8c14433a-cb02-42ce-a60a-8f5d4ad5f66a req-9ff82d03-9716-4e73-8311-2c91882832eb tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] 10.222.0.69 "GET /v2.0/ports?device_id=76594c95-3b6c-4db9-8ada-502a14a40659 HTTP/1.1" status: 200 len: 943 time: 0.4539247 Aug 19 14:50:46.069236 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96622ff0-03db-4195-8c5f-4a8efc2fa13b None None] Pushing event updated for resources: {'Port': ['ID=1cfb3674-19e0-4512-9e38-c46b82a7f053,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:46.069466 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-319e8165-c63c-4562-82b2-658d35d07c7e req-aa8916b2-0c82-4384-b31f-10b771b6003f tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999297 Aug 19 14:50:46.075152 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9033ff36-637e-4d77-9689-6ec547c09de8 None None] Routers {'66cd2e36-2154-4bf3-90ae-25fc0c52e644'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:50:46.076014 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9033ff36-637e-4d77-9689-6ec547c09de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:50:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['66cd2e36-2154-4bf3-90ae-25fc0c52e644'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:50:46.109329 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcc4542-08db-4dba-90a6-0f4b52e5f0c2 req-bd3435c2-73d1-4ea3-be12-e3fed9903665 service neutron] Port b3aaad3d-a7a7-4ee4-a136-e4fd850a6dd7 on network 7ad57a80-ea49-41a7-a83a-5530ec33192c not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:50:46.109665 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcc4542-08db-4dba-90a6-0f4b52e5f0c2 req-bd3435c2-73d1-4ea3-be12-e3fed9903665 service neutron] Attempting to bind port b3aaad3d-a7a7-4ee4-a136-e4fd850a6dd7 on network 7ad57a80-ea49-41a7-a83a-5530ec33192c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:50:46.113283 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-1f2f4b71-b002-4368-b41e-0c4d0ec5b51a tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Calling delete_port for 901ebb33-278a-4bb6-b5f8-63cc0db7e32b owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:50:46.224226 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcc4542-08db-4dba-90a6-0f4b52e5f0c2 req-bd3435c2-73d1-4ea3-be12-e3fed9903665 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:50:46.224911 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcc4542-08db-4dba-90a6-0f4b52e5f0c2 req-bd3435c2-73d1-4ea3-be12-e3fed9903665 service neutron] Checking segment: {'id': 'd17dab91-5eab-4611-ba12-0b110dc626ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7ad57a80-ea49-41a7-a83a-5530ec33192c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:50:46.225452 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcc4542-08db-4dba-90a6-0f4b52e5f0c2 req-bd3435c2-73d1-4ea3-be12-e3fed9903665 service neutron] Bound using segment: {'id': 'd17dab91-5eab-4611-ba12-0b110dc626ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7ad57a80-ea49-41a7-a83a-5530ec33192c'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:50:46.227143 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-bbcc4542-08db-4dba-90a6-0f4b52e5f0c2 req-bd3435c2-73d1-4ea3-be12-e3fed9903665 service neutron] Bound port: b3aaad3d-a7a7-4ee4-a136-e4fd850a6dd7, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17dab91-5eab-4611-ba12-0b110dc626ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7ad57a80-ea49-41a7-a83a-5530ec33192c'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:50:46.231383 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfabb857-3ab6-458e-bcdb-68bc14a4891b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:46.232002 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bbcc4542-08db-4dba-90a6-0f4b52e5f0c2 req-bd3435c2-73d1-4ea3-be12-e3fed9903665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:46.295154 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-27528cec-946d-403e-8321-13e13a9430ce None None] Provisioning for port 901ebb33-278a-4bb6-b5f8-63cc0db7e32b completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:50:46.314994 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8c14433a-cb02-42ce-a60a-8f5d4ad5f66a req-fcfc9562-0bc1-4917-aae0-77e7428959c5 tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb9a2d9e-ec3e-4447-b838-be1734307db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786126 Aug 19 14:50:46.315236 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-27528cec-946d-403e-8321-13e13a9430ce None None] Provisioning complete for port 901ebb33-278a-4bb6-b5f8-63cc0db7e32b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:50:46.321769 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-27528cec-946d-403e-8321-13e13a9430ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:46.363045 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 626a24f9-bb99-49c7-b65d-626eb5003739 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:50:46.363371 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfabb857-3ab6-458e-bcdb-68bc14a4891b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:46.449209 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfabb857-3ab6-458e-bcdb-68bc14a4891b admin admin] Pushing event updated for resources: {'Port': ['ID=b831b4d1-1d7a-4d50-a3e5-31fbe341e840,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:46.477938 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfabb857-3ab6-458e-bcdb-68bc14a4891b admin admin] Network bc40ef47-e237-4a53-8855-5d51cefff0db is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:50:46.485410 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-bfabb857-3ab6-458e-bcdb-68bc14a4891b admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:50:46.491538 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfabb857-3ab6-458e-bcdb-68bc14a4891b admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:50:46.517981 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-bbcc4542-08db-4dba-90a6-0f4b52e5f0c2 req-bd3435c2-73d1-4ea3-be12-e3fed9903665 service neutron] For port b3aaad3d-a7a7-4ee4-a136-e4fd850a6dd7, host n-h1-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:50:46.536226 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-bbcc4542-08db-4dba-90a6-0f4b52e5f0c2 req-bd3435c2-73d1-4ea3-be12-e3fed9903665 service neutron] For port b3aaad3d-a7a7-4ee4-a136-e4fd850a6dd7, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=b3aaad3d-a7a7-4ee4-a136-e4fd850a6dd7,segment=NetworkSegment(d17dab91-5eab-4611-ba12-0b110dc626ea),segment_id=d17dab91-5eab-4611-ba12-0b110dc626ea)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:50:46.549412 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-9033ff36-637e-4d77-9689-6ec547c09de8 None None] Set router 66cd2e36-2154-4bf3-90ae-25fc0c52e644 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:50:46.600646 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bbcc4542-08db-4dba-90a6-0f4b52e5f0c2 req-bd3435c2-73d1-4ea3-be12-e3fed9903665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:46.603419 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfabb857-3ab6-458e-bcdb-68bc14a4891b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:46.651908 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ebd89a07-1f0e-4dbc-99e9-ed6df0343b33 req-3d6e9712-5f2d-4f2c-aa23-ed3922e9efb4 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 210 time: 0.0738041 Aug 19 14:50:46.767732 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc4542-08db-4dba-90a6-0f4b52e5f0c2 req-bd3435c2-73d1-4ea3-be12-e3fed9903665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:46.771394 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bbcc4542-08db-4dba-90a6-0f4b52e5f0c2 req-bd3435c2-73d1-4ea3-be12-e3fed9903665 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:46.777167 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bbcc4542-08db-4dba-90a6-0f4b52e5f0c2 req-bd3435c2-73d1-4ea3-be12-e3fed9903665 service neutron] 10.222.0.68 "PUT /v2.0/ports/b3aaad3d-a7a7-4ee4-a136-e4fd850a6dd7 HTTP/1.1" status: 200 len: 1091 time: 3.4449036 Aug 19 14:50:46.783478 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76594c95-3b6c-4db9-8ada-502a14a40659', 'tag': 'b3aaad3d-a7a7-4ee4-a136-e4fd850a6dd7'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:50:46.787768 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75358120-6945-4098-bc2f-a28f7ee2453f" -d '{"events": [{"name": "network-changed", "server_uuid": "76594c95-3b6c-4db9-8ada-502a14a40659", "tag": "b3aaad3d-a7a7-4ee4-a136-e4fd850a6dd7"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:50:46.817968 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfabb857-3ab6-458e-bcdb-68bc14a4891b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:46.859270 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-27528cec-946d-403e-8321-13e13a9430ce None None] Port 901ebb33-278a-4bb6-b5f8-63cc0db7e32b cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:50:46.868850 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 626a24f9-bb99-49c7-b65d-626eb5003739 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:50:46.904466 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 626a24f9-bb99-49c7-b65d-626eb5003739 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:50:46.905099 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:46.950708 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca721427-dfef-4c1f-9fae-0c8620c13fe0 x-openstack-request-id: req-ca721427-dfef-4c1f-9fae-0c8620c13fe0 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:50:46.951355 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76594c95-3b6c-4db9-8ada-502a14a40659", "tag": "b3aaad3d-a7a7-4ee4-a136-e4fd850a6dd7", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:50:46.951532 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ca721427-dfef-4c1f-9fae-0c8620c13fe0 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:50:46.952048 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76594c95-3b6c-4db9-8ada-502a14a40659', 'tag': 'b3aaad3d-a7a7-4ee4-a136-e4fd850a6dd7', 'status': 'completed', 'code': 200} Aug 19 14:50:46.953652 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f2f4b71-b002-4368-b41e-0c4d0ec5b51a tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:47.037212 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3435c2-73d1-4ea3-be12-e3fed9903665 service neutron] Pushing event updated for resources: {'Port': ['ID=b3aaad3d-a7a7-4ee4-a136-e4fd850a6dd7,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:47.191036 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f2f4b71-b002-4368-b41e-0c4d0ec5b51a tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:47.198728 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfabb857-3ab6-458e-bcdb-68bc14a4891b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:47.198984 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1f2f4b71-b002-4368-b41e-0c4d0ec5b51a tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/ports/901ebb33-278a-4bb6-b5f8-63cc0db7e32b HTTP/1.1" status: 204 len: 168 time: 2.9524200 Aug 19 14:50:47.199877 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58544) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:47.208566 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2f4b71-b002-4368-b41e-0c4d0ec5b51a tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event deleted for resources: {'Port': ['ID=901ebb33-278a-4bb6-b5f8-63cc0db7e32b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:47.229093 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc4542-08db-4dba-90a6-0f4b52e5f0c2 req-afb81024-8554-4945-a00e-fec5b44b07df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:47.230937 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bbcc4542-08db-4dba-90a6-0f4b52e5f0c2 req-afb81024-8554-4945-a00e-fec5b44b07df service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3f91018773ec406c87eda6f725e68afb&device_id=76594c95-3b6c-4db9-8ada-502a14a40659 HTTP/1.1" status: 200 len: 1094 time: 0.3880243 Aug 19 14:50:47.233687 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfabb857-3ab6-458e-bcdb-68bc14a4891b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:47.368179 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bbcc4542-08db-4dba-90a6-0f4b52e5f0c2 req-b86df535-da28-4851-824c-4c72decd1c86 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3aaad3d-a7a7-4ee4-a136-e4fd850a6dd7 HTTP/1.1" status: 200 len: 217 time: 0.1289120 Aug 19 14:50:47.461265 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9033ff36-637e-4d77-9689-6ec547c09de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cd2e36-2154-4bf3-90ae-25fc0c52e644', 'name': 'tempest-ServerRescueTestJSONUnderV235-2141305118-router', 'tenant_id': 'ae49a7cbfd2b423caf2130122e9db614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '1cfb3674-19e0-4512-9e38-c46b82a7f053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:50:39Z', 'updated_at': '2021-08-19T14:50:42Z', 'revision_number': 3, 'project_id': 'ae49a7cbfd2b423caf2130122e9db614', 'gw_port': {'id': '1cfb3674-19e0-4512-9e38-c46b82a7f053', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cd2e36-2154-4bf3-90ae-25fc0c52e644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:50:41Z', 'updated_at': '2021-08-19T14:50:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:50:47.481694 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9645f389-6d5b-4730-9eab-7e4359eb0967 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:47.483581 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9645f389-6d5b-4730-9eab-7e4359eb0967 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:47.485303 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9645f389-6d5b-4730-9eab-7e4359eb0967 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2834897 Aug 19 14:50:47.490165 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58552) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:47.514458 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9033ff36-637e-4d77-9689-6ec547c09de8 None None] The sync data for ids ['66cd2e36-2154-4bf3-90ae-25fc0c52e644'] in n-d-766043-2 is: [{'id': '66cd2e36-2154-4bf3-90ae-25fc0c52e644', 'name': 'tempest-ServerRescueTestJSONUnderV235-2141305118-router', 'tenant_id': 'ae49a7cbfd2b423caf2130122e9db614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '1cfb3674-19e0-4512-9e38-c46b82a7f053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:50:39Z', 'updated_at': '2021-08-19T14:50:42Z', 'revision_number': 3, 'project_id': 'ae49a7cbfd2b423caf2130122e9db614', 'gw_port': {'id': '1cfb3674-19e0-4512-9e38-c46b82a7f053', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cd2e36-2154-4bf3-90ae-25fc0c52e644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:50:41Z', 'updated_at': '2021-08-19T14:50:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:50:47.522864 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb2b9b2-75fb-43d1-9115-76979e4971da req-366e33fa-95a6-40ab-a97f-00c37a4aca14 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:47.525437 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9cb2b9b2-75fb-43d1-9115-76979e4971da req-366e33fa-95a6-40ab-a97f-00c37a4aca14 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=63ff844a-eb67-4fc1-81b5-e3f4fbee744a HTTP/1.1" status: 200 len: 945 time: 0.2798491 Aug 19 14:50:47.528492 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc4542-08db-4dba-90a6-0f4b52e5f0c2 req-37386721-0dbb-4f07-a71d-5b8c1ea2d237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:47.534242 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bbcc4542-08db-4dba-90a6-0f4b52e5f0c2 req-37386721-0dbb-4f07-a71d-5b8c1ea2d237 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=00407f4f-625e-4027-88c9-c372d08f8ca3 HTTP/1.1" status: 200 len: 861 time: 0.1566360 Aug 19 14:50:47.622832 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bbcc4542-08db-4dba-90a6-0f4b52e5f0c2 req-ebc1107a-21ee-4a46-9d51-5787611e6c45 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7ad57a80-ea49-41a7-a83a-5530ec33192c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661488 Aug 19 14:50:47.651815 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:47.718702 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 626a24f9-bb99-49c7-b65d-626eb5003739, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=626a24f9-bb99-49c7-b65d-626eb5003739,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:50:47.728316 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:47.810430 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9cb2b9b2-75fb-43d1-9115-76979e4971da req-749a1a7c-b50e-4b04-b169-b5106fe62d8e tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746522 Aug 19 14:50:47.846338 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=626a24f9-bb99-49c7-b65d-626eb5003739,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:48.028481 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58998413-5543-412b-b593-521a3c8d4981 req-b738951b-2e93-4e32-a6b1-8fa29a8dd5eb tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:48.030127 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-58998413-5543-412b-b593-521a3c8d4981 req-b738951b-2e93-4e32-a6b1-8fa29a8dd5eb tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] 10.222.0.69 "GET /v2.0/ports?device_id=76594c95-3b6c-4db9-8ada-502a14a40659 HTTP/1.1" status: 200 len: 943 time: 0.4476035 Aug 19 14:50:48.138721 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-833cf38c-9488-49cc-a99d-84a41ed69231 req-ab7d0b1a-9124-4afe-b7bd-8378510bb29f tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 210 time: 0.1501377 Aug 19 14:50:48.226658 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bbcc4542-08db-4dba-90a6-0f4b52e5f0c2 req-8ad5be80-c4ac-4026-bd3a-ecd60ff2d3a2 service neutron] 10.222.0.68 "GET /v2.0/networks/7ad57a80-ea49-41a7-a83a-5530ec33192c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5564332 Aug 19 14:50:48.246567 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb878c-11af-4bea-9513-ef38611c31c1 req-44a0c05c-8a80-42aa-ae7f-a507d47e3250 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:48.262084 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f4eb878c-11af-4bea-9513-ef38611c31c1 req-44a0c05c-8a80-42aa-ae7f-a507d47e3250 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.88 "GET /v2.0/ports?device_id=63ff844a-eb67-4fc1-81b5-e3f4fbee744a HTTP/1.1" status: 200 len: 945 time: 0.4118171 Aug 19 14:50:48.370895 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bbcc4542-08db-4dba-90a6-0f4b52e5f0c2 req-115b8ae5-244f-4fd1-b0f2-936ceedc9473 service neutron] 10.222.0.68 "GET /v2.0/networks/7ad57a80-ea49-41a7-a83a-5530ec33192c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072063 Aug 19 14:50:48.416131 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-58998413-5543-412b-b593-521a3c8d4981 req-b5f5572b-19c2-4dec-88c7-d4a21a2080d6 tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb9a2d9e-ec3e-4447-b838-be1734307db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077884 Aug 19 14:50:48.431529 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfabb857-3ab6-458e-bcdb-68bc14a4891b admin admin] Pushing event updated for resources: {'Port': ['ID=b831b4d1-1d7a-4d50-a3e5-31fbe341e840,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:48.438296 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-80882e0b-b6c2-497a-98f6-1929d6658881 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Deleting subnet e2728a57-2761-470d-bdf4-f559f3416315 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:50:48.457530 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfabb857-3ab6-458e-bcdb-68bc14a4891b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:48.459364 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-80882e0b-b6c2-497a-98f6-1929d6658881 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:48.469996 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 626a24f9-bb99-49c7-b65d-626eb5003739 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:50:48.549672 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-80882e0b-b6c2-497a-98f6-1929d6658881 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:48.588884 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 626a24f9-bb99-49c7-b65d-626eb5003739 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:50:48.589470 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:48.591780 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75358120-6945-4098-bc2f-a28f7ee2453f req-b4f2aebd-d9e1-4797-a10a-235aca340173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:48.593488 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-75358120-6945-4098-bc2f-a28f7ee2453f req-b4f2aebd-d9e1-4797-a10a-235aca340173 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3f91018773ec406c87eda6f725e68afb&device_id=76594c95-3b6c-4db9-8ada-502a14a40659 HTTP/1.1" status: 200 len: 1094 time: 0.0919707 Aug 19 14:50:48.732720 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-80882e0b-b6c2-497a-98f6-1929d6658881 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:48.829546 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 1cfb3674-19e0-4512-9e38-c46b82a7f053 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:50:48.855900 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-80882e0b-b6c2-497a-98f6-1929d6658881 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:48.862306 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75358120-6945-4098-bc2f-a28f7ee2453f req-fa0df307-0b4f-4e3c-af67-3dd6aae2b398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:48.866003 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-75358120-6945-4098-bc2f-a28f7ee2453f req-fa0df307-0b4f-4e3c-af67-3dd6aae2b398 service neutron] 10.222.0.68 "GET /v2.0/networks?id=7ad57a80-ea49-41a7-a83a-5530ec33192c HTTP/1.1" status: 200 len: 922 time: 0.2575870 Aug 19 14:50:48.873717 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-f4eb878c-11af-4bea-9513-ef38611c31c1 req-2f607df9-d8f7-45b3-9114-3c9d664faa67 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Deleting port 924ebce5-5a1a-40dc-be32-861346dd7e4f {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:50:48.874066 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f4eb878c-11af-4bea-9513-ef38611c31c1 req-2f607df9-d8f7-45b3-9114-3c9d664faa67 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:48.962385 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 1cfb3674-19e0-4512-9e38-c46b82a7f053 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:50:48.971124 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 1cfb3674-19e0-4512-9e38-c46b82a7f053 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:50:48.972018 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:49.055906 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80882e0b-b6c2-497a-98f6-1929d6658881 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event deleted for resources: {'Subnet': ['ID=e2728a57-2761-470d-bdf4-f559f3416315,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:49.081754 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-80882e0b-b6c2-497a-98f6-1929d6658881 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:49.087716 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-80882e0b-b6c2-497a-98f6-1929d6658881 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/e2728a57-2761-470d-bdf4-f559f3416315 HTTP/1.1" status: 204 len: 168 time: 1.5858655 Aug 19 14:50:49.088597 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58580) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:49.089539 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7931dabf-ea29-4bad-899a-e87d4eaf529f None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:50:49.267032 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0908c7fd-d929-4177-81b7-685bb760deac tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1723163 Aug 19 14:50:49.268754 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58586) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:49.270742 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-f4eb878c-11af-4bea-9513-ef38611c31c1 req-2f607df9-d8f7-45b3-9114-3c9d664faa67 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] For port 924ebce5-5a1a-40dc-be32-861346dd7e4f, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=924ebce5-5a1a-40dc-be32-861346dd7e4f,segment=NetworkSegment(8196d451-8148-4854-93a1-9e3fdf28ead8),segment_id=8196d451-8148-4854-93a1-9e3fdf28ead8)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:50:49.271268 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f4eb878c-11af-4bea-9513-ef38611c31c1 req-2f607df9-d8f7-45b3-9114-3c9d664faa67 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:49.330637 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-f4eb878c-11af-4bea-9513-ef38611c31c1 req-2f607df9-d8f7-45b3-9114-3c9d664faa67 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Calling delete_port for 924ebce5-5a1a-40dc-be32-861346dd7e4f owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:50:49.495472 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfabb857-3ab6-458e-bcdb-68bc14a4891b admin admin] Network bc40ef47-e237-4a53-8855-5d51cefff0db is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:50:49.503852 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-bfabb857-3ab6-458e-bcdb-68bc14a4891b admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:50:49.526619 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b13b911-9dfd-40c8-88a4-2de501f8cfa2 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:49.529955 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:49.535335 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0b13b911-9dfd-40c8-88a4-2de501f8cfa2 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2539167 Aug 19 14:50:49.544965 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58592) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:49.588117 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 1cfb3674-19e0-4512-9e38-c46b82a7f053, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=1cfb3674-19e0-4512-9e38-c46b82a7f053,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:50:49.606883 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b540ccc-a4a9-4042-9892-a1f6066bddea None None] DHCP port deletion for eb2a0074-ffdc-4655-a2e0-d470caf1d21a request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:50:49.611118 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:49.637514 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-75358120-6945-4098-bc2f-a28f7ee2453f req-445ab5aa-ceac-4da8-999c-8ce08fbe2b5d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3aaad3d-a7a7-4ee4-a136-e4fd850a6dd7 HTTP/1.1" status: 200 len: 217 time: 0.7557538 Aug 19 14:50:49.671827 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f4eb878c-11af-4bea-9513-ef38611c31c1 req-2f607df9-d8f7-45b3-9114-3c9d664faa67 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:49.675069 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7ded4c45-0959-4181-a3c9-22c371a43d51 req-d6a34eab-7eb8-4e20-8fd2-402283c530b8 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 210 time: 0.0338228 Aug 19 14:50:49.761918 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f607df9-d8f7-45b3-9114-3c9d664faa67 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Pushing event deleted for resources: {'Port': ['ID=924ebce5-5a1a-40dc-be32-861346dd7e4f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:49.776396 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['3c0b52e2-a311-4ffe-9349-091f50286919'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:50:49.786696 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['924ebce5-5a1a-40dc-be32-861346dd7e4f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:50:49.810980 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4866e7-018c-4a37-b03e-7bf0e58da792 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:49.823961 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7a4866e7-018c-4a37-b03e-7bf0e58da792 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2769327 Aug 19 14:50:49.828276 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387a4fc-6572-4b77-918c-6484ff94656e req-3de11039-aeb8-439c-854e-e8f4d486013e tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:49.830896 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58600) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:49.838334 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1387a4fc-6572-4b77-918c-6484ff94656e req-3de11039-aeb8-439c-854e-e8f4d486013e tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=63ff844a-eb67-4fc1-81b5-e3f4fbee744a HTTP/1.1" status: 200 len: 867 time: 0.8583665 Aug 19 14:50:49.922511 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1b40d21e-eeca-4692-8d68-fb69c92eadf2 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0902698 Aug 19 14:50:49.931865 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58602) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:49.949379 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-04e7f98d-753d-463f-b5b2-8a3482717cdc tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'subnet': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:50:50.044940 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4eb878c-11af-4bea-9513-ef38611c31c1 req-2f607df9-d8f7-45b3-9114-3c9d664faa67 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] No DVR routers for this DVR port 924ebce5-5a1a-40dc-be32-861346dd7e4f on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:50:50.066541 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=1cfb3674-19e0-4512-9e38-c46b82a7f053,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:50.085665 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfabb857-3ab6-458e-bcdb-68bc14a4891b admin admin] Router 66cd2e36-2154-4bf3-90ae-25fc0c52e644 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:50:50.096732 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f4eb878c-11af-4bea-9513-ef38611c31c1 req-2f607df9-d8f7-45b3-9114-3c9d664faa67 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:50.102353 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f4eb878c-11af-4bea-9513-ef38611c31c1 req-2f607df9-d8f7-45b3-9114-3c9d664faa67 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.88 "DELETE /v2.0/ports/924ebce5-5a1a-40dc-be32-861346dd7e4f HTTP/1.1" status: 204 len: 173 time: 1.7275822 Aug 19 14:50:50.106885 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ff844a-eb67-4fc1-81b5-e3f4fbee744a', 'name': 'network-vif-deleted', 'tag': '924ebce5-5a1a-40dc-be32-861346dd7e4f'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:50:50.113775 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f8e6ea-f635-4ca9-a197-180747e0df84" -d '{"events": [{"server_uuid": "63ff844a-eb67-4fc1-81b5-e3f4fbee744a", "name": "network-vif-deleted", "tag": "924ebce5-5a1a-40dc-be32-861346dd7e4f"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:50:50.119574 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5b540ccc-a4a9-4042-9892-a1f6066bddea None None] Deleting port 626a24f9-bb99-49c7-b65d-626eb5003739 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:50:50.119952 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5b540ccc-a4a9-4042-9892-a1f6066bddea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:50.136616 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75358120-6945-4098-bc2f-a28f7ee2453f req-1a6370fa-dac3-4b8a-8cf9-3b28c8d5c5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:50.138666 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-75358120-6945-4098-bc2f-a28f7ee2453f req-1a6370fa-dac3-4b8a-8cf9-3b28c8d5c5e0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=00407f4f-625e-4027-88c9-c372d08f8ca3 HTTP/1.1" status: 200 len: 861 time: 0.4596448 Aug 19 14:50:50.212077 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1387a4fc-6572-4b77-918c-6484ff94656e req-882c80cc-3665-462b-a2fa-03e69896b091 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595898 Aug 19 14:50:50.297715 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-75358120-6945-4098-bc2f-a28f7ee2453f req-858c8eee-a1e8-4ce3-abef-5e50dfa1e9d1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7ad57a80-ea49-41a7-a83a-5530ec33192c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1129529 Aug 19 14:50:50.311246 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e7f98d-753d-463f-b5b2-8a3482717cdc tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:50:50.314865 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-04e7f98d-753d-463f-b5b2-8a3482717cdc tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:50.319825 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfabb857-3ab6-458e-bcdb-68bc14a4891b admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:50:50.326477 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-bfabb857-3ab6-458e-bcdb-68bc14a4891b admin admin] 10.222.0.69 "PUT /v2.0/routers/66cd2e36-2154-4bf3-90ae-25fc0c52e644/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5730379 Aug 19 14:50:50.366704 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603de288-feed-4488-9fcb-25ba0288cd0c req-93213601-17dd-4714-96c7-d9ed9201022a tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:50.368332 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-603de288-feed-4488-9fcb-25ba0288cd0c req-93213601-17dd-4714-96c7-d9ed9201022a tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] 10.222.0.69 "GET /v2.0/ports?device_id=76594c95-3b6c-4db9-8ada-502a14a40659 HTTP/1.1" status: 200 len: 943 time: 0.4601016 Aug 19 14:50:50.560873 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 1cfb3674-19e0-4512-9e38-c46b82a7f053 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:50:50.681788 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-603de288-feed-4488-9fcb-25ba0288cd0c req-fe4eb541-9c46-4fa2-be0e-16478eb5038c tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb9a2d9e-ec3e-4447-b838-be1734307db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930601 Aug 19 14:50:50.693477 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf199a1-edd5-4361-a4ed-61d82303dc8c x-openstack-request-id: req-5cf199a1-edd5-4361-a4ed-61d82303dc8c {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:50:50.694708 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63ff844a-eb67-4fc1-81b5-e3f4fbee744a", "name": "network-vif-deleted", "tag": "924ebce5-5a1a-40dc-be32-861346dd7e4f", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:50:50.695020 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5cf199a1-edd5-4361-a4ed-61d82303dc8c {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:50:50.695501 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63ff844a-eb67-4fc1-81b5-e3f4fbee744a', 'name': 'network-vif-deleted', 'tag': '924ebce5-5a1a-40dc-be32-861346dd7e4f', 'status': 'completed', 'code': 200} Aug 19 14:50:50.698898 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5b540ccc-a4a9-4042-9892-a1f6066bddea None None] For port 626a24f9-bb99-49c7-b65d-626eb5003739, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=626a24f9-bb99-49c7-b65d-626eb5003739,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:50:50.699308 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5b540ccc-a4a9-4042-9892-a1f6066bddea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:50.719384 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:50:50.736614 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5b540ccc-a4a9-4042-9892-a1f6066bddea None None] Calling delete_port for 626a24f9-bb99-49c7-b65d-626eb5003739 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:50:50.802675 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-75358120-6945-4098-bc2f-a28f7ee2453f req-44d56194-728c-4b86-b5e3-49353f8ef5bb service neutron] 10.222.0.68 "GET /v2.0/networks/7ad57a80-ea49-41a7-a83a-5530ec33192c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4887927 Aug 19 14:50:50.818428 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device b3aaad3d-a7a7-4ee4-a136-e4fd850a6dd7 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:50:50.905085 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2db5ff-267f-417a-a6bb-c2546ee2d188 None None] Sync routers for ids ['66cd2e36-2154-4bf3-90ae-25fc0c52e644'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:50:50.941419 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2db5ff-267f-417a-a6bb-c2546ee2d188 None None] Routers {'66cd2e36-2154-4bf3-90ae-25fc0c52e644'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:50:50.942211 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7b2db5ff-267f-417a-a6bb-c2546ee2d188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:50:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['66cd2e36-2154-4bf3-90ae-25fc0c52e644'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:50:50.969776 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 1cfb3674-19e0-4512-9e38-c46b82a7f053 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:50:50.969776 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:51.150768 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-73f47e98-c66c-4334-a69a-6dbfc6b24efd req-7d98a50a-efa0-4a72-a08d-792b1866da5c tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 210 time: 0.1451628 Aug 19 14:50:51.284986 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.db.resource_extend [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 14:50:51.316052 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-7b2db5ff-267f-417a-a6bb-c2546ee2d188 None None] Set router 66cd2e36-2154-4bf3-90ae-25fc0c52e644 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:50:51.377565 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5b540ccc-a4a9-4042-9892-a1f6066bddea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:51.452253 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b540ccc-a4a9-4042-9892-a1f6066bddea None None] No DVR routers for this DVR port 626a24f9-bb99-49c7-b65d-626eb5003739 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:50:51.458810 n-d-766043-2 neutron-server[94639]: DEBUG neutron.objects.ports [None req-04e7f98d-753d-463f-b5b2-8a3482717cdc tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94639) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 14:50:51.470504 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b540ccc-a4a9-4042-9892-a1f6066bddea None None] Pushing event deleted for resources: {'Port': ['ID=626a24f9-bb99-49c7-b65d-626eb5003739,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:51.471150 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-04e7f98d-753d-463f-b5b2-8a3482717cdc tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:51.606191 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e7f98d-753d-463f-b5b2-8a3482717cdc tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:50:51.607190 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0bfb93-4617-4754-a077-ec0956c847af req-012f488f-f317-4a88-9f03-9cc581317171 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:51.619926 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bf0bfb93-4617-4754-a077-ec0956c847af req-012f488f-f317-4a88-9f03-9cc581317171 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/networks?id=bc40ef47-e237-4a53-8855-5d51cefff0db HTTP/1.1" status: 200 len: 820 time: 0.4577608 Aug 19 14:50:51.670211 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e7f98d-753d-463f-b5b2-8a3482717cdc tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Subnet': ['ID=08109700-0a98-4885-a791-0ce73e8b9c4b,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:51.675063 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-04e7f98d-753d-463f-b5b2-8a3482717cdc tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:50:51.685838 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e7f98d-753d-463f-b5b2-8a3482717cdc tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:51.686806 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-04e7f98d-753d-463f-b5b2-8a3482717cdc tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:51.709181 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d967bb6-207e-4920-97cc-05cb13875196 None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:50:51.715223 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bf0bfb93-4617-4754-a077-ec0956c847af req-c4022232-0742-475b-b77a-41a123c93b86 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/quotas/ae49a7cbfd2b423caf2130122e9db614 HTTP/1.1" status: 200 len: 375 time: 0.0927224 Aug 19 14:50:51.727742 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-04e7f98d-753d-463f-b5b2-8a3482717cdc tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.7902393 Aug 19 14:50:51.730856 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58656) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:51.743441 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-54af4780-df13-4614-a042-a4c50e3642c4 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'port': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'mac_address': 'fa:16:3e:db:08:67', 'name': 'tempest-NetworksTestDHCPv6-1875274953'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:50:51.901438 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 626a24f9-bb99-49c7-b65d-626eb5003739 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:50:51.926675 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-75358120-6945-4098-bc2f-a28f7ee2453f req-305a3acf-b1d7-48cc-b89d-e9a0fe19847b service neutron] 10.222.0.68 "GET /v2.0/networks/7ad57a80-ea49-41a7-a83a-5530ec33192c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1149309 Aug 19 14:50:51.967383 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 626a24f9-bb99-49c7-b65d-626eb5003739 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:50:51.968756 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 626a24f9-bb99-49c7-b65d-626eb5003739 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:50:51.976021 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port b3aaad3d-a7a7-4ee4-a136-e4fd850a6dd7, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=b3aaad3d-a7a7-4ee4-a136-e4fd850a6dd7,segment=NetworkSegment(d17dab91-5eab-4611-ba12-0b110dc626ea),segment_id=d17dab91-5eab-4611-ba12-0b110dc626ea)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:50:52.000503 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba97257-7f5e-4fc8-bff9-a04c6b4b9293 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'tenant_id': 'c39f5f14c7bc46018e8896511823152f', 'fixed_ips': [{'subnet_id': '08109700-0a98-4885-a791-0ce73e8b9c4b'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:50:52.001772 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9ba97257-7f5e-4fc8-bff9-a04c6b4b9293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:52.004968 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bf0bfb93-4617-4754-a077-ec0956c847af req-de1c9545-2614-485d-bb63-137444d3cf86 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ae49a7cbfd2b423caf2130122e9db614&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2885399 Aug 19 14:50:52.013005 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7b2db5ff-267f-417a-a6bb-c2546ee2d188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cd2e36-2154-4bf3-90ae-25fc0c52e644', 'name': 'tempest-ServerRescueTestJSONUnderV235-2141305118-router', 'tenant_id': 'ae49a7cbfd2b423caf2130122e9db614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '1cfb3674-19e0-4512-9e38-c46b82a7f053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:50:39Z', 'updated_at': '2021-08-19T14:50:46Z', 'revision_number': 4, 'project_id': 'ae49a7cbfd2b423caf2130122e9db614', 'gw_port': {'id': '1cfb3674-19e0-4512-9e38-c46b82a7f053', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd2e36-2154-4bf3-90ae-25fc0c52e644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:50:41Z', 'updated_at': '2021-08-19T14:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'b831b4d1-1d7a-4d50-a3e5-31fbe341e840', 'name': '', 'network_id': 'bc40ef47-e237-4a53-8855-5d51cefff0db', 'tenant_id': 'ae49a7cbfd2b423caf2130122e9db614', 'mac_address': 'fa:16:3e:17:62:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cd2e36-2154-4bf3-90ae-25fc0c52e644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '2a785b3e-9c1d-4988-81cb-c4fa12228cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:50:45Z', 'updated_at': '2021-08-19T14:50:46Z', 'revision_number': 2, 'project_id': 'ae49a7cbfd2b423caf2130122e9db614', 'subnets': [{'id': '2a785b3e-9c1d-4988-81cb-c4fa12228cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:50:52.029014 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': 'b3aaad3d-a7a7-4ee4-a136-e4fd850a6dd7', 'network_id': '7ad57a80-ea49-41a7-a83a-5530ec33192c', 'port_id': 'b3aaad3d-a7a7-4ee4-a136-e4fd850a6dd7', 'mac_address': 'fa:16:3e:fa:b6:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00407f4f-625e-4027-88c9-c372d08f8ca3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:50:52.046523 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2db5ff-267f-417a-a6bb-c2546ee2d188 None None] Checking router: 66cd2e36-2154-4bf3-90ae-25fc0c52e644 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:50:52.046877 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2db5ff-267f-417a-a6bb-c2546ee2d188 None None] Updating router 66cd2e36-2154-4bf3-90ae-25fc0c52e644 port b831b4d1-1d7a-4d50-a3e5-31fbe341e840 binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:50:52.077105 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-7b2db5ff-267f-417a-a6bb-c2546ee2d188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:52.083638 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54af4780-df13-4614-a042-a4c50e3642c4 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:50:52.131653 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:52.135858 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bf0bfb93-4617-4754-a077-ec0956c847af req-f440b357-2123-455d-94fb-9738b0b01715 service neutron] 10.222.0.69 "GET /v2.0/networks/bc40ef47-e237-4a53-8855-5d51cefff0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295233 Aug 19 14:50:52.233520 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-54af4780-df13-4614-a042-a4c50e3642c4 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:52.258750 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-54af4780-df13-4614-a042-a4c50e3642c4 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] device_id is not set on port fbbee775-e192-4b87-bd35-61c9582f51a3 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:50:52.334736 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3aaad3d-a7a7-4ee4-a136-e4fd850a6dd7 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:50:52.348623 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a2695-690b-433b-b8ee-534d9ac25e56 req-7f0aa668-92c4-465f-8344-cd3beaf44dee tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:52.350566 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8c5a2695-690b-433b-b8ee-534d9ac25e56 req-7f0aa668-92c4-465f-8344-cd3beaf44dee tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] 10.222.0.69 "GET /v2.0/ports?device_id=76594c95-3b6c-4db9-8ada-502a14a40659 HTTP/1.1" status: 200 len: 943 time: 0.3310723 Aug 19 14:50:52.401066 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bf0bfb93-4617-4754-a077-ec0956c847af req-264b030f-ebed-46a2-8ecd-102d4c76d54f service neutron] 10.222.0.69 "GET /v2.0/networks/bc40ef47-e237-4a53-8855-5d51cefff0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635787 Aug 19 14:50:52.440990 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8c5a2695-690b-433b-b8ee-534d9ac25e56 req-9e1cd106-1d1a-4459-8b1e-290fd868cf7a tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb9a2d9e-ec3e-4447-b838-be1734307db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727336 Aug 19 14:50:52.483714 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-7b2db5ff-267f-417a-a6bb-c2546ee2d188 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:52.483929 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-9ba97257-7f5e-4fc8-bff9-a04c6b4b9293 None None] Allocated IP 2001:db8::f816:3eff:fea1:9511 (eb2a0074-ffdc-4655-a2e0-d470caf1d21a/08109700-0a98-4885-a791-0ce73e8b9c4b/de7bd2cd-25d5-4be5-9894-27fb85a6de0e) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:50:52.498352 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-7b2db5ff-267f-417a-a6bb-c2546ee2d188 None None] Transition to ACTIVE for port object b831b4d1-1d7a-4d50-a3e5-31fbe341e840 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:50:52.506672 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-7b2db5ff-267f-417a-a6bb-c2546ee2d188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:52.597286 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5064089-2053-4d77-9825-1a9ba0451e10 req-6f644af9-c9f7-44e8-b395-2f563a01dbe3 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:52.600022 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e5064089-2053-4d77-9825-1a9ba0451e10 req-6f644af9-c9f7-44e8-b395-2f563a01dbe3 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=189e7ebf-f6e8-42fb-8c3d-e95810c17119 HTTP/1.1" status: 200 len: 946 time: 0.0693521 Aug 19 14:50:52.622855 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b14e6bc-ccc0-4e80-b9e3-49060cd57e4d None None] Pushing event updated for resources: {'Port': ['ID=b831b4d1-1d7a-4d50-a3e5-31fbe341e840,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:52.639855 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-7b2db5ff-267f-417a-a6bb-c2546ee2d188 None None] Attempting to bind port b831b4d1-1d7a-4d50-a3e5-31fbe341e840 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:50:52.640252 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-7b2db5ff-267f-417a-a6bb-c2546ee2d188 None None] Attempting to bind port b831b4d1-1d7a-4d50-a3e5-31fbe341e840 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'b79a2b4c-25f9-4906-ab26-321a0fca78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bc40ef47-e237-4a53-8855-5d51cefff0db'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:50:52.640642 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2db5ff-267f-417a-a6bb-c2546ee2d188 None None] Attempting to bind port b831b4d1-1d7a-4d50-a3e5-31fbe341e840 on network bc40ef47-e237-4a53-8855-5d51cefff0db {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:50:52.646890 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2db5ff-267f-417a-a6bb-c2546ee2d188 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:50:52.647312 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2db5ff-267f-417a-a6bb-c2546ee2d188 None None] Checking segment: {'id': 'b79a2b4c-25f9-4906-ab26-321a0fca78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bc40ef47-e237-4a53-8855-5d51cefff0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:50:52.647894 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-7b2db5ff-267f-417a-a6bb-c2546ee2d188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:52.648312 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2db5ff-267f-417a-a6bb-c2546ee2d188 None None] Bound using segment: {'id': 'b79a2b4c-25f9-4906-ab26-321a0fca78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bc40ef47-e237-4a53-8855-5d51cefff0db'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:50:52.649373 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-7b2db5ff-267f-417a-a6bb-c2546ee2d188 None None] Bound port: b831b4d1-1d7a-4d50-a3e5-31fbe341e840, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b79a2b4c-25f9-4906-ab26-321a0fca78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bc40ef47-e237-4a53-8855-5d51cefff0db'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:50:52.649802 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-7b2db5ff-267f-417a-a6bb-c2546ee2d188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:52.702944 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port b3aaad3d-a7a7-4ee4-a136-e4fd850a6dd7, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=b3aaad3d-a7a7-4ee4-a136-e4fd850a6dd7,segment=NetworkSegment(d17dab91-5eab-4611-ba12-0b110dc626ea),segment_id=d17dab91-5eab-4611-ba12-0b110dc626ea)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:50:52.704722 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 924ebce5-5a1a-40dc-be32-861346dd7e4f no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:50:52.710724 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e5064089-2053-4d77-9825-1a9ba0451e10 req-b564126a-a354-4e5d-9a5b-57daa525b04c tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042445 Aug 19 14:50:52.712250 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:52.764080 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-7b2db5ff-267f-417a-a6bb-c2546ee2d188 None None] For port b831b4d1-1d7a-4d50-a3e5-31fbe341e840, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:50:52.782396 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-7b2db5ff-267f-417a-a6bb-c2546ee2d188 None None] For port b831b4d1-1d7a-4d50-a3e5-31fbe341e840, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b831b4d1-1d7a-4d50-a3e5-31fbe341e840,segment=NetworkSegment(b79a2b4c-25f9-4906-ab26-321a0fca78e3),segment_id=b79a2b4c-25f9-4906-ab26-321a0fca78e3)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:50:52.798418 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-7b2db5ff-267f-417a-a6bb-c2546ee2d188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:52.817008 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3e64816b-882e-4de8-b10c-e201cfcc1f09 req-b1b23037-0b90-4241-80b7-c3b7659492a7 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 210 time: 0.0472050 Aug 19 14:50:52.857371 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-902cf5ab-c0a1-4ece-a919-de6fc6714d37 req-1c0fb631-57ea-4f1f-a34f-142348e50477 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/ports?device_id=1bd4818f-f956-4364-a039-4a23191a221b HTTP/1.1" status: 200 len: 210 time: 0.0433645 Aug 19 14:50:52.901663 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2db5ff-267f-417a-a6bb-c2546ee2d188 None None] Routers {'66cd2e36-2154-4bf3-90ae-25fc0c52e644'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:50:52.902365 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7b2db5ff-267f-417a-a6bb-c2546ee2d188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:50:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['66cd2e36-2154-4bf3-90ae-25fc0c52e644'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:50:52.952289 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=b3aaad3d-a7a7-4ee4-a136-e4fd850a6dd7,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:52.967110 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: 924ebce5-5a1a-40dc-be32-861346dd7e4f {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:50:52.967528 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 924ebce5-5a1a-40dc-be32-861346dd7e4f not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:50:52.994231 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9ba97257-7f5e-4fc8-bff9-a04c6b4b9293 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:53.010386 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9ba97257-7f5e-4fc8-bff9-a04c6b4b9293 None None] Transition to ACTIVE for port object de7bd2cd-25d5-4be5-9894-27fb85a6de0e will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:50:53.038230 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-7b2db5ff-267f-417a-a6bb-c2546ee2d188 None None] Set router 66cd2e36-2154-4bf3-90ae-25fc0c52e644 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:50:53.044161 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['b3aaad3d-a7a7-4ee4-a136-e4fd850a6dd7'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:50:53.051696 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9ba97257-7f5e-4fc8-bff9-a04c6b4b9293 None None] Transition to ACTIVE for port object de7bd2cd-25d5-4be5-9894-27fb85a6de0e will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:50:53.081886 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9ba97257-7f5e-4fc8-bff9-a04c6b4b9293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:53.131351 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba97257-7f5e-4fc8-bff9-a04c6b4b9293 None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:50:53.137959 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-9ba97257-7f5e-4fc8-bff9-a04c6b4b9293 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:50:53.140557 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba97257-7f5e-4fc8-bff9-a04c6b4b9293 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:50:53.144920 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-54af4780-df13-4614-a042-a4c50e3642c4 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Allocated IP 2001:db8::f816:3eff:fedb:867 (eb2a0074-ffdc-4655-a2e0-d470caf1d21a/08109700-0a98-4885-a791-0ce73e8b9c4b/fbbee775-e192-4b87-bd35-61c9582f51a3) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:50:53.155433 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b14e6bc-ccc0-4e80-b9e3-49060cd57e4d None None] Pushing event updated for resources: {'Port': ['ID=b831b4d1-1d7a-4d50-a3e5-31fbe341e840,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:53.279305 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba97257-7f5e-4fc8-bff9-a04c6b4b9293 None None] Pushing event updated for resources: {'Port': ['ID=de7bd2cd-25d5-4be5-9894-27fb85a6de0e,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:53.342365 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9ba97257-7f5e-4fc8-bff9-a04c6b4b9293 None None] Attempting to bind port de7bd2cd-25d5-4be5-9894-27fb85a6de0e on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:50:53.343370 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9ba97257-7f5e-4fc8-bff9-a04c6b4b9293 None None] Attempting to bind port de7bd2cd-25d5-4be5-9894-27fb85a6de0e by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:50:53.343929 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba97257-7f5e-4fc8-bff9-a04c6b4b9293 None None] Attempting to bind port de7bd2cd-25d5-4be5-9894-27fb85a6de0e on network eb2a0074-ffdc-4655-a2e0-d470caf1d21a {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:50:53.356270 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba97257-7f5e-4fc8-bff9-a04c6b4b9293 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:50:53.356991 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba97257-7f5e-4fc8-bff9-a04c6b4b9293 None None] Checking segment: {'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:50:53.357553 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9ba97257-7f5e-4fc8-bff9-a04c6b4b9293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:53.358123 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba97257-7f5e-4fc8-bff9-a04c6b4b9293 None None] Bound using segment: {'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:50:53.358935 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9ba97257-7f5e-4fc8-bff9-a04c6b4b9293 None None] Bound port: de7bd2cd-25d5-4be5-9894-27fb85a6de0e, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:50:53.359487 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9ba97257-7f5e-4fc8-bff9-a04c6b4b9293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:53.479237 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-54af4780-df13-4614-a042-a4c50e3642c4 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:53.525795 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-54af4780-df13-4614-a042-a4c50e3642c4 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Transition to ACTIVE for port object fbbee775-e192-4b87-bd35-61c9582f51a3 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:50:53.615802 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-54af4780-df13-4614-a042-a4c50e3642c4 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:53.676843 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54af4780-df13-4614-a042-a4c50e3642c4 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:50:53.683392 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-54af4780-df13-4614-a042-a4c50e3642c4 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:50:53.692840 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54af4780-df13-4614-a042-a4c50e3642c4 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:50:53.699904 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54af4780-df13-4614-a042-a4c50e3642c4 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:53.700822 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-54af4780-df13-4614-a042-a4c50e3642c4 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:53.709967 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9ba97257-7f5e-4fc8-bff9-a04c6b4b9293 None None] For port de7bd2cd-25d5-4be5-9894-27fb85a6de0e, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:50:53.715573 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9ba97257-7f5e-4fc8-bff9-a04c6b4b9293 None None] For port de7bd2cd-25d5-4be5-9894-27fb85a6de0e, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=de7bd2cd-25d5-4be5-9894-27fb85a6de0e,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:50:53.718713 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54af4780-df13-4614-a042-a4c50e3642c4 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Port': ['ID=fbbee775-e192-4b87-bd35-61c9582f51a3,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:53.725679 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9ba97257-7f5e-4fc8-bff9-a04c6b4b9293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:53.738202 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-54af4780-df13-4614-a042-a4c50e3642c4 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0059638 Aug 19 14:50:53.739206 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58698) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:53.765079 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571cf370-d9da-47ee-90ef-b93746e06b2a req-758a1a76-ee7c-42e7-9301-f6d8d6448743 tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:53.776976 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-571cf370-d9da-47ee-90ef-b93746e06b2a req-758a1a76-ee7c-42e7-9301-f6d8d6448743 tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] 10.222.0.69 "GET /v2.0/ports?device_id=76594c95-3b6c-4db9-8ada-502a14a40659 HTTP/1.1" status: 200 len: 944 time: 0.1603572 Aug 19 14:50:53.785400 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7b2db5ff-267f-417a-a6bb-c2546ee2d188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cd2e36-2154-4bf3-90ae-25fc0c52e644', 'name': 'tempest-ServerRescueTestJSONUnderV235-2141305118-router', 'tenant_id': 'ae49a7cbfd2b423caf2130122e9db614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '1cfb3674-19e0-4512-9e38-c46b82a7f053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:50:39Z', 'updated_at': '2021-08-19T14:50:46Z', 'revision_number': 4, 'project_id': 'ae49a7cbfd2b423caf2130122e9db614', 'gw_port': {'id': '1cfb3674-19e0-4512-9e38-c46b82a7f053', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd2e36-2154-4bf3-90ae-25fc0c52e644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:50:41Z', 'updated_at': '2021-08-19T14:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'b831b4d1-1d7a-4d50-a3e5-31fbe341e840', 'name': '', 'network_id': 'bc40ef47-e237-4a53-8855-5d51cefff0db', 'tenant_id': 'ae49a7cbfd2b423caf2130122e9db614', 'mac_address': 'fa:16:3e:17:62:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cd2e36-2154-4bf3-90ae-25fc0c52e644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '2a785b3e-9c1d-4988-81cb-c4fa12228cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:50:45Z', 'updated_at': '2021-08-19T14:50:52Z', 'revision_number': 4, 'project_id': 'ae49a7cbfd2b423caf2130122e9db614', 'subnets': [{'id': '2a785b3e-9c1d-4988-81cb-c4fa12228cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:50:53.819552 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2db5ff-267f-417a-a6bb-c2546ee2d188 None None] The sync data for ids ['66cd2e36-2154-4bf3-90ae-25fc0c52e644'] in n-d-766043-2 is: [{'id': '66cd2e36-2154-4bf3-90ae-25fc0c52e644', 'name': 'tempest-ServerRescueTestJSONUnderV235-2141305118-router', 'tenant_id': 'ae49a7cbfd2b423caf2130122e9db614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '1cfb3674-19e0-4512-9e38-c46b82a7f053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:50:39Z', 'updated_at': '2021-08-19T14:50:46Z', 'revision_number': 4, 'project_id': 'ae49a7cbfd2b423caf2130122e9db614', 'gw_port': {'id': '1cfb3674-19e0-4512-9e38-c46b82a7f053', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd2e36-2154-4bf3-90ae-25fc0c52e644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:50:41Z', 'updated_at': '2021-08-19T14:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'b831b4d1-1d7a-4d50-a3e5-31fbe341e840', 'name': '', 'network_id': 'bc40ef47-e237-4a53-8855-5d51cefff0db', 'tenant_id': 'ae49a7cbfd2b423caf2130122e9db614', 'mac_address': 'fa:16:3e:17:62:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cd2e36-2154-4bf3-90ae-25fc0c52e644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '2a785b3e-9c1d-4988-81cb-c4fa12228cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:50:45Z', 'updated_at': '2021-08-19T14:50:52Z', 'revision_number': 4, 'project_id': 'ae49a7cbfd2b423caf2130122e9db614', 'subnets': [{'id': '2a785b3e-9c1d-4988-81cb-c4fa12228cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:50:53.919064 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b5a024-38b2-4ac4-8a12-3313a461005a tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:53.931304 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba97257-7f5e-4fc8-bff9-a04c6b4b9293 None None] Pushing event updated for resources: {'Port': ['ID=de7bd2cd-25d5-4be5-9894-27fb85a6de0e,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:53.944111 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b5a024-38b2-4ac4-8a12-3313a461005a tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:53.945818 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a9b5a024-38b2-4ac4-8a12-3313a461005a tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2042472 Aug 19 14:50:53.973010 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58708) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:54.113192 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-571cf370-d9da-47ee-90ef-b93746e06b2a req-f04d8adb-d236-4967-a2a2-b237d413b6a8 tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb9a2d9e-ec3e-4447-b838-be1734307db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309560 Aug 19 14:50:54.201868 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc18bdc-e3a4-41e7-8a12-7da22f1bc62c req-a8daa37d-3d3b-4a86-bd03-82ab4facd4b6 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:54.206371 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1cc18bdc-e3a4-41e7-8a12-7da22f1bc62c req-a8daa37d-3d3b-4a86-bd03-82ab4facd4b6 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=189e7ebf-f6e8-42fb-8c3d-e95810c17119 HTTP/1.1" status: 200 len: 946 time: 0.2661529 Aug 19 14:50:54.225017 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-04654ead-e673-4e67-b01d-66b9a2958214 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Deleting port fbbee775-e192-4b87-bd35-61c9582f51a3 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:50:54.225618 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-04654ead-e673-4e67-b01d-66b9a2958214 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:54.243019 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70d85e-5651-475e-9733-2ddc43daccf6 req-4d19603b-ee84-4a77-8b2a-2f9d8b40ee17 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:54.248078 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bc70d85e-5651-475e-9733-2ddc43daccf6 req-4d19603b-ee84-4a77-8b2a-2f9d8b40ee17 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.68 "GET /v2.0/ports?device_id=189e7ebf-f6e8-42fb-8c3d-e95810c17119 HTTP/1.1" status: 200 len: 946 time: 0.3626001 Aug 19 14:50:54.441926 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b831b4d1-1d7a-4d50-a3e5-31fbe341e840 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:50:54.466636 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d9d4e3a9-e274-44de-8241-6ccef8c3b0c9 req-f313bc81-d63b-4f6b-9e7b-afdc644127b4 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 210 time: 0.2091377 Aug 19 14:50:54.482299 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-04654ead-e673-4e67-b01d-66b9a2958214 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:54.545453 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-04654ead-e673-4e67-b01d-66b9a2958214 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Calling delete_port for fbbee775-e192-4b87-bd35-61c9582f51a3 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:50:54.557845 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port b831b4d1-1d7a-4d50-a3e5-31fbe341e840 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:50:54.564161 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port b831b4d1-1d7a-4d50-a3e5-31fbe341e840 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:50:54.564867 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:54.734998 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device b3aaad3d-a7a7-4ee4-a136-e4fd850a6dd7 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:50:54.818554 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-48cf66d3-256b-4e66-a5cf-ea31d8dc2ade req-b18631e7-a481-47ee-a452-de7679eaf2c1 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/ports?device_id=1bd4818f-f956-4364-a039-4a23191a221b HTTP/1.1" status: 200 len: 210 time: 0.1765325 Aug 19 14:50:54.831878 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1cc18bdc-e3a4-41e7-8a12-7da22f1bc62c req-4cd92252-f24b-48c3-bc1b-eec7db0900f0 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe4103db-55d7-47ea-bed4-2883c4a04656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5815532 Aug 19 14:50:54.871562 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:54.904856 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-bc70d85e-5651-475e-9733-2ddc43daccf6 req-6fab0ef1-461c-49d2-9edd-8dd0384e67ed tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Deleting port 3c0b52e2-a311-4ffe-9349-091f50286919 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:50:54.905764 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bc70d85e-5651-475e-9733-2ddc43daccf6 req-6fab0ef1-461c-49d2-9edd-8dd0384e67ed tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:54.910225 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-04654ead-e673-4e67-b01d-66b9a2958214 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:54.959081 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04654ead-e673-4e67-b01d-66b9a2958214 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event deleted for resources: {'Port': ['ID=fbbee775-e192-4b87-bd35-61c9582f51a3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:54.987174 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port b3aaad3d-a7a7-4ee4-a136-e4fd850a6dd7 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:50:55.019750 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port b3aaad3d-a7a7-4ee4-a136-e4fd850a6dd7 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:50:55.020126 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:55.022633 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-04654ead-e673-4e67-b01d-66b9a2958214 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:55.025301 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-04654ead-e673-4e67-b01d-66b9a2958214 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/ports/fbbee775-e192-4b87-bd35-61c9582f51a3 HTTP/1.1" status: 204 len: 168 time: 1.0512133 Aug 19 14:50:55.027803 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58726) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:55.034165 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port b831b4d1-1d7a-4d50-a3e5-31fbe341e840, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b831b4d1-1d7a-4d50-a3e5-31fbe341e840,segment=NetworkSegment(b79a2b4c-25f9-4906-ab26-321a0fca78e3),segment_id=b79a2b4c-25f9-4906-ab26-321a0fca78e3)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:50:55.104434 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0bfb93-4617-4754-a077-ec0956c847af req-8d1fcf1d-c832-48d5-b450-f6dbcc3af9c4 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:55.106099 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bf0bfb93-4617-4754-a077-ec0956c847af req-8d1fcf1d-c832-48d5-b450-f6dbcc3af9c4 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.88 "GET /v2.0/networks?id=bc40ef47-e237-4a53-8855-5d51cefff0db HTTP/1.1" status: 200 len: 820 time: 0.5133519 Aug 19 14:50:55.121339 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:55.144323 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-bf0bfb93-4617-4754-a077-ec0956c847af req-d5fa0d1e-d117-473f-a910-f29449376c9f tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Request body: {'port': {'device_id': '1bd4818f-f956-4364-a039-4a23191a221b', 'network_id': 'bc40ef47-e237-4a53-8855-5d51cefff0db', 'admin_state_up': True, 'tenant_id': 'ae49a7cbfd2b423caf2130122e9db614'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:50:55.153580 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa60d277-ff45-4055-b8b7-eb1ccaf5a55f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:55.163935 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa60d277-ff45-4055-b8b7-eb1ccaf5a55f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:55.176396 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-fa60d277-ff45-4055-b8b7-eb1ccaf5a55f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1428344 Aug 19 14:50:55.178991 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58734) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:55.321589 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7755c9b-3a17-46b2-8a59-78c55c987eed tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Deleting subnet 08109700-0a98-4885-a791-0ce73e8b9c4b {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:50:55.324933 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e7755c9b-3a17-46b2-8a59-78c55c987eed tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:55.373958 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=b831b4d1-1d7a-4d50-a3e5-31fbe341e840,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:55.420154 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e7755c9b-3a17-46b2-8a59-78c55c987eed tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:55.486953 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:55.580089 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76594c95-3b6c-4db9-8ada-502a14a40659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3aaad3d-a7a7-4ee4-a136-e4fd850a6dd7'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:50:55.582512 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e47f8a8-c3f8-4e13-9bd9-82a4f8d5f5d6" -d '{"events": [{"server_uuid": "76594c95-3b6c-4db9-8ada-502a14a40659", "name": "network-vif-plugged", "status": "completed", "tag": "b3aaad3d-a7a7-4ee4-a136-e4fd850a6dd7"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:50:55.633510 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port b3aaad3d-a7a7-4ee4-a136-e4fd850a6dd7, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=b3aaad3d-a7a7-4ee4-a136-e4fd850a6dd7,segment=NetworkSegment(d17dab91-5eab-4611-ba12-0b110dc626ea),segment_id=d17dab91-5eab-4611-ba12-0b110dc626ea)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:50:55.648171 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:55.677220 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e7755c9b-3a17-46b2-8a59-78c55c987eed tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:55.795734 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e7755c9b-3a17-46b2-8a59-78c55c987eed tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:55.802738 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=b3aaad3d-a7a7-4ee4-a136-e4fd850a6dd7,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:55.904676 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7755c9b-3a17-46b2-8a59-78c55c987eed tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event deleted for resources: {'Subnet': ['ID=08109700-0a98-4885-a791-0ce73e8b9c4b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:55.908989 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e7755c9b-3a17-46b2-8a59-78c55c987eed tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:55.911984 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e7755c9b-3a17-46b2-8a59-78c55c987eed tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/08109700-0a98-4885-a791-0ce73e8b9c4b HTTP/1.1" status: 204 len: 168 time: 0.7319458 Aug 19 14:50:55.914740 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58748) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:55.972226 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d0c27967-1cd0-4938-b6b7-385d512baa4a None None] Provisioning for port de7bd2cd-25d5-4be5-9894-27fb85a6de0e completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:50:55.997269 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-bfa24513-065f-48d0-bca5-66fe22a3faf6 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0810025 Aug 19 14:50:56.004938 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58754) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:56.010692 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e7ea2430-bdb9-4a11-8cef-502e48b23081 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'subnet': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:50:56.045663 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ba3fbf45-65e9-4008-a4eb-6ed6f703de57 req-03fab46c-98cb-44c7-b4a4-de95075e6932 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 210 time: 0.1131239 Aug 19 14:50:56.068643 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-bc70d85e-5651-475e-9733-2ddc43daccf6 req-6fab0ef1-461c-49d2-9edd-8dd0384e67ed tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] For port 3c0b52e2-a311-4ffe-9349-091f50286919, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=3c0b52e2-a311-4ffe-9349-091f50286919,segment=NetworkSegment(8196d451-8148-4854-93a1-9e3fdf28ead8),segment_id=8196d451-8148-4854-93a1-9e3fdf28ead8)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:50:56.071352 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bc70d85e-5651-475e-9733-2ddc43daccf6 req-6fab0ef1-461c-49d2-9edd-8dd0384e67ed tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:56.108917 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-bc70d85e-5651-475e-9733-2ddc43daccf6 req-6fab0ef1-461c-49d2-9edd-8dd0384e67ed tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Calling delete_port for 3c0b52e2-a311-4ffe-9349-091f50286919 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:50:56.153067 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4550d002-e2dd-46b4-a67f-5822dd209480 x-openstack-request-id: req-4550d002-e2dd-46b4-a67f-5822dd209480 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:50:56.153362 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76594c95-3b6c-4db9-8ada-502a14a40659", "name": "network-vif-plugged", "status": "completed", "tag": "b3aaad3d-a7a7-4ee4-a136-e4fd850a6dd7", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:50:56.153612 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4550d002-e2dd-46b4-a67f-5822dd209480 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:50:56.154242 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76594c95-3b6c-4db9-8ada-502a14a40659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3aaad3d-a7a7-4ee4-a136-e4fd850a6dd7', 'code': 200} Aug 19 14:50:56.161385 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ea2430-bdb9-4a11-8cef-502e48b23081 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:50:56.166162 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e7ea2430-bdb9-4a11-8cef-502e48b23081 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:56.368994 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5683b9c-e54a-4869-a57b-1464ecb26a4f None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:50:56.430972 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5da3a9-c85d-4636-8bb6-bce322245094 req-cdbc2b84-9c94-4fc4-9e17-f6219aae1ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:56.433494 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cc5da3a9-c85d-4636-8bb6-bce322245094 req-cdbc2b84-9c94-4fc4-9e17-f6219aae1ed1 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=76594c95-3b6c-4db9-8ada-502a14a40659 HTTP/1.1" status: 200 len: 1096 time: 0.1420534 Aug 19 14:50:56.510309 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cc5da3a9-c85d-4636-8bb6-bce322245094 req-13febf8a-0477-4635-be5e-6078e630c89b service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=fb9a2d9e-ec3e-4447-b838-be1734307db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657849 Aug 19 14:50:56.525367 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b831b4d1-1d7a-4d50-a3e5-31fbe341e840 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:50:56.566010 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b5223478-3244-4c7b-b711-f2c84bfb4f34 None None] Could not find standard attr ID for object fbbee775-e192-4b87-bd35-61c9582f51a3. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 14:50:56.642016 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-93d2dd74-4eff-406b-8a87-f93624648719 req-8fb36fb9-771a-4b6b-a040-409f85e928d0 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/ports?device_id=1bd4818f-f956-4364-a039-4a23191a221b HTTP/1.1" status: 200 len: 210 time: 0.1459985 Aug 19 14:50:56.677382 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69a04a-8be1-4ee8-8955-15940bfad83d req-773e718a-34b9-4695-8a92-bf32c8a8d504 tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:56.678995 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bf69a04a-8be1-4ee8-8955-15940bfad83d req-773e718a-34b9-4695-8a92-bf32c8a8d504 tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] 10.222.0.69 "GET /v2.0/ports?device_id=76594c95-3b6c-4db9-8ada-502a14a40659 HTTP/1.1" status: 200 len: 945 time: 1.3586223 Aug 19 14:50:56.706885 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port b831b4d1-1d7a-4d50-a3e5-31fbe341e840 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:50:56.707567 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:56.723124 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bc70d85e-5651-475e-9733-2ddc43daccf6 req-6fab0ef1-461c-49d2-9edd-8dd0384e67ed tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:56.792930 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['3c0b52e2-a311-4ffe-9349-091f50286919'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:50:56.806791 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab0ef1-461c-49d2-9edd-8dd0384e67ed tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Pushing event deleted for resources: {'Port': ['ID=3c0b52e2-a311-4ffe-9349-091f50286919,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:56.818411 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf0bfb93-4617-4754-a077-ec0956c847af req-d5fa0d1e-d117-473f-a910-f29449376c9f tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Made reservation on behalf of ae49a7cbfd2b423caf2130122e9db614 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:50:56.823581 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bf0bfb93-4617-4754-a077-ec0956c847af req-d5fa0d1e-d117-473f-a910-f29449376c9f tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:56.871494 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-286f0e68-83ec-4dbd-aa30-290ca90f5d06 req-c618cdb1-55d4-4224-9e6a-3c2e888d4070 tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=189e7ebf-f6e8-42fb-8c3d-e95810c17119 HTTP/1.1" status: 200 len: 210 time: 0.0757205 Aug 19 14:50:56.888224 n-d-766043-2 neutron-server[94639]: DEBUG neutron.objects.ports [None req-e7ea2430-bdb9-4a11-8cef-502e48b23081 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94639) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 14:50:56.934986 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bf69a04a-8be1-4ee8-8955-15940bfad83d req-ef19c49a-ff67-4568-aa18-1af314a8568d tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb9a2d9e-ec3e-4447-b838-be1734307db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415929 Aug 19 14:50:56.948876 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ced53a-0549-41f9-8adc-08a267ec653e None None] DHCP port deletion for eb2a0074-ffdc-4655-a2e0-d470caf1d21a request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:50:56.989672 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc70d85e-5651-475e-9733-2ddc43daccf6 req-6fab0ef1-461c-49d2-9edd-8dd0384e67ed tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] No DVR routers for this DVR port 3c0b52e2-a311-4ffe-9349-091f50286919 on host n-h1-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:50:56.997569 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bc70d85e-5651-475e-9733-2ddc43daccf6 req-6fab0ef1-461c-49d2-9edd-8dd0384e67ed tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:57.001901 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bc70d85e-5651-475e-9733-2ddc43daccf6 req-6fab0ef1-461c-49d2-9edd-8dd0384e67ed tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.68 "DELETE /v2.0/ports/3c0b52e2-a311-4ffe-9349-091f50286919 HTTP/1.1" status: 204 len: 173 time: 2.7304332 Aug 19 14:50:57.015901 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '189e7ebf-f6e8-42fb-8c3d-e95810c17119', 'name': 'network-vif-deleted', 'tag': '3c0b52e2-a311-4ffe-9349-091f50286919'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:50:57.019068 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a299a63b-8d3e-45f6-9f42-1b29aac95c2b" -d '{"events": [{"server_uuid": "189e7ebf-f6e8-42fb-8c3d-e95810c17119", "name": "network-vif-deleted", "tag": "3c0b52e2-a311-4ffe-9349-091f50286919"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:50:57.160599 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432a8ae9-ade9-4643-aadb-0d7cb7215d90 x-openstack-request-id: req-432a8ae9-ade9-4643-aadb-0d7cb7215d90 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:50:57.161274 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "189e7ebf-f6e8-42fb-8c3d-e95810c17119", "name": "network-vif-deleted", "tag": "3c0b52e2-a311-4ffe-9349-091f50286919", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:50:57.161274 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-432a8ae9-ade9-4643-aadb-0d7cb7215d90 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:50:57.161635 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '189e7ebf-f6e8-42fb-8c3d-e95810c17119', 'name': 'network-vif-deleted', 'tag': '3c0b52e2-a311-4ffe-9349-091f50286919', 'status': 'completed', 'code': 200} Aug 19 14:50:57.168608 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-06ced53a-0549-41f9-8adc-08a267ec653e None None] Deleting port de7bd2cd-25d5-4be5-9894-27fb85a6de0e {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:50:57.169430 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-06ced53a-0549-41f9-8adc-08a267ec653e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:57.177084 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device de7bd2cd-25d5-4be5-9894-27fb85a6de0e up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:50:57.307523 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port de7bd2cd-25d5-4be5-9894-27fb85a6de0e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:50:57.309730 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e7ea2430-bdb9-4a11-8cef-502e48b23081 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:57.321031 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port de7bd2cd-25d5-4be5-9894-27fb85a6de0e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:50:57.321553 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:57.391043 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cf4ac307-a564-4ea1-aadd-e48eda8e1986 req-6f9cd114-e28d-4494-a1a9-27120c17136d tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 210 time: 0.0870054 Aug 19 14:50:57.393736 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-06ced53a-0549-41f9-8adc-08a267ec653e None None] For port de7bd2cd-25d5-4be5-9894-27fb85a6de0e, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=de7bd2cd-25d5-4be5-9894-27fb85a6de0e,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:50:57.394141 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-06ced53a-0549-41f9-8adc-08a267ec653e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:57.425501 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-bf0bfb93-4617-4754-a077-ec0956c847af req-d5fa0d1e-d117-473f-a910-f29449376c9f tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Allocated IP 172.20.0.9 (bc40ef47-e237-4a53-8855-5d51cefff0db/2a785b3e-9c1d-4988-81cb-c4fa12228cab/96288fe7-a5a8-42f3-aeb8-c30865d78dfb) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:50:57.457998 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-06ced53a-0549-41f9-8adc-08a267ec653e None None] Calling delete_port for de7bd2cd-25d5-4be5-9894-27fb85a6de0e owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:50:57.630849 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:57.760831 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-e7ea2430-bdb9-4a11-8cef-502e48b23081 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] For port de7bd2cd-25d5-4be5-9894-27fb85a6de0e, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=de7bd2cd-25d5-4be5-9894-27fb85a6de0e,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:50:57.766871 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bf0bfb93-4617-4754-a077-ec0956c847af req-d5fa0d1e-d117-473f-a910-f29449376c9f tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:57.807799 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e7ea2430-bdb9-4a11-8cef-502e48b23081 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:57.828907 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e7ea2430-bdb9-4a11-8cef-502e48b23081 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:57.832307 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e7ea2430-bdb9-4a11-8cef-502e48b23081 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:57.832774 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-06ced53a-0549-41f9-8adc-08a267ec653e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:57.891603 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ced53a-0549-41f9-8adc-08a267ec653e None None] No DVR routers for this DVR port de7bd2cd-25d5-4be5-9894-27fb85a6de0e on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:50:57.908832 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bf0bfb93-4617-4754-a077-ec0956c847af req-d5fa0d1e-d117-473f-a910-f29449376c9f tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:57.912542 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e2c0321c-6603-420c-9ed9-0cc0b684ab08 req-2f6e00d5-b44d-45f9-a7d4-3b4269e7d071 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/ports?device_id=1bd4818f-f956-4364-a039-4a23191a221b HTTP/1.1" status: 200 len: 210 time: 0.1366150 Aug 19 14:50:57.958613 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced53a-0549-41f9-8adc-08a267ec653e None None] Pushing event deleted for resources: {'Port': ['ID=de7bd2cd-25d5-4be5-9894-27fb85a6de0e,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:58.000980 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf0bfb93-4617-4754-a077-ec0956c847af req-d5fa0d1e-d117-473f-a910-f29449376c9f tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Network bc40ef47-e237-4a53-8855-5d51cefff0db is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:50:58.002415 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fa0d1e-d117-473f-a910-f29449376c9f tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Pushing event updated for resources: {'Port': ['ID=96288fe7-a5a8-42f3-aeb8-c30865d78dfb,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:58.005239 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-bf0bfb93-4617-4754-a077-ec0956c847af req-d5fa0d1e-d117-473f-a910-f29449376c9f tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:50:58.013747 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0bfb93-4617-4754-a077-ec0956c847af req-d5fa0d1e-d117-473f-a910-f29449376c9f tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:50:58.057622 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea2430-bdb9-4a11-8cef-502e48b23081 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Subnet': ['ID=7c2f1fe7-0618-41b0-904b-6c9159eb71cb,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:58.060145 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea2430-bdb9-4a11-8cef-502e48b23081 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event deleted for resources: {'Port': ['ID=de7bd2cd-25d5-4be5-9894-27fb85a6de0e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:58.070669 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ea2430-bdb9-4a11-8cef-502e48b23081 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:50:58.072647 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-e7ea2430-bdb9-4a11-8cef-502e48b23081 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:50:58.077013 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ea2430-bdb9-4a11-8cef-502e48b23081 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:58.077815 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e7ea2430-bdb9-4a11-8cef-502e48b23081 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:58.082804 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcc53a8-6af6-4e9e-aa47-0decf428fdf2 None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:50:58.108570 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e7ea2430-bdb9-4a11-8cef-502e48b23081 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.1022058 Aug 19 14:50:58.109733 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58794) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:58.115826 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ec736f11-f952-454b-bc44-5dd3848e19e0 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'port': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'mac_address': 'fa:16:3e:4c:4a:1b', 'name': 'tempest-NetworksTestDHCPv6-1432189572'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:50:58.153789 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0bfb93-4617-4754-a077-ec0956c847af req-d5fa0d1e-d117-473f-a910-f29449376c9f tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:58.156835 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bf0bfb93-4617-4754-a077-ec0956c847af req-d5fa0d1e-d117-473f-a910-f29449376c9f tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:58.267687 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-555f0284-3294-485f-9c98-0d2dba014316 req-265081c7-02b5-43bd-bf85-924b2a0d640e tempest-ServerRescueTestJSON-783540595 tempest-ServerRescueTestJSON-783540595-project] 10.222.0.69 "GET /v2.0/ports?device_id=189e7ebf-f6e8-42fb-8c3d-e95810c17119 HTTP/1.1" status: 200 len: 210 time: 0.0846217 Aug 19 14:50:58.376916 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec736f11-f952-454b-bc44-5dd3848e19e0 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:50:58.391303 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bf0bfb93-4617-4754-a077-ec0956c847af req-d5fa0d1e-d117-473f-a910-f29449376c9f tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2562814 Aug 19 14:50:58.425194 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-bf0bfb93-4617-4754-a077-ec0956c847af req-f6f97fef-1f04-474c-bac3-e2f8b6916036 service neutron] Request body: {'port': {'device_id': '1bd4818f-f956-4364-a039-4a23191a221b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:50:58.469342 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device de7bd2cd-25d5-4be5-9894-27fb85a6de0e no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:50:58.492449 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: de7bd2cd-25d5-4be5-9894-27fb85a6de0e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:50:58.493047 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device de7bd2cd-25d5-4be5-9894-27fb85a6de0e not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:50:58.506843 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6496d73e-055e-4712-990d-8bb31b27b127 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'tenant_id': 'c39f5f14c7bc46018e8896511823152f', 'fixed_ips': [{'subnet_id': '7c2f1fe7-0618-41b0-904b-6c9159eb71cb'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:50:58.510632 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6496d73e-055e-4712-990d-8bb31b27b127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:58.526591 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ec736f11-f952-454b-bc44-5dd3848e19e0 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:58.547626 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec04450-49dc-47d7-9cfc-e87e016d9f38 req-be39f0d1-adee-4812-abe6-88eb364fe1c6 tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:58.568434 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-ec736f11-f952-454b-bc44-5dd3848e19e0 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] device_id is not set on port 666b93c2-b613-4cf6-ae77-1f96e07b9432 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:50:58.574224 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bec04450-49dc-47d7-9cfc-e87e016d9f38 req-be39f0d1-adee-4812-abe6-88eb364fe1c6 tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] 10.222.0.69 "GET /v2.0/ports?device_id=76594c95-3b6c-4db9-8ada-502a14a40659 HTTP/1.1" status: 200 len: 945 time: 0.4126551 Aug 19 14:50:58.700715 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-6496d73e-055e-4712-990d-8bb31b27b127 None None] Allocated IP 2001:db8::f816:3eff:fe54:3a52 (eb2a0074-ffdc-4655-a2e0-d470caf1d21a/7c2f1fe7-0618-41b0-904b-6c9159eb71cb/b6834074-6359-4944-ae63-db39bf737e90) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:50:58.772502 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bec04450-49dc-47d7-9cfc-e87e016d9f38 req-190507ed-9549-4bac-987b-74b8b871e206 tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb9a2d9e-ec3e-4447-b838-be1734307db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873052 Aug 19 14:50:58.775212 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ed9f2fe1-448e-4f38-a9ca-b3895ee387d9 req-532e8ebd-7210-4ed9-8c0d-a426259f66db tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 210 time: 0.1276221 Aug 19 14:50:58.775785 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bf0bfb93-4617-4754-a077-ec0956c847af req-f6f97fef-1f04-474c-bac3-e2f8b6916036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:58.795667 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 3c0b52e2-a311-4ffe-9349-091f50286919 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:50:58.843173 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: 3c0b52e2-a311-4ffe-9349-091f50286919 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:50:58.843546 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 3c0b52e2-a311-4ffe-9349-091f50286919 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:50:59.075423 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6496d73e-055e-4712-990d-8bb31b27b127 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:59.086830 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6496d73e-055e-4712-990d-8bb31b27b127 None None] Transition to ACTIVE for port object b6834074-6359-4944-ae63-db39bf737e90 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:50:59.117505 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6496d73e-055e-4712-990d-8bb31b27b127 None None] Transition to ACTIVE for port object b6834074-6359-4944-ae63-db39bf737e90 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:50:59.131629 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6496d73e-055e-4712-990d-8bb31b27b127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:59.208916 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5abfd-d1c9-4996-b887-4b6d824b099c req-433fa2f4-5822-428a-9d3c-f9e0fae7d105 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:50:59.210600 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f4c5abfd-d1c9-4996-b887-4b6d824b099c req-433fa2f4-5822-428a-9d3c-f9e0fae7d105 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/ports?device_id=1bd4818f-f956-4364-a039-4a23191a221b HTTP/1.1" status: 200 len: 931 time: 0.0713274 Aug 19 14:50:59.244387 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-ec736f11-f952-454b-bc44-5dd3848e19e0 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Allocated IP 2001:db8::f816:3eff:fe4c:4a1b (eb2a0074-ffdc-4655-a2e0-d470caf1d21a/7c2f1fe7-0618-41b0-904b-6c9159eb71cb/666b93c2-b613-4cf6-ae77-1f96e07b9432) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:50:59.253887 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6496d73e-055e-4712-990d-8bb31b27b127 None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:50:59.263059 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-6496d73e-055e-4712-990d-8bb31b27b127 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:50:59.267333 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6496d73e-055e-4712-990d-8bb31b27b127 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:50:59.291439 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f4c5abfd-d1c9-4996-b887-4b6d824b099c req-0c3ac2a8-d07e-47af-adab-e5443d6fca6c tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/security-groups?id=def6c502-9ec5-4bf0-9b0e-dcb2195caf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701532 Aug 19 14:50:59.331906 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6496d73e-055e-4712-990d-8bb31b27b127 None None] Pushing event updated for resources: {'Port': ['ID=b6834074-6359-4944-ae63-db39bf737e90,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:59.385063 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58842) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:50:59.392913 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6496d73e-055e-4712-990d-8bb31b27b127 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:50:59.393397 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6496d73e-055e-4712-990d-8bb31b27b127 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:50:59.393837 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6496d73e-055e-4712-990d-8bb31b27b127 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:50:59.394432 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6496d73e-055e-4712-990d-8bb31b27b127 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:50:59.396204 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6496d73e-055e-4712-990d-8bb31b27b127 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:50:59.397179 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6496d73e-055e-4712-990d-8bb31b27b127 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:50:59.397642 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6496d73e-055e-4712-990d-8bb31b27b127 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:50:59.398078 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6496d73e-055e-4712-990d-8bb31b27b127 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:50:59.399159 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6496d73e-055e-4712-990d-8bb31b27b127 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:50:59.400475 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6496d73e-055e-4712-990d-8bb31b27b127 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:50:59.400915 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6496d73e-055e-4712-990d-8bb31b27b127 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:50:59.404394 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6496d73e-055e-4712-990d-8bb31b27b127 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:50:59.549530 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-6496d73e-055e-4712-990d-8bb31b27b127 None None] Attempting to bind port b6834074-6359-4944-ae63-db39bf737e90 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:50:59.551984 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-bf0bfb93-4617-4754-a077-ec0956c847af req-f6f97fef-1f04-474c-bac3-e2f8b6916036 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96288fe7-a5a8-42f3-aeb8-c30865d78dfb {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:50:59.552562 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-6496d73e-055e-4712-990d-8bb31b27b127 None None] Attempting to bind port b6834074-6359-4944-ae63-db39bf737e90 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:50:59.553270 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6496d73e-055e-4712-990d-8bb31b27b127 None None] Attempting to bind port b6834074-6359-4944-ae63-db39bf737e90 on network eb2a0074-ffdc-4655-a2e0-d470caf1d21a {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:50:59.567511 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6496d73e-055e-4712-990d-8bb31b27b127 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:50:59.568787 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6496d73e-055e-4712-990d-8bb31b27b127 None None] Checking segment: {'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:50:59.584041 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6496d73e-055e-4712-990d-8bb31b27b127 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:59.586136 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6496d73e-055e-4712-990d-8bb31b27b127 None None] Bound using segment: {'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:50:59.588353 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-6496d73e-055e-4712-990d-8bb31b27b127 None None] Bound port: b6834074-6359-4944-ae63-db39bf737e90, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:50:59.601841 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6496d73e-055e-4712-990d-8bb31b27b127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:59.610311 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bf0bfb93-4617-4754-a077-ec0956c847af req-f6f97fef-1f04-474c-bac3-e2f8b6916036 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:59.639728 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-bf0bfb93-4617-4754-a077-ec0956c847af req-f6f97fef-1f04-474c-bac3-e2f8b6916036 service neutron] Transition to ACTIVE for port object 96288fe7-a5a8-42f3-aeb8-c30865d78dfb will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:50:59.658369 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bf0bfb93-4617-4754-a077-ec0956c847af req-f6f97fef-1f04-474c-bac3-e2f8b6916036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:59.831785 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6496d73e-055e-4712-990d-8bb31b27b127 None None] For port b6834074-6359-4944-ae63-db39bf737e90, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:50:59.842866 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6496d73e-055e-4712-990d-8bb31b27b127 None None] For port b6834074-6359-4944-ae63-db39bf737e90, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b6834074-6359-4944-ae63-db39bf737e90,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:50:59.858507 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6496d73e-055e-4712-990d-8bb31b27b127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:50:59.861726 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f97fef-1f04-474c-bac3-e2f8b6916036 service neutron] Pushing event updated for resources: {'Port': ['ID=96288fe7-a5a8-42f3-aeb8-c30865d78dfb,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:50:59.962899 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6496d73e-055e-4712-990d-8bb31b27b127 None None] Pushing event updated for resources: {'Port': ['ID=b6834074-6359-4944-ae63-db39bf737e90,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:00.061902 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360cba8-b3fc-4f9b-9827-474fe7814ae3 req-8e3544a6-d913-4ba9-94a5-a9c661d71340 tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:00.063683 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c360cba8-b3fc-4f9b-9827-474fe7814ae3 req-8e3544a6-d913-4ba9-94a5-a9c661d71340 tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] 10.222.0.69 "GET /v2.0/ports?device_id=76594c95-3b6c-4db9-8ada-502a14a40659 HTTP/1.1" status: 200 len: 945 time: 0.3257067 Aug 19 14:51:00.083577 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f46356f2-ba5c-4859-b5a1-1ed0eb287594 req-37574a37-3d7f-40ab-855f-a145a78692f8 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 210 time: 0.1033978 Aug 19 14:51:00.106635 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ec736f11-f952-454b-bc44-5dd3848e19e0 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:00.131603 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-ec736f11-f952-454b-bc44-5dd3848e19e0 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Transition to ACTIVE for port object 666b93c2-b613-4cf6-ae77-1f96e07b9432 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:51:00.173132 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c360cba8-b3fc-4f9b-9827-474fe7814ae3 req-b0da2982-02be-41a8-92b1-7cd02d21678c tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb9a2d9e-ec3e-4447-b838-be1734307db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746295 Aug 19 14:51:00.173132 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-bf0bfb93-4617-4754-a077-ec0956c847af req-f6f97fef-1f04-474c-bac3-e2f8b6916036 service neutron] Attempting to bind port 96288fe7-a5a8-42f3-aeb8-c30865d78dfb on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:51:00.173132 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-bf0bfb93-4617-4754-a077-ec0956c847af req-f6f97fef-1f04-474c-bac3-e2f8b6916036 service neutron] Attempting to bind port 96288fe7-a5a8-42f3-aeb8-c30865d78dfb by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'b79a2b4c-25f9-4906-ab26-321a0fca78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bc40ef47-e237-4a53-8855-5d51cefff0db'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:51:00.173132 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0bfb93-4617-4754-a077-ec0956c847af req-f6f97fef-1f04-474c-bac3-e2f8b6916036 service neutron] Attempting to bind port 96288fe7-a5a8-42f3-aeb8-c30865d78dfb on network bc40ef47-e237-4a53-8855-5d51cefff0db {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:51:00.173132 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0bfb93-4617-4754-a077-ec0956c847af req-f6f97fef-1f04-474c-bac3-e2f8b6916036 service neutron] Port 96288fe7-a5a8-42f3-aeb8-c30865d78dfb on network bc40ef47-e237-4a53-8855-5d51cefff0db not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:51:00.173132 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0bfb93-4617-4754-a077-ec0956c847af req-f6f97fef-1f04-474c-bac3-e2f8b6916036 service neutron] Attempting to bind port 96288fe7-a5a8-42f3-aeb8-c30865d78dfb on network bc40ef47-e237-4a53-8855-5d51cefff0db {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:51:00.176498 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0bfb93-4617-4754-a077-ec0956c847af req-f6f97fef-1f04-474c-bac3-e2f8b6916036 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:51:00.176754 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0bfb93-4617-4754-a077-ec0956c847af req-f6f97fef-1f04-474c-bac3-e2f8b6916036 service neutron] Checking segment: {'id': 'b79a2b4c-25f9-4906-ab26-321a0fca78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bc40ef47-e237-4a53-8855-5d51cefff0db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:51:00.177139 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0bfb93-4617-4754-a077-ec0956c847af req-f6f97fef-1f04-474c-bac3-e2f8b6916036 service neutron] Bound using segment: {'id': 'b79a2b4c-25f9-4906-ab26-321a0fca78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bc40ef47-e237-4a53-8855-5d51cefff0db'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:51:00.177564 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-bf0bfb93-4617-4754-a077-ec0956c847af req-f6f97fef-1f04-474c-bac3-e2f8b6916036 service neutron] Bound port: 96288fe7-a5a8-42f3-aeb8-c30865d78dfb, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b79a2b4c-25f9-4906-ab26-321a0fca78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bc40ef47-e237-4a53-8855-5d51cefff0db'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:51:00.177921 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bf0bfb93-4617-4754-a077-ec0956c847af req-f6f97fef-1f04-474c-bac3-e2f8b6916036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:00.298139 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-bf0bfb93-4617-4754-a077-ec0956c847af req-f6f97fef-1f04-474c-bac3-e2f8b6916036 service neutron] For port 96288fe7-a5a8-42f3-aeb8-c30865d78dfb, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:51:00.310011 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-bf0bfb93-4617-4754-a077-ec0956c847af req-f6f97fef-1f04-474c-bac3-e2f8b6916036 service neutron] For port 96288fe7-a5a8-42f3-aeb8-c30865d78dfb, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=96288fe7-a5a8-42f3-aeb8-c30865d78dfb,segment=NetworkSegment(b79a2b4c-25f9-4906-ab26-321a0fca78e3),segment_id=b79a2b4c-25f9-4906-ab26-321a0fca78e3)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:51:00.312857 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ec736f11-f952-454b-bc44-5dd3848e19e0 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:00.326267 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bf0bfb93-4617-4754-a077-ec0956c847af req-f6f97fef-1f04-474c-bac3-e2f8b6916036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:00.386608 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0bfb93-4617-4754-a077-ec0956c847af req-f6f97fef-1f04-474c-bac3-e2f8b6916036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:00.387239 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bf0bfb93-4617-4754-a077-ec0956c847af req-f6f97fef-1f04-474c-bac3-e2f8b6916036 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:00.389224 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bf0bfb93-4617-4754-a077-ec0956c847af req-f6f97fef-1f04-474c-bac3-e2f8b6916036 service neutron] 10.222.0.88 "PUT /v2.0/ports/96288fe7-a5a8-42f3-aeb8-c30865d78dfb HTTP/1.1" status: 200 len: 1091 time: 1.9819324 Aug 19 14:51:00.389676 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bd4818f-f956-4364-a039-4a23191a221b', 'tag': '96288fe7-a5a8-42f3-aeb8-c30865d78dfb'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:51:00.392016 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c8f37c-63e7-47cb-ae88-609a3ccae881" -d '{"events": [{"name": "network-changed", "server_uuid": "1bd4818f-f956-4364-a039-4a23191a221b", "tag": "96288fe7-a5a8-42f3-aeb8-c30865d78dfb"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:51:00.501674 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec736f11-f952-454b-bc44-5dd3848e19e0 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:51:00.511533 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-ec736f11-f952-454b-bc44-5dd3848e19e0 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:51:00.514063 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec736f11-f952-454b-bc44-5dd3848e19e0 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:51:00.520752 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec736f11-f952-454b-bc44-5dd3848e19e0 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:00.521487 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ec736f11-f952-454b-bc44-5dd3848e19e0 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:00.521763 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05f87c1-00f9-4777-b1e0-b4d32cb0d2e5 x-openstack-request-id: req-e05f87c1-00f9-4777-b1e0-b4d32cb0d2e5 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:51:00.521879 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bd4818f-f956-4364-a039-4a23191a221b", "tag": "96288fe7-a5a8-42f3-aeb8-c30865d78dfb", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:51:00.522205 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e05f87c1-00f9-4777-b1e0-b4d32cb0d2e5 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:51:00.522413 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bd4818f-f956-4364-a039-4a23191a221b', 'tag': '96288fe7-a5a8-42f3-aeb8-c30865d78dfb', 'status': 'completed', 'code': 200} Aug 19 14:51:00.538831 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec736f11-f952-454b-bc44-5dd3848e19e0 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Port': ['ID=666b93c2-b613-4cf6-ae77-1f96e07b9432,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:00.561709 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ec736f11-f952-454b-bc44-5dd3848e19e0 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4505451 Aug 19 14:51:00.564427 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58876) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:00.600683 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-287d4945-3305-4cd2-b479-e4d763c00b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:00.623461 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13062a69-3c0c-42f2-9c80-003bee491f8a req-2a5dd280-d4be-41b9-abb7-f667aa66b14f tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:00.640174 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-13062a69-3c0c-42f2-9c80-003bee491f8a req-2a5dd280-d4be-41b9-abb7-f667aa66b14f tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/ports?device_id=1bd4818f-f956-4364-a039-4a23191a221b HTTP/1.1" status: 200 len: 943 time: 0.1909914 Aug 19 14:51:00.658407 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f97fef-1f04-474c-bac3-e2f8b6916036 service neutron] Pushing event updated for resources: {'Port': ['ID=96288fe7-a5a8-42f3-aeb8-c30865d78dfb,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:00.669994 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0bfb93-4617-4754-a077-ec0956c847af req-d4439cf7-19eb-404e-a4f2-c225848be166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:00.671775 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bf0bfb93-4617-4754-a077-ec0956c847af req-d4439cf7-19eb-404e-a4f2-c225848be166 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ae49a7cbfd2b423caf2130122e9db614&device_id=1bd4818f-f956-4364-a039-4a23191a221b HTTP/1.1" status: 200 len: 1094 time: 0.2101645 Aug 19 14:51:00.699725 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e47f953-f6d7-46cc-a522-d13f0d28f824 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:00.705686 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e47f953-f6d7-46cc-a522-d13f0d28f824 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:00.707310 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-3e47f953-f6d7-46cc-a522-d13f0d28f824 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1418529 Aug 19 14:51:00.709972 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58878) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:00.735294 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bf0bfb93-4617-4754-a077-ec0956c847af req-5acc713f-0479-4814-863e-91fbfc78da0f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96288fe7-a5a8-42f3-aeb8-c30865d78dfb HTTP/1.1" status: 200 len: 217 time: 0.0539875 Aug 19 14:51:00.784599 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-13062a69-3c0c-42f2-9c80-003bee491f8a req-e4619ded-d40e-4a06-b4a9-40a259d0cd8e tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/security-groups?id=def6c502-9ec5-4bf0-9b0e-dcb2195caf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360948 Aug 19 14:51:00.838442 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0bfb93-4617-4754-a077-ec0956c847af req-30e229e4-9179-4bec-9ba5-688362a17629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:00.840500 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bf0bfb93-4617-4754-a077-ec0956c847af req-30e229e4-9179-4bec-9ba5-688362a17629 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2a785b3e-9c1d-4988-81cb-c4fa12228cab HTTP/1.1" status: 200 len: 860 time: 0.0936174 Aug 19 14:51:00.882120 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bf0bfb93-4617-4754-a077-ec0956c847af req-cebaf7a3-dfa2-460a-ace6-97202ed229ed service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bc40ef47-e237-4a53-8855-5d51cefff0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329022 Aug 19 14:51:01.062450 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bf0bfb93-4617-4754-a077-ec0956c847af req-a58ffc19-a833-4523-8425-9118ea93fae3 service neutron] 10.222.0.88 "GET /v2.0/networks/bc40ef47-e237-4a53-8855-5d51cefff0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693726 Aug 19 14:51:01.106773 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-774dc832-5338-40a8-bc83-7c08f43e0084 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Deleting port 666b93c2-b613-4cf6-ae77-1f96e07b9432 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:51:01.107374 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-774dc832-5338-40a8-bc83-7c08f43e0084 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:01.213183 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e49e41-9c95-4768-a352-4445ca8f4589 req-efee7fc9-ca91-410e-919c-62c645578711 tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:01.214760 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e4e49e41-9c95-4768-a352-4445ca8f4589 req-efee7fc9-ca91-410e-919c-62c645578711 tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] 10.222.0.68 "GET /v2.0/ports?device_id=76594c95-3b6c-4db9-8ada-502a14a40659 HTTP/1.1" status: 200 len: 945 time: 0.1506608 Aug 19 14:51:01.347972 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-774dc832-5338-40a8-bc83-7c08f43e0084 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:01.368331 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-65ef590c-63bf-4ee9-870b-c8b4dd081d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:01.384759 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d0c318e4-8605-44c1-9589-4c03bd6c6d0e req-1fdb4a11-3698-4ab0-88b4-e2dbf7c16491 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 210 time: 0.1593759 Aug 19 14:51:01.386313 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-774dc832-5338-40a8-bc83-7c08f43e0084 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Calling delete_port for 666b93c2-b613-4cf6-ae77-1f96e07b9432 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:51:01.442745 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bf0bfb93-4617-4754-a077-ec0956c847af req-8db55758-6f98-47bd-9d56-b29e60858a61 service neutron] 10.222.0.88 "GET /v2.0/networks/bc40ef47-e237-4a53-8855-5d51cefff0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134768 Aug 19 14:51:01.631568 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723d5b9-1dba-4165-bb98-740cf1936476 req-d4c0cb98-a2cc-4c1f-a4b7-428c04988b41 tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:01.634318 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c723d5b9-1dba-4165-bb98-740cf1936476 req-d4c0cb98-a2cc-4c1f-a4b7-428c04988b41 tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] 10.222.0.69 "GET /v2.0/ports?device_id=76594c95-3b6c-4db9-8ada-502a14a40659 HTTP/1.1" status: 200 len: 945 time: 0.2470231 Aug 19 14:51:01.688120 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8f37c-63e7-47cb-ae88-609a3ccae881 req-5eb94807-d425-4ea2-994c-3898104ec906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:01.689731 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d8c8f37c-63e7-47cb-ae88-609a3ccae881 req-5eb94807-d425-4ea2-994c-3898104ec906 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ae49a7cbfd2b423caf2130122e9db614&device_id=1bd4818f-f956-4364-a039-4a23191a221b HTTP/1.1" status: 200 len: 1094 time: 0.1463029 Aug 19 14:51:01.748185 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c723d5b9-1dba-4165-bb98-740cf1936476 req-e5bf66a6-f1fd-44f5-8663-d7e4c75cbb2d tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb9a2d9e-ec3e-4447-b838-be1734307db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045580 Aug 19 14:51:01.794518 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1005f065-e1a6-4681-bd06-35cc2301edbd None None] Provisioning for port b6834074-6359-4944-ae63-db39bf737e90 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:51:01.804140 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-e4e49e41-9c95-4768-a352-4445ca8f4589 req-d2d5bd2e-ba0b-4387-8ba9-6052929d1b82 tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] Deleting port b3aaad3d-a7a7-4ee4-a136-e4fd850a6dd7 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:51:01.805210 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e4e49e41-9c95-4768-a352-4445ca8f4589 req-d2d5bd2e-ba0b-4387-8ba9-6052929d1b82 tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:01.948343 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8f37c-63e7-47cb-ae88-609a3ccae881 req-e7e60008-d3ac-4f09-b311-73caf97c4549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:01.953948 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d8c8f37c-63e7-47cb-ae88-609a3ccae881 req-e7e60008-d3ac-4f09-b311-73caf97c4549 service neutron] 10.222.0.88 "GET /v2.0/networks?id=bc40ef47-e237-4a53-8855-5d51cefff0db HTTP/1.1" status: 200 len: 921 time: 0.2454357 Aug 19 14:51:02.054644 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d8c8f37c-63e7-47cb-ae88-609a3ccae881 req-5149971c-f303-4912-b13a-6822187aef72 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96288fe7-a5a8-42f3-aeb8-c30865d78dfb HTTP/1.1" status: 200 len: 217 time: 0.0789001 Aug 19 14:51:02.060233 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-e4e49e41-9c95-4768-a352-4445ca8f4589 req-d2d5bd2e-ba0b-4387-8ba9-6052929d1b82 tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] For port b3aaad3d-a7a7-4ee4-a136-e4fd850a6dd7, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=b3aaad3d-a7a7-4ee4-a136-e4fd850a6dd7,segment=NetworkSegment(d17dab91-5eab-4611-ba12-0b110dc626ea),segment_id=d17dab91-5eab-4611-ba12-0b110dc626ea)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:51:02.060733 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e4e49e41-9c95-4768-a352-4445ca8f4589 req-d2d5bd2e-ba0b-4387-8ba9-6052929d1b82 tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:02.132000 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f74d0c-e9d5-4d14-89fd-9160f5d02995 req-8145f5d1-f916-48ca-a84a-f9f524467007 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:02.138960 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-99f74d0c-e9d5-4d14-89fd-9160f5d02995 req-8145f5d1-f916-48ca-a84a-f9f524467007 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/ports?device_id=1bd4818f-f956-4364-a039-4a23191a221b HTTP/1.1" status: 200 len: 943 time: 0.1920216 Aug 19 14:51:02.150718 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-e4e49e41-9c95-4768-a352-4445ca8f4589 req-d2d5bd2e-ba0b-4387-8ba9-6052929d1b82 tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] Calling delete_port for b3aaad3d-a7a7-4ee4-a136-e4fd850a6dd7 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:51:02.158628 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-287d4945-3305-4cd2-b479-e4d763c00b44 admin admin] Deleting port df8a8e41-a264-4a2d-bd29-d00947c46114 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:51:02.159241 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-287d4945-3305-4cd2-b479-e4d763c00b44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:02.261978 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8f37c-63e7-47cb-ae88-609a3ccae881 req-676c14f4-e7f7-48ea-8ad2-270e7ec7f360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:02.263465 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d8c8f37c-63e7-47cb-ae88-609a3ccae881 req-676c14f4-e7f7-48ea-8ad2-270e7ec7f360 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2a785b3e-9c1d-4988-81cb-c4fa12228cab HTTP/1.1" status: 200 len: 860 time: 0.1928034 Aug 19 14:51:02.274373 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-774dc832-5338-40a8-bc83-7c08f43e0084 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:02.277356 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-287d4945-3305-4cd2-b479-e4d763c00b44 admin admin] For port df8a8e41-a264-4a2d-bd29-d00947c46114, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=df8a8e41-a264-4a2d-bd29-d00947c46114,segment=NetworkSegment(8196d451-8148-4854-93a1-9e3fdf28ead8),segment_id=8196d451-8148-4854-93a1-9e3fdf28ead8)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:51:02.277931 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-287d4945-3305-4cd2-b479-e4d763c00b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:02.280328 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8c2cff19-d757-44ad-96fb-b3877c73f5fe None None] Provisioning for port 666b93c2-b613-4cf6-ae77-1f96e07b9432 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:51:02.289782 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-99f74d0c-e9d5-4d14-89fd-9160f5d02995 req-db7c017b-2a55-436e-80a8-3a7e80f730b4 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/security-groups?id=def6c502-9ec5-4bf0-9b0e-dcb2195caf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423142 Aug 19 14:51:02.304321 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8c2cff19-d757-44ad-96fb-b3877c73f5fe None None] Provisioning complete for port 666b93c2-b613-4cf6-ae77-1f96e07b9432 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:51:02.304321 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8c2cff19-d757-44ad-96fb-b3877c73f5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:02.323522 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d8c8f37c-63e7-47cb-ae88-609a3ccae881 req-ac4ddb5a-d8de-4dcf-9f50-756d05826bf2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bc40ef47-e237-4a53-8855-5d51cefff0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310063 Aug 19 14:51:02.345427 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b6834074-6359-4944-ae63-db39bf737e90 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:51:02.376717 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-287d4945-3305-4cd2-b479-e4d763c00b44 admin admin] Calling delete_port for df8a8e41-a264-4a2d-bd29-d00947c46114 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:51:02.380155 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774dc832-5338-40a8-bc83-7c08f43e0084 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event deleted for resources: {'Port': ['ID=666b93c2-b613-4cf6-ae77-1f96e07b9432,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:02.433468 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-8c2cff19-d757-44ad-96fb-b3877c73f5fe None None] Port 666b93c2-b613-4cf6-ae77-1f96e07b9432 was deleted so its status cannot be updated. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 19 14:51:02.437181 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-774dc832-5338-40a8-bc83-7c08f43e0084 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:02.441509 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-774dc832-5338-40a8-bc83-7c08f43e0084 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/ports/666b93c2-b613-4cf6-ae77-1f96e07b9432 HTTP/1.1" status: 204 len: 168 time: 1.7282648 Aug 19 14:51:02.443250 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58912) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:02.464488 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port b6834074-6359-4944-ae63-db39bf737e90 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:51:02.469481 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port b6834074-6359-4944-ae63-db39bf737e90 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:51:02.469604 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:02.545448 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ae1327-03a2-49ab-9ed3-dde93a8b153e tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:02.547811 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ae1327-03a2-49ab-9ed3-dde93a8b153e tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:02.551306 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e2ae1327-03a2-49ab-9ed3-dde93a8b153e tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1024332 Aug 19 14:51:02.555058 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58916) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:02.639677 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ced68238-5156-4d10-90d5-20121f678849 req-699a5a2c-4608-4d44-96f7-153f84d11e33 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 210 time: 0.0373635 Aug 19 14:51:02.643391 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:02.650282 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d8c8f37c-63e7-47cb-ae88-609a3ccae881 req-e99703eb-4ee6-4384-b30d-4adba6c05984 service neutron] 10.222.0.88 "GET /v2.0/networks/bc40ef47-e237-4a53-8855-5d51cefff0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087425 Aug 19 14:51:02.689478 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e4e49e41-9c95-4768-a352-4445ca8f4589 req-d2d5bd2e-ba0b-4387-8ba9-6052929d1b82 tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:02.707166 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['b3aaad3d-a7a7-4ee4-a136-e4fd850a6dd7'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:51:02.751750 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-287d4945-3305-4cd2-b479-e4d763c00b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:02.779704 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port b6834074-6359-4944-ae63-db39bf737e90, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b6834074-6359-4944-ae63-db39bf737e90,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:51:02.796636 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:02.819680 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d4945-3305-4cd2-b479-e4d763c00b44 admin admin] Pushing event deleted for resources: {'Port': ['ID=df8a8e41-a264-4a2d-bd29-d00947c46114,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:02.858494 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-c69342c1-3a52-45be-836e-bc32b555f212 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Deleting subnet 7c2f1fe7-0618-41b0-904b-6c9159eb71cb {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:51:02.892046 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c69342c1-3a52-45be-836e-bc32b555f212 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:02.895196 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d5bd2e-ba0b-4387-8ba9-6052929d1b82 tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] Pushing event deleted for resources: {'Port': ['ID=b3aaad3d-a7a7-4ee4-a136-e4fd850a6dd7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:02.924348 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=b6834074-6359-4944-ae63-db39bf737e90,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:03.000781 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0d2cff0e-c965-4ff0-8797-c5b77d010dbd req-ece052c5-cf56-40b5-a172-913e3f0e7228 tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] 10.222.0.69 "GET /v2.0/ports?device_id=76594c95-3b6c-4db9-8ada-502a14a40659 HTTP/1.1" status: 200 len: 210 time: 0.0751212 Aug 19 14:51:03.009315 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e49e41-9c95-4768-a352-4445ca8f4589 req-d2d5bd2e-ba0b-4387-8ba9-6052929d1b82 tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] No DVR routers for this DVR port b3aaad3d-a7a7-4ee4-a136-e4fd850a6dd7 on host n-h1-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:51:03.016150 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e4e49e41-9c95-4768-a352-4445ca8f4589 req-d2d5bd2e-ba0b-4387-8ba9-6052929d1b82 tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:03.019310 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e4e49e41-9c95-4768-a352-4445ca8f4589 req-d2d5bd2e-ba0b-4387-8ba9-6052929d1b82 tempest-ServerMetadataNegativeTestJSON-655018040 tempest-ServerMetadataNegativeTestJSON-655018040-project] 10.222.0.68 "DELETE /v2.0/ports/b3aaad3d-a7a7-4ee4-a136-e4fd850a6dd7 HTTP/1.1" status: 204 len: 173 time: 1.7921486 Aug 19 14:51:03.019310 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76594c95-3b6c-4db9-8ada-502a14a40659', 'name': 'network-vif-deleted', 'tag': 'b3aaad3d-a7a7-4ee4-a136-e4fd850a6dd7'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:51:03.029859 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9f18e8-bd77-46bf-8b21-55c0dcf84002" -d '{"events": [{"server_uuid": "76594c95-3b6c-4db9-8ada-502a14a40659", "name": "network-vif-deleted", "tag": "b3aaad3d-a7a7-4ee4-a136-e4fd850a6dd7"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:51:03.029859 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c69342c1-3a52-45be-836e-bc32b555f212 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:03.090965 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d8c8f37c-63e7-47cb-ae88-609a3ccae881 req-1095168c-5298-4560-bfd8-118e48e18dbe service neutron] 10.222.0.88 "GET /v2.0/networks/bc40ef47-e237-4a53-8855-5d51cefff0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4327600 Aug 19 14:51:03.092315 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1393d4ca-1033-41da-9b8b-2dfa68076b32 x-openstack-request-id: req-1393d4ca-1033-41da-9b8b-2dfa68076b32 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:51:03.092866 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76594c95-3b6c-4db9-8ada-502a14a40659", "name": "network-vif-deleted", "tag": "b3aaad3d-a7a7-4ee4-a136-e4fd850a6dd7", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:51:03.093765 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1393d4ca-1033-41da-9b8b-2dfa68076b32 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:51:03.094593 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76594c95-3b6c-4db9-8ada-502a14a40659', 'name': 'network-vif-deleted', 'tag': 'b3aaad3d-a7a7-4ee4-a136-e4fd850a6dd7', 'status': 'completed', 'code': 200} Aug 19 14:51:03.177494 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c69342c1-3a52-45be-836e-bc32b555f212 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:03.200871 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-287d4945-3305-4cd2-b479-e4d763c00b44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:03.288000 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c69342c1-3a52-45be-836e-bc32b555f212 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:03.321469 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69342c1-3a52-45be-836e-bc32b555f212 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event deleted for resources: {'Subnet': ['ID=7c2f1fe7-0618-41b0-904b-6c9159eb71cb,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:03.331046 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c69342c1-3a52-45be-836e-bc32b555f212 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:03.331922 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d16697f-3ed9-4258-928e-8f39b3e4a20d None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:51:03.333077 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-c69342c1-3a52-45be-836e-bc32b555f212 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/7c2f1fe7-0618-41b0-904b-6c9159eb71cb HTTP/1.1" status: 204 len: 168 time: 0.7748225 Aug 19 14:51:03.336958 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58936) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:03.376565 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1753e2ab-8ab3-487d-b6cd-e75c52ba7a5a tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0383043 Aug 19 14:51:03.379378 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58938) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:03.636533 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-287d4945-3305-4cd2-b479-e4d763c00b44 admin admin] Router 46fa985d-28d6-4615-99e1-5bb4abc655ed has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:51:03.744137 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6042bb16-c2ba-49c6-b854-6ffd61f2373c None None] DHCP port deletion for eb2a0074-ffdc-4655-a2e0-d470caf1d21a request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:51:03.774720 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:03.838230 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-287d4945-3305-4cd2-b479-e4d763c00b44 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:51:03.855558 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-287d4945-3305-4cd2-b479-e4d763c00b44 admin admin] 10.222.0.69 "PUT /v2.0/routers/46fa985d-28d6-4615-99e1-5bb4abc655ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4667432 Aug 19 14:51:03.857009 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6196ab56-cf31-40f0-a3fd-a863900fd292 None None] Sync routers for ids ['46fa985d-28d6-4615-99e1-5bb4abc655ed'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:51:03.858478 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58948) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:03.879503 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6196ab56-cf31-40f0-a3fd-a863900fd292 None None] Routers {'46fa985d-28d6-4615-99e1-5bb4abc655ed'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:51:03.880485 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6196ab56-cf31-40f0-a3fd-a863900fd292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:50:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['46fa985d-28d6-4615-99e1-5bb4abc655ed'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:51:03.922121 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6042bb16-c2ba-49c6-b854-6ffd61f2373c None None] Deleting port b6834074-6359-4944-ae63-db39bf737e90 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:51:03.922925 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6042bb16-c2ba-49c6-b854-6ffd61f2373c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:03.978171 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd681e9-a908-4c81-b501-33c539002604 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:03.982367 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ecd681e9-a908-4c81-b501-33c539002604 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5997207 Aug 19 14:51:03.984452 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6473048f-a470-4e68-807a-051765ed53a5 req-e693629a-00a8-4b13-8e53-24a40ecc69fa tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d976318-4567-4f88-a801-11e0df69f235 HTTP/1.1" status: 200 len: 210 time: 0.0588229 Aug 19 14:51:03.985059 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58952) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:04.037630 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-969b9fc3-2588-4905-971d-3f1b2d312a43 admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:04.115429 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e84b78-9fb9-4ef0-9970-8276430abc88 req-76ca843c-f458-47a4-8e4e-0dd7f832a31c tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:04.125106 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b3e84b78-9fb9-4ef0-9970-8276430abc88 req-76ca843c-f458-47a4-8e4e-0dd7f832a31c tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/ports?device_id=1bd4818f-f956-4364-a039-4a23191a221b HTTP/1.1" status: 200 len: 943 time: 0.6754098 Aug 19 14:51:04.148013 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc96e9ba-94e4-442c-80e1-15e1b3f880b4 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:04.150186 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-cc96e9ba-94e4-442c-80e1-15e1b3f880b4 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1638551 Aug 19 14:51:04.150922 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58960) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:04.164144 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58962) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:04.204847 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6042bb16-c2ba-49c6-b854-6ffd61f2373c None None] For port b6834074-6359-4944-ae63-db39bf737e90, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b6834074-6359-4944-ae63-db39bf737e90,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:51:04.206691 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6042bb16-c2ba-49c6-b854-6ffd61f2373c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:04.224978 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6042bb16-c2ba-49c6-b854-6ffd61f2373c None None] Calling delete_port for b6834074-6359-4944-ae63-db39bf737e90 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:51:04.363123 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdffab69-feb6-4a97-9664-bca6e7db626d admin admin] Deleting subnet 00407f4f-625e-4027-88c9-c372d08f8ca3 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:51:04.365220 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-6196ab56-cf31-40f0-a3fd-a863900fd292 None None] Set router 46fa985d-28d6-4615-99e1-5bb4abc655ed gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:51:04.382603 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-969b9fc3-2588-4905-971d-3f1b2d312a43 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:04.464999 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b3e84b78-9fb9-4ef0-9970-8276430abc88 req-5c217d15-a8e9-4b02-b973-85d732c3d3ca tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/security-groups?id=def6c502-9ec5-4bf0-9b0e-dcb2195caf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385198 Aug 19 14:51:04.466895 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bdffab69-feb6-4a97-9664-bca6e7db626d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:04.471975 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-18eb88b5-80e4-4e9b-934d-1f9e12fdc8fc tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3065317 Aug 19 14:51:04.477619 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58966) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:04.483976 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-79a05605-d97f-4a39-b177-5d6e59e4ce78 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'subnet': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:51:04.540687 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b6834074-6359-4944-ae63-db39bf737e90 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:51:04.543345 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bdffab69-feb6-4a97-9664-bca6e7db626d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:04.569538 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8ab63ec2-fd6d-47b5-84fd-3490c6de098c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:04.610203 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-969b9fc3-2588-4905-971d-3f1b2d312a43 admin admin] Deleting port 80f43ef0-a0da-495e-92d0-d4e1fabe34f0 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:51:04.610647 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-969b9fc3-2588-4905-971d-3f1b2d312a43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:04.627888 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bdffab69-feb6-4a97-9664-bca6e7db626d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:04.661041 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:04.673880 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 96288fe7-a5a8-42f3-aeb8-c30865d78dfb details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:51:04.694040 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a05605-d97f-4a39-b177-5d6e59e4ce78 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:51:04.697919 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-79a05605-d97f-4a39-b177-5d6e59e4ce78 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:04.794489 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bdffab69-feb6-4a97-9664-bca6e7db626d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:04.812942 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bdffab69-feb6-4a97-9664-bca6e7db626d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:04.815494 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-bdffab69-feb6-4a97-9664-bca6e7db626d admin admin] 10.222.0.69 "DELETE /v2.0/subnets/00407f4f-625e-4027-88c9-c372d08f8ca3 HTTP/1.1" status: 204 len: 168 time: 0.6613691 Aug 19 14:51:04.822672 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-969b9fc3-2588-4905-971d-3f1b2d312a43 admin admin] For port 80f43ef0-a0da-495e-92d0-d4e1fabe34f0, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=80f43ef0-a0da-495e-92d0-d4e1fabe34f0,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:51:04.823163 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-969b9fc3-2588-4905-971d-3f1b2d312a43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:04.825605 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 96288fe7-a5a8-42f3-aeb8-c30865d78dfb, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=96288fe7-a5a8-42f3-aeb8-c30865d78dfb,segment=NetworkSegment(b79a2b4c-25f9-4906-ab26-321a0fca78e3),segment_id=b79a2b4c-25f9-4906-ab26-321a0fca78e3)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:51:04.826105 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58974) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:04.838150 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdffab69-feb6-4a97-9664-bca6e7db626d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00407f4f-625e-4027-88c9-c372d08f8ca3,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:04.838733 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device b3aaad3d-a7a7-4ee4-a136-e4fd850a6dd7 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:51:04.860228 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '96288fe7-a5a8-42f3-aeb8-c30865d78dfb', 'network_id': 'bc40ef47-e237-4a53-8855-5d51cefff0db', 'port_id': '96288fe7-a5a8-42f3-aeb8-c30865d78dfb', 'mac_address': 'fa:16:3e:fa:f6:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a785b3e-9c1d-4988-81cb-c4fa12228cab', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:51:04.870699 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: b3aaad3d-a7a7-4ee4-a136-e4fd850a6dd7 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:51:04.871164 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device b3aaad3d-a7a7-4ee4-a136-e4fd850a6dd7 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:51:04.877974 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-969b9fc3-2588-4905-971d-3f1b2d312a43 admin admin] Calling delete_port for 80f43ef0-a0da-495e-92d0-d4e1fabe34f0 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:51:04.935718 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:05.007114 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a3fe9fa-f8ab-4d15-9c4a-5c76a380cc9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:05.022286 n-d-766043-2 neutron-server[94641]: INFO neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No ports have port_id starting with b6834074-6359-4944-ae63-db39bf737e90 Aug 19 14:51:05.069192 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96288fe7-a5a8-42f3-aeb8-c30865d78dfb {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:51:05.125456 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6042bb16-c2ba-49c6-b854-6ffd61f2373c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:05.140079 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 96288fe7-a5a8-42f3-aeb8-c30865d78dfb, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=96288fe7-a5a8-42f3-aeb8-c30865d78dfb,segment=NetworkSegment(b79a2b4c-25f9-4906-ab26-321a0fca78e3),segment_id=b79a2b4c-25f9-4906-ab26-321a0fca78e3)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:51:05.149592 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58986) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:05.155687 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6042bb16-c2ba-49c6-b854-6ffd61f2373c None None] No DVR routers for this DVR port b6834074-6359-4944-ae63-db39bf737e90 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:51:05.159188 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:05.181959 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:05.184744 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6042bb16-c2ba-49c6-b854-6ffd61f2373c None None] Pushing event deleted for resources: {'Port': ['ID=b6834074-6359-4944-ae63-db39bf737e90,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:05.279544 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a3fe9fa-f8ab-4d15-9c4a-5c76a380cc9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:05.297675 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-2a3fe9fa-f8ab-4d15-9c4a-5c76a380cc9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ad57a80-ea49-41a7-a83a-5530ec33192c']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:51:05.300789 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-2a3fe9fa-f8ab-4d15-9c4a-5c76a380cc9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd17dab91-5eab-4611-ba12-0b110dc626ea') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:51:05.300984 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-2a3fe9fa-f8ab-4d15-9c4a-5c76a380cc9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd17dab91-5eab-4611-ba12-0b110dc626ea') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:51:05.302129 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-692d7b5e-ec50-47ef-a3fa-c6839acd1164 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:05.307888 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6196ab56-cf31-40f0-a3fd-a863900fd292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fa985d-28d6-4615-99e1-5bb4abc655ed', 'name': 'tempest-ServerRescueTestJSON-205414374-router', 'tenant_id': 'a174c7311ebe4e578a18affa5c162e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '80f43ef0-a0da-495e-92d0-d4e1fabe34f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:48:50Z', 'updated_at': '2021-08-19T14:51:02Z', 'revision_number': 5, 'project_id': 'a174c7311ebe4e578a18affa5c162e64', 'gw_port': {'id': '80f43ef0-a0da-495e-92d0-d4e1fabe34f0', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:30:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fa985d-28d6-4615-99e1-5bb4abc655ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:48:51Z', 'updated_at': '2021-08-19T14:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:51:05.315436 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a3fe9fa-f8ab-4d15-9c4a-5c76a380cc9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:05.357923 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-692d7b5e-ec50-47ef-a3fa-c6839acd1164 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:05.366117 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6196ab56-cf31-40f0-a3fd-a863900fd292 None None] Checking router: 46fa985d-28d6-4615-99e1-5bb4abc655ed for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:51:05.371190 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=96288fe7-a5a8-42f3-aeb8-c30865d78dfb,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:05.374256 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:05.381060 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6196ab56-cf31-40f0-a3fd-a863900fd292 None None] Routers {'46fa985d-28d6-4615-99e1-5bb4abc655ed'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:51:05.381780 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6196ab56-cf31-40f0-a3fd-a863900fd292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:51:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['46fa985d-28d6-4615-99e1-5bb4abc655ed'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:51:05.394989 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a3fe9fa-f8ab-4d15-9c4a-5c76a380cc9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:05.417241 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a3fe9fa-f8ab-4d15-9c4a-5c76a380cc9b admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:51:05.417241 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a3fe9fa-f8ab-4d15-9c4a-5c76a380cc9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:05.421906 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['96288fe7-a5a8-42f3-aeb8-c30865d78dfb'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:51:05.423347 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:51:05.423347 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:51:05.423347 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:51:05.423347 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:51:05.423347 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:51:05.423347 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:51:05.423347 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:51:05.423347 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:51:05.423347 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:51:05.423347 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:51:05.423347 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:51:05.423347 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:51:05.423347 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:51:05.423347 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:51:05.423347 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:51:05.423347 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:51:05.423347 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:51:05.423347 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:51:05.423347 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:51:05.423347 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:51:05.423347 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:51:05.423347 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:51:05.423347 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:51:05.423347 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:51:05.423347 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:51:05.423347 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:51:05.423347 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:51:05.423347 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:51:05.423347 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:51:05.423347 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:51:05.423347 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:51:05.423347 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:51:05.452451 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-692d7b5e-ec50-47ef-a3fa-c6839acd1164 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:05.456656 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-692d7b5e-ec50-47ef-a3fa-c6839acd1164 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:05.457914 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-692d7b5e-ec50-47ef-a3fa-c6839acd1164 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "DELETE /v2.0/security-groups/b221f776-c920-4201-a5ce-e97a00b87480 HTTP/1.1" status: 204 len: 168 time: 0.3070002 Aug 19 14:51:05.471209 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58994) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:05.520283 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-79a05605-d97f-4a39-b177-5d6e59e4ce78 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:05.521180 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692d7b5e-ec50-47ef-a3fa-c6839acd1164 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b221f776-c920-4201-a5ce-e97a00b87480,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:05.521180 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [None req-44e49312-55b2-4173-bd90-9e492b4c2f2f tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] show failed (client error): The resource could not be found. Aug 19 14:51:05.521180 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-44e49312-55b2-4173-bd90-9e492b4c2f2f tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "GET /v2.0/security-groups/b221f776-c920-4201-a5ce-e97a00b87480 HTTP/1.1" status: 404 len: 347 time: 0.0431135 Aug 19 14:51:05.522538 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58998) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:05.571686 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-969b9fc3-2588-4905-971d-3f1b2d312a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:05.663897 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b9fc3-2588-4905-971d-3f1b2d312a43 admin admin] Pushing event deleted for resources: {'Port': ['ID=80f43ef0-a0da-495e-92d0-d4e1fabe34f0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:05.667419 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a3fe9fa-f8ab-4d15-9c4a-5c76a380cc9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:05.672739 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a3fe9fa-f8ab-4d15-9c4a-5c76a380cc9b admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:05.683574 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2a3fe9fa-f8ab-4d15-9c4a-5c76a380cc9b admin admin] 10.222.0.69 "DELETE /v2.0/networks/7ad57a80-ea49-41a7-a83a-5530ec33192c HTTP/1.1" status: 204 len: 168 time: 0.8521869 Aug 19 14:51:05.693884 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a05605-d97f-4a39-b177-5d6e59e4ce78 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:51:05.739750 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a05605-d97f-4a39-b177-5d6e59e4ce78 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Subnet': ['ID=8d8ef369-5bdc-4566-b492-70a8280e29ee,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:05.746314 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-79a05605-d97f-4a39-b177-5d6e59e4ce78 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:51:05.749309 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a05605-d97f-4a39-b177-5d6e59e4ce78 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:05.749914 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-79a05605-d97f-4a39-b177-5d6e59e4ce78 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:05.781769 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3fe9fa-f8ab-4d15-9c4a-5c76a380cc9b admin admin] Pushing event deleted for resources: {'Network': ['ID=7ad57a80-ea49-41a7-a83a-5530ec33192c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:05.796433 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-79a05605-d97f-4a39-b177-5d6e59e4ce78 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3175156 Aug 19 14:51:05.800353 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 59004) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:05.809255 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cdba65-2d23-4c5a-95f7-1c448fa7b280 None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:51:05.811268 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-12c43d9f-740c-4d5c-8687-e90244ddbb52 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'port': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'mac_address': 'fa:16:3e:19:da:c0', 'name': 'tempest-NetworksTestDHCPv6-1842058748'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:51:05.883566 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8bcac-16e1-4f4f-9ce5-2a47c9a1b5e6 req-aeb2c407-ad23-4c9b-9274-eb387f0198d4 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:05.885592 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-78a8bcac-16e1-4f4f-9ce5-2a47c9a1b5e6 req-aeb2c407-ad23-4c9b-9274-eb387f0198d4 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/ports?device_id=1bd4818f-f956-4364-a039-4a23191a221b HTTP/1.1" status: 200 len: 944 time: 0.1465373 Aug 19 14:51:05.900425 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 59006) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:05.910608 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-969b9fc3-2588-4905-971d-3f1b2d312a43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:05.955845 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-af2af0b6-2314-4b98-84c4-8d65e1ca0b6b tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Deleting port 7ae65930-d1b0-4269-8527-91b0fc652876 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:51:05.956603 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af2af0b6-2314-4b98-84c4-8d65e1ca0b6b tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:06.078286 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-969b9fc3-2588-4905-971d-3f1b2d312a43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:06.089726 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-969b9fc3-2588-4905-971d-3f1b2d312a43 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:06.118329 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-78a8bcac-16e1-4f4f-9ce5-2a47c9a1b5e6 req-dcb1fcd8-9013-491d-85d9-669f2070dfe5 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/security-groups?id=def6c502-9ec5-4bf0-9b0e-dcb2195caf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185690 Aug 19 14:51:06.123594 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-6196ab56-cf31-40f0-a3fd-a863900fd292 None None] Set router 46fa985d-28d6-4615-99e1-5bb4abc655ed gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:51:06.129957 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-5a302b7c-8792-48ec-9438-9c06a695732e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3f91018773ec406c87eda6f725e68afb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2270825 Aug 19 14:51:06.132321 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d46f77-84b6-4351-b6c6-b065088267b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'tenant_id': 'c39f5f14c7bc46018e8896511823152f', 'fixed_ips': [{'subnet_id': '8d8ef369-5bdc-4566-b492-70a8280e29ee'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:51:06.133951 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8d46f77-84b6-4351-b6c6-b065088267b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:06.143480 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 59012) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:06.149088 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c43d9f-740c-4d5c-8687-e90244ddbb52 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:51:06.210470 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-969b9fc3-2588-4905-971d-3f1b2d312a43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:06.211735 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969b9fc3-2588-4905-971d-3f1b2d312a43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46fa985d-28d6-4615-99e1-5bb4abc655ed {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:51:06.221120 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af2af0b6-2314-4b98-84c4-8d65e1ca0b6b tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:06.222105 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-969b9fc3-2588-4905-971d-3f1b2d312a43 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:06.222394 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af2af0b6-2314-4b98-84c4-8d65e1ca0b6b tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:06.232444 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-969b9fc3-2588-4905-971d-3f1b2d312a43 admin admin] 10.222.0.69 "DELETE /v2.0/routers/46fa985d-28d6-4615-99e1-5bb4abc655ed HTTP/1.1" status: 204 len: 168 time: 2.3666294 Aug 19 14:51:06.232444 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 59014) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:06.262785 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-af2af0b6-2314-4b98-84c4-8d65e1ca0b6b tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Calling delete_port for 7ae65930-d1b0-4269-8527-91b0fc652876 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:51:06.269049 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eed0ffef-13dd-477b-9429-de1968218251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:06.283049 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6196ab56-cf31-40f0-a3fd-a863900fd292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fa985d-28d6-4615-99e1-5bb4abc655ed', 'name': 'tempest-ServerRescueTestJSON-205414374-router', 'tenant_id': 'a174c7311ebe4e578a18affa5c162e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:48:50Z', 'updated_at': '2021-08-19T14:51:04Z', 'revision_number': 6, 'project_id': 'a174c7311ebe4e578a18affa5c162e64', 'gw_port_host': None}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:51:06.326193 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-7770ad8d-b231-458c-8d1c-076e977ede23 admin admin] Deleting subnet aff8d2c4-8a7b-4abf-8ece-6e61f2387303 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:51:06.333733 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eed0ffef-13dd-477b-9429-de1968218251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:06.334140 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7770ad8d-b231-458c-8d1c-076e977ede23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:06.383353 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12c43d9f-740c-4d5c-8687-e90244ddbb52 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:06.422495 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7770ad8d-b231-458c-8d1c-076e977ede23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:06.462888 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-12c43d9f-740c-4d5c-8687-e90244ddbb52 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] device_id is not set on port c74b7e55-62ee-4db7-bafb-e9e506e959d1 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:51:06.463221 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eed0ffef-13dd-477b-9429-de1968218251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:06.466591 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eed0ffef-13dd-477b-9429-de1968218251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:06.472096 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-eed0ffef-13dd-477b-9429-de1968218251 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fb9a2d9e-ec3e-4447-b838-be1734307db9 HTTP/1.1" status: 204 len: 168 time: 0.3267217 Aug 19 14:51:06.503224 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed0ffef-13dd-477b-9429-de1968218251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9a2d9e-ec3e-4447-b838-be1734307db9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:06.525348 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af2af0b6-2314-4b98-84c4-8d65e1ca0b6b tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:06.555075 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-b8d46f77-84b6-4351-b6c6-b065088267b4 None None] Allocated IP 2001:db8::2 (eb2a0074-ffdc-4655-a2e0-d470caf1d21a/8d8ef369-5bdc-4566-b492-70a8280e29ee/fafecdc4-81cb-47c0-9340-a0669b43d78c) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:51:06.615363 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2af0b6-2314-4b98-84c4-8d65e1ca0b6b tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Pushing event deleted for resources: {'Port': ['ID=7ae65930-d1b0-4269-8527-91b0fc652876,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:06.682649 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7770ad8d-b231-458c-8d1c-076e977ede23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:06.692250 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af2af0b6-2314-4b98-84c4-8d65e1ca0b6b tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:06.696253 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af2af0b6-2314-4b98-84c4-8d65e1ca0b6b tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:06.698919 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-af2af0b6-2314-4b98-84c4-8d65e1ca0b6b tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "DELETE /v2.0/floatingips/72a61a5f-fdeb-4139-acf3-7f017bd3ca16 HTTP/1.1" status: 204 len: 168 time: 1.1758552 Aug 19 14:51:06.701879 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 59028) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:06.706283 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6196ab56-cf31-40f0-a3fd-a863900fd292 None None] The sync data for ids ['46fa985d-28d6-4615-99e1-5bb4abc655ed'] in n-d-766043-2 is: [{'id': '46fa985d-28d6-4615-99e1-5bb4abc655ed', 'name': 'tempest-ServerRescueTestJSON-205414374-router', 'tenant_id': 'a174c7311ebe4e578a18affa5c162e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:48:50Z', 'updated_at': '2021-08-19T14:51:04Z', 'revision_number': 6, 'project_id': 'a174c7311ebe4e578a18affa5c162e64', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:51:06.864866 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8d46f77-84b6-4351-b6c6-b065088267b4 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:06.888880 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:06.892871 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b8d46f77-84b6-4351-b6c6-b065088267b4 None None] Transition to ACTIVE for port object fafecdc4-81cb-47c0-9340-a0669b43d78c will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:51:06.920786 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b8d46f77-84b6-4351-b6c6-b065088267b4 None None] Transition to ACTIVE for port object fafecdc4-81cb-47c0-9340-a0669b43d78c will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:51:06.932088 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8d46f77-84b6-4351-b6c6-b065088267b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:06.956737 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d46f77-84b6-4351-b6c6-b065088267b4 None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:51:06.958681 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-b8d46f77-84b6-4351-b6c6-b065088267b4 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:51:06.965923 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d46f77-84b6-4351-b6c6-b065088267b4 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:51:07.009578 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7770ad8d-b231-458c-8d1c-076e977ede23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:07.080764 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7770ad8d-b231-458c-8d1c-076e977ede23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aff8d2c4-8a7b-4abf-8ece-6e61f2387303,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:07.106006 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b8d46f77-84b6-4351-b6c6-b065088267b4 None None] Attempting to bind port fafecdc4-81cb-47c0-9340-a0669b43d78c on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:51:07.106778 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b8d46f77-84b6-4351-b6c6-b065088267b4 None None] Attempting to bind port fafecdc4-81cb-47c0-9340-a0669b43d78c by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:51:07.107526 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d46f77-84b6-4351-b6c6-b065088267b4 None None] Attempting to bind port fafecdc4-81cb-47c0-9340-a0669b43d78c on network eb2a0074-ffdc-4655-a2e0-d470caf1d21a {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:51:07.110053 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d46f77-84b6-4351-b6c6-b065088267b4 None None] Pushing event updated for resources: {'Port': ['ID=fafecdc4-81cb-47c0-9340-a0669b43d78c,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:07.133582 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-12c43d9f-740c-4d5c-8687-e90244ddbb52 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Allocated IP 2001:db8::186 (eb2a0074-ffdc-4655-a2e0-d470caf1d21a/8d8ef369-5bdc-4566-b492-70a8280e29ee/c74b7e55-62ee-4db7-bafb-e9e506e959d1) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:51:07.133752 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d46f77-84b6-4351-b6c6-b065088267b4 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:51:07.134310 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d46f77-84b6-4351-b6c6-b065088267b4 None None] Checking segment: {'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:51:07.134439 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8d46f77-84b6-4351-b6c6-b065088267b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:07.134833 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d46f77-84b6-4351-b6c6-b065088267b4 None None] Bound using segment: {'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:51:07.136308 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7770ad8d-b231-458c-8d1c-076e977ede23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:07.136473 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b8d46f77-84b6-4351-b6c6-b065088267b4 None None] Bound port: fafecdc4-81cb-47c0-9340-a0669b43d78c, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:51:07.137703 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8d46f77-84b6-4351-b6c6-b065088267b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:07.142075 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7770ad8d-b231-458c-8d1c-076e977ede23 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/aff8d2c4-8a7b-4abf-8ece-6e61f2387303 HTTP/1.1" status: 204 len: 168 time: 0.9092555 Aug 19 14:51:07.143451 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 59042) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:07.162564 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-eef4dded-b1c3-4719-840c-abc2627797b6 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Deleting port 56da6e17-81c7-428b-af76-84d1fb4c24f1 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:51:07.162848 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eef4dded-b1c3-4719-840c-abc2627797b6 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:07.321805 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b8d46f77-84b6-4351-b6c6-b065088267b4 None None] For port fafecdc4-81cb-47c0-9340-a0669b43d78c, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:51:07.327921 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b8d46f77-84b6-4351-b6c6-b065088267b4 None None] For port fafecdc4-81cb-47c0-9340-a0669b43d78c, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=fafecdc4-81cb-47c0-9340-a0669b43d78c,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:51:07.333924 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8d46f77-84b6-4351-b6c6-b065088267b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:07.397900 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eef4dded-b1c3-4719-840c-abc2627797b6 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:07.460661 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-eef4dded-b1c3-4719-840c-abc2627797b6 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Calling delete_port for 56da6e17-81c7-428b-af76-84d1fb4c24f1 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:51:07.473509 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d46f77-84b6-4351-b6c6-b065088267b4 None None] Pushing event updated for resources: {'Port': ['ID=fafecdc4-81cb-47c0-9340-a0669b43d78c,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:07.498546 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1a7f54f9-e857-45b6-a10c-7743b483dc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:07.563398 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc374d-eeb0-40a7-9deb-c257c4f4e52b req-11dc49fb-3ee3-4345-a045-4b767b1afa45 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:07.564995 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-07cc374d-eeb0-40a7-9deb-c257c4f4e52b req-11dc49fb-3ee3-4345-a045-4b767b1afa45 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/ports?device_id=1bd4818f-f956-4364-a039-4a23191a221b HTTP/1.1" status: 200 len: 944 time: 0.2303376 Aug 19 14:51:07.665947 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12c43d9f-740c-4d5c-8687-e90244ddbb52 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:07.743297 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-12c43d9f-740c-4d5c-8687-e90244ddbb52 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Transition to ACTIVE for port object c74b7e55-62ee-4db7-bafb-e9e506e959d1 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:51:07.766060 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 59072) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:07.850906 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-07cc374d-eeb0-40a7-9deb-c257c4f4e52b req-dd26f3b0-614f-4e7e-a88d-dcae551a6961 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/security-groups?id=def6c502-9ec5-4bf0-9b0e-dcb2195caf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407606 Aug 19 14:51:07.893297 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1a7f54f9-e857-45b6-a10c-7743b483dc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:07.903665 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eef4dded-b1c3-4719-840c-abc2627797b6 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:07.923789 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-1a7f54f9-e857-45b6-a10c-7743b483dc14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a142042-c68c-4e37-b305-42d68af74408']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:51:07.931004 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12c43d9f-740c-4d5c-8687-e90244ddbb52 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:07.946731 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-1a7f54f9-e857-45b6-a10c-7743b483dc14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8196d451-8148-4854-93a1-9e3fdf28ead8') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:51:07.947067 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-1a7f54f9-e857-45b6-a10c-7743b483dc14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8196d451-8148-4854-93a1-9e3fdf28ead8') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:51:07.990096 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef4dded-b1c3-4719-840c-abc2627797b6 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Pushing event deleted for resources: {'Port': ['ID=56da6e17-81c7-428b-af76-84d1fb4c24f1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:07.994995 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1a7f54f9-e857-45b6-a10c-7743b483dc14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:08.030293 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1a7f54f9-e857-45b6-a10c-7743b483dc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:08.032873 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 59082) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:08.039630 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a7f54f9-e857-45b6-a10c-7743b483dc14 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:51:08.040301 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1a7f54f9-e857-45b6-a10c-7743b483dc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:08.042741 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:51:08.042741 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:51:08.042741 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:51:08.042741 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:51:08.042741 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:51:08.042741 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:51:08.042741 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:51:08.042741 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:51:08.042741 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:51:08.042741 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:51:08.042741 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:51:08.042741 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:51:08.042741 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:51:08.042741 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:51:08.042741 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:51:08.042741 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:51:08.042741 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:51:08.042741 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:51:08.042741 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:51:08.042741 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:51:08.042741 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:51:08.042741 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:51:08.042741 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:51:08.042741 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:51:08.042741 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:51:08.042741 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:51:08.042741 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:51:08.042741 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:51:08.042741 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:51:08.042741 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:51:08.042741 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:51:08.042741 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:51:08.291775 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1a7f54f9-e857-45b6-a10c-7743b483dc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:08.301250 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1a7f54f9-e857-45b6-a10c-7743b483dc14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:08.303227 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1a7f54f9-e857-45b6-a10c-7743b483dc14 admin admin] 10.222.0.69 "DELETE /v2.0/networks/8a142042-c68c-4e37-b305-42d68af74408 HTTP/1.1" status: 204 len: 168 time: 1.1578958 Aug 19 14:51:08.318448 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7f54f9-e857-45b6-a10c-7743b483dc14 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a142042-c68c-4e37-b305-42d68af74408,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:08.377684 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device fafecdc4-81cb-47c0-9340-a0669b43d78c up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:51:08.534736 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port fafecdc4-81cb-47c0-9340-a0669b43d78c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:51:08.566241 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device df8a8e41-a264-4a2d-bd29-d00947c46114 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:51:08.607479 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: df8a8e41-a264-4a2d-bd29-d00947c46114 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:51:08.607825 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device df8a8e41-a264-4a2d-bd29-d00947c46114 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:51:08.609632 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 80f43ef0-a0da-495e-92d0-d4e1fabe34f0 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:51:08.653909 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 80f43ef0-a0da-495e-92d0-d4e1fabe34f0 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:51:08.654541 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 80f43ef0-a0da-495e-92d0-d4e1fabe34f0 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:51:08.689551 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 96288fe7-a5a8-42f3-aeb8-c30865d78dfb up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:51:08.690369 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 59090) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:08.770921 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e578cc7e-fd94-4a1b-9dbb-72d6421dacb0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a174c7311ebe4e578a18affa5c162e64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0781929 Aug 19 14:51:08.776953 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 59094) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:08.803196 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 96288fe7-a5a8-42f3-aeb8-c30865d78dfb completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:51:08.808213 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 96288fe7-a5a8-42f3-aeb8-c30865d78dfb triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:51:08.808642 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:08.855046 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e541d8c9-5156-4a56-843e-b7bc53e8d52b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:08.858725 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-bad4a883-c2c1-44ca-89d7-f2f6b6be2b13 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1190687544-network', 'tenant_id': 'a009ace5c9ab4354b62fea1750ef405e'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:51:08.901734 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c43d9f-740c-4d5c-8687-e90244ddbb52 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:51:08.930421 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-12c43d9f-740c-4d5c-8687-e90244ddbb52 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:51:08.932854 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e541d8c9-5156-4a56-843e-b7bc53e8d52b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:08.933023 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad4a883-c2c1-44ca-89d7-f2f6b6be2b13 admin admin] Made reservation on behalf of a009ace5c9ab4354b62fea1750ef405e for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:51:08.940395 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bad4a883-c2c1-44ca-89d7-f2f6b6be2b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:08.947581 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c43d9f-740c-4d5c-8687-e90244ddbb52 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:51:08.960549 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:08.966053 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c43d9f-740c-4d5c-8687-e90244ddbb52 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:08.968877 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12c43d9f-740c-4d5c-8687-e90244ddbb52 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:08.978211 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c43d9f-740c-4d5c-8687-e90244ddbb52 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Port': ['ID=c74b7e55-62ee-4db7-bafb-e9e506e959d1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:09.023199 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bad4a883-c2c1-44ca-89d7-f2f6b6be2b13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:09.042049 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eef4dded-b1c3-4719-840c-abc2627797b6 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:09.042857 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 96288fe7-a5a8-42f3-aeb8-c30865d78dfb, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=96288fe7-a5a8-42f3-aeb8-c30865d78dfb,segment=NetworkSegment(b79a2b4c-25f9-4906-ab26-321a0fca78e3),segment_id=b79a2b4c-25f9-4906-ab26-321a0fca78e3)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:51:09.044441 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-eef4dded-b1c3-4719-840c-abc2627797b6 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "DELETE /v2.0/ports/56da6e17-81c7-428b-af76-84d1fb4c24f1 HTTP/1.1" status: 204 len: 168 time: 2.2963228 Aug 19 14:51:09.044602 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd4818f-f956-4364-a039-4a23191a221b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96288fe7-a5a8-42f3-aeb8-c30865d78dfb'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:51:09.048349 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff55a6b3-00d9-43ea-86d2-6688989f474c" -d '{"events": [{"server_uuid": "1bd4818f-f956-4364-a039-4a23191a221b", "name": "network-vif-plugged", "status": "completed", "tag": "96288fe7-a5a8-42f3-aeb8-c30865d78dfb"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:51:09.072288 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:09.112531 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-553d4f52-fe2a-44a3-95aa-299e4274b1d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:09.116647 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 59098) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:09.154390 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bad4a883-c2c1-44ca-89d7-f2f6b6be2b13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:09.174393 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-12c43d9f-740c-4d5c-8687-e90244ddbb52 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.3726308 Aug 19 14:51:09.175501 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bad4a883-c2c1-44ca-89d7-f2f6b6be2b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:09.179110 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 59102) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:09.213674 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a674da6-b6a4-49da-ac37-772db041fce3 x-openstack-request-id: req-8a674da6-b6a4-49da-ac37-772db041fce3 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:51:09.214328 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bd4818f-f956-4364-a039-4a23191a221b", "name": "network-vif-plugged", "status": "completed", "tag": "96288fe7-a5a8-42f3-aeb8-c30865d78dfb", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:51:09.214823 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8a674da6-b6a4-49da-ac37-772db041fce3 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:51:09.215471 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd4818f-f956-4364-a039-4a23191a221b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96288fe7-a5a8-42f3-aeb8-c30865d78dfb', 'code': 200} Aug 19 14:51:09.220551 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=96288fe7-a5a8-42f3-aeb8-c30865d78dfb,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:09.238101 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e191d8f8-5ba7-462e-9f2e-2eddf0de1ebe None None] Provisioning for port fafecdc4-81cb-47c0-9340-a0669b43d78c completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:51:09.244249 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e191d8f8-5ba7-462e-9f2e-2eddf0de1ebe None None] Provisioning complete for port fafecdc4-81cb-47c0-9340-a0669b43d78c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:51:09.244249 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e191d8f8-5ba7-462e-9f2e-2eddf0de1ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:09.249888 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad4a883-c2c1-44ca-89d7-f2f6b6be2b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50102c2e-2efa-4948-880f-31b8437b8760,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:09.307458 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bad4a883-c2c1-44ca-89d7-f2f6b6be2b13 admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:51:09.325086 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bad4a883-c2c1-44ca-89d7-f2f6b6be2b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:09.325680 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-bad4a883-c2c1-44ca-89d7-f2f6b6be2b13 admin admin] Added segment d2dd6c33-88e5-4ac5-bf47-14dd43bc110f of type vlan for network 826a14c6-b01f-4f4f-86d2-3cfbb5aad056 Aug 19 14:51:09.354569 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e073aeb0-a600-45c5-818e-884682be82fb tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:09.366022 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e073aeb0-a600-45c5-818e-884682be82fb tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:09.367680 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e073aeb0-a600-45c5-818e-884682be82fb tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1434782 Aug 19 14:51:09.372304 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386238c8-7c4a-4a0d-a87d-558bd3def453 req-35452cf6-ad4e-41de-8203-dff8ce5b1594 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:09.373835 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-386238c8-7c4a-4a0d-a87d-558bd3def453 req-35452cf6-ad4e-41de-8203-dff8ce5b1594 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/ports?device_id=1bd4818f-f956-4364-a039-4a23191a221b HTTP/1.1" status: 200 len: 945 time: 0.3468094 Aug 19 14:51:09.374339 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 59104) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:09.412384 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e191d8f8-5ba7-462e-9f2e-2eddf0de1ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:09.430882 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bad4a883-c2c1-44ca-89d7-f2f6b6be2b13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:09.432814 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e541d8c9-5156-4a56-843e-b7bc53e8d52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:09.435395 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e541d8c9-5156-4a56-843e-b7bc53e8d52b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:09.436576 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e541d8c9-5156-4a56-843e-b7bc53e8d52b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fe4103db-55d7-47ea-bed4-2883c4a04656 HTTP/1.1" status: 204 len: 168 time: 0.6551895 Aug 19 14:51:09.461110 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e191d8f8-5ba7-462e-9f2e-2eddf0de1ebe None None] For port fafecdc4-81cb-47c0-9340-a0669b43d78c, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=fafecdc4-81cb-47c0-9340-a0669b43d78c,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:51:09.471829 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e191d8f8-5ba7-462e-9f2e-2eddf0de1ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:09.499364 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e541d8c9-5156-4a56-843e-b7bc53e8d52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4103db-55d7-47ea-bed4-2883c4a04656,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:09.525437 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bad4a883-c2c1-44ca-89d7-f2f6b6be2b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:09.526876 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad4a883-c2c1-44ca-89d7-f2f6b6be2b13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:09.527469 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bad4a883-c2c1-44ca-89d7-f2f6b6be2b13 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:09.574833 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e191d8f8-5ba7-462e-9f2e-2eddf0de1ebe None None] Pushing event updated for resources: {'Port': ['ID=fafecdc4-81cb-47c0-9340-a0669b43d78c,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:09.582316 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-386238c8-7c4a-4a0d-a87d-558bd3def453 req-4197652b-bbeb-4721-abfa-4bd59bb5de4a tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/security-groups?id=def6c502-9ec5-4bf0-9b0e-dcb2195caf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529791 Aug 19 14:51:09.589954 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb51541b-9127-4664-a20d-37685a443569 req-a605a1c0-39e1-4222-989b-6fb6d6f8a76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:09.591285 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bb51541b-9127-4664-a20d-37685a443569 req-a605a1c0-39e1-4222-989b-6fb6d6f8a76a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=1bd4818f-f956-4364-a039-4a23191a221b HTTP/1.1" status: 200 len: 1096 time: 0.3273170 Aug 19 14:51:09.641717 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0f5b360f-6ad2-4bd3-b5d1-8401f64ad363 None None] Provisioning for port c74b7e55-62ee-4db7-bafb-e9e506e959d1 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:51:09.645956 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0f5b360f-6ad2-4bd3-b5d1-8401f64ad363 None None] Provisioning complete for port c74b7e55-62ee-4db7-bafb-e9e506e959d1 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:51:09.646330 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0f5b360f-6ad2-4bd3-b5d1-8401f64ad363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:09.665656 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-bad4a883-c2c1-44ca-89d7-f2f6b6be2b13 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5943377 Aug 19 14:51:09.665885 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-aa211ea0-9cd0-4bcd-9c81-2e3411e664ff tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Deleting port f5041c84-227f-4ce0-b39a-d1af5a9cfa38 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:51:09.665885 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa211ea0-9cd0-4bcd-9c81-2e3411e664ff tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:09.669006 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 59108) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:09.673977 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-44fe05c1-7816-4381-8266-2e46c5e29d0b admin admin] Request body: {'subnet': {'network_id': '826a14c6-b01f-4f4f-86d2-3cfbb5aad056', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1190687544-subnet', 'tenant_id': 'a009ace5c9ab4354b62fea1750ef405e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:51:09.695019 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad4a883-c2c1-44ca-89d7-f2f6b6be2b13 admin admin] Pushing event updated for resources: {'Network': ['ID=826a14c6-b01f-4f4f-86d2-3cfbb5aad056,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:09.718049 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44fe05c1-7816-4381-8266-2e46c5e29d0b admin admin] Made reservation on behalf of a009ace5c9ab4354b62fea1750ef405e for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:51:09.723641 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44fe05c1-7816-4381-8266-2e46c5e29d0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:09.729609 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0f5b360f-6ad2-4bd3-b5d1-8401f64ad363 None None] Port c74b7e55-62ee-4db7-bafb-e9e506e959d1 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:51:09.732737 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 826a14c6-b01f-4f4f-86d2-3cfbb5aad056 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:51:09.802898 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bb51541b-9127-4664-a20d-37685a443569 req-32fc1d3f-88ee-40d5-885b-05b5e157717a service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=def6c502-9ec5-4bf0-9b0e-dcb2195caf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535752 Aug 19 14:51:09.845734 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-4c4ee539-52c4-4ed4-bb42-94eb5e29b9cd tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Deleting port c74b7e55-62ee-4db7-bafb-e9e506e959d1 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:51:09.846130 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c4ee539-52c4-4ed4-bb42-94eb5e29b9cd tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:09.894796 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa211ea0-9cd0-4bcd-9c81-2e3411e664ff tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:09.916049 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-aa211ea0-9cd0-4bcd-9c81-2e3411e664ff tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Calling delete_port for f5041c84-227f-4ce0-b39a-d1af5a9cfa38 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:51:10.010550 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44fe05c1-7816-4381-8266-2e46c5e29d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:10.016918 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c4ee539-52c4-4ed4-bb42-94eb5e29b9cd tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:10.051057 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-4c4ee539-52c4-4ed4-bb42-94eb5e29b9cd tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Calling delete_port for c74b7e55-62ee-4db7-bafb-e9e506e959d1 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:51:10.094047 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fe05c1-7816-4381-8266-2e46c5e29d0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f017c343-b8a3-4a90-a258-473804aba5f3,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:10.107456 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fe05c1-7816-4381-8266-2e46c5e29d0b admin admin] Checking segment: {'id': 'd2dd6c33-88e5-4ac5-bf47-14dd43bc110f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '826a14c6-b01f-4f4f-86d2-3cfbb5aad056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:51:10.107962 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fe05c1-7816-4381-8266-2e46c5e29d0b admin admin] Network hostable DHCP agents. Network: 826a14c6-b01f-4f4f-86d2-3cfbb5aad056, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:51:10.135574 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fe05c1-7816-4381-8266-2e46c5e29d0b admin admin] Network 826a14c6-b01f-4f4f-86d2-3cfbb5aad056 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:51:10.154552 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-44fe05c1-7816-4381-8266-2e46c5e29d0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 826a14c6-b01f-4f4f-86d2-3cfbb5aad056) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:51:10.161042 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fe05c1-7816-4381-8266-2e46c5e29d0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:10.162077 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44fe05c1-7816-4381-8266-2e46c5e29d0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:10.167208 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e66bd7-abd3-4781-b5ee-462990f94c37 None None] Network 826a14c6-b01f-4f4f-86d2-3cfbb5aad056 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:51:10.185566 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-553d4f52-fe2a-44a3-95aa-299e4274b1d1 admin admin] Deleting port f6d0a280-4857-462d-a7e2-0031d804288e {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:51:10.185913 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-553d4f52-fe2a-44a3-95aa-299e4274b1d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:10.219954 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-44fe05c1-7816-4381-8266-2e46c5e29d0b admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5497825 Aug 19 14:51:10.221118 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 59124) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:10.226682 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-548e027e-ed77-471a-a25c-6fc7e269bf07 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1190687544-router', 'tenant_id': 'a009ace5c9ab4354b62fea1750ef405e', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:51:10.261142 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-548e027e-ed77-471a-a25c-6fc7e269bf07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:10.264345 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-548e027e-ed77-471a-a25c-6fc7e269bf07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:10.297156 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device fafecdc4-81cb-47c0-9340-a0669b43d78c up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:51:10.308997 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa211ea0-9cd0-4bcd-9c81-2e3411e664ff tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:10.356978 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa211ea0-9cd0-4bcd-9c81-2e3411e664ff tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Pushing event deleted for resources: {'Port': ['ID=f5041c84-227f-4ce0-b39a-d1af5a9cfa38,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:10.378169 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-553d4f52-fe2a-44a3-95aa-299e4274b1d1 admin admin] For port f6d0a280-4857-462d-a7e2-0031d804288e, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=f6d0a280-4857-462d-a7e2-0031d804288e,segment=NetworkSegment(a7b4169d-aca4-48ae-9564-ded492f4f0c1),segment_id=a7b4169d-aca4-48ae-9564-ded492f4f0c1)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:51:10.378597 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-553d4f52-fe2a-44a3-95aa-299e4274b1d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:10.412652 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c4ee539-52c4-4ed4-bb42-94eb5e29b9cd tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:10.415456 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-553d4f52-fe2a-44a3-95aa-299e4274b1d1 admin admin] Calling delete_port for f6d0a280-4857-462d-a7e2-0031d804288e owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:51:10.487293 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ee539-52c4-4ed4-bb42-94eb5e29b9cd tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event deleted for resources: {'Port': ['ID=c74b7e55-62ee-4db7-bafb-e9e506e959d1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:10.505591 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-548e027e-ed77-471a-a25c-6fc7e269bf07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:10.563735 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa211ea0-9cd0-4bcd-9c81-2e3411e664ff tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:10.579176 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-aa211ea0-9cd0-4bcd-9c81-2e3411e664ff tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "DELETE /v2.0/ports/f5041c84-227f-4ce0-b39a-d1af5a9cfa38 HTTP/1.1" status: 204 len: 168 time: 1.4533160 Aug 19 14:51:10.583149 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 59134) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:10.585423 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port fafecdc4-81cb-47c0-9340-a0669b43d78c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:51:10.593420 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:10.597166 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8af251-a82d-4b88-8519-83dfcadde677 None None] Network 826a14c6-b01f-4f4f-86d2-3cfbb5aad056 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:51:10.605617 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c4ee539-52c4-4ed4-bb42-94eb5e29b9cd tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:10.609871 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-4c4ee539-52c4-4ed4-bb42-94eb5e29b9cd tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/ports/c74b7e55-62ee-4db7-bafb-e9e506e959d1 HTTP/1.1" status: 204 len: 168 time: 1.1917200 Aug 19 14:51:10.610268 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 59136) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:10.781282 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-548e027e-ed77-471a-a25c-6fc7e269bf07 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:11.016841 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7b6143-22e7-492d-9e42-17c55f63d5fb tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:11.019785 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7b6143-22e7-492d-9e42-17c55f63d5fb tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:11.022184 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1a7b6143-22e7-492d-9e42-17c55f63d5fb tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.4063742 Aug 19 14:51:11.028034 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 59150) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:11.208690 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cd847d9-82be-48cd-92de-742b0aa03d01 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Deleting subnet 8d8ef369-5bdc-4566-b492-70a8280e29ee {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:51:11.229713 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2cd847d9-82be-48cd-92de-742b0aa03d01 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:11.287270 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-548e027e-ed77-471a-a25c-6fc7e269bf07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:11.291503 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2cd847d9-82be-48cd-92de-742b0aa03d01 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:11.330185 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-548e027e-ed77-471a-a25c-6fc7e269bf07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:11.407733 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-553d4f52-fe2a-44a3-95aa-299e4274b1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:11.529660 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553d4f52-fe2a-44a3-95aa-299e4274b1d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6d0a280-4857-462d-a7e2-0031d804288e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:11.566714 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2cd847d9-82be-48cd-92de-742b0aa03d01 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:11.568301 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ac5c726-67c7-48e9-a644-d8d3e8897c99 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Deleting subnet 64065ff9-b8bb-4212-8aca-114b6986ce18 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:51:11.601604 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ac5c726-67c7-48e9-a644-d8d3e8897c99 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:11.609888 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-88368697-77ae-48dd-b0ac-351324e032d0 req-496543a8-21e5-40d5-b65c-530fe158dcc0 tempest-ServerShowV247Test-1672561970 tempest-ServerShowV247Test-1672561970-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ac2bb94-8961-47c1-89cc-facfb5ef7252 HTTP/1.1" status: 200 len: 210 time: 0.1368744 Aug 19 14:51:11.622455 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-548e027e-ed77-471a-a25c-6fc7e269bf07 admin admin] Allocated IP 172.25.2.199 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/2517072d-cff6-433a-a677-03397e99f44a) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:51:11.690138 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8cdf2-c11e-4f62-b96f-50f505885c29 req-97359da7-ea87-4f2e-b1c8-8c9eb8276327 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:11.692490 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-30c8cdf2-c11e-4f62-b96f-50f505885c29 req-97359da7-ea87-4f2e-b1c8-8c9eb8276327 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/ports?device_id=1bd4818f-f956-4364-a039-4a23191a221b HTTP/1.1" status: 200 len: 945 time: 0.9714637 Aug 19 14:51:11.709545 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ac5c726-67c7-48e9-a644-d8d3e8897c99 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:11.732084 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2cd847d9-82be-48cd-92de-742b0aa03d01 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:11.824718 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd847d9-82be-48cd-92de-742b0aa03d01 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event deleted for resources: {'Subnet': ['ID=8d8ef369-5bdc-4566-b492-70a8280e29ee,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:11.843483 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2cd847d9-82be-48cd-92de-742b0aa03d01 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:11.844684 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ef9a82-7fe0-4053-8ab5-3a260d258541 None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:51:11.845636 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2cd847d9-82be-48cd-92de-742b0aa03d01 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/8d8ef369-5bdc-4566-b492-70a8280e29ee HTTP/1.1" status: 204 len: 168 time: 0.8142736 Aug 19 14:51:11.848671 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 59178) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:11.899182 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5c16b6ce-af0d-4d8f-b221-20b20410be84 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0493999 Aug 19 14:51:11.906125 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 59186) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:11.998144 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-548e027e-ed77-471a-a25c-6fc7e269bf07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:12.015639 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea9646f-19d6-4902-8018-0fcdddc25529 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:12.019551 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9ea9646f-19d6-4902-8018-0fcdddc25529 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1095791 Aug 19 14:51:12.019876 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 59188) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:12.035400 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-30c8cdf2-c11e-4f62-b96f-50f505885c29 req-927af315-cf03-490d-9644-daa458912052 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/security-groups?id=def6c502-9ec5-4bf0-9b0e-dcb2195caf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316739 Aug 19 14:51:12.130594 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d47970-c08f-4901-9b2e-eb2393101a3f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:12.131615 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-553d4f52-fe2a-44a3-95aa-299e4274b1d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:12.133429 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e3d47970-c08f-4901-9b2e-eb2393101a3f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1102214 Aug 19 14:51:12.136251 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 59190) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:12.150481 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ac5c726-67c7-48e9-a644-d8d3e8897c99 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:12.217502 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316f4288-3451-4acc-9768-fc9c887b40a6 None None] DHCP port deletion for eb2a0074-ffdc-4655-a2e0-d470caf1d21a request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:51:12.260325 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-548e027e-ed77-471a-a25c-6fc7e269bf07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:12.265578 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b027d0c5-f5e3-4c8d-ae54-649a9efe16e3 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1280880 Aug 19 14:51:12.269258 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 59196) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:12.283161 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-000ce1fd-a2ad-4e06-9267-f8fab1c67721 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'subnet': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:51:12.357970 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-316f4288-3451-4acc-9768-fc9c887b40a6 None None] Deleting port fafecdc4-81cb-47c0-9340-a0669b43d78c {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:51:12.358433 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-316f4288-3451-4acc-9768-fc9c887b40a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:12.460676 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ac5c726-67c7-48e9-a644-d8d3e8897c99 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:12.482623 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548e027e-ed77-471a-a25c-6fc7e269bf07 admin admin] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:51:12.530669 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device fafecdc4-81cb-47c0-9340-a0669b43d78c no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:51:12.552836 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-548e027e-ed77-471a-a25c-6fc7e269bf07 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:51:12.555269 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548e027e-ed77-471a-a25c-6fc7e269bf07 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:51:12.572719 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-79c08877-b435-43ec-9fa2-0a1661996d17 req-933e1004-b20e-413d-bef3-002f34d8637b tempest-ServerShowV247Test-1672561970 tempest-ServerShowV247Test-1672561970-project] 10.222.0.69 "GET /v2.0/ports?device_id=8dc9c0df-155c-4a04-b36d-0bc5385a18d5 HTTP/1.1" status: 200 len: 210 time: 0.1352313 Aug 19 14:51:12.577753 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac5c726-67c7-48e9-a644-d8d3e8897c99 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Pushing event deleted for resources: {'Subnet': ['ID=64065ff9-b8bb-4212-8aca-114b6986ce18,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:12.594384 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ac5c726-67c7-48e9-a644-d8d3e8897c99 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:12.598984 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-0ac5c726-67c7-48e9-a644-d8d3e8897c99 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "DELETE /v2.0/subnets/64065ff9-b8bb-4212-8aca-114b6986ce18 HTTP/1.1" status: 204 len: 168 time: 2.0119624 Aug 19 14:51:12.599606 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 59206) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:12.615258 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf12ba88-f5c3-4167-bbe6-0aaca073157e None None] Network f6ac2016-e7c1-459d-ba43-66cd8666f5a3 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:51:12.686951 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548e027e-ed77-471a-a25c-6fc7e269bf07 admin admin] Pushing event updated for resources: {'Port': ['ID=2517072d-cff6-433a-a677-03397e99f44a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:12.702604 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-27eb751e-2c4b-4900-aee9-c4e69abde40a tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Deleting subnet 55724c78-10e9-41fc-9f40-aa41fd533be5 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:51:12.708734 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-27eb751e-2c4b-4900-aee9-c4e69abde40a tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:12.739299 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-316f4288-3451-4acc-9768-fc9c887b40a6 None None] For port fafecdc4-81cb-47c0-9340-a0669b43d78c, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=fafecdc4-81cb-47c0-9340-a0669b43d78c,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:51:12.741072 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-316f4288-3451-4acc-9768-fc9c887b40a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:12.762464 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553d4f52-fe2a-44a3-95aa-299e4274b1d1 admin admin] Router 53fdcd52-034b-473a-bf94-f746c4501376 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:51:12.768464 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-27eb751e-2c4b-4900-aee9-c4e69abde40a tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:12.797632 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-316f4288-3451-4acc-9768-fc9c887b40a6 None None] Calling delete_port for fafecdc4-81cb-47c0-9340-a0669b43d78c owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:51:12.813617 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000ce1fd-a2ad-4e06-9267-f8fab1c67721 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:51:12.818959 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-000ce1fd-a2ad-4e06-9267-f8fab1c67721 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:13.027210 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-548e027e-ed77-471a-a25c-6fc7e269bf07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:13.182629 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-27eb751e-2c4b-4900-aee9-c4e69abde40a tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:13.339335 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553d4f52-fe2a-44a3-95aa-299e4274b1d1 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:51:13.342300 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:13.346882 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-553d4f52-fe2a-44a3-95aa-299e4274b1d1 admin admin] 10.222.0.69 "PUT /v2.0/routers/53fdcd52-034b-473a-bf94-f746c4501376/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5739605 Aug 19 14:51:13.355309 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1b8f73-72ed-46ed-a845-4f86e6a6a7d9 None None] Sync routers for ids ['53fdcd52-034b-473a-bf94-f746c4501376'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:51:13.356048 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca8d30c-8c24-4364-970d-e9d9d7616349 req-71b5a951-6242-412d-895c-6e76196c9c6e tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:13.361349 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 59214) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:13.363996 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1ca8d30c-8c24-4364-970d-e9d9d7616349 req-71b5a951-6242-412d-895c-6e76196c9c6e tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/ports?device_id=1bd4818f-f956-4364-a039-4a23191a221b HTTP/1.1" status: 200 len: 945 time: 0.1540425 Aug 19 14:51:13.372655 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-27eb751e-2c4b-4900-aee9-c4e69abde40a tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:13.383817 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1b8f73-72ed-46ed-a845-4f86e6a6a7d9 None None] Routers {'53fdcd52-034b-473a-bf94-f746c4501376'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:51:13.384742 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-df1b8f73-72ed-46ed-a845-4f86e6a6a7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:51:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['53fdcd52-034b-473a-bf94-f746c4501376'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:51:13.414678 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port fafecdc4-81cb-47c0-9340-a0669b43d78c, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=fafecdc4-81cb-47c0-9340-a0669b43d78c,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:51:13.421686 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eb751e-2c4b-4900-aee9-c4e69abde40a tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Pushing event deleted for resources: {'Subnet': ['ID=55724c78-10e9-41fc-9f40-aa41fd533be5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:13.428138 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:13.430108 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-27eb751e-2c4b-4900-aee9-c4e69abde40a tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:13.432077 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-27eb751e-2c4b-4900-aee9-c4e69abde40a tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "DELETE /v2.0/subnets/55724c78-10e9-41fc-9f40-aa41fd533be5 HTTP/1.1" status: 204 len: 168 time: 0.8293989 Aug 19 14:51:13.438219 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 59216) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:13.458142 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd400b79-2593-4363-8efe-70b466d9bcb4 None None] Network dac15f89-eb05-4149-aeea-9b60945c8ac2 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:51:13.501338 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1ca8d30c-8c24-4364-970d-e9d9d7616349 req-be831f95-ca7b-4f07-892e-29caadc834d2 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/security-groups?id=def6c502-9ec5-4bf0-9b0e-dcb2195caf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360278 Aug 19 14:51:13.573978 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f2386e-acc2-4e76-a268-e8b520a30a5d None None] DHCP port deletion for f6ac2016-e7c1-459d-ba43-66cd8666f5a3 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:51:13.650207 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-316f4288-3451-4acc-9768-fc9c887b40a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:13.672826 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316f4288-3451-4acc-9768-fc9c887b40a6 None None] No DVR routers for this DVR port fafecdc4-81cb-47c0-9340-a0669b43d78c on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:51:13.679081 n-d-766043-2 neutron-server[94639]: DEBUG neutron.objects.ports [None req-000ce1fd-a2ad-4e06-9267-f8fab1c67721 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94639) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 14:51:13.680590 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-df1b8f73-72ed-46ed-a845-4f86e6a6a7d9 None None] Set router 53fdcd52-034b-473a-bf94-f746c4501376 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:51:13.684318 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=fafecdc4-81cb-47c0-9340-a0669b43d78c,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:13.693410 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d0eb043a-62fc-4deb-9d0d-c0f7816dc183 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:13.699210 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-000ce1fd-a2ad-4e06-9267-f8fab1c67721 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:13.742292 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000ce1fd-a2ad-4e06-9267-f8fab1c67721 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:51:13.760576 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-000ce1fd-a2ad-4e06-9267-f8fab1c67721 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:51:13.765402 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000ce1fd-a2ad-4e06-9267-f8fab1c67721 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:13.766080 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-000ce1fd-a2ad-4e06-9267-f8fab1c67721 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:13.767897 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316f4288-3451-4acc-9768-fc9c887b40a6 None None] Pushing event deleted for resources: {'Port': ['ID=fafecdc4-81cb-47c0-9340-a0669b43d78c,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:13.786258 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d0eb043a-62fc-4deb-9d0d-c0f7816dc183 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Deleting port c90854b7-a120-490b-9c0f-0adaecc5ad90 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:51:13.787026 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d0eb043a-62fc-4deb-9d0d-c0f7816dc183 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:13.791646 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c622af73-cd12-4f40-b6af-3794fd70eef5 None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:51:13.836395 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-000ce1fd-a2ad-4e06-9267-f8fab1c67721 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5602865 Aug 19 14:51:13.846697 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 59224) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:13.860712 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d323ceeb-4327-47b2-86fe-4de51f84110d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'subnet': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:51:13.913226 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570597da-b3c8-41f9-932b-4db3881188ce None None] DHCP port deletion for dac15f89-eb05-4149-aeea-9b60945c8ac2 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:51:13.941656 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-24f2386e-acc2-4e76-a268-e8b520a30a5d None None] Deleting port c90854b7-a120-490b-9c0f-0adaecc5ad90 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:51:13.945693 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-24f2386e-acc2-4e76-a268-e8b520a30a5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:14.026870 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-24f2386e-acc2-4e76-a268-e8b520a30a5d None None] For port c90854b7-a120-490b-9c0f-0adaecc5ad90, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=c90854b7-a120-490b-9c0f-0adaecc5ad90,segment=NetworkSegment(0a227c9e-95ce-428c-8193-ee402fc84925),segment_id=0a227c9e-95ce-428c-8193-ee402fc84925)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:51:14.027707 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-24f2386e-acc2-4e76-a268-e8b520a30a5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:14.041916 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-24f2386e-acc2-4e76-a268-e8b520a30a5d None None] Calling delete_port for c90854b7-a120-490b-9c0f-0adaecc5ad90 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:51:14.044769 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-df1b8f73-72ed-46ed-a845-4f86e6a6a7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fdcd52-034b-473a-bf94-f746c4501376', 'name': 'tempest-TaggedBootDevicesTest-468413341-router', 'tenant_id': 'eac9849a6187411198187660adbcdd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '1cf4dfc3-7805-49cb-b775-488a2bae7b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:39:00Z', 'updated_at': '2021-08-19T14:51:10Z', 'revision_number': 5, 'project_id': 'eac9849a6187411198187660adbcdd48', 'gw_port': {'id': '1cf4dfc3-7805-49cb-b775-488a2bae7b46', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:87:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fdcd52-034b-473a-bf94-f746c4501376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:02Z', 'updated_at': '2021-08-19T14:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:51:14.083872 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ec80ca13-d3ce-40b5-841d-9f2beac2214f req-12bf16ed-70aa-4d2c-8b28-3adf025267cd tempest-ServerShowV247Test-1672561970 tempest-ServerShowV247Test-1672561970-project] 10.222.0.69 "GET /v2.0/ports?device_id=8dc9c0df-155c-4a04-b36d-0bc5385a18d5 HTTP/1.1" status: 200 len: 210 time: 0.1333814 Aug 19 14:51:14.126479 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1b8f73-72ed-46ed-a845-4f86e6a6a7d9 None None] Checking router: 53fdcd52-034b-473a-bf94-f746c4501376 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:51:14.155470 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-d0eb043a-62fc-4deb-9d0d-c0f7816dc183 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] For port c90854b7-a120-490b-9c0f-0adaecc5ad90, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=c90854b7-a120-490b-9c0f-0adaecc5ad90,segment=NetworkSegment(0a227c9e-95ce-428c-8193-ee402fc84925),segment_id=0a227c9e-95ce-428c-8193-ee402fc84925)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:51:14.157492 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1b8f73-72ed-46ed-a845-4f86e6a6a7d9 None None] Routers {'53fdcd52-034b-473a-bf94-f746c4501376'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:51:14.160045 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d0eb043a-62fc-4deb-9d0d-c0f7816dc183 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:14.160519 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-df1b8f73-72ed-46ed-a845-4f86e6a6a7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:51:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['53fdcd52-034b-473a-bf94-f746c4501376'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:51:14.223570 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-548e027e-ed77-471a-a25c-6fc7e269bf07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:14.227411 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-24f2386e-acc2-4e76-a268-e8b520a30a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:14.232103 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d0eb043a-62fc-4deb-9d0d-c0f7816dc183 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Calling delete_port for c90854b7-a120-490b-9c0f-0adaecc5ad90 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:51:14.249094 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ce1fd-a2ad-4e06-9267-f8fab1c67721 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Subnet': ['ID=f80ac33d-580e-47a2-a163-95a13676ba3f,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:14.281232 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f2386e-acc2-4e76-a268-e8b520a30a5d None None] Pushing event deleted for resources: {'Port': ['ID=c90854b7-a120-490b-9c0f-0adaecc5ad90,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:14.289241 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-570597da-b3c8-41f9-932b-4db3881188ce None None] Deleting port a7bfbd7d-99c5-4f52-92c7-4a3d720af89f {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:51:14.290047 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-570597da-b3c8-41f9-932b-4db3881188ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:14.340100 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f2386e-acc2-4e76-a268-e8b520a30a5d None None] No DVR routers for this DVR port c90854b7-a120-490b-9c0f-0adaecc5ad90 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:51:14.352906 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device c90854b7-a120-490b-9c0f-0adaecc5ad90 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:51:14.392101 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: c90854b7-a120-490b-9c0f-0adaecc5ad90 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:51:14.392843 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device c90854b7-a120-490b-9c0f-0adaecc5ad90 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:51:14.393505 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device a7bfbd7d-99c5-4f52-92c7-4a3d720af89f no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:51:14.437125 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-df1b8f73-72ed-46ed-a845-4f86e6a6a7d9 None None] Set router 53fdcd52-034b-473a-bf94-f746c4501376 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:51:14.454922 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d0eb043a-62fc-4deb-9d0d-c0f7816dc183 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:14.456623 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-570597da-b3c8-41f9-932b-4db3881188ce None None] For port a7bfbd7d-99c5-4f52-92c7-4a3d720af89f, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=a7bfbd7d-99c5-4f52-92c7-4a3d720af89f,segment=NetworkSegment(fdbc698c-a407-4185-b827-fddb386d580e),segment_id=fdbc698c-a407-4185-b827-fddb386d580e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:51:14.457299 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-570597da-b3c8-41f9-932b-4db3881188ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:14.462835 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45aa003-1411-4ad3-9026-5ded6d638c99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'tenant_id': 'c39f5f14c7bc46018e8896511823152f', 'fixed_ips': [{'subnet_id': 'f80ac33d-580e-47a2-a163-95a13676ba3f'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:51:14.464029 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a45aa003-1411-4ad3-9026-5ded6d638c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:14.503092 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-570597da-b3c8-41f9-932b-4db3881188ce None None] Calling delete_port for a7bfbd7d-99c5-4f52-92c7-4a3d720af89f owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:51:14.553293 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb043a-62fc-4deb-9d0d-c0f7816dc183 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Pushing event deleted for resources: {'Port': ['ID=c90854b7-a120-490b-9c0f-0adaecc5ad90,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:14.559815 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0eb043a-62fc-4deb-9d0d-c0f7816dc183 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] No DVR routers for this DVR port c90854b7-a120-490b-9c0f-0adaecc5ad90 on host n-d-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:51:14.565226 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1d522029-b997-48cd-a554-faca9bf11ebc req-6f0ee924-ef49-4017-a172-479f5d245d8f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1ac2bb94-8961-47c1-89cc-facfb5ef7252 HTTP/1.1" status: 200 len: 210 time: 0.1066782 Aug 19 14:51:14.594272 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d323ceeb-4327-47b2-86fe-4de51f84110d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:51:14.600022 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d323ceeb-4327-47b2-86fe-4de51f84110d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:14.614273 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2761144c-42dd-4a86-af1d-02415af047f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:14.642607 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-df1b8f73-72ed-46ed-a845-4f86e6a6a7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fdcd52-034b-473a-bf94-f746c4501376', 'name': 'tempest-TaggedBootDevicesTest-468413341-router', 'tenant_id': 'eac9849a6187411198187660adbcdd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '1cf4dfc3-7805-49cb-b775-488a2bae7b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:39:00Z', 'updated_at': '2021-08-19T14:51:10Z', 'revision_number': 5, 'project_id': 'eac9849a6187411198187660adbcdd48', 'gw_port': {'id': '1cf4dfc3-7805-49cb-b775-488a2bae7b46', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:87:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fdcd52-034b-473a-bf94-f746c4501376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:02Z', 'updated_at': '2021-08-19T14:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:51:14.647239 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4724545-6b9a-4f7e-ac42-cc4704cf73e1 req-82fa1da9-f5ce-48f8-b840-f185809b9b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:14.649043 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b4724545-6b9a-4f7e-ac42-cc4704cf73e1 req-82fa1da9-f5ce-48f8-b840-f185809b9b75 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ae49a7cbfd2b423caf2130122e9db614&device_id=1bd4818f-f956-4364-a039-4a23191a221b HTTP/1.1" status: 200 len: 1096 time: 0.1953146 Aug 19 14:51:14.657900 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22ae51-9229-4f29-b456-f26f46de3e8d req-89605701-fcac-4d3b-bf4b-8fa888311a32 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:14.668001 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cd22ae51-9229-4f29-b456-f26f46de3e8d req-89605701-fcac-4d3b-bf4b-8fa888311a32 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/ports?device_id=1bd4818f-f956-4364-a039-4a23191a221b HTTP/1.1" status: 200 len: 945 time: 0.6644633 Aug 19 14:51:14.675659 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1b8f73-72ed-46ed-a845-4f86e6a6a7d9 None None] The sync data for ids ['53fdcd52-034b-473a-bf94-f746c4501376'] in n-d-766043-2 is: [{'id': '53fdcd52-034b-473a-bf94-f746c4501376', 'name': 'tempest-TaggedBootDevicesTest-468413341-router', 'tenant_id': 'eac9849a6187411198187660adbcdd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '1cf4dfc3-7805-49cb-b775-488a2bae7b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:39:00Z', 'updated_at': '2021-08-19T14:51:10Z', 'revision_number': 5, 'project_id': 'eac9849a6187411198187660adbcdd48', 'gw_port': {'id': '1cf4dfc3-7805-49cb-b775-488a2bae7b46', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:87:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fdcd52-034b-473a-bf94-f746c4501376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:02Z', 'updated_at': '2021-08-19T14:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:51:14.807640 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d0eb043a-62fc-4deb-9d0d-c0f7816dc183 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:14.826888 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-a45aa003-1411-4ad3-9026-5ded6d638c99 None None] Allocated IP 2001:db8::f816:3eff:fe1c:53d (eb2a0074-ffdc-4655-a2e0-d470caf1d21a/f80ac33d-580e-47a2-a163-95a13676ba3f/bc8dccb4-bdca-471e-ad10-1d69fbdd9835) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:51:14.849116 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cd22ae51-9229-4f29-b456-f26f46de3e8d req-1e1b2339-f9fd-43c8-a703-889a25052cc6 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/security-groups?id=def6c502-9ec5-4bf0-9b0e-dcb2195caf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798115 Aug 19 14:51:14.865486 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d0eb043a-62fc-4deb-9d0d-c0f7816dc183 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6ac2016-e7c1-459d-ba43-66cd8666f5a3']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:51:14.885504 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d0eb043a-62fc-4deb-9d0d-c0f7816dc183 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a227c9e-95ce-428c-8193-ee402fc84925') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:51:14.886161 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d0eb043a-62fc-4deb-9d0d-c0f7816dc183 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a227c9e-95ce-428c-8193-ee402fc84925') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:51:14.897329 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d0eb043a-62fc-4deb-9d0d-c0f7816dc183 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:14.918056 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d0eb043a-62fc-4deb-9d0d-c0f7816dc183 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:14.926687 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0eb043a-62fc-4deb-9d0d-c0f7816dc183 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:51:14.927705 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d0eb043a-62fc-4deb-9d0d-c0f7816dc183 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:14.945792 n-d-766043-2 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:51:14.945792 n-d-766043-2 neutron-server[94640]: self.session.flush() Aug 19 14:51:14.945792 n-d-766043-2 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:51:14.945792 n-d-766043-2 neutron-server[94640]: self.session.flush() Aug 19 14:51:14.945792 n-d-766043-2 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:51:14.945792 n-d-766043-2 neutron-server[94640]: self.session.flush() Aug 19 14:51:14.945792 n-d-766043-2 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:51:14.945792 n-d-766043-2 neutron-server[94640]: self.session.flush() Aug 19 14:51:14.945792 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:51:14.945792 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:51:14.945792 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:51:14.945792 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:51:14.945792 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:51:14.945792 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:51:14.945792 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:51:14.945792 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:51:14.945792 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:51:14.945792 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:51:14.945792 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:51:14.945792 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:51:14.945792 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:51:14.945792 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:51:14.945792 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:51:14.945792 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:51:14.945792 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:51:14.945792 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:51:14.945792 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:51:14.945792 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:51:14.945792 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:51:14.945792 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:51:14.945792 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:51:14.945792 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:51:14.945792 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:51:14.945792 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:51:14.945792 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:51:14.945792 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:51:14.945792 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:51:14.945792 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:51:14.945792 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:51:14.945792 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:51:14.971569 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:15.020817 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d0eb043a-62fc-4deb-9d0d-c0f7816dc183 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:15.031335 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d0eb043a-62fc-4deb-9d0d-c0f7816dc183 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:15.036001 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d0eb043a-62fc-4deb-9d0d-c0f7816dc183 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "DELETE /v2.0/networks/f6ac2016-e7c1-459d-ba43-66cd8666f5a3 HTTP/1.1" status: 204 len: 168 time: 1.5942473 Aug 19 14:51:15.036001 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4724545-6b9a-4f7e-ac42-cc4704cf73e1 req-db4b4533-c744-4142-8d07-2442023a1d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:15.036861 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b4724545-6b9a-4f7e-ac42-cc4704cf73e1 req-db4b4533-c744-4142-8d07-2442023a1d6c service neutron] 10.222.0.88 "GET /v2.0/networks?id=bc40ef47-e237-4a53-8855-5d51cefff0db HTTP/1.1" status: 200 len: 921 time: 0.3663838 Aug 19 14:51:15.039320 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 59234) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:15.087891 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb043a-62fc-4deb-9d0d-c0f7816dc183 tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Pushing event deleted for resources: {'Network': ['ID=f6ac2016-e7c1-459d-ba43-66cd8666f5a3,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:15.204150 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b4724545-6b9a-4f7e-ac42-cc4704cf73e1 req-b66b11cc-d13e-4e2a-81f0-49472a5a4c4c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96288fe7-a5a8-42f3-aeb8-c30865d78dfb HTTP/1.1" status: 200 len: 217 time: 0.1266081 Aug 19 14:51:15.204317 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port a7bfbd7d-99c5-4f52-92c7-4a3d720af89f, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=a7bfbd7d-99c5-4f52-92c7-4a3d720af89f,segment=NetworkSegment(fdbc698c-a407-4185-b827-fddb386d580e),segment_id=fdbc698c-a407-4185-b827-fddb386d580e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:51:15.221084 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a45aa003-1411-4ad3-9026-5ded6d638c99 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:15.223538 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:15.247855 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a45aa003-1411-4ad3-9026-5ded6d638c99 None None] Transition to ACTIVE for port object bc8dccb4-bdca-471e-ad10-1d69fbdd9835 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:51:15.326504 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-570597da-b3c8-41f9-932b-4db3881188ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:15.328226 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c2bd3c5b-5552-4e21-962f-171519aa8b9b req-0ae04c02-5954-46aa-a853-3d09c84c8b45 tempest-ServerShowV247Test-1672561970 tempest-ServerShowV247Test-1672561970-project] 10.222.0.69 "GET /v2.0/ports?device_id=8dc9c0df-155c-4a04-b36d-0bc5385a18d5 HTTP/1.1" status: 200 len: 210 time: 0.0778880 Aug 19 14:51:15.332146 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a45aa003-1411-4ad3-9026-5ded6d638c99 None None] Transition to ACTIVE for port object bc8dccb4-bdca-471e-ad10-1d69fbdd9835 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:51:15.336098 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-749d2098-8494-4bef-ba45-428a7dfeda2e tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:15.347576 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-548e027e-ed77-471a-a25c-6fc7e269bf07 admin admin] Router 777de054-87e0-4052-8347-2e3afe250251 is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:51:15.352359 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4724545-6b9a-4f7e-ac42-cc4704cf73e1 req-9b40fcbc-3e1b-42a7-8d14-40186493ec9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:15.353879 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b4724545-6b9a-4f7e-ac42-cc4704cf73e1 req-9b40fcbc-3e1b-42a7-8d14-40186493ec9f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2a785b3e-9c1d-4988-81cb-c4fa12228cab HTTP/1.1" status: 200 len: 860 time: 0.1419520 Aug 19 14:51:15.354181 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a45aa003-1411-4ad3-9026-5ded6d638c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:15.377994 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570597da-b3c8-41f9-932b-4db3881188ce None None] No DVR routers for this DVR port a7bfbd7d-99c5-4f52-92c7-4a3d720af89f on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:51:15.395217 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=a7bfbd7d-99c5-4f52-92c7-4a3d720af89f,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:15.404224 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45aa003-1411-4ad3-9026-5ded6d638c99 None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:51:15.424374 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570597da-b3c8-41f9-932b-4db3881188ce None None] Pushing event deleted for resources: {'Port': ['ID=a7bfbd7d-99c5-4f52-92c7-4a3d720af89f,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:15.427065 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-a45aa003-1411-4ad3-9026-5ded6d638c99 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:51:15.444528 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b4724545-6b9a-4f7e-ac42-cc4704cf73e1 req-0243e041-d21b-459b-951b-afde8ab8d7d5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bc40ef47-e237-4a53-8855-5d51cefff0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795240 Aug 19 14:51:15.475895 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45aa003-1411-4ad3-9026-5ded6d638c99 None None] Pushing event updated for resources: {'Port': ['ID=bc8dccb4-bdca-471e-ad10-1d69fbdd9835,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:15.479375 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45aa003-1411-4ad3-9026-5ded6d638c99 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:51:15.544736 n-d-766043-2 neutron-server[94639]: INFO neutron.db.ipam_backend_mixin [None req-d323ceeb-4327-47b2-86fe-4de51f84110d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f80ac33d-580e-47a2-a163-95a13676ba3f (CIDR: 2001:db8::/64) Aug 19 14:51:15.553801 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-d323ceeb-4327-47b2-86fe-4de51f84110d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 14:51:15.554351 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d323ceeb-4327-47b2-86fe-4de51f84110d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:51:15.563647 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a45aa003-1411-4ad3-9026-5ded6d638c99 None None] Attempting to bind port bc8dccb4-bdca-471e-ad10-1d69fbdd9835 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:51:15.564182 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a45aa003-1411-4ad3-9026-5ded6d638c99 None None] Attempting to bind port bc8dccb4-bdca-471e-ad10-1d69fbdd9835 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:51:15.564731 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45aa003-1411-4ad3-9026-5ded6d638c99 None None] Attempting to bind port bc8dccb4-bdca-471e-ad10-1d69fbdd9835 on network eb2a0074-ffdc-4655-a2e0-d470caf1d21a {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:51:15.574582 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2761144c-42dd-4a86-af1d-02415af047f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:15.575080 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-276c4123-36d6-4b88-8703-c9a419c60ec2 req-4005aeaa-b1b1-4736-acbd-0542a2037639 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=8dc9c0df-155c-4a04-b36d-0bc5385a18d5 HTTP/1.1" status: 200 len: 210 time: 0.0634270 Aug 19 14:51:15.578517 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45aa003-1411-4ad3-9026-5ded6d638c99 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:51:15.579841 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45aa003-1411-4ad3-9026-5ded6d638c99 None None] Checking segment: {'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:51:15.579841 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a45aa003-1411-4ad3-9026-5ded6d638c99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:15.580621 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45aa003-1411-4ad3-9026-5ded6d638c99 None None] Bound using segment: {'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:51:15.580913 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-749d2098-8494-4bef-ba45-428a7dfeda2e tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:15.581180 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a45aa003-1411-4ad3-9026-5ded6d638c99 None None] Bound port: bc8dccb4-bdca-471e-ad10-1d69fbdd9835, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:51:15.581882 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a45aa003-1411-4ad3-9026-5ded6d638c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:15.595424 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-749d2098-8494-4bef-ba45-428a7dfeda2e tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dac15f89-eb05-4149-aeea-9b60945c8ac2']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:51:15.608440 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d323ceeb-4327-47b2-86fe-4de51f84110d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7586083 Aug 19 14:51:15.615330 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 59238) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:15.622365 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-455b2237-59ce-4a6a-87fe-1f664f1b9b63 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'subnet': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:51:15.627327 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-749d2098-8494-4bef-ba45-428a7dfeda2e tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdbc698c-a407-4185-b827-fddb386d580e') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:51:15.627745 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-749d2098-8494-4bef-ba45-428a7dfeda2e tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdbc698c-a407-4185-b827-fddb386d580e') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:51:15.637643 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548e027e-ed77-471a-a25c-6fc7e269bf07 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:51:15.661672 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-548e027e-ed77-471a-a25c-6fc7e269bf07 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:15.666147 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-548e027e-ed77-471a-a25c-6fc7e269bf07 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.4405680 Aug 19 14:51:15.666360 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f5889e-4f35-4242-b3a2-50674611c25a None None] Sync routers for ids ['777de054-87e0-4052-8347-2e3afe250251'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:51:15.666473 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 59240) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:15.686384 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-749d2098-8494-4bef-ba45-428a7dfeda2e tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:15.698215 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f5889e-4f35-4242-b3a2-50674611c25a None None] Routers {'777de054-87e0-4052-8347-2e3afe250251'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:51:15.699150 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-12f5889e-4f35-4242-b3a2-50674611c25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:51:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['777de054-87e0-4052-8347-2e3afe250251'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:51:15.702511 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a45aa003-1411-4ad3-9026-5ded6d638c99 None None] For port bc8dccb4-bdca-471e-ad10-1d69fbdd9835, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:51:15.708035 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a45aa003-1411-4ad3-9026-5ded6d638c99 None None] For port bc8dccb4-bdca-471e-ad10-1d69fbdd9835, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=bc8dccb4-bdca-471e-ad10-1d69fbdd9835,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:51:15.708691 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-2761144c-42dd-4a86-af1d-02415af047f6 admin admin] Deleting port 1cf4dfc3-7805-49cb-b775-488a2bae7b46 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:51:15.709040 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2761144c-42dd-4a86-af1d-02415af047f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:15.717400 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b4724545-6b9a-4f7e-ac42-cc4704cf73e1 req-0ce1928a-4d00-4aec-b42d-3a40e671b921 service neutron] 10.222.0.88 "GET /v2.0/networks/bc40ef47-e237-4a53-8855-5d51cefff0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572210 Aug 19 14:51:15.720668 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-749d2098-8494-4bef-ba45-428a7dfeda2e tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:15.754905 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a45aa003-1411-4ad3-9026-5ded6d638c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:15.761619 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-749d2098-8494-4bef-ba45-428a7dfeda2e tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:51:15.762186 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-749d2098-8494-4bef-ba45-428a7dfeda2e tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:15.793589 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:51:15.793589 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:51:15.793589 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:51:15.793589 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:51:15.793589 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:51:15.793589 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:51:15.793589 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:51:15.793589 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:51:15.793589 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:51:15.793589 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:51:15.793589 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:51:15.793589 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:51:15.793589 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:51:15.793589 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:51:15.793589 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:51:15.793589 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:51:15.793589 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:51:15.793589 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:51:15.793589 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:51:15.793589 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:51:15.793589 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:51:15.793589 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:51:15.793589 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:51:15.793589 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:51:15.793589 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:51:15.793589 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:51:15.793589 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:51:15.793589 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:51:15.793589 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:51:15.793589 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:51:15.793589 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:51:15.793589 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:51:15.891879 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-2761144c-42dd-4a86-af1d-02415af047f6 admin admin] For port 1cf4dfc3-7805-49cb-b775-488a2bae7b46, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=1cf4dfc3-7805-49cb-b775-488a2bae7b46,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:51:15.892394 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2761144c-42dd-4a86-af1d-02415af047f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:15.933513 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45aa003-1411-4ad3-9026-5ded6d638c99 None None] Pushing event updated for resources: {'Port': ['ID=bc8dccb4-bdca-471e-ad10-1d69fbdd9835,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:15.969956 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-12f5889e-4f35-4242-b3a2-50674611c25a None None] Set router 777de054-87e0-4052-8347-2e3afe250251 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:51:15.978092 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-2761144c-42dd-4a86-af1d-02415af047f6 admin admin] Calling delete_port for 1cf4dfc3-7805-49cb-b775-488a2bae7b46 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:51:16.318007 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-12f5889e-4f35-4242-b3a2-50674611c25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '777de054-87e0-4052-8347-2e3afe250251', 'name': 'tempest-ServerRescueNegativeTestJSON-1190687544-router', 'tenant_id': 'a009ace5c9ab4354b62fea1750ef405e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '2517072d-cff6-433a-a677-03397e99f44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:51:10Z', 'updated_at': '2021-08-19T14:51:12Z', 'revision_number': 3, 'project_id': 'a009ace5c9ab4354b62fea1750ef405e', 'gw_port': {'id': '2517072d-cff6-433a-a677-03397e99f44a', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '777de054-87e0-4052-8347-2e3afe250251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:51:11Z', 'updated_at': '2021-08-19T14:51:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:51:16.355186 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f5889e-4f35-4242-b3a2-50674611c25a None None] Checking router: 777de054-87e0-4052-8347-2e3afe250251 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:51:16.355957 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f5889e-4f35-4242-b3a2-50674611c25a None None] Updating router 777de054-87e0-4052-8347-2e3afe250251 port 2517072d-cff6-433a-a677-03397e99f44a binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:51:16.402199 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device bc8dccb4-bdca-471e-ad10-1d69fbdd9835 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:51:16.492793 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-12f5889e-4f35-4242-b3a2-50674611c25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:16.516305 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-749d2098-8494-4bef-ba45-428a7dfeda2e tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:16.517073 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port bc8dccb4-bdca-471e-ad10-1d69fbdd9835 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:51:16.551487 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device f6d0a280-4857-462d-a7e2-0031d804288e no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:51:16.571160 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0a5ae58a-9037-4b9b-af29-354e7b3b2e56 req-bec66d9b-45f1-452d-b7eb-ed0aa6e660e2 tempest-ServerShowV247Test-1672561970 tempest-ServerShowV247Test-1672561970-project] 10.222.0.69 "GET /v2.0/ports?device_id=8dc9c0df-155c-4a04-b36d-0bc5385a18d5 HTTP/1.1" status: 200 len: 210 time: 0.0563400 Aug 19 14:51:16.604064 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-749d2098-8494-4bef-ba45-428a7dfeda2e tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:16.610216 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-749d2098-8494-4bef-ba45-428a7dfeda2e tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] 10.222.0.69 "DELETE /v2.0/networks/dac15f89-eb05-4149-aeea-9b60945c8ac2 HTTP/1.1" status: 204 len: 168 time: 1.5697575 Aug 19 14:51:16.668969 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b4724545-6b9a-4f7e-ac42-cc4704cf73e1 req-5ef1f9f5-4ca1-46ab-983f-7eda5752c108 service neutron] 10.222.0.88 "GET /v2.0/networks/bc40ef47-e237-4a53-8855-5d51cefff0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9427383 Aug 19 14:51:16.677100 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749d2098-8494-4bef-ba45-428a7dfeda2e tempest-TaggedBootDevicesTest_v242-104451025 tempest-TaggedBootDevicesTest_v242-104451025-project] Pushing event deleted for resources: {'Network': ['ID=dac15f89-eb05-4149-aeea-9b60945c8ac2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:16.715134 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e9112-9f60-45a3-83d5-14d836ef5bda req-0325123d-f3f4-47b9-ab84-9c5693ddabf9 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:16.728972 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4d5e9112-9f60-45a3-83d5-14d836ef5bda req-0325123d-f3f4-47b9-ab84-9c5693ddabf9 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/ports?device_id=1bd4818f-f956-4364-a039-4a23191a221b HTTP/1.1" status: 200 len: 945 time: 0.3577116 Aug 19 14:51:16.728972 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455b2237-59ce-4a6a-87fe-1f664f1b9b63 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:51:16.735827 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-455b2237-59ce-4a6a-87fe-1f664f1b9b63 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:16.746269 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: f6d0a280-4857-462d-a7e2-0031d804288e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:51:16.746852 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device f6d0a280-4857-462d-a7e2-0031d804288e not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:51:16.793834 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2761144c-42dd-4a86-af1d-02415af047f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:16.863418 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2761144c-42dd-4a86-af1d-02415af047f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cf4dfc3-7805-49cb-b775-488a2bae7b46,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:17.153175 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-12f5889e-4f35-4242-b3a2-50674611c25a None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:17.168884 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-12f5889e-4f35-4242-b3a2-50674611c25a None None] Transition to ACTIVE for port object 2517072d-cff6-433a-a677-03397e99f44a will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:51:17.170197 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-455b2237-59ce-4a6a-87fe-1f664f1b9b63 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:17.183653 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-12f5889e-4f35-4242-b3a2-50674611c25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:17.252731 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2761144c-42dd-4a86-af1d-02415af047f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:17.254704 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57c8138-70ce-4ea8-a22c-ae480762a117 None None] Pushing event updated for resources: {'Port': ['ID=2517072d-cff6-433a-a677-03397e99f44a,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:17.275583 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-12f5889e-4f35-4242-b3a2-50674611c25a None None] Attempting to bind port 2517072d-cff6-433a-a677-03397e99f44a on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:51:17.275963 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-12f5889e-4f35-4242-b3a2-50674611c25a None None] Attempting to bind port 2517072d-cff6-433a-a677-03397e99f44a by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:51:17.276327 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f5889e-4f35-4242-b3a2-50674611c25a None None] Attempting to bind port 2517072d-cff6-433a-a677-03397e99f44a on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:51:17.286028 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f5889e-4f35-4242-b3a2-50674611c25a None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:51:17.286413 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f5889e-4f35-4242-b3a2-50674611c25a None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:51:17.286814 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-12f5889e-4f35-4242-b3a2-50674611c25a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:17.287199 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f5889e-4f35-4242-b3a2-50674611c25a None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:51:17.287671 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-12f5889e-4f35-4242-b3a2-50674611c25a None None] Bound port: 2517072d-cff6-433a-a677-03397e99f44a, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:51:17.289436 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-12f5889e-4f35-4242-b3a2-50674611c25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:17.354065 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455b2237-59ce-4a6a-87fe-1f664f1b9b63 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:51:17.355456 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b2237-59ce-4a6a-87fe-1f664f1b9b63 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Subnet': ['ID=115cfe18-c8c6-4694-910a-1743daf7ef1d,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:17.367922 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4d5e9112-9f60-45a3-83d5-14d836ef5bda req-616d6a77-51b0-446b-9d8a-7e79492963d3 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/security-groups?id=def6c502-9ec5-4bf0-9b0e-dcb2195caf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068343 Aug 19 14:51:17.375381 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-455b2237-59ce-4a6a-87fe-1f664f1b9b63 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:51:17.388120 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455b2237-59ce-4a6a-87fe-1f664f1b9b63 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:17.388120 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-455b2237-59ce-4a6a-87fe-1f664f1b9b63 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:17.417828 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2761144c-42dd-4a86-af1d-02415af047f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:17.421309 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2761144c-42dd-4a86-af1d-02415af047f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:17.425039 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-455b2237-59ce-4a6a-87fe-1f664f1b9b63 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8084638 Aug 19 14:51:17.426768 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 59356) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:17.443829 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-ca376db2-23f3-411e-a753-1a90b8e6a322 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'port': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'mac_address': 'fa:16:3e:5c:92:4d', 'name': 'tempest-NetworksTestDHCPv6-1914492833'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:51:17.501390 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c27d36a0-bcb5-47dd-815f-174bf26aca63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:17.514993 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2761144c-42dd-4a86-af1d-02415af047f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:17.515624 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2761144c-42dd-4a86-af1d-02415af047f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53fdcd52-034b-473a-bf94-f746c4501376 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:51:17.557536 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2761144c-42dd-4a86-af1d-02415af047f6 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:17.574110 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2761144c-42dd-4a86-af1d-02415af047f6 admin admin] 10.222.0.69 "DELETE /v2.0/routers/53fdcd52-034b-473a-bf94-f746c4501376 HTTP/1.1" status: 204 len: 168 time: 4.2060134 Aug 19 14:51:17.577136 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 59370) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:17.607210 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf46ad6-d228-455f-9818-4cb02cc7067f None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:51:17.830488 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d9f5ff20-b2fe-48bd-ad0f-ccfea2d1e77d req-eb086be8-79a4-4516-ad73-38339d7b2de2 tempest-ServerShowV247Test-1672561970 tempest-ServerShowV247Test-1672561970-project] 10.222.0.69 "GET /v2.0/ports?device_id=8dc9c0df-155c-4a04-b36d-0bc5385a18d5 HTTP/1.1" status: 200 len: 210 time: 0.0789027 Aug 19 14:51:17.871160 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4a03ccef-cfa5-47f1-ae7c-2e0763cdfc43 None None] Provisioning for port bc8dccb4-bdca-471e-ad10-1d69fbdd9835 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:51:17.885555 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-12f5889e-4f35-4242-b3a2-50674611c25a None None] For port 2517072d-cff6-433a-a677-03397e99f44a, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:51:17.887266 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca376db2-23f3-411e-a753-1a90b8e6a322 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:51:17.891297 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-12f5889e-4f35-4242-b3a2-50674611c25a None None] For port 2517072d-cff6-433a-a677-03397e99f44a, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=2517072d-cff6-433a-a677-03397e99f44a,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:51:17.896257 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-c27d36a0-bcb5-47dd-815f-174bf26aca63 admin admin] Allocated IP 172.20.0.1 (826a14c6-b01f-4f4f-86d2-3cfbb5aad056/f017c343-b8a3-4a90-a258-473804aba5f3/e931bb77-b772-4f36-bd31-4ed2d14b342e) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:51:17.907906 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-81d5d476-b8d6-469d-a8eb-feca2af35519 admin admin] Deleting subnet d90280f3-05d8-4d32-bed7-d9a137266bae {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:51:17.911655 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-81d5d476-b8d6-469d-a8eb-feca2af35519 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:17.938524 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4a03ccef-cfa5-47f1-ae7c-2e0763cdfc43 None None] Provisioning complete for port bc8dccb4-bdca-471e-ad10-1d69fbdd9835 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:51:17.939121 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4a03ccef-cfa5-47f1-ae7c-2e0763cdfc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:17.946437 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-12f5889e-4f35-4242-b3a2-50674611c25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:17.955313 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-81d5d476-b8d6-469d-a8eb-feca2af35519 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:18.091820 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ca376db2-23f3-411e-a753-1a90b8e6a322 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:18.191949 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-ca376db2-23f3-411e-a753-1a90b8e6a322 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] device_id is not set on port 84977297-7688-4c6f-9f9e-69d219199c02 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:51:18.233956 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f5889e-4f35-4242-b3a2-50674611c25a None None] Routers {'777de054-87e0-4052-8347-2e3afe250251'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:51:18.240291 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-12f5889e-4f35-4242-b3a2-50674611c25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:51:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['777de054-87e0-4052-8347-2e3afe250251'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:51:18.425924 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-81d5d476-b8d6-469d-a8eb-feca2af35519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:18.438339 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57c8138-70ce-4ea8-a22c-ae480762a117 None None] Pushing event updated for resources: {'Port': ['ID=2517072d-cff6-433a-a677-03397e99f44a,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:18.454659 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 1cf4dfc3-7805-49cb-b775-488a2bae7b46 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:51:18.529883 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 1cf4dfc3-7805-49cb-b775-488a2bae7b46 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:51:18.529883 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 1cf4dfc3-7805-49cb-b775-488a2bae7b46 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:51:18.556483 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c27d36a0-bcb5-47dd-815f-174bf26aca63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:18.576604 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-81d5d476-b8d6-469d-a8eb-feca2af35519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:18.628453 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4a03ccef-cfa5-47f1-ae7c-2e0763cdfc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:18.639380 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b60385c4-e982-49bb-a926-7ef71b954802 req-d1077cec-b437-40a2-ab70-973dd375356d tempest-ServerShowV247Test-1672561970 tempest-ServerShowV247Test-1672561970-project] 10.222.0.69 "GET /v2.0/ports?device_id=8dc9c0df-155c-4a04-b36d-0bc5385a18d5 HTTP/1.1" status: 200 len: 210 time: 0.0776165 Aug 19 14:51:18.734076 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d5d476-b8d6-469d-a8eb-feca2af35519 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d90280f3-05d8-4d32-bed7-d9a137266bae,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:18.739296 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-81d5d476-b8d6-469d-a8eb-feca2af35519 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:18.746203 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-81d5d476-b8d6-469d-a8eb-feca2af35519 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/d90280f3-05d8-4d32-bed7-d9a137266bae HTTP/1.1" status: 204 len: 168 time: 1.1676545 Aug 19 14:51:18.747359 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 59498) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:18.758506 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509bb3ce-2b8e-44f2-b0e9-26f09d3817d2 None None] Network 120c5244-d1e2-46c3-b22a-2b90b5b4e09c requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:51:18.775033 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c27d36a0-bcb5-47dd-815f-174bf26aca63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:18.777053 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-ca376db2-23f3-411e-a753-1a90b8e6a322 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Allocated IP 2001:db8:0:1::190 (eb2a0074-ffdc-4655-a2e0-d470caf1d21a/115cfe18-c8c6-4694-910a-1743daf7ef1d/84977297-7688-4c6f-9f9e-69d219199c02) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:51:18.868164 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27d36a0-bcb5-47dd-815f-174bf26aca63 admin admin] Network 826a14c6-b01f-4f4f-86d2-3cfbb5aad056 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:51:18.871803 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-c27d36a0-bcb5-47dd-815f-174bf26aca63 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:51:18.872626 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-ca376db2-23f3-411e-a753-1a90b8e6a322 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Allocated IP 2001:db8::f816:3eff:fe5c:924d (eb2a0074-ffdc-4655-a2e0-d470caf1d21a/f80ac33d-580e-47a2-a163-95a13676ba3f/84977297-7688-4c6f-9f9e-69d219199c02) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:51:18.874443 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4a03ccef-cfa5-47f1-ae7c-2e0763cdfc43 None None] For port bc8dccb4-bdca-471e-ad10-1d69fbdd9835, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=bc8dccb4-bdca-471e-ad10-1d69fbdd9835,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:51:18.876335 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27d36a0-bcb5-47dd-815f-174bf26aca63 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:51:18.883530 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d36a0-bcb5-47dd-815f-174bf26aca63 admin admin] Pushing event updated for resources: {'Port': ['ID=e931bb77-b772-4f36-bd31-4ed2d14b342e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:18.920013 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4a03ccef-cfa5-47f1-ae7c-2e0763cdfc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:18.922659 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453af542-22dc-464d-9a7e-24d6171258da None None] Update dhcp port {'port': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'fixed_ips': [{'subnet_id': 'f80ac33d-580e-47a2-a163-95a13676ba3f', 'ip_address': '2001:db8::f816:3eff:fe1c:53d'}, {'subnet_id': '115cfe18-c8c6-4694-910a-1743daf7ef1d'}], 'binding:host_id': 'n-d-766043-2'}, 'id': 'bc8dccb4-bdca-471e-ad10-1d69fbdd9835'} from n-d-766043-2. {{(pid=94641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 14:51:18.940030 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d9091-09af-4c2e-9689-181b0c61d470 req-4565d779-481d-4b62-9d48-cda15dc4a4ec tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:18.942627 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-474d9091-09af-4c2e-9689-181b0c61d470 req-4565d779-481d-4b62-9d48-cda15dc4a4ec tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/ports?device_id=1bd4818f-f956-4364-a039-4a23191a221b HTTP/1.1" status: 200 len: 945 time: 0.3232472 Aug 19 14:51:18.943568 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c27d36a0-bcb5-47dd-815f-174bf26aca63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:19.016175 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-453af542-22dc-464d-9a7e-24d6171258da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:19.023589 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a03ccef-cfa5-47f1-ae7c-2e0763cdfc43 None None] Pushing event updated for resources: {'Port': ['ID=bc8dccb4-bdca-471e-ad10-1d69fbdd9835,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:19.053658 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-12f5889e-4f35-4242-b3a2-50674611c25a None None] Set router 777de054-87e0-4052-8347-2e3afe250251 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:51:19.169551 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ca376db2-23f3-411e-a753-1a90b8e6a322 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:19.184542 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-ca376db2-23f3-411e-a753-1a90b8e6a322 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Transition to ACTIVE for port object 84977297-7688-4c6f-9f9e-69d219199c02 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:51:19.245473 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d94d5dc4-ca06-419a-8840-a3e547945bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:19.261028 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-474d9091-09af-4c2e-9689-181b0c61d470 req-ffc07817-4304-40a9-a9a5-3b605411c33d tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/security-groups?id=def6c502-9ec5-4bf0-9b0e-dcb2195caf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077269 Aug 19 14:51:19.265168 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c27d36a0-bcb5-47dd-815f-174bf26aca63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:19.286744 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ca376db2-23f3-411e-a753-1a90b8e6a322 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:19.344047 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfc26ed-13d6-4700-8754-80e7718b3ac2 None None] DHCP port deletion for 120c5244-d1e2-46c3-b22a-2b90b5b4e09c request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:51:19.386872 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca376db2-23f3-411e-a753-1a90b8e6a322 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:51:19.393335 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-ca376db2-23f3-411e-a753-1a90b8e6a322 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:51:19.397027 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca376db2-23f3-411e-a753-1a90b8e6a322 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:51:19.404673 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca376db2-23f3-411e-a753-1a90b8e6a322 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:19.406077 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ca376db2-23f3-411e-a753-1a90b8e6a322 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:19.410597 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca376db2-23f3-411e-a753-1a90b8e6a322 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Port': ['ID=84977297-7688-4c6f-9f9e-69d219199c02,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:19.438896 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ca376db2-23f3-411e-a753-1a90b8e6a322 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.0073791 Aug 19 14:51:19.443343 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 59558) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:19.471880 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-453af542-22dc-464d-9a7e-24d6171258da None None] Allocated IP 2001:db8:0:1::2 (eb2a0074-ffdc-4655-a2e0-d470caf1d21a/115cfe18-c8c6-4694-910a-1743daf7ef1d/bc8dccb4-bdca-471e-ad10-1d69fbdd9835) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:51:19.487939 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d94d5dc4-ca06-419a-8840-a3e547945bc7 admin admin] Deleting port e9729502-9a01-4e9b-834e-38fa42e306a7 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:51:19.488540 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d94d5dc4-ca06-419a-8840-a3e547945bc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:19.612302 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-fcfc26ed-13d6-4700-8754-80e7718b3ac2 None None] Deleting port e9729502-9a01-4e9b-834e-38fa42e306a7 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:51:19.612735 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fcfc26ed-13d6-4700-8754-80e7718b3ac2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:19.638172 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c27d36a0-bcb5-47dd-815f-174bf26aca63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:19.642220 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-d94d5dc4-ca06-419a-8840-a3e547945bc7 admin admin] For port e9729502-9a01-4e9b-834e-38fa42e306a7, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=e9729502-9a01-4e9b-834e-38fa42e306a7,segment=NetworkSegment(a7b4169d-aca4-48ae-9564-ded492f4f0c1),segment_id=a7b4169d-aca4-48ae-9564-ded492f4f0c1)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:51:19.642609 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d94d5dc4-ca06-419a-8840-a3e547945bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:19.649889 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c27d36a0-bcb5-47dd-815f-174bf26aca63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:19.690645 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d94d5dc4-ca06-419a-8840-a3e547945bc7 admin admin] Calling delete_port for e9729502-9a01-4e9b-834e-38fa42e306a7 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:51:19.722466 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-1a1be503-2541-4a34-a777-529120b8dd55 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Deleting port 84977297-7688-4c6f-9f9e-69d219199c02 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:51:19.722813 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1a1be503-2541-4a34-a777-529120b8dd55 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:19.780836 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-fcfc26ed-13d6-4700-8754-80e7718b3ac2 None None] For port e9729502-9a01-4e9b-834e-38fa42e306a7, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=e9729502-9a01-4e9b-834e-38fa42e306a7,segment=NetworkSegment(a7b4169d-aca4-48ae-9564-ded492f4f0c1),segment_id=a7b4169d-aca4-48ae-9564-ded492f4f0c1)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:51:19.781330 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fcfc26ed-13d6-4700-8754-80e7718b3ac2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:19.795732 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c27d36a0-bcb5-47dd-815f-174bf26aca63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:19.797582 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d36a0-bcb5-47dd-815f-174bf26aca63 admin admin] Pushing event updated for resources: {'Port': ['ID=e931bb77-b772-4f36-bd31-4ed2d14b342e,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:19.823043 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-fcfc26ed-13d6-4700-8754-80e7718b3ac2 None None] Calling delete_port for e9729502-9a01-4e9b-834e-38fa42e306a7 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:51:19.827906 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-453af542-22dc-464d-9a7e-24d6171258da None None] For port bc8dccb4-bdca-471e-ad10-1d69fbdd9835, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=bc8dccb4-bdca-471e-ad10-1d69fbdd9835,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:51:19.831344 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-12f5889e-4f35-4242-b3a2-50674611c25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '777de054-87e0-4052-8347-2e3afe250251', 'name': 'tempest-ServerRescueNegativeTestJSON-1190687544-router', 'tenant_id': 'a009ace5c9ab4354b62fea1750ef405e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '2517072d-cff6-433a-a677-03397e99f44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:51:10Z', 'updated_at': '2021-08-19T14:51:12Z', 'revision_number': 3, 'project_id': 'a009ace5c9ab4354b62fea1750ef405e', 'gw_port': {'id': '2517072d-cff6-433a-a677-03397e99f44a', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '777de054-87e0-4052-8347-2e3afe250251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:51:11Z', 'updated_at': '2021-08-19T14:51:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:51:19.897114 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f5889e-4f35-4242-b3a2-50674611c25a None None] The sync data for ids ['777de054-87e0-4052-8347-2e3afe250251'] in n-d-766043-2 is: [{'id': '777de054-87e0-4052-8347-2e3afe250251', 'name': 'tempest-ServerRescueNegativeTestJSON-1190687544-router', 'tenant_id': 'a009ace5c9ab4354b62fea1750ef405e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '2517072d-cff6-433a-a677-03397e99f44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:51:10Z', 'updated_at': '2021-08-19T14:51:12Z', 'revision_number': 3, 'project_id': 'a009ace5c9ab4354b62fea1750ef405e', 'gw_port': {'id': '2517072d-cff6-433a-a677-03397e99f44a', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '777de054-87e0-4052-8347-2e3afe250251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:51:11Z', 'updated_at': '2021-08-19T14:51:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:51:19.979392 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bd54bfe3-b11e-43fa-b1c2-8844e3ec6c3e req-c6416593-5b76-4242-90d7-f89ea5b133bf tempest-ServerShowV247Test-1672561970 tempest-ServerShowV247Test-1672561970-project] 10.222.0.69 "GET /v2.0/ports?device_id=8dc9c0df-155c-4a04-b36d-0bc5385a18d5 HTTP/1.1" status: 200 len: 210 time: 0.1285281 Aug 19 14:51:19.994927 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27d36a0-bcb5-47dd-815f-174bf26aca63 admin admin] Network 826a14c6-b01f-4f4f-86d2-3cfbb5aad056 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:51:19.998309 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-c27d36a0-bcb5-47dd-815f-174bf26aca63 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:51:20.014243 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-453af542-22dc-464d-9a7e-24d6171258da None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:20.043297 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-453af542-22dc-464d-9a7e-24d6171258da None None] Transition to ACTIVE for port object bc8dccb4-bdca-471e-ad10-1d69fbdd9835 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:51:20.064131 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-453af542-22dc-464d-9a7e-24d6171258da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:20.070481 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1a1be503-2541-4a34-a777-529120b8dd55 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:20.072928 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d94d5dc4-ca06-419a-8840-a3e547945bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:20.110157 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-1a1be503-2541-4a34-a777-529120b8dd55 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Calling delete_port for 84977297-7688-4c6f-9f9e-69d219199c02 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:51:20.117869 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94d5dc4-ca06-419a-8840-a3e547945bc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9729502-9a01-4e9b-834e-38fa42e306a7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:20.120273 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94d5dc4-ca06-419a-8840-a3e547945bc7 admin admin] No DVR routers for this DVR port e9729502-9a01-4e9b-834e-38fa42e306a7 on host n-d-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:51:20.219294 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fcfc26ed-13d6-4700-8754-80e7718b3ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:20.248790 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c27d36a0-bcb5-47dd-815f-174bf26aca63 admin admin] Router 777de054-87e0-4052-8347-2e3afe250251 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:51:20.308971 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfc26ed-13d6-4700-8754-80e7718b3ac2 None None] No DVR routers for this DVR port e9729502-9a01-4e9b-834e-38fa42e306a7 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:51:20.317356 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d94d5dc4-ca06-419a-8840-a3e547945bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:20.350256 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device bc8dccb4-bdca-471e-ad10-1d69fbdd9835 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:51:20.363280 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453af542-22dc-464d-9a7e-24d6171258da None None] Pushing event updated for resources: {'Port': ['ID=bc8dccb4-bdca-471e-ad10-1d69fbdd9835,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:20.368638 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d94d5dc4-ca06-419a-8840-a3e547945bc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['120c5244-d1e2-46c3-b22a-2b90b5b4e09c']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:51:20.393310 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d94d5dc4-ca06-419a-8840-a3e547945bc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7b4169d-aca4-48ae-9564-ded492f4f0c1') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:51:20.393637 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d94d5dc4-ca06-419a-8840-a3e547945bc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7b4169d-aca4-48ae-9564-ded492f4f0c1') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:51:20.407638 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d94d5dc4-ca06-419a-8840-a3e547945bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:20.444096 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d94d5dc4-ca06-419a-8840-a3e547945bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:20.452894 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d94d5dc4-ca06-419a-8840-a3e547945bc7 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:51:20.453624 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d94d5dc4-ca06-419a-8840-a3e547945bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:20.456121 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:51:20.456121 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:51:20.456121 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:51:20.456121 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:51:20.456121 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:51:20.456121 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:51:20.456121 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:51:20.456121 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:51:20.456121 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:51:20.456121 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:51:20.456121 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:51:20.456121 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:51:20.456121 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:51:20.456121 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:51:20.456121 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:51:20.456121 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:51:20.456121 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:51:20.456121 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:51:20.456121 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:51:20.456121 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:51:20.456121 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:51:20.456121 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:51:20.456121 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:51:20.456121 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:51:20.456121 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:51:20.456121 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:51:20.456121 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:51:20.456121 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:51:20.456121 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:51:20.456121 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:51:20.456121 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:51:20.456121 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:51:20.544119 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc26ed-13d6-4700-8754-80e7718b3ac2 None None] Pushing event deleted for resources: {'Port': ['ID=e9729502-9a01-4e9b-834e-38fa42e306a7,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:20.588706 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27d36a0-bcb5-47dd-815f-174bf26aca63 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:51:20.597160 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c27d36a0-bcb5-47dd-815f-174bf26aca63 admin admin] 10.222.0.69 "PUT /v2.0/routers/777de054-87e0-4052-8347-2e3afe250251/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9297729 Aug 19 14:51:20.674227 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d94d5dc4-ca06-419a-8840-a3e547945bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:20.701684 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device e9729502-9a01-4e9b-834e-38fa42e306a7 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:51:20.729107 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d94d5dc4-ca06-419a-8840-a3e547945bc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:20.734791 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d94d5dc4-ca06-419a-8840-a3e547945bc7 admin admin] 10.222.0.69 "DELETE /v2.0/networks/120c5244-d1e2-46c3-b22a-2b90b5b4e09c HTTP/1.1" status: 204 len: 168 time: 1.9841495 Aug 19 14:51:20.796048 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: e9729502-9a01-4e9b-834e-38fa42e306a7 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:51:20.796566 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device e9729502-9a01-4e9b-834e-38fa42e306a7 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:51:20.817297 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94d5dc4-ca06-419a-8840-a3e547945bc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=120c5244-d1e2-46c3-b22a-2b90b5b4e09c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:20.857089 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728907f-9c8c-4497-ae58-58520835abeb req-d837f678-dd3a-4919-a65d-9e1832b2edd1 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:20.859050 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2728907f-9c8c-4497-ae58-58520835abeb req-d837f678-dd3a-4919-a65d-9e1832b2edd1 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/ports?device_id=1bd4818f-f956-4364-a039-4a23191a221b HTTP/1.1" status: 200 len: 945 time: 0.3145227 Aug 19 14:51:20.928153 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2728907f-9c8c-4497-ae58-58520835abeb req-668784b0-e28f-46c8-84f0-4ac1f02801ae tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/security-groups?id=def6c502-9ec5-4bf0-9b0e-dcb2195caf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561624 Aug 19 14:51:20.953428 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1a1be503-2541-4a34-a777-529120b8dd55 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:20.987755 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1be503-2541-4a34-a777-529120b8dd55 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event deleted for resources: {'Port': ['ID=84977297-7688-4c6f-9f9e-69d219199c02,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:21.098383 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1a1be503-2541-4a34-a777-529120b8dd55 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:21.105939 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 59708) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:21.119050 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1a1be503-2541-4a34-a777-529120b8dd55 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/ports/84977297-7688-4c6f-9f9e-69d219199c02 HTTP/1.1" status: 204 len: 168 time: 1.6744614 Aug 19 14:51:21.203477 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb31db7-a626-497d-81cd-6d1050e125b8 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:21.210164 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ffb31db7-a626-497d-81cd-6d1050e125b8 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1022978 Aug 19 14:51:21.211955 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 59724) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:21.290522 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f46a5842-57d4-41d9-916d-2dbd869cd40e req-5d41d269-3ff8-41a2-b51d-4dd94a4af2f1 tempest-ServerShowV247Test-1672561970 tempest-ServerShowV247Test-1672561970-project] 10.222.0.69 "GET /v2.0/ports?device_id=8dc9c0df-155c-4a04-b36d-0bc5385a18d5 HTTP/1.1" status: 200 len: 210 time: 0.1158392 Aug 19 14:51:21.317463 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325718f2-8ca6-4e62-a8c2-8e4281b23854 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:21.330658 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-325718f2-8ca6-4e62-a8c2-8e4281b23854 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1177535 Aug 19 14:51:21.331708 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 59736) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:21.404972 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 59742) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:21.441840 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af6b590-3f47-40f5-a9ff-c7de327758a9 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:21.443878 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af6b590-3f47-40f5-a9ff-c7de327758a9 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:21.445648 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af6b590-3f47-40f5-a9ff-c7de327758a9 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:21.450635 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6af6b590-3f47-40f5-a9ff-c7de327758a9 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1168699 Aug 19 14:51:21.451703 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 59752) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:21.520475 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-308e3667-6210-4dac-a6a3-31f63b3404fd tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Deleting subnet 115cfe18-c8c6-4694-910a-1743daf7ef1d {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:51:21.532935 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-308e3667-6210-4dac-a6a3-31f63b3404fd tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:21.598400 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f7135033-6fa7-4686-b562-c994988041a6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=eac9849a6187411198187660adbcdd48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1821306 Aug 19 14:51:21.613083 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 59768) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:21.635056 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f6181-11aa-409e-91eb-30dc87eb55a2 req-8b53ac9c-579a-4e0e-90c9-e5a068c66dcc tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:21.637098 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-101f6181-11aa-409e-91eb-30dc87eb55a2 req-8b53ac9c-579a-4e0e-90c9-e5a068c66dcc tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/networks?id=826a14c6-b01f-4f4f-86d2-3cfbb5aad056 HTTP/1.1" status: 200 len: 819 time: 0.3718543 Aug 19 14:51:21.666135 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-308e3667-6210-4dac-a6a3-31f63b3404fd tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:21.668003 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-101f6181-11aa-409e-91eb-30dc87eb55a2 req-c2629c38-ef77-4ad5-9648-5365c1a4e786 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/quotas/a009ace5c9ab4354b62fea1750ef405e HTTP/1.1" status: 200 len: 375 time: 0.0237184 Aug 19 14:51:21.708582 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9554bd86-2fb7-4e5c-a230-fe8854d85d3b None None] Provisioning for port bc8dccb4-bdca-471e-ad10-1d69fbdd9835 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:51:21.713766 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9554bd86-2fb7-4e5c-a230-fe8854d85d3b None None] Provisioning complete for port bc8dccb4-bdca-471e-ad10-1d69fbdd9835 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:51:21.714560 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9554bd86-2fb7-4e5c-a230-fe8854d85d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:21.760873 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-101f6181-11aa-409e-91eb-30dc87eb55a2 req-7c2e72a6-c503-4fa3-bc75-0d76b6604f2f tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a009ace5c9ab4354b62fea1750ef405e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0869024 Aug 19 14:51:21.851756 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-96a9d7ca-54e5-4270-9f50-be6a268d968e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:21.962287 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-96a9d7ca-54e5-4270-9f50-be6a268d968e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:21.978631 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-308e3667-6210-4dac-a6a3-31f63b3404fd tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:22.114497 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-96a9d7ca-54e5-4270-9f50-be6a268d968e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:22.118665 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-96a9d7ca-54e5-4270-9f50-be6a268d968e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:22.120102 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-96a9d7ca-54e5-4270-9f50-be6a268d968e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/79af4be3-90a0-4292-a54f-cdd3d9a00e15 HTTP/1.1" status: 204 len: 168 time: 0.5057478 Aug 19 14:51:22.141456 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-621fa106-f497-40de-85c4-08deba4c63b9 None None] Could not find standard attr ID for object 84977297-7688-4c6f-9f9e-69d219199c02. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 14:51:22.149879 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-308e3667-6210-4dac-a6a3-31f63b3404fd tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:22.186924 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ae358-d24f-4e79-bba2-d92578c56567 req-6ad7d470-ccdb-467f-8987-d2245a9b88fc tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:22.196136 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fa5ae358-d24f-4e79-bba2-d92578c56567 req-6ad7d470-ccdb-467f-8987-d2245a9b88fc tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/ports?device_id=1bd4818f-f956-4364-a039-4a23191a221b HTTP/1.1" status: 200 len: 945 time: 0.1135592 Aug 19 14:51:22.223450 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a9d7ca-54e5-4270-9f50-be6a268d968e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79af4be3-90a0-4292-a54f-cdd3d9a00e15,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:22.283285 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308e3667-6210-4dac-a6a3-31f63b3404fd tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event deleted for resources: {'Subnet': ['ID=115cfe18-c8c6-4694-910a-1743daf7ef1d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:22.290143 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-308e3667-6210-4dac-a6a3-31f63b3404fd tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:22.293709 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-308e3667-6210-4dac-a6a3-31f63b3404fd tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/115cfe18-c8c6-4694-910a-1743daf7ef1d HTTP/1.1" status: 204 len: 168 time: 0.8408148 Aug 19 14:51:22.299854 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 59804) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:22.329201 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fa5ae358-d24f-4e79-bba2-d92578c56567 req-6eb16a97-8f9c-478e-a354-99ba370fe4ea tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/security-groups?id=def6c502-9ec5-4bf0-9b0e-dcb2195caf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315997 Aug 19 14:51:22.437498 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d719ef-777c-416c-a5c4-e1bd2fe82f11 None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:51:22.440631 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8b573a0-ec71-42a8-aded-150e4792595f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Deleting subnet f80ac33d-580e-47a2-a163-95a13676ba3f {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:51:22.449946 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8b573a0-ec71-42a8-aded-150e4792595f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:22.453653 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-101f6181-11aa-409e-91eb-30dc87eb55a2 req-d9fc8dc9-89e9-49d7-b092-da2bd8d3340d service neutron] 10.222.0.69 "GET /v2.0/networks/826a14c6-b01f-4f4f-86d2-3cfbb5aad056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6817422 Aug 19 14:51:22.580630 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8b573a0-ec71-42a8-aded-150e4792595f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:22.645434 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 2517072d-cff6-433a-a677-03397e99f44a up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:51:22.718705 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1aea6953-7c0e-430c-8e29-a15fb7efa074 req-5c9fcbfc-4d35-4bd4-bffc-c182d2711ac8 tempest-ServerShowV247Test-1672561970 tempest-ServerShowV247Test-1672561970-project] 10.222.0.69 "GET /v2.0/ports?device_id=8dc9c0df-155c-4a04-b36d-0bc5385a18d5 HTTP/1.1" status: 200 len: 210 time: 0.1663115 Aug 19 14:51:22.824072 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8b573a0-ec71-42a8-aded-150e4792595f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:22.824494 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-101f6181-11aa-409e-91eb-30dc87eb55a2 req-380596cc-6533-4448-88c6-7b62fa738ad9 service neutron] 10.222.0.69 "GET /v2.0/networks/826a14c6-b01f-4f4f-86d2-3cfbb5aad056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637240 Aug 19 14:51:22.860168 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 2517072d-cff6-433a-a677-03397e99f44a completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:51:22.910428 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 2517072d-cff6-433a-a677-03397e99f44a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:51:22.913597 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:22.945624 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8b573a0-ec71-42a8-aded-150e4792595f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:22.970748 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7686548-afec-44da-b156-e78bf07c29d9 None None] Sync routers for ids ['777de054-87e0-4052-8347-2e3afe250251'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:51:22.981579 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7686548-afec-44da-b156-e78bf07c29d9 None None] Routers {'777de054-87e0-4052-8347-2e3afe250251'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:51:22.982203 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b7686548-afec-44da-b156-e78bf07c29d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:51:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['777de054-87e0-4052-8347-2e3afe250251'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:51:23.132850 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b573a0-ec71-42a8-aded-150e4792595f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event deleted for resources: {'Subnet': ['ID=f80ac33d-580e-47a2-a163-95a13676ba3f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:23.146499 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8b573a0-ec71-42a8-aded-150e4792595f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:23.158738 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 59830) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:23.170088 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c8b573a0-ec71-42a8-aded-150e4792595f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/f80ac33d-580e-47a2-a163-95a13676ba3f HTTP/1.1" status: 204 len: 168 time: 0.8675129 Aug 19 14:51:23.222550 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:23.295007 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-b7686548-afec-44da-b156-e78bf07c29d9 None None] Set router 777de054-87e0-4052-8347-2e3afe250251 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:51:23.295193 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 2517072d-cff6-433a-a677-03397e99f44a, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=2517072d-cff6-433a-a677-03397e99f44a,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:51:23.302057 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 59834) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:23.302502 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:23.303311 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device bc8dccb4-bdca-471e-ad10-1d69fbdd9835 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:51:23.307982 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-726f78c2-eef1-41b2-9653-b555ac5ba7fe tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'subnet': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:51:23.313665 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-25f623eb-32e7-4d0e-a2e4-8e85feeeea8a tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1533687 Aug 19 14:51:23.387873 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-76cbc397-93d8-491c-9c0f-f5ae06a09daf req-825b8911-899c-45e4-bd1c-ecba839996ca tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=150775af-ea06-4b6d-8d71-6c0f0e8fd5df HTTP/1.1" status: 200 len: 210 time: 0.0935717 Aug 19 14:51:23.548828 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=2517072d-cff6-433a-a677-03397e99f44a,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:23.601935 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port bc8dccb4-bdca-471e-ad10-1d69fbdd9835 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:51:23.606307 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:23.680267 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5615997-71db-4cb6-9f18-fc305a5ff828 req-bda37296-9334-4ae3-b4bb-77ccabd44bf8 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:23.682463 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c5615997-71db-4cb6-9f18-fc305a5ff828 req-bda37296-9334-4ae3-b4bb-77ccabd44bf8 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/ports?device_id=1bd4818f-f956-4364-a039-4a23191a221b HTTP/1.1" status: 200 len: 945 time: 0.1066883 Aug 19 14:51:23.763366 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726f78c2-eef1-41b2-9653-b555ac5ba7fe tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:51:23.794278 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-726f78c2-eef1-41b2-9653-b555ac5ba7fe tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:23.833284 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c5615997-71db-4cb6-9f18-fc305a5ff828 req-87806fb9-fef8-45f6-8772-96c0fd9a03e0 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/security-groups?id=def6c502-9ec5-4bf0-9b0e-dcb2195caf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225562 Aug 19 14:51:23.889835 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b7686548-afec-44da-b156-e78bf07c29d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '777de054-87e0-4052-8347-2e3afe250251', 'name': 'tempest-ServerRescueNegativeTestJSON-1190687544-router', 'tenant_id': 'a009ace5c9ab4354b62fea1750ef405e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '2517072d-cff6-433a-a677-03397e99f44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:51:10Z', 'updated_at': '2021-08-19T14:51:19Z', 'revision_number': 4, 'project_id': 'a009ace5c9ab4354b62fea1750ef405e', 'gw_port': {'id': '2517072d-cff6-433a-a677-03397e99f44a', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '777de054-87e0-4052-8347-2e3afe250251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:51:11Z', 'updated_at': '2021-08-19T14:51:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'e931bb77-b772-4f36-bd31-4ed2d14b342e', 'name': '', 'network_id': '826a14c6-b01f-4f4f-86d2-3cfbb5aad056', 'tenant_id': 'a009ace5c9ab4354b62fea1750ef405e', 'mac_address': 'fa:16:3e:cb:ca:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '777de054-87e0-4052-8347-2e3afe250251', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'f017c343-b8a3-4a90-a258-473804aba5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:51:17Z', 'updated_at': '2021-08-19T14:51:19Z', 'revision_number': 2, 'project_id': 'a009ace5c9ab4354b62fea1750ef405e', 'subnets': [{'id': 'f017c343-b8a3-4a90-a258-473804aba5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:51:23.946395 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7686548-afec-44da-b156-e78bf07c29d9 None None] Checking router: 777de054-87e0-4052-8347-2e3afe250251 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:51:23.947039 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7686548-afec-44da-b156-e78bf07c29d9 None None] Updating router 777de054-87e0-4052-8347-2e3afe250251 port e931bb77-b772-4f36-bd31-4ed2d14b342e binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:51:23.978841 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b7686548-afec-44da-b156-e78bf07c29d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:24.296092 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-396b0755-5f76-494a-b60a-a1c7bf3ddf50 req-d75cb36b-1fb6-40df-b541-9ccfa00c6c7b tempest-ServerShowV247Test-1672561970 tempest-ServerShowV247Test-1672561970-project] 10.222.0.69 "GET /v2.0/ports?device_id=8dc9c0df-155c-4a04-b36d-0bc5385a18d5 HTTP/1.1" status: 200 len: 210 time: 0.2142975 Aug 19 14:51:24.315793 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a77dfb-f79a-4a39-be3b-6214651e4936 req-f046871d-9143-445c-82d8-e8c3f4fa0495 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:24.317392 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-16a77dfb-f79a-4a39-be3b-6214651e4936 req-f046871d-9143-445c-82d8-e8c3f4fa0495 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/networks?id=826a14c6-b01f-4f4f-86d2-3cfbb5aad056 HTTP/1.1" status: 200 len: 819 time: 0.4552457 Aug 19 14:51:24.358469 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1f971a-1028-49b9-b3bd-c87f539eb055 None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:51:24.383397 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-16a77dfb-f79a-4a39-be3b-6214651e4936 req-09132369-d730-4f29-9dec-6bf9d06c6588 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/quotas/a009ace5c9ab4354b62fea1750ef405e HTTP/1.1" status: 200 len: 375 time: 0.0417931 Aug 19 14:51:24.514536 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-16a77dfb-f79a-4a39-be3b-6214651e4936 req-8d6245d8-9633-489b-85a8-e186e653d116 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a009ace5c9ab4354b62fea1750ef405e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1300883 Aug 19 14:51:24.559142 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fadbb4e7-b863-4b99-85ea-ddf1b06b90a1 None None] Provisioning complete for port bc8dccb4-bdca-471e-ad10-1d69fbdd9835 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:51:24.559578 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fadbb4e7-b863-4b99-85ea-ddf1b06b90a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:24.694844 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b7686548-afec-44da-b156-e78bf07c29d9 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:24.708017 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-b7686548-afec-44da-b156-e78bf07c29d9 None None] Transition to ACTIVE for port object e931bb77-b772-4f36-bd31-4ed2d14b342e will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:51:24.718513 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b7686548-afec-44da-b156-e78bf07c29d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:24.745668 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-16a77dfb-f79a-4a39-be3b-6214651e4936 req-a6587bde-0d97-44b5-aca5-5ac565e452c5 service neutron] 10.222.0.69 "GET /v2.0/networks/826a14c6-b01f-4f4f-86d2-3cfbb5aad056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299988 Aug 19 14:51:24.767457 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effc136a-7939-4623-ab0b-964215ac8e3a None None] Pushing event updated for resources: {'Port': ['ID=e931bb77-b772-4f36-bd31-4ed2d14b342e,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:24.777353 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc136a-7939-4623-ab0b-964215ac8e3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:24.778719 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc136a-7939-4623-ab0b-964215ac8e3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:24.779842 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc136a-7939-4623-ab0b-964215ac8e3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:24.780490 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc136a-7939-4623-ab0b-964215ac8e3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:24.781081 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc136a-7939-4623-ab0b-964215ac8e3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:24.781974 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc136a-7939-4623-ab0b-964215ac8e3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:24.782578 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc136a-7939-4623-ab0b-964215ac8e3a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:24.783181 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc136a-7939-4623-ab0b-964215ac8e3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:24.783732 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc136a-7939-4623-ab0b-964215ac8e3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:24.784439 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc136a-7939-4623-ab0b-964215ac8e3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:24.785056 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc136a-7939-4623-ab0b-964215ac8e3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:24.785872 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc136a-7939-4623-ab0b-964215ac8e3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:24.845208 n-d-766043-2 neutron-server[94639]: DEBUG neutron.objects.ports [None req-726f78c2-eef1-41b2-9653-b555ac5ba7fe tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94639) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 14:51:24.869141 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 2517072d-cff6-433a-a677-03397e99f44a up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:51:24.996850 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-16a77dfb-f79a-4a39-be3b-6214651e4936 req-efad8300-8f88-4ac0-b064-5b526488496d service neutron] 10.222.0.69 "GET /v2.0/networks/826a14c6-b01f-4f4f-86d2-3cfbb5aad056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473476 Aug 19 14:51:25.086624 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-b7686548-afec-44da-b156-e78bf07c29d9 None None] Attempting to bind port e931bb77-b772-4f36-bd31-4ed2d14b342e on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:51:25.087218 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-b7686548-afec-44da-b156-e78bf07c29d9 None None] Attempting to bind port e931bb77-b772-4f36-bd31-4ed2d14b342e by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'd2dd6c33-88e5-4ac5-bf47-14dd43bc110f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '826a14c6-b01f-4f4f-86d2-3cfbb5aad056'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:51:25.092879 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7686548-afec-44da-b156-e78bf07c29d9 None None] Attempting to bind port e931bb77-b772-4f36-bd31-4ed2d14b342e on network 826a14c6-b01f-4f4f-86d2-3cfbb5aad056 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:51:25.093844 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-726f78c2-eef1-41b2-9653-b555ac5ba7fe tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:25.108011 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7686548-afec-44da-b156-e78bf07c29d9 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:51:25.108935 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7686548-afec-44da-b156-e78bf07c29d9 None None] Checking segment: {'id': 'd2dd6c33-88e5-4ac5-bf47-14dd43bc110f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '826a14c6-b01f-4f4f-86d2-3cfbb5aad056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:51:25.110707 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b7686548-afec-44da-b156-e78bf07c29d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:25.111348 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7686548-afec-44da-b156-e78bf07c29d9 None None] Bound using segment: {'id': 'd2dd6c33-88e5-4ac5-bf47-14dd43bc110f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '826a14c6-b01f-4f4f-86d2-3cfbb5aad056'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:51:25.112203 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-b7686548-afec-44da-b156-e78bf07c29d9 None None] Bound port: e931bb77-b772-4f36-bd31-4ed2d14b342e, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2dd6c33-88e5-4ac5-bf47-14dd43bc110f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '826a14c6-b01f-4f4f-86d2-3cfbb5aad056'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:51:25.113032 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b7686548-afec-44da-b156-e78bf07c29d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:25.189811 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 2517072d-cff6-433a-a677-03397e99f44a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:51:25.190186 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:25.248395 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-b7686548-afec-44da-b156-e78bf07c29d9 None None] For port e931bb77-b772-4f36-bd31-4ed2d14b342e, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:51:25.253076 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-b7686548-afec-44da-b156-e78bf07c29d9 None None] For port e931bb77-b772-4f36-bd31-4ed2d14b342e, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=e931bb77-b772-4f36-bd31-4ed2d14b342e,segment=NetworkSegment(d2dd6c33-88e5-4ac5-bf47-14dd43bc110f),segment_id=d2dd6c33-88e5-4ac5-bf47-14dd43bc110f)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:51:25.262681 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b7686548-afec-44da-b156-e78bf07c29d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:25.330127 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce55e2-9dc1-4edd-bcfe-6d59e36473ed req-d5628b17-eee4-49c0-b508-42ad506d9a8b tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:25.351596 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0fce55e2-9dc1-4edd-bcfe-6d59e36473ed req-d5628b17-eee4-49c0-b508-42ad506d9a8b tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/ports?device_id=1bd4818f-f956-4364-a039-4a23191a221b HTTP/1.1" status: 200 len: 945 time: 0.2826085 Aug 19 14:51:25.395193 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effc136a-7939-4623-ab0b-964215ac8e3a None None] Pushing event updated for resources: {'Port': ['ID=e931bb77-b772-4f36-bd31-4ed2d14b342e,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:25.461249 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7686548-afec-44da-b156-e78bf07c29d9 None None] Routers {'777de054-87e0-4052-8347-2e3afe250251'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:51:25.462007 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b7686548-afec-44da-b156-e78bf07c29d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:51:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['777de054-87e0-4052-8347-2e3afe250251'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:51:25.502959 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f6181-11aa-409e-91eb-30dc87eb55a2 req-53c06a5b-2d9d-4737-b46c-1f063118911f tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:25.504970 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-101f6181-11aa-409e-91eb-30dc87eb55a2 req-53c06a5b-2d9d-4737-b46c-1f063118911f tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.88 "GET /v2.0/networks?id=826a14c6-b01f-4f4f-86d2-3cfbb5aad056 HTTP/1.1" status: 200 len: 819 time: 0.3882358 Aug 19 14:51:25.518032 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-726f78c2-eef1-41b2-9653-b555ac5ba7fe tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] For port bc8dccb4-bdca-471e-ad10-1d69fbdd9835, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=bc8dccb4-bdca-471e-ad10-1d69fbdd9835,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:51:25.527929 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-101f6181-11aa-409e-91eb-30dc87eb55a2 req-33e109df-c5a7-4049-ab8a-019715d4e252 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Request body: {'port': {'device_id': '150775af-ea06-4b6d-8d71-6c0f0e8fd5df', 'network_id': '826a14c6-b01f-4f4f-86d2-3cfbb5aad056', 'admin_state_up': True, 'tenant_id': 'a009ace5c9ab4354b62fea1750ef405e'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:51:25.610955 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-726f78c2-eef1-41b2-9653-b555ac5ba7fe tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:25.622636 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-726f78c2-eef1-41b2-9653-b555ac5ba7fe tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:25.623405 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-726f78c2-eef1-41b2-9653-b555ac5ba7fe tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:25.733836 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0fce55e2-9dc1-4edd-bcfe-6d59e36473ed req-d492a8ef-99a7-4a72-bbf7-835dbfcfb437 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/security-groups?id=def6c502-9ec5-4bf0-9b0e-dcb2195caf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560381 Aug 19 14:51:25.801905 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-b7686548-afec-44da-b156-e78bf07c29d9 None None] Set router 777de054-87e0-4052-8347-2e3afe250251 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:51:25.807508 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b94fc675-cb58-473f-b224-4484311a696f req-ad3b397b-16c2-4c43-aa7d-77c47fbb8ed2 tempest-ServerShowV247Test-1672561970 tempest-ServerShowV247Test-1672561970-project] 10.222.0.69 "GET /v2.0/ports?device_id=8dc9c0df-155c-4a04-b36d-0bc5385a18d5 HTTP/1.1" status: 200 len: 210 time: 0.2236304 Aug 19 14:51:25.902493 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-515cab92-3eab-4204-84f1-cd4b3414b181 req-170fb8b7-c984-434b-9a59-7ca9f6b5298d tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=4474fdb5-2127-4ccb-a4ef-1d17185ca1ad HTTP/1.1" status: 200 len: 210 time: 0.1020162 Aug 19 14:51:25.981867 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726f78c2-eef1-41b2-9653-b555ac5ba7fe tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:51:25.984139 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-101f6181-11aa-409e-91eb-30dc87eb55a2 req-33e109df-c5a7-4049-ab8a-019715d4e252 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Made reservation on behalf of a009ace5c9ab4354b62fea1750ef405e for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:51:26.027308 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-726f78c2-eef1-41b2-9653-b555ac5ba7fe tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:51:26.035713 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-101f6181-11aa-409e-91eb-30dc87eb55a2 req-33e109df-c5a7-4049-ab8a-019715d4e252 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:26.042719 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726f78c2-eef1-41b2-9653-b555ac5ba7fe tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:26.043318 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-726f78c2-eef1-41b2-9653-b555ac5ba7fe tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:26.052971 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41280b51-fd5e-4ede-8403-8d6c14732216 None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:51:26.069176 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f78c2-eef1-41b2-9653-b555ac5ba7fe tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Subnet': ['ID=f4de6893-92a2-4147-a3cc-b48558663186,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:26.093898 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f78c2-eef1-41b2-9653-b555ac5ba7fe tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Port': ['ID=bc8dccb4-bdca-471e-ad10-1d69fbdd9835,revision_number=8']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:26.108303 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-726f78c2-eef1-41b2-9653-b555ac5ba7fe tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8047616 Aug 19 14:51:26.113360 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 59916) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:26.118493 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-02cf8acd-0b15-4890-8ffa-3aae13634680 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'subnet': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:51:26.201560 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cffc79e9-ea1a-4c65-8f3c-5f173d077ec7 None None] Provisioning complete for port bc8dccb4-bdca-471e-ad10-1d69fbdd9835 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:51:26.202161 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cffc79e9-ea1a-4c65-8f3c-5f173d077ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:26.334964 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-101f6181-11aa-409e-91eb-30dc87eb55a2 req-33e109df-c5a7-4049-ab8a-019715d4e252 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Allocated IP 172.20.0.5 (826a14c6-b01f-4f4f-86d2-3cfbb5aad056/f017c343-b8a3-4a90-a258-473804aba5f3/78e1f20f-8f74-46b6-8b06-a2a3d20df9da) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:51:26.386575 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b7686548-afec-44da-b156-e78bf07c29d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '777de054-87e0-4052-8347-2e3afe250251', 'name': 'tempest-ServerRescueNegativeTestJSON-1190687544-router', 'tenant_id': 'a009ace5c9ab4354b62fea1750ef405e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '2517072d-cff6-433a-a677-03397e99f44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:51:10Z', 'updated_at': '2021-08-19T14:51:19Z', 'revision_number': 4, 'project_id': 'a009ace5c9ab4354b62fea1750ef405e', 'gw_port': {'id': '2517072d-cff6-433a-a677-03397e99f44a', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777de054-87e0-4052-8347-2e3afe250251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:51:11Z', 'updated_at': '2021-08-19T14:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'e931bb77-b772-4f36-bd31-4ed2d14b342e', 'name': '', 'network_id': '826a14c6-b01f-4f4f-86d2-3cfbb5aad056', 'tenant_id': 'a009ace5c9ab4354b62fea1750ef405e', 'mac_address': 'fa:16:3e:cb:ca:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '777de054-87e0-4052-8347-2e3afe250251', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'f017c343-b8a3-4a90-a258-473804aba5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:51:17Z', 'updated_at': '2021-08-19T14:51:25Z', 'revision_number': 4, 'project_id': 'a009ace5c9ab4354b62fea1750ef405e', 'subnets': [{'id': 'f017c343-b8a3-4a90-a258-473804aba5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:51:26.419140 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02cf8acd-0b15-4890-8ffa-3aae13634680 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:51:26.422866 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02cf8acd-0b15-4890-8ffa-3aae13634680 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:26.574765 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7686548-afec-44da-b156-e78bf07c29d9 None None] The sync data for ids ['777de054-87e0-4052-8347-2e3afe250251'] in n-d-766043-2 is: [{'id': '777de054-87e0-4052-8347-2e3afe250251', 'name': 'tempest-ServerRescueNegativeTestJSON-1190687544-router', 'tenant_id': 'a009ace5c9ab4354b62fea1750ef405e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '2517072d-cff6-433a-a677-03397e99f44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:51:10Z', 'updated_at': '2021-08-19T14:51:19Z', 'revision_number': 4, 'project_id': 'a009ace5c9ab4354b62fea1750ef405e', 'gw_port': {'id': '2517072d-cff6-433a-a677-03397e99f44a', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777de054-87e0-4052-8347-2e3afe250251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:51:11Z', 'updated_at': '2021-08-19T14:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'e931bb77-b772-4f36-bd31-4ed2d14b342e', 'name': '', 'network_id': '826a14c6-b01f-4f4f-86d2-3cfbb5aad056', 'tenant_id': 'a009ace5c9ab4354b62fea1750ef405e', 'mac_address': 'fa:16:3e:cb:ca:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '777de054-87e0-4052-8347-2e3afe250251', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'f017c343-b8a3-4a90-a258-473804aba5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:51:17Z', 'updated_at': '2021-08-19T14:51:25Z', 'revision_number': 4, 'project_id': 'a009ace5c9ab4354b62fea1750ef405e', 'subnets': [{'id': 'f017c343-b8a3-4a90-a258-473804aba5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:51:26.688813 n-d-766043-2 neutron-server[94639]: INFO neutron.db.ipam_backend_mixin [None req-02cf8acd-0b15-4890-8ffa-3aae13634680 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f4de6893-92a2-4147-a3cc-b48558663186 (CIDR: 2001:db8::/64) Aug 19 14:51:26.698509 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-02cf8acd-0b15-4890-8ffa-3aae13634680 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 14:51:26.699285 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02cf8acd-0b15-4890-8ffa-3aae13634680 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:51:26.722408 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-101f6181-11aa-409e-91eb-30dc87eb55a2 req-33e109df-c5a7-4049-ab8a-019715d4e252 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:26.731698 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-02cf8acd-0b15-4890-8ffa-3aae13634680 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6171701 Aug 19 14:51:26.733479 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 59932) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:26.763188 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7fd0a3b1-c275-4344-8a85-26cd70b64161 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'subnet': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:51:26.974494 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-101f6181-11aa-409e-91eb-30dc87eb55a2 req-33e109df-c5a7-4049-ab8a-019715d4e252 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:27.123225 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device e931bb77-b772-4f36-bd31-4ed2d14b342e up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:51:27.175635 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afecf5-0d56-4ad6-ac55-069342c1b675 req-6eaedc43-d772-4b53-a355-6d8ead5c3106 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:27.177672 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-16afecf5-0d56-4ad6-ac55-069342c1b675 req-6eaedc43-d772-4b53-a355-6d8ead5c3106 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/ports?device_id=1bd4818f-f956-4364-a039-4a23191a221b HTTP/1.1" status: 200 len: 945 time: 0.3157198 Aug 19 14:51:27.220207 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b526b813-afd0-4f97-a3dc-efc43d9afc4f req-1cd21a55-5058-4c77-bc01-e56852229d80 tempest-ServerShowV247Test-1672561970 tempest-ServerShowV247Test-1672561970-project] 10.222.0.69 "GET /v2.0/ports?device_id=8dc9c0df-155c-4a04-b36d-0bc5385a18d5 HTTP/1.1" status: 200 len: 210 time: 0.1806431 Aug 19 14:51:27.250096 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd0a3b1-c275-4344-8a85-26cd70b64161 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:51:27.252078 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-101f6181-11aa-409e-91eb-30dc87eb55a2 req-33e109df-c5a7-4049-ab8a-019715d4e252 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Network 826a14c6-b01f-4f4f-86d2-3cfbb5aad056 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:51:27.264097 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7fd0a3b1-c275-4344-8a85-26cd70b64161 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:27.287776 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-101f6181-11aa-409e-91eb-30dc87eb55a2 req-33e109df-c5a7-4049-ab8a-019715d4e252 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:51:27.310411 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-101f6181-11aa-409e-91eb-30dc87eb55a2 req-33e109df-c5a7-4049-ab8a-019715d4e252 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:51:27.310597 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port e931bb77-b772-4f36-bd31-4ed2d14b342e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:51:27.322612 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port e931bb77-b772-4f36-bd31-4ed2d14b342e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:51:27.323353 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:27.329384 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e109df-c5a7-4049-ab8a-019715d4e252 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Pushing event updated for resources: {'Port': ['ID=78e1f20f-8f74-46b6-8b06-a2a3d20df9da,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:27.507442 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-24fe2403-5859-4416-a98d-be8fc2ac9390 None None] Provisioning complete for port bc8dccb4-bdca-471e-ad10-1d69fbdd9835 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:51:27.507442 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-24fe2403-5859-4416-a98d-be8fc2ac9390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:27.670049 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8ca3132e-1953-482e-82d5-a8c41a93121a req-f7ecdc68-174a-43d3-a7ae-79654309b2cb tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=4474fdb5-2127-4ccb-a4ef-1d17185ca1ad HTTP/1.1" status: 200 len: 210 time: 0.2673097 Aug 19 14:51:27.728502 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:27.730949 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f6181-11aa-409e-91eb-30dc87eb55a2 req-33e109df-c5a7-4049-ab8a-019715d4e252 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:27.733096 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-101f6181-11aa-409e-91eb-30dc87eb55a2 req-33e109df-c5a7-4049-ab8a-019715d4e252 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:27.735102 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:51:27.787189 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-16afecf5-0d56-4ad6-ac55-069342c1b675 req-cdd26db9-d81f-44a9-bd2e-76acaa737526 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/security-groups?id=def6c502-9ec5-4bf0-9b0e-dcb2195caf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5652063 Aug 19 14:51:27.802243 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port e931bb77-b772-4f36-bd31-4ed2d14b342e, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=e931bb77-b772-4f36-bd31-4ed2d14b342e,segment=NetworkSegment(d2dd6c33-88e5-4ac5-bf47-14dd43bc110f),segment_id=d2dd6c33-88e5-4ac5-bf47-14dd43bc110f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:51:27.811859 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:27.813071 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device bc8dccb4-bdca-471e-ad10-1d69fbdd9835 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:51:27.854751 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-101f6181-11aa-409e-91eb-30dc87eb55a2 req-33e109df-c5a7-4049-ab8a-019715d4e252 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3400102 Aug 19 14:51:27.917669 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=e931bb77-b772-4f36-bd31-4ed2d14b342e,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:27.937929 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-101f6181-11aa-409e-91eb-30dc87eb55a2 req-b85a5884-2d96-4841-b937-02d265b546bc service neutron] Request body: {'port': {'device_id': '150775af-ea06-4b6d-8d71-6c0f0e8fd5df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:51:28.070613 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7fd0a3b1-c275-4344-8a85-26cd70b64161 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:28.072224 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port bc8dccb4-bdca-471e-ad10-1d69fbdd9835 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:51:28.072875 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:28.075735 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a77dfb-f79a-4a39-be3b-6214651e4936 req-c0677552-0f02-4e96-952a-b6be769f838b tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:28.082282 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-16a77dfb-f79a-4a39-be3b-6214651e4936 req-c0677552-0f02-4e96-952a-b6be769f838b tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.68 "GET /v2.0/networks?id=826a14c6-b01f-4f4f-86d2-3cfbb5aad056 HTTP/1.1" status: 200 len: 819 time: 0.6692059 Aug 19 14:51:28.115446 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-16a77dfb-f79a-4a39-be3b-6214651e4936 req-d41ffed5-1840-477b-9acf-b886d5eb5161 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Request body: {'port': {'device_id': '4474fdb5-2127-4ccb-a4ef-1d17185ca1ad', 'network_id': '826a14c6-b01f-4f4f-86d2-3cfbb5aad056', 'admin_state_up': True, 'tenant_id': 'a009ace5c9ab4354b62fea1750ef405e'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:51:28.156686 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd0a3b1-c275-4344-8a85-26cd70b64161 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:51:28.163059 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-7fd0a3b1-c275-4344-8a85-26cd70b64161 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:51:28.174091 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd0a3b1-c275-4344-8a85-26cd70b64161 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:28.175062 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7fd0a3b1-c275-4344-8a85-26cd70b64161 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:28.180177 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aaa74b0-e55b-4d17-9c84-66c74a9fa9e2 None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:51:28.187038 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd0a3b1-c275-4344-8a85-26cd70b64161 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Subnet': ['ID=e9be3b45-4f0c-410d-9cad-b09fd21d65c1,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:28.216558 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7fd0a3b1-c275-4344-8a85-26cd70b64161 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4793236 Aug 19 14:51:28.216959 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 59962) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:28.668201 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-695baa0d-042b-4884-8452-1c336d4b29bb tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'port': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'mac_address': 'fa:16:3e:21:04:80', 'name': 'tempest-NetworksTestDHCPv6-957807217'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:51:28.672547 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fb4199-c0f1-4162-b481-4a1cba64d3b3 None None] Update dhcp port {'port': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'fixed_ips': [{'subnet_id': 'f4de6893-92a2-4147-a3cc-b48558663186', 'ip_address': '2001:db8::f816:3eff:fe1c:53d'}, {'subnet_id': 'e9be3b45-4f0c-410d-9cad-b09fd21d65c1'}], 'binding:host_id': 'n-d-766043-2'}, 'id': 'bc8dccb4-bdca-471e-ad10-1d69fbdd9835'} from n-d-766043-2. {{(pid=94641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 14:51:28.744391 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-26fb4199-c0f1-4162-b481-4a1cba64d3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:28.775471 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-86ade504-c638-4257-8ca5-1125a5266584 req-6f8e213f-d13c-4c51-b9f2-ef482d48cf7a tempest-ServerShowV247Test-1672561970 tempest-ServerShowV247Test-1672561970-project] 10.222.0.69 "GET /v2.0/ports?device_id=8dc9c0df-155c-4a04-b36d-0bc5385a18d5 HTTP/1.1" status: 200 len: 210 time: 0.0951934 Aug 19 14:51:28.791774 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-101f6181-11aa-409e-91eb-30dc87eb55a2 req-b85a5884-2d96-4841-b937-02d265b546bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:29.034897 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device e931bb77-b772-4f36-bd31-4ed2d14b342e up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:51:29.150204 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-26fb4199-c0f1-4162-b481-4a1cba64d3b3 None None] Allocated IP 2001:db8:0:1::2 (eb2a0074-ffdc-4655-a2e0-d470caf1d21a/e9be3b45-4f0c-410d-9cad-b09fd21d65c1/bc8dccb4-bdca-471e-ad10-1d69fbdd9835) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:51:29.155164 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port e931bb77-b772-4f36-bd31-4ed2d14b342e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:51:29.155301 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:29.183677 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3363a129-7122-463d-8b2e-861214a353db req-ae81ed73-5e9b-43ab-8f4a-4c8d3fa29e78 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=4474fdb5-2127-4ccb-a4ef-1d17185ca1ad HTTP/1.1" status: 200 len: 210 time: 0.1519008 Aug 19 14:51:29.366643 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-26fb4199-c0f1-4162-b481-4a1cba64d3b3 None None] For port bc8dccb4-bdca-471e-ad10-1d69fbdd9835, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=bc8dccb4-bdca-471e-ad10-1d69fbdd9835,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:51:29.415060 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16a77dfb-f79a-4a39-be3b-6214651e4936 req-d41ffed5-1840-477b-9acf-b886d5eb5161 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Made reservation on behalf of a009ace5c9ab4354b62fea1750ef405e for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:51:29.418691 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-16a77dfb-f79a-4a39-be3b-6214651e4936 req-d41ffed5-1840-477b-9acf-b886d5eb5161 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:29.450505 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-26fb4199-c0f1-4162-b481-4a1cba64d3b3 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:29.470825 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-26fb4199-c0f1-4162-b481-4a1cba64d3b3 None None] Transition to ACTIVE for port object bc8dccb4-bdca-471e-ad10-1d69fbdd9835 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:51:29.477336 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-26fb4199-c0f1-4162-b481-4a1cba64d3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:29.510620 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf24d43-0a95-404d-ac5f-da58da6a49a6 req-0cc939d9-ace8-4867-aa7d-53a1f2b85f27 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:29.512156 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ebf24d43-0a95-404d-ac5f-da58da6a49a6 req-0cc939d9-ace8-4867-aa7d-53a1f2b85f27 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/ports?device_id=1bd4818f-f956-4364-a039-4a23191a221b HTTP/1.1" status: 200 len: 945 time: 0.4727471 Aug 19 14:51:29.518741 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695baa0d-042b-4884-8452-1c336d4b29bb tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:51:29.649545 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-695baa0d-042b-4884-8452-1c336d4b29bb tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:29.685138 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb4199-c0f1-4162-b481-4a1cba64d3b3 None None] Pushing event updated for resources: {'Port': ['ID=bc8dccb4-bdca-471e-ad10-1d69fbdd9835,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:29.745841 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-101f6181-11aa-409e-91eb-30dc87eb55a2 req-b85a5884-2d96-4841-b937-02d265b546bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78e1f20f-8f74-46b6-8b06-a2a3d20df9da {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:51:29.774076 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-101f6181-11aa-409e-91eb-30dc87eb55a2 req-b85a5884-2d96-4841-b937-02d265b546bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:29.803490 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ebf24d43-0a95-404d-ac5f-da58da6a49a6 req-bb1c9b08-a416-4e9b-b6e2-d50b9ffbaf4b tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/security-groups?id=def6c502-9ec5-4bf0-9b0e-dcb2195caf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791584 Aug 19 14:51:29.842387 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-695baa0d-042b-4884-8452-1c336d4b29bb tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] device_id is not set on port e6a8a04a-fd3f-4d79-99a4-9a62f9b59b29 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:51:29.884915 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-101f6181-11aa-409e-91eb-30dc87eb55a2 req-b85a5884-2d96-4841-b937-02d265b546bc service neutron] Transition to ACTIVE for port object 78e1f20f-8f74-46b6-8b06-a2a3d20df9da will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:51:30.027155 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-16a77dfb-f79a-4a39-be3b-6214651e4936 req-d41ffed5-1840-477b-9acf-b886d5eb5161 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Allocated IP 172.20.0.12 (826a14c6-b01f-4f4f-86d2-3cfbb5aad056/f017c343-b8a3-4a90-a258-473804aba5f3/8d5b51e4-5577-4462-a7b3-a4e0ae88af6c) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:51:30.195970 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-16a77dfb-f79a-4a39-be3b-6214651e4936 req-d41ffed5-1840-477b-9acf-b886d5eb5161 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:30.298963 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-101f6181-11aa-409e-91eb-30dc87eb55a2 req-b85a5884-2d96-4841-b937-02d265b546bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:30.354813 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-16a77dfb-f79a-4a39-be3b-6214651e4936 req-d41ffed5-1840-477b-9acf-b886d5eb5161 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:30.549138 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-da6771ee-b2e3-477c-9627-1ec179612162 req-47ee7781-371b-4bd2-aadf-4f9beabc4634 tempest-ServerShowV247Test-1672561970 tempest-ServerShowV247Test-1672561970-project] 10.222.0.69 "GET /v2.0/ports?device_id=8dc9c0df-155c-4a04-b36d-0bc5385a18d5 HTTP/1.1" status: 200 len: 210 time: 0.2563026 Aug 19 14:51:30.600332 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60022) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:30.727621 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2016bef4-711b-4f08-a950-058d14fe7368 None None] Provisioning for port bc8dccb4-bdca-471e-ad10-1d69fbdd9835 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:51:30.750274 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2016bef4-711b-4f08-a950-058d14fe7368 None None] Provisioning complete for port bc8dccb4-bdca-471e-ad10-1d69fbdd9835 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:51:30.750662 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2016bef4-711b-4f08-a950-058d14fe7368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:30.807838 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b8a1818-2776-4fc4-ba1f-167255e5eef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:30.828793 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device bc8dccb4-bdca-471e-ad10-1d69fbdd9835 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:51:30.907544 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-695baa0d-042b-4884-8452-1c336d4b29bb tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Allocated IP 2001:db8:0:1::371 (eb2a0074-ffdc-4655-a2e0-d470caf1d21a/e9be3b45-4f0c-410d-9cad-b09fd21d65c1/e6a8a04a-fd3f-4d79-99a4-9a62f9b59b29) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:51:30.917945 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-695baa0d-042b-4884-8452-1c336d4b29bb tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Allocated IP 2001:db8::f816:3eff:fe21:480 (eb2a0074-ffdc-4655-a2e0-d470caf1d21a/f4de6893-92a2-4147-a3cc-b48558663186/e6a8a04a-fd3f-4d79-99a4-9a62f9b59b29) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:51:30.969206 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16a77dfb-f79a-4a39-be3b-6214651e4936 req-d41ffed5-1840-477b-9acf-b886d5eb5161 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Network 826a14c6-b01f-4f4f-86d2-3cfbb5aad056 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:51:30.971064 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-16a77dfb-f79a-4a39-be3b-6214651e4936 req-d41ffed5-1840-477b-9acf-b886d5eb5161 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:51:30.993430 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a77dfb-f79a-4a39-be3b-6214651e4936 req-d41ffed5-1840-477b-9acf-b886d5eb5161 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:51:31.104931 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b8a1818-2776-4fc4-ba1f-167255e5eef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:31.116699 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b8a1818-2776-4fc4-ba1f-167255e5eef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:31.126303 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port bc8dccb4-bdca-471e-ad10-1d69fbdd9835 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:51:31.126753 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:31.138112 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85a5884-2d96-4841-b937-02d265b546bc service neutron] Pushing event updated for resources: {'Port': ['ID=78e1f20f-8f74-46b6-8b06-a2a3d20df9da,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:31.173734 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1b8a1818-2776-4fc4-ba1f-167255e5eef7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6e1ab82667c14cb0a50e6ac9087905ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5721183 Aug 19 14:51:31.176193 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a1818-2776-4fc4-ba1f-167255e5eef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004361d2-e910-40c9-aada-164995c697a0,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:31.178842 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60038) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:31.197307 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c2a40-4736-49a7-bbcb-9ac9533e6292 req-674c256a-f396-4e96-b67a-f4fb5d73b4c9 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:31.205234 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b63c2a40-4736-49a7-bbcb-9ac9533e6292 req-674c256a-f396-4e96-b67a-f4fb5d73b4c9 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=4474fdb5-2127-4ccb-a4ef-1d17185ca1ad HTTP/1.1" status: 200 len: 932 time: 0.8768418 Aug 19 14:51:31.207083 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-101f6181-11aa-409e-91eb-30dc87eb55a2 req-b85a5884-2d96-4841-b937-02d265b546bc service neutron] Attempting to bind port 78e1f20f-8f74-46b6-8b06-a2a3d20df9da on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:51:31.207418 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-101f6181-11aa-409e-91eb-30dc87eb55a2 req-b85a5884-2d96-4841-b937-02d265b546bc service neutron] Attempting to bind port 78e1f20f-8f74-46b6-8b06-a2a3d20df9da by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'd2dd6c33-88e5-4ac5-bf47-14dd43bc110f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '826a14c6-b01f-4f4f-86d2-3cfbb5aad056'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:51:31.208184 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101f6181-11aa-409e-91eb-30dc87eb55a2 req-b85a5884-2d96-4841-b937-02d265b546bc service neutron] Attempting to bind port 78e1f20f-8f74-46b6-8b06-a2a3d20df9da on network 826a14c6-b01f-4f4f-86d2-3cfbb5aad056 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:51:31.285889 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101f6181-11aa-409e-91eb-30dc87eb55a2 req-b85a5884-2d96-4841-b937-02d265b546bc service neutron] Port 78e1f20f-8f74-46b6-8b06-a2a3d20df9da on network 826a14c6-b01f-4f4f-86d2-3cfbb5aad056 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:51:31.286155 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101f6181-11aa-409e-91eb-30dc87eb55a2 req-b85a5884-2d96-4841-b937-02d265b546bc service neutron] Attempting to bind port 78e1f20f-8f74-46b6-8b06-a2a3d20df9da on network 826a14c6-b01f-4f4f-86d2-3cfbb5aad056 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:51:31.288018 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ebb542b-b981-4d26-aec0-a2f9a9968a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:31.324977 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ebb542b-b981-4d26-aec0-a2f9a9968a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:31.368392 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c153cf29-d6ed-4965-99d2-fa8099a5e14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:31.398999 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101f6181-11aa-409e-91eb-30dc87eb55a2 req-b85a5884-2d96-4841-b937-02d265b546bc service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:51:31.399381 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101f6181-11aa-409e-91eb-30dc87eb55a2 req-b85a5884-2d96-4841-b937-02d265b546bc service neutron] Checking segment: {'id': 'd2dd6c33-88e5-4ac5-bf47-14dd43bc110f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '826a14c6-b01f-4f4f-86d2-3cfbb5aad056'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:51:31.399840 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101f6181-11aa-409e-91eb-30dc87eb55a2 req-b85a5884-2d96-4841-b937-02d265b546bc service neutron] Bound using segment: {'id': 'd2dd6c33-88e5-4ac5-bf47-14dd43bc110f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '826a14c6-b01f-4f4f-86d2-3cfbb5aad056'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:51:31.400276 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-101f6181-11aa-409e-91eb-30dc87eb55a2 req-b85a5884-2d96-4841-b937-02d265b546bc service neutron] Bound port: 78e1f20f-8f74-46b6-8b06-a2a3d20df9da, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2dd6c33-88e5-4ac5-bf47-14dd43bc110f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '826a14c6-b01f-4f4f-86d2-3cfbb5aad056'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:51:31.401041 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-101f6181-11aa-409e-91eb-30dc87eb55a2 req-b85a5884-2d96-4841-b937-02d265b546bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:31.430000 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a77dfb-f79a-4a39-be3b-6214651e4936 req-d41ffed5-1840-477b-9acf-b886d5eb5161 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:31.430619 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-16a77dfb-f79a-4a39-be3b-6214651e4936 req-d41ffed5-1840-477b-9acf-b886d5eb5161 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:31.459265 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ffed5-1840-477b-9acf-b886d5eb5161 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Pushing event updated for resources: {'Port': ['ID=8d5b51e4-5577-4462-a7b3-a4e0ae88af6c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:31.466894 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ebb542b-b981-4d26-aec0-a2f9a9968a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:31.475195 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ebb542b-b981-4d26-aec0-a2f9a9968a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:31.476396 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-695baa0d-042b-4884-8452-1c336d4b29bb tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:31.480483 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4ebb542b-b981-4d26-aec0-a2f9a9968a34 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/004361d2-e910-40c9-aada-164995c697a0 HTTP/1.1" status: 204 len: 168 time: 0.2969708 Aug 19 14:51:31.491058 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fddd1a0-173c-4c97-8108-8d7493fa03a0 req-1d338ba6-f147-4a11-a80b-e857ab550125 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:31.493126 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3fddd1a0-173c-4c97-8108-8d7493fa03a0 req-1d338ba6-f147-4a11-a80b-e857ab550125 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/ports?device_id=1bd4818f-f956-4364-a039-4a23191a221b HTTP/1.1" status: 200 len: 945 time: 0.4624519 Aug 19 14:51:31.496811 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb542b-b981-4d26-aec0-a2f9a9968a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004361d2-e910-40c9-aada-164995c697a0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:31.520886 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-16a77dfb-f79a-4a39-be3b-6214651e4936 req-d41ffed5-1840-477b-9acf-b886d5eb5161 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4238579 Aug 19 14:51:31.533763 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b63c2a40-4736-49a7-bbcb-9ac9533e6292 req-0c4d1578-5d1a-464a-9e48-b5f63d4d7c28 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276899 Aug 19 14:51:31.543169 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-695baa0d-042b-4884-8452-1c336d4b29bb tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Transition to ACTIVE for port object e6a8a04a-fd3f-4d79-99a4-9a62f9b59b29 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:51:31.553041 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-16a77dfb-f79a-4a39-be3b-6214651e4936 req-7ac01ca3-5363-4ade-9367-185ddfe43e09 service neutron] Request body: {'port': {'device_id': '4474fdb5-2127-4ccb-a4ef-1d17185ca1ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:51:31.686751 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3fddd1a0-173c-4c97-8108-8d7493fa03a0 req-7661de37-659d-4659-812a-dfe80909308f tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/security-groups?id=def6c502-9ec5-4bf0-9b0e-dcb2195caf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597044 Aug 19 14:51:31.689947 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-101f6181-11aa-409e-91eb-30dc87eb55a2 req-b85a5884-2d96-4841-b937-02d265b546bc service neutron] For port 78e1f20f-8f74-46b6-8b06-a2a3d20df9da, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:51:31.771312 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c4198b23-69fc-47d0-abd6-a74bf4432cde req-bad191ad-6c67-453f-a616-93847a147bcb tempest-ServerShowV247Test-1672561970 tempest-ServerShowV247Test-1672561970-project] 10.222.0.69 "GET /v2.0/ports?device_id=8dc9c0df-155c-4a04-b36d-0bc5385a18d5 HTTP/1.1" status: 200 len: 210 time: 0.1080284 Aug 19 14:51:31.785176 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-16a77dfb-f79a-4a39-be3b-6214651e4936 req-7ac01ca3-5363-4ade-9367-185ddfe43e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:31.790650 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-101f6181-11aa-409e-91eb-30dc87eb55a2 req-b85a5884-2d96-4841-b937-02d265b546bc service neutron] For port 78e1f20f-8f74-46b6-8b06-a2a3d20df9da, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=78e1f20f-8f74-46b6-8b06-a2a3d20df9da,segment=NetworkSegment(d2dd6c33-88e5-4ac5-bf47-14dd43bc110f),segment_id=d2dd6c33-88e5-4ac5-bf47-14dd43bc110f)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:51:31.793926 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-695baa0d-042b-4884-8452-1c336d4b29bb tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:31.813078 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-101f6181-11aa-409e-91eb-30dc87eb55a2 req-b85a5884-2d96-4841-b937-02d265b546bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:31.879619 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695baa0d-042b-4884-8452-1c336d4b29bb tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:51:31.886962 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f6181-11aa-409e-91eb-30dc87eb55a2 req-b85a5884-2d96-4841-b937-02d265b546bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:31.888122 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-101f6181-11aa-409e-91eb-30dc87eb55a2 req-b85a5884-2d96-4841-b937-02d265b546bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:31.889545 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-101f6181-11aa-409e-91eb-30dc87eb55a2 req-b85a5884-2d96-4841-b937-02d265b546bc service neutron] 10.222.0.88 "PUT /v2.0/ports/78e1f20f-8f74-46b6-8b06-a2a3d20df9da HTTP/1.1" status: 200 len: 1091 time: 4.0057647 Aug 19 14:51:31.893631 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '150775af-ea06-4b6d-8d71-6c0f0e8fd5df', 'tag': '78e1f20f-8f74-46b6-8b06-a2a3d20df9da'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:51:31.896886 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9303038c-2bf3-4f01-b899-73e410f47d7e" -d '{"events": [{"name": "network-changed", "server_uuid": "150775af-ea06-4b6d-8d71-6c0f0e8fd5df", "tag": "78e1f20f-8f74-46b6-8b06-a2a3d20df9da"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:51:31.903707 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-695baa0d-042b-4884-8452-1c336d4b29bb tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:51:31.906827 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695baa0d-042b-4884-8452-1c336d4b29bb tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:51:31.913753 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695baa0d-042b-4884-8452-1c336d4b29bb tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:31.914760 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-695baa0d-042b-4884-8452-1c336d4b29bb tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:31.956777 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-695baa0d-042b-4884-8452-1c336d4b29bb tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.2914515 Aug 19 14:51:31.957763 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60086) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:32.007088 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e673b079-59be-4a91-bc04-df08509fc3e6 x-openstack-request-id: req-e673b079-59be-4a91-bc04-df08509fc3e6 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:51:32.007467 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "150775af-ea06-4b6d-8d71-6c0f0e8fd5df", "tag": "78e1f20f-8f74-46b6-8b06-a2a3d20df9da", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:51:32.007723 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e673b079-59be-4a91-bc04-df08509fc3e6 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:51:32.008181 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '150775af-ea06-4b6d-8d71-6c0f0e8fd5df', 'tag': '78e1f20f-8f74-46b6-8b06-a2a3d20df9da', 'status': 'completed', 'code': 200} Aug 19 14:51:32.061375 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695baa0d-042b-4884-8452-1c336d4b29bb tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Port': ['ID=e6a8a04a-fd3f-4d79-99a4-9a62f9b59b29,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:32.155646 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-bb11affb-a957-4f15-b4a5-9b1920565782 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Deleting port e6a8a04a-fd3f-4d79-99a4-9a62f9b59b29 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:51:32.156171 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bb11affb-a957-4f15-b4a5-9b1920565782 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:32.205322 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f6181-11aa-409e-91eb-30dc87eb55a2 req-f88b8681-d7f6-42d6-a9a3-5976ac0317bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:32.206868 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-101f6181-11aa-409e-91eb-30dc87eb55a2 req-f88b8681-d7f6-42d6-a9a3-5976ac0317bc service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a009ace5c9ab4354b62fea1750ef405e&device_id=150775af-ea06-4b6d-8d71-6c0f0e8fd5df HTTP/1.1" status: 200 len: 1094 time: 0.2609277 Aug 19 14:51:32.305659 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85a5884-2d96-4841-b937-02d265b546bc service neutron] Pushing event updated for resources: {'Port': ['ID=78e1f20f-8f74-46b6-8b06-a2a3d20df9da,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:32.319199 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-101f6181-11aa-409e-91eb-30dc87eb55a2 req-27f66244-c827-4913-837f-eff76512c429 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78e1f20f-8f74-46b6-8b06-a2a3d20df9da HTTP/1.1" status: 200 len: 217 time: 0.0908072 Aug 19 14:51:32.351496 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bb11affb-a957-4f15-b4a5-9b1920565782 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:32.368886 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7884146d-338b-4b61-9dce-89d5405f3bee None None] Provisioning for port e6a8a04a-fd3f-4d79-99a4-9a62f9b59b29 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:51:32.377330 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-bb11affb-a957-4f15-b4a5-9b1920565782 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Calling delete_port for e6a8a04a-fd3f-4d79-99a4-9a62f9b59b29 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:51:32.379896 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7884146d-338b-4b61-9dce-89d5405f3bee None None] Provisioning complete for port e6a8a04a-fd3f-4d79-99a4-9a62f9b59b29 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:51:32.380631 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7884146d-338b-4b61-9dce-89d5405f3bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:32.441134 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f6181-11aa-409e-91eb-30dc87eb55a2 req-0dcce7c3-92de-4149-b851-8e4835300932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:32.445364 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-101f6181-11aa-409e-91eb-30dc87eb55a2 req-0dcce7c3-92de-4149-b851-8e4835300932 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f017c343-b8a3-4a90-a258-473804aba5f3 HTTP/1.1" status: 200 len: 859 time: 0.1011407 Aug 19 14:51:32.490293 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-7884146d-338b-4b61-9dce-89d5405f3bee None None] Port e6a8a04a-fd3f-4d79-99a4-9a62f9b59b29 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:51:32.549786 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-101f6181-11aa-409e-91eb-30dc87eb55a2 req-f275ad41-5826-4897-ab5d-8cc356ae3d38 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=826a14c6-b01f-4f4f-86d2-3cfbb5aad056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852315 Aug 19 14:51:32.865377 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-101f6181-11aa-409e-91eb-30dc87eb55a2 req-ebdd2757-ef12-44d3-8c46-925f716dda0d service neutron] 10.222.0.88 "GET /v2.0/networks/826a14c6-b01f-4f4f-86d2-3cfbb5aad056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034887 Aug 19 14:51:32.873068 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3dcf7a-a740-45a0-9f46-ffd84d92773d req-07aff5ac-ad4d-4075-a92b-9269a3388c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:32.874624 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3a3dcf7a-a740-45a0-9f46-ffd84d92773d req-07aff5ac-ad4d-4075-a92b-9269a3388c59 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=1bd4818f-f956-4364-a039-4a23191a221b HTTP/1.1" status: 200 len: 1096 time: 0.1721632 Aug 19 14:51:32.886513 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bb11affb-a957-4f15-b4a5-9b1920565782 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:32.921830 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca33bc0-a5cd-4f3a-9615-f2864b8a195f req-0bfc8c48-ef21-4c8d-bc34-b4430ef97a0a tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:32.923360 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-aca33bc0-a5cd-4f3a-9615-f2864b8a195f req-0bfc8c48-ef21-4c8d-bc34-b4430ef97a0a tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=4474fdb5-2127-4ccb-a4ef-1d17185ca1ad HTTP/1.1" status: 200 len: 932 time: 0.2220373 Aug 19 14:51:32.934444 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb11affb-a957-4f15-b4a5-9b1920565782 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event deleted for resources: {'Port': ['ID=e6a8a04a-fd3f-4d79-99a4-9a62f9b59b29,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:33.015259 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bb11affb-a957-4f15-b4a5-9b1920565782 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:33.019589 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-bb11affb-a957-4f15-b4a5-9b1920565782 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/ports/e6a8a04a-fd3f-4d79-99a4-9a62f9b59b29 HTTP/1.1" status: 204 len: 168 time: 1.0613861 Aug 19 14:51:33.022963 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60150) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:33.146014 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8c0cb6-86a1-4198-964e-f8b9f4e5a750 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:33.148393 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9e8c0cb6-86a1-4198-964e-f8b9f4e5a750 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1227219 Aug 19 14:51:33.152782 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60156) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:33.297999 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd30dad8-2e0f-4705-879a-c72bd41d0058 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:33.309121 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-fd30dad8-2e0f-4705-879a-c72bd41d0058 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1530569 Aug 19 14:51:33.309802 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60166) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:33.403905 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-16a77dfb-f79a-4a39-be3b-6214651e4936 req-7ac01ca3-5363-4ade-9367-185ddfe43e09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d5b51e4-5577-4462-a7b3-a4e0ae88af6c {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:51:33.412312 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-16a77dfb-f79a-4a39-be3b-6214651e4936 req-7ac01ca3-5363-4ade-9367-185ddfe43e09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:33.426426 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-16a77dfb-f79a-4a39-be3b-6214651e4936 req-7ac01ca3-5363-4ade-9367-185ddfe43e09 service neutron] Transition to ACTIVE for port object 8d5b51e4-5577-4462-a7b3-a4e0ae88af6c will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:51:33.447204 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-16a77dfb-f79a-4a39-be3b-6214651e4936 req-7ac01ca3-5363-4ade-9367-185ddfe43e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:33.479261 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e051247b-68e7-4374-94eb-e505957d330b tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:33.480873 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e051247b-68e7-4374-94eb-e505957d330b tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:33.482459 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e051247b-68e7-4374-94eb-e505957d330b tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:33.487340 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e051247b-68e7-4374-94eb-e505957d330b tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1765180 Aug 19 14:51:33.488035 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60180) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:33.568581 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac01ca3-5363-4ade-9367-185ddfe43e09 service neutron] Pushing event updated for resources: {'Port': ['ID=8d5b51e4-5577-4462-a7b3-a4e0ae88af6c,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:33.582535 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3a3dcf7a-a740-45a0-9f46-ffd84d92773d req-f825334c-f7cb-401b-9245-852dcf32ea0a service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=def6c502-9ec5-4bf0-9b0e-dcb2195caf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6563215 Aug 19 14:51:33.590825 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-43db9cbb-80f6-4df3-bb8d-dfea0cccf071 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Deleting subnet e9be3b45-4f0c-410d-9cad-b09fd21d65c1 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:51:33.593878 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be354e9b-ad96-49b0-a1cf-f59f7c9963cc req-97f36b77-d5ac-42b2-872d-3f0dc4c9cd39 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:33.595284 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60188) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:33.595519 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-be354e9b-ad96-49b0-a1cf-f59f7c9963cc req-97f36b77-d5ac-42b2-872d-3f0dc4c9cd39 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/ports?device_id=1bd4818f-f956-4364-a039-4a23191a221b HTTP/1.1" status: 200 len: 945 time: 0.7263901 Aug 19 14:51:33.598844 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-aca33bc0-a5cd-4f3a-9615-f2864b8a195f req-895702ae-5ca6-49ab-9bc3-58cbc3a835cc tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6469522 Aug 19 14:51:33.604068 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43db9cbb-80f6-4df3-bb8d-dfea0cccf071 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:33.680074 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-101f6181-11aa-409e-91eb-30dc87eb55a2 req-204de108-5c1a-4f34-98ab-88d327d8ebb3 service neutron] 10.222.0.88 "GET /v2.0/networks/826a14c6-b01f-4f4f-86d2-3cfbb5aad056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7681875 Aug 19 14:51:33.708977 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43db9cbb-80f6-4df3-bb8d-dfea0cccf071 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:33.709813 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-be354e9b-ad96-49b0-a1cf-f59f7c9963cc req-e2388087-d9f4-4bed-bab2-8a4bfbe8fe28 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/security-groups?id=def6c502-9ec5-4bf0-9b0e-dcb2195caf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929286 Aug 19 14:51:33.758079 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-16a77dfb-f79a-4a39-be3b-6214651e4936 req-7ac01ca3-5363-4ade-9367-185ddfe43e09 service neutron] Attempting to bind port 8d5b51e4-5577-4462-a7b3-a4e0ae88af6c on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:51:33.759505 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-16a77dfb-f79a-4a39-be3b-6214651e4936 req-7ac01ca3-5363-4ade-9367-185ddfe43e09 service neutron] Attempting to bind port 8d5b51e4-5577-4462-a7b3-a4e0ae88af6c by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': 'd2dd6c33-88e5-4ac5-bf47-14dd43bc110f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '826a14c6-b01f-4f4f-86d2-3cfbb5aad056'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:51:33.759929 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a77dfb-f79a-4a39-be3b-6214651e4936 req-7ac01ca3-5363-4ade-9367-185ddfe43e09 service neutron] Attempting to bind port 8d5b51e4-5577-4462-a7b3-a4e0ae88af6c on network 826a14c6-b01f-4f4f-86d2-3cfbb5aad056 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:51:33.778420 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a77dfb-f79a-4a39-be3b-6214651e4936 req-7ac01ca3-5363-4ade-9367-185ddfe43e09 service neutron] Port 8d5b51e4-5577-4462-a7b3-a4e0ae88af6c on network 826a14c6-b01f-4f4f-86d2-3cfbb5aad056 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:51:33.779566 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a77dfb-f79a-4a39-be3b-6214651e4936 req-7ac01ca3-5363-4ade-9367-185ddfe43e09 service neutron] Attempting to bind port 8d5b51e4-5577-4462-a7b3-a4e0ae88af6c on network 826a14c6-b01f-4f4f-86d2-3cfbb5aad056 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:51:33.792971 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:33.808053 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a77dfb-f79a-4a39-be3b-6214651e4936 req-7ac01ca3-5363-4ade-9367-185ddfe43e09 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:51:33.808053 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a77dfb-f79a-4a39-be3b-6214651e4936 req-7ac01ca3-5363-4ade-9367-185ddfe43e09 service neutron] Checking segment: {'id': 'd2dd6c33-88e5-4ac5-bf47-14dd43bc110f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '826a14c6-b01f-4f4f-86d2-3cfbb5aad056'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:51:33.808973 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a77dfb-f79a-4a39-be3b-6214651e4936 req-7ac01ca3-5363-4ade-9367-185ddfe43e09 service neutron] Bound using segment: {'id': 'd2dd6c33-88e5-4ac5-bf47-14dd43bc110f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '826a14c6-b01f-4f4f-86d2-3cfbb5aad056'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:51:33.815857 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-16a77dfb-f79a-4a39-be3b-6214651e4936 req-7ac01ca3-5363-4ade-9367-185ddfe43e09 service neutron] Bound port: 8d5b51e4-5577-4462-a7b3-a4e0ae88af6c, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2dd6c33-88e5-4ac5-bf47-14dd43bc110f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '826a14c6-b01f-4f4f-86d2-3cfbb5aad056'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:51:33.820080 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-16a77dfb-f79a-4a39-be3b-6214651e4936 req-7ac01ca3-5363-4ade-9367-185ddfe43e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:33.897231 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43db9cbb-80f6-4df3-bb8d-dfea0cccf071 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:33.998679 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-20ff0658-23bf-47d1-accd-c7dc36014741 req-2f708b6d-c74a-49e5-b22a-2dabf186fda6 tempest-ServerShowV247Test-1672561970 tempest-ServerShowV247Test-1672561970-project] 10.222.0.69 "GET /v2.0/ports?device_id=8dc9c0df-155c-4a04-b36d-0bc5385a18d5 HTTP/1.1" status: 200 len: 210 time: 0.0677097 Aug 19 14:51:34.010467 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303038c-2bf3-4f01-b899-73e410f47d7e req-1ab9f423-6897-4da3-80ea-1fb39b7c6768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:34.012122 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9303038c-2bf3-4f01-b899-73e410f47d7e req-1ab9f423-6897-4da3-80ea-1fb39b7c6768 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a009ace5c9ab4354b62fea1750ef405e&device_id=150775af-ea06-4b6d-8d71-6c0f0e8fd5df HTTP/1.1" status: 200 len: 1094 time: 0.1590633 Aug 19 14:51:34.042593 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43db9cbb-80f6-4df3-bb8d-dfea0cccf071 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:34.046897 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-16a77dfb-f79a-4a39-be3b-6214651e4936 req-7ac01ca3-5363-4ade-9367-185ddfe43e09 service neutron] For port 8d5b51e4-5577-4462-a7b3-a4e0ae88af6c, host n-h1-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:51:34.058286 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-16a77dfb-f79a-4a39-be3b-6214651e4936 req-7ac01ca3-5363-4ade-9367-185ddfe43e09 service neutron] For port 8d5b51e4-5577-4462-a7b3-a4e0ae88af6c, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=8d5b51e4-5577-4462-a7b3-a4e0ae88af6c,segment=NetworkSegment(d2dd6c33-88e5-4ac5-bf47-14dd43bc110f),segment_id=d2dd6c33-88e5-4ac5-bf47-14dd43bc110f)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:51:34.132613 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-16a77dfb-f79a-4a39-be3b-6214651e4936 req-7ac01ca3-5363-4ade-9367-185ddfe43e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:34.160647 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a77dfb-f79a-4a39-be3b-6214651e4936 req-7ac01ca3-5363-4ade-9367-185ddfe43e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:34.165654 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-16a77dfb-f79a-4a39-be3b-6214651e4936 req-7ac01ca3-5363-4ade-9367-185ddfe43e09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:34.167133 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-16a77dfb-f79a-4a39-be3b-6214651e4936 req-7ac01ca3-5363-4ade-9367-185ddfe43e09 service neutron] 10.222.0.68 "PUT /v2.0/ports/8d5b51e4-5577-4462-a7b3-a4e0ae88af6c HTTP/1.1" status: 200 len: 1092 time: 2.6252389 Aug 19 14:51:34.173490 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4474fdb5-2127-4ccb-a4ef-1d17185ca1ad', 'tag': '8d5b51e4-5577-4462-a7b3-a4e0ae88af6c'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:51:34.175781 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6cd0296-fa24-4fcb-a7bd-475aed75140f" -d '{"events": [{"name": "network-changed", "server_uuid": "4474fdb5-2127-4ccb-a4ef-1d17185ca1ad", "tag": "8d5b51e4-5577-4462-a7b3-a4e0ae88af6c"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:51:34.305272 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-35f1c3ff-5d48-4c92-a8be-081501c6a9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:34.312724 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ace41e-1f82-4514-be76-cd0bdf9f0ee9 x-openstack-request-id: req-d8ace41e-1f82-4514-be76-cd0bdf9f0ee9 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:51:34.313401 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4474fdb5-2127-4ccb-a4ef-1d17185ca1ad", "tag": "8d5b51e4-5577-4462-a7b3-a4e0ae88af6c", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:51:34.313834 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d8ace41e-1f82-4514-be76-cd0bdf9f0ee9 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:51:34.314451 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4474fdb5-2127-4ccb-a4ef-1d17185ca1ad', 'tag': '8d5b51e4-5577-4462-a7b3-a4e0ae88af6c', 'status': 'completed', 'code': 200} Aug 19 14:51:34.345299 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac01ca3-5363-4ade-9367-185ddfe43e09 service neutron] Pushing event updated for resources: {'Port': ['ID=8d5b51e4-5577-4462-a7b3-a4e0ae88af6c,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:34.370154 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303038c-2bf3-4f01-b899-73e410f47d7e req-dbefe75d-0c9c-4975-8a50-85cfebdd961e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:34.372439 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9303038c-2bf3-4f01-b899-73e410f47d7e req-dbefe75d-0c9c-4975-8a50-85cfebdd961e service neutron] 10.222.0.88 "GET /v2.0/networks?id=826a14c6-b01f-4f4f-86d2-3cfbb5aad056 HTTP/1.1" status: 200 len: 920 time: 0.3468912 Aug 19 14:51:34.380359 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a77dfb-f79a-4a39-be3b-6214651e4936 req-60b121b8-ee2a-4e98-9460-6d265bf0d817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:34.383279 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-16a77dfb-f79a-4a39-be3b-6214651e4936 req-60b121b8-ee2a-4e98-9460-6d265bf0d817 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a009ace5c9ab4354b62fea1750ef405e&device_id=4474fdb5-2127-4ccb-a4ef-1d17185ca1ad HTTP/1.1" status: 200 len: 1095 time: 0.1455958 Aug 19 14:51:34.503787 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:34.506237 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9303038c-2bf3-4f01-b899-73e410f47d7e req-62a79bcd-cbe9-4a7d-a26c-0094a63a30e8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78e1f20f-8f74-46b6-8b06-a2a3d20df9da HTTP/1.1" status: 200 len: 217 time: 0.1215942 Aug 19 14:51:34.508656 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-16a77dfb-f79a-4a39-be3b-6214651e4936 req-359915e5-9c74-4a3b-a16f-17b0e06fc98d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d5b51e4-5577-4462-a7b3-a4e0ae88af6c HTTP/1.1" status: 200 len: 217 time: 0.0784032 Aug 19 14:51:34.525946 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 60214) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:34.536952 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43db9cbb-80f6-4df3-bb8d-dfea0cccf071 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event deleted for resources: {'Subnet': ['ID=e9be3b45-4f0c-410d-9cad-b09fd21d65c1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:34.541546 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43db9cbb-80f6-4df3-bb8d-dfea0cccf071 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:34.543460 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-43db9cbb-80f6-4df3-bb8d-dfea0cccf071 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/e9be3b45-4f0c-410d-9cad-b09fd21d65c1 HTTP/1.1" status: 204 len: 168 time: 1.0544510 Aug 19 14:51:34.546195 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60218) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:34.558747 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d13d068-4331-48cd-be01-ea777daf51dc None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:51:34.646083 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-7494684f-3745-49d4-a6eb-53bb4096fc28 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Deleting subnet f4de6893-92a2-4147-a3cc-b48558663186 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:51:34.651708 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7494684f-3745-49d4-a6eb-53bb4096fc28 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:34.683863 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303038c-2bf3-4f01-b899-73e410f47d7e req-5f900a9c-36a9-4198-8e7c-f6e6cba3a6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:34.685687 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9303038c-2bf3-4f01-b899-73e410f47d7e req-5f900a9c-36a9-4198-8e7c-f6e6cba3a6b3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f017c343-b8a3-4a90-a258-473804aba5f3 HTTP/1.1" status: 200 len: 859 time: 0.1696296 Aug 19 14:51:34.686832 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a77dfb-f79a-4a39-be3b-6214651e4936 req-0934c306-1b16-4d47-8762-4bf5a43a43ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:34.688323 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-16a77dfb-f79a-4a39-be3b-6214651e4936 req-0934c306-1b16-4d47-8762-4bf5a43a43ea service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f017c343-b8a3-4a90-a258-473804aba5f3 HTTP/1.1" status: 200 len: 859 time: 0.1631422 Aug 19 14:51:34.714436 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7494684f-3745-49d4-a6eb-53bb4096fc28 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:34.773986 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9303038c-2bf3-4f01-b899-73e410f47d7e req-4ce0c480-a078-4d88-9466-55216fbbc3c4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=826a14c6-b01f-4f4f-86d2-3cfbb5aad056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773976 Aug 19 14:51:34.776071 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-16a77dfb-f79a-4a39-be3b-6214651e4936 req-8ccccc88-6863-4e1b-99f1-bb7b4bf90a1e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=826a14c6-b01f-4f4f-86d2-3cfbb5aad056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645943 Aug 19 14:51:34.886937 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8bdc32ff-cd68-4e42-842c-9911ea69e86b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:35.057954 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:35.059954 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7494684f-3745-49d4-a6eb-53bb4096fc28 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:35.092582 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9303038c-2bf3-4f01-b899-73e410f47d7e req-443c82de-0ffa-4af3-8e30-1c30c8ceac6a service neutron] 10.222.0.88 "GET /v2.0/networks/826a14c6-b01f-4f4f-86d2-3cfbb5aad056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079677 Aug 19 14:51:35.100047 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb659a-ac55-469a-a90e-296bea598703 req-bb023de9-31ce-48eb-a7a0-dc740509c3fb tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:35.102218 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-08eb659a-ac55-469a-a90e-296bea598703 req-bb023de9-31ce-48eb-a7a0-dc740509c3fb tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=4474fdb5-2127-4ccb-a4ef-1d17185ca1ad HTTP/1.1" status: 200 len: 944 time: 0.2720826 Aug 19 14:51:35.109868 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f508d49-9462-4f55-b4b5-79fe9565ccfe req-4ed33232-2e45-4620-9c77-17ff27e17324 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:35.111432 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9f508d49-9462-4f55-b4b5-79fe9565ccfe req-4ed33232-2e45-4620-9c77-17ff27e17324 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/ports?device_id=1bd4818f-f956-4364-a039-4a23191a221b HTTP/1.1" status: 200 len: 945 time: 0.2827060 Aug 19 14:51:35.135836 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-16a77dfb-f79a-4a39-be3b-6214651e4936 req-d76132e1-1d14-4fb8-8499-39b96283fdf5 service neutron] 10.222.0.68 "GET /v2.0/networks/826a14c6-b01f-4f4f-86d2-3cfbb5aad056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501697 Aug 19 14:51:35.161182 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7494684f-3745-49d4-a6eb-53bb4096fc28 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:35.197061 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7494684f-3745-49d4-a6eb-53bb4096fc28 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event deleted for resources: {'Subnet': ['ID=f4de6893-92a2-4147-a3cc-b48558663186,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:35.206312 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7494684f-3745-49d4-a6eb-53bb4096fc28 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:35.208628 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7494684f-3745-49d4-a6eb-53bb4096fc28 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/f4de6893-92a2-4147-a3cc-b48558663186 HTTP/1.1" status: 204 len: 168 time: 0.6614358 Aug 19 14:51:35.213650 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60230) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:35.244976 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:35.262090 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-47fed9b3-760a-4744-9c4d-6e4ef1db48f2 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0472586 Aug 19 14:51:35.265444 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60232) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:35.270791 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7bd8f4d7-4100-492c-abc7-7ce7d851f614 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'subnet': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:51:35.336058 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-08eb659a-ac55-469a-a90e-296bea598703 req-bd3c58c8-3006-4a91-a924-6d7b73b64493 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209742 Aug 19 14:51:35.388773 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9f508d49-9462-4f55-b4b5-79fe9565ccfe req-0f62311e-cde3-4a4b-8739-137103507646 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/security-groups?id=def6c502-9ec5-4bf0-9b0e-dcb2195caf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384121 Aug 19 14:51:35.410411 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-335c1f24-08d6-41bc-b844-e800ef842603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:35.422908 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-16a77dfb-f79a-4a39-be3b-6214651e4936 req-800e5a7e-16da-4da1-ab76-2342850e4d90 service neutron] 10.222.0.68 "GET /v2.0/networks/826a14c6-b01f-4f4f-86d2-3cfbb5aad056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408652 Aug 19 14:51:35.489252 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9303038c-2bf3-4f01-b899-73e410f47d7e req-49aa8bd6-afa4-4c1a-ab2b-412e34325cf3 service neutron] 10.222.0.88 "GET /v2.0/networks/826a14c6-b01f-4f4f-86d2-3cfbb5aad056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768134 Aug 19 14:51:35.493116 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8bdc32ff-cd68-4e42-842c-9911ea69e86b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:35.519997 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8bdc32ff-cd68-4e42-842c-9911ea69e86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:35.558087 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-f9797f02-b687-477d-b6f0-00d0356735e1 req-410c7297-3e5c-41dc-bb4d-3d96344a5545 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-918839175', 'description': 'tempest-description-467277629'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:51:35.562416 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd8f4d7-4100-492c-abc7-7ce7d851f614 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:51:35.566476 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7bd8f4d7-4100-492c-abc7-7ce7d851f614 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:35.575023 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-750ae424-f7fd-4edd-a2b4-a140ee04767c req-f84b2b10-10ef-497e-b84b-9c76d8f17c5f tempest-ServerShowV247Test-1672561970 tempest-ServerShowV247Test-1672561970-project] 10.222.0.69 "GET /v2.0/ports?device_id=8dc9c0df-155c-4a04-b36d-0bc5385a18d5 HTTP/1.1" status: 200 len: 210 time: 0.0844669 Aug 19 14:51:35.577887 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e32ce2-78cd-4e40-812c-5718dbbf7771 None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:51:35.630413 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f9797f02-b687-477d-b6f0-00d0356735e1 req-410c7297-3e5c-41dc-bb4d-3d96344a5545 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:35.639192 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-8bdc32ff-cd68-4e42-842c-9911ea69e86b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9ab0eb39ed244d3a90f0c560cb06180f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1096201 Aug 19 14:51:35.644860 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc32ff-cd68-4e42-842c-9911ea69e86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde0882d-7623-44e7-9d56-81f40b16a1ab,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:35.648392 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 60236) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:35.665513 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd0296-fa24-4fcb-a7bd-475aed75140f req-656077ff-5f0f-45b1-8a9a-25c62073d969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:35.667024 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e6cd0296-fa24-4fcb-a7bd-475aed75140f req-656077ff-5f0f-45b1-8a9a-25c62073d969 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a009ace5c9ab4354b62fea1750ef405e&device_id=4474fdb5-2127-4ccb-a4ef-1d17185ca1ad HTTP/1.1" status: 200 len: 1095 time: 0.1723452 Aug 19 14:51:35.669386 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-52e824ba-0e92-4e92-aab1-f23cf59c2257 None None] Provisioning complete for port bc8dccb4-bdca-471e-ad10-1d69fbdd9835 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:51:35.670225 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-52e824ba-0e92-4e92-aab1-f23cf59c2257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:35.674980 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc32ff-cd68-4e42-842c-9911ea69e86b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:35.675331 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc32ff-cd68-4e42-842c-9911ea69e86b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:35.675672 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc32ff-cd68-4e42-842c-9911ea69e86b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:35.675999 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc32ff-cd68-4e42-842c-9911ea69e86b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:35.676341 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc32ff-cd68-4e42-842c-9911ea69e86b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:35.676698 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc32ff-cd68-4e42-842c-9911ea69e86b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:35.677108 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc32ff-cd68-4e42-842c-9911ea69e86b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:35.677346 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc32ff-cd68-4e42-842c-9911ea69e86b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:35.677683 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc32ff-cd68-4e42-842c-9911ea69e86b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:35.678020 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc32ff-cd68-4e42-842c-9911ea69e86b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:35.678321 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc32ff-cd68-4e42-842c-9911ea69e86b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:35.678639 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc32ff-cd68-4e42-842c-9911ea69e86b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:35.833863 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cabcf84f-7c5d-4f16-8ea7-f941ce442182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:35.877106 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df72ea9c-8b8d-4611-b0f0-75c642a33a68 None None] DHCP port deletion for eb2a0074-ffdc-4655-a2e0-d470caf1d21a request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:51:35.880684 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd0296-fa24-4fcb-a7bd-475aed75140f req-6502585b-b047-4148-b84b-943c2b7f52ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:35.882830 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e6cd0296-fa24-4fcb-a7bd-475aed75140f req-6502585b-b047-4148-b84b-943c2b7f52ee service neutron] 10.222.0.68 "GET /v2.0/networks?id=826a14c6-b01f-4f4f-86d2-3cfbb5aad056 HTTP/1.1" status: 200 len: 920 time: 0.1974928 Aug 19 14:51:35.884793 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7bd8f4d7-4100-492c-abc7-7ce7d851f614 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:35.885007 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cabcf84f-7c5d-4f16-8ea7-f941ce442182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:35.928214 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-df72ea9c-8b8d-4611-b0f0-75c642a33a68 None None] Deleting port bc8dccb4-bdca-471e-ad10-1d69fbdd9835 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:51:35.928630 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-df72ea9c-8b8d-4611-b0f0-75c642a33a68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:35.942791 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd8f4d7-4100-492c-abc7-7ce7d851f614 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:51:35.947307 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e6cd0296-fa24-4fcb-a7bd-475aed75140f req-f70caac1-e6b1-49c2-928f-31811a02e5b0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d5b51e4-5577-4462-a7b3-a4e0ae88af6c HTTP/1.1" status: 200 len: 217 time: 0.0532441 Aug 19 14:51:35.954737 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-7bd8f4d7-4100-492c-abc7-7ce7d851f614 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:51:35.963001 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd8f4d7-4100-492c-abc7-7ce7d851f614 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:35.963747 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7bd8f4d7-4100-492c-abc7-7ce7d851f614 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:35.977638 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-335c1f24-08d6-41bc-b844-e800ef842603 admin admin] Deleting port dc668972-97a5-42b4-80e5-ea3de1956959 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:51:35.978076 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-335c1f24-08d6-41bc-b844-e800ef842603 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:35.983123 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd8f4d7-4100-492c-abc7-7ce7d851f614 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Subnet': ['ID=b245285c-9884-4db4-99ef-4e6fe1376730,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:36.041380 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-df72ea9c-8b8d-4611-b0f0-75c642a33a68 None None] For port bc8dccb4-bdca-471e-ad10-1d69fbdd9835, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=bc8dccb4-bdca-471e-ad10-1d69fbdd9835,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:51:36.043012 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-df72ea9c-8b8d-4611-b0f0-75c642a33a68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:36.065178 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-df72ea9c-8b8d-4611-b0f0-75c642a33a68 None None] Calling delete_port for bc8dccb4-bdca-471e-ad10-1d69fbdd9835 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:51:36.068876 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f9797f02-b687-477d-b6f0-00d0356735e1 req-410c7297-3e5c-41dc-bb4d-3d96344a5545 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:36.072537 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cabcf84f-7c5d-4f16-8ea7-f941ce442182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:36.075325 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cabcf84f-7c5d-4f16-8ea7-f941ce442182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:36.080392 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-cabcf84f-7c5d-4f16-8ea7-f941ce442182 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bde0882d-7623-44e7-9d56-81f40b16a1ab HTTP/1.1" status: 204 len: 168 time: 0.4278927 Aug 19 14:51:36.086649 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f9797f02-b687-477d-b6f0-00d0356735e1 req-410c7297-3e5c-41dc-bb4d-3d96344a5545 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:36.087200 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7bd8f4d7-4100-492c-abc7-7ce7d851f614 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8206449 Aug 19 14:51:36.092147 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60244) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:36.096087 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-335c1f24-08d6-41bc-b844-e800ef842603 admin admin] For port dc668972-97a5-42b4-80e5-ea3de1956959, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=dc668972-97a5-42b4-80e5-ea3de1956959,segment=NetworkSegment(8286b499-2169-4ac2-b2c9-98453013a041),segment_id=8286b499-2169-4ac2-b2c9-98453013a041)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:51:36.096385 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-335c1f24-08d6-41bc-b844-e800ef842603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:36.101730 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd0296-fa24-4fcb-a7bd-475aed75140f req-7820f510-c66d-4200-9da4-b39bdd7f4c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:36.103119 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2519b1c6-fc25-4604-92c2-ec66421aeb64 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'subnet': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:51:36.103702 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e6cd0296-fa24-4fcb-a7bd-475aed75140f req-7820f510-c66d-4200-9da4-b39bdd7f4c95 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f017c343-b8a3-4a90-a258-473804aba5f3 HTTP/1.1" status: 200 len: 859 time: 0.1128378 Aug 19 14:51:36.104446 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcf84f-7c5d-4f16-8ea7-f941ce442182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde0882d-7623-44e7-9d56-81f40b16a1ab,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:36.168296 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e6cd0296-fa24-4fcb-a7bd-475aed75140f req-6f1778d2-4e6f-4ed9-8be7-0af4a2adb08b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=826a14c6-b01f-4f4f-86d2-3cfbb5aad056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554557 Aug 19 14:51:36.168997 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f9797f02-b687-477d-b6f0-00d0356735e1 req-410c7297-3e5c-41dc-bb4d-3d96344a5545 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:36.169161 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-335c1f24-08d6-41bc-b844-e800ef842603 admin admin] Calling delete_port for dc668972-97a5-42b4-80e5-ea3de1956959 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:51:36.170382 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f9797f02-b687-477d-b6f0-00d0356735e1 req-410c7297-3e5c-41dc-bb4d-3d96344a5545 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6547379 Aug 19 14:51:36.228164 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-df72ea9c-8b8d-4611-b0f0-75c642a33a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:36.277341 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df72ea9c-8b8d-4611-b0f0-75c642a33a68 None None] Pushing event deleted for resources: {'Port': ['ID=bc8dccb4-bdca-471e-ad10-1d69fbdd9835,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:36.279930 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df72ea9c-8b8d-4611-b0f0-75c642a33a68 None None] No DVR routers for this DVR port bc8dccb4-bdca-471e-ad10-1d69fbdd9835 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:51:36.302064 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f93e644-a6ef-4d9d-93b3-0df1591ceef1 None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:51:36.383872 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e6cd0296-fa24-4fcb-a7bd-475aed75140f req-c088016c-47e1-499a-b59e-7486227722dc service neutron] 10.222.0.68 "GET /v2.0/networks/826a14c6-b01f-4f4f-86d2-3cfbb5aad056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022870 Aug 19 14:51:36.398226 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410c7297-3e5c-41dc-bb4d-3d96344a5545 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5db1d91-55f0-4f92-8343-ead61f4faeae,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:36.456799 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2519b1c6-fc25-4604-92c2-ec66421aeb64 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:51:36.460791 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2519b1c6-fc25-4604-92c2-ec66421aeb64 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:36.548838 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71816f37-24cf-4c50-b237-58bd4a0885b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'tenant_id': 'c39f5f14c7bc46018e8896511823152f', 'fixed_ips': [{'subnet_id': 'b245285c-9884-4db4-99ef-4e6fe1376730'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:51:36.550730 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-71816f37-24cf-4c50-b237-58bd4a0885b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:36.556724 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-58988524-3423-4287-8917-717962d17f2e req-66206573-e779-4f4c-b094-27cc29d4a414 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-918839175&fields=id&tenant_id=ae49a7cbfd2b423caf2130122e9db614 HTTP/1.1" status: 200 len: 267 time: 0.1699624 Aug 19 14:51:36.615482 n-d-766043-2 neutron-server[94639]: INFO neutron.db.ipam_backend_mixin [None req-2519b1c6-fc25-4604-92c2-ec66421aeb64 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b245285c-9884-4db4-99ef-4e6fe1376730 (CIDR: 2001:db8::/64) Aug 19 14:51:36.628552 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-2519b1c6-fc25-4604-92c2-ec66421aeb64 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 14:51:36.629329 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2519b1c6-fc25-4604-92c2-ec66421aeb64 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:51:36.635336 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590ade5-e643-4d84-8bb7-d99393a3b7b2 req-d54708c9-822d-472a-9378-80a019a2a180 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:36.645993 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1590ade5-e643-4d84-8bb7-d99393a3b7b2 req-d54708c9-822d-472a-9378-80a019a2a180 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=4474fdb5-2127-4ccb-a4ef-1d17185ca1ad HTTP/1.1" status: 200 len: 944 time: 0.1458807 Aug 19 14:51:36.665395 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2519b1c6-fc25-4604-92c2-ec66421aeb64 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5720141 Aug 19 14:51:36.669405 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60260) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:36.676976 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-dd1051ca-b629-4479-aeb6-584b1f1fb106 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'subnet': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:51:36.677212 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e6cd0296-fa24-4fcb-a7bd-475aed75140f req-84e18112-93b2-4537-b832-a2938f3ac8ba service neutron] 10.222.0.68 "GET /v2.0/networks/826a14c6-b01f-4f4f-86d2-3cfbb5aad056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744401 Aug 19 14:51:36.685979 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58988524-3423-4287-8917-717962d17f2e req-3ca375c2-bb0a-4f47-bc9c-cfce143e66c2 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:36.687563 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-58988524-3423-4287-8917-717962d17f2e req-3ca375c2-bb0a-4f47-bc9c-cfce143e66c2 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/ports?device_id=1bd4818f-f956-4364-a039-4a23191a221b HTTP/1.1" status: 200 len: 945 time: 0.1234341 Aug 19 14:51:36.694713 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 60262) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:36.714192 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-58988524-3423-4287-8917-717962d17f2e req-49c9760f-c0d9-4430-88a3-b46f2f3afb79 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Request body: {'port': {'security_groups': ['def6c502-9ec5-4bf0-9b0e-dcb2195caf38', 'a5db1d91-55f0-4f92-8343-ead61f4faeae']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:51:36.727918 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e34bd97-b0cb-4102-a04d-9ba9ef381554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:36.787779 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1590ade5-e643-4d84-8bb7-d99393a3b7b2 req-e636919d-70d4-4df7-99bf-8398a15c82d0 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395802 Aug 19 14:51:36.860651 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-71816f37-24cf-4c50-b237-58bd4a0885b8 None None] Allocated IP 2001:db8::2 (eb2a0074-ffdc-4655-a2e0-d470caf1d21a/b245285c-9884-4db4-99ef-4e6fe1376730/091333ed-a545-4a2c-81aa-a57f72078dc6) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:51:36.907850 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-335c1f24-08d6-41bc-b844-e800ef842603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:36.932369 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-58988524-3423-4287-8917-717962d17f2e req-49c9760f-c0d9-4430-88a3-b46f2f3afb79 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:36.949292 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335c1f24-08d6-41bc-b844-e800ef842603 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc668972-97a5-42b4-80e5-ea3de1956959,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:37.060304 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-71816f37-24cf-4c50-b237-58bd4a0885b8 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:37.072201 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-71816f37-24cf-4c50-b237-58bd4a0885b8 None None] Transition to ACTIVE for port object 091333ed-a545-4a2c-81aa-a57f72078dc6 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:51:37.099030 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device bc8dccb4-bdca-471e-ad10-1d69fbdd9835 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:51:37.101847 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6ad52270-ac63-4389-b061-33454718d725 req-47490fc9-1531-42ff-87f3-eec2dc2cdf40 tempest-ServerShowV247Test-1672561970 tempest-ServerShowV247Test-1672561970-project] 10.222.0.69 "GET /v2.0/ports?device_id=8dc9c0df-155c-4a04-b36d-0bc5385a18d5 HTTP/1.1" status: 200 len: 210 time: 0.0893383 Aug 19 14:51:37.102387 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 78e1f20f-8f74-46b6-8b06-a2a3d20df9da details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:51:37.112131 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-71816f37-24cf-4c50-b237-58bd4a0885b8 None None] Transition to ACTIVE for port object 091333ed-a545-4a2c-81aa-a57f72078dc6 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:51:37.158052 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-335c1f24-08d6-41bc-b844-e800ef842603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:37.181081 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:37.208923 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: bc8dccb4-bdca-471e-ad10-1d69fbdd9835 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:51:37.211764 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device bc8dccb4-bdca-471e-ad10-1d69fbdd9835 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:51:37.248269 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-71816f37-24cf-4c50-b237-58bd4a0885b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:37.255559 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e34bd97-b0cb-4102-a04d-9ba9ef381554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:37.263591 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e34bd97-b0cb-4102-a04d-9ba9ef381554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:37.317225 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1051ca-b629-4479-aeb6-584b1f1fb106 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:51:37.325728 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd1051ca-b629-4479-aeb6-584b1f1fb106 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:37.349888 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1e34bd97-b0cb-4102-a04d-9ba9ef381554 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e637bb28128d432ea1cade7c2e412428&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6542993 Aug 19 14:51:37.351522 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e34bd97-b0cb-4102-a04d-9ba9ef381554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adcd8f00-cde1-4971-a5a7-243eff918633,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:37.354172 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 60266) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:37.506256 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71816f37-24cf-4c50-b237-58bd4a0885b8 None None] Pushing event updated for resources: {'Port': ['ID=091333ed-a545-4a2c-81aa-a57f72078dc6,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:37.521437 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71816f37-24cf-4c50-b237-58bd4a0885b8 None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:51:37.529342 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-71816f37-24cf-4c50-b237-58bd4a0885b8 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:51:37.533144 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71816f37-24cf-4c50-b237-58bd4a0885b8 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:51:37.553303 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c6fc020-84d9-4d40-b975-61dd552cf16e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:37.570848 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-58988524-3423-4287-8917-717962d17f2e req-49c9760f-c0d9-4430-88a3-b46f2f3afb79 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] For port 96288fe7-a5a8-42f3-aeb8-c30865d78dfb, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=96288fe7-a5a8-42f3-aeb8-c30865d78dfb,segment=NetworkSegment(b79a2b4c-25f9-4906-ab26-321a0fca78e3),segment_id=b79a2b4c-25f9-4906-ab26-321a0fca78e3)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:51:37.589038 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-335c1f24-08d6-41bc-b844-e800ef842603 admin admin] Router 7ac0e6d0-feb0-4913-88bb-dff7894af38c has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:51:37.598878 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c6fc020-84d9-4d40-b975-61dd552cf16e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:37.609703 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 78e1f20f-8f74-46b6-8b06-a2a3d20df9da, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=78e1f20f-8f74-46b6-8b06-a2a3d20df9da,segment=NetworkSegment(d2dd6c33-88e5-4ac5-bf47-14dd43bc110f),segment_id=d2dd6c33-88e5-4ac5-bf47-14dd43bc110f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:51:37.630065 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '78e1f20f-8f74-46b6-8b06-a2a3d20df9da', 'network_id': '826a14c6-b01f-4f4f-86d2-3cfbb5aad056', 'port_id': '78e1f20f-8f74-46b6-8b06-a2a3d20df9da', 'mac_address': 'fa:16:3e:ad:f5:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f017c343-b8a3-4a90-a258-473804aba5f3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:51:37.631781 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-71816f37-24cf-4c50-b237-58bd4a0885b8 None None] Attempting to bind port 091333ed-a545-4a2c-81aa-a57f72078dc6 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:51:37.632814 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-71816f37-24cf-4c50-b237-58bd4a0885b8 None None] Attempting to bind port 091333ed-a545-4a2c-81aa-a57f72078dc6 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:51:37.633278 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71816f37-24cf-4c50-b237-58bd4a0885b8 None None] Attempting to bind port 091333ed-a545-4a2c-81aa-a57f72078dc6 on network eb2a0074-ffdc-4655-a2e0-d470caf1d21a {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:51:37.640212 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71816f37-24cf-4c50-b237-58bd4a0885b8 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:51:37.641008 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71816f37-24cf-4c50-b237-58bd4a0885b8 None None] Checking segment: {'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:51:37.641264 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-71816f37-24cf-4c50-b237-58bd4a0885b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:37.641758 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71816f37-24cf-4c50-b237-58bd4a0885b8 None None] Bound using segment: {'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:51:37.642332 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-71816f37-24cf-4c50-b237-58bd4a0885b8 None None] Bound port: 091333ed-a545-4a2c-81aa-a57f72078dc6, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43584ab9-13f2-4980-a2d9-2947ff2d6c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:51:37.642816 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-71816f37-24cf-4c50-b237-58bd4a0885b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:37.665402 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-58988524-3423-4287-8917-717962d17f2e req-49c9760f-c0d9-4430-88a3-b46f2f3afb79 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:37.683980 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-58988524-3423-4287-8917-717962d17f2e req-49c9760f-c0d9-4430-88a3-b46f2f3afb79 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:37.698260 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:37.700824 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['96288fe7-a5a8-42f3-aeb8-c30865d78dfb'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:51:37.735566 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335c1f24-08d6-41bc-b844-e800ef842603 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:51:37.749517 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-335c1f24-08d6-41bc-b844-e800ef842603 admin admin] 10.222.0.69 "PUT /v2.0/routers/7ac0e6d0-feb0-4913-88bb-dff7894af38c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1528518 Aug 19 14:51:37.752263 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60268) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:37.755278 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8f24e9-55bc-437e-925d-dbd5eca35a3f None None] Sync routers for ids ['7ac0e6d0-feb0-4913-88bb-dff7894af38c'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:51:37.767169 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c9760f-c0d9-4430-88a3-b46f2f3afb79 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Pushing event updated for resources: {'Port': ['ID=96288fe7-a5a8-42f3-aeb8-c30865d78dfb,revision_number=6']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:37.788796 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58988524-3423-4287-8917-717962d17f2e req-49c9760f-c0d9-4430-88a3-b46f2f3afb79 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:37.789860 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-58988524-3423-4287-8917-717962d17f2e req-49c9760f-c0d9-4430-88a3-b46f2f3afb79 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:37.791267 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-58988524-3423-4287-8917-717962d17f2e req-49c9760f-c0d9-4430-88a3-b46f2f3afb79 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "PUT /v2.0/ports/96288fe7-a5a8-42f3-aeb8-c30865d78dfb HTTP/1.1" status: 200 len: 981 time: 1.0880904 Aug 19 14:51:37.791745 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bd4818f-f956-4364-a039-4a23191a221b', 'tag': '96288fe7-a5a8-42f3-aeb8-c30865d78dfb'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:51:37.793997 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c431a9-d41a-4e7d-a25e-ca4b15ecd3f0" -d '{"events": [{"name": "network-changed", "server_uuid": "1bd4818f-f956-4364-a039-4a23191a221b", "tag": "96288fe7-a5a8-42f3-aeb8-c30865d78dfb"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:51:37.834263 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c6fc020-84d9-4d40-b975-61dd552cf16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:37.837155 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c6fc020-84d9-4d40-b975-61dd552cf16e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:37.839177 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-2c6fc020-84d9-4d40-b975-61dd552cf16e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/adcd8f00-cde1-4971-a5a7-243eff918633 HTTP/1.1" status: 204 len: 168 time: 0.4304521 Aug 19 14:51:37.858699 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6fc020-84d9-4d40-b975-61dd552cf16e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adcd8f00-cde1-4971-a5a7-243eff918633,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:37.870002 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78e1f20f-8f74-46b6-8b06-a2a3d20df9da {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:51:37.918022 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e30b65-2ebf-460f-af4c-e8882feea179 x-openstack-request-id: req-e2e30b65-2ebf-460f-af4c-e8882feea179 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:51:37.918564 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bd4818f-f956-4364-a039-4a23191a221b", "tag": "96288fe7-a5a8-42f3-aeb8-c30865d78dfb", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:51:37.919000 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e2e30b65-2ebf-460f-af4c-e8882feea179 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:51:37.919692 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bd4818f-f956-4364-a039-4a23191a221b', 'tag': '96288fe7-a5a8-42f3-aeb8-c30865d78dfb', 'status': 'completed', 'code': 200} Aug 19 14:51:37.923786 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-df9340aa-13fd-4ab0-9d89-3b861d5032e2 req-cba47cc5-c483-4404-a333-71bfd74cf28a tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-918839175&fields=id&tenant_id=ae49a7cbfd2b423caf2130122e9db614 HTTP/1.1" status: 200 len: 267 time: 0.0625515 Aug 19 14:51:37.941054 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['96288fe7-a5a8-42f3-aeb8-c30865d78dfb'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:51:37.968908 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e06d8803-9ff6-4139-9a4b-61234b193261 admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:37.995222 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 78e1f20f-8f74-46b6-8b06-a2a3d20df9da, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=78e1f20f-8f74-46b6-8b06-a2a3d20df9da,segment=NetworkSegment(d2dd6c33-88e5-4ac5-bf47-14dd43bc110f),segment_id=d2dd6c33-88e5-4ac5-bf47-14dd43bc110f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:51:38.020087 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8f24e9-55bc-437e-925d-dbd5eca35a3f None None] Routers {'7ac0e6d0-feb0-4913-88bb-dff7894af38c'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:51:38.020759 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8f8f24e9-55bc-437e-925d-dbd5eca35a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:51:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['7ac0e6d0-feb0-4913-88bb-dff7894af38c'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:51:38.100354 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c431a9-d41a-4e7d-a25e-ca4b15ecd3f0 req-9716ecb5-0d23-43af-bdbb-ec3d6684a8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:38.104716 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-34c431a9-d41a-4e7d-a25e-ca4b15ecd3f0 req-9716ecb5-0d23-43af-bdbb-ec3d6684a8a5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ae49a7cbfd2b423caf2130122e9db614&device_id=1bd4818f-f956-4364-a039-4a23191a221b HTTP/1.1" status: 200 len: 1135 time: 0.1593926 Aug 19 14:51:38.113463 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9340aa-13fd-4ab0-9d89-3b861d5032e2 req-095a206f-0920-47d2-8e98-db93c4badef3 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:38.115469 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-df9340aa-13fd-4ab0-9d89-3b861d5032e2 req-095a206f-0920-47d2-8e98-db93c4badef3 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/ports?device_id=1bd4818f-f956-4364-a039-4a23191a221b HTTP/1.1" status: 200 len: 984 time: 0.1836989 Aug 19 14:51:38.139624 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-df9340aa-13fd-4ab0-9d89-3b861d5032e2 req-65dfb758-a9b5-4037-ad33-3ac670e73aed tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Request body: {'port': {'security_groups': ['def6c502-9ec5-4bf0-9b0e-dcb2195caf38']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:51:38.158017 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-8f8f24e9-55bc-437e-925d-dbd5eca35a3f None None] Set router 7ac0e6d0-feb0-4913-88bb-dff7894af38c gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:51:38.244773 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce780f-a6e3-4f52-9213-3d1893ab3bd8 req-a5a7f2e1-657b-486f-9572-f794e02cf6b1 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:38.253260 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-03ce780f-a6e3-4f52-9213-3d1893ab3bd8 req-a5a7f2e1-657b-486f-9572-f794e02cf6b1 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=4474fdb5-2127-4ccb-a4ef-1d17185ca1ad HTTP/1.1" status: 200 len: 944 time: 0.2383749 Aug 19 14:51:38.320547 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-03ce780f-a6e3-4f52-9213-3d1893ab3bd8 req-ef094879-a6a6-45b9-9cce-799ea61512a6 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657284 Aug 19 14:51:38.334346 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:38.435615 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-df9340aa-13fd-4ab0-9d89-3b861d5032e2 req-65dfb758-a9b5-4037-ad33-3ac670e73aed tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:38.503941 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=78e1f20f-8f74-46b6-8b06-a2a3d20df9da,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:38.519318 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-71816f37-24cf-4c50-b237-58bd4a0885b8 None None] For port 091333ed-a545-4a2c-81aa-a57f72078dc6, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:51:38.580575 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-71816f37-24cf-4c50-b237-58bd4a0885b8 None None] For port 091333ed-a545-4a2c-81aa-a57f72078dc6, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=091333ed-a545-4a2c-81aa-a57f72078dc6,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:51:38.589949 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['78e1f20f-8f74-46b6-8b06-a2a3d20df9da'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:51:38.626841 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c431a9-d41a-4e7d-a25e-ca4b15ecd3f0 req-725b26cc-49b3-4056-ba96-7d3127271a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:38.628346 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-34c431a9-d41a-4e7d-a25e-ca4b15ecd3f0 req-725b26cc-49b3-4056-ba96-7d3127271a82 service neutron] 10.222.0.88 "GET /v2.0/networks?id=bc40ef47-e237-4a53-8855-5d51cefff0db HTTP/1.1" status: 200 len: 921 time: 0.5073233 Aug 19 14:51:38.648561 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-71816f37-24cf-4c50-b237-58bd4a0885b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:38.659993 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-45d0e6b0-cd60-4982-911a-cf0bb3f7aead req-6ac51589-021c-4259-a3e8-1bbc6f0f7058 tempest-ServerShowV247Test-1672561970 tempest-ServerShowV247Test-1672561970-project] 10.222.0.69 "GET /v2.0/ports?device_id=8dc9c0df-155c-4a04-b36d-0bc5385a18d5 HTTP/1.1" status: 200 len: 210 time: 0.0599785 Aug 19 14:51:38.909976 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e06d8803-9ff6-4139-9a4b-61234b193261 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:38.954230 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71816f37-24cf-4c50-b237-58bd4a0885b8 None None] Pushing event updated for resources: {'Port': ['ID=091333ed-a545-4a2c-81aa-a57f72078dc6,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:38.970610 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 8d5b51e4-5577-4462-a7b3-a4e0ae88af6c details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:51:38.973402 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8f8f24e9-55bc-437e-925d-dbd5eca35a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac0e6d0-feb0-4913-88bb-dff7894af38c', 'name': 'tempest-TaggedBootDevicesTest_v242-332112194-router', 'tenant_id': 'ef249261d4604936b13aa21e0bea0dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '6609306d-aee1-40d6-839b-53b14b4f740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:39:49Z', 'updated_at': '2021-08-19T14:51:36Z', 'revision_number': 5, 'project_id': 'ef249261d4604936b13aa21e0bea0dc2', 'gw_port': {'id': '6609306d-aee1-40d6-839b-53b14b4f740e', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:18:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac0e6d0-feb0-4913-88bb-dff7894af38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:39:51Z', 'updated_at': '2021-08-19T14:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:51:38.984964 n-d-766043-2 neutron-server[94639]: DEBUG neutron.objects.ports [None req-dd1051ca-b629-4479-aeb6-584b1f1fb106 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94639) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 14:51:39.087028 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8f24e9-55bc-437e-925d-dbd5eca35a3f None None] Checking router: 7ac0e6d0-feb0-4913-88bb-dff7894af38c for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:51:39.212466 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e06d8803-9ff6-4139-9a4b-61234b193261 admin admin] Deleting port 6609306d-aee1-40d6-839b-53b14b4f740e {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:51:39.212914 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e06d8803-9ff6-4139-9a4b-61234b193261 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:39.256342 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8f24e9-55bc-437e-925d-dbd5eca35a3f None None] Routers {'7ac0e6d0-feb0-4913-88bb-dff7894af38c'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:51:39.257555 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8f8f24e9-55bc-437e-925d-dbd5eca35a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:51:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['7ac0e6d0-feb0-4913-88bb-dff7894af38c'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:51:39.321100 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd1051ca-b629-4479-aeb6-584b1f1fb106 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:39.408916 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-34c431a9-d41a-4e7d-a25e-ca4b15ecd3f0 req-5965d6f6-2cdb-4206-904b-b2e8ef622c0d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96288fe7-a5a8-42f3-aeb8-c30865d78dfb HTTP/1.1" status: 200 len: 217 time: 0.7531688 Aug 19 14:51:39.474266 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-e06d8803-9ff6-4139-9a4b-61234b193261 admin admin] For port 6609306d-aee1-40d6-839b-53b14b4f740e, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=6609306d-aee1-40d6-839b-53b14b4f740e,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:51:39.474633 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e06d8803-9ff6-4139-9a4b-61234b193261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:39.507557 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-8f8f24e9-55bc-437e-925d-dbd5eca35a3f None None] Set router 7ac0e6d0-feb0-4913-88bb-dff7894af38c gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:51:39.559539 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c431a9-d41a-4e7d-a25e-ca4b15ecd3f0 req-a40e5e5a-9993-4bbe-8112-9e528c7ea2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:39.561086 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-34c431a9-d41a-4e7d-a25e-ca4b15ecd3f0 req-a40e5e5a-9993-4bbe-8112-9e528c7ea2af service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2a785b3e-9c1d-4988-81cb-c4fa12228cab HTTP/1.1" status: 200 len: 860 time: 0.1369703 Aug 19 14:51:39.563198 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e06d8803-9ff6-4139-9a4b-61234b193261 admin admin] Calling delete_port for 6609306d-aee1-40d6-839b-53b14b4f740e owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:51:39.597645 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1318ec86-8831-4481-9a82-d3f00e4b2a8f req-6497e7ab-a9fe-4c50-bc03-b2005974b4f6 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:39.605154 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1318ec86-8831-4481-9a82-d3f00e4b2a8f req-6497e7ab-a9fe-4c50-bc03-b2005974b4f6 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 945 time: 0.2174284 Aug 19 14:51:39.655127 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8f8f24e9-55bc-437e-925d-dbd5eca35a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac0e6d0-feb0-4913-88bb-dff7894af38c', 'name': 'tempest-TaggedBootDevicesTest_v242-332112194-router', 'tenant_id': 'ef249261d4604936b13aa21e0bea0dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:39:49Z', 'updated_at': '2021-08-19T14:51:38Z', 'revision_number': 6, 'project_id': 'ef249261d4604936b13aa21e0bea0dc2', 'gw_port_host': None}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:51:39.686099 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-34c431a9-d41a-4e7d-a25e-ca4b15ecd3f0 req-06baaa13-1f7f-4b27-bad6-eacbe3c33cb0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bc40ef47-e237-4a53-8855-5d51cefff0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1131790 Aug 19 14:51:39.712097 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 8d5b51e4-5577-4462-a7b3-a4e0ae88af6c, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=8d5b51e4-5577-4462-a7b3-a4e0ae88af6c,segment=NetworkSegment(d2dd6c33-88e5-4ac5-bf47-14dd43bc110f),segment_id=d2dd6c33-88e5-4ac5-bf47-14dd43bc110f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:51:39.716095 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8f24e9-55bc-437e-925d-dbd5eca35a3f None None] The sync data for ids ['7ac0e6d0-feb0-4913-88bb-dff7894af38c'] in n-d-766043-2 is: [{'id': '7ac0e6d0-feb0-4913-88bb-dff7894af38c', 'name': 'tempest-TaggedBootDevicesTest_v242-332112194-router', 'tenant_id': 'ef249261d4604936b13aa21e0bea0dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:39:49Z', 'updated_at': '2021-08-19T14:51:38Z', 'revision_number': 6, 'project_id': 'ef249261d4604936b13aa21e0bea0dc2', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:51:39.746951 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '8d5b51e4-5577-4462-a7b3-a4e0ae88af6c', 'network_id': '826a14c6-b01f-4f4f-86d2-3cfbb5aad056', 'port_id': '8d5b51e4-5577-4462-a7b3-a4e0ae88af6c', 'mac_address': 'fa:16:3e:6a:e9:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f017c343-b8a3-4a90-a258-473804aba5f3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:51:39.803589 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1318ec86-8831-4481-9a82-d3f00e4b2a8f req-9f5f0985-1675-486c-8437-c67b2c8d9687 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1918886 Aug 19 14:51:39.833562 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-dd1051ca-b629-4479-aeb6-584b1f1fb106 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] For port 091333ed-a545-4a2c-81aa-a57f72078dc6, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=091333ed-a545-4a2c-81aa-a57f72078dc6,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:51:39.856518 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:39.886382 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d5b51e4-5577-4462-a7b3-a4e0ae88af6c {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:51:39.957714 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 8d5b51e4-5577-4462-a7b3-a4e0ae88af6c, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=8d5b51e4-5577-4462-a7b3-a4e0ae88af6c,segment=NetworkSegment(d2dd6c33-88e5-4ac5-bf47-14dd43bc110f),segment_id=d2dd6c33-88e5-4ac5-bf47-14dd43bc110f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:51:39.969424 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:39.973944 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-df9340aa-13fd-4ab0-9d89-3b861d5032e2 req-65dfb758-a9b5-4037-ad33-3ac670e73aed tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] For port 96288fe7-a5a8-42f3-aeb8-c30865d78dfb, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=96288fe7-a5a8-42f3-aeb8-c30865d78dfb,segment=NetworkSegment(b79a2b4c-25f9-4906-ab26-321a0fca78e3),segment_id=b79a2b4c-25f9-4906-ab26-321a0fca78e3)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:51:40.064996 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-34c431a9-d41a-4e7d-a25e-ca4b15ecd3f0 req-35d8b528-5d19-403d-8e39-6fd1a63ad5c2 service neutron] 10.222.0.88 "GET /v2.0/networks/bc40ef47-e237-4a53-8855-5d51cefff0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3690159 Aug 19 14:51:40.075419 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd1051ca-b629-4479-aeb6-584b1f1fb106 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:40.091064 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd1051ca-b629-4479-aeb6-584b1f1fb106 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:40.100285 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd1051ca-b629-4479-aeb6-584b1f1fb106 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:40.121404 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-df9340aa-13fd-4ab0-9d89-3b861d5032e2 req-65dfb758-a9b5-4037-ad33-3ac670e73aed tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:40.130822 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=8d5b51e4-5577-4462-a7b3-a4e0ae88af6c,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:40.240831 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-df9340aa-13fd-4ab0-9d89-3b861d5032e2 req-65dfb758-a9b5-4037-ad33-3ac670e73aed tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:40.243546 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['8d5b51e4-5577-4462-a7b3-a4e0ae88af6c'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:51:40.270806 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6afc47-309b-4bbb-ad95-f769cc7ac7f8 req-a35ab96b-520d-4659-b2ba-a1c5223fe35b tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:40.274478 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7f6afc47-309b-4bbb-ad95-f769cc7ac7f8 req-a35ab96b-520d-4659-b2ba-a1c5223fe35b tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=4474fdb5-2127-4ccb-a4ef-1d17185ca1ad HTTP/1.1" status: 200 len: 945 time: 0.3342333 Aug 19 14:51:40.321973 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['96288fe7-a5a8-42f3-aeb8-c30865d78dfb'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:51:40.461397 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60328) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:40.493750 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1051ca-b629-4479-aeb6-584b1f1fb106 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:51:40.498761 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dfb758-a9b5-4037-ad33-3ac670e73aed tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Pushing event updated for resources: {'Port': ['ID=96288fe7-a5a8-42f3-aeb8-c30865d78dfb,revision_number=7']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:40.536348 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-dd1051ca-b629-4479-aeb6-584b1f1fb106 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:51:40.542554 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1051ca-b629-4479-aeb6-584b1f1fb106 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:40.543186 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd1051ca-b629-4479-aeb6-584b1f1fb106 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:40.552997 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9340aa-13fd-4ab0-9d89-3b861d5032e2 req-65dfb758-a9b5-4037-ad33-3ac670e73aed tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:40.562608 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-df9340aa-13fd-4ab0-9d89-3b861d5032e2 req-65dfb758-a9b5-4037-ad33-3ac670e73aed tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:40.580930 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-df9340aa-13fd-4ab0-9d89-3b861d5032e2 req-65dfb758-a9b5-4037-ad33-3ac670e73aed tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "PUT /v2.0/ports/96288fe7-a5a8-42f3-aeb8-c30865d78dfb HTTP/1.1" status: 200 len: 942 time: 2.4471345 Aug 19 14:51:40.583803 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1051ca-b629-4479-aeb6-584b1f1fb106 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Port': ['ID=091333ed-a545-4a2c-81aa-a57f72078dc6,revision_number=4']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:40.591740 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1051ca-b629-4479-aeb6-584b1f1fb106 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Subnet': ['ID=6ed8bd7b-277f-4e49-a4f2-3d173e8bf412,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:40.634920 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-dd1051ca-b629-4479-aeb6-584b1f1fb106 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.9642351 Aug 19 14:51:40.646251 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60336) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:40.648508 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e06d8803-9ff6-4139-9a4b-61234b193261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:40.662544 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bd4818f-f956-4364-a039-4a23191a221b', 'tag': '96288fe7-a5a8-42f3-aeb8-c30865d78dfb'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:51:40.664269 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['96288fe7-a5a8-42f3-aeb8-c30865d78dfb'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:51:40.669002 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f9c965d8-9f9c-41d4-aee2-191caf94550d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'port': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'mac_address': 'fa:16:3e:06:5d:6d', 'name': 'tempest-NetworksTestDHCPv6-144703712'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:51:40.670354 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a9cd10-7d8b-4e8c-aa4e-a698c21cb9a9" -d '{"events": [{"name": "network-changed", "server_uuid": "1bd4818f-f956-4364-a039-4a23191a221b", "tag": "96288fe7-a5a8-42f3-aeb8-c30865d78dfb"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:51:40.738860 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7f6afc47-309b-4bbb-ad95-f769cc7ac7f8 req-8f0aca7e-a29a-449a-ba0a-7d20f083ac53 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405133 Aug 19 14:51:40.850406 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0fa62785-4aba-40fe-99d2-e37e9a54141a req-2ad50843-03ce-42dc-afc8-bb4ed0d70d0a tempest-ServerShowV247Test-1672561970 tempest-ServerShowV247Test-1672561970-project] 10.222.0.69 "GET /v2.0/ports?device_id=8dc9c0df-155c-4a04-b36d-0bc5385a18d5 HTTP/1.1" status: 200 len: 210 time: 0.0870707 Aug 19 14:51:40.883771 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-34c431a9-d41a-4e7d-a25e-ca4b15ecd3f0 req-22ba9caf-7852-4d71-b55c-eab85d3f25ef service neutron] 10.222.0.88 "GET /v2.0/networks/bc40ef47-e237-4a53-8855-5d51cefff0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8088515 Aug 19 14:51:40.894173 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffd3368-0cfc-47e7-98c9-44c34b901f47 None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:51:40.896548 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 78e1f20f-8f74-46b6-8b06-a2a3d20df9da up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:51:40.911375 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06d8803-9ff6-4139-9a4b-61234b193261 admin admin] Pushing event deleted for resources: {'Port': ['ID=6609306d-aee1-40d6-839b-53b14b4f740e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:40.989460 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-60571db3-5380-4183-8029-295ab9762163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:41.156504 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 091333ed-a545-4a2c-81aa-a57f72078dc6 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:51:41.266213 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9cedd782-0122-4944-8c98-ed185bd2d4bc req-02b12f77-4d3e-4311-ad9b-c5f70ffdb468 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3611045 Aug 19 14:51:41.271909 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-9cedd782-0122-4944-8c98-ed185bd2d4bc req-20839d15-e9b8-4592-bb8c-79e124f53a37 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Request body: {'floatingip': {'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:51:41.274202 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e06d8803-9ff6-4139-9a4b-61234b193261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:41.323167 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-61052e72-386c-4950-bc9c-a7fd89eb8da2 None None] Provisioning for port 091333ed-a545-4a2c-81aa-a57f72078dc6 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:51:41.463137 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39137d85-cbd9-4ce9-ba54-027e1b0a67ec x-openstack-request-id: req-39137d85-cbd9-4ce9-ba54-027e1b0a67ec {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:51:41.463455 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bd4818f-f956-4364-a039-4a23191a221b", "tag": "96288fe7-a5a8-42f3-aeb8-c30865d78dfb", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:51:41.463663 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-39137d85-cbd9-4ce9-ba54-027e1b0a67ec {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:51:41.464280 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bd4818f-f956-4364-a039-4a23191a221b', 'tag': '96288fe7-a5a8-42f3-aeb8-c30865d78dfb', 'status': 'completed', 'code': 200} Aug 19 14:51:41.536934 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e06d8803-9ff6-4139-9a4b-61234b193261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:41.542975 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e06d8803-9ff6-4139-9a4b-61234b193261 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:41.547037 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-60571db3-5380-4183-8029-295ab9762163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:41.556108 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-60571db3-5380-4183-8029-295ab9762163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:41.602334 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9cd10-7d8b-4e8c-aa4e-a698c21cb9a9 req-dc60f43b-0ebb-4dcb-a55e-3deec091ba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:41.604662 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e8a9cd10-7d8b-4e8c-aa4e-a698c21cb9a9 req-dc60f43b-0ebb-4dcb-a55e-3deec091ba4f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ae49a7cbfd2b423caf2130122e9db614&device_id=1bd4818f-f956-4364-a039-4a23191a221b HTTP/1.1" status: 200 len: 1096 time: 0.1142774 Aug 19 14:51:41.621207 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.db.api [None req-f9c965d8-9f9c-41d4-aee2-191caf94550d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 14:51:41.621207 n-d-766043-2 neutron-server[94639]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 14:51:41.621207 n-d-766043-2 neutron-server[94639]: [parameters: {'project_id_1': 'c39f5f14c7bc46018e8896511823152f', 'expiration_1': datetime.datetime(2021, 8, 19, 14, 51, 41, 509715)}] Aug 19 14:51:41.621207 n-d-766043-2 neutron-server[94639]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 14:51:41.621665 n-d-766043-2 neutron-server[94639]: DEBUG oslo_db.api [None req-f9c965d8-9f9c-41d4-aee2-191caf94550d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 14:51:41.634546 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9cedd782-0122-4944-8c98-ed185bd2d4bc req-20839d15-e9b8-4592-bb8c-79e124f53a37 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:41.637948 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e06d8803-9ff6-4139-9a4b-61234b193261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:41.638422 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06d8803-9ff6-4139-9a4b-61234b193261 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ac0e6d0-feb0-4913-88bb-dff7894af38c {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:51:41.648425 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e06d8803-9ff6-4139-9a4b-61234b193261 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:41.649615 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e06d8803-9ff6-4139-9a4b-61234b193261 admin admin] 10.222.0.69 "DELETE /v2.0/routers/7ac0e6d0-feb0-4913-88bb-dff7894af38c HTTP/1.1" status: 204 len: 168 time: 3.8952379 Aug 19 14:51:41.652130 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60364) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:41.656684 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-60571db3-5380-4183-8029-295ab9762163 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3031f0eee5f6408abad1ba670a08bdbf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1936069 Aug 19 14:51:41.666304 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60571db3-5380-4183-8029-295ab9762163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18fba7b-07db-4437-afc6-af6353b47d10,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:41.674998 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60366) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:41.699984 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 78e1f20f-8f74-46b6-8b06-a2a3d20df9da completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:51:41.731931 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 78e1f20f-8f74-46b6-8b06-a2a3d20df9da triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:51:41.732304 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:41.780925 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-20ce9410-08d7-4313-b540-fbcd116e8b56 admin admin] Deleting subnet bcb8b434-4c76-4ea2-aea9-8e7ef5c2e1da {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:51:41.788733 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-20ce9410-08d7-4313-b540-fbcd116e8b56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:41.790588 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 091333ed-a545-4a2c-81aa-a57f72078dc6 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:51:41.835525 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 091333ed-a545-4a2c-81aa-a57f72078dc6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:51:41.836303 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:41.849341 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e55d7eac-50ee-482d-a17b-e0c17911e963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:41.854856 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-20ce9410-08d7-4313-b540-fbcd116e8b56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:41.942375 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e55d7eac-50ee-482d-a17b-e0c17911e963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:41.961752 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:42.015379 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '150775af-ea06-4b6d-8d71-6c0f0e8fd5df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e1f20f-8f74-46b6-8b06-a2a3d20df9da'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:51:42.018449 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51caa65a-a184-457d-905f-dbfe07a4d161" -d '{"events": [{"server_uuid": "150775af-ea06-4b6d-8d71-6c0f0e8fd5df", "name": "network-vif-plugged", "status": "completed", "tag": "78e1f20f-8f74-46b6-8b06-a2a3d20df9da"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:51:42.038135 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9cd10-7d8b-4e8c-aa4e-a698c21cb9a9 req-6ab1275c-6fbc-4fe9-9dbe-e9427949d6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:42.039820 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e8a9cd10-7d8b-4e8c-aa4e-a698c21cb9a9 req-6ab1275c-6fbc-4fe9-9dbe-e9427949d6e7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=bc40ef47-e237-4a53-8855-5d51cefff0db HTTP/1.1" status: 200 len: 921 time: 0.4218345 Aug 19 14:51:42.077064 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 78e1f20f-8f74-46b6-8b06-a2a3d20df9da, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=78e1f20f-8f74-46b6-8b06-a2a3d20df9da,segment=NetworkSegment(d2dd6c33-88e5-4ac5-bf47-14dd43bc110f),segment_id=d2dd6c33-88e5-4ac5-bf47-14dd43bc110f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:51:42.084625 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:42.088570 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760f785-6dcf-454f-9545-2ab0bafe5a89 req-19711eb0-471b-4839-a42c-bf012adaf64f tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:42.103065 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1760f785-6dcf-454f-9545-2ab0bafe5a89 req-19711eb0-471b-4839-a42c-bf012adaf64f tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=4474fdb5-2127-4ccb-a4ef-1d17185ca1ad HTTP/1.1" status: 200 len: 945 time: 0.1305604 Aug 19 14:51:42.114969 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:42.177304 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=78e1f20f-8f74-46b6-8b06-a2a3d20df9da,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:42.181585 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 091333ed-a545-4a2c-81aa-a57f72078dc6, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=091333ed-a545-4a2c-81aa-a57f72078dc6,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:51:42.189110 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:42.204427 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c965d8-9f9c-41d4-aee2-191caf94550d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:51:42.208638 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e8a9cd10-7d8b-4e8c-aa4e-a698c21cb9a9 req-52da3231-5239-4ece-91e3-8d1c57147948 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96288fe7-a5a8-42f3-aeb8-c30865d78dfb HTTP/1.1" status: 200 len: 217 time: 0.1402342 Aug 19 14:51:42.231017 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e55d7eac-50ee-482d-a17b-e0c17911e963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:42.233666 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e55d7eac-50ee-482d-a17b-e0c17911e963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:42.245339 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1760f785-6dcf-454f-9545-2ab0bafe5a89 req-5147961a-e792-46ea-a7aa-df9460112f4d tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408908 Aug 19 14:51:42.249783 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=091333ed-a545-4a2c-81aa-a57f72078dc6,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:42.277300 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e55d7eac-50ee-482d-a17b-e0c17911e963 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b18fba7b-07db-4437-afc6-af6353b47d10 HTTP/1.1" status: 204 len: 168 time: 0.6001232 Aug 19 14:51:42.301142 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 6609306d-aee1-40d6-839b-53b14b4f740e no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:51:42.308380 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9cd10-7d8b-4e8c-aa4e-a698c21cb9a9 req-5ff2b364-cb8e-4407-9602-8c5c1f6c1620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:42.310043 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e8a9cd10-7d8b-4e8c-aa4e-a698c21cb9a9 req-5ff2b364-cb8e-4407-9602-8c5c1f6c1620 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2a785b3e-9c1d-4988-81cb-c4fa12228cab HTTP/1.1" status: 200 len: 860 time: 0.0888250 Aug 19 14:51:42.346203 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 6609306d-aee1-40d6-839b-53b14b4f740e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:51:42.348707 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 6609306d-aee1-40d6-839b-53b14b4f740e not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:51:42.349022 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device dc668972-97a5-42b4-80e5-ea3de1956959 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:51:42.363836 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e8a9cd10-7d8b-4e8c-aa4e-a698c21cb9a9 req-cec57f02-e949-4e88-a84e-21187ad8332a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bc40ef47-e237-4a53-8855-5d51cefff0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463333 Aug 19 14:51:42.371038 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9cedd782-0122-4944-8c98-ed185bd2d4bc req-20839d15-e9b8-4592-bb8c-79e124f53a37 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:42.386597 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: dc668972-97a5-42b4-80e5-ea3de1956959 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:51:42.386858 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device dc668972-97a5-42b4-80e5-ea3de1956959 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:51:42.387036 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-20ce9410-08d7-4313-b540-fbcd116e8b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:42.430988 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d7eac-50ee-482d-a17b-e0c17911e963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18fba7b-07db-4437-afc6-af6353b47d10,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:42.499226 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4a4238d3-e97d-452a-9bed-d1b7b9b6be4d req-25c68adb-66e3-433b-b6a9-66eedff79e10 tempest-ServerShowV247Test-1672561970 tempest-ServerShowV247Test-1672561970-project] 10.222.0.69 "GET /v2.0/ports?device_id=8dc9c0df-155c-4a04-b36d-0bc5385a18d5 HTTP/1.1" status: 200 len: 210 time: 0.0971870 Aug 19 14:51:42.603086 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f2368f-2053-43b6-a90d-631673a297cc x-openstack-request-id: req-24f2368f-2053-43b6-a90d-631673a297cc {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:51:42.604545 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "150775af-ea06-4b6d-8d71-6c0f0e8fd5df", "name": "network-vif-plugged", "status": "completed", "tag": "78e1f20f-8f74-46b6-8b06-a2a3d20df9da", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:51:42.604545 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-24f2368f-2053-43b6-a90d-631673a297cc {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:51:42.604815 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '150775af-ea06-4b6d-8d71-6c0f0e8fd5df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e1f20f-8f74-46b6-8b06-a2a3d20df9da', 'code': 200} Aug 19 14:51:42.615871 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f9c965d8-9f9c-41d4-aee2-191caf94550d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:42.620355 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-20ce9410-08d7-4313-b540-fbcd116e8b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:42.674130 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce9410-08d7-4313-b540-fbcd116e8b56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcb8b434-4c76-4ea2-aea9-8e7ef5c2e1da,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:42.685629 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-20ce9410-08d7-4313-b540-fbcd116e8b56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:42.687516 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-20ce9410-08d7-4313-b540-fbcd116e8b56 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/bcb8b434-4c76-4ea2-aea9-8e7ef5c2e1da HTTP/1.1" status: 204 len: 168 time: 1.0344481 Aug 19 14:51:42.688913 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-f9c965d8-9f9c-41d4-aee2-191caf94550d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] device_id is not set on port ce1db36e-ff47-4069-8c3f-e31f32715e61 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:51:42.691923 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2269ed-36ef-4761-b119-d05932f126a2 None None] Network c4f80db4-35be-4b3c-8bae-306ff26e4f72 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:51:42.693714 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60396) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:42.705513 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e8a9cd10-7d8b-4e8c-aa4e-a698c21cb9a9 req-0fed6962-c8bd-4d88-8f97-394d8ecdc036 service neutron] 10.222.0.88 "GET /v2.0/networks/bc40ef47-e237-4a53-8855-5d51cefff0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301709 Aug 19 14:51:42.833129 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-9cedd782-0122-4944-8c98-ed185bd2d4bc req-20839d15-e9b8-4592-bb8c-79e124f53a37 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Allocated IP 172.25.2.45 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/dab89805-9970-459b-98c3-182d22139fd6) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:51:42.846766 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf25b2-ad76-40a7-96a9-b506d7227361 req-8767d736-ecb4-49e6-8d54-7f125029ca00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:42.848277 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-25cf25b2-ad76-40a7-96a9-b506d7227361 req-8767d736-ecb4-49e6-8d54-7f125029ca00 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=150775af-ea06-4b6d-8d71-6c0f0e8fd5df HTTP/1.1" status: 200 len: 1096 time: 0.1807678 Aug 19 14:51:42.897713 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 091333ed-a545-4a2c-81aa-a57f72078dc6 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:51:42.916585 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d7f95b8f-a4c9-4e13-a8f4-f3d37a43cfff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:42.966932 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-25cf25b2-ad76-40a7-96a9-b506d7227361 req-bc768176-5a64-4649-828f-9fd1264f1c42 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058977 Aug 19 14:51:42.970687 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e8a9cd10-7d8b-4e8c-aa4e-a698c21cb9a9 req-06c5ca75-b1ee-4b10-bca0-334494ae8ff8 service neutron] 10.222.0.88 "GET /v2.0/networks/bc40ef47-e237-4a53-8855-5d51cefff0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490463 Aug 19 14:51:42.990412 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 8d5b51e4-5577-4462-a7b3-a4e0ae88af6c up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:51:43.040044 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9cedd782-0122-4944-8c98-ed185bd2d4bc req-20839d15-e9b8-4592-bb8c-79e124f53a37 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:43.070582 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-64c3db34-eb2e-4630-b798-37f2fe1a8aae None None] Provisioning complete for port 091333ed-a545-4a2c-81aa-a57f72078dc6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:51:43.071025 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-64c3db34-eb2e-4630-b798-37f2fe1a8aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:43.107433 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 091333ed-a545-4a2c-81aa-a57f72078dc6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:51:43.108694 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:43.135813 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-f9c965d8-9f9c-41d4-aee2-191caf94550d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Allocated IP 2001:db8::1b6 (eb2a0074-ffdc-4655-a2e0-d470caf1d21a/b245285c-9884-4db4-99ef-4e6fe1376730/ce1db36e-ff47-4069-8c3f-e31f32715e61) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:51:43.141204 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d7f95b8f-a4c9-4e13-a8f4-f3d37a43cfff admin admin] Deleting port 8f176fb9-aeac-4c83-83e6-30896a162e9a {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:51:43.141538 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d7f95b8f-a4c9-4e13-a8f4-f3d37a43cfff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:43.146666 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-f9c965d8-9f9c-41d4-aee2-191caf94550d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Allocated IP 2001:db8:0:1:f816:3eff:fe06:5d6d (eb2a0074-ffdc-4655-a2e0-d470caf1d21a/6ed8bd7b-277f-4e49-a4f2-3d173e8bf412/ce1db36e-ff47-4069-8c3f-e31f32715e61) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:51:43.165597 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9cedd782-0122-4944-8c98-ed185bd2d4bc req-20839d15-e9b8-4592-bb8c-79e124f53a37 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:43.182613 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port 8d5b51e4-5577-4462-a7b3-a4e0ae88af6c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:51:43.192534 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 8d5b51e4-5577-4462-a7b3-a4e0ae88af6c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:51:43.193281 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:43.234839 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecedc6ae-b689-4ea9-9fd9-31e6a0be447b None None] DHCP port deletion for c4f80db4-35be-4b3c-8bae-306ff26e4f72 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:51:43.244396 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-d7f95b8f-a4c9-4e13-a8f4-f3d37a43cfff admin admin] For port 8f176fb9-aeac-4c83-83e6-30896a162e9a, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=8f176fb9-aeac-4c83-83e6-30896a162e9a,segment=NetworkSegment(8286b499-2169-4ac2-b2c9-98453013a041),segment_id=8286b499-2169-4ac2-b2c9-98453013a041)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:51:43.244725 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d7f95b8f-a4c9-4e13-a8f4-f3d37a43cfff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:43.254271 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cedd782-0122-4944-8c98-ed185bd2d4bc req-20839d15-e9b8-4592-bb8c-79e124f53a37 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:51:43.265718 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-9cedd782-0122-4944-8c98-ed185bd2d4bc req-20839d15-e9b8-4592-bb8c-79e124f53a37 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:51:43.268489 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d7f95b8f-a4c9-4e13-a8f4-f3d37a43cfff admin admin] Calling delete_port for 8f176fb9-aeac-4c83-83e6-30896a162e9a owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:51:43.275642 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cedd782-0122-4944-8c98-ed185bd2d4bc req-20839d15-e9b8-4592-bb8c-79e124f53a37 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:51:43.429960 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:43.433893 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9cedd782-0122-4944-8c98-ed185bd2d4bc req-20839d15-e9b8-4592-bb8c-79e124f53a37 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:43.434739 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ecedc6ae-b689-4ea9-9fd9-31e6a0be447b None None] Deleting port 8f176fb9-aeac-4c83-83e6-30896a162e9a {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:51:43.435325 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ecedc6ae-b689-4ea9-9fd9-31e6a0be447b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:43.473204 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20839d15-e9b8-4592-bb8c-79e124f53a37 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Pushing event updated for resources: {'Port': ['ID=dab89805-9970-459b-98c3-182d22139fd6,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:43.532360 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50a3fc-ef9a-44a5-96c4-d656cd729828 req-929a70ff-2966-4f44-a453-64acfa5ea71a tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:43.542488 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3d50a3fc-ef9a-44a5-96c4-d656cd729828 req-929a70ff-2966-4f44-a453-64acfa5ea71a tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=4474fdb5-2127-4ccb-a4ef-1d17185ca1ad HTTP/1.1" status: 200 len: 945 time: 0.0994833 Aug 19 14:51:43.579913 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9cedd782-0122-4944-8c98-ed185bd2d4bc req-20839d15-e9b8-4592-bb8c-79e124f53a37 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:43.589929 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ecedc6ae-b689-4ea9-9fd9-31e6a0be447b None None] For port 8f176fb9-aeac-4c83-83e6-30896a162e9a, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=8f176fb9-aeac-4c83-83e6-30896a162e9a,segment=NetworkSegment(8286b499-2169-4ac2-b2c9-98453013a041),segment_id=8286b499-2169-4ac2-b2c9-98453013a041)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:51:43.590459 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ecedc6ae-b689-4ea9-9fd9-31e6a0be447b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:43.591282 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3d50a3fc-ef9a-44a5-96c4-d656cd729828 req-536949b5-fe57-46ed-8fa0-727109ef613d tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476122 Aug 19 14:51:43.606543 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 8d5b51e4-5577-4462-a7b3-a4e0ae88af6c, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=8d5b51e4-5577-4462-a7b3-a4e0ae88af6c,segment=NetworkSegment(d2dd6c33-88e5-4ac5-bf47-14dd43bc110f),segment_id=d2dd6c33-88e5-4ac5-bf47-14dd43bc110f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:51:43.624839 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ecedc6ae-b689-4ea9-9fd9-31e6a0be447b None None] Calling delete_port for 8f176fb9-aeac-4c83-83e6-30896a162e9a owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:51:43.626348 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:43.671450 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f9c965d8-9f9c-41d4-aee2-191caf94550d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:43.729746 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-f9c965d8-9f9c-41d4-aee2-191caf94550d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Transition to ACTIVE for port object ce1db36e-ff47-4069-8c3f-e31f32715e61 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:51:43.757469 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d7f95b8f-a4c9-4e13-a8f4-f3d37a43cfff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:43.774782 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=8d5b51e4-5577-4462-a7b3-a4e0ae88af6c,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:43.799774 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f95b8f-a4c9-4e13-a8f4-f3d37a43cfff admin admin] No DVR routers for this DVR port 8f176fb9-aeac-4c83-83e6-30896a162e9a on host n-d-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:51:43.800317 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2747f4f1-5f9e-49e9-9878-98ba9c771a12 req-6bb4f5b4-33eb-4902-a7f9-ab790d1a5b3a tempest-ServerShowV247Test-1672561970 tempest-ServerShowV247Test-1672561970-project] 10.222.0.69 "GET /v2.0/ports?device_id=8dc9c0df-155c-4a04-b36d-0bc5385a18d5 HTTP/1.1" status: 200 len: 210 time: 0.0755155 Aug 19 14:51:43.809168 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ecedc6ae-b689-4ea9-9fd9-31e6a0be447b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:43.840598 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecedc6ae-b689-4ea9-9fd9-31e6a0be447b None None] Pushing event deleted for resources: {'Port': ['ID=8f176fb9-aeac-4c83-83e6-30896a162e9a,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:43.847379 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecedc6ae-b689-4ea9-9fd9-31e6a0be447b None None] No DVR routers for this DVR port 8f176fb9-aeac-4c83-83e6-30896a162e9a on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:51:43.884750 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9cedd782-0122-4944-8c98-ed185bd2d4bc req-20839d15-e9b8-4592-bb8c-79e124f53a37 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:43.891238 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9cedd782-0122-4944-8c98-ed185bd2d4bc req-20839d15-e9b8-4592-bb8c-79e124f53a37 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:43.893786 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f95b8f-a4c9-4e13-a8f4-f3d37a43cfff admin admin] Pushing event deleted for resources: {'Port': ['ID=8f176fb9-aeac-4c83-83e6-30896a162e9a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:43.904261 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f95b8f-a4c9-4e13-a8f4-f3d37a43cfff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:43.904681 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f95b8f-a4c9-4e13-a8f4-f3d37a43cfff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:43.904681 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f95b8f-a4c9-4e13-a8f4-f3d37a43cfff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:43.905122 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f95b8f-a4c9-4e13-a8f4-f3d37a43cfff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:43.905445 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f95b8f-a4c9-4e13-a8f4-f3d37a43cfff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:43.905790 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f95b8f-a4c9-4e13-a8f4-f3d37a43cfff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:43.906174 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f95b8f-a4c9-4e13-a8f4-f3d37a43cfff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:43.906448 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f95b8f-a4c9-4e13-a8f4-f3d37a43cfff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:43.906755 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f95b8f-a4c9-4e13-a8f4-f3d37a43cfff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:43.907087 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f95b8f-a4c9-4e13-a8f4-f3d37a43cfff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:43.907549 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f95b8f-a4c9-4e13-a8f4-f3d37a43cfff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:43.907884 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f95b8f-a4c9-4e13-a8f4-f3d37a43cfff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:51:43.990817 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20839d15-e9b8-4592-bb8c-79e124f53a37 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Pushing event updated for resources: {'Port': ['ID=dab89805-9970-459b-98c3-182d22139fd6,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:43.999742 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9cedd782-0122-4944-8c98-ed185bd2d4bc req-20839d15-e9b8-4592-bb8c-79e124f53a37 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:44.005146 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d7f95b8f-a4c9-4e13-a8f4-f3d37a43cfff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:44.016844 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f9c965d8-9f9c-41d4-aee2-191caf94550d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:44.017598 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9cedd782-0122-4944-8c98-ed185bd2d4bc req-20839d15-e9b8-4592-bb8c-79e124f53a37 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:44.019750 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-d7f95b8f-a4c9-4e13-a8f4-f3d37a43cfff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4f80db4-35be-4b3c-8bae-306ff26e4f72']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:51:44.027663 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9cedd782-0122-4944-8c98-ed185bd2d4bc req-20839d15-e9b8-4592-bb8c-79e124f53a37 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7605774 Aug 19 14:51:44.063335 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-d7f95b8f-a4c9-4e13-a8f4-f3d37a43cfff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8286b499-2169-4ac2-b2c9-98453013a041') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:51:44.063629 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-d7f95b8f-a4c9-4e13-a8f4-f3d37a43cfff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8286b499-2169-4ac2-b2c9-98453013a041') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:51:44.087976 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d7f95b8f-a4c9-4e13-a8f4-f3d37a43cfff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:44.092911 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c965d8-9f9c-41d4-aee2-191caf94550d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:51:44.102709 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-f9c965d8-9f9c-41d4-aee2-191caf94550d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:51:44.110441 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c965d8-9f9c-41d4-aee2-191caf94550d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:51:44.116990 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c965d8-9f9c-41d4-aee2-191caf94550d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:44.118134 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f9c965d8-9f9c-41d4-aee2-191caf94550d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:44.123435 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c965d8-9f9c-41d4-aee2-191caf94550d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Port': ['ID=ce1db36e-ff47-4069-8c3f-e31f32715e61,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:44.126794 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d7f95b8f-a4c9-4e13-a8f4-f3d37a43cfff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:44.139427 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7f95b8f-a4c9-4e13-a8f4-f3d37a43cfff admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:51:44.140073 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d7f95b8f-a4c9-4e13-a8f4-f3d37a43cfff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:44.142140 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:51:44.142140 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:51:44.142140 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:51:44.142140 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:51:44.142140 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:51:44.142140 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:51:44.142140 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:51:44.142140 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:51:44.142140 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:51:44.142140 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:51:44.142140 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:51:44.142140 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:51:44.142140 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:51:44.142140 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:51:44.142140 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:51:44.142140 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:51:44.142140 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:51:44.142140 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:51:44.142140 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:51:44.142140 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:51:44.142140 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:51:44.142140 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:51:44.142140 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:51:44.142140 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:51:44.142140 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:51:44.142140 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:51:44.142140 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:51:44.142140 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:51:44.142140 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:51:44.142140 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:51:44.142140 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:51:44.142140 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:51:44.145310 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9cedd782-0122-4944-8c98-ed185bd2d4bc req-6ee59267-89b6-437a-ab36-bffcfcabc416 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.2.45 HTTP/1.1" status: 200 len: 695 time: 0.1149607 Aug 19 14:51:44.201330 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f9c965d8-9f9c-41d4-aee2-191caf94550d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.5539622 Aug 19 14:51:44.201914 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60448) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:44.276304 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d7f95b8f-a4c9-4e13-a8f4-f3d37a43cfff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:44.311724 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d7f95b8f-a4c9-4e13-a8f4-f3d37a43cfff admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:44.313856 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d7f95b8f-a4c9-4e13-a8f4-f3d37a43cfff admin admin] 10.222.0.69 "DELETE /v2.0/networks/c4f80db4-35be-4b3c-8bae-306ff26e4f72 HTTP/1.1" status: 204 len: 168 time: 1.6195529 Aug 19 14:51:44.329375 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f95b8f-a4c9-4e13-a8f4-f3d37a43cfff admin admin] Pushing event deleted for resources: {'Network': ['ID=c4f80db4-35be-4b3c-8bae-306ff26e4f72,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:44.359094 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-aa36c546-0883-42bb-8bf7-cd9cc40f83a5 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Deleting port ce1db36e-ff47-4069-8c3f-e31f32715e61 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:51:44.359779 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa36c546-0883-42bb-8bf7-cd9cc40f83a5 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:44.365815 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cedd782-0122-4944-8c98-ed185bd2d4bc req-1ce4404c-1519-4be5-90f5-e834563197fb tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:44.375793 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9cedd782-0122-4944-8c98-ed185bd2d4bc req-1ce4404c-1519-4be5-90f5-e834563197fb tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/networks/88eeec05-6d16-4f02-9461-44ff5e420302 HTTP/1.1" status: 200 len: 784 time: 0.2310238 Aug 19 14:51:44.390370 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [req-9cedd782-0122-4944-8c98-ed185bd2d4bc req-2aecb71c-f52e-4bcc-8302-5d338e11579a tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:51:44.409154 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9cedd782-0122-4944-8c98-ed185bd2d4bc req-2aecb71c-f52e-4bcc-8302-5d338e11579a tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0256674 Aug 19 14:51:44.578700 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa36c546-0883-42bb-8bf7-cd9cc40f83a5 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:44.583668 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a79491-299b-47c7-8cbf-98bf6fbae031 req-678aeec8-e462-4278-bcc6-bf50d104b545 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:44.594438 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-25a79491-299b-47c7-8cbf-98bf6fbae031 req-678aeec8-e462-4278-bcc6-bf50d104b545 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/ports?device_id=1bd4818f-f956-4364-a039-4a23191a221b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1114464 Aug 19 14:51:44.601686 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6c4f5310-8df0-4f81-81fd-bdc879ebe312 None None] Provisioning for port ce1db36e-ff47-4069-8c3f-e31f32715e61 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:51:44.606355 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4474fdb5-2127-4ccb-a4ef-1d17185ca1ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5b51e4-5577-4462-a7b3-a4e0ae88af6c'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:51:44.610029 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-aa36c546-0883-42bb-8bf7-cd9cc40f83a5 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Calling delete_port for ce1db36e-ff47-4069-8c3f-e31f32715e61 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:51:44.627972 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cddf4f6-78f3-4678-a6f1-e736ca5184b8" -d '{"events": [{"server_uuid": "4474fdb5-2127-4ccb-a4ef-1d17185ca1ad", "name": "network-vif-plugged", "status": "completed", "tag": "8d5b51e4-5577-4462-a7b3-a4e0ae88af6c"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:51:44.648990 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6c4f5310-8df0-4f81-81fd-bdc879ebe312 None None] Provisioning complete for port ce1db36e-ff47-4069-8c3f-e31f32715e61 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:51:44.649972 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6c4f5310-8df0-4f81-81fd-bdc879ebe312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:44.660346 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-25a79491-299b-47c7-8cbf-98bf6fbae031 req-9f97c295-d7e9-4139-bd20-7c68e64fa161 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.2.45 HTTP/1.1" status: 200 len: 695 time: 0.0618782 Aug 19 14:51:44.672651 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-25a79491-299b-47c7-8cbf-98bf6fbae031 req-62f6247d-0cd8-4577-8ccc-4fd21af9193e tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Request body: {'floatingip': {'port_id': '96288fe7-a5a8-42f3-aeb8-c30865d78dfb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:51:44.749295 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6c4f5310-8df0-4f81-81fd-bdc879ebe312 None None] Port ce1db36e-ff47-4069-8c3f-e31f32715e61 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:51:44.774149 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-25a79491-299b-47c7-8cbf-98bf6fbae031 req-62f6247d-0cd8-4577-8ccc-4fd21af9193e tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Notify callbacks [] for floatingip, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:44.791385 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 8f176fb9-aeac-4c83-83e6-30896a162e9a no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:51:44.839234 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 8f176fb9-aeac-4c83-83e6-30896a162e9a {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:51:44.839689 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 8f176fb9-aeac-4c83-83e6-30896a162e9a not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:51:44.888077 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device aa7a43f4-555b-4213-a8fa-75f449055cf9 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:51:44.898960 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60506) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:45.018857 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port aa7a43f4-555b-4213-a8fa-75f449055cf9, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=aa7a43f4-555b-4213-a8fa-75f449055cf9,segment=NetworkSegment(a797992c-f015-48a4-a029-21c175cc336b),segment_id=a797992c-f015-48a4-a029-21c175cc336b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:51:45.038833 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e3c7fc56-3222-4958-9785-f2d3fa72721b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ef249261d4604936b13aa21e0bea0dc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1380260 Aug 19 14:51:45.040907 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c8d27-edaf-4eba-884c-dd1e8abc9a01 req-7f8ba3e3-8fec-455d-a217-f6ad2188a405 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:45.041927 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60510) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:45.044542 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-439c8d27-edaf-4eba-884c-dd1e8abc9a01 req-7f8ba3e3-8fec-455d-a217-f6ad2188a405 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=4474fdb5-2127-4ccb-a4ef-1d17185ca1ad HTTP/1.1" status: 200 len: 946 time: 0.3053038 Aug 19 14:51:45.046196 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': 'aa7a43f4-555b-4213-a8fa-75f449055cf9', 'network_id': '8d226290-6085-496f-b9eb-bf514760f427', 'port_id': 'aa7a43f4-555b-4213-a8fa-75f449055cf9', 'mac_address': 'fa:16:3e:f1:1d:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ebe78ca-28f7-43fa-89de-04375d30f6cd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:51:45.105486 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:45.110320 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa36c546-0883-42bb-8bf7-cd9cc40f83a5 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:45.127487 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa7a43f4-555b-4213-a8fa-75f449055cf9 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:51:45.173512 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port aa7a43f4-555b-4213-a8fa-75f449055cf9, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=aa7a43f4-555b-4213-a8fa-75f449055cf9,segment=NetworkSegment(a797992c-f015-48a4-a029-21c175cc336b),segment_id=a797992c-f015-48a4-a029-21c175cc336b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:51:45.180155 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:45.242327 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=aa7a43f4-555b-4213-a8fa-75f449055cf9,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:45.299508 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eaac78b8-1775-461d-a9be-d9565e651b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:45.301692 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa36c546-0883-42bb-8bf7-cd9cc40f83a5 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event deleted for resources: {'Port': ['ID=ce1db36e-ff47-4069-8c3f-e31f32715e61,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:45.303250 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['aa7a43f4-555b-4213-a8fa-75f449055cf9'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:51:45.385096 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa36c546-0883-42bb-8bf7-cd9cc40f83a5 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:45.388175 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-aa36c546-0883-42bb-8bf7-cd9cc40f83a5 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/ports/ce1db36e-ff47-4069-8c3f-e31f32715e61 HTTP/1.1" status: 204 len: 168 time: 1.1836329 Aug 19 14:51:45.390784 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60540) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:45.398145 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eaac78b8-1775-461d-a9be-d9565e651b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:45.557849 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6705ba83-f9ad-4a3a-95c2-7b2047c948c3 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:45.560443 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6705ba83-f9ad-4a3a-95c2-7b2047c948c3 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1569939 Aug 19 14:51:45.563242 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60564) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:45.698078 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eaac78b8-1775-461d-a9be-d9565e651b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:45.704909 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eaac78b8-1775-461d-a9be-d9565e651b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:45.715188 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-eaac78b8-1775-461d-a9be-d9565e651b20 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8862cddc-dd3e-4608-94de-b1904f67b1ca HTTP/1.1" status: 204 len: 168 time: 0.6644568 Aug 19 14:51:45.732396 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaac78b8-1775-461d-a9be-d9565e651b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8862cddc-dd3e-4608-94de-b1904f67b1ca,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:45.760967 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51028d1d-c268-4e4b-88f6-ed62de23dad0 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:45.764051 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-51028d1d-c268-4e4b-88f6-ed62de23dad0 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1998470 Aug 19 14:51:45.766657 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60576) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:45.856150 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88dc773d-28e9-4398-b5a2-33ed89b49a6f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:45.857928 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88dc773d-28e9-4398-b5a2-33ed89b49a6f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:45.860603 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88dc773d-28e9-4398-b5a2-33ed89b49a6f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:45.887763 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-88dc773d-28e9-4398-b5a2-33ed89b49a6f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1195791 Aug 19 14:51:45.894985 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60586) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:45.939469 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-439c8d27-edaf-4eba-884c-dd1e8abc9a01 req-88b5876e-2f84-499e-9d29-935c2c7fed78 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8878417 Aug 19 14:51:46.020841 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c99d066-f619-49af-9f62-d559247270c8 x-openstack-request-id: req-0c99d066-f619-49af-9f62-d559247270c8 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:51:46.021744 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4474fdb5-2127-4ccb-a4ef-1d17185ca1ad", "name": "network-vif-plugged", "status": "completed", "tag": "8d5b51e4-5577-4462-a7b3-a4e0ae88af6c", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:51:46.022183 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0c99d066-f619-49af-9f62-d559247270c8 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:51:46.022617 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4474fdb5-2127-4ccb-a4ef-1d17185ca1ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5b51e4-5577-4462-a7b3-a4e0ae88af6c', 'code': 200} Aug 19 14:51:46.060922 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-43eb25ea-a8b6-4137-b7f1-a51c9b9cf3ad tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Deleting subnet 6ed8bd7b-277f-4e49-a4f2-3d173e8bf412 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:51:46.077961 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43eb25ea-a8b6-4137-b7f1-a51c9b9cf3ad tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:46.163963 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43eb25ea-a8b6-4137-b7f1-a51c9b9cf3ad tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:46.196000 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1faaadd7-c066-4536-9738-05ef8a519fe7 req-be40399f-3a16-48df-b191-35cf675f6fff tempest-ServerShowV247Test-1672561970 tempest-ServerShowV247Test-1672561970-project] 10.222.0.69 "GET /v2.0/ports?device_id=8dc9c0df-155c-4a04-b36d-0bc5385a18d5 HTTP/1.1" status: 200 len: 210 time: 0.0688388 Aug 19 14:51:46.201962 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-25a79491-299b-47c7-8cbf-98bf6fbae031 req-62f6247d-0cd8-4577-8ccc-4fd21af9193e tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:46.210290 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-25a79491-299b-47c7-8cbf-98bf6fbae031 req-62f6247d-0cd8-4577-8ccc-4fd21af9193e tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:46.275499 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20bd2d-7510-4189-b3b8-7e21b4041249 req-3914544a-715c-4362-ade0-7ba0c2a923a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:46.277422 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1f20bd2d-7510-4189-b3b8-7e21b4041249 req-3914544a-715c-4362-ade0-7ba0c2a923a3 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=4474fdb5-2127-4ccb-a4ef-1d17185ca1ad HTTP/1.1" status: 200 len: 1097 time: 0.1756537 Aug 19 14:51:46.355694 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43eb25ea-a8b6-4137-b7f1-a51c9b9cf3ad tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:46.365040 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1f20bd2d-7510-4189-b3b8-7e21b4041249 req-12aa9e9b-e011-4f67-b517-bcf4eed232b2 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550516 Aug 19 14:51:46.367608 n-d-766043-2 neutron-server[94640]: INFO neutron.db.l3_db [req-25a79491-299b-47c7-8cbf-98bf6fbae031 req-62f6247d-0cd8-4577-8ccc-4fd21af9193e tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Floating IP d9f6a521-8d8c-4b52-aacd-061e25fb1678 associated. External IP: 172.25.2.45, port: 96288fe7-a5a8-42f3-aeb8-c30865d78dfb. Aug 19 14:51:46.525064 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43eb25ea-a8b6-4137-b7f1-a51c9b9cf3ad tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:46.609263 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb25ea-a8b6-4137-b7f1-a51c9b9cf3ad tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event deleted for resources: {'Subnet': ['ID=6ed8bd7b-277f-4e49-a4f2-3d173e8bf412,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:46.628952 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43eb25ea-a8b6-4137-b7f1-a51c9b9cf3ad tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:46.634747 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004f0890-9d27-4030-991e-913102203480 None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:51:46.636966 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-43eb25ea-a8b6-4137-b7f1-a51c9b9cf3ad tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/6ed8bd7b-277f-4e49-a4f2-3d173e8bf412 HTTP/1.1" status: 204 len: 168 time: 0.7384059 Aug 19 14:51:46.638841 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60606) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:46.756227 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25a79491-299b-47c7-8cbf-98bf6fbae031 req-62f6247d-0cd8-4577-8ccc-4fd21af9193e tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Router 66cd2e36-2154-4bf3-90ae-25fc0c52e644 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:51:46.812226 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-d973626a-0a6a-4a9c-ba44-50d69d54036b tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Deleting subnet b245285c-9884-4db4-99ef-4e6fe1376730 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:51:46.827209 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d973626a-0a6a-4a9c-ba44-50d69d54036b tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:46.908052 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device aa7a43f4-555b-4213-a8fa-75f449055cf9 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:51:46.935148 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d973626a-0a6a-4a9c-ba44-50d69d54036b tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:47.036904 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port aa7a43f4-555b-4213-a8fa-75f449055cf9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:51:47.037523 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:47.066177 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25a79491-299b-47c7-8cbf-98bf6fbae031 req-62f6247d-0cd8-4577-8ccc-4fd21af9193e tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:51:47.088194 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee773b4-9ed7-4853-ac99-9cfe5a213297 None None] Sync routers for ids ['66cd2e36-2154-4bf3-90ae-25fc0c52e644'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:51:47.112950 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-25a79491-299b-47c7-8cbf-98bf6fbae031 req-62f6247d-0cd8-4577-8ccc-4fd21af9193e tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:47.114923 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee773b4-9ed7-4853-ac99-9cfe5a213297 None None] Routers {'66cd2e36-2154-4bf3-90ae-25fc0c52e644'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:51:47.115549 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-eee773b4-9ed7-4853-ac99-9cfe5a213297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:51:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['66cd2e36-2154-4bf3-90ae-25fc0c52e644'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:51:47.219467 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:47.230623 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d973626a-0a6a-4a9c-ba44-50d69d54036b tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:47.238614 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-25a79491-299b-47c7-8cbf-98bf6fbae031 req-62f6247d-0cd8-4577-8ccc-4fd21af9193e tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "PUT /v2.0/floatingips/d9f6a521-8d8c-4b52-aacd-061e25fb1678 HTTP/1.1" status: 200 len: 995 time: 2.5770674 Aug 19 14:51:47.249797 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bd4818f-f956-4364-a039-4a23191a221b', 'tag': '96288fe7-a5a8-42f3-aeb8-c30865d78dfb'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:51:47.261412 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e4d959-c6fa-4471-b43c-b603b7cd4cf5" -d '{"events": [{"name": "network-changed", "server_uuid": "1bd4818f-f956-4364-a039-4a23191a221b", "tag": "96288fe7-a5a8-42f3-aeb8-c30865d78dfb"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:51:47.320456 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port aa7a43f4-555b-4213-a8fa-75f449055cf9, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=aa7a43f4-555b-4213-a8fa-75f449055cf9,segment=NetworkSegment(a797992c-f015-48a4-a029-21c175cc336b),segment_id=a797992c-f015-48a4-a029-21c175cc336b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:51:47.324821 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:47.391303 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-eee773b4-9ed7-4853-ac99-9cfe5a213297 None None] Set router 66cd2e36-2154-4bf3-90ae-25fc0c52e644 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:51:47.454200 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d973626a-0a6a-4a9c-ba44-50d69d54036b tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:47.516695 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=aa7a43f4-555b-4213-a8fa-75f449055cf9,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:47.525796 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d973626a-0a6a-4a9c-ba44-50d69d54036b tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event deleted for resources: {'Subnet': ['ID=b245285c-9884-4db4-99ef-4e6fe1376730,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:47.570468 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d973626a-0a6a-4a9c-ba44-50d69d54036b tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:47.577521 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d973626a-0a6a-4a9c-ba44-50d69d54036b tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/b245285c-9884-4db4-99ef-4e6fe1376730 HTTP/1.1" status: 204 len: 168 time: 0.9335654 Aug 19 14:51:47.581775 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60628) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:47.673832 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a79491-299b-47c7-8cbf-98bf6fbae031 req-c087cf07-df84-4349-b6c3-37c7e82112ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:47.677691 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-25a79491-299b-47c7-8cbf-98bf6fbae031 req-c087cf07-df84-4349-b6c3-37c7e82112ed service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ae49a7cbfd2b423caf2130122e9db614&device_id=1bd4818f-f956-4364-a039-4a23191a221b HTTP/1.1" status: 200 len: 1096 time: 0.3821208 Aug 19 14:51:47.756382 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406aeda9-c583-4c24-bb9b-0b0de8c1c953 req-36b19d06-201f-4346-bcc1-d1f27d45c342 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:47.766777 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-406aeda9-c583-4c24-bb9b-0b0de8c1c953 req-36b19d06-201f-4346-bcc1-d1f27d45c342 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=4474fdb5-2127-4ccb-a4ef-1d17185ca1ad HTTP/1.1" status: 200 len: 946 time: 0.5223656 Aug 19 14:51:47.775231 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-12135698-ccf1-4151-936e-1cc38d50ae3e tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1922610 Aug 19 14:51:47.781239 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60634) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:47.801718 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e38e7df8-5b0d-4feb-afbb-570c8bf29417 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'subnet': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:51:48.000534 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-406aeda9-c583-4c24-bb9b-0b0de8c1c953 req-e19eb4f7-871a-450c-84f4-ebf065457fdf tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483388 Aug 19 14:51:48.028545 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc73c556-372d-45ed-a6ca-136a8ca2c91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7a43f4-555b-4213-a8fa-75f449055cf9'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:51:48.032205 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d124a5fb-2de2-4ec6-8569-27fa1e7e7234" -d '{"events": [{"server_uuid": "bc73c556-372d-45ed-a6ca-136a8ca2c91f", "name": "network-vif-plugged", "status": "completed", "tag": "aa7a43f4-555b-4213-a8fa-75f449055cf9"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:51:48.066014 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a79491-299b-47c7-8cbf-98bf6fbae031 req-18623932-6426-4d74-902d-b350f07dc22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:48.070654 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-25a79491-299b-47c7-8cbf-98bf6fbae031 req-18623932-6426-4d74-902d-b350f07dc22c service neutron] 10.222.0.69 "GET /v2.0/networks?id=bc40ef47-e237-4a53-8855-5d51cefff0db HTTP/1.1" status: 200 len: 921 time: 0.3807809 Aug 19 14:51:48.097892 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 60642) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:48.149295 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38e7df8-5b0d-4feb-afbb-570c8bf29417 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:51:48.164007 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e38e7df8-5b0d-4feb-afbb-570c8bf29417 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:48.204994 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-25a79491-299b-47c7-8cbf-98bf6fbae031 req-a3a3504b-9ce4-468d-af81-fe6975c465e3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96288fe7-a5a8-42f3-aeb8-c30865d78dfb HTTP/1.1" status: 200 len: 998 time: 0.1248167 Aug 19 14:51:48.301259 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-eee773b4-9ed7-4853-ac99-9cfe5a213297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cd2e36-2154-4bf3-90ae-25fc0c52e644', 'name': 'tempest-ServerRescueTestJSONUnderV235-2141305118-router', 'tenant_id': 'ae49a7cbfd2b423caf2130122e9db614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '1cfb3674-19e0-4512-9e38-c46b82a7f053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:50:39Z', 'updated_at': '2021-08-19T14:50:46Z', 'revision_number': 4, 'project_id': 'ae49a7cbfd2b423caf2130122e9db614', 'gw_port': {'id': '1cfb3674-19e0-4512-9e38-c46b82a7f053', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd2e36-2154-4bf3-90ae-25fc0c52e644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:50:41Z', 'updated_at': '2021-08-19T14:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': 'd9f6a521-8d8c-4b52-aacd-061e25fb1678', 'tenant_id': 'ae49a7cbfd2b423caf2130122e9db614', 'floating_ip_address': '172.25.2.45', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '66cd2e36-2154-4bf3-90ae-25fc0c52e644', 'port_id': '96288fe7-a5a8-42f3-aeb8-c30865d78dfb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc40ef47-e237-4a53-8855-5d51cefff0db', 'mac_address': 'fa:16:3e:fa:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd4818f-f956-4364-a039-4a23191a221b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:51:43Z', 'updated_at': '2021-08-19T14:51:45Z', 'revision_number': 1, 'project_id': 'ae49a7cbfd2b423caf2130122e9db614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b831b4d1-1d7a-4d50-a3e5-31fbe341e840', 'name': '', 'network_id': 'bc40ef47-e237-4a53-8855-5d51cefff0db', 'tenant_id': 'ae49a7cbfd2b423caf2130122e9db614', 'mac_address': 'fa:16:3e:17:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd2e36-2154-4bf3-90ae-25fc0c52e644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '2a785b3e-9c1d-4988-81cb-c4fa12228cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:50:45Z', 'updated_at': '2021-08-19T14:50:54Z', 'revision_number': 5, 'project_id': 'ae49a7cbfd2b423caf2130122e9db614', 'subnets': [{'id': '2a785b3e-9c1d-4988-81cb-c4fa12228cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:51:48.325582 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7ff58144-c9ae-4c20-8d8b-ca03224c6cc3 req-0e961df5-e9e4-41af-9c58-d2984157df34 tempest-ServerShowV247Test-1672561970 tempest-ServerShowV247Test-1672561970-project] 10.222.0.69 "GET /v2.0/ports?device_id=8dc9c0df-155c-4a04-b36d-0bc5385a18d5 HTTP/1.1" status: 200 len: 210 time: 0.1192918 Aug 19 14:51:48.383345 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee773b4-9ed7-4853-ac99-9cfe5a213297 None None] Checking router: 66cd2e36-2154-4bf3-90ae-25fc0c52e644 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:51:48.393499 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee773b4-9ed7-4853-ac99-9cfe5a213297 None None] Routers {'66cd2e36-2154-4bf3-90ae-25fc0c52e644'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:51:48.394384 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-eee773b4-9ed7-4853-ac99-9cfe5a213297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:51:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['66cd2e36-2154-4bf3-90ae-25fc0c52e644'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:51:48.501055 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a79491-299b-47c7-8cbf-98bf6fbae031 req-bdddea75-2087-47b5-b664-ec83aab7f903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:48.505781 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-25a79491-299b-47c7-8cbf-98bf6fbae031 req-bdddea75-2087-47b5-b664-ec83aab7f903 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2a785b3e-9c1d-4988-81cb-c4fa12228cab HTTP/1.1" status: 200 len: 860 time: 0.2872682 Aug 19 14:51:48.512661 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8eedbe6-8482-4878-9a9c-b1c1119454a0 x-openstack-request-id: req-b8eedbe6-8482-4878-9a9c-b1c1119454a0 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:51:48.513243 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bd4818f-f956-4364-a039-4a23191a221b", "tag": "96288fe7-a5a8-42f3-aeb8-c30865d78dfb", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:51:48.513783 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b8eedbe6-8482-4878-9a9c-b1c1119454a0 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:51:48.514419 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bd4818f-f956-4364-a039-4a23191a221b', 'tag': '96288fe7-a5a8-42f3-aeb8-c30865d78dfb', 'status': 'completed', 'code': 200} Aug 19 14:51:48.538872 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4866f86f-4efd-4a0c-a8dd-e99d009545c6 None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:51:48.616694 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-eee773b4-9ed7-4853-ac99-9cfe5a213297 None None] Set router 66cd2e36-2154-4bf3-90ae-25fc0c52e644 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:51:48.685236 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-25a79491-299b-47c7-8cbf-98bf6fbae031 req-a8df40ec-50c9-4a77-94cd-94afde4dfc0c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bc40ef47-e237-4a53-8855-5d51cefff0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1696377 Aug 19 14:51:48.742932 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ea1199-43ba-4583-9af1-cb707515a9e2 x-openstack-request-id: req-05ea1199-43ba-4583-9af1-cb707515a9e2 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:51:48.746157 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc73c556-372d-45ed-a6ca-136a8ca2c91f", "name": "network-vif-plugged", "status": "completed", "tag": "aa7a43f4-555b-4213-a8fa-75f449055cf9", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:51:48.746444 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-05ea1199-43ba-4583-9af1-cb707515a9e2 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:51:48.747599 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc73c556-372d-45ed-a6ca-136a8ca2c91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7a43f4-555b-4213-a8fa-75f449055cf9', 'code': 200} Aug 19 14:51:48.854302 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2dbea470-7fdf-42bb-9436-1565b9b3c5f0 None None] Provisioning complete for port 091333ed-a545-4a2c-81aa-a57f72078dc6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:51:48.856285 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2dbea470-7fdf-42bb-9436-1565b9b3c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:48.899338 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e38e7df8-5b0d-4feb-afbb-570c8bf29417 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:48.956800 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38e7df8-5b0d-4feb-afbb-570c8bf29417 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:51:48.962046 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-e38e7df8-5b0d-4feb-afbb-570c8bf29417 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:51:49.042060 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38e7df8-5b0d-4feb-afbb-570c8bf29417 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:49.060713 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e38e7df8-5b0d-4feb-afbb-570c8bf29417 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:49.116234 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e38e7df8-5b0d-4feb-afbb-570c8bf29417 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3337243 Aug 19 14:51:49.119298 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60656) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:49.141171 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-1bb55eeb-b7e0-4af8-bc45-c47f2b1f791a tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'subnet': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:51:49.162427 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-61a81bd6-41b4-4fe6-be1d-458e5cb325b0 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-990703847-network', 'tenant_id': '9fcb2cb685844bab82a8245f3db9db82'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:51:49.183254 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-eee773b4-9ed7-4853-ac99-9cfe5a213297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cd2e36-2154-4bf3-90ae-25fc0c52e644', 'name': 'tempest-ServerRescueTestJSONUnderV235-2141305118-router', 'tenant_id': 'ae49a7cbfd2b423caf2130122e9db614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '1cfb3674-19e0-4512-9e38-c46b82a7f053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:50:39Z', 'updated_at': '2021-08-19T14:50:46Z', 'revision_number': 4, 'project_id': 'ae49a7cbfd2b423caf2130122e9db614', 'gw_port': {'id': '1cfb3674-19e0-4512-9e38-c46b82a7f053', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd2e36-2154-4bf3-90ae-25fc0c52e644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:50:41Z', 'updated_at': '2021-08-19T14:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': 'd9f6a521-8d8c-4b52-aacd-061e25fb1678', 'tenant_id': 'ae49a7cbfd2b423caf2130122e9db614', 'floating_ip_address': '172.25.2.45', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '66cd2e36-2154-4bf3-90ae-25fc0c52e644', 'port_id': '96288fe7-a5a8-42f3-aeb8-c30865d78dfb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc40ef47-e237-4a53-8855-5d51cefff0db', 'mac_address': 'fa:16:3e:fa:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd4818f-f956-4364-a039-4a23191a221b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:51:43Z', 'updated_at': '2021-08-19T14:51:45Z', 'revision_number': 1, 'project_id': 'ae49a7cbfd2b423caf2130122e9db614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b831b4d1-1d7a-4d50-a3e5-31fbe341e840', 'name': '', 'network_id': 'bc40ef47-e237-4a53-8855-5d51cefff0db', 'tenant_id': 'ae49a7cbfd2b423caf2130122e9db614', 'mac_address': 'fa:16:3e:17:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd2e36-2154-4bf3-90ae-25fc0c52e644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '2a785b3e-9c1d-4988-81cb-c4fa12228cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:50:45Z', 'updated_at': '2021-08-19T14:50:54Z', 'revision_number': 5, 'project_id': 'ae49a7cbfd2b423caf2130122e9db614', 'subnets': [{'id': '2a785b3e-9c1d-4988-81cb-c4fa12228cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:51:49.248433 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-25a79491-299b-47c7-8cbf-98bf6fbae031 req-c228344d-f931-44a1-9c96-189ebee34f71 service neutron] 10.222.0.69 "GET /v2.0/networks/bc40ef47-e237-4a53-8855-5d51cefff0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5044458 Aug 19 14:51:49.268088 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee773b4-9ed7-4853-ac99-9cfe5a213297 None None] The sync data for ids ['66cd2e36-2154-4bf3-90ae-25fc0c52e644'] in n-d-766043-2 is: [{'id': '66cd2e36-2154-4bf3-90ae-25fc0c52e644', 'name': 'tempest-ServerRescueTestJSONUnderV235-2141305118-router', 'tenant_id': 'ae49a7cbfd2b423caf2130122e9db614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '1cfb3674-19e0-4512-9e38-c46b82a7f053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:50:39Z', 'updated_at': '2021-08-19T14:50:46Z', 'revision_number': 4, 'project_id': 'ae49a7cbfd2b423caf2130122e9db614', 'gw_port': {'id': '1cfb3674-19e0-4512-9e38-c46b82a7f053', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd2e36-2154-4bf3-90ae-25fc0c52e644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:50:41Z', 'updated_at': '2021-08-19T14:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': 'd9f6a521-8d8c-4b52-aacd-061e25fb1678', 'tenant_id': 'ae49a7cbfd2b423caf2130122e9db614', 'floating_ip_address': '172.25.2.45', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '66cd2e36-2154-4bf3-90ae-25fc0c52e644', 'port_id': '96288fe7-a5a8-42f3-aeb8-c30865d78dfb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc40ef47-e237-4a53-8855-5d51cefff0db', 'mac_address': 'fa:16:3e:fa:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd4818f-f956-4364-a039-4a23191a221b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:51:43Z', 'updated_at': '2021-08-19T14:51:45Z', 'revision_number': 1, 'project_id': 'ae49a7cbfd2b423caf2130122e9db614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b831b4d1-1d7a-4d50-a3e5-31fbe341e840', 'name': '', 'network_id': 'bc40ef47-e237-4a53-8855-5d51cefff0db', 'tenant_id': 'ae49a7cbfd2b423caf2130122e9db614', 'mac_address': 'fa:16:3e:17:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd2e36-2154-4bf3-90ae-25fc0c52e644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '2a785b3e-9c1d-4988-81cb-c4fa12228cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:50:45Z', 'updated_at': '2021-08-19T14:50:54Z', 'revision_number': 5, 'project_id': 'ae49a7cbfd2b423caf2130122e9db614', 'subnets': [{'id': '2a785b3e-9c1d-4988-81cb-c4fa12228cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:51:49.296972 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4d959-c6fa-4471-b43c-b603b7cd4cf5 req-9c313097-eaf1-40cc-bd7e-303079138055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:49.298640 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-95e4d959-c6fa-4471-b43c-b603b7cd4cf5 req-9c313097-eaf1-40cc-bd7e-303079138055 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ae49a7cbfd2b423caf2130122e9db614&device_id=1bd4818f-f956-4364-a039-4a23191a221b HTTP/1.1" status: 200 len: 1096 time: 0.7427998 Aug 19 14:51:49.424912 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38e7df8-5b0d-4feb-afbb-570c8bf29417 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Subnet': ['ID=89efdd97-522a-48ea-864b-186f70b91f04,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:49.531515 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a81bd6-41b4-4fe6-be1d-458e5cb325b0 admin admin] Made reservation on behalf of 9fcb2cb685844bab82a8245f3db9db82 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:51:49.537239 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61a81bd6-41b4-4fe6-be1d-458e5cb325b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:49.642210 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0070fe-69b8-4db5-ae57-5cca439d49d7 None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:51:49.646565 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb55eeb-b7e0-4af8-bc45-c47f2b1f791a tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:51:49.653852 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1bb55eeb-b7e0-4af8-bc45-c47f2b1f791a tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:49.721859 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61a81bd6-41b4-4fe6-be1d-458e5cb325b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:49.793586 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f142e0bb-af83-4b0b-af41-fb7ae0f298c2 req-5903bf06-2633-4bb8-a330-995628443d7b tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:49.802454 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f142e0bb-af83-4b0b-af41-fb7ae0f298c2 req-5903bf06-2633-4bb8-a330-995628443d7b tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=4474fdb5-2127-4ccb-a4ef-1d17185ca1ad HTTP/1.1" status: 200 len: 946 time: 0.6280448 Aug 19 14:51:49.830910 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-93e23487-50af-4c73-a4d4-7210430464c3 None None] Provisioning complete for port 091333ed-a545-4a2c-81aa-a57f72078dc6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:51:49.832076 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-93e23487-50af-4c73-a4d4-7210430464c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:49.931534 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f456710-33d7-4938-a4c7-9f2145828823 None None] New status for floating IP d9f6a521-8d8c-4b52-aacd-061e25fb1678: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 14:51:49.949967 n-d-766043-2 neutron-server[94639]: INFO neutron.db.ipam_backend_mixin [None req-1bb55eeb-b7e0-4af8-bc45-c47f2b1f791a tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 89efdd97-522a-48ea-864b-186f70b91f04 (CIDR: 2001:db8::/64) Aug 19 14:51:49.969636 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bb55eeb-b7e0-4af8-bc45-c47f2b1f791a tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 14:51:49.971612 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bb55eeb-b7e0-4af8-bc45-c47f2b1f791a tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:51:50.135539 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61a81bd6-41b4-4fe6-be1d-458e5cb325b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:50.141381 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-25a79491-299b-47c7-8cbf-98bf6fbae031 req-cb669108-b643-4b0e-91d9-c82e5f154dd9 service neutron] 10.222.0.69 "GET /v2.0/networks/bc40ef47-e237-4a53-8855-5d51cefff0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8460526 Aug 19 14:51:50.150341 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1bb55eeb-b7e0-4af8-bc45-c47f2b1f791a tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0258713 Aug 19 14:51:50.150973 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60668) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:50.156644 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5be9a8cb-9ad6-4d8c-a6e5-12add4862f73 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'subnet': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:51:50.242596 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4d959-c6fa-4471-b43c-b603b7cd4cf5 req-2d316d7b-4623-40d2-9d3b-0b3b2689c60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:50.246163 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-95e4d959-c6fa-4471-b43c-b603b7cd4cf5 req-2d316d7b-4623-40d2-9d3b-0b3b2689c60f service neutron] 10.222.0.88 "GET /v2.0/networks?id=bc40ef47-e237-4a53-8855-5d51cefff0db HTTP/1.1" status: 200 len: 921 time: 0.9067526 Aug 19 14:51:50.246473 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61a81bd6-41b4-4fe6-be1d-458e5cb325b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:50.342537 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f142e0bb-af83-4b0b-af41-fb7ae0f298c2 req-95baeaf6-eb5e-4f02-ba08-2e23c70cbcad tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4929442 Aug 19 14:51:50.394358 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61a81bd6-41b4-4fe6-be1d-458e5cb325b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:51:50.447985 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61a81bd6-41b4-4fe6-be1d-458e5cb325b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:50.447985 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-61a81bd6-41b4-4fe6-be1d-458e5cb325b0 admin admin] Added segment 3f3e24ec-ab15-4659-a8a6-a1b9bb081a06 of type vlan for network 7d705960-a3d1-476d-8ca6-8c1e8079012e Aug 19 14:51:50.592933 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be9a8cb-9ad6-4d8c-a6e5-12add4862f73 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:51:50.596437 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5be9a8cb-9ad6-4d8c-a6e5-12add4862f73 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:50.636236 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61a81bd6-41b4-4fe6-be1d-458e5cb325b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:50.725009 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61a81bd6-41b4-4fe6-be1d-458e5cb325b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:50.726793 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a81bd6-41b4-4fe6-be1d-458e5cb325b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:50.727183 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61a81bd6-41b4-4fe6-be1d-458e5cb325b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:50.951956 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a02cfa26-4881-48b6-8da8-7e9b96a281c5 req-ed5d5fd5-c387-4f15-b2d8-05e0fde859e0 tempest-ServerShowV247Test-1672561970 tempest-ServerShowV247Test-1672561970-project] 10.222.0.69 "GET /v2.0/ports?device_id=8dc9c0df-155c-4a04-b36d-0bc5385a18d5 HTTP/1.1" status: 200 len: 210 time: 0.2764943 Aug 19 14:51:50.997882 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a81bd6-41b4-4fe6-be1d-458e5cb325b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13b8fc1-3d95-4db7-a031-18e6ffe92589,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:51.071880 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a81bd6-41b4-4fe6-be1d-458e5cb325b0 admin admin] Pushing event updated for resources: {'Network': ['ID=7d705960-a3d1-476d-8ca6-8c1e8079012e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:51.094723 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 7d705960-a3d1-476d-8ca6-8c1e8079012e details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:51:51.150605 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9b39be9b-b201-4587-b4f9-c4c89b697c9f None None] Provisioning complete for port 091333ed-a545-4a2c-81aa-a57f72078dc6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:51:51.154315 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9b39be9b-b201-4587-b4f9-c4c89b697c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:51.169127 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-61a81bd6-41b4-4fe6-be1d-458e5cb325b0 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.0589571 Aug 19 14:51:51.170130 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60682) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:51.175901 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-3b9c648d-2e1d-424e-a5d5-03bd9626a7d0 admin admin] Request body: {'subnet': {'network_id': '7d705960-a3d1-476d-8ca6-8c1e8079012e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-990703847-subnet', 'tenant_id': '9fcb2cb685844bab82a8245f3db9db82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:51:51.190911 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-95e4d959-c6fa-4471-b43c-b603b7cd4cf5 req-a2e9d8be-a83f-4dbf-ace6-bc2a7d046ece service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96288fe7-a5a8-42f3-aeb8-c30865d78dfb HTTP/1.1" status: 200 len: 1000 time: 0.9091511 Aug 19 14:51:51.310232 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7feb2a9c-59e5-456c-af06-d0e4619fc2a2 req-465fb415-ba81-4134-bc90-c9d493c24d71 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.2.45 HTTP/1.1" status: 200 len: 1000 time: 0.9334340 Aug 19 14:51:51.320850 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9c648d-2e1d-424e-a5d5-03bd9626a7d0 admin admin] Made reservation on behalf of 9fcb2cb685844bab82a8245f3db9db82 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:51:51.329829 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b9c648d-2e1d-424e-a5d5-03bd9626a7d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:51.421240 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4d959-c6fa-4471-b43c-b603b7cd4cf5 req-e921d3a0-94c1-4564-9f9b-c9bc72f882d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:51.422828 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-95e4d959-c6fa-4471-b43c-b603b7cd4cf5 req-e921d3a0-94c1-4564-9f9b-c9bc72f882d8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2a785b3e-9c1d-4988-81cb-c4fa12228cab HTTP/1.1" status: 200 len: 860 time: 0.2109342 Aug 19 14:51:51.438908 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb2a9c-59e5-456c-af06-d0e4619fc2a2 req-dbcbd4ac-55d9-4ab4-b33f-545ee1d2330a tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:51.469461 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7feb2a9c-59e5-456c-af06-d0e4619fc2a2 req-dbcbd4ac-55d9-4ab4-b33f-545ee1d2330a tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/ports/96288fe7-a5a8-42f3-aeb8-c30865d78dfb HTTP/1.1" status: 200 len: 942 time: 0.1558788 Aug 19 14:51:51.644194 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-95e4d959-c6fa-4471-b43c-b603b7cd4cf5 req-6ee13a67-f435-4fdf-aa0a-c3afcd10f39d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bc40ef47-e237-4a53-8855-5d51cefff0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1719882 Aug 19 14:51:51.803008 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3f0677d6-9e8d-4cdf-912c-9e13e2051bda req-1313e3c4-0a9a-4215-a360-efe77934261b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=8dc9c0df-155c-4a04-b36d-0bc5385a18d5 HTTP/1.1" status: 200 len: 210 time: 0.0396383 Aug 19 14:51:51.837167 n-d-766043-2 neutron-server[94639]: DEBUG neutron.objects.ports [None req-5be9a8cb-9ad6-4d8c-a6e5-12add4862f73 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94639) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 14:51:51.972569 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b948304-0645-4586-9ce6-f2f5f36aa88c req-b4b28d57-cf87-4657-bfaa-3e2ad9f262b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:51.976033 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6b948304-0645-4586-9ce6-f2f5f36aa88c req-b4b28d57-cf87-4657-bfaa-3e2ad9f262b4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a009ace5c9ab4354b62fea1750ef405e&device_id=4474fdb5-2127-4ccb-a4ef-1d17185ca1ad HTTP/1.1" status: 200 len: 1097 time: 0.5567713 Aug 19 14:51:52.012527 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36565cb0-59ce-4578-b76d-118d38053ab9 req-fe2f33cf-0969-4769-afb5-fd8333aa30cf tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:52.021022 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-36565cb0-59ce-4578-b76d-118d38053ab9 req-fe2f33cf-0969-4769-afb5-fd8333aa30cf tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=4474fdb5-2127-4ccb-a4ef-1d17185ca1ad HTTP/1.1" status: 200 len: 946 time: 0.5221953 Aug 19 14:51:52.078822 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b9c648d-2e1d-424e-a5d5-03bd9626a7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:52.173314 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7feb2a9c-59e5-456c-af06-d0e4619fc2a2 req-e2e96a97-a413-48f5-932c-8504a51beb3a tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.2.45 HTTP/1.1" status: 200 len: 1000 time: 0.5964866 Aug 19 14:51:52.214152 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9c648d-2e1d-424e-a5d5-03bd9626a7d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30c22937-374a-4a64-ab10-4db5300dad52,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:52.311112 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-36565cb0-59ce-4578-b76d-118d38053ab9 req-88b33435-d777-4bd8-812b-43030f138135 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829592 Aug 19 14:51:52.348832 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9c648d-2e1d-424e-a5d5-03bd9626a7d0 admin admin] Checking segment: {'id': '3f3e24ec-ab15-4659-a8a6-a1b9bb081a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '7d705960-a3d1-476d-8ca6-8c1e8079012e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:51:52.349227 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9c648d-2e1d-424e-a5d5-03bd9626a7d0 admin admin] Network hostable DHCP agents. Network: 7d705960-a3d1-476d-8ca6-8c1e8079012e, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:51:52.371307 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5be9a8cb-9ad6-4d8c-a6e5-12add4862f73 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:52.406985 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-95e4d959-c6fa-4471-b43c-b603b7cd4cf5 req-e59398cc-6a2d-4668-8d20-5f97e13658aa service neutron] 10.222.0.88 "GET /v2.0/networks/bc40ef47-e237-4a53-8855-5d51cefff0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7084696 Aug 19 14:51:52.441349 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9c648d-2e1d-424e-a5d5-03bd9626a7d0 admin admin] Network 7d705960-a3d1-476d-8ca6-8c1e8079012e is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:51:52.532982 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-3b9c648d-2e1d-424e-a5d5-03bd9626a7d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 7d705960-a3d1-476d-8ca6-8c1e8079012e) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:51:52.543364 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9c648d-2e1d-424e-a5d5-03bd9626a7d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:52.543959 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b9c648d-2e1d-424e-a5d5-03bd9626a7d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:52.544354 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa199d6-1a87-44d9-8d91-c9b316025c66 None None] Network 7d705960-a3d1-476d-8ca6-8c1e8079012e requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:51:52.688788 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-95e4d959-c6fa-4471-b43c-b603b7cd4cf5 req-790a39b4-4a25-4779-b4c1-a989e25ca419 service neutron] 10.222.0.88 "GET /v2.0/networks/bc40ef47-e237-4a53-8855-5d51cefff0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683682 Aug 19 14:51:52.726194 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-436d41f4-7f63-4019-a3be-c4f9a9406827 req-148c0f4f-6c2f-47e7-b099-21806a6d632f tempest-ServerShowV247Test-1672561970 tempest-ServerShowV247Test-1672561970-project] 10.222.0.69 "GET /v2.0/ports?device_id=8dc9c0df-155c-4a04-b36d-0bc5385a18d5 HTTP/1.1" status: 200 len: 210 time: 0.2555292 Aug 19 14:51:52.727841 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b948304-0645-4586-9ce6-f2f5f36aa88c req-bfcb9bbf-fe11-40d3-b3b0-139c7209ed4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:52.735873 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6b948304-0645-4586-9ce6-f2f5f36aa88c req-bfcb9bbf-fe11-40d3-b3b0-139c7209ed4b service neutron] 10.222.0.68 "GET /v2.0/networks?id=826a14c6-b01f-4f4f-86d2-3cfbb5aad056 HTTP/1.1" status: 200 len: 920 time: 0.7083547 Aug 19 14:51:52.776627 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-3b9c648d-2e1d-424e-a5d5-03bd9626a7d0 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5963213 Aug 19 14:51:52.776898 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb2a9c-59e5-456c-af06-d0e4619fc2a2 req-9605125f-ee70-4c7b-ad58-75ba74c5900f tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:52.779823 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7feb2a9c-59e5-456c-af06-d0e4619fc2a2 req-9605125f-ee70-4c7b-ad58-75ba74c5900f tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/networks/88eeec05-6d16-4f02-9461-44ff5e420302 HTTP/1.1" status: 200 len: 784 time: 0.6055570 Aug 19 14:51:52.795742 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [req-7feb2a9c-59e5-456c-af06-d0e4619fc2a2 req-027c4e6c-82d6-41b4-b371-b8a292f55f8a tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:51:52.825235 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7feb2a9c-59e5-456c-af06-d0e4619fc2a2 req-027c4e6c-82d6-41b4-b371-b8a292f55f8a tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0418687 Aug 19 14:51:52.843250 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-5be9a8cb-9ad6-4d8c-a6e5-12add4862f73 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] For port 091333ed-a545-4a2c-81aa-a57f72078dc6, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=091333ed-a545-4a2c-81aa-a57f72078dc6,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:51:52.980075 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5be9a8cb-9ad6-4d8c-a6e5-12add4862f73 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:52.983014 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc9c5da-9848-4c19-a949-cc3373ab0f18 None None] Network 7d705960-a3d1-476d-8ca6-8c1e8079012e requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:51:52.989747 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5be9a8cb-9ad6-4d8c-a6e5-12add4862f73 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:52.990701 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5be9a8cb-9ad6-4d8c-a6e5-12add4862f73 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:52.993719 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6b948304-0645-4586-9ce6-f2f5f36aa88c req-44067870-3f50-46d6-a0fb-77a71bb916c5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d5b51e4-5577-4462-a7b3-a4e0ae88af6c HTTP/1.1" status: 200 len: 217 time: 0.1459959 Aug 19 14:51:53.242954 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be9a8cb-9ad6-4d8c-a6e5-12add4862f73 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:51:53.297250 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-5be9a8cb-9ad6-4d8c-a6e5-12add4862f73 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:51:53.326813 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d6a66c-3a32-4db1-8b7b-00b0d3d76cc6 None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:51:53.344924 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be9a8cb-9ad6-4d8c-a6e5-12add4862f73 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:53.357835 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5be9a8cb-9ad6-4d8c-a6e5-12add4862f73 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:53.389012 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be9a8cb-9ad6-4d8c-a6e5-12add4862f73 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Subnet': ['ID=374b520e-84dc-432a-8abf-dda1073112f5,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:53.397914 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be9a8cb-9ad6-4d8c-a6e5-12add4862f73 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Port': ['ID=091333ed-a545-4a2c-81aa-a57f72078dc6,revision_number=9']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:53.410935 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5be9a8cb-9ad6-4d8c-a6e5-12add4862f73 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.2588322 Aug 19 14:51:53.415104 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60712) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:53.435664 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-69b29664-591d-4ecb-9c3e-a50035b2bec2 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Request body: {'port': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'mac_address': 'fa:16:3e:e4:aa:b6', 'name': 'tempest-NetworksTestDHCPv6-406001501'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:51:53.663827 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60714) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:53.801249 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7feb2a9c-59e5-456c-af06-d0e4619fc2a2 req-4bbb7272-b9e0-402c-a73d-4a0812c4f777 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.2.45 HTTP/1.1" status: 200 len: 1000 time: 0.9748113 Aug 19 14:51:53.820163 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b948304-0645-4586-9ce6-f2f5f36aa88c req-ce69c1e3-945e-4430-aa16-4d84813ade7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:53.823813 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6b948304-0645-4586-9ce6-f2f5f36aa88c req-ce69c1e3-945e-4430-aa16-4d84813ade7e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f017c343-b8a3-4a90-a258-473804aba5f3 HTTP/1.1" status: 200 len: 859 time: 0.8168643 Aug 19 14:51:53.837689 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-7feb2a9c-59e5-456c-af06-d0e4619fc2a2 req-f00b8c6e-cbee-4895-afb6-8f36b2e6b67a tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:51:53.886307 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b29664-591d-4ecb-9c3e-a50035b2bec2 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Made reservation on behalf of c39f5f14c7bc46018e8896511823152f for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:51:53.941204 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6b948304-0645-4586-9ce6-f2f5f36aa88c req-f21791ab-1c6f-4f64-8c7f-43ea144cd4d6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=826a14c6-b01f-4f4f-86d2-3cfbb5aad056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905960 Aug 19 14:51:54.065526 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7feb2a9c-59e5-456c-af06-d0e4619fc2a2 req-f00b8c6e-cbee-4895-afb6-8f36b2e6b67a tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Notify callbacks [] for floatingip, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:54.095610 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c96de3e1-c03b-485f-bf98-a9fda0fec50e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:54.241299 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-69b29664-591d-4ecb-9c3e-a50035b2bec2 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:54.279653 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7feb2a9c-59e5-456c-af06-d0e4619fc2a2 req-f00b8c6e-cbee-4895-afb6-8f36b2e6b67a tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:54.287389 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7feb2a9c-59e5-456c-af06-d0e4619fc2a2 req-f00b8c6e-cbee-4895-afb6-8f36b2e6b67a tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:54.288485 n-d-766043-2 neutron-server[94640]: INFO neutron.db.l3_db [req-7feb2a9c-59e5-456c-af06-d0e4619fc2a2 req-f00b8c6e-cbee-4895-afb6-8f36b2e6b67a tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Floating IP d9f6a521-8d8c-4b52-aacd-061e25fb1678 disassociated. External IP: 172.25.2.45, port: 96288fe7-a5a8-42f3-aeb8-c30865d78dfb. Aug 19 14:51:54.310055 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-69b29664-591d-4ecb-9c3e-a50035b2bec2 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] device_id is not set on port 0fb40187-ec6d-4ef9-b95a-f829f9fe3895 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:51:54.423478 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6b948304-0645-4586-9ce6-f2f5f36aa88c req-6c653c00-bb06-4e47-9282-c12513e82d1d service neutron] 10.222.0.68 "GET /v2.0/networks/826a14c6-b01f-4f4f-86d2-3cfbb5aad056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4491322 Aug 19 14:51:54.468538 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b3dc49-fde5-4b72-b995-522ba276e571 None None] Update dhcp port {'port': {'network_id': 'eb2a0074-ffdc-4655-a2e0-d470caf1d21a', 'fixed_ips': [{'subnet_id': '374b520e-84dc-432a-8abf-dda1073112f5', 'ip_address': '2001:db8:0:1:f816:3eff:fe94:f515'}, {'subnet_id': '89efdd97-522a-48ea-864b-186f70b91f04'}], 'binding:host_id': 'n-d-766043-2'}, 'id': '091333ed-a545-4a2c-81aa-a57f72078dc6'} from n-d-766043-2. {{(pid=94641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 14:51:54.519770 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-69b3dc49-fde5-4b72-b995-522ba276e571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:54.546299 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-69b29664-591d-4ecb-9c3e-a50035b2bec2 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Allocated IP 2001:db8::1bb (eb2a0074-ffdc-4655-a2e0-d470caf1d21a/89efdd97-522a-48ea-864b-186f70b91f04/0fb40187-ec6d-4ef9-b95a-f829f9fe3895) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:51:54.555799 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-69b29664-591d-4ecb-9c3e-a50035b2bec2 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Allocated IP 2001:db8:0:1:f816:3eff:fee4:aab6 (eb2a0074-ffdc-4655-a2e0-d470caf1d21a/374b520e-84dc-432a-8abf-dda1073112f5/0fb40187-ec6d-4ef9-b95a-f829f9fe3895) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:51:54.626112 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6b948304-0645-4586-9ce6-f2f5f36aa88c req-8c0d2e64-b123-41c3-8809-6bb23ff228d5 service neutron] 10.222.0.68 "GET /v2.0/networks/826a14c6-b01f-4f4f-86d2-3cfbb5aad056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941612 Aug 19 14:51:54.773815 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-69b29664-591d-4ecb-9c3e-a50035b2bec2 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:54.780568 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7feb2a9c-59e5-456c-af06-d0e4619fc2a2 req-f00b8c6e-cbee-4895-afb6-8f36b2e6b67a tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Router 66cd2e36-2154-4bf3-90ae-25fc0c52e644 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:51:54.790861 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-69b29664-591d-4ecb-9c3e-a50035b2bec2 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Transition to ACTIVE for port object 0fb40187-ec6d-4ef9-b95a-f829f9fe3895 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:51:54.839555 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-69b29664-591d-4ecb-9c3e-a50035b2bec2 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:54.981441 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 091333ed-a545-4a2c-81aa-a57f72078dc6 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:51:55.041305 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-69b3dc49-fde5-4b72-b995-522ba276e571 None None] Allocated IP 2001:db8::2 (eb2a0074-ffdc-4655-a2e0-d470caf1d21a/89efdd97-522a-48ea-864b-186f70b91f04/091333ed-a545-4a2c-81aa-a57f72078dc6) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:51:55.124637 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7feb2a9c-59e5-456c-af06-d0e4619fc2a2 req-f00b8c6e-cbee-4895-afb6-8f36b2e6b67a tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:51:55.137682 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7feb2a9c-59e5-456c-af06-d0e4619fc2a2 req-f00b8c6e-cbee-4895-afb6-8f36b2e6b67a tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:55.142218 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e8858b-0fa3-41cc-9433-715efed58a50 None None] Sync routers for ids ['66cd2e36-2154-4bf3-90ae-25fc0c52e644'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:51:55.173927 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e8858b-0fa3-41cc-9433-715efed58a50 None None] Routers {'66cd2e36-2154-4bf3-90ae-25fc0c52e644'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:51:55.174866 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-29e8858b-0fa3-41cc-9433-715efed58a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:51:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['66cd2e36-2154-4bf3-90ae-25fc0c52e644'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:51:55.210948 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7feb2a9c-59e5-456c-af06-d0e4619fc2a2 req-f00b8c6e-cbee-4895-afb6-8f36b2e6b67a tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "PUT /v2.0/floatingips/d9f6a521-8d8c-4b52-aacd-061e25fb1678 HTTP/1.1" status: 200 len: 694 time: 1.3970151 Aug 19 14:51:55.211650 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bd4818f-f956-4364-a039-4a23191a221b', 'tag': '96288fe7-a5a8-42f3-aeb8-c30865d78dfb'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:51:55.214290 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9593cb06-bc10-43e2-ac05-6571c7548157" -d '{"events": [{"name": "network-changed", "server_uuid": "1bd4818f-f956-4364-a039-4a23191a221b", "tag": "96288fe7-a5a8-42f3-aeb8-c30865d78dfb"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:51:55.243667 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 091333ed-a545-4a2c-81aa-a57f72078dc6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:51:55.246044 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:55.325758 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-29e8858b-0fa3-41cc-9433-715efed58a50 None None] Set router 66cd2e36-2154-4bf3-90ae-25fc0c52e644 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:51:55.333462 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb2a9c-59e5-456c-af06-d0e4619fc2a2 req-11bf979a-c00d-46a5-8fd3-8a66e23e3f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:55.335298 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7feb2a9c-59e5-456c-af06-d0e4619fc2a2 req-11bf979a-c00d-46a5-8fd3-8a66e23e3f64 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ae49a7cbfd2b423caf2130122e9db614&device_id=1bd4818f-f956-4364-a039-4a23191a221b HTTP/1.1" status: 200 len: 1096 time: 0.1101286 Aug 19 14:51:55.630026 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-29e8858b-0fa3-41cc-9433-715efed58a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cd2e36-2154-4bf3-90ae-25fc0c52e644', 'name': 'tempest-ServerRescueTestJSONUnderV235-2141305118-router', 'tenant_id': 'ae49a7cbfd2b423caf2130122e9db614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '1cfb3674-19e0-4512-9e38-c46b82a7f053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:50:39Z', 'updated_at': '2021-08-19T14:50:46Z', 'revision_number': 4, 'project_id': 'ae49a7cbfd2b423caf2130122e9db614', 'gw_port': {'id': '1cfb3674-19e0-4512-9e38-c46b82a7f053', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd2e36-2154-4bf3-90ae-25fc0c52e644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:50:41Z', 'updated_at': '2021-08-19T14:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'b831b4d1-1d7a-4d50-a3e5-31fbe341e840', 'name': '', 'network_id': 'bc40ef47-e237-4a53-8855-5d51cefff0db', 'tenant_id': 'ae49a7cbfd2b423caf2130122e9db614', 'mac_address': 'fa:16:3e:17:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd2e36-2154-4bf3-90ae-25fc0c52e644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '2a785b3e-9c1d-4988-81cb-c4fa12228cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:50:45Z', 'updated_at': '2021-08-19T14:50:54Z', 'revision_number': 5, 'project_id': 'ae49a7cbfd2b423caf2130122e9db614', 'subnets': [{'id': '2a785b3e-9c1d-4988-81cb-c4fa12228cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:51:55.632466 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-69b3dc49-fde5-4b72-b995-522ba276e571 None None] For port 091333ed-a545-4a2c-81aa-a57f72078dc6, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=091333ed-a545-4a2c-81aa-a57f72078dc6,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:51:55.666639 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e8858b-0fa3-41cc-9433-715efed58a50 None None] Checking router: 66cd2e36-2154-4bf3-90ae-25fc0c52e644 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:51:55.680181 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e8858b-0fa3-41cc-9433-715efed58a50 None None] Routers {'66cd2e36-2154-4bf3-90ae-25fc0c52e644'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:51:55.681379 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-29e8858b-0fa3-41cc-9433-715efed58a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:51:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['66cd2e36-2154-4bf3-90ae-25fc0c52e644'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:51:55.689406 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb2a9c-59e5-456c-af06-d0e4619fc2a2 req-5c926297-e011-4295-b09d-ee365c3d6631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:55.692017 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7feb2a9c-59e5-456c-af06-d0e4619fc2a2 req-5c926297-e011-4295-b09d-ee365c3d6631 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bc40ef47-e237-4a53-8855-5d51cefff0db HTTP/1.1" status: 200 len: 921 time: 0.3498535 Aug 19 14:51:55.697655 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd4105-49a2-48b9-91be-1caa42eed867 req-60a72435-6b24-4c77-9c8a-649d69ec5d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:55.699294 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-00fd4105-49a2-48b9-91be-1caa42eed867 req-60a72435-6b24-4c77-9c8a-649d69ec5d5e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8bf9338b14bd4de0a247947d4332bed4&device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 1096 time: 0.1279368 Aug 19 14:51:55.703986 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-69b3dc49-fde5-4b72-b995-522ba276e571 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:55.739992 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-69b3dc49-fde5-4b72-b995-522ba276e571 None None] Transition to ACTIVE for port object 091333ed-a545-4a2c-81aa-a57f72078dc6 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:51:55.745592 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-69b3dc49-fde5-4b72-b995-522ba276e571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:55.784815 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b29664-591d-4ecb-9c3e-a50035b2bec2 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event updated for resources: {'Port': ['ID=0fb40187-ec6d-4ef9-b95a-f829f9fe3895,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:55.796761 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b29664-591d-4ecb-9c3e-a50035b2bec2 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:51:55.800027 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c96de3e1-c03b-485f-bf98-a9fda0fec50e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:55.801555 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-69b29664-591d-4ecb-9c3e-a50035b2bec2 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:51:55.809302 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b29664-591d-4ecb-9c3e-a50035b2bec2 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:51:55.818256 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b29664-591d-4ecb-9c3e-a50035b2bec2 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:55.818256 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-69b29664-591d-4ecb-9c3e-a50035b2bec2 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:55.821818 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c96de3e1-c03b-485f-bf98-a9fda0fec50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:55.870721 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b3dc49-fde5-4b72-b995-522ba276e571 None None] Pushing event updated for resources: {'Port': ['ID=091333ed-a545-4a2c-81aa-a57f72078dc6,revision_number=10']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:55.877016 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7feb2a9c-59e5-456c-af06-d0e4619fc2a2 req-7e8e3de4-3e08-40a7-b9ca-04723e483409 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96288fe7-a5a8-42f3-aeb8-c30865d78dfb HTTP/1.1" status: 200 len: 217 time: 0.1748390 Aug 19 14:51:55.906485 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c96de3e1-c03b-485f-bf98-a9fda0fec50e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d1c964f9e7664262af28f490c67f87c2&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2286503 Aug 19 14:51:55.913353 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60736) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:55.915458 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96de3e1-c03b-485f-bf98-a9fda0fec50e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbfc842-dfaf-4771-8c02-3694947c0688,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:55.996248 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-69b29664-591d-4ecb-9c3e-a50035b2bec2 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.5766263 Aug 19 14:51:55.999060 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60738) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:56.077987 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb2a9c-59e5-456c-af06-d0e4619fc2a2 req-d297ff0b-7acd-4e8a-af6f-a6d900f899ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:56.082517 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7feb2a9c-59e5-456c-af06-d0e4619fc2a2 req-d297ff0b-7acd-4e8a-af6f-a6d900f899ba service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2a785b3e-9c1d-4988-81cb-c4fa12228cab HTTP/1.1" status: 200 len: 860 time: 0.1297634 Aug 19 14:51:56.131805 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-29e8858b-0fa3-41cc-9433-715efed58a50 None None] Set router 66cd2e36-2154-4bf3-90ae-25fc0c52e644 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:51:56.163405 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8a7e655d-8b55-4cb7-b507-2a919dca37e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:56.171751 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7feb2a9c-59e5-456c-af06-d0e4619fc2a2 req-436c88a7-a608-407c-a3d0-1c8ca063a296 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bc40ef47-e237-4a53-8855-5d51cefff0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838387 Aug 19 14:51:56.209108 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8a7e655d-8b55-4cb7-b507-2a919dca37e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:56.293807 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd4105-49a2-48b9-91be-1caa42eed867 req-68d274c4-d24d-4e09-88ca-5f862b28c229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:56.295872 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-00fd4105-49a2-48b9-91be-1caa42eed867 req-68d274c4-d24d-4e09-88ca-5f862b28c229 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8d226290-6085-496f-b9eb-bf514760f427 HTTP/1.1" status: 200 len: 912 time: 0.5671644 Aug 19 14:51:56.305231 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8a7e655d-8b55-4cb7-b507-2a919dca37e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:56.308182 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8a7e655d-8b55-4cb7-b507-2a919dca37e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:56.312095 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8a7e655d-8b55-4cb7-b507-2a919dca37e1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bbbfc842-dfaf-4771-8c02-3694947c0688 HTTP/1.1" status: 204 len: 168 time: 0.3867750 Aug 19 14:51:56.322648 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e655d-8b55-4cb7-b507-2a919dca37e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbfc842-dfaf-4771-8c02-3694947c0688,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:56.416132 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-0a1841aa-55b5-4c75-a018-e87049662514 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Deleting port 0fb40187-ec6d-4ef9-b95a-f829f9fe3895 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:51:56.420213 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0a1841aa-55b5-4c75-a018-e87049662514 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:56.525250 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7feb2a9c-59e5-456c-af06-d0e4619fc2a2 req-66f727e8-baa8-4b5a-9d01-802b78cea206 service neutron] 10.222.0.69 "GET /v2.0/networks/bc40ef47-e237-4a53-8855-5d51cefff0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374577 Aug 19 14:51:56.557837 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-00fd4105-49a2-48b9-91be-1caa42eed867 req-eb3ef5f1-2c67-4fd0-b3c1-a37b261df16a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa7a43f4-555b-4213-a8fa-75f449055cf9 HTTP/1.1" status: 200 len: 1001 time: 0.2502091 Aug 19 14:51:56.741225 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-29e8858b-0fa3-41cc-9433-715efed58a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cd2e36-2154-4bf3-90ae-25fc0c52e644', 'name': 'tempest-ServerRescueTestJSONUnderV235-2141305118-router', 'tenant_id': 'ae49a7cbfd2b423caf2130122e9db614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '1cfb3674-19e0-4512-9e38-c46b82a7f053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:50:39Z', 'updated_at': '2021-08-19T14:50:46Z', 'revision_number': 4, 'project_id': 'ae49a7cbfd2b423caf2130122e9db614', 'gw_port': {'id': '1cfb3674-19e0-4512-9e38-c46b82a7f053', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd2e36-2154-4bf3-90ae-25fc0c52e644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:50:41Z', 'updated_at': '2021-08-19T14:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'b831b4d1-1d7a-4d50-a3e5-31fbe341e840', 'name': '', 'network_id': 'bc40ef47-e237-4a53-8855-5d51cefff0db', 'tenant_id': 'ae49a7cbfd2b423caf2130122e9db614', 'mac_address': 'fa:16:3e:17:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd2e36-2154-4bf3-90ae-25fc0c52e644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '2a785b3e-9c1d-4988-81cb-c4fa12228cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:50:45Z', 'updated_at': '2021-08-19T14:50:54Z', 'revision_number': 5, 'project_id': 'ae49a7cbfd2b423caf2130122e9db614', 'subnets': [{'id': '2a785b3e-9c1d-4988-81cb-c4fa12228cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:51:56.756321 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0a1841aa-55b5-4c75-a018-e87049662514 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:56.800774 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-0a1841aa-55b5-4c75-a018-e87049662514 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Calling delete_port for 0fb40187-ec6d-4ef9-b95a-f829f9fe3895 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:51:56.835263 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7feb2a9c-59e5-456c-af06-d0e4619fc2a2 req-eb715412-4b1f-44e8-a530-54e9dce59503 service neutron] 10.222.0.69 "GET /v2.0/networks/bc40ef47-e237-4a53-8855-5d51cefff0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987232 Aug 19 14:51:56.853569 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e8858b-0fa3-41cc-9433-715efed58a50 None None] The sync data for ids ['66cd2e36-2154-4bf3-90ae-25fc0c52e644'] in n-d-766043-2 is: [{'id': '66cd2e36-2154-4bf3-90ae-25fc0c52e644', 'name': 'tempest-ServerRescueTestJSONUnderV235-2141305118-router', 'tenant_id': 'ae49a7cbfd2b423caf2130122e9db614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '1cfb3674-19e0-4512-9e38-c46b82a7f053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:50:39Z', 'updated_at': '2021-08-19T14:50:46Z', 'revision_number': 4, 'project_id': 'ae49a7cbfd2b423caf2130122e9db614', 'gw_port': {'id': '1cfb3674-19e0-4512-9e38-c46b82a7f053', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd2e36-2154-4bf3-90ae-25fc0c52e644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:50:41Z', 'updated_at': '2021-08-19T14:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'b831b4d1-1d7a-4d50-a3e5-31fbe341e840', 'name': '', 'network_id': 'bc40ef47-e237-4a53-8855-5d51cefff0db', 'tenant_id': 'ae49a7cbfd2b423caf2130122e9db614', 'mac_address': 'fa:16:3e:17:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd2e36-2154-4bf3-90ae-25fc0c52e644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '2a785b3e-9c1d-4988-81cb-c4fa12228cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:50:45Z', 'updated_at': '2021-08-19T14:50:54Z', 'revision_number': 5, 'project_id': 'ae49a7cbfd2b423caf2130122e9db614', 'subnets': [{'id': '2a785b3e-9c1d-4988-81cb-c4fa12228cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:51:56.904509 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd4105-49a2-48b9-91be-1caa42eed867 req-cba41805-6ecf-4da9-92ff-50b1580752d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:56.913469 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-00fd4105-49a2-48b9-91be-1caa42eed867 req-cba41805-6ecf-4da9-92ff-50b1580752d1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5ebe78ca-28f7-43fa-89de-04375d30f6cd HTTP/1.1" status: 200 len: 850 time: 0.3203654 Aug 19 14:51:56.927916 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 091333ed-a545-4a2c-81aa-a57f72078dc6 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:51:57.023119 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-530f98b9-ebd6-458e-b9c4-6af0b25b6cfe req-76b6fc70-eaf5-486e-b148-482c26faadcb service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1ac2bb94-8961-47c1-89cc-facfb5ef7252&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1835473 Aug 19 14:51:57.184182 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60748) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:57.206842 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2498ea47-a336-45f5-9f66-f8309b5c52d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:57.259136 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-530f98b9-ebd6-458e-b9c4-6af0b25b6cfe req-860e756d-bd01-45cd-8bd6-75409c89e69c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=40757a39f2804f5fbc68a2b53ebe8763&device_id=1ac2bb94-8961-47c1-89cc-facfb5ef7252 HTTP/1.1" status: 200 len: 210 time: 0.1681905 Aug 19 14:51:57.336817 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0a1841aa-55b5-4c75-a018-e87049662514 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:57.338510 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd4105-49a2-48b9-91be-1caa42eed867 req-9f5d0a12-c6bd-4eb1-a909-cbcde3bd2817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:57.342503 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-00fd4105-49a2-48b9-91be-1caa42eed867 req-9f5d0a12-c6bd-4eb1-a909-cbcde3bd2817 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8d226290-6085-496f-b9eb-bf514760f427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4161985 Aug 19 14:51:57.390193 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1841aa-55b5-4c75-a018-e87049662514 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event deleted for resources: {'Port': ['ID=0fb40187-ec6d-4ef9-b95a-f829f9fe3895,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:57.430372 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf7cc4-633a-4593-9cc1-74aa990327be req-cd0c1f95-7f30-4bf7-beb7-cb06fbbcc506 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:57.432331 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a3bf7cc4-633a-4593-9cc1-74aa990327be req-cd0c1f95-7f30-4bf7-beb7-cb06fbbcc506 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=4474fdb5-2127-4ccb-a4ef-1d17185ca1ad HTTP/1.1" status: 200 len: 946 time: 0.4363306 Aug 19 14:51:57.476181 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0a1841aa-55b5-4c75-a018-e87049662514 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:57.481589 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7d3a7a33-404e-4cb0-9a25-f0060bf1a4cf None None] Provisioning for port 091333ed-a545-4a2c-81aa-a57f72078dc6 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:51:57.482548 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0a1841aa-55b5-4c75-a018-e87049662514 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/ports/0fb40187-ec6d-4ef9-b95a-f829f9fe3895 HTTP/1.1" status: 204 len: 168 time: 1.4728639 Aug 19 14:51:57.484025 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60750) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:57.500980 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7d3a7a33-404e-4cb0-9a25-f0060bf1a4cf None None] Provisioning complete for port 091333ed-a545-4a2c-81aa-a57f72078dc6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:51:57.501404 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7d3a7a33-404e-4cb0-9a25-f0060bf1a4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:57.504548 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-530f98b9-ebd6-458e-b9c4-6af0b25b6cfe req-be90789d-32f0-426d-ba02-7761b4331b01 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=40757a39f2804f5fbc68a2b53ebe8763&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2080729 Aug 19 14:51:57.611095 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997681ac-c397-45fd-8366-5ee5d2affec3 None None] New status for floating IP d9f6a521-8d8c-4b52-aacd-061e25fb1678: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 14:51:57.616868 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a466fffe-6169-40e6-95f3-ee553e3ff2a4 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:57.622572 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a466fffe-6169-40e6-95f3-ee553e3ff2a4 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1330311 Aug 19 14:51:57.623571 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60752) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:57.699897 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a3bf7cc4-633a-4593-9cc1-74aa990327be req-69db8209-be45-4aae-ae7a-8afd1f5b6835 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915658 Aug 19 14:51:57.770889 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2498ea47-a336-45f5-9f66-f8309b5c52d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:57.789958 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2498ea47-a336-45f5-9f66-f8309b5c52d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:57.936876 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-00fd4105-49a2-48b9-91be-1caa42eed867 req-0fd81f54-8743-48fa-96b6-1d5d2c13ce2f service neutron] 10.222.0.88 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5808687 Aug 19 14:51:57.969342 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfd2b29-eb2d-48b2-a460-dbc8633bb92d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:57.982953 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2dfd2b29-eb2d-48b2-a460-dbc8633bb92d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3559337 Aug 19 14:51:57.983717 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60756) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:58.006344 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2498ea47-a336-45f5-9f66-f8309b5c52d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269e2b47-5de0-474b-af9a-bbe284f6b49f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:58.015143 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2498ea47-a336-45f5-9f66-f8309b5c52d4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6e1e636417194882b50eafc5bba8a237&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8271072 Aug 19 14:51:58.026637 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-622dd51d-fb24-4273-a07b-fa6aeef25d88 None None] Could not find standard attr ID for object 0fb40187-ec6d-4ef9-b95a-f829f9fe3895. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 14:51:58.036565 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 60758) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:58.131295 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd19c6c7-0c5f-4ed4-83ff-22b4b4fb14fe tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:58.133117 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd19c6c7-0c5f-4ed4-83ff-22b4b4fb14fe tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:58.134658 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd19c6c7-0c5f-4ed4-83ff-22b4b4fb14fe tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:58.146022 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-dd19c6c7-0c5f-4ed4-83ff-22b4b4fb14fe tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1597083 Aug 19 14:51:58.146745 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60760) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:58.222981 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-00fd4105-49a2-48b9-91be-1caa42eed867 req-84f92a41-f4a4-4724-89a8-c157b0732285 service neutron] 10.222.0.88 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678032 Aug 19 14:51:58.257474 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7d596b3e-b6be-437f-a824-47a0a947eb74 req-855b60f4-6a2c-415b-876c-9e20cd405096 tempest-ServerShowV247Test-1672561970 tempest-ServerShowV247Test-1672561970-project] 10.222.0.69 "GET /v2.0/ports?device_id=8dc9c0df-155c-4a04-b36d-0bc5385a18d5 HTTP/1.1" status: 200 len: 210 time: 0.3179152 Aug 19 14:51:58.312400 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fcbd486-e75e-4dc9-be83-f24eaa3ebebb tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Deleting subnet 374b520e-84dc-432a-8abf-dda1073112f5 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:51:58.337358 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9fcbd486-e75e-4dc9-be83-f24eaa3ebebb tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:58.374171 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d189640f-5c85-47b5-99e6-c01a5451eb56 x-openstack-request-id: req-d189640f-5c85-47b5-99e6-c01a5451eb56 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:51:58.374708 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bd4818f-f956-4364-a039-4a23191a221b", "tag": "96288fe7-a5a8-42f3-aeb8-c30865d78dfb", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:51:58.377735 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d189640f-5c85-47b5-99e6-c01a5451eb56 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:51:58.378437 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bd4818f-f956-4364-a039-4a23191a221b', 'tag': '96288fe7-a5a8-42f3-aeb8-c30865d78dfb', 'status': 'completed', 'code': 200} Aug 19 14:51:58.408687 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9fcbd486-e75e-4dc9-be83-f24eaa3ebebb tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:58.472106 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-13a391a5-bb57-4d7a-9012-264c0148953a req-f389a7cf-78aa-42cb-9c1c-8929cecea787 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/floatingips/d9f6a521-8d8c-4b52-aacd-061e25fb1678 HTTP/1.1" status: 200 len: 692 time: 0.0711524 Aug 19 14:51:58.528162 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9fcbd486-e75e-4dc9-be83-f24eaa3ebebb tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:58.589709 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593cb06-bc10-43e2-ac05-6571c7548157 req-3cbe4c70-29c3-4c03-a095-2370341ee231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:58.591303 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9593cb06-bc10-43e2-ac05-6571c7548157 req-3cbe4c70-29c3-4c03-a095-2370341ee231 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ae49a7cbfd2b423caf2130122e9db614&device_id=1bd4818f-f956-4364-a039-4a23191a221b HTTP/1.1" status: 200 len: 1096 time: 0.1988308 Aug 19 14:51:58.592386 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f98b9-ebd6-458e-b9c4-6af0b25b6cfe req-e7bafe7b-1cc7-42c1-8125-e8091e3af31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:58.593956 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-530f98b9-ebd6-458e-b9c4-6af0b25b6cfe req-e7bafe7b-1cc7-42c1-8125-e8091e3af31a service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0149031 Aug 19 14:51:58.620615 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dfa2204f-bd7c-40c0-ba53-a6c8e5d1899b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:58.675262 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9fcbd486-e75e-4dc9-be83-f24eaa3ebebb tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:58.792013 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcbd486-e75e-4dc9-be83-f24eaa3ebebb tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event deleted for resources: {'Subnet': ['ID=374b520e-84dc-432a-8abf-dda1073112f5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:58.810058 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9fcbd486-e75e-4dc9-be83-f24eaa3ebebb tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:58.814000 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9fcbd486-e75e-4dc9-be83-f24eaa3ebebb tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/374b520e-84dc-432a-8abf-dda1073112f5 HTTP/1.1" status: 204 len: 168 time: 0.6659014 Aug 19 14:51:58.816505 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa4f068-b5b8-4c24-93f0-702c460a863f None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:51:58.816889 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60770) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:58.939659 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d0324ce-82fb-4afa-a0a7-f849c06894f3 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Deleting subnet 89efdd97-522a-48ea-864b-186f70b91f04 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:51:58.952746 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8d0324ce-82fb-4afa-a0a7-f849c06894f3 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:59.078892 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8d0324ce-82fb-4afa-a0a7-f849c06894f3 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:59.233898 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a391a5-bb57-4d7a-9012-264c0148953a req-f7fb19c3-8692-4047-b651-395d4410580e tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:59.241858 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-13a391a5-bb57-4d7a-9012-264c0148953a req-f7fb19c3-8692-4047-b651-395d4410580e tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/networks/88eeec05-6d16-4f02-9461-44ff5e420302 HTTP/1.1" status: 200 len: 784 time: 0.7401328 Aug 19 14:51:59.248012 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8d0324ce-82fb-4afa-a0a7-f849c06894f3 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:59.264543 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dfa2204f-bd7c-40c0-ba53-a6c8e5d1899b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:59.293506 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [req-13a391a5-bb57-4d7a-9012-264c0148953a req-8e77c0d4-5d7b-401d-8b39-510de4b9e373 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:51:59.294531 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-13a391a5-bb57-4d7a-9012-264c0148953a req-8e77c0d4-5d7b-401d-8b39-510de4b9e373 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0324097 Aug 19 14:51:59.355647 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8d0324ce-82fb-4afa-a0a7-f849c06894f3 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:59.391640 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0324ce-82fb-4afa-a0a7-f849c06894f3 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event deleted for resources: {'Subnet': ['ID=89efdd97-522a-48ea-864b-186f70b91f04,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:59.400075 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8d0324ce-82fb-4afa-a0a7-f849c06894f3 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:59.405227 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8d0324ce-82fb-4afa-a0a7-f849c06894f3 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/89efdd97-522a-48ea-864b-186f70b91f04 HTTP/1.1" status: 204 len: 168 time: 0.5870104 Aug 19 14:51:59.405911 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60772) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:59.457388 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-69f68569-5aa3-4da5-a11d-5d3a3aa60cd0 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0498374 Aug 19 14:51:59.458063 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60774) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:59.476079 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-13a391a5-bb57-4d7a-9012-264c0148953a req-8327249d-5197-452f-aa0c-bc63f2bb594d tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.2.45 HTTP/1.1" status: 200 len: 695 time: 0.1549547 Aug 19 14:51:59.487479 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593cb06-bc10-43e2-ac05-6571c7548157 req-b303e701-0e6f-44f4-a33c-29be9d78f258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:59.489344 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9593cb06-bc10-43e2-ac05-6571c7548157 req-b303e701-0e6f-44f4-a33c-29be9d78f258 service neutron] 10.222.0.88 "GET /v2.0/networks?id=bc40ef47-e237-4a53-8855-5d51cefff0db HTTP/1.1" status: 200 len: 921 time: 0.8806939 Aug 19 14:51:59.528389 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592dabe7-ba55-45ec-b443-d99e5344cba7 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:59.532055 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-592dabe7-ba55-45ec-b443-d99e5344cba7 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0728450 Aug 19 14:51:59.534316 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60776) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:59.633915 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bd479c-6558-4df5-b729-850234bb84e3 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:59.635397 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-13bd479c-6558-4df5-b729-850234bb84e3 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0984550 Aug 19 14:51:59.645967 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60778) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:59.670567 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9593cb06-bc10-43e2-ac05-6571c7548157 req-3981ce00-eb34-428f-bff2-6af210ebc398 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96288fe7-a5a8-42f3-aeb8-c30865d78dfb HTTP/1.1" status: 200 len: 217 time: 0.1569877 Aug 19 14:51:59.685971 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dfa2204f-bd7c-40c0-ba53-a6c8e5d1899b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:59.688616 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dfa2204f-bd7c-40c0-ba53-a6c8e5d1899b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:51:59.691988 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-dfa2204f-bd7c-40c0-ba53-a6c8e5d1899b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/269e2b47-5de0-474b-af9a-bbe284f6b49f HTTP/1.1" status: 204 len: 168 time: 1.4696262 Aug 19 14:51:59.715826 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-13a391a5-bb57-4d7a-9012-264c0148953a req-d7a05668-b401-4fd0-975f-5edc700f5494 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.2.45 HTTP/1.1" status: 200 len: 695 time: 0.2160425 Aug 19 14:51:59.721493 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa2204f-bd7c-40c0-ba53-a6c8e5d1899b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269e2b47-5de0-474b-af9a-bbe284f6b49f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:51:59.724979 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4053105f-bea5-4c13-b5ff-c154fcdc6569 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0755241 Aug 19 14:51:59.737978 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60782) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:59.821407 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4769d65-82ce-4bbf-92f0-dbc1a6f454a7 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] DELETE failed (client error): The resource could not be found. Aug 19 14:51:59.823337 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4769d65-82ce-4bbf-92f0-dbc1a6f454a7 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:51:59.828829 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b4769d65-82ce-4bbf-92f0-dbc1a6f454a7 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/ports/0fb40187-ec6d-4ef9-b95a-f829f9fe3895 HTTP/1.1" status: 404 len: 333 time: 0.0894861 Aug 19 14:51:59.829718 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60784) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:59.899833 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aa951b5-df08-412e-abc0-98812d9249ea tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] DELETE failed (client error): The resource could not be found. Aug 19 14:51:59.903300 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aa951b5-df08-412e-abc0-98812d9249ea tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:51:59.910971 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0aa951b5-df08-412e-abc0-98812d9249ea tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/374b520e-84dc-432a-8abf-dda1073112f5 HTTP/1.1" status: 404 len: 337 time: 0.0691340 Aug 19 14:51:59.913996 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60788) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:51:59.977651 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593cb06-bc10-43e2-ac05-6571c7548157 req-934ef98a-0e21-4e52-8f40-f7bc8baab5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:51:59.985097 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9593cb06-bc10-43e2-ac05-6571c7548157 req-934ef98a-0e21-4e52-8f40-f7bc8baab5a4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2a785b3e-9c1d-4988-81cb-c4fa12228cab HTTP/1.1" status: 200 len: 860 time: 0.2943914 Aug 19 14:52:00.058135 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-702e5f57-8637-46bb-bbf9-7c26fd710c22 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:00.058943 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-702e5f57-8637-46bb-bbf9-7c26fd710c22 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:00.064220 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-702e5f57-8637-46bb-bbf9-7c26fd710c22 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/89efdd97-522a-48ea-864b-186f70b91f04 HTTP/1.1" status: 404 len: 337 time: 0.1473973 Aug 19 14:52:00.065345 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60790) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:00.111572 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e14d015-bed7-46e7-84ca-7d5a191ffe9f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:00.124893 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e14d015-bed7-46e7-84ca-7d5a191ffe9f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:00.139986 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0e14d015-bed7-46e7-84ca-7d5a191ffe9f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/ports/ce1db36e-ff47-4069-8c3f-e31f32715e61 HTTP/1.1" status: 404 len: 333 time: 0.0686722 Aug 19 14:52:00.139986 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60792) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:00.185856 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9593cb06-bc10-43e2-ac05-6571c7548157 req-38ec0b18-6a30-48ac-8ddf-13ea85a0241a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bc40ef47-e237-4a53-8855-5d51cefff0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1854167 Aug 19 14:52:00.198482 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c841c5a1-2228-4c8c-8a6b-f0d16b3f4245 None None] Network eb2a0074-ffdc-4655-a2e0-d470caf1d21a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:52:00.202068 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-d652c7e3-0413-4fdb-95c3-9b988a9c4e3f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:00.202609 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d652c7e3-0413-4fdb-95c3-9b988a9c4e3f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:00.207384 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d652c7e3-0413-4fdb-95c3-9b988a9c4e3f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/6ed8bd7b-277f-4e49-a4f2-3d173e8bf412 HTTP/1.1" status: 404 len: 337 time: 0.0699785 Aug 19 14:52:00.208100 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60796) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:00.261205 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6bd19bf-e03b-4170-b42d-714bbef8b551 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:00.266343 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6bd19bf-e03b-4170-b42d-714bbef8b551 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:00.271700 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b6bd19bf-e03b-4170-b42d-714bbef8b551 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/b245285c-9884-4db4-99ef-4e6fe1376730 HTTP/1.1" status: 404 len: 337 time: 0.0545783 Aug 19 14:52:00.274427 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 60798) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:00.340089 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-a734ae38-aaf5-4a93-81ff-4c3dea445aef tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:00.340937 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a734ae38-aaf5-4a93-81ff-4c3dea445aef tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:00.345545 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60802) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:00.355652 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a734ae38-aaf5-4a93-81ff-4c3dea445aef tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/ports/e6a8a04a-fd3f-4d79-99a4-9a62f9b59b29 HTTP/1.1" status: 404 len: 333 time: 0.0786176 Aug 19 14:52:00.394116 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f892423-917e-4c87-8cfb-947c7988b241 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:00.399086 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f892423-917e-4c87-8cfb-947c7988b241 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:00.399453 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f90eda1b-09d8-417b-a107-c1230f9aedff None None] Provisioning complete for port 091333ed-a545-4a2c-81aa-a57f72078dc6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:52:00.400094 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f90eda1b-09d8-417b-a107-c1230f9aedff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:00.405321 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5f892423-917e-4c87-8cfb-947c7988b241 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/e9be3b45-4f0c-410d-9cad-b09fd21d65c1 HTTP/1.1" status: 404 len: 337 time: 0.0585768 Aug 19 14:52:00.406030 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60806) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:00.437546 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6ddbafd-b781-47ae-a2c2-9416ffcd7a82 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:00.438003 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6ddbafd-b781-47ae-a2c2-9416ffcd7a82 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:00.446697 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d6ddbafd-b781-47ae-a2c2-9416ffcd7a82 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/f4de6893-92a2-4147-a3cc-b48558663186 HTTP/1.1" status: 404 len: 337 time: 0.0355012 Aug 19 14:52:00.446697 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60808) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:00.447010 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9593cb06-bc10-43e2-ac05-6571c7548157 req-56c7ad2d-327d-49e1-8348-ae39bc8c2454 service neutron] 10.222.0.88 "GET /v2.0/networks/bc40ef47-e237-4a53-8855-5d51cefff0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068126 Aug 19 14:52:00.453490 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-13a391a5-bb57-4d7a-9012-264c0148953a req-f93d1d12-4dcf-473f-8dda-8b1c5e5d7e48 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Deleting port dab89805-9970-459b-98c3-182d22139fd6 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:52:00.453960 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-13a391a5-bb57-4d7a-9012-264c0148953a req-f93d1d12-4dcf-473f-8dda-8b1c5e5d7e48 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:00.471728 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-046040c8-0e10-4d73-bc44-1df4ba115b0f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:00.472761 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-046040c8-0e10-4d73-bc44-1df4ba115b0f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:00.477850 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-046040c8-0e10-4d73-bc44-1df4ba115b0f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/ports/84977297-7688-4c6f-9f9e-69d219199c02 HTTP/1.1" status: 404 len: 333 time: 0.0334735 Aug 19 14:52:00.478546 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60810) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:00.509819 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-561a888e-87a4-462c-a7ef-efd624c47f93 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:00.510284 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-561a888e-87a4-462c-a7ef-efd624c47f93 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:00.516763 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-561a888e-87a4-462c-a7ef-efd624c47f93 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/115cfe18-c8c6-4694-910a-1743daf7ef1d HTTP/1.1" status: 404 len: 337 time: 0.0353024 Aug 19 14:52:00.516763 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60814) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:00.562031 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-135f2285-5db6-4ae4-9487-8ef787e461d2 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:00.562508 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-135f2285-5db6-4ae4-9487-8ef787e461d2 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:00.571211 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-135f2285-5db6-4ae4-9487-8ef787e461d2 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/f80ac33d-580e-47a2-a163-95a13676ba3f HTTP/1.1" status: 404 len: 337 time: 0.0522032 Aug 19 14:52:00.571211 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60816) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:00.615335 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-79345326-3327-4720-ba58-15f697d8f965 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:00.616611 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79345326-3327-4720-ba58-15f697d8f965 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:00.621338 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-79345326-3327-4720-ba58-15f697d8f965 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/ports/c74b7e55-62ee-4db7-bafb-e9e506e959d1 HTTP/1.1" status: 404 len: 333 time: 0.0502720 Aug 19 14:52:00.621975 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60820) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:00.676091 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-10a1cb83-8dfc-4d10-ad2b-ceeac9256f4d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:00.678968 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10a1cb83-8dfc-4d10-ad2b-ceeac9256f4d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:00.684078 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 60822) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:00.684906 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-10a1cb83-8dfc-4d10-ad2b-ceeac9256f4d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/8d8ef369-5bdc-4566-b492-70a8280e29ee HTTP/1.1" status: 404 len: 337 time: 0.0618479 Aug 19 14:52:00.726267 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-13a391a5-bb57-4d7a-9012-264c0148953a req-f93d1d12-4dcf-473f-8dda-8b1c5e5d7e48 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:00.726499 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-13a391a5-bb57-4d7a-9012-264c0148953a req-f93d1d12-4dcf-473f-8dda-8b1c5e5d7e48 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:00.740430 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5842ae06-48b1-43ab-a3b0-8de80887d084 None None] DHCP port deletion for eb2a0074-ffdc-4655-a2e0-d470caf1d21a request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:52:00.757332 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-80adc134-0968-45c1-ac35-dd4b0c6ac1a2 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:00.758091 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80adc134-0968-45c1-ac35-dd4b0c6ac1a2 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:00.768424 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60824) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:00.776603 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-80adc134-0968-45c1-ac35-dd4b0c6ac1a2 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/ports/666b93c2-b613-4cf6-ae77-1f96e07b9432 HTTP/1.1" status: 404 len: 333 time: 0.0736160 Aug 19 14:52:00.778895 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9593cb06-bc10-43e2-ac05-6571c7548157 req-8ff3065b-8de2-4d4b-b00b-8fa9403e9320 service neutron] 10.222.0.88 "GET /v2.0/networks/bc40ef47-e237-4a53-8855-5d51cefff0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215711 Aug 19 14:52:00.788828 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-13a391a5-bb57-4d7a-9012-264c0148953a req-f93d1d12-4dcf-473f-8dda-8b1c5e5d7e48 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Calling delete_port for dab89805-9970-459b-98c3-182d22139fd6 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:52:00.813505 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bac804f-402b-4035-98dd-4648a1effb48 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:00.814567 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bac804f-402b-4035-98dd-4648a1effb48 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:00.819745 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 60826) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:00.821693 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6bac804f-402b-4035-98dd-4648a1effb48 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/7c2f1fe7-0618-41b0-904b-6c9159eb71cb HTTP/1.1" status: 404 len: 337 time: 0.0575430 Aug 19 14:52:00.830785 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 091333ed-a545-4a2c-81aa-a57f72078dc6 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:52:00.896644 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-94beeb46-9660-434e-bbca-2e20029aeda0 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:00.897876 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94beeb46-9660-434e-bbca-2e20029aeda0 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:00.902856 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60830) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:00.915081 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-94beeb46-9660-434e-bbca-2e20029aeda0 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/ports/fbbee775-e192-4b87-bd35-61c9582f51a3 HTTP/1.1" status: 404 len: 333 time: 0.0919421 Aug 19 14:52:00.946613 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:00.969886 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ce239bb-a201-45d3-8a81-b1f450d17781 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:00.970351 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ce239bb-a201-45d3-8a81-b1f450d17781 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:00.974645 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5842ae06-48b1-43ab-a3b0-8de80887d084 None None] Deleting port 091333ed-a545-4a2c-81aa-a57f72078dc6 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:52:00.975017 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5842ae06-48b1-43ab-a3b0-8de80887d084 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:00.982189 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-3ce239bb-a201-45d3-8a81-b1f450d17781 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/08109700-0a98-4885-a791-0ce73e8b9c4b HTTP/1.1" status: 404 len: 337 time: 0.0781517 Aug 19 14:52:00.982912 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60836) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:01.039966 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-7323c649-777f-4676-986b-56129a634904 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:01.040733 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7323c649-777f-4676-986b-56129a634904 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:01.045468 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7323c649-777f-4676-986b-56129a634904 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/ports/901ebb33-278a-4bb6-b5f8-63cc0db7e32b HTTP/1.1" status: 404 len: 333 time: 0.0615230 Aug 19 14:52:01.046086 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60838) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:01.075441 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 091333ed-a545-4a2c-81aa-a57f72078dc6, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=091333ed-a545-4a2c-81aa-a57f72078dc6,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:52:01.083273 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5842ae06-48b1-43ab-a3b0-8de80887d084 None None] For port 091333ed-a545-4a2c-81aa-a57f72078dc6, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=091333ed-a545-4a2c-81aa-a57f72078dc6,segment=NetworkSegment(43584ab9-13f2-4980-a2d9-2947ff2d6c93),segment_id=43584ab9-13f2-4980-a2d9-2947ff2d6c93)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:52:01.083680 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5842ae06-48b1-43ab-a3b0-8de80887d084 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:01.091647 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:01.092757 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e64a509-045a-4d9c-a902-d5532d708a3f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:01.093289 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e64a509-045a-4d9c-a902-d5532d708a3f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:01.098011 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8e64a509-045a-4d9c-a902-d5532d708a3f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/e2728a57-2761-470d-bdf4-f559f3416315 HTTP/1.1" status: 404 len: 337 time: 0.0507691 Aug 19 14:52:01.098702 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60842) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:01.132237 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-13a391a5-bb57-4d7a-9012-264c0148953a req-f93d1d12-4dcf-473f-8dda-8b1c5e5d7e48 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:01.143655 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9283896-b2e3-49e1-bc10-9dfe4216393e tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:01.144456 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9283896-b2e3-49e1-bc10-9dfe4216393e tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:01.149818 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e9283896-b2e3-49e1-bc10-9dfe4216393e tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/ports/18a6492c-7459-42e7-bf7a-c777f151bdc9 HTTP/1.1" status: 404 len: 333 time: 0.0502076 Aug 19 14:52:01.150431 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60844) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:01.159623 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5842ae06-48b1-43ab-a3b0-8de80887d084 None None] Calling delete_port for 091333ed-a545-4a2c-81aa-a57f72078dc6 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:52:01.188145 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-50776cca-e643-4cc7-8870-fbd6072339ac tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:01.188650 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50776cca-e643-4cc7-8870-fbd6072339ac tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:01.193091 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-50776cca-e643-4cc7-8870-fbd6072339ac tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/d8673ea1-5152-47e0-a7fb-159a5836ba44 HTTP/1.1" status: 404 len: 337 time: 0.0416489 Aug 19 14:52:01.193707 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60848) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:01.218170 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe57f032-0d1a-42cd-8a9e-d3101a88e5ed tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:01.218873 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe57f032-0d1a-42cd-8a9e-d3101a88e5ed tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:01.223774 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-fe57f032-0d1a-42cd-8a9e-d3101a88e5ed tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/ports/800222a5-498b-4869-b080-900a0b50c6d5 HTTP/1.1" status: 404 len: 333 time: 0.0284882 Aug 19 14:52:01.224396 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60850) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:01.233453 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=091333ed-a545-4a2c-81aa-a57f72078dc6,revision_number=13']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:01.253960 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:01.254751 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:01.255268 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:01.256184 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93d1d12-4dcf-473f-8dda-8b1c5e5d7e48 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Pushing event deleted for resources: {'Port': ['ID=dab89805-9970-459b-98c3-182d22139fd6,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:01.257098 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:01.257627 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:01.258147 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:01.258561 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-87edd280-a0b1-4216-acca-4fdca784d77b tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:01.258833 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:01.259147 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87edd280-a0b1-4216-acca-4fdca784d77b tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:01.259508 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:01.260007 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:01.260598 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:01.261147 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:01.261762 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:01.263969 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-87edd280-a0b1-4216-acca-4fdca784d77b tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/f56dfec4-2da0-4b16-bb79-badb6c84e68d HTTP/1.1" status: 404 len: 337 time: 0.0384798 Aug 19 14:52:01.264859 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60852) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:01.297306 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9e9cdb0-eefc-4c6b-ad1c-02e764b9544f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:01.298186 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9e9cdb0-eefc-4c6b-ad1c-02e764b9544f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:01.302704 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a9e9cdb0-eefc-4c6b-ad1c-02e764b9544f tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/d928f5d6-4156-44a9-b010-8d088be4f991 HTTP/1.1" status: 404 len: 337 time: 0.0367846 Aug 19 14:52:01.304060 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60854) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:01.336707 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5842ae06-48b1-43ab-a3b0-8de80887d084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:01.338796 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-383bb7c5-425e-4302-84c6-814c8980d41b tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:01.339940 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-383bb7c5-425e-4302-84c6-814c8980d41b tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:01.344450 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 60856) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:01.344957 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-383bb7c5-425e-4302-84c6-814c8980d41b tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/ports/d7e2d82c-271a-4bb2-8e0e-cce5287116cb HTTP/1.1" status: 404 len: 333 time: 0.0398116 Aug 19 14:52:01.397352 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-9946bfe7-5d38-4d28-af5e-efcf8eadca63 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:01.397770 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9946bfe7-5d38-4d28-af5e-efcf8eadca63 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:01.399602 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9946bfe7-5d38-4d28-af5e-efcf8eadca63 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/b99c3d4b-3415-48bc-8c26-753251238db7 HTTP/1.1" status: 404 len: 337 time: 0.0520279 Aug 19 14:52:01.402436 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 60858) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:01.437630 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-13a391a5-bb57-4d7a-9012-264c0148953a req-f93d1d12-4dcf-473f-8dda-8b1c5e5d7e48 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:01.448039 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-13a391a5-bb57-4d7a-9012-264c0148953a req-f93d1d12-4dcf-473f-8dda-8b1c5e5d7e48 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:01.448039 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-13a391a5-bb57-4d7a-9012-264c0148953a req-f93d1d12-4dcf-473f-8dda-8b1c5e5d7e48 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "DELETE /v2.0/floatingips/d9f6a521-8d8c-4b52-aacd-061e25fb1678 HTTP/1.1" status: 204 len: 173 time: 1.7293606 Aug 19 14:52:01.448039 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eaa360c-af00-4252-a9cd-155f2f9af284 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:01.449879 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5842ae06-48b1-43ab-a3b0-8de80887d084 None None] Pushing event deleted for resources: {'Port': ['ID=091333ed-a545-4a2c-81aa-a57f72078dc6,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:01.450805 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eaa360c-af00-4252-a9cd-155f2f9af284 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:01.454180 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-5eaa360c-af00-4252-a9cd-155f2f9af284 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/7df8e35a-c319-4922-bf20-58063a10ee09 HTTP/1.1" status: 404 len: 337 time: 0.0492549 Aug 19 14:52:01.455382 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5842ae06-48b1-43ab-a3b0-8de80887d084 None None] No DVR routers for this DVR port 091333ed-a545-4a2c-81aa-a57f72078dc6 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:52:01.455513 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 60862) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:01.459149 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e144fe29-3ec4-4ea0-ae33-008d2b2fda53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:01.511029 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-447fa676-c54f-49c2-9cb8-8f009c5ff86e tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:01.511786 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-447fa676-c54f-49c2-9cb8-8f009c5ff86e tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:01.513597 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-447fa676-c54f-49c2-9cb8-8f009c5ff86e tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/ports/8166f31e-bf36-4021-9ea2-a129e65150f4 HTTP/1.1" status: 404 len: 333 time: 0.0573413 Aug 19 14:52:01.517174 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60866) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:01.579188 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-f929b512-4285-4385-9c26-73e84636abe3 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:01.579188 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f929b512-4285-4385-9c26-73e84636abe3 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:01.579188 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f929b512-4285-4385-9c26-73e84636abe3 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/a720c92c-4803-4fe8-9cac-3542184ef32e HTTP/1.1" status: 404 len: 337 time: 0.0601244 Aug 19 14:52:01.581983 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 60868) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:01.629757 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-e87fdb2d-5c98-408f-a07b-674481eb4886 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:01.630230 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e87fdb2d-5c98-408f-a07b-674481eb4886 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:01.635636 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60870) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:01.637004 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e87fdb2d-5c98-408f-a07b-674481eb4886 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/7acf02b8-fb85-4e0d-aad9-0fff00812de2 HTTP/1.1" status: 404 len: 337 time: 0.0530739 Aug 19 14:52:01.665147 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b9c03cc-c0c3-46a8-beb4-00ac320624b6 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:01.665910 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b9c03cc-c0c3-46a8-beb4-00ac320624b6 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:01.668503 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5b9c03cc-c0c3-46a8-beb4-00ac320624b6 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/ports/c5d9c3d3-f5a8-453b-9f55-6004702c213b HTTP/1.1" status: 404 len: 333 time: 0.0315654 Aug 19 14:52:01.670948 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 60874) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:01.725345 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4e4998a-3bc6-422d-a932-ec78ad60024c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:01.726002 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4e4998a-3bc6-422d-a932-ec78ad60024c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:01.727613 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f4e4998a-3bc6-422d-a932-ec78ad60024c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/31329005-1723-4baa-a01d-70286b5f700f HTTP/1.1" status: 404 len: 337 time: 0.0552561 Aug 19 14:52:01.730331 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60876) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:01.774969 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-b49e810e-970b-455f-acfc-734f38b09282 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:01.775642 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b49e810e-970b-455f-acfc-734f38b09282 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:01.777600 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b49e810e-970b-455f-acfc-734f38b09282 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/bacbaab6-8362-400c-b8eb-f37a01c1a7af HTTP/1.1" status: 404 len: 337 time: 0.0461781 Aug 19 14:52:01.780249 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 60878) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:01.822756 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-47ce2a3b-a333-4d91-a73c-363637edb406 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf7dc842-0da3-495a-a474-cec3a17957e2 HTTP/1.1" status: 200 len: 205 time: 0.0413048 Aug 19 14:52:01.825833 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60880) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:01.858717 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e871cff7-e515-4b75-a761-2f31608e8896 req-c4964493-2381-4510-add9-72b3ff41b2db tempest-ServerShowV247Test-1672561970 tempest-ServerShowV247Test-1672561970-project] 10.222.0.69 "GET /v2.0/ports?device_id=8dc9c0df-155c-4a04-b36d-0bc5385a18d5&device_id=1ac2bb94-8961-47c1-89cc-facfb5ef7252 HTTP/1.1" status: 200 len: 210 time: 0.0366433 Aug 19 14:52:01.897144 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-b4412ee9-02ac-44fd-b74e-0b9199320f01 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] delete failed (client error): The resource could not be found. Aug 19 14:52:01.900519 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b4412ee9-02ac-44fd-b74e-0b9199320f01 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/routers/cf7dc842-0da3-495a-a474-cec3a17957e2 HTTP/1.1" status: 404 len: 336 time: 0.0712154 Aug 19 14:52:01.901126 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60886) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:01.942038 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-e108689b-8788-4a42-8637-ae4850e7d58d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:01.942965 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e108689b-8788-4a42-8637-ae4850e7d58d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:01.944988 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e108689b-8788-4a42-8637-ae4850e7d58d tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/6c1acc1c-d697-4ec0-af2b-52d7dc4ba2b6 HTTP/1.1" status: 404 len: 337 time: 0.0433121 Aug 19 14:52:01.947492 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60888) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:01.980644 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7accb6d0-549e-4945-b94c-dd474c8eb443 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "GET /v2.0/ports?device_id=b3df4cd6-5943-4838-a597-444004d739d4 HTTP/1.1" status: 200 len: 205 time: 0.0299160 Aug 19 14:52:01.981462 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60892) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:02.024389 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba866fcd-85b3-41f6-8c9d-12c6533c9f93 req-d8c707ad-d620-4876-a3e2-9db984268d6d tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:02.026142 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ba866fcd-85b3-41f6-8c9d-12c6533c9f93 req-d8c707ad-d620-4876-a3e2-9db984268d6d tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=4474fdb5-2127-4ccb-a4ef-1d17185ca1ad HTTP/1.1" status: 200 len: 946 time: 0.0848048 Aug 19 14:52:02.071669 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-0d6f9dc7-3f12-4fb6-9c96-12a060008814 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] delete failed (client error): The resource could not be found. Aug 19 14:52:02.072752 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0d6f9dc7-3f12-4fb6-9c96-12a060008814 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/routers/b3df4cd6-5943-4838-a597-444004d739d4 HTTP/1.1" status: 404 len: 336 time: 0.0903416 Aug 19 14:52:02.075357 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60896) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:02.107019 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ba866fcd-85b3-41f6-8c9d-12c6533c9f93 req-86aee3e4-c003-4d9a-9a11-0c3b788a7054 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704310 Aug 19 14:52:02.108191 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eb6d3c1-3624-4a75-af68-076ff02a2da8 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:02.108708 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eb6d3c1-3624-4a75-af68-076ff02a2da8 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:02.111574 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0eb6d3c1-3624-4a75-af68-076ff02a2da8 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/e8d7aa0f-1b00-40fc-b870-d9c7834e7007 HTTP/1.1" status: 404 len: 337 time: 0.0352433 Aug 19 14:52:02.114091 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60898) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:02.179514 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-53ec13ca-bb54-46a3-8bf5-66af1e1b3e87 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:02.180151 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53ec13ca-bb54-46a3-8bf5-66af1e1b3e87 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:02.186665 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-983887f3-7a43-42a0-a44c-9f178ab4a421 req-ef93db4b-f622-479e-968c-16df714afaa7 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/security-groups/a5db1d91-55f0-4f92-8343-ead61f4faeae HTTP/1.1" status: 200 len: 1808 time: 0.0584848 Aug 19 14:52:02.192709 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-53ec13ca-bb54-46a3-8bf5-66af1e1b3e87 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/976c649c-b571-45c1-8539-a617034a9a46 HTTP/1.1" status: 404 len: 337 time: 0.0739241 Aug 19 14:52:02.193360 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60902) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:02.249806 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7f19957-88ef-4e5b-903b-446f2badc59a tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:02.250495 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7f19957-88ef-4e5b-903b-446f2badc59a tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:02.256282 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 60906) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:02.269578 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b7f19957-88ef-4e5b-903b-446f2badc59a tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/ports/b5bd4197-07bb-4b86-885a-0f2f6b91bcbf HTTP/1.1" status: 404 len: 333 time: 0.0733168 Aug 19 14:52:02.295330 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-27291b0e-4d3a-4650-8185-b311915cc259 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:02.295788 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27291b0e-4d3a-4650-8185-b311915cc259 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:02.298079 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-27291b0e-4d3a-4650-8185-b311915cc259 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/9101573d-7464-448a-8916-cf6d8c55ff34 HTTP/1.1" status: 404 len: 337 time: 0.0401607 Aug 19 14:52:02.301614 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60910) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:02.311548 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-983887f3-7a43-42a0-a44c-9f178ab4a421 req-5a4a5be8-c859-4e38-bca1-9dc0f3fe8efd tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:02.341203 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eb8cefd-6cf9-4462-af20-ced2bdd71109 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:02.342289 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eb8cefd-6cf9-4462-af20-ced2bdd71109 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:02.345582 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-983887f3-7a43-42a0-a44c-9f178ab4a421 req-5a4a5be8-c859-4e38-bca1-9dc0f3fe8efd tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:02.349698 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5eb8cefd-6cf9-4462-af20-ced2bdd71109 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/ports/bd86fe70-a58c-4705-967b-1a34462369d9 HTTP/1.1" status: 404 len: 333 time: 0.0447068 Aug 19 14:52:02.353091 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60912) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:02.390837 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ff0ab04-6e4a-4959-b054-63a5470c58ad tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:02.391389 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ff0ab04-6e4a-4959-b054-63a5470c58ad tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:02.393539 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7ff0ab04-6e4a-4959-b054-63a5470c58ad tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/19519919-0e9d-470f-bc59-81a72b833a0b HTTP/1.1" status: 404 len: 337 time: 0.0392690 Aug 19 14:52:02.395812 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60914) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:02.410085 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-983887f3-7a43-42a0-a44c-9f178ab4a421 req-5a4a5be8-c859-4e38-bca1-9dc0f3fe8efd tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:02.415307 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-983887f3-7a43-42a0-a44c-9f178ab4a421 req-5a4a5be8-c859-4e38-bca1-9dc0f3fe8efd tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:02.416511 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-983887f3-7a43-42a0-a44c-9f178ab4a421 req-5a4a5be8-c859-4e38-bca1-9dc0f3fe8efd tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "DELETE /v2.0/security-groups/a5db1d91-55f0-4f92-8343-ead61f4faeae HTTP/1.1" status: 204 len: 173 time: 0.2287388 Aug 19 14:52:02.434908 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4a5be8-c859-4e38-bca1-9dc0f3fe8efd tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5db1d91-55f0-4f92-8343-ead61f4faeae,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:02.457972 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-9410c66c-5b3e-40f7-aab2-866ff4f95ee8 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:02.460670 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9410c66c-5b3e-40f7-aab2-866ff4f95ee8 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:02.464603 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9410c66c-5b3e-40f7-aab2-866ff4f95ee8 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/ports/b6e7fe90-f8d0-4a0c-956c-24bb2ec026af HTTP/1.1" status: 404 len: 333 time: 0.0676556 Aug 19 14:52:02.467492 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 60918) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:02.508022 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-bab28bec-7fb5-4ec5-af01-d73e8b8bd659 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:02.508701 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bab28bec-7fb5-4ec5-af01-d73e8b8bd659 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:02.514085 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-bab28bec-7fb5-4ec5-af01-d73e8b8bd659 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/72a866df-4379-4cab-b69b-5a3e54d98888 HTTP/1.1" status: 404 len: 337 time: 0.0456657 Aug 19 14:52:02.514811 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 60922) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:02.553986 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-236a424e-0aba-4888-8046-b5035b3fb071 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:02.555156 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-236a424e-0aba-4888-8046-b5035b3fb071 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:02.557186 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-236a424e-0aba-4888-8046-b5035b3fb071 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/ports/084baceb-31ed-4ba4-8b7b-d39790fce15c HTTP/1.1" status: 404 len: 333 time: 0.0412185 Aug 19 14:52:02.559828 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60924) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:02.592845 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-e387d3f7-1f3e-4168-8d63-441ffc93710e tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:02.593298 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e387d3f7-1f3e-4168-8d63-441ffc93710e tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:02.595678 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e387d3f7-1f3e-4168-8d63-441ffc93710e tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/d0a28180-449d-4172-9f46-3964970e41f4 HTTP/1.1" status: 404 len: 337 time: 0.0347261 Aug 19 14:52:02.598175 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60930) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:02.632400 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-c70a6f18-f738-460d-8605-780d7264b8ea tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:02.633192 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c70a6f18-f738-460d-8605-780d7264b8ea tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:02.635677 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c70a6f18-f738-460d-8605-780d7264b8ea tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/ports/336b1384-f665-469c-b6d8-b6c97d807673 HTTP/1.1" status: 404 len: 333 time: 0.0353558 Aug 19 14:52:02.638376 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60934) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:02.734919 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9844300-6874-4e42-b123-7541a8d4a1c1 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:02.738314 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9844300-6874-4e42-b123-7541a8d4a1c1 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:02.743896 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e9844300-6874-4e42-b123-7541a8d4a1c1 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/d6e269c8-bb6c-4419-a48f-91fb2df2ef3b HTTP/1.1" status: 404 len: 337 time: 0.1011617 Aug 19 14:52:02.744510 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60940) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:02.766053 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fa3db27e-e9a5-4dde-9d98-a729afc3b159 req-16b1cf2f-bd6d-41fd-818c-771204e84de5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=40757a39f2804f5fbc68a2b53ebe8763&device_id=8dc9c0df-155c-4a04-b36d-0bc5385a18d5 HTTP/1.1" status: 200 len: 210 time: 0.0633821 Aug 19 14:52:02.786650 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa13aba7-d0c1-4f8c-bcc1-64fd120001d8 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:02.787436 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa13aba7-d0c1-4f8c-bcc1-64fd120001d8 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:02.793366 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-aa13aba7-d0c1-4f8c-bcc1-64fd120001d8 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/ports/a7376c68-d8d1-414e-b580-80c666dbb28b HTTP/1.1" status: 404 len: 333 time: 0.0435038 Aug 19 14:52:02.793967 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60944) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:02.846072 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fa3db27e-e9a5-4dde-9d98-a729afc3b159 req-aae6ec93-9d05-4cfb-85a2-687e779da937 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=40757a39f2804f5fbc68a2b53ebe8763&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0701180 Aug 19 14:52:02.882792 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-723bc690-4edc-4193-afe3-a13079c86fb8 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:02.883017 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-723bc690-4edc-4193-afe3-a13079c86fb8 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:02.887627 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-723bc690-4edc-4193-afe3-a13079c86fb8 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/a7dc16a5-87f2-4b8e-b762-782cff642547 HTTP/1.1" status: 404 len: 337 time: 0.0896435 Aug 19 14:52:02.902440 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60948) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:02.958223 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-e088ce6a-777c-47b0-bab0-440fb1dc127c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:02.958929 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e088ce6a-777c-47b0-bab0-440fb1dc127c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:02.961372 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e088ce6a-777c-47b0-bab0-440fb1dc127c tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/ports/6d2c3fbc-987a-45bf-8fab-bb7dd5885119 HTTP/1.1" status: 404 len: 333 time: 0.0578971 Aug 19 14:52:02.964650 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60952) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:02.997058 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecc0e2b4-0f60-446a-862d-9b8aefdc7ea0 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:02.997546 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecc0e2b4-0f60-446a-862d-9b8aefdc7ea0 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:02.999461 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ecc0e2b4-0f60-446a-862d-9b8aefdc7ea0 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/subnets/775ab131-ac8e-4002-bb5e-39c90c5f39d7 HTTP/1.1" status: 404 len: 337 time: 0.0338252 Aug 19 14:52:03.002144 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60954) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:03.026486 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3db27e-e9a5-4dde-9d98-a729afc3b159 req-97a1a8ed-ca8a-41c1-b8eb-00458562a166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:03.027979 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fa3db27e-e9a5-4dde-9d98-a729afc3b159 req-97a1a8ed-ca8a-41c1-b8eb-00458562a166 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1750546 Aug 19 14:52:03.060936 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6c1848fb-d350-4b2e-bc73-063437ae8c9d req-769496aa-7581-4451-bf00-39e970bc440a tempest-ServerShowV247Test-1672561970 tempest-ServerShowV247Test-1672561970-project] 10.222.0.69 "GET /v2.0/ports?device_id=8dc9c0df-155c-4a04-b36d-0bc5385a18d5 HTTP/1.1" status: 200 len: 210 time: 0.0319269 Aug 19 14:52:03.097684 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7780-1870-45e5-917e-59a7845d50e5 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:03.276822 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728616c-9ee1-46dc-bfaa-4aad7d06dfae req-ec4eedb8-57a6-4f7f-8cc4-534ec9cbbeb6 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:03.286410 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5728616c-9ee1-46dc-bfaa-4aad7d06dfae req-ec4eedb8-57a6-4f7f-8cc4-534ec9cbbeb6 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/ports?device_id=1bd4818f-f956-4364-a039-4a23191a221b HTTP/1.1" status: 200 len: 945 time: 0.0857685 Aug 19 14:52:03.364678 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7780-1870-45e5-917e-59a7845d50e5 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:03.385124 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5728616c-9ee1-46dc-bfaa-4aad7d06dfae req-733c7af6-e0e5-4cdb-a456-e3cf5741e0e7 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/security-groups?id=def6c502-9ec5-4bf0-9b0e-dcb2195caf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974634 Aug 19 14:52:03.393984 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6f3d7780-1870-45e5-917e-59a7845d50e5 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb2a0074-ffdc-4655-a2e0-d470caf1d21a']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:52:03.419353 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6f3d7780-1870-45e5-917e-59a7845d50e5 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43584ab9-13f2-4980-a2d9-2947ff2d6c93') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:52:03.419639 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6f3d7780-1870-45e5-917e-59a7845d50e5 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43584ab9-13f2-4980-a2d9-2947ff2d6c93') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:52:03.464980 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7780-1870-45e5-917e-59a7845d50e5 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:03.491687 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7780-1870-45e5-917e-59a7845d50e5 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:03.511493 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f3d7780-1870-45e5-917e-59a7845d50e5 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:52:03.511929 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7780-1870-45e5-917e-59a7845d50e5 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:03.543731 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1763b03-8484-429a-b53b-39b36be7f925 req-e20f7459-2a05-46bc-9104-55ea2e2c076c tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:03.545588 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e1763b03-8484-429a-b53b-39b36be7f925 req-e20f7459-2a05-46bc-9104-55ea2e2c076c tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=4474fdb5-2127-4ccb-a4ef-1d17185ca1ad HTTP/1.1" status: 200 len: 946 time: 0.0760918 Aug 19 14:52:03.557796 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:52:03.557796 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:52:03.557796 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:52:03.557796 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:52:03.557796 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:52:03.557796 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:52:03.557796 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:52:03.557796 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:52:03.557796 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:52:03.557796 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:52:03.557796 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:52:03.557796 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:52:03.557796 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:52:03.557796 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:52:03.557796 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:52:03.557796 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:52:03.557796 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:52:03.557796 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:52:03.557796 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:52:03.557796 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:52:03.557796 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:52:03.557796 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:52:03.557796 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:52:03.557796 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:52:03.557796 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:52:03.557796 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:52:03.557796 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:52:03.557796 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:52:03.557796 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:52:03.557796 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:52:03.557796 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:52:03.557796 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:52:03.665528 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7780-1870-45e5-917e-59a7845d50e5 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:03.666179 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e1763b03-8484-429a-b53b-39b36be7f925 req-8e1dbda6-c7c6-4600-9048-7fe794dddb49 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978715 Aug 19 14:52:03.674344 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7780-1870-45e5-917e-59a7845d50e5 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:03.691553 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6f3d7780-1870-45e5-917e-59a7845d50e5 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] 10.222.0.69 "DELETE /v2.0/networks/eb2a0074-ffdc-4655-a2e0-d470caf1d21a HTTP/1.1" status: 204 len: 168 time: 0.6804383 Aug 19 14:52:03.725807 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d7780-1870-45e5-917e-59a7845d50e5 tempest-NetworksTestDHCPv6-1143963101 tempest-NetworksTestDHCPv6-1143963101-project] Pushing event deleted for resources: {'Network': ['ID=eb2a0074-ffdc-4655-a2e0-d470caf1d21a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:03.784233 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:04.159217 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60990) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:04.248610 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5f3e7f65-0b03-4ed8-947b-345e95e16c75 req-defadd15-1424-4a2f-919b-9a4aae9f582a tempest-ServerShowV247Test-1672561970 tempest-ServerShowV247Test-1672561970-project] 10.222.0.69 "GET /v2.0/ports?device_id=8dc9c0df-155c-4a04-b36d-0bc5385a18d5 HTTP/1.1" status: 200 len: 210 time: 0.0646126 Aug 19 14:52:04.317818 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fcefdac9-eee3-448f-9844-e48cef423035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:04.383093 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-26a91009-bcbf-42b2-b349-882a27129d6d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c39f5f14c7bc46018e8896511823152f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2229245 Aug 19 14:52:04.385705 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 60996) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:04.486013 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fa3db27e-e9a5-4dde-9d98-a729afc3b159 req-9b3c7e3c-ece0-4db5-a0a8-ec8f48094ef7 tempest-ServerShowV247Test-1672561970 tempest-ServerShowV247Test-1672561970-project] 10.222.0.68 "GET /v2.0/ports?device_id=8dc9c0df-155c-4a04-b36d-0bc5385a18d5 HTTP/1.1" status: 200 len: 210 time: 0.0934541 Aug 19 14:52:04.515904 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:04.584588 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 32770) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:04.602115 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4254c5-4a38-4b32-b95d-abc485fd86f5 req-d21c242b-7526-4cf4-803c-1750cc89f7e7 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:04.609988 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ba4254c5-4a38-4b32-b95d-abc485fd86f5 req-d21c242b-7526-4cf4-803c-1750cc89f7e7 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/ports?device_id=1bd4818f-f956-4364-a039-4a23191a221b HTTP/1.1" status: 200 len: 945 time: 0.0977850 Aug 19 14:52:04.612839 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d039b9a4-24ca-4b6e-afe4-045e9bb740c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:04.666029 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ba4254c5-4a38-4b32-b95d-abc485fd86f5 req-acf8451c-681a-448f-9047-e6f4cedc8174 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/security-groups?id=def6c502-9ec5-4bf0-9b0e-dcb2195caf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547330 Aug 19 14:52:04.684752 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d039b9a4-24ca-4b6e-afe4-045e9bb740c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:04.732664 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:52:04.811508 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d039b9a4-24ca-4b6e-afe4-045e9bb740c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:04.813375 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d039b9a4-24ca-4b6e-afe4-045e9bb740c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:04.814578 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d039b9a4-24ca-4b6e-afe4-045e9bb740c9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b98948e5-8268-48ae-b48d-b0f02ab2fb92 HTTP/1.1" status: 204 len: 168 time: 0.4278812 Aug 19 14:52:04.845940 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d039b9a4-24ca-4b6e-afe4-045e9bb740c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98948e5-8268-48ae-b48d-b0f02ab2fb92,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:04.871652 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855d603-b5be-480e-a878-0955e858edfd req-99615218-7dbc-418a-bdad-fd4187b663b0 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:04.882862 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d855d603-b5be-480e-a878-0955e858edfd req-99615218-7dbc-418a-bdad-fd4187b663b0 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=4474fdb5-2127-4ccb-a4ef-1d17185ca1ad HTTP/1.1" status: 200 len: 946 time: 0.0858963 Aug 19 14:52:04.890003 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7051ca94-6991-4380-a331-c8fdb5b630e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:04.972636 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d855d603-b5be-480e-a878-0955e858edfd req-89d29e27-5043-4861-966c-ba66726295a2 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887785 Aug 19 14:52:05.051748 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:05.110264 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7051ca94-6991-4380-a331-c8fdb5b630e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:05.121069 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7051ca94-6991-4380-a331-c8fdb5b630e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:05.180725 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7051ca94-6991-4380-a331-c8fdb5b630e5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6b9264974453476f97f090a8d1dcc937&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5937822 Aug 19 14:52:05.182239 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7051ca94-6991-4380-a331-c8fdb5b630e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d998edbd-68b3-4aae-ad28-f6e4578b2ee6,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:05.183648 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 32782) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:05.255601 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:05.293924 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4575e12e-d4a6-4ce0-a4e1-6f3cddd8c854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:05.336767 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4575e12e-d4a6-4ce0-a4e1-6f3cddd8c854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:05.459582 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2de560aa-7fca-403d-914a-b57d4f80e496 req-0e796bad-3770-417a-9a6d-03d8d123483b tempest-ServerShowV247Test-1672561970 tempest-ServerShowV247Test-1672561970-project] 10.222.0.69 "GET /v2.0/ports?device_id=8dc9c0df-155c-4a04-b36d-0bc5385a18d5 HTTP/1.1" status: 200 len: 210 time: 0.0804760 Aug 19 14:52:05.533037 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd85732-18f9-4d6b-811b-c37404888454 req-90b2fc1e-dc0d-4ccb-953f-f61f4d746bf1 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:05.536552 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7dd85732-18f9-4d6b-811b-c37404888454 req-90b2fc1e-dc0d-4ccb-953f-f61f4d746bf1 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.88 "GET /v2.0/ports?device_id=1bd4818f-f956-4364-a039-4a23191a221b HTTP/1.1" status: 200 len: 945 time: 0.1612632 Aug 19 14:52:05.598563 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4575e12e-d4a6-4ce0-a4e1-6f3cddd8c854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:05.602964 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4575e12e-d4a6-4ce0-a4e1-6f3cddd8c854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:05.604367 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-4575e12e-d4a6-4ce0-a4e1-6f3cddd8c854 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d998edbd-68b3-4aae-ad28-f6e4578b2ee6 HTTP/1.1" status: 204 len: 168 time: 0.4191856 Aug 19 14:52:05.621374 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4575e12e-d4a6-4ce0-a4e1-6f3cddd8c854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d998edbd-68b3-4aae-ad28-f6e4578b2ee6,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:05.759545 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-7dd85732-18f9-4d6b-811b-c37404888454 req-c153225f-fd4c-4dab-931b-45279150c48e tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Deleting port 96288fe7-a5a8-42f3-aeb8-c30865d78dfb {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:52:05.759892 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7dd85732-18f9-4d6b-811b-c37404888454 req-c153225f-fd4c-4dab-931b-45279150c48e tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:05.936110 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e5799-386b-4395-b32b-737810068db0 req-4131cdf9-600f-4570-bfe2-a6f0b98c96e4 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:05.937755 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-956e5799-386b-4395-b32b-737810068db0 req-4131cdf9-600f-4570-bfe2-a6f0b98c96e4 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/ports?device_id=1bd4818f-f956-4364-a039-4a23191a221b HTTP/1.1" status: 200 len: 945 time: 0.1109040 Aug 19 14:52:06.007270 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-7dd85732-18f9-4d6b-811b-c37404888454 req-c153225f-fd4c-4dab-931b-45279150c48e tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] For port 96288fe7-a5a8-42f3-aeb8-c30865d78dfb, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=96288fe7-a5a8-42f3-aeb8-c30865d78dfb,segment=NetworkSegment(b79a2b4c-25f9-4906-ab26-321a0fca78e3),segment_id=b79a2b4c-25f9-4906-ab26-321a0fca78e3)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:52:06.007893 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7dd85732-18f9-4d6b-811b-c37404888454 req-c153225f-fd4c-4dab-931b-45279150c48e tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:06.026769 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-956e5799-386b-4395-b32b-737810068db0 req-51dd0fb2-5049-45af-a7db-9be1efe0f9a5 tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/security-groups?id=def6c502-9ec5-4bf0-9b0e-dcb2195caf38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792129 Aug 19 14:52:06.037972 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-7dd85732-18f9-4d6b-811b-c37404888454 req-c153225f-fd4c-4dab-931b-45279150c48e tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Calling delete_port for 96288fe7-a5a8-42f3-aeb8-c30865d78dfb owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:52:06.358820 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ce9e4-5dfc-4868-96ba-2168bf155520 req-35935405-bd73-47fd-a9a1-f01b3bc8ca1e tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:06.360873 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b54ce9e4-5dfc-4868-96ba-2168bf155520 req-35935405-bd73-47fd-a9a1-f01b3bc8ca1e tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=4474fdb5-2127-4ccb-a4ef-1d17185ca1ad HTTP/1.1" status: 200 len: 946 time: 0.1594186 Aug 19 14:52:06.362772 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7dd85732-18f9-4d6b-811b-c37404888454 req-c153225f-fd4c-4dab-931b-45279150c48e tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:06.375104 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['96288fe7-a5a8-42f3-aeb8-c30865d78dfb'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:52:06.477067 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c153225f-fd4c-4dab-931b-45279150c48e tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Pushing event deleted for resources: {'Port': ['ID=96288fe7-a5a8-42f3-aeb8-c30865d78dfb,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:06.543535 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 32814) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:06.593181 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd85732-18f9-4d6b-811b-c37404888454 req-c153225f-fd4c-4dab-931b-45279150c48e tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] No DVR routers for this DVR port 96288fe7-a5a8-42f3-aeb8-c30865d78dfb on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:52:06.598936 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7dd85732-18f9-4d6b-811b-c37404888454 req-c153225f-fd4c-4dab-931b-45279150c48e tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:06.602112 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7dd85732-18f9-4d6b-811b-c37404888454 req-c153225f-fd4c-4dab-931b-45279150c48e tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.88 "DELETE /v2.0/ports/96288fe7-a5a8-42f3-aeb8-c30865d78dfb HTTP/1.1" status: 204 len: 173 time: 1.0572360 Aug 19 14:52:06.602580 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd4818f-f956-4364-a039-4a23191a221b', 'name': 'network-vif-deleted', 'tag': '96288fe7-a5a8-42f3-aeb8-c30865d78dfb'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:52:06.605561 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d7b55e-6449-4992-a121-16eb2a3bec5a" -d '{"events": [{"server_uuid": "1bd4818f-f956-4364-a039-4a23191a221b", "name": "network-vif-deleted", "tag": "96288fe7-a5a8-42f3-aeb8-c30865d78dfb"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:52:06.630960 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b54ce9e4-5dfc-4868-96ba-2168bf155520 req-a21a27fb-f403-4d56-9bdc-c86499847f2f tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073669 Aug 19 14:52:06.631108 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 32820) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:06.663598 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44b50f77-b8ce-4de1-945b-165ff5a9562a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:06.830508 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb38c3c-b47b-4f5b-9c66-7e03914189ec x-openstack-request-id: req-9cb38c3c-b47b-4f5b-9c66-7e03914189ec {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:52:06.835407 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bd4818f-f956-4364-a039-4a23191a221b", "name": "network-vif-deleted", "tag": "96288fe7-a5a8-42f3-aeb8-c30865d78dfb", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:52:06.835407 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9cb38c3c-b47b-4f5b-9c66-7e03914189ec {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:52:06.835814 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd4818f-f956-4364-a039-4a23191a221b', 'name': 'network-vif-deleted', 'tag': '96288fe7-a5a8-42f3-aeb8-c30865d78dfb', 'status': 'completed', 'code': 200} Aug 19 14:52:06.911498 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:06.982439 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44b50f77-b8ce-4de1-945b-165ff5a9562a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:06.995163 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44b50f77-b8ce-4de1-945b-165ff5a9562a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:07.112382 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0d1646aa-84fa-4e69-8301-8bd6fbf41df8 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-35072221'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:52:07.174730 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-44b50f77-b8ce-4de1-945b-165ff5a9562a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9b4d57cc0e984037a89e43270ae4acfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5425725 Aug 19 14:52:07.177534 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 32836) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:07.197370 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-306a8cc4-7307-44d5-b4e4-d325c6909d8c req-8b9c19a8-f986-40c5-8fe8-6f08eeea814e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=40757a39f2804f5fbc68a2b53ebe8763&device_id=1ac2bb94-8961-47c1-89cc-facfb5ef7252 HTTP/1.1" status: 200 len: 210 time: 0.0746527 Aug 19 14:52:07.228264 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b50f77-b8ce-4de1-945b-165ff5a9562a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3f4df3-758c-4b97-95e4-5002890d705d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:07.236554 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-306a8cc4-7307-44d5-b4e4-d325c6909d8c req-2ae817e8-bed4-40b4-8bf3-b4820d250797 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=40757a39f2804f5fbc68a2b53ebe8763&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295167 Aug 19 14:52:07.248754 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1646aa-84fa-4e69-8301-8bd6fbf41df8 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Made reservation on behalf of 62f6040790324d2f9054d5f1a383ead6 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:52:07.252793 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0d1646aa-84fa-4e69-8301-8bd6fbf41df8 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:07.274447 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0d1646aa-84fa-4e69-8301-8bd6fbf41df8 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:07.392008 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d2e1dcfd-f21d-493f-baac-4e43afa979fa req-c795b8cd-a333-47d5-a323-841d568466dd tempest-ServerRescueTestJSONUnderV235-1900297732 tempest-ServerRescueTestJSONUnderV235-1900297732-project] 10.222.0.69 "GET /v2.0/ports?device_id=1bd4818f-f956-4364-a039-4a23191a221b HTTP/1.1" status: 200 len: 210 time: 0.0944121 Aug 19 14:52:07.461546 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54e180-cf5b-4520-8cfe-53b8bacbde9a req-dd37f9e2-13fa-46ac-be8f-49c59c99b9c9 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:07.463092 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4e54e180-cf5b-4520-8cfe-53b8bacbde9a req-dd37f9e2-13fa-46ac-be8f-49c59c99b9c9 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] 10.222.0.69 "GET /v2.0/networks?id=7d705960-a3d1-476d-8ca6-8c1e8079012e HTTP/1.1" status: 200 len: 817 time: 0.4016442 Aug 19 14:52:07.472881 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8d2f8945-c448-4837-891d-a57c7803896e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:07.503110 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8d2f8945-c448-4837-891d-a57c7803896e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:07.557323 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4e54e180-cf5b-4520-8cfe-53b8bacbde9a req-cccf03e3-7118-4485-8a3e-d3be608d0f97 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] 10.222.0.69 "GET /v2.0/quotas/9fcb2cb685844bab82a8245f3db9db82 HTTP/1.1" status: 200 len: 375 time: 0.0469766 Aug 19 14:52:07.561651 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0d1646aa-84fa-4e69-8301-8bd6fbf41df8 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:07.572703 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0d1646aa-84fa-4e69-8301-8bd6fbf41df8 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:07.574106 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a8cc4-7307-44d5-b4e4-d325c6909d8c req-35c32ba7-c318-45f5-93b9-cbf0e552f58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:07.575552 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-306a8cc4-7307-44d5-b4e4-d325c6909d8c req-35c32ba7-c318-45f5-93b9-cbf0e552f58d service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3287737 Aug 19 14:52:07.603664 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f4153192-e697-4072-a967-0037bddf92b4 req-83d8a1a2-be35-4ca0-b3e7-847a28f13e50 tempest-ServerShowV247Test-1672561970 tempest-ServerShowV247Test-1672561970-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ac2bb94-8961-47c1-89cc-facfb5ef7252 HTTP/1.1" status: 200 len: 210 time: 0.0566833 Aug 19 14:52:07.610997 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d1646aa-84fa-4e69-8301-8bd6fbf41df8 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:52:07.619991 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4e54e180-cf5b-4520-8cfe-53b8bacbde9a req-51adb948-97ba-43f0-ad90-e9c2a030353b tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=9fcb2cb685844bab82a8245f3db9db82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494337 Aug 19 14:52:07.641040 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1646aa-84fa-4e69-8301-8bd6fbf41df8 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eca1609-8e6d-40ff-be2a-4f3bb7c96116,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:07.644713 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0d1646aa-84fa-4e69-8301-8bd6fbf41df8 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:07.645326 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-0d1646aa-84fa-4e69-8301-8bd6fbf41df8 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Added segment c3aef024-c779-41e1-88f4-1a596fdf3cfa of type vlan for network bfca67fc-4221-404a-aa5a-1be9dc39ec41 Aug 19 14:52:07.706444 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0d1646aa-84fa-4e69-8301-8bd6fbf41df8 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:07.766652 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0d1646aa-84fa-4e69-8301-8bd6fbf41df8 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:07.776183 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1646aa-84fa-4e69-8301-8bd6fbf41df8 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:07.777326 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0d1646aa-84fa-4e69-8301-8bd6fbf41df8 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:07.798872 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4e54e180-cf5b-4520-8cfe-53b8bacbde9a req-e55b3513-6b56-4f06-a44c-6791d5ca1608 service neutron] 10.222.0.69 "GET /v2.0/networks/7d705960-a3d1-476d-8ca6-8c1e8079012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588340 Aug 19 14:52:07.907673 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0d1646aa-84fa-4e69-8301-8bd6fbf41df8 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.3615050 Aug 19 14:52:07.959072 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8d2f8945-c448-4837-891d-a57c7803896e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:07.962905 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8d2f8945-c448-4837-891d-a57c7803896e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:07.980376 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-8d2f8945-c448-4837-891d-a57c7803896e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ed3f4df3-758c-4b97-95e4-5002890d705d HTTP/1.1" status: 204 len: 168 time: 0.7839389 Aug 19 14:52:07.980376 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4e54e180-cf5b-4520-8cfe-53b8bacbde9a req-7e78513b-3d81-478f-8b3d-834ae4696805 service neutron] 10.222.0.69 "GET /v2.0/networks/7d705960-a3d1-476d-8ca6-8c1e8079012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290050 Aug 19 14:52:08.003146 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813471d-9349-4368-af59-527417ff4df7 req-790a95c3-e1f1-4034-b639-287f1fb34916 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:08.014164 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d813471d-9349-4368-af59-527417ff4df7 req-790a95c3-e1f1-4034-b639-287f1fb34916 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=4474fdb5-2127-4ccb-a4ef-1d17185ca1ad HTTP/1.1" status: 200 len: 946 time: 0.2118552 Aug 19 14:52:08.016118 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f8945-c448-4837-891d-a57c7803896e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3f4df3-758c-4b97-95e4-5002890d705d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:08.025105 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1646aa-84fa-4e69-8301-8bd6fbf41df8 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Pushing event updated for resources: {'Network': ['ID=bfca67fc-4221-404a-aa5a-1be9dc39ec41,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:08.040164 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network bfca67fc-4221-404a-aa5a-1be9dc39ec41 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:52:08.151307 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d813471d-9349-4368-af59-527417ff4df7 req-b217c384-6440-4452-86d2-c9da162a989d tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313021 Aug 19 14:52:08.356557 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-74b5758a-2ba8-4554-9ecf-3c27849a58ff req-8700b616-bf54-42f8-bf36-8fb77735fc93 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] 10.222.0.69 "GET /v2.0/ports?device_id=dadf8ed7-2767-40ae-b395-6294b6294016 HTTP/1.1" status: 200 len: 210 time: 0.0661812 Aug 19 14:52:08.540516 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 32864) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:08.870463 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b1a9e4e0-da99-4f1b-a18d-07f2fedc384a req-a7521294-3dc5-461d-ad6d-470d003dc7e8 tempest-ServerShowV247Test-1672561970 tempest-ServerShowV247Test-1672561970-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ac2bb94-8961-47c1-89cc-facfb5ef7252 HTTP/1.1" status: 200 len: 210 time: 0.0882466 Aug 19 14:52:09.016703 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 96288fe7-a5a8-42f3-aeb8-c30865d78dfb no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:52:09.214972 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: 96288fe7-a5a8-42f3-aeb8-c30865d78dfb {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:52:09.216393 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 96288fe7-a5a8-42f3-aeb8-c30865d78dfb not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:52:09.304520 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-306a8cc4-7307-44d5-b4e4-d325c6909d8c req-96d4a24f-e05f-4172-a534-351dfa22dd0e tempest-ServerShowV247Test-1672561970 tempest-ServerShowV247Test-1672561970-project] 10.222.0.68 "GET /v2.0/ports?device_id=1ac2bb94-8961-47c1-89cc-facfb5ef7252 HTTP/1.1" status: 200 len: 210 time: 0.2269979 Aug 19 14:52:09.717171 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bce80e73-eac3-4fa2-82c6-a1248b6925b0 req-1bf41364-18b9-4b81-8d9f-c924788bc11a tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] 10.222.0.69 "GET /v2.0/ports?device_id=dadf8ed7-2767-40ae-b395-6294b6294016 HTTP/1.1" status: 200 len: 210 time: 0.1123939 Aug 19 14:52:09.735848 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4de52b-67db-42d3-8a61-c8cf80f00db8 req-984a5fee-c7af-473d-8b9a-1e6071143a46 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:09.745442 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6e4de52b-67db-42d3-8a61-c8cf80f00db8 req-984a5fee-c7af-473d-8b9a-1e6071143a46 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=4474fdb5-2127-4ccb-a4ef-1d17185ca1ad HTTP/1.1" status: 200 len: 946 time: 0.2527828 Aug 19 14:52:09.821293 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6e4de52b-67db-42d3-8a61-c8cf80f00db8 req-8cdd4042-6527-413b-a637-3cd636bba3f0 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745776 Aug 19 14:52:10.006059 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-15196f37-3b58-4464-8bf8-5ff622eb4818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:10.249702 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9788928a-6ca9-4ed7-b630-12b901387ae0 req-9dd0ad93-c52f-4f38-a8a3-bec65b737b9d tempest-ServerShowV247Test-1672561970 tempest-ServerShowV247Test-1672561970-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ac2bb94-8961-47c1-89cc-facfb5ef7252 HTTP/1.1" status: 200 len: 210 time: 0.0898023 Aug 19 14:52:11.224675 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54e180-cf5b-4520-8cfe-53b8bacbde9a req-c631fc2a-5636-4a83-b5d9-5e43d15c4c5b tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:11.227728 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4e54e180-cf5b-4520-8cfe-53b8bacbde9a req-c631fc2a-5636-4a83-b5d9-5e43d15c4c5b tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] 10.222.0.88 "GET /v2.0/networks?id=7d705960-a3d1-476d-8ca6-8c1e8079012e HTTP/1.1" status: 200 len: 817 time: 0.7891405 Aug 19 14:52:11.322082 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-4e54e180-cf5b-4520-8cfe-53b8bacbde9a req-ac3306f1-ea91-4c9d-ba62-3c06ce7e0252 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] Request body: {'port': {'device_id': 'dadf8ed7-2767-40ae-b395-6294b6294016', 'network_id': '7d705960-a3d1-476d-8ca6-8c1e8079012e', 'admin_state_up': True, 'tenant_id': '9fcb2cb685844bab82a8245f3db9db82'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:52:11.353858 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a36db78a-2e2f-43be-a44e-97c8411d21b2 req-1b3cd054-d73f-47e0-80f5-754a63ba4896 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] 10.222.0.69 "GET /v2.0/ports?device_id=dadf8ed7-2767-40ae-b395-6294b6294016 HTTP/1.1" status: 200 len: 210 time: 0.1192243 Aug 19 14:52:11.406753 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 32958) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:11.467185 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e055af9e-d9b9-4321-af37-91c50aeeb3eb tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Request body: {'subnet': {'network_id': 'bfca67fc-4221-404a-aa5a-1be9dc39ec41', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:52:11.597995 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e055af9e-d9b9-4321-af37-91c50aeeb3eb tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Made reservation on behalf of 62f6040790324d2f9054d5f1a383ead6 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:52:11.605948 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e055af9e-d9b9-4321-af37-91c50aeeb3eb tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:11.624635 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2a687-d824-4c00-bf6b-68cf285f2824 req-495e00c4-1256-4f2f-ab77-ca14d1140b8e tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:11.632492 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9bd2a687-d824-4c00-bf6b-68cf285f2824 req-495e00c4-1256-4f2f-ab77-ca14d1140b8e tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=4474fdb5-2127-4ccb-a4ef-1d17185ca1ad HTTP/1.1" status: 200 len: 946 time: 0.3989987 Aug 19 14:52:11.734828 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9bd2a687-d824-4c00-bf6b-68cf285f2824 req-ce20ddaa-0817-4cd9-a8ce-c70e04069b9e tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998120 Aug 19 14:52:11.766191 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e54e180-cf5b-4520-8cfe-53b8bacbde9a req-ac3306f1-ea91-4c9d-ba62-3c06ce7e0252 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] Made reservation on behalf of 9fcb2cb685844bab82a8245f3db9db82 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:52:11.773999 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4e54e180-cf5b-4520-8cfe-53b8bacbde9a req-ac3306f1-ea91-4c9d-ba62-3c06ce7e0252 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:11.803711 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-15196f37-3b58-4464-8bf8-5ff622eb4818 admin admin] Deleting port b831b4d1-1d7a-4d50-a3e5-31fbe341e840 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:52:11.804057 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-15196f37-3b58-4464-8bf8-5ff622eb4818 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:11.926946 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e055af9e-d9b9-4321-af37-91c50aeeb3eb tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:11.935702 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 32978) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:11.969412 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-15196f37-3b58-4464-8bf8-5ff622eb4818 admin admin] For port b831b4d1-1d7a-4d50-a3e5-31fbe341e840, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b831b4d1-1d7a-4d50-a3e5-31fbe341e840,segment=NetworkSegment(b79a2b4c-25f9-4906-ab26-321a0fca78e3),segment_id=b79a2b4c-25f9-4906-ab26-321a0fca78e3)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:52:11.969787 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-15196f37-3b58-4464-8bf8-5ff622eb4818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:11.988992 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-4e54e180-cf5b-4520-8cfe-53b8bacbde9a req-ac3306f1-ea91-4c9d-ba62-3c06ce7e0252 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] Allocated IP 172.20.0.9 (7d705960-a3d1-476d-8ca6-8c1e8079012e/30c22937-374a-4a64-ab10-4db5300dad52/9bcf042b-7836-4abc-be18-d36dc301024e) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:52:11.992076 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-15196f37-3b58-4464-8bf8-5ff622eb4818 admin admin] Calling delete_port for b831b4d1-1d7a-4d50-a3e5-31fbe341e840 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:52:12.057600 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e055af9e-d9b9-4321-af37-91c50aeeb3eb tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Pushing event updated for resources: {'Subnet': ['ID=2bcee73a-9a0c-4d9c-b897-dacdcf07a317,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:12.092072 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e055af9e-d9b9-4321-af37-91c50aeeb3eb tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Checking segment: {'id': 'c3aef024-c779-41e1-88f4-1a596fdf3cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'bfca67fc-4221-404a-aa5a-1be9dc39ec41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:52:12.093261 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e055af9e-d9b9-4321-af37-91c50aeeb3eb tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Network hostable DHCP agents. Network: bfca67fc-4221-404a-aa5a-1be9dc39ec41, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:52:12.146568 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e055af9e-d9b9-4321-af37-91c50aeeb3eb tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Network bfca67fc-4221-404a-aa5a-1be9dc39ec41 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:52:12.159198 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9afa4384-de22-49d7-b6b1-24925a872270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:12.170398 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-e055af9e-d9b9-4321-af37-91c50aeeb3eb tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, bfca67fc-4221-404a-aa5a-1be9dc39ec41) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:52:12.191266 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bedc19-737a-43d4-b796-d66a7c5f7f96 None None] Network bfca67fc-4221-404a-aa5a-1be9dc39ec41 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:52:12.206060 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e055af9e-d9b9-4321-af37-91c50aeeb3eb tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:12.206874 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e055af9e-d9b9-4321-af37-91c50aeeb3eb tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:12.266514 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4e54e180-cf5b-4520-8cfe-53b8bacbde9a req-ac3306f1-ea91-4c9d-ba62-3c06ce7e0252 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:12.382979 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9afa4384-de22-49d7-b6b1-24925a872270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:12.406685 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9afa4384-de22-49d7-b6b1-24925a872270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:12.419847 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-15196f37-3b58-4464-8bf8-5ff622eb4818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:12.430298 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e055af9e-d9b9-4321-af37-91c50aeeb3eb tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0223944 Aug 19 14:52:12.464108 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33002) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:12.475037 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-fc115f40-9220-4da1-b267-eae0360be753 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1498812304'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:52:12.515876 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afa4384-de22-49d7-b6b1-24925a872270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb861bc5-cd51-4b4d-b872-ec757106f3ce,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:12.526935 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9afa4384-de22-49d7-b6b1-24925a872270 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=40757a39f2804f5fbc68a2b53ebe8763&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5879519 Aug 19 14:52:12.527994 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33006) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:12.559684 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8f1554-51a2-4f0d-9525-7a0b929ba66b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-bfca67fc-4221-404a-aa5a-1be9dc39ec41', 'network_id': 'bfca67fc-4221-404a-aa5a-1be9dc39ec41', 'tenant_id': '62f6040790324d2f9054d5f1a383ead6', 'fixed_ips': [{'subnet_id': '2bcee73a-9a0c-4d9c-b897-dacdcf07a317'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:52:12.560699 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0a8f1554-51a2-4f0d-9525-7a0b929ba66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:12.562149 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc115f40-9220-4da1-b267-eae0360be753 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Made reservation on behalf of 62f6040790324d2f9054d5f1a383ead6 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:52:12.566407 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc115f40-9220-4da1-b267-eae0360be753 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:12.609730 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc115f40-9220-4da1-b267-eae0360be753 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:52:12.622097 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a68874bb-521e-427d-86ea-5f8be31ee34e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:12.647642 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc115f40-9220-4da1-b267-eae0360be753 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:12.647992 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-fc115f40-9220-4da1-b267-eae0360be753 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Added segment c61531d3-a3bd-4930-9feb-d0e4096099c6 of type vlan for network 485f2339-f4c3-4970-bc50-67d9dde113e8 Aug 19 14:52:12.717926 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-15196f37-3b58-4464-8bf8-5ff622eb4818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:12.742772 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a68874bb-521e-427d-86ea-5f8be31ee34e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:12.777081 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc115f40-9220-4da1-b267-eae0360be753 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:12.821474 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-0a8f1554-51a2-4f0d-9525-7a0b929ba66b None None] Allocated IP 2001:db8:0:ffff::2 (bfca67fc-4221-404a-aa5a-1be9dc39ec41/2bcee73a-9a0c-4d9c-b897-dacdcf07a317/4891f5de-eb8b-4c73-bbec-b2b071abc7d7) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:52:12.830317 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc115f40-9220-4da1-b267-eae0360be753 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:12.837648 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc115f40-9220-4da1-b267-eae0360be753 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:12.838061 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc115f40-9220-4da1-b267-eae0360be753 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:12.927986 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15196f37-3b58-4464-8bf8-5ff622eb4818 admin admin] Pushing event deleted for resources: {'Port': ['ID=b831b4d1-1d7a-4d50-a3e5-31fbe341e840,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:12.938660 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a68874bb-521e-427d-86ea-5f8be31ee34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:12.941328 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a68874bb-521e-427d-86ea-5f8be31ee34e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:12.944990 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4e54e180-cf5b-4520-8cfe-53b8bacbde9a req-ac3306f1-ea91-4c9d-ba62-3c06ce7e0252 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:12.954319 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a68874bb-521e-427d-86ea-5f8be31ee34e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bb861bc5-cd51-4b4d-b872-ec757106f3ce HTTP/1.1" status: 204 len: 168 time: 0.4198422 Aug 19 14:52:12.978958 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-fc115f40-9220-4da1-b267-eae0360be753 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5136936 Aug 19 14:52:12.995156 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33018) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:13.003038 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2efdafd0-9521-44ed-bc4e-f0d1e6dad944 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Request body: {'subnet': {'network_id': '485f2339-f4c3-4970-bc50-67d9dde113e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:52:13.030386 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68874bb-521e-427d-86ea-5f8be31ee34e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb861bc5-cd51-4b4d-b872-ec757106f3ce,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:13.106356 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3306f1-ea91-4c9d-ba62-3c06ce7e0252 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] Pushing event updated for resources: {'Port': ['ID=9bcf042b-7836-4abc-be18-d36dc301024e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:13.109478 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0a8f1554-51a2-4f0d-9525-7a0b929ba66b None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:13.132834 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0a8f1554-51a2-4f0d-9525-7a0b929ba66b None None] Transition to ACTIVE for port object 4891f5de-eb8b-4c73-bbec-b2b071abc7d7 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:52:13.144511 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e54e180-cf5b-4520-8cfe-53b8bacbde9a req-ac3306f1-ea91-4c9d-ba62-3c06ce7e0252 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] Network 7d705960-a3d1-476d-8ca6-8c1e8079012e is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:52:13.150250 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc115f40-9220-4da1-b267-eae0360be753 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Pushing event updated for resources: {'Network': ['ID=485f2339-f4c3-4970-bc50-67d9dde113e8,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:13.164459 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 485f2339-f4c3-4970-bc50-67d9dde113e8 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:52:13.188472 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223410e0-1d39-4a24-9fd0-5f7815ddf5ee req-5d3afb61-1d87-4a29-8d8c-0de4cbb5f317 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:13.190168 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-223410e0-1d39-4a24-9fd0-5f7815ddf5ee req-5d3afb61-1d87-4a29-8d8c-0de4cbb5f317 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] 10.222.0.69 "GET /v2.0/ports?device_id=dadf8ed7-2767-40ae-b395-6294b6294016 HTTP/1.1" status: 200 len: 931 time: 0.6021931 Aug 19 14:52:13.191090 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-4e54e180-cf5b-4520-8cfe-53b8bacbde9a req-ac3306f1-ea91-4c9d-ba62-3c06ce7e0252 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:52:13.193563 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e54e180-cf5b-4520-8cfe-53b8bacbde9a req-ac3306f1-ea91-4c9d-ba62-3c06ce7e0252 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:52:13.213328 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c87e1e9-f823-41d3-bcc8-73064a04c1a6 req-a29c194d-67f1-449a-92b0-3a090e721243 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:13.214956 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7c87e1e9-f823-41d3-bcc8-73064a04c1a6 req-a29c194d-67f1-449a-92b0-3a090e721243 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 945 time: 0.6626842 Aug 19 14:52:13.253244 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2efdafd0-9521-44ed-bc4e-f0d1e6dad944 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Made reservation on behalf of 62f6040790324d2f9054d5f1a383ead6 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:52:13.256997 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2efdafd0-9521-44ed-bc4e-f0d1e6dad944 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:13.272426 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0a8f1554-51a2-4f0d-9525-7a0b929ba66b None None] Transition to ACTIVE for port object 4891f5de-eb8b-4c73-bbec-b2b071abc7d7 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:52:13.292217 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0a8f1554-51a2-4f0d-9525-7a0b929ba66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:13.331673 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7c87e1e9-f823-41d3-bcc8-73064a04c1a6 req-78ab219d-6f62-4de0-a3f7-21fd5750f95f tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918751 Aug 19 14:52:13.373440 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54e180-cf5b-4520-8cfe-53b8bacbde9a req-ac3306f1-ea91-4c9d-ba62-3c06ce7e0252 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:13.374118 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4e54e180-cf5b-4520-8cfe-53b8bacbde9a req-ac3306f1-ea91-4c9d-ba62-3c06ce7e0252 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:13.404058 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15196f37-3b58-4464-8bf8-5ff622eb4818 admin admin] Router 66cd2e36-2154-4bf3-90ae-25fc0c52e644 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:52:13.413622 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8f1554-51a2-4f0d-9525-7a0b929ba66b None None] Network bfca67fc-4221-404a-aa5a-1be9dc39ec41 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:52:13.414816 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4e54e180-cf5b-4520-8cfe-53b8bacbde9a req-ac3306f1-ea91-4c9d-ba62-3c06ce7e0252 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1754642 Aug 19 14:52:13.421721 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-223410e0-1d39-4a24-9fd0-5f7815ddf5ee req-41ed5cd6-d71b-4386-88c3-dc9c1dcd6eb3 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] 10.222.0.69 "GET /v2.0/security-groups?id=e13b8fc1-3d95-4db7-a031-18e6ffe92589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205322 Aug 19 14:52:13.422902 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-0a8f1554-51a2-4f0d-9525-7a0b929ba66b None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:52:13.435730 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8f1554-51a2-4f0d-9525-7a0b929ba66b None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:52:13.452432 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-4e54e180-cf5b-4520-8cfe-53b8bacbde9a req-04ad4738-d7f1-46b8-a2f4-e5e7fcd14d42 service neutron] Request body: {'port': {'device_id': 'dadf8ed7-2767-40ae-b395-6294b6294016', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:52:13.470380 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f1554-51a2-4f0d-9525-7a0b929ba66b None None] Pushing event updated for resources: {'Port': ['ID=4891f5de-eb8b-4c73-bbec-b2b071abc7d7,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:13.643679 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0a8f1554-51a2-4f0d-9525-7a0b929ba66b None None] Attempting to bind port 4891f5de-eb8b-4c73-bbec-b2b071abc7d7 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:52:13.644059 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0a8f1554-51a2-4f0d-9525-7a0b929ba66b None None] Attempting to bind port 4891f5de-eb8b-4c73-bbec-b2b071abc7d7 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'c3aef024-c779-41e1-88f4-1a596fdf3cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'bfca67fc-4221-404a-aa5a-1be9dc39ec41'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:52:13.649615 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8f1554-51a2-4f0d-9525-7a0b929ba66b None None] Attempting to bind port 4891f5de-eb8b-4c73-bbec-b2b071abc7d7 on network bfca67fc-4221-404a-aa5a-1be9dc39ec41 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:52:13.651045 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f93b8-7e96-43bf-a33f-315c4527b803 req-02e3e667-5dfe-4987-97ea-ce1c3aa26347 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:13.653234 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a25f93b8-7e96-43bf-a33f-315c4527b803 req-02e3e667-5dfe-4987-97ea-ce1c3aa26347 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=4474fdb5-2127-4ccb-a4ef-1d17185ca1ad HTTP/1.1" status: 200 len: 946 time: 0.1403618 Aug 19 14:52:13.659197 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8f1554-51a2-4f0d-9525-7a0b929ba66b None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:52:13.659578 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8f1554-51a2-4f0d-9525-7a0b929ba66b None None] Checking segment: {'id': 'c3aef024-c779-41e1-88f4-1a596fdf3cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'bfca67fc-4221-404a-aa5a-1be9dc39ec41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:52:13.659984 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0a8f1554-51a2-4f0d-9525-7a0b929ba66b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:13.660379 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8f1554-51a2-4f0d-9525-7a0b929ba66b None None] Bound using segment: {'id': 'c3aef024-c779-41e1-88f4-1a596fdf3cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'bfca67fc-4221-404a-aa5a-1be9dc39ec41'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:52:13.660879 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0a8f1554-51a2-4f0d-9525-7a0b929ba66b None None] Bound port: 4891f5de-eb8b-4c73-bbec-b2b071abc7d7, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3aef024-c779-41e1-88f4-1a596fdf3cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'bfca67fc-4221-404a-aa5a-1be9dc39ec41'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:52:13.661259 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0a8f1554-51a2-4f0d-9525-7a0b929ba66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:13.822825 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a25f93b8-7e96-43bf-a33f-315c4527b803 req-427e0b00-dcf2-49b4-a23a-9fec80b4f18a tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890200 Aug 19 14:52:13.841228 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0a8f1554-51a2-4f0d-9525-7a0b929ba66b None None] For port 4891f5de-eb8b-4c73-bbec-b2b071abc7d7, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:52:13.858190 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0a8f1554-51a2-4f0d-9525-7a0b929ba66b None None] For port 4891f5de-eb8b-4c73-bbec-b2b071abc7d7, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=4891f5de-eb8b-4c73-bbec-b2b071abc7d7,segment=NetworkSegment(c3aef024-c779-41e1-88f4-1a596fdf3cfa),segment_id=c3aef024-c779-41e1-88f4-1a596fdf3cfa)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:52:13.876359 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4e54e180-cf5b-4520-8cfe-53b8bacbde9a req-04ad4738-d7f1-46b8-a2f4-e5e7fcd14d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:13.877420 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0a8f1554-51a2-4f0d-9525-7a0b929ba66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:13.904133 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2efdafd0-9521-44ed-bc4e-f0d1e6dad944 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:13.938558 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15196f37-3b58-4464-8bf8-5ff622eb4818 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:52:13.953046 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bac9d1-705c-42f1-bff4-7a4a69acabdf None None] Sync routers for ids ['66cd2e36-2154-4bf3-90ae-25fc0c52e644'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:52:13.970891 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-15196f37-3b58-4464-8bf8-5ff622eb4818 admin admin] 10.222.0.69 "PUT /v2.0/routers/66cd2e36-2154-4bf3-90ae-25fc0c52e644/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4257102 Aug 19 14:52:13.977520 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 33048) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:13.996161 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bac9d1-705c-42f1-bff4-7a4a69acabdf None None] Routers {'66cd2e36-2154-4bf3-90ae-25fc0c52e644'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:52:14.000812 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-00bac9d1-705c-42f1-bff4-7a4a69acabdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:52:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['66cd2e36-2154-4bf3-90ae-25fc0c52e644'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:52:14.043681 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f1554-51a2-4f0d-9525-7a0b929ba66b None None] Pushing event updated for resources: {'Port': ['ID=4891f5de-eb8b-4c73-bbec-b2b071abc7d7,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:14.144611 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efdafd0-9521-44ed-bc4e-f0d1e6dad944 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Pushing event updated for resources: {'Subnet': ['ID=c998a1bf-8c5e-4116-a0d7-bd8e025942fd,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:14.179031 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efdafd0-9521-44ed-bc4e-f0d1e6dad944 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Checking segment: {'id': 'c61531d3-a3bd-4930-9feb-d0e4096099c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '485f2339-f4c3-4970-bc50-67d9dde113e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:52:14.179725 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efdafd0-9521-44ed-bc4e-f0d1e6dad944 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Network hostable DHCP agents. Network: 485f2339-f4c3-4970-bc50-67d9dde113e8, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:52:14.226856 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efdafd0-9521-44ed-bc4e-f0d1e6dad944 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Network 485f2339-f4c3-4970-bc50-67d9dde113e8 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:52:14.254279 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-2efdafd0-9521-44ed-bc4e-f0d1e6dad944 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 485f2339-f4c3-4970-bc50-67d9dde113e8) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:52:14.260055 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efdafd0-9521-44ed-bc4e-f0d1e6dad944 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:14.261310 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2efdafd0-9521-44ed-bc4e-f0d1e6dad944 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:14.267426 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88631142-de27-44ff-a34a-14410733cafc None None] Network 485f2339-f4c3-4970-bc50-67d9dde113e8 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:52:14.327247 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2efdafd0-9521-44ed-bc4e-f0d1e6dad944 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3305352 Aug 19 14:52:14.336146 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33058) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:14.468989 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-00bac9d1-705c-42f1-bff4-7a4a69acabdf None None] Set router 66cd2e36-2154-4bf3-90ae-25fc0c52e644 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:52:14.518068 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9228da6c-2ea5-49dc-86e2-e686cde3dc53 admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:14.690274 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3ce45aa4-f186-4c66-97cf-cb8ec93b5bd9 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:14.799947 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3ce45aa4-f186-4c66-97cf-cb8ec93b5bd9 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:14.881207 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96340489-6237-4c56-9510-fa79c85dfec6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-485f2339-f4c3-4970-bc50-67d9dde113e8', 'network_id': '485f2339-f4c3-4970-bc50-67d9dde113e8', 'tenant_id': '62f6040790324d2f9054d5f1a383ead6', 'fixed_ips': [{'subnet_id': 'c998a1bf-8c5e-4116-a0d7-bd8e025942fd'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:52:14.882684 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-96340489-6237-4c56-9510-fa79c85dfec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:14.997672 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3ce45aa4-f186-4c66-97cf-cb8ec93b5bd9 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:15.070731 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc25436-a4b0-421d-82b3-38605c82359c req-3a4e4c79-5802-4b95-beac-40b413b031a0 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:15.072323 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ddc25436-a4b0-421d-82b3-38605c82359c req-3a4e4c79-5802-4b95-beac-40b413b031a0 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] 10.222.0.69 "GET /v2.0/ports?device_id=dadf8ed7-2767-40ae-b395-6294b6294016 HTTP/1.1" status: 200 len: 931 time: 0.4193561 Aug 19 14:52:15.081009 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce45aa4-f186-4c66-97cf-cb8ec93b5bd9 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Pushing event deleted for resources: {'Subnet': ['ID=c998a1bf-8c5e-4116-a0d7-bd8e025942fd,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:15.122237 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-00bac9d1-705c-42f1-bff4-7a4a69acabdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cd2e36-2154-4bf3-90ae-25fc0c52e644', 'name': 'tempest-ServerRescueTestJSONUnderV235-2141305118-router', 'tenant_id': 'ae49a7cbfd2b423caf2130122e9db614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '1cfb3674-19e0-4512-9e38-c46b82a7f053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:50:39Z', 'updated_at': '2021-08-19T14:52:12Z', 'revision_number': 5, 'project_id': 'ae49a7cbfd2b423caf2130122e9db614', 'gw_port': {'id': '1cfb3674-19e0-4512-9e38-c46b82a7f053', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd2e36-2154-4bf3-90ae-25fc0c52e644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:50:41Z', 'updated_at': '2021-08-19T14:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:52:15.217604 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bac9d1-705c-42f1-bff4-7a4a69acabdf None None] Checking router: 66cd2e36-2154-4bf3-90ae-25fc0c52e644 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:52:15.236639 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bac9d1-705c-42f1-bff4-7a4a69acabdf None None] Routers {'66cd2e36-2154-4bf3-90ae-25fc0c52e644'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:52:15.241297 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-00bac9d1-705c-42f1-bff4-7a4a69acabdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:52:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['66cd2e36-2154-4bf3-90ae-25fc0c52e644'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:52:15.302260 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3ce45aa4-f186-4c66-97cf-cb8ec93b5bd9 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:15.328330 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-3ce45aa4-f186-4c66-97cf-cb8ec93b5bd9 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['485f2339-f4c3-4970-bc50-67d9dde113e8']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:52:15.371362 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9228da6c-2ea5-49dc-86e2-e686cde3dc53 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:15.375371 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-3ce45aa4-f186-4c66-97cf-cb8ec93b5bd9 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c61531d3-a3bd-4930-9feb-d0e4096099c6') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:52:15.379951 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-3ce45aa4-f186-4c66-97cf-cb8ec93b5bd9 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c61531d3-a3bd-4930-9feb-d0e4096099c6') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:52:15.416214 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3ce45aa4-f186-4c66-97cf-cb8ec93b5bd9 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:15.424915 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device aa7a43f4-555b-4213-a8fa-75f449055cf9 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:52:15.429215 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 4891f5de-eb8b-4c73-bbec-b2b071abc7d7 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:52:15.452979 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3ce45aa4-f186-4c66-97cf-cb8ec93b5bd9 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:15.455530 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ddc25436-a4b0-421d-82b3-38605c82359c req-e7ee745f-fc0e-45d9-baeb-6fa3aed35b6d tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] 10.222.0.69 "GET /v2.0/security-groups?id=e13b8fc1-3d95-4db7-a031-18e6ffe92589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338027 Aug 19 14:52:15.471399 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ce45aa4-f186-4c66-97cf-cb8ec93b5bd9 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:52:15.471936 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3ce45aa4-f186-4c66-97cf-cb8ec93b5bd9 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:15.476689 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-00bac9d1-705c-42f1-bff4-7a4a69acabdf None None] Set router 66cd2e36-2154-4bf3-90ae-25fc0c52e644 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:52:15.504797 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:52:15.504797 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:52:15.504797 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:52:15.504797 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:52:15.504797 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:52:15.504797 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:52:15.504797 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:52:15.504797 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:52:15.504797 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:52:15.504797 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:52:15.504797 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:52:15.504797 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:52:15.504797 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:52:15.504797 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:52:15.504797 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:52:15.504797 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:52:15.504797 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:52:15.504797 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:52:15.504797 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:52:15.504797 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:52:15.504797 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:52:15.504797 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:52:15.504797 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:52:15.504797 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:52:15.504797 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:52:15.504797 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:52:15.504797 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:52:15.504797 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:52:15.504797 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:52:15.504797 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:52:15.504797 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:52:15.504797 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:52:15.584143 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a36d6b-91df-41c4-8bf4-a9e407264039 req-1ff9e24a-0c8b-4060-b195-847b287d2cf4 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:15.606222 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e3a36d6b-91df-41c4-8bf4-a9e407264039 req-1ff9e24a-0c8b-4060-b195-847b287d2cf4 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=4474fdb5-2127-4ccb-a4ef-1d17185ca1ad HTTP/1.1" status: 200 len: 946 time: 0.4861403 Aug 19 14:52:15.683187 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server [None req-96340489-6237-4c56-9510-fa79c85dfec6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c998a1bf-8c5e-4116-a0d7-bd8e025942fd: This subnet is being modified by another concurrent operation. Aug 19 14:52:15.683187 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 14:52:15.683187 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 14:52:15.683187 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 14:52:15.683187 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 14:52:15.683187 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 14:52:15.683187 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 14:52:15.683187 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 14:52:15.683187 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 14:52:15.683187 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 14:52:15.683187 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 14:52:15.683187 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 14:52:15.683187 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 14:52:15.683187 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 14:52:15.683187 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 14:52:15.683187 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 14:52:15.683187 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 14:52:15.683187 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 14:52:15.683187 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 14:52:15.683187 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 14:52:15.683187 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 14:52:15.683187 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 14:52:15.683187 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 14:52:15.683187 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 14:52:15.683187 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 14:52:15.683187 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 14:52:15.683187 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 14:52:15.683187 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 14:52:15.683187 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 14:52:15.683187 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 14:52:15.683187 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 14:52:15.683187 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 14:52:15.683187 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 14:52:15.683187 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 14:52:15.683187 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 14:52:15.683187 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 14:52:15.683187 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 14:52:15.683187 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 14:52:15.683187 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 14:52:15.683187 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 14:52:15.683187 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 14:52:15.683187 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 14:52:15.683187 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 14:52:15.683187 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 14:52:15.683187 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 14:52:15.683187 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 14:52:15.683187 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 14:52:15.683187 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 14:52:15.683187 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 14:52:15.683187 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 14:52:15.683187 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 14:52:15.683187 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 14:52:15.683187 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 14:52:15.683187 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 14:52:15.688343 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 14:52:15.688343 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 14:52:15.688343 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 14:52:15.688343 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 14:52:15.688343 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 14:52:15.688343 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 14:52:15.688343 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 14:52:15.688343 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 14:52:15.688343 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 14:52:15.688343 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 14:52:15.688343 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 14:52:15.688343 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 14:52:15.688343 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 14:52:15.688343 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 14:52:15.688343 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 14:52:15.688343 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 14:52:15.688343 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 14:52:15.688343 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 14:52:15.688343 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 14:52:15.688343 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 14:52:15.688343 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 14:52:15.688343 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 14:52:15.688343 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 14:52:15.688343 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 14:52:15.688343 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 14:52:15.688343 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 14:52:15.688343 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 14:52:15.688343 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 14:52:15.688343 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 14:52:15.688343 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 14:52:15.688343 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 14:52:15.688343 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 14:52:15.688343 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 14:52:15.688343 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 14:52:15.688343 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 14:52:15.688343 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise exception Aug 19 14:52:15.688343 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c998a1bf-8c5e-4116-a0d7-bd8e025942fd: This subnet is being modified by another concurrent operation. Aug 19 14:52:15.688343 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server Aug 19 14:52:15.711043 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3ce45aa4-f186-4c66-97cf-cb8ec93b5bd9 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:15.725956 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3ce45aa4-f186-4c66-97cf-cb8ec93b5bd9 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:15.728803 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-3ce45aa4-f186-4c66-97cf-cb8ec93b5bd9 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "DELETE /v2.0/networks/485f2339-f4c3-4970-bc50-67d9dde113e8 HTTP/1.1" status: 204 len: 168 time: 1.3849759 Aug 19 14:52:15.745891 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33098) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:15.771593 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-697d1989-d17f-4632-a132-1a6717242b84 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2005354319'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:52:15.804726 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce45aa4-f186-4c66-97cf-cb8ec93b5bd9 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Pushing event deleted for resources: {'Network': ['ID=485f2339-f4c3-4970-bc50-67d9dde113e8,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:15.810265 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697d1989-d17f-4632-a132-1a6717242b84 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Made reservation on behalf of 62f6040790324d2f9054d5f1a383ead6 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:52:15.817983 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-697d1989-d17f-4632-a132-1a6717242b84 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:15.827625 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:15.834080 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acb99a5-eb86-4045-9d20-56a13e8d1ceb None None] Network 485f2339-f4c3-4970-bc50-67d9dde113e8 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:52:15.877182 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-697d1989-d17f-4632-a132-1a6717242b84 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:52:15.891358 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-697d1989-d17f-4632-a132-1a6717242b84 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:15.892058 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-697d1989-d17f-4632-a132-1a6717242b84 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Added segment 0bc4987f-ca2b-4f56-8b15-2f1693310055 of type vlan for network 1c99d164-7b9b-4379-94bb-b9cb92e9cf05 Aug 19 14:52:15.905451 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acb99a5-eb86-4045-9d20-56a13e8d1ceb None None] Network 485f2339-f4c3-4970-bc50-67d9dde113e8 could not be found, it might have been deleted concurrently. {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 19 14:52:15.910081 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2f68d4-9dba-4087-80b2-834110268218 None None] Network bfca67fc-4221-404a-aa5a-1be9dc39ec41 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:52:16.003439 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-697d1989-d17f-4632-a132-1a6717242b84 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:16.070646 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-697d1989-d17f-4632-a132-1a6717242b84 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:16.082939 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697d1989-d17f-4632-a132-1a6717242b84 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:16.084285 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-697d1989-d17f-4632-a132-1a6717242b84 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:16.133614 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-00bac9d1-705c-42f1-bff4-7a4a69acabdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cd2e36-2154-4bf3-90ae-25fc0c52e644', 'name': 'tempest-ServerRescueTestJSONUnderV235-2141305118-router', 'tenant_id': 'ae49a7cbfd2b423caf2130122e9db614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '1cfb3674-19e0-4512-9e38-c46b82a7f053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:50:39Z', 'updated_at': '2021-08-19T14:52:12Z', 'revision_number': 5, 'project_id': 'ae49a7cbfd2b423caf2130122e9db614', 'gw_port': {'id': '1cfb3674-19e0-4512-9e38-c46b82a7f053', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd2e36-2154-4bf3-90ae-25fc0c52e644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:50:41Z', 'updated_at': '2021-08-19T14:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:52:16.178819 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port aa7a43f4-555b-4213-a8fa-75f449055cf9, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=aa7a43f4-555b-4213-a8fa-75f449055cf9,segment=NetworkSegment(a797992c-f015-48a4-a029-21c175cc336b),segment_id=a797992c-f015-48a4-a029-21c175cc336b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:52:16.197970 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc73c556-372d-45ed-a6ca-136a8ca2c91f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa7a43f4-555b-4213-a8fa-75f449055cf9'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:52:16.206985 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc70149-0519-4a1a-b779-50292d2dbff1" -d '{"events": [{"server_uuid": "bc73c556-372d-45ed-a6ca-136a8ca2c91f", "name": "network-vif-unplugged", "status": "completed", "tag": "aa7a43f4-555b-4213-a8fa-75f449055cf9"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:52:16.235978 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:16.245925 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bac9d1-705c-42f1-bff4-7a4a69acabdf None None] The sync data for ids ['66cd2e36-2154-4bf3-90ae-25fc0c52e644'] in n-d-766043-2 is: [{'id': '66cd2e36-2154-4bf3-90ae-25fc0c52e644', 'name': 'tempest-ServerRescueTestJSONUnderV235-2141305118-router', 'tenant_id': 'ae49a7cbfd2b423caf2130122e9db614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '1cfb3674-19e0-4512-9e38-c46b82a7f053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:50:39Z', 'updated_at': '2021-08-19T14:52:12Z', 'revision_number': 5, 'project_id': 'ae49a7cbfd2b423caf2130122e9db614', 'gw_port': {'id': '1cfb3674-19e0-4512-9e38-c46b82a7f053', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd2e36-2154-4bf3-90ae-25fc0c52e644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:50:41Z', 'updated_at': '2021-08-19T14:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:52:16.255901 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-697d1989-d17f-4632-a132-1a6717242b84 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5046704 Aug 19 14:52:16.264042 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33108) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:16.267355 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f232ead7-008d-4a28-8968-d55f98211fa8 None None] Provisioning for port 4891f5de-eb8b-4c73-bbec-b2b071abc7d7 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:52:16.278981 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-89351593-bdec-4987-91f7-8a012f5f3ed7 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Request body: {'subnet': {'network_id': '1c99d164-7b9b-4379-94bb-b9cb92e9cf05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:52:16.330445 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 4891f5de-eb8b-4c73-bbec-b2b071abc7d7 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:52:16.341004 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 4891f5de-eb8b-4c73-bbec-b2b071abc7d7 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:52:16.341844 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:16.415777 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-4e54e180-cf5b-4520-8cfe-53b8bacbde9a req-04ad4738-d7f1-46b8-a2f4-e5e7fcd14d42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bcf042b-7836-4abc-be18-d36dc301024e {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:52:16.435518 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e3a36d6b-91df-41c4-8bf4-a9e407264039 req-a0df5572-37d3-46a0-876b-68c97e33df19 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8107200 Aug 19 14:52:16.457710 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697d1989-d17f-4632-a132-1a6717242b84 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Pushing event updated for resources: {'Network': ['ID=1c99d164-7b9b-4379-94bb-b9cb92e9cf05,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:16.478563 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4e54e180-cf5b-4520-8cfe-53b8bacbde9a req-04ad4738-d7f1-46b8-a2f4-e5e7fcd14d42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:16.538054 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 1c99d164-7b9b-4379-94bb-b9cb92e9cf05 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:52:16.546379 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=aa7a43f4-555b-4213-a8fa-75f449055cf9,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:16.549880 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-4e54e180-cf5b-4520-8cfe-53b8bacbde9a req-04ad4738-d7f1-46b8-a2f4-e5e7fcd14d42 service neutron] Transition to ACTIVE for port object 9bcf042b-7836-4abc-be18-d36dc301024e will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:52:16.551986 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89351593-bdec-4987-91f7-8a012f5f3ed7 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Made reservation on behalf of 62f6040790324d2f9054d5f1a383ead6 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:52:16.561781 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89351593-bdec-4987-91f7-8a012f5f3ed7 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:16.563624 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9228da6c-2ea5-49dc-86e2-e686cde3dc53 admin admin] Deleting port 1cfb3674-19e0-4512-9e38-c46b82a7f053 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:52:16.564837 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9228da6c-2ea5-49dc-86e2-e686cde3dc53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:16.613071 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4e54e180-cf5b-4520-8cfe-53b8bacbde9a req-04ad4738-d7f1-46b8-a2f4-e5e7fcd14d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:16.631960 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 14:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f892ca4-0e5b-4c0c-857d-31ea1afb68a6 x-openstack-request-id: req-9f892ca4-0e5b-4c0c-857d-31ea1afb68a6 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:52:16.632370 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc73c556-372d-45ed-a6ca-136a8ca2c91f", "name": "network-vif-unplugged", "status": "completed", "tag": "aa7a43f4-555b-4213-a8fa-75f449055cf9", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:52:16.632809 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9f892ca4-0e5b-4c0c-857d-31ea1afb68a6 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:52:16.633415 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc73c556-372d-45ed-a6ca-136a8ca2c91f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa7a43f4-555b-4213-a8fa-75f449055cf9', 'code': 200} Aug 19 14:52:16.748293 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:16.828911 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 4891f5de-eb8b-4c73-bbec-b2b071abc7d7, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=4891f5de-eb8b-4c73-bbec-b2b071abc7d7,segment=NetworkSegment(c3aef024-c779-41e1-88f4-1a596fdf3cfa),segment_id=c3aef024-c779-41e1-88f4-1a596fdf3cfa)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:52:16.843647 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:16.921254 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ad4738-d7f1-46b8-a2f4-e5e7fcd14d42 service neutron] Pushing event updated for resources: {'Port': ['ID=9bcf042b-7836-4abc-be18-d36dc301024e,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:16.938835 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b831b4d1-1d7a-4d50-a3e5-31fbe341e840 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:52:17.036440 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9228da6c-2ea5-49dc-86e2-e686cde3dc53 admin admin] For port 1cfb3674-19e0-4512-9e38-c46b82a7f053, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=1cfb3674-19e0-4512-9e38-c46b82a7f053,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:52:17.037043 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9228da6c-2ea5-49dc-86e2-e686cde3dc53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:17.050458 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=4891f5de-eb8b-4c73-bbec-b2b071abc7d7,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:17.067273 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: b831b4d1-1d7a-4d50-a3e5-31fbe341e840 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:52:17.069270 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b831b4d1-1d7a-4d50-a3e5-31fbe341e840 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:52:17.086256 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device aa7a43f4-555b-4213-a8fa-75f449055cf9 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:52:17.118713 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9228da6c-2ea5-49dc-86e2-e686cde3dc53 admin admin] Calling delete_port for 1cfb3674-19e0-4512-9e38-c46b82a7f053 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:52:17.151212 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99053662-1f4c-4062-8dd6-3400d9de32c0 req-d450943f-15ef-442d-b54b-be8373589605 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:17.163587 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-99053662-1f4c-4062-8dd6-3400d9de32c0 req-d450943f-15ef-442d-b54b-be8373589605 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] 10.222.0.69 "GET /v2.0/ports?device_id=dadf8ed7-2767-40ae-b395-6294b6294016 HTTP/1.1" status: 200 len: 943 time: 0.3654330 Aug 19 14:52:17.165867 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89351593-bdec-4987-91f7-8a012f5f3ed7 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:17.235289 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d7e6fd-8e97-4e5b-9647-c1dcb3a2cf13 None None] get_active_networks_info from n-d-766043-2 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 14:52:17.318951 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-4e54e180-cf5b-4520-8cfe-53b8bacbde9a req-04ad4738-d7f1-46b8-a2f4-e5e7fcd14d42 service neutron] Attempting to bind port 9bcf042b-7836-4abc-be18-d36dc301024e on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:52:17.321348 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-4e54e180-cf5b-4520-8cfe-53b8bacbde9a req-04ad4738-d7f1-46b8-a2f4-e5e7fcd14d42 service neutron] Attempting to bind port 9bcf042b-7836-4abc-be18-d36dc301024e by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '3f3e24ec-ab15-4659-a8a6-a1b9bb081a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '7d705960-a3d1-476d-8ca6-8c1e8079012e'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:52:17.321813 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e54e180-cf5b-4520-8cfe-53b8bacbde9a req-04ad4738-d7f1-46b8-a2f4-e5e7fcd14d42 service neutron] Attempting to bind port 9bcf042b-7836-4abc-be18-d36dc301024e on network 7d705960-a3d1-476d-8ca6-8c1e8079012e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:52:17.352585 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89351593-bdec-4987-91f7-8a012f5f3ed7 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Pushing event updated for resources: {'Subnet': ['ID=c124c7c1-9047-4a28-9677-561688b4f566,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:17.354005 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e54e180-cf5b-4520-8cfe-53b8bacbde9a req-04ad4738-d7f1-46b8-a2f4-e5e7fcd14d42 service neutron] Port 9bcf042b-7836-4abc-be18-d36dc301024e on network 7d705960-a3d1-476d-8ca6-8c1e8079012e not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:52:17.354664 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ce615cf8-8958-43e0-8957-0c3baf185bef None None] Provisioning complete for port 4891f5de-eb8b-4c73-bbec-b2b071abc7d7 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:52:17.355020 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ce615cf8-8958-43e0-8957-0c3baf185bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:17.360434 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e54e180-cf5b-4520-8cfe-53b8bacbde9a req-04ad4738-d7f1-46b8-a2f4-e5e7fcd14d42 service neutron] Attempting to bind port 9bcf042b-7836-4abc-be18-d36dc301024e on network 7d705960-a3d1-476d-8ca6-8c1e8079012e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:52:17.383979 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89351593-bdec-4987-91f7-8a012f5f3ed7 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Checking segment: {'id': '0bc4987f-ca2b-4f56-8b15-2f1693310055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1c99d164-7b9b-4379-94bb-b9cb92e9cf05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:52:17.384351 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89351593-bdec-4987-91f7-8a012f5f3ed7 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Network hostable DHCP agents. Network: 1c99d164-7b9b-4379-94bb-b9cb92e9cf05, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:52:17.422287 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89351593-bdec-4987-91f7-8a012f5f3ed7 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Network 1c99d164-7b9b-4379-94bb-b9cb92e9cf05 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:52:17.431112 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-99053662-1f4c-4062-8dd6-3400d9de32c0 req-71202ef9-fbab-4afe-9746-d12cd48bd0ff tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] 10.222.0.69 "GET /v2.0/security-groups?id=e13b8fc1-3d95-4db7-a031-18e6ffe92589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636557 Aug 19 14:52:17.446690 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e54e180-cf5b-4520-8cfe-53b8bacbde9a req-04ad4738-d7f1-46b8-a2f4-e5e7fcd14d42 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:52:17.447169 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e54e180-cf5b-4520-8cfe-53b8bacbde9a req-04ad4738-d7f1-46b8-a2f4-e5e7fcd14d42 service neutron] Checking segment: {'id': '3f3e24ec-ab15-4659-a8a6-a1b9bb081a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '7d705960-a3d1-476d-8ca6-8c1e8079012e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:52:17.447830 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e54e180-cf5b-4520-8cfe-53b8bacbde9a req-04ad4738-d7f1-46b8-a2f4-e5e7fcd14d42 service neutron] Bound using segment: {'id': '3f3e24ec-ab15-4659-a8a6-a1b9bb081a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '7d705960-a3d1-476d-8ca6-8c1e8079012e'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:52:17.449367 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-4e54e180-cf5b-4520-8cfe-53b8bacbde9a req-04ad4738-d7f1-46b8-a2f4-e5e7fcd14d42 service neutron] Bound port: 9bcf042b-7836-4abc-be18-d36dc301024e, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f3e24ec-ab15-4659-a8a6-a1b9bb081a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '7d705960-a3d1-476d-8ca6-8c1e8079012e'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:52:17.451309 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4e54e180-cf5b-4520-8cfe-53b8bacbde9a req-04ad4738-d7f1-46b8-a2f4-e5e7fcd14d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:17.464444 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-89351593-bdec-4987-91f7-8a012f5f3ed7 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 1c99d164-7b9b-4379-94bb-b9cb92e9cf05) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:52:17.470014 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89351593-bdec-4987-91f7-8a012f5f3ed7 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:17.470648 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89351593-bdec-4987-91f7-8a012f5f3ed7 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:17.518027 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-89351593-bdec-4987-91f7-8a012f5f3ed7 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2482240 Aug 19 14:52:17.518267 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33148) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:17.529446 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8c19fa97-6600-4d58-9196-fe376783e81e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-739591679'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:52:17.577583 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c19fa97-6600-4d58-9196-fe376783e81e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Made reservation on behalf of 62f6040790324d2f9054d5f1a383ead6 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:52:17.589090 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c19fa97-6600-4d58-9196-fe376783e81e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:17.646494 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c19fa97-6600-4d58-9196-fe376783e81e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:52:17.669904 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c19fa97-6600-4d58-9196-fe376783e81e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:17.670257 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-8c19fa97-6600-4d58-9196-fe376783e81e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Added segment 65f4e4ae-eec8-4949-a593-dca3d28ff9ee of type vlan for network 9b4d0f2b-f898-440c-9f46-5c80d14c769e Aug 19 14:52:17.711127 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port aa7a43f4-555b-4213-a8fa-75f449055cf9, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=aa7a43f4-555b-4213-a8fa-75f449055cf9,segment=NetworkSegment(a797992c-f015-48a4-a029-21c175cc336b),segment_id=a797992c-f015-48a4-a029-21c175cc336b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:52:17.763864 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c19fa97-6600-4d58-9196-fe376783e81e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:17.794894 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c19fa97-6600-4d58-9196-fe376783e81e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:17.805730 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9228da6c-2ea5-49dc-86e2-e686cde3dc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:17.808185 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c19fa97-6600-4d58-9196-fe376783e81e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:17.810012 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c19fa97-6600-4d58-9196-fe376783e81e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:17.958015 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8c19fa97-6600-4d58-9196-fe376783e81e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4381957 Aug 19 14:52:17.964224 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9228da6c-2ea5-49dc-86e2-e686cde3dc53 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cfb3674-19e0-4512-9e38-c46b82a7f053,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:17.966823 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33154) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:17.968019 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9228da6c-2ea5-49dc-86e2-e686cde3dc53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:17.981507 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-65c8c9cf-03cd-41bc-9272-66bd89d484ca tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Request body: {'subnet': {'network_id': '9b4d0f2b-f898-440c-9f46-5c80d14c769e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:52:18.061971 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be3aa2a-aa1d-4324-ac4e-8e1f9ff89824 req-9548841d-9ee6-4e4e-8d6d-0dae06501590 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:18.063593 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8be3aa2a-aa1d-4324-ac4e-8e1f9ff89824 req-9548841d-9ee6-4e4e-8d6d-0dae06501590 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=4474fdb5-2127-4ccb-a4ef-1d17185ca1ad HTTP/1.1" status: 200 len: 946 time: 0.4510033 Aug 19 14:52:18.076747 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': 'aa7a43f4-555b-4213-a8fa-75f449055cf9', 'network_id': '8d226290-6085-496f-b9eb-bf514760f427', 'port_id': 'aa7a43f4-555b-4213-a8fa-75f449055cf9', 'mac_address': 'fa:16:3e:f1:1d:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ebe78ca-28f7-43fa-89de-04375d30f6cd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:52:18.121913 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c19fa97-6600-4d58-9196-fe376783e81e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Pushing event updated for resources: {'Network': ['ID=9b4d0f2b-f898-440c-9f46-5c80d14c769e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:18.155024 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 9b4d0f2b-f898-440c-9f46-5c80d14c769e details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:52:18.169152 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-4e54e180-cf5b-4520-8cfe-53b8bacbde9a req-04ad4738-d7f1-46b8-a2f4-e5e7fcd14d42 service neutron] For port 9bcf042b-7836-4abc-be18-d36dc301024e, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:52:18.194399 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c8c9cf-03cd-41bc-9272-66bd89d484ca tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Made reservation on behalf of 62f6040790324d2f9054d5f1a383ead6 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:52:18.197927 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-65c8c9cf-03cd-41bc-9272-66bd89d484ca tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:18.226133 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9228da6c-2ea5-49dc-86e2-e686cde3dc53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:18.232188 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-4e54e180-cf5b-4520-8cfe-53b8bacbde9a req-04ad4738-d7f1-46b8-a2f4-e5e7fcd14d42 service neutron] For port 9bcf042b-7836-4abc-be18-d36dc301024e, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=9bcf042b-7836-4abc-be18-d36dc301024e,segment=NetworkSegment(3f3e24ec-ab15-4659-a8a6-a1b9bb081a06),segment_id=3f3e24ec-ab15-4659-a8a6-a1b9bb081a06)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:52:18.233164 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9228da6c-2ea5-49dc-86e2-e686cde3dc53 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:18.255066 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8be3aa2a-aa1d-4324-ac4e-8e1f9ff89824 req-be615cad-d246-41cb-8171-98e93028aa07 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345468 Aug 19 14:52:18.260332 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc36073-f783-4a0f-b750-a6f02c7cb172 req-bf352617-c810-4167-bc39-0718f5e21ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:18.262955 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cdc36073-f783-4a0f-b750-a6f02c7cb172 req-bf352617-c810-4167-bc39-0718f5e21ca5 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=4474fdb5-2127-4ccb-a4ef-1d17185ca1ad HTTP/1.1" status: 200 len: 1097 time: 0.1409783 Aug 19 14:52:18.263624 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4e54e180-cf5b-4520-8cfe-53b8bacbde9a req-04ad4738-d7f1-46b8-a2f4-e5e7fcd14d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:18.312263 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.ipam_backend_mixin [None req-65c8c9cf-03cd-41bc-9272-66bd89d484ca tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Performing IP validity checks on allocation pools {{(pid=94639) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 19 14:52:18.313287 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.ipam_backend_mixin [None req-65c8c9cf-03cd-41bc-9272-66bd89d484ca tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94639) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 19 14:52:18.335006 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d7e6fd-8e97-4e5b-9647-c1dcb3a2cf13 None None] Unable to find a vacant binding_index for network 1c99d164-7b9b-4379-94bb-b9cb92e9cf05 and agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 {{(pid=94641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 19 14:52:18.349899 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d7e6fd-8e97-4e5b-9647-c1dcb3a2cf13 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 1c99d164-7b9b-4379-94bb-b9cb92e9cf05) {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 14:52:18.365107 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ad4738-d7f1-46b8-a2f4-e5e7fcd14d42 service neutron] Pushing event updated for resources: {'Port': ['ID=9bcf042b-7836-4abc-be18-d36dc301024e,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:18.372973 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54e180-cf5b-4520-8cfe-53b8bacbde9a req-04ad4738-d7f1-46b8-a2f4-e5e7fcd14d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:18.373979 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4e54e180-cf5b-4520-8cfe-53b8bacbde9a req-04ad4738-d7f1-46b8-a2f4-e5e7fcd14d42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:18.375959 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4e54e180-cf5b-4520-8cfe-53b8bacbde9a req-04ad4738-d7f1-46b8-a2f4-e5e7fcd14d42 service neutron] 10.222.0.88 "PUT /v2.0/ports/9bcf042b-7836-4abc-be18-d36dc301024e HTTP/1.1" status: 200 len: 1091 time: 4.9484539 Aug 19 14:52:18.382882 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dadf8ed7-2767-40ae-b395-6294b6294016', 'tag': '9bcf042b-7836-4abc-be18-d36dc301024e'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:52:18.385888 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1f58e9-d7cd-4ffa-8acd-3c30d988d0f3" -d '{"events": [{"name": "network-changed", "server_uuid": "dadf8ed7-2767-40ae-b395-6294b6294016", "tag": "9bcf042b-7836-4abc-be18-d36dc301024e"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:52:18.410763 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:18.412182 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cdc36073-f783-4a0f-b750-a6f02c7cb172 req-f7610a70-1211-4765-9a55-1f19d735d7e3 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357238 Aug 19 14:52:18.413877 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9228da6c-2ea5-49dc-86e2-e686cde3dc53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:18.414625 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9228da6c-2ea5-49dc-86e2-e686cde3dc53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66cd2e36-2154-4bf3-90ae-25fc0c52e644 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:52:18.422193 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9228da6c-2ea5-49dc-86e2-e686cde3dc53 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:18.423624 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9228da6c-2ea5-49dc-86e2-e686cde3dc53 admin admin] 10.222.0.69 "DELETE /v2.0/routers/66cd2e36-2154-4bf3-90ae-25fc0c52e644 HTTP/1.1" status: 204 len: 168 time: 4.4402881 Aug 19 14:52:18.426052 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 33166) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:18.491849 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92206e34-a53f-4b16-b9bd-77a6073456b0 x-openstack-request-id: req-92206e34-a53f-4b16-b9bd-77a6073456b0 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:52:18.492613 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dadf8ed7-2767-40ae-b395-6294b6294016", "tag": "9bcf042b-7836-4abc-be18-d36dc301024e", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:52:18.493033 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-92206e34-a53f-4b16-b9bd-77a6073456b0 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:52:18.493611 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dadf8ed7-2767-40ae-b395-6294b6294016', 'tag': '9bcf042b-7836-4abc-be18-d36dc301024e', 'status': 'completed', 'code': 200} Aug 19 14:52:18.569932 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa7a43f4-555b-4213-a8fa-75f449055cf9 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:52:18.628852 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port aa7a43f4-555b-4213-a8fa-75f449055cf9, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=aa7a43f4-555b-4213-a8fa-75f449055cf9,segment=NetworkSegment(a797992c-f015-48a4-a029-21c175cc336b),segment_id=a797992c-f015-48a4-a029-21c175cc336b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:52:18.644574 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:18.651710 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-97b8d58f-3b13-4882-accb-35050b4dcacd admin admin] Deleting subnet 2a785b3e-9c1d-4988-81cb-c4fa12228cab {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:52:18.681573 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54e180-cf5b-4520-8cfe-53b8bacbde9a req-cade91ed-0051-42bd-a06a-a88e5de7c328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:18.683166 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4e54e180-cf5b-4520-8cfe-53b8bacbde9a req-cade91ed-0051-42bd-a06a-a88e5de7c328 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9fcb2cb685844bab82a8245f3db9db82&device_id=dadf8ed7-2767-40ae-b395-6294b6294016 HTTP/1.1" status: 200 len: 1094 time: 0.2458711 Aug 19 14:52:18.683934 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97b8d58f-3b13-4882-accb-35050b4dcacd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:18.739264 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=aa7a43f4-555b-4213-a8fa-75f449055cf9,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:18.793022 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-65c8c9cf-03cd-41bc-9272-66bd89d484ca tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:18.858258 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['aa7a43f4-555b-4213-a8fa-75f449055cf9'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:52:18.883214 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4e54e180-cf5b-4520-8cfe-53b8bacbde9a req-42b918ba-9fd1-442b-af40-7e1a2b79ce6c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9bcf042b-7836-4abc-be18-d36dc301024e HTTP/1.1" status: 200 len: 217 time: 0.1655796 Aug 19 14:52:18.889634 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c8c9cf-03cd-41bc-9272-66bd89d484ca tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Pushing event updated for resources: {'Subnet': ['ID=e2f7a8cf-dfa9-4587-af64-19537de3b4ca,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:18.899204 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c8c9cf-03cd-41bc-9272-66bd89d484ca tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Checking segment: {'id': '65f4e4ae-eec8-4949-a593-dca3d28ff9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9b4d0f2b-f898-440c-9f46-5c80d14c769e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:52:18.899488 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c8c9cf-03cd-41bc-9272-66bd89d484ca tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Network hostable DHCP agents. Network: 9b4d0f2b-f898-440c-9f46-5c80d14c769e, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:52:18.923609 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c8c9cf-03cd-41bc-9272-66bd89d484ca tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Network 9b4d0f2b-f898-440c-9f46-5c80d14c769e is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:52:18.945978 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-65c8c9cf-03cd-41bc-9272-66bd89d484ca tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 9b4d0f2b-f898-440c-9f46-5c80d14c769e) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:52:18.951124 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c8c9cf-03cd-41bc-9272-66bd89d484ca tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:18.952046 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-65c8c9cf-03cd-41bc-9272-66bd89d484ca tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:18.973438 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97b8d58f-3b13-4882-accb-35050b4dcacd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:18.979131 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-65c8c9cf-03cd-41bc-9272-66bd89d484ca tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.0067422 Aug 19 14:52:18.981816 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33192) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:19.035036 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ad2e0-aa84-4ade-9f79-459bc4c51e74 req-4fe5723b-6008-4def-8cfd-a825bb9ebe62 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:19.045034 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ab5ad2e0-aa84-4ade-9f79-459bc4c51e74 req-4fe5723b-6008-4def-8cfd-a825bb9ebe62 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] 10.222.0.69 "GET /v2.0/ports?device_id=dadf8ed7-2767-40ae-b395-6294b6294016 HTTP/1.1" status: 200 len: 943 time: 0.4282725 Aug 19 14:52:19.112002 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54e180-cf5b-4520-8cfe-53b8bacbde9a req-d714b764-eeea-43b0-8aca-2c0b6ca62b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:19.113941 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4e54e180-cf5b-4520-8cfe-53b8bacbde9a req-d714b764-eeea-43b0-8aca-2c0b6ca62b20 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=30c22937-374a-4a64-ab10-4db5300dad52 HTTP/1.1" status: 200 len: 857 time: 0.2189832 Aug 19 14:52:19.115375 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97b8d58f-3b13-4882-accb-35050b4dcacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:19.179050 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ab5ad2e0-aa84-4ade-9f79-459bc4c51e74 req-158f10e3-e7b8-4469-bc45-0e7ba7ff66c7 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] 10.222.0.69 "GET /v2.0/security-groups?id=e13b8fc1-3d95-4db7-a031-18e6ffe92589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326854 Aug 19 14:52:19.235273 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 4891f5de-eb8b-4c73-bbec-b2b071abc7d7 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:52:19.297304 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654a2444-d927-4cdc-86cb-09a095cec429 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-1c99d164-7b9b-4379-94bb-b9cb92e9cf05', 'network_id': '1c99d164-7b9b-4379-94bb-b9cb92e9cf05', 'tenant_id': '62f6040790324d2f9054d5f1a383ead6', 'fixed_ips': [{'subnet_id': 'c124c7c1-9047-4a28-9677-561688b4f566'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:52:19.298454 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-654a2444-d927-4cdc-86cb-09a095cec429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:19.321750 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9cf0a35e-4110-48c3-8739-a40ee619fb7f tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:19.327109 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97b8d58f-3b13-4882-accb-35050b4dcacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:19.374021 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4e54e180-cf5b-4520-8cfe-53b8bacbde9a req-5318c068-6b37-4c0d-9eb1-f5f39475bb39 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=7d705960-a3d1-476d-8ca6-8c1e8079012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638356 Aug 19 14:52:19.515558 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97b8d58f-3b13-4882-accb-35050b4dcacd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:19.522323 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-97b8d58f-3b13-4882-accb-35050b4dcacd admin admin] 10.222.0.69 "DELETE /v2.0/subnets/2a785b3e-9c1d-4988-81cb-c4fa12228cab HTTP/1.1" status: 204 len: 168 time: 1.0927351 Aug 19 14:52:19.522910 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b8d58f-3b13-4882-accb-35050b4dcacd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a785b3e-9c1d-4988-81cb-c4fa12228cab,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:19.526236 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 33210) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:19.551846 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9cf0a35e-4110-48c3-8739-a40ee619fb7f tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:19.596629 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 4891f5de-eb8b-4c73-bbec-b2b071abc7d7 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:52:19.597015 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:19.754809 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-654a2444-d927-4cdc-86cb-09a095cec429 None None] Allocated IP 2001:db8::3 (1c99d164-7b9b-4379-94bb-b9cb92e9cf05/c124c7c1-9047-4a28-9677-561688b4f566/920c01df-b2f1-41f9-9e6b-5d9b1f00103d) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:52:19.764949 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9cf0a35e-4110-48c3-8739-a40ee619fb7f tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:19.855128 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa3d5eac-36d1-4c5d-8896-23c5f35d45ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:19.859844 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf0a35e-4110-48c3-8739-a40ee619fb7f tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Pushing event deleted for resources: {'Subnet': ['ID=e2f7a8cf-dfa9-4587-af64-19537de3b4ca,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:19.878585 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4e54e180-cf5b-4520-8cfe-53b8bacbde9a req-1621cef0-b3a9-4f52-be7f-c39c3137753c service neutron] 10.222.0.88 "GET /v2.0/networks/7d705960-a3d1-476d-8ca6-8c1e8079012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4519136 Aug 19 14:52:19.909888 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a81ea9-0277-44b3-a583-bb83b39c1ca7 req-a589d741-b7c8-49fd-86fe-77501dcb584d tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:19.920738 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-59a81ea9-0277-44b3-a583-bb83b39c1ca7 req-a589d741-b7c8-49fd-86fe-77501dcb584d tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=4474fdb5-2127-4ccb-a4ef-1d17185ca1ad HTTP/1.1" status: 200 len: 946 time: 0.3817430 Aug 19 14:52:19.972615 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9cf0a35e-4110-48c3-8739-a40ee619fb7f tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:20.005979 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-9cf0a35e-4110-48c3-8739-a40ee619fb7f tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b4d0f2b-f898-440c-9f46-5c80d14c769e']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:52:20.026686 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-9cf0a35e-4110-48c3-8739-a40ee619fb7f tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65f4e4ae-eec8-4949-a593-dca3d28ff9ee') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:52:20.027473 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-9cf0a35e-4110-48c3-8739-a40ee619fb7f tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65f4e4ae-eec8-4949-a593-dca3d28ff9ee') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:52:20.060814 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9cf0a35e-4110-48c3-8739-a40ee619fb7f tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:20.077674 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 1cfb3674-19e0-4512-9e38-c46b82a7f053 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:52:20.090547 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9cf0a35e-4110-48c3-8739-a40ee619fb7f tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:20.099300 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cf0a35e-4110-48c3-8739-a40ee619fb7f tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:52:20.100813 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9cf0a35e-4110-48c3-8739-a40ee619fb7f tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:20.140363 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 1cfb3674-19e0-4512-9e38-c46b82a7f053 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:52:20.151731 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 1cfb3674-19e0-4512-9e38-c46b82a7f053 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:52:20.217510 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:52:20.217510 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:52:20.217510 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:52:20.217510 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:52:20.217510 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:52:20.217510 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:52:20.217510 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:52:20.217510 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:52:20.217510 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:52:20.217510 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:52:20.217510 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:52:20.217510 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:52:20.217510 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:52:20.217510 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:52:20.217510 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:52:20.217510 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:52:20.217510 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:52:20.217510 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:52:20.217510 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:52:20.217510 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:52:20.217510 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:52:20.217510 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:52:20.217510 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:52:20.217510 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:52:20.217510 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:52:20.217510 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:52:20.217510 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:52:20.217510 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:52:20.217510 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:52:20.217510 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:52:20.217510 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:52:20.217510 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:52:20.230629 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9cf0a35e-4110-48c3-8739-a40ee619fb7f tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:20.242734 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9cf0a35e-4110-48c3-8739-a40ee619fb7f tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:20.254719 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9cf0a35e-4110-48c3-8739-a40ee619fb7f tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "DELETE /v2.0/networks/9b4d0f2b-f898-440c-9f46-5c80d14c769e HTTP/1.1" status: 204 len: 168 time: 1.2704360 Aug 19 14:52:20.255364 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33242) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:20.265062 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-53a82c21-55aa-4a3e-9b07-a94d57dc9d16 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-980777176'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:52:20.298756 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf0a35e-4110-48c3-8739-a40ee619fb7f tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Pushing event deleted for resources: {'Network': ['ID=9b4d0f2b-f898-440c-9f46-5c80d14c769e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:20.356112 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-654a2444-d927-4cdc-86cb-09a095cec429 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:20.363935 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a82c21-55aa-4a3e-9b07-a94d57dc9d16 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Made reservation on behalf of 62f6040790324d2f9054d5f1a383ead6 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:52:20.369140 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-53a82c21-55aa-4a3e-9b07-a94d57dc9d16 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:20.370234 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-59a81ea9-0277-44b3-a583-bb83b39c1ca7 req-ff69e1d9-3ab4-4593-bbd8-8df68aaf191b tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4482918 Aug 19 14:52:20.392246 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-654a2444-d927-4cdc-86cb-09a095cec429 None None] Transition to ACTIVE for port object 920c01df-b2f1-41f9-9e6b-5d9b1f00103d will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:52:20.408343 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53a82c21-55aa-4a3e-9b07-a94d57dc9d16 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:52:20.421758 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-53a82c21-55aa-4a3e-9b07-a94d57dc9d16 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:20.422456 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-53a82c21-55aa-4a3e-9b07-a94d57dc9d16 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Added segment 7c3ab777-c784-4f4e-8622-e481d7c9b255 of type vlan for network e9974c63-f8a1-4fcd-85c8-47db18ee0b90 Aug 19 14:52:20.438972 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa3d5eac-36d1-4c5d-8896-23c5f35d45ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:20.453183 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-654a2444-d927-4cdc-86cb-09a095cec429 None None] Transition to ACTIVE for port object 920c01df-b2f1-41f9-9e6b-5d9b1f00103d will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:52:20.487487 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-654a2444-d927-4cdc-86cb-09a095cec429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:20.540736 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-53a82c21-55aa-4a3e-9b07-a94d57dc9d16 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:20.569779 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-fa3d5eac-36d1-4c5d-8896-23c5f35d45ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc40ef47-e237-4a53-8855-5d51cefff0db']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:52:20.601898 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-fa3d5eac-36d1-4c5d-8896-23c5f35d45ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b79a2b4c-25f9-4906-ab26-321a0fca78e3') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:52:20.603105 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-53a82c21-55aa-4a3e-9b07-a94d57dc9d16 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:20.606302 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-fa3d5eac-36d1-4c5d-8896-23c5f35d45ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b79a2b4c-25f9-4906-ab26-321a0fca78e3') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:52:20.613390 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a82c21-55aa-4a3e-9b07-a94d57dc9d16 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:20.616008 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-53a82c21-55aa-4a3e-9b07-a94d57dc9d16 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:20.622028 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4e54e180-cf5b-4520-8cfe-53b8bacbde9a req-ac30d749-14fc-4fc3-b087-707b36e8854a service neutron] 10.222.0.88 "GET /v2.0/networks/7d705960-a3d1-476d-8ca6-8c1e8079012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6990249 Aug 19 14:52:20.624821 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa3d5eac-36d1-4c5d-8896-23c5f35d45ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:20.653529 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654a2444-d927-4cdc-86cb-09a095cec429 None None] Network 1c99d164-7b9b-4379-94bb-b9cb92e9cf05 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:52:20.657232 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea48645-f6f9-4542-bfac-613eca46b2da req-bffb44f9-4d3d-4396-8f5e-1325f0f2473c tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:20.660810 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-654a2444-d927-4cdc-86cb-09a095cec429 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:52:20.666401 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1ea48645-f6f9-4542-bfac-613eca46b2da req-bffb44f9-4d3d-4396-8f5e-1325f0f2473c tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] 10.222.0.69 "GET /v2.0/ports?device_id=dadf8ed7-2767-40ae-b395-6294b6294016 HTTP/1.1" status: 200 len: 943 time: 0.2904913 Aug 19 14:52:20.687170 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa3d5eac-36d1-4c5d-8896-23c5f35d45ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:20.691639 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654a2444-d927-4cdc-86cb-09a095cec429 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:52:20.715727 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654a2444-d927-4cdc-86cb-09a095cec429 None None] Pushing event updated for resources: {'Port': ['ID=920c01df-b2f1-41f9-9e6b-5d9b1f00103d,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:20.719722 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa3d5eac-36d1-4c5d-8896-23c5f35d45ed admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:52:20.720369 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa3d5eac-36d1-4c5d-8896-23c5f35d45ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:20.771668 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1ea48645-f6f9-4542-bfac-613eca46b2da req-fb9d708b-1ebb-4d6c-a238-ca6bbe879ddf tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] 10.222.0.69 "GET /v2.0/security-groups?id=e13b8fc1-3d95-4db7-a031-18e6ffe92589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039836 Aug 19 14:52:20.772929 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:52:20.772929 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:52:20.772929 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:52:20.772929 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:52:20.772929 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:52:20.772929 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:52:20.772929 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:52:20.772929 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:52:20.772929 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:52:20.772929 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:52:20.772929 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:52:20.772929 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:52:20.772929 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:52:20.772929 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:52:20.772929 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:52:20.772929 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:52:20.772929 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:52:20.772929 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:52:20.772929 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:52:20.772929 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:52:20.772929 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:52:20.772929 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:52:20.772929 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:52:20.772929 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:52:20.772929 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:52:20.772929 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:52:20.772929 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:52:20.772929 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:52:20.772929 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:52:20.772929 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:52:20.772929 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:52:20.772929 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:52:20.867103 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-53a82c21-55aa-4a3e-9b07-a94d57dc9d16 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6034658 Aug 19 14:52:20.873136 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33256) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:20.918296 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-fff90bb2-0bc7-472a-9db3-b3423bbc756b tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Request body: {'subnet': {'network_id': 'e9974c63-f8a1-4fcd-85c8-47db18ee0b90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:52:20.945110 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a82c21-55aa-4a3e-9b07-a94d57dc9d16 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Pushing event updated for resources: {'Network': ['ID=e9974c63-f8a1-4fcd-85c8-47db18ee0b90,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:20.966014 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa3d5eac-36d1-4c5d-8896-23c5f35d45ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:20.970197 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f58e9-d7cd-4ffa-8acd-3c30d988d0f3 req-f7688e81-73ca-42b8-abda-0ee9cac196ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:20.987596 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5e1f58e9-d7cd-4ffa-8acd-3c30d988d0f3 req-f7688e81-73ca-42b8-abda-0ee9cac196ad service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9fcb2cb685844bab82a8245f3db9db82&device_id=dadf8ed7-2767-40ae-b395-6294b6294016 HTTP/1.1" status: 200 len: 1094 time: 0.2649739 Aug 19 14:52:21.037965 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network e9974c63-f8a1-4fcd-85c8-47db18ee0b90 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:52:21.041992 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa3d5eac-36d1-4c5d-8896-23c5f35d45ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:21.044621 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-fa3d5eac-36d1-4c5d-8896-23c5f35d45ed admin admin] 10.222.0.69 "DELETE /v2.0/networks/bc40ef47-e237-4a53-8855-5d51cefff0db HTTP/1.1" status: 204 len: 168 time: 1.5027838 Aug 19 14:52:21.051436 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3d5eac-36d1-4c5d-8896-23c5f35d45ed admin admin] Pushing event deleted for resources: {'Network': ['ID=bc40ef47-e237-4a53-8855-5d51cefff0db,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:21.128985 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device aa7a43f4-555b-4213-a8fa-75f449055cf9 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:52:21.167371 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-654a2444-d927-4cdc-86cb-09a095cec429 None None] Attempting to bind port 920c01df-b2f1-41f9-9e6b-5d9b1f00103d on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:52:21.168650 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-654a2444-d927-4cdc-86cb-09a095cec429 None None] Attempting to bind port 920c01df-b2f1-41f9-9e6b-5d9b1f00103d by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '0bc4987f-ca2b-4f56-8b15-2f1693310055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1c99d164-7b9b-4379-94bb-b9cb92e9cf05'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:52:21.169283 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654a2444-d927-4cdc-86cb-09a095cec429 None None] Attempting to bind port 920c01df-b2f1-41f9-9e6b-5d9b1f00103d on network 1c99d164-7b9b-4379-94bb-b9cb92e9cf05 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:52:21.190400 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654a2444-d927-4cdc-86cb-09a095cec429 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:52:21.191840 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654a2444-d927-4cdc-86cb-09a095cec429 None None] Checking segment: {'id': '0bc4987f-ca2b-4f56-8b15-2f1693310055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1c99d164-7b9b-4379-94bb-b9cb92e9cf05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:52:21.193103 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-654a2444-d927-4cdc-86cb-09a095cec429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:21.193103 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654a2444-d927-4cdc-86cb-09a095cec429 None None] Bound using segment: {'id': '0bc4987f-ca2b-4f56-8b15-2f1693310055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1c99d164-7b9b-4379-94bb-b9cb92e9cf05'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:52:21.194623 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-654a2444-d927-4cdc-86cb-09a095cec429 None None] Bound port: 920c01df-b2f1-41f9-9e6b-5d9b1f00103d, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc4987f-ca2b-4f56-8b15-2f1693310055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1c99d164-7b9b-4379-94bb-b9cb92e9cf05'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:52:21.195537 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-654a2444-d927-4cdc-86cb-09a095cec429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:21.206194 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff90bb2-0bc7-472a-9db3-b3423bbc756b tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Made reservation on behalf of 62f6040790324d2f9054d5f1a383ead6 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:52:21.214972 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fff90bb2-0bc7-472a-9db3-b3423bbc756b tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:21.295700 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port aa7a43f4-555b-4213-a8fa-75f449055cf9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:52:21.296282 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:21.301666 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-654a2444-d927-4cdc-86cb-09a095cec429 None None] For port 920c01df-b2f1-41f9-9e6b-5d9b1f00103d, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:52:21.327614 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f58e9-d7cd-4ffa-8acd-3c30d988d0f3 req-4856cccd-1bf3-4aac-82a6-a851f05f442c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:21.331186 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5e1f58e9-d7cd-4ffa-8acd-3c30d988d0f3 req-4856cccd-1bf3-4aac-82a6-a851f05f442c service neutron] 10.222.0.88 "GET /v2.0/networks?id=7d705960-a3d1-476d-8ca6-8c1e8079012e HTTP/1.1" status: 200 len: 918 time: 0.2831950 Aug 19 14:52:21.341036 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-654a2444-d927-4cdc-86cb-09a095cec429 None None] For port 920c01df-b2f1-41f9-9e6b-5d9b1f00103d, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=920c01df-b2f1-41f9-9e6b-5d9b1f00103d,segment=NetworkSegment(0bc4987f-ca2b-4f56-8b15-2f1693310055),segment_id=0bc4987f-ca2b-4f56-8b15-2f1693310055)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:52:21.355791 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-654a2444-d927-4cdc-86cb-09a095cec429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:21.485940 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5e1f58e9-d7cd-4ffa-8acd-3c30d988d0f3 req-4c463308-e8d2-4c91-85c5-7df78e852e19 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9bcf042b-7836-4abc-be18-d36dc301024e HTTP/1.1" status: 200 len: 217 time: 0.1446252 Aug 19 14:52:21.578627 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654a2444-d927-4cdc-86cb-09a095cec429 None None] Pushing event updated for resources: {'Port': ['ID=920c01df-b2f1-41f9-9e6b-5d9b1f00103d,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:21.715209 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:21.736663 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 33272) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:21.738339 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f58e9-d7cd-4ffa-8acd-3c30d988d0f3 req-8df6b690-a630-4b0a-9517-046bc182fd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:21.740923 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5e1f58e9-d7cd-4ffa-8acd-3c30d988d0f3 req-8df6b690-a630-4b0a-9517-046bc182fd7b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=30c22937-374a-4a64-ab10-4db5300dad52 HTTP/1.1" status: 200 len: 857 time: 0.2432547 Aug 19 14:52:21.799924 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc73c556-372d-45ed-a6ca-136a8ca2c91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7a43f4-555b-4213-a8fa-75f449055cf9'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:52:21.802258 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b315c1ce-5416-4fb0-84de-83c9830edf81" -d '{"events": [{"server_uuid": "bc73c556-372d-45ed-a6ca-136a8ca2c91f", "name": "network-vif-plugged", "status": "completed", "tag": "aa7a43f4-555b-4213-a8fa-75f449055cf9"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:52:21.830721 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fff90bb2-0bc7-472a-9db3-b3423bbc756b tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:21.863521 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5e1f58e9-d7cd-4ffa-8acd-3c30d988d0f3 req-7ce302f7-caaa-4d84-95e8-b2b40ef87d6d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=7d705960-a3d1-476d-8ca6-8c1e8079012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1098912 Aug 19 14:52:21.867496 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port aa7a43f4-555b-4213-a8fa-75f449055cf9, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=aa7a43f4-555b-4213-a8fa-75f449055cf9,segment=NetworkSegment(a797992c-f015-48a4-a029-21c175cc336b),segment_id=a797992c-f015-48a4-a029-21c175cc336b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:52:21.878035 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:21.956244 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff90bb2-0bc7-472a-9db3-b3423bbc756b tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Pushing event updated for resources: {'Subnet': ['ID=6e2f1c58-e236-497c-bb3f-2810e8ecdb55,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:21.990192 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=aa7a43f4-555b-4213-a8fa-75f449055cf9,revision_number=10']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:22.064516 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff90bb2-0bc7-472a-9db3-b3423bbc756b tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Checking segment: {'id': '7c3ab777-c784-4f4e-8622-e481d7c9b255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e9974c63-f8a1-4fcd-85c8-47db18ee0b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:52:22.064955 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff90bb2-0bc7-472a-9db3-b3423bbc756b tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Network hostable DHCP agents. Network: e9974c63-f8a1-4fcd-85c8-47db18ee0b90, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:52:22.117182 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff90bb2-0bc7-472a-9db3-b3423bbc756b tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Network e9974c63-f8a1-4fcd-85c8-47db18ee0b90 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:52:22.123357 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8f482-5d58-492a-a1f9-f60cb0f5e1a1 req-c9fcb8a2-da6b-441d-94c3-7e5326ee1f81 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:22.133196 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-93b8f482-5d58-492a-a1f9-f60cb0f5e1a1 req-c9fcb8a2-da6b-441d-94c3-7e5326ee1f81 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=4474fdb5-2127-4ccb-a4ef-1d17185ca1ad HTTP/1.1" status: 200 len: 946 time: 0.6071341 Aug 19 14:52:22.133419 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-fff90bb2-0bc7-472a-9db3-b3423bbc756b tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, e9974c63-f8a1-4fcd-85c8-47db18ee0b90) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:52:22.137629 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5e1f58e9-d7cd-4ffa-8acd-3c30d988d0f3 req-b057c386-07df-4b77-aab4-a9a5919171ff service neutron] 10.222.0.88 "GET /v2.0/networks/7d705960-a3d1-476d-8ca6-8c1e8079012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637100 Aug 19 14:52:22.145618 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff90bb2-0bc7-472a-9db3-b3423bbc756b tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:22.146221 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fff90bb2-0bc7-472a-9db3-b3423bbc756b tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:22.220113 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a01d86e4-ae7d-4d07-9245-1c6aeb459f06 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ae49a7cbfd2b423caf2130122e9db614&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4781179 Aug 19 14:52:22.222913 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33288) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:22.265177 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-fff90bb2-0bc7-472a-9db3-b3423bbc756b tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3648403 Aug 19 14:52:22.280740 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33290) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:22.287140 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-93b8f482-5d58-492a-a1f9-f60cb0f5e1a1 req-08df1e67-8386-4d6c-9974-14d1302e238e tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530507 Aug 19 14:52:22.453164 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a88226d-9623-4e8c-93c0-486b4a4aa71c req-4f50138f-ac32-464c-a915-19ae9e333437 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:22.462081 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6a88226d-9623-4e8c-93c0-486b4a4aa71c req-4f50138f-ac32-464c-a915-19ae9e333437 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] 10.222.0.69 "GET /v2.0/ports?device_id=dadf8ed7-2767-40ae-b395-6294b6294016 HTTP/1.1" status: 200 len: 943 time: 0.5855381 Aug 19 14:52:22.467922 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49aa404b-da0b-4df9-b9cc-fde0d66cba3c x-openstack-request-id: req-49aa404b-da0b-4df9-b9cc-fde0d66cba3c {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:52:22.468214 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc73c556-372d-45ed-a6ca-136a8ca2c91f", "name": "network-vif-plugged", "status": "completed", "tag": "aa7a43f4-555b-4213-a8fa-75f449055cf9", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:52:22.468488 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-49aa404b-da0b-4df9-b9cc-fde0d66cba3c {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:52:22.468891 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc73c556-372d-45ed-a6ca-136a8ca2c91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7a43f4-555b-4213-a8fa-75f449055cf9', 'code': 200} Aug 19 14:52:22.599781 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5e1f58e9-d7cd-4ffa-8acd-3c30d988d0f3 req-469eb7ca-1d1c-4773-9ce7-0cf8e5ec2865 service neutron] 10.222.0.88 "GET /v2.0/networks/7d705960-a3d1-476d-8ca6-8c1e8079012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4148765 Aug 19 14:52:22.612360 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6a88226d-9623-4e8c-93c0-486b4a4aa71c req-b214ab55-b44f-498f-8f92-738a9ecacc8d tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] 10.222.0.69 "GET /v2.0/security-groups?id=e13b8fc1-3d95-4db7-a031-18e6ffe92589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347487 Aug 19 14:52:22.639910 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d547ecf-b6fb-4e8f-a92f-bcdc3443833b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:22.752898 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d547ecf-b6fb-4e8f-a92f-bcdc3443833b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:22.769725 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db1ed99c-4c84-49ec-aa3a-33cd2dab0c1e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:22.842646 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2993554-c572-45d3-a57b-313472763f97 req-130c7200-24a2-45d9-b9ca-b1384adbf84b tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:22.846177 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e2993554-c572-45d3-a57b-313472763f97 req-130c7200-24a2-45d9-b9ca-b1384adbf84b tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=150775af-ea06-4b6d-8d71-6c0f0e8fd5df HTTP/1.1" status: 200 len: 945 time: 0.1137953 Aug 19 14:52:22.853370 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d547ecf-b6fb-4e8f-a92f-bcdc3443833b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:22.856285 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d547ecf-b6fb-4e8f-a92f-bcdc3443833b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:22.859891 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1d547ecf-b6fb-4e8f-a92f-bcdc3443833b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/def6c502-9ec5-4bf0-9b0e-dcb2195caf38 HTTP/1.1" status: 204 len: 168 time: 0.6020608 Aug 19 14:52:22.868242 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d547ecf-b6fb-4e8f-a92f-bcdc3443833b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def6c502-9ec5-4bf0-9b0e-dcb2195caf38,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:22.964025 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e2993554-c572-45d3-a57b-313472763f97 req-e137feca-5bd8-41ee-9039-c8494305f9b4 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033397 Aug 19 14:52:23.032821 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db1ed99c-4c84-49ec-aa3a-33cd2dab0c1e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:23.132744 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 9bcf042b-7836-4abc-be18-d36dc301024e details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:52:23.281446 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db1ed99c-4c84-49ec-aa3a-33cd2dab0c1e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:23.376072 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 920c01df-b2f1-41f9-9e6b-5d9b1f00103d up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:52:23.448913 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ed99c-4c84-49ec-aa3a-33cd2dab0c1e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Pushing event deleted for resources: {'Subnet': ['ID=6e2f1c58-e236-497c-bb3f-2810e8ecdb55,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:23.596329 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010de1b6-72bf-49f0-80ec-9193d28719e4 req-0d726c72-799c-401d-adfe-b42b37e6d4de tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:23.602644 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-010de1b6-72bf-49f0-80ec-9193d28719e4 req-0d726c72-799c-401d-adfe-b42b37e6d4de tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=150775af-ea06-4b6d-8d71-6c0f0e8fd5df HTTP/1.1" status: 200 len: 945 time: 0.1048949 Aug 19 14:52:23.687878 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 9bcf042b-7836-4abc-be18-d36dc301024e, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=9bcf042b-7836-4abc-be18-d36dc301024e,segment=NetworkSegment(3f3e24ec-ab15-4659-a8a6-a1b9bb081a06),segment_id=3f3e24ec-ab15-4659-a8a6-a1b9bb081a06)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:52:23.719567 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-010de1b6-72bf-49f0-80ec-9193d28719e4 req-a20739a4-bc17-4981-b949-79cf13f31716 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097257 Aug 19 14:52:23.737596 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '9bcf042b-7836-4abc-be18-d36dc301024e', 'network_id': '7d705960-a3d1-476d-8ca6-8c1e8079012e', 'port_id': '9bcf042b-7836-4abc-be18-d36dc301024e', 'mac_address': 'fa:16:3e:91:0b:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30c22937-374a-4a64-ab10-4db5300dad52', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:52:23.784720 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea7a2ce-6dcc-4e5b-9828-e8d0d198d87b None None] Network 1c99d164-7b9b-4379-94bb-b9cb92e9cf05 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:52:23.902792 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd8ce4a-caa5-4a13-bf78-92fc0a943bb3 None None] Network 9b4d0f2b-f898-440c-9f46-5c80d14c769e requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:52:23.908351 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb509b59-2635-42cc-9620-6c94e13f446d None None] Network e9974c63-f8a1-4fcd-85c8-47db18ee0b90 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:52:23.948746 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c0472-d8a1-47b2-a70e-7539f03d2598 req-a5c0884d-e28c-4802-bf5b-72ff5c633c0d tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:23.962395 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fb5c0472-d8a1-47b2-a70e-7539f03d2598 req-a5c0884d-e28c-4802-bf5b-72ff5c633c0d tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] 10.222.0.69 "GET /v2.0/ports?device_id=dadf8ed7-2767-40ae-b395-6294b6294016 HTTP/1.1" status: 200 len: 943 time: 0.1616158 Aug 19 14:52:24.068034 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fb5c0472-d8a1-47b2-a70e-7539f03d2598 req-b48e783a-817a-46c8-90d3-f33056aad4bb tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] 10.222.0.69 "GET /v2.0/security-groups?id=e13b8fc1-3d95-4db7-a031-18e6ffe92589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015711 Aug 19 14:52:24.149522 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:24.166950 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd8ce4a-caa5-4a13-bf78-92fc0a943bb3 None None] Network 9b4d0f2b-f898-440c-9f46-5c80d14c769e could not be found, it might have been deleted concurrently. {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 19 14:52:24.271357 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bcf042b-7836-4abc-be18-d36dc301024e {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:52:24.326521 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 9bcf042b-7836-4abc-be18-d36dc301024e, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=9bcf042b-7836-4abc-be18-d36dc301024e,segment=NetworkSegment(3f3e24ec-ab15-4659-a8a6-a1b9bb081a06),segment_id=3f3e24ec-ab15-4659-a8a6-a1b9bb081a06)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:52:24.351024 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe8c0aa-3870-4a1d-b429-9f4f2571adfe None None] Network 9b4d0f2b-f898-440c-9f46-5c80d14c769e requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:52:24.380392 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe8c0aa-3870-4a1d-b429-9f4f2571adfe None None] Network 9b4d0f2b-f898-440c-9f46-5c80d14c769e could not be found, it might have been deleted concurrently. {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 19 14:52:24.382424 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-249df0fa-87a2-4be3-9b58-e07e600454db None None] Provisioning for port 920c01df-b2f1-41f9-9e6b-5d9b1f00103d completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:52:24.386893 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:24.474364 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffd6498-9c7a-4cf5-b443-4a7bdce32006 None None] Network e9974c63-f8a1-4fcd-85c8-47db18ee0b90 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:52:24.576131 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 33348) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:24.584894 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 920c01df-b2f1-41f9-9e6b-5d9b1f00103d completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:52:24.629878 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 920c01df-b2f1-41f9-9e6b-5d9b1f00103d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:52:24.635145 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:24.704288 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db1ed99c-4c84-49ec-aa3a-33cd2dab0c1e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:24.731983 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-db1ed99c-4c84-49ec-aa3a-33cd2dab0c1e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9974c63-f8a1-4fcd-85c8-47db18ee0b90']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:52:24.741988 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['9bcf042b-7836-4abc-be18-d36dc301024e'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:52:24.771509 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-db1ed99c-4c84-49ec-aa3a-33cd2dab0c1e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c3ab777-c784-4f4e-8622-e481d7c9b255') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:52:24.771712 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-db1ed99c-4c84-49ec-aa3a-33cd2dab0c1e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c3ab777-c784-4f4e-8622-e481d7c9b255') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:52:24.792537 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db1ed99c-4c84-49ec-aa3a-33cd2dab0c1e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:24.825186 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db1ed99c-4c84-49ec-aa3a-33cd2dab0c1e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:24.837493 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db1ed99c-4c84-49ec-aa3a-33cd2dab0c1e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:52:24.838370 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db1ed99c-4c84-49ec-aa3a-33cd2dab0c1e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:24.843946 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:52:24.843946 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:52:24.843946 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:52:24.843946 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:52:24.843946 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:52:24.843946 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:52:24.843946 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:52:24.843946 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:52:24.843946 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:52:24.843946 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:52:24.843946 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:52:24.843946 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:52:24.843946 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:52:24.843946 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:52:24.843946 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:52:24.843946 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:52:24.843946 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:52:24.843946 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:52:24.843946 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:52:24.843946 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:52:24.843946 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:52:24.843946 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:52:24.843946 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:52:24.843946 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:52:24.843946 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:52:24.843946 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:52:24.843946 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:52:24.843946 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:52:24.843946 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:52:24.843946 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:52:24.843946 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:52:24.843946 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:52:24.924504 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=9bcf042b-7836-4abc-be18-d36dc301024e,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:24.954883 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f346e-1918-487f-bb6d-a0aba7f1e772 req-0746a057-a6fa-4c41-b1a5-b6647ec2088c tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:24.975832 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-971f346e-1918-487f-bb6d-a0aba7f1e772 req-0746a057-a6fa-4c41-b1a5-b6647ec2088c tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=150775af-ea06-4b6d-8d71-6c0f0e8fd5df HTTP/1.1" status: 200 len: 945 time: 0.1145813 Aug 19 14:52:25.036177 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db1ed99c-4c84-49ec-aa3a-33cd2dab0c1e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:25.069570 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db1ed99c-4c84-49ec-aa3a-33cd2dab0c1e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:25.078740 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-db1ed99c-4c84-49ec-aa3a-33cd2dab0c1e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "DELETE /v2.0/networks/e9974c63-f8a1-4fcd-85c8-47db18ee0b90 HTTP/1.1" status: 204 len: 168 time: 2.7949378 Aug 19 14:52:25.079976 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ed99c-4c84-49ec-aa3a-33cd2dab0c1e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Pushing event deleted for resources: {'Network': ['ID=e9974c63-f8a1-4fcd-85c8-47db18ee0b90,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:25.086170 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33364) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:25.098333 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c18226c6-9452-49bf-a76c-90763670a028 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1245538064'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:52:25.154075 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18226c6-9452-49bf-a76c-90763670a028 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Made reservation on behalf of 62f6040790324d2f9054d5f1a383ead6 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:52:25.161513 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-971f346e-1918-487f-bb6d-a0aba7f1e772 req-675360f3-5b52-4506-ade6-aff4c7cb7344 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813755 Aug 19 14:52:25.162518 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c18226c6-9452-49bf-a76c-90763670a028 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:25.223998 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c18226c6-9452-49bf-a76c-90763670a028 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:52:25.231705 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-13245dec-4ca3-4f49-8c6d-35f23f57b958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:25.251716 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c18226c6-9452-49bf-a76c-90763670a028 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:25.252865 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-c18226c6-9452-49bf-a76c-90763670a028 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Added segment da686997-3e43-403b-9e2f-cc476e995c2f of type vlan for network 5d871c5f-ae4b-4c1b-bbbe-e758ed1e6ce6 Aug 19 14:52:25.395190 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c18226c6-9452-49bf-a76c-90763670a028 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:25.528702 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c18226c6-9452-49bf-a76c-90763670a028 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:25.546647 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18226c6-9452-49bf-a76c-90763670a028 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:25.548454 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c18226c6-9452-49bf-a76c-90763670a028 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:25.579055 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:25.688341 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18226c6-9452-49bf-a76c-90763670a028 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Pushing event updated for resources: {'Network': ['ID=5d871c5f-ae4b-4c1b-bbbe-e758ed1e6ce6,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:25.714442 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 920c01df-b2f1-41f9-9e6b-5d9b1f00103d, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=920c01df-b2f1-41f9-9e6b-5d9b1f00103d,segment=NetworkSegment(0bc4987f-ca2b-4f56-8b15-2f1693310055),segment_id=0bc4987f-ca2b-4f56-8b15-2f1693310055)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:52:25.716107 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 5d871c5f-ae4b-4c1b-bbbe-e758ed1e6ce6 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:52:25.739098 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:25.834579 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-13245dec-4ca3-4f49-8c6d-35f23f57b958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:25.867637 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-13245dec-4ca3-4f49-8c6d-35f23f57b958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:25.901667 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c18226c6-9452-49bf-a76c-90763670a028 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8140953 Aug 19 14:52:25.907763 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33390) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:25.914054 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4c6cda1c-1c20-46bd-bc11-7786bb9aeccc tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Request body: {'subnet': {'network_id': '5d871c5f-ae4b-4c1b-bbbe-e758ed1e6ce6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:52:25.948078 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13245dec-4ca3-4f49-8c6d-35f23f57b958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95313235-472b-43aa-ae43-a5b6f30bbedc,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:25.972267 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=920c01df-b2f1-41f9-9e6b-5d9b1f00103d,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:25.985230 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b816a2-6a0f-42b3-8226-7d217fcf1324 None None] Network 1c99d164-7b9b-4379-94bb-b9cb92e9cf05 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:52:26.034241 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a86c098-eb32-4c41-91be-260f91283eff req-a64d2c88-234b-4dd0-93b1-cb795630b966 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:26.050919 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0a86c098-eb32-4c41-91be-260f91283eff req-a64d2c88-234b-4dd0-93b1-cb795630b966 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] 10.222.0.69 "GET /v2.0/ports?device_id=dadf8ed7-2767-40ae-b395-6294b6294016 HTTP/1.1" status: 200 len: 944 time: 0.3916783 Aug 19 14:52:26.075118 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-13245dec-4ca3-4f49-8c6d-35f23f57b958 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=938e219ea2354d0b8201d1800199cb4d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4978580 Aug 19 14:52:26.082759 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33398) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:26.134952 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6cda1c-1c20-46bd-bc11-7786bb9aeccc tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Made reservation on behalf of 62f6040790324d2f9054d5f1a383ead6 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:52:26.139459 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c6cda1c-1c20-46bd-bc11-7786bb9aeccc tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:26.234543 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0a86c098-eb32-4c41-91be-260f91283eff req-bb51b379-e64a-4790-9c2b-8df8a8f63f78 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] 10.222.0.69 "GET /v2.0/security-groups?id=e13b8fc1-3d95-4db7-a031-18e6ffe92589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825933 Aug 19 14:52:26.256401 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dab13746-3c9a-49ea-b55b-83578b0a786b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:26.279897 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dab13746-3c9a-49ea-b55b-83578b0a786b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:26.293231 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2077a0d5-b4e4-4ba2-b407-79fe82dfa9f7 req-0caf0778-c650-4809-b96d-e0601de71b77 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:26.308246 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2077a0d5-b4e4-4ba2-b407-79fe82dfa9f7 req-0caf0778-c650-4809-b96d-e0601de71b77 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=150775af-ea06-4b6d-8d71-6c0f0e8fd5df HTTP/1.1" status: 200 len: 945 time: 0.2493775 Aug 19 14:52:26.334905 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-26327b72-28dc-4e1d-a444-870b599590f5 None None] Provisioning complete for port 920c01df-b2f1-41f9-9e6b-5d9b1f00103d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:52:26.339970 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-26327b72-28dc-4e1d-a444-870b599590f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:26.352329 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dab13746-3c9a-49ea-b55b-83578b0a786b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:26.355509 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dab13746-3c9a-49ea-b55b-83578b0a786b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:26.366422 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-dab13746-3c9a-49ea-b55b-83578b0a786b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/95313235-472b-43aa-ae43-a5b6f30bbedc HTTP/1.1" status: 204 len: 168 time: 0.2773466 Aug 19 14:52:26.391028 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab13746-3c9a-49ea-b55b-83578b0a786b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95313235-472b-43aa-ae43-a5b6f30bbedc,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:26.463166 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2077a0d5-b4e4-4ba2-b407-79fe82dfa9f7 req-5eee47fb-34c0-46ef-9249-a709ac75675f tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400230 Aug 19 14:52:26.789504 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c6cda1c-1c20-46bd-bc11-7786bb9aeccc tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:26.949546 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ab2c1d20-cb26-43fd-aae6-aeda32e8687e None None] Provisioning complete for port 920c01df-b2f1-41f9-9e6b-5d9b1f00103d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:52:26.950164 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ab2c1d20-cb26-43fd-aae6-aeda32e8687e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:26.967295 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6cda1c-1c20-46bd-bc11-7786bb9aeccc tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Pushing event updated for resources: {'Subnet': ['ID=fb69bf25-70ef-443a-b946-2fa079bf3f31,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:27.020442 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6cda1c-1c20-46bd-bc11-7786bb9aeccc tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Checking segment: {'id': 'da686997-3e43-403b-9e2f-cc476e995c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '5d871c5f-ae4b-4c1b-bbbe-e758ed1e6ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:52:27.020696 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6cda1c-1c20-46bd-bc11-7786bb9aeccc tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Network hostable DHCP agents. Network: 5d871c5f-ae4b-4c1b-bbbe-e758ed1e6ce6, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:52:27.089248 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6cda1c-1c20-46bd-bc11-7786bb9aeccc tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Network 5d871c5f-ae4b-4c1b-bbbe-e758ed1e6ce6 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:52:27.107633 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-4c6cda1c-1c20-46bd-bc11-7786bb9aeccc tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 5d871c5f-ae4b-4c1b-bbbe-e758ed1e6ce6) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:52:27.122945 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6cda1c-1c20-46bd-bc11-7786bb9aeccc tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:27.126046 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c6cda1c-1c20-46bd-bc11-7786bb9aeccc tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:27.155829 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4c6cda1c-1c20-46bd-bc11-7786bb9aeccc tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2435820 Aug 19 14:52:27.156309 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96dfd01-59a0-4c9a-be20-b6406bd94c91 None None] Network 5d871c5f-ae4b-4c1b-bbbe-e758ed1e6ce6 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:52:27.156628 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 33418) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:27.168465 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 9bcf042b-7836-4abc-be18-d36dc301024e up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:52:27.457350 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f5699-70f0-40a5-92da-7e8f9122d6c6 req-646bf13a-73ff-4038-80b1-448ba16dcd70 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:27.460661 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-872f5699-70f0-40a5-92da-7e8f9122d6c6 req-646bf13a-73ff-4038-80b1-448ba16dcd70 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] 10.222.0.69 "GET /v2.0/ports?device_id=dadf8ed7-2767-40ae-b395-6294b6294016 HTTP/1.1" status: 200 len: 944 time: 0.1050696 Aug 19 14:52:27.466634 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0dc86bae-bc7d-4fe8-b301-dc1844a40bc4 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:27.634455 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 9bcf042b-7836-4abc-be18-d36dc301024e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:52:27.650054 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 9bcf042b-7836-4abc-be18-d36dc301024e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:52:27.653932 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:27.733473 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-872f5699-70f0-40a5-92da-7e8f9122d6c6 req-ffcc01cf-adc3-4e4e-88c6-6637dc627b95 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] 10.222.0.69 "GET /v2.0/security-groups?id=e13b8fc1-3d95-4db7-a031-18e6ffe92589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597015 Aug 19 14:52:27.787269 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0dc86bae-bc7d-4fe8-b301-dc1844a40bc4 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:27.838387 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4855fe-bd27-412c-8d40-8473f321d834 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-5d871c5f-ae4b-4c1b-bbbe-e758ed1e6ce6', 'network_id': '5d871c5f-ae4b-4c1b-bbbe-e758ed1e6ce6', 'tenant_id': '62f6040790324d2f9054d5f1a383ead6', 'fixed_ips': [{'subnet_id': 'fb69bf25-70ef-443a-b946-2fa079bf3f31'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:52:27.841387 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7d4855fe-bd27-412c-8d40-8473f321d834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:28.039611 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0dc86bae-bc7d-4fe8-b301-dc1844a40bc4 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:28.183664 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 920c01df-b2f1-41f9-9e6b-5d9b1f00103d up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:52:28.239246 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:28.464424 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server [None req-7d4855fe-bd27-412c-8d40-8473f321d834 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fb69bf25-70ef-443a-b946-2fa079bf3f31: This subnet is being modified by another concurrent operation. Aug 19 14:52:28.464424 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 14:52:28.464424 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 14:52:28.464424 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 14:52:28.464424 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 14:52:28.464424 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 14:52:28.464424 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 14:52:28.464424 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 14:52:28.464424 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 14:52:28.464424 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 14:52:28.464424 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 14:52:28.464424 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 14:52:28.464424 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 14:52:28.464424 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 14:52:28.464424 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 14:52:28.464424 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 14:52:28.464424 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 14:52:28.464424 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 14:52:28.464424 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 14:52:28.464424 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 14:52:28.464424 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 14:52:28.464424 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 14:52:28.464424 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 14:52:28.464424 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 14:52:28.464424 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 14:52:28.464424 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 14:52:28.464424 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 14:52:28.464424 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 14:52:28.464424 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 14:52:28.464424 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 14:52:28.464424 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 14:52:28.464424 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 14:52:28.464424 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 14:52:28.464424 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 14:52:28.464424 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 14:52:28.464424 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 14:52:28.464424 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 14:52:28.464424 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 14:52:28.464424 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 14:52:28.464424 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 14:52:28.464424 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 14:52:28.464424 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 14:52:28.464424 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 14:52:28.464424 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 14:52:28.464424 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 14:52:28.464424 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 14:52:28.464424 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 14:52:28.464424 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 14:52:28.464424 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 14:52:28.464424 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 14:52:28.464424 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 14:52:28.464424 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 14:52:28.464424 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 14:52:28.464424 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 14:52:28.468793 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 14:52:28.468793 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 14:52:28.468793 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 14:52:28.468793 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 14:52:28.468793 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 14:52:28.468793 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 14:52:28.468793 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 14:52:28.468793 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 14:52:28.468793 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 14:52:28.468793 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 14:52:28.468793 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 14:52:28.468793 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 14:52:28.468793 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 14:52:28.468793 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 14:52:28.468793 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 14:52:28.468793 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 14:52:28.468793 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 14:52:28.468793 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 14:52:28.468793 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 14:52:28.468793 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 14:52:28.468793 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 14:52:28.468793 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 14:52:28.468793 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 14:52:28.468793 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 14:52:28.468793 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 14:52:28.468793 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 14:52:28.468793 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 14:52:28.468793 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 14:52:28.468793 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 14:52:28.468793 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 14:52:28.468793 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 14:52:28.468793 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 14:52:28.468793 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 14:52:28.468793 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 14:52:28.468793 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 14:52:28.468793 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise exception Aug 19 14:52:28.468793 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fb69bf25-70ef-443a-b946-2fa079bf3f31: This subnet is being modified by another concurrent operation. Aug 19 14:52:28.468793 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server Aug 19 14:52:28.528092 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7154c7e7-e194-45fb-ab14-02d4361f7a3e None None] Network 5d871c5f-ae4b-4c1b-bbbe-e758ed1e6ce6 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:52:28.786529 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dadf8ed7-2767-40ae-b395-6294b6294016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bcf042b-7836-4abc-be18-d36dc301024e'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:52:28.796435 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8d6411-943e-4b9e-b483-58d9117ac2ea" -d '{"events": [{"server_uuid": "dadf8ed7-2767-40ae-b395-6294b6294016", "name": "network-vif-plugged", "status": "completed", "tag": "9bcf042b-7836-4abc-be18-d36dc301024e"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:52:28.975574 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 9bcf042b-7836-4abc-be18-d36dc301024e, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=9bcf042b-7836-4abc-be18-d36dc301024e,segment=NetworkSegment(3f3e24ec-ab15-4659-a8a6-a1b9bb081a06),segment_id=3f3e24ec-ab15-4659-a8a6-a1b9bb081a06)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:52:28.985229 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-589b7ebf-82fc-4770-9cb4-dd1732ec41b4 req-121da09d-3acc-407d-a99c-2a9a1ea4260f tempest-ServerShowV254Test-1359923808 tempest-ServerShowV254Test-1359923808-project] 10.222.0.69 "GET /v2.0/ports?device_id=69988c96-e7a3-4ecf-a54b-0691d1d58ec7 HTTP/1.1" status: 200 len: 210 time: 0.9837704 Aug 19 14:52:28.988825 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49ad679-a569-467c-b08f-918428fe13be None None] get_active_networks_info from n-d-766043-2 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 14:52:28.993428 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc86bae-bc7d-4fe8-b301-dc1844a40bc4 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Pushing event deleted for resources: {'Subnet': ['ID=fb69bf25-70ef-443a-b946-2fa079bf3f31,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:29.027286 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644dbd77-e2cf-41f0-8d0b-41d69b1b560a req-e1258623-f082-4644-b2f8-7f8f148bf1a3 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:29.031830 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-644dbd77-e2cf-41f0-8d0b-41d69b1b560a req-e1258623-f082-4644-b2f8-7f8f148bf1a3 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=150775af-ea06-4b6d-8d71-6c0f0e8fd5df HTTP/1.1" status: 200 len: 945 time: 1.3573313 Aug 19 14:52:29.068573 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0dc86bae-bc7d-4fe8-b301-dc1844a40bc4 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:29.124090 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-0dc86bae-bc7d-4fe8-b301-dc1844a40bc4 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d871c5f-ae4b-4c1b-bbbe-e758ed1e6ce6']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:52:29.197355 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-0dc86bae-bc7d-4fe8-b301-dc1844a40bc4 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da686997-3e43-403b-9e2f-cc476e995c2f') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:52:29.197649 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-0dc86bae-bc7d-4fe8-b301-dc1844a40bc4 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da686997-3e43-403b-9e2f-cc476e995c2f') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:52:29.240991 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0dc86bae-bc7d-4fe8-b301-dc1844a40bc4 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:29.246783 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-644dbd77-e2cf-41f0-8d0b-41d69b1b560a req-7e854d63-4bcd-4155-b8d7-fa53bd511c92 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065487 Aug 19 14:52:29.266465 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0dc86bae-bc7d-4fe8-b301-dc1844a40bc4 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:29.285578 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f074f-65af-4a54-af6a-cfd5da8700b7 req-acaec408-ed30-4e76-9576-44ce42042f4b tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:29.295789 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-180f074f-65af-4a54-af6a-cfd5da8700b7 req-acaec408-ed30-4e76-9576-44ce42042f4b tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] 10.222.0.69 "GET /v2.0/ports?device_id=dadf8ed7-2767-40ae-b395-6294b6294016 HTTP/1.1" status: 200 len: 945 time: 0.1871579 Aug 19 14:52:29.301279 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dc86bae-bc7d-4fe8-b301-dc1844a40bc4 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:52:29.302340 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0dc86bae-bc7d-4fe8-b301-dc1844a40bc4 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:29.321513 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:52:29.321513 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:52:29.321513 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:52:29.321513 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:52:29.321513 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:52:29.321513 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:52:29.321513 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:52:29.321513 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:52:29.321513 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:52:29.321513 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:52:29.321513 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:52:29.321513 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:52:29.321513 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:52:29.321513 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:52:29.321513 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:52:29.321513 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:52:29.321513 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:52:29.321513 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:52:29.321513 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:52:29.321513 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:52:29.321513 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:52:29.321513 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:52:29.321513 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:52:29.321513 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:52:29.321513 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:52:29.321513 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:52:29.321513 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:52:29.321513 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:52:29.321513 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:52:29.321513 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:52:29.321513 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:52:29.321513 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:52:29.480692 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-180f074f-65af-4a54-af6a-cfd5da8700b7 req-0aa4ce67-067f-45b1-a94a-cb79cc1e0b40 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] 10.222.0.69 "GET /v2.0/security-groups?id=e13b8fc1-3d95-4db7-a031-18e6ffe92589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836729 Aug 19 14:52:29.482246 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0dc86bae-bc7d-4fe8-b301-dc1844a40bc4 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:29.495663 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0dc86bae-bc7d-4fe8-b301-dc1844a40bc4 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:29.498638 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-0dc86bae-bc7d-4fe8-b301-dc1844a40bc4 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "DELETE /v2.0/networks/5d871c5f-ae4b-4c1b-bbbe-e758ed1e6ce6 HTTP/1.1" status: 204 len: 168 time: 2.3415325 Aug 19 14:52:29.515555 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33504) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:29.521103 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-846ad26c-f999-475b-9c80-0c41912821b1 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1874598323'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:52:29.541280 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc86bae-bc7d-4fe8-b301-dc1844a40bc4 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Pushing event deleted for resources: {'Network': ['ID=5d871c5f-ae4b-4c1b-bbbe-e758ed1e6ce6,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:29.561067 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:29.569158 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846ad26c-f999-475b-9c80-0c41912821b1 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Made reservation on behalf of 62f6040790324d2f9054d5f1a383ead6 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:52:29.569543 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49ad679-a569-467c-b08f-918428fe13be None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 14:52:29.575898 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-846ad26c-f999-475b-9c80-0c41912821b1 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:29.585323 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3dfe384-d7b4-42aa-bc68-9c0ab799bd9d x-openstack-request-id: req-e3dfe384-d7b4-42aa-bc68-9c0ab799bd9d {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:52:29.585623 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dadf8ed7-2767-40ae-b395-6294b6294016", "name": "network-vif-plugged", "status": "completed", "tag": "9bcf042b-7836-4abc-be18-d36dc301024e", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:52:29.589540 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e3dfe384-d7b4-42aa-bc68-9c0ab799bd9d {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:52:29.590015 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dadf8ed7-2767-40ae-b395-6294b6294016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bcf042b-7836-4abc-be18-d36dc301024e', 'code': 200} Aug 19 14:52:29.658894 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-846ad26c-f999-475b-9c80-0c41912821b1 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:52:29.682063 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-846ad26c-f999-475b-9c80-0c41912821b1 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:29.682666 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-846ad26c-f999-475b-9c80-0c41912821b1 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Added segment 9f795f50-620c-4e17-8dd5-983ddd7b5914 of type vlan for network 1e019147-66b3-452a-b94d-2d4b52d9f754 Aug 19 14:52:29.784858 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d57a71-8259-4439-ba6b-408a15432214 req-9b77cea6-839e-4b68-9668-66c26e113426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:29.789503 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-846ad26c-f999-475b-9c80-0c41912821b1 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:29.792181 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-26d57a71-8259-4439-ba6b-408a15432214 req-9b77cea6-839e-4b68-9668-66c26e113426 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=dadf8ed7-2767-40ae-b395-6294b6294016 HTTP/1.1" status: 200 len: 1096 time: 0.1619625 Aug 19 14:52:29.885165 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-846ad26c-f999-475b-9c80-0c41912821b1 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:29.896691 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846ad26c-f999-475b-9c80-0c41912821b1 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:29.904679 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-846ad26c-f999-475b-9c80-0c41912821b1 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:29.912583 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-26d57a71-8259-4439-ba6b-408a15432214 req-1a0c90f3-23a8-4ce1-b27a-43a14da3bac9 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=e13b8fc1-3d95-4db7-a031-18e6ffe92589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112056 Aug 19 14:52:30.055776 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 920c01df-b2f1-41f9-9e6b-5d9b1f00103d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:52:30.062146 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:30.079225 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=9bcf042b-7836-4abc-be18-d36dc301024e,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:30.154249 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846ad26c-f999-475b-9c80-0c41912821b1 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Pushing event updated for resources: {'Network': ['ID=1e019147-66b3-452a-b94d-2d4b52d9f754,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:30.166585 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-846ad26c-f999-475b-9c80-0c41912821b1 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6497843 Aug 19 14:52:30.169515 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 33530) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:30.176891 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b0e3fe00-8366-474f-9f66-8f77397218c8 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Request body: {'subnet': {'network_id': '1e019147-66b3-452a-b94d-2d4b52d9f754', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:52:30.248262 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 1e019147-66b3-452a-b94d-2d4b52d9f754 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:52:30.487025 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-599526ff-290e-4bf6-a82f-da516960a3db req-a51e746b-0bdd-4e6c-969a-a7a25293faec tempest-ServerShowV254Test-1359923808 tempest-ServerShowV254Test-1359923808-project] 10.222.0.69 "GET /v2.0/ports?device_id=69988c96-e7a3-4ecf-a54b-0691d1d58ec7 HTTP/1.1" status: 200 len: 210 time: 0.0874205 Aug 19 14:52:30.519767 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e3fe00-8366-474f-9f66-8f77397218c8 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Made reservation on behalf of 62f6040790324d2f9054d5f1a383ead6 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:52:30.524883 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b0e3fe00-8366-474f-9f66-8f77397218c8 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:30.736300 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-297ef334-0b2c-444b-847a-91529b2e77d5 req-0aa1e633-10e3-4281-8845-82a54bad17b1 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=69988c96-e7a3-4ecf-a54b-0691d1d58ec7 HTTP/1.1" status: 200 len: 210 time: 0.0481491 Aug 19 14:52:30.809295 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a468e4-b322-4dc5-a746-2b2d7dffb33a req-1b0a9fe5-5a73-41ec-836a-ea7cc0b11f98 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:30.811375 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-38a468e4-b322-4dc5-a746-2b2d7dffb33a req-1b0a9fe5-5a73-41ec-836a-ea7cc0b11f98 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] 10.222.0.69 "GET /v2.0/ports?device_id=dadf8ed7-2767-40ae-b395-6294b6294016 HTTP/1.1" status: 200 len: 945 time: 0.1244929 Aug 19 14:52:30.889132 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-38a468e4-b322-4dc5-a746-2b2d7dffb33a req-a3ca9c96-2c3d-4d96-befb-94c11e8397af tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] 10.222.0.69 "GET /v2.0/security-groups?id=e13b8fc1-3d95-4db7-a031-18e6ffe92589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579801 Aug 19 14:52:31.230643 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b0e3fe00-8366-474f-9f66-8f77397218c8 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:31.516197 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3fe00-8366-474f-9f66-8f77397218c8 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Pushing event updated for resources: {'Subnet': ['ID=a33eca59-68e6-4d1b-8909-357640813cbc,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:31.566587 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e3fe00-8366-474f-9f66-8f77397218c8 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Checking segment: {'id': '9f795f50-620c-4e17-8dd5-983ddd7b5914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1e019147-66b3-452a-b94d-2d4b52d9f754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:52:31.572618 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e3fe00-8366-474f-9f66-8f77397218c8 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Network hostable DHCP agents. Network: 1e019147-66b3-452a-b94d-2d4b52d9f754, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:52:31.590846 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-88a00a78-ac9d-4fba-9a98-4c177b4ab4fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:31.641216 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e3fe00-8366-474f-9f66-8f77397218c8 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Network 1e019147-66b3-452a-b94d-2d4b52d9f754 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:52:31.662336 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-b0e3fe00-8366-474f-9f66-8f77397218c8 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 1e019147-66b3-452a-b94d-2d4b52d9f754) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:52:31.667935 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e3fe00-8366-474f-9f66-8f77397218c8 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:31.668626 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b0e3fe00-8366-474f-9f66-8f77397218c8 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:31.722992 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-b0e3fe00-8366-474f-9f66-8f77397218c8 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5505986 Aug 19 14:52:31.724862 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33570) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:31.731329 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-31dc3de7-a20c-4bfb-adcf-0b97bb0a9050 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Request body: {'subnet': {'network_id': '1e019147-66b3-452a-b94d-2d4b52d9f754', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:52:31.837731 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf7e625-1769-466a-b780-097fa750f6dc None None] Network 1e019147-66b3-452a-b94d-2d4b52d9f754 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:52:31.863989 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-41e8be0a-1a28-4118-aa89-df81dd1ce4b0 req-aa71069d-33b9-4093-8670-03bfe03dd230 tempest-ServerShowV254Test-1359923808 tempest-ServerShowV254Test-1359923808-project] 10.222.0.69 "GET /v2.0/ports?device_id=69988c96-e7a3-4ecf-a54b-0691d1d58ec7 HTTP/1.1" status: 200 len: 210 time: 0.0549743 Aug 19 14:52:32.075141 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 33576) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:32.095022 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31dc3de7-a20c-4bfb-adcf-0b97bb0a9050 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Made reservation on behalf of 62f6040790324d2f9054d5f1a383ead6 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:52:32.101894 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-31dc3de7-a20c-4bfb-adcf-0b97bb0a9050 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:32.139635 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2c774-437b-4501-a1cd-6d526c9b85b4 req-0ed34ef3-c5d0-44e2-960a-1cf2cf7c1e42 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:32.150679 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-84d2c774-437b-4501-a1cd-6d526c9b85b4 req-0ed34ef3-c5d0-44e2-960a-1cf2cf7c1e42 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] 10.222.0.69 "GET /v2.0/ports?device_id=dadf8ed7-2767-40ae-b395-6294b6294016 HTTP/1.1" status: 200 len: 945 time: 0.1446478 Aug 19 14:52:32.228380 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8672458f-7839-4ec6-b5a0-e597081d76aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-1e019147-66b3-452a-b94d-2d4b52d9f754', 'network_id': '1e019147-66b3-452a-b94d-2d4b52d9f754', 'tenant_id': '62f6040790324d2f9054d5f1a383ead6', 'fixed_ips': [{'subnet_id': 'a33eca59-68e6-4d1b-8909-357640813cbc'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:52:32.229268 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8672458f-7839-4ec6-b5a0-e597081d76aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:32.250631 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-84d2c774-437b-4501-a1cd-6d526c9b85b4 req-cb10c0fe-98b8-4cd3-9062-eae5ca9fbcce tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] 10.222.0.69 "GET /v2.0/security-groups?id=e13b8fc1-3d95-4db7-a031-18e6ffe92589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989301 Aug 19 14:52:32.479348 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2276c645-b852-4533-a472-055f13d50e56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:32.576726 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-8672458f-7839-4ec6-b5a0-e597081d76aa None None] Allocated IP 2001:db8::2 (1e019147-66b3-452a-b94d-2d4b52d9f754/a33eca59-68e6-4d1b-8909-357640813cbc/44d5cc85-9179-45db-a769-cb28ca682d4b) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:52:32.674444 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2276c645-b852-4533-a472-055f13d50e56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:32.686677 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2276c645-b852-4533-a472-055f13d50e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:32.744686 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-2276c645-b852-4533-a472-055f13d50e56 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0d64970638b64b078195282671b48be5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6654890 Aug 19 14:52:32.744686 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2276c645-b852-4533-a472-055f13d50e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9dcbd8b-7779-4e77-813e-a1da1ee203b0,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:32.748789 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 33598) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:32.782972 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-31dc3de7-a20c-4bfb-adcf-0b97bb0a9050 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:32.830631 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9922884e-9afc-4bb1-89b0-903df58dcbcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:32.875174 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9922884e-9afc-4bb1-89b0-903df58dcbcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:32.906566 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31dc3de7-a20c-4bfb-adcf-0b97bb0a9050 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Network 1e019147-66b3-452a-b94d-2d4b52d9f754 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:52:32.919603 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-31dc3de7-a20c-4bfb-adcf-0b97bb0a9050 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:52:32.935143 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31dc3de7-a20c-4bfb-adcf-0b97bb0a9050 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:32.936200 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-31dc3de7-a20c-4bfb-adcf-0b97bb0a9050 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:32.940989 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 33604) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:32.986103 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dc3de7-a20c-4bfb-adcf-0b97bb0a9050 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Pushing event updated for resources: {'Subnet': ['ID=177d5cbf-928b-465d-99e1-ab66e244fbb9,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:33.009181 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-31dc3de7-a20c-4bfb-adcf-0b97bb0a9050 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2825656 Aug 19 14:52:33.011654 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33608) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:33.069376 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8672458f-7839-4ec6-b5a0-e597081d76aa None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:33.090677 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8672458f-7839-4ec6-b5a0-e597081d76aa None None] Transition to ACTIVE for port object 44d5cc85-9179-45db-a769-cb28ca682d4b will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:52:33.116907 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1016f11-d250-4621-92e7-38b873d63427 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:33.119120 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1016f11-d250-4621-92e7-38b873d63427 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:33.120819 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1016f11-d250-4621-92e7-38b873d63427 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:33.122752 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1016f11-d250-4621-92e7-38b873d63427 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:33.124342 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1016f11-d250-4621-92e7-38b873d63427 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:33.126362 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f1016f11-d250-4621-92e7-38b873d63427 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1133215 Aug 19 14:52:33.131703 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8672458f-7839-4ec6-b5a0-e597081d76aa None None] Transition to ACTIVE for port object 44d5cc85-9179-45db-a769-cb28ca682d4b will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:52:33.148266 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8672458f-7839-4ec6-b5a0-e597081d76aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:33.149018 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33610) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:33.168224 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-6ed869e2-d0d1-49e4-8a92-4569fd092e67 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1105086743'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:52:33.177070 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b7a48316-b52c-46c4-87e0-cfae41dc73b3 req-04a57e56-3c26-4268-bc7a-1e73dc6c52b6 tempest-ServerShowV254Test-1359923808 tempest-ServerShowV254Test-1359923808-project] 10.222.0.69 "GET /v2.0/ports?device_id=69988c96-e7a3-4ecf-a54b-0691d1d58ec7 HTTP/1.1" status: 200 len: 210 time: 0.1212599 Aug 19 14:52:33.218206 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8672458f-7839-4ec6-b5a0-e597081d76aa None None] Network 1e019147-66b3-452a-b94d-2d4b52d9f754 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:52:33.225280 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-8672458f-7839-4ec6-b5a0-e597081d76aa None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:52:33.232690 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8672458f-7839-4ec6-b5a0-e597081d76aa None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:52:33.233231 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed869e2-d0d1-49e4-8a92-4569fd092e67 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Made reservation on behalf of 62f6040790324d2f9054d5f1a383ead6 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:52:33.238049 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ed869e2-d0d1-49e4-8a92-4569fd092e67 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:33.248449 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8672458f-7839-4ec6-b5a0-e597081d76aa None None] Pushing event updated for resources: {'Port': ['ID=44d5cc85-9179-45db-a769-cb28ca682d4b,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:33.277976 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb65c9-bab7-4af8-8b45-576bad8d6891 req-6b8414c4-6791-435b-8d93-910d5ad1b68b tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:33.279647 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4cdb65c9-bab7-4af8-8b45-576bad8d6891 req-6b8414c4-6791-435b-8d93-910d5ad1b68b tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] 10.222.0.69 "GET /v2.0/ports?device_id=dadf8ed7-2767-40ae-b395-6294b6294016 HTTP/1.1" status: 200 len: 945 time: 0.4242580 Aug 19 14:52:33.292958 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ed869e2-d0d1-49e4-8a92-4569fd092e67 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:52:33.306132 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-897e8a64-65a2-4a17-9e56-ffaa81a4ebb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:33.318822 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8672458f-7839-4ec6-b5a0-e597081d76aa None None] Attempting to bind port 44d5cc85-9179-45db-a769-cb28ca682d4b on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:52:33.319607 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8672458f-7839-4ec6-b5a0-e597081d76aa None None] Attempting to bind port 44d5cc85-9179-45db-a769-cb28ca682d4b by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '9f795f50-620c-4e17-8dd5-983ddd7b5914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1e019147-66b3-452a-b94d-2d4b52d9f754'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:52:33.320209 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8672458f-7839-4ec6-b5a0-e597081d76aa None None] Attempting to bind port 44d5cc85-9179-45db-a769-cb28ca682d4b on network 1e019147-66b3-452a-b94d-2d4b52d9f754 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:52:33.328747 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8672458f-7839-4ec6-b5a0-e597081d76aa None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:52:33.329920 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8672458f-7839-4ec6-b5a0-e597081d76aa None None] Checking segment: {'id': '9f795f50-620c-4e17-8dd5-983ddd7b5914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1e019147-66b3-452a-b94d-2d4b52d9f754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:52:33.332028 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8672458f-7839-4ec6-b5a0-e597081d76aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:33.332803 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8672458f-7839-4ec6-b5a0-e597081d76aa None None] Bound using segment: {'id': '9f795f50-620c-4e17-8dd5-983ddd7b5914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1e019147-66b3-452a-b94d-2d4b52d9f754'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:52:33.337139 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8672458f-7839-4ec6-b5a0-e597081d76aa None None] Bound port: 44d5cc85-9179-45db-a769-cb28ca682d4b, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f795f50-620c-4e17-8dd5-983ddd7b5914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1e019147-66b3-452a-b94d-2d4b52d9f754'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:52:33.338707 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8672458f-7839-4ec6-b5a0-e597081d76aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:33.341067 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf799b-ace3-499d-b7ce-2a13b6ee89f3 req-d7407076-96f9-4a37-bbed-30c2463782b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:33.342520 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6ddf799b-ace3-499d-b7ce-2a13b6ee89f3 req-d7407076-96f9-4a37-bbed-30c2463782b4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a009ace5c9ab4354b62fea1750ef405e&device_id=150775af-ea06-4b6d-8d71-6c0f0e8fd5df HTTP/1.1" status: 200 len: 1096 time: 0.3708692 Aug 19 14:52:33.361266 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ed869e2-d0d1-49e4-8a92-4569fd092e67 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:33.361624 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-6ed869e2-d0d1-49e4-8a92-4569fd092e67 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Added segment 5350209d-9fc7-4a11-853b-55a409e31e97 of type vlan for network 1609dfc8-0b7f-46f1-a5df-854a753ce54f Aug 19 14:52:33.375203 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9922884e-9afc-4bb1-89b0-903df58dcbcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:33.377944 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9922884e-9afc-4bb1-89b0-903df58dcbcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:33.379098 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9922884e-9afc-4bb1-89b0-903df58dcbcc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f9dcbd8b-7779-4e77-813e-a1da1ee203b0 HTTP/1.1" status: 204 len: 168 time: 0.6293099 Aug 19 14:52:33.471596 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ed869e2-d0d1-49e4-8a92-4569fd092e67 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:33.502347 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4cdb65c9-bab7-4af8-8b45-576bad8d6891 req-17f67dd3-2aae-43a1-9fe6-1de5ce456ed5 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] 10.222.0.69 "GET /v2.0/security-groups?id=e13b8fc1-3d95-4db7-a031-18e6ffe92589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106857 Aug 19 14:52:33.516480 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ed869e2-d0d1-49e4-8a92-4569fd092e67 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:33.527538 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8672458f-7839-4ec6-b5a0-e597081d76aa None None] For port 44d5cc85-9179-45db-a769-cb28ca682d4b, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:52:33.534912 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed869e2-d0d1-49e4-8a92-4569fd092e67 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:33.535590 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ed869e2-d0d1-49e4-8a92-4569fd092e67 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:33.542068 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8672458f-7839-4ec6-b5a0-e597081d76aa None None] For port 44d5cc85-9179-45db-a769-cb28ca682d4b, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=44d5cc85-9179-45db-a769-cb28ca682d4b,segment=NetworkSegment(9f795f50-620c-4e17-8dd5-983ddd7b5914),segment_id=9f795f50-620c-4e17-8dd5-983ddd7b5914)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:52:33.557493 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9922884e-9afc-4bb1-89b0-903df58dcbcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9dcbd8b-7779-4e77-813e-a1da1ee203b0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:33.571869 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8672458f-7839-4ec6-b5a0-e597081d76aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:33.697036 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8672458f-7839-4ec6-b5a0-e597081d76aa None None] Pushing event updated for resources: {'Port': ['ID=44d5cc85-9179-45db-a769-cb28ca682d4b,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:33.742796 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee051ec2-a218-4797-8bdc-93c370ec3e8c req-72d1b356-f869-4a83-827c-a2684bc273d2 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:33.744530 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ee051ec2-a218-4797-8bdc-93c370ec3e8c req-72d1b356-f869-4a83-827c-a2684bc273d2 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=150775af-ea06-4b6d-8d71-6c0f0e8fd5df HTTP/1.1" status: 200 len: 945 time: 0.3417139 Aug 19 14:52:33.751654 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf799b-ace3-499d-b7ce-2a13b6ee89f3 req-53cfbca7-d74c-49e0-b91c-ed8d6d422b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:33.753243 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6ddf799b-ace3-499d-b7ce-2a13b6ee89f3 req-53cfbca7-d74c-49e0-b91c-ed8d6d422b0f service neutron] 10.222.0.88 "GET /v2.0/networks?id=826a14c6-b01f-4f4f-86d2-3cfbb5aad056 HTTP/1.1" status: 200 len: 920 time: 0.3986714 Aug 19 14:52:33.782529 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:33.800534 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed869e2-d0d1-49e4-8a92-4569fd092e67 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Pushing event updated for resources: {'Network': ['ID=1609dfc8-0b7f-46f1-a5df-854a753ce54f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:33.811934 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 1609dfc8-0b7f-46f1-a5df-854a753ce54f details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:52:33.909200 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6ddf799b-ace3-499d-b7ce-2a13b6ee89f3 req-3442d2bc-8335-4c37-8ace-5f7828111425 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78e1f20f-8f74-46b6-8b06-a2a3d20df9da HTTP/1.1" status: 200 len: 217 time: 0.1431971 Aug 19 14:52:33.995349 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-897e8a64-65a2-4a17-9e56-ffaa81a4ebb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:34.026915 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6ed869e2-d0d1-49e4-8a92-4569fd092e67 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8753219 Aug 19 14:52:34.028969 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33624) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:34.035470 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c9a08279-360d-4ac8-a3bc-48a2769c665c tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:52:34.049841 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33626) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:34.080970 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-897e8a64-65a2-4a17-9e56-ffaa81a4ebb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:34.129439 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e4408a5-ea6e-411d-a0f2-b539eb5d7f6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:34.277712 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf799b-ace3-499d-b7ce-2a13b6ee89f3 req-48b67bdb-980f-4f03-ba2e-616d50b27c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:34.279263 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6ddf799b-ace3-499d-b7ce-2a13b6ee89f3 req-48b67bdb-980f-4f03-ba2e-616d50b27c15 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f017c343-b8a3-4a90-a258-473804aba5f3 HTTP/1.1" status: 200 len: 859 time: 0.2720478 Aug 19 14:52:34.324647 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-405c086f-eac8-40e5-a8a7-5657939713fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:34.446496 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6ddf799b-ace3-499d-b7ce-2a13b6ee89f3 req-2976982e-b181-462b-acdc-ba537d0c4bab service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=826a14c6-b01f-4f4f-86d2-3cfbb5aad056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1504307 Aug 19 14:52:34.473108 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9a08279-360d-4ac8-a3bc-48a2769c665c tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:34.510015 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9a08279-360d-4ac8-a3bc-48a2769c665c tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:34.513753 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:34.540878 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c9a08279-360d-4ac8-a3bc-48a2769c665c tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Network 1609dfc8-0b7f-46f1-a5df-854a753ce54f is not hosted by any dhcp agent {{(pid=94639) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 14:52:34.551079 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a08279-360d-4ac8-a3bc-48a2769c665c tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:34.559348 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9a08279-360d-4ac8-a3bc-48a2769c665c tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:34.563360 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c9a08279-360d-4ac8-a3bc-48a2769c665c tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "PUT /v2.0/networks/1609dfc8-0b7f-46f1-a5df-854a753ce54f HTTP/1.1" status: 200 len: 723 time: 0.5305569 Aug 19 14:52:34.582692 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33636) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:34.594570 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-9d9a5d2d-79d3-4192-b587-4cbb78aedd35 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Request body: {'subnet': {'network_id': '1609dfc8-0b7f-46f1-a5df-854a753ce54f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:52:34.668916 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-897e8a64-65a2-4a17-9e56-ffaa81a4ebb4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=aff2fb9771c744b89fb74d12056a0136&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7265174 Aug 19 14:52:34.678790 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6ddf799b-ace3-499d-b7ce-2a13b6ee89f3 req-19f8243e-8210-4c52-85b9-9ca4903abc2c service neutron] 10.222.0.88 "GET /v2.0/networks/826a14c6-b01f-4f4f-86d2-3cfbb5aad056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935372 Aug 19 14:52:34.681316 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 33642) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:34.705529 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ee051ec2-a218-4797-8bdc-93c370ec3e8c req-ecf03abd-10ea-4b3f-b2f3-5e9933e390d6 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9500091 Aug 19 14:52:34.795138 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20cd1a-c364-4839-bd98-a1b9dbc9d8c2 req-e2cc2077-a320-4422-a89b-bbce497fa6c5 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:34.797863 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6d20cd1a-c364-4839-bd98-a1b9dbc9d8c2 req-e2cc2077-a320-4422-a89b-bbce497fa6c5 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] 10.222.0.88 "GET /v2.0/ports?device_id=dadf8ed7-2767-40ae-b395-6294b6294016 HTTP/1.1" status: 200 len: 945 time: 0.7934890 Aug 19 14:52:34.814621 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e8a64-65a2-4a17-9e56-ffaa81a4ebb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9347d32-3b15-4f9f-a0e8-f2b8e8f774ce,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:35.035670 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a08279-360d-4ac8-a3bc-48a2769c665c tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Pushing event updated for resources: {'Network': ['ID=1609dfc8-0b7f-46f1-a5df-854a753ce54f,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:35.068532 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 1609dfc8-0b7f-46f1-a5df-854a753ce54f details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:52:35.215060 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:35.259175 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e4408a5-ea6e-411d-a0f2-b539eb5d7f6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:35.280373 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:35.297501 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e4408a5-ea6e-411d-a0f2-b539eb5d7f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:35.332665 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6ddf799b-ace3-499d-b7ce-2a13b6ee89f3 req-140af12f-1b59-4cd8-b669-ee25344ee45b service neutron] 10.222.0.88 "GET /v2.0/networks/826a14c6-b01f-4f4f-86d2-3cfbb5aad056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6105092 Aug 19 14:52:35.348900 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08875877-680a-40d5-9ea4-c51b9f7631d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:35.397327 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9e4408a5-ea6e-411d-a0f2-b539eb5d7f6d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5fca3f32412d4a47b4206f60a79fc8b9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3422706 Aug 19 14:52:35.398067 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9a5d2d-79d3-4192-b587-4cbb78aedd35 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Made reservation on behalf of 62f6040790324d2f9054d5f1a383ead6 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:52:35.401571 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d9a5d2d-79d3-4192-b587-4cbb78aedd35 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:35.432816 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 33656) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:35.519230 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1d0434ae-60de-4747-b10a-e47ff96795b7 req-df58f9e2-89ca-47de-afb1-7863bd77cf02 tempest-ServerShowV254Test-1359923808 tempest-ServerShowV254Test-1359923808-project] 10.222.0.69 "GET /v2.0/ports?device_id=69988c96-e7a3-4ecf-a54b-0691d1d58ec7 HTTP/1.1" status: 200 len: 210 time: 0.1646602 Aug 19 14:52:35.553329 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08875877-680a-40d5-9ea4-c51b9f7631d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:35.561774 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4408a5-ea6e-411d-a0f2-b539eb5d7f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e0766b-0fbb-42f1-9c54-6fd7c99cad83,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:35.590639 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 44d5cc85-9179-45db-a769-cb28ca682d4b up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:52:35.603441 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf9426-5699-42f7-9460-ca81ae35e818 req-f0f0416b-1a29-4ef2-b3ae-09a8b7886b1c tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:35.613550 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-95bf9426-5699-42f7-9460-ca81ae35e818 req-f0f0416b-1a29-4ef2-b3ae-09a8b7886b1c tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] 10.222.0.69 "GET /v2.0/ports?device_id=dadf8ed7-2767-40ae-b395-6294b6294016 HTTP/1.1" status: 200 len: 945 time: 0.5884142 Aug 19 14:52:35.641021 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fd096c-23e6-4ea7-a358-da15c76c2134 None None] Network 1e019147-66b3-452a-b94d-2d4b52d9f754 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:52:35.771899 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d9a5d2d-79d3-4192-b587-4cbb78aedd35 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:35.814228 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-6d20cd1a-c364-4839-bd98-a1b9dbc9d8c2 req-e676561c-6fff-4cd1-81be-d5a2be7912d3 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] Deleting port 9bcf042b-7836-4abc-be18-d36dc301024e {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:52:35.814560 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6d20cd1a-c364-4839-bd98-a1b9dbc9d8c2 req-e676561c-6fff-4cd1-81be-d5a2be7912d3 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:35.846960 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9361e235-5838-427e-a68f-9163e741b3a6 None None] Provisioning for port 44d5cc85-9179-45db-a769-cb28ca682d4b completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:52:35.869466 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 44d5cc85-9179-45db-a769-cb28ca682d4b completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:52:35.874668 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a5d2d-79d3-4192-b587-4cbb78aedd35 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Pushing event updated for resources: {'Subnet': ['ID=0150f496-127f-4992-bf02-e5b47bc3d91a,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:35.879737 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 44d5cc85-9179-45db-a769-cb28ca682d4b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:52:35.880241 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:35.887241 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9a5d2d-79d3-4192-b587-4cbb78aedd35 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Checking segment: {'id': '5350209d-9fc7-4a11-853b-55a409e31e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1609dfc8-0b7f-46f1-a5df-854a753ce54f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:52:35.887933 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9a5d2d-79d3-4192-b587-4cbb78aedd35 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Network hostable DHCP agents. Network: 1609dfc8-0b7f-46f1-a5df-854a753ce54f, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:52:35.929329 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9a5d2d-79d3-4192-b587-4cbb78aedd35 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Network 1609dfc8-0b7f-46f1-a5df-854a753ce54f is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:52:35.939433 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-6d20cd1a-c364-4839-bd98-a1b9dbc9d8c2 req-e676561c-6fff-4cd1-81be-d5a2be7912d3 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] For port 9bcf042b-7836-4abc-be18-d36dc301024e, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=9bcf042b-7836-4abc-be18-d36dc301024e,segment=NetworkSegment(3f3e24ec-ab15-4659-a8a6-a1b9bb081a06),segment_id=3f3e24ec-ab15-4659-a8a6-a1b9bb081a06)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:52:35.940564 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6d20cd1a-c364-4839-bd98-a1b9dbc9d8c2 req-e676561c-6fff-4cd1-81be-d5a2be7912d3 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:35.955313 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-9d9a5d2d-79d3-4192-b587-4cbb78aedd35 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 1609dfc8-0b7f-46f1-a5df-854a753ce54f) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:52:35.966071 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3301fcd4-3ead-4e41-82fe-9130c33704fe None None] Network 1609dfc8-0b7f-46f1-a5df-854a753ce54f requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:52:35.967142 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-6d20cd1a-c364-4839-bd98-a1b9dbc9d8c2 req-e676561c-6fff-4cd1-81be-d5a2be7912d3 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] Calling delete_port for 9bcf042b-7836-4abc-be18-d36dc301024e owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:52:35.973662 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9a5d2d-79d3-4192-b587-4cbb78aedd35 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:35.975023 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d9a5d2d-79d3-4192-b587-4cbb78aedd35 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:36.000549 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9d9a5d2d-79d3-4192-b587-4cbb78aedd35 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4104662 Aug 19 14:52:36.003152 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33668) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:36.011810 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-843994af-e3f6-4ef2-b640-9866149f4ed9 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:52:36.173385 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:36.175064 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6d20cd1a-c364-4839-bd98-a1b9dbc9d8c2 req-e676561c-6fff-4cd1-81be-d5a2be7912d3 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:36.263349 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 44d5cc85-9179-45db-a769-cb28ca682d4b, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=44d5cc85-9179-45db-a769-cb28ca682d4b,segment=NetworkSegment(9f795f50-620c-4e17-8dd5-983ddd7b5914),segment_id=9f795f50-620c-4e17-8dd5-983ddd7b5914)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:52:36.264436 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-843994af-e3f6-4ef2-b640-9866149f4ed9 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10137866'] for subnet, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:36.269723 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-95bf9426-5699-42f7-9460-ca81ae35e818 req-f253f491-1fff-403b-a5fa-2116bb1fc966 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] 10.222.0.69 "GET /v2.0/security-groups?id=e13b8fc1-3d95-4db7-a031-18e6ffe92589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6247211 Aug 19 14:52:36.283566 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:36.291553 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e676561c-6fff-4cd1-81be-d5a2be7912d3 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] Pushing event deleted for resources: {'Port': ['ID=9bcf042b-7836-4abc-be18-d36dc301024e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:36.362639 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e676561c-6fff-4cd1-81be-d5a2be7912d3 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:36.363355 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e676561c-6fff-4cd1-81be-d5a2be7912d3 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:36.363635 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e676561c-6fff-4cd1-81be-d5a2be7912d3 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:36.364640 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e676561c-6fff-4cd1-81be-d5a2be7912d3 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:36.366402 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e676561c-6fff-4cd1-81be-d5a2be7912d3 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:36.366966 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e676561c-6fff-4cd1-81be-d5a2be7912d3 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:36.367515 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e676561c-6fff-4cd1-81be-d5a2be7912d3 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:36.368130 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e676561c-6fff-4cd1-81be-d5a2be7912d3 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:36.368757 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e676561c-6fff-4cd1-81be-d5a2be7912d3 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:36.369333 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e676561c-6fff-4cd1-81be-d5a2be7912d3 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:36.370084 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e676561c-6fff-4cd1-81be-d5a2be7912d3 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:36.370985 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e676561c-6fff-4cd1-81be-d5a2be7912d3 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:36.380446 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc246d7f-4030-44be-84f6-45cc59a9fe37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:36.407810 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc246d7f-4030-44be-84f6-45cc59a9fe37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:36.531814 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-843994af-e3f6-4ef2-b640-9866149f4ed9 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784381760103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8454677'] for subnet, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:36.565373 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235f6e42-0fd7-4373-bd1c-782276946769 None None] Update dhcp port {'port': {'network_id': '1e019147-66b3-452a-b94d-2d4b52d9f754', 'fixed_ips': [{'subnet_id': 'a33eca59-68e6-4d1b-8909-357640813cbc', 'ip_address': '2001:db8::2'}, {'subnet_id': '177d5cbf-928b-465d-99e1-ab66e244fbb9'}], 'binding:host_id': 'n-d-766043-2'}, 'id': '44d5cc85-9179-45db-a769-cb28ca682d4b'} from n-d-766043-2. {{(pid=94641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 14:52:36.598708 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-235f6e42-0fd7-4373-bd1c-782276946769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:36.613709 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=44d5cc85-9179-45db-a769-cb28ca682d4b,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:36.617804 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843994af-e3f6-4ef2-b640-9866149f4ed9 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:36.618406 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-843994af-e3f6-4ef2-b640-9866149f4ed9 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:36.620462 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-843994af-e3f6-4ef2-b640-9866149f4ed9 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "PUT /v2.0/subnets/0150f496-127f-4992-bf02-e5b47bc3d91a HTTP/1.1" status: 200 len: 826 time: 0.6149025 Aug 19 14:52:36.624566 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2066c4-77f2-42ec-8567-065844830f92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-1609dfc8-0b7f-46f1-a5df-854a753ce54f', 'network_id': '1609dfc8-0b7f-46f1-a5df-854a753ce54f', 'tenant_id': '62f6040790324d2f9054d5f1a383ead6', 'fixed_ips': [{'subnet_id': '0150f496-127f-4992-bf02-e5b47bc3d91a'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:52:36.625527 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ce2066c4-77f2-42ec-8567-065844830f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:36.630983 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33684) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:36.641181 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d20cd1a-c364-4839-bd98-a1b9dbc9d8c2 req-e676561c-6fff-4cd1-81be-d5a2be7912d3 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] No DVR routers for this DVR port 9bcf042b-7836-4abc-be18-d36dc301024e on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:52:36.649202 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08875877-680a-40d5-9ea4-c51b9f7631d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:36.657676 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08875877-680a-40d5-9ea4-c51b9f7631d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:36.658864 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-08875877-680a-40d5-9ea4-c51b9f7631d2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a9347d32-3b15-4f9f-a0e8-f2b8e8f774ce HTTP/1.1" status: 204 len: 168 time: 1.9524167 Aug 19 14:52:36.669449 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6d20cd1a-c364-4839-bd98-a1b9dbc9d8c2 req-e676561c-6fff-4cd1-81be-d5a2be7912d3 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:36.675373 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6d20cd1a-c364-4839-bd98-a1b9dbc9d8c2 req-e676561c-6fff-4cd1-81be-d5a2be7912d3 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] 10.222.0.88 "DELETE /v2.0/ports/9bcf042b-7836-4abc-be18-d36dc301024e HTTP/1.1" status: 204 len: 173 time: 1.8283467 Aug 19 14:52:36.681731 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dadf8ed7-2767-40ae-b395-6294b6294016', 'name': 'network-vif-deleted', 'tag': '9bcf042b-7836-4abc-be18-d36dc301024e'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:52:36.688289 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c1879c-0596-4d37-b1c6-88cd6bd28723" -d '{"events": [{"server_uuid": "dadf8ed7-2767-40ae-b395-6294b6294016", "name": "network-vif-deleted", "tag": "9bcf042b-7836-4abc-be18-d36dc301024e"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:52:36.712318 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1977ff7-3c9e-4e37-a61d-ab262746ed12 req-0e61d68c-cff0-4223-92bb-2c6291e4ffeb tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:36.721275 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f1977ff7-3c9e-4e37-a61d-ab262746ed12 req-0e61d68c-cff0-4223-92bb-2c6291e4ffeb tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=150775af-ea06-4b6d-8d71-6c0f0e8fd5df HTTP/1.1" status: 200 len: 945 time: 0.5523977 Aug 19 14:52:36.733397 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08875877-680a-40d5-9ea4-c51b9f7631d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9347d32-3b15-4f9f-a0e8-f2b8e8f774ce,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:36.801738 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843994af-e3f6-4ef2-b640-9866149f4ed9 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Pushing event updated for resources: {'Subnet': ['ID=0150f496-127f-4992-bf02-e5b47bc3d91a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:36.823223 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2db3c0cc-f348-4683-83a9-c935956e2d65 req-31cee57f-db6a-4fbd-8f1a-21ef658f862b tempest-ServerShowV254Test-1359923808 tempest-ServerShowV254Test-1359923808-project] 10.222.0.69 "GET /v2.0/ports?device_id=69988c96-e7a3-4ecf-a54b-0691d1d58ec7 HTTP/1.1" status: 200 len: 210 time: 0.1264760 Aug 19 14:52:36.829917 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc246d7f-4030-44be-84f6-45cc59a9fe37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:36.843822 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc246d7f-4030-44be-84f6-45cc59a9fe37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:36.853799 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-bc246d7f-4030-44be-84f6-45cc59a9fe37 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/39e0766b-0fbb-42f1-9c54-6fd7c99cad83 HTTP/1.1" status: 204 len: 168 time: 1.4187984 Aug 19 14:52:36.889741 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f1977ff7-3c9e-4e37-a61d-ab262746ed12 req-7c916c8c-74ad-4b80-b75d-1c43754f7fe8 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675670 Aug 19 14:52:36.903055 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc246d7f-4030-44be-84f6-45cc59a9fe37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e0766b-0fbb-42f1-9c54-6fd7c99cad83,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:36.929586 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c9393b-a2c3-4d85-b593-5fd6e83b4996 x-openstack-request-id: req-45c9393b-a2c3-4d85-b593-5fd6e83b4996 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:52:36.929908 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dadf8ed7-2767-40ae-b395-6294b6294016", "name": "network-vif-deleted", "tag": "9bcf042b-7836-4abc-be18-d36dc301024e", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:52:36.935740 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72a7d8d7-ca1c-494f-9136-202c20b55f8e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:36.936627 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-45c9393b-a2c3-4d85-b593-5fd6e83b4996 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:52:36.937223 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dadf8ed7-2767-40ae-b395-6294b6294016', 'name': 'network-vif-deleted', 'tag': '9bcf042b-7836-4abc-be18-d36dc301024e', 'status': 'completed', 'code': 200} Aug 19 14:52:37.018692 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72a7d8d7-ca1c-494f-9136-202c20b55f8e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:37.215263 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 9bcf042b-7836-4abc-be18-d36dc301024e no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:52:37.382936 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: 9bcf042b-7836-4abc-be18-d36dc301024e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:52:37.384596 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 9bcf042b-7836-4abc-be18-d36dc301024e not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:52:37.390123 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:37.478856 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-ce2066c4-77f2-42ec-8567-065844830f92 None None] Allocated IP 2001:db8::2 (1609dfc8-0b7f-46f1-a5df-854a753ce54f/0150f496-127f-4992-bf02-e5b47bc3d91a/013740b4-20f7-4e93-b8c6-20f3ddaf5365) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:52:37.523882 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33700) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:37.574210 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca24ec4d-1d88-4f2d-a03c-c2a92406aef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:37.589052 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-235f6e42-0fd7-4373-bd1c-782276946769 None None] Allocated IP 172.20.0.1 (1e019147-66b3-452a-b94d-2d4b52d9f754/177d5cbf-928b-465d-99e1-ab66e244fbb9/44d5cc85-9179-45db-a769-cb28ca682d4b) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:52:37.622052 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7320352b-c601-4ffe-9b18-04dd84bf383f req-d46cb16e-386c-4c14-9294-ded2394784a5 tempest-InstanceActionsV221TestJSON-1645038845 tempest-InstanceActionsV221TestJSON-1645038845-project] 10.222.0.69 "GET /v2.0/ports?device_id=dadf8ed7-2767-40ae-b395-6294b6294016 HTTP/1.1" status: 200 len: 210 time: 0.0872991 Aug 19 14:52:37.654769 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 33708) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:37.682529 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0d07ed0f-fb9b-4469-a863-44f103b5a4e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:37.718601 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 44d5cc85-9179-45db-a769-cb28ca682d4b up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:52:37.783253 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca24ec4d-1d88-4f2d-a03c-c2a92406aef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:37.797669 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca24ec4d-1d88-4f2d-a03c-c2a92406aef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:37.878388 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca24ec4d-1d88-4f2d-a03c-c2a92406aef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630c9e43-fed9-433e-b4a8-4157def3f520,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:37.890275 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 44d5cc85-9179-45db-a769-cb28ca682d4b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:52:37.890814 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:37.933236 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 33716) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:37.934158 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ca24ec4d-1d88-4f2d-a03c-c2a92406aef2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e085d13738d24920bda1d61ea52d7699&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4148853 Aug 19 14:52:38.019230 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-235f6e42-0fd7-4373-bd1c-782276946769 None None] For port 44d5cc85-9179-45db-a769-cb28ca682d4b, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=44d5cc85-9179-45db-a769-cb28ca682d4b,segment=NetworkSegment(9f795f50-620c-4e17-8dd5-983ddd7b5914),segment_id=9f795f50-620c-4e17-8dd5-983ddd7b5914)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:52:38.034018 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b5b45a03-28cd-44ac-9d84-50a6efc56fdb req-94fca69d-c395-4bda-a68e-d0f078070aa5 tempest-ServerShowV254Test-1359923808 tempest-ServerShowV254Test-1359923808-project] 10.222.0.69 "GET /v2.0/ports?device_id=69988c96-e7a3-4ecf-a54b-0691d1d58ec7 HTTP/1.1" status: 200 len: 210 time: 0.0650926 Aug 19 14:52:38.082257 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ce2066c4-77f2-42ec-8567-065844830f92 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:38.115609 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ce2066c4-77f2-42ec-8567-065844830f92 None None] Transition to ACTIVE for port object 013740b4-20f7-4e93-b8c6-20f3ddaf5365 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:52:38.121670 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-235f6e42-0fd7-4373-bd1c-782276946769 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:38.124910 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0d07ed0f-fb9b-4469-a863-44f103b5a4e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:38.144977 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0d07ed0f-fb9b-4469-a863-44f103b5a4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:38.176632 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-235f6e42-0fd7-4373-bd1c-782276946769 None None] Transition to ACTIVE for port object 44d5cc85-9179-45db-a769-cb28ca682d4b will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:52:38.178912 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1baf6b25-bea7-4ca6-a41a-94063efca2c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:38.184726 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ce2066c4-77f2-42ec-8567-065844830f92 None None] Transition to ACTIVE for port object 013740b4-20f7-4e93-b8c6-20f3ddaf5365 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:52:38.189006 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-235f6e42-0fd7-4373-bd1c-782276946769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:38.200397 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783651a0-a675-42d1-a08a-a06f8b9c0cd8 req-11204f7c-d0b0-4a8c-b79b-265a00ebf7f6 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:38.205114 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-783651a0-a675-42d1-a08a-a06f8b9c0cd8 req-11204f7c-d0b0-4a8c-b79b-265a00ebf7f6 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=150775af-ea06-4b6d-8d71-6c0f0e8fd5df HTTP/1.1" status: 200 len: 945 time: 0.2048342 Aug 19 14:52:38.212098 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ce2066c4-77f2-42ec-8567-065844830f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:38.244130 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72a7d8d7-ca1c-494f-9136-202c20b55f8e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:38.311262 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1baf6b25-bea7-4ca6-a41a-94063efca2c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:38.312759 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2066c4-77f2-42ec-8567-065844830f92 None None] Network 1609dfc8-0b7f-46f1-a5df-854a753ce54f is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:52:38.314778 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d07ed0f-fb9b-4469-a863-44f103b5a4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9f47ce-4f5c-42ad-b9fb-3fc0ffd983a0,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:38.328565 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-ce2066c4-77f2-42ec-8567-065844830f92 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:52:38.338597 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-0d07ed0f-fb9b-4469-a863-44f103b5a4e8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9bc0903283c94f9293d7e95e2cf0db60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6822879 Aug 19 14:52:38.346504 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 33718) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:38.357441 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2066c4-77f2-42ec-8567-065844830f92 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:52:38.419032 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235f6e42-0fd7-4373-bd1c-782276946769 None None] Pushing event updated for resources: {'Port': ['ID=44d5cc85-9179-45db-a769-cb28ca682d4b,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:38.436526 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-783651a0-a675-42d1-a08a-a06f8b9c0cd8 req-bdbd97b0-ae3f-4343-9980-9a75edaa95de tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145541 Aug 19 14:52:38.456074 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a7d8d7-ca1c-494f-9136-202c20b55f8e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Pushing event deleted for resources: {'Subnet': ['ID=0150f496-127f-4992-bf02-e5b47bc3d91a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:38.524972 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1baf6b25-bea7-4ca6-a41a-94063efca2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:38.532252 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1baf6b25-bea7-4ca6-a41a-94063efca2c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:38.534767 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1baf6b25-bea7-4ca6-a41a-94063efca2c8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/630c9e43-fed9-433e-b4a8-4157def3f520 HTTP/1.1" status: 204 len: 168 time: 0.5922165 Aug 19 14:52:38.571548 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bfd6d260-57bf-472d-8306-75d5c8b70940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:38.592767 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf6b25-bea7-4ca6-a41a-94063efca2c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630c9e43-fed9-433e-b4a8-4157def3f520,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:38.646107 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72a7d8d7-ca1c-494f-9136-202c20b55f8e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:38.685987 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-72a7d8d7-ca1c-494f-9136-202c20b55f8e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1609dfc8-0b7f-46f1-a5df-854a753ce54f']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:52:38.690241 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bfd6d260-57bf-472d-8306-75d5c8b70940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:38.718266 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-72a7d8d7-ca1c-494f-9136-202c20b55f8e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5350209d-9fc7-4a11-853b-55a409e31e97') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:52:38.718435 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-72a7d8d7-ca1c-494f-9136-202c20b55f8e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5350209d-9fc7-4a11-853b-55a409e31e97') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:52:38.738297 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72a7d8d7-ca1c-494f-9136-202c20b55f8e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:38.773802 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72a7d8d7-ca1c-494f-9136-202c20b55f8e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:38.781229 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72a7d8d7-ca1c-494f-9136-202c20b55f8e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:52:38.781778 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72a7d8d7-ca1c-494f-9136-202c20b55f8e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:38.787051 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:52:38.787051 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:52:38.787051 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:52:38.787051 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:52:38.787051 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:52:38.787051 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:52:38.787051 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:52:38.787051 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:52:38.787051 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:52:38.787051 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:52:38.787051 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:52:38.787051 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:52:38.787051 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:52:38.787051 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:52:38.787051 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:52:38.787051 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:52:38.787051 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:52:38.787051 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:52:38.787051 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:52:38.787051 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:52:38.787051 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:52:38.787051 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:52:38.787051 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:52:38.787051 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:52:38.787051 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:52:38.787051 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:52:38.787051 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:52:38.787051 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:52:38.787051 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:52:38.787051 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:52:38.787051 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:52:38.787051 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:52:38.812843 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bfd6d260-57bf-472d-8306-75d5c8b70940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:38.817618 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bfd6d260-57bf-472d-8306-75d5c8b70940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:38.824732 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-bfd6d260-57bf-472d-8306-75d5c8b70940 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6f9f47ce-4f5c-42ad-b9fb-3fc0ffd983a0 HTTP/1.1" status: 204 len: 168 time: 0.4771421 Aug 19 14:52:38.829633 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2066c4-77f2-42ec-8567-065844830f92 None None] Pushing event updated for resources: {'Port': ['ID=013740b4-20f7-4e93-b8c6-20f3ddaf5365,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:38.844740 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd6d260-57bf-472d-8306-75d5c8b70940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9f47ce-4f5c-42ad-b9fb-3fc0ffd983a0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:38.852323 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ce2066c4-77f2-42ec-8567-065844830f92 None None] Attempting to bind port 013740b4-20f7-4e93-b8c6-20f3ddaf5365 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:52:38.852732 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ce2066c4-77f2-42ec-8567-065844830f92 None None] Attempting to bind port 013740b4-20f7-4e93-b8c6-20f3ddaf5365 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5350209d-9fc7-4a11-853b-55a409e31e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1609dfc8-0b7f-46f1-a5df-854a753ce54f'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:52:38.853152 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2066c4-77f2-42ec-8567-065844830f92 None None] Attempting to bind port 013740b4-20f7-4e93-b8c6-20f3ddaf5365 on network 1609dfc8-0b7f-46f1-a5df-854a753ce54f {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:52:38.861877 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2066c4-77f2-42ec-8567-065844830f92 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:52:38.862274 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2066c4-77f2-42ec-8567-065844830f92 None None] Checking segment: {'id': '5350209d-9fc7-4a11-853b-55a409e31e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1609dfc8-0b7f-46f1-a5df-854a753ce54f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:52:38.862668 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ce2066c4-77f2-42ec-8567-065844830f92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:38.863103 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2066c4-77f2-42ec-8567-065844830f92 None None] Bound using segment: {'id': '5350209d-9fc7-4a11-853b-55a409e31e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1609dfc8-0b7f-46f1-a5df-854a753ce54f'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:52:38.863601 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ce2066c4-77f2-42ec-8567-065844830f92 None None] Bound port: 013740b4-20f7-4e93-b8c6-20f3ddaf5365, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5350209d-9fc7-4a11-853b-55a409e31e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1609dfc8-0b7f-46f1-a5df-854a753ce54f'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:52:38.863988 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ce2066c4-77f2-42ec-8567-065844830f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:38.900787 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.db.api [None req-72a7d8d7-ca1c-494f-9136-202c20b55f8e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 14:52:38.900787 n-d-766043-2 neutron-server[94639]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 14:52:38.900787 n-d-766043-2 neutron-server[94639]: [parameters: {'id': '1609dfc8-0b7f-46f1-a5df-854a753ce54f'}] Aug 19 14:52:38.900787 n-d-766043-2 neutron-server[94639]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 14:52:38.901429 n-d-766043-2 neutron-server[94639]: DEBUG oslo_db.api [None req-72a7d8d7-ca1c-494f-9136-202c20b55f8e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 14:52:38.985942 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ce2066c4-77f2-42ec-8567-065844830f92 None None] For port 013740b4-20f7-4e93-b8c6-20f3ddaf5365, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:52:38.992776 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ce2066c4-77f2-42ec-8567-065844830f92 None None] For port 013740b4-20f7-4e93-b8c6-20f3ddaf5365, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=013740b4-20f7-4e93-b8c6-20f3ddaf5365,segment=NetworkSegment(5350209d-9fc7-4a11-853b-55a409e31e97),segment_id=5350209d-9fc7-4a11-853b-55a409e31e97)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:52:38.998759 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ce2066c4-77f2-42ec-8567-065844830f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:39.178894 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33740) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:39.196313 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2066c4-77f2-42ec-8567-065844830f92 None None] Pushing event updated for resources: {'Port': ['ID=013740b4-20f7-4e93-b8c6-20f3ddaf5365,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:39.217076 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3291d82c-443c-45f1-8004-90f85b440039 None None] Network 1609dfc8-0b7f-46f1-a5df-854a753ce54f requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:52:39.298107 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-68b0b879-5bb5-4df9-9e9d-4730f6fabd9b admin admin] Deleting subnet 30c22937-374a-4a64-ab10-4db5300dad52 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:52:39.306872 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-68b0b879-5bb5-4df9-9e9d-4730f6fabd9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:39.346825 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-80fc429e-b2da-4e39-a4ed-6ea34bca2062 req-916038f4-2fcf-4fd5-884d-110a42e61596 tempest-ServerShowV254Test-1359923808 tempest-ServerShowV254Test-1359923808-project] 10.222.0.69 "GET /v2.0/ports?device_id=69988c96-e7a3-4ecf-a54b-0691d1d58ec7 HTTP/1.1" status: 200 len: 210 time: 0.1344216 Aug 19 14:52:39.401896 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-68b0b879-5bb5-4df9-9e9d-4730f6fabd9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:39.457112 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72a7d8d7-ca1c-494f-9136-202c20b55f8e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:39.558509 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 44d5cc85-9179-45db-a769-cb28ca682d4b up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:52:39.571869 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-68b0b879-5bb5-4df9-9e9d-4730f6fabd9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:39.635519 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f49e61f-ef86-4ef5-9eb4-bf821399b8c6 None None] Network 1609dfc8-0b7f-46f1-a5df-854a753ce54f requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:52:39.662994 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ea185d-ec56-42a1-bcad-f506387de277 None None] Network 1e019147-66b3-452a-b94d-2d4b52d9f754 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:52:39.839410 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-72a7d8d7-ca1c-494f-9136-202c20b55f8e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Deleting port 013740b4-20f7-4e93-b8c6-20f3ddaf5365 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:52:39.844607 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72a7d8d7-ca1c-494f-9136-202c20b55f8e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:39.847025 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def03a36-876f-432e-820d-611c5bdc0271 req-c5832254-4cb6-4f30-8cad-bdc01f17d4bf tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:39.853942 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-68b0b879-5bb5-4df9-9e9d-4730f6fabd9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:39.860742 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-def03a36-876f-432e-820d-611c5bdc0271 req-c5832254-4cb6-4f30-8cad-bdc01f17d4bf tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=150775af-ea06-4b6d-8d71-6c0f0e8fd5df HTTP/1.1" status: 200 len: 945 time: 0.1885691 Aug 19 14:52:39.925543 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-def03a36-876f-432e-820d-611c5bdc0271 req-a53ede8a-40f8-49bb-968b-2bcbed0519e3 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593638 Aug 19 14:52:40.009482 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c9dc99c3-bbb1-42b4-ba0a-8cce372430ac None None] Provisioning for port 44d5cc85-9179-45db-a769-cb28ca682d4b completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:52:40.041095 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0b879-5bb5-4df9-9e9d-4730f6fabd9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30c22937-374a-4a64-ab10-4db5300dad52,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:40.070695 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c9dc99c3-bbb1-42b4-ba0a-8cce372430ac None None] Provisioning complete for port 44d5cc85-9179-45db-a769-cb28ca682d4b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:52:40.071070 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c9dc99c3-bbb1-42b4-ba0a-8cce372430ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:40.074259 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-68b0b879-5bb5-4df9-9e9d-4730f6fabd9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:40.079140 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-68b0b879-5bb5-4df9-9e9d-4730f6fabd9b admin admin] 10.222.0.69 "DELETE /v2.0/subnets/30c22937-374a-4a64-ab10-4db5300dad52 HTTP/1.1" status: 204 len: 168 time: 0.8970633 Aug 19 14:52:40.081946 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 33780) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:40.143365 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-72a7d8d7-ca1c-494f-9136-202c20b55f8e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] For port 013740b4-20f7-4e93-b8c6-20f3ddaf5365, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=013740b4-20f7-4e93-b8c6-20f3ddaf5365,segment=NetworkSegment(5350209d-9fc7-4a11-853b-55a409e31e97),segment_id=5350209d-9fc7-4a11-853b-55a409e31e97)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:52:40.146805 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72a7d8d7-ca1c-494f-9136-202c20b55f8e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:40.183311 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 44d5cc85-9179-45db-a769-cb28ca682d4b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:52:40.183944 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:40.204060 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-72a7d8d7-ca1c-494f-9136-202c20b55f8e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Calling delete_port for 013740b4-20f7-4e93-b8c6-20f3ddaf5365 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:52:40.297154 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d42450ae-2a01-4f03-946d-93f60f085e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:40.463769 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72a7d8d7-ca1c-494f-9136-202c20b55f8e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:40.558919 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d42450ae-2a01-4f03-946d-93f60f085e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:40.581031 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a7d8d7-ca1c-494f-9136-202c20b55f8e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Pushing event deleted for resources: {'Port': ['ID=013740b4-20f7-4e93-b8c6-20f3ddaf5365,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:40.585490 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a7d8d7-ca1c-494f-9136-202c20b55f8e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] No DVR routers for this DVR port 013740b4-20f7-4e93-b8c6-20f3ddaf5365 on host n-d-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:52:40.599633 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d42450ae-2a01-4f03-946d-93f60f085e1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d705960-a3d1-476d-8ca6-8c1e8079012e']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:52:40.684893 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d42450ae-2a01-4f03-946d-93f60f085e1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f3e24ec-ab15-4659-a8a6-a1b9bb081a06') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:52:40.685203 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d42450ae-2a01-4f03-946d-93f60f085e1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f3e24ec-ab15-4659-a8a6-a1b9bb081a06') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:52:40.752702 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-05332e53-2c4b-4ba3-92f0-faa9eef911c0 req-f2f062ec-a703-4e23-acfc-f2fedfe9fd42 tempest-ServerShowV254Test-1359923808 tempest-ServerShowV254Test-1359923808-project] 10.222.0.69 "GET /v2.0/ports?device_id=69988c96-e7a3-4ecf-a54b-0691d1d58ec7 HTTP/1.1" status: 200 len: 210 time: 0.1670489 Aug 19 14:52:40.769772 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d42450ae-2a01-4f03-946d-93f60f085e1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:40.821292 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d42450ae-2a01-4f03-946d-93f60f085e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:40.834347 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72a7d8d7-ca1c-494f-9136-202c20b55f8e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:40.834604 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d42450ae-2a01-4f03-946d-93f60f085e1b admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:52:40.840421 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d42450ae-2a01-4f03-946d-93f60f085e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:40.843751 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:52:40.843751 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:52:40.843751 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:52:40.843751 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:52:40.843751 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:52:40.843751 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:52:40.843751 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:52:40.843751 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:52:40.843751 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:52:40.843751 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:52:40.843751 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:52:40.843751 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:52:40.843751 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:52:40.843751 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:52:40.843751 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:52:40.843751 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:52:40.843751 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:52:40.843751 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:52:40.843751 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:52:40.843751 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:52:40.843751 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:52:40.843751 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:52:40.843751 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:52:40.843751 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:52:40.843751 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:52:40.843751 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:52:40.843751 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:52:40.843751 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:52:40.843751 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:52:40.843751 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:52:40.843751 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:52:40.843751 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:52:40.862987 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-72a7d8d7-ca1c-494f-9136-202c20b55f8e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1609dfc8-0b7f-46f1-a5df-854a753ce54f']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:52:40.886990 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-72a7d8d7-ca1c-494f-9136-202c20b55f8e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5350209d-9fc7-4a11-853b-55a409e31e97') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:52:40.887392 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-72a7d8d7-ca1c-494f-9136-202c20b55f8e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5350209d-9fc7-4a11-853b-55a409e31e97') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:52:40.933503 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72a7d8d7-ca1c-494f-9136-202c20b55f8e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:40.988128 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72a7d8d7-ca1c-494f-9136-202c20b55f8e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:41.003192 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72a7d8d7-ca1c-494f-9136-202c20b55f8e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:52:41.004819 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72a7d8d7-ca1c-494f-9136-202c20b55f8e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:41.026639 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d42450ae-2a01-4f03-946d-93f60f085e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:41.034712 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d42450ae-2a01-4f03-946d-93f60f085e1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:41.042739 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d42450ae-2a01-4f03-946d-93f60f085e1b admin admin] 10.222.0.69 "DELETE /v2.0/networks/7d705960-a3d1-476d-8ca6-8c1e8079012e HTTP/1.1" status: 204 len: 168 time: 0.9592724 Aug 19 14:52:41.052212 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:52:41.052212 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:52:41.052212 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:52:41.052212 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:52:41.052212 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:52:41.052212 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:52:41.052212 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:52:41.052212 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:52:41.052212 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:52:41.052212 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:52:41.052212 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:52:41.052212 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:52:41.052212 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:52:41.052212 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:52:41.052212 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:52:41.052212 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:52:41.052212 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:52:41.052212 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:52:41.052212 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:52:41.052212 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:52:41.052212 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:52:41.052212 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:52:41.052212 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:52:41.052212 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:52:41.052212 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:52:41.052212 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:52:41.052212 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:52:41.052212 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:52:41.052212 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:52:41.052212 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:52:41.052212 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:52:41.052212 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:52:41.073978 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42450ae-2a01-4f03-946d-93f60f085e1b admin admin] Pushing event deleted for resources: {'Network': ['ID=7d705960-a3d1-476d-8ca6-8c1e8079012e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:41.195087 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72a7d8d7-ca1c-494f-9136-202c20b55f8e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:41.198071 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c7fcf9-5495-4d85-91d5-6fb3423a9445 req-9be55d36-2534-4f7f-8564-b60498d3124d tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:41.201417 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72a7d8d7-ca1c-494f-9136-202c20b55f8e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:41.202592 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-72c7fcf9-5495-4d85-91d5-6fb3423a9445 req-9be55d36-2534-4f7f-8564-b60498d3124d tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=150775af-ea06-4b6d-8d71-6c0f0e8fd5df HTTP/1.1" status: 200 len: 945 time: 0.1172929 Aug 19 14:52:41.215019 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-72a7d8d7-ca1c-494f-9136-202c20b55f8e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "DELETE /v2.0/networks/1609dfc8-0b7f-46f1-a5df-854a753ce54f HTTP/1.1" status: 204 len: 168 time: 4.5796022 Aug 19 14:52:41.217258 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33816) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:41.266977 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e3d306-ceab-4645-8ce8-180a871060b6 None None] get_active_networks_info from n-d-766043-2 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 14:52:41.283916 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-264ba7c5-f19a-4f03-ae50-73aab346a97a tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:41.286150 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-264ba7c5-f19a-4f03-ae50-73aab346a97a tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:41.293911 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-264ba7c5-f19a-4f03-ae50-73aab346a97a tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "DELETE /v2.0/networks/1609dfc8-0b7f-46f1-a5df-854a753ce54f HTTP/1.1" status: 404 len: 339 time: 0.0636742 Aug 19 14:52:41.295813 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-72c7fcf9-5495-4d85-91d5-6fb3423a9445 req-5d637004-1bc3-49b6-8f77-f9d1885b21bf tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855114 Aug 19 14:52:41.296313 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 33820) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:41.312186 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-21f5ca58-2124-435b-9faf-8831a3ca150f tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2006053848', 'description': 'd1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:52:41.326165 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a7d8d7-ca1c-494f-9136-202c20b55f8e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Pushing event deleted for resources: {'Network': ['ID=1609dfc8-0b7f-46f1-a5df-854a753ce54f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:41.396237 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f5ca58-2124-435b-9faf-8831a3ca150f tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Made reservation on behalf of 62f6040790324d2f9054d5f1a383ead6 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:52:41.435374 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-21f5ca58-2124-435b-9faf-8831a3ca150f tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:41.511895 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21f5ca58-2124-435b-9faf-8831a3ca150f tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:52:41.556872 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e357cd5d-b769-4723-9e1f-d58977b5ac20 None None] Provisioning complete for port 44d5cc85-9179-45db-a769-cb28ca682d4b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:52:41.557770 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e357cd5d-b769-4723-9e1f-d58977b5ac20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:41.561584 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33824) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:41.565035 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-21f5ca58-2124-435b-9faf-8831a3ca150f tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:41.565598 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-21f5ca58-2124-435b-9faf-8831a3ca150f tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Added segment 6d5683d9-c48c-4d83-b23f-dc78c8a5adef of type vlan for network d7ec0ecc-b32e-41d9-bf24-002c1ef7ad6c Aug 19 14:52:41.625050 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccee004-26fd-4b24-8b60-21ca4f810b4f req-1f097566-e77a-4016-bb4c-f73df1d557db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:41.627649 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7ccee004-26fd-4b24-8b60-21ca4f810b4f req-1f097566-e77a-4016-bb4c-f73df1d557db service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=150775af-ea06-4b6d-8d71-6c0f0e8fd5df HTTP/1.1" status: 200 len: 1096 time: 0.1107478 Aug 19 14:52:41.630180 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-21f5ca58-2124-435b-9faf-8831a3ca150f tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:41.647218 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e3d306-ceab-4645-8ce8-180a871060b6 None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 14:52:41.693784 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-21f5ca58-2124-435b-9faf-8831a3ca150f tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:41.700304 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f5ca58-2124-435b-9faf-8831a3ca150f tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:41.701271 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-21f5ca58-2124-435b-9faf-8831a3ca150f tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:41.713359 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-490e8d7f-40a3-4b4a-8ab1-7b92c274c027 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9fcb2cb685844bab82a8245f3db9db82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1427865 Aug 19 14:52:41.714398 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33826) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:41.723306 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:52:41.738667 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-21f5ca58-2124-435b-9faf-8831a3ca150f tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4410243 Aug 19 14:52:41.746523 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33828) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:41.765275 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7ccee004-26fd-4b24-8b60-21ca4f810b4f req-c6c71d1c-c1b3-4cb5-b0c4-95f6c0aec61f service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231997 Aug 19 14:52:41.997696 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f5ca58-2124-435b-9faf-8831a3ca150f tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Pushing event updated for resources: {'Network': ['ID=d7ec0ecc-b32e-41d9-bf24-002c1ef7ad6c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:42.047068 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b3c36b6e-d9cb-4d65-a79c-9a38292e9e9d req-d361442a-b280-4503-84c5-689622124baa tempest-ServerShowV254Test-1359923808 tempest-ServerShowV254Test-1359923808-project] 10.222.0.69 "GET /v2.0/ports?device_id=69988c96-e7a3-4ecf-a54b-0691d1d58ec7 HTTP/1.1" status: 200 len: 210 time: 0.0957427 Aug 19 14:52:42.072153 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network d7ec0ecc-b32e-41d9-bf24-002c1ef7ad6c details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:52:42.086212 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37212c94-eb39-41eb-b386-e382f7bc1bbd tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:42.087761 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-37212c94-eb39-41eb-b386-e382f7bc1bbd tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "GET /v2.0/networks?id=d7ec0ecc-b32e-41d9-bf24-002c1ef7ad6c HTTP/1.1" status: 200 len: 765 time: 0.3397770 Aug 19 14:52:42.090544 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33844) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:42.104493 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-deac6458-c403-4cd8-b759-1bc2599988f7 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Request body: {'network': {'description': 'd2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:52:42.104493 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3d45ef6-b2a8-48da-839a-a76b4ff83961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:42.189610 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3d45ef6-b2a8-48da-839a-a76b4ff83961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:42.529211 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-deac6458-c403-4cd8-b759-1bc2599988f7 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:42.577909 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-deac6458-c403-4cd8-b759-1bc2599988f7 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:42.599057 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-deac6458-c403-4cd8-b759-1bc2599988f7 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Network d7ec0ecc-b32e-41d9-bf24-002c1ef7ad6c is not hosted by any dhcp agent {{(pid=94639) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 14:52:42.614138 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35c619-774c-4e51-bc62-e70034b26f30 req-e3bc036c-a711-4a76-9ea2-6a5da73392cc tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:42.620347 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7b35c619-774c-4e51-bc62-e70034b26f30 req-e3bc036c-a711-4a76-9ea2-6a5da73392cc tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=150775af-ea06-4b6d-8d71-6c0f0e8fd5df HTTP/1.1" status: 200 len: 945 time: 0.1337149 Aug 19 14:52:42.630046 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deac6458-c403-4cd8-b759-1bc2599988f7 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:42.631397 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-deac6458-c403-4cd8-b759-1bc2599988f7 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:42.635034 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-deac6458-c403-4cd8-b759-1bc2599988f7 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "PUT /v2.0/networks/d7ec0ecc-b32e-41d9-bf24-002c1ef7ad6c HTTP/1.1" status: 200 len: 762 time: 0.5411160 Aug 19 14:52:42.672240 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 33860) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:42.761010 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deac6458-c403-4cd8-b759-1bc2599988f7 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Pushing event updated for resources: {'Network': ['ID=d7ec0ecc-b32e-41d9-bf24-002c1ef7ad6c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:42.766962 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3d45ef6-b2a8-48da-839a-a76b4ff83961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:42.769522 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3d45ef6-b2a8-48da-839a-a76b4ff83961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:42.770660 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c3d45ef6-b2a8-48da-839a-a76b4ff83961 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e13b8fc1-3d95-4db7-a031-18e6ffe92589 HTTP/1.1" status: 204 len: 168 time: 1.0549741 Aug 19 14:52:42.799967 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d45ef6-b2a8-48da-839a-a76b4ff83961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13b8fc1-3d95-4db7-a031-18e6ffe92589,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:42.809987 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network d7ec0ecc-b32e-41d9-bf24-002c1ef7ad6c details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:52:43.047236 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d38e253-8f72-4e4f-8e62-35dd81a83a0e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:43.054066 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33874) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:43.054990 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-7d38e253-8f72-4e4f-8e62-35dd81a83a0e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "GET /v2.0/networks?id=d7ec0ecc-b32e-41d9-bf24-002c1ef7ad6c HTTP/1.1" status: 200 len: 765 time: 0.3796749 Aug 19 14:52:43.095760 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7b35c619-774c-4e51-bc62-e70034b26f30 req-0e7c5523-5392-4013-be27-a61f6b07beff tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4670515 Aug 19 14:52:43.247869 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-83de4b46-fc8c-40a6-b299-a0841c2758a4 req-a8e0fa99-3b3e-4a6f-8495-1235de73dfda tempest-ServerShowV254Test-1359923808 tempest-ServerShowV254Test-1359923808-project] 10.222.0.69 "GET /v2.0/ports?device_id=69988c96-e7a3-4ecf-a54b-0691d1d58ec7 HTTP/1.1" status: 200 len: 210 time: 0.0750833 Aug 19 14:52:43.613609 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e3174a-7bca-4605-9036-279ae21f7c4a tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:43.622034 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-30e3174a-7bca-4605-9036-279ae21f7c4a tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5634646 Aug 19 14:52:43.622703 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 33892) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:43.699883 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33896) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:43.700538 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-3b37b303-668b-4be7-a5dd-f8753c34cca0 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "GET /v2.0/subnets?network_id=88eeec05-6d16-4f02-9461-44ff5e420302 HTTP/1.1" status: 200 len: 207 time: 0.0721262 Aug 19 14:52:43.844433 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 33904) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:44.059994 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-942f2090-7922-42fc-a167-757a54d7f96a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:44.118594 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb67ff11-79a2-4f73-afec-925aba9cbb1f tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:44.127588 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb67ff11-79a2-4f73-afec-925aba9cbb1f tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:44.137445 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb67ff11-79a2-4f73-afec-925aba9cbb1f tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:44.144355 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb67ff11-79a2-4f73-afec-925aba9cbb1f tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:44.151318 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb67ff11-79a2-4f73-afec-925aba9cbb1f tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:44.159739 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb67ff11-79a2-4f73-afec-925aba9cbb1f tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:44.162289 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-cb67ff11-79a2-4f73-afec-925aba9cbb1f tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.4612181 Aug 19 14:52:44.166601 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33920) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:44.336022 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3851335-42a7-43e3-b8fe-c693e23aae24 req-da2a2e5e-cb15-4024-8349-5fd9577c136a tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:44.343696 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f3851335-42a7-43e3-b8fe-c693e23aae24 req-da2a2e5e-cb15-4024-8349-5fd9577c136a tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=150775af-ea06-4b6d-8d71-6c0f0e8fd5df HTTP/1.1" status: 200 len: 945 time: 0.1063471 Aug 19 14:52:44.385469 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-942f2090-7922-42fc-a167-757a54d7f96a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:44.414273 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-942f2090-7922-42fc-a167-757a54d7f96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:44.526494 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f3851335-42a7-43e3-b8fe-c693e23aae24 req-1983196c-7224-4697-9a76-0a1d4ff2f414 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816773 Aug 19 14:52:44.633721 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6ad66e38-1470-46d3-a387-26b65942fcbf tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.4653234 Aug 19 14:52:44.637967 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33938) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:44.705009 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-84e377a7-da6c-403b-abe8-b8ff279568ed req-8515e62a-5f83-4e03-b6f0-11f4d085e811 tempest-ServerShowV254Test-1359923808 tempest-ServerShowV254Test-1359923808-project] 10.222.0.69 "GET /v2.0/ports?device_id=69988c96-e7a3-4ecf-a54b-0691d1d58ec7 HTTP/1.1" status: 200 len: 210 time: 0.2983274 Aug 19 14:52:44.741930 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942f2090-7922-42fc-a167-757a54d7f96a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35507325-dc75-4109-8fad-744ce9390700,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:44.751050 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5da6c6-fa90-4913-a59a-186b4c708e06 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:44.753051 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5da6c6-fa90-4913-a59a-186b4c708e06 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:44.754308 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5da6c6-fa90-4913-a59a-186b4c708e06 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:44.757214 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5da6c6-fa90-4913-a59a-186b4c708e06 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:44.758896 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5da6c6-fa90-4913-a59a-186b4c708e06 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:44.761377 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0d5da6c6-fa90-4913-a59a-186b4c708e06 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1221266 Aug 19 14:52:44.765016 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33942) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:44.774911 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-942f2090-7922-42fc-a167-757a54d7f96a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fa17ccd5ae864167a4ebc81d2f8b57d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9291255 Aug 19 14:52:44.778397 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 33944) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:44.840372 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3787afde-0152-4b08-b021-e30a129bbf70 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Attributes excluded by policy engine: ['shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:44.842547 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3787afde-0152-4b08-b021-e30a129bbf70 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Attributes excluded by policy engine: ['shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:44.844623 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3787afde-0152-4b08-b021-e30a129bbf70 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Attributes excluded by policy engine: ['shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:44.846438 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3787afde-0152-4b08-b021-e30a129bbf70 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Attributes excluded by policy engine: ['shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:44.847983 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3787afde-0152-4b08-b021-e30a129bbf70 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Attributes excluded by policy engine: ['shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:44.850191 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-3787afde-0152-4b08-b021-e30a129bbf70 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0840511 Aug 19 14:52:44.855168 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33946) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:44.985774 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d35f0c3-a1c1-49d0-be38-da1e77d24786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:45.072650 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d35f0c3-a1c1-49d0-be38-da1e77d24786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:45.163631 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1db8b5-1753-47e3-aab2-e7e195a9752f tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:45.169087 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-fa1db8b5-1753-47e3-aab2-e7e195a9752f tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "GET /v2.0/networks/bfca67fc-4221-404a-aa5a-1be9dc39ec41 HTTP/1.1" status: 200 len: 802 time: 0.3085485 Aug 19 14:52:45.170869 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33958) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:45.335514 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9435ea-e716-4868-83f2-643de4bed17b req-331016f4-22f9-4cde-b381-be5e92dd386c tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:45.337952 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ac9435ea-e716-4868-83f2-643de4bed17b req-331016f4-22f9-4cde-b381-be5e92dd386c tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=150775af-ea06-4b6d-8d71-6c0f0e8fd5df HTTP/1.1" status: 200 len: 945 time: 0.1759193 Aug 19 14:52:45.347036 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ffeeaf-2877-40bd-9d57-3b400f05912f req-b93a5e30-89e0-42a7-9aca-681cd6dac915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:45.350785 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c6ffeeaf-2877-40bd-9d57-3b400f05912f req-b93a5e30-89e0-42a7-9aca-681cd6dac915 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a009ace5c9ab4354b62fea1750ef405e&device_id=150775af-ea06-4b6d-8d71-6c0f0e8fd5df HTTP/1.1" status: 200 len: 1096 time: 0.2729697 Aug 19 14:52:45.449865 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d35f0c3-a1c1-49d0-be38-da1e77d24786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:45.452497 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d35f0c3-a1c1-49d0-be38-da1e77d24786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:45.453834 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-4d35f0c3-a1c1-49d0-be38-da1e77d24786 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/35507325-dc75-4109-8fad-744ce9390700 HTTP/1.1" status: 204 len: 168 time: 0.6744316 Aug 19 14:52:45.454498 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 33962) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:45.484189 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d9973ba3-3b8a-4e06-bc9b-33b0528ab55e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "GET /v2.0/networks/bfca67fc-4221-404a-aa5a-1be9dc39ec41?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 318 time: 0.3123395 Aug 19 14:52:45.485240 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33966) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:45.577618 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d35f0c3-a1c1-49d0-be38-da1e77d24786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35507325-dc75-4109-8fad-744ce9390700,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:45.602508 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ac9435ea-e716-4868-83f2-643de4bed17b req-8aa44b97-2bcd-4189-a3cf-c562d855b9ef tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491653 Aug 19 14:52:45.627400 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d051aaf-7023-4aa5-8d04-c4a189ebd1f4 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:45.634574 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 33972) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:45.636093 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-3d051aaf-7023-4aa5-8d04-c4a189ebd1f4 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "GET /v2.0/subnets/2bcee73a-9a0c-4d9c-b897-dacdcf07a317 HTTP/1.1" status: 200 len: 843 time: 0.1488786 Aug 19 14:52:45.727371 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ad9a76-52d3-4a8b-ba62-c635f143e81e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Attributes excluded by policy engine: ['shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:45.729119 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-89ad9a76-52d3-4a8b-ba62-c635f143e81e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "GET /v2.0/subnets/2bcee73a-9a0c-4d9c-b897-dacdcf07a317?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0934310 Aug 19 14:52:45.730651 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ffeeaf-2877-40bd-9d57-3b400f05912f req-e9c50d13-511e-4d7a-9eb5-49df27c6b36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:45.733827 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33976) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:45.735310 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c6ffeeaf-2877-40bd-9d57-3b400f05912f req-e9c50d13-511e-4d7a-9eb5-49df27c6b36f service neutron] 10.222.0.88 "GET /v2.0/networks?id=826a14c6-b01f-4f4f-86d2-3cfbb5aad056 HTTP/1.1" status: 200 len: 920 time: 0.3623869 Aug 19 14:52:45.739546 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7408bfb6-ec60-4760-a6c9-678ff4a2eaa7 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2133194777'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:52:45.842994 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c6ffeeaf-2877-40bd-9d57-3b400f05912f req-b53a1fc1-a6c6-49db-b5f1-34dad37cd830 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78e1f20f-8f74-46b6-8b06-a2a3d20df9da HTTP/1.1" status: 200 len: 217 time: 0.0925310 Aug 19 14:52:45.897027 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7408bfb6-ec60-4760-a6c9-678ff4a2eaa7 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Made reservation on behalf of 62f6040790324d2f9054d5f1a383ead6 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:52:45.904660 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7408bfb6-ec60-4760-a6c9-678ff4a2eaa7 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:45.922145 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ffeeaf-2877-40bd-9d57-3b400f05912f req-139df268-a766-43b6-81ea-761508974962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:45.925163 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c6ffeeaf-2877-40bd-9d57-3b400f05912f req-139df268-a766-43b6-81ea-761508974962 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f017c343-b8a3-4a90-a258-473804aba5f3 HTTP/1.1" status: 200 len: 859 time: 0.0720735 Aug 19 14:52:45.992970 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-599fddba-c8c2-4052-92a7-a5d9bbe27c29 req-b8da50e2-dbfb-4888-a6df-dcc04231d73b tempest-ServerShowV254Test-1359923808 tempest-ServerShowV254Test-1359923808-project] 10.222.0.69 "GET /v2.0/ports?device_id=69988c96-e7a3-4ecf-a54b-0691d1d58ec7 HTTP/1.1" status: 200 len: 210 time: 0.0667760 Aug 19 14:52:46.010415 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7408bfb6-ec60-4760-a6c9-678ff4a2eaa7 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:52:46.045860 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7408bfb6-ec60-4760-a6c9-678ff4a2eaa7 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:46.046218 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-7408bfb6-ec60-4760-a6c9-678ff4a2eaa7 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Added segment ccb9cd48-f8df-4187-9118-2ecbdad7dc3f of type vlan for network 8e9e7944-db2c-4544-a2bf-da9a831a34c4 Aug 19 14:52:46.058917 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c6ffeeaf-2877-40bd-9d57-3b400f05912f req-839054c8-71af-4524-ac4f-0173f63c66dd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=826a14c6-b01f-4f4f-86d2-3cfbb5aad056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649426 Aug 19 14:52:46.157071 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7408bfb6-ec60-4760-a6c9-678ff4a2eaa7 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:46.214192 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33994) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:46.235287 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c6ffeeaf-2877-40bd-9d57-3b400f05912f req-7ecab51c-51b4-4079-81aa-486b0c2a34ef service neutron] 10.222.0.88 "GET /v2.0/networks/826a14c6-b01f-4f4f-86d2-3cfbb5aad056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658454 Aug 19 14:52:46.242940 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-5a455a70-0a63-4991-be2a-f158a51dc1f9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-196802264-network', 'tenant_id': 'be2283224ccb474c91d3399de6043bbd'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:52:46.357532 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c6ffeeaf-2877-40bd-9d57-3b400f05912f req-4998de30-41a7-4198-bdd1-65d258575317 service neutron] 10.222.0.88 "GET /v2.0/networks/826a14c6-b01f-4f4f-86d2-3cfbb5aad056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092803 Aug 19 14:52:46.372333 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 33996) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:46.401191 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a455a70-0a63-4991-be2a-f158a51dc1f9 admin admin] Made reservation on behalf of be2283224ccb474c91d3399de6043bbd for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:52:46.403989 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a455a70-0a63-4991-be2a-f158a51dc1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:46.422698 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a455a70-0a63-4991-be2a-f158a51dc1f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:46.635681 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a455a70-0a63-4991-be2a-f158a51dc1f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:46.679914 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd7de862-7e5e-4de1-82d7-972c1cd31a6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:46.680426 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a455a70-0a63-4991-be2a-f158a51dc1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:46.683946 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7408bfb6-ec60-4760-a6c9-678ff4a2eaa7 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:46.687776 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bde2e1ac-96e6-476f-8d2b-d63d93c88399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:46.700761 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7408bfb6-ec60-4760-a6c9-678ff4a2eaa7 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:46.701943 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7408bfb6-ec60-4760-a6c9-678ff4a2eaa7 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:46.750632 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7408bfb6-ec60-4760-a6c9-678ff4a2eaa7 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0153604 Aug 19 14:52:46.802820 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34002) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:46.822023 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a058f1d0-9cf2-43f1-960f-29a96b1af14d tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Request body: {'subnet': {'network_id': '8e9e7944-db2c-4544-a2bf-da9a831a34c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:52:47.013735 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7408bfb6-ec60-4760-a6c9-678ff4a2eaa7 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Pushing event updated for resources: {'Network': ['ID=8e9e7944-db2c-4544-a2bf-da9a831a34c4,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:47.106148 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7408bfb6-ec60-4760-a6c9-678ff4a2eaa7 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:47.108488 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7408bfb6-ec60-4760-a6c9-678ff4a2eaa7 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:47.110333 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7408bfb6-ec60-4760-a6c9-678ff4a2eaa7 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:47.111617 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7408bfb6-ec60-4760-a6c9-678ff4a2eaa7 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:47.113223 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7408bfb6-ec60-4760-a6c9-678ff4a2eaa7 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:47.114894 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7408bfb6-ec60-4760-a6c9-678ff4a2eaa7 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:47.116578 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7408bfb6-ec60-4760-a6c9-678ff4a2eaa7 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:47.120990 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7408bfb6-ec60-4760-a6c9-678ff4a2eaa7 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:47.121193 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7408bfb6-ec60-4760-a6c9-678ff4a2eaa7 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:47.121523 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7408bfb6-ec60-4760-a6c9-678ff4a2eaa7 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:47.121874 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7408bfb6-ec60-4760-a6c9-678ff4a2eaa7 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:47.122217 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7408bfb6-ec60-4760-a6c9-678ff4a2eaa7 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:52:47.138526 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 8e9e7944-db2c-4544-a2bf-da9a831a34c4 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:52:47.209877 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a455a70-0a63-4991-be2a-f158a51dc1f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:52:47.226458 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a455a70-0a63-4991-be2a-f158a51dc1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:47.226960 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-5a455a70-0a63-4991-be2a-f158a51dc1f9 admin admin] Added segment af76a49f-6b6e-4117-acb3-d7b5325cccf1 of type vlan for network 9be319f8-603a-41e0-a57e-1a917fa30646 Aug 19 14:52:47.238903 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a455a70-0a63-4991-be2a-f158a51dc1f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6f8362-ec15-4ff2-b922-54b576f30207,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:47.301250 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd7de862-7e5e-4de1-82d7-972c1cd31a6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:47.323405 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd7de862-7e5e-4de1-82d7-972c1cd31a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:47.353288 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-dd7de862-7e5e-4de1-82d7-972c1cd31a6f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=14bf308ffb8d4504bcb9b85534b23feb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1325877 Aug 19 14:52:47.353495 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a058f1d0-9cf2-43f1-960f-29a96b1af14d tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Made reservation on behalf of 62f6040790324d2f9054d5f1a383ead6 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:52:47.359332 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a058f1d0-9cf2-43f1-960f-29a96b1af14d tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:47.363986 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34012) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:47.392739 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-591ea0fb-a143-4fff-9c61-57a7055e63f9 req-4dd9f24c-c254-4971-b2ea-a940610dc18e tempest-ServerShowV254Test-1359923808 tempest-ServerShowV254Test-1359923808-project] 10.222.0.69 "GET /v2.0/ports?device_id=69988c96-e7a3-4ecf-a54b-0691d1d58ec7 HTTP/1.1" status: 200 len: 210 time: 0.1510212 Aug 19 14:52:47.451643 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a57a5c-e3d8-47b8-845a-bcbc8a9197c7 req-7553172a-4255-4778-999a-bef41823c4e6 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:47.469025 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-40a57a5c-e3d8-47b8-845a-bcbc8a9197c7 req-7553172a-4255-4778-999a-bef41823c4e6 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=150775af-ea06-4b6d-8d71-6c0f0e8fd5df HTTP/1.1" status: 200 len: 945 time: 0.3912637 Aug 19 14:52:47.471956 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a455a70-0a63-4991-be2a-f158a51dc1f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:47.487685 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7de862-7e5e-4de1-82d7-972c1cd31a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81dffb5b-a843-4206-b22a-6b3986ea9835,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:47.504667 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.ipam_backend_mixin [None req-a058f1d0-9cf2-43f1-960f-29a96b1af14d tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Performing IP validity checks on allocation pools {{(pid=94639) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 19 14:52:47.505216 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.ipam_backend_mixin [None req-a058f1d0-9cf2-43f1-960f-29a96b1af14d tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94639) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 19 14:52:47.549039 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b4be1869-20b7-46a5-9fff-923d778cded4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:47.581114 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b4be1869-20b7-46a5-9fff-923d778cded4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:47.604228 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bde2e1ac-96e6-476f-8d2b-d63d93c88399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:47.617682 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-40a57a5c-e3d8-47b8-845a-bcbc8a9197c7 req-56bb54d1-381f-441f-842c-c6bea9426ebb tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476164 Aug 19 14:52:47.620074 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bde2e1ac-96e6-476f-8d2b-d63d93c88399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:47.639998 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a455a70-0a63-4991-be2a-f158a51dc1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:47.642011 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a455a70-0a63-4991-be2a-f158a51dc1f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:47.644730 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a455a70-0a63-4991-be2a-f158a51dc1f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:47.723429 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b4be1869-20b7-46a5-9fff-923d778cded4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:47.727923 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b4be1869-20b7-46a5-9fff-923d778cded4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:47.732509 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b4be1869-20b7-46a5-9fff-923d778cded4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/81dffb5b-a843-4206-b22a-6b3986ea9835 HTTP/1.1" status: 204 len: 168 time: 0.3608277 Aug 19 14:52:47.737603 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a058f1d0-9cf2-43f1-960f-29a96b1af14d tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:47.770625 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-bde2e1ac-96e6-476f-8d2b-d63d93c88399 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7b78d022414044d2bc586920d1d34c7f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3968415 Aug 19 14:52:47.773971 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde2e1ac-96e6-476f-8d2b-d63d93c88399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031947ef-2d5c-472e-bd77-069694cf8b9c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:47.776720 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 34016) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:47.784555 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be1869-20b7-46a5-9fff-923d778cded4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81dffb5b-a843-4206-b22a-6b3986ea9835,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:47.837534 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-5a455a70-0a63-4991-be2a-f158a51dc1f9 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.2789173 Aug 19 14:52:47.837655 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a058f1d0-9cf2-43f1-960f-29a96b1af14d tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Pushing event updated for resources: {'Subnet': ['ID=80ebc3cf-e39d-41b1-aa87-bcf7c1e27f16,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:47.841258 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34024) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:47.846635 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-fa74240c-0510-4506-a65c-179cb1d6d3b1 admin admin] Request body: {'subnet': {'network_id': '9be319f8-603a-41e0-a57e-1a917fa30646', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-196802264-subnet', 'tenant_id': 'be2283224ccb474c91d3399de6043bbd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:52:47.879134 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a455a70-0a63-4991-be2a-f158a51dc1f9 admin admin] Pushing event updated for resources: {'Network': ['ID=9be319f8-603a-41e0-a57e-1a917fa30646,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:47.894007 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 9be319f8-603a-41e0-a57e-1a917fa30646 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:52:47.894182 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a058f1d0-9cf2-43f1-960f-29a96b1af14d tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Checking segment: {'id': 'ccb9cd48-f8df-4187-9118-2ecbdad7dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8e9e7944-db2c-4544-a2bf-da9a831a34c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:52:47.894434 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a058f1d0-9cf2-43f1-960f-29a96b1af14d tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Network hostable DHCP agents. Network: 8e9e7944-db2c-4544-a2bf-da9a831a34c4, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:52:47.902929 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa74240c-0510-4506-a65c-179cb1d6d3b1 admin admin] Made reservation on behalf of be2283224ccb474c91d3399de6043bbd for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:52:47.905855 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa74240c-0510-4506-a65c-179cb1d6d3b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:47.939543 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8ea15920-a41d-42fc-ba68-057e17afc49c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:47.984123 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8ea15920-a41d-42fc-ba68-057e17afc49c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:48.021477 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a058f1d0-9cf2-43f1-960f-29a96b1af14d tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Network 8e9e7944-db2c-4544-a2bf-da9a831a34c4 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:52:48.048471 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8ea15920-a41d-42fc-ba68-057e17afc49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:48.060573 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8ea15920-a41d-42fc-ba68-057e17afc49c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:48.064930 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-8ea15920-a41d-42fc-ba68-057e17afc49c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/031947ef-2d5c-472e-bd77-069694cf8b9c HTTP/1.1" status: 204 len: 168 time: 0.2824621 Aug 19 14:52:48.078447 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-a058f1d0-9cf2-43f1-960f-29a96b1af14d tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 8e9e7944-db2c-4544-a2bf-da9a831a34c4) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:52:48.087073 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a058f1d0-9cf2-43f1-960f-29a96b1af14d tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:48.087672 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a058f1d0-9cf2-43f1-960f-29a96b1af14d tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:48.090813 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea15920-a41d-42fc-ba68-057e17afc49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031947ef-2d5c-472e-bd77-069694cf8b9c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:48.096396 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23cbc65-4fd2-447f-8af4-fac8e7b79e7b None None] Network 8e9e7944-db2c-4544-a2bf-da9a831a34c4 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:52:48.138403 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 34042) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:48.145314 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a058f1d0-9cf2-43f1-960f-29a96b1af14d tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.3210599 Aug 19 14:52:48.146107 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9e7384b7-6a32-48ce-8a4b-5178696a440b tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:52:48.181650 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa74240c-0510-4506-a65c-179cb1d6d3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:48.308372 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa74240c-0510-4506-a65c-179cb1d6d3b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7f2da21-de8f-4925-bf66-a36681d26e7b,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:48.331635 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa74240c-0510-4506-a65c-179cb1d6d3b1 admin admin] Checking segment: {'id': 'af76a49f-6b6e-4117-acb3-d7b5325cccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9be319f8-603a-41e0-a57e-1a917fa30646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:52:48.333054 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa74240c-0510-4506-a65c-179cb1d6d3b1 admin admin] Network hostable DHCP agents. Network: 9be319f8-603a-41e0-a57e-1a917fa30646, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:52:48.374658 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa74240c-0510-4506-a65c-179cb1d6d3b1 admin admin] Network 9be319f8-603a-41e0-a57e-1a917fa30646 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:52:48.381463 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9e7384b7-6a32-48ce-8a4b-5178696a440b tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8934606'] for subnet, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:48.393807 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-fa74240c-0510-4506-a65c-179cb1d6d3b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 9be319f8-603a-41e0-a57e-1a917fa30646) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:52:48.407057 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa74240c-0510-4506-a65c-179cb1d6d3b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:48.408339 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa74240c-0510-4506-a65c-179cb1d6d3b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:48.430325 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa480d0-f9eb-4da8-9534-93290b5929cc None None] Network 9be319f8-603a-41e0-a57e-1a917fa30646 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:52:48.440308 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-fa74240c-0510-4506-a65c-179cb1d6d3b1 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5979619 Aug 19 14:52:48.497014 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b8dd31-2d4f-424a-a659-6b3f6179d56a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-8e9e7944-db2c-4544-a2bf-da9a831a34c4', 'network_id': '8e9e7944-db2c-4544-a2bf-da9a831a34c4', 'tenant_id': '62f6040790324d2f9054d5f1a383ead6', 'fixed_ips': [{'subnet_id': '80ebc3cf-e39d-41b1-aa87-bcf7c1e27f16'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:52:48.498859 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-38b8dd31-2d4f-424a-a659-6b3f6179d56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:48.667442 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d94641c5-bc25-4c68-aa29-6c2866c68f95 req-b6846a0a-a9e3-4d88-a40f-5b397615867b tempest-ServerShowV254Test-1359923808 tempest-ServerShowV254Test-1359923808-project] 10.222.0.69 "GET /v2.0/ports?device_id=69988c96-e7a3-4ecf-a54b-0691d1d58ec7 HTTP/1.1" status: 200 len: 210 time: 0.0884218 Aug 19 14:52:48.719118 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d96d260-de9f-4da1-9176-d22295acd265 req-0826075c-c280-489d-82e4-2ce7fc7e68e4 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:48.720922 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8d96d260-de9f-4da1-9176-d22295acd265 req-0826075c-c280-489d-82e4-2ce7fc7e68e4 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 946 time: 0.2308452 Aug 19 14:52:48.824586 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34066) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:48.845269 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-23da4f5b-b503-4723-98a6-cbd62356e1f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:48.892138 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c3067c-d3e9-4c2c-8e9f-f3156d7f61da None None] Network 9be319f8-603a-41e0-a57e-1a917fa30646 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:52:48.905968 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8d96d260-de9f-4da1-9176-d22295acd265 req-b433dfdb-7ec5-4c3e-8319-052d45538c10 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728046 Aug 19 14:52:48.941436 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34070) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:48.992157 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c49f5-d0f8-4803-adcb-ff58916cba61 req-ae737d99-97fa-4025-aa42-f4d84130c2f9 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:48.994536 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-031c49f5-d0f8-4803-adcb-ff58916cba61 req-ae737d99-97fa-4025-aa42-f4d84130c2f9 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=150775af-ea06-4b6d-8d71-6c0f0e8fd5df HTTP/1.1" status: 200 len: 945 time: 0.2202189 Aug 19 14:52:49.041238 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9e7384b7-6a32-48ce-8a4b-5178696a440b tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784381760103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9426897'] for subnet, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:49.093118 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-23da4f5b-b503-4723-98a6-cbd62356e1f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:49.103290 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-23da4f5b-b503-4723-98a6-cbd62356e1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:49.125518 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7384b7-6a32-48ce-8a4b-5178696a440b tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Pushing event updated for resources: {'Subnet': ['ID=80ebc3cf-e39d-41b1-aa87-bcf7c1e27f16,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:49.134336 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-031c49f5-d0f8-4803-adcb-ff58916cba61 req-a345ea2e-c88e-4ffa-b04f-89f72e5926e3 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315713 Aug 19 14:52:49.136181 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7384b7-6a32-48ce-8a4b-5178696a440b tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:49.136840 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9e7384b7-6a32-48ce-8a4b-5178696a440b tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:49.140889 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9e7384b7-6a32-48ce-8a4b-5178696a440b tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "PUT /v2.0/subnets/80ebc3cf-e39d-41b1-aa87-bcf7c1e27f16 HTTP/1.1" status: 200 len: 900 time: 0.9982061 Aug 19 14:52:49.141117 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 34082) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:49.223473 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23da4f5b-b503-4723-98a6-cbd62356e1f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=836de2c0-768c-4517-988e-25f84f0e78ce,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:49.266791 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1eab2fe3-7088-4a9b-bc0e-001a55e03ed7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:49.317920 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6a3273d-b3b2-44fc-97c1-ed2043d66a60 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:49.407437 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1eab2fe3-7088-4a9b-bc0e-001a55e03ed7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:49.422811 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-23da4f5b-b503-4723-98a6-cbd62356e1f8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fe2fbcde9eeb4487a3d971d374382b29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5960898 Aug 19 14:52:49.425490 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34088) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:49.426682 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1eab2fe3-7088-4a9b-bc0e-001a55e03ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:49.485526 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6a3273d-b3b2-44fc-97c1-ed2043d66a60 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:49.532484 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-38b8dd31-2d4f-424a-a659-6b3f6179d56a None None] Allocated IP 2001:db8::3 (8e9e7944-db2c-4544-a2bf-da9a831a34c4/80ebc3cf-e39d-41b1-aa87-bcf7c1e27f16/e4eb05ee-d836-41cc-8c6e-4a3cfd046b14) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:52:49.559332 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eab2fe3-7088-4a9b-bc0e-001a55e03ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf73e09b-bdb6-48cf-8f7c-f3728079e2a8,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:49.766790 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1eab2fe3-7088-4a9b-bc0e-001a55e03ed7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b9725422a7e7402483376d607d7f159a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8221879 Aug 19 14:52:49.774456 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 34108) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:49.890313 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b8219063-a0bd-4b60-9365-b353a3ba8544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:49.933958 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3ccb7ac9-cf83-4f3c-8cbf-7e19b7a86e0a req-553a6a86-233a-491f-ad5d-21d4a6f02961 tempest-ServerShowV254Test-1359923808 tempest-ServerShowV254Test-1359923808-project] 10.222.0.69 "GET /v2.0/ports?device_id=69988c96-e7a3-4ecf-a54b-0691d1d58ec7 HTTP/1.1" status: 200 len: 210 time: 0.1418669 Aug 19 14:52:49.950399 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b8219063-a0bd-4b60-9365-b353a3ba8544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:50.039048 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-38b8dd31-2d4f-424a-a659-6b3f6179d56a None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:50.064199 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b8219063-a0bd-4b60-9365-b353a3ba8544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:50.066188 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-38b8dd31-2d4f-424a-a659-6b3f6179d56a None None] Transition to ACTIVE for port object e4eb05ee-d836-41cc-8c6e-4a3cfd046b14 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:52:50.067910 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b8219063-a0bd-4b60-9365-b353a3ba8544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:50.069375 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b8219063-a0bd-4b60-9365-b353a3ba8544 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/836de2c0-768c-4517-988e-25f84f0e78ce HTTP/1.1" status: 204 len: 168 time: 0.6344633 Aug 19 14:52:50.090178 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8219063-a0bd-4b60-9365-b353a3ba8544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836de2c0-768c-4517-988e-25f84f0e78ce,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:50.156539 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-38b8dd31-2d4f-424a-a659-6b3f6179d56a None None] Transition to ACTIVE for port object e4eb05ee-d836-41cc-8c6e-4a3cfd046b14 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:52:50.162564 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c27a0-e970-4454-97cb-83e63d6e7dd1 req-ac18a2ce-8f2c-456d-9d67-47c0842fa42d tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:50.170762 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5f5c27a0-e970-4454-97cb-83e63d6e7dd1 req-ac18a2ce-8f2c-456d-9d67-47c0842fa42d tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/networks?id=9be319f8-603a-41e0-a57e-1a917fa30646 HTTP/1.1" status: 200 len: 805 time: 0.4571252 Aug 19 14:52:50.188190 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-38b8dd31-2d4f-424a-a659-6b3f6179d56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:50.268152 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-70007ab6-18b8-457e-9177-53f01576d0b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:50.295680 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b8dd31-2d4f-424a-a659-6b3f6179d56a None None] Network 8e9e7944-db2c-4544-a2bf-da9a831a34c4 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:52:50.306480 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-38b8dd31-2d4f-424a-a659-6b3f6179d56a None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:52:50.310600 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b8dd31-2d4f-424a-a659-6b3f6179d56a None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:52:50.318797 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-70007ab6-18b8-457e-9177-53f01576d0b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:50.329532 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b8dd31-2d4f-424a-a659-6b3f6179d56a None None] Pushing event updated for resources: {'Port': ['ID=e4eb05ee-d836-41cc-8c6e-4a3cfd046b14,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:50.442398 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-70007ab6-18b8-457e-9177-53f01576d0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:50.446140 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-70007ab6-18b8-457e-9177-53f01576d0b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:50.451492 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-70007ab6-18b8-457e-9177-53f01576d0b3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cf73e09b-bdb6-48cf-8f7c-f3728079e2a8 HTTP/1.1" status: 204 len: 168 time: 0.6752381 Aug 19 14:52:50.465695 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5f5c27a0-e970-4454-97cb-83e63d6e7dd1 req-b187573b-da14-4e42-8731-9c93c635c41e tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/quotas/be2283224ccb474c91d3399de6043bbd HTTP/1.1" status: 200 len: 375 time: 0.2614114 Aug 19 14:52:50.471691 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-38b8dd31-2d4f-424a-a659-6b3f6179d56a None None] Attempting to bind port e4eb05ee-d836-41cc-8c6e-4a3cfd046b14 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:52:50.479753 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-38b8dd31-2d4f-424a-a659-6b3f6179d56a None None] Attempting to bind port e4eb05ee-d836-41cc-8c6e-4a3cfd046b14 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'ccb9cd48-f8df-4187-9118-2ecbdad7dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8e9e7944-db2c-4544-a2bf-da9a831a34c4'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:52:50.480504 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b8dd31-2d4f-424a-a659-6b3f6179d56a None None] Attempting to bind port e4eb05ee-d836-41cc-8c6e-4a3cfd046b14 on network 8e9e7944-db2c-4544-a2bf-da9a831a34c4 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:52:50.487859 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b8dd31-2d4f-424a-a659-6b3f6179d56a None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:52:50.488847 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b8dd31-2d4f-424a-a659-6b3f6179d56a None None] Checking segment: {'id': 'ccb9cd48-f8df-4187-9118-2ecbdad7dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8e9e7944-db2c-4544-a2bf-da9a831a34c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:52:50.491364 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-38b8dd31-2d4f-424a-a659-6b3f6179d56a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:50.491969 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b8dd31-2d4f-424a-a659-6b3f6179d56a None None] Bound using segment: {'id': 'ccb9cd48-f8df-4187-9118-2ecbdad7dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8e9e7944-db2c-4544-a2bf-da9a831a34c4'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:52:50.492694 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-38b8dd31-2d4f-424a-a659-6b3f6179d56a None None] Bound port: e4eb05ee-d836-41cc-8c6e-4a3cfd046b14, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb9cd48-f8df-4187-9118-2ecbdad7dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8e9e7944-db2c-4544-a2bf-da9a831a34c4'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:52:50.500193 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-38b8dd31-2d4f-424a-a659-6b3f6179d56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:50.566569 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efc3e6-9d51-4b09-a190-72ffdbd9ea99 req-2ef51741-9c3f-4f2b-89fc-324b70f76802 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:50.574402 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-80efc3e6-9d51-4b09-a190-72ffdbd9ea99 req-2ef51741-9c3f-4f2b-89fc-324b70f76802 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 946 time: 0.4629641 Aug 19 14:52:50.583650 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6a3273d-b3b2-44fc-97c1-ed2043d66a60 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:50.623699 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5f5c27a0-e970-4454-97cb-83e63d6e7dd1 req-ff8aa4eb-993d-4f69-aa40-e05ffe041d24 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=be2283224ccb474c91d3399de6043bbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1560063 Aug 19 14:52:50.647730 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-38b8dd31-2d4f-424a-a659-6b3f6179d56a None None] For port e4eb05ee-d836-41cc-8c6e-4a3cfd046b14, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:52:50.656099 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-38b8dd31-2d4f-424a-a659-6b3f6179d56a None None] For port e4eb05ee-d836-41cc-8c6e-4a3cfd046b14, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=e4eb05ee-d836-41cc-8c6e-4a3cfd046b14,segment=NetworkSegment(ccb9cd48-f8df-4187-9118-2ecbdad7dc3f),segment_id=ccb9cd48-f8df-4187-9118-2ecbdad7dc3f)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:52:50.679783 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-38b8dd31-2d4f-424a-a659-6b3f6179d56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:50.737150 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70007ab6-18b8-457e-9177-53f01576d0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf73e09b-bdb6-48cf-8f7c-f3728079e2a8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:50.820067 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b8dd31-2d4f-424a-a659-6b3f6179d56a None None] Pushing event updated for resources: {'Port': ['ID=e4eb05ee-d836-41cc-8c6e-4a3cfd046b14,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:50.881511 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fea00d-c262-4372-acae-ec3acd8a0fe0 None None] Network 8e9e7944-db2c-4544-a2bf-da9a831a34c4 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:52:50.913630 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5f5c27a0-e970-4454-97cb-83e63d6e7dd1 req-8f1ab3e1-aae1-46c4-a85e-a0a2c2426112 service neutron] 10.222.0.69 "GET /v2.0/networks/9be319f8-603a-41e0-a57e-1a917fa30646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878942 Aug 19 14:52:50.914325 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a3273d-b3b2-44fc-97c1-ed2043d66a60 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Pushing event deleted for resources: {'Subnet': ['ID=80ebc3cf-e39d-41b1-aa87-bcf7c1e27f16,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:50.977114 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6a3273d-b3b2-44fc-97c1-ed2043d66a60 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:51.018085 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-80efc3e6-9d51-4b09-a190-72ffdbd9ea99 req-e4c1595f-415d-4692-9b55-457a5b65416e tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4337053 Aug 19 14:52:51.079183 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-f6a3273d-b3b2-44fc-97c1-ed2043d66a60 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e9e7944-db2c-4544-a2bf-da9a831a34c4']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:52:51.112389 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941ab1b3-7abe-402d-8e11-660f4a157701 None None] Network 8e9e7944-db2c-4544-a2bf-da9a831a34c4 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:52:51.123583 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-f6a3273d-b3b2-44fc-97c1-ed2043d66a60 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccb9cd48-f8df-4187-9118-2ecbdad7dc3f') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:52:51.124066 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-f6a3273d-b3b2-44fc-97c1-ed2043d66a60 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccb9cd48-f8df-4187-9118-2ecbdad7dc3f') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:52:51.178602 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6a3273d-b3b2-44fc-97c1-ed2043d66a60 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:51.261759 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device aa7a43f4-555b-4213-a8fa-75f449055cf9 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:52:51.268709 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9a7afa0d-8a5f-43c2-8073-8a37c5c15097 req-9f596183-90ba-4476-8089-bb28a2ac29cc tempest-ServerShowV254Test-1359923808 tempest-ServerShowV254Test-1359923808-project] 10.222.0.69 "GET /v2.0/ports?device_id=69988c96-e7a3-4ecf-a54b-0691d1d58ec7 HTTP/1.1" status: 200 len: 210 time: 0.1062925 Aug 19 14:52:51.281118 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6a3273d-b3b2-44fc-97c1-ed2043d66a60 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:51.309286 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6a3273d-b3b2-44fc-97c1-ed2043d66a60 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:52:51.309709 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6a3273d-b3b2-44fc-97c1-ed2043d66a60 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:51.312866 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:52:51.312866 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:52:51.312866 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:52:51.312866 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:52:51.312866 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:52:51.312866 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:52:51.312866 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:52:51.312866 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:52:51.312866 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:52:51.312866 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:52:51.312866 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:52:51.312866 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:52:51.312866 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:52:51.312866 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:52:51.312866 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:52:51.312866 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:52:51.312866 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:52:51.312866 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:52:51.312866 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:52:51.312866 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:52:51.312866 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:52:51.312866 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:52:51.312866 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:52:51.312866 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:52:51.312866 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:52:51.312866 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:52:51.312866 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:52:51.312866 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:52:51.312866 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:52:51.312866 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:52:51.312866 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:52:51.312866 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:52:51.355505 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5f5c27a0-e970-4454-97cb-83e63d6e7dd1 req-6de97af4-ae14-4cd3-8123-096a8b5b86f5 service neutron] 10.222.0.69 "GET /v2.0/networks/9be319f8-603a-41e0-a57e-1a917fa30646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4272432 Aug 19 14:52:51.382753 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.db.api [None req-f6a3273d-b3b2-44fc-97c1-ed2043d66a60 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 14:52:51.382753 n-d-766043-2 neutron-server[94640]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 14:52:51.382753 n-d-766043-2 neutron-server[94640]: [parameters: {'id': '8e9e7944-db2c-4544-a2bf-da9a831a34c4'}] Aug 19 14:52:51.382753 n-d-766043-2 neutron-server[94640]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 14:52:51.383559 n-d-766043-2 neutron-server[94640]: DEBUG oslo_db.api [None req-f6a3273d-b3b2-44fc-97c1-ed2043d66a60 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 14:52:51.503668 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8547570-50a7-4494-b22d-312a6d31764f None None] get_active_networks_info from n-d-766043-2 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 14:52:51.530931 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:51.562873 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc73c556-372d-45ed-a6ca-136a8ca2c91f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa7a43f4-555b-4213-a8fa-75f449055cf9'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:52:51.565229 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf91832-f416-4cde-9729-555d107d39d7" -d '{"events": [{"server_uuid": "bc73c556-372d-45ed-a6ca-136a8ca2c91f", "name": "network-vif-unplugged", "status": "completed", "tag": "aa7a43f4-555b-4213-a8fa-75f449055cf9"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:52:51.588022 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port aa7a43f4-555b-4213-a8fa-75f449055cf9, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=aa7a43f4-555b-4213-a8fa-75f449055cf9,segment=NetworkSegment(a797992c-f015-48a4-a029-21c175cc336b),segment_id=a797992c-f015-48a4-a029-21c175cc336b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:52:51.611044 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:51.689029 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=aa7a43f4-555b-4213-a8fa-75f449055cf9,revision_number=11']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:51.718291 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 14:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d795c236-00fe-4958-847d-a3570523cad7 x-openstack-request-id: req-d795c236-00fe-4958-847d-a3570523cad7 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:52:51.718534 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc73c556-372d-45ed-a6ca-136a8ca2c91f", "name": "network-vif-unplugged", "status": "completed", "tag": "aa7a43f4-555b-4213-a8fa-75f449055cf9", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:52:51.718752 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d795c236-00fe-4958-847d-a3570523cad7 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:52:51.719190 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc73c556-372d-45ed-a6ca-136a8ca2c91f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa7a43f4-555b-4213-a8fa-75f449055cf9', 'code': 200} Aug 19 14:52:51.741066 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8547570-50a7-4494-b22d-312a6d31764f None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 14:52:51.782530 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7c85085c-446c-42d5-a987-ed5eaff9aaf5 req-69547f73-8ad7-46c8-b3a0-adbd7b0113c0 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=810bbbce-b4f8-45f6-adc1-6a0c1893bcf7 HTTP/1.1" status: 200 len: 210 time: 0.0656736 Aug 19 14:52:51.885869 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6a3273d-b3b2-44fc-97c1-ed2043d66a60 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:52.054968 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34192) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:52.077639 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab056eeb-4723-4afa-b974-a191f193f5f0 req-21b84a62-69ea-4ced-80a4-d858c046aa43 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:52.079548 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ab056eeb-4723-4afa-b974-a191f193f5f0 req-21b84a62-69ea-4ced-80a4-d858c046aa43 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.2025874 Aug 19 14:52:52.128667 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65883941-78df-4ba5-b662-c7d0be2e7cb5 req-c1fa8409-375c-456e-a904-7d665e4261bc tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:52.130793 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-65883941-78df-4ba5-b662-c7d0be2e7cb5 req-c1fa8409-375c-456e-a904-7d665e4261bc tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=150775af-ea06-4b6d-8d71-6c0f0e8fd5df HTTP/1.1" status: 200 len: 945 time: 0.1599047 Aug 19 14:52:52.195864 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-f6a3273d-b3b2-44fc-97c1-ed2043d66a60 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Deleting port e4eb05ee-d836-41cc-8c6e-4a3cfd046b14 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:52:52.196214 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6a3273d-b3b2-44fc-97c1-ed2043d66a60 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:52.201651 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ab056eeb-4723-4afa-b974-a191f193f5f0 req-6404d6f8-feed-4d71-b2a7-540ed107efe0 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123314 Aug 19 14:52:52.274620 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-3d932ce9-39fe-4e38-b1c8-2d1c9f9e38bc tempest-ExternalNetworksAdminNegativeTestJSON-2005625766 tempest-ExternalNetworksAdminNegativeTestJSON-2005625766-project-admin] Request body: {'floatingip': {'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:52:52.288123 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-65883941-78df-4ba5-b662-c7d0be2e7cb5 req-948c6656-ad9f-4429-bb09-9725417584d2 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423056 Aug 19 14:52:52.307779 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d932ce9-39fe-4e38-b1c8-2d1c9f9e38bc tempest-ExternalNetworksAdminNegativeTestJSON-2005625766 tempest-ExternalNetworksAdminNegativeTestJSON-2005625766-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:52.339643 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-f6a3273d-b3b2-44fc-97c1-ed2043d66a60 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] For port e4eb05ee-d836-41cc-8c6e-4a3cfd046b14, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=e4eb05ee-d836-41cc-8c6e-4a3cfd046b14,segment=NetworkSegment(ccb9cd48-f8df-4187-9118-2ecbdad7dc3f),segment_id=ccb9cd48-f8df-4187-9118-2ecbdad7dc3f)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:52:52.340606 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6a3273d-b3b2-44fc-97c1-ed2043d66a60 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:52.373588 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-f6a3273d-b3b2-44fc-97c1-ed2043d66a60 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Calling delete_port for e4eb05ee-d836-41cc-8c6e-4a3cfd046b14 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:52:52.488578 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d932ce9-39fe-4e38-b1c8-2d1c9f9e38bc tempest-ExternalNetworksAdminNegativeTestJSON-2005625766 tempest-ExternalNetworksAdminNegativeTestJSON-2005625766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:52.574691 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5feb7b6f-64d7-4443-9c03-87cbe3a2b3ff req-9e0f92b1-8608-4aa6-8368-fb5ff78547d5 tempest-ServerShowV254Test-1359923808 tempest-ServerShowV254Test-1359923808-project] 10.222.0.69 "GET /v2.0/ports?device_id=69988c96-e7a3-4ecf-a54b-0691d1d58ec7 HTTP/1.1" status: 200 len: 210 time: 0.0937226 Aug 19 14:52:52.641151 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6a3273d-b3b2-44fc-97c1-ed2043d66a60 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:52.657652 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a3273d-b3b2-44fc-97c1-ed2043d66a60 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] No DVR routers for this DVR port e4eb05ee-d836-41cc-8c6e-4a3cfd046b14 on host n-d-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:52:52.693900 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-3d932ce9-39fe-4e38-b1c8-2d1c9f9e38bc tempest-ExternalNetworksAdminNegativeTestJSON-2005625766 tempest-ExternalNetworksAdminNegativeTestJSON-2005625766-project-admin] Allocated IP 172.25.2.47 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/44660d32-6279-455d-9733-f49267b24b70) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:52:52.701859 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a3273d-b3b2-44fc-97c1-ed2043d66a60 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Pushing event deleted for resources: {'Port': ['ID=e4eb05ee-d836-41cc-8c6e-4a3cfd046b14,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:52.764132 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6a3273d-b3b2-44fc-97c1-ed2043d66a60 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:52.775597 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-f6a3273d-b3b2-44fc-97c1-ed2043d66a60 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e9e7944-db2c-4544-a2bf-da9a831a34c4']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:52:52.790172 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-f6a3273d-b3b2-44fc-97c1-ed2043d66a60 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccb9cd48-f8df-4187-9118-2ecbdad7dc3f') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:52:52.791074 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-f6a3273d-b3b2-44fc-97c1-ed2043d66a60 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccb9cd48-f8df-4187-9118-2ecbdad7dc3f') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:52:52.801526 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6a3273d-b3b2-44fc-97c1-ed2043d66a60 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:52.842449 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6a3273d-b3b2-44fc-97c1-ed2043d66a60 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:52.855706 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6a3273d-b3b2-44fc-97c1-ed2043d66a60 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:52:52.863108 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6a3273d-b3b2-44fc-97c1-ed2043d66a60 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:52.912470 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d932ce9-39fe-4e38-b1c8-2d1c9f9e38bc tempest-ExternalNetworksAdminNegativeTestJSON-2005625766 tempest-ExternalNetworksAdminNegativeTestJSON-2005625766-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:52.965038 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:52:52.965038 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:52:52.965038 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:52:52.965038 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:52:52.965038 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:52:52.965038 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:52:52.965038 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:52:52.965038 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:52:52.965038 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:52:52.965038 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:52:52.965038 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:52:52.965038 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:52:52.965038 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:52:52.965038 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:52:52.965038 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:52:52.965038 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:52:52.965038 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:52:52.965038 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:52:52.965038 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:52:52.965038 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:52:52.965038 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:52:52.965038 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:52:52.965038 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:52:52.965038 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:52:52.965038 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:52:52.965038 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:52:52.965038 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:52:52.965038 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:52:52.965038 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:52:52.965038 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:52:52.965038 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:52:52.965038 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:52:52.981511 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d932ce9-39fe-4e38-b1c8-2d1c9f9e38bc tempest-ExternalNetworksAdminNegativeTestJSON-2005625766 tempest-ExternalNetworksAdminNegativeTestJSON-2005625766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:52.985980 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6a3273d-b3b2-44fc-97c1-ed2043d66a60 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:53.046562 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6a3273d-b3b2-44fc-97c1-ed2043d66a60 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:53.055933 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f6a3273d-b3b2-44fc-97c1-ed2043d66a60 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "DELETE /v2.0/networks/8e9e7944-db2c-4544-a2bf-da9a831a34c4 HTTP/1.1" status: 204 len: 168 time: 3.9135909 Aug 19 14:52:53.065463 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c476e0d3-b8f5-45f5-a7a1-788811d627e3 req-61c2c756-cd18-438f-a955-2dc51af63ee1 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=810bbbce-b4f8-45f6-adc1-6a0c1893bcf7 HTTP/1.1" status: 200 len: 210 time: 0.0919561 Aug 19 14:52:53.065995 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 34238) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:53.076139 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d932ce9-39fe-4e38-b1c8-2d1c9f9e38bc tempest-ExternalNetworksAdminNegativeTestJSON-2005625766 tempest-ExternalNetworksAdminNegativeTestJSON-2005625766-project-admin] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:52:53.079824 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-3d932ce9-39fe-4e38-b1c8-2d1c9f9e38bc tempest-ExternalNetworksAdminNegativeTestJSON-2005625766 tempest-ExternalNetworksAdminNegativeTestJSON-2005625766-project-admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:52:53.086891 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d932ce9-39fe-4e38-b1c8-2d1c9f9e38bc tempest-ExternalNetworksAdminNegativeTestJSON-2005625766 tempest-ExternalNetworksAdminNegativeTestJSON-2005625766-project-admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:52:53.124241 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a3273d-b3b2-44fc-97c1-ed2043d66a60 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Pushing event deleted for resources: {'Network': ['ID=8e9e7944-db2c-4544-a2bf-da9a831a34c4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:53.217225 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d932ce9-39fe-4e38-b1c8-2d1c9f9e38bc tempest-ExternalNetworksAdminNegativeTestJSON-2005625766 tempest-ExternalNetworksAdminNegativeTestJSON-2005625766-project-admin] Pushing event updated for resources: {'Port': ['ID=44660d32-6279-455d-9733-f49267b24b70,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:53.247316 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-82dabb27-4cc6-4f33-8ddc-870763933bf0 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:53.251296 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82dabb27-4cc6-4f33-8ddc-870763933bf0 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:53.254715 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-82dabb27-4cc6-4f33-8ddc-870763933bf0 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "DELETE /v2.0/subnets/80ebc3cf-e39d-41b1-aa87-bcf7c1e27f16 HTTP/1.1" status: 404 len: 337 time: 0.1626692 Aug 19 14:52:53.258420 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 34246) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:53.319099 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d782010-60f7-4594-8b36-73a3da106269 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:53.319700 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d782010-60f7-4594-8b36-73a3da106269 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:53.321480 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1d782010-60f7-4594-8b36-73a3da106269 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "DELETE /v2.0/networks/8e9e7944-db2c-4544-a2bf-da9a831a34c4 HTTP/1.1" status: 404 len: 339 time: 0.0576668 Aug 19 14:52:53.325422 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 34248) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:53.337681 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d932ce9-39fe-4e38-b1c8-2d1c9f9e38bc tempest-ExternalNetworksAdminNegativeTestJSON-2005625766 tempest-ExternalNetworksAdminNegativeTestJSON-2005625766-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:53.441389 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d932ce9-39fe-4e38-b1c8-2d1c9f9e38bc tempest-ExternalNetworksAdminNegativeTestJSON-2005625766 tempest-ExternalNetworksAdminNegativeTestJSON-2005625766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:53.629402 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c089da9-ceab-4cb3-9fb1-b0b4df70bb71 req-7e2ca91e-de38-498a-bffa-96f105660387 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:53.632175 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5c089da9-ceab-4cb3-9fb1-b0b4df70bb71 req-7e2ca91e-de38-498a-bffa-96f105660387 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.2708549 Aug 19 14:52:53.646015 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-394aec67-7953-4968-a575-672f7c396976 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:53.690995 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c27a0-e970-4454-97cb-83e63d6e7dd1 req-58f9b03e-f769-42a8-8b14-7f63090f3492 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:53.694373 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5f5c27a0-e970-4454-97cb-83e63d6e7dd1 req-58f9b03e-f769-42a8-8b14-7f63090f3492 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.88 "GET /v2.0/networks?id=9be319f8-603a-41e0-a57e-1a917fa30646 HTTP/1.1" status: 200 len: 805 time: 0.5717280 Aug 19 14:52:53.730024 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-5f5c27a0-e970-4454-97cb-83e63d6e7dd1 req-74050798-9f26-402d-bbd7-4e34571ec0cd tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Request body: {'port': {'device_id': '810bbbce-b4f8-45f6-adc1-6a0c1893bcf7', 'network_id': '9be319f8-603a-41e0-a57e-1a917fa30646', 'admin_state_up': True, 'tenant_id': 'be2283224ccb474c91d3399de6043bbd'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:52:53.783890 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d932ce9-39fe-4e38-b1c8-2d1c9f9e38bc tempest-ExternalNetworksAdminNegativeTestJSON-2005625766 tempest-ExternalNetworksAdminNegativeTestJSON-2005625766-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:53.794064 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d932ce9-39fe-4e38-b1c8-2d1c9f9e38bc tempest-ExternalNetworksAdminNegativeTestJSON-2005625766 tempest-ExternalNetworksAdminNegativeTestJSON-2005625766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:53.872975 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7de1cab4-cb50-4997-a19d-2c125e06c55f req-503a58d9-b3f0-4e52-848b-d721aa64e7d7 tempest-ServerShowV254Test-1359923808 tempest-ServerShowV254Test-1359923808-project] 10.222.0.69 "GET /v2.0/ports?device_id=69988c96-e7a3-4ecf-a54b-0691d1d58ec7 HTTP/1.1" status: 200 len: 210 time: 0.1535280 Aug 19 14:52:53.885181 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5c089da9-ceab-4cb3-9fb1-b0b4df70bb71 req-24277fae-1da7-4a24-8ac9-131349cf7965 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2164993 Aug 19 14:52:53.929254 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d932ce9-39fe-4e38-b1c8-2d1c9f9e38bc tempest-ExternalNetworksAdminNegativeTestJSON-2005625766 tempest-ExternalNetworksAdminNegativeTestJSON-2005625766-project-admin] Pushing event updated for resources: {'Port': ['ID=44660d32-6279-455d-9733-f49267b24b70,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:53.970154 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d932ce9-39fe-4e38-b1c8-2d1c9f9e38bc tempest-ExternalNetworksAdminNegativeTestJSON-2005625766 tempest-ExternalNetworksAdminNegativeTestJSON-2005625766-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:53.987004 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d932ce9-39fe-4e38-b1c8-2d1c9f9e38bc tempest-ExternalNetworksAdminNegativeTestJSON-2005625766 tempest-ExternalNetworksAdminNegativeTestJSON-2005625766-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:53.992121 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-3d932ce9-39fe-4e38-b1c8-2d1c9f9e38bc tempest-ExternalNetworksAdminNegativeTestJSON-2005625766 tempest-ExternalNetworksAdminNegativeTestJSON-2005625766-project-admin] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9325082 Aug 19 14:52:53.992508 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34276) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:53.999374 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5607e6e9-74c9-4a91-80ce-6f4256ee4253 tempest-ExternalNetworksAdminNegativeTestJSON-2005625766 tempest-ExternalNetworksAdminNegativeTestJSON-2005625766-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-203754726', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'fixed_ips': [{'ip_address': '172.25.2.47'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:52:54.043654 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5607e6e9-74c9-4a91-80ce-6f4256ee4253 tempest-ExternalNetworksAdminNegativeTestJSON-2005625766 tempest-ExternalNetworksAdminNegativeTestJSON-2005625766-project-admin] Made reservation on behalf of 4713b2296c124490b417ad0cb0bc43c0 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:52:54.046794 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5607e6e9-74c9-4a91-80ce-6f4256ee4253 tempest-ExternalNetworksAdminNegativeTestJSON-2005625766 tempest-ExternalNetworksAdminNegativeTestJSON-2005625766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:54.084791 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5607e6e9-74c9-4a91-80ce-6f4256ee4253 tempest-ExternalNetworksAdminNegativeTestJSON-2005625766 tempest-ExternalNetworksAdminNegativeTestJSON-2005625766-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:54.086104 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-394aec67-7953-4968-a575-672f7c396976 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:54.101064 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-394aec67-7953-4968-a575-672f7c396976 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7ec0ecc-b32e-41d9-bf24-002c1ef7ad6c']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:52:54.103862 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f5c27a0-e970-4454-97cb-83e63d6e7dd1 req-74050798-9f26-402d-bbd7-4e34571ec0cd tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Made reservation on behalf of be2283224ccb474c91d3399de6043bbd for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:52:54.107403 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5f5c27a0-e970-4454-97cb-83e63d6e7dd1 req-74050798-9f26-402d-bbd7-4e34571ec0cd tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:54.126697 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-394aec67-7953-4968-a575-672f7c396976 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d5683d9-c48c-4d83-b23f-dc78c8a5adef') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:52:54.127014 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-394aec67-7953-4968-a575-672f7c396976 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d5683d9-c48c-4d83-b23f-dc78c8a5adef') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:52:54.141408 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-394aec67-7953-4968-a575-672f7c396976 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:54.193244 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-394aec67-7953-4968-a575-672f7c396976 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:54.231794 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-394aec67-7953-4968-a575-672f7c396976 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:52:54.232207 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-394aec67-7953-4968-a575-672f7c396976 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:54.235268 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:52:54.235268 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:52:54.235268 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:52:54.235268 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:52:54.235268 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:52:54.235268 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:52:54.235268 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:52:54.235268 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:52:54.235268 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:52:54.235268 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:52:54.235268 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:52:54.235268 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:52:54.235268 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:52:54.235268 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:52:54.235268 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:52:54.235268 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:52:54.235268 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:52:54.235268 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:52:54.235268 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:52:54.235268 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:52:54.235268 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:52:54.235268 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:52:54.235268 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:52:54.235268 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:52:54.235268 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:52:54.235268 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:52:54.235268 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:52:54.235268 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:52:54.235268 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:52:54.235268 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:52:54.235268 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:52:54.235268 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:52:54.318897 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5607e6e9-74c9-4a91-80ce-6f4256ee4253 tempest-ExternalNetworksAdminNegativeTestJSON-2005625766 tempest-ExternalNetworksAdminNegativeTestJSON-2005625766-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:54.324663 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5607e6e9-74c9-4a91-80ce-6f4256ee4253 tempest-ExternalNetworksAdminNegativeTestJSON-2005625766 tempest-ExternalNetworksAdminNegativeTestJSON-2005625766-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:54.330033 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-5607e6e9-74c9-4a91-80ce-6f4256ee4253 tempest-ExternalNetworksAdminNegativeTestJSON-2005625766 tempest-ExternalNetworksAdminNegativeTestJSON-2005625766-project-admin] device_id is not set on port b11c3d84-a7eb-4078-adb3-15d505026f8f yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:52:54.383959 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-17d0e750-65ae-4f2c-95d6-68293a9613a6 req-e7e6cd4c-b34d-43a1-8ec5-a9c4ef523832 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=810bbbce-b4f8-45f6-adc1-6a0c1893bcf7 HTTP/1.1" status: 200 len: 210 time: 0.1315506 Aug 19 14:52:54.458238 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5607e6e9-74c9-4a91-80ce-6f4256ee4253 tempest-ExternalNetworksAdminNegativeTestJSON-2005625766 tempest-ExternalNetworksAdminNegativeTestJSON-2005625766-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852790c2-2f05-4b7e-a78f-830262151b14,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:54.478304 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-394aec67-7953-4968-a575-672f7c396976 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:54.496040 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-394aec67-7953-4968-a575-672f7c396976 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:54.502858 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-394aec67-7953-4968-a575-672f7c396976 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "DELETE /v2.0/networks/d7ec0ecc-b32e-41d9-bf24-002c1ef7ad6c HTTP/1.1" status: 204 len: 168 time: 1.1654916 Aug 19 14:52:54.502946 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34292) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:54.527110 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394aec67-7953-4968-a575-672f7c396976 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Pushing event deleted for resources: {'Network': ['ID=d7ec0ecc-b32e-41d9-bf24-002c1ef7ad6c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:54.538997 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-5f5c27a0-e970-4454-97cb-83e63d6e7dd1 req-74050798-9f26-402d-bbd7-4e34571ec0cd tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Allocated IP 172.20.0.13 (9be319f8-603a-41e0-a57e-1a917fa30646/a7f2da21-de8f-4925-bf66-a36681d26e7b/a7e85fcb-ef17-4c29-9bad-802ebaac2f1f) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:52:54.602442 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-93943541-cd36-40cc-972e-7dd0020c0e7a tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:54.602912 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93943541-cd36-40cc-972e-7dd0020c0e7a tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:54.607511 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-93943541-cd36-40cc-972e-7dd0020c0e7a tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "DELETE /v2.0/subnets/0150f496-127f-4992-bf02-e5b47bc3d91a HTTP/1.1" status: 404 len: 337 time: 0.1029575 Aug 19 14:52:54.610379 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34298) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:54.664561 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6c0d1d4-f170-4c51-be32-a6f341520b4b tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:54.665150 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6c0d1d4-f170-4c51-be32-a6f341520b4b tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:54.667381 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b6c0d1d4-f170-4c51-be32-a6f341520b4b tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "DELETE /v2.0/networks/1609dfc8-0b7f-46f1-a5df-854a753ce54f HTTP/1.1" status: 404 len: 339 time: 0.0560241 Aug 19 14:52:54.670802 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34300) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:54.766197 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea60ddcc-1d87-4f0e-9aa3-c1796dd09fa0 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Deleting subnet 177d5cbf-928b-465d-99e1-ab66e244fbb9 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:52:54.772279 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ea60ddcc-1d87-4f0e-9aa3-c1796dd09fa0 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:54.800400 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-5607e6e9-74c9-4a91-80ce-6f4256ee4253 tempest-ExternalNetworksAdminNegativeTestJSON-2005625766 tempest-ExternalNetworksAdminNegativeTestJSON-2005625766-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 19 14:52:54.800906 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5607e6e9-74c9-4a91-80ce-6f4256ee4253 tempest-ExternalNetworksAdminNegativeTestJSON-2005625766 tempest-ExternalNetworksAdminNegativeTestJSON-2005625766-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:54.824269 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5f5c27a0-e970-4454-97cb-83e63d6e7dd1 req-74050798-9f26-402d-bbd7-4e34571ec0cd tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:54.826970 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5607e6e9-74c9-4a91-80ce-6f4256ee4253 tempest-ExternalNetworksAdminNegativeTestJSON-2005625766 tempest-ExternalNetworksAdminNegativeTestJSON-2005625766-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.8333268 Aug 19 14:52:54.829459 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ea60ddcc-1d87-4f0e-9aa3-c1796dd09fa0 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:54.831863 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 34306) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:54.948218 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ea60ddcc-1d87-4f0e-9aa3-c1796dd09fa0 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:54.998566 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5f5c27a0-e970-4454-97cb-83e63d6e7dd1 req-74050798-9f26-402d-bbd7-4e34571ec0cd tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:55.031932 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ea60ddcc-1d87-4f0e-9aa3-c1796dd09fa0 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:55.044765 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f5c27a0-e970-4454-97cb-83e63d6e7dd1 req-74050798-9f26-402d-bbd7-4e34571ec0cd tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Network 9be319f8-603a-41e0-a57e-1a917fa30646 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:52:55.052773 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-5f5c27a0-e970-4454-97cb-83e63d6e7dd1 req-74050798-9f26-402d-bbd7-4e34571ec0cd tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:52:55.060245 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f5c27a0-e970-4454-97cb-83e63d6e7dd1 req-74050798-9f26-402d-bbd7-4e34571ec0cd tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:52:55.064205 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-010e662c-9f67-48c7-8693-36dbaa1c182d tempest-ExternalNetworksAdminNegativeTestJSON-2005625766 tempest-ExternalNetworksAdminNegativeTestJSON-2005625766-project-admin] Deleting port 44660d32-6279-455d-9733-f49267b24b70 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:52:55.064584 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-010e662c-9f67-48c7-8693-36dbaa1c182d tempest-ExternalNetworksAdminNegativeTestJSON-2005625766 tempest-ExternalNetworksAdminNegativeTestJSON-2005625766-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:55.100632 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea60ddcc-1d87-4f0e-9aa3-c1796dd09fa0 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Pushing event deleted for resources: {'Subnet': ['ID=177d5cbf-928b-465d-99e1-ab66e244fbb9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:55.113707 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ea60ddcc-1d87-4f0e-9aa3-c1796dd09fa0 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:55.116113 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ea60ddcc-1d87-4f0e-9aa3-c1796dd09fa0 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "DELETE /v2.0/subnets/177d5cbf-928b-465d-99e1-ab66e244fbb9 HTTP/1.1" status: 204 len: 168 time: 0.4442132 Aug 19 14:52:55.118894 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34318) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:55.120507 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214246b6-b482-416a-b8df-ceb00c9860f9 None None] Network 1e019147-66b3-452a-b94d-2d4b52d9f754 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:52:55.187931 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5a92e0c-3508-473e-ae61-56fe47379b3f tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Deleting subnet a33eca59-68e6-4d1b-8909-357640813cbc {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:52:55.191429 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d5a92e0c-3508-473e-ae61-56fe47379b3f tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:55.209005 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 34320) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:55.238179 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d5a92e0c-3508-473e-ae61-56fe47379b3f tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:55.273699 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74050798-9f26-402d-bbd7-4e34571ec0cd tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Pushing event updated for resources: {'Port': ['ID=a7e85fcb-ef17-4c29-9bad-802ebaac2f1f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:55.285072 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device aa7a43f4-555b-4213-a8fa-75f449055cf9 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:52:55.333038 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d5a92e0c-3508-473e-ae61-56fe47379b3f tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:55.401858 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d5a92e0c-3508-473e-ae61-56fe47379b3f tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:55.434120 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6938ba36-80f2-4f58-abf1-d4444ca155e9 req-3e634e9c-d202-44c4-ae1b-bd4ff4175a1a tempest-ServerShowV254Test-1359923808 tempest-ServerShowV254Test-1359923808-project] 10.222.0.69 "GET /v2.0/ports?device_id=69988c96-e7a3-4ecf-a54b-0691d1d58ec7 HTTP/1.1" status: 200 len: 210 time: 0.2792847 Aug 19 14:52:55.463862 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c1cfc39d-ad7b-4821-8a88-5f3bf195cbb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:55.495773 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d5a92e0c-3508-473e-ae61-56fe47379b3f tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:55.497692 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-010e662c-9f67-48c7-8693-36dbaa1c182d tempest-ExternalNetworksAdminNegativeTestJSON-2005625766 tempest-ExternalNetworksAdminNegativeTestJSON-2005625766-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:55.499908 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d5a92e0c-3508-473e-ae61-56fe47379b3f tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "DELETE /v2.0/subnets/a33eca59-68e6-4d1b-8909-357640813cbc HTTP/1.1" status: 204 len: 168 time: 0.3800161 Aug 19 14:52:55.500642 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-010e662c-9f67-48c7-8693-36dbaa1c182d tempest-ExternalNetworksAdminNegativeTestJSON-2005625766 tempest-ExternalNetworksAdminNegativeTestJSON-2005625766-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:55.502565 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a92e0c-3508-473e-ae61-56fe47379b3f tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Pushing event deleted for resources: {'Subnet': ['ID=a33eca59-68e6-4d1b-8909-357640813cbc,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:55.511440 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34326) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:55.518738 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port aa7a43f4-555b-4213-a8fa-75f449055cf9, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=aa7a43f4-555b-4213-a8fa-75f449055cf9,segment=NetworkSegment(a797992c-f015-48a4-a029-21c175cc336b),segment_id=a797992c-f015-48a4-a029-21c175cc336b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:52:55.525736 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c27a0-e970-4454-97cb-83e63d6e7dd1 req-74050798-9f26-402d-bbd7-4e34571ec0cd tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:55.526578 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5f5c27a0-e970-4454-97cb-83e63d6e7dd1 req-74050798-9f26-402d-bbd7-4e34571ec0cd tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:55.533966 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': 'aa7a43f4-555b-4213-a8fa-75f449055cf9', 'network_id': '8d226290-6085-496f-b9eb-bf514760f427', 'port_id': 'aa7a43f4-555b-4213-a8fa-75f449055cf9', 'mac_address': 'fa:16:3e:f1:1d:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ebe78ca-28f7-43fa-89de-04375d30f6cd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:52:55.561231 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-010e662c-9f67-48c7-8693-36dbaa1c182d tempest-ExternalNetworksAdminNegativeTestJSON-2005625766 tempest-ExternalNetworksAdminNegativeTestJSON-2005625766-project-admin] Calling delete_port for 44660d32-6279-455d-9733-f49267b24b70 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:52:55.577020 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:55.593144 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa7a43f4-555b-4213-a8fa-75f449055cf9 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:52:55.615350 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port aa7a43f4-555b-4213-a8fa-75f449055cf9, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=aa7a43f4-555b-4213-a8fa-75f449055cf9,segment=NetworkSegment(a797992c-f015-48a4-a029-21c175cc336b),segment_id=a797992c-f015-48a4-a029-21c175cc336b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:52:55.623092 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:55.703168 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36fd44cc-5c06-4d92-9bf8-bf26fa0122e3 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:55.715052 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=aa7a43f4-555b-4213-a8fa-75f449055cf9,revision_number=12']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:55.757069 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['aa7a43f4-555b-4213-a8fa-75f449055cf9'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:52:55.770556 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-010e662c-9f67-48c7-8693-36dbaa1c182d tempest-ExternalNetworksAdminNegativeTestJSON-2005625766 tempest-ExternalNetworksAdminNegativeTestJSON-2005625766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:55.825451 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65106b67-23cd-4382-903d-91b906efd075 req-a8d9700d-7b41-4599-896b-e1b308c6b789 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:55.827102 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-65106b67-23cd-4382-903d-91b906efd075 req-a8d9700d-7b41-4599-896b-e1b308c6b789 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.6713426 Aug 19 14:52:55.827900 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e662c-9f67-48c7-8693-36dbaa1c182d tempest-ExternalNetworksAdminNegativeTestJSON-2005625766 tempest-ExternalNetworksAdminNegativeTestJSON-2005625766-project-admin] Pushing event deleted for resources: {'Port': ['ID=44660d32-6279-455d-9733-f49267b24b70,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:55.838578 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-36fd44cc-5c06-4d92-9bf8-bf26fa0122e3 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Deleting port 44d5cc85-9179-45db-a769-cb28ca682d4b {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:52:55.839110 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36fd44cc-5c06-4d92-9bf8-bf26fa0122e3 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:56.042905 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-36fd44cc-5c06-4d92-9bf8-bf26fa0122e3 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] For port 44d5cc85-9179-45db-a769-cb28ca682d4b, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=44d5cc85-9179-45db-a769-cb28ca682d4b,segment=NetworkSegment(9f795f50-620c-4e17-8dd5-983ddd7b5914),segment_id=9f795f50-620c-4e17-8dd5-983ddd7b5914)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:52:56.043337 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36fd44cc-5c06-4d92-9bf8-bf26fa0122e3 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:56.084206 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-36fd44cc-5c06-4d92-9bf8-bf26fa0122e3 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Calling delete_port for 44d5cc85-9179-45db-a769-cb28ca682d4b owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:52:56.280096 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36fd44cc-5c06-4d92-9bf8-bf26fa0122e3 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:56.326311 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fd44cc-5c06-4d92-9bf8-bf26fa0122e3 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Pushing event deleted for resources: {'Port': ['ID=44d5cc85-9179-45db-a769-cb28ca682d4b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:56.333957 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fd44cc-5c06-4d92-9bf8-bf26fa0122e3 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] No DVR routers for this DVR port 44d5cc85-9179-45db-a769-cb28ca682d4b on host n-d-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:52:56.367578 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e25debd-98ce-4958-9d2b-600a4db6ce3c req-7456b4da-3415-4a7b-8043-5f302eb792e8 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:56.369214 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7e25debd-98ce-4958-9d2b-600a4db6ce3c req-7456b4da-3415-4a7b-8043-5f302eb792e8 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=810bbbce-b4f8-45f6-adc1-6a0c1893bcf7 HTTP/1.1" status: 200 len: 932 time: 0.8233626 Aug 19 14:52:56.436057 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-010e662c-9f67-48c7-8693-36dbaa1c182d tempest-ExternalNetworksAdminNegativeTestJSON-2005625766 tempest-ExternalNetworksAdminNegativeTestJSON-2005625766-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:56.439430 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-010e662c-9f67-48c7-8693-36dbaa1c182d tempest-ExternalNetworksAdminNegativeTestJSON-2005625766 tempest-ExternalNetworksAdminNegativeTestJSON-2005625766-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:56.444349 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-010e662c-9f67-48c7-8693-36dbaa1c182d tempest-ExternalNetworksAdminNegativeTestJSON-2005625766 tempest-ExternalNetworksAdminNegativeTestJSON-2005625766-project-admin] 10.222.0.69 "DELETE /v2.0/floatingips/c34298ac-27d8-4b88-b7e6-430eed651e36 HTTP/1.1" status: 204 len: 168 time: 1.6075277 Aug 19 14:52:56.485835 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-65106b67-23cd-4382-903d-91b906efd075 req-e6ed50d2-3406-469c-a51f-6c8d3be89085 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6467423 Aug 19 14:52:56.486692 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710cab12-0fcd-4e01-9a93-57934b792063 None None] Network 1e019147-66b3-452a-b94d-2d4b52d9f754 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:52:56.568615 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7e25debd-98ce-4958-9d2b-600a4db6ce3c req-750180f3-50d0-451c-9c82-3488c10a89c6 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816823 Aug 19 14:52:56.699156 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c1cfc39d-ad7b-4821-8a88-5f3bf195cbb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:56.703939 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36fd44cc-5c06-4d92-9bf8-bf26fa0122e3 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:56.726390 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c1cfc39d-ad7b-4821-8a88-5f3bf195cbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:56.728856 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-36fd44cc-5c06-4d92-9bf8-bf26fa0122e3 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e019147-66b3-452a-b94d-2d4b52d9f754']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:52:56.754572 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-36fd44cc-5c06-4d92-9bf8-bf26fa0122e3 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f795f50-620c-4e17-8dd5-983ddd7b5914') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:52:56.754955 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-36fd44cc-5c06-4d92-9bf8-bf26fa0122e3 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f795f50-620c-4e17-8dd5-983ddd7b5914') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:52:56.772346 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5f5c27a0-e970-4454-97cb-83e63d6e7dd1 req-74050798-9f26-402d-bbd7-4e34571ec0cd tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0514698 Aug 19 14:52:56.776729 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36fd44cc-5c06-4d92-9bf8-bf26fa0122e3 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:56.801981 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c1b222be-24d8-4a1c-b6bf-66c55181c189 req-0aacf260-80ca-4150-9f98-75a12f140214 tempest-ServerShowV254Test-1359923808 tempest-ServerShowV254Test-1359923808-project] 10.222.0.69 "GET /v2.0/ports?device_id=69988c96-e7a3-4ecf-a54b-0691d1d58ec7 HTTP/1.1" status: 200 len: 210 time: 0.0998814 Aug 19 14:52:56.809565 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36fd44cc-5c06-4d92-9bf8-bf26fa0122e3 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:56.828272 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36fd44cc-5c06-4d92-9bf8-bf26fa0122e3 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:52:56.829009 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36fd44cc-5c06-4d92-9bf8-bf26fa0122e3 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:56.832342 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:52:56.832342 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:52:56.832342 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:52:56.832342 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:52:56.832342 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:52:56.832342 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:52:56.832342 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:52:56.832342 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:52:56.832342 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:52:56.832342 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:52:56.832342 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:52:56.832342 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:52:56.832342 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:52:56.832342 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:52:56.832342 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:52:56.832342 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:52:56.832342 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:52:56.832342 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:52:56.832342 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:52:56.832342 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:52:56.832342 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:52:56.832342 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:52:56.832342 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:52:56.832342 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:52:56.832342 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:52:56.832342 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:52:56.832342 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:52:56.832342 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:52:56.832342 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:52:56.832342 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:52:56.832342 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:52:56.832342 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:52:56.841398 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-5f5c27a0-e970-4454-97cb-83e63d6e7dd1 req-1999df3f-4f67-48c6-a159-14c573b67867 service neutron] Request body: {'port': {'device_id': '810bbbce-b4f8-45f6-adc1-6a0c1893bcf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:52:56.858684 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-260bcfa7-0729-4d05-9f9f-de76109c29cd None None] Could not find standard attr ID for object 44d5cc85-9179-45db-a769-cb28ca682d4b. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 14:52:56.950393 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166f3dea-3a51-4271-8f7e-008a96741657 None None] DHCP port deletion for 1e019147-66b3-452a-b94d-2d4b52d9f754 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:52:56.985609 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36fd44cc-5c06-4d92-9bf8-bf26fa0122e3 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:56.993469 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36fd44cc-5c06-4d92-9bf8-bf26fa0122e3 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:56.999046 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-36fd44cc-5c06-4d92-9bf8-bf26fa0122e3 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "DELETE /v2.0/networks/1e019147-66b3-452a-b94d-2d4b52d9f754 HTTP/1.1" status: 204 len: 168 time: 1.4828961 Aug 19 14:52:56.999046 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34370) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:57.002486 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 34372) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:57.020389 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fd44cc-5c06-4d92-9bf8-bf26fa0122e3 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Pushing event deleted for resources: {'Network': ['ID=1e019147-66b3-452a-b94d-2d4b52d9f754,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:57.022244 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5f5c27a0-e970-4454-97cb-83e63d6e7dd1 req-1999df3f-4f67-48c6-a159-14c573b67867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:57.025862 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cfc39d-ad7b-4821-8a88-5f3bf195cbb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f399d074-7b7e-446c-96dd-fc5f3e549639,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:57.042596 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34376) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:57.042764 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-c1cfc39d-ad7b-4821-8a88-5f3bf195cbb1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c1992268e0704994bfb0ee97632a0d43&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8271630 Aug 19 14:52:57.072389 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8467427-ca24-4e7c-b8b6-a1129b1faa8b tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:57.072988 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8467427-ca24-4e7c-b8b6-a1129b1faa8b tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:57.075066 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f8467427-ca24-4e7c-b8b6-a1129b1faa8b tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "DELETE /v2.0/subnets/fb69bf25-70ef-443a-b946-2fa079bf3f31 HTTP/1.1" status: 404 len: 337 time: 0.0718510 Aug 19 14:52:57.080693 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 34378) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:57.120896 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb5f97f5-8bc5-43df-a1d7-09843a96ef84 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:57.121386 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb5f97f5-8bc5-43df-a1d7-09843a96ef84 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:57.123260 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-fb5f97f5-8bc5-43df-a1d7-09843a96ef84 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "DELETE /v2.0/networks/5d871c5f-ae4b-4c1b-bbbe-e758ed1e6ce6 HTTP/1.1" status: 404 len: 339 time: 0.0430236 Aug 19 14:52:57.128258 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 34380) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:57.145579 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-185298bc-a147-4b32-9ca3-960f45b5cad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:57.199273 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e9aab4a-1ce4-480b-b44e-00b23e5ab4be tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:57.199720 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e9aab4a-1ce4-480b-b44e-00b23e5ab4be tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:57.206570 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-185298bc-a147-4b32-9ca3-960f45b5cad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:57.206798 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9e9aab4a-1ce4-480b-b44e-00b23e5ab4be tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "DELETE /v2.0/subnets/6e2f1c58-e236-497c-bb3f-2810e8ecdb55 HTTP/1.1" status: 404 len: 337 time: 0.0775900 Aug 19 14:52:57.210002 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34382) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:57.292612 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device aa7a43f4-555b-4213-a8fa-75f449055cf9 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:52:57.331854 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-185298bc-a147-4b32-9ca3-960f45b5cad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:57.345425 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-185298bc-a147-4b32-9ca3-960f45b5cad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:57.346806 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-185298bc-a147-4b32-9ca3-960f45b5cad8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f399d074-7b7e-446c-96dd-fc5f3e549639 HTTP/1.1" status: 204 len: 168 time: 0.3031826 Aug 19 14:52:57.377956 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bf0c679-f881-45d5-9ea0-8cafbea500db tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:57.378540 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bf0c679-f881-45d5-9ea0-8cafbea500db tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:57.380370 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4bf0c679-f881-45d5-9ea0-8cafbea500db tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "DELETE /v2.0/networks/e9974c63-f8a1-4fcd-85c8-47db18ee0b90 HTTP/1.1" status: 404 len: 339 time: 0.1693909 Aug 19 14:52:57.384575 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 34386) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:57.416795 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185298bc-a147-4b32-9ca3-960f45b5cad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f399d074-7b7e-446c-96dd-fc5f3e549639,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:57.420810 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46d1281a-6c5d-40cd-8544-8cc5084bf3e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:57.425384 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port aa7a43f4-555b-4213-a8fa-75f449055cf9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:52:57.425612 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:57.456045 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-2252f2fa-57bc-41e5-9cda-bbc8c78ba672 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:57.457297 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2252f2fa-57bc-41e5-9cda-bbc8c78ba672 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:57.459151 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-2252f2fa-57bc-41e5-9cda-bbc8c78ba672 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "DELETE /v2.0/subnets/e2f7a8cf-dfa9-4587-af64-19537de3b4ca HTTP/1.1" status: 404 len: 337 time: 0.0734975 Aug 19 14:52:57.463151 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34388) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:57.626375 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a9714e1-511c-40a2-99cf-9fba45c19217 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:57.627205 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a9714e1-511c-40a2-99cf-9fba45c19217 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:57.649576 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7a9714e1-511c-40a2-99cf-9fba45c19217 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "DELETE /v2.0/networks/9b4d0f2b-f898-440c-9f46-5c80d14c769e HTTP/1.1" status: 404 len: 339 time: 0.1835537 Aug 19 14:52:57.651993 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34398) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:57.800649 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 44d5cc85-9179-45db-a769-cb28ca682d4b no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:52:57.875528 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:57.895316 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 44d5cc85-9179-45db-a769-cb28ca682d4b {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:52:57.896897 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 44d5cc85-9179-45db-a769-cb28ca682d4b not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:52:57.913040 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc73c556-372d-45ed-a6ca-136a8ca2c91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7a43f4-555b-4213-a8fa-75f449055cf9'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:52:57.916344 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04cb29f0-3789-439f-a775-ace6ad1d614a" -d '{"events": [{"server_uuid": "bc73c556-372d-45ed-a6ca-136a8ca2c91f", "name": "network-vif-plugged", "status": "completed", "tag": "aa7a43f4-555b-4213-a8fa-75f449055cf9"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:52:57.929059 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c71e8711-e7ac-4e2c-9817-59ea1a8a5e5d req-80602ac1-9b40-4d23-88e5-d0e24e40f979 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=4474fdb5-2127-4ccb-a4ef-1d17185ca1ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2264266 Aug 19 14:52:57.942081 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port aa7a43f4-555b-4213-a8fa-75f449055cf9, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=aa7a43f4-555b-4213-a8fa-75f449055cf9,segment=NetworkSegment(a797992c-f015-48a4-a029-21c175cc336b),segment_id=a797992c-f015-48a4-a029-21c175cc336b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:52:57.949977 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:57.966032 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-5f5c27a0-e970-4454-97cb-83e63d6e7dd1 req-1999df3f-4f67-48c6-a159-14c573b67867 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7e85fcb-ef17-4c29-9bad-802ebaac2f1f {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:52:57.975671 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5f5c27a0-e970-4454-97cb-83e63d6e7dd1 req-1999df3f-4f67-48c6-a159-14c573b67867 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:57.990470 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-5f5c27a0-e970-4454-97cb-83e63d6e7dd1 req-1999df3f-4f67-48c6-a159-14c573b67867 service neutron] Transition to ACTIVE for port object a7e85fcb-ef17-4c29-9bad-802ebaac2f1f will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:52:57.997482 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f088fb18-40ce-4a5a-b9df-448c66d7077b req-ebc8b2dd-dacb-4dfc-90df-dc0997a848d6 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=150775af-ea06-4b6d-8d71-6c0f0e8fd5df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3440504 Aug 19 14:52:58.003751 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=aa7a43f4-555b-4213-a8fa-75f449055cf9,revision_number=13']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:58.023290 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc3fb9-f97e-47df-a4b9-664e616da4e0 req-57c91a4a-619f-49d3-9ae3-894835b292a1 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:58.031625 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-19dc3fb9-f97e-47df-a4b9-664e616da4e0 req-57c91a4a-619f-49d3-9ae3-894835b292a1 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 945 time: 0.2356167 Aug 19 14:52:58.033392 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d2083bf-db65-4dbd-b391-40ff144624cd tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Deleting subnet c124c7c1-9047-4a28-9677-561688b4f566 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:52:58.033587 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5f5c27a0-e970-4454-97cb-83e63d6e7dd1 req-1999df3f-4f67-48c6-a159-14c573b67867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:58.068889 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5d2083bf-db65-4dbd-b391-40ff144624cd tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:58.131223 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 34406) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:58.134983 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5d2083bf-db65-4dbd-b391-40ff144624cd tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:58.159129 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8c74e-938a-4fc0-a468-d3533eb75091 req-fa786a68-7367-4a34-a345-20c977f62ebb tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:58.160643 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7fd8c74e-938a-4fc0-a468-d3533eb75091 req-fa786a68-7367-4a34-a345-20c977f62ebb tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=810bbbce-b4f8-45f6-adc1-6a0c1893bcf7 HTTP/1.1" status: 200 len: 932 time: 0.3492193 Aug 19 14:52:58.206878 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0dd3119d-8c28-4ee3-b696-0bbf924236a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:58.236266 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5d2083bf-db65-4dbd-b391-40ff144624cd tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:58.282917 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1999df3f-4f67-48c6-a159-14c573b67867 service neutron] Pushing event updated for resources: {'Port': ['ID=a7e85fcb-ef17-4c29-9bad-802ebaac2f1f,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:58.301191 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-19dc3fb9-f97e-47df-a4b9-664e616da4e0 req-fd404b6a-acae-4511-85c8-3c636594c394 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2684600 Aug 19 14:52:58.321312 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e8711-e7ac-4e2c-9817-59ea1a8a5e5d req-9f656ce3-a347-41a6-924e-4cf7381f3754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:58.323392 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c71e8711-e7ac-4e2c-9817-59ea1a8a5e5d req-9f656ce3-a347-41a6-924e-4cf7381f3754 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a009ace5c9ab4354b62fea1750ef405e&device_id=4474fdb5-2127-4ccb-a4ef-1d17185ca1ad HTTP/1.1" status: 200 len: 1097 time: 0.3649876 Aug 19 14:52:58.332375 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5d2083bf-db65-4dbd-b391-40ff144624cd tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:58.342547 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088fb18-40ce-4a5a-b9df-448c66d7077b req-e87c2f59-268e-46b5-8bc6-e7159376d651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:58.351234 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f088fb18-40ce-4a5a-b9df-448c66d7077b req-e87c2f59-268e-46b5-8bc6-e7159376d651 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a009ace5c9ab4354b62fea1750ef405e&device_id=150775af-ea06-4b6d-8d71-6c0f0e8fd5df HTTP/1.1" status: 200 len: 1096 time: 0.2953060 Aug 19 14:52:58.378986 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7fd8c74e-938a-4fc0-a468-d3533eb75091 req-7babbc1a-1f71-49c2-b8e0-9c5d258d0d22 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976166 Aug 19 14:52:58.384006 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2083bf-db65-4dbd-b391-40ff144624cd tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Pushing event deleted for resources: {'Subnet': ['ID=c124c7c1-9047-4a28-9677-561688b4f566,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:58.387378 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5d2083bf-db65-4dbd-b391-40ff144624cd tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:58.389536 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5d2083bf-db65-4dbd-b391-40ff144624cd tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "DELETE /v2.0/subnets/c124c7c1-9047-4a28-9677-561688b4f566 HTTP/1.1" status: 204 len: 168 time: 0.7197013 Aug 19 14:52:58.393888 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34408) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:58.397539 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78400fa0-939b-4e91-97cd-a770ef572f86 None None] Network 1c99d164-7b9b-4379-94bb-b9cb92e9cf05 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:52:58.482564 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46d1281a-6c5d-40cd-8544-8cc5084bf3e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:58.495683 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46d1281a-6c5d-40cd-8544-8cc5084bf3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:58.535443 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7a9ee3-f94c-4d71-bd81-85abc3bbf942 x-openstack-request-id: req-cf7a9ee3-f94c-4d71-bd81-85abc3bbf942 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:52:58.535739 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc73c556-372d-45ed-a6ca-136a8ca2c91f", "name": "network-vif-plugged", "status": "completed", "tag": "aa7a43f4-555b-4213-a8fa-75f449055cf9", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:52:58.535982 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cf7a9ee3-f94c-4d71-bd81-85abc3bbf942 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:52:58.536626 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc73c556-372d-45ed-a6ca-136a8ca2c91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7a43f4-555b-4213-a8fa-75f449055cf9', 'code': 200} Aug 19 14:52:58.536763 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d1281a-6c5d-40cd-8544-8cc5084bf3e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05fe9d54-543b-4da0-bae7-39e32ce781be,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:58.551186 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3142312-07df-4921-879a-295c4ef04a77 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:58.615912 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-46d1281a-6c5d-40cd-8544-8cc5084bf3e2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2805c36997804895a78f9708e2a558ee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6154928 Aug 19 14:52:58.618110 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34410) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:58.670981 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0dd3119d-8c28-4ee3-b696-0bbf924236a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:58.706015 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0dd3119d-8c28-4ee3-b696-0bbf924236a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:58.711302 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c3142312-07df-4921-879a-295c4ef04a77 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Deleting port 920c01df-b2f1-41f9-9e6b-5d9b1f00103d {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:52:58.712173 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3142312-07df-4921-879a-295c4ef04a77 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:58.765240 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-207ca2a6-9898-4aa1-b491-6634b049de12 req-183659e4-b834-4244-b0f0-58f490411c92 tempest-ServerShowV254Test-1359923808 tempest-ServerShowV254Test-1359923808-project] 10.222.0.69 "GET /v2.0/ports?device_id=69988c96-e7a3-4ecf-a54b-0691d1d58ec7 HTTP/1.1" status: 200 len: 210 time: 0.0916069 Aug 19 14:52:58.788458 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-5f5c27a0-e970-4454-97cb-83e63d6e7dd1 req-1999df3f-4f67-48c6-a159-14c573b67867 service neutron] Attempting to bind port a7e85fcb-ef17-4c29-9bad-802ebaac2f1f on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:52:58.795675 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-5f5c27a0-e970-4454-97cb-83e63d6e7dd1 req-1999df3f-4f67-48c6-a159-14c573b67867 service neutron] Attempting to bind port a7e85fcb-ef17-4c29-9bad-802ebaac2f1f by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'af76a49f-6b6e-4117-acb3-d7b5325cccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9be319f8-603a-41e0-a57e-1a917fa30646'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:52:58.796101 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5c27a0-e970-4454-97cb-83e63d6e7dd1 req-1999df3f-4f67-48c6-a159-14c573b67867 service neutron] Attempting to bind port a7e85fcb-ef17-4c29-9bad-802ebaac2f1f on network 9be319f8-603a-41e0-a57e-1a917fa30646 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:52:58.797462 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ffcd04-46bf-40c4-bb56-ecda5d75e504 None None] DHCP port deletion for 1c99d164-7b9b-4379-94bb-b9cb92e9cf05 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:52:58.825556 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5c27a0-e970-4454-97cb-83e63d6e7dd1 req-1999df3f-4f67-48c6-a159-14c573b67867 service neutron] Port a7e85fcb-ef17-4c29-9bad-802ebaac2f1f on network 9be319f8-603a-41e0-a57e-1a917fa30646 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:52:58.830245 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5c27a0-e970-4454-97cb-83e63d6e7dd1 req-1999df3f-4f67-48c6-a159-14c573b67867 service neutron] Attempting to bind port a7e85fcb-ef17-4c29-9bad-802ebaac2f1f on network 9be319f8-603a-41e0-a57e-1a917fa30646 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:52:58.850618 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9fac8de-2599-460c-bd9d-fc307f49bf6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:58.880499 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-c3142312-07df-4921-879a-295c4ef04a77 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] For port 920c01df-b2f1-41f9-9e6b-5d9b1f00103d, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=920c01df-b2f1-41f9-9e6b-5d9b1f00103d,segment=NetworkSegment(0bc4987f-ca2b-4f56-8b15-2f1693310055),segment_id=0bc4987f-ca2b-4f56-8b15-2f1693310055)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:52:58.882607 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3142312-07df-4921-879a-295c4ef04a77 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:58.914034 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-66ffcd04-46bf-40c4-bb56-ecda5d75e504 None None] Deleting port 920c01df-b2f1-41f9-9e6b-5d9b1f00103d {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:52:58.914577 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-66ffcd04-46bf-40c4-bb56-ecda5d75e504 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:58.918017 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c3142312-07df-4921-879a-295c4ef04a77 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Calling delete_port for 920c01df-b2f1-41f9-9e6b-5d9b1f00103d owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:52:58.929136 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9fac8de-2599-460c-bd9d-fc307f49bf6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:58.929909 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-0dd3119d-8c28-4ee3-b696-0bbf924236a2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0df058a0833a466592865ff925da88e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7951112 Aug 19 14:52:58.930702 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 34416) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:58.955256 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5c27a0-e970-4454-97cb-83e63d6e7dd1 req-1999df3f-4f67-48c6-a159-14c573b67867 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:52:58.963393 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5c27a0-e970-4454-97cb-83e63d6e7dd1 req-1999df3f-4f67-48c6-a159-14c573b67867 service neutron] Checking segment: {'id': 'af76a49f-6b6e-4117-acb3-d7b5325cccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9be319f8-603a-41e0-a57e-1a917fa30646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:52:58.964048 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5c27a0-e970-4454-97cb-83e63d6e7dd1 req-1999df3f-4f67-48c6-a159-14c573b67867 service neutron] Bound using segment: {'id': 'af76a49f-6b6e-4117-acb3-d7b5325cccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9be319f8-603a-41e0-a57e-1a917fa30646'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:52:58.964709 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-5f5c27a0-e970-4454-97cb-83e63d6e7dd1 req-1999df3f-4f67-48c6-a159-14c573b67867 service neutron] Bound port: a7e85fcb-ef17-4c29-9bad-802ebaac2f1f, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af76a49f-6b6e-4117-acb3-d7b5325cccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9be319f8-603a-41e0-a57e-1a917fa30646'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:52:58.966672 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5f5c27a0-e970-4454-97cb-83e63d6e7dd1 req-1999df3f-4f67-48c6-a159-14c573b67867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:59.043609 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd3119d-8c28-4ee3-b696-0bbf924236a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246dec6b-2e38-4526-86b0-27a8938ea5df,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:59.044320 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-66ffcd04-46bf-40c4-bb56-ecda5d75e504 None None] For port 920c01df-b2f1-41f9-9e6b-5d9b1f00103d, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=920c01df-b2f1-41f9-9e6b-5d9b1f00103d,segment=NetworkSegment(0bc4987f-ca2b-4f56-8b15-2f1693310055),segment_id=0bc4987f-ca2b-4f56-8b15-2f1693310055)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:52:59.044754 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-66ffcd04-46bf-40c4-bb56-ecda5d75e504 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:59.071372 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-66ffcd04-46bf-40c4-bb56-ecda5d75e504 None None] Calling delete_port for 920c01df-b2f1-41f9-9e6b-5d9b1f00103d owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:52:59.115082 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9fac8de-2599-460c-bd9d-fc307f49bf6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:59.117720 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9fac8de-2599-460c-bd9d-fc307f49bf6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:59.118864 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c9fac8de-2599-460c-bd9d-fc307f49bf6f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/05fe9d54-543b-4da0-bae7-39e32ce781be HTTP/1.1" status: 204 len: 168 time: 0.4996974 Aug 19 14:52:59.138907 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3142312-07df-4921-879a-295c4ef04a77 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:59.186759 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3142312-07df-4921-879a-295c4ef04a77 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] No DVR routers for this DVR port 920c01df-b2f1-41f9-9e6b-5d9b1f00103d on host n-d-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:52:59.218718 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-5f5c27a0-e970-4454-97cb-83e63d6e7dd1 req-1999df3f-4f67-48c6-a159-14c573b67867 service neutron] For port a7e85fcb-ef17-4c29-9bad-802ebaac2f1f, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:52:59.222556 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-5f5c27a0-e970-4454-97cb-83e63d6e7dd1 req-1999df3f-4f67-48c6-a159-14c573b67867 service neutron] For port a7e85fcb-ef17-4c29-9bad-802ebaac2f1f, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=a7e85fcb-ef17-4c29-9bad-802ebaac2f1f,segment=NetworkSegment(af76a49f-6b6e-4117-acb3-d7b5325cccf1),segment_id=af76a49f-6b6e-4117-acb3-d7b5325cccf1)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:52:59.226026 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088fb18-40ce-4a5a-b9df-448c66d7077b req-d840c96e-0087-4281-a32a-b35b8529812f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:59.230488 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f088fb18-40ce-4a5a-b9df-448c66d7077b req-d840c96e-0087-4281-a32a-b35b8529812f service neutron] 10.222.0.88 "GET /v2.0/networks?id=826a14c6-b01f-4f4f-86d2-3cfbb5aad056 HTTP/1.1" status: 200 len: 920 time: 0.8505321 Aug 19 14:52:59.239566 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fac8de-2599-460c-bd9d-fc307f49bf6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fe9d54-543b-4da0-bae7-39e32ce781be,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:59.268803 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e8711-e7ac-4e2c-9817-59ea1a8a5e5d req-c9bac411-696d-4c77-9853-bb42d77a5fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:59.270341 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c71e8711-e7ac-4e2c-9817-59ea1a8a5e5d req-c9bac411-696d-4c77-9853-bb42d77a5fce service neutron] 10.222.0.68 "GET /v2.0/networks?id=826a14c6-b01f-4f4f-86d2-3cfbb5aad056 HTTP/1.1" status: 200 len: 920 time: 0.8954885 Aug 19 14:52:59.281671 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-66ffcd04-46bf-40c4-bb56-ecda5d75e504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:59.300320 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3142312-07df-4921-879a-295c4ef04a77 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Pushing event deleted for resources: {'Port': ['ID=920c01df-b2f1-41f9-9e6b-5d9b1f00103d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:59.330121 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ffcd04-46bf-40c4-bb56-ecda5d75e504 None None] Pushing event deleted for resources: {'Port': ['ID=920c01df-b2f1-41f9-9e6b-5d9b1f00103d,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:59.373283 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ffcd04-46bf-40c4-bb56-ecda5d75e504 None None] No DVR routers for this DVR port 920c01df-b2f1-41f9-9e6b-5d9b1f00103d on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:52:59.439904 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5f5c27a0-e970-4454-97cb-83e63d6e7dd1 req-1999df3f-4f67-48c6-a159-14c573b67867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:59.444500 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f088fb18-40ce-4a5a-b9df-448c66d7077b req-20bb5378-f58d-440b-94ca-5295d142734f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78e1f20f-8f74-46b6-8b06-a2a3d20df9da HTTP/1.1" status: 200 len: 217 time: 0.1461406 Aug 19 14:52:59.482796 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3142312-07df-4921-879a-295c4ef04a77 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:59.511038 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-c3142312-07df-4921-879a-295c4ef04a77 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c99d164-7b9b-4379-94bb-b9cb92e9cf05']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:52:59.539509 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-c3142312-07df-4921-879a-295c4ef04a77 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bc4987f-ca2b-4f56-8b15-2f1693310055') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:52:59.539856 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-c3142312-07df-4921-879a-295c4ef04a77 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bc4987f-ca2b-4f56-8b15-2f1693310055') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:52:59.555636 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3142312-07df-4921-879a-295c4ef04a77 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:59.571900 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3142312-07df-4921-879a-295c4ef04a77 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:59.581995 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 920c01df-b2f1-41f9-9e6b-5d9b1f00103d no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:52:59.590359 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3142312-07df-4921-879a-295c4ef04a77 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:52:59.592028 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3142312-07df-4921-879a-295c4ef04a77 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:59.597840 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:52:59.597840 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:52:59.597840 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:52:59.597840 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:52:59.597840 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:52:59.597840 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:52:59.597840 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:52:59.597840 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:52:59.597840 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:52:59.597840 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:52:59.597840 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:52:59.597840 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:52:59.597840 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:52:59.597840 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:52:59.597840 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:52:59.597840 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:52:59.597840 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:52:59.597840 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:52:59.597840 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:52:59.597840 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:52:59.597840 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:52:59.597840 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:52:59.597840 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:52:59.597840 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:52:59.597840 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:52:59.597840 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:52:59.597840 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:52:59.597840 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:52:59.597840 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:52:59.597840 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:52:59.597840 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:52:59.597840 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:52:59.653988 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 920c01df-b2f1-41f9-9e6b-5d9b1f00103d {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:52:59.657064 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 920c01df-b2f1-41f9-9e6b-5d9b1f00103d not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:52:59.694334 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c71e8711-e7ac-4e2c-9817-59ea1a8a5e5d req-191412cf-79bb-4bb4-9f4d-14ce437ccae9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d5b51e4-5577-4462-a7b3-a4e0ae88af6c HTTP/1.1" status: 200 len: 217 time: 0.2176719 Aug 19 14:52:59.732754 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3142312-07df-4921-879a-295c4ef04a77 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:59.741942 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3142312-07df-4921-879a-295c4ef04a77 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:59.748254 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c3142312-07df-4921-879a-295c4ef04a77 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "DELETE /v2.0/networks/1c99d164-7b9b-4379-94bb-b9cb92e9cf05 HTTP/1.1" status: 204 len: 168 time: 1.3533170 Aug 19 14:52:59.754516 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34434) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:59.803012 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3142312-07df-4921-879a-295c4ef04a77 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Pushing event deleted for resources: {'Network': ['ID=1c99d164-7b9b-4379-94bb-b9cb92e9cf05,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:52:59.811277 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e9c1e96-53dd-4d7b-a8e3-a19fea2dd48f tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:59.811741 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e9c1e96-53dd-4d7b-a8e3-a19fea2dd48f tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:59.813679 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9e9c1e96-53dd-4d7b-a8e3-a19fea2dd48f tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "DELETE /v2.0/subnets/c998a1bf-8c5e-4116-a0d7-bd8e025942fd HTTP/1.1" status: 404 len: 337 time: 0.0568373 Aug 19 14:52:59.829489 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34438) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:59.866748 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7f9184b-7008-4007-975b-bd1913041c4e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] DELETE failed (client error): The resource could not be found. Aug 19 14:52:59.867363 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7f9184b-7008-4007-975b-bd1913041c4e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:52:59.870695 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d7f9184b-7008-4007-975b-bd1913041c4e tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "DELETE /v2.0/networks/485f2339-f4c3-4970-bc50-67d9dde113e8 HTTP/1.1" status: 404 len: 339 time: 0.0401564 Aug 19 14:52:59.874187 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34442) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:52:59.960676 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7201f2d-3c2a-4f05-925b-bdb04409a5f9 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Deleting subnet 2bcee73a-9a0c-4d9c-b897-dacdcf07a317 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:52:59.967329 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c7201f2d-3c2a-4f05-925b-bdb04409a5f9 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:52:59.979787 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088fb18-40ce-4a5a-b9df-448c66d7077b req-d71f9dcb-5a51-4697-a51f-8ada1ba1adc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:52:59.987733 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f088fb18-40ce-4a5a-b9df-448c66d7077b req-d71f9dcb-5a51-4697-a51f-8ada1ba1adc4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f017c343-b8a3-4a90-a258-473804aba5f3 HTTP/1.1" status: 200 len: 859 time: 0.2805369 Aug 19 14:53:00.067210 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e8711-e7ac-4e2c-9817-59ea1a8a5e5d req-8b0bbdbc-0cdd-4772-aa47-7aa3f51fb394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:00.068969 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c7201f2d-3c2a-4f05-925b-bdb04409a5f9 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:00.070091 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c71e8711-e7ac-4e2c-9817-59ea1a8a5e5d req-8b0bbdbc-0cdd-4772-aa47-7aa3f51fb394 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f017c343-b8a3-4a90-a258-473804aba5f3 HTTP/1.1" status: 200 len: 859 time: 0.0934033 Aug 19 14:53:00.158266 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 34446) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:00.189865 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4c3b659-de22-41c8-b0b7-b5926d6ed176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:00.215434 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4c3b659-de22-41c8-b0b7-b5926d6ed176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:00.216950 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c7201f2d-3c2a-4f05-925b-bdb04409a5f9 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:00.267513 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f088fb18-40ce-4a5a-b9df-448c66d7077b req-2cab3b60-a32a-4b49-adfa-0af5df2de2b1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=826a14c6-b01f-4f4f-86d2-3cfbb5aad056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1964567 Aug 19 14:53:00.311393 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c7201f2d-3c2a-4f05-925b-bdb04409a5f9 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:00.316638 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c71e8711-e7ac-4e2c-9817-59ea1a8a5e5d req-ab2ddcec-a68d-440d-bc57-4d189a9316c7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=826a14c6-b01f-4f4f-86d2-3cfbb5aad056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1326246 Aug 19 14:53:00.322042 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c27a0-e970-4454-97cb-83e63d6e7dd1 req-1999df3f-4f67-48c6-a159-14c573b67867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:00.322692 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5f5c27a0-e970-4454-97cb-83e63d6e7dd1 req-1999df3f-4f67-48c6-a159-14c573b67867 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:00.324128 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5f5c27a0-e970-4454-97cb-83e63d6e7dd1 req-1999df3f-4f67-48c6-a159-14c573b67867 service neutron] 10.222.0.88 "PUT /v2.0/ports/a7e85fcb-ef17-4c29-9bad-802ebaac2f1f HTTP/1.1" status: 200 len: 1092 time: 3.5083740 Aug 19 14:53:00.331544 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '810bbbce-b4f8-45f6-adc1-6a0c1893bcf7', 'tag': 'a7e85fcb-ef17-4c29-9bad-802ebaac2f1f'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:53:00.334468 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15699c4b-7a91-4cd1-82e9-d792e76f1f64" -d '{"events": [{"name": "network-changed", "server_uuid": "810bbbce-b4f8-45f6-adc1-6a0c1893bcf7", "tag": "a7e85fcb-ef17-4c29-9bad-802ebaac2f1f"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:53:00.338756 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4c3b659-de22-41c8-b0b7-b5926d6ed176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:00.341721 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4c3b659-de22-41c8-b0b7-b5926d6ed176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:00.345472 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a4c3b659-de22-41c8-b0b7-b5926d6ed176 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/246dec6b-2e38-4526-86b0-27a8938ea5df HTTP/1.1" status: 204 len: 168 time: 1.4068995 Aug 19 14:53:00.398104 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42697313-f700-441c-a5ef-72f99f35be13 None None] Network bfca67fc-4221-404a-aa5a-1be9dc39ec41 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:53:00.398827 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c7201f2d-3c2a-4f05-925b-bdb04409a5f9 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:00.402182 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c7201f2d-3c2a-4f05-925b-bdb04409a5f9 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "DELETE /v2.0/subnets/2bcee73a-9a0c-4d9c-b897-dacdcf07a317 HTTP/1.1" status: 204 len: 168 time: 0.5255744 Aug 19 14:53:00.403514 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7201f2d-3c2a-4f05-925b-bdb04409a5f9 tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Pushing event deleted for resources: {'Subnet': ['ID=2bcee73a-9a0c-4d9c-b897-dacdcf07a317,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:00.412715 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34452) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:00.503638 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f8589-e562-4032-a882-4b82d3a6b729 req-570caacd-75b6-4a92-b7e5-654fb88d682a tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:00.504012 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-050f8589-e562-4032-a882-4b82d3a6b729 req-570caacd-75b6-4a92-b7e5-654fb88d682a tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 946 time: 0.6279507 Aug 19 14:53:00.522531 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f088fb18-40ce-4a5a-b9df-448c66d7077b req-963a962d-ad4a-4986-9e70-f30920f6dd06 service neutron] 10.222.0.88 "GET /v2.0/networks/826a14c6-b01f-4f4f-86d2-3cfbb5aad056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974227 Aug 19 14:53:00.629070 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c3b659-de22-41c8-b0b7-b5926d6ed176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246dec6b-2e38-4526-86b0-27a8938ea5df,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:00.634212 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c71e8711-e7ac-4e2c-9817-59ea1a8a5e5d req-c1b76e68-8ff4-4e64-bbd5-cd891aa554cd service neutron] 10.222.0.68 "GET /v2.0/networks/826a14c6-b01f-4f4f-86d2-3cfbb5aad056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827551 Aug 19 14:53:00.903293 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159b2f3f-4cbe-4f32-b56e-3f0235eaf4c1 None None] DHCP port deletion for bfca67fc-4221-404a-aa5a-1be9dc39ec41 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:53:00.914896 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f088fb18-40ce-4a5a-b9df-448c66d7077b req-9189c93d-55f5-436f-a0c9-a9e99c851644 service neutron] 10.222.0.88 "GET /v2.0/networks/826a14c6-b01f-4f4f-86d2-3cfbb5aad056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575600 Aug 19 14:53:00.953181 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-050f8589-e562-4032-a882-4b82d3a6b729 req-e4727fdb-8ea2-4fcc-8f14-71cf54f9cd5d tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4278879 Aug 19 14:53:01.003136 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-159b2f3f-4cbe-4f32-b56e-3f0235eaf4c1 None None] Deleting port 4891f5de-eb8b-4c73-bbec-b2b071abc7d7 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:53:01.003836 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-159b2f3f-4cbe-4f32-b56e-3f0235eaf4c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:01.122231 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c71e8711-e7ac-4e2c-9817-59ea1a8a5e5d req-938e3e5b-dd00-4f5b-9025-8ac15bf73445 service neutron] 10.222.0.68 "GET /v2.0/networks/826a14c6-b01f-4f4f-86d2-3cfbb5aad056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947973 Aug 19 14:53:01.201424 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a095e-aa37-4b79-a9e0-986ac412fd16 req-05d6427d-7421-40c0-b130-34ef14b4e6f5 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:01.217402 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-014a095e-aa37-4b79-a9e0-986ac412fd16 req-05d6427d-7421-40c0-b130-34ef14b4e6f5 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=810bbbce-b4f8-45f6-adc1-6a0c1893bcf7 HTTP/1.1" status: 200 len: 944 time: 1.2251174 Aug 19 14:53:01.249037 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e583bd34-d200-4e50-8293-4939b277f2c8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4713b2296c124490b417ad0cb0bc43c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9839351 Aug 19 14:53:01.249844 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1999df3f-4f67-48c6-a159-14c573b67867 service neutron] Pushing event updated for resources: {'Port': ['ID=a7e85fcb-ef17-4c29-9bad-802ebaac2f1f,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:01.289505 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 34464) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:01.329013 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-159b2f3f-4cbe-4f32-b56e-3f0235eaf4c1 None None] For port 4891f5de-eb8b-4c73-bbec-b2b071abc7d7, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=4891f5de-eb8b-4c73-bbec-b2b071abc7d7,segment=NetworkSegment(c3aef024-c779-41e1-88f4-1a596fdf3cfa),segment_id=c3aef024-c779-41e1-88f4-1a596fdf3cfa)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:53:01.329599 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-159b2f3f-4cbe-4f32-b56e-3f0235eaf4c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:01.330662 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c27a0-e970-4454-97cb-83e63d6e7dd1 req-d11d2b9c-40d8-4f17-9b7d-48ed79544b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:01.348825 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5f5c27a0-e970-4454-97cb-83e63d6e7dd1 req-d11d2b9c-40d8-4f17-9b7d-48ed79544b8b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=be2283224ccb474c91d3399de6043bbd&device_id=810bbbce-b4f8-45f6-adc1-6a0c1893bcf7 HTTP/1.1" status: 200 len: 1095 time: 0.8216863 Aug 19 14:53:01.377960 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cecee458-3c08-44b1-b808-6b0b702ba87b tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:01.383209 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-159b2f3f-4cbe-4f32-b56e-3f0235eaf4c1 None None] Calling delete_port for 4891f5de-eb8b-4c73-bbec-b2b071abc7d7 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:53:01.433991 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0606e618-7faf-4ab9-94f3-931c1442e82b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:01.498274 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-538e7946-b730-445e-9e5c-9d0d830e4eb8 req-acbbf5ad-75a4-4738-ab77-470ca1185f01 tempest-ServerShowV254Test-1359923808 tempest-ServerShowV254Test-1359923808-project] 10.222.0.69 "GET /v2.0/ports?device_id=69988c96-e7a3-4ecf-a54b-0691d1d58ec7 HTTP/1.1" status: 200 len: 210 time: 0.2779686 Aug 19 14:53:01.602799 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-cecee458-3c08-44b1-b808-6b0b702ba87b tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Deleting port 4891f5de-eb8b-4c73-bbec-b2b071abc7d7 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:53:01.603142 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cecee458-3c08-44b1-b808-6b0b702ba87b tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:01.626134 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-014a095e-aa37-4b79-a9e0-986ac412fd16 req-3386e25e-7c56-47e6-bcc4-89f37ea4ebce tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4077027 Aug 19 14:53:01.654601 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef4d347-dbc9-4fe8-9f91-4295c0201930 x-openstack-request-id: req-8ef4d347-dbc9-4fe8-9f91-4295c0201930 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:53:01.657648 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "810bbbce-b4f8-45f6-adc1-6a0c1893bcf7", "tag": "a7e85fcb-ef17-4c29-9bad-802ebaac2f1f", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:53:01.658141 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8ef4d347-dbc9-4fe8-9f91-4295c0201930 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:53:01.658812 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '810bbbce-b4f8-45f6-adc1-6a0c1893bcf7', 'tag': 'a7e85fcb-ef17-4c29-9bad-802ebaac2f1f', 'status': 'completed', 'code': 200} Aug 19 14:53:01.664949 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5f5c27a0-e970-4454-97cb-83e63d6e7dd1 req-477e3730-5e1d-47bc-a9ed-ab2ab2e433ee service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7e85fcb-ef17-4c29-9bad-802ebaac2f1f HTTP/1.1" status: 200 len: 217 time: 0.2732880 Aug 19 14:53:01.672998 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 4891f5de-eb8b-4c73-bbec-b2b071abc7d7 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:53:01.684187 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-159b2f3f-4cbe-4f32-b56e-3f0235eaf4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:01.750693 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-96b005b9-22a2-427d-8fa1-e2888f0b3d66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:01.764779 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b2f3f-4cbe-4f32-b56e-3f0235eaf4c1 None None] Pushing event deleted for resources: {'Port': ['ID=4891f5de-eb8b-4c73-bbec-b2b071abc7d7,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:01.780693 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159b2f3f-4cbe-4f32-b56e-3f0235eaf4c1 None None] No DVR routers for this DVR port 4891f5de-eb8b-4c73-bbec-b2b071abc7d7 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:53:01.785808 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b2f3f-4cbe-4f32-b56e-3f0235eaf4c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:01.785808 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b2f3f-4cbe-4f32-b56e-3f0235eaf4c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:01.786006 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b2f3f-4cbe-4f32-b56e-3f0235eaf4c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:01.787113 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b2f3f-4cbe-4f32-b56e-3f0235eaf4c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:01.787490 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b2f3f-4cbe-4f32-b56e-3f0235eaf4c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:01.787825 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b2f3f-4cbe-4f32-b56e-3f0235eaf4c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:01.788160 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b2f3f-4cbe-4f32-b56e-3f0235eaf4c1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:01.788510 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b2f3f-4cbe-4f32-b56e-3f0235eaf4c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:01.788930 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b2f3f-4cbe-4f32-b56e-3f0235eaf4c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:01.789195 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b2f3f-4cbe-4f32-b56e-3f0235eaf4c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:01.789578 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b2f3f-4cbe-4f32-b56e-3f0235eaf4c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:01.789941 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b2f3f-4cbe-4f32-b56e-3f0235eaf4c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:01.797944 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 4891f5de-eb8b-4c73-bbec-b2b071abc7d7 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:53:01.798497 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 4891f5de-eb8b-4c73-bbec-b2b071abc7d7 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:53:01.799406 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-cecee458-3c08-44b1-b808-6b0b702ba87b tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] For port 4891f5de-eb8b-4c73-bbec-b2b071abc7d7, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=4891f5de-eb8b-4c73-bbec-b2b071abc7d7,segment=NetworkSegment(c3aef024-c779-41e1-88f4-1a596fdf3cfa),segment_id=c3aef024-c779-41e1-88f4-1a596fdf3cfa)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:53:01.801476 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cecee458-3c08-44b1-b808-6b0b702ba87b tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:01.832921 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-96b005b9-22a2-427d-8fa1-e2888f0b3d66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:01.842478 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-cecee458-3c08-44b1-b808-6b0b702ba87b tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Calling delete_port for 4891f5de-eb8b-4c73-bbec-b2b071abc7d7 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:53:01.928375 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c27a0-e970-4454-97cb-83e63d6e7dd1 req-f7a3a3c3-d853-411d-974b-748752918438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:01.935699 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5f5c27a0-e970-4454-97cb-83e63d6e7dd1 req-f7a3a3c3-d853-411d-974b-748752918438 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a7f2da21-de8f-4925-bf66-a36681d26e7b HTTP/1.1" status: 200 len: 845 time: 0.2548182 Aug 19 14:53:01.941963 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-96b005b9-22a2-427d-8fa1-e2888f0b3d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:01.947731 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cecee458-3c08-44b1-b808-6b0b702ba87b tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:01.953396 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-96b005b9-22a2-427d-8fa1-e2888f0b3d66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:01.959308 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-96b005b9-22a2-427d-8fa1-e2888f0b3d66 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/852790c2-2f05-4b7e-a78f-830262151b14 HTTP/1.1" status: 204 len: 168 time: 0.6093552 Aug 19 14:53:01.988860 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecee458-3c08-44b1-b808-6b0b702ba87b tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] No DVR routers for this DVR port 4891f5de-eb8b-4c73-bbec-b2b071abc7d7 on host n-d-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:53:02.059400 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5f5c27a0-e970-4454-97cb-83e63d6e7dd1 req-20650a7e-6f99-447c-a2e4-1a50b395f8eb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9be319f8-603a-41e0-a57e-1a917fa30646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969141 Aug 19 14:53:02.066185 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecee458-3c08-44b1-b808-6b0b702ba87b tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Pushing event deleted for resources: {'Port': ['ID=4891f5de-eb8b-4c73-bbec-b2b071abc7d7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:02.069563 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b005b9-22a2-427d-8fa1-e2888f0b3d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852790c2-2f05-4b7e-a78f-830262151b14,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:02.327694 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5f5c27a0-e970-4454-97cb-83e63d6e7dd1 req-ab005930-a66a-48c8-aeb0-d1f6597c6a48 service neutron] 10.222.0.88 "GET /v2.0/networks/9be319f8-603a-41e0-a57e-1a917fa30646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311337 Aug 19 14:53:02.330180 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cecee458-3c08-44b1-b808-6b0b702ba87b tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:02.355259 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-cecee458-3c08-44b1-b808-6b0b702ba87b tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfca67fc-4221-404a-aa5a-1be9dc39ec41']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:53:02.372681 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e930b6-df9b-4b5d-a39c-273369aba309 req-34a242f3-d213-4387-8f61-d006c80c1286 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:02.374147 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-cecee458-3c08-44b1-b808-6b0b702ba87b tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3aef024-c779-41e1-88f4-1a596fdf3cfa') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:53:02.374559 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-cecee458-3c08-44b1-b808-6b0b702ba87b tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3aef024-c779-41e1-88f4-1a596fdf3cfa') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:53:02.381556 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f0e930b6-df9b-4b5d-a39c-273369aba309 req-34a242f3-d213-4387-8f61-d006c80c1286 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 946 time: 0.1410182 Aug 19 14:53:02.397988 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cecee458-3c08-44b1-b808-6b0b702ba87b tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:02.426969 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cecee458-3c08-44b1-b808-6b0b702ba87b tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:02.457138 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cecee458-3c08-44b1-b808-6b0b702ba87b tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:53:02.458315 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cecee458-3c08-44b1-b808-6b0b702ba87b tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:02.463745 n-d-766043-2 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:53:02.463745 n-d-766043-2 neutron-server[94639]: self.session.flush() Aug 19 14:53:02.463745 n-d-766043-2 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:53:02.463745 n-d-766043-2 neutron-server[94639]: self.session.flush() Aug 19 14:53:02.463745 n-d-766043-2 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:53:02.463745 n-d-766043-2 neutron-server[94639]: self.session.flush() Aug 19 14:53:02.463745 n-d-766043-2 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:53:02.463745 n-d-766043-2 neutron-server[94639]: self.session.flush() Aug 19 14:53:02.463745 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:53:02.463745 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:53:02.463745 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:53:02.463745 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:53:02.463745 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:53:02.463745 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:53:02.463745 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:53:02.463745 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:53:02.463745 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:53:02.463745 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:53:02.463745 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:53:02.463745 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:53:02.463745 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:53:02.463745 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:53:02.463745 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:53:02.463745 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:53:02.463745 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:53:02.463745 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:53:02.463745 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:53:02.463745 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:53:02.463745 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:53:02.463745 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:53:02.463745 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:53:02.463745 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:53:02.463745 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:53:02.463745 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:53:02.463745 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:53:02.463745 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:53:02.463745 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:53:02.463745 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:53:02.463745 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:53:02.463745 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:53:02.534395 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f0e930b6-df9b-4b5d-a39c-273369aba309 req-35695904-3dee-4d1e-a324-7bf5f2225701 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518638 Aug 19 14:53:02.581767 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5f5c27a0-e970-4454-97cb-83e63d6e7dd1 req-2be1d459-1cd0-4884-a71d-8458a3002260 service neutron] 10.222.0.88 "GET /v2.0/networks/9be319f8-603a-41e0-a57e-1a917fa30646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442880 Aug 19 14:53:02.599473 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cecee458-3c08-44b1-b808-6b0b702ba87b tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:02.655017 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-481a97e4-3ccf-48b6-81ee-cc2cec9f174b req-f9101602-b395-4e29-afb9-63b32f6a336c tempest-ServerShowV254Test-1359923808 tempest-ServerShowV254Test-1359923808-project] 10.222.0.69 "GET /v2.0/ports?device_id=69988c96-e7a3-4ecf-a54b-0691d1d58ec7 HTTP/1.1" status: 200 len: 210 time: 0.0377910 Aug 19 14:53:02.658884 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cecee458-3c08-44b1-b808-6b0b702ba87b tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:02.672992 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-cecee458-3c08-44b1-b808-6b0b702ba87b tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] 10.222.0.69 "DELETE /v2.0/networks/bfca67fc-4221-404a-aa5a-1be9dc39ec41 HTTP/1.1" status: 204 len: 168 time: 2.2589462 Aug 19 14:53:02.675204 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecee458-3c08-44b1-b808-6b0b702ba87b tempest-NetworksIpV6Test-1619762306 tempest-NetworksIpV6Test-1619762306-project] Pushing event deleted for resources: {'Network': ['ID=bfca67fc-4221-404a-aa5a-1be9dc39ec41,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:02.733658 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15699c4b-7a91-4cd1-82e9-d792e76f1f64 req-414bc4b9-48cd-40df-8f7a-312a2caa4bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:02.735933 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-15699c4b-7a91-4cd1-82e9-d792e76f1f64 req-414bc4b9-48cd-40df-8f7a-312a2caa4bd1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=be2283224ccb474c91d3399de6043bbd&device_id=810bbbce-b4f8-45f6-adc1-6a0c1893bcf7 HTTP/1.1" status: 200 len: 1095 time: 0.0698633 Aug 19 14:53:02.875861 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c9a2d-9a7d-4f38-9a35-69d615397ac4 req-2826622f-74c1-445b-b137-4855defadd51 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:02.877540 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-042c9a2d-9a7d-4f38-9a35-69d615397ac4 req-2826622f-74c1-445b-b137-4855defadd51 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=810bbbce-b4f8-45f6-adc1-6a0c1893bcf7 HTTP/1.1" status: 200 len: 944 time: 0.1115639 Aug 19 14:53:02.925677 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15699c4b-7a91-4cd1-82e9-d792e76f1f64 req-2963d648-2d0c-4d29-b6ce-12915e7680e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:02.927518 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-15699c4b-7a91-4cd1-82e9-d792e76f1f64 req-2963d648-2d0c-4d29-b6ce-12915e7680e7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9be319f8-603a-41e0-a57e-1a917fa30646 HTTP/1.1" status: 200 len: 906 time: 0.1836746 Aug 19 14:53:03.000715 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-15699c4b-7a91-4cd1-82e9-d792e76f1f64 req-2006b6a3-4c5a-4fff-af9f-8450c628f479 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7e85fcb-ef17-4c29-9bad-802ebaac2f1f HTTP/1.1" status: 200 len: 217 time: 0.0523248 Aug 19 14:53:03.009255 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-042c9a2d-9a7d-4f38-9a35-69d615397ac4 req-7742e730-ef8e-4d2b-b854-f4f810a5be85 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805669 Aug 19 14:53:03.081250 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15699c4b-7a91-4cd1-82e9-d792e76f1f64 req-fab0c09d-ef39-46fc-944c-6c4a6b5a356e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:03.082756 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-15699c4b-7a91-4cd1-82e9-d792e76f1f64 req-fab0c09d-ef39-46fc-944c-6c4a6b5a356e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a7f2da21-de8f-4925-bf66-a36681d26e7b HTTP/1.1" status: 200 len: 845 time: 0.0715480 Aug 19 14:53:03.151902 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-15699c4b-7a91-4cd1-82e9-d792e76f1f64 req-4d694512-403c-446a-9b9b-8031e25d7506 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9be319f8-603a-41e0-a57e-1a917fa30646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600026 Aug 19 14:53:03.331213 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34528) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:03.397880 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-15699c4b-7a91-4cd1-82e9-d792e76f1f64 req-e676841e-c1d8-4da4-a6ad-45d0519349be service neutron] 10.222.0.88 "GET /v2.0/networks/9be319f8-603a-41e0-a57e-1a917fa30646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339535 Aug 19 14:53:03.446946 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-83a35916-b8f2-4a55-aa87-41a7ef4a2df7 req-0e563f80-5b44-4a4d-a89f-8661decd67b8 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=69988c96-e7a3-4ecf-a54b-0691d1d58ec7 HTTP/1.1" status: 200 len: 210 time: 0.1153841 Aug 19 14:53:03.651078 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-15699c4b-7a91-4cd1-82e9-d792e76f1f64 req-8516aba9-e731-4fa2-af37-b3872d91a1a7 service neutron] 10.222.0.88 "GET /v2.0/networks/9be319f8-603a-41e0-a57e-1a917fa30646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039161 Aug 19 14:53:03.734027 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698b4c4-149f-4b32-86b0-71e43cbda42e req-97407015-2ff0-492c-969d-e5ce16866068 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:03.736208 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5698b4c4-149f-4b32-86b0-71e43cbda42e req-97407015-2ff0-492c-969d-e5ce16866068 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 946 time: 0.0796669 Aug 19 14:53:03.805552 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:03.809753 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ace479a6-0fe5-4d52-b012-f2bc345c7a49 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=62f6040790324d2f9054d5f1a383ead6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4695597 Aug 19 14:53:03.813498 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34554) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:03.846718 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5698b4c4-149f-4b32-86b0-71e43cbda42e req-c9dac406-7f83-4699-ae04-5f244d3f4071 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032276 Aug 19 14:53:03.947595 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2fa626e-10d5-40dc-a46a-28176770dddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:03.958121 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4e8f858d-a9d7-4825-8173-838f336c4cf8 req-86de8e04-aacf-4630-b940-50f002d59a11 tempest-ServerShowV254Test-1359923808 tempest-ServerShowV254Test-1359923808-project] 10.222.0.69 "GET /v2.0/ports?device_id=69988c96-e7a3-4ecf-a54b-0691d1d58ec7 HTTP/1.1" status: 200 len: 210 time: 0.0885584 Aug 19 14:53:04.011038 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2fa626e-10d5-40dc-a46a-28176770dddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:04.107168 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2fa626e-10d5-40dc-a46a-28176770dddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:04.110451 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2fa626e-10d5-40dc-a46a-28176770dddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:04.114257 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f2fa626e-10d5-40dc-a46a-28176770dddf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7eca1609-8e6d-40ff-be2a-4f3bb7c96116 HTTP/1.1" status: 204 len: 168 time: 0.2950304 Aug 19 14:53:04.133179 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fa626e-10d5-40dc-a46a-28176770dddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eca1609-8e6d-40ff-be2a-4f3bb7c96116,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:04.327430 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37820c9-25a4-451d-8b4b-0c12a9bbb9b8 req-821c8a9d-81c0-409f-b49c-29b5620912be tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:04.335220 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a37820c9-25a4-451d-8b4b-0c12a9bbb9b8 req-821c8a9d-81c0-409f-b49c-29b5620912be tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=810bbbce-b4f8-45f6-adc1-6a0c1893bcf7 HTTP/1.1" status: 200 len: 944 time: 0.1813433 Aug 19 14:53:04.351463 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c3b199cc-ef39-40b6-bb58-efb80d4df846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:04.463049 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a37820c9-25a4-451d-8b4b-0c12a9bbb9b8 req-08cf0e90-7074-40f0-8cce-9cf16176b6ed tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258500 Aug 19 14:53:04.535488 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:05.100647 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:05.121464 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b229ded4-8d88-49f8-a909-83fcb040801f req-41b3860d-9beb-40d2-bf3d-f9f20a481558 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:05.133066 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b229ded4-8d88-49f8-a909-83fcb040801f req-41b3860d-9beb-40d2-bf3d-f9f20a481558 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 946 time: 0.1181104 Aug 19 14:53:05.229070 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-262a29b5-28dc-4579-abe7-12467851168c req-dbb63dad-8eb3-4c22-bd57-3ed65e8f78b3 tempest-ServerShowV254Test-1359923808 tempest-ServerShowV254Test-1359923808-project] 10.222.0.69 "GET /v2.0/ports?device_id=69988c96-e7a3-4ecf-a54b-0691d1d58ec7 HTTP/1.1" status: 200 len: 210 time: 0.0757184 Aug 19 14:53:05.267786 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:05.272452 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b229ded4-8d88-49f8-a909-83fcb040801f req-f4303183-1906-4ed0-b587-c3566b9023fe tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380942 Aug 19 14:53:05.355899 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device a7e85fcb-ef17-4c29-9bad-802ebaac2f1f details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:53:05.633281 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port a7e85fcb-ef17-4c29-9bad-802ebaac2f1f, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=a7e85fcb-ef17-4c29-9bad-802ebaac2f1f,segment=NetworkSegment(af76a49f-6b6e-4117-acb3-d7b5325cccf1),segment_id=af76a49f-6b6e-4117-acb3-d7b5325cccf1)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:53:05.671271 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': 'a7e85fcb-ef17-4c29-9bad-802ebaac2f1f', 'network_id': '9be319f8-603a-41e0-a57e-1a917fa30646', 'port_id': 'a7e85fcb-ef17-4c29-9bad-802ebaac2f1f', 'mac_address': 'fa:16:3e:84:48:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7f2da21-de8f-4925-bf66-a36681d26e7b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:53:05.752725 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:05.754830 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d332121f-0b0c-4363-8123-bd1a95ff5cf9 req-d7e0da40-ffae-4bf0-b42b-b3a26ada399a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1deb83d3bb8e4bb5a25a2152db40f2b6&device_id=69988c96-e7a3-4ecf-a54b-0691d1d58ec7 HTTP/1.1" status: 200 len: 210 time: 0.0563478 Aug 19 14:53:05.782006 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7e85fcb-ef17-4c29-9bad-802ebaac2f1f {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:53:05.795522 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4d722b04-298a-4196-8a38-b5251f876981 req-7de5d6fc-c144-46f5-9f3b-60066433803d tempest-ServerShowV254Test-1359923808 tempest-ServerShowV254Test-1359923808-project] 10.222.0.69 "GET /v2.0/ports?device_id=69988c96-e7a3-4ecf-a54b-0691d1d58ec7 HTTP/1.1" status: 200 len: 210 time: 0.0389013 Aug 19 14:53:05.851509 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d332121f-0b0c-4363-8123-bd1a95ff5cf9 req-a251d7de-e705-428a-9c83-59196440819a service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=1deb83d3bb8e4bb5a25a2152db40f2b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507991 Aug 19 14:53:05.853743 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port a7e85fcb-ef17-4c29-9bad-802ebaac2f1f, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=a7e85fcb-ef17-4c29-9bad-802ebaac2f1f,segment=NetworkSegment(af76a49f-6b6e-4117-acb3-d7b5325cccf1),segment_id=af76a49f-6b6e-4117-acb3-d7b5325cccf1)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:53:05.871525 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:05.940026 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=a7e85fcb-ef17-4c29-9bad-802ebaac2f1f,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:05.970360 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f939d-b3ce-48b0-900e-46599f8092b8 req-ac269e1e-abad-4d43-b749-acd53b72bc9b tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:05.975514 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5c2f939d-b3ce-48b0-900e-46599f8092b8 req-ac269e1e-abad-4d43-b749-acd53b72bc9b tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=810bbbce-b4f8-45f6-adc1-6a0c1893bcf7 HTTP/1.1" status: 200 len: 944 time: 0.3701680 Aug 19 14:53:06.106260 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5c2f939d-b3ce-48b0-900e-46599f8092b8 req-1bc1d615-fcca-48ab-b0fb-56eaf7c5e38a tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083658 Aug 19 14:53:06.139025 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['a7e85fcb-ef17-4c29-9bad-802ebaac2f1f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:53:06.180937 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d332121f-0b0c-4363-8123-bd1a95ff5cf9 req-de87093b-993c-4a7c-9510-0888b18e4c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:06.183373 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d332121f-0b0c-4363-8123-bd1a95ff5cf9 req-de87093b-993c-4a7c-9510-0888b18e4c5c service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3211756 Aug 19 14:53:06.354715 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34680) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:06.505174 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97d041-ec18-47ab-bd57-725ea353ac31 req-534cf15a-8b8b-498f-9de9-3c988bdb0d2e tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:06.511527 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7e97d041-ec18-47ab-bd57-725ea353ac31 req-534cf15a-8b8b-498f-9de9-3c988bdb0d2e tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 946 time: 0.1055138 Aug 19 14:53:06.589404 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7e97d041-ec18-47ab-bd57-725ea353ac31 req-5b23a2e7-0c6a-43c7-8563-76e9beff3523 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711908 Aug 19 14:53:06.736657 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34694) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:06.874030 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:06.919896 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7d995dfa-b877-4b9e-ac54-b1a095d74b6b tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1879484545'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:06.964773 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e407bf45-6268-40f7-a074-31c5fd3144eb req-44f0a3b6-5975-4e3c-acaf-316ffff5f060 tempest-ServerShowV254Test-1359923808 tempest-ServerShowV254Test-1359923808-project] 10.222.0.69 "GET /v2.0/ports?device_id=69988c96-e7a3-4ecf-a54b-0691d1d58ec7 HTTP/1.1" status: 200 len: 210 time: 0.0581551 Aug 19 14:53:06.986259 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d995dfa-b877-4b9e-ac54-b1a095d74b6b tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Made reservation on behalf of 7e6d46bc76a949adbb4c2a4b74be1b02 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:53:07.017641 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d995dfa-b877-4b9e-ac54-b1a095d74b6b tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:07.063921 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d995dfa-b877-4b9e-ac54-b1a095d74b6b tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:07.121904 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 34706) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:07.195362 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-df2fb538-7ff6-471b-9d0b-a56894ade598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:07.364733 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device a7e85fcb-ef17-4c29-9bad-802ebaac2f1f up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:53:07.366524 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae95237-2399-4caf-b153-4d337a05190e req-14560b58-f51c-43ea-8300-73866f0a03d8 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:07.368644 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d995dfa-b877-4b9e-ac54-b1a095d74b6b tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:07.381926 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6ae95237-2399-4caf-b153-4d337a05190e req-14560b58-f51c-43ea-8300-73866f0a03d8 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=810bbbce-b4f8-45f6-adc1-6a0c1893bcf7 HTTP/1.1" status: 200 len: 945 time: 0.1208339 Aug 19 14:53:07.413131 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-42327e08-6c0e-49f1-904c-a772cfcf0fff tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Request body: {'floatingip': {'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:07.487569 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d332121f-0b0c-4363-8123-bd1a95ff5cf9 req-048641d6-ad11-4f71-9ff9-be68bcc150bd tempest-ServerShowV254Test-1359923808 tempest-ServerShowV254Test-1359923808-project] 10.222.0.68 "GET /v2.0/ports?device_id=69988c96-e7a3-4ecf-a54b-0691d1d58ec7 HTTP/1.1" status: 200 len: 210 time: 0.0411856 Aug 19 14:53:07.488886 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port a7e85fcb-ef17-4c29-9bad-802ebaac2f1f completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:53:07.496134 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port a7e85fcb-ef17-4c29-9bad-802ebaac2f1f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:53:07.496856 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:07.501690 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6ae95237-2399-4caf-b153-4d337a05190e req-e666fc43-66bc-4d68-ae13-68b366c39820 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186476 Aug 19 14:53:07.505741 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-df2fb538-7ff6-471b-9d0b-a56894ade598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:07.507783 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d995dfa-b877-4b9e-ac54-b1a095d74b6b tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:07.516716 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-df2fb538-7ff6-471b-9d0b-a56894ade598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:07.555987 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-42327e08-6c0e-49f1-904c-a772cfcf0fff tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:07.582752 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d995dfa-b877-4b9e-ac54-b1a095d74b6b tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:53:07.594453 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d995dfa-b877-4b9e-ac54-b1a095d74b6b tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45738cdd-aa08-4619-8be8-d1188372e6a2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:07.628632 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-df2fb538-7ff6-471b-9d0b-a56894ade598 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=619405ee314448b6b41d3cb9e335ca18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8905802 Aug 19 14:53:07.630763 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d995dfa-b877-4b9e-ac54-b1a095d74b6b tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:07.631795 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-7d995dfa-b877-4b9e-ac54-b1a095d74b6b tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Added segment 49a5875e-e838-4474-a498-97c2cfd7fa7d of type vlan for network dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2 Aug 19 14:53:07.634331 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34716) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:07.785546 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:07.815580 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d995dfa-b877-4b9e-ac54-b1a095d74b6b tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:07.873775 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2fb538-7ff6-471b-9d0b-a56894ade598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58924cc9-57b2-46aa-ad46-ff821184a1a1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:07.905663 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d995dfa-b877-4b9e-ac54-b1a095d74b6b tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:07.915273 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d995dfa-b877-4b9e-ac54-b1a095d74b6b tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:07.917078 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d995dfa-b877-4b9e-ac54-b1a095d74b6b tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:08.141603 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '810bbbce-b4f8-45f6-adc1-6a0c1893bcf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e85fcb-ef17-4c29-9bad-802ebaac2f1f'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:53:08.144599 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35320a88-42f8-465c-aa7a-a799147811d6" -d '{"events": [{"server_uuid": "810bbbce-b4f8-45f6-adc1-6a0c1893bcf7", "name": "network-vif-plugged", "status": "completed", "tag": "a7e85fcb-ef17-4c29-9bad-802ebaac2f1f"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:53:08.160735 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port a7e85fcb-ef17-4c29-9bad-802ebaac2f1f, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=a7e85fcb-ef17-4c29-9bad-802ebaac2f1f,segment=NetworkSegment(af76a49f-6b6e-4117-acb3-d7b5325cccf1),segment_id=af76a49f-6b6e-4117-acb3-d7b5325cccf1)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:53:08.161509 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7d995dfa-b877-4b9e-ac54-b1a095d74b6b tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.8055148 Aug 19 14:53:08.163937 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34728) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:08.171562 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:08.184661 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0875c3c3-8376-4f4d-aef0-cf40dd738cd9 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Request body: {'port': {'network_id': 'dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2', 'name': 'tempest-PortsTestJSON-609754328'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:08.188626 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7fb65a85-8967-4a2b-9046-35b5a1cc046a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:08.221624 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d995dfa-b877-4b9e-ac54-b1a095d74b6b tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event updated for resources: {'Network': ['ID=dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:08.312259 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=a7e85fcb-ef17-4c29-9bad-802ebaac2f1f,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:08.318868 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:53:08.329053 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7fb65a85-8967-4a2b-9046-35b5a1cc046a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:08.415521 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0875c3c3-8376-4f4d-aef0-cf40dd738cd9 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Made reservation on behalf of 7e6d46bc76a949adbb4c2a4b74be1b02 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:53:08.420519 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0875c3c3-8376-4f4d-aef0-cf40dd738cd9 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:08.426073 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6499ee69-15f9-4602-960b-7d45c8f5663d req-d00db487-32c5-4e08-b267-2028fe072823 tempest-ServerShowV254Test-1359923808 tempest-ServerShowV254Test-1359923808-project] 10.222.0.69 "GET /v2.0/ports?device_id=69988c96-e7a3-4ecf-a54b-0691d1d58ec7 HTTP/1.1" status: 200 len: 210 time: 0.0432127 Aug 19 14:53:08.454393 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-0875c3c3-8376-4f4d-aef0-cf40dd738cd9 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] device_id is not set on port 5942eb0b-9efd-4bfa-8666-5814472a94ab yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:53:08.471659 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d49576-2865-49b5-9c3f-a4745cacc5ae req-3ec2c77c-9711-4617-9726-96286828f2e9 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:08.476987 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7fb65a85-8967-4a2b-9046-35b5a1cc046a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:08.480680 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-09d49576-2865-49b5-9c3f-a4745cacc5ae req-3ec2c77c-9711-4617-9726-96286828f2e9 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 946 time: 0.6548786 Aug 19 14:53:08.483194 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7fb65a85-8967-4a2b-9046-35b5a1cc046a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:08.485542 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7fb65a85-8967-4a2b-9046-35b5a1cc046a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/58924cc9-57b2-46aa-ad46-ff821184a1a1 HTTP/1.1" status: 204 len: 168 time: 0.8497372 Aug 19 14:53:08.492811 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-42327e08-6c0e-49f1-904c-a772cfcf0fff tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:08.645940 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-09d49576-2865-49b5-9c3f-a4745cacc5ae req-191e8fda-bd69-470b-a6b3-c0af8fe5465a tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641483 Aug 19 14:53:08.713843 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0875c3c3-8376-4f4d-aef0-cf40dd738cd9 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:08.739954 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14f2dfa-41b7-414c-ba5e-d2b921a3bcc6 x-openstack-request-id: req-d14f2dfa-41b7-414c-ba5e-d2b921a3bcc6 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:53:08.741149 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "810bbbce-b4f8-45f6-adc1-6a0c1893bcf7", "name": "network-vif-plugged", "status": "completed", "tag": "a7e85fcb-ef17-4c29-9bad-802ebaac2f1f", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:53:08.741712 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d14f2dfa-41b7-414c-ba5e-d2b921a3bcc6 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:53:08.742382 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '810bbbce-b4f8-45f6-adc1-6a0c1893bcf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e85fcb-ef17-4c29-9bad-802ebaac2f1f', 'code': 200} Aug 19 14:53:08.810348 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb65a85-8967-4a2b-9046-35b5a1cc046a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58924cc9-57b2-46aa-ad46-ff821184a1a1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:08.814203 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-42327e08-6c0e-49f1-904c-a772cfcf0fff tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Allocated IP 172.25.2.211 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/c0fcad18-7b78-44e0-92ed-ab81bd726051) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:53:08.819563 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0875c3c3-8376-4f4d-aef0-cf40dd738cd9 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:08.909648 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0875c3c3-8376-4f4d-aef0-cf40dd738cd9 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event updated for resources: {'Port': ['ID=5942eb0b-9efd-4bfa-8666-5814472a94ab,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:08.968339 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0875c3c3-8376-4f4d-aef0-cf40dd738cd9 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Checking segment: {'id': '49a5875e-e838-4474-a498-97c2cfd7fa7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:53:08.968902 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0875c3c3-8376-4f4d-aef0-cf40dd738cd9 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Network hostable DHCP agents. Network: dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:53:09.018470 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0875c3c3-8376-4f4d-aef0-cf40dd738cd9 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Network dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:53:09.042481 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-0875c3c3-8376-4f4d-aef0-cf40dd738cd9 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:53:09.054102 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbd621c-cfe1-4afe-b083-05dbc47b4655 None None] Network dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:53:09.058683 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0875c3c3-8376-4f4d-aef0-cf40dd738cd9 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:53:09.077213 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0875c3c3-8376-4f4d-aef0-cf40dd738cd9 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:09.079319 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0875c3c3-8376-4f4d-aef0-cf40dd738cd9 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:09.111541 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0875c3c3-8376-4f4d-aef0-cf40dd738cd9 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9411545 Aug 19 14:53:09.115237 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34742) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:09.129508 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8a3c8b97-c0ef-48c6-8da4-91358a1d58f9 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2086663031'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:09.186782 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3c8b97-c0ef-48c6-8da4-91358a1d58f9 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Made reservation on behalf of 7e6d46bc76a949adbb4c2a4b74be1b02 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:53:09.196851 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8a3c8b97-c0ef-48c6-8da4-91358a1d58f9 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:09.226053 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36f901-ad75-4c4b-8079-50a753198cb3 req-873ce20a-5d3b-47a3-b7e9-e237a8d4109f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:09.228180 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7f36f901-ad75-4c4b-8079-50a753198cb3 req-873ce20a-5d3b-47a3-b7e9-e237a8d4109f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=810bbbce-b4f8-45f6-adc1-6a0c1893bcf7 HTTP/1.1" status: 200 len: 1097 time: 0.4036548 Aug 19 14:53:09.265262 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a3c8b97-c0ef-48c6-8da4-91358a1d58f9 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:53:09.274437 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e438cc4-17bd-4a4e-a036-c1c09dcbf4f8 req-0706300f-a27e-4b4c-8ea5-d2ace4a6c20e tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:09.278740 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8a3c8b97-c0ef-48c6-8da4-91358a1d58f9 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:09.279434 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-8a3c8b97-c0ef-48c6-8da4-91358a1d58f9 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Added segment ceb0b67d-41bf-4fc4-9f8d-7320f9f213d0 of type vlan for network 5dfc2974-0e67-4236-84bc-7347a3f652a8 Aug 19 14:53:09.284254 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7e438cc4-17bd-4a4e-a036-c1c09dcbf4f8 req-0706300f-a27e-4b4c-8ea5-d2ace4a6c20e tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=810bbbce-b4f8-45f6-adc1-6a0c1893bcf7 HTTP/1.1" status: 200 len: 946 time: 0.3512902 Aug 19 14:53:09.307074 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34744) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:09.335389 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1421a-f9a7-4339-a0fc-74117a8252d6 req-3b10b1fa-5fd2-43f3-b140-5766a101ba12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:09.336918 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ebe1421a-f9a7-4339-a0fc-74117a8252d6 req-3b10b1fa-5fd2-43f3-b140-5766a101ba12 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a009ace5c9ab4354b62fea1750ef405e&device_id=150775af-ea06-4b6d-8d71-6c0f0e8fd5df HTTP/1.1" status: 200 len: 1096 time: 0.3059204 Aug 19 14:53:09.358377 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05a36f33-3e53-41f8-bfc8-8b61f8e9b3f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:09.363655 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8a3c8b97-c0ef-48c6-8da4-91358a1d58f9 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:09.385305 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060066b9-e6fb-4480-a01a-a6ffa4b261bf req-566f719c-729f-408a-9302-1ed4fd04948a tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:09.393419 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-060066b9-e6fb-4480-a01a-a6ffa4b261bf req-566f719c-729f-408a-9302-1ed4fd04948a tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=150775af-ea06-4b6d-8d71-6c0f0e8fd5df HTTP/1.1" status: 200 len: 945 time: 0.2596245 Aug 19 14:53:09.405806 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-42327e08-6c0e-49f1-904c-a772cfcf0fff tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:09.514251 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05a36f33-3e53-41f8-bfc8-8b61f8e9b3f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:09.522515 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.db.resource_extend [None req-8a3c8b97-c0ef-48c6-8da4-91358a1d58f9 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 14:53:09.530862 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1421a-f9a7-4339-a0fc-74117a8252d6 req-12d44159-ed79-46ad-8721-740bf60179d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:09.532674 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ebe1421a-f9a7-4339-a0fc-74117a8252d6 req-12d44159-ed79-46ad-8721-740bf60179d6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=826a14c6-b01f-4f4f-86d2-3cfbb5aad056 HTTP/1.1" status: 200 len: 920 time: 0.1721616 Aug 19 14:53:09.534666 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7f36f901-ad75-4c4b-8079-50a753198cb3 req-461a8ee0-7796-47f0-a6d5-1c779ce20d78 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862890 Aug 19 14:53:09.560734 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05a36f33-3e53-41f8-bfc8-8b61f8e9b3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:09.579982 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7e438cc4-17bd-4a4e-a036-c1c09dcbf4f8 req-d934bb50-fb50-498e-a7b7-521a4ef0cf3f tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947612 Aug 19 14:53:09.600456 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-060066b9-e6fb-4480-a01a-a6ffa4b261bf req-ae7e4dab-431b-492a-8f3c-885656ac9ceb tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059019 Aug 19 14:53:09.608142 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a36f33-3e53-41f8-bfc8-8b61f8e9b3f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61029f66-22a7-4084-8e72-65b431cdd454,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:09.620207 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8a3c8b97-c0ef-48c6-8da4-91358a1d58f9 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:09.631455 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3c8b97-c0ef-48c6-8da4-91358a1d58f9 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:09.635500 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8a3c8b97-c0ef-48c6-8da4-91358a1d58f9 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:09.655004 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-05a36f33-3e53-41f8-bfc8-8b61f8e9b3f4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4bb70976da9b4621848bf35b1d845634&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3449986 Aug 19 14:53:09.655539 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 34750) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:09.734611 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3c8b97-c0ef-48c6-8da4-91358a1d58f9 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event updated for resources: {'Network': ['ID=5dfc2974-0e67-4236-84bc-7347a3f652a8,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:09.747056 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 5dfc2974-0e67-4236-84bc-7347a3f652a8 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:53:09.768289 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8a3c8b97-c0ef-48c6-8da4-91358a1d58f9 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6510153 Aug 19 14:53:09.771358 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34756) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:09.777997 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a4807175-e5c1-4fcf-92cc-99401715546e tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Request body: {'ports': [{'network_id': 'dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2'}, {'network_id': '5dfc2974-0e67-4236-84bc-7347a3f652a8'}]} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:09.778538 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a4807175-e5c1-4fcf-92cc-99401715546e tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Request body: {'port': {'network_id': 'dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:09.779166 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a4807175-e5c1-4fcf-92cc-99401715546e tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Request body: {'port': {'network_id': '5dfc2974-0e67-4236-84bc-7347a3f652a8'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:09.784609 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-42327e08-6c0e-49f1-904c-a772cfcf0fff tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:09.925965 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ebe1421a-f9a7-4339-a0fc-74117a8252d6 req-41b7e086-6778-4301-8d65-9eb6ec6cdc72 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78e1f20f-8f74-46b6-8b06-a2a3d20df9da HTTP/1.1" status: 200 len: 217 time: 0.1793320 Aug 19 14:53:09.940046 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42327e08-6c0e-49f1-904c-a772cfcf0fff tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:53:09.952183 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-42327e08-6c0e-49f1-904c-a772cfcf0fff tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:53:09.998961 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42327e08-6c0e-49f1-904c-a772cfcf0fff tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:53:10.077089 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42327e08-6c0e-49f1-904c-a772cfcf0fff tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Pushing event updated for resources: {'Port': ['ID=c0fcad18-7b78-44e0-92ed-ab81bd726051,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:10.091197 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4807175-e5c1-4fcf-92cc-99401715546e tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Made reservation on behalf of 7e6d46bc76a949adbb4c2a4b74be1b02 for: {'port': 2} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:53:10.099533 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b19cfb-98fd-4bef-97bd-1682da60539d req-2c8b0aef-5d5f-4d9e-bc89-0a5ac5d9b8f0 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:10.100096 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a4807175-e5c1-4fcf-92cc-99401715546e tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:10.111992 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f6b19cfb-98fd-4bef-97bd-1682da60539d req-2c8b0aef-5d5f-4d9e-bc89-0a5ac5d9b8f0 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 946 time: 0.2896206 Aug 19 14:53:10.130573 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a4807175-e5c1-4fcf-92cc-99401715546e tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:10.135185 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cc937421-ced9-4ff0-9bbc-886b41fab5ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:10.196192 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1421a-f9a7-4339-a0fc-74117a8252d6 req-82839803-e22e-46af-9542-49ccd24dbe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:10.198075 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ebe1421a-f9a7-4339-a0fc-74117a8252d6 req-82839803-e22e-46af-9542-49ccd24dbe56 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f017c343-b8a3-4a90-a258-473804aba5f3 HTTP/1.1" status: 200 len: 859 time: 0.2536530 Aug 19 14:53:10.238533 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cc937421-ced9-4ff0-9bbc-886b41fab5ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:10.269916 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ebe1421a-f9a7-4339-a0fc-74117a8252d6 req-ee550ec3-7cfc-46ce-b1b0-ded47ae14070 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=826a14c6-b01f-4f4f-86d2-3cfbb5aad056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495086 Aug 19 14:53:10.285551 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f6b19cfb-98fd-4bef-97bd-1682da60539d req-76d1e3ac-5967-43aa-ab80-c5cd13d9a203 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725345 Aug 19 14:53:10.296507 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 34760) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:10.305469 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-42327e08-6c0e-49f1-904c-a772cfcf0fff tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:10.321188 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-a4807175-e5c1-4fcf-92cc-99401715546e tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] device_id is not set on port f50196a7-6213-48d7-b32e-54b8ac8333d5 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:53:10.532580 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cc937421-ced9-4ff0-9bbc-886b41fab5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:10.535308 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cc937421-ced9-4ff0-9bbc-886b41fab5ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:10.536528 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-cc937421-ced9-4ff0-9bbc-886b41fab5ec admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/61029f66-22a7-4084-8e72-65b431cdd454 HTTP/1.1" status: 204 len: 168 time: 0.8799851 Aug 19 14:53:10.543689 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ebe1421a-f9a7-4339-a0fc-74117a8252d6 req-83d2fe93-3c74-4dba-ac51-0f543cc5cfb2 service neutron] 10.222.0.88 "GET /v2.0/networks/826a14c6-b01f-4f4f-86d2-3cfbb5aad056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557931 Aug 19 14:53:10.551533 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-42327e08-6c0e-49f1-904c-a772cfcf0fff tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:10.555397 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc937421-ced9-4ff0-9bbc-886b41fab5ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61029f66-22a7-4084-8e72-65b431cdd454,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:10.577996 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a4807175-e5c1-4fcf-92cc-99401715546e tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:10.692747 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-a4807175-e5c1-4fcf-92cc-99401715546e tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] device_id is not set on port 6bd0b6ae-72db-4942-a236-dff612836d23 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:53:10.769299 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-87072732-295d-4b05-b560-2b3be439e51b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:10.874708 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a4807175-e5c1-4fcf-92cc-99401715546e tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:10.941780 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a4807175-e5c1-4fcf-92cc-99401715546e tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:10.991879 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4807175-e5c1-4fcf-92cc-99401715546e tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Network dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:53:10.998058 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-a4807175-e5c1-4fcf-92cc-99401715546e tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:53:11.001886 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4807175-e5c1-4fcf-92cc-99401715546e tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:53:11.002740 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a4807175-e5c1-4fcf-92cc-99401715546e tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:11.027487 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4807175-e5c1-4fcf-92cc-99401715546e tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event updated for resources: {'Port': ['ID=f50196a7-6213-48d7-b32e-54b8ac8333d5,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:11.096000 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4807175-e5c1-4fcf-92cc-99401715546e tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event updated for resources: {'Port': ['ID=6bd0b6ae-72db-4942-a236-dff612836d23,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:11.177062 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4807175-e5c1-4fcf-92cc-99401715546e tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Checking segment: {'id': 'ceb0b67d-41bf-4fc4-9f8d-7320f9f213d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5dfc2974-0e67-4236-84bc-7347a3f652a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:53:11.177062 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4807175-e5c1-4fcf-92cc-99401715546e tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Network hostable DHCP agents. Network: 5dfc2974-0e67-4236-84bc-7347a3f652a8, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:53:11.200304 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4807175-e5c1-4fcf-92cc-99401715546e tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Network 5dfc2974-0e67-4236-84bc-7347a3f652a8 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:53:11.225199 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-a4807175-e5c1-4fcf-92cc-99401715546e tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 5dfc2974-0e67-4236-84bc-7347a3f652a8) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:53:11.225199 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4807175-e5c1-4fcf-92cc-99401715546e tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:53:11.252789 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0c09f4-1220-4d61-a898-9304c9d1b0d5 None None] Network 5dfc2974-0e67-4236-84bc-7347a3f652a8 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:53:11.253258 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4807175-e5c1-4fcf-92cc-99401715546e tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:11.311398 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4807175-e5c1-4fcf-92cc-99401715546e tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:11.312274 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a4807175-e5c1-4fcf-92cc-99401715546e tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:11.468793 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591fdd6-f053-463d-96e7-0d604329f96d req-e45db44c-4748-4555-9fbf-8d401fadcdc4 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:11.477903 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f591fdd6-f053-463d-96e7-0d604329f96d req-e45db44c-4748-4555-9fbf-8d401fadcdc4 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=150775af-ea06-4b6d-8d71-6c0f0e8fd5df HTTP/1.1" status: 200 len: 945 time: 0.5571260 Aug 19 14:53:11.482459 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ebe1421a-f9a7-4339-a0fc-74117a8252d6 req-4c253c77-5ea6-49d5-ade9-5fc97feb0d1f service neutron] 10.222.0.88 "GET /v2.0/networks/826a14c6-b01f-4f4f-86d2-3cfbb5aad056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9273305 Aug 19 14:53:11.592310 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-42327e08-6c0e-49f1-904c-a772cfcf0fff tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:11.606300 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8224e19e-828c-467e-a733-fdc849239672 req-c830352e-a0aa-46b6-b865-c5ab861b1f6b tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:11.607932 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8224e19e-828c-467e-a733-fdc849239672 req-c830352e-a0aa-46b6-b865-c5ab861b1f6b tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=810bbbce-b4f8-45f6-adc1-6a0c1893bcf7 HTTP/1.1" status: 200 len: 946 time: 0.7153912 Aug 19 14:53:11.616899 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-42327e08-6c0e-49f1-904c-a772cfcf0fff tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:11.704648 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f591fdd6-f053-463d-96e7-0d604329f96d req-e6c819fe-65a6-44ab-9581-33cb16a28be2 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256527 Aug 19 14:53:11.977898 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-87072732-295d-4b05-b560-2b3be439e51b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:11.999928 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a4807175-e5c1-4fcf-92cc-99401715546e tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2271676 Aug 19 14:53:12.002701 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34808) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:12.039000 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-42327e08-6c0e-49f1-904c-a772cfcf0fff tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:12.102998 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-87072732-295d-4b05-b560-2b3be439e51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:12.124989 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-42327e08-6c0e-49f1-904c-a772cfcf0fff tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:12.126396 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-42327e08-6c0e-49f1-904c-a772cfcf0fff tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0034885 Aug 19 14:53:12.127192 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42327e08-6c0e-49f1-904c-a772cfcf0fff tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Pushing event updated for resources: {'Port': ['ID=c0fcad18-7b78-44e0-92ed-ab81bd726051,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:12.129421 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 34820) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:12.152973 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2571af18-1851-4f58-a462-7a4e1377a52c tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-99091437'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:12.211338 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8224e19e-828c-467e-a733-fdc849239672 req-9bc42caf-46c9-43fd-862a-53a1778881d2 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5917313 Aug 19 14:53:12.216584 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-5311b01f-fda5-4cbe-b970-5223306a8fd8 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Deleting port 6bd0b6ae-72db-4942-a236-dff612836d23 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:53:12.217406 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5311b01f-fda5-4cbe-b970-5223306a8fd8 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:12.239428 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2571af18-1851-4f58-a462-7a4e1377a52c tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Made reservation on behalf of ef2be663d18f4a4ab439ea57c09a9d65 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:53:12.259519 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2571af18-1851-4f58-a462-7a4e1377a52c tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:12.323136 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2571af18-1851-4f58-a462-7a4e1377a52c tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:12.330309 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-87072732-295d-4b05-b560-2b3be439e51b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1deb83d3bb8e4bb5a25a2152db40f2b6&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0212772 Aug 19 14:53:12.338470 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34822) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:12.341045 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1dd254-9f87-43ee-852d-c0baf61ee7e2 req-162bb7a4-ae38-4ee9-9ce8-a98e2ee3c5d5 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:12.351189 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-de1dd254-9f87-43ee-852d-c0baf61ee7e2 req-162bb7a4-ae38-4ee9-9ce8-a98e2ee3c5d5 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 946 time: 0.4563587 Aug 19 14:53:12.374696 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87072732-295d-4b05-b560-2b3be439e51b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435b9fbb-7696-45b5-898e-e14c7e380cd5,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:12.393581 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5311b01f-fda5-4cbe-b970-5223306a8fd8 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:12.415267 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-5311b01f-fda5-4cbe-b970-5223306a8fd8 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Calling delete_port for 6bd0b6ae-72db-4942-a236-dff612836d23 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:53:12.442137 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-de1dd254-9f87-43ee-852d-c0baf61ee7e2 req-9aa9f8a8-9cc1-41b3-9ec3-c95a949a7a73 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881324 Aug 19 14:53:12.484771 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5cb330be-2c54-419b-b68a-517483d32da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:12.524559 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5cb330be-2c54-419b-b68a-517483d32da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:12.588471 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2571af18-1851-4f58-a462-7a4e1377a52c tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:12.592489 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5311b01f-fda5-4cbe-b970-5223306a8fd8 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:12.605704 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2571af18-1851-4f58-a462-7a4e1377a52c tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:12.657400 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34826) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:12.658047 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5cb330be-2c54-419b-b68a-517483d32da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:12.662918 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5cb330be-2c54-419b-b68a-517483d32da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:12.663479 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2571af18-1851-4f58-a462-7a4e1377a52c tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c60f8966-1ff7-4475-9e88-4df8ea1f2135,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:12.667073 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5cb330be-2c54-419b-b68a-517483d32da2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/435b9fbb-7696-45b5-898e-e14c7e380cd5 HTTP/1.1" status: 204 len: 168 time: 0.3279736 Aug 19 14:53:12.671491 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5311b01f-fda5-4cbe-b970-5223306a8fd8 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event deleted for resources: {'Port': ['ID=6bd0b6ae-72db-4942-a236-dff612836d23,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:12.673122 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2571af18-1851-4f58-a462-7a4e1377a52c tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:53:12.686465 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb330be-2c54-419b-b68a-517483d32da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435b9fbb-7696-45b5-898e-e14c7e380cd5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:12.688594 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5311b01f-fda5-4cbe-b970-5223306a8fd8 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:12.693420 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5311b01f-fda5-4cbe-b970-5223306a8fd8 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "DELETE /v2.0/ports/6bd0b6ae-72db-4942-a236-dff612836d23 HTTP/1.1" status: 204 len: 168 time: 0.6894274 Aug 19 14:53:12.694428 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34832) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:12.698417 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2571af18-1851-4f58-a462-7a4e1377a52c tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:12.700508 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-2571af18-1851-4f58-a462-7a4e1377a52c tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Added segment 9a3dcea5-22cc-4d2e-9acf-31a917652742 of type vlan for network ab0993cc-6279-41dd-a621-fecac9e5859a Aug 19 14:53:12.824993 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1962f1ff-92ab-43c3-95c6-76d32b61aa83 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:12.834679 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2571af18-1851-4f58-a462-7a4e1377a52c tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:12.852950 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1962f1ff-92ab-43c3-95c6-76d32b61aa83 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:12.867019 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1962f1ff-92ab-43c3-95c6-76d32b61aa83 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1713977 Aug 19 14:53:12.869974 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34836) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:12.913796 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0ed6054e-123c-489b-b906-b82d8d32130b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:12.951713 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2571af18-1851-4f58-a462-7a4e1377a52c tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:12.957825 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2571af18-1851-4f58-a462-7a4e1377a52c tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:12.958462 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2571af18-1851-4f58-a462-7a4e1377a52c tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:13.039403 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6828f1-40b6-4507-b650-e2265c483c58 req-2dcf5507-3fe0-4bdf-9e95-b5056b6f8080 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:13.039670 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7e6828f1-40b6-4507-b650-e2265c483c58 req-2dcf5507-3fe0-4bdf-9e95-b5056b6f8080 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=150775af-ea06-4b6d-8d71-6c0f0e8fd5df HTTP/1.1" status: 200 len: 945 time: 0.1458418 Aug 19 14:53:13.119630 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-469162ad-0e95-43b3-b9da-91f67d9d5646 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Deleting port f50196a7-6213-48d7-b32e-54b8ac8333d5 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:53:13.120497 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2571af18-1851-4f58-a462-7a4e1377a52c tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Pushing event updated for resources: {'Network': ['ID=ab0993cc-6279-41dd-a621-fecac9e5859a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:13.120710 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-469162ad-0e95-43b3-b9da-91f67d9d5646 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:13.131202 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7e6828f1-40b6-4507-b650-e2265c483c58 req-3b869804-ec9e-462f-bc65-f1260b894539 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830538 Aug 19 14:53:13.138225 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network ab0993cc-6279-41dd-a621-fecac9e5859a details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:53:13.221745 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-469162ad-0e95-43b3-b9da-91f67d9d5646 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:13.242566 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-469162ad-0e95-43b3-b9da-91f67d9d5646 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Calling delete_port for f50196a7-6213-48d7-b32e-54b8ac8333d5 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:53:13.400582 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0ed6054e-123c-489b-b906-b82d8d32130b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:13.428116 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0ed6054e-123c-489b-b906-b82d8d32130b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:13.431360 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-2571af18-1851-4f58-a462-7a4e1377a52c tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2965469 Aug 19 14:53:13.444798 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36682b8e-6404-48b9-8c90-ea301f36db75 req-66d9f6a8-6d8f-4b85-becc-144e30324329 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:13.446406 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-36682b8e-6404-48b9-8c90-ea301f36db75 req-66d9f6a8-6d8f-4b85-becc-144e30324329 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=810bbbce-b4f8-45f6-adc1-6a0c1893bcf7 HTTP/1.1" status: 200 len: 946 time: 0.0842907 Aug 19 14:53:13.446997 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 34852) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:13.451755 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-598ba0c8-eda6-478d-a708-29b5f24f0dfd tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Request body: {'subnet': {'network_id': 'ab0993cc-6279-41dd-a621-fecac9e5859a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:13.505153 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed6054e-123c-489b-b906-b82d8d32130b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a45d1f-928d-4360-a023-11af72a6938d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:13.556164 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0ed6054e-123c-489b-b906-b82d8d32130b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5e8f879fe83a4d67a475c51f43e77523&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8879042 Aug 19 14:53:13.561314 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 34858) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:13.588273 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-469162ad-0e95-43b3-b9da-91f67d9d5646 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:13.648082 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-469162ad-0e95-43b3-b9da-91f67d9d5646 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:13.650770 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-36682b8e-6404-48b9-8c90-ea301f36db75 req-07fa93e0-2fda-4bfb-9905-0d3fd9507981 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110826 Aug 19 14:53:13.656576 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-469162ad-0e95-43b3-b9da-91f67d9d5646 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "DELETE /v2.0/ports/f50196a7-6213-48d7-b32e-54b8ac8333d5 HTTP/1.1" status: 204 len: 168 time: 0.7829323 Aug 19 14:53:13.657847 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 34860) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:13.659066 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469162ad-0e95-43b3-b9da-91f67d9d5646 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event deleted for resources: {'Port': ['ID=f50196a7-6213-48d7-b32e-54b8ac8333d5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:13.729945 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598ba0c8-eda6-478d-a708-29b5f24f0dfd tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Made reservation on behalf of ef2be663d18f4a4ab439ea57c09a9d65 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:53:13.733427 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-598ba0c8-eda6-478d-a708-29b5f24f0dfd tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:13.863113 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa7a312-a721-423b-ab81-c35633c6181b tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:13.865332 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-bfa7a312-a721-423b-ab81-c35633c6181b tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2035592 Aug 19 14:53:13.868355 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34872) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:13.869141 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b0fc8b3d-6bb8-4d8f-ba65-e9153f6fad19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:13.885962 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77dc35-2110-47aa-82c4-c601e6e76b9b req-37718134-d810-48ba-8981-c0a8260a7131 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:13.888558 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1f77dc35-2110-47aa-82c4-c601e6e76b9b req-37718134-d810-48ba-8981-c0a8260a7131 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 946 time: 0.2774775 Aug 19 14:53:13.941387 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-187f739e-0568-438a-9235-0ba5833ea1c8 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] GET failed (client error): The resource could not be found. Aug 19 14:53:13.950195 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-187f739e-0568-438a-9235-0ba5833ea1c8 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "GET /v2.0/ports/6bd0b6ae-72db-4942-a236-dff612836d23 HTTP/1.1" status: 404 len: 333 time: 0.0800459 Aug 19 14:53:13.951194 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b0fc8b3d-6bb8-4d8f-ba65-e9153f6fad19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:13.952731 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 34880) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:13.995637 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-12ec67ca-7393-4738-84a0-a028155cf27a tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] GET failed (client error): The resource could not be found. Aug 19 14:53:13.997901 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-12ec67ca-7393-4738-84a0-a028155cf27a tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "GET /v2.0/ports/f50196a7-6213-48d7-b32e-54b8ac8333d5 HTTP/1.1" status: 404 len: 333 time: 0.0403461 Aug 19 14:53:14.000568 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34886) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:14.134196 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b42c62d1-1790-4492-a911-a908df236ff2 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:14.239405 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1f77dc35-2110-47aa-82c4-c601e6e76b9b req-b2c1a6ab-eebc-4c68-aa77-cca0aeb83914 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3399656 Aug 19 14:53:14.310541 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b42c62d1-1790-4492-a911-a908df236ff2 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:14.318256 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-598ba0c8-eda6-478d-a708-29b5f24f0dfd tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:14.331478 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-b42c62d1-1790-4492-a911-a908df236ff2 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dfc2974-0e67-4236-84bc-7347a3f652a8']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:53:14.371893 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-b42c62d1-1790-4492-a911-a908df236ff2 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceb0b67d-41bf-4fc4-9f8d-7320f9f213d0') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:53:14.372198 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-b42c62d1-1790-4492-a911-a908df236ff2 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceb0b67d-41bf-4fc4-9f8d-7320f9f213d0') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:53:14.392906 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598ba0c8-eda6-478d-a708-29b5f24f0dfd tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Pushing event updated for resources: {'Subnet': ['ID=8c9092b2-3f9e-4c12-960d-1558540af0ac,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:14.400240 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b42c62d1-1790-4492-a911-a908df236ff2 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:14.414399 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b0fc8b3d-6bb8-4d8f-ba65-e9153f6fad19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:14.423122 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b0fc8b3d-6bb8-4d8f-ba65-e9153f6fad19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:14.427320 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b42c62d1-1790-4492-a911-a908df236ff2 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:14.429481 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-b0fc8b3d-6bb8-4d8f-ba65-e9153f6fad19 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/13a45d1f-928d-4360-a023-11af72a6938d HTTP/1.1" status: 204 len: 168 time: 0.8650317 Aug 19 14:53:14.453576 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b42c62d1-1790-4492-a911-a908df236ff2 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:53:14.453994 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b42c62d1-1790-4492-a911-a908df236ff2 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:14.457579 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:53:14.457579 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:53:14.457579 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:53:14.457579 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:53:14.457579 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:53:14.457579 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:53:14.457579 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:53:14.457579 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:53:14.457579 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:53:14.457579 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:53:14.457579 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:53:14.457579 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:53:14.457579 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:53:14.457579 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:53:14.457579 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:53:14.457579 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:53:14.457579 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:53:14.457579 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:53:14.457579 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:53:14.457579 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:53:14.457579 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:53:14.457579 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:53:14.457579 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:53:14.457579 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:53:14.457579 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:53:14.457579 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:53:14.457579 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:53:14.457579 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:53:14.457579 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:53:14.457579 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:53:14.457579 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:53:14.457579 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:53:14.498789 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553c575-adf5-4d6d-b9cf-a8d3548f095a req-a3c84f74-4b07-49e6-8659-f6a088f9547e tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:14.500360 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a553c575-adf5-4d6d-b9cf-a8d3548f095a req-a3c84f74-4b07-49e6-8659-f6a088f9547e tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/networks?id=9be319f8-603a-41e0-a57e-1a917fa30646 HTTP/1.1" status: 200 len: 805 time: 0.4967937 Aug 19 14:53:14.501521 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fc8b3d-6bb8-4d8f-ba65-e9153f6fad19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a45d1f-928d-4360-a023-11af72a6938d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:14.563858 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598ba0c8-eda6-478d-a708-29b5f24f0dfd tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Checking segment: {'id': '9a3dcea5-22cc-4d2e-9acf-31a917652742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ab0993cc-6279-41dd-a621-fecac9e5859a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:53:14.564222 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598ba0c8-eda6-478d-a708-29b5f24f0dfd tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Network hostable DHCP agents. Network: ab0993cc-6279-41dd-a621-fecac9e5859a, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:53:14.573010 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a553c575-adf5-4d6d-b9cf-a8d3548f095a req-70561a3b-a537-4cdf-8f16-d5ce5f6ac460 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/quotas/be2283224ccb474c91d3399de6043bbd HTTP/1.1" status: 200 len: 375 time: 0.0399570 Aug 19 14:53:14.599676 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b42c62d1-1790-4492-a911-a908df236ff2 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:14.608942 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b42c62d1-1790-4492-a911-a908df236ff2 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:14.610966 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b42c62d1-1790-4492-a911-a908df236ff2 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "DELETE /v2.0/networks/5dfc2974-0e67-4236-84bc-7347a3f652a8 HTTP/1.1" status: 204 len: 168 time: 0.6089923 Aug 19 14:53:14.626258 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34906) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:14.651195 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0430bb05-36eb-43e1-9572-8c23bc31d087 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1162272810'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:14.656102 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c62d1-1790-4492-a911-a908df236ff2 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event deleted for resources: {'Network': ['ID=5dfc2974-0e67-4236-84bc-7347a3f652a8,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:14.676147 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598ba0c8-eda6-478d-a708-29b5f24f0dfd tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Network ab0993cc-6279-41dd-a621-fecac9e5859a is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:53:14.699297 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0430bb05-36eb-43e1-9572-8c23bc31d087 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Made reservation on behalf of 7e6d46bc76a949adbb4c2a4b74be1b02 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:53:14.706648 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0430bb05-36eb-43e1-9572-8c23bc31d087 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:14.709381 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-598ba0c8-eda6-478d-a708-29b5f24f0dfd tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, ab0993cc-6279-41dd-a621-fecac9e5859a) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:53:14.718142 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ead78f6-2073-4a16-a256-d95782a0e326 None None] Network ab0993cc-6279-41dd-a621-fecac9e5859a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:53:14.738825 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598ba0c8-eda6-478d-a708-29b5f24f0dfd tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:14.740238 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-598ba0c8-eda6-478d-a708-29b5f24f0dfd tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:14.767024 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0430bb05-36eb-43e1-9572-8c23bc31d087 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:53:14.790432 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0430bb05-36eb-43e1-9572-8c23bc31d087 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:14.791273 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-0430bb05-36eb-43e1-9572-8c23bc31d087 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Added segment 8e3b5817-86e8-4715-b727-52a161ffd64c of type vlan for network b9c6c359-5e6e-4d0f-847c-98e0d5c8a92a Aug 19 14:53:14.819089 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-598ba0c8-eda6-478d-a708-29b5f24f0dfd tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3711443 Aug 19 14:53:14.838582 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 34910) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:14.899370 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0430bb05-36eb-43e1-9572-8c23bc31d087 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:14.906770 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e9fc8865-a530-4264-ac93-8dafa16fb6b7 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-504450101', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}, 'admin_state_up': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:14.939450 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a553c575-adf5-4d6d-b9cf-a8d3548f095a req-16e0e83f-1346-4f73-8f94-16c21ce05061 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=be2283224ccb474c91d3399de6043bbd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3575599 Aug 19 14:53:14.991166 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0430bb05-36eb-43e1-9572-8c23bc31d087 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:15.003852 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0430bb05-36eb-43e1-9572-8c23bc31d087 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:15.006399 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0430bb05-36eb-43e1-9572-8c23bc31d087 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:15.138399 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0430bb05-36eb-43e1-9572-8c23bc31d087 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event updated for resources: {'Network': ['ID=b9c6c359-5e6e-4d0f-847c-98e0d5c8a92a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:15.159718 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a1ec8e-8a3c-4844-8a73-b2933fbc94cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-ab0993cc-6279-41dd-a621-fecac9e5859a', 'network_id': 'ab0993cc-6279-41dd-a621-fecac9e5859a', 'tenant_id': 'ef2be663d18f4a4ab439ea57c09a9d65', 'fixed_ips': [{'subnet_id': '8c9092b2-3f9e-4c12-960d-1558540af0ac'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:53:15.161206 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e5a1ec8e-8a3c-4844-8a73-b2933fbc94cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:15.180896 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network b9c6c359-5e6e-4d0f-847c-98e0d5c8a92a details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:53:15.201916 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0430bb05-36eb-43e1-9572-8c23bc31d087 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5715437 Aug 19 14:53:15.202266 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34916) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:15.206172 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165250fc-f790-4b34-85eb-ea7be009a98a req-b9e260fe-d306-489d-8852-230bdd5e6b95 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:15.208570 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-52bc1046-4958-4e24-bc6b-bf84d68bfa45 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Request body: {'subnet': {'network_id': 'b9c6c359-5e6e-4d0f-847c-98e0d5c8a92a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:15.215252 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-165250fc-f790-4b34-85eb-ea7be009a98a req-b9e260fe-d306-489d-8852-230bdd5e6b95 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=150775af-ea06-4b6d-8d71-6c0f0e8fd5df HTTP/1.1" status: 200 len: 945 time: 0.4130538 Aug 19 14:53:15.220649 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9fc8865-a530-4264-ac93-8dafa16fb6b7 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:15.221907 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9fc8865-a530-4264-ac93-8dafa16fb6b7 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:15.399627 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-165250fc-f790-4b34-85eb-ea7be009a98a req-627f20be-2d6e-46ed-95c4-ee5cb0fe950c tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833951 Aug 19 14:53:15.415760 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52bc1046-4958-4e24-bc6b-bf84d68bfa45 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Made reservation on behalf of 7e6d46bc76a949adbb4c2a4b74be1b02 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:53:15.427305 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52bc1046-4958-4e24-bc6b-bf84d68bfa45 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:15.498927 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a553c575-adf5-4d6d-b9cf-a8d3548f095a req-cfcc9e9b-de1f-42f8-9d8b-b292adcbd1d4 service neutron] 10.222.0.69 "GET /v2.0/networks/9be319f8-603a-41e0-a57e-1a917fa30646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5443490 Aug 19 14:53:15.535595 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-e5a1ec8e-8a3c-4844-8a73-b2933fbc94cf None None] Allocated IP 172.20.0.2 (ab0993cc-6279-41dd-a621-fecac9e5859a/8c9092b2-3f9e-4c12-960d-1558540af0ac/677e342c-1a9f-4d0e-ab59-582f03389606) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:53:15.720548 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9fc8865-a530-4264-ac93-8dafa16fb6b7 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:15.938398 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52bc1046-4958-4e24-bc6b-bf84d68bfa45 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:16.000467 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e5a1ec8e-8a3c-4844-8a73-b2933fbc94cf None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:16.028821 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e5a1ec8e-8a3c-4844-8a73-b2933fbc94cf None None] Transition to ACTIVE for port object 677e342c-1a9f-4d0e-ab59-582f03389606 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:53:16.033942 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc1046-4958-4e24-bc6b-bf84d68bfa45 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event updated for resources: {'Subnet': ['ID=0ecc50f3-bab6-458a-bd91-a4a7b379ee2d,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:16.044942 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bc1046-4958-4e24-bc6b-bf84d68bfa45 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Checking segment: {'id': '8e3b5817-86e8-4715-b727-52a161ffd64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b9c6c359-5e6e-4d0f-847c-98e0d5c8a92a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:53:16.045493 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bc1046-4958-4e24-bc6b-bf84d68bfa45 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Network hostable DHCP agents. Network: b9c6c359-5e6e-4d0f-847c-98e0d5c8a92a, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:53:16.077178 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bc1046-4958-4e24-bc6b-bf84d68bfa45 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Network b9c6c359-5e6e-4d0f-847c-98e0d5c8a92a is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:53:16.081347 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e5a1ec8e-8a3c-4844-8a73-b2933fbc94cf None None] Transition to ACTIVE for port object 677e342c-1a9f-4d0e-ab59-582f03389606 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:53:16.090421 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e5a1ec8e-8a3c-4844-8a73-b2933fbc94cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:16.097713 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-52bc1046-4958-4e24-bc6b-bf84d68bfa45 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, b9c6c359-5e6e-4d0f-847c-98e0d5c8a92a) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:53:16.111041 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bc1046-4958-4e24-bc6b-bf84d68bfa45 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:16.112040 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52bc1046-4958-4e24-bc6b-bf84d68bfa45 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:16.122435 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691fef46-8dc4-4e9d-ac2f-728af3961e7b None None] Network b9c6c359-5e6e-4d0f-847c-98e0d5c8a92a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:53:16.164146 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-52bc1046-4958-4e24-bc6b-bf84d68bfa45 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9606318 Aug 19 14:53:16.168691 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34944) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:16.175571 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c8b73f36-4d17-4bac-9058-09831ce81e45 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Request body: {'port': {'network_id': 'b9c6c359-5e6e-4d0f-847c-98e0d5c8a92a', 'name': 'tempest-PortsTestJSON-1326451823'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:16.249850 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a1ec8e-8a3c-4844-8a73-b2933fbc94cf None None] Network ab0993cc-6279-41dd-a621-fecac9e5859a is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:53:16.260677 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-e5a1ec8e-8a3c-4844-8a73-b2933fbc94cf None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:53:16.273883 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a1ec8e-8a3c-4844-8a73-b2933fbc94cf None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:53:16.293606 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a1ec8e-8a3c-4844-8a73-b2933fbc94cf None None] Pushing event updated for resources: {'Port': ['ID=677e342c-1a9f-4d0e-ab59-582f03389606,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:16.365636 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e5a1ec8e-8a3c-4844-8a73-b2933fbc94cf None None] Attempting to bind port 677e342c-1a9f-4d0e-ab59-582f03389606 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:53:16.366010 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e5a1ec8e-8a3c-4844-8a73-b2933fbc94cf None None] Attempting to bind port 677e342c-1a9f-4d0e-ab59-582f03389606 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '9a3dcea5-22cc-4d2e-9acf-31a917652742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ab0993cc-6279-41dd-a621-fecac9e5859a'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:53:16.366384 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a1ec8e-8a3c-4844-8a73-b2933fbc94cf None None] Attempting to bind port 677e342c-1a9f-4d0e-ab59-582f03389606 on network ab0993cc-6279-41dd-a621-fecac9e5859a {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:53:16.374459 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a1ec8e-8a3c-4844-8a73-b2933fbc94cf None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:53:16.374978 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a1ec8e-8a3c-4844-8a73-b2933fbc94cf None None] Checking segment: {'id': '9a3dcea5-22cc-4d2e-9acf-31a917652742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ab0993cc-6279-41dd-a621-fecac9e5859a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:53:16.375386 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e5a1ec8e-8a3c-4844-8a73-b2933fbc94cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:16.375779 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a1ec8e-8a3c-4844-8a73-b2933fbc94cf None None] Bound using segment: {'id': '9a3dcea5-22cc-4d2e-9acf-31a917652742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ab0993cc-6279-41dd-a621-fecac9e5859a'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:53:16.376258 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e5a1ec8e-8a3c-4844-8a73-b2933fbc94cf None None] Bound port: 677e342c-1a9f-4d0e-ab59-582f03389606, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a3dcea5-22cc-4d2e-9acf-31a917652742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ab0993cc-6279-41dd-a621-fecac9e5859a'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:53:16.376678 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e5a1ec8e-8a3c-4844-8a73-b2933fbc94cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:16.428793 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b73f36-4d17-4bac-9058-09831ce81e45 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Made reservation on behalf of 7e6d46bc76a949adbb4c2a4b74be1b02 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:53:16.434007 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8b73f36-4d17-4bac-9058-09831ce81e45 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:16.480159 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-c8b73f36-4d17-4bac-9058-09831ce81e45 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] device_id is not set on port 0ca1d1c7-7724-4091-bd2f-1185b0c2c751 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:53:16.656170 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a00af3c-5a87-4636-8f57-6316d56ac18a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-b9c6c359-5e6e-4d0f-847c-98e0d5c8a92a', 'network_id': 'b9c6c359-5e6e-4d0f-847c-98e0d5c8a92a', 'tenant_id': '7e6d46bc76a949adbb4c2a4b74be1b02', 'fixed_ips': [{'subnet_id': '0ecc50f3-bab6-458a-bd91-a4a7b379ee2d'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:53:16.657679 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8a00af3c-5a87-4636-8f57-6316d56ac18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:16.711709 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9fc8865-a530-4264-ac93-8dafa16fb6b7 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:16.733276 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a60cc-e53e-42bf-bd7d-97c0dfe4484f req-fe0876bf-a1d5-4b47-a1cd-d7ea29876638 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:16.734982 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-c8b73f36-4d17-4bac-9058-09831ce81e45 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Allocated IP 172.20.0.7 (b9c6c359-5e6e-4d0f-847c-98e0d5c8a92a/0ecc50f3-bab6-458a-bd91-a4a7b379ee2d/0ca1d1c7-7724-4091-bd2f-1185b0c2c751) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:53:16.738065 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e5a1ec8e-8a3c-4844-8a73-b2933fbc94cf None None] For port 677e342c-1a9f-4d0e-ab59-582f03389606, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:53:16.742541 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6d5a60cc-e53e-42bf-bd7d-97c0dfe4484f req-fe0876bf-a1d5-4b47-a1cd-d7ea29876638 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 946 time: 0.2188575 Aug 19 14:53:16.744868 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e5a1ec8e-8a3c-4844-8a73-b2933fbc94cf None None] For port 677e342c-1a9f-4d0e-ab59-582f03389606, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=677e342c-1a9f-4d0e-ab59-582f03389606,segment=NetworkSegment(9a3dcea5-22cc-4d2e-9acf-31a917652742),segment_id=9a3dcea5-22cc-4d2e-9acf-31a917652742)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:53:16.847099 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a553c575-adf5-4d6d-b9cf-a8d3548f095a req-3183a480-2bf1-471a-b647-f2fd7f82a11e service neutron] 10.222.0.69 "GET /v2.0/networks/9be319f8-603a-41e0-a57e-1a917fa30646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3469553 Aug 19 14:53:16.878857 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6d5a60cc-e53e-42bf-bd7d-97c0dfe4484f req-46247aea-d9b5-4d68-be15-533218a4305e tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204565 Aug 19 14:53:17.005377 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e5a1ec8e-8a3c-4844-8a73-b2933fbc94cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:17.271831 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a1ec8e-8a3c-4844-8a73-b2933fbc94cf None None] Pushing event updated for resources: {'Port': ['ID=677e342c-1a9f-4d0e-ab59-582f03389606,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:17.362061 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8b73f36-4d17-4bac-9058-09831ce81e45 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:17.392596 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-c8b73f36-4d17-4bac-9058-09831ce81e45 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Transition to ACTIVE for port object 0ca1d1c7-7724-4091-bd2f-1185b0c2c751 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:53:17.559732 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8b73f36-4d17-4bac-9058-09831ce81e45 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:17.572692 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9fc8865-a530-4264-ac93-8dafa16fb6b7 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:17.707490 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b73f36-4d17-4bac-9058-09831ce81e45 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event updated for resources: {'Port': ['ID=0ca1d1c7-7724-4091-bd2f-1185b0c2c751,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:17.737468 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8adcf-a981-44db-ba70-f5170131ef57 req-3cecaefe-6d28-4e31-9bdd-22b4bc4b7dfa tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:17.749474 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-87c8adcf-a981-44db-ba70-f5170131ef57 req-3cecaefe-6d28-4e31-9bdd-22b4bc4b7dfa tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=150775af-ea06-4b6d-8d71-6c0f0e8fd5df HTTP/1.1" status: 200 len: 945 time: 0.4195852 Aug 19 14:53:17.757331 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-8a00af3c-5a87-4636-8f57-6316d56ac18a None None] Allocated IP 172.20.0.2 (b9c6c359-5e6e-4d0f-847c-98e0d5c8a92a/0ecc50f3-bab6-458a-bd91-a4a7b379ee2d/1c7d6358-d7f6-4fcd-9d5a-43c8fe2fad0d) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:53:17.759217 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9fc8865-a530-4264-ac93-8dafa16fb6b7 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:17.766839 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b73f36-4d17-4bac-9058-09831ce81e45 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Network b9c6c359-5e6e-4d0f-847c-98e0d5c8a92a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:53:17.771803 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-c8b73f36-4d17-4bac-9058-09831ce81e45 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:53:17.777354 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b73f36-4d17-4bac-9058-09831ce81e45 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:53:17.847198 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b73f36-4d17-4bac-9058-09831ce81e45 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:17.848343 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8b73f36-4d17-4bac-9058-09831ce81e45 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:17.885260 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c8b73f36-4d17-4bac-9058-09831ce81e45 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7145405 Aug 19 14:53:17.886418 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35002) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:17.991446 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-87c8adcf-a981-44db-ba70-f5170131ef57 req-370d0f9a-404e-494c-86d8-0416fcfd6118 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253604 Aug 19 14:53:18.085442 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-23067396-acbe-4162-9cfe-db6f74de525d tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Deleting port 0ca1d1c7-7724-4091-bd2f-1185b0c2c751 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:53:18.086097 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-23067396-acbe-4162-9cfe-db6f74de525d tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:18.210148 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-23067396-acbe-4162-9cfe-db6f74de525d tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:18.239622 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-23067396-acbe-4162-9cfe-db6f74de525d tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Calling delete_port for 0ca1d1c7-7724-4091-bd2f-1185b0c2c751 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:53:18.251121 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35014) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:18.279120 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8a00af3c-5a87-4636-8f57-6316d56ac18a None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:18.303124 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8a00af3c-5a87-4636-8f57-6316d56ac18a None None] Transition to ACTIVE for port object 1c7d6358-d7f6-4fcd-9d5a-43c8fe2fad0d will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:53:18.304663 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-e9fc8865-a530-4264-ac93-8dafa16fb6b7 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Allocated IP 172.25.2.191 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/bce735dd-432f-4c55-8ea5-5dad39759f76) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:53:18.343830 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8a00af3c-5a87-4636-8f57-6316d56ac18a None None] Transition to ACTIVE for port object 1c7d6358-d7f6-4fcd-9d5a-43c8fe2fad0d will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:53:18.359115 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 677e342c-1a9f-4d0e-ab59-582f03389606 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:53:18.367408 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8a00af3c-5a87-4636-8f57-6316d56ac18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:18.505614 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a00af3c-5a87-4636-8f57-6316d56ac18a None None] Network b9c6c359-5e6e-4d0f-847c-98e0d5c8a92a is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:53:18.620601 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9fc8865-a530-4264-ac93-8dafa16fb6b7 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:18.622358 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-23067396-acbe-4162-9cfe-db6f74de525d tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:18.651407 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a00af3c-5a87-4636-8f57-6316d56ac18a None None] Pushing event updated for resources: {'Port': ['ID=1c7d6358-d7f6-4fcd-9d5a-43c8fe2fad0d,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:18.667512 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23067396-acbe-4162-9cfe-db6f74de525d tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event deleted for resources: {'Port': ['ID=0ca1d1c7-7724-4091-bd2f-1185b0c2c751,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:18.668169 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-8a00af3c-5a87-4636-8f57-6316d56ac18a None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:53:18.680537 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a00af3c-5a87-4636-8f57-6316d56ac18a None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:53:18.694358 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9fc8865-a530-4264-ac93-8dafa16fb6b7 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:18.724604 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:53:18.817921 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fc8865-a530-4264-ac93-8dafa16fb6b7 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Pushing event updated for resources: {'Port': ['ID=bce735dd-432f-4c55-8ea5-5dad39759f76,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:18.875443 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-23067396-acbe-4162-9cfe-db6f74de525d tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:18.886880 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-23067396-acbe-4162-9cfe-db6f74de525d tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "DELETE /v2.0/ports/0ca1d1c7-7724-4091-bd2f-1185b0c2c751 HTTP/1.1" status: 204 len: 168 time: 0.9990077 Aug 19 14:53:18.888296 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35030) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:18.897187 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-caa67155-b41a-4c47-9396-b5a2557d1470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:18.902846 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8a00af3c-5a87-4636-8f57-6316d56ac18a None None] Attempting to bind port 1c7d6358-d7f6-4fcd-9d5a-43c8fe2fad0d on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:53:18.906389 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8a00af3c-5a87-4636-8f57-6316d56ac18a None None] Attempting to bind port 1c7d6358-d7f6-4fcd-9d5a-43c8fe2fad0d by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '8e3b5817-86e8-4715-b727-52a161ffd64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b9c6c359-5e6e-4d0f-847c-98e0d5c8a92a'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:53:18.906763 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a00af3c-5a87-4636-8f57-6316d56ac18a None None] Attempting to bind port 1c7d6358-d7f6-4fcd-9d5a-43c8fe2fad0d on network b9c6c359-5e6e-4d0f-847c-98e0d5c8a92a {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:53:18.924958 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 677e342c-1a9f-4d0e-ab59-582f03389606 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:53:18.932227 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b9c34ae-8f34-4810-abad-8e2a535ec41b tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] DELETE failed (client error): The resource could not be found. Aug 19 14:53:18.933731 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b9c34ae-8f34-4810-abad-8e2a535ec41b tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:53:18.942540 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9b9c34ae-8f34-4810-abad-8e2a535ec41b tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "DELETE /v2.0/ports/0ca1d1c7-7724-4091-bd2f-1185b0c2c751 HTTP/1.1" status: 404 len: 333 time: 0.0519228 Aug 19 14:53:18.943880 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35034) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:18.945324 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a00af3c-5a87-4636-8f57-6316d56ac18a None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:53:18.945714 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a00af3c-5a87-4636-8f57-6316d56ac18a None None] Checking segment: {'id': '8e3b5817-86e8-4715-b727-52a161ffd64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b9c6c359-5e6e-4d0f-847c-98e0d5c8a92a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:53:18.946137 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8a00af3c-5a87-4636-8f57-6316d56ac18a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:18.946520 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a00af3c-5a87-4636-8f57-6316d56ac18a None None] Bound using segment: {'id': '8e3b5817-86e8-4715-b727-52a161ffd64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b9c6c359-5e6e-4d0f-847c-98e0d5c8a92a'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:53:18.952891 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8a00af3c-5a87-4636-8f57-6316d56ac18a None None] Bound port: 1c7d6358-d7f6-4fcd-9d5a-43c8fe2fad0d, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e3b5817-86e8-4715-b727-52a161ffd64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b9c6c359-5e6e-4d0f-847c-98e0d5c8a92a'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:53:18.955220 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8a00af3c-5a87-4636-8f57-6316d56ac18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:18.970809 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-239c2c1e-86f2-4878-a3d7-6014e70e3e7e tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] GET failed (client error): The resource could not be found. Aug 19 14:53:18.976097 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-239c2c1e-86f2-4878-a3d7-6014e70e3e7e tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "GET /v2.0/ports/0ca1d1c7-7724-4091-bd2f-1185b0c2c751 HTTP/1.1" status: 404 len: 333 time: 0.0306969 Aug 19 14:53:18.976790 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35036) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:19.043531 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fc8865-a530-4264-ac93-8dafa16fb6b7 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:53:19.073726 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-e9fc8865-a530-4264-ac93-8dafa16fb6b7 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:53:19.075846 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-944f423e-e6a6-4b6f-a65e-6f4250771e28 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Deleting subnet 0ecc50f3-bab6-458a-bd91-a4a7b379ee2d {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:53:19.079647 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fc8865-a530-4264-ac93-8dafa16fb6b7 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:53:19.091317 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-944f423e-e6a6-4b6f-a65e-6f4250771e28 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:19.174912 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8a00af3c-5a87-4636-8f57-6316d56ac18a None None] For port 1c7d6358-d7f6-4fcd-9d5a-43c8fe2fad0d, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:53:19.186011 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8a00af3c-5a87-4636-8f57-6316d56ac18a None None] For port 1c7d6358-d7f6-4fcd-9d5a-43c8fe2fad0d, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=1c7d6358-d7f6-4fcd-9d5a-43c8fe2fad0d,segment=NetworkSegment(8e3b5817-86e8-4715-b727-52a161ffd64c),segment_id=8e3b5817-86e8-4715-b727-52a161ffd64c)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:53:19.199890 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8a00af3c-5a87-4636-8f57-6316d56ac18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:19.206058 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-944f423e-e6a6-4b6f-a65e-6f4250771e28 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:19.290786 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2f0b5a-1ec3-487e-b689-e022de4060bf None None] Network ab0993cc-6279-41dd-a621-fecac9e5859a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:53:19.441951 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35052) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:19.460039 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-944f423e-e6a6-4b6f-a65e-6f4250771e28 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:19.498332 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9631a974-2f4e-4421-84bc-106bca840309 None None] Provisioning for port 677e342c-1a9f-4d0e-ab59-582f03389606 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:53:19.526795 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9631a974-2f4e-4421-84bc-106bca840309 None None] Provisioning complete for port 677e342c-1a9f-4d0e-ab59-582f03389606 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:53:19.527169 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9631a974-2f4e-4421-84bc-106bca840309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:19.600748 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfae662-837f-4606-953c-0ec47348ff65 req-e1a9d9a6-3791-40bf-b66e-69fdba8abf83 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:19.618179 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5cfae662-837f-4606-953c-0ec47348ff65 req-e1a9d9a6-3791-40bf-b66e-69fdba8abf83 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 946 time: 0.8078363 Aug 19 14:53:19.684653 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a00af3c-5a87-4636-8f57-6316d56ac18a None None] Pushing event updated for resources: {'Port': ['ID=1c7d6358-d7f6-4fcd-9d5a-43c8fe2fad0d,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:19.715275 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-944f423e-e6a6-4b6f-a65e-6f4250771e28 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:19.764566 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944f423e-e6a6-4b6f-a65e-6f4250771e28 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event deleted for resources: {'Subnet': ['ID=0ecc50f3-bab6-458a-bd91-a4a7b379ee2d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:19.775614 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-944f423e-e6a6-4b6f-a65e-6f4250771e28 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:19.780709 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-944f423e-e6a6-4b6f-a65e-6f4250771e28 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "DELETE /v2.0/subnets/0ecc50f3-bab6-458a-bd91-a4a7b379ee2d HTTP/1.1" status: 204 len: 168 time: 0.8028147 Aug 19 14:53:19.785228 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35058) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:19.850806 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7219f61c-182e-4fb9-ac2f-5f94b9148939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:19.923577 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9631a974-2f4e-4421-84bc-106bca840309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:19.970354 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0148fd5e-cd74-4bc6-bc99-27bf1c4d5335 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:20.001278 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9631a974-2f4e-4421-84bc-106bca840309 None None] For port 677e342c-1a9f-4d0e-ab59-582f03389606, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=677e342c-1a9f-4d0e-ab59-582f03389606,segment=NetworkSegment(9a3dcea5-22cc-4d2e-9acf-31a917652742),segment_id=9a3dcea5-22cc-4d2e-9acf-31a917652742)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:53:20.010087 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9631a974-2f4e-4421-84bc-106bca840309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:20.016182 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35062) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:20.071419 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9631a974-2f4e-4421-84bc-106bca840309 None None] Pushing event updated for resources: {'Port': ['ID=677e342c-1a9f-4d0e-ab59-582f03389606,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:20.212254 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-0148fd5e-cd74-4bc6-bc99-27bf1c4d5335 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Deleting port 1c7d6358-d7f6-4fcd-9d5a-43c8fe2fad0d {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:53:20.212870 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0148fd5e-cd74-4bc6-bc99-27bf1c4d5335 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:20.267572 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5cfae662-837f-4606-953c-0ec47348ff65 req-dc3636bb-9ab9-4069-8cb3-1610813f24aa tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6482430 Aug 19 14:53:20.434146 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9fc8865-a530-4264-ac93-8dafa16fb6b7 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:20.462836 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-70bd45cd-d0e3-4081-b1cd-715f95909b41 None None] Provisioning complete for port 677e342c-1a9f-4d0e-ab59-582f03389606 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:53:20.463345 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-70bd45cd-d0e3-4081-b1cd-715f95909b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:20.527528 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-0148fd5e-cd74-4bc6-bc99-27bf1c4d5335 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] For port 1c7d6358-d7f6-4fcd-9d5a-43c8fe2fad0d, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=1c7d6358-d7f6-4fcd-9d5a-43c8fe2fad0d,segment=NetworkSegment(8e3b5817-86e8-4715-b727-52a161ffd64c),segment_id=8e3b5817-86e8-4715-b727-52a161ffd64c)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:53:20.527824 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0148fd5e-cd74-4bc6-bc99-27bf1c4d5335 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:20.563421 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-0148fd5e-cd74-4bc6-bc99-27bf1c4d5335 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Calling delete_port for 1c7d6358-d7f6-4fcd-9d5a-43c8fe2fad0d owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:53:20.580748 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7b494c54-3a65-4080-ab6c-b18d32fda103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:20.636747 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b0920-0b40-4330-a0ff-b8dcad740d57 req-22f12554-aeee-406c-9fd6-73d81eb756a2 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:20.646000 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fe2b0920-0b40-4330-a0ff-b8dcad740d57 req-22f12554-aeee-406c-9fd6-73d81eb756a2 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=150775af-ea06-4b6d-8d71-6c0f0e8fd5df HTTP/1.1" status: 200 len: 945 time: 0.6406858 Aug 19 14:53:20.654564 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-caa67155-b41a-4c47-9396-b5a2557d1470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:20.680741 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-caa67155-b41a-4c47-9396-b5a2557d1470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:20.876315 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa67155-b41a-4c47-9396-b5a2557d1470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60febae1-3fc5-4488-a3e4-cba41c870c1e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:20.909908 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fe2b0920-0b40-4330-a0ff-b8dcad740d57 req-ed838b0a-cbef-45b5-9b63-ced173432e89 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571771 Aug 19 14:53:20.918757 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-caa67155-b41a-4c47-9396-b5a2557d1470 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e82e85cbd07b496aa405c7ecc73d8be7&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6629493 Aug 19 14:53:20.918993 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35078) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:20.983621 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9fc8865-a530-4264-ac93-8dafa16fb6b7 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:21.024792 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23558aa-5a0d-45f1-8804-e3f11a908c13 None None] Network b9c6c359-5e6e-4d0f-847c-98e0d5c8a92a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:53:21.050838 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e02e0-d406-4859-bd68-ba523f368bce req-337f897e-3c71-4f4f-8b8a-b20d1b35707f tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:21.053057 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ff9e02e0-d406-4859-bd68-ba523f368bce req-337f897e-3c71-4f4f-8b8a-b20d1b35707f tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/networks?id=9be319f8-603a-41e0-a57e-1a917fa30646 HTTP/1.1" status: 200 len: 805 time: 0.4022222 Aug 19 14:53:21.088904 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-daf26359-083a-4c02-a7ed-0fde14a2ee00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:21.094522 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ff9e02e0-d406-4859-bd68-ba523f368bce req-34776dac-c907-48c8-a779-01dd99acbe58 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/quotas/be2283224ccb474c91d3399de6043bbd HTTP/1.1" status: 200 len: 375 time: 0.0320663 Aug 19 14:53:21.160197 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c1c2f9ef-0dbf-43a6-a92e-d0f9d3e156a6 None None] Provisioning for port 1c7d6358-d7f6-4fcd-9d5a-43c8fe2fad0d completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:53:21.186303 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7219f61c-182e-4fb9-ac2f-5f94b9148939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:21.197269 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7219f61c-182e-4fb9-ac2f-5f94b9148939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:21.199383 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-daf26359-083a-4c02-a7ed-0fde14a2ee00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:21.200319 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.db.api [None req-7b494c54-3a65-4080-ab6c-b18d32fda103 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 14:53:21.200319 n-d-766043-2 neutron-server[94639]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 14:53:21.200319 n-d-766043-2 neutron-server[94639]: [parameters: {'project_id_1': '7c233f60892c44eb85d78fe043388428', 'expiration_1': datetime.datetime(2021, 8, 19, 14, 53, 20, 626694)}] Aug 19 14:53:21.200319 n-d-766043-2 neutron-server[94639]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 14:53:21.200727 n-d-766043-2 neutron-server[94639]: DEBUG oslo_db.api [None req-7b494c54-3a65-4080-ab6c-b18d32fda103 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 14:53:21.259774 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7219f61c-182e-4fb9-ac2f-5f94b9148939 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=773a8f034bec43b78947a5675591338e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8165903 Aug 19 14:53:21.260340 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35080) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:21.266196 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ff9e02e0-d406-4859-bd68-ba523f368bce req-1a37aa65-36f3-4316-b0c3-79da9732e0bb tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=be2283224ccb474c91d3399de6043bbd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1348317 Aug 19 14:53:21.275429 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7219f61c-182e-4fb9-ac2f-5f94b9148939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af935ad7-3ee7-4c87-ac03-0b3b2b4604c1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:21.295201 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0148fd5e-cd74-4bc6-bc99-27bf1c4d5335 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:21.316539 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0148fd5e-cd74-4bc6-bc99-27bf1c4d5335 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] No DVR routers for this DVR port 1c7d6358-d7f6-4fcd-9d5a-43c8fe2fad0d on host n-d-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:53:21.359413 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0148fd5e-cd74-4bc6-bc99-27bf1c4d5335 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event deleted for resources: {'Port': ['ID=1c7d6358-d7f6-4fcd-9d5a-43c8fe2fad0d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:21.418404 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-35cf4af6-c085-4a59-8418-94c474e31c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:21.440307 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df6fd81-a0a5-424f-857b-e1d38583cd6f None None] DHCP port deletion for b9c6c359-5e6e-4d0f-847c-98e0d5c8a92a request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:53:21.483327 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0148fd5e-cd74-4bc6-bc99-27bf1c4d5335 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:21.500827 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-daf26359-083a-4c02-a7ed-0fde14a2ee00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:21.505505 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-daf26359-083a-4c02-a7ed-0fde14a2ee00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:21.506923 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-daf26359-083a-4c02-a7ed-0fde14a2ee00 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/60febae1-3fc5-4488-a3e4-cba41c870c1e HTTP/1.1" status: 204 len: 168 time: 0.5871029 Aug 19 14:53:21.507375 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-35cf4af6-c085-4a59-8418-94c474e31c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:21.511107 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-0148fd5e-cd74-4bc6-bc99-27bf1c4d5335 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9c6c359-5e6e-4d0f-847c-98e0d5c8a92a']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:53:21.517673 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9fc8865-a530-4264-ac93-8dafa16fb6b7 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Router 4bc83d11-ef87-4722-a46b-bf424c413cc9 is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:53:21.540221 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-0148fd5e-cd74-4bc6-bc99-27bf1c4d5335 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e3b5817-86e8-4715-b727-52a161ffd64c') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:53:21.540619 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-0148fd5e-cd74-4bc6-bc99-27bf1c4d5335 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e3b5817-86e8-4715-b727-52a161ffd64c') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:53:21.542249 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf26359-083a-4c02-a7ed-0fde14a2ee00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60febae1-3fc5-4488-a3e4-cba41c870c1e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:21.579850 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0148fd5e-cd74-4bc6-bc99-27bf1c4d5335 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:21.582307 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b821e345-49f0-4b48-a811-00186679e5f9 req-a07dbad0-4975-4457-b1ae-48d8533e8aad tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:21.596894 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 677e342c-1a9f-4d0e-ab59-582f03389606 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:53:21.601435 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0148fd5e-cd74-4bc6-bc99-27bf1c4d5335 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:21.602043 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b821e345-49f0-4b48-a811-00186679e5f9 req-a07dbad0-4975-4457-b1ae-48d8533e8aad tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 946 time: 0.1789296 Aug 19 14:53:21.611341 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0148fd5e-cd74-4bc6-bc99-27bf1c4d5335 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:53:21.611765 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0148fd5e-cd74-4bc6-bc99-27bf1c4d5335 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:21.616552 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:53:21.616552 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:53:21.616552 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:53:21.616552 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:53:21.616552 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:53:21.616552 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:53:21.616552 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:53:21.616552 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:53:21.616552 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:53:21.616552 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:53:21.616552 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:53:21.616552 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:53:21.616552 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:53:21.616552 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:53:21.616552 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:53:21.616552 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:53:21.616552 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:53:21.616552 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:53:21.616552 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:53:21.616552 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:53:21.616552 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:53:21.616552 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:53:21.616552 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:53:21.616552 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:53:21.616552 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:53:21.616552 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:53:21.616552 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:53:21.616552 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:53:21.616552 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:53:21.616552 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:53:21.616552 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:53:21.616552 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:53:21.621890 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ff9e02e0-d406-4859-bd68-ba523f368bce req-a0fcbfe3-cecf-4fde-8d42-2c6fa60e43fe service neutron] 10.222.0.69 "GET /v2.0/networks/9be319f8-603a-41e0-a57e-1a917fa30646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328955 Aug 19 14:53:21.689308 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-35cf4af6-c085-4a59-8418-94c474e31c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:21.693104 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-35cf4af6-c085-4a59-8418-94c474e31c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:21.697235 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-35cf4af6-c085-4a59-8418-94c474e31c97 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/af935ad7-3ee7-4c87-ac03-0b3b2b4604c1 HTTP/1.1" status: 204 len: 168 time: 0.4324501 Aug 19 14:53:21.700338 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0148fd5e-cd74-4bc6-bc99-27bf1c4d5335 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:21.703625 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7b494c54-3a65-4080-ab6c-b18d32fda103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:21.712000 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 677e342c-1a9f-4d0e-ab59-582f03389606 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:53:21.712000 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:21.716449 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0148fd5e-cd74-4bc6-bc99-27bf1c4d5335 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:21.718520 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0148fd5e-cd74-4bc6-bc99-27bf1c4d5335 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "DELETE /v2.0/networks/b9c6c359-5e6e-4d0f-847c-98e0d5c8a92a HTTP/1.1" status: 204 len: 168 time: 1.9314241 Aug 19 14:53:21.726944 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35088) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:21.738794 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cf4af6-c085-4a59-8418-94c474e31c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af935ad7-3ee7-4c87-ac03-0b3b2b4604c1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:21.744821 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-86b4f594-0df9-4279-8063-155c27dd7320 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-63556471'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:21.767124 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0148fd5e-cd74-4bc6-bc99-27bf1c4d5335 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event deleted for resources: {'Network': ['ID=b9c6c359-5e6e-4d0f-847c-98e0d5c8a92a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:21.779060 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b4f594-0df9-4279-8063-155c27dd7320 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Made reservation on behalf of 7e6d46bc76a949adbb4c2a4b74be1b02 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:53:21.784936 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-86b4f594-0df9-4279-8063-155c27dd7320 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:21.855254 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b821e345-49f0-4b48-a811-00186679e5f9 req-c9ff513c-7f54-43ef-9204-0eab6c7e6448 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2506607 Aug 19 14:53:21.899892 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86b4f594-0df9-4279-8063-155c27dd7320 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:53:21.925437 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-86b4f594-0df9-4279-8063-155c27dd7320 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:21.925825 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-86b4f594-0df9-4279-8063-155c27dd7320 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Added segment 694851b4-8600-4842-ac24-c101be8724cf of type vlan for network e2325d4b-9b9d-402c-8561-f6c61e79cbb8 Aug 19 14:53:21.961500 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9fc8865-a530-4264-ac93-8dafa16fb6b7 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:53:21.974621 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dd9bef-d083-45b3-847b-dad83b3316b6 None None] Sync routers for ids ['4bc83d11-ef87-4722-a46b-bf424c413cc9'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:53:21.986328 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dd9bef-d083-45b3-847b-dad83b3316b6 None None] Routers {'4bc83d11-ef87-4722-a46b-bf424c413cc9'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:53:21.987344 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a2dd9bef-d083-45b3-847b-dad83b3316b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:53:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['4bc83d11-ef87-4722-a46b-bf424c413cc9'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:53:22.008724 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ff9e02e0-d406-4859-bd68-ba523f368bce req-bc12a92e-dc77-4b6e-9c75-15af0a63b2ee service neutron] 10.222.0.69 "GET /v2.0/networks/9be319f8-603a-41e0-a57e-1a917fa30646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452096 Aug 19 14:53:22.082083 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-86b4f594-0df9-4279-8063-155c27dd7320 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:22.139788 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0052c1-3e34-4a75-acbc-326dc80d15c1 req-49139107-269d-4e0b-810e-1b22e4063ec6 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:22.155039 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2e0052c1-3e34-4a75-acbc-326dc80d15c1 req-49139107-269d-4e0b-810e-1b22e4063ec6 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=150775af-ea06-4b6d-8d71-6c0f0e8fd5df HTTP/1.1" status: 200 len: 945 time: 0.1139524 Aug 19 14:53:22.162977 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-86b4f594-0df9-4279-8063-155c27dd7320 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:22.169611 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b4f594-0df9-4279-8063-155c27dd7320 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:22.171001 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-86b4f594-0df9-4279-8063-155c27dd7320 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:22.208377 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7b494c54-3a65-4080-ab6c-b18d32fda103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:22.225040 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7b494c54-3a65-4080-ab6c-b18d32fda103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:22.259850 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2e0052c1-3e34-4a75-acbc-326dc80d15c1 req-056b225d-ebe3-4b4d-a733-ad3d9dba1ad0 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029041 Aug 19 14:53:22.279682 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9fc8865-a530-4264-ac93-8dafa16fb6b7 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:22.287228 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e9fc8865-a530-4264-ac93-8dafa16fb6b7 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 7.4466317 Aug 19 14:53:22.292066 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35112) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:22.292245 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-86b4f594-0df9-4279-8063-155c27dd7320 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5514495 Aug 19 14:53:22.304047 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35114) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:22.340450 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7b494c54-3a65-4080-ab6c-b18d32fda103 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7c233f60892c44eb85d78fe043388428&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2396662 Aug 19 14:53:22.354949 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a2dd9bef-d083-45b3-847b-dad83b3316b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:53:22.359005 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35122) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:22.364616 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dd9bef-d083-45b3-847b-dad83b3316b6 None None] Routers {'4bc83d11-ef87-4722-a46b-bf424c413cc9'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:53:22.365223 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a2dd9bef-d083-45b3-847b-dad83b3316b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:53:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['4bc83d11-ef87-4722-a46b-bf424c413cc9'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:53:22.453529 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a2dd9bef-d083-45b3-847b-dad83b3316b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:53:22.454191 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dd9bef-d083-45b3-847b-dad83b3316b6 None None] The sync data for ids ['4bc83d11-ef87-4722-a46b-bf424c413cc9'] in n-d-766043-2 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:53:22.459665 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b4f594-0df9-4279-8063-155c27dd7320 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event updated for resources: {'Network': ['ID=e2325d4b-9b9d-402c-8561-f6c61e79cbb8,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:22.470438 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network e2325d4b-9b9d-402c-8561-f6c61e79cbb8 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:53:22.474668 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b494c54-3a65-4080-ab6c-b18d32fda103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5896d77-7b3f-40a7-908a-1e82fc771104,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:22.505564 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1f3a8e8-a0b7-4340-85a2-0bd9da550dad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:22.547420 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6fec3024-1cd5-4ed8-8cd9-b2a5994f883c tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Request body: {'subnet': {'network_id': 'e2325d4b-9b9d-402c-8561-f6c61e79cbb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:22.556322 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1f3a8e8-a0b7-4340-85a2-0bd9da550dad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:22.657917 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1f3a8e8-a0b7-4340-85a2-0bd9da550dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:22.660437 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1f3a8e8-a0b7-4340-85a2-0bd9da550dad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:22.664453 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f1f3a8e8-a0b7-4340-85a2-0bd9da550dad admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c5896d77-7b3f-40a7-908a-1e82fc771104 HTTP/1.1" status: 204 len: 168 time: 0.3011260 Aug 19 14:53:22.678308 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f3a8e8-a0b7-4340-85a2-0bd9da550dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5896d77-7b3f-40a7-908a-1e82fc771104,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:22.799654 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [req-2645c4e3-c511-4f8c-889a-675322eb20bc req-119d535d-278a-49ed-bfb8-d3e69b234d92 service neutron] (94639) timed out ('10.222.0.69', 60680) {{(pid=94639) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 14:53:22.824498 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f240f271-b2a9-4efa-babd-491ff9e5a585 req-5fd3ed5f-a111-475c-8536-e65f7d199b92 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=f420aae7-a929-4486-ba9e-859b5f63fbbb HTTP/1.1" status: 200 len: 210 time: 0.0796235 Aug 19 14:53:23.262363 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fec3024-1cd5-4ed8-8cd9-b2a5994f883c tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Made reservation on behalf of 7e6d46bc76a949adbb4c2a4b74be1b02 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:53:23.265816 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6fec3024-1cd5-4ed8-8cd9-b2a5994f883c tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:23.461445 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d027c-bdaf-425e-8885-9f712a5ece5b req-7dba09c5-13e7-4daa-a5e3-c2e3afdfb2f4 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:23.478865 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-479d027c-bdaf-425e-8885-9f712a5ece5b req-7dba09c5-13e7-4daa-a5e3-c2e3afdfb2f4 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 946 time: 0.2503097 Aug 19 14:53:23.510365 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615e4e3-b5fa-496e-a14d-62d9019914de req-65805405-b71e-4bdd-979d-a875df59d79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:23.512925 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3615e4e3-b5fa-496e-a14d-62d9019914de req-65805405-b71e-4bdd-979d-a875df59d79e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=150775af-ea06-4b6d-8d71-6c0f0e8fd5df HTTP/1.1" status: 200 len: 1096 time: 0.6730826 Aug 19 14:53:23.751877 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940e905-a403-4551-9d84-cf8dd7e77cfd req-923b65a1-2530-4473-9091-8b2e2248464c tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:23.753608 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0940e905-a403-4551-9d84-cf8dd7e77cfd req-923b65a1-2530-4473-9091-8b2e2248464c tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=150775af-ea06-4b6d-8d71-6c0f0e8fd5df HTTP/1.1" status: 200 len: 945 time: 0.3913004 Aug 19 14:53:23.778494 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-479d027c-bdaf-425e-8885-9f712a5ece5b req-0cb5cb61-8195-4841-a4b7-e649bcca6d4b tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2983766 Aug 19 14:53:23.818363 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3615e4e3-b5fa-496e-a14d-62d9019914de req-5bf8c6f2-2b95-49fb-974a-ea2cb5740d69 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793598 Aug 19 14:53:23.994019 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9e7797d7-d337-4b86-ba34-1911345d3100 req-2f65c448-ced8-4a75-97d3-be7ae7209ee7 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=f420aae7-a929-4486-ba9e-859b5f63fbbb HTTP/1.1" status: 200 len: 210 time: 0.0770457 Aug 19 14:53:24.025583 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e02e0-d406-4859-bd68-ba523f368bce req-7963b927-c969-4ee2-a376-090d41de56d3 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:24.027390 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ff9e02e0-d406-4859-bd68-ba523f368bce req-7963b927-c969-4ee2-a376-090d41de56d3 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.68 "GET /v2.0/networks?id=9be319f8-603a-41e0-a57e-1a917fa30646 HTTP/1.1" status: 200 len: 805 time: 0.4822991 Aug 19 14:53:24.049310 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-ff9e02e0-d406-4859-bd68-ba523f368bce req-d6fe7714-794f-479f-8a5a-411a704a458b tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Request body: {'port': {'device_id': 'f420aae7-a929-4486-ba9e-859b5f63fbbb', 'network_id': '9be319f8-603a-41e0-a57e-1a917fa30646', 'admin_state_up': True, 'tenant_id': 'be2283224ccb474c91d3399de6043bbd'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:24.061539 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0940e905-a403-4551-9d84-cf8dd7e77cfd req-5bb1a0ff-a4df-43df-9514-0e346ac1d934 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951062 Aug 19 14:53:24.135959 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6fec3024-1cd5-4ed8-8cd9-b2a5994f883c tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:24.288034 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fec3024-1cd5-4ed8-8cd9-b2a5994f883c tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event updated for resources: {'Subnet': ['ID=852a196c-ca4a-4f35-8449-f2eacb4b666b,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:24.314665 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be6c1b-7ca0-46f8-bc6d-f64a3e25edec req-25aece82-f1cb-4f67-9e19-14df651790b0 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:24.316192 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-06be6c1b-7ca0-46f8-bc6d-f64a3e25edec req-25aece82-f1cb-4f67-9e19-14df651790b0 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 946 time: 0.2048275 Aug 19 14:53:24.386787 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fec3024-1cd5-4ed8-8cd9-b2a5994f883c tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Checking segment: {'id': '694851b4-8600-4842-ac24-c101be8724cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'e2325d4b-9b9d-402c-8561-f6c61e79cbb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:53:24.387157 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fec3024-1cd5-4ed8-8cd9-b2a5994f883c tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Network hostable DHCP agents. Network: e2325d4b-9b9d-402c-8561-f6c61e79cbb8, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:53:24.404657 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff9e02e0-d406-4859-bd68-ba523f368bce req-d6fe7714-794f-479f-8a5a-411a704a458b tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Made reservation on behalf of be2283224ccb474c91d3399de6043bbd for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:53:24.408143 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ff9e02e0-d406-4859-bd68-ba523f368bce req-d6fe7714-794f-479f-8a5a-411a704a458b tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:24.437738 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-09583e1b-edc3-4e11-9240-0f35e5ec2052 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:24.451625 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-06be6c1b-7ca0-46f8-bc6d-f64a3e25edec req-44d07381-aeb9-4f98-ab7b-758b92df0415 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992191 Aug 19 14:53:24.465897 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fec3024-1cd5-4ed8-8cd9-b2a5994f883c tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Network e2325d4b-9b9d-402c-8561-f6c61e79cbb8 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:53:24.547204 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-6fec3024-1cd5-4ed8-8cd9-b2a5994f883c tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, e2325d4b-9b9d-402c-8561-f6c61e79cbb8) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:53:24.561536 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204a18e2-b4c8-4416-82f4-ee1ec1ee9505 None None] Network e2325d4b-9b9d-402c-8561-f6c61e79cbb8 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:53:24.565095 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fec3024-1cd5-4ed8-8cd9-b2a5994f883c tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:24.565693 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6fec3024-1cd5-4ed8-8cd9-b2a5994f883c tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:24.682567 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-6fec3024-1cd5-4ed8-8cd9-b2a5994f883c tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3668292 Aug 19 14:53:24.684955 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35264) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:24.692667 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-91ef1ca0-f4c5-4654-af37-a90f6edfcb46 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Request body: {'port': {'network_id': 'e2325d4b-9b9d-402c-8561-f6c61e79cbb8', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1319551125'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:24.761851 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe08afcd-21cf-4219-bdbf-08f573f28750 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-e2325d4b-9b9d-402c-8561-f6c61e79cbb8', 'network_id': 'e2325d4b-9b9d-402c-8561-f6c61e79cbb8', 'tenant_id': '7e6d46bc76a949adbb4c2a4b74be1b02', 'fixed_ips': [{'subnet_id': '852a196c-ca4a-4f35-8449-f2eacb4b666b'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:53:24.763785 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fe08afcd-21cf-4219-bdbf-08f573f28750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:24.772618 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-ff9e02e0-d406-4859-bd68-ba523f368bce req-d6fe7714-794f-479f-8a5a-411a704a458b tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Allocated IP 172.20.0.2 (9be319f8-603a-41e0-a57e-1a917fa30646/a7f2da21-de8f-4925-bf66-a36681d26e7b/eee81213-5ba2-4bd4-8541-95bcbaf6dec2) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:53:24.837454 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35270) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:24.873351 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ef1ca0-f4c5-4654-af37-a90f6edfcb46 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Made reservation on behalf of 7e6d46bc76a949adbb4c2a4b74be1b02 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:53:24.886097 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91ef1ca0-f4c5-4654-af37-a90f6edfcb46 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:24.933653 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-91ef1ca0-f4c5-4654-af37-a90f6edfcb46 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] device_id is not set on port fa19f932-6260-4937-bb63-0306407a9723 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:53:24.938442 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35274) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:25.069853 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-fe08afcd-21cf-4219-bdbf-08f573f28750 None None] Allocated IP 172.20.0.2 (e2325d4b-9b9d-402c-8561-f6c61e79cbb8/852a196c-ca4a-4f35-8449-f2eacb4b666b/a8bc8b09-f609-47ca-90a5-197b00d680cb) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:53:25.121260 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-073a71de-9df1-4128-bc83-7dc119c53d03 req-ce0d9b4b-f1de-47cb-b309-d060df4a9542 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=f420aae7-a929-4486-ba9e-859b5f63fbbb HTTP/1.1" status: 200 len: 210 time: 0.0280805 Aug 19 14:53:25.203658 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-09583e1b-edc3-4e11-9240-0f35e5ec2052 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Allocated IP 172.20.0.1 (ab0993cc-6279-41dd-a621-fecac9e5859a/8c9092b2-3f9e-4c12-960d-1558540af0ac/c60218ed-6dc2-416e-a1ff-e79d8dabb3a3) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:53:25.229194 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-8335edf8-2770-4b2a-83fa-33d05afc6600 tempest-MeteringTestJSON-401818751 tempest-MeteringTestJSON-401818751-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1822493949'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:25.229803 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-8335edf8-2770-4b2a-83fa-33d05afc6600 tempest-MeteringTestJSON-401818751 tempest-MeteringTestJSON-401818751-project-admin] Unknown quota resources ['metering_label']. {{(pid=94640) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 14:53:25.293878 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fe08afcd-21cf-4219-bdbf-08f573f28750 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:25.307454 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fe08afcd-21cf-4219-bdbf-08f573f28750 None None] Transition to ACTIVE for port object a8bc8b09-f609-47ca-90a5-197b00d680cb will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:53:25.323192 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ff9e02e0-d406-4859-bd68-ba523f368bce req-d6fe7714-794f-479f-8a5a-411a704a458b tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:25.332064 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fe08afcd-21cf-4219-bdbf-08f573f28750 None None] Transition to ACTIVE for port object a8bc8b09-f609-47ca-90a5-197b00d680cb will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:53:25.339646 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fe08afcd-21cf-4219-bdbf-08f573f28750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:25.383935 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe08afcd-21cf-4219-bdbf-08f573f28750 None None] Network e2325d4b-9b9d-402c-8561-f6c61e79cbb8 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:53:25.387059 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-fe08afcd-21cf-4219-bdbf-08f573f28750 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:53:25.392632 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe08afcd-21cf-4219-bdbf-08f573f28750 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:53:25.422124 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-adac2d00-019d-41fe-8bd9-6e2c07f0410a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Request body: {'network': {'name': 'tempest-network-smoke--1972132348', 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'port_security_enabled': True}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:25.444616 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe08afcd-21cf-4219-bdbf-08f573f28750 None None] Pushing event updated for resources: {'Port': ['ID=a8bc8b09-f609-47ca-90a5-197b00d680cb,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:25.473094 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device aa7a43f4-555b-4213-a8fa-75f449055cf9 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:53:25.482780 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd5a95d-59c4-42a1-954f-f8e1497a1ce2 req-c1b1c2eb-9c87-4479-b319-83e9a9d70cba tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:25.491644 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5fd5a95d-59c4-42a1-954f-f8e1497a1ce2 req-c1b1c2eb-9c87-4479-b319-83e9a9d70cba tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=150775af-ea06-4b6d-8d71-6c0f0e8fd5df HTTP/1.1" status: 200 len: 945 time: 0.3143508 Aug 19 14:53:25.527557 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-fe08afcd-21cf-4219-bdbf-08f573f28750 None None] Attempting to bind port a8bc8b09-f609-47ca-90a5-197b00d680cb on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:53:25.527918 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-fe08afcd-21cf-4219-bdbf-08f573f28750 None None] Attempting to bind port a8bc8b09-f609-47ca-90a5-197b00d680cb by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '694851b4-8600-4842-ac24-c101be8724cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'e2325d4b-9b9d-402c-8561-f6c61e79cbb8'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:53:25.528421 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe08afcd-21cf-4219-bdbf-08f573f28750 None None] Attempting to bind port a8bc8b09-f609-47ca-90a5-197b00d680cb on network e2325d4b-9b9d-402c-8561-f6c61e79cbb8 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:53:25.539967 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe08afcd-21cf-4219-bdbf-08f573f28750 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:53:25.540492 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe08afcd-21cf-4219-bdbf-08f573f28750 None None] Checking segment: {'id': '694851b4-8600-4842-ac24-c101be8724cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'e2325d4b-9b9d-402c-8561-f6c61e79cbb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:53:25.540993 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fe08afcd-21cf-4219-bdbf-08f573f28750 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:25.541739 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe08afcd-21cf-4219-bdbf-08f573f28750 None None] Bound using segment: {'id': '694851b4-8600-4842-ac24-c101be8724cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'e2325d4b-9b9d-402c-8561-f6c61e79cbb8'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:53:25.542331 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-fe08afcd-21cf-4219-bdbf-08f573f28750 None None] Bound port: a8bc8b09-f609-47ca-90a5-197b00d680cb, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694851b4-8600-4842-ac24-c101be8724cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'e2325d4b-9b9d-402c-8561-f6c61e79cbb8'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:53:25.542950 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fe08afcd-21cf-4219-bdbf-08f573f28750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:25.563050 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-91ef1ca0-f4c5-4654-af37-a90f6edfcb46 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Allocated IP 172.20.0.6 (e2325d4b-9b9d-402c-8561-f6c61e79cbb8/852a196c-ca4a-4f35-8449-f2eacb4b666b/fa19f932-6260-4937-bb63-0306407a9723) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:53:25.582343 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adac2d00-019d-41fe-8bd9-6e2c07f0410a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Made reservation on behalf of 7a0c6ff201d948d2944c0780e076389b for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:53:25.586343 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-adac2d00-019d-41fe-8bd9-6e2c07f0410a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:25.587859 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8335edf8-2770-4b2a-83fa-33d05afc6600 tempest-MeteringTestJSON-401818751 tempest-MeteringTestJSON-401818751-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:25.588910 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-8335edf8-2770-4b2a-83fa-33d05afc6600 tempest-MeteringTestJSON-401818751 tempest-MeteringTestJSON-401818751-project-admin] 10.222.0.69 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7496808 Aug 19 14:53:25.591641 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35310) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:25.619830 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-bda21972-b468-4ca2-83ad-188f98d9c494 tempest-MeteringTestJSON-401818751 tempest-MeteringTestJSON-401818751-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'e6be4c43-0cf0-4f44-8096-0c1ce8ca5238'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:25.620350 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-bda21972-b468-4ca2-83ad-188f98d9c494 tempest-MeteringTestJSON-401818751 tempest-MeteringTestJSON-401818751-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94639) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 14:53:25.645574 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-adac2d00-019d-41fe-8bd9-6e2c07f0410a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:25.650576 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5fd5a95d-59c4-42a1-954f-f8e1497a1ce2 req-fe334fbe-6f78-48e2-8afe-52a220b6080a tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579809 Aug 19 14:53:25.684631 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:25.686492 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-09583e1b-edc3-4e11-9240-0f35e5ec2052 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:25.693166 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ff9e02e0-d406-4859-bd68-ba523f368bce req-d6fe7714-794f-479f-8a5a-411a704a458b tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:25.701218 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-fe08afcd-21cf-4219-bdbf-08f573f28750 None None] For port a8bc8b09-f609-47ca-90a5-197b00d680cb, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:53:25.727598 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port aa7a43f4-555b-4213-a8fa-75f449055cf9, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=aa7a43f4-555b-4213-a8fa-75f449055cf9,segment=NetworkSegment(a797992c-f015-48a4-a029-21c175cc336b),segment_id=a797992c-f015-48a4-a029-21c175cc336b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:53:25.731735 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc73c556-372d-45ed-a6ca-136a8ca2c91f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa7a43f4-555b-4213-a8fa-75f449055cf9'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:53:25.735055 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04b1b2d-6ca2-4a87-af79-518475747950" -d '{"events": [{"server_uuid": "bc73c556-372d-45ed-a6ca-136a8ca2c91f", "name": "network-vif-unplugged", "status": "completed", "tag": "aa7a43f4-555b-4213-a8fa-75f449055cf9"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:53:25.738532 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['a7e85fcb-ef17-4c29-9bad-802ebaac2f1f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:53:25.746413 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-09583e1b-edc3-4e11-9240-0f35e5ec2052 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Transition to ACTIVE for port object c60218ed-6dc2-416e-a1ff-e79d8dabb3a3 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:53:25.752171 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:25.767486 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff9e02e0-d406-4859-bd68-ba523f368bce req-d6fe7714-794f-479f-8a5a-411a704a458b tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Network 9be319f8-603a-41e0-a57e-1a917fa30646 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:53:25.774281 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-ff9e02e0-d406-4859-bd68-ba523f368bce req-d6fe7714-794f-479f-8a5a-411a704a458b tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:53:25.786054 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff9e02e0-d406-4859-bd68-ba523f368bce req-d6fe7714-794f-479f-8a5a-411a704a458b tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:53:25.792623 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe7714-794f-479f-8a5a-411a704a458b tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Pushing event updated for resources: {'Port': ['ID=eee81213-5ba2-4bd4-8541-95bcbaf6dec2,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:25.813150 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-fe08afcd-21cf-4219-bdbf-08f573f28750 None None] For port a8bc8b09-f609-47ca-90a5-197b00d680cb, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=a8bc8b09-f609-47ca-90a5-197b00d680cb,segment=NetworkSegment(694851b4-8600-4842-ac24-c101be8724cf),segment_id=694851b4-8600-4842-ac24-c101be8724cf)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:53:25.856354 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fe08afcd-21cf-4219-bdbf-08f573f28750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:25.865143 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e02e0-d406-4859-bd68-ba523f368bce req-d6fe7714-794f-479f-8a5a-411a704a458b tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:25.866064 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ff9e02e0-d406-4859-bd68-ba523f368bce req-d6fe7714-794f-479f-8a5a-411a704a458b tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:25.891200 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-09583e1b-edc3-4e11-9240-0f35e5ec2052 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:25.891936 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 14:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d848d660-1b77-4e9a-b4fb-43b5517b4cbb x-openstack-request-id: req-d848d660-1b77-4e9a-b4fb-43b5517b4cbb {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:53:25.892233 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc73c556-372d-45ed-a6ca-136a8ca2c91f", "name": "network-vif-unplugged", "status": "completed", "tag": "aa7a43f4-555b-4213-a8fa-75f449055cf9", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:53:25.892535 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d848d660-1b77-4e9a-b4fb-43b5517b4cbb {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:53:25.892982 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc73c556-372d-45ed-a6ca-136a8ca2c91f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa7a43f4-555b-4213-a8fa-75f449055cf9', 'code': 200} Aug 19 14:53:25.937577 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=aa7a43f4-555b-4213-a8fa-75f449055cf9,revision_number=14']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:25.944350 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09583e1b-edc3-4e11-9240-0f35e5ec2052 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Network ab0993cc-6279-41dd-a621-fecac9e5859a is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:53:25.952551 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-09583e1b-edc3-4e11-9240-0f35e5ec2052 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:53:25.957344 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09583e1b-edc3-4e11-9240-0f35e5ec2052 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:53:25.968376 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09583e1b-edc3-4e11-9240-0f35e5ec2052 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Pushing event updated for resources: {'Port': ['ID=c60218ed-6dc2-416e-a1ff-e79d8dabb3a3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:25.968598 n-d-766043-2 neutron-server[94639]: WARNING neutron.services.metering.metering_plugin [None req-bda21972-b468-4ca2-83ad-188f98d9c494 tempest-MeteringTestJSON-401818751 tempest-MeteringTestJSON-401818751-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 19 14:53:26.110542 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-09583e1b-edc3-4e11-9240-0f35e5ec2052 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:26.178984 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe08afcd-21cf-4219-bdbf-08f573f28750 None None] Pushing event updated for resources: {'Port': ['ID=a8bc8b09-f609-47ca-90a5-197b00d680cb,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:26.355754 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bda21972-b468-4ca2-83ad-188f98d9c494 tempest-MeteringTestJSON-401818751 tempest-MeteringTestJSON-401818751-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:26.357164 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-bda21972-b468-4ca2-83ad-188f98d9c494 tempest-MeteringTestJSON-401818751 tempest-MeteringTestJSON-401818751-project-admin] 10.222.0.69 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7637367 Aug 19 14:53:26.391431 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35346) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:26.396927 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a688ec1e-ffc2-46eb-9215-de6aadaacde4 tempest-MeteringTestJSON-401818751 tempest-MeteringTestJSON-401818751-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'e6be4c43-0cf0-4f44-8096-0c1ce8ca5238'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:26.397872 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a688ec1e-ffc2-46eb-9215-de6aadaacde4 tempest-MeteringTestJSON-401818751 tempest-MeteringTestJSON-401818751-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94640) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 14:53:26.452220 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91ef1ca0-f4c5-4654-af37-a90f6edfcb46 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:26.489400 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-91ef1ca0-f4c5-4654-af37-a90f6edfcb46 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Transition to ACTIVE for port object fa19f932-6260-4937-bb63-0306407a9723 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:53:26.559744 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fb56e612-869c-429b-bde3-dd535e10dff8 None None] Provisioning for port c60218ed-6dc2-416e-a1ff-e79d8dabb3a3 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:53:26.564648 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fb56e612-869c-429b-bde3-dd535e10dff8 None None] Provisioning complete for port c60218ed-6dc2-416e-a1ff-e79d8dabb3a3 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:53:26.565029 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fb56e612-869c-429b-bde3-dd535e10dff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:26.620015 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-fb56e612-869c-429b-bde3-dd535e10dff8 None None] Port c60218ed-6dc2-416e-a1ff-e79d8dabb3a3 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:53:26.621585 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-adac2d00-019d-41fe-8bd9-6e2c07f0410a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:26.642489 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-adac2d00-019d-41fe-8bd9-6e2c07f0410a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:26.674848 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91ef1ca0-f4c5-4654-af37-a90f6edfcb46 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:26.699504 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adac2d00-019d-41fe-8bd9-6e2c07f0410a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:53:26.728139 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adac2d00-019d-41fe-8bd9-6e2c07f0410a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=126a213a-85fc-4efb-ab06-bb8d95405e88,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:26.756783 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ef1ca0-f4c5-4654-af37-a90f6edfcb46 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Network e2325d4b-9b9d-402c-8561-f6c61e79cbb8 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:53:26.770874 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-91ef1ca0-f4c5-4654-af37-a90f6edfcb46 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:53:26.775589 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-adac2d00-019d-41fe-8bd9-6e2c07f0410a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:26.776784 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-adac2d00-019d-41fe-8bd9-6e2c07f0410a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Added segment 01e1c77a-efaf-4dea-8b2d-f5011a554171 of type vlan for network ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8 Aug 19 14:53:26.794644 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ef1ca0-f4c5-4654-af37-a90f6edfcb46 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:53:26.856772 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ef1ca0-f4c5-4654-af37-a90f6edfcb46 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:26.857780 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91ef1ca0-f4c5-4654-af37-a90f6edfcb46 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:26.923259 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-adac2d00-019d-41fe-8bd9-6e2c07f0410a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:26.949094 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-91ef1ca0-f4c5-4654-af37-a90f6edfcb46 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.2593727 Aug 19 14:53:26.949878 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35380) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:26.959280 n-d-766043-2 neutron-server[94640]: WARNING neutron.services.metering.metering_plugin [None req-a688ec1e-ffc2-46eb-9215-de6aadaacde4 tempest-MeteringTestJSON-401818751 tempest-MeteringTestJSON-401818751-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 19 14:53:26.962895 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ef1ca0-f4c5-4654-af37-a90f6edfcb46 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event updated for resources: {'Port': ['ID=fa19f932-6260-4937-bb63-0306407a9723,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:26.965379 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ff9e02e0-d406-4859-bd68-ba523f368bce req-d6fe7714-794f-479f-8a5a-411a704a458b tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9241095 Aug 19 14:53:27.039470 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-ff9e02e0-d406-4859-bd68-ba523f368bce req-0bb457fc-872c-48e9-87c6-e3863943bf15 service neutron] Request body: {'port': {'device_id': 'f420aae7-a929-4486-ba9e-859b5f63fbbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:27.040562 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-adac2d00-019d-41fe-8bd9-6e2c07f0410a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:27.048206 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adac2d00-019d-41fe-8bd9-6e2c07f0410a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:27.048878 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-adac2d00-019d-41fe-8bd9-6e2c07f0410a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:27.122071 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb35f15-71c1-4cff-b8ac-491c3216eb16 req-eccc311f-0dc5-40a9-86ab-4bc097b24bad tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:27.130326 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-efb35f15-71c1-4cff-b8ac-491c3216eb16 req-eccc311f-0dc5-40a9-86ab-4bc097b24bad tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=f420aae7-a929-4486-ba9e-859b5f63fbbb HTTP/1.1" status: 200 len: 931 time: 0.8374968 Aug 19 14:53:27.150952 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-adac2d00-019d-41fe-8bd9-6e2c07f0410a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.2111557 Aug 19 14:53:27.154243 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf74fd1-c632-48a5-ad2f-506a4030b391 req-6a54d2a2-21d7-4944-b063-b41a17cf5225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:27.154731 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35388) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:27.155130 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2cf74fd1-c632-48a5-ad2f-506a4030b391 req-6a54d2a2-21d7-4944-b063-b41a17cf5225 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a009ace5c9ab4354b62fea1750ef405e&device_id=150775af-ea06-4b6d-8d71-6c0f0e8fd5df HTTP/1.1" status: 200 len: 1096 time: 0.8194573 Aug 19 14:53:27.176446 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f3b61ead-72ce-4620-aa5b-aaae97275d8d tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1677768249', 'admin_state_up': True, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:27.204005 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adac2d00-019d-41fe-8bd9-6e2c07f0410a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event updated for resources: {'Network': ['ID=ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:27.218000 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:53:27.248727 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f3b61ead-72ce-4620-aa5b-aaae97275d8d tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:27.250878 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f3b61ead-72ce-4620-aa5b-aaae97275d8d tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:27.271320 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c4a291-69e7-436e-84d4-9832218c339b req-ca067c20-ed22-4879-aa39-0e1b52e72ae7 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:27.278687 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-54c4a291-69e7-436e-84d4-9832218c339b req-ca067c20-ed22-4879-aa39-0e1b52e72ae7 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=150775af-ea06-4b6d-8d71-6c0f0e8fd5df HTTP/1.1" status: 200 len: 945 time: 0.8423226 Aug 19 14:53:27.300926 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a688ec1e-ffc2-46eb-9215-de6aadaacde4 tempest-MeteringTestJSON-401818751 tempest-MeteringTestJSON-401818751-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:27.302366 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a688ec1e-ffc2-46eb-9215-de6aadaacde4 tempest-MeteringTestJSON-401818751 tempest-MeteringTestJSON-401818751-project-admin] 10.222.0.69 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.9098492 Aug 19 14:53:27.350956 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35392) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:27.404015 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f3b61ead-72ce-4620-aa5b-aaae97275d8d tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:27.407122 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-dda52642-307e-45d2-8a8c-076102787561 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Deleting port fa19f932-6260-4937-bb63-0306407a9723 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:53:27.407122 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dda52642-307e-45d2-8a8c-076102787561 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:27.415815 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8dadbfa4-f600-4dac-a371-d8c8e3826e62 tempest-MeteringTestJSON-401818751 tempest-MeteringTestJSON-401818751-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-label-rules?id=de6e2aa1-3245-4ec6-af5b-9040935cabab HTTP/1.1" status: 200 len: 464 time: 0.0311532 Aug 19 14:53:27.416786 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35396) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:27.453814 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-efb35f15-71c1-4cff-b8ac-491c3216eb16 req-79f5741b-2a11-4a35-8d63-fe7987712613 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225551 Aug 19 14:53:27.479656 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ff9e02e0-d406-4859-bd68-ba523f368bce req-0bb457fc-872c-48e9-87c6-e3863943bf15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:27.496578 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc92c3ea-7928-4abf-9d5e-5de97fe64711 None None] Network e2325d4b-9b9d-402c-8561-f6c61e79cbb8 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:53:27.498962 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-54c4a291-69e7-436e-84d4-9832218c339b req-1ff12d43-c0a5-4569-ab76-ec7ea06560ab tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190967 Aug 19 14:53:27.514750 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-09583e1b-edc3-4e11-9240-0f35e5ec2052 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:27.611132 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf74fd1-c632-48a5-ad2f-506a4030b391 req-b3b87fed-f302-4997-80aa-be41dd606adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:27.612860 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2cf74fd1-c632-48a5-ad2f-506a4030b391 req-b3b87fed-f302-4997-80aa-be41dd606adf service neutron] 10.222.0.88 "GET /v2.0/networks?id=826a14c6-b01f-4f4f-86d2-3cfbb5aad056 HTTP/1.1" status: 200 len: 920 time: 0.4347081 Aug 19 14:53:27.683812 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device a8bc8b09-f609-47ca-90a5-197b00d680cb up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:53:27.707847 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2cf74fd1-c632-48a5-ad2f-506a4030b391 req-69212132-cbee-4762-8ecf-cded9a2f75ab service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78e1f20f-8f74-46b6-8b06-a2a3d20df9da HTTP/1.1" status: 200 len: 217 time: 0.0743873 Aug 19 14:53:27.768772 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f3b61ead-72ce-4620-aa5b-aaae97275d8d tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:27.773416 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dda52642-307e-45d2-8a8c-076102787561 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:27.774843 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-510e39a7-850b-4b72-a7a4-158921edac8f None None] Provisioning for port a8bc8b09-f609-47ca-90a5-197b00d680cb completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:53:27.807532 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port a8bc8b09-f609-47ca-90a5-197b00d680cb completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:53:27.812609 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port a8bc8b09-f609-47ca-90a5-197b00d680cb triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:53:27.813096 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:27.814798 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-03b040aa-8186-46a4-904a-d5ed2175369d tempest-MeteringTestJSON-401818751 tempest-MeteringTestJSON-401818751-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:27.819648 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-03b040aa-8186-46a4-904a-d5ed2175369d tempest-MeteringTestJSON-401818751 tempest-MeteringTestJSON-401818751-project-admin] 10.222.0.69 "DELETE /v2.0/metering/metering-label-rules/de6e2aa1-3245-4ec6-af5b-9040935cabab HTTP/1.1" status: 204 len: 168 time: 0.3918839 Aug 19 14:53:27.820594 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35400) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:27.836356 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-dda52642-307e-45d2-8a8c-076102787561 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Calling delete_port for fa19f932-6260-4937-bb63-0306407a9723 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:53:27.860895 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9b6aa7be-9d86-442e-8737-78bc6c56eb27 tempest-MeteringTestJSON-401818751 tempest-MeteringTestJSON-401818751-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-label-rules?id=de6e2aa1-3245-4ec6-af5b-9040935cabab HTTP/1.1" status: 200 len: 221 time: 0.0364368 Aug 19 14:53:27.871762 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ab205-25d8-4931-b03e-b82221f09528 req-613c277d-1328-4232-baf6-db31bb82f960 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:27.873583 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-916ab205-25d8-4931-b03e-b82221f09528 req-613c277d-1328-4232-baf6-db31bb82f960 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.3036678 Aug 19 14:53:27.873956 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35402) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:27.890586 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9a5c5f60-6ebf-4b99-a802-9367d7b8b857 tempest-MeteringTestJSON-401818751 tempest-MeteringTestJSON-401818751-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2059848692', 'description': 'label created by tempest'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:27.891047 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9a5c5f60-6ebf-4b99-a802-9367d7b8b857 tempest-MeteringTestJSON-401818751 tempest-MeteringTestJSON-401818751-project-admin] Unknown quota resources ['metering_label']. {{(pid=94640) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 14:53:27.986255 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:28.014434 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf74fd1-c632-48a5-ad2f-506a4030b391 req-bbb69604-782f-4712-8015-f76bc869ef34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:28.015931 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2cf74fd1-c632-48a5-ad2f-506a4030b391 req-bbb69604-782f-4712-8015-f76bc869ef34 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f017c343-b8a3-4a90-a258-473804aba5f3 HTTP/1.1" status: 200 len: 859 time: 0.3001120 Aug 19 14:53:28.070421 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port a8bc8b09-f609-47ca-90a5-197b00d680cb, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=a8bc8b09-f609-47ca-90a5-197b00d680cb,segment=NetworkSegment(694851b4-8600-4842-ac24-c101be8724cf),segment_id=694851b4-8600-4842-ac24-c101be8724cf)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:53:28.076979 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:28.173813 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=a8bc8b09-f609-47ca-90a5-197b00d680cb,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:28.202014 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-76a756d5-4243-4f1b-ac84-9bc4e96b24b0 None None] Could not find standard attr ID for object fa19f932-6260-4937-bb63-0306407a9723. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 14:53:28.213675 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dda52642-307e-45d2-8a8c-076102787561 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:28.221060 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-76a756d5-4243-4f1b-ac84-9bc4e96b24b0 None None] Provisioning complete for port a8bc8b09-f609-47ca-90a5-197b00d680cb triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:53:28.221060 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-76a756d5-4243-4f1b-ac84-9bc4e96b24b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:28.310361 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2cf74fd1-c632-48a5-ad2f-506a4030b391 req-73db0455-1b7f-498a-8344-06b4bf32c119 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=826a14c6-b01f-4f4f-86d2-3cfbb5aad056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2698903 Aug 19 14:53:28.319503 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f3b61ead-72ce-4620-aa5b-aaae97275d8d tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:28.359089 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f3b61ead-72ce-4620-aa5b-aaae97275d8d tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:28.396025 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda52642-307e-45d2-8a8c-076102787561 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event deleted for resources: {'Port': ['ID=fa19f932-6260-4937-bb63-0306407a9723,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:28.438243 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dda52642-307e-45d2-8a8c-076102787561 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:28.443719 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-dda52642-307e-45d2-8a8c-076102787561 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "DELETE /v2.0/ports/fa19f932-6260-4937-bb63-0306407a9723 HTTP/1.1" status: 204 len: 168 time: 1.4832635 Aug 19 14:53:28.454755 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-916ab205-25d8-4931-b03e-b82221f09528 req-5ecb5481-50b4-496d-9f53-19359b901326 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5683193 Aug 19 14:53:28.456266 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9a5c5f60-6ebf-4b99-a802-9367d7b8b857 tempest-MeteringTestJSON-401818751 tempest-MeteringTestJSON-401818751-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:28.460591 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9a5c5f60-6ebf-4b99-a802-9367d7b8b857 tempest-MeteringTestJSON-401818751 tempest-MeteringTestJSON-401818751-project-admin] 10.222.0.69 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5772355 Aug 19 14:53:28.462095 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35408) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:28.462095 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35410) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:28.490703 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6baabba2-5c5a-4b99-ac44-33bad5e6e738 None None] Could not find standard attr ID for object fa19f932-6260-4937-bb63-0306407a9723. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 14:53:28.492571 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35416) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:28.508505 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-f3b61ead-72ce-4620-aa5b-aaae97275d8d tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Allocated IP 172.25.2.213 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/7b2d2b35-074d-4339-98a2-af5c4a9eef3f) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:53:28.609059 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-ff9e02e0-d406-4859-bd68-ba523f368bce req-0bb457fc-872c-48e9-87c6-e3863943bf15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eee81213-5ba2-4bd4-8541-95bcbaf6dec2 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:53:28.663764 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ff9e02e0-d406-4859-bd68-ba523f368bce req-0bb457fc-872c-48e9-87c6-e3863943bf15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:28.689393 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e5bd8da8-05ec-4206-80f4-a18ccfefa5ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:28.699617 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f3b61ead-72ce-4620-aa5b-aaae97275d8d tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:28.793808 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f3b61ead-72ce-4620-aa5b-aaae97275d8d tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:28.800175 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-39609a55-37bf-40cb-9d61-329acfdd0f46 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] GET failed (client error): The resource could not be found. Aug 19 14:53:28.802425 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-39609a55-37bf-40cb-9d61-329acfdd0f46 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "GET /v2.0/ports/fa19f932-6260-4937-bb63-0306407a9723 HTTP/1.1" status: 404 len: 333 time: 0.1862605 Aug 19 14:53:28.808795 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35424) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:28.836159 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-3ae581e8-c9d4-4e45-90bf-719e04049989 tempest-MeteringTestJSON-401818751 tempest-MeteringTestJSON-401818751-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-labels?id=fb77d178-7871-4d51-a0fb-a8022fa44d38 HTTP/1.1" status: 200 len: 468 time: 0.2186968 Aug 19 14:53:28.840433 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35426) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:28.855871 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-ff9e02e0-d406-4859-bd68-ba523f368bce req-0bb457fc-872c-48e9-87c6-e3863943bf15 service neutron] Transition to ACTIVE for port object eee81213-5ba2-4bd4-8541-95bcbaf6dec2 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:53:28.895524 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ff9e02e0-d406-4859-bd68-ba523f368bce req-0bb457fc-872c-48e9-87c6-e3863943bf15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:28.906313 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b61ead-72ce-4620-aa5b-aaae97275d8d tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:53:28.966007 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-f3b61ead-72ce-4620-aa5b-aaae97275d8d tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:53:28.978027 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db24ca-d6dd-426c-aa86-4ae96da8a60c req-ce821d8a-9c30-4d61-8d60-1245affa1d80 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:28.979506 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b61ead-72ce-4620-aa5b-aaae97275d8d tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:53:28.979650 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-01db24ca-d6dd-426c-aa86-4ae96da8a60c req-ce821d8a-9c30-4d61-8d60-1245affa1d80 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=f420aae7-a929-4486-ba9e-859b5f63fbbb HTTP/1.1" status: 200 len: 931 time: 0.3332527 Aug 19 14:53:28.986772 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e5bd8da8-05ec-4206-80f4-a18ccfefa5ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:29.007047 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2cf74fd1-c632-48a5-ad2f-506a4030b391 req-8b023b77-dfcf-4fc3-8688-9df78eebc542 service neutron] 10.222.0.88 "GET /v2.0/networks/826a14c6-b01f-4f4f-86d2-3cfbb5aad056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6474166 Aug 19 14:53:29.007808 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b61ead-72ce-4620-aa5b-aaae97275d8d tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event updated for resources: {'Port': ['ID=7b2d2b35-074d-4339-98a2-af5c4a9eef3f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:29.022164 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-69e05122-14df-4f10-ae58-deaa16e0f851 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Deleting subnet 852a196c-ca4a-4f35-8449-f2eacb4b666b {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:53:29.033149 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944c416-94a9-487b-aa83-f3a8dfe3283c req-fc3cabc3-3d00-4da1-b3b9-d56742979681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:29.034623 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4944c416-94a9-487b-aa83-f3a8dfe3283c req-fc3cabc3-3d00-4da1-b3b9-d56742979681 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8bf9338b14bd4de0a247947d4332bed4&device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 1095 time: 0.2781370 Aug 19 14:53:29.053856 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e5bd8da8-05ec-4206-80f4-a18ccfefa5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:29.063144 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2120e-eff3-4e9f-a97d-8451e7cea525 req-84ce9bbd-f51a-41bc-845a-5233bc1a43ed tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:29.064650 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b3e2120e-eff3-4e9f-a97d-8451e7cea525 req-84ce9bbd-f51a-41bc-845a-5233bc1a43ed tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=150775af-ea06-4b6d-8d71-6c0f0e8fd5df HTTP/1.1" status: 200 len: 945 time: 0.2691784 Aug 19 14:53:29.070421 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-09583e1b-edc3-4e11-9240-0f35e5ec2052 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:29.072311 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb457fc-872c-48e9-87c6-e3863943bf15 service neutron] Pushing event updated for resources: {'Port': ['ID=eee81213-5ba2-4bd4-8541-95bcbaf6dec2,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:29.099891 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-69e05122-14df-4f10-ae58-deaa16e0f851 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:29.182519 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-09583e1b-edc3-4e11-9240-0f35e5ec2052 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:29.294357 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-01db24ca-d6dd-426c-aa86-4ae96da8a60c req-1d9886a1-18fe-4bd8-9d02-efe628d28dfd tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969024 Aug 19 14:53:29.468466 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e5bd8da8-05ec-4206-80f4-a18ccfefa5ac admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=39eb3025e25f421f905fa4b75c10c431&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9719732 Aug 19 14:53:29.474561 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35428) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:29.480535 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-69e05122-14df-4f10-ae58-deaa16e0f851 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:29.484486 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd8da8-05ec-4206-80f4-a18ccfefa5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=237bfee2-7660-4e85-bc5f-2ba6e6c5f3c5,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:29.571225 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device a8bc8b09-f609-47ca-90a5-197b00d680cb up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:53:29.623426 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port a8bc8b09-f609-47ca-90a5-197b00d680cb triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:53:29.623964 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:29.629167 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de999298-0459-4e07-8f7c-d64c01c8d39c tempest-MeteringTestJSON-401818751 tempest-MeteringTestJSON-401818751-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:29.633472 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-de999298-0459-4e07-8f7c-d64c01c8d39c tempest-MeteringTestJSON-401818751 tempest-MeteringTestJSON-401818751-project-admin] 10.222.0.69 "DELETE /v2.0/metering/metering-labels/fb77d178-7871-4d51-a0fb-a8022fa44d38 HTTP/1.1" status: 204 len: 168 time: 0.7805836 Aug 19 14:53:29.640217 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35430) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:29.705727 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-30227050-12fa-4684-9a08-125375cc4375 tempest-MeteringTestJSON-401818751 tempest-MeteringTestJSON-401818751-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-labels?id=fb77d178-7871-4d51-a0fb-a8022fa44d38 HTTP/1.1" status: 200 len: 216 time: 0.0550547 Aug 19 14:53:29.711631 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35432) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:29.740514 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6296b767-f1e3-4826-81ae-f5f570820944 tempest-MeteringTestJSON-401818751 tempest-MeteringTestJSON-401818751-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0266383 Aug 19 14:53:29.751939 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b3e2120e-eff3-4e9f-a97d-8451e7cea525 req-d2fc5d90-d465-45f3-9fc0-8e56c5effb93 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6769323 Aug 19 14:53:29.752614 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35434) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:29.774448 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09583e1b-edc3-4e11-9240-0f35e5ec2052 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Pushing event updated for resources: {'Port': ['ID=c60218ed-6dc2-416e-a1ff-e79d8dabb3a3,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:29.779173 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-380e2c3d-d8a1-4585-a174-f2f2394ce410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:29.791747 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-09583e1b-edc3-4e11-9240-0f35e5ec2052 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:29.819655 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2cf74fd1-c632-48a5-ad2f-506a4030b391 req-6540681f-f17b-40fd-903a-4cce39178fa1 service neutron] 10.222.0.88 "GET /v2.0/networks/826a14c6-b01f-4f4f-86d2-3cfbb5aad056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7901711 Aug 19 14:53:29.821057 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-79f36c4d-3bb7-4639-83b8-125c43b3bb0c tempest-MeteringTestJSON-401818751 tempest-MeteringTestJSON-401818751-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0590446 Aug 19 14:53:29.824352 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-ff9e02e0-d406-4859-bd68-ba523f368bce req-0bb457fc-872c-48e9-87c6-e3863943bf15 service neutron] Attempting to bind port eee81213-5ba2-4bd4-8541-95bcbaf6dec2 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:53:29.824718 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-ff9e02e0-d406-4859-bd68-ba523f368bce req-0bb457fc-872c-48e9-87c6-e3863943bf15 service neutron] Attempting to bind port eee81213-5ba2-4bd4-8541-95bcbaf6dec2 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': 'af76a49f-6b6e-4117-acb3-d7b5325cccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9be319f8-603a-41e0-a57e-1a917fa30646'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:53:29.825048 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9e02e0-d406-4859-bd68-ba523f368bce req-0bb457fc-872c-48e9-87c6-e3863943bf15 service neutron] Attempting to bind port eee81213-5ba2-4bd4-8541-95bcbaf6dec2 on network 9be319f8-603a-41e0-a57e-1a917fa30646 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:53:29.827578 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944c416-94a9-487b-aa83-f3a8dfe3283c req-cc2f7a25-7ab0-4e01-b44e-6a27f6ba883d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:29.829030 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4944c416-94a9-487b-aa83-f3a8dfe3283c req-cc2f7a25-7ab0-4e01-b44e-6a27f6ba883d service neutron] 10.222.0.88 "GET /v2.0/networks?id=8d226290-6085-496f-b9eb-bf514760f427 HTTP/1.1" status: 200 len: 912 time: 0.7608488 Aug 19 14:53:29.830579 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35436) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:29.846348 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-69e05122-14df-4f10-ae58-deaa16e0f851 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:29.865110 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9e02e0-d406-4859-bd68-ba523f368bce req-0bb457fc-872c-48e9-87c6-e3863943bf15 service neutron] Port eee81213-5ba2-4bd4-8541-95bcbaf6dec2 on network 9be319f8-603a-41e0-a57e-1a917fa30646 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:53:29.865110 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9e02e0-d406-4859-bd68-ba523f368bce req-0bb457fc-872c-48e9-87c6-e3863943bf15 service neutron] Attempting to bind port eee81213-5ba2-4bd4-8541-95bcbaf6dec2 on network 9be319f8-603a-41e0-a57e-1a917fa30646 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:53:29.922252 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-380e2c3d-d8a1-4585-a174-f2f2394ce410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:29.976124 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35639ca-21d6-431b-9374-c1898d03a534 req-a6aaee32-4f7c-444e-9ceb-d3a954a80ebf tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:29.977556 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b35639ca-21d6-431b-9374-c1898d03a534 req-a6aaee32-4f7c-444e-9ceb-d3a954a80ebf tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.3079798 Aug 19 14:53:29.987422 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-bf816775-bf88-400f-a747-81ed52c52320 tempest-MeteringTestJSON-401818751 tempest-MeteringTestJSON-401818751-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-labels/e6be4c43-0cf0-4f44-8096-0c1ce8ca5238 HTTP/1.1" status: 200 len: 473 time: 0.1546547 Aug 19 14:53:29.988294 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9e02e0-d406-4859-bd68-ba523f368bce req-0bb457fc-872c-48e9-87c6-e3863943bf15 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:53:29.988656 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9e02e0-d406-4859-bd68-ba523f368bce req-0bb457fc-872c-48e9-87c6-e3863943bf15 service neutron] Checking segment: {'id': 'af76a49f-6b6e-4117-acb3-d7b5325cccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9be319f8-603a-41e0-a57e-1a917fa30646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:53:29.991351 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9e02e0-d406-4859-bd68-ba523f368bce req-0bb457fc-872c-48e9-87c6-e3863943bf15 service neutron] Bound using segment: {'id': 'af76a49f-6b6e-4117-acb3-d7b5325cccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9be319f8-603a-41e0-a57e-1a917fa30646'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:53:29.991351 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-ff9e02e0-d406-4859-bd68-ba523f368bce req-0bb457fc-872c-48e9-87c6-e3863943bf15 service neutron] Bound port: eee81213-5ba2-4bd4-8541-95bcbaf6dec2, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af76a49f-6b6e-4117-acb3-d7b5325cccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9be319f8-603a-41e0-a57e-1a917fa30646'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:53:29.991351 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ff9e02e0-d406-4859-bd68-ba523f368bce req-0bb457fc-872c-48e9-87c6-e3863943bf15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:29.992123 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35438) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:30.033584 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f3b61ead-72ce-4620-aa5b-aaae97275d8d tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:30.040362 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-69e05122-14df-4f10-ae58-deaa16e0f851 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:30.067955 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-5e08b5f5-ce28-46a8-9d70-fdbb555f1d95 tempest-MeteringTestJSON-401818751 tempest-MeteringTestJSON-401818751-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-label-rules/77710acc-c9cd-49cd-9ad2-d10cd049b0b3 HTTP/1.1" status: 200 len: 461 time: 0.0623407 Aug 19 14:53:30.079627 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35440) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:30.121648 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e05122-14df-4f10-ae58-deaa16e0f851 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event deleted for resources: {'Subnet': ['ID=852a196c-ca4a-4f35-8449-f2eacb4b666b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:30.126560 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-380e2c3d-d8a1-4585-a174-f2f2394ce410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:30.129204 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-380e2c3d-d8a1-4585-a174-f2f2394ce410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:30.134948 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-380e2c3d-d8a1-4585-a174-f2f2394ce410 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/237bfee2-7660-4e85-bc5f-2ba6e6c5f3c5 HTTP/1.1" status: 204 len: 168 time: 0.6475556 Aug 19 14:53:30.145110 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-69e05122-14df-4f10-ae58-deaa16e0f851 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:30.145847 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278f2c20-7917-4f83-9cd6-16a17669e720 None None] Network e2325d4b-9b9d-402c-8561-f6c61e79cbb8 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:53:30.149504 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-69e05122-14df-4f10-ae58-deaa16e0f851 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "DELETE /v2.0/subnets/852a196c-ca4a-4f35-8449-f2eacb4b666b HTTP/1.1" status: 204 len: 168 time: 1.3338690 Aug 19 14:53:30.154226 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4944c416-94a9-487b-aa83-f3a8dfe3283c req-4dfa2bb8-4c9d-42a4-a231-d64b6d106f09 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa7a43f4-555b-4213-a8fa-75f449055cf9 HTTP/1.1" status: 200 len: 999 time: 0.3100817 Aug 19 14:53:30.162546 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35444) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:30.174333 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380e2c3d-d8a1-4585-a174-f2f2394ce410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237bfee2-7660-4e85-bc5f-2ba6e6c5f3c5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:30.266414 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09583e1b-edc3-4e11-9240-0f35e5ec2052 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Network ab0993cc-6279-41dd-a621-fecac9e5859a is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:53:30.269758 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b35639ca-21d6-431b-9374-c1898d03a534 req-3c222bee-10de-43c7-97d6-f5659f850d94 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2751038 Aug 19 14:53:30.288833 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-09583e1b-edc3-4e11-9240-0f35e5ec2052 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:53:30.309843 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-ff9e02e0-d406-4859-bd68-ba523f368bce req-0bb457fc-872c-48e9-87c6-e3863943bf15 service neutron] For port eee81213-5ba2-4bd4-8541-95bcbaf6dec2, host n-h1-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:53:30.398152 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-ff9e02e0-d406-4859-bd68-ba523f368bce req-0bb457fc-872c-48e9-87c6-e3863943bf15 service neutron] For port eee81213-5ba2-4bd4-8541-95bcbaf6dec2, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=eee81213-5ba2-4bd4-8541-95bcbaf6dec2,segment=NetworkSegment(af76a49f-6b6e-4117-acb3-d7b5325cccf1),segment_id=af76a49f-6b6e-4117-acb3-d7b5325cccf1)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:53:30.408733 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a323f6d2-cb26-471f-9ebd-d5d9feb914d8 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:30.432701 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f3b61ead-72ce-4620-aa5b-aaae97275d8d tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:30.434300 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b031376-4be2-47a5-9db5-5c310478c080 None None] DHCP port deletion for e2325d4b-9b9d-402c-8561-f6c61e79cbb8 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:53:30.476787 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944c416-94a9-487b-aa83-f3a8dfe3283c req-c55c03f1-30a9-49ed-bb7b-d7b3431a0226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:30.478340 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4944c416-94a9-487b-aa83-f3a8dfe3283c req-c55c03f1-30a9-49ed-bb7b-d7b3431a0226 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5ebe78ca-28f7-43fa-89de-04375d30f6cd HTTP/1.1" status: 200 len: 850 time: 0.3081126 Aug 19 14:53:30.483052 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ff9e02e0-d406-4859-bd68-ba523f368bce req-0bb457fc-872c-48e9-87c6-e3863943bf15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:30.493829 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6267fc23-aebb-4dda-a620-40f73a602835 tempest-MeteringTestJSON-401818751 tempest-MeteringTestJSON-401818751-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:30.494947 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-6267fc23-aebb-4dda-a620-40f73a602835 tempest-MeteringTestJSON-401818751 tempest-MeteringTestJSON-401818751-project-admin] 10.222.0.69 "DELETE /v2.0/metering/metering-label-rules/77710acc-c9cd-49cd-9ad2-d10cd049b0b3 HTTP/1.1" status: 204 len: 168 time: 0.3901362 Aug 19 14:53:30.498568 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35450) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:30.524756 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3b031376-4be2-47a5-9db5-5c310478c080 None None] Deleting port a8bc8b09-f609-47ca-90a5-197b00d680cb {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:53:30.525168 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3b031376-4be2-47a5-9db5-5c310478c080 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:30.605562 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3b031376-4be2-47a5-9db5-5c310478c080 None None] For port a8bc8b09-f609-47ca-90a5-197b00d680cb, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=a8bc8b09-f609-47ca-90a5-197b00d680cb,segment=NetworkSegment(694851b4-8600-4842-ac24-c101be8724cf),segment_id=694851b4-8600-4842-ac24-c101be8724cf)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:53:30.606341 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3b031376-4be2-47a5-9db5-5c310478c080 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:30.630146 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3b031376-4be2-47a5-9db5-5c310478c080 None None] Calling delete_port for a8bc8b09-f609-47ca-90a5-197b00d680cb owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:53:30.701482 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35452) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:30.704947 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e02e0-d406-4859-bd68-ba523f368bce req-0bb457fc-872c-48e9-87c6-e3863943bf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:30.705566 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ff9e02e0-d406-4859-bd68-ba523f368bce req-0bb457fc-872c-48e9-87c6-e3863943bf15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:30.706915 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ff9e02e0-d406-4859-bd68-ba523f368bce req-0bb457fc-872c-48e9-87c6-e3863943bf15 service neutron] 10.222.0.68 "PUT /v2.0/ports/eee81213-5ba2-4bd4-8541-95bcbaf6dec2 HTTP/1.1" status: 200 len: 1091 time: 3.7254999 Aug 19 14:53:30.725737 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f420aae7-a929-4486-ba9e-859b5f63fbbb', 'tag': 'eee81213-5ba2-4bd4-8541-95bcbaf6dec2'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:53:30.728039 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4589ddb-56f4-4776-bdd6-356a060791c7" -d '{"events": [{"name": "network-changed", "server_uuid": "f420aae7-a929-4486-ba9e-859b5f63fbbb", "tag": "eee81213-5ba2-4bd4-8541-95bcbaf6dec2"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:53:30.757367 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3b031376-4be2-47a5-9db5-5c310478c080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:30.784956 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b19b69ba-8b05-4863-b6b9-132ab13f9b14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:30.791634 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b031376-4be2-47a5-9db5-5c310478c080 None None] Pushing event deleted for resources: {'Port': ['ID=a8bc8b09-f609-47ca-90a5-197b00d680cb,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:30.794736 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-897c240c-a49d-4a4d-bfc7-5897f217db9a None None] Provisioning complete for port c60218ed-6dc2-416e-a1ff-e79d8dabb3a3 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:53:30.795504 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-897c240c-a49d-4a4d-bfc7-5897f217db9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:30.798202 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b031376-4be2-47a5-9db5-5c310478c080 None None] No DVR routers for this DVR port a8bc8b09-f609-47ca-90a5-197b00d680cb on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:53:30.803419 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a323f6d2-cb26-471f-9ebd-d5d9feb914d8 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] The port 'a8bc8b09-f609-47ca-90a5-197b00d680cb' was deleted {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 19 14:53:30.828030 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e6f1a5-680d-4510-9edf-192280dea870 x-openstack-request-id: req-58e6f1a5-680d-4510-9edf-192280dea870 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:53:30.828321 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f420aae7-a929-4486-ba9e-859b5f63fbbb", "tag": "eee81213-5ba2-4bd4-8541-95bcbaf6dec2", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:53:30.828589 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-58e6f1a5-680d-4510-9edf-192280dea870 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:53:30.828980 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f420aae7-a929-4486-ba9e-859b5f63fbbb', 'tag': 'eee81213-5ba2-4bd4-8541-95bcbaf6dec2', 'status': 'completed', 'code': 200} Aug 19 14:53:30.832173 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09583e1b-edc3-4e11-9240-0f35e5ec2052 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Router 4bc83d11-ef87-4722-a46b-bf424c413cc9 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:53:30.844184 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-897c240c-a49d-4a4d-bfc7-5897f217db9a None None] Port c60218ed-6dc2-416e-a1ff-e79d8dabb3a3 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:53:30.854426 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-614d6f73-520d-4b91-97bd-8c83cf9acfa7 tempest-MeteringTestJSON-401818751 tempest-MeteringTestJSON-401818751-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:30.856459 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-614d6f73-520d-4b91-97bd-8c83cf9acfa7 tempest-MeteringTestJSON-401818751 tempest-MeteringTestJSON-401818751-project-admin] 10.222.0.69 "DELETE /v2.0/metering/metering-labels/e6be4c43-0cf0-4f44-8096-0c1ce8ca5238 HTTP/1.1" status: 204 len: 168 time: 0.3561363 Aug 19 14:53:30.876837 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb457fc-872c-48e9-87c6-e3863943bf15 service neutron] Pushing event updated for resources: {'Port': ['ID=eee81213-5ba2-4bd4-8541-95bcbaf6dec2,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:30.889117 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b61ead-72ce-4620-aa5b-aaae97275d8d tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Router 84ba384b-0042-4e91-910a-a7140495f1ee is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:53:30.915285 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd296a-3aaa-4c16-ac09-1da3d319c32c req-e8709721-c007-4800-889b-fe879bc96368 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:30.921506 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-95dd296a-3aaa-4c16-ac09-1da3d319c32c req-e8709721-c007-4800-889b-fe879bc96368 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=f420aae7-a929-4486-ba9e-859b5f63fbbb HTTP/1.1" status: 200 len: 943 time: 0.4416714 Aug 19 14:53:30.925904 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944c416-94a9-487b-aa83-f3a8dfe3283c req-72d086f6-2381-47b9-93ae-c734ca4a12ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:30.929150 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4944c416-94a9-487b-aa83-f3a8dfe3283c req-72d086f6-2381-47b9-93ae-c734ca4a12ef service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8d226290-6085-496f-b9eb-bf514760f427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4217842 Aug 19 14:53:31.020966 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b61ead-72ce-4620-aa5b-aaae97275d8d tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:53:31.032539 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ddc7a8-aad7-4283-9b60-9a459f3c352e None None] Sync routers for ids ['84ba384b-0042-4e91-910a-a7140495f1ee'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:53:31.045656 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ddc7a8-aad7-4283-9b60-9a459f3c352e None None] Routers {'84ba384b-0042-4e91-910a-a7140495f1ee'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:53:31.046348 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-39ddc7a8-aad7-4283-9b60-9a459f3c352e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:53:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['84ba384b-0042-4e91-910a-a7140495f1ee'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:53:31.152234 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e02e0-d406-4859-bd68-ba523f368bce req-1e115c5b-0639-4509-b517-8ddf27b666c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:31.153886 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ff9e02e0-d406-4859-bd68-ba523f368bce req-1e115c5b-0639-4509-b517-8ddf27b666c0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=be2283224ccb474c91d3399de6043bbd&device_id=f420aae7-a929-4486-ba9e-859b5f63fbbb HTTP/1.1" status: 200 len: 1094 time: 0.3955662 Aug 19 14:53:31.154763 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-39ddc7a8-aad7-4283-9b60-9a459f3c352e None None] Set router 84ba384b-0042-4e91-910a-a7140495f1ee gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:53:31.159497 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a323f6d2-cb26-471f-9ebd-d5d9feb914d8 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:31.181516 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35462) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:31.240755 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a323f6d2-cb26-471f-9ebd-d5d9feb914d8 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2325d4b-9b9d-402c-8561-f6c61e79cbb8']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:53:31.268618 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ff9e02e0-d406-4859-bd68-ba523f368bce req-98bd7000-2b7a-4821-94fb-06fe82cf8f3e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eee81213-5ba2-4bd4-8541-95bcbaf6dec2 HTTP/1.1" status: 200 len: 217 time: 0.0982249 Aug 19 14:53:31.319703 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e449874b-5282-4380-8e3c-783e3c694413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:31.325931 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a323f6d2-cb26-471f-9ebd-d5d9feb914d8 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '694851b4-8600-4842-ac24-c101be8724cf') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:53:31.326235 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a323f6d2-cb26-471f-9ebd-d5d9feb914d8 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '694851b4-8600-4842-ac24-c101be8724cf') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:53:31.354847 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3a816-f98c-4604-a07a-052a3f2b86a6 req-2b3e210b-9fec-4a11-9f5a-85bc6b413074 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:31.356438 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8dc3a816-f98c-4604-a07a-052a3f2b86a6 req-2b3e210b-9fec-4a11-9f5a-85bc6b413074 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=150775af-ea06-4b6d-8d71-6c0f0e8fd5df HTTP/1.1" status: 200 len: 945 time: 0.4548898 Aug 19 14:53:31.364216 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bd97e991-d920-4f66-a7c5-b74506f81765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:31.364674 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a323f6d2-cb26-471f-9ebd-d5d9feb914d8 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:31.368636 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-95dd296a-3aaa-4c16-ac09-1da3d319c32c req-bd9ed448-77ca-42f0-9330-7fe5bd7cfdce tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782685 Aug 19 14:53:31.449962 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-39ddc7a8-aad7-4283-9b60-9a459f3c352e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'name': 'tempest-TestNetworkBasicOps-router-1677768249', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7b2d2b35-074d-4339-98a2-af5c4a9eef3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:53:27Z', 'updated_at': '2021-08-19T14:53:29Z', 'revision_number': 3, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'gw_port': {'id': '7b2d2b35-074d-4339-98a2-af5c4a9eef3f', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:28Z', 'updated_at': '2021-08-19T14:53:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:53:31.450194 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a323f6d2-cb26-471f-9ebd-d5d9feb914d8 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:31.490259 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ddc7a8-aad7-4283-9b60-9a459f3c352e None None] Checking router: 84ba384b-0042-4e91-910a-a7140495f1ee for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:53:31.490706 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ddc7a8-aad7-4283-9b60-9a459f3c352e None None] Updating router 84ba384b-0042-4e91-910a-a7140495f1ee port 7b2d2b35-074d-4339-98a2-af5c4a9eef3f binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:53:31.519445 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-39ddc7a8-aad7-4283-9b60-9a459f3c352e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:31.545042 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device a8bc8b09-f609-47ca-90a5-197b00d680cb no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:53:31.568200 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: a8bc8b09-f609-47ca-90a5-197b00d680cb {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:53:31.568677 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device a8bc8b09-f609-47ca-90a5-197b00d680cb not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:53:31.746745 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a323f6d2-cb26-471f-9ebd-d5d9feb914d8 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:53:31.747145 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a323f6d2-cb26-471f-9ebd-d5d9feb914d8 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:31.750093 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:53:31.750093 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:53:31.750093 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:53:31.750093 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:53:31.750093 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:53:31.750093 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:53:31.750093 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:53:31.750093 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:53:31.750093 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:53:31.750093 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:53:31.750093 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:53:31.750093 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:53:31.750093 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:53:31.750093 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:53:31.750093 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:53:31.750093 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:53:31.750093 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:53:31.750093 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:53:31.750093 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:53:31.750093 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:53:31.750093 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:53:31.750093 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:53:31.750093 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:53:31.750093 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:53:31.750093 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:53:31.750093 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:53:31.750093 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:53:31.750093 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:53:31.750093 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:53:31.750093 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:53:31.750093 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:53:31.750093 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:53:31.768727 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4944c416-94a9-487b-aa83-f3a8dfe3283c req-71e0caea-26ac-4cdf-9239-9109b6c64105 service neutron] 10.222.0.88 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7803071 Aug 19 14:53:31.778972 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-39ddc7a8-aad7-4283-9b60-9a459f3c352e None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:31.788389 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-39ddc7a8-aad7-4283-9b60-9a459f3c352e None None] Transition to ACTIVE for port object 7b2d2b35-074d-4339-98a2-af5c4a9eef3f will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:53:31.794372 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-39ddc7a8-aad7-4283-9b60-9a459f3c352e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:31.843130 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-39ddc7a8-aad7-4283-9b60-9a459f3c352e None None] Attempting to bind port 7b2d2b35-074d-4339-98a2-af5c4a9eef3f on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:53:31.843494 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-39ddc7a8-aad7-4283-9b60-9a459f3c352e None None] Attempting to bind port 7b2d2b35-074d-4339-98a2-af5c4a9eef3f by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:53:31.843853 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ddc7a8-aad7-4283-9b60-9a459f3c352e None None] Attempting to bind port 7b2d2b35-074d-4339-98a2-af5c4a9eef3f on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:53:31.848458 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09583e1b-edc3-4e11-9240-0f35e5ec2052 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:53:31.850758 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a010c-c866-4303-9820-59335ac5e81d None None] Pushing event updated for resources: {'Port': ['ID=7b2d2b35-074d-4339-98a2-af5c4a9eef3f,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:31.853090 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ddc7a8-aad7-4283-9b60-9a459f3c352e None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:53:31.853456 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ddc7a8-aad7-4283-9b60-9a459f3c352e None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:53:31.853852 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-39ddc7a8-aad7-4283-9b60-9a459f3c352e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:31.854240 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ddc7a8-aad7-4283-9b60-9a459f3c352e None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:53:31.854706 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-39ddc7a8-aad7-4283-9b60-9a459f3c352e None None] Bound port: 7b2d2b35-074d-4339-98a2-af5c4a9eef3f, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:53:31.855116 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-39ddc7a8-aad7-4283-9b60-9a459f3c352e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:31.856862 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-09583e1b-edc3-4e11-9240-0f35e5ec2052 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] 10.222.0.69 "PUT /v2.0/routers/4bc83d11-ef87-4722-a46b-bf424c413cc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5669711 Aug 19 14:53:31.856998 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35468) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:31.859149 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e02e0-d406-4859-bd68-ba523f368bce req-d6f79a00-57d2-4134-ab55-108d18ae57cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:31.860791 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ff9e02e0-d406-4859-bd68-ba523f368bce req-d6f79a00-57d2-4134-ab55-108d18ae57cc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a7f2da21-de8f-4925-bf66-a36681d26e7b HTTP/1.1" status: 200 len: 845 time: 0.5369172 Aug 19 14:53:31.862101 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb9ef1e-6fd9-4fdc-bbb2-dce856c459c0 None None] Sync routers for ids ['4bc83d11-ef87-4722-a46b-bf424c413cc9'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:53:31.862680 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668a010c-c866-4303-9820-59335ac5e81d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:31.863031 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668a010c-c866-4303-9820-59335ac5e81d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:31.863824 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668a010c-c866-4303-9820-59335ac5e81d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:31.863824 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668a010c-c866-4303-9820-59335ac5e81d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:31.864090 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668a010c-c866-4303-9820-59335ac5e81d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:31.864383 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668a010c-c866-4303-9820-59335ac5e81d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:31.864744 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668a010c-c866-4303-9820-59335ac5e81d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:31.865156 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668a010c-c866-4303-9820-59335ac5e81d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:31.865506 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668a010c-c866-4303-9820-59335ac5e81d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:31.865815 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668a010c-c866-4303-9820-59335ac5e81d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:31.866136 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668a010c-c866-4303-9820-59335ac5e81d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:31.866455 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668a010c-c866-4303-9820-59335ac5e81d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:31.867828 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f0e2f438-be14-4b27-b41e-327d8e0d769a tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Request body: {'port': {'network_id': 'ab0993cc-6279-41dd-a621-fecac9e5859a', 'name': 'tempest-FloatingIPAdminTestJSON-1713705351'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:31.882835 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb9ef1e-6fd9-4fdc-bbb2-dce856c459c0 None None] Routers {'4bc83d11-ef87-4722-a46b-bf424c413cc9'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:53:31.886717 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-2bb9ef1e-6fd9-4fdc-bbb2-dce856c459c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:53:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['4bc83d11-ef87-4722-a46b-bf424c413cc9'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:53:31.928985 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-2bb9ef1e-6fd9-4fdc-bbb2-dce856c459c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:53:31.938569 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb9ef1e-6fd9-4fdc-bbb2-dce856c459c0 None None] Routers {'4bc83d11-ef87-4722-a46b-bf424c413cc9'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:53:31.939421 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-2bb9ef1e-6fd9-4fdc-bbb2-dce856c459c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:53:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['4bc83d11-ef87-4722-a46b-bf424c413cc9'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:53:31.943513 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-39ddc7a8-aad7-4283-9b60-9a459f3c352e None None] For port 7b2d2b35-074d-4339-98a2-af5c4a9eef3f, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:53:31.951394 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-39ddc7a8-aad7-4283-9b60-9a459f3c352e None None] For port 7b2d2b35-074d-4339-98a2-af5c4a9eef3f, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=7b2d2b35-074d-4339-98a2-af5c4a9eef3f,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:53:31.956047 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-39ddc7a8-aad7-4283-9b60-9a459f3c352e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:32.005604 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8dc3a816-f98c-4604-a07a-052a3f2b86a6 req-1055a151-bfe6-45aa-9183-f72bd7da8819 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6021192 Aug 19 14:53:32.007378 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-2bb9ef1e-6fd9-4fdc-bbb2-dce856c459c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:53:32.008223 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb9ef1e-6fd9-4fdc-bbb2-dce856c459c0 None None] The sync data for ids ['4bc83d11-ef87-4722-a46b-bf424c413cc9'] in n-d-766043-2 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:53:32.022161 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ddc7a8-aad7-4283-9b60-9a459f3c352e None None] Routers {'84ba384b-0042-4e91-910a-a7140495f1ee'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:53:32.022778 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-39ddc7a8-aad7-4283-9b60-9a459f3c352e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:53:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['84ba384b-0042-4e91-910a-a7140495f1ee'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:53:32.042056 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ff9e02e0-d406-4859-bd68-ba523f368bce req-75ad22f4-fa57-41f8-a2a9-1f45540e7334 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9be319f8-603a-41e0-a57e-1a917fa30646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1518965 Aug 19 14:53:32.056108 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a323f6d2-cb26-471f-9ebd-d5d9feb914d8 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:32.058980 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b19b69ba-8b05-4863-b6b9-132ab13f9b14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:32.068442 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f3b61ead-72ce-4620-aa5b-aaae97275d8d tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:32.070236 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f3b61ead-72ce-4620-aa5b-aaae97275d8d tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.9107118 Aug 19 14:53:32.073443 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35470) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:32.078110 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fe8fc-9c2b-4d8b-93c1-63040093f50c req-5c584c85-2525-48df-8f79-a16e6f0ab573 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:32.079617 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fe9fe8fc-9c2b-4d8b-93c1-63040093f50c req-5c584c85-2525-48df-8f79-a16e6f0ab573 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.6253223 Aug 19 14:53:32.113609 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a323f6d2-cb26-471f-9ebd-d5d9feb914d8 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:32.121111 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35474) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:32.121884 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a323f6d2-cb26-471f-9ebd-d5d9feb914d8 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "DELETE /v2.0/networks/e2325d4b-9b9d-402c-8561-f6c61e79cbb8 HTTP/1.1" status: 204 len: 168 time: 1.9576995 Aug 19 14:53:32.130571 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-62dc4da9-8355-4e6b-b8f2-ca539ef5f116 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Request body: {'port': {'network_id': 'dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2', 'name': 'tempest-PortsTestJSON-995601107'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:32.133475 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b19b69ba-8b05-4863-b6b9-132ab13f9b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:32.173446 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-39ddc7a8-aad7-4283-9b60-9a459f3c352e None None] Set router 84ba384b-0042-4e91-910a-a7140495f1ee gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:53:32.196920 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a323f6d2-cb26-471f-9ebd-d5d9feb914d8 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event deleted for resources: {'Network': ['ID=e2325d4b-9b9d-402c-8561-f6c61e79cbb8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:32.264249 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e449874b-5282-4380-8e3c-783e3c694413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:32.268880 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e449874b-5282-4380-8e3c-783e3c694413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:32.285483 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-b19b69ba-8b05-4863-b6b9-132ab13f9b14 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5c1413af79214c2ea43ed6c00e857909&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5793927 Aug 19 14:53:32.299386 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35476) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:32.310706 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4944c416-94a9-487b-aa83-f3a8dfe3283c req-91c7ada0-6aab-4bd6-b7c8-982bc164d062 service neutron] 10.222.0.88 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4920571 Aug 19 14:53:32.311321 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b69ba-8b05-4863-b6b9-132ab13f9b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05cd0f5d-1301-432b-8767-7b8ee52881b3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:32.364846 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e449874b-5282-4380-8e3c-783e3c694413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4ed7df-afe1-4221-ad03-a26010b19cdc,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:32.382886 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a010c-c866-4303-9820-59335ac5e81d None None] Pushing event updated for resources: {'Port': ['ID=7b2d2b35-074d-4339-98a2-af5c4a9eef3f,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:32.383263 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ff9e02e0-d406-4859-bd68-ba523f368bce req-85176106-c711-442d-a968-822af9aa605e service neutron] 10.222.0.68 "GET /v2.0/networks/9be319f8-603a-41e0-a57e-1a917fa30646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324778 Aug 19 14:53:32.386977 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fe9fe8fc-9c2b-4d8b-93c1-63040093f50c req-312717ca-f34b-4ee1-81ab-46bee4e4ef4b tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2750154 Aug 19 14:53:32.389682 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e449874b-5282-4380-8e3c-783e3c694413 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8be79f28553f4a0088fbd7f0f07e8503&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2082593 Aug 19 14:53:32.394534 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35480) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:32.398400 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4249e1a3-4126-4b48-96e9-33f144f6e7c2 tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=7a0c6ff201d948d2944c0780e076389b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3235607 Aug 19 14:53:32.423806 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35482) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:32.458237 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e2f438-be14-4b27-b41e-327d8e0d769a tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Made reservation on behalf of ef2be663d18f4a4ab439ea57c09a9d65 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:53:32.462282 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0e2f438-be14-4b27-b41e-327d8e0d769a tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:32.483780 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62dc4da9-8355-4e6b-b8f2-ca539ef5f116 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Made reservation on behalf of 7e6d46bc76a949adbb4c2a4b74be1b02 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:53:32.488623 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62dc4da9-8355-4e6b-b8f2-ca539ef5f116 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:32.565051 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-39ddc7a8-aad7-4283-9b60-9a459f3c352e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'name': 'tempest-TestNetworkBasicOps-router-1677768249', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7b2d2b35-074d-4339-98a2-af5c4a9eef3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:53:27Z', 'updated_at': '2021-08-19T14:53:29Z', 'revision_number': 3, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'gw_port': {'id': '7b2d2b35-074d-4339-98a2-af5c4a9eef3f', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:28Z', 'updated_at': '2021-08-19T14:53:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:53:32.568519 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-f0e2f438-be14-4b27-b41e-327d8e0d769a tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] device_id is not set on port cc981aab-3e36-4391-928d-060b19857ddc yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:53:32.599061 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ddc7a8-aad7-4283-9b60-9a459f3c352e None None] The sync data for ids ['84ba384b-0042-4e91-910a-a7140495f1ee'] in n-d-766043-2 is: [{'id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'name': 'tempest-TestNetworkBasicOps-router-1677768249', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7b2d2b35-074d-4339-98a2-af5c4a9eef3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:53:27Z', 'updated_at': '2021-08-19T14:53:29Z', 'revision_number': 3, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'gw_port': {'id': '7b2d2b35-074d-4339-98a2-af5c4a9eef3f', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:28Z', 'updated_at': '2021-08-19T14:53:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:53:32.612207 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ff9e02e0-d406-4859-bd68-ba523f368bce req-c13d1da0-5a8b-4ac6-bf00-784d5cd95798 service neutron] 10.222.0.68 "GET /v2.0/networks/9be319f8-603a-41e0-a57e-1a917fa30646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184706 Aug 19 14:53:32.640918 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-62dc4da9-8355-4e6b-b8f2-ca539ef5f116 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] device_id is not set on port 6b276e7c-24af-40fb-b8be-5cadda623fee yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:53:32.690912 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528b7b4-340e-4ee6-a3e8-e646bb435c03 req-7870ebf0-e811-4f0d-868d-8a6044219f7b tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:32.692639 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6528b7b4-340e-4ee6-a3e8-e646bb435c03 req-7870ebf0-e811-4f0d-868d-8a6044219f7b tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=f420aae7-a929-4486-ba9e-859b5f63fbbb HTTP/1.1" status: 200 len: 943 time: 0.1387157 Aug 19 14:53:32.747447 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-927a434f-e4b3-431f-8ecf-5339fdd02ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:32.763356 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69c4bf66-ab32-45f8-b545-ed5ec806d1ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:32.807561 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de810b5b-b4ea-4c0c-9607-8d62cf912490 tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:32.812843 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-de810b5b-b4ea-4c0c-9607-8d62cf912490 tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3853517 Aug 19 14:53:32.813662 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35484) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:32.837494 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-927a434f-e4b3-431f-8ecf-5339fdd02ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:32.859276 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69c4bf66-ab32-45f8-b545-ed5ec806d1ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:32.876103 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6528b7b4-340e-4ee6-a3e8-e646bb435c03 req-f74899cf-8464-4f32-b821-116679eb6e1c tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739762 Aug 19 14:53:32.906793 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-dd026015-dc3f-49c3-9406-6005439852ef tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=88eeec05-6d16-4f02-9461-44ff5e420302&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0820727 Aug 19 14:53:32.912488 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35486) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:32.918501 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-cc9433d7-3103-47d1-b6b6-5858f6974b47 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1066882998', 'network_id': 'ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8', 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:32.928663 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4589ddb-56f4-4776-bdd6-356a060791c7 req-25d0e34e-0ccd-4215-bafd-f1797cc8478a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:32.930274 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c4589ddb-56f4-4776-bdd6-356a060791c7 req-25d0e34e-0ccd-4215-bafd-f1797cc8478a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=be2283224ccb474c91d3399de6043bbd&device_id=f420aae7-a929-4486-ba9e-859b5f63fbbb HTTP/1.1" status: 200 len: 1094 time: 0.2641714 Aug 19 14:53:33.094299 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-927a434f-e4b3-431f-8ecf-5339fdd02ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:33.097925 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-927a434f-e4b3-431f-8ecf-5339fdd02ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:33.099721 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-927a434f-e4b3-431f-8ecf-5339fdd02ce5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/05cd0f5d-1301-432b-8767-7b8ee52881b3 HTTP/1.1" status: 204 len: 168 time: 0.7994783 Aug 19 14:53:33.112256 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69c4bf66-ab32-45f8-b545-ed5ec806d1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:33.117009 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69c4bf66-ab32-45f8-b545-ed5ec806d1ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:33.119043 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-69c4bf66-ab32-45f8-b545-ed5ec806d1ae admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4a4ed7df-afe1-4221-ad03-a26010b19cdc HTTP/1.1" status: 204 len: 168 time: 0.7228596 Aug 19 14:53:33.123090 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927a434f-e4b3-431f-8ecf-5339fdd02ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05cd0f5d-1301-432b-8767-7b8ee52881b3,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:33.173017 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c4bf66-ab32-45f8-b545-ed5ec806d1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4ed7df-afe1-4221-ad03-a26010b19cdc,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:33.181959 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4589ddb-56f4-4776-bdd6-356a060791c7 req-8e9dc850-3751-4fa5-97e7-13c529682384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:33.183767 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c4589ddb-56f4-4776-bdd6-356a060791c7 req-8e9dc850-3751-4fa5-97e7-13c529682384 service neutron] 10.222.0.68 "GET /v2.0/networks?id=9be319f8-603a-41e0-a57e-1a917fa30646 HTTP/1.1" status: 200 len: 906 time: 0.2315333 Aug 19 14:53:33.252225 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221590c-1085-4a0c-b2b0-38391add57e7 req-5d6b35fd-f131-453a-a1b1-8aa2a4c4dd0f tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:33.255102 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b221590c-1085-4a0c-b2b0-38391add57e7 req-5d6b35fd-f131-453a-a1b1-8aa2a4c4dd0f tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=150775af-ea06-4b6d-8d71-6c0f0e8fd5df HTTP/1.1" status: 200 len: 945 time: 0.1155479 Aug 19 14:53:33.257403 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c4589ddb-56f4-4776-bdd6-356a060791c7 req-cf702f43-ae57-43c0-8c8d-65f072205c12 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eee81213-5ba2-4bd4-8541-95bcbaf6dec2 HTTP/1.1" status: 200 len: 217 time: 0.0655563 Aug 19 14:53:33.376905 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b221590c-1085-4a0c-b2b0-38391add57e7 req-32e6d192-6d58-4ecd-9b49-7f137374be70 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580430 Aug 19 14:53:33.381815 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4589ddb-56f4-4776-bdd6-356a060791c7 req-cd29845c-08b6-4437-974d-a8138642e4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:33.383792 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c4589ddb-56f4-4776-bdd6-356a060791c7 req-cd29845c-08b6-4437-974d-a8138642e4b3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a7f2da21-de8f-4925-bf66-a36681d26e7b HTTP/1.1" status: 200 len: 845 time: 0.1175287 Aug 19 14:53:33.431615 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-f0e2f438-be14-4b27-b41e-327d8e0d769a tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Allocated IP 172.20.0.7 (ab0993cc-6279-41dd-a621-fecac9e5859a/8c9092b2-3f9e-4c12-960d-1558540af0ac/cc981aab-3e36-4391-928d-060b19857ddc) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:53:33.466046 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c4589ddb-56f4-4776-bdd6-356a060791c7 req-32310286-0c48-40d9-aa86-12ae7669fc2d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9be319f8-603a-41e0-a57e-1a917fa30646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727658 Aug 19 14:53:33.626557 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62dc4da9-8355-4e6b-b8f2-ca539ef5f116 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:33.665770 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 7b2d2b35-074d-4339-98a2-af5c4a9eef3f up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:53:33.803645 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9433d7-3103-47d1-b6b6-5858f6974b47 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Made reservation on behalf of 7a0c6ff201d948d2944c0780e076389b for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:53:33.808986 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cc9433d7-3103-47d1-b6b6-5858f6974b47 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:33.843394 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35514) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:33.869540 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:33.870150 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45de80ef-1882-4fe5-b0ef-bcb47622c368 req-dfe31563-3cf0-409e-ac18-ec97cd402157 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:33.873286 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-45de80ef-1882-4fe5-b0ef-bcb47622c368 req-dfe31563-3cf0-409e-ac18-ec97cd402157 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.2675982 Aug 19 14:53:33.883132 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 7b2d2b35-074d-4339-98a2-af5c4a9eef3f completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:53:33.888087 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 7b2d2b35-074d-4339-98a2-af5c4a9eef3f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:53:33.889350 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:33.897897 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c4589ddb-56f4-4776-bdd6-356a060791c7 req-531f9472-171c-43f3-803b-ea32a2f45dbf service neutron] 10.222.0.68 "GET /v2.0/networks/9be319f8-603a-41e0-a57e-1a917fa30646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236836 Aug 19 14:53:33.904243 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-72f3ac77-9ed0-47ff-9a61-0f426d0659c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:34.026558 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62dc4da9-8355-4e6b-b8f2-ca539ef5f116 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:34.076499 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-45de80ef-1882-4fe5-b0ef-bcb47622c368 req-38f7a76e-e4c2-40c4-bdfd-663a35b1136b tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830604 Aug 19 14:53:34.107818 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:34.154944 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dc4da9-8355-4e6b-b8f2-ca539ef5f116 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Network dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:53:34.169011 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dc4da9-8355-4e6b-b8f2-ca539ef5f116 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event updated for resources: {'Port': ['ID=6b276e7c-24af-40fb-b8be-5cadda623fee,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:34.171733 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-62dc4da9-8355-4e6b-b8f2-ca539ef5f116 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:53:34.183048 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0e2f438-be14-4b27-b41e-327d8e0d769a tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:34.186005 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 7b2d2b35-074d-4339-98a2-af5c4a9eef3f, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=7b2d2b35-074d-4339-98a2-af5c4a9eef3f,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:53:34.186963 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dc4da9-8355-4e6b-b8f2-ca539ef5f116 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:53:34.188574 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c4589ddb-56f4-4776-bdd6-356a060791c7 req-3a574283-8e56-4c0a-8449-bce41f4344e7 service neutron] 10.222.0.68 "GET /v2.0/networks/9be319f8-603a-41e0-a57e-1a917fa30646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818680 Aug 19 14:53:34.194058 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:34.194249 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dc4da9-8355-4e6b-b8f2-ca539ef5f116 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:34.194737 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62dc4da9-8355-4e6b-b8f2-ca539ef5f116 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:34.217445 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b2768-8cdb-442a-af2c-4fcd3b8cf75b req-46b2a31d-909b-4be4-bf7d-f29d192bf9a7 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:34.226068 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0f7b2768-8cdb-442a-af2c-4fcd3b8cf75b req-46b2a31d-909b-4be4-bf7d-f29d192bf9a7 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=f420aae7-a929-4486-ba9e-859b5f63fbbb HTTP/1.1" status: 200 len: 943 time: 0.1201034 Aug 19 14:53:34.265425 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-f0e2f438-be14-4b27-b41e-327d8e0d769a tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Transition to ACTIVE for port object cc981aab-3e36-4391-928d-060b19857ddc will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:53:34.348323 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=7b2d2b35-074d-4339-98a2-af5c4a9eef3f,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:34.366589 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cd46a306-81b1-4b39-bd2b-9cb727309091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:34.372461 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0f7b2768-8cdb-442a-af2c-4fcd3b8cf75b req-295c4238-5031-4de0-906b-8183273e2662 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450691 Aug 19 14:53:34.386241 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0e2f438-be14-4b27-b41e-327d8e0d769a tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:34.401658 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cc9433d7-3103-47d1-b6b6-5858f6974b47 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:34.406019 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-72f3ac77-9ed0-47ff-9a61-0f426d0659c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:34.418792 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-72f3ac77-9ed0-47ff-9a61-0f426d0659c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:34.472367 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f3ac77-9ed0-47ff-9a61-0f426d0659c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df91862-cd21-47fe-8298-011619f98af5,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:34.477890 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-72f3ac77-9ed0-47ff-9a61-0f426d0659c1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=df895b54314c481dabff13cd3bb4e39f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6297319 Aug 19 14:53:34.493362 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35532) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:34.522863 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:34.525230 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-62dc4da9-8355-4e6b-b8f2-ca539ef5f116 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.4023905 Aug 19 14:53:34.528270 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e2f438-be14-4b27-b41e-327d8e0d769a tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Network ab0993cc-6279-41dd-a621-fecac9e5859a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:53:34.529325 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35536) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:34.538505 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb109181-0a33-4bb7-8643-25392ab4e22a req-fc0691ee-7015-4d41-8b73-4b7ef1c924b0 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:34.540195 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-eb109181-0a33-4bb7-8643-25392ab4e22a req-fc0691ee-7015-4d41-8b73-4b7ef1c924b0 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.0919960 Aug 19 14:53:34.560161 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e2f438-be14-4b27-b41e-327d8e0d769a tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Pushing event updated for resources: {'Port': ['ID=cc981aab-3e36-4391-928d-060b19857ddc,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:34.564691 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-f0e2f438-be14-4b27-b41e-327d8e0d769a tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:53:34.579056 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e2f438-be14-4b27-b41e-327d8e0d769a tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:53:34.653611 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9433d7-3103-47d1-b6b6-5858f6974b47 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event updated for resources: {'Subnet': ['ID=21160d11-dfa8-4ba0-ba02-7e4078d0dcf7,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:34.704490 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-eb109181-0a33-4bb7-8643-25392ab4e22a req-d1eaff6a-fb63-4400-a6ad-79cda4e1e177 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075246 Aug 19 14:53:34.723106 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-17cc4934-8c70-4400-93c3-b3e3d152eb6a tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Deleting port 6b276e7c-24af-40fb-b8be-5cadda623fee {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:53:34.723620 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-17cc4934-8c70-4400-93c3-b3e3d152eb6a tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:34.723899 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9433d7-3103-47d1-b6b6-5858f6974b47 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Checking segment: {'id': '01e1c77a-efaf-4dea-8b2d-f5011a554171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:53:34.728721 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9433d7-3103-47d1-b6b6-5858f6974b47 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Network hostable DHCP agents. Network: ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:53:34.766689 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6cb72f72-bcbd-4aac-8775-bd66605a52bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:34.819249 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6cb72f72-bcbd-4aac-8775-bd66605a52bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:34.826758 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-17cc4934-8c70-4400-93c3-b3e3d152eb6a tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:34.887256 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e2f438-be14-4b27-b41e-327d8e0d769a tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:34.888302 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0e2f438-be14-4b27-b41e-327d8e0d769a tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:34.895393 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-17cc4934-8c70-4400-93c3-b3e3d152eb6a tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Calling delete_port for 6b276e7c-24af-40fb-b8be-5cadda623fee owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:53:34.913859 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f0e2f438-be14-4b27-b41e-327d8e0d769a tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0550394 Aug 19 14:53:34.916933 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35544) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:34.931626 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9433d7-3103-47d1-b6b6-5858f6974b47 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Network ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:53:34.949366 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-cc9433d7-3103-47d1-b6b6-5858f6974b47 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:53:34.962474 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec305be-b3a4-4947-baaf-51fb64aafaf2 None None] Network ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:53:34.983233 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9433d7-3103-47d1-b6b6-5858f6974b47 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:34.984237 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cc9433d7-3103-47d1-b6b6-5858f6974b47 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:35.016507 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6cb72f72-bcbd-4aac-8775-bd66605a52bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:35.023590 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a3137-1b68-486e-8728-3d9d71e971d5 req-26dcf4d2-fcc6-432b-aad9-f36b0667578f tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:35.024897 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6cb72f72-bcbd-4aac-8775-bd66605a52bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:35.026157 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6cb72f72-bcbd-4aac-8775-bd66605a52bf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6df91862-cd21-47fe-8298-011619f98af5 HTTP/1.1" status: 204 len: 168 time: 0.5272508 Aug 19 14:53:35.029811 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2e1a3137-1b68-486e-8728-3d9d71e971d5 req-26dcf4d2-fcc6-432b-aad9-f36b0667578f tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.1961823 Aug 19 14:53:35.037631 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-cc9433d7-3103-47d1-b6b6-5858f6974b47 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.1240823 Aug 19 14:53:35.039335 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35550) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:35.067468 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb72f72-bcbd-4aac-8775-bd66605a52bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df91862-cd21-47fe-8298-011619f98af5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:35.125030 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2e1a3137-1b68-486e-8728-3d9d71e971d5 req-12f9b7d6-8486-4b66-b239-3605ab8e7905 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895059 Aug 19 14:53:35.167508 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-17cc4934-8c70-4400-93c3-b3e3d152eb6a tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:35.236994 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cc4934-8c70-4400-93c3-b3e3d152eb6a tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event deleted for resources: {'Port': ['ID=6b276e7c-24af-40fb-b8be-5cadda623fee,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:35.258056 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-17cc4934-8c70-4400-93c3-b3e3d152eb6a tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:35.276141 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-17cc4934-8c70-4400-93c3-b3e3d152eb6a tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "DELETE /v2.0/ports/6b276e7c-24af-40fb-b8be-5cadda623fee HTTP/1.1" status: 204 len: 168 time: 0.7348669 Aug 19 14:53:35.281680 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35558) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:35.282070 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a56b00e8-6471-4db5-b57d-d1a4cd8e56bd None None] Provisioning for port cc981aab-3e36-4391-928d-060b19857ddc completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:53:35.299336 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a56b00e8-6471-4db5-b57d-d1a4cd8e56bd None None] Provisioning complete for port cc981aab-3e36-4391-928d-060b19857ddc triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:53:35.299705 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a56b00e8-6471-4db5-b57d-d1a4cd8e56bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:35.326520 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d13a7eed-34c0-43bc-9813-2a51b8a05f13 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Request body: {'port': {'network_id': 'dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2', 'mac_address': 'fa:16:3e:b7:ad:70', 'name': 'tempest-PortsTestJSON-1544091420'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:35.337544 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-fc23b371-b4ed-4f55-9fa8-febf5c1e6b5c tempest-FloatingIPAdminTestJSON-1405631945 tempest-FloatingIPAdminTestJSON-1405631945-project-admin] Request body: {'floatingip': {'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'project_id': 'ef2be663d18f4a4ab439ea57c09a9d65', 'port_id': 'cc981aab-3e36-4391-928d-060b19857ddc'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:35.351475 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a56b00e8-6471-4db5-b57d-d1a4cd8e56bd None None] Port cc981aab-3e36-4391-928d-060b19857ddc cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:53:35.353835 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:35.378577 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:35.390082 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324c1851-603f-4517-9c7f-2b0b25d5b09b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8', 'network_id': 'ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'fixed_ips': [{'subnet_id': '21160d11-dfa8-4ba0-ba02-7e4078d0dcf7'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:53:35.391030 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-324c1851-603f-4517-9c7f-2b0b25d5b09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:35.546563 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device eee81213-5ba2-4bd4-8541-95bcbaf6dec2 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:53:35.592750 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc23b371-b4ed-4f55-9fa8-febf5c1e6b5c tempest-FloatingIPAdminTestJSON-1405631945 tempest-FloatingIPAdminTestJSON-1405631945-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:35.681473 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 7b2d2b35-074d-4339-98a2-af5c4a9eef3f up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:53:35.718109 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13a7eed-34c0-43bc-9813-2a51b8a05f13 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Made reservation on behalf of 7e6d46bc76a949adbb4c2a4b74be1b02 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:53:35.785303 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b16a9-81e2-4da9-af54-c543551128fc req-5384c0d9-5ac9-496c-ac90-baaea697536e tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:35.795990 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d89b16a9-81e2-4da9-af54-c543551128fc req-5384c0d9-5ac9-496c-ac90-baaea697536e tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=f420aae7-a929-4486-ba9e-859b5f63fbbb HTTP/1.1" status: 200 len: 943 time: 0.2813416 Aug 19 14:53:35.917056 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port eee81213-5ba2-4bd4-8541-95bcbaf6dec2, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=eee81213-5ba2-4bd4-8541-95bcbaf6dec2,segment=NetworkSegment(af76a49f-6b6e-4117-acb3-d7b5325cccf1),segment_id=af76a49f-6b6e-4117-acb3-d7b5325cccf1)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:53:35.951522 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-324c1851-603f-4517-9c7f-2b0b25d5b09b None None] Allocated IP 172.20.0.2 (ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8/21160d11-dfa8-4ba0-ba02-7e4078d0dcf7/27dc2438-9c70-43f4-96c5-b157743f8256) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:53:35.965956 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 7b2d2b35-074d-4339-98a2-af5c4a9eef3f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:53:35.967029 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:35.971948 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda3b47-fcc9-4a31-a5e0-d6dc2fbfc36b req-9d7f8c20-c8e0-42db-935d-788499b16756 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:35.978826 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fbda3b47-fcc9-4a31-a5e0-d6dc2fbfc36b req-9d7f8c20-c8e0-42db-935d-788499b16756 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/networks?id=8d226290-6085-496f-b9eb-bf514760f427 HTTP/1.1" status: 200 len: 811 time: 0.3908110 Aug 19 14:53:36.013096 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d13a7eed-34c0-43bc-9813-2a51b8a05f13 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:36.030846 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d89b16a9-81e2-4da9-af54-c543551128fc req-4846efc5-29ad-4e43-a9f4-a1b7d31474fc tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339046 Aug 19 14:53:36.069244 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fbda3b47-fcc9-4a31-a5e0-d6dc2fbfc36b req-11f267e6-e282-4d55-8f2f-bead19706697 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/quotas/8bf9338b14bd4de0a247947d4332bed4 HTTP/1.1" status: 200 len: 375 time: 0.0430319 Aug 19 14:53:36.113365 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-d13a7eed-34c0-43bc-9813-2a51b8a05f13 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] device_id is not set on port d26f7700-8747-4333-889c-bd74136e6c73 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:53:36.191398 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': 'eee81213-5ba2-4bd4-8541-95bcbaf6dec2', 'network_id': '9be319f8-603a-41e0-a57e-1a917fa30646', 'port_id': 'eee81213-5ba2-4bd4-8541-95bcbaf6dec2', 'mac_address': 'fa:16:3e:03:5c:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7f2da21-de8f-4925-bf66-a36681d26e7b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:53:36.202895 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fbda3b47-fcc9-4a31-a5e0-d6dc2fbfc36b req-394eb82d-03bf-4b8c-807e-43fae8c730ef tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8bf9338b14bd4de0a247947d4332bed4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1261830 Aug 19 14:53:36.259633 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-109e4f97-f0c5-4fb2-995d-511fea2a8812 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:36.288823 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc23b371-b4ed-4f55-9fa8-febf5c1e6b5c tempest-FloatingIPAdminTestJSON-1405631945 tempest-FloatingIPAdminTestJSON-1405631945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:36.439829 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fbda3b47-fcc9-4a31-a5e0-d6dc2fbfc36b req-dfb3a79b-49ea-4783-8847-c880ade24746 service neutron] 10.222.0.69 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275295 Aug 19 14:53:36.455488 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:36.500058 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eee81213-5ba2-4bd4-8541-95bcbaf6dec2 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:53:36.521447 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port eee81213-5ba2-4bd4-8541-95bcbaf6dec2, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=eee81213-5ba2-4bd4-8541-95bcbaf6dec2,segment=NetworkSegment(af76a49f-6b6e-4117-acb3-d7b5325cccf1),segment_id=af76a49f-6b6e-4117-acb3-d7b5325cccf1)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:53:36.539144 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:36.599209 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fbda3b47-fcc9-4a31-a5e0-d6dc2fbfc36b req-0412a6ae-0804-4c47-8549-f1169b7b562e service neutron] 10.222.0.69 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655538 Aug 19 14:53:36.611938 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d13a7eed-34c0-43bc-9813-2a51b8a05f13 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:36.718322 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-324c1851-603f-4517-9c7f-2b0b25d5b09b None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:36.732458 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-324c1851-603f-4517-9c7f-2b0b25d5b09b None None] Transition to ACTIVE for port object 27dc2438-9c70-43f4-96c5-b157743f8256 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:53:36.740894 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-fc23b371-b4ed-4f55-9fa8-febf5c1e6b5c tempest-FloatingIPAdminTestJSON-1405631945 tempest-FloatingIPAdminTestJSON-1405631945-project-admin] Allocated IP 172.25.2.132 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/fc852c29-aef8-4646-accc-a3012e0c9aec) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:53:36.761079 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-324c1851-603f-4517-9c7f-2b0b25d5b09b None None] Transition to ACTIVE for port object 27dc2438-9c70-43f4-96c5-b157743f8256 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:53:36.774219 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=eee81213-5ba2-4bd4-8541-95bcbaf6dec2,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:36.782860 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-324c1851-603f-4517-9c7f-2b0b25d5b09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:36.847543 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324c1851-603f-4517-9c7f-2b0b25d5b09b None None] Network ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:53:36.851586 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['eee81213-5ba2-4bd4-8541-95bcbaf6dec2'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:53:36.933599 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-324c1851-603f-4517-9c7f-2b0b25d5b09b None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:53:36.949625 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324c1851-603f-4517-9c7f-2b0b25d5b09b None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:53:37.012426 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d13a7eed-34c0-43bc-9813-2a51b8a05f13 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:37.013405 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f9f91024-a481-4206-97b5-9134b82ec64b req-f30656da-f359-41e3-a850-4930825886cf tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0b19eb0-7597-4713-a3cf-d7e25d2b8ead HTTP/1.1" status: 200 len: 210 time: 0.0634644 Aug 19 14:53:37.049531 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:37.107437 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324c1851-603f-4517-9c7f-2b0b25d5b09b None None] Pushing event updated for resources: {'Port': ['ID=27dc2438-9c70-43f4-96c5-b157743f8256,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:37.113640 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc23b371-b4ed-4f55-9fa8-febf5c1e6b5c tempest-FloatingIPAdminTestJSON-1405631945 tempest-FloatingIPAdminTestJSON-1405631945-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:37.215902 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-324c1851-603f-4517-9c7f-2b0b25d5b09b None None] Attempting to bind port 27dc2438-9c70-43f4-96c5-b157743f8256 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:53:37.217414 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-324c1851-603f-4517-9c7f-2b0b25d5b09b None None] Attempting to bind port 27dc2438-9c70-43f4-96c5-b157743f8256 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '01e1c77a-efaf-4dea-8b2d-f5011a554171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:53:37.217861 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324c1851-603f-4517-9c7f-2b0b25d5b09b None None] Attempting to bind port 27dc2438-9c70-43f4-96c5-b157743f8256 on network ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:53:37.240476 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324c1851-603f-4517-9c7f-2b0b25d5b09b None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:53:37.242879 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324c1851-603f-4517-9c7f-2b0b25d5b09b None None] Checking segment: {'id': '01e1c77a-efaf-4dea-8b2d-f5011a554171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:53:37.243341 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-324c1851-603f-4517-9c7f-2b0b25d5b09b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:37.243788 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324c1851-603f-4517-9c7f-2b0b25d5b09b None None] Bound using segment: {'id': '01e1c77a-efaf-4dea-8b2d-f5011a554171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:53:37.244363 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-324c1851-603f-4517-9c7f-2b0b25d5b09b None None] Bound port: 27dc2438-9c70-43f4-96c5-b157743f8256, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01e1c77a-efaf-4dea-8b2d-f5011a554171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:53:37.246254 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-324c1851-603f-4517-9c7f-2b0b25d5b09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:37.260782 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa0f1c-b4b3-4745-b2f0-3187c86920a9 req-4f69ab0e-8b14-4b49-88ab-c4de47e4e6eb tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:37.304254 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f6aa0f1c-b4b3-4745-b2f0-3187c86920a9 req-4f69ab0e-8b14-4b49-88ab-c4de47e4e6eb tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=f420aae7-a929-4486-ba9e-859b5f63fbbb HTTP/1.1" status: 200 len: 944 time: 0.1038470 Aug 19 14:53:37.328424 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-109e4f97-f0c5-4fb2-995d-511fea2a8812 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Allocated IP 172.20.0.1 (ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8/21160d11-dfa8-4ba0-ba02-7e4078d0dcf7/b1b84a34-4865-4c7a-a68e-9de6f0ac99d8) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:53:37.373796 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f6aa0f1c-b4b3-4745-b2f0-3187c86920a9 req-1cc1c506-7eab-4243-8eb1-a86321afdf93 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682640 Aug 19 14:53:37.383598 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc23b371-b4ed-4f55-9fa8-febf5c1e6b5c tempest-FloatingIPAdminTestJSON-1405631945 tempest-FloatingIPAdminTestJSON-1405631945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:37.466457 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13a7eed-34c0-43bc-9813-2a51b8a05f13 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Network dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:53:37.522867 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d13a7eed-34c0-43bc-9813-2a51b8a05f13 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:53:37.531063 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc23b371-b4ed-4f55-9fa8-febf5c1e6b5c tempest-FloatingIPAdminTestJSON-1405631945 tempest-FloatingIPAdminTestJSON-1405631945-project-admin] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:53:37.535491 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13a7eed-34c0-43bc-9813-2a51b8a05f13 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:53:37.543519 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-324c1851-603f-4517-9c7f-2b0b25d5b09b None None] For port 27dc2438-9c70-43f4-96c5-b157743f8256, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:53:37.549185 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-324c1851-603f-4517-9c7f-2b0b25d5b09b None None] For port 27dc2438-9c70-43f4-96c5-b157743f8256, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=27dc2438-9c70-43f4-96c5-b157743f8256,segment=NetworkSegment(01e1c77a-efaf-4dea-8b2d-f5011a554171),segment_id=01e1c77a-efaf-4dea-8b2d-f5011a554171)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:53:37.550726 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13a7eed-34c0-43bc-9813-2a51b8a05f13 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:37.552516 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d13a7eed-34c0-43bc-9813-2a51b8a05f13 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:37.562431 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-324c1851-603f-4517-9c7f-2b0b25d5b09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:37.569997 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13a7eed-34c0-43bc-9813-2a51b8a05f13 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event updated for resources: {'Port': ['ID=d26f7700-8747-4333-889c-bd74136e6c73,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:37.582173 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-fc23b371-b4ed-4f55-9fa8-febf5c1e6b5c tempest-FloatingIPAdminTestJSON-1405631945 tempest-FloatingIPAdminTestJSON-1405631945-project-admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:53:37.618066 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc23b371-b4ed-4f55-9fa8-febf5c1e6b5c tempest-FloatingIPAdminTestJSON-1405631945 tempest-FloatingIPAdminTestJSON-1405631945-project-admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:53:37.726902 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d13a7eed-34c0-43bc-9813-2a51b8a05f13 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.4401174 Aug 19 14:53:37.727319 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35644) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:37.762456 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc23b371-b4ed-4f55-9fa8-febf5c1e6b5c tempest-FloatingIPAdminTestJSON-1405631945 tempest-FloatingIPAdminTestJSON-1405631945-project-admin] Pushing event updated for resources: {'Port': ['ID=fc852c29-aef8-4646-accc-a3012e0c9aec,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:37.826602 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324c1851-603f-4517-9c7f-2b0b25d5b09b None None] Pushing event updated for resources: {'Port': ['ID=27dc2438-9c70-43f4-96c5-b157743f8256,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:37.835582 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-109e4f97-f0c5-4fb2-995d-511fea2a8812 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:37.855107 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35648) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:37.893560 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-109e4f97-f0c5-4fb2-995d-511fea2a8812 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Transition to ACTIVE for port object b1b84a34-4865-4c7a-a68e-9de6f0ac99d8 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:53:37.897315 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc5b9f3-621e-4662-bff2-a3af82d5d989 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:37.902016 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-bcc5b9f3-621e-4662-bff2-a3af82d5d989 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "GET /v2.0/ports/d26f7700-8747-4333-889c-bd74136e6c73 HTTP/1.1" status: 200 len: 841 time: 0.1733928 Aug 19 14:53:37.904765 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35652) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:38.034529 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-8bc54b0f-3e36-4458-9fbc-337a96bac314 tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1329236839'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:38.131613 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8bc54b0f-3e36-4458-9fbc-337a96bac314 tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:38.134549 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8bc54b0f-3e36-4458-9fbc-337a96bac314 tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:38.302595 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-22339c25-332c-4277-83cc-362a920f4d4d req-99bc874a-47c0-45ad-98d3-5593b8cf0480 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0b19eb0-7597-4713-a3cf-d7e25d2b8ead HTTP/1.1" status: 200 len: 210 time: 0.0701916 Aug 19 14:53:38.304852 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8bc54b0f-3e36-4458-9fbc-337a96bac314 tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:38.311353 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8bc54b0f-3e36-4458-9fbc-337a96bac314 tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:38.342073 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8bc54b0f-3e36-4458-9fbc-337a96bac314 tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:38.344215 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-8bc54b0f-3e36-4458-9fbc-337a96bac314 tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.4872487 Aug 19 14:53:38.346644 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-109e4f97-f0c5-4fb2-995d-511fea2a8812 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:38.347153 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35662) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:38.498118 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07e58358-a0b4-4c8b-a85c-eb3478d4520b tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:38.958733 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07e58358-a0b4-4c8b-a85c-eb3478d4520b tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:38.961135 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07e58358-a0b4-4c8b-a85c-eb3478d4520b tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:38.961695 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35670) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:39.010762 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109e4f97-f0c5-4fb2-995d-511fea2a8812 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Network ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:53:39.096527 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-109e4f97-f0c5-4fb2-995d-511fea2a8812 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:53:39.100474 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109e4f97-f0c5-4fb2-995d-511fea2a8812 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:53:39.117419 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109e4f97-f0c5-4fb2-995d-511fea2a8812 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event updated for resources: {'Port': ['ID=b1b84a34-4865-4c7a-a68e-9de6f0ac99d8,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:39.206477 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80e4f6c-91a9-4e4d-9cf3-ddd9ba38ae9d None None] Network ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:53:39.296498 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc23b371-b4ed-4f55-9fa8-febf5c1e6b5c tempest-FloatingIPAdminTestJSON-1405631945 tempest-FloatingIPAdminTestJSON-1405631945-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:39.350729 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7f3a9ac7-370e-49ce-a111-18d1168e5958 None None] Provisioning for port 27dc2438-9c70-43f4-96c5-b157743f8256 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:53:39.359199 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf75c96-9277-4377-9051-753c1a0a1043 req-5a773a51-ca5a-4cec-b160-dd58ca2fb516 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:39.360791 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dbf75c96-9277-4377-9051-753c1a0a1043 req-5a773a51-ca5a-4cec-b160-dd58ca2fb516 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=f420aae7-a929-4486-ba9e-859b5f63fbbb HTTP/1.1" status: 200 len: 944 time: 0.7607942 Aug 19 14:53:39.371307 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07e58358-a0b4-4c8b-a85c-eb3478d4520b tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:39.371812 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e58358-a0b4-4c8b-a85c-eb3478d4520b tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d8f29c5a-350b-46e2-a70a-ab8ce51e59c0 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:53:39.385345 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07e58358-a0b4-4c8b-a85c-eb3478d4520b tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:39.389445 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-07e58358-a0b4-4c8b-a85c-eb3478d4520b tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] 10.222.0.69 "DELETE /v2.0/routers/d8f29c5a-350b-46e2-a70a-ab8ce51e59c0 HTTP/1.1" status: 204 len: 168 time: 1.0385625 Aug 19 14:53:39.404783 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35676) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:39.412002 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-869d8c5e-d3da-4484-a9c4-2a4906746993 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Deleting port d26f7700-8747-4333-889c-bd74136e6c73 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:53:39.412525 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-869d8c5e-d3da-4484-a9c4-2a4906746993 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:39.416941 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6898e63a-7d92-4159-962b-829bfd8c6061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:39.417728 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c7063c8d-8441-4658-b2f0-1bb4107f1e8c tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Request body: {'router': {'name': 'tempest-router-2117721113', 'distributed': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:39.500144 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda3b47-fcc9-4a31-a5e0-d6dc2fbfc36b req-6de9c0d4-69a5-4d12-a536-e1128a74942d tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:39.501615 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fbda3b47-fcc9-4a31-a5e0-d6dc2fbfc36b req-6de9c0d4-69a5-4d12-a536-e1128a74942d tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.68 "GET /v2.0/networks?id=8d226290-6085-496f-b9eb-bf514760f427 HTTP/1.1" status: 200 len: 811 time: 0.8700325 Aug 19 14:53:39.532932 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f0734acc-1fd4-437a-ab3e-f93f15d6a958 req-c1c181c4-3d2b-42ac-b030-48ab6b1ff039 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0b19eb0-7597-4713-a3cf-d7e25d2b8ead HTTP/1.1" status: 200 len: 210 time: 0.1273496 Aug 19 14:53:39.542525 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-fbda3b47-fcc9-4a31-a5e0-d6dc2fbfc36b req-2dbf1f16-14b7-469b-9fe1-870ff5932dbb tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Request body: {'port': {'device_id': 'f0b19eb0-7597-4713-a3cf-d7e25d2b8ead', 'network_id': '8d226290-6085-496f-b9eb-bf514760f427', 'admin_state_up': True, 'tenant_id': '8bf9338b14bd4de0a247947d4332bed4'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:39.553212 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-109e4f97-f0c5-4fb2-995d-511fea2a8812 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:39.557760 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device eee81213-5ba2-4bd4-8541-95bcbaf6dec2 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:53:39.621661 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port eee81213-5ba2-4bd4-8541-95bcbaf6dec2 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:53:39.626392 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port eee81213-5ba2-4bd4-8541-95bcbaf6dec2 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:53:39.626892 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:39.667393 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 27dc2438-9c70-43f4-96c5-b157743f8256 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:53:39.678658 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dbf75c96-9277-4377-9051-753c1a0a1043 req-3d128955-b635-43d5-bf1e-886a6537db8a tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878616 Aug 19 14:53:39.771453 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 27dc2438-9c70-43f4-96c5-b157743f8256 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:53:39.778909 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 27dc2438-9c70-43f4-96c5-b157743f8256 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:53:39.779485 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:39.796708 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-869d8c5e-d3da-4484-a9c4-2a4906746993 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:39.812962 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-869d8c5e-d3da-4484-a9c4-2a4906746993 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Calling delete_port for d26f7700-8747-4333-889c-bd74136e6c73 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:53:39.821519 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc23b371-b4ed-4f55-9fa8-febf5c1e6b5c tempest-FloatingIPAdminTestJSON-1405631945 tempest-FloatingIPAdminTestJSON-1405631945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:39.838041 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:39.858535 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e07c44a4-eb91-4739-99ce-16ee35ca06f4 None None] Provisioning for port b1b84a34-4865-4c7a-a68e-9de6f0ac99d8 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:53:39.864721 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e07c44a4-eb91-4739-99ce-16ee35ca06f4 None None] Provisioning complete for port b1b84a34-4865-4c7a-a68e-9de6f0ac99d8 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:53:39.865089 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e07c44a4-eb91-4739-99ce-16ee35ca06f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:39.891587 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port eee81213-5ba2-4bd4-8541-95bcbaf6dec2, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=eee81213-5ba2-4bd4-8541-95bcbaf6dec2,segment=NetworkSegment(af76a49f-6b6e-4117-acb3-d7b5325cccf1),segment_id=af76a49f-6b6e-4117-acb3-d7b5325cccf1)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:53:39.911698 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f420aae7-a929-4486-ba9e-859b5f63fbbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee81213-5ba2-4bd4-8541-95bcbaf6dec2'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:53:39.914301 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44990ce2-d55c-4011-878c-6344d669d9e6" -d '{"events": [{"server_uuid": "f420aae7-a929-4486-ba9e-859b5f63fbbb", "name": "network-vif-plugged", "status": "completed", "tag": "eee81213-5ba2-4bd4-8541-95bcbaf6dec2"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:53:39.926917 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:39.983730 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-109e4f97-f0c5-4fb2-995d-511fea2a8812 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:39.996212 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987cb5d0-63f7-447b-8ac5-4a2a88b79b57 x-openstack-request-id: req-987cb5d0-63f7-447b-8ac5-4a2a88b79b57 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:53:39.996546 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f420aae7-a929-4486-ba9e-859b5f63fbbb", "name": "network-vif-plugged", "status": "completed", "tag": "eee81213-5ba2-4bd4-8541-95bcbaf6dec2", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:53:39.996796 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-987cb5d0-63f7-447b-8ac5-4a2a88b79b57 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:53:39.997250 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f420aae7-a929-4486-ba9e-859b5f63fbbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee81213-5ba2-4bd4-8541-95bcbaf6dec2', 'code': 200} Aug 19 14:53:40.007589 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e07c44a4-eb91-4739-99ce-16ee35ca06f4 None None] Port b1b84a34-4865-4c7a-a68e-9de6f0ac99d8 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:53:40.041496 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6898e63a-7d92-4159-962b-829bfd8c6061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:40.046356 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:40.079054 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e07c44a4-eb91-4739-99ce-16ee35ca06f4 None None] Provisioning complete for port 27dc2438-9c70-43f4-96c5-b157743f8256 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:53:40.079603 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e07c44a4-eb91-4739-99ce-16ee35ca06f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:40.082988 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=eee81213-5ba2-4bd4-8541-95bcbaf6dec2,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:40.108693 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6898e63a-7d92-4159-962b-829bfd8c6061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:40.115240 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7063c8d-8441-4658-b2f0-1bb4107f1e8c tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:40.116305 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7063c8d-8441-4658-b2f0-1bb4107f1e8c tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:40.133811 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 27dc2438-9c70-43f4-96c5-b157743f8256, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=27dc2438-9c70-43f4-96c5-b157743f8256,segment=NetworkSegment(01e1c77a-efaf-4dea-8b2d-f5011a554171),segment_id=01e1c77a-efaf-4dea-8b2d-f5011a554171)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:53:40.140976 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:40.194670 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=27dc2438-9c70-43f4-96c5-b157743f8256,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:40.226279 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbda3b47-fcc9-4a31-a5e0-d6dc2fbfc36b req-2dbf1f16-14b7-469b-9fe1-870ff5932dbb tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Made reservation on behalf of 8bf9338b14bd4de0a247947d4332bed4 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:53:40.230105 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fbda3b47-fcc9-4a31-a5e0-d6dc2fbfc36b req-2dbf1f16-14b7-469b-9fe1-870ff5932dbb tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:40.237965 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-869d8c5e-d3da-4484-a9c4-2a4906746993 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:40.241332 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7063c8d-8441-4658-b2f0-1bb4107f1e8c tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:40.255799 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7063c8d-8441-4658-b2f0-1bb4107f1e8c tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:40.261196 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6898e63a-7d92-4159-962b-829bfd8c6061 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3f736553d1234f5eb021a9b65f0cccee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2551396 Aug 19 14:53:40.262450 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35682) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:40.300241 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6898e63a-7d92-4159-962b-829bfd8c6061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095f698a-9256-44bd-87df-fdbe65cfcf47,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:40.333658 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7063c8d-8441-4658-b2f0-1bb4107f1e8c tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:40.336954 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-c7063c8d-8441-4658-b2f0-1bb4107f1e8c tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9222043 Aug 19 14:53:40.340608 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35684) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:40.343534 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d8c5e-d3da-4484-a9c4-2a4906746993 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event deleted for resources: {'Port': ['ID=d26f7700-8747-4333-889c-bd74136e6c73,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:40.357661 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-869d8c5e-d3da-4484-a9c4-2a4906746993 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:40.362357 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-869d8c5e-d3da-4484-a9c4-2a4906746993 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "DELETE /v2.0/ports/d26f7700-8747-4333-889c-bd74136e6c73 HTTP/1.1" status: 204 len: 168 time: 2.4536805 Aug 19 14:53:40.363984 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51517275-a807-4535-92f2-584b72156123 req-537d422d-639c-4aec-89f2-4f2998530bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:40.365397 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-51517275-a807-4535-92f2-584b72156123 req-537d422d-639c-4aec-89f2-4f2998530bf8 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f420aae7-a929-4486-ba9e-859b5f63fbbb HTTP/1.1" status: 200 len: 1096 time: 0.2597451 Aug 19 14:53:40.367455 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35686) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:40.372217 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-68d01f8b-3898-4cb4-972a-ad3375d15ec5 None None] Provisioning complete for port b1b84a34-4865-4c7a-a68e-9de6f0ac99d8 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:53:40.372758 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-68d01f8b-3898-4cb4-972a-ad3375d15ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:40.416093 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-68d01f8b-3898-4cb4-972a-ad3375d15ec5 None None] Port b1b84a34-4865-4c7a-a68e-9de6f0ac99d8 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:53:40.441918 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5703b29-9392-45c8-a27c-38613000d616 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] GET failed (client error): The resource could not be found. Aug 19 14:53:40.443531 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e5703b29-9392-45c8-a27c-38613000d616 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "GET /v2.0/ports/d26f7700-8747-4333-889c-bd74136e6c73 HTTP/1.1" status: 404 len: 333 time: 0.0725935 Aug 19 14:53:40.449238 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-633a9f92-7629-4358-9247-ea1ff0085754 tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:40.450733 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35688) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:40.463610 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-8c22dbf6-c5ab-4358-813b-bcf9a703fcd4 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Request body: {'port': {'network_id': 'dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2', 'name': 'tempest-PortsTestJSON-811733139'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:40.506600 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc23b371-b4ed-4f55-9fa8-febf5c1e6b5c tempest-FloatingIPAdminTestJSON-1405631945 tempest-FloatingIPAdminTestJSON-1405631945-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:40.514464 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc23b371-b4ed-4f55-9fa8-febf5c1e6b5c tempest-FloatingIPAdminTestJSON-1405631945 tempest-FloatingIPAdminTestJSON-1405631945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:40.517502 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-51517275-a807-4535-92f2-584b72156123 req-5192a2be-62f5-42a8-a94e-4b14e135fd6e service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313562 Aug 19 14:53:40.624131 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cad67b2a-cfb2-44fa-a455-7b962ce15759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:40.650280 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc23b371-b4ed-4f55-9fa8-febf5c1e6b5c tempest-FloatingIPAdminTestJSON-1405631945 tempest-FloatingIPAdminTestJSON-1405631945-project-admin] Pushing event updated for resources: {'Port': ['ID=fc852c29-aef8-4646-accc-a3012e0c9aec,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:40.669922 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc23b371-b4ed-4f55-9fa8-febf5c1e6b5c tempest-FloatingIPAdminTestJSON-1405631945 tempest-FloatingIPAdminTestJSON-1405631945-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:40.779138 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-109e4f97-f0c5-4fb2-995d-511fea2a8812 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:40.779404 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6f30d1d8-d14a-4991-afb4-52518acd1744 req-221762b2-0877-4429-aced-4ca9db513710 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0b19eb0-7597-4713-a3cf-d7e25d2b8ead HTTP/1.1" status: 200 len: 210 time: 0.1485701 Aug 19 14:53:40.789832 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-109e4f97-f0c5-4fb2-995d-511fea2a8812 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:40.816432 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cad67b2a-cfb2-44fa-a455-7b962ce15759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:40.825224 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-fbda3b47-fcc9-4a31-a5e0-d6dc2fbfc36b req-2dbf1f16-14b7-469b-9fe1-870ff5932dbb tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Allocated IP 172.20.0.13 (8d226290-6085-496f-b9eb-bf514760f427/5ebe78ca-28f7-43fa-89de-04375d30f6cd/beeb99ba-a43d-4ac6-af21-fb5ff14d5767) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:53:40.828215 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-633a9f92-7629-4358-9247-ea1ff0085754 tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:40.847343 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-633a9f92-7629-4358-9247-ea1ff0085754 tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:40.878949 n-d-766043-2 neutron-server[94639]: INFO neutron.db.l3_db [None req-fc23b371-b4ed-4f55-9fa8-febf5c1e6b5c tempest-FloatingIPAdminTestJSON-1405631945 tempest-FloatingIPAdminTestJSON-1405631945-project-admin] Floating IP 0c483996-ff38-4113-a560-13281b29fea7 associated. External IP: 172.25.2.132, port: cc981aab-3e36-4391-928d-060b19857ddc. Aug 19 14:53:40.883990 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109e4f97-f0c5-4fb2-995d-511fea2a8812 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event updated for resources: {'Port': ['ID=b1b84a34-4865-4c7a-a68e-9de6f0ac99d8,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:40.930284 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-109e4f97-f0c5-4fb2-995d-511fea2a8812 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:40.988359 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c22dbf6-c5ab-4358-813b-bcf9a703fcd4 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Made reservation on behalf of 7e6d46bc76a949adbb4c2a4b74be1b02 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:53:40.992604 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8c22dbf6-c5ab-4358-813b-bcf9a703fcd4 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:40.995269 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-633a9f92-7629-4358-9247-ea1ff0085754 tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:40.995269 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633a9f92-7629-4358-9247-ea1ff0085754 tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ce84d515-4f50-45c4-a77e-1e3b4c254e0c {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:53:41.042210 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-633a9f92-7629-4358-9247-ea1ff0085754 tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:41.048297 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-633a9f92-7629-4358-9247-ea1ff0085754 tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] 10.222.0.69 "DELETE /v2.0/routers/ce84d515-4f50-45c4-a77e-1e3b4c254e0c HTTP/1.1" status: 204 len: 168 time: 0.6951098 Aug 19 14:53:41.057259 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f0a39-3968-45a1-ade1-a5cfc3ea52d2 req-544db4e5-82a2-48fe-953a-4d0ca464ee0a tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:41.058832 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-675f0a39-3968-45a1-ade1-a5cfc3ea52d2 req-544db4e5-82a2-48fe-953a-4d0ca464ee0a tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=f420aae7-a929-4486-ba9e-859b5f63fbbb HTTP/1.1" status: 200 len: 945 time: 0.2908278 Aug 19 14:53:41.062627 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35704) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:41.069542 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e6c19a3e-6ce5-4ed6-be17-3edaa2e39d20 tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Request body: {'router': {'name': 'tempest-router-1354254142', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '359d869ff3244ba9b20a398d519ecb92'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:41.096804 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cad67b2a-cfb2-44fa-a455-7b962ce15759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:41.099908 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cad67b2a-cfb2-44fa-a455-7b962ce15759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:41.103311 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-cad67b2a-cfb2-44fa-a455-7b962ce15759 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/095f698a-9256-44bd-87df-fdbe65cfcf47 HTTP/1.1" status: 204 len: 168 time: 0.8386688 Aug 19 14:53:41.111630 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-8c22dbf6-c5ab-4358-813b-bcf9a703fcd4 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] device_id is not set on port 99b94f25-cf05-4b64-9612-f713ba0b1e09 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:53:41.161490 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad67b2a-cfb2-44fa-a455-7b962ce15759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095f698a-9256-44bd-87df-fdbe65cfcf47,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:41.261854 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-675f0a39-3968-45a1-ade1-a5cfc3ea52d2 req-adfb6305-6144-4967-8292-45571a2eba76 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805661 Aug 19 14:53:41.263919 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad67b2a-cfb2-44fa-a455-7b962ce15759 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:41.264783 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad67b2a-cfb2-44fa-a455-7b962ce15759 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:41.265605 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad67b2a-cfb2-44fa-a455-7b962ce15759 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:41.266175 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad67b2a-cfb2-44fa-a455-7b962ce15759 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:41.266754 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad67b2a-cfb2-44fa-a455-7b962ce15759 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:41.267341 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad67b2a-cfb2-44fa-a455-7b962ce15759 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:41.267872 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad67b2a-cfb2-44fa-a455-7b962ce15759 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:41.268399 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad67b2a-cfb2-44fa-a455-7b962ce15759 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:41.268999 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad67b2a-cfb2-44fa-a455-7b962ce15759 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:41.269528 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad67b2a-cfb2-44fa-a455-7b962ce15759 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:41.270988 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad67b2a-cfb2-44fa-a455-7b962ce15759 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:41.279899 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad67b2a-cfb2-44fa-a455-7b962ce15759 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:41.316033 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6c19a3e-6ce5-4ed6-be17-3edaa2e39d20 tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:41.317134 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6c19a3e-6ce5-4ed6-be17-3edaa2e39d20 tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:41.410049 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fbda3b47-fcc9-4a31-a5e0-d6dc2fbfc36b req-2dbf1f16-14b7-469b-9fe1-870ff5932dbb tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:41.471058 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6c19a3e-6ce5-4ed6-be17-3edaa2e39d20 tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:41.485484 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-fbda3b47-fcc9-4a31-a5e0-d6dc2fbfc36b req-2dbf1f16-14b7-469b-9fe1-870ff5932dbb tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Transition to ACTIVE for port object beeb99ba-a43d-4ac6-af21-fb5ff14d5767 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:53:41.486737 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6c19a3e-6ce5-4ed6-be17-3edaa2e39d20 tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:41.519663 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8c22dbf6-c5ab-4358-813b-bcf9a703fcd4 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:41.534667 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6c19a3e-6ce5-4ed6-be17-3edaa2e39d20 tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:41.535993 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e6c19a3e-6ce5-4ed6-be17-3edaa2e39d20 tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4706573 Aug 19 14:53:41.545956 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35712) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:41.546295 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35714) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:41.550801 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-ddc17bbb-fbad-47aa-94c4-c8ab2d904afe tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:41.580216 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109e4f97-f0c5-4fb2-995d-511fea2a8812 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Network ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:53:41.584164 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-109e4f97-f0c5-4fb2-995d-511fea2a8812 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:53:41.605410 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 27dc2438-9c70-43f4-96c5-b157743f8256 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:53:41.646805 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69c746fb-71e9-42fa-b2e3-efb32c28507f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:41.697012 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fbda3b47-fcc9-4a31-a5e0-d6dc2fbfc36b req-2dbf1f16-14b7-469b-9fe1-870ff5932dbb tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:41.719384 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 27dc2438-9c70-43f4-96c5-b157743f8256 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:53:41.720121 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:41.764699 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-109e4f97-f0c5-4fb2-995d-511fea2a8812 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Router 84ba384b-0042-4e91-910a-a7140495f1ee has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:53:41.793840 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc23b371-b4ed-4f55-9fa8-febf5c1e6b5c tempest-FloatingIPAdminTestJSON-1405631945 tempest-FloatingIPAdminTestJSON-1405631945-project-admin] Router 4bc83d11-ef87-4722-a46b-bf424c413cc9 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:53:41.948109 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d64eaf85-e344-4270-8d59-cbc424f7de10 None None] Provisioning complete for port b1b84a34-4865-4c7a-a68e-9de6f0ac99d8 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:53:41.948876 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d64eaf85-e344-4270-8d59-cbc424f7de10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:41.985308 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109e4f97-f0c5-4fb2-995d-511fea2a8812 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:53:41.991731 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d64eaf85-e344-4270-8d59-cbc424f7de10 None None] Port b1b84a34-4865-4c7a-a68e-9de6f0ac99d8 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:53:41.993331 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8c22dbf6-c5ab-4358-813b-bcf9a703fcd4 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:41.999870 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbda3b47-fcc9-4a31-a5e0-d6dc2fbfc36b req-2dbf1f16-14b7-469b-9fe1-870ff5932dbb tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Network 8d226290-6085-496f-b9eb-bf514760f427 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:53:42.000187 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c19ba87-bbac-4926-be8c-a87f1b8ddd62 None None] Sync routers for ids ['84ba384b-0042-4e91-910a-a7140495f1ee'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:53:42.010870 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c19ba87-bbac-4926-be8c-a87f1b8ddd62 None None] Routers {'84ba384b-0042-4e91-910a-a7140495f1ee'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:53:42.011841 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7c19ba87-bbac-4926-be8c-a87f1b8ddd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:53:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['84ba384b-0042-4e91-910a-a7140495f1ee'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:53:42.023735 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-fbda3b47-fcc9-4a31-a5e0-d6dc2fbfc36b req-2dbf1f16-14b7-469b-9fe1-870ff5932dbb tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:53:42.031963 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbda3b47-fcc9-4a31-a5e0-d6dc2fbfc36b req-2dbf1f16-14b7-469b-9fe1-870ff5932dbb tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:53:42.045823 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-109e4f97-f0c5-4fb2-995d-511fea2a8812 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "PUT /v2.0/routers/84ba384b-0042-4e91-910a-a7140495f1ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0007575 Aug 19 14:53:42.048655 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ddc17bbb-fbad-47aa-94c4-c8ab2d904afe tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1663642', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1667783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59546'] for router, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:42.049403 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ddc17bbb-fbad-47aa-94c4-c8ab2d904afe tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Notify callbacks [] for router, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:42.052474 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbf1f16-14b7-469b-9fe1-870ff5932dbb tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Pushing event updated for resources: {'Port': ['ID=beeb99ba-a43d-4ac6-af21-fb5ff14d5767,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:42.059771 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35718) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:42.143496 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-7c19ba87-bbac-4926-be8c-a87f1b8ddd62 None None] Set router 84ba384b-0042-4e91-910a-a7140495f1ee gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:53:42.257580 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc23b371-b4ed-4f55-9fa8-febf5c1e6b5c tempest-FloatingIPAdminTestJSON-1405631945 tempest-FloatingIPAdminTestJSON-1405631945-project-admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:53:42.269802 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f548bb-bdbf-40a9-bf87-c0026ae36e51 None None] Sync routers for ids ['4bc83d11-ef87-4722-a46b-bf424c413cc9'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:53:42.290409 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f548bb-bdbf-40a9-bf87-c0026ae36e51 None None] Routers {'4bc83d11-ef87-4722-a46b-bf424c413cc9'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:53:42.298488 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-20f548bb-bdbf-40a9-bf87-c0026ae36e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:53:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['4bc83d11-ef87-4722-a46b-bf424c413cc9'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:53:42.385956 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-20f548bb-bdbf-40a9-bf87-c0026ae36e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:53:42.391679 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7c19ba87-bbac-4926-be8c-a87f1b8ddd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'name': 'tempest-TestNetworkBasicOps-router-1677768249', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7b2d2b35-074d-4339-98a2-af5c4a9eef3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:53:27Z', 'updated_at': '2021-08-19T14:53:39Z', 'revision_number': 4, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'gw_port': {'id': '7b2d2b35-074d-4339-98a2-af5c4a9eef3f', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:28Z', 'updated_at': '2021-08-19T14:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'b1b84a34-4865-4c7a-a68e-9de6f0ac99d8', 'name': '', 'network_id': 'ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'mac_address': 'fa:16:3e:f4:ef:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '21160d11-dfa8-4ba0-ba02-7e4078d0dcf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:36Z', 'updated_at': '2021-08-19T14:53:40Z', 'revision_number': 2, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'subnets': [{'id': '21160d11-dfa8-4ba0-ba02-7e4078d0dcf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:53:42.415070 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f548bb-bdbf-40a9-bf87-c0026ae36e51 None None] Routers {'4bc83d11-ef87-4722-a46b-bf424c413cc9'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:53:42.415792 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-20f548bb-bdbf-40a9-bf87-c0026ae36e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:53:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['4bc83d11-ef87-4722-a46b-bf424c413cc9'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:53:42.421972 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c19ba87-bbac-4926-be8c-a87f1b8ddd62 None None] Checking router: 84ba384b-0042-4e91-910a-a7140495f1ee for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:53:42.422328 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c19ba87-bbac-4926-be8c-a87f1b8ddd62 None None] Updating router 84ba384b-0042-4e91-910a-a7140495f1ee port b1b84a34-4865-4c7a-a68e-9de6f0ac99d8 binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:53:42.443964 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e463567-9664-497e-a6b1-ca8b2d9ae4dd tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:42.444761 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e463567-9664-497e-a6b1-ca8b2d9ae4dd tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:42.445430 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e463567-9664-497e-a6b1-ca8b2d9ae4dd tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:42.446071 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e463567-9664-497e-a6b1-ca8b2d9ae4dd tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:42.446707 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e463567-9664-497e-a6b1-ca8b2d9ae4dd tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:42.447334 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e463567-9664-497e-a6b1-ca8b2d9ae4dd tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:42.447959 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e463567-9664-497e-a6b1-ca8b2d9ae4dd tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:42.448613 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e463567-9664-497e-a6b1-ca8b2d9ae4dd tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:42.449292 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e463567-9664-497e-a6b1-ca8b2d9ae4dd tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:42.452195 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9e463567-9664-497e-a6b1-ca8b2d9ae4dd tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6349 time: 0.3914299 Aug 19 14:53:42.452356 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-7c19ba87-bbac-4926-be8c-a87f1b8ddd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:42.455469 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35724) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:42.477709 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-20f548bb-bdbf-40a9-bf87-c0026ae36e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:53:42.478675 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f548bb-bdbf-40a9-bf87-c0026ae36e51 None None] The sync data for ids ['4bc83d11-ef87-4722-a46b-bf424c413cc9'] in n-d-766043-2 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:53:42.499878 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-46c7c8d4-2668-4914-b485-be4bd4c457a8 None None] Provisioning for port beeb99ba-a43d-4ac6-af21-fb5ff14d5767 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:53:42.505426 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-46c7c8d4-2668-4914-b485-be4bd4c457a8 None None] Provisioning complete for port beeb99ba-a43d-4ac6-af21-fb5ff14d5767 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:53:42.506160 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c7c8d4-2668-4914-b485-be4bd4c457a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:42.550818 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-46c7c8d4-2668-4914-b485-be4bd4c457a8 None None] Port beeb99ba-a43d-4ac6-af21-fb5ff14d5767 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:53:42.614730 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68871900-ff7b-411d-bdcd-3eb148f8a695 tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:42.615781 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68871900-ff7b-411d-bdcd-3eb148f8a695 tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:42.616447 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68871900-ff7b-411d-bdcd-3eb148f8a695 tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:42.617109 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68871900-ff7b-411d-bdcd-3eb148f8a695 tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:42.617980 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68871900-ff7b-411d-bdcd-3eb148f8a695 tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:42.618601 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68871900-ff7b-411d-bdcd-3eb148f8a695 tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:42.619213 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68871900-ff7b-411d-bdcd-3eb148f8a695 tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:42.619882 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68871900-ff7b-411d-bdcd-3eb148f8a695 tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:42.622118 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-68871900-ff7b-411d-bdcd-3eb148f8a695 tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5238 time: 0.1653876 Aug 19 14:53:42.625082 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35726) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:42.720502 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c22dbf6-c5ab-4358-813b-bcf9a703fcd4 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event updated for resources: {'Port': ['ID=99b94f25-cf05-4b64-9612-f713ba0b1e09,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:42.720502 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda3b47-fcc9-4a31-a5e0-d6dc2fbfc36b req-2dbf1f16-14b7-469b-9fe1-870ff5932dbb tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:42.720502 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fbda3b47-fcc9-4a31-a5e0-d6dc2fbfc36b req-2dbf1f16-14b7-469b-9fe1-870ff5932dbb tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:42.722685 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c22dbf6-c5ab-4358-813b-bcf9a703fcd4 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Network dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:53:42.740571 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-8c22dbf6-c5ab-4358-813b-bcf9a703fcd4 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:53:42.751201 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-7c19ba87-bbac-4926-be8c-a87f1b8ddd62 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:42.763393 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-7c19ba87-bbac-4926-be8c-a87f1b8ddd62 None None] Transition to ACTIVE for port object b1b84a34-4865-4c7a-a68e-9de6f0ac99d8 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:53:42.771388 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-7c19ba87-bbac-4926-be8c-a87f1b8ddd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:42.796441 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c22dbf6-c5ab-4358-813b-bcf9a703fcd4 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:53:42.801232 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c22dbf6-c5ab-4358-813b-bcf9a703fcd4 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:42.801877 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8c22dbf6-c5ab-4358-813b-bcf9a703fcd4 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:42.828956 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2871f3-743a-4240-ba57-6f6a9f8d9fb6 req-ecb2901f-bf45-4966-b2d1-09988f1d9f4d tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:42.837258 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dd2871f3-743a-4240-ba57-6f6a9f8d9fb6 req-ecb2901f-bf45-4966-b2d1-09988f1d9f4d tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0b19eb0-7597-4713-a3cf-d7e25d2b8ead HTTP/1.1" status: 200 len: 932 time: 0.9452226 Aug 19 14:53:42.863906 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ddc17bbb-fbad-47aa-94c4-c8ab2d904afe tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94640) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 19 14:53:42.864829 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ddc17bbb-fbad-47aa-94c4-c8ab2d904afe tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Router 6e5180e6-95ec-417b-9f72-2b1273e336fe migrating from provider to provider. {{(pid=94640) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 19 14:53:42.864829 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ddc17bbb-fbad-47aa-94c4-c8ab2d904afe tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:42.897776 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ddc17bbb-fbad-47aa-94c4-c8ab2d904afe tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:42.908386 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e835133d-c0f2-4e6f-8df9-9e220b9ff36a req-f2d4af98-019e-464a-a746-31448ea9e632 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:42.916153 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e835133d-c0f2-4e6f-8df9-9e220b9ff36a req-f2d4af98-019e-464a-a746-31448ea9e632 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=f420aae7-a929-4486-ba9e-859b5f63fbbb HTTP/1.1" status: 200 len: 945 time: 0.1957421 Aug 19 14:53:42.936745 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8348d1b8-d209-4c9b-9d29-da00e70a46e0 tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4292 time: 0.3102496 Aug 19 14:53:42.948830 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ddc17bbb-fbad-47aa-94c4-c8ab2d904afe tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1663540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1663535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1667838'] for router, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:42.969553 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dd2871f3-743a-4240-ba57-6f6a9f8d9fb6 req-d2eedd81-b59f-4093-9acf-0a35059b695c tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292560 Aug 19 14:53:43.017787 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4644e6-703f-44a6-89e2-b314cda9fa37 None None] Pushing event updated for resources: {'Port': ['ID=b1b84a34-4865-4c7a-a68e-9de6f0ac99d8,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:43.044661 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-7c19ba87-bbac-4926-be8c-a87f1b8ddd62 None None] Attempting to bind port b1b84a34-4865-4c7a-a68e-9de6f0ac99d8 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:53:43.045277 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-7c19ba87-bbac-4926-be8c-a87f1b8ddd62 None None] Attempting to bind port b1b84a34-4865-4c7a-a68e-9de6f0ac99d8 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '01e1c77a-efaf-4dea-8b2d-f5011a554171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:53:43.045818 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c19ba87-bbac-4926-be8c-a87f1b8ddd62 None None] Attempting to bind port b1b84a34-4865-4c7a-a68e-9de6f0ac99d8 on network ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:53:43.053294 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c19ba87-bbac-4926-be8c-a87f1b8ddd62 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:53:43.054115 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c19ba87-bbac-4926-be8c-a87f1b8ddd62 None None] Checking segment: {'id': '01e1c77a-efaf-4dea-8b2d-f5011a554171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:53:43.054732 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-7c19ba87-bbac-4926-be8c-a87f1b8ddd62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:43.055273 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c19ba87-bbac-4926-be8c-a87f1b8ddd62 None None] Bound using segment: {'id': '01e1c77a-efaf-4dea-8b2d-f5011a554171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:53:43.055895 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-7c19ba87-bbac-4926-be8c-a87f1b8ddd62 None None] Bound port: b1b84a34-4865-4c7a-a68e-9de6f0ac99d8, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01e1c77a-efaf-4dea-8b2d-f5011a554171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:53:43.056501 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-7c19ba87-bbac-4926-be8c-a87f1b8ddd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:43.140060 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e835133d-c0f2-4e6f-8df9-9e220b9ff36a req-6b6cd0ed-e211-4955-82c9-6d85def4db21 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181394 Aug 19 14:53:43.145539 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-7c19ba87-bbac-4926-be8c-a87f1b8ddd62 None None] For port b1b84a34-4865-4c7a-a68e-9de6f0ac99d8, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:53:43.149250 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69c746fb-71e9-42fa-b2e3-efb32c28507f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:43.152584 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-7c19ba87-bbac-4926-be8c-a87f1b8ddd62 None None] For port b1b84a34-4865-4c7a-a68e-9de6f0ac99d8, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b1b84a34-4865-4c7a-a68e-9de6f0ac99d8,segment=NetworkSegment(01e1c77a-efaf-4dea-8b2d-f5011a554171),segment_id=01e1c77a-efaf-4dea-8b2d-f5011a554171)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:53:43.156649 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69c746fb-71e9-42fa-b2e3-efb32c28507f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:43.161430 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc23b371-b4ed-4f55-9fa8-febf5c1e6b5c tempest-FloatingIPAdminTestJSON-1405631945 tempest-FloatingIPAdminTestJSON-1405631945-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:43.178357 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-7c19ba87-bbac-4926-be8c-a87f1b8ddd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:43.185472 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-8c22dbf6-c5ab-4358-813b-bcf9a703fcd4 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.7243307 Aug 19 14:53:43.186769 n-d-766043-2 neutron-server[94640]: WARNING neutron.scheduler.l3_agent_scheduler [None req-ddc17bbb-fbad-47aa-94c4-c8ab2d904afe tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] No L3 agents can host the router 6e5180e6-95ec-417b-9f72-2b1273e336fe Aug 19 14:53:43.190658 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fbda3b47-fcc9-4a31-a5e0-d6dc2fbfc36b req-2dbf1f16-14b7-469b-9fe1-870ff5932dbb tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6718268 Aug 19 14:53:43.195295 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35732) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:43.211600 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9a694e04-daf0-497b-9fa4-a26263aeaf09 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:43.222746 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-fbda3b47-fcc9-4a31-a5e0-d6dc2fbfc36b req-9e139687-8a3f-4537-909d-9615858f2fef service neutron] Request body: {'port': {'device_id': 'f0b19eb0-7597-4713-a3cf-d7e25d2b8ead', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:43.240624 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-fc23b371-b4ed-4f55-9fa8-febf5c1e6b5c tempest-FloatingIPAdminTestJSON-1405631945 tempest-FloatingIPAdminTestJSON-1405631945-project-admin] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 8.3177164 Aug 19 14:53:43.243417 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35734) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:43.283314 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c19ba87-bbac-4926-be8c-a87f1b8ddd62 None None] Routers {'84ba384b-0042-4e91-910a-a7140495f1ee'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:53:43.284077 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7c19ba87-bbac-4926-be8c-a87f1b8ddd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:53:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['84ba384b-0042-4e91-910a-a7140495f1ee'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:53:43.299159 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-69c746fb-71e9-42fa-b2e3-efb32c28507f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=547c5ca9f2e84b94a37ac8671eca240e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7437961 Aug 19 14:53:43.302673 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c746fb-71e9-42fa-b2e3-efb32c28507f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68bc3fc1-f076-46f1-b836-ca031f04f79b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:43.308307 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35736) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:43.377596 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4644e6-703f-44a6-89e2-b314cda9fa37 None None] Pushing event updated for resources: {'Port': ['ID=b1b84a34-4865-4c7a-a68e-9de6f0ac99d8,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:43.545087 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-cb35bc1d-51f3-460b-8f51-20ce142ef062 tempest-FloatingIPAdminTestJSON-1405631945 tempest-FloatingIPAdminTestJSON-1405631945-project-admin] 10.222.0.69 "GET /v2.0/floatingips/0c483996-ff38-4113-a560-13281b29fea7 HTTP/1.1" status: 200 len: 983 time: 0.2986228 Aug 19 14:53:43.547715 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35740) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:43.566190 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-7c19ba87-bbac-4926-be8c-a87f1b8ddd62 None None] Set router 84ba384b-0042-4e91-910a-a7140495f1ee gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:53:43.570427 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9a694e04-daf0-497b-9fa4-a26263aeaf09 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:43.603266 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fbda3b47-fcc9-4a31-a5e0-d6dc2fbfc36b req-9e139687-8a3f-4537-909d-9615858f2fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:43.650890 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35742) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:43.657207 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-dace46b6-9813-46cd-9d92-234e833e75d6 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1283655407', 'description': 'tempest-secgroup-smoke-1283655407 description', 'project_id': '7a0c6ff201d948d2944c0780e076389b'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:43.667585 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc17bbb-fbad-47aa-94c4-c8ab2d904afe tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Hosts for router 6e5180e6-95ec-417b-9f72-2b1273e336fe: [] {{(pid=94640) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 19 14:53:43.677282 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a341ab8-ce88-4bcd-9a68-beb38c8f2353 req-38c842f2-3081-4715-8096-4f91e5876292 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:43.684936 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0a341ab8-ce88-4bcd-9a68-beb38c8f2353 req-38c842f2-3081-4715-8096-4f91e5876292 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=f420aae7-a929-4486-ba9e-859b5f63fbbb HTTP/1.1" status: 200 len: 945 time: 0.3968916 Aug 19 14:53:43.730579 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b25dc2cf-f064-4434-9c37-228bdb1bc326 tempest-FloatingIPAdminTestJSON-1405631945 tempest-FloatingIPAdminTestJSON-1405631945-project-admin] 10.222.0.69 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2250 time: 0.1816638 Aug 19 14:53:43.731194 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35744) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:43.765943 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dace46b6-9813-46cd-9d92-234e833e75d6 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:43.803401 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-050be241-c73f-4809-8abb-33447ff94803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:43.805895 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc17bbb-fbad-47aa-94c4-c8ab2d904afe tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Hosts for other DVR routers connected to router 6e5180e6-95ec-417b-9f72-2b1273e336fe: set() {{(pid=94640) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 19 14:53:43.808576 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ddc17bbb-fbad-47aa-94c4-c8ab2d904afe tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:43.812063 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ddc17bbb-fbad-47aa-94c4-c8ab2d904afe tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] 10.222.0.69 "PUT /v2.0/routers/6e5180e6-95ec-417b-9f72-2b1273e336fe HTTP/1.1" status: 200 len: 717 time: 2.2625370 Aug 19 14:53:43.813053 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35746) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:43.882426 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7c19ba87-bbac-4926-be8c-a87f1b8ddd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'name': 'tempest-TestNetworkBasicOps-router-1677768249', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7b2d2b35-074d-4339-98a2-af5c4a9eef3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:53:27Z', 'updated_at': '2021-08-19T14:53:39Z', 'revision_number': 4, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'gw_port': {'id': '7b2d2b35-074d-4339-98a2-af5c4a9eef3f', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:28Z', 'updated_at': '2021-08-19T14:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'b1b84a34-4865-4c7a-a68e-9de6f0ac99d8', 'name': '', 'network_id': 'ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'mac_address': 'fa:16:3e:f4:ef:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '21160d11-dfa8-4ba0-ba02-7e4078d0dcf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:36Z', 'updated_at': '2021-08-19T14:53:43Z', 'revision_number': 4, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'subnets': [{'id': '21160d11-dfa8-4ba0-ba02-7e4078d0dcf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:53:43.906645 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0a341ab8-ce88-4bcd-9a68-beb38c8f2353 req-cb499b3f-8b16-48e6-acaa-6bf4965263d3 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052004 Aug 19 14:53:43.936603 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c19ba87-bbac-4926-be8c-a87f1b8ddd62 None None] The sync data for ids ['84ba384b-0042-4e91-910a-a7140495f1ee'] in n-d-766043-2 is: [{'id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'name': 'tempest-TestNetworkBasicOps-router-1677768249', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7b2d2b35-074d-4339-98a2-af5c4a9eef3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:53:27Z', 'updated_at': '2021-08-19T14:53:39Z', 'revision_number': 4, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'gw_port': {'id': '7b2d2b35-074d-4339-98a2-af5c4a9eef3f', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:28Z', 'updated_at': '2021-08-19T14:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'b1b84a34-4865-4c7a-a68e-9de6f0ac99d8', 'name': '', 'network_id': 'ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'mac_address': 'fa:16:3e:f4:ef:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '21160d11-dfa8-4ba0-ba02-7e4078d0dcf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:36Z', 'updated_at': '2021-08-19T14:53:43Z', 'revision_number': 4, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'subnets': [{'id': '21160d11-dfa8-4ba0-ba02-7e4078d0dcf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:53:43.949128 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-050be241-c73f-4809-8abb-33447ff94803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:44.437050 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9a694e04-daf0-497b-9fa4-a26263aeaf09 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:44.452964 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9a694e04-daf0-497b-9fa4-a26263aeaf09 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:44.491758 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9f4b5997-7ce1-4ee9-987b-3174949458c1 tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] 10.222.0.69 "GET /v2.0/routers/6e5180e6-95ec-417b-9f72-2b1273e336fe HTTP/1.1" status: 200 len: 717 time: 0.6684859 Aug 19 14:53:44.524138 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35758) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:44.586131 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8e55f-0d2f-4616-b338-e6585d6040e8 req-fffe39f1-bf4e-48ef-b11e-d26b90f5c713 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:44.587710 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a3d8e55f-0d2f-4616-b338-e6585d6040e8 req-fffe39f1-bf4e-48ef-b11e-d26b90f5c713 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0b19eb0-7597-4713-a3cf-d7e25d2b8ead HTTP/1.1" status: 200 len: 932 time: 0.4714918 Aug 19 14:53:44.592685 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-050be241-c73f-4809-8abb-33447ff94803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:44.596917 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-050be241-c73f-4809-8abb-33447ff94803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:44.598633 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-050be241-c73f-4809-8abb-33447ff94803 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/68bc3fc1-f076-46f1-b836-ca031f04f79b HTTP/1.1" status: 204 len: 168 time: 1.2787626 Aug 19 14:53:44.623669 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8284f16f-9e69-421e-9139-d21291712035 req-fe9e5cbe-98e3-42ac-a2c2-9f3dbcaf03ff tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:44.634325 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8284f16f-9e69-421e-9139-d21291712035 req-fe9e5cbe-98e3-42ac-a2c2-9f3dbcaf03ff tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=f420aae7-a929-4486-ba9e-859b5f63fbbb HTTP/1.1" status: 200 len: 945 time: 0.3417840 Aug 19 14:53:44.742705 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9a694e04-daf0-497b-9fa4-a26263aeaf09 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] In _notify_port_updated(), no bound segment for port 99b94f25-cf05-4b64-9612-f713ba0b1e09 on network dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2 {{(pid=94640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 14:53:44.759546 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a694e04-daf0-497b-9fa4-a26263aeaf09 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:44.765077 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9a694e04-daf0-497b-9fa4-a26263aeaf09 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:44.766756 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9a694e04-daf0-497b-9fa4-a26263aeaf09 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "PUT /v2.0/ports/99b94f25-cf05-4b64-9612-f713ba0b1e09 HTTP/1.1" status: 200 len: 818 time: 1.5675523 Aug 19 14:53:44.776691 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35766) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:44.807808 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050be241-c73f-4809-8abb-33447ff94803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bc3fc1-f076-46f1-b836-ca031f04f79b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:44.835815 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dace46b6-9813-46cd-9d92-234e833e75d6 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:44.841969 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-fbda3b47-fcc9-4a31-a5e0-d6dc2fbfc36b req-9e139687-8a3f-4537-909d-9615858f2fef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beeb99ba-a43d-4ac6-af21-fb5ff14d5767 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:53:44.854018 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dace46b6-9813-46cd-9d92-234e833e75d6 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:44.925871 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fbda3b47-fcc9-4a31-a5e0-d6dc2fbfc36b req-9e139687-8a3f-4537-909d-9615858f2fef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:44.945806 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ced0c2ce-a172-4493-933c-7a4ec31ddb43 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Deleting port fc852c29-aef8-4646-accc-a3012e0c9aec {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:53:44.946225 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ced0c2ce-a172-4493-933c-7a4ec31ddb43 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:44.952808 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a694e04-daf0-497b-9fa4-a26263aeaf09 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event updated for resources: {'Port': ['ID=99b94f25-cf05-4b64-9612-f713ba0b1e09,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:44.967931 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dace46b6-9813-46cd-9d92-234e833e75d6 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:44.972296 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-dace46b6-9813-46cd-9d92-234e833e75d6 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3194301 Aug 19 14:53:44.999398 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35770) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:45.009506 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0a3646fa-407b-4c06-83ac-4f2301e4adbe tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Request body: {'security_group_rule': {'security_group_id': 'db71c8f8-8f35-4257-8682-9da0907c40c2', 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:45.036932 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8284f16f-9e69-421e-9139-d21291712035 req-97e31961-049b-4db0-9a6a-10d675cb5ebd tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969777 Aug 19 14:53:45.050533 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-fbda3b47-fcc9-4a31-a5e0-d6dc2fbfc36b req-9e139687-8a3f-4537-909d-9615858f2fef service neutron] Transition to ACTIVE for port object beeb99ba-a43d-4ac6-af21-fb5ff14d5767 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:53:45.053769 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a3d8e55f-0d2f-4616-b338-e6585d6040e8 req-986962f5-cd87-4a70-9677-03abe1583484 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4051037 Aug 19 14:53:45.106814 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dace46b6-9813-46cd-9d92-234e833e75d6 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db71c8f8-8f35-4257-8682-9da0907c40c2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:45.110825 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fbda3b47-fcc9-4a31-a5e0-d6dc2fbfc36b req-9e139687-8a3f-4537-909d-9615858f2fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:45.224338 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e139687-8a3f-4537-909d-9615858f2fef service neutron] Pushing event updated for resources: {'Port': ['ID=beeb99ba-a43d-4ac6-af21-fb5ff14d5767,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:45.333861 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-943616fd-a578-4dee-b2d6-48dd23d1a9e9 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Deleting port 99b94f25-cf05-4b64-9612-f713ba0b1e09 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:53:45.334730 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-943616fd-a578-4dee-b2d6-48dd23d1a9e9 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:45.362070 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-82aee201-ceae-4abf-b38c-23db5b1095f8 tempest-RoutersTestDVR-1341258171 tempest-RoutersTestDVR-1341258171-project] 10.222.0.69 "GET /v2.0/routers/6e5180e6-95ec-417b-9f72-2b1273e336fe HTTP/1.1" status: 200 len: 683 time: 0.8367596 Aug 19 14:53:45.365819 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35778) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:45.367796 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0a3646fa-407b-4c06-83ac-4f2301e4adbe tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:45.518880 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-fbda3b47-fcc9-4a31-a5e0-d6dc2fbfc36b req-9e139687-8a3f-4537-909d-9615858f2fef service neutron] Attempting to bind port beeb99ba-a43d-4ac6-af21-fb5ff14d5767 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:53:45.520893 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-fbda3b47-fcc9-4a31-a5e0-d6dc2fbfc36b req-9e139687-8a3f-4537-909d-9615858f2fef service neutron] Attempting to bind port beeb99ba-a43d-4ac6-af21-fb5ff14d5767 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': 'a797992c-f015-48a4-a029-21c175cc336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8d226290-6085-496f-b9eb-bf514760f427'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:53:45.523459 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbda3b47-fcc9-4a31-a5e0-d6dc2fbfc36b req-9e139687-8a3f-4537-909d-9615858f2fef service neutron] Attempting to bind port beeb99ba-a43d-4ac6-af21-fb5ff14d5767 on network 8d226290-6085-496f-b9eb-bf514760f427 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:53:45.561031 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-943616fd-a578-4dee-b2d6-48dd23d1a9e9 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:45.565314 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbda3b47-fcc9-4a31-a5e0-d6dc2fbfc36b req-9e139687-8a3f-4537-909d-9615858f2fef service neutron] Port beeb99ba-a43d-4ac6-af21-fb5ff14d5767 on network 8d226290-6085-496f-b9eb-bf514760f427 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:53:45.565650 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbda3b47-fcc9-4a31-a5e0-d6dc2fbfc36b req-9e139687-8a3f-4537-909d-9615858f2fef service neutron] Attempting to bind port beeb99ba-a43d-4ac6-af21-fb5ff14d5767 on network 8d226290-6085-496f-b9eb-bf514760f427 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:53:45.580113 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbda3b47-fcc9-4a31-a5e0-d6dc2fbfc36b req-9e139687-8a3f-4537-909d-9615858f2fef service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:53:45.580643 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbda3b47-fcc9-4a31-a5e0-d6dc2fbfc36b req-9e139687-8a3f-4537-909d-9615858f2fef service neutron] Checking segment: {'id': 'a797992c-f015-48a4-a029-21c175cc336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8d226290-6085-496f-b9eb-bf514760f427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:53:45.581041 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbda3b47-fcc9-4a31-a5e0-d6dc2fbfc36b req-9e139687-8a3f-4537-909d-9615858f2fef service neutron] Bound using segment: {'id': 'a797992c-f015-48a4-a029-21c175cc336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8d226290-6085-496f-b9eb-bf514760f427'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:53:45.581494 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-fbda3b47-fcc9-4a31-a5e0-d6dc2fbfc36b req-9e139687-8a3f-4537-909d-9615858f2fef service neutron] Bound port: beeb99ba-a43d-4ac6-af21-fb5ff14d5767, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a797992c-f015-48a4-a029-21c175cc336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8d226290-6085-496f-b9eb-bf514760f427'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:53:45.581859 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fbda3b47-fcc9-4a31-a5e0-d6dc2fbfc36b req-9e139687-8a3f-4537-909d-9615858f2fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:45.587941 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-943616fd-a578-4dee-b2d6-48dd23d1a9e9 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Calling delete_port for 99b94f25-cf05-4b64-9612-f713ba0b1e09 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:53:45.623120 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ced0c2ce-a172-4493-933c-7a4ec31ddb43 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:45.623593 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ced0c2ce-a172-4493-933c-7a4ec31ddb43 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:45.654410 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dbc630fb-4ba9-47df-831c-9517ae98bbe0 tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:45.711687 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b1b84a34-4865-4c7a-a68e-9de6f0ac99d8 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:53:45.773336 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-fbda3b47-fcc9-4a31-a5e0-d6dc2fbfc36b req-9e139687-8a3f-4537-909d-9615858f2fef service neutron] For port beeb99ba-a43d-4ac6-af21-fb5ff14d5767, host n-h1-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:53:45.781618 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-fbda3b47-fcc9-4a31-a5e0-d6dc2fbfc36b req-9e139687-8a3f-4537-909d-9615858f2fef service neutron] For port beeb99ba-a43d-4ac6-af21-fb5ff14d5767, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=beeb99ba-a43d-4ac6-af21-fb5ff14d5767,segment=NetworkSegment(a797992c-f015-48a4-a029-21c175cc336b),segment_id=a797992c-f015-48a4-a029-21c175cc336b)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:53:45.800799 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fbda3b47-fcc9-4a31-a5e0-d6dc2fbfc36b req-9e139687-8a3f-4537-909d-9615858f2fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:45.811898 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port b1b84a34-4865-4c7a-a68e-9de6f0ac99d8 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:53:45.816073 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port b1b84a34-4865-4c7a-a68e-9de6f0ac99d8 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:53:45.817236 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:45.867001 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-943616fd-a578-4dee-b2d6-48dd23d1a9e9 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:45.886114 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda3b47-fcc9-4a31-a5e0-d6dc2fbfc36b req-9e139687-8a3f-4537-909d-9615858f2fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:45.886744 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fbda3b47-fcc9-4a31-a5e0-d6dc2fbfc36b req-9e139687-8a3f-4537-909d-9615858f2fef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:45.894852 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fbda3b47-fcc9-4a31-a5e0-d6dc2fbfc36b req-9e139687-8a3f-4537-909d-9615858f2fef service neutron] 10.222.0.68 "PUT /v2.0/ports/beeb99ba-a43d-4ac6-af21-fb5ff14d5767 HTTP/1.1" status: 200 len: 1092 time: 2.6838307 Aug 19 14:53:45.895410 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0b19eb0-7597-4713-a3cf-d7e25d2b8ead', 'tag': 'beeb99ba-a43d-4ac6-af21-fb5ff14d5767'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:53:45.898818 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f25220b-41a8-4f50-9f94-10e53221549b" -d '{"events": [{"name": "network-changed", "server_uuid": "f0b19eb0-7597-4713-a3cf-d7e25d2b8ead", "tag": "beeb99ba-a43d-4ac6-af21-fb5ff14d5767"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:53:45.912629 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ced0c2ce-a172-4493-933c-7a4ec31ddb43 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Calling delete_port for fc852c29-aef8-4646-accc-a3012e0c9aec owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:53:45.944700 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf182f7-3e2a-46fe-a306-39cd0e72fbfc req-6b0b9aa3-3e7f-4f1f-984f-fc0adb1bb07a tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:45.944700 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aaf182f7-3e2a-46fe-a306-39cd0e72fbfc req-6b0b9aa3-3e7f-4f1f-984f-fc0adb1bb07a tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.68 "GET /v2.0/ports?device_id=f420aae7-a929-4486-ba9e-859b5f63fbbb HTTP/1.1" status: 200 len: 945 time: 0.4274051 Aug 19 14:53:46.003685 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-943616fd-a578-4dee-b2d6-48dd23d1a9e9 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:46.010920 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-943616fd-a578-4dee-b2d6-48dd23d1a9e9 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "DELETE /v2.0/ports/99b94f25-cf05-4b64-9612-f713ba0b1e09 HTTP/1.1" status: 204 len: 168 time: 1.2225370 Aug 19 14:53:46.013925 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3710bc1c-d05e-4677-aa4c-22ac9cd0ea98 x-openstack-request-id: req-3710bc1c-d05e-4677-aa4c-22ac9cd0ea98 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:53:46.014214 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0b19eb0-7597-4713-a3cf-d7e25d2b8ead", "tag": "beeb99ba-a43d-4ac6-af21-fb5ff14d5767", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:53:46.014472 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3710bc1c-d05e-4677-aa4c-22ac9cd0ea98 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:53:46.014879 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0b19eb0-7597-4713-a3cf-d7e25d2b8ead', 'tag': 'beeb99ba-a43d-4ac6-af21-fb5ff14d5767', 'status': 'completed', 'code': 200} Aug 19 14:53:46.015254 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35794) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:46.041875 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:46.134323 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port b1b84a34-4865-4c7a-a68e-9de6f0ac99d8, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b1b84a34-4865-4c7a-a68e-9de6f0ac99d8,segment=NetworkSegment(01e1c77a-efaf-4dea-8b2d-f5011a554171),segment_id=01e1c77a-efaf-4dea-8b2d-f5011a554171)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:53:46.146669 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:46.193599 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e139687-8a3f-4537-909d-9615858f2fef service neutron] Pushing event updated for resources: {'Port': ['ID=beeb99ba-a43d-4ac6-af21-fb5ff14d5767,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:46.248286 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943616fd-a578-4dee-b2d6-48dd23d1a9e9 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event deleted for resources: {'Port': ['ID=99b94f25-cf05-4b64-9612-f713ba0b1e09,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:46.332105 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=b1b84a34-4865-4c7a-a68e-9de6f0ac99d8,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:46.334936 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda3b47-fcc9-4a31-a5e0-d6dc2fbfc36b req-8b735600-2201-4ada-a5ef-04fa4b653d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:46.336499 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fbda3b47-fcc9-4a31-a5e0-d6dc2fbfc36b req-8b735600-2201-4ada-a5ef-04fa4b653d0d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=8bf9338b14bd4de0a247947d4332bed4&device_id=f0b19eb0-7597-4713-a3cf-d7e25d2b8ead HTTP/1.1" status: 200 len: 1095 time: 0.3767226 Aug 19 14:53:46.354311 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a395e881-5c36-41c5-abb7-db764c3c78c0 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:46.358853 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a395e881-5c36-41c5-abb7-db764c3c78c0 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3240290 Aug 19 14:53:46.361031 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35802) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:46.428023 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dbc630fb-4ba9-47df-831c-9517ae98bbe0 tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:46.438920 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fbda3b47-fcc9-4a31-a5e0-d6dc2fbfc36b req-d034a8a1-dfb2-4c2b-8f32-d95c54a99e7b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=beeb99ba-a43d-4ac6-af21-fb5ff14d5767 HTTP/1.1" status: 200 len: 217 time: 0.0801694 Aug 19 14:53:46.440822 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dbc630fb-4ba9-47df-831c-9517ae98bbe0 tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:46.444445 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0a3646fa-407b-4c06-83ac-4f2301e4adbe tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:46.478529 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-86a49b7f-36f8-4be7-8cb3-7a59b296c9fe tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] GET failed (client error): The resource could not be found. Aug 19 14:53:46.480439 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-86a49b7f-36f8-4be7-8cb3-7a59b296c9fe tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "GET /v2.0/ports/99b94f25-cf05-4b64-9612-f713ba0b1e09 HTTP/1.1" status: 404 len: 333 time: 0.1129003 Aug 19 14:53:46.506659 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35806) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:46.509698 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0a3646fa-407b-4c06-83ac-4f2301e4adbe tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:46.515804 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b25107-138b-46a9-b7dc-87c0502a230e req-c3fb0780-d740-4993-a821-3fee42b0ee78 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:46.517386 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-82b25107-138b-46a9-b7dc-87c0502a230e req-c3fb0780-d740-4993-a821-3fee42b0ee78 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=f420aae7-a929-4486-ba9e-859b5f63fbbb HTTP/1.1" status: 200 len: 945 time: 0.2217748 Aug 19 14:53:46.526006 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baecd238-0b4c-4050-b895-9bd3b315d9fd req-9feeb9eb-0e8b-4cf4-8c1f-76cc34868971 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:46.528651 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-baecd238-0b4c-4050-b895-9bd3b315d9fd req-9feeb9eb-0e8b-4cf4-8c1f-76cc34868971 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0b19eb0-7597-4713-a3cf-d7e25d2b8ead HTTP/1.1" status: 200 len: 944 time: 0.2671769 Aug 19 14:53:46.539547 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-f9a883f6-d3b7-47d3-8801-cb928a91b7dd tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-987085634'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:46.562945 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3646fa-407b-4c06-83ac-4f2301e4adbe tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8850c089-23b2-4d5b-ae31-d27efe1d3427,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:46.567736 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dbc630fb-4ba9-47df-831c-9517ae98bbe0 tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:46.568280 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc630fb-4ba9-47df-831c-9517ae98bbe0 tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6e5180e6-95ec-417b-9f72-2b1273e336fe {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:53:46.573607 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dbc630fb-4ba9-47df-831c-9517ae98bbe0 tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:46.581049 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-dbc630fb-4ba9-47df-831c-9517ae98bbe0 tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] 10.222.0.69 "DELETE /v2.0/routers/6e5180e6-95ec-417b-9f72-2b1273e336fe HTTP/1.1" status: 204 len: 168 time: 1.2135220 Aug 19 14:53:46.581687 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35808) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:46.588042 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a81b292e-c397-4993-90cf-5a327cc796c7 tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Request body: {'router': {'name': 'tempest-router-2047489868', 'distributed': True}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:46.621012 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-82b25107-138b-46a9-b7dc-87c0502a230e req-80fbaa40-8325-4424-9d74-4f4d74189abe tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925736 Aug 19 14:53:46.623444 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda3b47-fcc9-4a31-a5e0-d6dc2fbfc36b req-f65addd4-935a-4a96-8ef0-267121c32cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:46.625437 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fbda3b47-fcc9-4a31-a5e0-d6dc2fbfc36b req-f65addd4-935a-4a96-8ef0-267121c32cd0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5ebe78ca-28f7-43fa-89de-04375d30f6cd HTTP/1.1" status: 200 len: 850 time: 0.1642075 Aug 19 14:53:46.652729 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-aaf182f7-3e2a-46fe-a306-39cd0e72fbfc req-c14c96e0-c6c2-46ff-833b-259625752aac tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Deleting port eee81213-5ba2-4bd4-8541-95bcbaf6dec2 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:53:46.653681 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-aaf182f7-3e2a-46fe-a306-39cd0e72fbfc req-c14c96e0-c6c2-46ff-833b-259625752aac tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:46.682412 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a883f6-d3b7-47d3-8801-cb928a91b7dd tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Made reservation on behalf of 7e6d46bc76a949adbb4c2a4b74be1b02 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:53:46.690458 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f9a883f6-d3b7-47d3-8801-cb928a91b7dd tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:46.705660 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0a3646fa-407b-4c06-83ac-4f2301e4adbe tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:46.706881 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0a3646fa-407b-4c06-83ac-4f2301e4adbe tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7065084 Aug 19 14:53:46.719314 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35814) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:46.729160 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d0a9dd24-2984-4e8e-b043-9e31d83114c6 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Request body: {'security_group_rule': {'security_group_id': 'db71c8f8-8f35-4257-8682-9da0907c40c2', 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:46.753853 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ced0c2ce-a172-4493-933c-7a4ec31ddb43 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:46.776853 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a81b292e-c397-4993-90cf-5a327cc796c7 tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:46.777920 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a81b292e-c397-4993-90cf-5a327cc796c7 tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:46.837361 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced0c2ce-a172-4493-933c-7a4ec31ddb43 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Pushing event deleted for resources: {'Port': ['ID=fc852c29-aef8-4646-accc-a3012e0c9aec,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:46.902799 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-aaf182f7-3e2a-46fe-a306-39cd0e72fbfc req-c14c96e0-c6c2-46ff-833b-259625752aac tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] For port eee81213-5ba2-4bd4-8541-95bcbaf6dec2, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=eee81213-5ba2-4bd4-8541-95bcbaf6dec2,segment=NetworkSegment(af76a49f-6b6e-4117-acb3-d7b5325cccf1),segment_id=af76a49f-6b6e-4117-acb3-d7b5325cccf1)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:53:46.903172 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-aaf182f7-3e2a-46fe-a306-39cd0e72fbfc req-c14c96e0-c6c2-46ff-833b-259625752aac tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:46.940213 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0a9dd24-2984-4e8e-b043-9e31d83114c6 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:46.996374 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-aaf182f7-3e2a-46fe-a306-39cd0e72fbfc req-c14c96e0-c6c2-46ff-833b-259625752aac tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Calling delete_port for eee81213-5ba2-4bd4-8541-95bcbaf6dec2 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:53:46.998696 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a81b292e-c397-4993-90cf-5a327cc796c7 tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:47.008611 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ced0c2ce-a172-4493-933c-7a4ec31ddb43 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:47.008962 n-d-766043-2 neutron-server[94639]: INFO neutron.db.l3_db [None req-ced0c2ce-a172-4493-933c-7a4ec31ddb43 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Floating IP 0c483996-ff38-4113-a560-13281b29fea7 disassociated (deleted). External IP: 172.25.2.132, port: cc981aab-3e36-4391-928d-060b19857ddc. Aug 19 14:53:47.022369 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-baecd238-0b4c-4050-b895-9bd3b315d9fd req-db728234-b528-458a-bc6e-e9cb9be66cb7 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4749036 Aug 19 14:53:47.048652 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda3b47-fcc9-4a31-a5e0-d6dc2fbfc36b req-9e0395c1-7b06-4c1d-98b2-28dc1e30142b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:47.048652 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fbda3b47-fcc9-4a31-a5e0-d6dc2fbfc36b req-9e0395c1-7b06-4c1d-98b2-28dc1e30142b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8d226290-6085-496f-b9eb-bf514760f427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4079444 Aug 19 14:53:47.054511 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a81b292e-c397-4993-90cf-5a327cc796c7 tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:47.110090 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9a883f6-d3b7-47d3-8801-cb928a91b7dd tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:53:47.133921 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a81b292e-c397-4993-90cf-5a327cc796c7 tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:47.134703 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f9a883f6-d3b7-47d3-8801-cb928a91b7dd tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:47.135131 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-f9a883f6-d3b7-47d3-8801-cb928a91b7dd tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Added segment 8c932138-e24b-46e1-9b66-d9d78d21bdc2 of type vlan for network 8c1ff246-c76b-40c1-bc75-fd9929b25be2 Aug 19 14:53:47.137988 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a81b292e-c397-4993-90cf-5a327cc796c7 tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5544205 Aug 19 14:53:47.147091 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35824) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:47.209952 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0a9dd24-2984-4e8e-b043-9e31d83114c6 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:47.225253 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0a9dd24-2984-4e8e-b043-9e31d83114c6 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:47.240530 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f9a883f6-d3b7-47d3-8801-cb928a91b7dd tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:47.258916 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a9dd24-2984-4e8e-b043-9e31d83114c6 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=444fdfb1-9100-4595-bc03-1c211ba6f055,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:47.321813 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f9a883f6-d3b7-47d3-8801-cb928a91b7dd tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:47.327696 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a883f6-d3b7-47d3-8801-cb928a91b7dd tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:47.328539 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f9a883f6-d3b7-47d3-8801-cb928a91b7dd tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:47.342445 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e0fb5e8d-0ed0-4fc0-bf20-37b6a2f0a3a0 tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:47.418333 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a9dd24-2984-4e8e-b043-9e31d83114c6 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:47.418847 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a9dd24-2984-4e8e-b043-9e31d83114c6 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:47.419336 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a9dd24-2984-4e8e-b043-9e31d83114c6 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:47.419888 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a9dd24-2984-4e8e-b043-9e31d83114c6 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:47.420327 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a9dd24-2984-4e8e-b043-9e31d83114c6 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:47.421220 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a9dd24-2984-4e8e-b043-9e31d83114c6 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:47.421784 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a9dd24-2984-4e8e-b043-9e31d83114c6 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:47.422207 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a9dd24-2984-4e8e-b043-9e31d83114c6 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:47.422642 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a9dd24-2984-4e8e-b043-9e31d83114c6 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:47.423081 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a9dd24-2984-4e8e-b043-9e31d83114c6 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:47.423487 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a9dd24-2984-4e8e-b043-9e31d83114c6 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:47.423913 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a9dd24-2984-4e8e-b043-9e31d83114c6 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:53:47.436670 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0a9dd24-2984-4e8e-b043-9e31d83114c6 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:47.438223 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d0a9dd24-2984-4e8e-b043-9e31d83114c6 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7139654 Aug 19 14:53:47.447715 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35832) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:47.455020 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-cb2ae50d-9ece-4ac3-ab54-d0d678fc7f52 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Request body: {'security_group_rule': {'security_group_id': 'db71c8f8-8f35-4257-8682-9da0907c40c2', 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:47.485860 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f9a883f6-d3b7-47d3-8801-cb928a91b7dd tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9673429 Aug 19 14:53:47.494576 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35836) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:47.501411 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3e615163-e8ab-49cd-992b-7d1c89c8a904 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Request body: {'subnet': {'network_id': '8c1ff246-c76b-40c1-bc75-fd9929b25be2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:47.511880 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fbda3b47-fcc9-4a31-a5e0-d6dc2fbfc36b req-3124f705-88fa-49aa-a46c-580c6990ec57 service neutron] 10.222.0.68 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4551783 Aug 19 14:53:47.551697 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced0c2ce-a172-4493-933c-7a4ec31ddb43 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Router 4bc83d11-ef87-4722-a46b-bf424c413cc9 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:53:47.556694 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-aaf182f7-3e2a-46fe-a306-39cd0e72fbfc req-c14c96e0-c6c2-46ff-833b-259625752aac tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:47.560105 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb2ae50d-9ece-4ac3-ab54-d0d678fc7f52 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:47.572128 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['eee81213-5ba2-4bd4-8541-95bcbaf6dec2'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:53:47.608148 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['a7e85fcb-ef17-4c29-9bad-802ebaac2f1f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:53:47.620443 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb2ae50d-9ece-4ac3-ab54-d0d678fc7f52 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:47.658435 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb2ae50d-9ece-4ac3-ab54-d0d678fc7f52 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:47.679003 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c96e0-c6c2-46ff-833b-259625752aac tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Pushing event deleted for resources: {'Port': ['ID=eee81213-5ba2-4bd4-8541-95bcbaf6dec2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:47.696261 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a883f6-d3b7-47d3-8801-cb928a91b7dd tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event updated for resources: {'Network': ['ID=8c1ff246-c76b-40c1-bc75-fd9929b25be2,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:47.701823 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b1b84a34-4865-4c7a-a68e-9de6f0ac99d8 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:53:47.711223 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ae50d-9ece-4ac3-ab54-d0d678fc7f52 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab98c828-3acc-4cbb-bda5-da53358be37b,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:47.731441 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 8c1ff246-c76b-40c1-bc75-fd9929b25be2 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:53:47.817654 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e0fb5e8d-0ed0-4fc0-bf20-37b6a2f0a3a0 tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:47.823631 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb2ae50d-9ece-4ac3-ab54-d0d678fc7f52 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:47.826300 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-cb2ae50d-9ece-4ac3-ab54-d0d678fc7f52 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3772118 Aug 19 14:53:47.834631 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-51959d4a-f331-40ab-9e81-5053253f17e7 req-d0081095-b0bd-4840-ad71-818759e76eb9 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=f420aae7-a929-4486-ba9e-859b5f63fbbb HTTP/1.1" status: 200 len: 210 time: 0.0625646 Aug 19 14:53:47.838487 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e0fb5e8d-0ed0-4fc0-bf20-37b6a2f0a3a0 tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:47.839934 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35842) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:47.850060 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf182f7-3e2a-46fe-a306-39cd0e72fbfc req-c14c96e0-c6c2-46ff-833b-259625752aac tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] No DVR routers for this DVR port eee81213-5ba2-4bd4-8541-95bcbaf6dec2 on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:53:47.853473 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-aaf182f7-3e2a-46fe-a306-39cd0e72fbfc req-c14c96e0-c6c2-46ff-833b-259625752aac tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:47.857188 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aaf182f7-3e2a-46fe-a306-39cd0e72fbfc req-c14c96e0-c6c2-46ff-833b-259625752aac tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.68 "DELETE /v2.0/ports/eee81213-5ba2-4bd4-8541-95bcbaf6dec2 HTTP/1.1" status: 204 len: 173 time: 1.6469433 Aug 19 14:53:47.860041 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f420aae7-a929-4486-ba9e-859b5f63fbbb', 'name': 'network-vif-deleted', 'tag': 'eee81213-5ba2-4bd4-8541-95bcbaf6dec2'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:53:47.864212 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1917c77a-572b-495d-b399-6af86b63f97e" -d '{"events": [{"server_uuid": "f420aae7-a929-4486-ba9e-859b5f63fbbb", "name": "network-vif-deleted", "tag": "eee81213-5ba2-4bd4-8541-95bcbaf6dec2"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:53:47.866006 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-5c6b2541-c406-4fa0-860b-dffe3f91b005 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Request body: {'security_group_rule': {'security_group_id': 'db71c8f8-8f35-4257-8682-9da0907c40c2', 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:47.887116 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port b1b84a34-4865-4c7a-a68e-9de6f0ac99d8 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:53:47.887851 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:47.955574 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4672cfc8-d80b-4919-b31d-813b1b9191a3 x-openstack-request-id: req-4672cfc8-d80b-4919-b31d-813b1b9191a3 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:53:47.956118 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f420aae7-a929-4486-ba9e-859b5f63fbbb", "name": "network-vif-deleted", "tag": "eee81213-5ba2-4bd4-8541-95bcbaf6dec2", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:53:47.956118 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4672cfc8-d80b-4919-b31d-813b1b9191a3 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:53:47.956645 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f420aae7-a929-4486-ba9e-859b5f63fbbb', 'name': 'network-vif-deleted', 'tag': 'eee81213-5ba2-4bd4-8541-95bcbaf6dec2', 'status': 'completed', 'code': 200} Aug 19 14:53:48.002652 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e0fb5e8d-0ed0-4fc0-bf20-37b6a2f0a3a0 tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:48.003320 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0fb5e8d-0ed0-4fc0-bf20-37b6a2f0a3a0 tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 69ecc814-3909-461d-9223-226fe05c4a76 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:53:48.016243 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced0c2ce-a172-4493-933c-7a4ec31ddb43 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:53:48.033744 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ced0c2ce-a172-4493-933c-7a4ec31ddb43 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:48.034287 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f68323-8382-4ea6-bc02-382dd363531d None None] Sync routers for ids ['4bc83d11-ef87-4722-a46b-bf424c413cc9'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:53:48.038282 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e0fb5e8d-0ed0-4fc0-bf20-37b6a2f0a3a0 tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:48.042036 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e0fb5e8d-0ed0-4fc0-bf20-37b6a2f0a3a0 tempest-RoutersTestDVR-2100512913 tempest-RoutersTestDVR-2100512913-project-admin] 10.222.0.69 "DELETE /v2.0/routers/69ecc814-3909-461d-9223-226fe05c4a76 HTTP/1.1" status: 204 len: 168 time: 0.8938138 Aug 19 14:53:48.062468 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f68323-8382-4ea6-bc02-382dd363531d None None] Routers {'4bc83d11-ef87-4722-a46b-bf424c413cc9'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:53:48.067791 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-31f68323-8382-4ea6-bc02-382dd363531d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:53:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['4bc83d11-ef87-4722-a46b-bf424c413cc9'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:53:48.073769 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e615163-e8ab-49cd-992b-7d1c89c8a904 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Made reservation on behalf of 7e6d46bc76a949adbb4c2a4b74be1b02 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:53:48.083548 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3e615163-e8ab-49cd-992b-7d1c89c8a904 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:48.109411 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fbda3b47-fcc9-4a31-a5e0-d6dc2fbfc36b req-e9cec0d5-f072-43bc-b933-7ae3965f18b3 service neutron] 10.222.0.68 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5813920 Aug 19 14:53:48.126318 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ced0c2ce-a172-4493-933c-7a4ec31ddb43 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] 10.222.0.69 "DELETE /v2.0/floatingips/0c483996-ff38-4113-a560-13281b29fea7 HTTP/1.1" status: 204 len: 168 time: 4.3936791 Aug 19 14:53:48.130782 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35856) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:48.140599 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a24a3231-ae5c-4480-8853-2df53816e7d2 tempest-FloatingIPAdminTestJSON-1405631945 tempest-FloatingIPAdminTestJSON-1405631945-project-admin] Request body: {'floatingip': {'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:48.179667 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-31f68323-8382-4ea6-bc02-382dd363531d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:53:48.189127 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f68323-8382-4ea6-bc02-382dd363531d None None] Routers {'4bc83d11-ef87-4722-a46b-bf424c413cc9'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:53:48.189818 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-31f68323-8382-4ea6-bc02-382dd363531d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:53:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['4bc83d11-ef87-4722-a46b-bf424c413cc9'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:53:48.227782 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-31f68323-8382-4ea6-bc02-382dd363531d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:53:48.228484 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f68323-8382-4ea6-bc02-382dd363531d None None] The sync data for ids ['4bc83d11-ef87-4722-a46b-bf424c413cc9'] in n-d-766043-2 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:53:48.251773 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a24a3231-ae5c-4480-8853-2df53816e7d2 tempest-FloatingIPAdminTestJSON-1405631945 tempest-FloatingIPAdminTestJSON-1405631945-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:48.374618 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a24a3231-ae5c-4480-8853-2df53816e7d2 tempest-FloatingIPAdminTestJSON-1405631945 tempest-FloatingIPAdminTestJSON-1405631945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:48.408338 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5c6b2541-c406-4fa0-860b-dffe3f91b005 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:48.521163 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25220b-41a8-4f50-9f94-10e53221549b req-1b4036c8-6bc6-436f-89a2-ea1b13399c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:48.522707 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9f25220b-41a8-4f50-9f94-10e53221549b req-1b4036c8-6bc6-436f-89a2-ea1b13399c3b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=8bf9338b14bd4de0a247947d4332bed4&device_id=f0b19eb0-7597-4713-a3cf-d7e25d2b8ead HTTP/1.1" status: 200 len: 1095 time: 0.2951562 Aug 19 14:53:48.622585 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-a24a3231-ae5c-4480-8853-2df53816e7d2 tempest-FloatingIPAdminTestJSON-1405631945 tempest-FloatingIPAdminTestJSON-1405631945-project-admin] Allocated IP 172.25.2.158 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/d0e1221b-c5d0-438c-aff8-6a6573bbd02d) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:53:48.661324 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06823022-84a4-461d-b82a-8d5f1237df54 req-67e9f1bf-f587-48ab-919c-64b06f44947c tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:48.662912 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-06823022-84a4-461d-b82a-8d5f1237df54 req-67e9f1bf-f587-48ab-919c-64b06f44947c tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=4474fdb5-2127-4ccb-a4ef-1d17185ca1ad HTTP/1.1" status: 200 len: 946 time: 0.2574828 Aug 19 14:53:48.663977 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25220b-41a8-4f50-9f94-10e53221549b req-94c835d7-cdc3-41cc-b3e5-d786547698e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:48.665393 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9f25220b-41a8-4f50-9f94-10e53221549b req-94c835d7-cdc3-41cc-b3e5-d786547698e3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8d226290-6085-496f-b9eb-bf514760f427 HTTP/1.1" status: 200 len: 912 time: 0.1259873 Aug 19 14:53:48.686493 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6d42e-6800-4983-b885-4c8aea7b7dad req-f0a41779-22a2-4c38-bda3-aec7f19411fc tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:48.688051 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-09e6d42e-6800-4983-b885-4c8aea7b7dad req-f0a41779-22a2-4c38-bda3-aec7f19411fc tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0b19eb0-7597-4713-a3cf-d7e25d2b8ead HTTP/1.1" status: 200 len: 944 time: 0.4328432 Aug 19 14:53:48.767890 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35868) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:48.782069 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9f25220b-41a8-4f50-9f94-10e53221549b req-26813c6b-2042-42bd-8619-fb0657fa3755 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=beeb99ba-a43d-4ac6-af21-fb5ff14d5767 HTTP/1.1" status: 200 len: 217 time: 0.0928085 Aug 19 14:53:48.794836 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a24a3231-ae5c-4480-8853-2df53816e7d2 tempest-FloatingIPAdminTestJSON-1405631945 tempest-FloatingIPAdminTestJSON-1405631945-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:48.849026 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a24a3231-ae5c-4480-8853-2df53816e7d2 tempest-FloatingIPAdminTestJSON-1405631945 tempest-FloatingIPAdminTestJSON-1405631945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:48.904431 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24a3231-ae5c-4480-8853-2df53816e7d2 tempest-FloatingIPAdminTestJSON-1405631945 tempest-FloatingIPAdminTestJSON-1405631945-project-admin] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:53:48.917414 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-a24a3231-ae5c-4480-8853-2df53816e7d2 tempest-FloatingIPAdminTestJSON-1405631945 tempest-FloatingIPAdminTestJSON-1405631945-project-admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:53:48.920451 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5c6b2541-c406-4fa0-860b-dffe3f91b005 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:48.921625 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24a3231-ae5c-4480-8853-2df53816e7d2 tempest-FloatingIPAdminTestJSON-1405631945 tempest-FloatingIPAdminTestJSON-1405631945-project-admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:53:48.938564 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5c6b2541-c406-4fa0-860b-dffe3f91b005 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:48.942947 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-06823022-84a4-461d-b82a-8d5f1237df54 req-fe6a8afa-d78a-4049-b14c-17f6a14a55c5 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697279 Aug 19 14:53:48.954967 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-09e6d42e-6800-4983-b885-4c8aea7b7dad req-1f728c7e-3d03-4ce6-aa80-70f0a2db097d tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477994 Aug 19 14:53:48.977698 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25220b-41a8-4f50-9f94-10e53221549b req-a1e7a337-653c-4dd5-ac20-eaa10ec8b8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:48.987106 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9f25220b-41a8-4f50-9f94-10e53221549b req-a1e7a337-653c-4dd5-ac20-eaa10ec8b8cb service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5ebe78ca-28f7-43fa-89de-04375d30f6cd HTTP/1.1" status: 200 len: 850 time: 0.1819210 Aug 19 14:53:48.987106 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b2541-c406-4fa0-860b-dffe3f91b005 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=938309a6-d9b8-42d4-b712-31ac0defcca0,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:49.020644 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5c6b2541-c406-4fa0-860b-dffe3f91b005 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:49.024542 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-5c6b2541-c406-4fa0-860b-dffe3f91b005 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1657703 Aug 19 14:53:49.024701 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24a3231-ae5c-4480-8853-2df53816e7d2 tempest-FloatingIPAdminTestJSON-1405631945 tempest-FloatingIPAdminTestJSON-1405631945-project-admin] Pushing event updated for resources: {'Port': ['ID=d0e1221b-c5d0-438c-aff8-6a6573bbd02d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:49.032747 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35876) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:49.042468 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7d170fb4-64b4-4f2f-b641-9a3455c96b11 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Request body: {'security_group_rule': {'security_group_id': 'db71c8f8-8f35-4257-8682-9da0907c40c2', 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:49.077631 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3e615163-e8ab-49cd-992b-7d1c89c8a904 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:49.086405 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a24a3231-ae5c-4480-8853-2df53816e7d2 tempest-FloatingIPAdminTestJSON-1405631945 tempest-FloatingIPAdminTestJSON-1405631945-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:49.095187 n-d-766043-2 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-7d170fb4-64b4-4f2f-b641-9a3455c96b11 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Project 7a0c6ff201d948d2944c0780e076389b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 14:53:49.158785 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25220b-41a8-4f50-9f94-10e53221549b req-dbbdc8fc-c5c2-44dc-8971-ecef2b3df794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:49.165919 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9f25220b-41a8-4f50-9f94-10e53221549b req-dbbdc8fc-c5c2-44dc-8971-ecef2b3df794 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8d226290-6085-496f-b9eb-bf514760f427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1543815 Aug 19 14:53:49.214858 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e615163-e8ab-49cd-992b-7d1c89c8a904 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event updated for resources: {'Subnet': ['ID=8251434e-4200-4520-a272-a3dcc585fbd0,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:49.349805 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e615163-e8ab-49cd-992b-7d1c89c8a904 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Checking segment: {'id': '8c932138-e24b-46e1-9b66-d9d78d21bdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '8c1ff246-c76b-40c1-bc75-fd9929b25be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:53:49.351387 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e615163-e8ab-49cd-992b-7d1c89c8a904 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Network hostable DHCP agents. Network: 8c1ff246-c76b-40c1-bc75-fd9929b25be2, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:53:49.468984 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9f25220b-41a8-4f50-9f94-10e53221549b req-6f73bd23-2fe1-4509-bd98-0e172ada065f service neutron] 10.222.0.68 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827876 Aug 19 14:53:49.477591 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e615163-e8ab-49cd-992b-7d1c89c8a904 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Network 8c1ff246-c76b-40c1-bc75-fd9929b25be2 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:53:49.557636 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d170fb4-64b4-4f2f-b641-9a3455c96b11 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:49.591734 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-3e615163-e8ab-49cd-992b-7d1c89c8a904 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 8c1ff246-c76b-40c1-bc75-fd9929b25be2) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:53:49.607464 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c42d88a-fe0a-48fb-a0a8-1673c3a1ea87 None None] Network 8c1ff246-c76b-40c1-bc75-fd9929b25be2 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:53:49.619478 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d835d670-6568-401b-a35c-30963e54e473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:49.620097 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e615163-e8ab-49cd-992b-7d1c89c8a904 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:49.620682 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3e615163-e8ab-49cd-992b-7d1c89c8a904 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:49.632912 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a24a3231-ae5c-4480-8853-2df53816e7d2 tempest-FloatingIPAdminTestJSON-1405631945 tempest-FloatingIPAdminTestJSON-1405631945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:49.646444 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-3e615163-e8ab-49cd-992b-7d1c89c8a904 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1504838 Aug 19 14:53:49.650505 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35890) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:49.655782 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-df2ea714-ad46-4066-89c3-8f14e92fcbc3 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Request body: {'subnet': {'network_id': '8c1ff246-c76b-40c1-bc75-fd9929b25be2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:49.721884 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d170fb4-64b4-4f2f-b641-9a3455c96b11 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:49.727228 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device eee81213-5ba2-4bd4-8541-95bcbaf6dec2 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:53:49.732365 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d170fb4-64b4-4f2f-b641-9a3455c96b11 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:49.732623 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9f25220b-41a8-4f50-9f94-10e53221549b req-a3979cab-dc2d-4cc1-ac40-c0fefa3ab88d service neutron] 10.222.0.68 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472293 Aug 19 14:53:49.777467 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: eee81213-5ba2-4bd4-8541-95bcbaf6dec2 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:53:49.778228 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device eee81213-5ba2-4bd4-8541-95bcbaf6dec2 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:53:49.847933 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d170fb4-64b4-4f2f-b641-9a3455c96b11 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=463aefc1-4e49-4afb-b005-7820f9ac750f,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:49.925730 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb97aba-abe5-42ea-aaac-389052a2951f req-e2fa609b-3a52-4e0c-bfac-2c1c548b09fa tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:49.926772 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dbb97aba-abe5-42ea-aaac-389052a2951f req-e2fa609b-3a52-4e0c-bfac-2c1c548b09fa tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/networks?id=9be319f8-603a-41e0-a57e-1a917fa30646 HTTP/1.1" status: 200 len: 805 time: 0.1567538 Aug 19 14:53:49.955481 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dbb97aba-abe5-42ea-aaac-389052a2951f req-1b9d74fa-4579-43ac-9d61-f9983ecedae6 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/quotas/be2283224ccb474c91d3399de6043bbd HTTP/1.1" status: 200 len: 375 time: 0.0165503 Aug 19 14:53:49.960620 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f60099-d521-499e-b73a-ce1f65e95a3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-8c1ff246-c76b-40c1-bc75-fd9929b25be2', 'network_id': '8c1ff246-c76b-40c1-bc75-fd9929b25be2', 'tenant_id': '7e6d46bc76a949adbb4c2a4b74be1b02', 'fixed_ips': [{'subnet_id': '8251434e-4200-4520-a272-a3dcc585fbd0'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:53:49.962155 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8f60099-d521-499e-b73a-ce1f65e95a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:49.998009 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a24a3231-ae5c-4480-8853-2df53816e7d2 tempest-FloatingIPAdminTestJSON-1405631945 tempest-FloatingIPAdminTestJSON-1405631945-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:50.037249 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a24a3231-ae5c-4480-8853-2df53816e7d2 tempest-FloatingIPAdminTestJSON-1405631945 tempest-FloatingIPAdminTestJSON-1405631945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:50.061215 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d835d670-6568-401b-a35c-30963e54e473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:50.066864 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dbb97aba-abe5-42ea-aaac-389052a2951f req-9890b6fe-43c7-4ef1-9c03-8c9aca78c943 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=be2283224ccb474c91d3399de6043bbd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1033802 Aug 19 14:53:50.146535 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-b8f60099-d521-499e-b73a-ce1f65e95a3e None None] Allocated IP 172.20.0.2 (8c1ff246-c76b-40c1-bc75-fd9929b25be2/8251434e-4200-4520-a272-a3dcc585fbd0/31591744-704a-452e-bc3e-8102c80e456d) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:53:50.178344 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a24a3231-ae5c-4480-8853-2df53816e7d2 tempest-FloatingIPAdminTestJSON-1405631945 tempest-FloatingIPAdminTestJSON-1405631945-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:50.188794 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d835d670-6568-401b-a35c-30963e54e473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:50.191789 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d170fb4-64b4-4f2f-b641-9a3455c96b11 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:50.193068 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7d170fb4-64b4-4f2f-b641-9a3455c96b11 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1592090 Aug 19 14:53:50.202614 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35910) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:50.211840 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a0384a82-fbd4-44e4-9f30-888c9504cb04 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Request body: {'security_group_rule': {'security_group_id': 'db71c8f8-8f35-4257-8682-9da0907c40c2', 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:50.235533 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24a3231-ae5c-4480-8853-2df53816e7d2 tempest-FloatingIPAdminTestJSON-1405631945 tempest-FloatingIPAdminTestJSON-1405631945-project-admin] Pushing event updated for resources: {'Port': ['ID=d0e1221b-c5d0-438c-aff8-6a6573bbd02d,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:50.270171 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d835d670-6568-401b-a35c-30963e54e473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe68876-7ccc-4b98-bd0c-c7f6cc677880,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:50.294387 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d835d670-6568-401b-a35c-30963e54e473 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=359d869ff3244ba9b20a398d519ecb92&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5254495 Aug 19 14:53:50.297090 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35914) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:50.317182 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a24a3231-ae5c-4480-8853-2df53816e7d2 tempest-FloatingIPAdminTestJSON-1405631945 tempest-FloatingIPAdminTestJSON-1405631945-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:50.318441 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2ea714-ad46-4066-89c3-8f14e92fcbc3 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Made reservation on behalf of 7e6d46bc76a949adbb4c2a4b74be1b02 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:53:50.319709 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a24a3231-ae5c-4480-8853-2df53816e7d2 tempest-FloatingIPAdminTestJSON-1405631945 tempest-FloatingIPAdminTestJSON-1405631945-project-admin] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1877847 Aug 19 14:53:50.322100 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-df2ea714-ad46-4066-89c3-8f14e92fcbc3 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:50.322800 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35916) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:50.402042 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8f60099-d521-499e-b73a-ce1f65e95a3e None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:50.422543 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b8f60099-d521-499e-b73a-ce1f65e95a3e None None] Transition to ACTIVE for port object 31591744-704a-452e-bc3e-8102c80e456d will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:53:50.463697 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b8f60099-d521-499e-b73a-ce1f65e95a3e None None] Transition to ACTIVE for port object 31591744-704a-452e-bc3e-8102c80e456d will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:53:50.466035 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-67aedae3-9df6-4bf9-b1ce-c14030bc66c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:50.473201 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8f60099-d521-499e-b73a-ce1f65e95a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:50.508925 n-d-766043-2 neutron-server[94640]: INFO neutron.db.ipam_backend_mixin [None req-df2ea714-ad46-4066-89c3-8f14e92fcbc3 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8251434e-4200-4520-a272-a3dcc585fbd0 (CIDR: 172.20.0.0/28) Aug 19 14:53:50.518636 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-67aedae3-9df6-4bf9-b1ce-c14030bc66c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:50.521822 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-df2ea714-ad46-4066-89c3-8f14e92fcbc3 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 14:53:50.522567 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df2ea714-ad46-4066-89c3-8f14e92fcbc3 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:53:50.525172 n-d-766043-2 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-a0384a82-fbd4-44e4-9f30-888c9504cb04 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Project 7a0c6ff201d948d2944c0780e076389b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 14:53:50.540735 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebc3cc-1489-4934-94f4-67d888ce24b2 req-82e4004f-1a4f-4932-bbc3-0cef7f70e7ee tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:50.542885 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d3ebc3cc-1489-4934-94f4-67d888ce24b2 req-82e4004f-1a4f-4932-bbc3-0cef7f70e7ee tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=4474fdb5-2127-4ccb-a4ef-1d17185ca1ad HTTP/1.1" status: 200 len: 946 time: 0.4316764 Aug 19 14:53:50.546865 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0384a82-fbd4-44e4-9f30-888c9504cb04 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:50.556726 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f60099-d521-499e-b73a-ce1f65e95a3e None None] Network 8c1ff246-c76b-40c1-bc75-fd9929b25be2 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:53:50.557952 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dbb97aba-abe5-42ea-aaac-389052a2951f req-e575adc9-f0a9-43f5-97dd-726d6ffec472 service neutron] 10.222.0.69 "GET /v2.0/networks/9be319f8-603a-41e0-a57e-1a917fa30646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4885802 Aug 19 14:53:50.565730 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-b8f60099-d521-499e-b73a-ce1f65e95a3e None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:53:50.569197 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f60099-d521-499e-b73a-ce1f65e95a3e None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:53:50.580749 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f60099-d521-499e-b73a-ce1f65e95a3e None None] Pushing event updated for resources: {'Port': ['ID=31591744-704a-452e-bc3e-8102c80e456d,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:50.617587 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-67aedae3-9df6-4bf9-b1ce-c14030bc66c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:50.621030 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-67aedae3-9df6-4bf9-b1ce-c14030bc66c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:50.624966 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-67aedae3-9df6-4bf9-b1ce-c14030bc66c6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/abe68876-7ccc-4b98-bd0c-c7f6cc677880 HTTP/1.1" status: 204 len: 168 time: 0.3238273 Aug 19 14:53:50.634886 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aedae3-9df6-4bf9-b1ce-c14030bc66c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe68876-7ccc-4b98-bd0c-c7f6cc677880,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:50.669160 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b8f60099-d521-499e-b73a-ce1f65e95a3e None None] Attempting to bind port 31591744-704a-452e-bc3e-8102c80e456d on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:53:50.669637 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b8f60099-d521-499e-b73a-ce1f65e95a3e None None] Attempting to bind port 31591744-704a-452e-bc3e-8102c80e456d by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '8c932138-e24b-46e1-9b66-d9d78d21bdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '8c1ff246-c76b-40c1-bc75-fd9929b25be2'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:53:50.670072 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f60099-d521-499e-b73a-ce1f65e95a3e None None] Attempting to bind port 31591744-704a-452e-bc3e-8102c80e456d on network 8c1ff246-c76b-40c1-bc75-fd9929b25be2 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:53:50.677061 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f60099-d521-499e-b73a-ce1f65e95a3e None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:53:50.677472 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f60099-d521-499e-b73a-ce1f65e95a3e None None] Checking segment: {'id': '8c932138-e24b-46e1-9b66-d9d78d21bdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '8c1ff246-c76b-40c1-bc75-fd9929b25be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:53:50.677827 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8f60099-d521-499e-b73a-ce1f65e95a3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:50.678215 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f60099-d521-499e-b73a-ce1f65e95a3e None None] Bound using segment: {'id': '8c932138-e24b-46e1-9b66-d9d78d21bdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '8c1ff246-c76b-40c1-bc75-fd9929b25be2'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:53:50.678966 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b8f60099-d521-499e-b73a-ce1f65e95a3e None None] Bound port: 31591744-704a-452e-bc3e-8102c80e456d, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c932138-e24b-46e1-9b66-d9d78d21bdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '8c1ff246-c76b-40c1-bc75-fd9929b25be2'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:53:50.679082 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8f60099-d521-499e-b73a-ce1f65e95a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:50.746838 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-3a5b93b8-1834-42e6-a963-726d7064683e tempest-FloatingIPAdminTestJSON-1359067805 tempest-FloatingIPAdminTestJSON-1359067805-project] Request body: {'floatingip': {'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:50.818370 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b8f60099-d521-499e-b73a-ce1f65e95a3e None None] For port 31591744-704a-452e-bc3e-8102c80e456d, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:53:50.823059 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b8f60099-d521-499e-b73a-ce1f65e95a3e None None] For port 31591744-704a-452e-bc3e-8102c80e456d, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=31591744-704a-452e-bc3e-8102c80e456d,segment=NetworkSegment(8c932138-e24b-46e1-9b66-d9d78d21bdc2),segment_id=8c932138-e24b-46e1-9b66-d9d78d21bdc2)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:53:50.828782 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8f60099-d521-499e-b73a-ce1f65e95a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:50.914867 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f60099-d521-499e-b73a-ce1f65e95a3e None None] Pushing event updated for resources: {'Port': ['ID=31591744-704a-452e-bc3e-8102c80e456d,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:50.982732 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dbb97aba-abe5-42ea-aaac-389052a2951f req-2f44f745-ae71-49cc-b09f-f3b74ece87db service neutron] 10.222.0.69 "GET /v2.0/networks/9be319f8-603a-41e0-a57e-1a917fa30646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4236245 Aug 19 14:53:51.008215 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a5b93b8-1834-42e6-a963-726d7064683e tempest-FloatingIPAdminTestJSON-1359067805 tempest-FloatingIPAdminTestJSON-1359067805-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:51.114756 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-df2ea714-ad46-4066-89c3-8f14e92fcbc3 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4630079 Aug 19 14:53:51.114983 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35930) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:51.122697 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ef471d47-49bc-4eba-808e-4d2674ea5560 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Request body: {'subnet': {'network_id': '8c1ff246-c76b-40c1-bc75-fd9929b25be2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:51.202798 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d3ebc3cc-1489-4934-94f4-67d888ce24b2 req-68358e54-4668-4d37-8b89-a2b5d1404b35 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5803852 Aug 19 14:53:51.274170 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0a4c8-abf1-465c-95d6-e9875cac4adf req-4c57a834-deb7-473b-ab34-8cff7a3d3d5c tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:51.300206 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a5b93b8-1834-42e6-a963-726d7064683e tempest-FloatingIPAdminTestJSON-1359067805 tempest-FloatingIPAdminTestJSON-1359067805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:51.316157 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dca0a4c8-abf1-465c-95d6-e9875cac4adf req-4c57a834-deb7-473b-ab34-8cff7a3d3d5c tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.68 "GET /v2.0/ports?device_id=4474fdb5-2127-4ccb-a4ef-1d17185ca1ad HTTP/1.1" status: 200 len: 946 time: 0.3100200 Aug 19 14:53:51.376775 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35938) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:51.400354 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0384a82-fbd4-44e4-9f30-888c9504cb04 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:51.404369 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-206427f4-711d-4dc6-ada8-08428ce88220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:51.469151 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-06100f7d-d62d-47c5-a297-ba7b9c3b75ac req-0f9fca92-fb84-494e-b69c-80f3ef25ac17 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c3429fc-5024-4107-a367-469ea0661976 HTTP/1.1" status: 200 len: 210 time: 0.1271133 Aug 19 14:53:51.470096 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef471d47-49bc-4eba-808e-4d2674ea5560 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Made reservation on behalf of 7e6d46bc76a949adbb4c2a4b74be1b02 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:53:51.474489 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ef471d47-49bc-4eba-808e-4d2674ea5560 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:51.475505 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0384a82-fbd4-44e4-9f30-888c9504cb04 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:51.606003 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0384a82-fbd4-44e4-9f30-888c9504cb04 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8890e84-6fb1-4c4a-b2b7-7a963b12a5dd,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:51.639298 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa853c3-0663-4120-87a5-eccdfa573a3f req-43399d06-ada8-48ff-bf02-eaa0132249bc tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:51.641193 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0aa853c3-0663-4120-87a5-eccdfa573a3f req-43399d06-ada8-48ff-bf02-eaa0132249bc tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0b19eb0-7597-4713-a3cf-d7e25d2b8ead HTTP/1.1" status: 200 len: 944 time: 0.2432775 Aug 19 14:53:51.657470 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-206427f4-711d-4dc6-ada8-08428ce88220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:51.664294 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device beeb99ba-a43d-4ac6-af21-fb5ff14d5767 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:53:51.689221 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 31591744-704a-452e-bc3e-8102c80e456d up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:53:51.693034 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0384a82-fbd4-44e4-9f30-888c9504cb04 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:51.705248 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a0384a82-fbd4-44e4-9f30-888c9504cb04 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.4885845 Aug 19 14:53:51.723935 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-3a5b93b8-1834-42e6-a963-726d7064683e tempest-FloatingIPAdminTestJSON-1359067805 tempest-FloatingIPAdminTestJSON-1359067805-project] Allocated IP 172.25.2.175 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/51a2e1d5-4a6e-4223-a366-743a84ad99e4) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:53:51.755017 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0aa853c3-0663-4120-87a5-eccdfa573a3f req-60ea9cd3-d905-4c78-8340-ba550840ff84 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035125 Aug 19 14:53:51.763980 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-dca0a4c8-abf1-465c-95d6-e9875cac4adf req-d0da8bb1-fe52-4a9b-85b7-c32b4228978a tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Deleting port 8d5b51e4-5577-4462-a7b3-a4e0ae88af6c {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:53:51.764375 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dca0a4c8-abf1-465c-95d6-e9875cac4adf req-d0da8bb1-fe52-4a9b-85b7-c32b4228978a tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:51.920365 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port beeb99ba-a43d-4ac6-af21-fb5ff14d5767, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=beeb99ba-a43d-4ac6-af21-fb5ff14d5767,segment=NetworkSegment(a797992c-f015-48a4-a029-21c175cc336b),segment_id=a797992c-f015-48a4-a029-21c175cc336b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:53:51.990589 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': 'beeb99ba-a43d-4ac6-af21-fb5ff14d5767', 'network_id': '8d226290-6085-496f-b9eb-bf514760f427', 'port_id': 'beeb99ba-a43d-4ac6-af21-fb5ff14d5767', 'mac_address': 'fa:16:3e:f6:d8:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ebe78ca-28f7-43fa-89de-04375d30f6cd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:53:52.017411 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 31591744-704a-452e-bc3e-8102c80e456d completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:53:52.067489 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-dca0a4c8-abf1-465c-95d6-e9875cac4adf req-d0da8bb1-fe52-4a9b-85b7-c32b4228978a tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] For port 8d5b51e4-5577-4462-a7b3-a4e0ae88af6c, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=8d5b51e4-5577-4462-a7b3-a4e0ae88af6c,segment=NetworkSegment(d2dd6c33-88e5-4ac5-bf47-14dd43bc110f),segment_id=d2dd6c33-88e5-4ac5-bf47-14dd43bc110f)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:53:52.068343 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dca0a4c8-abf1-465c-95d6-e9875cac4adf req-d0da8bb1-fe52-4a9b-85b7-c32b4228978a tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:52.085084 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:52.100346 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-dca0a4c8-abf1-465c-95d6-e9875cac4adf req-d0da8bb1-fe52-4a9b-85b7-c32b4228978a tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Calling delete_port for 8d5b51e4-5577-4462-a7b3-a4e0ae88af6c owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:53:52.123476 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beeb99ba-a43d-4ac6-af21-fb5ff14d5767 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:53:52.168789 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port beeb99ba-a43d-4ac6-af21-fb5ff14d5767, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=beeb99ba-a43d-4ac6-af21-fb5ff14d5767,segment=NetworkSegment(a797992c-f015-48a4-a029-21c175cc336b),segment_id=a797992c-f015-48a4-a029-21c175cc336b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:53:52.175105 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:52.177018 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-206427f4-711d-4dc6-ada8-08428ce88220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:52.199122 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ef471d47-49bc-4eba-808e-4d2674ea5560 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:52.255091 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5265c9dc-1b47-4af7-9e72-2fddd6561ce0 req-af39987c-f32e-44f8-9419-9ae0f0771b05 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1283655407&fields=id&tenant_id=7a0c6ff201d948d2944c0780e076389b HTTP/1.1" status: 200 len: 267 time: 0.1910405 Aug 19 14:53:52.280753 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a5b93b8-1834-42e6-a963-726d7064683e tempest-FloatingIPAdminTestJSON-1359067805 tempest-FloatingIPAdminTestJSON-1359067805-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:52.290354 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=beeb99ba-a43d-4ac6-af21-fb5ff14d5767,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:52.319295 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef471d47-49bc-4eba-808e-4d2674ea5560 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Network 8c1ff246-c76b-40c1-bc75-fd9929b25be2 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:53:52.354102 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-ef471d47-49bc-4eba-808e-4d2674ea5560 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:53:52.364501 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-206427f4-711d-4dc6-ada8-08428ce88220 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f8ef665c5d0346abb5cf11ea132819ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9845605 Aug 19 14:53:52.364968 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35968) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:52.373757 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef471d47-49bc-4eba-808e-4d2674ea5560 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:52.374175 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['beeb99ba-a43d-4ac6-af21-fb5ff14d5767'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:53:52.374426 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ef471d47-49bc-4eba-808e-4d2674ea5560 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:52.379144 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206427f4-711d-4dc6-ada8-08428ce88220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a093b76d-819d-46c0-827c-37d24bd50bf9,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:52.508858 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ef471d47-49bc-4eba-808e-4d2674ea5560 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3928828 Aug 19 14:53:52.512580 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35974) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:52.525856 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b4b4b3ae-e428-405d-bab2-97ea90830e8b tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Request body: {'port': {'network_id': '8c1ff246-c76b-40c1-bc75-fd9929b25be2', 'fixed_ips': [{'subnet_id': '8251434e-4200-4520-a272-a3dcc585fbd0'}, {'subnet_id': '0eee8120-b20b-428a-8141-3bc55bbeaaeb'}], 'name': 'tempest-PortsTestJSON-1236608785'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:52.529734 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef471d47-49bc-4eba-808e-4d2674ea5560 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event updated for resources: {'Subnet': ['ID=0eee8120-b20b-428a-8141-3bc55bbeaaeb,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:52.534475 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af42274-a5cf-4f0e-9e72-26c509e33deb req-972ff2dd-107c-426c-9e60-305068fc84ba tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:52.536762 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2af42274-a5cf-4f0e-9e72-26c509e33deb req-972ff2dd-107c-426c-9e60-305068fc84ba tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=4474fdb5-2127-4ccb-a4ef-1d17185ca1ad HTTP/1.1" status: 200 len: 946 time: 0.1790271 Aug 19 14:53:52.536902 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a5b93b8-1834-42e6-a963-726d7064683e tempest-FloatingIPAdminTestJSON-1359067805 tempest-FloatingIPAdminTestJSON-1359067805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:52.552662 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265c9dc-1b47-4af7-9e72-2fddd6561ce0 req-f6681b36-9491-4920-ba8b-0c80f5d81c14 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:52.561444 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5265c9dc-1b47-4af7-9e72-2fddd6561ce0 req-f6681b36-9491-4920-ba8b-0c80f5d81c14 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/networks?id=ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8 HTTP/1.1" status: 200 len: 797 time: 0.3044071 Aug 19 14:53:52.566204 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a61dba-eeed-4717-b0d4-13926ef8cc1f None None] Network 8c1ff246-c76b-40c1-bc75-fd9929b25be2 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:53:52.626733 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6fe181dc-4415-4e2e-98ca-2c02f0096d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:52.646513 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5c636878-b655-4778-a85e-c1b0c6af960c None None] Provisioning for port 31591744-704a-452e-bc3e-8102c80e456d completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:53:52.660105 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5b93b8-1834-42e6-a963-726d7064683e tempest-FloatingIPAdminTestJSON-1359067805 tempest-FloatingIPAdminTestJSON-1359067805-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:53:52.661727 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5c636878-b655-4778-a85e-c1b0c6af960c None None] Provisioning complete for port 31591744-704a-452e-bc3e-8102c80e456d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:53:52.663673 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5265c9dc-1b47-4af7-9e72-2fddd6561ce0 req-c160eaa3-6ef6-4d69-83b9-26143d735ecc tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/quotas/7a0c6ff201d948d2944c0780e076389b HTTP/1.1" status: 200 len: 375 time: 0.1005020 Aug 19 14:53:52.668201 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5c636878-b655-4778-a85e-c1b0c6af960c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:52.670099 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-3a5b93b8-1834-42e6-a963-726d7064683e tempest-FloatingIPAdminTestJSON-1359067805 tempest-FloatingIPAdminTestJSON-1359067805-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:53:52.674333 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5b93b8-1834-42e6-a963-726d7064683e tempest-FloatingIPAdminTestJSON-1359067805 tempest-FloatingIPAdminTestJSON-1359067805-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:53:52.714922 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b93b8-1834-42e6-a963-726d7064683e tempest-FloatingIPAdminTestJSON-1359067805 tempest-FloatingIPAdminTestJSON-1359067805-project] Pushing event updated for resources: {'Port': ['ID=51a2e1d5-4a6e-4223-a366-743a84ad99e4,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:52.749233 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6fe181dc-4415-4e2e-98ca-2c02f0096d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:52.766430 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2af42274-a5cf-4f0e-9e72-26c509e33deb req-57563a06-3533-45a4-ad2b-9dc6c4cb4fe2 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879663 Aug 19 14:53:52.772844 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dca0a4c8-abf1-465c-95d6-e9875cac4adf req-d0da8bb1-fe52-4a9b-85b7-c32b4228978a tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:52.794038 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['78e1f20f-8f74-46b6-8b06-a2a3d20df9da'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:53:52.844793 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0da8bb1-fe52-4a9b-85b7-c32b4228978a tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Pushing event deleted for resources: {'Port': ['ID=8d5b51e4-5577-4462-a7b3-a4e0ae88af6c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:52.869073 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5265c9dc-1b47-4af7-9e72-2fddd6561ce0 req-2c89db57-8f8c-4f54-a8bd-dda85d5f1f91 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7a0c6ff201d948d2944c0780e076389b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1801887 Aug 19 14:53:52.979155 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca0a4c8-abf1-465c-95d6-e9875cac4adf req-d0da8bb1-fe52-4a9b-85b7-c32b4228978a tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] No DVR routers for this DVR port 8d5b51e4-5577-4462-a7b3-a4e0ae88af6c on host n-h1-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:53:52.987244 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dca0a4c8-abf1-465c-95d6-e9875cac4adf req-d0da8bb1-fe52-4a9b-85b7-c32b4228978a tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:52.989910 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dca0a4c8-abf1-465c-95d6-e9875cac4adf req-d0da8bb1-fe52-4a9b-85b7-c32b4228978a tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.68 "DELETE /v2.0/ports/8d5b51e4-5577-4462-a7b3-a4e0ae88af6c HTTP/1.1" status: 204 len: 173 time: 1.6469297 Aug 19 14:53:52.990421 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4474fdb5-2127-4ccb-a4ef-1d17185ca1ad', 'name': 'network-vif-deleted', 'tag': '8d5b51e4-5577-4462-a7b3-a4e0ae88af6c'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:53:52.992828 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850f809d-aa10-4e75-a9fd-092741b2d82f" -d '{"events": [{"server_uuid": "4474fdb5-2127-4ccb-a4ef-1d17185ca1ad", "name": "network-vif-deleted", "tag": "8d5b51e4-5577-4462-a7b3-a4e0ae88af6c"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:53:53.005444 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5c636878-b655-4778-a85e-c1b0c6af960c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:53.029041 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ee3b3ca0-a9b3-4e56-b681-4e6101f24365 req-31533181-e687-4a62-ab8c-f5eb1c021f6a tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c3429fc-5024-4107-a367-469ea0661976 HTTP/1.1" status: 200 len: 210 time: 0.0802166 Aug 19 14:53:53.046158 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6fe181dc-4415-4e2e-98ca-2c02f0096d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:53.049887 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6fe181dc-4415-4e2e-98ca-2c02f0096d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:53.053780 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-6fe181dc-4415-4e2e-98ca-2c02f0096d7c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a093b76d-819d-46c0-827c-37d24bd50bf9 HTTP/1.1" status: 204 len: 168 time: 0.6600492 Aug 19 14:53:53.061893 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb97aba-abe5-42ea-aaac-389052a2951f req-3e95e395-7eda-4b5f-ae85-0b4098d0adf1 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:53.063599 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-dbb97aba-abe5-42ea-aaac-389052a2951f req-3e95e395-7eda-4b5f-ae85-0b4098d0adf1 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.68 "GET /v2.0/networks?id=9be319f8-603a-41e0-a57e-1a917fa30646 HTTP/1.1" status: 200 len: 805 time: 0.3049469 Aug 19 14:53:53.089114 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-dbb97aba-abe5-42ea-aaac-389052a2951f req-cc1bdcb4-c63c-469c-aa05-60bd4dc4a9ab tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Request body: {'port': {'device_id': '6c3429fc-5024-4107-a367-469ea0661976', 'network_id': '9be319f8-603a-41e0-a57e-1a917fa30646', 'admin_state_up': True, 'tenant_id': 'be2283224ccb474c91d3399de6043bbd'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:53.099950 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe181dc-4415-4e2e-98ca-2c02f0096d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a093b76d-819d-46c0-827c-37d24bd50bf9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:53.114493 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5c636878-b655-4778-a85e-c1b0c6af960c None None] For port 31591744-704a-452e-bc3e-8102c80e456d, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=31591744-704a-452e-bc3e-8102c80e456d,segment=NetworkSegment(8c932138-e24b-46e1-9b66-d9d78d21bdc2),segment_id=8c932138-e24b-46e1-9b66-d9d78d21bdc2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:53:53.148713 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5265c9dc-1b47-4af7-9e72-2fddd6561ce0 req-cc85f4ec-bedf-4d28-a603-bdc2829801da service neutron] 10.222.0.69 "GET /v2.0/networks/ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786684 Aug 19 14:53:53.154680 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5c636878-b655-4778-a85e-c1b0c6af960c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:53.270874 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481e675a-4400-40be-8c9b-fd3d42b2d677 req-494eaea3-87e7-4487-9679-e65d49f07e9d tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:53.279708 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-481e675a-4400-40be-8c9b-fd3d42b2d677 req-494eaea3-87e7-4487-9679-e65d49f07e9d tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0b19eb0-7597-4713-a3cf-d7e25d2b8ead HTTP/1.1" status: 200 len: 945 time: 0.1406527 Aug 19 14:53:53.329393 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5265c9dc-1b47-4af7-9e72-2fddd6561ce0 req-cbcc2053-864b-42c7-81c1-7ea7637af724 service neutron] 10.222.0.69 "GET /v2.0/networks/ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792862 Aug 19 14:53:53.373110 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a5b93b8-1834-42e6-a963-726d7064683e tempest-FloatingIPAdminTestJSON-1359067805 tempest-FloatingIPAdminTestJSON-1359067805-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:53.379701 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-481e675a-4400-40be-8c9b-fd3d42b2d677 req-93eb63ec-4caa-49d9-8e07-7cb99bcb029a tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980971 Aug 19 14:53:53.435780 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b4b3ae-e428-405d-bab2-97ea90830e8b tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Made reservation on behalf of 7e6d46bc76a949adbb4c2a4b74be1b02 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:53:53.462196 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4353adb3-1797-451c-8309-2f23851bf075 x-openstack-request-id: req-4353adb3-1797-451c-8309-2f23851bf075 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:53:53.462521 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4474fdb5-2127-4ccb-a4ef-1d17185ca1ad", "name": "network-vif-deleted", "tag": "8d5b51e4-5577-4462-a7b3-a4e0ae88af6c", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:53:53.462774 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4353adb3-1797-451c-8309-2f23851bf075 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:53:53.463231 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4474fdb5-2127-4ccb-a4ef-1d17185ca1ad', 'name': 'network-vif-deleted', 'tag': '8d5b51e4-5577-4462-a7b3-a4e0ae88af6c', 'status': 'completed', 'code': 200} Aug 19 14:53:53.555612 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b4b4b3ae-e428-405d-bab2-97ea90830e8b tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:53.557797 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbb97aba-abe5-42ea-aaac-389052a2951f req-cc1bdcb4-c63c-469c-aa05-60bd4dc4a9ab tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Made reservation on behalf of be2283224ccb474c91d3399de6043bbd for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:53:53.561450 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dbb97aba-abe5-42ea-aaac-389052a2951f req-cc1bdcb4-c63c-469c-aa05-60bd4dc4a9ab tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:53.629533 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-b4b4b3ae-e428-405d-bab2-97ea90830e8b tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] device_id is not set on port 9fe5df19-44ba-4c0f-a215-e1c795fe9537 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:53:53.681899 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device beeb99ba-a43d-4ac6-af21-fb5ff14d5767 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:53:53.696195 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6246908f-1b9c-4c8f-b323-68e33462cb32 req-c34dcdb7-cc56-466f-acb3-cb5a88d45f48 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6b85348-122b-4a1a-8303-b75db4ff0e93 HTTP/1.1" status: 200 len: 210 time: 0.0620968 Aug 19 14:53:53.736736 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a5b93b8-1834-42e6-a963-726d7064683e tempest-FloatingIPAdminTestJSON-1359067805 tempest-FloatingIPAdminTestJSON-1359067805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:53.800292 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c636878-b655-4778-a85e-c1b0c6af960c None None] Pushing event updated for resources: {'Port': ['ID=31591744-704a-452e-bc3e-8102c80e456d,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:53.873960 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port beeb99ba-a43d-4ac6-af21-fb5ff14d5767 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:53:53.915060 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port beeb99ba-a43d-4ac6-af21-fb5ff14d5767 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:53:53.917025 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:54.015100 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27534300-6d6a-420b-8f63-2b7a35ad1d1c None None] Update dhcp port {'port': {'network_id': '8c1ff246-c76b-40c1-bc75-fd9929b25be2', 'fixed_ips': [{'subnet_id': '8251434e-4200-4520-a272-a3dcc585fbd0', 'ip_address': '172.20.0.2'}, {'subnet_id': '0eee8120-b20b-428a-8141-3bc55bbeaaeb'}], 'binding:host_id': 'n-d-766043-2'}, 'id': '31591744-704a-452e-bc3e-8102c80e456d'} from n-d-766043-2. {{(pid=94641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 14:53:54.104191 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-dbb97aba-abe5-42ea-aaac-389052a2951f req-cc1bdcb4-c63c-469c-aa05-60bd4dc4a9ab tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Allocated IP 172.20.0.8 (9be319f8-603a-41e0-a57e-1a917fa30646/a7f2da21-de8f-4925-bf66-a36681d26e7b/f6d9bbfa-f7f0-48fd-a7fc-590afbcbea46) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:53:54.129641 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-27534300-6d6a-420b-8f63-2b7a35ad1d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:54.181921 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d89a69c3-4c04-45e2-989a-399750a446fb req-5c34da69-af98-474c-b42c-d4bc882b233f tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c3429fc-5024-4107-a367-469ea0661976 HTTP/1.1" status: 200 len: 210 time: 0.0457554 Aug 19 14:53:54.310702 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:54.312143 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a5b93b8-1834-42e6-a963-726d7064683e tempest-FloatingIPAdminTestJSON-1359067805 tempest-FloatingIPAdminTestJSON-1359067805-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:54.343982 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a5b93b8-1834-42e6-a963-726d7064683e tempest-FloatingIPAdminTestJSON-1359067805 tempest-FloatingIPAdminTestJSON-1359067805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:54.491750 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b93b8-1834-42e6-a963-726d7064683e tempest-FloatingIPAdminTestJSON-1359067805 tempest-FloatingIPAdminTestJSON-1359067805-project] Pushing event updated for resources: {'Port': ['ID=51a2e1d5-4a6e-4223-a366-743a84ad99e4,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:54.548329 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7339a-160a-4f02-b8df-e25f4ceb637f req-ee09ac16-24f3-4e39-945f-69fe40c6ca16 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:54.552273 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6bf7339a-160a-4f02-b8df-e25f4ceb637f req-ee09ac16-24f3-4e39-945f-69fe40c6ca16 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=150775af-ea06-4b6d-8d71-6c0f0e8fd5df HTTP/1.1" status: 200 len: 945 time: 0.2088799 Aug 19 14:53:54.564260 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port beeb99ba-a43d-4ac6-af21-fb5ff14d5767, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=beeb99ba-a43d-4ac6-af21-fb5ff14d5767,segment=NetworkSegment(a797992c-f015-48a4-a029-21c175cc336b),segment_id=a797992c-f015-48a4-a029-21c175cc336b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:53:54.565267 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b19eb0-7597-4713-a3cf-d7e25d2b8ead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beeb99ba-a43d-4ac6-af21-fb5ff14d5767'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:53:54.568299 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238a0ca5-0beb-4ca2-89e5-ccd205dc4c94" -d '{"events": [{"server_uuid": "f0b19eb0-7597-4713-a3cf-d7e25d2b8ead", "name": "network-vif-plugged", "status": "completed", "tag": "beeb99ba-a43d-4ac6-af21-fb5ff14d5767"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:53:54.579727 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:54.580543 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 8d5b51e4-5577-4462-a7b3-a4e0ae88af6c no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:53:54.629591 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a5b93b8-1834-42e6-a963-726d7064683e tempest-FloatingIPAdminTestJSON-1359067805 tempest-FloatingIPAdminTestJSON-1359067805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:54.630581 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: 8d5b51e4-5577-4462-a7b3-a4e0ae88af6c {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:53:54.630581 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 8d5b51e4-5577-4462-a7b3-a4e0ae88af6c not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:53:54.656151 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a5b93b8-1834-42e6-a963-726d7064683e tempest-FloatingIPAdminTestJSON-1359067805 tempest-FloatingIPAdminTestJSON-1359067805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:54.659686 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-3a5b93b8-1834-42e6-a963-726d7064683e tempest-FloatingIPAdminTestJSON-1359067805 tempest-FloatingIPAdminTestJSON-1359067805-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3335719 Aug 19 14:53:54.659962 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=beeb99ba-a43d-4ac6-af21-fb5ff14d5767,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:54.666687 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36030) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:54.726471 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8bbd5-8895-4e20-8f01-6eae1e25a381 req-34d06028-c439-4804-9117-e176a9e03d42 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:54.731689 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-10c8bbd5-8895-4e20-8f01-6eae1e25a381 req-34d06028-c439-4804-9117-e176a9e03d42 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0b19eb0-7597-4713-a3cf-d7e25d2b8ead HTTP/1.1" status: 200 len: 945 time: 0.1773713 Aug 19 14:53:54.755613 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-b4b4b3ae-e428-405d-bab2-97ea90830e8b tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Allocated IP 172.20.0.10 (8c1ff246-c76b-40c1-bc75-fd9929b25be2/8251434e-4200-4520-a272-a3dcc585fbd0/9fe5df19-44ba-4c0f-a215-e1c795fe9537) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:53:54.766981 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6bf7339a-160a-4f02-b8df-e25f4ceb637f req-a4251b38-3f3f-4c51-a2bb-44c1bbfeac8f tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242030 Aug 19 14:53:54.801726 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-b4b4b3ae-e428-405d-bab2-97ea90830e8b tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Allocated IP 172.20.0.24 (8c1ff246-c76b-40c1-bc75-fd9929b25be2/0eee8120-b20b-428a-8141-3bc55bbeaaeb/9fe5df19-44ba-4c0f-a215-e1c795fe9537) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:53:54.824443 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8dc05b22-c8c8-4af5-9be4-d876a0682751 tempest-FloatingIPAdminTestJSON-1405631945 tempest-FloatingIPAdminTestJSON-1405631945-project-admin] 10.222.0.69 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2435 time: 0.1563981 Aug 19 14:53:54.830791 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36040) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:54.832053 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee538a9-4e32-4964-8cf8-60339e55b2b0 x-openstack-request-id: req-9ee538a9-4e32-4964-8cf8-60339e55b2b0 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:53:54.832611 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0b19eb0-7597-4713-a3cf-d7e25d2b8ead", "name": "network-vif-plugged", "status": "completed", "tag": "beeb99ba-a43d-4ac6-af21-fb5ff14d5767", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:53:54.832611 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9ee538a9-4e32-4964-8cf8-60339e55b2b0 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:53:54.833006 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0b19eb0-7597-4713-a3cf-d7e25d2b8ead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beeb99ba-a43d-4ac6-af21-fb5ff14d5767', 'code': 200} Aug 19 14:53:54.836515 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-10c8bbd5-8895-4e20-8f01-6eae1e25a381 req-a9d8e9e4-4183-4224-b85d-c119fd4b4d96 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674458 Aug 19 14:53:54.951637 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dbb97aba-abe5-42ea-aaac-389052a2951f req-cc1bdcb4-c63c-469c-aa05-60bd4dc4a9ab tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:54.974412 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-10e427d5-6a81-40cf-a9ac-e392347c41e0 req-5b455282-1b17-4e34-a348-cb7ff77e1638 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6b85348-122b-4a1a-8303-b75db4ff0e93 HTTP/1.1" status: 200 len: 210 time: 0.0601854 Aug 19 14:53:54.992992 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978aece-79e4-4bd5-8ee2-c72d942fad2f req-1096f241-aafb-4c10-8988-c44eafc68722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:54.995166 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3978aece-79e4-4bd5-8ee2-c72d942fad2f req-1096f241-aafb-4c10-8988-c44eafc68722 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f0b19eb0-7597-4713-a3cf-d7e25d2b8ead HTTP/1.1" status: 200 len: 1097 time: 0.0901241 Aug 19 14:53:55.002636 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b4c4c7c4-1e40-48ba-8a06-fc23ffe2e3a9 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] 10.222.0.69 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1705830 Aug 19 14:53:55.006293 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36044) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:55.101839 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36046) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:55.119306 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dbb97aba-abe5-42ea-aaac-389052a2951f req-cc1bdcb4-c63c-469c-aa05-60bd4dc4a9ab tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:55.131546 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['a7e85fcb-ef17-4c29-9bad-802ebaac2f1f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:53:55.249265 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbb97aba-abe5-42ea-aaac-389052a2951f req-cc1bdcb4-c63c-469c-aa05-60bd4dc4a9ab tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Network 9be319f8-603a-41e0-a57e-1a917fa30646 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:53:55.277793 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-dbb97aba-abe5-42ea-aaac-389052a2951f req-cc1bdcb4-c63c-469c-aa05-60bd4dc4a9ab tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:53:55.289081 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb97aba-abe5-42ea-aaac-389052a2951f req-cc1bdcb4-c63c-469c-aa05-60bd4dc4a9ab tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:53:55.289740 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3978aece-79e4-4bd5-8ee2-c72d942fad2f req-424ba1ef-edd1-4a7e-8194-30cd3c30a6b0 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812610 Aug 19 14:53:55.353424 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b4b4b3ae-e428-405d-bab2-97ea90830e8b tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:55.371245 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1bdcb4-c63c-469c-aa05-60bd4dc4a9ab tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Pushing event updated for resources: {'Port': ['ID=f6d9bbfa-f7f0-48fd-a7fc-590afbcbea46,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:55.420889 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-6219e069-e259-4c24-9e4a-25a95eebcc7b tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1953564890'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:55.440883 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-b4b4b3ae-e428-405d-bab2-97ea90830e8b tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Transition to ACTIVE for port object 9fe5df19-44ba-4c0f-a215-e1c795fe9537 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:53:55.459869 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb97aba-abe5-42ea-aaac-389052a2951f req-cc1bdcb4-c63c-469c-aa05-60bd4dc4a9ab tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:55.460566 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dbb97aba-abe5-42ea-aaac-389052a2951f req-cc1bdcb4-c63c-469c-aa05-60bd4dc4a9ab tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:55.489195 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6219e069-e259-4c24-9e4a-25a95eebcc7b tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Made reservation on behalf of 5fd2c8fb8ce44d6fbadf7aa858928427 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:53:55.492753 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6219e069-e259-4c24-9e4a-25a95eebcc7b tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:55.495468 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-dbb97aba-abe5-42ea-aaac-389052a2951f req-cc1bdcb4-c63c-469c-aa05-60bd4dc4a9ab tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4163499 Aug 19 14:53:55.509329 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-156b9306-5c81-44c1-9af2-7fbc7f18c498 tempest-FloatingIPAdminTestJSON-1359067805 tempest-FloatingIPAdminTestJSON-1359067805-project] Deleting port 51a2e1d5-4a6e-4223-a366-743a84ad99e4 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:53:55.512748 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-156b9306-5c81-44c1-9af2-7fbc7f18c498 tempest-FloatingIPAdminTestJSON-1359067805 tempest-FloatingIPAdminTestJSON-1359067805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:55.516622 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-dbb97aba-abe5-42ea-aaac-389052a2951f req-23e59349-fa5e-494a-8fd8-401bef5f4ef8 service neutron] Request body: {'port': {'device_id': '6c3429fc-5024-4107-a367-469ea0661976', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:55.519573 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6219e069-e259-4c24-9e4a-25a95eebcc7b tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:55.635137 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 31591744-704a-452e-bc3e-8102c80e456d up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:53:55.643860 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b4b4b3ae-e428-405d-bab2-97ea90830e8b tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:55.670495 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-27534300-6d6a-420b-8f63-2b7a35ad1d1c None None] Allocated IP 172.20.0.18 (8c1ff246-c76b-40c1-bc75-fd9929b25be2/0eee8120-b20b-428a-8141-3bc55bbeaaeb/31591744-704a-452e-bc3e-8102c80e456d) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:53:55.693339 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265c9dc-1b47-4af7-9e72-2fddd6561ce0 req-78ba2fac-3abd-458c-a503-6c7940315694 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:55.694391 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5265c9dc-1b47-4af7-9e72-2fddd6561ce0 req-78ba2fac-3abd-458c-a503-6c7940315694 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.88 "GET /v2.0/networks?id=ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8 HTTP/1.1" status: 200 len: 797 time: 0.4360299 Aug 19 14:53:55.723786 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:53:55.725511 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b4b3ae-e428-405d-bab2-97ea90830e8b tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event updated for resources: {'Port': ['ID=9fe5df19-44ba-4c0f-a215-e1c795fe9537,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:55.776658 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-156b9306-5c81-44c1-9af2-7fbc7f18c498 tempest-FloatingIPAdminTestJSON-1359067805 tempest-FloatingIPAdminTestJSON-1359067805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:55.776988 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-156b9306-5c81-44c1-9af2-7fbc7f18c498 tempest-FloatingIPAdminTestJSON-1359067805 tempest-FloatingIPAdminTestJSON-1359067805-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:55.816570 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a007c7-c502-4e6b-adfb-a0dd84ee16f9 req-d24e7e5f-684a-4770-8fa0-1f251186b3e6 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:55.824921 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-27534300-6d6a-420b-8f63-2b7a35ad1d1c None None] For port 31591744-704a-452e-bc3e-8102c80e456d, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=31591744-704a-452e-bc3e-8102c80e456d,segment=NetworkSegment(8c932138-e24b-46e1-9b66-d9d78d21bdc2),segment_id=8c932138-e24b-46e1-9b66-d9d78d21bdc2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:53:55.827868 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-98a007c7-c502-4e6b-adfb-a0dd84ee16f9 req-d24e7e5f-684a-4770-8fa0-1f251186b3e6 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c3429fc-5024-4107-a367-469ea0661976 HTTP/1.1" status: 200 len: 931 time: 0.4460347 Aug 19 14:53:55.842991 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6219e069-e259-4c24-9e4a-25a95eebcc7b tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:55.854306 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6219e069-e259-4c24-9e4a-25a95eebcc7b tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:55.856086 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 31591744-704a-452e-bc3e-8102c80e456d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:53:55.856607 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:55.858876 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b4b3ae-e428-405d-bab2-97ea90830e8b tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Network 8c1ff246-c76b-40c1-bc75-fd9929b25be2 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:53:55.873191 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dbb97aba-abe5-42ea-aaac-389052a2951f req-23e59349-fa5e-494a-8fd8-401bef5f4ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:55.882418 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-156b9306-5c81-44c1-9af2-7fbc7f18c498 tempest-FloatingIPAdminTestJSON-1359067805 tempest-FloatingIPAdminTestJSON-1359067805-project] Calling delete_port for 51a2e1d5-4a6e-4223-a366-743a84ad99e4 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:53:55.886884 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-27534300-6d6a-420b-8f63-2b7a35ad1d1c None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:55.890681 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-b4b4b3ae-e428-405d-bab2-97ea90830e8b tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:53:55.893420 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5265c9dc-1b47-4af7-9e72-2fddd6561ce0 req-d44fe9d3-195b-4877-a6ad-62e17a395257 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a0c6ff201d948d2944c0780e076389b HTTP/1.1" status: 200 len: 380 time: 0.1773508 Aug 19 14:53:55.893553 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b4b3ae-e428-405d-bab2-97ea90830e8b tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:53:55.912622 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-27534300-6d6a-420b-8f63-2b7a35ad1d1c None None] Transition to ACTIVE for port object 31591744-704a-452e-bc3e-8102c80e456d will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:53:55.918451 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-27534300-6d6a-420b-8f63-2b7a35ad1d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:55.919434 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-5265c9dc-1b47-4af7-9e72-2fddd6561ce0 req-29d2ddb5-8100-4614-80b1-8328db29643a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Request body: {'port': {'device_id': 'f6b85348-122b-4a1a-8303-b75db4ff0e93', 'network_id': 'ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8', 'admin_state_up': True, 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'security_groups': ['db71c8f8-8f35-4257-8682-9da0907c40c2']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:55.961381 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Port 31591744-704a-452e-bc3e-8102c80e456d had new provisioning blocks added so it will not transition to active. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Aug 19 14:53:55.970428 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6219e069-e259-4c24-9e4a-25a95eebcc7b tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:53:56.011886 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6219e069-e259-4c24-9e4a-25a95eebcc7b tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8226d36d-c83a-4027-9ea3-822df689224a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:56.017590 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6219e069-e259-4c24-9e4a-25a95eebcc7b tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:56.017936 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-6219e069-e259-4c24-9e4a-25a95eebcc7b tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Added segment 1b2711b6-f1b9-4593-9a0a-852c1b46c671 of type vlan for network 8aa715c7-ced0-48df-a7b6-24c0a2387457 Aug 19 14:53:56.044100 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b4b3ae-e428-405d-bab2-97ea90830e8b tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:56.044807 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b4b4b3ae-e428-405d-bab2-97ea90830e8b tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:56.081680 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-98a007c7-c502-4e6b-adfb-a0dd84ee16f9 req-b496d548-534c-4926-a62e-2d533bc8a6c5 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250359 Aug 19 14:53:56.121730 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27534300-6d6a-420b-8f63-2b7a35ad1d1c None None] Pushing event updated for resources: {'Port': ['ID=31591744-704a-452e-bc3e-8102c80e456d,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:56.214475 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b4b4b3ae-e428-405d-bab2-97ea90830e8b tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 3.6998141 Aug 19 14:53:56.215290 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36076) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:56.252893 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-9f5088af-8a85-457e-ba44-432cbe956ddf tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8251434e-4200-4520-a272-a3dcc585fbd0'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:56.258146 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6219e069-e259-4c24-9e4a-25a95eebcc7b tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:56.456617 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6219e069-e259-4c24-9e4a-25a95eebcc7b tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:56.463912 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6219e069-e259-4c24-9e4a-25a95eebcc7b tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:56.464686 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6219e069-e259-4c24-9e4a-25a95eebcc7b tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:56.506950 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6219e069-e259-4c24-9e4a-25a95eebcc7b tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.4039004 Aug 19 14:53:56.507725 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36082) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:56.556694 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18ba5f-a735-49be-b6bb-99fef8b49cf8 req-23e474cb-e11b-42b1-8f99-8a3a8b160b9b tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:56.558310 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6b18ba5f-a735-49be-b6bb-99fef8b49cf8 req-23e474cb-e11b-42b1-8f99-8a3a8b160b9b tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=150775af-ea06-4b6d-8d71-6c0f0e8fd5df HTTP/1.1" status: 200 len: 945 time: 0.6705947 Aug 19 14:53:56.647238 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5265c9dc-1b47-4af7-9e72-2fddd6561ce0 req-29d2ddb5-8100-4614-80b1-8328db29643a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Made reservation on behalf of 7a0c6ff201d948d2944c0780e076389b for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:53:56.650720 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5265c9dc-1b47-4af7-9e72-2fddd6561ce0 req-29d2ddb5-8100-4614-80b1-8328db29643a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:56.664427 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6b18ba5f-a735-49be-b6bb-99fef8b49cf8 req-1f182cb8-a699-424c-ba00-86906caf5d72 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815575 Aug 19 14:53:56.723948 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669c1d2-3047-4149-8b03-77170d458a2a req-dc609f04-6925-4189-bf76-e9470365ca04 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:56.726329 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e669c1d2-3047-4149-8b03-77170d458a2a req-dc609f04-6925-4189-bf76-e9470365ca04 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0b19eb0-7597-4713-a3cf-d7e25d2b8ead HTTP/1.1" status: 200 len: 946 time: 0.1986532 Aug 19 14:53:56.861653 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d6695740-21e0-4131-a760-1cc4bf573b72 req-450a599c-0932-4eda-8a3e-6b33dcd290ca tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6b85348-122b-4a1a-8303-b75db4ff0e93 HTTP/1.1" status: 200 len: 210 time: 0.0792558 Aug 19 14:53:56.869549 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e669c1d2-3047-4149-8b03-77170d458a2a req-71910206-7d54-435d-8784-85468ec06da3 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319885 Aug 19 14:53:56.907807 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-156b9306-5c81-44c1-9af2-7fbc7f18c498 tempest-FloatingIPAdminTestJSON-1359067805 tempest-FloatingIPAdminTestJSON-1359067805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:56.936428 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d6d781-3f47-4b7f-af09-171378d31997 None None] Network 8c1ff246-c76b-40c1-bc75-fd9929b25be2 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:53:56.953553 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9f5088af-8a85-457e-ba44-432cbe956ddf tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:56.970306 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-bd613fb6-bea5-4d9b-bdbf-91d5fef1b0c4 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Request body: {'subnet': {'network_id': '8aa715c7-ced0-48df-a7b6-24c0a2387457', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:57.012369 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156b9306-5c81-44c1-9af2-7fbc7f18c498 tempest-FloatingIPAdminTestJSON-1359067805 tempest-FloatingIPAdminTestJSON-1359067805-project] Pushing event deleted for resources: {'Port': ['ID=51a2e1d5-4a6e-4223-a366-743a84ad99e4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:57.023635 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-5265c9dc-1b47-4af7-9e72-2fddd6561ce0 req-29d2ddb5-8100-4614-80b1-8328db29643a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Allocated IP 172.20.0.4 (ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8/21160d11-dfa8-4ba0-ba02-7e4078d0dcf7/e71ee2dc-d321-414d-b7c7-0c94027efaf2) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:53:57.040932 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5d61f352-379c-4ba8-b97b-f373a20a1486 None None] Provisioning for port 31591744-704a-452e-bc3e-8102c80e456d completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:53:57.049762 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5d61f352-379c-4ba8-b97b-f373a20a1486 None None] Provisioning complete for port 31591744-704a-452e-bc3e-8102c80e456d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:53:57.051246 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5d61f352-379c-4ba8-b97b-f373a20a1486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:57.101528 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-156b9306-5c81-44c1-9af2-7fbc7f18c498 tempest-FloatingIPAdminTestJSON-1359067805 tempest-FloatingIPAdminTestJSON-1359067805-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:57.104939 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-156b9306-5c81-44c1-9af2-7fbc7f18c498 tempest-FloatingIPAdminTestJSON-1359067805 tempest-FloatingIPAdminTestJSON-1359067805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:57.109186 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-156b9306-5c81-44c1-9af2-7fbc7f18c498 tempest-FloatingIPAdminTestJSON-1359067805 tempest-FloatingIPAdminTestJSON-1359067805-project] 10.222.0.69 "DELETE /v2.0/floatingips/2368f020-b71b-43ec-bacd-78baa5e02feb HTTP/1.1" status: 204 len: 168 time: 2.0995409 Aug 19 14:53:57.112395 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36094) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:57.154183 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6219e069-e259-4c24-9e4a-25a95eebcc7b tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Pushing event updated for resources: {'Network': ['ID=8aa715c7-ced0-48df-a7b6-24c0a2387457,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:57.210068 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 8aa715c7-ced0-48df-a7b6-24c0a2387457 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:53:57.348363 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd613fb6-bea5-4d9b-bdbf-91d5fef1b0c4 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Made reservation on behalf of 5fd2c8fb8ce44d6fbadf7aa858928427 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:53:57.353099 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bd613fb6-bea5-4d9b-bdbf-91d5fef1b0c4 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:57.451236 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-dbb97aba-abe5-42ea-aaac-389052a2951f req-23e59349-fa5e-494a-8fd8-401bef5f4ef8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6d9bbfa-f7f0-48fd-a7fc-590afbcbea46 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:53:57.452586 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a63cd4-3328-424c-9938-d320e970a386 req-900eb3a2-d4c8-47e0-ac2b-8a1443226697 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:57.454389 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d8a63cd4-3328-424c-9938-d320e970a386 req-900eb3a2-d4c8-47e0-ac2b-8a1443226697 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c3429fc-5024-4107-a367-469ea0661976 HTTP/1.1" status: 200 len: 931 time: 0.2583537 Aug 19 14:53:57.479560 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dbb97aba-abe5-42ea-aaac-389052a2951f req-23e59349-fa5e-494a-8fd8-401bef5f4ef8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:57.498289 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5265c9dc-1b47-4af7-9e72-2fddd6561ce0 req-29d2ddb5-8100-4614-80b1-8328db29643a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:57.527711 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-5265c9dc-1b47-4af7-9e72-2fddd6561ce0 req-29d2ddb5-8100-4614-80b1-8328db29643a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Transition to ACTIVE for port object e71ee2dc-d321-414d-b7c7-0c94027efaf2 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:53:57.531189 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-dbb97aba-abe5-42ea-aaac-389052a2951f req-23e59349-fa5e-494a-8fd8-401bef5f4ef8 service neutron] Transition to ACTIVE for port object f6d9bbfa-f7f0-48fd-a7fc-590afbcbea46 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:53:57.556722 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d8a63cd4-3328-424c-9938-d320e970a386 req-4a4d6b61-f244-411e-878f-3f33369679ad tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838497 Aug 19 14:53:57.561545 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-cc7051f7-8d2f-4677-b8b7-fff931dafeee tempest-FloatingIPAdminTestJSON-1405631945 tempest-FloatingIPAdminTestJSON-1405631945-project-admin] Deleting port d0e1221b-c5d0-438c-aff8-6a6573bbd02d {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:53:57.562126 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cc7051f7-8d2f-4677-b8b7-fff931dafeee tempest-FloatingIPAdminTestJSON-1405631945 tempest-FloatingIPAdminTestJSON-1405631945-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:57.568067 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dbb97aba-abe5-42ea-aaac-389052a2951f req-23e59349-fa5e-494a-8fd8-401bef5f4ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:57.622842 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 31591744-704a-452e-bc3e-8102c80e456d up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:53:57.671080 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-9f5088af-8a85-457e-ba44-432cbe956ddf tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Delete allocated IP 172.20.0.24 (8c1ff246-c76b-40c1-bc75-fd9929b25be2/0eee8120-b20b-428a-8141-3bc55bbeaaeb) {{(pid=94639) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 19 14:53:57.673177 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5265c9dc-1b47-4af7-9e72-2fddd6561ce0 req-29d2ddb5-8100-4614-80b1-8328db29643a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:57.707548 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5265c9dc-1b47-4af7-9e72-2fddd6561ce0 req-29d2ddb5-8100-4614-80b1-8328db29643a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Network ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:53:57.727059 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-5265c9dc-1b47-4af7-9e72-2fddd6561ce0 req-29d2ddb5-8100-4614-80b1-8328db29643a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:53:57.740987 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-5265c9dc-1b47-4af7-9e72-2fddd6561ce0 req-29d2ddb5-8100-4614-80b1-8328db29643a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:53:57.768026 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 31591744-704a-452e-bc3e-8102c80e456d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:53:57.773087 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:57.825975 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4f359c56-cd55-401d-bbf9-21167209163e None None] Provisioning for port 9fe5df19-44ba-4c0f-a215-e1c795fe9537 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:53:57.831313 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4f359c56-cd55-401d-bbf9-21167209163e None None] Provisioning complete for port 9fe5df19-44ba-4c0f-a215-e1c795fe9537 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:53:57.831681 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4f359c56-cd55-401d-bbf9-21167209163e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:57.867573 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cc7051f7-8d2f-4677-b8b7-fff931dafeee tempest-FloatingIPAdminTestJSON-1405631945 tempest-FloatingIPAdminTestJSON-1405631945-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:57.867693 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cc7051f7-8d2f-4677-b8b7-fff931dafeee tempest-FloatingIPAdminTestJSON-1405631945 tempest-FloatingIPAdminTestJSON-1405631945-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:57.900853 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-4f359c56-cd55-401d-bbf9-21167209163e None None] Port 9fe5df19-44ba-4c0f-a215-e1c795fe9537 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:53:57.946989 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-cc7051f7-8d2f-4677-b8b7-fff931dafeee tempest-FloatingIPAdminTestJSON-1405631945 tempest-FloatingIPAdminTestJSON-1405631945-project-admin] Calling delete_port for d0e1221b-c5d0-438c-aff8-6a6573bbd02d owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:53:57.949318 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4f359c56-cd55-401d-bbf9-21167209163e None None] Provisioning complete for port 31591744-704a-452e-bc3e-8102c80e456d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:53:57.949789 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4f359c56-cd55-401d-bbf9-21167209163e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:57.964354 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e59349-fa5e-494a-8fd8-401bef5f4ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=f6d9bbfa-f7f0-48fd-a7fc-590afbcbea46,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:57.979935 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d2ddb5-8100-4614-80b1-8328db29643a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event updated for resources: {'Port': ['ID=e71ee2dc-d321-414d-b7c7-0c94027efaf2,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:58.024657 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265c9dc-1b47-4af7-9e72-2fddd6561ce0 req-29d2ddb5-8100-4614-80b1-8328db29643a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:58.025425 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5265c9dc-1b47-4af7-9e72-2fddd6561ce0 req-29d2ddb5-8100-4614-80b1-8328db29643a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:58.103375 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-dbb97aba-abe5-42ea-aaac-389052a2951f req-23e59349-fa5e-494a-8fd8-401bef5f4ef8 service neutron] Attempting to bind port f6d9bbfa-f7f0-48fd-a7fc-590afbcbea46 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:53:58.103846 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-dbb97aba-abe5-42ea-aaac-389052a2951f req-23e59349-fa5e-494a-8fd8-401bef5f4ef8 service neutron] Attempting to bind port f6d9bbfa-f7f0-48fd-a7fc-590afbcbea46 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': 'af76a49f-6b6e-4117-acb3-d7b5325cccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9be319f8-603a-41e0-a57e-1a917fa30646'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:53:58.104181 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb97aba-abe5-42ea-aaac-389052a2951f req-23e59349-fa5e-494a-8fd8-401bef5f4ef8 service neutron] Attempting to bind port f6d9bbfa-f7f0-48fd-a7fc-590afbcbea46 on network 9be319f8-603a-41e0-a57e-1a917fa30646 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:53:58.133369 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee144e-29a1-4a95-848b-cfe729f111f3 req-3839120d-349a-41e4-9da9-30a0b5f95109 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:58.135048 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-88ee144e-29a1-4a95-848b-cfe729f111f3 req-3839120d-349a-41e4-9da9-30a0b5f95109 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=150775af-ea06-4b6d-8d71-6c0f0e8fd5df HTTP/1.1" status: 200 len: 945 time: 0.2979729 Aug 19 14:53:58.139604 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5265c9dc-1b47-4af7-9e72-2fddd6561ce0 req-29d2ddb5-8100-4614-80b1-8328db29643a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2342727 Aug 19 14:53:58.148765 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb97aba-abe5-42ea-aaac-389052a2951f req-23e59349-fa5e-494a-8fd8-401bef5f4ef8 service neutron] Port f6d9bbfa-f7f0-48fd-a7fc-590afbcbea46 on network 9be319f8-603a-41e0-a57e-1a917fa30646 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:53:58.151375 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb97aba-abe5-42ea-aaac-389052a2951f req-23e59349-fa5e-494a-8fd8-401bef5f4ef8 service neutron] Attempting to bind port f6d9bbfa-f7f0-48fd-a7fc-590afbcbea46 on network 9be319f8-603a-41e0-a57e-1a917fa30646 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:53:58.185182 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-5265c9dc-1b47-4af7-9e72-2fddd6561ce0 req-1f2dc6d0-39ca-45fb-b8c9-1d6965583c1c service neutron] Request body: {'port': {'device_id': 'f6b85348-122b-4a1a-8303-b75db4ff0e93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:58.223881 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb97aba-abe5-42ea-aaac-389052a2951f req-23e59349-fa5e-494a-8fd8-401bef5f4ef8 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:53:58.224225 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb97aba-abe5-42ea-aaac-389052a2951f req-23e59349-fa5e-494a-8fd8-401bef5f4ef8 service neutron] Checking segment: {'id': 'af76a49f-6b6e-4117-acb3-d7b5325cccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9be319f8-603a-41e0-a57e-1a917fa30646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:53:58.224632 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb97aba-abe5-42ea-aaac-389052a2951f req-23e59349-fa5e-494a-8fd8-401bef5f4ef8 service neutron] Bound using segment: {'id': 'af76a49f-6b6e-4117-acb3-d7b5325cccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9be319f8-603a-41e0-a57e-1a917fa30646'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:53:58.225087 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-dbb97aba-abe5-42ea-aaac-389052a2951f req-23e59349-fa5e-494a-8fd8-401bef5f4ef8 service neutron] Bound port: f6d9bbfa-f7f0-48fd-a7fc-590afbcbea46, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af76a49f-6b6e-4117-acb3-d7b5325cccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9be319f8-603a-41e0-a57e-1a917fa30646'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:53:58.225578 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dbb97aba-abe5-42ea-aaac-389052a2951f req-23e59349-fa5e-494a-8fd8-401bef5f4ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:58.247585 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9f5088af-8a85-457e-ba44-432cbe956ddf tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:58.264730 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bd613fb6-bea5-4d9b-bdbf-91d5fef1b0c4 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:58.277871 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-88ee144e-29a1-4a95-848b-cfe729f111f3 req-634d162d-2e2c-4234-b7cb-096daa92bd2a tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338832 Aug 19 14:53:58.286868 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5265c9dc-1b47-4af7-9e72-2fddd6561ce0 req-1f2dc6d0-39ca-45fb-b8c9-1d6965583c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:58.296343 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-9f5088af-8a85-457e-ba44-432cbe956ddf tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Ignored duplicate provisioning block setup for port 9fe5df19-44ba-4c0f-a215-e1c795fe9537 by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 19 14:53:58.345639 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d1f5ab30-3b08-4757-8157-8bcc078358f9 None None] Provisioning complete for port 9fe5df19-44ba-4c0f-a215-e1c795fe9537 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:53:58.346018 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d1f5ab30-3b08-4757-8157-8bcc078358f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:58.364450 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9f5088af-8a85-457e-ba44-432cbe956ddf tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:58.414005 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d1f5ab30-3b08-4757-8157-8bcc078358f9 None None] Port 9fe5df19-44ba-4c0f-a215-e1c795fe9537 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:53:58.442549 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d1f5ab30-3b08-4757-8157-8bcc078358f9 None None] Provisioning for port e71ee2dc-d321-414d-b7c7-0c94027efaf2 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:53:58.460854 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d1f5ab30-3b08-4757-8157-8bcc078358f9 None None] Provisioning complete for port e71ee2dc-d321-414d-b7c7-0c94027efaf2 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:53:58.461479 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d1f5ab30-3b08-4757-8157-8bcc078358f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:58.497609 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36118) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:58.515384 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-dbb97aba-abe5-42ea-aaac-389052a2951f req-23e59349-fa5e-494a-8fd8-401bef5f4ef8 service neutron] For port f6d9bbfa-f7f0-48fd-a7fc-590afbcbea46, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:53:58.515608 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d1f5ab30-3b08-4757-8157-8bcc078358f9 None None] Port e71ee2dc-d321-414d-b7c7-0c94027efaf2 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:53:58.522965 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cc7051f7-8d2f-4677-b8b7-fff931dafeee tempest-FloatingIPAdminTestJSON-1405631945 tempest-FloatingIPAdminTestJSON-1405631945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:58.523171 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd613fb6-bea5-4d9b-bdbf-91d5fef1b0c4 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Pushing event updated for resources: {'Subnet': ['ID=994c93d8-446d-41f3-89a5-6f245bc305c9,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:58.570413 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71224b-230f-4d7d-9b4a-2185551c7dad req-9bfe9da3-4e53-4d82-9f0a-cf6f773bce02 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:58.572178 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4d71224b-230f-4d7d-9b4a-2185551c7dad req-9bfe9da3-4e53-4d82-9f0a-cf6f773bce02 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6b85348-122b-4a1a-8303-b75db4ff0e93 HTTP/1.1" status: 200 len: 931 time: 0.5960951 Aug 19 14:53:58.583544 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7051f7-8d2f-4677-b8b7-fff931dafeee tempest-FloatingIPAdminTestJSON-1405631945 tempest-FloatingIPAdminTestJSON-1405631945-project-admin] Pushing event deleted for resources: {'Port': ['ID=d0e1221b-c5d0-438c-aff8-6a6573bbd02d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:58.589033 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-dbb97aba-abe5-42ea-aaac-389052a2951f req-23e59349-fa5e-494a-8fd8-401bef5f4ef8 service neutron] For port f6d9bbfa-f7f0-48fd-a7fc-590afbcbea46, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=f6d9bbfa-f7f0-48fd-a7fc-590afbcbea46,segment=NetworkSegment(af76a49f-6b6e-4117-acb3-d7b5325cccf1),segment_id=af76a49f-6b6e-4117-acb3-d7b5325cccf1)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:53:58.596421 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5088af-8a85-457e-ba44-432cbe956ddf tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event updated for resources: {'Port': ['ID=9fe5df19-44ba-4c0f-a215-e1c795fe9537,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:58.615227 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dbb97aba-abe5-42ea-aaac-389052a2951f req-23e59349-fa5e-494a-8fd8-401bef5f4ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:58.617125 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2dd90d-2087-4f21-8e4d-a1e39491c637 req-bef52293-b896-4ba1-924b-31b5de803bc6 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:58.621328 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-be2dd90d-2087-4f21-8e4d-a1e39491c637 req-bef52293-b896-4ba1-924b-31b5de803bc6 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0b19eb0-7597-4713-a3cf-d7e25d2b8ead HTTP/1.1" status: 200 len: 946 time: 0.2376642 Aug 19 14:53:58.625505 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd613fb6-bea5-4d9b-bdbf-91d5fef1b0c4 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Checking segment: {'id': '1b2711b6-f1b9-4593-9a0a-852c1b46c671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '8aa715c7-ced0-48df-a7b6-24c0a2387457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:53:58.625872 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd613fb6-bea5-4d9b-bdbf-91d5fef1b0c4 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Network hostable DHCP agents. Network: 8aa715c7-ced0-48df-a7b6-24c0a2387457, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:53:58.673135 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-9f5088af-8a85-457e-ba44-432cbe956ddf tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] In _notify_port_updated(), no bound segment for port 9fe5df19-44ba-4c0f-a215-e1c795fe9537 on network 8c1ff246-c76b-40c1-bc75-fd9929b25be2 {{(pid=94639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 14:53:58.678855 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5088af-8a85-457e-ba44-432cbe956ddf tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:58.679494 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9f5088af-8a85-457e-ba44-432cbe956ddf tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:58.680914 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9f5088af-8a85-457e-ba44-432cbe956ddf tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "PUT /v2.0/ports/9fe5df19-44ba-4c0f-a215-e1c795fe9537 HTTP/1.1" status: 200 len: 920 time: 2.4532952 Aug 19 14:53:58.685337 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36124) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:58.686598 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb97aba-abe5-42ea-aaac-389052a2951f req-23e59349-fa5e-494a-8fd8-401bef5f4ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:58.687214 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dbb97aba-abe5-42ea-aaac-389052a2951f req-23e59349-fa5e-494a-8fd8-401bef5f4ef8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:58.688667 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-dbb97aba-abe5-42ea-aaac-389052a2951f req-23e59349-fa5e-494a-8fd8-401bef5f4ef8 service neutron] 10.222.0.68 "PUT /v2.0/ports/f6d9bbfa-f7f0-48fd-a7fc-590afbcbea46 HTTP/1.1" status: 200 len: 1091 time: 3.1790998 Aug 19 14:53:58.690514 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c3429fc-5024-4107-a367-469ea0661976', 'tag': 'f6d9bbfa-f7f0-48fd-a7fc-590afbcbea46'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:53:58.693440 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af579464-2757-4670-93ab-9d488b09306a" -d '{"events": [{"name": "network-changed", "server_uuid": "6c3429fc-5024-4107-a367-469ea0661976", "tag": "f6d9bbfa-f7f0-48fd-a7fc-590afbcbea46"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:53:58.701600 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-fd2f66e9-e5b0-4695-b7e1-33a307d9928c tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8251434e-4200-4520-a272-a3dcc585fbd0'}, {'subnet_id': '0eee8120-b20b-428a-8141-3bc55bbeaaeb'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:58.749639 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd613fb6-bea5-4d9b-bdbf-91d5fef1b0c4 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Network 8aa715c7-ced0-48df-a7b6-24c0a2387457 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:53:58.766832 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4d71224b-230f-4d7d-9b4a-2185551c7dad req-4eb0034d-b7e2-44ef-ac69-1285cdb94dd6 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/security-groups?id=db71c8f8-8f35-4257-8682-9da0907c40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738217 Aug 19 14:53:58.792028 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c4f0fd07-3709-4723-bd45-9176bca3125d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:58.846836 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e59349-fa5e-494a-8fd8-401bef5f4ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=f6d9bbfa-f7f0-48fd-a7fc-590afbcbea46,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:58.849965 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0470a504-626c-4e8a-a075-80207a7ffe3e None None] Provisioning complete for port 9fe5df19-44ba-4c0f-a215-e1c795fe9537 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:53:58.850511 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0470a504-626c-4e8a-a075-80207a7ffe3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:58.877838 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-bd613fb6-bea5-4d9b-bdbf-91d5fef1b0c4 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 8aa715c7-ced0-48df-a7b6-24c0a2387457) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:53:58.885639 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd613fb6-bea5-4d9b-bdbf-91d5fef1b0c4 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:58.886230 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bd613fb6-bea5-4d9b-bdbf-91d5fef1b0c4 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:58.900535 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b93a22-51e6-4dbf-87c5-5bca796d0973 None None] Network 8aa715c7-ced0-48df-a7b6-24c0a2387457 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:53:58.920558 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb97aba-abe5-42ea-aaac-389052a2951f req-f7b5adc5-4463-4b21-a279-36069e4fbace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:58.920816 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-be2dd90d-2087-4f21-8e4d-a1e39491c637 req-046e378a-e160-4568-a1ef-a2ba99e2c53c tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745728 Aug 19 14:53:58.922066 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-dbb97aba-abe5-42ea-aaac-389052a2951f req-f7b5adc5-4463-4b21-a279-36069e4fbace service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=be2283224ccb474c91d3399de6043bbd&device_id=6c3429fc-5024-4107-a367-469ea0661976 HTTP/1.1" status: 200 len: 1094 time: 0.1847894 Aug 19 14:53:58.988633 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cc7051f7-8d2f-4677-b8b7-fff931dafeee tempest-FloatingIPAdminTestJSON-1405631945 tempest-FloatingIPAdminTestJSON-1405631945-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:58.991029 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cc7051f7-8d2f-4677-b8b7-fff931dafeee tempest-FloatingIPAdminTestJSON-1405631945 tempest-FloatingIPAdminTestJSON-1405631945-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:58.992177 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-cc7051f7-8d2f-4677-b8b7-fff931dafeee tempest-FloatingIPAdminTestJSON-1405631945 tempest-FloatingIPAdminTestJSON-1405631945-project-admin] 10.222.0.69 "DELETE /v2.0/floatingips/a925ec2c-e1b3-4165-ab08-7bbbe434c82a HTTP/1.1" status: 204 len: 168 time: 1.8768771 Aug 19 14:53:59.001637 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0470a504-626c-4e8a-a075-80207a7ffe3e None None] Port 9fe5df19-44ba-4c0f-a215-e1c795fe9537 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:53:59.011693 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e2dc68-54df-4ec2-9ee9-07954613b4fe x-openstack-request-id: req-34e2dc68-54df-4ec2-9ee9-07954613b4fe {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:53:59.011885 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c3429fc-5024-4107-a367-469ea0661976", "tag": "f6d9bbfa-f7f0-48fd-a7fc-590afbcbea46", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:53:59.012213 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-34e2dc68-54df-4ec2-9ee9-07954613b4fe {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:53:59.012510 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c3429fc-5024-4107-a367-469ea0661976', 'tag': 'f6d9bbfa-f7f0-48fd-a7fc-590afbcbea46', 'status': 'completed', 'code': 200} Aug 19 14:53:59.012884 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36130) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:59.033907 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-dbb97aba-abe5-42ea-aaac-389052a2951f req-c55782d0-b75a-4471-a685-b8963dd8c31f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6d9bbfa-f7f0-48fd-a7fc-590afbcbea46 HTTP/1.1" status: 200 len: 217 time: 0.0999765 Aug 19 14:53:59.036501 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d62cc-71a9-4616-a149-0e3ab34deba8 req-5e0e4cee-218f-4253-855c-66b95922a56f tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:59.038033 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ac4d62cc-71a9-4616-a149-0e3ab34deba8 req-5e0e4cee-218f-4253-855c-66b95922a56f tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c3429fc-5024-4107-a367-469ea0661976 HTTP/1.1" status: 200 len: 943 time: 0.1914783 Aug 19 14:53:59.078045 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-5265c9dc-1b47-4af7-9e72-2fddd6561ce0 req-1f2dc6d0-39ca-45fb-b8c9-1d6965583c1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e71ee2dc-d321-414d-b7c7-0c94027efaf2 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:53:59.092741 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5265c9dc-1b47-4af7-9e72-2fddd6561ce0 req-1f2dc6d0-39ca-45fb-b8c9-1d6965583c1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:59.126055 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ac4d62cc-71a9-4616-a149-0e3ab34deba8 req-e56b3f60-b122-4915-8dd7-017ecbdef09b tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753915 Aug 19 14:53:59.134695 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-5265c9dc-1b47-4af7-9e72-2fddd6561ce0 req-1f2dc6d0-39ca-45fb-b8c9-1d6965583c1c service neutron] Transition to ACTIVE for port object e71ee2dc-d321-414d-b7c7-0c94027efaf2 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:53:59.144253 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a660cf-15c1-440f-846f-9e45e2bc13f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-8aa715c7-ced0-48df-a7b6-24c0a2387457', 'network_id': '8aa715c7-ced0-48df-a7b6-24c0a2387457', 'tenant_id': '5fd2c8fb8ce44d6fbadf7aa858928427', 'fixed_ips': [{'subnet_id': '994c93d8-446d-41f3-89a5-6f245bc305c9'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:53:59.148029 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-40a660cf-15c1-440f-846f-9e45e2bc13f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:59.157687 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5265c9dc-1b47-4af7-9e72-2fddd6561ce0 req-1f2dc6d0-39ca-45fb-b8c9-1d6965583c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:59.176378 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd2f66e9-e5b0-4695-b7e1-33a307d9928c tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:59.195701 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb97aba-abe5-42ea-aaac-389052a2951f req-f8b6fe69-441e-4f40-b930-d2bb56facffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:59.197483 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-dbb97aba-abe5-42ea-aaac-389052a2951f req-f8b6fe69-441e-4f40-b930-d2bb56facffd service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a7f2da21-de8f-4925-bf66-a36681d26e7b HTTP/1.1" status: 200 len: 845 time: 0.1449227 Aug 19 14:53:59.291979 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-dbb97aba-abe5-42ea-aaac-389052a2951f req-4a442fee-2fec-47da-8cb7-0762c9ab5d1f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9be319f8-603a-41e0-a57e-1a917fa30646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831397 Aug 19 14:53:59.301556 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c4f0fd07-3709-4723-bd45-9176bca3125d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:59.328839 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-40a660cf-15c1-440f-846f-9e45e2bc13f6 None None] Allocated IP 2001:db8::2 (8aa715c7-ced0-48df-a7b6-24c0a2387457/994c93d8-446d-41f3-89a5-6f245bc305c9/7eaff782-296a-4961-b559-f4122da5fa66) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:53:59.333575 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c4f0fd07-3709-4723-bd45-9176bca3125d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:59.418342 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-bd613fb6-bea5-4d9b-bdbf-91d5fef1b0c4 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4658275 Aug 19 14:53:59.419312 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36136) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:59.419574 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2dc6d0-39ca-45fb-b8c9-1d6965583c1c service neutron] Pushing event updated for resources: {'Port': ['ID=e71ee2dc-d321-414d-b7c7-0c94027efaf2,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:59.427767 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-5265c9dc-1b47-4af7-9e72-2fddd6561ce0 req-1f2dc6d0-39ca-45fb-b8c9-1d6965583c1c service neutron] Attempting to bind port e71ee2dc-d321-414d-b7c7-0c94027efaf2 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:53:59.428108 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-5265c9dc-1b47-4af7-9e72-2fddd6561ce0 req-1f2dc6d0-39ca-45fb-b8c9-1d6965583c1c service neutron] Attempting to bind port e71ee2dc-d321-414d-b7c7-0c94027efaf2 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '01e1c77a-efaf-4dea-8b2d-f5011a554171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:53:59.428463 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5265c9dc-1b47-4af7-9e72-2fddd6561ce0 req-1f2dc6d0-39ca-45fb-b8c9-1d6965583c1c service neutron] Attempting to bind port e71ee2dc-d321-414d-b7c7-0c94027efaf2 on network ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:53:59.429264 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-7cc19877-a968-4c83-b7c7-eb7510cc6ca1 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Deleting port cc981aab-3e36-4391-928d-060b19857ddc {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:53:59.429815 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7cc19877-a968-4c83-b7c7-eb7510cc6ca1 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:59.443482 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b1944704-d8e7-4990-bd62-fc25b0723f5f tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Request body: {'port': {'network_id': '8aa715c7-ced0-48df-a7b6-24c0a2387457', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-194046952'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:53:59.480772 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-c4f0fd07-3709-4723-bd45-9176bca3125d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=82457bcaa3f44a50a5f4ccd8ee0bcb12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9806740 Aug 19 14:53:59.492985 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36138) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:53:59.505562 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c3f7f-74f2-4378-b381-753fb0a4fa05 req-69deb66c-43cc-46b8-87de-00f750d464de tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:59.507823 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-129c3f7f-74f2-4378-b381-753fb0a4fa05 req-69deb66c-43cc-46b8-87de-00f750d464de tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0b19eb0-7597-4713-a3cf-d7e25d2b8ead HTTP/1.1" status: 200 len: 946 time: 0.2618001 Aug 19 14:53:59.509850 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-40a660cf-15c1-440f-846f-9e45e2bc13f6 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:59.520026 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5265c9dc-1b47-4af7-9e72-2fddd6561ce0 req-1f2dc6d0-39ca-45fb-b8c9-1d6965583c1c service neutron] Port e71ee2dc-d321-414d-b7c7-0c94027efaf2 on network ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:53:59.520279 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5265c9dc-1b47-4af7-9e72-2fddd6561ce0 req-1f2dc6d0-39ca-45fb-b8c9-1d6965583c1c service neutron] Attempting to bind port e71ee2dc-d321-414d-b7c7-0c94027efaf2 on network ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:53:59.520961 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-40a660cf-15c1-440f-846f-9e45e2bc13f6 None None] Transition to ACTIVE for port object 7eaff782-296a-4961-b559-f4122da5fa66 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:53:59.550063 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f0fd07-3709-4723-bd45-9176bca3125d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac5d770-7a8d-40f3-827b-5d96dc1bfd36,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:59.558403 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5265c9dc-1b47-4af7-9e72-2fddd6561ce0 req-1f2dc6d0-39ca-45fb-b8c9-1d6965583c1c service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:53:59.558754 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5265c9dc-1b47-4af7-9e72-2fddd6561ce0 req-1f2dc6d0-39ca-45fb-b8c9-1d6965583c1c service neutron] Checking segment: {'id': '01e1c77a-efaf-4dea-8b2d-f5011a554171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:53:59.559140 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5265c9dc-1b47-4af7-9e72-2fddd6561ce0 req-1f2dc6d0-39ca-45fb-b8c9-1d6965583c1c service neutron] Bound using segment: {'id': '01e1c77a-efaf-4dea-8b2d-f5011a554171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:53:59.559588 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-5265c9dc-1b47-4af7-9e72-2fddd6561ce0 req-1f2dc6d0-39ca-45fb-b8c9-1d6965583c1c service neutron] Bound port: e71ee2dc-d321-414d-b7c7-0c94027efaf2, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01e1c77a-efaf-4dea-8b2d-f5011a554171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:53:59.559713 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-40a660cf-15c1-440f-846f-9e45e2bc13f6 None None] Transition to ACTIVE for port object 7eaff782-296a-4961-b559-f4122da5fa66 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:53:59.559950 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5265c9dc-1b47-4af7-9e72-2fddd6561ce0 req-1f2dc6d0-39ca-45fb-b8c9-1d6965583c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:59.573197 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-40a660cf-15c1-440f-846f-9e45e2bc13f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:59.626281 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a660cf-15c1-440f-846f-9e45e2bc13f6 None None] Network 8aa715c7-ced0-48df-a7b6-24c0a2387457 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:53:59.628091 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb7fe40-8419-45df-8693-1ed36369dfd5 req-0e52aec3-607d-4fd6-9b07-a63a964c293d tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:59.629482 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3cb7fe40-8419-45df-8693-1ed36369dfd5 req-0e52aec3-607d-4fd6-9b07-a63a964c293d tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=150775af-ea06-4b6d-8d71-6c0f0e8fd5df HTTP/1.1" status: 200 len: 945 time: 0.2069049 Aug 19 14:53:59.632931 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-40a660cf-15c1-440f-846f-9e45e2bc13f6 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:53:59.636515 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a660cf-15c1-440f-846f-9e45e2bc13f6 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:53:59.644087 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a660cf-15c1-440f-846f-9e45e2bc13f6 None None] Pushing event updated for resources: {'Port': ['ID=7eaff782-296a-4961-b559-f4122da5fa66,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:59.688166 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-dbb97aba-abe5-42ea-aaac-389052a2951f req-dcfc7609-e5bb-4fe8-9688-422d9c0e41d8 service neutron] 10.222.0.68 "GET /v2.0/networks/9be319f8-603a-41e0-a57e-1a917fa30646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852015 Aug 19 14:53:59.700980 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-40a660cf-15c1-440f-846f-9e45e2bc13f6 None None] Attempting to bind port 7eaff782-296a-4961-b559-f4122da5fa66 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:53:59.701348 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-40a660cf-15c1-440f-846f-9e45e2bc13f6 None None] Attempting to bind port 7eaff782-296a-4961-b559-f4122da5fa66 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '1b2711b6-f1b9-4593-9a0a-852c1b46c671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '8aa715c7-ced0-48df-a7b6-24c0a2387457'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:53:59.701698 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a660cf-15c1-440f-846f-9e45e2bc13f6 None None] Attempting to bind port 7eaff782-296a-4961-b559-f4122da5fa66 on network 8aa715c7-ced0-48df-a7b6-24c0a2387457 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:53:59.706953 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a660cf-15c1-440f-846f-9e45e2bc13f6 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:53:59.707322 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a660cf-15c1-440f-846f-9e45e2bc13f6 None None] Checking segment: {'id': '1b2711b6-f1b9-4593-9a0a-852c1b46c671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '8aa715c7-ced0-48df-a7b6-24c0a2387457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:53:59.707813 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-40a660cf-15c1-440f-846f-9e45e2bc13f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:59.708460 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a660cf-15c1-440f-846f-9e45e2bc13f6 None None] Bound using segment: {'id': '1b2711b6-f1b9-4593-9a0a-852c1b46c671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '8aa715c7-ced0-48df-a7b6-24c0a2387457'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:53:59.708951 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-40a660cf-15c1-440f-846f-9e45e2bc13f6 None None] Bound port: 7eaff782-296a-4961-b559-f4122da5fa66, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b2711b6-f1b9-4593-9a0a-852c1b46c671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '8aa715c7-ced0-48df-a7b6-24c0a2387457'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:53:59.709330 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-40a660cf-15c1-440f-846f-9e45e2bc13f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:59.725466 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-129c3f7f-74f2-4378-b381-753fb0a4fa05 req-445e419b-9bf9-4388-a5f3-f033660db59b tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001405 Aug 19 14:53:59.739385 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7cc19877-a968-4c83-b7c7-eb7510cc6ca1 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:59.749505 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77288e1d-ddbf-4a98-bdeb-09b1d27d81fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:59.779972 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-40a660cf-15c1-440f-846f-9e45e2bc13f6 None None] For port 7eaff782-296a-4961-b559-f4122da5fa66, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:53:59.783990 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-40a660cf-15c1-440f-846f-9e45e2bc13f6 None None] For port 7eaff782-296a-4961-b559-f4122da5fa66, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=7eaff782-296a-4961-b559-f4122da5fa66,segment=NetworkSegment(1b2711b6-f1b9-4593-9a0a-852c1b46c671),segment_id=1b2711b6-f1b9-4593-9a0a-852c1b46c671)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:53:59.788994 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-40a660cf-15c1-440f-846f-9e45e2bc13f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:59.795375 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193db344-9942-4cd5-af71-ba37d50e6910 req-f5fae5f9-e848-422d-bc93-482060404a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:53:59.797150 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-193db344-9942-4cd5-af71-ba37d50e6910 req-f5fae5f9-e848-422d-bc93-482060404a9b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=8bf9338b14bd4de0a247947d4332bed4&device_id=f0b19eb0-7597-4713-a3cf-d7e25d2b8ead HTTP/1.1" status: 200 len: 1097 time: 0.1845691 Aug 19 14:53:59.815084 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3cb7fe40-8419-45df-8693-1ed36369dfd5 req-f5687dfc-18cd-45fa-a23a-5d3a36b14f52 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644993 Aug 19 14:53:59.825199 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77288e1d-ddbf-4a98-bdeb-09b1d27d81fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:59.827593 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-5265c9dc-1b47-4af7-9e72-2fddd6561ce0 req-1f2dc6d0-39ca-45fb-b8c9-1d6965583c1c service neutron] For port e71ee2dc-d321-414d-b7c7-0c94027efaf2, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:53:59.837927 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-5265c9dc-1b47-4af7-9e72-2fddd6561ce0 req-1f2dc6d0-39ca-45fb-b8c9-1d6965583c1c service neutron] For port e71ee2dc-d321-414d-b7c7-0c94027efaf2, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=e71ee2dc-d321-414d-b7c7-0c94027efaf2,segment=NetworkSegment(01e1c77a-efaf-4dea-8b2d-f5011a554171),segment_id=01e1c77a-efaf-4dea-8b2d-f5011a554171)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:53:59.849771 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-7cc19877-a968-4c83-b7c7-eb7510cc6ca1 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Calling delete_port for cc981aab-3e36-4391-928d-060b19857ddc owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:53:59.855603 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a660cf-15c1-440f-846f-9e45e2bc13f6 None None] Pushing event updated for resources: {'Port': ['ID=7eaff782-296a-4961-b559-f4122da5fa66,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:53:59.892643 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5265c9dc-1b47-4af7-9e72-2fddd6561ce0 req-1f2dc6d0-39ca-45fb-b8c9-1d6965583c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:53:59.985271 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1944704-d8e7-4990-bd62-fc25b0723f5f tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Made reservation on behalf of 5fd2c8fb8ce44d6fbadf7aa858928427 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:53:59.989356 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b1944704-d8e7-4990-bd62-fc25b0723f5f tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:00.068980 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-b1944704-d8e7-4990-bd62-fc25b0723f5f tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] device_id is not set on port e467bfde-eff6-44da-9736-cbe618b4ae45 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:54:00.116122 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-dbb97aba-abe5-42ea-aaac-389052a2951f req-2e659e99-6ea9-4d32-a94d-b22d2240ad23 service neutron] 10.222.0.68 "GET /v2.0/networks/9be319f8-603a-41e0-a57e-1a917fa30646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4153852 Aug 19 14:54:00.120386 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-fd2f66e9-e5b0-4695-b7e1-33a307d9928c tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Allocated IP 172.20.0.19 (8c1ff246-c76b-40c1-bc75-fd9929b25be2/0eee8120-b20b-428a-8141-3bc55bbeaaeb/9fe5df19-44ba-4c0f-a215-e1c795fe9537) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:54:00.267415 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265c9dc-1b47-4af7-9e72-2fddd6561ce0 req-1f2dc6d0-39ca-45fb-b8c9-1d6965583c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:00.268068 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5265c9dc-1b47-4af7-9e72-2fddd6561ce0 req-1f2dc6d0-39ca-45fb-b8c9-1d6965583c1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:00.270300 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5265c9dc-1b47-4af7-9e72-2fddd6561ce0 req-1f2dc6d0-39ca-45fb-b8c9-1d6965583c1c service neutron] 10.222.0.88 "PUT /v2.0/ports/e71ee2dc-d321-414d-b7c7-0c94027efaf2 HTTP/1.1" status: 200 len: 1091 time: 2.0889943 Aug 19 14:54:00.271584 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6b85348-122b-4a1a-8303-b75db4ff0e93', 'tag': 'e71ee2dc-d321-414d-b7c7-0c94027efaf2'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:54:00.273943 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eacf36f2-271a-465d-a29d-33ed421dd0e4" -d '{"events": [{"name": "network-changed", "server_uuid": "f6b85348-122b-4a1a-8303-b75db4ff0e93", "tag": "e71ee2dc-d321-414d-b7c7-0c94027efaf2"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:54:00.467637 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2dc6d0-39ca-45fb-b8c9-1d6965583c1c service neutron] Pushing event updated for resources: {'Port': ['ID=e71ee2dc-d321-414d-b7c7-0c94027efaf2,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:00.479503 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193db344-9942-4cd5-af71-ba37d50e6910 req-574ffd24-e0e9-4aeb-b7b5-b500a2e921bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:00.481181 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-193db344-9942-4cd5-af71-ba37d50e6910 req-574ffd24-e0e9-4aeb-b7b5-b500a2e921bf service neutron] 10.222.0.68 "GET /v2.0/networks?id=8d226290-6085-496f-b9eb-bf514760f427 HTTP/1.1" status: 200 len: 912 time: 0.6582603 Aug 19 14:54:00.495990 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd2f66e9-e5b0-4695-b7e1-33a307d9928c tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:00.504015 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1587b3-0e3b-4d56-8fbc-08a186bafa07 req-9fa9dae2-8688-4af2-8c5f-7e8a6bc69a56 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:00.505594 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ff1587b3-0e3b-4d56-8fbc-08a186bafa07 req-9fa9dae2-8688-4af2-8c5f-7e8a6bc69a56 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6b85348-122b-4a1a-8303-b75db4ff0e93 HTTP/1.1" status: 200 len: 943 time: 0.6080978 Aug 19 14:54:00.514165 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77288e1d-ddbf-4a98-bdeb-09b1d27d81fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:00.516821 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77288e1d-ddbf-4a98-bdeb-09b1d27d81fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:00.518037 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-77288e1d-ddbf-4a98-bdeb-09b1d27d81fb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6ac5d770-7a8d-40f3-827b-5d96dc1bfd36 HTTP/1.1" status: 204 len: 168 time: 1.0091329 Aug 19 14:54:00.525321 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-b1944704-d8e7-4990-bd62-fc25b0723f5f tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Allocated IP 2001:db8::1e4 (8aa715c7-ced0-48df-a7b6-24c0a2387457/994c93d8-446d-41f3-89a5-6f245bc305c9/e467bfde-eff6-44da-9736-cbe618b4ae45) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:54:00.532470 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af579464-2757-4670-93ab-9d488b09306a req-0bc55955-9f99-432a-9ec5-18119c0b11fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:00.533979 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-af579464-2757-4670-93ab-9d488b09306a req-0bc55955-9f99-432a-9ec5-18119c0b11fb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=be2283224ccb474c91d3399de6043bbd&device_id=6c3429fc-5024-4107-a367-469ea0661976 HTTP/1.1" status: 200 len: 1094 time: 0.3299007 Aug 19 14:54:00.534607 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7cc19877-a968-4c83-b7c7-eb7510cc6ca1 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:00.560343 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2ab46c84-6396-4717-b0bd-779c1f14f012 req-305aeba8-1be7-4af3-a225-aee96a8d2cd0 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2999704 Aug 19 14:54:00.572230 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265c9dc-1b47-4af7-9e72-2fddd6561ce0 req-5e39d84c-4b28-4bb1-835e-afc231aedcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:00.573760 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5265c9dc-1b47-4af7-9e72-2fddd6561ce0 req-5e39d84c-4b28-4bb1-835e-afc231aedcc4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7a0c6ff201d948d2944c0780e076389b&device_id=f6b85348-122b-4a1a-8303-b75db4ff0e93 HTTP/1.1" status: 200 len: 1094 time: 0.2224605 Aug 19 14:54:00.576850 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-193db344-9942-4cd5-af71-ba37d50e6910 req-9e884df6-4d3c-40b5-88d1-f2d22ba52758 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=beeb99ba-a43d-4ac6-af21-fb5ff14d5767 HTTP/1.1" status: 200 len: 217 time: 0.0831659 Aug 19 14:54:00.584400 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165288e3-778e-4b1f-afc2-2f49c0aff763 req-b0f528ee-3c75-4f51-b916-5b0dca964060 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:00.586072 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-165288e3-778e-4b1f-afc2-2f49c0aff763 req-b0f528ee-3c75-4f51-b916-5b0dca964060 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c3429fc-5024-4107-a367-469ea0661976 HTTP/1.1" status: 200 len: 943 time: 0.3215201 Aug 19 14:54:00.594596 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77288e1d-ddbf-4a98-bdeb-09b1d27d81fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac5d770-7a8d-40f3-827b-5d96dc1bfd36,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:00.647667 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-fd2f66e9-e5b0-4695-b7e1-33a307d9928c tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Transition to ACTIVE for port object 9fe5df19-44ba-4c0f-a215-e1c795fe9537 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:54:00.717400 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5265c9dc-1b47-4af7-9e72-2fddd6561ce0 req-73d711ab-3980-46ce-993e-239648acbf38 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e71ee2dc-d321-414d-b7c7-0c94027efaf2 HTTP/1.1" status: 200 len: 217 time: 0.1293097 Aug 19 14:54:00.782375 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ff1587b3-0e3b-4d56-8fbc-08a186bafa07 req-13a9bdfa-72f2-453d-8bd4-b77189d71bbe tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/security-groups?id=db71c8f8-8f35-4257-8682-9da0907c40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2596400 Aug 19 14:54:00.805594 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193db344-9942-4cd5-af71-ba37d50e6910 req-a2e1abd8-c824-4ba9-9459-d226c99d19d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:00.807390 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-193db344-9942-4cd5-af71-ba37d50e6910 req-a2e1abd8-c824-4ba9-9459-d226c99d19d5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5ebe78ca-28f7-43fa-89de-04375d30f6cd HTTP/1.1" status: 200 len: 850 time: 0.2204299 Aug 19 14:54:00.816305 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-165288e3-778e-4b1f-afc2-2f49c0aff763 req-d8c0b1ab-e8f6-4f4f-beeb-c2a1c8f306d0 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183228 Aug 19 14:54:00.854361 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab46c84-6396-4717-b0bd-779c1f14f012 req-1ba186ba-f293-4ccd-b4e8-f79de62551f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:00.855906 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2ab46c84-6396-4717-b0bd-779c1f14f012 req-1ba186ba-f293-4ccd-b4e8-f79de62551f2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8bf9338b14bd4de0a247947d4332bed4&device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 1095 time: 0.2294352 Aug 19 14:54:00.859043 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5dbc92d-6559-4f59-ba83-b62340e9bfb3 x-openstack-request-id: req-c5dbc92d-6559-4f59-ba83-b62340e9bfb3 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:54:00.859341 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6b85348-122b-4a1a-8303-b75db4ff0e93", "tag": "e71ee2dc-d321-414d-b7c7-0c94027efaf2", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:54:00.859596 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c5dbc92d-6559-4f59-ba83-b62340e9bfb3 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:54:00.860004 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6b85348-122b-4a1a-8303-b75db4ff0e93', 'tag': 'e71ee2dc-d321-414d-b7c7-0c94027efaf2', 'status': 'completed', 'code': 200} Aug 19 14:54:00.861713 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265c9dc-1b47-4af7-9e72-2fddd6561ce0 req-9281d6d3-77ae-4eda-989e-09832a66216e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:00.863764 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5265c9dc-1b47-4af7-9e72-2fddd6561ce0 req-9281d6d3-77ae-4eda-989e-09832a66216e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=21160d11-dfa8-4ba0-ba02-7e4078d0dcf7 HTTP/1.1" status: 200 len: 835 time: 0.1334853 Aug 19 14:54:01.007862 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36154) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:01.038165 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193db344-9942-4cd5-af71-ba37d50e6910 req-9ecb8c80-5b61-4e4f-a4a7-5b2e14cafc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:01.039714 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-193db344-9942-4cd5-af71-ba37d50e6910 req-9ecb8c80-5b61-4e4f-a4a7-5b2e14cafc56 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8d226290-6085-496f-b9eb-bf514760f427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2218349 Aug 19 14:54:01.095700 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc19877-a968-4c83-b7c7-eb7510cc6ca1 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Pushing event deleted for resources: {'Port': ['ID=cc981aab-3e36-4391-928d-060b19857ddc,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:01.098628 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d09187fa-a46f-4c54-bc16-d13b8e1329b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:01.115996 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd2f66e9-e5b0-4695-b7e1-33a307d9928c tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:01.180077 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265c9dc-1b47-4af7-9e72-2fddd6561ce0 req-c123e8b3-2b98-4a99-9008-b2c5e3c54c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:01.181651 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5265c9dc-1b47-4af7-9e72-2fddd6561ce0 req-c123e8b3-2b98-4a99-9008-b2c5e3c54c95 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3072224 Aug 19 14:54:01.219157 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4029a48d-3bc3-4810-b483-33dba8bc7feb req-05f8b412-ceef-40cb-9d1c-753a80554620 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:01.226687 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4029a48d-3bc3-4810-b483-33dba8bc7feb req-05f8b412-ceef-40cb-9d1c-753a80554620 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=150775af-ea06-4b6d-8d71-6c0f0e8fd5df HTTP/1.1" status: 200 len: 945 time: 0.2859678 Aug 19 14:54:01.297372 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504da75e-eb20-4bfc-9c7d-bd26feadf8eb req-731c9f9a-ba9f-43ef-a991-e48f7f442895 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:01.299520 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-504da75e-eb20-4bfc-9c7d-bd26feadf8eb req-731c9f9a-ba9f-43ef-a991-e48f7f442895 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.88 "GET /v2.0/ports?device_id=150775af-ea06-4b6d-8d71-6c0f0e8fd5df HTTP/1.1" status: 200 len: 945 time: 0.8099437 Aug 19 14:54:01.325823 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11454362-4ac5-405a-8223-229b670530d6 req-098a29c1-400e-442f-a0fa-226bf60e7b79 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:01.327689 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-11454362-4ac5-405a-8223-229b670530d6 req-098a29c1-400e-442f-a0fa-226bf60e7b79 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0b19eb0-7597-4713-a3cf-d7e25d2b8ead HTTP/1.1" status: 200 len: 946 time: 0.3563673 Aug 19 14:54:01.350583 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab46c84-6396-4717-b0bd-779c1f14f012 req-42aef95c-8b3d-440e-967f-cf51f7a1319d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:01.352007 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2ab46c84-6396-4717-b0bd-779c1f14f012 req-42aef95c-8b3d-440e-967f-cf51f7a1319d service neutron] 10.222.0.88 "GET /v2.0/networks?id=8d226290-6085-496f-b9eb-bf514760f427 HTTP/1.1" status: 200 len: 912 time: 0.4575701 Aug 19 14:54:01.370197 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a428b672-9ac6-4533-8c97-9fcc6e68715f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:01.378369 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2f66e9-e5b0-4695-b7e1-33a307d9928c tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event updated for resources: {'Port': ['ID=9fe5df19-44ba-4c0f-a215-e1c795fe9537,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:01.470762 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c1c4d2-b246-4441-85d7-95071bfc5787 None None] Network 8aa715c7-ced0-48df-a7b6-24c0a2387457 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:54:01.567535 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2ab46c84-6396-4717-b0bd-779c1f14f012 req-eb95b820-7e2f-4fe8-8280-653e7447127c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa7a43f4-555b-4213-a8fa-75f449055cf9 HTTP/1.1" status: 200 len: 999 time: 0.1981671 Aug 19 14:54:01.586646 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4029a48d-3bc3-4810-b483-33dba8bc7feb req-51553a3c-3e16-422a-8c80-3e7ec366813b tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589902 Aug 19 14:54:01.604127 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-fd2f66e9-e5b0-4695-b7e1-33a307d9928c tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] In _notify_port_updated(), no bound segment for port 9fe5df19-44ba-4c0f-a215-e1c795fe9537 on network 8c1ff246-c76b-40c1-bc75-fd9929b25be2 {{(pid=94639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 14:54:01.613959 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2f66e9-e5b0-4695-b7e1-33a307d9928c tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:01.614783 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd2f66e9-e5b0-4695-b7e1-33a307d9928c tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:01.618925 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-fd2f66e9-e5b0-4695-b7e1-33a307d9928c tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "PUT /v2.0/ports/9fe5df19-44ba-4c0f-a215-e1c795fe9537 HTTP/1.1" status: 200 len: 1000 time: 2.9264071 Aug 19 14:54:01.622704 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-193db344-9942-4cd5-af71-ba37d50e6910 req-8ce81e28-88d2-4657-88a2-38aac1b04955 service neutron] 10.222.0.68 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5385559 Aug 19 14:54:01.625246 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5265c9dc-1b47-4af7-9e72-2fddd6561ce0 req-f09ccc56-91d0-4a0b-94ca-e39f2c1d23e3 service neutron] 10.222.0.88 "GET /v2.0/networks/ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4285088 Aug 19 14:54:01.625791 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7cc19877-a968-4c83-b7c7-eb7510cc6ca1 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:01.627749 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7cc19877-a968-4c83-b7c7-eb7510cc6ca1 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] 10.222.0.69 "DELETE /v2.0/ports/cc981aab-3e36-4391-928d-060b19857ddc HTTP/1.1" status: 204 len: 168 time: 2.6091583 Aug 19 14:54:01.650805 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af579464-2757-4670-93ab-9d488b09306a req-fb2c6121-5154-416d-9d29-1e11788e6c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:01.652631 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-af579464-2757-4670-93ab-9d488b09306a req-fb2c6121-5154-416d-9d29-1e11788e6c51 service neutron] 10.222.0.68 "GET /v2.0/networks?id=9be319f8-603a-41e0-a57e-1a917fa30646 HTTP/1.1" status: 200 len: 906 time: 1.0923390 Aug 19 14:54:01.654275 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36156) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:01.654613 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36158) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:01.669251 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 7eaff782-296a-4961-b559-f4122da5fa66 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:54:01.673225 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6bb3bf75-273e-4779-967e-2aaef12a950d None None] Provisioning for port 7eaff782-296a-4961-b559-f4122da5fa66 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:54:01.732610 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-af579464-2757-4670-93ab-9d488b09306a req-04d85624-ce8c-45de-820b-735a30f235ce service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6d9bbfa-f7f0-48fd-a7fc-590afbcbea46 HTTP/1.1" status: 200 len: 217 time: 0.0467026 Aug 19 14:54:01.741770 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-11454362-4ac5-405a-8223-229b670530d6 req-4a121301-35b1-49f5-b3f2-1438c937c820 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4027240 Aug 19 14:54:01.779406 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 7eaff782-296a-4961-b559-f4122da5fa66 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:54:01.784931 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 7eaff782-296a-4961-b559-f4122da5fa66 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:01.785361 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:01.824501 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab46c84-6396-4717-b0bd-779c1f14f012 req-3af57b3b-fef4-4843-bdc0-d0572c6e0d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:01.826041 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2ab46c84-6396-4717-b0bd-779c1f14f012 req-3af57b3b-fef4-4843-bdc0-d0572c6e0d09 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5ebe78ca-28f7-43fa-89de-04375d30f6cd HTTP/1.1" status: 200 len: 850 time: 0.2324493 Aug 19 14:54:01.879372 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9533d460-2aaf-4c91-a20f-d7fb6b66e4c6 None None] Provisioning for port 9fe5df19-44ba-4c0f-a215-e1c795fe9537 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:54:01.891708 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9533d460-2aaf-4c91-a20f-d7fb6b66e4c6 None None] Provisioning complete for port 9fe5df19-44ba-4c0f-a215-e1c795fe9537 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:01.892329 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9533d460-2aaf-4c91-a20f-d7fb6b66e4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:01.899730 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af579464-2757-4670-93ab-9d488b09306a req-2f668b54-f840-43f6-8739-3f1a11db8b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:01.901249 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-af579464-2757-4670-93ab-9d488b09306a req-2f668b54-f840-43f6-8739-3f1a11db8b35 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a7f2da21-de8f-4925-bf66-a36681d26e7b HTTP/1.1" status: 200 len: 845 time: 0.1362171 Aug 19 14:54:01.928267 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-504da75e-eb20-4bfc-9c7d-bd26feadf8eb req-4f220f55-0da7-416a-b41b-310c23988e40 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Deleting port 78e1f20f-8f74-46b6-8b06-a2a3d20df9da {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:54:01.928648 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-504da75e-eb20-4bfc-9c7d-bd26feadf8eb req-4f220f55-0da7-416a-b41b-310c23988e40 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:01.970039 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9533d460-2aaf-4c91-a20f-d7fb6b66e4c6 None None] Port 9fe5df19-44ba-4c0f-a215-e1c795fe9537 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:54:01.976932 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:01.990027 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-193db344-9942-4cd5-af71-ba37d50e6910 req-c643a1cf-0a82-4ca2-9179-154e2bf04862 service neutron] 10.222.0.68 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208122 Aug 19 14:54:02.013868 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9a6ffa-9e1b-4412-9b6f-1279bd80db15 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:02.018113 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4b9a6ffa-9e1b-4412-9b6f-1279bd80db15 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bc83d11-ef87-4722-a46b-bf424c413cc9 HTTP/1.1" status: 200 len: 913 time: 0.3568540 Aug 19 14:54:02.018113 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-af579464-2757-4670-93ab-9d488b09306a req-9bf1829c-09d1-423b-a7ea-fa746033f55e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9be319f8-603a-41e0-a57e-1a917fa30646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822017 Aug 19 14:54:02.018843 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36164) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:02.023189 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 7eaff782-296a-4961-b559-f4122da5fa66, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=7eaff782-296a-4961-b559-f4122da5fa66,segment=NetworkSegment(1b2711b6-f1b9-4593-9a0a-852c1b46c671),segment_id=1b2711b6-f1b9-4593-9a0a-852c1b46c671)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:02.028048 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:02.087030 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5265c9dc-1b47-4af7-9e72-2fddd6561ce0 req-f07ae908-2bbf-407e-b428-02cea6fef635 service neutron] 10.222.0.88 "GET /v2.0/networks/ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201605 Aug 19 14:54:02.089449 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d09187fa-a46f-4c54-bc16-d13b8e1329b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:02.095588 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=7eaff782-296a-4961-b559-f4122da5fa66,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:02.107192 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:02.107610 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:02.108251 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:02.108399 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:02.108873 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:02.109366 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:02.109686 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:02.110106 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:02.110521 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:02.110953 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:02.111367 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:02.111781 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:02.118069 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3de72b22-6a78-486f-b5d0-3277a4de991e None None] Provisioning complete for port 7eaff782-296a-4961-b559-f4122da5fa66 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:02.118666 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3de72b22-6a78-486f-b5d0-3277a4de991e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:02.129079 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab46c84-6396-4717-b0bd-779c1f14f012 req-7dba214c-69e9-444e-abb3-f422834156c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:02.131443 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2ab46c84-6396-4717-b0bd-779c1f14f012 req-7dba214c-69e9-444e-abb3-f422834156c1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8d226290-6085-496f-b9eb-bf514760f427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2911198 Aug 19 14:54:02.132719 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d09187fa-a46f-4c54-bc16-d13b8e1329b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:02.133066 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b1944704-d8e7-4990-bd62-fc25b0723f5f tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:02.262932 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d09187fa-a46f-4c54-bc16-d13b8e1329b2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=36424ea9454b4e8781c68e8e04256fcd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2539270 Aug 19 14:54:02.271044 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc07ce-134c-44bd-9432-5ff08ff8c55b req-2db49383-894a-485b-96f7-bac95b9281a8 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:02.272539 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-17cc07ce-134c-44bd-9432-5ff08ff8c55b req-2db49383-894a-485b-96f7-bac95b9281a8 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6b85348-122b-4a1a-8303-b75db4ff0e93 HTTP/1.1" status: 200 len: 943 time: 0.3517711 Aug 19 14:54:02.273154 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36166) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:02.283998 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-b1944704-d8e7-4990-bd62-fc25b0723f5f tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Transition to ACTIVE for port object e467bfde-eff6-44da-9736-cbe618b4ae45 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:54:02.297990 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f163e-b12b-4ed0-ac3d-27be3cbb2c57 req-12e3dcf3-4692-4d81-bc8f-f695f423f980 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:02.299682 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f32f163e-b12b-4ed0-ac3d-27be3cbb2c57 req-12e3dcf3-4692-4d81-bc8f-f695f423f980 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c3429fc-5024-4107-a367-469ea0661976 HTTP/1.1" status: 200 len: 943 time: 0.3077698 Aug 19 14:54:02.305329 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09187fa-a46f-4c54-bc16-d13b8e1329b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350fabe4-1eec-4ca9-bb08-861915f6d176,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:02.357321 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-9b270ea0-ffb0-4a57-9def-a32f7059de78 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Deleting port 9fe5df19-44ba-4c0f-a215-e1c795fe9537 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:54:02.357667 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9b270ea0-ffb0-4a57-9def-a32f7059de78 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:02.371871 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-504da75e-eb20-4bfc-9c7d-bd26feadf8eb req-4f220f55-0da7-416a-b41b-310c23988e40 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] For port 78e1f20f-8f74-46b6-8b06-a2a3d20df9da, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=78e1f20f-8f74-46b6-8b06-a2a3d20df9da,segment=NetworkSegment(d2dd6c33-88e5-4ac5-bf47-14dd43bc110f),segment_id=d2dd6c33-88e5-4ac5-bf47-14dd43bc110f)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:02.372151 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-504da75e-eb20-4bfc-9c7d-bd26feadf8eb req-4f220f55-0da7-416a-b41b-310c23988e40 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:02.380437 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf36f2-271a-465d-a29d-33ed421dd0e4 req-9dccf9c8-07a2-4756-857a-eaaa9ca3b5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:02.381946 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-eacf36f2-271a-465d-a29d-33ed421dd0e4 req-9dccf9c8-07a2-4756-857a-eaaa9ca3b5ce service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7a0c6ff201d948d2944c0780e076389b&device_id=f6b85348-122b-4a1a-8303-b75db4ff0e93 HTTP/1.1" status: 200 len: 1094 time: 0.2297916 Aug 19 14:54:02.438861 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-504da75e-eb20-4bfc-9c7d-bd26feadf8eb req-4f220f55-0da7-416a-b41b-310c23988e40 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Calling delete_port for 78e1f20f-8f74-46b6-8b06-a2a3d20df9da owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:54:02.479913 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-af579464-2757-4670-93ab-9d488b09306a req-71d22521-2555-4799-a79b-7582983ae45d service neutron] 10.222.0.68 "GET /v2.0/networks/9be319f8-603a-41e0-a57e-1a917fa30646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4255748 Aug 19 14:54:02.634214 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b1944704-d8e7-4990-bd62-fc25b0723f5f tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:02.736016 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2ab46c84-6396-4717-b0bd-779c1f14f012 req-41b838a2-24aa-4d59-94e1-11de55159c4d service neutron] 10.222.0.88 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5855374 Aug 19 14:54:02.736333 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9b270ea0-ffb0-4a57-9def-a32f7059de78 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:02.738921 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-17cc07ce-134c-44bd-9432-5ff08ff8c55b req-a32a7bf5-a042-4431-9dc5-39559c4f0a07 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/security-groups?id=db71c8f8-8f35-4257-8682-9da0907c40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4579537 Aug 19 14:54:02.741552 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f32f163e-b12b-4ed0-ac3d-27be3cbb2c57 req-8ce3481b-c365-4b08-9de3-b879fff01aa0 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4265969 Aug 19 14:54:02.804718 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68cc8d2a-90ef-4200-8960-244193ca8b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:02.871154 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68cc8d2a-90ef-4200-8960-244193ca8b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:02.912238 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf36f2-271a-465d-a29d-33ed421dd0e4 req-f93ff19d-51ad-4707-8a44-fff36b1a7517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:02.913783 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-eacf36f2-271a-465d-a29d-33ed421dd0e4 req-f93ff19d-51ad-4707-8a44-fff36b1a7517 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8 HTTP/1.1" status: 200 len: 898 time: 0.5216894 Aug 19 14:54:03.005644 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-eacf36f2-271a-465d-a29d-33ed421dd0e4 req-1b6b88ac-a08f-4c7c-a013-f5de4fa1812a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e71ee2dc-d321-414d-b7c7-0c94027efaf2 HTTP/1.1" status: 200 len: 217 time: 0.0668068 Aug 19 14:54:03.046622 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-9b270ea0-ffb0-4a57-9def-a32f7059de78 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Calling delete_port for 9fe5df19-44ba-4c0f-a215-e1c795fe9537 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:54:03.055060 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1944704-d8e7-4990-bd62-fc25b0723f5f tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Network 8aa715c7-ced0-48df-a7b6-24c0a2387457 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:54:03.056892 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2ab46c84-6396-4717-b0bd-779c1f14f012 req-5c323073-2d43-4bbc-bdba-27e881b64962 service neutron] 10.222.0.88 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095431 Aug 19 14:54:03.069616 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67b9c1-468c-4b24-966a-b24cdb099f81 req-1ecd21b6-70a3-43e9-bba9-c7a3ef85f089 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:03.071138 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8a67b9c1-468c-4b24-966a-b24cdb099f81 req-1ecd21b6-70a3-43e9-bba9-c7a3ef85f089 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=150775af-ea06-4b6d-8d71-6c0f0e8fd5df HTTP/1.1" status: 200 len: 945 time: 0.2387049 Aug 19 14:54:03.090922 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-b1944704-d8e7-4990-bd62-fc25b0723f5f tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:54:03.091978 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5edb7-f5b7-4a7e-b995-0c52d7d18faa req-3e82ea17-04f5-42b4-8297-645df0dd6a5f tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:03.094417 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a4c5edb7-f5b7-4a7e-b995-0c52d7d18faa req-3e82ea17-04f5-42b4-8297-645df0dd6a5f tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0b19eb0-7597-4713-a3cf-d7e25d2b8ead HTTP/1.1" status: 200 len: 946 time: 0.2342935 Aug 19 14:54:03.099588 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1944704-d8e7-4990-bd62-fc25b0723f5f tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Pushing event updated for resources: {'Port': ['ID=e467bfde-eff6-44da-9736-cbe618b4ae45,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:03.105313 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1944704-d8e7-4990-bd62-fc25b0723f5f tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:54:03.111198 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1944704-d8e7-4990-bd62-fc25b0723f5f tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:03.112432 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b1944704-d8e7-4990-bd62-fc25b0723f5f tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:03.131223 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf36f2-271a-465d-a29d-33ed421dd0e4 req-881058c8-989b-485d-b60a-a34a9e88d2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:03.132737 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-eacf36f2-271a-465d-a29d-33ed421dd0e4 req-881058c8-989b-485d-b60a-a34a9e88d2dd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=21160d11-dfa8-4ba0-ba02-7e4078d0dcf7 HTTP/1.1" status: 200 len: 835 time: 0.1153531 Aug 19 14:54:03.144719 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68cc8d2a-90ef-4200-8960-244193ca8b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:03.147373 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68cc8d2a-90ef-4200-8960-244193ca8b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:03.150931 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-68cc8d2a-90ef-4200-8960-244193ca8b47 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/350fabe4-1eec-4ca9-bb08-861915f6d176 HTTP/1.1" status: 204 len: 168 time: 0.8687460 Aug 19 14:54:03.155826 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-af579464-2757-4670-93ab-9d488b09306a req-0fe4b52a-c944-4b70-b9a3-1e8cc6ea111c service neutron] 10.222.0.68 "GET /v2.0/networks/9be319f8-603a-41e0-a57e-1a917fa30646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6366837 Aug 19 14:54:03.225007 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8a67b9c1-468c-4b24-966a-b24cdb099f81 req-2e53ff35-1444-4f6e-99fd-6c617f779833 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/security-groups?id=50102c2e-2efa-4948-880f-31b8437b8760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277370 Aug 19 14:54:03.235363 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cc8d2a-90ef-4200-8960-244193ca8b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350fabe4-1eec-4ca9-bb08-861915f6d176,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:03.287481 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a4c5edb7-f5b7-4a7e-b995-0c52d7d18faa req-a69ece0f-63e4-4aef-b29f-ec15aa60e992 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748893 Aug 19 14:54:03.305341 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf36f2-271a-465d-a29d-33ed421dd0e4 req-5a324e52-306c-4039-a2b1-d412f1bb2f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:03.307228 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-eacf36f2-271a-465d-a29d-33ed421dd0e4 req-5a324e52-306c-4039-a2b1-d412f1bb2f23 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1540763 Aug 19 14:54:03.343839 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b1944704-d8e7-4990-bd62-fc25b0723f5f tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.9190779 Aug 19 14:54:03.350781 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36174) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:03.361152 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-54e4c106-c8ed-459f-a036-720129a3300e tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Request body: {'port': {'network_id': '8aa715c7-ced0-48df-a7b6-24c0a2387457', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-947992471', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:03.361707 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.api.validators [None req-54e4c106-c8ed-459f-a036-720129a3300e tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] bootfile-name is not in valid_values {{(pid=94639) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 14:54:03.362039 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.api.validators [None req-54e4c106-c8ed-459f-a036-720129a3300e tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] tftp-server is not in valid_values {{(pid=94639) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 14:54:03.362363 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.api.validators [None req-54e4c106-c8ed-459f-a036-720129a3300e tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] server-ip-address is not in valid_values {{(pid=94639) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 14:54:03.454196 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-eacf36f2-271a-465d-a29d-33ed421dd0e4 req-4c670eb4-e909-4c33-8e73-a1258c4e00e6 service neutron] 10.222.0.88 "GET /v2.0/networks/ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380036 Aug 19 14:54:03.471692 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a60a82a2-6bf5-4523-9559-31e076a52fc8 None None] Provisioning for port e467bfde-eff6-44da-9736-cbe618b4ae45 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:54:03.484356 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a60a82a2-6bf5-4523-9559-31e076a52fc8 None None] Provisioning complete for port e467bfde-eff6-44da-9736-cbe618b4ae45 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:03.484857 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a60a82a2-6bf5-4523-9559-31e076a52fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:03.505583 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-504da75e-eb20-4bfc-9c7d-bd26feadf8eb req-4f220f55-0da7-416a-b41b-310c23988e40 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:03.538896 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a60a82a2-6bf5-4523-9559-31e076a52fc8 None None] Port e467bfde-eff6-44da-9736-cbe618b4ae45 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:54:03.573449 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f220f55-0da7-416a-b41b-310c23988e40 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Pushing event deleted for resources: {'Port': ['ID=78e1f20f-8f74-46b6-8b06-a2a3d20df9da,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:03.582915 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device e71ee2dc-d321-414d-b7c7-0c94027efaf2 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:54:03.585281 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 78e1f20f-8f74-46b6-8b06-a2a3d20df9da no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:54:03.627572 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 7eaff782-296a-4961-b559-f4122da5fa66 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:54:03.630761 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-eacf36f2-271a-465d-a29d-33ed421dd0e4 req-2d94be80-90d3-4f02-9190-6447e457ea22 service neutron] 10.222.0.88 "GET /v2.0/networks/ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698825 Aug 19 14:54:03.632299 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: 78e1f20f-8f74-46b6-8b06-a2a3d20df9da {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:54:03.632673 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 78e1f20f-8f74-46b6-8b06-a2a3d20df9da not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:54:03.678121 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device f6d9bbfa-f7f0-48fd-a7fc-590afbcbea46 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:54:03.683020 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-504da75e-eb20-4bfc-9c7d-bd26feadf8eb req-4f220f55-0da7-416a-b41b-310c23988e40 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] No DVR routers for this DVR port 78e1f20f-8f74-46b6-8b06-a2a3d20df9da on host n-h2-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:54:03.718905 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-504da75e-eb20-4bfc-9c7d-bd26feadf8eb req-4f220f55-0da7-416a-b41b-310c23988e40 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:03.720360 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-504da75e-eb20-4bfc-9c7d-bd26feadf8eb req-4f220f55-0da7-416a-b41b-310c23988e40 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.88 "DELETE /v2.0/ports/78e1f20f-8f74-46b6-8b06-a2a3d20df9da HTTP/1.1" status: 204 len: 173 time: 2.3941505 Aug 19 14:54:03.728694 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '150775af-ea06-4b6d-8d71-6c0f0e8fd5df', 'name': 'network-vif-deleted', 'tag': '78e1f20f-8f74-46b6-8b06-a2a3d20df9da'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:54:03.733842 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d0c066-1834-48eb-be49-82242652898d" -d '{"events": [{"server_uuid": "150775af-ea06-4b6d-8d71-6c0f0e8fd5df", "name": "network-vif-deleted", "tag": "78e1f20f-8f74-46b6-8b06-a2a3d20df9da"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:54:03.793106 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e4c106-c8ed-459f-a036-720129a3300e tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Made reservation on behalf of 5fd2c8fb8ce44d6fbadf7aa858928427 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:54:03.796908 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-54e4c106-c8ed-459f-a036-720129a3300e tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:03.818324 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-54e4c106-c8ed-459f-a036-720129a3300e tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] device_id is not set on port d0c433a7-9a5b-47e7-ae65-02db65402390 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:54:03.886005 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9b270ea0-ffb0-4a57-9def-a32f7059de78 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:03.898474 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34a3255-cc44-4cc5-8eef-b10231f69111 x-openstack-request-id: req-b34a3255-cc44-4cc5-8eef-b10231f69111 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:54:03.898767 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "150775af-ea06-4b6d-8d71-6c0f0e8fd5df", "name": "network-vif-deleted", "tag": "78e1f20f-8f74-46b6-8b06-a2a3d20df9da", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:54:03.899023 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b34a3255-cc44-4cc5-8eef-b10231f69111 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:54:03.899425 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '150775af-ea06-4b6d-8d71-6c0f0e8fd5df', 'name': 'network-vif-deleted', 'tag': '78e1f20f-8f74-46b6-8b06-a2a3d20df9da', 'status': 'completed', 'code': 200} Aug 19 14:54:03.905655 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port e71ee2dc-d321-414d-b7c7-0c94027efaf2, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=e71ee2dc-d321-414d-b7c7-0c94027efaf2,segment=NetworkSegment(01e1c77a-efaf-4dea-8b2d-f5011a554171),segment_id=01e1c77a-efaf-4dea-8b2d-f5011a554171)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:03.908839 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:03.917461 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 7eaff782-296a-4961-b559-f4122da5fa66 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:03.918369 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:03.987509 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b270ea0-ffb0-4a57-9def-a32f7059de78 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event deleted for resources: {'Port': ['ID=9fe5df19-44ba-4c0f-a215-e1c795fe9537,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:04.036845 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10618de5-c0f6-4694-b012-2924296eb074 req-63bc021f-494a-4d65-b4cb-b0c53e8c92c6 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:04.038791 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-10618de5-c0f6-4694-b012-2924296eb074 req-63bc021f-494a-4d65-b4cb-b0c53e8c92c6 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c3429fc-5024-4107-a367-469ea0661976 HTTP/1.1" status: 200 len: 943 time: 0.1664290 Aug 19 14:54:04.065348 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c116df98-9ebf-44cd-8216-ddae9f0ba6b1 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:04.088886 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9cd19-ae4d-4fcd-aa29-e93fd97f4365 req-489d4978-fbea-4d44-95c3-d2b720292c9e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:04.090178 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d0f9cd19-ae4d-4fcd-aa29-e93fd97f4365 req-489d4978-fbea-4d44-95c3-d2b720292c9e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6b85348-122b-4a1a-8303-b75db4ff0e93 HTTP/1.1" status: 200 len: 943 time: 0.1323750 Aug 19 14:54:04.119786 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-10618de5-c0f6-4694-b012-2924296eb074 req-583f9a76-b234-422d-89df-dd705e243d9c tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727990 Aug 19 14:54:04.146928 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d0f9cd19-ae4d-4fcd-aa29-e93fd97f4365 req-1bd527ee-2ddb-42c8-ae4d-47f1fab45bb1 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/security-groups?id=db71c8f8-8f35-4257-8682-9da0907c40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442255 Aug 19 14:54:04.184583 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-54e4c106-c8ed-459f-a036-720129a3300e tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Allocated IP 2001:db8::d3 (8aa715c7-ced0-48df-a7b6-24c0a2387457/994c93d8-446d-41f3-89a5-6f245bc305c9/d0c433a7-9a5b-47e7-ae65-02db65402390) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:54:04.217669 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': 'e71ee2dc-d321-414d-b7c7-0c94027efaf2', 'network_id': 'ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8', 'port_id': 'e71ee2dc-d321-414d-b7c7-0c94027efaf2', 'mac_address': 'fa:16:3e:57:c7:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21160d11-dfa8-4ba0-ba02-7e4078d0dcf7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:54:04.278215 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9b270ea0-ffb0-4a57-9def-a32f7059de78 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:04.282846 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9b270ea0-ffb0-4a57-9def-a32f7059de78 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "DELETE /v2.0/ports/9fe5df19-44ba-4c0f-a215-e1c795fe9537 HTTP/1.1" status: 204 len: 168 time: 2.6226737 Aug 19 14:54:04.283568 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36200) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:04.339416 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d55048c-39f0-4d29-ab21-f8031488ba23 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] GET failed (client error): The resource could not be found. Aug 19 14:54:04.345701 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-0d55048c-39f0-4d29-ab21-f8031488ba23 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "GET /v2.0/ports/9fe5df19-44ba-4c0f-a215-e1c795fe9537 HTTP/1.1" status: 404 len: 333 time: 0.0585446 Aug 19 14:54:04.349020 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36206) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:04.386978 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port f6d9bbfa-f7f0-48fd-a7fc-590afbcbea46, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=f6d9bbfa-f7f0-48fd-a7fc-590afbcbea46,segment=NetworkSegment(af76a49f-6b6e-4117-acb3-d7b5325cccf1),segment_id=af76a49f-6b6e-4117-acb3-d7b5325cccf1)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:04.422705 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b0b2a53c-b246-4dc4-a10d-09608794d36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:04.424491 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': 'f6d9bbfa-f7f0-48fd-a7fc-590afbcbea46', 'network_id': '9be319f8-603a-41e0-a57e-1a917fa30646', 'port_id': 'f6d9bbfa-f7f0-48fd-a7fc-590afbcbea46', 'mac_address': 'fa:16:3e:bf:7a:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7f2da21-de8f-4925-bf66-a36681d26e7b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:54:04.429561 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:04.510930 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4bacf00a-1981-4463-a217-2c6db55b3d94 req-33a974fa-c741-4d38-bd06-c8e296406b56 tempest-ServerRescueNegativeTestJSON-389176191 tempest-ServerRescueNegativeTestJSON-389176191-project] 10.222.0.69 "GET /v2.0/ports?device_id=150775af-ea06-4b6d-8d71-6c0f0e8fd5df HTTP/1.1" status: 200 len: 210 time: 0.1432617 Aug 19 14:54:04.512507 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e71ee2dc-d321-414d-b7c7-0c94027efaf2 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:54:04.556928 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdef5592-4f89-425a-8387-87284bc534e7 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Deleting subnet 0eee8120-b20b-428a-8141-3bc55bbeaaeb {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:54:04.566498 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:04.567893 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cdef5592-4f89-425a-8387-87284bc534e7 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:04.571573 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port e71ee2dc-d321-414d-b7c7-0c94027efaf2, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=e71ee2dc-d321-414d-b7c7-0c94027efaf2,segment=NetworkSegment(01e1c77a-efaf-4dea-8b2d-f5011a554171),segment_id=01e1c77a-efaf-4dea-8b2d-f5011a554171)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:04.575377 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:04.589700 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:04.595533 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6d9bbfa-f7f0-48fd-a7fc-590afbcbea46 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:54:04.620939 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c469222-db6d-4d7b-a3e6-b689975addce req-71abba90-8238-405b-a08f-bb955995ca12 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:04.624266 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8c469222-db6d-4d7b-a3e6-b689975addce req-71abba90-8238-405b-a08f-bb955995ca12 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0b19eb0-7597-4713-a3cf-d7e25d2b8ead HTTP/1.1" status: 200 len: 946 time: 0.1678312 Aug 19 14:54:04.648531 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port f6d9bbfa-f7f0-48fd-a7fc-590afbcbea46, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=f6d9bbfa-f7f0-48fd-a7fc-590afbcbea46,segment=NetworkSegment(af76a49f-6b6e-4117-acb3-d7b5325cccf1),segment_id=af76a49f-6b6e-4117-acb3-d7b5325cccf1)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:04.660436 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:04.664302 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cdef5592-4f89-425a-8387-87284bc534e7 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:04.670019 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=e71ee2dc-d321-414d-b7c7-0c94027efaf2,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:04.736356 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=f6d9bbfa-f7f0-48fd-a7fc-590afbcbea46,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:04.738457 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8c469222-db6d-4d7b-a3e6-b689975addce req-7943a507-d4f8-435a-9f99-af37b91e9143 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951297 Aug 19 14:54:04.771124 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-54e4c106-c8ed-459f-a036-720129a3300e tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:04.805910 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-54e4c106-c8ed-459f-a036-720129a3300e tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Transition to ACTIVE for port object d0c433a7-9a5b-47e7-ae65-02db65402390 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:54:04.836937 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cdef5592-4f89-425a-8387-87284bc534e7 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:04.866724 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['f6d9bbfa-f7f0-48fd-a7fc-590afbcbea46'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:54:04.900821 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['e71ee2dc-d321-414d-b7c7-0c94027efaf2'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:54:04.910517 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-54e4c106-c8ed-459f-a036-720129a3300e tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:04.917128 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cdef5592-4f89-425a-8387-87284bc534e7 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:04.961378 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdef5592-4f89-425a-8387-87284bc534e7 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event deleted for resources: {'Subnet': ['ID=0eee8120-b20b-428a-8141-3bc55bbeaaeb,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:04.965831 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cdef5592-4f89-425a-8387-87284bc534e7 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:04.966751 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e4c106-c8ed-459f-a036-720129a3300e tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Network 8aa715c7-ced0-48df-a7b6-24c0a2387457 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:54:04.972296 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-54e4c106-c8ed-459f-a036-720129a3300e tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:54:04.975375 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-cdef5592-4f89-425a-8387-87284bc534e7 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "DELETE /v2.0/subnets/0eee8120-b20b-428a-8141-3bc55bbeaaeb HTTP/1.1" status: 204 len: 168 time: 0.6248345 Aug 19 14:54:04.976445 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36222) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:04.979381 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e4c106-c8ed-459f-a036-720129a3300e tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:54:04.985040 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e4c106-c8ed-459f-a036-720129a3300e tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:04.985700 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-54e4c106-c8ed-459f-a036-720129a3300e tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:04.991573 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb99310-a9cd-45ad-ba47-9edaf7d3c206 None None] Network 8c1ff246-c76b-40c1-bc75-fd9929b25be2 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:54:04.998826 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c116df98-9ebf-44cd-8216-ddae9f0ba6b1 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Deleting port c60218ed-6dc2-416e-a1ff-e79d8dabb3a3 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:54:04.999093 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c116df98-9ebf-44cd-8216-ddae9f0ba6b1 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:05.044226 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-1998bb33-8b46-4f84-b347-6153efed97df tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Deleting subnet 8251434e-4200-4520-a272-a3dcc585fbd0 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:54:05.047601 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1998bb33-8b46-4f84-b347-6153efed97df tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:05.084631 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-54e4c106-c8ed-459f-a036-720129a3300e tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 1.7254457 Aug 19 14:54:05.087346 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36224) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:05.099770 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e4c106-c8ed-459f-a036-720129a3300e tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Pushing event updated for resources: {'Port': ['ID=d0c433a7-9a5b-47e7-ae65-02db65402390,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:05.125816 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c116df98-9ebf-44cd-8216-ddae9f0ba6b1 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:05.151799 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c116df98-9ebf-44cd-8216-ddae9f0ba6b1 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Calling delete_port for c60218ed-6dc2-416e-a1ff-e79d8dabb3a3 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:54:05.200253 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1998bb33-8b46-4f84-b347-6153efed97df tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:05.237616 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:05.360393 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:05.377131 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f066da-fbf1-45bd-bd77-d00e2f938ff7 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:05.387258 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f066da-fbf1-45bd-bd77-d00e2f938ff7 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:05.393824 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f066da-fbf1-45bd-bd77-d00e2f938ff7 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:05.396630 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e3f066da-fbf1-45bd-bd77-d00e2f938ff7 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.3083076 Aug 19 14:54:05.400071 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36236) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:05.483559 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ee4e5-91c4-46de-9c05-007e3958e06e req-8efd333f-3439-40a7-954b-d84f47f74e4f tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:05.488641 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-798ee4e5-91c4-46de-9c05-007e3958e06e req-8efd333f-3439-40a7-954b-d84f47f74e4f tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c3429fc-5024-4107-a367-469ea0661976 HTTP/1.1" status: 200 len: 944 time: 0.2274249 Aug 19 14:54:05.559103 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-69ca90d1-c406-4f14-814c-e645c71d9c54 None None] Provisioning for port d0c433a7-9a5b-47e7-ae65-02db65402390 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:54:05.574207 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c116df98-9ebf-44cd-8216-ddae9f0ba6b1 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:05.575426 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-69ca90d1-c406-4f14-814c-e645c71d9c54 None None] Provisioning complete for port d0c433a7-9a5b-47e7-ae65-02db65402390 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:05.575643 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-69ca90d1-c406-4f14-814c-e645c71d9c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:05.594190 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e30c4-cd0d-46d0-9f6a-fd5018cc7e8a req-737f5e63-a94d-4102-83da-e3edc2bca831 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:05.603189 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d94e30c4-cd0d-46d0-9f6a-fd5018cc7e8a req-737f5e63-a94d-4102-83da-e3edc2bca831 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6b85348-122b-4a1a-8303-b75db4ff0e93 HTTP/1.1" status: 200 len: 944 time: 0.3222554 Aug 19 14:54:05.615902 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c116df98-9ebf-44cd-8216-ddae9f0ba6b1 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Pushing event deleted for resources: {'Port': ['ID=c60218ed-6dc2-416e-a1ff-e79d8dabb3a3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:05.655292 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-503dc076-6ffe-4e9e-b678-eba90c3f9893 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Deleting port d0c433a7-9a5b-47e7-ae65-02db65402390 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:54:05.656028 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-503dc076-6ffe-4e9e-b678-eba90c3f9893 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:05.657256 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-798ee4e5-91c4-46de-9c05-007e3958e06e req-32dd8030-4168-457d-b793-fac021d33aed tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112425 Aug 19 14:54:05.676586 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1998bb33-8b46-4f84-b347-6153efed97df tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:05.735407 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d94e30c4-cd0d-46d0-9f6a-fd5018cc7e8a req-550b4fc4-d328-433b-a37b-fd5eb0a64e3c tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/security-groups?id=db71c8f8-8f35-4257-8682-9da0907c40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306913 Aug 19 14:54:05.773806 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36254) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:05.781693 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-69ca90d1-c406-4f14-814c-e645c71d9c54 None None] Port d0c433a7-9a5b-47e7-ae65-02db65402390 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:54:05.856750 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1998bb33-8b46-4f84-b347-6153efed97df tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:05.912010 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-503dc076-6ffe-4e9e-b678-eba90c3f9893 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:05.919434 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1998bb33-8b46-4f84-b347-6153efed97df tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:05.924223 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1998bb33-8b46-4f84-b347-6153efed97df tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "DELETE /v2.0/subnets/8251434e-4200-4520-a272-a3dcc585fbd0 HTTP/1.1" status: 204 len: 168 time: 0.9440041 Aug 19 14:54:05.937564 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36264) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:05.966863 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1998bb33-8b46-4f84-b347-6153efed97df tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event deleted for resources: {'Subnet': ['ID=8251434e-4200-4520-a272-a3dcc585fbd0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:05.996643 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-503dc076-6ffe-4e9e-b678-eba90c3f9893 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Calling delete_port for d0c433a7-9a5b-47e7-ae65-02db65402390 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:54:06.092777 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11315636-1b90-4d69-a4d7-a49f61116945 req-2f6c9022-307f-4220-a916-246f72285e72 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:06.094385 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-11315636-1b90-4d69-a4d7-a49f61116945 req-2f6c9022-307f-4220-a916-246f72285e72 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0b19eb0-7597-4713-a3cf-d7e25d2b8ead HTTP/1.1" status: 200 len: 946 time: 0.2057319 Aug 19 14:54:06.202979 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f7e7ea3-7ba6-48db-8161-3dbf7b2e1c89 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:06.235741 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c116df98-9ebf-44cd-8216-ddae9f0ba6b1 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:06.259514 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-11315636-1b90-4d69-a4d7-a49f61116945 req-ad4fe2e1-69ca-4de4-946d-21734b642ad4 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030145 Aug 19 14:54:06.271392 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f5e80d-af18-46a9-b157-7e6c3a5d0211 None None] Network 8c1ff246-c76b-40c1-bc75-fd9929b25be2 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:54:06.301011 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-503dc076-6ffe-4e9e-b678-eba90c3f9893 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:06.366495 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cdf67d4f-9c65-4fe7-99ad-c94a9cc8c2c6 None None] Provisioning complete for port 31591744-704a-452e-bc3e-8102c80e456d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:06.367262 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cdf67d4f-9c65-4fe7-99ad-c94a9cc8c2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:06.393690 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503dc076-6ffe-4e9e-b678-eba90c3f9893 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Pushing event deleted for resources: {'Port': ['ID=d0c433a7-9a5b-47e7-ae65-02db65402390,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:06.407907 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-503dc076-6ffe-4e9e-b678-eba90c3f9893 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:06.409373 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36278) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:06.410726 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-503dc076-6ffe-4e9e-b678-eba90c3f9893 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] 10.222.0.69 "DELETE /v2.0/ports/d0c433a7-9a5b-47e7-ae65-02db65402390 HTTP/1.1" status: 204 len: 168 time: 1.0092299 Aug 19 14:54:06.416123 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36280) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:06.426842 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-43060574-0f95-4073-9efb-c5fe4a825f3f tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Request body: {'port': {'name': 'tempest-new-port-name-1127448311', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:06.427234 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.api.validators [None req-43060574-0f95-4073-9efb-c5fe4a825f3f tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] bootfile-name is not in valid_values {{(pid=94639) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 14:54:06.427579 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.api.validators [None req-43060574-0f95-4073-9efb-c5fe4a825f3f tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] tftp-server is not in valid_values {{(pid=94639) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 14:54:06.428360 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.api.validators [None req-43060574-0f95-4073-9efb-c5fe4a825f3f tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] server-ip-address is not in valid_values {{(pid=94639) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 14:54:06.598361 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dfa8d318-b779-46ac-a031-046d62d07b53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:06.602180 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28631ba4-3434-4fa1-89e8-0550f1fc78ee None None] DHCP port deletion for 8c1ff246-c76b-40c1-bc75-fd9929b25be2 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:54:06.665207 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c41c4a32-2a49-4e4b-9093-0ae9751151d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:06.670881 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-28631ba4-3434-4fa1-89e8-0550f1fc78ee None None] Deleting port 31591744-704a-452e-bc3e-8102c80e456d {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:54:06.672005 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-28631ba4-3434-4fa1-89e8-0550f1fc78ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:06.754274 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-28631ba4-3434-4fa1-89e8-0550f1fc78ee None None] For port 31591744-704a-452e-bc3e-8102c80e456d, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=31591744-704a-452e-bc3e-8102c80e456d,segment=NetworkSegment(8c932138-e24b-46e1-9b66-d9d78d21bdc2),segment_id=8c932138-e24b-46e1-9b66-d9d78d21bdc2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:06.754667 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-28631ba4-3434-4fa1-89e8-0550f1fc78ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:06.773561 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-28631ba4-3434-4fa1-89e8-0550f1fc78ee None None] Calling delete_port for 31591744-704a-452e-bc3e-8102c80e456d owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:54:06.826062 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-0f7e7ea3-7ba6-48db-8161-3dbf7b2e1c89 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Deleting port 31591744-704a-452e-bc3e-8102c80e456d {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:54:06.826746 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f7e7ea3-7ba6-48db-8161-3dbf7b2e1c89 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:06.895065 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:06.897877 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad29ea-1635-4d48-962c-1b04c438a5fd req-d188b559-46ae-4460-ba07-d00fe7361f05 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:06.901706 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-06ad29ea-1635-4d48-962c-1b04c438a5fd req-d188b559-46ae-4460-ba07-d00fe7361f05 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c3429fc-5024-4107-a367-469ea0661976 HTTP/1.1" status: 200 len: 944 time: 0.1683087 Aug 19 14:54:06.932287 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43060574-0f95-4073-9efb-c5fe4a825f3f tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:06.941756 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-28631ba4-3434-4fa1-89e8-0550f1fc78ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:06.952865 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-0f7e7ea3-7ba6-48db-8161-3dbf7b2e1c89 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] For port 31591744-704a-452e-bc3e-8102c80e456d, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=31591744-704a-452e-bc3e-8102c80e456d,segment=NetworkSegment(8c932138-e24b-46e1-9b66-d9d78d21bdc2),segment_id=8c932138-e24b-46e1-9b66-d9d78d21bdc2)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:06.953243 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f7e7ea3-7ba6-48db-8161-3dbf7b2e1c89 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:06.981285 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28631ba4-3434-4fa1-89e8-0550f1fc78ee None None] No DVR routers for this DVR port 31591744-704a-452e-bc3e-8102c80e456d on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:54:06.983162 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28631ba4-3434-4fa1-89e8-0550f1fc78ee None None] Pushing event deleted for resources: {'Port': ['ID=31591744-704a-452e-bc3e-8102c80e456d,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:07.030349 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-0f7e7ea3-7ba6-48db-8161-3dbf7b2e1c89 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Calling delete_port for 31591744-704a-452e-bc3e-8102c80e456d owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:54:07.232337 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c116df98-9ebf-44cd-8216-ddae9f0ba6b1 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Router 4bc83d11-ef87-4722-a46b-bf424c413cc9 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:54:07.244472 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dfa8d318-b779-46ac-a031-046d62d07b53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:07.281909 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dfa8d318-b779-46ac-a031-046d62d07b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:07.314603 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f7e7ea3-7ba6-48db-8161-3dbf7b2e1c89 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:07.342905 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f7b0c-6a8b-4e96-9de1-541a654361ad req-9a9c54ff-fdfd-4214-a577-1531550d9b19 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:07.344486 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-083f7b0c-6a8b-4e96-9de1-541a654361ad req-9a9c54ff-fdfd-4214-a577-1531550d9b19 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6b85348-122b-4a1a-8303-b75db4ff0e93 HTTP/1.1" status: 200 len: 944 time: 0.5095870 Aug 19 14:54:07.354960 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7e7ea3-7ba6-48db-8161-3dbf7b2e1c89 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event deleted for resources: {'Port': ['ID=31591744-704a-452e-bc3e-8102c80e456d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:07.366866 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7e7ea3-7ba6-48db-8161-3dbf7b2e1c89 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] No DVR routers for this DVR port 31591744-704a-452e-bc3e-8102c80e456d on host n-d-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:54:07.381995 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-06ad29ea-1635-4d48-962c-1b04c438a5fd req-609839f8-29cd-4948-ac28-dbf9cc0d346f tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4563355 Aug 19 14:54:07.406618 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-dfa8d318-b779-46ac-a031-046d62d07b53 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=24b3b704a4d549cea4e80a4be666ee8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9889061 Aug 19 14:54:07.407222 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36290) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:07.416110 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa8d318-b779-46ac-a031-046d62d07b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2945106a-2a12-499a-b877-3bf8f0d8adf8,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:07.453947 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-083f7b0c-6a8b-4e96-9de1-541a654361ad req-5bf659cd-dedf-4bf9-8307-bab41cf70cd9 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/security-groups?id=db71c8f8-8f35-4257-8682-9da0907c40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976529 Aug 19 14:54:07.525532 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43060574-0f95-4073-9efb-c5fe4a825f3f tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:07.536811 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d4782-c400-4668-af90-962fdff8c8a1 req-2557332d-e648-4c42-9038-712f2b71c0db tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:07.538355 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5d1d4782-c400-4668-af90-962fdff8c8a1 req-2557332d-e648-4c42-9038-712f2b71c0db tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0b19eb0-7597-4713-a3cf-d7e25d2b8ead HTTP/1.1" status: 200 len: 946 time: 0.0827010 Aug 19 14:54:07.542033 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43060574-0f95-4073-9efb-c5fe4a825f3f tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:07.579792 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 31591744-704a-452e-bc3e-8102c80e456d no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:54:07.592605 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f7e7ea3-7ba6-48db-8161-3dbf7b2e1c89 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:07.603622 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device e71ee2dc-d321-414d-b7c7-0c94027efaf2 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:54:07.605856 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 31591744-704a-452e-bc3e-8102c80e456d {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:54:07.606017 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5d1d4782-c400-4668-af90-962fdff8c8a1 req-a0e5115b-383d-49d5-9c72-6136faefd2b4 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584424 Aug 19 14:54:07.606192 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 31591744-704a-452e-bc3e-8102c80e456d not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:54:07.619285 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c41c4a32-2a49-4e4b-9093-0ae9751151d5 admin admin] Deleting port e931bb77-b772-4f36-bd31-4ed2d14b342e {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:54:07.619817 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c41c4a32-2a49-4e4b-9093-0ae9751151d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:07.639102 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-0f7e7ea3-7ba6-48db-8161-3dbf7b2e1c89 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c1ff246-c76b-40c1-bc75-fd9929b25be2']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:07.643944 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-43060574-0f95-4073-9efb-c5fe4a825f3f tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] In _notify_port_updated(), no bound segment for port e467bfde-eff6-44da-9736-cbe618b4ae45 on network 8aa715c7-ced0-48df-a7b6-24c0a2387457 {{(pid=94639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 14:54:07.650335 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43060574-0f95-4073-9efb-c5fe4a825f3f tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:07.651014 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43060574-0f95-4073-9efb-c5fe4a825f3f tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:07.652356 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-43060574-0f95-4073-9efb-c5fe4a825f3f tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] 10.222.0.69 "PUT /v2.0/ports/e467bfde-eff6-44da-9736-cbe618b4ae45 HTTP/1.1" status: 200 len: 1130 time: 1.2333660 Aug 19 14:54:07.661276 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36292) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:07.677050 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c116df98-9ebf-44cd-8216-ddae9f0ba6b1 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:54:07.683241 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port e71ee2dc-d321-414d-b7c7-0c94027efaf2 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:54:07.688630 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port e71ee2dc-d321-414d-b7c7-0c94027efaf2 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:07.689009 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:07.691284 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-0f7e7ea3-7ba6-48db-8161-3dbf7b2e1c89 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c932138-e24b-46e1-9b66-d9d78d21bdc2') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:07.691598 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-0f7e7ea3-7ba6-48db-8161-3dbf7b2e1c89 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c932138-e24b-46e1-9b66-d9d78d21bdc2') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:07.717324 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c116df98-9ebf-44cd-8216-ddae9f0ba6b1 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] 10.222.0.69 "PUT /v2.0/routers/4bc83d11-ef87-4722-a46b-bf424c413cc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6683331 Aug 19 14:54:07.718279 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43060574-0f95-4073-9efb-c5fe4a825f3f tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Pushing event updated for resources: {'Port': ['ID=e467bfde-eff6-44da-9736-cbe618b4ae45,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:07.721593 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81251c3c-2a85-4370-a4ff-12a25510e8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:07.723003 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36294) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:07.729778 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-81251c3c-2a85-4370-a4ff-12a25510e8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] 10.222.0.69 "GET /v2.0/ports/e467bfde-eff6-44da-9736-cbe618b4ae45 HTTP/1.1" status: 200 len: 1130 time: 0.0613966 Aug 19 14:54:07.730318 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36296) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:07.740022 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5185a61c-4fac-4a1e-9ddd-3286138a6e70 None None] Sync routers for ids ['4bc83d11-ef87-4722-a46b-bf424c413cc9'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:54:07.740347 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-329e757d-51fd-45cc-82c6-a9bc523c0aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:07.742746 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device f6d9bbfa-f7f0-48fd-a7fc-590afbcbea46 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:54:07.763134 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-329e757d-51fd-45cc-82c6-a9bc523c0aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:07.770388 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-c41c4a32-2a49-4e4b-9093-0ae9751151d5 admin admin] For port e931bb77-b772-4f36-bd31-4ed2d14b342e, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=e931bb77-b772-4f36-bd31-4ed2d14b342e,segment=NetworkSegment(d2dd6c33-88e5-4ac5-bf47-14dd43bc110f),segment_id=d2dd6c33-88e5-4ac5-bf47-14dd43bc110f)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:07.771204 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c41c4a32-2a49-4e4b-9093-0ae9751151d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:07.787098 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c41c4a32-2a49-4e4b-9093-0ae9751151d5 admin admin] Calling delete_port for e931bb77-b772-4f36-bd31-4ed2d14b342e owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:54:07.791167 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5185a61c-4fac-4a1e-9ddd-3286138a6e70 None None] Routers {'4bc83d11-ef87-4722-a46b-bf424c413cc9'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:54:07.792080 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5185a61c-4fac-4a1e-9ddd-3286138a6e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:54:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['4bc83d11-ef87-4722-a46b-bf424c413cc9'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:07.808050 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f7e7ea3-7ba6-48db-8161-3dbf7b2e1c89 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:07.840021 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5185a61c-4fac-4a1e-9ddd-3286138a6e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:07.871121 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-329e757d-51fd-45cc-82c6-a9bc523c0aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:07.873771 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-329e757d-51fd-45cc-82c6-a9bc523c0aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:07.875163 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-329e757d-51fd-45cc-82c6-a9bc523c0aa8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2945106a-2a12-499a-b877-3bf8f0d8adf8 HTTP/1.1" status: 204 len: 168 time: 0.4657860 Aug 19 14:54:07.892316 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e757d-51fd-45cc-82c6-a9bc523c0aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2945106a-2a12-499a-b877-3bf8f0d8adf8,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:07.898209 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f7e7ea3-7ba6-48db-8161-3dbf7b2e1c89 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:07.914502 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f7e7ea3-7ba6-48db-8161-3dbf7b2e1c89 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:54:07.915023 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f7e7ea3-7ba6-48db-8161-3dbf7b2e1c89 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:07.918597 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5185a61c-4fac-4a1e-9ddd-3286138a6e70 None None] Routers {'4bc83d11-ef87-4722-a46b-bf424c413cc9'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:54:07.919279 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5185a61c-4fac-4a1e-9ddd-3286138a6e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:54:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['4bc83d11-ef87-4722-a46b-bf424c413cc9'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:07.919692 n-d-766043-2 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:54:07.919692 n-d-766043-2 neutron-server[94639]: self.session.flush() Aug 19 14:54:07.919692 n-d-766043-2 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:54:07.919692 n-d-766043-2 neutron-server[94639]: self.session.flush() Aug 19 14:54:07.919692 n-d-766043-2 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:54:07.919692 n-d-766043-2 neutron-server[94639]: self.session.flush() Aug 19 14:54:07.919692 n-d-766043-2 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:54:07.919692 n-d-766043-2 neutron-server[94639]: self.session.flush() Aug 19 14:54:07.919692 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:54:07.919692 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:54:07.919692 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:54:07.919692 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:54:07.919692 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:54:07.919692 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:54:07.919692 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:54:07.919692 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:54:07.919692 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:54:07.919692 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:54:07.919692 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:54:07.919692 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:54:07.919692 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:54:07.919692 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:54:07.919692 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:54:07.919692 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:54:07.919692 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:54:07.919692 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:54:07.919692 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:54:07.919692 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:54:07.919692 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:54:07.919692 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:54:07.919692 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:54:07.919692 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:54:07.919692 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:54:07.919692 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:54:07.919692 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:54:07.919692 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:54:07.919692 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:54:07.919692 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:54:07.919692 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:54:07.919692 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:54:07.967940 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5185a61c-4fac-4a1e-9ddd-3286138a6e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:07.968566 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5185a61c-4fac-4a1e-9ddd-3286138a6e70 None None] The sync data for ids ['4bc83d11-ef87-4722-a46b-bf424c413cc9'] in n-d-766043-2 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:54:07.975032 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:07.989441 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port f6d9bbfa-f7f0-48fd-a7fc-590afbcbea46 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:54:07.998683 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port f6d9bbfa-f7f0-48fd-a7fc-590afbcbea46 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:07.999050 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:08.033455 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b85348-122b-4a1a-8303-b75db4ff0e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e71ee2dc-d321-414d-b7c7-0c94027efaf2'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:54:08.036360 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9531e2-10f6-46aa-bc5e-d1f8205b91c3" -d '{"events": [{"server_uuid": "f6b85348-122b-4a1a-8303-b75db4ff0e93", "name": "network-vif-plugged", "status": "completed", "tag": "e71ee2dc-d321-414d-b7c7-0c94027efaf2"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:54:08.058315 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-95fb02b3-7f93-44a0-a0f1-38f56efb1788 None None] Provisioning complete for port e467bfde-eff6-44da-9736-cbe618b4ae45 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:08.058676 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f7e7ea3-7ba6-48db-8161-3dbf7b2e1c89 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:08.058829 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-95fb02b3-7f93-44a0-a0f1-38f56efb1788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:08.064950 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port e71ee2dc-d321-414d-b7c7-0c94027efaf2, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=e71ee2dc-d321-414d-b7c7-0c94027efaf2,segment=NetworkSegment(01e1c77a-efaf-4dea-8b2d-f5011a554171),segment_id=01e1c77a-efaf-4dea-8b2d-f5011a554171)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:08.066376 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f7e7ea3-7ba6-48db-8161-3dbf7b2e1c89 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:08.069443 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0f7e7ea3-7ba6-48db-8161-3dbf7b2e1c89 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "DELETE /v2.0/networks/8c1ff246-c76b-40c1-bc75-fd9929b25be2 HTTP/1.1" status: 204 len: 168 time: 2.1305745 Aug 19 14:54:08.075323 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36302) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:08.087654 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:08.101921 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7e7ea3-7ba6-48db-8161-3dbf7b2e1c89 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event deleted for resources: {'Network': ['ID=8c1ff246-c76b-40c1-bc75-fd9929b25be2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:08.107123 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-efc0517e-dfdc-49c2-adbf-92eafb80e6c6 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:08.146344 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-95fb02b3-7f93-44a0-a0f1-38f56efb1788 None None] Port e467bfde-eff6-44da-9736-cbe618b4ae45 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:54:08.171620 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e377765-ba0a-43bc-8d32-200555381e8d tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:08.177110 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-4e377765-ba0a-43bc-8d32-200555381e8d tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0974009 Aug 19 14:54:08.177272 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5b972a-ce3d-4800-9e5b-2b6593826409 x-openstack-request-id: req-eb5b972a-ce3d-4800-9e5b-2b6593826409 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:54:08.177272 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6b85348-122b-4a1a-8303-b75db4ff0e93", "name": "network-vif-plugged", "status": "completed", "tag": "e71ee2dc-d321-414d-b7c7-0c94027efaf2", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:54:08.177272 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-eb5b972a-ce3d-4800-9e5b-2b6593826409 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:54:08.177272 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6b85348-122b-4a1a-8303-b75db4ff0e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e71ee2dc-d321-414d-b7c7-0c94027efaf2', 'code': 200} Aug 19 14:54:08.178414 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36306) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:08.180922 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c41c4a32-2a49-4e4b-9093-0ae9751151d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:08.221264 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b1f06007-f4a9-41f3-b663-43a555311d9b tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Deleting port e467bfde-eff6-44da-9736-cbe618b4ae45 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:54:08.221507 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1f06007-f4a9-41f3-b663-43a555311d9b tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:08.227169 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=e71ee2dc-d321-414d-b7c7-0c94027efaf2,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:08.245230 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:08.267945 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-efc0517e-dfdc-49c2-adbf-92eafb80e6c6 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:08.288969 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port f6d9bbfa-f7f0-48fd-a7fc-590afbcbea46, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=f6d9bbfa-f7f0-48fd-a7fc-590afbcbea46,segment=NetworkSegment(af76a49f-6b6e-4117-acb3-d7b5325cccf1),segment_id=af76a49f-6b6e-4117-acb3-d7b5325cccf1)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:08.293648 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c4a32-2a49-4e4b-9093-0ae9751151d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e931bb77-b772-4f36-bd31-4ed2d14b342e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:08.294223 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4556ce-b6bf-4bc5-93db-a8b147a8c016 req-f3e7f014-c67c-4b4e-a345-0262f13ca62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:08.296866 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6e4556ce-b6bf-4bc5-93db-a8b147a8c016 req-f3e7f014-c67c-4b4e-a345-0262f13ca62b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=f6b85348-122b-4a1a-8303-b75db4ff0e93 HTTP/1.1" status: 200 len: 1096 time: 0.0638435 Aug 19 14:54:08.296995 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:08.367708 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=f6d9bbfa-f7f0-48fd-a7fc-590afbcbea46,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:08.371748 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6e4556ce-b6bf-4bc5-93db-a8b147a8c016 req-4c40d87e-8c29-4a33-a893-855d7fd5e938 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=db71c8f8-8f35-4257-8682-9da0907c40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541441 Aug 19 14:54:08.377839 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-efc0517e-dfdc-49c2-adbf-92eafb80e6c6 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Deleting port bce735dd-432f-4c55-8ea5-5dad39759f76 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:54:08.378185 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-efc0517e-dfdc-49c2-adbf-92eafb80e6c6 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:08.384263 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-5d88e8d3-2844-4975-b154-3507057e7eb3 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2016435 Aug 19 14:54:08.384628 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36308) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:08.399241 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ceb9dd48-2d1d-4aba-bd4f-10f1ded382b8 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1189419850'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:08.410698 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1f06007-f4a9-41f3-b663-43a555311d9b tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:08.435824 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36312) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:08.460989 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b1f06007-f4a9-41f3-b663-43a555311d9b tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Calling delete_port for e467bfde-eff6-44da-9736-cbe618b4ae45 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:54:08.464456 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-56d9030b-8ce2-4dbd-b35e-80467f19e5be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:08.524769 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb9dd48-2d1d-4aba-bd4f-10f1ded382b8 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Made reservation on behalf of 7e6d46bc76a949adbb4c2a4b74be1b02 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:54:08.528212 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ceb9dd48-2d1d-4aba-bd4f-10f1ded382b8 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:08.576564 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-efc0517e-dfdc-49c2-adbf-92eafb80e6c6 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:08.602246 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-efc0517e-dfdc-49c2-adbf-92eafb80e6c6 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Calling delete_port for bce735dd-432f-4c55-8ea5-5dad39759f76 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:54:08.609771 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceb9dd48-2d1d-4aba-bd4f-10f1ded382b8 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:54:08.644241 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c41c4a32-2a49-4e4b-9093-0ae9751151d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:08.656630 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a409c462-d1a6-4b8a-a5cf-de01d176a082 req-c21b4f3b-67e1-4bda-8c00-70418090161a tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:08.658103 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a409c462-d1a6-4b8a-a5cf-de01d176a082 req-c21b4f3b-67e1-4bda-8c00-70418090161a tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c3429fc-5024-4107-a367-469ea0661976 HTTP/1.1" status: 200 len: 945 time: 0.1793199 Aug 19 14:54:08.674600 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ceb9dd48-2d1d-4aba-bd4f-10f1ded382b8 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:08.674944 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-ceb9dd48-2d1d-4aba-bd4f-10f1ded382b8 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Added segment 4fa4d833-729d-405d-b185-890590b78c0a of type vlan for network ac127b0d-2e47-4738-a55c-6e795ef4d016 Aug 19 14:54:08.696675 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eae421-37f0-4cbf-a48e-842b8bdd231b req-9929c97f-9cf7-4473-bee5-e79bb3c8258a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:08.698141 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-94eae421-37f0-4cbf-a48e-842b8bdd231b req-9929c97f-9cf7-4473-bee5-e79bb3c8258a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6b85348-122b-4a1a-8303-b75db4ff0e93 HTTP/1.1" status: 200 len: 945 time: 0.1321831 Aug 19 14:54:08.741919 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-56d9030b-8ce2-4dbd-b35e-80467f19e5be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:08.750356 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ceb9dd48-2d1d-4aba-bd4f-10f1ded382b8 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:08.756079 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-56d9030b-8ce2-4dbd-b35e-80467f19e5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:08.846437 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a409c462-d1a6-4b8a-a5cf-de01d176a082 req-e70d7843-0001-4b7a-9ab2-0127ceaf5743 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783156 Aug 19 14:54:08.857737 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-56d9030b-8ce2-4dbd-b35e-80467f19e5be admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=57f6cfe567274b2e8da2470f1ac1bc69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4185040 Aug 19 14:54:08.858641 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d9030b-8ce2-4dbd-b35e-80467f19e5be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c3deec-5467-4bd4-83b0-bc805c13fc64,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:08.861042 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36318) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:08.870121 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ceb9dd48-2d1d-4aba-bd4f-10f1ded382b8 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:08.875838 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb9dd48-2d1d-4aba-bd4f-10f1ded382b8 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:08.876447 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ceb9dd48-2d1d-4aba-bd4f-10f1ded382b8 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:08.881271 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-94eae421-37f0-4cbf-a48e-842b8bdd231b req-1fb2477a-71c2-46ec-a8da-835768e76d8b tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/security-groups?id=db71c8f8-8f35-4257-8682-9da0907c40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731622 Aug 19 14:54:08.908779 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1f06007-f4a9-41f3-b663-43a555311d9b tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:08.960109 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f06007-f4a9-41f3-b663-43a555311d9b tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Pushing event deleted for resources: {'Port': ['ID=e467bfde-eff6-44da-9736-cbe618b4ae45,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:08.960998 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ceb9dd48-2d1d-4aba-bd4f-10f1ded382b8 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5751197 Aug 19 14:54:08.980480 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36320) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:08.986758 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c83554b5-8de9-42a4-a262-248edebe57cb tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Request body: {'subnet': {'network_id': 'ac127b0d-2e47-4738-a55c-6e795ef4d016', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:09.046612 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1f06007-f4a9-41f3-b663-43a555311d9b tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:09.051158 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb9dd48-2d1d-4aba-bd4f-10f1ded382b8 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event updated for resources: {'Network': ['ID=ac127b0d-2e47-4738-a55c-6e795ef4d016,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:09.051672 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-b1f06007-f4a9-41f3-b663-43a555311d9b tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] 10.222.0.69 "DELETE /v2.0/ports/e467bfde-eff6-44da-9736-cbe618b4ae45 HTTP/1.1" status: 204 len: 168 time: 1.0889499 Aug 19 14:54:09.055080 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36322) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:09.064225 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network ac127b0d-2e47-4738-a55c-6e795ef4d016 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:54:09.087977 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-efc0517e-dfdc-49c2-adbf-92eafb80e6c6 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:09.130484 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc0517e-dfdc-49c2-adbf-92eafb80e6c6 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Pushing event deleted for resources: {'Port': ['ID=bce735dd-432f-4c55-8ea5-5dad39759f76,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:09.147956 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9b9e71d5-bc50-4d7c-9f64-eeb1a30d792a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:09.186651 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-451753d3-f2b7-4df1-b812-0538bc1cd932 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Deleting subnet 994c93d8-446d-41f3-89a5-6f245bc305c9 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:54:09.194830 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83554b5-8de9-42a4-a262-248edebe57cb tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Made reservation on behalf of 7e6d46bc76a949adbb4c2a4b74be1b02 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:54:09.198262 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c83554b5-8de9-42a4-a262-248edebe57cb tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:09.202244 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53b50a-bec5-48c0-adde-f25819ce10aa req-3dcdcc38-c723-42f6-815c-7c6cfea14beb tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:09.210314 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4f53b50a-bec5-48c0-adde-f25819ce10aa req-3dcdcc38-c723-42f6-815c-7c6cfea14beb tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0b19eb0-7597-4713-a3cf-d7e25d2b8ead HTTP/1.1" status: 200 len: 946 time: 0.2141397 Aug 19 14:54:09.212989 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-451753d3-f2b7-4df1-b812-0538bc1cd932 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:09.246210 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9b9e71d5-bc50-4d7c-9f64-eeb1a30d792a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:09.252204 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-efc0517e-dfdc-49c2-adbf-92eafb80e6c6 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:09.289681 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c41c4a32-2a49-4e4b-9093-0ae9751151d5 admin admin] Router 777de054-87e0-4052-8347-2e3afe250251 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:54:09.311344 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-451753d3-f2b7-4df1-b812-0538bc1cd932 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:09.357012 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4f53b50a-bec5-48c0-adde-f25819ce10aa req-bffcdd12-9fae-4204-894c-c5245c67483c tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458323 Aug 19 14:54:09.362578 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-efc0517e-dfdc-49c2-adbf-92eafb80e6c6 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:09.368434 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-efc0517e-dfdc-49c2-adbf-92eafb80e6c6 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:09.423150 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-efc0517e-dfdc-49c2-adbf-92eafb80e6c6 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:09.423831 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc0517e-dfdc-49c2-adbf-92eafb80e6c6 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Fanout notify agent at l3_agent the message router_deleted on router 4bc83d11-ef87-4722-a46b-bf424c413cc9 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:54:09.438102 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-efc0517e-dfdc-49c2-adbf-92eafb80e6c6 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:09.442812 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-efc0517e-dfdc-49c2-adbf-92eafb80e6c6 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] 10.222.0.69 "DELETE /v2.0/routers/4bc83d11-ef87-4722-a46b-bf424c413cc9 HTTP/1.1" status: 204 len: 168 time: 1.7035291 Aug 19 14:54:09.443537 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36324) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:09.454406 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9b9e71d5-bc50-4d7c-9f64-eeb1a30d792a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:09.457515 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9b9e71d5-bc50-4d7c-9f64-eeb1a30d792a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:09.458834 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9b9e71d5-bc50-4d7c-9f64-eeb1a30d792a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d0c3deec-5467-4bd4-83b0-bc805c13fc64 HTTP/1.1" status: 204 len: 168 time: 0.5924442 Aug 19 14:54:09.561764 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-de36a34d-bcae-43d6-87f0-ea0975b37267 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Deleting subnet 8c9092b2-3f9e-4c12-960d-1558540af0ac {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:54:09.576096 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de36a34d-bcae-43d6-87f0-ea0975b37267 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:09.688975 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de36a34d-bcae-43d6-87f0-ea0975b37267 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:09.713357 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c83554b5-8de9-42a4-a262-248edebe57cb tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:09.783224 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9e71d5-bc50-4d7c-9f64-eeb1a30d792a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c3deec-5467-4bd4-83b0-bc805c13fc64,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:09.799596 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-451753d3-f2b7-4df1-b812-0538bc1cd932 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:09.838812 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41c4a32-2a49-4e4b-9093-0ae9751151d5 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:54:09.850313 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-c41c4a32-2a49-4e4b-9093-0ae9751151d5 admin admin] 10.222.0.69 "PUT /v2.0/routers/777de054-87e0-4052-8347-2e3afe250251/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0723624 Aug 19 14:54:09.850482 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7297032-e9a7-4479-b836-efcaae0510b1 None None] Sync routers for ids ['777de054-87e0-4052-8347-2e3afe250251'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:54:09.851510 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36334) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:09.861580 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7297032-e9a7-4479-b836-efcaae0510b1 None None] Routers {'777de054-87e0-4052-8347-2e3afe250251'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:54:09.862326 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b7297032-e9a7-4479-b836-efcaae0510b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:54:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['777de054-87e0-4052-8347-2e3afe250251'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:09.993953 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e14208f7-1b77-4f62-8716-d0be5522cba5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:10.030042 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-b7297032-e9a7-4479-b836-efcaae0510b1 None None] Set router 777de054-87e0-4052-8347-2e3afe250251 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:54:10.154711 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-451753d3-f2b7-4df1-b812-0538bc1cd932 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:10.177987 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c3429fc-5024-4107-a367-469ea0661976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6d9bbfa-f7f0-48fd-a7fc-590afbcbea46'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:54:10.180910 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83554b5-8de9-42a4-a262-248edebe57cb tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event updated for resources: {'Subnet': ['ID=f1d7978d-6b79-4950-b04e-1873aa8caab1,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:10.181040 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642b5d79-0303-4a98-8a8c-63f0e42c7ec9" -d '{"events": [{"server_uuid": "6c3429fc-5024-4107-a367-469ea0661976", "name": "network-vif-plugged", "status": "completed", "tag": "f6d9bbfa-f7f0-48fd-a7fc-590afbcbea46"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:54:10.199363 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de36a34d-bcae-43d6-87f0-ea0975b37267 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:10.202827 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83554b5-8de9-42a4-a262-248edebe57cb tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Checking segment: {'id': '4fa4d833-729d-405d-b185-890590b78c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ac127b0d-2e47-4738-a55c-6e795ef4d016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:54:10.203182 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83554b5-8de9-42a4-a262-248edebe57cb tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Network hostable DHCP agents. Network: ac127b0d-2e47-4738-a55c-6e795ef4d016, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:54:10.230046 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a4cf19-1e2f-4e81-abe6-74941341134a None None] Network 8aa715c7-ced0-48df-a7b6-24c0a2387457 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:54:10.249397 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-451753d3-f2b7-4df1-b812-0538bc1cd932 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:10.254128 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36350) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:10.255007 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-451753d3-f2b7-4df1-b812-0538bc1cd932 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] 10.222.0.69 "DELETE /v2.0/subnets/994c93d8-446d-41f3-89a5-6f245bc305c9 HTTP/1.1" status: 204 len: 168 time: 1.1947994 Aug 19 14:54:10.270546 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d7901-97de-41aa-aa46-22c08ec1aa4d req-6e18bfcb-9c1a-4bae-bf35-a6cf399ae3f8 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:10.271684 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83554b5-8de9-42a4-a262-248edebe57cb tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Network ac127b0d-2e47-4738-a55c-6e795ef4d016 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:54:10.272244 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d22d7901-97de-41aa-aa46-22c08ec1aa4d req-6e18bfcb-9c1a-4bae-bf35-a6cf399ae3f8 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6b85348-122b-4a1a-8303-b75db4ff0e93 HTTP/1.1" status: 200 len: 945 time: 0.2190769 Aug 19 14:54:10.277342 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b7297032-e9a7-4479-b836-efcaae0510b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '777de054-87e0-4052-8347-2e3afe250251', 'name': 'tempest-ServerRescueNegativeTestJSON-1190687544-router', 'tenant_id': 'a009ace5c9ab4354b62fea1750ef405e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '2517072d-cff6-433a-a677-03397e99f44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:51:10Z', 'updated_at': '2021-08-19T14:54:08Z', 'revision_number': 5, 'project_id': 'a009ace5c9ab4354b62fea1750ef405e', 'gw_port': {'id': '2517072d-cff6-433a-a677-03397e99f44a', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777de054-87e0-4052-8347-2e3afe250251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:51:11Z', 'updated_at': '2021-08-19T14:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:10.279362 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451753d3-f2b7-4df1-b812-0538bc1cd932 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Pushing event deleted for resources: {'Subnet': ['ID=994c93d8-446d-41f3-89a5-6f245bc305c9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:10.309251 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a737a7-1d9e-4bfe-89e7-07b5535b6fec req-e63e7c81-7d0c-42e3-9ef3-27ca10711a38 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:10.317212 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-24a737a7-1d9e-4bfe-89e7-07b5535b6fec req-e63e7c81-7d0c-42e3-9ef3-27ca10711a38 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c3429fc-5024-4107-a367-469ea0661976 HTTP/1.1" status: 200 len: 945 time: 0.3076618 Aug 19 14:54:10.327792 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7297032-e9a7-4479-b836-efcaae0510b1 None None] Checking router: 777de054-87e0-4052-8347-2e3afe250251 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:54:10.340903 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-c83554b5-8de9-42a4-a262-248edebe57cb tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, ac127b0d-2e47-4738-a55c-6e795ef4d016) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:54:10.346047 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83554b5-8de9-42a4-a262-248edebe57cb tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:10.346690 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c83554b5-8de9-42a4-a262-248edebe57cb tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:10.354361 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7297032-e9a7-4479-b836-efcaae0510b1 None None] Routers {'777de054-87e0-4052-8347-2e3afe250251'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:54:10.355265 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b7297032-e9a7-4479-b836-efcaae0510b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:54:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['777de054-87e0-4052-8347-2e3afe250251'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:10.372818 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e14208f7-1b77-4f62-8716-d0be5522cba5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:10.377692 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de36a34d-bcae-43d6-87f0-ea0975b37267 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:10.383000 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f9f130-863e-4b6b-a52d-9bde93a2f83a None None] Network ac127b0d-2e47-4738-a55c-6e795ef4d016 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:54:10.415364 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c83554b5-8de9-42a4-a262-248edebe57cb tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4301286 Aug 19 14:54:10.419891 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f128999-9df1-4e51-b6d0-1a9e67c28a16 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:10.424097 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36356) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:10.428534 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de36a34d-bcae-43d6-87f0-ea0975b37267 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Pushing event deleted for resources: {'Subnet': ['ID=8c9092b2-3f9e-4c12-960d-1558540af0ac,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:10.435720 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2050953a-231e-48cc-bd5c-3275440cdb9c tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Request body: {'port': {'network_id': 'ac127b0d-2e47-4738-a55c-6e795ef4d016', 'name': 'tempest-PortsTestJSON-134886094'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:10.441184 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de36a34d-bcae-43d6-87f0-ea0975b37267 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:10.446198 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-de36a34d-bcae-43d6-87f0-ea0975b37267 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] 10.222.0.69 "DELETE /v2.0/subnets/8c9092b2-3f9e-4c12-960d-1558540af0ac HTTP/1.1" status: 204 len: 168 time: 0.9993434 Aug 19 14:54:10.448201 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36358) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:10.449806 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d22d7901-97de-41aa-aa46-22c08ec1aa4d req-fae0236f-ff4a-4ee3-8ff6-12c3755ceaa8 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/security-groups?id=db71c8f8-8f35-4257-8682-9da0907c40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574130 Aug 19 14:54:10.459411 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-24a737a7-1d9e-4bfe-89e7-07b5535b6fec req-22a2a24f-4945-4d47-bb08-6b7bec0bc5ba tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412685 Aug 19 14:54:10.530609 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2f9dbb-3982-4fc0-9a9e-b69dbc2bc1a0 None None] Network ab0993cc-6279-41dd-a621-fecac9e5859a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:54:10.562601 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e14208f7-1b77-4f62-8716-d0be5522cba5 admin admin] Deleting port 2517072d-cff6-433a-a677-03397e99f44a {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:54:10.563774 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e14208f7-1b77-4f62-8716-d0be5522cba5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:10.619959 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ca6650-5dc0-4c03-866a-85bee92a9cd8 x-openstack-request-id: req-c0ca6650-5dc0-4c03-866a-85bee92a9cd8 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:54:10.620663 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c3429fc-5024-4107-a367-469ea0661976", "name": "network-vif-plugged", "status": "completed", "tag": "f6d9bbfa-f7f0-48fd-a7fc-590afbcbea46", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:54:10.621126 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c0ca6650-5dc0-4c03-866a-85bee92a9cd8 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:54:10.621725 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c3429fc-5024-4107-a367-469ea0661976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6d9bbfa-f7f0-48fd-a7fc-590afbcbea46', 'code': 200} Aug 19 14:54:10.676035 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-b7297032-e9a7-4479-b836-efcaae0510b1 None None] Set router 777de054-87e0-4052-8347-2e3afe250251 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:54:10.679592 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59343eb0-b525-417d-a6cb-79ff013b3692 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:10.766244 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f6039-86fa-4e1f-afa3-4ebe9924d78a req-ff0e0cce-7fa3-440a-9f3f-f4520cb58dcf tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:10.774081 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-770f6039-86fa-4e1f-afa3-4ebe9924d78a req-ff0e0cce-7fa3-440a-9f3f-f4520cb58dcf tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6b85348-122b-4a1a-8303-b75db4ff0e93 HTTP/1.1" status: 200 len: 945 time: 0.1246076 Aug 19 14:54:10.786731 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc535f-43d1-48dc-8211-855fecaae04f req-b9187dc6-d122-4b60-b425-93b332948ac7 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:10.788232 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cdc535f-43d1-48dc-8211-855fecaae04f req-b9187dc6-d122-4b60-b425-93b332948ac7 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0b19eb0-7597-4713-a3cf-d7e25d2b8ead HTTP/1.1" status: 200 len: 946 time: 0.1266472 Aug 19 14:54:10.795295 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-e14208f7-1b77-4f62-8716-d0be5522cba5 admin admin] For port 2517072d-cff6-433a-a677-03397e99f44a, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=2517072d-cff6-433a-a677-03397e99f44a,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:10.795681 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e14208f7-1b77-4f62-8716-d0be5522cba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:10.835370 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e14208f7-1b77-4f62-8716-d0be5522cba5 admin admin] Calling delete_port for 2517072d-cff6-433a-a677-03397e99f44a owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:54:10.880476 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-770f6039-86fa-4e1f-afa3-4ebe9924d78a req-e8407d70-115b-4f29-a5c1-781d1a377b3a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/security-groups?id=db71c8f8-8f35-4257-8682-9da0907c40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996833 Aug 19 14:54:10.897148 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36368) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:10.912889 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c2ba48-ed63-41d6-a11a-6251e305381b req-a3d18628-b744-4e8f-b59b-9598a0c89f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:10.915497 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-74c2ba48-ed63-41d6-a11a-6251e305381b req-a3d18628-b744-4e8f-b59b-9598a0c89f7b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=6c3429fc-5024-4107-a367-469ea0661976 HTTP/1.1" status: 200 len: 1096 time: 0.2425268 Aug 19 14:54:10.937658 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cdc535f-43d1-48dc-8211-855fecaae04f req-68a77e4e-510d-4789-b192-f18fbe8d879d tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391068 Aug 19 14:54:10.985580 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-5f128999-9df1-4e51-b6d0-1a9e67c28a16 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Deleting port 7eaff782-296a-4961-b559-f4122da5fa66 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:54:10.986063 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f128999-9df1-4e51-b6d0-1a9e67c28a16 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:11.083962 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b7297032-e9a7-4479-b836-efcaae0510b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '777de054-87e0-4052-8347-2e3afe250251', 'name': 'tempest-ServerRescueNegativeTestJSON-1190687544-router', 'tenant_id': 'a009ace5c9ab4354b62fea1750ef405e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '2517072d-cff6-433a-a677-03397e99f44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:51:10Z', 'updated_at': '2021-08-19T14:54:08Z', 'revision_number': 5, 'project_id': 'a009ace5c9ab4354b62fea1750ef405e', 'gw_port': {'id': '2517072d-cff6-433a-a677-03397e99f44a', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777de054-87e0-4052-8347-2e3afe250251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:51:11Z', 'updated_at': '2021-08-19T14:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:11.137241 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-74c2ba48-ed63-41d6-a11a-6251e305381b req-0c6745a3-8f97-48f7-85b9-6944ae66c2c2 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545560 Aug 19 14:54:11.138575 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7297032-e9a7-4479-b836-efcaae0510b1 None None] The sync data for ids ['777de054-87e0-4052-8347-2e3afe250251'] in n-d-766043-2 is: [{'id': '777de054-87e0-4052-8347-2e3afe250251', 'name': 'tempest-ServerRescueNegativeTestJSON-1190687544-router', 'tenant_id': 'a009ace5c9ab4354b62fea1750ef405e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '2517072d-cff6-433a-a677-03397e99f44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:51:10Z', 'updated_at': '2021-08-19T14:54:08Z', 'revision_number': 5, 'project_id': 'a009ace5c9ab4354b62fea1750ef405e', 'gw_port': {'id': '2517072d-cff6-433a-a677-03397e99f44a', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777de054-87e0-4052-8347-2e3afe250251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:51:11Z', 'updated_at': '2021-08-19T14:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:54:11.146275 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e14208f7-1b77-4f62-8716-d0be5522cba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:11.149963 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc9f880-57eb-4927-940a-98bd4a0f6470 tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:11.151522 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-dbc9f880-57eb-4927-940a-98bd4a0f6470 tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=f6b85348-122b-4a1a-8303-b75db4ff0e93 HTTP/1.1" status: 200 len: 1091 time: 0.2346215 Aug 19 14:54:11.153002 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-59343eb0-b525-417d-a6cb-79ff013b3692 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Deleting port 677e342c-1a9f-4d0e-ab59-582f03389606 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:54:11.153330 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59343eb0-b525-417d-a6cb-79ff013b3692 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:11.154995 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36374) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:11.165127 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7287c47d-b325-4b74-b1fe-6ed600399e47 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Request body: {'floatingip': {'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'port_id': 'e71ee2dc-d321-414d-b7c7-0c94027efaf2', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:11.184176 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-5f128999-9df1-4e51-b6d0-1a9e67c28a16 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] For port 7eaff782-296a-4961-b559-f4122da5fa66, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=7eaff782-296a-4961-b559-f4122da5fa66,segment=NetworkSegment(1b2711b6-f1b9-4593-9a0a-852c1b46c671),segment_id=1b2711b6-f1b9-4593-9a0a-852c1b46c671)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:11.184608 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f128999-9df1-4e51-b6d0-1a9e67c28a16 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:11.206254 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14208f7-1b77-4f62-8716-d0be5522cba5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2517072d-cff6-433a-a677-03397e99f44a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:11.207112 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befaabc7-0799-4666-b889-de0a0921f126 None None] DHCP port deletion for 8aa715c7-ced0-48df-a7b6-24c0a2387457 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:54:11.227551 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa34c86d-d702-4433-b046-7052177e5577 None None] DHCP port deletion for ab0993cc-6279-41dd-a621-fecac9e5859a request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:54:11.232789 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2050953a-231e-48cc-bd5c-3275440cdb9c tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Made reservation on behalf of 7e6d46bc76a949adbb4c2a4b74be1b02 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:54:11.236423 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2050953a-231e-48cc-bd5c-3275440cdb9c tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:11.266912 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-5f128999-9df1-4e51-b6d0-1a9e67c28a16 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Calling delete_port for 7eaff782-296a-4961-b559-f4122da5fa66 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:54:11.270293 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7287c47d-b325-4b74-b1fe-6ed600399e47 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:11.277015 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e14208f7-1b77-4f62-8716-d0be5522cba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:11.322342 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-59343eb0-b525-417d-a6cb-79ff013b3692 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] For port 677e342c-1a9f-4d0e-ab59-582f03389606, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=677e342c-1a9f-4d0e-ab59-582f03389606,segment=NetworkSegment(9a3dcea5-22cc-4d2e-9acf-31a917652742),segment_id=9a3dcea5-22cc-4d2e-9acf-31a917652742)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:11.322709 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59343eb0-b525-417d-a6cb-79ff013b3692 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:11.384591 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-2050953a-231e-48cc-bd5c-3275440cdb9c tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] device_id is not set on port 84140071-c934-473a-84e6-4d222ab9e968 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:54:11.399873 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab60cc2b-08e3-4330-8c34-b816b6877ee5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-ac127b0d-2e47-4738-a55c-6e795ef4d016', 'network_id': 'ac127b0d-2e47-4738-a55c-6e795ef4d016', 'tenant_id': '7e6d46bc76a949adbb4c2a4b74be1b02', 'fixed_ips': [{'subnet_id': 'f1d7978d-6b79-4950-b04e-1873aa8caab1'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:54:11.401061 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ab60cc2b-08e3-4330-8c34-b816b6877ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:11.411490 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-59343eb0-b525-417d-a6cb-79ff013b3692 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Calling delete_port for 677e342c-1a9f-4d0e-ab59-582f03389606 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:54:11.431034 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e14208f7-1b77-4f62-8716-d0be5522cba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:11.435469 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e14208f7-1b77-4f62-8716-d0be5522cba5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:11.509902 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-befaabc7-0799-4666-b889-de0a0921f126 None None] Deleting port 7eaff782-296a-4961-b559-f4122da5fa66 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:54:11.510495 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-befaabc7-0799-4666-b889-de0a0921f126 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:11.522473 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e14208f7-1b77-4f62-8716-d0be5522cba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:11.523110 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14208f7-1b77-4f62-8716-d0be5522cba5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 777de054-87e0-4052-8347-2e3afe250251 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:54:11.528149 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e14208f7-1b77-4f62-8716-d0be5522cba5 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:11.532191 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e14208f7-1b77-4f62-8716-d0be5522cba5 admin admin] 10.222.0.69 "DELETE /v2.0/routers/777de054-87e0-4052-8347-2e3afe250251 HTTP/1.1" status: 204 len: 168 time: 1.6778131 Aug 19 14:54:11.532958 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36384) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:11.638917 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-ab60cc2b-08e3-4330-8c34-b816b6877ee5 None None] Allocated IP 172.20.0.2 (ac127b0d-2e47-4738-a55c-6e795ef4d016/f1d7978d-6b79-4950-b04e-1873aa8caab1/a22c0329-2087-4dd8-b755-509ebfa8da76) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:54:11.703061 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f128999-9df1-4e51-b6d0-1a9e67c28a16 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:11.722470 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-10ac631f-a098-4202-b175-543c167801eb admin admin] Deleting subnet f017c343-b8a3-4a90-a258-473804aba5f3 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:54:11.726335 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-10ac631f-a098-4202-b175-543c167801eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:11.746814 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f128999-9df1-4e51-b6d0-1a9e67c28a16 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Pushing event deleted for resources: {'Port': ['ID=7eaff782-296a-4961-b559-f4122da5fa66,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:11.757927 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f128999-9df1-4e51-b6d0-1a9e67c28a16 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] No DVR routers for this DVR port 7eaff782-296a-4961-b559-f4122da5fa66 on host n-d-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:54:11.768475 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59343eb0-b525-417d-a6cb-79ff013b3692 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:11.775075 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb693dbd-5728-4a02-b7d5-008dc57a14d4 req-f1a28299-4d5f-4682-b40d-b65d6782a973 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:11.782302 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-eb693dbd-5728-4a02-b7d5-008dc57a14d4 req-f1a28299-4d5f-4682-b40d-b65d6782a973 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c3429fc-5024-4107-a367-469ea0661976 HTTP/1.1" status: 200 len: 945 time: 0.1702962 Aug 19 14:54:11.805131 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-10ac631f-a098-4202-b175-543c167801eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:11.823845 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-befaabc7-0799-4666-b889-de0a0921f126 None None] For port 7eaff782-296a-4961-b559-f4122da5fa66, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=7eaff782-296a-4961-b559-f4122da5fa66,segment=NetworkSegment(1b2711b6-f1b9-4593-9a0a-852c1b46c671),segment_id=1b2711b6-f1b9-4593-9a0a-852c1b46c671)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:11.824298 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-befaabc7-0799-4666-b889-de0a0921f126 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:11.838116 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59343eb0-b525-417d-a6cb-79ff013b3692 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Pushing event deleted for resources: {'Port': ['ID=677e342c-1a9f-4d0e-ab59-582f03389606,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:11.840279 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-befaabc7-0799-4666-b889-de0a0921f126 None None] Calling delete_port for 7eaff782-296a-4961-b559-f4122da5fa66 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:54:11.865349 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-eb693dbd-5728-4a02-b7d5-008dc57a14d4 req-b5a84235-dbf6-44dd-a3b3-f52b59a08c6d tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821271 Aug 19 14:54:11.882674 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-10ac631f-a098-4202-b175-543c167801eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:11.917258 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59343eb0-b525-417d-a6cb-79ff013b3692 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] No DVR routers for this DVR port 677e342c-1a9f-4d0e-ab59-582f03389606 on host n-d-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:54:11.930927 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 7eaff782-296a-4961-b559-f4122da5fa66 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:54:11.944799 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7287c47d-b325-4b74-b1fe-6ed600399e47 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:11.946841 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-fa34c86d-d702-4433-b046-7052177e5577 None None] Deleting port 677e342c-1a9f-4d0e-ab59-582f03389606 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:54:11.947392 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fa34c86d-d702-4433-b046-7052177e5577 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:11.959209 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-10ac631f-a098-4202-b175-543c167801eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:11.976144 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f128999-9df1-4e51-b6d0-1a9e67c28a16 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:11.991348 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 7eaff782-296a-4961-b559-f4122da5fa66 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:54:11.992048 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 7eaff782-296a-4961-b559-f4122da5fa66 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:54:11.992670 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device e931bb77-b772-4f36-bd31-4ed2d14b342e no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:54:12.018400 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac631f-a098-4202-b175-543c167801eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f017c343-b8a3-4a90-a258-473804aba5f3,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:12.040725 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-10ac631f-a098-4202-b175-543c167801eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:12.045925 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-10ac631f-a098-4202-b175-543c167801eb admin admin] 10.222.0.69 "DELETE /v2.0/subnets/f017c343-b8a3-4a90-a258-473804aba5f3 HTTP/1.1" status: 204 len: 168 time: 0.5115361 Aug 19 14:54:12.047164 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36410) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:12.049008 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-befaabc7-0799-4666-b889-de0a0921f126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:12.081402 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-5f128999-9df1-4e51-b6d0-1a9e67c28a16 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aa715c7-ced0-48df-a7b6-24c0a2387457']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:12.112280 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befaabc7-0799-4666-b889-de0a0921f126 None None] Pushing event deleted for resources: {'Port': ['ID=7eaff782-296a-4961-b559-f4122da5fa66,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:12.133566 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-5f128999-9df1-4e51-b6d0-1a9e67c28a16 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b2711b6-f1b9-4593-9a0a-852c1b46c671') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:12.134308 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-5f128999-9df1-4e51-b6d0-1a9e67c28a16 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b2711b6-f1b9-4593-9a0a-852c1b46c671') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:12.142595 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: e931bb77-b772-4f36-bd31-4ed2d14b342e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:54:12.143003 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device e931bb77-b772-4f36-bd31-4ed2d14b342e not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:54:12.143328 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 677e342c-1a9f-4d0e-ab59-582f03389606 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:54:12.158550 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f128999-9df1-4e51-b6d0-1a9e67c28a16 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:12.176531 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f128999-9df1-4e51-b6d0-1a9e67c28a16 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:12.181825 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befaabc7-0799-4666-b889-de0a0921f126 None None] No DVR routers for this DVR port 7eaff782-296a-4961-b559-f4122da5fa66 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:54:12.191845 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 677e342c-1a9f-4d0e-ab59-582f03389606 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:54:12.193534 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 677e342c-1a9f-4d0e-ab59-582f03389606 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:54:12.207404 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f128999-9df1-4e51-b6d0-1a9e67c28a16 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:54:12.207943 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f128999-9df1-4e51-b6d0-1a9e67c28a16 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:12.227542 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-fa34c86d-d702-4433-b046-7052177e5577 None None] For port 677e342c-1a9f-4d0e-ab59-582f03389606, host n-d-766043-2, got binding levels [] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:12.228180 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fa34c86d-d702-4433-b046-7052177e5577 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:12.247926 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-fa34c86d-d702-4433-b046-7052177e5577 None None] Calling delete_port for 677e342c-1a9f-4d0e-ab59-582f03389606 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:54:12.248277 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff885a-ed22-4cd4-baf5-8dbdffc03388 req-8347b214-799e-4231-9a36-1bc090ac9f80 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:12.250594 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5aff885a-ed22-4cd4-baf5-8dbdffc03388 req-8347b214-799e-4231-9a36-1bc090ac9f80 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0b19eb0-7597-4713-a3cf-d7e25d2b8ead HTTP/1.1" status: 200 len: 946 time: 0.1462219 Aug 19 14:54:12.254117 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3ea953e-44fa-4a4f-b687-bbb0ba9767dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:12.255733 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.ipam_backend_mixin [None req-fa34c86d-d702-4433-b046-7052177e5577 None None] Port 677e342c-1a9f-4d0e-ab59-582f03389606 was not found and therefore no delete operation was performed {{(pid=94641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 14:54:12.260989 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fa34c86d-d702-4433-b046-7052177e5577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:12.313246 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa34c86d-d702-4433-b046-7052177e5577 None None] Pushing event deleted for resources: {'Port': ['ID=677e342c-1a9f-4d0e-ab59-582f03389606,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:12.326084 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:54:12.326084 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:54:12.326084 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:54:12.326084 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:54:12.326084 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:54:12.326084 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:54:12.326084 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:54:12.326084 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:54:12.326084 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:54:12.326084 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:54:12.326084 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:54:12.326084 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:54:12.326084 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:54:12.326084 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:54:12.326084 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:54:12.326084 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:54:12.326084 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:54:12.326084 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:54:12.326084 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:54:12.326084 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:54:12.326084 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:54:12.326084 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:54:12.326084 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:54:12.326084 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:54:12.326084 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:54:12.326084 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:54:12.326084 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:54:12.326084 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:54:12.326084 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:54:12.326084 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:54:12.326084 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:54:12.326084 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:54:12.334309 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59343eb0-b525-417d-a6cb-79ff013b3692 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:12.348190 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f128999-9df1-4e51-b6d0-1a9e67c28a16 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:12.353072 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-59343eb0-b525-417d-a6cb-79ff013b3692 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab0993cc-6279-41dd-a621-fecac9e5859a']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:12.375775 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5aff885a-ed22-4cd4-baf5-8dbdffc03388 req-4098d3d8-114d-4497-a769-9cb123f8ee51 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155276 Aug 19 14:54:12.384069 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3ea953e-44fa-4a4f-b687-bbb0ba9767dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:12.384423 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f128999-9df1-4e51-b6d0-1a9e67c28a16 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:12.388641 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5f128999-9df1-4e51-b6d0-1a9e67c28a16 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] 10.222.0.69 "DELETE /v2.0/networks/8aa715c7-ced0-48df-a7b6-24c0a2387457 HTTP/1.1" status: 204 len: 168 time: 2.1310582 Aug 19 14:54:12.390936 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa34c86d-d702-4433-b046-7052177e5577 None None] No DVR routers for this DVR port 677e342c-1a9f-4d0e-ab59-582f03389606 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:54:12.400319 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d3ea953e-44fa-4a4f-b687-bbb0ba9767dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['826a14c6-b01f-4f4f-86d2-3cfbb5aad056']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:12.402236 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f128999-9df1-4e51-b6d0-1a9e67c28a16 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160 tempest-ExtraDHCPOptionsIpV6TestJSON-527257160-project] Pushing event deleted for resources: {'Network': ['ID=8aa715c7-ced0-48df-a7b6-24c0a2387457,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:12.403945 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ab60cc2b-08e3-4330-8c34-b816b6877ee5 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:12.418594 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-59343eb0-b525-417d-a6cb-79ff013b3692 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a3dcea5-22cc-4d2e-9acf-31a917652742') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:12.418979 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-59343eb0-b525-417d-a6cb-79ff013b3692 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a3dcea5-22cc-4d2e-9acf-31a917652742') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:12.424727 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ab60cc2b-08e3-4330-8c34-b816b6877ee5 None None] Transition to ACTIVE for port object a22c0329-2087-4dd8-b755-509ebfa8da76 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:54:12.426759 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d3ea953e-44fa-4a4f-b687-bbb0ba9767dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2dd6c33-88e5-4ac5-bf47-14dd43bc110f') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:12.427181 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d3ea953e-44fa-4a4f-b687-bbb0ba9767dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2dd6c33-88e5-4ac5-bf47-14dd43bc110f') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:12.438055 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3ea953e-44fa-4a4f-b687-bbb0ba9767dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:12.452535 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ab60cc2b-08e3-4330-8c34-b816b6877ee5 None None] Transition to ACTIVE for port object a22c0329-2087-4dd8-b755-509ebfa8da76 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:54:12.461600 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3ea953e-44fa-4a4f-b687-bbb0ba9767dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:12.467756 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ab60cc2b-08e3-4330-8c34-b816b6877ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:12.470215 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3ea953e-44fa-4a4f-b687-bbb0ba9767dd admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:54:12.470969 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3ea953e-44fa-4a4f-b687-bbb0ba9767dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:12.473960 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:54:12.473960 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:54:12.473960 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:54:12.473960 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:54:12.473960 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:54:12.473960 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:54:12.473960 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:54:12.473960 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:54:12.473960 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:54:12.473960 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:54:12.473960 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:54:12.473960 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:54:12.473960 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:54:12.473960 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:54:12.473960 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:54:12.473960 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:54:12.473960 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:54:12.473960 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:54:12.473960 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:54:12.473960 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:54:12.473960 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:54:12.473960 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:54:12.473960 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:54:12.473960 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:54:12.473960 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:54:12.473960 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:54:12.473960 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:54:12.473960 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:54:12.473960 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:54:12.473960 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:54:12.473960 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:54:12.473960 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:54:12.496150 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59343eb0-b525-417d-a6cb-79ff013b3692 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:12.529917 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59343eb0-b525-417d-a6cb-79ff013b3692 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:12.539581 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab60cc2b-08e3-4330-8c34-b816b6877ee5 None None] Network ac127b0d-2e47-4738-a55c-6e795ef4d016 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:54:12.547628 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-7287c47d-b325-4b74-b1fe-6ed600399e47 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Allocated IP 172.25.2.22 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/3f779af9-04f8-4aa0-9076-b3bb0e1ecd10) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:54:12.548471 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-ab60cc2b-08e3-4330-8c34-b816b6877ee5 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:54:12.550390 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59343eb0-b525-417d-a6cb-79ff013b3692 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:54:12.550390 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59343eb0-b525-417d-a6cb-79ff013b3692 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:12.552229 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab60cc2b-08e3-4330-8c34-b816b6877ee5 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:54:12.553454 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:54:12.553454 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:54:12.553454 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:54:12.553454 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:54:12.553454 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:54:12.553454 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:54:12.553454 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:54:12.553454 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:54:12.553454 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:54:12.553454 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:54:12.553454 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:54:12.553454 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:54:12.553454 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:54:12.553454 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:54:12.553454 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:54:12.553454 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:54:12.553454 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:54:12.553454 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:54:12.553454 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:54:12.553454 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:54:12.553454 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:54:12.553454 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:54:12.553454 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:54:12.553454 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:54:12.553454 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:54:12.553454 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:54:12.553454 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:54:12.553454 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:54:12.553454 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:54:12.553454 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:54:12.553454 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:54:12.553454 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:54:12.560950 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3ea953e-44fa-4a4f-b687-bbb0ba9767dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:12.572004 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3ea953e-44fa-4a4f-b687-bbb0ba9767dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:12.576686 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d3ea953e-44fa-4a4f-b687-bbb0ba9767dd admin admin] 10.222.0.69 "DELETE /v2.0/networks/826a14c6-b01f-4f4f-86d2-3cfbb5aad056 HTTP/1.1" status: 204 len: 168 time: 0.5258887 Aug 19 14:54:12.589836 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea953e-44fa-4a4f-b687-bbb0ba9767dd admin admin] Pushing event deleted for resources: {'Network': ['ID=826a14c6-b01f-4f4f-86d2-3cfbb5aad056,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:12.626350 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-2050953a-231e-48cc-bd5c-3275440cdb9c tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Allocated IP 172.20.0.10 (ac127b0d-2e47-4738-a55c-6e795ef4d016/f1d7978d-6b79-4950-b04e-1873aa8caab1/84140071-c934-473a-84e6-4d222ab9e968) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:54:12.643432 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab60cc2b-08e3-4330-8c34-b816b6877ee5 None None] Pushing event updated for resources: {'Port': ['ID=a22c0329-2087-4dd8-b755-509ebfa8da76,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:12.661759 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ab60cc2b-08e3-4330-8c34-b816b6877ee5 None None] Attempting to bind port a22c0329-2087-4dd8-b755-509ebfa8da76 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:54:12.662319 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ab60cc2b-08e3-4330-8c34-b816b6877ee5 None None] Attempting to bind port a22c0329-2087-4dd8-b755-509ebfa8da76 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '4fa4d833-729d-405d-b185-890590b78c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ac127b0d-2e47-4738-a55c-6e795ef4d016'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:54:12.662770 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab60cc2b-08e3-4330-8c34-b816b6877ee5 None None] Attempting to bind port a22c0329-2087-4dd8-b755-509ebfa8da76 on network ac127b0d-2e47-4738-a55c-6e795ef4d016 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:54:12.672448 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab60cc2b-08e3-4330-8c34-b816b6877ee5 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:54:12.673125 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab60cc2b-08e3-4330-8c34-b816b6877ee5 None None] Checking segment: {'id': '4fa4d833-729d-405d-b185-890590b78c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ac127b0d-2e47-4738-a55c-6e795ef4d016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:54:12.673777 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ab60cc2b-08e3-4330-8c34-b816b6877ee5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:12.674316 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab60cc2b-08e3-4330-8c34-b816b6877ee5 None None] Bound using segment: {'id': '4fa4d833-729d-405d-b185-890590b78c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ac127b0d-2e47-4738-a55c-6e795ef4d016'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:54:12.674880 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ab60cc2b-08e3-4330-8c34-b816b6877ee5 None None] Bound port: a22c0329-2087-4dd8-b755-509ebfa8da76, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa4d833-729d-405d-b185-890590b78c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ac127b0d-2e47-4738-a55c-6e795ef4d016'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:54:12.675805 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ab60cc2b-08e3-4330-8c34-b816b6877ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:12.685507 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36430) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:12.724763 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36434) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:12.726135 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59343eb0-b525-417d-a6cb-79ff013b3692 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:12.750985 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59343eb0-b525-417d-a6cb-79ff013b3692 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:12.752890 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-59343eb0-b525-417d-a6cb-79ff013b3692 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] 10.222.0.69 "DELETE /v2.0/networks/ab0993cc-6279-41dd-a621-fecac9e5859a HTTP/1.1" status: 204 len: 168 time: 2.3025634 Aug 19 14:54:12.756177 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36438) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:12.764209 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59343eb0-b525-417d-a6cb-79ff013b3692 tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Pushing event deleted for resources: {'Network': ['ID=ab0993cc-6279-41dd-a621-fecac9e5859a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:12.800812 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ab60cc2b-08e3-4330-8c34-b816b6877ee5 None None] For port a22c0329-2087-4dd8-b755-509ebfa8da76, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:54:12.805397 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ab60cc2b-08e3-4330-8c34-b816b6877ee5 None None] For port a22c0329-2087-4dd8-b755-509ebfa8da76, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=a22c0329-2087-4dd8-b755-509ebfa8da76,segment=NetworkSegment(4fa4d833-729d-405d-b185-890590b78c0a),segment_id=4fa4d833-729d-405d-b185-890590b78c0a)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:54:12.812802 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ab60cc2b-08e3-4330-8c34-b816b6877ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:12.874834 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7287c47d-b325-4b74-b1fe-6ed600399e47 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:12.897027 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab60cc2b-08e3-4330-8c34-b816b6877ee5 None None] Pushing event updated for resources: {'Port': ['ID=a22c0329-2087-4dd8-b755-509ebfa8da76,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:12.928190 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36442) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:12.937084 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d31e8b8-46f3-4830-8e0d-664e9fae4831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:13.002497 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2050953a-231e-48cc-bd5c-3275440cdb9c tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:13.013150 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-5ff1cb40-2305-4d48-9d37-0b1d7e9523da tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Deleting port c0fcad18-7b78-44e0-92ed-ab81bd726051 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:54:13.013605 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ff1cb40-2305-4d48-9d37-0b1d7e9523da tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:13.035198 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-2050953a-231e-48cc-bd5c-3275440cdb9c tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Transition to ACTIVE for port object 84140071-c934-473a-84e6-4d222ab9e968 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:54:13.044752 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-af1c58bf-705c-4cfc-a097-1971314bdb2d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a009ace5c9ab4354b62fea1750ef405e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1143110 Aug 19 14:54:13.048329 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36444) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:13.069290 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7287c47d-b325-4b74-b1fe-6ed600399e47 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:13.106655 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad0c8d-68a8-4bfd-9039-5e83ffb4061b req-2539116a-7d1e-45f8-b540-de51c722f42f tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:13.110445 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-04ad0c8d-68a8-4bfd-9039-5e83ffb4061b req-2539116a-7d1e-45f8-b540-de51c722f42f tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c3429fc-5024-4107-a367-469ea0661976 HTTP/1.1" status: 200 len: 945 time: 0.1504059 Aug 19 14:54:13.148306 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7287c47d-b325-4b74-b1fe-6ed600399e47 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:54:13.157787 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-7287c47d-b325-4b74-b1fe-6ed600399e47 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:54:13.162358 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7287c47d-b325-4b74-b1fe-6ed600399e47 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:54:13.164088 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7287c47d-b325-4b74-b1fe-6ed600399e47 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event updated for resources: {'Port': ['ID=3f779af9-04f8-4aa0-9076-b3bb0e1ecd10,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:13.194849 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2050953a-231e-48cc-bd5c-3275440cdb9c tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:13.201493 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-04ad0c8d-68a8-4bfd-9039-5e83ffb4061b req-d906759a-cf4e-47b9-b1bd-99034acf086a tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834157 Aug 19 14:54:13.262578 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ad1ea32-1fba-4f42-bedc-f20cd818fe8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:13.274672 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ff1cb40-2305-4d48-9d37-0b1d7e9523da tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:13.275015 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ff1cb40-2305-4d48-9d37-0b1d7e9523da tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:13.291371 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-609b5087-c995-4268-b4a9-290185e85e94 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5fd2c8fb8ce44d6fbadf7aa858928427&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5651820 Aug 19 14:54:13.294169 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36448) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:13.315324 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2050953a-231e-48cc-bd5c-3275440cdb9c tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Network ac127b0d-2e47-4738-a55c-6e795ef4d016 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:54:13.318470 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-5ff1cb40-2305-4d48-9d37-0b1d7e9523da tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Calling delete_port for c0fcad18-7b78-44e0-92ed-ab81bd726051 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:54:13.322299 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2050953a-231e-48cc-bd5c-3275440cdb9c tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event updated for resources: {'Port': ['ID=84140071-c934-473a-84e6-4d222ab9e968,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:13.349000 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-2050953a-231e-48cc-bd5c-3275440cdb9c tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:54:13.352135 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ad1ea32-1fba-4f42-bedc-f20cd818fe8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:13.356337 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2050953a-231e-48cc-bd5c-3275440cdb9c tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:54:13.423881 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d31e8b8-46f3-4830-8e0d-664e9fae4831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:13.452607 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d31e8b8-46f3-4830-8e0d-664e9fae4831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:13.473911 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2050953a-231e-48cc-bd5c-3275440cdb9c tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:13.474536 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2050953a-231e-48cc-bd5c-3275440cdb9c tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:13.534676 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428fc355-9717-4b2d-99c8-8f7ee3f0bf9a req-38acc6e7-e6d1-4ae1-9286-3c46a2a1eee0 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:13.537656 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2050953a-231e-48cc-bd5c-3275440cdb9c tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1080630 Aug 19 14:54:13.537787 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-428fc355-9717-4b2d-99c8-8f7ee3f0bf9a req-38acc6e7-e6d1-4ae1-9286-3c46a2a1eee0 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c3429fc-5024-4107-a367-469ea0661976 HTTP/1.1" status: 200 len: 945 time: 0.2019234 Aug 19 14:54:13.537889 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36452) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:13.545301 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f17e5620-74a6-443a-8bfa-3b2fe5d60743 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Request body: {'port': {'network_id': 'ac127b0d-2e47-4738-a55c-6e795ef4d016', 'name': 'tempest-PortsTestJSON-1063577635'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:13.551914 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ad1ea32-1fba-4f42-bedc-f20cd818fe8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:13.554716 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ad1ea32-1fba-4f42-bedc-f20cd818fe8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:13.556067 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1ad1ea32-1fba-4f42-bedc-f20cd818fe8a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/50102c2e-2efa-4948-880f-31b8437b8760 HTTP/1.1" status: 204 len: 168 time: 0.5068099 Aug 19 14:54:13.573237 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cc0cad79-5bf8-4fb8-ad40-566c0b64f3b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:13.602807 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-3d31e8b8-46f3-4830-8e0d-664e9fae4831 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e1235239326d4e56b818cd9f776d798b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9160445 Aug 19 14:54:13.617986 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36456) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:13.633897 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad1ea32-1fba-4f42-bedc-f20cd818fe8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50102c2e-2efa-4948-880f-31b8437b8760,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:13.638292 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d31e8b8-46f3-4830-8e0d-664e9fae4831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27df56d1-be57-4942-a890-8e184d00ae7e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:13.670050 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cc0cad79-5bf8-4fb8-ad40-566c0b64f3b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:13.732749 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device a22c0329-2087-4dd8-b755-509ebfa8da76 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:54:13.740329 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5a959-07a9-4d2d-a655-38f16df79cc2 req-9b73b528-1b92-4630-9e4b-86faf8c25c39 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:13.741989 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7ab5a959-07a9-4d2d-a655-38f16df79cc2 req-9b73b528-1b92-4630-9e4b-86faf8c25c39 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0b19eb0-7597-4713-a3cf-d7e25d2b8ead HTTP/1.1" status: 200 len: 946 time: 0.2638166 Aug 19 14:54:13.756168 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-428fc355-9717-4b2d-99c8-8f7ee3f0bf9a req-4e2a7670-086b-43fd-8b11-1b9eb295edaa tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773736 Aug 19 14:54:13.820327 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17e5620-74a6-443a-8bfa-3b2fe5d60743 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Made reservation on behalf of 7e6d46bc76a949adbb4c2a4b74be1b02 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:54:13.825087 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f17e5620-74a6-443a-8bfa-3b2fe5d60743 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:13.884153 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d77dce9-655b-41d2-86ce-bd36c11f4a88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:13.908689 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-f17e5620-74a6-443a-8bfa-3b2fe5d60743 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] device_id is not set on port a9e78a70-ef1f-420f-a0b0-049fd8f42967 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:54:13.921657 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cc0cad79-5bf8-4fb8-ad40-566c0b64f3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:13.922476 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port a22c0329-2087-4dd8-b755-509ebfa8da76 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:54:13.924235 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cc0cad79-5bf8-4fb8-ad40-566c0b64f3b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:13.935471 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 2517072d-cff6-433a-a677-03397e99f44a no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:54:13.942903 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-cc0cad79-5bf8-4fb8-ad40-566c0b64f3b0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8226d36d-c83a-4027-9ea3-822df689224a HTTP/1.1" status: 204 len: 168 time: 0.6470821 Aug 19 14:54:13.957022 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7ab5a959-07a9-4d2d-a655-38f16df79cc2 req-39a02378-be4f-465c-b090-3860b89c5cdb tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974134 Aug 19 14:54:13.957663 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ff1cb40-2305-4d48-9d37-0b1d7e9523da tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:14.009937 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 2517072d-cff6-433a-a677-03397e99f44a {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:54:14.010709 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 2517072d-cff6-433a-a677-03397e99f44a not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:54:14.038528 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d77dce9-655b-41d2-86ce-bd36c11f4a88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:14.113190 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cad79-5bf8-4fb8-ad40-566c0b64f3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8226d36d-c83a-4027-9ea3-822df689224a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:14.119902 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff1cb40-2305-4d48-9d37-0b1d7e9523da tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Pushing event deleted for resources: {'Port': ['ID=c0fcad18-7b78-44e0-92ed-ab81bd726051,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:14.363556 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d77dce9-655b-41d2-86ce-bd36c11f4a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:14.366727 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d77dce9-655b-41d2-86ce-bd36c11f4a88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:14.367951 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-4d77dce9-655b-41d2-86ce-bd36c11f4a88 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/27df56d1-be57-4942-a890-8e184d00ae7e HTTP/1.1" status: 204 len: 168 time: 0.7478287 Aug 19 14:54:14.385995 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d77dce9-655b-41d2-86ce-bd36c11f4a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27df56d1-be57-4942-a890-8e184d00ae7e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:14.395380 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d9e4f-d0ea-4237-9f9f-5a3c3ba66161 req-51c6c884-33ef-49e5-a131-1c93bfb2a581 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:14.397225 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-899d9e4f-d0ea-4237-9f9f-5a3c3ba66161 req-51c6c884-33ef-49e5-a131-1c93bfb2a581 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c3429fc-5024-4107-a367-469ea0661976 HTTP/1.1" status: 200 len: 945 time: 0.1768961 Aug 19 14:54:14.402782 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ff1cb40-2305-4d48-9d37-0b1d7e9523da tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:14.408285 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ff1cb40-2305-4d48-9d37-0b1d7e9523da tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:14.409871 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-5ff1cb40-2305-4d48-9d37-0b1d7e9523da tempest-FloatingIPAdminTestJSON-425227705 tempest-FloatingIPAdminTestJSON-425227705-project] 10.222.0.69 "DELETE /v2.0/floatingips/4b5c8d7f-682f-48c0-a459-4062c9581ae1 HTTP/1.1" status: 204 len: 168 time: 1.6525755 Aug 19 14:54:14.450618 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-899d9e4f-d0ea-4237-9f9f-5a3c3ba66161 req-84e9d177-cae4-4f7f-bd26-84300b88ea73 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394757 Aug 19 14:54:14.467278 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603f781f-0bb7-427f-9683-6b8444219fad None None] Network ac127b0d-2e47-4738-a55c-6e795ef4d016 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:54:14.488821 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7287c47d-b325-4b74-b1fe-6ed600399e47 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:14.581923 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f16483ed-b066-403d-a585-7fbdcbe09872 None None] Provisioning for port a22c0329-2087-4dd8-b755-509ebfa8da76 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:54:14.589815 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f16483ed-b066-403d-a585-7fbdcbe09872 None None] Provisioning complete for port a22c0329-2087-4dd8-b755-509ebfa8da76 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:14.590194 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f16483ed-b066-403d-a585-7fbdcbe09872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:14.613364 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-f17e5620-74a6-443a-8bfa-3b2fe5d60743 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Allocated IP 172.20.0.4 (ac127b0d-2e47-4738-a55c-6e795ef4d016/f1d7978d-6b79-4950-b04e-1873aa8caab1/a9e78a70-ef1f-420f-a0b0-049fd8f42967) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:54:14.616391 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7287c47d-b325-4b74-b1fe-6ed600399e47 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:14.739714 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f16483ed-b066-403d-a585-7fbdcbe09872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:14.785964 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f16483ed-b066-403d-a585-7fbdcbe09872 None None] For port a22c0329-2087-4dd8-b755-509ebfa8da76, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=a22c0329-2087-4dd8-b755-509ebfa8da76,segment=NetworkSegment(4fa4d833-729d-405d-b185-890590b78c0a),segment_id=4fa4d833-729d-405d-b185-890590b78c0a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:14.806862 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f16483ed-b066-403d-a585-7fbdcbe09872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:14.872852 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36496) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:14.894271 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16483ed-b066-403d-a585-7fbdcbe09872 None None] Pushing event updated for resources: {'Port': ['ID=a22c0329-2087-4dd8-b755-509ebfa8da76,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:14.951669 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f17e5620-74a6-443a-8bfa-3b2fe5d60743 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:14.964302 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36502) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:14.980706 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7287c47d-b325-4b74-b1fe-6ed600399e47 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:14.984592 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-f17e5620-74a6-443a-8bfa-3b2fe5d60743 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Transition to ACTIVE for port object a9e78a70-ef1f-420f-a0b0-049fd8f42967 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:54:14.991987 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7287c47d-b325-4b74-b1fe-6ed600399e47 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:14.992216 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24d83dd3-099d-47c7-b61f-0a184b996b78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:15.140356 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7287c47d-b325-4b74-b1fe-6ed600399e47 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event updated for resources: {'Port': ['ID=3f779af9-04f8-4aa0-9076-b3bb0e1ecd10,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:15.144954 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fe999a05-76c2-4027-9b61-b6d5e9545bab None None] Provisioning for port 84140071-c934-473a-84e6-4d222ab9e968 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:54:15.149671 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fe999a05-76c2-4027-9b61-b6d5e9545bab None None] Provisioning complete for port 84140071-c934-473a-84e6-4d222ab9e968 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:15.150390 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fe999a05-76c2-4027-9b61-b6d5e9545bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:15.192206 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7287c47d-b325-4b74-b1fe-6ed600399e47 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:15.223829 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-fe999a05-76c2-4027-9b61-b6d5e9545bab None None] Port 84140071-c934-473a-84e6-4d222ab9e968 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:54:15.250593 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fe999a05-76c2-4027-9b61-b6d5e9545bab None None] Provisioning complete for port a22c0329-2087-4dd8-b755-509ebfa8da76 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:15.250974 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fe999a05-76c2-4027-9b61-b6d5e9545bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:15.279713 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f17e5620-74a6-443a-8bfa-3b2fe5d60743 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:15.293231 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24d83dd3-099d-47c7-b61f-0a184b996b78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:15.319152 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24d83dd3-099d-47c7-b61f-0a184b996b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:15.395345 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17e5620-74a6-443a-8bfa-3b2fe5d60743 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Network ac127b0d-2e47-4738-a55c-6e795ef4d016 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:54:15.401883 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-f17e5620-74a6-443a-8bfa-3b2fe5d60743 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:54:15.413614 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17e5620-74a6-443a-8bfa-3b2fe5d60743 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:54:15.426465 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-18b35417-0232-4347-b9e2-c8a85d74cd40 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ef2be663d18f4a4ab439ea57c09a9d65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5494657 Aug 19 14:54:15.433824 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36514) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:15.448050 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b0b23-0fa1-4f05-bd5e-60d02584348c req-1fc5c5bb-1791-40b9-9534-b60aba75ea11 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:15.449626 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8b4b0b23-0fa1-4f05-bd5e-60d02584348c req-1fc5c5bb-1791-40b9-9534-b60aba75ea11 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0b19eb0-7597-4713-a3cf-d7e25d2b8ead HTTP/1.1" status: 200 len: 946 time: 0.3229728 Aug 19 14:54:15.454160 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-24d83dd3-099d-47c7-b61f-0a184b996b78 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=408ee1520a6341388e30654c5d463a50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4886234 Aug 19 14:54:15.467243 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36516) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:15.476468 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d83dd3-099d-47c7-b61f-0a184b996b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb081a56-250e-4454-a599-8b3b069cf7e9,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:15.483284 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36518) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:15.518483 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17e5620-74a6-443a-8bfa-3b2fe5d60743 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event updated for resources: {'Port': ['ID=a9e78a70-ef1f-420f-a0b0-049fd8f42967,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:15.559712 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-76e12187-f20a-469c-aa3a-510353dbde61 None None] Provisioning complete for port 84140071-c934-473a-84e6-4d222ab9e968 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:15.560298 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-76e12187-f20a-469c-aa3a-510353dbde61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:15.629067 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17e5620-74a6-443a-8bfa-3b2fe5d60743 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:15.629331 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f17e5620-74a6-443a-8bfa-3b2fe5d60743 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:15.634411 n-d-766043-2 neutron-server[94639]: INFO neutron.db.l3_db [None req-7287c47d-b325-4b74-b1fe-6ed600399e47 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Floating IP 8e7ba28d-775d-4797-82cc-8ea2fba5c6a1 associated. External IP: 172.25.2.22, port: e71ee2dc-d321-414d-b7c7-0c94027efaf2. Aug 19 14:54:15.700790 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f17e5620-74a6-443a-8bfa-3b2fe5d60743 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1618819 Aug 19 14:54:15.704631 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36528) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:15.712807 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4cf75-58d5-4134-8bb8-53336d43c682 req-487d2a60-f1f7-47ca-b04c-169b43b9cbb5 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:15.713552 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device a22c0329-2087-4dd8-b755-509ebfa8da76 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:54:15.714892 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d5f4cf75-58d5-4134-8bb8-53336d43c682 req-487d2a60-f1f7-47ca-b04c-169b43b9cbb5 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.68 "GET /v2.0/ports?device_id=6c3429fc-5024-4107-a367-469ea0661976 HTTP/1.1" status: 200 len: 945 time: 0.1675050 Aug 19 14:54:15.719296 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8b4b0b23-0fa1-4f05-bd5e-60d02584348c req-21c54c05-17a9-471b-be0c-02ee6fac09bc tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592256 Aug 19 14:54:15.778870 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8b1762de-ba68-4c0a-9632-dc69f8498793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:15.802370 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-76e12187-f20a-469c-aa3a-510353dbde61 None None] Port 84140071-c934-473a-84e6-4d222ab9e968 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:54:15.810590 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f4840802-7bde-4ba8-bce6-c612bd19f13f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:15.858194 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port a22c0329-2087-4dd8-b755-509ebfa8da76 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:15.858567 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:15.861234 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1072c69d-141c-4dcd-9879-1295c1d35a32 req-e5ab137a-9d36-49da-8069-1d90e7d0ab81 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:15.868828 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1072c69d-141c-4dcd-9879-1295c1d35a32 req-e5ab137a-9d36-49da-8069-1d90e7d0ab81 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c3429fc-5024-4107-a367-469ea0661976 HTTP/1.1" status: 200 len: 945 time: 0.2453136 Aug 19 14:54:15.903969 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8b1762de-ba68-4c0a-9632-dc69f8498793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:15.909775 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f4840802-7bde-4ba8-bce6-c612bd19f13f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:15.932238 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da62868-9387-408e-8326-7867f121dce3 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:15.933816 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-3da62868-9387-408e-8326-7867f121dce3 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 922 time: 0.2184639 Aug 19 14:54:15.939058 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-500e631d-4c9b-4e54-b605-3059044e70da admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1118889613-network', 'tenant_id': '0371ab6acb2244aa8e35834a08e4c0bc'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:15.942109 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36530) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:15.974383 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-31be9e24-9d93-4525-bd68-90bea7c457c9 None None] Provisioning for port a9e78a70-ef1f-420f-a0b0-049fd8f42967 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:54:15.980818 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-31be9e24-9d93-4525-bd68-90bea7c457c9 None None] Provisioning complete for port a9e78a70-ef1f-420f-a0b0-049fd8f42967 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:15.981188 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-31be9e24-9d93-4525-bd68-90bea7c457c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:16.025672 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1072c69d-141c-4dcd-9879-1295c1d35a32 req-dc94af8d-c4ab-4ebf-9c60-3d996a7522b6 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534755 Aug 19 14:54:16.053202 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500e631d-4c9b-4e54-b605-3059044e70da admin admin] Made reservation on behalf of 0371ab6acb2244aa8e35834a08e4c0bc for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:54:16.056449 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-500e631d-4c9b-4e54-b605-3059044e70da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:16.086663 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-500e631d-4c9b-4e54-b605-3059044e70da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:16.107552 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8b1762de-ba68-4c0a-9632-dc69f8498793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:16.111295 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8b1762de-ba68-4c0a-9632-dc69f8498793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:16.112814 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-8b1762de-ba68-4c0a-9632-dc69f8498793 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c60f8966-1ff7-4475-9e88-4df8ea1f2135 HTTP/1.1" status: 204 len: 168 time: 0.6775389 Aug 19 14:54:16.128040 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f4840802-7bde-4ba8-bce6-c612bd19f13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:16.129692 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-d5f4cf75-58d5-4134-8bb8-53336d43c682 req-4449c687-91f9-4369-b5b2-5ded505d633a tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Deleting port f6d9bbfa-f7f0-48fd-a7fc-590afbcbea46 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:54:16.129692 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d5f4cf75-58d5-4134-8bb8-53336d43c682 req-4449c687-91f9-4369-b5b2-5ded505d633a tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:16.133567 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f4840802-7bde-4ba8-bce6-c612bd19f13f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:16.138067 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f4840802-7bde-4ba8-bce6-c612bd19f13f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fb081a56-250e-4454-a599-8b3b069cf7e9 HTTP/1.1" status: 204 len: 168 time: 0.6665947 Aug 19 14:54:16.146028 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1762de-ba68-4c0a-9632-dc69f8498793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60f8966-1ff7-4475-9e88-4df8ea1f2135,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:16.162614 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c949b1a9-06dd-4d45-b754-76f6650a8f33 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Deleting port a9e78a70-ef1f-420f-a0b0-049fd8f42967 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:54:16.163233 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c949b1a9-06dd-4d45-b754-76f6650a8f33 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:16.169473 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4840802-7bde-4ba8-bce6-c612bd19f13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb081a56-250e-4454-a599-8b3b069cf7e9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:16.198699 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7287c47d-b325-4b74-b1fe-6ed600399e47 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Router 84ba384b-0042-4e91-910a-a7140495f1ee has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:54:16.252504 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-31be9e24-9d93-4525-bd68-90bea7c457c9 None None] Port a9e78a70-ef1f-420f-a0b0-049fd8f42967 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:54:16.292170 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c949b1a9-06dd-4d45-b754-76f6650a8f33 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:16.307540 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c949b1a9-06dd-4d45-b754-76f6650a8f33 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Calling delete_port for a9e78a70-ef1f-420f-a0b0-049fd8f42967 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:54:16.336352 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-d5f4cf75-58d5-4134-8bb8-53336d43c682 req-4449c687-91f9-4369-b5b2-5ded505d633a tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] For port f6d9bbfa-f7f0-48fd-a7fc-590afbcbea46, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=f6d9bbfa-f7f0-48fd-a7fc-590afbcbea46,segment=NetworkSegment(af76a49f-6b6e-4117-acb3-d7b5325cccf1),segment_id=af76a49f-6b6e-4117-acb3-d7b5325cccf1)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:16.336788 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d5f4cf75-58d5-4134-8bb8-53336d43c682 req-4449c687-91f9-4369-b5b2-5ded505d633a tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:16.391910 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-d5f4cf75-58d5-4134-8bb8-53336d43c682 req-4449c687-91f9-4369-b5b2-5ded505d633a tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Calling delete_port for f6d9bbfa-f7f0-48fd-a7fc-590afbcbea46 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:54:16.461060 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c949b1a9-06dd-4d45-b754-76f6650a8f33 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:16.498956 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7287c47d-b325-4b74-b1fe-6ed600399e47 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:54:16.514821 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-500e631d-4c9b-4e54-b605-3059044e70da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:16.517413 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07edba4f-a5ce-4251-bf14-d28186e6fe53 None None] Sync routers for ids ['84ba384b-0042-4e91-910a-a7140495f1ee'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:54:16.524263 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-500e631d-4c9b-4e54-b605-3059044e70da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:16.537747 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b1a9-06dd-4d45-b754-76f6650a8f33 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event deleted for resources: {'Port': ['ID=a9e78a70-ef1f-420f-a0b0-049fd8f42967,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:16.552068 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07edba4f-a5ce-4251-bf14-d28186e6fe53 None None] Routers {'84ba384b-0042-4e91-910a-a7140495f1ee'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:54:16.553082 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-07edba4f-a5ce-4251-bf14-d28186e6fe53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:54:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['84ba384b-0042-4e91-910a-a7140495f1ee'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:16.578564 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7287c47d-b325-4b74-b1fe-6ed600399e47 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:16.597352 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-500e631d-4c9b-4e54-b605-3059044e70da admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:54:16.643727 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c949b1a9-06dd-4d45-b754-76f6650a8f33 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:16.648459 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-c949b1a9-06dd-4d45-b754-76f6650a8f33 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "DELETE /v2.0/ports/a9e78a70-ef1f-420f-a0b0-049fd8f42967 HTTP/1.1" status: 204 len: 168 time: 0.7038114 Aug 19 14:54:16.650144 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36548) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:16.661707 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-500e631d-4c9b-4e54-b605-3059044e70da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:16.662221 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-500e631d-4c9b-4e54-b605-3059044e70da admin admin] Added segment f8d283ca-7eac-4064-a442-e24cb1912bc3 of type vlan for network 15d86265-fb34-4790-8fcd-72f16ac2784c Aug 19 14:54:16.673387 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e631d-4c9b-4e54-b605-3059044e70da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3febf65-923b-4be7-a1c0-25209510ef10,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:16.693111 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7287c47d-b325-4b74-b1fe-6ed600399e47 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.5304022 Aug 19 14:54:16.706806 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36550) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:16.708733 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6b85348-122b-4a1a-8303-b75db4ff0e93', 'tag': 'e71ee2dc-d321-414d-b7c7-0c94027efaf2'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:54:16.711136 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c369bd-2a72-4a9b-94b6-093f4d9dca4c" -d '{"events": [{"name": "network-changed", "server_uuid": "f6b85348-122b-4a1a-8303-b75db4ff0e93", "tag": "e71ee2dc-d321-414d-b7c7-0c94027efaf2"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:54:16.714881 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-07562fe6-78a3-4198-af73-ee4875f9af5b tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] GET failed (client error): The resource could not be found. Aug 19 14:54:16.716752 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-07562fe6-78a3-4198-af73-ee4875f9af5b tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "GET /v2.0/ports/a9e78a70-ef1f-420f-a0b0-049fd8f42967 HTTP/1.1" status: 404 len: 333 time: 0.0656962 Aug 19 14:54:16.719486 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36552) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:16.868641 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177a7651-7a1f-42fb-b19c-fab40095739d x-openstack-request-id: req-177a7651-7a1f-42fb-b19c-fab40095739d {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:54:16.868942 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6b85348-122b-4a1a-8303-b75db4ff0e93", "tag": "e71ee2dc-d321-414d-b7c7-0c94027efaf2", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:54:16.869201 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-177a7651-7a1f-42fb-b19c-fab40095739d {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:54:16.869604 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6b85348-122b-4a1a-8303-b75db4ff0e93', 'tag': 'e71ee2dc-d321-414d-b7c7-0c94027efaf2', 'status': 'completed', 'code': 200} Aug 19 14:54:16.882178 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-500e631d-4c9b-4e54-b605-3059044e70da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:16.904522 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-07edba4f-a5ce-4251-bf14-d28186e6fe53 None None] Set router 84ba384b-0042-4e91-910a-a7140495f1ee gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:54:16.934557 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36564) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:16.971457 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8d344b72-47f9-4438-9017-9d049b8ddc2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:16.997590 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d5f4cf75-58d5-4134-8bb8-53336d43c682 req-4449c687-91f9-4369-b5b2-5ded505d633a tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:17.003047 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-500e631d-4c9b-4e54-b605-3059044e70da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:17.004609 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500e631d-4c9b-4e54-b605-3059044e70da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:17.005195 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-500e631d-4c9b-4e54-b605-3059044e70da admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:17.012011 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['f6d9bbfa-f7f0-48fd-a7fc-590afbcbea46'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:54:17.018794 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['a7e85fcb-ef17-4c29-9bad-802ebaac2f1f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:54:17.114726 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c369bd-2a72-4a9b-94b6-093f4d9dca4c req-404f25ab-c047-46f9-a140-a564887fd861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:17.116286 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-45c369bd-2a72-4a9b-94b6-093f4d9dca4c req-404f25ab-c047-46f9-a140-a564887fd861 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7a0c6ff201d948d2944c0780e076389b&device_id=f6b85348-122b-4a1a-8303-b75db4ff0e93 HTTP/1.1" status: 200 len: 1096 time: 0.2297125 Aug 19 14:54:17.117108 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4449c687-91f9-4369-b5b2-5ded505d633a tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Pushing event deleted for resources: {'Port': ['ID=f6d9bbfa-f7f0-48fd-a7fc-590afbcbea46,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:17.279373 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f4cf75-58d5-4134-8bb8-53336d43c682 req-4449c687-91f9-4369-b5b2-5ded505d633a tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] No DVR routers for this DVR port f6d9bbfa-f7f0-48fd-a7fc-590afbcbea46 on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:54:17.280960 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e631d-4c9b-4e54-b605-3059044e70da admin admin] Pushing event updated for resources: {'Network': ['ID=15d86265-fb34-4790-8fcd-72f16ac2784c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:17.283687 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d5f4cf75-58d5-4134-8bb8-53336d43c682 req-4449c687-91f9-4369-b5b2-5ded505d633a tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:17.285786 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d5f4cf75-58d5-4134-8bb8-53336d43c682 req-4449c687-91f9-4369-b5b2-5ded505d633a tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.68 "DELETE /v2.0/ports/f6d9bbfa-f7f0-48fd-a7fc-590afbcbea46 HTTP/1.1" status: 204 len: 173 time: 1.5209413 Aug 19 14:54:17.362187 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c369bd-2a72-4a9b-94b6-093f4d9dca4c req-292af96a-cb25-4696-91e3-c5ed7761d93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:17.364612 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-45c369bd-2a72-4a9b-94b6-093f4d9dca4c req-292af96a-cb25-4696-91e3-c5ed7761d93f service neutron] 10.222.0.88 "GET /v2.0/networks?id=ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8 HTTP/1.1" status: 200 len: 898 time: 0.2113633 Aug 19 14:54:17.387050 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 15d86265-fb34-4790-8fcd-72f16ac2784c details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:54:17.486336 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c8ce89c2-1338-44d2-b316-7efc1eeb0d53 req-3040e2d9-fc4b-4a76-989a-1024fadf18be tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c3429fc-5024-4107-a367-469ea0661976 HTTP/1.1" status: 200 len: 210 time: 0.1927447 Aug 19 14:54:17.541155 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-b4ff5c05-c04c-40f8-a0f1-384d1f4879c5 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/floatingips/8e7ba28d-775d-4797-82cc-8ea2fba5c6a1 HTTP/1.1" status: 200 len: 990 time: 0.8306518 Aug 19 14:54:17.608195 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c00c89-cfd4-42bc-82e5-f61d4ffda68d req-c9ecf89e-4106-4bb6-aef2-bebd8a737493 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:17.618471 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-52c00c89-cfd4-42bc-82e5-f61d4ffda68d req-c9ecf89e-4106-4bb6-aef2-bebd8a737493 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0b19eb0-7597-4713-a3cf-d7e25d2b8ead HTTP/1.1" status: 200 len: 946 time: 0.3065252 Aug 19 14:54:17.718847 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-52c00c89-cfd4-42bc-82e5-f61d4ffda68d req-ce07e822-4523-4035-bbdc-e24aba42b0cd tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991929 Aug 19 14:54:17.721120 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-24d072ad-64d9-4f8e-afb8-15dc726c8973 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Deleting port 84140071-c934-473a-84e6-4d222ab9e968 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:54:17.721457 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24d072ad-64d9-4f8e-afb8-15dc726c8973 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:17.771470 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-07edba4f-a5ce-4251-bf14-d28186e6fe53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'name': 'tempest-TestNetworkBasicOps-router-1677768249', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7b2d2b35-074d-4339-98a2-af5c4a9eef3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:53:27Z', 'updated_at': '2021-08-19T14:53:39Z', 'revision_number': 4, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'gw_port': {'id': '7b2d2b35-074d-4339-98a2-af5c4a9eef3f', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:28Z', 'updated_at': '2021-08-19T14:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '8e7ba28d-775d-4797-82cc-8ea2fba5c6a1', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'floating_ip_address': '172.25.2.22', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'port_id': 'e71ee2dc-d321-414d-b7c7-0c94027efaf2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8', 'mac_address': 'fa:16:3e:57:c7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b85348-122b-4a1a-8303-b75db4ff0e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:54:13Z', 'updated_at': '2021-08-19T14:54:13Z', 'revision_number': 0, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b84a34-4865-4c7a-a68e-9de6f0ac99d8', 'name': '', 'network_id': 'ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'mac_address': 'fa:16:3e:f4:ef:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '21160d11-dfa8-4ba0-ba02-7e4078d0dcf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:36Z', 'updated_at': '2021-08-19T14:53:46Z', 'revision_number': 5, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'subnets': [{'id': '21160d11-dfa8-4ba0-ba02-7e4078d0dcf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:17.877737 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8d344b72-47f9-4438-9017-9d049b8ddc2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:17.885189 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-45c369bd-2a72-4a9b-94b6-093f4d9dca4c req-b483d635-434b-4201-b631-09fe2904b6af service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e71ee2dc-d321-414d-b7c7-0c94027efaf2 HTTP/1.1" status: 200 len: 998 time: 0.5128815 Aug 19 14:54:17.887859 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8d344b72-47f9-4438-9017-9d049b8ddc2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:17.901466 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24d072ad-64d9-4f8e-afb8-15dc726c8973 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:17.917474 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-24d072ad-64d9-4f8e-afb8-15dc726c8973 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Calling delete_port for 84140071-c934-473a-84e6-4d222ab9e968 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:54:17.955527 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-500e631d-4c9b-4e54-b605-3059044e70da admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4602711 Aug 19 14:54:17.958175 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36586) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:17.958962 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36588) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:18.010367 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-91597347-1486-47d9-add7-18a625b63886 admin admin] Request body: {'subnet': {'network_id': '15d86265-fb34-4790-8fcd-72f16ac2784c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1118889613-subnet', 'tenant_id': '0371ab6acb2244aa8e35834a08e4c0bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:18.041410 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8d344b72-47f9-4438-9017-9d049b8ddc2b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=adfd8b3049e7418485de13b6c4a674aa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1043637 Aug 19 14:54:18.057620 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36592) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:18.061637 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07edba4f-a5ce-4251-bf14-d28186e6fe53 None None] Checking router: 84ba384b-0042-4e91-910a-a7140495f1ee for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:54:18.076581 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07edba4f-a5ce-4251-bf14-d28186e6fe53 None None] Routers {'84ba384b-0042-4e91-910a-a7140495f1ee'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:54:18.077208 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-07edba4f-a5ce-4251-bf14-d28186e6fe53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:54:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['84ba384b-0042-4e91-910a-a7140495f1ee'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:18.116696 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d344b72-47f9-4438-9017-9d049b8ddc2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba283d6d-c8ed-4b98-a006-09930b101283,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:18.132466 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91597347-1486-47d9-add7-18a625b63886 admin admin] Made reservation on behalf of 0371ab6acb2244aa8e35834a08e4c0bc for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:54:18.135166 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91597347-1486-47d9-add7-18a625b63886 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:18.146692 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24d072ad-64d9-4f8e-afb8-15dc726c8973 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:18.189743 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d072ad-64d9-4f8e-afb8-15dc726c8973 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event deleted for resources: {'Port': ['ID=84140071-c934-473a-84e6-4d222ab9e968,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:18.192440 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c369bd-2a72-4a9b-94b6-093f4d9dca4c req-67bf20f1-1b08-4817-952e-ce03fd0cee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:18.194055 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-45c369bd-2a72-4a9b-94b6-093f4d9dca4c req-67bf20f1-1b08-4817-952e-ce03fd0cee1c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=21160d11-dfa8-4ba0-ba02-7e4078d0dcf7 HTTP/1.1" status: 200 len: 835 time: 0.2680624 Aug 19 14:54:18.238370 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-07edba4f-a5ce-4251-bf14-d28186e6fe53 None None] Set router 84ba384b-0042-4e91-910a-a7140495f1ee gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:54:18.263711 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4469b55a-a772-46df-852c-f7e1ad126051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:18.345719 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24d072ad-64d9-4f8e-afb8-15dc726c8973 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:18.347630 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-24d072ad-64d9-4f8e-afb8-15dc726c8973 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "DELETE /v2.0/ports/84140071-c934-473a-84e6-4d222ab9e968 HTTP/1.1" status: 204 len: 168 time: 1.6268485 Aug 19 14:54:18.351999 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36598) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:18.355189 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c369bd-2a72-4a9b-94b6-093f4d9dca4c req-ea78a200-ac23-4c06-9f54-049eaf4b52fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:18.363367 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-45c369bd-2a72-4a9b-94b6-093f4d9dca4c req-ea78a200-ac23-4c06-9f54-049eaf4b52fe service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1602566 Aug 19 14:54:18.366505 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4469b55a-a772-46df-852c-f7e1ad126051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:18.397909 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-e554997a-2d76-4fa8-af86-f3effc228620 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] GET failed (client error): The resource could not be found. Aug 19 14:54:18.399586 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e554997a-2d76-4fa8-af86-f3effc228620 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "GET /v2.0/ports/84140071-c934-473a-84e6-4d222ab9e968 HTTP/1.1" status: 404 len: 333 time: 0.0465803 Aug 19 14:54:18.402386 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36600) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:18.470573 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5a676251-d683-4785-907b-d6e9fd8204ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:18.490933 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-f65d1511-7780-40d3-8e3e-c06f0051d6dc tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Deleting subnet f1d7978d-6b79-4950-b04e-1873aa8caab1 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:54:18.494462 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f65d1511-7780-40d3-8e3e-c06f0051d6dc tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:18.540686 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f65d1511-7780-40d3-8e3e-c06f0051d6dc tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:18.544046 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36606) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:18.677199 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-07edba4f-a5ce-4251-bf14-d28186e6fe53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'name': 'tempest-TestNetworkBasicOps-router-1677768249', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7b2d2b35-074d-4339-98a2-af5c4a9eef3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:53:27Z', 'updated_at': '2021-08-19T14:53:39Z', 'revision_number': 4, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'gw_port': {'id': '7b2d2b35-074d-4339-98a2-af5c4a9eef3f', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:28Z', 'updated_at': '2021-08-19T14:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '8e7ba28d-775d-4797-82cc-8ea2fba5c6a1', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'floating_ip_address': '172.25.2.22', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'port_id': 'e71ee2dc-d321-414d-b7c7-0c94027efaf2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8', 'mac_address': 'fa:16:3e:57:c7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b85348-122b-4a1a-8303-b75db4ff0e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:54:13Z', 'updated_at': '2021-08-19T14:54:13Z', 'revision_number': 0, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b84a34-4865-4c7a-a68e-9de6f0ac99d8', 'name': '', 'network_id': 'ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'mac_address': 'fa:16:3e:f4:ef:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '21160d11-dfa8-4ba0-ba02-7e4078d0dcf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:36Z', 'updated_at': '2021-08-19T14:53:46Z', 'revision_number': 5, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'subnets': [{'id': '21160d11-dfa8-4ba0-ba02-7e4078d0dcf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:18.689287 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4469b55a-a772-46df-852c-f7e1ad126051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:18.692119 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4469b55a-a772-46df-852c-f7e1ad126051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:18.695579 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4469b55a-a772-46df-852c-f7e1ad126051 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ba283d6d-c8ed-4b98-a006-09930b101283 HTTP/1.1" status: 204 len: 168 time: 0.6299429 Aug 19 14:54:18.709124 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4469b55a-a772-46df-852c-f7e1ad126051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba283d6d-c8ed-4b98-a006-09930b101283,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:18.709531 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07edba4f-a5ce-4251-bf14-d28186e6fe53 None None] The sync data for ids ['84ba384b-0042-4e91-910a-a7140495f1ee'] in n-d-766043-2 is: [{'id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'name': 'tempest-TestNetworkBasicOps-router-1677768249', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7b2d2b35-074d-4339-98a2-af5c4a9eef3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:53:27Z', 'updated_at': '2021-08-19T14:53:39Z', 'revision_number': 4, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'gw_port': {'id': '7b2d2b35-074d-4339-98a2-af5c4a9eef3f', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:28Z', 'updated_at': '2021-08-19T14:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '8e7ba28d-775d-4797-82cc-8ea2fba5c6a1', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'floating_ip_address': '172.25.2.22', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'port_id': 'e71ee2dc-d321-414d-b7c7-0c94027efaf2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8', 'mac_address': 'fa:16:3e:57:c7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b85348-122b-4a1a-8303-b75db4ff0e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:54:13Z', 'updated_at': '2021-08-19T14:54:13Z', 'revision_number': 0, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b84a34-4865-4c7a-a68e-9de6f0ac99d8', 'name': '', 'network_id': 'ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'mac_address': 'fa:16:3e:f4:ef:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '21160d11-dfa8-4ba0-ba02-7e4078d0dcf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:36Z', 'updated_at': '2021-08-19T14:53:46Z', 'revision_number': 5, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'subnets': [{'id': '21160d11-dfa8-4ba0-ba02-7e4078d0dcf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:54:18.711163 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91597347-1486-47d9-add7-18a625b63886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:18.722661 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-45c369bd-2a72-4a9b-94b6-093f4d9dca4c req-61c02f1d-f73a-4769-98d4-7096c3d3fb93 service neutron] 10.222.0.88 "GET /v2.0/networks/ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419480 Aug 19 14:54:18.782233 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-6a3485a8-c775-43d8-9804-1811c04802c4 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/floatingips/8e7ba28d-775d-4797-82cc-8ea2fba5c6a1 HTTP/1.1" status: 200 len: 990 time: 0.2366893 Aug 19 14:54:18.792202 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f65d1511-7780-40d3-8e3e-c06f0051d6dc tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:18.865190 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5a676251-d683-4785-907b-d6e9fd8204ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:18.881425 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c3429fc-5024-4107-a367-469ea0661976', 'name': 'network-vif-deleted', 'tag': 'f6d9bbfa-f7f0-48fd-a7fc-590afbcbea46'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:54:18.902093 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689d0d9a-aaff-4fd5-a0c4-6ef417960b29" -d '{"events": [{"server_uuid": "6c3429fc-5024-4107-a367-469ea0661976", "name": "network-vif-deleted", "tag": "f6d9bbfa-f7f0-48fd-a7fc-590afbcbea46"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:54:18.927958 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f65d1511-7780-40d3-8e3e-c06f0051d6dc tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:18.928723 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5a676251-d683-4785-907b-d6e9fd8204ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:18.975473 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade72416-9f2a-459f-80af-790c88be5246 req-f652ded1-5e5b-4526-9846-e694c5d48037 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:18.983602 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ade72416-9f2a-459f-80af-790c88be5246 req-f652ded1-5e5b-4526-9846-e694c5d48037 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0b19eb0-7597-4713-a3cf-d7e25d2b8ead HTTP/1.1" status: 200 len: 946 time: 0.1256022 Aug 19 14:54:18.992311 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5a676251-d683-4785-907b-d6e9fd8204ef admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=47e4778cb24d4d459483daec4340e73a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0244863 Aug 19 14:54:18.995984 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d1511-7780-40d3-8e3e-c06f0051d6dc tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event deleted for resources: {'Subnet': ['ID=f1d7978d-6b79-4950-b04e-1873aa8caab1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:19.008443 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bb9140-d430-4fdd-a4db-a6215a95b8e5 None None] Network ac127b0d-2e47-4738-a55c-6e795ef4d016 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:54:19.022997 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36636) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:19.026953 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f65d1511-7780-40d3-8e3e-c06f0051d6dc tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:19.032467 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f65d1511-7780-40d3-8e3e-c06f0051d6dc tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "DELETE /v2.0/subnets/f1d7978d-6b79-4950-b04e-1873aa8caab1 HTTP/1.1" status: 204 len: 168 time: 0.6288223 Aug 19 14:54:19.043871 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36638) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:19.130120 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ca9b09-1075-47de-a85a-41c6a4dab215 None None] New status for floating IP 8e7ba28d-775d-4797-82cc-8ea2fba5c6a1: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 14:54:19.140753 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32114b0e-5b15-4452-93ad-d65f3d71b715 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:19.171748 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ade72416-9f2a-459f-80af-790c88be5246 req-f300a468-bc55-4d42-b072-db3792e2c94e tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870551 Aug 19 14:54:19.195539 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36642) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:19.229827 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91597347-1486-47d9-add7-18a625b63886 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a6e19bf-6f31-43fd-93ed-457fcec2faa4,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:19.249774 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a676251-d683-4785-907b-d6e9fd8204ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6825ff07-a81f-40c0-a5fd-b749c0179a8c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:19.260473 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3595c053-bfe5-499a-b729-159148e0f5fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:19.311836 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6417dd05-ee93-4813-913b-163eba61406c None None] DHCP port deletion for ac127b0d-2e47-4738-a55c-6e795ef4d016 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:54:19.314784 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6c33d8-b20d-4c51-91c2-e4ec2fcb3e54 x-openstack-request-id: req-5f6c33d8-b20d-4c51-91c2-e4ec2fcb3e54 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:54:19.315068 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c3429fc-5024-4107-a367-469ea0661976", "name": "network-vif-deleted", "tag": "f6d9bbfa-f7f0-48fd-a7fc-590afbcbea46", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:54:19.315183 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-23e01cfe-0423-4a80-9f0e-c9dc3708ebe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:19.315331 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5f6c33d8-b20d-4c51-91c2-e4ec2fcb3e54 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:54:19.316764 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c3429fc-5024-4107-a367-469ea0661976', 'name': 'network-vif-deleted', 'tag': 'f6d9bbfa-f7f0-48fd-a7fc-590afbcbea46', 'status': 'completed', 'code': 200} Aug 19 14:54:19.326293 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c395bca-b553-43a3-8ded-0c4904fabad2 req-90276c21-b4c3-45c2-90f2-822930059ec8 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:19.327826 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9c395bca-b553-43a3-8ded-0c4904fabad2 req-90276c21-b4c3-45c2-90f2-822930059ec8 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/networks?id=9be319f8-603a-41e0-a57e-1a917fa30646 HTTP/1.1" status: 200 len: 805 time: 0.3417985 Aug 19 14:54:19.376148 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9c395bca-b553-43a3-8ded-0c4904fabad2 req-313da8bc-3e7e-4f44-b05f-79b044d2c530 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/quotas/be2283224ccb474c91d3399de6043bbd HTTP/1.1" status: 200 len: 375 time: 0.0370650 Aug 19 14:54:19.381666 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6417dd05-ee93-4813-913b-163eba61406c None None] Deleting port a22c0329-2087-4dd8-b755-509ebfa8da76 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:54:19.381953 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6417dd05-ee93-4813-913b-163eba61406c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:19.385264 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-23e01cfe-0423-4a80-9f0e-c9dc3708ebe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:19.406402 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91597347-1486-47d9-add7-18a625b63886 admin admin] Checking segment: {'id': 'f8d283ca-7eac-4064-a442-e24cb1912bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '15d86265-fb34-4790-8fcd-72f16ac2784c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:54:19.406769 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91597347-1486-47d9-add7-18a625b63886 admin admin] Network hostable DHCP agents. Network: 15d86265-fb34-4790-8fcd-72f16ac2784c, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:54:19.421145 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-45c369bd-2a72-4a9b-94b6-093f4d9dca4c req-e291806f-bd43-4478-8072-4a662919f671 service neutron] 10.222.0.88 "GET /v2.0/networks/ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5537131 Aug 19 14:54:19.463622 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-32114b0e-5b15-4452-93ad-d65f3d71b715 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Deleting port a22c0329-2087-4dd8-b755-509ebfa8da76 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:54:19.463991 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32114b0e-5b15-4452-93ad-d65f3d71b715 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:19.478851 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6417dd05-ee93-4813-913b-163eba61406c None None] For port a22c0329-2087-4dd8-b755-509ebfa8da76, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=a22c0329-2087-4dd8-b755-509ebfa8da76,segment=NetworkSegment(4fa4d833-729d-405d-b185-890590b78c0a),segment_id=4fa4d833-729d-405d-b185-890590b78c0a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:19.479378 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6417dd05-ee93-4813-913b-163eba61406c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:19.479601 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91597347-1486-47d9-add7-18a625b63886 admin admin] Network 15d86265-fb34-4790-8fcd-72f16ac2784c is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:54:19.501503 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6417dd05-ee93-4813-913b-163eba61406c None None] Calling delete_port for a22c0329-2087-4dd8-b755-509ebfa8da76 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:54:19.532888 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9c395bca-b553-43a3-8ded-0c4904fabad2 req-8fe91c05-7ad6-404a-b338-ac7b4b5b3037 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=be2283224ccb474c91d3399de6043bbd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1553271 Aug 19 14:54:19.535281 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-91597347-1486-47d9-add7-18a625b63886 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 15d86265-fb34-4790-8fcd-72f16ac2784c) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:54:19.540182 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91597347-1486-47d9-add7-18a625b63886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:19.540815 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91597347-1486-47d9-add7-18a625b63886 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:19.571517 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-32114b0e-5b15-4452-93ad-d65f3d71b715 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] For port a22c0329-2087-4dd8-b755-509ebfa8da76, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=a22c0329-2087-4dd8-b755-509ebfa8da76,segment=NetworkSegment(4fa4d833-729d-405d-b185-890590b78c0a),segment_id=4fa4d833-729d-405d-b185-890590b78c0a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:19.572035 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32114b0e-5b15-4452-93ad-d65f3d71b715 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:19.588549 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-32114b0e-5b15-4452-93ad-d65f3d71b715 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Calling delete_port for a22c0329-2087-4dd8-b755-509ebfa8da76 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:54:19.598249 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6deed3-1775-4e16-9154-e156526460e6 None None] Network 15d86265-fb34-4790-8fcd-72f16ac2784c requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:54:19.677441 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-23e01cfe-0423-4a80-9f0e-c9dc3708ebe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:19.680014 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-23e01cfe-0423-4a80-9f0e-c9dc3708ebe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:19.681239 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-23e01cfe-0423-4a80-9f0e-c9dc3708ebe6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6825ff07-a81f-40c0-a5fd-b749c0179a8c HTTP/1.1" status: 204 len: 168 time: 0.6562948 Aug 19 14:54:19.692570 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3595c053-bfe5-499a-b729-159148e0f5fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:19.707695 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device a22c0329-2087-4dd8-b755-509ebfa8da76 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:54:19.709522 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3595c053-bfe5-499a-b729-159148e0f5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:19.713721 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e01cfe-0423-4a80-9f0e-c9dc3708ebe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6825ff07-a81f-40c0-a5fd-b749c0179a8c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:19.755481 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-91597347-1486-47d9-add7-18a625b63886 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7807460 Aug 19 14:54:19.772623 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-3595c053-bfe5-499a-b729-159148e0f5fa admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e2443c0bf9ad42ce8c9f076487de2e04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5760739 Aug 19 14:54:19.775329 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36658) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:19.776896 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3595c053-bfe5-499a-b729-159148e0f5fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aafcb2ba-220f-4dda-99fe-461f51ed4676,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:19.789509 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9c395bca-b553-43a3-8ded-0c4904fabad2 req-042ba38d-7fc1-4c6f-b384-3a5ecd32cb65 service neutron] 10.222.0.69 "GET /v2.0/networks/9be319f8-603a-41e0-a57e-1a917fa30646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555399 Aug 19 14:54:19.792068 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36660) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:19.833335 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device f6d9bbfa-f7f0-48fd-a7fc-590afbcbea46 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:54:19.877978 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6417dd05-ee93-4813-913b-163eba61406c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:19.881269 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32114b0e-5b15-4452-93ad-d65f3d71b715 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:19.909090 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32114b0e-5b15-4452-93ad-d65f3d71b715 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] No DVR routers for this DVR port a22c0329-2087-4dd8-b755-509ebfa8da76 on host n-d-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:54:19.935777 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-fc7de835-2aab-4677-a943-a8a1d9445e19 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/floatingips/8e7ba28d-775d-4797-82cc-8ea2fba5c6a1 HTTP/1.1" status: 200 len: 992 time: 0.1347282 Aug 19 14:54:19.939640 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32114b0e-5b15-4452-93ad-d65f3d71b715 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event deleted for resources: {'Port': ['ID=a22c0329-2087-4dd8-b755-509ebfa8da76,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:19.972598 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9c395bca-b553-43a3-8ded-0c4904fabad2 req-38ee2151-65eb-41b1-9f8e-9b8c4cb7d366 service neutron] 10.222.0.69 "GET /v2.0/networks/9be319f8-603a-41e0-a57e-1a917fa30646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819191 Aug 19 14:54:19.975686 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c4ada35-d2f6-4d9e-a4f4-794d7551b09a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:19.986121 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: f6d9bbfa-f7f0-48fd-a7fc-590afbcbea46 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:54:19.986470 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device f6d9bbfa-f7f0-48fd-a7fc-590afbcbea46 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:54:20.026394 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36672) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:20.055742 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c4ada35-d2f6-4d9e-a4f4-794d7551b09a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:20.067862 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32114b0e-5b15-4452-93ad-d65f3d71b715 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:20.084635 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6417dd05-ee93-4813-913b-163eba61406c None None] Pushing event deleted for resources: {'Port': ['ID=a22c0329-2087-4dd8-b755-509ebfa8da76,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:20.089432 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-32114b0e-5b15-4452-93ad-d65f3d71b715 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac127b0d-2e47-4738-a55c-6e795ef4d016']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:20.090400 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6417dd05-ee93-4813-913b-163eba61406c None None] No DVR routers for this DVR port a22c0329-2087-4dd8-b755-509ebfa8da76 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:54:20.095343 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-5913bd65-be22-4a32-94b8-30229c4194ae admin admin] Deleting subnet 7a6e19bf-6f31-43fd-93ed-457fcec2faa4 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:54:20.096030 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a75a92-fa84-4d92-8c36-27e6f56755b5 None None] Network 15d86265-fb34-4790-8fcd-72f16ac2784c requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:54:20.100296 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5913bd65-be22-4a32-94b8-30229c4194ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:20.119603 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-32114b0e-5b15-4452-93ad-d65f3d71b715 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fa4d833-729d-405d-b185-890590b78c0a') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:20.119903 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-32114b0e-5b15-4452-93ad-d65f3d71b715 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fa4d833-729d-405d-b185-890590b78c0a') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:20.133132 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No active binding found for port a22c0329-2087-4dd8-b755-509ebfa8da76 {{(pid=94641) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 19 14:54:20.133382 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32114b0e-5b15-4452-93ad-d65f3d71b715 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:20.142352 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device a22c0329-2087-4dd8-b755-509ebfa8da76 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:54:20.157286 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32114b0e-5b15-4452-93ad-d65f3d71b715 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:20.157957 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5913bd65-be22-4a32-94b8-30229c4194ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:20.168379 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32114b0e-5b15-4452-93ad-d65f3d71b715 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:54:20.168773 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32114b0e-5b15-4452-93ad-d65f3d71b715 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:20.172687 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:54:20.172687 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:54:20.172687 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:54:20.172687 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:54:20.172687 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:54:20.172687 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:54:20.172687 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:54:20.172687 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:54:20.172687 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:54:20.172687 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:54:20.172687 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:54:20.172687 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:54:20.172687 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:54:20.172687 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:54:20.172687 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:54:20.172687 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:54:20.172687 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:54:20.172687 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:54:20.172687 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:54:20.172687 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:54:20.172687 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:54:20.172687 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:54:20.172687 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:54:20.172687 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:54:20.172687 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:54:20.172687 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:54:20.172687 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:54:20.172687 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:54:20.172687 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:54:20.172687 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:54:20.172687 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:54:20.172687 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:54:20.233138 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c4ada35-d2f6-4d9e-a4f4-794d7551b09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:20.236062 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c4ada35-d2f6-4d9e-a4f4-794d7551b09a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:20.248000 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-3c4ada35-d2f6-4d9e-a4f4-794d7551b09a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/aafcb2ba-220f-4dda-99fe-461f51ed4676 HTTP/1.1" status: 204 len: 168 time: 0.4603038 Aug 19 14:54:20.258570 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4ada35-d2f6-4d9e-a4f4-794d7551b09a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafcb2ba-220f-4dda-99fe-461f51ed4676,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:20.260860 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5913bd65-be22-4a32-94b8-30229c4194ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:20.284447 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32114b0e-5b15-4452-93ad-d65f3d71b715 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:20.304480 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32114b0e-5b15-4452-93ad-d65f3d71b715 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:20.317091 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-32114b0e-5b15-4452-93ad-d65f3d71b715 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "DELETE /v2.0/networks/ac127b0d-2e47-4738-a55c-6e795ef4d016 HTTP/1.1" status: 204 len: 168 time: 1.2716165 Aug 19 14:54:20.350413 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36684) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:20.355280 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32114b0e-5b15-4452-93ad-d65f3d71b715 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event deleted for resources: {'Network': ['ID=ac127b0d-2e47-4738-a55c-6e795ef4d016,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:20.366178 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-537c2ef6-1b45-4bd8-b38d-6f7447b22582 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-929294062'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:20.408881 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2ac645a1-c9da-4f73-b185-7267b3465bc2 req-c5aa7e92-8c93-4aac-b1a3-7663bece7c09 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=a060edb3-6bb5-4284-96e0-7877059c79c4 HTTP/1.1" status: 200 len: 210 time: 0.0829632 Aug 19 14:54:20.504852 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537c2ef6-1b45-4bd8-b38d-6f7447b22582 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Made reservation on behalf of 7e6d46bc76a949adbb4c2a4b74be1b02 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:54:20.514760 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-537c2ef6-1b45-4bd8-b38d-6f7447b22582 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:20.520693 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36690) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:20.536606 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8e6880b2-34dd-4faf-a46d-766472e871ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:20.569384 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf0b320-cc7f-464f-b559-91a288c8c160 req-393b6250-311f-4751-a7e2-4efea1d6967f tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:20.571825 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-baf0b320-cc7f-464f-b559-91a288c8c160 req-393b6250-311f-4751-a7e2-4efea1d6967f tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0b19eb0-7597-4713-a3cf-d7e25d2b8ead HTTP/1.1" status: 200 len: 946 time: 0.1998444 Aug 19 14:54:20.574548 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5913bd65-be22-4a32-94b8-30229c4194ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:20.630176 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-537c2ef6-1b45-4bd8-b38d-6f7447b22582 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:54:20.634396 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5913bd65-be22-4a32-94b8-30229c4194ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:20.638818 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-5913bd65-be22-4a32-94b8-30229c4194ae admin admin] 10.222.0.69 "DELETE /v2.0/subnets/7a6e19bf-6f31-43fd-93ed-457fcec2faa4 HTTP/1.1" status: 204 len: 168 time: 0.6084793 Aug 19 14:54:20.638818 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5913bd65-be22-4a32-94b8-30229c4194ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a6e19bf-6f31-43fd-93ed-457fcec2faa4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:20.645519 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36704) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:20.670568 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-537c2ef6-1b45-4bd8-b38d-6f7447b22582 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:20.670928 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-537c2ef6-1b45-4bd8-b38d-6f7447b22582 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Added segment 90b128e8-03fb-4cc7-b86c-72373978f39a of type vlan for network d4617985-8708-4d6b-8163-8fa1f48d5d2a Aug 19 14:54:20.717157 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-baf0b320-cc7f-464f-b559-91a288c8c160 req-b4f6e722-8b64-46b2-af98-bf34d0e850e5 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323380 Aug 19 14:54:20.744633 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-537c2ef6-1b45-4bd8-b38d-6f7447b22582 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:20.763099 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce6f003a-58b5-4276-8de5-38284395bc33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:20.808925 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-537c2ef6-1b45-4bd8-b38d-6f7447b22582 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:20.818533 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537c2ef6-1b45-4bd8-b38d-6f7447b22582 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:20.819328 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-537c2ef6-1b45-4bd8-b38d-6f7447b22582 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:20.848722 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8e6880b2-34dd-4faf-a46d-766472e871ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:20.891548 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8e6880b2-34dd-4faf-a46d-766472e871ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:20.900130 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537c2ef6-1b45-4bd8-b38d-6f7447b22582 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event updated for resources: {'Network': ['ID=d4617985-8708-4d6b-8163-8fa1f48d5d2a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:20.911183 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network d4617985-8708-4d6b-8163-8fa1f48d5d2a details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:54:20.919059 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-537c2ef6-1b45-4bd8-b38d-6f7447b22582 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5673332 Aug 19 14:54:20.922332 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36732) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:20.939057 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce6f003a-58b5-4276-8de5-38284395bc33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:20.945731 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7e738e76-ea39-47a7-8061-0d7436141cfe tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Request body: {'subnet': {'network_id': 'd4617985-8708-4d6b-8163-8fa1f48d5d2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:20.965293 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-ce6f003a-58b5-4276-8de5-38284395bc33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15d86265-fb34-4790-8fcd-72f16ac2784c']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:20.969906 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8e6880b2-34dd-4faf-a46d-766472e871ef admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e9704c017d714b8db009a29213520a0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4479365 Aug 19 14:54:20.976284 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36736) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:20.977150 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6880b2-34dd-4faf-a46d-766472e871ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ccab370-146c-4cda-bee3-6b0a79bbebad,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:21.022998 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-ce6f003a-58b5-4276-8de5-38284395bc33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8d283ca-7eac-4064-a442-e24cb1912bc3') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:21.023524 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-ce6f003a-58b5-4276-8de5-38284395bc33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8d283ca-7eac-4064-a442-e24cb1912bc3') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:21.045206 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce6f003a-58b5-4276-8de5-38284395bc33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:21.077443 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce6f003a-58b5-4276-8de5-38284395bc33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:21.105556 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce6f003a-58b5-4276-8de5-38284395bc33 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:54:21.106052 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce6f003a-58b5-4276-8de5-38284395bc33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:21.107983 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4db2f53b-c235-4e86-9359-66d3b8f20c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:21.109677 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:54:21.109677 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:54:21.109677 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:54:21.109677 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:54:21.109677 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:54:21.109677 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:54:21.109677 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:54:21.109677 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:54:21.109677 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:54:21.109677 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:54:21.109677 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:54:21.109677 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:54:21.109677 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:54:21.109677 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:54:21.109677 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:54:21.109677 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:54:21.109677 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:54:21.109677 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:54:21.109677 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:54:21.109677 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:54:21.109677 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:54:21.109677 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:54:21.109677 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:54:21.109677 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:54:21.109677 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:54:21.109677 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:54:21.109677 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:54:21.109677 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:54:21.109677 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:54:21.109677 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:54:21.109677 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:54:21.109677 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:54:21.149504 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e738e76-ea39-47a7-8061-0d7436141cfe tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Made reservation on behalf of 7e6d46bc76a949adbb4c2a4b74be1b02 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:54:21.160498 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e738e76-ea39-47a7-8061-0d7436141cfe tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:21.187725 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4db2f53b-c235-4e86-9359-66d3b8f20c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:21.212983 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce6f003a-58b5-4276-8de5-38284395bc33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:21.236743 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce6f003a-58b5-4276-8de5-38284395bc33 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:21.238751 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ce6f003a-58b5-4276-8de5-38284395bc33 admin admin] 10.222.0.69 "DELETE /v2.0/networks/15d86265-fb34-4790-8fcd-72f16ac2784c HTTP/1.1" status: 204 len: 168 time: 0.5916798 Aug 19 14:54:21.276483 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f003a-58b5-4276-8de5-38284395bc33 admin admin] Pushing event deleted for resources: {'Network': ['ID=15d86265-fb34-4790-8fcd-72f16ac2784c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:21.309618 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4db2f53b-c235-4e86-9359-66d3b8f20c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:21.313141 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4db2f53b-c235-4e86-9359-66d3b8f20c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:21.314723 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4db2f53b-c235-4e86-9359-66d3b8f20c2b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8ccab370-146c-4cda-bee3-6b0a79bbebad HTTP/1.1" status: 204 len: 168 time: 0.3343670 Aug 19 14:54:21.323764 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db2f53b-c235-4e86-9359-66d3b8f20c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ccab370-146c-4cda-bee3-6b0a79bbebad,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:21.426852 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36782) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:21.485141 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e738e76-ea39-47a7-8061-0d7436141cfe tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:21.624913 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-46839932-4d89-4a92-bbcc-ab119eefd213 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0371ab6acb2244aa8e35834a08e4c0bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1967041 Aug 19 14:54:21.632132 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36800) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:21.650876 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d11ccd21-913b-41e5-a804-99d371ea9bd5 req-9293ad3b-9ea0-4948-b806-2fa7b74f724d tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=a060edb3-6bb5-4284-96e0-7877059c79c4 HTTP/1.1" status: 200 len: 210 time: 0.0688703 Aug 19 14:54:21.688687 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e738e76-ea39-47a7-8061-0d7436141cfe tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event updated for resources: {'Subnet': ['ID=0becc41d-664a-41ca-b340-7f5e9478a8c0,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:21.718040 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e738e76-ea39-47a7-8061-0d7436141cfe tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Checking segment: {'id': '90b128e8-03fb-4cc7-b86c-72373978f39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd4617985-8708-4d6b-8163-8fa1f48d5d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:54:21.720679 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e738e76-ea39-47a7-8061-0d7436141cfe tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Network hostable DHCP agents. Network: d4617985-8708-4d6b-8163-8fa1f48d5d2a, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:54:21.764351 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e738e76-ea39-47a7-8061-0d7436141cfe tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Network d4617985-8708-4d6b-8163-8fa1f48d5d2a is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:54:21.786639 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-7e738e76-ea39-47a7-8061-0d7436141cfe tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, d4617985-8708-4d6b-8163-8fa1f48d5d2a) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:54:21.795113 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e738e76-ea39-47a7-8061-0d7436141cfe tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:21.795527 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f521ee62-77ed-4d8c-ace5-e2f58f8d4911 None None] Network d4617985-8708-4d6b-8163-8fa1f48d5d2a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:54:21.797248 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e738e76-ea39-47a7-8061-0d7436141cfe tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:21.837239 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-7e738e76-ea39-47a7-8061-0d7436141cfe tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9095571 Aug 19 14:54:21.838107 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36814) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:21.844513 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b13484b9-22ff-4fa5-a01b-568421e6c53d tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Request body: {'port': {'network_id': 'd4617985-8708-4d6b-8163-8fa1f48d5d2a', 'name': 'tempest-PortsTestJSON-1625108274', 'fixed_ips': [{'subnet_id': '0becc41d-664a-41ca-b340-7f5e9478a8c0', 'ip_address': '172.20.0.10'}]}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:21.923790 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ece973df-460e-4200-89cb-64df056ddfd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:22.002720 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ece973df-460e-4200-89cb-64df056ddfd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:22.023980 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c395bca-b553-43a3-8ded-0c4904fabad2 req-0759fe31-0ca5-438d-a0fa-68d3c893a56a tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:22.025654 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9c395bca-b553-43a3-8ded-0c4904fabad2 req-0759fe31-0ca5-438d-a0fa-68d3c893a56a tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.68 "GET /v2.0/networks?id=9be319f8-603a-41e0-a57e-1a917fa30646 HTTP/1.1" status: 200 len: 805 time: 0.4116957 Aug 19 14:54:22.041277 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f43d96-f7d1-4bbb-b32f-c3ac9f1c87a2 req-d40a76a1-2935-4b1d-86f7-707c049919c7 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:22.050705 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-89f43d96-f7d1-4bbb-b32f-c3ac9f1c87a2 req-d40a76a1-2935-4b1d-86f7-707c049919c7 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0b19eb0-7597-4713-a3cf-d7e25d2b8ead HTTP/1.1" status: 200 len: 946 time: 0.2112672 Aug 19 14:54:22.057297 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee43083-4f48-4a5b-b703-86bb2819419e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-d4617985-8708-4d6b-8163-8fa1f48d5d2a', 'network_id': 'd4617985-8708-4d6b-8163-8fa1f48d5d2a', 'tenant_id': '7e6d46bc76a949adbb4c2a4b74be1b02', 'fixed_ips': [{'subnet_id': '0becc41d-664a-41ca-b340-7f5e9478a8c0'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:54:22.058518 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3ee43083-4f48-4a5b-b703-86bb2819419e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:22.074296 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-9c395bca-b553-43a3-8ded-0c4904fabad2 req-96b1c495-718c-4f63-b833-59eff69a2282 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Request body: {'port': {'device_id': 'a060edb3-6bb5-4284-96e0-7877059c79c4', 'network_id': '9be319f8-603a-41e0-a57e-1a917fa30646', 'admin_state_up': True, 'tenant_id': 'be2283224ccb474c91d3399de6043bbd'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:22.109057 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-89f43d96-f7d1-4bbb-b32f-c3ac9f1c87a2 req-16750191-38a5-4221-a32f-2214d8353528 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574503 Aug 19 14:54:22.119461 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13484b9-22ff-4fa5-a01b-568421e6c53d tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Made reservation on behalf of 7e6d46bc76a949adbb4c2a4b74be1b02 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:54:22.263965 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ece973df-460e-4200-89cb-64df056ddfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:22.266917 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ece973df-460e-4200-89cb-64df056ddfd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:22.268256 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ece973df-460e-4200-89cb-64df056ddfd0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f3febf65-923b-4be7-a1c0-25209510ef10 HTTP/1.1" status: 204 len: 168 time: 0.6343210 Aug 19 14:54:22.283883 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece973df-460e-4200-89cb-64df056ddfd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3febf65-923b-4be7-a1c0-25209510ef10,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:22.300657 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b13484b9-22ff-4fa5-a01b-568421e6c53d tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:22.321544 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-b13484b9-22ff-4fa5-a01b-568421e6c53d tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] device_id is not set on port 9978db62-65e1-4542-b50a-8e5b8d1cba1a yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:54:22.324285 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-3ee43083-4f48-4a5b-b703-86bb2819419e None None] Allocated IP 172.20.0.2 (d4617985-8708-4d6b-8163-8fa1f48d5d2a/0becc41d-664a-41ca-b340-7f5e9478a8c0/b1a92d5a-f661-4831-88b5-d877a369a38b) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:54:22.397014 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c395bca-b553-43a3-8ded-0c4904fabad2 req-96b1c495-718c-4f63-b833-59eff69a2282 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Made reservation on behalf of be2283224ccb474c91d3399de6043bbd for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:54:22.422210 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9c395bca-b553-43a3-8ded-0c4904fabad2 req-96b1c495-718c-4f63-b833-59eff69a2282 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:22.582029 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3ee43083-4f48-4a5b-b703-86bb2819419e None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:22.591743 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3ee43083-4f48-4a5b-b703-86bb2819419e None None] Transition to ACTIVE for port object b1a92d5a-f661-4831-88b5-d877a369a38b will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:54:22.596317 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-9c395bca-b553-43a3-8ded-0c4904fabad2 req-96b1c495-718c-4f63-b833-59eff69a2282 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Allocated IP 172.20.0.5 (9be319f8-603a-41e0-a57e-1a917fa30646/a7f2da21-de8f-4925-bf66-a36681d26e7b/d44c6dd1-079b-4c56-bde1-6d0dd80bc5bc) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:54:22.609984 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3ee43083-4f48-4a5b-b703-86bb2819419e None None] Transition to ACTIVE for port object b1a92d5a-f661-4831-88b5-d877a369a38b will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:54:22.619520 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3ee43083-4f48-4a5b-b703-86bb2819419e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:22.687758 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-b13484b9-22ff-4fa5-a01b-568421e6c53d tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Allocated IP 172.20.0.10 (d4617985-8708-4d6b-8163-8fa1f48d5d2a/0becc41d-664a-41ca-b340-7f5e9478a8c0/9978db62-65e1-4542-b50a-8e5b8d1cba1a) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:54:22.730942 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee43083-4f48-4a5b-b703-86bb2819419e None None] Network d4617985-8708-4d6b-8163-8fa1f48d5d2a is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:54:22.753548 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-3ee43083-4f48-4a5b-b703-86bb2819419e None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:54:22.759715 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee43083-4f48-4a5b-b703-86bb2819419e None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:54:22.796911 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee43083-4f48-4a5b-b703-86bb2819419e None None] Pushing event updated for resources: {'Port': ['ID=b1a92d5a-f661-4831-88b5-d877a369a38b,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:22.804885 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9c395bca-b553-43a3-8ded-0c4904fabad2 req-96b1c495-718c-4f63-b833-59eff69a2282 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:22.836340 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fd1c6565-b1ac-4dad-865c-58a0062b17aa req-a601b1b9-3391-446f-b103-ed05e9778dce tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=a060edb3-6bb5-4284-96e0-7877059c79c4 HTTP/1.1" status: 200 len: 210 time: 0.0550635 Aug 19 14:54:22.874730 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9c395bca-b553-43a3-8ded-0c4904fabad2 req-96b1c495-718c-4f63-b833-59eff69a2282 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:22.876527 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3ee43083-4f48-4a5b-b703-86bb2819419e None None] Attempting to bind port b1a92d5a-f661-4831-88b5-d877a369a38b on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:54:22.877117 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3ee43083-4f48-4a5b-b703-86bb2819419e None None] Attempting to bind port b1a92d5a-f661-4831-88b5-d877a369a38b by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '90b128e8-03fb-4cc7-b86c-72373978f39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd4617985-8708-4d6b-8163-8fa1f48d5d2a'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:54:22.877668 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee43083-4f48-4a5b-b703-86bb2819419e None None] Attempting to bind port b1a92d5a-f661-4831-88b5-d877a369a38b on network d4617985-8708-4d6b-8163-8fa1f48d5d2a {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:54:22.884942 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee43083-4f48-4a5b-b703-86bb2819419e None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:54:22.885503 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee43083-4f48-4a5b-b703-86bb2819419e None None] Checking segment: {'id': '90b128e8-03fb-4cc7-b86c-72373978f39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd4617985-8708-4d6b-8163-8fa1f48d5d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:54:22.886073 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3ee43083-4f48-4a5b-b703-86bb2819419e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:22.886678 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee43083-4f48-4a5b-b703-86bb2819419e None None] Bound using segment: {'id': '90b128e8-03fb-4cc7-b86c-72373978f39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd4617985-8708-4d6b-8163-8fa1f48d5d2a'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:54:22.887302 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3ee43083-4f48-4a5b-b703-86bb2819419e None None] Bound port: b1a92d5a-f661-4831-88b5-d877a369a38b, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b128e8-03fb-4cc7-b86c-72373978f39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd4617985-8708-4d6b-8163-8fa1f48d5d2a'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:54:22.888003 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3ee43083-4f48-4a5b-b703-86bb2819419e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:22.893679 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['a7e85fcb-ef17-4c29-9bad-802ebaac2f1f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:54:22.929421 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c395bca-b553-43a3-8ded-0c4904fabad2 req-96b1c495-718c-4f63-b833-59eff69a2282 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Network 9be319f8-603a-41e0-a57e-1a917fa30646 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:54:22.944220 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-9c395bca-b553-43a3-8ded-0c4904fabad2 req-96b1c495-718c-4f63-b833-59eff69a2282 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:54:22.953246 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c395bca-b553-43a3-8ded-0c4904fabad2 req-96b1c495-718c-4f63-b833-59eff69a2282 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:54:22.989393 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b1c495-718c-4f63-b833-59eff69a2282 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Pushing event updated for resources: {'Port': ['ID=d44c6dd1-079b-4c56-bde1-6d0dd80bc5bc,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:23.027459 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c395bca-b553-43a3-8ded-0c4904fabad2 req-96b1c495-718c-4f63-b833-59eff69a2282 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:23.028278 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9c395bca-b553-43a3-8ded-0c4904fabad2 req-96b1c495-718c-4f63-b833-59eff69a2282 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:23.042196 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36884) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:23.055057 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9c395bca-b553-43a3-8ded-0c4904fabad2 req-96b1c495-718c-4f63-b833-59eff69a2282 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0149107 Aug 19 14:54:23.068605 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b13484b9-22ff-4fa5-a01b-568421e6c53d tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:23.069808 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [req-9c395bca-b553-43a3-8ded-0c4904fabad2 req-5e34f359-ed53-4ebd-9beb-a9d7d40446a6 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:23.073385 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9c395bca-b553-43a3-8ded-0c4904fabad2 req-5e34f359-ed53-4ebd-9beb-a9d7d40446a6 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102592 Aug 19 14:54:23.078916 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3ee43083-4f48-4a5b-b703-86bb2819419e None None] For port b1a92d5a-f661-4831-88b5-d877a369a38b, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:54:23.091169 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-9c395bca-b553-43a3-8ded-0c4904fabad2 req-d816a9e1-f704-4d06-9128-71fa9b06d036 service neutron] Request body: {'port': {'device_id': 'a060edb3-6bb5-4284-96e0-7877059c79c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:23.099904 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3ee43083-4f48-4a5b-b703-86bb2819419e None None] For port b1a92d5a-f661-4831-88b5-d877a369a38b, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b1a92d5a-f661-4831-88b5-d877a369a38b,segment=NetworkSegment(90b128e8-03fb-4cc7-b86c-72373978f39a),segment_id=90b128e8-03fb-4cc7-b86c-72373978f39a)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:54:23.109220 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3ee43083-4f48-4a5b-b703-86bb2819419e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:23.110166 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b13484b9-22ff-4fa5-a01b-568421e6c53d tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Transition to ACTIVE for port object 9978db62-65e1-4542-b50a-8e5b8d1cba1a will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:54:23.177507 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee43083-4f48-4a5b-b703-86bb2819419e None None] Pushing event updated for resources: {'Port': ['ID=b1a92d5a-f661-4831-88b5-d877a369a38b,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:23.180558 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9c395bca-b553-43a3-8ded-0c4904fabad2 req-d816a9e1-f704-4d06-9128-71fa9b06d036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:23.194397 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b13484b9-22ff-4fa5-a01b-568421e6c53d tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:23.323365 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13484b9-22ff-4fa5-a01b-568421e6c53d tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Network d4617985-8708-4d6b-8163-8fa1f48d5d2a is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:54:23.334188 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-b13484b9-22ff-4fa5-a01b-568421e6c53d tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:54:23.341133 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13484b9-22ff-4fa5-a01b-568421e6c53d tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:54:23.381306 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13484b9-22ff-4fa5-a01b-568421e6c53d tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event updated for resources: {'Port': ['ID=9978db62-65e1-4542-b50a-8e5b8d1cba1a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:23.395279 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a515d-dc2b-433b-813c-3d54187753eb req-00800c74-1151-4a15-915c-d9172cf94e06 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:23.397129 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2f9a515d-dc2b-433b-813c-3d54187753eb req-00800c74-1151-4a15-915c-d9172cf94e06 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0b19eb0-7597-4713-a3cf-d7e25d2b8ead HTTP/1.1" status: 200 len: 946 time: 0.1249640 Aug 19 14:54:23.456068 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13484b9-22ff-4fa5-a01b-568421e6c53d tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:23.458347 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b13484b9-22ff-4fa5-a01b-568421e6c53d tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:23.508665 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3e3e62fe-ddca-483b-8688-a5758dca508e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:23.536264 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-b13484b9-22ff-4fa5-a01b-568421e6c53d tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6955795 Aug 19 14:54:23.536886 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36898) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:23.542962 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-adb8e3df-c1cb-4291-9a71-8dd79a818c8c tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Request body: {'port': {'network_id': 'd4617985-8708-4d6b-8163-8fa1f48d5d2a', 'name': 'tempest-PortsTestJSON-2124831408', 'fixed_ips': [{'subnet_id': '0becc41d-664a-41ca-b340-7f5e9478a8c0', 'ip_address': '172.20.0.9'}]}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:23.560120 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2f9a515d-dc2b-433b-813c-3d54187753eb req-31d721d4-e0ea-4d0f-88e3-4422f9ce139d tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545703 Aug 19 14:54:23.712820 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-9c395bca-b553-43a3-8ded-0c4904fabad2 req-d816a9e1-f704-4d06-9128-71fa9b06d036 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d44c6dd1-079b-4c56-bde1-6d0dd80bc5bc {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:54:23.726988 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9c395bca-b553-43a3-8ded-0c4904fabad2 req-d816a9e1-f704-4d06-9128-71fa9b06d036 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:23.740708 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b1a92d5a-f661-4831-88b5-d877a369a38b up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:54:23.749045 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-9c395bca-b553-43a3-8ded-0c4904fabad2 req-d816a9e1-f704-4d06-9128-71fa9b06d036 service neutron] Transition to ACTIVE for port object d44c6dd1-079b-4c56-bde1-6d0dd80bc5bc will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:54:23.760191 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9c395bca-b553-43a3-8ded-0c4904fabad2 req-d816a9e1-f704-4d06-9128-71fa9b06d036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:23.814737 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port b1a92d5a-f661-4831-88b5-d877a369a38b completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:54:23.825781 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3e3e62fe-ddca-483b-8688-a5758dca508e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:23.836582 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3e3e62fe-ddca-483b-8688-a5758dca508e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:23.856649 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb8e3df-c1cb-4291-9a71-8dd79a818c8c tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Made reservation on behalf of 7e6d46bc76a949adbb4c2a4b74be1b02 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:54:23.864467 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-adb8e3df-c1cb-4291-9a71-8dd79a818c8c tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:23.884173 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d816a9e1-f704-4d06-9128-71fa9b06d036 service neutron] Pushing event updated for resources: {'Port': ['ID=d44c6dd1-079b-4c56-bde1-6d0dd80bc5bc,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:23.934344 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-adb8e3df-c1cb-4291-9a71-8dd79a818c8c tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] device_id is not set on port f961e465-3aa4-4992-a5b0-e9f0985f0485 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:54:23.947903 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-3e3e62fe-ddca-483b-8688-a5758dca508e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0d0ee168fc1742d49f5b5d746289dece&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9038751 Aug 19 14:54:23.949386 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36910) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:23.955013 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3e62fe-ddca-483b-8688-a5758dca508e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee500dbb-3e44-4b21-98a0-1bdcadbfb95a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:24.001080 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-9c395bca-b553-43a3-8ded-0c4904fabad2 req-d816a9e1-f704-4d06-9128-71fa9b06d036 service neutron] Attempting to bind port d44c6dd1-079b-4c56-bde1-6d0dd80bc5bc on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:54:24.001569 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-9c395bca-b553-43a3-8ded-0c4904fabad2 req-d816a9e1-f704-4d06-9128-71fa9b06d036 service neutron] Attempting to bind port d44c6dd1-079b-4c56-bde1-6d0dd80bc5bc by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': 'af76a49f-6b6e-4117-acb3-d7b5325cccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9be319f8-603a-41e0-a57e-1a917fa30646'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:54:24.001900 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c395bca-b553-43a3-8ded-0c4904fabad2 req-d816a9e1-f704-4d06-9128-71fa9b06d036 service neutron] Attempting to bind port d44c6dd1-079b-4c56-bde1-6d0dd80bc5bc on network 9be319f8-603a-41e0-a57e-1a917fa30646 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:54:24.008007 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c395bca-b553-43a3-8ded-0c4904fabad2 req-d816a9e1-f704-4d06-9128-71fa9b06d036 service neutron] Port d44c6dd1-079b-4c56-bde1-6d0dd80bc5bc on network 9be319f8-603a-41e0-a57e-1a917fa30646 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:54:24.008330 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c395bca-b553-43a3-8ded-0c4904fabad2 req-d816a9e1-f704-4d06-9128-71fa9b06d036 service neutron] Attempting to bind port d44c6dd1-079b-4c56-bde1-6d0dd80bc5bc on network 9be319f8-603a-41e0-a57e-1a917fa30646 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:54:24.014482 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c395bca-b553-43a3-8ded-0c4904fabad2 req-d816a9e1-f704-4d06-9128-71fa9b06d036 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:54:24.014821 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c395bca-b553-43a3-8ded-0c4904fabad2 req-d816a9e1-f704-4d06-9128-71fa9b06d036 service neutron] Checking segment: {'id': 'af76a49f-6b6e-4117-acb3-d7b5325cccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9be319f8-603a-41e0-a57e-1a917fa30646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:54:24.015252 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c395bca-b553-43a3-8ded-0c4904fabad2 req-d816a9e1-f704-4d06-9128-71fa9b06d036 service neutron] Bound using segment: {'id': 'af76a49f-6b6e-4117-acb3-d7b5325cccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9be319f8-603a-41e0-a57e-1a917fa30646'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:54:24.016109 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-9c395bca-b553-43a3-8ded-0c4904fabad2 req-d816a9e1-f704-4d06-9128-71fa9b06d036 service neutron] Bound port: d44c6dd1-079b-4c56-bde1-6d0dd80bc5bc, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af76a49f-6b6e-4117-acb3-d7b5325cccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9be319f8-603a-41e0-a57e-1a917fa30646'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:54:24.016109 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9c395bca-b553-43a3-8ded-0c4904fabad2 req-d816a9e1-f704-4d06-9128-71fa9b06d036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:24.103798 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-9c395bca-b553-43a3-8ded-0c4904fabad2 req-d816a9e1-f704-4d06-9128-71fa9b06d036 service neutron] For port d44c6dd1-079b-4c56-bde1-6d0dd80bc5bc, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:54:24.125004 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-9c395bca-b553-43a3-8ded-0c4904fabad2 req-d816a9e1-f704-4d06-9128-71fa9b06d036 service neutron] For port d44c6dd1-079b-4c56-bde1-6d0dd80bc5bc, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=d44c6dd1-079b-4c56-bde1-6d0dd80bc5bc,segment=NetworkSegment(af76a49f-6b6e-4117-acb3-d7b5325cccf1),segment_id=af76a49f-6b6e-4117-acb3-d7b5325cccf1)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:54:24.137324 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9c395bca-b553-43a3-8ded-0c4904fabad2 req-d816a9e1-f704-4d06-9128-71fa9b06d036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:24.196342 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e4f6d9a-7209-49b6-9601-65187120484d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:24.216449 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e70585c-9af0-4911-9559-a5eee0c7a33c req-7968d813-3fa3-4b1a-8787-eb4562e1a566 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:24.217644 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6e70585c-9af0-4911-9559-a5eee0c7a33c req-7968d813-3fa3-4b1a-8787-eb4562e1a566 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=a060edb3-6bb5-4284-96e0-7877059c79c4 HTTP/1.1" status: 200 len: 943 time: 0.2011442 Aug 19 14:54:24.231556 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c395bca-b553-43a3-8ded-0c4904fabad2 req-d816a9e1-f704-4d06-9128-71fa9b06d036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:24.232198 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9c395bca-b553-43a3-8ded-0c4904fabad2 req-d816a9e1-f704-4d06-9128-71fa9b06d036 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:24.233644 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9c395bca-b553-43a3-8ded-0c4904fabad2 req-d816a9e1-f704-4d06-9128-71fa9b06d036 service neutron] 10.222.0.68 "PUT /v2.0/ports/d44c6dd1-079b-4c56-bde1-6d0dd80bc5bc HTTP/1.1" status: 200 len: 1091 time: 1.1497552 Aug 19 14:54:24.234092 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a060edb3-6bb5-4284-96e0-7877059c79c4', 'tag': 'd44c6dd1-079b-4c56-bde1-6d0dd80bc5bc'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:54:24.236351 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d55d03d-01d9-4e2a-8566-c4e2818bff39" -d '{"events": [{"name": "network-changed", "server_uuid": "a060edb3-6bb5-4284-96e0-7877059c79c4", "tag": "d44c6dd1-079b-4c56-bde1-6d0dd80bc5bc"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:54:24.328693 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-adb8e3df-c1cb-4291-9a71-8dd79a818c8c tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Allocated IP 172.20.0.9 (d4617985-8708-4d6b-8163-8fa1f48d5d2a/0becc41d-664a-41ca-b340-7f5e9478a8c0/f961e465-3aa4-4992-a5b0-e9f0985f0485) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:54:24.348447 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13140543-c810-408f-84b9-7b546ba0a47a x-openstack-request-id: req-13140543-c810-408f-84b9-7b546ba0a47a {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:54:24.348738 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a060edb3-6bb5-4284-96e0-7877059c79c4", "tag": "d44c6dd1-079b-4c56-bde1-6d0dd80bc5bc", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:54:24.349126 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-13140543-c810-408f-84b9-7b546ba0a47a {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:54:24.349724 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a060edb3-6bb5-4284-96e0-7877059c79c4', 'tag': 'd44c6dd1-079b-4c56-bde1-6d0dd80bc5bc', 'status': 'completed', 'code': 200} Aug 19 14:54:24.360449 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d816a9e1-f704-4d06-9128-71fa9b06d036 service neutron] Pushing event updated for resources: {'Port': ['ID=d44c6dd1-079b-4c56-bde1-6d0dd80bc5bc,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:24.378734 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c395bca-b553-43a3-8ded-0c4904fabad2 req-4e1f74a2-3f90-4459-8662-9022c93412b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:24.380376 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9c395bca-b553-43a3-8ded-0c4904fabad2 req-4e1f74a2-3f90-4459-8662-9022c93412b7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=be2283224ccb474c91d3399de6043bbd&device_id=a060edb3-6bb5-4284-96e0-7877059c79c4 HTTP/1.1" status: 200 len: 1094 time: 0.0846975 Aug 19 14:54:24.390466 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e4f6d9a-7209-49b6-9601-65187120484d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:24.442136 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36930) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:24.530778 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9c395bca-b553-43a3-8ded-0c4904fabad2 req-319bed03-0c60-4dcd-889f-389bccd78e7a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d44c6dd1-079b-4c56-bde1-6d0dd80bc5bc HTTP/1.1" status: 200 len: 217 time: 0.1396060 Aug 19 14:54:24.548268 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6e70585c-9af0-4911-9559-a5eee0c7a33c req-377259c9-fa83-47e3-a06b-d6428b593712 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742124 Aug 19 14:54:24.622279 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e4f6d9a-7209-49b6-9601-65187120484d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:24.627201 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e4f6d9a-7209-49b6-9601-65187120484d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:24.629067 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-7e4f6d9a-7209-49b6-9601-65187120484d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ee500dbb-3e44-4b21-98a0-1bdcadbfb95a HTTP/1.1" status: 204 len: 168 time: 0.6786330 Aug 19 14:54:24.660517 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c395bca-b553-43a3-8ded-0c4904fabad2 req-9e6adfe7-2ab2-431f-81d9-db7e39a64e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:24.660517 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9c395bca-b553-43a3-8ded-0c4904fabad2 req-9e6adfe7-2ab2-431f-81d9-db7e39a64e7e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a7f2da21-de8f-4925-bf66-a36681d26e7b HTTP/1.1" status: 200 len: 845 time: 0.1187356 Aug 19 14:54:24.660954 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4f6d9a-7209-49b6-9601-65187120484d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee500dbb-3e44-4b21-98a0-1bdcadbfb95a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:24.702894 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9c395bca-b553-43a3-8ded-0c4904fabad2 req-a53fb436-0e79-4791-8dd0-6ce3e1ee42ed service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9be319f8-603a-41e0-a57e-1a917fa30646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365660 Aug 19 14:54:24.746851 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-adb8e3df-c1cb-4291-9a71-8dd79a818c8c tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:24.756894 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1658be-1935-46ed-b39f-1819c30e5ae3 None None] Network d4617985-8708-4d6b-8163-8fa1f48d5d2a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:54:24.780037 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-adb8e3df-c1cb-4291-9a71-8dd79a818c8c tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Transition to ACTIVE for port object f961e465-3aa4-4992-a5b0-e9f0985f0485 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:54:24.797485 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b727ca7-11c8-48dd-b0c6-14f2695bce19 req-f4dd4f5b-2416-4af4-98f0-3f0a14818092 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:24.799023 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3b727ca7-11c8-48dd-b0c6-14f2695bce19 req-f4dd4f5b-2416-4af4-98f0-3f0a14818092 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0b19eb0-7597-4713-a3cf-d7e25d2b8ead HTTP/1.1" status: 200 len: 946 time: 0.1150513 Aug 19 14:54:24.846181 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9c395bca-b553-43a3-8ded-0c4904fabad2 req-c48c0251-c442-4913-8945-7d06abae2dad service neutron] 10.222.0.68 "GET /v2.0/networks/9be319f8-603a-41e0-a57e-1a917fa30646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318903 Aug 19 14:54:24.863963 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3b727ca7-11c8-48dd-b0c6-14f2695bce19 req-7494276c-af73-4e74-bf52-494d584b1337 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528789 Aug 19 14:54:24.866691 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-adb8e3df-c1cb-4291-9a71-8dd79a818c8c tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:24.934999 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-334cc768-0c04-46eb-a6f0-98e93493c53d tempest-QuotasTest-954418870 tempest-QuotasTest-954418870-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:24.951069 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb8e3df-c1cb-4291-9a71-8dd79a818c8c tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Network d4617985-8708-4d6b-8163-8fa1f48d5d2a is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:54:24.960360 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-adb8e3df-c1cb-4291-9a71-8dd79a818c8c tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:54:24.965090 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb8e3df-c1cb-4291-9a71-8dd79a818c8c tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:54:24.987353 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0331cae7-4ee4-4ee3-a5b8-2dedf27f2e0a None None] Provisioning for port b1a92d5a-f661-4831-88b5-d877a369a38b completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:54:24.992095 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb8e3df-c1cb-4291-9a71-8dd79a818c8c tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event updated for resources: {'Port': ['ID=f961e465-3aa4-4992-a5b0-e9f0985f0485,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:25.011955 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0331cae7-4ee4-4ee3-a5b8-2dedf27f2e0a None None] Provisioning complete for port b1a92d5a-f661-4831-88b5-d877a369a38b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:25.011955 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0331cae7-4ee4-4ee3-a5b8-2dedf27f2e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:25.037860 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9c395bca-b553-43a3-8ded-0c4904fabad2 req-41244023-d281-48c4-b9b1-8e157403b20e service neutron] 10.222.0.68 "GET /v2.0/networks/9be319f8-603a-41e0-a57e-1a917fa30646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821566 Aug 19 14:54:25.069802 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb8e3df-c1cb-4291-9a71-8dd79a818c8c tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:25.075231 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-adb8e3df-c1cb-4291-9a71-8dd79a818c8c tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:25.101113 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-334cc768-0c04-46eb-a6f0-98e93493c53d tempest-QuotasTest-954418870 tempest-QuotasTest-954418870-project-admin] 10.222.0.69 "PUT /v2.0/quotas/628eebd814054fe0a70ca0183352d979 HTTP/1.1" status: 200 len: 366 time: 0.6551790 Aug 19 14:54:25.101329 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36950) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:25.156316 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f4a8189d-e8c0-4b09-a36f-e991017b2f44 tempest-QuotasTest-954418870 tempest-QuotasTest-954418870-project-admin] 10.222.0.69 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0450389 Aug 19 14:54:25.171688 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36954) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:25.191766 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-92b7c282-6dd8-4c0b-97d6-33db211a91f1 tempest-QuotasTest-954418870 tempest-QuotasTest-954418870-project-admin] 10.222.0.69 "GET /v2.0/quotas/628eebd814054fe0a70ca0183352d979 HTTP/1.1" status: 200 len: 366 time: 0.0172801 Aug 19 14:54:25.194675 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36960) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:25.202930 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-adb8e3df-c1cb-4291-9a71-8dd79a818c8c tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6617186 Aug 19 14:54:25.203215 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36962) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:25.212166 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0331cae7-4ee4-4ee3-a5b8-2dedf27f2e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:25.213634 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55d03d-01d9-4e2a-8566-c4e2818bff39 req-8f83796b-634f-4f84-b1f5-d4e559113ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:25.215460 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3d55d03d-01d9-4e2a-8566-c4e2818bff39 req-8f83796b-634f-4f84-b1f5-d4e559113ba6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=be2283224ccb474c91d3399de6043bbd&device_id=a060edb3-6bb5-4284-96e0-7877059c79c4 HTTP/1.1" status: 200 len: 1094 time: 0.1151266 Aug 19 14:54:25.223257 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-bf5db8ad-b0ab-4228-952e-8cedd68d7a36 tempest-QuotasTest-954418870 tempest-QuotasTest-954418870-project-admin] 10.222.0.69 "DELETE /v2.0/quotas/628eebd814054fe0a70ca0183352d979 HTTP/1.1" status: 204 len: 168 time: 0.0250196 Aug 19 14:54:25.232742 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36964) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:25.246088 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4cc3364c-1704-40d9-8f60-14feac3cb2c9 tempest-QuotasTest-954418870 tempest-QuotasTest-954418870-project-admin] 10.222.0.69 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0118546 Aug 19 14:54:25.260700 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36966) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:25.293449 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0331cae7-4ee4-4ee3-a5b8-2dedf27f2e0a None None] For port b1a92d5a-f661-4831-88b5-d877a369a38b, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b1a92d5a-f661-4831-88b5-d877a369a38b,segment=NetworkSegment(90b128e8-03fb-4cc7-b86c-72373978f39a),segment_id=90b128e8-03fb-4cc7-b86c-72373978f39a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:25.311714 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0331cae7-4ee4-4ee3-a5b8-2dedf27f2e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:25.324459 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-99378c99-7fd9-4ed4-ab9c-0b92365f1bb8 tempest-QuotasTest-954418870 tempest-QuotasTest-954418870-project-admin] 10.222.0.69 "GET /v2.0/quotas/628eebd814054fe0a70ca0183352d979 HTTP/1.1" status: 200 len: 370 time: 0.0607734 Aug 19 14:54:25.325318 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36968) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:25.337324 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5921791c-145c-43f0-853c-5b4f99c80ffc tempest-QuotasTest-954418870 tempest-QuotasTest-954418870-project-admin] 10.222.0.69 "GET /v2.0/quotas/628eebd814054fe0a70ca0183352d979/default HTTP/1.1" status: 200 len: 370 time: 0.0109341 Aug 19 14:54:25.340174 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36970) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:25.390605 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-9fb1229c-a2a3-4bdf-8c8a-5cc420b03ad7 tempest-QuotasTest-954418870 tempest-QuotasTest-954418870-project-admin] delete failed (client error): The resource could not be found. Aug 19 14:54:25.396026 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9fb1229c-a2a3-4bdf-8c8a-5cc420b03ad7 tempest-QuotasTest-954418870 tempest-QuotasTest-954418870-project-admin] 10.222.0.69 "DELETE /v2.0/quotas/628eebd814054fe0a70ca0183352d979 HTTP/1.1" status: 404 len: 348 time: 0.0548542 Aug 19 14:54:25.408906 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36978) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:25.414186 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a928fa-7735-439a-97d0-1fb7cb3bb0bf req-27dd5a0c-dc45-476d-838b-e9474527f6d4 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:25.416104 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c8a928fa-7735-439a-97d0-1fb7cb3bb0bf req-27dd5a0c-dc45-476d-838b-e9474527f6d4 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.3096290 Aug 19 14:54:25.441105 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0331cae7-4ee4-4ee3-a5b8-2dedf27f2e0a None None] Pushing event updated for resources: {'Port': ['ID=b1a92d5a-f661-4831-88b5-d877a369a38b,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:25.461999 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1b6bad-83b2-4a75-b4da-453b6a80d6a1 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:25.463592 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-0b1b6bad-83b2-4a75-b4da-453b6a80d6a1 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2545300 Aug 19 14:54:25.466342 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36980) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:25.473910 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ad192d1d-4289-43a1-b569-88216e37eec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:25.486772 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55d03d-01d9-4e2a-8566-c4e2818bff39 req-e3291076-07f6-44ec-856a-a3f8c01b655c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:25.488333 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3d55d03d-01d9-4e2a-8566-c4e2818bff39 req-e3291076-07f6-44ec-856a-a3f8c01b655c service neutron] 10.222.0.68 "GET /v2.0/networks?id=9be319f8-603a-41e0-a57e-1a917fa30646 HTTP/1.1" status: 200 len: 906 time: 0.2636936 Aug 19 14:54:25.535661 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c8a928fa-7735-439a-97d0-1fb7cb3bb0bf req-cf109ae7-6d7e-4431-8f86-8b005a0dca9a tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082287 Aug 19 14:54:25.550762 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3655187b-f091-49f0-8d78-0972420c8b7e tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:25.557616 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3d55d03d-01d9-4e2a-8566-c4e2818bff39 req-e2239b59-f414-4111-b759-eec92f582555 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d44c6dd1-079b-4c56-bde1-6d0dd80bc5bc HTTP/1.1" status: 200 len: 217 time: 0.0530648 Aug 19 14:54:25.569375 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3655187b-f091-49f0-8d78-0972420c8b7e tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:25.588345 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3655187b-f091-49f0-8d78-0972420c8b7e tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:25.591603 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-3655187b-f091-49f0-8d78-0972420c8b7e tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1228995 Aug 19 14:54:25.601481 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36988) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:25.683652 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55d03d-01d9-4e2a-8566-c4e2818bff39 req-e195e82f-666f-41d7-97d8-6064c621b539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:25.685206 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3d55d03d-01d9-4e2a-8566-c4e2818bff39 req-e195e82f-666f-41d7-97d8-6064c621b539 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a7f2da21-de8f-4925-bf66-a36681d26e7b HTTP/1.1" status: 200 len: 845 time: 0.1176119 Aug 19 14:54:25.695451 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b1a92d5a-f661-4831-88b5-d877a369a38b up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:54:25.771241 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3d55d03d-01d9-4e2a-8566-c4e2818bff39 req-89678a13-1f79-44fd-963b-43ff980f35d2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9be319f8-603a-41e0-a57e-1a917fa30646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746026 Aug 19 14:54:25.804195 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bc2f39bf-593f-4b42-80db-c72b32dc3ca2 None None] Provisioning complete for port b1a92d5a-f661-4831-88b5-d877a369a38b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:25.804765 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bc2f39bf-593f-4b42-80db-c72b32dc3ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:25.866298 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port b1a92d5a-f661-4831-88b5-d877a369a38b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:25.866946 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:25.869393 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb8d51-e946-4bfc-a981-8b02333f8eab req-c71b7c5b-2771-4a71-9d8c-52d2eb4754e9 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:25.881293 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e7eb8d51-e946-4bfc-a981-8b02333f8eab req-c71b7c5b-2771-4a71-9d8c-52d2eb4754e9 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.1647143 Aug 19 14:54:25.917869 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36990) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:25.985598 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e7eb8d51-e946-4bfc-a981-8b02333f8eab req-dad782a0-a5f8-46ca-8e2b-fe8d18a8e4a5 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970314 Aug 19 14:54:25.988349 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36996) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:26.020187 n-d-766043-2 neutron-server[94639]: DEBUG neutron.quota.resource [None req-24e623d7-ef35-422a-8c81-9c76e5f34aed tempest-QuotasTest-954418870 tempest-QuotasTest-954418870-project-admin] Usage tracker for resource:network and tenant:fe39cab078f04dc48e6ba7c111c6a44b is out of sync, need to count used quota {{(pid=94639) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 14:54:26.020442 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ff9b6-675d-484c-8f65-8997c10ed5b0 req-f208762f-71fc-481e-9362-fcba34bf82bb tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:26.020442 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-866ff9b6-675d-484c-8f65-8997c10ed5b0 req-f208762f-71fc-481e-9362-fcba34bf82bb tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=a060edb3-6bb5-4284-96e0-7877059c79c4 HTTP/1.1" status: 200 len: 943 time: 0.2684171 Aug 19 14:54:26.035999 n-d-766043-2 neutron-server[94639]: DEBUG neutron.quota.resource [None req-24e623d7-ef35-422a-8c81-9c76e5f34aed tempest-QuotasTest-954418870 tempest-QuotasTest-954418870-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94639) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 14:54:26.052248 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-02616b16-2c60-4da2-bc9e-a19dde095f2f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Deleting port f961e465-3aa4-4992-a5b0-e9f0985f0485 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:54:26.055101 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-02616b16-2c60-4da2-bc9e-a19dde095f2f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:26.101169 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ad192d1d-4289-43a1-b569-88216e37eec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:26.118780 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ad192d1d-4289-43a1-b569-88216e37eec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:26.130185 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bc2f39bf-593f-4b42-80db-c72b32dc3ca2 None None] Provisioning for port f961e465-3aa4-4992-a5b0-e9f0985f0485 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:54:26.138981 n-d-766043-2 neutron-server[94639]: DEBUG neutron.quota.resource [None req-24e623d7-ef35-422a-8c81-9c76e5f34aed tempest-QuotasTest-954418870 tempest-QuotasTest-954418870-project-admin] Usage tracker for resource:subnet and tenant:fe39cab078f04dc48e6ba7c111c6a44b is out of sync, need to count used quota {{(pid=94639) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 14:54:26.142052 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bc2f39bf-593f-4b42-80db-c72b32dc3ca2 None None] Provisioning complete for port f961e465-3aa4-4992-a5b0-e9f0985f0485 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:26.142429 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bc2f39bf-593f-4b42-80db-c72b32dc3ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:26.182557 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3d55d03d-01d9-4e2a-8566-c4e2818bff39 req-82e1da8e-9e14-44be-9ce4-7428d3374bd9 service neutron] 10.222.0.68 "GET /v2.0/networks/9be319f8-603a-41e0-a57e-1a917fa30646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940465 Aug 19 14:54:26.198820 n-d-766043-2 neutron-server[94639]: DEBUG neutron.quota.resource [None req-24e623d7-ef35-422a-8c81-9c76e5f34aed tempest-QuotasTest-954418870 tempest-QuotasTest-954418870-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94639) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 14:54:26.214965 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-bc2f39bf-593f-4b42-80db-c72b32dc3ca2 None None] Port f961e465-3aa4-4992-a5b0-e9f0985f0485 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:54:26.235412 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bc2f39bf-593f-4b42-80db-c72b32dc3ca2 None None] Provisioning for port 9978db62-65e1-4542-b50a-8e5b8d1cba1a completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:54:26.247964 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bc2f39bf-593f-4b42-80db-c72b32dc3ca2 None None] Provisioning complete for port 9978db62-65e1-4542-b50a-8e5b8d1cba1a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:26.248656 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bc2f39bf-593f-4b42-80db-c72b32dc3ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:26.258055 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-02616b16-2c60-4da2-bc9e-a19dde095f2f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:26.285189 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-02616b16-2c60-4da2-bc9e-a19dde095f2f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Calling delete_port for f961e465-3aa4-4992-a5b0-e9f0985f0485 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:54:26.322978 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-bc2f39bf-593f-4b42-80db-c72b32dc3ca2 None None] Port 9978db62-65e1-4542-b50a-8e5b8d1cba1a cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:54:26.358797 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ad192d1d-4289-43a1-b569-88216e37eec2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fd89fc54a1cf44c3913fd9c8fbf66b1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9480209 Aug 19 14:54:26.359431 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad192d1d-4289-43a1-b569-88216e37eec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0549d6e-dc5c-4a56-b757-da8ebf5174cf,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:26.374660 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37008) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:26.397177 n-d-766043-2 neutron-server[94639]: DEBUG neutron.quota.resource [None req-24e623d7-ef35-422a-8c81-9c76e5f34aed tempest-QuotasTest-954418870 tempest-QuotasTest-954418870-project-admin] Usage tracker for resource:subnetpool and tenant:fe39cab078f04dc48e6ba7c111c6a44b is out of sync, need to count used quota {{(pid=94639) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 14:54:26.412653 n-d-766043-2 neutron-server[94639]: DEBUG neutron.quota.resource [None req-24e623d7-ef35-422a-8c81-9c76e5f34aed tempest-QuotasTest-954418870 tempest-QuotasTest-954418870-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94639) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 14:54:26.416322 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3d55d03d-01d9-4e2a-8566-c4e2818bff39 req-fd640ea2-7b54-46d6-9a0c-6448079fafa3 service neutron] 10.222.0.68 "GET /v2.0/networks/9be319f8-603a-41e0-a57e-1a917fa30646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091641 Aug 19 14:54:26.444388 n-d-766043-2 neutron-server[94639]: DEBUG neutron.quota.resource [None req-24e623d7-ef35-422a-8c81-9c76e5f34aed tempest-QuotasTest-954418870 tempest-QuotasTest-954418870-project-admin] Usage tracker for resource:port and tenant:fe39cab078f04dc48e6ba7c111c6a44b is out of sync, need to count used quota {{(pid=94639) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 14:54:26.454084 n-d-766043-2 neutron-server[94639]: DEBUG neutron.quota.resource [None req-24e623d7-ef35-422a-8c81-9c76e5f34aed tempest-QuotasTest-954418870 tempest-QuotasTest-954418870-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94639) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 14:54:26.454832 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-12d8ed1b-9bd0-4905-b3dc-f31a199354d1 None None] Provisioning complete for port f961e465-3aa4-4992-a5b0-e9f0985f0485 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:26.455855 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-12d8ed1b-9bd0-4905-b3dc-f31a199354d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:26.470611 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24d7ad9a-0be7-478b-9ab7-0f6e0894c2a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:26.478313 n-d-766043-2 neutron-server[94639]: DEBUG neutron.quota.resource [None req-24e623d7-ef35-422a-8c81-9c76e5f34aed tempest-QuotasTest-954418870 tempest-QuotasTest-954418870-project-admin] Usage tracker for resource:router and tenant:fe39cab078f04dc48e6ba7c111c6a44b is out of sync, need to count used quota {{(pid=94639) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 14:54:26.483055 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a264f9d-1cd5-469d-a405-8354a63120e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:26.486184 n-d-766043-2 neutron-server[94639]: DEBUG neutron.quota.resource [None req-24e623d7-ef35-422a-8c81-9c76e5f34aed tempest-QuotasTest-954418870 tempest-QuotasTest-954418870-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94639) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 14:54:26.497903 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-12d8ed1b-9bd0-4905-b3dc-f31a199354d1 None None] Port f961e465-3aa4-4992-a5b0-e9f0985f0485 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:54:26.509940 n-d-766043-2 neutron-server[94639]: DEBUG neutron.quota.resource [None req-24e623d7-ef35-422a-8c81-9c76e5f34aed tempest-QuotasTest-954418870 tempest-QuotasTest-954418870-project-admin] Usage tracker for resource:floatingip and tenant:fe39cab078f04dc48e6ba7c111c6a44b is out of sync, need to count used quota {{(pid=94639) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 14:54:26.511292 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-12d8ed1b-9bd0-4905-b3dc-f31a199354d1 None None] Provisioning complete for port 9978db62-65e1-4542-b50a-8e5b8d1cba1a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:26.511898 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-12d8ed1b-9bd0-4905-b3dc-f31a199354d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:26.515691 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a264f9d-1cd5-469d-a405-8354a63120e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:26.524018 n-d-766043-2 neutron-server[94639]: DEBUG neutron.quota.resource [None req-24e623d7-ef35-422a-8c81-9c76e5f34aed tempest-QuotasTest-954418870 tempest-QuotasTest-954418870-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94639) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 14:54:26.561247 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-12d8ed1b-9bd0-4905-b3dc-f31a199354d1 None None] Port 9978db62-65e1-4542-b50a-8e5b8d1cba1a cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:54:26.605074 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a264f9d-1cd5-469d-a405-8354a63120e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:26.607837 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a264f9d-1cd5-469d-a405-8354a63120e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:26.611472 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-3a264f9d-1cd5-469d-a405-8354a63120e0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c0549d6e-dc5c-4a56-b757-da8ebf5174cf HTTP/1.1" status: 204 len: 168 time: 0.2333694 Aug 19 14:54:26.620017 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a264f9d-1cd5-469d-a405-8354a63120e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0549d6e-dc5c-4a56-b757-da8ebf5174cf,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:26.622902 n-d-766043-2 neutron-server[94639]: DEBUG neutron.quota.resource [None req-24e623d7-ef35-422a-8c81-9c76e5f34aed tempest-QuotasTest-954418870 tempest-QuotasTest-954418870-project-admin] Usage tracker for resource:security_group and tenant:fe39cab078f04dc48e6ba7c111c6a44b is out of sync, need to count used quota {{(pid=94639) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 14:54:26.636097 n-d-766043-2 neutron-server[94639]: DEBUG neutron.quota.resource [None req-24e623d7-ef35-422a-8c81-9c76e5f34aed tempest-QuotasTest-954418870 tempest-QuotasTest-954418870-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94639) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 14:54:26.655167 n-d-766043-2 neutron-server[94639]: DEBUG neutron.quota.resource [None req-24e623d7-ef35-422a-8c81-9c76e5f34aed tempest-QuotasTest-954418870 tempest-QuotasTest-954418870-project-admin] Usage tracker for resource:security_group_rule and tenant:fe39cab078f04dc48e6ba7c111c6a44b is out of sync, need to count used quota {{(pid=94639) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 14:54:26.662863 n-d-766043-2 neutron-server[94639]: DEBUG neutron.quota.resource [None req-24e623d7-ef35-422a-8c81-9c76e5f34aed tempest-QuotasTest-954418870 tempest-QuotasTest-954418870-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94639) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 14:54:26.680588 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-24e623d7-ef35-422a-8c81-9c76e5f34aed tempest-QuotasTest-954418870 tempest-QuotasTest-954418870-project-admin] 10.222.0.69 "GET /v2.0/quotas/fe39cab078f04dc48e6ba7c111c6a44b/details.json HTTP/1.1" status: 200 len: 703 time: 0.7542560 Aug 19 14:54:26.889415 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-866ff9b6-675d-484c-8f65-8997c10ed5b0 req-146aa475-f54e-4439-8e18-46ece5887e20 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6725039 Aug 19 14:54:26.939110 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37028) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:26.943479 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05569aa6-d773-4076-8277-d6a42776fea2 req-752e0f5e-8e4c-454d-b9c5-ff8d5de369d5 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:26.945169 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-05569aa6-d773-4076-8277-d6a42776fea2 req-752e0f5e-8e4c-454d-b9c5-ff8d5de369d5 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/networks?id=8d226290-6085-496f-b9eb-bf514760f427 HTTP/1.1" status: 200 len: 811 time: 0.5477047 Aug 19 14:54:26.962655 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-02616b16-2c60-4da2-bc9e-a19dde095f2f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:27.009750 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-05569aa6-d773-4076-8277-d6a42776fea2 req-4fb730b9-e874-4d54-8fb4-1505ac664d54 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/quotas/8bf9338b14bd4de0a247947d4332bed4 HTTP/1.1" status: 200 len: 375 time: 0.0519652 Aug 19 14:54:27.013136 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02616b16-2c60-4da2-bc9e-a19dde095f2f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event deleted for resources: {'Port': ['ID=f961e465-3aa4-4992-a5b0-e9f0985f0485,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:27.083589 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-434a0612-f556-4d85-a06f-771b0be4013e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:27.176264 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24d7ad9a-0be7-478b-9ab7-0f6e0894c2a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:27.219084 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24d7ad9a-0be7-478b-9ab7-0f6e0894c2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:27.238230 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-05569aa6-d773-4076-8277-d6a42776fea2 req-6102aa1f-0fe5-4038-87ac-cffd65ba54d6 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8bf9338b14bd4de0a247947d4332bed4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1915603 Aug 19 14:54:27.264111 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-02616b16-2c60-4da2-bc9e-a19dde095f2f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:27.269646 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-02616b16-2c60-4da2-bc9e-a19dde095f2f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "DELETE /v2.0/ports/f961e465-3aa4-4992-a5b0-e9f0985f0485 HTTP/1.1" status: 204 len: 168 time: 1.6638045 Aug 19 14:54:27.273959 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37040) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:27.311498 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-24d7ad9a-0be7-478b-9ab7-0f6e0894c2a2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a2d5a64969e44c86b6a5ead5bfd31e82&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3185337 Aug 19 14:54:27.311498 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d7ad9a-0be7-478b-9ab7-0f6e0894c2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d144687-6d11-4023-b427-bd2a8d9ca918,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:27.312290 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37042) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:27.322269 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac53d0c7-ced6-40b0-92a7-d0be24d655dc tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] GET failed (client error): The resource could not be found. Aug 19 14:54:27.326930 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ac53d0c7-ced6-40b0-92a7-d0be24d655dc tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "GET /v2.0/ports/f961e465-3aa4-4992-a5b0-e9f0985f0485 HTTP/1.1" status: 404 len: 333 time: 0.0486422 Aug 19 14:54:27.326930 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37044) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:27.388200 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-434a0612-f556-4d85-a06f-771b0be4013e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:27.398344 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-434a0612-f556-4d85-a06f-771b0be4013e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:27.438290 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-05569aa6-d773-4076-8277-d6a42776fea2 req-1806284a-176e-49a4-8464-3f0d0ea59321 service neutron] 10.222.0.69 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772101 Aug 19 14:54:27.439336 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-149e6d2f-fea6-4861-9a78-dff17ebb2f3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:27.455838 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a0612-f556-4d85-a06f-771b0be4013e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceaa668a-247a-457a-a11f-e089e7f31a77,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:27.486668 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-434a0612-f556-4d85-a06f-771b0be4013e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=18924434c786424f8f399e41c7f8ad2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5439634 Aug 19 14:54:27.487930 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37050) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:27.488328 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-149e6d2f-fea6-4861-9a78-dff17ebb2f3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:27.535430 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-539a9d8c-c055-46e5-8a97-45d6728062f9 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Deleting port 9978db62-65e1-4542-b50a-8e5b8d1cba1a {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:54:27.535860 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-539a9d8c-c055-46e5-8a97-45d6728062f9 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:27.616832 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6f38b541-5782-44bd-8a5d-466002a121db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:27.659567 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-05569aa6-d773-4076-8277-d6a42776fea2 req-d3424224-1763-4dec-9660-aacfac35b349 service neutron] 10.222.0.69 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733913 Aug 19 14:54:27.661344 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6f38b541-5782-44bd-8a5d-466002a121db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:27.661991 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-149e6d2f-fea6-4861-9a78-dff17ebb2f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:27.664638 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-149e6d2f-fea6-4861-9a78-dff17ebb2f3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:27.668544 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-149e6d2f-fea6-4861-9a78-dff17ebb2f3e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0d144687-6d11-4023-b427-bd2a8d9ca918 HTTP/1.1" status: 204 len: 168 time: 0.3526430 Aug 19 14:54:27.673957 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149e6d2f-fea6-4861-9a78-dff17ebb2f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d144687-6d11-4023-b427-bd2a8d9ca918,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:27.677164 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-539a9d8c-c055-46e5-8a97-45d6728062f9 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:27.707181 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-539a9d8c-c055-46e5-8a97-45d6728062f9 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Calling delete_port for 9978db62-65e1-4542-b50a-8e5b8d1cba1a owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:54:27.777165 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device d44c6dd1-079b-4c56-bde1-6d0dd80bc5bc details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:54:27.810392 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6f38b541-5782-44bd-8a5d-466002a121db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:27.814239 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6f38b541-5782-44bd-8a5d-466002a121db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:27.816784 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6f38b541-5782-44bd-8a5d-466002a121db admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ceaa668a-247a-457a-a11f-e089e7f31a77 HTTP/1.1" status: 204 len: 168 time: 0.3277936 Aug 19 14:54:27.838316 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f38b541-5782-44bd-8a5d-466002a121db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceaa668a-247a-457a-a11f-e089e7f31a77,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:28.072810 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-539a9d8c-c055-46e5-8a97-45d6728062f9 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:28.141353 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c143d8-4d93-4e94-8eca-f6d171193577 req-a1349562-554b-4ed7-8619-cb299730c003 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:28.151179 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-06c143d8-4d93-4e94-8eca-f6d171193577 req-a1349562-554b-4ed7-8619-cb299730c003 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=a060edb3-6bb5-4284-96e0-7877059c79c4 HTTP/1.1" status: 200 len: 943 time: 0.1055665 Aug 19 14:54:28.198907 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539a9d8c-c055-46e5-8a97-45d6728062f9 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event deleted for resources: {'Port': ['ID=9978db62-65e1-4542-b50a-8e5b8d1cba1a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:28.258331 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port d44c6dd1-079b-4c56-bde1-6d0dd80bc5bc, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=d44c6dd1-079b-4c56-bde1-6d0dd80bc5bc,segment=NetworkSegment(af76a49f-6b6e-4117-acb3-d7b5325cccf1),segment_id=af76a49f-6b6e-4117-acb3-d7b5325cccf1)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:28.272088 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-06c143d8-4d93-4e94-8eca-f6d171193577 req-14871089-8d17-4fb7-b2dd-0dd4ef8e6f23 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137631 Aug 19 14:54:28.274569 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': 'd44c6dd1-079b-4c56-bde1-6d0dd80bc5bc', 'network_id': '9be319f8-603a-41e0-a57e-1a917fa30646', 'port_id': 'd44c6dd1-079b-4c56-bde1-6d0dd80bc5bc', 'mac_address': 'fa:16:3e:f8:22:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7f2da21-de8f-4925-bf66-a36681d26e7b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:54:28.334492 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:28.365782 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d44c6dd1-079b-4c56-bde1-6d0dd80bc5bc {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:54:28.403290 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port d44c6dd1-079b-4c56-bde1-6d0dd80bc5bc, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=d44c6dd1-079b-4c56-bde1-6d0dd80bc5bc,segment=NetworkSegment(af76a49f-6b6e-4117-acb3-d7b5325cccf1),segment_id=af76a49f-6b6e-4117-acb3-d7b5325cccf1)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:28.412187 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:28.548973 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=d44c6dd1-079b-4c56-bde1-6d0dd80bc5bc,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:28.563768 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37098) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:28.584291 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-71d4de4f-05fa-4f42-abda-6d384d377f9b req-2359f337-2300-430c-bfca-6eb6756ee6b2 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=81348129-e0aa-4b35-949c-8e3a360aee84 HTTP/1.1" status: 200 len: 210 time: 0.6324997 Aug 19 14:54:28.672322 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['d44c6dd1-079b-4c56-bde1-6d0dd80bc5bc'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:54:28.712799 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-349bb98c-6216-42d0-baf5-cd7363049192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:28.752639 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37104) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:28.781895 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d8aa8e41-2fdf-4b71-88db-3d8b5de8b3c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:28.962603 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-349bb98c-6216-42d0-baf5-cd7363049192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:28.974732 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-349bb98c-6216-42d0-baf5-cd7363049192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:29.007697 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-539a9d8c-c055-46e5-8a97-45d6728062f9 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:29.013261 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-539a9d8c-c055-46e5-8a97-45d6728062f9 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "DELETE /v2.0/ports/9978db62-65e1-4542-b50a-8e5b8d1cba1a HTTP/1.1" status: 204 len: 168 time: 1.6830842 Aug 19 14:54:29.013472 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37114) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:29.047343 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-0707e57f-4f70-4b99-b261-d9e1c46e4d17 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] GET failed (client error): The resource could not be found. Aug 19 14:54:29.052839 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0707e57f-4f70-4b99-b261-d9e1c46e4d17 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "GET /v2.0/ports/9978db62-65e1-4542-b50a-8e5b8d1cba1a HTTP/1.1" status: 404 len: 333 time: 0.0346861 Aug 19 14:54:29.053175 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37116) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:29.056673 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-349bb98c-6216-42d0-baf5-cd7363049192 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=91f8c19fcf424f1cafdae0ee20d6617f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4880111 Aug 19 14:54:29.059509 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37118) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:29.060181 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349bb98c-6216-42d0-baf5-cd7363049192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b52166-9473-402a-890e-dc5cf937e83a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:29.134529 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-b31247db-dd71-421b-bc91-43166d50a3e8 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Deleting subnet 0becc41d-664a-41ca-b340-7f5e9478a8c0 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:54:29.139451 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b31247db-dd71-421b-bc91-43166d50a3e8 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:29.174660 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07b67d3b-6c73-4e82-8f0c-a85cb267308d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:29.198307 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b31247db-dd71-421b-bc91-43166d50a3e8 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:29.216107 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07b67d3b-6c73-4e82-8f0c-a85cb267308d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:29.227342 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d8aa8e41-2fdf-4b71-88db-3d8b5de8b3c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:29.242788 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d8aa8e41-2fdf-4b71-88db-3d8b5de8b3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:29.326810 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b31247db-dd71-421b-bc91-43166d50a3e8 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:29.356183 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aa8e41-2fdf-4b71-88db-3d8b5de8b3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85cc3fb3-c354-4d90-b0f2-b75e50da8b10,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:29.418145 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d8aa8e41-2fdf-4b71-88db-3d8b5de8b3c0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fe39cab078f04dc48e6ba7c111c6a44b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6639254 Aug 19 14:54:29.420843 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37134) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:29.445696 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07b67d3b-6c73-4e82-8f0c-a85cb267308d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:29.451388 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07b67d3b-6c73-4e82-8f0c-a85cb267308d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:29.452849 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-07b67d3b-6c73-4e82-8f0c-a85cb267308d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/30b52166-9473-402a-890e-dc5cf937e83a HTTP/1.1" status: 204 len: 168 time: 0.3875439 Aug 19 14:54:29.470938 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b67d3b-6c73-4e82-8f0c-a85cb267308d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b52166-9473-402a-890e-dc5cf937e83a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:29.497247 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a796d-591d-4912-a584-a2751c68737f req-cf01365d-c43e-44e3-9e1d-3fc3d63a01c6 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:29.499863 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-540a796d-591d-4912-a584-a2751c68737f req-cf01365d-c43e-44e3-9e1d-3fc3d63a01c6 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=a060edb3-6bb5-4284-96e0-7877059c79c4 HTTP/1.1" status: 200 len: 944 time: 0.1117578 Aug 19 14:54:29.605856 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b31247db-dd71-421b-bc91-43166d50a3e8 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:29.615662 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-540a796d-591d-4912-a584-a2751c68737f req-0f2982ca-52ec-4b40-aa42-bc0ba4e09277 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083572 Aug 19 14:54:29.632122 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d009a0-dfc8-4e5f-8968-3b84f752508b None None] Network d4617985-8708-4d6b-8163-8fa1f48d5d2a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:54:29.640956 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b31247db-dd71-421b-bc91-43166d50a3e8 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:29.640956 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b31247db-dd71-421b-bc91-43166d50a3e8 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "DELETE /v2.0/subnets/0becc41d-664a-41ca-b340-7f5e9478a8c0 HTTP/1.1" status: 204 len: 168 time: 0.5855880 Aug 19 14:54:29.642513 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37144) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:29.752321 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05569aa6-d773-4076-8277-d6a42776fea2 req-1169eb75-1c37-4fd4-92f2-4478d55df4a7 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:29.753835 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-05569aa6-d773-4076-8277-d6a42776fea2 req-1169eb75-1c37-4fd4-92f2-4478d55df4a7 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.88 "GET /v2.0/networks?id=8d226290-6085-496f-b9eb-bf514760f427 HTTP/1.1" status: 200 len: 811 time: 0.3124230 Aug 19 14:54:29.773091 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31247db-dd71-421b-bc91-43166d50a3e8 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event deleted for resources: {'Subnet': ['ID=0becc41d-664a-41ca-b340-7f5e9478a8c0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:29.775781 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device d44c6dd1-079b-4c56-bde1-6d0dd80bc5bc up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:54:29.783514 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-05569aa6-d773-4076-8277-d6a42776fea2 req-f51b57cd-3f55-42bd-8f15-5b770907ef1c tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Request body: {'port': {'device_id': '81348129-e0aa-4b35-949c-8e3a360aee84', 'network_id': '8d226290-6085-496f-b9eb-bf514760f427', 'admin_state_up': True, 'tenant_id': '8bf9338b14bd4de0a247947d4332bed4'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:29.834597 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a18d8afc-fd2a-454a-a053-a12370258722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:29.843068 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c06893a1-a43f-46d3-a87d-8cb3bd6c6bf8 req-87db6e7f-080c-4c19-8217-09203695ffbe tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=81348129-e0aa-4b35-949c-8e3a360aee84 HTTP/1.1" status: 200 len: 210 time: 0.0869539 Aug 19 14:54:29.866599 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port d44c6dd1-079b-4c56-bde1-6d0dd80bc5bc completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:54:29.867664 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c15d85d-9aa6-4f28-b5c1-e23626863eed tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:29.878619 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7ec060-fd50-434c-b92b-ffda3353a944 None None] DHCP port deletion for d4617985-8708-4d6b-8163-8fa1f48d5d2a request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:54:29.883576 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port d44c6dd1-079b-4c56-bde1-6d0dd80bc5bc triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:29.886126 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:29.970826 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-0c15d85d-9aa6-4f28-b5c1-e23626863eed tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Deleting port b1a92d5a-f661-4831-88b5-d877a369a38b {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:54:29.971775 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c15d85d-9aa6-4f28-b5c1-e23626863eed tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:30.005133 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-af7ec060-fd50-434c-b92b-ffda3353a944 None None] Deleting port b1a92d5a-f661-4831-88b5-d877a369a38b {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:54:30.005747 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-af7ec060-fd50-434c-b92b-ffda3353a944 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:30.060508 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:30.069865 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-0c15d85d-9aa6-4f28-b5c1-e23626863eed tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] For port b1a92d5a-f661-4831-88b5-d877a369a38b, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b1a92d5a-f661-4831-88b5-d877a369a38b,segment=NetworkSegment(90b128e8-03fb-4cc7-b86c-72373978f39a),segment_id=90b128e8-03fb-4cc7-b86c-72373978f39a)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:30.070343 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c15d85d-9aa6-4f28-b5c1-e23626863eed tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:30.094905 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-0c15d85d-9aa6-4f28-b5c1-e23626863eed tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Calling delete_port for b1a92d5a-f661-4831-88b5-d877a369a38b owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:54:30.134738 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a18d8afc-fd2a-454a-a053-a12370258722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:30.142513 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a060edb3-6bb5-4284-96e0-7877059c79c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44c6dd1-079b-4c56-bde1-6d0dd80bc5bc'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:54:30.148037 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57232ee-7aed-4c57-a90c-40f2bdef00b9" -d '{"events": [{"server_uuid": "a060edb3-6bb5-4284-96e0-7877059c79c4", "name": "network-vif-plugged", "status": "completed", "tag": "d44c6dd1-079b-4c56-bde1-6d0dd80bc5bc"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:54:30.167314 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-af7ec060-fd50-434c-b92b-ffda3353a944 None None] For port b1a92d5a-f661-4831-88b5-d877a369a38b, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b1a92d5a-f661-4831-88b5-d877a369a38b,segment=NetworkSegment(90b128e8-03fb-4cc7-b86c-72373978f39a),segment_id=90b128e8-03fb-4cc7-b86c-72373978f39a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:30.168444 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-af7ec060-fd50-434c-b92b-ffda3353a944 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:30.182342 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port d44c6dd1-079b-4c56-bde1-6d0dd80bc5bc, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=d44c6dd1-079b-4c56-bde1-6d0dd80bc5bc,segment=NetworkSegment(af76a49f-6b6e-4117-acb3-d7b5325cccf1),segment_id=af76a49f-6b6e-4117-acb3-d7b5325cccf1)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:30.190995 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-af7ec060-fd50-434c-b92b-ffda3353a944 None None] Calling delete_port for b1a92d5a-f661-4831-88b5-d877a369a38b owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:54:30.191225 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05569aa6-d773-4076-8277-d6a42776fea2 req-f51b57cd-3f55-42bd-8f15-5b770907ef1c tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Made reservation on behalf of 8bf9338b14bd4de0a247947d4332bed4 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:54:30.195762 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:30.202283 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-05569aa6-d773-4076-8277-d6a42776fea2 req-f51b57cd-3f55-42bd-8f15-5b770907ef1c tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:30.217421 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c15d85d-9aa6-4f28-b5c1-e23626863eed tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:30.229454 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8040bc4-7e9b-4fa3-b64f-550664fc2469 x-openstack-request-id: req-d8040bc4-7e9b-4fa3-b64f-550664fc2469 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:54:30.261923 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a060edb3-6bb5-4284-96e0-7877059c79c4", "name": "network-vif-plugged", "status": "completed", "tag": "d44c6dd1-079b-4c56-bde1-6d0dd80bc5bc", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:54:30.262227 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d8040bc4-7e9b-4fa3-b64f-550664fc2469 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:54:30.269270 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a060edb3-6bb5-4284-96e0-7877059c79c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44c6dd1-079b-4c56-bde1-6d0dd80bc5bc', 'code': 200} Aug 19 14:54:30.271788 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c15d85d-9aa6-4f28-b5c1-e23626863eed tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event deleted for resources: {'Port': ['ID=b1a92d5a-f661-4831-88b5-d877a369a38b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:30.275561 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c15d85d-9aa6-4f28-b5c1-e23626863eed tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] No DVR routers for this DVR port b1a92d5a-f661-4831-88b5-d877a369a38b on host n-d-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:54:30.353838 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a18d8afc-fd2a-454a-a053-a12370258722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:30.356397 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a18d8afc-fd2a-454a-a053-a12370258722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:30.357585 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a18d8afc-fd2a-454a-a053-a12370258722 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/85cc3fb3-c354-4d90-b0f2-b75e50da8b10 HTTP/1.1" status: 204 len: 168 time: 0.9357796 Aug 19 14:54:30.399572 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c15d85d-9aa6-4f28-b5c1-e23626863eed tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:30.418188 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-0c15d85d-9aa6-4f28-b5c1-e23626863eed tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4617985-8708-4d6b-8163-8fa1f48d5d2a']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:30.427962 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18d8afc-fd2a-454a-a053-a12370258722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85cc3fb3-c354-4d90-b0f2-b75e50da8b10,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:30.444994 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-0c15d85d-9aa6-4f28-b5c1-e23626863eed tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90b128e8-03fb-4cc7-b86c-72373978f39a') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:30.445292 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-0c15d85d-9aa6-4f28-b5c1-e23626863eed tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90b128e8-03fb-4cc7-b86c-72373978f39a') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:30.452595 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=d44c6dd1-079b-4c56-bde1-6d0dd80bc5bc,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:30.466628 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c15d85d-9aa6-4f28-b5c1-e23626863eed tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:30.499793 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c15d85d-9aa6-4f28-b5c1-e23626863eed tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:30.511196 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c15d85d-9aa6-4f28-b5c1-e23626863eed tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:54:30.513297 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c15d85d-9aa6-4f28-b5c1-e23626863eed tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:30.520115 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:54:30.520115 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:54:30.520115 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:54:30.520115 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:54:30.520115 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:54:30.520115 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:54:30.520115 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:54:30.520115 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:54:30.520115 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:54:30.520115 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:54:30.520115 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:54:30.520115 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:54:30.520115 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:54:30.520115 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:54:30.520115 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:54:30.520115 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:54:30.520115 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:54:30.520115 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:54:30.520115 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:54:30.520115 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:54:30.520115 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:54:30.520115 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:54:30.520115 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:54:30.520115 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:54:30.520115 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:54:30.520115 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:54:30.520115 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:54:30.520115 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:54:30.520115 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:54:30.520115 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:54:30.520115 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:54:30.520115 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:54:30.530320 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc3d92-058e-4f8d-a9ba-4388c433a910 req-d72a38a9-a835-40e2-825f-c63aafdd75d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:30.532128 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-adbc3d92-058e-4f8d-a9ba-4388c433a910 req-d72a38a9-a835-40e2-825f-c63aafdd75d1 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=a060edb3-6bb5-4284-96e0-7877059c79c4 HTTP/1.1" status: 200 len: 1096 time: 0.2141767 Aug 19 14:54:30.533254 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-af7ec060-fd50-434c-b92b-ffda3353a944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:30.545836 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-05569aa6-d773-4076-8277-d6a42776fea2 req-f51b57cd-3f55-42bd-8f15-5b770907ef1c tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Allocated IP 172.20.0.10 (8d226290-6085-496f-b9eb-bf514760f427/5ebe78ca-28f7-43fa-89de-04375d30f6cd/8bc62a8e-9201-4a44-a057-3992aaad49ee) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:54:30.563772 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7ec060-fd50-434c-b92b-ffda3353a944 None None] No DVR routers for this DVR port b1a92d5a-f661-4831-88b5-d877a369a38b on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:54:30.603225 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7ec060-fd50-434c-b92b-ffda3353a944 None None] Pushing event deleted for resources: {'Port': ['ID=b1a92d5a-f661-4831-88b5-d877a369a38b,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:30.631197 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c15d85d-9aa6-4f28-b5c1-e23626863eed tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:30.664110 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-adbc3d92-058e-4f8d-a9ba-4388c433a910 req-0f76ca14-8e19-40b4-80c4-d92671cd7038 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198714 Aug 19 14:54:30.672043 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c15d85d-9aa6-4f28-b5c1-e23626863eed tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:30.674123 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-0c15d85d-9aa6-4f28-b5c1-e23626863eed tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "DELETE /v2.0/networks/d4617985-8708-4d6b-8163-8fa1f48d5d2a HTTP/1.1" status: 204 len: 168 time: 1.0304980 Aug 19 14:54:30.675086 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c15d85d-9aa6-4f28-b5c1-e23626863eed tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event deleted for resources: {'Network': ['ID=d4617985-8708-4d6b-8163-8fa1f48d5d2a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:30.682895 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37172) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:30.688939 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ce5db141-d0cd-4349-a800-1906d50796fe tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-871938372'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:30.775032 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37176) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:30.783265 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5db141-d0cd-4349-a800-1906d50796fe tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Made reservation on behalf of 7e6d46bc76a949adbb4c2a4b74be1b02 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:54:30.787465 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce5db141-d0cd-4349-a800-1906d50796fe tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:30.810318 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc18f832-4420-4405-8f6b-e239c898f248 req-7c8a4ac3-ba97-4335-9699-ad9c89e01648 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:30.812148 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bc18f832-4420-4405-8f6b-e239c898f248 req-7c8a4ac3-ba97-4335-9699-ad9c89e01648 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=a060edb3-6bb5-4284-96e0-7877059c79c4 HTTP/1.1" status: 200 len: 945 time: 0.0778058 Aug 19 14:54:30.838401 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce5db141-d0cd-4349-a800-1906d50796fe tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:54:30.865795 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce5db141-d0cd-4349-a800-1906d50796fe tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:30.870497 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-ce5db141-d0cd-4349-a800-1906d50796fe tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Added segment a9997846-673c-42a6-938d-024cb0ce6021 of type vlan for network 42031db0-53a4-4cc9-87ff-29ee8ede16cb Aug 19 14:54:30.891975 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-05569aa6-d773-4076-8277-d6a42776fea2 req-f51b57cd-3f55-42bd-8f15-5b770907ef1c tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:30.896309 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bc18f832-4420-4405-8f6b-e239c898f248 req-efc320b9-3b0c-4d36-ac75-e343bf1d8141 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769455 Aug 19 14:54:30.974797 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3edac218-c2dd-4963-81f3-95d8ae62a82d req-388fa56b-741d-4e69-b5f3-3afa17316b5e tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=81348129-e0aa-4b35-949c-8e3a360aee84 HTTP/1.1" status: 200 len: 210 time: 0.0430505 Aug 19 14:54:30.974930 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-05569aa6-d773-4076-8277-d6a42776fea2 req-f51b57cd-3f55-42bd-8f15-5b770907ef1c tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Transition to ACTIVE for port object 8bc62a8e-9201-4a44-a057-3992aaad49ee will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:54:30.998497 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce5db141-d0cd-4349-a800-1906d50796fe tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:31.049508 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d0a1a60-95a0-459a-b71f-51572ad2ac8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:31.063563 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce5db141-d0cd-4349-a800-1906d50796fe tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:31.069660 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5db141-d0cd-4349-a800-1906d50796fe tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:31.070258 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce5db141-d0cd-4349-a800-1906d50796fe tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:31.145056 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-05569aa6-d773-4076-8277-d6a42776fea2 req-f51b57cd-3f55-42bd-8f15-5b770907ef1c tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:31.158942 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['beeb99ba-a43d-4ac6-af21-fb5ff14d5767'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:54:31.209915 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5db141-d0cd-4349-a800-1906d50796fe tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event updated for resources: {'Network': ['ID=42031db0-53a4-4cc9-87ff-29ee8ede16cb,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:31.225892 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 42031db0-53a4-4cc9-87ff-29ee8ede16cb details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:54:31.236758 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05569aa6-d773-4076-8277-d6a42776fea2 req-f51b57cd-3f55-42bd-8f15-5b770907ef1c tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Network 8d226290-6085-496f-b9eb-bf514760f427 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:54:31.236921 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37196) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:31.242482 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51b57cd-3f55-42bd-8f15-5b770907ef1c tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Pushing event updated for resources: {'Port': ['ID=8bc62a8e-9201-4a44-a057-3992aaad49ee,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:31.245439 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-05569aa6-d773-4076-8277-d6a42776fea2 req-f51b57cd-3f55-42bd-8f15-5b770907ef1c tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:54:31.248886 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-05569aa6-d773-4076-8277-d6a42776fea2 req-f51b57cd-3f55-42bd-8f15-5b770907ef1c tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:54:31.363846 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05569aa6-d773-4076-8277-d6a42776fea2 req-f51b57cd-3f55-42bd-8f15-5b770907ef1c tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:31.364614 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-05569aa6-d773-4076-8277-d6a42776fea2 req-f51b57cd-3f55-42bd-8f15-5b770907ef1c tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:31.419737 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ba5ef5ad-12dc-47cc-b9d6-8ca4ed1442b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:31.461170 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d0a1a60-95a0-459a-b71f-51572ad2ac8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:31.465850 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d0a1a60-95a0-459a-b71f-51572ad2ac8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:31.483202 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-05569aa6-d773-4076-8277-d6a42776fea2 req-f51b57cd-3f55-42bd-8f15-5b770907ef1c tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7122355 Aug 19 14:54:31.502146 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ce5db141-d0cd-4349-a800-1906d50796fe tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8181274 Aug 19 14:54:31.505913 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37208) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:31.510942 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1a6795e2-e0fd-40c0-9964-8ce8a46b1959 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Request body: {'subnet': {'network_id': '42031db0-53a4-4cc9-87ff-29ee8ede16cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:31.524588 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-05569aa6-d773-4076-8277-d6a42776fea2 req-7f3e0a78-46ed-4e51-bd5e-b56d476a1f58 service neutron] Request body: {'port': {'device_id': '81348129-e0aa-4b35-949c-8e3a360aee84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:31.634390 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7d0a1a60-95a0-459a-b71f-51572ad2ac8e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=624c8ec3de964a128a4660e62a7b4d06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8558075 Aug 19 14:54:31.634390 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0a1a60-95a0-459a-b71f-51572ad2ac8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029cef99-e113-4fdb-a91e-d1437cf42e04,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:31.636313 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37212) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:31.677296 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-71f62f27-7a34-4ce8-82b6-43dc132f5ecd tempest-AgentManagementNegativeTest-1076524740 tempest-AgentManagementNegativeTest-1076524740-project] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4383547 Aug 19 14:54:31.692832 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b1a92d5a-f661-4831-88b5-d877a369a38b no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:54:31.733075 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-05569aa6-d773-4076-8277-d6a42776fea2 req-7f3e0a78-46ed-4e51-bd5e-b56d476a1f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:31.794860 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6795e2-e0fd-40c0-9964-8ce8a46b1959 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Made reservation on behalf of 7e6d46bc76a949adbb4c2a4b74be1b02 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:54:31.798411 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1a6795e2-e0fd-40c0-9964-8ce8a46b1959 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:31.801002 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: b1a92d5a-f661-4831-88b5-d877a369a38b {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:54:31.801185 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b1a92d5a-f661-4831-88b5-d877a369a38b not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:54:31.841179 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a02ed69a-893c-4fed-b4d8-7362861b9100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:31.842022 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f2c8962f-cfb2-49e2-ac3f-ba4f3988c27e None None] Provisioning for port 8bc62a8e-9201-4a44-a057-3992aaad49ee completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:54:31.850863 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f2c8962f-cfb2-49e2-ac3f-ba4f3988c27e None None] Provisioning complete for port 8bc62a8e-9201-4a44-a057-3992aaad49ee triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:31.852037 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f2c8962f-cfb2-49e2-ac3f-ba4f3988c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:31.961558 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8962f-cfb2-49e2-ac3f-ba4f3988c27e None None] Port 8bc62a8e-9201-4a44-a057-3992aaad49ee cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:54:31.964978 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a02ed69a-893c-4fed-b4d8-7362861b9100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:32.167331 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1a6795e2-e0fd-40c0-9964-8ce8a46b1959 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:32.172173 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a02ed69a-893c-4fed-b4d8-7362861b9100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:32.176689 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a02ed69a-893c-4fed-b4d8-7362861b9100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:32.177874 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a02ed69a-893c-4fed-b4d8-7362861b9100 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/029cef99-e113-4fdb-a91e-d1437cf42e04 HTTP/1.1" status: 204 len: 168 time: 0.5314145 Aug 19 14:54:32.212492 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ed69a-893c-4fed-b4d8-7362861b9100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029cef99-e113-4fdb-a91e-d1437cf42e04,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:32.214337 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37228) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:32.314863 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada19a9f-928a-46ba-ae57-ec772ff8e009 req-fb926e88-c240-4126-80d5-b0e7d9e613ae tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:32.322993 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ada19a9f-928a-46ba-ae57-ec772ff8e009 req-fb926e88-c240-4126-80d5-b0e7d9e613ae tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=81348129-e0aa-4b35-949c-8e3a360aee84 HTTP/1.1" status: 200 len: 932 time: 0.1840260 Aug 19 14:54:32.342208 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6795e2-e0fd-40c0-9964-8ce8a46b1959 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event updated for resources: {'Subnet': ['ID=35cc6ac4-3b5f-424f-9bff-19c633afb6d0,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:32.345920 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-05569aa6-d773-4076-8277-d6a42776fea2 req-7f3e0a78-46ed-4e51-bd5e-b56d476a1f58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bc62a8e-9201-4a44-a057-3992aaad49ee {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:54:32.362381 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-05569aa6-d773-4076-8277-d6a42776fea2 req-7f3e0a78-46ed-4e51-bd5e-b56d476a1f58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:32.371786 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacc8dda-1d24-4577-b1d4-07ea1c4728ba req-c1097d21-6fda-426f-99e2-6758bd3a471e tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:32.373699 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-eacc8dda-1d24-4577-b1d4-07ea1c4728ba req-c1097d21-6fda-426f-99e2-6758bd3a471e tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=a060edb3-6bb5-4284-96e0-7877059c79c4 HTTP/1.1" status: 200 len: 945 time: 0.2217579 Aug 19 14:54:32.384593 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-05569aa6-d773-4076-8277-d6a42776fea2 req-7f3e0a78-46ed-4e51-bd5e-b56d476a1f58 service neutron] Transition to ACTIVE for port object 8bc62a8e-9201-4a44-a057-3992aaad49ee will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:54:32.388131 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6795e2-e0fd-40c0-9964-8ce8a46b1959 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Checking segment: {'id': 'a9997846-673c-42a6-938d-024cb0ce6021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '42031db0-53a4-4cc9-87ff-29ee8ede16cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:54:32.388535 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6795e2-e0fd-40c0-9964-8ce8a46b1959 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Network hostable DHCP agents. Network: 42031db0-53a4-4cc9-87ff-29ee8ede16cb, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:54:32.389821 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-05569aa6-d773-4076-8277-d6a42776fea2 req-7f3e0a78-46ed-4e51-bd5e-b56d476a1f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:32.446068 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ada19a9f-928a-46ba-ae57-ec772ff8e009 req-8a266776-019c-4cce-a3de-48251133027f tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218624 Aug 19 14:54:32.477438 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4e87b8ed-3b31-443c-9dde-0e6504594e6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:32.551317 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-eacc8dda-1d24-4577-b1d4-07ea1c4728ba req-a136f162-03f1-4f2f-b536-572cb28366ec tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640737 Aug 19 14:54:32.551998 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6795e2-e0fd-40c0-9964-8ce8a46b1959 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Network 42031db0-53a4-4cc9-87ff-29ee8ede16cb is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:54:32.588965 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3e0a78-46ed-4e51-bd5e-b56d476a1f58 service neutron] Pushing event updated for resources: {'Port': ['ID=8bc62a8e-9201-4a44-a057-3992aaad49ee,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:32.589544 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-1a6795e2-e0fd-40c0-9964-8ce8a46b1959 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 42031db0-53a4-4cc9-87ff-29ee8ede16cb) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:54:32.599863 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6cd896-df5c-4b4b-89bd-e45c634e4319 None None] Network 42031db0-53a4-4cc9-87ff-29ee8ede16cb requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:54:32.603135 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6795e2-e0fd-40c0-9964-8ce8a46b1959 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:32.613251 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1a6795e2-e0fd-40c0-9964-8ce8a46b1959 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:32.649022 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-05569aa6-d773-4076-8277-d6a42776fea2 req-7f3e0a78-46ed-4e51-bd5e-b56d476a1f58 service neutron] Attempting to bind port 8bc62a8e-9201-4a44-a057-3992aaad49ee on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:54:32.649619 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-05569aa6-d773-4076-8277-d6a42776fea2 req-7f3e0a78-46ed-4e51-bd5e-b56d476a1f58 service neutron] Attempting to bind port 8bc62a8e-9201-4a44-a057-3992aaad49ee by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'a797992c-f015-48a4-a029-21c175cc336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8d226290-6085-496f-b9eb-bf514760f427'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:54:32.650118 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05569aa6-d773-4076-8277-d6a42776fea2 req-7f3e0a78-46ed-4e51-bd5e-b56d476a1f58 service neutron] Attempting to bind port 8bc62a8e-9201-4a44-a057-3992aaad49ee on network 8d226290-6085-496f-b9eb-bf514760f427 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:54:32.660187 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05569aa6-d773-4076-8277-d6a42776fea2 req-7f3e0a78-46ed-4e51-bd5e-b56d476a1f58 service neutron] Port 8bc62a8e-9201-4a44-a057-3992aaad49ee on network 8d226290-6085-496f-b9eb-bf514760f427 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:54:32.660804 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05569aa6-d773-4076-8277-d6a42776fea2 req-7f3e0a78-46ed-4e51-bd5e-b56d476a1f58 service neutron] Attempting to bind port 8bc62a8e-9201-4a44-a057-3992aaad49ee on network 8d226290-6085-496f-b9eb-bf514760f427 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:54:32.674320 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05569aa6-d773-4076-8277-d6a42776fea2 req-7f3e0a78-46ed-4e51-bd5e-b56d476a1f58 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:54:32.675880 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05569aa6-d773-4076-8277-d6a42776fea2 req-7f3e0a78-46ed-4e51-bd5e-b56d476a1f58 service neutron] Checking segment: {'id': 'a797992c-f015-48a4-a029-21c175cc336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8d226290-6085-496f-b9eb-bf514760f427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:54:32.677003 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05569aa6-d773-4076-8277-d6a42776fea2 req-7f3e0a78-46ed-4e51-bd5e-b56d476a1f58 service neutron] Bound using segment: {'id': 'a797992c-f015-48a4-a029-21c175cc336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8d226290-6085-496f-b9eb-bf514760f427'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:54:32.677865 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-05569aa6-d773-4076-8277-d6a42776fea2 req-7f3e0a78-46ed-4e51-bd5e-b56d476a1f58 service neutron] Bound port: 8bc62a8e-9201-4a44-a057-3992aaad49ee, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a797992c-f015-48a4-a029-21c175cc336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8d226290-6085-496f-b9eb-bf514760f427'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:54:32.678609 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-05569aa6-d773-4076-8277-d6a42776fea2 req-7f3e0a78-46ed-4e51-bd5e-b56d476a1f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:32.742646 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:54:32.861956 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4e87b8ed-3b31-443c-9dde-0e6504594e6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:32.883930 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4e87b8ed-3b31-443c-9dde-0e6504594e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:32.904094 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1a6795e2-e0fd-40c0-9964-8ce8a46b1959 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3970497 Aug 19 14:54:32.907029 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37246) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:32.912777 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6f9074d8-d615-48ac-ae2f-14bf611a2a3f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-494627601', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:32.981636 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f9074d8-d615-48ac-ae2f-14bf611a2a3f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:32.983332 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f9074d8-d615-48ac-ae2f-14bf611a2a3f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:33.149118 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52e926c-adfc-49ef-905c-eb48f16ad7e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-42031db0-53a4-4cc9-87ff-29ee8ede16cb', 'network_id': '42031db0-53a4-4cc9-87ff-29ee8ede16cb', 'tenant_id': '7e6d46bc76a949adbb4c2a4b74be1b02', 'fixed_ips': [{'subnet_id': '35cc6ac4-3b5f-424f-9bff-19c633afb6d0'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:54:33.150301 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b52e926c-adfc-49ef-905c-eb48f16ad7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:33.179984 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4e87b8ed-3b31-443c-9dde-0e6504594e6b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b3828e1506404186afcf9deff5fe0e02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9612386 Aug 19 14:54:33.184813 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-05569aa6-d773-4076-8277-d6a42776fea2 req-7f3e0a78-46ed-4e51-bd5e-b56d476a1f58 service neutron] For port 8bc62a8e-9201-4a44-a057-3992aaad49ee, host n-h2-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:54:33.187042 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37268) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:33.205398 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-05569aa6-d773-4076-8277-d6a42776fea2 req-7f3e0a78-46ed-4e51-bd5e-b56d476a1f58 service neutron] For port 8bc62a8e-9201-4a44-a057-3992aaad49ee, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=8bc62a8e-9201-4a44-a057-3992aaad49ee,segment=NetworkSegment(a797992c-f015-48a4-a029-21c175cc336b),segment_id=a797992c-f015-48a4-a029-21c175cc336b)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:54:33.206490 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e87b8ed-3b31-443c-9dde-0e6504594e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349344b3-f62d-4926-b7e8-9f17446aeed1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:33.243078 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-05569aa6-d773-4076-8277-d6a42776fea2 req-7f3e0a78-46ed-4e51-bd5e-b56d476a1f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:33.245813 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f9074d8-d615-48ac-ae2f-14bf611a2a3f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:33.270364 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f9074d8-d615-48ac-ae2f-14bf611a2a3f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:33.339324 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05569aa6-d773-4076-8277-d6a42776fea2 req-7f3e0a78-46ed-4e51-bd5e-b56d476a1f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:33.340521 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-05569aa6-d773-4076-8277-d6a42776fea2 req-7f3e0a78-46ed-4e51-bd5e-b56d476a1f58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:33.342297 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-05569aa6-d773-4076-8277-d6a42776fea2 req-7f3e0a78-46ed-4e51-bd5e-b56d476a1f58 service neutron] 10.222.0.88 "PUT /v2.0/ports/8bc62a8e-9201-4a44-a057-3992aaad49ee HTTP/1.1" status: 200 len: 1092 time: 1.8365402 Aug 19 14:54:33.359300 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3e0a78-46ed-4e51-bd5e-b56d476a1f58 service neutron] Pushing event updated for resources: {'Port': ['ID=8bc62a8e-9201-4a44-a057-3992aaad49ee,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:33.383159 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81348129-e0aa-4b35-949c-8e3a360aee84', 'tag': '8bc62a8e-9201-4a44-a057-3992aaad49ee'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:54:33.386733 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e1aebe-fa29-4c1a-bb94-9b6271d0afaf" -d '{"events": [{"name": "network-changed", "server_uuid": "81348129-e0aa-4b35-949c-8e3a360aee84", "tag": "8bc62a8e-9201-4a44-a057-3992aaad49ee"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:54:33.398774 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f9074d8-d615-48ac-ae2f-14bf611a2a3f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:33.400267 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-6f9074d8-d615-48ac-ae2f-14bf611a2a3f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4915397 Aug 19 14:54:33.410862 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37276) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:33.419776 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-cda865c7-b5cb-4a77-b700-34910758be60 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Request body: {'port': {'network_id': '42031db0-53a4-4cc9-87ff-29ee8ede16cb', 'name': 'tempest-PortsTestJSON-91649107'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:33.507633 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009aa680-f72d-4c0e-91ac-d671fc355a65 x-openstack-request-id: req-009aa680-f72d-4c0e-91ac-d671fc355a65 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:54:33.508006 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81348129-e0aa-4b35-949c-8e3a360aee84", "tag": "8bc62a8e-9201-4a44-a057-3992aaad49ee", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:54:33.508187 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-009aa680-f72d-4c0e-91ac-d671fc355a65 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:54:33.508619 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81348129-e0aa-4b35-949c-8e3a360aee84', 'tag': '8bc62a8e-9201-4a44-a057-3992aaad49ee', 'status': 'completed', 'code': 200} Aug 19 14:54:33.588863 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-b52e926c-adfc-49ef-905c-eb48f16ad7e2 None None] Allocated IP 172.20.0.2 (42031db0-53a4-4cc9-87ff-29ee8ede16cb/35cc6ac4-3b5f-424f-9bff-19c633afb6d0/602be4f5-91d1-43f5-b0b5-53f92bda535a) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:54:33.623792 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-928ae7d3-736f-468c-832a-49eabca34c37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:33.671744 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37282) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:33.673766 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05569aa6-d773-4076-8277-d6a42776fea2 req-062b1b7b-677f-4aaf-ba93-9a25503eb9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:33.675899 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-05569aa6-d773-4076-8277-d6a42776fea2 req-062b1b7b-677f-4aaf-ba93-9a25503eb9ea service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8bf9338b14bd4de0a247947d4332bed4&device_id=81348129-e0aa-4b35-949c-8e3a360aee84 HTTP/1.1" status: 200 len: 1095 time: 0.2674122 Aug 19 14:54:33.713298 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37286) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:33.830613 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-928ae7d3-736f-468c-832a-49eabca34c37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:33.852921 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-05569aa6-d773-4076-8277-d6a42776fea2 req-870c2626-34da-4102-84cf-0dcfabbab63d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bc62a8e-9201-4a44-a057-3992aaad49ee HTTP/1.1" status: 200 len: 217 time: 0.1573305 Aug 19 14:54:33.869823 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b75c22-f0fc-4863-b335-882685933676 req-a6f682c5-42b8-44a7-9827-ea1b68d53b1f tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:33.879444 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e2b75c22-f0fc-4863-b335-882685933676 req-a6f682c5-42b8-44a7-9827-ea1b68d53b1f tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/networks?id=9be319f8-603a-41e0-a57e-1a917fa30646 HTTP/1.1" status: 200 len: 805 time: 0.6784971 Aug 19 14:54:33.890651 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:33.895024 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b52e926c-adfc-49ef-905c-eb48f16ad7e2 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:33.899408 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc583f56-82b4-468a-b448-8ef34c85afbb req-09b92012-3848-4d47-9181-e76330939c10 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:33.900987 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dc583f56-82b4-468a-b448-8ef34c85afbb req-09b92012-3848-4d47-9181-e76330939c10 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=81348129-e0aa-4b35-949c-8e3a360aee84 HTTP/1.1" status: 200 len: 944 time: 0.2986045 Aug 19 14:54:33.914589 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b52e926c-adfc-49ef-905c-eb48f16ad7e2 None None] Transition to ACTIVE for port object 602be4f5-91d1-43f5-b0b5-53f92bda535a will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:54:33.937783 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b52e926c-adfc-49ef-905c-eb48f16ad7e2 None None] Transition to ACTIVE for port object 602be4f5-91d1-43f5-b0b5-53f92bda535a will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:54:33.948919 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b52e926c-adfc-49ef-905c-eb48f16ad7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:33.961043 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e2b75c22-f0fc-4863-b335-882685933676 req-102dd64e-6ac0-4094-a0be-e07a9de6d8e3 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/quotas/be2283224ccb474c91d3399de6043bbd HTTP/1.1" status: 200 len: 375 time: 0.0807889 Aug 19 14:54:33.983692 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-645405f8-af4e-45ec-be1a-bda6d900fdf4 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-879951093', 'router:external': True}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:33.995300 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52e926c-adfc-49ef-905c-eb48f16ad7e2 None None] Network 42031db0-53a4-4cc9-87ff-29ee8ede16cb is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:54:33.998671 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-b52e926c-adfc-49ef-905c-eb48f16ad7e2 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:54:34.002463 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52e926c-adfc-49ef-905c-eb48f16ad7e2 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:54:34.014095 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52e926c-adfc-49ef-905c-eb48f16ad7e2 None None] Pushing event updated for resources: {'Port': ['ID=602be4f5-91d1-43f5-b0b5-53f92bda535a,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:34.030698 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.db.api [None req-cda865c7-b5cb-4a77-b700-34910758be60 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 14:54:34.030698 n-d-766043-2 neutron-server[94640]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 19 14:54:34.030698 n-d-766043-2 neutron-server[94640]: [parameters: {'project_id': '7e6d46bc76a949adbb4c2a4b74be1b02', 'id': 'b5ebc383-6f14-42b2-b9c7-fc0ee62ccb49', 'expiration': datetime.datetime(2021, 8, 19, 14, 56, 33, 999434)}] Aug 19 14:54:34.030698 n-d-766043-2 neutron-server[94640]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 14:54:34.031807 n-d-766043-2 neutron-server[94640]: DEBUG oslo_db.api [None req-cda865c7-b5cb-4a77-b700-34910758be60 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 14:54:34.054827 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dc583f56-82b4-468a-b448-8ef34c85afbb req-c849c0aa-80fa-49fa-90c0-379932d70b2c tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297672 Aug 19 14:54:34.071592 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05569aa6-d773-4076-8277-d6a42776fea2 req-6a0e765f-b2cd-4fa0-80c2-deed128a90bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:34.073427 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-05569aa6-d773-4076-8277-d6a42776fea2 req-6a0e765f-b2cd-4fa0-80c2-deed128a90bd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5ebe78ca-28f7-43fa-89de-04375d30f6cd HTTP/1.1" status: 200 len: 850 time: 0.2167349 Aug 19 14:54:34.075169 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-64734d02-5324-4d55-a11d-4b177a353197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:34.091661 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b52e926c-adfc-49ef-905c-eb48f16ad7e2 None None] Attempting to bind port 602be4f5-91d1-43f5-b0b5-53f92bda535a on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:54:34.093246 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b52e926c-adfc-49ef-905c-eb48f16ad7e2 None None] Attempting to bind port 602be4f5-91d1-43f5-b0b5-53f92bda535a by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'a9997846-673c-42a6-938d-024cb0ce6021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '42031db0-53a4-4cc9-87ff-29ee8ede16cb'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:54:34.093870 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52e926c-adfc-49ef-905c-eb48f16ad7e2 None None] Attempting to bind port 602be4f5-91d1-43f5-b0b5-53f92bda535a on network 42031db0-53a4-4cc9-87ff-29ee8ede16cb {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:54:34.098807 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e2b75c22-f0fc-4863-b335-882685933676 req-bb4e4dbb-d221-4f9b-b565-26cff5f32472 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=be2283224ccb474c91d3399de6043bbd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1367598 Aug 19 14:54:34.099385 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-928ae7d3-736f-468c-832a-49eabca34c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:34.100330 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52e926c-adfc-49ef-905c-eb48f16ad7e2 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:54:34.101744 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52e926c-adfc-49ef-905c-eb48f16ad7e2 None None] Checking segment: {'id': 'a9997846-673c-42a6-938d-024cb0ce6021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '42031db0-53a4-4cc9-87ff-29ee8ede16cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:54:34.101956 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-928ae7d3-736f-468c-832a-49eabca34c37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:34.103088 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b52e926c-adfc-49ef-905c-eb48f16ad7e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:34.103273 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-928ae7d3-736f-468c-832a-49eabca34c37 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/349344b3-f62d-4926-b7e8-9f17446aeed1 HTTP/1.1" status: 204 len: 168 time: 0.9152784 Aug 19 14:54:34.103863 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52e926c-adfc-49ef-905c-eb48f16ad7e2 None None] Bound using segment: {'id': 'a9997846-673c-42a6-938d-024cb0ce6021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '42031db0-53a4-4cc9-87ff-29ee8ede16cb'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:54:34.103995 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645405f8-af4e-45ec-be1a-bda6d900fdf4 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Made reservation on behalf of a39a486a9a7b4ccda654779542dab9c3 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:54:34.104829 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b52e926c-adfc-49ef-905c-eb48f16ad7e2 None None] Bound port: 602be4f5-91d1-43f5-b0b5-53f92bda535a, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9997846-673c-42a6-938d-024cb0ce6021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '42031db0-53a4-4cc9-87ff-29ee8ede16cb'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:54:34.105452 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b52e926c-adfc-49ef-905c-eb48f16ad7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:34.106410 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-645405f8-af4e-45ec-be1a-bda6d900fdf4 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:34.152690 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-645405f8-af4e-45ec-be1a-bda6d900fdf4 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:34.157537 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ae7d3-736f-468c-832a-49eabca34c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349344b3-f62d-4926-b7e8-9f17446aeed1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:34.199987 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b52e926c-adfc-49ef-905c-eb48f16ad7e2 None None] For port 602be4f5-91d1-43f5-b0b5-53f92bda535a, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:54:34.204433 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b52e926c-adfc-49ef-905c-eb48f16ad7e2 None None] For port 602be4f5-91d1-43f5-b0b5-53f92bda535a, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=602be4f5-91d1-43f5-b0b5-53f92bda535a,segment=NetworkSegment(a9997846-673c-42a6-938d-024cb0ce6021),segment_id=a9997846-673c-42a6-938d-024cb0ce6021)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:54:34.207156 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05569aa6-d773-4076-8277-d6a42776fea2 req-e0a0b5a0-7f36-480f-991f-ae2e412969b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:34.208741 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-05569aa6-d773-4076-8277-d6a42776fea2 req-e0a0b5a0-7f36-480f-991f-ae2e412969b4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8d226290-6085-496f-b9eb-bf514760f427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1234491 Aug 19 14:54:34.218038 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b52e926c-adfc-49ef-905c-eb48f16ad7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:34.225830 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [req-05569aa6-d773-4076-8277-d6a42776fea2 req-a4e632fc-3eea-4ab8-9f24-3554f1a814d7 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:34.226853 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-05569aa6-d773-4076-8277-d6a42776fea2 req-a4e632fc-3eea-4ab8-9f24-3554f1a814d7 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071795 Aug 19 14:54:34.249548 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e2b75c22-f0fc-4863-b335-882685933676 req-c7cef79b-58a8-4c65-b69c-07e53c63dc84 service neutron] 10.222.0.69 "GET /v2.0/networks/9be319f8-603a-41e0-a57e-1a917fa30646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494749 Aug 19 14:54:34.356940 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-64734d02-5324-4d55-a11d-4b177a353197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:34.377604 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-64734d02-5324-4d55-a11d-4b177a353197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:34.384057 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f67a85a8-2242-4de4-9d20-7066bc5c2e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:34.390516 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52e926c-adfc-49ef-905c-eb48f16ad7e2 None None] Pushing event updated for resources: {'Port': ['ID=602be4f5-91d1-43f5-b0b5-53f92bda535a,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:34.468813 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e2b75c22-f0fc-4863-b335-882685933676 req-ffcee74b-05e7-412c-827f-9d626242a337 service neutron] 10.222.0.69 "GET /v2.0/networks/9be319f8-603a-41e0-a57e-1a917fa30646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177420 Aug 19 14:54:34.497852 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-05569aa6-d773-4076-8277-d6a42776fea2 req-b79ebc44-2db1-40d0-8c66-30b99c321566 service neutron] 10.222.0.88 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546802 Aug 19 14:54:34.502446 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-64734d02-5324-4d55-a11d-4b177a353197 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fab3917dca0c4d9a8d543580c799d1fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7777786 Aug 19 14:54:34.506094 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37314) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:34.507287 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64734d02-5324-4d55-a11d-4b177a353197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107a58cc-bd5e-4c38-85f1-6e627ebb5ef3,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:34.553308 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:34.711493 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37322) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:34.713957 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-05569aa6-d773-4076-8277-d6a42776fea2 req-c77f6883-e48c-43dc-bd5b-8d9629e59c9f service neutron] 10.222.0.88 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037895 Aug 19 14:54:34.747917 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-645405f8-af4e-45ec-be1a-bda6d900fdf4 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:34.764910 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-645405f8-af4e-45ec-be1a-bda6d900fdf4 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:34.799078 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1729ccf7-8d1e-4835-92ae-999b15ee5a88 req-b89e9392-7e5f-4fa0-a4f2-f8b638837203 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=401f3873-f470-4ce5-b188-3d00865df369 HTTP/1.1" status: 200 len: 210 time: 0.1162262 Aug 19 14:54:34.831966 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645405f8-af4e-45ec-be1a-bda6d900fdf4 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2eef11-7904-4f6d-bd23-01d8aa65bbe6,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:34.835740 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-645405f8-af4e-45ec-be1a-bda6d900fdf4 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:54:34.838118 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0a603664-37bd-4997-a89b-e1c3fd33998f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:34.856872 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-645405f8-af4e-45ec-be1a-bda6d900fdf4 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:34.857069 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-645405f8-af4e-45ec-be1a-bda6d900fdf4 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Added segment 72a462b4-f1b6-41d6-877d-5a987343ed6d of type vlan for network d3205161-0bb4-4793-b3ad-fddcef88277c Aug 19 14:54:34.882001 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda865c7-b5cb-4a77-b700-34910758be60 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Made reservation on behalf of 7e6d46bc76a949adbb4c2a4b74be1b02 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:54:34.885837 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cda865c7-b5cb-4a77-b700-34910758be60 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:34.890490 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0a603664-37bd-4997-a89b-e1c3fd33998f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:34.904355 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1aebe-fa29-4c1a-bb94-9b6271d0afaf req-b41cf19d-73d5-4109-97c4-02cbd36221de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:34.910999 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e1e1aebe-fa29-4c1a-bb94-9b6271d0afaf req-b41cf19d-73d5-4109-97c4-02cbd36221de service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8bf9338b14bd4de0a247947d4332bed4&device_id=81348129-e0aa-4b35-949c-8e3a360aee84 HTTP/1.1" status: 200 len: 1095 time: 0.1171548 Aug 19 14:54:34.925424 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-cda865c7-b5cb-4a77-b700-34910758be60 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] device_id is not set on port 98dec63b-cb97-47cc-9049-a3631a27434a yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:54:35.042951 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0a603664-37bd-4997-a89b-e1c3fd33998f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:35.047574 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0a603664-37bd-4997-a89b-e1c3fd33998f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:35.048808 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-0a603664-37bd-4997-a89b-e1c3fd33998f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/107a58cc-bd5e-4c38-85f1-6e627ebb5ef3 HTTP/1.1" status: 204 len: 168 time: 0.5409870 Aug 19 14:54:35.072180 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:35.072749 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bcfd116d-c456-4260-9f8e-670875ce7fba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:35.100063 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a603664-37bd-4997-a89b-e1c3fd33998f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107a58cc-bd5e-4c38-85f1-6e627ebb5ef3,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:35.124602 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-645405f8-af4e-45ec-be1a-bda6d900fdf4 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:35.131891 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-cda865c7-b5cb-4a77-b700-34910758be60 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Allocated IP 172.20.0.10 (42031db0-53a4-4cc9-87ff-29ee8ede16cb/35cc6ac4-3b5f-424f-9bff-19c633afb6d0/98dec63b-cb97-47cc-9049-a3631a27434a) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:54:35.269033 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:35.291420 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-645405f8-af4e-45ec-be1a-bda6d900fdf4 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:35.300280 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645405f8-af4e-45ec-be1a-bda6d900fdf4 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:35.301010 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-645405f8-af4e-45ec-be1a-bda6d900fdf4 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:35.323590 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1aebe-fa29-4c1a-bb94-9b6271d0afaf req-29e94222-30d5-452d-8c57-95f750bf4968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:35.329906 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e1e1aebe-fa29-4c1a-bb94-9b6271d0afaf req-29e94222-30d5-452d-8c57-95f750bf4968 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8d226290-6085-496f-b9eb-bf514760f427 HTTP/1.1" status: 200 len: 912 time: 0.3787534 Aug 19 14:54:35.330183 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a2631-20e1-42ec-ac5c-e8f07fe3cba2 req-2e41230f-d9ce-415e-be99-052de4c6a240 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:35.332504 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-de7a2631-20e1-42ec-ac5c-e8f07fe3cba2 req-2e41230f-d9ce-415e-be99-052de4c6a240 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=81348129-e0aa-4b35-949c-8e3a360aee84 HTTP/1.1" status: 200 len: 944 time: 0.1794798 Aug 19 14:54:35.436472 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-de7a2631-20e1-42ec-ac5c-e8f07fe3cba2 req-65ee9f4e-6d5f-4308-b629-a762da2af6fb tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923970 Aug 19 14:54:35.468553 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cda865c7-b5cb-4a77-b700-34910758be60 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:35.487976 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-cda865c7-b5cb-4a77-b700-34910758be60 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Transition to ACTIVE for port object 98dec63b-cb97-47cc-9049-a3631a27434a will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:54:35.516186 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e1e1aebe-fa29-4c1a-bb94-9b6271d0afaf req-a25e2243-a5a2-408c-a57e-bbbc5cd958dd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bc62a8e-9201-4a44-a057-3992aaad49ee HTTP/1.1" status: 200 len: 217 time: 0.1515253 Aug 19 14:54:35.563516 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cda865c7-b5cb-4a77-b700-34910758be60 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:35.658555 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda865c7-b5cb-4a77-b700-34910758be60 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Network 42031db0-53a4-4cc9-87ff-29ee8ede16cb is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:54:35.665088 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-cda865c7-b5cb-4a77-b700-34910758be60 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:54:35.669786 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda865c7-b5cb-4a77-b700-34910758be60 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:54:35.694840 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 602be4f5-91d1-43f5-b0b5-53f92bda535a up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:54:35.718375 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1aebe-fa29-4c1a-bb94-9b6271d0afaf req-acb6b854-8f14-4ae4-a878-ac321c5fdb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:35.724256 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e1e1aebe-fa29-4c1a-bb94-9b6271d0afaf req-acb6b854-8f14-4ae4-a878-ac321c5fdb6d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5ebe78ca-28f7-43fa-89de-04375d30f6cd HTTP/1.1" status: 200 len: 850 time: 0.1862199 Aug 19 14:54:35.726965 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645405f8-af4e-45ec-be1a-bda6d900fdf4 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Pushing event updated for resources: {'Network': ['ID=d3205161-0bb4-4793-b3ad-fddcef88277c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:35.748640 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network d3205161-0bb4-4793-b3ad-fddcef88277c details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:54:35.759958 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37352) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:35.786261 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda865c7-b5cb-4a77-b700-34910758be60 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event updated for resources: {'Port': ['ID=98dec63b-cb97-47cc-9049-a3631a27434a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:35.839408 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda865c7-b5cb-4a77-b700-34910758be60 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:35.843907 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cda865c7-b5cb-4a77-b700-34910758be60 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:35.914141 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 602be4f5-91d1-43f5-b0b5-53f92bda535a completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:54:35.939237 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [None req-57e1df79-b84a-4d99-9e03-8d166c2e7a8f tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:35.940301 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-57e1df79-b84a-4d99-9e03-8d166c2e7a8f tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1793113 Aug 19 14:54:35.943838 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37358) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:35.948317 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [None req-2752a468-3991-46c9-a435-69a939a961a3 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:35.951419 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-2752a468-3991-46c9-a435-69a939a961a3 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0045209 Aug 19 14:54:35.951729 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bcfd116d-c456-4260-9f8e-670875ce7fba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:35.951865 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67805e8-a1b2-4e2e-9ebe-9590c2fbe141 None None] Network 42031db0-53a4-4cc9-87ff-29ee8ede16cb requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:54:35.955321 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37360) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:35.958294 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1aebe-fa29-4c1a-bb94-9b6271d0afaf req-9aadb0c3-6bec-4f4c-a305-97710008007f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:35.960339 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e1e1aebe-fa29-4c1a-bb94-9b6271d0afaf req-9aadb0c3-6bec-4f4c-a305-97710008007f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8d226290-6085-496f-b9eb-bf514760f427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2279267 Aug 19 14:54:35.967354 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [None req-e9184f99-569a-4246-bdbe-0e9381c2913f tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:35.970944 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-cda865c7-b5cb-4a77-b700-34910758be60 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5559249 Aug 19 14:54:35.971072 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e9184f99-569a-4246-bdbe-0e9381c2913f tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0066857 Aug 19 14:54:35.971250 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37362) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:35.971822 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37364) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:35.980508 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [None req-e7a521ac-89fe-44a3-9db7-48b7b77039af tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:35.986570 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e7a521ac-89fe-44a3-9db7-48b7b77039af tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0093875 Aug 19 14:54:35.991240 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37366) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:35.991579 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37368) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:35.993469 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bcfd116d-c456-4260-9f8e-670875ce7fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:36.004049 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [None req-c76d3739-c67e-4e1a-9526-5c2dc409b4c7 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:36.007538 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-c76d3739-c67e-4e1a-9526-5c2dc409b4c7 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0101161 Aug 19 14:54:36.019264 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37370) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:36.023879 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0d699705-98db-4d5d-8cf4-f28c41fcbf87 req-61434f87-f4b0-4069-aaa8-76de750d48c0 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=401f3873-f470-4ce5-b188-3d00865df369 HTTP/1.1" status: 200 len: 210 time: 0.0404401 Aug 19 14:54:36.035533 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [None req-0513d7f2-4e22-4bac-961f-dec2030e00fa tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:36.035533 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-0513d7f2-4e22-4bac-961f-dec2030e00fa tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0122521 Aug 19 14:54:36.035533 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37372) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:36.040543 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [None req-70f68f56-00fb-42c6-9f58-c579f7224110 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:36.041795 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-70f68f56-00fb-42c6-9f58-c579f7224110 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0053189 Aug 19 14:54:36.042990 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c90cf676-73a0-4136-8fff-ff820e1a9f70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:36.045267 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37376) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:36.055679 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [None req-cd61768f-9e72-4c98-8d92-2dd702690d1e tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:36.055679 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-cd61768f-9e72-4c98-8d92-2dd702690d1e tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0048139 Aug 19 14:54:36.055860 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37378) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:36.073826 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [None req-8370e086-965c-40f1-9854-5be4eab41acb tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:36.075092 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-8370e086-965c-40f1-9854-5be4eab41acb tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0184402 Aug 19 14:54:36.075314 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ce4d4985-6c2c-48d6-93d0-899c0a761d4e None None] Provisioning for port 602be4f5-91d1-43f5-b0b5-53f92bda535a completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:54:36.080667 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-645405f8-af4e-45ec-be1a-bda6d900fdf4 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.4011290 Aug 19 14:54:36.080667 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37380) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:36.080940 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ce4d4985-6c2c-48d6-93d0-899c0a761d4e None None] Provisioning complete for port 602be4f5-91d1-43f5-b0b5-53f92bda535a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:36.080940 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ce4d4985-6c2c-48d6-93d0-899c0a761d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:36.083701 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37382) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:36.090652 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e2256460-f965-45c6-b601-ff0745ac3fb6 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Request body: {'subnet': {'network_id': 'd3205161-0bb4-4793-b3ad-fddcef88277c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:36.092101 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [None req-0b86df86-0347-4da0-b212-d65686c14e97 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:36.093119 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0b86df86-0347-4da0-b212-d65686c14e97 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0048416 Aug 19 14:54:36.097621 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37384) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:36.104663 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [None req-594b81a1-49ef-4839-9096-592ee17e1339 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:36.105866 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-594b81a1-49ef-4839-9096-592ee17e1339 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0053895 Aug 19 14:54:36.109261 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37386) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:36.115768 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [None req-57f86d0b-269f-449a-9ffc-5fa44682876b tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:36.117526 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-57f86d0b-269f-449a-9ffc-5fa44682876b tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0070164 Aug 19 14:54:36.121167 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37388) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:36.126723 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [None req-4237f89f-0c71-42d4-955d-a199c093ca3f tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:36.128752 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-4237f89f-0c71-42d4-955d-a199c093ca3f tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0056844 Aug 19 14:54:36.144654 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37390) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:36.150664 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [None req-114b6b89-4706-4095-99d3-ec46d9d01918 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:36.151955 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-114b6b89-4706-4095-99d3-ec46d9d01918 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0058246 Aug 19 14:54:36.155760 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37392) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:36.161797 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [None req-a2211291-e1f5-4965-ab8c-857229259a94 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:36.163072 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a2211291-e1f5-4965-ab8c-857229259a94 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0059171 Aug 19 14:54:36.166703 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37394) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:36.178059 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [None req-4b1e4a98-cd8c-4221-b2dc-f3a564928dc1 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:36.179907 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-4b1e4a98-cd8c-4221-b2dc-f3a564928dc1 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0102379 Aug 19 14:54:36.185953 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37396) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:36.193292 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [None req-d7fd7977-c724-4abe-b437-07b52f522649 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:36.195209 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d7fd7977-c724-4abe-b437-07b52f522649 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0081382 Aug 19 14:54:36.199055 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37398) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:36.205706 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [None req-3fe643e6-0663-4d9e-b960-0cc43b984d4b tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:36.206803 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-3fe643e6-0663-4d9e-b960-0cc43b984d4b tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0064695 Aug 19 14:54:36.212944 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37400) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:36.222360 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [None req-4d571ec8-e95b-4bd0-941f-995793271eea tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:36.223501 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-4d571ec8-e95b-4bd0-941f-995793271eea tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0093360 Aug 19 14:54:36.229314 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-bcfd116d-c456-4260-9f8e-670875ce7fba admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=aad908689e0a40349aaa01ba11648d79&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5143087 Aug 19 14:54:36.230729 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37402) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:36.233019 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37404) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:36.239986 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [None req-da9c7cc5-b6bd-400c-be30-3044c13db853 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:36.241096 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-da9c7cc5-b6bd-400c-be30-3044c13db853 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0052555 Aug 19 14:54:36.249082 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37408) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:36.263381 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd116d-c456-4260-9f8e-670875ce7fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20da6bd-5b43-4851-a3de-318c661bef63,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:36.268899 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [None req-88fef48c-e61a-4364-a39a-10ce43efe215 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:36.274760 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-88fef48c-e61a-4364-a39a-10ce43efe215 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0220532 Aug 19 14:54:36.297982 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ce4d4985-6c2c-48d6-93d0-899c0a761d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:36.324583 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37410) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:36.347030 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ce4d4985-6c2c-48d6-93d0-899c0a761d4e None None] For port 602be4f5-91d1-43f5-b0b5-53f92bda535a, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=602be4f5-91d1-43f5-b0b5-53f92bda535a,segment=NetworkSegment(a9997846-673c-42a6-938d-024cb0ce6021),segment_id=a9997846-673c-42a6-938d-024cb0ce6021)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:36.351982 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ce4d4985-6c2c-48d6-93d0-899c0a761d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:36.371904 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [None req-bd0c27db-b201-43ff-b709-3b6fdacaaa29 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:36.372931 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-bd0c27db-b201-43ff-b709-3b6fdacaaa29 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0444889 Aug 19 14:54:36.393780 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37412) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:36.394813 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8cbff790-e93b-4669-9c80-474c02e2bd4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:36.410221 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [None req-c67fd76a-a94a-41b6-b2aa-40aaebe04be6 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:36.414384 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-c67fd76a-a94a-41b6-b2aa-40aaebe04be6 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0176065 Aug 19 14:54:36.417963 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37414) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:36.420585 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4d4985-6c2c-48d6-93d0-899c0a761d4e None None] Pushing event updated for resources: {'Port': ['ID=602be4f5-91d1-43f5-b0b5-53f92bda535a,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:36.427323 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [None req-a195e322-0b9d-46d9-8161-12a553ad329d tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:36.432210 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a195e322-0b9d-46d9-8161-12a553ad329d tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0131984 Aug 19 14:54:36.439377 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37416) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:36.445959 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [None req-0a01a6bc-f947-4e6e-9849-cf2503576c20 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:36.447099 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0a01a6bc-f947-4e6e-9849-cf2503576c20 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0067129 Aug 19 14:54:36.453088 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37418) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:36.467525 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [None req-c9920534-086a-41ce-96a2-f51e1b444bb0 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:36.472538 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-c9920534-086a-41ce-96a2-f51e1b444bb0 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0144999 Aug 19 14:54:36.472538 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c90cf676-73a0-4136-8fff-ff820e1a9f70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:36.472794 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37420) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:36.478029 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8cbff790-e93b-4669-9c80-474c02e2bd4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:36.489823 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c90cf676-73a0-4136-8fff-ff820e1a9f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:36.509882 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e1e1aebe-fa29-4c1a-bb94-9b6271d0afaf req-f762e080-f320-4d60-8481-31cf02bf8998 service neutron] 10.222.0.88 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5387609 Aug 19 14:54:36.513414 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [None req-131cd25d-5830-43b5-ba76-8f6822bd3959 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:36.514615 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-131cd25d-5830-43b5-ba76-8f6822bd3959 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0413167 Aug 19 14:54:36.519992 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37424) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:36.537739 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [None req-4cec642f-ccda-4e21-a7f9-98770d0bc114 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:36.541659 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-4cec642f-ccda-4e21-a7f9-98770d0bc114 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0099936 Aug 19 14:54:36.545493 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90cf676-73a0-4136-8fff-ff820e1a9f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0feb59d-92f7-4f82-87fe-4de43ae8a47f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:36.546882 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37426) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:36.564579 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [None req-966a2f37-2c7c-441f-b4c6-a40cde4fe008 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:36.565630 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-966a2f37-2c7c-441f-b4c6-a40cde4fe008 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0166430 Aug 19 14:54:36.571197 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37428) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:36.587024 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [None req-dfc3edda-bb62-4f92-8f99-3077031299f8 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:36.588197 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-dfc3edda-bb62-4f92-8f99-3077031299f8 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0156689 Aug 19 14:54:36.599790 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37430) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:36.614061 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-c90cf676-73a0-4136-8fff-ff820e1a9f70 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b7bf945591f64dd180f5151886ca2470&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6190970 Aug 19 14:54:36.614061 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2256460-f965-45c6-b601-ff0745ac3fb6 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Made reservation on behalf of a39a486a9a7b4ccda654779542dab9c3 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:54:36.615695 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e2256460-f965-45c6-b601-ff0745ac3fb6 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:36.623383 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37432) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:36.649266 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [None req-59954ff2-1c3f-4510-a29d-c17f540c74ab tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:36.652596 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-59954ff2-1c3f-4510-a29d-c17f540c74ab tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0238690 Aug 19 14:54:36.656305 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37434) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:36.676746 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9dd17c2f-a79e-4159-a72f-41f33fa18c34 None None] Provisioning for port 98dec63b-cb97-47cc-9049-a3631a27434a completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:54:36.678841 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [None req-17d34f40-be98-4464-898c-b47cda0582b4 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:36.680941 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9dd17c2f-a79e-4159-a72f-41f33fa18c34 None None] Provisioning complete for port 98dec63b-cb97-47cc-9049-a3631a27434a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:36.681491 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9dd17c2f-a79e-4159-a72f-41f33fa18c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:36.682976 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-17d34f40-be98-4464-898c-b47cda0582b4 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0210805 Aug 19 14:54:36.706634 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37436) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:36.736023 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9dd17c2f-a79e-4159-a72f-41f33fa18c34 None None] Port 98dec63b-cb97-47cc-9049-a3631a27434a cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:54:36.754747 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8cbff790-e93b-4669-9c80-474c02e2bd4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:36.755615 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9dd17c2f-a79e-4159-a72f-41f33fa18c34 None None] Provisioning complete for port 602be4f5-91d1-43f5-b0b5-53f92bda535a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:36.756319 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9dd17c2f-a79e-4159-a72f-41f33fa18c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:36.759117 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8cbff790-e93b-4669-9c80-474c02e2bd4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:36.760515 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-8cbff790-e93b-4669-9c80-474c02e2bd4f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a20da6bd-5b43-4851-a3de-318c661bef63 HTTP/1.1" status: 204 len: 168 time: 0.5264857 Aug 19 14:54:36.803809 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f2e71-24e4-4ce9-8fae-d77c3b9060d6 req-6e1a6435-3756-4539-aa00-a30985cb0c3a tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:36.805580 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [None req-2e29a389-e53a-431c-85d1-dee428fb3311 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:36.805801 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-943f2e71-24e4-4ce9-8fae-d77c3b9060d6 req-6e1a6435-3756-4539-aa00-a30985cb0c3a tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=81348129-e0aa-4b35-949c-8e3a360aee84 HTTP/1.1" status: 200 len: 944 time: 0.2613938 Aug 19 14:54:36.807388 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2e29a389-e53a-431c-85d1-dee428fb3311 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.1018198 Aug 19 14:54:36.817359 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37440) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:36.819097 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbff790-e93b-4669-9c80-474c02e2bd4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20da6bd-5b43-4851-a3de-318c661bef63,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:36.835331 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [None req-d8e4ef7d-9383-4b1b-8741-1cd6b1ba2ff4 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:36.836560 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d8e4ef7d-9383-4b1b-8741-1cd6b1ba2ff4 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0188930 Aug 19 14:54:36.845287 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e1e1aebe-fa29-4c1a-bb94-9b6271d0afaf req-d2c5bb61-8890-473b-aefd-3bcc82426473 service neutron] 10.222.0.88 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969127 Aug 19 14:54:36.846097 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37442) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:36.851983 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [None req-8f3bafb2-5515-480f-a37d-e5e74e407490 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:36.853210 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-8f3bafb2-5515-480f-a37d-e5e74e407490 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0054443 Aug 19 14:54:36.857450 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b75c22-f0fc-4863-b335-882685933676 req-696eb9f7-e7d1-4525-8d87-413d31914387 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:36.859132 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e2b75c22-f0fc-4863-b335-882685933676 req-696eb9f7-e7d1-4525-8d87-413d31914387 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.68 "GET /v2.0/networks?id=9be319f8-603a-41e0-a57e-1a917fa30646 HTTP/1.1" status: 200 len: 805 time: 0.6245241 Aug 19 14:54:36.860898 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37444) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:36.864598 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-edbffd3b-a866-40c1-ad87-4ae8882700bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:36.867066 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [None req-68e956a6-841f-4d04-b319-3855327a4da4 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:36.867894 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-68e956a6-841f-4d04-b319-3855327a4da4 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0058863 Aug 19 14:54:36.880752 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37446) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:36.903816 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [None req-91e5a4ca-03e4-4054-a9cc-046f67fc1349 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:36.907358 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-91e5a4ca-03e4-4054-a9cc-046f67fc1349 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0087090 Aug 19 14:54:36.907507 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:36.910629 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-e2b75c22-f0fc-4863-b335-882685933676 req-2cf87c6b-9c12-47cb-9c52-809514064226 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Request body: {'port': {'device_id': '401f3873-f470-4ce5-b188-3d00865df369', 'network_id': '9be319f8-603a-41e0-a57e-1a917fa30646', 'admin_state_up': True, 'tenant_id': 'be2283224ccb474c91d3399de6043bbd'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:36.918159 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37448) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:36.941960 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [None req-5b8519b4-0e7c-4fae-b3e6-d345489d6686 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:36.943217 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5b8519b4-0e7c-4fae-b3e6-d345489d6686 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0241237 Aug 19 14:54:36.958668 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37450) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:36.963996 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [None req-99925743-01bf-49e5-8142-c8e66da1f07f tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:36.964994 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-99925743-01bf-49e5-8142-c8e66da1f07f tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0052483 Aug 19 14:54:36.973508 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37452) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:36.976387 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb783ff7-64e8-4a3c-8647-66bf44caa74d tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:36.976537 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-edbffd3b-a866-40c1-ad87-4ae8882700bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:37.008169 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [None req-b5da37bc-1190-46f6-beb9-844ae3dc5376 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:37.011458 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-b5da37bc-1190-46f6-beb9-844ae3dc5376 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0045063 Aug 19 14:54:37.019848 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37454) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:37.024360 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [None req-28475538-c428-4a6f-9a94-c404733d02f1 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:37.027627 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-28475538-c428-4a6f-9a94-c404733d02f1 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0043004 Aug 19 14:54:37.031696 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37456) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:37.031853 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-943f2e71-24e4-4ce9-8fae-d77c3b9060d6 req-5e62dc2b-1d3f-4341-9148-7051562872e8 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919096 Aug 19 14:54:37.044148 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [None req-f46433aa-b3d0-4d2b-801d-649d2fc2ea18 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:37.045172 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f46433aa-b3d0-4d2b-801d-649d2fc2ea18 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0109921 Aug 19 14:54:37.047823 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37458) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:37.085967 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [None req-75d0f9f3-7721-4d42-a93d-0cfc4bc09f2a tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:37.090521 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-75d0f9f3-7721-4d42-a93d-0cfc4bc09f2a tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0400779 Aug 19 14:54:37.093696 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-db9b5699-f966-4d5c-9ef5-63c115d38f2a None None] Provisioning complete for port 98dec63b-cb97-47cc-9049-a3631a27434a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:37.094614 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-db9b5699-f966-4d5c-9ef5-63c115d38f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:37.109165 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37462) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:37.113546 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [None req-6daaa045-5e92-4519-872f-89af0c524c8c tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:37.116442 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6daaa045-5e92-4519-872f-89af0c524c8c tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0044069 Aug 19 14:54:37.142054 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-db9b5699-f966-4d5c-9ef5-63c115d38f2a None None] Port 98dec63b-cb97-47cc-9049-a3631a27434a cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:54:37.144616 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37464) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:37.152648 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [None req-0902812b-7ef3-4056-a773-c6bbe9418742 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:37.155918 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0902812b-7ef3-4056-a773-c6bbe9418742 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0079582 Aug 19 14:54:37.156985 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37468) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:37.165510 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [None req-bfd72182-8737-49f5-ad37-2f2fa10ae767 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:37.169164 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-bfd72182-8737-49f5-ad37-2f2fa10ae767 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0076113 Aug 19 14:54:37.170936 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37470) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:37.184166 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [None req-7fc268c8-469a-4f56-89d3-4c8393929ed7 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:37.185174 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-7fc268c8-469a-4f56-89d3-4c8393929ed7 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0070693 Aug 19 14:54:37.188072 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37472) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:37.196122 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [None req-fd9c1ead-6705-4e23-beb6-e4d81d11d1dc tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:37.199562 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-fd9c1ead-6705-4e23-beb6-e4d81d11d1dc tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0043855 Aug 19 14:54:37.203101 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5d61c7d0-1c6c-448a-90b4-e93d7045184f req-c6cb367a-035f-4170-a143-568b3e556685 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=401f3873-f470-4ce5-b188-3d00865df369 HTTP/1.1" status: 200 len: 210 time: 0.0488906 Aug 19 14:54:37.203612 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37474) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:37.211553 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [None req-29ba0d67-a3b5-4de9-8194-3b7661412a1e tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:37.212571 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-29ba0d67-a3b5-4de9-8194-3b7661412a1e tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0076473 Aug 19 14:54:37.216282 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37476) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:37.221121 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [None req-43249843-fefe-47d2-b216-e29b054e348f tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:37.223034 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-43249843-fefe-47d2-b216-e29b054e348f tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0057333 Aug 19 14:54:37.239094 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37478) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:37.246271 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [None req-528e1f6c-e7dc-447d-ad8a-34bc65bf5115 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:37.247311 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-528e1f6c-e7dc-447d-ad8a-34bc65bf5115 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0072782 Aug 19 14:54:37.248070 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2b75c22-f0fc-4863-b335-882685933676 req-2cf87c6b-9c12-47cb-9c52-809514064226 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Made reservation on behalf of be2283224ccb474c91d3399de6043bbd for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:54:37.252107 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e2b75c22-f0fc-4863-b335-882685933676 req-2cf87c6b-9c12-47cb-9c52-809514064226 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:37.257174 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37480) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:37.262515 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [None req-4e5e1449-4718-4fee-9fb4-b21052985713 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:37.264490 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4e5e1449-4718-4fee-9fb4-b21052985713 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0058227 Aug 19 14:54:37.272509 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37484) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:37.282477 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [None req-9736a940-0bff-417e-820a-95f28122c6c6 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:37.283448 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9736a940-0bff-417e-820a-95f28122c6c6 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0100987 Aug 19 14:54:37.287105 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37486) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:37.292734 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [None req-c44f0308-2017-4371-9d43-6fe7f47753a7 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:37.293700 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-c44f0308-2017-4371-9d43-6fe7f47753a7 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0056286 Aug 19 14:54:37.295756 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-edbffd3b-a866-40c1-ad87-4ae8882700bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:37.298327 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-edbffd3b-a866-40c1-ad87-4ae8882700bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:37.302309 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-edbffd3b-a866-40c1-ad87-4ae8882700bb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a0feb59d-92f7-4f82-87fe-4de43ae8a47f HTTP/1.1" status: 204 len: 168 time: 0.6737046 Aug 19 14:54:37.302309 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37488) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:37.310335 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [None req-f9e88fc4-ae33-44d2-9736-7f13c43ce980 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:37.310775 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f9e88fc4-ae33-44d2-9736-7f13c43ce980 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0053456 Aug 19 14:54:37.319646 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37492) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:37.328025 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [None req-e1ec290a-23ca-40a8-b63d-bcd37c3837fc tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:37.329073 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e1ec290a-23ca-40a8-b63d-bcd37c3837fc tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0046773 Aug 19 14:54:37.333693 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37496) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:37.336570 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbffd3b-a866-40c1-ad87-4ae8882700bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0feb59d-92f7-4f82-87fe-4de43ae8a47f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:37.346770 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [None req-cdef6cde-d26b-40ca-9844-4e806a3c2854 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:37.347768 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-cdef6cde-d26b-40ca-9844-4e806a3c2854 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0123100 Aug 19 14:54:37.350508 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37498) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:37.363798 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [None req-b968d020-ff62-4873-a7d1-915780d11ec0 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:37.364715 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-b968d020-ff62-4873-a7d1-915780d11ec0 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0132914 Aug 19 14:54:37.367461 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37500) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:37.372080 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [None req-5c6c1f89-80bf-461f-83cd-a1c6c837b365 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:37.373085 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-5c6c1f89-80bf-461f-83cd-a1c6c837b365 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0047441 Aug 19 14:54:37.375643 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37502) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:37.380512 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [None req-b62f241e-41f5-492e-973e-5b609ee51ff4 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:37.384016 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-b62f241e-41f5-492e-973e-5b609ee51ff4 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0049231 Aug 19 14:54:37.384016 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37504) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:37.388708 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [None req-c843690c-02bc-4315-93c1-929e4540f8db tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:37.392001 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-c843690c-02bc-4315-93c1-929e4540f8db tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0046995 Aug 19 14:54:37.392712 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37508) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:37.397634 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [None req-90b82c99-9f79-4c19-a303-5768901ff4fb tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:37.400815 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-90b82c99-9f79-4c19-a303-5768901ff4fb tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0049634 Aug 19 14:54:37.401200 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb783ff7-64e8-4a3c-8647-66bf44caa74d tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:37.401656 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37510) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:37.407399 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [None req-0e789dcb-ad18-4c80-b664-27aede8d806e tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:37.408469 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-0e789dcb-ad18-4c80-b664-27aede8d806e tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0060682 Aug 19 14:54:37.411184 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37512) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:37.415358 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [None req-87bd395c-fbbf-45e5-a52a-32dbdcf965d6 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:37.416312 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-87bd395c-fbbf-45e5-a52a-32dbdcf965d6 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0042431 Aug 19 14:54:37.419294 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37514) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:37.424558 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [None req-1eb2fe00-ed23-4da0-b24b-75b032ca8c02 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:37.426000 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1eb2fe00-ed23-4da0-b24b-75b032ca8c02 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0058534 Aug 19 14:54:37.431526 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37516) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:37.442716 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [None req-beea4db8-3c4c-4404-9aa5-731ae85e6b9d tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:37.443540 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-beea4db8-3c4c-4404-9aa5-731ae85e6b9d tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0084417 Aug 19 14:54:37.446374 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37518) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:37.451706 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [None req-f388fe21-6329-44ee-ab20-b334e4fb8f52 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:37.452680 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f388fe21-6329-44ee-ab20-b334e4fb8f52 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0054007 Aug 19 14:54:37.455175 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37520) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:37.459576 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [None req-147824fb-3865-49a0-8a17-7b54adf9968b tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:37.460562 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-147824fb-3865-49a0-8a17-7b54adf9968b tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0044799 Aug 19 14:54:37.463312 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37522) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:37.467346 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [None req-eac45176-253e-43a8-91da-20c0b27633b3 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] http://10.222.0.69:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:54:37.468282 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-eac45176-253e-43a8-91da-20c0b27633b3 tempest-ExtensionsTestJSON-1844313534 tempest-ExtensionsTestJSON-1844313534-project] 10.222.0.69 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0041146 Aug 19 14:54:37.473755 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb783ff7-64e8-4a3c-8647-66bf44caa74d tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:37.522877 n-d-766043-2 neutron-server[94640]: DEBUG neutron.objects.ports [None req-e2256460-f965-45c6-b601-ff0745ac3fb6 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94640) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 14:54:37.523422 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e2256460-f965-45c6-b601-ff0745ac3fb6 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:37.576782 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-e2b75c22-f0fc-4863-b335-882685933676 req-2cf87c6b-9c12-47cb-9c52-809514064226 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Allocated IP 172.20.0.6 (9be319f8-603a-41e0-a57e-1a917fa30646/a7f2da21-de8f-4925-bf66-a36681d26e7b/42b00bd3-6a37-460b-a697-00c4ad759a37) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:54:37.606983 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2256460-f965-45c6-b601-ff0745ac3fb6 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b18525fe-f9b4-454b-af86-88509b208b9a,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:37.633121 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2256460-f965-45c6-b601-ff0745ac3fb6 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Checking segment: {'id': '72a462b4-f1b6-41d6-877d-5a987343ed6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd3205161-0bb4-4793-b3ad-fddcef88277c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:54:37.633529 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2256460-f965-45c6-b601-ff0745ac3fb6 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Network hostable DHCP agents. Network: d3205161-0bb4-4793-b3ad-fddcef88277c, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:54:37.674627 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 602be4f5-91d1-43f5-b0b5-53f92bda535a up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:54:37.676779 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2256460-f965-45c6-b601-ff0745ac3fb6 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Network d3205161-0bb4-4793-b3ad-fddcef88277c is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:54:37.689233 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-e2256460-f965-45c6-b601-ff0745ac3fb6 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, d3205161-0bb4-4793-b3ad-fddcef88277c) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:54:37.695077 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2256460-f965-45c6-b601-ff0745ac3fb6 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:37.696782 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e2256460-f965-45c6-b601-ff0745ac3fb6 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:37.728143 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6feaeeb-658f-4e66-8e02-054c90693b29 None None] Network d3205161-0bb4-4793-b3ad-fddcef88277c requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:54:37.729298 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e2256460-f965-45c6-b601-ff0745ac3fb6 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6440413 Aug 19 14:54:37.731948 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37530) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:37.739575 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-06ab9cea-823b-44a0-9d81-e0088a344fbe tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1519999763', 'network_id': 'd3205161-0bb4-4793-b3ad-fddcef88277c'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:37.762566 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 8bc62a8e-9201-4a44-a057-3992aaad49ee details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:54:37.783909 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ab9cea-823b-44a0-9d81-e0088a344fbe tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Made reservation on behalf of a39a486a9a7b4ccda654779542dab9c3 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:54:37.787928 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-06ab9cea-823b-44a0-9d81-e0088a344fbe tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:37.810249 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-06ab9cea-823b-44a0-9d81-e0088a344fbe tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] device_id is not set on port 14989190-0af5-4a4d-92f5-621bbdd7f181 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:54:37.825545 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e2b75c22-f0fc-4863-b335-882685933676 req-2cf87c6b-9c12-47cb-9c52-809514064226 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:37.966271 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2c20f54b-4caa-4a3b-bc9c-bcd9615d568c None None] Provisioning complete for port 98dec63b-cb97-47cc-9049-a3631a27434a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:37.966911 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2c20f54b-4caa-4a3b-bc9c-bcd9615d568c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:37.981921 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-06ab9cea-823b-44a0-9d81-e0088a344fbe tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Allocated IP 172.20.0.5 (d3205161-0bb4-4793-b3ad-fddcef88277c/b18525fe-f9b4-454b-af86-88509b208b9a/14989190-0af5-4a4d-92f5-621bbdd7f181) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:54:38.007806 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 602be4f5-91d1-43f5-b0b5-53f92bda535a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:38.008452 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:38.116880 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c1b5d1-7fcc-47c7-82f2-249bef774b9e None None] Network d3205161-0bb4-4793-b3ad-fddcef88277c requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:54:38.172879 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-2c20f54b-4caa-4a3b-bc9c-bcd9615d568c None None] Port 98dec63b-cb97-47cc-9049-a3631a27434a cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:54:38.259791 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-06ab9cea-823b-44a0-9d81-e0088a344fbe tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:38.329119 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37546) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:38.331636 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e2b75c22-f0fc-4863-b335-882685933676 req-2cf87c6b-9c12-47cb-9c52-809514064226 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:38.369382 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2b75c22-f0fc-4863-b335-882685933676 req-2cf87c6b-9c12-47cb-9c52-809514064226 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Network 9be319f8-603a-41e0-a57e-1a917fa30646 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:54:38.379532 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-e2b75c22-f0fc-4863-b335-882685933676 req-2cf87c6b-9c12-47cb-9c52-809514064226 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:54:38.382073 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2b75c22-f0fc-4863-b335-882685933676 req-2cf87c6b-9c12-47cb-9c52-809514064226 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:54:38.392381 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['a7e85fcb-ef17-4c29-9bad-802ebaac2f1f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:54:38.395017 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['d44c6dd1-079b-4c56-bde1-6d0dd80bc5bc'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:54:38.438730 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b75c22-f0fc-4863-b335-882685933676 req-2cf87c6b-9c12-47cb-9c52-809514064226 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:38.439420 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e2b75c22-f0fc-4863-b335-882685933676 req-2cf87c6b-9c12-47cb-9c52-809514064226 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:38.457503 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 8bc62a8e-9201-4a44-a057-3992aaad49ee, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=8bc62a8e-9201-4a44-a057-3992aaad49ee,segment=NetworkSegment(a797992c-f015-48a4-a029-21c175cc336b),segment_id=a797992c-f015-48a4-a029-21c175cc336b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:38.465707 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e2b75c22-f0fc-4863-b335-882685933676 req-2cf87c6b-9c12-47cb-9c52-809514064226 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5623341 Aug 19 14:54:38.468454 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb783ff7-64e8-4a3c-8647-66bf44caa74d tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event updated for resources: {'Port': ['ID=98dec63b-cb97-47cc-9049-a3631a27434a,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:38.526272 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '8bc62a8e-9201-4a44-a057-3992aaad49ee', 'network_id': '8d226290-6085-496f-b9eb-bf514760f427', 'port_id': '8bc62a8e-9201-4a44-a057-3992aaad49ee', 'mac_address': 'fa:16:3e:c5:fb:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ebe78ca-28f7-43fa-89de-04375d30f6cd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:54:38.526476 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf87c6b-9c12-47cb-9c52-809514064226 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Pushing event updated for resources: {'Port': ['ID=42b00bd3-6a37-460b-a697-00c4ad759a37,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:38.678840 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37564) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:38.741798 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb783ff7-64e8-4a3c-8647-66bf44caa74d tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:38.845438 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-e2b75c22-f0fc-4863-b335-882685933676 req-c6937da8-3976-4ff4-b41f-2fb8c87c0f4e service neutron] Request body: {'port': {'device_id': '401f3873-f470-4ce5-b188-3d00865df369', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:38.853704 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-79f1a402-419b-4777-8213-6f86f43627cf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-284387430-network', 'tenant_id': '16017ed5be314461b8db4ea998446c7b'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:38.869165 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:38.882938 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-06ab9cea-823b-44a0-9d81-e0088a344fbe tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:38.895117 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f1a402-419b-4777-8213-6f86f43627cf admin admin] Made reservation on behalf of 16017ed5be314461b8db4ea998446c7b for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:54:38.899784 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-79f1a402-419b-4777-8213-6f86f43627cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:38.915807 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab7de4-b80e-4a51-b298-573b318e58fe req-649c59ff-020c-4292-ad2d-b84ff476fcc7 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:38.916719 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bc62a8e-9201-4a44-a057-3992aaad49ee {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:54:38.917673 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a5ab7de4-b80e-4a51-b298-573b318e58fe req-649c59ff-020c-4292-ad2d-b84ff476fcc7 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=81348129-e0aa-4b35-949c-8e3a360aee84 HTTP/1.1" status: 200 len: 944 time: 0.1658437 Aug 19 14:54:38.938169 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-79f1a402-419b-4777-8213-6f86f43627cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:38.954100 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ef8ba777-450c-47f0-926e-e57b8947eea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:38.960979 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebcd1c9-e7b2-4038-b7a7-652ffe66b9d2 req-4d42c885-1519-4968-9ffb-af29dd0d8aec tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:38.968859 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-aebcd1c9-e7b2-4038-b7a7-652ffe66b9d2 req-4d42c885-1519-4968-9ffb-af29dd0d8aec tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=401f3873-f470-4ce5-b188-3d00865df369 HTTP/1.1" status: 200 len: 931 time: 0.2225752 Aug 19 14:54:38.973564 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 8bc62a8e-9201-4a44-a057-3992aaad49ee, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=8bc62a8e-9201-4a44-a057-3992aaad49ee,segment=NetworkSegment(a797992c-f015-48a4-a029-21c175cc336b),segment_id=a797992c-f015-48a4-a029-21c175cc336b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:38.993342 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:39.005550 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ab9cea-823b-44a0-9d81-e0088a344fbe tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Network d3205161-0bb4-4793-b3ad-fddcef88277c is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:54:39.026981 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-06ab9cea-823b-44a0-9d81-e0088a344fbe tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:54:39.033726 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ab9cea-823b-44a0-9d81-e0088a344fbe tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:54:39.080203 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab9cea-823b-44a0-9d81-e0088a344fbe tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Pushing event updated for resources: {'Port': ['ID=14989190-0af5-4a4d-92f5-621bbdd7f181,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:39.098514 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a5ab7de4-b80e-4a51-b298-573b318e58fe req-c5dc8189-8a07-4415-9a03-3a69d89bac6d tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513305 Aug 19 14:54:39.101512 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=8bc62a8e-9201-4a44-a057-3992aaad49ee,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:39.102317 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ef8ba777-450c-47f0-926e-e57b8947eea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:39.118494 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ef8ba777-450c-47f0-926e-e57b8947eea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:39.132751 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-aebcd1c9-e7b2-4038-b7a7-652ffe66b9d2 req-2bbb9681-f454-42e1-9c0a-a18c93269096 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562004 Aug 19 14:54:39.149231 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ab9cea-823b-44a0-9d81-e0088a344fbe tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:39.149231 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-06ab9cea-823b-44a0-9d81-e0088a344fbe tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:39.215552 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e2b75c22-f0fc-4863-b335-882685933676 req-c6937da8-3976-4ff4-b41f-2fb8c87c0f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:39.226465 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ef8ba777-450c-47f0-926e-e57b8947eea7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a354cfab2fa444288d85baa497250c47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8743038 Aug 19 14:54:39.229163 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37578) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:39.235669 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb783ff7-64e8-4a3c-8647-66bf44caa74d tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:39.247942 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['8bc62a8e-9201-4a44-a057-3992aaad49ee'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:54:39.252746 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8ba777-450c-47f0-926e-e57b8947eea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0fc352-11c9-4813-b007-d4e5b225991b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:39.293210 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9db17c0-09f1-49c9-9d3e-e027eedba48d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:39.330438 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9db17c0-09f1-49c9-9d3e-e027eedba48d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:39.445592 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9db17c0-09f1-49c9-9d3e-e027eedba48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:39.451329 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9db17c0-09f1-49c9-9d3e-e027eedba48d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:39.452938 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e9db17c0-09f1-49c9-9d3e-e027eedba48d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9a0fc352-11c9-4813-b007-d4e5b225991b HTTP/1.1" status: 204 len: 168 time: 0.2224298 Aug 19 14:54:39.469196 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db17c0-09f1-49c9-9d3e-e027eedba48d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0fc352-11c9-4813-b007-d4e5b225991b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:39.697889 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-79f1a402-419b-4777-8213-6f86f43627cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:39.710450 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-79f1a402-419b-4777-8213-6f86f43627cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:39.711875 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-06ab9cea-823b-44a0-9d81-e0088a344fbe tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.9782734 Aug 19 14:54:39.714544 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37592) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:39.784776 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79f1a402-419b-4777-8213-6f86f43627cf admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:54:39.806652 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f1a402-419b-4777-8213-6f86f43627cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d293a293-c95e-4636-a077-650b953c4fe7,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:39.825551 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-79f1a402-419b-4777-8213-6f86f43627cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:39.826139 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-79f1a402-419b-4777-8213-6f86f43627cf admin admin] Added segment 9f3b2564-15f5-43a5-bb53-1bcbad751f27 of type vlan for network 2fa445be-0d18-48a9-824e-a1d171d6214e Aug 19 14:54:39.869415 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a37781a6-af62-4a2c-ba18-bd3921f7d0a1 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Deleting port 14989190-0af5-4a4d-92f5-621bbdd7f181 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:54:39.870010 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a37781a6-af62-4a2c-ba18-bd3921f7d0a1 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:39.920070 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-79f1a402-419b-4777-8213-6f86f43627cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:39.932628 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-e2b75c22-f0fc-4863-b335-882685933676 req-c6937da8-3976-4ff4-b41f-2fb8c87c0f4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42b00bd3-6a37-460b-a697-00c4ad759a37 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:54:39.948477 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb783ff7-64e8-4a3c-8647-66bf44caa74d tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:39.953988 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e2b75c22-f0fc-4863-b335-882685933676 req-c6937da8-3976-4ff4-b41f-2fb8c87c0f4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:39.960536 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb783ff7-64e8-4a3c-8647-66bf44caa74d tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:39.983382 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a37781a6-af62-4a2c-ba18-bd3921f7d0a1 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:39.999489 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a37781a6-af62-4a2c-ba18-bd3921f7d0a1 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Calling delete_port for 14989190-0af5-4a4d-92f5-621bbdd7f181 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:54:40.040002 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-e2b75c22-f0fc-4863-b335-882685933676 req-c6937da8-3976-4ff4-b41f-2fb8c87c0f4e service neutron] Transition to ACTIVE for port object 42b00bd3-6a37-460b-a697-00c4ad759a37 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:54:40.050491 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-79f1a402-419b-4777-8213-6f86f43627cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:40.051863 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f1a402-419b-4777-8213-6f86f43627cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:40.052243 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-79f1a402-419b-4777-8213-6f86f43627cf admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:40.063194 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e2b75c22-f0fc-4863-b335-882685933676 req-c6937da8-3976-4ff4-b41f-2fb8c87c0f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:40.167753 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb783ff7-64e8-4a3c-8647-66bf44caa74d tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:40.194275 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb783ff7-64e8-4a3c-8647-66bf44caa74d tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event updated for resources: {'Port': ['ID=98dec63b-cb97-47cc-9049-a3631a27434a,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:40.206919 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-79f1a402-419b-4777-8213-6f86f43627cf admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5240140 Aug 19 14:54:40.207907 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a37781a6-af62-4a2c-ba18-bd3921f7d0a1 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:40.212360 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37620) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:40.217259 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-efebf520-7e8a-44c8-b619-72101c492a32 admin admin] Request body: {'subnet': {'network_id': '2fa445be-0d18-48a9-824e-a1d171d6214e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-284387430-subnet', 'tenant_id': '16017ed5be314461b8db4ea998446c7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:40.267577 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f1a402-419b-4777-8213-6f86f43627cf admin admin] Pushing event updated for resources: {'Network': ['ID=2fa445be-0d18-48a9-824e-a1d171d6214e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:40.281077 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 2fa445be-0d18-48a9-824e-a1d171d6214e details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:54:40.318038 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37781a6-af62-4a2c-ba18-bd3921f7d0a1 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Pushing event deleted for resources: {'Port': ['ID=14989190-0af5-4a4d-92f5-621bbdd7f181,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:40.361424 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37628) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:40.363958 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6937da8-3976-4ff4-b41f-2fb8c87c0f4e service neutron] Pushing event updated for resources: {'Port': ['ID=42b00bd3-6a37-460b-a697-00c4ad759a37,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:40.447532 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a72f89-f214-4ad8-b0b5-5264f127073d req-06e8ecd2-11fe-4edf-9dae-8d85a11f22bf tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:40.449419 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-02a72f89-f214-4ad8-b0b5-5264f127073d req-06e8ecd2-11fe-4edf-9dae-8d85a11f22bf tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=81348129-e0aa-4b35-949c-8e3a360aee84 HTTP/1.1" status: 200 len: 945 time: 0.2296228 Aug 19 14:54:40.460342 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d3b19-8144-42c2-964f-5a5d2d97231b req-739bda31-4b9d-4255-83f3-977bf79ff926 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:40.466239 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efebf520-7e8a-44c8-b619-72101c492a32 admin admin] Made reservation on behalf of 16017ed5be314461b8db4ea998446c7b for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:54:40.467320 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-253d3b19-8144-42c2-964f-5a5d2d97231b req-739bda31-4b9d-4255-83f3-977bf79ff926 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=401f3873-f470-4ce5-b188-3d00865df369 HTTP/1.1" status: 200 len: 943 time: 0.1455197 Aug 19 14:54:40.469030 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-efebf520-7e8a-44c8-b619-72101c492a32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:40.525491 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a37781a6-af62-4a2c-ba18-bd3921f7d0a1 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:40.529865 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a37781a6-af62-4a2c-ba18-bd3921f7d0a1 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] 10.222.0.69 "DELETE /v2.0/ports/14989190-0af5-4a4d-92f5-621bbdd7f181 HTTP/1.1" status: 204 len: 168 time: 0.8112693 Aug 19 14:54:40.530846 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37632) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:40.536450 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c3a60db1-a192-4e43-8a93-43d1266c8977 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1815956443'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:40.536684 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-02a72f89-f214-4ad8-b0b5-5264f127073d req-d518a0d9-b03c-40a9-8ccc-3e0036ef8086 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664575 Aug 19 14:54:40.554512 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5218edc1-39c2-47e5-99c6-20f5e1d2b5ce tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd3205161-0bb4-4793-b3ad-fddcef88277c', 'external_fixed_ips': [{'subnet_id': 'b18525fe-f9b4-454b-af86-88509b208b9a', 'ip_address': '172.20.0.5'}]}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:40.557160 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-253d3b19-8144-42c2-964f-5a5d2d97231b req-3935936e-6018-4367-b4b3-cc9c19a82c97 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889208 Aug 19 14:54:40.603289 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.db.api [None req-c3a60db1-a192-4e43-8a93-43d1266c8977 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 14:54:40.603289 n-d-766043-2 neutron-server[94639]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 14:54:40.603289 n-d-766043-2 neutron-server[94639]: [parameters: {'project_id_1': '12f0b0b698ff473a84d59452bf6d240b', 'expiration_1': datetime.datetime(2021, 8, 19, 14, 54, 40, 570097)}] Aug 19 14:54:40.603289 n-d-766043-2 neutron-server[94639]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 14:54:40.603684 n-d-766043-2 neutron-server[94639]: DEBUG oslo_db.api [None req-c3a60db1-a192-4e43-8a93-43d1266c8977 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 14:54:40.621761 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-e2b75c22-f0fc-4863-b335-882685933676 req-c6937da8-3976-4ff4-b41f-2fb8c87c0f4e service neutron] Attempting to bind port 42b00bd3-6a37-460b-a697-00c4ad759a37 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:54:40.622131 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-e2b75c22-f0fc-4863-b335-882685933676 req-c6937da8-3976-4ff4-b41f-2fb8c87c0f4e service neutron] Attempting to bind port 42b00bd3-6a37-460b-a697-00c4ad759a37 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': 'af76a49f-6b6e-4117-acb3-d7b5325cccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9be319f8-603a-41e0-a57e-1a917fa30646'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:54:40.622502 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b75c22-f0fc-4863-b335-882685933676 req-c6937da8-3976-4ff4-b41f-2fb8c87c0f4e service neutron] Attempting to bind port 42b00bd3-6a37-460b-a697-00c4ad759a37 on network 9be319f8-603a-41e0-a57e-1a917fa30646 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:54:40.629094 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb783ff7-64e8-4a3c-8647-66bf44caa74d tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Network 42031db0-53a4-4cc9-87ff-29ee8ede16cb is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:54:40.630228 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5218edc1-39c2-47e5-99c6-20f5e1d2b5ce tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:40.631377 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5218edc1-39c2-47e5-99c6-20f5e1d2b5ce tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:40.647645 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-cb783ff7-64e8-4a3c-8647-66bf44caa74d tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:54:40.649634 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b75c22-f0fc-4863-b335-882685933676 req-c6937da8-3976-4ff4-b41f-2fb8c87c0f4e service neutron] Port 42b00bd3-6a37-460b-a697-00c4ad759a37 on network 9be319f8-603a-41e0-a57e-1a917fa30646 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:54:40.650010 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b75c22-f0fc-4863-b335-882685933676 req-c6937da8-3976-4ff4-b41f-2fb8c87c0f4e service neutron] Attempting to bind port 42b00bd3-6a37-460b-a697-00c4ad759a37 on network 9be319f8-603a-41e0-a57e-1a917fa30646 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:54:40.675898 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b75c22-f0fc-4863-b335-882685933676 req-c6937da8-3976-4ff4-b41f-2fb8c87c0f4e service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:54:40.676335 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b75c22-f0fc-4863-b335-882685933676 req-c6937da8-3976-4ff4-b41f-2fb8c87c0f4e service neutron] Checking segment: {'id': 'af76a49f-6b6e-4117-acb3-d7b5325cccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9be319f8-603a-41e0-a57e-1a917fa30646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:54:40.676848 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b75c22-f0fc-4863-b335-882685933676 req-c6937da8-3976-4ff4-b41f-2fb8c87c0f4e service neutron] Bound using segment: {'id': 'af76a49f-6b6e-4117-acb3-d7b5325cccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9be319f8-603a-41e0-a57e-1a917fa30646'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:54:40.677337 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-e2b75c22-f0fc-4863-b335-882685933676 req-c6937da8-3976-4ff4-b41f-2fb8c87c0f4e service neutron] Bound port: 42b00bd3-6a37-460b-a697-00c4ad759a37, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af76a49f-6b6e-4117-acb3-d7b5325cccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9be319f8-603a-41e0-a57e-1a917fa30646'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:54:40.677836 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e2b75c22-f0fc-4863-b335-882685933676 req-c6937da8-3976-4ff4-b41f-2fb8c87c0f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:40.911564 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3b5102c4-85a6-44b2-b9da-57f5b338447a None None] Provisioning complete for port 98dec63b-cb97-47cc-9049-a3631a27434a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:40.912356 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3b5102c4-85a6-44b2-b9da-57f5b338447a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:40.912756 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5218edc1-39c2-47e5-99c6-20f5e1d2b5ce tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:40.957388 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3b5102c4-85a6-44b2-b9da-57f5b338447a None None] Port 98dec63b-cb97-47cc-9049-a3631a27434a cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:54:41.059364 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-e2b75c22-f0fc-4863-b335-882685933676 req-c6937da8-3976-4ff4-b41f-2fb8c87c0f4e service neutron] For port 42b00bd3-6a37-460b-a697-00c4ad759a37, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:54:41.157180 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-e2b75c22-f0fc-4863-b335-882685933676 req-c6937da8-3976-4ff4-b41f-2fb8c87c0f4e service neutron] For port 42b00bd3-6a37-460b-a697-00c4ad759a37, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=42b00bd3-6a37-460b-a697-00c4ad759a37,segment=NetworkSegment(af76a49f-6b6e-4117-acb3-d7b5325cccf1),segment_id=af76a49f-6b6e-4117-acb3-d7b5325cccf1)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:54:41.168461 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-efebf520-7e8a-44c8-b619-72101c492a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:41.172214 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5218edc1-39c2-47e5-99c6-20f5e1d2b5ce tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:41.179709 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e2b75c22-f0fc-4863-b335-882685933676 req-c6937da8-3976-4ff4-b41f-2fb8c87c0f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:41.254765 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b75c22-f0fc-4863-b335-882685933676 req-c6937da8-3976-4ff4-b41f-2fb8c87c0f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:41.255388 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e2b75c22-f0fc-4863-b335-882685933676 req-c6937da8-3976-4ff4-b41f-2fb8c87c0f4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:41.257019 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e2b75c22-f0fc-4863-b335-882685933676 req-c6937da8-3976-4ff4-b41f-2fb8c87c0f4e service neutron] 10.222.0.68 "PUT /v2.0/ports/42b00bd3-6a37-460b-a697-00c4ad759a37 HTTP/1.1" status: 200 len: 1091 time: 2.7326598 Aug 19 14:54:41.263829 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '401f3873-f470-4ce5-b188-3d00865df369', 'tag': '42b00bd3-6a37-460b-a697-00c4ad759a37'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:54:41.267004 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0218d3d8-2bb7-45b9-b58a-9cba15f8f911" -d '{"events": [{"name": "network-changed", "server_uuid": "401f3873-f470-4ce5-b188-3d00865df369", "tag": "42b00bd3-6a37-460b-a697-00c4ad759a37"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:54:41.281112 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a60db1-a192-4e43-8a93-43d1266c8977 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Made reservation on behalf of 12f0b0b698ff473a84d59452bf6d240b for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:54:41.286104 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3a60db1-a192-4e43-8a93-43d1266c8977 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:41.334514 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb783ff7-64e8-4a3c-8647-66bf44caa74d tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Router 751b470a-f549-4480-bb9f-2c9acabf249f is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:54:41.337191 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b69b3cb-aed7-4a16-b6a8-ac7871ca882c x-openstack-request-id: req-7b69b3cb-aed7-4a16-b6a8-ac7871ca882c {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:54:41.337483 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "401f3873-f470-4ce5-b188-3d00865df369", "tag": "42b00bd3-6a37-460b-a697-00c4ad759a37", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:54:41.337733 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7b69b3cb-aed7-4a16-b6a8-ac7871ca882c {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:54:41.338117 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '401f3873-f470-4ce5-b188-3d00865df369', 'tag': '42b00bd3-6a37-460b-a697-00c4ad759a37', 'status': 'completed', 'code': 200} Aug 19 14:54:41.370387 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3a60db1-a192-4e43-8a93-43d1266c8977 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:41.409758 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efebf520-7e8a-44c8-b619-72101c492a32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f94001b9-7f0e-43d0-8c52-f0d228ad89db,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:41.522947 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6937da8-3976-4ff4-b41f-2fb8c87c0f4e service neutron] Pushing event updated for resources: {'Port': ['ID=42b00bd3-6a37-460b-a697-00c4ad759a37,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:41.536847 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efebf520-7e8a-44c8-b619-72101c492a32 admin admin] Checking segment: {'id': '9f3b2564-15f5-43a5-bb53-1bcbad751f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2fa445be-0d18-48a9-824e-a1d171d6214e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:54:41.537209 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efebf520-7e8a-44c8-b619-72101c492a32 admin admin] Network hostable DHCP agents. Network: 2fa445be-0d18-48a9-824e-a1d171d6214e, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:54:41.571318 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b75c22-f0fc-4863-b335-882685933676 req-cd216bde-f9b4-41eb-ae79-441f60f905af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:41.572863 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e2b75c22-f0fc-4863-b335-882685933676 req-cd216bde-f9b4-41eb-ae79-441f60f905af service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=be2283224ccb474c91d3399de6043bbd&device_id=401f3873-f470-4ce5-b188-3d00865df369 HTTP/1.1" status: 200 len: 1094 time: 0.2340243 Aug 19 14:54:41.637958 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb783ff7-64e8-4a3c-8647-66bf44caa74d tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:54:41.639429 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efebf520-7e8a-44c8-b619-72101c492a32 admin admin] Network 2fa445be-0d18-48a9-824e-a1d171d6214e is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:54:41.647772 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-cb783ff7-64e8-4a3c-8647-66bf44caa74d tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "PUT /v2.0/routers/751b470a-f549-4480-bb9f-2c9acabf249f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6749632 Aug 19 14:54:41.648525 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fee05c3-7d71-4df4-96bb-173156315189 None None] Sync routers for ids ['751b470a-f549-4480-bb9f-2c9acabf249f'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:54:41.651590 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37648) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:41.655216 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e2b75c22-f0fc-4863-b335-882685933676 req-98a13e1d-8934-481f-9c92-abe40d27d0f4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42b00bd3-6a37-460b-a697-00c4ad759a37 HTTP/1.1" status: 200 len: 217 time: 0.0663269 Aug 19 14:54:41.661081 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fee05c3-7d71-4df4-96bb-173156315189 None None] Routers {'751b470a-f549-4480-bb9f-2c9acabf249f'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:54:41.661999 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1fee05c3-7d71-4df4-96bb-173156315189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:54:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['751b470a-f549-4480-bb9f-2c9acabf249f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:41.699233 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1fee05c3-7d71-4df4-96bb-173156315189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:41.709100 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fee05c3-7d71-4df4-96bb-173156315189 None None] Routers {'751b470a-f549-4480-bb9f-2c9acabf249f'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:54:41.709942 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1fee05c3-7d71-4df4-96bb-173156315189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:54:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['751b470a-f549-4480-bb9f-2c9acabf249f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:41.718731 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06a91a-468a-48d7-a8b3-062675b251aa req-7a5f450c-8dbe-4c95-bc09-81f22a65af8b tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:41.720692 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ba06a91a-468a-48d7-a8b3-062675b251aa req-7a5f450c-8dbe-4c95-bc09-81f22a65af8b tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=401f3873-f470-4ce5-b188-3d00865df369 HTTP/1.1" status: 200 len: 943 time: 0.0853167 Aug 19 14:54:41.729829 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a44358-dab1-4a7f-9c46-61b1e91db00b req-2b7348e1-dd18-4fb3-9f2d-3392299f597a tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:41.731344 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-73a44358-dab1-4a7f-9c46-61b1e91db00b req-2b7348e1-dd18-4fb3-9f2d-3392299f597a tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=81348129-e0aa-4b35-949c-8e3a360aee84 HTTP/1.1" status: 200 len: 945 time: 0.0940747 Aug 19 14:54:41.748290 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1fee05c3-7d71-4df4-96bb-173156315189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:41.749083 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fee05c3-7d71-4df4-96bb-173156315189 None None] The sync data for ids ['751b470a-f549-4480-bb9f-2c9acabf249f'] in n-d-766043-2 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:54:41.753859 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 8bc62a8e-9201-4a44-a057-3992aaad49ee up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:54:41.797530 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ba06a91a-468a-48d7-a8b3-062675b251aa req-2b04d97c-b418-4d08-bd27-a13f3c7a7947 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645988 Aug 19 14:54:41.813422 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-73a44358-dab1-4a7f-9c46-61b1e91db00b req-f1290eb3-a7d3-499a-82e2-79336af0314b tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651789 Aug 19 14:54:41.813719 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 8bc62a8e-9201-4a44-a057-3992aaad49ee completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:54:41.813719 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 8bc62a8e-9201-4a44-a057-3992aaad49ee triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:41.813719 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:41.894339 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:41.920983 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81348129-e0aa-4b35-949c-8e3a360aee84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc62a8e-9201-4a44-a057-3992aaad49ee'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:54:41.923316 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b59db5-a3c0-4fff-ad2a-1b3f9c23d481" -d '{"events": [{"server_uuid": "81348129-e0aa-4b35-949c-8e3a360aee84", "name": "network-vif-plugged", "status": "completed", "tag": "8bc62a8e-9201-4a44-a057-3992aaad49ee"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:54:41.948875 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 8bc62a8e-9201-4a44-a057-3992aaad49ee, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=8bc62a8e-9201-4a44-a057-3992aaad49ee,segment=NetworkSegment(a797992c-f015-48a4-a029-21c175cc336b),segment_id=a797992c-f015-48a4-a029-21c175cc336b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:41.953259 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:41.986230 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec9fece-bdaa-4fae-93db-94518318dbbe x-openstack-request-id: req-bec9fece-bdaa-4fae-93db-94518318dbbe {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:54:41.986523 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81348129-e0aa-4b35-949c-8e3a360aee84", "name": "network-vif-plugged", "status": "completed", "tag": "8bc62a8e-9201-4a44-a057-3992aaad49ee", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:54:41.986775 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bec9fece-bdaa-4fae-93db-94518318dbbe {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:54:41.987359 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81348129-e0aa-4b35-949c-8e3a360aee84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc62a8e-9201-4a44-a057-3992aaad49ee', 'code': 200} Aug 19 14:54:42.025190 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=8bc62a8e-9201-4a44-a057-3992aaad49ee,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:42.066596 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-efebf520-7e8a-44c8-b619-72101c492a32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 2fa445be-0d18-48a9-824e-a1d171d6214e) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:54:42.076160 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9420881-7480-45fe-a5d1-44c9b84953a8 None None] Network 2fa445be-0d18-48a9-824e-a1d171d6214e requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:54:42.093498 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efebf520-7e8a-44c8-b619-72101c492a32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:42.094099 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-efebf520-7e8a-44c8-b619-72101c492a32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:42.133467 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b75c22-f0fc-4863-b335-882685933676 req-00d29ec1-a1d1-4c16-af02-2c04c39b8ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:42.134878 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e2b75c22-f0fc-4863-b335-882685933676 req-00d29ec1-a1d1-4c16-af02-2c04c39b8ad3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a7f2da21-de8f-4925-bf66-a36681d26e7b HTTP/1.1" status: 200 len: 845 time: 0.4627199 Aug 19 14:54:42.146866 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464110dc-9b40-44c1-8c9e-0eb15ff82190 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:42.148373 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-464110dc-9b40-44c1-8c9e-0eb15ff82190 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "GET /v2.0/ports?device_id=751b470a-f549-4480-bb9f-2c9acabf249f HTTP/1.1" status: 200 len: 981 time: 0.4921827 Aug 19 14:54:42.151379 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37660) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:42.232075 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e2b75c22-f0fc-4863-b335-882685933676 req-cc94f714-429c-410f-9210-20a766ac594d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9be319f8-603a-41e0-a57e-1a917fa30646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756662 Aug 19 14:54:42.232255 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0d3973-55bf-4a58-8227-00102b773d04 None None] Network 2fa445be-0d18-48a9-824e-a1d171d6214e requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:54:42.274756 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3a60db1-a192-4e43-8a93-43d1266c8977 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:42.325735 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3a60db1-a192-4e43-8a93-43d1266c8977 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:42.410495 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-efebf520-7e8a-44c8-b619-72101c492a32 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1970670 Aug 19 14:54:42.487676 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5218edc1-39c2-47e5-99c6-20f5e1d2b5ce tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:42.517743 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5218edc1-39c2-47e5-99c6-20f5e1d2b5ce tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:42.524926 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3a60db1-a192-4e43-8a93-43d1266c8977 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:54:42.559112 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d76abf-f923-4766-a784-54ba599a43fd req-8947bfba-5a14-45ef-abf5-115c9771af39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:42.560762 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-14d76abf-f923-4766-a784-54ba599a43fd req-8947bfba-5a14-45ef-abf5-115c9771af39 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=81348129-e0aa-4b35-949c-8e3a360aee84 HTTP/1.1" status: 200 len: 1097 time: 0.4920073 Aug 19 14:54:42.571015 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3a60db1-a192-4e43-8a93-43d1266c8977 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:42.571455 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-c3a60db1-a192-4e43-8a93-43d1266c8977 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Added segment 97b28693-f05d-422a-99be-3119fe8f2ca2 of type vlan for network f7b0c4e8-5330-4127-9170-cfd589d5df2e Aug 19 14:54:42.608852 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a60db1-a192-4e43-8a93-43d1266c8977 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b778bc26-d87f-4639-929b-540e610d72b2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:42.634463 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37674) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:42.763043 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e2b75c22-f0fc-4863-b335-882685933676 req-f6040861-7785-41db-a9bc-620a44b81daf service neutron] 10.222.0.68 "GET /v2.0/networks/9be319f8-603a-41e0-a57e-1a917fa30646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4869111 Aug 19 14:54:42.796100 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76dda462-47d3-4f65-9ef6-e84bc909ad0f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:42.802589 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173f33c1-e01c-4738-92bd-21dfc7e16538 tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:42.803075 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173f33c1-e01c-4738-92bd-21dfc7e16538 tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:42.803556 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173f33c1-e01c-4738-92bd-21dfc7e16538 tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:42.816579 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-173f33c1-e01c-4738-92bd-21dfc7e16538 tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] 10.222.0.69 "GET /v2.0/ports?project_id=7a0c6ff201d948d2944c0780e076389b&network_id=ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8 HTTP/1.1" status: 200 len: 2969 time: 0.1698730 Aug 19 14:54:42.841538 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3a60db1-a192-4e43-8a93-43d1266c8977 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:42.881963 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-14d76abf-f923-4766-a784-54ba599a43fd req-d7d93a78-2060-4c7b-8d6a-03665c38c1cd service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862668 Aug 19 14:54:42.959052 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3a60db1-a192-4e43-8a93-43d1266c8977 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:42.964590 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a60db1-a192-4e43-8a93-43d1266c8977 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:42.965186 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3a60db1-a192-4e43-8a93-43d1266c8977 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:43.053261 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e2b75c22-f0fc-4863-b335-882685933676 req-38365f94-b078-4b17-81c4-03ba9da0eb23 service neutron] 10.222.0.68 "GET /v2.0/networks/9be319f8-603a-41e0-a57e-1a917fa30646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471151 Aug 19 14:54:43.056207 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35306a13-a3e3-45ac-8922-c7892e930008 req-e96c76b8-04ac-44a5-a0b1-00db2b43e289 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:43.058407 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-35306a13-a3e3-45ac-8922-c7892e930008 req-e96c76b8-04ac-44a5-a0b1-00db2b43e289 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=401f3873-f470-4ce5-b188-3d00865df369 HTTP/1.1" status: 200 len: 943 time: 0.1686904 Aug 19 14:54:43.062769 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c3a60db1-a192-4e43-8a93-43d1266c8977 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.6952999 Aug 19 14:54:43.066237 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a60db1-a192-4e43-8a93-43d1266c8977 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Pushing event updated for resources: {'Network': ['ID=f7b0c4e8-5330-4127-9170-cfd589d5df2e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:43.068857 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-5218edc1-39c2-47e5-99c6-20f5e1d2b5ce tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Allocated IP 172.20.0.5 (d3205161-0bb4-4793-b3ad-fddcef88277c/b18525fe-f9b4-454b-af86-88509b208b9a/db31dabd-aaaa-463f-b5aa-f4bf606abf50) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:54:43.070995 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37692) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:43.076254 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-da713186-66e6-4d1e-8f07-6ba0f9d222da tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Request body: {'subnet': {'network_id': 'f7b0c4e8-5330-4127-9170-cfd589d5df2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:43.087573 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network f7b0c4e8-5330-4127-9170-cfd589d5df2e details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:54:43.135213 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24c58f-6b67-4912-8c39-b5fa8efa1a4d req-617a8dad-8148-404f-93f0-d2c9e0fd0f59 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:43.136758 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2f24c58f-6b67-4912-8c39-b5fa8efa1a4d req-617a8dad-8148-404f-93f0-d2c9e0fd0f59 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/networks?id=2fa445be-0d18-48a9-824e-a1d171d6214e HTTP/1.1" status: 200 len: 814 time: 0.2859993 Aug 19 14:54:43.184974 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2f24c58f-6b67-4912-8c39-b5fa8efa1a4d req-9ccd9623-c58e-4338-9359-0e1b6e00eab7 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/quotas/16017ed5be314461b8db4ea998446c7b HTTP/1.1" status: 200 len: 375 time: 0.0400054 Aug 19 14:54:43.188283 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-35306a13-a3e3-45ac-8922-c7892e930008 req-63210152-e8b1-4ce6-b420-268ffe761aca tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207118 Aug 19 14:54:43.253577 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2f24c58f-6b67-4912-8c39-b5fa8efa1a4d req-325ed720-f627-4c11-9a15-c9f181909086 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=16017ed5be314461b8db4ea998446c7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636039 Aug 19 14:54:43.301851 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218d3d8-2bb7-45b9-b58a-9cba15f8f911 req-9c9eed63-6747-48e2-a84a-9d42af395ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:43.303649 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0218d3d8-2bb7-45b9-b58a-9cba15f8f911 req-9c9eed63-6747-48e2-a84a-9d42af395ecb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=be2283224ccb474c91d3399de6043bbd&device_id=401f3873-f470-4ce5-b188-3d00865df369 HTTP/1.1" status: 200 len: 1094 time: 0.1404753 Aug 19 14:54:43.324617 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da713186-66e6-4d1e-8f07-6ba0f9d222da tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Made reservation on behalf of 12f0b0b698ff473a84d59452bf6d240b for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:54:43.328009 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-da713186-66e6-4d1e-8f07-6ba0f9d222da tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:43.410701 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b874d-2a64-4456-83a3-c67ecca26daa req-9e30a171-dd2f-485e-a077-b8c5d4ef8b28 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:43.412271 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3b4b874d-2a64-4456-83a3-c67ecca26daa req-9e30a171-dd2f-485e-a077-b8c5d4ef8b28 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=81348129-e0aa-4b35-949c-8e3a360aee84 HTTP/1.1" status: 200 len: 946 time: 0.1100078 Aug 19 14:54:43.457112 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2f24c58f-6b67-4912-8c39-b5fa8efa1a4d req-94cc3496-9839-457f-be31-8d81127e1e58 service neutron] 10.222.0.69 "GET /v2.0/networks/2fa445be-0d18-48a9-824e-a1d171d6214e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010322 Aug 19 14:54:43.460699 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5218edc1-39c2-47e5-99c6-20f5e1d2b5ce tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:43.535642 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3b4b874d-2a64-4456-83a3-c67ecca26daa req-6bc3ac5f-f668-4d68-975e-3b15b910dc41 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982113 Aug 19 14:54:43.537636 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-76dda462-47d3-4f65-9ef6-e84bc909ad0f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Deleting port 98dec63b-cb97-47cc-9049-a3631a27434a {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:54:43.537978 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76dda462-47d3-4f65-9ef6-e84bc909ad0f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:43.552844 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218d3d8-2bb7-45b9-b58a-9cba15f8f911 req-70f596ad-ed69-4307-bfe0-598ffab31f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:43.554431 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0218d3d8-2bb7-45b9-b58a-9cba15f8f911 req-70f596ad-ed69-4307-bfe0-598ffab31f81 service neutron] 10.222.0.68 "GET /v2.0/networks?id=9be319f8-603a-41e0-a57e-1a917fa30646 HTTP/1.1" status: 200 len: 906 time: 0.2410252 Aug 19 14:54:43.634932 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0218d3d8-2bb7-45b9-b58a-9cba15f8f911 req-9d3e2501-5312-4527-9323-555fd9f59847 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42b00bd3-6a37-460b-a697-00c4ad759a37 HTTP/1.1" status: 200 len: 217 time: 0.0706975 Aug 19 14:54:43.638579 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5218edc1-39c2-47e5-99c6-20f5e1d2b5ce tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:43.696971 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2f24c58f-6b67-4912-8c39-b5fa8efa1a4d req-6622e825-d2b5-4956-adee-e1385400d002 service neutron] 10.222.0.69 "GET /v2.0/networks/2fa445be-0d18-48a9-824e-a1d171d6214e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287436 Aug 19 14:54:43.709754 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76dda462-47d3-4f65-9ef6-e84bc909ad0f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:43.729777 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-76dda462-47d3-4f65-9ef6-e84bc909ad0f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Calling delete_port for 98dec63b-cb97-47cc-9049-a3631a27434a owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:54:43.740913 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5218edc1-39c2-47e5-99c6-20f5e1d2b5ce tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Network d3205161-0bb4-4793-b3ad-fddcef88277c is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:54:43.762587 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-5218edc1-39c2-47e5-99c6-20f5e1d2b5ce tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:54:43.765113 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5218edc1-39c2-47e5-99c6-20f5e1d2b5ce tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:54:43.804265 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5218edc1-39c2-47e5-99c6-20f5e1d2b5ce tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Pushing event updated for resources: {'Port': ['ID=db31dabd-aaaa-463f-b5aa-f4bf606abf50,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:43.821217 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218d3d8-2bb7-45b9-b58a-9cba15f8f911 req-3d9f61b8-1972-44b2-8a7b-ef0f2669fefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:43.823137 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0218d3d8-2bb7-45b9-b58a-9cba15f8f911 req-3d9f61b8-1972-44b2-8a7b-ef0f2669fefd service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a7f2da21-de8f-4925-bf66-a36681d26e7b HTTP/1.1" status: 200 len: 845 time: 0.1728640 Aug 19 14:54:43.828295 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-da713186-66e6-4d1e-8f07-6ba0f9d222da tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:43.936096 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0218d3d8-2bb7-45b9-b58a-9cba15f8f911 req-86e4f68d-ba62-46af-8dd2-f3540a2d0baa service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9be319f8-603a-41e0-a57e-1a917fa30646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440958 Aug 19 14:54:44.000819 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76dda462-47d3-4f65-9ef6-e84bc909ad0f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:44.004327 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d2b7019a-8b74-4416-8ac3-0f8f079194de req-4af8e63f-b35a-4199-a7be-e3e1f16b8923 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bd6271d-517a-4243-a048-53093d66138c HTTP/1.1" status: 200 len: 210 time: 0.0385201 Aug 19 14:54:44.040539 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dda462-47d3-4f65-9ef6-e84bc909ad0f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event deleted for resources: {'Port': ['ID=98dec63b-cb97-47cc-9049-a3631a27434a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:44.096371 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dda462-47d3-4f65-9ef6-e84bc909ad0f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:44.098693 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dda462-47d3-4f65-9ef6-e84bc909ad0f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:44.099876 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dda462-47d3-4f65-9ef6-e84bc909ad0f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:44.100232 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dda462-47d3-4f65-9ef6-e84bc909ad0f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:44.101233 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dda462-47d3-4f65-9ef6-e84bc909ad0f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:44.101233 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dda462-47d3-4f65-9ef6-e84bc909ad0f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:44.101432 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dda462-47d3-4f65-9ef6-e84bc909ad0f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:44.101670 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dda462-47d3-4f65-9ef6-e84bc909ad0f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:44.102003 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dda462-47d3-4f65-9ef6-e84bc909ad0f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:44.102330 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dda462-47d3-4f65-9ef6-e84bc909ad0f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:44.102659 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dda462-47d3-4f65-9ef6-e84bc909ad0f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:44.102981 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dda462-47d3-4f65-9ef6-e84bc909ad0f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:44.168108 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da713186-66e6-4d1e-8f07-6ba0f9d222da tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Pushing event updated for resources: {'Subnet': ['ID=88bd5fab-3b64-4cb5-a0ef-bbea641f3fce,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:44.311828 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da713186-66e6-4d1e-8f07-6ba0f9d222da tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Checking segment: {'id': '97b28693-f05d-422a-99be-3119fe8f2ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f7b0c4e8-5330-4127-9170-cfd589d5df2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:54:44.316450 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da713186-66e6-4d1e-8f07-6ba0f9d222da tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Network hostable DHCP agents. Network: f7b0c4e8-5330-4127-9170-cfd589d5df2e, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:54:44.374935 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76dda462-47d3-4f65-9ef6-e84bc909ad0f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:44.397331 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0218d3d8-2bb7-45b9-b58a-9cba15f8f911 req-674c3bcb-e3b2-4fdd-822f-519fa7123365 service neutron] 10.222.0.68 "GET /v2.0/networks/9be319f8-603a-41e0-a57e-1a917fa30646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268735 Aug 19 14:54:44.466187 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da713186-66e6-4d1e-8f07-6ba0f9d222da tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Network f7b0c4e8-5330-4127-9170-cfd589d5df2e is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:54:44.484940 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5218edc1-39c2-47e5-99c6-20f5e1d2b5ce tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:44.492098 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-da713186-66e6-4d1e-8f07-6ba0f9d222da tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, f7b0c4e8-5330-4127-9170-cfd589d5df2e) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:54:44.500994 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dbcdc4-e127-4d38-80c5-67303633c78f None None] Network f7b0c4e8-5330-4127-9170-cfd589d5df2e requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:54:44.576175 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da713186-66e6-4d1e-8f07-6ba0f9d222da tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:44.579822 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-da713186-66e6-4d1e-8f07-6ba0f9d222da tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:44.749127 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc948b5-45e9-4f33-a401-19999190531b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-f7b0c4e8-5330-4127-9170-cfd589d5df2e', 'network_id': 'f7b0c4e8-5330-4127-9170-cfd589d5df2e', 'tenant_id': '12f0b0b698ff473a84d59452bf6d240b', 'fixed_ips': [{'subnet_id': '88bd5fab-3b64-4cb5-a0ef-bbea641f3fce'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:54:44.750176 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4cc948b5-45e9-4f33-a401-19999190531b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:44.760642 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-da713186-66e6-4d1e-8f07-6ba0f9d222da tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6861997 Aug 19 14:54:44.770512 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37720) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:44.776152 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-83882d2a-3f4a-48ee-94e2-3924c9603b92 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1576887386', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:44.811011 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-83882d2a-3f4a-48ee-94e2-3924c9603b92 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:44.812851 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-83882d2a-3f4a-48ee-94e2-3924c9603b92 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:44.822894 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0218d3d8-2bb7-45b9-b58a-9cba15f8f911 req-e29a06ab-a74c-4791-a890-df4490c47353 service neutron] 10.222.0.68 "GET /v2.0/networks/9be319f8-603a-41e0-a57e-1a917fa30646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4146595 Aug 19 14:54:44.879524 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5e182-7f64-49e2-b822-7141e9ebdcb7 req-a9f72d0f-7cf9-4995-abb4-907b1524edd9 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:44.880943 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-21d5e182-7f64-49e2-b822-7141e9ebdcb7 req-a9f72d0f-7cf9-4995-abb4-907b1524edd9 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=401f3873-f470-4ce5-b188-3d00865df369 HTTP/1.1" status: 200 len: 943 time: 0.5438805 Aug 19 14:54:44.947499 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-4cc948b5-45e9-4f33-a401-19999190531b None None] Allocated IP 172.20.0.2 (f7b0c4e8-5330-4127-9170-cfd589d5df2e/88bd5fab-3b64-4cb5-a0ef-bbea641f3fce/31951381-b40d-4170-a106-615020d29d4f) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:54:44.973050 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5218edc1-39c2-47e5-99c6-20f5e1d2b5ce tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:44.997835 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76dda462-47d3-4f65-9ef6-e84bc909ad0f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Router 751b470a-f549-4480-bb9f-2c9acabf249f has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:54:45.012296 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-83882d2a-3f4a-48ee-94e2-3924c9603b92 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:45.018986 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55072df-61e4-40e8-b812-a816b7e0baa5 req-cb6730d2-19d2-4821-86bd-adf18e26d33d tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:45.020560 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e55072df-61e4-40e8-b812-a816b7e0baa5 req-cb6730d2-19d2-4821-86bd-adf18e26d33d tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=81348129-e0aa-4b35-949c-8e3a360aee84 HTTP/1.1" status: 200 len: 946 time: 0.1640115 Aug 19 14:54:45.027413 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-21d5e182-7f64-49e2-b822-7141e9ebdcb7 req-35f72614-f49f-4b0d-b6cc-38d5bca792b1 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739939 Aug 19 14:54:45.081359 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-83882d2a-3f4a-48ee-94e2-3924c9603b92 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:45.101144 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-83882d2a-3f4a-48ee-94e2-3924c9603b92 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:45.105932 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-83882d2a-3f4a-48ee-94e2-3924c9603b92 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3341818 Aug 19 14:54:45.106900 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37724) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:45.109769 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76dda462-47d3-4f65-9ef6-e84bc909ad0f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:54:45.123706 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efa33de-bf79-457e-99b3-2f5d46690b25 None None] Sync routers for ids ['751b470a-f549-4480-bb9f-2c9acabf249f'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:54:45.138320 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efa33de-bf79-457e-99b3-2f5d46690b25 None None] Routers {'751b470a-f549-4480-bb9f-2c9acabf249f'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:54:45.139272 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7efa33de-bf79-457e-99b3-2f5d46690b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:54:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['751b470a-f549-4480-bb9f-2c9acabf249f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:45.170649 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ae558a75-7ec1-4b61-844a-efb6f2d7361e req-74887a77-21eb-4bc9-94a6-8ad71c665cf5 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bd6271d-517a-4243-a048-53093d66138c HTTP/1.1" status: 200 len: 210 time: 0.0573370 Aug 19 14:54:45.178108 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-76dda462-47d3-4f65-9ef6-e84bc909ad0f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "PUT /v2.0/routers/751b470a-f549-4480-bb9f-2c9acabf249f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0217202 Aug 19 14:54:45.179292 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4cc948b5-45e9-4f33-a401-19999190531b None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:45.182289 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37726) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:45.191550 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4cc948b5-45e9-4f33-a401-19999190531b None None] Transition to ACTIVE for port object 31951381-b40d-4170-a106-615020d29d4f will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:54:45.209898 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0613564-d088-4fa1-ab18-c701a9a68809 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] GET failed (client error): The resource could not be found. Aug 19 14:54:45.211445 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-b0613564-d088-4fa1-ab18-c701a9a68809 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "GET /v2.0/ports/98dec63b-cb97-47cc-9049-a3631a27434a HTTP/1.1" status: 404 len: 333 time: 0.0282063 Aug 19 14:54:45.215512 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37728) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:45.218652 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4cc948b5-45e9-4f33-a401-19999190531b None None] Transition to ACTIVE for port object 31951381-b40d-4170-a106-615020d29d4f will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:54:45.228123 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4cc948b5-45e9-4f33-a401-19999190531b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:45.258946 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7efa33de-bf79-457e-99b3-2f5d46690b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:45.277291 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efa33de-bf79-457e-99b3-2f5d46690b25 None None] Routers {'751b470a-f549-4480-bb9f-2c9acabf249f'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:54:45.277915 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7efa33de-bf79-457e-99b3-2f5d46690b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:54:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['751b470a-f549-4480-bb9f-2c9acabf249f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:45.298409 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc948b5-45e9-4f33-a401-19999190531b None None] Network f7b0c4e8-5330-4127-9170-cfd589d5df2e is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:54:45.302224 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e55072df-61e4-40e8-b812-a816b7e0baa5 req-bee43c9d-2575-4c7b-be90-43dcd81bc79f tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993876 Aug 19 14:54:45.312016 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-4cc948b5-45e9-4f33-a401-19999190531b None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:54:45.314359 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c041f860-0e2b-4033-a5f4-b8f09b29403f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:45.316048 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc948b5-45e9-4f33-a401-19999190531b None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:54:45.398241 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7efa33de-bf79-457e-99b3-2f5d46690b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:45.399152 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efa33de-bf79-457e-99b3-2f5d46690b25 None None] The sync data for ids ['751b470a-f549-4480-bb9f-2c9acabf249f'] in n-d-766043-2 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:54:45.418174 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc948b5-45e9-4f33-a401-19999190531b None None] Pushing event updated for resources: {'Port': ['ID=31951381-b40d-4170-a106-615020d29d4f,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:45.471829 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4cc948b5-45e9-4f33-a401-19999190531b None None] Attempting to bind port 31951381-b40d-4170-a106-615020d29d4f on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:54:45.472178 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4cc948b5-45e9-4f33-a401-19999190531b None None] Attempting to bind port 31951381-b40d-4170-a106-615020d29d4f by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '97b28693-f05d-422a-99be-3119fe8f2ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f7b0c4e8-5330-4127-9170-cfd589d5df2e'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:54:45.472572 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc948b5-45e9-4f33-a401-19999190531b None None] Attempting to bind port 31951381-b40d-4170-a106-615020d29d4f on network f7b0c4e8-5330-4127-9170-cfd589d5df2e {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:54:45.480072 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc948b5-45e9-4f33-a401-19999190531b None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:54:45.480615 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc948b5-45e9-4f33-a401-19999190531b None None] Checking segment: {'id': '97b28693-f05d-422a-99be-3119fe8f2ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f7b0c4e8-5330-4127-9170-cfd589d5df2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:54:45.480878 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4cc948b5-45e9-4f33-a401-19999190531b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:45.481279 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc948b5-45e9-4f33-a401-19999190531b None None] Bound using segment: {'id': '97b28693-f05d-422a-99be-3119fe8f2ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f7b0c4e8-5330-4127-9170-cfd589d5df2e'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:54:45.481769 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4cc948b5-45e9-4f33-a401-19999190531b None None] Bound port: 31951381-b40d-4170-a106-615020d29d4f, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b28693-f05d-422a-99be-3119fe8f2ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f7b0c4e8-5330-4127-9170-cfd589d5df2e'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:54:45.482156 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4cc948b5-45e9-4f33-a401-19999190531b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:45.567306 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c041f860-0e2b-4033-a5f4-b8f09b29403f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:45.570574 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c041f860-0e2b-4033-a5f4-b8f09b29403f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:45.626908 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c041f860-0e2b-4033-a5f4-b8f09b29403f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:45.627570 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c041f860-0e2b-4033-a5f4-b8f09b29403f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Fanout notify agent at l3_agent the message router_deleted on router 751b470a-f549-4480-bb9f-2c9acabf249f {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:54:45.629832 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4cc948b5-45e9-4f33-a401-19999190531b None None] For port 31951381-b40d-4170-a106-615020d29d4f, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:54:45.637238 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4cc948b5-45e9-4f33-a401-19999190531b None None] For port 31951381-b40d-4170-a106-615020d29d4f, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=31951381-b40d-4170-a106-615020d29d4f,segment=NetworkSegment(97b28693-f05d-422a-99be-3119fe8f2ca2),segment_id=97b28693-f05d-422a-99be-3119fe8f2ca2)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:54:45.639941 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c041f860-0e2b-4033-a5f4-b8f09b29403f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:45.641393 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-c041f860-0e2b-4033-a5f4-b8f09b29403f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "DELETE /v2.0/routers/751b470a-f549-4480-bb9f-2c9acabf249f HTTP/1.1" status: 204 len: 168 time: 0.4231606 Aug 19 14:54:45.644777 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37734) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:45.646421 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4cc948b5-45e9-4f33-a401-19999190531b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:45.736832 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-22c3a6e3-7e12-4c9b-b069-6d7e8ff8cc66 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Deleting subnet 35cc6ac4-3b5f-424f-9bff-19c633afb6d0 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:54:45.737785 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc948b5-45e9-4f33-a401-19999190531b None None] Pushing event updated for resources: {'Port': ['ID=31951381-b40d-4170-a106-615020d29d4f,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:45.742924 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-22c3a6e3-7e12-4c9b-b069-6d7e8ff8cc66 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:45.803663 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-22c3a6e3-7e12-4c9b-b069-6d7e8ff8cc66 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:45.899891 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 42b00bd3-6a37-460b-a697-00c4ad759a37 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:54:45.937555 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-22c3a6e3-7e12-4c9b-b069-6d7e8ff8cc66 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:45.949749 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5218edc1-39c2-47e5-99c6-20f5e1d2b5ce tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Router 172f7347-7383-43dc-b3ae-272cc89c8f31 is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:54:46.044561 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-22c3a6e3-7e12-4c9b-b069-6d7e8ff8cc66 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:46.091815 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24c58f-6b67-4912-8c39-b5fa8efa1a4d req-54176b33-376e-4c0b-816d-d100cbdc3f99 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:46.092259 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c3a6e3-7e12-4c9b-b069-6d7e8ff8cc66 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event deleted for resources: {'Subnet': ['ID=35cc6ac4-3b5f-424f-9bff-19c633afb6d0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:46.093437 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2f24c58f-6b67-4912-8c39-b5fa8efa1a4d req-54176b33-376e-4c0b-816d-d100cbdc3f99 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.88 "GET /v2.0/networks?id=2fa445be-0d18-48a9-824e-a1d171d6214e HTTP/1.1" status: 200 len: 814 time: 0.3850267 Aug 19 14:54:46.098289 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-22c3a6e3-7e12-4c9b-b069-6d7e8ff8cc66 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:46.100913 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-22c3a6e3-7e12-4c9b-b069-6d7e8ff8cc66 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "DELETE /v2.0/subnets/35cc6ac4-3b5f-424f-9bff-19c633afb6d0 HTTP/1.1" status: 204 len: 168 time: 0.4548280 Aug 19 14:54:46.108856 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37746) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:46.180629 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-2f24c58f-6b67-4912-8c39-b5fa8efa1a4d req-b5b57643-f513-4096-b6f0-c73352e2158b tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Request body: {'port': {'device_id': '9bd6271d-517a-4243-a048-53093d66138c', 'network_id': '2fa445be-0d18-48a9-824e-a1d171d6214e', 'admin_state_up': True, 'tenant_id': '16017ed5be314461b8db4ea998446c7b'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:46.206952 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90967544-0a7d-4b95-bd3e-d431fa529224 None None] Network 42031db0-53a4-4cc9-87ff-29ee8ede16cb requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:54:46.263336 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-121fbe8c-d16a-4e76-950f-beb6d44f5607 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:46.345242 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-256794a1-34c6-4519-8fdd-d8c6eba97744 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:46.394067 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ae0a27ab-e887-485f-a2a3-b70471501330 req-b480373a-2c91-471b-8621-35ccebc897cf tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bd6271d-517a-4243-a048-53093d66138c HTTP/1.1" status: 200 len: 210 time: 0.0576942 Aug 19 14:54:46.422712 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 42b00bd3-6a37-460b-a697-00c4ad759a37, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=42b00bd3-6a37-460b-a697-00c4ad759a37,segment=NetworkSegment(af76a49f-6b6e-4117-acb3-d7b5325cccf1),segment_id=af76a49f-6b6e-4117-acb3-d7b5325cccf1)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:46.464193 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '42b00bd3-6a37-460b-a697-00c4ad759a37', 'network_id': '9be319f8-603a-41e0-a57e-1a917fa30646', 'port_id': '42b00bd3-6a37-460b-a697-00c4ad759a37', 'mac_address': 'fa:16:3e:dd:19:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7f2da21-de8f-4925-bf66-a36681d26e7b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:54:46.474596 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d69d4-04f4-4ea0-b258-409f82aa2120 req-f254d41b-2dfe-4b7c-991d-4dfd070f5cd0 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:46.488590 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d13d69d4-04f4-4ea0-b258-409f82aa2120 req-f254d41b-2dfe-4b7c-991d-4dfd070f5cd0 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=401f3873-f470-4ce5-b188-3d00865df369 HTTP/1.1" status: 200 len: 943 time: 0.2161603 Aug 19 14:54:46.589243 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:46.591745 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d13d69d4-04f4-4ea0-b258-409f82aa2120 req-ec7aa18c-5b97-4b15-9aa2-e731bfdcc5b3 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022120 Aug 19 14:54:46.604919 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-121fbe8c-d16a-4e76-950f-beb6d44f5607 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Deleting port 602be4f5-91d1-43f5-b0b5-53f92bda535a {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:54:46.604919 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-121fbe8c-d16a-4e76-950f-beb6d44f5607 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:46.616258 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42b00bd3-6a37-460b-a697-00c4ad759a37 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:54:46.649748 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 42b00bd3-6a37-460b-a697-00c4ad759a37, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=42b00bd3-6a37-460b-a697-00c4ad759a37,segment=NetworkSegment(af76a49f-6b6e-4117-acb3-d7b5325cccf1),segment_id=af76a49f-6b6e-4117-acb3-d7b5325cccf1)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:46.654354 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:46.690597 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5218edc1-39c2-47e5-99c6-20f5e1d2b5ce tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:54:46.706364 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b1b287-fa8a-42da-bb96-2d711f3ef7b6 None None] Sync routers for ids ['172f7347-7383-43dc-b3ae-272cc89c8f31'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:54:46.769748 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-121fbe8c-d16a-4e76-950f-beb6d44f5607 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] For port 602be4f5-91d1-43f5-b0b5-53f92bda535a, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=602be4f5-91d1-43f5-b0b5-53f92bda535a,segment=NetworkSegment(a9997846-673c-42a6-938d-024cb0ce6021),segment_id=a9997846-673c-42a6-938d-024cb0ce6021)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:46.770466 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-121fbe8c-d16a-4e76-950f-beb6d44f5607 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:46.771824 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d09fa5-649f-4b87-8c78-5c962817e4ff None None] DHCP port deletion for 42031db0-53a4-4cc9-87ff-29ee8ede16cb request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:54:46.797016 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-121fbe8c-d16a-4e76-950f-beb6d44f5607 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Calling delete_port for 602be4f5-91d1-43f5-b0b5-53f92bda535a owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:54:46.815795 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b1b287-fa8a-42da-bb96-2d711f3ef7b6 None None] Routers {'172f7347-7383-43dc-b3ae-272cc89c8f31'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:54:46.816794 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d9b1b287-fa8a-42da-bb96-2d711f3ef7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:54:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['172f7347-7383-43dc-b3ae-272cc89c8f31'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:46.842694 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f24c58f-6b67-4912-8c39-b5fa8efa1a4d req-b5b57643-f513-4096-b6f0-c73352e2158b tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Made reservation on behalf of 16017ed5be314461b8db4ea998446c7b for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:54:46.847385 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2f24c58f-6b67-4912-8c39-b5fa8efa1a4d req-b5b57643-f513-4096-b6f0-c73352e2158b tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:46.867630 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37760) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:46.875076 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5218edc1-39c2-47e5-99c6-20f5e1d2b5ce tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:46.880916 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5218edc1-39c2-47e5-99c6-20f5e1d2b5ce tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.3361487 Aug 19 14:54:46.895921 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37762) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:46.899792 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=42b00bd3-6a37-460b-a697-00c4ad759a37,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:47.049792 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-121fbe8c-d16a-4e76-950f-beb6d44f5607 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:47.051960 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['42b00bd3-6a37-460b-a697-00c4ad759a37'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:54:47.105635 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121fbe8c-d16a-4e76-950f-beb6d44f5607 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] No DVR routers for this DVR port 602be4f5-91d1-43f5-b0b5-53f92bda535a on host n-d-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:54:47.140453 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121fbe8c-d16a-4e76-950f-beb6d44f5607 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event deleted for resources: {'Port': ['ID=602be4f5-91d1-43f5-b0b5-53f92bda535a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:47.190078 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-df75b9bd-857b-48cb-a2c8-f4ce550ca5b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:47.250592 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-121fbe8c-d16a-4e76-950f-beb6d44f5607 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:47.258472 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e7d09fa5-649f-4b87-8c78-5c962817e4ff None None] Deleting port 602be4f5-91d1-43f5-b0b5-53f92bda535a {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:54:47.258708 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e7d09fa5-649f-4b87-8c78-5c962817e4ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:47.271555 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-121fbe8c-d16a-4e76-950f-beb6d44f5607 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42031db0-53a4-4cc9-87ff-29ee8ede16cb']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:47.274628 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-256794a1-34c6-4519-8fdd-d8c6eba97744 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Allocated IP 172.20.0.1 (f7b0c4e8-5330-4127-9170-cfd589d5df2e/88bd5fab-3b64-4cb5-a0ef-bbea641f3fce/f535a942-ffcc-425c-99f8-061d715b14c2) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:54:47.275872 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39e32191-646a-4e1b-b6fc-12b216200fa2 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:47.329400 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e7d09fa5-649f-4b87-8c78-5c962817e4ff None None] For port 602be4f5-91d1-43f5-b0b5-53f92bda535a, host n-d-766043-2, got binding levels [] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:47.329797 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e7d09fa5-649f-4b87-8c78-5c962817e4ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:47.349933 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e7d09fa5-649f-4b87-8c78-5c962817e4ff None None] Calling delete_port for 602be4f5-91d1-43f5-b0b5-53f92bda535a owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:54:47.353075 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.ipam_backend_mixin [None req-e7d09fa5-649f-4b87-8c78-5c962817e4ff None None] Port 602be4f5-91d1-43f5-b0b5-53f92bda535a was not found and therefore no delete operation was performed {{(pid=94641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 14:54:47.356586 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-d9b1b287-fa8a-42da-bb96-2d711f3ef7b6 None None] Set router 172f7347-7383-43dc-b3ae-272cc89c8f31 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:54:47.356834 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-121fbe8c-d16a-4e76-950f-beb6d44f5607 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9997846-673c-42a6-938d-024cb0ce6021') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:47.357097 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-121fbe8c-d16a-4e76-950f-beb6d44f5607 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9997846-673c-42a6-938d-024cb0ce6021') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:47.358676 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e7d09fa5-649f-4b87-8c78-5c962817e4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:47.378653 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-121fbe8c-d16a-4e76-950f-beb6d44f5607 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:47.383083 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-2f24c58f-6b67-4912-8c39-b5fa8efa1a4d req-b5b57643-f513-4096-b6f0-c73352e2158b tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Allocated IP 172.20.0.8 (2fa445be-0d18-48a9-824e-a1d171d6214e/f94001b9-7f0e-43d0-8c52-f0d228ad89db/36e52d9b-d1bd-492b-9d57-76ad8c82d474) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:54:47.391114 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37766) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:47.479467 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e01b1e-c28b-4e0b-a18b-89ccf5995f49 None None] Network f7b0c4e8-5330-4127-9170-cfd589d5df2e requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:54:47.490451 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067196dd-23e4-42b2-98bd-c94b544d0cef tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:47.492912 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-067196dd-23e4-42b2-98bd-c94b544d0cef tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=88eeec05-6d16-4f02-9461-44ff5e420302 HTTP/1.1" status: 200 len: 814 time: 0.1003227 Aug 19 14:54:47.504099 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-121fbe8c-d16a-4e76-950f-beb6d44f5607 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:47.605803 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-121fbe8c-d16a-4e76-950f-beb6d44f5607 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:54:47.606229 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-121fbe8c-d16a-4e76-950f-beb6d44f5607 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:47.612033 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-21045041-bb1e-4018-8c44-cb7a4d8fcb6a req-ecd052f2-cf93-4572-ba7b-3f6cabfb560d tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bd6271d-517a-4243-a048-53093d66138c HTTP/1.1" status: 200 len: 210 time: 0.0445714 Aug 19 14:54:47.612838 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:54:47.612838 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:54:47.612838 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:54:47.612838 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:54:47.612838 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:54:47.612838 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:54:47.612838 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:54:47.612838 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:54:47.612838 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:54:47.612838 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:54:47.612838 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:54:47.612838 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:54:47.612838 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:54:47.612838 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:54:47.612838 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:54:47.612838 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:54:47.612838 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:54:47.612838 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:54:47.612838 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:54:47.612838 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:54:47.612838 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:54:47.612838 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:54:47.612838 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:54:47.612838 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:54:47.612838 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:54:47.612838 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:54:47.612838 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:54:47.612838 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:54:47.612838 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:54:47.612838 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:54:47.612838 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:54:47.612838 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:54:47.628225 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-256794a1-34c6-4519-8fdd-d8c6eba97744 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:47.668212 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-df75b9bd-857b-48cb-a2c8-f4ce550ca5b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:47.676918 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-256794a1-34c6-4519-8fdd-d8c6eba97744 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Transition to ACTIVE for port object f535a942-ffcc-425c-99f8-061d715b14c2 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:54:47.682370 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-df75b9bd-857b-48cb-a2c8-f4ce550ca5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:47.729077 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-121fbe8c-d16a-4e76-950f-beb6d44f5607 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:47.743561 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-121fbe8c-d16a-4e76-950f-beb6d44f5607 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:47.751073 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-121fbe8c-d16a-4e76-950f-beb6d44f5607 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "DELETE /v2.0/networks/42031db0-53a4-4cc9-87ff-29ee8ede16cb HTTP/1.1" status: 204 len: 168 time: 1.6362605 Aug 19 14:54:47.751073 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37778) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:47.780137 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df75b9bd-857b-48cb-a2c8-f4ce550ca5b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b20b561-2651-4079-8d65-54362eed1985,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:47.794355 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-df75b9bd-857b-48cb-a2c8-f4ce550ca5b1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cec80d802051461c8fa7004695418660&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9225736 Aug 19 14:54:47.797303 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121fbe8c-d16a-4e76-950f-beb6d44f5607 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event deleted for resources: {'Network': ['ID=42031db0-53a4-4cc9-87ff-29ee8ede16cb,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:47.802062 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37780) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:47.813401 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2f24c58f-6b67-4912-8c39-b5fa8efa1a4d req-b5b57643-f513-4096-b6f0-c73352e2158b tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:47.817446 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75b9bd-857b-48cb-a2c8-f4ce550ca5b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:47.818039 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75b9bd-857b-48cb-a2c8-f4ce550ca5b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:47.818364 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75b9bd-857b-48cb-a2c8-f4ce550ca5b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:47.818892 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75b9bd-857b-48cb-a2c8-f4ce550ca5b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:47.819199 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75b9bd-857b-48cb-a2c8-f4ce550ca5b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:47.819625 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75b9bd-857b-48cb-a2c8-f4ce550ca5b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:47.820072 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75b9bd-857b-48cb-a2c8-f4ce550ca5b1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:47.820518 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75b9bd-857b-48cb-a2c8-f4ce550ca5b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:47.820934 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75b9bd-857b-48cb-a2c8-f4ce550ca5b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:47.821940 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75b9bd-857b-48cb-a2c8-f4ce550ca5b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:47.821940 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75b9bd-857b-48cb-a2c8-f4ce550ca5b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:47.822172 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75b9bd-857b-48cb-a2c8-f4ce550ca5b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:54:47.849341 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-256794a1-34c6-4519-8fdd-d8c6eba97744 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:47.856845 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8358fa8f-3aa6-4d9d-97c8-5138e5dabd50 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:47.858288 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-8358fa8f-3aa6-4d9d-97c8-5138e5dabd50 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "GET /v2.0/ports/5942eb0b-9efd-4bfa-8666-5814472a94ab HTTP/1.1" status: 200 len: 840 time: 0.1043568 Aug 19 14:54:47.864800 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39e32191-646a-4e1b-b6fc-12b216200fa2 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:47.867482 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37782) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:47.898577 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d09fa5-649f-4b87-8c78-5c962817e4ff None None] Pushing event deleted for resources: {'Port': ['ID=602be4f5-91d1-43f5-b0b5-53f92bda535a,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:47.906392 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256794a1-34c6-4519-8fdd-d8c6eba97744 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Network f7b0c4e8-5330-4127-9170-cfd589d5df2e is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:54:47.917832 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-256794a1-34c6-4519-8fdd-d8c6eba97744 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:54:47.919467 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 31951381-b40d-4170-a106-615020d29d4f up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:54:47.925405 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256794a1-34c6-4519-8fdd-d8c6eba97744 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:54:47.928862 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d09fa5-649f-4b87-8c78-5c962817e4ff None None] No DVR routers for this DVR port 602be4f5-91d1-43f5-b0b5-53f92bda535a on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:54:47.953824 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2f24c58f-6b67-4912-8c39-b5fa8efa1a4d req-b5b57643-f513-4096-b6f0-c73352e2158b tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:47.955546 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256794a1-34c6-4519-8fdd-d8c6eba97744 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Pushing event updated for resources: {'Port': ['ID=f535a942-ffcc-425c-99f8-061d715b14c2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:47.982928 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421bd8a-a3f5-4597-b823-b7a4217d439d req-f66c3ff9-92b7-4d05-8f0a-7b74a9452898 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:47.993323 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4421bd8a-a3f5-4597-b823-b7a4217d439d req-f66c3ff9-92b7-4d05-8f0a-7b74a9452898 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=401f3873-f470-4ce5-b188-3d00865df369 HTTP/1.1" status: 200 len: 944 time: 0.2175996 Aug 19 14:54:48.003234 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8195c840-2a13-406d-bb8c-e5e8c40cd477 None None] Provisioning for port 31951381-b40d-4170-a106-615020d29d4f completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:54:48.023022 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f24c58f-6b67-4912-8c39-b5fa8efa1a4d req-b5b57643-f513-4096-b6f0-c73352e2158b tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Network 2fa445be-0d18-48a9-824e-a1d171d6214e is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:54:48.031548 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-2f24c58f-6b67-4912-8c39-b5fa8efa1a4d req-b5b57643-f513-4096-b6f0-c73352e2158b tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:54:48.035907 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-256794a1-34c6-4519-8fdd-d8c6eba97744 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:48.038875 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f24c58f-6b67-4912-8c39-b5fa8efa1a4d req-b5b57643-f513-4096-b6f0-c73352e2158b tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:54:48.043313 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-733f95dc-28a2-4a16-8892-4d06143ac0c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:48.056713 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-0535bbd4-b62a-465c-b6d1-6352e79a4e35 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "GET /v2.0/ports/5942eb0b-9efd-4bfa-8666-5814472a94ab?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1780581 Aug 19 14:54:48.060007 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37784) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:48.074719 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9c9ae815-1021-4f24-a52a-b1916703c06e tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Request body: {'subnet': {'network_id': 'dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:48.110767 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b57643-f513-4096-b6f0-c73352e2158b tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Pushing event updated for resources: {'Port': ['ID=36e52d9b-d1bd-492b-9d57-76ad8c82d474,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:48.118081 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 31951381-b40d-4170-a106-615020d29d4f completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:54:48.130084 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 31951381-b40d-4170-a106-615020d29d4f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:48.130455 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:48.147405 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-733f95dc-28a2-4a16-8892-4d06143ac0c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:48.157338 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4421bd8a-a3f5-4597-b823-b7a4217d439d req-1389f03c-9457-4e79-bed8-0f9ba68e49a6 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632872 Aug 19 14:54:48.175651 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24c58f-6b67-4912-8c39-b5fa8efa1a4d req-b5b57643-f513-4096-b6f0-c73352e2158b tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:48.176451 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2f24c58f-6b67-4912-8c39-b5fa8efa1a4d req-b5b57643-f513-4096-b6f0-c73352e2158b tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:48.200327 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2f24c58f-6b67-4912-8c39-b5fa8efa1a4d req-b5b57643-f513-4096-b6f0-c73352e2158b tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0828881 Aug 19 14:54:48.228491 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-2f24c58f-6b67-4912-8c39-b5fa8efa1a4d req-896511e8-5fea-4960-96c9-eb0cbefcdb6f service neutron] Request body: {'port': {'device_id': '9bd6271d-517a-4243-a048-53093d66138c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:48.235784 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-39e32191-646a-4e1b-b6fc-12b216200fa2 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Deleting port db31dabd-aaaa-463f-b5aa-f4bf606abf50 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:54:48.236160 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39e32191-646a-4e1b-b6fc-12b216200fa2 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:48.236921 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d9b1b287-fa8a-42da-bb96-2d711f3ef7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '172f7347-7383-43dc-b3ae-272cc89c8f31', 'name': '', 'tenant_id': 'a39a486a9a7b4ccda654779542dab9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3205161-0bb4-4793-b3ad-fddcef88277c', 'external_fixed_ips': [{'subnet_id': 'b18525fe-f9b4-454b-af86-88509b208b9a', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': 'db31dabd-aaaa-463f-b5aa-f4bf606abf50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:54:40Z', 'updated_at': '2021-08-19T14:54:44Z', 'revision_number': 3, 'project_id': 'a39a486a9a7b4ccda654779542dab9c3', 'gw_port': {'id': 'db31dabd-aaaa-463f-b5aa-f4bf606abf50', 'name': '', 'network_id': 'd3205161-0bb4-4793-b3ad-fddcef88277c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:42:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '172f7347-7383-43dc-b3ae-272cc89c8f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'b18525fe-f9b4-454b-af86-88509b208b9a', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:54:42Z', 'updated_at': '2021-08-19T14:54:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b18525fe-f9b4-454b-af86-88509b208b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:48.256291 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-256794a1-34c6-4519-8fdd-d8c6eba97744 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:48.293283 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b1b287-fa8a-42da-bb96-2d711f3ef7b6 None None] Checking router: 172f7347-7383-43dc-b3ae-272cc89c8f31 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:54:48.293574 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b1b287-fa8a-42da-bb96-2d711f3ef7b6 None None] Updating router 172f7347-7383-43dc-b3ae-272cc89c8f31 port db31dabd-aaaa-463f-b5aa-f4bf606abf50 binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:54:48.302668 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-733f95dc-28a2-4a16-8892-4d06143ac0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:48.306984 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-733f95dc-28a2-4a16-8892-4d06143ac0c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:48.309691 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-733f95dc-28a2-4a16-8892-4d06143ac0c6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1b20b561-2651-4079-8d65-54362eed1985 HTTP/1.1" status: 204 len: 168 time: 0.4987929 Aug 19 14:54:48.332727 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9ae815-1021-4f24-a52a-b1916703c06e tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Made reservation on behalf of 7e6d46bc76a949adbb4c2a4b74be1b02 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:54:48.334731 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2f24c58f-6b67-4912-8c39-b5fa8efa1a4d req-896511e8-5fea-4960-96c9-eb0cbefcdb6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:48.336829 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:48.339525 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d9b1b287-fa8a-42da-bb96-2d711f3ef7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:48.340115 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9c9ae815-1021-4f24-a52a-b1916703c06e tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:48.443629 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f95dc-28a2-4a16-8892-4d06143ac0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b20b561-2651-4079-8d65-54362eed1985,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:48.480688 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39e32191-646a-4e1b-b6fc-12b216200fa2 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:48.493543 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 31951381-b40d-4170-a106-615020d29d4f, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=31951381-b40d-4170-a106-615020d29d4f,segment=NetworkSegment(97b28693-f05d-422a-99be-3119fe8f2ca2),segment_id=97b28693-f05d-422a-99be-3119fe8f2ca2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:48.514453 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:48.529286 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-39e32191-646a-4e1b-b6fc-12b216200fa2 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Calling delete_port for db31dabd-aaaa-463f-b5aa-f4bf606abf50 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:54:48.590589 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37790) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:48.598904 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f6012e0d-57ca-4889-a9b8-b9430efefd2e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Request body: {'network': {'name': 'tempest-network-smoke--1213385973', 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'port_security_enabled': True}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:48.637024 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 602be4f5-91d1-43f5-b0b5-53f92bda535a no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:54:48.651637 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6012e0d-57ca-4889-a9b8-b9430efefd2e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Made reservation on behalf of 7a0c6ff201d948d2944c0780e076389b for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:54:48.655315 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6012e0d-57ca-4889-a9b8-b9430efefd2e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:48.821066 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9c9ae815-1021-4f24-a52a-b1916703c06e tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:48.853317 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6012e0d-57ca-4889-a9b8-b9430efefd2e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:54:48.879564 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37796) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:48.884438 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=31951381-b40d-4170-a106-615020d29d4f,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:48.886947 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 602be4f5-91d1-43f5-b0b5-53f92bda535a {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:54:48.887295 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 602be4f5-91d1-43f5-b0b5-53f92bda535a not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:54:48.887481 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6012e0d-57ca-4889-a9b8-b9430efefd2e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:48.888742 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-f6012e0d-57ca-4889-a9b8-b9430efefd2e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Added segment 0ab538e3-9dbf-4b4e-9b85-5e2f32cd7a5d of type vlan for network 4141189c-a6e4-4bcf-b8cb-fe287ffd7b34 Aug 19 14:54:48.912424 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-dda6a61a-01ea-4d05-9e20-698f621c8143 None None] Provisioning for port f535a942-ffcc-425c-99f8-061d715b14c2 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:54:48.922329 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-dda6a61a-01ea-4d05-9e20-698f621c8143 None None] Provisioning complete for port f535a942-ffcc-425c-99f8-061d715b14c2 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:48.922709 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dda6a61a-01ea-4d05-9e20-698f621c8143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:48.939018 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e5a0214f-566d-4535-868b-5323eed708bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:48.963304 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9ae815-1021-4f24-a52a-b1916703c06e tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Network dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:54:48.966133 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ae815-1021-4f24-a52a-b1916703c06e tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event updated for resources: {'Subnet': ['ID=f6c23f19-6f73-4116-a3a1-f4359c90fc41,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:48.984147 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16db4f-f70d-4ff6-aff8-a0d7b9daf53c req-75972984-40c2-4adf-ae11-d7e989cd68ec tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:48.987742 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-dda6a61a-01ea-4d05-9e20-698f621c8143 None None] Port f535a942-ffcc-425c-99f8-061d715b14c2 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:54:48.989079 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-be16db4f-f70d-4ff6-aff8-a0d7b9daf53c req-75972984-40c2-4adf-ae11-d7e989cd68ec tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bd6271d-517a-4243-a048-53093d66138c HTTP/1.1" status: 200 len: 931 time: 0.1862123 Aug 19 14:54:48.990369 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-9c9ae815-1021-4f24-a52a-b1916703c06e tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:54:49.005900 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7760cb-e350-4541-816e-02b40fe501a4 None None] Network dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:54:49.009542 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6012e0d-57ca-4889-a9b8-b9430efefd2e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:49.013236 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d9b1b287-fa8a-42da-bb96-2d711f3ef7b6 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:49.030021 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-256794a1-34c6-4519-8fdd-d8c6eba97744 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:49.050542 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-256794a1-34c6-4519-8fdd-d8c6eba97744 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:49.060210 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-dda6a61a-01ea-4d05-9e20-698f621c8143 None None] Provisioning complete for port 31951381-b40d-4170-a106-615020d29d4f triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:49.060634 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dda6a61a-01ea-4d05-9e20-698f621c8143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:49.089574 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d9b1b287-fa8a-42da-bb96-2d711f3ef7b6 None None] Transition to ACTIVE for port object db31dabd-aaaa-463f-b5aa-f4bf606abf50 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:54:49.108438 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d9b1b287-fa8a-42da-bb96-2d711f3ef7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:49.223940 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d9b1b287-fa8a-42da-bb96-2d711f3ef7b6 None None] Attempting to bind port db31dabd-aaaa-463f-b5aa-f4bf606abf50 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:54:49.224320 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d9b1b287-fa8a-42da-bb96-2d711f3ef7b6 None None] Attempting to bind port db31dabd-aaaa-463f-b5aa-f4bf606abf50 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '72a462b4-f1b6-41d6-877d-5a987343ed6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd3205161-0bb4-4793-b3ad-fddcef88277c'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:54:49.224741 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b1b287-fa8a-42da-bb96-2d711f3ef7b6 None None] Attempting to bind port db31dabd-aaaa-463f-b5aa-f4bf606abf50 on network d3205161-0bb4-4793-b3ad-fddcef88277c {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:54:49.229123 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba1bf0-7d11-4607-9f11-8a3b86d09e01 None None] Pushing event updated for resources: {'Port': ['ID=db31dabd-aaaa-463f-b5aa-f4bf606abf50,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:49.250193 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b1b287-fa8a-42da-bb96-2d711f3ef7b6 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:54:49.250603 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b1b287-fa8a-42da-bb96-2d711f3ef7b6 None None] Checking segment: {'id': '72a462b4-f1b6-41d6-877d-5a987343ed6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd3205161-0bb4-4793-b3ad-fddcef88277c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:54:49.250981 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d9b1b287-fa8a-42da-bb96-2d711f3ef7b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:49.251384 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b1b287-fa8a-42da-bb96-2d711f3ef7b6 None None] Bound using segment: {'id': '72a462b4-f1b6-41d6-877d-5a987343ed6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd3205161-0bb4-4793-b3ad-fddcef88277c'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:54:49.251892 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d9b1b287-fa8a-42da-bb96-2d711f3ef7b6 None None] Bound port: db31dabd-aaaa-463f-b5aa-f4bf606abf50, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a462b4-f1b6-41d6-877d-5a987343ed6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd3205161-0bb4-4793-b3ad-fddcef88277c'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:54:49.252278 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d9b1b287-fa8a-42da-bb96-2d711f3ef7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:49.366418 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d9b1b287-fa8a-42da-bb96-2d711f3ef7b6 None None] For port db31dabd-aaaa-463f-b5aa-f4bf606abf50, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:54:49.371100 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d9b1b287-fa8a-42da-bb96-2d711f3ef7b6 None None] For port db31dabd-aaaa-463f-b5aa-f4bf606abf50, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=db31dabd-aaaa-463f-b5aa-f4bf606abf50,segment=NetworkSegment(72a462b4-f1b6-41d6-877d-5a987343ed6d),segment_id=72a462b4-f1b6-41d6-877d-5a987343ed6d)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:54:49.382367 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d9b1b287-fa8a-42da-bb96-2d711f3ef7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:49.394087 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9882ea4d-a425-400b-9814-aa2bba0a424b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2', 'network_id': 'dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2', 'tenant_id': '7e6d46bc76a949adbb4c2a4b74be1b02', 'fixed_ips': [{'subnet_id': 'f6c23f19-6f73-4116-a3a1-f4359c90fc41'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:54:49.395062 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9882ea4d-a425-400b-9814-aa2bba0a424b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:49.500623 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b1b287-fa8a-42da-bb96-2d711f3ef7b6 None None] Routers {'172f7347-7383-43dc-b3ae-272cc89c8f31'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:54:49.501277 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d9b1b287-fa8a-42da-bb96-2d711f3ef7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:54:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['172f7347-7383-43dc-b3ae-272cc89c8f31'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:49.511005 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba1bf0-7d11-4607-9f11-8a3b86d09e01 None None] Pushing event updated for resources: {'Port': ['ID=db31dabd-aaaa-463f-b5aa-f4bf606abf50,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:49.523405 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9ae815-1021-4f24-a52a-b1916703c06e tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:49.524105 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9c9ae815-1021-4f24-a52a-b1916703c06e tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:49.576738 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-2f24c58f-6b67-4912-8c39-b5fa8efa1a4d req-896511e8-5fea-4960-96c9-eb0cbefcdb6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36e52d9b-d1bd-492b-9d57-76ad8c82d474 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:54:49.584491 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8cf00a8c-1920-48cc-9ab8-22e0fa64dfe7 None None] Provisioning complete for port f535a942-ffcc-425c-99f8-061d715b14c2 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:49.584491 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8cf00a8c-1920-48cc-9ab8-22e0fa64dfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:49.588395 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6012e0d-57ca-4889-a9b8-b9430efefd2e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:49.594078 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6012e0d-57ca-4889-a9b8-b9430efefd2e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:49.594682 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6012e0d-57ca-4889-a9b8-b9430efefd2e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:49.598855 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2f24c58f-6b67-4912-8c39-b5fa8efa1a4d req-896511e8-5fea-4960-96c9-eb0cbefcdb6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:49.681178 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-8cf00a8c-1920-48cc-9ab8-22e0fa64dfe7 None None] Port f535a942-ffcc-425c-99f8-061d715b14c2 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:54:49.683891 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-256794a1-34c6-4519-8fdd-d8c6eba97744 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:49.701228 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256794a1-34c6-4519-8fdd-d8c6eba97744 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Pushing event updated for resources: {'Port': ['ID=f535a942-ffcc-425c-99f8-061d715b14c2,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:49.716276 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 31951381-b40d-4170-a106-615020d29d4f up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:54:49.723602 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-2f24c58f-6b67-4912-8c39-b5fa8efa1a4d req-896511e8-5fea-4960-96c9-eb0cbefcdb6f service neutron] Transition to ACTIVE for port object 36e52d9b-d1bd-492b-9d57-76ad8c82d474 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:54:49.739370 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2f24c58f-6b67-4912-8c39-b5fa8efa1a4d req-896511e8-5fea-4960-96c9-eb0cbefcdb6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:49.749560 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-be16db4f-f70d-4ff6-aff8-a0d7b9daf53c req-704209b1-0eaa-41ce-94b6-d3ee21e8879f tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/security-groups?id=d293a293-c95e-4636-a077-650b953c4fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372880 Aug 19 14:54:49.752234 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-d9b1b287-fa8a-42da-bb96-2d711f3ef7b6 None None] Set router 172f7347-7383-43dc-b3ae-272cc89c8f31 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:54:49.761142 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39e32191-646a-4e1b-b6fc-12b216200fa2 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:49.785795 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c9894d-0903-4779-83f6-ec32c5a75692 req-15ead96c-c627-4d54-b13d-35532622408a tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:49.787551 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-44c9894d-0903-4779-83f6-ec32c5a75692 req-15ead96c-c627-4d54-b13d-35532622408a tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=401f3873-f470-4ce5-b188-3d00865df369 HTTP/1.1" status: 200 len: 944 time: 0.2660651 Aug 19 14:54:49.823121 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d9b1b287-fa8a-42da-bb96-2d711f3ef7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '172f7347-7383-43dc-b3ae-272cc89c8f31', 'name': '', 'tenant_id': 'a39a486a9a7b4ccda654779542dab9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:54:40Z', 'updated_at': '2021-08-19T14:54:47Z', 'revision_number': 4, 'project_id': 'a39a486a9a7b4ccda654779542dab9c3', 'gw_port_host': None}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:49.831467 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6012e0d-57ca-4889-a9b8-b9430efefd2e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event updated for resources: {'Network': ['ID=4141189c-a6e4-4bcf-b8cb-fe287ffd7b34,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:49.863580 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 4141189c-a6e4-4bcf-b8cb-fe287ffd7b34 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:54:49.869224 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b1b287-fa8a-42da-bb96-2d711f3ef7b6 None None] The sync data for ids ['172f7347-7383-43dc-b3ae-272cc89c8f31'] in n-d-766043-2 is: [{'id': '172f7347-7383-43dc-b3ae-272cc89c8f31', 'name': '', 'tenant_id': 'a39a486a9a7b4ccda654779542dab9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:54:40Z', 'updated_at': '2021-08-19T14:54:47Z', 'revision_number': 4, 'project_id': 'a39a486a9a7b4ccda654779542dab9c3', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:54:49.884012 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-9882ea4d-a425-400b-9814-aa2bba0a424b None None] Allocated IP 172.20.0.2 (dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2/f6c23f19-6f73-4116-a3a1-f4359c90fc41/4b6e9917-16bf-4661-807a-61ec866a599f) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:54:49.889499 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e32191-646a-4e1b-b6fc-12b216200fa2 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Pushing event deleted for resources: {'Port': ['ID=db31dabd-aaaa-463f-b5aa-f4bf606abf50,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:49.919949 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e5a0214f-566d-4535-868b-5323eed708bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:49.928100 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896511e8-5fea-4960-96c9-eb0cbefcdb6f service neutron] Pushing event updated for resources: {'Port': ['ID=36e52d9b-d1bd-492b-9d57-76ad8c82d474,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:49.971425 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e5a0214f-566d-4535-868b-5323eed708bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:49.981329 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-44c9894d-0903-4779-83f6-ec32c5a75692 req-faaacada-f892-47b7-8892-652ba74af9f0 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280358 Aug 19 14:54:49.982291 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39e32191-646a-4e1b-b6fc-12b216200fa2 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:49.992833 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f6012e0d-57ca-4889-a9b8-b9430efefd2e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3955145 Aug 19 14:54:50.010340 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37802) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:50.064466 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9c9ae815-1021-4f24-a52a-b1916703c06e tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9953847 Aug 19 14:54:50.085942 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37804) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:50.105376 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39e32191-646a-4e1b-b6fc-12b216200fa2 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:50.108269 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39e32191-646a-4e1b-b6fc-12b216200fa2 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:50.142267 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c87174c3-8bb0-4633-84bc-24f18837e410 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Request body: {'security_group': {'name': 'tempest-secgroup-1679265400'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:50.182920 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e5a0214f-566d-4535-868b-5323eed708bb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=76aba79711914d29841db4d6558e5a18&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2983055 Aug 19 14:54:50.189948 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39e32191-646a-4e1b-b6fc-12b216200fa2 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:50.191162 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e32191-646a-4e1b-b6fc-12b216200fa2 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 172f7347-7383-43dc-b3ae-272cc89c8f31 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:54:50.198298 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39e32191-646a-4e1b-b6fc-12b216200fa2 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:50.199801 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-39e32191-646a-4e1b-b6fc-12b216200fa2 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] 10.222.0.69 "DELETE /v2.0/routers/172f7347-7383-43dc-b3ae-272cc89c8f31 HTTP/1.1" status: 204 len: 168 time: 3.3030684 Aug 19 14:54:50.200460 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37806) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:50.205868 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37808) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:50.232602 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a0214f-566d-4535-868b-5323eed708bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639beef3-d71a-4351-a4bc-b059d638294c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:50.245823 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 42b00bd3-6a37-460b-a697-00c4ad759a37 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:54:50.268704 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256794a1-34c6-4519-8fdd-d8c6eba97744 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Network f7b0c4e8-5330-4127-9170-cfd589d5df2e is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:54:50.286330 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-256794a1-34c6-4519-8fdd-d8c6eba97744 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:54:50.295272 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5aedd5c4-33ae-4f85-8431-10d38e77f538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:50.306856 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd945946-cab8-4b6a-a523-9782d2f9807e tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:50.307594 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 31951381-b40d-4170-a106-615020d29d4f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:50.307993 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:50.308561 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-fd945946-cab8-4b6a-a523-9782d2f9807e tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=7a0c6ff201d948d2944c0780e076389b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2931774 Aug 19 14:54:50.314873 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c87174c3-8bb0-4633-84bc-24f18837e410 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:50.320681 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37810) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:50.348399 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5aedd5c4-33ae-4f85-8431-10d38e77f538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:50.400940 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-2f24c58f-6b67-4912-8c39-b5fa8efa1a4d req-896511e8-5fea-4960-96c9-eb0cbefcdb6f service neutron] Attempting to bind port 36e52d9b-d1bd-492b-9d57-76ad8c82d474 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:54:50.401300 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-2f24c58f-6b67-4912-8c39-b5fa8efa1a4d req-896511e8-5fea-4960-96c9-eb0cbefcdb6f service neutron] Attempting to bind port 36e52d9b-d1bd-492b-9d57-76ad8c82d474 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '9f3b2564-15f5-43a5-bb53-1bcbad751f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2fa445be-0d18-48a9-824e-a1d171d6214e'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:54:50.401622 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f24c58f-6b67-4912-8c39-b5fa8efa1a4d req-896511e8-5fea-4960-96c9-eb0cbefcdb6f service neutron] Attempting to bind port 36e52d9b-d1bd-492b-9d57-76ad8c82d474 on network 2fa445be-0d18-48a9-824e-a1d171d6214e {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:54:50.419278 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port 42b00bd3-6a37-460b-a697-00c4ad759a37 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:54:50.422552 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5aedd5c4-33ae-4f85-8431-10d38e77f538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:50.428040 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5aedd5c4-33ae-4f85-8431-10d38e77f538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:50.430785 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-5aedd5c4-33ae-4f85-8431-10d38e77f538 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/639beef3-d71a-4351-a4bc-b059d638294c HTTP/1.1" status: 204 len: 168 time: 0.2293816 Aug 19 14:54:50.443590 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aedd5c4-33ae-4f85-8431-10d38e77f538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639beef3-d71a-4351-a4bc-b059d638294c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:50.443760 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 42b00bd3-6a37-460b-a697-00c4ad759a37 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:50.443760 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:50.458676 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-183ecf66-08fc-4457-bcf1-7d2897c4d34d tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Deleting subnet b18525fe-f9b4-454b-af86-88509b208b9a {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:54:50.537466 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-183ecf66-08fc-4457-bcf1-7d2897c4d34d tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:50.546600 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f24c58f-6b67-4912-8c39-b5fa8efa1a4d req-896511e8-5fea-4960-96c9-eb0cbefcdb6f service neutron] Port 36e52d9b-d1bd-492b-9d57-76ad8c82d474 on network 2fa445be-0d18-48a9-824e-a1d171d6214e not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:54:50.546935 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f24c58f-6b67-4912-8c39-b5fa8efa1a4d req-896511e8-5fea-4960-96c9-eb0cbefcdb6f service neutron] Attempting to bind port 36e52d9b-d1bd-492b-9d57-76ad8c82d474 on network 2fa445be-0d18-48a9-824e-a1d171d6214e {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:54:50.562512 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9882ea4d-a425-400b-9814-aa2bba0a424b None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:50.573156 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9882ea4d-a425-400b-9814-aa2bba0a424b None None] Transition to ACTIVE for port object 4b6e9917-16bf-4661-807a-61ec866a599f will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:54:50.592967 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9882ea4d-a425-400b-9814-aa2bba0a424b None None] Transition to ACTIVE for port object 4b6e9917-16bf-4661-807a-61ec866a599f will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:54:50.603075 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f24c58f-6b67-4912-8c39-b5fa8efa1a4d req-896511e8-5fea-4960-96c9-eb0cbefcdb6f service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:54:50.603641 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f24c58f-6b67-4912-8c39-b5fa8efa1a4d req-896511e8-5fea-4960-96c9-eb0cbefcdb6f service neutron] Checking segment: {'id': '9f3b2564-15f5-43a5-bb53-1bcbad751f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2fa445be-0d18-48a9-824e-a1d171d6214e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:54:50.603878 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f24c58f-6b67-4912-8c39-b5fa8efa1a4d req-896511e8-5fea-4960-96c9-eb0cbefcdb6f service neutron] Bound using segment: {'id': '9f3b2564-15f5-43a5-bb53-1bcbad751f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2fa445be-0d18-48a9-824e-a1d171d6214e'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:54:50.604231 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-2f24c58f-6b67-4912-8c39-b5fa8efa1a4d req-896511e8-5fea-4960-96c9-eb0cbefcdb6f service neutron] Bound port: 36e52d9b-d1bd-492b-9d57-76ad8c82d474, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f3b2564-15f5-43a5-bb53-1bcbad751f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2fa445be-0d18-48a9-824e-a1d171d6214e'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:54:50.604787 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2f24c58f-6b67-4912-8c39-b5fa8efa1a4d req-896511e8-5fea-4960-96c9-eb0cbefcdb6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:50.631166 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9882ea4d-a425-400b-9814-aa2bba0a424b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:50.690271 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-183ecf66-08fc-4457-bcf1-7d2897c4d34d tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:50.696320 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cd0dae58-dfab-463a-b464-88bd1549c97c None None] Provisioning complete for port f535a942-ffcc-425c-99f8-061d715b14c2 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:50.696713 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cd0dae58-dfab-463a-b464-88bd1549c97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:50.706679 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9882ea4d-a425-400b-9814-aa2bba0a424b None None] Network dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:54:50.734861 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-9882ea4d-a425-400b-9814-aa2bba0a424b None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:54:50.740629 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9882ea4d-a425-400b-9814-aa2bba0a424b None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:54:50.754573 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71eecf1-6093-449a-99a0-e5854349d845 tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:50.755056 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71eecf1-6093-449a-99a0-e5854349d845 tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:50.756674 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e71eecf1-6093-449a-99a0-e5854349d845 tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1589 time: 0.4298396 Aug 19 14:54:50.759821 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37816) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:50.773604 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9882ea4d-a425-400b-9814-aa2bba0a424b None None] Pushing event updated for resources: {'Port': ['ID=4b6e9917-16bf-4661-807a-61ec866a599f,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:50.808797 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-cd0dae58-dfab-463a-b464-88bd1549c97c None None] Port f535a942-ffcc-425c-99f8-061d715b14c2 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:54:50.833720 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-6dde6d83-66f7-4762-92e8-d0457bc8b5b9 tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=88eeec05-6d16-4f02-9461-44ff5e420302&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0708787 Aug 19 14:54:50.837969 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37820) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:50.845492 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:50.869837 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-183ecf66-08fc-4457-bcf1-7d2897c4d34d tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:50.871583 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9882ea4d-a425-400b-9814-aa2bba0a424b None None] Attempting to bind port 4b6e9917-16bf-4661-807a-61ec866a599f on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:54:50.872286 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9882ea4d-a425-400b-9814-aa2bba0a424b None None] Attempting to bind port 4b6e9917-16bf-4661-807a-61ec866a599f by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '49a5875e-e838-4474-a498-97c2cfd7fa7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:54:50.872452 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9882ea4d-a425-400b-9814-aa2bba0a424b None None] Attempting to bind port 4b6e9917-16bf-4661-807a-61ec866a599f on network dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:54:50.877934 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9882ea4d-a425-400b-9814-aa2bba0a424b None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:54:50.878311 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9882ea4d-a425-400b-9814-aa2bba0a424b None None] Checking segment: {'id': '49a5875e-e838-4474-a498-97c2cfd7fa7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:54:50.878712 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9882ea4d-a425-400b-9814-aa2bba0a424b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:50.879108 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9882ea4d-a425-400b-9814-aa2bba0a424b None None] Bound using segment: {'id': '49a5875e-e838-4474-a498-97c2cfd7fa7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:54:50.879592 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9882ea4d-a425-400b-9814-aa2bba0a424b None None] Bound port: 4b6e9917-16bf-4661-807a-61ec866a599f, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49a5875e-e838-4474-a498-97c2cfd7fa7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:54:50.879958 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9882ea4d-a425-400b-9814-aa2bba0a424b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:50.912168 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '401f3873-f470-4ce5-b188-3d00865df369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b00bd3-6a37-460b-a697-00c4ad759a37'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:54:50.922803 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c835d00-4aab-4fdf-bb24-6dfccdde248b" -d '{"events": [{"server_uuid": "401f3873-f470-4ce5-b188-3d00865df369", "name": "network-vif-plugged", "status": "completed", "tag": "42b00bd3-6a37-460b-a697-00c4ad759a37"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:54:50.956802 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 42b00bd3-6a37-460b-a697-00c4ad759a37, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=42b00bd3-6a37-460b-a697-00c4ad759a37,segment=NetworkSegment(af76a49f-6b6e-4117-acb3-d7b5325cccf1),segment_id=af76a49f-6b6e-4117-acb3-d7b5325cccf1)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:50.976460 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3882e26-a7cb-4804-a1ff-b452f6ab8df2 req-c7ddfbd4-bdc6-4952-9c51-0f47fa777e1d tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:50.978157 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c3882e26-a7cb-4804-a1ff-b452f6ab8df2 req-c7ddfbd4-bdc6-4952-9c51-0f47fa777e1d tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bd6271d-517a-4243-a048-53093d66138c HTTP/1.1" status: 200 len: 943 time: 0.1100659 Aug 19 14:54:51.017055 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-2f24c58f-6b67-4912-8c39-b5fa8efa1a4d req-896511e8-5fea-4960-96c9-eb0cbefcdb6f service neutron] For port 36e52d9b-d1bd-492b-9d57-76ad8c82d474, host n-h2-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:54:51.030705 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761a2f39-4625-410e-92f8-c67e61ec4602 x-openstack-request-id: req-761a2f39-4625-410e-92f8-c67e61ec4602 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:54:51.031154 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "401f3873-f470-4ce5-b188-3d00865df369", "name": "network-vif-plugged", "status": "completed", "tag": "42b00bd3-6a37-460b-a697-00c4ad759a37", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:54:51.031370 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-761a2f39-4625-410e-92f8-c67e61ec4602 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:54:51.031870 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '401f3873-f470-4ce5-b188-3d00865df369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b00bd3-6a37-460b-a697-00c4ad759a37', 'code': 200} Aug 19 14:54:51.039594 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:51.078704 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-2f24c58f-6b67-4912-8c39-b5fa8efa1a4d req-896511e8-5fea-4960-96c9-eb0cbefcdb6f service neutron] For port 36e52d9b-d1bd-492b-9d57-76ad8c82d474, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=36e52d9b-d1bd-492b-9d57-76ad8c82d474,segment=NetworkSegment(9f3b2564-15f5-43a5-bb53-1bcbad751f27),segment_id=9f3b2564-15f5-43a5-bb53-1bcbad751f27)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:54:51.093182 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-256794a1-34c6-4519-8fdd-d8c6eba97744 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Router ca9523f6-bf72-46e4-8e6c-8df90047d061 is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:54:51.104309 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c87174c3-8bb0-4633-84bc-24f18837e410 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:51.109829 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c3882e26-a7cb-4804-a1ff-b452f6ab8df2 req-c0c5dce2-678f-4831-b65f-8500deae7aac tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/security-groups?id=d293a293-c95e-4636-a077-650b953c4fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155968 Aug 19 14:54:51.115814 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2f24c58f-6b67-4912-8c39-b5fa8efa1a4d req-896511e8-5fea-4960-96c9-eb0cbefcdb6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:51.130898 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b739db-a869-46da-82b6-45e5b952a4bd tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:51.136819 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f8b739db-a869-46da-82b6-45e5b952a4bd tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=d3205161-0bb4-4793-b3ad-fddcef88277c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 800 time: 0.2876596 Aug 19 14:54:51.150123 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c87174c3-8bb0-4633-84bc-24f18837e410 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:51.164926 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37834) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:51.196942 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9882ea4d-a425-400b-9814-aa2bba0a424b None None] For port 4b6e9917-16bf-4661-807a-61ec866a599f, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:54:51.207940 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9882ea4d-a425-400b-9814-aa2bba0a424b None None] For port 4b6e9917-16bf-4661-807a-61ec866a599f, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=4b6e9917-16bf-4661-807a-61ec866a599f,segment=NetworkSegment(49a5875e-e838-4474-a498-97c2cfd7fa7d),segment_id=49a5875e-e838-4474-a498-97c2cfd7fa7d)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:54:51.209903 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=42b00bd3-6a37-460b-a697-00c4ad759a37,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:51.215517 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9882ea4d-a425-400b-9814-aa2bba0a424b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:51.250996 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-00ba19d9-d570-4ff2-9022-9da3293244b2 tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=7a0c6ff201d948d2944c0780e076389b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0839274 Aug 19 14:54:51.253088 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37838) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:51.254865 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24c58f-6b67-4912-8c39-b5fa8efa1a4d req-896511e8-5fea-4960-96c9-eb0cbefcdb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:51.256071 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2f24c58f-6b67-4912-8c39-b5fa8efa1a4d req-896511e8-5fea-4960-96c9-eb0cbefcdb6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:51.257852 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2f24c58f-6b67-4912-8c39-b5fa8efa1a4d req-896511e8-5fea-4960-96c9-eb0cbefcdb6f service neutron] 10.222.0.88 "PUT /v2.0/ports/36e52d9b-d1bd-492b-9d57-76ad8c82d474 HTTP/1.1" status: 200 len: 1091 time: 3.0352457 Aug 19 14:54:51.261967 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-183ecf66-08fc-4457-bcf1-7d2897c4d34d tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:51.263721 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bd6271d-517a-4243-a048-53093d66138c', 'tag': '36e52d9b-d1bd-492b-9d57-76ad8c82d474'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:54:51.266799 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc03719d-4da0-48c4-ae18-f9c7c67b1a42" -d '{"events": [{"name": "network-changed", "server_uuid": "9bd6271d-517a-4243-a048-53093d66138c", "tag": "36e52d9b-d1bd-492b-9d57-76ad8c82d474"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:54:51.312161 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9882ea4d-a425-400b-9814-aa2bba0a424b None None] Pushing event updated for resources: {'Port': ['ID=4b6e9917-16bf-4661-807a-61ec866a599f,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:51.399172 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c87174c3-8bb0-4633-84bc-24f18837e410 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:51.407715 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37844) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:51.408560 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c87174c3-8bb0-4633-84bc-24f18837e410 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3117142 Aug 19 14:54:51.413977 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-88f4413f-93c5-4886-8943-3c39eefeacbc tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Request body: {'security_group': {'name': 'tempest-secgroup-305274583'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:51.420959 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31891463-95b0-41d8-ba67-024b55274bb7 x-openstack-request-id: req-31891463-95b0-41d8-ba67-024b55274bb7 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:54:51.422840 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bd6271d-517a-4243-a048-53093d66138c", "tag": "36e52d9b-d1bd-492b-9d57-76ad8c82d474", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:54:51.423250 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-31891463-95b0-41d8-ba67-024b55274bb7 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:54:51.423798 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bd6271d-517a-4243-a048-53093d66138c', 'tag': '36e52d9b-d1bd-492b-9d57-76ad8c82d474', 'status': 'completed', 'code': 200} Aug 19 14:54:51.473393 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87174c3-8bb0-4633-84bc-24f18837e410 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc894b0-a375-4d94-9580-a2cdaa4c361a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:51.476856 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f1488-68a2-453a-b6bc-551883431025 req-aa442da8-9c28-4451-8616-6c4125606bd7 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:51.479681 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0f0f1488-68a2-453a-b6bc-551883431025 req-aa442da8-9c28-4451-8616-6c4125606bd7 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=401f3873-f470-4ce5-b188-3d00865df369 HTTP/1.1" status: 200 len: 945 time: 0.3665681 Aug 19 14:54:51.501841 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ecf66-08fc-4457-bcf1-7d2897c4d34d tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b18525fe-f9b4-454b-af86-88509b208b9a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:51.509007 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-183ecf66-08fc-4457-bcf1-7d2897c4d34d tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:51.514231 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-183ecf66-08fc-4457-bcf1-7d2897c4d34d tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] 10.222.0.69 "DELETE /v2.0/subnets/b18525fe-f9b4-454b-af86-88509b208b9a HTTP/1.1" status: 204 len: 168 time: 1.3011749 Aug 19 14:54:51.515047 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896511e8-5fea-4960-96c9-eb0cbefcdb6f service neutron] Pushing event updated for resources: {'Port': ['ID=36e52d9b-d1bd-492b-9d57-76ad8c82d474,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:51.520711 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37850) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:51.627336 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-88f4413f-93c5-4886-8943-3c39eefeacbc tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:51.627559 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057983e-23a7-4950-9e7d-e225e6422be1 req-2474c2e4-1d7d-4e71-bc31-9666a5978932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:51.633001 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6ece1e-98ae-4d1c-ae95-6e3ccdcc5e26 tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:51.633202 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9057983e-23a7-4950-9e7d-e225e6422be1 req-2474c2e4-1d7d-4e71-bc31-9666a5978932 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=401f3873-f470-4ce5-b188-3d00865df369 HTTP/1.1" status: 200 len: 1096 time: 0.4801247 Aug 19 14:54:51.633698 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6ece1e-98ae-4d1c-ae95-6e3ccdcc5e26 tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:51.638433 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-eb6ece1e-98ae-4d1c-ae95-6e3ccdcc5e26 tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1551 time: 0.3801227 Aug 19 14:54:51.642556 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37854) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:51.644386 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256794a1-34c6-4519-8fdd-d8c6eba97744 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:54:51.651118 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-256794a1-34c6-4519-8fdd-d8c6eba97744 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] 10.222.0.69 "PUT /v2.0/routers/ca9523f6-bf72-46e4-8e6c-8df90047d061/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5409660 Aug 19 14:54:51.656027 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37856) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:51.662404 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82171c70-4b52-4d3d-b841-3e49e0f83514 None None] Sync routers for ids ['ca9523f6-bf72-46e4-8e6c-8df90047d061'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:54:51.673391 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82171c70-4b52-4d3d-b841-3e49e0f83514 None None] Routers {'ca9523f6-bf72-46e4-8e6c-8df90047d061'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:54:51.676539 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-82171c70-4b52-4d3d-b841-3e49e0f83514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:54:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['ca9523f6-bf72-46e4-8e6c-8df90047d061'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:51.682388 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-0db336e1-0fed-4eeb-8f36-e94f109135f3 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Request body: {'port': {'network_id': 'f7b0c4e8-5330-4127-9170-cfd589d5df2e', 'name': 'tempest-FloatingIPNegativeTestJSON-250091684'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:51.720597 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-82171c70-4b52-4d3d-b841-3e49e0f83514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:51.731344 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82171c70-4b52-4d3d-b841-3e49e0f83514 None None] Routers {'ca9523f6-bf72-46e4-8e6c-8df90047d061'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:54:51.732564 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-82171c70-4b52-4d3d-b841-3e49e0f83514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:54:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['ca9523f6-bf72-46e4-8e6c-8df90047d061'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:51.743378 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-798a2e97-f1e5-4f50-afae-f0f6a29b5d84 tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=88eeec05-6d16-4f02-9461-44ff5e420302&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0968986 Aug 19 14:54:51.745544 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24c58f-6b67-4912-8c39-b5fa8efa1a4d req-b2acde5c-1714-48a7-a6a5-303a0eda9923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:51.747010 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2f24c58f-6b67-4912-8c39-b5fa8efa1a4d req-b2acde5c-1714-48a7-a6a5-303a0eda9923 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=16017ed5be314461b8db4ea998446c7b&device_id=9bd6271d-517a-4243-a048-53093d66138c HTTP/1.1" status: 200 len: 1094 time: 0.3509481 Aug 19 14:54:51.747488 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37858) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:51.755078 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0f0f1488-68a2-453a-b6bc-551883431025 req-2250b277-f35a-47af-8282-d8d4c197638f tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590816 Aug 19 14:54:51.779494 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-82171c70-4b52-4d3d-b841-3e49e0f83514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:51.781610 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82171c70-4b52-4d3d-b841-3e49e0f83514 None None] The sync data for ids ['ca9523f6-bf72-46e4-8e6c-8df90047d061'] in n-d-766043-2 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:54:51.843764 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f570796e-01ea-45dd-877d-164becdcaaaf tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=d3205161-0bb4-4793-b3ad-fddcef88277c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0927846 Aug 19 14:54:51.846977 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37862) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:51.849738 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b41ac0a2-1364-4d2e-a067-322a452897f0 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:51.852112 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2f24c58f-6b67-4912-8c39-b5fa8efa1a4d req-27b8e759-17e4-4f87-974a-c1c74d9bbcb2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=36e52d9b-d1bd-492b-9d57-76ad8c82d474 HTTP/1.1" status: 200 len: 217 time: 0.0776095 Aug 19 14:54:51.859844 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8277e152-5e72-43c8-9093-10236a6a960d tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1777770458', 'network_id': '4141189c-a6e4-4bcf-b8cb-fe287ffd7b34', 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:51.891467 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9057983e-23a7-4950-9e7d-e225e6422be1 req-5b136caf-b7f8-4b78-b572-e0b2f8e0ba31 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389731 Aug 19 14:54:51.917150 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-88f4413f-93c5-4886-8943-3c39eefeacbc tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:51.925445 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-88f4413f-93c5-4886-8943-3c39eefeacbc tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:51.963685 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4413f-93c5-4886-8943-3c39eefeacbc tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fea29ad-bb48-4f63-b70c-1bf327e52406,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:51.978727 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db336e1-0fed-4eeb-8f36-e94f109135f3 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Made reservation on behalf of 12f0b0b698ff473a84d59452bf6d240b for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:54:51.982417 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0db336e1-0fed-4eeb-8f36-e94f109135f3 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:51.986074 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-88f4413f-93c5-4886-8943-3c39eefeacbc tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:51.995462 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37868) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:51.997704 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-88f4413f-93c5-4886-8943-3c39eefeacbc tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5793359 Aug 19 14:54:52.004042 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-37fd189d-b82c-4dfe-a7ca-f7ae37e77b46 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1730047142', 'security_groups': ['3fea29ad-bb48-4f63-b70c-1bf327e52406'], 'network_id': 'dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f6c23f19-6f73-4116-a3a1-f4359c90fc41'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:52.017722 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-0db336e1-0fed-4eeb-8f36-e94f109135f3 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] device_id is not set on port bc363f6c-531f-49ce-a8f3-3cbc8b055c55 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:54:52.069821 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24c58f-6b67-4912-8c39-b5fa8efa1a4d req-2e82f233-e224-4fe2-beb5-b8c1ff42c5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:52.071472 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2f24c58f-6b67-4912-8c39-b5fa8efa1a4d req-2e82f233-e224-4fe2-beb5-b8c1ff42c5d8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f94001b9-7f0e-43d0-8c52-f0d228ad89db HTTP/1.1" status: 200 len: 854 time: 0.2056916 Aug 19 14:54:52.150107 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-0db336e1-0fed-4eeb-8f36-e94f109135f3 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Allocated IP 172.20.0.6 (f7b0c4e8-5330-4127-9170-cfd589d5df2e/88bd5fab-3b64-4cb5-a0ef-bbea641f3fce/bc363f6c-531f-49ce-a8f3-3cbc8b055c55) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:54:52.153933 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2f24c58f-6b67-4912-8c39-b5fa8efa1a4d req-58943a4f-f9d0-4d6a-a6cf-946ade177883 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2fa445be-0d18-48a9-824e-a1d171d6214e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498099 Aug 19 14:54:52.162453 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b41ac0a2-1364-4d2e-a067-322a452897f0 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:52.242272 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-b41ac0a2-1364-4d2e-a067-322a452897f0 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3205161-0bb4-4793-b3ad-fddcef88277c']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:52.244623 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8277e152-5e72-43c8-9093-10236a6a960d tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Made reservation on behalf of 7a0c6ff201d948d2944c0780e076389b for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:54:52.248221 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8277e152-5e72-43c8-9093-10236a6a960d tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:52.323557 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-b41ac0a2-1364-4d2e-a067-322a452897f0 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72a462b4-f1b6-41d6-877d-5a987343ed6d') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:52.324233 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-b41ac0a2-1364-4d2e-a067-322a452897f0 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72a462b4-f1b6-41d6-877d-5a987343ed6d') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:54:52.339934 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af984442-ef29-43ef-af47-58e6761f836f req-05a3cbd9-eb14-4da9-80d0-e82ab36c8946 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:52.341504 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-af984442-ef29-43ef-af47-58e6761f836f req-05a3cbd9-eb14-4da9-80d0-e82ab36c8946 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bd6271d-517a-4243-a048-53093d66138c HTTP/1.1" status: 200 len: 943 time: 0.1280582 Aug 19 14:54:52.387407 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b41ac0a2-1364-4d2e-a067-322a452897f0 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:52.399618 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2f24c58f-6b67-4912-8c39-b5fa8efa1a4d req-f95bea57-1898-4360-894e-30490ec8db5b service neutron] 10.222.0.88 "GET /v2.0/networks/2fa445be-0d18-48a9-824e-a1d171d6214e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341728 Aug 19 14:54:52.434819 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0db336e1-0fed-4eeb-8f36-e94f109135f3 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:52.449969 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-0db336e1-0fed-4eeb-8f36-e94f109135f3 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Transition to ACTIVE for port object bc363f6c-531f-49ce-a8f3-3cbc8b055c55 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:54:52.456770 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b41ac0a2-1364-4d2e-a067-322a452897f0 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:52.462709 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-af984442-ef29-43ef-af47-58e6761f836f req-db9f42eb-3dff-433f-b3de-1ec6f7c5ff1f tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/security-groups?id=d293a293-c95e-4636-a077-650b953c4fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100328 Aug 19 14:54:52.502333 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0db336e1-0fed-4eeb-8f36-e94f109135f3 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:52.523498 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b41ac0a2-1364-4d2e-a067-322a452897f0 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:54:52.523924 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b41ac0a2-1364-4d2e-a067-322a452897f0 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:52.526044 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:54:52.526044 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:54:52.526044 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:54:52.526044 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:54:52.526044 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:54:52.526044 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:54:52.526044 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:54:52.526044 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:54:52.526044 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:54:52.526044 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:54:52.526044 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:54:52.526044 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:54:52.526044 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:54:52.526044 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:54:52.526044 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:54:52.526044 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:54:52.526044 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:54:52.526044 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:54:52.526044 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:54:52.526044 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:54:52.526044 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:54:52.526044 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:54:52.526044 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:54:52.526044 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:54:52.526044 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:54:52.526044 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:54:52.526044 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:54:52.526044 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:54:52.526044 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:54:52.526044 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:54:52.526044 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:54:52.526044 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:54:52.557800 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db336e1-0fed-4eeb-8f36-e94f109135f3 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Network f7b0c4e8-5330-4127-9170-cfd589d5df2e is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:54:52.561707 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-0db336e1-0fed-4eeb-8f36-e94f109135f3 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:54:52.564374 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db336e1-0fed-4eeb-8f36-e94f109135f3 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:54:52.610730 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db336e1-0fed-4eeb-8f36-e94f109135f3 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Pushing event updated for resources: {'Port': ['ID=bc363f6c-531f-49ce-a8f3-3cbc8b055c55,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:52.627380 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db336e1-0fed-4eeb-8f36-e94f109135f3 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:52.628636 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0db336e1-0fed-4eeb-8f36-e94f109135f3 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:52.883656 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-79cc05b1-5fb7-4594-a422-f6a10d6ef3f9 None None] Provisioning for port 4b6e9917-16bf-4661-807a-61ec866a599f completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:54:52.915342 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-79cc05b1-5fb7-4594-a422-f6a10d6ef3f9 None None] Provisioning complete for port 5942eb0b-9efd-4bfa-8666-5814472a94ab triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:52.916401 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-79cc05b1-5fb7-4594-a422-f6a10d6ef3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:52.930766 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ad673-d967-4b00-b072-5441c2a12228 req-dbd8cb30-6f54-4b22-bbd7-ca63efcd5c05 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:52.933010 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a51ad673-d967-4b00-b072-5441c2a12228 req-dbd8cb30-6f54-4b22-bbd7-ca63efcd5c05 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=401f3873-f470-4ce5-b188-3d00865df369 HTTP/1.1" status: 200 len: 945 time: 0.0971556 Aug 19 14:54:52.971816 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-79cc05b1-5fb7-4594-a422-f6a10d6ef3f9 None None] Port 5942eb0b-9efd-4bfa-8666-5814472a94ab cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:54:53.013460 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fd189d-b82c-4dfe-a7ca-f7ae37e77b46 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Made reservation on behalf of 7e6d46bc76a949adbb4c2a4b74be1b02 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:54:53.024166 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-0db336e1-0fed-4eeb-8f36-e94f109135f3 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3466942 Aug 19 14:54:53.027158 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37894) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:53.032619 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a51ad673-d967-4b00-b072-5441c2a12228 req-629bb123-3774-41a3-ae5e-a6d3b52157cf tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800734 Aug 19 14:54:53.037283 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9070bfac-15ab-4c00-9fc0-d56b5f2a8355 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Request body: {'floatingip': {'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:53.075606 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9070bfac-15ab-4c00-9fc0-d56b5f2a8355 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:53.110585 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fc9b620b-51c8-4273-ab78-0b83e739af2d None None] Provisioning for port bc363f6c-531f-49ce-a8f3-3cbc8b055c55 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:54:53.118472 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fc9b620b-51c8-4273-ab78-0b83e739af2d None None] Provisioning complete for port bc363f6c-531f-49ce-a8f3-3cbc8b055c55 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:53.118855 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fc9b620b-51c8-4273-ab78-0b83e739af2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:53.168008 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2f24c58f-6b67-4912-8c39-b5fa8efa1a4d req-55deaa52-ae55-4ca9-8cf0-c6a4ff04ad79 service neutron] 10.222.0.88 "GET /v2.0/networks/2fa445be-0d18-48a9-824e-a1d171d6214e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7483804 Aug 19 14:54:53.169269 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-fc9b620b-51c8-4273-ab78-0b83e739af2d None None] Port bc363f6c-531f-49ce-a8f3-3cbc8b055c55 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:54:53.178527 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b41ac0a2-1364-4d2e-a067-322a452897f0 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:53.200920 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41ac0a2-1364-4d2e-a067-322a452897f0 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d3205161-0bb4-4793-b3ad-fddcef88277c {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 19 14:54:53.202345 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9070bfac-15ab-4c00-9fc0-d56b5f2a8355 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:53.210398 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b41ac0a2-1364-4d2e-a067-322a452897f0 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:53.224483 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b41ac0a2-1364-4d2e-a067-322a452897f0 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] 10.222.0.69 "DELETE /v2.0/networks/d3205161-0bb4-4793-b3ad-fddcef88277c HTTP/1.1" status: 204 len: 168 time: 1.6896179 Aug 19 14:54:53.231277 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41ac0a2-1364-4d2e-a067-322a452897f0 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Pushing event deleted for resources: {'Network': ['ID=d3205161-0bb4-4793-b3ad-fddcef88277c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:53.346848 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-9070bfac-15ab-4c00-9fc0-d56b5f2a8355 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Allocated IP 172.25.2.78 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/2471a9ea-89cf-4cf8-9e58-29514e31e22c) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:54:53.409926 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03719d-4da0-48c4-ae18-f9c7c67b1a42 req-31e77034-615c-41cc-a906-6bd0b62c44ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:53.411462 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cc03719d-4da0-48c4-ae18-f9c7c67b1a42 req-31e77034-615c-41cc-a906-6bd0b62c44ab service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=16017ed5be314461b8db4ea998446c7b&device_id=9bd6271d-517a-4243-a048-53093d66138c HTTP/1.1" status: 200 len: 1094 time: 0.1757178 Aug 19 14:54:53.414770 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-37fd189d-b82c-4dfe-a7ca-f7ae37e77b46 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:53.501889 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9070bfac-15ab-4c00-9fc0-d56b5f2a8355 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:53.521752 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8277e152-5e72-43c8-9093-10236a6a960d tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:53.551308 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9070bfac-15ab-4c00-9fc0-d56b5f2a8355 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:53.591965 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-37fd189d-b82c-4dfe-a7ca-f7ae37e77b46 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] device_id is not set on port d006d8f4-1b48-49be-a226-7d6f81ae67af yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:54:53.600016 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03719d-4da0-48c4-ae18-f9c7c67b1a42 req-1c6c9eb9-e5d7-4591-a103-cab21c4ec1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:53.605802 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cc03719d-4da0-48c4-ae18-f9c7c67b1a42 req-1c6c9eb9-e5d7-4591-a103-cab21c4ec1d3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=2fa445be-0d18-48a9-824e-a1d171d6214e HTTP/1.1" status: 200 len: 915 time: 0.1829607 Aug 19 14:54:53.613804 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bfac-15ab-4c00-9fc0-d56b5f2a8355 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Pushing event updated for resources: {'Port': ['ID=2471a9ea-89cf-4cf8-9e58-29514e31e22c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:53.642107 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9070bfac-15ab-4c00-9fc0-d56b5f2a8355 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:54:53.645210 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-9070bfac-15ab-4c00-9fc0-d56b5f2a8355 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:54:53.651196 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9070bfac-15ab-4c00-9fc0-d56b5f2a8355 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:54:53.691645 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cc03719d-4da0-48c4-ae18-f9c7c67b1a42 req-784bdef1-3a86-45d8-a174-5bbd43eec9a7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=36e52d9b-d1bd-492b-9d57-76ad8c82d474 HTTP/1.1" status: 200 len: 217 time: 0.0605268 Aug 19 14:54:53.706624 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8277e152-5e72-43c8-9093-10236a6a960d tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event updated for resources: {'Subnet': ['ID=d473d797-2b17-4f9c-aaca-bc298c83d913,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:53.723249 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37912) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:53.731683 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-42c459af-0661-4597-96d2-3c6972b9fb5e tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Request body: {'router': {'name': 'tempest-router--105764872', 'project_id': 'ca5a485531954ce1b561457557ad9679'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:53.742824 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 4b6e9917-16bf-4661-807a-61ec866a599f up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:54:53.805534 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 4b6e9917-16bf-4661-807a-61ec866a599f completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:54:53.810493 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 4b6e9917-16bf-4661-807a-61ec866a599f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:53.811919 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:53.825994 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9070bfac-15ab-4c00-9fc0-d56b5f2a8355 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:53.851491 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78259a61-42c5-4f5d-b425-36c8fab7d19e req-3b8376fc-38d5-4472-88ad-dafcf490c009 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:53.853111 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-78259a61-42c5-4f5d-b425-36c8fab7d19e req-3b8376fc-38d5-4472-88ad-dafcf490c009 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bd6271d-517a-4243-a048-53093d66138c HTTP/1.1" status: 200 len: 943 time: 0.2250881 Aug 19 14:54:53.857569 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-42c459af-0661-4597-96d2-3c6972b9fb5e tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:53.858471 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-42c459af-0661-4597-96d2-3c6972b9fb5e tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:53.915211 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9070bfac-15ab-4c00-9fc0-d56b5f2a8355 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:53.927771 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:53.930847 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03719d-4da0-48c4-ae18-f9c7c67b1a42 req-a549b362-d232-44bb-938b-4b11966d7c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:53.932436 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cc03719d-4da0-48c4-ae18-f9c7c67b1a42 req-a549b362-d232-44bb-938b-4b11966d7c55 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f94001b9-7f0e-43d0-8c52-f0d228ad89db HTTP/1.1" status: 200 len: 854 time: 0.1466682 Aug 19 14:54:53.946209 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8277e152-5e72-43c8-9093-10236a6a960d tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Checking segment: {'id': '0ab538e3-9dbf-4b4e-9b85-5e2f32cd7a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4141189c-a6e4-4bcf-b8cb-fe287ffd7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:54:53.946767 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8277e152-5e72-43c8-9093-10236a6a960d tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Network hostable DHCP agents. Network: 4141189c-a6e4-4bcf-b8cb-fe287ffd7b34, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:54:53.991421 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 4b6e9917-16bf-4661-807a-61ec866a599f, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=4b6e9917-16bf-4661-807a-61ec866a599f,segment=NetworkSegment(49a5875e-e838-4474-a498-97c2cfd7fa7d),segment_id=49a5875e-e838-4474-a498-97c2cfd7fa7d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:53.997760 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:54.050016 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cc03719d-4da0-48c4-ae18-f9c7c67b1a42 req-8e5681a1-82ed-4b2c-af3d-e9c70fba1946 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2fa445be-0d18-48a9-824e-a1d171d6214e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1052775 Aug 19 14:54:54.058395 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=4b6e9917-16bf-4661-807a-61ec866a599f,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:54.103387 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-78259a61-42c5-4f5d-b425-36c8fab7d19e req-9c1c188d-4634-49ea-90d7-bdcec410caa6 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/security-groups?id=d293a293-c95e-4636-a077-650b953c4fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254407 Aug 19 14:54:54.156985 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-42c459af-0661-4597-96d2-3c6972b9fb5e tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:54.196475 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8277e152-5e72-43c8-9093-10236a6a960d tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Network 4141189c-a6e4-4bcf-b8cb-fe287ffd7b34 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:54:54.198432 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-42c459af-0661-4597-96d2-3c6972b9fb5e tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:54.253556 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-42c459af-0661-4597-96d2-3c6972b9fb5e tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:54.258504 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-42c459af-0661-4597-96d2-3c6972b9fb5e tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5294528 Aug 19 14:54:54.259637 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37924) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:54.262153 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-8277e152-5e72-43c8-9093-10236a6a960d tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 4141189c-a6e4-4bcf-b8cb-fe287ffd7b34) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:54:54.276059 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a26fe7-bace-4d4f-8a76-3d7efa487b6e None None] Network 4141189c-a6e4-4bcf-b8cb-fe287ffd7b34 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:54:54.278150 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8277e152-5e72-43c8-9093-10236a6a960d tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:54.278832 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8277e152-5e72-43c8-9093-10236a6a960d tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:54.305454 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-37fd189d-b82c-4dfe-a7ca-f7ae37e77b46 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Allocated IP 172.20.0.13 (dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2/f6c23f19-6f73-4116-a3a1-f4359c90fc41/d006d8f4-1b48-49be-a226-7d6f81ae67af) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:54:54.323925 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cc03719d-4da0-48c4-ae18-f9c7c67b1a42 req-76ea997c-4c5f-4929-8f41-53ff7f892d7b service neutron] 10.222.0.88 "GET /v2.0/networks/2fa445be-0d18-48a9-824e-a1d171d6214e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530303 Aug 19 14:54:54.326549 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8277e152-5e72-43c8-9093-10236a6a960d tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.4734840 Aug 19 14:54:54.422874 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f75d07a-b506-422f-9597-380d45a264df req-5fc4d952-9df7-434d-9fef-3d3cdc75ad22 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:54.424663 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6f75d07a-b506-422f-9597-380d45a264df req-5fc4d952-9df7-434d-9fef-3d3cdc75ad22 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=401f3873-f470-4ce5-b188-3d00865df369 HTTP/1.1" status: 200 len: 945 time: 0.2279477 Aug 19 14:54:54.492054 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebde6b0-c7d2-48bc-bd56-ffb269c83daf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-4141189c-a6e4-4bcf-b8cb-fe287ffd7b34', 'network_id': '4141189c-a6e4-4bcf-b8cb-fe287ffd7b34', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'fixed_ips': [{'subnet_id': 'd473d797-2b17-4f9c-aaca-bc298c83d913'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:54:54.493221 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bebde6b0-c7d2-48bc-bd56-ffb269c83daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:54.520361 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-160b38f9-d98d-4b00-a93e-a2d11611e2bb tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:54.557352 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-37fd189d-b82c-4dfe-a7ca-f7ae37e77b46 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:54.574361 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-37fd189d-b82c-4dfe-a7ca-f7ae37e77b46 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Transition to ACTIVE for port object d006d8f4-1b48-49be-a226-7d6f81ae67af will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:54:54.620671 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-37fd189d-b82c-4dfe-a7ca-f7ae37e77b46 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:54.629342 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6f75d07a-b506-422f-9597-380d45a264df req-9e348287-aec4-4f8f-a70a-08f235064fa1 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873820 Aug 19 14:54:54.651448 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-bebde6b0-c7d2-48bc-bd56-ffb269c83daf None None] Allocated IP 172.20.0.18 (4141189c-a6e4-4bcf-b8cb-fe287ffd7b34/d473d797-2b17-4f9c-aaca-bc298c83d913/87b2a483-9c73-4b07-8f0a-1c4df77a8023) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:54:54.780964 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fd189d-b82c-4dfe-a7ca-f7ae37e77b46 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event updated for resources: {'Port': ['ID=d006d8f4-1b48-49be-a226-7d6f81ae67af,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:54.787037 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-160b38f9-d98d-4b00-a93e-a2d11611e2bb tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:54.789809 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-160b38f9-d98d-4b00-a93e-a2d11611e2bb tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:54.794202 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cc03719d-4da0-48c4-ae18-f9c7c67b1a42 req-28bbc0a8-5487-4723-a18f-500e4b101e53 service neutron] 10.222.0.88 "GET /v2.0/networks/2fa445be-0d18-48a9-824e-a1d171d6214e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719933 Aug 19 14:54:54.800807 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fd189d-b82c-4dfe-a7ca-f7ae37e77b46 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Network dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:54:54.803116 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-37fd189d-b82c-4dfe-a7ca-f7ae37e77b46 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:54:54.805701 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fd189d-b82c-4dfe-a7ca-f7ae37e77b46 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:54:54.889733 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-160b38f9-d98d-4b00-a93e-a2d11611e2bb tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:54.890246 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160b38f9-d98d-4b00-a93e-a2d11611e2bb tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 384335a0-49af-4734-b014-38d813983352 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:54:54.897673 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-160b38f9-d98d-4b00-a93e-a2d11611e2bb tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:54.898886 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-160b38f9-d98d-4b00-a93e-a2d11611e2bb tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] 10.222.0.69 "DELETE /v2.0/routers/384335a0-49af-4734-b014-38d813983352 HTTP/1.1" status: 204 len: 168 time: 0.6389027 Aug 19 14:54:54.918215 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bebde6b0-c7d2-48bc-bd56-ffb269c83daf None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:54.922457 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9070bfac-15ab-4c00-9fc0-d56b5f2a8355 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:54.929050 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9070bfac-15ab-4c00-9fc0-d56b5f2a8355 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:54.933197 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bebde6b0-c7d2-48bc-bd56-ffb269c83daf None None] Transition to ACTIVE for port object 87b2a483-9c73-4b07-8f0a-1c4df77a8023 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:54:54.953627 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bebde6b0-c7d2-48bc-bd56-ffb269c83daf None None] Transition to ACTIVE for port object 87b2a483-9c73-4b07-8f0a-1c4df77a8023 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:54:54.963242 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bebde6b0-c7d2-48bc-bd56-ffb269c83daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:54.966102 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fd189d-b82c-4dfe-a7ca-f7ae37e77b46 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:54.969444 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-37fd189d-b82c-4dfe-a7ca-f7ae37e77b46 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:54.994614 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa2b388-d735-44b1-b2e6-bc9f4c45b4ae req-df216918-b19a-4e0e-8f4c-a07fc9f2431f tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:55.005405 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37932) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:55.009216 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cfa2b388-d735-44b1-b2e6-bc9f4c45b4ae req-df216918-b19a-4e0e-8f4c-a07fc9f2431f tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=a060edb3-6bb5-4284-96e0-7877059c79c4 HTTP/1.1" status: 200 len: 945 time: 0.1446011 Aug 19 14:54:55.012072 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-640ab63f-7f3d-458d-89a9-17f33d7f22c1 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-382012333', 'description': 'tempest-secgroup-smoke-382012333 description', 'project_id': '7a0c6ff201d948d2944c0780e076389b'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:55.031566 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-37fd189d-b82c-4dfe-a7ca-f7ae37e77b46 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.0278711 Aug 19 14:54:55.040292 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37934) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:55.073795 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebde6b0-c7d2-48bc-bd56-ffb269c83daf None None] Pushing event updated for resources: {'Port': ['ID=87b2a483-9c73-4b07-8f0a-1c4df77a8023,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:55.075240 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-563134fc-17a5-4379-a24c-a6c0aa2780b6 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Request body: {'subnet': {'network_id': 'dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:55.075911 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bfac-15ab-4c00-9fc0-d56b5f2a8355 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Pushing event updated for resources: {'Port': ['ID=2471a9ea-89cf-4cf8-9e58-29514e31e22c,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:55.081838 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebde6b0-c7d2-48bc-bd56-ffb269c83daf None None] Network 4141189c-a6e4-4bcf-b8cb-fe287ffd7b34 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:54:55.087841 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-bebde6b0-c7d2-48bc-bd56-ffb269c83daf None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:54:55.097119 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebde6b0-c7d2-48bc-bd56-ffb269c83daf None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:54:55.116529 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cfa2b388-d735-44b1-b2e6-bc9f4c45b4ae req-2309cc85-61ac-4b73-b0c1-c5f8241d002d tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054649 Aug 19 14:54:55.137459 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9070bfac-15ab-4c00-9fc0-d56b5f2a8355 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:55.193273 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37942) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:55.243315 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-bebde6b0-c7d2-48bc-bd56-ffb269c83daf None None] Attempting to bind port 87b2a483-9c73-4b07-8f0a-1c4df77a8023 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:54:55.243990 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-bebde6b0-c7d2-48bc-bd56-ffb269c83daf None None] Attempting to bind port 87b2a483-9c73-4b07-8f0a-1c4df77a8023 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '0ab538e3-9dbf-4b4e-9b85-5e2f32cd7a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4141189c-a6e4-4bcf-b8cb-fe287ffd7b34'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:54:55.244590 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebde6b0-c7d2-48bc-bd56-ffb269c83daf None None] Attempting to bind port 87b2a483-9c73-4b07-8f0a-1c4df77a8023 on network 4141189c-a6e4-4bcf-b8cb-fe287ffd7b34 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:54:55.257420 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebde6b0-c7d2-48bc-bd56-ffb269c83daf None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:54:55.258116 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebde6b0-c7d2-48bc-bd56-ffb269c83daf None None] Checking segment: {'id': '0ab538e3-9dbf-4b4e-9b85-5e2f32cd7a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4141189c-a6e4-4bcf-b8cb-fe287ffd7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:54:55.258971 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bebde6b0-c7d2-48bc-bd56-ffb269c83daf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:55.259576 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebde6b0-c7d2-48bc-bd56-ffb269c83daf None None] Bound using segment: {'id': '0ab538e3-9dbf-4b4e-9b85-5e2f32cd7a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4141189c-a6e4-4bcf-b8cb-fe287ffd7b34'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:54:55.260795 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-bebde6b0-c7d2-48bc-bd56-ffb269c83daf None None] Bound port: 87b2a483-9c73-4b07-8f0a-1c4df77a8023, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ab538e3-9dbf-4b4e-9b85-5e2f32cd7a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4141189c-a6e4-4bcf-b8cb-fe287ffd7b34'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:54:55.261372 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bebde6b0-c7d2-48bc-bd56-ffb269c83daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:55.325075 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-640ab63f-7f3d-458d-89a9-17f33d7f22c1 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:55.331090 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0c0c038b-5ecf-431e-87a5-85028e3fc7d7 None None] Provisioning for port d006d8f4-1b48-49be-a226-7d6f81ae67af completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:54:55.337148 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0c0c038b-5ecf-431e-87a5-85028e3fc7d7 None None] Provisioning complete for port d006d8f4-1b48-49be-a226-7d6f81ae67af triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:55.337648 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0c0c038b-5ecf-431e-87a5-85028e3fc7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:55.342850 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9070bfac-15ab-4c00-9fc0-d56b5f2a8355 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:55.345255 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9070bfac-15ab-4c00-9fc0-d56b5f2a8355 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3171499 Aug 19 14:54:55.350907 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37952) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:55.357836 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-969d32db-6585-4175-b6f8-0a0a062eb235 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Request body: {'floatingip': {'port_id': 'bc363f6c-531f-49ce-a8f3-3cbc8b055c55', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:55.409863 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-bebde6b0-c7d2-48bc-bd56-ffb269c83daf None None] For port 87b2a483-9c73-4b07-8f0a-1c4df77a8023, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:54:55.418048 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-bebde6b0-c7d2-48bc-bd56-ffb269c83daf None None] For port 87b2a483-9c73-4b07-8f0a-1c4df77a8023, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=87b2a483-9c73-4b07-8f0a-1c4df77a8023,segment=NetworkSegment(0ab538e3-9dbf-4b4e-9b85-5e2f32cd7a5d),segment_id=0ab538e3-9dbf-4b4e-9b85-5e2f32cd7a5d)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:54:55.430419 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0233d7-f693-4ec9-90c4-ffe2f0f4a63d req-b6f8a744-fe27-41cb-8d17-3e97a62feec0 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:55.445949 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bebde6b0-c7d2-48bc-bd56-ffb269c83daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:55.458752 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2e0233d7-f693-4ec9-90c4-ffe2f0f4a63d req-b6f8a744-fe27-41cb-8d17-3e97a62feec0 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=401f3873-f470-4ce5-b188-3d00865df369 HTTP/1.1" status: 200 len: 945 time: 0.2236252 Aug 19 14:54:55.462811 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-969d32db-6585-4175-b6f8-0a0a062eb235 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks [] for floatingip, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:55.473896 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0c0c038b-5ecf-431e-87a5-85028e3fc7d7 None None] Port d006d8f4-1b48-49be-a226-7d6f81ae67af cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:54:55.499032 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-640ab63f-7f3d-458d-89a9-17f33d7f22c1 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:55.507467 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-640ab63f-7f3d-458d-89a9-17f33d7f22c1 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:55.525208 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b41800d-4595-46b0-a8cc-277577f35aae req-709fb8a0-1a46-4f44-88cf-3df96b2d83bc tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:55.527365 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6b41800d-4595-46b0-a8cc-277577f35aae req-709fb8a0-1a46-4f44-88cf-3df96b2d83bc tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bd6271d-517a-4243-a048-53093d66138c HTTP/1.1" status: 200 len: 943 time: 0.2787986 Aug 19 14:54:55.543836 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebde6b0-c7d2-48bc-bd56-ffb269c83daf None None] Pushing event updated for resources: {'Port': ['ID=87b2a483-9c73-4b07-8f0a-1c4df77a8023,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:55.591146 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ab63f-7f3d-458d-89a9-17f33d7f22c1 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e22d1a-8291-40be-9f74-5431cc1b1a50,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:55.594429 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563134fc-17a5-4379-a24c-a6c0aa2780b6 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Made reservation on behalf of 7e6d46bc76a949adbb4c2a4b74be1b02 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:54:55.598712 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-563134fc-17a5-4379-a24c-a6c0aa2780b6 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:55.623925 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-640ab63f-7f3d-458d-89a9-17f33d7f22c1 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:55.625273 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-640ab63f-7f3d-458d-89a9-17f33d7f22c1 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6187494 Aug 19 14:54:55.664900 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37962) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:55.671435 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-9556e70d-14be-4844-a8fa-220c120d18f9 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Request body: {'security_group_rule': {'security_group_id': 'd8e22d1a-8291-40be-9f74-5431cc1b1a50', 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:55.673169 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2e0233d7-f693-4ec9-90c4-ffe2f0f4a63d req-2fc78931-f94c-4e63-923a-1432e05f47d9 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135558 Aug 19 14:54:55.725876 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 4b6e9917-16bf-4661-807a-61ec866a599f up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:54:55.730111 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6b41800d-4595-46b0-a8cc-277577f35aae req-44bc9dfd-e51a-4093-97a3-3a0692c9d2ab tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/security-groups?id=d293a293-c95e-4636-a077-650b953c4fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847963 Aug 19 14:54:55.758272 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2edb45cb-8e31-4fd5-8859-d61ad4d1d2ab tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-652658232', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}, 'admin_state_up': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:55.787958 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9556e70d-14be-4844-a8fa-220c120d18f9 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:55.796464 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [None req-969d32db-6585-4175-b6f8-0a0a062eb235 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] update failed (client error): The resource could not be found. Aug 19 14:54:55.803750 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-969d32db-6585-4175-b6f8-0a0a062eb235 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] 10.222.0.69 "PUT /v2.0/floatingips/a5a508ec-b2ba-4017-95d7-d15bf7a69059 HTTP/1.1" status: 404 len: 507 time: 0.4499919 Aug 19 14:54:55.813926 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37966) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:55.828573 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 4b6e9917-16bf-4661-807a-61ec866a599f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:55.829106 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:55.833153 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2edb45cb-8e31-4fd5-8859-d61ad4d1d2ab tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:55.834294 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2edb45cb-8e31-4fd5-8859-d61ad4d1d2ab tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:55.881659 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 36e52d9b-d1bd-492b-9d57-76ad8c82d474 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:54:55.912432 n-d-766043-2 neutron-server[94639]: INFO neutron.db.ipam_backend_mixin [None req-563134fc-17a5-4379-a24c-a6c0aa2780b6 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f6c23f19-6f73-4116-a3a1-f4359c90fc41 (CIDR: 172.20.0.0/28) Aug 19 14:54:55.980639 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2edb45cb-8e31-4fd5-8859-d61ad4d1d2ab tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:56.002848 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-563134fc-17a5-4379-a24c-a6c0aa2780b6 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 14:54:56.003356 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-563134fc-17a5-4379-a24c-a6c0aa2780b6 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:54:56.116692 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-563134fc-17a5-4379-a24c-a6c0aa2780b6 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0692782 Aug 19 14:54:56.118324 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37970) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:56.124899 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2779b565-cc53-4fba-992b-5e59161831a4 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Request body: {'subnet': {'network_id': 'dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:56.165956 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 36e52d9b-d1bd-492b-9d57-76ad8c82d474, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=36e52d9b-d1bd-492b-9d57-76ad8c82d474,segment=NetworkSegment(9f3b2564-15f5-43a5-bb53-1bcbad751f27),segment_id=9f3b2564-15f5-43a5-bb53-1bcbad751f27)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:56.184315 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '36e52d9b-d1bd-492b-9d57-76ad8c82d474', 'network_id': '2fa445be-0d18-48a9-824e-a1d171d6214e', 'port_id': '36e52d9b-d1bd-492b-9d57-76ad8c82d474', 'mac_address': 'fa:16:3e:80:01:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f94001b9-7f0e-43d0-8c52-f0d228ad89db', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:54:56.203523 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9556e70d-14be-4844-a8fa-220c120d18f9 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:56.215789 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9556e70d-14be-4844-a8fa-220c120d18f9 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:56.232718 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:56.249338 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36e52d9b-d1bd-492b-9d57-76ad8c82d474 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:54:56.259879 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9556e70d-14be-4844-a8fa-220c120d18f9 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:56.263871 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9556e70d-14be-4844-a8fa-220c120d18f9 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5952461 Aug 19 14:54:56.271814 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37972) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:56.274728 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 36e52d9b-d1bd-492b-9d57-76ad8c82d474, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=36e52d9b-d1bd-492b-9d57-76ad8c82d474,segment=NetworkSegment(9f3b2564-15f5-43a5-bb53-1bcbad751f27),segment_id=9f3b2564-15f5-43a5-bb53-1bcbad751f27)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:56.281924 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:56.286415 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-363b2d28-d650-41e1-a894-81a2bedef695 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Request body: {'security_group_rule': {'security_group_id': 'd8e22d1a-8291-40be-9f74-5431cc1b1a50', 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:56.298131 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9556e70d-14be-4844-a8fa-220c120d18f9 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55498640-9555-4096-812f-9c6fe9c8cd31,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:56.298398 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2edb45cb-8e31-4fd5-8859-d61ad4d1d2ab tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:56.322094 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-0e541251-7502-4daf-98ec-93ddcb9dbd53 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Deleting port 2471a9ea-89cf-4cf8-9e58-29514e31e22c {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:54:56.322094 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e541251-7502-4daf-98ec-93ddcb9dbd53 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:56.364360 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7add2a-2ebf-428c-bbf2-f6a436c09c2b req-ebc1ba8a-42cd-443b-91e9-2018397be653 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:56.372286 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=36e52d9b-d1bd-492b-9d57-76ad8c82d474,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:56.374999 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7f7add2a-2ebf-428c-bbf2-f6a436c09c2b req-ebc1ba8a-42cd-443b-91e9-2018397be653 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=401f3873-f470-4ce5-b188-3d00865df369 HTTP/1.1" status: 200 len: 945 time: 0.2718093 Aug 19 14:54:56.375645 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-363b2d28-d650-41e1-a894-81a2bedef695 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:56.462073 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e541251-7502-4daf-98ec-93ddcb9dbd53 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:56.462073 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e541251-7502-4daf-98ec-93ddcb9dbd53 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:56.485091 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-0e541251-7502-4daf-98ec-93ddcb9dbd53 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Calling delete_port for 2471a9ea-89cf-4cf8-9e58-29514e31e22c owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:54:56.488863 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-363b2d28-d650-41e1-a894-81a2bedef695 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:56.495506 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-363b2d28-d650-41e1-a894-81a2bedef695 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:56.523721 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b2d28-d650-41e1-a894-81a2bedef695 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4474deb4-9197-4b00-aa4f-4b5f91a59529,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:56.585868 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-363b2d28-d650-41e1-a894-81a2bedef695 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:56.587377 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-363b2d28-d650-41e1-a894-81a2bedef695 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3140354 Aug 19 14:54:56.590009 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37976) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:56.599780 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-10e2f1e4-cb91-4c06-a9f8-dcfc9f3014b2 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Request body: {'security_group_rule': {'security_group_id': 'd8e22d1a-8291-40be-9f74-5431cc1b1a50', 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:56.625971 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['36e52d9b-d1bd-492b-9d57-76ad8c82d474'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:54:56.692401 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10e2f1e4-cb91-4c06-a9f8-dcfc9f3014b2 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:56.817197 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10e2f1e4-cb91-4c06-a9f8-dcfc9f3014b2 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:56.824826 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10e2f1e4-cb91-4c06-a9f8-dcfc9f3014b2 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:56.836489 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e541251-7502-4daf-98ec-93ddcb9dbd53 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:56.894909 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e2f1e4-cb91-4c06-a9f8-dcfc9f3014b2 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=677bb511-c799-4fc8-8be2-4360ae8eab67,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:56.898753 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e541251-7502-4daf-98ec-93ddcb9dbd53 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Pushing event deleted for resources: {'Port': ['ID=2471a9ea-89cf-4cf8-9e58-29514e31e22c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:56.907917 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10e2f1e4-cb91-4c06-a9f8-dcfc9f3014b2 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:56.912829 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-10e2f1e4-cb91-4c06-a9f8-dcfc9f3014b2 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3200109 Aug 19 14:54:56.930136 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37988) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:56.934976 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-dd94dc68-51b9-41ba-a011-bab360cb3f7f tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Request body: {'security_group_rule': {'security_group_id': 'd8e22d1a-8291-40be-9f74-5431cc1b1a50', 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:56.956984 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7f7add2a-2ebf-428c-bbf2-f6a436c09c2b req-448fd3b9-d00e-456d-b501-376149e94e79 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5810659 Aug 19 14:54:56.983099 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2779b565-cc53-4fba-992b-5e59161831a4 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Made reservation on behalf of 7e6d46bc76a949adbb4c2a4b74be1b02 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:54:56.987170 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2779b565-cc53-4fba-992b-5e59161831a4 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:57.011936 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e541251-7502-4daf-98ec-93ddcb9dbd53 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:57.016006 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e541251-7502-4daf-98ec-93ddcb9dbd53 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:57.017776 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0e541251-7502-4daf-98ec-93ddcb9dbd53 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] 10.222.0.69 "DELETE /v2.0/floatingips/a5a508ec-b2ba-4017-95d7-d15bf7a69059 HTTP/1.1" status: 204 len: 168 time: 1.1350410 Aug 19 14:54:57.023820 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37994) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:57.030009 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5f695e11-eaa8-40db-9bb1-75f65bb899f2 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Request body: {'floatingip': {'floating_network_id': 'f7b0c4e8-5330-4127-9170-cfd589d5df2e', 'port_id': 'bc363f6c-531f-49ce-a8f3-3cbc8b055c55', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:57.038626 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd94dc68-51b9-41ba-a011-bab360cb3f7f tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:57.098786 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f695e11-eaa8-40db-9bb1-75f65bb899f2 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:57.123613 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d467a-5982-48fe-acdf-7e8bea2edebe req-760119cf-10f3-48a7-891b-f402b49563f8 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:57.133390 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-746d467a-5982-48fe-acdf-7e8bea2edebe req-760119cf-10f3-48a7-891b-f402b49563f8 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bd6271d-517a-4243-a048-53093d66138c HTTP/1.1" status: 200 len: 944 time: 0.2644274 Aug 19 14:54:57.160570 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d120983-959f-4329-aafe-a27c2aa4fba8 None None] Network 4141189c-a6e4-4bcf-b8cb-fe287ffd7b34 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:54:57.172876 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd94dc68-51b9-41ba-a011-bab360cb3f7f tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:57.193371 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd94dc68-51b9-41ba-a011-bab360cb3f7f tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:57.222229 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd94dc68-51b9-41ba-a011-bab360cb3f7f tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73d3e99f-3ff7-4211-a196-2160f3c7d519,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:57.237845 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd94dc68-51b9-41ba-a011-bab360cb3f7f tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:57.243148 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-dd94dc68-51b9-41ba-a011-bab360cb3f7f tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3078954 Aug 19 14:54:57.243321 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 37998) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:57.248113 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f41ef8e1-eef5-47c6-a01a-abf87335a400 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Request body: {'security_group_rule': {'security_group_id': 'd8e22d1a-8291-40be-9f74-5431cc1b1a50', 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:57.276528 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-746d467a-5982-48fe-acdf-7e8bea2edebe req-f6d81e01-511b-4014-8c55-b7adc36c9797 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/security-groups?id=d293a293-c95e-4636-a077-650b953c4fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420696 Aug 19 14:54:57.290140 n-d-766043-2 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-f41ef8e1-eef5-47c6-a01a-abf87335a400 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Project 7a0c6ff201d948d2944c0780e076389b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 14:54:57.301890 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f41ef8e1-eef5-47c6-a01a-abf87335a400 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:57.389635 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-989ec433-b136-45fc-8fdb-94028131f6af None None] Provisioning for port 87b2a483-9c73-4b07-8f0a-1c4df77a8023 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:54:57.393832 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-5f695e11-eaa8-40db-9bb1-75f65bb899f2 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 14:54:57.395632 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5f695e11-eaa8-40db-9bb1-75f65bb899f2 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3692412 Aug 19 14:54:57.399883 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38000) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:57.412381 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-78d0365e-734a-479c-bb2e-e9058a2a0cdb tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Request body: {'floatingip': {'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'port_id': 'bc363f6c-531f-49ce-a8f3-3cbc8b055c55', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:57.477666 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f41ef8e1-eef5-47c6-a01a-abf87335a400 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:57.488587 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f41ef8e1-eef5-47c6-a01a-abf87335a400 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:57.503142 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-78d0365e-734a-479c-bb2e-e9058a2a0cdb tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:57.524130 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2edb45cb-8e31-4fd5-8859-d61ad4d1d2ab tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:57.553811 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2edb45cb-8e31-4fd5-8859-d61ad4d1d2ab tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:57.572236 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ef8e1-eef5-47c6-a01a-abf87335a400 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b68baf59-dc0e-4e79-b539-583530d93b35,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:57.585442 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccc243-8126-4fe1-a85c-3ff23e3d4ac6 req-7a6269a6-b518-4b46-9df1-36a177dd038c tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:57.587321 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8eccc243-8126-4fe1-a85c-3ff23e3d4ac6 req-7a6269a6-b518-4b46-9df1-36a177dd038c tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.68 "GET /v2.0/ports?device_id=401f3873-f470-4ce5-b188-3d00865df369 HTTP/1.1" status: 200 len: 945 time: 0.1604388 Aug 19 14:54:57.589629 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f41ef8e1-eef5-47c6-a01a-abf87335a400 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:57.590951 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f41ef8e1-eef5-47c6-a01a-abf87335a400 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3467224 Aug 19 14:54:57.598209 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38002) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:57.622583 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-095f2c35-ff3d-41b8-9a22-7f6239e4fd4d tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Request body: {'security_group_rule': {'security_group_id': 'd8e22d1a-8291-40be-9f74-5431cc1b1a50', 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:57.663763 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2779b565-cc53-4fba-992b-5e59161831a4 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:57.729926 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 87b2a483-9c73-4b07-8f0a-1c4df77a8023 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:54:57.757408 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2779b565-cc53-4fba-992b-5e59161831a4 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Network dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:54:57.760339 n-d-766043-2 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-095f2c35-ff3d-41b8-9a22-7f6239e4fd4d tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Project 7a0c6ff201d948d2944c0780e076389b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 14:54:57.764335 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-2779b565-cc53-4fba-992b-5e59161831a4 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:54:57.767525 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2779b565-cc53-4fba-992b-5e59161831a4 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:57.768561 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2779b565-cc53-4fba-992b-5e59161831a4 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:57.768686 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-095f2c35-ff3d-41b8-9a22-7f6239e4fd4d tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:57.786192 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fffaa8-086e-418c-98ae-e10da5742ac9 None None] Network dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:54:57.811603 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-2edb45cb-8e31-4fd5-8859-d61ad4d1d2ab tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Allocated IP 172.25.2.172 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/2069cec3-11c6-4a8b-8d0b-eef3628d411f) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:54:57.814745 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2779b565-cc53-4fba-992b-5e59161831a4 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event updated for resources: {'Subnet': ['ID=a0cbbed2-3cbb-45f2-b360-2486b2f69582,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:57.831810 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-2779b565-cc53-4fba-992b-5e59161831a4 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7130864 Aug 19 14:54:57.836683 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38004) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:57.842276 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1402782a-1ee1-4ce4-b87d-539ed0f2bf6f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1835605020', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a0cbbed2-3cbb-45f2-b360-2486b2f69582'}], 'security_groups': ['fbc894b0-a375-4d94-9580-a2cdaa4c361a']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:54:57.889341 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-8eccc243-8126-4fe1-a85c-3ff23e3d4ac6 req-7b80b581-24ac-40d8-bc1b-19c0a64df810 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Deleting port 42b00bd3-6a37-460b-a697-00c4ad759a37 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:54:57.889680 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8eccc243-8126-4fe1-a85c-3ff23e3d4ac6 req-7b80b581-24ac-40d8-bc1b-19c0a64df810 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:57.922321 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 36e52d9b-d1bd-492b-9d57-76ad8c82d474 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:54:57.976083 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-78d0365e-734a-479c-bb2e-e9058a2a0cdb tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:58.012019 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-095f2c35-ff3d-41b8-9a22-7f6239e4fd4d tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:58.046812 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2edb45cb-8e31-4fd5-8859-d61ad4d1d2ab tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:58.060967 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-095f2c35-ff3d-41b8-9a22-7f6239e4fd4d tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:58.073559 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 87b2a483-9c73-4b07-8f0a-1c4df77a8023 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:54:58.110647 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095f2c35-ff3d-41b8-9a22-7f6239e4fd4d tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31f1e034-8e69-4392-b49b-cf09263389eb,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:58.119376 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 87b2a483-9c73-4b07-8f0a-1c4df77a8023 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:58.120528 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:58.136165 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-8eccc243-8126-4fe1-a85c-3ff23e3d4ac6 req-7b80b581-24ac-40d8-bc1b-19c0a64df810 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] For port 42b00bd3-6a37-460b-a697-00c4ad759a37, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=42b00bd3-6a37-460b-a697-00c4ad759a37,segment=NetworkSegment(af76a49f-6b6e-4117-acb3-d7b5325cccf1),segment_id=af76a49f-6b6e-4117-acb3-d7b5325cccf1)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:58.136762 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8eccc243-8126-4fe1-a85c-3ff23e3d4ac6 req-7b80b581-24ac-40d8-bc1b-19c0a64df810 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:58.141944 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-095f2c35-ff3d-41b8-9a22-7f6239e4fd4d tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:58.153056 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-095f2c35-ff3d-41b8-9a22-7f6239e4fd4d tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5503030 Aug 19 14:54:58.168069 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-8eccc243-8126-4fe1-a85c-3ff23e3d4ac6 req-7b80b581-24ac-40d8-bc1b-19c0a64df810 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Calling delete_port for 42b00bd3-6a37-460b-a697-00c4ad759a37 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:54:58.174191 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1402782a-1ee1-4ce4-b87d-539ed0f2bf6f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:58.223724 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 36e52d9b-d1bd-492b-9d57-76ad8c82d474 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:54:58.234971 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 36e52d9b-d1bd-492b-9d57-76ad8c82d474 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:58.235339 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:58.296711 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a63c25-5f3e-45ab-98bd-26c777ea03c6 req-2b85fbad-1b84-4f5c-9d96-22a6a533942c tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:58.298527 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-77a63c25-5f3e-45ab-98bd-26c777ea03c6 req-2b85fbad-1b84-4f5c-9d96-22a6a533942c tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=401f3873-f470-4ce5-b188-3d00865df369 HTTP/1.1" status: 200 len: 945 time: 0.1991298 Aug 19 14:54:58.381404 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2edb45cb-8e31-4fd5-8859-d61ad4d1d2ab tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:58.387361 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-78d0365e-734a-479c-bb2e-e9058a2a0cdb tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Allocated IP 172.25.2.83 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/b3db682c-6709-4741-8813-bf7cfc0ca9fd) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:54:58.486377 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:58.507096 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:58.521489 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5408a1e-f135-418f-b994-4d90b4952d6d None None] Update dhcp port {'port': {'network_id': 'dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2', 'fixed_ips': [{'subnet_id': 'f6c23f19-6f73-4116-a3a1-f4359c90fc41', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a0cbbed2-3cbb-45f2-b360-2486b2f69582'}], 'binding:host_id': 'n-d-766043-2'}, 'id': '4b6e9917-16bf-4661-807a-61ec866a599f'} from n-d-766043-2. {{(pid=94641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 14:54:58.552730 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd6271d-517a-4243-a048-53093d66138c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e52d9b-d1bd-492b-9d57-76ad8c82d474'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:54:58.555765 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c881800-9d03-4406-b87e-4e3659f99703" -d '{"events": [{"server_uuid": "9bd6271d-517a-4243-a048-53093d66138c", "name": "network-vif-plugged", "status": "completed", "tag": "36e52d9b-d1bd-492b-9d57-76ad8c82d474"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:54:58.556746 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8eccc243-8126-4fe1-a85c-3ff23e3d4ac6 req-7b80b581-24ac-40d8-bc1b-19c0a64df810 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:58.569436 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-78d0365e-734a-479c-bb2e-e9058a2a0cdb tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:58.584554 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['d44c6dd1-079b-4c56-bde1-6d0dd80bc5bc', '42b00bd3-6a37-460b-a697-00c4ad759a37'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:54:58.587282 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['a7e85fcb-ef17-4c29-9bad-802ebaac2f1f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:54:58.601813 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b80b581-24ac-40d8-bc1b-19c0a64df810 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Pushing event deleted for resources: {'Port': ['ID=42b00bd3-6a37-460b-a697-00c4ad759a37,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:58.656387 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 36e52d9b-d1bd-492b-9d57-76ad8c82d474, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=36e52d9b-d1bd-492b-9d57-76ad8c82d474,segment=NetworkSegment(9f3b2564-15f5-43a5-bb53-1bcbad751f27),segment_id=9f3b2564-15f5-43a5-bb53-1bcbad751f27)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:58.661452 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eccc243-8126-4fe1-a85c-3ff23e3d4ac6 req-7b80b581-24ac-40d8-bc1b-19c0a64df810 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] No DVR routers for this DVR port 42b00bd3-6a37-460b-a697-00c4ad759a37 on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:54:58.665808 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d5408a1e-f135-418f-b994-4d90b4952d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:58.668730 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8eccc243-8126-4fe1-a85c-3ff23e3d4ac6 req-7b80b581-24ac-40d8-bc1b-19c0a64df810 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:58.670865 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8eccc243-8126-4fe1-a85c-3ff23e3d4ac6 req-7b80b581-24ac-40d8-bc1b-19c0a64df810 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.68 "DELETE /v2.0/ports/42b00bd3-6a37-460b-a697-00c4ad759a37 HTTP/1.1" status: 204 len: 173 time: 1.0734537 Aug 19 14:54:58.671543 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '401f3873-f470-4ce5-b188-3d00865df369', 'name': 'network-vif-deleted', 'tag': '42b00bd3-6a37-460b-a697-00c4ad759a37'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:54:58.674422 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d21453-25d7-498a-8946-bbe2800f0ea7" -d '{"events": [{"server_uuid": "401f3873-f470-4ce5-b188-3d00865df369", "name": "network-vif-deleted", "tag": "42b00bd3-6a37-460b-a697-00c4ad759a37"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:54:58.694408 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:58.708373 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-78d0365e-734a-479c-bb2e-e9058a2a0cdb tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:58.709176 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 87b2a483-9c73-4b07-8f0a-1c4df77a8023, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=87b2a483-9c73-4b07-8f0a-1c4df77a8023,segment=NetworkSegment(0ab538e3-9dbf-4b4e-9b85-5e2f32cd7a5d),segment_id=0ab538e3-9dbf-4b4e-9b85-5e2f32cd7a5d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:58.717092 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-1402782a-1ee1-4ce4-b87d-539ed0f2bf6f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Delete allocated IP 172.20.0.13 (dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2/f6c23f19-6f73-4116-a3a1-f4359c90fc41) {{(pid=94640) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 19 14:54:58.731969 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-1402782a-1ee1-4ce4-b87d-539ed0f2bf6f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Allocated IP 172.20.0.26 (dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2/a0cbbed2-3cbb-45f2-b360-2486b2f69582/d006d8f4-1b48-49be-a226-7d6f81ae67af) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:54:58.745454 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:58.770765 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d0365e-734a-479c-bb2e-e9058a2a0cdb tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:54:58.774304 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-78d0365e-734a-479c-bb2e-e9058a2a0cdb tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:54:58.779096 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d0365e-734a-479c-bb2e-e9058a2a0cdb tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:54:58.805926 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d0365e-734a-479c-bb2e-e9058a2a0cdb tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Pushing event updated for resources: {'Port': ['ID=b3db682c-6709-4741-8813-bf7cfc0ca9fd,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:58.909950 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=36e52d9b-d1bd-492b-9d57-76ad8c82d474,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:58.913398 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1402782a-1ee1-4ce4-b87d-539ed0f2bf6f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:58.979446 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb45cb-8e31-4fd5-8859-d61ad4d1d2ab tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Pushing event updated for resources: {'Port': ['ID=2069cec3-11c6-4a8b-8d0b-eef3628d411f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:58.993746 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-78d0365e-734a-479c-bb2e-e9058a2a0cdb tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Deleting port b3db682c-6709-4741-8813-bf7cfc0ca9fd {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:54:58.994094 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-78d0365e-734a-479c-bb2e-e9058a2a0cdb tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:59.001362 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=87b2a483-9c73-4b07-8f0a-1c4df77a8023,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:59.012705 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-1402782a-1ee1-4ce4-b87d-539ed0f2bf6f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Transition to ACTIVE for port object d006d8f4-1b48-49be-a226-7d6f81ae67af will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:54:59.030546 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-77a63c25-5f3e-45ab-98bd-26c777ea03c6 req-043fa8d7-7e78-41c5-9b9b-0f5b9e63de20 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7034857 Aug 19 14:54:59.037863 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1402782a-1ee1-4ce4-b87d-539ed0f2bf6f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:59.044884 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edb45cb-8e31-4fd5-8859-d61ad4d1d2ab tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:54:59.047241 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-2edb45cb-8e31-4fd5-8859-d61ad4d1d2ab tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:54:59.061312 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edb45cb-8e31-4fd5-8859-d61ad4d1d2ab tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:54:59.104829 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-78d0365e-734a-479c-bb2e-e9058a2a0cdb tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:59.120865 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-78d0365e-734a-479c-bb2e-e9058a2a0cdb tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:59.151368 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-78d0365e-734a-479c-bb2e-e9058a2a0cdb tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Calling delete_port for b3db682c-6709-4741-8813-bf7cfc0ca9fd owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:54:59.199718 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-d5408a1e-f135-418f-b994-4d90b4952d6d None None] Allocated IP 172.20.0.18 (dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2/a0cbbed2-3cbb-45f2-b360-2486b2f69582/4b6e9917-16bf-4661-807a-61ec866a599f) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:54:59.277335 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f2b4d-bcd3-40b2-9b39-93275990aee0 req-5d4ebf60-7649-402d-aad1-2e0c492acd80 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:59.279068 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4f4f2b4d-bcd3-40b2-9b39-93275990aee0 req-5d4ebf60-7649-402d-aad1-2e0c492acd80 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.8885362 Aug 19 14:54:59.286340 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1402782a-1ee1-4ce4-b87d-539ed0f2bf6f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event updated for resources: {'Port': ['ID=d006d8f4-1b48-49be-a226-7d6f81ae67af,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:59.340765 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-78d0365e-734a-479c-bb2e-e9058a2a0cdb tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:59.390471 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d0365e-734a-479c-bb2e-e9058a2a0cdb tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Pushing event deleted for resources: {'Port': ['ID=b3db682c-6709-4741-8813-bf7cfc0ca9fd,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:59.453863 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d5408a1e-f135-418f-b994-4d90b4952d6d None None] For port 4b6e9917-16bf-4661-807a-61ec866a599f, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=4b6e9917-16bf-4661-807a-61ec866a599f,segment=NetworkSegment(49a5875e-e838-4474-a498-97c2cfd7fa7d),segment_id=49a5875e-e838-4474-a498-97c2cfd7fa7d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:54:59.491291 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-78d0365e-734a-479c-bb2e-e9058a2a0cdb tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] create failed (client error): The resource could not be found. Aug 19 14:54:59.496957 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-78d0365e-734a-479c-bb2e-e9058a2a0cdb tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.0956807 Aug 19 14:54:59.497590 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38026) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:59.503468 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d5408a1e-f135-418f-b994-4d90b4952d6d None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:59.530683 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d5408a1e-f135-418f-b994-4d90b4952d6d None None] Transition to ACTIVE for port object 4b6e9917-16bf-4661-807a-61ec866a599f will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:54:59.539497 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d5408a1e-f135-418f-b994-4d90b4952d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:59.563606 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad2c49d-9bae-4e25-9db7-db644bd8127d req-9597d567-c75e-4d17-b4d2-574270431b39 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:59.565200 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cad2c49d-9bae-4e25-9db7-db644bd8127d req-9597d567-c75e-4d17-b4d2-574270431b39 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bd6271d-517a-4243-a048-53093d66138c HTTP/1.1" status: 200 len: 945 time: 0.4394250 Aug 19 14:54:59.570656 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-1402782a-1ee1-4ce4-b87d-539ed0f2bf6f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] In _notify_port_updated(), no bound segment for port d006d8f4-1b48-49be-a226-7d6f81ae67af on network dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2 {{(pid=94640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 14:54:59.576647 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1402782a-1ee1-4ce4-b87d-539ed0f2bf6f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:54:59.581390 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1402782a-1ee1-4ce4-b87d-539ed0f2bf6f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:59.581390 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1402782a-1ee1-4ce4-b87d-539ed0f2bf6f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "PUT /v2.0/ports/d006d8f4-1b48-49be-a226-7d6f81ae67af HTTP/1.1" status: 200 len: 921 time: 1.7409563 Aug 19 14:54:59.585657 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38028) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:54:59.600390 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4f4f2b4d-bcd3-40b2-9b39-93275990aee0 req-7d610c2a-0bbf-4f4b-a110-ff90b8648b13 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3096695 Aug 19 14:54:59.740431 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 87b2a483-9c73-4b07-8f0a-1c4df77a8023 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:54:59.744904 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5408a1e-f135-418f-b994-4d90b4952d6d None None] Pushing event updated for resources: {'Port': ['ID=4b6e9917-16bf-4661-807a-61ec866a599f,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:54:59.758865 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f0458c26-d189-42e4-bcfa-0be8890082ff req-0cff4a33-b8c0-48ee-8ac1-88c01d4165b2 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=810bbbce-b4f8-45f6-adc1-6a0c1893bcf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2230155 Aug 19 14:54:59.778205 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5aa3bdff-93f9-430b-8da6-ee5bfd0cbebd req-f46df50a-48f9-4daa-8173-d3113e486712 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f0b19eb0-7597-4713-a3cf-d7e25d2b8ead&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1843622 Aug 19 14:54:59.783853 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-5edc5236-6ffb-4c6b-bc9f-d80e180517e5 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Deleting port bc363f6c-531f-49ce-a8f3-3cbc8b055c55 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:54:59.784434 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5edc5236-6ffb-4c6b-bc9f-d80e180517e5 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:59.808971 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cad2c49d-9bae-4e25-9db7-db644bd8127d req-9684515b-2775-4c64-9c45-6dd05a1b60a5 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/security-groups?id=d293a293-c95e-4636-a077-650b953c4fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290637 Aug 19 14:54:59.834251 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 87b2a483-9c73-4b07-8f0a-1c4df77a8023 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:54:59.834892 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:54:59.889074 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-01b65535-95e8-4201-b63a-ac6a8cced100 req-d70509fa-f0b2-492f-8781-b6a66eae2afa tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-382012333&fields=id&tenant_id=7a0c6ff201d948d2944c0780e076389b HTTP/1.1" status: 200 len: 267 time: 0.1310205 Aug 19 14:54:59.891868 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2edb45cb-8e31-4fd5-8859-d61ad4d1d2ab tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:00.010603 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-dca18289-a607-45ad-945f-7187d8000740 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Deleting port d006d8f4-1b48-49be-a226-7d6f81ae67af {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:55:00.011366 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dca18289-a607-45ad-945f-7187d8000740 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:00.089537 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0458c26-d189-42e4-bcfa-0be8890082ff req-51c58b3a-243e-4713-b4a5-1bb3ffa24bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:00.091155 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f0458c26-d189-42e4-bcfa-0be8890082ff req-51c58b3a-243e-4713-b4a5-1bb3ffa24bbb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=be2283224ccb474c91d3399de6043bbd&device_id=810bbbce-b4f8-45f6-adc1-6a0c1893bcf7 HTTP/1.1" status: 200 len: 1097 time: 0.2828612 Aug 19 14:55:00.146384 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3bdff-93f9-430b-8da6-ee5bfd0cbebd req-dcc8d68d-0e7d-4d1b-9823-72f424b4f29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:00.157731 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5aa3bdff-93f9-430b-8da6-ee5bfd0cbebd req-dcc8d68d-0e7d-4d1b-9823-72f424b4f29b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=8bf9338b14bd4de0a247947d4332bed4&device_id=f0b19eb0-7597-4713-a3cf-d7e25d2b8ead HTTP/1.1" status: 200 len: 1097 time: 0.2926455 Aug 19 14:55:00.172498 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b22a65-3bb4-4a0f-8f4b-b10fd84ca7ca x-openstack-request-id: req-06b22a65-3bb4-4a0f-8f4b-b10fd84ca7ca {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:55:00.172904 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "401f3873-f470-4ce5-b188-3d00865df369", "name": "network-vif-deleted", "tag": "42b00bd3-6a37-460b-a697-00c4ad759a37", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:55:00.173262 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-06b22a65-3bb4-4a0f-8f4b-b10fd84ca7ca {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:55:00.173784 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '401f3873-f470-4ce5-b188-3d00865df369', 'name': 'network-vif-deleted', 'tag': '42b00bd3-6a37-460b-a697-00c4ad759a37', 'status': 'completed', 'code': 200} Aug 19 14:55:00.181445 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b850a85-968a-4aab-a9cd-0fb36e04afd3 x-openstack-request-id: req-2b850a85-968a-4aab-a9cd-0fb36e04afd3 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:55:00.181445 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bd6271d-517a-4243-a048-53093d66138c", "name": "network-vif-plugged", "status": "completed", "tag": "36e52d9b-d1bd-492b-9d57-76ad8c82d474", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:55:00.181766 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2b850a85-968a-4aab-a9cd-0fb36e04afd3 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:55:00.182247 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bd6271d-517a-4243-a048-53093d66138c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e52d9b-d1bd-492b-9d57-76ad8c82d474', 'code': 200} Aug 19 14:55:00.278022 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5edc5236-6ffb-4c6b-bc9f-d80e180517e5 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:00.293896 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-5edc5236-6ffb-4c6b-bc9f-d80e180517e5 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Calling delete_port for bc363f6c-531f-49ce-a8f3-3cbc8b055c55 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:55:00.342400 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f9f64-3fd9-4f72-8589-bef11270ab7f req-4cbf4e8b-bb46-4aae-873d-a6e0f0d5011c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:00.345770 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-843f9f64-3fd9-4f72-8589-bef11270ab7f req-4cbf4e8b-bb46-4aae-873d-a6e0f0d5011c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9bd6271d-517a-4243-a048-53093d66138c HTTP/1.1" status: 200 len: 1096 time: 0.3377662 Aug 19 14:55:00.353245 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b65535-95e8-4201-b63a-ac6a8cced100 req-d680b23c-6c97-4c0f-a758-6ee475daf7e4 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:00.361061 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-01b65535-95e8-4201-b63a-ac6a8cced100 req-d680b23c-6c97-4c0f-a758-6ee475daf7e4 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/networks?id=4141189c-a6e4-4bcf-b8cb-fe287ffd7b34 HTTP/1.1" status: 200 len: 797 time: 0.4623387 Aug 19 14:55:00.437394 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0458c26-d189-42e4-bcfa-0be8890082ff req-bbefeac1-0698-4641-bd2d-35961a3d4045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:00.437394 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f0458c26-d189-42e4-bcfa-0be8890082ff req-bbefeac1-0698-4641-bd2d-35961a3d4045 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9be319f8-603a-41e0-a57e-1a917fa30646 HTTP/1.1" status: 200 len: 906 time: 0.3162246 Aug 19 14:55:00.447529 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-01b65535-95e8-4201-b63a-ac6a8cced100 req-91b087fc-eb8d-48b4-b99e-22c3a6956421 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/quotas/7a0c6ff201d948d2944c0780e076389b HTTP/1.1" status: 200 len: 375 time: 0.0853550 Aug 19 14:55:00.501651 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-843f9f64-3fd9-4f72-8589-bef11270ab7f req-30ecada3-19b7-4110-886d-5a640246d327 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=d293a293-c95e-4636-a077-650b953c4fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269624 Aug 19 14:55:00.541055 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549febf3-5289-40f1-9368-78fd4a036046 req-f3047981-2644-48f7-a541-5b72af084302 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:00.548628 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-549febf3-5289-40f1-9368-78fd4a036046 req-f3047981-2644-48f7-a541-5b72af084302 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.3072772 Aug 19 14:55:00.577157 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dca18289-a607-45ad-945f-7187d8000740 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:00.691542 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ad270e77-af6a-4ec2-b20b-6fb0b02f3d3a None None] Provisioning for port 4b6e9917-16bf-4661-807a-61ec866a599f completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:55:00.698875 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ad270e77-af6a-4ec2-b20b-6fb0b02f3d3a None None] Provisioning complete for port 4b6e9917-16bf-4661-807a-61ec866a599f triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:55:00.699342 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ad270e77-af6a-4ec2-b20b-6fb0b02f3d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:00.915556 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ad270e77-af6a-4ec2-b20b-6fb0b02f3d3a None None] Provisioning complete for port 5942eb0b-9efd-4bfa-8666-5814472a94ab triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:55:00.917945 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ad270e77-af6a-4ec2-b20b-6fb0b02f3d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:01.009784 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ad270e77-af6a-4ec2-b20b-6fb0b02f3d3a None None] Port 5942eb0b-9efd-4bfa-8666-5814472a94ab cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:55:01.014978 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f0458c26-d189-42e4-bcfa-0be8890082ff req-3596daa8-c2ac-49db-9da8-17ca98800b85 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7e85fcb-ef17-4c29-9bad-802ebaac2f1f HTTP/1.1" status: 200 len: 217 time: 0.5454223 Aug 19 14:55:01.033458 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ad270e77-af6a-4ec2-b20b-6fb0b02f3d3a None None] Provisioning for port d006d8f4-1b48-49be-a226-7d6f81ae67af completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:55:01.040155 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ad270e77-af6a-4ec2-b20b-6fb0b02f3d3a None None] Provisioning complete for port d006d8f4-1b48-49be-a226-7d6f81ae67af triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:55:01.041624 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ad270e77-af6a-4ec2-b20b-6fb0b02f3d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:01.114853 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ad270e77-af6a-4ec2-b20b-6fb0b02f3d3a None None] Port d006d8f4-1b48-49be-a226-7d6f81ae67af cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:55:01.148076 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3bdff-93f9-430b-8da6-ee5bfd0cbebd req-69b9679d-eaff-4d5c-9983-371532a7853e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:01.150013 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5aa3bdff-93f9-430b-8da6-ee5bfd0cbebd req-69b9679d-eaff-4d5c-9983-371532a7853e service neutron] 10.222.0.68 "GET /v2.0/networks?id=8d226290-6085-496f-b9eb-bf514760f427 HTTP/1.1" status: 200 len: 912 time: 0.9102681 Aug 19 14:55:01.167103 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0458c26-d189-42e4-bcfa-0be8890082ff req-313479ba-225b-48ba-9bca-9078767600bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:01.169904 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-dca18289-a607-45ad-945f-7187d8000740 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Calling delete_port for d006d8f4-1b48-49be-a226-7d6f81ae67af owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:55:01.170053 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f0458c26-d189-42e4-bcfa-0be8890082ff req-313479ba-225b-48ba-9bca-9078767600bb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a7f2da21-de8f-4925-bf66-a36681d26e7b HTTP/1.1" status: 200 len: 845 time: 0.1384592 Aug 19 14:55:01.206160 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-549febf3-5289-40f1-9368-78fd4a036046 req-b99c35d6-c1c2-4a96-8257-8fc0168a03a2 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6539354 Aug 19 14:55:01.308141 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-01b65535-95e8-4201-b63a-ac6a8cced100 req-f5af67b2-541b-4ed5-93ca-9215a385a08f tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7a0c6ff201d948d2944c0780e076389b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.8597009 Aug 19 14:55:01.359465 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-22b5bc2a-e02e-4adf-bf09-881e2d7c76fd None None] Provisioning complete for port d006d8f4-1b48-49be-a226-7d6f81ae67af triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:55:01.359995 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-22b5bc2a-e02e-4adf-bf09-881e2d7c76fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:01.372871 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2edb45cb-8e31-4fd5-8859-d61ad4d1d2ab tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:01.403058 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f0458c26-d189-42e4-bcfa-0be8890082ff req-bee5a1ff-b349-4f30-b461-ba24d288d17c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9be319f8-603a-41e0-a57e-1a917fa30646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1812396 Aug 19 14:55:01.419177 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5aa3bdff-93f9-430b-8da6-ee5bfd0cbebd req-98574c53-6cc6-4b4f-bf6c-16deed75d678 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=beeb99ba-a43d-4ac6-af21-fb5ff14d5767 HTTP/1.1" status: 200 len: 217 time: 0.2157025 Aug 19 14:55:01.433265 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1b9a5d70-b38f-4ced-a554-d821d2d263c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:01.446227 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-22b5bc2a-e02e-4adf-bf09-881e2d7c76fd None None] Port d006d8f4-1b48-49be-a226-7d6f81ae67af cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:55:01.452884 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [req-01b65535-95e8-4201-b63a-ac6a8cced100 req-4b70e185-7fab-4e4c-b829-60f9d805f6e5 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:55:01.453918 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-01b65535-95e8-4201-b63a-ac6a8cced100 req-4b70e185-7fab-4e4c-b829-60f9d805f6e5 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1109254 Aug 19 14:55:01.584738 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3284b31-96f4-4517-a4d1-9dad7b022cb0 req-b7cd4910-544e-4cc2-9b60-f6d12f987603 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:01.586031 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c3284b31-96f4-4517-a4d1-9dad7b022cb0 req-b7cd4910-544e-4cc2-9b60-f6d12f987603 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bd6271d-517a-4243-a048-53093d66138c HTTP/1.1" status: 200 len: 945 time: 0.2267771 Aug 19 14:55:01.586515 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5edc5236-6ffb-4c6b-bc9f-d80e180517e5 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:01.606439 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f0458c26-d189-42e4-bcfa-0be8890082ff req-5df3da26-d891-43be-a361-c983ac050349 service neutron] 10.222.0.88 "GET /v2.0/networks/9be319f8-603a-41e0-a57e-1a917fa30646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862962 Aug 19 14:55:01.645423 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc5236-6ffb-4c6b-bc9f-d80e180517e5 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Pushing event deleted for resources: {'Port': ['ID=bc363f6c-531f-49ce-a8f3-3cbc8b055c55,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:01.684517 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3bdff-93f9-430b-8da6-ee5bfd0cbebd req-c367754e-2647-4184-9b14-9d29bfd563a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:01.686116 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5aa3bdff-93f9-430b-8da6-ee5bfd0cbebd req-c367754e-2647-4184-9b14-9d29bfd563a6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5ebe78ca-28f7-43fa-89de-04375d30f6cd HTTP/1.1" status: 200 len: 850 time: 0.2371330 Aug 19 14:55:01.688683 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 4b6e9917-16bf-4661-807a-61ec866a599f up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:55:01.747318 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dca18289-a607-45ad-945f-7187d8000740 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:01.758063 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 4b6e9917-16bf-4661-807a-61ec866a599f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:55:01.758612 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:01.795187 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c3284b31-96f4-4517-a4d1-9dad7b022cb0 req-9fd0d824-7d94-4d85-b16a-5443957e270a tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/security-groups?id=d293a293-c95e-4636-a077-650b953c4fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491094 Aug 19 14:55:01.800625 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca18289-a607-45ad-945f-7187d8000740 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event deleted for resources: {'Port': ['ID=d006d8f4-1b48-49be-a226-7d6f81ae67af,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:01.805920 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-01b65535-95e8-4201-b63a-ac6a8cced100 req-127f717e-adb4-4af8-94c8-c31217fc1318 service neutron] 10.222.0.69 "GET /v2.0/networks/4141189c-a6e4-4bcf-b8cb-fe287ffd7b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062320 Aug 19 14:55:01.939625 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5edc5236-6ffb-4c6b-bc9f-d80e180517e5 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:01.942233 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5edc5236-6ffb-4c6b-bc9f-d80e180517e5 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] 10.222.0.69 "DELETE /v2.0/ports/bc363f6c-531f-49ce-a8f3-3cbc8b055c55 HTTP/1.1" status: 204 len: 168 time: 2.4435310 Aug 19 14:55:01.956180 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38064) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:01.969418 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 42b00bd3-6a37-460b-a697-00c4ad759a37 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:55:02.021911 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3bdff-93f9-430b-8da6-ee5bfd0cbebd req-d00e2b26-8171-4c44-9fb5-36f03e02f6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:02.024198 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5aa3bdff-93f9-430b-8da6-ee5bfd0cbebd req-d00e2b26-8171-4c44-9fb5-36f03e02f6b5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8d226290-6085-496f-b9eb-bf514760f427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2413118 Aug 19 14:55:02.082434 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: 42b00bd3-6a37-460b-a697-00c4ad759a37 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:55:02.082796 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 42b00bd3-6a37-460b-a697-00c4ad759a37 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:55:02.097227 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dca18289-a607-45ad-945f-7187d8000740 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:02.104790 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-dca18289-a607-45ad-945f-7187d8000740 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "DELETE /v2.0/ports/d006d8f4-1b48-49be-a226-7d6f81ae67af HTTP/1.1" status: 204 len: 168 time: 2.5181856 Aug 19 14:55:02.106504 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2edb45cb-8e31-4fd5-8859-d61ad4d1d2ab tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Router f7416569-7ec2-403e-884b-66f52883e5f7 is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:55:02.123694 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38068) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:02.159539 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f0458c26-d189-42e4-bcfa-0be8890082ff req-53fd44bd-fb61-4e8b-bed0-0e06ecfa9a40 service neutron] 10.222.0.88 "GET /v2.0/networks/9be319f8-603a-41e0-a57e-1a917fa30646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5273895 Aug 19 14:55:02.180546 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa43c09d-f399-4e8e-b5fd-25f90c4a5165 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:02.182187 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-aa43c09d-f399-4e8e-b5fd-25f90c4a5165 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca9523f6-bf72-46e4-8e6c-8df90047d061 HTTP/1.1" status: 200 len: 913 time: 0.2188003 Aug 19 14:55:02.185031 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38072) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:02.198886 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fcd3e3d-149d-4a92-8b0d-61949fa08f0f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] GET failed (client error): The resource could not be found. Aug 19 14:55:02.202868 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9fcd3e3d-149d-4a92-8b0d-61949fa08f0f tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "GET /v2.0/ports/d006d8f4-1b48-49be-a226-7d6f81ae67af HTTP/1.1" status: 404 len: 333 time: 0.0766177 Aug 19 14:55:02.205176 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38074) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:02.254164 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-01b65535-95e8-4201-b63a-ac6a8cced100 req-9143b3c7-ac01-4d9a-9466-6d4cc56b5b85 service neutron] 10.222.0.69 "GET /v2.0/networks/4141189c-a6e4-4bcf-b8cb-fe287ffd7b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4265301 Aug 19 14:55:02.300820 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5aa3bdff-93f9-430b-8da6-ee5bfd0cbebd req-000645a6-67cc-4d34-9efc-49e9df33b87f service neutron] 10.222.0.68 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592175 Aug 19 14:55:02.379240 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ea326d8-a790-468c-b073-d45ef7e930da tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:02.397269 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2edb45cb-8e31-4fd5-8859-d61ad4d1d2ab tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:55:02.408937 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf5f78d-fe03-4778-a5bb-b37ae10e11b7 None None] Sync routers for ids ['f7416569-7ec2-403e-884b-66f52883e5f7'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:55:02.416971 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ea326d8-a790-468c-b073-d45ef7e930da tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:02.419817 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf5f78d-fe03-4778-a5bb-b37ae10e11b7 None None] Routers {'f7416569-7ec2-403e-884b-66f52883e5f7'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:55:02.420787 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9bf5f78d-fe03-4778-a5bb-b37ae10e11b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:54:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['f7416569-7ec2-403e-884b-66f52883e5f7'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:02.466908 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9bf5f78d-fe03-4778-a5bb-b37ae10e11b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:02.499165 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf5f78d-fe03-4778-a5bb-b37ae10e11b7 None None] Routers {'f7416569-7ec2-403e-884b-66f52883e5f7'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:55:02.500370 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2edb45cb-8e31-4fd5-8859-d61ad4d1d2ab tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:02.501799 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-2edb45cb-8e31-4fd5-8859-d61ad4d1d2ab tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.3069165 Aug 19 14:55:02.506728 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38084) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:02.509417 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9bf5f78d-fe03-4778-a5bb-b37ae10e11b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:54:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['f7416569-7ec2-403e-884b-66f52883e5f7'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:02.555943 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ea326d8-a790-468c-b073-d45ef7e930da tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:02.558532 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ea326d8-a790-468c-b073-d45ef7e930da tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:02.562801 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-5ea326d8-a790-468c-b073-d45ef7e930da tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "DELETE /v2.0/security-groups/3fea29ad-bb48-4f63-b70c-1bf327e52406 HTTP/1.1" status: 204 len: 168 time: 0.3112886 Aug 19 14:55:02.563513 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38086) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:02.591538 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9bf5f78d-fe03-4778-a5bb-b37ae10e11b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:02.592537 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf5f78d-fe03-4778-a5bb-b37ae10e11b7 None None] The sync data for ids ['f7416569-7ec2-403e-884b-66f52883e5f7'] in n-d-766043-2 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:55:02.619050 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea326d8-a790-468c-b073-d45ef7e930da tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fea29ad-bb48-4f63-b70c-1bf327e52406,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:02.624363 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5aa3bdff-93f9-430b-8da6-ee5bfd0cbebd req-65d5db31-7cf3-4078-a4e4-988ecf838ae4 service neutron] 10.222.0.68 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119369 Aug 19 14:55:02.641069 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59f9a1-f5a7-410a-b7e2-59310bbb06e4 req-f86abc19-9201-461a-b901-78332b37fd94 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:02.649515 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7e59f9a1-f5a7-410a-b7e2-59310bbb06e4 req-f86abc19-9201-461a-b901-78332b37fd94 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.2209249 Aug 19 14:55:02.695145 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4a730375-98e4-462e-b455-edefba161047 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:02.728480 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4a730375-98e4-462e-b455-edefba161047 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:02.728942 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7e59f9a1-f5a7-410a-b7e2-59310bbb06e4 req-f800d47c-7cc9-45e3-8b6c-90a33276805d tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785375 Aug 19 14:55:02.757677 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d3677c2c-81b9-4f89-b645-4c61c85f37b9 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] 10.222.0.69 "GET /v2.0/routers/f7416569-7ec2-403e-884b-66f52883e5f7 HTTP/1.1" status: 200 len: 920 time: 0.2471695 Aug 19 14:55:02.767522 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab23c7a-a88c-4f78-8d4d-23ec0f9ed1dc req-0e9b6cb9-0850-47db-9885-c1246ea45bbd tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:02.770051 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5ab23c7a-a88c-4f78-8d4d-23ec0f9ed1dc req-0e9b6cb9-0850-47db-9885-c1246ea45bbd tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=a060edb3-6bb5-4284-96e0-7877059c79c4 HTTP/1.1" status: 200 len: 945 time: 0.2028630 Aug 19 14:55:02.770558 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38090) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:02.814266 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4a730375-98e4-462e-b455-edefba161047 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:02.818022 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4a730375-98e4-462e-b455-edefba161047 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:02.821637 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4a730375-98e4-462e-b455-edefba161047 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "DELETE /v2.0/security-groups/fbc894b0-a375-4d94-9580-a2cdaa4c361a HTTP/1.1" status: 204 len: 168 time: 0.2524302 Aug 19 14:55:02.823825 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38092) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:02.843904 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77e4acd1-54e0-4bd7-b585-7c17b7bd5ed8 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:02.851223 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-7355169a-e713-4328-99e5-a7b5c2539281 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] 10.222.0.69 "GET /v2.0/ports?device_id=f7416569-7ec2-403e-884b-66f52883e5f7 HTTP/1.1" status: 200 len: 205 time: 0.0772398 Aug 19 14:55:02.851223 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-26353560-686c-466a-a41a-a7510eadbfc7 req-9ca64f7e-0c17-4b5a-86e0-a67c323c8078 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/ports?device_id=96994dff-b01b-4f65-b2f8-9b7200f3b2d4 HTTP/1.1" status: 200 len: 210 time: 0.0688126 Aug 19 14:55:02.851570 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38100) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:02.866005 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a730375-98e4-462e-b455-edefba161047 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc894b0-a375-4d94-9580-a2cdaa4c361a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:02.931606 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5ab23c7a-a88c-4f78-8d4d-23ec0f9ed1dc req-8c39c0d1-cb7f-45c7-89e1-de92047355a1 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459358 Aug 19 14:55:02.965115 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-51a547de-c4da-40d4-9d61-f695412189fe tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Deleting subnet f6c23f19-6f73-4116-a3a1-f4359c90fc41 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:55:02.970658 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-51a547de-c4da-40d4-9d61-f695412189fe tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:03.025144 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c297426f-4e43-43f5-ad03-484f2453d252 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:03.096675 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-51a547de-c4da-40d4-9d61-f695412189fe tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:03.162875 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5e175-15a6-4e85-a630-54c9209e90b7 req-890f1d57-bd70-4cc9-9873-53e4b93df6a8 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:03.171268 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-00e5e175-15a6-4e85-a630-54c9209e90b7 req-890f1d57-bd70-4cc9-9873-53e4b93df6a8 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bd6271d-517a-4243-a048-53093d66138c HTTP/1.1" status: 200 len: 945 time: 0.1030362 Aug 19 14:55:03.228449 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-51a547de-c4da-40d4-9d61-f695412189fe tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:03.229030 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c297426f-4e43-43f5-ad03-484f2453d252 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:03.247037 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-00e5e175-15a6-4e85-a630-54c9209e90b7 req-46944b6b-13e3-428c-a8f3-739a5f6558b6 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/security-groups?id=d293a293-c95e-4636-a077-650b953c4fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727351 Aug 19 14:55:03.373398 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c297426f-4e43-43f5-ad03-484f2453d252 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Deleting port 2069cec3-11c6-4a8b-8d0b-eef3628d411f {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:55:03.373917 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c297426f-4e43-43f5-ad03-484f2453d252 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:03.403769 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-51a547de-c4da-40d4-9d61-f695412189fe tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:03.495343 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a547de-c4da-40d4-9d61-f695412189fe tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event deleted for resources: {'Subnet': ['ID=f6c23f19-6f73-4116-a3a1-f4359c90fc41,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:03.498573 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-51a547de-c4da-40d4-9d61-f695412189fe tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:03.500685 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-51a547de-c4da-40d4-9d61-f695412189fe tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "DELETE /v2.0/subnets/f6c23f19-6f73-4116-a3a1-f4359c90fc41 HTTP/1.1" status: 204 len: 168 time: 0.6756673 Aug 19 14:55:03.506273 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38128) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:03.507426 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9021488c-afca-4eb0-80d1-57b3d9f0b39f None None] Network dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:55:03.513109 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-3024eaa0-e22e-477c-89bb-edb479ca53df tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Request body: {'subnet': {'network_id': 'dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:03.562076 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c297426f-4e43-43f5-ad03-484f2453d252 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:03.591958 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c297426f-4e43-43f5-ad03-484f2453d252 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Calling delete_port for 2069cec3-11c6-4a8b-8d0b-eef3628d411f owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:55:03.666151 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-77e4acd1-54e0-4bd7-b585-7c17b7bd5ed8 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Deleting port f535a942-ffcc-425c-99f8-061d715b14c2 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:55:03.666797 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77e4acd1-54e0-4bd7-b585-7c17b7bd5ed8 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:03.802615 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3024eaa0-e22e-477c-89bb-edb479ca53df tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Made reservation on behalf of 7e6d46bc76a949adbb4c2a4b74be1b02 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:55:03.813490 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3024eaa0-e22e-477c-89bb-edb479ca53df tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:03.869759 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083329a-bc94-451b-b90d-ad924eb3258f req-542abe23-037a-4a12-87f0-3de66d9e3e33 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:03.880570 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a083329a-bc94-451b-b90d-ad924eb3258f req-542abe23-037a-4a12-87f0-3de66d9e3e33 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.1716127 Aug 19 14:55:03.883480 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:03.902974 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77e4acd1-54e0-4bd7-b585-7c17b7bd5ed8 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:03.918199 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-77e4acd1-54e0-4bd7-b585-7c17b7bd5ed8 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Calling delete_port for f535a942-ffcc-425c-99f8-061d715b14c2 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:55:04.000288 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a083329a-bc94-451b-b90d-ad924eb3258f req-173728b4-8e64-4dab-9e03-f11171b7114d tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150267 Aug 19 14:55:04.027003 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0e4a80ad-3fa4-4f97-b1cd-12c401288ba6 req-fc4895f3-d8a1-4f7c-85af-1ad003730ae2 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/ports?device_id=96994dff-b01b-4f65-b2f8-9b7200f3b2d4 HTTP/1.1" status: 200 len: 210 time: 0.0584965 Aug 19 14:55:04.188195 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c297426f-4e43-43f5-ad03-484f2453d252 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:04.246356 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca695b2c-c7e6-46a9-a60c-d1a9ca7eafaa req-53f586db-cef9-4c4d-9506-660443c330c1 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:04.254767 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ca695b2c-c7e6-46a9-a60c-d1a9ca7eafaa req-53f586db-cef9-4c4d-9506-660443c330c1 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=a060edb3-6bb5-4284-96e0-7877059c79c4 HTTP/1.1" status: 200 len: 945 time: 0.1396887 Aug 19 14:55:04.286310 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb53db4-a999-49fc-986c-1b1eebe33d7b req-a863ca17-7b42-41d1-b0d4-f48a2e1c7c9f tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:04.288425 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7cb53db4-a999-49fc-986c-1b1eebe33d7b req-a863ca17-7b42-41d1-b0d4-f48a2e1c7c9f tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.68 "GET /v2.0/ports?device_id=a060edb3-6bb5-4284-96e0-7877059c79c4 HTTP/1.1" status: 200 len: 945 time: 0.5109696 Aug 19 14:55:04.305543 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c297426f-4e43-43f5-ad03-484f2453d252 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Pushing event deleted for resources: {'Port': ['ID=2069cec3-11c6-4a8b-8d0b-eef3628d411f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:04.327750 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bb562dcb-d8d9-4c38-aad0-1d2f369d8322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:04.442677 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b65535-95e8-4201-b63a-ac6a8cced100 req-cb4589c0-450a-4995-a233-364531da2178 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:04.444750 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-01b65535-95e8-4201-b63a-ac6a8cced100 req-cb4589c0-450a-4995-a233-364531da2178 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.68 "GET /v2.0/networks?id=4141189c-a6e4-4bcf-b8cb-fe287ffd7b34 HTTP/1.1" status: 200 len: 797 time: 0.2696350 Aug 19 14:55:04.499301 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77e4acd1-54e0-4bd7-b585-7c17b7bd5ed8 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:04.508818 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ca695b2c-c7e6-46a9-a60c-d1a9ca7eafaa req-8d3b4cad-93fb-4064-8292-d3e711def9e3 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480240 Aug 19 14:55:04.536558 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:04.552548 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c297426f-4e43-43f5-ad03-484f2453d252 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:04.572482 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-01b65535-95e8-4201-b63a-ac6a8cced100 req-d987c65e-1a96-4f41-ab44-7b740ec9d565 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a0c6ff201d948d2944c0780e076389b HTTP/1.1" status: 200 len: 472 time: 0.1067047 Aug 19 14:55:04.607413 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-01b65535-95e8-4201-b63a-ac6a8cced100 req-1817b655-f9ac-4f96-ba8e-2147917bbc16 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Request body: {'port': {'device_id': '96994dff-b01b-4f65-b2f8-9b7200f3b2d4', 'network_id': '4141189c-a6e4-4bcf-b8cb-fe287ffd7b34', 'admin_state_up': True, 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'security_groups': ['d8e22d1a-8291-40be-9f74-5431cc1b1a50']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:04.742585 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e4acd1-54e0-4bd7-b585-7c17b7bd5ed8 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Pushing event deleted for resources: {'Port': ['ID=f535a942-ffcc-425c-99f8-061d715b14c2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:04.780574 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3024eaa0-e22e-477c-89bb-edb479ca53df tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:04.817860 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c297426f-4e43-43f5-ad03-484f2453d252 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:04.821826 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c297426f-4e43-43f5-ad03-484f2453d252 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:04.863184 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01b65535-95e8-4201-b63a-ac6a8cced100 req-1817b655-f9ac-4f96-ba8e-2147917bbc16 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Made reservation on behalf of 7a0c6ff201d948d2944c0780e076389b for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:55:04.871682 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-01b65535-95e8-4201-b63a-ac6a8cced100 req-1817b655-f9ac-4f96-ba8e-2147917bbc16 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:04.947115 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3024eaa0-e22e-477c-89bb-edb479ca53df tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Network dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:55:05.015367 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3cd6f46c-c26a-440e-8bcf-41b1793e71f7 None None] Provisioning complete for port 4b6e9917-16bf-4661-807a-61ec866a599f triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:55:05.015969 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3cd6f46c-c26a-440e-8bcf-41b1793e71f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:05.110878 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-3024eaa0-e22e-477c-89bb-edb479ca53df tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:55:05.118956 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3024eaa0-e22e-477c-89bb-edb479ca53df tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:05.119842 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3024eaa0-e22e-477c-89bb-edb479ca53df tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:05.123541 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:05.125843 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6d5480-0b13-48a0-96c1-2ef414eaae89 None None] Network dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:55:05.139691 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-7cb53db4-a999-49fc-986c-1b1eebe33d7b req-23c63e5c-5ab6-4aa7-8abe-a02a8010c942 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Deleting port d44c6dd1-079b-4c56-bde1-6d0dd80bc5bc {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:55:05.140143 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7cb53db4-a999-49fc-986c-1b1eebe33d7b req-23c63e5c-5ab6-4aa7-8abe-a02a8010c942 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:05.162962 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-3024eaa0-e22e-477c-89bb-edb479ca53df tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6553335 Aug 19 14:55:05.187454 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38154) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:05.202780 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77e4acd1-54e0-4bd7-b585-7c17b7bd5ed8 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:05.210263 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3024eaa0-e22e-477c-89bb-edb479ca53df tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event updated for resources: {'Subnet': ['ID=488df96b-d48b-4455-a98e-e90820849614,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:05.273589 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-01b65535-95e8-4201-b63a-ac6a8cced100 req-1817b655-f9ac-4f96-ba8e-2147917bbc16 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Allocated IP 172.20.0.30 (4141189c-a6e4-4bcf-b8cb-fe287ffd7b34/d473d797-2b17-4f9c-aaca-bc298c83d913/58c5ed02-913a-40ee-a455-e8edc3fb39ab) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:55:05.279402 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:05.304587 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3cd6f46c-c26a-440e-8bcf-41b1793e71f7 None None] Provisioning complete for port 5942eb0b-9efd-4bfa-8666-5814472a94ab triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:55:05.304791 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3cd6f46c-c26a-440e-8bcf-41b1793e71f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:05.371571 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-aef8554e-a6c8-4c54-9de8-ac99c9d83ddb tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Request body: {'security_group': {'name': 'tempest-secgroup-1016071731'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:05.382839 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3cd6f46c-c26a-440e-8bcf-41b1793e71f7 None None] Port 5942eb0b-9efd-4bfa-8666-5814472a94ab cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:55:05.488020 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa065be-f5e8-48a8-abbc-f0c55e9c8d89 None None] Update dhcp port {'port': {'network_id': 'dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2', 'fixed_ips': [{'subnet_id': 'a0cbbed2-3cbb-45f2-b360-2486b2f69582', 'ip_address': '172.20.0.18'}, {'subnet_id': '488df96b-d48b-4455-a98e-e90820849614'}], 'binding:host_id': 'n-d-766043-2'}, 'id': '4b6e9917-16bf-4661-807a-61ec866a599f'} from n-d-766043-2. {{(pid=94641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 14:55:05.516523 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2aa065be-f5e8-48a8-abbc-f0c55e9c8d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:05.713940 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-2aa065be-f5e8-48a8-abbc-f0c55e9c8d89 None None] Allocated IP 172.20.0.2 (dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2/488df96b-d48b-4455-a98e-e90820849614/4b6e9917-16bf-4661-807a-61ec866a599f) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:55:05.811161 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-73fc69b8-9cde-47f6-b06f-716b7f4485b1 req-efdb8c69-8f23-4011-aa01-e22dfc549b5e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/ports?device_id=96994dff-b01b-4f65-b2f8-9b7200f3b2d4 HTTP/1.1" status: 200 len: 210 time: 0.6220472 Aug 19 14:55:05.811997 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c297426f-4e43-43f5-ad03-484f2453d252 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:05.812686 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c297426f-4e43-43f5-ad03-484f2453d252 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Fanout notify agent at l3_agent the message router_deleted on router f7416569-7ec2-403e-884b-66f52883e5f7 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:55:05.824141 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c297426f-4e43-43f5-ad03-484f2453d252 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:05.829063 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-c297426f-4e43-43f5-ad03-484f2453d252 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] 10.222.0.69 "DELETE /v2.0/routers/f7416569-7ec2-403e-884b-66f52883e5f7 HTTP/1.1" status: 204 len: 168 time: 2.9671011 Aug 19 14:55:05.829169 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-2aa065be-f5e8-48a8-abbc-f0c55e9c8d89 None None] For port 4b6e9917-16bf-4661-807a-61ec866a599f, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=4b6e9917-16bf-4661-807a-61ec866a599f,segment=NetworkSegment(49a5875e-e838-4474-a498-97c2cfd7fa7d),segment_id=49a5875e-e838-4474-a498-97c2cfd7fa7d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:05.829709 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aef8554e-a6c8-4c54-9de8-ac99c9d83ddb tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:05.832794 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38158) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:05.855789 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-7cb53db4-a999-49fc-986c-1b1eebe33d7b req-23c63e5c-5ab6-4aa7-8abe-a02a8010c942 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] For port d44c6dd1-079b-4c56-bde1-6d0dd80bc5bc, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=d44c6dd1-079b-4c56-bde1-6d0dd80bc5bc,segment=NetworkSegment(af76a49f-6b6e-4117-acb3-d7b5325cccf1),segment_id=af76a49f-6b6e-4117-acb3-d7b5325cccf1)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:05.856380 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7cb53db4-a999-49fc-986c-1b1eebe33d7b req-23c63e5c-5ab6-4aa7-8abe-a02a8010c942 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:05.861855 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-92410c1a-5a40-4b88-b698-fcf7498d3c1a tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Request body: {'router': {'name': 'tempest-snat-router-631212920', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'enable_snat': False}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:05.872559 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2aa065be-f5e8-48a8-abbc-f0c55e9c8d89 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:05.887304 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f54b0b-9da5-40d6-80b6-b691abe3eb60 req-710570ca-7be2-44cd-8704-dab7e298be57 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:05.888383 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2aa065be-f5e8-48a8-abbc-f0c55e9c8d89 None None] Transition to ACTIVE for port object 4b6e9917-16bf-4661-807a-61ec866a599f will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:55:05.893586 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-48f54b0b-9da5-40d6-80b6-b691abe3eb60 req-710570ca-7be2-44cd-8704-dab7e298be57 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.7637651 Aug 19 14:55:05.898335 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2aa065be-f5e8-48a8-abbc-f0c55e9c8d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:05.901581 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-7cb53db4-a999-49fc-986c-1b1eebe33d7b req-23c63e5c-5ab6-4aa7-8abe-a02a8010c942 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Calling delete_port for d44c6dd1-079b-4c56-bde1-6d0dd80bc5bc owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:55:05.904223 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e4acd1-54e0-4bd7-b585-7c17b7bd5ed8 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Router ca9523f6-bf72-46e4-8e6c-8df90047d061 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:55:05.961040 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92410c1a-5a40-4b88-b698-fcf7498d3c1a tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:05.962062 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92410c1a-5a40-4b88-b698-fcf7498d3c1a tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:05.974495 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa065be-f5e8-48a8-abbc-f0c55e9c8d89 None None] Pushing event updated for resources: {'Port': ['ID=4b6e9917-16bf-4661-807a-61ec866a599f,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:05.978038 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-01b65535-95e8-4201-b63a-ac6a8cced100 req-1817b655-f9ac-4f96-ba8e-2147917bbc16 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:05.985883 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa065be-f5e8-48a8-abbc-f0c55e9c8d89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:05.986443 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa065be-f5e8-48a8-abbc-f0c55e9c8d89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:05.986684 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa065be-f5e8-48a8-abbc-f0c55e9c8d89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:05.987027 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa065be-f5e8-48a8-abbc-f0c55e9c8d89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:05.987359 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa065be-f5e8-48a8-abbc-f0c55e9c8d89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:05.987696 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa065be-f5e8-48a8-abbc-f0c55e9c8d89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:05.988027 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa065be-f5e8-48a8-abbc-f0c55e9c8d89 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:05.988356 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa065be-f5e8-48a8-abbc-f0c55e9c8d89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:05.988711 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa065be-f5e8-48a8-abbc-f0c55e9c8d89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:05.989037 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa065be-f5e8-48a8-abbc-f0c55e9c8d89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:05.989362 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa065be-f5e8-48a8-abbc-f0c55e9c8d89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:05.989755 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa065be-f5e8-48a8-abbc-f0c55e9c8d89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:06.020757 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92410c1a-5a40-4b88-b698-fcf7498d3c1a tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:06.090966 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-48f54b0b-9da5-40d6-80b6-b691abe3eb60 req-e01a34ed-9a7d-4abf-a24a-43a3d563a5cb tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1862466 Aug 19 14:55:06.109920 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-01b65535-95e8-4201-b63a-ac6a8cced100 req-1817b655-f9ac-4f96-ba8e-2147917bbc16 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Transition to ACTIVE for port object 58c5ed02-913a-40ee-a455-e8edc3fb39ab will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:55:06.191604 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aef8554e-a6c8-4c54-9de8-ac99c9d83ddb tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:06.200561 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e4acd1-54e0-4bd7-b585-7c17b7bd5ed8 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:55:06.217851 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-77e4acd1-54e0-4bd7-b585-7c17b7bd5ed8 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] 10.222.0.69 "PUT /v2.0/routers/ca9523f6-bf72-46e4-8e6c-8df90047d061/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0295010 Aug 19 14:55:06.217978 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438f0baa-0dae-487a-99ed-244bd843751f None None] Sync routers for ids ['ca9523f6-bf72-46e4-8e6c-8df90047d061'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:55:06.218411 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38174) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:06.226459 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438f0baa-0dae-487a-99ed-244bd843751f None None] Routers {'ca9523f6-bf72-46e4-8e6c-8df90047d061'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:55:06.227063 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-438f0baa-0dae-487a-99ed-244bd843751f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:55:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['ca9523f6-bf72-46e4-8e6c-8df90047d061'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:06.232253 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c04e32-caa2-494f-89a4-713c22e00156 req-88313d6c-1e8e-4354-b3df-35833022eaf1 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:06.244245 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f1c04e32-caa2-494f-89a4-713c22e00156 req-88313d6c-1e8e-4354-b3df-35833022eaf1 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=a060edb3-6bb5-4284-96e0-7877059c79c4 HTTP/1.1" status: 200 len: 945 time: 0.2518356 Aug 19 14:55:06.265698 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-438f0baa-0dae-487a-99ed-244bd843751f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:06.275865 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438f0baa-0dae-487a-99ed-244bd843751f None None] Routers {'ca9523f6-bf72-46e4-8e6c-8df90047d061'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:55:06.276761 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-438f0baa-0dae-487a-99ed-244bd843751f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:55:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['ca9523f6-bf72-46e4-8e6c-8df90047d061'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:06.285152 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aef8554e-a6c8-4c54-9de8-ac99c9d83ddb tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:06.325965 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-01b65535-95e8-4201-b63a-ac6a8cced100 req-1817b655-f9ac-4f96-ba8e-2147917bbc16 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:06.335328 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-438f0baa-0dae-487a-99ed-244bd843751f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:06.336231 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438f0baa-0dae-487a-99ed-244bd843751f None None] The sync data for ids ['ca9523f6-bf72-46e4-8e6c-8df90047d061'] in n-d-766043-2 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:55:06.495525 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-836d48fc-2fc4-4be9-abf6-b7f1dd7b3c92 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:06.500228 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92410c1a-5a40-4b88-b698-fcf7498d3c1a tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:06.502714 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01b65535-95e8-4201-b63a-ac6a8cced100 req-1817b655-f9ac-4f96-ba8e-2147917bbc16 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Network 4141189c-a6e4-4bcf-b8cb-fe287ffd7b34 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:55:06.514949 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1817b655-f9ac-4f96-ba8e-2147917bbc16 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event updated for resources: {'Port': ['ID=58c5ed02-913a-40ee-a455-e8edc3fb39ab,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:06.519079 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-01b65535-95e8-4201-b63a-ac6a8cced100 req-1817b655-f9ac-4f96-ba8e-2147917bbc16 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:55:06.559444 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b65535-95e8-4201-b63a-ac6a8cced100 req-1817b655-f9ac-4f96-ba8e-2147917bbc16 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:55:06.569422 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aef8554e-a6c8-4c54-9de8-ac99c9d83ddb tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:06.573420 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-aef8554e-a6c8-4c54-9de8-ac99c9d83ddb tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2086680 Aug 19 14:55:06.573420 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef8554e-a6c8-4c54-9de8-ac99c9d83ddb tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=351d25f0-c134-48ac-b037-7fa855a9af16,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:06.593662 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38182) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:06.601876 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-da85b825-4be4-4097-a9f4-8c388df1c529 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Request body: {'security_group': {'name': 'tempest-secgroup-422998365'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:06.654007 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38186) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:06.759396 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f1c04e32-caa2-494f-89a4-713c22e00156 req-5c3c751f-48bb-417c-b57f-d14d5a6f3c15 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5077655 Aug 19 14:55:06.791814 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b65535-95e8-4201-b63a-ac6a8cced100 req-1817b655-f9ac-4f96-ba8e-2147917bbc16 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:06.805758 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-01b65535-95e8-4201-b63a-ac6a8cced100 req-1817b655-f9ac-4f96-ba8e-2147917bbc16 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:06.810943 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da85b825-4be4-4097-a9f4-8c388df1c529 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:06.888475 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-836d48fc-2fc4-4be9-abf6-b7f1dd7b3c92 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:06.890440 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:06.912186 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7cb53db4-a999-49fc-986c-1b1eebe33d7b req-23c63e5c-5ab6-4aa7-8abe-a02a8010c942 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:06.921889 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-836d48fc-2fc4-4be9-abf6-b7f1dd7b3c92 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:06.925861 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['a7e85fcb-ef17-4c29-9bad-802ebaac2f1f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:55:06.997869 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da85b825-4be4-4097-a9f4-8c388df1c529 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:07.032008 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da85b825-4be4-4097-a9f4-8c388df1c529 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:07.084351 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c63e5c-5ab6-4aa7-8abe-a02a8010c942 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Pushing event deleted for resources: {'Port': ['ID=d44c6dd1-079b-4c56-bde1-6d0dd80bc5bc,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:07.087250 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-af058aa7-89ea-49e7-be64-b3cc44e9db5d None None] Provisioning for port 58c5ed02-913a-40ee-a455-e8edc3fb39ab completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:55:07.096714 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-01b65535-95e8-4201-b63a-ac6a8cced100 req-1817b655-f9ac-4f96-ba8e-2147917bbc16 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4933605 Aug 19 14:55:07.097783 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-70da2ee1-6287-42ed-98cc-e10f99756c60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:07.111979 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-af058aa7-89ea-49e7-be64-b3cc44e9db5d None None] Provisioning complete for port 58c5ed02-913a-40ee-a455-e8edc3fb39ab triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:55:07.112350 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-af058aa7-89ea-49e7-be64-b3cc44e9db5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:07.124735 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-01b65535-95e8-4201-b63a-ac6a8cced100 req-6149a8ba-c23e-4cf9-9787-b700789b4a89 service neutron] Request body: {'port': {'device_id': '96994dff-b01b-4f65-b2f8-9b7200f3b2d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:07.129151 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb53db4-a999-49fc-986c-1b1eebe33d7b req-23c63e5c-5ab6-4aa7-8abe-a02a8010c942 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] No DVR routers for this DVR port d44c6dd1-079b-4c56-bde1-6d0dd80bc5bc on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:55:07.150719 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7cb53db4-a999-49fc-986c-1b1eebe33d7b req-23c63e5c-5ab6-4aa7-8abe-a02a8010c942 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:07.153481 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7cb53db4-a999-49fc-986c-1b1eebe33d7b req-23c63e5c-5ab6-4aa7-8abe-a02a8010c942 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.68 "DELETE /v2.0/ports/d44c6dd1-079b-4c56-bde1-6d0dd80bc5bc HTTP/1.1" status: 204 len: 173 time: 2.8533893 Aug 19 14:55:07.154346 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a060edb3-6bb5-4284-96e0-7877059c79c4', 'name': 'network-vif-deleted', 'tag': 'd44c6dd1-079b-4c56-bde1-6d0dd80bc5bc'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:55:07.157453 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47418d7-9738-4db4-9da4-8a8cb2421808" -d '{"events": [{"server_uuid": "a060edb3-6bb5-4284-96e0-7877059c79c4", "name": "network-vif-deleted", "tag": "d44c6dd1-079b-4c56-bde1-6d0dd80bc5bc"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:55:07.166195 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-836d48fc-2fc4-4be9-abf6-b7f1dd7b3c92 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:07.167089 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836d48fc-2fc4-4be9-abf6-b7f1dd7b3c92 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Fanout notify agent at l3_agent the message router_deleted on router ca9523f6-bf72-46e4-8e6c-8df90047d061 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:55:07.180242 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-836d48fc-2fc4-4be9-abf6-b7f1dd7b3c92 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:07.182534 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-836d48fc-2fc4-4be9-abf6-b7f1dd7b3c92 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] 10.222.0.69 "DELETE /v2.0/routers/ca9523f6-bf72-46e4-8e6c-8df90047d061 HTTP/1.1" status: 204 len: 168 time: 0.9459636 Aug 19 14:55:07.196676 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38196) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:07.216840 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-af058aa7-89ea-49e7-be64-b3cc44e9db5d None None] Port 58c5ed02-913a-40ee-a455-e8edc3fb39ab cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:55:07.250854 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da85b825-4be4-4097-a9f4-8c388df1c529 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:07.257119 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-da85b825-4be4-4097-a9f4-8c388df1c529 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6583943 Aug 19 14:55:07.301572 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecef450-6b05-46d3-b269-c24a0d79cfc6 req-5d75eafe-c7e8-4f64-b845-ff1567cd1b50 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:07.309770 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1ecef450-6b05-46d3-b269-c24a0d79cfc6 req-5d75eafe-c7e8-4f64-b845-ff1567cd1b50 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/ports?device_id=96994dff-b01b-4f65-b2f8-9b7200f3b2d4 HTTP/1.1" status: 200 len: 932 time: 0.3029304 Aug 19 14:55:07.318939 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38198) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:07.335834 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2c7c838e-e187-441a-b86f-3ebfbf64ccdd tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Request body: {'security_group': {'name': 'tempest-secgroup-2122933102'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:07.375160 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bbef2da8-d1d7-43e8-ae0b-dc06dfa88e71 None None] Provisioning for port 4b6e9917-16bf-4661-807a-61ec866a599f completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:55:07.379926 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bbef2da8-d1d7-43e8-ae0b-dc06dfa88e71 None None] Provisioning complete for port 4b6e9917-16bf-4661-807a-61ec866a599f triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:55:07.380297 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bbef2da8-d1d7-43e8-ae0b-dc06dfa88e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:07.387419 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85b825-4be4-4097-a9f4-8c388df1c529 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a2d245-3cf2-49bd-804f-3e9b74af4200,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:07.421651 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92410c1a-5a40-4b88-b698-fcf7498d3c1a tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:07.489439 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92410c1a-5a40-4b88-b698-fcf7498d3c1a tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:07.495283 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-01b65535-95e8-4201-b63a-ac6a8cced100 req-6149a8ba-c23e-4cf9-9787-b700789b4a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:07.516029 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bbef2da8-d1d7-43e8-ae0b-dc06dfa88e71 None None] Provisioning complete for port 5942eb0b-9efd-4bfa-8666-5814472a94ab triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:55:07.516873 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bbef2da8-d1d7-43e8-ae0b-dc06dfa88e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:07.524912 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbe9b31a-a2a8-4c3b-8afe-ca8ee149aae4 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Deleting subnet 88bd5fab-3b64-4cb5-a0ef-bbea641f3fce {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:55:07.543095 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dbe9b31a-a2a8-4c3b-8afe-ca8ee149aae4 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:07.553706 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d5e08-94c9-4e0f-ac3b-9dfdc9d1d961 req-060fa582-0ffa-4de2-82a3-924beed8317a tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:07.557968 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-bbef2da8-d1d7-43e8-ae0b-dc06dfa88e71 None None] Port 5942eb0b-9efd-4bfa-8666-5814472a94ab cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:55:07.562228 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-530d5e08-94c9-4e0f-ac3b-9dfdc9d1d961 req-060fa582-0ffa-4de2-82a3-924beed8317a tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.3598001 Aug 19 14:55:07.620568 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1ecef450-6b05-46d3-b269-c24a0d79cfc6 req-27ccc90c-f4a3-4cde-b33c-380c0069d6cc tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8e22d1a-8291-40be-9f74-5431cc1b1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3050985 Aug 19 14:55:07.681742 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 4b6e9917-16bf-4661-807a-61ec866a599f up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:55:07.704621 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a0f27a-28ba-4975-b49a-82e3f52f7ad6 x-openstack-request-id: req-32a0f27a-28ba-4975-b49a-82e3f52f7ad6 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:55:07.704926 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a060edb3-6bb5-4284-96e0-7877059c79c4", "name": "network-vif-deleted", "tag": "d44c6dd1-079b-4c56-bde1-6d0dd80bc5bc", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:55:07.708512 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-32a0f27a-28ba-4975-b49a-82e3f52f7ad6 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:55:07.710344 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a060edb3-6bb5-4284-96e0-7877059c79c4', 'name': 'network-vif-deleted', 'tag': 'd44c6dd1-079b-4c56-bde1-6d0dd80bc5bc', 'status': 'completed', 'code': 200} Aug 19 14:55:07.747236 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-92410c1a-5a40-4b88-b698-fcf7498d3c1a tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Allocated IP 172.25.2.185 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/1fc3aff8-b8df-463c-a3b3-07f9224df540) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:55:07.802934 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dbe9b31a-a2a8-4c3b-8afe-ca8ee149aae4 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:07.853045 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 4b6e9917-16bf-4661-807a-61ec866a599f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:55:07.853965 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:07.901084 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-530d5e08-94c9-4e0f-ac3b-9dfdc9d1d961 req-78f5436b-4ca1-4f94-a61f-3d384bf6bdb6 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3378868 Aug 19 14:55:08.016147 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device d44c6dd1-079b-4c56-bde1-6d0dd80bc5bc no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:55:08.023795 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-70da2ee1-6287-42ed-98cc-e10f99756c60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:08.039119 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92410c1a-5a40-4b88-b698-fcf7498d3c1a tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:08.053876 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: d44c6dd1-079b-4c56-bde1-6d0dd80bc5bc {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:55:08.054237 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device d44c6dd1-079b-4c56-bde1-6d0dd80bc5bc not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:55:08.079807 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c7c838e-e187-441a-b86f-3ebfbf64ccdd tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:08.082250 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-70da2ee1-6287-42ed-98cc-e10f99756c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:08.099748 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92410c1a-5a40-4b88-b698-fcf7498d3c1a tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:08.148076 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92410c1a-5a40-4b88-b698-fcf7498d3c1a tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Pushing event updated for resources: {'Port': ['ID=1fc3aff8-b8df-463c-a3b3-07f9224df540,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:08.168516 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92410c1a-5a40-4b88-b698-fcf7498d3c1a tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:55:08.170674 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-92410c1a-5a40-4b88-b698-fcf7498d3c1a tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:55:08.173144 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92410c1a-5a40-4b88-b698-fcf7498d3c1a tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:55:08.207401 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-70da2ee1-6287-42ed-98cc-e10f99756c60 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3073b8f77e234aa9900e1ca295480589&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5444956 Aug 19 14:55:08.210299 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38216) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:08.218300 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dbe9b31a-a2a8-4c3b-8afe-ca8ee149aae4 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:08.225831 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70da2ee1-6287-42ed-98cc-e10f99756c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de27901a-5fe8-4536-b16a-0a38455d8249,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:08.384083 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e9ac71d-5c97-4ada-a18b-e131ae122409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:08.421765 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e9ac71d-5c97-4ada-a18b-e131ae122409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:08.477374 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dbe9b31a-a2a8-4c3b-8afe-ca8ee149aae4 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:08.512833 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ee750-f7ff-42c8-a48b-b36df821222a req-9f00d2a8-df1c-40c3-8cf5-8146f413a2f8 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:08.514504 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-767ee750-f7ff-42c8-a48b-b36df821222a req-9f00d2a8-df1c-40c3-8cf5-8146f413a2f8 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/networks?id=9be319f8-603a-41e0-a57e-1a917fa30646 HTTP/1.1" status: 200 len: 805 time: 0.2991462 Aug 19 14:55:08.521372 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-01b65535-95e8-4201-b63a-ac6a8cced100 req-6149a8ba-c23e-4cf9-9787-b700789b4a89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58c5ed02-913a-40ee-a455-e8edc3fb39ab {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:55:08.548666 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c7c838e-e187-441a-b86f-3ebfbf64ccdd tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:08.555924 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dbe9b31a-a2a8-4c3b-8afe-ca8ee149aae4 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:08.559785 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-dbe9b31a-a2a8-4c3b-8afe-ca8ee149aae4 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] 10.222.0.69 "DELETE /v2.0/subnets/88bd5fab-3b64-4cb5-a0ef-bbea641f3fce HTTP/1.1" status: 204 len: 168 time: 1.3465643 Aug 19 14:55:08.559785 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe9b31a-a2a8-4c3b-8afe-ca8ee149aae4 tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Pushing event deleted for resources: {'Subnet': ['ID=88bd5fab-3b64-4cb5-a0ef-bbea641f3fce,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:08.560375 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38218) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:08.562734 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-01b65535-95e8-4201-b63a-ac6a8cced100 req-6149a8ba-c23e-4cf9-9787-b700789b4a89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:08.573328 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6473f7b2-832d-4aca-b2ea-f6b8d251f955 None None] Network f7b0c4e8-5330-4127-9170-cfd589d5df2e requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:55:08.575410 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c7c838e-e187-441a-b86f-3ebfbf64ccdd tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:08.604979 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-767ee750-f7ff-42c8-a48b-b36df821222a req-dce02674-55a9-451b-b407-58e42f6d4957 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/quotas/be2283224ccb474c91d3399de6043bbd HTTP/1.1" status: 200 len: 375 time: 0.0594311 Aug 19 14:55:08.634593 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92410c1a-5a40-4b88-b698-fcf7498d3c1a tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:08.634799 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c7c838e-e187-441a-b86f-3ebfbf64ccdd tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:08.634799 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-2c7c838e-e187-441a-b86f-3ebfbf64ccdd tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3089221 Aug 19 14:55:08.636247 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-01b65535-95e8-4201-b63a-ac6a8cced100 req-6149a8ba-c23e-4cf9-9787-b700789b4a89 service neutron] Transition to ACTIVE for port object 58c5ed02-913a-40ee-a455-e8edc3fb39ab will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:55:08.652163 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38220) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:08.654276 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c838e-e187-441a-b86f-3ebfbf64ccdd tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8d44bb-d50f-4bfb-9c61-e720dbd52687,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:08.662039 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6ea68358-9694-4022-b17c-3a9678b4a1e6 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-258195206', 'security_groups': ['7a8d44bb-d50f-4bfb-9c61-e720dbd52687'], 'network_id': 'dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '488df96b-d48b-4455-a98e-e90820849614'}]}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:08.665708 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-01b65535-95e8-4201-b63a-ac6a8cced100 req-6149a8ba-c23e-4cf9-9787-b700789b4a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:08.685393 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e9ac71d-5c97-4ada-a18b-e131ae122409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:08.687975 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e9ac71d-5c97-4ada-a18b-e131ae122409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:08.690907 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5e9ac71d-5c97-4ada-a18b-e131ae122409 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/de27901a-5fe8-4536-b16a-0a38455d8249 HTTP/1.1" status: 204 len: 168 time: 0.4793370 Aug 19 14:55:08.742001 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2f819559-e8ed-4776-a363-944056e09c2f tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:08.817556 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ac71d-5c97-4ada-a18b-e131ae122409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de27901a-5fe8-4536-b16a-0a38455d8249,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:08.852852 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-767ee750-f7ff-42c8-a48b-b36df821222a req-b9e8e69a-e5db-471b-a001-194f835b1b52 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=be2283224ccb474c91d3399de6043bbd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2372329 Aug 19 14:55:08.857758 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6149a8ba-c23e-4cf9-9787-b700789b4a89 service neutron] Pushing event updated for resources: {'Port': ['ID=58c5ed02-913a-40ee-a455-e8edc3fb39ab,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:08.949065 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253dc264-fa2c-41b6-baca-ff6c9c014d05 None None] DHCP port deletion for f7b0c4e8-5330-4127-9170-cfd589d5df2e request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:55:09.016314 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984ed7f-0282-4248-9158-1f7e3b801906 req-b0e69a24-aa60-4942-a54d-3d2be056cf53 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:09.023621 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d984ed7f-0282-4248-9158-1f7e3b801906 req-b0e69a24-aa60-4942-a54d-3d2be056cf53 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/ports?device_id=96994dff-b01b-4f65-b2f8-9b7200f3b2d4 HTTP/1.1" status: 200 len: 944 time: 0.2834954 Aug 19 14:55:09.024976 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-2f819559-e8ed-4776-a363-944056e09c2f tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Deleting port 31951381-b40d-4170-a106-615020d29d4f {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:55:09.025330 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2f819559-e8ed-4776-a363-944056e09c2f tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:09.092748 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-253dc264-fa2c-41b6-baca-ff6c9c014d05 None None] Deleting port 31951381-b40d-4170-a106-615020d29d4f {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:55:09.093416 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-253dc264-fa2c-41b6-baca-ff6c9c014d05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:09.131174 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-01b65535-95e8-4201-b63a-ac6a8cced100 req-6149a8ba-c23e-4cf9-9787-b700789b4a89 service neutron] Attempting to bind port 58c5ed02-913a-40ee-a455-e8edc3fb39ab on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:55:09.131717 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-01b65535-95e8-4201-b63a-ac6a8cced100 req-6149a8ba-c23e-4cf9-9787-b700789b4a89 service neutron] Attempting to bind port 58c5ed02-913a-40ee-a455-e8edc3fb39ab by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '0ab538e3-9dbf-4b4e-9b85-5e2f32cd7a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4141189c-a6e4-4bcf-b8cb-fe287ffd7b34'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:55:09.131865 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b65535-95e8-4201-b63a-ac6a8cced100 req-6149a8ba-c23e-4cf9-9787-b700789b4a89 service neutron] Attempting to bind port 58c5ed02-913a-40ee-a455-e8edc3fb39ab on network 4141189c-a6e4-4bcf-b8cb-fe287ffd7b34 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:55:09.146599 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea68358-9694-4022-b17c-3a9678b4a1e6 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Made reservation on behalf of 7e6d46bc76a949adbb4c2a4b74be1b02 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:55:09.188049 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d984ed7f-0282-4248-9158-1f7e3b801906 req-50f10081-565a-4b28-a2b8-429a57adaf77 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8e22d1a-8291-40be-9f74-5431cc1b1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1616538 Aug 19 14:55:09.218457 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-253dc264-fa2c-41b6-baca-ff6c9c014d05 None None] For port 31951381-b40d-4170-a106-615020d29d4f, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=31951381-b40d-4170-a106-615020d29d4f,segment=NetworkSegment(97b28693-f05d-422a-99be-3119fe8f2ca2),segment_id=97b28693-f05d-422a-99be-3119fe8f2ca2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:09.219060 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-253dc264-fa2c-41b6-baca-ff6c9c014d05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:09.220203 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38232) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:09.240644 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-253dc264-fa2c-41b6-baca-ff6c9c014d05 None None] Calling delete_port for 31951381-b40d-4170-a106-615020d29d4f owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:55:09.246446 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b65535-95e8-4201-b63a-ac6a8cced100 req-6149a8ba-c23e-4cf9-9787-b700789b4a89 service neutron] Port 58c5ed02-913a-40ee-a455-e8edc3fb39ab on network 4141189c-a6e4-4bcf-b8cb-fe287ffd7b34 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:55:09.246768 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b65535-95e8-4201-b63a-ac6a8cced100 req-6149a8ba-c23e-4cf9-9787-b700789b4a89 service neutron] Attempting to bind port 58c5ed02-913a-40ee-a455-e8edc3fb39ab on network 4141189c-a6e4-4bcf-b8cb-fe287ffd7b34 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:55:09.261152 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-767ee750-f7ff-42c8-a48b-b36df821222a req-826c0817-eb9a-43fa-9add-63c5ec400cfe service neutron] 10.222.0.69 "GET /v2.0/networks/9be319f8-603a-41e0-a57e-1a917fa30646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988576 Aug 19 14:55:09.261930 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b65535-95e8-4201-b63a-ac6a8cced100 req-6149a8ba-c23e-4cf9-9787-b700789b4a89 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:55:09.262265 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b65535-95e8-4201-b63a-ac6a8cced100 req-6149a8ba-c23e-4cf9-9787-b700789b4a89 service neutron] Checking segment: {'id': '0ab538e3-9dbf-4b4e-9b85-5e2f32cd7a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4141189c-a6e4-4bcf-b8cb-fe287ffd7b34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:55:09.262638 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b65535-95e8-4201-b63a-ac6a8cced100 req-6149a8ba-c23e-4cf9-9787-b700789b4a89 service neutron] Bound using segment: {'id': '0ab538e3-9dbf-4b4e-9b85-5e2f32cd7a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4141189c-a6e4-4bcf-b8cb-fe287ffd7b34'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:55:09.263075 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-01b65535-95e8-4201-b63a-ac6a8cced100 req-6149a8ba-c23e-4cf9-9787-b700789b4a89 service neutron] Bound port: 58c5ed02-913a-40ee-a455-e8edc3fb39ab, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ab538e3-9dbf-4b4e-9b85-5e2f32cd7a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4141189c-a6e4-4bcf-b8cb-fe287ffd7b34'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:55:09.263433 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-01b65535-95e8-4201-b63a-ac6a8cced100 req-6149a8ba-c23e-4cf9-9787-b700789b4a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:09.289908 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ae218e0-1bca-4c49-8fac-6041eaa27e03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:09.369708 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-253dc264-fa2c-41b6-baca-ff6c9c014d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:09.407151 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-2f819559-e8ed-4776-a363-944056e09c2f tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] For port 31951381-b40d-4170-a106-615020d29d4f, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=31951381-b40d-4170-a106-615020d29d4f,segment=NetworkSegment(97b28693-f05d-422a-99be-3119fe8f2ca2),segment_id=97b28693-f05d-422a-99be-3119fe8f2ca2)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:09.407702 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2f819559-e8ed-4776-a363-944056e09c2f tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:09.420248 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253dc264-fa2c-41b6-baca-ff6c9c014d05 None None] Pushing event deleted for resources: {'Port': ['ID=31951381-b40d-4170-a106-615020d29d4f,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:09.425216 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253dc264-fa2c-41b6-baca-ff6c9c014d05 None None] No DVR routers for this DVR port 31951381-b40d-4170-a106-615020d29d4f on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:55:09.459746 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-2f819559-e8ed-4776-a363-944056e09c2f tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Calling delete_port for 31951381-b40d-4170-a106-615020d29d4f owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:55:09.468663 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92410c1a-5a40-4b88-b698-fcf7498d3c1a tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:09.485343 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-767ee750-f7ff-42c8-a48b-b36df821222a req-80a299d0-785c-472a-9c23-15de7fbf9248 service neutron] 10.222.0.69 "GET /v2.0/networks/9be319f8-603a-41e0-a57e-1a917fa30646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151299 Aug 19 14:55:09.490932 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ea68358-9694-4022-b17c-3a9678b4a1e6 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:09.514170 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-01b65535-95e8-4201-b63a-ac6a8cced100 req-6149a8ba-c23e-4cf9-9787-b700789b4a89 service neutron] For port 58c5ed02-913a-40ee-a455-e8edc3fb39ab, host n-h1-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:55:09.524636 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f185467-353a-43a0-98b7-bc98a8f12a7c req-5fe200ed-b693-4de6-852c-c784d08e53c8 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:09.526224 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1f185467-353a-43a0-98b7-bc98a8f12a7c req-5fe200ed-b693-4de6-852c-c784d08e53c8 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.1861734 Aug 19 14:55:09.542709 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-01b65535-95e8-4201-b63a-ac6a8cced100 req-6149a8ba-c23e-4cf9-9787-b700789b4a89 service neutron] For port 58c5ed02-913a-40ee-a455-e8edc3fb39ab, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=58c5ed02-913a-40ee-a455-e8edc3fb39ab,segment=NetworkSegment(0ab538e3-9dbf-4b4e-9b85-5e2f32cd7a5d),segment_id=0ab538e3-9dbf-4b4e-9b85-5e2f32cd7a5d)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:55:09.550991 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-6ea68358-9694-4022-b17c-3a9678b4a1e6 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] device_id is not set on port 1d986b38-62e9-4736-8303-d1f5cabd9cff yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:55:09.568264 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-01b65535-95e8-4201-b63a-ac6a8cced100 req-6149a8ba-c23e-4cf9-9787-b700789b4a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:09.668613 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b65535-95e8-4201-b63a-ac6a8cced100 req-6149a8ba-c23e-4cf9-9787-b700789b4a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:09.669599 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-01b65535-95e8-4201-b63a-ac6a8cced100 req-6149a8ba-c23e-4cf9-9787-b700789b4a89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:09.671006 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-01b65535-95e8-4201-b63a-ac6a8cced100 req-6149a8ba-c23e-4cf9-9787-b700789b4a89 service neutron] 10.222.0.68 "PUT /v2.0/ports/58c5ed02-913a-40ee-a455-e8edc3fb39ab HTTP/1.1" status: 200 len: 1092 time: 2.5587859 Aug 19 14:55:09.677198 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96994dff-b01b-4f65-b2f8-9b7200f3b2d4', 'tag': '58c5ed02-913a-40ee-a455-e8edc3fb39ab'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:55:09.678412 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 31951381-b40d-4170-a106-615020d29d4f no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:55:09.679934 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eebec2a2-45e5-41b9-94a5-81c2c353c26c" -d '{"events": [{"name": "network-changed", "server_uuid": "96994dff-b01b-4f65-b2f8-9b7200f3b2d4", "tag": "58c5ed02-913a-40ee-a455-e8edc3fb39ab"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:55:09.715342 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ae218e0-1bca-4c49-8fac-6041eaa27e03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:09.715798 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 31951381-b40d-4170-a106-615020d29d4f {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:55:09.716307 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 31951381-b40d-4170-a106-615020d29d4f not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:55:09.734080 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:55:09.744979 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1f185467-353a-43a0-98b7-bc98a8f12a7c req-a3a269d3-ef2e-4b48-8ec4-a7e48d21a60f tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2091007 Aug 19 14:55:09.764738 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ae218e0-1bca-4c49-8fac-6041eaa27e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:09.818378 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae218e0-1bca-4c49-8fac-6041eaa27e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c836c8af-ad90-441c-bd24-b3cf5caa1a5d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:09.873757 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5a30654f-c7b9-49ec-bccf-57b45e700bd0 req-a1fce2b6-b905-45f7-83e4-ba7a69279b85 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8eca1eb-dd23-4321-a864-9aa222e7113b HTTP/1.1" status: 200 len: 210 time: 0.1324906 Aug 19 14:55:09.899300 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6ae218e0-1bca-4c49-8fac-6041eaa27e03 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b03744b71db64898a3535daaf54bc02e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6756468 Aug 19 14:55:09.902956 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38242) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:09.920939 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6149a8ba-c23e-4cf9-9787-b700789b4a89 service neutron] Pushing event updated for resources: {'Port': ['ID=58c5ed02-913a-40ee-a455-e8edc3fb39ab,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:09.947897 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2f819559-e8ed-4776-a363-944056e09c2f tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:09.980496 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b65535-95e8-4201-b63a-ac6a8cced100 req-9715de35-e263-4906-9ba9-5f8de5e69199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:09.982519 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-01b65535-95e8-4201-b63a-ac6a8cced100 req-9715de35-e263-4906-9ba9-5f8de5e69199 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=7a0c6ff201d948d2944c0780e076389b&device_id=96994dff-b01b-4f65-b2f8-9b7200f3b2d4 HTTP/1.1" status: 200 len: 1095 time: 0.2473600 Aug 19 14:55:10.006496 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f819559-e8ed-4776-a363-944056e09c2f tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Pushing event deleted for resources: {'Port': ['ID=31951381-b40d-4170-a106-615020d29d4f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:10.020840 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f819559-e8ed-4776-a363-944056e09c2f tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] No DVR routers for this DVR port 31951381-b40d-4170-a106-615020d29d4f on host n-d-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:55:10.041540 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-01b65535-95e8-4201-b63a-ac6a8cced100 req-9b968f9a-3b78-4f66-a89e-260b1d6b13a2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=58c5ed02-913a-40ee-a455-e8edc3fb39ab HTTP/1.1" status: 200 len: 217 time: 0.0498354 Aug 19 14:55:10.065931 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92410c1a-5a40-4b88-b698-fcf7498d3c1a tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Router f2c08a4a-7dd6-4d53-b96e-ffcf5e523d3b is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:55:10.157513 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2f819559-e8ed-4776-a363-944056e09c2f tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:10.169191 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-2f819559-e8ed-4776-a363-944056e09c2f tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7b0c4e8-5330-4127-9170-cfd589d5df2e']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:10.199081 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-6ea68358-9694-4022-b17c-3a9678b4a1e6 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Allocated IP 172.20.0.9 (dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2/488df96b-d48b-4455-a98e-e90820849614/1d986b38-62e9-4736-8303-d1f5cabd9cff) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:55:10.201498 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-2f819559-e8ed-4776-a363-944056e09c2f tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97b28693-f05d-422a-99be-3119fe8f2ca2') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:10.201985 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-2f819559-e8ed-4776-a363-944056e09c2f tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97b28693-f05d-422a-99be-3119fe8f2ca2') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:10.240334 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2f819559-e8ed-4776-a363-944056e09c2f tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:10.286468 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2f819559-e8ed-4776-a363-944056e09c2f tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:10.305511 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f819559-e8ed-4776-a363-944056e09c2f tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:55:10.305919 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2f819559-e8ed-4776-a363-944056e09c2f tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:10.352352 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8a3f0d-9a03-4879-bcc1-d74549c16450 x-openstack-request-id: req-0a8a3f0d-9a03-4879-bcc1-d74549c16450 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:55:10.352694 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96994dff-b01b-4f65-b2f8-9b7200f3b2d4", "tag": "58c5ed02-913a-40ee-a455-e8edc3fb39ab", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:55:10.353078 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0a8a3f0d-9a03-4879-bcc1-d74549c16450 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:55:10.353541 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96994dff-b01b-4f65-b2f8-9b7200f3b2d4', 'tag': '58c5ed02-913a-40ee-a455-e8edc3fb39ab', 'status': 'completed', 'code': 200} Aug 19 14:55:10.355183 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b65535-95e8-4201-b63a-ac6a8cced100 req-af75d537-e441-4c48-a17b-4065438608de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:10.356758 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-01b65535-95e8-4201-b63a-ac6a8cced100 req-af75d537-e441-4c48-a17b-4065438608de service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d473d797-2b17-4f9c-aaca-bc298c83d913 HTTP/1.1" status: 200 len: 838 time: 0.2851536 Aug 19 14:55:10.376441 n-d-766043-2 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:55:10.376441 n-d-766043-2 neutron-server[94639]: self.session.flush() Aug 19 14:55:10.376441 n-d-766043-2 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:55:10.376441 n-d-766043-2 neutron-server[94639]: self.session.flush() Aug 19 14:55:10.376441 n-d-766043-2 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:55:10.376441 n-d-766043-2 neutron-server[94639]: self.session.flush() Aug 19 14:55:10.376441 n-d-766043-2 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:55:10.376441 n-d-766043-2 neutron-server[94639]: self.session.flush() Aug 19 14:55:10.376441 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:55:10.376441 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:55:10.376441 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:55:10.376441 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:55:10.376441 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:55:10.376441 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:55:10.376441 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:55:10.376441 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:55:10.376441 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:55:10.376441 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:55:10.376441 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:55:10.376441 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:55:10.376441 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:55:10.376441 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:55:10.376441 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:55:10.376441 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:55:10.376441 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:55:10.376441 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:55:10.376441 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:55:10.376441 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:55:10.376441 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:55:10.376441 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:55:10.376441 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:55:10.376441 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:55:10.376441 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:55:10.376441 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:55:10.376441 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:55:10.376441 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:55:10.376441 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:55:10.376441 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:55:10.376441 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:55:10.376441 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:55:10.406539 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ea68358-9694-4022-b17c-3a9678b4a1e6 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:10.442104 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2f819559-e8ed-4776-a363-944056e09c2f tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:10.449063 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2f819559-e8ed-4776-a363-944056e09c2f tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:10.453308 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2f819559-e8ed-4776-a363-944056e09c2f tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] 10.222.0.69 "DELETE /v2.0/networks/f7b0c4e8-5330-4127-9170-cfd589d5df2e HTTP/1.1" status: 204 len: 168 time: 1.8912957 Aug 19 14:55:10.465787 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-6ea68358-9694-4022-b17c-3a9678b4a1e6 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Transition to ACTIVE for port object 1d986b38-62e9-4736-8303-d1f5cabd9cff will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:55:10.474963 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0eb1f5fe-2377-445a-acf8-7eb613871aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:10.485465 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b65535-95e8-4201-b63a-ac6a8cced100 req-4effbc5a-516a-48ac-b965-855838b3c8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:10.487714 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-01b65535-95e8-4201-b63a-ac6a8cced100 req-4effbc5a-516a-48ac-b965-855838b3c8c0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4141189c-a6e4-4bcf-b8cb-fe287ffd7b34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1179571 Aug 19 14:55:10.498990 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d4ee8-1e6e-4520-9da6-8b99f472a725 req-ef1d879f-95a7-4b0d-9d12-ddf425afe06e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:10.501727 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-437d4ee8-1e6e-4520-9da6-8b99f472a725 req-ef1d879f-95a7-4b0d-9d12-ddf425afe06e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/ports?device_id=96994dff-b01b-4f65-b2f8-9b7200f3b2d4 HTTP/1.1" status: 200 len: 944 time: 0.1511445 Aug 19 14:55:10.529659 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f819559-e8ed-4776-a363-944056e09c2f tempest-FloatingIPNegativeTestJSON-330838217 tempest-FloatingIPNegativeTestJSON-330838217-project] Pushing event deleted for resources: {'Network': ['ID=f7b0c4e8-5330-4127-9170-cfd589d5df2e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:10.565349 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0eb1f5fe-2377-445a-acf8-7eb613871aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:10.595771 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92410c1a-5a40-4b88-b698-fcf7498d3c1a tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:55:10.608162 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39020226-ce3b-4091-88e2-25843bbe6ee9 None None] Sync routers for ids ['f2c08a4a-7dd6-4d53-b96e-ffcf5e523d3b'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:55:10.625715 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39020226-ce3b-4091-88e2-25843bbe6ee9 None None] Routers {'f2c08a4a-7dd6-4d53-b96e-ffcf5e523d3b'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:55:10.626767 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-39020226-ce3b-4091-88e2-25843bbe6ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:55:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['f2c08a4a-7dd6-4d53-b96e-ffcf5e523d3b'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:10.632348 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92410c1a-5a40-4b88-b698-fcf7498d3c1a tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:10.638449 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-92410c1a-5a40-4b88-b698-fcf7498d3c1a tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.8032544 Aug 19 14:55:10.639119 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38256) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:10.648194 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-437d4ee8-1e6e-4520-9da6-8b99f472a725 req-1e456f2a-95b9-43a6-b4d7-3abf36ef9091 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8e22d1a-8291-40be-9f74-5431cc1b1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338520 Aug 19 14:55:10.662253 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ea68358-9694-4022-b17c-3a9678b4a1e6 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:10.757749 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0eb1f5fe-2377-445a-acf8-7eb613871aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:10.761170 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0eb1f5fe-2377-445a-acf8-7eb613871aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:10.762230 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0eb1f5fe-2377-445a-acf8-7eb613871aaf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c836c8af-ad90-441c-bd24-b3cf5caa1a5d HTTP/1.1" status: 204 len: 168 time: 0.8425636 Aug 19 14:55:10.783037 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb1f5fe-2377-445a-acf8-7eb613871aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c836c8af-ad90-441c-bd24-b3cf5caa1a5d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:10.812702 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f807982a-9cf9-4b51-b4cb-822664f71919 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] 10.222.0.69 "GET /v2.0/routers/f2c08a4a-7dd6-4d53-b96e-ffcf5e523d3b HTTP/1.1" status: 200 len: 908 time: 0.1724138 Aug 19 14:55:10.813703 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38262) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:10.819062 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-94c93906-45e1-4277-a628-5464f3c25ecf tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Request body: {'router': {'name': 'tempest-snat-router-631212920', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'enable_snat': True}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:10.845088 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94c93906-45e1-4277-a628-5464f3c25ecf tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:10.847099 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94c93906-45e1-4277-a628-5464f3c25ecf tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:10.866268 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-39020226-ce3b-4091-88e2-25843bbe6ee9 None None] Set router f2c08a4a-7dd6-4d53-b96e-ffcf5e523d3b gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:55:10.926408 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94c93906-45e1-4277-a628-5464f3c25ecf tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:11.157091 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-39020226-ce3b-4091-88e2-25843bbe6ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c08a4a-7dd6-4d53-b96e-ffcf5e523d3b', 'name': 'tempest-snat-router-631212920', 'tenant_id': 'a39a486a9a7b4ccda654779542dab9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.185'}], 'enable_snat': False}, 'gw_port_id': '1fc3aff8-b8df-463c-a3b3-07f9224df540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:55:05Z', 'updated_at': '2021-08-19T14:55:08Z', 'revision_number': 3, 'project_id': 'a39a486a9a7b4ccda654779542dab9c3', 'gw_port': {'id': '1fc3aff8-b8df-463c-a3b3-07f9224df540', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:30:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c08a4a-7dd6-4d53-b96e-ffcf5e523d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:55:07Z', 'updated_at': '2021-08-19T14:55:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:11.237766 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39020226-ce3b-4091-88e2-25843bbe6ee9 None None] Checking router: f2c08a4a-7dd6-4d53-b96e-ffcf5e523d3b for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:55:11.238382 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39020226-ce3b-4091-88e2-25843bbe6ee9 None None] Updating router f2c08a4a-7dd6-4d53-b96e-ffcf5e523d3b port 1fc3aff8-b8df-463c-a3b3-07f9224df540 binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:55:11.281192 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-39020226-ce3b-4091-88e2-25843bbe6ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:11.318450 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38272) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:11.377815 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-108bc6b3-7cd9-41c3-a62f-60496db6b9c8 req-e5b8cd31-f29b-4b78-ab9b-c49cdb72804e tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8eca1eb-dd23-4321-a864-9aa222e7113b HTTP/1.1" status: 200 len: 210 time: 0.0450501 Aug 19 14:55:11.472518 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-01b65535-95e8-4201-b63a-ac6a8cced100 req-1aa6dc15-d596-4752-bd27-67a9bddc4f43 service neutron] 10.222.0.68 "GET /v2.0/networks/4141189c-a6e4-4bcf-b8cb-fe287ffd7b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9667487 Aug 19 14:55:11.476234 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea68358-9694-4022-b17c-3a9678b4a1e6 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Network dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:55:11.478285 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-6ea68358-9694-4022-b17c-3a9678b4a1e6 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:55:11.481822 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea68358-9694-4022-b17c-3a9678b4a1e6 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event updated for resources: {'Port': ['ID=1d986b38-62e9-4736-8303-d1f5cabd9cff,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:11.497437 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea68358-9694-4022-b17c-3a9678b4a1e6 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:55:11.548126 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fae510-7753-4c9b-82ef-83afb5133061 req-36b32524-bfd5-4748-8053-db6e96cd9803 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:11.551701 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-10fae510-7753-4c9b-82ef-83afb5133061 req-36b32524-bfd5-4748-8053-db6e96cd9803 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.2322578 Aug 19 14:55:11.586053 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38276) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:11.690919 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac8b72fd-b533-4a3b-a187-150d86b837fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:11.853740 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-39020226-ce3b-4091-88e2-25843bbe6ee9 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:11.872589 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-39020226-ce3b-4091-88e2-25843bbe6ee9 None None] Transition to ACTIVE for port object 1fc3aff8-b8df-463c-a3b3-07f9224df540 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:55:11.890392 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-10fae510-7753-4c9b-82ef-83afb5133061 req-dcfec625-73cf-45cc-a0d5-86919625b04e tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2930970 Aug 19 14:55:11.896376 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-39020226-ce3b-4091-88e2-25843bbe6ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:11.996034 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac8b72fd-b533-4a3b-a187-150d86b837fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:12.001461 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f8acfe74-6653-4041-8b15-c6d37e520b7d None None] Provisioning for port 1d986b38-62e9-4736-8303-d1f5cabd9cff completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:55:12.024225 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea68358-9694-4022-b17c-3a9678b4a1e6 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:12.024879 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ea68358-9694-4022-b17c-3a9678b4a1e6 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:12.027624 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f8acfe74-6653-4041-8b15-c6d37e520b7d None None] Provisioning complete for port 1d986b38-62e9-4736-8303-d1f5cabd9cff triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:55:12.028481 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f8acfe74-6653-4041-8b15-c6d37e520b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:12.032868 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac8b72fd-b533-4a3b-a187-150d86b837fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:12.079138 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b72fd-b533-4a3b-a187-150d86b837fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da3d657-a9e8-4ae0-8851-1be4cc7b618e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:12.091510 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ee750-f7ff-42c8-a48b-b36df821222a req-f00cd95a-f8d4-452a-96fc-88a50e02cf7e tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:12.094614 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-767ee750-f7ff-42c8-a48b-b36df821222a req-f00cd95a-f8d4-452a-96fc-88a50e02cf7e tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.88 "GET /v2.0/networks?id=9be319f8-603a-41e0-a57e-1a917fa30646 HTTP/1.1" status: 200 len: 805 time: 0.2493174 Aug 19 14:55:12.101515 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-39020226-ce3b-4091-88e2-25843bbe6ee9 None None] Attempting to bind port 1fc3aff8-b8df-463c-a3b3-07f9224df540 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:55:12.102431 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-39020226-ce3b-4091-88e2-25843bbe6ee9 None None] Attempting to bind port 1fc3aff8-b8df-463c-a3b3-07f9224df540 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:55:12.105534 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39020226-ce3b-4091-88e2-25843bbe6ee9 None None] Attempting to bind port 1fc3aff8-b8df-463c-a3b3-07f9224df540 on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:55:12.111916 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5bdf9d-fcd9-446b-b052-37b3893d55a1 req-8344aa8a-faf2-45e8-9365-1f77b978587a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:12.113629 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cc5bdf9d-fcd9-446b-b052-37b3893d55a1 req-8344aa8a-faf2-45e8-9365-1f77b978587a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/ports?device_id=96994dff-b01b-4f65-b2f8-9b7200f3b2d4 HTTP/1.1" status: 200 len: 944 time: 0.3231134 Aug 19 14:55:12.123336 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-01b65535-95e8-4201-b63a-ac6a8cced100 req-04143edf-d412-4c5c-a969-559a7dd7fdcb service neutron] 10.222.0.68 "GET /v2.0/networks/4141189c-a6e4-4bcf-b8cb-fe287ffd7b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6340196 Aug 19 14:55:12.151610 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39020226-ce3b-4091-88e2-25843bbe6ee9 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:55:12.152670 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39020226-ce3b-4091-88e2-25843bbe6ee9 None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:55:12.153570 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-6ea68358-9694-4022-b17c-3a9678b4a1e6 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.5001433 Aug 19 14:55:12.153772 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-39020226-ce3b-4091-88e2-25843bbe6ee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:12.154602 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39020226-ce3b-4091-88e2-25843bbe6ee9 None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:55:12.155644 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-39020226-ce3b-4091-88e2-25843bbe6ee9 None None] Bound port: 1fc3aff8-b8df-463c-a3b3-07f9224df540, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:55:12.156501 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-39020226-ce3b-4091-88e2-25843bbe6ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:12.171442 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38280) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:12.174389 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed81e4-3b49-436a-9aea-854241442cd4 None None] Pushing event updated for resources: {'Port': ['ID=1fc3aff8-b8df-463c-a3b3-07f9224df540,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:12.180902 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cc5bdf9d-fcd9-446b-b052-37b3893d55a1 req-765ed04a-506f-4c9a-b088-0914880d99f3 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8e22d1a-8291-40be-9f74-5431cc1b1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535080 Aug 19 14:55:12.185939 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-fec3c797-8bb8-4a24-a317-fcb599827265 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Request body: {'subnet': {'network_id': 'dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:12.198378 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-c042ec71-f899-42e1-8259-d863d42a31ec admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=12f0b0b698ff473a84d59452bf6d240b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8250325 Aug 19 14:55:12.212955 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ac8b72fd-b533-4a3b-a187-150d86b837fa admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5b630b1cb9ee4faf983369c9434e3298&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6218495 Aug 19 14:55:12.224056 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-767ee750-f7ff-42c8-a48b-b36df821222a req-2fb518dc-d81f-40be-a00d-254101eb0560 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Request body: {'port': {'device_id': 'f8eca1eb-dd23-4321-a864-9aa222e7113b', 'network_id': '9be319f8-603a-41e0-a57e-1a917fa30646', 'admin_state_up': True, 'tenant_id': 'be2283224ccb474c91d3399de6043bbd'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:12.227097 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38282) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:12.228922 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38284) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:12.254840 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f8acfe74-6653-4041-8b15-c6d37e520b7d None None] Port 1d986b38-62e9-4736-8303-d1f5cabd9cff cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:55:12.310920 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-39020226-ce3b-4091-88e2-25843bbe6ee9 None None] For port 1fc3aff8-b8df-463c-a3b3-07f9224df540, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:55:12.318768 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-39020226-ce3b-4091-88e2-25843bbe6ee9 None None] For port 1fc3aff8-b8df-463c-a3b3-07f9224df540, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=1fc3aff8-b8df-463c-a3b3-07f9224df540,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:55:12.319592 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebec2a2-45e5-41b9-94a5-81c2c353c26c req-e41534b6-588d-4cac-b544-40d4d1ba673a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:12.321948 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-eebec2a2-45e5-41b9-94a5-81c2c353c26c req-e41534b6-588d-4cac-b544-40d4d1ba673a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=7a0c6ff201d948d2944c0780e076389b&device_id=96994dff-b01b-4f65-b2f8-9b7200f3b2d4 HTTP/1.1" status: 200 len: 1095 time: 0.0800261 Aug 19 14:55:12.335291 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94c93906-45e1-4277-a628-5464f3c25ecf tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:12.336040 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-39020226-ce3b-4091-88e2-25843bbe6ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:12.484544 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec3c797-8bb8-4a24-a317-fcb599827265 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Made reservation on behalf of 7e6d46bc76a949adbb4c2a4b74be1b02 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:55:12.484793 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed81e4-3b49-436a-9aea-854241442cd4 None None] Pushing event updated for resources: {'Port': ['ID=1fc3aff8-b8df-463c-a3b3-07f9224df540,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:12.493132 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fec3c797-8bb8-4a24-a317-fcb599827265 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:12.506824 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39020226-ce3b-4091-88e2-25843bbe6ee9 None None] Routers {'f2c08a4a-7dd6-4d53-b96e-ffcf5e523d3b'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:55:12.507902 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-39020226-ce3b-4091-88e2-25843bbe6ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:55:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['f2c08a4a-7dd6-4d53-b96e-ffcf5e523d3b'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:12.512987 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33a992cd-deb7-42df-bd90-e5c57aa44a5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:12.537492 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33a992cd-deb7-42df-bd90-e5c57aa44a5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:12.592112 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bff7f1bf-abdd-42af-8927-bb29297dc3e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:12.624630 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33a992cd-deb7-42df-bd90-e5c57aa44a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:12.627331 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33a992cd-deb7-42df-bd90-e5c57aa44a5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:12.628519 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-33a992cd-deb7-42df-bd90-e5c57aa44a5e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b778bc26-d87f-4639-929b-540e610d72b2 HTTP/1.1" status: 204 len: 168 time: 0.3898563 Aug 19 14:55:12.645818 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-39020226-ce3b-4091-88e2-25843bbe6ee9 None None] Set router f2c08a4a-7dd6-4d53-b96e-ffcf5e523d3b gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:55:12.647025 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6fa8491c-e564-44c9-984a-9592b0db8c60 req-8a766bd8-abbb-4ddd-badb-1a30fef52574 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8eca1eb-dd23-4321-a864-9aa222e7113b HTTP/1.1" status: 200 len: 210 time: 0.0527370 Aug 19 14:55:12.650605 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebec2a2-45e5-41b9-94a5-81c2c353c26c req-a45218f8-7637-43f2-a459-d1b20173e88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:12.652282 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-eebec2a2-45e5-41b9-94a5-81c2c353c26c req-a45218f8-7637-43f2-a459-d1b20173e88a service neutron] 10.222.0.68 "GET /v2.0/networks?id=4141189c-a6e4-4bcf-b8cb-fe287ffd7b34 HTTP/1.1" status: 200 len: 898 time: 0.3193622 Aug 19 14:55:12.656201 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bff7f1bf-abdd-42af-8927-bb29297dc3e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:12.685243 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a992cd-deb7-42df-bd90-e5c57aa44a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b778bc26-d87f-4639-929b-540e610d72b2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:12.724287 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-eebec2a2-45e5-41b9-94a5-81c2c353c26c req-17ea0ab3-2ef9-444c-8c79-31496ea23423 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=58c5ed02-913a-40ee-a455-e8edc3fb39ab HTTP/1.1" status: 200 len: 217 time: 0.0622220 Aug 19 14:55:12.740161 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-767ee750-f7ff-42c8-a48b-b36df821222a req-2fb518dc-d81f-40be-a00d-254101eb0560 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Made reservation on behalf of be2283224ccb474c91d3399de6043bbd for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:55:12.744029 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-767ee750-f7ff-42c8-a48b-b36df821222a req-2fb518dc-d81f-40be-a00d-254101eb0560 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:12.782131 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bff7f1bf-abdd-42af-8927-bb29297dc3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:12.784938 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bff7f1bf-abdd-42af-8927-bb29297dc3e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:12.788428 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-bff7f1bf-abdd-42af-8927-bb29297dc3e9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5da3d657-a9e8-4ae0-8851-1be4cc7b618e HTTP/1.1" status: 204 len: 168 time: 0.5459049 Aug 19 14:55:12.794016 n-d-766043-2 neutron-server[94640]: INFO neutron.db.ipam_backend_mixin [None req-fec3c797-8bb8-4a24-a317-fcb599827265 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 488df96b-d48b-4455-a98e-e90820849614 (CIDR: 172.20.0.0/28) Aug 19 14:55:12.803590 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-fec3c797-8bb8-4a24-a317-fcb599827265 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 14:55:12.804593 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fec3c797-8bb8-4a24-a317-fcb599827265 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:55:12.827307 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebec2a2-45e5-41b9-94a5-81c2c353c26c req-6ebb077b-ddde-4776-bb8c-1a9207fd051e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:12.829648 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-eebec2a2-45e5-41b9-94a5-81c2c353c26c req-6ebb077b-ddde-4776-bb8c-1a9207fd051e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d473d797-2b17-4f9c-aaca-bc298c83d913 HTTP/1.1" status: 200 len: 838 time: 0.0896747 Aug 19 14:55:12.835493 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-fec3c797-8bb8-4a24-a317-fcb599827265 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6535535 Aug 19 14:55:12.836243 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38294) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:12.844510 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-fc98d4e0-9364-48f7-ac20-29f8cf57828a tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Request body: {'subnet': {'network_id': 'dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:12.912127 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff7f1bf-abdd-42af-8927-bb29297dc3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da3d657-a9e8-4ae0-8851-1be4cc7b618e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:13.007435 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebec2a2-45e5-41b9-94a5-81c2c353c26c req-3ff8b60d-1036-42c8-9302-b262ad0f0d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:13.016279 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-eebec2a2-45e5-41b9-94a5-81c2c353c26c req-3ff8b60d-1036-42c8-9302-b262ad0f0d6c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4141189c-a6e4-4bcf-b8cb-fe287ffd7b34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1753213 Aug 19 14:55:13.138934 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-eebec2a2-45e5-41b9-94a5-81c2c353c26c req-d3ee1b7d-1b5b-43dd-a633-f674504dc2f9 service neutron] 10.222.0.68 "GET /v2.0/networks/4141189c-a6e4-4bcf-b8cb-fe287ffd7b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039214 Aug 19 14:55:13.345267 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc98d4e0-9364-48f7-ac20-29f8cf57828a tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Made reservation on behalf of 7e6d46bc76a949adbb4c2a4b74be1b02 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:55:13.350784 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc98d4e0-9364-48f7-ac20-29f8cf57828a tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:13.371491 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-767ee750-f7ff-42c8-a48b-b36df821222a req-2fb518dc-d81f-40be-a00d-254101eb0560 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Allocated IP 172.20.0.4 (9be319f8-603a-41e0-a57e-1a917fa30646/a7f2da21-de8f-4925-bf66-a36681d26e7b/7a279b16-5cc2-4a7d-a712-d15f7fc21dad) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:55:13.387735 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94c93906-45e1-4277-a628-5464f3c25ecf tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:13.391726 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-39020226-ce3b-4091-88e2-25843bbe6ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c08a4a-7dd6-4d53-b96e-ffcf5e523d3b', 'name': 'tempest-snat-router-631212920', 'tenant_id': 'a39a486a9a7b4ccda654779542dab9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.185'}], 'enable_snat': False}, 'gw_port_id': '1fc3aff8-b8df-463c-a3b3-07f9224df540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:55:05Z', 'updated_at': '2021-08-19T14:55:08Z', 'revision_number': 3, 'project_id': 'a39a486a9a7b4ccda654779542dab9c3', 'gw_port': {'id': '1fc3aff8-b8df-463c-a3b3-07f9224df540', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:30:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c08a4a-7dd6-4d53-b96e-ffcf5e523d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:55:07Z', 'updated_at': '2021-08-19T14:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:13.407653 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8918a-264b-40bd-a56b-319e89542590 req-5e43998e-7368-4828-a50c-348061eaebde tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:13.420214 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c0f8918a-264b-40bd-a56b-319e89542590 req-5e43998e-7368-4828-a50c-348061eaebde tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.3865001 Aug 19 14:55:13.470305 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94c93906-45e1-4277-a628-5464f3c25ecf tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:13.474637 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39020226-ce3b-4091-88e2-25843bbe6ee9 None None] The sync data for ids ['f2c08a4a-7dd6-4d53-b96e-ffcf5e523d3b'] in n-d-766043-2 is: [{'id': 'f2c08a4a-7dd6-4d53-b96e-ffcf5e523d3b', 'name': 'tempest-snat-router-631212920', 'tenant_id': 'a39a486a9a7b4ccda654779542dab9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.185'}], 'enable_snat': False}, 'gw_port_id': '1fc3aff8-b8df-463c-a3b3-07f9224df540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:55:05Z', 'updated_at': '2021-08-19T14:55:08Z', 'revision_number': 3, 'project_id': 'a39a486a9a7b4ccda654779542dab9c3', 'gw_port': {'id': '1fc3aff8-b8df-463c-a3b3-07f9224df540', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:30:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c08a4a-7dd6-4d53-b96e-ffcf5e523d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:55:07Z', 'updated_at': '2021-08-19T14:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:55:13.641515 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c0f8918a-264b-40bd-a56b-319e89542590 req-173769c0-3862-4f1b-9f35-d9fe6f85128c tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2195003 Aug 19 14:55:13.665999 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-eebec2a2-45e5-41b9-94a5-81c2c353c26c req-6d8b86f2-1a70-4b97-b398-5609f1497b0c service neutron] 10.222.0.68 "GET /v2.0/networks/4141189c-a6e4-4bcf-b8cb-fe287ffd7b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5144119 Aug 19 14:55:13.683517 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01495d09-ee48-41c6-a404-c457df747df8 req-6e87acb9-bbe1-40dd-97cd-0191b54b2f72 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:13.685592 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-01495d09-ee48-41c6-a404-c457df747df8 req-6e87acb9-bbe1-40dd-97cd-0191b54b2f72 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/ports?device_id=96994dff-b01b-4f65-b2f8-9b7200f3b2d4 HTTP/1.1" status: 200 len: 944 time: 0.3494842 Aug 19 14:55:13.844550 n-d-766043-2 neutron-server[94640]: INFO neutron.db.ipam_backend_mixin [None req-fc98d4e0-9364-48f7-ac20-29f8cf57828a tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet a0cbbed2-3cbb-45f2-b360-2486b2f69582 (CIDR: 172.20.0.16/28) Aug 19 14:55:13.893404 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc98d4e0-9364-48f7-ac20-29f8cf57828a tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 14:55:13.894775 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc98d4e0-9364-48f7-ac20-29f8cf57828a tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:55:13.901108 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-01495d09-ee48-41c6-a404-c457df747df8 req-2648a18e-47f0-4053-9943-1659f19782c7 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8e22d1a-8291-40be-9f74-5431cc1b1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2017400 Aug 19 14:55:13.930783 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a370c54d-79d2-48dc-b2e0-bfe07e9292cb req-5753acf0-ea97-43b6-8413-381ac5c28768 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8eca1eb-dd23-4321-a864-9aa222e7113b HTTP/1.1" status: 200 len: 210 time: 0.1156716 Aug 19 14:55:13.968021 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-fc98d4e0-9364-48f7-ac20-29f8cf57828a tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.1298947 Aug 19 14:55:13.971485 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38332) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:13.977367 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-20d903ef-4ae6-47c2-9a70-eebb4b5b9aaf tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Request body: {'subnet': {'network_id': 'dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:13.987654 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 58c5ed02-913a-40ee-a455-e8edc3fb39ab details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:55:13.993400 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-94c93906-45e1-4277-a628-5464f3c25ecf tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Allocated IP 172.25.2.107 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/ec68da95-4007-4c74-9ee2-e23f1ba679f3) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:55:14.112465 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-767ee750-f7ff-42c8-a48b-b36df821222a req-2fb518dc-d81f-40be-a00d-254101eb0560 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:14.180213 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38338) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:14.208554 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 58c5ed02-913a-40ee-a455-e8edc3fb39ab, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=58c5ed02-913a-40ee-a455-e8edc3fb39ab,segment=NetworkSegment(0ab538e3-9dbf-4b4e-9b85-5e2f32cd7a5d),segment_id=0ab538e3-9dbf-4b4e-9b85-5e2f32cd7a5d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:14.231814 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '58c5ed02-913a-40ee-a455-e8edc3fb39ab', 'network_id': '4141189c-a6e4-4bcf-b8cb-fe287ffd7b34', 'port_id': '58c5ed02-913a-40ee-a455-e8edc3fb39ab', 'mac_address': 'fa:16:3e:14:d3:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd473d797-2b17-4f9c-aaca-bc298c83d913', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:55:14.244476 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d903ef-4ae6-47c2-9a70-eebb4b5b9aaf tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Made reservation on behalf of 7e6d46bc76a949adbb4c2a4b74be1b02 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:55:14.244839 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94c93906-45e1-4277-a628-5464f3c25ecf tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:14.249871 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-20d903ef-4ae6-47c2-9a70-eebb4b5b9aaf tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:14.297033 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:14.316365 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-767ee750-f7ff-42c8-a48b-b36df821222a req-2fb518dc-d81f-40be-a00d-254101eb0560 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:14.320394 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58c5ed02-913a-40ee-a455-e8edc3fb39ab {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:55:14.336539 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-041b1bbc-11eb-4f97-b426-b3b5a90a1dde tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:14.337814 n-d-766043-2 neutron-server[94640]: WARNING neutron.api.v2.base [None req-041b1bbc-11eb-4f97-b426-b3b5a90a1dde tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 19 14:55:14.338223 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [None req-041b1bbc-11eb-4f97-b426-b3b5a90a1dde tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] create failed (client error): There was a conflict when trying to complete your request. Aug 19 14:55:14.339237 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-041b1bbc-11eb-4f97-b426-b3b5a90a1dde tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1587534 Aug 19 14:55:14.343317 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38344) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:14.348374 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-82d33f5e-09fc-437f-b5d0-11bf8c60faf4 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Request body: {'security_group': {'name': 'tempest-secgroup--1807995903'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:14.352173 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['a7e85fcb-ef17-4c29-9bad-802ebaac2f1f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:55:14.385530 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb518dc-d81f-40be-a00d-254101eb0560 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Pushing event updated for resources: {'Port': ['ID=7a279b16-5cc2-4a7d-a712-d15f7fc21dad,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:14.395667 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 58c5ed02-913a-40ee-a455-e8edc3fb39ab, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=58c5ed02-913a-40ee-a455-e8edc3fb39ab,segment=NetworkSegment(0ab538e3-9dbf-4b4e-9b85-5e2f32cd7a5d),segment_id=0ab538e3-9dbf-4b4e-9b85-5e2f32cd7a5d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:14.413381 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-767ee750-f7ff-42c8-a48b-b36df821222a req-2fb518dc-d81f-40be-a00d-254101eb0560 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Network 9be319f8-603a-41e0-a57e-1a917fa30646 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:55:14.413643 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:14.416473 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-767ee750-f7ff-42c8-a48b-b36df821222a req-2fb518dc-d81f-40be-a00d-254101eb0560 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:55:14.420146 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-767ee750-f7ff-42c8-a48b-b36df821222a req-2fb518dc-d81f-40be-a00d-254101eb0560 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:55:14.447884 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-82d33f5e-09fc-437f-b5d0-11bf8c60faf4 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:14.477965 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94c93906-45e1-4277-a628-5464f3c25ecf tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:14.481176 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-82d33f5e-09fc-437f-b5d0-11bf8c60faf4 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:14.531377 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ee750-f7ff-42c8-a48b-b36df821222a req-2fb518dc-d81f-40be-a00d-254101eb0560 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:14.532177 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-767ee750-f7ff-42c8-a48b-b36df821222a req-2fb518dc-d81f-40be-a00d-254101eb0560 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:14.582619 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=58c5ed02-913a-40ee-a455-e8edc3fb39ab,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:14.603633 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c93906-45e1-4277-a628-5464f3c25ecf tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:55:14.618689 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-94c93906-45e1-4277-a628-5464f3c25ecf tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:55:14.633891 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c93906-45e1-4277-a628-5464f3c25ecf tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:55:14.655687 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['58c5ed02-913a-40ee-a455-e8edc3fb39ab'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:55:14.700181 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c93906-45e1-4277-a628-5464f3c25ecf tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Pushing event updated for resources: {'Port': ['ID=ec68da95-4007-4c74-9ee2-e23f1ba679f3,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:14.760504 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-82d33f5e-09fc-437f-b5d0-11bf8c60faf4 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:14.771699 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-82d33f5e-09fc-437f-b5d0-11bf8c60faf4 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:14.817136 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d33f5e-09fc-437f-b5d0-11bf8c60faf4 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81682701-1bca-40a6-9b99-188ee517f15a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:14.867890 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-20d903ef-4ae6-47c2-9a70-eebb4b5b9aaf tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:14.918460 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-767ee750-f7ff-42c8-a48b-b36df821222a req-2fb518dc-d81f-40be-a00d-254101eb0560 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7708712 Aug 19 14:55:14.955940 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d903ef-4ae6-47c2-9a70-eebb4b5b9aaf tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event updated for resources: {'Subnet': ['ID=25479705-8c06-4e52-9208-ef0255947683,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:14.973105 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-767ee750-f7ff-42c8-a48b-b36df821222a req-747a65a3-fbfb-4585-acca-2252ccce1b1e service neutron] Request body: {'port': {'device_id': 'f8eca1eb-dd23-4321-a864-9aa222e7113b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:14.975050 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d903ef-4ae6-47c2-9a70-eebb4b5b9aaf tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Network dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:55:14.999231 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-20d903ef-4ae6-47c2-9a70-eebb4b5b9aaf tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:55:15.028887 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2518035c-73e0-4545-8b1d-3ee9c60ff112 None None] Network dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:55:15.029913 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fdeb48-39bc-45bc-af84-aa796c762c14 req-cfaf93ff-f5e2-4c9d-b49e-df2b9e34ebdd tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:15.031511 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b6fdeb48-39bc-45bc-af84-aa796c762c14 req-cfaf93ff-f5e2-4c9d-b49e-df2b9e34ebdd tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.2199919 Aug 19 14:55:15.032909 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d903ef-4ae6-47c2-9a70-eebb4b5b9aaf tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:15.033526 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-20d903ef-4ae6-47c2-9a70-eebb4b5b9aaf tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:15.151699 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-767ee750-f7ff-42c8-a48b-b36df821222a req-747a65a3-fbfb-4585-acca-2252ccce1b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:15.206816 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c53b3-5db7-4c68-9d92-062d52511024 req-e6e0b829-d6ff-49c3-a64d-8c9ba36cd8f9 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:15.210041 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94c93906-45e1-4277-a628-5464f3c25ecf tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:15.210437 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b01c53b3-5db7-4c68-9d92-062d52511024 req-e6e0b829-d6ff-49c3-a64d-8c9ba36cd8f9 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/ports?device_id=96994dff-b01b-4f65-b2f8-9b7200f3b2d4 HTTP/1.1" status: 200 len: 945 time: 0.1592908 Aug 19 14:55:15.227748 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b6fdeb48-39bc-45bc-af84-aa796c762c14 req-8fb1fdad-854b-4082-a15c-07eafc724b33 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796789 Aug 19 14:55:15.289273 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-82d33f5e-09fc-437f-b5d0-11bf8c60faf4 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:15.310994 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38366) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:15.315959 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-82d33f5e-09fc-437f-b5d0-11bf8c60faf4 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:15.343309 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-20d903ef-4ae6-47c2-9a70-eebb4b5b9aaf tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3703945 Aug 19 14:55:15.363369 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38370) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:15.372014 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2559711c-3f26-4d8b-952f-5f66110f4577 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1855856708', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '25479705-8c06-4e52-9208-ef0255947683'}], 'security_groups': ['351d25f0-c134-48ac-b037-7fa855a9af16', 'd4a2d245-3cf2-49bd-804f-3e9b74af4200']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:15.403729 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-82d33f5e-09fc-437f-b5d0-11bf8c60faf4 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:15.405728 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-82d33f5e-09fc-437f-b5d0-11bf8c60faf4 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0614991 Aug 19 14:55:15.415395 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38372) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:15.426907 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff50796e-4068-430c-b3a9-8918e262a059 None None] Update dhcp port {'port': {'network_id': 'dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2', 'fixed_ips': [{'subnet_id': 'a0cbbed2-3cbb-45f2-b360-2486b2f69582', 'ip_address': '172.20.0.18'}, {'subnet_id': '488df96b-d48b-4455-a98e-e90820849614', 'ip_address': '172.20.0.2'}, {'subnet_id': '25479705-8c06-4e52-9208-ef0255947683'}], 'binding:host_id': 'n-d-766043-2'}, 'id': '4b6e9917-16bf-4661-807a-61ec866a599f'} from n-d-766043-2. {{(pid=94641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 14:55:15.428930 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e5ad6a71-210f-4d84-885e-88d1db89bd35 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Request body: {'security_group_rule': {'security_group_id': '4e353867-f1b8-4f12-9a35-b3aa656c0fa9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:15.462840 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d33f5e-09fc-437f-b5d0-11bf8c60faf4 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e353867-f1b8-4f12-9a35-b3aa656c0fa9,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:15.477898 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ff50796e-4068-430c-b3a9-8918e262a059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:15.483116 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b01c53b3-5db7-4c68-9d92-062d52511024 req-ed20e967-f93e-4fbc-bcc3-d30f8429346c tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8e22d1a-8291-40be-9f74-5431cc1b1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2065089 Aug 19 14:55:15.524241 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e7407-9076-4eb9-a58d-81fe5a82a8b9 req-0ae6bdca-9c6a-4c46-a594-c34d4ff8aa43 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:15.526008 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-969e7407-9076-4eb9-a58d-81fe5a82a8b9 req-0ae6bdca-9c6a-4c46-a594-c34d4ff8aa43 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8eca1eb-dd23-4321-a864-9aa222e7113b HTTP/1.1" status: 200 len: 931 time: 0.1315453 Aug 19 14:55:15.558792 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cba5f0e3-7eba-4374-bf35-a4b98dd900f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:15.657035 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-969e7407-9076-4eb9-a58d-81fe5a82a8b9 req-8c542d17-ec40-4bcc-ad86-92c98b159bef tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191008 Aug 19 14:55:15.768991 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 1fc3aff8-b8df-463c-a3b3-07f9224df540 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:55:15.769875 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cba5f0e3-7eba-4374-bf35-a4b98dd900f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:15.778759 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cba5f0e3-7eba-4374-bf35-a4b98dd900f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:15.779037 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e5ad6a71-210f-4d84-885e-88d1db89bd35 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:15.885395 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-cba5f0e3-7eba-4374-bf35-a4b98dd900f5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7d58e169bee0405eabdef797555c07de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5700984 Aug 19 14:55:15.903510 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38378) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:15.913638 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba5f0e3-7eba-4374-bf35-a4b98dd900f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e13e42-923c-4bd8-bb7d-430046977e54,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:15.921815 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 1fc3aff8-b8df-463c-a3b3-07f9224df540 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:55:15.927734 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-ff50796e-4068-430c-b3a9-8918e262a059 None None] Allocated IP 172.20.0.34 (dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2/25479705-8c06-4e52-9208-ef0255947683/4b6e9917-16bf-4661-807a-61ec866a599f) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:55:15.933080 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 1fc3aff8-b8df-463c-a3b3-07f9224df540 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:55:15.933080 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:15.983852 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e350c-fc58-4854-a047-8d4518b12586 req-1d3c167e-18c2-466e-b7cc-b883c7eb911e tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:15.985355 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e79e350c-fc58-4854-a047-8d4518b12586 req-1d3c167e-18c2-466e-b7cc-b883c7eb911e tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.1612010 Aug 19 14:55:15.989217 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520ef69-c446-4a1c-baba-210ce5f29b1f req-7fa2bf03-f302-4f37-a00f-db12b28010c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:15.990675 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4520ef69-c446-4a1c-baba-210ce5f29b1f req-7fa2bf03-f302-4f37-a00f-db12b28010c3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8bf9338b14bd4de0a247947d4332bed4&device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 1095 time: 0.1463602 Aug 19 14:55:16.007347 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2559711c-3f26-4d8b-952f-5f66110f4577 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:16.022994 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 58c5ed02-913a-40ee-a455-e8edc3fb39ab up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:55:16.045208 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e5ad6a71-210f-4d84-885e-88d1db89bd35 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:16.046061 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-203679ed-5100-4b9a-b6e1-c6091ea8fa4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:16.071639 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e5ad6a71-210f-4d84-885e-88d1db89bd35 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:16.114150 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94c93906-45e1-4277-a628-5464f3c25ecf tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:16.115225 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-203679ed-5100-4b9a-b6e1-c6091ea8fa4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:16.134523 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e79e350c-fc58-4854-a047-8d4518b12586 req-4d914c6b-0e67-43b8-a148-780b3933e5b1 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340241 Aug 19 14:55:16.140875 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ff50796e-4068-430c-b3a9-8918e262a059 None None] For port 4b6e9917-16bf-4661-807a-61ec866a599f, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=4b6e9917-16bf-4661-807a-61ec866a599f,segment=NetworkSegment(49a5875e-e838-4474-a498-97c2cfd7fa7d),segment_id=49a5875e-e838-4474-a498-97c2cfd7fa7d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:16.160794 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:16.166793 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ad6a71-210f-4d84-885e-88d1db89bd35 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8ad3caa-ef0c-45d9-be89-f044a7e058d6,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:16.169784 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port 58c5ed02-913a-40ee-a455-e8edc3fb39ab completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:55:16.177621 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e5ad6a71-210f-4d84-885e-88d1db89bd35 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:16.178885 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e5ad6a71-210f-4d84-885e-88d1db89bd35 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7590220 Aug 19 14:55:16.183186 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38380) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:16.186239 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-767ee750-f7ff-42c8-a48b-b36df821222a req-747a65a3-fbfb-4585-acca-2252ccce1b1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a279b16-5cc2-4a7d-a712-d15f7fc21dad {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:55:16.197177 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 58c5ed02-913a-40ee-a455-e8edc3fb39ab triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:55:16.197548 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:16.202163 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-03c3f523-91c6-423e-bda1-ea7145fe32a7 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Request body: {'security_group_rule': {'security_group_id': '4e353867-f1b8-4f12-9a35-b3aa656c0fa9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:16.231025 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 1fc3aff8-b8df-463c-a3b3-07f9224df540, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=1fc3aff8-b8df-463c-a3b3-07f9224df540,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:16.236551 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ff50796e-4068-430c-b3a9-8918e262a059 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:16.241371 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:16.242174 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520ef69-c446-4a1c-baba-210ce5f29b1f req-1e85463d-1f6d-4efe-a6b6-0911f47a54f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:16.247337 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4520ef69-c446-4a1c-baba-210ce5f29b1f req-1e85463d-1f6d-4efe-a6b6-0911f47a54f7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8d226290-6085-496f-b9eb-bf514760f427 HTTP/1.1" status: 200 len: 912 time: 0.2349415 Aug 19 14:55:16.250838 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-767ee750-f7ff-42c8-a48b-b36df821222a req-747a65a3-fbfb-4585-acca-2252ccce1b1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:16.254781 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-03c3f523-91c6-423e-bda1-ea7145fe32a7 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:16.294811 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ff50796e-4068-430c-b3a9-8918e262a059 None None] Transition to ACTIVE for port object 4b6e9917-16bf-4661-807a-61ec866a599f will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:55:16.307512 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ff50796e-4068-430c-b3a9-8918e262a059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:16.331466 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-203679ed-5100-4b9a-b6e1-c6091ea8fa4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:16.332967 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=1fc3aff8-b8df-463c-a3b3-07f9224df540,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:16.334302 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-203679ed-5100-4b9a-b6e1-c6091ea8fa4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:16.338616 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-203679ed-5100-4b9a-b6e1-c6091ea8fa4b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/27e13e42-923c-4bd8-bb7d-430046977e54 HTTP/1.1" status: 204 len: 168 time: 0.4306889 Aug 19 14:55:16.345699 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-767ee750-f7ff-42c8-a48b-b36df821222a req-747a65a3-fbfb-4585-acca-2252ccce1b1e service neutron] Transition to ACTIVE for port object 7a279b16-5cc2-4a7d-a712-d15f7fc21dad will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:55:16.354591 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-767ee750-f7ff-42c8-a48b-b36df821222a req-747a65a3-fbfb-4585-acca-2252ccce1b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:16.384040 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203679ed-5100-4b9a-b6e1-c6091ea8fa4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e13e42-923c-4bd8-bb7d-430046977e54,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:16.401814 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4520ef69-c446-4a1c-baba-210ce5f29b1f req-21973591-1c95-404d-82cc-2a5ffc97fe2a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa7a43f4-555b-4213-a8fa-75f449055cf9 HTTP/1.1" status: 200 len: 999 time: 0.1438963 Aug 19 14:55:16.472289 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:16.473039 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520ef69-c446-4a1c-baba-210ce5f29b1f req-47445b7e-2640-41e8-8b29-6f1f3843977f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:16.475102 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4520ef69-c446-4a1c-baba-210ce5f29b1f req-47445b7e-2640-41e8-8b29-6f1f3843977f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5ebe78ca-28f7-43fa-89de-04375d30f6cd HTTP/1.1" status: 200 len: 850 time: 0.0634651 Aug 19 14:55:16.481611 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [None req-03c3f523-91c6-423e-bda1-ea7145fe32a7 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] create failed (client error): There was a conflict when trying to complete your request. Aug 19 14:55:16.483379 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-03c3f523-91c6-423e-bda1-ea7145fe32a7 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2925797 Aug 19 14:55:16.487676 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38384) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:16.501885 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff50796e-4068-430c-b3a9-8918e262a059 None None] Pushing event updated for resources: {'Port': ['ID=4b6e9917-16bf-4661-807a-61ec866a599f,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:16.528602 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96994dff-b01b-4f65-b2f8-9b7200f3b2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c5ed02-913a-40ee-a455-e8edc3fb39ab'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:55:16.537141 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a3cac1-aa91-47a2-b328-02670e5a3622" -d '{"events": [{"server_uuid": "96994dff-b01b-4f65-b2f8-9b7200f3b2d4", "name": "network-vif-plugged", "status": "completed", "tag": "58c5ed02-913a-40ee-a455-e8edc3fb39ab"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:55:16.576283 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 58c5ed02-913a-40ee-a455-e8edc3fb39ab, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=58c5ed02-913a-40ee-a455-e8edc3fb39ab,segment=NetworkSegment(0ab538e3-9dbf-4b4e-9b85-5e2f32cd7a5d),segment_id=0ab538e3-9dbf-4b4e-9b85-5e2f32cd7a5d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:16.581995 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:16.662868 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520ef69-c446-4a1c-baba-210ce5f29b1f req-68464b90-a2b0-4a73-a19c-86b8c614d562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:16.664025 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4520ef69-c446-4a1c-baba-210ce5f29b1f req-68464b90-a2b0-4a73-a19c-86b8c614d562 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8d226290-6085-496f-b9eb-bf514760f427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1793544 Aug 19 14:55:16.675154 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=58c5ed02-913a-40ee-a455-e8edc3fb39ab,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:16.751071 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eab54fb5-950b-4b8b-bef2-dbb9921885ab tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:16.762779 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef4c6a-fd0b-48b3-b718-064baa656fbb req-b3dbef60-404d-4fc1-b5c0-9a5fc691be00 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:16.764380 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b9ef4c6a-fd0b-48b3-b718-064baa656fbb req-b3dbef60-404d-4fc1-b5c0-9a5fc691be00 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/ports?device_id=96994dff-b01b-4f65-b2f8-9b7200f3b2d4 HTTP/1.1" status: 200 len: 946 time: 0.1850073 Aug 19 14:55:16.910266 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eab54fb5-950b-4b8b-bef2-dbb9921885ab tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:17.020477 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b9ef4c6a-fd0b-48b3-b718-064baa656fbb req-08118c9c-6f7c-40b0-8797-b1c77bfa400a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8e22d1a-8291-40be-9f74-5431cc1b1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2445385 Aug 19 14:55:17.027946 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4520ef69-c446-4a1c-baba-210ce5f29b1f req-cbd70a9d-f8f5-4138-9f03-ac2aa377b0ce service neutron] 10.222.0.88 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394475 Aug 19 14:55:17.139474 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eab54fb5-950b-4b8b-bef2-dbb9921885ab tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:17.142094 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eab54fb5-950b-4b8b-bef2-dbb9921885ab tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:17.143087 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1acac398-55ee-4a12-8033-daa3277db891 x-openstack-request-id: req-1acac398-55ee-4a12-8033-daa3277db891 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:55:17.143242 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96994dff-b01b-4f65-b2f8-9b7200f3b2d4", "name": "network-vif-plugged", "status": "completed", "tag": "58c5ed02-913a-40ee-a455-e8edc3fb39ab", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:55:17.143891 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1acac398-55ee-4a12-8033-daa3277db891 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:55:17.144347 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96994dff-b01b-4f65-b2f8-9b7200f3b2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c5ed02-913a-40ee-a455-e8edc3fb39ab', 'code': 200} Aug 19 14:55:17.145277 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-eab54fb5-950b-4b8b-bef2-dbb9921885ab tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] 10.222.0.69 "DELETE /v2.0/security-groups/4e353867-f1b8-4f12-9a35-b3aa656c0fa9 HTTP/1.1" status: 204 len: 168 time: 0.6562073 Aug 19 14:55:17.168971 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38406) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:17.252356 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab54fb5-950b-4b8b-bef2-dbb9921885ab tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e353867-f1b8-4f12-9a35-b3aa656c0fa9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:17.311414 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-2559711c-3f26-4d8b-952f-5f66110f4577 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Delete allocated IP 172.20.0.9 (dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2/488df96b-d48b-4455-a98e-e90820849614) {{(pid=94639) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 19 14:55:17.322554 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-2559711c-3f26-4d8b-952f-5f66110f4577 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Allocated IP 172.20.0.35 (dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2/25479705-8c06-4e52-9208-ef0255947683/1d986b38-62e9-4736-8303-d1f5cabd9cff) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:55:17.386237 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a65a3-fbfb-4585-acca-2252ccce1b1e service neutron] Pushing event updated for resources: {'Port': ['ID=7a279b16-5cc2-4a7d-a712-d15f7fc21dad,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:17.412922 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-6f2bf087-9782-4439-ad07-c6865f16723f tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2329614 Aug 19 14:55:17.421909 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38418) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:17.425861 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3855a9-8fbe-4568-be32-bc7e3a704b52 req-f7223f8c-512b-4031-8151-617e9d1aa002 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:17.427401 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3d3855a9-8fbe-4568-be32-bc7e3a704b52 req-f7223f8c-512b-4031-8151-617e9d1aa002 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8eca1eb-dd23-4321-a864-9aa222e7113b HTTP/1.1" status: 200 len: 943 time: 0.2718153 Aug 19 14:55:17.432654 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b3c046d8-8ccb-4989-a76b-17954968cad0 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Request body: {'security_group': {'name': 'tempest-secgroup--249356570'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:17.438559 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8031a65d-e05a-4cf0-872a-65eadc312fa0 None None] Provisioning for port 4b6e9917-16bf-4661-807a-61ec866a599f completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:55:17.445152 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8031a65d-e05a-4cf0-872a-65eadc312fa0 None None] Provisioning complete for port 4b6e9917-16bf-4661-807a-61ec866a599f triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:55:17.445774 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af253b2-8a49-4c24-a190-bb2dbf8030c1 req-3c5e6fe0-e732-4b1f-8edb-f570a1cc0e4f tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:17.446166 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8031a65d-e05a-4cf0-872a-65eadc312fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:17.447331 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4af253b2-8a49-4c24-a190-bb2dbf8030c1 req-3c5e6fe0-e732-4b1f-8edb-f570a1cc0e4f tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.1799874 Aug 19 14:55:17.452716 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4520ef69-c446-4a1c-baba-210ce5f29b1f req-3c4a18f2-7169-4a4f-a172-a535597b90f1 service neutron] 10.222.0.88 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4149117 Aug 19 14:55:17.462941 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff115f5-2527-4269-9fd6-f23a9b3a0ec9 req-b6815372-20fd-4b96-82d7-8916e0ba7571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:17.464595 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bff115f5-2527-4269-9fd6-f23a9b3a0ec9 req-b6815372-20fd-4b96-82d7-8916e0ba7571 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=96994dff-b01b-4f65-b2f8-9b7200f3b2d4 HTTP/1.1" status: 200 len: 1097 time: 0.2195628 Aug 19 14:55:17.529963 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4af253b2-8a49-4c24-a190-bb2dbf8030c1 req-e85e4a03-d668-4b03-be0f-e9f68d64443c tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690875 Aug 19 14:55:17.532013 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38420) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:17.569554 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bff115f5-2527-4269-9fd6-f23a9b3a0ec9 req-a012546f-e596-4269-8620-5eff789aa858 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=d8e22d1a-8291-40be-9f74-5431cc1b1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954666 Aug 19 14:55:17.579790 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c93906-45e1-4277-a628-5464f3c25ecf tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Router cc21c7bb-a92e-4ce7-b645-7800d56fb8ae is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:55:17.579963 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3d3855a9-8fbe-4568-be32-bc7e3a704b52 req-b69bccf5-c21c-43f0-a7f9-40e35b3b6656 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295831 Aug 19 14:55:17.581776 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b3c046d8-8ccb-4989-a76b-17954968cad0 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:17.615613 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-767ee750-f7ff-42c8-a48b-b36df821222a req-747a65a3-fbfb-4585-acca-2252ccce1b1e service neutron] Attempting to bind port 7a279b16-5cc2-4a7d-a712-d15f7fc21dad on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:55:17.616008 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-767ee750-f7ff-42c8-a48b-b36df821222a req-747a65a3-fbfb-4585-acca-2252ccce1b1e service neutron] Attempting to bind port 7a279b16-5cc2-4a7d-a712-d15f7fc21dad by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'af76a49f-6b6e-4117-acb3-d7b5325cccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9be319f8-603a-41e0-a57e-1a917fa30646'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:55:17.616337 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767ee750-f7ff-42c8-a48b-b36df821222a req-747a65a3-fbfb-4585-acca-2252ccce1b1e service neutron] Attempting to bind port 7a279b16-5cc2-4a7d-a712-d15f7fc21dad on network 9be319f8-603a-41e0-a57e-1a917fa30646 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:55:17.641377 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767ee750-f7ff-42c8-a48b-b36df821222a req-747a65a3-fbfb-4585-acca-2252ccce1b1e service neutron] Port 7a279b16-5cc2-4a7d-a712-d15f7fc21dad on network 9be319f8-603a-41e0-a57e-1a917fa30646 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:55:17.641706 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767ee750-f7ff-42c8-a48b-b36df821222a req-747a65a3-fbfb-4585-acca-2252ccce1b1e service neutron] Attempting to bind port 7a279b16-5cc2-4a7d-a712-d15f7fc21dad on network 9be319f8-603a-41e0-a57e-1a917fa30646 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:55:17.646477 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8031a65d-e05a-4cf0-872a-65eadc312fa0 None None] Provisioning complete for port 5942eb0b-9efd-4bfa-8666-5814472a94ab triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:55:17.646931 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8031a65d-e05a-4cf0-872a-65eadc312fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:17.661117 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767ee750-f7ff-42c8-a48b-b36df821222a req-747a65a3-fbfb-4585-acca-2252ccce1b1e service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:55:17.661454 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767ee750-f7ff-42c8-a48b-b36df821222a req-747a65a3-fbfb-4585-acca-2252ccce1b1e service neutron] Checking segment: {'id': 'af76a49f-6b6e-4117-acb3-d7b5325cccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9be319f8-603a-41e0-a57e-1a917fa30646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:55:17.661841 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767ee750-f7ff-42c8-a48b-b36df821222a req-747a65a3-fbfb-4585-acca-2252ccce1b1e service neutron] Bound using segment: {'id': 'af76a49f-6b6e-4117-acb3-d7b5325cccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9be319f8-603a-41e0-a57e-1a917fa30646'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:55:17.662278 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-767ee750-f7ff-42c8-a48b-b36df821222a req-747a65a3-fbfb-4585-acca-2252ccce1b1e service neutron] Bound port: 7a279b16-5cc2-4a7d-a712-d15f7fc21dad, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af76a49f-6b6e-4117-acb3-d7b5325cccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9be319f8-603a-41e0-a57e-1a917fa30646'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:55:17.662730 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-767ee750-f7ff-42c8-a48b-b36df821222a req-747a65a3-fbfb-4585-acca-2252ccce1b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:17.670936 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 4b6e9917-16bf-4661-807a-61ec866a599f up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:55:17.709804 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-8031a65d-e05a-4cf0-872a-65eadc312fa0 None None] Port 5942eb0b-9efd-4bfa-8666-5814472a94ab cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:55:17.710803 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e7240cd6-1eb8-4701-9e82-95f5f2debe0a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1207491329-network', 'tenant_id': '719438ba566c43b69452117e19faee1b'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:17.726741 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8031a65d-e05a-4cf0-872a-65eadc312fa0 None None] Provisioning complete for port 1d986b38-62e9-4736-8303-d1f5cabd9cff triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:55:17.726741 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8031a65d-e05a-4cf0-872a-65eadc312fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:17.765594 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 4b6e9917-16bf-4661-807a-61ec866a599f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:55:17.765986 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:17.769073 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-8031a65d-e05a-4cf0-872a-65eadc312fa0 None None] Port 1d986b38-62e9-4736-8303-d1f5cabd9cff cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:55:17.822043 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2559711c-3f26-4d8b-952f-5f66110f4577 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:17.850894 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 1fc3aff8-b8df-463c-a3b3-07f9224df540 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:55:17.869526 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-2559711c-3f26-4d8b-952f-5f66110f4577 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Transition to ACTIVE for port object 1d986b38-62e9-4736-8303-d1f5cabd9cff will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:55:17.876217 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c93906-45e1-4277-a628-5464f3c25ecf tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:55:17.888254 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2559711c-3f26-4d8b-952f-5f66110f4577 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:17.889442 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd9fa31-a01f-49de-a411-b2e12f1aa34e None None] Sync routers for ids ['cc21c7bb-a92e-4ce7-b645-7800d56fb8ae'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:55:17.894834 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-767ee750-f7ff-42c8-a48b-b36df821222a req-747a65a3-fbfb-4585-acca-2252ccce1b1e service neutron] For port 7a279b16-5cc2-4a7d-a712-d15f7fc21dad, host n-h2-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:55:17.899513 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 1fc3aff8-b8df-463c-a3b3-07f9224df540 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:55:17.899867 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:17.908666 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-767ee750-f7ff-42c8-a48b-b36df821222a req-747a65a3-fbfb-4585-acca-2252ccce1b1e service neutron] For port 7a279b16-5cc2-4a7d-a712-d15f7fc21dad, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=7a279b16-5cc2-4a7d-a712-d15f7fc21dad,segment=NetworkSegment(af76a49f-6b6e-4117-acb3-d7b5325cccf1),segment_id=af76a49f-6b6e-4117-acb3-d7b5325cccf1)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:55:17.918724 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd9fa31-a01f-49de-a411-b2e12f1aa34e None None] Routers {'cc21c7bb-a92e-4ce7-b645-7800d56fb8ae'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:55:17.919373 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2fd9fa31-a01f-49de-a411-b2e12f1aa34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:55:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['cc21c7bb-a92e-4ce7-b645-7800d56fb8ae'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:17.944951 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-767ee750-f7ff-42c8-a48b-b36df821222a req-747a65a3-fbfb-4585-acca-2252ccce1b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:18.011566 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b3c046d8-8ccb-4989-a76b-17954968cad0 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:18.032071 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ee750-f7ff-42c8-a48b-b36df821222a req-747a65a3-fbfb-4585-acca-2252ccce1b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:18.032714 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-767ee750-f7ff-42c8-a48b-b36df821222a req-747a65a3-fbfb-4585-acca-2252ccce1b1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:18.034326 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-767ee750-f7ff-42c8-a48b-b36df821222a req-747a65a3-fbfb-4585-acca-2252ccce1b1e service neutron] 10.222.0.88 "PUT /v2.0/ports/7a279b16-5cc2-4a7d-a712-d15f7fc21dad HTTP/1.1" status: 200 len: 1091 time: 3.0740016 Aug 19 14:55:18.034782 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8eca1eb-dd23-4321-a864-9aa222e7113b', 'tag': '7a279b16-5cc2-4a7d-a712-d15f7fc21dad'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:55:18.037093 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd1f50f-54ea-481e-a675-61108bb651f1" -d '{"events": [{"name": "network-changed", "server_uuid": "f8eca1eb-dd23-4321-a864-9aa222e7113b", "tag": "7a279b16-5cc2-4a7d-a712-d15f7fc21dad"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:55:18.044508 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559711c-3f26-4d8b-952f-5f66110f4577 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event updated for resources: {'Port': ['ID=1d986b38-62e9-4736-8303-d1f5cabd9cff,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:18.051947 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b3c046d8-8ccb-4989-a76b-17954968cad0 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:18.074243 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94c93906-45e1-4277-a628-5464f3c25ecf tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:18.074243 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-94c93906-45e1-4277-a628-5464f3c25ecf tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.2550621 Aug 19 14:55:18.075361 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38430) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:18.083998 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-2fd9fa31-a01f-49de-a411-b2e12f1aa34e None None] Set router cc21c7bb-a92e-4ce7-b645-7800d56fb8ae gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:55:18.156121 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7a3449-0988-4311-9b14-9693a533b8d0 x-openstack-request-id: req-0a7a3449-0988-4311-9b14-9693a533b8d0 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:55:18.156509 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8eca1eb-dd23-4321-a864-9aa222e7113b", "tag": "7a279b16-5cc2-4a7d-a712-d15f7fc21dad", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:55:18.156709 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0a7a3449-0988-4311-9b14-9693a533b8d0 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:55:18.157142 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8eca1eb-dd23-4321-a864-9aa222e7113b', 'tag': '7a279b16-5cc2-4a7d-a712-d15f7fc21dad', 'status': 'completed', 'code': 200} Aug 19 14:55:18.161870 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c046d8-8ccb-4989-a76b-17954968cad0 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5742557-552f-479c-9de9-dc04e8c7ded0,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:18.164630 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-2559711c-3f26-4d8b-952f-5f66110f4577 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] In _notify_port_updated(), no bound segment for port 1d986b38-62e9-4736-8303-d1f5cabd9cff on network dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2 {{(pid=94639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 14:55:18.170116 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2559711c-3f26-4d8b-952f-5f66110f4577 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:18.170759 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2559711c-3f26-4d8b-952f-5f66110f4577 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:18.172055 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2559711c-3f26-4d8b-952f-5f66110f4577 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "PUT /v2.0/ports/1d986b38-62e9-4736-8303-d1f5cabd9cff HTTP/1.1" status: 200 len: 960 time: 2.8076513 Aug 19 14:55:18.172924 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7240cd6-1eb8-4701-9e82-95f5f2debe0a admin admin] Made reservation on behalf of 719438ba566c43b69452117e19faee1b for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:55:18.175356 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e7240cd6-1eb8-4701-9e82-95f5f2debe0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:18.177204 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38432) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:18.196950 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b3c046d8-8ccb-4989-a76b-17954968cad0 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:18.200842 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b3c046d8-8ccb-4989-a76b-17954968cad0 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7727571 Aug 19 14:55:18.218447 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38434) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:18.223283 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7efeb2d1-e64f-437d-b585-040cb5702cb4 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Request body: {'security_group_rule': {'security_group_id': 'e5742557-552f-479c-9de9-dc04e8c7ded0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:18.224021 n-d-766043-2 neutron-server[94640]: WARNING neutron.api.v2.base [None req-7efeb2d1-e64f-437d-b585-040cb5702cb4 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 19 14:55:18.224577 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [None req-7efeb2d1-e64f-437d-b585-040cb5702cb4 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 14:55:18.228546 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-7efeb2d1-e64f-437d-b585-040cb5702cb4 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0062337 Aug 19 14:55:18.228724 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38436) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:18.239484 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e7240cd6-1eb8-4701-9e82-95f5f2debe0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:18.257651 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a65a3-fbfb-4585-acca-2252ccce1b1e service neutron] Pushing event updated for resources: {'Port': ['ID=7a279b16-5cc2-4a7d-a712-d15f7fc21dad,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:18.282195 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f47e8df4-54cf-46ac-a116-7b5234a536fa tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] 10.222.0.69 "GET /v2.0/routers/cc21c7bb-a92e-4ce7-b645-7800d56fb8ae HTTP/1.1" status: 200 len: 907 time: 0.2053797 Aug 19 14:55:18.288394 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38438) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:18.316654 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ee750-f7ff-42c8-a48b-b36df821222a req-0f0d79a0-1e9b-433d-8195-4433ee59be03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:18.318289 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-767ee750-f7ff-42c8-a48b-b36df821222a req-0f0d79a0-1e9b-433d-8195-4433ee59be03 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=be2283224ccb474c91d3399de6043bbd&device_id=f8eca1eb-dd23-4321-a864-9aa222e7113b HTTP/1.1" status: 200 len: 1094 time: 0.1783566 Aug 19 14:55:18.356109 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2fd9fa31-a01f-49de-a411-b2e12f1aa34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc21c7bb-a92e-4ce7-b645-7800d56fb8ae', 'name': 'tempest-snat-router-631212920', 'tenant_id': 'a39a486a9a7b4ccda654779542dab9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'ec68da95-4007-4c74-9ee2-e23f1ba679f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:55:10Z', 'updated_at': '2021-08-19T14:55:14Z', 'revision_number': 3, 'project_id': 'a39a486a9a7b4ccda654779542dab9c3', 'gw_port': {'id': 'ec68da95-4007-4c74-9ee2-e23f1ba679f3', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f3:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc21c7bb-a92e-4ce7-b645-7800d56fb8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:55:13Z', 'updated_at': '2021-08-19T14:55:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:18.367590 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fdd9c9-3b6b-4f04-af89-cc51556a54e7 req-33577d1c-03af-4aa6-a82c-da1f9f9a02f3 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:18.369215 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-60fdd9c9-3b6b-4f04-af89-cc51556a54e7 req-33577d1c-03af-4aa6-a82c-da1f9f9a02f3 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/ports?device_id=96994dff-b01b-4f65-b2f8-9b7200f3b2d4 HTTP/1.1" status: 200 len: 946 time: 0.1516461 Aug 19 14:55:18.389501 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd9fa31-a01f-49de-a411-b2e12f1aa34e None None] Checking router: cc21c7bb-a92e-4ce7-b645-7800d56fb8ae for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:55:18.389842 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd9fa31-a01f-49de-a411-b2e12f1aa34e None None] Updating router cc21c7bb-a92e-4ce7-b645-7800d56fb8ae port ec68da95-4007-4c74-9ee2-e23f1ba679f3 binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:55:18.396556 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-767ee750-f7ff-42c8-a48b-b36df821222a req-65427500-6f0c-48f3-aebb-c231a01b7791 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a279b16-5cc2-4a7d-a712-d15f7fc21dad HTTP/1.1" status: 200 len: 217 time: 0.0679166 Aug 19 14:55:18.426157 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2fd9fa31-a01f-49de-a411-b2e12f1aa34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:18.484037 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ee750-f7ff-42c8-a48b-b36df821222a req-623ad079-ff1a-494b-91b9-8688fe73f703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:18.486981 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-767ee750-f7ff-42c8-a48b-b36df821222a req-623ad079-ff1a-494b-91b9-8688fe73f703 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a7f2da21-de8f-4925-bf66-a36681d26e7b HTTP/1.1" status: 200 len: 845 time: 0.0807114 Aug 19 14:55:18.494557 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-20de9632-1028-4dae-b8b6-1c80e0893c4a tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Deleting port 1d986b38-62e9-4736-8303-d1f5cabd9cff {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:55:18.495590 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-20de9632-1028-4dae-b8b6-1c80e0893c4a tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:18.590900 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-767ee750-f7ff-42c8-a48b-b36df821222a req-064c8e8c-1523-4996-aae5-ea7d56962dec service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9be319f8-603a-41e0-a57e-1a917fa30646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324461 Aug 19 14:55:18.706770 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ae3b24ed-adf3-4bb9-ab85-85fc7af7c282 None None] Provisioning for port 1d986b38-62e9-4736-8303-d1f5cabd9cff completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:55:18.713017 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ae3b24ed-adf3-4bb9-ab85-85fc7af7c282 None None] Provisioning complete for port 1d986b38-62e9-4736-8303-d1f5cabd9cff triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:55:18.713855 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ae3b24ed-adf3-4bb9-ab85-85fc7af7c282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:18.720275 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e7240cd6-1eb8-4701-9e82-95f5f2debe0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:18.739154 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e7240cd6-1eb8-4701-9e82-95f5f2debe0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:18.762251 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ae3b24ed-adf3-4bb9-ab85-85fc7af7c282 None None] Port 1d986b38-62e9-4736-8303-d1f5cabd9cff cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:55:18.771160 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-20de9632-1028-4dae-b8b6-1c80e0893c4a tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:18.775953 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2fd9fa31-a01f-49de-a411-b2e12f1aa34e None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:18.787496 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-2fd9fa31-a01f-49de-a411-b2e12f1aa34e None None] Transition to ACTIVE for port object ec68da95-4007-4c74-9ee2-e23f1ba679f3 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:55:18.796613 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2fd9fa31-a01f-49de-a411-b2e12f1aa34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:18.812282 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-20de9632-1028-4dae-b8b6-1c80e0893c4a tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Calling delete_port for 1d986b38-62e9-4736-8303-d1f5cabd9cff owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:55:18.822162 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7240cd6-1eb8-4701-9e82-95f5f2debe0a admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:55:18.843066 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-767ee750-f7ff-42c8-a48b-b36df821222a req-28c1b43c-592f-469e-bc08-5d962eea31bb service neutron] 10.222.0.88 "GET /v2.0/networks/9be319f8-603a-41e0-a57e-1a917fa30646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414675 Aug 19 14:55:18.843609 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7240cd6-1eb8-4701-9e82-95f5f2debe0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4973f92f-9387-4ffb-9cc5-c0b70bd869cf,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:18.852240 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-2fd9fa31-a01f-49de-a411-b2e12f1aa34e None None] Attempting to bind port ec68da95-4007-4c74-9ee2-e23f1ba679f3 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:55:18.852477 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-2fd9fa31-a01f-49de-a411-b2e12f1aa34e None None] Attempting to bind port ec68da95-4007-4c74-9ee2-e23f1ba679f3 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:55:18.852992 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd9fa31-a01f-49de-a411-b2e12f1aa34e None None] Attempting to bind port ec68da95-4007-4c74-9ee2-e23f1ba679f3 on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:55:18.855339 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f70acd7-7c20-4ec2-be26-088d35b0cee9 None None] Pushing event updated for resources: {'Port': ['ID=ec68da95-4007-4c74-9ee2-e23f1ba679f3,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:18.865094 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd9fa31-a01f-49de-a411-b2e12f1aa34e None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:55:18.865565 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd9fa31-a01f-49de-a411-b2e12f1aa34e None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:55:18.866057 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2fd9fa31-a01f-49de-a411-b2e12f1aa34e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:18.866577 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd9fa31-a01f-49de-a411-b2e12f1aa34e None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:55:18.867109 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-2fd9fa31-a01f-49de-a411-b2e12f1aa34e None None] Bound port: ec68da95-4007-4c74-9ee2-e23f1ba679f3, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:55:18.867556 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2fd9fa31-a01f-49de-a411-b2e12f1aa34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:18.870016 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70acd7-7c20-4ec2-be26-088d35b0cee9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:18.870429 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70acd7-7c20-4ec2-be26-088d35b0cee9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:18.870831 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70acd7-7c20-4ec2-be26-088d35b0cee9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:18.871230 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70acd7-7c20-4ec2-be26-088d35b0cee9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:18.871623 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70acd7-7c20-4ec2-be26-088d35b0cee9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:18.872038 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70acd7-7c20-4ec2-be26-088d35b0cee9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:18.872537 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70acd7-7c20-4ec2-be26-088d35b0cee9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:18.872836 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70acd7-7c20-4ec2-be26-088d35b0cee9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:18.873212 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70acd7-7c20-4ec2-be26-088d35b0cee9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:18.873599 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70acd7-7c20-4ec2-be26-088d35b0cee9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:18.873982 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70acd7-7c20-4ec2-be26-088d35b0cee9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:18.874362 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70acd7-7c20-4ec2-be26-088d35b0cee9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:18.881091 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-df44a294-98a6-4856-8646-0ee73374074b tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:18.916445 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-60fdd9c9-3b6b-4f04-af89-cc51556a54e7 req-86c3b02f-4cd0-48fb-867a-75ccd38e0ae4 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8e22d1a-8291-40be-9f74-5431cc1b1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5387430 Aug 19 14:55:18.934457 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-2fd9fa31-a01f-49de-a411-b2e12f1aa34e None None] For port ec68da95-4007-4c74-9ee2-e23f1ba679f3, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:55:18.935053 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-df44a294-98a6-4856-8646-0ee73374074b tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:18.935164 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-2fd9fa31-a01f-49de-a411-b2e12f1aa34e None None] For port ec68da95-4007-4c74-9ee2-e23f1ba679f3, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=ec68da95-4007-4c74-9ee2-e23f1ba679f3,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:55:18.939307 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2fd9fa31-a01f-49de-a411-b2e12f1aa34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:18.949801 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb5572ee-0a83-45e3-98af-27323949af43 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:18.954570 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e7240cd6-1eb8-4701-9e82-95f5f2debe0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:18.955033 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-e7240cd6-1eb8-4701-9e82-95f5f2debe0a admin admin] Added segment c8ecc108-56b4-4269-8e3e-7aca0f96e18c of type vlan for network eda21533-5270-49f6-9a57-ff77f31c823b Aug 19 14:55:19.001763 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f70acd7-7c20-4ec2-be26-088d35b0cee9 None None] Pushing event updated for resources: {'Port': ['ID=ec68da95-4007-4c74-9ee2-e23f1ba679f3,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:19.019559 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd9fa31-a01f-49de-a411-b2e12f1aa34e None None] Routers {'cc21c7bb-a92e-4ce7-b645-7800d56fb8ae'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:55:19.020454 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2fd9fa31-a01f-49de-a411-b2e12f1aa34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:55:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['cc21c7bb-a92e-4ce7-b645-7800d56fb8ae'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:19.032886 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bdcb4-c3ed-4624-bf43-801e56e99d53 req-ed747d07-e563-4089-a094-a163b0b51afa tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:19.035218 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8c4bdcb4-c3ed-4624-bf43-801e56e99d53 req-ed747d07-e563-4089-a094-a163b0b51afa tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.2391417 Aug 19 14:55:19.043599 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e7240cd6-1eb8-4701-9e82-95f5f2debe0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:19.077056 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-767ee750-f7ff-42c8-a48b-b36df821222a req-882efa75-9623-43ea-b6ce-36fe98c63a8a service neutron] 10.222.0.88 "GET /v2.0/networks/9be319f8-603a-41e0-a57e-1a917fa30646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142398 Aug 19 14:55:19.113761 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e7240cd6-1eb8-4701-9e82-95f5f2debe0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:19.113761 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7240cd6-1eb8-4701-9e82-95f5f2debe0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:19.114049 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e7240cd6-1eb8-4701-9e82-95f5f2debe0a admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:19.148030 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-2fd9fa31-a01f-49de-a411-b2e12f1aa34e None None] Set router cc21c7bb-a92e-4ce7-b645-7800d56fb8ae gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:55:19.183665 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8c4bdcb4-c3ed-4624-bf43-801e56e99d53 req-d60727c8-de4c-4927-bb65-5872d8b3839b tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350060 Aug 19 14:55:19.228668 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6985711-bfd3-47ec-bf3b-0319685a2eb6 req-36bc054e-7f9d-477c-a7ed-52a4b2958b88 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:19.236865 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d6985711-bfd3-47ec-bf3b-0319685a2eb6 req-36bc054e-7f9d-477c-a7ed-52a4b2958b88 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8eca1eb-dd23-4321-a864-9aa222e7113b HTTP/1.1" status: 200 len: 943 time: 0.2184227 Aug 19 14:55:19.246362 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e7240cd6-1eb8-4701-9e82-95f5f2debe0a admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7108498 Aug 19 14:55:19.254521 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38448) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:19.261869 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb5572ee-0a83-45e3-98af-27323949af43 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:19.262383 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-740791a1-e469-4007-95ee-ce0d5f1fc5f3 admin admin] Request body: {'subnet': {'network_id': 'eda21533-5270-49f6-9a57-ff77f31c823b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1207491329-subnet', 'tenant_id': '719438ba566c43b69452117e19faee1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:19.270895 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-df44a294-98a6-4856-8646-0ee73374074b tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:19.273449 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-df44a294-98a6-4856-8646-0ee73374074b tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:19.277524 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-df44a294-98a6-4856-8646-0ee73374074b tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] 10.222.0.69 "DELETE /v2.0/security-groups/e5742557-552f-479c-9de9-dc04e8c7ded0 HTTP/1.1" status: 204 len: 168 time: 1.0476596 Aug 19 14:55:19.279606 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7240cd6-1eb8-4701-9e82-95f5f2debe0a admin admin] Pushing event updated for resources: {'Network': ['ID=eda21533-5270-49f6-9a57-ff77f31c823b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:19.280222 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38450) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:19.287434 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1f50f-54ea-481e-a675-61108bb651f1 req-fb99bf1b-51bd-419c-bd5c-c92028482e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:19.288989 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-efd1f50f-54ea-481e-a675-61108bb651f1 req-fb99bf1b-51bd-419c-bd5c-c92028482e2e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=be2283224ccb474c91d3399de6043bbd&device_id=f8eca1eb-dd23-4321-a864-9aa222e7113b HTTP/1.1" status: 200 len: 1094 time: 0.1442533 Aug 19 14:55:19.292241 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-20de9632-1028-4dae-b8b6-1c80e0893c4a tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:19.295120 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network eda21533-5270-49f6-9a57-ff77f31c823b details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:55:19.333458 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df44a294-98a6-4856-8646-0ee73374074b tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5742557-552f-479c-9de9-dc04e8c7ded0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:19.353936 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de9632-1028-4dae-b8b6-1c80e0893c4a tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event deleted for resources: {'Port': ['ID=1d986b38-62e9-4736-8303-d1f5cabd9cff,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:19.386919 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740791a1-e469-4007-95ee-ce0d5f1fc5f3 admin admin] Made reservation on behalf of 719438ba566c43b69452117e19faee1b for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:55:19.389392 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-740791a1-e469-4007-95ee-ce0d5f1fc5f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:19.411632 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d6985711-bfd3-47ec-bf3b-0319685a2eb6 req-27541eab-2b96-41e0-9f6d-e53fe0dcd908 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738012 Aug 19 14:55:19.449920 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f1a72-3894-4140-8dd8-b84bdbe6e210 req-3cf4d830-2800-4bb9-8ca2-132ba0b6cf47 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:19.453195 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cd7f1a72-3894-4140-8dd8-b84bdbe6e210 req-3cf4d830-2800-4bb9-8ca2-132ba0b6cf47 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.1844256 Aug 19 14:55:19.558598 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-0f37547a-7b1e-449a-9680-c74f5ff4dd3a tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2656643 Aug 19 14:55:19.560303 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38452) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:19.582878 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cd7f1a72-3894-4140-8dd8-b84bdbe6e210 req-5fd5735b-2f93-4062-b47c-a54310e98b2c tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152585 Aug 19 14:55:19.594111 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-07b87c41-2b5a-495c-8721-87a528dafa73 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Request body: {'security_group': {'name': 'tempest-secgroup--1538875357'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:19.613701 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-cb5572ee-0a83-45e3-98af-27323949af43 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Deleting port ec68da95-4007-4c74-9ee2-e23f1ba679f3 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:55:19.614060 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb5572ee-0a83-45e3-98af-27323949af43 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:19.652204 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2fd9fa31-a01f-49de-a411-b2e12f1aa34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc21c7bb-a92e-4ce7-b645-7800d56fb8ae', 'name': 'tempest-snat-router-631212920', 'tenant_id': 'a39a486a9a7b4ccda654779542dab9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'ec68da95-4007-4c74-9ee2-e23f1ba679f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:55:10Z', 'updated_at': '2021-08-19T14:55:14Z', 'revision_number': 3, 'project_id': 'a39a486a9a7b4ccda654779542dab9c3', 'gw_port': {'id': 'ec68da95-4007-4c74-9ee2-e23f1ba679f3', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f3:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc21c7bb-a92e-4ce7-b645-7800d56fb8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:55:13Z', 'updated_at': '2021-08-19T14:55:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:19.695180 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd9fa31-a01f-49de-a411-b2e12f1aa34e None None] The sync data for ids ['cc21c7bb-a92e-4ce7-b645-7800d56fb8ae'] in n-d-766043-2 is: [{'id': 'cc21c7bb-a92e-4ce7-b645-7800d56fb8ae', 'name': 'tempest-snat-router-631212920', 'tenant_id': 'a39a486a9a7b4ccda654779542dab9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'ec68da95-4007-4c74-9ee2-e23f1ba679f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:55:10Z', 'updated_at': '2021-08-19T14:55:14Z', 'revision_number': 3, 'project_id': 'a39a486a9a7b4ccda654779542dab9c3', 'gw_port': {'id': 'ec68da95-4007-4c74-9ee2-e23f1ba679f3', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f3:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc21c7bb-a92e-4ce7-b645-7800d56fb8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:55:13Z', 'updated_at': '2021-08-19T14:55:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:55:19.700019 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07b87c41-2b5a-495c-8721-87a528dafa73 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:19.700220 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1f50f-54ea-481e-a675-61108bb651f1 req-36aff22e-6bc2-401b-86c0-ed708f1ff33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:19.702678 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-efd1f50f-54ea-481e-a675-61108bb651f1 req-36aff22e-6bc2-401b-86c0-ed708f1ff33c service neutron] 10.222.0.88 "GET /v2.0/networks?id=9be319f8-603a-41e0-a57e-1a917fa30646 HTTP/1.1" status: 200 len: 906 time: 0.3944204 Aug 19 14:55:19.714502 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-20de9632-1028-4dae-b8b6-1c80e0893c4a tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:19.719483 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-20de9632-1028-4dae-b8b6-1c80e0893c4a tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "DELETE /v2.0/ports/1d986b38-62e9-4736-8303-d1f5cabd9cff HTTP/1.1" status: 204 len: 168 time: 1.5208111 Aug 19 14:55:19.720603 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38456) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:19.775658 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-efd1f50f-54ea-481e-a675-61108bb651f1 req-0bfb7c67-1bfc-4cd1-8602-ad6c1c3390dd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a279b16-5cc2-4a7d-a712-d15f7fc21dad HTTP/1.1" status: 200 len: 217 time: 0.0521488 Aug 19 14:55:19.788769 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-cb5572ee-0a83-45e3-98af-27323949af43 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] For port ec68da95-4007-4c74-9ee2-e23f1ba679f3, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=ec68da95-4007-4c74-9ee2-e23f1ba679f3,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:19.789198 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb5572ee-0a83-45e3-98af-27323949af43 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:19.800277 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-504c181b-2df5-4984-9f16-34711fd13eeb tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] GET failed (client error): The resource could not be found. Aug 19 14:55:19.802015 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-504c181b-2df5-4984-9f16-34711fd13eeb tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "GET /v2.0/ports/1d986b38-62e9-4736-8303-d1f5cabd9cff HTTP/1.1" status: 404 len: 333 time: 0.0788143 Aug 19 14:55:19.808708 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38460) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:19.830228 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-cb5572ee-0a83-45e3-98af-27323949af43 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Calling delete_port for ec68da95-4007-4c74-9ee2-e23f1ba679f3 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:55:19.976305 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1f50f-54ea-481e-a675-61108bb651f1 req-d6707f21-aa0c-4e93-9e58-76f121320df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:19.979877 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-efd1f50f-54ea-481e-a675-61108bb651f1 req-d6707f21-aa0c-4e93-9e58-76f121320df1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a7f2da21-de8f-4925-bf66-a36681d26e7b HTTP/1.1" status: 200 len: 845 time: 0.1365671 Aug 19 14:55:20.032194 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded131e-6ae6-4f13-92cb-4e73c40b6f67 req-f10819b0-fbf0-447b-b423-10216ae35815 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:20.034172 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1ded131e-6ae6-4f13-92cb-4e73c40b6f67 req-f10819b0-fbf0-447b-b423-10216ae35815 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.1999846 Aug 19 14:55:20.043500 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7758dd48-8cb7-47de-bb78-ef321c968d88 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:20.069059 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-efd1f50f-54ea-481e-a675-61108bb651f1 req-1fecdf97-7d03-4c8c-8d14-e66a2f5dfe3b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9be319f8-603a-41e0-a57e-1a917fa30646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787013 Aug 19 14:55:20.076066 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-740791a1-e469-4007-95ee-ce0d5f1fc5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:20.128870 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07b87c41-2b5a-495c-8721-87a528dafa73 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:20.162432 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7758dd48-8cb7-47de-bb78-ef321c968d88 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:20.165144 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07b87c41-2b5a-495c-8721-87a528dafa73 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:20.221255 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740791a1-e469-4007-95ee-ce0d5f1fc5f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f82353e0-7449-47f2-b971-b8660f2fc57e,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:20.252753 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740791a1-e469-4007-95ee-ce0d5f1fc5f3 admin admin] Checking segment: {'id': 'c8ecc108-56b4-4269-8e3e-7aca0f96e18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'eda21533-5270-49f6-9a57-ff77f31c823b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:55:20.253122 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740791a1-e469-4007-95ee-ce0d5f1fc5f3 admin admin] Network hostable DHCP agents. Network: eda21533-5270-49f6-9a57-ff77f31c823b, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:55:20.254844 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b87c41-2b5a-495c-8721-87a528dafa73 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68d8b886-e44d-4083-a802-7dd149719d50,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:20.283100 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-efd1f50f-54ea-481e-a675-61108bb651f1 req-c5b3190d-7468-4c36-8db1-504f23f11ef5 service neutron] 10.222.0.88 "GET /v2.0/networks/9be319f8-603a-41e0-a57e-1a917fa30646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008402 Aug 19 14:55:20.326396 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740791a1-e469-4007-95ee-ce0d5f1fc5f3 admin admin] Network eda21533-5270-49f6-9a57-ff77f31c823b is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:55:20.344213 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d935a68-3c4b-4fe9-b527-aea8c8656d17 req-7e79af7d-bc4a-4552-a230-36647b9a2991 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:20.347203 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6d935a68-3c4b-4fe9-b527-aea8c8656d17 req-7e79af7d-bc4a-4552-a230-36647b9a2991 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/ports?device_id=96994dff-b01b-4f65-b2f8-9b7200f3b2d4 HTTP/1.1" status: 200 len: 946 time: 0.2468843 Aug 19 14:55:20.348290 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07b87c41-2b5a-495c-8721-87a528dafa73 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:20.352352 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-07b87c41-2b5a-495c-8721-87a528dafa73 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7883883 Aug 19 14:55:20.357979 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38468) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:20.359590 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1ded131e-6ae6-4f13-92cb-4e73c40b6f67 req-67c84b33-5923-4b7c-abcf-e6ee0c3a85d6 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2961345 Aug 19 14:55:20.371925 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b6edae97-2cdd-4807-a7cb-03228a96fb14 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Request body: {'security_group_rule': {'security_group_id': '68d8b886-e44d-4083-a802-7dd149719d50', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:20.373231 n-d-766043-2 neutron-server[94639]: WARNING neutron.api.v2.base [None req-b6edae97-2cdd-4807-a7cb-03228a96fb14 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 19 14:55:20.373897 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-b6edae97-2cdd-4807-a7cb-03228a96fb14 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 14:55:20.393400 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b6edae97-2cdd-4807-a7cb-03228a96fb14 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0289297 Aug 19 14:55:20.399687 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38472) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:20.427561 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-740791a1-e469-4007-95ee-ce0d5f1fc5f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, eda21533-5270-49f6-9a57-ff77f31c823b) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:55:20.443024 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e067aad-75e9-4efd-9d96-803ba2217221 None None] Network eda21533-5270-49f6-9a57-ff77f31c823b requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:55:20.443583 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740791a1-e469-4007-95ee-ce0d5f1fc5f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:20.444162 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-740791a1-e469-4007-95ee-ce0d5f1fc5f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:20.486406 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-740791a1-e469-4007-95ee-ce0d5f1fc5f3 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2299190 Aug 19 14:55:20.495128 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-efd1f50f-54ea-481e-a675-61108bb651f1 req-74024fae-3471-4be1-950e-20f7713b0dda service neutron] 10.222.0.88 "GET /v2.0/networks/9be319f8-603a-41e0-a57e-1a917fa30646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947238 Aug 19 14:55:20.511150 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c573daf8-568d-491c-a55f-be1cc3bcf117 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:20.546227 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c573daf8-568d-491c-a55f-be1cc3bcf117 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:20.556797 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7758dd48-8cb7-47de-bb78-ef321c968d88 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:20.561778 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7758dd48-8cb7-47de-bb78-ef321c968d88 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:20.568082 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-7758dd48-8cb7-47de-bb78-ef321c968d88 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "DELETE /v2.0/security-groups/7a8d44bb-d50f-4bfb-9c61-e720dbd52687 HTTP/1.1" status: 204 len: 168 time: 0.7582784 Aug 19 14:55:20.573608 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38480) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:20.663641 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6d935a68-3c4b-4fe9-b527-aea8c8656d17 req-21f0e563-af49-4d9b-91a9-13b09e367adf tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8e22d1a-8291-40be-9f74-5431cc1b1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2782319 Aug 19 14:55:20.686210 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7758dd48-8cb7-47de-bb78-ef321c968d88 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8d44bb-d50f-4bfb-9c61-e720dbd52687,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:20.718597 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb5572ee-0a83-45e3-98af-27323949af43 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:20.790145 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c573daf8-568d-491c-a55f-be1cc3bcf117 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:20.793619 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c573daf8-568d-491c-a55f-be1cc3bcf117 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:20.794951 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c573daf8-568d-491c-a55f-be1cc3bcf117 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] 10.222.0.69 "DELETE /v2.0/security-groups/68d8b886-e44d-4083-a802-7dd149719d50 HTTP/1.1" status: 204 len: 168 time: 0.3887885 Aug 19 14:55:20.805653 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38500) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:20.808237 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5572ee-0a83-45e3-98af-27323949af43 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec68da95-4007-4c74-9ee2-e23f1ba679f3,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:20.817159 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fcd58a-7a5b-4c78-ad7a-f45deb4cb697 None None] Network eda21533-5270-49f6-9a57-ff77f31c823b requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:55:20.847707 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c573daf8-568d-491c-a55f-be1cc3bcf117 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d8b886-e44d-4083-a802-7dd149719d50,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:20.885737 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c819b990-ada1-47c9-9532-aca30047c1ea tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:20.965493 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c819b990-ada1-47c9-9532-aca30047c1ea tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:21.027052 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1a9f4c4c-0243-4215-aab3-3cf834abf7e2 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2154253 Aug 19 14:55:21.037896 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38502) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:21.049635 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-57c52728-cfcd-4a6e-abd3-d972e54f336a tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Request body: {'security_group': {'name': 'tempest-secgroup--19491799'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:21.119570 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-57c52728-cfcd-4a6e-abd3-d972e54f336a tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:21.124008 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c819b990-ada1-47c9-9532-aca30047c1ea tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:21.125006 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb5572ee-0a83-45e3-98af-27323949af43 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:21.126586 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c819b990-ada1-47c9-9532-aca30047c1ea tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:21.130768 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c819b990-ada1-47c9-9532-aca30047c1ea tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "DELETE /v2.0/security-groups/d4a2d245-3cf2-49bd-804f-3e9b74af4200 HTTP/1.1" status: 204 len: 168 time: 0.5497510 Aug 19 14:55:21.136579 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38504) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:21.149038 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c819b990-ada1-47c9-9532-aca30047c1ea tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a2d245-3cf2-49bd-804f-3e9b74af4200,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:21.264098 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-57c52728-cfcd-4a6e-abd3-d972e54f336a tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:21.269861 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-57c52728-cfcd-4a6e-abd3-d972e54f336a tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:21.300902 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9803ffd-3d8e-4dab-b289-0f77c45af9f1 req-0848f918-1f48-4038-ae15-95ddfa5a1825 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:21.304910 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d9803ffd-3d8e-4dab-b289-0f77c45af9f1 req-0848f918-1f48-4038-ae15-95ddfa5a1825 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/networks?id=2fa445be-0d18-48a9-824e-a1d171d6214e HTTP/1.1" status: 200 len: 814 time: 0.4979379 Aug 19 14:55:21.306403 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-57c52728-cfcd-4a6e-abd3-d972e54f336a tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:21.307827 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-57c52728-cfcd-4a6e-abd3-d972e54f336a tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2639422 Aug 19 14:55:21.310278 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c52728-cfcd-4a6e-abd3-d972e54f336a tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a85aa74-f34f-4189-a30b-7c6b86e7bb6e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:21.311946 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb5572ee-0a83-45e3-98af-27323949af43 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:21.317773 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38506) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:21.324252 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8b6b1967-a300-40c8-8f99-20636c8c1fb3 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Request body: {'security_group_rule': {'security_group_id': '8a85aa74-f34f-4189-a30b-7c6b86e7bb6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:21.330390 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb5572ee-0a83-45e3-98af-27323949af43 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:21.337455 n-d-766043-2 neutron-server[94639]: WARNING neutron.api.v2.base [None req-8b6b1967-a300-40c8-8f99-20636c8c1fb3 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 19 14:55:21.338101 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-8b6b1967-a300-40c8-8f99-20636c8c1fb3 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 14:55:21.339156 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8b6b1967-a300-40c8-8f99-20636c8c1fb3 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0201974 Aug 19 14:55:21.342029 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38508) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:21.348548 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7c018e6d-18b6-4985-9c99-4190fc81a551 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Request body: {'security_group_rule': {'security_group_id': '8a85aa74-f34f-4189-a30b-7c6b86e7bb6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:21.349306 n-d-766043-2 neutron-server[94639]: WARNING neutron.api.v2.base [None req-7c018e6d-18b6-4985-9c99-4190fc81a551 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 19 14:55:21.349875 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-7c018e6d-18b6-4985-9c99-4190fc81a551 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 14:55:21.350914 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7c018e6d-18b6-4985-9c99-4190fc81a551 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0075679 Aug 19 14:55:21.354164 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38510) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:21.360100 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2c7f4b6f-b354-47db-9887-ce9ea8a6e247 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Request body: {'security_group_rule': {'security_group_id': '8a85aa74-f34f-4189-a30b-7c6b86e7bb6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:21.361088 n-d-766043-2 neutron-server[94639]: WARNING neutron.api.v2.base [None req-2c7f4b6f-b354-47db-9887-ce9ea8a6e247 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 19 14:55:21.362161 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-2c7f4b6f-b354-47db-9887-ce9ea8a6e247 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 14:55:21.363270 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2c7f4b6f-b354-47db-9887-ce9ea8a6e247 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0069335 Aug 19 14:55:21.366043 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38512) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:21.371424 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-1f861d35-1288-4730-8fe2-dfd3a8af40d3 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Request body: {'security_group_rule': {'security_group_id': '8a85aa74-f34f-4189-a30b-7c6b86e7bb6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:21.372363 n-d-766043-2 neutron-server[94639]: WARNING neutron.api.v2.base [None req-1f861d35-1288-4730-8fe2-dfd3a8af40d3 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 19 14:55:21.374220 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-1f861d35-1288-4730-8fe2-dfd3a8af40d3 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 14:55:21.375597 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1f861d35-1288-4730-8fe2-dfd3a8af40d3 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0084398 Aug 19 14:55:21.386736 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38516) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:21.420745 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d9803ffd-3d8e-4dab-b289-0f77c45af9f1 req-f5226afb-dd51-4bb9-8aab-0e10ba199bf6 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/quotas/16017ed5be314461b8db4ea998446c7b HTTP/1.1" status: 200 len: 375 time: 0.0856819 Aug 19 14:55:21.454154 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ff7a4-39e8-4718-b762-264bad5e70ff req-eeb77f1b-bb27-4fa5-950b-48718782d3cc tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:21.455974 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-360ff7a4-39e8-4718-b762-264bad5e70ff req-eeb77f1b-bb27-4fa5-950b-48718782d3cc tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8eca1eb-dd23-4321-a864-9aa222e7113b HTTP/1.1" status: 200 len: 943 time: 0.3273504 Aug 19 14:55:21.479811 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb5572ee-0a83-45e3-98af-27323949af43 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:21.480452 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5572ee-0a83-45e3-98af-27323949af43 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cc21c7bb-a92e-4ce7-b645-7800d56fb8ae {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:55:21.486917 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e7985164-78be-47c7-b0cd-fa69a9d15ca6 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:21.490719 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb5572ee-0a83-45e3-98af-27323949af43 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:21.492457 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-cb5572ee-0a83-45e3-98af-27323949af43 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] 10.222.0.69 "DELETE /v2.0/routers/cc21c7bb-a92e-4ce7-b645-7800d56fb8ae HTTP/1.1" status: 204 len: 168 time: 3.2017837 Aug 19 14:55:21.495354 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38520) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:21.501113 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56b815b5-ee21-472b-9639-25458a384e6b tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:21.555559 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e7985164-78be-47c7-b0cd-fa69a9d15ca6 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:21.557968 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d9803ffd-3d8e-4dab-b289-0f77c45af9f1 req-b0ded235-337c-462e-9f00-65eaebe8d400 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=16017ed5be314461b8db4ea998446c7b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1361043 Aug 19 14:55:21.567372 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [req-d9803ffd-3d8e-4dab-b289-0f77c45af9f1 req-8022865d-0d42-4f0b-9d6f-7f85da76d9c7 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 14:55:21.576150 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d9803ffd-3d8e-4dab-b289-0f77c45af9f1 req-8022865d-0d42-4f0b-9d6f-7f85da76d9c7 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0167143 Aug 19 14:55:21.586042 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56b815b5-ee21-472b-9639-25458a384e6b tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:21.620716 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-360ff7a4-39e8-4718-b762-264bad5e70ff req-f910277b-a765-4d0c-9462-ae985b175185 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510057 Aug 19 14:55:21.677994 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e7985164-78be-47c7-b0cd-fa69a9d15ca6 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:21.681091 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e7985164-78be-47c7-b0cd-fa69a9d15ca6 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:21.686089 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e7985164-78be-47c7-b0cd-fa69a9d15ca6 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] 10.222.0.69 "DELETE /v2.0/security-groups/8a85aa74-f34f-4189-a30b-7c6b86e7bb6e HTTP/1.1" status: 204 len: 168 time: 0.2980831 Aug 19 14:55:21.690680 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38524) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:21.717629 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94b637dc-c802-4fa6-878e-7b47dcef8a40 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:21.723038 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7985164-78be-47c7-b0cd-fa69a9d15ca6 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a85aa74-f34f-4189-a30b-7c6b86e7bb6e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:21.771421 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d9803ffd-3d8e-4dab-b289-0f77c45af9f1 req-faaabfe1-da72-48ec-b1d5-8ab80ab8f755 service neutron] 10.222.0.69 "GET /v2.0/networks/2fa445be-0d18-48a9-824e-a1d171d6214e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950910 Aug 19 14:55:21.788807 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c9a64-af8d-40a5-9751-4ac1addf7c13 req-bad991d6-fe17-46c0-b687-7e696e84c16a tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:21.799091 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c76c9a64-af8d-40a5-9751-4ac1addf7c13 req-bad991d6-fe17-46c0-b687-7e696e84c16a tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.1016767 Aug 19 14:55:21.825614 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56b815b5-ee21-472b-9639-25458a384e6b tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:21.828915 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56b815b5-ee21-472b-9639-25458a384e6b tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:21.830287 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-56b815b5-ee21-472b-9639-25458a384e6b tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "DELETE /v2.0/security-groups/351d25f0-c134-48ac-b037-7fa855a9af16 HTTP/1.1" status: 204 len: 168 time: 0.6734898 Aug 19 14:55:21.840842 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38526) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:21.858572 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7bcfdf91-d6dd-4a57-9970-1365ab0120f1 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1614838 Aug 19 14:55:21.860883 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38528) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:21.865664 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-da92592e-c935-4204-9193-ad7eaa24b378 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Request body: {'security_group': {'name': 'tempest-secgroup--738088558'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:21.905892 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-da92592e-c935-4204-9193-ad7eaa24b378 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:21.910373 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94b637dc-c802-4fa6-878e-7b47dcef8a40 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:21.966714 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b815b5-ee21-472b-9639-25458a384e6b tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=351d25f0-c134-48ac-b037-7fa855a9af16,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:21.989976 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 7a279b16-5cc2-4a7d-a712-d15f7fc21dad details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:55:21.992232 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c76c9a64-af8d-40a5-9751-4ac1addf7c13 req-eebb663c-a763-460a-9465-c30c287ec3a0 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1919012 Aug 19 14:55:22.031680 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-94b637dc-c802-4fa6-878e-7b47dcef8a40 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Deleting port 1fc3aff8-b8df-463c-a3b3-07f9224df540 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:55:22.032022 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94b637dc-c802-4fa6-878e-7b47dcef8a40 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:22.043185 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-da92592e-c935-4204-9193-ad7eaa24b378 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:22.060592 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b37dfe9-2761-4631-b9f8-7d9b2cb256b4 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Deleting subnet 488df96b-d48b-4455-a98e-e90820849614 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:55:22.069827 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5b37dfe9-2761-4631-b9f8-7d9b2cb256b4 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:22.090607 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-da92592e-c935-4204-9193-ad7eaa24b378 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:22.199011 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 7a279b16-5cc2-4a7d-a712-d15f7fc21dad, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=7a279b16-5cc2-4a7d-a712-d15f7fc21dad,segment=NetworkSegment(af76a49f-6b6e-4117-acb3-d7b5325cccf1),segment_id=af76a49f-6b6e-4117-acb3-d7b5325cccf1)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:22.200932 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5b37dfe9-2761-4631-b9f8-7d9b2cb256b4 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:22.215351 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d9803ffd-3d8e-4dab-b289-0f77c45af9f1 req-6e91d3ac-cd37-4bf5-999e-7f44494f0664 service neutron] 10.222.0.69 "GET /v2.0/networks/2fa445be-0d18-48a9-824e-a1d171d6214e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3913820 Aug 19 14:55:22.238113 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '7a279b16-5cc2-4a7d-a712-d15f7fc21dad', 'network_id': '9be319f8-603a-41e0-a57e-1a917fa30646', 'port_id': '7a279b16-5cc2-4a7d-a712-d15f7fc21dad', 'mac_address': 'fa:16:3e:31:e5:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7f2da21-de8f-4925-bf66-a36681d26e7b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:55:22.295969 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:22.317946 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a279b16-5cc2-4a7d-a712-d15f7fc21dad {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:55:22.349520 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 7a279b16-5cc2-4a7d-a712-d15f7fc21dad, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=7a279b16-5cc2-4a7d-a712-d15f7fc21dad,segment=NetworkSegment(af76a49f-6b6e-4117-acb3-d7b5325cccf1),segment_id=af76a49f-6b6e-4117-acb3-d7b5325cccf1)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:22.350571 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa70220-725f-4ce2-b9e0-f50d75b1cf31 req-d3197ce7-b357-421a-aa54-fed835ed28ab tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:22.352185 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1aa70220-725f-4ce2-b9e0-f50d75b1cf31 req-d3197ce7-b357-421a-aa54-fed835ed28ab tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/ports?device_id=96994dff-b01b-4f65-b2f8-9b7200f3b2d4 HTTP/1.1" status: 200 len: 946 time: 0.1614294 Aug 19 14:55:22.360286 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:22.420355 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=7a279b16-5cc2-4a7d-a712-d15f7fc21dad,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:22.487446 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1aa70220-725f-4ce2-b9e0-f50d75b1cf31 req-047c8dd9-3e31-4ae7-8b72-61918b76021e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8e22d1a-8291-40be-9f74-5431cc1b1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134973 Aug 19 14:55:22.490766 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5b37dfe9-2761-4631-b9f8-7d9b2cb256b4 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:22.617421 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-517d27b1-dc91-4710-99fb-23277deb1688 req-04827c12-ba20-4d5a-b2ba-8b7fd38a8459 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e46bc0e-c9d2-4fec-9f68-5ec187496590 HTTP/1.1" status: 200 len: 210 time: 0.0519121 Aug 19 14:55:22.663360 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['7a279b16-5cc2-4a7d-a712-d15f7fc21dad'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:55:22.707366 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92592e-c935-4204-9193-ad7eaa24b378 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7de18f66-99ae-483e-a9cb-9c3e37fc9c52,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:22.761805 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-da92592e-c935-4204-9193-ad7eaa24b378 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:22.768734 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38550) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:22.780622 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-da92592e-c935-4204-9193-ad7eaa24b378 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9180377 Aug 19 14:55:22.789007 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-48c19980-de1b-420b-957b-4d78dc6a946a tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Request body: {'security_group_rule': {'security_group_id': '7de18f66-99ae-483e-a9cb-9c3e37fc9c52', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:22.795137 n-d-766043-2 neutron-server[94640]: WARNING neutron.api.v2.base [None req-48c19980-de1b-420b-957b-4d78dc6a946a tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 19 14:55:22.801772 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [None req-48c19980-de1b-420b-957b-4d78dc6a946a tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 14:55:22.803157 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-48c19980-de1b-420b-957b-4d78dc6a946a tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0192416 Aug 19 14:55:22.808051 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38554) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:22.829763 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d36d0b0b-106c-4937-b7e4-3e2572f991d4 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Request body: {'security_group_rule': {'security_group_id': '7de18f66-99ae-483e-a9cb-9c3e37fc9c52', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:22.850293 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-94b637dc-c802-4fa6-878e-7b47dcef8a40 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] For port 1fc3aff8-b8df-463c-a3b3-07f9224df540, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=1fc3aff8-b8df-463c-a3b3-07f9224df540,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:22.850936 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94b637dc-c802-4fa6-878e-7b47dcef8a40 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:22.897452 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-94b637dc-c802-4fa6-878e-7b47dcef8a40 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Calling delete_port for 1fc3aff8-b8df-463c-a3b3-07f9224df540 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:55:22.916931 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5b37dfe9-2761-4631-b9f8-7d9b2cb256b4 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:22.942041 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5b37dfe9-2761-4631-b9f8-7d9b2cb256b4 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:22.944014 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-5b37dfe9-2761-4631-b9f8-7d9b2cb256b4 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "DELETE /v2.0/subnets/488df96b-d48b-4455-a98e-e90820849614 HTTP/1.1" status: 204 len: 168 time: 1.1004505 Aug 19 14:55:22.950818 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8322c0-03c3-48f5-a9d4-3a1010e70ff0 None None] Network dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:55:22.967748 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38560) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:22.992305 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d67a46-32be-4007-84cb-0790d579e5d1 req-e80ccaaa-6594-417e-819a-dee025a4b2cd tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:22.993896 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e8d67a46-32be-4007-84cb-0790d579e5d1 req-e80ccaaa-6594-417e-819a-dee025a4b2cd tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.3489943 Aug 19 14:55:23.014129 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b37dfe9-2761-4631-b9f8-7d9b2cb256b4 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event deleted for resources: {'Subnet': ['ID=488df96b-d48b-4455-a98e-e90820849614,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:23.057619 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-d52bae99-29ef-4a6e-a4b4-23ed6430d9e2 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Deleting subnet 25479705-8c06-4e52-9208-ef0255947683 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:55:23.063292 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d52bae99-29ef-4a6e-a4b4-23ed6430d9e2 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:23.072649 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [None req-d36d0b0b-106c-4937-b7e4-3e2572f991d4 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 14:55:23.073812 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d36d0b0b-106c-4937-b7e4-3e2572f991d4 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2614563 Aug 19 14:55:23.081681 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38562) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:23.105830 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960b569d-7cea-404c-afec-1ad06a174c29 req-7ab7c5ff-b99a-4899-8ca9-057a4b610ce6 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:23.112653 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-960b569d-7cea-404c-afec-1ad06a174c29 req-7ab7c5ff-b99a-4899-8ca9-057a4b610ce6 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8eca1eb-dd23-4321-a864-9aa222e7113b HTTP/1.1" status: 200 len: 944 time: 0.2985194 Aug 19 14:55:23.130547 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-f541e50a-d833-46b9-96a2-6f28c256ca7d tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Request body: {'security_group_rule': {'security_group_id': '7de18f66-99ae-483e-a9cb-9c3e37fc9c52', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:23.131503 n-d-766043-2 neutron-server[94640]: WARNING neutron.api.v2.base [None req-f541e50a-d833-46b9-96a2-6f28c256ca7d tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 19 14:55:23.132288 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [None req-f541e50a-d833-46b9-96a2-6f28c256ca7d tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 14:55:23.138744 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f541e50a-d833-46b9-96a2-6f28c256ca7d tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0125637 Aug 19 14:55:23.140375 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38564) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:23.149374 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-02387b25-e255-4dd7-a4b2-4b2df5aae866 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Request body: {'security_group_rule': {'security_group_id': '7de18f66-99ae-483e-a9cb-9c3e37fc9c52', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:23.175748 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d52bae99-29ef-4a6e-a4b4-23ed6430d9e2 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:23.197918 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e8d67a46-32be-4007-84cb-0790d579e5d1 req-dbc89757-7d5b-4866-943b-b2825972c4c6 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908882 Aug 19 14:55:23.234933 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-960b569d-7cea-404c-afec-1ad06a174c29 req-c1d8ce8b-1528-44bc-91ab-b32ad433c19e tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199501 Aug 19 14:55:23.306352 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-02387b25-e255-4dd7-a4b2-4b2df5aae866 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 14:55:23.308482 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-02387b25-e255-4dd7-a4b2-4b2df5aae866 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1659224 Aug 19 14:55:23.310804 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38566) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:23.317149 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-f3c0932e-26b4-4bd8-b59f-dbf0b382065b tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Request body: {'security_group_rule': {'security_group_id': '7de18f66-99ae-483e-a9cb-9c3e37fc9c52', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:23.317824 n-d-766043-2 neutron-server[94640]: WARNING neutron.api.v2.base [None req-f3c0932e-26b4-4bd8-b59f-dbf0b382065b tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 19 14:55:23.318397 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [None req-f3c0932e-26b4-4bd8-b59f-dbf0b382065b tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 14:55:23.323202 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f3c0932e-26b4-4bd8-b59f-dbf0b382065b tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0107439 Aug 19 14:55:23.323378 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38568) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:23.333767 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-757f433c-4c21-4dcf-9eb0-5e125131d62e tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Request body: {'security_group_rule': {'security_group_id': '7de18f66-99ae-483e-a9cb-9c3e37fc9c52', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:23.359538 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d52bae99-29ef-4a6e-a4b4-23ed6430d9e2 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:23.384208 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94b637dc-c802-4fa6-878e-7b47dcef8a40 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:23.442140 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b637dc-c802-4fa6-878e-7b47dcef8a40 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Pushing event deleted for resources: {'Port': ['ID=1fc3aff8-b8df-463c-a3b3-07f9224df540,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:23.522951 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-757f433c-4c21-4dcf-9eb0-5e125131d62e tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 14:55:23.524029 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-757f433c-4c21-4dcf-9eb0-5e125131d62e tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1979961 Aug 19 14:55:23.527067 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38570) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:23.531601 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-003662c4-6529-4b24-aee2-ef72d41bfdb8 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Request body: {'security_group_rule': {'security_group_id': '7de18f66-99ae-483e-a9cb-9c3e37fc9c52', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:23.532287 n-d-766043-2 neutron-server[94640]: WARNING neutron.api.v2.base [None req-003662c4-6529-4b24-aee2-ef72d41bfdb8 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 19 14:55:23.533530 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [None req-003662c4-6529-4b24-aee2-ef72d41bfdb8 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 14:55:23.536457 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-003662c4-6529-4b24-aee2-ef72d41bfdb8 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064681 Aug 19 14:55:23.538235 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38572) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:23.540579 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94b637dc-c802-4fa6-878e-7b47dcef8a40 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:23.546210 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1dc944b2-304f-4efc-af4e-5d067d51ca5d tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Request body: {'security_group_rule': {'security_group_id': '7de18f66-99ae-483e-a9cb-9c3e37fc9c52', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:23.575777 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d52bae99-29ef-4a6e-a4b4-23ed6430d9e2 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:23.599069 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [None req-1dc944b2-304f-4efc-af4e-5d067d51ca5d tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 14:55:23.604709 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1dc944b2-304f-4efc-af4e-5d067d51ca5d tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0605776 Aug 19 14:55:23.605436 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38574) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:23.610057 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1e6edfb5-3b2e-42d6-8ffb-a0744052d82e tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Request body: {'security_group_rule': {'security_group_id': '7de18f66-99ae-483e-a9cb-9c3e37fc9c52', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:23.661286 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d52bae99-29ef-4a6e-a4b4-23ed6430d9e2 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:23.665300 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d52bae99-29ef-4a6e-a4b4-23ed6430d9e2 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "DELETE /v2.0/subnets/25479705-8c06-4e52-9208-ef0255947683 HTTP/1.1" status: 204 len: 168 time: 0.6959579 Aug 19 14:55:23.667508 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38578) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:23.696340 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device ec68da95-4007-4c74-9ee2-e23f1ba679f3 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:55:23.696973 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52bae99-29ef-4a6e-a4b4-23ed6430d9e2 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event deleted for resources: {'Subnet': ['ID=25479705-8c06-4e52-9208-ef0255947683,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:23.701839 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94b637dc-c802-4fa6-878e-7b47dcef8a40 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:23.704146 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94b637dc-c802-4fa6-878e-7b47dcef8a40 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:23.733688 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: ec68da95-4007-4c74-9ee2-e23f1ba679f3 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:55:23.734265 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device ec68da95-4007-4c74-9ee2-e23f1ba679f3 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:55:23.772800 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94b637dc-c802-4fa6-878e-7b47dcef8a40 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:23.773594 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b637dc-c802-4fa6-878e-7b47dcef8a40 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f2c08a4a-7dd6-4d53-b96e-ffcf5e523d3b {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:55:23.777886 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [None req-1e6edfb5-3b2e-42d6-8ffb-a0744052d82e tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 14:55:23.782194 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1e6edfb5-3b2e-42d6-8ffb-a0744052d82e tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1757500 Aug 19 14:55:23.783868 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38580) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:23.785585 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-220ec921-ff11-4edd-b7af-36b3ba92545b tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] DELETE failed (client error): The resource could not be found. Aug 19 14:55:23.786039 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-220ec921-ff11-4edd-b7af-36b3ba92545b tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:55:23.786563 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94b637dc-c802-4fa6-878e-7b47dcef8a40 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:23.790464 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-94b637dc-c802-4fa6-878e-7b47dcef8a40 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] 10.222.0.69 "DELETE /v2.0/routers/f2c08a4a-7dd6-4d53-b96e-ffcf5e523d3b HTTP/1.1" status: 204 len: 168 time: 2.2942591 Aug 19 14:55:23.791092 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38582) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:23.791428 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38584) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:23.793206 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-220ec921-ff11-4edd-b7af-36b3ba92545b tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "DELETE /v2.0/subnets/488df96b-d48b-4455-a98e-e90820849614 HTTP/1.1" status: 404 len: 337 time: 0.1238866 Aug 19 14:55:23.804235 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-44ee3217-9ee3-4089-9eb3-27f3ebe49b8f tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-177568266', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}, 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:23.915205 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ec66f74-8753-47cd-9061-7390c488fca8 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Deleting subnet a0cbbed2-3cbb-45f2-b360-2486b2f69582 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:55:23.924969 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44ee3217-9ee3-4089-9eb3-27f3ebe49b8f tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:23.926015 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44ee3217-9ee3-4089-9eb3-27f3ebe49b8f tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:23.935437 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fe4c9b3c-9b46-41cf-aaf0-e20d44c20d11 req-47f81e82-a619-4c4b-a9b8-e108a1f54a99 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e46bc0e-c9d2-4fec-9f68-5ec187496590 HTTP/1.1" status: 200 len: 210 time: 0.1587148 Aug 19 14:55:23.957675 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5ec66f74-8753-47cd-9061-7390c488fca8 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:23.992927 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 7a279b16-5cc2-4a7d-a712-d15f7fc21dad up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:55:24.037071 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98d6f41-37db-4196-96fb-24ded1040ce7 None None] Network dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:55:24.077600 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44ee3217-9ee3-4089-9eb3-27f3ebe49b8f tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:24.082767 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5ec66f74-8753-47cd-9061-7390c488fca8 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:24.103480 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-26e5d3ef-abb1-4715-94db-313eaaae07fa tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:24.129129 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-26e5d3ef-abb1-4715-94db-313eaaae07fa tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:24.162640 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-57fe1940-d0d4-41f9-a848-f20ead6517db None None] Provisioning complete for port 4b6e9917-16bf-4661-807a-61ec866a599f triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:55:24.163332 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-57fe1940-d0d4-41f9-a848-f20ead6517db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:24.186106 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-26e5d3ef-abb1-4715-94db-313eaaae07fa tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:24.189327 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-26e5d3ef-abb1-4715-94db-313eaaae07fa tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:24.190661 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-26e5d3ef-abb1-4715-94db-313eaaae07fa tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] 10.222.0.69 "DELETE /v2.0/security-groups/7de18f66-99ae-483e-a9cb-9c3e37fc9c52 HTTP/1.1" status: 204 len: 168 time: 0.3962727 Aug 19 14:55:24.198964 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38588) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:24.224244 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e5d3ef-abb1-4715-94db-313eaaae07fa tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de18f66-99ae-483e-a9cb-9c3e37fc9c52,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:24.226641 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38592) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:24.231979 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 7a279b16-5cc2-4a7d-a712-d15f7fc21dad completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:55:24.251606 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 7a279b16-5cc2-4a7d-a712-d15f7fc21dad triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:55:24.252050 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:24.311191 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5ec66f74-8753-47cd-9061-7390c488fca8 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:24.311746 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9803ffd-3d8e-4dab-b289-0f77c45af9f1 req-2982b7ff-c384-4609-bb76-264d260f22c4 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:24.319445 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d9803ffd-3d8e-4dab-b289-0f77c45af9f1 req-2982b7ff-c384-4609-bb76-264d260f22c4 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.68 "GET /v2.0/networks?id=2fa445be-0d18-48a9-824e-a1d171d6214e HTTP/1.1" status: 200 len: 814 time: 0.3637433 Aug 19 14:55:24.332673 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-d9803ffd-3d8e-4dab-b289-0f77c45af9f1 req-dcb2cc2b-abd2-4d98-ba4b-22aa0c116d75 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Request body: {'port': {'device_id': '1e46bc0e-c9d2-4fec-9f68-5ec187496590', 'network_id': '2fa445be-0d18-48a9-824e-a1d171d6214e', 'admin_state_up': True, 'tenant_id': '16017ed5be314461b8db4ea998446c7b'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:24.613293 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b73e3b-5d61-4e79-81b3-48a19fec8d47 req-8df820e8-2cd2-488b-91ee-3b29ea6877ee tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:24.621607 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-66b73e3b-5d61-4e79-81b3-48a19fec8d47 req-8df820e8-2cd2-488b-91ee-3b29ea6877ee tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.2759387 Aug 19 14:55:24.656874 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5ec66f74-8753-47cd-9061-7390c488fca8 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:24.670448 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c196e-6fdc-44e1-8ee8-0282b9e25d98 req-0b4a29db-7afd-43be-ba09-05d3923dba4e tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:24.672084 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5c3c196e-6fdc-44e1-8ee8-0282b9e25d98 req-0b4a29db-7afd-43be-ba09-05d3923dba4e tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8eca1eb-dd23-4321-a864-9aa222e7113b HTTP/1.1" status: 200 len: 944 time: 0.2057230 Aug 19 14:55:24.691925 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44ee3217-9ee3-4089-9eb3-27f3ebe49b8f tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:24.706097 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5ec66f74-8753-47cd-9061-7390c488fca8 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:24.711492 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5ec66f74-8753-47cd-9061-7390c488fca8 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "DELETE /v2.0/subnets/a0cbbed2-3cbb-45f2-b360-2486b2f69582 HTTP/1.1" status: 204 len: 168 time: 0.9189065 Aug 19 14:55:24.711967 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38596) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:24.772032 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a5e85e8-fdbf-4f7d-a30f-a3badd6bb3d5 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] DELETE failed (client error): The resource could not be found. Aug 19 14:55:24.772399 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a5e85e8-fdbf-4f7d-a30f-a3badd6bb3d5 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:55:24.776809 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-7a5e85e8-fdbf-4f7d-a30f-a3badd6bb3d5 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "DELETE /v2.0/subnets/f6c23f19-6f73-4116-a3a1-f4359c90fc41 HTTP/1.1" status: 404 len: 337 time: 0.0499492 Aug 19 14:55:24.787186 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38598) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:24.793439 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-66b73e3b-5d61-4e79-81b3-48a19fec8d47 req-e3401cee-07d6-454f-a5f5-9d273ea3d3e8 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666017 Aug 19 14:55:24.826383 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec66f74-8753-47cd-9061-7390c488fca8 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event deleted for resources: {'Subnet': ['ID=a0cbbed2-3cbb-45f2-b360-2486b2f69582,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:24.831104 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5c3c196e-6fdc-44e1-8ee8-0282b9e25d98 req-ba343f29-f1d2-4b92-ab2d-1665a18b2422 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339920 Aug 19 14:55:24.831970 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0871c51c-be8b-440d-aa27-d31f0a379c94 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6300488 Aug 19 14:55:24.839314 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38602) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:24.845669 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d23c6150-0b2a-4ce7-87a4-adc7d7206468 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Request body: {'security_group': {'name': 'tempest-secgroup--1532352439'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:24.883449 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-57fe1940-d0d4-41f9-a848-f20ead6517db None None] Provisioning complete for port 5942eb0b-9efd-4bfa-8666-5814472a94ab triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:55:24.884639 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-57fe1940-d0d4-41f9-a848-f20ead6517db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:24.899395 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7abe3f63-a2bb-4918-8186-5c5797c215d9 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "GET /v2.0/ports?device_id=751b470a-f549-4480-bb9f-2c9acabf249f HTTP/1.1" status: 200 len: 205 time: 0.1107411 Aug 19 14:55:24.902360 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38604) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:24.905205 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9803ffd-3d8e-4dab-b289-0f77c45af9f1 req-dcb2cc2b-abd2-4d98-ba4b-22aa0c116d75 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Made reservation on behalf of 16017ed5be314461b8db4ea998446c7b for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:55:24.911717 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d9803ffd-3d8e-4dab-b289-0f77c45af9f1 req-dcb2cc2b-abd2-4d98-ba4b-22aa0c116d75 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:24.916370 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:24.924931 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d23c6150-0b2a-4ce7-87a4-adc7d7206468 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:24.973494 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 7a279b16-5cc2-4a7d-a712-d15f7fc21dad, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=7a279b16-5cc2-4a7d-a712-d15f7fc21dad,segment=NetworkSegment(af76a49f-6b6e-4117-acb3-d7b5325cccf1),segment_id=af76a49f-6b6e-4117-acb3-d7b5325cccf1)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:24.978499 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8eca1eb-dd23-4321-a864-9aa222e7113b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a279b16-5cc2-4a7d-a712-d15f7fc21dad'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:55:24.983609 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f52151-cd06-427c-8470-3e3533218787" -d '{"events": [{"server_uuid": "f8eca1eb-dd23-4321-a864-9aa222e7113b", "name": "network-vif-plugged", "status": "completed", "tag": "7a279b16-5cc2-4a7d-a712-d15f7fc21dad"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:55:24.990556 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:24.998300 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-57fe1940-d0d4-41f9-a848-f20ead6517db None None] Port 5942eb0b-9efd-4bfa-8666-5814472a94ab cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:55:25.000502 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-b4bb6ab3-325d-4735-9660-db884ee85a19 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] delete failed (client error): The resource could not be found. Aug 19 14:55:25.001596 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b4bb6ab3-325d-4735-9660-db884ee85a19 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "DELETE /v2.0/routers/751b470a-f549-4480-bb9f-2c9acabf249f HTTP/1.1" status: 404 len: 336 time: 0.0981777 Aug 19 14:55:25.013161 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38614) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:25.083916 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=7a279b16-5cc2-4a7d-a712-d15f7fc21dad,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:25.319648 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400ca468-83b4-4b4c-b3d3-198f285811fc None None] Network dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:55:25.355370 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44ee3217-9ee3-4089-9eb3-27f3ebe49b8f tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:25.379668 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44ee3217-9ee3-4089-9eb3-27f3ebe49b8f tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:25.454021 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7ccaef1b-ae28-44a1-a511-9f7a23e68bb4 None None] Provisioning complete for port 4b6e9917-16bf-4661-807a-61ec866a599f triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:55:25.454021 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7ccaef1b-ae28-44a1-a511-9f7a23e68bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:25.508183 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-27ee2b79-02b1-4141-96dd-025f9bf039cd req-2beb0eaf-d9dd-4bae-8124-1c628ad6b428 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e46bc0e-c9d2-4fec-9f68-5ec187496590 HTTP/1.1" status: 200 len: 210 time: 0.0897148 Aug 19 14:55:25.509220 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a02a0ed-73f1-4a29-9515-1f6ab7372dfb tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] DELETE failed (client error): The resource could not be found. Aug 19 14:55:25.509652 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a02a0ed-73f1-4a29-9515-1f6ab7372dfb tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:55:25.514697 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-2a02a0ed-73f1-4a29-9515-1f6ab7372dfb tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "DELETE /v2.0/subnets/35cc6ac4-3b5f-424f-9bff-19c633afb6d0 HTTP/1.1" status: 404 len: 337 time: 0.0987642 Aug 19 14:55:25.520544 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38618) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:25.585937 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7ccaef1b-ae28-44a1-a511-9f7a23e68bb4 None None] Provisioning complete for port 5942eb0b-9efd-4bfa-8666-5814472a94ab triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:55:25.586913 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7ccaef1b-ae28-44a1-a511-9f7a23e68bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:25.621517 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67cafe9-b915-4594-b671-3a7c8a8d22e9 req-af7ecc17-92d2-4608-8c1f-45e8c886d7b3 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:25.631465 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 1fc3aff8-b8df-463c-a3b3-07f9224df540 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:55:25.631949 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d67cafe9-b915-4594-b671-3a7c8a8d22e9 req-af7ecc17-92d2-4608-8c1f-45e8c886d7b3 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.7106807 Aug 19 14:55:25.637192 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-44ee3217-9ee3-4089-9eb3-27f3ebe49b8f tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Allocated IP 172.25.2.19 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/acbe0b20-ff06-4bab-92ec-50a1551120b9) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:55:25.648148 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc82a76f-6996-4048-9b5c-d2b806be8613 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] DELETE failed (client error): The resource could not be found. Aug 19 14:55:25.648628 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc82a76f-6996-4048-9b5c-d2b806be8613 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:55:25.653830 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-dc82a76f-6996-4048-9b5c-d2b806be8613 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "DELETE /v2.0/subnets/0becc41d-664a-41ca-b340-7f5e9478a8c0 HTTP/1.1" status: 404 len: 337 time: 0.1322825 Aug 19 14:55:25.660364 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38620) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:25.661335 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de5830d-d832-481b-9cc6-9981387aaa37 None None] DHCP port deletion for dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:55:25.665670 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 1fc3aff8-b8df-463c-a3b3-07f9224df540 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:55:25.666018 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 1fc3aff8-b8df-463c-a3b3-07f9224df540 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:55:25.672240 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-7ccaef1b-ae28-44a1-a511-9f7a23e68bb4 None None] Port 5942eb0b-9efd-4bfa-8666-5814472a94ab cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:55:25.711263 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3eaa51-768a-4fb1-a6d4-771dc85712a0 x-openstack-request-id: req-cb3eaa51-768a-4fb1-a6d4-771dc85712a0 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:55:25.711702 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8eca1eb-dd23-4321-a864-9aa222e7113b", "name": "network-vif-plugged", "status": "completed", "tag": "7a279b16-5cc2-4a7d-a712-d15f7fc21dad", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:55:25.712038 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cb3eaa51-768a-4fb1-a6d4-771dc85712a0 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:55:25.713014 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8eca1eb-dd23-4321-a864-9aa222e7113b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a279b16-5cc2-4a7d-a712-d15f7fc21dad', 'code': 200} Aug 19 14:55:25.714532 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-00ad3e90-c9f3-4e5b-855e-42a29777367d tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] DELETE failed (client error): The resource could not be found. Aug 19 14:55:25.715232 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00ad3e90-c9f3-4e5b-855e-42a29777367d tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:55:25.717514 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-00ad3e90-c9f3-4e5b-855e-42a29777367d tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "DELETE /v2.0/subnets/f1d7978d-6b79-4950-b04e-1873aa8caab1 HTTP/1.1" status: 404 len: 337 time: 0.0555873 Aug 19 14:55:25.723567 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38622) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:25.725246 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-8de5830d-d832-481b-9cc6-9981387aaa37 None None] Deleting port 4b6e9917-16bf-4661-807a-61ec866a599f {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:55:25.725726 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8de5830d-d832-481b-9cc6-9981387aaa37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:25.799221 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8de5830d-d832-481b-9cc6-9981387aaa37 None None] For port 4b6e9917-16bf-4661-807a-61ec866a599f, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=4b6e9917-16bf-4661-807a-61ec866a599f,segment=NetworkSegment(49a5875e-e838-4474-a498-97c2cfd7fa7d),segment_id=49a5875e-e838-4474-a498-97c2cfd7fa7d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:25.799798 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8de5830d-d832-481b-9cc6-9981387aaa37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:25.812680 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d67cafe9-b915-4594-b671-3a7c8a8d22e9 req-8a97ecd8-dad1-4ac8-ad7b-7d33037695c5 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797068 Aug 19 14:55:25.823412 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-8de5830d-d832-481b-9cc6-9981387aaa37 None None] Calling delete_port for 4b6e9917-16bf-4661-807a-61ec866a599f owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:55:25.835931 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-001afb2b-8302-41f1-83d8-224d3928b1f4 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] DELETE failed (client error): The resource could not be found. Aug 19 14:55:25.835931 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-001afb2b-8302-41f1-83d8-224d3928b1f4 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:55:25.835931 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-001afb2b-8302-41f1-83d8-224d3928b1f4 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "DELETE /v2.0/ports/9fe5df19-44ba-4c0f-a215-e1c795fe9537 HTTP/1.1" status: 404 len: 333 time: 0.0980241 Aug 19 14:55:25.839466 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-d9803ffd-3d8e-4dab-b289-0f77c45af9f1 req-dcb2cc2b-abd2-4d98-ba4b-22aa0c116d75 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Allocated IP 172.20.0.3 (2fa445be-0d18-48a9-824e-a1d171d6214e/f94001b9-7f0e-43d0-8c52-f0d228ad89db/bffed635-468f-4369-b433-0bb8a559e990) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:55:25.851761 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38626) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:25.901042 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bb79229c-e065-4a2f-b421-161a9f6bb099 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:25.914333 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8de5830d-d832-481b-9cc6-9981387aaa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:25.926143 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a220c80-dda6-400d-a0b6-323d1bf67f45 req-96fbaefc-36c8-4824-885f-3dd24466b88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:25.928050 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2a220c80-dda6-400d-a0b6-323d1bf67f45 req-96fbaefc-36c8-4824-885f-3dd24466b88b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=f8eca1eb-dd23-4321-a864-9aa222e7113b HTTP/1.1" status: 200 len: 1096 time: 0.1128335 Aug 19 14:55:25.941316 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de5830d-d832-481b-9cc6-9981387aaa37 None None] Pushing event deleted for resources: {'Port': ['ID=4b6e9917-16bf-4661-807a-61ec866a599f,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:25.943087 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-21cb0d76-8d4e-4a63-8921-28724aa13cfc tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] DELETE failed (client error): The resource could not be found. Aug 19 14:55:25.943436 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21cb0d76-8d4e-4a63-8921-28724aa13cfc tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:55:25.945935 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-21cb0d76-8d4e-4a63-8921-28724aa13cfc tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "DELETE /v2.0/subnets/0eee8120-b20b-428a-8141-3bc55bbeaaeb HTTP/1.1" status: 404 len: 337 time: 0.0911884 Aug 19 14:55:25.946250 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de5830d-d832-481b-9cc6-9981387aaa37 None None] No DVR routers for this DVR port 4b6e9917-16bf-4661-807a-61ec866a599f on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:55:25.969681 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38630) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:25.988171 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d23c6150-0b2a-4ce7-87a4-adc7d7206468 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:26.014871 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d23c6150-0b2a-4ce7-87a4-adc7d7206468 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:26.060164 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44ee3217-9ee3-4089-9eb3-27f3ebe49b8f tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:26.067344 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2a220c80-dda6-400d-a0b6-323d1bf67f45 req-59474feb-5fb2-453d-b839-8155413840a3 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268384 Aug 19 14:55:26.071244 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-61efef7f-0b34-4955-8930-3af58d20bf10 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] DELETE failed (client error): The resource could not be found. Aug 19 14:55:26.071705 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61efef7f-0b34-4955-8930-3af58d20bf10 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:55:26.076508 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-61efef7f-0b34-4955-8930-3af58d20bf10 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "DELETE /v2.0/subnets/8251434e-4200-4520-a272-a3dcc585fbd0 HTTP/1.1" status: 404 len: 337 time: 0.0997529 Aug 19 14:55:26.077402 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38632) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:26.099386 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d23c6150-0b2a-4ce7-87a4-adc7d7206468 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:26.104618 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d23c6150-0b2a-4ce7-87a4-adc7d7206468 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2600029 Aug 19 14:55:26.115149 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38634) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:26.135292 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-43bbcb53-a861-4ce4-ac00-de513613642e tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Request body: {'security_group_rule': {'security_group_id': 'fd49c69d-7db8-4eae-92a1-94d57648d6c7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:26.138693 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6a1b1fb-1210-463a-bc95-c31e6fc90912 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] DELETE failed (client error): The resource could not be found. Aug 19 14:55:26.138693 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6a1b1fb-1210-463a-bc95-c31e6fc90912 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:55:26.138693 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b6a1b1fb-1210-463a-bc95-c31e6fc90912 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "DELETE /v2.0/ports/fa19f932-6260-4937-bb63-0306407a9723 HTTP/1.1" status: 404 len: 333 time: 0.0575371 Aug 19 14:55:26.138978 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38636) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:26.161376 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23c6150-0b2a-4ce7-87a4-adc7d7206468 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd49c69d-7db8-4eae-92a1-94d57648d6c7,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:26.172523 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1d7e7c6-7b44-4221-bb83-6e2e688481f8 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] DELETE failed (client error): The resource could not be found. Aug 19 14:55:26.172983 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1d7e7c6-7b44-4221-bb83-6e2e688481f8 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:55:26.177012 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c1d7e7c6-7b44-4221-bb83-6e2e688481f8 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "DELETE /v2.0/subnets/852a196c-ca4a-4f35-8449-f2eacb4b666b HTTP/1.1" status: 404 len: 337 time: 0.0347116 Aug 19 14:55:26.182644 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38638) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:26.205536 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac07f76-3e68-480d-8f14-b74ec499ff42 req-2a0f9786-f491-46b2-b1c5-85b1e4dea6b6 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:26.208816 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1ac07f76-3e68-480d-8f14-b74ec499ff42 req-2a0f9786-f491-46b2-b1c5-85b1e4dea6b6 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.2614298 Aug 19 14:55:26.227449 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-624d7035-65b1-4649-abce-dbf217518f9e tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] DELETE failed (client error): The resource could not be found. Aug 19 14:55:26.227902 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-624d7035-65b1-4649-abce-dbf217518f9e tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:55:26.229888 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-624d7035-65b1-4649-abce-dbf217518f9e tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "DELETE /v2.0/subnets/0ecc50f3-bab6-458a-bd91-a4a7b379ee2d HTTP/1.1" status: 404 len: 337 time: 0.0460947 Aug 19 14:55:26.243811 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38642) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:26.257495 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc3914-440c-4cf6-8082-4998a0005802 req-762da0f3-4bbf-4d45-978a-30924ce3e4c5 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:26.259564 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b6fc3914-440c-4cf6-8082-4998a0005802 req-762da0f3-4bbf-4d45-978a-30924ce3e4c5 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8eca1eb-dd23-4321-a864-9aa222e7113b HTTP/1.1" status: 200 len: 945 time: 0.2757850 Aug 19 14:55:26.310557 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1ac07f76-3e68-480d-8f14-b74ec499ff42 req-0db03600-465f-4f85-8cfd-e5b3b926b477 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929692 Aug 19 14:55:26.386540 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b6fc3914-440c-4cf6-8082-4998a0005802 req-e6c72641-4731-44da-ade9-ae15cabd24cb tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096618 Aug 19 14:55:26.394449 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [None req-43bbcb53-a861-4ce4-ac00-de513613642e tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] create failed (client error): The resource could not be found. Aug 19 14:55:26.398053 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-43bbcb53-a861-4ce4-ac00-de513613642e tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2804279 Aug 19 14:55:26.414480 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38646) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:26.423459 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-8d6de7bf-b4e9-4176-8dc7-248e2f111271 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Request body: {'security_group_rule': {'security_group_id': 'fd49c69d-7db8-4eae-92a1-94d57648d6c7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '5484126d-8f88-44a4-9f05-2c4e9b660bf7'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:26.451964 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d9803ffd-3d8e-4dab-b289-0f77c45af9f1 req-dcb2cc2b-abd2-4d98-ba4b-22aa0c116d75 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:26.558015 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [None req-8d6de7bf-b4e9-4176-8dc7-248e2f111271 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] create failed (client error): The resource could not be found. Aug 19 14:55:26.559090 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-8d6de7bf-b4e9-4176-8dc7-248e2f111271 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1436462 Aug 19 14:55:26.563143 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38648) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:26.579616 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b428e9-b797-4935-9469-3c032ccd71ef req-21abe3a6-6b55-4d46-8471-c4004fb7ec70 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:26.582159 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-37b428e9-b797-4935-9469-3c032ccd71ef req-21abe3a6-6b55-4d46-8471-c4004fb7ec70 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.1187489 Aug 19 14:55:26.596484 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d9803ffd-3d8e-4dab-b289-0f77c45af9f1 req-dcb2cc2b-abd2-4d98-ba4b-22aa0c116d75 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:26.609598 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['36e52d9b-d1bd-492b-9d57-76ad8c82d474'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:55:26.685454 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9803ffd-3d8e-4dab-b289-0f77c45af9f1 req-dcb2cc2b-abd2-4d98-ba4b-22aa0c116d75 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Network 2fa445be-0d18-48a9-824e-a1d171d6214e is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:55:26.695304 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-d9803ffd-3d8e-4dab-b289-0f77c45af9f1 req-dcb2cc2b-abd2-4d98-ba4b-22aa0c116d75 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:55:26.719442 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9803ffd-3d8e-4dab-b289-0f77c45af9f1 req-dcb2cc2b-abd2-4d98-ba4b-22aa0c116d75 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:55:26.766435 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44ee3217-9ee3-4089-9eb3-27f3ebe49b8f tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:26.778276 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9803ffd-3d8e-4dab-b289-0f77c45af9f1 req-dcb2cc2b-abd2-4d98-ba4b-22aa0c116d75 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:26.779107 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d9803ffd-3d8e-4dab-b289-0f77c45af9f1 req-dcb2cc2b-abd2-4d98-ba4b-22aa0c116d75 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:26.786233 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ee3217-9ee3-4089-9eb3-27f3ebe49b8f tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:55:26.815852 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb2cc2b-abd2-4d98-ba4b-22aa0c116d75 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Pushing event updated for resources: {'Port': ['ID=bffed635-468f-4369-b433-0bb8a559e990,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:26.819975 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-44ee3217-9ee3-4089-9eb3-27f3ebe49b8f tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:55:26.822759 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ee3217-9ee3-4089-9eb3-27f3ebe49b8f tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:55:26.835070 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-37b428e9-b797-4935-9469-3c032ccd71ef req-3a9649ff-5c1e-43e7-a898-304023c47c35 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2412837 Aug 19 14:55:26.836617 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d9803ffd-3d8e-4dab-b289-0f77c45af9f1 req-dcb2cc2b-abd2-4d98-ba4b-22aa0c116d75 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5092208 Aug 19 14:55:26.858146 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-d9803ffd-3d8e-4dab-b289-0f77c45af9f1 req-fc48fd3a-7adc-436d-a15a-b1de16a71006 service neutron] Request body: {'port': {'device_id': '1e46bc0e-c9d2-4fec-9f68-5ec187496590', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:26.888767 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9552d5c8-87e6-4edc-abde-5bf308346981 req-4bc2bf6e-7be3-4201-a589-688867e78505 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:26.890969 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9552d5c8-87e6-4edc-abde-5bf308346981 req-4bc2bf6e-7be3-4201-a589-688867e78505 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e46bc0e-c9d2-4fec-9f68-5ec187496590 HTTP/1.1" status: 200 len: 931 time: 0.2390106 Aug 19 14:55:26.891701 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-352a8fc0-5e00-4626-a29a-38d0c4a7ccb7 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:26.950124 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-352a8fc0-5e00-4626-a29a-38d0c4a7ccb7 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:26.972601 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ee3217-9ee3-4089-9eb3-27f3ebe49b8f tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Pushing event updated for resources: {'Port': ['ID=acbe0b20-ff06-4bab-92ec-50a1551120b9,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:26.984290 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d9803ffd-3d8e-4dab-b289-0f77c45af9f1 req-fc48fd3a-7adc-436d-a15a-b1de16a71006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:27.014565 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9552d5c8-87e6-4edc-abde-5bf308346981 req-98c7b6b2-e368-4294-8276-e0b928974f56 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/security-groups?id=d293a293-c95e-4636-a077-650b953c4fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131976 Aug 19 14:55:27.071979 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-352a8fc0-5e00-4626-a29a-38d0c4a7ccb7 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:27.074450 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-352a8fc0-5e00-4626-a29a-38d0c4a7ccb7 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:27.076439 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-352a8fc0-5e00-4626-a29a-38d0c4a7ccb7 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] 10.222.0.69 "DELETE /v2.0/security-groups/fd49c69d-7db8-4eae-92a1-94d57648d6c7 HTTP/1.1" status: 204 len: 168 time: 0.5112646 Aug 19 14:55:27.084368 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38654) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:27.087914 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-2f225a07-3644-45c1-bbbe-a111da2aea47 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Deleting port 5942eb0b-9efd-4bfa-8666-5814472a94ab {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:55:27.088250 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2f225a07-3644-45c1-bbbe-a111da2aea47 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:27.131322 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352a8fc0-5e00-4626-a29a-38d0c4a7ccb7 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd49c69d-7db8-4eae-92a1-94d57648d6c7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:27.242323 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2f225a07-3644-45c1-bbbe-a111da2aea47 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:27.274782 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-bb79229c-e065-4a2f-b421-161a9f6bb099 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Allocated IP 172.20.0.17 (4141189c-a6e4-4bcf-b8cb-fe287ffd7b34/d473d797-2b17-4f9c-aaca-bc298c83d913/e7907fd4-4015-444d-98a8-4894c3e1f24d) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:55:27.336966 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-2f225a07-3644-45c1-bbbe-a111da2aea47 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Calling delete_port for 5942eb0b-9efd-4bfa-8666-5814472a94ab owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:55:27.355072 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-fd21e42d-8dda-4779-a9f1-df8684f83c67 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2638013 Aug 19 14:55:27.359945 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38658) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:27.367410 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-f20e4164-0b48-4082-87a1-4ed22ce1a729 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Request body: {'security_group_rule': {'security_group_id': 'f2e1a061-3180-42ad-a2e2-da931b300d77', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:27.374005 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-d9803ffd-3d8e-4dab-b289-0f77c45af9f1 req-fc48fd3a-7adc-436d-a15a-b1de16a71006 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bffed635-468f-4369-b433-0bb8a559e990 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:55:27.385311 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d9803ffd-3d8e-4dab-b289-0f77c45af9f1 req-fc48fd3a-7adc-436d-a15a-b1de16a71006 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:27.411371 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-d9803ffd-3d8e-4dab-b289-0f77c45af9f1 req-fc48fd3a-7adc-436d-a15a-b1de16a71006 service neutron] Transition to ACTIVE for port object bffed635-468f-4369-b433-0bb8a559e990 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:55:27.415810 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d9803ffd-3d8e-4dab-b289-0f77c45af9f1 req-fc48fd3a-7adc-436d-a15a-b1de16a71006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:27.499606 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc48fd3a-7adc-436d-a15a-b1de16a71006 service neutron] Pushing event updated for resources: {'Port': ['ID=bffed635-468f-4369-b433-0bb8a559e990,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:27.572642 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44ee3217-9ee3-4089-9eb3-27f3ebe49b8f tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:27.583742 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [None req-f20e4164-0b48-4082-87a1-4ed22ce1a729 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] create failed (client error): The resource could not be found. Aug 19 14:55:27.589095 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f20e4164-0b48-4082-87a1-4ed22ce1a729 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2236269 Aug 19 14:55:27.606240 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38662) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:27.626214 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e2713ae6-e850-4ef1-b6f2-92dcca862e5e tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Request body: {'security_group': {'name': 'tempest-secgroup--1539721041'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:27.652255 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de25a0-7a50-41e9-820c-71f1b4de47be req-1a96d6b1-9f95-4534-a7c2-f488692d0116 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:27.654106 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2f225a07-3644-45c1-bbbe-a111da2aea47 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:27.660259 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-23de25a0-7a50-41e9-820c-71f1b4de47be req-1a96d6b1-9f95-4534-a7c2-f488692d0116 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8eca1eb-dd23-4321-a864-9aa222e7113b HTTP/1.1" status: 200 len: 945 time: 0.1726236 Aug 19 14:55:27.661745 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bb79229c-e065-4a2f-b421-161a9f6bb099 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:27.690627 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f225a07-3644-45c1-bbbe-a111da2aea47 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event deleted for resources: {'Port': ['ID=5942eb0b-9efd-4bfa-8666-5814472a94ab,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:27.735386 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 4b6e9917-16bf-4661-807a-61ec866a599f no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:55:27.742751 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-bb79229c-e065-4a2f-b421-161a9f6bb099 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Transition to ACTIVE for port object e7907fd4-4015-444d-98a8-4894c3e1f24d will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:55:27.747324 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2f225a07-3644-45c1-bbbe-a111da2aea47 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:27.752386 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2f225a07-3644-45c1-bbbe-a111da2aea47 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "DELETE /v2.0/ports/5942eb0b-9efd-4bfa-8666-5814472a94ab HTTP/1.1" status: 204 len: 168 time: 1.5069711 Aug 19 14:55:27.758663 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38664) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:27.760120 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 4b6e9917-16bf-4661-807a-61ec866a599f {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:55:27.760499 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 4b6e9917-16bf-4661-807a-61ec866a599f not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:55:27.781189 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e2713ae6-e850-4ef1-b6f2-92dcca862e5e tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:27.801670 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-23de25a0-7a50-41e9-820c-71f1b4de47be req-00c82f72-ad0e-4eaf-9b32-626f1a79cfb5 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785232 Aug 19 14:55:27.838483 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-d9803ffd-3d8e-4dab-b289-0f77c45af9f1 req-fc48fd3a-7adc-436d-a15a-b1de16a71006 service neutron] Attempting to bind port bffed635-468f-4369-b433-0bb8a559e990 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:55:27.838993 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-d9803ffd-3d8e-4dab-b289-0f77c45af9f1 req-fc48fd3a-7adc-436d-a15a-b1de16a71006 service neutron] Attempting to bind port bffed635-468f-4369-b433-0bb8a559e990 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '9f3b2564-15f5-43a5-bb53-1bcbad751f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2fa445be-0d18-48a9-824e-a1d171d6214e'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:55:27.839457 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9803ffd-3d8e-4dab-b289-0f77c45af9f1 req-fc48fd3a-7adc-436d-a15a-b1de16a71006 service neutron] Attempting to bind port bffed635-468f-4369-b433-0bb8a559e990 on network 2fa445be-0d18-48a9-824e-a1d171d6214e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:55:27.861454 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9803ffd-3d8e-4dab-b289-0f77c45af9f1 req-fc48fd3a-7adc-436d-a15a-b1de16a71006 service neutron] Port bffed635-468f-4369-b433-0bb8a559e990 on network 2fa445be-0d18-48a9-824e-a1d171d6214e not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:55:27.861891 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9803ffd-3d8e-4dab-b289-0f77c45af9f1 req-fc48fd3a-7adc-436d-a15a-b1de16a71006 service neutron] Attempting to bind port bffed635-468f-4369-b433-0bb8a559e990 on network 2fa445be-0d18-48a9-824e-a1d171d6214e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:55:27.873958 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9803ffd-3d8e-4dab-b289-0f77c45af9f1 req-fc48fd3a-7adc-436d-a15a-b1de16a71006 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:55:27.874640 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9803ffd-3d8e-4dab-b289-0f77c45af9f1 req-fc48fd3a-7adc-436d-a15a-b1de16a71006 service neutron] Checking segment: {'id': '9f3b2564-15f5-43a5-bb53-1bcbad751f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2fa445be-0d18-48a9-824e-a1d171d6214e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:55:27.875551 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9803ffd-3d8e-4dab-b289-0f77c45af9f1 req-fc48fd3a-7adc-436d-a15a-b1de16a71006 service neutron] Bound using segment: {'id': '9f3b2564-15f5-43a5-bb53-1bcbad751f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2fa445be-0d18-48a9-824e-a1d171d6214e'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:55:27.875750 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-d9803ffd-3d8e-4dab-b289-0f77c45af9f1 req-fc48fd3a-7adc-436d-a15a-b1de16a71006 service neutron] Bound port: bffed635-468f-4369-b433-0bb8a559e990, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f3b2564-15f5-43a5-bb53-1bcbad751f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2fa445be-0d18-48a9-824e-a1d171d6214e'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:55:27.876334 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d9803ffd-3d8e-4dab-b289-0f77c45af9f1 req-fc48fd3a-7adc-436d-a15a-b1de16a71006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:27.931151 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f64974ab-f1ea-4542-a8fb-02ce3c6ef924 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:28.006637 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-d9803ffd-3d8e-4dab-b289-0f77c45af9f1 req-fc48fd3a-7adc-436d-a15a-b1de16a71006 service neutron] For port bffed635-468f-4369-b433-0bb8a559e990, host n-h1-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:55:28.008518 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bb79229c-e065-4a2f-b421-161a9f6bb099 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:28.016283 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-d9803ffd-3d8e-4dab-b289-0f77c45af9f1 req-fc48fd3a-7adc-436d-a15a-b1de16a71006 service neutron] For port bffed635-468f-4369-b433-0bb8a559e990, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=bffed635-468f-4369-b433-0bb8a559e990,segment=NetworkSegment(9f3b2564-15f5-43a5-bb53-1bcbad751f27),segment_id=9f3b2564-15f5-43a5-bb53-1bcbad751f27)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:55:28.047477 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d9803ffd-3d8e-4dab-b289-0f77c45af9f1 req-fc48fd3a-7adc-436d-a15a-b1de16a71006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:28.086369 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb79229c-e065-4a2f-b421-161a9f6bb099 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Network 4141189c-a6e4-4bcf-b8cb-fe287ffd7b34 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:55:28.093235 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-bb79229c-e065-4a2f-b421-161a9f6bb099 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:55:28.096478 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb79229c-e065-4a2f-b421-161a9f6bb099 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:55:28.132498 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9803ffd-3d8e-4dab-b289-0f77c45af9f1 req-fc48fd3a-7adc-436d-a15a-b1de16a71006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:28.133112 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d9803ffd-3d8e-4dab-b289-0f77c45af9f1 req-fc48fd3a-7adc-436d-a15a-b1de16a71006 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:28.134647 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d9803ffd-3d8e-4dab-b289-0f77c45af9f1 req-fc48fd3a-7adc-436d-a15a-b1de16a71006 service neutron] 10.222.0.68 "PUT /v2.0/ports/bffed635-468f-4369-b433-0bb8a559e990 HTTP/1.1" status: 200 len: 1091 time: 1.2845159 Aug 19 14:55:28.149136 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e46bc0e-c9d2-4fec-9f68-5ec187496590', 'tag': 'bffed635-468f-4369-b433-0bb8a559e990'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:55:28.151671 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f83e685-d1b4-41aa-b118-60b321649dac" -d '{"events": [{"name": "network-changed", "server_uuid": "1e46bc0e-c9d2-4fec-9f68-5ec187496590", "tag": "bffed635-468f-4369-b433-0bb8a559e990"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:55:28.233777 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79229c-e065-4a2f-b421-161a9f6bb099 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event updated for resources: {'Port': ['ID=e7907fd4-4015-444d-98a8-4894c3e1f24d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:28.257881 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44ee3217-9ee3-4089-9eb3-27f3ebe49b8f tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:28.292547 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44778514-0e8a-4469-9b4e-88fd070ca8fe req-3b19b8ad-33bf-4427-ab16-33dd281eea01 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:28.294922 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-44778514-0e8a-4469-9b4e-88fd070ca8fe req-3b19b8ad-33bf-4427-ab16-33dd281eea01 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8eca1eb-dd23-4321-a864-9aa222e7113b HTTP/1.1" status: 200 len: 945 time: 0.2688694 Aug 19 14:55:28.339189 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9803ffd-3d8e-4dab-b289-0f77c45af9f1 req-d7ec06f3-d0cf-496d-88df-f4bc22e337f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:28.340948 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d9803ffd-3d8e-4dab-b289-0f77c45af9f1 req-d7ec06f3-d0cf-496d-88df-f4bc22e337f1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=16017ed5be314461b8db4ea998446c7b&device_id=1e46bc0e-c9d2-4fec-9f68-5ec187496590 HTTP/1.1" status: 200 len: 1094 time: 0.1208291 Aug 19 14:55:28.378413 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f64974ab-f1ea-4542-a8fb-02ce3c6ef924 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:28.381635 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc48fd3a-7adc-436d-a15a-b1de16a71006 service neutron] Pushing event updated for resources: {'Port': ['ID=bffed635-468f-4369-b433-0bb8a559e990,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:28.397910 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-f64974ab-f1ea-4542-a8fb-02ce3c6ef924 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:28.400877 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-44778514-0e8a-4469-9b4e-88fd070ca8fe req-6f93552a-cdd4-4bf6-bde8-ae79dc47f70f tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880487 Aug 19 14:55:28.406471 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bb79229c-e065-4a2f-b421-161a9f6bb099 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:28.417513 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-f64974ab-f1ea-4542-a8fb-02ce3c6ef924 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49a5875e-e838-4474-a498-97c2cfd7fa7d') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:28.418085 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-f64974ab-f1ea-4542-a8fb-02ce3c6ef924 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49a5875e-e838-4474-a498-97c2cfd7fa7d') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:28.442867 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ae1ee245-8a5a-4899-826a-99201a460f25 None None] Provisioning for port e7907fd4-4015-444d-98a8-4894c3e1f24d completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:55:28.447099 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ae1ee245-8a5a-4899-826a-99201a460f25 None None] Provisioning complete for port e7907fd4-4015-444d-98a8-4894c3e1f24d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:55:28.447581 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ae1ee245-8a5a-4899-826a-99201a460f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:28.467503 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ecfcf1-30fd-47db-94a0-4c65e2c1ef9f req-3cc5cd8e-c3c1-49ac-8571-666e7b7be978 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:28.485880 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-71ecfcf1-30fd-47db-94a0-4c65e2c1ef9f req-3cc5cd8e-c3c1-49ac-8571-666e7b7be978 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e46bc0e-c9d2-4fec-9f68-5ec187496590 HTTP/1.1" status: 200 len: 943 time: 0.3191268 Aug 19 14:55:28.488471 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ae1ee245-8a5a-4899-826a-99201a460f25 None None] Port e7907fd4-4015-444d-98a8-4894c3e1f24d cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:55:28.489116 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f64974ab-f1ea-4542-a8fb-02ce3c6ef924 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:28.518870 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3603cf0-76c9-44d4-b0ce-8700dbbb5ee9 x-openstack-request-id: req-c3603cf0-76c9-44d4-b0ce-8700dbbb5ee9 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:55:28.519417 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e46bc0e-c9d2-4fec-9f68-5ec187496590", "tag": "bffed635-468f-4369-b433-0bb8a559e990", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:55:28.519417 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c3603cf0-76c9-44d4-b0ce-8700dbbb5ee9 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:55:28.519812 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e46bc0e-c9d2-4fec-9f68-5ec187496590', 'tag': 'bffed635-468f-4369-b433-0bb8a559e990', 'status': 'completed', 'code': 200} Aug 19 14:55:28.522954 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d9803ffd-3d8e-4dab-b289-0f77c45af9f1 req-71d4e25c-8732-4a60-82ed-40bc66ec33d9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bffed635-468f-4369-b433-0bb8a559e990 HTTP/1.1" status: 200 len: 217 time: 0.1515024 Aug 19 14:55:28.528730 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f64974ab-f1ea-4542-a8fb-02ce3c6ef924 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:28.538636 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e2713ae6-e850-4ef1-b6f2-92dcca862e5e tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:28.543795 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f64974ab-f1ea-4542-a8fb-02ce3c6ef924 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:55:28.544307 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f64974ab-f1ea-4542-a8fb-02ce3c6ef924 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:28.548907 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:55:28.548907 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:55:28.548907 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:55:28.548907 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:55:28.548907 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:55:28.548907 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:55:28.548907 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:55:28.548907 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:55:28.548907 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:55:28.548907 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:55:28.548907 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:55:28.548907 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:55:28.548907 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:55:28.548907 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:55:28.548907 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:55:28.548907 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:55:28.548907 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:55:28.548907 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:55:28.548907 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:55:28.548907 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:55:28.548907 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:55:28.548907 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:55:28.548907 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:55:28.548907 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:55:28.548907 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:55:28.548907 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:55:28.548907 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:55:28.548907 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:55:28.548907 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:55:28.548907 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:55:28.548907 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:55:28.548907 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:55:28.558012 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e2713ae6-e850-4ef1-b6f2-92dcca862e5e tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:28.607099 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e2713ae6-e850-4ef1-b6f2-92dcca862e5e tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:28.616882 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e2713ae6-e850-4ef1-b6f2-92dcca862e5e tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0006769 Aug 19 14:55:28.617524 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38678) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:28.629434 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2f5a5438-ce51-4c32-a55e-b86161f6079b tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Request body: {'security_group': {'name': 'tempest-secgroup--2068822729'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:28.656174 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2713ae6-e850-4ef1-b6f2-92dcca862e5e tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d661eac-9217-4401-b64c-7f24f3178be5,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:28.675203 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ee3217-9ee3-4089-9eb3-27f3ebe49b8f tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Router 812831b4-d433-4cd1-81e9-67c998835170 is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:55:28.679617 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-71ecfcf1-30fd-47db-94a0-4c65e2c1ef9f req-5b324640-400a-4ac5-b476-47b4136d5df6 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/security-groups?id=d293a293-c95e-4636-a077-650b953c4fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896243 Aug 19 14:55:28.681229 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9803ffd-3d8e-4dab-b289-0f77c45af9f1 req-8e9cfbbd-42cb-45f4-b6e2-c109cdf44318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:28.682942 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d9803ffd-3d8e-4dab-b289-0f77c45af9f1 req-8e9cfbbd-42cb-45f4-b6e2-c109cdf44318 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f94001b9-7f0e-43d0-8c52-f0d228ad89db HTTP/1.1" status: 200 len: 854 time: 0.1431494 Aug 19 14:55:28.689650 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f64974ab-f1ea-4542-a8fb-02ce3c6ef924 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:28.706250 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f64974ab-f1ea-4542-a8fb-02ce3c6ef924 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:28.711069 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f64974ab-f1ea-4542-a8fb-02ce3c6ef924 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] 10.222.0.69 "DELETE /v2.0/networks/dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2 HTTP/1.1" status: 204 len: 168 time: 0.9514866 Aug 19 14:55:28.722636 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d9803ffd-3d8e-4dab-b289-0f77c45af9f1 req-bb1d2a31-e35c-4dd7-a918-34b33ae95b00 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2fa445be-0d18-48a9-824e-a1d171d6214e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312631 Aug 19 14:55:28.723265 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2f5a5438-ce51-4c32-a55e-b86161f6079b tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:28.770512 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f22cf-1587-4385-a534-506594c46651 req-8b3cbc90-43b0-4ba5-86d2-ffd84ef16920 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:28.775882 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64974ab-f1ea-4542-a8fb-02ce3c6ef924 tempest-PortsTestJSON-2144469578 tempest-PortsTestJSON-2144469578-project] Pushing event deleted for resources: {'Network': ['ID=dcbe5a3d-22e8-4a86-a59e-b5d5dd1165a2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:28.778290 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-540f22cf-1587-4385-a534-506594c46651 req-8b3cbc90-43b0-4ba5-86d2-ffd84ef16920 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8eca1eb-dd23-4321-a864-9aa222e7113b HTTP/1.1" status: 200 len: 945 time: 0.1791992 Aug 19 14:55:28.819084 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bb79229c-e065-4a2f-b421-161a9f6bb099 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:28.847927 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-540f22cf-1587-4385-a534-506594c46651 req-81c3c21d-2a5f-4e0d-be27-6d890d9e61a0 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686707 Aug 19 14:55:28.898039 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d9803ffd-3d8e-4dab-b289-0f77c45af9f1 req-9c2cd1bb-7256-44b7-9cee-d820f83490e7 service neutron] 10.222.0.68 "GET /v2.0/networks/2fa445be-0d18-48a9-824e-a1d171d6214e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649184 Aug 19 14:55:29.074193 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ee3217-9ee3-4089-9eb3-27f3ebe49b8f tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:55:29.091783 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4354f7-2b69-4899-8d96-489fb069beb5 None None] Sync routers for ids ['812831b4-d433-4cd1-81e9-67c998835170'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:55:29.098606 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38686) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:29.111543 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4354f7-2b69-4899-8d96-489fb069beb5 None None] Routers {'812831b4-d433-4cd1-81e9-67c998835170'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:55:29.112186 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1d4354f7-2b69-4899-8d96-489fb069beb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:55:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['812831b4-d433-4cd1-81e9-67c998835170'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:29.173911 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1d4354f7-2b69-4899-8d96-489fb069beb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:29.187792 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4354f7-2b69-4899-8d96-489fb069beb5 None None] Routers {'812831b4-d433-4cd1-81e9-67c998835170'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:55:29.188857 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1d4354f7-2b69-4899-8d96-489fb069beb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:55:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['812831b4-d433-4cd1-81e9-67c998835170'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:29.206063 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d9803ffd-3d8e-4dab-b289-0f77c45af9f1 req-2a7f2012-8d03-4252-8450-ecd9569b793e service neutron] 10.222.0.68 "GET /v2.0/networks/2fa445be-0d18-48a9-824e-a1d171d6214e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999482 Aug 19 14:55:29.235187 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2f5a5438-ce51-4c32-a55e-b86161f6079b tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:29.240638 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1d4354f7-2b69-4899-8d96-489fb069beb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:29.242011 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4354f7-2b69-4899-8d96-489fb069beb5 None None] The sync data for ids ['812831b4-d433-4cd1-81e9-67c998835170'] in n-d-766043-2 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:55:29.262852 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44ee3217-9ee3-4089-9eb3-27f3ebe49b8f tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:29.272288 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-44ee3217-9ee3-4089-9eb3-27f3ebe49b8f tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.4703856 Aug 19 14:55:29.272288 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2f5a5438-ce51-4c32-a55e-b86161f6079b tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:29.272619 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38692) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:29.279706 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd2b79-d182-49a3-9faa-70900cc9c557 req-0b20c75e-1362-4430-9f61-6cebb4e6eb95 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:29.281253 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-83fd2b79-d182-49a3-9faa-70900cc9c557 req-0b20c75e-1362-4430-9f61-6cebb4e6eb95 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8eca1eb-dd23-4321-a864-9aa222e7113b HTTP/1.1" status: 200 len: 945 time: 0.0922689 Aug 19 14:55:29.286356 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d9dc813f-ae17-458e-9eda-62ed98548003 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'enable_snat': False}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:29.353180 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a5438-ce51-4c32-a55e-b86161f6079b tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d897533-420c-4442-9d17-61735bdac451,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:29.372090 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2f5a5438-ce51-4c32-a55e-b86161f6079b tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:29.376353 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2f5a5438-ce51-4c32-a55e-b86161f6079b tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7560625 Aug 19 14:55:29.377583 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38696) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:29.384187 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a34ffa72-041a-4c15-b6cb-535917c782ac tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Request body: {'security_group_rule': {'security_group_id': '9d661eac-9217-4401-b64c-7f24f3178be5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '5d897533-420c-4442-9d17-61735bdac451'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:29.385136 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-83fd2b79-d182-49a3-9faa-70900cc9c557 req-847e6e04-e146-4a01-8597-4e979ab6e718 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955360 Aug 19 14:55:29.473876 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-a34ffa72-041a-4c15-b6cb-535917c782ac tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 14:55:29.474565 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a34ffa72-041a-4c15-b6cb-535917c782ac tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0940540 Aug 19 14:55:29.479861 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bb79229c-e065-4a2f-b421-161a9f6bb099 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:29.481394 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38698) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:29.484997 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-8f9502d4-9da4-4448-a4b7-70d6a4023df4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7e6d46bc76a949adbb4c2a4b74be1b02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3826220 Aug 19 14:55:29.486442 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38700) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:29.498218 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bb79229c-e065-4a2f-b421-161a9f6bb099 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:29.521333 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83e685-d1b4-41aa-b118-60b321649dac req-2ef62a05-f662-42ee-9259-f1b6043b292c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:29.522842 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6f83e685-d1b4-41aa-b118-60b321649dac req-2ef62a05-f662-42ee-9259-f1b6043b292c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=16017ed5be314461b8db4ea998446c7b&device_id=1e46bc0e-c9d2-4fec-9f68-5ec187496590 HTTP/1.1" status: 200 len: 1094 time: 0.1017513 Aug 19 14:55:29.596832 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bb79229c-e065-4a2f-b421-161a9f6bb099 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:29.606639 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79229c-e065-4a2f-b421-161a9f6bb099 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event updated for resources: {'Port': ['ID=e7907fd4-4015-444d-98a8-4894c3e1f24d,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:29.670028 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f894415-22ff-4bad-993b-7925db48c830 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:29.698035 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ebe6d0be-4c24-48bb-a8a4-34b9f93a9e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:29.711954 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f894415-22ff-4bad-993b-7925db48c830 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:29.769964 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb79229c-e065-4a2f-b421-161a9f6bb099 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Network 4141189c-a6e4-4bcf-b8cb-fe287ffd7b34 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:55:29.773586 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-bb79229c-e065-4a2f-b421-161a9f6bb099 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:55:29.793595 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83e685-d1b4-41aa-b118-60b321649dac req-7916a6b1-38ba-4181-9f10-2c2a4a77f46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:29.795206 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6f83e685-d1b4-41aa-b118-60b321649dac req-7916a6b1-38ba-4181-9f10-2c2a4a77f46f service neutron] 10.222.0.68 "GET /v2.0/networks?id=2fa445be-0d18-48a9-824e-a1d171d6214e HTTP/1.1" status: 200 len: 915 time: 0.2363255 Aug 19 14:55:29.797214 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ebe6d0be-4c24-48bb-a8a4-34b9f93a9e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:29.837654 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f894415-22ff-4bad-993b-7925db48c830 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:29.840201 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f894415-22ff-4bad-993b-7925db48c830 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:29.841423 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5f894415-22ff-4bad-993b-7925db48c830 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] 10.222.0.69 "DELETE /v2.0/security-groups/5d897533-420c-4442-9d17-61735bdac451 HTTP/1.1" status: 204 len: 168 time: 0.3589375 Aug 19 14:55:29.851102 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38704) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:29.884838 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f894415-22ff-4bad-993b-7925db48c830 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d897533-420c-4442-9d17-61735bdac451,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:29.935211 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb79229c-e065-4a2f-b421-161a9f6bb099 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Router 84ba384b-0042-4e91-910a-a7140495f1ee has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:55:30.144169 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-02071d8e-23db-4eef-a980-f435a868a59b None None] Provisioning complete for port e7907fd4-4015-444d-98a8-4894c3e1f24d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:55:30.145633 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-02071d8e-23db-4eef-a980-f435a868a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:30.191227 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-02071d8e-23db-4eef-a980-f435a868a59b None None] Port e7907fd4-4015-444d-98a8-4894c3e1f24d cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:55:30.296263 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6f83e685-d1b4-41aa-b118-60b321649dac req-cd42223d-837c-468a-a7d1-574d27bcdc0e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bffed635-468f-4369-b433-0bb8a559e990 HTTP/1.1" status: 200 len: 217 time: 0.4822824 Aug 19 14:55:30.383731 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d9dc813f-ae17-458e-9eda-62ed98548003 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:30.431141 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ebe6d0be-4c24-48bb-a8a4-34b9f93a9e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:30.433935 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ebe6d0be-4c24-48bb-a8a4-34b9f93a9e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:30.439876 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ebe6d0be-4c24-48bb-a8a4-34b9f93a9e9a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/45738cdd-aa08-4619-8be8-d1188372e6a2 HTTP/1.1" status: 204 len: 168 time: 0.9474978 Aug 19 14:55:30.452647 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed44a14-069f-4dd4-9586-ee9aacf91e4c req-206d6263-74d6-4792-9511-3d99874981ce tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:30.452647 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8ed44a14-069f-4dd4-9586-ee9aacf91e4c req-206d6263-74d6-4792-9511-3d99874981ce tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e46bc0e-c9d2-4fec-9f68-5ec187496590 HTTP/1.1" status: 200 len: 943 time: 0.6660492 Aug 19 14:55:30.467791 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83e685-d1b4-41aa-b118-60b321649dac req-3836e4a0-2b2f-4fed-9e62-406afb7949d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:30.469311 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6f83e685-d1b4-41aa-b118-60b321649dac req-3836e4a0-2b2f-4fed-9e62-406afb7949d2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f94001b9-7f0e-43d0-8c52-f0d228ad89db HTTP/1.1" status: 200 len: 854 time: 0.1598566 Aug 19 14:55:30.484657 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe6d0be-4c24-48bb-a8a4-34b9f93a9e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45738cdd-aa08-4619-8be8-d1188372e6a2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:30.498286 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb79229c-e065-4a2f-b421-161a9f6bb099 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:55:30.509835 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1859e2d4-d9f0-4db7-86b2-392dc09e956e None None] Sync routers for ids ['84ba384b-0042-4e91-910a-a7140495f1ee'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:55:30.532436 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-bb79229c-e065-4a2f-b421-161a9f6bb099 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "PUT /v2.0/routers/84ba384b-0042-4e91-910a-a7140495f1ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2897654 Aug 19 14:55:30.534182 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1859e2d4-d9f0-4db7-86b2-392dc09e956e None None] Routers {'84ba384b-0042-4e91-910a-a7140495f1ee'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:55:30.534579 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1859e2d4-d9f0-4db7-86b2-392dc09e956e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:55:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['84ba384b-0042-4e91-910a-a7140495f1ee'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:30.557568 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8ed44a14-069f-4dd4-9586-ee9aacf91e4c req-6ce4f3ce-6002-4436-8252-de9bec02f066 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/security-groups?id=d293a293-c95e-4636-a077-650b953c4fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842364 Aug 19 14:55:30.562667 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-c0948d84-c4f3-45eb-b0ad-100ca8598c74 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.6900232 Aug 19 14:55:30.573889 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7e252-b168-416a-806b-e8537a765a36 req-276e4ac5-2ecb-4a69-b231-581c6506a52e tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:30.575691 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a1d7e252-b168-416a-806b-e8537a765a36 req-276e4ac5-2ecb-4a69-b231-581c6506a52e tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.88 "GET /v2.0/ports?device_id=f8eca1eb-dd23-4321-a864-9aa222e7113b HTTP/1.1" status: 200 len: 945 time: 0.0753958 Aug 19 14:55:30.576656 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38714) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:30.622415 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6f83e685-d1b4-41aa-b118-60b321649dac req-66d681ce-fc0a-4551-8de0-78f54b0d09bb service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2fa445be-0d18-48a9-824e-a1d171d6214e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1403756 Aug 19 14:55:30.732525 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec686c1-1aed-4271-973a-4918c392e1dd req-39ba6656-1bda-4027-934c-cbc88b21286c tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:30.733968 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dec686c1-1aed-4271-973a-4918c392e1dd req-39ba6656-1bda-4027-934c-cbc88b21286c tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8eca1eb-dd23-4321-a864-9aa222e7113b HTTP/1.1" status: 200 len: 945 time: 0.1810417 Aug 19 14:55:30.743825 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5fcc511f-36b8-43ef-8473-3e06d9b160fc tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:30.769665 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5fcc511f-36b8-43ef-8473-3e06d9b160fc tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:30.799593 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dec686c1-1aed-4271-973a-4918c392e1dd req-3da012f4-8d74-4515-8af4-219b283e2aaa tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580361 Aug 19 14:55:30.829391 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-a1d7e252-b168-416a-806b-e8537a765a36 req-3cf3a61b-f61b-44d8-9cb6-a8d0ed96b4a2 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Deleting port 7a279b16-5cc2-4a7d-a712-d15f7fc21dad {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:55:30.832043 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6f83e685-d1b4-41aa-b118-60b321649dac req-7c586b3d-c646-4e89-a930-4adf08dfca6c service neutron] 10.222.0.68 "GET /v2.0/networks/2fa445be-0d18-48a9-824e-a1d171d6214e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824348 Aug 19 14:55:30.839050 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a1d7e252-b168-416a-806b-e8537a765a36 req-3cf3a61b-f61b-44d8-9cb6-a8d0ed96b4a2 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:30.857164 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5fcc511f-36b8-43ef-8473-3e06d9b160fc tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:30.860561 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5fcc511f-36b8-43ef-8473-3e06d9b160fc tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:30.862271 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5fcc511f-36b8-43ef-8473-3e06d9b160fc tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] 10.222.0.69 "DELETE /v2.0/security-groups/9d661eac-9217-4401-b64c-7f24f3178be5 HTTP/1.1" status: 204 len: 168 time: 0.2845497 Aug 19 14:55:30.870247 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-1859e2d4-d9f0-4db7-86b2-392dc09e956e None None] Set router 84ba384b-0042-4e91-910a-a7140495f1ee gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:55:30.885784 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38720) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:30.903199 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc511f-36b8-43ef-8473-3e06d9b160fc tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d661eac-9217-4401-b64c-7f24f3178be5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:30.975142 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-a1d7e252-b168-416a-806b-e8537a765a36 req-3cf3a61b-f61b-44d8-9cb6-a8d0ed96b4a2 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] For port 7a279b16-5cc2-4a7d-a712-d15f7fc21dad, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=7a279b16-5cc2-4a7d-a712-d15f7fc21dad,segment=NetworkSegment(af76a49f-6b6e-4117-acb3-d7b5325cccf1),segment_id=af76a49f-6b6e-4117-acb3-d7b5325cccf1)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:30.975723 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a1d7e252-b168-416a-806b-e8537a765a36 req-3cf3a61b-f61b-44d8-9cb6-a8d0ed96b4a2 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:31.000853 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-a1d7e252-b168-416a-806b-e8537a765a36 req-3cf3a61b-f61b-44d8-9cb6-a8d0ed96b4a2 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Calling delete_port for 7a279b16-5cc2-4a7d-a712-d15f7fc21dad owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:55:31.054873 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-52216014-130d-4006-9683-85b9d9c79441 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1671648 Aug 19 14:55:31.064510 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38724) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:31.080668 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b2423a0e-9fde-4dcd-a4ca-f2531f4267f4 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Request body: {'security_group': {'name': 'tempest-secgroup--1371796561'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:31.121446 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6f83e685-d1b4-41aa-b118-60b321649dac req-7a17658e-3ccf-4c48-b46f-2dc1f1bff74b service neutron] 10.222.0.68 "GET /v2.0/networks/2fa445be-0d18-48a9-824e-a1d171d6214e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749996 Aug 19 14:55:31.211674 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2423a0e-9fde-4dcd-a4ca-f2531f4267f4 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:31.261057 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a1d7e252-b168-416a-806b-e8537a765a36 req-3cf3a61b-f61b-44d8-9cb6-a8d0ed96b4a2 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:31.277224 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['a7e85fcb-ef17-4c29-9bad-802ebaac2f1f', '7a279b16-5cc2-4a7d-a712-d15f7fc21dad'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:55:31.353740 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf3a61b-f61b-44d8-9cb6-a8d0ed96b4a2 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Pushing event deleted for resources: {'Port': ['ID=7a279b16-5cc2-4a7d-a712-d15f7fc21dad,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:31.410103 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-429973b3-142f-4a5d-8639-4e43e21161a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:31.440437 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1d7e252-b168-416a-806b-e8537a765a36 req-3cf3a61b-f61b-44d8-9cb6-a8d0ed96b4a2 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] No DVR routers for this DVR port 7a279b16-5cc2-4a7d-a712-d15f7fc21dad on host n-h2-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:55:31.451962 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a1d7e252-b168-416a-806b-e8537a765a36 req-3cf3a61b-f61b-44d8-9cb6-a8d0ed96b4a2 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:31.457019 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a1d7e252-b168-416a-806b-e8537a765a36 req-3cf3a61b-f61b-44d8-9cb6-a8d0ed96b4a2 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.88 "DELETE /v2.0/ports/7a279b16-5cc2-4a7d-a712-d15f7fc21dad HTTP/1.1" status: 204 len: 173 time: 0.8619077 Aug 19 14:55:31.457485 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8eca1eb-dd23-4321-a864-9aa222e7113b', 'name': 'network-vif-deleted', 'tag': '7a279b16-5cc2-4a7d-a712-d15f7fc21dad'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:55:31.459805 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f50d77-dc59-42b3-8b68-6713d3d2bbfa" -d '{"events": [{"server_uuid": "f8eca1eb-dd23-4321-a864-9aa222e7113b", "name": "network-vif-deleted", "tag": "7a279b16-5cc2-4a7d-a712-d15f7fc21dad"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:55:31.548975 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1859e2d4-d9f0-4db7-86b2-392dc09e956e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'name': 'tempest-TestNetworkBasicOps-router-1677768249', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7b2d2b35-074d-4339-98a2-af5c4a9eef3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:53:27Z', 'updated_at': '2021-08-19T14:55:28Z', 'revision_number': 5, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'gw_port': {'id': '7b2d2b35-074d-4339-98a2-af5c4a9eef3f', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:28Z', 'updated_at': '2021-08-19T14:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '8e7ba28d-775d-4797-82cc-8ea2fba5c6a1', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'floating_ip_address': '172.25.2.22', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'port_id': 'e71ee2dc-d321-414d-b7c7-0c94027efaf2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8', 'mac_address': 'fa:16:3e:57:c7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b85348-122b-4a1a-8303-b75db4ff0e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:54:13Z', 'updated_at': '2021-08-19T14:54:19Z', 'revision_number': 1, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b84a34-4865-4c7a-a68e-9de6f0ac99d8', 'name': '', 'network_id': 'ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'mac_address': 'fa:16:3e:f4:ef:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '21160d11-dfa8-4ba0-ba02-7e4078d0dcf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:36Z', 'updated_at': '2021-08-19T14:53:46Z', 'revision_number': 5, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'subnets': [{'id': '21160d11-dfa8-4ba0-ba02-7e4078d0dcf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7907fd4-4015-444d-98a8-4894c3e1f24d', 'name': '', 'network_id': '4141189c-a6e4-4bcf-b8cb-fe287ffd7b34', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'mac_address': 'fa:16:3e:48:ea:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': 'd473d797-2b17-4f9c-aaca-bc298c83d913', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:55:26Z', 'updated_at': '2021-08-19T14:55:29Z', 'revision_number': 2, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'subnets': [{'id': 'd473d797-2b17-4f9c-aaca-bc298c83d913', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:31.549890 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2423a0e-9fde-4dcd-a4ca-f2531f4267f4 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:31.559192 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2423a0e-9fde-4dcd-a4ca-f2531f4267f4 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:31.578960 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d9dc813f-ae17-458e-9eda-62ed98548003 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1663642', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1667783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59546'] for router, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:31.593418 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d9dc813f-ae17-458e-9eda-62ed98548003 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1663540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1663535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1667838'] for router, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:31.608477 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2423a0e-9fde-4dcd-a4ca-f2531f4267f4 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:31.610356 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-b2423a0e-9fde-4dcd-a4ca-f2531f4267f4 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5369427 Aug 19 14:55:31.614429 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38738) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:31.615019 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c513802-d226-4e96-b1f2-a852d79f062c x-openstack-request-id: req-4c513802-d226-4e96-b1f2-a852d79f062c {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:55:31.615495 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8eca1eb-dd23-4321-a864-9aa222e7113b", "name": "network-vif-deleted", "tag": "7a279b16-5cc2-4a7d-a712-d15f7fc21dad", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:55:31.615784 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4c513802-d226-4e96-b1f2-a852d79f062c {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:55:31.616170 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8eca1eb-dd23-4321-a864-9aa222e7113b', 'name': 'network-vif-deleted', 'tag': '7a279b16-5cc2-4a7d-a712-d15f7fc21dad', 'status': 'completed', 'code': 200} Aug 19 14:55:31.644326 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1859e2d4-d9f0-4db7-86b2-392dc09e956e None None] Checking router: 84ba384b-0042-4e91-910a-a7140495f1ee for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:55:31.644706 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1859e2d4-d9f0-4db7-86b2-392dc09e956e None None] Updating router 84ba384b-0042-4e91-910a-a7140495f1ee port e7907fd4-4015-444d-98a8-4894c3e1f24d binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:55:31.713875 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7cb6b7d4-1b0f-40e6-acd3-1f166ee48038 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:31.714604 n-d-766043-2 neutron-server[94640]: WARNING neutron.api.v2.base [None req-7cb6b7d4-1b0f-40e6-acd3-1f166ee48038 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 19 14:55:31.715012 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [None req-7cb6b7d4-1b0f-40e6-acd3-1f166ee48038 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] update failed (client error): There was a conflict when trying to complete your request. Aug 19 14:55:31.716050 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-7cb6b7d4-1b0f-40e6-acd3-1f166ee48038 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] 10.222.0.69 "PUT /v2.0/security-groups/f58482a3-3f1e-4705-9162-6b4067e4642f HTTP/1.1" status: 409 len: 330 time: 0.0071979 Aug 19 14:55:31.722871 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38742) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:31.729291 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2423a0e-9fde-4dcd-a4ca-f2531f4267f4 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f58482a3-3f1e-4705-9162-6b4067e4642f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:31.732313 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1859e2d4-d9f0-4db7-86b2-392dc09e956e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:31.857253 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9dc813f-ae17-458e-9eda-62ed98548003 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Router 812831b4-d433-4cd1-81e9-67c998835170 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:55:31.879467 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68996409-ea16-4c83-83f2-49997d44672d req-cf1a9634-22dc-4ecf-af86-f5613912e70e tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:31.881098 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-68996409-ea16-4c83-83f2-49997d44672d req-cf1a9634-22dc-4ecf-af86-f5613912e70e tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e46bc0e-c9d2-4fec-9f68-5ec187496590 HTTP/1.1" status: 200 len: 943 time: 0.1160131 Aug 19 14:55:31.962786 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4755f71d-c780-4163-a1e8-6af25a377fa0 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:31.996173 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-68996409-ea16-4c83-83f2-49997d44672d req-a7d1f8fa-5bec-43fd-a5e4-3d3945b54441 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/security-groups?id=d293a293-c95e-4636-a077-650b953c4fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085267 Aug 19 14:55:32.008638 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4755f71d-c780-4163-a1e8-6af25a377fa0 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:32.127571 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38752) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:32.134242 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device bffed635-468f-4369-b433-0bb8a559e990 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:55:32.138852 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d60a5425-f406-4a4b-9d26-71bbf76e729d req-4ac595f4-36f3-4b3f-ab3d-7b28e770be03 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8eca1eb-dd23-4321-a864-9aa222e7113b HTTP/1.1" status: 200 len: 210 time: 0.0516429 Aug 19 14:55:32.143614 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [-] 10.222.0.69 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0090556 Aug 19 14:55:32.145063 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38754) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:32.164889 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9dc813f-ae17-458e-9eda-62ed98548003 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:55:32.171882 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d9dc813f-ae17-458e-9eda-62ed98548003 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:32.173817 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d9dc813f-ae17-458e-9eda-62ed98548003 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] 10.222.0.69 "PUT /v2.0/routers/812831b4-d433-4cd1-81e9-67c998835170 HTTP/1.1" status: 200 len: 920 time: 2.8915026 Aug 19 14:55:32.176304 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38758) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:32.240123 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4755f71d-c780-4163-a1e8-6af25a377fa0 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:32.243329 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4755f71d-c780-4163-a1e8-6af25a377fa0 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:32.244818 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-4755f71d-c780-4163-a1e8-6af25a377fa0 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] 10.222.0.69 "DELETE /v2.0/security-groups/f58482a3-3f1e-4705-9162-6b4067e4642f HTTP/1.1" status: 204 len: 168 time: 0.5197544 Aug 19 14:55:32.248221 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38760) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:32.268176 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4755f71d-c780-4163-a1e8-6af25a377fa0 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58482a3-3f1e-4705-9162-6b4067e4642f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:32.338252 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6d44f7ac-88ed-49ac-9aaf-6f384877692c tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0885198 Aug 19 14:55:32.342099 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38762) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:32.342477 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c7e486-bba5-47db-a539-4006d9dcd10b None None] Sync routers for ids ['812831b4-d433-4cd1-81e9-67c998835170'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:55:32.375702 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-82738d73-0af3-4ebb-b814-a95e3988d017 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] delete failed (client error): The resource could not be found. Aug 19 14:55:32.381227 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-82738d73-0af3-4ebb-b814-a95e3988d017 tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] 10.222.0.69 "DELETE /v2.0/security-groups/176edd57-6cdc-4903-8e90-6af68fcad58b HTTP/1.1" status: 404 len: 347 time: 0.0311239 Aug 19 14:55:32.381457 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38764) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:32.387374 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port bffed635-468f-4369-b433-0bb8a559e990, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=bffed635-468f-4369-b433-0bb8a559e990,segment=NetworkSegment(9f3b2564-15f5-43a5-bb53-1bcbad751f27),segment_id=9f3b2564-15f5-43a5-bb53-1bcbad751f27)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:32.415793 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-eb76948e-944c-492d-bf13-b081ff8062ab tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] show failed (client error): The resource could not be found. Aug 19 14:55:32.417296 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-eb76948e-944c-492d-bf13-b081ff8062ab tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] 10.222.0.69 "GET /v2.0/security-groups/b88b3655-561b-49f1-82b8-8a37d8674fd5 HTTP/1.1" status: 404 len: 347 time: 0.0346937 Aug 19 14:55:32.419748 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': 'bffed635-468f-4369-b433-0bb8a559e990', 'network_id': '2fa445be-0d18-48a9-824e-a1d171d6214e', 'port_id': 'bffed635-468f-4369-b433-0bb8a559e990', 'mac_address': 'fa:16:3e:bd:5e:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f94001b9-7f0e-43d0-8c52-f0d228ad89db', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:55:32.421581 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c7e486-bba5-47db-a539-4006d9dcd10b None None] Routers {'812831b4-d433-4cd1-81e9-67c998835170'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:55:32.422826 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-69c7e486-bba5-47db-a539-4006d9dcd10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:55:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['812831b4-d433-4cd1-81e9-67c998835170'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:32.425658 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38766) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:32.463774 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-8bf4937e-ff66-46d6-9f92-9386f662b142 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] 10.222.0.69 "GET /v2.0/routers/812831b4-d433-4cd1-81e9-67c998835170 HTTP/1.1" status: 200 len: 920 time: 0.2855859 Aug 19 14:55:32.468266 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1859e2d4-d9f0-4db7-86b2-392dc09e956e None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:32.472754 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-2efdf9c5-43e4-496f-80ca-28078454c4ab tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] show failed (client error): The resource could not be found. Aug 19 14:55:32.478491 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38770) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:32.480202 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2efdf9c5-43e4-496f-80ca-28078454c4ab tempest-NegativeSecGroupTest-648573381 tempest-NegativeSecGroupTest-648573381-project] 10.222.0.69 "GET /v2.0/security-group-rules/26da93d3-59d8-4561-96ed-f1c68dbfae5c HTTP/1.1" status: 404 len: 356 time: 0.0506377 Aug 19 14:55:32.485243 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-1859e2d4-d9f0-4db7-86b2-392dc09e956e None None] Transition to ACTIVE for port object e7907fd4-4015-444d-98a8-4894c3e1f24d will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:55:32.496588 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1859e2d4-d9f0-4db7-86b2-392dc09e956e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:32.518840 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-97f09019-d79d-499b-9a42-3c67120e153d tempest-NetworksApiDiscovery-1539885296 tempest-NetworksApiDiscovery-1539885296-project] 10.222.0.69 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3709786 Aug 19 14:55:32.666005 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:32.670425 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-69c7e486-bba5-47db-a539-4006d9dcd10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:32.723733 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab4c262-e29f-43c6-9b7c-fa4e81670da1 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:32.728558 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c7e486-bba5-47db-a539-4006d9dcd10b None None] Routers {'812831b4-d433-4cd1-81e9-67c998835170'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:55:32.732338 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-69c7e486-bba5-47db-a539-4006d9dcd10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:55:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['812831b4-d433-4cd1-81e9-67c998835170'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:32.740311 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-eab4c262-e29f-43c6-9b7c-fa4e81670da1 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=88eeec05-6d16-4f02-9461-44ff5e420302&device_id=812831b4-d433-4cd1-81e9-67c998835170&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2551947 Aug 19 14:55:32.741954 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38778) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:32.761975 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e9a4c6-ed94-4463-8d12-6848b93cca40 None None] Pushing event updated for resources: {'Port': ['ID=e7907fd4-4015-444d-98a8-4894c3e1f24d,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:32.792357 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-1859e2d4-d9f0-4db7-86b2-392dc09e956e None None] Attempting to bind port e7907fd4-4015-444d-98a8-4894c3e1f24d on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:55:32.793046 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-1859e2d4-d9f0-4db7-86b2-392dc09e956e None None] Attempting to bind port e7907fd4-4015-444d-98a8-4894c3e1f24d by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '0ab538e3-9dbf-4b4e-9b85-5e2f32cd7a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4141189c-a6e4-4bcf-b8cb-fe287ffd7b34'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:55:32.798020 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1859e2d4-d9f0-4db7-86b2-392dc09e956e None None] Attempting to bind port e7907fd4-4015-444d-98a8-4894c3e1f24d on network 4141189c-a6e4-4bcf-b8cb-fe287ffd7b34 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:55:32.811537 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1859e2d4-d9f0-4db7-86b2-392dc09e956e None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:55:32.811901 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1859e2d4-d9f0-4db7-86b2-392dc09e956e None None] Checking segment: {'id': '0ab538e3-9dbf-4b4e-9b85-5e2f32cd7a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4141189c-a6e4-4bcf-b8cb-fe287ffd7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:55:32.812300 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1859e2d4-d9f0-4db7-86b2-392dc09e956e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:32.817209 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1859e2d4-d9f0-4db7-86b2-392dc09e956e None None] Bound using segment: {'id': '0ab538e3-9dbf-4b4e-9b85-5e2f32cd7a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4141189c-a6e4-4bcf-b8cb-fe287ffd7b34'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:55:32.818248 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-1859e2d4-d9f0-4db7-86b2-392dc09e956e None None] Bound port: e7907fd4-4015-444d-98a8-4894c3e1f24d, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ab538e3-9dbf-4b4e-9b85-5e2f32cd7a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4141189c-a6e4-4bcf-b8cb-fe287ffd7b34'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:55:32.818650 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1859e2d4-d9f0-4db7-86b2-392dc09e956e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:32.827987 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bffed635-468f-4369-b433-0bb8a559e990 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:55:32.840821 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-69c7e486-bba5-47db-a539-4006d9dcd10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:32.841849 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c7e486-bba5-47db-a539-4006d9dcd10b None None] The sync data for ids ['812831b4-d433-4cd1-81e9-67c998835170'] in n-d-766043-2 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:55:32.941806 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port bffed635-468f-4369-b433-0bb8a559e990, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=bffed635-468f-4369-b433-0bb8a559e990,segment=NetworkSegment(9f3b2564-15f5-43a5-bb53-1bcbad751f27),segment_id=9f3b2564-15f5-43a5-bb53-1bcbad751f27)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:32.955582 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:32.973146 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac95411c-1cc6-45e7-9238-377d506dc0af tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:32.976387 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ac95411c-1cc6-45e7-9238-377d506dc0af tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] 10.222.0.69 "GET /v2.0/networks/88eeec05-6d16-4f02-9461-44ff5e420302 HTTP/1.1" status: 200 len: 881 time: 0.2347710 Aug 19 14:55:32.983872 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38784) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:33.010139 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-1859e2d4-d9f0-4db7-86b2-392dc09e956e None None] For port e7907fd4-4015-444d-98a8-4894c3e1f24d, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:55:33.017171 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-1859e2d4-d9f0-4db7-86b2-392dc09e956e None None] For port e7907fd4-4015-444d-98a8-4894c3e1f24d, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=e7907fd4-4015-444d-98a8-4894c3e1f24d,segment=NetworkSegment(0ab538e3-9dbf-4b4e-9b85-5e2f32cd7a5d),segment_id=0ab538e3-9dbf-4b4e-9b85-5e2f32cd7a5d)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:55:33.023096 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1859e2d4-d9f0-4db7-86b2-392dc09e956e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:33.054335 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-305ad535-b3be-4a0a-b655-d4928647847b tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] 10.222.0.69 "GET /v2.0/ports?device_id=812831b4-d433-4cd1-81e9-67c998835170 HTTP/1.1" status: 200 len: 205 time: 0.0668037 Aug 19 14:55:33.054866 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38786) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:33.088992 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=bffed635-468f-4369-b433-0bb8a559e990,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:33.091385 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38790) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:33.151434 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e9a4c6-ed94-4463-8d12-6848b93cca40 None None] Pushing event updated for resources: {'Port': ['ID=e7907fd4-4015-444d-98a8-4894c3e1f24d,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:33.176073 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38796) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:33.209297 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['bffed635-468f-4369-b433-0bb8a559e990'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:55:33.218839 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1859e2d4-d9f0-4db7-86b2-392dc09e956e None None] Routers {'84ba384b-0042-4e91-910a-a7140495f1ee'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:55:33.226958 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1859e2d4-d9f0-4db7-86b2-392dc09e956e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:55:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['84ba384b-0042-4e91-910a-a7140495f1ee'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:33.372065 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4188b9-64c4-403f-8b2e-b7cf850a6a51 req-20fc57e6-8a32-4a78-ad1c-c6c139ad5ea6 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:33.390584 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ef4188b9-64c4-403f-8b2e-b7cf850a6a51 req-20fc57e6-8a32-4a78-ad1c-c6c139ad5ea6 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e46bc0e-c9d2-4fec-9f68-5ec187496590 HTTP/1.1" status: 200 len: 944 time: 0.2084212 Aug 19 14:55:33.590360 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-42ac9bcc-26e1-45e3-ae88-3179646a3871 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=24e9b73b26e043e5b999c29e66d86fbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4863307 Aug 19 14:55:33.591291 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38804) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:33.730557 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-1859e2d4-d9f0-4db7-86b2-392dc09e956e None None] Set router 84ba384b-0042-4e91-910a-a7140495f1ee gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:55:33.745355 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c61e618b-1fed-4ad3-b659-3f7fee36997c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:33.782199 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ef4188b9-64c4-403f-8b2e-b7cf850a6a51 req-0d5c2d4c-c8a0-4206-8d61-f7db02cc7e7c tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/security-groups?id=d293a293-c95e-4636-a077-650b953c4fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902969 Aug 19 14:55:33.832868 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9414edfc-dc2a-4604-8b38-bf653b573513 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:33.936313 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1902a72-64a3-46a0-9ca7-a9dd51bcb4cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:33.941155 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:33.984378 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1902a72-64a3-46a0-9ca7-a9dd51bcb4cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:34.048439 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 7a279b16-5cc2-4a7d-a712-d15f7fc21dad no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:55:34.066342 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c61e618b-1fed-4ad3-b659-3f7fee36997c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:34.076872 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c61e618b-1fed-4ad3-b659-3f7fee36997c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:34.105419 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: 7a279b16-5cc2-4a7d-a712-d15f7fc21dad {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:55:34.105940 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 7a279b16-5cc2-4a7d-a712-d15f7fc21dad not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:55:34.127226 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1902a72-64a3-46a0-9ca7-a9dd51bcb4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:34.130396 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1902a72-64a3-46a0-9ca7-a9dd51bcb4cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:34.134631 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e1902a72-64a3-46a0-9ca7-a9dd51bcb4cf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/81682701-1bca-40a6-9b99-188ee517f15a HTTP/1.1" status: 204 len: 168 time: 0.5367308 Aug 19 14:55:34.166037 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff0d03-988c-4a12-b3fd-fd15182186a2 req-ddf72d78-64e2-4cef-a13a-0fba6d08b92e tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:34.168161 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-85ff0d03-988c-4a12-b3fd-fd15182186a2 req-ddf72d78-64e2-4cef-a13a-0fba6d08b92e tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/networks?id=9be319f8-603a-41e0-a57e-1a917fa30646 HTTP/1.1" status: 200 len: 805 time: 0.2399843 Aug 19 14:55:34.171978 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9414edfc-dc2a-4604-8b38-bf653b573513 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:34.211287 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38822) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:34.212277 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c61e618b-1fed-4ad3-b659-3f7fee36997c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4c05f99ad4d04ddd8d37e5f9b575e5e6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0346196 Aug 19 14:55:34.217012 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e618b-1fed-4ad3-b659-3f7fee36997c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c94813-1cc3-4ed6-b964-a579e77108ac,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:34.221301 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-85ff0d03-988c-4a12-b3fd-fd15182186a2 req-e8d07bbd-7cea-4485-adf9-95fdca45e744 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/quotas/be2283224ccb474c91d3399de6043bbd HTTP/1.1" status: 200 len: 375 time: 0.0416317 Aug 19 14:55:34.240098 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1902a72-64a3-46a0-9ca7-a9dd51bcb4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81682701-1bca-40a6-9b99-188ee517f15a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:34.258548 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1859e2d4-d9f0-4db7-86b2-392dc09e956e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'name': 'tempest-TestNetworkBasicOps-router-1677768249', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7b2d2b35-074d-4339-98a2-af5c4a9eef3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:53:27Z', 'updated_at': '2021-08-19T14:55:28Z', 'revision_number': 5, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'gw_port': {'id': '7b2d2b35-074d-4339-98a2-af5c4a9eef3f', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:28Z', 'updated_at': '2021-08-19T14:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '8e7ba28d-775d-4797-82cc-8ea2fba5c6a1', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'floating_ip_address': '172.25.2.22', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'port_id': 'e71ee2dc-d321-414d-b7c7-0c94027efaf2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8', 'mac_address': 'fa:16:3e:57:c7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b85348-122b-4a1a-8303-b75db4ff0e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:54:13Z', 'updated_at': '2021-08-19T14:54:19Z', 'revision_number': 1, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b84a34-4865-4c7a-a68e-9de6f0ac99d8', 'name': '', 'network_id': 'ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'mac_address': 'fa:16:3e:f4:ef:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '21160d11-dfa8-4ba0-ba02-7e4078d0dcf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:36Z', 'updated_at': '2021-08-19T14:53:46Z', 'revision_number': 5, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'subnets': [{'id': '21160d11-dfa8-4ba0-ba02-7e4078d0dcf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7907fd4-4015-444d-98a8-4894c3e1f24d', 'name': '', 'network_id': '4141189c-a6e4-4bcf-b8cb-fe287ffd7b34', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'mac_address': 'fa:16:3e:48:ea:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': 'd473d797-2b17-4f9c-aaca-bc298c83d913', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:55:26Z', 'updated_at': '2021-08-19T14:55:32Z', 'revision_number': 4, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'subnets': [{'id': 'd473d797-2b17-4f9c-aaca-bc298c83d913', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:34.311384 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-85ff0d03-988c-4a12-b3fd-fd15182186a2 req-c1c33fa5-0c5b-46c2-a110-363670d1e0fe tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=be2283224ccb474c91d3399de6043bbd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0786083 Aug 19 14:55:34.316975 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9414edfc-dc2a-4604-8b38-bf653b573513 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Deleting port acbe0b20-ff06-4bab-92ec-50a1551120b9 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:55:34.317120 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9414edfc-dc2a-4604-8b38-bf653b573513 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:34.339328 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5420ec9e-3a90-48c2-96a4-77bdafcf7550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:34.343962 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1859e2d4-d9f0-4db7-86b2-392dc09e956e None None] The sync data for ids ['84ba384b-0042-4e91-910a-a7140495f1ee'] in n-d-766043-2 is: [{'id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'name': 'tempest-TestNetworkBasicOps-router-1677768249', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7b2d2b35-074d-4339-98a2-af5c4a9eef3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:53:27Z', 'updated_at': '2021-08-19T14:55:28Z', 'revision_number': 5, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'gw_port': {'id': '7b2d2b35-074d-4339-98a2-af5c4a9eef3f', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:28Z', 'updated_at': '2021-08-19T14:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '8e7ba28d-775d-4797-82cc-8ea2fba5c6a1', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'floating_ip_address': '172.25.2.22', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'port_id': 'e71ee2dc-d321-414d-b7c7-0c94027efaf2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8', 'mac_address': 'fa:16:3e:57:c7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b85348-122b-4a1a-8303-b75db4ff0e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:54:13Z', 'updated_at': '2021-08-19T14:54:19Z', 'revision_number': 1, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b84a34-4865-4c7a-a68e-9de6f0ac99d8', 'name': '', 'network_id': 'ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'mac_address': 'fa:16:3e:f4:ef:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '21160d11-dfa8-4ba0-ba02-7e4078d0dcf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:36Z', 'updated_at': '2021-08-19T14:53:46Z', 'revision_number': 5, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'subnets': [{'id': '21160d11-dfa8-4ba0-ba02-7e4078d0dcf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7907fd4-4015-444d-98a8-4894c3e1f24d', 'name': '', 'network_id': '4141189c-a6e4-4bcf-b8cb-fe287ffd7b34', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'mac_address': 'fa:16:3e:48:ea:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': 'd473d797-2b17-4f9c-aaca-bc298c83d913', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:55:26Z', 'updated_at': '2021-08-19T14:55:32Z', 'revision_number': 4, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'subnets': [{'id': 'd473d797-2b17-4f9c-aaca-bc298c83d913', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:55:34.421374 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68ee9e34-76ac-41f8-ac7b-ea182329d844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:34.483607 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68ee9e34-76ac-41f8-ac7b-ea182329d844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:34.547255 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:34.579198 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-85ff0d03-988c-4a12-b3fd-fd15182186a2 req-d9dbffe7-4480-4b79-8938-652e268e1e6d service neutron] 10.222.0.69 "GET /v2.0/networks/9be319f8-603a-41e0-a57e-1a917fa30646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561772 Aug 19 14:55:34.583279 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9414edfc-dc2a-4604-8b38-bf653b573513 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:34.681992 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9414edfc-dc2a-4604-8b38-bf653b573513 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Calling delete_port for acbe0b20-ff06-4bab-92ec-50a1551120b9 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:55:34.807350 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68ee9e34-76ac-41f8-ac7b-ea182329d844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:34.809967 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68ee9e34-76ac-41f8-ac7b-ea182329d844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:34.817314 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-68ee9e34-76ac-41f8-ac7b-ea182329d844 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/89c94813-1cc3-4ed6-b964-a579e77108ac HTTP/1.1" status: 204 len: 168 time: 0.5973568 Aug 19 14:55:34.918246 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee9e34-76ac-41f8-ac7b-ea182329d844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c94813-1cc3-4ed6-b964-a579e77108ac,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:34.949247 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-85ff0d03-988c-4a12-b3fd-fd15182186a2 req-aa2a6eb6-0755-4c79-a641-a91a67ba954b service neutron] 10.222.0.69 "GET /v2.0/networks/9be319f8-603a-41e0-a57e-1a917fa30646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604887 Aug 19 14:55:35.070160 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87b876-bfd5-491e-b6dd-2460bcc02a95 req-953322bb-63f2-435f-9002-a8911027b405 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:35.081862 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:35.084679 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5a87b876-bfd5-491e-b6dd-2460bcc02a95 req-953322bb-63f2-435f-9002-a8911027b405 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e46bc0e-c9d2-4fec-9f68-5ec187496590 HTTP/1.1" status: 200 len: 944 time: 0.1624351 Aug 19 14:55:35.299014 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:35.661419 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-782b85f4-43ca-40b1-aa3e-1e3b17138b98 req-a0b0f3cc-951e-4bf7-980a-a76ccd0ef189 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4da7a61-bf12-473e-b2ee-86906e2c84f4 HTTP/1.1" status: 200 len: 210 time: 0.0865312 Aug 19 14:55:35.747435 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5a87b876-bfd5-491e-b6dd-2460bcc02a95 req-6cc7a9d6-fbd1-4a90-86de-e9156283298d tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/security-groups?id=d293a293-c95e-4636-a077-650b953c4fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807959 Aug 19 14:55:35.760870 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9414edfc-dc2a-4604-8b38-bf653b573513 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:35.773283 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device e7907fd4-4015-444d-98a8-4894c3e1f24d up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:55:35.808254 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9414edfc-dc2a-4604-8b38-bf653b573513 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Pushing event deleted for resources: {'Port': ['ID=acbe0b20-ff06-4bab-92ec-50a1551120b9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:35.887925 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port e7907fd4-4015-444d-98a8-4894c3e1f24d completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:55:35.889951 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port e7907fd4-4015-444d-98a8-4894c3e1f24d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:55:35.890564 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:35.914504 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9414edfc-dc2a-4604-8b38-bf653b573513 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:36.021925 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:36.061933 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9414edfc-dc2a-4604-8b38-bf653b573513 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:36.068194 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9414edfc-dc2a-4604-8b38-bf653b573513 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:36.122502 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port e7907fd4-4015-444d-98a8-4894c3e1f24d, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=e7907fd4-4015-444d-98a8-4894c3e1f24d,segment=NetworkSegment(0ab538e3-9dbf-4b4e-9b85-5e2f32cd7a5d),segment_id=0ab538e3-9dbf-4b4e-9b85-5e2f32cd7a5d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:36.130559 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:36.149136 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device bffed635-468f-4369-b433-0bb8a559e990 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:55:36.185460 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9414edfc-dc2a-4604-8b38-bf653b573513 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:36.185997 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9414edfc-dc2a-4604-8b38-bf653b573513 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Fanout notify agent at l3_agent the message router_deleted on router 812831b4-d433-4cd1-81e9-67c998835170 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:55:36.197781 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9414edfc-dc2a-4604-8b38-bf653b573513 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:36.202709 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38882) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:36.205386 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9414edfc-dc2a-4604-8b38-bf653b573513 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] 10.222.0.69 "DELETE /v2.0/routers/812831b4-d433-4cd1-81e9-67c998835170 HTTP/1.1" status: 204 len: 168 time: 3.1487153 Aug 19 14:55:36.208039 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-dbc818ab-64ea-4b7b-be6e-47254614d8d7 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-152701074', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:36.269351 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dbc818ab-64ea-4b7b-be6e-47254614d8d7 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:36.270445 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dbc818ab-64ea-4b7b-be6e-47254614d8d7 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:36.304663 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=e7907fd4-4015-444d-98a8-4894c3e1f24d,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:36.326393 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port bffed635-468f-4369-b433-0bb8a559e990 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:55:36.331336 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port bffed635-468f-4369-b433-0bb8a559e990 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:55:36.332175 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:36.377404 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dbc818ab-64ea-4b7b-be6e-47254614d8d7 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:36.389117 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dbc818ab-64ea-4b7b-be6e-47254614d8d7 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:36.419813 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dbc818ab-64ea-4b7b-be6e-47254614d8d7 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:36.424674 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38892) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:36.425208 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-dbc818ab-64ea-4b7b-be6e-47254614d8d7 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2211621 Aug 19 14:55:36.430231 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-edeabff2-058d-407c-a39e-10aee2c3ec4e tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Request body: {'router': {'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:36.446838 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:36.477718 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e46bc0e-c9d2-4fec-9f68-5ec187496590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bffed635-468f-4369-b433-0bb8a559e990'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:55:36.480071 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93693f20-b41e-4a72-afa5-c51bcd26f246" -d '{"events": [{"server_uuid": "1e46bc0e-c9d2-4fec-9f68-5ec187496590", "name": "network-vif-plugged", "status": "completed", "tag": "bffed635-468f-4369-b433-0bb8a559e990"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:55:36.508752 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port bffed635-468f-4369-b433-0bb8a559e990, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=bffed635-468f-4369-b433-0bb8a559e990,segment=NetworkSegment(9f3b2564-15f5-43a5-bb53-1bcbad751f27),segment_id=9f3b2564-15f5-43a5-bb53-1bcbad751f27)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:36.518831 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:36.556723 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859947cf-5ecd-43cf-84c1-e184ee0ccc6c x-openstack-request-id: req-859947cf-5ecd-43cf-84c1-e184ee0ccc6c {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:55:36.557508 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e46bc0e-c9d2-4fec-9f68-5ec187496590", "name": "network-vif-plugged", "status": "completed", "tag": "bffed635-468f-4369-b433-0bb8a559e990", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:55:36.557964 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-859947cf-5ecd-43cf-84c1-e184ee0ccc6c {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:55:36.558556 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e46bc0e-c9d2-4fec-9f68-5ec187496590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bffed635-468f-4369-b433-0bb8a559e990', 'code': 200} Aug 19 14:55:36.600170 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=bffed635-468f-4369-b433-0bb8a559e990,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:36.784265 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885687fa-ec1f-4862-af5b-3a5532b82bf0 req-4e065669-088a-45e4-975a-a3f0f12793cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:36.786536 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-885687fa-ec1f-4862-af5b-3a5532b82bf0 req-4e065669-088a-45e4-975a-a3f0f12793cd service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1e46bc0e-c9d2-4fec-9f68-5ec187496590 HTTP/1.1" status: 200 len: 1096 time: 0.1804833 Aug 19 14:55:36.789218 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-edeabff2-058d-407c-a39e-10aee2c3ec4e tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:36.845945 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-885687fa-ec1f-4862-af5b-3a5532b82bf0 req-0a1f1e7f-c6e3-480d-b8e1-19d6d9089b67 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=d293a293-c95e-4636-a077-650b953c4fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495503 Aug 19 14:55:36.883123 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:36.963561 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fd3fca3d-95ee-4621-bb62-027516ebb30e req-4e587a9f-2245-44c1-a5f7-645089fc0e50 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4da7a61-bf12-473e-b2ee-86906e2c84f4 HTTP/1.1" status: 200 len: 210 time: 0.1216750 Aug 19 14:55:37.045333 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbede0d-fb64-453d-95a1-646484ecedfd req-6f5e0fc1-aba9-4cf4-b156-9c61e5cebee7 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:37.057622 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8dbede0d-fb64-453d-95a1-646484ecedfd req-6f5e0fc1-aba9-4cf4-b156-9c61e5cebee7 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e46bc0e-c9d2-4fec-9f68-5ec187496590 HTTP/1.1" status: 200 len: 945 time: 0.1611457 Aug 19 14:55:37.131061 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff0d03-988c-4a12-b3fd-fd15182186a2 req-bb50ba99-939d-4b74-a5ec-a3d7c18d83ac tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:37.133002 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-85ff0d03-988c-4a12-b3fd-fd15182186a2 req-bb50ba99-939d-4b74-a5ec-a3d7c18d83ac tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.88 "GET /v2.0/networks?id=9be319f8-603a-41e0-a57e-1a917fa30646 HTTP/1.1" status: 200 len: 805 time: 0.2126057 Aug 19 14:55:37.155527 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-85ff0d03-988c-4a12-b3fd-fd15182186a2 req-e7fc54ed-53a5-4bd6-a419-7744276d42e1 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Request body: {'port': {'device_id': 'c4da7a61-bf12-473e-b2ee-86906e2c84f4', 'network_id': '9be319f8-603a-41e0-a57e-1a917fa30646', 'admin_state_up': True, 'tenant_id': 'be2283224ccb474c91d3399de6043bbd'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:37.187966 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8dbede0d-fb64-453d-95a1-646484ecedfd req-39f3b590-32cd-4ce8-8c53-1fd896108746 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/security-groups?id=d293a293-c95e-4636-a077-650b953c4fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199439 Aug 19 14:55:37.315108 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85ff0d03-988c-4a12-b3fd-fd15182186a2 req-e7fc54ed-53a5-4bd6-a419-7744276d42e1 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Made reservation on behalf of be2283224ccb474c91d3399de6043bbd for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:55:37.319785 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-85ff0d03-988c-4a12-b3fd-fd15182186a2 req-e7fc54ed-53a5-4bd6-a419-7744276d42e1 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:37.384819 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-edeabff2-058d-407c-a39e-10aee2c3ec4e tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:37.421779 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-edeabff2-058d-407c-a39e-10aee2c3ec4e tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:37.535186 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-85ff0d03-988c-4a12-b3fd-fd15182186a2 req-e7fc54ed-53a5-4bd6-a419-7744276d42e1 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Allocated IP 172.20.0.9 (9be319f8-603a-41e0-a57e-1a917fa30646/a7f2da21-de8f-4925-bf66-a36681d26e7b/8870e87f-88d6-4c57-ae6a-698ec5f903fa) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:55:37.575918 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-edeabff2-058d-407c-a39e-10aee2c3ec4e tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Allocated IP 172.25.2.254 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/4bd3d4ef-1a79-4912-911c-fe62db6a8854) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:55:37.752880 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device e7907fd4-4015-444d-98a8-4894c3e1f24d up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:55:37.810905 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-edeabff2-058d-407c-a39e-10aee2c3ec4e tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:37.812708 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-85ff0d03-988c-4a12-b3fd-fd15182186a2 req-e7fc54ed-53a5-4bd6-a419-7744276d42e1 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:37.856758 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port e7907fd4-4015-444d-98a8-4894c3e1f24d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:55:37.857133 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:37.881574 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-85ff0d03-988c-4a12-b3fd-fd15182186a2 req-e7fc54ed-53a5-4bd6-a419-7744276d42e1 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:37.885323 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-edeabff2-058d-407c-a39e-10aee2c3ec4e tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:37.926629 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['a7e85fcb-ef17-4c29-9bad-802ebaac2f1f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:55:37.974422 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85ff0d03-988c-4a12-b3fd-fd15182186a2 req-e7fc54ed-53a5-4bd6-a419-7744276d42e1 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Network 9be319f8-603a-41e0-a57e-1a917fa30646 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:55:37.975340 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edeabff2-058d-407c-a39e-10aee2c3ec4e tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:55:37.978852 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-85ff0d03-988c-4a12-b3fd-fd15182186a2 req-e7fc54ed-53a5-4bd6-a419-7744276d42e1 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:55:37.979200 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-edeabff2-058d-407c-a39e-10aee2c3ec4e tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:55:37.983299 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edeabff2-058d-407c-a39e-10aee2c3ec4e tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:55:37.991963 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ff0d03-988c-4a12-b3fd-fd15182186a2 req-e7fc54ed-53a5-4bd6-a419-7744276d42e1 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:55:38.021583 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc54ed-53a5-4bd6-a419-7744276d42e1 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Pushing event updated for resources: {'Port': ['ID=8870e87f-88d6-4c57-ae6a-698ec5f903fa,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:38.052833 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff0d03-988c-4a12-b3fd-fd15182186a2 req-e7fc54ed-53a5-4bd6-a419-7744276d42e1 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:38.053641 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-85ff0d03-988c-4a12-b3fd-fd15182186a2 req-e7fc54ed-53a5-4bd6-a419-7744276d42e1 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:38.071656 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-85ff0d03-988c-4a12-b3fd-fd15182186a2 req-e7fc54ed-53a5-4bd6-a419-7744276d42e1 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9257898 Aug 19 14:55:38.089643 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-85ff0d03-988c-4a12-b3fd-fd15182186a2 req-5a16c491-7103-459e-ad71-3a64da2db1e5 service neutron] Request body: {'port': {'device_id': 'c4da7a61-bf12-473e-b2ee-86906e2c84f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:38.109298 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeabff2-058d-407c-a39e-10aee2c3ec4e tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Pushing event updated for resources: {'Port': ['ID=4bd3d4ef-1a79-4912-911c-fe62db6a8854,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:38.172102 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-85ff0d03-988c-4a12-b3fd-fd15182186a2 req-5a16c491-7103-459e-ad71-3a64da2db1e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:38.401588 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867aa03-9b62-4038-b9a4-e4efa99d8943 req-161c5035-d6ba-42f9-a850-0c5d2363544e tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:38.403469 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c867aa03-9b62-4038-b9a4-e4efa99d8943 req-161c5035-d6ba-42f9-a850-0c5d2363544e tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4da7a61-bf12-473e-b2ee-86906e2c84f4 HTTP/1.1" status: 200 len: 931 time: 0.2399058 Aug 19 14:55:38.466912 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80329651-bb29-4428-b1bf-b01e81a8a901 req-0a9a721f-5569-4874-9a2d-5cec8b8f608a tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:38.468998 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-80329651-bb29-4428-b1bf-b01e81a8a901 req-0a9a721f-5569-4874-9a2d-5cec8b8f608a tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e46bc0e-c9d2-4fec-9f68-5ec187496590 HTTP/1.1" status: 200 len: 945 time: 0.1603727 Aug 19 14:55:38.512535 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c867aa03-9b62-4038-b9a4-e4efa99d8943 req-ce8d8c7a-6716-4a0c-a1b5-03395198a506 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999243 Aug 19 14:55:38.603547 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-80329651-bb29-4428-b1bf-b01e81a8a901 req-9bf5bb1c-b6e8-4c75-b564-727181562490 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/security-groups?id=d293a293-c95e-4636-a077-650b953c4fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202512 Aug 19 14:55:38.732315 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-edeabff2-058d-407c-a39e-10aee2c3ec4e tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:38.853034 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-85ff0d03-988c-4a12-b3fd-fd15182186a2 req-5a16c491-7103-459e-ad71-3a64da2db1e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8870e87f-88d6-4c57-ae6a-698ec5f903fa {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:55:38.869811 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-85ff0d03-988c-4a12-b3fd-fd15182186a2 req-5a16c491-7103-459e-ad71-3a64da2db1e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:38.898548 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-85ff0d03-988c-4a12-b3fd-fd15182186a2 req-5a16c491-7103-459e-ad71-3a64da2db1e5 service neutron] Transition to ACTIVE for port object 8870e87f-88d6-4c57-ae6a-698ec5f903fa will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:55:38.906805 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-85ff0d03-988c-4a12-b3fd-fd15182186a2 req-5a16c491-7103-459e-ad71-3a64da2db1e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:39.002663 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a16c491-7103-459e-ad71-3a64da2db1e5 service neutron] Pushing event updated for resources: {'Port': ['ID=8870e87f-88d6-4c57-ae6a-698ec5f903fa,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:39.078268 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-edeabff2-058d-407c-a39e-10aee2c3ec4e tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1663642', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1667783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59546'] for router, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:39.080923 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-85ff0d03-988c-4a12-b3fd-fd15182186a2 req-5a16c491-7103-459e-ad71-3a64da2db1e5 service neutron] Attempting to bind port 8870e87f-88d6-4c57-ae6a-698ec5f903fa on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:55:39.081491 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-85ff0d03-988c-4a12-b3fd-fd15182186a2 req-5a16c491-7103-459e-ad71-3a64da2db1e5 service neutron] Attempting to bind port 8870e87f-88d6-4c57-ae6a-698ec5f903fa by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'af76a49f-6b6e-4117-acb3-d7b5325cccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9be319f8-603a-41e0-a57e-1a917fa30646'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:55:39.082022 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ff0d03-988c-4a12-b3fd-fd15182186a2 req-5a16c491-7103-459e-ad71-3a64da2db1e5 service neutron] Attempting to bind port 8870e87f-88d6-4c57-ae6a-698ec5f903fa on network 9be319f8-603a-41e0-a57e-1a917fa30646 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:55:39.083058 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-edeabff2-058d-407c-a39e-10aee2c3ec4e tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1663540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1663535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1667838'] for router, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:39.089121 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ff0d03-988c-4a12-b3fd-fd15182186a2 req-5a16c491-7103-459e-ad71-3a64da2db1e5 service neutron] Port 8870e87f-88d6-4c57-ae6a-698ec5f903fa on network 9be319f8-603a-41e0-a57e-1a917fa30646 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:55:39.089780 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ff0d03-988c-4a12-b3fd-fd15182186a2 req-5a16c491-7103-459e-ad71-3a64da2db1e5 service neutron] Attempting to bind port 8870e87f-88d6-4c57-ae6a-698ec5f903fa on network 9be319f8-603a-41e0-a57e-1a917fa30646 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:55:39.098695 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ff0d03-988c-4a12-b3fd-fd15182186a2 req-5a16c491-7103-459e-ad71-3a64da2db1e5 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:55:39.100257 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ff0d03-988c-4a12-b3fd-fd15182186a2 req-5a16c491-7103-459e-ad71-3a64da2db1e5 service neutron] Checking segment: {'id': 'af76a49f-6b6e-4117-acb3-d7b5325cccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9be319f8-603a-41e0-a57e-1a917fa30646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:55:39.100478 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ff0d03-988c-4a12-b3fd-fd15182186a2 req-5a16c491-7103-459e-ad71-3a64da2db1e5 service neutron] Bound using segment: {'id': 'af76a49f-6b6e-4117-acb3-d7b5325cccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9be319f8-603a-41e0-a57e-1a917fa30646'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:55:39.102042 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-85ff0d03-988c-4a12-b3fd-fd15182186a2 req-5a16c491-7103-459e-ad71-3a64da2db1e5 service neutron] Bound port: 8870e87f-88d6-4c57-ae6a-698ec5f903fa, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af76a49f-6b6e-4117-acb3-d7b5325cccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9be319f8-603a-41e0-a57e-1a917fa30646'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:55:39.102812 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-85ff0d03-988c-4a12-b3fd-fd15182186a2 req-5a16c491-7103-459e-ad71-3a64da2db1e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:39.212697 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-85ff0d03-988c-4a12-b3fd-fd15182186a2 req-5a16c491-7103-459e-ad71-3a64da2db1e5 service neutron] For port 8870e87f-88d6-4c57-ae6a-698ec5f903fa, host n-h2-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:55:39.216688 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-85ff0d03-988c-4a12-b3fd-fd15182186a2 req-5a16c491-7103-459e-ad71-3a64da2db1e5 service neutron] For port 8870e87f-88d6-4c57-ae6a-698ec5f903fa, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=8870e87f-88d6-4c57-ae6a-698ec5f903fa,segment=NetworkSegment(af76a49f-6b6e-4117-acb3-d7b5325cccf1),segment_id=af76a49f-6b6e-4117-acb3-d7b5325cccf1)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:55:39.225603 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-85ff0d03-988c-4a12-b3fd-fd15182186a2 req-5a16c491-7103-459e-ad71-3a64da2db1e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:39.230837 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edeabff2-058d-407c-a39e-10aee2c3ec4e tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Router fd34d996-3750-4f3f-96c8-09fa735870d5 is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:55:39.268151 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff0d03-988c-4a12-b3fd-fd15182186a2 req-5a16c491-7103-459e-ad71-3a64da2db1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:39.268815 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-85ff0d03-988c-4a12-b3fd-fd15182186a2 req-5a16c491-7103-459e-ad71-3a64da2db1e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:39.270251 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-85ff0d03-988c-4a12-b3fd-fd15182186a2 req-5a16c491-7103-459e-ad71-3a64da2db1e5 service neutron] 10.222.0.88 "PUT /v2.0/ports/8870e87f-88d6-4c57-ae6a-698ec5f903fa HTTP/1.1" status: 200 len: 1091 time: 1.1884470 Aug 19 14:55:39.270704 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4da7a61-bf12-473e-b2ee-86906e2c84f4', 'tag': '8870e87f-88d6-4c57-ae6a-698ec5f903fa'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:55:39.273099 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66769858-28f2-4c2e-a008-54a3c9ea55b9" -d '{"events": [{"name": "network-changed", "server_uuid": "c4da7a61-bf12-473e-b2ee-86906e2c84f4", "tag": "8870e87f-88d6-4c57-ae6a-698ec5f903fa"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:55:39.310599 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a16c491-7103-459e-ad71-3a64da2db1e5 service neutron] Pushing event updated for resources: {'Port': ['ID=8870e87f-88d6-4c57-ae6a-698ec5f903fa,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:39.332770 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c99c4b-64be-4561-9ce4-1cbded118cf6 x-openstack-request-id: req-18c99c4b-64be-4561-9ce4-1cbded118cf6 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:55:39.333094 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4da7a61-bf12-473e-b2ee-86906e2c84f4", "tag": "8870e87f-88d6-4c57-ae6a-698ec5f903fa", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:55:39.333318 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-18c99c4b-64be-4561-9ce4-1cbded118cf6 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:55:39.333720 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4da7a61-bf12-473e-b2ee-86906e2c84f4', 'tag': '8870e87f-88d6-4c57-ae6a-698ec5f903fa', 'status': 'completed', 'code': 200} Aug 19 14:55:39.367080 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff0d03-988c-4a12-b3fd-fd15182186a2 req-b6b4c1b8-0d56-4887-804a-b0b8103cb548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:39.368757 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-85ff0d03-988c-4a12-b3fd-fd15182186a2 req-b6b4c1b8-0d56-4887-804a-b0b8103cb548 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=be2283224ccb474c91d3399de6043bbd&device_id=c4da7a61-bf12-473e-b2ee-86906e2c84f4 HTTP/1.1" status: 200 len: 1094 time: 0.0466406 Aug 19 14:55:39.368944 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edeabff2-058d-407c-a39e-10aee2c3ec4e tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:55:39.375681 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-edeabff2-058d-407c-a39e-10aee2c3ec4e tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:39.377428 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-edeabff2-058d-407c-a39e-10aee2c3ec4e tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] 10.222.0.69 "PUT /v2.0/routers/fd34d996-3750-4f3f-96c8-09fa735870d5 HTTP/1.1" status: 200 len: 879 time: 2.9513588 Aug 19 14:55:39.379025 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b88e9f-a5da-4b1e-a823-78012977ea9f None None] Sync routers for ids ['fd34d996-3750-4f3f-96c8-09fa735870d5'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:55:39.380097 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38974) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:39.389925 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b88e9f-a5da-4b1e-a823-78012977ea9f None None] Routers {'fd34d996-3750-4f3f-96c8-09fa735870d5'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:55:39.390848 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a8b88e9f-a5da-4b1e-a823-78012977ea9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:55:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['fd34d996-3750-4f3f-96c8-09fa735870d5'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:39.424808 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-85ff0d03-988c-4a12-b3fd-fd15182186a2 req-c7d6b260-b19f-4947-b08b-f61a82da985d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8870e87f-88d6-4c57-ae6a-698ec5f903fa HTTP/1.1" status: 200 len: 217 time: 0.0432694 Aug 19 14:55:39.429364 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a8b88e9f-a5da-4b1e-a823-78012977ea9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:39.439271 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b88e9f-a5da-4b1e-a823-78012977ea9f None None] Routers {'fd34d996-3750-4f3f-96c8-09fa735870d5'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:55:39.439877 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a8b88e9f-a5da-4b1e-a823-78012977ea9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:55:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['fd34d996-3750-4f3f-96c8-09fa735870d5'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:39.476145 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a8b88e9f-a5da-4b1e-a823-78012977ea9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:39.476900 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b88e9f-a5da-4b1e-a823-78012977ea9f None None] The sync data for ids ['fd34d996-3750-4f3f-96c8-09fa735870d5'] in n-d-766043-2 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:55:39.498052 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff0d03-988c-4a12-b3fd-fd15182186a2 req-70d1786e-d3c6-435f-b8ad-73b2e6a46298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:39.499670 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-85ff0d03-988c-4a12-b3fd-fd15182186a2 req-70d1786e-d3c6-435f-b8ad-73b2e6a46298 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a7f2da21-de8f-4925-bf66-a36681d26e7b HTTP/1.1" status: 200 len: 845 time: 0.0661175 Aug 19 14:55:39.502688 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e2bca463-04c4-405f-a54d-92b8a8fb632f tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] 10.222.0.69 "GET /v2.0/routers/fd34d996-3750-4f3f-96c8-09fa735870d5 HTTP/1.1" status: 200 len: 920 time: 0.1214819 Aug 19 14:55:39.505419 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38976) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:39.540669 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-85ff0d03-988c-4a12-b3fd-fd15182186a2 req-020c113d-99e2-43c5-9797-9eca21478214 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9be319f8-603a-41e0-a57e-1a917fa30646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274606 Aug 19 14:55:39.551162 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756d01e3-423c-4670-a766-3e750ba5fb86 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:39.552834 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-756d01e3-423c-4670-a766-3e750ba5fb86 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=88eeec05-6d16-4f02-9461-44ff5e420302&device_id=fd34d996-3750-4f3f-96c8-09fa735870d5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0463672 Aug 19 14:55:39.555515 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38980) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:39.667096 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d901b-768f-47a4-9ef6-cbf7f4685ffb req-6d8cc133-0f28-4e05-bf27-e8253189564b tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:39.673626 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bf6d901b-768f-47a4-9ef6-cbf7f4685ffb req-6d8cc133-0f28-4e05-bf27-e8253189564b tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4da7a61-bf12-473e-b2ee-86906e2c84f4 HTTP/1.1" status: 200 len: 943 time: 0.0884552 Aug 19 14:55:39.726331 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bf6d901b-768f-47a4-9ef6-cbf7f4685ffb req-4b138704-43a7-4ed4-a3fe-da1eedb49cb4 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512908 Aug 19 14:55:39.730721 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-85ff0d03-988c-4a12-b3fd-fd15182186a2 req-c750fb86-b0b6-4b59-a4b5-8f4b81f3f507 service neutron] 10.222.0.88 "GET /v2.0/networks/9be319f8-603a-41e0-a57e-1a917fa30646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795554 Aug 19 14:55:39.732150 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda63941-4c2f-4458-a240-9c13e4de0b84 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:39.736385 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-dda63941-4c2f-4458-a240-9c13e4de0b84 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] 10.222.0.69 "GET /v2.0/networks/88eeec05-6d16-4f02-9461-44ff5e420302 HTTP/1.1" status: 200 len: 881 time: 0.1765831 Aug 19 14:55:39.736385 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38988) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:39.819547 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b29a84b0-7339-4c83-a82a-4edd15df0dc1 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd34d996-3750-4f3f-96c8-09fa735870d5 HTTP/1.1" status: 200 len: 205 time: 0.0818641 Aug 19 14:55:39.822296 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38998) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:39.877925 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-85ff0d03-988c-4a12-b3fd-fd15182186a2 req-eeb6a75c-574d-42a8-89c6-a3c1788f6d17 service neutron] 10.222.0.88 "GET /v2.0/networks/9be319f8-603a-41e0-a57e-1a917fa30646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244960 Aug 19 14:55:39.963827 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd9b47f9-c044-4dc0-ab34-c0f7dc7902d7 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:40.007605 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66769858-28f2-4c2e-a008-54a3c9ea55b9 req-b5990ed8-d54f-4565-82a3-039f91f8c9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:40.009821 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-66769858-28f2-4c2e-a008-54a3c9ea55b9 req-b5990ed8-d54f-4565-82a3-039f91f8c9f6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=be2283224ccb474c91d3399de6043bbd&device_id=c4da7a61-bf12-473e-b2ee-86906e2c84f4 HTTP/1.1" status: 200 len: 1094 time: 0.0620768 Aug 19 14:55:40.119276 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66769858-28f2-4c2e-a008-54a3c9ea55b9 req-7777c3bf-f8bd-4bad-a82d-fc9af69fa1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:40.120800 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-66769858-28f2-4c2e-a008-54a3c9ea55b9 req-7777c3bf-f8bd-4bad-a82d-fc9af69fa1b1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9be319f8-603a-41e0-a57e-1a917fa30646 HTTP/1.1" status: 200 len: 906 time: 0.1027036 Aug 19 14:55:40.125349 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd9b47f9-c044-4dc0-ab34-c0f7dc7902d7 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:40.175314 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-66769858-28f2-4c2e-a008-54a3c9ea55b9 req-ccc976f9-9533-4eeb-b4e3-ff0e6d5b9722 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8870e87f-88d6-4c57-ae6a-698ec5f903fa HTTP/1.1" status: 200 len: 217 time: 0.0418048 Aug 19 14:55:40.209535 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-bd9b47f9-c044-4dc0-ab34-c0f7dc7902d7 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Deleting port 4bd3d4ef-1a79-4912-911c-fe62db6a8854 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:55:40.210409 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd9b47f9-c044-4dc0-ab34-c0f7dc7902d7 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:40.237128 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66769858-28f2-4c2e-a008-54a3c9ea55b9 req-cc1f4a77-9a92-49a0-ac0c-d31b3c84f29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:40.239031 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-66769858-28f2-4c2e-a008-54a3c9ea55b9 req-cc1f4a77-9a92-49a0-ac0c-d31b3c84f29b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a7f2da21-de8f-4925-bf66-a36681d26e7b HTTP/1.1" status: 200 len: 845 time: 0.0561085 Aug 19 14:55:40.296993 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-66769858-28f2-4c2e-a008-54a3c9ea55b9 req-7c94f75f-44d4-4413-bbac-ee5e096727f0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9be319f8-603a-41e0-a57e-1a917fa30646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469728 Aug 19 14:55:40.336759 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd9b47f9-c044-4dc0-ab34-c0f7dc7902d7 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:40.352383 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-bd9b47f9-c044-4dc0-ab34-c0f7dc7902d7 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Calling delete_port for 4bd3d4ef-1a79-4912-911c-fe62db6a8854 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:55:40.427040 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-66769858-28f2-4c2e-a008-54a3c9ea55b9 req-1ba74537-e79e-4a5e-a352-24aa2d3d1c77 service neutron] 10.222.0.88 "GET /v2.0/networks/9be319f8-603a-41e0-a57e-1a917fa30646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204379 Aug 19 14:55:40.592668 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-66769858-28f2-4c2e-a008-54a3c9ea55b9 req-6f8f8295-37c8-449d-b65c-e65e63fb1d22 service neutron] 10.222.0.88 "GET /v2.0/networks/9be319f8-603a-41e0-a57e-1a917fa30646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581647 Aug 19 14:55:40.609000 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd9b47f9-c044-4dc0-ab34-c0f7dc7902d7 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:40.688478 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9b47f9-c044-4dc0-ab34-c0f7dc7902d7 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Pushing event deleted for resources: {'Port': ['ID=4bd3d4ef-1a79-4912-911c-fe62db6a8854,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:40.755067 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd9b47f9-c044-4dc0-ab34-c0f7dc7902d7 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:40.863370 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd9b47f9-c044-4dc0-ab34-c0f7dc7902d7 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:40.865903 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd9b47f9-c044-4dc0-ab34-c0f7dc7902d7 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:40.939485 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd9b47f9-c044-4dc0-ab34-c0f7dc7902d7 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:40.940048 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9b47f9-c044-4dc0-ab34-c0f7dc7902d7 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Fanout notify agent at l3_agent the message router_deleted on router fd34d996-3750-4f3f-96c8-09fa735870d5 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:55:40.947186 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd9b47f9-c044-4dc0-ab34-c0f7dc7902d7 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:40.949753 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-bd9b47f9-c044-4dc0-ab34-c0f7dc7902d7 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] 10.222.0.69 "DELETE /v2.0/routers/fd34d996-3750-4f3f-96c8-09fa735870d5 HTTP/1.1" status: 204 len: 168 time: 1.1249871 Aug 19 14:55:40.952365 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39026) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:40.965086 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-15454ac2-8def-48a3-9692-290aa72d548a tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-231713991', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:40.979267 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad17fe6-c828-426b-a3fa-920810d758d8 req-71f9b90f-9a78-49a1-b7ae-13a777d20d5e tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:40.981422 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2ad17fe6-c828-426b-a3fa-920810d758d8 req-71f9b90f-9a78-49a1-b7ae-13a777d20d5e tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4da7a61-bf12-473e-b2ee-86906e2c84f4 HTTP/1.1" status: 200 len: 943 time: 0.0758243 Aug 19 14:55:41.019026 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15454ac2-8def-48a3-9692-290aa72d548a tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:41.020314 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15454ac2-8def-48a3-9692-290aa72d548a tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:41.055314 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2ad17fe6-c828-426b-a3fa-920810d758d8 req-72f93ece-6e17-498f-9431-42230e2c3b80 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619111 Aug 19 14:55:41.114597 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15454ac2-8def-48a3-9692-290aa72d548a tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:41.119326 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15454ac2-8def-48a3-9692-290aa72d548a tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:41.137921 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15454ac2-8def-48a3-9692-290aa72d548a tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:41.139497 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-15454ac2-8def-48a3-9692-290aa72d548a tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1854756 Aug 19 14:55:41.142793 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39030) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:41.148010 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-81bd5dda-8b90-4e9e-9f15-324a0b0ab567 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'enable_snat': True}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:41.379919 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-81bd5dda-8b90-4e9e-9f15-324a0b0ab567 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:41.643809 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-81bd5dda-8b90-4e9e-9f15-324a0b0ab567 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:41.668253 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-81bd5dda-8b90-4e9e-9f15-324a0b0ab567 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:41.921465 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-81bd5dda-8b90-4e9e-9f15-324a0b0ab567 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Allocated IP 172.25.2.11 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/23accea0-a8a4-4011-846a-528faf2e870b) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:55:42.058732 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-81bd5dda-8b90-4e9e-9f15-324a0b0ab567 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:42.082179 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 8870e87f-88d6-4c57-ae6a-698ec5f903fa details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:55:42.139442 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-81bd5dda-8b90-4e9e-9f15-324a0b0ab567 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:42.191587 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bd5dda-8b90-4e9e-9f15-324a0b0ab567 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:55:42.195319 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-81bd5dda-8b90-4e9e-9f15-324a0b0ab567 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:55:42.199992 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bd5dda-8b90-4e9e-9f15-324a0b0ab567 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:55:42.244180 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d27a7-9150-48e4-af2e-098a8d7a5fe4 req-7cf1b805-1829-4042-8b00-cacafecf9d72 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:42.249487 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd5dda-8b90-4e9e-9f15-324a0b0ab567 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Pushing event updated for resources: {'Port': ['ID=23accea0-a8a4-4011-846a-528faf2e870b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:42.252719 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-300d27a7-9150-48e4-af2e-098a8d7a5fe4 req-7cf1b805-1829-4042-8b00-cacafecf9d72 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4da7a61-bf12-473e-b2ee-86906e2c84f4 HTTP/1.1" status: 200 len: 943 time: 0.0933406 Aug 19 14:55:42.311983 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 8870e87f-88d6-4c57-ae6a-698ec5f903fa, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=8870e87f-88d6-4c57-ae6a-698ec5f903fa,segment=NetworkSegment(af76a49f-6b6e-4117-acb3-d7b5325cccf1),segment_id=af76a49f-6b6e-4117-acb3-d7b5325cccf1)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:42.318822 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-300d27a7-9150-48e4-af2e-098a8d7a5fe4 req-6a6e3b31-21e7-4714-9615-cd1f49e4344f tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624218 Aug 19 14:55:42.331328 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '8870e87f-88d6-4c57-ae6a-698ec5f903fa', 'network_id': '9be319f8-603a-41e0-a57e-1a917fa30646', 'port_id': '8870e87f-88d6-4c57-ae6a-698ec5f903fa', 'mac_address': 'fa:16:3e:21:2a:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7f2da21-de8f-4925-bf66-a36681d26e7b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:55:42.372554 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39054) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:42.382193 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:42.396979 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8870e87f-88d6-4c57-ae6a-698ec5f903fa {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:55:42.440742 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 8870e87f-88d6-4c57-ae6a-698ec5f903fa, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=8870e87f-88d6-4c57-ae6a-698ec5f903fa,segment=NetworkSegment(af76a49f-6b6e-4117-acb3-d7b5325cccf1),segment_id=af76a49f-6b6e-4117-acb3-d7b5325cccf1)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:42.456158 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:42.522796 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=8870e87f-88d6-4c57-ae6a-698ec5f903fa,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:42.534874 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1ccdb2a9-c584-4af1-b331-cd7d5201abbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:42.544579 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-81bd5dda-8b90-4e9e-9f15-324a0b0ab567 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:42.659180 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1ccdb2a9-c584-4af1-b331-cd7d5201abbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:42.664603 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1ccdb2a9-c584-4af1-b331-cd7d5201abbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:42.721146 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1ccdb2a9-c584-4af1-b331-cd7d5201abbb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=563b9ecc770c4b63922d029bae12d18a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3473456 Aug 19 14:55:42.722378 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccdb2a9-c584-4af1-b331-cd7d5201abbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5162082-faf5-477e-a077-3163c5031ee7,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:42.724459 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39066) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:42.766090 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['8870e87f-88d6-4c57-ae6a-698ec5f903fa'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:55:42.844760 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d29f8b54-83a3-4fbd-b549-98a249ab16db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:42.849897 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-81bd5dda-8b90-4e9e-9f15-324a0b0ab567 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1663642', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1667783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59546'] for router, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:42.861599 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-81bd5dda-8b90-4e9e-9f15-324a0b0ab567 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1663540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1663535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1667838'] for router, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:42.879206 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d29f8b54-83a3-4fbd-b549-98a249ab16db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:43.022167 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d29f8b54-83a3-4fbd-b549-98a249ab16db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:43.026053 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d29f8b54-83a3-4fbd-b549-98a249ab16db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:43.029608 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d29f8b54-83a3-4fbd-b549-98a249ab16db admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f5162082-faf5-477e-a077-3163c5031ee7 HTTP/1.1" status: 204 len: 168 time: 0.3009250 Aug 19 14:55:43.045274 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29f8b54-83a3-4fbd-b549-98a249ab16db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5162082-faf5-477e-a077-3163c5031ee7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:43.060922 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81bd5dda-8b90-4e9e-9f15-324a0b0ab567 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Router 4044b543-402d-4f87-a886-efc009afa2f3 is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:55:43.342115 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39078) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:43.358182 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-131d86b0-2513-488d-921a-e7f11f518010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:43.494427 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a147b96-c938-4d62-8c8b-de9a6c516ef8 req-18067edf-26da-4408-bd92-aa2cbdd9665a tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:43.495897 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5a147b96-c938-4d62-8c8b-de9a6c516ef8 req-18067edf-26da-4408-bd92-aa2cbdd9665a tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4da7a61-bf12-473e-b2ee-86906e2c84f4 HTTP/1.1" status: 200 len: 944 time: 0.0972521 Aug 19 14:55:43.518891 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-131d86b0-2513-488d-921a-e7f11f518010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:43.527582 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-131d86b0-2513-488d-921a-e7f11f518010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:43.580937 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81bd5dda-8b90-4e9e-9f15-324a0b0ab567 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:55:43.581166 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5a147b96-c938-4d62-8c8b-de9a6c516ef8 req-fef5814b-5e7e-4ddc-b916-8a357705f76d tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789039 Aug 19 14:55:43.582046 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131d86b0-2513-488d-921a-e7f11f518010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7fe166-7e0b-4b20-98a7-f5d80260a01d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:43.586138 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-131d86b0-2513-488d-921a-e7f11f518010 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=85dc393b3c8f471aa7c916a5928ae1bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2428153 Aug 19 14:55:43.588793 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39082) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:43.589908 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-81bd5dda-8b90-4e9e-9f15-324a0b0ab567 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:43.593534 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-81bd5dda-8b90-4e9e-9f15-324a0b0ab567 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] 10.222.0.69 "PUT /v2.0/routers/4044b543-402d-4f87-a886-efc009afa2f3 HTTP/1.1" status: 200 len: 913 time: 2.4473965 Aug 19 14:55:43.593731 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39084) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:43.608616 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49ea42e-f100-4b3f-847f-927bd0018f2d None None] Sync routers for ids ['4044b543-402d-4f87-a886-efc009afa2f3'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:55:43.648114 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-47daa408-fe5b-4b38-ac82-dbee355a4bcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:43.650044 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49ea42e-f100-4b3f-847f-927bd0018f2d None None] Routers {'4044b543-402d-4f87-a886-efc009afa2f3'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:55:43.650637 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d49ea42e-f100-4b3f-847f-927bd0018f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:55:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['4044b543-402d-4f87-a886-efc009afa2f3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:43.678673 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-47daa408-fe5b-4b38-ac82-dbee355a4bcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:43.697212 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d49ea42e-f100-4b3f-847f-927bd0018f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:43.711622 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49ea42e-f100-4b3f-847f-927bd0018f2d None None] Routers {'4044b543-402d-4f87-a886-efc009afa2f3'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:55:43.712152 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d49ea42e-f100-4b3f-847f-927bd0018f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:55:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['4044b543-402d-4f87-a886-efc009afa2f3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:43.728594 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5785a816-9174-4d06-a2d7-1fce897370f3 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] 10.222.0.69 "GET /v2.0/routers/4044b543-402d-4f87-a886-efc009afa2f3 HTTP/1.1" status: 200 len: 919 time: 0.1336858 Aug 19 14:55:43.731415 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39086) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:43.751896 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d49ea42e-f100-4b3f-847f-927bd0018f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:43.752638 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49ea42e-f100-4b3f-847f-927bd0018f2d None None] The sync data for ids ['4044b543-402d-4f87-a886-efc009afa2f3'] in n-d-766043-2 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:55:43.765317 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-47daa408-fe5b-4b38-ac82-dbee355a4bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:43.768552 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-47daa408-fe5b-4b38-ac82-dbee355a4bcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:43.769746 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-47daa408-fe5b-4b38-ac82-dbee355a4bcc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0a7fe166-7e0b-4b20-98a7-f5d80260a01d HTTP/1.1" status: 204 len: 168 time: 0.1798203 Aug 19 14:55:43.785893 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47daa408-fe5b-4b38-ac82-dbee355a4bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7fe166-7e0b-4b20-98a7-f5d80260a01d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:43.794241 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e565734-f0b5-44d9-b437-c39656086982 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:43.798278 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-5e565734-f0b5-44d9-b437-c39656086982 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=88eeec05-6d16-4f02-9461-44ff5e420302&device_id=4044b543-402d-4f87-a886-efc009afa2f3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0633180 Aug 19 14:55:43.798661 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39090) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:43.897358 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45950685-44ed-41bb-ba02-65c2a8537536 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:43.901703 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-45950685-44ed-41bb-ba02-65c2a8537536 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] 10.222.0.69 "GET /v2.0/networks/88eeec05-6d16-4f02-9461-44ff5e420302 HTTP/1.1" status: 200 len: 881 time: 0.0992291 Aug 19 14:55:43.902292 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39094) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:43.956948 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-3720ee50-de76-497f-a9f5-7acc08bd4c38 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] 10.222.0.69 "GET /v2.0/ports?device_id=4044b543-402d-4f87-a886-efc009afa2f3 HTTP/1.1" status: 200 len: 205 time: 0.0498440 Aug 19 14:55:43.957376 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39098) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:44.098825 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 8870e87f-88d6-4c57-ae6a-698ec5f903fa up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:55:44.232819 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 8870e87f-88d6-4c57-ae6a-698ec5f903fa completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:55:44.242264 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 8870e87f-88d6-4c57-ae6a-698ec5f903fa triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:55:44.243729 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:44.411877 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:44.497954 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4da7a61-bf12-473e-b2ee-86906e2c84f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8870e87f-88d6-4c57-ae6a-698ec5f903fa'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:55:44.502758 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c5dd1e-5af5-45c9-9b78-cc0d9aa2cebc" -d '{"events": [{"server_uuid": "c4da7a61-bf12-473e-b2ee-86906e2c84f4", "name": "network-vif-plugged", "status": "completed", "tag": "8870e87f-88d6-4c57-ae6a-698ec5f903fa"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:55:44.530643 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 8870e87f-88d6-4c57-ae6a-698ec5f903fa, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=8870e87f-88d6-4c57-ae6a-698ec5f903fa,segment=NetworkSegment(af76a49f-6b6e-4117-acb3-d7b5325cccf1),segment_id=af76a49f-6b6e-4117-acb3-d7b5325cccf1)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:44.542332 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:44.708210 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fde50ce4-887a-4479-b03b-3d6ddd3728b7 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:44.723505 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=8870e87f-88d6-4c57-ae6a-698ec5f903fa,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:44.761292 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5768ede9-b7fe-44af-98bb-441d73669b07 x-openstack-request-id: req-5768ede9-b7fe-44af-98bb-441d73669b07 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:55:44.766721 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39130) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:44.770333 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4da7a61-bf12-473e-b2ee-86906e2c84f4", "name": "network-vif-plugged", "status": "completed", "tag": "8870e87f-88d6-4c57-ae6a-698ec5f903fa", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:55:44.770776 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5768ede9-b7fe-44af-98bb-441d73669b07 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:55:44.771583 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4da7a61-bf12-473e-b2ee-86906e2c84f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8870e87f-88d6-4c57-ae6a-698ec5f903fa', 'code': 200} Aug 19 14:55:45.026814 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90390e54-6893-4467-9112-37b0773a5f7e req-2ce96397-70df-4fb0-bf90-ca5f38d414b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:45.028782 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-90390e54-6893-4467-9112-37b0773a5f7e req-2ce96397-70df-4fb0-bf90-ca5f38d414b5 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c4da7a61-bf12-473e-b2ee-86906e2c84f4 HTTP/1.1" status: 200 len: 1096 time: 0.2533181 Aug 19 14:55:45.135344 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-90390e54-6893-4467-9112-37b0773a5f7e req-67d635af-5a66-4b43-bb0e-232c1e2be0a7 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684259 Aug 19 14:55:45.172976 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab18a7-6ee8-4119-a8d5-f85a91f8fcab req-56cf1d53-2868-4f94-b043-4ed4c5b28c6b tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:45.180560 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-55ab18a7-6ee8-4119-a8d5-f85a91f8fcab req-56cf1d53-2868-4f94-b043-4ed4c5b28c6b tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/networks?id=2fa445be-0d18-48a9-824e-a1d171d6214e HTTP/1.1" status: 200 len: 814 time: 0.1739762 Aug 19 14:55:45.201472 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-55ab18a7-6ee8-4119-a8d5-f85a91f8fcab req-43357a51-c7b4-49c1-a953-388fbf120009 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/quotas/16017ed5be314461b8db4ea998446c7b HTTP/1.1" status: 200 len: 375 time: 0.0200076 Aug 19 14:55:45.253507 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d9406-0de9-4b96-82d4-f7bc2c737b40 req-c28d0e61-7d72-4268-87eb-5d7bffc879e9 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:45.260908 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-062d9406-0de9-4b96-82d4-f7bc2c737b40 req-c28d0e61-7d72-4268-87eb-5d7bffc879e9 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4da7a61-bf12-473e-b2ee-86906e2c84f4 HTTP/1.1" status: 200 len: 945 time: 0.3128648 Aug 19 14:55:45.278273 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fde50ce4-887a-4479-b03b-3d6ddd3728b7 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:45.327757 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-55ab18a7-6ee8-4119-a8d5-f85a91f8fcab req-60c0882f-97c3-4e70-a478-875c28b21628 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=16017ed5be314461b8db4ea998446c7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1253424 Aug 19 14:55:45.368577 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-062d9406-0de9-4b96-82d4-f7bc2c737b40 req-0c49c51f-a3dd-46b3-a909-d79e885123fb tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998797 Aug 19 14:55:45.530164 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-55ab18a7-6ee8-4119-a8d5-f85a91f8fcab req-c2e7f2b1-20a5-49e4-8378-aafc5df40632 service neutron] 10.222.0.69 "GET /v2.0/networks/2fa445be-0d18-48a9-824e-a1d171d6214e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820796 Aug 19 14:55:45.536734 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-fde50ce4-887a-4479-b03b-3d6ddd3728b7 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Deleting port 23accea0-a8a4-4011-846a-528faf2e870b {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:55:45.539615 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fde50ce4-887a-4479-b03b-3d6ddd3728b7 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:45.651254 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4a1dcd5d-a25e-4fca-a2b7-9e4612419329 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:45.772653 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-55ab18a7-6ee8-4119-a8d5-f85a91f8fcab req-d82f8279-69d4-4a0f-9c2c-1f8ecb5daa28 service neutron] 10.222.0.69 "GET /v2.0/networks/2fa445be-0d18-48a9-824e-a1d171d6214e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287254 Aug 19 14:55:45.837496 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fde50ce4-887a-4479-b03b-3d6ddd3728b7 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:45.852499 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-fde50ce4-887a-4479-b03b-3d6ddd3728b7 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Calling delete_port for 23accea0-a8a4-4011-846a-528faf2e870b owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:55:46.060260 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fde50ce4-887a-4479-b03b-3d6ddd3728b7 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:46.108121 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde50ce4-887a-4479-b03b-3d6ddd3728b7 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Pushing event deleted for resources: {'Port': ['ID=23accea0-a8a4-4011-846a-528faf2e870b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:46.166881 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f9115ff0-7857-441b-89d7-d7033951cfda req-634a89f9-ae87-43ec-b119-c48e00a82442 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d5c3a46-c9cd-43b1-8625-ae264455609d HTTP/1.1" status: 200 len: 210 time: 0.0738978 Aug 19 14:55:46.171350 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde50ce4-887a-4479-b03b-3d6ddd3728b7 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:46.172959 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde50ce4-887a-4479-b03b-3d6ddd3728b7 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:46.176046 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde50ce4-887a-4479-b03b-3d6ddd3728b7 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:46.176527 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde50ce4-887a-4479-b03b-3d6ddd3728b7 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:46.176962 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde50ce4-887a-4479-b03b-3d6ddd3728b7 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:46.177788 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde50ce4-887a-4479-b03b-3d6ddd3728b7 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:46.178220 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde50ce4-887a-4479-b03b-3d6ddd3728b7 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:46.178901 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde50ce4-887a-4479-b03b-3d6ddd3728b7 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:46.180140 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde50ce4-887a-4479-b03b-3d6ddd3728b7 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:46.180604 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde50ce4-887a-4479-b03b-3d6ddd3728b7 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:46.183360 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde50ce4-887a-4479-b03b-3d6ddd3728b7 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:46.183814 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde50ce4-887a-4479-b03b-3d6ddd3728b7 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:46.211849 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-4a1dcd5d-a25e-4fca-a2b7-9e4612419329 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Deleting port e7907fd4-4015-444d-98a8-4894c3e1f24d {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:55:46.213011 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4a1dcd5d-a25e-4fca-a2b7-9e4612419329 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:46.359710 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fde50ce4-887a-4479-b03b-3d6ddd3728b7 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:46.457753 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-4a1dcd5d-a25e-4fca-a2b7-9e4612419329 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] For port e7907fd4-4015-444d-98a8-4894c3e1f24d, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=e7907fd4-4015-444d-98a8-4894c3e1f24d,segment=NetworkSegment(0ab538e3-9dbf-4b4e-9b85-5e2f32cd7a5d),segment_id=0ab538e3-9dbf-4b4e-9b85-5e2f32cd7a5d)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:46.458229 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4a1dcd5d-a25e-4fca-a2b7-9e4612419329 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:46.483000 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-4a1dcd5d-a25e-4fca-a2b7-9e4612419329 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Calling delete_port for e7907fd4-4015-444d-98a8-4894c3e1f24d owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:55:46.580560 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fde50ce4-887a-4479-b03b-3d6ddd3728b7 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:46.582644 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fde50ce4-887a-4479-b03b-3d6ddd3728b7 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:46.662519 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fde50ce4-887a-4479-b03b-3d6ddd3728b7 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:46.663270 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde50ce4-887a-4479-b03b-3d6ddd3728b7 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Fanout notify agent at l3_agent the message router_deleted on router 4044b543-402d-4f87-a886-efc009afa2f3 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:55:46.679056 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fde50ce4-887a-4479-b03b-3d6ddd3728b7 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:46.683016 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-fde50ce4-887a-4479-b03b-3d6ddd3728b7 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] 10.222.0.69 "DELETE /v2.0/routers/4044b543-402d-4f87-a886-efc009afa2f3 HTTP/1.1" status: 204 len: 168 time: 2.7222760 Aug 19 14:55:46.684775 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39188) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:46.698254 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-324229fb-6dcb-4541-89a6-5679da5a08f2 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1105480552', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:46.727770 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97a728-0ba0-4c21-9023-8173656c83c0 req-a84d0c21-92f1-4f98-b0e8-233aad8498b7 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:46.732953 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9e97a728-0ba0-4c21-9023-8173656c83c0 req-a84d0c21-92f1-4f98-b0e8-233aad8498b7 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4da7a61-bf12-473e-b2ee-86906e2c84f4 HTTP/1.1" status: 200 len: 945 time: 0.1752896 Aug 19 14:55:46.738990 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:55:46.785044 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-324229fb-6dcb-4541-89a6-5679da5a08f2 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:46.787872 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-324229fb-6dcb-4541-89a6-5679da5a08f2 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:46.864325 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9e97a728-0ba0-4c21-9023-8173656c83c0 req-685d4e2d-7b42-4108-bcce-4b0bb02bcfe1 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094654 Aug 19 14:55:46.925247 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4a1dcd5d-a25e-4fca-a2b7-9e4612419329 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:46.980336 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-324229fb-6dcb-4541-89a6-5679da5a08f2 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:46.985124 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1dcd5d-a25e-4fca-a2b7-9e4612419329 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event deleted for resources: {'Port': ['ID=e7907fd4-4015-444d-98a8-4894c3e1f24d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:46.993030 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-324229fb-6dcb-4541-89a6-5679da5a08f2 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:47.061613 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-324229fb-6dcb-4541-89a6-5679da5a08f2 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:47.066384 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-324229fb-6dcb-4541-89a6-5679da5a08f2 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3795877 Aug 19 14:55:47.080211 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39194) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:47.107444 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3de38e94-3858-4bc2-9f32-9c11a2584891 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'enable_snat': False}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:47.283890 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4a1dcd5d-a25e-4fca-a2b7-9e4612419329 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:47.419181 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-63e284d0-2068-40fd-96fb-96d822a20d32 req-11108546-23c4-42cd-bec5-3144a74bd5a6 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d5c3a46-c9cd-43b1-8625-ae264455609d HTTP/1.1" status: 200 len: 210 time: 0.0855956 Aug 19 14:55:47.545938 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5581e-3f45-4e62-82ab-71f8b8fbb0c4 req-831e01c0-cbe3-4eae-b9c3-f7bf6ef14670 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:47.547535 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6ac5581e-3f45-4e62-82ab-71f8b8fbb0c4 req-831e01c0-cbe3-4eae-b9c3-f7bf6ef14670 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4da7a61-bf12-473e-b2ee-86906e2c84f4 HTTP/1.1" status: 200 len: 945 time: 0.3067064 Aug 19 14:55:47.553409 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3de38e94-3858-4bc2-9f32-9c11a2584891 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:47.562451 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a1dcd5d-a25e-4fca-a2b7-9e4612419329 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Router 84ba384b-0042-4e91-910a-a7140495f1ee has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:55:47.687381 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6ac5581e-3f45-4e62-82ab-71f8b8fbb0c4 req-02f9bc06-7237-459c-93ca-e6bb7e2a852c tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301224 Aug 19 14:55:47.820088 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a1dcd5d-a25e-4fca-a2b7-9e4612419329 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:55:47.830689 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efba4223-f836-40a2-8ce8-d37829b20d1a None None] Sync routers for ids ['84ba384b-0042-4e91-910a-a7140495f1ee'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:55:47.837454 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4a1dcd5d-a25e-4fca-a2b7-9e4612419329 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "PUT /v2.0/routers/84ba384b-0042-4e91-910a-a7140495f1ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0682819 Aug 19 14:55:47.864874 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efba4223-f836-40a2-8ce8-d37829b20d1a None None] Routers {'84ba384b-0042-4e91-910a-a7140495f1ee'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:55:47.865487 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-efba4223-f836-40a2-8ce8-d37829b20d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:55:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['84ba384b-0042-4e91-910a-a7140495f1ee'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:47.889187 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab18a7-6ee8-4119-a8d5-f85a91f8fcab req-dbc08e07-c91f-41c2-9c93-ca1932016544 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:47.891312 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-55ab18a7-6ee8-4119-a8d5-f85a91f8fcab req-dbc08e07-c91f-41c2-9c93-ca1932016544 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.88 "GET /v2.0/networks?id=2fa445be-0d18-48a9-824e-a1d171d6214e HTTP/1.1" status: 200 len: 814 time: 0.1892486 Aug 19 14:55:47.907239 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-55ab18a7-6ee8-4119-a8d5-f85a91f8fcab req-4f5fcd9a-b8a0-4723-95e9-7b3db6615d12 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Request body: {'port': {'device_id': '7d5c3a46-c9cd-43b1-8625-ae264455609d', 'network_id': '2fa445be-0d18-48a9-824e-a1d171d6214e', 'admin_state_up': True, 'tenant_id': '16017ed5be314461b8db4ea998446c7b'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:47.981278 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93939ad3-59fe-4d67-a0c5-43b87546c88d req-e3a05ce5-dd74-4874-87e1-cad8ccaec1ee tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:47.983648 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-93939ad3-59fe-4d67-a0c5-43b87546c88d req-e3a05ce5-dd74-4874-87e1-cad8ccaec1ee tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4da7a61-bf12-473e-b2ee-86906e2c84f4 HTTP/1.1" status: 200 len: 945 time: 0.1803041 Aug 19 14:55:48.063176 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-93939ad3-59fe-4d67-a0c5-43b87546c88d req-a9c506b5-7eea-48ca-a45c-5e4bb1e91697 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703447 Aug 19 14:55:48.090852 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3de38e94-3858-4bc2-9f32-9c11a2584891 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:48.136575 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55ab18a7-6ee8-4119-a8d5-f85a91f8fcab req-4f5fcd9a-b8a0-4723-95e9-7b3db6615d12 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Made reservation on behalf of 16017ed5be314461b8db4ea998446c7b for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:55:48.141143 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-55ab18a7-6ee8-4119-a8d5-f85a91f8fcab req-4f5fcd9a-b8a0-4723-95e9-7b3db6615d12 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:48.145848 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3de38e94-3858-4bc2-9f32-9c11a2584891 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:48.202099 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-efba4223-f836-40a2-8ce8-d37829b20d1a None None] Set router 84ba384b-0042-4e91-910a-a7140495f1ee gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:55:48.429849 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-3de38e94-3858-4bc2-9f32-9c11a2584891 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Allocated IP 172.25.2.125 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/4bce009b-1c9f-4818-bd63-b1b8227f2a97) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:55:48.466120 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-55ab18a7-6ee8-4119-a8d5-f85a91f8fcab req-4f5fcd9a-b8a0-4723-95e9-7b3db6615d12 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Allocated IP 172.20.0.12 (2fa445be-0d18-48a9-824e-a1d171d6214e/f94001b9-7f0e-43d0-8c52-f0d228ad89db/37c22c10-4896-42a3-af68-cbe65d27cc12) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:55:48.687836 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3de38e94-3858-4bc2-9f32-9c11a2584891 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:48.777832 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-efba4223-f836-40a2-8ce8-d37829b20d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'name': 'tempest-TestNetworkBasicOps-router-1677768249', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7b2d2b35-074d-4339-98a2-af5c4a9eef3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:53:27Z', 'updated_at': '2021-08-19T14:55:46Z', 'revision_number': 6, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'gw_port': {'id': '7b2d2b35-074d-4339-98a2-af5c4a9eef3f', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:28Z', 'updated_at': '2021-08-19T14:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '8e7ba28d-775d-4797-82cc-8ea2fba5c6a1', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'floating_ip_address': '172.25.2.22', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'port_id': 'e71ee2dc-d321-414d-b7c7-0c94027efaf2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8', 'mac_address': 'fa:16:3e:57:c7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b85348-122b-4a1a-8303-b75db4ff0e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:54:13Z', 'updated_at': '2021-08-19T14:54:19Z', 'revision_number': 1, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b84a34-4865-4c7a-a68e-9de6f0ac99d8', 'name': '', 'network_id': 'ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'mac_address': 'fa:16:3e:f4:ef:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '21160d11-dfa8-4ba0-ba02-7e4078d0dcf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:36Z', 'updated_at': '2021-08-19T14:53:46Z', 'revision_number': 5, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'subnets': [{'id': '21160d11-dfa8-4ba0-ba02-7e4078d0dcf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:48.793515 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3de38e94-3858-4bc2-9f32-9c11a2584891 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:48.843271 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efba4223-f836-40a2-8ce8-d37829b20d1a None None] Checking router: 84ba384b-0042-4e91-910a-a7140495f1ee for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:55:48.853654 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-55ab18a7-6ee8-4119-a8d5-f85a91f8fcab req-4f5fcd9a-b8a0-4723-95e9-7b3db6615d12 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:48.861501 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de38e94-3858-4bc2-9f32-9c11a2584891 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:55:48.877679 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efba4223-f836-40a2-8ce8-d37829b20d1a None None] Routers {'84ba384b-0042-4e91-910a-a7140495f1ee'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:55:48.878712 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-efba4223-f836-40a2-8ce8-d37829b20d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:55:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['84ba384b-0042-4e91-910a-a7140495f1ee'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:48.882422 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-3de38e94-3858-4bc2-9f32-9c11a2584891 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:55:48.890381 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de38e94-3858-4bc2-9f32-9c11a2584891 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:55:48.942811 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-55ab18a7-6ee8-4119-a8d5-f85a91f8fcab req-4f5fcd9a-b8a0-4723-95e9-7b3db6615d12 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:48.951218 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de38e94-3858-4bc2-9f32-9c11a2584891 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Pushing event updated for resources: {'Port': ['ID=4bce009b-1c9f-4818-bd63-b1b8227f2a97,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:48.959140 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['36e52d9b-d1bd-492b-9d57-76ad8c82d474'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:55:48.963495 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['bffed635-468f-4369-b433-0bb8a559e990'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:55:48.987011 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962e1f6-51a9-4552-a935-a66ff10833fa req-f775f905-bfb7-4e65-a0ee-83d16400e050 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:49.005491 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9962e1f6-51a9-4552-a935-a66ff10833fa req-f775f905-bfb7-4e65-a0ee-83d16400e050 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4da7a61-bf12-473e-b2ee-86906e2c84f4 HTTP/1.1" status: 200 len: 945 time: 0.2605872 Aug 19 14:55:49.020491 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc077403-1644-4b59-bbc0-b516ecd70c0c req-ac0f66b1-527d-4bd1-b471-4b919c7df093 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:49.028716 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dc077403-1644-4b59-bbc0-b516ecd70c0c req-ac0f66b1-527d-4bd1-b471-4b919c7df093 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/ports?device_id=96994dff-b01b-4f65-b2f8-9b7200f3b2d4 HTTP/1.1" status: 200 len: 946 time: 0.2682407 Aug 19 14:55:49.058176 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55ab18a7-6ee8-4119-a8d5-f85a91f8fcab req-4f5fcd9a-b8a0-4723-95e9-7b3db6615d12 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Network 2fa445be-0d18-48a9-824e-a1d171d6214e is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:55:49.070568 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-55ab18a7-6ee8-4119-a8d5-f85a91f8fcab req-4f5fcd9a-b8a0-4723-95e9-7b3db6615d12 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:55:49.080949 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ab18a7-6ee8-4119-a8d5-f85a91f8fcab req-4f5fcd9a-b8a0-4723-95e9-7b3db6615d12 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:55:49.146268 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5fcd9a-b8a0-4723-95e9-7b3db6615d12 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Pushing event updated for resources: {'Port': ['ID=37c22c10-4896-42a3-af68-cbe65d27cc12,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:49.162979 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5fcd9a-b8a0-4723-95e9-7b3db6615d12 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:49.163569 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5fcd9a-b8a0-4723-95e9-7b3db6615d12 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:49.164134 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5fcd9a-b8a0-4723-95e9-7b3db6615d12 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:49.165239 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5fcd9a-b8a0-4723-95e9-7b3db6615d12 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:49.165563 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5fcd9a-b8a0-4723-95e9-7b3db6615d12 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:49.166133 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5fcd9a-b8a0-4723-95e9-7b3db6615d12 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:49.166589 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5fcd9a-b8a0-4723-95e9-7b3db6615d12 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:49.166987 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5fcd9a-b8a0-4723-95e9-7b3db6615d12 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:49.167419 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5fcd9a-b8a0-4723-95e9-7b3db6615d12 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:49.167844 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5fcd9a-b8a0-4723-95e9-7b3db6615d12 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:49.168605 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5fcd9a-b8a0-4723-95e9-7b3db6615d12 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:49.169133 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5fcd9a-b8a0-4723-95e9-7b3db6615d12 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:55:49.180566 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab18a7-6ee8-4119-a8d5-f85a91f8fcab req-4f5fcd9a-b8a0-4723-95e9-7b3db6615d12 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:49.181355 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-55ab18a7-6ee8-4119-a8d5-f85a91f8fcab req-4f5fcd9a-b8a0-4723-95e9-7b3db6615d12 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:49.202049 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-55ab18a7-6ee8-4119-a8d5-f85a91f8fcab req-4f5fcd9a-b8a0-4723-95e9-7b3db6615d12 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3011694 Aug 19 14:55:49.229538 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-55ab18a7-6ee8-4119-a8d5-f85a91f8fcab req-0cb6f1a7-20a6-4db8-83fe-6f9d9f6cf518 service neutron] Request body: {'port': {'device_id': '7d5c3a46-c9cd-43b1-8625-ae264455609d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:49.234221 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-efba4223-f836-40a2-8ce8-d37829b20d1a None None] Set router 84ba384b-0042-4e91-910a-a7140495f1ee gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:55:49.343107 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-55ab18a7-6ee8-4119-a8d5-f85a91f8fcab req-0cb6f1a7-20a6-4db8-83fe-6f9d9f6cf518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:49.368986 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9962e1f6-51a9-4552-a935-a66ff10833fa req-99e2b7bd-58ff-4865-bc49-37333b3e2b6c tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387783 Aug 19 14:55:49.415878 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dc077403-1644-4b59-bbc0-b516ecd70c0c req-26c3f2b1-e349-4807-8094-ae8dc2de6fdc tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8e22d1a-8291-40be-9f74-5431cc1b1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3655741 Aug 19 14:55:49.698521 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3de38e94-3858-4bc2-9f32-9c11a2584891 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:49.841002 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-efba4223-f836-40a2-8ce8-d37829b20d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'name': 'tempest-TestNetworkBasicOps-router-1677768249', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7b2d2b35-074d-4339-98a2-af5c4a9eef3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:53:27Z', 'updated_at': '2021-08-19T14:55:46Z', 'revision_number': 6, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'gw_port': {'id': '7b2d2b35-074d-4339-98a2-af5c4a9eef3f', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:28Z', 'updated_at': '2021-08-19T14:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '8e7ba28d-775d-4797-82cc-8ea2fba5c6a1', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'floating_ip_address': '172.25.2.22', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'port_id': 'e71ee2dc-d321-414d-b7c7-0c94027efaf2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8', 'mac_address': 'fa:16:3e:57:c7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b85348-122b-4a1a-8303-b75db4ff0e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:54:13Z', 'updated_at': '2021-08-19T14:54:19Z', 'revision_number': 1, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b84a34-4865-4c7a-a68e-9de6f0ac99d8', 'name': '', 'network_id': 'ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'mac_address': 'fa:16:3e:f4:ef:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '21160d11-dfa8-4ba0-ba02-7e4078d0dcf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:36Z', 'updated_at': '2021-08-19T14:53:46Z', 'revision_number': 5, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'subnets': [{'id': '21160d11-dfa8-4ba0-ba02-7e4078d0dcf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:49.895669 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efba4223-f836-40a2-8ce8-d37829b20d1a None None] The sync data for ids ['84ba384b-0042-4e91-910a-a7140495f1ee'] in n-d-766043-2 is: [{'id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'name': 'tempest-TestNetworkBasicOps-router-1677768249', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7b2d2b35-074d-4339-98a2-af5c4a9eef3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:53:27Z', 'updated_at': '2021-08-19T14:55:46Z', 'revision_number': 6, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'gw_port': {'id': '7b2d2b35-074d-4339-98a2-af5c4a9eef3f', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:28Z', 'updated_at': '2021-08-19T14:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '8e7ba28d-775d-4797-82cc-8ea2fba5c6a1', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'floating_ip_address': '172.25.2.22', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'port_id': 'e71ee2dc-d321-414d-b7c7-0c94027efaf2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8', 'mac_address': 'fa:16:3e:57:c7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b85348-122b-4a1a-8303-b75db4ff0e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:54:13Z', 'updated_at': '2021-08-19T14:54:19Z', 'revision_number': 1, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b84a34-4865-4c7a-a68e-9de6f0ac99d8', 'name': '', 'network_id': 'ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'mac_address': 'fa:16:3e:f4:ef:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '21160d11-dfa8-4ba0-ba02-7e4078d0dcf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:36Z', 'updated_at': '2021-08-19T14:53:46Z', 'revision_number': 5, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'subnets': [{'id': '21160d11-dfa8-4ba0-ba02-7e4078d0dcf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:55:49.930750 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-55ab18a7-6ee8-4119-a8d5-f85a91f8fcab req-0cb6f1a7-20a6-4db8-83fe-6f9d9f6cf518 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37c22c10-4896-42a3-af68-cbe65d27cc12 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:55:49.945285 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-55ab18a7-6ee8-4119-a8d5-f85a91f8fcab req-0cb6f1a7-20a6-4db8-83fe-6f9d9f6cf518 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:49.981236 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-55ab18a7-6ee8-4119-a8d5-f85a91f8fcab req-0cb6f1a7-20a6-4db8-83fe-6f9d9f6cf518 service neutron] Transition to ACTIVE for port object 37c22c10-4896-42a3-af68-cbe65d27cc12 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:55:49.992032 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-55ab18a7-6ee8-4119-a8d5-f85a91f8fcab req-0cb6f1a7-20a6-4db8-83fe-6f9d9f6cf518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:50.060628 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb6f1a7-20a6-4db8-83fe-6f9d9f6cf518 service neutron] Pushing event updated for resources: {'Port': ['ID=37c22c10-4896-42a3-af68-cbe65d27cc12,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:50.267831 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-55ab18a7-6ee8-4119-a8d5-f85a91f8fcab req-0cb6f1a7-20a6-4db8-83fe-6f9d9f6cf518 service neutron] Attempting to bind port 37c22c10-4896-42a3-af68-cbe65d27cc12 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:55:50.270549 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-55ab18a7-6ee8-4119-a8d5-f85a91f8fcab req-0cb6f1a7-20a6-4db8-83fe-6f9d9f6cf518 service neutron] Attempting to bind port 37c22c10-4896-42a3-af68-cbe65d27cc12 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '9f3b2564-15f5-43a5-bb53-1bcbad751f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2fa445be-0d18-48a9-824e-a1d171d6214e'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:55:50.272081 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ab18a7-6ee8-4119-a8d5-f85a91f8fcab req-0cb6f1a7-20a6-4db8-83fe-6f9d9f6cf518 service neutron] Attempting to bind port 37c22c10-4896-42a3-af68-cbe65d27cc12 on network 2fa445be-0d18-48a9-824e-a1d171d6214e {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:55:50.289491 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ab18a7-6ee8-4119-a8d5-f85a91f8fcab req-0cb6f1a7-20a6-4db8-83fe-6f9d9f6cf518 service neutron] Port 37c22c10-4896-42a3-af68-cbe65d27cc12 on network 2fa445be-0d18-48a9-824e-a1d171d6214e not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:55:50.301690 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ab18a7-6ee8-4119-a8d5-f85a91f8fcab req-0cb6f1a7-20a6-4db8-83fe-6f9d9f6cf518 service neutron] Attempting to bind port 37c22c10-4896-42a3-af68-cbe65d27cc12 on network 2fa445be-0d18-48a9-824e-a1d171d6214e {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:55:50.318941 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ab18a7-6ee8-4119-a8d5-f85a91f8fcab req-0cb6f1a7-20a6-4db8-83fe-6f9d9f6cf518 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:55:50.319489 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ab18a7-6ee8-4119-a8d5-f85a91f8fcab req-0cb6f1a7-20a6-4db8-83fe-6f9d9f6cf518 service neutron] Checking segment: {'id': '9f3b2564-15f5-43a5-bb53-1bcbad751f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2fa445be-0d18-48a9-824e-a1d171d6214e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:55:50.319974 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ab18a7-6ee8-4119-a8d5-f85a91f8fcab req-0cb6f1a7-20a6-4db8-83fe-6f9d9f6cf518 service neutron] Bound using segment: {'id': '9f3b2564-15f5-43a5-bb53-1bcbad751f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2fa445be-0d18-48a9-824e-a1d171d6214e'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:55:50.325411 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-55ab18a7-6ee8-4119-a8d5-f85a91f8fcab req-0cb6f1a7-20a6-4db8-83fe-6f9d9f6cf518 service neutron] Bound port: 37c22c10-4896-42a3-af68-cbe65d27cc12, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f3b2564-15f5-43a5-bb53-1bcbad751f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2fa445be-0d18-48a9-824e-a1d171d6214e'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:55:50.325411 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-55ab18a7-6ee8-4119-a8d5-f85a91f8fcab req-0cb6f1a7-20a6-4db8-83fe-6f9d9f6cf518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:50.496624 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-55ab18a7-6ee8-4119-a8d5-f85a91f8fcab req-0cb6f1a7-20a6-4db8-83fe-6f9d9f6cf518 service neutron] For port 37c22c10-4896-42a3-af68-cbe65d27cc12, host n-h2-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:55:50.500758 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-55ab18a7-6ee8-4119-a8d5-f85a91f8fcab req-0cb6f1a7-20a6-4db8-83fe-6f9d9f6cf518 service neutron] For port 37c22c10-4896-42a3-af68-cbe65d27cc12, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=37c22c10-4896-42a3-af68-cbe65d27cc12,segment=NetworkSegment(9f3b2564-15f5-43a5-bb53-1bcbad751f27),segment_id=9f3b2564-15f5-43a5-bb53-1bcbad751f27)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:55:50.512018 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-55ab18a7-6ee8-4119-a8d5-f85a91f8fcab req-0cb6f1a7-20a6-4db8-83fe-6f9d9f6cf518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:50.588704 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab18a7-6ee8-4119-a8d5-f85a91f8fcab req-0cb6f1a7-20a6-4db8-83fe-6f9d9f6cf518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:50.589779 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-55ab18a7-6ee8-4119-a8d5-f85a91f8fcab req-0cb6f1a7-20a6-4db8-83fe-6f9d9f6cf518 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:50.591450 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-55ab18a7-6ee8-4119-a8d5-f85a91f8fcab req-0cb6f1a7-20a6-4db8-83fe-6f9d9f6cf518 service neutron] 10.222.0.88 "PUT /v2.0/ports/37c22c10-4896-42a3-af68-cbe65d27cc12 HTTP/1.1" status: 200 len: 1092 time: 1.3790696 Aug 19 14:55:50.592117 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d5c3a46-c9cd-43b1-8625-ae264455609d', 'tag': '37c22c10-4896-42a3-af68-cbe65d27cc12'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:55:50.595145 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2e45b9-6dd5-48f5-8294-383c4b8b38c3" -d '{"events": [{"name": "network-changed", "server_uuid": "7d5c3a46-c9cd-43b1-8625-ae264455609d", "tag": "37c22c10-4896-42a3-af68-cbe65d27cc12"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:55:50.641637 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb6f1a7-20a6-4db8-83fe-6f9d9f6cf518 service neutron] Pushing event updated for resources: {'Port': ['ID=37c22c10-4896-42a3-af68-cbe65d27cc12,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:50.731855 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c341c-21aa-4713-b77f-d1b3454dbfd2 req-a67bc777-0b17-4b26-973b-8ca6b1f8d911 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:50.734834 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-872c341c-21aa-4713-b77f-d1b3454dbfd2 req-a67bc777-0b17-4b26-973b-8ca6b1f8d911 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d5c3a46-c9cd-43b1-8625-ae264455609d HTTP/1.1" status: 200 len: 932 time: 1.1518373 Aug 19 14:55:50.742328 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab18a7-6ee8-4119-a8d5-f85a91f8fcab req-ebe6b2c9-8b93-4773-aab8-cdf7800daf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:50.749573 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-55ab18a7-6ee8-4119-a8d5-f85a91f8fcab req-ebe6b2c9-8b93-4773-aab8-cdf7800daf59 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=16017ed5be314461b8db4ea998446c7b&device_id=7d5c3a46-c9cd-43b1-8625-ae264455609d HTTP/1.1" status: 200 len: 1095 time: 0.0990064 Aug 19 14:55:50.762204 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513b615-9653-42ac-927d-d1e5fcf4a03f req-cb12a56a-d42a-4072-a9f2-17b04ab87d6a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:50.764633 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b513b615-9653-42ac-927d-d1e5fcf4a03f req-cb12a56a-d42a-4072-a9f2-17b04ab87d6a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.68 "GET /v2.0/ports?device_id=96994dff-b01b-4f65-b2f8-9b7200f3b2d4 HTTP/1.1" status: 200 len: 946 time: 1.0687315 Aug 19 14:55:50.818960 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-55ab18a7-6ee8-4119-a8d5-f85a91f8fcab req-2c5f740e-aa3a-4a4d-b379-99f15599d728 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37c22c10-4896-42a3-af68-cbe65d27cc12 HTTP/1.1" status: 200 len: 217 time: 0.0583458 Aug 19 14:55:50.921393 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab18a7-6ee8-4119-a8d5-f85a91f8fcab req-508063e5-8e3e-4675-b121-c1e38978e298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:50.927512 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-55ab18a7-6ee8-4119-a8d5-f85a91f8fcab req-508063e5-8e3e-4675-b121-c1e38978e298 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f94001b9-7f0e-43d0-8c52-f0d228ad89db HTTP/1.1" status: 200 len: 854 time: 0.0960190 Aug 19 14:55:50.937208 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c59242-6343-44f7-ad8e-2bf7fd94d91d req-78474970-82dd-4839-bdf6-5313534709a6 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:50.940046 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f3c59242-6343-44f7-ad8e-2bf7fd94d91d req-78474970-82dd-4839-bdf6-5313534709a6 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4da7a61-bf12-473e-b2ee-86906e2c84f4 HTTP/1.1" status: 200 len: 945 time: 0.3299279 Aug 19 14:55:50.979337 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-55ab18a7-6ee8-4119-a8d5-f85a91f8fcab req-a8c9763a-c68b-4fd0-aa00-525069a8f627 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2fa445be-0d18-48a9-824e-a1d171d6214e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431252 Aug 19 14:55:51.006058 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-872c341c-21aa-4713-b77f-d1b3454dbfd2 req-5684b710-fcfc-416d-8317-84af63e87b0e tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/security-groups?id=d293a293-c95e-4636-a077-650b953c4fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568481 Aug 19 14:55:51.214230 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-55ab18a7-6ee8-4119-a8d5-f85a91f8fcab req-2322bbbd-5b7f-452e-a336-fb69a5c76a7f service neutron] 10.222.0.88 "GET /v2.0/networks/2fa445be-0d18-48a9-824e-a1d171d6214e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252660 Aug 19 14:55:51.222378 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f3c59242-6343-44f7-ad8e-2bf7fd94d91d req-d13525a8-edd1-43a5-a1b1-342c8ff9a3c3 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640402 Aug 19 14:55:51.248176 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-b513b615-9653-42ac-927d-d1e5fcf4a03f req-3feb3e82-365e-48fa-97a0-dcdbfdaa9d59 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Deleting port 58c5ed02-913a-40ee-a455-e8edc3fb39ab {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:55:51.248553 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b513b615-9653-42ac-927d-d1e5fcf4a03f req-3feb3e82-365e-48fa-97a0-dcdbfdaa9d59 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:51.317162 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75385b2c-adba-4718-bd20-2a10db503f94 x-openstack-request-id: req-75385b2c-adba-4718-bd20-2a10db503f94 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:55:51.318158 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d5c3a46-c9cd-43b1-8625-ae264455609d", "tag": "37c22c10-4896-42a3-af68-cbe65d27cc12", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:55:51.318507 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-75385b2c-adba-4718-bd20-2a10db503f94 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:55:51.318968 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d5c3a46-c9cd-43b1-8625-ae264455609d', 'tag': '37c22c10-4896-42a3-af68-cbe65d27cc12', 'status': 'completed', 'code': 200} Aug 19 14:55:51.363836 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3de38e94-3858-4bc2-9f32-9c11a2584891 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1663642', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1667783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59546'] for router, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:51.374085 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-55ab18a7-6ee8-4119-a8d5-f85a91f8fcab req-d3a992f7-1338-4a40-afc4-5ea8ffdc97e0 service neutron] 10.222.0.88 "GET /v2.0/networks/2fa445be-0d18-48a9-824e-a1d171d6214e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502349 Aug 19 14:55:51.375429 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a30cd-4a11-45a4-b890-df4c0f6c9da9 req-e2769f74-635e-416a-9dee-cc6f26bdfc3c tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:51.380232 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-499a30cd-4a11-45a4-b890-df4c0f6c9da9 req-e2769f74-635e-416a-9dee-cc6f26bdfc3c tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/ports?device_id=96994dff-b01b-4f65-b2f8-9b7200f3b2d4 HTTP/1.1" status: 200 len: 946 time: 0.2619355 Aug 19 14:55:51.405149 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3de38e94-3858-4bc2-9f32-9c11a2584891 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1663540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1663535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1667838'] for router, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:51.557516 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-499a30cd-4a11-45a4-b890-df4c0f6c9da9 req-35eeec1e-1f78-4a41-9f8d-3e9a96bd9804 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8e22d1a-8291-40be-9f74-5431cc1b1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715527 Aug 19 14:55:51.559329 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-b513b615-9653-42ac-927d-d1e5fcf4a03f req-3feb3e82-365e-48fa-97a0-dcdbfdaa9d59 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] For port 58c5ed02-913a-40ee-a455-e8edc3fb39ab, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=58c5ed02-913a-40ee-a455-e8edc3fb39ab,segment=NetworkSegment(0ab538e3-9dbf-4b4e-9b85-5e2f32cd7a5d),segment_id=0ab538e3-9dbf-4b4e-9b85-5e2f32cd7a5d)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:51.560190 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b513b615-9653-42ac-927d-d1e5fcf4a03f req-3feb3e82-365e-48fa-97a0-dcdbfdaa9d59 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:51.570780 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e45b9-6dd5-48f5-8294-383c4b8b38c3 req-85cc5e49-f858-4447-9cd1-845c7a20f808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:51.574495 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9f2e45b9-6dd5-48f5-8294-383c4b8b38c3 req-85cc5e49-f858-4447-9cd1-845c7a20f808 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=16017ed5be314461b8db4ea998446c7b&device_id=7d5c3a46-c9cd-43b1-8625-ae264455609d HTTP/1.1" status: 200 len: 1095 time: 0.1201282 Aug 19 14:55:51.589069 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-b513b615-9653-42ac-927d-d1e5fcf4a03f req-3feb3e82-365e-48fa-97a0-dcdbfdaa9d59 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Calling delete_port for 58c5ed02-913a-40ee-a455-e8edc3fb39ab owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:55:51.674721 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device e7907fd4-4015-444d-98a8-4894c3e1f24d no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:55:51.728931 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: e7907fd4-4015-444d-98a8-4894c3e1f24d {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:55:51.730807 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device e7907fd4-4015-444d-98a8-4894c3e1f24d not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:55:51.799520 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e45b9-6dd5-48f5-8294-383c4b8b38c3 req-2035e7a6-62ee-4eea-b620-20880d3b95ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:51.801349 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9f2e45b9-6dd5-48f5-8294-383c4b8b38c3 req-2035e7a6-62ee-4eea-b620-20880d3b95ed service neutron] 10.222.0.88 "GET /v2.0/networks?id=2fa445be-0d18-48a9-824e-a1d171d6214e HTTP/1.1" status: 200 len: 915 time: 0.2186105 Aug 19 14:55:51.842345 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b513b615-9653-42ac-927d-d1e5fcf4a03f req-3feb3e82-365e-48fa-97a0-dcdbfdaa9d59 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:51.857812 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9f2e45b9-6dd5-48f5-8294-383c4b8b38c3 req-d961c73b-a2f2-44f9-b9de-6ec1143478b7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37c22c10-4896-42a3-af68-cbe65d27cc12 HTTP/1.1" status: 200 len: 217 time: 0.0474391 Aug 19 14:55:51.946624 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb3e82-365e-48fa-97a0-dcdbfdaa9d59 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event deleted for resources: {'Port': ['ID=58c5ed02-913a-40ee-a455-e8edc3fb39ab,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:51.969028 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de38e94-3858-4bc2-9f32-9c11a2584891 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Router 0504c6b6-e82e-4a3e-9a2f-39a94c77492c is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:55:51.970199 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e45b9-6dd5-48f5-8294-383c4b8b38c3 req-0367164a-40cb-4c88-a6c1-fcaac3a8b9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:51.971985 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9f2e45b9-6dd5-48f5-8294-383c4b8b38c3 req-0367164a-40cb-4c88-a6c1-fcaac3a8b9c0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f94001b9-7f0e-43d0-8c52-f0d228ad89db HTTP/1.1" status: 200 len: 854 time: 0.1060035 Aug 19 14:55:52.028986 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-b513b615-9653-42ac-927d-d1e5fcf4a03f req-3feb3e82-365e-48fa-97a0-dcdbfdaa9d59 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] No DVR routers for this DVR port 58c5ed02-913a-40ee-a455-e8edc3fb39ab on host n-h1-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:55:52.080853 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9f2e45b9-6dd5-48f5-8294-383c4b8b38c3 req-4aed8bd2-dd31-488d-94c7-cd1f1cbeb6e6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2fa445be-0d18-48a9-824e-a1d171d6214e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967119 Aug 19 14:55:52.107049 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b513b615-9653-42ac-927d-d1e5fcf4a03f req-3feb3e82-365e-48fa-97a0-dcdbfdaa9d59 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:52.110535 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b513b615-9653-42ac-927d-d1e5fcf4a03f req-3feb3e82-365e-48fa-97a0-dcdbfdaa9d59 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.68 "DELETE /v2.0/ports/58c5ed02-913a-40ee-a455-e8edc3fb39ab HTTP/1.1" status: 204 len: 173 time: 1.3309040 Aug 19 14:55:52.110998 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96994dff-b01b-4f65-b2f8-9b7200f3b2d4', 'name': 'network-vif-deleted', 'tag': '58c5ed02-913a-40ee-a455-e8edc3fb39ab'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:55:52.121820 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01691995-44c1-43a6-9a2c-afa9d7ee494b" -d '{"events": [{"server_uuid": "96994dff-b01b-4f65-b2f8-9b7200f3b2d4", "name": "network-vif-deleted", "tag": "58c5ed02-913a-40ee-a455-e8edc3fb39ab"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:55:52.217572 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba1eb33-ee61-48ae-a665-142dbec90136 x-openstack-request-id: req-8ba1eb33-ee61-48ae-a665-142dbec90136 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:55:52.218125 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96994dff-b01b-4f65-b2f8-9b7200f3b2d4", "name": "network-vif-deleted", "tag": "58c5ed02-913a-40ee-a455-e8edc3fb39ab", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:55:52.218558 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8ba1eb33-ee61-48ae-a665-142dbec90136 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:55:52.219110 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96994dff-b01b-4f65-b2f8-9b7200f3b2d4', 'name': 'network-vif-deleted', 'tag': '58c5ed02-913a-40ee-a455-e8edc3fb39ab', 'status': 'completed', 'code': 200} Aug 19 14:55:52.278221 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de38e94-3858-4bc2-9f32-9c11a2584891 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:55:52.284829 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8273e2-a8a8-464f-894d-b546407a17ea req-15d64442-bcd8-4a95-85b1-78aed97d5cd7 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:52.286446 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9c8273e2-a8a8-464f-894d-b546407a17ea req-15d64442-bcd8-4a95-85b1-78aed97d5cd7 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d5c3a46-c9cd-43b1-8625-ae264455609d HTTP/1.1" status: 200 len: 944 time: 0.1177652 Aug 19 14:55:52.289558 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3de38e94-3858-4bc2-9f32-9c11a2584891 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:52.293925 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-3de38e94-3858-4bc2-9f32-9c11a2584891 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] 10.222.0.69 "PUT /v2.0/routers/0504c6b6-e82e-4a3e-9a2f-39a94c77492c HTTP/1.1" status: 200 len: 916 time: 5.2056065 Aug 19 14:55:52.294615 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39320) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:52.299481 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ce0312-66f9-47ac-8080-d4db6960bc02 None None] Sync routers for ids ['0504c6b6-e82e-4a3e-9a2f-39a94c77492c'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:55:52.315935 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ce0312-66f9-47ac-8080-d4db6960bc02 None None] Routers {'0504c6b6-e82e-4a3e-9a2f-39a94c77492c'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:55:52.316613 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e7ce0312-66f9-47ac-8080-d4db6960bc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:55:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['0504c6b6-e82e-4a3e-9a2f-39a94c77492c'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:52.363212 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9f2e45b9-6dd5-48f5-8294-383c4b8b38c3 req-5b0c678a-b002-4932-abde-1d20e68b3b96 service neutron] 10.222.0.88 "GET /v2.0/networks/2fa445be-0d18-48a9-824e-a1d171d6214e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697356 Aug 19 14:55:52.405864 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e7ce0312-66f9-47ac-8080-d4db6960bc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:52.427602 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ce0312-66f9-47ac-8080-d4db6960bc02 None None] Routers {'0504c6b6-e82e-4a3e-9a2f-39a94c77492c'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:55:52.428228 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e7ce0312-66f9-47ac-8080-d4db6960bc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:55:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['0504c6b6-e82e-4a3e-9a2f-39a94c77492c'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:52.538452 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e7ce0312-66f9-47ac-8080-d4db6960bc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:52.539370 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ce0312-66f9-47ac-8080-d4db6960bc02 None None] The sync data for ids ['0504c6b6-e82e-4a3e-9a2f-39a94c77492c'] in n-d-766043-2 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:55:52.553422 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9f2e45b9-6dd5-48f5-8294-383c4b8b38c3 req-17be9478-5c99-49e7-9a52-1f8f1f8dc42c service neutron] 10.222.0.88 "GET /v2.0/networks/2fa445be-0d18-48a9-824e-a1d171d6214e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821041 Aug 19 14:55:52.613164 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c956fd7-9e2f-4a16-88a2-ab8956db8c87 req-f0dbd4e6-2677-4138-bf14-d1eb761291f7 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:52.614774 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2c956fd7-9e2f-4a16-88a2-ab8956db8c87 req-f0dbd4e6-2677-4138-bf14-d1eb761291f7 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4da7a61-bf12-473e-b2ee-86906e2c84f4 HTTP/1.1" status: 200 len: 945 time: 0.2344189 Aug 19 14:55:52.646130 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9c8273e2-a8a8-464f-894d-b546407a17ea req-b5bace92-ee90-4416-99d3-6e995fefceb2 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/security-groups?id=d293a293-c95e-4636-a077-650b953c4fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271952 Aug 19 14:55:52.748063 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-732e7e8b-ea88-4606-9fda-64e551d627e6 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] 10.222.0.69 "GET /v2.0/routers/0504c6b6-e82e-4a3e-9a2f-39a94c77492c HTTP/1.1" status: 200 len: 922 time: 0.4498150 Aug 19 14:55:52.748873 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39330) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:52.791705 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2c956fd7-9e2f-4a16-88a2-ab8956db8c87 req-04299ad0-4146-4fd8-9063-517c4af28fcf tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403420 Aug 19 14:55:52.889359 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9c0b4132-97c0-4973-9927-5cf1cdd61fc2 req-b19dd501-d268-4e3d-8d7b-9c940ca21f41 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/ports?device_id=96994dff-b01b-4f65-b2f8-9b7200f3b2d4 HTTP/1.1" status: 200 len: 210 time: 0.0535789 Aug 19 14:55:53.304754 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d62b2d5-b4bb-4bab-979a-e706e66cb205 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:53.308648 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8d62b2d5-b4bb-4bab-979a-e706e66cb205 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=88eeec05-6d16-4f02-9461-44ff5e420302&device_id=0504c6b6-e82e-4a3e-9a2f-39a94c77492c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5564435 Aug 19 14:55:53.311628 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39340) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:53.407238 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfc1d48-492d-4c12-9b0c-24e08bda1fde tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:53.408877 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-2dfc1d48-492d-4c12-9b0c-24e08bda1fde tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] 10.222.0.69 "GET /v2.0/networks/88eeec05-6d16-4f02-9461-44ff5e420302 HTTP/1.1" status: 200 len: 881 time: 0.0963938 Aug 19 14:55:53.412079 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39346) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:53.444440 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-174c22b0-e706-4b2d-8981-160207c8e4cd tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] 10.222.0.69 "GET /v2.0/ports?device_id=0504c6b6-e82e-4a3e-9a2f-39a94c77492c HTTP/1.1" status: 200 len: 205 time: 0.0308268 Aug 19 14:55:53.456552 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39348) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:53.575116 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15f0036b-31c0-47d9-8556-688ed58f04ce tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:53.723421 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15f0036b-31c0-47d9-8556-688ed58f04ce tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:53.791600 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-15f0036b-31c0-47d9-8556-688ed58f04ce tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Deleting port 4bce009b-1c9f-4818-bd63-b1b8227f2a97 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:55:53.791945 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15f0036b-31c0-47d9-8556-688ed58f04ce tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:53.794597 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63963bb1-ec59-4ee8-a95c-d8ad64c4b99b req-c4ce4785-9f59-4768-a739-0c6eeb07f9ad tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:53.796151 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-63963bb1-ec59-4ee8-a95c-d8ad64c4b99b req-c4ce4785-9f59-4768-a739-0c6eeb07f9ad tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d5c3a46-c9cd-43b1-8625-ae264455609d HTTP/1.1" status: 200 len: 944 time: 0.0596614 Aug 19 14:55:53.859319 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-63963bb1-ec59-4ee8-a95c-d8ad64c4b99b req-ef4845dc-d36f-4d1e-bd0e-f7bf3e29c5a2 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/security-groups?id=d293a293-c95e-4636-a077-650b953c4fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537651 Aug 19 14:55:53.906286 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15f0036b-31c0-47d9-8556-688ed58f04ce tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:53.923013 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-15f0036b-31c0-47d9-8556-688ed58f04ce tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Calling delete_port for 4bce009b-1c9f-4818-bd63-b1b8227f2a97 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:55:53.976318 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39366) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:54.068500 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f441a43-1eb0-493c-b640-ac0e58040e1d req-c38fb295-296d-4a56-a688-8a8ece344108 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:54.070460 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8f441a43-1eb0-493c-b640-ac0e58040e1d req-c38fb295-296d-4a56-a688-8a8ece344108 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4da7a61-bf12-473e-b2ee-86906e2c84f4 HTTP/1.1" status: 200 len: 945 time: 0.1719108 Aug 19 14:55:54.129034 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 37c22c10-4896-42a3-af68-cbe65d27cc12 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:55:54.142848 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30b85327-b48f-4301-b6c0-c53f1700a062 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:54.176944 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8f441a43-1eb0-493c-b640-ac0e58040e1d req-f432cb2d-9671-46fb-9ccb-6ef3cbe5baaa tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890286 Aug 19 14:55:54.186288 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15f0036b-31c0-47d9-8556-688ed58f04ce tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:54.196963 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30b85327-b48f-4301-b6c0-c53f1700a062 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:54.241411 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f0036b-31c0-47d9-8556-688ed58f04ce tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Pushing event deleted for resources: {'Port': ['ID=4bce009b-1c9f-4818-bd63-b1b8227f2a97,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:54.255117 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 58c5ed02-913a-40ee-a455-e8edc3fb39ab no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:55:54.314350 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: 58c5ed02-913a-40ee-a455-e8edc3fb39ab {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:55:54.315253 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 58c5ed02-913a-40ee-a455-e8edc3fb39ab not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:55:54.334557 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30b85327-b48f-4301-b6c0-c53f1700a062 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:54.338433 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30b85327-b48f-4301-b6c0-c53f1700a062 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:54.344317 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-30b85327-b48f-4301-b6c0-c53f1700a062 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "DELETE /v2.0/security-groups/d8e22d1a-8291-40be-9f74-5431cc1b1a50 HTTP/1.1" status: 204 len: 168 time: 0.3601515 Aug 19 14:55:54.380426 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15f0036b-31c0-47d9-8556-688ed58f04ce tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:54.395461 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b85327-b48f-4301-b6c0-c53f1700a062 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e22d1a-8291-40be-9f74-5431cc1b1a50,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:54.403745 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39382) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:54.451241 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 37c22c10-4896-42a3-af68-cbe65d27cc12, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=37c22c10-4896-42a3-af68-cbe65d27cc12,segment=NetworkSegment(9f3b2564-15f5-43a5-bb53-1bcbad751f27),segment_id=9f3b2564-15f5-43a5-bb53-1bcbad751f27)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:54.495991 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fca1393-0b91-4956-9f2c-eadab0368e01 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Deleting subnet d473d797-2b17-4f9c-aaca-bc298c83d913 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:55:54.500432 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9fca1393-0b91-4956-9f2c-eadab0368e01 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:54.519996 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '37c22c10-4896-42a3-af68-cbe65d27cc12', 'network_id': '2fa445be-0d18-48a9-824e-a1d171d6214e', 'port_id': '37c22c10-4896-42a3-af68-cbe65d27cc12', 'mac_address': 'fa:16:3e:dd:47:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f94001b9-7f0e-43d0-8c52-f0d228ad89db', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:55:54.555117 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9fca1393-0b91-4956-9f2c-eadab0368e01 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:54.694875 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:54.711979 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15f0036b-31c0-47d9-8556-688ed58f04ce tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:54.715293 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15f0036b-31c0-47d9-8556-688ed58f04ce tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:54.732590 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37c22c10-4896-42a3-af68-cbe65d27cc12 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:55:54.734162 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9fca1393-0b91-4956-9f2c-eadab0368e01 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:54.783016 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 37c22c10-4896-42a3-af68-cbe65d27cc12, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=37c22c10-4896-42a3-af68-cbe65d27cc12,segment=NetworkSegment(9f3b2564-15f5-43a5-bb53-1bcbad751f27),segment_id=9f3b2564-15f5-43a5-bb53-1bcbad751f27)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:54.789190 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:54.805504 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15f0036b-31c0-47d9-8556-688ed58f04ce tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:54.806436 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f0036b-31c0-47d9-8556-688ed58f04ce tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Fanout notify agent at l3_agent the message router_deleted on router 0504c6b6-e82e-4a3e-9a2f-39a94c77492c {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:55:54.822548 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15f0036b-31c0-47d9-8556-688ed58f04ce tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:54.828990 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39394) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:54.829828 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-15f0036b-31c0-47d9-8556-688ed58f04ce tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] 10.222.0.69 "DELETE /v2.0/routers/0504c6b6-e82e-4a3e-9a2f-39a94c77492c HTTP/1.1" status: 204 len: 168 time: 1.3719270 Aug 19 14:55:54.834771 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-97cab458-ec68-42cc-8476-b76d905847a2 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-245593361', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}, 'admin_state_up': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:55:54.891775 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97cab458-ec68-42cc-8476-b76d905847a2 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:54.893098 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97cab458-ec68-42cc-8476-b76d905847a2 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:54.905371 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=37c22c10-4896-42a3-af68-cbe65d27cc12,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:54.907907 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9fca1393-0b91-4956-9f2c-eadab0368e01 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:54.946645 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9fca1393-0b91-4956-9f2c-eadab0368e01 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:54.952972 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9fca1393-0b91-4956-9f2c-eadab0368e01 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "DELETE /v2.0/subnets/d473d797-2b17-4f9c-aaca-bc298c83d913 HTTP/1.1" status: 204 len: 168 time: 0.5465686 Aug 19 14:55:54.954061 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8251c76-8438-4d8f-89ca-a60da5306531 None None] Network 4141189c-a6e4-4bcf-b8cb-fe287ffd7b34 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:55:54.956628 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39398) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:55.007799 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97cab458-ec68-42cc-8476-b76d905847a2 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:55.082560 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca1393-0b91-4956-9f2c-eadab0368e01 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event deleted for resources: {'Subnet': ['ID=d473d797-2b17-4f9c-aaca-bc298c83d913,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:55.100375 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['37c22c10-4896-42a3-af68-cbe65d27cc12'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:55:55.111604 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e76de18d-8ce9-45e6-af12-4313065bac2a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:55.193902 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe9aaa-804f-4bb4-9796-bb648d46b33f req-0e7f25e6-8432-48a7-9419-d41826cefbe5 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:55.202015 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9cbe9aaa-804f-4bb4-9796-bb648d46b33f req-0e7f25e6-8432-48a7-9419-d41826cefbe5 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d5c3a46-c9cd-43b1-8625-ae264455609d HTTP/1.1" status: 200 len: 945 time: 0.1731310 Aug 19 14:55:55.224626 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e76de18d-8ce9-45e6-af12-4313065bac2a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Deleting port 87b2a483-9c73-4b07-8f0a-1c4df77a8023 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:55:55.225258 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e76de18d-8ce9-45e6-af12-4313065bac2a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:55.380860 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-e76de18d-8ce9-45e6-af12-4313065bac2a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] For port 87b2a483-9c73-4b07-8f0a-1c4df77a8023, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=87b2a483-9c73-4b07-8f0a-1c4df77a8023,segment=NetworkSegment(0ab538e3-9dbf-4b4e-9b85-5e2f32cd7a5d),segment_id=0ab538e3-9dbf-4b4e-9b85-5e2f32cd7a5d)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:55.381586 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e76de18d-8ce9-45e6-af12-4313065bac2a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:55.382992 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9cbe9aaa-804f-4bb4-9796-bb648d46b33f req-7493eb74-d5f1-40b3-9318-f6881395448c tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/security-groups?id=d293a293-c95e-4636-a077-650b953c4fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798253 Aug 19 14:55:55.441784 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e76de18d-8ce9-45e6-af12-4313065bac2a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Calling delete_port for 87b2a483-9c73-4b07-8f0a-1c4df77a8023 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:55:55.491894 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97cab458-ec68-42cc-8476-b76d905847a2 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:55.632554 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f7163e-ae42-49ed-be19-05ecf03d34b3 None None] DHCP port deletion for 4141189c-a6e4-4bcf-b8cb-fe287ffd7b34 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:55:55.692854 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e76de18d-8ce9-45e6-af12-4313065bac2a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:55.794590 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-96f7163e-ae42-49ed-be19-05ecf03d34b3 None None] Deleting port 87b2a483-9c73-4b07-8f0a-1c4df77a8023 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:55:55.794961 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-96f7163e-ae42-49ed-be19-05ecf03d34b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:55.798571 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76de18d-8ce9-45e6-af12-4313065bac2a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event deleted for resources: {'Port': ['ID=87b2a483-9c73-4b07-8f0a-1c4df77a8023,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:55.824788 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76de18d-8ce9-45e6-af12-4313065bac2a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] No DVR routers for this DVR port 87b2a483-9c73-4b07-8f0a-1c4df77a8023 on host n-d-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:55:55.828806 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 87b2a483-9c73-4b07-8f0a-1c4df77a8023 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:55:55.938782 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e76de18d-8ce9-45e6-af12-4313065bac2a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:55.950894 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 87b2a483-9c73-4b07-8f0a-1c4df77a8023 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:55:55.951236 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 87b2a483-9c73-4b07-8f0a-1c4df77a8023 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:55:55.973201 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-e76de18d-8ce9-45e6-af12-4313065bac2a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4141189c-a6e4-4bcf-b8cb-fe287ffd7b34']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:55.993696 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-e76de18d-8ce9-45e6-af12-4313065bac2a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ab538e3-9dbf-4b4e-9b85-5e2f32cd7a5d') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:55.994468 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-e76de18d-8ce9-45e6-af12-4313065bac2a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ab538e3-9dbf-4b4e-9b85-5e2f32cd7a5d') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:55.996684 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-96f7163e-ae42-49ed-be19-05ecf03d34b3 None None] For port 87b2a483-9c73-4b07-8f0a-1c4df77a8023, host n-d-766043-2, got binding levels [] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:55.996951 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-96f7163e-ae42-49ed-be19-05ecf03d34b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:56.015036 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e76de18d-8ce9-45e6-af12-4313065bac2a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:56.025383 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-96f7163e-ae42-49ed-be19-05ecf03d34b3 None None] Calling delete_port for 87b2a483-9c73-4b07-8f0a-1c4df77a8023 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:55:56.029485 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.ipam_backend_mixin [None req-96f7163e-ae42-49ed-be19-05ecf03d34b3 None None] Port 87b2a483-9c73-4b07-8f0a-1c4df77a8023 was not found and therefore no delete operation was performed {{(pid=94641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 14:55:56.035751 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-96f7163e-ae42-49ed-be19-05ecf03d34b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:56.039194 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e76de18d-8ce9-45e6-af12-4313065bac2a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:56.046411 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e76de18d-8ce9-45e6-af12-4313065bac2a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:55:56.047005 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e76de18d-8ce9-45e6-af12-4313065bac2a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:56.056359 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f7163e-ae42-49ed-be19-05ecf03d34b3 None None] No DVR routers for this DVR port 87b2a483-9c73-4b07-8f0a-1c4df77a8023 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:55:56.079930 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97cab458-ec68-42cc-8476-b76d905847a2 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:56.104854 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f7163e-ae42-49ed-be19-05ecf03d34b3 None None] Pushing event deleted for resources: {'Port': ['ID=87b2a483-9c73-4b07-8f0a-1c4df77a8023,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:56.121604 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2704dfec-2ae0-4ff3-8c83-fe3f1a7f96e3 req-5d726a87-b6d1-43ec-92ef-79b8694d58eb tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:56.123173 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2704dfec-2ae0-4ff3-8c83-fe3f1a7f96e3 req-5d726a87-b6d1-43ec-92ef-79b8694d58eb tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4da7a61-bf12-473e-b2ee-86906e2c84f4 HTTP/1.1" status: 200 len: 945 time: 0.2441535 Aug 19 14:55:56.124480 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97cab458-ec68-42cc-8476-b76d905847a2 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:56.158290 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:55:56.158290 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:55:56.158290 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:55:56.158290 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:55:56.158290 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:55:56.158290 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:55:56.158290 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:55:56.158290 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:55:56.158290 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:55:56.158290 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:55:56.158290 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:55:56.158290 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:55:56.158290 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:55:56.158290 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:55:56.158290 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:55:56.158290 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:55:56.158290 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:55:56.158290 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:55:56.158290 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:55:56.158290 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:55:56.158290 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:55:56.158290 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:55:56.158290 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:55:56.158290 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:55:56.158290 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:55:56.158290 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:55:56.158290 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:55:56.158290 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:55:56.158290 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:55:56.158290 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:55:56.158290 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:55:56.158290 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:55:56.162833 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e76de18d-8ce9-45e6-af12-4313065bac2a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:56.176371 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e76de18d-8ce9-45e6-af12-4313065bac2a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:56.181383 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e76de18d-8ce9-45e6-af12-4313065bac2a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "DELETE /v2.0/networks/4141189c-a6e4-4bcf-b8cb-fe287ffd7b34 HTTP/1.1" status: 204 len: 168 time: 1.2205915 Aug 19 14:55:56.182743 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39422) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:56.240387 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76de18d-8ce9-45e6-af12-4313065bac2a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event deleted for resources: {'Network': ['ID=4141189c-a6e4-4bcf-b8cb-fe287ffd7b34,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:56.322839 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-97cab458-ec68-42cc-8476-b76d905847a2 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Allocated IP 172.25.2.13 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/4123d704-2cbe-4c19-890a-b5ec64bde28c) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:55:56.448600 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97cab458-ec68-42cc-8476-b76d905847a2 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:56.505357 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97cab458-ec68-42cc-8476-b76d905847a2 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:56.518297 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-0d33ff19-44a9-46e7-aa67-50449fef5229 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Deleting port 3f779af9-04f8-4aa0-9076-b3bb0e1ecd10 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:55:56.518887 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0d33ff19-44a9-46e7-aa67-50449fef5229 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:56.649437 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cab458-ec68-42cc-8476-b76d905847a2 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:55:56.661133 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0d33ff19-44a9-46e7-aa67-50449fef5229 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:56.661470 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0d33ff19-44a9-46e7-aa67-50449fef5229 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:56.665743 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-97cab458-ec68-42cc-8476-b76d905847a2 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:55:56.699665 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2704dfec-2ae0-4ff3-8c83-fe3f1a7f96e3 req-c37496f2-547a-4a94-ae6e-6cd6028e0547 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093287 Aug 19 14:55:56.700337 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cab458-ec68-42cc-8476-b76d905847a2 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:55:56.705687 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-0d33ff19-44a9-46e7-aa67-50449fef5229 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Calling delete_port for 3f779af9-04f8-4aa0-9076-b3bb0e1ecd10 owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:55:56.733126 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cab458-ec68-42cc-8476-b76d905847a2 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Pushing event updated for resources: {'Port': ['ID=4123d704-2cbe-4c19-890a-b5ec64bde28c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:56.745442 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac91ac-f58a-46a9-a37c-38784c645007 req-11cd1333-6915-4789-8b82-1c88be8a78a1 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:56.753982 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-11ac91ac-f58a-46a9-a37c-38784c645007 req-11cd1333-6915-4789-8b82-1c88be8a78a1 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d5c3a46-c9cd-43b1-8625-ae264455609d HTTP/1.1" status: 200 len: 945 time: 0.2255597 Aug 19 14:55:56.807610 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-11ac91ac-f58a-46a9-a37c-38784c645007 req-8a618be3-ef49-4d6d-a412-966b571f22aa tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/security-groups?id=d293a293-c95e-4636-a077-650b953c4fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528202 Aug 19 14:55:56.969674 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0d33ff19-44a9-46e7-aa67-50449fef5229 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:57.168432 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d33ff19-44a9-46e7-aa67-50449fef5229 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event deleted for resources: {'Port': ['ID=3f779af9-04f8-4aa0-9076-b3bb0e1ecd10,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:57.175574 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0d33ff19-44a9-46e7-aa67-50449fef5229 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:57.175922 n-d-766043-2 neutron-server[94639]: INFO neutron.db.l3_db [None req-0d33ff19-44a9-46e7-aa67-50449fef5229 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Floating IP 8e7ba28d-775d-4797-82cc-8ea2fba5c6a1 disassociated (deleted). External IP: 172.25.2.22, port: e71ee2dc-d321-414d-b7c7-0c94027efaf2. Aug 19 14:55:57.263668 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97cab458-ec68-42cc-8476-b76d905847a2 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:57.334164 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333d725-dfa4-4a95-bbbc-6dea0d253233 req-e1ef6a38-24d3-4561-86fa-d346f5823ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:57.340824 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e333d725-dfa4-4a95-bbbc-6dea0d253233 req-e1ef6a38-24d3-4561-86fa-d346f5823ce7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8bf9338b14bd4de0a247947d4332bed4&device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 1095 time: 0.1196628 Aug 19 14:55:57.618564 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333d725-dfa4-4a95-bbbc-6dea0d253233 req-c5e6c5d1-7289-4864-9142-d09aab6aed19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:57.620331 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e333d725-dfa4-4a95-bbbc-6dea0d253233 req-c5e6c5d1-7289-4864-9142-d09aab6aed19 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8d226290-6085-496f-b9eb-bf514760f427 HTTP/1.1" status: 200 len: 912 time: 0.2721868 Aug 19 14:55:57.749435 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d33ff19-44a9-46e7-aa67-50449fef5229 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Router 84ba384b-0042-4e91-910a-a7140495f1ee has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:55:57.829632 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e333d725-dfa4-4a95-bbbc-6dea0d253233 req-8bb9bfed-2f16-4db7-b43f-ec08b6a3166f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa7a43f4-555b-4213-a8fa-75f449055cf9 HTTP/1.1" status: 200 len: 999 time: 0.1961079 Aug 19 14:55:57.934748 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a828c-db84-4fda-9690-6e0f21a50cc9 req-1ecf524b-5e11-4275-9fb2-39d93b13338f tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:57.936289 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-530a828c-db84-4fda-9690-6e0f21a50cc9 req-1ecf524b-5e11-4275-9fb2-39d93b13338f tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.6737590 Aug 19 14:55:58.057520 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-530a828c-db84-4fda-9690-6e0f21a50cc9 req-4aa11cbe-607e-4eae-ae6d-bb4963008c61 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146619 Aug 19 14:55:58.081253 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0531e5-60dd-4eac-b513-6095da641238 req-95b452a9-3276-47e2-a06b-68bbbd0f9569 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:58.083693 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7a0531e5-60dd-4eac-b513-6095da641238 req-95b452a9-3276-47e2-a06b-68bbbd0f9569 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4da7a61-bf12-473e-b2ee-86906e2c84f4 HTTP/1.1" status: 200 len: 945 time: 0.1808085 Aug 19 14:55:58.127190 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 37c22c10-4896-42a3-af68-cbe65d27cc12 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:55:58.215518 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39472) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:58.253838 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333d725-dfa4-4a95-bbbc-6dea0d253233 req-96873033-4579-442e-8e99-36ffb1ba2ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:58.260244 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e333d725-dfa4-4a95-bbbc-6dea0d253233 req-96873033-4579-442e-8e99-36ffb1ba2ad8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5ebe78ca-28f7-43fa-89de-04375d30f6cd HTTP/1.1" status: 200 len: 850 time: 0.3426273 Aug 19 14:55:58.293905 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 37c22c10-4896-42a3-af68-cbe65d27cc12 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:55:58.304334 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7a0531e5-60dd-4eac-b513-6095da641238 req-934c927d-1af4-483b-bb0b-a1836f09c6b8 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664262 Aug 19 14:55:58.306982 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 37c22c10-4896-42a3-af68-cbe65d27cc12 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:55:58.307649 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:58.388883 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d33ff19-44a9-46e7-aa67-50449fef5229 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:55:58.401081 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d0db3f-8fcf-444b-b6a7-3a536049e80b None None] Sync routers for ids ['84ba384b-0042-4e91-910a-a7140495f1ee'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:55:58.402629 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0d33ff19-44a9-46e7-aa67-50449fef5229 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:58.418680 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d0db3f-8fcf-444b-b6a7-3a536049e80b None None] Routers {'84ba384b-0042-4e91-910a-a7140495f1ee'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:55:58.422423 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-99d0db3f-8fcf-444b-b6a7-3a536049e80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:55:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['84ba384b-0042-4e91-910a-a7140495f1ee'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:58.425076 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333d725-dfa4-4a95-bbbc-6dea0d253233 req-7d2e2e99-fa6c-4820-9fdc-f8d2757ddaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:58.426916 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e333d725-dfa4-4a95-bbbc-6dea0d253233 req-7d2e2e99-fa6c-4820-9fdc-f8d2757ddaa5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8d226290-6085-496f-b9eb-bf514760f427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1543982 Aug 19 14:55:58.531769 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b0f80-7e6c-40e0-a9aa-760b3a4936ec req-3a9aaca6-8320-431c-b9b9-ca458e870ad1 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:58.546352 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-647b0f80-7e6c-40e0-a9aa-760b3a4936ec req-3a9aaca6-8320-431c-b9b9-ca458e870ad1 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d5c3a46-c9cd-43b1-8625-ae264455609d HTTP/1.1" status: 200 len: 945 time: 0.2667861 Aug 19 14:55:58.548538 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97cab458-ec68-42cc-8476-b76d905847a2 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:58.565787 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:58.593605 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d5c3a46-c9cd-43b1-8625-ae264455609d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c22c10-4896-42a3-af68-cbe65d27cc12'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:55:58.613251 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9224e3-d48f-4b94-91d1-fdc6c510688b" -d '{"events": [{"server_uuid": "7d5c3a46-c9cd-43b1-8625-ae264455609d", "name": "network-vif-plugged", "status": "completed", "tag": "37c22c10-4896-42a3-af68-cbe65d27cc12"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:55:58.635274 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 37c22c10-4896-42a3-af68-cbe65d27cc12, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=37c22c10-4896-42a3-af68-cbe65d27cc12,segment=NetworkSegment(9f3b2564-15f5-43a5-bb53-1bcbad751f27),segment_id=9f3b2564-15f5-43a5-bb53-1bcbad751f27)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:55:58.641046 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:58.678186 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0d33ff19-44a9-46e7-aa67-50449fef5229 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "DELETE /v2.0/floatingips/8e7ba28d-775d-4797-82cc-8ea2fba5c6a1 HTTP/1.1" status: 204 len: 168 time: 2.4906762 Aug 19 14:55:58.686244 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6b85348-122b-4a1a-8303-b75db4ff0e93', 'tag': 'e71ee2dc-d321-414d-b7c7-0c94027efaf2'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:55:58.707006 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8baa32ec-65a2-4905-9386-2703ee5eb075" -d '{"events": [{"name": "network-changed", "server_uuid": "f6b85348-122b-4a1a-8303-b75db4ff0e93", "tag": "e71ee2dc-d321-414d-b7c7-0c94027efaf2"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:55:58.741720 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=37c22c10-4896-42a3-af68-cbe65d27cc12,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:58.771927 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39488) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:58.787598 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2b55eb-e9e7-43d2-b2c7-bf0c8f3e2f3c x-openstack-request-id: req-2f2b55eb-e9e7-43d2-b2c7-bf0c8f3e2f3c {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:55:58.788062 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d5c3a46-c9cd-43b1-8625-ae264455609d", "name": "network-vif-plugged", "status": "completed", "tag": "37c22c10-4896-42a3-af68-cbe65d27cc12", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:55:58.788434 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2f2b55eb-e9e7-43d2-b2c7-bf0c8f3e2f3c {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:55:58.789005 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5c3a46-c9cd-43b1-8625-ae264455609d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c22c10-4896-42a3-af68-cbe65d27cc12', 'code': 200} Aug 19 14:55:58.812113 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-99d0db3f-8fcf-444b-b6a7-3a536049e80b None None] Set router 84ba384b-0042-4e91-910a-a7140495f1ee gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:55:58.935320 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e333d725-dfa4-4a95-bbbc-6dea0d253233 req-2b5f2e1a-6ca4-4854-84f7-2434dbed2a04 service neutron] 10.222.0.88 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4622285 Aug 19 14:55:59.011130 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-647b0f80-7e6c-40e0-a9aa-760b3a4936ec req-20145abe-1505-4220-a757-a747aed93cc8 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/security-groups?id=d293a293-c95e-4636-a077-650b953c4fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4536152 Aug 19 14:55:59.054215 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d331010b-936e-466c-a18c-34267eb51b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:59.076682 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c44a32ec-2004-4496-97e5-a630e242099f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:59.134511 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.db.api [None req-d331010b-936e-466c-a18c-34267eb51b97 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 14:55:59.134511 n-d-766043-2 neutron-server[94639]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 14:55:59.134511 n-d-766043-2 neutron-server[94639]: [parameters: {'project_id_1': '1edc3a15bd9f43ee967eb8e24de97ca8', 'expiration_1': datetime.datetime(2021, 8, 19, 14, 55, 59, 113230)}] Aug 19 14:55:59.134511 n-d-766043-2 neutron-server[94639]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 14:55:59.135251 n-d-766043-2 neutron-server[94639]: DEBUG oslo_db.api [None req-d331010b-936e-466c-a18c-34267eb51b97 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 14:55:59.151358 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1dcfecf-6ae0-4fc4-af8f-2eb0c36df717 x-openstack-request-id: req-e1dcfecf-6ae0-4fc4-af8f-2eb0c36df717 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:55:59.151734 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6b85348-122b-4a1a-8303-b75db4ff0e93", "tag": "e71ee2dc-d321-414d-b7c7-0c94027efaf2", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:55:59.151948 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e1dcfecf-6ae0-4fc4-af8f-2eb0c36df717 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:55:59.152290 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6b85348-122b-4a1a-8303-b75db4ff0e93', 'tag': 'e71ee2dc-d321-414d-b7c7-0c94027efaf2', 'status': 'completed', 'code': 200} Aug 19 14:55:59.202143 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-99d0db3f-8fcf-444b-b6a7-3a536049e80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'name': 'tempest-TestNetworkBasicOps-router-1677768249', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7b2d2b35-074d-4339-98a2-af5c4a9eef3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:53:27Z', 'updated_at': '2021-08-19T14:55:46Z', 'revision_number': 6, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'gw_port': {'id': '7b2d2b35-074d-4339-98a2-af5c4a9eef3f', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:28Z', 'updated_at': '2021-08-19T14:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'b1b84a34-4865-4c7a-a68e-9de6f0ac99d8', 'name': '', 'network_id': 'ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'mac_address': 'fa:16:3e:f4:ef:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '21160d11-dfa8-4ba0-ba02-7e4078d0dcf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:36Z', 'updated_at': '2021-08-19T14:53:46Z', 'revision_number': 5, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'subnets': [{'id': '21160d11-dfa8-4ba0-ba02-7e4078d0dcf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:59.205738 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e333d725-dfa4-4a95-bbbc-6dea0d253233 req-4beb5a9e-e8d3-4f18-bc6e-71e25c1cf73b service neutron] 10.222.0.88 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612696 Aug 19 14:55:59.239295 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d0db3f-8fcf-444b-b6a7-3a536049e80b None None] Checking router: 84ba384b-0042-4e91-910a-a7140495f1ee for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:55:59.248596 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d0db3f-8fcf-444b-b6a7-3a536049e80b None None] Routers {'84ba384b-0042-4e91-910a-a7140495f1ee'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:55:59.249214 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-99d0db3f-8fcf-444b-b6a7-3a536049e80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:55:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['84ba384b-0042-4e91-910a-a7140495f1ee'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:59.307733 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5abc0-84bf-4e5d-bcf6-1996d42110e4 req-14e5daa1-5343-46df-894b-96fd89e6d153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:59.310560 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7aa5abc0-84bf-4e5d-bcf6-1996d42110e4 req-14e5daa1-5343-46df-894b-96fd89e6d153 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7d5c3a46-c9cd-43b1-8625-ae264455609d HTTP/1.1" status: 200 len: 1097 time: 0.3823657 Aug 19 14:55:59.383438 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97cab458-ec68-42cc-8476-b76d905847a2 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Router b125b19a-bbec-47ef-a968-396672b102e0 is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:55:59.384068 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-99d0db3f-8fcf-444b-b6a7-3a536049e80b None None] Set router 84ba384b-0042-4e91-910a-a7140495f1ee gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:55:59.418875 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c44a32ec-2004-4496-97e5-a630e242099f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:59.436223 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c44a32ec-2004-4496-97e5-a630e242099f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:59.557738 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d0707-9052-4b02-b47a-cf7493f74d1c req-e2aee17f-286b-48b4-b112-3f991a4bcc48 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:59.565318 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-500d0707-9052-4b02-b47a-cf7493f74d1c req-e2aee17f-286b-48b4-b112-3f991a4bcc48 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6b85348-122b-4a1a-8303-b75db4ff0e93 HTTP/1.1" status: 200 len: 945 time: 0.3171608 Aug 19 14:55:59.574432 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ced2d-6241-445b-a9c4-51ec6eb8a96a req-f97831b9-c7c0-4ff1-af1b-684d9dd90c75 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:59.581600 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-919ced2d-6241-445b-a9c4-51ec6eb8a96a req-f97831b9-c7c0-4ff1-af1b-684d9dd90c75 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.3316059 Aug 19 14:55:59.584601 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa32ec-65a2-4905-9386-2703ee5eb075 req-1b69d372-ee67-4f58-965b-951d19bc2b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:59.586283 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8baa32ec-65a2-4905-9386-2703ee5eb075 req-1b69d372-ee67-4f58-965b-951d19bc2b46 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7a0c6ff201d948d2944c0780e076389b&device_id=f6b85348-122b-4a1a-8303-b75db4ff0e93 HTTP/1.1" status: 200 len: 1096 time: 0.3354204 Aug 19 14:55:59.606671 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7aa5abc0-84bf-4e5d-bcf6-1996d42110e4 req-65006ea4-ecf3-486a-8b50-2a35ed82b746 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=d293a293-c95e-4636-a077-650b953c4fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466335 Aug 19 14:55:59.636711 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d331010b-936e-466c-a18c-34267eb51b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:59.648909 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-c44a32ec-2004-4496-97e5-a630e242099f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=909cbce100af47d3a3abad3c39fd9a74&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4326088 Aug 19 14:55:59.651982 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39510) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:55:59.653856 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-99d0db3f-8fcf-444b-b6a7-3a536049e80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'name': 'tempest-TestNetworkBasicOps-router-1677768249', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7b2d2b35-074d-4339-98a2-af5c4a9eef3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:53:27Z', 'updated_at': '2021-08-19T14:55:46Z', 'revision_number': 6, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'gw_port': {'id': '7b2d2b35-074d-4339-98a2-af5c4a9eef3f', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:28Z', 'updated_at': '2021-08-19T14:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'b1b84a34-4865-4c7a-a68e-9de6f0ac99d8', 'name': '', 'network_id': 'ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'mac_address': 'fa:16:3e:f4:ef:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '21160d11-dfa8-4ba0-ba02-7e4078d0dcf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:36Z', 'updated_at': '2021-08-19T14:53:46Z', 'revision_number': 5, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'subnets': [{'id': '21160d11-dfa8-4ba0-ba02-7e4078d0dcf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:55:59.684205 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d0db3f-8fcf-444b-b6a7-3a536049e80b None None] The sync data for ids ['84ba384b-0042-4e91-910a-a7140495f1ee'] in n-d-766043-2 is: [{'id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'name': 'tempest-TestNetworkBasicOps-router-1677768249', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7b2d2b35-074d-4339-98a2-af5c4a9eef3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:53:27Z', 'updated_at': '2021-08-19T14:55:46Z', 'revision_number': 6, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'gw_port': {'id': '7b2d2b35-074d-4339-98a2-af5c4a9eef3f', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:28Z', 'updated_at': '2021-08-19T14:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'b1b84a34-4865-4c7a-a68e-9de6f0ac99d8', 'name': '', 'network_id': 'ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'mac_address': 'fa:16:3e:f4:ef:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '21160d11-dfa8-4ba0-ba02-7e4078d0dcf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:36Z', 'updated_at': '2021-08-19T14:53:46Z', 'revision_number': 5, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'subnets': [{'id': '21160d11-dfa8-4ba0-ba02-7e4078d0dcf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:55:59.768652 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44a32ec-2004-4496-97e5-a630e242099f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc85a032-ccee-49f9-b115-92ab311bcda9,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:55:59.783327 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-919ced2d-6241-445b-a9c4-51ec6eb8a96a req-5bed730b-6ce0-45bf-9df0-dd4f8760e691 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007689 Aug 19 14:55:59.811591 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b384247-e401-4a84-9996-53251a1d1b10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:59.835931 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b384247-e401-4a84-9996-53251a1d1b10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:55:59.875775 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-500d0707-9052-4b02-b47a-cf7493f74d1c req-c503bb36-e438-4c50-b6c0-2dd0b3a43ccb tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/security-groups?id=db71c8f8-8f35-4257-8682-9da0907c40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3095026 Aug 19 14:55:59.904577 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97cab458-ec68-42cc-8476-b76d905847a2 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:55:59.915837 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3b19fb-bd5d-44a4-9ad8-b170f3dc67c9 None None] Sync routers for ids ['b125b19a-bbec-47ef-a968-396672b102e0'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:55:59.946471 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa32ec-65a2-4905-9386-2703ee5eb075 req-245ef54e-e8a8-4d53-b8e4-4b9b932beb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:55:59.948113 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8baa32ec-65a2-4905-9386-2703ee5eb075 req-245ef54e-e8a8-4d53-b8e4-4b9b932beb67 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8 HTTP/1.1" status: 200 len: 898 time: 0.3405538 Aug 19 14:55:59.953095 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3b19fb-bd5d-44a4-9ad8-b170f3dc67c9 None None] Routers {'b125b19a-bbec-47ef-a968-396672b102e0'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:55:59.953839 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9f3b19fb-bd5d-44a4-9ad8-b170f3dc67c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:55:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['b125b19a-bbec-47ef-a968-396672b102e0'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:56:00.032124 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d331010b-936e-466c-a18c-34267eb51b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:00.039874 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d331010b-936e-466c-a18c-34267eb51b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:00.056332 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9f3b19fb-bd5d-44a4-9ad8-b170f3dc67c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:56:00.073365 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3b19fb-bd5d-44a4-9ad8-b170f3dc67c9 None None] Routers {'b125b19a-bbec-47ef-a968-396672b102e0'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:56:00.074253 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9f3b19fb-bd5d-44a4-9ad8-b170f3dc67c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:55:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['b125b19a-bbec-47ef-a968-396672b102e0'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:56:00.093999 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8baa32ec-65a2-4905-9386-2703ee5eb075 req-a0fcce9a-ed1c-4da5-a0ef-22d604bc0606 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e71ee2dc-d321-414d-b7c7-0c94027efaf2 HTTP/1.1" status: 200 len: 217 time: 0.1319559 Aug 19 14:56:00.106376 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d331010b-936e-466c-a18c-34267eb51b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd958470-be88-4b45-aaff-1d15df8aac58,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:00.113462 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9f3b19fb-bd5d-44a4-9ad8-b170f3dc67c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:56:00.115105 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b384247-e401-4a84-9996-53251a1d1b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:00.115596 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3b19fb-bd5d-44a4-9ad8-b170f3dc67c9 None None] The sync data for ids ['b125b19a-bbec-47ef-a968-396672b102e0'] in n-d-766043-2 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:56:00.117719 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b384247-e401-4a84-9996-53251a1d1b10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:00.121263 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8b384247-e401-4a84-9996-53251a1d1b10 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dc85a032-ccee-49f9-b115-92ab311bcda9 HTTP/1.1" status: 204 len: 168 time: 0.4658968 Aug 19 14:56:00.156108 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97cab458-ec68-42cc-8476-b76d905847a2 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:00.161238 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-97cab458-ec68-42cc-8476-b76d905847a2 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.3274055 Aug 19 14:56:00.164209 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39522) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:00.167455 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d331010b-936e-466c-a18c-34267eb51b97 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1edc3a15bd9f43ee967eb8e24de97ca8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3934736 Aug 19 14:56:00.184283 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e2d17ec1-68aa-4877-a581-73625f182286 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:56:00.186040 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39524) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:00.188817 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b384247-e401-4a84-9996-53251a1d1b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc85a032-ccee-49f9-b115-92ab311bcda9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:00.228503 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808d04be-44da-46f4-94c1-1a3815f166aa None None] New status for floating IP 8e7ba28d-775d-4797-82cc-8ea2fba5c6a1: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 14:56:00.302352 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4142cbc7-d6b0-4d73-b50e-1c8388c95d90 req-51ce6386-0286-453c-bfe8-e3766d4161af tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:00.304151 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4142cbc7-d6b0-4d73-b50e-1c8388c95d90 req-51ce6386-0286-453c-bfe8-e3766d4161af tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4da7a61-bf12-473e-b2ee-86906e2c84f4 HTTP/1.1" status: 200 len: 945 time: 0.3468564 Aug 19 14:56:00.417910 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4142cbc7-d6b0-4d73-b50e-1c8388c95d90 req-f372c47b-5912-487e-9c83-681041f843bd tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989652 Aug 19 14:56:00.420002 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c22ed74-4890-4dbf-81ac-f27759c679e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:00.444617 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c22ed74-4890-4dbf-81ac-f27759c679e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:00.469016 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa32ec-65a2-4905-9386-2703ee5eb075 req-7672be7d-7487-47e3-8b9e-80dd16993ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:00.469016 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8baa32ec-65a2-4905-9386-2703ee5eb075 req-7672be7d-7487-47e3-8b9e-80dd16993ed2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=21160d11-dfa8-4ba0-ba02-7e4078d0dcf7 HTTP/1.1" status: 200 len: 835 time: 0.3342006 Aug 19 14:56:00.528929 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3468b3-caf6-4a31-9dd6-c86824275562 req-06c9690c-40e0-446e-83ac-e4d4dedb91aa tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:00.530777 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0f3468b3-caf6-4a31-9dd6-c86824275562 req-06c9690c-40e0-446e-83ac-e4d4dedb91aa tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d5c3a46-c9cd-43b1-8625-ae264455609d HTTP/1.1" status: 200 len: 946 time: 0.3690822 Aug 19 14:56:00.584583 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39532) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:00.589928 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0f3468b3-caf6-4a31-9dd6-c86824275562 req-fac0fdbf-c982-4a15-80b1-5e88c3572172 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/security-groups?id=d293a293-c95e-4636-a077-650b953c4fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522549 Aug 19 14:56:00.597226 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa32ec-65a2-4905-9386-2703ee5eb075 req-fc97eec6-f28c-45ec-845c-817d9b4ce203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:00.598910 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8baa32ec-65a2-4905-9386-2703ee5eb075 req-fc97eec6-f28c-45ec-845c-817d9b4ce203 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1143131 Aug 19 14:56:00.601021 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f67d1de5-7022-44f6-96f9-9c1af6f75af8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:00.628326 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c22ed74-4890-4dbf-81ac-f27759c679e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:00.631137 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c22ed74-4890-4dbf-81ac-f27759c679e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:00.632190 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e2d17ec1-68aa-4877-a581-73625f182286 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:00.632692 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-4c22ed74-4890-4dbf-81ac-f27759c679e4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bd958470-be88-4b45-aaff-1d15df8aac58 HTTP/1.1" status: 204 len: 168 time: 0.4453280 Aug 19 14:56:00.660153 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e2d17ec1-68aa-4877-a581-73625f182286 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:00.680246 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c22ed74-4890-4dbf-81ac-f27759c679e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd958470-be88-4b45-aaff-1d15df8aac58,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:00.738459 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8baa32ec-65a2-4905-9386-2703ee5eb075 req-7104be41-1854-46fc-948d-7d4b92f16bf4 service neutron] 10.222.0.88 "GET /v2.0/networks/ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209881 Aug 19 14:56:00.803645 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f67d1de5-7022-44f6-96f9-9c1af6f75af8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:00.804546 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e2d17ec1-68aa-4877-a581-73625f182286 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Deleting port 4123d704-2cbe-4c19-890a-b5ec64bde28c {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:56:00.804934 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e2d17ec1-68aa-4877-a581-73625f182286 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:00.846360 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f67d1de5-7022-44f6-96f9-9c1af6f75af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:00.957319 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67d1de5-7022-44f6-96f9-9c1af6f75af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a41a4150-27b7-4f19-b2c7-6bdadac7d59c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:00.983932 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f67d1de5-7022-44f6-96f9-9c1af6f75af8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=afd91a76cd62401abd5b835ad2a3d4fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3982785 Aug 19 14:56:00.987091 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39548) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:01.076625 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e2d17ec1-68aa-4877-a581-73625f182286 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:01.085273 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8baa32ec-65a2-4905-9386-2703ee5eb075 req-35f5ea86-6c9c-48d0-acea-654a6443f728 service neutron] 10.222.0.88 "GET /v2.0/networks/ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223622 Aug 19 14:56:01.096109 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e2d17ec1-68aa-4877-a581-73625f182286 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Calling delete_port for 4123d704-2cbe-4c19-890a-b5ec64bde28c owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:56:01.114938 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525f483-9999-47ac-96f6-e8e1ed91a03c req-f1b5fb9e-e0c7-4c8a-b95b-666693d17c7f tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:01.117310 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8525f483-9999-47ac-96f6-e8e1ed91a03c req-f1b5fb9e-e0c7-4c8a-b95b-666693d17c7f tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.2142010 Aug 19 14:56:01.133380 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60a18f-4ce8-458f-92f4-7718d8179f3f req-08d215ec-29de-493d-a504-a39235482d79 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:01.134755 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9c60a18f-4ce8-458f-92f4-7718d8179f3f req-08d215ec-29de-493d-a504-a39235482d79 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.88 "GET /v2.0/ports?device_id=f6b85348-122b-4a1a-8303-b75db4ff0e93 HTTP/1.1" status: 200 len: 945 time: 0.1415534 Aug 19 14:56:01.146037 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19169399-27e7-4f40-80de-ebdf065b5d67 req-72700231-6bcd-41cb-8bbe-dfd6c1aa47d8 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:01.147714 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-19169399-27e7-4f40-80de-ebdf065b5d67 req-72700231-6bcd-41cb-8bbe-dfd6c1aa47d8 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6b85348-122b-4a1a-8303-b75db4ff0e93 HTTP/1.1" status: 200 len: 945 time: 0.1514266 Aug 19 14:56:01.172958 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-246ad572-bc5d-4d61-9ecd-adfefdccaf29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:01.205996 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39554) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:01.219434 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-246ad572-bc5d-4d61-9ecd-adfefdccaf29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:01.233267 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89968620-c4e1-47e3-bb2c-2cb51c667807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:01.273020 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-19169399-27e7-4f40-80de-ebdf065b5d67 req-8d9dd741-1bdd-41da-8218-11b60b77c142 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/security-groups?id=db71c8f8-8f35-4257-8682-9da0907c40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969889 Aug 19 14:56:01.307900 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8525f483-9999-47ac-96f6-e8e1ed91a03c req-753b1969-ee32-4b6f-9a40-37f4e181526b tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713448 Aug 19 14:56:01.350296 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-9c60a18f-4ce8-458f-92f4-7718d8179f3f req-ecc732fb-fdbe-4aec-bf4b-c8b1140d9f62 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Deleting port e71ee2dc-d321-414d-b7c7-0c94027efaf2 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:56:01.350731 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9c60a18f-4ce8-458f-92f4-7718d8179f3f req-ecc732fb-fdbe-4aec-bf4b-c8b1140d9f62 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:01.384838 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9f27e843-f72f-4e4f-b7ac-fdf82782588e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:01.425302 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89968620-c4e1-47e3-bb2c-2cb51c667807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:01.430400 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-246ad572-bc5d-4d61-9ecd-adfefdccaf29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:01.433048 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-246ad572-bc5d-4d61-9ecd-adfefdccaf29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:01.434210 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-246ad572-bc5d-4d61-9ecd-adfefdccaf29 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a41a4150-27b7-4f19-b2c7-6bdadac7d59c HTTP/1.1" status: 204 len: 168 time: 0.4460351 Aug 19 14:56:01.442388 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89968620-c4e1-47e3-bb2c-2cb51c667807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:01.464208 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ad572-bc5d-4d61-9ecd-adfefdccaf29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41a4150-27b7-4f19-b2c7-6bdadac7d59c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:01.516748 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e2d17ec1-68aa-4877-a581-73625f182286 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:01.517995 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-9c60a18f-4ce8-458f-92f4-7718d8179f3f req-ecc732fb-fdbe-4aec-bf4b-c8b1140d9f62 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] For port e71ee2dc-d321-414d-b7c7-0c94027efaf2, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=e71ee2dc-d321-414d-b7c7-0c94027efaf2,segment=NetworkSegment(01e1c77a-efaf-4dea-8b2d-f5011a554171),segment_id=01e1c77a-efaf-4dea-8b2d-f5011a554171)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:01.518508 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9c60a18f-4ce8-458f-92f4-7718d8179f3f req-ecc732fb-fdbe-4aec-bf4b-c8b1140d9f62 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:01.536930 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-9c60a18f-4ce8-458f-92f4-7718d8179f3f req-ecc732fb-fdbe-4aec-bf4b-c8b1140d9f62 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Calling delete_port for e71ee2dc-d321-414d-b7c7-0c94027efaf2 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:56:01.561908 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-89968620-c4e1-47e3-bb2c-2cb51c667807 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1802cc20fdb446378cca7be5720c7f46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3487267 Aug 19 14:56:01.562134 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39566) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:01.580042 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d17ec1-68aa-4877-a581-73625f182286 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Pushing event deleted for resources: {'Port': ['ID=4123d704-2cbe-4c19-890a-b5ec64bde28c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:01.586845 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89968620-c4e1-47e3-bb2c-2cb51c667807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11191aa9-3c8e-43f2-8e30-f1c48a3b975c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:01.652587 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e2d17ec1-68aa-4877-a581-73625f182286 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:01.864959 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf7dd0-46b5-4365-b860-34900f73a7fc req-f1c10f30-99dc-4740-9a05-a31ce802c37e tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:01.867261 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-41bf7dd0-46b5-4365-b860-34900f73a7fc req-f1c10f30-99dc-4740-9a05-a31ce802c37e tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4da7a61-bf12-473e-b2ee-86906e2c84f4 HTTP/1.1" status: 200 len: 945 time: 0.3131986 Aug 19 14:56:01.898359 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc293662-cc16-4f76-9af5-164c758e728a req-8968a117-3292-4fc6-87d7-4c9d36085d4a tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:01.900112 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dc293662-cc16-4f76-9af5-164c758e728a req-8968a117-3292-4fc6-87d7-4c9d36085d4a tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d5c3a46-c9cd-43b1-8625-ae264455609d HTTP/1.1" status: 200 len: 946 time: 0.1887512 Aug 19 14:56:01.928121 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e2d17ec1-68aa-4877-a581-73625f182286 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1663642', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1667783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59546'] for router, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:01.932311 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e2d17ec1-68aa-4877-a581-73625f182286 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1663540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1663535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1667838'] for router, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:01.933057 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c289c17b-4578-4d9c-b10d-3600674a9e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:02.008439 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-41bf7dd0-46b5-4365-b860-34900f73a7fc req-963c47a6-3234-48ce-b946-48b35bec3961 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237640 Aug 19 14:56:02.042960 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c289c17b-4578-4d9c-b10d-3600674a9e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:02.059923 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9c60a18f-4ce8-458f-92f4-7718d8179f3f req-ecc732fb-fdbe-4aec-bf4b-c8b1140d9f62 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:02.103739 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dc293662-cc16-4f76-9af5-164c758e728a req-31e9a2b4-1ea9-48cc-b895-522a544cfb58 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/security-groups?id=d293a293-c95e-4636-a077-650b953c4fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755197 Aug 19 14:56:02.113513 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc732fb-fdbe-4aec-bf4b-c8b1140d9f62 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event deleted for resources: {'Port': ['ID=e71ee2dc-d321-414d-b7c7-0c94027efaf2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:02.199759 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c60a18f-4ce8-458f-92f4-7718d8179f3f req-ecc732fb-fdbe-4aec-bf4b-c8b1140d9f62 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] No DVR routers for this DVR port e71ee2dc-d321-414d-b7c7-0c94027efaf2 on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:56:02.204181 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9c60a18f-4ce8-458f-92f4-7718d8179f3f req-ecc732fb-fdbe-4aec-bf4b-c8b1140d9f62 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:02.206527 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9c60a18f-4ce8-458f-92f4-7718d8179f3f req-ecc732fb-fdbe-4aec-bf4b-c8b1140d9f62 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.88 "DELETE /v2.0/ports/e71ee2dc-d321-414d-b7c7-0c94027efaf2 HTTP/1.1" status: 204 len: 173 time: 1.0494690 Aug 19 14:56:02.206967 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b85348-122b-4a1a-8303-b75db4ff0e93', 'name': 'network-vif-deleted', 'tag': 'e71ee2dc-d321-414d-b7c7-0c94027efaf2'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:56:02.209534 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c4062e-5cf4-4a24-af31-c176927e81d2" -d '{"events": [{"server_uuid": "f6b85348-122b-4a1a-8303-b75db4ff0e93", "name": "network-vif-deleted", "tag": "e71ee2dc-d321-414d-b7c7-0c94027efaf2"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:56:02.218743 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c289c17b-4578-4d9c-b10d-3600674a9e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:02.226422 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c289c17b-4578-4d9c-b10d-3600674a9e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:02.230773 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-c289c17b-4578-4d9c-b10d-3600674a9e35 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/11191aa9-3c8e-43f2-8e30-f1c48a3b975c HTTP/1.1" status: 204 len: 168 time: 0.6657438 Aug 19 14:56:02.249285 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289c17b-4578-4d9c-b10d-3600674a9e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11191aa9-3c8e-43f2-8e30-f1c48a3b975c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:02.333903 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90d92a8-85c3-4fcd-9377-9dcfac1d7d9f x-openstack-request-id: req-b90d92a8-85c3-4fcd-9377-9dcfac1d7d9f {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:56:02.334218 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6b85348-122b-4a1a-8303-b75db4ff0e93", "name": "network-vif-deleted", "tag": "e71ee2dc-d321-414d-b7c7-0c94027efaf2", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:56:02.334466 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b90d92a8-85c3-4fcd-9377-9dcfac1d7d9f {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:56:02.334863 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6b85348-122b-4a1a-8303-b75db4ff0e93', 'name': 'network-vif-deleted', 'tag': 'e71ee2dc-d321-414d-b7c7-0c94027efaf2', 'status': 'completed', 'code': 200} Aug 19 14:56:02.441507 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d915b887-9bc9-490c-9912-ca70015c73c5 req-0e393889-dfa3-404a-9e55-d05e2a8d4fdf tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6b85348-122b-4a1a-8303-b75db4ff0e93 HTTP/1.1" status: 200 len: 210 time: 0.0510895 Aug 19 14:56:02.556081 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d17ec1-68aa-4877-a581-73625f182286 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Router b125b19a-bbec-47ef-a968-396672b102e0 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:56:02.686592 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5a4f0568-e87d-49ad-a31f-b0cb63a78178 req-5400c1eb-950f-43d0-a00c-69ae60e8b854 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0882318 Aug 19 14:56:02.722792 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d17ec1-68aa-4877-a581-73625f182286 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:56:02.737382 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e2d17ec1-68aa-4877-a581-73625f182286 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:02.740506 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e2d17ec1-68aa-4877-a581-73625f182286 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] 10.222.0.69 "PUT /v2.0/routers/b125b19a-bbec-47ef-a968-396672b102e0 HTTP/1.1" status: 200 len: 705 time: 2.5703943 Aug 19 14:56:02.741472 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39614) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:02.758965 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6123eb1-3f3f-4780-8063-aae9b495d6a5 None None] Sync routers for ids ['b125b19a-bbec-47ef-a968-396672b102e0'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:56:02.786525 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6123eb1-3f3f-4780-8063-aae9b495d6a5 None None] Routers {'b125b19a-bbec-47ef-a968-396672b102e0'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:56:02.787922 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a6123eb1-3f3f-4780-8063-aae9b495d6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:55:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['b125b19a-bbec-47ef-a968-396672b102e0'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:56:02.899289 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e7060cbd-4010-4edc-9645-a909343df520 tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] 10.222.0.69 "GET /v2.0/routers/b125b19a-bbec-47ef-a968-396672b102e0 HTTP/1.1" status: 200 len: 740 time: 0.1563997 Aug 19 14:56:02.902726 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39626) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:02.940313 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a6123eb1-3f3f-4780-8063-aae9b495d6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:56:02.944227 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f0568-e87d-49ad-a31f-b0cb63a78178 req-16b116e2-6527-468c-bc67-1e241328ef17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:02.951752 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6123eb1-3f3f-4780-8063-aae9b495d6a5 None None] Routers {'b125b19a-bbec-47ef-a968-396672b102e0'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:56:02.952636 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a6123eb1-3f3f-4780-8063-aae9b495d6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:55:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['b125b19a-bbec-47ef-a968-396672b102e0'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:56:02.958322 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5a4f0568-e87d-49ad-a31f-b0cb63a78178 req-16b116e2-6527-468c-bc67-1e241328ef17 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8bf9338b14bd4de0a247947d4332bed4&device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 1095 time: 0.0953529 Aug 19 14:56:03.067460 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a9159d05-eb69-40ab-9cb2-7237463c0add tempest-RoutersAdminTest-1591282342 tempest-RoutersAdminTest-1591282342-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=88eeec05-6d16-4f02-9461-44ff5e420302&device_id=b125b19a-bbec-47ef-a968-396672b102e0 HTTP/1.1" status: 200 len: 205 time: 0.1630359 Aug 19 14:56:03.069842 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39634) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:03.081644 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a6123eb1-3f3f-4780-8063-aae9b495d6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:56:03.082315 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6123eb1-3f3f-4780-8063-aae9b495d6a5 None None] The sync data for ids ['b125b19a-bbec-47ef-a968-396672b102e0'] in n-d-766043-2 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:56:03.146122 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b932cf48-46fb-450d-a869-7f4a2d3b0688 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] 10.222.0.69 "GET /v2.0/ports?device_id=b125b19a-bbec-47ef-a968-396672b102e0 HTTP/1.1" status: 200 len: 205 time: 0.0725713 Aug 19 14:56:03.146671 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39636) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:03.269617 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f0568-e87d-49ad-a31f-b0cb63a78178 req-2bf0331b-9979-4e53-ad66-a58eedfc2e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:03.272153 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5a4f0568-e87d-49ad-a31f-b0cb63a78178 req-2bf0331b-9979-4e53-ad66-a58eedfc2e80 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8d226290-6085-496f-b9eb-bf514760f427 HTTP/1.1" status: 200 len: 912 time: 0.2449455 Aug 19 14:56:03.312472 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2939d8ff-b724-48c4-acc6-ed6e3edf8d1e tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:03.456518 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fcb96a-d060-4bca-b6fd-d1a7ddddeeee req-9b62ef08-d33c-4376-8cbe-5fa200d3a175 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:03.469785 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b1fcb96a-d060-4bca-b6fd-d1a7ddddeeee req-9b62ef08-d33c-4376-8cbe-5fa200d3a175 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4da7a61-bf12-473e-b2ee-86906e2c84f4 HTTP/1.1" status: 200 len: 945 time: 0.2913117 Aug 19 14:56:03.523831 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5a4f0568-e87d-49ad-a31f-b0cb63a78178 req-fc78aa9b-2c90-4b50-a3f9-2ba223af1c35 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa7a43f4-555b-4213-a8fa-75f449055cf9 HTTP/1.1" status: 200 len: 999 time: 0.2395213 Aug 19 14:56:03.575403 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39658) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:03.622134 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b1fcb96a-d060-4bca-b6fd-d1a7ddddeeee req-8da1df3b-fb8a-40fd-b098-3c4e886f5314 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512957 Aug 19 14:56:03.625878 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2939d8ff-b724-48c4-acc6-ed6e3edf8d1e tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:03.628218 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2939d8ff-b724-48c4-acc6-ed6e3edf8d1e tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:03.682756 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f0568-e87d-49ad-a31f-b0cb63a78178 req-c10a2d2c-34ae-49ef-9b3b-e43d4f1560f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:03.684441 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5a4f0568-e87d-49ad-a31f-b0cb63a78178 req-c10a2d2c-34ae-49ef-9b3b-e43d4f1560f0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5ebe78ca-28f7-43fa-89de-04375d30f6cd HTTP/1.1" status: 200 len: 850 time: 0.1485643 Aug 19 14:56:03.688777 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5b3b7223-e1e0-4012-b44a-411c3a43e988 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:03.746252 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5b3b7223-e1e0-4012-b44a-411c3a43e988 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:03.767544 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2939d8ff-b724-48c4-acc6-ed6e3edf8d1e tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:03.767544 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2939d8ff-b724-48c4-acc6-ed6e3edf8d1e tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Fanout notify agent at l3_agent the message router_deleted on router b125b19a-bbec-47ef-a968-396672b102e0 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:56:03.782722 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2939d8ff-b724-48c4-acc6-ed6e3edf8d1e tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:03.786930 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2939d8ff-b724-48c4-acc6-ed6e3edf8d1e tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] 10.222.0.69 "DELETE /v2.0/routers/b125b19a-bbec-47ef-a968-396672b102e0 HTTP/1.1" status: 204 len: 168 time: 0.6378806 Aug 19 14:56:03.789994 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39670) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:03.849144 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2cf6bad9-aef0-49aa-b1ff-b35ead40306c tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] 10.222.0.69 "GET /v2.0/ports?device_id=b125b19a-bbec-47ef-a968-396672b102e0 HTTP/1.1" status: 200 len: 205 time: 0.0580122 Aug 19 14:56:03.851540 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39672) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:03.909381 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f0568-e87d-49ad-a31f-b0cb63a78178 req-52c5c99c-cb76-4eaf-901d-5803d0ad5c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:03.915828 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5a4f0568-e87d-49ad-a31f-b0cb63a78178 req-52c5c99c-cb76-4eaf-901d-5803d0ad5c9c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8d226290-6085-496f-b9eb-bf514760f427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2149432 Aug 19 14:56:03.944456 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-343573de-5faa-4175-b507-ea723ff97b47 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] delete failed (client error): The resource could not be found. Aug 19 14:56:03.945790 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-343573de-5faa-4175-b507-ea723ff97b47 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] 10.222.0.69 "DELETE /v2.0/routers/b125b19a-bbec-47ef-a968-396672b102e0 HTTP/1.1" status: 404 len: 336 time: 0.0933225 Aug 19 14:56:03.951939 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39680) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:03.961961 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:04.019445 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-37276ef6-54a9-408e-9df2-d0baf3654675 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] 10.222.0.69 "GET /v2.0/ports?device_id=0504c6b6-e82e-4a3e-9a2f-39a94c77492c HTTP/1.1" status: 200 len: 205 time: 0.0657220 Aug 19 14:56:04.036024 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39682) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:04.075385 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5b3b7223-e1e0-4012-b44a-411c3a43e988 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:04.079800 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5b3b7223-e1e0-4012-b44a-411c3a43e988 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:04.081660 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-5b3b7223-e1e0-4012-b44a-411c3a43e988 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "DELETE /v2.0/security-groups/db71c8f8-8f35-4257-8682-9da0907c40c2 HTTP/1.1" status: 204 len: 168 time: 0.5048571 Aug 19 14:56:04.098768 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3b7223-e1e0-4012-b44a-411c3a43e988 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db71c8f8-8f35-4257-8682-9da0907c40c2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:04.101002 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-11600e65-cb82-46b9-9825-50fb74a7f1b5 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] delete failed (client error): The resource could not be found. Aug 19 14:56:04.103177 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-11600e65-cb82-46b9-9825-50fb74a7f1b5 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] 10.222.0.69 "DELETE /v2.0/routers/0504c6b6-e82e-4a3e-9a2f-39a94c77492c HTTP/1.1" status: 404 len: 336 time: 0.0657275 Aug 19 14:56:04.109582 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39692) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:04.137292 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39694) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:04.192045 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e09f77ea-abbf-4738-86b0-854cf8f75941 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] 10.222.0.69 "GET /v2.0/ports?device_id=4044b543-402d-4f87-a886-efc009afa2f3 HTTP/1.1" status: 200 len: 205 time: 0.0807486 Aug 19 14:56:04.200308 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39698) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:04.229336 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5a4f0568-e87d-49ad-a31f-b0cb63a78178 req-ac724005-f3c1-486b-8b3a-8e7e8f7f6bab service neutron] 10.222.0.88 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834246 Aug 19 14:56:04.294420 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-db259534-6d53-4bc0-80fa-2c3be7836d79 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] delete failed (client error): The resource could not be found. Aug 19 14:56:04.306254 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-db259534-6d53-4bc0-80fa-2c3be7836d79 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] 10.222.0.69 "DELETE /v2.0/routers/4044b543-402d-4f87-a886-efc009afa2f3 HTTP/1.1" status: 404 len: 336 time: 0.1034491 Aug 19 14:56:04.306899 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39704) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:04.335729 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fda0fbe9-ea22-4dd6-8fe0-e18b699c4f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:04.358743 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e8a1a6df-f3eb-490c-9f4e-139e0e2aae2f tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd34d996-3750-4f3f-96c8-09fa735870d5 HTTP/1.1" status: 200 len: 205 time: 0.0476906 Aug 19 14:56:04.358944 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39706) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:04.407038 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-b657f2b4-cf1a-4ee8-93c6-d1c319087e9d tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] delete failed (client error): The resource could not be found. Aug 19 14:56:04.410533 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b657f2b4-cf1a-4ee8-93c6-d1c319087e9d tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] 10.222.0.69 "DELETE /v2.0/routers/fd34d996-3750-4f3f-96c8-09fa735870d5 HTTP/1.1" status: 404 len: 336 time: 0.0482852 Aug 19 14:56:04.420698 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39710) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:04.467557 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-421d774b-004b-437a-a951-ce7f01edb724 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] 10.222.0.69 "GET /v2.0/ports?device_id=812831b4-d433-4cd1-81e9-67c998835170 HTTP/1.1" status: 200 len: 205 time: 0.0427344 Aug 19 14:56:04.468913 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39712) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:04.550697 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:04.583209 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-bc9d4c94-efbd-41f8-9026-4f0d0e847c63 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] delete failed (client error): The resource could not be found. Aug 19 14:56:04.587422 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-bc9d4c94-efbd-41f8-9026-4f0d0e847c63 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] 10.222.0.69 "DELETE /v2.0/routers/812831b4-d433-4cd1-81e9-67c998835170 HTTP/1.1" status: 404 len: 336 time: 0.1163707 Aug 19 14:56:04.588738 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39720) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:04.657540 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-309df02f-f212-40ab-a6ca-2d074cf2dbdc tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] 10.222.0.69 "GET /v2.0/ports?device_id=f7416569-7ec2-403e-884b-66f52883e5f7 HTTP/1.1" status: 200 len: 205 time: 0.0669594 Aug 19 14:56:04.657986 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39728) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:04.701017 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-f407a57c-5ad2-45b7-8f91-647080b53e00 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] delete failed (client error): The resource could not be found. Aug 19 14:56:04.704980 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f407a57c-5ad2-45b7-8f91-647080b53e00 tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] 10.222.0.69 "DELETE /v2.0/routers/f7416569-7ec2-403e-884b-66f52883e5f7 HTTP/1.1" status: 404 len: 336 time: 0.0459003 Aug 19 14:56:04.705689 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39732) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:04.762374 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-b303bed7-bb08-4a9a-93ce-cb5f919e906c tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] DELETE failed (client error): The resource could not be found. Aug 19 14:56:04.763065 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b303bed7-bb08-4a9a-93ce-cb5f919e906c tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:56:04.765231 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b303bed7-bb08-4a9a-93ce-cb5f919e906c tempest-RoutersAdminTest-1319868230 tempest-RoutersAdminTest-1319868230-project] 10.222.0.69 "DELETE /v2.0/subnets/b18525fe-f9b4-454b-af86-88509b208b9a HTTP/1.1" status: 404 len: 337 time: 0.0570078 Aug 19 14:56:04.883165 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39740) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:04.944903 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5a4f0568-e87d-49ad-a31f-b0cb63a78178 req-b5912140-3791-4ebe-b660-6854a0325e96 service neutron] 10.222.0.88 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7049570 Aug 19 14:56:04.958113 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16107a71-bba7-497d-b35e-e3d2e228b5a6 req-1901f42f-3e3b-47e5-85ea-29d5579fe8f5 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:04.965411 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-16107a71-bba7-497d-b35e-e3d2e228b5a6 req-1901f42f-3e3b-47e5-85ea-29d5579fe8f5 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4da7a61-bf12-473e-b2ee-86906e2c84f4 HTTP/1.1" status: 200 len: 945 time: 0.1278510 Aug 19 14:56:05.064740 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-16107a71-bba7-497d-b35e-e3d2e228b5a6 req-e17af177-c3fe-4281-9813-b89347b6c137 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983603 Aug 19 14:56:05.141696 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:05.287303 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:05.313414 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8d029cf-a7b9-463e-ae1b-0f6694c4c5e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:05.314182 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39766) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:05.414767 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5fa565fd-0cea-49ba-aa63-57e18635816c tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:05.479449 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-415b12a1-e536-4bc9-b57e-674d1d8b4a33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:05.537111 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8d029cf-a7b9-463e-ae1b-0f6694c4c5e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:05.545413 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8d029cf-a7b9-463e-ae1b-0f6694c4c5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:05.612911 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d029cf-a7b9-463e-ae1b-0f6694c4c5e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43eebfaf-5e24-4c72-be68-0df12f1b34b6,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:05.646874 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d8d029cf-a7b9-463e-ae1b-0f6694c4c5e3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b9f5707ef70f4d2abb81f8fa4ff35c5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7629213 Aug 19 14:56:05.650066 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39780) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:05.734485 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-415b12a1-e536-4bc9-b57e-674d1d8b4a33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:05.747735 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6863207e-45da-43e5-8d0c-95a808c4cf1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:05.760322 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-415b12a1-e536-4bc9-b57e-674d1d8b4a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:05.775250 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6863207e-45da-43e5-8d0c-95a808c4cf1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:05.822149 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-415b12a1-e536-4bc9-b57e-674d1d8b4a33 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ae602b6b8c31444eb6fa0290972d966b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5061975 Aug 19 14:56:05.822963 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39790) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:05.852376 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b12a1-e536-4bc9-b57e-674d1d8b4a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba2fb71-be72-4fad-87f6-124caa46cae0,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:05.884829 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6863207e-45da-43e5-8d0c-95a808c4cf1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:05.888362 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6863207e-45da-43e5-8d0c-95a808c4cf1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:05.890588 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6863207e-45da-43e5-8d0c-95a808c4cf1a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/43eebfaf-5e24-4c72-be68-0df12f1b34b6 HTTP/1.1" status: 204 len: 168 time: 0.2383523 Aug 19 14:56:05.905133 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6863207e-45da-43e5-8d0c-95a808c4cf1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43eebfaf-5e24-4c72-be68-0df12f1b34b6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:05.952306 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61120789-e3aa-4b6d-9e26-fb65697f12ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:06.002952 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-5fa565fd-0cea-49ba-aa63-57e18635816c tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Deleting port b1b84a34-4865-4c7a-a68e-9de6f0ac99d8 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:56:06.003301 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5fa565fd-0cea-49ba-aa63-57e18635816c tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:06.008343 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61120789-e3aa-4b6d-9e26-fb65697f12ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:06.181068 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device e71ee2dc-d321-414d-b7c7-0c94027efaf2 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:56:06.225114 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: e71ee2dc-d321-414d-b7c7-0c94027efaf2 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:56:06.225846 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device e71ee2dc-d321-414d-b7c7-0c94027efaf2 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:56:06.263363 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-5fa565fd-0cea-49ba-aa63-57e18635816c tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] For port b1b84a34-4865-4c7a-a68e-9de6f0ac99d8, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b1b84a34-4865-4c7a-a68e-9de6f0ac99d8,segment=NetworkSegment(01e1c77a-efaf-4dea-8b2d-f5011a554171),segment_id=01e1c77a-efaf-4dea-8b2d-f5011a554171)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:06.263753 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5fa565fd-0cea-49ba-aa63-57e18635816c tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:06.274223 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9fd048-8c2c-43ba-88d5-a2a3e12fc902 req-4a2512fd-f344-49dd-be61-effd0a151d6d tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:06.281643 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2c9fd048-8c2c-43ba-88d5-a2a3e12fc902 req-4a2512fd-f344-49dd-be61-effd0a151d6d tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4da7a61-bf12-473e-b2ee-86906e2c84f4 HTTP/1.1" status: 200 len: 945 time: 0.1085639 Aug 19 14:56:06.304955 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-5fa565fd-0cea-49ba-aa63-57e18635816c tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Calling delete_port for b1b84a34-4865-4c7a-a68e-9de6f0ac99d8 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:56:06.319840 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61120789-e3aa-4b6d-9e26-fb65697f12ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:06.322720 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61120789-e3aa-4b6d-9e26-fb65697f12ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:06.327088 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-61120789-e3aa-4b6d-9e26-fb65697f12ba admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fba2fb71-be72-4fad-87f6-124caa46cae0 HTTP/1.1" status: 204 len: 168 time: 0.5027893 Aug 19 14:56:06.353010 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61120789-e3aa-4b6d-9e26-fb65697f12ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba2fb71-be72-4fad-87f6-124caa46cae0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:06.407965 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2c9fd048-8c2c-43ba-88d5-a2a3e12fc902 req-f6e9de3c-ecad-4d5c-8314-6f1dce6ab95e tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236422 Aug 19 14:56:06.444483 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39810) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:06.462233 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61319bba-2a1c-4903-b188-14e13ff7ae68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:06.730441 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5fa565fd-0cea-49ba-aa63-57e18635816c tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:06.778746 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa565fd-0cea-49ba-aa63-57e18635816c tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event deleted for resources: {'Port': ['ID=b1b84a34-4865-4c7a-a68e-9de6f0ac99d8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:06.822976 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61319bba-2a1c-4903-b188-14e13ff7ae68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:06.913675 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61319bba-2a1c-4903-b188-14e13ff7ae68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:06.921990 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:06.929246 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39822) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:07.046870 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-37e63039-445d-4b48-a346-0dcb116cc1fb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a39a486a9a7b4ccda654779542dab9c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1140838 Aug 19 14:56:07.052945 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39824) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:07.066019 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-61319bba-2a1c-4903-b188-14e13ff7ae68 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9029abf05de34cfcac514a6e16ad6a96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6200137 Aug 19 14:56:07.066644 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39826) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:07.132693 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61319bba-2a1c-4903-b188-14e13ff7ae68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d96307-1ccd-4c1f-9726-c5fbb856c146,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:07.162013 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6bd8c5f0-8af6-48bd-8ad8-d2e9e8cade18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:07.198375 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6bd8c5f0-8af6-48bd-8ad8-d2e9e8cade18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:07.290583 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6bd8c5f0-8af6-48bd-8ad8-d2e9e8cade18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:07.297995 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6bd8c5f0-8af6-48bd-8ad8-d2e9e8cade18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:07.299589 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6bd8c5f0-8af6-48bd-8ad8-d2e9e8cade18 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7f2eef11-7904-4f6d-bd23-01d8aa65bbe6 HTTP/1.1" status: 204 len: 168 time: 0.2448711 Aug 19 14:56:07.319882 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd8c5f0-8af6-48bd-8ad8-d2e9e8cade18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2eef11-7904-4f6d-bd23-01d8aa65bbe6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:07.323551 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-362f5438-095e-44bd-9e93-dc8da2a1fb36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:07.393740 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5fa565fd-0cea-49ba-aa63-57e18635816c tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:07.410527 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-362f5438-095e-44bd-9e93-dc8da2a1fb36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:07.670989 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-362f5438-095e-44bd-9e93-dc8da2a1fb36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:07.675610 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-362f5438-095e-44bd-9e93-dc8da2a1fb36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:07.679446 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-362f5438-095e-44bd-9e93-dc8da2a1fb36 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/92d96307-1ccd-4c1f-9726-c5fbb856c146 HTTP/1.1" status: 204 len: 168 time: 0.6075106 Aug 19 14:56:07.714155 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f5438-095e-44bd-9e93-dc8da2a1fb36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d96307-1ccd-4c1f-9726-c5fbb856c146,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:07.739637 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e718ffb-e06c-4c76-8d73-1ebe4ab81da9 req-55a09af1-e935-4043-bff1-629f65147fc3 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:07.741216 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0e718ffb-e06c-4c76-8d73-1ebe4ab81da9 req-55a09af1-e935-4043-bff1-629f65147fc3 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4da7a61-bf12-473e-b2ee-86906e2c84f4 HTTP/1.1" status: 200 len: 945 time: 0.1978831 Aug 19 14:56:07.906181 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0e718ffb-e06c-4c76-8d73-1ebe4ab81da9 req-8b1b7bd9-b72c-4e65-bb58-ffeaf63e3d38 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307681 Aug 19 14:56:08.067684 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fa565fd-0cea-49ba-aa63-57e18635816c tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Router 84ba384b-0042-4e91-910a-a7140495f1ee has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:56:08.313680 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa565fd-0cea-49ba-aa63-57e18635816c tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:56:08.323654 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39876) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:08.327942 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8f2ecc-7ef4-4fb6-89e5-2efc79a9a7c7 None None] Sync routers for ids ['84ba384b-0042-4e91-910a-a7140495f1ee'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:56:08.345509 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-5fa565fd-0cea-49ba-aa63-57e18635816c tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "PUT /v2.0/routers/84ba384b-0042-4e91-910a-a7140495f1ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2070239 Aug 19 14:56:08.350924 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8f2ecc-7ef4-4fb6-89e5-2efc79a9a7c7 None None] Routers {'84ba384b-0042-4e91-910a-a7140495f1ee'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:56:08.352098 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4f8f2ecc-7ef4-4fb6-89e5-2efc79a9a7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:56:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['84ba384b-0042-4e91-910a-a7140495f1ee'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:56:08.444074 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-b028bccf-bc11-49a2-a89d-1fc035e32ec6 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Deleting subnet 21160d11-dfa8-4ba0-ba02-7e4078d0dcf7 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:56:08.450439 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b028bccf-bc11-49a2-a89d-1fc035e32ec6 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:08.544120 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b028bccf-bc11-49a2-a89d-1fc035e32ec6 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:08.557611 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-4f8f2ecc-7ef4-4fb6-89e5-2efc79a9a7c7 None None] Set router 84ba384b-0042-4e91-910a-a7140495f1ee gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:56:08.769371 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b028bccf-bc11-49a2-a89d-1fc035e32ec6 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:08.914140 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b028bccf-bc11-49a2-a89d-1fc035e32ec6 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:08.985965 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b028bccf-bc11-49a2-a89d-1fc035e32ec6 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event deleted for resources: {'Subnet': ['ID=21160d11-dfa8-4ba0-ba02-7e4078d0dcf7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:08.991249 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b028bccf-bc11-49a2-a89d-1fc035e32ec6 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:08.994928 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e630f7-f975-4d47-943b-8db8059cc98e None None] Network ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:56:08.996608 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b028bccf-bc11-49a2-a89d-1fc035e32ec6 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "DELETE /v2.0/subnets/21160d11-dfa8-4ba0-ba02-7e4078d0dcf7 HTTP/1.1" status: 204 len: 168 time: 0.6726799 Aug 19 14:56:08.999397 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39918) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:09.386775 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f94be646-1583-4f71-bcf0-69cd8eed6482 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:09.427999 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ad4de-9642-407a-b373-e0374656f4c8 req-c5ab6165-4675-401a-98a5-ed8faf47759f tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:09.438610 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-188ad4de-9642-407a-b373-e0374656f4c8 req-c5ab6165-4675-401a-98a5-ed8faf47759f tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4da7a61-bf12-473e-b2ee-86906e2c84f4 HTTP/1.1" status: 200 len: 945 time: 0.2696016 Aug 19 14:56:09.477702 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4f8f2ecc-7ef4-4fb6-89e5-2efc79a9a7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'name': 'tempest-TestNetworkBasicOps-router-1677768249', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7b2d2b35-074d-4339-98a2-af5c4a9eef3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:53:27Z', 'updated_at': '2021-08-19T14:56:06Z', 'revision_number': 7, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'gw_port': {'id': '7b2d2b35-074d-4339-98a2-af5c4a9eef3f', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:28Z', 'updated_at': '2021-08-19T14:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:56:09.550799 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8f2ecc-7ef4-4fb6-89e5-2efc79a9a7c7 None None] Checking router: 84ba384b-0042-4e91-910a-a7140495f1ee for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:56:09.570168 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8f2ecc-7ef4-4fb6-89e5-2efc79a9a7c7 None None] Routers {'84ba384b-0042-4e91-910a-a7140495f1ee'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:56:09.570793 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4f8f2ecc-7ef4-4fb6-89e5-2efc79a9a7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:56:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['84ba384b-0042-4e91-910a-a7140495f1ee'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:56:09.587159 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f29a0b-4547-4402-9dce-6a2425f4dc5f None None] DHCP port deletion for ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:56:09.684458 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d7f29a0b-4547-4402-9dce-6a2425f4dc5f None None] Deleting port 27dc2438-9c70-43f4-96c5-b157743f8256 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:56:09.684757 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d7f29a0b-4547-4402-9dce-6a2425f4dc5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:09.836736 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-4f8f2ecc-7ef4-4fb6-89e5-2efc79a9a7c7 None None] Set router 84ba384b-0042-4e91-910a-a7140495f1ee gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:56:09.870627 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d7f29a0b-4547-4402-9dce-6a2425f4dc5f None None] For port 27dc2438-9c70-43f4-96c5-b157743f8256, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=27dc2438-9c70-43f4-96c5-b157743f8256,segment=NetworkSegment(01e1c77a-efaf-4dea-8b2d-f5011a554171),segment_id=01e1c77a-efaf-4dea-8b2d-f5011a554171)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:09.871214 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d7f29a0b-4547-4402-9dce-6a2425f4dc5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:09.893368 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-188ad4de-9642-407a-b373-e0374656f4c8 req-c47b1bee-6a2b-4a33-8119-9e9e08fe98b7 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4542909 Aug 19 14:56:09.895776 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d7f29a0b-4547-4402-9dce-6a2425f4dc5f None None] Calling delete_port for 27dc2438-9c70-43f4-96c5-b157743f8256 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:56:10.006446 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f94be646-1583-4f71-bcf0-69cd8eed6482 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:10.115711 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 27dc2438-9c70-43f4-96c5-b157743f8256 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:56:10.121825 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d7f29a0b-4547-4402-9dce-6a2425f4dc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:10.132266 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-f94be646-1583-4f71-bcf0-69cd8eed6482 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Deleting port 7b2d2b35-074d-4339-98a2-af5c4a9eef3f {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:56:10.135585 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f94be646-1583-4f71-bcf0-69cd8eed6482 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:10.190623 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 27dc2438-9c70-43f4-96c5-b157743f8256 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:56:10.191839 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 27dc2438-9c70-43f4-96c5-b157743f8256 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:56:10.243046 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f29a0b-4547-4402-9dce-6a2425f4dc5f None None] No DVR routers for this DVR port 27dc2438-9c70-43f4-96c5-b157743f8256 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:56:10.257216 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f29a0b-4547-4402-9dce-6a2425f4dc5f None None] Pushing event deleted for resources: {'Port': ['ID=27dc2438-9c70-43f4-96c5-b157743f8256,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:10.273663 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f29a0b-4547-4402-9dce-6a2425f4dc5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:10.274045 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f29a0b-4547-4402-9dce-6a2425f4dc5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:10.274266 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f29a0b-4547-4402-9dce-6a2425f4dc5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:10.274604 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f29a0b-4547-4402-9dce-6a2425f4dc5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:10.274938 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f29a0b-4547-4402-9dce-6a2425f4dc5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:10.286715 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f29a0b-4547-4402-9dce-6a2425f4dc5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:10.287170 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f29a0b-4547-4402-9dce-6a2425f4dc5f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:10.287521 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f29a0b-4547-4402-9dce-6a2425f4dc5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:10.288049 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f29a0b-4547-4402-9dce-6a2425f4dc5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:10.289360 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f29a0b-4547-4402-9dce-6a2425f4dc5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:10.289979 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f29a0b-4547-4402-9dce-6a2425f4dc5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:10.290475 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f29a0b-4547-4402-9dce-6a2425f4dc5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:10.473248 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-f94be646-1583-4f71-bcf0-69cd8eed6482 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] For port 7b2d2b35-074d-4339-98a2-af5c4a9eef3f, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=7b2d2b35-074d-4339-98a2-af5c4a9eef3f,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:10.481083 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f94be646-1583-4f71-bcf0-69cd8eed6482 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:10.507127 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4f8f2ecc-7ef4-4fb6-89e5-2efc79a9a7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'name': 'tempest-TestNetworkBasicOps-router-1677768249', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7b2d2b35-074d-4339-98a2-af5c4a9eef3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:53:27Z', 'updated_at': '2021-08-19T14:56:06Z', 'revision_number': 7, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'gw_port': {'id': '7b2d2b35-074d-4339-98a2-af5c4a9eef3f', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:28Z', 'updated_at': '2021-08-19T14:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:56:10.520154 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-f94be646-1583-4f71-bcf0-69cd8eed6482 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Calling delete_port for 7b2d2b35-074d-4339-98a2-af5c4a9eef3f owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:56:10.542721 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39990) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:10.585163 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8f2ecc-7ef4-4fb6-89e5-2efc79a9a7c7 None None] The sync data for ids ['84ba384b-0042-4e91-910a-a7140495f1ee'] in n-d-766043-2 is: [{'id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'name': 'tempest-TestNetworkBasicOps-router-1677768249', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7b2d2b35-074d-4339-98a2-af5c4a9eef3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:53:27Z', 'updated_at': '2021-08-19T14:56:06Z', 'revision_number': 7, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'gw_port': {'id': '7b2d2b35-074d-4339-98a2-af5c4a9eef3f', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ba384b-0042-4e91-910a-a7140495f1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:53:28Z', 'updated_at': '2021-08-19T14:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:56:10.921885 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f94be646-1583-4f71-bcf0-69cd8eed6482 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:10.995614 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-bac36b17-f544-40f5-9d99-84f8757a6143 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1444069598', 'router:external': True}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:56:11.021044 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94be646-1583-4f71-bcf0-69cd8eed6482 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event deleted for resources: {'Port': ['ID=7b2d2b35-074d-4339-98a2-af5c4a9eef3f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:11.065586 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac36b17-f544-40f5-9d99-84f8757a6143 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Made reservation on behalf of 77273a983a004ca59a758e8f149bd430 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:56:11.068523 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bac36b17-f544-40f5-9d99-84f8757a6143 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:11.081753 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bac36b17-f544-40f5-9d99-84f8757a6143 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:11.165212 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f94be646-1583-4f71-bcf0-69cd8eed6482 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:11.290775 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1d526-eb6c-4b19-b536-47010dc4faee req-6beb4282-705f-4f48-aa08-d435a7b97d26 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:11.300955 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-91e1d526-eb6c-4b19-b536-47010dc4faee req-6beb4282-705f-4f48-aa08-d435a7b97d26 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4da7a61-bf12-473e-b2ee-86906e2c84f4 HTTP/1.1" status: 200 len: 945 time: 0.2554212 Aug 19 14:56:11.331591 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bac36b17-f544-40f5-9d99-84f8757a6143 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:11.341603 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bac36b17-f544-40f5-9d99-84f8757a6143 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:11.366843 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f94be646-1583-4f71-bcf0-69cd8eed6482 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:11.373730 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f94be646-1583-4f71-bcf0-69cd8eed6482 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:11.415342 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bac36b17-f544-40f5-9d99-84f8757a6143 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:56:11.431352 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-91e1d526-eb6c-4b19-b536-47010dc4faee req-efc4e96a-a1fd-4da1-886a-5a884deb3147 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208415 Aug 19 14:56:11.450175 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac36b17-f544-40f5-9d99-84f8757a6143 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4779e142-ec93-49d5-a0cd-9d8cb7cf33ab,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:11.458601 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bac36b17-f544-40f5-9d99-84f8757a6143 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:11.459515 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-bac36b17-f544-40f5-9d99-84f8757a6143 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Added segment ad905778-7d51-4850-8ba8-7885dae3d32c of type vlan for network 759cbf0f-abec-4876-82a0-bbd3be59f205 Aug 19 14:56:11.521512 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bac36b17-f544-40f5-9d99-84f8757a6143 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:11.522817 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f94be646-1583-4f71-bcf0-69cd8eed6482 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:11.523221 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94be646-1583-4f71-bcf0-69cd8eed6482 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Fanout notify agent at l3_agent the message router_deleted on router 84ba384b-0042-4e91-910a-a7140495f1ee {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:56:11.537692 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f94be646-1583-4f71-bcf0-69cd8eed6482 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:11.548015 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f94be646-1583-4f71-bcf0-69cd8eed6482 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "DELETE /v2.0/routers/84ba384b-0042-4e91-910a-a7140495f1ee HTTP/1.1" status: 204 len: 168 time: 2.5465734 Aug 19 14:56:11.552865 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 40022) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:11.590391 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bac36b17-f544-40f5-9d99-84f8757a6143 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:11.593442 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac36b17-f544-40f5-9d99-84f8757a6143 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:11.596554 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bac36b17-f544-40f5-9d99-84f8757a6143 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:11.656400 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-bac36b17-f544-40f5-9d99-84f8757a6143 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.1129808 Aug 19 14:56:11.753848 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40028) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:11.765944 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e61d84bc-bc6b-4c45-8f63-2a0cb4f64545 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Request body: {'subnet': {'network_id': '759cbf0f-abec-4876-82a0-bbd3be59f205', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:56:11.823590 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-323e18cc-0034-4976-a56b-c2e20e6a4308 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:11.825493 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b1b84a34-4865-4c7a-a68e-9de6f0ac99d8 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:56:11.856514 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: b1b84a34-4865-4c7a-a68e-9de6f0ac99d8 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:56:11.856871 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b1b84a34-4865-4c7a-a68e-9de6f0ac99d8 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:56:11.890054 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac36b17-f544-40f5-9d99-84f8757a6143 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Pushing event updated for resources: {'Network': ['ID=759cbf0f-abec-4876-82a0-bbd3be59f205,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:11.892338 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61d84bc-bc6b-4c45-8f63-2a0cb4f64545 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Made reservation on behalf of 77273a983a004ca59a758e8f149bd430 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:56:11.895405 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e61d84bc-bc6b-4c45-8f63-2a0cb4f64545 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:11.910874 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 759cbf0f-abec-4876-82a0-bbd3be59f205 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:56:12.062349 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-323e18cc-0034-4976-a56b-c2e20e6a4308 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:12.084153 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-323e18cc-0034-4976-a56b-c2e20e6a4308 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:56:12.107747 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-323e18cc-0034-4976-a56b-c2e20e6a4308 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01e1c77a-efaf-4dea-8b2d-f5011a554171') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:56:12.108049 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-323e18cc-0034-4976-a56b-c2e20e6a4308 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01e1c77a-efaf-4dea-8b2d-f5011a554171') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:56:12.120946 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-323e18cc-0034-4976-a56b-c2e20e6a4308 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:12.141722 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-323e18cc-0034-4976-a56b-c2e20e6a4308 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:12.151050 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-323e18cc-0034-4976-a56b-c2e20e6a4308 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:56:12.151785 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-323e18cc-0034-4976-a56b-c2e20e6a4308 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:12.155919 n-d-766043-2 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:56:12.155919 n-d-766043-2 neutron-server[94640]: items = [ Aug 19 14:56:12.155919 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:56:12.155919 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:56:12.155919 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:56:12.155919 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:56:12.155919 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:56:12.155919 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:56:12.155919 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:56:12.155919 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:56:12.155919 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:56:12.155919 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:56:12.155919 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:56:12.155919 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:56:12.155919 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:56:12.155919 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:56:12.155919 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:56:12.155919 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:56:12.155919 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:56:12.155919 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:56:12.155919 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:56:12.155919 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:56:12.155919 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:56:12.155919 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:56:12.155919 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:56:12.155919 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:56:12.155919 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:56:12.155919 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:56:12.155919 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:56:12.155919 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:56:12.155919 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:56:12.155919 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:56:12.155919 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:56:12.155919 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:56:12.585691 n-d-766043-2 neutron-server[94639]: DEBUG neutron.objects.ports [None req-e61d84bc-bc6b-4c45-8f63-2a0cb4f64545 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94639) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 14:56:12.587775 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e61d84bc-bc6b-4c45-8f63-2a0cb4f64545 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:12.713962 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-323e18cc-0034-4976-a56b-c2e20e6a4308 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:12.720026 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-323e18cc-0034-4976-a56b-c2e20e6a4308 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:12.732529 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-323e18cc-0034-4976-a56b-c2e20e6a4308 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "DELETE /v2.0/networks/ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8 HTTP/1.1" status: 204 len: 168 time: 1.1713731 Aug 19 14:56:12.760604 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40060) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:12.761363 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d84bc-bc6b-4c45-8f63-2a0cb4f64545 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Pushing event updated for resources: {'Subnet': ['ID=cdf3bb72-df9d-433b-9b65-35a9f4cb9947,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:12.771709 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-bff9bb2a-f7e8-4310-9581-dfa2f5a69e3e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Request body: {'network': {'name': 'tempest-network-smoke--1113199356', 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'port_security_enabled': True}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:56:12.785023 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61d84bc-bc6b-4c45-8f63-2a0cb4f64545 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Checking segment: {'id': 'ad905778-7d51-4850-8ba8-7885dae3d32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '759cbf0f-abec-4876-82a0-bbd3be59f205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:56:12.785391 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61d84bc-bc6b-4c45-8f63-2a0cb4f64545 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Network hostable DHCP agents. Network: 759cbf0f-abec-4876-82a0-bbd3be59f205, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:56:12.809546 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323e18cc-0034-4976-a56b-c2e20e6a4308 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event deleted for resources: {'Network': ['ID=ef2fbd0c-58df-4586-b9f9-4d7e6a2eacf8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:12.818358 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff9bb2a-f7e8-4310-9581-dfa2f5a69e3e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Made reservation on behalf of 7a0c6ff201d948d2944c0780e076389b for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:56:12.823147 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bff9bb2a-f7e8-4310-9581-dfa2f5a69e3e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:12.827242 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61d84bc-bc6b-4c45-8f63-2a0cb4f64545 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Network 759cbf0f-abec-4876-82a0-bbd3be59f205 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:56:12.857391 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bff9bb2a-f7e8-4310-9581-dfa2f5a69e3e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:56:12.863121 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c34368-b663-48b1-a842-bcbd29071459 req-0ba12225-db79-410a-9dbf-3740cdf97390 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:12.864753 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b0c34368-b663-48b1-a842-bcbd29071459 req-0ba12225-db79-410a-9dbf-3740cdf97390 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4da7a61-bf12-473e-b2ee-86906e2c84f4 HTTP/1.1" status: 200 len: 945 time: 0.1632795 Aug 19 14:56:12.875942 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bff9bb2a-f7e8-4310-9581-dfa2f5a69e3e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:12.876298 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-bff9bb2a-f7e8-4310-9581-dfa2f5a69e3e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Added segment 15cf7ed1-9182-451f-b8d9-7fd01644e298 of type vlan for network 434ddfff-ebd5-4a01-82bb-a16e45efc03c Aug 19 14:56:12.959653 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b0c34368-b663-48b1-a842-bcbd29071459 req-0892f238-6263-42df-973f-540b9508be91 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860431 Aug 19 14:56:12.963671 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bff9bb2a-f7e8-4310-9581-dfa2f5a69e3e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:12.966069 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-e61d84bc-bc6b-4c45-8f63-2a0cb4f64545 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 759cbf0f-abec-4876-82a0-bbd3be59f205) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:56:12.972458 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61d84bc-bc6b-4c45-8f63-2a0cb4f64545 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:12.973035 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e61d84bc-bc6b-4c45-8f63-2a0cb4f64545 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:12.976863 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ea33e1-4585-4d54-8c2f-8ce6a564255c None None] Network 759cbf0f-abec-4876-82a0-bbd3be59f205 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:56:13.080178 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 40070) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:13.086509 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-baed1334-43bd-46fe-b544-1bc75bcb144b tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1608164446', 'network_id': '759cbf0f-abec-4876-82a0-bbd3be59f205'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:56:13.089951 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e61d84bc-bc6b-4c45-8f63-2a0cb4f64545 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.3349652 Aug 19 14:56:13.099230 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bff9bb2a-f7e8-4310-9581-dfa2f5a69e3e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:13.121675 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff9bb2a-f7e8-4310-9581-dfa2f5a69e3e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:13.123305 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bff9bb2a-f7e8-4310-9581-dfa2f5a69e3e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:13.163357 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baed1334-43bd-46fe-b544-1bc75bcb144b tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Made reservation on behalf of 77273a983a004ca59a758e8f149bd430 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:56:13.171002 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-baed1334-43bd-46fe-b544-1bc75bcb144b tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:13.233071 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-baed1334-43bd-46fe-b544-1bc75bcb144b tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] device_id is not set on port 750fd26a-a948-4bdc-afa9-2968aa562c11 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:56:13.246258 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb571e5c-21fc-4198-8bec-f6012042739c None None] Network 759cbf0f-abec-4876-82a0-bbd3be59f205 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:56:13.282695 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-bff9bb2a-f7e8-4310-9581-dfa2f5a69e3e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5158646 Aug 19 14:56:13.285652 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40076) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:13.296257 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-af3efb47-e6da-4f8d-bd31-a4d5aa2e140e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1510909828', 'admin_state_up': True, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:56:13.343448 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff9bb2a-f7e8-4310-9581-dfa2f5a69e3e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event updated for resources: {'Network': ['ID=434ddfff-ebd5-4a01-82bb-a16e45efc03c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:13.364131 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-af3efb47-e6da-4f8d-bd31-a4d5aa2e140e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:13.365352 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-af3efb47-e6da-4f8d-bd31-a4d5aa2e140e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:13.407995 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 434ddfff-ebd5-4a01-82bb-a16e45efc03c details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:56:13.525027 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-baed1334-43bd-46fe-b544-1bc75bcb144b tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Allocated IP 2001:db8::2da (759cbf0f-abec-4876-82a0-bbd3be59f205/cdf3bb72-df9d-433b-9b65-35a9f4cb9947/750fd26a-a948-4bdc-afa9-2968aa562c11) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:56:13.561360 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-af3efb47-e6da-4f8d-bd31-a4d5aa2e140e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:13.718863 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 7b2d2b35-074d-4339-98a2-af5c4a9eef3f no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:56:13.794496 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 7b2d2b35-074d-4339-98a2-af5c4a9eef3f {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:56:13.794496 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 7b2d2b35-074d-4339-98a2-af5c4a9eef3f not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:56:13.811134 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-af3efb47-e6da-4f8d-bd31-a4d5aa2e140e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:13.842505 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-baed1334-43bd-46fe-b544-1bc75bcb144b tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:13.928572 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-baed1334-43bd-46fe-b544-1bc75bcb144b tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:13.978320 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baed1334-43bd-46fe-b544-1bc75bcb144b tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Network 759cbf0f-abec-4876-82a0-bbd3be59f205 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:56:13.981325 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-baed1334-43bd-46fe-b544-1bc75bcb144b tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:56:13.984736 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baed1334-43bd-46fe-b544-1bc75bcb144b tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:56:13.986008 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baed1334-43bd-46fe-b544-1bc75bcb144b tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:13.987496 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-baed1334-43bd-46fe-b544-1bc75bcb144b tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:14.012151 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-baed1334-43bd-46fe-b544-1bc75bcb144b tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.9303362 Aug 19 14:56:14.012824 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40100) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:14.048705 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baed1334-43bd-46fe-b544-1bc75bcb144b tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Pushing event updated for resources: {'Port': ['ID=750fd26a-a948-4bdc-afa9-2968aa562c11,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:14.327441 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-af3efb47-e6da-4f8d-bd31-a4d5aa2e140e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:14.341728 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3540db-02e7-42c8-9b1b-adb161ba19bc req-dc3aae96-ac64-4482-ad41-7c867601f373 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:14.343734 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3f3540db-02e7-42c8-9b1b-adb161ba19bc req-dc3aae96-ac64-4482-ad41-7c867601f373 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4da7a61-bf12-473e-b2ee-86906e2c84f4 HTTP/1.1" status: 200 len: 945 time: 0.1845801 Aug 19 14:56:14.386458 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-af3efb47-e6da-4f8d-bd31-a4d5aa2e140e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:14.403760 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3f3540db-02e7-42c8-9b1b-adb161ba19bc req-4a6e12e8-3bd3-4a26-acd0-9cfc2d35d810 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528290 Aug 19 14:56:14.413201 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-38288aea-225e-4446-ada4-494e5661aefa tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Deleting port 750fd26a-a948-4bdc-afa9-2968aa562c11 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:56:14.421702 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-38288aea-225e-4446-ada4-494e5661aefa tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:14.671549 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-38288aea-225e-4446-ada4-494e5661aefa tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:14.691239 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40118) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:14.709552 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-38288aea-225e-4446-ada4-494e5661aefa tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Calling delete_port for 750fd26a-a948-4bdc-afa9-2968aa562c11 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:56:14.721381 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-af3efb47-e6da-4f8d-bd31-a4d5aa2e140e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Allocated IP 172.25.2.139 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/208a992f-225f-452f-ab13-068f849590a4) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:56:14.893316 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-231c1366-543c-42eb-a0fd-436f1f2aeb1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:14.947509 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-af3efb47-e6da-4f8d-bd31-a4d5aa2e140e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:14.990289 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-38288aea-225e-4446-ada4-494e5661aefa tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:15.060151 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38288aea-225e-4446-ada4-494e5661aefa tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Pushing event deleted for resources: {'Port': ['ID=750fd26a-a948-4bdc-afa9-2968aa562c11,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:15.101834 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-38288aea-225e-4446-ada4-494e5661aefa tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:15.103751 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-38288aea-225e-4446-ada4-494e5661aefa tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] 10.222.0.69 "DELETE /v2.0/ports/750fd26a-a948-4bdc-afa9-2968aa562c11 HTTP/1.1" status: 204 len: 168 time: 1.0899532 Aug 19 14:56:15.107219 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 40128) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:15.111036 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-af3efb47-e6da-4f8d-bd31-a4d5aa2e140e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:15.112973 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3dcb7fa1-cd07-4110-94aa-fe9307ca2a68 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '759cbf0f-abec-4876-82a0-bbd3be59f205', 'external_fixed_ips': [{'subnet_id': 'cdf3bb72-df9d-433b-9b65-35a9f4cb9947', 'ip_address': '2001:db8::2da'}]}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:56:15.176137 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3efb47-e6da-4f8d-bd31-a4d5aa2e140e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:56:15.185970 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-af3efb47-e6da-4f8d-bd31-a4d5aa2e140e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:56:15.189490 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3efb47-e6da-4f8d-bd31-a4d5aa2e140e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event updated for resources: {'Port': ['ID=208a992f-225f-452f-ab13-068f849590a4,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:15.194470 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3efb47-e6da-4f8d-bd31-a4d5aa2e140e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:56:15.224939 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-231c1366-543c-42eb-a0fd-436f1f2aeb1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:15.232924 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-231c1366-543c-42eb-a0fd-436f1f2aeb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:15.255667 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7fa1-cd07-4110-94aa-fe9307ca2a68 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:15.256992 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7fa1-cd07-4110-94aa-fe9307ca2a68 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:15.314592 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7fa1-cd07-4110-94aa-fe9307ca2a68 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:15.324121 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-231c1366-543c-42eb-a0fd-436f1f2aeb1f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e29f488ca8c643a78d6cc92ae42512b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6154876 Aug 19 14:56:15.325444 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40134) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:15.359286 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231c1366-543c-42eb-a0fd-436f1f2aeb1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f35c856b-4a7d-4804-bd3d-37f33978cb39,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:15.471971 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7fa1-cd07-4110-94aa-fe9307ca2a68 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:15.518326 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b0b81be7-db59-44f4-89bd-fbf4de98dce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:15.582871 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b0b81be7-db59-44f4-89bd-fbf4de98dce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:15.600933 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee31adc-d2cd-403f-a38a-925dc3f5829e req-355b7718-8c9c-4dac-a675-9955408f3201 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:15.604346 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1ee31adc-d2cd-403f-a38a-925dc3f5829e req-355b7718-8c9c-4dac-a675-9955408f3201 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4da7a61-bf12-473e-b2ee-86906e2c84f4 HTTP/1.1" status: 200 len: 945 time: 0.1204200 Aug 19 14:56:15.634278 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-af3efb47-e6da-4f8d-bd31-a4d5aa2e140e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:15.658154 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1ee31adc-d2cd-403f-a38a-925dc3f5829e req-4996d345-2e68-4592-843a-b8cab10bfebb tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473571 Aug 19 14:56:15.703225 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b0b81be7-db59-44f4-89bd-fbf4de98dce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:15.710412 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b0b81be7-db59-44f4-89bd-fbf4de98dce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:15.714369 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b0b81be7-db59-44f4-89bd-fbf4de98dce7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f35c856b-4a7d-4804-bd3d-37f33978cb39 HTTP/1.1" status: 204 len: 168 time: 0.3493128 Aug 19 14:56:15.776133 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b81be7-db59-44f4-89bd-fbf4de98dce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35c856b-4a7d-4804-bd3d-37f33978cb39,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:15.908288 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7fa1-cd07-4110-94aa-fe9307ca2a68 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:15.945443 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7fa1-cd07-4110-94aa-fe9307ca2a68 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:15.973604 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-af3efb47-e6da-4f8d-bd31-a4d5aa2e140e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:16.212993 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af3efb47-e6da-4f8d-bd31-a4d5aa2e140e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Router 79eacc9c-de3c-45c6-a03f-a0880943e739 is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:56:16.238767 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-3dcb7fa1-cd07-4110-94aa-fe9307ca2a68 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Allocated IP 2001:db8::2da (759cbf0f-abec-4876-82a0-bbd3be59f205/cdf3bb72-df9d-433b-9b65-35a9f4cb9947/94fac8db-b811-40ad-a025-718988ede4e5) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:56:16.249221 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40180) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:16.270570 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f741ef94-8a3d-4cf1-99a1-4c83b09c46ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:16.398195 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7fa1-cd07-4110-94aa-fe9307ca2a68 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:16.450691 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3efb47-e6da-4f8d-bd31-a4d5aa2e140e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:56:16.469105 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da57a3cd-0c8e-41ff-8fc1-8d5ecfbad49d None None] Sync routers for ids ['79eacc9c-de3c-45c6-a03f-a0880943e739'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:56:16.472084 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7fa1-cd07-4110-94aa-fe9307ca2a68 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:16.485815 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da57a3cd-0c8e-41ff-8fc1-8d5ecfbad49d None None] Routers {'79eacc9c-de3c-45c6-a03f-a0880943e739'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:56:16.486868 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-da57a3cd-0c8e-41ff-8fc1-8d5ecfbad49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:56:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['79eacc9c-de3c-45c6-a03f-a0880943e739'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:56:16.519629 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcb7fa1-cd07-4110-94aa-fe9307ca2a68 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Network 759cbf0f-abec-4876-82a0-bbd3be59f205 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:56:16.520630 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f741ef94-8a3d-4cf1-99a1-4c83b09c46ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:16.526106 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-3dcb7fa1-cd07-4110-94aa-fe9307ca2a68 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:56:16.527900 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f741ef94-8a3d-4cf1-99a1-4c83b09c46ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:16.534878 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcb7fa1-cd07-4110-94aa-fe9307ca2a68 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:56:16.568193 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f741ef94-8a3d-4cf1-99a1-4c83b09c46ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ecf584d-c2f2-42bb-af64-972f50504517,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:16.570845 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-af3efb47-e6da-4f8d-bd31-a4d5aa2e140e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:16.575445 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-af3efb47-e6da-4f8d-bd31-a4d5aa2e140e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.2866666 Aug 19 14:56:16.576079 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40190) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:16.622561 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e579092c-051a-4039-b662-d82cddb1aba5 tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=7a0c6ff201d948d2944c0780e076389b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416820 Aug 19 14:56:16.622905 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40192) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:16.636466 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f741ef94-8a3d-4cf1-99a1-4c83b09c46ae admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1f22e3ac3b504744b9d7a360fb91e940&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3839242 Aug 19 14:56:16.638126 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40194) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:16.695369 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-da57a3cd-0c8e-41ff-8fc1-8d5ecfbad49d None None] Set router 79eacc9c-de3c-45c6-a03f-a0880943e739 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:56:16.717465 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcb7fa1-cd07-4110-94aa-fe9307ca2a68 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Pushing event updated for resources: {'Port': ['ID=94fac8db-b811-40ad-a025-718988ede4e5,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:16.926959 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-da57a3cd-0c8e-41ff-8fc1-8d5ecfbad49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79eacc9c-de3c-45c6-a03f-a0880943e739', 'name': 'tempest-TestNetworkBasicOps-router-1510909828', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '208a992f-225f-452f-ab13-068f849590a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:56:13Z', 'updated_at': '2021-08-19T14:56:15Z', 'revision_number': 3, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'gw_port': {'id': '208a992f-225f-452f-ab13-068f849590a4', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:80:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79eacc9c-de3c-45c6-a03f-a0880943e739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:56:14Z', 'updated_at': '2021-08-19T14:56:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:56:16.930709 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e3d90-0e72-44a5-b6c3-1fd1558f2608 req-4ae36384-fc1f-49da-9078-e97848a15b63 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:16.932843 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-297e3d90-0e72-44a5-b6c3-1fd1558f2608 req-4ae36384-fc1f-49da-9078-e97848a15b63 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4da7a61-bf12-473e-b2ee-86906e2c84f4 HTTP/1.1" status: 200 len: 945 time: 0.0986543 Aug 19 14:56:16.960371 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da57a3cd-0c8e-41ff-8fc1-8d5ecfbad49d None None] Checking router: 79eacc9c-de3c-45c6-a03f-a0880943e739 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:56:16.960841 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da57a3cd-0c8e-41ff-8fc1-8d5ecfbad49d None None] Updating router 79eacc9c-de3c-45c6-a03f-a0880943e739 port 208a992f-225f-452f-ab13-068f849590a4 binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:56:16.992890 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-da57a3cd-0c8e-41ff-8fc1-8d5ecfbad49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:17.043714 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-297e3d90-0e72-44a5-b6c3-1fd1558f2608 req-77086446-3a84-40fa-bb3e-b7400134bda3 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039021 Aug 19 14:56:17.136323 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7fa1-cd07-4110-94aa-fe9307ca2a68 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:17.234251 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b4db12d-51a5-4984-ab1e-aefaa42ffaf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:17.271209 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eee8494-d883-474b-806f-c42ad1297a0d tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:17.271672 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eee8494-d883-474b-806f-c42ad1297a0d tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:17.275796 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7eee8494-d883-474b-806f-c42ad1297a0d tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1594 time: 0.6494458 Aug 19 14:56:17.275796 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b4db12d-51a5-4984-ab1e-aefaa42ffaf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:17.277528 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40204) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:17.322207 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-55690796-b0be-41b0-821c-5a5b414e2329 tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=759cbf0f-abec-4876-82a0-bbd3be59f205&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0432882 Aug 19 14:56:17.329853 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40206) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:17.370126 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9843be8c-1922-48b0-9b8b-314afdf520dc tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=88eeec05-6d16-4f02-9461-44ff5e420302&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390613 Aug 19 14:56:17.373014 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40208) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:17.379100 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-9c3e00d7-2988-4a85-8c34-213a0ba237c9 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1735600478', 'network_id': '434ddfff-ebd5-4a01-82bb-a16e45efc03c', 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:56:17.423657 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7fa1-cd07-4110-94aa-fe9307ca2a68 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:17.478220 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-da57a3cd-0c8e-41ff-8fc1-8d5ecfbad49d None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:17.542225 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b4db12d-51a5-4984-ab1e-aefaa42ffaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:17.542654 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-da57a3cd-0c8e-41ff-8fc1-8d5ecfbad49d None None] Transition to ACTIVE for port object 208a992f-225f-452f-ab13-068f849590a4 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:56:17.545149 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b4db12d-51a5-4984-ab1e-aefaa42ffaf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:17.546346 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5b4db12d-51a5-4984-ab1e-aefaa42ffaf5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6ecf584d-c2f2-42bb-af64-972f50504517 HTTP/1.1" status: 204 len: 168 time: 0.9056699 Aug 19 14:56:17.549846 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3e00d7-2988-4a85-8c34-213a0ba237c9 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Made reservation on behalf of 7a0c6ff201d948d2944c0780e076389b for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:56:17.553419 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9c3e00d7-2988-4a85-8c34-213a0ba237c9 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:17.555359 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-da57a3cd-0c8e-41ff-8fc1-8d5ecfbad49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:17.605935 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4db12d-51a5-4984-ab1e-aefaa42ffaf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ecf584d-c2f2-42bb-af64-972f50504517,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:17.657598 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-da57a3cd-0c8e-41ff-8fc1-8d5ecfbad49d None None] Attempting to bind port 208a992f-225f-452f-ab13-068f849590a4 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:56:17.657942 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-da57a3cd-0c8e-41ff-8fc1-8d5ecfbad49d None None] Attempting to bind port 208a992f-225f-452f-ab13-068f849590a4 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:56:17.660432 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dcb7fa1-cd07-4110-94aa-fe9307ca2a68 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Router 8b864af5-ceaf-430c-98c1-06f4d1980aff is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:56:17.661616 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da57a3cd-0c8e-41ff-8fc1-8d5ecfbad49d None None] Attempting to bind port 208a992f-225f-452f-ab13-068f849590a4 on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:56:17.672715 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de492c69-0f68-4b59-affa-b7259d2c9f0a None None] Pushing event updated for resources: {'Port': ['ID=208a992f-225f-452f-ab13-068f849590a4,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:17.677919 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da57a3cd-0c8e-41ff-8fc1-8d5ecfbad49d None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:56:17.678291 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da57a3cd-0c8e-41ff-8fc1-8d5ecfbad49d None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:56:17.678869 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-da57a3cd-0c8e-41ff-8fc1-8d5ecfbad49d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:17.679267 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da57a3cd-0c8e-41ff-8fc1-8d5ecfbad49d None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:56:17.679754 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-da57a3cd-0c8e-41ff-8fc1-8d5ecfbad49d None None] Bound port: 208a992f-225f-452f-ab13-068f849590a4, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:56:17.680277 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-da57a3cd-0c8e-41ff-8fc1-8d5ecfbad49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:17.797961 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-da57a3cd-0c8e-41ff-8fc1-8d5ecfbad49d None None] For port 208a992f-225f-452f-ab13-068f849590a4, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:56:17.807884 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-da57a3cd-0c8e-41ff-8fc1-8d5ecfbad49d None None] For port 208a992f-225f-452f-ab13-068f849590a4, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=208a992f-225f-452f-ab13-068f849590a4,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:56:17.816243 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-da57a3cd-0c8e-41ff-8fc1-8d5ecfbad49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:17.889783 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dcb7fa1-cd07-4110-94aa-fe9307ca2a68 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:56:17.903418 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d950bf-84ad-4e2a-a883-1f27a9ef146b None None] Sync routers for ids ['8b864af5-ceaf-430c-98c1-06f4d1980aff'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:56:17.912029 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7fa1-cd07-4110-94aa-fe9307ca2a68 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:17.914499 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-3dcb7fa1-cd07-4110-94aa-fe9307ca2a68 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.8058362 Aug 19 14:56:17.917282 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40226) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:17.918932 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d950bf-84ad-4e2a-a883-1f27a9ef146b None None] Routers {'8b864af5-ceaf-430c-98c1-06f4d1980aff'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:56:17.919738 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-41d950bf-84ad-4e2a-a883-1f27a9ef146b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:56:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['8b864af5-ceaf-430c-98c1-06f4d1980aff'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:56:17.951013 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de492c69-0f68-4b59-affa-b7259d2c9f0a None None] Pushing event updated for resources: {'Port': ['ID=208a992f-225f-452f-ab13-068f849590a4,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:17.965480 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da57a3cd-0c8e-41ff-8fc1-8d5ecfbad49d None None] Routers {'79eacc9c-de3c-45c6-a03f-a0880943e739'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:56:17.965480 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-da57a3cd-0c8e-41ff-8fc1-8d5ecfbad49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:56:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['79eacc9c-de3c-45c6-a03f-a0880943e739'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:56:18.013089 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9c3e00d7-2988-4a85-8c34-213a0ba237c9 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:18.125986 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-41d950bf-84ad-4e2a-a883-1f27a9ef146b None None] Set router 8b864af5-ceaf-430c-98c1-06f4d1980aff gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:56:18.158158 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-da57a3cd-0c8e-41ff-8fc1-8d5ecfbad49d None None] Set router 79eacc9c-de3c-45c6-a03f-a0880943e739 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:56:18.177947 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3e00d7-2988-4a85-8c34-213a0ba237c9 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event updated for resources: {'Subnet': ['ID=343f9450-b774-4208-80c0-7a1108aa0a03,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:18.247978 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d33e1e-6697-4103-ab40-f89928211a08 req-872b3919-7bce-4f63-bb9e-56ec241bc12d tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:18.249522 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b2d33e1e-6697-4103-ab40-f89928211a08 req-872b3919-7bce-4f63-bb9e-56ec241bc12d tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4da7a61-bf12-473e-b2ee-86906e2c84f4 HTTP/1.1" status: 200 len: 945 time: 0.0866091 Aug 19 14:56:18.271289 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3e00d7-2988-4a85-8c34-213a0ba237c9 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Checking segment: {'id': '15cf7ed1-9182-451f-b8d9-7fd01644e298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '434ddfff-ebd5-4a01-82bb-a16e45efc03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:56:18.272068 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3e00d7-2988-4a85-8c34-213a0ba237c9 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Network hostable DHCP agents. Network: 434ddfff-ebd5-4a01-82bb-a16e45efc03c, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:56:18.279124 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4088433e-4f4a-423e-ac6d-55f59d7f170c tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:18.356633 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b2d33e1e-6697-4103-ab40-f89928211a08 req-de53503a-196a-4f95-9673-d5456c9325a7 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992515 Aug 19 14:56:18.582839 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4088433e-4f4a-423e-ac6d-55f59d7f170c tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:18.585334 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-41d950bf-84ad-4e2a-a883-1f27a9ef146b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b864af5-ceaf-430c-98c1-06f4d1980aff', 'name': '', 'tenant_id': '77273a983a004ca59a758e8f149bd430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '759cbf0f-abec-4876-82a0-bbd3be59f205', 'external_fixed_ips': [{'subnet_id': 'cdf3bb72-df9d-433b-9b65-35a9f4cb9947', 'ip_address': '2001:db8::2da'}], 'enable_snat': True}, 'gw_port_id': '94fac8db-b811-40ad-a025-718988ede4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:56:15Z', 'updated_at': '2021-08-19T14:56:16Z', 'revision_number': 3, 'project_id': '77273a983a004ca59a758e8f149bd430', 'gw_port': {'id': '94fac8db-b811-40ad-a025-718988ede4e5', 'name': '', 'network_id': '759cbf0f-abec-4876-82a0-bbd3be59f205', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:39:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b864af5-ceaf-430c-98c1-06f4d1980aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'cdf3bb72-df9d-433b-9b65-35a9f4cb9947', 'ip_address': '2001:db8::2da', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:56:15Z', 'updated_at': '2021-08-19T14:56:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdf3bb72-df9d-433b-9b65-35a9f4cb9947', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:56:18.596504 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3e00d7-2988-4a85-8c34-213a0ba237c9 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Network 434ddfff-ebd5-4a01-82bb-a16e45efc03c is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:56:18.673923 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-9c3e00d7-2988-4a85-8c34-213a0ba237c9 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 434ddfff-ebd5-4a01-82bb-a16e45efc03c) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:56:18.683848 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3e00d7-2988-4a85-8c34-213a0ba237c9 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:18.685154 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9c3e00d7-2988-4a85-8c34-213a0ba237c9 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:18.685848 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646bee8c-8e0d-4d22-9a83-0a3a00fc7879 None None] Network 434ddfff-ebd5-4a01-82bb-a16e45efc03c requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:56:18.700549 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d950bf-84ad-4e2a-a883-1f27a9ef146b None None] Checking router: 8b864af5-ceaf-430c-98c1-06f4d1980aff for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:56:18.709896 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d950bf-84ad-4e2a-a883-1f27a9ef146b None None] Updating router 8b864af5-ceaf-430c-98c1-06f4d1980aff port 94fac8db-b811-40ad-a025-718988ede4e5 binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:56:18.780105 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9c3e00d7-2988-4a85-8c34-213a0ba237c9 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4049358 Aug 19 14:56:18.783993 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-41d950bf-84ad-4e2a-a883-1f27a9ef146b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:18.785742 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40252) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:18.874943 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-4088433e-4f4a-423e-ac6d-55f59d7f170c tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Deleting port 94fac8db-b811-40ad-a025-718988ede4e5 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:56:18.876140 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4088433e-4f4a-423e-ac6d-55f59d7f170c tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:19.127805 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abad9d6c-933d-48e7-a501-eea1524c3f10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-434ddfff-ebd5-4a01-82bb-a16e45efc03c', 'network_id': '434ddfff-ebd5-4a01-82bb-a16e45efc03c', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'fixed_ips': [{'subnet_id': '343f9450-b774-4208-80c0-7a1108aa0a03'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:56:19.128691 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-abad9d6c-933d-48e7-a501-eea1524c3f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:19.159212 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4088433e-4f4a-423e-ac6d-55f59d7f170c tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:19.210936 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-4088433e-4f4a-423e-ac6d-55f59d7f170c tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Calling delete_port for 94fac8db-b811-40ad-a025-718988ede4e5 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:56:19.290960 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-abad9d6c-933d-48e7-a501-eea1524c3f10 None None] Allocated IP 172.20.0.2 (434ddfff-ebd5-4a01-82bb-a16e45efc03c/343f9450-b774-4208-80c0-7a1108aa0a03/6f95de09-b29a-43bf-a495-19b733ebf83b) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:56:19.322101 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-41d950bf-84ad-4e2a-a883-1f27a9ef146b None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:19.346005 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-41d950bf-84ad-4e2a-a883-1f27a9ef146b None None] Transition to ACTIVE for port object 94fac8db-b811-40ad-a025-718988ede4e5 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:56:19.366383 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-41d950bf-84ad-4e2a-a883-1f27a9ef146b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:19.469431 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f4e8e7-a909-469b-8c8e-410859e6bfe8 None None] Pushing event updated for resources: {'Port': ['ID=94fac8db-b811-40ad-a025-718988ede4e5,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:19.474252 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-41d950bf-84ad-4e2a-a883-1f27a9ef146b None None] Attempting to bind port 94fac8db-b811-40ad-a025-718988ede4e5 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:56:19.474620 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-41d950bf-84ad-4e2a-a883-1f27a9ef146b None None] Attempting to bind port 94fac8db-b811-40ad-a025-718988ede4e5 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'ad905778-7d51-4850-8ba8-7885dae3d32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '759cbf0f-abec-4876-82a0-bbd3be59f205'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:56:19.474985 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d950bf-84ad-4e2a-a883-1f27a9ef146b None None] Attempting to bind port 94fac8db-b811-40ad-a025-718988ede4e5 on network 759cbf0f-abec-4876-82a0-bbd3be59f205 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:56:19.486045 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f4e8e7-a909-469b-8c8e-410859e6bfe8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:19.486392 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f4e8e7-a909-469b-8c8e-410859e6bfe8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:19.486730 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f4e8e7-a909-469b-8c8e-410859e6bfe8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:19.487067 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f4e8e7-a909-469b-8c8e-410859e6bfe8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:19.487400 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f4e8e7-a909-469b-8c8e-410859e6bfe8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:19.487725 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f4e8e7-a909-469b-8c8e-410859e6bfe8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:19.488183 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f4e8e7-a909-469b-8c8e-410859e6bfe8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:19.488537 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f4e8e7-a909-469b-8c8e-410859e6bfe8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:19.488863 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f4e8e7-a909-469b-8c8e-410859e6bfe8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:19.489239 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f4e8e7-a909-469b-8c8e-410859e6bfe8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:19.489489 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f4e8e7-a909-469b-8c8e-410859e6bfe8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:19.489788 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f4e8e7-a909-469b-8c8e-410859e6bfe8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:19.495660 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d950bf-84ad-4e2a-a883-1f27a9ef146b None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:56:19.496038 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d950bf-84ad-4e2a-a883-1f27a9ef146b None None] Checking segment: {'id': 'ad905778-7d51-4850-8ba8-7885dae3d32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '759cbf0f-abec-4876-82a0-bbd3be59f205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:56:19.496509 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-41d950bf-84ad-4e2a-a883-1f27a9ef146b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:19.496914 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d950bf-84ad-4e2a-a883-1f27a9ef146b None None] Bound using segment: {'id': 'ad905778-7d51-4850-8ba8-7885dae3d32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '759cbf0f-abec-4876-82a0-bbd3be59f205'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:56:19.497397 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-41d950bf-84ad-4e2a-a883-1f27a9ef146b None None] Bound port: 94fac8db-b811-40ad-a025-718988ede4e5, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad905778-7d51-4850-8ba8-7885dae3d32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '759cbf0f-abec-4876-82a0-bbd3be59f205'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:56:19.497777 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-41d950bf-84ad-4e2a-a883-1f27a9ef146b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:19.583120 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-abad9d6c-933d-48e7-a501-eea1524c3f10 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:19.601821 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-abad9d6c-933d-48e7-a501-eea1524c3f10 None None] Transition to ACTIVE for port object 6f95de09-b29a-43bf-a495-19b733ebf83b will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:56:19.627743 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5fca27-83c4-4a50-b5dd-9f8b00bcec42 req-407aaf4a-0b60-483a-b69a-135c46666519 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:19.631801 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1a5fca27-83c4-4a50-b5dd-9f8b00bcec42 req-407aaf4a-0b60-483a-b69a-135c46666519 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4da7a61-bf12-473e-b2ee-86906e2c84f4 HTTP/1.1" status: 200 len: 945 time: 0.1147592 Aug 19 14:56:19.636779 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-abad9d6c-933d-48e7-a501-eea1524c3f10 None None] Transition to ACTIVE for port object 6f95de09-b29a-43bf-a495-19b733ebf83b will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:56:19.658880 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-abad9d6c-933d-48e7-a501-eea1524c3f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:19.677970 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.db.api [None req-41d950bf-84ad-4e2a-a883-1f27a9ef146b None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94642) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 14:56:19.678470 n-d-766043-2 neutron-server[94642]: DEBUG oslo_db.api [None req-41d950bf-84ad-4e2a-a883-1f27a9ef146b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 14:56:19.715134 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1a5fca27-83c4-4a50-b5dd-9f8b00bcec42 req-064fe5cd-27a3-45a0-acfd-6fe9cda0659f tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765119 Aug 19 14:56:19.748640 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-da57a3cd-0c8e-41ff-8fc1-8d5ecfbad49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79eacc9c-de3c-45c6-a03f-a0880943e739', 'name': 'tempest-TestNetworkBasicOps-router-1510909828', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '208a992f-225f-452f-ab13-068f849590a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:56:13Z', 'updated_at': '2021-08-19T14:56:15Z', 'revision_number': 3, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'gw_port': {'id': '208a992f-225f-452f-ab13-068f849590a4', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:80:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79eacc9c-de3c-45c6-a03f-a0880943e739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:56:14Z', 'updated_at': '2021-08-19T14:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:56:19.756341 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abad9d6c-933d-48e7-a501-eea1524c3f10 None None] Network 434ddfff-ebd5-4a01-82bb-a16e45efc03c is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:56:19.793151 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-abad9d6c-933d-48e7-a501-eea1524c3f10 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:56:19.798488 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da57a3cd-0c8e-41ff-8fc1-8d5ecfbad49d None None] The sync data for ids ['79eacc9c-de3c-45c6-a03f-a0880943e739'] in n-d-766043-2 is: [{'id': '79eacc9c-de3c-45c6-a03f-a0880943e739', 'name': 'tempest-TestNetworkBasicOps-router-1510909828', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '208a992f-225f-452f-ab13-068f849590a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:56:13Z', 'updated_at': '2021-08-19T14:56:15Z', 'revision_number': 3, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'gw_port': {'id': '208a992f-225f-452f-ab13-068f849590a4', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:80:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79eacc9c-de3c-45c6-a03f-a0880943e739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:56:14Z', 'updated_at': '2021-08-19T14:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:56:19.805273 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abad9d6c-933d-48e7-a501-eea1524c3f10 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:56:19.842953 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4088433e-4f4a-423e-ac6d-55f59d7f170c tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:19.931086 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abad9d6c-933d-48e7-a501-eea1524c3f10 None None] Pushing event updated for resources: {'Port': ['ID=6f95de09-b29a-43bf-a495-19b733ebf83b,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:20.084628 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-abad9d6c-933d-48e7-a501-eea1524c3f10 None None] Attempting to bind port 6f95de09-b29a-43bf-a495-19b733ebf83b on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:56:20.084628 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-abad9d6c-933d-48e7-a501-eea1524c3f10 None None] Attempting to bind port 6f95de09-b29a-43bf-a495-19b733ebf83b by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '15cf7ed1-9182-451f-b8d9-7fd01644e298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '434ddfff-ebd5-4a01-82bb-a16e45efc03c'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:56:20.084988 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abad9d6c-933d-48e7-a501-eea1524c3f10 None None] Attempting to bind port 6f95de09-b29a-43bf-a495-19b733ebf83b on network 434ddfff-ebd5-4a01-82bb-a16e45efc03c {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:56:20.104780 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abad9d6c-933d-48e7-a501-eea1524c3f10 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:56:20.105167 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abad9d6c-933d-48e7-a501-eea1524c3f10 None None] Checking segment: {'id': '15cf7ed1-9182-451f-b8d9-7fd01644e298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '434ddfff-ebd5-4a01-82bb-a16e45efc03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:56:20.107061 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-abad9d6c-933d-48e7-a501-eea1524c3f10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:20.107061 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abad9d6c-933d-48e7-a501-eea1524c3f10 None None] Bound using segment: {'id': '15cf7ed1-9182-451f-b8d9-7fd01644e298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '434ddfff-ebd5-4a01-82bb-a16e45efc03c'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:56:20.107431 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-abad9d6c-933d-48e7-a501-eea1524c3f10 None None] Bound port: 6f95de09-b29a-43bf-a495-19b733ebf83b, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15cf7ed1-9182-451f-b8d9-7fd01644e298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '434ddfff-ebd5-4a01-82bb-a16e45efc03c'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:56:20.107818 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-abad9d6c-933d-48e7-a501-eea1524c3f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:20.134577 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4088433e-4f4a-423e-ac6d-55f59d7f170c tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Pushing event deleted for resources: {'Port': ['ID=94fac8db-b811-40ad-a025-718988ede4e5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:20.148084 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4088433e-4f4a-423e-ac6d-55f59d7f170c tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:20.150424 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e40ee6-e579-4ddc-8bd7-0b22e755ea1a req-b716c698-5d6a-4932-8f61-4d731351f31c tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:20.165749 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-94e40ee6-e579-4ddc-8bd7-0b22e755ea1a req-b716c698-5d6a-4932-8f61-4d731351f31c tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4da7a61-bf12-473e-b2ee-86906e2c84f4 HTTP/1.1" status: 200 len: 945 time: 0.1455088 Aug 19 14:56:20.213494 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-41d950bf-84ad-4e2a-a883-1f27a9ef146b None None] Attempting to bind port 94fac8db-b811-40ad-a025-718988ede4e5 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:56:20.214100 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-41d950bf-84ad-4e2a-a883-1f27a9ef146b None None] Attempting to bind port 94fac8db-b811-40ad-a025-718988ede4e5 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'ad905778-7d51-4850-8ba8-7885dae3d32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '759cbf0f-abec-4876-82a0-bbd3be59f205'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:56:20.235323 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d950bf-84ad-4e2a-a883-1f27a9ef146b None None] Attempting to bind port 94fac8db-b811-40ad-a025-718988ede4e5 on network 759cbf0f-abec-4876-82a0-bbd3be59f205 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:56:20.289060 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d950bf-84ad-4e2a-a883-1f27a9ef146b None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:56:20.289433 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d950bf-84ad-4e2a-a883-1f27a9ef146b None None] Checking segment: {'id': 'ad905778-7d51-4850-8ba8-7885dae3d32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '759cbf0f-abec-4876-82a0-bbd3be59f205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:56:20.289852 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-41d950bf-84ad-4e2a-a883-1f27a9ef146b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:20.290211 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d950bf-84ad-4e2a-a883-1f27a9ef146b None None] Bound using segment: {'id': 'ad905778-7d51-4850-8ba8-7885dae3d32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '759cbf0f-abec-4876-82a0-bbd3be59f205'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:56:20.290683 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-41d950bf-84ad-4e2a-a883-1f27a9ef146b None None] Bound port: 94fac8db-b811-40ad-a025-718988ede4e5, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad905778-7d51-4850-8ba8-7885dae3d32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '759cbf0f-abec-4876-82a0-bbd3be59f205'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:56:20.303681 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-41d950bf-84ad-4e2a-a883-1f27a9ef146b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:20.316854 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-94e40ee6-e579-4ddc-8bd7-0b22e755ea1a req-187c518e-15de-4544-9c8e-9710ffbdbd1d tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496975 Aug 19 14:56:20.386153 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-41d950bf-84ad-4e2a-a883-1f27a9ef146b None None] Port 94fac8db-b811-40ad-a025-718988ede4e5 has been deleted concurrently {{(pid=94642) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 19 14:56:20.426264 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d950bf-84ad-4e2a-a883-1f27a9ef146b None None] Routers {'8b864af5-ceaf-430c-98c1-06f4d1980aff'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:56:20.427182 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-41d950bf-84ad-4e2a-a883-1f27a9ef146b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:56:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['8b864af5-ceaf-430c-98c1-06f4d1980aff'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:56:20.427322 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-abad9d6c-933d-48e7-a501-eea1524c3f10 None None] For port 6f95de09-b29a-43bf-a495-19b733ebf83b, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:56:20.432922 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4088433e-4f4a-423e-ac6d-55f59d7f170c tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:20.434230 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-abad9d6c-933d-48e7-a501-eea1524c3f10 None None] For port 6f95de09-b29a-43bf-a495-19b733ebf83b, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=6f95de09-b29a-43bf-a495-19b733ebf83b,segment=NetworkSegment(15cf7ed1-9182-451f-b8d9-7fd01644e298),segment_id=15cf7ed1-9182-451f-b8d9-7fd01644e298)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:56:20.436892 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4088433e-4f4a-423e-ac6d-55f59d7f170c tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:20.445611 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-abad9d6c-933d-48e7-a501-eea1524c3f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:20.656193 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba704e96-304e-4508-8491-6737c0381800 req-56f5ea1d-838c-49e8-b14d-a0dbc59050ab tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:20.673155 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ba704e96-304e-4508-8491-6737c0381800 req-56f5ea1d-838c-49e8-b14d-a0dbc59050ab tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4da7a61-bf12-473e-b2ee-86906e2c84f4 HTTP/1.1" status: 200 len: 945 time: 0.1743317 Aug 19 14:56:20.681729 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abad9d6c-933d-48e7-a501-eea1524c3f10 None None] Pushing event updated for resources: {'Port': ['ID=6f95de09-b29a-43bf-a495-19b733ebf83b,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:20.700827 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-41d950bf-84ad-4e2a-a883-1f27a9ef146b None None] Set router 8b864af5-ceaf-430c-98c1-06f4d1980aff gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:56:20.770258 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-658bb14f-06d5-4272-9381-94abab78cff4 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:20.774802 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4088433e-4f4a-423e-ac6d-55f59d7f170c tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:20.775411 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4088433e-4f4a-423e-ac6d-55f59d7f170c tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8b864af5-ceaf-430c-98c1-06f4d1980aff {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:56:20.787378 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4088433e-4f4a-423e-ac6d-55f59d7f170c tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:20.789155 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ba704e96-304e-4508-8491-6737c0381800 req-73aeb21d-6faf-41dd-80d0-f9481d5a6103 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133635 Aug 19 14:56:20.793759 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4088433e-4f4a-423e-ac6d-55f59d7f170c tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] 10.222.0.69 "DELETE /v2.0/routers/8b864af5-ceaf-430c-98c1-06f4d1980aff HTTP/1.1" status: 204 len: 168 time: 2.8703156 Aug 19 14:56:20.802392 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 40324) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:20.886010 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-41d950bf-84ad-4e2a-a883-1f27a9ef146b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b864af5-ceaf-430c-98c1-06f4d1980aff', 'name': '', 'tenant_id': '77273a983a004ca59a758e8f149bd430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:56:15Z', 'updated_at': '2021-08-19T14:56:19Z', 'revision_number': 5, 'project_id': '77273a983a004ca59a758e8f149bd430', 'gw_port_host': None}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:56:20.916012 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 40328) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:21.011225 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d950bf-84ad-4e2a-a883-1f27a9ef146b None None] The sync data for ids ['8b864af5-ceaf-430c-98c1-06f4d1980aff'] in n-d-766043-2 is: [{'id': '8b864af5-ceaf-430c-98c1-06f4d1980aff', 'name': '', 'tenant_id': '77273a983a004ca59a758e8f149bd430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:56:15Z', 'updated_at': '2021-08-19T14:56:19Z', 'revision_number': 5, 'project_id': '77273a983a004ca59a758e8f149bd430', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:56:21.034242 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ba3f6cc-96b9-4381-8936-3cc3d25d6f87 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Deleting subnet cdf3bb72-df9d-433b-9b65-35a9f4cb9947 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:56:21.054929 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ba3f6cc-96b9-4381-8936-3cc3d25d6f87 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:21.219413 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ba3f6cc-96b9-4381-8936-3cc3d25d6f87 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:21.343547 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ba3f6cc-96b9-4381-8936-3cc3d25d6f87 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:21.575536 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ec983bb3-6afb-4216-b9cf-25f7597845c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:21.633242 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ba3f6cc-96b9-4381-8936-3cc3d25d6f87 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:21.743398 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-658bb14f-06d5-4272-9381-94abab78cff4 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Allocated IP 172.20.0.1 (434ddfff-ebd5-4a01-82bb-a16e45efc03c/343f9450-b774-4208-80c0-7a1108aa0a03/a95a6f99-ace6-480d-9f10-0df62d2c2444) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:56:21.766334 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba3f6cc-96b9-4381-8936-3cc3d25d6f87 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=cdf3bb72-df9d-433b-9b65-35a9f4cb9947,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:21.782830 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ba3f6cc-96b9-4381-8936-3cc3d25d6f87 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:21.798308 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-6ba3f6cc-96b9-4381-8936-3cc3d25d6f87 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] 10.222.0.69 "DELETE /v2.0/subnets/cdf3bb72-df9d-433b-9b65-35a9f4cb9947 HTTP/1.1" status: 204 len: 168 time: 0.9857929 Aug 19 14:56:21.857242 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 40360) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:21.963481 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db67cd-9dc8-4248-a7c0-2fecca69f2dd req-1285ec0c-1ca1-4796-9dcf-d2d459db352e tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:21.966165 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-73db67cd-9dc8-4248-a7c0-2fecca69f2dd req-1285ec0c-1ca1-4796-9dcf-d2d459db352e tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4da7a61-bf12-473e-b2ee-86906e2c84f4 HTTP/1.1" status: 200 len: 945 time: 0.4000039 Aug 19 14:56:21.990970 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 208a992f-225f-452f-ab13-068f849590a4 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:56:22.090775 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-73db67cd-9dc8-4248-a7c0-2fecca69f2dd req-c3b7bd86-52a4-4514-9cd6-70ee6ca94932 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000512 Aug 19 14:56:22.108440 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-658bb14f-06d5-4272-9381-94abab78cff4 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:22.110459 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6d86cbb-f2e1-4fd2-b256-59f8070d215f tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:22.125702 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-658bb14f-06d5-4272-9381-94abab78cff4 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Transition to ACTIVE for port object a95a6f99-ace6-480d-9f10-0df62d2c2444 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:56:22.163173 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 208a992f-225f-452f-ab13-068f849590a4 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:56:22.174860 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 208a992f-225f-452f-ab13-068f849590a4 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:56:22.175382 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:22.181168 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-658bb14f-06d5-4272-9381-94abab78cff4 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:22.247831 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658bb14f-06d5-4272-9381-94abab78cff4 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Network 434ddfff-ebd5-4a01-82bb-a16e45efc03c is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:56:22.255470 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-658bb14f-06d5-4272-9381-94abab78cff4 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:56:22.257801 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658bb14f-06d5-4272-9381-94abab78cff4 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event updated for resources: {'Port': ['ID=a95a6f99-ace6-480d-9f10-0df62d2c2444,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:22.267098 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658bb14f-06d5-4272-9381-94abab78cff4 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:56:22.333741 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:22.334254 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6d86cbb-f2e1-4fd2-b256-59f8070d215f tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:22.362718 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-658bb14f-06d5-4272-9381-94abab78cff4 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:22.370931 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 208a992f-225f-452f-ab13-068f849590a4, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=208a992f-225f-452f-ab13-068f849590a4,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:22.381124 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-e6d86cbb-f2e1-4fd2-b256-59f8070d215f tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['759cbf0f-abec-4876-82a0-bbd3be59f205']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:56:22.383296 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:22.384699 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 6f95de09-b29a-43bf-a495-19b733ebf83b up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:56:22.394255 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ec983bb3-6afb-4216-b9cf-25f7597845c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:22.404272 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ec983bb3-6afb-4216-b9cf-25f7597845c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:22.415190 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-e6d86cbb-f2e1-4fd2-b256-59f8070d215f tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad905778-7d51-4850-8ba8-7885dae3d32c') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:56:22.415489 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-e6d86cbb-f2e1-4fd2-b256-59f8070d215f tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad905778-7d51-4850-8ba8-7885dae3d32c') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:56:22.457024 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec983bb3-6afb-4216-b9cf-25f7597845c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7832231-c978-4dee-8825-ab80a32706ed,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:22.494611 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6d86cbb-f2e1-4fd2-b256-59f8070d215f tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:22.533490 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ec983bb3-6afb-4216-b9cf-25f7597845c8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6dd5743d3ed24ad8908fb5f96e0e1bdc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6071577 Aug 19 14:56:22.534016 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=208a992f-225f-452f-ab13-068f849590a4,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:22.549090 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 40388) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:22.573619 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6d86cbb-f2e1-4fd2-b256-59f8070d215f tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:22.589548 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac3a99e-fe12-4803-a399-8b14f6677fff None None] Network 434ddfff-ebd5-4a01-82bb-a16e45efc03c requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:56:22.604507 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6d86cbb-f2e1-4fd2-b256-59f8070d215f tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:56:22.606893 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6d86cbb-f2e1-4fd2-b256-59f8070d215f tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:22.608628 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:56:22.608628 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:56:22.608628 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:56:22.608628 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:56:22.608628 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:56:22.608628 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:56:22.608628 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:56:22.608628 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:56:22.608628 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:56:22.608628 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:56:22.608628 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:56:22.608628 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:56:22.608628 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:56:22.608628 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:56:22.608628 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:56:22.608628 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:56:22.608628 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:56:22.608628 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:56:22.608628 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:56:22.608628 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:56:22.608628 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:56:22.608628 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:56:22.608628 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:56:22.608628 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:56:22.608628 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:56:22.608628 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:56:22.608628 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:56:22.608628 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:56:22.608628 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:56:22.608628 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:56:22.608628 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:56:22.608628 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:56:22.676435 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-658bb14f-06d5-4272-9381-94abab78cff4 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:22.702705 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a441f263-d5df-4b79-bd02-b226c1c42a42 None None] Provisioning for port 6f95de09-b29a-43bf-a495-19b733ebf83b completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:56:22.716842 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6d86cbb-f2e1-4fd2-b256-59f8070d215f tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:22.723844 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 6f95de09-b29a-43bf-a495-19b733ebf83b completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:56:22.732363 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a441f263-d5df-4b79-bd02-b226c1c42a42 None None] Provisioning complete for port 6f95de09-b29a-43bf-a495-19b733ebf83b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:56:22.732773 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a441f263-d5df-4b79-bd02-b226c1c42a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:22.750080 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d86cbb-f2e1-4fd2-b256-59f8070d215f tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 759cbf0f-abec-4876-82a0-bbd3be59f205 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 19 14:56:22.767353 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6d86cbb-f2e1-4fd2-b256-59f8070d215f tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:22.772959 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e6d86cbb-f2e1-4fd2-b256-59f8070d215f tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] 10.222.0.69 "DELETE /v2.0/networks/759cbf0f-abec-4876-82a0-bbd3be59f205 HTTP/1.1" status: 204 len: 168 time: 0.9110336 Aug 19 14:56:22.799089 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 6f95de09-b29a-43bf-a495-19b733ebf83b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:56:22.799602 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:22.854697 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d86cbb-f2e1-4fd2-b256-59f8070d215f tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Pushing event deleted for resources: {'Network': ['ID=759cbf0f-abec-4876-82a0-bbd3be59f205,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:22.960228 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3dd79623-8d48-40b8-9e59-3410c480f27b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:23.098071 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3dd79623-8d48-40b8-9e59-3410c480f27b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:23.100979 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 40408) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:23.205486 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1505355d-55b1-4c17-bf2e-82a722ea38f3 req-509a05f5-a440-4572-9f83-27a470645cbf tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:23.207067 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1505355d-55b1-4c17-bf2e-82a722ea38f3 req-509a05f5-a440-4572-9f83-27a470645cbf tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4da7a61-bf12-473e-b2ee-86906e2c84f4 HTTP/1.1" status: 200 len: 945 time: 0.4247220 Aug 19 14:56:23.316514 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a441f263-d5df-4b79-bd02-b226c1c42a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:23.409570 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-658bb14f-06d5-4272-9381-94abab78cff4 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:23.411175 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a441f263-d5df-4b79-bd02-b226c1c42a42 None None] For port 6f95de09-b29a-43bf-a495-19b733ebf83b, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=6f95de09-b29a-43bf-a495-19b733ebf83b,segment=NetworkSegment(15cf7ed1-9182-451f-b8d9-7fd01644e298),segment_id=15cf7ed1-9182-451f-b8d9-7fd01644e298)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:23.417627 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:23.424484 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-658bb14f-06d5-4272-9381-94abab78cff4 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:23.470351 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 40416) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:23.471141 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a441f263-d5df-4b79-bd02-b226c1c42a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:23.477074 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-45129e90-40fa-4a41-91ae-2a0acfaa9492 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Request body: {'router': {'name': 'tempest-router--1767636503', 'project_id': '2cf0cb860a6944ec925a862784128f70'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:56:23.566061 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 14:56:23.566410 n-d-766043-2 neutron-server[94641]: DEBUG oslo_db.api [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 14:56:23.620519 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a441f263-d5df-4b79-bd02-b226c1c42a42 None None] Pushing event updated for resources: {'Port': ['ID=6f95de09-b29a-43bf-a495-19b733ebf83b,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:23.630464 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4d7b5-17a5-474c-8e4c-d39437d7462d req-224769fc-4017-4cb8-a488-e93c3fd3d7eb tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:23.632067 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dbf4d7b5-17a5-474c-8e4c-d39437d7462d req-224769fc-4017-4cb8-a488-e93c3fd3d7eb tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4da7a61-bf12-473e-b2ee-86906e2c84f4 HTTP/1.1" status: 200 len: 945 time: 0.4101994 Aug 19 14:56:23.666023 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3baf05fc-1f12-4fa4-a203-055953156034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:23.680460 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-658bb14f-06d5-4272-9381-94abab78cff4 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:23.683598 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658bb14f-06d5-4272-9381-94abab78cff4 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event updated for resources: {'Port': ['ID=a95a6f99-ace6-480d-9f10-0df62d2c2444,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:23.746105 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:56:23.748552 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dbf4d7b5-17a5-474c-8e4c-d39437d7462d req-b0f05929-ef80-4d25-8dda-e8f41c9bd9ae tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684967 Aug 19 14:56:23.759676 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3dd79623-8d48-40b8-9e59-3410c480f27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:23.764624 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3dd79623-8d48-40b8-9e59-3410c480f27b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:23.767330 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-3dd79623-8d48-40b8-9e59-3410c480f27b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a7832231-c978-4dee-8825-ab80a32706ed HTTP/1.1" status: 204 len: 168 time: 1.2136710 Aug 19 14:56:23.778172 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-45129e90-40fa-4a41-91ae-2a0acfaa9492 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:23.779768 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-45129e90-40fa-4a41-91ae-2a0acfaa9492 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:23.905801 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658bb14f-06d5-4272-9381-94abab78cff4 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Network 434ddfff-ebd5-4a01-82bb-a16e45efc03c is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:56:23.911393 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-658bb14f-06d5-4272-9381-94abab78cff4 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:56:23.921035 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7ab11e4c-de94-43fd-8960-f0dc17ed6920 None None] Provisioning for port a95a6f99-ace6-480d-9f10-0df62d2c2444 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:56:23.929404 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7ab11e4c-de94-43fd-8960-f0dc17ed6920 None None] Provisioning complete for port a95a6f99-ace6-480d-9f10-0df62d2c2444 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:56:23.933110 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7ab11e4c-de94-43fd-8960-f0dc17ed6920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:23.933883 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3baf05fc-1f12-4fa4-a203-055953156034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:23.965896 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3baf05fc-1f12-4fa4-a203-055953156034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:24.034486 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-1505355d-55b1-4c17-bf2e-82a722ea38f3 req-4dbbd2f8-6bae-4e0e-8c4e-2fd7bae0818b tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Deleting port 8870e87f-88d6-4c57-ae6a-698ec5f903fa {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:56:24.039407 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1505355d-55b1-4c17-bf2e-82a722ea38f3 req-4dbbd2f8-6bae-4e0e-8c4e-2fd7bae0818b tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:24.054654 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd79623-8d48-40b8-9e59-3410c480f27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7832231-c978-4dee-8825-ab80a32706ed,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:24.088549 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-7ab11e4c-de94-43fd-8960-f0dc17ed6920 None None] Port a95a6f99-ace6-480d-9f10-0df62d2c2444 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:56:24.248265 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7ab11e4c-de94-43fd-8960-f0dc17ed6920 None None] Provisioning complete for port 6f95de09-b29a-43bf-a495-19b733ebf83b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:56:24.249750 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7ab11e4c-de94-43fd-8960-f0dc17ed6920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:24.255750 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-658bb14f-06d5-4272-9381-94abab78cff4 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Router 79eacc9c-de3c-45c6-a03f-a0880943e739 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:56:24.543071 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 208a992f-225f-452f-ab13-068f849590a4 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:56:24.583325 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658bb14f-06d5-4272-9381-94abab78cff4 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:56:24.588771 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-658bb14f-06d5-4272-9381-94abab78cff4 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "PUT /v2.0/routers/79eacc9c-de3c-45c6-a03f-a0880943e739/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8012455 Aug 19 14:56:24.590836 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40434) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:24.648053 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 208a992f-225f-452f-ab13-068f849590a4 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:56:24.652814 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:24.702352 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40440) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:24.746653 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-442100fb-4851-4e9c-a4a4-41cff6163d72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:24.796255 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3004c2c7-a43e-4c96-95f3-db4d82e77ee7 None None] Provisioning complete for port a95a6f99-ace6-480d-9f10-0df62d2c2444 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:56:24.796660 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3004c2c7-a43e-4c96-95f3-db4d82e77ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:24.869578 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d47388-9837-47f4-8978-7f3aa8b77aa0 tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:24.870312 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d47388-9837-47f4-8978-7f3aa8b77aa0 tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:24.870996 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d47388-9837-47f4-8978-7f3aa8b77aa0 tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:24.871619 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d47388-9837-47f4-8978-7f3aa8b77aa0 tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:24.872465 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d47388-9837-47f4-8978-7f3aa8b77aa0 tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:24.873219 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d47388-9837-47f4-8978-7f3aa8b77aa0 tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:24.873836 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d47388-9837-47f4-8978-7f3aa8b77aa0 tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:24.874594 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d47388-9837-47f4-8978-7f3aa8b77aa0 tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:24.877512 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-42d47388-9837-47f4-8978-7f3aa8b77aa0 tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5682 time: 0.2857687 Aug 19 14:56:24.879241 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-3baf05fc-1f12-4fa4-a203-055953156034 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=04250145c808431dad99c3405250260c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7708273 Aug 19 14:56:24.880381 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40444) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:24.880928 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40446) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:24.906383 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3004c2c7-a43e-4c96-95f3-db4d82e77ee7 None None] Port a95a6f99-ace6-480d-9f10-0df62d2c2444 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:56:24.911377 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04645baf-508f-4cd7-8a67-9c63f39934be None None] Sync routers for ids ['79eacc9c-de3c-45c6-a03f-a0880943e739'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:56:24.917694 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf05fc-1f12-4fa4-a203-055953156034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598ac5f6-9d16-4f67-95c5-00d6a9326002,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:24.924558 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-45129e90-40fa-4a41-91ae-2a0acfaa9492 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:24.933028 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04645baf-508f-4cd7-8a67-9c63f39934be None None] Routers {'79eacc9c-de3c-45c6-a03f-a0880943e739'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:56:24.935640 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-04645baf-508f-4cd7-8a67-9c63f39934be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:56:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['79eacc9c-de3c-45c6-a03f-a0880943e739'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:56:24.941709 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-45129e90-40fa-4a41-91ae-2a0acfaa9492 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:25.013172 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 6f95de09-b29a-43bf-a495-19b733ebf83b up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:56:25.028233 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-1505355d-55b1-4c17-bf2e-82a722ea38f3 req-4dbbd2f8-6bae-4e0e-8c4e-2fd7bae0818b tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] For port 8870e87f-88d6-4c57-ae6a-698ec5f903fa, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=8870e87f-88d6-4c57-ae6a-698ec5f903fa,segment=NetworkSegment(af76a49f-6b6e-4117-acb3-d7b5325cccf1),segment_id=af76a49f-6b6e-4117-acb3-d7b5325cccf1)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:25.028972 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1505355d-55b1-4c17-bf2e-82a722ea38f3 req-4dbbd2f8-6bae-4e0e-8c4e-2fd7bae0818b tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:25.052458 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-1505355d-55b1-4c17-bf2e-82a722ea38f3 req-4dbbd2f8-6bae-4e0e-8c4e-2fd7bae0818b tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Calling delete_port for 8870e87f-88d6-4c57-ae6a-698ec5f903fa owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:56:25.114698 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-442100fb-4851-4e9c-a4a4-41cff6163d72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:25.123664 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a750616-53de-40fb-a1bb-406a8ae2e73d tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:25.124757 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a750616-53de-40fb-a1bb-406a8ae2e73d tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:25.125929 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a750616-53de-40fb-a1bb-406a8ae2e73d tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:25.126747 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a750616-53de-40fb-a1bb-406a8ae2e73d tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:25.127370 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a750616-53de-40fb-a1bb-406a8ae2e73d tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:25.129208 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a750616-53de-40fb-a1bb-406a8ae2e73d tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:25.129855 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a750616-53de-40fb-a1bb-406a8ae2e73d tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:25.130527 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a750616-53de-40fb-a1bb-406a8ae2e73d tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:25.136685 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0a750616-53de-40fb-a1bb-406a8ae2e73d tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5283 time: 0.2488725 Aug 19 14:56:25.141516 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40452) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:25.142851 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-442100fb-4851-4e9c-a4a4-41cff6163d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:25.177741 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 6f95de09-b29a-43bf-a495-19b733ebf83b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:56:25.178113 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:25.239004 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1505355d-55b1-4c17-bf2e-82a722ea38f3 req-4dbbd2f8-6bae-4e0e-8c4e-2fd7bae0818b tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:25.260008 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['a7e85fcb-ef17-4c29-9bad-802ebaac2f1f', '8870e87f-88d6-4c57-ae6a-698ec5f903fa'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:56:25.260697 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-45129e90-40fa-4a41-91ae-2a0acfaa9492 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:25.264372 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-45129e90-40fa-4a41-91ae-2a0acfaa9492 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.7893195 Aug 19 14:56:25.269981 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-56a3fb32-4e6e-47b3-979a-eb7be8a4cce5 req-997ca2af-f913-42b6-a3ee-73339f2005ec tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4da7a61-bf12-473e-b2ee-86906e2c84f4 HTTP/1.1" status: 200 len: 210 time: 0.0453680 Aug 19 14:56:25.272891 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 40458) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:25.308141 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-442100fb-4851-4e9c-a4a4-41cff6163d72 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9b626755462c4527bc44bb045d34a1be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6027913 Aug 19 14:56:25.310345 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-04645baf-508f-4cd7-8a67-9c63f39934be None None] Set router 79eacc9c-de3c-45c6-a03f-a0880943e739 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:56:25.316540 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40460) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:25.319532 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442100fb-4851-4e9c-a4a4-41cff6163d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f5ad23-06ff-431c-b71d-48d3b0edaa9a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:25.326558 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d836f39e-f3fe-4c68-a233-ec69c34444f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:25.376784 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbbd2f8-6bae-4e0e-8c4e-2fd7bae0818b tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Pushing event deleted for resources: {'Port': ['ID=8870e87f-88d6-4c57-ae6a-698ec5f903fa,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:25.436573 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ea7b17f8-6ff4-424c-b969-17525b25e9b3 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:25.465832 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d836f39e-f3fe-4c68-a233-ec69c34444f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:25.580800 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b0676984-ae0c-44b4-8b3c-f8e406025537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:25.614597 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b0676984-ae0c-44b4-8b3c-f8e406025537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:25.618004 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-1505355d-55b1-4c17-bf2e-82a722ea38f3 req-4dbbd2f8-6bae-4e0e-8c4e-2fd7bae0818b tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] No DVR routers for this DVR port 8870e87f-88d6-4c57-ae6a-698ec5f903fa on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:56:25.622791 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1505355d-55b1-4c17-bf2e-82a722ea38f3 req-4dbbd2f8-6bae-4e0e-8c4e-2fd7bae0818b tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:25.625768 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1505355d-55b1-4c17-bf2e-82a722ea38f3 req-4dbbd2f8-6bae-4e0e-8c4e-2fd7bae0818b tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.88 "DELETE /v2.0/ports/8870e87f-88d6-4c57-ae6a-698ec5f903fa HTTP/1.1" status: 204 len: 173 time: 2.4012804 Aug 19 14:56:25.626420 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4da7a61-bf12-473e-b2ee-86906e2c84f4', 'name': 'network-vif-deleted', 'tag': '8870e87f-88d6-4c57-ae6a-698ec5f903fa'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:56:25.629836 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6291cb68-dc90-4bd7-957e-5922c796c1e6" -d '{"events": [{"server_uuid": "c4da7a61-bf12-473e-b2ee-86906e2c84f4", "name": "network-vif-deleted", "tag": "8870e87f-88d6-4c57-ae6a-698ec5f903fa"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:56:25.667490 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d836f39e-f3fe-4c68-a233-ec69c34444f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:25.669870 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d836f39e-f3fe-4c68-a233-ec69c34444f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:25.674394 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d836f39e-f3fe-4c68-a233-ec69c34444f7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/598ac5f6-9d16-4f67-95c5-00d6a9326002 HTTP/1.1" status: 204 len: 168 time: 0.7890286 Aug 19 14:56:25.741725 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d836f39e-f3fe-4c68-a233-ec69c34444f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598ac5f6-9d16-4f67-95c5-00d6a9326002,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:25.816840 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b0676984-ae0c-44b4-8b3c-f8e406025537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:25.819699 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b0676984-ae0c-44b4-8b3c-f8e406025537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:25.848507 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b0676984-ae0c-44b4-8b3c-f8e406025537 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/62f5ad23-06ff-431c-b71d-48d3b0edaa9a HTTP/1.1" status: 204 len: 168 time: 0.5194037 Aug 19 14:56:25.871717 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1da3d2c2-b853-41c3-b644-fa942780a41a tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2841 time: 0.6995382 Aug 19 14:56:25.908349 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a249bf1c-a5c6-4736-9c1a-a0357dc88e1f x-openstack-request-id: req-a249bf1c-a5c6-4736-9c1a-a0357dc88e1f {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:56:25.908349 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4da7a61-bf12-473e-b2ee-86906e2c84f4", "name": "network-vif-deleted", "tag": "8870e87f-88d6-4c57-ae6a-698ec5f903fa", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:56:25.910389 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0676984-ae0c-44b4-8b3c-f8e406025537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f5ad23-06ff-431c-b71d-48d3b0edaa9a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:25.910534 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a249bf1c-a5c6-4736-9c1a-a0357dc88e1f {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:56:25.910534 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4da7a61-bf12-473e-b2ee-86906e2c84f4', 'name': 'network-vif-deleted', 'tag': '8870e87f-88d6-4c57-ae6a-698ec5f903fa', 'status': 'completed', 'code': 200} Aug 19 14:56:25.933179 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ea7b17f8-6ff4-424c-b969-17525b25e9b3 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:25.938674 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ea7b17f8-6ff4-424c-b969-17525b25e9b3 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:26.005460 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ea7b17f8-6ff4-424c-b969-17525b25e9b3 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:26.007147 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7b17f8-6ff4-424c-b969-17525b25e9b3 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4095b54d-466b-46da-b247-1aaa322123f8 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:56:26.026749 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ea7b17f8-6ff4-424c-b969-17525b25e9b3 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:26.030620 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ea7b17f8-6ff4-424c-b969-17525b25e9b3 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] 10.222.0.69 "DELETE /v2.0/routers/4095b54d-466b-46da-b247-1aaa322123f8 HTTP/1.1" status: 204 len: 168 time: 0.7565613 Aug 19 14:56:26.243596 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-04645baf-508f-4cd7-8a67-9c63f39934be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79eacc9c-de3c-45c6-a03f-a0880943e739', 'name': 'tempest-TestNetworkBasicOps-router-1510909828', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '208a992f-225f-452f-ab13-068f849590a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:56:13Z', 'updated_at': '2021-08-19T14:56:22Z', 'revision_number': 4, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'gw_port': {'id': '208a992f-225f-452f-ab13-068f849590a4', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:80:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79eacc9c-de3c-45c6-a03f-a0880943e739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:56:14Z', 'updated_at': '2021-08-19T14:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'a95a6f99-ace6-480d-9f10-0df62d2c2444', 'name': '', 'network_id': '434ddfff-ebd5-4a01-82bb-a16e45efc03c', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'mac_address': 'fa:16:3e:93:cb:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79eacc9c-de3c-45c6-a03f-a0880943e739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '343f9450-b774-4208-80c0-7a1108aa0a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:56:21Z', 'updated_at': '2021-08-19T14:56:23Z', 'revision_number': 2, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'subnets': [{'id': '343f9450-b774-4208-80c0-7a1108aa0a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:56:26.324906 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04645baf-508f-4cd7-8a67-9c63f39934be None None] Checking router: 79eacc9c-de3c-45c6-a03f-a0880943e739 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:56:26.325838 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04645baf-508f-4cd7-8a67-9c63f39934be None None] Updating router 79eacc9c-de3c-45c6-a03f-a0880943e739 port a95a6f99-ace6-480d-9f10-0df62d2c2444 binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:56:26.384909 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40492) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:26.410040 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-04645baf-508f-4cd7-8a67-9c63f39934be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:26.414822 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ccf28129-63c1-4e11-8bf3-9b352fd1f1e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:26.614275 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0b38cd37-ceac-4702-b019-8e87789f1c9b req-a8ea6726-2f09-43c4-ac21-97eba98d58ac tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4da7a61-bf12-473e-b2ee-86906e2c84f4 HTTP/1.1" status: 200 len: 210 time: 0.1013010 Aug 19 14:56:26.693022 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ccf28129-63c1-4e11-8bf3-9b352fd1f1e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:26.699480 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ccf28129-63c1-4e11-8bf3-9b352fd1f1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:26.737533 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf28129-63c1-4e11-8bf3-9b352fd1f1e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15524c1-2b4b-416e-a3a9-eb6f35bd2c98,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:26.762819 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ccf28129-63c1-4e11-8bf3-9b352fd1f1e5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=07e491a91bcd4d8fb29fad4c25333ee0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3767140 Aug 19 14:56:26.766124 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 40496) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:26.817990 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40498) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:26.838534 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58fdc6c1-0a0d-4863-aa07-0f4715acd505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:26.847480 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 40500) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:26.894754 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-390b603c-f1f5-4a38-8141-bb21bf9f36cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:26.969988 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-390b603c-f1f5-4a38-8141-bb21bf9f36cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:27.007858 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58fdc6c1-0a0d-4863-aa07-0f4715acd505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:27.009202 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40508) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:27.014598 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a9d366e0-9b97-422b-bef0-47299bd08f12 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-368474238', 'description': 'tempest-secgroup-smoke-368474238 description', 'project_id': '7a0c6ff201d948d2944c0780e076389b'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:56:27.023789 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58fdc6c1-0a0d-4863-aa07-0f4715acd505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:27.054963 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-04645baf-508f-4cd7-8a67-9c63f39934be None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:27.071918 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-390b603c-f1f5-4a38-8141-bb21bf9f36cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:27.075164 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-390b603c-f1f5-4a38-8141-bb21bf9f36cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:27.080070 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-390b603c-f1f5-4a38-8141-bb21bf9f36cd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e15524c1-2b4b-416e-a3a9-eb6f35bd2c98 HTTP/1.1" status: 204 len: 168 time: 0.3129036 Aug 19 14:56:27.080261 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-04645baf-508f-4cd7-8a67-9c63f39934be None None] Transition to ACTIVE for port object a95a6f99-ace6-480d-9f10-0df62d2c2444 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:56:27.090542 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390b603c-f1f5-4a38-8141-bb21bf9f36cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15524c1-2b4b-416e-a3a9-eb6f35bd2c98,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:27.100107 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-04645baf-508f-4cd7-8a67-9c63f39934be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:27.240445 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7384ccb1-794d-4c63-bd44-b516028c0579 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-103788852', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}, 'admin_state_up': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:56:27.284904 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95390519-248c-4dcf-a473-672c51fca23e None None] Pushing event updated for resources: {'Port': ['ID=a95a6f99-ace6-480d-9f10-0df62d2c2444,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:27.330889 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7384ccb1-794d-4c63-bd44-b516028c0579 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:27.334077 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7384ccb1-794d-4c63-bd44-b516028c0579 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:27.428783 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7384ccb1-794d-4c63-bd44-b516028c0579 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:27.455544 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-04645baf-508f-4cd7-8a67-9c63f39934be None None] Attempting to bind port a95a6f99-ace6-480d-9f10-0df62d2c2444 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:56:27.455926 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-04645baf-508f-4cd7-8a67-9c63f39934be None None] Attempting to bind port a95a6f99-ace6-480d-9f10-0df62d2c2444 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '15cf7ed1-9182-451f-b8d9-7fd01644e298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '434ddfff-ebd5-4a01-82bb-a16e45efc03c'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:56:27.456295 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04645baf-508f-4cd7-8a67-9c63f39934be None None] Attempting to bind port a95a6f99-ace6-480d-9f10-0df62d2c2444 on network 434ddfff-ebd5-4a01-82bb-a16e45efc03c {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:56:27.472034 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04645baf-508f-4cd7-8a67-9c63f39934be None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:56:27.472441 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04645baf-508f-4cd7-8a67-9c63f39934be None None] Checking segment: {'id': '15cf7ed1-9182-451f-b8d9-7fd01644e298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '434ddfff-ebd5-4a01-82bb-a16e45efc03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:56:27.472867 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-04645baf-508f-4cd7-8a67-9c63f39934be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:27.473267 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04645baf-508f-4cd7-8a67-9c63f39934be None None] Bound using segment: {'id': '15cf7ed1-9182-451f-b8d9-7fd01644e298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '434ddfff-ebd5-4a01-82bb-a16e45efc03c'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:56:27.473743 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-04645baf-508f-4cd7-8a67-9c63f39934be None None] Bound port: a95a6f99-ace6-480d-9f10-0df62d2c2444, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15cf7ed1-9182-451f-b8d9-7fd01644e298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '434ddfff-ebd5-4a01-82bb-a16e45efc03c'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:56:27.474125 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-04645baf-508f-4cd7-8a67-9c63f39934be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:27.622329 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-04645baf-508f-4cd7-8a67-9c63f39934be None None] For port a95a6f99-ace6-480d-9f10-0df62d2c2444, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:56:27.626596 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-04645baf-508f-4cd7-8a67-9c63f39934be None None] For port a95a6f99-ace6-480d-9f10-0df62d2c2444, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=a95a6f99-ace6-480d-9f10-0df62d2c2444,segment=NetworkSegment(15cf7ed1-9182-451f-b8d9-7fd01644e298),segment_id=15cf7ed1-9182-451f-b8d9-7fd01644e298)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:56:27.643751 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-04645baf-508f-4cd7-8a67-9c63f39934be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:27.659590 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7384ccb1-794d-4c63-bd44-b516028c0579 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:27.771098 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a9d366e0-9b97-422b-bef0-47299bd08f12 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:27.802573 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04645baf-508f-4cd7-8a67-9c63f39934be None None] Routers {'79eacc9c-de3c-45c6-a03f-a0880943e739'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:56:27.806593 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-04645baf-508f-4cd7-8a67-9c63f39934be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:56:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['79eacc9c-de3c-45c6-a03f-a0880943e739'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:56:27.811415 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fdc6c1-0a0d-4863-aa07-0f4715acd505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51146395-c14c-42a9-9d2d-3810b945acc1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:27.835881 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 40530) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:27.838267 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-58fdc6c1-0a0d-4863-aa07-0f4715acd505 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=823222557ff147ccba4ae54b4b6215a4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0184548 Aug 19 14:56:27.983116 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95390519-248c-4dcf-a473-672c51fca23e None None] Pushing event updated for resources: {'Port': ['ID=a95a6f99-ace6-480d-9f10-0df62d2c2444,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:28.042477 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-680826d2-a4af-4725-ae6a-c017ee6bb0a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:28.072753 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a9d366e0-9b97-422b-bef0-47299bd08f12 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:28.084372 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a9d366e0-9b97-422b-bef0-47299bd08f12 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:28.134987 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-04645baf-508f-4cd7-8a67-9c63f39934be None None] Set router 79eacc9c-de3c-45c6-a03f-a0880943e739 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:56:28.160599 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d366e0-9b97-422b-bef0-47299bd08f12 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c284ca6a-870d-46c5-a9ea-c9f2e0568fd0,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:28.191255 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a9d366e0-9b97-422b-bef0-47299bd08f12 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:28.194480 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a9d366e0-9b97-422b-bef0-47299bd08f12 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1828513 Aug 19 14:56:28.196231 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40548) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:28.205639 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-173df601-3db7-4ae4-b6fa-bb004568f6bc tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Request body: {'security_group_rule': {'security_group_id': 'c284ca6a-870d-46c5-a9ea-c9f2e0568fd0', 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:56:28.207240 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 8870e87f-88d6-4c57-ae6a-698ec5f903fa no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:56:28.264926 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-173df601-3db7-4ae4-b6fa-bb004568f6bc tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:28.356678 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-173df601-3db7-4ae4-b6fa-bb004568f6bc tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:28.370796 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-173df601-3db7-4ae4-b6fa-bb004568f6bc tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:28.394456 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: 8870e87f-88d6-4c57-ae6a-698ec5f903fa {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:56:28.395198 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 8870e87f-88d6-4c57-ae6a-698ec5f903fa not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:56:28.396681 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7384ccb1-794d-4c63-bd44-b516028c0579 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:28.402555 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-680826d2-a4af-4725-ae6a-c017ee6bb0a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:28.410870 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-173df601-3db7-4ae4-b6fa-bb004568f6bc tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:28.415724 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-173df601-3db7-4ae4-b6fa-bb004568f6bc tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2176948 Aug 19 14:56:28.418137 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40564) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:28.423992 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-954d6fad-9e3b-473d-a850-579284b3d55d tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Request body: {'security_group_rule': {'security_group_id': 'c284ca6a-870d-46c5-a9ea-c9f2e0568fd0', 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:56:28.429813 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173df601-3db7-4ae4-b6fa-bb004568f6bc tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1d71b50-067f-44ef-a968-4f41fd5a6e9f,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:28.470631 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-954d6fad-9e3b-473d-a850-579284b3d55d tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:28.497506 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7384ccb1-794d-4c63-bd44-b516028c0579 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:28.589302 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-954d6fad-9e3b-473d-a850-579284b3d55d tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:28.598581 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-954d6fad-9e3b-473d-a850-579284b3d55d tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:28.600318 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-04645baf-508f-4cd7-8a67-9c63f39934be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79eacc9c-de3c-45c6-a03f-a0880943e739', 'name': 'tempest-TestNetworkBasicOps-router-1510909828', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '208a992f-225f-452f-ab13-068f849590a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:56:13Z', 'updated_at': '2021-08-19T14:56:22Z', 'revision_number': 4, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'gw_port': {'id': '208a992f-225f-452f-ab13-068f849590a4', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:80:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79eacc9c-de3c-45c6-a03f-a0880943e739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:56:14Z', 'updated_at': '2021-08-19T14:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'a95a6f99-ace6-480d-9f10-0df62d2c2444', 'name': '', 'network_id': '434ddfff-ebd5-4a01-82bb-a16e45efc03c', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'mac_address': 'fa:16:3e:93:cb:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79eacc9c-de3c-45c6-a03f-a0880943e739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '343f9450-b774-4208-80c0-7a1108aa0a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:56:21Z', 'updated_at': '2021-08-19T14:56:27Z', 'revision_number': 4, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'subnets': [{'id': '343f9450-b774-4208-80c0-7a1108aa0a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:56:28.622585 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954d6fad-9e3b-473d-a850-579284b3d55d tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8a3de24-0459-4400-9f11-c862f2209fd1,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:28.640334 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-954d6fad-9e3b-473d-a850-579284b3d55d tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:28.651470 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-954d6fad-9e3b-473d-a850-579284b3d55d tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2317796 Aug 19 14:56:28.652117 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40580) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:28.665801 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-aac4ad3c-ca11-4cb5-b906-758e94365191 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Request body: {'security_group_rule': {'security_group_id': 'c284ca6a-870d-46c5-a9ea-c9f2e0568fd0', 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:56:28.700949 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04645baf-508f-4cd7-8a67-9c63f39934be None None] The sync data for ids ['79eacc9c-de3c-45c6-a03f-a0880943e739'] in n-d-766043-2 is: [{'id': '79eacc9c-de3c-45c6-a03f-a0880943e739', 'name': 'tempest-TestNetworkBasicOps-router-1510909828', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '208a992f-225f-452f-ab13-068f849590a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:56:13Z', 'updated_at': '2021-08-19T14:56:22Z', 'revision_number': 4, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'gw_port': {'id': '208a992f-225f-452f-ab13-068f849590a4', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:80:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79eacc9c-de3c-45c6-a03f-a0880943e739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:56:14Z', 'updated_at': '2021-08-19T14:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'a95a6f99-ace6-480d-9f10-0df62d2c2444', 'name': '', 'network_id': '434ddfff-ebd5-4a01-82bb-a16e45efc03c', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'mac_address': 'fa:16:3e:93:cb:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79eacc9c-de3c-45c6-a03f-a0880943e739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '343f9450-b774-4208-80c0-7a1108aa0a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:56:21Z', 'updated_at': '2021-08-19T14:56:27Z', 'revision_number': 4, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'subnets': [{'id': '343f9450-b774-4208-80c0-7a1108aa0a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:56:28.724946 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aac4ad3c-ca11-4cb5-b906-758e94365191 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:28.891017 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aac4ad3c-ca11-4cb5-b906-758e94365191 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:28.893197 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-7384ccb1-794d-4c63-bd44-b516028c0579 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Allocated IP 172.25.2.32 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/0486dd79-6d15-4d34-a355-dad571f81d25) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:56:28.898965 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aac4ad3c-ca11-4cb5-b906-758e94365191 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:28.955222 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac4ad3c-ca11-4cb5-b906-758e94365191 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feb5c9b1-960c-4a71-a168-4c9939daa2b5,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:28.962646 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aac4ad3c-ca11-4cb5-b906-758e94365191 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:28.969909 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-aac4ad3c-ca11-4cb5-b906-758e94365191 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3166468 Aug 19 14:56:28.970739 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40594) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:28.991814 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7ab5a84c-885f-41d3-8dda-22e36bc5d18e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Request body: {'security_group_rule': {'security_group_id': 'c284ca6a-870d-46c5-a9ea-c9f2e0568fd0', 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:56:29.044897 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-680826d2-a4af-4725-ae6a-c017ee6bb0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:29.048342 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-680826d2-a4af-4725-ae6a-c017ee6bb0a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:29.052533 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-680826d2-a4af-4725-ae6a-c017ee6bb0a1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/51146395-c14c-42a9-9d2d-3810b945acc1 HTTP/1.1" status: 204 len: 168 time: 1.2099929 Aug 19 14:56:29.067871 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7ab5a84c-885f-41d3-8dda-22e36bc5d18e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:29.071846 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680826d2-a4af-4725-ae6a-c017ee6bb0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51146395-c14c-42a9-9d2d-3810b945acc1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:29.225523 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7384ccb1-794d-4c63-bd44-b516028c0579 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:29.275739 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7ab5a84c-885f-41d3-8dda-22e36bc5d18e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:29.287144 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7ab5a84c-885f-41d3-8dda-22e36bc5d18e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:29.339994 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7ab5a84c-885f-41d3-8dda-22e36bc5d18e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:29.339994 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7ab5a84c-885f-41d3-8dda-22e36bc5d18e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3677373 Aug 19 14:56:29.342348 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40606) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:29.348270 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-113ac252-9738-439f-b6a0-7bf56810414a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Request body: {'security_group_rule': {'security_group_id': 'c284ca6a-870d-46c5-a9ea-c9f2e0568fd0', 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:56:29.370265 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab5a84c-885f-41d3-8dda-22e36bc5d18e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35f2ad21-0185-43ed-820e-1533374ed654,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:29.403150 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7384ccb1-794d-4c63-bd44-b516028c0579 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:29.424420 n-d-766043-2 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-113ac252-9738-439f-b6a0-7bf56810414a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Project 7a0c6ff201d948d2944c0780e076389b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 14:56:29.432164 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-113ac252-9738-439f-b6a0-7bf56810414a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:29.489706 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d9d15-9b62-4555-82ca-dbe8e4c9d3c0 req-45d9dffc-2aa0-4898-8efd-bc979b3ffa77 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:29.498936 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-017d9d15-9b62-4555-82ca-dbe8e4c9d3c0 req-45d9dffc-2aa0-4898-8efd-bc979b3ffa77 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=810bbbce-b4f8-45f6-adc1-6a0c1893bcf7 HTTP/1.1" status: 200 len: 946 time: 0.2085555 Aug 19 14:56:29.533854 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7384ccb1-794d-4c63-bd44-b516028c0579 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:56:29.536739 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-7384ccb1-794d-4c63-bd44-b516028c0579 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:56:29.550273 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7384ccb1-794d-4c63-bd44-b516028c0579 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:56:29.573080 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7384ccb1-794d-4c63-bd44-b516028c0579 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Pushing event updated for resources: {'Port': ['ID=0486dd79-6d15-4d34-a355-dad571f81d25,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:29.606813 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-113ac252-9738-439f-b6a0-7bf56810414a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:29.616530 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-113ac252-9738-439f-b6a0-7bf56810414a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:29.695997 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ac252-9738-439f-b6a0-7bf56810414a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=594faa91-18d8-41a1-bfb0-416c7292a175,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:29.705624 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-113ac252-9738-439f-b6a0-7bf56810414a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:29.710635 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-113ac252-9738-439f-b6a0-7bf56810414a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3646810 Aug 19 14:56:29.711271 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40618) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:29.717872 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-9c602920-09a9-4064-a632-1a259b5b084f tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Request body: {'security_group_rule': {'security_group_id': 'c284ca6a-870d-46c5-a9ea-c9f2e0568fd0', 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:56:29.720755 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-017d9d15-9b62-4555-82ca-dbe8e4c9d3c0 req-ec0d2b40-6c23-444a-9a5a-c3da591a3afa tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173731 Aug 19 14:56:29.810951 n-d-766043-2 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-9c602920-09a9-4064-a632-1a259b5b084f tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Project 7a0c6ff201d948d2944c0780e076389b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 14:56:29.840043 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9c602920-09a9-4064-a632-1a259b5b084f tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:29.977242 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9c602920-09a9-4064-a632-1a259b5b084f tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:29.986467 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9c602920-09a9-4064-a632-1a259b5b084f tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:30.036657 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c602920-09a9-4064-a632-1a259b5b084f tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6660f1c-34b8-4a77-b122-d15cb3f5e94b,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:30.046022 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9c602920-09a9-4064-a632-1a259b5b084f tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:30.048333 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9c602920-09a9-4064-a632-1a259b5b084f tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3354125 Aug 19 14:56:30.262862 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7384ccb1-794d-4c63-bd44-b516028c0579 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:30.474762 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device a95a6f99-ace6-480d-9f10-0df62d2c2444 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:56:30.556873 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-92d4fc8d-0ed1-434b-9f9a-6675a31ecc1d req-e4421cbd-a0c4-4418-8cdf-4c9b3d8d8c04 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-368474238&fields=id&tenant_id=7a0c6ff201d948d2944c0780e076389b HTTP/1.1" status: 200 len: 267 time: 0.0643702 Aug 19 14:56:30.599165 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port a95a6f99-ace6-480d-9f10-0df62d2c2444 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:56:30.610615 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port a95a6f99-ace6-480d-9f10-0df62d2c2444 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:56:30.612989 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:30.784613 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:30.862089 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port a95a6f99-ace6-480d-9f10-0df62d2c2444, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=a95a6f99-ace6-480d-9f10-0df62d2c2444,segment=NetworkSegment(15cf7ed1-9182-451f-b8d9-7fd01644e298),segment_id=15cf7ed1-9182-451f-b8d9-7fd01644e298)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:30.868328 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:30.968006 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=a95a6f99-ace6-480d-9f10-0df62d2c2444,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:31.026395 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4fc8d-0ed1-434b-9f9a-6675a31ecc1d req-7f182719-a674-4a7e-aada-afaddd13d13f tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:31.034602 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-92d4fc8d-0ed1-434b-9f9a-6675a31ecc1d req-7f182719-a674-4a7e-aada-afaddd13d13f tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/networks?id=434ddfff-ebd5-4a01-82bb-a16e45efc03c HTTP/1.1" status: 200 len: 797 time: 0.4764400 Aug 19 14:56:31.048662 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7384ccb1-794d-4c63-bd44-b516028c0579 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:31.082066 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-92d4fc8d-0ed1-434b-9f9a-6675a31ecc1d req-801e027b-8994-4cb9-ad64-917e4df6078a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/quotas/7a0c6ff201d948d2944c0780e076389b HTTP/1.1" status: 200 len: 375 time: 0.0464861 Aug 19 14:56:31.260197 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a20b7-724a-4174-945b-c3a61de27753 req-4f4b6f82-d6c6-42cc-b516-e82ba05d5ee1 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:31.267869 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-705a20b7-724a-4174-945b-c3a61de27753 req-4f4b6f82-d6c6-42cc-b516-e82ba05d5ee1 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=810bbbce-b4f8-45f6-adc1-6a0c1893bcf7 HTTP/1.1" status: 200 len: 946 time: 0.4100177 Aug 19 14:56:31.358330 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40686) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:31.379916 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-656efac3-282e-4063-89c6-1fcff04271b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:31.503956 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e2d7483c-6e2b-4598-90fd-e24a7363ae7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:31.607481 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7206b1f1-07ff-4e22-95df-df4728d64737 req-e4337d14-042d-40c9-8f09-519ae2937dd8 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:31.609760 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7206b1f1-07ff-4e22-95df-df4728d64737 req-e4337d14-042d-40c9-8f09-519ae2937dd8 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.88 "GET /v2.0/ports?device_id=810bbbce-b4f8-45f6-adc1-6a0c1893bcf7 HTTP/1.1" status: 200 len: 946 time: 0.7525802 Aug 19 14:56:31.610000 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e2d7483c-6e2b-4598-90fd-e24a7363ae7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:31.614808 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e2d7483c-6e2b-4598-90fd-e24a7363ae7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:31.660580 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e2d7483c-6e2b-4598-90fd-e24a7363ae7d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6394aec8fbcc4537a880482d2e9cf625&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2974861 Aug 19 14:56:31.660580 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d7483c-6e2b-4598-90fd-e24a7363ae7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940f68e7-15d5-4cd2-bb6c-e0648b7f12c0,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:31.661472 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40696) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:31.683648 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-92d4fc8d-0ed1-434b-9f9a-6675a31ecc1d req-8f2d2215-872c-4dc5-9d8f-5eaa86b55349 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7a0c6ff201d948d2944c0780e076389b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6006908 Aug 19 14:56:31.698395 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-705a20b7-724a-4174-945b-c3a61de27753 req-dd771a63-04e8-434c-a35b-d1eacc39512f tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed6f8362-ec15-4ff2-b922-54b576f30207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4296927 Aug 19 14:56:31.753177 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ebf4ec3-372d-41ce-92f0-2db7b3490111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:31.782830 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ebf4ec3-372d-41ce-92f0-2db7b3490111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:31.799891 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7384ccb1-794d-4c63-bd44-b516028c0579 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Router 6b843b68-c8ee-40bf-95dd-46d04ad349a7 is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:56:31.849272 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-7206b1f1-07ff-4e22-95df-df4728d64737 req-395bd515-7c45-4bc3-ac48-3b819de41edd tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Deleting port a7e85fcb-ef17-4c29-9bad-802ebaac2f1f {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:56:31.849642 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7206b1f1-07ff-4e22-95df-df4728d64737 req-395bd515-7c45-4bc3-ac48-3b819de41edd tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:31.853976 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ebf4ec3-372d-41ce-92f0-2db7b3490111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:31.856927 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ebf4ec3-372d-41ce-92f0-2db7b3490111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:31.858736 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1ebf4ec3-372d-41ce-92f0-2db7b3490111 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/940f68e7-15d5-4cd2-bb6c-e0648b7f12c0 HTTP/1.1" status: 204 len: 168 time: 0.1958048 Aug 19 14:56:31.884934 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebf4ec3-372d-41ce-92f0-2db7b3490111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940f68e7-15d5-4cd2-bb6c-e0648b7f12c0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:32.120674 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7384ccb1-794d-4c63-bd44-b516028c0579 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:56:32.143354 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce97f7c8-8a4b-4249-9833-90565be932ca None None] Sync routers for ids ['6b843b68-c8ee-40bf-95dd-46d04ad349a7'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:56:32.158637 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce97f7c8-8a4b-4249-9833-90565be932ca None None] Routers {'6b843b68-c8ee-40bf-95dd-46d04ad349a7'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:56:32.163665 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ce97f7c8-8a4b-4249-9833-90565be932ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:56:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['6b843b68-c8ee-40bf-95dd-46d04ad349a7'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:56:32.261836 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7384ccb1-794d-4c63-bd44-b516028c0579 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:32.266498 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40736) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:32.266705 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-7384ccb1-794d-4c63-bd44-b516028c0579 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.4180546 Aug 19 14:56:32.274045 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-92d4fc8d-0ed1-434b-9f9a-6675a31ecc1d req-a9fd0240-0aa1-4b7b-a605-16d3b162209c service neutron] 10.222.0.69 "GET /v2.0/networks/434ddfff-ebd5-4a01-82bb-a16e45efc03c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5747204 Aug 19 14:56:32.278272 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-7206b1f1-07ff-4e22-95df-df4728d64737 req-395bd515-7c45-4bc3-ac48-3b819de41edd tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] For port a7e85fcb-ef17-4c29-9bad-802ebaac2f1f, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=a7e85fcb-ef17-4c29-9bad-802ebaac2f1f,segment=NetworkSegment(af76a49f-6b6e-4117-acb3-d7b5325cccf1),segment_id=af76a49f-6b6e-4117-acb3-d7b5325cccf1)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:32.278650 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7206b1f1-07ff-4e22-95df-df4728d64737 req-395bd515-7c45-4bc3-ac48-3b819de41edd tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:32.332934 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-7206b1f1-07ff-4e22-95df-df4728d64737 req-395bd515-7c45-4bc3-ac48-3b819de41edd tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Calling delete_port for a7e85fcb-ef17-4c29-9bad-802ebaac2f1f owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:56:32.457964 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ce97f7c8-8a4b-4249-9833-90565be932ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:56:32.478002 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8fe660bd-6837-468f-9c3a-89efd09076ff tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] 10.222.0.69 "GET /v2.0/routers/6b843b68-c8ee-40bf-95dd-46d04ad349a7 HTTP/1.1" status: 200 len: 923 time: 0.2103200 Aug 19 14:56:32.480941 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device a95a6f99-ace6-480d-9f10-0df62d2c2444 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:56:32.483200 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 40750) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:32.502431 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce97f7c8-8a4b-4249-9833-90565be932ca None None] Routers {'6b843b68-c8ee-40bf-95dd-46d04ad349a7'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:56:32.532831 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ce97f7c8-8a4b-4249-9833-90565be932ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:56:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['6b843b68-c8ee-40bf-95dd-46d04ad349a7'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:56:32.537498 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40752) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:32.537758 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1f5cfd24-9716-41ba-84d6-a33b24a27755 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b843b68-c8ee-40bf-95dd-46d04ad349a7 HTTP/1.1" status: 200 len: 205 time: 0.0500438 Aug 19 14:56:32.545033 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ca2ec-562a-4f88-8652-402d962b0de1 req-cbb35dd0-d0eb-4a23-a492-5ad4b9904371 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:32.547168 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e03ca2ec-562a-4f88-8652-402d962b0de1 req-cbb35dd0-d0eb-4a23-a492-5ad4b9904371 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/networks?id=2fa445be-0d18-48a9-824e-a1d171d6214e HTTP/1.1" status: 200 len: 814 time: 0.4567602 Aug 19 14:56:32.549246 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port a95a6f99-ace6-480d-9f10-0df62d2c2444 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:56:32.555581 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:32.558961 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ce97f7c8-8a4b-4249-9833-90565be932ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:56:32.560058 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce97f7c8-8a4b-4249-9833-90565be932ca None None] The sync data for ids ['6b843b68-c8ee-40bf-95dd-46d04ad349a7'] in n-d-766043-2 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:56:32.620773 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e03ca2ec-562a-4f88-8652-402d962b0de1 req-068f105e-d76b-48ee-8e13-20c51e450027 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/quotas/16017ed5be314461b8db4ea998446c7b HTTP/1.1" status: 200 len: 375 time: 0.0529165 Aug 19 14:56:32.624499 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-92d4fc8d-0ed1-434b-9f9a-6675a31ecc1d req-d9e7fa4d-297e-4672-885f-0b5ebe1be542 service neutron] 10.222.0.69 "GET /v2.0/networks/434ddfff-ebd5-4a01-82bb-a16e45efc03c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203092 Aug 19 14:56:32.729283 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db05d7a2-0fa2-464c-af13-12fe40f97839 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:32.916583 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e03ca2ec-562a-4f88-8652-402d962b0de1 req-ec97d435-f6de-4927-8dad-f77730b64918 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=16017ed5be314461b8db4ea998446c7b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2790051 Aug 19 14:56:32.917937 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7206b1f1-07ff-4e22-95df-df4728d64737 req-395bd515-7c45-4bc3-ac48-3b819de41edd tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:32.933683 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['a7e85fcb-ef17-4c29-9bad-802ebaac2f1f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:56:32.939060 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db05d7a2-0fa2-464c-af13-12fe40f97839 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:33.039448 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395bd515-7c45-4bc3-ac48-3b819de41edd tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Pushing event deleted for resources: {'Port': ['ID=a7e85fcb-ef17-4c29-9bad-802ebaac2f1f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:33.053471 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-db05d7a2-0fa2-464c-af13-12fe40f97839 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Deleting port 0486dd79-6d15-4d34-a355-dad571f81d25 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:56:33.067661 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db05d7a2-0fa2-464c-af13-12fe40f97839 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:33.118426 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7a7777cd-0c2a-4f0a-b316-4275df33af31 req-fe575645-3704-4147-8d3c-fd7456dd3db6 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=810bbbce-b4f8-45f6-adc1-6a0c1893bcf7 HTTP/1.1" status: 200 len: 210 time: 0.1896744 Aug 19 14:56:33.160169 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-7206b1f1-07ff-4e22-95df-df4728d64737 req-395bd515-7c45-4bc3-ac48-3b819de41edd tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] No DVR routers for this DVR port a7e85fcb-ef17-4c29-9bad-802ebaac2f1f on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:56:33.183846 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7206b1f1-07ff-4e22-95df-df4728d64737 req-395bd515-7c45-4bc3-ac48-3b819de41edd tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:33.212748 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7206b1f1-07ff-4e22-95df-df4728d64737 req-395bd515-7c45-4bc3-ac48-3b819de41edd tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.88 "DELETE /v2.0/ports/a7e85fcb-ef17-4c29-9bad-802ebaac2f1f HTTP/1.1" status: 204 len: 173 time: 1.5671551 Aug 19 14:56:33.213453 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '810bbbce-b4f8-45f6-adc1-6a0c1893bcf7', 'name': 'network-vif-deleted', 'tag': 'a7e85fcb-ef17-4c29-9bad-802ebaac2f1f'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:56:33.226025 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f06385-47d2-4bc6-a159-da9a69efcfc2" -d '{"events": [{"server_uuid": "810bbbce-b4f8-45f6-adc1-6a0c1893bcf7", "name": "network-vif-deleted", "tag": "a7e85fcb-ef17-4c29-9bad-802ebaac2f1f"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:56:33.234096 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db05d7a2-0fa2-464c-af13-12fe40f97839 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:33.254282 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-db05d7a2-0fa2-464c-af13-12fe40f97839 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Calling delete_port for 0486dd79-6d15-4d34-a355-dad571f81d25 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:56:33.275093 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-71853a2e-0f9c-413d-a431-019661d419f9 req-12f269c4-105c-45fd-822e-f0ddc0c40822 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb4bc0a7-4214-4fac-b484-6ec798bc52d9 HTTP/1.1" status: 200 len: 210 time: 0.1195123 Aug 19 14:56:33.414879 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e03ca2ec-562a-4f88-8652-402d962b0de1 req-70b66372-ed0c-4c6a-993d-94188ce84e15 service neutron] 10.222.0.69 "GET /v2.0/networks/2fa445be-0d18-48a9-824e-a1d171d6214e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4754925 Aug 19 14:56:33.544908 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db05d7a2-0fa2-464c-af13-12fe40f97839 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:33.599004 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07394c8-1b98-4838-8919-d36317bcc80a x-openstack-request-id: req-b07394c8-1b98-4838-8919-d36317bcc80a {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:56:33.599302 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "810bbbce-b4f8-45f6-adc1-6a0c1893bcf7", "name": "network-vif-deleted", "tag": "a7e85fcb-ef17-4c29-9bad-802ebaac2f1f", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:56:33.599550 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b07394c8-1b98-4838-8919-d36317bcc80a {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:56:33.600305 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '810bbbce-b4f8-45f6-adc1-6a0c1893bcf7', 'name': 'network-vif-deleted', 'tag': 'a7e85fcb-ef17-4c29-9bad-802ebaac2f1f', 'status': 'completed', 'code': 200} Aug 19 14:56:33.650554 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e03ca2ec-562a-4f88-8652-402d962b0de1 req-8a39e3c2-0227-4096-83c4-eced7cc50152 service neutron] 10.222.0.69 "GET /v2.0/networks/2fa445be-0d18-48a9-824e-a1d171d6214e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347391 Aug 19 14:56:33.653786 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db05d7a2-0fa2-464c-af13-12fe40f97839 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Pushing event deleted for resources: {'Port': ['ID=0486dd79-6d15-4d34-a355-dad571f81d25,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:33.806775 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db05d7a2-0fa2-464c-af13-12fe40f97839 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:33.967266 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:34.136222 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db05d7a2-0fa2-464c-af13-12fe40f97839 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:34.139109 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db05d7a2-0fa2-464c-af13-12fe40f97839 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:34.191521 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db05d7a2-0fa2-464c-af13-12fe40f97839 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:34.192635 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db05d7a2-0fa2-464c-af13-12fe40f97839 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Fanout notify agent at l3_agent the message router_deleted on router 6b843b68-c8ee-40bf-95dd-46d04ad349a7 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:56:34.209766 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db05d7a2-0fa2-464c-af13-12fe40f97839 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:34.225431 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-db05d7a2-0fa2-464c-af13-12fe40f97839 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] 10.222.0.69 "DELETE /v2.0/routers/6b843b68-c8ee-40bf-95dd-46d04ad349a7 HTTP/1.1" status: 204 len: 168 time: 1.6868551 Aug 19 14:56:34.230465 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e7720f0a-441b-4a09-8a90-d2ed1608a1ea req-d4d700c3-8ed8-4a7b-b76c-0c609a883054 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c8df8f-349a-4267-bda1-421b3c45f8f9 HTTP/1.1" status: 200 len: 210 time: 0.1525524 Aug 19 14:56:34.231182 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40826) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:34.256291 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-94c4e0c3-1400-45ab-b46f-10e6b00444f9 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1550856116', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'enable_snat': False}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:56:34.335847 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b0e9edb3-dc25-4ae3-8d64-92c95470f035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:34.351099 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94c4e0c3-1400-45ab-b46f-10e6b00444f9 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:34.357700 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94c4e0c3-1400-45ab-b46f-10e6b00444f9 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:34.511643 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94c4e0c3-1400-45ab-b46f-10e6b00444f9 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:34.521451 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e956be4a-5951-48c1-a371-e1a41a90974f req-99d1efd7-dd3f-4e82-92c6-175b18dc2dc3 tempest-ServersTestJSON-500291554 tempest-ServersTestJSON-500291554-project] 10.222.0.69 "GET /v2.0/ports?device_id=810bbbce-b4f8-45f6-adc1-6a0c1893bcf7 HTTP/1.1" status: 200 len: 210 time: 0.1042495 Aug 19 14:56:34.575730 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:34.617186 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fa75a176-712f-4328-bd79-7a0cb41ab499 req-4b77cd55-bcb8-4c03-875e-69ccecc021de tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb4bc0a7-4214-4fac-b484-6ec798bc52d9 HTTP/1.1" status: 200 len: 210 time: 0.0987389 Aug 19 14:56:34.744852 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94c4e0c3-1400-45ab-b46f-10e6b00444f9 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:35.091162 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:35.146161 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94c4e0c3-1400-45ab-b46f-10e6b00444f9 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:35.172175 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94c4e0c3-1400-45ab-b46f-10e6b00444f9 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:35.241339 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4fc8d-0ed1-434b-9f9a-6675a31ecc1d req-2dade1ad-b949-4ed1-9fbd-6e74a45c8012 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:35.243330 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-92d4fc8d-0ed1-434b-9f9a-6675a31ecc1d req-2dade1ad-b949-4ed1-9fbd-6e74a45c8012 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.68 "GET /v2.0/networks?id=434ddfff-ebd5-4a01-82bb-a16e45efc03c HTTP/1.1" status: 200 len: 797 time: 0.3257103 Aug 19 14:56:35.304913 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:35.327690 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-92d4fc8d-0ed1-434b-9f9a-6675a31ecc1d req-e3dc9e01-4ee9-46e5-aeca-04bc4e5b429d tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a0c6ff201d948d2944c0780e076389b HTTP/1.1" status: 200 len: 379 time: 0.0725074 Aug 19 14:56:35.346983 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-92d4fc8d-0ed1-434b-9f9a-6675a31ecc1d req-d390a480-2d01-4531-972b-2e6cd09f667c tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Request body: {'port': {'device_id': 'fb4bc0a7-4214-4fac-b484-6ec798bc52d9', 'network_id': '434ddfff-ebd5-4a01-82bb-a16e45efc03c', 'admin_state_up': True, 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'security_groups': ['c284ca6a-870d-46c5-a9ea-c9f2e0568fd0']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:56:35.365960 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-94c4e0c3-1400-45ab-b46f-10e6b00444f9 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Allocated IP 172.25.2.110 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/b5b236bc-811e-467d-a09e-7e2163114d31) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:56:35.504294 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1152f470-0546-4af2-b755-534a4bf1ad19 req-52e85066-fd1d-46a6-a104-f051ba9b6218 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c8df8f-349a-4267-bda1-421b3c45f8f9 HTTP/1.1" status: 200 len: 210 time: 0.0798092 Aug 19 14:56:35.546910 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94c4e0c3-1400-45ab-b46f-10e6b00444f9 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:35.712548 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 40982) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:35.745863 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92d4fc8d-0ed1-434b-9f9a-6675a31ecc1d req-d390a480-2d01-4531-972b-2e6cd09f667c tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Made reservation on behalf of 7a0c6ff201d948d2944c0780e076389b for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:56:35.756139 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-92d4fc8d-0ed1-434b-9f9a-6675a31ecc1d req-d390a480-2d01-4531-972b-2e6cd09f667c tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:35.866633 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4cc0d319-8720-4c71-8913-d31221e827c0 req-b82ee10e-050e-4d96-a90f-b1b5cd958885 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb4bc0a7-4214-4fac-b484-6ec798bc52d9 HTTP/1.1" status: 200 len: 210 time: 0.0707302 Aug 19 14:56:35.879888 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94c4e0c3-1400-45ab-b46f-10e6b00444f9 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:35.905187 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbfa127f-410e-4d44-9d4f-de9c21fb310b admin admin] Deleting subnet a7f2da21-de8f-4925-bf66-a36681d26e7b {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:56:35.944027 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bbfa127f-410e-4d44-9d4f-de9c21fb310b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:35.974345 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c4e0c3-1400-45ab-b46f-10e6b00444f9 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:56:35.986178 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ca2ec-562a-4f88-8652-402d962b0de1 req-7a60de93-2e12-4b13-b506-cbb9e88ea439 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:35.988041 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e03ca2ec-562a-4f88-8652-402d962b0de1 req-7a60de93-2e12-4b13-b506-cbb9e88ea439 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.68 "GET /v2.0/networks?id=2fa445be-0d18-48a9-824e-a1d171d6214e HTTP/1.1" status: 200 len: 814 time: 0.3608859 Aug 19 14:56:35.993139 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-94c4e0c3-1400-45ab-b46f-10e6b00444f9 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:56:36.005757 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-e03ca2ec-562a-4f88-8652-402d962b0de1 req-95f2c719-4925-4574-9d5e-26888d0ee52f tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Request body: {'port': {'device_id': '90c8df8f-349a-4267-bda1-421b3c45f8f9', 'network_id': '2fa445be-0d18-48a9-824e-a1d171d6214e', 'admin_state_up': True, 'tenant_id': '16017ed5be314461b8db4ea998446c7b'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:56:36.009330 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c4e0c3-1400-45ab-b46f-10e6b00444f9 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:56:36.011239 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c4e0c3-1400-45ab-b46f-10e6b00444f9 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Pushing event updated for resources: {'Port': ['ID=b5b236bc-811e-467d-a09e-7e2163114d31,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:36.025780 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bbfa127f-410e-4d44-9d4f-de9c21fb310b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:36.120682 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-92d4fc8d-0ed1-434b-9f9a-6675a31ecc1d req-d390a480-2d01-4531-972b-2e6cd09f667c tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Allocated IP 172.20.0.11 (434ddfff-ebd5-4a01-82bb-a16e45efc03c/343f9450-b774-4208-80c0-7a1108aa0a03/a18cacc9-102e-46db-be48-bebd16c1eda0) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:56:36.162555 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bbfa127f-410e-4d44-9d4f-de9c21fb310b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:36.198067 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40992) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:36.268301 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device a7e85fcb-ef17-4c29-9bad-802ebaac2f1f no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:56:36.273194 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bbfa127f-410e-4d44-9d4f-de9c21fb310b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:36.296947 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: a7e85fcb-ef17-4c29-9bad-802ebaac2f1f {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:56:36.297579 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device a7e85fcb-ef17-4c29-9bad-802ebaac2f1f not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:56:36.338621 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bbfa127f-410e-4d44-9d4f-de9c21fb310b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:36.343071 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-bbfa127f-410e-4d44-9d4f-de9c21fb310b admin admin] 10.222.0.69 "DELETE /v2.0/subnets/a7f2da21-de8f-4925-bf66-a36681d26e7b HTTP/1.1" status: 204 len: 168 time: 0.6258407 Aug 19 14:56:36.344092 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa127f-410e-4d44-9d4f-de9c21fb310b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7f2da21-de8f-4925-bf66-a36681d26e7b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:36.349821 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 40996) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:36.458397 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94c4e0c3-1400-45ab-b46f-10e6b00444f9 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:36.472126 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e03ca2ec-562a-4f88-8652-402d962b0de1 req-95f2c719-4925-4574-9d5e-26888d0ee52f tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Made reservation on behalf of 16017ed5be314461b8db4ea998446c7b for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:56:36.475834 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e03ca2ec-562a-4f88-8652-402d962b0de1 req-95f2c719-4925-4574-9d5e-26888d0ee52f tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:36.517335 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4717b436-43e2-4d33-9568-779dab96643a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:36.524629 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-717976a3-63f0-4a87-bd10-5eeff0d48c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:36.741697 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d0a011c0-af30-4f48-80d3-afca1e2c3fd9 req-3cb7ed1d-ec25-4594-af75-a0e8eab3798a tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c8df8f-349a-4267-bda1-421b3c45f8f9 HTTP/1.1" status: 200 len: 210 time: 0.1148181 Aug 19 14:56:36.773710 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4717b436-43e2-4d33-9568-779dab96643a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:36.787998 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-e03ca2ec-562a-4f88-8652-402d962b0de1 req-95f2c719-4925-4574-9d5e-26888d0ee52f tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Allocated IP 172.20.0.7 (2fa445be-0d18-48a9-824e-a1d171d6214e/f94001b9-7f0e-43d0-8c52-f0d228ad89db/c8971feb-2f49-42b2-9935-865e0d3eac15) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:56:36.792827 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-92d4fc8d-0ed1-434b-9f9a-6675a31ecc1d req-d390a480-2d01-4531-972b-2e6cd09f667c tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:36.811899 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-4717b436-43e2-4d33-9568-779dab96643a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9be319f8-603a-41e0-a57e-1a917fa30646']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:56:36.837869 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-92d4fc8d-0ed1-434b-9f9a-6675a31ecc1d req-d390a480-2d01-4531-972b-2e6cd09f667c tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Transition to ACTIVE for port object a18cacc9-102e-46db-be48-bebd16c1eda0 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:56:36.841205 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-4717b436-43e2-4d33-9568-779dab96643a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af76a49f-6b6e-4117-acb3-d7b5325cccf1') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:56:36.841670 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-4717b436-43e2-4d33-9568-779dab96643a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af76a49f-6b6e-4117-acb3-d7b5325cccf1') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:56:36.862672 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4717b436-43e2-4d33-9568-779dab96643a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:36.889954 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da3e3c-60e9-43da-beb4-2845dda706d3 req-00169d84-f900-4c73-8ce6-ac30f9cd34f0 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:36.891729 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d8da3e3c-60e9-43da-beb4-2845dda706d3 req-00169d84-f900-4c73-8ce6-ac30f9cd34f0 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.1484885 Aug 19 14:56:36.895882 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4717b436-43e2-4d33-9568-779dab96643a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:36.897198 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:36.917834 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4717b436-43e2-4d33-9568-779dab96643a admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:56:36.918257 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4717b436-43e2-4d33-9568-779dab96643a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:36.920240 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:56:36.920240 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:56:36.920240 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:56:36.920240 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:56:36.920240 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:56:36.920240 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:56:36.920240 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:56:36.920240 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:56:36.920240 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:56:36.920240 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:56:36.920240 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:56:36.920240 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:56:36.920240 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:56:36.920240 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:56:36.920240 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:56:36.920240 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:56:36.920240 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:56:36.920240 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:56:36.920240 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:56:36.920240 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:56:36.920240 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:56:36.920240 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:56:36.920240 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:56:36.920240 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:56:36.920240 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:56:36.920240 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:56:36.920240 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:56:36.920240 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:56:36.920240 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:56:36.920240 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:56:36.920240 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:56:36.920240 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:56:37.103804 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0b22da11-ea8f-4769-8668-514a7f2891f7 req-3f88bf8a-0232-4f74-bed8-18c3bd13b1fd tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb4bc0a7-4214-4fac-b484-6ec798bc52d9 HTTP/1.1" status: 200 len: 210 time: 0.0931184 Aug 19 14:56:37.108388 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-92d4fc8d-0ed1-434b-9f9a-6675a31ecc1d req-d390a480-2d01-4531-972b-2e6cd09f667c tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:37.112735 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d8da3e3c-60e9-43da-beb4-2845dda706d3 req-e545de7a-4952-4fc6-8427-fa4f33f8a268 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2091939 Aug 19 14:56:37.131707 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4717b436-43e2-4d33-9568-779dab96643a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:37.174771 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 41026) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:37.177107 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4717b436-43e2-4d33-9568-779dab96643a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:37.182745 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-4717b436-43e2-4d33-9568-779dab96643a admin admin] 10.222.0.69 "DELETE /v2.0/networks/9be319f8-603a-41e0-a57e-1a917fa30646 HTTP/1.1" status: 204 len: 168 time: 0.8300629 Aug 19 14:56:37.275748 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4717b436-43e2-4d33-9568-779dab96643a admin admin] Pushing event deleted for resources: {'Network': ['ID=9be319f8-603a-41e0-a57e-1a917fa30646,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:37.285525 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92d4fc8d-0ed1-434b-9f9a-6675a31ecc1d req-d390a480-2d01-4531-972b-2e6cd09f667c tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Network 434ddfff-ebd5-4a01-82bb-a16e45efc03c is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:56:37.301275 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e03ca2ec-562a-4f88-8652-402d962b0de1 req-95f2c719-4925-4574-9d5e-26888d0ee52f tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:37.316847 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-92d4fc8d-0ed1-434b-9f9a-6675a31ecc1d req-d390a480-2d01-4531-972b-2e6cd09f667c tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:56:37.331422 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-92d4fc8d-0ed1-434b-9f9a-6675a31ecc1d req-d390a480-2d01-4531-972b-2e6cd09f667c tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:56:37.335183 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d390a480-2d01-4531-972b-2e6cd09f667c tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event updated for resources: {'Port': ['ID=a18cacc9-102e-46db-be48-bebd16c1eda0,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:37.347561 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-717976a3-63f0-4a87-bd10-5eeff0d48c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:37.377421 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-717976a3-63f0-4a87-bd10-5eeff0d48c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:37.454396 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6164deca-4790-49fa-bbfa-9aa7f5b3ab17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:37.480673 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4fc8d-0ed1-434b-9f9a-6675a31ecc1d req-d390a480-2d01-4531-972b-2e6cd09f667c tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:37.481735 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-92d4fc8d-0ed1-434b-9f9a-6675a31ecc1d req-d390a480-2d01-4531-972b-2e6cd09f667c tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:37.493174 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 41040) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:37.496128 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2c4ec-9f54-47c7-868f-17b49d59dac9 req-72b9a1f6-8697-4ba1-8846-7d2a015a8a5c tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:37.504841 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-53e2c4ec-9f54-47c7-868f-17b49d59dac9 req-72b9a1f6-8697-4ba1-8846-7d2a015a8a5c tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.2477424 Aug 19 14:56:37.543054 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 41042) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:37.543811 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-717976a3-63f0-4a87-bd10-5eeff0d48c82 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9d9e0d7cda9543a99a93a5aed1ef095b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3395376 Aug 19 14:56:37.552056 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94c4e0c3-1400-45ab-b46f-10e6b00444f9 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:37.557757 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717976a3-63f0-4a87-bd10-5eeff0d48c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e41875a-50e2-4978-b4ed-60529774daee,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:37.586995 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e03ca2ec-562a-4f88-8652-402d962b0de1 req-95f2c719-4925-4574-9d5e-26888d0ee52f tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:37.595373 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-37e89578-514c-43b5-a951-5da5390ae1ac admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=be2283224ccb474c91d3399de6043bbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0892758 Aug 19 14:56:37.600153 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['36e52d9b-d1bd-492b-9d57-76ad8c82d474', '37c22c10-4896-42a3-af68-cbe65d27cc12'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:56:37.602449 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['bffed635-468f-4369-b433-0bb8a559e990'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:56:37.604496 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 41044) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:37.650037 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-53e2c4ec-9f54-47c7-868f-17b49d59dac9 req-0683ff5e-8bbd-431e-a431-b96da11f29af tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440382 Aug 19 14:56:37.807474 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39c0ed4c-b7d1-4d45-ad04-70b1b47dba85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:37.856839 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39c0ed4c-b7d1-4d45-ad04-70b1b47dba85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:37.922286 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6d679f8a-2641-46fe-aa56-11c625bb55ea None None] Provisioning for port a18cacc9-102e-46db-be48-bebd16c1eda0 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:56:37.928841 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6d679f8a-2641-46fe-aa56-11c625bb55ea None None] Provisioning complete for port a18cacc9-102e-46db-be48-bebd16c1eda0 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:56:37.929443 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6d679f8a-2641-46fe-aa56-11c625bb55ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:37.972729 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6164deca-4790-49fa-bbfa-9aa7f5b3ab17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:38.016584 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6d679f8a-2641-46fe-aa56-11c625bb55ea None None] Port a18cacc9-102e-46db-be48-bebd16c1eda0 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:56:38.107789 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d2b73-1bfc-4f6a-ac7e-770e5c4b3d7c req-6e873f56-b71f-47ba-9b08-5e43b753ee06 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:38.109479 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-980d2b73-1bfc-4f6a-ac7e-770e5c4b3d7c req-6e873f56-b71f-47ba-9b08-5e43b753ee06 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/networks?id=8d226290-6085-496f-b9eb-bf514760f427 HTTP/1.1" status: 200 len: 811 time: 0.1477933 Aug 19 14:56:38.112384 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39c0ed4c-b7d1-4d45-ad04-70b1b47dba85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:38.115449 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39c0ed4c-b7d1-4d45-ad04-70b1b47dba85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:38.119795 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-39c0ed4c-b7d1-4d45-ad04-70b1b47dba85 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0e41875a-50e2-4978-b4ed-60529774daee HTTP/1.1" status: 204 len: 168 time: 0.5754952 Aug 19 14:56:38.131677 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6164deca-4790-49fa-bbfa-9aa7f5b3ab17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:38.165210 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c0ed4c-b7d1-4d45-ad04-70b1b47dba85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e41875a-50e2-4978-b4ed-60529774daee,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:38.168041 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-92d4fc8d-0ed1-434b-9f9a-6675a31ecc1d req-d390a480-2d01-4531-972b-2e6cd09f667c tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8300762 Aug 19 14:56:38.187711 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-92d4fc8d-0ed1-434b-9f9a-6675a31ecc1d req-7cc8a60d-799c-4a74-9a22-c0c5fc219b94 service neutron] Request body: {'port': {'device_id': 'fb4bc0a7-4214-4fac-b484-6ec798bc52d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:56:38.193233 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-6164deca-4790-49fa-bbfa-9aa7f5b3ab17 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dda3b7d5f2944b27a4745c00889cdaa4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0090389 Aug 19 14:56:38.202353 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 41068) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:38.234137 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-980d2b73-1bfc-4f6a-ac7e-770e5c4b3d7c req-347bbd43-b69c-45af-b8e3-1d9c9bf6a983 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/quotas/8bf9338b14bd4de0a247947d4332bed4 HTTP/1.1" status: 200 len: 375 time: 0.1115494 Aug 19 14:56:38.265032 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e03ca2ec-562a-4f88-8652-402d962b0de1 req-95f2c719-4925-4574-9d5e-26888d0ee52f tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Network 2fa445be-0d18-48a9-824e-a1d171d6214e is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:56:38.279450 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6164deca-4790-49fa-bbfa-9aa7f5b3ab17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7366562d-5627-4651-892f-51d32b8f5b98,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:38.286104 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-e03ca2ec-562a-4f88-8652-402d962b0de1 req-95f2c719-4925-4574-9d5e-26888d0ee52f tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:56:38.309909 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-e03ca2ec-562a-4f88-8652-402d962b0de1 req-95f2c719-4925-4574-9d5e-26888d0ee52f tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:56:38.318584 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470bdaaf-f459-436c-8649-675db8dcb2de req-7ec804b0-0df6-4106-ad8b-b40ed7bbcbcc tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:38.320162 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-470bdaaf-f459-436c-8649-675db8dcb2de req-7ec804b0-0df6-4106-ad8b-b40ed7bbcbcc tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c8df8f-349a-4267-bda1-421b3c45f8f9 HTTP/1.1" status: 200 len: 931 time: 0.4183056 Aug 19 14:56:38.367219 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ca2ec-562a-4f88-8652-402d962b0de1 req-95f2c719-4925-4574-9d5e-26888d0ee52f tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:38.367910 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e03ca2ec-562a-4f88-8652-402d962b0de1 req-95f2c719-4925-4574-9d5e-26888d0ee52f tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:38.374339 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2c719-4925-4574-9d5e-26888d0ee52f tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Pushing event updated for resources: {'Port': ['ID=c8971feb-2f49-42b2-9935-865e0d3eac15,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:38.397322 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-92d4fc8d-0ed1-434b-9f9a-6675a31ecc1d req-7cc8a60d-799c-4a74-9a22-c0c5fc219b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:38.416159 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e03ca2ec-562a-4f88-8652-402d962b0de1 req-95f2c719-4925-4574-9d5e-26888d0ee52f tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4146578 Aug 19 14:56:38.418207 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-80cafd65-966b-40ae-a62e-5a07cdf4361a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:38.437511 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-e03ca2ec-562a-4f88-8652-402d962b0de1 req-757c8e9e-c8ee-4024-8645-c18084ece6ee service neutron] Request body: {'port': {'device_id': '90c8df8f-349a-4267-bda1-421b3c45f8f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:56:38.457003 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-980d2b73-1bfc-4f6a-ac7e-770e5c4b3d7c req-efad33cb-59ee-4d56-9c3d-745a9bffbe83 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8bf9338b14bd4de0a247947d4332bed4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2126737 Aug 19 14:56:38.474732 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-80cafd65-966b-40ae-a62e-5a07cdf4361a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:38.481160 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-470bdaaf-f459-436c-8649-675db8dcb2de req-5a3b1c53-9353-405a-9344-8713692eabdd tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/security-groups?id=d293a293-c95e-4636-a077-650b953c4fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495700 Aug 19 14:56:38.520326 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-519d0075-18a1-49dc-98bc-cd57f0f5f327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:38.574389 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e03ca2ec-562a-4f88-8652-402d962b0de1 req-757c8e9e-c8ee-4024-8645-c18084ece6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:38.578440 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c4e0c3-1400-45ab-b46f-10e6b00444f9 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Router 9f0c0469-be40-4bbf-b1fd-456f6fd8681f is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:56:38.637266 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-519d0075-18a1-49dc-98bc-cd57f0f5f327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:38.650834 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 41072) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:38.698951 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e7e3694-674e-4f5f-9aae-d755feffdadf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:38.748031 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-80cafd65-966b-40ae-a62e-5a07cdf4361a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:38.751176 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-80cafd65-966b-40ae-a62e-5a07cdf4361a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:38.754551 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-80cafd65-966b-40ae-a62e-5a07cdf4361a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ed6f8362-ec15-4ff2-b922-54b576f30207 HTTP/1.1" status: 204 len: 168 time: 1.1099491 Aug 19 14:56:38.779864 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a169066-12b5-4e3c-9b43-6c0c54ff7e61 req-225cd35d-f3ef-49ed-af1e-b062fcc6f57e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:38.781954 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3a169066-12b5-4e3c-9b43-6c0c54ff7e61 req-225cd35d-f3ef-49ed-af1e-b062fcc6f57e tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb4bc0a7-4214-4fac-b484-6ec798bc52d9 HTTP/1.1" status: 200 len: 932 time: 0.2270553 Aug 19 14:56:38.788568 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cafd65-966b-40ae-a62e-5a07cdf4361a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6f8362-ec15-4ff2-b922-54b576f30207,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:38.801572 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-980d2b73-1bfc-4f6a-ac7e-770e5c4b3d7c req-bcb476cb-2e13-4787-ae6e-9693367fbf3e service neutron] 10.222.0.69 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387716 Aug 19 14:56:38.878944 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c4e0c3-1400-45ab-b46f-10e6b00444f9 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:56:38.889808 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776c03f5-194d-4ddc-9045-ddae7bb51d66 None None] Sync routers for ids ['9f0c0469-be40-4bbf-b1fd-456f6fd8681f'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:56:38.903975 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776c03f5-194d-4ddc-9045-ddae7bb51d66 None None] Routers {'9f0c0469-be40-4bbf-b1fd-456f6fd8681f'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:56:38.906986 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-776c03f5-194d-4ddc-9045-ddae7bb51d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:56:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['9f0c0469-be40-4bbf-b1fd-456f6fd8681f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:56:38.967534 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-519d0075-18a1-49dc-98bc-cd57f0f5f327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:38.970302 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-519d0075-18a1-49dc-98bc-cd57f0f5f327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:38.971556 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-519d0075-18a1-49dc-98bc-cd57f0f5f327 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7366562d-5627-4651-892f-51d32b8f5b98 HTTP/1.1" status: 204 len: 168 time: 0.7661006 Aug 19 14:56:39.005750 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3a169066-12b5-4e3c-9b43-6c0c54ff7e61 req-9e8d4006-6dd0-4ee7-abfb-3650202f0dc0 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/security-groups?id=c284ca6a-870d-46c5-a9ea-c9f2e0568fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2124476 Aug 19 14:56:39.039211 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d0075-18a1-49dc-98bc-cd57f0f5f327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7366562d-5627-4651-892f-51d32b8f5b98,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:39.088711 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-776c03f5-194d-4ddc-9045-ddae7bb51d66 None None] Set router 9f0c0469-be40-4bbf-b1fd-456f6fd8681f gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:56:39.090533 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-980d2b73-1bfc-4f6a-ac7e-770e5c4b3d7c req-6715e42c-fff1-4c53-8752-5a46f0db0cbe service neutron] 10.222.0.69 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794552 Aug 19 14:56:39.170045 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-92d4fc8d-0ed1-434b-9f9a-6675a31ecc1d req-7cc8a60d-799c-4a74-9a22-c0c5fc219b94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a18cacc9-102e-46db-be48-bebd16c1eda0 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:56:39.180492 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-92d4fc8d-0ed1-434b-9f9a-6675a31ecc1d req-7cc8a60d-799c-4a74-9a22-c0c5fc219b94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:39.197477 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-92d4fc8d-0ed1-434b-9f9a-6675a31ecc1d req-7cc8a60d-799c-4a74-9a22-c0c5fc219b94 service neutron] Transition to ACTIVE for port object a18cacc9-102e-46db-be48-bebd16c1eda0 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:56:39.202263 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-92d4fc8d-0ed1-434b-9f9a-6675a31ecc1d req-7cc8a60d-799c-4a74-9a22-c0c5fc219b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:39.267492 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-e03ca2ec-562a-4f88-8652-402d962b0de1 req-757c8e9e-c8ee-4024-8645-c18084ece6ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8971feb-2f49-42b2-9935-865e0d3eac15 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:56:39.287807 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e03ca2ec-562a-4f88-8652-402d962b0de1 req-757c8e9e-c8ee-4024-8645-c18084ece6ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:39.311879 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-e03ca2ec-562a-4f88-8652-402d962b0de1 req-757c8e9e-c8ee-4024-8645-c18084ece6ee service neutron] Transition to ACTIVE for port object c8971feb-2f49-42b2-9935-865e0d3eac15 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:56:39.382254 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc8a60d-799c-4a74-9a22-c0c5fc219b94 service neutron] Pushing event updated for resources: {'Port': ['ID=a18cacc9-102e-46db-be48-bebd16c1eda0,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:39.406745 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-776c03f5-194d-4ddc-9045-ddae7bb51d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0c0469-be40-4bbf-b1fd-456f6fd8681f', 'name': 'tempest-snat-router-1550856116', 'tenant_id': '77273a983a004ca59a758e8f149bd430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.110'}], 'enable_snat': False}, 'gw_port_id': 'b5b236bc-811e-467d-a09e-7e2163114d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:56:34Z', 'updated_at': '2021-08-19T14:56:36Z', 'revision_number': 3, 'project_id': '77273a983a004ca59a758e8f149bd430', 'gw_port': {'id': 'b5b236bc-811e-467d-a09e-7e2163114d31', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ba:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f0c0469-be40-4bbf-b1fd-456f6fd8681f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:56:35Z', 'updated_at': '2021-08-19T14:56:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:56:39.475310 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776c03f5-194d-4ddc-9045-ddae7bb51d66 None None] Checking router: 9f0c0469-be40-4bbf-b1fd-456f6fd8681f for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:56:39.475664 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776c03f5-194d-4ddc-9045-ddae7bb51d66 None None] Updating router 9f0c0469-be40-4bbf-b1fd-456f6fd8681f port b5b236bc-811e-467d-a09e-7e2163114d31 binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:56:39.502085 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-776c03f5-194d-4ddc-9045-ddae7bb51d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:39.541197 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e7e3694-674e-4f5f-9aae-d755feffdadf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:39.547936 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e03ca2ec-562a-4f88-8652-402d962b0de1 req-757c8e9e-c8ee-4024-8645-c18084ece6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:39.609465 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-92d4fc8d-0ed1-434b-9f9a-6675a31ecc1d req-7cc8a60d-799c-4a74-9a22-c0c5fc219b94 service neutron] Attempting to bind port a18cacc9-102e-46db-be48-bebd16c1eda0 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:56:39.609813 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-92d4fc8d-0ed1-434b-9f9a-6675a31ecc1d req-7cc8a60d-799c-4a74-9a22-c0c5fc219b94 service neutron] Attempting to bind port a18cacc9-102e-46db-be48-bebd16c1eda0 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '15cf7ed1-9182-451f-b8d9-7fd01644e298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '434ddfff-ebd5-4a01-82bb-a16e45efc03c'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:56:39.610150 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d4fc8d-0ed1-434b-9f9a-6675a31ecc1d req-7cc8a60d-799c-4a74-9a22-c0c5fc219b94 service neutron] Attempting to bind port a18cacc9-102e-46db-be48-bebd16c1eda0 on network 434ddfff-ebd5-4a01-82bb-a16e45efc03c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:56:39.656633 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2c15e406-4dab-43f3-84a8-f77aa473c386 req-f580e569-1e25-4154-b36c-79d79a46a6ee tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=805e9ab3-fdd2-45ac-939d-0e928dba994e HTTP/1.1" status: 200 len: 210 time: 0.1834900 Aug 19 14:56:39.656633 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d4fc8d-0ed1-434b-9f9a-6675a31ecc1d req-7cc8a60d-799c-4a74-9a22-c0c5fc219b94 service neutron] Port a18cacc9-102e-46db-be48-bebd16c1eda0 on network 434ddfff-ebd5-4a01-82bb-a16e45efc03c not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:56:39.657323 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d4fc8d-0ed1-434b-9f9a-6675a31ecc1d req-7cc8a60d-799c-4a74-9a22-c0c5fc219b94 service neutron] Attempting to bind port a18cacc9-102e-46db-be48-bebd16c1eda0 on network 434ddfff-ebd5-4a01-82bb-a16e45efc03c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:56:39.657536 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e7e3694-674e-4f5f-9aae-d755feffdadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:39.681499 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c8e9e-c8ee-4024-8645-c18084ece6ee service neutron] Pushing event updated for resources: {'Port': ['ID=c8971feb-2f49-42b2-9935-865e0d3eac15,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:39.699287 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94c4e0c3-1400-45ab-b46f-10e6b00444f9 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:39.705376 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-94c4e0c3-1400-45ab-b46f-10e6b00444f9 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.4723194 Aug 19 14:56:39.731958 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 41104) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:39.770697 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d4fc8d-0ed1-434b-9f9a-6675a31ecc1d req-7cc8a60d-799c-4a74-9a22-c0c5fc219b94 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:56:39.771172 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d4fc8d-0ed1-434b-9f9a-6675a31ecc1d req-7cc8a60d-799c-4a74-9a22-c0c5fc219b94 service neutron] Checking segment: {'id': '15cf7ed1-9182-451f-b8d9-7fd01644e298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '434ddfff-ebd5-4a01-82bb-a16e45efc03c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:56:39.772051 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d4fc8d-0ed1-434b-9f9a-6675a31ecc1d req-7cc8a60d-799c-4a74-9a22-c0c5fc219b94 service neutron] Bound using segment: {'id': '15cf7ed1-9182-451f-b8d9-7fd01644e298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '434ddfff-ebd5-4a01-82bb-a16e45efc03c'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:56:39.772051 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-92d4fc8d-0ed1-434b-9f9a-6675a31ecc1d req-7cc8a60d-799c-4a74-9a22-c0c5fc219b94 service neutron] Bound port: a18cacc9-102e-46db-be48-bebd16c1eda0, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15cf7ed1-9182-451f-b8d9-7fd01644e298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '434ddfff-ebd5-4a01-82bb-a16e45efc03c'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:56:39.772330 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-92d4fc8d-0ed1-434b-9f9a-6675a31ecc1d req-7cc8a60d-799c-4a74-9a22-c0c5fc219b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:39.886892 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd8e71-b398-4972-9db8-ccd26dfd4423 req-0377d938-5147-4abb-823e-08e99f7f0c4a tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:39.889399 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4bfd8e71-b398-4972-9db8-ccd26dfd4423 req-0377d938-5147-4abb-823e-08e99f7f0c4a tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c8df8f-349a-4267-bda1-421b3c45f8f9 HTTP/1.1" status: 200 len: 943 time: 0.2280085 Aug 19 14:56:39.989556 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4bfd8e71-b398-4972-9db8-ccd26dfd4423 req-1efb9af4-7eae-49fb-b9a9-81a98eb97b20 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/security-groups?id=d293a293-c95e-4636-a077-650b953c4fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875466 Aug 19 14:56:39.992951 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-92d4fc8d-0ed1-434b-9f9a-6675a31ecc1d req-7cc8a60d-799c-4a74-9a22-c0c5fc219b94 service neutron] For port a18cacc9-102e-46db-be48-bebd16c1eda0, host n-h1-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:56:39.999334 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-92d4fc8d-0ed1-434b-9f9a-6675a31ecc1d req-7cc8a60d-799c-4a74-9a22-c0c5fc219b94 service neutron] For port a18cacc9-102e-46db-be48-bebd16c1eda0, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=a18cacc9-102e-46db-be48-bebd16c1eda0,segment=NetworkSegment(15cf7ed1-9182-451f-b8d9-7fd01644e298),segment_id=15cf7ed1-9182-451f-b8d9-7fd01644e298)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:56:40.012080 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-92d4fc8d-0ed1-434b-9f9a-6675a31ecc1d req-7cc8a60d-799c-4a74-9a22-c0c5fc219b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:40.031612 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0e7e3694-674e-4f5f-9aae-d755feffdadf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5766088e9d364083b190869e619cd56f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3790953 Aug 19 14:56:40.056680 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 41120) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:40.070422 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-776c03f5-194d-4ddc-9045-ddae7bb51d66 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:40.104867 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-776c03f5-194d-4ddc-9045-ddae7bb51d66 None None] Transition to ACTIVE for port object b5b236bc-811e-467d-a09e-7e2163114d31 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:56:40.122072 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-776c03f5-194d-4ddc-9045-ddae7bb51d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:40.144912 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4fc8d-0ed1-434b-9f9a-6675a31ecc1d req-7cc8a60d-799c-4a74-9a22-c0c5fc219b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:40.145565 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-92d4fc8d-0ed1-434b-9f9a-6675a31ecc1d req-7cc8a60d-799c-4a74-9a22-c0c5fc219b94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:40.154231 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-92d4fc8d-0ed1-434b-9f9a-6675a31ecc1d req-7cc8a60d-799c-4a74-9a22-c0c5fc219b94 service neutron] 10.222.0.68 "PUT /v2.0/ports/a18cacc9-102e-46db-be48-bebd16c1eda0 HTTP/1.1" status: 200 len: 1092 time: 1.9763379 Aug 19 14:56:40.154716 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb4bc0a7-4214-4fac-b484-6ec798bc52d9', 'tag': 'a18cacc9-102e-46db-be48-bebd16c1eda0'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:56:40.158492 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24fb9a6-82ee-449e-b869-886af5d19fce" -d '{"events": [{"name": "network-changed", "server_uuid": "fb4bc0a7-4214-4fac-b484-6ec798bc52d9", "tag": "a18cacc9-102e-46db-be48-bebd16c1eda0"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:56:40.217139 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e3694-674e-4f5f-9aae-d755feffdadf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a1f7bd-b55b-439b-837f-032f1522919f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:40.281707 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c15cc9-dfca-4408-adcf-a7eec74f3af6 None None] Pushing event updated for resources: {'Port': ['ID=b5b236bc-811e-467d-a09e-7e2163114d31,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:40.285926 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-776c03f5-194d-4ddc-9045-ddae7bb51d66 None None] Attempting to bind port b5b236bc-811e-467d-a09e-7e2163114d31 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:56:40.286913 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-776c03f5-194d-4ddc-9045-ddae7bb51d66 None None] Attempting to bind port b5b236bc-811e-467d-a09e-7e2163114d31 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:56:40.287386 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776c03f5-194d-4ddc-9045-ddae7bb51d66 None None] Attempting to bind port b5b236bc-811e-467d-a09e-7e2163114d31 on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:56:40.295622 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776c03f5-194d-4ddc-9045-ddae7bb51d66 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:56:40.296860 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776c03f5-194d-4ddc-9045-ddae7bb51d66 None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:56:40.297600 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-776c03f5-194d-4ddc-9045-ddae7bb51d66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:40.298175 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776c03f5-194d-4ddc-9045-ddae7bb51d66 None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:56:40.298805 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-776c03f5-194d-4ddc-9045-ddae7bb51d66 None None] Bound port: b5b236bc-811e-467d-a09e-7e2163114d31, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:56:40.299408 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-776c03f5-194d-4ddc-9045-ddae7bb51d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:40.363216 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd06640e-1fd5-42e6-b579-915fcf1c8632 x-openstack-request-id: req-cd06640e-1fd5-42e6-b579-915fcf1c8632 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:56:40.364125 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb4bc0a7-4214-4fac-b484-6ec798bc52d9", "tag": "a18cacc9-102e-46db-be48-bebd16c1eda0", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:56:40.364674 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cd06640e-1fd5-42e6-b579-915fcf1c8632 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:56:40.367361 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb4bc0a7-4214-4fac-b484-6ec798bc52d9', 'tag': 'a18cacc9-102e-46db-be48-bebd16c1eda0', 'status': 'completed', 'code': 200} Aug 19 14:56:40.399221 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-776c03f5-194d-4ddc-9045-ddae7bb51d66 None None] For port b5b236bc-811e-467d-a09e-7e2163114d31, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:56:40.403451 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-776c03f5-194d-4ddc-9045-ddae7bb51d66 None None] For port b5b236bc-811e-467d-a09e-7e2163114d31, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b5b236bc-811e-467d-a09e-7e2163114d31,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:56:40.423944 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-776c03f5-194d-4ddc-9045-ddae7bb51d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:40.439165 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33b18cce-e42a-4f9e-9af2-f73f549dff94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:40.456627 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-e03ca2ec-562a-4f88-8652-402d962b0de1 req-757c8e9e-c8ee-4024-8645-c18084ece6ee service neutron] Attempting to bind port c8971feb-2f49-42b2-9935-865e0d3eac15 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:56:40.464589 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-e03ca2ec-562a-4f88-8652-402d962b0de1 req-757c8e9e-c8ee-4024-8645-c18084ece6ee service neutron] Attempting to bind port c8971feb-2f49-42b2-9935-865e0d3eac15 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '9f3b2564-15f5-43a5-bb53-1bcbad751f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2fa445be-0d18-48a9-824e-a1d171d6214e'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:56:40.464930 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03ca2ec-562a-4f88-8652-402d962b0de1 req-757c8e9e-c8ee-4024-8645-c18084ece6ee service neutron] Attempting to bind port c8971feb-2f49-42b2-9935-865e0d3eac15 on network 2fa445be-0d18-48a9-824e-a1d171d6214e {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:56:40.476022 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03ca2ec-562a-4f88-8652-402d962b0de1 req-757c8e9e-c8ee-4024-8645-c18084ece6ee service neutron] Port c8971feb-2f49-42b2-9935-865e0d3eac15 on network 2fa445be-0d18-48a9-824e-a1d171d6214e not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:56:40.489797 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc8a60d-799c-4a74-9a22-c0c5fc219b94 service neutron] Pushing event updated for resources: {'Port': ['ID=a18cacc9-102e-46db-be48-bebd16c1eda0,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:40.490734 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03ca2ec-562a-4f88-8652-402d962b0de1 req-757c8e9e-c8ee-4024-8645-c18084ece6ee service neutron] Attempting to bind port c8971feb-2f49-42b2-9935-865e0d3eac15 on network 2fa445be-0d18-48a9-824e-a1d171d6214e {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:56:40.499484 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 41140) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:40.504674 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-65a071d6-8212-4be4-ab69-4c588903c17f tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] 10.222.0.69 "GET /v2.0/routers/9f0c0469-be40-4bbf-b1fd-456f6fd8681f HTTP/1.1" status: 200 len: 909 time: 0.7706759 Aug 19 14:56:40.511294 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-f3926532-f47f-45c4-b1b4-9f4a91759141 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1550856116', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'enable_snat': True}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:56:40.527068 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03ca2ec-562a-4f88-8652-402d962b0de1 req-757c8e9e-c8ee-4024-8645-c18084ece6ee service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:56:40.527801 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03ca2ec-562a-4f88-8652-402d962b0de1 req-757c8e9e-c8ee-4024-8645-c18084ece6ee service neutron] Checking segment: {'id': '9f3b2564-15f5-43a5-bb53-1bcbad751f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2fa445be-0d18-48a9-824e-a1d171d6214e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:56:40.528461 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03ca2ec-562a-4f88-8652-402d962b0de1 req-757c8e9e-c8ee-4024-8645-c18084ece6ee service neutron] Bound using segment: {'id': '9f3b2564-15f5-43a5-bb53-1bcbad751f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2fa445be-0d18-48a9-824e-a1d171d6214e'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:56:40.529121 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-e03ca2ec-562a-4f88-8652-402d962b0de1 req-757c8e9e-c8ee-4024-8645-c18084ece6ee service neutron] Bound port: c8971feb-2f49-42b2-9935-865e0d3eac15, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f3b2564-15f5-43a5-bb53-1bcbad751f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2fa445be-0d18-48a9-824e-a1d171d6214e'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:56:40.530050 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e03ca2ec-562a-4f88-8652-402d962b0de1 req-757c8e9e-c8ee-4024-8645-c18084ece6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:40.559992 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f5fea-4c0c-455e-9633-574974d5d223 req-3d1e69d3-ec04-4eae-8f1a-a794144778a0 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:40.569668 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-547f5fea-4c0c-455e-9633-574974d5d223 req-3d1e69d3-ec04-4eae-8f1a-a794144778a0 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb4bc0a7-4214-4fac-b484-6ec798bc52d9 HTTP/1.1" status: 200 len: 944 time: 0.3690927 Aug 19 14:56:40.589568 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c15cc9-dfca-4408-adcf-a7eec74f3af6 None None] Pushing event updated for resources: {'Port': ['ID=b5b236bc-811e-467d-a09e-7e2163114d31,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:40.594808 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4fc8d-0ed1-434b-9f9a-6675a31ecc1d req-fe8e7ff8-0319-4083-a2a4-65e50330cdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:40.610740 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-92d4fc8d-0ed1-434b-9f9a-6675a31ecc1d req-fe8e7ff8-0319-4083-a2a4-65e50330cdac service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=7a0c6ff201d948d2944c0780e076389b&device_id=fb4bc0a7-4214-4fac-b484-6ec798bc52d9 HTTP/1.1" status: 200 len: 1095 time: 0.2420890 Aug 19 14:56:40.673500 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-e03ca2ec-562a-4f88-8652-402d962b0de1 req-757c8e9e-c8ee-4024-8645-c18084ece6ee service neutron] For port c8971feb-2f49-42b2-9935-865e0d3eac15, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:56:40.674929 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776c03f5-194d-4ddc-9045-ddae7bb51d66 None None] Routers {'9f0c0469-be40-4bbf-b1fd-456f6fd8681f'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:56:40.677144 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-e03ca2ec-562a-4f88-8652-402d962b0de1 req-757c8e9e-c8ee-4024-8645-c18084ece6ee service neutron] For port c8971feb-2f49-42b2-9935-865e0d3eac15, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=c8971feb-2f49-42b2-9935-865e0d3eac15,segment=NetworkSegment(9f3b2564-15f5-43a5-bb53-1bcbad751f27),segment_id=9f3b2564-15f5-43a5-bb53-1bcbad751f27)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:56:40.679976 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-776c03f5-194d-4ddc-9045-ddae7bb51d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:56:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['9f0c0469-be40-4bbf-b1fd-456f6fd8681f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:56:40.685099 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33b18cce-e42a-4f9e-9af2-f73f549dff94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:40.690331 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e03ca2ec-562a-4f88-8652-402d962b0de1 req-757c8e9e-c8ee-4024-8645-c18084ece6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:40.740974 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f3926532-f47f-45c4-b1b4-9f4a91759141 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:40.742252 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f3926532-f47f-45c4-b1b4-9f4a91759141 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:40.750244 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-92d4fc8d-0ed1-434b-9f9a-6675a31ecc1d req-d1c26fc7-aca5-4b8c-bb0c-7cbaa226e0de service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a18cacc9-102e-46db-be48-bebd16c1eda0 HTTP/1.1" status: 200 len: 217 time: 0.1162364 Aug 19 14:56:40.754982 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 41146) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:40.817283 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c8e9e-c8ee-4024-8645-c18084ece6ee service neutron] Pushing event updated for resources: {'Port': ['ID=c8971feb-2f49-42b2-9935-865e0d3eac15,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:40.854152 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ca2ec-562a-4f88-8652-402d962b0de1 req-757c8e9e-c8ee-4024-8645-c18084ece6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:40.854779 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e03ca2ec-562a-4f88-8652-402d962b0de1 req-757c8e9e-c8ee-4024-8645-c18084ece6ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:40.856204 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e03ca2ec-562a-4f88-8652-402d962b0de1 req-757c8e9e-c8ee-4024-8645-c18084ece6ee service neutron] 10.222.0.68 "PUT /v2.0/ports/c8971feb-2f49-42b2-9935-865e0d3eac15 HTTP/1.1" status: 200 len: 1091 time: 2.4253409 Aug 19 14:56:40.856749 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c8df8f-349a-4267-bda1-421b3c45f8f9', 'tag': 'c8971feb-2f49-42b2-9935-865e0d3eac15'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:56:40.859799 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6292b1-d1e1-49d4-86b4-61ac8c9275ca" -d '{"events": [{"name": "network-changed", "server_uuid": "90c8df8f-349a-4267-bda1-421b3c45f8f9", "tag": "c8971feb-2f49-42b2-9935-865e0d3eac15"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:56:40.899764 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33b18cce-e42a-4f9e-9af2-f73f549dff94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:40.902443 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33b18cce-e42a-4f9e-9af2-f73f549dff94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:40.906994 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-33b18cce-e42a-4f9e-9af2-f73f549dff94 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a4a1f7bd-b55b-439b-837f-032f1522919f HTTP/1.1" status: 204 len: 168 time: 0.8345892 Aug 19 14:56:40.941276 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b18cce-e42a-4f9e-9af2-f73f549dff94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a1f7bd-b55b-439b-837f-032f1522919f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:40.977449 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-776c03f5-194d-4ddc-9045-ddae7bb51d66 None None] Set router 9f0c0469-be40-4bbf-b1fd-456f6fd8681f gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:56:40.980047 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-547f5fea-4c0c-455e-9633-574974d5d223 req-070e1e25-a526-4a62-94e2-3573659df331 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/security-groups?id=c284ca6a-870d-46c5-a9ea-c9f2e0568fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3924086 Aug 19 14:56:41.000552 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-ad84e3bf-525d-469f-8f93-93de37ffd056 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1742289093-network', 'tenant_id': 'fe1379844384480f90f86b3b1febd4e3'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:56:41.074639 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ca2ec-562a-4f88-8652-402d962b0de1 req-0b5b624c-f9a5-4495-a78f-1181af610dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:41.085493 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e03ca2ec-562a-4f88-8652-402d962b0de1 req-0b5b624c-f9a5-4495-a78f-1181af610dde service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=16017ed5be314461b8db4ea998446c7b&device_id=90c8df8f-349a-4267-bda1-421b3c45f8f9 HTTP/1.1" status: 200 len: 1094 time: 0.1661978 Aug 19 14:56:41.091249 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a448257-7ece-4e21-b152-daf3d647fff4 x-openstack-request-id: req-5a448257-7ece-4e21-b152-daf3d647fff4 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:56:41.091550 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90c8df8f-349a-4267-bda1-421b3c45f8f9", "tag": "c8971feb-2f49-42b2-9935-865e0d3eac15", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:56:41.091804 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5a448257-7ece-4e21-b152-daf3d647fff4 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:56:41.092220 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90c8df8f-349a-4267-bda1-421b3c45f8f9', 'tag': 'c8971feb-2f49-42b2-9935-865e0d3eac15', 'status': 'completed', 'code': 200} Aug 19 14:56:41.225349 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e03ca2ec-562a-4f88-8652-402d962b0de1 req-e7edc7fc-47ef-4cea-8321-fce324ed563a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8971feb-2f49-42b2-9935-865e0d3eac15 HTTP/1.1" status: 200 len: 217 time: 0.1320927 Aug 19 14:56:41.414183 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ca2ec-562a-4f88-8652-402d962b0de1 req-17012646-1d96-4ddf-b94b-0b9ff337cc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:41.415952 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e03ca2ec-562a-4f88-8652-402d962b0de1 req-17012646-1d96-4ddf-b94b-0b9ff337cc8e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f94001b9-7f0e-43d0-8c52-f0d228ad89db HTTP/1.1" status: 200 len: 854 time: 0.1796193 Aug 19 14:56:41.522844 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e03ca2ec-562a-4f88-8652-402d962b0de1 req-d510ff14-7162-4996-9738-b909bcb969d2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2fa445be-0d18-48a9-824e-a1d171d6214e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939720 Aug 19 14:56:41.605926 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-776c03f5-194d-4ddc-9045-ddae7bb51d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0c0469-be40-4bbf-b1fd-456f6fd8681f', 'name': 'tempest-snat-router-1550856116', 'tenant_id': '77273a983a004ca59a758e8f149bd430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.110'}], 'enable_snat': False}, 'gw_port_id': 'b5b236bc-811e-467d-a09e-7e2163114d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:56:34Z', 'updated_at': '2021-08-19T14:56:36Z', 'revision_number': 3, 'project_id': '77273a983a004ca59a758e8f149bd430', 'gw_port': {'id': 'b5b236bc-811e-467d-a09e-7e2163114d31', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ba:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f0c0469-be40-4bbf-b1fd-456f6fd8681f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:56:35Z', 'updated_at': '2021-08-19T14:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:56:41.694327 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f7e25f3c-d79b-4d30-9aa1-d421d5b741f5 req-041a4143-4a3a-4545-9d4a-af98fe6b9039 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=805e9ab3-fdd2-45ac-939d-0e928dba994e HTTP/1.1" status: 200 len: 210 time: 0.7981420 Aug 19 14:56:41.697632 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e03ca2ec-562a-4f88-8652-402d962b0de1 req-1bc8c0d4-ec3c-4e7c-ab97-09446667a8d0 service neutron] 10.222.0.68 "GET /v2.0/networks/2fa445be-0d18-48a9-824e-a1d171d6214e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657608 Aug 19 14:56:41.819360 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad84e3bf-525d-469f-8f93-93de37ffd056 admin admin] Made reservation on behalf of fe1379844384480f90f86b3b1febd4e3 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:56:41.821526 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ad84e3bf-525d-469f-8f93-93de37ffd056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:41.824589 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e03ca2ec-562a-4f88-8652-402d962b0de1 req-75aeaebf-0a3a-4514-9cc4-730075574062 service neutron] 10.222.0.68 "GET /v2.0/networks/2fa445be-0d18-48a9-824e-a1d171d6214e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191065 Aug 19 14:56:41.892067 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f3926532-f47f-45c4-b1b4-9f4a91759141 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:41.931115 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4fc8d-0ed1-434b-9f9a-6675a31ecc1d req-59d1b139-602d-41b4-887c-c137a37ff8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:41.933108 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-92d4fc8d-0ed1-434b-9f9a-6675a31ecc1d req-59d1b139-602d-41b4-887c-c137a37ff8e0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=343f9450-b774-4208-80c0-7a1108aa0a03 HTTP/1.1" status: 200 len: 835 time: 1.1598325 Aug 19 14:56:41.938166 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6292b1-d1e1-49d4-86b4-61ac8c9275ca req-312e3eb2-28b1-4ae2-ad0b-ea7908792e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:41.940347 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3d6292b1-d1e1-49d4-86b4-61ac8c9275ca req-312e3eb2-28b1-4ae2-ad0b-ea7908792e33 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=16017ed5be314461b8db4ea998446c7b&device_id=90c8df8f-349a-4267-bda1-421b3c45f8f9 HTTP/1.1" status: 200 len: 1094 time: 0.0623152 Aug 19 14:56:41.942265 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ad84e3bf-525d-469f-8f93-93de37ffd056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:41.946414 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776c03f5-194d-4ddc-9045-ddae7bb51d66 None None] The sync data for ids ['9f0c0469-be40-4bbf-b1fd-456f6fd8681f'] in n-d-766043-2 is: [{'id': '9f0c0469-be40-4bbf-b1fd-456f6fd8681f', 'name': 'tempest-snat-router-1550856116', 'tenant_id': '77273a983a004ca59a758e8f149bd430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.110'}], 'enable_snat': False}, 'gw_port_id': 'b5b236bc-811e-467d-a09e-7e2163114d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:56:34Z', 'updated_at': '2021-08-19T14:56:36Z', 'revision_number': 3, 'project_id': '77273a983a004ca59a758e8f149bd430', 'gw_port': {'id': 'b5b236bc-811e-467d-a09e-7e2163114d31', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ba:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f0c0469-be40-4bbf-b1fd-456f6fd8681f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:56:35Z', 'updated_at': '2021-08-19T14:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:56:42.078189 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf65ad-0e01-4f02-b4ac-da506bc9232a req-b671c53c-ab6f-4897-98a8-ee3d69ae73ec tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:42.079813 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2ebf65ad-0e01-4f02-b4ac-da506bc9232a req-b671c53c-ab6f-4897-98a8-ee3d69ae73ec tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c8df8f-349a-4267-bda1-421b3c45f8f9 HTTP/1.1" status: 200 len: 943 time: 0.3428733 Aug 19 14:56:42.146925 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6292b1-d1e1-49d4-86b4-61ac8c9275ca req-09be7489-68ad-4d29-af69-5ee1c2d52abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:42.148480 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3d6292b1-d1e1-49d4-86b4-61ac8c9275ca req-09be7489-68ad-4d29-af69-5ee1c2d52abc service neutron] 10.222.0.68 "GET /v2.0/networks?id=2fa445be-0d18-48a9-824e-a1d171d6214e HTTP/1.1" status: 200 len: 915 time: 0.2002070 Aug 19 14:56:42.220818 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3d6292b1-d1e1-49d4-86b4-61ac8c9275ca req-145e1e4b-b2fe-4585-9398-4032c0ff99c4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8971feb-2f49-42b2-9935-865e0d3eac15 HTTP/1.1" status: 200 len: 217 time: 0.0629818 Aug 19 14:56:42.282266 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6292b1-d1e1-49d4-86b4-61ac8c9275ca req-65d823be-c008-48c6-9960-b7bacc58af4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:42.283776 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3d6292b1-d1e1-49d4-86b4-61ac8c9275ca req-65d823be-c008-48c6-9960-b7bacc58af4a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f94001b9-7f0e-43d0-8c52-f0d228ad89db HTTP/1.1" status: 200 len: 854 time: 0.0488942 Aug 19 14:56:42.298177 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d2b73-1bfc-4f6a-ac7e-770e5c4b3d7c req-ab4fa0ec-fab9-419b-adc0-3e84b410300a tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:42.299648 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-980d2b73-1bfc-4f6a-ac7e-770e5c4b3d7c req-ab4fa0ec-fab9-419b-adc0-3e84b410300a tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.88 "GET /v2.0/networks?id=8d226290-6085-496f-b9eb-bf514760f427 HTTP/1.1" status: 200 len: 811 time: 0.5775626 Aug 19 14:56:42.320595 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-980d2b73-1bfc-4f6a-ac7e-770e5c4b3d7c req-16a4e683-ee4d-4c58-a868-a82cef4146dd tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Request body: {'port': {'device_id': '805e9ab3-fdd2-45ac-939d-0e928dba994e', 'network_id': '8d226290-6085-496f-b9eb-bf514760f427', 'admin_state_up': True, 'tenant_id': '8bf9338b14bd4de0a247947d4332bed4'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:56:42.335996 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3d6292b1-d1e1-49d4-86b4-61ac8c9275ca req-b36c93d6-1649-4f26-9bc2-be57b7fce7ac service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2fa445be-0d18-48a9-824e-a1d171d6214e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442002 Aug 19 14:56:42.400260 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f3926532-f47f-45c4-b1b4-9f4a91759141 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:42.512652 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b5b236bc-811e-467d-a09e-7e2163114d31 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:56:42.565517 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3d6292b1-d1e1-49d4-86b4-61ac8c9275ca req-6e60d802-49d2-472a-b948-0b3f3a92329a service neutron] 10.222.0.68 "GET /v2.0/networks/2fa445be-0d18-48a9-824e-a1d171d6214e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202888 Aug 19 14:56:42.608229 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port b5b236bc-811e-467d-a09e-7e2163114d31 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:56:42.614569 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port b5b236bc-811e-467d-a09e-7e2163114d31 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:56:42.615155 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:42.625889 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4fc8d-0ed1-434b-9f9a-6675a31ecc1d req-3cd1d8ab-3c9a-4685-9ca8-1656168ab1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:42.629852 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-92d4fc8d-0ed1-434b-9f9a-6675a31ecc1d req-3cd1d8ab-3c9a-4685-9ca8-1656168ab1b0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=434ddfff-ebd5-4a01-82bb-a16e45efc03c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6468623 Aug 19 14:56:42.757427 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:42.763252 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3d6292b1-d1e1-49d4-86b4-61ac8c9275ca req-643ff581-8670-4f62-92e0-8b2dd78e2088 service neutron] 10.222.0.68 "GET /v2.0/networks/2fa445be-0d18-48a9-824e-a1d171d6214e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837242 Aug 19 14:56:42.765843 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f7327-a1b3-4e56-8460-d4bc418e4bf8 req-f1aa9543-3370-4a2d-93d7-5fd0a6dcfdd2 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:42.767451 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9e2f7327-a1b3-4e56-8460-d4bc418e4bf8 req-f1aa9543-3370-4a2d-93d7-5fd0a6dcfdd2 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb4bc0a7-4214-4fac-b484-6ec798bc52d9 HTTP/1.1" status: 200 len: 944 time: 0.6343806 Aug 19 14:56:42.810574 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port b5b236bc-811e-467d-a09e-7e2163114d31, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b5b236bc-811e-467d-a09e-7e2163114d31,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:42.816312 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:42.935307 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=b5b236bc-811e-467d-a09e-7e2163114d31,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:42.970607 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2ebf65ad-0e01-4f02-b4ac-da506bc9232a req-bec80499-7afa-4f3d-b366-a5a97a30deab tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/security-groups?id=d293a293-c95e-4636-a077-650b953c4fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8715906 Aug 19 14:56:42.996765 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-92d4fc8d-0ed1-434b-9f9a-6675a31ecc1d req-ce05bc88-9e3a-4a06-bc1a-5434838ef7ec service neutron] 10.222.0.68 "GET /v2.0/networks/434ddfff-ebd5-4a01-82bb-a16e45efc03c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973044 Aug 19 14:56:43.077283 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ad84e3bf-525d-469f-8f93-93de37ffd056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:43.134736 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ad84e3bf-525d-469f-8f93-93de37ffd056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:43.174898 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-62793803-f066-45f3-8ef9-2fcb6dffa46f req-8b07027e-b1ea-44c2-85e5-7ee4fbbec81b tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=805e9ab3-fdd2-45ac-939d-0e928dba994e HTTP/1.1" status: 200 len: 210 time: 0.0956726 Aug 19 14:56:43.190815 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9e2f7327-a1b3-4e56-8460-d4bc418e4bf8 req-1b4b1e3a-8c8d-4889-acd8-2b04815910e1 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/security-groups?id=c284ca6a-870d-46c5-a9ea-c9f2e0568fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4059365 Aug 19 14:56:43.254033 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad84e3bf-525d-469f-8f93-93de37ffd056 admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:56:43.269813 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad84e3bf-525d-469f-8f93-93de37ffd056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa52afd6-af32-43aa-b968-54e11c3d95d1,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:43.306204 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ad84e3bf-525d-469f-8f93-93de37ffd056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:43.306555 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-ad84e3bf-525d-469f-8f93-93de37ffd056 admin admin] Added segment 05f402fa-ea3f-4a03-90e3-69d79982e1a3 of type vlan for network 8a92e5d7-012f-46f5-a35d-52a5f1ce657d Aug 19 14:56:43.326222 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-92d4fc8d-0ed1-434b-9f9a-6675a31ecc1d req-4b2e1ca9-714d-4211-a9de-319afc5377cc service neutron] 10.222.0.68 "GET /v2.0/networks/434ddfff-ebd5-4a01-82bb-a16e45efc03c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052161 Aug 19 14:56:43.365937 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-980d2b73-1bfc-4f6a-ac7e-770e5c4b3d7c req-16a4e683-ee4d-4c58-a868-a82cef4146dd tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Made reservation on behalf of 8bf9338b14bd4de0a247947d4332bed4 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:56:43.370203 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-980d2b73-1bfc-4f6a-ac7e-770e5c4b3d7c req-16a4e683-ee4d-4c58-a868-a82cef4146dd tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:43.432001 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ad84e3bf-525d-469f-8f93-93de37ffd056 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:43.547566 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24fb9a6-82ee-449e-b869-886af5d19fce req-3d07c4ec-3f25-4692-b094-7465b126dc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:43.549652 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c24fb9a6-82ee-449e-b869-886af5d19fce req-3d07c4ec-3f25-4692-b094-7465b126dc36 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=7a0c6ff201d948d2944c0780e076389b&device_id=fb4bc0a7-4214-4fac-b484-6ec798bc52d9 HTTP/1.1" status: 200 len: 1095 time: 0.1635597 Aug 19 14:56:43.554605 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ad84e3bf-525d-469f-8f93-93de37ffd056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:43.555570 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad84e3bf-525d-469f-8f93-93de37ffd056 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:43.556152 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ad84e3bf-525d-469f-8f93-93de37ffd056 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:43.763485 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ad84e3bf-525d-469f-8f93-93de37ffd056 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.0037565 Aug 19 14:56:43.815665 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad84e3bf-525d-469f-8f93-93de37ffd056 admin admin] Pushing event updated for resources: {'Network': ['ID=8a92e5d7-012f-46f5-a35d-52a5f1ce657d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:43.830401 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 8a92e5d7-012f-46f5-a35d-52a5f1ce657d details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:56:43.852616 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-980d2b73-1bfc-4f6a-ac7e-770e5c4b3d7c req-16a4e683-ee4d-4c58-a868-a82cef4146dd tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Allocated IP 172.20.0.9 (8d226290-6085-496f-b9eb-bf514760f427/5ebe78ca-28f7-43fa-89de-04375d30f6cd/a59d7cb1-cc3a-42af-a94c-b305c69015b6) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:56:43.867484 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f3926532-f47f-45c4-b1b4-9f4a91759141 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:43.923095 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f3926532-f47f-45c4-b1b4-9f4a91759141 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:43.943168 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24fb9a6-82ee-449e-b869-886af5d19fce req-ff12bf6a-76eb-457e-9b10-52e84f10f4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:43.944933 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c24fb9a6-82ee-449e-b869-886af5d19fce req-ff12bf6a-76eb-457e-9b10-52e84f10f4a8 service neutron] 10.222.0.68 "GET /v2.0/networks?id=434ddfff-ebd5-4a01-82bb-a16e45efc03c HTTP/1.1" status: 200 len: 898 time: 0.3850846 Aug 19 14:56:44.087358 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c24fb9a6-82ee-449e-b869-886af5d19fce req-0df0f2e8-791a-427f-a277-87d8ec1b64b1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a18cacc9-102e-46db-be48-bebd16c1eda0 HTTP/1.1" status: 200 len: 217 time: 0.1207995 Aug 19 14:56:44.363344 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24fb9a6-82ee-449e-b869-886af5d19fce req-b4f9c998-820f-4d43-996e-1a60ae34c838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:44.364906 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c24fb9a6-82ee-449e-b869-886af5d19fce req-b4f9c998-820f-4d43-996e-1a60ae34c838 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=343f9450-b774-4208-80c0-7a1108aa0a03 HTTP/1.1" status: 200 len: 835 time: 0.2684247 Aug 19 14:56:44.425746 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device c8971feb-2f49-42b2-9935-865e0d3eac15 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:56:44.453830 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b5b236bc-811e-467d-a09e-7e2163114d31 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:56:44.495159 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc399dc-b6e7-4550-8985-fa02a399dfa9 req-cd5fb09b-8c82-4885-8b6d-0d30715fb654 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:44.496913 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5fc399dc-b6e7-4550-8985-fa02a399dfa9 req-cd5fb09b-8c82-4885-8b6d-0d30715fb654 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c8df8f-349a-4267-bda1-421b3c45f8f9 HTTP/1.1" status: 200 len: 943 time: 0.3881969 Aug 19 14:56:44.585653 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port c8971feb-2f49-42b2-9935-865e0d3eac15, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=c8971feb-2f49-42b2-9935-865e0d3eac15,segment=NetworkSegment(9f3b2564-15f5-43a5-bb53-1bcbad751f27),segment_id=9f3b2564-15f5-43a5-bb53-1bcbad751f27)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:44.588167 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-980d2b73-1bfc-4f6a-ac7e-770e5c4b3d7c req-16a4e683-ee4d-4c58-a868-a82cef4146dd tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:44.602209 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-980d2b73-1bfc-4f6a-ac7e-770e5c4b3d7c req-16a4e683-ee4d-4c58-a868-a82cef4146dd tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Transition to ACTIVE for port object a59d7cb1-cc3a-42af-a94c-b305c69015b6 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:56:44.606443 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': 'c8971feb-2f49-42b2-9935-865e0d3eac15', 'network_id': '2fa445be-0d18-48a9-824e-a1d171d6214e', 'port_id': 'c8971feb-2f49-42b2-9935-865e0d3eac15', 'mac_address': 'fa:16:3e:ca:e4:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f94001b9-7f0e-43d0-8c52-f0d228ad89db', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:56:44.674280 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:44.689787 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port b5b236bc-811e-467d-a09e-7e2163114d31 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:56:44.690419 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:44.694064 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8971feb-2f49-42b2-9935-865e0d3eac15 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:56:44.743242 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port c8971feb-2f49-42b2-9935-865e0d3eac15, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=c8971feb-2f49-42b2-9935-865e0d3eac15,segment=NetworkSegment(9f3b2564-15f5-43a5-bb53-1bcbad751f27),segment_id=9f3b2564-15f5-43a5-bb53-1bcbad751f27)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:44.763669 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:44.890766 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=c8971feb-2f49-42b2-9935-865e0d3eac15,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:45.022458 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['c8971feb-2f49-42b2-9935-865e0d3eac15'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:56:45.056478 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-f3926532-f47f-45c4-b1b4-9f4a91759141 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Allocated IP 172.25.2.142 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/aa5684ee-d349-458a-b19b-86e36f12f7ce) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:56:45.133648 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5fc399dc-b6e7-4550-8985-fa02a399dfa9 req-659f884e-b9ae-4c43-a56a-a4467929fb85 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/security-groups?id=d293a293-c95e-4636-a077-650b953c4fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6254365 Aug 19 14:56:45.143650 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24fb9a6-82ee-449e-b869-886af5d19fce req-23b02014-e8c0-477e-a93f-d667a71329e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:45.145465 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c24fb9a6-82ee-449e-b869-886af5d19fce req-23b02014-e8c0-477e-a93f-d667a71329e3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=434ddfff-ebd5-4a01-82bb-a16e45efc03c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7303419 Aug 19 14:56:45.155914 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254a227-107d-4344-8dab-64ad998cac76 req-73eb8aed-9001-42ca-91d7-9593098f6551 tempest-ComputeTenantNetworksTest-1579656133 tempest-ComputeTenantNetworksTest-1579656133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:45.162055 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254a227-107d-4344-8dab-64ad998cac76 req-73eb8aed-9001-42ca-91d7-9593098f6551 tempest-ComputeTenantNetworksTest-1579656133 tempest-ComputeTenantNetworksTest-1579656133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:45.167790 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254a227-107d-4344-8dab-64ad998cac76 req-73eb8aed-9001-42ca-91d7-9593098f6551 tempest-ComputeTenantNetworksTest-1579656133 tempest-ComputeTenantNetworksTest-1579656133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:45.169778 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9254a227-107d-4344-8dab-64ad998cac76 req-73eb8aed-9001-42ca-91d7-9593098f6551 tempest-ComputeTenantNetworksTest-1579656133 tempest-ComputeTenantNetworksTest-1579656133-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.9335251 Aug 19 14:56:45.251654 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-980d2b73-1bfc-4f6a-ac7e-770e5c4b3d7c req-16a4e683-ee4d-4c58-a868-a82cef4146dd tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:45.263504 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['8bc62a8e-9201-4a44-a057-3992aaad49ee'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:56:45.360726 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f3926532-f47f-45c4-b1b4-9f4a91759141 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:45.492766 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a4e683-ee4d-4c58-a868-a82cef4146dd tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Pushing event updated for resources: {'Port': ['ID=a59d7cb1-cc3a-42af-a94c-b305c69015b6,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:45.571468 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-980d2b73-1bfc-4f6a-ac7e-770e5c4b3d7c req-16a4e683-ee4d-4c58-a868-a82cef4146dd tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Network 8d226290-6085-496f-b9eb-bf514760f427 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:56:45.599354 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b2d1f-84a5-43a0-925e-f4206fea7c08 req-76233833-d60c-408d-8066-48836da5c707 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:45.600922 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-250b2d1f-84a5-43a0-925e-f4206fea7c08 req-76233833-d60c-408d-8066-48836da5c707 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=805e9ab3-fdd2-45ac-939d-0e928dba994e HTTP/1.1" status: 200 len: 931 time: 0.3506417 Aug 19 14:56:45.601819 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-980d2b73-1bfc-4f6a-ac7e-770e5c4b3d7c req-16a4e683-ee4d-4c58-a868-a82cef4146dd tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:56:45.607079 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f3926532-f47f-45c4-b1b4-9f4a91759141 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:45.609106 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-980d2b73-1bfc-4f6a-ac7e-770e5c4b3d7c req-16a4e683-ee4d-4c58-a868-a82cef4146dd tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:56:45.622815 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['beeb99ba-a43d-4ac6-af21-fb5ff14d5767'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:56:45.700894 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d2b73-1bfc-4f6a-ac7e-770e5c4b3d7c req-16a4e683-ee4d-4c58-a868-a82cef4146dd tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:45.703259 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-980d2b73-1bfc-4f6a-ac7e-770e5c4b3d7c req-16a4e683-ee4d-4c58-a868-a82cef4146dd tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:45.794698 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d1522-30ba-445c-9ff4-7a21073ee4ef req-cc47b492-a19b-4f7c-91e0-d01dc0719cbf tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:45.796305 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5a8d1522-30ba-445c-9ff4-7a21073ee4ef req-cc47b492-a19b-4f7c-91e0-d01dc0719cbf tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb4bc0a7-4214-4fac-b484-6ec798bc52d9 HTTP/1.1" status: 200 len: 944 time: 0.5471277 Aug 19 14:56:45.829962 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-980d2b73-1bfc-4f6a-ac7e-770e5c4b3d7c req-16a4e683-ee4d-4c58-a868-a82cef4146dd tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5188737 Aug 19 14:56:45.918914 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3926532-f47f-45c4-b1b4-9f4a91759141 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Pushing event updated for resources: {'Port': ['ID=aa5684ee-d349-458a-b19b-86e36f12f7ce,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:45.961243 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-980d2b73-1bfc-4f6a-ac7e-770e5c4b3d7c req-8373c130-f467-4ddd-8e87-8ff7e0597573 service neutron] Request body: {'port': {'device_id': '805e9ab3-fdd2-45ac-939d-0e928dba994e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:56:45.972330 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0ff779f7-456b-4ff3-a694-89e975b8b2c0 None None] Provisioning for port a59d7cb1-cc3a-42af-a94c-b305c69015b6 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:56:45.980344 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0ff779f7-456b-4ff3-a694-89e975b8b2c0 None None] Provisioning complete for port a59d7cb1-cc3a-42af-a94c-b305c69015b6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:56:45.980815 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3926532-f47f-45c4-b1b4-9f4a91759141 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:56:45.981710 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0ff779f7-456b-4ff3-a694-89e975b8b2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:46.003100 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-250b2d1f-84a5-43a0-925e-f4206fea7c08 req-a2e89e6b-5c3b-4d05-b729-f5ee52068db8 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786856 Aug 19 14:56:46.005479 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c24fb9a6-82ee-449e-b869-886af5d19fce req-549ea344-8e87-46b7-bb45-1a7c0fbcc054 service neutron] 10.222.0.68 "GET /v2.0/networks/434ddfff-ebd5-4a01-82bb-a16e45efc03c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8347495 Aug 19 14:56:46.009148 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-f3926532-f47f-45c4-b1b4-9f4a91759141 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:56:46.011838 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3926532-f47f-45c4-b1b4-9f4a91759141 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:56:46.049407 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0ff779f7-456b-4ff3-a694-89e975b8b2c0 None None] Port a59d7cb1-cc3a-42af-a94c-b305c69015b6 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:56:46.126281 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5a8d1522-30ba-445c-9ff4-7a21073ee4ef req-e7541209-c0f2-44b7-9a18-ca84b45f98de tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/security-groups?id=c284ca6a-870d-46c5-a9ea-c9f2e0568fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2842345 Aug 19 14:56:46.332176 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-980d2b73-1bfc-4f6a-ac7e-770e5c4b3d7c req-8373c130-f467-4ddd-8e87-8ff7e0597573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:46.424724 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device a18cacc9-102e-46db-be48-bebd16c1eda0 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:56:46.428192 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device c8971feb-2f49-42b2-9935-865e0d3eac15 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:56:46.528216 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d8d43-d32d-4eef-bab3-94b9dabf1536 req-096968d9-7930-409a-b0d1-368f5e26cfbf tempest-ComputeTenantNetworksTest-1579656133 tempest-ComputeTenantNetworksTest-1579656133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:46.530125 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0b1d8d43-d32d-4eef-bab3-94b9dabf1536 req-096968d9-7930-409a-b0d1-368f5e26cfbf tempest-ComputeTenantNetworksTest-1579656133 tempest-ComputeTenantNetworksTest-1579656133-project] 10.222.0.69 "GET /v2.0/networks/8a92e5d7-012f-46f5-a35d-52a5f1ce657d HTTP/1.1" status: 200 len: 769 time: 0.4539688 Aug 19 14:56:46.538634 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 41316) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:46.680755 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port c8971feb-2f49-42b2-9935-865e0d3eac15 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:56:46.687238 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port c8971feb-2f49-42b2-9935-865e0d3eac15 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:56:46.687804 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:46.804999 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f3926532-f47f-45c4-b1b4-9f4a91759141 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:46.809802 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d54167da-393d-4e8e-aa14-f6060a416e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:46.822225 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee39a7-4767-4968-adf1-cf3f57d403b4 req-6edc7df8-4693-4baf-8df1-b40452018b03 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:46.828996 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port a18cacc9-102e-46db-be48-bebd16c1eda0, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=a18cacc9-102e-46db-be48-bebd16c1eda0,segment=NetworkSegment(15cf7ed1-9182-451f-b8d9-7fd01644e298),segment_id=15cf7ed1-9182-451f-b8d9-7fd01644e298)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:46.833847 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5dee39a7-4767-4968-adf1-cf3f57d403b4 req-6edc7df8-4693-4baf-8df1-b40452018b03 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c8df8f-349a-4267-bda1-421b3c45f8f9 HTTP/1.1" status: 200 len: 944 time: 0.5577173 Aug 19 14:56:46.843411 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c24fb9a6-82ee-449e-b869-886af5d19fce req-42f6b505-49b2-47dd-8a20-98a106ccaefd service neutron] 10.222.0.68 "GET /v2.0/networks/434ddfff-ebd5-4a01-82bb-a16e45efc03c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8160942 Aug 19 14:56:46.858474 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': 'a18cacc9-102e-46db-be48-bebd16c1eda0', 'network_id': '434ddfff-ebd5-4a01-82bb-a16e45efc03c', 'port_id': 'a18cacc9-102e-46db-be48-bebd16c1eda0', 'mac_address': 'fa:16:3e:ed:46:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '343f9450-b774-4208-80c0-7a1108aa0a03', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:56:46.860540 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:47.042276 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c8df8f-349a-4267-bda1-421b3c45f8f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8971feb-2f49-42b2-9935-865e0d3eac15'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:56:47.044843 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527bbeea-f3f0-4a4b-b4db-fdaacdd48428" -d '{"events": [{"server_uuid": "90c8df8f-349a-4267-bda1-421b3c45f8f9", "name": "network-vif-plugged", "status": "completed", "tag": "c8971feb-2f49-42b2-9935-865e0d3eac15"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:56:47.048867 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5dee39a7-4767-4968-adf1-cf3f57d403b4 req-7a336274-fc1d-457f-924c-19437770b5b0 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/security-groups?id=d293a293-c95e-4636-a077-650b953c4fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140055 Aug 19 14:56:47.128796 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:47.151640 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port c8971feb-2f49-42b2-9935-865e0d3eac15, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=c8971feb-2f49-42b2-9935-865e0d3eac15,segment=NetworkSegment(9f3b2564-15f5-43a5-bb53-1bcbad751f27),segment_id=9f3b2564-15f5-43a5-bb53-1bcbad751f27)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:47.182364 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624057e2-338b-40bd-93da-a855199317dc x-openstack-request-id: req-624057e2-338b-40bd-93da-a855199317dc {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:56:47.183963 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90c8df8f-349a-4267-bda1-421b3c45f8f9", "name": "network-vif-plugged", "status": "completed", "tag": "c8971feb-2f49-42b2-9935-865e0d3eac15", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:56:47.185489 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-624057e2-338b-40bd-93da-a855199317dc {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:56:47.187702 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c8df8f-349a-4267-bda1-421b3c45f8f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8971feb-2f49-42b2-9935-865e0d3eac15', 'code': 200} Aug 19 14:56:47.203473 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:47.233036 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a18cacc9-102e-46db-be48-bebd16c1eda0 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:56:47.310990 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d54167da-393d-4e8e-aa14-f6060a416e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:47.347490 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-d54167da-393d-4e8e-aa14-f6060a416e3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a92e5d7-012f-46f5-a35d-52a5f1ce657d']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:56:47.398777 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-d54167da-393d-4e8e-aa14-f6060a416e3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05f402fa-ea3f-4a03-90e3-69d79982e1a3') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:56:47.399077 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-d54167da-393d-4e8e-aa14-f6060a416e3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05f402fa-ea3f-4a03-90e3-69d79982e1a3') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:56:47.413116 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port a18cacc9-102e-46db-be48-bebd16c1eda0, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=a18cacc9-102e-46db-be48-bebd16c1eda0,segment=NetworkSegment(15cf7ed1-9182-451f-b8d9-7fd01644e298),segment_id=15cf7ed1-9182-451f-b8d9-7fd01644e298)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:47.430051 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d54167da-393d-4e8e-aa14-f6060a416e3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:47.455492 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:47.466807 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d54167da-393d-4e8e-aa14-f6060a416e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:47.474558 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=c8971feb-2f49-42b2-9935-865e0d3eac15,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:47.484964 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d54167da-393d-4e8e-aa14-f6060a416e3a admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:56:47.486550 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d54167da-393d-4e8e-aa14-f6060a416e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:47.589545 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=a18cacc9-102e-46db-be48-bebd16c1eda0,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:47.659991 n-d-766043-2 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:56:47.659991 n-d-766043-2 neutron-server[94639]: items = [ Aug 19 14:56:47.659991 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:56:47.659991 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:56:47.659991 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:56:47.659991 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:56:47.659991 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:56:47.659991 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:56:47.659991 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:56:47.659991 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:56:47.659991 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:56:47.659991 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:56:47.659991 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:56:47.659991 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:56:47.659991 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:56:47.659991 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:56:47.659991 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:56:47.659991 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:56:47.659991 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:56:47.659991 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:56:47.659991 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:56:47.659991 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:56:47.659991 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:56:47.659991 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:56:47.659991 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:56:47.659991 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:56:47.659991 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:56:47.659991 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:56:47.659991 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:56:47.659991 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:56:47.659991 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:56:47.659991 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:56:47.659991 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:56:47.659991 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:56:47.676989 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8777044-c584-4b6b-8279-d0cfb2c602ea req-c18f7d57-f22a-462d-87ff-9249fbc59a38 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:47.679053 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b8777044-c584-4b6b-8279-d0cfb2c602ea req-c18f7d57-f22a-462d-87ff-9249fbc59a38 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=805e9ab3-fdd2-45ac-939d-0e928dba994e HTTP/1.1" status: 200 len: 931 time: 0.4667990 Aug 19 14:56:47.711669 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['a18cacc9-102e-46db-be48-bebd16c1eda0'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:56:47.725450 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d54167da-393d-4e8e-aa14-f6060a416e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:47.759472 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d54167da-393d-4e8e-aa14-f6060a416e3a admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:47.781689 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d54167da-393d-4e8e-aa14-f6060a416e3a admin admin] 10.222.0.69 "DELETE /v2.0/networks/8a92e5d7-012f-46f5-a35d-52a5f1ce657d HTTP/1.1" status: 204 len: 168 time: 1.2390187 Aug 19 14:56:47.787317 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607f390-50f9-4b93-89be-38a627f24b6d req-2c982908-9c8a-43e5-a309-5d54a824552c tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:47.795163 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a607f390-50f9-4b93-89be-38a627f24b6d req-2c982908-9c8a-43e5-a309-5d54a824552c tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb4bc0a7-4214-4fac-b484-6ec798bc52d9 HTTP/1.1" status: 200 len: 945 time: 0.4386215 Aug 19 14:56:47.851269 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54167da-393d-4e8e-aa14-f6060a416e3a admin admin] Pushing event deleted for resources: {'Network': ['ID=8a92e5d7-012f-46f5-a35d-52a5f1ce657d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:47.857464 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da4e2a-1256-4a91-9978-05b418c8cb2b req-ecc1e407-cfe1-40b6-b448-0d097cd48e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:47.859547 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d4da4e2a-1256-4a91-9978-05b418c8cb2b req-ecc1e407-cfe1-40b6-b448-0d097cd48e55 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=90c8df8f-349a-4267-bda1-421b3c45f8f9 HTTP/1.1" status: 200 len: 1096 time: 0.4811268 Aug 19 14:56:47.960923 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b8777044-c584-4b6b-8279-d0cfb2c602ea req-d249a54b-b75c-41fa-b09f-17b55afc0e37 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629309 Aug 19 14:56:48.083432 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a607f390-50f9-4b93-89be-38a627f24b6d req-aaf9ab57-c1e3-4b15-a4b3-509523e56908 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/security-groups?id=c284ca6a-870d-46c5-a9ea-c9f2e0568fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2870934 Aug 19 14:56:48.110939 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d4da4e2a-1256-4a91-9978-05b418c8cb2b req-73adb545-7d74-48ab-bcd6-fdc9270156d7 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=d293a293-c95e-4636-a077-650b953c4fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334750 Aug 19 14:56:48.154594 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f3926532-f47f-45c4-b1b4-9f4a91759141 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:48.267183 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-980d2b73-1bfc-4f6a-ac7e-770e5c4b3d7c req-8373c130-f467-4ddd-8e87-8ff7e0597573 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a59d7cb1-cc3a-42af-a94c-b305c69015b6 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:56:48.295552 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-980d2b73-1bfc-4f6a-ac7e-770e5c4b3d7c req-8373c130-f467-4ddd-8e87-8ff7e0597573 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:48.345555 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-980d2b73-1bfc-4f6a-ac7e-770e5c4b3d7c req-8373c130-f467-4ddd-8e87-8ff7e0597573 service neutron] Transition to ACTIVE for port object a59d7cb1-cc3a-42af-a94c-b305c69015b6 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:56:48.363506 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-980d2b73-1bfc-4f6a-ac7e-770e5c4b3d7c req-8373c130-f467-4ddd-8e87-8ff7e0597573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:48.387640 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 41504) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:48.401064 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc94b55-fb55-44cf-babb-fcd28d51f5bd req-13d0bb21-f6a9-4292-8514-b52b1fc96728 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:48.406827 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bcc94b55-fb55-44cf-babb-fcd28d51f5bd req-13d0bb21-f6a9-4292-8514-b52b1fc96728 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c8df8f-349a-4267-bda1-421b3c45f8f9 HTTP/1.1" status: 200 len: 945 time: 0.2272160 Aug 19 14:56:48.459770 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4230a02d-c3ae-414e-b50c-3891a88f4452 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fe1379844384480f90f86b3b1febd4e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0709488 Aug 19 14:56:48.462279 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 41510) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:48.548084 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-60126369-b81f-4aa5-af09-402bb0bb1313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:48.567745 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bcc94b55-fb55-44cf-babb-fcd28d51f5bd req-307661df-aa1e-431a-b2b4-481dd58c90a5 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/security-groups?id=d293a293-c95e-4636-a077-650b953c4fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602472 Aug 19 14:56:48.612923 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-60126369-b81f-4aa5-af09-402bb0bb1313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:48.702269 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-60126369-b81f-4aa5-af09-402bb0bb1313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:48.708786 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-60126369-b81f-4aa5-af09-402bb0bb1313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:48.714694 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-60126369-b81f-4aa5-af09-402bb0bb1313 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/aa52afd6-af32-43aa-b968-54e11c3d95d1 HTTP/1.1" status: 204 len: 168 time: 0.2510705 Aug 19 14:56:48.732246 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60126369-b81f-4aa5-af09-402bb0bb1313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa52afd6-af32-43aa-b968-54e11c3d95d1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:48.740218 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8373c130-f467-4ddd-8e87-8ff7e0597573 service neutron] Pushing event updated for resources: {'Port': ['ID=a59d7cb1-cc3a-42af-a94c-b305c69015b6,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:48.787215 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8373c130-f467-4ddd-8e87-8ff7e0597573 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:48.787750 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8373c130-f467-4ddd-8e87-8ff7e0597573 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:48.788260 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8373c130-f467-4ddd-8e87-8ff7e0597573 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:48.788848 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8373c130-f467-4ddd-8e87-8ff7e0597573 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:48.790853 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8373c130-f467-4ddd-8e87-8ff7e0597573 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:48.790853 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8373c130-f467-4ddd-8e87-8ff7e0597573 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:48.790853 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8373c130-f467-4ddd-8e87-8ff7e0597573 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:48.790853 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8373c130-f467-4ddd-8e87-8ff7e0597573 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:48.791738 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8373c130-f467-4ddd-8e87-8ff7e0597573 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:48.792652 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8373c130-f467-4ddd-8e87-8ff7e0597573 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:48.793155 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8373c130-f467-4ddd-8e87-8ff7e0597573 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:48.794156 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8373c130-f467-4ddd-8e87-8ff7e0597573 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:48.833608 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-980d2b73-1bfc-4f6a-ac7e-770e5c4b3d7c req-8373c130-f467-4ddd-8e87-8ff7e0597573 service neutron] Attempting to bind port a59d7cb1-cc3a-42af-a94c-b305c69015b6 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:56:48.834149 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-980d2b73-1bfc-4f6a-ac7e-770e5c4b3d7c req-8373c130-f467-4ddd-8e87-8ff7e0597573 service neutron] Attempting to bind port a59d7cb1-cc3a-42af-a94c-b305c69015b6 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'a797992c-f015-48a4-a029-21c175cc336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8d226290-6085-496f-b9eb-bf514760f427'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:56:48.834668 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980d2b73-1bfc-4f6a-ac7e-770e5c4b3d7c req-8373c130-f467-4ddd-8e87-8ff7e0597573 service neutron] Attempting to bind port a59d7cb1-cc3a-42af-a94c-b305c69015b6 on network 8d226290-6085-496f-b9eb-bf514760f427 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:56:48.845292 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980d2b73-1bfc-4f6a-ac7e-770e5c4b3d7c req-8373c130-f467-4ddd-8e87-8ff7e0597573 service neutron] Port a59d7cb1-cc3a-42af-a94c-b305c69015b6 on network 8d226290-6085-496f-b9eb-bf514760f427 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:56:48.845895 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980d2b73-1bfc-4f6a-ac7e-770e5c4b3d7c req-8373c130-f467-4ddd-8e87-8ff7e0597573 service neutron] Attempting to bind port a59d7cb1-cc3a-42af-a94c-b305c69015b6 on network 8d226290-6085-496f-b9eb-bf514760f427 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:56:48.859157 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980d2b73-1bfc-4f6a-ac7e-770e5c4b3d7c req-8373c130-f467-4ddd-8e87-8ff7e0597573 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:56:48.864212 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980d2b73-1bfc-4f6a-ac7e-770e5c4b3d7c req-8373c130-f467-4ddd-8e87-8ff7e0597573 service neutron] Checking segment: {'id': 'a797992c-f015-48a4-a029-21c175cc336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8d226290-6085-496f-b9eb-bf514760f427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:56:48.864927 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980d2b73-1bfc-4f6a-ac7e-770e5c4b3d7c req-8373c130-f467-4ddd-8e87-8ff7e0597573 service neutron] Bound using segment: {'id': 'a797992c-f015-48a4-a029-21c175cc336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8d226290-6085-496f-b9eb-bf514760f427'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:56:48.865562 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-980d2b73-1bfc-4f6a-ac7e-770e5c4b3d7c req-8373c130-f467-4ddd-8e87-8ff7e0597573 service neutron] Bound port: a59d7cb1-cc3a-42af-a94c-b305c69015b6, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a797992c-f015-48a4-a029-21c175cc336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8d226290-6085-496f-b9eb-bf514760f427'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:56:48.866134 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-980d2b73-1bfc-4f6a-ac7e-770e5c4b3d7c req-8373c130-f467-4ddd-8e87-8ff7e0597573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:48.887198 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3926532-f47f-45c4-b1b4-9f4a91759141 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Router 4858a29a-d564-4dbc-83d7-96389aa21223 is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:56:49.445797 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-980d2b73-1bfc-4f6a-ac7e-770e5c4b3d7c req-8373c130-f467-4ddd-8e87-8ff7e0597573 service neutron] For port a59d7cb1-cc3a-42af-a94c-b305c69015b6, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:56:49.529622 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-980d2b73-1bfc-4f6a-ac7e-770e5c4b3d7c req-8373c130-f467-4ddd-8e87-8ff7e0597573 service neutron] For port a59d7cb1-cc3a-42af-a94c-b305c69015b6, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=a59d7cb1-cc3a-42af-a94c-b305c69015b6,segment=NetworkSegment(a797992c-f015-48a4-a029-21c175cc336b),segment_id=a797992c-f015-48a4-a029-21c175cc336b)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:56:49.568066 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de54388-0321-4046-9e60-1cc57a3058f1 req-a46ad5d5-4a18-4ce7-aefd-f2b6fdf060ef tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:49.569715 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2de54388-0321-4046-9e60-1cc57a3058f1 req-a46ad5d5-4a18-4ce7-aefd-f2b6fdf060ef tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=805e9ab3-fdd2-45ac-939d-0e928dba994e HTTP/1.1" status: 200 len: 943 time: 0.2102232 Aug 19 14:56:49.570754 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-980d2b73-1bfc-4f6a-ac7e-770e5c4b3d7c req-8373c130-f467-4ddd-8e87-8ff7e0597573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:49.590862 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0e06d-e28c-446d-b846-3559465a690c req-00eab74f-ac19-40d1-8666-970e1739c710 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:49.592378 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fdc0e06d-e28c-446d-b846-3559465a690c req-00eab74f-ac19-40d1-8666-970e1739c710 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb4bc0a7-4214-4fac-b484-6ec798bc52d9 HTTP/1.1" status: 200 len: 945 time: 0.2318592 Aug 19 14:56:49.656530 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3926532-f47f-45c4-b1b4-9f4a91759141 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:56:49.669847 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362e82e0-43ac-487b-ac30-24e48d8a73ae None None] Sync routers for ids ['4858a29a-d564-4dbc-83d7-96389aa21223'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:56:49.675945 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d2b73-1bfc-4f6a-ac7e-770e5c4b3d7c req-8373c130-f467-4ddd-8e87-8ff7e0597573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:49.676643 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-980d2b73-1bfc-4f6a-ac7e-770e5c4b3d7c req-8373c130-f467-4ddd-8e87-8ff7e0597573 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:49.687653 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-980d2b73-1bfc-4f6a-ac7e-770e5c4b3d7c req-8373c130-f467-4ddd-8e87-8ff7e0597573 service neutron] 10.222.0.88 "PUT /v2.0/ports/a59d7cb1-cc3a-42af-a94c-b305c69015b6 HTTP/1.1" status: 200 len: 1091 time: 3.8043475 Aug 19 14:56:49.693568 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '805e9ab3-fdd2-45ac-939d-0e928dba994e', 'tag': 'a59d7cb1-cc3a-42af-a94c-b305c69015b6'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:56:49.695903 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4990ef-3967-42f0-8166-13b7df034ff4" -d '{"events": [{"name": "network-changed", "server_uuid": "805e9ab3-fdd2-45ac-939d-0e928dba994e", "tag": "a59d7cb1-cc3a-42af-a94c-b305c69015b6"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:56:49.739168 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362e82e0-43ac-487b-ac30-24e48d8a73ae None None] Routers {'4858a29a-d564-4dbc-83d7-96389aa21223'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:56:49.741772 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-362e82e0-43ac-487b-ac30-24e48d8a73ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:56:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['4858a29a-d564-4dbc-83d7-96389aa21223'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:56:49.770771 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fdc0e06d-e28c-446d-b846-3559465a690c req-0da83615-4270-4c0d-a916-28356b2a1b38 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/security-groups?id=c284ca6a-870d-46c5-a9ea-c9f2e0568fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501768 Aug 19 14:56:49.815759 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f3926532-f47f-45c4-b1b4-9f4a91759141 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:49.819668 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f3926532-f47f-45c4-b1b4-9f4a91759141 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.3184237 Aug 19 14:56:49.823204 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 41650) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:49.849064 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8373c130-f467-4ddd-8e87-8ff7e0597573 service neutron] Pushing event updated for resources: {'Port': ['ID=a59d7cb1-cc3a-42af-a94c-b305c69015b6,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:49.861377 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2de54388-0321-4046-9e60-1cc57a3058f1 req-494093a9-ab0c-4b05-9723-878bc15e4adf tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426364 Aug 19 14:56:49.896141 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d2b73-1bfc-4f6a-ac7e-770e5c4b3d7c req-0bceadad-8cc2-4f73-94e1-bcffe3b0fdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:49.897830 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-980d2b73-1bfc-4f6a-ac7e-770e5c4b3d7c req-0bceadad-8cc2-4f73-94e1-bcffe3b0fdbb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8bf9338b14bd4de0a247947d4332bed4&device_id=805e9ab3-fdd2-45ac-939d-0e928dba994e HTTP/1.1" status: 200 len: 1094 time: 0.1428781 Aug 19 14:56:50.019213 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a507bd6-3c21-4e35-9396-fc6be4794b8c x-openstack-request-id: req-9a507bd6-3c21-4e35-9396-fc6be4794b8c {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:56:50.020130 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "805e9ab3-fdd2-45ac-939d-0e928dba994e", "tag": "a59d7cb1-cc3a-42af-a94c-b305c69015b6", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:56:50.021294 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9a507bd6-3c21-4e35-9396-fc6be4794b8c {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:56:50.021874 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '805e9ab3-fdd2-45ac-939d-0e928dba994e', 'tag': 'a59d7cb1-cc3a-42af-a94c-b305c69015b6', 'status': 'completed', 'code': 200} Aug 19 14:56:50.026151 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-980d2b73-1bfc-4f6a-ac7e-770e5c4b3d7c req-846a8928-322e-4e87-98ad-0e29b82dbbab service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a59d7cb1-cc3a-42af-a94c-b305c69015b6 HTTP/1.1" status: 200 len: 217 time: 0.1166310 Aug 19 14:56:50.082528 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-362e82e0-43ac-487b-ac30-24e48d8a73ae None None] Set router 4858a29a-d564-4dbc-83d7-96389aa21223 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:56:50.117270 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7a18eb63-8cce-4dfe-9367-7d16e0ff9a7e tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] 10.222.0.69 "GET /v2.0/routers/4858a29a-d564-4dbc-83d7-96389aa21223 HTTP/1.1" status: 200 len: 908 time: 0.2918770 Aug 19 14:56:50.121009 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 41680) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:50.207018 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a070c-e961-4340-ab21-d0bb2c796553 req-a49eac4d-6b93-4104-accb-a90dcbd45672 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:50.207018 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-248a070c-e961-4340-ab21-d0bb2c796553 req-a49eac4d-6b93-4104-accb-a90dcbd45672 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c8df8f-349a-4267-bda1-421b3c45f8f9 HTTP/1.1" status: 200 len: 945 time: 0.1806083 Aug 19 14:56:50.217657 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d2b73-1bfc-4f6a-ac7e-770e5c4b3d7c req-016cd48c-0f40-4369-b05f-451685cf20cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:50.219747 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-980d2b73-1bfc-4f6a-ac7e-770e5c4b3d7c req-016cd48c-0f40-4369-b05f-451685cf20cc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5ebe78ca-28f7-43fa-89de-04375d30f6cd HTTP/1.1" status: 200 len: 850 time: 0.1329587 Aug 19 14:56:50.323887 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-248a070c-e961-4340-ab21-d0bb2c796553 req-f2a426c9-cbbe-4615-bb1d-d0016524d000 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/security-groups?id=d293a293-c95e-4636-a077-650b953c4fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139643 Aug 19 14:56:50.326179 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 41700) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:50.340515 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d2b73-1bfc-4f6a-ac7e-770e5c4b3d7c req-d6a9691d-9af9-41d9-bc0e-77f3b75b3fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:50.344282 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-980d2b73-1bfc-4f6a-ac7e-770e5c4b3d7c req-d6a9691d-9af9-41d9-bc0e-77f3b75b3fb0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8d226290-6085-496f-b9eb-bf514760f427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1082222 Aug 19 14:56:50.421406 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-37940c1b-afe8-450e-99fa-a0e483d7316f tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:50.456157 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device a18cacc9-102e-46db-be48-bebd16c1eda0 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:56:50.606752 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-362e82e0-43ac-487b-ac30-24e48d8a73ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4858a29a-d564-4dbc-83d7-96389aa21223', 'name': 'tempest-snat-router-1550856116', 'tenant_id': '77273a983a004ca59a758e8f149bd430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'aa5684ee-d349-458a-b19b-86e36f12f7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:56:40Z', 'updated_at': '2021-08-19T14:56:46Z', 'revision_number': 3, 'project_id': '77273a983a004ca59a758e8f149bd430', 'gw_port': {'id': 'aa5684ee-d349-458a-b19b-86e36f12f7ce', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:18:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4858a29a-d564-4dbc-83d7-96389aa21223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:56:43Z', 'updated_at': '2021-08-19T14:56:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:56:50.630852 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port a18cacc9-102e-46db-be48-bebd16c1eda0 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:56:50.639664 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-83468364-1d83-438a-bd75-49e574e7333f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-852643430-network', 'tenant_id': '329a9422f2e44489a7adbe73ec4e808e'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:56:50.640591 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port a18cacc9-102e-46db-be48-bebd16c1eda0 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:56:50.641380 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:50.647424 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362e82e0-43ac-487b-ac30-24e48d8a73ae None None] Checking router: 4858a29a-d564-4dbc-83d7-96389aa21223 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:56:50.648150 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362e82e0-43ac-487b-ac30-24e48d8a73ae None None] Updating router 4858a29a-d564-4dbc-83d7-96389aa21223 port aa5684ee-d349-458a-b19b-86e36f12f7ce binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:56:50.700135 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83468364-1d83-438a-bd75-49e574e7333f admin admin] Made reservation on behalf of 329a9422f2e44489a7adbe73ec4e808e for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:56:50.704297 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83468364-1d83-438a-bd75-49e574e7333f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:50.727657 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83468364-1d83-438a-bd75-49e574e7333f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:50.736196 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-362e82e0-43ac-487b-ac30-24e48d8a73ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:50.760363 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-980d2b73-1bfc-4f6a-ac7e-770e5c4b3d7c req-c101fc0d-1d40-4f50-8969-38b6695ae839 service neutron] 10.222.0.88 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061766 Aug 19 14:56:50.813817 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-37940c1b-afe8-450e-99fa-a0e483d7316f tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:50.937453 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-37940c1b-afe8-450e-99fa-a0e483d7316f tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Deleting port aa5684ee-d349-458a-b19b-86e36f12f7ce {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:56:50.943732 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-37940c1b-afe8-450e-99fa-a0e483d7316f tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:50.960889 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-980d2b73-1bfc-4f6a-ac7e-770e5c4b3d7c req-28ec84cf-40e4-4ffe-bb14-a7d60234a663 service neutron] 10.222.0.88 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927881 Aug 19 14:56:50.967013 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:51.072691 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-37940c1b-afe8-450e-99fa-a0e483d7316f tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:51.074432 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4bc0a7-4214-4fac-b484-6ec798bc52d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a18cacc9-102e-46db-be48-bebd16c1eda0'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:56:51.081923 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d43e4b-90fa-44a3-93e7-36c1379b2c09" -d '{"events": [{"server_uuid": "fb4bc0a7-4214-4fac-b484-6ec798bc52d9", "name": "network-vif-plugged", "status": "completed", "tag": "a18cacc9-102e-46db-be48-bebd16c1eda0"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:56:51.126086 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port a18cacc9-102e-46db-be48-bebd16c1eda0, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=a18cacc9-102e-46db-be48-bebd16c1eda0,segment=NetworkSegment(15cf7ed1-9182-451f-b8d9-7fd01644e298),segment_id=15cf7ed1-9182-451f-b8d9-7fd01644e298)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:51.130268 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-37940c1b-afe8-450e-99fa-a0e483d7316f tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Calling delete_port for aa5684ee-d349-458a-b19b-86e36f12f7ce owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:56:51.155574 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:51.294305 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83468364-1d83-438a-bd75-49e574e7333f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:51.344070 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83468364-1d83-438a-bd75-49e574e7333f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:51.374939 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=a18cacc9-102e-46db-be48-bebd16c1eda0,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:51.419680 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83468364-1d83-438a-bd75-49e574e7333f admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:56:51.428898 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4990ef-3967-42f0-8166-13b7df034ff4 req-a97e3384-0fa9-4373-bbaa-d9944379c612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:51.430813 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6b4990ef-3967-42f0-8166-13b7df034ff4 req-a97e3384-0fa9-4373-bbaa-d9944379c612 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8bf9338b14bd4de0a247947d4332bed4&device_id=805e9ab3-fdd2-45ac-939d-0e928dba994e HTTP/1.1" status: 200 len: 1094 time: 0.4162664 Aug 19 14:56:51.448266 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd95fba-6ab3-4d5f-b975-87f525fad492 req-3c3e7a39-fa9a-4fc9-838b-a9b21e7e9d2e tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:51.450315 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0dd95fba-6ab3-4d5f-b975-87f525fad492 req-3c3e7a39-fa9a-4fc9-838b-a9b21e7e9d2e tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=805e9ab3-fdd2-45ac-939d-0e928dba994e HTTP/1.1" status: 200 len: 943 time: 0.3488886 Aug 19 14:56:51.474307 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b0bf7-86ca-49f7-a748-dbe555359dbc req-22ed8577-90a0-403b-80b0-de57abce2f0a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:51.476103 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-126b0bf7-86ca-49f7-a748-dbe555359dbc req-22ed8577-90a0-403b-80b0-de57abce2f0a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb4bc0a7-4214-4fac-b484-6ec798bc52d9 HTTP/1.1" status: 200 len: 945 time: 0.4455495 Aug 19 14:56:51.484940 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-362e82e0-43ac-487b-ac30-24e48d8a73ae None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:51.513090 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-362e82e0-43ac-487b-ac30-24e48d8a73ae None None] Transition to ACTIVE for port object aa5684ee-d349-458a-b19b-86e36f12f7ce will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:56:51.516429 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83468364-1d83-438a-bd75-49e574e7333f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:51.516940 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-83468364-1d83-438a-bd75-49e574e7333f admin admin] Added segment 4e884d42-900a-4a47-a636-1fba06a28f42 of type vlan for network 86eb5dfd-420b-4075-ab54-22313c9966d3 Aug 19 14:56:51.527212 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83468364-1d83-438a-bd75-49e574e7333f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4666964d-69aa-4279-8468-4ba6a84a74cd,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:51.528991 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-362e82e0-43ac-487b-ac30-24e48d8a73ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:51.615203 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-362e82e0-43ac-487b-ac30-24e48d8a73ae None None] Attempting to bind port aa5684ee-d349-458a-b19b-86e36f12f7ce on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:56:51.616825 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-362e82e0-43ac-487b-ac30-24e48d8a73ae None None] Attempting to bind port aa5684ee-d349-458a-b19b-86e36f12f7ce by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:56:51.617760 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362e82e0-43ac-487b-ac30-24e48d8a73ae None None] Attempting to bind port aa5684ee-d349-458a-b19b-86e36f12f7ce on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:56:51.622333 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-37940c1b-afe8-450e-99fa-a0e483d7316f tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:51.636214 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362e82e0-43ac-487b-ac30-24e48d8a73ae None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:56:51.636876 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362e82e0-43ac-487b-ac30-24e48d8a73ae None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:56:51.637525 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-362e82e0-43ac-487b-ac30-24e48d8a73ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:51.638126 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362e82e0-43ac-487b-ac30-24e48d8a73ae None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:56:51.638850 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-362e82e0-43ac-487b-ac30-24e48d8a73ae None None] Bound port: aa5684ee-d349-458a-b19b-86e36f12f7ce, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:56:51.639467 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-362e82e0-43ac-487b-ac30-24e48d8a73ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:51.648086 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0dd95fba-6ab3-4d5f-b975-87f525fad492 req-27a61656-66b5-4c42-9dd2-b5a085ba8c14 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678317 Aug 19 14:56:51.660371 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37940c1b-afe8-450e-99fa-a0e483d7316f tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Pushing event deleted for resources: {'Port': ['ID=aa5684ee-d349-458a-b19b-86e36f12f7ce,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:51.692378 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-362e82e0-43ac-487b-ac30-24e48d8a73ae None None] Port aa5684ee-d349-458a-b19b-86e36f12f7ce has been deleted concurrently {{(pid=94642) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 19 14:56:51.703136 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4fcf78-47ce-455c-8e59-6a081a5a1e79 None None] Pushing event updated for resources: {'Port': ['ID=aa5684ee-d349-458a-b19b-86e36f12f7ce,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:51.715792 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37940c1b-afe8-450e-99fa-a0e483d7316f tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:51.716069 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362e82e0-43ac-487b-ac30-24e48d8a73ae None None] Routers {'4858a29a-d564-4dbc-83d7-96389aa21223'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:56:51.716818 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-362e82e0-43ac-487b-ac30-24e48d8a73ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:56:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['4858a29a-d564-4dbc-83d7-96389aa21223'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:56:51.717004 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37940c1b-afe8-450e-99fa-a0e483d7316f tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:51.717635 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37940c1b-afe8-450e-99fa-a0e483d7316f tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:51.718212 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37940c1b-afe8-450e-99fa-a0e483d7316f tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:51.718700 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37940c1b-afe8-450e-99fa-a0e483d7316f tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:51.719197 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37940c1b-afe8-450e-99fa-a0e483d7316f tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:51.719721 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37940c1b-afe8-450e-99fa-a0e483d7316f tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:51.720233 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37940c1b-afe8-450e-99fa-a0e483d7316f tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:51.721472 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37940c1b-afe8-450e-99fa-a0e483d7316f tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:51.721944 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37940c1b-afe8-450e-99fa-a0e483d7316f tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:51.722436 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37940c1b-afe8-450e-99fa-a0e483d7316f tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:51.724181 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37940c1b-afe8-450e-99fa-a0e483d7316f tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:56:51.739066 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83468364-1d83-438a-bd75-49e574e7333f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:51.747451 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-126b0bf7-86ca-49f7-a748-dbe555359dbc req-27794838-e82b-44b4-b1d4-614828456abe tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/security-groups?id=c284ca6a-870d-46c5-a9ea-c9f2e0568fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2224646 Aug 19 14:56:51.754226 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f814f9-b7db-45fc-b462-57f768d6b103 x-openstack-request-id: req-24f814f9-b7db-45fc-b462-57f768d6b103 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:56:51.754719 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb4bc0a7-4214-4fac-b484-6ec798bc52d9", "name": "network-vif-plugged", "status": "completed", "tag": "a18cacc9-102e-46db-be48-bebd16c1eda0", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:56:51.755500 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-24f814f9-b7db-45fc-b462-57f768d6b103 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:56:51.756014 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb4bc0a7-4214-4fac-b484-6ec798bc52d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a18cacc9-102e-46db-be48-bebd16c1eda0', 'code': 200} Aug 19 14:56:51.791051 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4990ef-3967-42f0-8166-13b7df034ff4 req-88a399ee-b0bc-4298-9a9f-c8a88df35079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:51.792968 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6b4990ef-3967-42f0-8166-13b7df034ff4 req-88a399ee-b0bc-4298-9a9f-c8a88df35079 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8d226290-6085-496f-b9eb-bf514760f427 HTTP/1.1" status: 200 len: 912 time: 0.3413944 Aug 19 14:56:51.819186 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83468364-1d83-438a-bd75-49e574e7333f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:51.820430 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83468364-1d83-438a-bd75-49e574e7333f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:51.821202 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83468364-1d83-438a-bd75-49e574e7333f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:51.825475 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-37940c1b-afe8-450e-99fa-a0e483d7316f tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:51.841637 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-362e82e0-43ac-487b-ac30-24e48d8a73ae None None] Set router 4858a29a-d564-4dbc-83d7-96389aa21223 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:56:51.916869 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-362e82e0-43ac-487b-ac30-24e48d8a73ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4858a29a-d564-4dbc-83d7-96389aa21223', 'name': 'tempest-snat-router-1550856116', 'tenant_id': '77273a983a004ca59a758e8f149bd430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:56:40Z', 'updated_at': '2021-08-19T14:56:51Z', 'revision_number': 5, 'project_id': '77273a983a004ca59a758e8f149bd430', 'gw_port_host': None}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:56:51.920713 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83468364-1d83-438a-bd75-49e574e7333f admin admin] Pushing event updated for resources: {'Network': ['ID=86eb5dfd-420b-4075-ab54-22313c9966d3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:51.933161 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 86eb5dfd-420b-4075-ab54-22313c9966d3 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:56:51.936855 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6b4990ef-3967-42f0-8166-13b7df034ff4 req-ec290745-bc5c-4413-81fa-e46aa940fa55 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a59d7cb1-cc3a-42af-a94c-b305c69015b6 HTTP/1.1" status: 200 len: 217 time: 0.1293941 Aug 19 14:56:52.011520 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-83468364-1d83-438a-bd75-49e574e7333f admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6842637 Aug 19 14:56:52.012893 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362e82e0-43ac-487b-ac30-24e48d8a73ae None None] The sync data for ids ['4858a29a-d564-4dbc-83d7-96389aa21223'] in n-d-766043-2 is: [{'id': '4858a29a-d564-4dbc-83d7-96389aa21223', 'name': 'tempest-snat-router-1550856116', 'tenant_id': '77273a983a004ca59a758e8f149bd430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:56:40Z', 'updated_at': '2021-08-19T14:56:51Z', 'revision_number': 5, 'project_id': '77273a983a004ca59a758e8f149bd430', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:56:52.068534 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 41770) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:52.074466 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-37940c1b-afe8-450e-99fa-a0e483d7316f tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:52.078969 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-38ba35c2-c321-4b7c-a03b-6a75f18872a9 admin admin] Request body: {'subnet': {'network_id': '86eb5dfd-420b-4075-ab54-22313c9966d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-852643430-subnet', 'tenant_id': '329a9422f2e44489a7adbe73ec4e808e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:56:52.080450 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-37940c1b-afe8-450e-99fa-a0e483d7316f tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:52.114183 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b7209e-ee19-43af-bb42-7ebf77712d91 req-19d365ed-7758-469e-a22f-b4c24949b733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:52.115939 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e8b7209e-ee19-43af-bb42-7ebf77712d91 req-19d365ed-7758-469e-a22f-b4c24949b733 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=fb4bc0a7-4214-4fac-b484-6ec798bc52d9 HTTP/1.1" status: 200 len: 1097 time: 0.1976507 Aug 19 14:56:52.139842 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-37940c1b-afe8-450e-99fa-a0e483d7316f tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:52.140858 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37940c1b-afe8-450e-99fa-a0e483d7316f tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4858a29a-d564-4dbc-83d7-96389aa21223 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:56:52.147304 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-37940c1b-afe8-450e-99fa-a0e483d7316f tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:52.151744 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-37940c1b-afe8-450e-99fa-a0e483d7316f tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] 10.222.0.69 "DELETE /v2.0/routers/4858a29a-d564-4dbc-83d7-96389aa21223 HTTP/1.1" status: 204 len: 168 time: 2.0294762 Aug 19 14:56:52.152091 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4990ef-3967-42f0-8166-13b7df034ff4 req-6617612d-8b85-4170-95ae-ec308b9954c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:52.152659 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 41772) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:52.153951 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6b4990ef-3967-42f0-8166-13b7df034ff4 req-6617612d-8b85-4170-95ae-ec308b9954c9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5ebe78ca-28f7-43fa-89de-04375d30f6cd HTTP/1.1" status: 200 len: 850 time: 0.1912682 Aug 19 14:56:52.214305 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ba35c2-c321-4b7c-a03b-6a75f18872a9 admin admin] Made reservation on behalf of 329a9422f2e44489a7adbe73ec4e808e for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:56:52.216879 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-38ba35c2-c321-4b7c-a03b-6a75f18872a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:52.271979 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9c71cdb2-de2a-4497-bff5-fe6c5ccd0a99 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:52.327013 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99800edc-7b10-4b79-8617-19fdcd35bf1d req-0fb6f5ce-21e7-4f03-a596-2f7908877936 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:52.338763 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-99800edc-7b10-4b79-8617-19fdcd35bf1d req-0fb6f5ce-21e7-4f03-a596-2f7908877936 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] 10.222.0.69 "GET /v2.0/networks?id=eda21533-5270-49f6-9a57-ff77f31c823b HTTP/1.1" status: 200 len: 814 time: 0.4216328 Aug 19 14:56:52.372324 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e8b7209e-ee19-43af-bb42-7ebf77712d91 req-b27117fa-c665-474e-b47c-0534c6fb7e28 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=c284ca6a-870d-46c5-a9ea-c9f2e0568fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2332621 Aug 19 14:56:52.374723 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device a59d7cb1-cc3a-42af-a94c-b305c69015b6 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:56:52.385203 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4990ef-3967-42f0-8166-13b7df034ff4 req-55dcd040-5ca7-44af-b1b2-7870c62d6b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:52.387000 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6b4990ef-3967-42f0-8166-13b7df034ff4 req-55dcd040-5ca7-44af-b1b2-7870c62d6b75 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8d226290-6085-496f-b9eb-bf514760f427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2167251 Aug 19 14:56:52.406671 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-99800edc-7b10-4b79-8617-19fdcd35bf1d req-3ed674ef-ac22-48ef-99dd-6b10a3189a1c tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] 10.222.0.69 "GET /v2.0/quotas/719438ba566c43b69452117e19faee1b HTTP/1.1" status: 200 len: 375 time: 0.0663385 Aug 19 14:56:52.463053 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-99800edc-7b10-4b79-8617-19fdcd35bf1d req-a6fee05e-7411-48e3-acb9-35395d810176 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=719438ba566c43b69452117e19faee1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549400 Aug 19 14:56:52.465092 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9c71cdb2-de2a-4497-bff5-fe6c5ccd0a99 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:52.589705 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-9c71cdb2-de2a-4497-bff5-fe6c5ccd0a99 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Deleting port b5b236bc-811e-467d-a09e-7e2163114d31 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:56:52.592579 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9c71cdb2-de2a-4497-bff5-fe6c5ccd0a99 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:52.614446 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port a59d7cb1-cc3a-42af-a94c-b305c69015b6, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=a59d7cb1-cc3a-42af-a94c-b305c69015b6,segment=NetworkSegment(a797992c-f015-48a4-a029-21c175cc336b),segment_id=a797992c-f015-48a4-a029-21c175cc336b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:52.629896 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': 'a59d7cb1-cc3a-42af-a94c-b305c69015b6', 'network_id': '8d226290-6085-496f-b9eb-bf514760f427', 'port_id': 'a59d7cb1-cc3a-42af-a94c-b305c69015b6', 'mac_address': 'fa:16:3e:70:e4:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ebe78ca-28f7-43fa-89de-04375d30f6cd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:56:52.685869 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:52.707101 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a59d7cb1-cc3a-42af-a94c-b305c69015b6 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:56:52.731438 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-99800edc-7b10-4b79-8617-19fdcd35bf1d req-4d97a47e-96dc-494f-a7d2-66138a849e70 service neutron] 10.222.0.69 "GET /v2.0/networks/eda21533-5270-49f6-9a57-ff77f31c823b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670794 Aug 19 14:56:52.741107 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port a59d7cb1-cc3a-42af-a94c-b305c69015b6, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=a59d7cb1-cc3a-42af-a94c-b305c69015b6,segment=NetworkSegment(a797992c-f015-48a4-a029-21c175cc336b),segment_id=a797992c-f015-48a4-a029-21c175cc336b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:52.754415 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:52.760262 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6b4990ef-3967-42f0-8166-13b7df034ff4 req-9214fc96-7b16-4973-9605-185b5e45236c service neutron] 10.222.0.88 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503554 Aug 19 14:56:52.783022 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-9c71cdb2-de2a-4497-bff5-fe6c5ccd0a99 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] For port b5b236bc-811e-467d-a09e-7e2163114d31, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b5b236bc-811e-467d-a09e-7e2163114d31,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:52.783788 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9c71cdb2-de2a-4497-bff5-fe6c5ccd0a99 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:52.850941 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-9c71cdb2-de2a-4497-bff5-fe6c5ccd0a99 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Calling delete_port for b5b236bc-811e-467d-a09e-7e2163114d31 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:56:52.865717 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=a59d7cb1-cc3a-42af-a94c-b305c69015b6,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:53.003539 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['a59d7cb1-cc3a-42af-a94c-b305c69015b6'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:56:53.099820 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-38ba35c2-c321-4b7c-a03b-6a75f18872a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:53.111633 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9c71cdb2-de2a-4497-bff5-fe6c5ccd0a99 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:53.138216 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c71cdb2-de2a-4497-bff5-fe6c5ccd0a99 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Pushing event deleted for resources: {'Port': ['ID=b5b236bc-811e-467d-a09e-7e2163114d31,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:53.183477 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25fee10-7bea-4b19-8317-f7a6697f603f req-bf90a99c-5bb5-4e6e-8297-ee5a9fdae28c tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:53.184993 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a25fee10-7bea-4b19-8317-f7a6697f603f req-bf90a99c-5bb5-4e6e-8297-ee5a9fdae28c tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=805e9ab3-fdd2-45ac-939d-0e928dba994e HTTP/1.1" status: 200 len: 944 time: 0.2622056 Aug 19 14:56:53.204626 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6b4990ef-3967-42f0-8166-13b7df034ff4 req-bd13c687-2a6c-4159-a4ea-1651e7364609 service neutron] 10.222.0.88 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4342265 Aug 19 14:56:53.210001 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9c71cdb2-de2a-4497-bff5-fe6c5ccd0a99 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:53.216654 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-99800edc-7b10-4b79-8617-19fdcd35bf1d req-424fbdb5-8dfa-43e3-8da9-b1cdfb172f2f service neutron] 10.222.0.69 "GET /v2.0/networks/eda21533-5270-49f6-9a57-ff77f31c823b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4197724 Aug 19 14:56:53.234917 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ba35c2-c321-4b7c-a03b-6a75f18872a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b36b5b14-491d-4933-bb67-1257e134c17f,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:53.277000 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a25fee10-7bea-4b19-8317-f7a6697f603f req-13fd959e-f4ab-478e-a678-04d0056568bb tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815027 Aug 19 14:56:53.277738 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ba35c2-c321-4b7c-a03b-6a75f18872a9 admin admin] Checking segment: {'id': '4e884d42-900a-4a47-a636-1fba06a28f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '86eb5dfd-420b-4075-ab54-22313c9966d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:56:53.278102 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ba35c2-c321-4b7c-a03b-6a75f18872a9 admin admin] Network hostable DHCP agents. Network: 86eb5dfd-420b-4075-ab54-22313c9966d3, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:56:53.304050 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ba35c2-c321-4b7c-a03b-6a75f18872a9 admin admin] Network 86eb5dfd-420b-4075-ab54-22313c9966d3 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:56:53.316337 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9c71cdb2-de2a-4497-bff5-fe6c5ccd0a99 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:53.318268 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-38ba35c2-c321-4b7c-a03b-6a75f18872a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 86eb5dfd-420b-4075-ab54-22313c9966d3) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:56:53.322778 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ba35c2-c321-4b7c-a03b-6a75f18872a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:53.324843 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-38ba35c2-c321-4b7c-a03b-6a75f18872a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:53.328483 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9c71cdb2-de2a-4497-bff5-fe6c5ccd0a99 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:53.342109 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be82de8-a4b5-44a1-a623-e375cde7c28e None None] Network 86eb5dfd-420b-4075-ab54-22313c9966d3 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:56:53.396702 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9c71cdb2-de2a-4497-bff5-fe6c5ccd0a99 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:53.397966 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c71cdb2-de2a-4497-bff5-fe6c5ccd0a99 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9f0c0469-be40-4bbf-b1fd-456f6fd8681f {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:56:53.398442 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-38ba35c2-c321-4b7c-a03b-6a75f18872a9 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3275969 Aug 19 14:56:53.417579 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 41784) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:53.426884 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-213c98a8-3429-4720-9cc1-7b7ad2d4978d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-852643430-router', 'tenant_id': '329a9422f2e44489a7adbe73ec4e808e', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:56:53.432030 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d016c-06b9-4895-bcdd-3aad2957026b req-dee8b314-57cb-4aff-9e44-10c28bcdc217 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:53.440387 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e81d016c-06b9-4895-bcdd-3aad2957026b req-dee8b314-57cb-4aff-9e44-10c28bcdc217 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb4bc0a7-4214-4fac-b484-6ec798bc52d9 HTTP/1.1" status: 200 len: 946 time: 0.0908751 Aug 19 14:56:53.495304 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9c71cdb2-de2a-4497-bff5-fe6c5ccd0a99 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:53.502070 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9c71cdb2-de2a-4497-bff5-fe6c5ccd0a99 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] 10.222.0.69 "DELETE /v2.0/routers/9f0c0469-be40-4bbf-b1fd-456f6fd8681f HTTP/1.1" status: 204 len: 168 time: 1.3482006 Aug 19 14:56:53.507384 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 41792) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:53.509720 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-213c98a8-3429-4720-9cc1-7b7ad2d4978d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:53.510790 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-213c98a8-3429-4720-9cc1-7b7ad2d4978d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:53.537203 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ff845296-23e9-4533-a053-8c9d24acf022 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-799075242', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}, 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:56:53.605178 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e9baebf0-2b32-478d-9faf-a55ed42ccd77 req-397a10e7-b0c1-4b8b-b83b-72e534cd52bd tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] 10.222.0.69 "GET /v2.0/ports?device_id=04ce3f60-c76f-456b-97c7-f2edfa2488c4 HTTP/1.1" status: 200 len: 210 time: 0.0884409 Aug 19 14:56:53.620639 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e81d016c-06b9-4895-bcdd-3aad2957026b req-77141229-d89b-4097-886e-35dd08968146 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/security-groups?id=c284ca6a-870d-46c5-a9ea-c9f2e0568fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697617 Aug 19 14:56:53.744993 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4fcfe6-e044-46e5-9b53-72830b1b6cac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-86eb5dfd-420b-4075-ab54-22313c9966d3', 'network_id': '86eb5dfd-420b-4075-ab54-22313c9966d3', 'tenant_id': '329a9422f2e44489a7adbe73ec4e808e', 'fixed_ips': [{'subnet_id': 'b36b5b14-491d-4933-bb67-1257e134c17f'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:56:53.748934 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff845296-23e9-4533-a053-8c9d24acf022 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:53.749229 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cb4fcfe6-e044-46e5-9b53-72830b1b6cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:53.750063 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff845296-23e9-4533-a053-8c9d24acf022 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:53.766782 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-213c98a8-3429-4720-9cc1-7b7ad2d4978d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:53.958043 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-cb4fcfe6-e044-46e5-9b53-72830b1b6cac None None] Allocated IP 172.20.0.2 (86eb5dfd-420b-4075-ab54-22313c9966d3/b36b5b14-491d-4933-bb67-1257e134c17f/17c5d4e4-860e-4420-8ca9-e3057c623089) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:56:54.246778 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cb4fcfe6-e044-46e5-9b53-72830b1b6cac None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:54.257455 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cb4fcfe6-e044-46e5-9b53-72830b1b6cac None None] Transition to ACTIVE for port object 17c5d4e4-860e-4420-8ca9-e3057c623089 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:56:54.275459 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cb4fcfe6-e044-46e5-9b53-72830b1b6cac None None] Transition to ACTIVE for port object 17c5d4e4-860e-4420-8ca9-e3057c623089 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:56:54.285356 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cb4fcfe6-e044-46e5-9b53-72830b1b6cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:54.357236 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4fcfe6-e044-46e5-9b53-72830b1b6cac None None] Pushing event updated for resources: {'Port': ['ID=17c5d4e4-860e-4420-8ca9-e3057c623089,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:54.371638 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4fcfe6-e044-46e5-9b53-72830b1b6cac None None] Network 86eb5dfd-420b-4075-ab54-22313c9966d3 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:56:54.373370 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-cb4fcfe6-e044-46e5-9b53-72830b1b6cac None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:56:54.376654 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4fcfe6-e044-46e5-9b53-72830b1b6cac None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:56:54.398736 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device a59d7cb1-cc3a-42af-a94c-b305c69015b6 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:56:54.499765 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f9b7e-8aac-47b7-a5b7-5c18465c0f53 req-b20b3b9f-6ce7-4aa3-a1f0-734caf8d8a58 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:54.509245 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c90f9b7e-8aac-47b7-a5b7-5c18465c0f53 req-b20b3b9f-6ce7-4aa3-a1f0-734caf8d8a58 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=805e9ab3-fdd2-45ac-939d-0e928dba994e HTTP/1.1" status: 200 len: 944 time: 0.1200566 Aug 19 14:56:54.514388 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b5b236bc-811e-467d-a09e-7e2163114d31 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:56:54.543871 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: b5b236bc-811e-467d-a09e-7e2163114d31 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:56:54.544650 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b5b236bc-811e-467d-a09e-7e2163114d31 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:56:54.553850 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port a59d7cb1-cc3a-42af-a94c-b305c69015b6 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:56:54.556122 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c90f9b7e-8aac-47b7-a5b7-5c18465c0f53 req-ef17fbca-d0e9-47a8-976d-92ee2951ea06 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455661 Aug 19 14:56:54.564469 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-cb4fcfe6-e044-46e5-9b53-72830b1b6cac None None] Attempting to bind port 17c5d4e4-860e-4420-8ca9-e3057c623089 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:56:54.565046 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-cb4fcfe6-e044-46e5-9b53-72830b1b6cac None None] Attempting to bind port 17c5d4e4-860e-4420-8ca9-e3057c623089 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '4e884d42-900a-4a47-a636-1fba06a28f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '86eb5dfd-420b-4075-ab54-22313c9966d3'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:56:54.565589 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4fcfe6-e044-46e5-9b53-72830b1b6cac None None] Attempting to bind port 17c5d4e4-860e-4420-8ca9-e3057c623089 on network 86eb5dfd-420b-4075-ab54-22313c9966d3 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:56:54.571238 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port a59d7cb1-cc3a-42af-a94c-b305c69015b6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:56:54.571685 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:54.602715 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff845296-23e9-4533-a053-8c9d24acf022 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:54.605143 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4fcfe6-e044-46e5-9b53-72830b1b6cac None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:56:54.605885 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4fcfe6-e044-46e5-9b53-72830b1b6cac None None] Checking segment: {'id': '4e884d42-900a-4a47-a636-1fba06a28f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '86eb5dfd-420b-4075-ab54-22313c9966d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:56:54.606592 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cb4fcfe6-e044-46e5-9b53-72830b1b6cac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:54.606989 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4fcfe6-e044-46e5-9b53-72830b1b6cac None None] Bound using segment: {'id': '4e884d42-900a-4a47-a636-1fba06a28f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '86eb5dfd-420b-4075-ab54-22313c9966d3'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:56:54.607489 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-cb4fcfe6-e044-46e5-9b53-72830b1b6cac None None] Bound port: 17c5d4e4-860e-4420-8ca9-e3057c623089, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e884d42-900a-4a47-a636-1fba06a28f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '86eb5dfd-420b-4075-ab54-22313c9966d3'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:56:54.609349 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cb4fcfe6-e044-46e5-9b53-72830b1b6cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:54.718255 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-cb4fcfe6-e044-46e5-9b53-72830b1b6cac None None] For port 17c5d4e4-860e-4420-8ca9-e3057c623089, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:56:54.722363 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-cb4fcfe6-e044-46e5-9b53-72830b1b6cac None None] For port 17c5d4e4-860e-4420-8ca9-e3057c623089, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=17c5d4e4-860e-4420-8ca9-e3057c623089,segment=NetworkSegment(4e884d42-900a-4a47-a636-1fba06a28f42),segment_id=4e884d42-900a-4a47-a636-1fba06a28f42)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:56:54.730321 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cb4fcfe6-e044-46e5-9b53-72830b1b6cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:54.784364 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fee51924-c528-44c7-9905-0b7504fc6292 req-c4cf349e-a20b-4490-9ec4-73e2bfd3464e tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] 10.222.0.69 "GET /v2.0/ports?device_id=04ce3f60-c76f-456b-97c7-f2edfa2488c4 HTTP/1.1" status: 200 len: 210 time: 0.0585396 Aug 19 14:56:54.837607 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4fcfe6-e044-46e5-9b53-72830b1b6cac None None] Pushing event updated for resources: {'Port': ['ID=17c5d4e4-860e-4420-8ca9-e3057c623089,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:54.856949 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196bc11-0e30-47c2-ad03-b336da8b0931 req-2af5c0d3-c75e-461b-8f2e-5327ff05f166 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:54.859243 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3196bc11-0e30-47c2-ad03-b336da8b0931 req-2af5c0d3-c75e-461b-8f2e-5327ff05f166 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb4bc0a7-4214-4fac-b484-6ec798bc52d9 HTTP/1.1" status: 200 len: 946 time: 0.0731516 Aug 19 14:56:54.884280 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:54.911447 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-213c98a8-3429-4720-9cc1-7b7ad2d4978d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:54.955053 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3196bc11-0e30-47c2-ad03-b336da8b0931 req-695bfe50-151e-4251-9b0e-7a561c008b0d tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/security-groups?id=c284ca6a-870d-46c5-a9ea-c9f2e0568fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734291 Aug 19 14:56:54.969594 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '805e9ab3-fdd2-45ac-939d-0e928dba994e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59d7cb1-cc3a-42af-a94c-b305c69015b6'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:56:54.978361 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905b5584-7f0a-4afd-9fc3-10ccff2e366f" -d '{"events": [{"server_uuid": "805e9ab3-fdd2-45ac-939d-0e928dba994e", "name": "network-vif-plugged", "status": "completed", "tag": "a59d7cb1-cc3a-42af-a94c-b305c69015b6"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:56:55.042460 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port a59d7cb1-cc3a-42af-a94c-b305c69015b6, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=a59d7cb1-cc3a-42af-a94c-b305c69015b6,segment=NetworkSegment(a797992c-f015-48a4-a029-21c175cc336b),segment_id=a797992c-f015-48a4-a029-21c175cc336b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:55.050951 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:55.095429 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff845296-23e9-4533-a053-8c9d24acf022 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:55.131687 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ff8517-25b5-46ab-b985-2b5cb245d5f4 x-openstack-request-id: req-72ff8517-25b5-46ab-b985-2b5cb245d5f4 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:56:55.132052 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "805e9ab3-fdd2-45ac-939d-0e928dba994e", "name": "network-vif-plugged", "status": "completed", "tag": "a59d7cb1-cc3a-42af-a94c-b305c69015b6", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:56:55.132236 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-72ff8517-25b5-46ab-b985-2b5cb245d5f4 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:56:55.132716 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '805e9ab3-fdd2-45ac-939d-0e928dba994e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59d7cb1-cc3a-42af-a94c-b305c69015b6', 'code': 200} Aug 19 14:56:55.225598 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=a59d7cb1-cc3a-42af-a94c-b305c69015b6,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:55.456988 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6536fb59-00ce-49b9-b958-407553f6b86e req-655e8971-69b0-4ed9-b51c-41cad397beb7 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:55.458640 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6536fb59-00ce-49b9-b958-407553f6b86e req-655e8971-69b0-4ed9-b51c-41cad397beb7 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb4bc0a7-4214-4fac-b484-6ec798bc52d9 HTTP/1.1" status: 200 len: 946 time: 0.3145511 Aug 19 14:56:55.473015 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612335b-ba2f-44f7-94b7-69381da79620 req-ab6e3b38-c378-461d-92d0-42956ce34103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:55.474539 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1612335b-ba2f-44f7-94b7-69381da79620 req-ab6e3b38-c378-461d-92d0-42956ce34103 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=805e9ab3-fdd2-45ac-939d-0e928dba994e HTTP/1.1" status: 200 len: 1096 time: 0.2815788 Aug 19 14:56:55.504675 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99800edc-7b10-4b79-8617-19fdcd35bf1d req-01476391-02ec-48d7-96bf-4de28d5136b5 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:55.507160 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-99800edc-7b10-4b79-8617-19fdcd35bf1d req-01476391-02ec-48d7-96bf-4de28d5136b5 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] 10.222.0.68 "GET /v2.0/networks?id=eda21533-5270-49f6-9a57-ff77f31c823b HTTP/1.1" status: 200 len: 814 time: 0.4936028 Aug 19 14:56:55.528650 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-99800edc-7b10-4b79-8617-19fdcd35bf1d req-53de5a0a-5ce1-45c6-95f0-1316c43c1a3f tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Request body: {'port': {'device_id': '04ce3f60-c76f-456b-97c7-f2edfa2488c4', 'network_id': 'eda21533-5270-49f6-9a57-ff77f31c823b', 'admin_state_up': True, 'tenant_id': '719438ba566c43b69452117e19faee1b'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:56:55.609772 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1612335b-ba2f-44f7-94b7-69381da79620 req-d061ae07-11c1-4d82-a64f-479f65a5a48b service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256306 Aug 19 14:56:55.634049 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6536fb59-00ce-49b9-b958-407553f6b86e req-fb0e9eea-8dd7-4c71-a105-d1e43e24f4aa tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/security-groups?id=c284ca6a-870d-46c5-a9ea-c9f2e0568fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1621108 Aug 19 14:56:55.688763 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 41838) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:55.722364 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff845296-23e9-4533-a053-8c9d24acf022 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:55.778262 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff845296-23e9-4533-a053-8c9d24acf022 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:55.795191 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806b735-4880-444b-b260-578d15eb0630 req-4fba475f-d5c2-43cb-99ca-8e81c13f8441 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:55.797787 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d806b735-4880-444b-b260-578d15eb0630 req-4fba475f-d5c2-43cb-99ca-8e81c13f8441 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=805e9ab3-fdd2-45ac-939d-0e928dba994e HTTP/1.1" status: 200 len: 945 time: 0.0780354 Aug 19 14:56:55.802220 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-213c98a8-3429-4720-9cc1-7b7ad2d4978d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:55.834633 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-213c98a8-3429-4720-9cc1-7b7ad2d4978d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:55.857930 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99800edc-7b10-4b79-8617-19fdcd35bf1d req-53de5a0a-5ce1-45c6-95f0-1316c43c1a3f tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Made reservation on behalf of 719438ba566c43b69452117e19faee1b for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:56:55.864265 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0cab2b-8570-4428-9e66-09e6c4553202 tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:55.868655 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0c0cab2b-8570-4428-9e66-09e6c4553202 tempest-TestNetworkBasicOps-1493882987 tempest-TestNetworkBasicOps-1493882987-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=fb4bc0a7-4214-4fac-b484-6ec798bc52d9 HTTP/1.1" status: 200 len: 1092 time: 0.1574316 Aug 19 14:56:55.868819 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-99800edc-7b10-4b79-8617-19fdcd35bf1d req-53de5a0a-5ce1-45c6-95f0-1316c43c1a3f tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:55.869292 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 41842) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:56:55.883349 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-db13eadb-9da9-4683-83a0-15f27487a2d6 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Request body: {'floatingip': {'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'port_id': 'a18cacc9-102e-46db-be48-bebd16c1eda0', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:56:55.954159 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a2c3fbd6-3207-4289-b925-d5a89d798b3c req-5d9b7ea5-c323-49c9-8fb4-0e32b838538c tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] 10.222.0.69 "GET /v2.0/ports?device_id=04ce3f60-c76f-456b-97c7-f2edfa2488c4 HTTP/1.1" status: 200 len: 210 time: 0.0400562 Aug 19 14:56:55.959684 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d806b735-4880-444b-b260-578d15eb0630 req-728f4342-71b7-4d1b-adba-d7982bfdbd2f tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427944 Aug 19 14:56:56.004206 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db13eadb-9da9-4683-83a0-15f27487a2d6 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:56.115861 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-ff845296-23e9-4533-a053-8c9d24acf022 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Allocated IP 172.25.2.21 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/e3b55456-6a95-4f52-a000-184f4cccb636) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:56:56.194225 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-99800edc-7b10-4b79-8617-19fdcd35bf1d req-53de5a0a-5ce1-45c6-95f0-1316c43c1a3f tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Allocated IP 172.20.0.14 (eda21533-5270-49f6-9a57-ff77f31c823b/f82353e0-7449-47f2-b971-b8660f2fc57e/ef9147d3-ce1a-489d-8032-dcc4a9bf8c8b) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:56:56.446797 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff845296-23e9-4533-a053-8c9d24acf022 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:56.510432 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db13eadb-9da9-4683-83a0-15f27487a2d6 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:56.534029 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 17c5d4e4-860e-4420-8ca9-e3057c623089 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:56:56.587572 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-99800edc-7b10-4b79-8617-19fdcd35bf1d req-53de5a0a-5ce1-45c6-95f0-1316c43c1a3f tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:56.650481 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 17c5d4e4-860e-4420-8ca9-e3057c623089 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:56:56.699525 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-99800edc-7b10-4b79-8617-19fdcd35bf1d req-53de5a0a-5ce1-45c6-95f0-1316c43c1a3f tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:56.709393 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff845296-23e9-4533-a053-8c9d24acf022 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:56.746458 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0e2575-e552-421a-bdde-fa237abeb9a9 None None] Network 86eb5dfd-420b-4075-ab54-22313c9966d3 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:56:56.759803 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99800edc-7b10-4b79-8617-19fdcd35bf1d req-53de5a0a-5ce1-45c6-95f0-1316c43c1a3f tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Network eda21533-5270-49f6-9a57-ff77f31c823b is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:56:56.763484 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-99800edc-7b10-4b79-8617-19fdcd35bf1d req-53de5a0a-5ce1-45c6-95f0-1316c43c1a3f tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:56:56.768912 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-99800edc-7b10-4b79-8617-19fdcd35bf1d req-53de5a0a-5ce1-45c6-95f0-1316c43c1a3f tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:56:56.806347 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53de5a0a-5ce1-45c6-95f0-1316c43c1a3f tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Pushing event updated for resources: {'Port': ['ID=ef9147d3-ce1a-489d-8032-dcc4a9bf8c8b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:56.847414 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff845296-23e9-4533-a053-8c9d24acf022 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:56:56.855682 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-ff845296-23e9-4533-a053-8c9d24acf022 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:56:56.863943 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff845296-23e9-4533-a053-8c9d24acf022 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:56:56.869468 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99800edc-7b10-4b79-8617-19fdcd35bf1d req-53de5a0a-5ce1-45c6-95f0-1316c43c1a3f tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:56.870338 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-99800edc-7b10-4b79-8617-19fdcd35bf1d req-53de5a0a-5ce1-45c6-95f0-1316c43c1a3f tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:56.874157 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff845296-23e9-4533-a053-8c9d24acf022 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Pushing event updated for resources: {'Port': ['ID=e3b55456-6a95-4f52-a000-184f4cccb636,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:56.878690 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-213c98a8-3429-4720-9cc1-7b7ad2d4978d admin admin] Allocated IP 172.25.2.84 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/05178c7e-e4be-4803-bb68-12496ba7e835) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:56:56.887324 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-14bc3c9b-cdce-4dd2-9ded-e8616ebd4b7d None None] Provisioning for port 17c5d4e4-860e-4420-8ca9-e3057c623089 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:56:56.901221 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-99800edc-7b10-4b79-8617-19fdcd35bf1d req-53de5a0a-5ce1-45c6-95f0-1316c43c1a3f tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3822985 Aug 19 14:56:56.909071 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-14bc3c9b-cdce-4dd2-9ded-e8616ebd4b7d None None] Provisioning complete for port 17c5d4e4-860e-4420-8ca9-e3057c623089 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:56:56.909447 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-14bc3c9b-cdce-4dd2-9ded-e8616ebd4b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:56.922042 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-99800edc-7b10-4b79-8617-19fdcd35bf1d req-4f2c4328-268b-46b2-b9e3-987f25f3027a service neutron] Request body: {'port': {'device_id': '04ce3f60-c76f-456b-97c7-f2edfa2488c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:56:57.005429 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-99800edc-7b10-4b79-8617-19fdcd35bf1d req-4f2c4328-268b-46b2-b9e3-987f25f3027a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:57.336713 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-14bc3c9b-cdce-4dd2-9ded-e8616ebd4b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:57.397356 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-14bc3c9b-cdce-4dd2-9ded-e8616ebd4b7d None None] For port 17c5d4e4-860e-4420-8ca9-e3057c623089, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=17c5d4e4-860e-4420-8ca9-e3057c623089,segment=NetworkSegment(4e884d42-900a-4a47-a636-1fba06a28f42),segment_id=4e884d42-900a-4a47-a636-1fba06a28f42)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:57.403907 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-14bc3c9b-cdce-4dd2-9ded-e8616ebd4b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:57.460174 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3d152-249a-4966-831f-6200de3ef055 req-4e440839-5cd6-425e-b156-107e6612a690 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:57.474863 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4ec3d152-249a-4966-831f-6200de3ef055 req-4e440839-5cd6-425e-b156-107e6612a690 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=805e9ab3-fdd2-45ac-939d-0e928dba994e HTTP/1.1" status: 200 len: 945 time: 0.3852472 Aug 19 14:56:57.528608 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bc3c9b-cdce-4dd2-9ded-e8616ebd4b7d None None] Pushing event updated for resources: {'Port': ['ID=17c5d4e4-860e-4420-8ca9-e3057c623089,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:57.545755 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff845296-23e9-4533-a053-8c9d24acf022 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:57.561962 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-213c98a8-3429-4720-9cc1-7b7ad2d4978d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:57.724073 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-213c98a8-3429-4720-9cc1-7b7ad2d4978d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:57.842634 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213c98a8-3429-4720-9cc1-7b7ad2d4978d admin admin] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:56:57.849663 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ba279a76-d313-45ac-9a84-fc016d492857 None None] Provisioning complete for port 17c5d4e4-860e-4420-8ca9-e3057c623089 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:56:57.850505 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-213c98a8-3429-4720-9cc1-7b7ad2d4978d admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:56:57.860281 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213c98a8-3429-4720-9cc1-7b7ad2d4978d admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:56:57.863469 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ba279a76-d313-45ac-9a84-fc016d492857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:57.943491 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-db13eadb-9da9-4683-83a0-15f27487a2d6 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Allocated IP 172.25.2.119 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/65215d2f-70f4-4556-b70e-025b71a211ab) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:56:57.954931 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c98a8-3429-4720-9cc1-7b7ad2d4978d admin admin] Pushing event updated for resources: {'Port': ['ID=05178c7e-e4be-4803-bb68-12496ba7e835,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:58.038843 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8824339-592f-4b44-9155-b9895825369b req-0ff479b0-7c02-4298-a45d-1748aab9668e tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:58.047324 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c8824339-592f-4b44-9155-b9895825369b req-0ff479b0-7c02-4298-a45d-1748aab9668e tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] 10.222.0.69 "GET /v2.0/ports?device_id=04ce3f60-c76f-456b-97c7-f2edfa2488c4 HTTP/1.1" status: 200 len: 932 time: 0.9032516 Aug 19 14:56:58.101029 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff845296-23e9-4533-a053-8c9d24acf022 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:58.109792 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4ec3d152-249a-4966-831f-6200de3ef055 req-70f44d72-2fd1-4520-a5f8-26e8acfc846e tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143906 Aug 19 14:56:58.129140 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c8824339-592f-4b44-9155-b9895825369b req-7b38a766-aba9-416e-b6ed-9081048179c1 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] 10.222.0.69 "GET /v2.0/security-groups?id=4973f92f-9387-4ffb-9cc5-c0b70bd869cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806274 Aug 19 14:56:58.297268 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-55b16277-255c-40f8-ab98-239d96e7c224 req-89299b25-6d78-45dc-a746-d6f591aea493 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=8bf9338b14bd4de0a247947d4332bed4 HTTP/1.1" status: 200 len: 267 time: 0.0721917 Aug 19 14:56:58.299679 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-99800edc-7b10-4b79-8617-19fdcd35bf1d req-4f2c4328-268b-46b2-b9e3-987f25f3027a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef9147d3-ce1a-489d-8032-dcc4a9bf8c8b {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:56:58.319124 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-99800edc-7b10-4b79-8617-19fdcd35bf1d req-4f2c4328-268b-46b2-b9e3-987f25f3027a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:58.337172 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-99800edc-7b10-4b79-8617-19fdcd35bf1d req-4f2c4328-268b-46b2-b9e3-987f25f3027a service neutron] Transition to ACTIVE for port object ef9147d3-ce1a-489d-8032-dcc4a9bf8c8b will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:56:58.372991 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-99800edc-7b10-4b79-8617-19fdcd35bf1d req-4f2c4328-268b-46b2-b9e3-987f25f3027a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:58.387036 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db13eadb-9da9-4683-83a0-15f27487a2d6 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:58.402892 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff845296-23e9-4533-a053-8c9d24acf022 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Router 96f137a9-a2ea-4df0-a975-9d39ec781f0b is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:56:58.496965 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 17c5d4e4-860e-4420-8ca9-e3057c623089 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:56:58.511801 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b16277-255c-40f8-ab98-239d96e7c224 req-e546cdbd-e063-493c-8b64-a5587bad84ce tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:58.513434 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-55b16277-255c-40f8-ab98-239d96e7c224 req-e546cdbd-e063-493c-8b64-a5587bad84ce tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=805e9ab3-fdd2-45ac-939d-0e928dba994e HTTP/1.1" status: 200 len: 945 time: 0.1747596 Aug 19 14:56:58.515136 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2c4328-268b-46b2-b9e3-987f25f3027a service neutron] Pushing event updated for resources: {'Port': ['ID=ef9147d3-ce1a-489d-8032-dcc4a9bf8c8b,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:58.537097 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-55b16277-255c-40f8-ab98-239d96e7c224 req-436636e7-77ab-4871-8e14-13f6cb12160e tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Request body: {'port': {'security_groups': []}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:56:58.588465 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 17c5d4e4-860e-4420-8ca9-e3057c623089 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:56:58.589686 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:58.664957 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-55b16277-255c-40f8-ab98-239d96e7c224 req-436636e7-77ab-4871-8e14-13f6cb12160e tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:58.885379 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-55b16277-255c-40f8-ab98-239d96e7c224 req-436636e7-77ab-4871-8e14-13f6cb12160e tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] For port a59d7cb1-cc3a-42af-a94c-b305c69015b6, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=a59d7cb1-cc3a-42af-a94c-b305c69015b6,segment=NetworkSegment(a797992c-f015-48a4-a029-21c175cc336b),segment_id=a797992c-f015-48a4-a029-21c175cc336b)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:56:58.917618 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-55b16277-255c-40f8-ab98-239d96e7c224 req-436636e7-77ab-4871-8e14-13f6cb12160e tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:58.942179 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-99800edc-7b10-4b79-8617-19fdcd35bf1d req-4f2c4328-268b-46b2-b9e3-987f25f3027a service neutron] Attempting to bind port ef9147d3-ce1a-489d-8032-dcc4a9bf8c8b on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:56:58.942534 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-99800edc-7b10-4b79-8617-19fdcd35bf1d req-4f2c4328-268b-46b2-b9e3-987f25f3027a service neutron] Attempting to bind port ef9147d3-ce1a-489d-8032-dcc4a9bf8c8b by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': 'c8ecc108-56b4-4269-8e3e-7aca0f96e18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'eda21533-5270-49f6-9a57-ff77f31c823b'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:56:58.942848 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99800edc-7b10-4b79-8617-19fdcd35bf1d req-4f2c4328-268b-46b2-b9e3-987f25f3027a service neutron] Attempting to bind port ef9147d3-ce1a-489d-8032-dcc4a9bf8c8b on network eda21533-5270-49f6-9a57-ff77f31c823b {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:56:58.948265 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-55b16277-255c-40f8-ab98-239d96e7c224 req-436636e7-77ab-4871-8e14-13f6cb12160e tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:58.954932 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99800edc-7b10-4b79-8617-19fdcd35bf1d req-4f2c4328-268b-46b2-b9e3-987f25f3027a service neutron] Port ef9147d3-ce1a-489d-8032-dcc4a9bf8c8b on network eda21533-5270-49f6-9a57-ff77f31c823b not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:56:58.955265 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99800edc-7b10-4b79-8617-19fdcd35bf1d req-4f2c4328-268b-46b2-b9e3-987f25f3027a service neutron] Attempting to bind port ef9147d3-ce1a-489d-8032-dcc4a9bf8c8b on network eda21533-5270-49f6-9a57-ff77f31c823b {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:56:58.971698 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['8bc62a8e-9201-4a44-a057-3992aaad49ee', 'a59d7cb1-cc3a-42af-a94c-b305c69015b6'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:56:58.990015 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['beeb99ba-a43d-4ac6-af21-fb5ff14d5767'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:56:59.028082 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b16277-255c-40f8-ab98-239d96e7c224 req-436636e7-77ab-4871-8e14-13f6cb12160e tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:59.028845 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-55b16277-255c-40f8-ab98-239d96e7c224 req-436636e7-77ab-4871-8e14-13f6cb12160e tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:59.030544 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-55b16277-255c-40f8-ab98-239d96e7c224 req-436636e7-77ab-4871-8e14-13f6cb12160e tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "PUT /v2.0/ports/a59d7cb1-cc3a-42af-a94c-b305c69015b6 HTTP/1.1" status: 200 len: 904 time: 0.5033395 Aug 19 14:56:59.031399 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99800edc-7b10-4b79-8617-19fdcd35bf1d req-4f2c4328-268b-46b2-b9e3-987f25f3027a service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:56:59.031782 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99800edc-7b10-4b79-8617-19fdcd35bf1d req-4f2c4328-268b-46b2-b9e3-987f25f3027a service neutron] Checking segment: {'id': 'c8ecc108-56b4-4269-8e3e-7aca0f96e18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'eda21533-5270-49f6-9a57-ff77f31c823b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:56:59.032158 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99800edc-7b10-4b79-8617-19fdcd35bf1d req-4f2c4328-268b-46b2-b9e3-987f25f3027a service neutron] Bound using segment: {'id': 'c8ecc108-56b4-4269-8e3e-7aca0f96e18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'eda21533-5270-49f6-9a57-ff77f31c823b'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:56:59.032687 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-99800edc-7b10-4b79-8617-19fdcd35bf1d req-4f2c4328-268b-46b2-b9e3-987f25f3027a service neutron] Bound port: ef9147d3-ce1a-489d-8032-dcc4a9bf8c8b, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8ecc108-56b4-4269-8e3e-7aca0f96e18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'eda21533-5270-49f6-9a57-ff77f31c823b'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:56:59.033016 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-99800edc-7b10-4b79-8617-19fdcd35bf1d req-4f2c4328-268b-46b2-b9e3-987f25f3027a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:59.051455 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '805e9ab3-fdd2-45ac-939d-0e928dba994e', 'tag': 'a59d7cb1-cc3a-42af-a94c-b305c69015b6'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:56:59.055615 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a5116e-f6e9-45ea-8e7f-fe72a4891ac1" -d '{"events": [{"name": "network-changed", "server_uuid": "805e9ab3-fdd2-45ac-939d-0e928dba994e", "tag": "a59d7cb1-cc3a-42af-a94c-b305c69015b6"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:56:59.123424 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-213c98a8-3429-4720-9cc1-7b7ad2d4978d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:59.148244 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436636e7-77ab-4871-8e14-13f6cb12160e tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Pushing event updated for resources: {'Port': ['ID=a59d7cb1-cc3a-42af-a94c-b305c69015b6,revision_number=6']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:59.161072 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768ef7ad-1924-4b31-b92a-4906c054b6e4 x-openstack-request-id: req-768ef7ad-1924-4b31-b92a-4906c054b6e4 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:56:59.161481 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "805e9ab3-fdd2-45ac-939d-0e928dba994e", "tag": "a59d7cb1-cc3a-42af-a94c-b305c69015b6", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:56:59.161831 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-768ef7ad-1924-4b31-b92a-4906c054b6e4 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:56:59.162343 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '805e9ab3-fdd2-45ac-939d-0e928dba994e', 'tag': 'a59d7cb1-cc3a-42af-a94c-b305c69015b6', 'status': 'completed', 'code': 200} Aug 19 14:56:59.196753 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['a59d7cb1-cc3a-42af-a94c-b305c69015b6'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:56:59.305175 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-99800edc-7b10-4b79-8617-19fdcd35bf1d req-4f2c4328-268b-46b2-b9e3-987f25f3027a service neutron] For port ef9147d3-ce1a-489d-8032-dcc4a9bf8c8b, host n-h1-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:56:59.345747 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db13eadb-9da9-4683-83a0-15f27487a2d6 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:59.354344 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-99800edc-7b10-4b79-8617-19fdcd35bf1d req-4f2c4328-268b-46b2-b9e3-987f25f3027a service neutron] For port ef9147d3-ce1a-489d-8032-dcc4a9bf8c8b, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=ef9147d3-ce1a-489d-8032-dcc4a9bf8c8b,segment=NetworkSegment(c8ecc108-56b4-4269-8e3e-7aca0f96e18c),segment_id=c8ecc108-56b4-4269-8e3e-7aca0f96e18c)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:56:59.369039 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5116e-f6e9-45ea-8e7f-fe72a4891ac1 req-4d335643-e393-468c-a452-a6dec6281873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:59.371551 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-52a5116e-f6e9-45ea-8e7f-fe72a4891ac1 req-4d335643-e393-468c-a452-a6dec6281873 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8bf9338b14bd4de0a247947d4332bed4&device_id=805e9ab3-fdd2-45ac-939d-0e928dba994e HTTP/1.1" status: 200 len: 1058 time: 0.1932001 Aug 19 14:56:59.374663 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-99800edc-7b10-4b79-8617-19fdcd35bf1d req-4f2c4328-268b-46b2-b9e3-987f25f3027a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:59.384719 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1d67f-a201-4eea-9d36-80c18c4fb4f9 req-99bc0af3-687b-45a2-95bf-725cd076b659 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:59.386531 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e2d1d67f-a201-4eea-9d36-80c18c4fb4f9 req-99bc0af3-687b-45a2-95bf-725cd076b659 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=805e9ab3-fdd2-45ac-939d-0e928dba994e HTTP/1.1" status: 200 len: 907 time: 0.2437713 Aug 19 14:56:59.545367 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db13eadb-9da9-4683-83a0-15f27487a2d6 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:56:59.545597 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5116e-f6e9-45ea-8e7f-fe72a4891ac1 req-d6377cab-63b0-402f-8218-ef9fba4f7925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:59.547955 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-52a5116e-f6e9-45ea-8e7f-fe72a4891ac1 req-d6377cab-63b0-402f-8218-ef9fba4f7925 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8d226290-6085-496f-b9eb-bf514760f427 HTTP/1.1" status: 200 len: 912 time: 0.1549082 Aug 19 14:56:59.552698 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-db13eadb-9da9-4683-83a0-15f27487a2d6 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:56:59.554578 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db13eadb-9da9-4683-83a0-15f27487a2d6 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event updated for resources: {'Port': ['ID=65215d2f-70f4-4556-b70e-025b71a211ab,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:59.556992 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db13eadb-9da9-4683-83a0-15f27487a2d6 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:56:59.574759 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bc18d987-fae2-4ab1-ad3c-a63a6c738087 None None] Provisioning complete for port a59d7cb1-cc3a-42af-a94c-b305c69015b6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:56:59.575133 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bc18d987-fae2-4ab1-ad3c-a63a6c738087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:59.646957 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-52a5116e-f6e9-45ea-8e7f-fe72a4891ac1 req-dfad5c06-baea-4a2d-9c00-ec1bfb3ad77e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a59d7cb1-cc3a-42af-a94c-b305c69015b6 HTTP/1.1" status: 200 len: 217 time: 0.0483334 Aug 19 14:56:59.648940 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99800edc-7b10-4b79-8617-19fdcd35bf1d req-4f2c4328-268b-46b2-b9e3-987f25f3027a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:59.649689 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-99800edc-7b10-4b79-8617-19fdcd35bf1d req-4f2c4328-268b-46b2-b9e3-987f25f3027a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:56:59.651459 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-99800edc-7b10-4b79-8617-19fdcd35bf1d req-4f2c4328-268b-46b2-b9e3-987f25f3027a service neutron] 10.222.0.68 "PUT /v2.0/ports/ef9147d3-ce1a-489d-8032-dcc4a9bf8c8b HTTP/1.1" status: 200 len: 1092 time: 2.7409363 Aug 19 14:56:59.711462 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c00405-9663-48aa-ae83-0ff015fb0b79 req-6c8c729a-2071-4e3a-9b6b-1e92f331b977 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:59.713462 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-52c00405-9663-48aa-ae83-0ff015fb0b79 req-6c8c729a-2071-4e3a-9b6b-1e92f331b977 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] 10.222.0.69 "GET /v2.0/ports?device_id=04ce3f60-c76f-456b-97c7-f2edfa2488c4 HTTP/1.1" status: 200 len: 944 time: 0.4461002 Aug 19 14:56:59.856314 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff845296-23e9-4533-a053-8c9d24acf022 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:56:59.878992 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d8c3b0-f7e8-4edf-b11b-56d14cc8dbc4 None None] Sync routers for ids ['96f137a9-a2ea-4df0-a975-9d39ec781f0b'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:56:59.903063 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d8c3b0-f7e8-4edf-b11b-56d14cc8dbc4 None None] Routers {'96f137a9-a2ea-4df0-a975-9d39ec781f0b'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:56:59.905895 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-05d8c3b0-f7e8-4edf-b11b-56d14cc8dbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:56:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['96f137a9-a2ea-4df0-a975-9d39ec781f0b'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:56:59.909507 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5116e-f6e9-45ea-8e7f-fe72a4891ac1 req-3a91866a-08bd-478a-ad2d-b21b3c7debf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:56:59.917519 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-52a5116e-f6e9-45ea-8e7f-fe72a4891ac1 req-3a91866a-08bd-478a-ad2d-b21b3c7debf6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5ebe78ca-28f7-43fa-89de-04375d30f6cd HTTP/1.1" status: 200 len: 850 time: 0.2431037 Aug 19 14:56:59.945128 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2c4328-268b-46b2-b9e3-987f25f3027a service neutron] Pushing event updated for resources: {'Port': ['ID=ef9147d3-ce1a-489d-8032-dcc4a9bf8c8b,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:56:59.993719 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-05d8c3b0-f7e8-4edf-b11b-56d14cc8dbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:00.014958 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d8c3b0-f7e8-4edf-b11b-56d14cc8dbc4 None None] Routers {'96f137a9-a2ea-4df0-a975-9d39ec781f0b'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:57:00.016394 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-05d8c3b0-f7e8-4edf-b11b-56d14cc8dbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:56:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['96f137a9-a2ea-4df0-a975-9d39ec781f0b'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:00.039807 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff845296-23e9-4533-a053-8c9d24acf022 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:00.050084 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 41878) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:00.052733 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ff845296-23e9-4533-a053-8c9d24acf022 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.5442259 Aug 19 14:57:00.060066 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-213c98a8-3429-4720-9cc1-7b7ad2d4978d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:00.064290 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2c542161-9a75-44ac-a64d-fc1ed0ec6fcf tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'enable_snat': False}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:57:00.161405 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-05d8c3b0-f7e8-4edf-b11b-56d14cc8dbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:00.166363 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d8c3b0-f7e8-4edf-b11b-56d14cc8dbc4 None None] The sync data for ids ['96f137a9-a2ea-4df0-a975-9d39ec781f0b'] in n-d-766043-2 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:57:00.183214 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46e1e1-ce1d-4538-ad27-37ed9e93f23b req-b0a9aeaf-9826-4e16-a7ed-3ef7d8d467f5 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:00.184749 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1b46e1e1-ce1d-4538-ad27-37ed9e93f23b req-b0a9aeaf-9826-4e16-a7ed-3ef7d8d467f5 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.6342039 Aug 19 14:57:00.217044 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-52c00405-9663-48aa-ae83-0ff015fb0b79 req-e14aca1f-dd44-4798-8133-176076dba452 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] 10.222.0.69 "GET /v2.0/security-groups?id=4973f92f-9387-4ffb-9cc5-c0b70bd869cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4450612 Aug 19 14:57:00.247203 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5116e-f6e9-45ea-8e7f-fe72a4891ac1 req-a5d6679d-4bb8-4ced-9a63-9103c7349116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:00.250954 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-52a5116e-f6e9-45ea-8e7f-fe72a4891ac1 req-a5d6679d-4bb8-4ced-9a63-9103c7349116 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8d226290-6085-496f-b9eb-bf514760f427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2888017 Aug 19 14:57:00.260880 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99800edc-7b10-4b79-8617-19fdcd35bf1d req-98187521-338a-4c07-8cfb-057217cc89c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:00.267069 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-99800edc-7b10-4b79-8617-19fdcd35bf1d req-98187521-338a-4c07-8cfb-057217cc89c6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=719438ba566c43b69452117e19faee1b&device_id=04ce3f60-c76f-456b-97c7-f2edfa2488c4 HTTP/1.1" status: 200 len: 1095 time: 0.5441020 Aug 19 14:57:00.430004 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-52a5116e-f6e9-45ea-8e7f-fe72a4891ac1 req-51daf428-7e70-4035-a320-1750097096ac service neutron] 10.222.0.88 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501732 Aug 19 14:57:00.521187 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-99800edc-7b10-4b79-8617-19fdcd35bf1d req-16496197-b6f8-4a21-b5f6-316ec0989213 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef9147d3-ce1a-489d-8032-dcc4a9bf8c8b HTTP/1.1" status: 200 len: 217 time: 0.0495923 Aug 19 14:57:00.526089 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-213c98a8-3429-4720-9cc1-7b7ad2d4978d admin admin] Router 4b4904ca-1cef-430e-9327-e5d01c8fc04f is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:57:00.533566 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db13eadb-9da9-4683-83a0-15f27487a2d6 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:00.710467 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1b46e1e1-ce1d-4538-ad27-37ed9e93f23b req-c627aacc-77c4-4bd4-804f-77ed0cfcf4d2 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4910202 Aug 19 14:57:00.730865 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db13eadb-9da9-4683-83a0-15f27487a2d6 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:00.731817 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99800edc-7b10-4b79-8617-19fdcd35bf1d req-5a58982b-68b5-4222-b300-6738de483e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:00.734149 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-99800edc-7b10-4b79-8617-19fdcd35bf1d req-5a58982b-68b5-4222-b300-6738de483e3b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f82353e0-7449-47f2-b971-b8660f2fc57e HTTP/1.1" status: 200 len: 854 time: 0.1982989 Aug 19 14:57:00.766452 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:57:00.839875 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213c98a8-3429-4720-9cc1-7b7ad2d4978d admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:57:00.843907 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e7d695df-b50b-4f8e-a0f9-8bb0bc93b079 req-d6d296e0-8381-445c-a4f8-8515da097322 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f0b19eb0-7597-4713-a3cf-d7e25d2b8ead&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1725271 Aug 19 14:57:00.850819 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9c163b-df5a-4e03-9192-9e56d8066b55 None None] Sync routers for ids ['4b4904ca-1cef-430e-9327-e5d01c8fc04f'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:57:00.859808 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-99800edc-7b10-4b79-8617-19fdcd35bf1d req-005879dd-7177-42eb-a6ad-1ccd65f91eab service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=eda21533-5270-49f6-9a57-ff77f31c823b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868804 Aug 19 14:57:00.868720 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9c163b-df5a-4e03-9192-9e56d8066b55 None None] Routers {'4b4904ca-1cef-430e-9327-e5d01c8fc04f'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:57:00.870142 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ea9c163b-df5a-4e03-9192-9e56d8066b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:56:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['4b4904ca-1cef-430e-9327-e5d01c8fc04f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:01.018358 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-ea9c163b-df5a-4e03-9192-9e56d8066b55 None None] Set router 4b4904ca-1cef-430e-9327-e5d01c8fc04f gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:57:01.052441 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-52a5116e-f6e9-45ea-8e7f-fe72a4891ac1 req-1452ef50-430e-418b-aa52-72cf52b75502 service neutron] 10.222.0.88 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5348973 Aug 19 14:57:01.090774 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbfecd6-222b-4ce1-9340-6507cf97a9e3 req-dd3139bc-9b60-4f53-af69-2946d5f498f9 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:01.092482 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ddbfecd6-222b-4ce1-9340-6507cf97a9e3 req-dd3139bc-9b60-4f53-af69-2946d5f498f9 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.2543797 Aug 19 14:57:01.165813 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-99800edc-7b10-4b79-8617-19fdcd35bf1d req-3a2f5228-195f-4e34-9033-eae3d1e33b17 service neutron] 10.222.0.68 "GET /v2.0/networks/eda21533-5270-49f6-9a57-ff77f31c823b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938104 Aug 19 14:57:01.166376 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04ce3f60-c76f-456b-97c7-f2edfa2488c4', 'tag': 'ef9147d3-ce1a-489d-8032-dcc4a9bf8c8b'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:57:01.168993 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec525655-d5d0-4ced-9cdd-15c2319ef24c" -d '{"events": [{"name": "network-changed", "server_uuid": "04ce3f60-c76f-456b-97c7-f2edfa2488c4", "tag": "ef9147d3-ce1a-489d-8032-dcc4a9bf8c8b"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:57:01.187490 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-213c98a8-3429-4720-9cc1-7b7ad2d4978d admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:01.189226 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-213c98a8-3429-4720-9cc1-7b7ad2d4978d admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.7689421 Aug 19 14:57:01.194811 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 41888) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:01.239164 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d695df-b50b-4f8e-a0f9-8bb0bc93b079 req-8ec35828-0d6d-4201-92a2-9d0183b6bd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:01.240725 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e7d695df-b50b-4f8e-a0f9-8bb0bc93b079 req-8ec35828-0d6d-4201-92a2-9d0183b6bd09 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=8bf9338b14bd4de0a247947d4332bed4&device_id=f0b19eb0-7597-4713-a3cf-d7e25d2b8ead HTTP/1.1" status: 200 len: 1097 time: 0.2373133 Aug 19 14:57:01.242984 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db13eadb-9da9-4683-83a0-15f27487a2d6 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:01.248813 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db13eadb-9da9-4683-83a0-15f27487a2d6 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:01.278200 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2aaecc6-b16e-45ec-a2d2-6b364fa6f6d1 x-openstack-request-id: req-a2aaecc6-b16e-45ec-a2d2-6b364fa6f6d1 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:57:01.278466 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04ce3f60-c76f-456b-97c7-f2edfa2488c4", "tag": "ef9147d3-ce1a-489d-8032-dcc4a9bf8c8b", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:57:01.278691 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a2aaecc6-b16e-45ec-a2d2-6b364fa6f6d1 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:57:01.279095 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04ce3f60-c76f-456b-97c7-f2edfa2488c4', 'tag': 'ef9147d3-ce1a-489d-8032-dcc4a9bf8c8b', 'status': 'completed', 'code': 200} Aug 19 14:57:01.339366 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db13eadb-9da9-4683-83a0-15f27487a2d6 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event updated for resources: {'Port': ['ID=65215d2f-70f4-4556-b70e-025b71a211ab,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:01.363800 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ea9c163b-df5a-4e03-9192-9e56d8066b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'name': 'tempest-AttachVolumeTestJSON-852643430-router', 'tenant_id': '329a9422f2e44489a7adbe73ec4e808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '05178c7e-e4be-4803-bb68-12496ba7e835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:56:53Z', 'updated_at': '2021-08-19T14:56:58Z', 'revision_number': 3, 'project_id': '329a9422f2e44489a7adbe73ec4e808e', 'gw_port': {'id': '05178c7e-e4be-4803-bb68-12496ba7e835', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:44:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:56:55Z', 'updated_at': '2021-08-19T14:56:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:01.384849 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fcbef4e3-e9a7-4bf2-9948-4185e2046bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:01.463923 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ddbfecd6-222b-4ce1-9340-6507cf97a9e3 req-6555e202-aa02-4e9c-91d5-5349e45c319d tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3288231 Aug 19 14:57:01.540535 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9c163b-df5a-4e03-9192-9e56d8066b55 None None] Checking router: 4b4904ca-1cef-430e-9327-e5d01c8fc04f for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:57:01.541147 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9c163b-df5a-4e03-9192-9e56d8066b55 None None] Updating router 4b4904ca-1cef-430e-9327-e5d01c8fc04f port 05178c7e-e4be-4803-bb68-12496ba7e835 binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:57:01.548634 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c542161-9a75-44ac-a64d-fc1ed0ec6fcf tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:01.589773 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d3544-5693-412e-919c-1fe12132dfc6 req-f7234ecb-661b-405e-841e-acb6d9b4e9dd tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:01.597567 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a58d3544-5693-412e-919c-1fe12132dfc6 req-f7234ecb-661b-405e-841e-acb6d9b4e9dd tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] 10.222.0.69 "GET /v2.0/ports?device_id=04ce3f60-c76f-456b-97c7-f2edfa2488c4 HTTP/1.1" status: 200 len: 944 time: 0.2270060 Aug 19 14:57:01.609576 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-99800edc-7b10-4b79-8617-19fdcd35bf1d req-2aa038af-3f0c-4bea-a311-1dc9636a4504 service neutron] 10.222.0.68 "GET /v2.0/networks/eda21533-5270-49f6-9a57-ff77f31c823b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4155412 Aug 19 14:57:01.613410 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ea9c163b-df5a-4e03-9192-9e56d8066b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:01.663891 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db13eadb-9da9-4683-83a0-15f27487a2d6 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:01.950520 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d695df-b50b-4f8e-a0f9-8bb0bc93b079 req-79ed568d-b7e5-49fd-85ad-02558ab311fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:01.953275 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e7d695df-b50b-4f8e-a0f9-8bb0bc93b079 req-79ed568d-b7e5-49fd-85ad-02558ab311fa service neutron] 10.222.0.68 "GET /v2.0/networks?id=8d226290-6085-496f-b9eb-bf514760f427 HTTP/1.1" status: 200 len: 912 time: 0.6222897 Aug 19 14:57:02.025846 n-d-766043-2 neutron-server[94639]: INFO neutron.db.l3_db [None req-db13eadb-9da9-4683-83a0-15f27487a2d6 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Floating IP 5136fd6c-79f3-480b-b28e-d9355e3ffb32 associated. External IP: 172.25.2.119, port: a18cacc9-102e-46db-be48-bebd16c1eda0. Aug 19 14:57:02.104009 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e7d695df-b50b-4f8e-a0f9-8bb0bc93b079 req-185160bb-38f6-41cf-97c7-fa816a671ff9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=beeb99ba-a43d-4ac6-af21-fb5ff14d5767 HTTP/1.1" status: 200 len: 217 time: 0.1389940 Aug 19 14:57:02.133933 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ea9c163b-df5a-4e03-9192-9e56d8066b55 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:02.151225 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-ea9c163b-df5a-4e03-9192-9e56d8066b55 None None] Transition to ACTIVE for port object 05178c7e-e4be-4803-bb68-12496ba7e835 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:57:02.160684 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ea9c163b-df5a-4e03-9192-9e56d8066b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:02.197490 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d695df-b50b-4f8e-a0f9-8bb0bc93b079 req-ba042e1f-f6fa-4499-b878-1dc8c4a09140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:02.198929 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e7d695df-b50b-4f8e-a0f9-8bb0bc93b079 req-ba042e1f-f6fa-4499-b878-1dc8c4a09140 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5ebe78ca-28f7-43fa-89de-04375d30f6cd HTTP/1.1" status: 200 len: 850 time: 0.0679142 Aug 19 14:57:02.224024 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-ea9c163b-df5a-4e03-9192-9e56d8066b55 None None] Attempting to bind port 05178c7e-e4be-4803-bb68-12496ba7e835 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:57:02.225278 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-ea9c163b-df5a-4e03-9192-9e56d8066b55 None None] Attempting to bind port 05178c7e-e4be-4803-bb68-12496ba7e835 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:57:02.225811 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9c163b-df5a-4e03-9192-9e56d8066b55 None None] Attempting to bind port 05178c7e-e4be-4803-bb68-12496ba7e835 on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:57:02.233533 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9c163b-df5a-4e03-9192-9e56d8066b55 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:57:02.234795 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9c163b-df5a-4e03-9192-9e56d8066b55 None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:57:02.235407 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ea9c163b-df5a-4e03-9192-9e56d8066b55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:02.235951 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9c163b-df5a-4e03-9192-9e56d8066b55 None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:57:02.236614 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-ea9c163b-df5a-4e03-9192-9e56d8066b55 None None] Bound port: 05178c7e-e4be-4803-bb68-12496ba7e835, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:57:02.237175 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ea9c163b-df5a-4e03-9192-9e56d8066b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:02.242808 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee918d5-5306-4cb8-aad5-b21f8d2b63d5 None None] Pushing event updated for resources: {'Port': ['ID=05178c7e-e4be-4803-bb68-12496ba7e835,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:02.266991 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a58d3544-5693-412e-919c-1fe12132dfc6 req-da463ed5-016f-430a-b1d0-6b978924a48c tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] 10.222.0.69 "GET /v2.0/security-groups?id=4973f92f-9387-4ffb-9cc5-c0b70bd869cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6684957 Aug 19 14:57:02.309916 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec525655-d5d0-4ced-9cdd-15c2319ef24c req-a2352bd3-8d60-498b-a098-603261aac26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:02.310772 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-ea9c163b-df5a-4e03-9192-9e56d8066b55 None None] For port 05178c7e-e4be-4803-bb68-12496ba7e835, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:57:02.311496 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ec525655-d5d0-4ced-9cdd-15c2319ef24c req-a2352bd3-8d60-498b-a098-603261aac26c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=719438ba566c43b69452117e19faee1b&device_id=04ce3f60-c76f-456b-97c7-f2edfa2488c4 HTTP/1.1" status: 200 len: 1095 time: 0.2537129 Aug 19 14:57:02.314644 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-ea9c163b-df5a-4e03-9192-9e56d8066b55 None None] For port 05178c7e-e4be-4803-bb68-12496ba7e835, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=05178c7e-e4be-4803-bb68-12496ba7e835,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:57:02.321157 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ea9c163b-df5a-4e03-9192-9e56d8066b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:02.371051 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9c163b-df5a-4e03-9192-9e56d8066b55 None None] Routers {'4b4904ca-1cef-430e-9327-e5d01c8fc04f'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:57:02.371757 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ea9c163b-df5a-4e03-9192-9e56d8066b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:56:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['4b4904ca-1cef-430e-9327-e5d01c8fc04f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:02.409615 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d695df-b50b-4f8e-a0f9-8bb0bc93b079 req-143bc4e2-e3c2-4ea7-8293-d1997fcd6c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:02.410964 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e7d695df-b50b-4f8e-a0f9-8bb0bc93b079 req-143bc4e2-e3c2-4ea7-8293-d1997fcd6c5d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8d226290-6085-496f-b9eb-bf514760f427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852227 Aug 19 14:57:02.412951 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db13eadb-9da9-4683-83a0-15f27487a2d6 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Router 79eacc9c-de3c-45c6-a03f-a0880943e739 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:57:02.416120 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47730b29-faf3-4097-afd7-4e351294e1c4 req-99d33348-4476-4f9e-a321-1f0757a1bb46 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:02.417496 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-47730b29-faf3-4097-afd7-4e351294e1c4 req-99d33348-4476-4f9e-a321-1f0757a1bb46 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/networks?id=8d226290-6085-496f-b9eb-bf514760f427 HTTP/1.1" status: 200 len: 811 time: 0.3610232 Aug 19 14:57:02.451816 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee918d5-5306-4cb8-aad5-b21f8d2b63d5 None None] Pushing event updated for resources: {'Port': ['ID=05178c7e-e4be-4803-bb68-12496ba7e835,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:02.505049 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-47730b29-faf3-4097-afd7-4e351294e1c4 req-55349819-d6d4-4435-bd88-45fe4f041eb6 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/quotas/8bf9338b14bd4de0a247947d4332bed4 HTTP/1.1" status: 200 len: 375 time: 0.0770097 Aug 19 14:57:02.539392 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-ea9c163b-df5a-4e03-9192-9e56d8066b55 None None] Set router 4b4904ca-1cef-430e-9327-e5d01c8fc04f gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:57:02.610968 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec525655-d5d0-4ced-9cdd-15c2319ef24c req-3b97417b-f418-46df-b188-6ac3cc5b2e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:02.612340 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ec525655-d5d0-4ced-9cdd-15c2319ef24c req-3b97417b-f418-46df-b188-6ac3cc5b2e0d service neutron] 10.222.0.68 "GET /v2.0/networks?id=eda21533-5270-49f6-9a57-ff77f31c823b HTTP/1.1" status: 200 len: 915 time: 0.2876458 Aug 19 14:57:02.643711 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e7d695df-b50b-4f8e-a0f9-8bb0bc93b079 req-f608616b-b813-486d-ac50-3cfd2a68c7e8 service neutron] 10.222.0.68 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204990 Aug 19 14:57:02.651960 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db13eadb-9da9-4683-83a0-15f27487a2d6 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:57:02.662907 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f7b7c4-491e-46fc-82c5-c8c9ce7b917a None None] Sync routers for ids ['79eacc9c-de3c-45c6-a03f-a0880943e739'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:57:02.679606 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f7b7c4-491e-46fc-82c5-c8c9ce7b917a None None] Routers {'79eacc9c-de3c-45c6-a03f-a0880943e739'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:57:02.680221 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-60f7b7c4-491e-46fc-82c5-c8c9ce7b917a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:56:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['79eacc9c-de3c-45c6-a03f-a0880943e739'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:02.724601 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ec525655-d5d0-4ced-9cdd-15c2319ef24c req-3405712a-e950-43bf-b8e3-4f3d0b5874a4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef9147d3-ce1a-489d-8032-dcc4a9bf8c8b HTTP/1.1" status: 200 len: 217 time: 0.0961463 Aug 19 14:57:02.740735 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-47730b29-faf3-4097-afd7-4e351294e1c4 req-5ac9c971-5704-463b-93df-8eca3c14b3b5 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8bf9338b14bd4de0a247947d4332bed4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2278051 Aug 19 14:57:02.762245 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db13eadb-9da9-4683-83a0-15f27487a2d6 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:02.771037 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ea9c163b-df5a-4e03-9192-9e56d8066b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'name': 'tempest-AttachVolumeTestJSON-852643430-router', 'tenant_id': '329a9422f2e44489a7adbe73ec4e808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '05178c7e-e4be-4803-bb68-12496ba7e835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:56:53Z', 'updated_at': '2021-08-19T14:56:58Z', 'revision_number': 3, 'project_id': '329a9422f2e44489a7adbe73ec4e808e', 'gw_port': {'id': '05178c7e-e4be-4803-bb68-12496ba7e835', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:44:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:56:55Z', 'updated_at': '2021-08-19T14:57:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:02.800796 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9c163b-df5a-4e03-9192-9e56d8066b55 None None] The sync data for ids ['4b4904ca-1cef-430e-9327-e5d01c8fc04f'] in n-d-766043-2 is: [{'id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'name': 'tempest-AttachVolumeTestJSON-852643430-router', 'tenant_id': '329a9422f2e44489a7adbe73ec4e808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '05178c7e-e4be-4803-bb68-12496ba7e835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:56:53Z', 'updated_at': '2021-08-19T14:56:58Z', 'revision_number': 3, 'project_id': '329a9422f2e44489a7adbe73ec4e808e', 'gw_port': {'id': '05178c7e-e4be-4803-bb68-12496ba7e835', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:44:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:56:55Z', 'updated_at': '2021-08-19T14:57:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:57:02.829669 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-db13eadb-9da9-4683-83a0-15f27487a2d6 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.9535384 Aug 19 14:57:02.832282 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb4bc0a7-4214-4fac-b484-6ec798bc52d9', 'tag': 'a18cacc9-102e-46db-be48-bebd16c1eda0'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:57:02.834989 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d13f81-87f1-42ac-8fe1-ff192d718fc4" -d '{"events": [{"name": "network-changed", "server_uuid": "fb4bc0a7-4214-4fac-b484-6ec798bc52d9", "tag": "a18cacc9-102e-46db-be48-bebd16c1eda0"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:57:02.839817 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 41910) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:02.918878 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b513f0-b660-4f95-9d82-c441f7059c32 x-openstack-request-id: req-d8b513f0-b660-4f95-9d82-c441f7059c32 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:57:02.919178 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb4bc0a7-4214-4fac-b484-6ec798bc52d9", "tag": "a18cacc9-102e-46db-be48-bebd16c1eda0", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:57:02.919429 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d8b513f0-b660-4f95-9d82-c441f7059c32 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:57:02.919836 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb4bc0a7-4214-4fac-b484-6ec798bc52d9', 'tag': 'a18cacc9-102e-46db-be48-bebd16c1eda0', 'status': 'completed', 'code': 200} Aug 19 14:57:02.926996 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e7d695df-b50b-4f8e-a0f9-8bb0bc93b079 req-a08b35f6-c468-4ce3-821c-c75d8e31a406 service neutron] 10.222.0.68 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724514 Aug 19 14:57:02.940727 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-60f7b7c4-491e-46fc-82c5-c8c9ce7b917a None None] Set router 79eacc9c-de3c-45c6-a03f-a0880943e739 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:57:02.947200 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8f76d66c-80fd-4083-bba1-7347f7aa6e93 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/floatingips/5136fd6c-79f3-480b-b28e-d9355e3ffb32 HTTP/1.1" status: 200 len: 992 time: 0.1048994 Aug 19 14:57:03.023783 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec525655-d5d0-4ced-9cdd-15c2319ef24c req-0f91d9e2-4747-4ca6-9d9b-fe00218800a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:03.024730 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d13f81-87f1-42ac-8fe1-ff192d718fc4 req-8b8926b6-9a7d-4bb1-afc3-13be63371125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:03.026295 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ec525655-d5d0-4ced-9cdd-15c2319ef24c req-0f91d9e2-4747-4ca6-9d9b-fe00218800a5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f82353e0-7449-47f2-b971-b8660f2fc57e HTTP/1.1" status: 200 len: 854 time: 0.2817857 Aug 19 14:57:03.027911 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e5d13f81-87f1-42ac-8fe1-ff192d718fc4 req-8b8926b6-9a7d-4bb1-afc3-13be63371125 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=7a0c6ff201d948d2944c0780e076389b&device_id=fb4bc0a7-4214-4fac-b484-6ec798bc52d9 HTTP/1.1" status: 200 len: 1097 time: 0.0766845 Aug 19 14:57:03.102821 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ec525655-d5d0-4ced-9cdd-15c2319ef24c req-e75479f7-8a51-44de-b64b-759c66406254 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=eda21533-5270-49f6-9a57-ff77f31c823b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577948 Aug 19 14:57:03.221432 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d13f81-87f1-42ac-8fe1-ff192d718fc4 req-0ee7778d-d03b-4535-a6f8-34a689dba8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:03.224590 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e5d13f81-87f1-42ac-8fe1-ff192d718fc4 req-0ee7778d-d03b-4535-a6f8-34a689dba8a7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=434ddfff-ebd5-4a01-82bb-a16e45efc03c HTTP/1.1" status: 200 len: 898 time: 0.1845689 Aug 19 14:57:03.285483 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-47730b29-faf3-4097-afd7-4e351294e1c4 req-64e53d2d-31f2-42b9-a8a6-4c2d33d64537 service neutron] 10.222.0.69 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5240688 Aug 19 14:57:03.320033 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e5d13f81-87f1-42ac-8fe1-ff192d718fc4 req-9804d390-5869-4295-ab27-1ec455ec7033 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a18cacc9-102e-46db-be48-bebd16c1eda0 HTTP/1.1" status: 200 len: 1000 time: 0.0838664 Aug 19 14:57:03.450626 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d13f81-87f1-42ac-8fe1-ff192d718fc4 req-cf3d4390-c44b-4e83-af40-87d8ce696223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:03.452178 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e5d13f81-87f1-42ac-8fe1-ff192d718fc4 req-cf3d4390-c44b-4e83-af40-87d8ce696223 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=343f9450-b774-4208-80c0-7a1108aa0a03 HTTP/1.1" status: 200 len: 835 time: 0.1200378 Aug 19 14:57:03.455504 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-60f7b7c4-491e-46fc-82c5-c8c9ce7b917a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79eacc9c-de3c-45c6-a03f-a0880943e739', 'name': 'tempest-TestNetworkBasicOps-router-1510909828', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '208a992f-225f-452f-ab13-068f849590a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:56:13Z', 'updated_at': '2021-08-19T14:56:22Z', 'revision_number': 4, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'gw_port': {'id': '208a992f-225f-452f-ab13-068f849590a4', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:80:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79eacc9c-de3c-45c6-a03f-a0880943e739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:56:14Z', 'updated_at': '2021-08-19T14:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '5136fd6c-79f3-480b-b28e-d9355e3ffb32', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'floating_ip_address': '172.25.2.119', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '79eacc9c-de3c-45c6-a03f-a0880943e739', 'port_id': 'a18cacc9-102e-46db-be48-bebd16c1eda0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '434ddfff-ebd5-4a01-82bb-a16e45efc03c', 'mac_address': 'fa:16:3e:ed:46:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4bc0a7-4214-4fac-b484-6ec798bc52d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:57:00Z', 'updated_at': '2021-08-19T14:57:00Z', 'revision_number': 0, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a95a6f99-ace6-480d-9f10-0df62d2c2444', 'name': '', 'network_id': '434ddfff-ebd5-4a01-82bb-a16e45efc03c', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'mac_address': 'fa:16:3e:93:cb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79eacc9c-de3c-45c6-a03f-a0880943e739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '343f9450-b774-4208-80c0-7a1108aa0a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:56:21Z', 'updated_at': '2021-08-19T14:56:30Z', 'revision_number': 5, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'subnets': [{'id': '343f9450-b774-4208-80c0-7a1108aa0a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:03.509063 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f7b7c4-491e-46fc-82c5-c8c9ce7b917a None None] Checking router: 79eacc9c-de3c-45c6-a03f-a0880943e739 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:57:03.528206 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d13f81-87f1-42ac-8fe1-ff192d718fc4 req-4ce3bb38-c250-4a51-b439-6e1fd2887c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:03.529403 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e5d13f81-87f1-42ac-8fe1-ff192d718fc4 req-4ce3bb38-c250-4a51-b439-6e1fd2887c86 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=434ddfff-ebd5-4a01-82bb-a16e45efc03c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648696 Aug 19 14:57:03.534799 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f7b7c4-491e-46fc-82c5-c8c9ce7b917a None None] Routers {'79eacc9c-de3c-45c6-a03f-a0880943e739'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:57:03.535710 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-60f7b7c4-491e-46fc-82c5-c8c9ce7b917a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:56:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['79eacc9c-de3c-45c6-a03f-a0880943e739'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:03.581485 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53e1bcd1-af6c-4c62-b8cc-c845f2137f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:03.626290 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ec525655-d5d0-4ced-9cdd-15c2319ef24c req-50a9b8a2-7a6c-41cf-a593-44944f0de98c service neutron] 10.222.0.68 "GET /v2.0/networks/eda21533-5270-49f6-9a57-ff77f31c823b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4929843 Aug 19 14:57:03.688263 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-60f7b7c4-491e-46fc-82c5-c8c9ce7b917a None None] Set router 79eacc9c-de3c-45c6-a03f-a0880943e739 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:57:03.768868 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6246c3fb-9775-4529-881c-6a7fbf7dca8a req-b6ad76b9-9655-497a-8c44-a2136f6931f1 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:03.770463 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6246c3fb-9775-4529-881c-6a7fbf7dca8a req-b6ad76b9-9655-497a-8c44-a2136f6931f1 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] 10.222.0.69 "GET /v2.0/ports?device_id=04ce3f60-c76f-456b-97c7-f2edfa2488c4 HTTP/1.1" status: 200 len: 944 time: 0.3286984 Aug 19 14:57:03.778135 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e5d13f81-87f1-42ac-8fe1-ff192d718fc4 req-1189144d-6d30-40ef-902b-8a666dc927ad service neutron] 10.222.0.68 "GET /v2.0/networks/434ddfff-ebd5-4a01-82bb-a16e45efc03c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403364 Aug 19 14:57:03.870500 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-47730b29-faf3-4097-afd7-4e351294e1c4 req-47fc215b-a0cd-4d6e-9627-113dd14830ff service neutron] 10.222.0.69 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5107334 Aug 19 14:57:03.962381 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 41920) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:04.011448 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:04.077818 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ec525655-d5d0-4ced-9cdd-15c2319ef24c req-0a487352-ee9e-46d8-a967-e07562af8f2f service neutron] 10.222.0.68 "GET /v2.0/networks/eda21533-5270-49f6-9a57-ff77f31c823b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4301336 Aug 19 14:57:04.186911 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6246c3fb-9775-4529-881c-6a7fbf7dca8a req-1ee21a15-d84f-4514-861b-80f6252fe28a tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] 10.222.0.69 "GET /v2.0/security-groups?id=4973f92f-9387-4ffb-9cc5-c0b70bd869cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601596 Aug 19 14:57:04.190312 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-54b214d5-15ae-47af-8c6c-c551ae279d5d req-2280e80f-5c7a-41e6-8f31-2c52da113c58 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=81348129-e0aa-4b35-949c-8e3a360aee84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3625515 Aug 19 14:57:04.205108 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-60f7b7c4-491e-46fc-82c5-c8c9ce7b917a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79eacc9c-de3c-45c6-a03f-a0880943e739', 'name': 'tempest-TestNetworkBasicOps-router-1510909828', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '208a992f-225f-452f-ab13-068f849590a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:56:13Z', 'updated_at': '2021-08-19T14:56:22Z', 'revision_number': 4, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'gw_port': {'id': '208a992f-225f-452f-ab13-068f849590a4', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:80:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79eacc9c-de3c-45c6-a03f-a0880943e739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:56:14Z', 'updated_at': '2021-08-19T14:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '5136fd6c-79f3-480b-b28e-d9355e3ffb32', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'floating_ip_address': '172.25.2.119', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '79eacc9c-de3c-45c6-a03f-a0880943e739', 'port_id': 'a18cacc9-102e-46db-be48-bebd16c1eda0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '434ddfff-ebd5-4a01-82bb-a16e45efc03c', 'mac_address': 'fa:16:3e:ed:46:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4bc0a7-4214-4fac-b484-6ec798bc52d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:57:00Z', 'updated_at': '2021-08-19T14:57:00Z', 'revision_number': 0, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a95a6f99-ace6-480d-9f10-0df62d2c2444', 'name': '', 'network_id': '434ddfff-ebd5-4a01-82bb-a16e45efc03c', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'mac_address': 'fa:16:3e:93:cb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79eacc9c-de3c-45c6-a03f-a0880943e739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '343f9450-b774-4208-80c0-7a1108aa0a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:56:21Z', 'updated_at': '2021-08-19T14:56:30Z', 'revision_number': 5, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'subnets': [{'id': '343f9450-b774-4208-80c0-7a1108aa0a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:04.210805 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c542161-9a75-44ac-a64d-fc1ed0ec6fcf tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1663642', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1667783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59546'] for router, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:04.223325 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c542161-9a75-44ac-a64d-fc1ed0ec6fcf tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1663540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1663535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1667838'] for router, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:04.342263 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f7b7c4-491e-46fc-82c5-c8c9ce7b917a None None] The sync data for ids ['79eacc9c-de3c-45c6-a03f-a0880943e739'] in n-d-766043-2 is: [{'id': '79eacc9c-de3c-45c6-a03f-a0880943e739', 'name': 'tempest-TestNetworkBasicOps-router-1510909828', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '208a992f-225f-452f-ab13-068f849590a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:56:13Z', 'updated_at': '2021-08-19T14:56:22Z', 'revision_number': 4, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'gw_port': {'id': '208a992f-225f-452f-ab13-068f849590a4', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:80:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79eacc9c-de3c-45c6-a03f-a0880943e739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:56:14Z', 'updated_at': '2021-08-19T14:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '5136fd6c-79f3-480b-b28e-d9355e3ffb32', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'floating_ip_address': '172.25.2.119', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '79eacc9c-de3c-45c6-a03f-a0880943e739', 'port_id': 'a18cacc9-102e-46db-be48-bebd16c1eda0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '434ddfff-ebd5-4a01-82bb-a16e45efc03c', 'mac_address': 'fa:16:3e:ed:46:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4bc0a7-4214-4fac-b484-6ec798bc52d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:57:00Z', 'updated_at': '2021-08-19T14:57:00Z', 'revision_number': 0, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a95a6f99-ace6-480d-9f10-0df62d2c2444', 'name': '', 'network_id': '434ddfff-ebd5-4a01-82bb-a16e45efc03c', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'mac_address': 'fa:16:3e:93:cb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79eacc9c-de3c-45c6-a03f-a0880943e739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '343f9450-b774-4208-80c0-7a1108aa0a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:56:21Z', 'updated_at': '2021-08-19T14:56:30Z', 'revision_number': 5, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'subnets': [{'id': '343f9450-b774-4208-80c0-7a1108aa0a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:57:04.376300 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fb125d5e-f18b-4615-8122-ba85e598997d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:04.540276 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 05178c7e-e4be-4803-bb68-12496ba7e835 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:57:04.585706 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device ef9147d3-ce1a-489d-8032-dcc4a9bf8c8b details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:57:04.614282 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:04.804634 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port ef9147d3-ce1a-489d-8032-dcc4a9bf8c8b, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=ef9147d3-ce1a-489d-8032-dcc4a9bf8c8b,segment=NetworkSegment(c8ecc108-56b4-4269-8e3e-7aca0f96e18c),segment_id=c8ecc108-56b4-4269-8e3e-7aca0f96e18c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:04.827522 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': 'ef9147d3-ce1a-489d-8032-dcc4a9bf8c8b', 'network_id': 'eda21533-5270-49f6-9a57-ff77f31c823b', 'port_id': 'ef9147d3-ce1a-489d-8032-dcc4a9bf8c8b', 'mac_address': 'fa:16:3e:4c:ce:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f82353e0-7449-47f2-b971-b8660f2fc57e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:57:04.847423 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297ef032-4901-4669-b34c-5247d2791da6 None None] New status for floating IP 5136fd6c-79f3-480b-b28e-d9355e3ffb32: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 14:57:04.897132 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 05178c7e-e4be-4803-bb68-12496ba7e835 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:57:04.920346 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 05178c7e-e4be-4803-bb68-12496ba7e835 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:57:04.924761 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:04.948137 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e5d13f81-87f1-42ac-8fe1-ff192d718fc4 req-b12f3af3-b147-4018-97d4-0c713e2f887b service neutron] 10.222.0.68 "GET /v2.0/networks/434ddfff-ebd5-4a01-82bb-a16e45efc03c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1578562 Aug 19 14:57:04.957105 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-20b0c9ea-b85a-46b7-996a-661874b09a6d tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/floatingips/5136fd6c-79f3-480b-b28e-d9355e3ffb32 HTTP/1.1" status: 200 len: 992 time: 0.9902213 Aug 19 14:57:04.977864 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:05.001316 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef9147d3-ce1a-489d-8032-dcc4a9bf8c8b {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:57:05.076545 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port ef9147d3-ce1a-489d-8032-dcc4a9bf8c8b, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=ef9147d3-ce1a-489d-8032-dcc4a9bf8c8b,segment=NetworkSegment(c8ecc108-56b4-4269-8e3e-7aca0f96e18c),segment_id=c8ecc108-56b4-4269-8e3e-7aca0f96e18c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:05.084383 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:05.094374 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:05.125801 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dddcebf4-a969-42c7-b1dd-6f4c17664969 req-9e8bf1f7-1014-4ec2-aa96-ea2fe5be6be8 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1585833-7d73-4dcc-a843-ac233b9ac743 HTTP/1.1" status: 200 len: 210 time: 0.0327117 Aug 19 14:57:05.136723 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:05.140672 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 05178c7e-e4be-4803-bb68-12496ba7e835, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=05178c7e-e4be-4803-bb68-12496ba7e835,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:05.159995 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:05.198363 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=ef9147d3-ce1a-489d-8032-dcc4a9bf8c8b,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:05.325326 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:05.329025 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-53e1bcd1-af6c-4c62-b8cc-c845f2137f51 admin admin] Allocated IP 172.20.0.1 (86eb5dfd-420b-4075-ab54-22313c9966d3/b36b5b14-491d-4933-bb67-1257e134c17f/a624f93a-8bd2-467e-9d42-b93164655081) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:57:05.331387 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=05178c7e-e4be-4803-bb68-12496ba7e835,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:05.426093 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b214d5-15ae-47af-8c6c-c551ae279d5d req-81a342e8-a305-4fb1-ad6c-c1743b619b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:05.427623 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-54b214d5-15ae-47af-8c6c-c551ae279d5d req-81a342e8-a305-4fb1-ad6c-c1743b619b12 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8bf9338b14bd4de0a247947d4332bed4&device_id=81348129-e0aa-4b35-949c-8e3a360aee84 HTTP/1.1" status: 200 len: 1097 time: 1.2085187 Aug 19 14:57:05.437829 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c542161-9a75-44ac-a64d-fc1ed0ec6fcf tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Router 96f137a9-a2ea-4df0-a975-9d39ec781f0b has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:57:05.535110 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['ef9147d3-ce1a-489d-8032-dcc4a9bf8c8b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:57:05.569397 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4d23e-8da3-484d-8f8f-54a21137ddac req-877868d4-5518-42d9-a59b-da33d2d7e08c tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:05.576602 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-12f4d23e-8da3-484d-8f8f-54a21137ddac req-877868d4-5518-42d9-a59b-da33d2d7e08c tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] 10.222.0.69 "GET /v2.0/ports?device_id=04ce3f60-c76f-456b-97c7-f2edfa2488c4 HTTP/1.1" status: 200 len: 945 time: 0.2000537 Aug 19 14:57:05.736437 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-12f4d23e-8da3-484d-8f8f-54a21137ddac req-89ee32bd-cf31-4817-9b0d-fa4959d48c45 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] 10.222.0.69 "GET /v2.0/security-groups?id=4973f92f-9387-4ffb-9cc5-c0b70bd869cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588240 Aug 19 14:57:05.779382 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b214d5-15ae-47af-8c6c-c551ae279d5d req-5ff9a557-f76f-435b-8597-2bfb95ab5ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:05.781159 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-54b214d5-15ae-47af-8c6c-c551ae279d5d req-5ff9a557-f76f-435b-8597-2bfb95ab5ef1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8d226290-6085-496f-b9eb-bf514760f427 HTTP/1.1" status: 200 len: 912 time: 0.3222442 Aug 19 14:57:05.784095 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53e1bcd1-af6c-4c62-b8cc-c845f2137f51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:05.886074 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-54b214d5-15ae-47af-8c6c-c551ae279d5d req-e3966652-2d95-44e4-9c02-6f937a74bfbd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bc62a8e-9201-4a44-a057-3992aaad49ee HTTP/1.1" status: 200 len: 217 time: 0.0906742 Aug 19 14:57:05.899799 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-53e1bcd1-af6c-4c62-b8cc-c845f2137f51 admin admin] Transition to ACTIVE for port object a624f93a-8bd2-467e-9d42-b93164655081 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:57:05.942064 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c542161-9a75-44ac-a64d-fc1ed0ec6fcf tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:57:05.951551 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c542161-9a75-44ac-a64d-fc1ed0ec6fcf tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:05.953299 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-2c542161-9a75-44ac-a64d-fc1ed0ec6fcf tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] 10.222.0.69 "PUT /v2.0/routers/96f137a9-a2ea-4df0-a975-9d39ec781f0b HTTP/1.1" status: 200 len: 924 time: 5.8988407 Aug 19 14:57:05.954195 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e51caa-7f0d-47fe-9c8f-ae35b8d01782 None None] Sync routers for ids ['96f137a9-a2ea-4df0-a975-9d39ec781f0b'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:57:05.956700 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 41942) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:05.964193 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 41944) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:05.976079 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e51caa-7f0d-47fe-9c8f-ae35b8d01782 None None] Routers {'96f137a9-a2ea-4df0-a975-9d39ec781f0b'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:57:05.977148 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-17e51caa-7f0d-47fe-9c8f-ae35b8d01782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:57:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['96f137a9-a2ea-4df0-a975-9d39ec781f0b'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:05.995910 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b214d5-15ae-47af-8c6c-c551ae279d5d req-6995e962-2212-4f55-94e7-7d2a27ac4d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:05.997552 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-54b214d5-15ae-47af-8c6c-c551ae279d5d req-6995e962-2212-4f55-94e7-7d2a27ac4d68 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5ebe78ca-28f7-43fa-89de-04375d30f6cd HTTP/1.1" status: 200 len: 850 time: 0.1007626 Aug 19 14:57:06.017013 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-17e51caa-7f0d-47fe-9c8f-ae35b8d01782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:06.030791 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47730b29-faf3-4097-afd7-4e351294e1c4 req-8b8dd115-9308-4a01-a2e6-ff0c8a8093c6 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:06.032224 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-47730b29-faf3-4097-afd7-4e351294e1c4 req-8b8dd115-9308-4a01-a2e6-ff0c8a8093c6 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.88 "GET /v2.0/networks?id=8d226290-6085-496f-b9eb-bf514760f427 HTTP/1.1" status: 200 len: 811 time: 0.2559927 Aug 19 14:57:06.049429 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e51caa-7f0d-47fe-9c8f-ae35b8d01782 None None] Routers {'96f137a9-a2ea-4df0-a975-9d39ec781f0b'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:57:06.050415 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-17e51caa-7f0d-47fe-9c8f-ae35b8d01782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:57:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['96f137a9-a2ea-4df0-a975-9d39ec781f0b'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:06.056165 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-47730b29-faf3-4097-afd7-4e351294e1c4 req-d23bf22a-268b-49c5-804a-409095693b46 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Request body: {'port': {'device_id': 'a1585833-7d73-4dcc-a843-ac233b9ac743', 'network_id': '8d226290-6085-496f-b9eb-bf514760f427', 'admin_state_up': True, 'tenant_id': '8bf9338b14bd4de0a247947d4332bed4'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:57:06.108803 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53e1bcd1-af6c-4c62-b8cc-c845f2137f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:06.115045 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-42675217-2cb9-4009-8bc0-0c38daf1328a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/floatingips/5136fd6c-79f3-480b-b28e-d9355e3ffb32 HTTP/1.1" status: 200 len: 994 time: 0.1490760 Aug 19 14:57:06.132268 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-17e51caa-7f0d-47fe-9c8f-ae35b8d01782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:06.133292 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e51caa-7f0d-47fe-9c8f-ae35b8d01782 None None] The sync data for ids ['96f137a9-a2ea-4df0-a975-9d39ec781f0b'] in n-d-766043-2 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:57:06.177064 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-67b56121-be55-44ef-bf6c-a183358645b9 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] 10.222.0.69 "GET /v2.0/routers/96f137a9-a2ea-4df0-a975-9d39ec781f0b HTTP/1.1" status: 200 len: 924 time: 0.2172589 Aug 19 14:57:06.180293 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 41948) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:06.189726 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e1bcd1-af6c-4c62-b8cc-c845f2137f51 admin admin] Network 86eb5dfd-420b-4075-ab54-22313c9966d3 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:57:06.196929 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b214d5-15ae-47af-8c6c-c551ae279d5d req-60d4ef38-beba-4cc9-a05d-d61d05ddf562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:06.198024 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-54b214d5-15ae-47af-8c6c-c551ae279d5d req-60d4ef38-beba-4cc9-a05d-d61d05ddf562 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8d226290-6085-496f-b9eb-bf514760f427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1913848 Aug 19 14:57:06.199115 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-53e1bcd1-af6c-4c62-b8cc-c845f2137f51 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:57:06.203969 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e1bcd1-af6c-4c62-b8cc-c845f2137f51 admin admin] Pushing event updated for resources: {'Port': ['ID=a624f93a-8bd2-467e-9d42-b93164655081,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:06.208202 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e1bcd1-af6c-4c62-b8cc-c845f2137f51 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:57:06.265158 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e755053-e032-4b45-a068-461dbb34815a tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:06.269712 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7e755053-e032-4b45-a068-461dbb34815a tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=88eeec05-6d16-4f02-9461-44ff5e420302&device_id=96f137a9-a2ea-4df0-a975-9d39ec781f0b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0882893 Aug 19 14:57:06.270356 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 41950) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:06.366530 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d262537d-882c-4124-8810-70fc5b84454f req-173977db-795d-491c-a5f2-321cb7b334f0 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1585833-7d73-4dcc-a843-ac233b9ac743 HTTP/1.1" status: 200 len: 210 time: 0.1061709 Aug 19 14:57:06.384517 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53e1bcd1-af6c-4c62-b8cc-c845f2137f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:06.403250 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604b3ae2-c062-4015-8f6c-4ec3e2feaf68 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:06.404908 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-604b3ae2-c062-4015-8f6c-4ec3e2feaf68 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] 10.222.0.69 "GET /v2.0/networks/88eeec05-6d16-4f02-9461-44ff5e420302 HTTP/1.1" status: 200 len: 881 time: 0.1336284 Aug 19 14:57:06.408303 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 41954) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:06.472434 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e47f6454-9bc6-4265-a18c-7fa15a25f9c2 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] 10.222.0.69 "GET /v2.0/ports?device_id=96f137a9-a2ea-4df0-a975-9d39ec781f0b HTTP/1.1" status: 200 len: 205 time: 0.0560660 Aug 19 14:57:06.472434 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 41958) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:06.531796 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 05178c7e-e4be-4803-bb68-12496ba7e835 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:57:06.593318 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device ef9147d3-ce1a-489d-8032-dcc4a9bf8c8b up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:57:06.603343 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47730b29-faf3-4097-afd7-4e351294e1c4 req-d23bf22a-268b-49c5-804a-409095693b46 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Made reservation on behalf of 8bf9338b14bd4de0a247947d4332bed4 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:57:06.608245 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-47730b29-faf3-4097-afd7-4e351294e1c4 req-d23bf22a-268b-49c5-804a-409095693b46 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:06.635465 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-54b214d5-15ae-47af-8c6c-c551ae279d5d req-fc75384b-961f-406c-98a8-855c676b12bb service neutron] 10.222.0.88 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4286406 Aug 19 14:57:06.657979 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46ade2e2-371f-4a09-8444-64c642249a17 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:06.680143 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-41c9b1a2-86b0-4aec-bfa4-6aa9579c1c6c None None] Provisioning for port a624f93a-8bd2-467e-9d42-b93164655081 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:57:06.688041 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 05178c7e-e4be-4803-bb68-12496ba7e835 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:57:06.688724 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:06.712796 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-41c9b1a2-86b0-4aec-bfa4-6aa9579c1c6c None None] Provisioning complete for port a624f93a-8bd2-467e-9d42-b93164655081 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:57:06.712995 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-41c9b1a2-86b0-4aec-bfa4-6aa9579c1c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:06.723596 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53e1bcd1-af6c-4c62-b8cc-c845f2137f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:06.741920 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port ef9147d3-ce1a-489d-8032-dcc4a9bf8c8b completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:57:06.795473 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port ef9147d3-ce1a-489d-8032-dcc4a9bf8c8b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:57:06.796360 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:06.824890 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46ade2e2-371f-4a09-8444-64c642249a17 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:06.851366 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-41c9b1a2-86b0-4aec-bfa4-6aa9579c1c6c None None] Port a624f93a-8bd2-467e-9d42-b93164655081 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:57:06.904536 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-46ade2e2-371f-4a09-8444-64c642249a17 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Deleting port e3b55456-6a95-4f52-a000-184f4cccb636 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:57:06.905462 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46ade2e2-371f-4a09-8444-64c642249a17 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:06.917733 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:06.966150 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-54b214d5-15ae-47af-8c6c-c551ae279d5d req-f446ff71-2ecd-4bad-94ab-2d4f0ace0241 service neutron] 10.222.0.88 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043814 Aug 19 14:57:06.985409 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:07.012880 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ce3f60-c76f-456b-97c7-f2edfa2488c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef9147d3-ce1a-489d-8032-dcc4a9bf8c8b'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:57:07.013134 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-47730b29-faf3-4097-afd7-4e351294e1c4 req-d23bf22a-268b-49c5-804a-409095693b46 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Allocated IP 172.20.0.8 (8d226290-6085-496f-b9eb-bf514760f427/5ebe78ca-28f7-43fa-89de-04375d30f6cd/ab2605b3-c885-46f3-8342-c9894e3fff09) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:57:07.015596 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd6e8e7-29f3-4537-aecf-fa8c337b3587" -d '{"events": [{"server_uuid": "04ce3f60-c76f-456b-97c7-f2edfa2488c4", "name": "network-vif-plugged", "status": "completed", "tag": "ef9147d3-ce1a-489d-8032-dcc4a9bf8c8b"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:57:07.031081 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port ef9147d3-ce1a-489d-8032-dcc4a9bf8c8b, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=ef9147d3-ce1a-489d-8032-dcc4a9bf8c8b,segment=NetworkSegment(c8ecc108-56b4-4269-8e3e-7aca0f96e18c),segment_id=c8ecc108-56b4-4269-8e3e-7aca0f96e18c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:07.036367 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46ade2e2-371f-4a09-8444-64c642249a17 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:07.036926 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0078dd3-5f26-419c-9764-fd7556a4f48a req-a3e63340-c408-4e1f-ab62-5f363b7a71d4 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:07.038001 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c0078dd3-5f26-419c-9764-fd7556a4f48a req-a3e63340-c408-4e1f-ab62-5f363b7a71d4 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] 10.222.0.69 "GET /v2.0/ports?device_id=04ce3f60-c76f-456b-97c7-f2edfa2488c4 HTTP/1.1" status: 200 len: 945 time: 0.2170827 Aug 19 14:57:07.038132 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:07.061869 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-46ade2e2-371f-4a09-8444-64c642249a17 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Calling delete_port for e3b55456-6a95-4f52-a000-184f4cccb636 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:57:07.085436 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59adb796-9e7c-4a1f-b5b9-4e894781365d x-openstack-request-id: req-59adb796-9e7c-4a1f-b5b9-4e894781365d {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:57:07.086119 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ce3f60-c76f-456b-97c7-f2edfa2488c4", "name": "network-vif-plugged", "status": "completed", "tag": "ef9147d3-ce1a-489d-8032-dcc4a9bf8c8b", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:57:07.086664 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-59adb796-9e7c-4a1f-b5b9-4e894781365d {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:57:07.087647 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ce3f60-c76f-456b-97c7-f2edfa2488c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef9147d3-ce1a-489d-8032-dcc4a9bf8c8b', 'code': 200} Aug 19 14:57:07.153480 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=ef9147d3-ce1a-489d-8032-dcc4a9bf8c8b,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:07.156394 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c0078dd3-5f26-419c-9764-fd7556a4f48a req-724463b8-177c-443a-8a15-d788686a9b5e tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] 10.222.0.69 "GET /v2.0/security-groups?id=4973f92f-9387-4ffb-9cc5-c0b70bd869cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068218 Aug 19 14:57:07.237821 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53e1bcd1-af6c-4c62-b8cc-c845f2137f51 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:07.245756 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53e1bcd1-af6c-4c62-b8cc-c845f2137f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:07.247594 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa87c5-b8ff-45e6-aa6a-ac820ef5dee2 req-1a9b8256-0252-40b6-bc02-f07a2807dd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:07.249276 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-20fa87c5-b8ff-45e6-aa6a-ac820ef5dee2 req-1a9b8256-0252-40b6-bc02-f07a2807dd39 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=04ce3f60-c76f-456b-97c7-f2edfa2488c4 HTTP/1.1" status: 200 len: 1097 time: 0.0619149 Aug 19 14:57:07.310761 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-20fa87c5-b8ff-45e6-aa6a-ac820ef5dee2 req-70006a9f-e01e-46ad-84db-0dbb81e2365a service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=4973f92f-9387-4ffb-9cc5-c0b70bd869cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431588 Aug 19 14:57:07.314954 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46ade2e2-371f-4a09-8444-64c642249a17 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:07.339739 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53e1bcd1-af6c-4c62-b8cc-c845f2137f51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:07.349251 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ade2e2-371f-4a09-8444-64c642249a17 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Pushing event deleted for resources: {'Port': ['ID=e3b55456-6a95-4f52-a000-184f4cccb636,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:07.354742 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e1bcd1-af6c-4c62-b8cc-c845f2137f51 admin admin] Pushing event updated for resources: {'Port': ['ID=a624f93a-8bd2-467e-9d42-b93164655081,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:07.363228 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-47730b29-faf3-4097-afd7-4e351294e1c4 req-d23bf22a-268b-49c5-804a-409095693b46 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:07.414467 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46ade2e2-371f-4a09-8444-64c642249a17 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:07.415589 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-47730b29-faf3-4097-afd7-4e351294e1c4 req-d23bf22a-268b-49c5-804a-409095693b46 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Transition to ACTIVE for port object ab2605b3-c885-46f3-8342-c9894e3fff09 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:57:07.509163 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f72ba302-df6a-4251-89c3-4025a2e2355e req-23a0dc02-9f45-41ce-a874-c53026838f9a tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1585833-7d73-4dcc-a843-ac233b9ac743 HTTP/1.1" status: 200 len: 210 time: 0.0405383 Aug 19 14:57:07.512434 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46ade2e2-371f-4a09-8444-64c642249a17 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:07.516230 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46ade2e2-371f-4a09-8444-64c642249a17 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:07.516667 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e1bcd1-af6c-4c62-b8cc-c845f2137f51 admin admin] Network 86eb5dfd-420b-4075-ab54-22313c9966d3 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:57:07.517984 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-47730b29-faf3-4097-afd7-4e351294e1c4 req-d23bf22a-268b-49c5-804a-409095693b46 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:07.526623 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-53e1bcd1-af6c-4c62-b8cc-c845f2137f51 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:57:07.531140 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['8bc62a8e-9201-4a44-a057-3992aaad49ee'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:57:07.536696 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['beeb99ba-a43d-4ac6-af21-fb5ff14d5767'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:57:07.599297 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46ade2e2-371f-4a09-8444-64c642249a17 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:07.600674 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ade2e2-371f-4a09-8444-64c642249a17 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Fanout notify agent at l3_agent the message router_deleted on router 96f137a9-a2ea-4df0-a975-9d39ec781f0b {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:57:07.630597 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46ade2e2-371f-4a09-8444-64c642249a17 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:07.639162 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-46ade2e2-371f-4a09-8444-64c642249a17 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] 10.222.0.69 "DELETE /v2.0/routers/96f137a9-a2ea-4df0-a975-9d39ec781f0b HTTP/1.1" status: 204 len: 168 time: 1.1616623 Aug 19 14:57:07.647935 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 41970) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:07.652875 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-3045d4a8-1f79-4327-a28a-b29c0dcd2b34 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1292844464', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:57:07.666441 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47730b29-faf3-4097-afd7-4e351294e1c4 req-d23bf22a-268b-49c5-804a-409095693b46 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Network 8d226290-6085-496f-b9eb-bf514760f427 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:57:07.681191 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3045d4a8-1f79-4327-a28a-b29c0dcd2b34 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:07.682563 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3045d4a8-1f79-4327-a28a-b29c0dcd2b34 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:07.734147 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-47730b29-faf3-4097-afd7-4e351294e1c4 req-d23bf22a-268b-49c5-804a-409095693b46 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:57:07.740805 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-47730b29-faf3-4097-afd7-4e351294e1c4 req-d23bf22a-268b-49c5-804a-409095693b46 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:57:07.749824 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23bf22a-268b-49c5-804a-409095693b46 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Pushing event updated for resources: {'Port': ['ID=ab2605b3-c885-46f3-8342-c9894e3fff09,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:07.794782 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3045d4a8-1f79-4327-a28a-b29c0dcd2b34 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:07.807608 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3045d4a8-1f79-4327-a28a-b29c0dcd2b34 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:07.838070 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3045d4a8-1f79-4327-a28a-b29c0dcd2b34 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:07.839398 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-3045d4a8-1f79-4327-a28a-b29c0dcd2b34 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1904094 Aug 19 14:57:07.842941 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 41972) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:07.848827 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-547076c2-3475-4b79-bd7a-9cb9ba5ebde1 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Request body: {'router': {'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:57:07.909487 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47730b29-faf3-4097-afd7-4e351294e1c4 req-d23bf22a-268b-49c5-804a-409095693b46 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:07.910211 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-47730b29-faf3-4097-afd7-4e351294e1c4 req-d23bf22a-268b-49c5-804a-409095693b46 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:07.949534 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-47730b29-faf3-4097-afd7-4e351294e1c4 req-d23bf22a-268b-49c5-804a-409095693b46 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8989031 Aug 19 14:57:07.962742 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e1bcd1-af6c-4c62-b8cc-c845f2137f51 admin admin] Router 4b4904ca-1cef-430e-9327-e5d01c8fc04f has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:57:07.968948 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-47730b29-faf3-4097-afd7-4e351294e1c4 req-c110e889-8468-4050-80b5-79948e33b229 service neutron] Request body: {'port': {'device_id': 'a1585833-7d73-4dcc-a843-ac233b9ac743', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:57:08.114701 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-47730b29-faf3-4097-afd7-4e351294e1c4 req-c110e889-8468-4050-80b5-79948e33b229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:08.208145 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5b8bac7e-1f2a-4b7e-a937-24601c2dea0c None None] Provisioning complete for port a624f93a-8bd2-467e-9d42-b93164655081 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:57:08.209871 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5b8bac7e-1f2a-4b7e-a937-24601c2dea0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:08.253010 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-547076c2-3475-4b79-bd7a-9cb9ba5ebde1 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:08.278518 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e1bcd1-af6c-4c62-b8cc-c845f2137f51 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:57:08.294958 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b254c9-cb48-42f8-98bf-2e6cac0670c2 None None] Sync routers for ids ['4b4904ca-1cef-430e-9327-e5d01c8fc04f'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:57:08.303852 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5b8bac7e-1f2a-4b7e-a937-24601c2dea0c None None] Port a624f93a-8bd2-467e-9d42-b93164655081 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:57:08.309765 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b254c9-cb48-42f8-98bf-2e6cac0670c2 None None] Routers {'4b4904ca-1cef-430e-9327-e5d01c8fc04f'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:57:08.310374 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b8b254c9-cb48-42f8-98bf-2e6cac0670c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:57:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['4b4904ca-1cef-430e-9327-e5d01c8fc04f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:08.351883 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-53e1bcd1-af6c-4c62-b8cc-c845f2137f51 admin admin] 10.222.0.69 "PUT /v2.0/routers/4b4904ca-1cef-430e-9327-e5d01c8fc04f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1327045 Aug 19 14:57:08.414945 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c7480-123e-47c6-9028-9b3cebaa01a3 req-a7d2c455-c39e-4ab8-9c3b-cc564a67ca34 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:08.423322 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-949c7480-123e-47c6-9028-9b3cebaa01a3 req-a7d2c455-c39e-4ab8-9c3b-cc564a67ca34 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] 10.222.0.69 "GET /v2.0/ports?device_id=04ce3f60-c76f-456b-97c7-f2edfa2488c4 HTTP/1.1" status: 200 len: 946 time: 0.1612320 Aug 19 14:57:08.448995 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-82c7a87d-d4bb-4ad6-852d-2f107705aa26 None None] Provisioning for port ab2605b3-c885-46f3-8342-c9894e3fff09 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:57:08.455772 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-82c7a87d-d4bb-4ad6-852d-2f107705aa26 None None] Provisioning complete for port ab2605b3-c885-46f3-8342-c9894e3fff09 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:57:08.456333 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-82c7a87d-d4bb-4ad6-852d-2f107705aa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:08.494743 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-82c7a87d-d4bb-4ad6-852d-2f107705aa26 None None] Port ab2605b3-c885-46f3-8342-c9894e3fff09 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:57:08.517029 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-b8b254c9-cb48-42f8-98bf-2e6cac0670c2 None None] Set router 4b4904ca-1cef-430e-9327-e5d01c8fc04f gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:57:08.528294 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-949c7480-123e-47c6-9028-9b3cebaa01a3 req-81695568-b66a-4192-b073-a49d85b0508d tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] 10.222.0.69 "GET /v2.0/security-groups?id=4973f92f-9387-4ffb-9cc5-c0b70bd869cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039701 Aug 19 14:57:08.603379 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-547076c2-3475-4b79-bd7a-9cb9ba5ebde1 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:08.653497 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-547076c2-3475-4b79-bd7a-9cb9ba5ebde1 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:08.893094 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b8b254c9-cb48-42f8-98bf-2e6cac0670c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'name': 'tempest-AttachVolumeTestJSON-852643430-router', 'tenant_id': '329a9422f2e44489a7adbe73ec4e808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '05178c7e-e4be-4803-bb68-12496ba7e835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:56:53Z', 'updated_at': '2021-08-19T14:57:06Z', 'revision_number': 4, 'project_id': '329a9422f2e44489a7adbe73ec4e808e', 'gw_port': {'id': '05178c7e-e4be-4803-bb68-12496ba7e835', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:44:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:56:55Z', 'updated_at': '2021-08-19T14:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'a624f93a-8bd2-467e-9d42-b93164655081', 'name': '', 'network_id': '86eb5dfd-420b-4075-ab54-22313c9966d3', 'tenant_id': '329a9422f2e44489a7adbe73ec4e808e', 'mac_address': 'fa:16:3e:77:f4:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'b36b5b14-491d-4933-bb67-1257e134c17f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:57:03Z', 'updated_at': '2021-08-19T14:57:06Z', 'revision_number': 2, 'project_id': '329a9422f2e44489a7adbe73ec4e808e', 'subnets': [{'id': 'b36b5b14-491d-4933-bb67-1257e134c17f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:08.898699 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-547076c2-3475-4b79-bd7a-9cb9ba5ebde1 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Allocated IP 172.25.2.217 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/a331b274-751d-4492-9a11-2d94335a3271) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:57:08.932697 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b254c9-cb48-42f8-98bf-2e6cac0670c2 None None] Checking router: 4b4904ca-1cef-430e-9327-e5d01c8fc04f for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:57:08.933534 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b254c9-cb48-42f8-98bf-2e6cac0670c2 None None] Updating router 4b4904ca-1cef-430e-9327-e5d01c8fc04f port a624f93a-8bd2-467e-9d42-b93164655081 binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:57:09.000709 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b8b254c9-cb48-42f8-98bf-2e6cac0670c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:09.100814 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-547076c2-3475-4b79-bd7a-9cb9ba5ebde1 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:09.185921 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331cabd-bd99-4736-8409-577b42527743 req-a23cb605-fb5f-4f5b-8158-188608a0360b tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:09.187956 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b331cabd-bd99-4736-8409-577b42527743 req-a23cb605-fb5f-4f5b-8158-188608a0360b tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1585833-7d73-4dcc-a843-ac233b9ac743 HTTP/1.1" status: 200 len: 931 time: 0.0923760 Aug 19 14:57:09.191443 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-47730b29-faf3-4097-afd7-4e351294e1c4 req-c110e889-8468-4050-80b5-79948e33b229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab2605b3-c885-46f3-8342-c9894e3fff09 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:57:09.199987 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-547076c2-3475-4b79-bd7a-9cb9ba5ebde1 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:09.221627 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-47730b29-faf3-4097-afd7-4e351294e1c4 req-c110e889-8468-4050-80b5-79948e33b229 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:09.258098 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b331cabd-bd99-4736-8409-577b42527743 req-f08b75b4-4d06-4386-af74-da354d74cee0 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570688 Aug 19 14:57:09.276886 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-47730b29-faf3-4097-afd7-4e351294e1c4 req-c110e889-8468-4050-80b5-79948e33b229 service neutron] Transition to ACTIVE for port object ab2605b3-c885-46f3-8342-c9894e3fff09 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:57:09.285697 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-47730b29-faf3-4097-afd7-4e351294e1c4 req-c110e889-8468-4050-80b5-79948e33b229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:09.289246 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547076c2-3475-4b79-bd7a-9cb9ba5ebde1 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:57:09.294863 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-547076c2-3475-4b79-bd7a-9cb9ba5ebde1 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:57:09.299176 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547076c2-3475-4b79-bd7a-9cb9ba5ebde1 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:57:09.382464 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547076c2-3475-4b79-bd7a-9cb9ba5ebde1 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Pushing event updated for resources: {'Port': ['ID=a331b274-751d-4492-9a11-2d94335a3271,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:09.386143 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42008) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:09.392051 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c110e889-8468-4050-80b5-79948e33b229 service neutron] Pushing event updated for resources: {'Port': ['ID=ab2605b3-c885-46f3-8342-c9894e3fff09,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:09.395724 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-087ecb12-c4cb-41a0-b0d6-e8f0bc8263eb tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Request body: {'security_group': {'name': 'tempest-securitygroup--517827172', 'description': 'tempest-description--1251767543'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:57:09.509830 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-47730b29-faf3-4097-afd7-4e351294e1c4 req-c110e889-8468-4050-80b5-79948e33b229 service neutron] Attempting to bind port ab2605b3-c885-46f3-8342-c9894e3fff09 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:57:09.510565 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-47730b29-faf3-4097-afd7-4e351294e1c4 req-c110e889-8468-4050-80b5-79948e33b229 service neutron] Attempting to bind port ab2605b3-c885-46f3-8342-c9894e3fff09 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'a797992c-f015-48a4-a029-21c175cc336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8d226290-6085-496f-b9eb-bf514760f427'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:57:09.511187 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47730b29-faf3-4097-afd7-4e351294e1c4 req-c110e889-8468-4050-80b5-79948e33b229 service neutron] Attempting to bind port ab2605b3-c885-46f3-8342-c9894e3fff09 on network 8d226290-6085-496f-b9eb-bf514760f427 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:57:09.516756 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-087ecb12-c4cb-41a0-b0d6-e8f0bc8263eb tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:09.521445 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47730b29-faf3-4097-afd7-4e351294e1c4 req-c110e889-8468-4050-80b5-79948e33b229 service neutron] Port ab2605b3-c885-46f3-8342-c9894e3fff09 on network 8d226290-6085-496f-b9eb-bf514760f427 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:57:09.522475 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47730b29-faf3-4097-afd7-4e351294e1c4 req-c110e889-8468-4050-80b5-79948e33b229 service neutron] Attempting to bind port ab2605b3-c885-46f3-8342-c9894e3fff09 on network 8d226290-6085-496f-b9eb-bf514760f427 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:57:09.535512 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47730b29-faf3-4097-afd7-4e351294e1c4 req-c110e889-8468-4050-80b5-79948e33b229 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:57:09.536190 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47730b29-faf3-4097-afd7-4e351294e1c4 req-c110e889-8468-4050-80b5-79948e33b229 service neutron] Checking segment: {'id': 'a797992c-f015-48a4-a029-21c175cc336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8d226290-6085-496f-b9eb-bf514760f427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:57:09.537006 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47730b29-faf3-4097-afd7-4e351294e1c4 req-c110e889-8468-4050-80b5-79948e33b229 service neutron] Bound using segment: {'id': 'a797992c-f015-48a4-a029-21c175cc336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8d226290-6085-496f-b9eb-bf514760f427'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:57:09.537906 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-47730b29-faf3-4097-afd7-4e351294e1c4 req-c110e889-8468-4050-80b5-79948e33b229 service neutron] Bound port: ab2605b3-c885-46f3-8342-c9894e3fff09, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a797992c-f015-48a4-a029-21c175cc336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8d226290-6085-496f-b9eb-bf514760f427'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:57:09.538712 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-47730b29-faf3-4097-afd7-4e351294e1c4 req-c110e889-8468-4050-80b5-79948e33b229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:09.574460 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b8b254c9-cb48-42f8-98bf-2e6cac0670c2 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:09.589637 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-b8b254c9-cb48-42f8-98bf-2e6cac0670c2 None None] Transition to ACTIVE for port object a624f93a-8bd2-467e-9d42-b93164655081 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:57:09.608132 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b8b254c9-cb48-42f8-98bf-2e6cac0670c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:09.636927 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-47730b29-faf3-4097-afd7-4e351294e1c4 req-c110e889-8468-4050-80b5-79948e33b229 service neutron] For port ab2605b3-c885-46f3-8342-c9894e3fff09, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:57:09.642337 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-47730b29-faf3-4097-afd7-4e351294e1c4 req-c110e889-8468-4050-80b5-79948e33b229 service neutron] For port ab2605b3-c885-46f3-8342-c9894e3fff09, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=ab2605b3-c885-46f3-8342-c9894e3fff09,segment=NetworkSegment(a797992c-f015-48a4-a029-21c175cc336b),segment_id=a797992c-f015-48a4-a029-21c175cc336b)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:57:09.649246 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-47730b29-faf3-4097-afd7-4e351294e1c4 req-c110e889-8468-4050-80b5-79948e33b229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:09.674705 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47730b29-faf3-4097-afd7-4e351294e1c4 req-c110e889-8468-4050-80b5-79948e33b229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:09.675818 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-47730b29-faf3-4097-afd7-4e351294e1c4 req-c110e889-8468-4050-80b5-79948e33b229 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:09.678030 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-47730b29-faf3-4097-afd7-4e351294e1c4 req-c110e889-8468-4050-80b5-79948e33b229 service neutron] 10.222.0.88 "PUT /v2.0/ports/ab2605b3-c885-46f3-8342-c9894e3fff09 HTTP/1.1" status: 200 len: 1091 time: 1.7138395 Aug 19 14:57:09.679870 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1585833-7d73-4dcc-a843-ac233b9ac743', 'tag': 'ab2605b3-c885-46f3-8342-c9894e3fff09'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:57:09.695502 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703ddcb3-e678-48f0-8076-a4931a7bdc30" -d '{"events": [{"name": "network-changed", "server_uuid": "a1585833-7d73-4dcc-a843-ac233b9ac743", "tag": "ab2605b3-c885-46f3-8342-c9894e3fff09"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:57:09.746423 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ccee58-edd7-4d26-8216-d33505f9354d None None] Pushing event updated for resources: {'Port': ['ID=a624f93a-8bd2-467e-9d42-b93164655081,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:09.865071 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-b8b254c9-cb48-42f8-98bf-2e6cac0670c2 None None] Attempting to bind port a624f93a-8bd2-467e-9d42-b93164655081 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:57:09.865544 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-b8b254c9-cb48-42f8-98bf-2e6cac0670c2 None None] Attempting to bind port a624f93a-8bd2-467e-9d42-b93164655081 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '4e884d42-900a-4a47-a636-1fba06a28f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '86eb5dfd-420b-4075-ab54-22313c9966d3'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:57:09.867076 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b254c9-cb48-42f8-98bf-2e6cac0670c2 None None] Attempting to bind port a624f93a-8bd2-467e-9d42-b93164655081 on network 86eb5dfd-420b-4075-ab54-22313c9966d3 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:57:09.879156 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b254c9-cb48-42f8-98bf-2e6cac0670c2 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:57:09.879674 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b254c9-cb48-42f8-98bf-2e6cac0670c2 None None] Checking segment: {'id': '4e884d42-900a-4a47-a636-1fba06a28f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '86eb5dfd-420b-4075-ab54-22313c9966d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:57:09.880499 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b8b254c9-cb48-42f8-98bf-2e6cac0670c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:09.884589 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b254c9-cb48-42f8-98bf-2e6cac0670c2 None None] Bound using segment: {'id': '4e884d42-900a-4a47-a636-1fba06a28f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '86eb5dfd-420b-4075-ab54-22313c9966d3'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:57:09.885357 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-b8b254c9-cb48-42f8-98bf-2e6cac0670c2 None None] Bound port: a624f93a-8bd2-467e-9d42-b93164655081, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e884d42-900a-4a47-a636-1fba06a28f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '86eb5dfd-420b-4075-ab54-22313c9966d3'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:57:09.885849 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b8b254c9-cb48-42f8-98bf-2e6cac0670c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:09.938867 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c110e889-8468-4050-80b5-79948e33b229 service neutron] Pushing event updated for resources: {'Port': ['ID=ab2605b3-c885-46f3-8342-c9894e3fff09,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:09.940628 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-087ecb12-c4cb-41a0-b0d6-e8f0bc8263eb tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:09.959389 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c8456-db04-44b7-beda-9b3a51e3cac6 req-f83b2fb0-4962-4bd3-ac7d-ea58d07d7a84 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:09.967181 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-390c8456-db04-44b7-beda-9b3a51e3cac6 req-f83b2fb0-4962-4bd3-ac7d-ea58d07d7a84 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] 10.222.0.69 "GET /v2.0/ports?device_id=04ce3f60-c76f-456b-97c7-f2edfa2488c4 HTTP/1.1" status: 200 len: 946 time: 0.1882045 Aug 19 14:57:09.976553 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c050ad6-5823-4c8a-8dd2-7ba71a8b58d3 x-openstack-request-id: req-2c050ad6-5823-4c8a-8dd2-7ba71a8b58d3 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:57:09.976843 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1585833-7d73-4dcc-a843-ac233b9ac743", "tag": "ab2605b3-c885-46f3-8342-c9894e3fff09", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:57:09.977096 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2c050ad6-5823-4c8a-8dd2-7ba71a8b58d3 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:57:09.984205 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1585833-7d73-4dcc-a843-ac233b9ac743', 'tag': 'ab2605b3-c885-46f3-8342-c9894e3fff09', 'status': 'completed', 'code': 200} Aug 19 14:57:09.986333 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47730b29-faf3-4097-afd7-4e351294e1c4 req-21261bda-77c8-4dde-a4c4-516842b92a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:09.988503 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-47730b29-faf3-4097-afd7-4e351294e1c4 req-21261bda-77c8-4dde-a4c4-516842b92a18 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8bf9338b14bd4de0a247947d4332bed4&device_id=a1585833-7d73-4dcc-a843-ac233b9ac743 HTTP/1.1" status: 200 len: 1094 time: 0.2307556 Aug 19 14:57:10.016234 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-087ecb12-c4cb-41a0-b0d6-e8f0bc8263eb tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:10.049003 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-b8b254c9-cb48-42f8-98bf-2e6cac0670c2 None None] For port a624f93a-8bd2-467e-9d42-b93164655081, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:57:10.053355 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-b8b254c9-cb48-42f8-98bf-2e6cac0670c2 None None] For port a624f93a-8bd2-467e-9d42-b93164655081, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=a624f93a-8bd2-467e-9d42-b93164655081,segment=NetworkSegment(4e884d42-900a-4a47-a636-1fba06a28f42),segment_id=4e884d42-900a-4a47-a636-1fba06a28f42)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:57:10.062831 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b8b254c9-cb48-42f8-98bf-2e6cac0670c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:10.084978 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-47730b29-faf3-4097-afd7-4e351294e1c4 req-6c8aef14-01fc-4f74-8576-acade2faa9df service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab2605b3-c885-46f3-8342-c9894e3fff09 HTTP/1.1" status: 200 len: 217 time: 0.0853541 Aug 19 14:57:10.099701 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-087ecb12-c4cb-41a0-b0d6-e8f0bc8263eb tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:10.101127 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-087ecb12-c4cb-41a0-b0d6-e8f0bc8263eb tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7100062 Aug 19 14:57:10.108675 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42024) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:10.109244 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-390c8456-db04-44b7-beda-9b3a51e3cac6 req-cdcb5610-51db-47af-a03f-1cb6279da7b2 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] 10.222.0.69 "GET /v2.0/security-groups?id=4973f92f-9387-4ffb-9cc5-c0b70bd869cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397924 Aug 19 14:57:10.132669 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ee817c1d-d7e8-4e11-a201-b2f3330cde58 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Request body: {'security_group_rule': {'security_group_id': 'c01b1887-cfe4-4bd8-ac45-b3df4d389926', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:57:10.198934 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b254c9-cb48-42f8-98bf-2e6cac0670c2 None None] Routers {'4b4904ca-1cef-430e-9327-e5d01c8fc04f'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:57:10.199801 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b8b254c9-cb48-42f8-98bf-2e6cac0670c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:57:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['4b4904ca-1cef-430e-9327-e5d01c8fc04f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:10.233937 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47730b29-faf3-4097-afd7-4e351294e1c4 req-b0ab280f-002b-4145-b271-434797380710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:10.237837 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-47730b29-faf3-4097-afd7-4e351294e1c4 req-b0ab280f-002b-4145-b271-434797380710 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5ebe78ca-28f7-43fa-89de-04375d30f6cd HTTP/1.1" status: 200 len: 850 time: 0.1274333 Aug 19 14:57:10.242198 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ecb12-c4cb-41a0-b0d6-e8f0bc8263eb tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c01b1887-cfe4-4bd8-ac45-b3df4d389926,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:10.285344 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee817c1d-d7e8-4e11-a201-b2f3330cde58 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:10.338847 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47730b29-faf3-4097-afd7-4e351294e1c4 req-20090184-af64-428f-9007-68d434ab1e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:10.339360 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-547076c2-3475-4b79-bd7a-9cb9ba5ebde1 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:10.341733 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-47730b29-faf3-4097-afd7-4e351294e1c4 req-20090184-af64-428f-9007-68d434ab1e1d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8d226290-6085-496f-b9eb-bf514760f427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953870 Aug 19 14:57:10.381014 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ccee58-edd7-4d26-8216-d33505f9354d None None] Pushing event updated for resources: {'Port': ['ID=a624f93a-8bd2-467e-9d42-b93164655081,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:10.503860 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-b8b254c9-cb48-42f8-98bf-2e6cac0670c2 None None] Set router 4b4904ca-1cef-430e-9327-e5d01c8fc04f gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:57:10.597584 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee817c1d-d7e8-4e11-a201-b2f3330cde58 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:10.632572 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee817c1d-d7e8-4e11-a201-b2f3330cde58 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:10.632841 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceba7d0-d474-491c-8df9-df3b4d716d83 req-92fd0e79-99e3-4294-8c91-5fbfa3d2befd tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:10.641303 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3ceba7d0-d474-491c-8df9-df3b4d716d83 req-92fd0e79-99e3-4294-8c91-5fbfa3d2befd tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1585833-7d73-4dcc-a843-ac233b9ac743 HTTP/1.1" status: 200 len: 943 time: 0.1821756 Aug 19 14:57:10.669555 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee817c1d-d7e8-4e11-a201-b2f3330cde58 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4410eb5c-6dd7-4297-bb4a-8af714ebcbfc,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:10.673192 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee817c1d-d7e8-4e11-a201-b2f3330cde58 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:10.677103 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ee817c1d-d7e8-4e11-a201-b2f3330cde58 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5576072 Aug 19 14:57:10.679351 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42066) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:10.684210 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-31e329fe-12c7-4e10-bdb5-0d0cae7a21d3 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Request body: {'security_group_rule': {'security_group_id': 'c01b1887-cfe4-4bd8-ac45-b3df4d389926', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:57:10.713338 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-47730b29-faf3-4097-afd7-4e351294e1c4 req-43c85a8c-ee36-46f4-a8ed-a05d6db2c248 service neutron] 10.222.0.88 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586090 Aug 19 14:57:10.762060 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-31e329fe-12c7-4e10-bdb5-0d0cae7a21d3 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:10.843784 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b8b254c9-cb48-42f8-98bf-2e6cac0670c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'name': 'tempest-AttachVolumeTestJSON-852643430-router', 'tenant_id': '329a9422f2e44489a7adbe73ec4e808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '05178c7e-e4be-4803-bb68-12496ba7e835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:56:53Z', 'updated_at': '2021-08-19T14:57:06Z', 'revision_number': 4, 'project_id': '329a9422f2e44489a7adbe73ec4e808e', 'gw_port': {'id': '05178c7e-e4be-4803-bb68-12496ba7e835', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:44:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:56:55Z', 'updated_at': '2021-08-19T14:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'a624f93a-8bd2-467e-9d42-b93164655081', 'name': '', 'network_id': '86eb5dfd-420b-4075-ab54-22313c9966d3', 'tenant_id': '329a9422f2e44489a7adbe73ec4e808e', 'mac_address': 'fa:16:3e:77:f4:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'b36b5b14-491d-4933-bb67-1257e134c17f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:57:03Z', 'updated_at': '2021-08-19T14:57:10Z', 'revision_number': 4, 'project_id': '329a9422f2e44489a7adbe73ec4e808e', 'subnets': [{'id': 'b36b5b14-491d-4933-bb67-1257e134c17f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:10.915502 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b254c9-cb48-42f8-98bf-2e6cac0670c2 None None] The sync data for ids ['4b4904ca-1cef-430e-9327-e5d01c8fc04f'] in n-d-766043-2 is: [{'id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'name': 'tempest-AttachVolumeTestJSON-852643430-router', 'tenant_id': '329a9422f2e44489a7adbe73ec4e808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '05178c7e-e4be-4803-bb68-12496ba7e835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:56:53Z', 'updated_at': '2021-08-19T14:57:06Z', 'revision_number': 4, 'project_id': '329a9422f2e44489a7adbe73ec4e808e', 'gw_port': {'id': '05178c7e-e4be-4803-bb68-12496ba7e835', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:44:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:56:55Z', 'updated_at': '2021-08-19T14:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'a624f93a-8bd2-467e-9d42-b93164655081', 'name': '', 'network_id': '86eb5dfd-420b-4075-ab54-22313c9966d3', 'tenant_id': '329a9422f2e44489a7adbe73ec4e808e', 'mac_address': 'fa:16:3e:77:f4:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'b36b5b14-491d-4933-bb67-1257e134c17f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:57:03Z', 'updated_at': '2021-08-19T14:57:10Z', 'revision_number': 4, 'project_id': '329a9422f2e44489a7adbe73ec4e808e', 'subnets': [{'id': 'b36b5b14-491d-4933-bb67-1257e134c17f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:57:10.941049 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3ceba7d0-d474-491c-8df9-df3b4d716d83 req-8cc2b38c-f080-4edf-8129-11ddf04af66b tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714801 Aug 19 14:57:11.086735 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-47730b29-faf3-4097-afd7-4e351294e1c4 req-d2b40418-ae54-4764-bbfd-f5a6a4aae032 service neutron] 10.222.0.88 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588259 Aug 19 14:57:11.170698 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-31e329fe-12c7-4e10-bdb5-0d0cae7a21d3 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:11.183220 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-31e329fe-12c7-4e10-bdb5-0d0cae7a21d3 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:11.211494 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-547076c2-3475-4b79-bd7a-9cb9ba5ebde1 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1663642', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1667783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59546'] for router, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:11.227329 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-547076c2-3475-4b79-bd7a-9cb9ba5ebde1 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1663540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1663535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1667838'] for router, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:11.279737 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e329fe-12c7-4e10-bdb5-0d0cae7a21d3 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51461f92-be61-4801-a08c-1c2a6788a230,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:11.285110 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-31e329fe-12c7-4e10-bdb5-0d0cae7a21d3 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:11.288874 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-31e329fe-12c7-4e10-bdb5-0d0cae7a21d3 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6060102 Aug 19 14:57:11.289943 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 42096) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:11.303072 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3d3a025c-7b65-4762-99f2-f60252e0d716 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Request body: {'floatingip': {'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:57:11.332146 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ddcb3-e678-48f0-8076-a4931a7bdc30 req-c7530d9d-9ae9-450c-b868-79214295fca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:11.334786 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-703ddcb3-e678-48f0-8076-a4931a7bdc30 req-c7530d9d-9ae9-450c-b868-79214295fca1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8bf9338b14bd4de0a247947d4332bed4&device_id=a1585833-7d73-4dcc-a843-ac233b9ac743 HTTP/1.1" status: 200 len: 1094 time: 0.1763449 Aug 19 14:57:11.338185 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d3a025c-7b65-4762-99f2-f60252e0d716 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:11.438777 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-547076c2-3475-4b79-bd7a-9cb9ba5ebde1 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Router 75c4441b-963b-4fbc-9c3e-c1b13a9c479e is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:57:11.589694 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ddcb3-e678-48f0-8076-a4931a7bdc30 req-ddcc2ed5-a958-48ce-8a3c-eb1f466a36f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:11.591203 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-703ddcb3-e678-48f0-8076-a4931a7bdc30 req-ddcc2ed5-a958-48ce-8a3c-eb1f466a36f8 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8d226290-6085-496f-b9eb-bf514760f427 HTTP/1.1" status: 200 len: 912 time: 0.2456694 Aug 19 14:57:11.669724 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547076c2-3475-4b79-bd7a-9cb9ba5ebde1 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:57:11.680473 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-547076c2-3475-4b79-bd7a-9cb9ba5ebde1 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:11.682689 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-547076c2-3475-4b79-bd7a-9cb9ba5ebde1 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] 10.222.0.69 "PUT /v2.0/routers/75c4441b-963b-4fbc-9c3e-c1b13a9c479e HTTP/1.1" status: 200 len: 884 time: 3.8387229 Aug 19 14:57:11.683474 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f15a931-1f40-40c9-a5f3-7a77aed7a682 None None] Sync routers for ids ['75c4441b-963b-4fbc-9c3e-c1b13a9c479e'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:57:11.686080 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42110) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:11.688518 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-703ddcb3-e678-48f0-8076-a4931a7bdc30 req-24273f0f-3f55-41c2-807c-b41d06f96220 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab2605b3-c885-46f3-8342-c9894e3fff09 HTTP/1.1" status: 200 len: 217 time: 0.0820484 Aug 19 14:57:11.695717 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f15a931-1f40-40c9-a5f3-7a77aed7a682 None None] Routers {'75c4441b-963b-4fbc-9c3e-c1b13a9c479e'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:57:11.697372 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-7f15a931-1f40-40c9-a5f3-7a77aed7a682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:57:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['75c4441b-963b-4fbc-9c3e-c1b13a9c479e'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:11.814080 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d3a025c-7b65-4762-99f2-f60252e0d716 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:11.816068 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-7f15a931-1f40-40c9-a5f3-7a77aed7a682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:11.850239 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f15a931-1f40-40c9-a5f3-7a77aed7a682 None None] Routers {'75c4441b-963b-4fbc-9c3e-c1b13a9c479e'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:57:11.851902 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-031d6b67-4f0a-4e8f-8f40-cac2ca2f6164 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] 10.222.0.69 "GET /v2.0/routers/75c4441b-963b-4fbc-9c3e-c1b13a9c479e HTTP/1.1" status: 200 len: 925 time: 0.1619186 Aug 19 14:57:11.852642 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-7f15a931-1f40-40c9-a5f3-7a77aed7a682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:57:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['75c4441b-963b-4fbc-9c3e-c1b13a9c479e'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:11.854574 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42112) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:11.857633 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ddcb3-e678-48f0-8076-a4931a7bdc30 req-5fdba102-244b-4c3a-9105-d860c8d0b912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:11.867207 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-703ddcb3-e678-48f0-8076-a4931a7bdc30 req-5fdba102-244b-4c3a-9105-d860c8d0b912 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5ebe78ca-28f7-43fa-89de-04375d30f6cd HTTP/1.1" status: 200 len: 850 time: 0.1582344 Aug 19 14:57:11.947875 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-7f15a931-1f40-40c9-a5f3-7a77aed7a682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:11.948045 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f15a931-1f40-40c9-a5f3-7a77aed7a682 None None] The sync data for ids ['75c4441b-963b-4fbc-9c3e-c1b13a9c479e'] in n-d-766043-2 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:57:12.022673 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d250fbe-bebc-4097-97fd-682f0950b717 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:12.024491 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-3d250fbe-bebc-4097-97fd-682f0950b717 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=88eeec05-6d16-4f02-9461-44ff5e420302&device_id=75c4441b-963b-4fbc-9c3e-c1b13a9c479e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1689413 Aug 19 14:57:12.027239 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42124) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:12.150406 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ddcb3-e678-48f0-8076-a4931a7bdc30 req-6537fb91-63af-4145-b1f8-6d238b74906f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:12.152095 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-703ddcb3-e678-48f0-8076-a4931a7bdc30 req-6537fb91-63af-4145-b1f8-6d238b74906f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8d226290-6085-496f-b9eb-bf514760f427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2841773 Aug 19 14:57:12.261384 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af07458b-b111-4b6b-9881-23998885846c tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:12.264946 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-af07458b-b111-4b6b-9881-23998885846c tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] 10.222.0.69 "GET /v2.0/networks/88eeec05-6d16-4f02-9461-44ff5e420302 HTTP/1.1" status: 200 len: 881 time: 0.2292259 Aug 19 14:57:12.266436 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42130) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:12.314813 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-50b2ba6a-4213-4c26-8c64-7948867aa77d tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] 10.222.0.69 "GET /v2.0/ports?device_id=75c4441b-963b-4fbc-9c3e-c1b13a9c479e HTTP/1.1" status: 200 len: 205 time: 0.0470874 Aug 19 14:57:12.315858 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42132) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:12.431171 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-703ddcb3-e678-48f0-8076-a4931a7bdc30 req-e1fdf80d-5913-4af1-91d5-c639c1a2d274 service neutron] 10.222.0.88 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549579 Aug 19 14:57:12.477124 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device ab2605b3-c885-46f3-8342-c9894e3fff09 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:57:12.504742 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-42a3cc09-d575-428f-8d07-38e514f5aa50 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:12.653022 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-3d3a025c-7b65-4762-99f2-f60252e0d716 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Allocated IP 172.25.2.150 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/182206af-b653-4428-bf04-60aa5b608188) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:57:12.663327 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-42a3cc09-d575-428f-8d07-38e514f5aa50 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:12.714437 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d6900-f0c3-47e3-a0df-c66ef4f44cc0 req-c964fec0-3a4a-44f4-952c-a7f4382bf628 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:12.716341 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d14d6900-f0c3-47e3-a0df-c66ef4f44cc0 req-c964fec0-3a4a-44f4-952c-a7f4382bf628 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1585833-7d73-4dcc-a843-ac233b9ac743 HTTP/1.1" status: 200 len: 943 time: 0.5916173 Aug 19 14:57:12.734155 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port ab2605b3-c885-46f3-8342-c9894e3fff09, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=ab2605b3-c885-46f3-8342-c9894e3fff09,segment=NetworkSegment(a797992c-f015-48a4-a029-21c175cc336b),segment_id=a797992c-f015-48a4-a029-21c175cc336b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:12.753909 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': 'ab2605b3-c885-46f3-8342-c9894e3fff09', 'network_id': '8d226290-6085-496f-b9eb-bf514760f427', 'port_id': 'ab2605b3-c885-46f3-8342-c9894e3fff09', 'mac_address': 'fa:16:3e:8f:ac:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ebe78ca-28f7-43fa-89de-04375d30f6cd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:57:12.760880 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device a624f93a-8bd2-467e-9d42-b93164655081 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:57:12.828282 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-42a3cc09-d575-428f-8d07-38e514f5aa50 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Deleting port a331b274-751d-4492-9a11-2d94335a3271 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:57:12.828529 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-42a3cc09-d575-428f-8d07-38e514f5aa50 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:12.866662 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:12.907918 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab2605b3-c885-46f3-8342-c9894e3fff09 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:57:12.949800 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port ab2605b3-c885-46f3-8342-c9894e3fff09, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=ab2605b3-c885-46f3-8342-c9894e3fff09,segment=NetworkSegment(a797992c-f015-48a4-a029-21c175cc336b),segment_id=a797992c-f015-48a4-a029-21c175cc336b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:12.958258 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:12.962682 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port a624f93a-8bd2-467e-9d42-b93164655081 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:57:12.990315 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port a624f93a-8bd2-467e-9d42-b93164655081 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:57:12.991039 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:13.001670 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d14d6900-f0c3-47e3-a0df-c66ef4f44cc0 req-34fcd56d-8eac-4042-9533-41bf90bd7835 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719972 Aug 19 14:57:13.005864 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-703ddcb3-e678-48f0-8076-a4931a7bdc30 req-3863b06b-2763-4804-940c-b876bb8f3d11 service neutron] 10.222.0.88 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5302227 Aug 19 14:57:13.054202 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-42a3cc09-d575-428f-8d07-38e514f5aa50 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:13.086549 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-42a3cc09-d575-428f-8d07-38e514f5aa50 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Calling delete_port for a331b274-751d-4492-9a11-2d94335a3271 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:57:13.091077 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d3a025c-7b65-4762-99f2-f60252e0d716 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:13.101548 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:13.154543 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=ab2605b3-c885-46f3-8342-c9894e3fff09,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:13.184581 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:13.187860 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:13.188720 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:13.191672 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:13.192107 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:13.192580 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:13.193015 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:13.193454 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:13.193877 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:13.195139 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:13.195773 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:13.196350 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:13.230737 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['ab2605b3-c885-46f3-8342-c9894e3fff09'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:57:13.244757 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port a624f93a-8bd2-467e-9d42-b93164655081, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=a624f93a-8bd2-467e-9d42-b93164655081,segment=NetworkSegment(4e884d42-900a-4a47-a636-1fba06a28f42),segment_id=4e884d42-900a-4a47-a636-1fba06a28f42)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:13.247489 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d3a025c-7b65-4762-99f2-f60252e0d716 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:13.270854 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:13.352608 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3a025c-7b65-4762-99f2-f60252e0d716 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:57:13.368163 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-3d3a025c-7b65-4762-99f2-f60252e0d716 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:57:13.372677 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3a025c-7b65-4762-99f2-f60252e0d716 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:57:13.392078 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-42a3cc09-d575-428f-8d07-38e514f5aa50 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:13.413717 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=a624f93a-8bd2-467e-9d42-b93164655081,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:13.421617 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a025c-7b65-4762-99f2-f60252e0d716 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Pushing event updated for resources: {'Port': ['ID=182206af-b653-4428-bf04-60aa5b608188,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:13.517590 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d3a025c-7b65-4762-99f2-f60252e0d716 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:13.568831 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d3a025c-7b65-4762-99f2-f60252e0d716 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:13.774474 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d3a025c-7b65-4762-99f2-f60252e0d716 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:13.780868 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d3a025c-7b65-4762-99f2-f60252e0d716 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:13.877526 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d3a025c-7b65-4762-99f2-f60252e0d716 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:13.939229 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d3a025c-7b65-4762-99f2-f60252e0d716 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:13.941307 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-3d3a025c-7b65-4762-99f2-f60252e0d716 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6489265 Aug 19 14:57:13.942431 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a025c-7b65-4762-99f2-f60252e0d716 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Pushing event updated for resources: {'Port': ['ID=182206af-b653-4428-bf04-60aa5b608188,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:13.976759 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a3cc09-d575-428f-8d07-38e514f5aa50 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Pushing event deleted for resources: {'Port': ['ID=a331b274-751d-4492-9a11-2d94335a3271,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:14.057222 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-42a3cc09-d575-428f-8d07-38e514f5aa50 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:14.151820 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad48d22a-47d8-4c52-a9cf-d7f58d05b7c9 req-a77f9236-7fd3-47ec-9e16-7faa3e01b2c8 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:14.153435 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ad48d22a-47d8-4c52-a9cf-d7f58d05b7c9 req-a77f9236-7fd3-47ec-9e16-7faa3e01b2c8 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1585833-7d73-4dcc-a843-ac233b9ac743 HTTP/1.1" status: 200 len: 944 time: 0.0567865 Aug 19 14:57:14.208737 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-42a3cc09-d575-428f-8d07-38e514f5aa50 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:14.212267 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-42a3cc09-d575-428f-8d07-38e514f5aa50 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:14.230968 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ad48d22a-47d8-4c52-a9cf-d7f58d05b7c9 req-32573fb8-68ef-4134-a191-65e6ad3ec5e3 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703111 Aug 19 14:57:14.251136 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e50316ad-fb81-4a40-81ef-2fe8d5775ff3 req-aa907d8c-63d3-4e17-a2aa-47827a7dccf2 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--517827172&fields=id&tenant_id=329a9422f2e44489a7adbe73ec4e808e HTTP/1.1" status: 200 len: 267 time: 0.0885906 Aug 19 14:57:14.328174 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-42a3cc09-d575-428f-8d07-38e514f5aa50 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:14.328733 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a3cc09-d575-428f-8d07-38e514f5aa50 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Fanout notify agent at l3_agent the message router_deleted on router 75c4441b-963b-4fbc-9c3e-c1b13a9c479e {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:57:14.363211 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-42a3cc09-d575-428f-8d07-38e514f5aa50 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:14.364556 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-42a3cc09-d575-428f-8d07-38e514f5aa50 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] 10.222.0.69 "DELETE /v2.0/routers/75c4441b-963b-4fbc-9c3e-c1b13a9c479e HTTP/1.1" status: 204 len: 168 time: 2.0469790 Aug 19 14:57:14.369510 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42158) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:14.379645 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4375e37d-855b-4496-9e98-577a2b607c00 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-108886438', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:57:14.469712 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4375e37d-855b-4496-9e98-577a2b607c00 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:14.471285 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4375e37d-855b-4496-9e98-577a2b607c00 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:14.502846 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device ab2605b3-c885-46f3-8342-c9894e3fff09 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:57:14.505995 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device a624f93a-8bd2-467e-9d42-b93164655081 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:57:14.555773 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50316ad-fb81-4a40-81ef-2fe8d5775ff3 req-fd596972-cc4f-4e4f-8c7b-b06fdf7f418d tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:14.559698 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e50316ad-fb81-4a40-81ef-2fe8d5775ff3 req-fd596972-cc4f-4e4f-8c7b-b06fdf7f418d tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/networks?id=86eb5dfd-420b-4075-ab54-22313c9966d3 HTTP/1.1" status: 200 len: 810 time: 0.2976613 Aug 19 14:57:14.586089 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e50316ad-fb81-4a40-81ef-2fe8d5775ff3 req-b67fbea5-9b88-45d4-b62d-c6a484606472 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/quotas/329a9422f2e44489a7adbe73ec4e808e HTTP/1.1" status: 200 len: 375 time: 0.0193374 Aug 19 14:57:14.604754 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4375e37d-855b-4496-9e98-577a2b607c00 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:14.619307 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4375e37d-855b-4496-9e98-577a2b607c00 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:14.658572 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4375e37d-855b-4496-9e98-577a2b607c00 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:14.661271 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4375e37d-855b-4496-9e98-577a2b607c00 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2906702 Aug 19 14:57:14.663976 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42162) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:14.673948 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5f87135d-f1ef-4b57-ba12-357530caf8d3 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'enable_snat': True}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:57:14.713844 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port a624f93a-8bd2-467e-9d42-b93164655081 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:57:14.714215 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:14.716186 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e50316ad-fb81-4a40-81ef-2fe8d5775ff3 req-ed736650-1b98-4ff4-871e-9dfa8c613d14 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=329a9422f2e44489a7adbe73ec4e808e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1215131 Aug 19 14:57:14.745200 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port ab2605b3-c885-46f3-8342-c9894e3fff09 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:57:14.757901 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port ab2605b3-c885-46f3-8342-c9894e3fff09 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:57:14.758533 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:14.900060 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e50316ad-fb81-4a40-81ef-2fe8d5775ff3 req-0389da5c-7123-4bb1-9fbd-0e0017f2d1aa service neutron] 10.222.0.69 "GET /v2.0/networks/86eb5dfd-420b-4075-ab54-22313c9966d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628208 Aug 19 14:57:14.947741 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:14.985297 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1585833-7d73-4dcc-a843-ac233b9ac743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab2605b3-c885-46f3-8342-c9894e3fff09'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:57:14.988345 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6180fa5f-8c4f-4f1e-acab-f76d932360db" -d '{"events": [{"server_uuid": "a1585833-7d73-4dcc-a843-ac233b9ac743", "name": "network-vif-plugged", "status": "completed", "tag": "ab2605b3-c885-46f3-8342-c9894e3fff09"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:57:15.034755 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port ab2605b3-c885-46f3-8342-c9894e3fff09, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=ab2605b3-c885-46f3-8342-c9894e3fff09,segment=NetworkSegment(a797992c-f015-48a4-a029-21c175cc336b),segment_id=a797992c-f015-48a4-a029-21c175cc336b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:15.047308 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d4ecd1-bf76-4a83-9ed1-e37d486738ea x-openstack-request-id: req-66d4ecd1-bf76-4a83-9ed1-e37d486738ea {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:57:15.047889 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1585833-7d73-4dcc-a843-ac233b9ac743", "name": "network-vif-plugged", "status": "completed", "tag": "ab2605b3-c885-46f3-8342-c9894e3fff09", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:57:15.048356 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-66d4ecd1-bf76-4a83-9ed1-e37d486738ea {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:57:15.049386 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1585833-7d73-4dcc-a843-ac233b9ac743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab2605b3-c885-46f3-8342-c9894e3fff09', 'code': 200} Aug 19 14:57:15.052831 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:15.064494 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e50316ad-fb81-4a40-81ef-2fe8d5775ff3 req-97a448bf-5901-4d47-b658-d618937cbb1b service neutron] 10.222.0.69 "GET /v2.0/networks/86eb5dfd-420b-4075-ab54-22313c9966d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559823 Aug 19 14:57:15.087898 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f87135d-f1ef-4b57-ba12-357530caf8d3 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:15.110138 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=ab2605b3-c885-46f3-8342-c9894e3fff09,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:15.173040 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31f27c-23d9-488c-a8e3-1145c3a7feb9 req-de880166-7558-4800-9757-148ca900c9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:15.174696 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bd31f27c-23d9-488c-a8e3-1145c3a7feb9 req-de880166-7558-4800-9757-148ca900c9be service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a1585833-7d73-4dcc-a843-ac233b9ac743 HTTP/1.1" status: 200 len: 1096 time: 0.0589592 Aug 19 14:57:15.228713 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bd31f27c-23d9-488c-a8e3-1145c3a7feb9 req-3a752b80-40ae-4529-ae3d-b44960e1667b service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395939 Aug 19 14:57:15.354970 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f87135d-f1ef-4b57-ba12-357530caf8d3 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:15.380685 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f87135d-f1ef-4b57-ba12-357530caf8d3 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:15.427343 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-789db9d8-4870-4816-b55f-9bdf3c5e8598 req-e98cf1ef-7460-476c-8890-0999ef54b6a9 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?device_id=07ae9c3c-40f2-4891-ae20-db0c49544d80 HTTP/1.1" status: 200 len: 210 time: 0.1080375 Aug 19 14:57:15.487785 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9305860-a8cd-49f5-9cfb-0ed6c4b9c551 req-809dc604-7fd4-4f45-9132-c6adc2290f90 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:15.497568 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d9305860-a8cd-49f5-9cfb-0ed6c4b9c551 req-809dc604-7fd4-4f45-9132-c6adc2290f90 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1585833-7d73-4dcc-a843-ac233b9ac743 HTTP/1.1" status: 200 len: 945 time: 0.1227417 Aug 19 14:57:15.549901 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d9305860-a8cd-49f5-9cfb-0ed6c4b9c551 req-dda98f88-381a-4c3d-be42-9448bc839697 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508380 Aug 19 14:57:15.666195 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-5f87135d-f1ef-4b57-ba12-357530caf8d3 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Allocated IP 172.25.2.198 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/4b824ac6-ed69-490b-ac01-679d3b93d6d6) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:57:15.867083 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f87135d-f1ef-4b57-ba12-357530caf8d3 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:15.935352 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f87135d-f1ef-4b57-ba12-357530caf8d3 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:16.052498 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f87135d-f1ef-4b57-ba12-357530caf8d3 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:57:16.056709 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-5f87135d-f1ef-4b57-ba12-357530caf8d3 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:57:16.061631 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f87135d-f1ef-4b57-ba12-357530caf8d3 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:57:16.066040 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f87135d-f1ef-4b57-ba12-357530caf8d3 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Pushing event updated for resources: {'Port': ['ID=4b824ac6-ed69-490b-ac01-679d3b93d6d6,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:16.410628 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f87135d-f1ef-4b57-ba12-357530caf8d3 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:16.625536 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-588c3342-d0e7-4fa5-b28b-42ecdaa4e8e0 req-2885659c-1575-4881-8323-75af2f8c598b tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?device_id=07ae9c3c-40f2-4891-ae20-db0c49544d80 HTTP/1.1" status: 200 len: 210 time: 0.0744674 Aug 19 14:57:16.752931 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f87135d-f1ef-4b57-ba12-357530caf8d3 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1663642', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1667783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59546'] for router, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:16.758631 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f87135d-f1ef-4b57-ba12-357530caf8d3 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1663540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1663535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1667838'] for router, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:16.783061 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ca058-3ee7-4d73-a318-05e0492b9614 req-d8e46d84-0651-4f48-9170-e3eeea66a57d tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:16.798311 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-be3ca058-3ee7-4d73-a318-05e0492b9614 req-d8e46d84-0651-4f48-9170-e3eeea66a57d tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1585833-7d73-4dcc-a843-ac233b9ac743 HTTP/1.1" status: 200 len: 945 time: 0.1111979 Aug 19 14:57:16.903954 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-be3ca058-3ee7-4d73-a318-05e0492b9614 req-6e22c41d-9671-4057-aaa6-164a78bfc28a tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036379 Aug 19 14:57:17.043189 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f87135d-f1ef-4b57-ba12-357530caf8d3 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Router 2c20e367-249d-423e-8efb-e5d660b45dc4 is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:57:17.299746 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b4a832-5d89-4c0c-8f72-7a03f59f80df req-9aa174be-57f2-4e80-8fa2-bd6815b4b53a tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:17.308460 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-65b4a832-5d89-4c0c-8f72-7a03f59f80df req-9aa174be-57f2-4e80-8fa2-bd6815b4b53a tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1585833-7d73-4dcc-a843-ac233b9ac743 HTTP/1.1" status: 200 len: 945 time: 0.1369565 Aug 19 14:57:17.331743 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50316ad-fb81-4a40-81ef-2fe8d5775ff3 req-d7bb0669-d2a0-41ec-9772-070d31cda85e tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:17.333514 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e50316ad-fb81-4a40-81ef-2fe8d5775ff3 req-d7bb0669-d2a0-41ec-9772-070d31cda85e tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.68 "GET /v2.0/networks?id=86eb5dfd-420b-4075-ab54-22313c9966d3 HTTP/1.1" status: 200 len: 810 time: 0.3261855 Aug 19 14:57:17.384043 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f87135d-f1ef-4b57-ba12-357530caf8d3 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:57:17.392027 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f87135d-f1ef-4b57-ba12-357530caf8d3 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:17.393965 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5f87135d-f1ef-4b57-ba12-357530caf8d3 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] 10.222.0.69 "PUT /v2.0/routers/2c20e367-249d-423e-8efb-e5d660b45dc4 HTTP/1.1" status: 200 len: 918 time: 2.7289159 Aug 19 14:57:17.397192 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b22026-5651-4fdc-bf44-7c56adadb2c8 None None] Sync routers for ids ['2c20e367-249d-423e-8efb-e5d660b45dc4'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:57:17.399695 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 42210) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:17.410601 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b22026-5651-4fdc-bf44-7c56adadb2c8 None None] Routers {'2c20e367-249d-423e-8efb-e5d660b45dc4'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:57:17.410601 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d0b22026-5651-4fdc-bf44-7c56adadb2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:57:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['2c20e367-249d-423e-8efb-e5d660b45dc4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:17.443163 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e50316ad-fb81-4a40-81ef-2fe8d5775ff3 req-aa5184f8-92ff-4f18-99e1-e4972dd3d2ea tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=329a9422f2e44489a7adbe73ec4e808e HTTP/1.1" status: 200 len: 379 time: 0.0936186 Aug 19 14:57:17.453176 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d0b22026-5651-4fdc-bf44-7c56adadb2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:17.459376 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-e50316ad-fb81-4a40-81ef-2fe8d5775ff3 req-8dcc0127-6ec6-4c60-b848-f2ca1d656105 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Request body: {'port': {'device_id': '07ae9c3c-40f2-4891-ae20-db0c49544d80', 'network_id': '86eb5dfd-420b-4075-ab54-22313c9966d3', 'admin_state_up': True, 'tenant_id': '329a9422f2e44489a7adbe73ec4e808e', 'security_groups': ['c01b1887-cfe4-4bd8-ac45-b3df4d389926']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:57:17.465720 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b22026-5651-4fdc-bf44-7c56adadb2c8 None None] Routers {'2c20e367-249d-423e-8efb-e5d660b45dc4'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:57:17.466504 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d0b22026-5651-4fdc-bf44-7c56adadb2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:57:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['2c20e367-249d-423e-8efb-e5d660b45dc4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:17.503710 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d0b22026-5651-4fdc-bf44-7c56adadb2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:17.504519 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b22026-5651-4fdc-bf44-7c56adadb2c8 None None] The sync data for ids ['2c20e367-249d-423e-8efb-e5d660b45dc4'] in n-d-766043-2 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:57:17.534957 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-65b4a832-5d89-4c0c-8f72-7a03f59f80df req-f4d942ec-0f18-496a-ba2b-eb776605725a tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125657 Aug 19 14:57:17.574766 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-3a24cc0b-6881-4f65-b24f-b9d108a2e165 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] 10.222.0.69 "GET /v2.0/routers/2c20e367-249d-423e-8efb-e5d660b45dc4 HTTP/1.1" status: 200 len: 924 time: 0.1731255 Aug 19 14:57:17.577554 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 42212) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:17.621964 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e50316ad-fb81-4a40-81ef-2fe8d5775ff3 req-8dcc0127-6ec6-4c60-b848-f2ca1d656105 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Made reservation on behalf of 329a9422f2e44489a7adbe73ec4e808e for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:57:17.626168 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e50316ad-fb81-4a40-81ef-2fe8d5775ff3 req-8dcc0127-6ec6-4c60-b848-f2ca1d656105 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:17.639609 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd42630-ebc9-457d-bdcd-4fc17646b236 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:17.656142 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-cbd42630-ebc9-457d-bdcd-4fc17646b236 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=88eeec05-6d16-4f02-9461-44ff5e420302&device_id=2c20e367-249d-423e-8efb-e5d660b45dc4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0735626 Aug 19 14:57:17.656910 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 42216) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:17.872286 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a44056-73b7-466e-b6be-93214d264b6a tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:17.877961 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-57a44056-73b7-466e-b6be-93214d264b6a tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] 10.222.0.69 "GET /v2.0/networks/88eeec05-6d16-4f02-9461-44ff5e420302 HTTP/1.1" status: 200 len: 881 time: 0.2174294 Aug 19 14:57:17.882777 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-e50316ad-fb81-4a40-81ef-2fe8d5775ff3 req-8dcc0127-6ec6-4c60-b848-f2ca1d656105 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Allocated IP 172.20.0.5 (86eb5dfd-420b-4075-ab54-22313c9966d3/b36b5b14-491d-4933-bb67-1257e134c17f/ed68d422-7868-4fc3-8314-aa2c7b502979) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:57:17.935438 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ef20f6da-cee1-45f5-8c67-2da0cada24e4 req-e7ff533b-1697-4475-a724-01d250f34e85 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?device_id=07ae9c3c-40f2-4891-ae20-db0c49544d80 HTTP/1.1" status: 200 len: 210 time: 0.0562482 Aug 19 14:57:17.937982 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 42220) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:18.001201 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-32f4174d-4973-4b4f-8691-e2567b42a53c tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c20e367-249d-423e-8efb-e5d660b45dc4 HTTP/1.1" status: 200 len: 205 time: 0.0583303 Aug 19 14:57:18.002288 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42224) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:18.167618 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e50316ad-fb81-4a40-81ef-2fe8d5775ff3 req-8dcc0127-6ec6-4c60-b848-f2ca1d656105 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:18.180059 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7e44b2c5-18f1-4168-8271-320a20606b51 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:18.224264 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-e50316ad-fb81-4a40-81ef-2fe8d5775ff3 req-8dcc0127-6ec6-4c60-b848-f2ca1d656105 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Transition to ACTIVE for port object ed68d422-7868-4fc3-8314-aa2c7b502979 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:57:18.317424 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e50316ad-fb81-4a40-81ef-2fe8d5775ff3 req-8dcc0127-6ec6-4c60-b848-f2ca1d656105 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:18.326033 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7e44b2c5-18f1-4168-8271-320a20606b51 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:18.397988 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e50316ad-fb81-4a40-81ef-2fe8d5775ff3 req-8dcc0127-6ec6-4c60-b848-f2ca1d656105 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Network 86eb5dfd-420b-4075-ab54-22313c9966d3 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:57:18.407151 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-e50316ad-fb81-4a40-81ef-2fe8d5775ff3 req-8dcc0127-6ec6-4c60-b848-f2ca1d656105 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:57:18.410281 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-e50316ad-fb81-4a40-81ef-2fe8d5775ff3 req-8dcc0127-6ec6-4c60-b848-f2ca1d656105 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:57:18.439431 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcc0127-6ec6-4c60-b848-f2ca1d656105 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Pushing event updated for resources: {'Port': ['ID=ed68d422-7868-4fc3-8314-aa2c7b502979,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:18.479709 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50316ad-fb81-4a40-81ef-2fe8d5775ff3 req-8dcc0127-6ec6-4c60-b848-f2ca1d656105 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:18.480657 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e50316ad-fb81-4a40-81ef-2fe8d5775ff3 req-8dcc0127-6ec6-4c60-b848-f2ca1d656105 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:18.498532 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-7e44b2c5-18f1-4168-8271-320a20606b51 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Deleting port 4b824ac6-ed69-490b-ac01-679d3b93d6d6 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:57:18.499069 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7e44b2c5-18f1-4168-8271-320a20606b51 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:18.504532 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e50316ad-fb81-4a40-81ef-2fe8d5775ff3 req-8dcc0127-6ec6-4c60-b848-f2ca1d656105 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0506215 Aug 19 14:57:18.546048 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-e50316ad-fb81-4a40-81ef-2fe8d5775ff3 req-460ad122-c443-4f59-b80e-b4996d054c12 service neutron] Request body: {'port': {'device_id': '07ae9c3c-40f2-4891-ae20-db0c49544d80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:57:18.673865 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e50316ad-fb81-4a40-81ef-2fe8d5775ff3 req-460ad122-c443-4f59-b80e-b4996d054c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:18.702540 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c3c4a-a3da-4fe7-ac47-f277cca68be6 req-bdb38c54-9906-4bd6-a010-fc156394b3c5 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:18.712099 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-405c3c4a-a3da-4fe7-ac47-f277cca68be6 req-bdb38c54-9906-4bd6-a010-fc156394b3c5 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1585833-7d73-4dcc-a843-ac233b9ac743 HTTP/1.1" status: 200 len: 945 time: 0.0838447 Aug 19 14:57:18.759961 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-405c3c4a-a3da-4fe7-ac47-f277cca68be6 req-6f32493e-ffc7-4522-9e46-ce0c6118ef41 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466142 Aug 19 14:57:18.775202 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7e44b2c5-18f1-4168-8271-320a20606b51 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:18.860083 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c32e8c1a-88fb-4a30-b3d8-2982d10f0601 None None] Provisioning for port ed68d422-7868-4fc3-8314-aa2c7b502979 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:57:18.865567 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c32e8c1a-88fb-4a30-b3d8-2982d10f0601 None None] Provisioning complete for port ed68d422-7868-4fc3-8314-aa2c7b502979 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:57:18.867721 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c32e8c1a-88fb-4a30-b3d8-2982d10f0601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:18.957421 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c32e8c1a-88fb-4a30-b3d8-2982d10f0601 None None] Port ed68d422-7868-4fc3-8314-aa2c7b502979 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:57:19.027495 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-7e44b2c5-18f1-4168-8271-320a20606b51 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Calling delete_port for 4b824ac6-ed69-490b-ac01-679d3b93d6d6 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:57:19.162297 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855343e-770f-4bcc-8a3e-def80f868c87 req-579fd060-2fd8-47be-b024-93ec0d69644a tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:19.170233 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7855343e-770f-4bcc-8a3e-def80f868c87 req-579fd060-2fd8-47be-b024-93ec0d69644a tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?device_id=07ae9c3c-40f2-4891-ae20-db0c49544d80 HTTP/1.1" status: 200 len: 931 time: 0.1410842 Aug 19 14:57:19.237974 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7855343e-770f-4bcc-8a3e-def80f868c87 req-f94f8eb6-2b6a-4ce1-bffe-72b0514d9ac9 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/security-groups?id=c01b1887-cfe4-4bd8-ac45-b3df4d389926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615954 Aug 19 14:57:19.394462 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-e50316ad-fb81-4a40-81ef-2fe8d5775ff3 req-460ad122-c443-4f59-b80e-b4996d054c12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed68d422-7868-4fc3-8314-aa2c7b502979 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:57:19.404003 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e50316ad-fb81-4a40-81ef-2fe8d5775ff3 req-460ad122-c443-4f59-b80e-b4996d054c12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:19.418385 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-e50316ad-fb81-4a40-81ef-2fe8d5775ff3 req-460ad122-c443-4f59-b80e-b4996d054c12 service neutron] Transition to ACTIVE for port object ed68d422-7868-4fc3-8314-aa2c7b502979 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:57:19.428101 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e50316ad-fb81-4a40-81ef-2fe8d5775ff3 req-460ad122-c443-4f59-b80e-b4996d054c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:19.492674 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41376f94-ee44-4aa7-b43b-5a60903da03c req-1ddb47f6-3475-4a69-a09b-b6d5577fe905 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:19.494624 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-41376f94-ee44-4aa7-b43b-5a60903da03c req-1ddb47f6-3475-4a69-a09b-b6d5577fe905 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1585833-7d73-4dcc-a843-ac233b9ac743 HTTP/1.1" status: 200 len: 945 time: 0.1278689 Aug 19 14:57:19.567211 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ad122-c443-4f59-b80e-b4996d054c12 service neutron] Pushing event updated for resources: {'Port': ['ID=ed68d422-7868-4fc3-8314-aa2c7b502979,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:19.605068 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-41376f94-ee44-4aa7-b43b-5a60903da03c req-71d62a7c-3e92-45c9-90ee-2be1c303fb19 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985878 Aug 19 14:57:20.221949 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-e50316ad-fb81-4a40-81ef-2fe8d5775ff3 req-460ad122-c443-4f59-b80e-b4996d054c12 service neutron] Attempting to bind port ed68d422-7868-4fc3-8314-aa2c7b502979 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:57:20.222289 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-e50316ad-fb81-4a40-81ef-2fe8d5775ff3 req-460ad122-c443-4f59-b80e-b4996d054c12 service neutron] Attempting to bind port ed68d422-7868-4fc3-8314-aa2c7b502979 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '4e884d42-900a-4a47-a636-1fba06a28f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '86eb5dfd-420b-4075-ab54-22313c9966d3'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:57:20.222622 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50316ad-fb81-4a40-81ef-2fe8d5775ff3 req-460ad122-c443-4f59-b80e-b4996d054c12 service neutron] Attempting to bind port ed68d422-7868-4fc3-8314-aa2c7b502979 on network 86eb5dfd-420b-4075-ab54-22313c9966d3 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:57:20.231991 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50316ad-fb81-4a40-81ef-2fe8d5775ff3 req-460ad122-c443-4f59-b80e-b4996d054c12 service neutron] Port ed68d422-7868-4fc3-8314-aa2c7b502979 on network 86eb5dfd-420b-4075-ab54-22313c9966d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:57:20.232325 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50316ad-fb81-4a40-81ef-2fe8d5775ff3 req-460ad122-c443-4f59-b80e-b4996d054c12 service neutron] Attempting to bind port ed68d422-7868-4fc3-8314-aa2c7b502979 on network 86eb5dfd-420b-4075-ab54-22313c9966d3 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:57:20.242414 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50316ad-fb81-4a40-81ef-2fe8d5775ff3 req-460ad122-c443-4f59-b80e-b4996d054c12 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:57:20.242769 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50316ad-fb81-4a40-81ef-2fe8d5775ff3 req-460ad122-c443-4f59-b80e-b4996d054c12 service neutron] Checking segment: {'id': '4e884d42-900a-4a47-a636-1fba06a28f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '86eb5dfd-420b-4075-ab54-22313c9966d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:57:20.243258 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50316ad-fb81-4a40-81ef-2fe8d5775ff3 req-460ad122-c443-4f59-b80e-b4996d054c12 service neutron] Bound using segment: {'id': '4e884d42-900a-4a47-a636-1fba06a28f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '86eb5dfd-420b-4075-ab54-22313c9966d3'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:57:20.243580 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-e50316ad-fb81-4a40-81ef-2fe8d5775ff3 req-460ad122-c443-4f59-b80e-b4996d054c12 service neutron] Bound port: ed68d422-7868-4fc3-8314-aa2c7b502979, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e884d42-900a-4a47-a636-1fba06a28f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '86eb5dfd-420b-4075-ab54-22313c9966d3'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:57:20.243940 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e50316ad-fb81-4a40-81ef-2fe8d5775ff3 req-460ad122-c443-4f59-b80e-b4996d054c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:20.258148 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7e44b2c5-18f1-4168-8271-320a20606b51 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:20.312321 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e44b2c5-18f1-4168-8271-320a20606b51 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Pushing event deleted for resources: {'Port': ['ID=4b824ac6-ed69-490b-ac01-679d3b93d6d6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:20.417600 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887b519-c782-43f3-bbbd-3b69b23c1b7c req-041f1ecb-77dc-49f3-a5af-13936e69129f tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:20.419565 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-e50316ad-fb81-4a40-81ef-2fe8d5775ff3 req-460ad122-c443-4f59-b80e-b4996d054c12 service neutron] For port ed68d422-7868-4fc3-8314-aa2c7b502979, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:57:20.419830 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6887b519-c782-43f3-bbbd-3b69b23c1b7c req-041f1ecb-77dc-49f3-a5af-13936e69129f tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?device_id=07ae9c3c-40f2-4891-ae20-db0c49544d80 HTTP/1.1" status: 200 len: 943 time: 0.0987716 Aug 19 14:57:20.424355 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7e44b2c5-18f1-4168-8271-320a20606b51 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:20.428088 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-e50316ad-fb81-4a40-81ef-2fe8d5775ff3 req-460ad122-c443-4f59-b80e-b4996d054c12 service neutron] For port ed68d422-7868-4fc3-8314-aa2c7b502979, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=ed68d422-7868-4fc3-8314-aa2c7b502979,segment=NetworkSegment(4e884d42-900a-4a47-a636-1fba06a28f42),segment_id=4e884d42-900a-4a47-a636-1fba06a28f42)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:57:20.476274 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e50316ad-fb81-4a40-81ef-2fe8d5775ff3 req-460ad122-c443-4f59-b80e-b4996d054c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:20.494346 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6887b519-c782-43f3-bbbd-3b69b23c1b7c req-20178b8c-6326-426e-8784-ca68a67a9b74 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/security-groups?id=c01b1887-cfe4-4bd8-ac45-b3df4d389926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668707 Aug 19 14:57:20.532564 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device ab2605b3-c885-46f3-8342-c9894e3fff09 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:57:20.598043 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50316ad-fb81-4a40-81ef-2fe8d5775ff3 req-460ad122-c443-4f59-b80e-b4996d054c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:20.598781 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e50316ad-fb81-4a40-81ef-2fe8d5775ff3 req-460ad122-c443-4f59-b80e-b4996d054c12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:20.600127 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e50316ad-fb81-4a40-81ef-2fe8d5775ff3 req-460ad122-c443-4f59-b80e-b4996d054c12 service neutron] 10.222.0.68 "PUT /v2.0/ports/ed68d422-7868-4fc3-8314-aa2c7b502979 HTTP/1.1" status: 200 len: 1091 time: 2.0838780 Aug 19 14:57:20.604203 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07ae9c3c-40f2-4891-ae20-db0c49544d80', 'tag': 'ed68d422-7868-4fc3-8314-aa2c7b502979'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:57:20.607448 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b5dcad-ca38-46c7-8a98-0dafb2dad55e" -d '{"events": [{"name": "network-changed", "server_uuid": "07ae9c3c-40f2-4891-ae20-db0c49544d80", "tag": "ed68d422-7868-4fc3-8314-aa2c7b502979"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:57:20.616083 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7e44b2c5-18f1-4168-8271-320a20606b51 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:20.620850 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7e44b2c5-18f1-4168-8271-320a20606b51 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:20.746402 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f9de64-5103-444d-a1e9-1da66f6e2d1d x-openstack-request-id: req-96f9de64-5103-444d-a1e9-1da66f6e2d1d {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:57:20.747212 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07ae9c3c-40f2-4891-ae20-db0c49544d80", "tag": "ed68d422-7868-4fc3-8314-aa2c7b502979", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:57:20.747212 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-96f9de64-5103-444d-a1e9-1da66f6e2d1d {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:57:20.747442 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07ae9c3c-40f2-4891-ae20-db0c49544d80', 'tag': 'ed68d422-7868-4fc3-8314-aa2c7b502979', 'status': 'completed', 'code': 200} Aug 19 14:57:20.747920 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ad122-c443-4f59-b80e-b4996d054c12 service neutron] Pushing event updated for resources: {'Port': ['ID=ed68d422-7868-4fc3-8314-aa2c7b502979,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:20.759364 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7e44b2c5-18f1-4168-8271-320a20606b51 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:20.760068 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e44b2c5-18f1-4168-8271-320a20606b51 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Fanout notify agent at l3_agent the message router_deleted on router 2c20e367-249d-423e-8efb-e5d660b45dc4 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:57:20.775827 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7e44b2c5-18f1-4168-8271-320a20606b51 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:20.777436 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7e44b2c5-18f1-4168-8271-320a20606b51 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] 10.222.0.69 "DELETE /v2.0/routers/2c20e367-249d-423e-8efb-e5d660b45dc4 HTTP/1.1" status: 204 len: 168 time: 2.7745154 Aug 19 14:57:20.782682 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 42336) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:20.795054 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50316ad-fb81-4a40-81ef-2fe8d5775ff3 req-39b5154c-b687-4a69-ae81-65667bfa2609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:20.799088 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e50316ad-fb81-4a40-81ef-2fe8d5775ff3 req-39b5154c-b687-4a69-ae81-65667bfa2609 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=329a9422f2e44489a7adbe73ec4e808e&device_id=07ae9c3c-40f2-4891-ae20-db0c49544d80 HTTP/1.1" status: 200 len: 1094 time: 0.1181412 Aug 19 14:57:20.801197 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port ab2605b3-c885-46f3-8342-c9894e3fff09, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=ab2605b3-c885-46f3-8342-c9894e3fff09,segment=NetworkSegment(a797992c-f015-48a4-a029-21c175cc336b),segment_id=a797992c-f015-48a4-a029-21c175cc336b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:20.802634 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-acd180f0-f809-4b63-a039-63c7b3126e3a tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1962380202', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:57:20.832540 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': 'ab2605b3-c885-46f3-8342-c9894e3fff09', 'network_id': '8d226290-6085-496f-b9eb-bf514760f427', 'port_id': 'ab2605b3-c885-46f3-8342-c9894e3fff09', 'mac_address': 'fa:16:3e:8f:ac:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ebe78ca-28f7-43fa-89de-04375d30f6cd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:57:20.875671 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e50316ad-fb81-4a40-81ef-2fe8d5775ff3 req-747b6401-1498-4803-a377-69d4fe94241d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed68d422-7868-4fc3-8314-aa2c7b502979 HTTP/1.1" status: 200 len: 217 time: 0.0643864 Aug 19 14:57:20.882551 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0178f563-d22b-46e8-a32b-62de7caaff67 req-858084b7-0cc7-4b0f-9604-38f73df77884 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:20.892342 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0178f563-d22b-46e8-a32b-62de7caaff67 req-858084b7-0cc7-4b0f-9604-38f73df77884 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c8df8f-349a-4267-bda1-421b3c45f8f9 HTTP/1.1" status: 200 len: 945 time: 0.1922729 Aug 19 14:57:20.928074 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:20.939366 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acd180f0-f809-4b63-a039-63c7b3126e3a tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:20.941311 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acd180f0-f809-4b63-a039-63c7b3126e3a tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:20.979818 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab2605b3-c885-46f3-8342-c9894e3fff09 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:57:21.004651 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0178f563-d22b-46e8-a32b-62de7caaff67 req-26dc7161-56ac-472e-9784-a8cf68eff8c1 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/security-groups?id=d293a293-c95e-4636-a077-650b953c4fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109891 Aug 19 14:57:21.026451 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port ab2605b3-c885-46f3-8342-c9894e3fff09, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=ab2605b3-c885-46f3-8342-c9894e3fff09,segment=NetworkSegment(a797992c-f015-48a4-a029-21c175cc336b),segment_id=a797992c-f015-48a4-a029-21c175cc336b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:21.046881 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:21.063376 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c615c641-0a0d-4d38-95ff-d7865e42b151 req-67287ce8-c3a4-452e-b563-3533df8cd4dc tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:21.064399 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50316ad-fb81-4a40-81ef-2fe8d5775ff3 req-546f628f-6260-4468-86ba-187fa4ee19cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:21.064979 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c615c641-0a0d-4d38-95ff-d7865e42b151 req-67287ce8-c3a4-452e-b563-3533df8cd4dc tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1585833-7d73-4dcc-a843-ac233b9ac743 HTTP/1.1" status: 200 len: 945 time: 0.1701272 Aug 19 14:57:21.065928 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e50316ad-fb81-4a40-81ef-2fe8d5775ff3 req-546f628f-6260-4468-86ba-187fa4ee19cd service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b36b5b14-491d-4933-bb67-1257e134c17f HTTP/1.1" status: 200 len: 849 time: 0.1748376 Aug 19 14:57:21.068543 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acd180f0-f809-4b63-a039-63c7b3126e3a tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:21.075751 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acd180f0-f809-4b63-a039-63c7b3126e3a tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:21.117830 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acd180f0-f809-4b63-a039-63c7b3126e3a tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:21.119002 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-acd180f0-f809-4b63-a039-63c7b3126e3a tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3299727 Aug 19 14:57:21.122342 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 42342) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:21.128830 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1e0c54c0-1aa2-4a0b-a34d-a041dac30d76 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'enable_snat': False}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:57:21.144253 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=ab2605b3-c885-46f3-8342-c9894e3fff09,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:21.167458 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50316ad-fb81-4a40-81ef-2fe8d5775ff3 req-42aa1137-c9fc-49fd-a8c3-521511821ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:21.170328 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e50316ad-fb81-4a40-81ef-2fe8d5775ff3 req-42aa1137-c9fc-49fd-a8c3-521511821ec4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=86eb5dfd-420b-4075-ab54-22313c9966d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0880892 Aug 19 14:57:21.202529 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['ab2605b3-c885-46f3-8342-c9894e3fff09'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:57:21.217647 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c615c641-0a0d-4d38-95ff-d7865e42b151 req-35eacba3-72a4-41b1-b710-e2bb38a32b0f tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437833 Aug 19 14:57:21.323358 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e50316ad-fb81-4a40-81ef-2fe8d5775ff3 req-14444485-945b-4221-be20-9057a42c8a55 service neutron] 10.222.0.68 "GET /v2.0/networks/86eb5dfd-420b-4075-ab54-22313c9966d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433470 Aug 19 14:57:21.413519 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e0c54c0-1aa2-4a0b-a34d-a041dac30d76 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:21.494599 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e50316ad-fb81-4a40-81ef-2fe8d5775ff3 req-eb79d284-3956-4b3d-b989-6a12a87018f7 service neutron] 10.222.0.68 "GET /v2.0/networks/86eb5dfd-420b-4075-ab54-22313c9966d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632912 Aug 19 14:57:21.653239 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b5dcad-ca38-46c7-8a98-0dafb2dad55e req-fe1882ec-610b-4135-80c6-487b1646d8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:21.659257 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-04b5dcad-ca38-46c7-8a98-0dafb2dad55e req-fe1882ec-610b-4135-80c6-487b1646d8c3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=329a9422f2e44489a7adbe73ec4e808e&device_id=07ae9c3c-40f2-4891-ae20-db0c49544d80 HTTP/1.1" status: 200 len: 1094 time: 0.1054749 Aug 19 14:57:21.772557 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70d4c2-4cda-44da-93da-1826c24b4dd7 req-b9dc1587-84bd-4196-825d-0b458cce0c15 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:21.780889 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-de70d4c2-4cda-44da-93da-1826c24b4dd7 req-b9dc1587-84bd-4196-825d-0b458cce0c15 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?device_id=07ae9c3c-40f2-4891-ae20-db0c49544d80 HTTP/1.1" status: 200 len: 943 time: 0.1137791 Aug 19 14:57:21.785399 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b5dcad-ca38-46c7-8a98-0dafb2dad55e req-dfd5e6df-1511-4af6-afb8-cd4572a77c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:21.786928 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-04b5dcad-ca38-46c7-8a98-0dafb2dad55e req-dfd5e6df-1511-4af6-afb8-cd4572a77c60 service neutron] 10.222.0.68 "GET /v2.0/networks?id=86eb5dfd-420b-4075-ab54-22313c9966d3 HTTP/1.1" status: 200 len: 911 time: 0.1190104 Aug 19 14:57:21.828983 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e0c54c0-1aa2-4a0b-a34d-a041dac30d76 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:21.833459 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-de70d4c2-4cda-44da-93da-1826c24b4dd7 req-b6af27a0-81e2-4e9d-8ee8-90054ad315bf tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/security-groups?id=c01b1887-cfe4-4bd8-ac45-b3df4d389926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513008 Aug 19 14:57:21.836719 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-04b5dcad-ca38-46c7-8a98-0dafb2dad55e req-b9adb904-5375-46bb-b407-280a4988caf2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed68d422-7868-4fc3-8314-aa2c7b502979 HTTP/1.1" status: 200 len: 217 time: 0.0399168 Aug 19 14:57:21.858629 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e0c54c0-1aa2-4a0b-a34d-a041dac30d76 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:21.898454 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b5dcad-ca38-46c7-8a98-0dafb2dad55e req-fca89cbd-ecba-4da6-b530-55547ac25fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:21.900050 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-04b5dcad-ca38-46c7-8a98-0dafb2dad55e req-fca89cbd-ecba-4da6-b530-55547ac25fc3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b36b5b14-491d-4933-bb67-1257e134c17f HTTP/1.1" status: 200 len: 849 time: 0.0549884 Aug 19 14:57:21.968336 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b5dcad-ca38-46c7-8a98-0dafb2dad55e req-3ec33123-330f-4eae-82eb-361125b83a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:21.970030 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-04b5dcad-ca38-46c7-8a98-0dafb2dad55e req-3ec33123-330f-4eae-82eb-361125b83a8d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=86eb5dfd-420b-4075-ab54-22313c9966d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606339 Aug 19 14:57:21.986053 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-1e0c54c0-1aa2-4a0b-a34d-a041dac30d76 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Allocated IP 172.25.2.254 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/4f34185e-936f-47a2-b257-5610bc1df0c4) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:57:22.101176 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-04b5dcad-ca38-46c7-8a98-0dafb2dad55e req-a38adc6f-9118-4b3f-b914-c474f5413e77 service neutron] 10.222.0.68 "GET /v2.0/networks/86eb5dfd-420b-4075-ab54-22313c9966d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101096 Aug 19 14:57:22.160185 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e0c54c0-1aa2-4a0b-a34d-a041dac30d76 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:22.174914 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c56e5dd-98da-4f1c-8df3-f82c14f95d71 req-2559c392-3df0-49ab-9110-3a4092d169b9 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:22.176793 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8c56e5dd-98da-4f1c-8df3-f82c14f95d71 req-2559c392-3df0-49ab-9110-3a4092d169b9 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c8df8f-349a-4267-bda1-421b3c45f8f9 HTTP/1.1" status: 200 len: 945 time: 0.0923626 Aug 19 14:57:22.256377 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8c56e5dd-98da-4f1c-8df3-f82c14f95d71 req-708574d8-3583-4f44-b3af-ce62b43f75c1 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/security-groups?id=d293a293-c95e-4636-a077-650b953c4fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609229 Aug 19 14:57:22.281849 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e0c54c0-1aa2-4a0b-a34d-a041dac30d76 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:22.289464 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-04b5dcad-ca38-46c7-8a98-0dafb2dad55e req-f5caf5ab-1bc1-4dcc-806c-e538287399c7 service neutron] 10.222.0.68 "GET /v2.0/networks/86eb5dfd-420b-4075-ab54-22313c9966d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723614 Aug 19 14:57:22.366710 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0c54c0-1aa2-4a0b-a34d-a041dac30d76 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Pushing event updated for resources: {'Port': ['ID=4f34185e-936f-47a2-b257-5610bc1df0c4,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:22.386836 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0c54c0-1aa2-4a0b-a34d-a041dac30d76 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:57:22.389997 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-1e0c54c0-1aa2-4a0b-a34d-a041dac30d76 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:57:22.392414 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0c54c0-1aa2-4a0b-a34d-a041dac30d76 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:57:22.447137 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce999d-934a-4ba0-b74f-a62b69ca5ef5 req-51af5849-71eb-4d40-8765-41f8f0db4de7 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:22.448640 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4cce999d-934a-4ba0-b74f-a62b69ca5ef5 req-51af5849-71eb-4d40-8765-41f8f0db4de7 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1585833-7d73-4dcc-a843-ac233b9ac743 HTTP/1.1" status: 200 len: 944 time: 0.0994346 Aug 19 14:57:22.544705 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d247d9-f41b-4b04-9d2e-8d40e380c320 req-a1da17d5-4af9-41ff-8adb-340e26f9482c tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:22.548720 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-21d247d9-f41b-4b04-9d2e-8d40e380c320 req-a1da17d5-4af9-41ff-8adb-340e26f9482c tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.68 "GET /v2.0/ports?device_id=90c8df8f-349a-4267-bda1-421b3c45f8f9 HTTP/1.1" status: 200 len: 945 time: 0.0584645 Aug 19 14:57:22.566668 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device ab2605b3-c885-46f3-8342-c9894e3fff09 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:57:22.660286 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port ab2605b3-c885-46f3-8342-c9894e3fff09 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:57:22.661381 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:22.679991 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-21d247d9-f41b-4b04-9d2e-8d40e380c320 req-654400bf-efbe-44a9-a913-74bc6432646d tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Deleting port c8971feb-2f49-42b2-9935-865e0d3eac15 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:57:22.680661 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-21d247d9-f41b-4b04-9d2e-8d40e380c320 req-654400bf-efbe-44a9-a913-74bc6432646d tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:22.765770 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:22.794220 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1585833-7d73-4dcc-a843-ac233b9ac743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab2605b3-c885-46f3-8342-c9894e3fff09'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:57:22.797168 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40de1195-e51e-48d0-aa8e-7a1d2aab709c" -d '{"events": [{"server_uuid": "a1585833-7d73-4dcc-a843-ac233b9ac743", "name": "network-vif-plugged", "status": "completed", "tag": "ab2605b3-c885-46f3-8342-c9894e3fff09"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:57:22.818643 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port ab2605b3-c885-46f3-8342-c9894e3fff09, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=ab2605b3-c885-46f3-8342-c9894e3fff09,segment=NetworkSegment(a797992c-f015-48a4-a029-21c175cc336b),segment_id=a797992c-f015-48a4-a029-21c175cc336b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:22.824774 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:22.863714 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ac41bd-1fc5-4467-a201-42bc5b36d79d x-openstack-request-id: req-06ac41bd-1fc5-4467-a201-42bc5b36d79d {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:57:22.864076 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1585833-7d73-4dcc-a843-ac233b9ac743", "name": "network-vif-plugged", "status": "completed", "tag": "ab2605b3-c885-46f3-8342-c9894e3fff09", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:57:22.864315 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-06ac41bd-1fc5-4467-a201-42bc5b36d79d {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:57:22.864795 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1585833-7d73-4dcc-a843-ac233b9ac743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab2605b3-c885-46f3-8342-c9894e3fff09', 'code': 200} Aug 19 14:57:22.865507 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-21d247d9-f41b-4b04-9d2e-8d40e380c320 req-654400bf-efbe-44a9-a913-74bc6432646d tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] For port c8971feb-2f49-42b2-9935-865e0d3eac15, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=c8971feb-2f49-42b2-9935-865e0d3eac15,segment=NetworkSegment(9f3b2564-15f5-43a5-bb53-1bcbad751f27),segment_id=9f3b2564-15f5-43a5-bb53-1bcbad751f27)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:22.865926 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-21d247d9-f41b-4b04-9d2e-8d40e380c320 req-654400bf-efbe-44a9-a913-74bc6432646d tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:22.881806 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-21d247d9-f41b-4b04-9d2e-8d40e380c320 req-654400bf-efbe-44a9-a913-74bc6432646d tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Calling delete_port for c8971feb-2f49-42b2-9935-865e0d3eac15 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:57:22.916592 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=ab2605b3-c885-46f3-8342-c9894e3fff09,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:22.989735 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4cce999d-934a-4ba0-b74f-a62b69ca5ef5 req-218b2b3a-94d3-4575-8097-43b3fc195bf4 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5094657 Aug 19 14:57:23.032773 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b199606-c1c9-423d-8fcb-3e5bb89f4035 req-3a8909f9-8a9c-405a-a2d3-8ed9785e9c61 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:23.032773 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5b199606-c1c9-423d-8fcb-3e5bb89f4035 req-3a8909f9-8a9c-405a-a2d3-8ed9785e9c61 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?device_id=07ae9c3c-40f2-4891-ae20-db0c49544d80 HTTP/1.1" status: 200 len: 943 time: 0.0761156 Aug 19 14:57:23.066066 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-21d247d9-f41b-4b04-9d2e-8d40e380c320 req-654400bf-efbe-44a9-a913-74bc6432646d tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:23.080743 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['36e52d9b-d1bd-492b-9d57-76ad8c82d474', '37c22c10-4896-42a3-af68-cbe65d27cc12'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:57:23.108944 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654400bf-efbe-44a9-a913-74bc6432646d tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Pushing event deleted for resources: {'Port': ['ID=c8971feb-2f49-42b2-9935-865e0d3eac15,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:23.141862 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['bffed635-468f-4369-b433-0bb8a559e990', 'c8971feb-2f49-42b2-9935-865e0d3eac15'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:57:23.156957 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5b199606-c1c9-423d-8fcb-3e5bb89f4035 req-a9022b71-2a4e-4627-8437-b012bc61a553 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/security-groups?id=c01b1887-cfe4-4bd8-ac45-b3df4d389926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858331 Aug 19 14:57:23.181576 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d247d9-f41b-4b04-9d2e-8d40e380c320 req-654400bf-efbe-44a9-a913-74bc6432646d tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] No DVR routers for this DVR port c8971feb-2f49-42b2-9935-865e0d3eac15 on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:57:23.185978 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e0c54c0-1aa2-4a0b-a34d-a041dac30d76 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:23.186187 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-21d247d9-f41b-4b04-9d2e-8d40e380c320 req-654400bf-efbe-44a9-a913-74bc6432646d tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:23.188383 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-21d247d9-f41b-4b04-9d2e-8d40e380c320 req-654400bf-efbe-44a9-a913-74bc6432646d tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.68 "DELETE /v2.0/ports/c8971feb-2f49-42b2-9935-865e0d3eac15 HTTP/1.1" status: 204 len: 173 time: 0.6327639 Aug 19 14:57:23.189768 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c8df8f-349a-4267-bda1-421b3c45f8f9', 'name': 'network-vif-deleted', 'tag': 'c8971feb-2f49-42b2-9935-865e0d3eac15'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:57:23.191395 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8bc3a9-d1a0-463e-b698-70342659335f" -d '{"events": [{"server_uuid": "90c8df8f-349a-4267-bda1-421b3c45f8f9", "name": "network-vif-deleted", "tag": "c8971feb-2f49-42b2-9935-865e0d3eac15"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:57:23.248605 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d95518-f114-4c95-b869-6308a12a2ba9 x-openstack-request-id: req-05d95518-f114-4c95-b869-6308a12a2ba9 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:57:23.249081 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90c8df8f-349a-4267-bda1-421b3c45f8f9", "name": "network-vif-deleted", "tag": "c8971feb-2f49-42b2-9935-865e0d3eac15", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:57:23.249528 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-05d95518-f114-4c95-b869-6308a12a2ba9 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:57:23.250000 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c8df8f-349a-4267-bda1-421b3c45f8f9', 'name': 'network-vif-deleted', 'tag': 'c8971feb-2f49-42b2-9935-865e0d3eac15', 'status': 'completed', 'code': 200} Aug 19 14:57:23.450848 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e19a4bf0-abbb-4a37-9959-b44b227ea963 req-c3f6d1f8-ec46-4cf6-96a9-e2b67141aea4 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c8df8f-349a-4267-bda1-421b3c45f8f9 HTTP/1.1" status: 200 len: 210 time: 0.0349019 Aug 19 14:57:23.563865 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e0c54c0-1aa2-4a0b-a34d-a041dac30d76 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1663642', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1667783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59546'] for router, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:23.567690 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e0c54c0-1aa2-4a0b-a34d-a041dac30d76 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1663540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1663535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1667838'] for router, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:23.712296 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e0c54c0-1aa2-4a0b-a34d-a041dac30d76 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Router 725d5087-ed56-4c29-bbab-0ddba1b23da3 is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:57:23.828728 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0c54c0-1aa2-4a0b-a34d-a041dac30d76 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:57:23.833065 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e0c54c0-1aa2-4a0b-a34d-a041dac30d76 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:23.834397 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1e0c54c0-1aa2-4a0b-a34d-a041dac30d76 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] 10.222.0.69 "PUT /v2.0/routers/725d5087-ed56-4c29-bbab-0ddba1b23da3 HTTP/1.1" status: 200 len: 920 time: 2.7108905 Aug 19 14:57:23.837213 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42372) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:23.845650 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323eac36-98e6-4cba-a6ff-8d4587839f2a None None] Sync routers for ids ['725d5087-ed56-4c29-bbab-0ddba1b23da3'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:57:23.865054 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323eac36-98e6-4cba-a6ff-8d4587839f2a None None] Routers {'725d5087-ed56-4c29-bbab-0ddba1b23da3'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:57:23.867884 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-323eac36-98e6-4cba-a6ff-8d4587839f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:57:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['725d5087-ed56-4c29-bbab-0ddba1b23da3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:23.919412 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-323eac36-98e6-4cba-a6ff-8d4587839f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:23.928882 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323eac36-98e6-4cba-a6ff-8d4587839f2a None None] Routers {'725d5087-ed56-4c29-bbab-0ddba1b23da3'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:57:23.929597 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-323eac36-98e6-4cba-a6ff-8d4587839f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:57:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['725d5087-ed56-4c29-bbab-0ddba1b23da3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:23.965790 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-323eac36-98e6-4cba-a6ff-8d4587839f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:23.966450 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323eac36-98e6-4cba-a6ff-8d4587839f2a None None] The sync data for ids ['725d5087-ed56-4c29-bbab-0ddba1b23da3'] in n-d-766043-2 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:57:24.000879 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1d718a53-1e2f-4b12-a91b-4b2077971a49 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] 10.222.0.69 "GET /v2.0/routers/725d5087-ed56-4c29-bbab-0ddba1b23da3 HTTP/1.1" status: 200 len: 926 time: 0.1624618 Aug 19 14:57:24.003811 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 42374) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:24.048644 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355d799f-1a53-4e35-b4d8-b353d7e1ebaf tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:24.050194 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-355d799f-1a53-4e35-b4d8-b353d7e1ebaf tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=88eeec05-6d16-4f02-9461-44ff5e420302&device_id=725d5087-ed56-4c29-bbab-0ddba1b23da3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0449517 Aug 19 14:57:24.052866 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 42378) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:24.172938 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe898f-1067-4ab4-a199-4f7c34aecd65 req-f296cfdb-c5fe-493b-af0b-13c79c1acdda tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:24.174699 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6ebe898f-1067-4ab4-a199-4f7c34aecd65 req-f296cfdb-c5fe-493b-af0b-13c79c1acdda tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1585833-7d73-4dcc-a843-ac233b9ac743 HTTP/1.1" status: 200 len: 945 time: 0.0705955 Aug 19 14:57:24.195049 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193e059e-b63c-4a96-a6c5-75d3a3661489 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:24.196399 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-193e059e-b63c-4a96-a6c5-75d3a3661489 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] 10.222.0.69 "GET /v2.0/networks/88eeec05-6d16-4f02-9461-44ff5e420302 HTTP/1.1" status: 200 len: 881 time: 0.1425133 Aug 19 14:57:24.199375 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42382) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:24.226738 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6ebe898f-1067-4ab4-a199-4f7c34aecd65 req-ad7c4df0-f932-48af-8e56-0d9bf1b934d8 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427730 Aug 19 14:57:24.234755 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f0b25189-b60a-486d-9d91-d8c506783b39 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] 10.222.0.69 "GET /v2.0/ports?device_id=725d5087-ed56-4c29-bbab-0ddba1b23da3 HTTP/1.1" status: 200 len: 205 time: 0.0337839 Aug 19 14:57:24.237214 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42384) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:24.306984 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb2e36-877a-4103-ba9d-86b5a54bd8d3 req-c641b6a1-c1df-4326-8e71-fb2a526003e9 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:24.313456 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f7cb2e36-877a-4103-ba9d-86b5a54bd8d3 req-c641b6a1-c1df-4326-8e71-fb2a526003e9 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?device_id=07ae9c3c-40f2-4891-ae20-db0c49544d80 HTTP/1.1" status: 200 len: 943 time: 0.0637236 Aug 19 14:57:24.377668 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f7cb2e36-877a-4103-ba9d-86b5a54bd8d3 req-044a6d15-dad7-4078-84c6-d60bb6cb08b2 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/security-groups?id=c01b1887-cfe4-4bd8-ac45-b3df4d389926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531437 Aug 19 14:57:24.413537 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e5d10c7-3970-4d82-91cb-faf5572c0479 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:24.523075 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e5d10c7-3970-4d82-91cb-faf5572c0479 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:24.584334 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-6e5d10c7-3970-4d82-91cb-faf5572c0479 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Deleting port 4f34185e-936f-47a2-b257-5610bc1df0c4 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:57:24.585136 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e5d10c7-3970-4d82-91cb-faf5572c0479 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:24.673420 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e5d10c7-3970-4d82-91cb-faf5572c0479 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:24.686361 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-6e5d10c7-3970-4d82-91cb-faf5572c0479 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Calling delete_port for 4f34185e-936f-47a2-b257-5610bc1df0c4 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:57:24.691030 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device ed68d422-7868-4fc3-8314-aa2c7b502979 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:57:24.834626 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port ed68d422-7868-4fc3-8314-aa2c7b502979, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=ed68d422-7868-4fc3-8314-aa2c7b502979,segment=NetworkSegment(4e884d42-900a-4a47-a636-1fba06a28f42),segment_id=4e884d42-900a-4a47-a636-1fba06a28f42)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:24.865154 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': 'ed68d422-7868-4fc3-8314-aa2c7b502979', 'network_id': '86eb5dfd-420b-4075-ab54-22313c9966d3', 'port_id': 'ed68d422-7868-4fc3-8314-aa2c7b502979', 'mac_address': 'fa:16:3e:83:b9:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36b5b14-491d-4933-bb67-1257e134c17f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:57:24.921697 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:24.926495 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e5d10c7-3970-4d82-91cb-faf5572c0479 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:24.939330 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed68d422-7868-4fc3-8314-aa2c7b502979 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:57:24.972920 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port ed68d422-7868-4fc3-8314-aa2c7b502979, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=ed68d422-7868-4fc3-8314-aa2c7b502979,segment=NetworkSegment(4e884d42-900a-4a47-a636-1fba06a28f42),segment_id=4e884d42-900a-4a47-a636-1fba06a28f42)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:24.977186 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:24.980748 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5d10c7-3970-4d82-91cb-faf5572c0479 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Pushing event deleted for resources: {'Port': ['ID=4f34185e-936f-47a2-b257-5610bc1df0c4,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:25.040658 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=ed68d422-7868-4fc3-8314-aa2c7b502979,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:25.053580 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e5d10c7-3970-4d82-91cb-faf5572c0479 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:25.158107 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e5d10c7-3970-4d82-91cb-faf5572c0479 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:25.160575 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e5d10c7-3970-4d82-91cb-faf5572c0479 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:25.211815 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e5d10c7-3970-4d82-91cb-faf5572c0479 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:25.212543 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e5d10c7-3970-4d82-91cb-faf5572c0479 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Fanout notify agent at l3_agent the message router_deleted on router 725d5087-ed56-4c29-bbab-0ddba1b23da3 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:57:25.226301 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e5d10c7-3970-4d82-91cb-faf5572c0479 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:25.227791 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6e5d10c7-3970-4d82-91cb-faf5572c0479 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] 10.222.0.69 "DELETE /v2.0/routers/725d5087-ed56-4c29-bbab-0ddba1b23da3 HTTP/1.1" status: 204 len: 168 time: 0.9896564 Aug 19 14:57:25.232045 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42398) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:25.237599 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-9cc7de39-9a48-4a1c-aa28-738c1f887c14 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1123308499', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}, 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:57:25.272899 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9cc7de39-9a48-4a1c-aa28-738c1f887c14 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:25.275994 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9cc7de39-9a48-4a1c-aa28-738c1f887c14 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:25.285054 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['ed68d422-7868-4fc3-8314-aa2c7b502979'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:57:25.368154 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9cc7de39-9a48-4a1c-aa28-738c1f887c14 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:25.442934 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9321b4-7064-42b9-9e27-c2eea79c6645 req-d8783870-9cac-44c9-9b61-e7e37e455459 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:25.452731 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4b9321b4-7064-42b9-9e27-c2eea79c6645 req-d8783870-9cac-44c9-9b61-e7e37e455459 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1585833-7d73-4dcc-a843-ac233b9ac743 HTTP/1.1" status: 200 len: 945 time: 0.1155922 Aug 19 14:57:25.550207 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4b9321b4-7064-42b9-9e27-c2eea79c6645 req-4e077883-891a-45bc-95a0-000b47421a21 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965967 Aug 19 14:57:25.599985 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9cc7de39-9a48-4a1c-aa28-738c1f887c14 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:25.635414 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2dfbb-03eb-49f0-983a-933641cc8654 req-d263f424-5970-47eb-85cc-b35129481841 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:25.636960 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a0b2dfbb-03eb-49f0-983a-933641cc8654 req-d263f424-5970-47eb-85cc-b35129481841 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?device_id=07ae9c3c-40f2-4891-ae20-db0c49544d80 HTTP/1.1" status: 200 len: 944 time: 0.0720952 Aug 19 14:57:25.720190 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a0b2dfbb-03eb-49f0-983a-933641cc8654 req-078d3049-eb45-4392-a2df-2c0a80edc7c6 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/security-groups?id=c01b1887-cfe4-4bd8-ac45-b3df4d389926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686910 Aug 19 14:57:25.893783 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9cc7de39-9a48-4a1c-aa28-738c1f887c14 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:25.915207 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9cc7de39-9a48-4a1c-aa28-738c1f887c14 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:26.048742 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-9cc7de39-9a48-4a1c-aa28-738c1f887c14 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Allocated IP 172.25.2.56 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/8d44e6b9-6982-486a-bbba-f6d83b3eafc2) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:57:26.172016 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9cc7de39-9a48-4a1c-aa28-738c1f887c14 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:26.221718 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9cc7de39-9a48-4a1c-aa28-738c1f887c14 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:26.267948 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc7de39-9a48-4a1c-aa28-738c1f887c14 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:57:26.271071 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-9cc7de39-9a48-4a1c-aa28-738c1f887c14 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:57:26.274061 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc7de39-9a48-4a1c-aa28-738c1f887c14 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:57:26.299300 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc7de39-9a48-4a1c-aa28-738c1f887c14 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Pushing event updated for resources: {'Port': ['ID=8d44e6b9-6982-486a-bbba-f6d83b3eafc2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:26.581256 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9cc7de39-9a48-4a1c-aa28-738c1f887c14 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:26.708443 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device ed68d422-7868-4fc3-8314-aa2c7b502979 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:57:26.729472 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853620f-8144-49c9-9747-bd7d6ca2c3e4 req-a9e580a5-74f8-4e09-a550-36ec1d2ccf83 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:26.732786 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f853620f-8144-49c9-9747-bd7d6ca2c3e4 req-a9e580a5-74f8-4e09-a550-36ec1d2ccf83 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1585833-7d73-4dcc-a843-ac233b9ac743 HTTP/1.1" status: 200 len: 945 time: 0.0740039 Aug 19 14:57:26.817768 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port ed68d422-7868-4fc3-8314-aa2c7b502979 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:57:26.830865 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port ed68d422-7868-4fc3-8314-aa2c7b502979 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:57:26.831248 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:26.835286 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f853620f-8144-49c9-9747-bd7d6ca2c3e4 req-ba61dd05-ecad-4df3-8be2-55731d066760 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903633 Aug 19 14:57:26.927678 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9cc7de39-9a48-4a1c-aa28-738c1f887c14 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:26.955313 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655469f3-63f2-418e-9a80-e1fa7c813109 req-897615bb-8c88-460e-80fc-6d3266e7f551 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:26.957205 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-655469f3-63f2-418e-9a80-e1fa7c813109 req-897615bb-8c88-460e-80fc-6d3266e7f551 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?device_id=07ae9c3c-40f2-4891-ae20-db0c49544d80 HTTP/1.1" status: 200 len: 944 time: 0.0932825 Aug 19 14:57:26.980343 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:27.027586 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port ed68d422-7868-4fc3-8314-aa2c7b502979, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=ed68d422-7868-4fc3-8314-aa2c7b502979,segment=NetworkSegment(4e884d42-900a-4a47-a636-1fba06a28f42),segment_id=4e884d42-900a-4a47-a636-1fba06a28f42)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:27.029300 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07ae9c3c-40f2-4891-ae20-db0c49544d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed68d422-7868-4fc3-8314-aa2c7b502979'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:57:27.032658 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ff7c69-3ef9-4838-b522-826cca819353" -d '{"events": [{"server_uuid": "07ae9c3c-40f2-4891-ae20-db0c49544d80", "name": "network-vif-plugged", "status": "completed", "tag": "ed68d422-7868-4fc3-8314-aa2c7b502979"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:57:27.037944 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:27.038807 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device c8971feb-2f49-42b2-9935-865e0d3eac15 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:57:27.053539 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-655469f3-63f2-418e-9a80-e1fa7c813109 req-18242dd2-ffe9-4613-8e23-c6cd4c67ac37 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/security-groups?id=c01b1887-cfe4-4bd8-ac45-b3df4d389926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767181 Aug 19 14:57:27.080373 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: c8971feb-2f49-42b2-9935-865e0d3eac15 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:57:27.080761 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device c8971feb-2f49-42b2-9935-865e0d3eac15 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:57:27.120582 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89025fee-6adc-43bf-b580-c4704c5433da x-openstack-request-id: req-89025fee-6adc-43bf-b580-c4704c5433da {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:57:27.120844 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07ae9c3c-40f2-4891-ae20-db0c49544d80", "name": "network-vif-plugged", "status": "completed", "tag": "ed68d422-7868-4fc3-8314-aa2c7b502979", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:57:27.121099 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-89025fee-6adc-43bf-b580-c4704c5433da {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:57:27.121576 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07ae9c3c-40f2-4891-ae20-db0c49544d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed68d422-7868-4fc3-8314-aa2c7b502979', 'code': 200} Aug 19 14:57:27.125794 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=ed68d422-7868-4fc3-8314-aa2c7b502979,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:27.134016 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc7de39-9a48-4a1c-aa28-738c1f887c14 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Router 960284f4-8c4d-4b8a-8b25-1b3640091898 is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:57:27.277637 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bfacf2-f8a8-4d90-8b11-9037edf9eb6d req-c4114a41-c679-4b6c-95d2-755420f19b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:27.279051 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d7bfacf2-f8a8-4d90-8b11-9037edf9eb6d req-c4114a41-c679-4b6c-95d2-755420f19b25 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=07ae9c3c-40f2-4891-ae20-db0c49544d80 HTTP/1.1" status: 200 len: 1096 time: 0.0920165 Aug 19 14:57:27.290134 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc7de39-9a48-4a1c-aa28-738c1f887c14 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:57:27.303477 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d3e02b-4933-466c-829c-c506ebb76e8b None None] Sync routers for ids ['960284f4-8c4d-4b8a-8b25-1b3640091898'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:57:27.318613 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d3e02b-4933-466c-829c-c506ebb76e8b None None] Routers {'960284f4-8c4d-4b8a-8b25-1b3640091898'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:57:27.319152 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a7d3e02b-4933-466c-829c-c506ebb76e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:57:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['960284f4-8c4d-4b8a-8b25-1b3640091898'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:27.334307 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9cc7de39-9a48-4a1c-aa28-738c1f887c14 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:27.335617 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9cc7de39-9a48-4a1c-aa28-738c1f887c14 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.1018460 Aug 19 14:57:27.338903 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42422) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:27.344532 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-17879065-4f44-4757-9d28-ada1a507b1da tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:57:27.353331 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d7bfacf2-f8a8-4d90-8b11-9037edf9eb6d req-c5f628e8-aa50-42bc-86b4-e85558e3054f service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=c01b1887-cfe4-4bd8-ac45-b3df4d389926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556586 Aug 19 14:57:27.383498 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a7d3e02b-4933-466c-829c-c506ebb76e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:27.397930 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d3e02b-4933-466c-829c-c506ebb76e8b None None] Routers {'960284f4-8c4d-4b8a-8b25-1b3640091898'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:57:27.399377 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a7d3e02b-4933-466c-829c-c506ebb76e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:57:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['960284f4-8c4d-4b8a-8b25-1b3640091898'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:27.454882 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a7d3e02b-4933-466c-829c-c506ebb76e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:27.455867 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d3e02b-4933-466c-829c-c506ebb76e8b None None] The sync data for ids ['960284f4-8c4d-4b8a-8b25-1b3640091898'] in n-d-766043-2 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:57:28.065859 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4198a55-8687-437b-9e9b-7bf4b114e4ef req-1e98b9af-0485-477e-bfcb-ef71d7f3da8f tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:28.079092 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e4198a55-8687-437b-9e9b-7bf4b114e4ef req-1e98b9af-0485-477e-bfcb-ef71d7f3da8f tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1585833-7d73-4dcc-a843-ac233b9ac743 HTTP/1.1" status: 200 len: 945 time: 0.1135924 Aug 19 14:57:28.127529 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e4198a55-8687-437b-9e9b-7bf4b114e4ef req-770c79b9-f48d-4989-945e-2bda208321bc tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476840 Aug 19 14:57:28.187037 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17879065-4f44-4757-9d28-ada1a507b1da tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:28.208751 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17879065-4f44-4757-9d28-ada1a507b1da tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:28.269634 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a9059-d196-4c83-8e80-409f82f15e2a req-a4546739-dcee-4ae8-aacd-56e4c6c70a3b tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:28.272807 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-861a9059-d196-4c83-8e80-409f82f15e2a req-a4546739-dcee-4ae8-aacd-56e4c6c70a3b tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d5c3a46-c9cd-43b1-8625-ae264455609d HTTP/1.1" status: 200 len: 946 time: 0.1318111 Aug 19 14:57:28.287632 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-17879065-4f44-4757-9d28-ada1a507b1da tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Deleting port 8d44e6b9-6982-486a-bbba-f6d83b3eafc2 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:57:28.288120 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17879065-4f44-4757-9d28-ada1a507b1da tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:28.316294 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210096e0-5025-484b-8085-9d9ee0fc1450 req-457a6399-3fdf-45ef-9922-216d4644510d tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:28.317818 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-210096e0-5025-484b-8085-9d9ee0fc1450 req-457a6399-3fdf-45ef-9922-216d4644510d tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?device_id=07ae9c3c-40f2-4891-ae20-db0c49544d80 HTTP/1.1" status: 200 len: 945 time: 0.0925536 Aug 19 14:57:28.349374 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-861a9059-d196-4c83-8e80-409f82f15e2a req-7b86c615-3872-459a-80a9-61fb57222a80 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/security-groups?id=d293a293-c95e-4636-a077-650b953c4fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647898 Aug 19 14:57:28.373110 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-210096e0-5025-484b-8085-9d9ee0fc1450 req-db0cb332-be8e-4de3-8c0e-1cf9076c610b tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/security-groups?id=c01b1887-cfe4-4bd8-ac45-b3df4d389926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439816 Aug 19 14:57:28.392744 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17879065-4f44-4757-9d28-ada1a507b1da tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:28.406296 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-17879065-4f44-4757-9d28-ada1a507b1da tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Calling delete_port for 8d44e6b9-6982-486a-bbba-f6d83b3eafc2 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:57:28.629998 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17879065-4f44-4757-9d28-ada1a507b1da tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:28.659694 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17879065-4f44-4757-9d28-ada1a507b1da tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Pushing event deleted for resources: {'Port': ['ID=8d44e6b9-6982-486a-bbba-f6d83b3eafc2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:28.727922 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17879065-4f44-4757-9d28-ada1a507b1da tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:28.952882 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17879065-4f44-4757-9d28-ada1a507b1da tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1663642', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1667783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59546'] for router, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:28.956191 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17879065-4f44-4757-9d28-ada1a507b1da tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1663540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1663535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1667838'] for router, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:29.035087 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17879065-4f44-4757-9d28-ada1a507b1da tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Router 960284f4-8c4d-4b8a-8b25-1b3640091898 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:57:29.132373 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17879065-4f44-4757-9d28-ada1a507b1da tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:57:29.144947 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e237c481-4786-4e05-b107-70cc55a03178 None None] Sync routers for ids ['960284f4-8c4d-4b8a-8b25-1b3640091898'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:57:29.145971 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17879065-4f44-4757-9d28-ada1a507b1da tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:29.147736 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-17879065-4f44-4757-9d28-ada1a507b1da tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] 10.222.0.69 "PUT /v2.0/routers/960284f4-8c4d-4b8a-8b25-1b3640091898 HTTP/1.1" status: 200 len: 710 time: 1.8075917 Aug 19 14:57:29.150492 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42444) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:29.177213 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e237c481-4786-4e05-b107-70cc55a03178 None None] Routers {'960284f4-8c4d-4b8a-8b25-1b3640091898'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:57:29.183031 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e237c481-4786-4e05-b107-70cc55a03178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:57:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['960284f4-8c4d-4b8a-8b25-1b3640091898'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:29.235064 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a97d5960-d4df-429a-9142-9de4b8cfc12f tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] 10.222.0.69 "GET /v2.0/routers/960284f4-8c4d-4b8a-8b25-1b3640091898 HTTP/1.1" status: 200 len: 745 time: 0.0830557 Aug 19 14:57:29.237903 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42448) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:29.258170 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e237c481-4786-4e05-b107-70cc55a03178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:29.265137 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b65b7d0d-9986-4977-854a-018a08210c53 tempest-RoutersIpV6AdminTest-336077887 tempest-RoutersIpV6AdminTest-336077887-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=88eeec05-6d16-4f02-9461-44ff5e420302&device_id=960284f4-8c4d-4b8a-8b25-1b3640091898 HTTP/1.1" status: 200 len: 205 time: 0.0261402 Aug 19 14:57:29.267747 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42450) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:29.280256 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e237c481-4786-4e05-b107-70cc55a03178 None None] Routers {'960284f4-8c4d-4b8a-8b25-1b3640091898'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:57:29.280910 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e237c481-4786-4e05-b107-70cc55a03178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:57:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['960284f4-8c4d-4b8a-8b25-1b3640091898'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:29.297455 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-961083eb-15cc-4dd0-a76b-a39b5bc2f9cc tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] 10.222.0.69 "GET /v2.0/ports?device_id=960284f4-8c4d-4b8a-8b25-1b3640091898 HTTP/1.1" status: 200 len: 205 time: 0.0285861 Aug 19 14:57:29.299957 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42452) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:29.327616 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46339426-b5a3-4297-98d5-553ec10b6220 req-1ecd9311-a106-410b-ade6-7c0981c9b69d tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:29.328905 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e237c481-4786-4e05-b107-70cc55a03178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:29.329572 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e237c481-4786-4e05-b107-70cc55a03178 None None] The sync data for ids ['960284f4-8c4d-4b8a-8b25-1b3640091898'] in n-d-766043-2 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:57:29.336679 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-46339426-b5a3-4297-98d5-553ec10b6220 req-1ecd9311-a106-410b-ade6-7c0981c9b69d tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1585833-7d73-4dcc-a843-ac233b9ac743 HTTP/1.1" status: 200 len: 945 time: 0.0890279 Aug 19 14:57:29.376746 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-46339426-b5a3-4297-98d5-553ec10b6220 req-c21b00e8-2fd7-4822-bf7c-8409c15da923 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388896 Aug 19 14:57:29.394273 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c152253e-a60c-490d-a1c6-2c038ecc24dc tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:29.540212 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56fb84-9cc0-48d7-a41d-40905993fd72 req-5e74a289-8cab-43a3-96ea-7c5a9d8dae0b tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:29.542044 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6f56fb84-9cc0-48d7-a41d-40905993fd72 req-5e74a289-8cab-43a3-96ea-7c5a9d8dae0b tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?device_id=07ae9c3c-40f2-4891-ae20-db0c49544d80 HTTP/1.1" status: 200 len: 945 time: 0.0878730 Aug 19 14:57:29.555912 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0a2288-f9c5-4fe9-8d4e-9d25b4579035 req-86660bdc-7153-485d-abef-b5ca1f31ba92 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:29.557510 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dd0a2288-f9c5-4fe9-8d4e-9d25b4579035 req-86660bdc-7153-485d-abef-b5ca1f31ba92 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d5c3a46-c9cd-43b1-8625-ae264455609d HTTP/1.1" status: 200 len: 946 time: 0.1013873 Aug 19 14:57:29.595445 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c152253e-a60c-490d-a1c6-2c038ecc24dc tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:29.598176 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c152253e-a60c-490d-a1c6-2c038ecc24dc tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:29.636618 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6f56fb84-9cc0-48d7-a41d-40905993fd72 req-cb5802bd-abda-4253-acdf-4471b1871ba4 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/security-groups?id=c01b1887-cfe4-4bd8-ac45-b3df4d389926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780835 Aug 19 14:57:29.649406 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c152253e-a60c-490d-a1c6-2c038ecc24dc tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:29.649647 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c152253e-a60c-490d-a1c6-2c038ecc24dc tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Fanout notify agent at l3_agent the message router_deleted on router 960284f4-8c4d-4b8a-8b25-1b3640091898 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:57:29.659419 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dd0a2288-f9c5-4fe9-8d4e-9d25b4579035 req-4185e4a0-e755-4883-a1c1-6ab003a8f692 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/security-groups?id=d293a293-c95e-4636-a077-650b953c4fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948043 Aug 19 14:57:29.660618 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c152253e-a60c-490d-a1c6-2c038ecc24dc tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:29.661791 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c152253e-a60c-490d-a1c6-2c038ecc24dc tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] 10.222.0.69 "DELETE /v2.0/routers/960284f4-8c4d-4b8a-8b25-1b3640091898 HTTP/1.1" status: 204 len: 168 time: 0.3608534 Aug 19 14:57:29.665904 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 42458) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:29.715807 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-8b895b45-1ff0-4e92-a721-68c28e6a0b94 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] 10.222.0.69 "GET /v2.0/ports?device_id=960284f4-8c4d-4b8a-8b25-1b3640091898 HTTP/1.1" status: 200 len: 205 time: 0.0487881 Aug 19 14:57:29.718429 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42462) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:29.731354 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77946fb5-c4ef-462b-9494-043579de9c20 req-a6dfaddf-7fe0-4854-9bf1-c65e48192b4f tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:29.732898 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-77946fb5-c4ef-462b-9494-043579de9c20 req-a6dfaddf-7fe0-4854-9bf1-c65e48192b4f tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d5c3a46-c9cd-43b1-8625-ae264455609d HTTP/1.1" status: 200 len: 946 time: 0.1449311 Aug 19 14:57:29.761866 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-0cc26d35-2a31-4228-bed8-108d0b549d48 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] delete failed (client error): The resource could not be found. Aug 19 14:57:29.764473 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0cc26d35-2a31-4228-bed8-108d0b549d48 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] 10.222.0.69 "DELETE /v2.0/routers/960284f4-8c4d-4b8a-8b25-1b3640091898 HTTP/1.1" status: 404 len: 336 time: 0.0435255 Aug 19 14:57:29.766524 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42466) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:29.804246 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4c98cdc3-e9d8-4e57-9681-69e975dfa8ef tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] 10.222.0.69 "GET /v2.0/ports?device_id=725d5087-ed56-4c29-bbab-0ddba1b23da3 HTTP/1.1" status: 200 len: 205 time: 0.0348082 Aug 19 14:57:29.805761 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42470) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:29.845775 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-bb2c3be6-bafe-4d0b-9451-9281fcc67ed9 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] delete failed (client error): The resource could not be found. Aug 19 14:57:29.849517 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-bb2c3be6-bafe-4d0b-9451-9281fcc67ed9 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] 10.222.0.69 "DELETE /v2.0/routers/725d5087-ed56-4c29-bbab-0ddba1b23da3 HTTP/1.1" status: 404 len: 336 time: 0.0402839 Aug 19 14:57:29.849673 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effba400-4856-4e63-982a-81bd2c54be1e req-41712f59-e6de-4402-ab33-af85a05ec4ab tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:29.849786 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42472) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:29.854086 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-effba400-4856-4e63-982a-81bd2c54be1e req-41712f59-e6de-4402-ab33-af85a05ec4ab tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?device_id=07ae9c3c-40f2-4891-ae20-db0c49544d80 HTTP/1.1" status: 200 len: 945 time: 0.1372101 Aug 19 14:57:29.858787 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 42474) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:29.864474 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-afef4ed1-c5e4-4b21-9540-55352f474d53 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Request body: {'floatingip': {'port_id': 'ed68d422-7868-4fc3-8314-aa2c7b502979'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:57:29.886700 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f5c2d6ed-68bf-4460-9030-221b2cc5439e tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c20e367-249d-423e-8efb-e5d660b45dc4 HTTP/1.1" status: 200 len: 205 time: 0.0351710 Aug 19 14:57:29.888444 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42476) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:29.910292 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-afef4ed1-c5e4-4b21-9540-55352f474d53 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks [] for floatingip, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:29.930361 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-4d58387d-239f-459a-84e1-ee09d280d774 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] delete failed (client error): The resource could not be found. Aug 19 14:57:29.931694 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4d58387d-239f-459a-84e1-ee09d280d774 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] 10.222.0.69 "DELETE /v2.0/routers/2c20e367-249d-423e-8efb-e5d660b45dc4 HTTP/1.1" status: 404 len: 336 time: 0.0420656 Aug 19 14:57:29.934435 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42478) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:29.963645 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-34c98ed5-8468-44a4-a088-a5e5e26b27db tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] 10.222.0.69 "GET /v2.0/ports?device_id=75c4441b-963b-4fbc-9c3e-c1b13a9c479e HTTP/1.1" status: 200 len: 205 time: 0.0281260 Aug 19 14:57:29.965789 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42480) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:30.007775 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-da27272c-236b-4ec6-8b55-70a978441f8b tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] delete failed (client error): The resource could not be found. Aug 19 14:57:30.008869 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-da27272c-236b-4ec6-8b55-70a978441f8b tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] 10.222.0.69 "DELETE /v2.0/routers/75c4441b-963b-4fbc-9c3e-c1b13a9c479e HTTP/1.1" status: 404 len: 336 time: 0.0421872 Aug 19 14:57:30.009172 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-77946fb5-c4ef-462b-9494-043579de9c20 req-173c666c-f3cc-4db4-84c1-12dec301733b tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Deleting port 37c22c10-4896-42a3-af68-cbe65d27cc12 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:57:30.009518 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-77946fb5-c4ef-462b-9494-043579de9c20 req-173c666c-f3cc-4db4-84c1-12dec301733b tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:30.011547 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42482) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:30.038913 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0bbc4d61-4256-4aab-a956-ac07f74a4166 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] 10.222.0.69 "GET /v2.0/ports?device_id=96f137a9-a2ea-4df0-a975-9d39ec781f0b HTTP/1.1" status: 200 len: 205 time: 0.0262759 Aug 19 14:57:30.041342 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42484) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:30.080256 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-7283864a-8b50-42dc-bd82-3d3180b29864 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] delete failed (client error): The resource could not be found. Aug 19 14:57:30.081574 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7283864a-8b50-42dc-bd82-3d3180b29864 tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] 10.222.0.69 "DELETE /v2.0/routers/96f137a9-a2ea-4df0-a975-9d39ec781f0b HTTP/1.1" status: 404 len: 336 time: 0.0393379 Aug 19 14:57:30.084324 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42486) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:30.121141 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c48b4312-3b73-4ddb-8a7d-7360eda518de tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b843b68-c8ee-40bf-95dd-46d04ad349a7 HTTP/1.1" status: 200 len: 205 time: 0.0355434 Aug 19 14:57:30.124049 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42488) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:30.166915 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-437c93ae-1a33-48bf-b5da-5da22b31606a tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] delete failed (client error): The resource could not be found. Aug 19 14:57:30.171589 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-437c93ae-1a33-48bf-b5da-5da22b31606a tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] 10.222.0.69 "DELETE /v2.0/routers/6b843b68-c8ee-40bf-95dd-46d04ad349a7 HTTP/1.1" status: 404 len: 336 time: 0.0429964 Aug 19 14:57:30.171819 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42490) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:30.196884 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-77946fb5-c4ef-462b-9494-043579de9c20 req-173c666c-f3cc-4db4-84c1-12dec301733b tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] For port 37c22c10-4896-42a3-af68-cbe65d27cc12, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=37c22c10-4896-42a3-af68-cbe65d27cc12,segment=NetworkSegment(9f3b2564-15f5-43a5-bb53-1bcbad751f27),segment_id=9f3b2564-15f5-43a5-bb53-1bcbad751f27)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:30.197254 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-77946fb5-c4ef-462b-9494-043579de9c20 req-173c666c-f3cc-4db4-84c1-12dec301733b tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:30.199373 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-76853ea5-f2f3-4c2e-9fae-f8f24e24762e tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] DELETE failed (client error): The resource could not be found. Aug 19 14:57:30.199843 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76853ea5-f2f3-4c2e-9fae-f8f24e24762e tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 14:57:30.203592 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-76853ea5-f2f3-4c2e-9fae-f8f24e24762e tempest-RoutersIpV6AdminTest-1057179426 tempest-RoutersIpV6AdminTest-1057179426-project] 10.222.0.69 "DELETE /v2.0/subnets/cdf3bb72-df9d-433b-9b65-35a9f4cb9947 HTTP/1.1" status: 404 len: 337 time: 0.0289679 Aug 19 14:57:30.221960 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-77946fb5-c4ef-462b-9494-043579de9c20 req-173c666c-f3cc-4db4-84c1-12dec301733b tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Calling delete_port for 37c22c10-4896-42a3-af68-cbe65d27cc12 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:57:30.485750 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42498) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:30.616722 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ce301-95aa-4b57-8622-17d3098d4424 req-817559d5-0f43-4407-95cb-5dd33ad0ca64 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:30.618252 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-144ce301-95aa-4b57-8622-17d3098d4424 req-817559d5-0f43-4407-95cb-5dd33ad0ca64 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1585833-7d73-4dcc-a843-ac233b9ac743 HTTP/1.1" status: 200 len: 945 time: 0.1457248 Aug 19 14:57:30.629775 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-08eb3254-9d07-4933-a780-85ca0a569b78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:30.724501 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-77946fb5-c4ef-462b-9494-043579de9c20 req-173c666c-f3cc-4db4-84c1-12dec301733b tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:30.738929 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['36e52d9b-d1bd-492b-9d57-76ad8c82d474', '37c22c10-4896-42a3-af68-cbe65d27cc12'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:57:30.742562 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['bffed635-468f-4369-b433-0bb8a559e990'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:57:30.759405 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.db.resource_extend [None req-afef4ed1-c5e4-4b21-9540-55352f474d53 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 14:57:30.779628 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-08eb3254-9d07-4933-a780-85ca0a569b78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:30.784645 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-08eb3254-9d07-4933-a780-85ca0a569b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:30.845367 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eb3254-9d07-4933-a780-85ca0a569b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03727333-b791-496b-a208-59e3ca593603,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:30.861988 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-08eb3254-9d07-4933-a780-85ca0a569b78 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9f6962da22984a84a9df17328e28ff52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3762650 Aug 19 14:57:30.862885 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42506) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:30.870121 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-144ce301-95aa-4b57-8622-17d3098d4424 req-a095e68d-e08a-49c5-b5be-f76142c4cd95 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249525 Aug 19 14:57:30.905345 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c666c-f3cc-4db4-84c1-12dec301733b tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Pushing event deleted for resources: {'Port': ['ID=37c22c10-4896-42a3-af68-cbe65d27cc12,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:30.913730 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3e76c0db-c8f5-4306-8339-64cd6fae44b5 req-a5de13bc-b68b-43b4-9389-33e57d69de59 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d5c3a46-c9cd-43b1-8625-ae264455609d HTTP/1.1" status: 200 len: 210 time: 0.1513493 Aug 19 14:57:30.943328 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-afef4ed1-c5e4-4b21-9540-55352f474d53 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:30.958587 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-656f47c8-6b41-4474-ab30-f5b77b55237d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:30.963511 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-77946fb5-c4ef-462b-9494-043579de9c20 req-173c666c-f3cc-4db4-84c1-12dec301733b tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] No DVR routers for this DVR port 37c22c10-4896-42a3-af68-cbe65d27cc12 on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:57:30.965430 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-afef4ed1-c5e4-4b21-9540-55352f474d53 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:30.968395 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-77946fb5-c4ef-462b-9494-043579de9c20 req-173c666c-f3cc-4db4-84c1-12dec301733b tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:30.970855 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-77946fb5-c4ef-462b-9494-043579de9c20 req-173c666c-f3cc-4db4-84c1-12dec301733b tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.88 "DELETE /v2.0/ports/37c22c10-4896-42a3-af68-cbe65d27cc12 HTTP/1.1" status: 204 len: 173 time: 1.2295554 Aug 19 14:57:30.974009 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d5c3a46-c9cd-43b1-8625-ae264455609d', 'name': 'network-vif-deleted', 'tag': '37c22c10-4896-42a3-af68-cbe65d27cc12'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:57:30.975224 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a039da-f075-4f42-b3ed-0c4ab2a777bf" -d '{"events": [{"server_uuid": "7d5c3a46-c9cd-43b1-8625-ae264455609d", "name": "network-vif-deleted", "tag": "37c22c10-4896-42a3-af68-cbe65d27cc12"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:57:31.034020 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-656f47c8-6b41-4474-ab30-f5b77b55237d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:31.064586 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b5c827-1f30-4f62-9efa-1120b88cd78b x-openstack-request-id: req-a3b5c827-1f30-4f62-9efa-1120b88cd78b {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:57:31.065569 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d5c3a46-c9cd-43b1-8625-ae264455609d", "name": "network-vif-deleted", "tag": "37c22c10-4896-42a3-af68-cbe65d27cc12", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:57:31.065989 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a3b5c827-1f30-4f62-9efa-1120b88cd78b {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:57:31.066563 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5c3a46-c9cd-43b1-8625-ae264455609d', 'name': 'network-vif-deleted', 'tag': '37c22c10-4896-42a3-af68-cbe65d27cc12', 'status': 'completed', 'code': 200} Aug 19 14:57:31.140549 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-656f47c8-6b41-4474-ab30-f5b77b55237d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:31.143277 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-656f47c8-6b41-4474-ab30-f5b77b55237d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:31.150603 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-656f47c8-6b41-4474-ab30-f5b77b55237d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/03727333-b791-496b-a208-59e3ca593603 HTTP/1.1" status: 204 len: 168 time: 0.2868321 Aug 19 14:57:31.155811 n-d-766043-2 neutron-server[94640]: INFO neutron.db.l3_db [None req-afef4ed1-c5e4-4b21-9540-55352f474d53 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Floating IP 3c60f892-e493-4344-a6e0-ea64aa640595 associated. External IP: 172.25.2.150, port: ed68d422-7868-4fc3-8314-aa2c7b502979. Aug 19 14:57:31.163222 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f47c8-6b41-4474-ab30-f5b77b55237d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03727333-b791-496b-a208-59e3ca593603,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:31.375044 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4f9686ac-1261-4c71-a72b-d7aaab6afda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:31.402654 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afef4ed1-c5e4-4b21-9540-55352f474d53 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Router 4b4904ca-1cef-430e-9327-e5d01c8fc04f has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:57:31.552060 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42516) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:31.606998 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b6deb2ba-5ecd-4306-9f54-d7d2d28711a4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=77273a983a004ca59a758e8f149bd430&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0508237 Aug 19 14:57:31.608120 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42518) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:31.691966 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cef31135-b820-4da6-82e8-478517144bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:31.723428 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cef31135-b820-4da6-82e8-478517144bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:31.782263 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cef31135-b820-4da6-82e8-478517144bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:31.785182 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cef31135-b820-4da6-82e8-478517144bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:31.789016 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-cef31135-b820-4da6-82e8-478517144bf9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4779e142-ec93-49d5-a0cd-9d8cb7cf33ab HTTP/1.1" status: 204 len: 168 time: 0.1770387 Aug 19 14:57:31.796030 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef31135-b820-4da6-82e8-478517144bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4779e142-ec93-49d5-a0cd-9d8cb7cf33ab,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:31.862844 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afef4ed1-c5e4-4b21-9540-55352f474d53 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:57:31.868207 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-afef4ed1-c5e4-4b21-9540-55352f474d53 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:31.875361 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38e9598-1c9d-426f-a0bb-a46ea804c7b0 None None] Sync routers for ids ['4b4904ca-1cef-430e-9327-e5d01c8fc04f'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:57:31.894538 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38e9598-1c9d-426f-a0bb-a46ea804c7b0 None None] Routers {'4b4904ca-1cef-430e-9327-e5d01c8fc04f'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:57:31.895371 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c38e9598-1c9d-426f-a0bb-a46ea804c7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:57:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['4b4904ca-1cef-430e-9327-e5d01c8fc04f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:31.904466 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-afef4ed1-c5e4-4b21-9540-55352f474d53 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "PUT /v2.0/floatingips/3c60f892-e493-4344-a6e0-ea64aa640595 HTTP/1.1" status: 200 len: 991 time: 2.0442080 Aug 19 14:57:32.098740 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-c38e9598-1c9d-426f-a0bb-a46ea804c7b0 None None] Set router 4b4904ca-1cef-430e-9327-e5d01c8fc04f gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:57:32.173418 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c7d0c-c043-465c-b9fd-5bae48af8dc1 req-7d9e72b0-2c61-4b1b-a47d-538bb39e9dab tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:32.175109 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fe5c7d0c-c043-465c-b9fd-5bae48af8dc1 req-7d9e72b0-2c61-4b1b-a47d-538bb39e9dab tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1585833-7d73-4dcc-a843-ac233b9ac743 HTTP/1.1" status: 200 len: 945 time: 0.1895075 Aug 19 14:57:32.258857 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fe5c7d0c-c043-465c-b9fd-5bae48af8dc1 req-de76b7b9-ee7e-41c2-8630-42f647ed51f4 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755420 Aug 19 14:57:32.477714 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17d47d-7848-4841-9999-2e75a0a41dbd req-7bae583e-831a-46a4-a2df-09b2cadd20a9 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:32.486419 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ea17d47d-7848-4841-9999-2e75a0a41dbd req-7bae583e-831a-46a4-a2df-09b2cadd20a9 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e46bc0e-c9d2-4fec-9f68-5ec187496590 HTTP/1.1" status: 200 len: 945 time: 0.0808702 Aug 19 14:57:32.541042 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ea17d47d-7848-4841-9999-2e75a0a41dbd req-805fb3ed-969a-4586-bdc9-4e4a98bc5665 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/security-groups?id=d293a293-c95e-4636-a077-650b953c4fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498123 Aug 19 14:57:32.550128 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c38e9598-1c9d-426f-a0bb-a46ea804c7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'name': 'tempest-AttachVolumeTestJSON-852643430-router', 'tenant_id': '329a9422f2e44489a7adbe73ec4e808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '05178c7e-e4be-4803-bb68-12496ba7e835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:56:53Z', 'updated_at': '2021-08-19T14:57:06Z', 'revision_number': 4, 'project_id': '329a9422f2e44489a7adbe73ec4e808e', 'gw_port': {'id': '05178c7e-e4be-4803-bb68-12496ba7e835', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:44:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:56:55Z', 'updated_at': '2021-08-19T14:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '3c60f892-e493-4344-a6e0-ea64aa640595', 'tenant_id': '329a9422f2e44489a7adbe73ec4e808e', 'floating_ip_address': '172.25.2.150', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'port_id': 'ed68d422-7868-4fc3-8314-aa2c7b502979', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86eb5dfd-420b-4075-ab54-22313c9966d3', 'mac_address': 'fa:16:3e:83:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ae9c3c-40f2-4891-ae20-db0c49544d80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:57:13Z', 'updated_at': '2021-08-19T14:57:30Z', 'revision_number': 1, 'project_id': '329a9422f2e44489a7adbe73ec4e808e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a624f93a-8bd2-467e-9d42-b93164655081', 'name': '', 'network_id': '86eb5dfd-420b-4075-ab54-22313c9966d3', 'tenant_id': '329a9422f2e44489a7adbe73ec4e808e', 'mac_address': 'fa:16:3e:77:f4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'b36b5b14-491d-4933-bb67-1257e134c17f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:57:03Z', 'updated_at': '2021-08-19T14:57:13Z', 'revision_number': 5, 'project_id': '329a9422f2e44489a7adbe73ec4e808e', 'subnets': [{'id': 'b36b5b14-491d-4933-bb67-1257e134c17f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:32.579682 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38e9598-1c9d-426f-a0bb-a46ea804c7b0 None None] Checking router: 4b4904ca-1cef-430e-9327-e5d01c8fc04f for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:57:32.590917 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38e9598-1c9d-426f-a0bb-a46ea804c7b0 None None] Routers {'4b4904ca-1cef-430e-9327-e5d01c8fc04f'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:57:32.592462 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c38e9598-1c9d-426f-a0bb-a46ea804c7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:57:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['4b4904ca-1cef-430e-9327-e5d01c8fc04f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:32.739940 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-c38e9598-1c9d-426f-a0bb-a46ea804c7b0 None None] Set router 4b4904ca-1cef-430e-9327-e5d01c8fc04f gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:57:33.060716 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42588) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:33.068311 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07ae9c3c-40f2-4891-ae20-db0c49544d80', 'tag': 'ed68d422-7868-4fc3-8314-aa2c7b502979'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:57:33.070900 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da453db8-ee09-41bc-a781-a5bc36f7c0a4" -d '{"events": [{"name": "network-changed", "server_uuid": "07ae9c3c-40f2-4891-ae20-db0c49544d80", "tag": "ed68d422-7868-4fc3-8314-aa2c7b502979"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:57:33.078969 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c38e9598-1c9d-426f-a0bb-a46ea804c7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'name': 'tempest-AttachVolumeTestJSON-852643430-router', 'tenant_id': '329a9422f2e44489a7adbe73ec4e808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '05178c7e-e4be-4803-bb68-12496ba7e835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:56:53Z', 'updated_at': '2021-08-19T14:57:06Z', 'revision_number': 4, 'project_id': '329a9422f2e44489a7adbe73ec4e808e', 'gw_port': {'id': '05178c7e-e4be-4803-bb68-12496ba7e835', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:44:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:56:55Z', 'updated_at': '2021-08-19T14:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '3c60f892-e493-4344-a6e0-ea64aa640595', 'tenant_id': '329a9422f2e44489a7adbe73ec4e808e', 'floating_ip_address': '172.25.2.150', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'port_id': 'ed68d422-7868-4fc3-8314-aa2c7b502979', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86eb5dfd-420b-4075-ab54-22313c9966d3', 'mac_address': 'fa:16:3e:83:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ae9c3c-40f2-4891-ae20-db0c49544d80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:57:13Z', 'updated_at': '2021-08-19T14:57:30Z', 'revision_number': 1, 'project_id': '329a9422f2e44489a7adbe73ec4e808e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a624f93a-8bd2-467e-9d42-b93164655081', 'name': '', 'network_id': '86eb5dfd-420b-4075-ab54-22313c9966d3', 'tenant_id': '329a9422f2e44489a7adbe73ec4e808e', 'mac_address': 'fa:16:3e:77:f4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'b36b5b14-491d-4933-bb67-1257e134c17f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:57:03Z', 'updated_at': '2021-08-19T14:57:13Z', 'revision_number': 5, 'project_id': '329a9422f2e44489a7adbe73ec4e808e', 'subnets': [{'id': 'b36b5b14-491d-4933-bb67-1257e134c17f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:33.110856 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38e9598-1c9d-426f-a0bb-a46ea804c7b0 None None] The sync data for ids ['4b4904ca-1cef-430e-9327-e5d01c8fc04f'] in n-d-766043-2 is: [{'id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'name': 'tempest-AttachVolumeTestJSON-852643430-router', 'tenant_id': '329a9422f2e44489a7adbe73ec4e808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '05178c7e-e4be-4803-bb68-12496ba7e835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:56:53Z', 'updated_at': '2021-08-19T14:57:06Z', 'revision_number': 4, 'project_id': '329a9422f2e44489a7adbe73ec4e808e', 'gw_port': {'id': '05178c7e-e4be-4803-bb68-12496ba7e835', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:44:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:56:55Z', 'updated_at': '2021-08-19T14:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '3c60f892-e493-4344-a6e0-ea64aa640595', 'tenant_id': '329a9422f2e44489a7adbe73ec4e808e', 'floating_ip_address': '172.25.2.150', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'port_id': 'ed68d422-7868-4fc3-8314-aa2c7b502979', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86eb5dfd-420b-4075-ab54-22313c9966d3', 'mac_address': 'fa:16:3e:83:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ae9c3c-40f2-4891-ae20-db0c49544d80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T14:57:13Z', 'updated_at': '2021-08-19T14:57:30Z', 'revision_number': 1, 'project_id': '329a9422f2e44489a7adbe73ec4e808e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a624f93a-8bd2-467e-9d42-b93164655081', 'name': '', 'network_id': '86eb5dfd-420b-4075-ab54-22313c9966d3', 'tenant_id': '329a9422f2e44489a7adbe73ec4e808e', 'mac_address': 'fa:16:3e:77:f4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'b36b5b14-491d-4933-bb67-1257e134c17f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:57:03Z', 'updated_at': '2021-08-19T14:57:13Z', 'revision_number': 5, 'project_id': '329a9422f2e44489a7adbe73ec4e808e', 'subnets': [{'id': 'b36b5b14-491d-4933-bb67-1257e134c17f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:57:33.161703 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10461377-4e49-4407-94f0-b1422b945106 x-openstack-request-id: req-10461377-4e49-4407-94f0-b1422b945106 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:57:33.162066 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07ae9c3c-40f2-4891-ae20-db0c49544d80", "tag": "ed68d422-7868-4fc3-8314-aa2c7b502979", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:57:33.163790 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-10461377-4e49-4407-94f0-b1422b945106 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:57:33.163790 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07ae9c3c-40f2-4891-ae20-db0c49544d80', 'tag': 'ed68d422-7868-4fc3-8314-aa2c7b502979', 'status': 'completed', 'code': 200} Aug 19 14:57:33.259265 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-356cb794-5b49-44a2-8119-a6bc1c43081f tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-940690334'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:57:33.298754 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da453db8-ee09-41bc-a781-a5bc36f7c0a4 req-73c463c3-8bf9-44e2-9489-96a930b4541b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:33.303128 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-da453db8-ee09-41bc-a781-a5bc36f7c0a4 req-73c463c3-8bf9-44e2-9489-96a930b4541b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=329a9422f2e44489a7adbe73ec4e808e&device_id=07ae9c3c-40f2-4891-ae20-db0c49544d80 HTTP/1.1" status: 200 len: 1096 time: 0.1194079 Aug 19 14:57:33.304455 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356cb794-5b49-44a2-8119-a6bc1c43081f tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Made reservation on behalf of 2e87781a8e6c4fef8deef0eb44417009 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:57:33.308884 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 42600) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:33.311313 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-356cb794-5b49-44a2-8119-a6bc1c43081f tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:33.335846 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-356cb794-5b49-44a2-8119-a6bc1c43081f tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:33.455317 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9e2eafa2-3e72-4e95-b684-86a58d6624fb tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/floatingips/5136fd6c-79f3-480b-b28e-d9355e3ffb32 HTTP/1.1" status: 200 len: 994 time: 0.1427336 Aug 19 14:57:33.553350 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad4fcf9-be9c-46ae-b4b4-86ec62d1a0c7 None None] New status for floating IP 3c60f892-e493-4344-a6e0-ea64aa640595: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 14:57:33.562770 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da453db8-ee09-41bc-a781-a5bc36f7c0a4 req-e5d2e9ce-cf58-4154-b595-7c7894802b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:33.564483 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-da453db8-ee09-41bc-a781-a5bc36f7c0a4 req-e5d2e9ce-cf58-4154-b595-7c7894802b00 service neutron] 10.222.0.68 "GET /v2.0/networks?id=86eb5dfd-420b-4075-ab54-22313c9966d3 HTTP/1.1" status: 200 len: 911 time: 0.2457294 Aug 19 14:57:33.577036 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce220b8-7494-44d7-99b1-8f6031411b5f req-671cd07f-adf0-4e02-8a63-29551c3ffa46 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:33.579843 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4ce220b8-7494-44d7-99b1-8f6031411b5f req-671cd07f-adf0-4e02-8a63-29551c3ffa46 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1585833-7d73-4dcc-a843-ac233b9ac743 HTTP/1.1" status: 200 len: 945 time: 0.1426351 Aug 19 14:57:33.679588 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4ce220b8-7494-44d7-99b1-8f6031411b5f req-8197c465-fc12-45a0-ac86-130a018cb861 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861955 Aug 19 14:57:33.704706 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-da453db8-ee09-41bc-a781-a5bc36f7c0a4 req-f25ac140-fb68-43c7-b9d9-3aa2ca75c1a8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed68d422-7868-4fc3-8314-aa2c7b502979 HTTP/1.1" status: 200 len: 999 time: 0.0844526 Aug 19 14:57:33.732246 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-356cb794-5b49-44a2-8119-a6bc1c43081f tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:33.771227 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-356cb794-5b49-44a2-8119-a6bc1c43081f tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:33.809689 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-356cb794-5b49-44a2-8119-a6bc1c43081f tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:57:33.831924 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356cb794-5b49-44a2-8119-a6bc1c43081f tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf9c750-7488-4b13-9233-59300bef6fc8,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:33.837517 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da453db8-ee09-41bc-a781-a5bc36f7c0a4 req-e11d08d7-c60e-4291-a07c-9edd82af7a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:33.839023 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-da453db8-ee09-41bc-a781-a5bc36f7c0a4 req-e11d08d7-c60e-4291-a07c-9edd82af7a25 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b36b5b14-491d-4933-bb67-1257e134c17f HTTP/1.1" status: 200 len: 849 time: 0.1231205 Aug 19 14:57:33.843179 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-356cb794-5b49-44a2-8119-a6bc1c43081f tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:33.843179 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-356cb794-5b49-44a2-8119-a6bc1c43081f tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Added segment 524a9072-e724-46a6-b094-f6f56f74be0d of type vlan for network e896d8bb-157b-4a6a-ab78-674249a68618 Aug 19 14:57:33.844248 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42608) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:33.879372 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d8cb2e-f972-4bea-8402-52308d58271a req-e54ae713-f498-4636-9619-e64280b23b32 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:33.890151 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-92d8cb2e-f972-4bea-8402-52308d58271a req-e54ae713-f498-4636-9619-e64280b23b32 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e46bc0e-c9d2-4fec-9f68-5ec187496590 HTTP/1.1" status: 200 len: 945 time: 0.1431060 Aug 19 14:57:33.943713 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-92d8cb2e-f972-4bea-8402-52308d58271a req-cda231f5-117a-4cae-b601-f2c681fbe8bf tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/security-groups?id=d293a293-c95e-4636-a077-650b953c4fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522759 Aug 19 14:57:33.998401 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-356cb794-5b49-44a2-8119-a6bc1c43081f tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:34.015631 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:34.064265 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195a67f-ad8a-4e30-a602-92c4c5106749 req-d6cea543-4bed-4c4e-a852-8e55683ebf0c tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:34.066119 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e195a67f-ad8a-4e30-a602-92c4c5106749 req-d6cea543-4bed-4c4e-a852-8e55683ebf0c tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e46bc0e-c9d2-4fec-9f68-5ec187496590 HTTP/1.1" status: 200 len: 945 time: 0.1214468 Aug 19 14:57:34.074707 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da453db8-ee09-41bc-a781-a5bc36f7c0a4 req-4c4af12d-7e1e-4079-8bf7-285b6f7b6c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:34.074707 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-da453db8-ee09-41bc-a781-a5bc36f7c0a4 req-4c4af12d-7e1e-4079-8bf7-285b6f7b6c99 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=86eb5dfd-420b-4075-ab54-22313c9966d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2096825 Aug 19 14:57:34.129093 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-356cb794-5b49-44a2-8119-a6bc1c43081f tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:34.138759 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356cb794-5b49-44a2-8119-a6bc1c43081f tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:34.140099 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-356cb794-5b49-44a2-8119-a6bc1c43081f tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:34.319417 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-356cb794-5b49-44a2-8119-a6bc1c43081f tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.2559321 Aug 19 14:57:34.319758 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 42616) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:34.333772 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-0841b1fe-31ab-42ab-82ef-f920c4f0f60d tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Request body: {'subnet': {'network_id': 'e896d8bb-157b-4a6a-ab78-674249a68618', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:57:34.337149 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dc3badd2-253d-4df6-a758-a79ecafa4fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:34.338127 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-472b3293-a507-4033-a29a-c5436550a5f9 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Deleting port 65215d2f-70f4-4556-b70e-025b71a211ab {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:57:34.338320 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-472b3293-a507-4033-a29a-c5436550a5f9 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:34.366291 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356cb794-5b49-44a2-8119-a6bc1c43081f tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Pushing event updated for resources: {'Network': ['ID=e896d8bb-157b-4a6a-ab78-674249a68618,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:34.381675 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network e896d8bb-157b-4a6a-ab78-674249a68618 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:57:34.408586 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-e195a67f-ad8a-4e30-a602-92c4c5106749 req-ee6e10c5-5962-4f18-9d3a-f61fb29dca56 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Deleting port bffed635-468f-4369-b433-0bb8a559e990 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:57:34.408586 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e195a67f-ad8a-4e30-a602-92c4c5106749 req-ee6e10c5-5962-4f18-9d3a-f61fb29dca56 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:34.569268 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-da453db8-ee09-41bc-a781-a5bc36f7c0a4 req-a4d30988-5d7e-4d25-80a8-036d9081159f service neutron] 10.222.0.68 "GET /v2.0/networks/86eb5dfd-420b-4075-ab54-22313c9966d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4720159 Aug 19 14:57:34.622818 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 37c22c10-4896-42a3-af68-cbe65d27cc12 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:57:34.649905 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-e195a67f-ad8a-4e30-a602-92c4c5106749 req-ee6e10c5-5962-4f18-9d3a-f61fb29dca56 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] For port bffed635-468f-4369-b433-0bb8a559e990, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=bffed635-468f-4369-b433-0bb8a559e990,segment=NetworkSegment(9f3b2564-15f5-43a5-bb53-1bcbad751f27),segment_id=9f3b2564-15f5-43a5-bb53-1bcbad751f27)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:34.653932 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e195a67f-ad8a-4e30-a602-92c4c5106749 req-ee6e10c5-5962-4f18-9d3a-f61fb29dca56 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:34.679308 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: 37c22c10-4896-42a3-af68-cbe65d27cc12 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:57:34.679914 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 37c22c10-4896-42a3-af68-cbe65d27cc12 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:57:34.681478 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:34.724521 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-472b3293-a507-4033-a29a-c5436550a5f9 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:34.730751 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-472b3293-a507-4033-a29a-c5436550a5f9 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:34.758132 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-e195a67f-ad8a-4e30-a602-92c4c5106749 req-ee6e10c5-5962-4f18-9d3a-f61fb29dca56 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Calling delete_port for bffed635-468f-4369-b433-0bb8a559e990 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:57:34.765321 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0841b1fe-31ab-42ab-82ef-f920c4f0f60d tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Made reservation on behalf of 2e87781a8e6c4fef8deef0eb44417009 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:57:34.771441 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0841b1fe-31ab-42ab-82ef-f920c4f0f60d tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:34.787767 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-472b3293-a507-4033-a29a-c5436550a5f9 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Calling delete_port for 65215d2f-70f4-4556-b70e-025b71a211ab owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:57:35.033240 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-da453db8-ee09-41bc-a781-a5bc36f7c0a4 req-d3d27a57-e131-4845-aba0-e8c47797708c service neutron] 10.222.0.68 "GET /v2.0/networks/86eb5dfd-420b-4075-ab54-22313c9966d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4607725 Aug 19 14:57:35.095777 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:35.208996 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-472b3293-a507-4033-a29a-c5436550a5f9 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:35.255750 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522c25a-be8f-4c58-abcb-5030c3672b00 req-6a4d2382-b9a1-4f85-8253-e7c9ac22ce7c tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:35.257738 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0522c25a-be8f-4c58-abcb-5030c3672b00 req-6a4d2382-b9a1-4f85-8253-e7c9ac22ce7c tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e46bc0e-c9d2-4fec-9f68-5ec187496590 HTTP/1.1" status: 200 len: 945 time: 0.1561887 Aug 19 14:57:35.264469 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0841b1fe-31ab-42ab-82ef-f920c4f0f60d tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:35.274946 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472b3293-a507-4033-a29a-c5436550a5f9 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event deleted for resources: {'Port': ['ID=65215d2f-70f4-4556-b70e-025b71a211ab,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:35.287093 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:35.318910 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257efb6-b954-43ac-a82d-0649eebecfb8 req-f2e5678f-3962-481b-a33a-f50601d28beb tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:35.328965 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a257efb6-b954-43ac-a82d-0649eebecfb8 req-f2e5678f-3962-481b-a33a-f50601d28beb tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1585833-7d73-4dcc-a843-ac233b9ac743 HTTP/1.1" status: 200 len: 945 time: 0.3079367 Aug 19 14:57:35.372716 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-472b3293-a507-4033-a29a-c5436550a5f9 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:35.373675 n-d-766043-2 neutron-server[94639]: INFO neutron.db.l3_db [None req-472b3293-a507-4033-a29a-c5436550a5f9 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Floating IP 5136fd6c-79f3-480b-b28e-d9355e3ffb32 disassociated (deleted). External IP: 172.25.2.119, port: a18cacc9-102e-46db-be48-bebd16c1eda0. Aug 19 14:57:35.472076 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0522c25a-be8f-4c58-abcb-5030c3672b00 req-24cebe88-09a2-4db4-bf20-229ca5cae166 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/security-groups?id=d293a293-c95e-4636-a077-650b953c4fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865036 Aug 19 14:57:35.610168 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a257efb6-b954-43ac-a82d-0649eebecfb8 req-f94fa648-8e15-4899-9c12-68201fd5ed4c tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797258 Aug 19 14:57:35.614859 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e195a67f-ad8a-4e30-a602-92c4c5106749 req-ee6e10c5-5962-4f18-9d3a-f61fb29dca56 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:35.618027 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0841b1fe-31ab-42ab-82ef-f920c4f0f60d tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Pushing event updated for resources: {'Subnet': ['ID=36c5400f-24fd-43ec-80db-ff1a60516a82,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:35.630324 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['36e52d9b-d1bd-492b-9d57-76ad8c82d474'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:57:35.633455 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['bffed635-468f-4369-b433-0bb8a559e990'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:57:35.634312 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0841b1fe-31ab-42ab-82ef-f920c4f0f60d tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Checking segment: {'id': '524a9072-e724-46a6-b094-f6f56f74be0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e896d8bb-157b-4a6a-ab78-674249a68618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:57:35.635057 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0841b1fe-31ab-42ab-82ef-f920c4f0f60d tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Network hostable DHCP agents. Network: e896d8bb-157b-4a6a-ab78-674249a68618, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:57:35.671263 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6e10c5-5962-4f18-9d3a-f61fb29dca56 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Pushing event deleted for resources: {'Port': ['ID=bffed635-468f-4369-b433-0bb8a559e990,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:35.711268 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0841b1fe-31ab-42ab-82ef-f920c4f0f60d tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Network e896d8bb-157b-4a6a-ab78-674249a68618 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:57:35.733043 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-e195a67f-ad8a-4e30-a602-92c4c5106749 req-ee6e10c5-5962-4f18-9d3a-f61fb29dca56 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] No DVR routers for this DVR port bffed635-468f-4369-b433-0bb8a559e990 on host n-h1-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:57:35.739094 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e195a67f-ad8a-4e30-a602-92c4c5106749 req-ee6e10c5-5962-4f18-9d3a-f61fb29dca56 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:35.742501 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e195a67f-ad8a-4e30-a602-92c4c5106749 req-ee6e10c5-5962-4f18-9d3a-f61fb29dca56 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.68 "DELETE /v2.0/ports/bffed635-468f-4369-b433-0bb8a559e990 HTTP/1.1" status: 204 len: 173 time: 1.6444426 Aug 19 14:57:35.743173 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e46bc0e-c9d2-4fec-9f68-5ec187496590', 'name': 'network-vif-deleted', 'tag': 'bffed635-468f-4369-b433-0bb8a559e990'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:57:35.750044 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d7ca4b-c80b-4e71-aecc-a0be08fb9720" -d '{"events": [{"server_uuid": "1e46bc0e-c9d2-4fec-9f68-5ec187496590", "name": "network-vif-deleted", "tag": "bffed635-468f-4369-b433-0bb8a559e990"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:57:35.759635 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-0841b1fe-31ab-42ab-82ef-f920c4f0f60d tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, e896d8bb-157b-4a6a-ab78-674249a68618) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:57:35.769769 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0841b1fe-31ab-42ab-82ef-f920c4f0f60d tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:35.770604 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0841b1fe-31ab-42ab-82ef-f920c4f0f60d tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:35.805108 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-0841b1fe-31ab-42ab-82ef-f920c4f0f60d tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4834507 Aug 19 14:57:35.807891 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 42630) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:35.816576 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-93d3cde3-a189-4d03-99d5-363902bdd62a tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Request body: {'port': {'network_id': 'e896d8bb-157b-4a6a-ab78-674249a68618', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1017364476'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:57:35.828843 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2babec-b81a-4d74-9b85-1497740875f6 None None] Network e896d8bb-157b-4a6a-ab78-674249a68618 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:57:35.910481 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b042ee36-0e1e-45ad-bb61-3a3dc857b9db x-openstack-request-id: req-b042ee36-0e1e-45ad-bb61-3a3dc857b9db {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:57:35.910785 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e46bc0e-c9d2-4fec-9f68-5ec187496590", "name": "network-vif-deleted", "tag": "bffed635-468f-4369-b433-0bb8a559e990", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:57:35.911338 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b042ee36-0e1e-45ad-bb61-3a3dc857b9db {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:57:35.911761 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e46bc0e-c9d2-4fec-9f68-5ec187496590', 'name': 'network-vif-deleted', 'tag': 'bffed635-468f-4369-b433-0bb8a559e990', 'status': 'completed', 'code': 200} Aug 19 14:57:35.954488 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-472b3293-a507-4033-a29a-c5436550a5f9 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Router 79eacc9c-de3c-45c6-a03f-a0880943e739 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:57:36.047770 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d3cde3-a189-4d03-99d5-363902bdd62a tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Made reservation on behalf of 2e87781a8e6c4fef8deef0eb44417009 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:57:36.058660 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93d3cde3-a189-4d03-99d5-363902bdd62a tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:36.096336 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-93d3cde3-a189-4d03-99d5-363902bdd62a tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] device_id is not set on port eb7e8fba-75db-455b-92ff-5f44d5ed872a yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:57:36.123667 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472b3293-a507-4033-a29a-c5436550a5f9 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:57:36.130878 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-472b3293-a507-4033-a29a-c5436550a5f9 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:36.137479 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fff46c-735e-4459-b24b-d7782dae3cb9 None None] Sync routers for ids ['79eacc9c-de3c-45c6-a03f-a0880943e739'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:57:36.162343 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fff46c-735e-4459-b24b-d7782dae3cb9 None None] Routers {'79eacc9c-de3c-45c6-a03f-a0880943e739'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:57:36.164499 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b7fff46c-735e-4459-b24b-d7782dae3cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:57:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['79eacc9c-de3c-45c6-a03f-a0880943e739'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:36.207633 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-472b3293-a507-4033-a29a-c5436550a5f9 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "DELETE /v2.0/floatingips/5136fd6c-79f3-480b-b28e-d9355e3ffb32 HTTP/1.1" status: 204 len: 168 time: 2.3620384 Aug 19 14:57:36.209613 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb4bc0a7-4214-4fac-b484-6ec798bc52d9', 'tag': 'a18cacc9-102e-46db-be48-bebd16c1eda0'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:57:36.211984 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4265444-745b-47e2-955b-a88f3f03accb" -d '{"events": [{"name": "network-changed", "server_uuid": "fb4bc0a7-4214-4fac-b484-6ec798bc52d9", "tag": "a18cacc9-102e-46db-be48-bebd16c1eda0"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:57:36.222158 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13aaa962-14ec-4d4e-b3e8-8977226dc5a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-e896d8bb-157b-4a6a-ab78-674249a68618', 'network_id': 'e896d8bb-157b-4a6a-ab78-674249a68618', 'tenant_id': '2e87781a8e6c4fef8deef0eb44417009', 'fixed_ips': [{'subnet_id': '36c5400f-24fd-43ec-80db-ff1a60516a82'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:57:36.223782 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-13aaa962-14ec-4d4e-b3e8-8977226dc5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:36.318645 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe0328a-75c0-4d08-9709-aafc499bc5b7 x-openstack-request-id: req-1fe0328a-75c0-4d08-9709-aafc499bc5b7 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:57:36.318937 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb4bc0a7-4214-4fac-b484-6ec798bc52d9", "tag": "a18cacc9-102e-46db-be48-bebd16c1eda0", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:57:36.319188 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1fe0328a-75c0-4d08-9709-aafc499bc5b7 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:57:36.319600 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb4bc0a7-4214-4fac-b484-6ec798bc52d9', 'tag': 'a18cacc9-102e-46db-be48-bebd16c1eda0', 'status': 'completed', 'code': 200} Aug 19 14:57:36.481161 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-93d3cde3-a189-4d03-99d5-363902bdd62a tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Allocated IP 2001:db8::b9 (e896d8bb-157b-4a6a-ab78-674249a68618/36c5400f-24fd-43ec-80db-ff1a60516a82/eb7e8fba-75db-455b-92ff-5f44d5ed872a) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:57:36.561257 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-b7fff46c-735e-4459-b24b-d7782dae3cb9 None None] Set router 79eacc9c-de3c-45c6-a03f-a0880943e739 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:57:36.799689 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e1a86807-e521-4872-912e-00961452c0d5 req-349a8d1a-3061-4bcb-b29c-695914cd4f85 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e46bc0e-c9d2-4fec-9f68-5ec187496590 HTTP/1.1" status: 200 len: 210 time: 0.0803108 Aug 19 14:57:36.885928 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4265444-745b-47e2-955b-a88f3f03accb req-b71d7198-b510-4111-807a-26ee776b2573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:36.892461 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d4265444-745b-47e2-955b-a88f3f03accb req-b71d7198-b510-4111-807a-26ee776b2573 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=7a0c6ff201d948d2944c0780e076389b&device_id=fb4bc0a7-4214-4fac-b484-6ec798bc52d9 HTTP/1.1" status: 200 len: 1097 time: 0.4671781 Aug 19 14:57:36.933376 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:37.010892 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bba13d-1cc4-4715-9c43-3f255c93a1ba req-68817a7b-31ad-4712-a403-3c84295fbb81 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:37.019215 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-76bba13d-1cc4-4715-9c43-3f255c93a1ba req-68817a7b-31ad-4712-a403-3c84295fbb81 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb4bc0a7-4214-4fac-b484-6ec798bc52d9 HTTP/1.1" status: 200 len: 946 time: 0.3446944 Aug 19 14:57:37.135285 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-76bba13d-1cc4-4715-9c43-3f255c93a1ba req-0eff00b7-9ef9-4f1c-ae8e-7d641adf97c7 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/security-groups?id=c284ca6a-870d-46c5-a9ea-c9f2e0568fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107078 Aug 19 14:57:37.158092 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4265444-745b-47e2-955b-a88f3f03accb req-11ee214f-875a-439d-a583-296bd184a36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:37.162155 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d4265444-745b-47e2-955b-a88f3f03accb req-11ee214f-875a-439d-a583-296bd184a36d service neutron] 10.222.0.68 "GET /v2.0/networks?id=434ddfff-ebd5-4a01-82bb-a16e45efc03c HTTP/1.1" status: 200 len: 898 time: 0.2595446 Aug 19 14:57:37.207221 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b7fff46c-735e-4459-b24b-d7782dae3cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79eacc9c-de3c-45c6-a03f-a0880943e739', 'name': 'tempest-TestNetworkBasicOps-router-1510909828', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '208a992f-225f-452f-ab13-068f849590a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:56:13Z', 'updated_at': '2021-08-19T14:56:22Z', 'revision_number': 4, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'gw_port': {'id': '208a992f-225f-452f-ab13-068f849590a4', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:80:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79eacc9c-de3c-45c6-a03f-a0880943e739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:56:14Z', 'updated_at': '2021-08-19T14:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'a95a6f99-ace6-480d-9f10-0df62d2c2444', 'name': '', 'network_id': '434ddfff-ebd5-4a01-82bb-a16e45efc03c', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'mac_address': 'fa:16:3e:93:cb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79eacc9c-de3c-45c6-a03f-a0880943e739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '343f9450-b774-4208-80c0-7a1108aa0a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:56:21Z', 'updated_at': '2021-08-19T14:56:30Z', 'revision_number': 5, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'subnets': [{'id': '343f9450-b774-4208-80c0-7a1108aa0a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:37.228562 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93d3cde3-a189-4d03-99d5-363902bdd62a tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:37.231988 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d4265444-745b-47e2-955b-a88f3f03accb req-178ba32d-065a-4d7e-a9e1-1da2add79935 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a18cacc9-102e-46db-be48-bebd16c1eda0 HTTP/1.1" status: 200 len: 217 time: 0.0610425 Aug 19 14:57:37.252367 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fff46c-735e-4459-b24b-d7782dae3cb9 None None] Checking router: 79eacc9c-de3c-45c6-a03f-a0880943e739 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:57:37.262165 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fff46c-735e-4459-b24b-d7782dae3cb9 None None] Routers {'79eacc9c-de3c-45c6-a03f-a0880943e739'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:57:37.263031 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b7fff46c-735e-4459-b24b-d7782dae3cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:57:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['79eacc9c-de3c-45c6-a03f-a0880943e739'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:37.301363 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4265444-745b-47e2-955b-a88f3f03accb req-fb4a98fc-e57b-431b-b202-51b932f27d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:37.302847 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d4265444-745b-47e2-955b-a88f3f03accb req-fb4a98fc-e57b-431b-b202-51b932f27d41 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=343f9450-b774-4208-80c0-7a1108aa0a03 HTTP/1.1" status: 200 len: 835 time: 0.0597763 Aug 19 14:57:37.306323 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-93d3cde3-a189-4d03-99d5-363902bdd62a tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Transition to ACTIVE for port object eb7e8fba-75db-455b-92ff-5f44d5ed872a will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:57:37.315727 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d565d-06c8-4736-857c-c16cbd7dd2fd req-a15695f5-05c1-4797-881b-7b4fd782aa29 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:37.323177 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4b3d565d-06c8-4736-857c-c16cbd7dd2fd req-a15695f5-05c1-4797-881b-7b4fd782aa29 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1585833-7d73-4dcc-a843-ac233b9ac743 HTTP/1.1" status: 200 len: 945 time: 0.2885432 Aug 19 14:57:37.431431 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-b7fff46c-735e-4459-b24b-d7782dae3cb9 None None] Set router 79eacc9c-de3c-45c6-a03f-a0880943e739 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:57:37.434582 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4b3d565d-06c8-4736-857c-c16cbd7dd2fd req-9470c3bf-df98-42e8-bf6c-a62cf5c29f53 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104405 Aug 19 14:57:37.439070 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4265444-745b-47e2-955b-a88f3f03accb req-a1fddc1e-6600-4349-a115-1ce728b7806e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:37.440797 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d4265444-745b-47e2-955b-a88f3f03accb req-a1fddc1e-6600-4349-a115-1ce728b7806e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=434ddfff-ebd5-4a01-82bb-a16e45efc03c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1135242 Aug 19 14:57:37.481548 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93d3cde3-a189-4d03-99d5-363902bdd62a tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:37.535986 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-13aaa962-14ec-4d4e-b3e8-8977226dc5a5 None None] Allocated IP 2001:db8::2 (e896d8bb-157b-4a6a-ab78-674249a68618/36c5400f-24fd-43ec-80db-ff1a60516a82/bc3c51ef-83c6-4400-9862-e2c0e894387a) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:57:37.715188 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d3cde3-a189-4d03-99d5-363902bdd62a tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Network e896d8bb-157b-4a6a-ab78-674249a68618 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:57:37.741696 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-93d3cde3-a189-4d03-99d5-363902bdd62a tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:57:37.756936 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d3cde3-a189-4d03-99d5-363902bdd62a tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:57:37.769420 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d3cde3-a189-4d03-99d5-363902bdd62a tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:37.769805 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93d3cde3-a189-4d03-99d5-363902bdd62a tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:37.776951 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-13aaa962-14ec-4d4e-b3e8-8977226dc5a5 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:37.780555 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:57:37.795956 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-13aaa962-14ec-4d4e-b3e8-8977226dc5a5 None None] Transition to ACTIVE for port object bc3c51ef-83c6-4400-9862-e2c0e894387a will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:57:37.809550 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b7fff46c-735e-4459-b24b-d7782dae3cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79eacc9c-de3c-45c6-a03f-a0880943e739', 'name': 'tempest-TestNetworkBasicOps-router-1510909828', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '208a992f-225f-452f-ab13-068f849590a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:56:13Z', 'updated_at': '2021-08-19T14:56:22Z', 'revision_number': 4, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'gw_port': {'id': '208a992f-225f-452f-ab13-068f849590a4', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:80:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79eacc9c-de3c-45c6-a03f-a0880943e739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:56:14Z', 'updated_at': '2021-08-19T14:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'a95a6f99-ace6-480d-9f10-0df62d2c2444', 'name': '', 'network_id': '434ddfff-ebd5-4a01-82bb-a16e45efc03c', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'mac_address': 'fa:16:3e:93:cb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79eacc9c-de3c-45c6-a03f-a0880943e739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '343f9450-b774-4208-80c0-7a1108aa0a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:56:21Z', 'updated_at': '2021-08-19T14:56:30Z', 'revision_number': 5, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'subnets': [{'id': '343f9450-b774-4208-80c0-7a1108aa0a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:37.841067 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d3cde3-a189-4d03-99d5-363902bdd62a tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Pushing event updated for resources: {'Port': ['ID=eb7e8fba-75db-455b-92ff-5f44d5ed872a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:37.850231 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fff46c-735e-4459-b24b-d7782dae3cb9 None None] The sync data for ids ['79eacc9c-de3c-45c6-a03f-a0880943e739'] in n-d-766043-2 is: [{'id': '79eacc9c-de3c-45c6-a03f-a0880943e739', 'name': 'tempest-TestNetworkBasicOps-router-1510909828', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '208a992f-225f-452f-ab13-068f849590a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:56:13Z', 'updated_at': '2021-08-19T14:56:22Z', 'revision_number': 4, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'gw_port': {'id': '208a992f-225f-452f-ab13-068f849590a4', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:80:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79eacc9c-de3c-45c6-a03f-a0880943e739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:56:14Z', 'updated_at': '2021-08-19T14:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'a95a6f99-ace6-480d-9f10-0df62d2c2444', 'name': '', 'network_id': '434ddfff-ebd5-4a01-82bb-a16e45efc03c', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'mac_address': 'fa:16:3e:93:cb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79eacc9c-de3c-45c6-a03f-a0880943e739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '343f9450-b774-4208-80c0-7a1108aa0a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:56:21Z', 'updated_at': '2021-08-19T14:56:30Z', 'revision_number': 5, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'subnets': [{'id': '343f9450-b774-4208-80c0-7a1108aa0a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:57:37.851640 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-13aaa962-14ec-4d4e-b3e8-8977226dc5a5 None None] Transition to ACTIVE for port object bc3c51ef-83c6-4400-9862-e2c0e894387a will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:57:37.852944 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-93d3cde3-a189-4d03-99d5-363902bdd62a tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0435481 Aug 19 14:57:37.853083 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42654) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:37.865579 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-605636ae-7f0c-457f-985e-a2a50951088b tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Request body: {'port': {'network_id': 'e896d8bb-157b-4a6a-ab78-674249a68618', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1854586987', 'allowed_address_pairs': [{'ip_address': '2001:db8::b9', 'mac_address': 'fa:16:3e:f4:dd:f1'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:57:37.874669 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-13aaa962-14ec-4d4e-b3e8-8977226dc5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:37.887186 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d4265444-745b-47e2-955b-a88f3f03accb req-f9157138-a86a-43f8-9f19-77239a9cf3ae service neutron] 10.222.0.68 "GET /v2.0/networks/434ddfff-ebd5-4a01-82bb-a16e45efc03c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4322667 Aug 19 14:57:37.960546 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13aaa962-14ec-4d4e-b3e8-8977226dc5a5 None None] Network e896d8bb-157b-4a6a-ab78-674249a68618 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:57:37.963828 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-13aaa962-14ec-4d4e-b3e8-8977226dc5a5 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:57:37.978222 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13aaa962-14ec-4d4e-b3e8-8977226dc5a5 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:57:38.201415 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605636ae-7f0c-457f-985e-a2a50951088b tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Made reservation on behalf of 2e87781a8e6c4fef8deef0eb44417009 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:57:38.242972 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d4265444-745b-47e2-955b-a88f3f03accb req-ae6775e9-7aaf-4647-8d56-a95758e8a7e6 service neutron] 10.222.0.68 "GET /v2.0/networks/434ddfff-ebd5-4a01-82bb-a16e45efc03c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459880 Aug 19 14:57:38.354859 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f141d0-2829-4c71-a0d6-fac2cea3dfae req-57cf95c6-07a7-416c-9ff1-8c61a36902d4 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:38.357062 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-44f141d0-2829-4c71-a0d6-fac2cea3dfae req-57cf95c6-07a7-416c-9ff1-8c61a36902d4 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb4bc0a7-4214-4fac-b484-6ec798bc52d9 HTTP/1.1" status: 200 len: 946 time: 0.2373502 Aug 19 14:57:38.438459 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e9ad1-77d5-4dcf-9392-dc6d777519ae req-fcc590d1-b0de-4abe-b7c2-46190c610233 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:38.448841 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-957e9ad1-77d5-4dcf-9392-dc6d777519ae req-fcc590d1-b0de-4abe-b7c2-46190c610233 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb4bc0a7-4214-4fac-b484-6ec798bc52d9 HTTP/1.1" status: 200 len: 946 time: 0.1228495 Aug 19 14:57:38.495531 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9b8c98-1f7b-46ac-b094-4bd63eb56dd1 None None] New status for floating IP 5136fd6c-79f3-480b-b28e-d9355e3ffb32: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 14:57:38.500835 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aaa962-14ec-4d4e-b3e8-8977226dc5a5 None None] Pushing event updated for resources: {'Port': ['ID=bc3c51ef-83c6-4400-9862-e2c0e894387a,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:38.573848 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-957e9ad1-77d5-4dcf-9392-dc6d777519ae req-ec8cc9f5-5277-456a-bb1a-8e2298736764 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/security-groups?id=c284ca6a-870d-46c5-a9ea-c9f2e0568fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169491 Aug 19 14:57:38.608979 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-13aaa962-14ec-4d4e-b3e8-8977226dc5a5 None None] Attempting to bind port bc3c51ef-83c6-4400-9862-e2c0e894387a on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:57:38.610733 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-13aaa962-14ec-4d4e-b3e8-8977226dc5a5 None None] Attempting to bind port bc3c51ef-83c6-4400-9862-e2c0e894387a by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '524a9072-e724-46a6-b094-f6f56f74be0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e896d8bb-157b-4a6a-ab78-674249a68618'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:57:38.611197 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13aaa962-14ec-4d4e-b3e8-8977226dc5a5 None None] Attempting to bind port bc3c51ef-83c6-4400-9862-e2c0e894387a on network e896d8bb-157b-4a6a-ab78-674249a68618 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:57:38.624103 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13aaa962-14ec-4d4e-b3e8-8977226dc5a5 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:57:38.624547 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13aaa962-14ec-4d4e-b3e8-8977226dc5a5 None None] Checking segment: {'id': '524a9072-e724-46a6-b094-f6f56f74be0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e896d8bb-157b-4a6a-ab78-674249a68618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:57:38.626304 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-13aaa962-14ec-4d4e-b3e8-8977226dc5a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:38.628433 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13aaa962-14ec-4d4e-b3e8-8977226dc5a5 None None] Bound using segment: {'id': '524a9072-e724-46a6-b094-f6f56f74be0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e896d8bb-157b-4a6a-ab78-674249a68618'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:57:38.628920 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-13aaa962-14ec-4d4e-b3e8-8977226dc5a5 None None] Bound port: bc3c51ef-83c6-4400-9862-e2c0e894387a, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '524a9072-e724-46a6-b094-f6f56f74be0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e896d8bb-157b-4a6a-ab78-674249a68618'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:57:38.629315 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-13aaa962-14ec-4d4e-b3e8-8977226dc5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:38.782298 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-13aaa962-14ec-4d4e-b3e8-8977226dc5a5 None None] For port bc3c51ef-83c6-4400-9862-e2c0e894387a, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:57:38.784632 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56dfc35-b702-41fd-a26e-fb30272bdabc req-9c9973f4-97d1-4d65-af10-120b0711ae45 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:38.788731 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c56dfc35-b702-41fd-a26e-fb30272bdabc req-9c9973f4-97d1-4d65-af10-120b0711ae45 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1585833-7d73-4dcc-a843-ac233b9ac743 HTTP/1.1" status: 200 len: 945 time: 0.1717134 Aug 19 14:57:38.789992 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-13aaa962-14ec-4d4e-b3e8-8977226dc5a5 None None] For port bc3c51ef-83c6-4400-9862-e2c0e894387a, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=bc3c51ef-83c6-4400-9862-e2c0e894387a,segment=NetworkSegment(524a9072-e724-46a6-b094-f6f56f74be0d),segment_id=524a9072-e724-46a6-b094-f6f56f74be0d)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:57:38.799693 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device bffed635-468f-4369-b433-0bb8a559e990 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:57:38.809781 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-13aaa962-14ec-4d4e-b3e8-8977226dc5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:38.892843 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: bffed635-468f-4369-b433-0bb8a559e990 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:57:38.893324 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device bffed635-468f-4369-b433-0bb8a559e990 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:57:38.917049 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c56dfc35-b702-41fd-a26e-fb30272bdabc req-2b169371-31b2-4ed3-9c83-32c9bbe798c7 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193726 Aug 19 14:57:38.982906 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aaa962-14ec-4d4e-b3e8-8977226dc5a5 None None] Pushing event updated for resources: {'Port': ['ID=bc3c51ef-83c6-4400-9862-e2c0e894387a,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:39.036351 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-605636ae-7f0c-457f-985e-a2a50951088b tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:39.057978 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-605636ae-7f0c-457f-985e-a2a50951088b tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] device_id is not set on port 0bb8bbd1-243b-4614-afed-41e2d301f4d1 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:57:39.305635 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-605636ae-7f0c-457f-985e-a2a50951088b tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Allocated IP 2001:db8::395 (e896d8bb-157b-4a6a-ab78-674249a68618/36c5400f-24fd-43ec-80db-ff1a60516a82/0bb8bbd1-243b-4614-afed-41e2d301f4d1) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:57:39.522455 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-44f141d0-2829-4c71-a0d6-fac2cea3dfae req-c4dc4ffa-ba6c-4a5f-b3dd-b6403cc79286 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Deleting port a18cacc9-102e-46db-be48-bebd16c1eda0 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:57:39.523282 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-44f141d0-2829-4c71-a0d6-fac2cea3dfae req-c4dc4ffa-ba6c-4a5f-b3dd-b6403cc79286 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:39.775162 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28baa14-3fa1-4a07-99d8-d47f0e8e4361 req-12deca77-89fe-40a0-8493-132f10d5b4db tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:39.778266 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f28baa14-3fa1-4a07-99d8-d47f0e8e4361 req-12deca77-89fe-40a0-8493-132f10d5b4db tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb4bc0a7-4214-4fac-b484-6ec798bc52d9 HTTP/1.1" status: 200 len: 946 time: 0.0817790 Aug 19 14:57:39.789552 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-44f141d0-2829-4c71-a0d6-fac2cea3dfae req-c4dc4ffa-ba6c-4a5f-b3dd-b6403cc79286 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] For port a18cacc9-102e-46db-be48-bebd16c1eda0, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=a18cacc9-102e-46db-be48-bebd16c1eda0,segment=NetworkSegment(15cf7ed1-9182-451f-b8d9-7fd01644e298),segment_id=15cf7ed1-9182-451f-b8d9-7fd01644e298)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:39.790554 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-44f141d0-2829-4c71-a0d6-fac2cea3dfae req-c4dc4ffa-ba6c-4a5f-b3dd-b6403cc79286 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:39.837398 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-44f141d0-2829-4c71-a0d6-fac2cea3dfae req-c4dc4ffa-ba6c-4a5f-b3dd-b6403cc79286 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Calling delete_port for a18cacc9-102e-46db-be48-bebd16c1eda0 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:57:39.845434 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-605636ae-7f0c-457f-985e-a2a50951088b tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:39.879364 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-605636ae-7f0c-457f-985e-a2a50951088b tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Transition to ACTIVE for port object 0bb8bbd1-243b-4614-afed-41e2d301f4d1 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:57:39.880512 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f28baa14-3fa1-4a07-99d8-d47f0e8e4361 req-73615b67-db81-4ac3-86dc-d20b38663f2a tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/security-groups?id=c284ca6a-870d-46c5-a9ea-c9f2e0568fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928912 Aug 19 14:57:39.996597 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-605636ae-7f0c-457f-985e-a2a50951088b tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:40.050267 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605636ae-7f0c-457f-985e-a2a50951088b tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Network e896d8bb-157b-4a6a-ab78-674249a68618 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:57:40.132666 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-605636ae-7f0c-457f-985e-a2a50951088b tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:57:40.139103 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605636ae-7f0c-457f-985e-a2a50951088b tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:57:40.152142 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605636ae-7f0c-457f-985e-a2a50951088b tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:40.152899 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-605636ae-7f0c-457f-985e-a2a50951088b tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:40.159642 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-44f141d0-2829-4c71-a0d6-fac2cea3dfae req-c4dc4ffa-ba6c-4a5f-b3dd-b6403cc79286 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:40.167558 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2163e658-9e8c-4268-92be-2b7182214e65 req-c94d767a-ed42-4300-b482-dbcb645a8b12 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:40.177160 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2163e658-9e8c-4268-92be-2b7182214e65 req-c94d767a-ed42-4300-b482-dbcb645a8b12 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1585833-7d73-4dcc-a843-ac233b9ac743 HTTP/1.1" status: 200 len: 945 time: 0.1379511 Aug 19 14:57:40.222004 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-605636ae-7f0c-457f-985e-a2a50951088b tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.3607981 Aug 19 14:57:40.223394 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 42686) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:40.237236 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605636ae-7f0c-457f-985e-a2a50951088b tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Pushing event updated for resources: {'Port': ['ID=0bb8bbd1-243b-4614-afed-41e2d301f4d1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:40.270702 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dc4ffa-ba6c-4a5f-b3dd-b6403cc79286 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event deleted for resources: {'Port': ['ID=a18cacc9-102e-46db-be48-bebd16c1eda0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:40.307187 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2163e658-9e8c-4268-92be-2b7182214e65 req-0bf0d085-3c5e-40a1-a811-1dc86f76a2ad tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288638 Aug 19 14:57:40.345235 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f141d0-2829-4c71-a0d6-fac2cea3dfae req-c4dc4ffa-ba6c-4a5f-b3dd-b6403cc79286 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] No DVR routers for this DVR port a18cacc9-102e-46db-be48-bebd16c1eda0 on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:57:40.348887 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-44f141d0-2829-4c71-a0d6-fac2cea3dfae req-c4dc4ffa-ba6c-4a5f-b3dd-b6403cc79286 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:40.352232 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56729cb-0feb-4601-8763-a186ef0db5be tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:40.352423 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-44f141d0-2829-4c71-a0d6-fac2cea3dfae req-c4dc4ffa-ba6c-4a5f-b3dd-b6403cc79286 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.68 "DELETE /v2.0/ports/a18cacc9-102e-46db-be48-bebd16c1eda0 HTTP/1.1" status: 204 len: 173 time: 1.9823043 Aug 19 14:57:40.352791 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4bc0a7-4214-4fac-b484-6ec798bc52d9', 'name': 'network-vif-deleted', 'tag': 'a18cacc9-102e-46db-be48-bebd16c1eda0'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:57:40.360447 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d595663e-8a54-48fd-84e3-951a6a275be4" -d '{"events": [{"server_uuid": "fb4bc0a7-4214-4fac-b484-6ec798bc52d9", "name": "network-vif-deleted", "tag": "a18cacc9-102e-46db-be48-bebd16c1eda0"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:57:40.364433 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56729cb-0feb-4601-8763-a186ef0db5be tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:40.371281 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56729cb-0feb-4601-8763-a186ef0db5be tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:40.387760 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42692) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:40.389889 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-c56729cb-0feb-4601-8763-a186ef0db5be tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.1630352 Aug 19 14:57:40.540331 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f70d39-a4c9-4280-91ee-e2e6a9006df2 x-openstack-request-id: req-c7f70d39-a4c9-4280-91ee-e2e6a9006df2 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:57:40.540847 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb4bc0a7-4214-4fac-b484-6ec798bc52d9", "name": "network-vif-deleted", "tag": "a18cacc9-102e-46db-be48-bebd16c1eda0", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:57:40.540976 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c7f70d39-a4c9-4280-91ee-e2e6a9006df2 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:57:40.541431 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb4bc0a7-4214-4fac-b484-6ec798bc52d9', 'name': 'network-vif-deleted', 'tag': 'a18cacc9-102e-46db-be48-bebd16c1eda0', 'status': 'completed', 'code': 200} Aug 19 14:57:40.604203 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-49dcfe2a-1995-48f4-abfa-94936cf32bd3 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Deleting port 0bb8bbd1-243b-4614-afed-41e2d301f4d1 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:57:40.605126 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49dcfe2a-1995-48f4-abfa-94936cf32bd3 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:40.718074 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device bc3c51ef-83c6-4400-9862-e2c0e894387a up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:57:40.789516 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49dcfe2a-1995-48f4-abfa-94936cf32bd3 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:40.818251 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-49dcfe2a-1995-48f4-abfa-94936cf32bd3 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Calling delete_port for 0bb8bbd1-243b-4614-afed-41e2d301f4d1 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:57:40.889597 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port bc3c51ef-83c6-4400-9862-e2c0e894387a completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:57:40.991558 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca0dd2f-149b-44c0-9ea0-a9645a8c9b79 None None] Network e896d8bb-157b-4a6a-ab78-674249a68618 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:57:41.199006 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49dcfe2a-1995-48f4-abfa-94936cf32bd3 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:41.254187 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d51282a5-1762-4b32-80b7-2a0d6e7d1e40 None None] Provisioning for port bc3c51ef-83c6-4400-9862-e2c0e894387a completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:57:41.270892 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d51282a5-1762-4b32-80b7-2a0d6e7d1e40 None None] Provisioning complete for port bc3c51ef-83c6-4400-9862-e2c0e894387a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:57:41.271366 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d51282a5-1762-4b32-80b7-2a0d6e7d1e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:41.288870 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dcfe2a-1995-48f4-abfa-94936cf32bd3 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Pushing event deleted for resources: {'Port': ['ID=0bb8bbd1-243b-4614-afed-41e2d301f4d1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:41.372608 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fe77d56c-cd64-4c16-a484-a0b0eb073505 req-c38a9b7e-cab9-4673-bfcd-201ac7bb7dc3 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb4bc0a7-4214-4fac-b484-6ec798bc52d9 HTTP/1.1" status: 200 len: 210 time: 0.0836012 Aug 19 14:57:41.557341 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cecd795-aff3-4d7e-a3d1-c877038bc0ae req-d3f492ec-d6c4-4bea-a6a4-f32a32bf42c3 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:41.568097 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cecd795-aff3-4d7e-a3d1-c877038bc0ae req-d3f492ec-d6c4-4bea-a6a4-f32a32bf42c3 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1585833-7d73-4dcc-a843-ac233b9ac743 HTTP/1.1" status: 200 len: 945 time: 0.1187000 Aug 19 14:57:41.640505 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cecd795-aff3-4d7e-a3d1-c877038bc0ae req-cd6631d9-88da-4fe0-9aa3-9a82045ed890 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711117 Aug 19 14:57:41.664431 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49dcfe2a-1995-48f4-abfa-94936cf32bd3 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:41.666811 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-49dcfe2a-1995-48f4-abfa-94936cf32bd3 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] 10.222.0.69 "DELETE /v2.0/ports/0bb8bbd1-243b-4614-afed-41e2d301f4d1 HTTP/1.1" status: 204 len: 168 time: 1.2766953 Aug 19 14:57:41.670358 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 42712) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:41.673383 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d51282a5-1762-4b32-80b7-2a0d6e7d1e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:41.703766 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-57b925eb-e987-4c9b-bd45-5e1d766b33d6 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] GET failed (client error): The resource could not be found. Aug 19 14:57:41.706083 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-57b925eb-e987-4c9b-bd45-5e1d766b33d6 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] 10.222.0.69 "GET /v2.0/ports/0bb8bbd1-243b-4614-afed-41e2d301f4d1 HTTP/1.1" status: 404 len: 333 time: 0.0345321 Aug 19 14:57:41.709899 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42714) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:41.715896 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-3a748029-f3a2-48d3-80ec-70b3c860945b tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Request body: {'port': {'network_id': 'e896d8bb-157b-4a6a-ab78-674249a68618', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-352846859'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:57:41.762207 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d51282a5-1762-4b32-80b7-2a0d6e7d1e40 None None] For port bc3c51ef-83c6-4400-9862-e2c0e894387a, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=bc3c51ef-83c6-4400-9862-e2c0e894387a,segment=NetworkSegment(524a9072-e724-46a6-b094-f6f56f74be0d),segment_id=524a9072-e724-46a6-b094-f6f56f74be0d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:41.771819 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d51282a5-1762-4b32-80b7-2a0d6e7d1e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:41.848075 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51282a5-1762-4b32-80b7-2a0d6e7d1e40 None None] Pushing event updated for resources: {'Port': ['ID=bc3c51ef-83c6-4400-9862-e2c0e894387a,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:41.909511 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a748029-f3a2-48d3-80ec-70b3c860945b tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Made reservation on behalf of 2e87781a8e6c4fef8deef0eb44417009 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:57:41.919378 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a748029-f3a2-48d3-80ec-70b3c860945b tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:41.949768 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-3a748029-f3a2-48d3-80ec-70b3c860945b tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] device_id is not set on port dee2fdca-7972-43cc-be4b-ab38a8866b1d yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:57:42.162263 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-3a748029-f3a2-48d3-80ec-70b3c860945b tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Allocated IP 2001:db8::125 (e896d8bb-157b-4a6a-ab78-674249a68618/36c5400f-24fd-43ec-80db-ff1a60516a82/dee2fdca-7972-43cc-be4b-ab38a8866b1d) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:57:42.313069 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f86cce1f-3984-4af9-8180-7db3535ccf1a None None] Provisioning complete for port bc3c51ef-83c6-4400-9862-e2c0e894387a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:57:42.315088 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f86cce1f-3984-4af9-8180-7db3535ccf1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:42.538910 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 42738) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:42.576973 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f86cce1f-3984-4af9-8180-7db3535ccf1a None None] Provisioning for port eb7e8fba-75db-455b-92ff-5f44d5ed872a completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:57:42.584921 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f86cce1f-3984-4af9-8180-7db3535ccf1a None None] Provisioning complete for port eb7e8fba-75db-455b-92ff-5f44d5ed872a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:57:42.585296 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f86cce1f-3984-4af9-8180-7db3535ccf1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:42.589684 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a748029-f3a2-48d3-80ec-70b3c860945b tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:42.637155 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-3a748029-f3a2-48d3-80ec-70b3c860945b tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Transition to ACTIVE for port object dee2fdca-7972-43cc-be4b-ab38a8866b1d will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:57:42.637965 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device bc3c51ef-83c6-4400-9862-e2c0e894387a up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:57:42.769496 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a748029-f3a2-48d3-80ec-70b3c860945b tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:42.809150 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device a18cacc9-102e-46db-be48-bebd16c1eda0 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:57:42.888337 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2945d092-4468-43fb-9cc1-6e9b6cafa735 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:42.892964 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f86cce1f-3984-4af9-8180-7db3535ccf1a None None] Port eb7e8fba-75db-455b-92ff-5f44d5ed872a cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:57:42.916982 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: a18cacc9-102e-46db-be48-bebd16c1eda0 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:57:42.917655 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device a18cacc9-102e-46db-be48-bebd16c1eda0 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:57:42.924726 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a748029-f3a2-48d3-80ec-70b3c860945b tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Network e896d8bb-157b-4a6a-ab78-674249a68618 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:57:42.937291 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-3a748029-f3a2-48d3-80ec-70b3c860945b tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:57:42.946692 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a748029-f3a2-48d3-80ec-70b3c860945b tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:57:42.962041 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port bc3c51ef-83c6-4400-9862-e2c0e894387a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:57:42.965326 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:42.972516 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a748029-f3a2-48d3-80ec-70b3c860945b tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:42.983998 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a748029-f3a2-48d3-80ec-70b3c860945b tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:43.016067 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a748029-f3a2-48d3-80ec-70b3c860945b tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Pushing event updated for resources: {'Port': ['ID=dee2fdca-7972-43cc-be4b-ab38a8866b1d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:43.060602 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c2690fb0-31dd-4e0e-be03-7c566de8d6f7 None None] Provisioning complete for port eb7e8fba-75db-455b-92ff-5f44d5ed872a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:57:43.063842 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c2690fb0-31dd-4e0e-be03-7c566de8d6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:43.074519 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-3a748029-f3a2-48d3-80ec-70b3c860945b tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3593380 Aug 19 14:57:43.079379 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42746) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:43.091019 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2945d092-4468-43fb-9cc1-6e9b6cafa735 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:43.093191 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-01914633-39b2-4cf9-a0d2-62f242b56400 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::b9', 'mac_address': 'fa:16:3e:f4:dd:f1'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:57:43.129082 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c2690fb0-31dd-4e0e-be03-7c566de8d6f7 None None] Port eb7e8fba-75db-455b-92ff-5f44d5ed872a cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:57:43.182826 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf1af68-e27a-4697-8bca-9ba61f1862cc req-4a2af11b-977b-4b2d-ac7b-5031250421a0 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:43.214496 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cdf1af68-e27a-4697-8bca-9ba61f1862cc req-4a2af11b-977b-4b2d-ac7b-5031250421a0 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1585833-7d73-4dcc-a843-ac233b9ac743 HTTP/1.1" status: 200 len: 945 time: 0.3152115 Aug 19 14:57:43.244459 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-01914633-39b2-4cf9-a0d2-62f242b56400 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:43.346836 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6ab454a4-6d91-464c-9930-b56a51986ba3 None None] Could not find standard attr ID for object 0bb8bbd1-243b-4614-afed-41e2d301f4d1. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 14:57:43.367132 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cdf1af68-e27a-4697-8bca-9ba61f1862cc req-ca785a73-cd2b-496c-9468-ce9caa9815ef tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516616 Aug 19 14:57:43.408863 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2945d092-4468-43fb-9cc1-6e9b6cafa735 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:43.412559 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2945d092-4468-43fb-9cc1-6e9b6cafa735 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:43.432546 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-2945d092-4468-43fb-9cc1-6e9b6cafa735 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "DELETE /v2.0/security-groups/c284ca6a-870d-46c5-a9ea-c9f2e0568fd0 HTTP/1.1" status: 204 len: 168 time: 0.8922575 Aug 19 14:57:43.468697 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2945d092-4468-43fb-9cc1-6e9b6cafa735 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c284ca6a-870d-46c5-a9ea-c9f2e0568fd0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:43.555192 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 42764) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:43.783102 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-01914633-39b2-4cf9-a0d2-62f242b56400 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:43.800091 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-01914633-39b2-4cf9-a0d2-62f242b56400 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:43.867869 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-01914633-39b2-4cf9-a0d2-62f242b56400 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] In _notify_port_updated(), no bound segment for port dee2fdca-7972-43cc-be4b-ab38a8866b1d on network e896d8bb-157b-4a6a-ab78-674249a68618 {{(pid=94639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 14:57:43.877829 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01914633-39b2-4cf9-a0d2-62f242b56400 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:43.878503 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-01914633-39b2-4cf9-a0d2-62f242b56400 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:43.879853 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-01914633-39b2-4cf9-a0d2-62f242b56400 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] 10.222.0.69 "PUT /v2.0/ports/dee2fdca-7972-43cc-be4b-ab38a8866b1d HTTP/1.1" status: 200 len: 1001 time: 0.7963121 Aug 19 14:57:43.882800 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42770) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:43.961503 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-902d6ad0-6e5f-46e4-b9dc-4048910c9d6d None None] Provisioning for port dee2fdca-7972-43cc-be4b-ab38a8866b1d completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:57:43.988949 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-902d6ad0-6e5f-46e4-b9dc-4048910c9d6d None None] Provisioning complete for port dee2fdca-7972-43cc-be4b-ab38a8866b1d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:57:43.994710 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-902d6ad0-6e5f-46e4-b9dc-4048910c9d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:44.023368 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01914633-39b2-4cf9-a0d2-62f242b56400 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Pushing event updated for resources: {'Port': ['ID=dee2fdca-7972-43cc-be4b-ab38a8866b1d,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:44.050322 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-556f5c8e-be25-4013-8b8e-573a6325185d tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Deleting port dee2fdca-7972-43cc-be4b-ab38a8866b1d {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:57:44.050322 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-556f5c8e-be25-4013-8b8e-573a6325185d tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:44.166239 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-902d6ad0-6e5f-46e4-b9dc-4048910c9d6d None None] Port dee2fdca-7972-43cc-be4b-ab38a8866b1d cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:57:44.405533 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-556f5c8e-be25-4013-8b8e-573a6325185d tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:44.436748 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-556f5c8e-be25-4013-8b8e-573a6325185d tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Calling delete_port for dee2fdca-7972-43cc-be4b-ab38a8866b1d owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:57:44.706035 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3b594-f440-4511-8428-ec8650833a4a req-44834332-66b1-4b0d-a56e-29712f32aa88 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:44.713725 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cce3b594-f440-4511-8428-ec8650833a4a req-44834332-66b1-4b0d-a56e-29712f32aa88 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bd6271d-517a-4243-a048-53093d66138c HTTP/1.1" status: 200 len: 945 time: 0.2662063 Aug 19 14:57:44.805039 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-556f5c8e-be25-4013-8b8e-573a6325185d tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:44.868672 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f037338f-2c88-4407-82da-30faac5e6d44 req-e968fb75-c3ce-432c-9b74-4df1bf8fad13 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:44.885620 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f037338f-2c88-4407-82da-30faac5e6d44 req-e968fb75-c3ce-432c-9b74-4df1bf8fad13 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1585833-7d73-4dcc-a843-ac233b9ac743 HTTP/1.1" status: 200 len: 945 time: 0.3437488 Aug 19 14:57:44.937389 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f5c8e-be25-4013-8b8e-573a6325185d tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Pushing event deleted for resources: {'Port': ['ID=dee2fdca-7972-43cc-be4b-ab38a8866b1d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:45.003035 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-22edfc8a-370b-40a3-9508-555f1a853a78 None None] Could not find standard attr ID for object dee2fdca-7972-43cc-be4b-ab38a8866b1d. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 14:57:45.026925 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cce3b594-f440-4511-8428-ec8650833a4a req-03ef4e78-e7d0-4168-8ad5-62b828e9aa8c tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/security-groups?id=d293a293-c95e-4636-a077-650b953c4fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101891 Aug 19 14:57:45.083144 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f037338f-2c88-4407-82da-30faac5e6d44 req-e82fe069-6b49-417c-aab5-2c32d406cd70 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866825 Aug 19 14:57:45.146423 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-556f5c8e-be25-4013-8b8e-573a6325185d tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:45.154329 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-556f5c8e-be25-4013-8b8e-573a6325185d tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] 10.222.0.69 "DELETE /v2.0/ports/dee2fdca-7972-43cc-be4b-ab38a8866b1d HTTP/1.1" status: 204 len: 168 time: 1.2696183 Aug 19 14:57:45.156490 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42790) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:45.231112 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acb4f269-b8fa-4b43-8eeb-015c9c4f8dfc tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:45.232705 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-24015bc9-ee02-46ce-83a7-1ddd56518723 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] GET failed (client error): The resource could not be found. Aug 19 14:57:45.235713 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-24015bc9-ee02-46ce-83a7-1ddd56518723 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] 10.222.0.69 "GET /v2.0/ports/dee2fdca-7972-43cc-be4b-ab38a8866b1d HTTP/1.1" status: 404 len: 333 time: 0.0780852 Aug 19 14:57:45.239629 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42794) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:45.256186 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-591e0f5d-ec00-445f-9790-b974b7a0717c tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Request body: {'port': {'network_id': 'e896d8bb-157b-4a6a-ab78-674249a68618', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-598643615'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:57:45.610582 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591e0f5d-ec00-445f-9790-b974b7a0717c tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Made reservation on behalf of 2e87781a8e6c4fef8deef0eb44417009 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:57:45.624447 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-591e0f5d-ec00-445f-9790-b974b7a0717c tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:45.671143 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-591e0f5d-ec00-445f-9790-b974b7a0717c tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] device_id is not set on port 9bf64455-60a2-4b8b-9aec-a9fa7e4be87b yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:57:45.855445 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-591e0f5d-ec00-445f-9790-b974b7a0717c tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Allocated IP 2001:db8::24c (e896d8bb-157b-4a6a-ab78-674249a68618/36c5400f-24fd-43ec-80db-ff1a60516a82/9bf64455-60a2-4b8b-9aec-a9fa7e4be87b) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:57:45.971853 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f40a4-0a50-4360-bb3d-e4bfbf86fb57 req-da5e4fb7-4532-4657-933c-02e10b7ead8d tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:45.975032 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-507f40a4-0a50-4360-bb3d-e4bfbf86fb57 req-da5e4fb7-4532-4657-933c-02e10b7ead8d tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.88 "GET /v2.0/ports?device_id=9bd6271d-517a-4243-a048-53093d66138c HTTP/1.1" status: 200 len: 945 time: 0.2622955 Aug 19 14:57:46.128914 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-591e0f5d-ec00-445f-9790-b974b7a0717c tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:46.166212 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-591e0f5d-ec00-445f-9790-b974b7a0717c tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Transition to ACTIVE for port object 9bf64455-60a2-4b8b-9aec-a9fa7e4be87b will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:57:46.206421 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-acb4f269-b8fa-4b43-8eeb-015c9c4f8dfc tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Deleting port a95a6f99-ace6-480d-9f10-0df62d2c2444 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:57:46.207031 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acb4f269-b8fa-4b43-8eeb-015c9c4f8dfc tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:46.246218 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-591e0f5d-ec00-445f-9790-b974b7a0717c tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:46.368440 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591e0f5d-ec00-445f-9790-b974b7a0717c tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Network e896d8bb-157b-4a6a-ab78-674249a68618 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:57:46.373427 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49cc267-02cb-4bc6-910e-f596f7b10181 req-81d275c1-fb9a-41f7-a1aa-42cf2524cb4a tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:46.374519 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-591e0f5d-ec00-445f-9790-b974b7a0717c tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:57:46.383670 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c49cc267-02cb-4bc6-910e-f596f7b10181 req-81d275c1-fb9a-41f7-a1aa-42cf2524cb4a tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1585833-7d73-4dcc-a843-ac233b9ac743 HTTP/1.1" status: 200 len: 945 time: 0.1914999 Aug 19 14:57:46.393935 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591e0f5d-ec00-445f-9790-b974b7a0717c tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:57:46.418695 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591e0f5d-ec00-445f-9790-b974b7a0717c tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:46.421296 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-591e0f5d-ec00-445f-9790-b974b7a0717c tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:46.426491 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-507f40a4-0a50-4360-bb3d-e4bfbf86fb57 req-420e00f6-2fcf-4efc-b37b-78d10beffef3 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Deleting port 36e52d9b-d1bd-492b-9d57-76ad8c82d474 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:57:46.427100 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-507f40a4-0a50-4360-bb3d-e4bfbf86fb57 req-420e00f6-2fcf-4efc-b37b-78d10beffef3 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:46.437999 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10159dd2-c965-452f-acd1-856dec1aa186 req-7d79093d-0c90-4d00-9652-7e3304855f3f tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:46.440027 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e0f5d-ec00-445f-9790-b974b7a0717c tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Pushing event updated for resources: {'Port': ['ID=9bf64455-60a2-4b8b-9aec-a9fa7e4be87b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:46.440755 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-10159dd2-c965-452f-acd1-856dec1aa186 req-7d79093d-0c90-4d00-9652-7e3304855f3f tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bd6271d-517a-4243-a048-53093d66138c HTTP/1.1" status: 200 len: 945 time: 0.2305310 Aug 19 14:57:46.483549 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-591e0f5d-ec00-445f-9790-b974b7a0717c tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2401886 Aug 19 14:57:46.483779 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42814) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:46.490106 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-959c453c-e77b-4ff4-8b2b-dfc27c1c95a4 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:f4:dd:f1'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:57:46.538541 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-acb4f269-b8fa-4b43-8eeb-015c9c4f8dfc tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] For port a95a6f99-ace6-480d-9f10-0df62d2c2444, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=a95a6f99-ace6-480d-9f10-0df62d2c2444,segment=NetworkSegment(15cf7ed1-9182-451f-b8d9-7fd01644e298),segment_id=15cf7ed1-9182-451f-b8d9-7fd01644e298)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:46.539234 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acb4f269-b8fa-4b43-8eeb-015c9c4f8dfc tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:46.875434 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6f2882bb-4eaf-40dc-8413-efaec3b23882 None None] Provisioning for port 9bf64455-60a2-4b8b-9aec-a9fa7e4be87b completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:57:46.899669 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6f2882bb-4eaf-40dc-8413-efaec3b23882 None None] Provisioning complete for port 9bf64455-60a2-4b8b-9aec-a9fa7e4be87b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:57:46.903729 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-959c453c-e77b-4ff4-8b2b-dfc27c1c95a4 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:46.904885 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6f2882bb-4eaf-40dc-8413-efaec3b23882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:46.997340 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6f2882bb-4eaf-40dc-8413-efaec3b23882 None None] Port 9bf64455-60a2-4b8b-9aec-a9fa7e4be87b cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:57:47.103428 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c49cc267-02cb-4bc6-910e-f596f7b10181 req-7cce9015-4c30-4af3-9faf-e087ffe26bba tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7185950 Aug 19 14:57:47.129097 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-10159dd2-c965-452f-acd1-856dec1aa186 req-f356c96a-9077-4f17-b306-93b7ee02f504 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/security-groups?id=d293a293-c95e-4636-a077-650b953c4fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6599028 Aug 19 14:57:47.134878 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-acb4f269-b8fa-4b43-8eeb-015c9c4f8dfc tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Calling delete_port for a95a6f99-ace6-480d-9f10-0df62d2c2444 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:57:47.247872 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-507f40a4-0a50-4360-bb3d-e4bfbf86fb57 req-420e00f6-2fcf-4efc-b37b-78d10beffef3 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] For port 36e52d9b-d1bd-492b-9d57-76ad8c82d474, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=36e52d9b-d1bd-492b-9d57-76ad8c82d474,segment=NetworkSegment(9f3b2564-15f5-43a5-bb53-1bcbad751f27),segment_id=9f3b2564-15f5-43a5-bb53-1bcbad751f27)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:47.248680 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-507f40a4-0a50-4360-bb3d-e4bfbf86fb57 req-420e00f6-2fcf-4efc-b37b-78d10beffef3 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:47.271983 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-507f40a4-0a50-4360-bb3d-e4bfbf86fb57 req-420e00f6-2fcf-4efc-b37b-78d10beffef3 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Calling delete_port for 36e52d9b-d1bd-492b-9d57-76ad8c82d474 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:57:47.285718 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-959c453c-e77b-4ff4-8b2b-dfc27c1c95a4 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:47.294770 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-959c453c-e77b-4ff4-8b2b-dfc27c1c95a4 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:47.328021 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-959c453c-e77b-4ff4-8b2b-dfc27c1c95a4 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] In _notify_port_updated(), no bound segment for port 9bf64455-60a2-4b8b-9aec-a9fa7e4be87b on network e896d8bb-157b-4a6a-ab78-674249a68618 {{(pid=94639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 14:57:47.345105 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959c453c-e77b-4ff4-8b2b-dfc27c1c95a4 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:47.345817 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-959c453c-e77b-4ff4-8b2b-dfc27c1c95a4 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:47.349869 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-959c453c-e77b-4ff4-8b2b-dfc27c1c95a4 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] 10.222.0.69 "PUT /v2.0/ports/9bf64455-60a2-4b8b-9aec-a9fa7e4be87b HTTP/1.1" status: 200 len: 1002 time: 0.8624580 Aug 19 14:57:47.355055 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42820) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:47.565600 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959c453c-e77b-4ff4-8b2b-dfc27c1c95a4 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Pushing event updated for resources: {'Port': ['ID=9bf64455-60a2-4b8b-9aec-a9fa7e4be87b,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:47.648131 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-58272695-6e6f-419a-8a97-7e73e571e28a tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Deleting port 9bf64455-60a2-4b8b-9aec-a9fa7e4be87b {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:57:47.648131 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58272695-6e6f-419a-8a97-7e73e571e28a tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:47.651254 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acb4f269-b8fa-4b43-8eeb-015c9c4f8dfc tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:47.786166 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb4f269-b8fa-4b43-8eeb-015c9c4f8dfc tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event deleted for resources: {'Port': ['ID=a95a6f99-ace6-480d-9f10-0df62d2c2444,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:47.849222 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f7feaa56-24fd-4157-87a6-b53bd3259d78 None None] Provisioning complete for port 9bf64455-60a2-4b8b-9aec-a9fa7e4be87b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:57:47.849942 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f7feaa56-24fd-4157-87a6-b53bd3259d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:47.903405 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-507f40a4-0a50-4360-bb3d-e4bfbf86fb57 req-420e00f6-2fcf-4efc-b37b-78d10beffef3 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:47.920919 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['36e52d9b-d1bd-492b-9d57-76ad8c82d474'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:57:47.938656 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58272695-6e6f-419a-8a97-7e73e571e28a tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:47.973930 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-58272695-6e6f-419a-8a97-7e73e571e28a tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Calling delete_port for 9bf64455-60a2-4b8b-9aec-a9fa7e4be87b owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:57:48.015809 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f7feaa56-24fd-4157-87a6-b53bd3259d78 None None] Port 9bf64455-60a2-4b8b-9aec-a9fa7e4be87b cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:57:48.049217 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420e00f6-2fcf-4efc-b37b-78d10beffef3 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Pushing event deleted for resources: {'Port': ['ID=36e52d9b-d1bd-492b-9d57-76ad8c82d474,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:48.193218 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-507f40a4-0a50-4360-bb3d-e4bfbf86fb57 req-420e00f6-2fcf-4efc-b37b-78d10beffef3 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] No DVR routers for this DVR port 36e52d9b-d1bd-492b-9d57-76ad8c82d474 on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:57:48.201205 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-507f40a4-0a50-4360-bb3d-e4bfbf86fb57 req-420e00f6-2fcf-4efc-b37b-78d10beffef3 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:48.203267 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-507f40a4-0a50-4360-bb3d-e4bfbf86fb57 req-420e00f6-2fcf-4efc-b37b-78d10beffef3 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.88 "DELETE /v2.0/ports/36e52d9b-d1bd-492b-9d57-76ad8c82d474 HTTP/1.1" status: 204 len: 173 time: 2.2163198 Aug 19 14:57:48.203711 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd6271d-517a-4243-a048-53093d66138c', 'name': 'network-vif-deleted', 'tag': '36e52d9b-d1bd-492b-9d57-76ad8c82d474'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:57:48.206179 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47f0bbe-97a1-4783-862d-5c5018f02005" -d '{"events": [{"server_uuid": "9bd6271d-517a-4243-a048-53093d66138c", "name": "network-vif-deleted", "tag": "36e52d9b-d1bd-492b-9d57-76ad8c82d474"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:57:48.260201 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58272695-6e6f-419a-8a97-7e73e571e28a tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:48.329160 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58272695-6e6f-419a-8a97-7e73e571e28a tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Pushing event deleted for resources: {'Port': ['ID=9bf64455-60a2-4b8b-9aec-a9fa7e4be87b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:48.330299 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acb4f269-b8fa-4b43-8eeb-015c9c4f8dfc tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:48.393114 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58272695-6e6f-419a-8a97-7e73e571e28a tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:48.397765 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-58272695-6e6f-419a-8a97-7e73e571e28a tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] 10.222.0.69 "DELETE /v2.0/ports/9bf64455-60a2-4b8b-9aec-a9fa7e4be87b HTTP/1.1" status: 204 len: 168 time: 1.0404873 Aug 19 14:57:48.398048 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42834) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:48.406460 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-98ccead2-60bb-45c9-9d69-bedb984ddbb5 req-da76cc24-6289-4ff5-9919-ffc4c23c9337 tempest-AttachVolumeNegativeTest-1379796697 tempest-AttachVolumeNegativeTest-1379796697-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bd6271d-517a-4243-a048-53093d66138c HTTP/1.1" status: 200 len: 210 time: 0.0651860 Aug 19 14:57:48.486764 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f9ea9ca-0a92-4329-a17f-82708d39afb1 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] GET failed (client error): The resource could not be found. Aug 19 14:57:48.486764 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1f9ea9ca-0a92-4329-a17f-82708d39afb1 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] 10.222.0.69 "GET /v2.0/ports/9bf64455-60a2-4b8b-9aec-a9fa7e4be87b HTTP/1.1" status: 404 len: 333 time: 0.0830097 Aug 19 14:57:48.486764 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42836) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:48.491197 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5e03df51-c5a2-4ad9-93a0-a780745ffc46 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Request body: {'port': {'network_id': 'e896d8bb-157b-4a6a-ab78-674249a68618', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-432851253'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:57:48.726825 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d649b9c-6fe3-4454-8bb7-74170f954fc3 x-openstack-request-id: req-2d649b9c-6fe3-4454-8bb7-74170f954fc3 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:57:48.727817 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bd6271d-517a-4243-a048-53093d66138c", "name": "network-vif-deleted", "tag": "36e52d9b-d1bd-492b-9d57-76ad8c82d474", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:57:48.729705 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2d649b9c-6fe3-4454-8bb7-74170f954fc3 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:57:48.731236 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bd6271d-517a-4243-a048-53093d66138c', 'name': 'network-vif-deleted', 'tag': '36e52d9b-d1bd-492b-9d57-76ad8c82d474', 'status': 'completed', 'code': 200} Aug 19 14:57:48.813830 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e03df51-c5a2-4ad9-93a0-a780745ffc46 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Made reservation on behalf of 2e87781a8e6c4fef8deef0eb44417009 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:57:48.824885 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e03df51-c5a2-4ad9-93a0-a780745ffc46 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:48.885719 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-5e03df51-c5a2-4ad9-93a0-a780745ffc46 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] device_id is not set on port acaac068-e00a-497f-a316-35a2104a5db1 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:57:48.900060 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f7802-c7c7-49eb-8f00-fb8951cbad39 req-e524d405-bc9a-4029-9f5e-e0a6d9c80b98 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:48.911528 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9f1f7802-c7c7-49eb-8f00-fb8951cbad39 req-e524d405-bc9a-4029-9f5e-e0a6d9c80b98 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1585833-7d73-4dcc-a843-ac233b9ac743 HTTP/1.1" status: 200 len: 945 time: 0.5251052 Aug 19 14:57:49.079999 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9f1f7802-c7c7-49eb-8f00-fb8951cbad39 req-beb90e41-a4c8-4789-b5c3-6f3e7c9d7459 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499643 Aug 19 14:57:49.098665 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb4f269-b8fa-4b43-8eeb-015c9c4f8dfc tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Router 79eacc9c-de3c-45c6-a03f-a0880943e739 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:57:49.129274 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-5e03df51-c5a2-4ad9-93a0-a780745ffc46 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Allocated IP 2001:db8::3ca (e896d8bb-157b-4a6a-ab78-674249a68618/36c5400f-24fd-43ec-80db-ff1a60516a82/acaac068-e00a-497f-a316-35a2104a5db1) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:57:49.406734 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e03df51-c5a2-4ad9-93a0-a780745ffc46 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:49.429762 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-5e03df51-c5a2-4ad9-93a0-a780745ffc46 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Transition to ACTIVE for port object acaac068-e00a-497f-a316-35a2104a5db1 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:57:49.437787 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb4f269-b8fa-4b43-8eeb-015c9c4f8dfc tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:57:49.457429 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76adc807-882c-42bd-a3e0-d5d5ec2de600 None None] Sync routers for ids ['79eacc9c-de3c-45c6-a03f-a0880943e739'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:57:49.468798 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-acb4f269-b8fa-4b43-8eeb-015c9c4f8dfc tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "PUT /v2.0/routers/79eacc9c-de3c-45c6-a03f-a0880943e739/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9086728 Aug 19 14:57:49.470667 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 42846) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:49.474214 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76adc807-882c-42bd-a3e0-d5d5ec2de600 None None] Routers {'79eacc9c-de3c-45c6-a03f-a0880943e739'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:57:49.476868 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-76adc807-882c-42bd-a3e0-d5d5ec2de600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:57:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['79eacc9c-de3c-45c6-a03f-a0880943e739'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:49.522659 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e03df51-c5a2-4ad9-93a0-a780745ffc46 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:49.582792 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42850) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:49.614981 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-f80c44a5-f78a-4889-a4af-e7bec35a6cd3 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Deleting subnet 343f9450-b774-4208-80c0-7a1108aa0a03 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:57:49.633132 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f80c44a5-f78a-4889-a4af-e7bec35a6cd3 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:49.761026 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f80c44a5-f78a-4889-a4af-e7bec35a6cd3 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:49.793923 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e03df51-c5a2-4ad9-93a0-a780745ffc46 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Network e896d8bb-157b-4a6a-ab78-674249a68618 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:57:49.827974 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-76adc807-882c-42bd-a3e0-d5d5ec2de600 None None] Set router 79eacc9c-de3c-45c6-a03f-a0880943e739 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:57:49.831959 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-5e03df51-c5a2-4ad9-93a0-a780745ffc46 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:57:49.883170 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e03df51-c5a2-4ad9-93a0-a780745ffc46 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:57:49.909948 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e03df51-c5a2-4ad9-93a0-a780745ffc46 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:49.913020 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e03df51-c5a2-4ad9-93a0-a780745ffc46 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:49.966017 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-d76c34ad-5ab7-4bad-b147-9cd2373487cd admin admin] Deleting subnet f94001b9-7f0e-43d0-8c52-f0d228ad89db {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:57:49.984745 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d76c34ad-5ab7-4bad-b147-9cd2373487cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:49.989759 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e03df51-c5a2-4ad9-93a0-a780745ffc46 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Pushing event updated for resources: {'Port': ['ID=acaac068-e00a-497f-a316-35a2104a5db1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:50.071339 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5e03df51-c5a2-4ad9-93a0-a780745ffc46 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5841694 Aug 19 14:57:50.074684 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42854) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:50.108570 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-05dcd815-f7d5-458d-8d91-0e112c7ce309 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Request body: {'port': {'network_id': 'e896d8bb-157b-4a6a-ab78-674249a68618', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1752849222'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:57:50.427508 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f80c44a5-f78a-4889-a4af-e7bec35a6cd3 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:50.549273 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d76c34ad-5ab7-4bad-b147-9cd2373487cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:50.567635 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-76adc807-882c-42bd-a3e0-d5d5ec2de600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79eacc9c-de3c-45c6-a03f-a0880943e739', 'name': 'tempest-TestNetworkBasicOps-router-1510909828', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '208a992f-225f-452f-ab13-068f849590a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:56:13Z', 'updated_at': '2021-08-19T14:57:47Z', 'revision_number': 5, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'gw_port': {'id': '208a992f-225f-452f-ab13-068f849590a4', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:80:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79eacc9c-de3c-45c6-a03f-a0880943e739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:56:14Z', 'updated_at': '2021-08-19T14:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:50.624538 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fe39ea23-efa4-47db-a30f-9c9585584d2a None None] Provisioning for port acaac068-e00a-497f-a316-35a2104a5db1 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:57:50.632215 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fe39ea23-efa4-47db-a30f-9c9585584d2a None None] Provisioning complete for port acaac068-e00a-497f-a316-35a2104a5db1 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:57:50.637637 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fe39ea23-efa4-47db-a30f-9c9585584d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:50.655508 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76adc807-882c-42bd-a3e0-d5d5ec2de600 None None] Checking router: 79eacc9c-de3c-45c6-a03f-a0880943e739 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:57:50.680459 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76adc807-882c-42bd-a3e0-d5d5ec2de600 None None] Routers {'79eacc9c-de3c-45c6-a03f-a0880943e739'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:57:50.683554 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-76adc807-882c-42bd-a3e0-d5d5ec2de600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:57:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['79eacc9c-de3c-45c6-a03f-a0880943e739'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:50.701831 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f6f3b-2d5b-4507-a7af-f7c508012ca3 req-af218d48-5ee9-44b2-bb3d-22ff872cff65 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:50.712124 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e93f6f3b-2d5b-4507-a7af-f7c508012ca3 req-af218d48-5ee9-44b2-bb3d-22ff872cff65 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1585833-7d73-4dcc-a843-ac233b9ac743 HTTP/1.1" status: 200 len: 945 time: 0.2119234 Aug 19 14:57:50.729852 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d76c34ad-5ab7-4bad-b147-9cd2373487cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:50.763825 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 36e52d9b-d1bd-492b-9d57-76ad8c82d474 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:57:50.792954 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f80c44a5-f78a-4889-a4af-e7bec35a6cd3 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:50.844375 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05dcd815-f7d5-458d-8d91-0e112c7ce309 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Made reservation on behalf of 2e87781a8e6c4fef8deef0eb44417009 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:57:50.854354 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: 36e52d9b-d1bd-492b-9d57-76ad8c82d474 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:57:50.854966 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 36e52d9b-d1bd-492b-9d57-76ad8c82d474 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:57:50.871677 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05dcd815-f7d5-458d-8d91-0e112c7ce309 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:50.893409 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-fe39ea23-efa4-47db-a30f-9c9585584d2a None None] Port acaac068-e00a-497f-a316-35a2104a5db1 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:57:50.944565 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80c44a5-f78a-4889-a4af-e7bec35a6cd3 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event deleted for resources: {'Subnet': ['ID=343f9450-b774-4208-80c0-7a1108aa0a03,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:50.955762 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-05dcd815-f7d5-458d-8d91-0e112c7ce309 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] device_id is not set on port 0c5ef5f5-c59c-4345-ac86-0f781cd9f1c5 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:57:51.016652 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80c44a5-f78a-4889-a4af-e7bec35a6cd3 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:51.017052 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80c44a5-f78a-4889-a4af-e7bec35a6cd3 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:51.017405 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80c44a5-f78a-4889-a4af-e7bec35a6cd3 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:51.017750 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80c44a5-f78a-4889-a4af-e7bec35a6cd3 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:51.018089 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80c44a5-f78a-4889-a4af-e7bec35a6cd3 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:51.018424 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80c44a5-f78a-4889-a4af-e7bec35a6cd3 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:51.018755 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80c44a5-f78a-4889-a4af-e7bec35a6cd3 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:51.028972 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80c44a5-f78a-4889-a4af-e7bec35a6cd3 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:51.029361 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80c44a5-f78a-4889-a4af-e7bec35a6cd3 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:51.029723 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80c44a5-f78a-4889-a4af-e7bec35a6cd3 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:51.030086 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80c44a5-f78a-4889-a4af-e7bec35a6cd3 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:51.035064 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80c44a5-f78a-4889-a4af-e7bec35a6cd3 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:51.038709 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-76adc807-882c-42bd-a3e0-d5d5ec2de600 None None] Set router 79eacc9c-de3c-45c6-a03f-a0880943e739 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:57:51.039652 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d76c34ad-5ab7-4bad-b147-9cd2373487cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:51.065131 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e93f6f3b-2d5b-4507-a7af-f7c508012ca3 req-4ea226f3-1619-4c86-a016-eb0c7fadeca9 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520997 Aug 19 14:57:51.083017 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f80c44a5-f78a-4889-a4af-e7bec35a6cd3 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:51.090295 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca2d0e1-373b-4a58-a54b-a4f69487fc62 None None] Network 434ddfff-ebd5-4a01-82bb-a16e45efc03c requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:57:51.109851 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f80c44a5-f78a-4889-a4af-e7bec35a6cd3 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "DELETE /v2.0/subnets/343f9450-b774-4208-80c0-7a1108aa0a03 HTTP/1.1" status: 204 len: 168 time: 1.6369560 Aug 19 14:57:51.110526 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 42864) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:51.122021 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c34ad-5ab7-4bad-b147-9cd2373487cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f94001b9-7f0e-43d0-8c52-f0d228ad89db,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:51.133689 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d76c34ad-5ab7-4bad-b147-9cd2373487cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:51.136069 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d76c34ad-5ab7-4bad-b147-9cd2373487cd admin admin] 10.222.0.69 "DELETE /v2.0/subnets/f94001b9-7f0e-43d0-8c52-f0d228ad89db HTTP/1.1" status: 204 len: 168 time: 1.5191693 Aug 19 14:57:51.154168 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 42866) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:51.205115 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-05dcd815-f7d5-458d-8d91-0e112c7ce309 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Allocated IP 2001:db8::2f8 (e896d8bb-157b-4a6a-ab78-674249a68618/36c5400f-24fd-43ec-80db-ff1a60516a82/0c5ef5f5-c59c-4345-ac86-0f781cd9f1c5) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:57:51.458822 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-76adc807-882c-42bd-a3e0-d5d5ec2de600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79eacc9c-de3c-45c6-a03f-a0880943e739', 'name': 'tempest-TestNetworkBasicOps-router-1510909828', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '208a992f-225f-452f-ab13-068f849590a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:56:13Z', 'updated_at': '2021-08-19T14:57:47Z', 'revision_number': 5, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'gw_port': {'id': '208a992f-225f-452f-ab13-068f849590a4', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:80:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79eacc9c-de3c-45c6-a03f-a0880943e739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:56:14Z', 'updated_at': '2021-08-19T14:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:51.531609 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76adc807-882c-42bd-a3e0-d5d5ec2de600 None None] The sync data for ids ['79eacc9c-de3c-45c6-a03f-a0880943e739'] in n-d-766043-2 is: [{'id': '79eacc9c-de3c-45c6-a03f-a0880943e739', 'name': 'tempest-TestNetworkBasicOps-router-1510909828', 'tenant_id': '7a0c6ff201d948d2944c0780e076389b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '208a992f-225f-452f-ab13-068f849590a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:56:13Z', 'updated_at': '2021-08-19T14:57:47Z', 'revision_number': 5, 'project_id': '7a0c6ff201d948d2944c0780e076389b', 'gw_port': {'id': '208a992f-225f-452f-ab13-068f849590a4', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:80:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79eacc9c-de3c-45c6-a03f-a0880943e739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:56:14Z', 'updated_at': '2021-08-19T14:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:57:51.548151 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d6939e61-83b8-4844-8351-63692b0f1bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:51.562313 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05dcd815-f7d5-458d-8d91-0e112c7ce309 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:51.625680 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aaa5b53-6997-499e-9efc-9acc1ee9bcc5 None None] DHCP port deletion for 434ddfff-ebd5-4a01-82bb-a16e45efc03c request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:57:51.654860 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-05dcd815-f7d5-458d-8d91-0e112c7ce309 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Transition to ACTIVE for port object 0c5ef5f5-c59c-4345-ac86-0f781cd9f1c5 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:57:51.699089 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8cd1a821-c33c-4165-8c9f-0cdcb63e64a3 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:51.734724 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05dcd815-f7d5-458d-8d91-0e112c7ce309 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:51.749435 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9aaa5b53-6997-499e-9efc-9acc1ee9bcc5 None None] Deleting port 6f95de09-b29a-43bf-a495-19b733ebf83b {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:57:51.749981 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9aaa5b53-6997-499e-9efc-9acc1ee9bcc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:51.756005 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d6939e61-83b8-4844-8351-63692b0f1bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:51.790318 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d6939e61-83b8-4844-8351-63692b0f1bfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fa445be-0d18-48a9-824e-a1d171d6214e']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:51.848466 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d6939e61-83b8-4844-8351-63692b0f1bfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f3b2564-15f5-43a5-bb53-1bcbad751f27') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:51.849235 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d6939e61-83b8-4844-8351-63692b0f1bfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f3b2564-15f5-43a5-bb53-1bcbad751f27') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:51.864434 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d6939e61-83b8-4844-8351-63692b0f1bfc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:51.868352 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05dcd815-f7d5-458d-8d91-0e112c7ce309 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Network e896d8bb-157b-4a6a-ab78-674249a68618 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:57:51.873439 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-05dcd815-f7d5-458d-8d91-0e112c7ce309 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:57:51.877599 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dcd815-f7d5-458d-8d91-0e112c7ce309 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:57:51.898317 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d6939e61-83b8-4844-8351-63692b0f1bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:51.911897 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6939e61-83b8-4844-8351-63692b0f1bfc admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:57:51.912977 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d6939e61-83b8-4844-8351-63692b0f1bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:51.915566 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:57:51.915566 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:57:51.915566 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:57:51.915566 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:57:51.915566 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:57:51.915566 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:57:51.915566 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:57:51.915566 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:57:51.915566 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:57:51.915566 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:57:51.915566 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:57:51.915566 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:57:51.915566 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:57:51.915566 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:57:51.915566 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:57:51.915566 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:57:51.915566 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:57:51.915566 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:57:51.915566 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:57:51.915566 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:57:51.915566 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:57:51.915566 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:57:51.915566 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:57:51.915566 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:57:51.915566 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:57:51.915566 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:57:51.915566 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:57:51.915566 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:57:51.915566 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:57:51.915566 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:57:51.915566 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:57:51.915566 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:57:51.920303 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05dcd815-f7d5-458d-8d91-0e112c7ce309 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:51.922604 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05dcd815-f7d5-458d-8d91-0e112c7ce309 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:51.992516 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dcd815-f7d5-458d-8d91-0e112c7ce309 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Pushing event updated for resources: {'Port': ['ID=0c5ef5f5-c59c-4345-ac86-0f781cd9f1c5,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:51.998716 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9aaa5b53-6997-499e-9efc-9acc1ee9bcc5 None None] For port 6f95de09-b29a-43bf-a495-19b733ebf83b, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=6f95de09-b29a-43bf-a495-19b733ebf83b,segment=NetworkSegment(15cf7ed1-9182-451f-b8d9-7fd01644e298),segment_id=15cf7ed1-9182-451f-b8d9-7fd01644e298)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:51.999497 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9aaa5b53-6997-499e-9efc-9acc1ee9bcc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:52.033977 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9aaa5b53-6997-499e-9efc-9acc1ee9bcc5 None None] Calling delete_port for 6f95de09-b29a-43bf-a495-19b733ebf83b owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:57:52.046949 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-05dcd815-f7d5-458d-8d91-0e112c7ce309 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9694402 Aug 19 14:57:52.047831 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42874) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:52.057541 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8cd1a821-c33c-4165-8c9f-0cdcb63e64a3 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:52.062644 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-9ea82c9d-0c86-4086-9216-31255c39d91e tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::b9', 'mac_address': 'fa:16:3e:f4:dd:f1'}, {'ip_address': '2001:db8::3ca', 'mac_address': 'fa:16:3e:2c:96:ec'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:57:52.150613 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dcd815-f7d5-458d-8d91-0e112c7ce309 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:52.152370 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dcd815-f7d5-458d-8d91-0e112c7ce309 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:52.153790 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dcd815-f7d5-458d-8d91-0e112c7ce309 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:52.154214 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dcd815-f7d5-458d-8d91-0e112c7ce309 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:52.154566 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dcd815-f7d5-458d-8d91-0e112c7ce309 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:52.154913 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dcd815-f7d5-458d-8d91-0e112c7ce309 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:52.157288 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dcd815-f7d5-458d-8d91-0e112c7ce309 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:52.158328 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dcd815-f7d5-458d-8d91-0e112c7ce309 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:52.158708 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dcd815-f7d5-458d-8d91-0e112c7ce309 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:52.159093 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dcd815-f7d5-458d-8d91-0e112c7ce309 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:52.159439 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dcd815-f7d5-458d-8d91-0e112c7ce309 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:52.159777 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dcd815-f7d5-458d-8d91-0e112c7ce309 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:57:52.241389 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d6939e61-83b8-4844-8351-63692b0f1bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:52.250337 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d6939e61-83b8-4844-8351-63692b0f1bfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:52.255136 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d6939e61-83b8-4844-8351-63692b0f1bfc admin admin] 10.222.0.69 "DELETE /v2.0/networks/2fa445be-0d18-48a9-824e-a1d171d6214e HTTP/1.1" status: 204 len: 168 time: 1.0972767 Aug 19 14:57:52.268197 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9aaa5b53-6997-499e-9efc-9acc1ee9bcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:52.306642 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaa5b53-6997-499e-9efc-9acc1ee9bcc5 None None] No DVR routers for this DVR port 6f95de09-b29a-43bf-a495-19b733ebf83b on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:57:52.379508 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6939e61-83b8-4844-8351-63692b0f1bfc admin admin] Pushing event deleted for resources: {'Network': ['ID=2fa445be-0d18-48a9-824e-a1d171d6214e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:52.410116 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-8cd1a821-c33c-4165-8c9f-0cdcb63e64a3 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Deleting port 208a992f-225f-452f-ab13-068f849590a4 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:57:52.411122 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8cd1a821-c33c-4165-8c9f-0cdcb63e64a3 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:52.449792 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa5b53-6997-499e-9efc-9acc1ee9bcc5 None None] Pushing event deleted for resources: {'Port': ['ID=6f95de09-b29a-43bf-a495-19b733ebf83b,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:52.493642 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-85099538-0a89-4e93-97dd-6a01927a5fa7 None None] Provisioning for port 0c5ef5f5-c59c-4345-ac86-0f781cd9f1c5 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:57:52.498340 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-85099538-0a89-4e93-97dd-6a01927a5fa7 None None] Provisioning complete for port 0c5ef5f5-c59c-4345-ac86-0f781cd9f1c5 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:57:52.498746 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-85099538-0a89-4e93-97dd-6a01927a5fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:52.534974 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7155958d-c001-46dc-8fdd-237900751fc5 req-5ac93954-d41a-407a-b6b0-dcc48720fd85 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:52.537052 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7155958d-c001-46dc-8fdd-237900751fc5 req-5ac93954-d41a-407a-b6b0-dcc48720fd85 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1585833-7d73-4dcc-a843-ac233b9ac743 HTTP/1.1" status: 200 len: 945 time: 0.2648466 Aug 19 14:57:52.552598 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ea82c9d-0c86-4086-9216-31255c39d91e tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:52.579608 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 6f95de09-b29a-43bf-a495-19b733ebf83b no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:57:52.642510 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7155958d-c001-46dc-8fdd-237900751fc5 req-a36f1a44-5fa7-4b31-8dda-b17b87dca643 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906777 Aug 19 14:57:52.658550 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 6f95de09-b29a-43bf-a495-19b733ebf83b {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:57:52.659260 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 6f95de09-b29a-43bf-a495-19b733ebf83b not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:57:52.677570 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-8cd1a821-c33c-4165-8c9f-0cdcb63e64a3 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] For port 208a992f-225f-452f-ab13-068f849590a4, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=208a992f-225f-452f-ab13-068f849590a4,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:52.679217 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8cd1a821-c33c-4165-8c9f-0cdcb63e64a3 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:52.684575 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device a95a6f99-ace6-480d-9f10-0df62d2c2444 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:57:52.687455 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 42882) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:52.754690 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-8cd1a821-c33c-4165-8c9f-0cdcb63e64a3 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Calling delete_port for 208a992f-225f-452f-ab13-068f849590a4 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:57:52.762853 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: a95a6f99-ace6-480d-9f10-0df62d2c2444 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:57:52.763823 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device a95a6f99-ace6-480d-9f10-0df62d2c2444 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:57:52.765771 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-85099538-0a89-4e93-97dd-6a01927a5fa7 None None] Port 0c5ef5f5-c59c-4345-ac86-0f781cd9f1c5 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:57:52.854099 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-3755df84-6a59-4426-97cb-a686c1414917 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=16017ed5be314461b8db4ea998446c7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1581750 Aug 19 14:57:52.854587 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 42886) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:52.946959 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ea82c9d-0c86-4086-9216-31255c39d91e tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:52.954580 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ea82c9d-0c86-4086-9216-31255c39d91e tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:52.974689 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e431a117-988d-480d-909c-58b6010fa647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:52.996809 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-9ea82c9d-0c86-4086-9216-31255c39d91e tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] In _notify_port_updated(), no bound segment for port 0c5ef5f5-c59c-4345-ac86-0f781cd9f1c5 on network e896d8bb-157b-4a6a-ab78-674249a68618 {{(pid=94639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 14:57:53.002924 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea82c9d-0c86-4086-9216-31255c39d91e tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:53.003320 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ea82c9d-0c86-4086-9216-31255c39d91e tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:53.008078 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9ea82c9d-0c86-4086-9216-31255c39d91e tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] 10.222.0.69 "PUT /v2.0/ports/0c5ef5f5-c59c-4345-ac86-0f781cd9f1c5 HTTP/1.1" status: 200 len: 1067 time: 0.9519956 Aug 19 14:57:53.008560 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 42888) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:53.021165 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea82c9d-0c86-4086-9216-31255c39d91e tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Pushing event updated for resources: {'Port': ['ID=0c5ef5f5-c59c-4345-ac86-0f781cd9f1c5,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:53.055385 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e431a117-988d-480d-909c-58b6010fa647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:53.199298 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8cd1a821-c33c-4165-8c9f-0cdcb63e64a3 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:53.203965 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-99de4efa-bc3f-4442-b5d9-6302d2df8abe tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Deleting port 0c5ef5f5-c59c-4345-ac86-0f781cd9f1c5 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:57:53.204281 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-99de4efa-bc3f-4442-b5d9-6302d2df8abe tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:53.242516 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd1a821-c33c-4165-8c9f-0cdcb63e64a3 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event deleted for resources: {'Port': ['ID=208a992f-225f-452f-ab13-068f849590a4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:53.304517 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e431a117-988d-480d-909c-58b6010fa647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:53.306574 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e431a117-988d-480d-909c-58b6010fa647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:53.307724 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e431a117-988d-480d-909c-58b6010fa647 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d293a293-c95e-4636-a077-650b953c4fe7 HTTP/1.1" status: 204 len: 168 time: 0.4525950 Aug 19 14:57:53.369573 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e431a117-988d-480d-909c-58b6010fa647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d293a293-c95e-4636-a077-650b953c4fe7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:53.399884 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cdbfe1ea-52eb-4fdb-8784-f8f3ae9f07a7 None None] Provisioning complete for port 0c5ef5f5-c59c-4345-ac86-0f781cd9f1c5 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:57:53.400690 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cdbfe1ea-52eb-4fdb-8784-f8f3ae9f07a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:53.416239 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-99de4efa-bc3f-4442-b5d9-6302d2df8abe tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:53.431002 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-99de4efa-bc3f-4442-b5d9-6302d2df8abe tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Calling delete_port for 0c5ef5f5-c59c-4345-ac86-0f781cd9f1c5 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:57:53.457018 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-cdbfe1ea-52eb-4fdb-8784-f8f3ae9f07a7 None None] Port 0c5ef5f5-c59c-4345-ac86-0f781cd9f1c5 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:57:53.498113 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8cd1a821-c33c-4165-8c9f-0cdcb63e64a3 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:53.624682 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8cd1a821-c33c-4165-8c9f-0cdcb63e64a3 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:53.627295 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8cd1a821-c33c-4165-8c9f-0cdcb63e64a3 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:53.699881 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8cd1a821-c33c-4165-8c9f-0cdcb63e64a3 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:53.700678 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd1a821-c33c-4165-8c9f-0cdcb63e64a3 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Fanout notify agent at l3_agent the message router_deleted on router 79eacc9c-de3c-45c6-a03f-a0880943e739 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:57:53.714503 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8cd1a821-c33c-4165-8c9f-0cdcb63e64a3 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:53.719375 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-8cd1a821-c33c-4165-8c9f-0cdcb63e64a3 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "DELETE /v2.0/routers/79eacc9c-de3c-45c6-a03f-a0880943e739 HTTP/1.1" status: 204 len: 168 time: 2.6077993 Aug 19 14:57:53.719596 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42898) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:53.858048 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59d84534-21ef-4bfa-ae3c-ffefef531ce3 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:53.933416 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-99de4efa-bc3f-4442-b5d9-6302d2df8abe tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:54.113982 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59d84534-21ef-4bfa-ae3c-ffefef531ce3 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:54.166745 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-59d84534-21ef-4bfa-ae3c-ffefef531ce3 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['434ddfff-ebd5-4a01-82bb-a16e45efc03c']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:54.197595 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-59d84534-21ef-4bfa-ae3c-ffefef531ce3 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15cf7ed1-9182-451f-b8d9-7fd01644e298') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:54.199763 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-59d84534-21ef-4bfa-ae3c-ffefef531ce3 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15cf7ed1-9182-451f-b8d9-7fd01644e298') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:54.203037 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de4efa-bc3f-4442-b5d9-6302d2df8abe tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Pushing event deleted for resources: {'Port': ['ID=0c5ef5f5-c59c-4345-ac86-0f781cd9f1c5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:54.227458 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59d84534-21ef-4bfa-ae3c-ffefef531ce3 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:54.251747 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59d84534-21ef-4bfa-ae3c-ffefef531ce3 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:54.266934 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59d84534-21ef-4bfa-ae3c-ffefef531ce3 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:57:54.268231 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59d84534-21ef-4bfa-ae3c-ffefef531ce3 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:54.284198 n-d-766043-2 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:57:54.284198 n-d-766043-2 neutron-server[94639]: items = [ Aug 19 14:57:54.284198 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:57:54.284198 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:57:54.284198 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:57:54.284198 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:57:54.284198 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:57:54.284198 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:57:54.284198 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:57:54.284198 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:57:54.284198 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:57:54.284198 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:57:54.284198 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:57:54.284198 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:57:54.284198 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:57:54.284198 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:57:54.284198 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:57:54.284198 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:57:54.284198 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:57:54.284198 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:57:54.284198 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:57:54.284198 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:57:54.284198 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:57:54.284198 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:57:54.284198 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:57:54.284198 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:57:54.284198 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:57:54.284198 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:57:54.284198 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:57:54.284198 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:57:54.284198 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:57:54.284198 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:57:54.284198 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:57:54.284198 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:57:54.322146 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29852b-f591-4b60-9c1c-1b9cc69ae448 req-9d3645cc-f5a6-4867-ab7a-1eb955b17772 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:54.332611 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6d29852b-f591-4b60-9c1c-1b9cc69ae448 req-9d3645cc-f5a6-4867-ab7a-1eb955b17772 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1585833-7d73-4dcc-a843-ac233b9ac743 HTTP/1.1" status: 200 len: 945 time: 0.5698612 Aug 19 14:57:54.590319 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 208a992f-225f-452f-ab13-068f849590a4 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:57:54.597321 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6d29852b-f591-4b60-9c1c-1b9cc69ae448 req-f09388a2-c503-44db-94a0-ad206c89a993 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359021 Aug 19 14:57:54.666430 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 208a992f-225f-452f-ab13-068f849590a4 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:57:54.666779 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 208a992f-225f-452f-ab13-068f849590a4 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:57:54.699439 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-99de4efa-bc3f-4442-b5d9-6302d2df8abe tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:54.708486 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-99de4efa-bc3f-4442-b5d9-6302d2df8abe tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] 10.222.0.69 "DELETE /v2.0/ports/0c5ef5f5-c59c-4345-ac86-0f781cd9f1c5 HTTP/1.1" status: 204 len: 168 time: 1.6983516 Aug 19 14:57:54.709170 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 42942) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:54.774588 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ada8922-d3d0-4a1f-ab71-1058f4dfca67 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] GET failed (client error): The resource could not be found. Aug 19 14:57:54.780876 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-0ada8922-d3d0-4a1f-ab71-1058f4dfca67 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] 10.222.0.69 "GET /v2.0/ports/0c5ef5f5-c59c-4345-ac86-0f781cd9f1c5 HTTP/1.1" status: 404 len: 333 time: 0.0660980 Aug 19 14:57:54.781639 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 42944) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:54.922022 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e12f2f23-57b2-4858-8b4c-97abd073a505 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Deleting port acaac068-e00a-497f-a316-35a2104a5db1 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:57:54.922376 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e12f2f23-57b2-4858-8b4c-97abd073a505 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:55.109895 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e12f2f23-57b2-4858-8b4c-97abd073a505 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:55.157706 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e12f2f23-57b2-4858-8b4c-97abd073a505 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Calling delete_port for acaac068-e00a-497f-a316-35a2104a5db1 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:57:55.365250 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e12f2f23-57b2-4858-8b4c-97abd073a505 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:55.461041 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59d84534-21ef-4bfa-ae3c-ffefef531ce3 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:55.476268 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12f2f23-57b2-4858-8b4c-97abd073a505 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Pushing event deleted for resources: {'Port': ['ID=acaac068-e00a-497f-a316-35a2104a5db1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:55.491680 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59d84534-21ef-4bfa-ae3c-ffefef531ce3 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:55.506936 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-59d84534-21ef-4bfa-ae3c-ffefef531ce3 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] 10.222.0.69 "DELETE /v2.0/networks/434ddfff-ebd5-4a01-82bb-a16e45efc03c HTTP/1.1" status: 204 len: 168 time: 1.7846029 Aug 19 14:57:55.512075 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e12f2f23-57b2-4858-8b4c-97abd073a505 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:55.517537 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e12f2f23-57b2-4858-8b4c-97abd073a505 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] 10.222.0.69 "DELETE /v2.0/ports/acaac068-e00a-497f-a316-35a2104a5db1 HTTP/1.1" status: 204 len: 168 time: 0.7295082 Aug 19 14:57:55.518571 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 42958) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:55.559193 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d84534-21ef-4bfa-ae3c-ffefef531ce3 tempest-TestNetworkBasicOps-137154738 tempest-TestNetworkBasicOps-137154738-project] Pushing event deleted for resources: {'Network': ['ID=434ddfff-ebd5-4a01-82bb-a16e45efc03c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:55.578869 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-461aa4b3-57ca-45d0-98a6-033421f1ba30 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] GET failed (client error): The resource could not be found. Aug 19 14:57:55.580598 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-461aa4b3-57ca-45d0-98a6-033421f1ba30 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] 10.222.0.69 "GET /v2.0/ports/acaac068-e00a-497f-a316-35a2104a5db1 HTTP/1.1" status: 404 len: 333 time: 0.0584996 Aug 19 14:57:55.587067 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 42962) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:55.784237 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2ca24a38-547f-4384-ac71-32ccc9dc2b47 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Deleting port eb7e8fba-75db-455b-92ff-5f44d5ed872a {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:57:55.786651 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2ca24a38-547f-4384-ac71-32ccc9dc2b47 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:55.937241 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2ca24a38-547f-4384-ac71-32ccc9dc2b47 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:55.950061 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2ca24a38-547f-4384-ac71-32ccc9dc2b47 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Calling delete_port for eb7e8fba-75db-455b-92ff-5f44d5ed872a owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:57:56.259397 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2ca24a38-547f-4384-ac71-32ccc9dc2b47 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:56.277095 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42984) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:56.375054 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2ca24a38-547f-4384-ac71-32ccc9dc2b47 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:56.379814 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-2ca24a38-547f-4384-ac71-32ccc9dc2b47 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] 10.222.0.69 "DELETE /v2.0/ports/eb7e8fba-75db-455b-92ff-5f44d5ed872a HTTP/1.1" status: 204 len: 168 time: 0.7913392 Aug 19 14:57:56.380388 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42988) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:56.382990 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca24a38-547f-4384-ac71-32ccc9dc2b47 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Pushing event deleted for resources: {'Port': ['ID=eb7e8fba-75db-455b-92ff-5f44d5ed872a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:56.394902 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5d33f-fd22-48ab-bfc9-81fc78d48955 req-c5c30594-aeb5-4d4c-bd27-fbfc7717b1ea tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:56.403535 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f7b5d33f-fd22-48ab-bfc9-81fc78d48955 req-c5c30594-aeb5-4d4c-bd27-fbfc7717b1ea tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1585833-7d73-4dcc-a843-ac233b9ac743 HTTP/1.1" status: 200 len: 945 time: 0.6435711 Aug 19 14:57:56.647911 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-34bc7f1f-36d5-4987-9bd9-18cc1632d676 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Deleting subnet 36c5400f-24fd-43ec-80db-ff1a60516a82 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:57:56.669924 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-34bc7f1f-36d5-4987-9bd9-18cc1632d676 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:56.768464 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-34bc7f1f-36d5-4987-9bd9-18cc1632d676 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:56.871806 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7a9c680c-5ad2-4dd0-b141-b5cbdbd2617c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7a0c6ff201d948d2944c0780e076389b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5928748 Aug 19 14:57:56.947369 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-34bc7f1f-36d5-4987-9bd9-18cc1632d676 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:57.015722 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42990) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:57.074475 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-34bc7f1f-36d5-4987-9bd9-18cc1632d676 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:57.177153 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc7f1f-36d5-4987-9bd9-18cc1632d676 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Pushing event deleted for resources: {'Subnet': ['ID=36c5400f-24fd-43ec-80db-ff1a60516a82,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:57.183880 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-34bc7f1f-36d5-4987-9bd9-18cc1632d676 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:57.187078 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca3905e-cc25-42a7-9824-33f7fb2532da None None] Network e896d8bb-157b-4a6a-ab78-674249a68618 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:57:57.197157 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-34bc7f1f-36d5-4987-9bd9-18cc1632d676 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] 10.222.0.69 "DELETE /v2.0/subnets/36c5400f-24fd-43ec-80db-ff1a60516a82 HTTP/1.1" status: 204 len: 168 time: 0.8105404 Aug 19 14:57:57.205516 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42994) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:57.455404 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b771c718-e200-4e23-abea-06117bd75abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:57.508433 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f7b5d33f-fd22-48ab-bfc9-81fc78d48955 req-fc1b06ab-95e7-4d45-b3c0-2d7ee94365bb tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1040380 Aug 19 14:57:57.546887 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b771c718-e200-4e23-abea-06117bd75abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:57.558650 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-158868a6-64fc-4498-a66f-926a9255f907 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:57.649040 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28a85ca-6fde-4a46-8409-e0d89693469c None None] DHCP port deletion for e896d8bb-157b-4a6a-ab78-674249a68618 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:57:57.674589 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b771c718-e200-4e23-abea-06117bd75abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:57.677615 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b771c718-e200-4e23-abea-06117bd75abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:57.693377 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b771c718-e200-4e23-abea-06117bd75abf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/126a213a-85fc-4efb-ab06-bb8d95405e88 HTTP/1.1" status: 204 len: 168 time: 0.6646948 Aug 19 14:57:57.696055 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-158868a6-64fc-4498-a66f-926a9255f907 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Deleting port bc3c51ef-83c6-4400-9862-e2c0e894387a {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:57:57.700211 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-158868a6-64fc-4498-a66f-926a9255f907 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:57.827334 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e28a85ca-6fde-4a46-8409-e0d89693469c None None] Deleting port bc3c51ef-83c6-4400-9862-e2c0e894387a {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:57:57.827730 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e28a85ca-6fde-4a46-8409-e0d89693469c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:57.830711 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-158868a6-64fc-4498-a66f-926a9255f907 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] For port bc3c51ef-83c6-4400-9862-e2c0e894387a, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=bc3c51ef-83c6-4400-9862-e2c0e894387a,segment=NetworkSegment(524a9072-e724-46a6-b094-f6f56f74be0d),segment_id=524a9072-e724-46a6-b094-f6f56f74be0d)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:57.831340 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-158868a6-64fc-4498-a66f-926a9255f907 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:57.847727 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-158868a6-64fc-4498-a66f-926a9255f907 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Calling delete_port for bc3c51ef-83c6-4400-9862-e2c0e894387a owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:57:57.964983 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771c718-e200-4e23-abea-06117bd75abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126a213a-85fc-4efb-ab06-bb8d95405e88,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:57.986368 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-158868a6-64fc-4498-a66f-926a9255f907 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:58.028925 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e28a85ca-6fde-4a46-8409-e0d89693469c None None] For port bc3c51ef-83c6-4400-9862-e2c0e894387a, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=bc3c51ef-83c6-4400-9862-e2c0e894387a,segment=NetworkSegment(524a9072-e724-46a6-b094-f6f56f74be0d),segment_id=524a9072-e724-46a6-b094-f6f56f74be0d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:57:58.029592 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e28a85ca-6fde-4a46-8409-e0d89693469c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:58.040325 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158868a6-64fc-4498-a66f-926a9255f907 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Pushing event deleted for resources: {'Port': ['ID=bc3c51ef-83c6-4400-9862-e2c0e894387a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:58.073976 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158868a6-64fc-4498-a66f-926a9255f907 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] No DVR routers for this DVR port bc3c51ef-83c6-4400-9862-e2c0e894387a on host n-d-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:57:58.123563 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e28a85ca-6fde-4a46-8409-e0d89693469c None None] Calling delete_port for bc3c51ef-83c6-4400-9862-e2c0e894387a owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:57:58.297654 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-158868a6-64fc-4498-a66f-926a9255f907 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:58.300009 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:57:58.300009 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 14:57:58.300009 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:57:58.300009 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 14:57:58.300009 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:57:58.300009 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 14:57:58.300009 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:57:58.300009 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 14:57:58.300009 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:57:58.300009 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 14:57:58.300009 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:57:58.300009 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 14:57:58.300009 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:57:58.300009 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 14:57:58.300009 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:57:58.300009 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 14:57:58.300009 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:57:58.300009 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 14:57:58.300009 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:57:58.300009 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 14:57:58.300009 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:57:58.300009 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 14:57:58.300009 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:57:58.300009 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 14:57:58.300009 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:57:58.300009 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 14:57:58.300009 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:57:58.300009 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 14:57:58.300009 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:57:58.300009 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 14:57:58.300009 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:57:58.300009 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 14:57:58.300009 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:57:58.300009 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 14:57:58.300009 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:57:58.300009 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 14:57:58.300009 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:57:58.300009 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 14:57:58.300009 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:57:58.300009 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 14:57:58.303445 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:57:58.303445 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 14:57:58.303445 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:57:58.303445 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 14:57:58.303445 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:57:58.303445 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 14:57:58.303445 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:57:58.303445 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 14:57:58.303445 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:57:58.303445 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 14:57:58.303445 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:57:58.303445 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 14:57:58.303445 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:57:58.303445 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 14:57:58.318244 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e28a85ca-6fde-4a46-8409-e0d89693469c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:58.328990 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-158868a6-64fc-4498-a66f-926a9255f907 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e896d8bb-157b-4a6a-ab78-674249a68618']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:58.331394 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 43028) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:58.356763 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9e82a183-e1e4-48c8-b89c-83b5da8621bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:58.364313 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-158868a6-64fc-4498-a66f-926a9255f907 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '524a9072-e724-46a6-b094-f6f56f74be0d') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:58.366731 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-158868a6-64fc-4498-a66f-926a9255f907 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '524a9072-e724-46a6-b094-f6f56f74be0d') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:57:58.384381 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a85ca-6fde-4a46-8409-e0d89693469c None None] Pushing event deleted for resources: {'Port': ['ID=bc3c51ef-83c6-4400-9862-e2c0e894387a,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:58.389122 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28a85ca-6fde-4a46-8409-e0d89693469c None None] No DVR routers for this DVR port bc3c51ef-83c6-4400-9862-e2c0e894387a on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:57:58.432923 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-158868a6-64fc-4498-a66f-926a9255f907 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:58.478160 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-158868a6-64fc-4498-a66f-926a9255f907 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:58.499105 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-158868a6-64fc-4498-a66f-926a9255f907 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:57:58.499714 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-158868a6-64fc-4498-a66f-926a9255f907 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:58.509170 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:57:58.509170 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:57:58.509170 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:57:58.509170 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:57:58.509170 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:57:58.509170 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:57:58.509170 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:57:58.509170 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:57:58.509170 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:57:58.509170 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:57:58.509170 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:57:58.509170 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:57:58.509170 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:57:58.509170 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:57:58.509170 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:57:58.509170 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:57:58.509170 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:57:58.509170 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:57:58.509170 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:57:58.509170 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:57:58.509170 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:57:58.509170 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:57:58.509170 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:57:58.509170 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:57:58.509170 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:57:58.509170 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:57:58.509170 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:57:58.509170 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:57:58.509170 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:57:58.509170 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:57:58.509170 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:57:58.509170 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:57:58.550661 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device bc3c51ef-83c6-4400-9862-e2c0e894387a no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:57:58.593619 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: bc3c51ef-83c6-4400-9862-e2c0e894387a {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:57:58.594208 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device bc3c51ef-83c6-4400-9862-e2c0e894387a not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:57:58.672950 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-158868a6-64fc-4498-a66f-926a9255f907 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:58.729508 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-158868a6-64fc-4498-a66f-926a9255f907 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:58.733427 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-158868a6-64fc-4498-a66f-926a9255f907 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] 10.222.0.69 "DELETE /v2.0/networks/e896d8bb-157b-4a6a-ab78-674249a68618 HTTP/1.1" status: 204 len: 168 time: 1.5275061 Aug 19 14:57:58.735546 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158868a6-64fc-4498-a66f-926a9255f907 tempest-AllowedAddressPairIpV6TestJSON-1452186105 tempest-AllowedAddressPairIpV6TestJSON-1452186105-project] Pushing event deleted for resources: {'Network': ['ID=e896d8bb-157b-4a6a-ab78-674249a68618,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:58.859028 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9e82a183-e1e4-48c8-b89c-83b5da8621bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:58.877320 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9e82a183-e1e4-48c8-b89c-83b5da8621bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:58.955206 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43c5fc-de89-438d-b105-dda25bc11b22 req-11ef8cb8-b152-49f2-bd8e-a9c72b136024 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:57:58.956878 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bc43c5fc-de89-438d-b105-dda25bc11b22 req-11ef8cb8-b152-49f2-bd8e-a9c72b136024 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1585833-7d73-4dcc-a843-ac233b9ac743 HTTP/1.1" status: 200 len: 945 time: 0.1977189 Aug 19 14:57:58.965283 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9e82a183-e1e4-48c8-b89c-83b5da8621bb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ad8d51c549f44248aae26881acc1176c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6307890 Aug 19 14:57:58.966966 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 43046) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:58.968914 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e82a183-e1e4-48c8-b89c-83b5da8621bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5673a503-69f7-4390-b4d1-f990c485fc0f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:59.085482 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bc43c5fc-de89-438d-b105-dda25bc11b22 req-0f6519a5-1ed2-4b65-9c84-6d2633f4a8f0 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093676 Aug 19 14:57:59.100064 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-af2bfeeb-a536-4df9-a8dd-04efdf5ece36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:59.155370 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-af2bfeeb-a536-4df9-a8dd-04efdf5ece36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:59.254669 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-af2bfeeb-a536-4df9-a8dd-04efdf5ece36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:59.258949 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-af2bfeeb-a536-4df9-a8dd-04efdf5ece36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:57:59.269298 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-af2bfeeb-a536-4df9-a8dd-04efdf5ece36 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5673a503-69f7-4390-b4d1-f990c485fc0f HTTP/1.1" status: 204 len: 168 time: 0.2978609 Aug 19 14:57:59.292139 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2bfeeb-a536-4df9-a8dd-04efdf5ece36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5673a503-69f7-4390-b4d1-f990c485fc0f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:57:59.437646 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 43064) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:57:59.902398 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e2d70740-3df8-4cef-b9cb-1ac7c5ce5f1f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2e87781a8e6c4fef8deef0eb44417009&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4615641 Aug 19 14:57:59.902398 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 43080) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:00.007917 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b134c5a-fe98-4124-aebe-7fe0f15043fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:00.054583 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b134c5a-fe98-4124-aebe-7fe0f15043fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:00.109804 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcf653-0ee2-486b-90f7-7d3070fcdc95 req-02a22e0a-4a72-4e2b-89cc-0659686d1637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:00.128341 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0bfcf653-0ee2-486b-90f7-7d3070fcdc95 req-02a22e0a-4a72-4e2b-89cc-0659686d1637 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8bf9338b14bd4de0a247947d4332bed4&device_id=a1585833-7d73-4dcc-a843-ac233b9ac743 HTTP/1.1" status: 200 len: 1096 time: 0.1685357 Aug 19 14:58:00.140689 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b134c5a-fe98-4124-aebe-7fe0f15043fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:00.143286 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b134c5a-fe98-4124-aebe-7fe0f15043fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:00.144764 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6b134c5a-fe98-4124-aebe-7fe0f15043fc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3bf9c750-7488-4b13-9233-59300bef6fc8 HTTP/1.1" status: 204 len: 168 time: 0.2425323 Aug 19 14:58:00.157464 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b134c5a-fe98-4124-aebe-7fe0f15043fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf9c750-7488-4b13-9233-59300bef6fc8,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:00.338546 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455318f2-dbd8-4758-9052-c1a327ba084f req-d5f761f4-b03a-493a-ab9d-974b6b29c90a tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:00.340818 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-455318f2-dbd8-4758-9052-c1a327ba084f req-d5f761f4-b03a-493a-ab9d-974b6b29c90a tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1585833-7d73-4dcc-a843-ac233b9ac743 HTTP/1.1" status: 200 len: 945 time: 0.1027527 Aug 19 14:58:00.344904 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcf653-0ee2-486b-90f7-7d3070fcdc95 req-8901ca14-30c4-4ab2-b157-db04a5a3bf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:00.347165 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0bfcf653-0ee2-486b-90f7-7d3070fcdc95 req-8901ca14-30c4-4ab2-b157-db04a5a3bf32 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8d226290-6085-496f-b9eb-bf514760f427 HTTP/1.1" status: 200 len: 912 time: 0.2092083 Aug 19 14:58:00.404095 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0bfcf653-0ee2-486b-90f7-7d3070fcdc95 req-69789bfa-b392-46d5-afcf-95fb3d99c8f5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab2605b3-c885-46f3-8342-c9894e3fff09 HTTP/1.1" status: 200 len: 217 time: 0.0477664 Aug 19 14:58:00.509499 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-455318f2-dbd8-4758-9052-c1a327ba084f req-568e17f8-cea8-481b-a12f-4460a522091d tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612694 Aug 19 14:58:00.535905 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcf653-0ee2-486b-90f7-7d3070fcdc95 req-e00ffc89-e2d9-4426-975c-779337c92e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:00.537736 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0bfcf653-0ee2-486b-90f7-7d3070fcdc95 req-e00ffc89-e2d9-4426-975c-779337c92e8d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5ebe78ca-28f7-43fa-89de-04375d30f6cd HTTP/1.1" status: 200 len: 850 time: 0.1245797 Aug 19 14:58:00.615921 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcf653-0ee2-486b-90f7-7d3070fcdc95 req-464db05f-a6b6-4524-a0ee-4ba4c9b58c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:00.618464 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0bfcf653-0ee2-486b-90f7-7d3070fcdc95 req-464db05f-a6b6-4524-a0ee-4ba4c9b58c8f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8d226290-6085-496f-b9eb-bf514760f427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711751 Aug 19 14:58:00.786337 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0bfcf653-0ee2-486b-90f7-7d3070fcdc95 req-debad45f-7912-4592-a3fe-7650d6c48a58 service neutron] 10.222.0.88 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583657 Aug 19 14:58:00.810815 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 43116) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:01.042569 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0bfcf653-0ee2-486b-90f7-7d3070fcdc95 req-2706c415-5ce5-44fe-a038-f1f71e17c0af service neutron] 10.222.0.88 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475739 Aug 19 14:58:01.109413 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-dfe2070b-4f00-4784-847d-c05dbbe0758f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1972846522-network', 'tenant_id': 'ae20bc29ff9c4e808feb679b927e1e02'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:01.180199 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe2070b-4f00-4784-847d-c05dbbe0758f admin admin] Made reservation on behalf of ae20bc29ff9c4e808feb679b927e1e02 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:58:01.183562 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dfe2070b-4f00-4784-847d-c05dbbe0758f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:01.195793 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dfe2070b-4f00-4784-847d-c05dbbe0758f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:01.337409 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dfe2070b-4f00-4784-847d-c05dbbe0758f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:01.345932 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dfe2070b-4f00-4784-847d-c05dbbe0758f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:01.358662 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 43144) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:01.380957 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfe2070b-4f00-4784-847d-c05dbbe0758f admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:58:01.400585 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe2070b-4f00-4784-847d-c05dbbe0758f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d0835f-2b62-454d-b245-c183c3965eae,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:01.407915 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dfe2070b-4f00-4784-847d-c05dbbe0758f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:01.408260 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-dfe2070b-4f00-4784-847d-c05dbbe0758f admin admin] Added segment 224dafd7-cdaa-494b-9789-93351071f235 of type vlan for network 2a74aae6-9363-4a46-883f-efa7d7c21b3e Aug 19 14:58:01.452529 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dc25d3b9-6296-4ff6-a53f-e8296d52a6c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:01.492610 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dfe2070b-4f00-4784-847d-c05dbbe0758f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:01.539764 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dfe2070b-4f00-4784-847d-c05dbbe0758f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:01.542678 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe2070b-4f00-4784-847d-c05dbbe0758f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:01.543707 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dfe2070b-4f00-4784-847d-c05dbbe0758f admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:01.574491 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-ea053d8c-3cec-482d-b646-273e2b6d93f4 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1173327449', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:01.607659 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ea053d8c-3cec-482d-b646-273e2b6d93f4 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:01.609391 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ea053d8c-3cec-482d-b646-273e2b6d93f4 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:01.703284 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-dfe2070b-4f00-4784-847d-c05dbbe0758f admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8790927 Aug 19 14:58:01.704026 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 43152) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:01.717363 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ea053d8c-3cec-482d-b646-273e2b6d93f4 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:01.727554 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b945c30b-aaf7-499c-b574-6a36143007f5 admin admin] Request body: {'subnet': {'network_id': '2a74aae6-9363-4a46-883f-efa7d7c21b3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1972846522-subnet', 'tenant_id': 'ae20bc29ff9c4e808feb679b927e1e02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:01.743464 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ea053d8c-3cec-482d-b646-273e2b6d93f4 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:01.765255 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe2070b-4f00-4784-847d-c05dbbe0758f admin admin] Pushing event updated for resources: {'Network': ['ID=2a74aae6-9363-4a46-883f-efa7d7c21b3e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:01.779972 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 2a74aae6-9363-4a46-883f-efa7d7c21b3e details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:58:01.786866 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b945c30b-aaf7-499c-b574-6a36143007f5 admin admin] Made reservation on behalf of ae20bc29ff9c4e808feb679b927e1e02 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:58:01.792334 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b945c30b-aaf7-499c-b574-6a36143007f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:01.793865 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ea053d8c-3cec-482d-b646-273e2b6d93f4 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:01.798128 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ea053d8c-3cec-482d-b646-273e2b6d93f4 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4325893 Aug 19 14:58:01.803014 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 43154) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:01.814528 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7bb5e-b768-49c1-bc16-56ab23f2a680 req-251d3f6f-6b7c-4ffa-96ff-c60366f860b8 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:01.816557 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-97f7bb5e-b768-49c1-bc16-56ab23f2a680 req-251d3f6f-6b7c-4ffa-96ff-c60366f860b8 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1585833-7d73-4dcc-a843-ac233b9ac743 HTTP/1.1" status: 200 len: 945 time: 0.1420841 Aug 19 14:58:01.822651 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e33b210e-68c7-4c9b-a839-6ea99fe730aa tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1527889851'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:01.943659 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33b210e-68c7-4c9b-a839-6ea99fe730aa tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Made reservation on behalf of 46c604f25d8d45bcabbe3542f7211dc1 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:58:01.955403 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e33b210e-68c7-4c9b-a839-6ea99fe730aa tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:01.992102 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e33b210e-68c7-4c9b-a839-6ea99fe730aa tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:02.011079 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-97f7bb5e-b768-49c1-bc16-56ab23f2a680 req-ab4cded6-9615-4826-a99e-83f4daa13a91 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827013 Aug 19 14:58:02.098292 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b945c30b-aaf7-499c-b574-6a36143007f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:02.168750 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945c30b-aaf7-499c-b574-6a36143007f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=138b2f36-2e3d-49c8-b647-5fbc7f3712db,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:02.194014 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e33b210e-68c7-4c9b-a839-6ea99fe730aa tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:02.203176 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e33b210e-68c7-4c9b-a839-6ea99fe730aa tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:02.205104 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b945c30b-aaf7-499c-b574-6a36143007f5 admin admin] Checking segment: {'id': '224dafd7-cdaa-494b-9789-93351071f235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '2a74aae6-9363-4a46-883f-efa7d7c21b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:58:02.205546 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b945c30b-aaf7-499c-b574-6a36143007f5 admin admin] Network hostable DHCP agents. Network: 2a74aae6-9363-4a46-883f-efa7d7c21b3e, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:58:02.233773 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b945c30b-aaf7-499c-b574-6a36143007f5 admin admin] Network 2a74aae6-9363-4a46-883f-efa7d7c21b3e is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:58:02.240963 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e33b210e-68c7-4c9b-a839-6ea99fe730aa tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:58:02.253720 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33b210e-68c7-4c9b-a839-6ea99fe730aa tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9710540e-3edc-4d31-a053-71d50df1cd78,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:02.255832 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-b945c30b-aaf7-499c-b574-6a36143007f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 2a74aae6-9363-4a46-883f-efa7d7c21b3e) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:58:02.260020 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e33b210e-68c7-4c9b-a839-6ea99fe730aa tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:02.260579 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-e33b210e-68c7-4c9b-a839-6ea99fe730aa tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Added segment e5d1c40b-a27d-4ae4-9563-cd0fe9c66989 of type vlan for network 8493052e-e0e1-4449-bd4c-379f78ef716d Aug 19 14:58:02.267841 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cf5fe2-2c2b-45b7-b4ed-e76cc5c90910 None None] Network 2a74aae6-9363-4a46-883f-efa7d7c21b3e requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:58:02.275471 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b945c30b-aaf7-499c-b574-6a36143007f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:02.282656 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b945c30b-aaf7-499c-b574-6a36143007f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:02.320576 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e33b210e-68c7-4c9b-a839-6ea99fe730aa tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:02.340041 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b945c30b-aaf7-499c-b574-6a36143007f5 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6095030 Aug 19 14:58:02.405533 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e33b210e-68c7-4c9b-a839-6ea99fe730aa tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:02.414034 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33b210e-68c7-4c9b-a839-6ea99fe730aa tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:02.416306 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e33b210e-68c7-4c9b-a839-6ea99fe730aa tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:02.529471 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91fa12d-5c39-46ab-b669-9b70198a8f49 None None] Network 2a74aae6-9363-4a46-883f-efa7d7c21b3e requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:58:02.613529 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e33b210e-68c7-4c9b-a839-6ea99fe730aa tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7956877 Aug 19 14:58:02.614236 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33b210e-68c7-4c9b-a839-6ea99fe730aa tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Pushing event updated for resources: {'Network': ['ID=8493052e-e0e1-4449-bd4c-379f78ef716d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:02.616078 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 43168) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:02.621184 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d3087abf-1ffc-4263-bd13-6c5df9a7f9de tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Request body: {'subnet': {'network_id': '8493052e-e0e1-4449-bd4c-379f78ef716d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:02.655588 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 8493052e-e0e1-4449-bd4c-379f78ef716d details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:58:02.874207 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3087abf-1ffc-4263-bd13-6c5df9a7f9de tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Made reservation on behalf of 46c604f25d8d45bcabbe3542f7211dc1 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:58:02.878678 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3087abf-1ffc-4263-bd13-6c5df9a7f9de tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:03.232608 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ce2e0-8b93-483a-9f8e-e0685afb8b93 req-b96e58c2-6993-4035-8f47-ed6c45a83864 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:03.234253 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c98ce2e0-8b93-483a-9f8e-e0685afb8b93 req-b96e58c2-6993-4035-8f47-ed6c45a83864 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1585833-7d73-4dcc-a843-ac233b9ac743 HTTP/1.1" status: 200 len: 945 time: 0.0993600 Aug 19 14:58:03.235950 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3087abf-1ffc-4263-bd13-6c5df9a7f9de tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:03.312028 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c98ce2e0-8b93-483a-9f8e-e0685afb8b93 req-77d675a8-3623-4b10-84da-e7b19259fefe tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681422 Aug 19 14:58:03.358128 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3087abf-1ffc-4263-bd13-6c5df9a7f9de tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Pushing event updated for resources: {'Subnet': ['ID=26799c4f-72ae-4d28-bf74-6c226f9c4ec6,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:03.374768 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 43200) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:03.380486 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-ab923b08-b46b-48a7-8036-176de86dd32c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1960474347-network', 'tenant_id': '45cd6151d7c544c7bfae9b2e146daa12'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:03.392501 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3087abf-1ffc-4263-bd13-6c5df9a7f9de tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Checking segment: {'id': 'e5d1c40b-a27d-4ae4-9563-cd0fe9c66989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8493052e-e0e1-4449-bd4c-379f78ef716d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:58:03.397894 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3087abf-1ffc-4263-bd13-6c5df9a7f9de tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Network hostable DHCP agents. Network: 8493052e-e0e1-4449-bd4c-379f78ef716d, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:58:03.426010 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab923b08-b46b-48a7-8036-176de86dd32c admin admin] Made reservation on behalf of 45cd6151d7c544c7bfae9b2e146daa12 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:58:03.436380 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ab923b08-b46b-48a7-8036-176de86dd32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:03.450096 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3087abf-1ffc-4263-bd13-6c5df9a7f9de tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Network 8493052e-e0e1-4449-bd4c-379f78ef716d is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:58:03.454749 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ab923b08-b46b-48a7-8036-176de86dd32c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:03.469010 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d3087abf-1ffc-4263-bd13-6c5df9a7f9de tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 8493052e-e0e1-4449-bd4c-379f78ef716d) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:58:03.475299 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3087abf-1ffc-4263-bd13-6c5df9a7f9de tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:03.476067 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3087abf-1ffc-4263-bd13-6c5df9a7f9de tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:03.479197 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d8a119-b51f-4f5f-b59e-356c479d330c None None] Network 8493052e-e0e1-4449-bd4c-379f78ef716d requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:58:03.586420 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13e8d8-d236-4307-bcdd-f43e87f74121 req-a3ea9ad4-8e14-41bd-9645-333a8434200d tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:03.587972 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ba13e8d8-d236-4307-bcdd-f43e87f74121 req-a3ea9ad4-8e14-41bd-9645-333a8434200d tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.0884264 Aug 19 14:58:03.714189 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ba13e8d8-d236-4307-bcdd-f43e87f74121 req-8d7c58a1-c2b4-4ffd-9eb4-478074aa91eb tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150551 Aug 19 14:58:03.739291 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ab923b08-b46b-48a7-8036-176de86dd32c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:03.756811 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ab923b08-b46b-48a7-8036-176de86dd32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:03.767913 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d3087abf-1ffc-4263-bd13-6c5df9a7f9de tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1503284 Aug 19 14:58:03.771659 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 43206) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:03.778289 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0f7e9546-0981-413e-9bcd-a15d85290ff3 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Request body: {'network': {'name': 'tempest-router-network01--1597682006'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:03.779017 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab923b08-b46b-48a7-8036-176de86dd32c admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:58:03.812142 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ab923b08-b46b-48a7-8036-176de86dd32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:03.812372 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7e9546-0981-413e-9bcd-a15d85290ff3 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Made reservation on behalf of 46c604f25d8d45bcabbe3542f7211dc1 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:58:03.813691 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-ab923b08-b46b-48a7-8036-176de86dd32c admin admin] Added segment 99f3ef1b-ab43-4189-b958-c7bbd1e2ccd1 of type vlan for network 197094b4-cada-46e4-b784-1c8d80237441 Aug 19 14:58:03.822035 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f7e9546-0981-413e-9bcd-a15d85290ff3 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:03.861922 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f7e9546-0981-413e-9bcd-a15d85290ff3 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:58:03.889419 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab923b08-b46b-48a7-8036-176de86dd32c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d3470d-bfcc-4fab-8d20-c3372f871ad7,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:03.899221 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f7e9546-0981-413e-9bcd-a15d85290ff3 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:03.899576 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-0f7e9546-0981-413e-9bcd-a15d85290ff3 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Added segment 6661fe50-4802-407f-9cd6-145d9a23225a of type vlan for network 166398b4-89fd-4c09-b504-9a4398ff1b05 Aug 19 14:58:03.970889 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ab923b08-b46b-48a7-8036-176de86dd32c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:04.006386 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee3cdd-6e25-4d03-a875-faf7e84ac868 req-3b4602b0-6293-4a68-9077-1999c803b9c6 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:04.007959 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-01ee3cdd-6e25-4d03-a875-faf7e84ac868 req-3b4602b0-6293-4a68-9077-1999c803b9c6 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.1236396 Aug 19 14:58:04.027424 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f7e9546-0981-413e-9bcd-a15d85290ff3 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:04.051943 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ab923b08-b46b-48a7-8036-176de86dd32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:04.053532 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab923b08-b46b-48a7-8036-176de86dd32c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:04.054191 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ab923b08-b46b-48a7-8036-176de86dd32c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:04.056781 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:04.059373 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bd4f6d-6981-4e46-9187-0fba14cd82bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-8493052e-e0e1-4449-bd4c-379f78ef716d', 'network_id': '8493052e-e0e1-4449-bd4c-379f78ef716d', 'tenant_id': '46c604f25d8d45bcabbe3542f7211dc1', 'fixed_ips': [{'subnet_id': '26799c4f-72ae-4d28-bf74-6c226f9c4ec6'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:58:04.060443 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f4bd4f6d-6981-4e46-9187-0fba14cd82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:04.081257 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f7e9546-0981-413e-9bcd-a15d85290ff3 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:04.088537 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7e9546-0981-413e-9bcd-a15d85290ff3 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:04.089450 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f7e9546-0981-413e-9bcd-a15d85290ff3 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:04.173349 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab923b08-b46b-48a7-8036-176de86dd32c admin admin] Pushing event updated for resources: {'Network': ['ID=197094b4-cada-46e4-b784-1c8d80237441,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:04.192987 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ab923b08-b46b-48a7-8036-176de86dd32c admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8168409 Aug 19 14:58:04.197160 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 43212) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:04.213897 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0f7e9546-0981-413e-9bcd-a15d85290ff3 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4386535 Aug 19 14:58:04.214108 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 43214) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:04.220494 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-cd8ffa84-3a44-4412-aa32-61a59f884984 admin admin] Request body: {'subnet': {'network_id': '197094b4-cada-46e4-b784-1c8d80237441', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1960474347-subnet', 'tenant_id': '45cd6151d7c544c7bfae9b2e146daa12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:04.226958 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-31ebbee1-63e0-48a3-882f-8ba6d41e0cc2 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Request body: {'network': {'name': 'tempest-router-network02--2081205340'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:04.242831 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7e9546-0981-413e-9bcd-a15d85290ff3 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Pushing event updated for resources: {'Network': ['ID=166398b4-89fd-4c09-b504-9a4398ff1b05,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:04.247294 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-01ee3cdd-6e25-4d03-a875-faf7e84ac868 req-801e7b52-4adf-4aa7-bc1a-ae6cf67f19c8 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2245550 Aug 19 14:58:04.295150 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-f4bd4f6d-6981-4e46-9187-0fba14cd82bf None None] Allocated IP 172.20.0.2 (8493052e-e0e1-4449-bd4c-379f78ef716d/26799c4f-72ae-4d28-bf74-6c226f9c4ec6/5b061b05-5bc9-4188-bbc7-e4a5e83d955f) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:58:04.299530 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ebbee1-63e0-48a3-882f-8ba6d41e0cc2 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Made reservation on behalf of 46c604f25d8d45bcabbe3542f7211dc1 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:58:04.303402 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-31ebbee1-63e0-48a3-882f-8ba6d41e0cc2 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:04.319056 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8ffa84-3a44-4412-aa32-61a59f884984 admin admin] Made reservation on behalf of 45cd6151d7c544c7bfae9b2e146daa12 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:58:04.321452 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd8ffa84-3a44-4412-aa32-61a59f884984 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:04.356218 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31ebbee1-63e0-48a3-882f-8ba6d41e0cc2 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:58:04.373679 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-31ebbee1-63e0-48a3-882f-8ba6d41e0cc2 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:04.374104 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-31ebbee1-63e0-48a3-882f-8ba6d41e0cc2 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Added segment 9aaa45b4-4ddd-4ea7-a395-5c1be6db5b61 of type vlan for network 9278d75a-8006-4a93-b69e-b41f853073b5 Aug 19 14:58:04.460418 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-31ebbee1-63e0-48a3-882f-8ba6d41e0cc2 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:04.550027 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-31ebbee1-63e0-48a3-882f-8ba6d41e0cc2 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:04.555573 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ebbee1-63e0-48a3-882f-8ba6d41e0cc2 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:04.556173 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-31ebbee1-63e0-48a3-882f-8ba6d41e0cc2 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:04.628370 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f4bd4f6d-6981-4e46-9187-0fba14cd82bf None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:04.639212 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f4bd4f6d-6981-4e46-9187-0fba14cd82bf None None] Transition to ACTIVE for port object 5b061b05-5bc9-4188-bbc7-e4a5e83d955f will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:58:04.658142 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f4bd4f6d-6981-4e46-9187-0fba14cd82bf None None] Transition to ACTIVE for port object 5b061b05-5bc9-4188-bbc7-e4a5e83d955f will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:58:04.667196 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 197094b4-cada-46e4-b784-1c8d80237441 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:58:04.670923 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 166398b4-89fd-4c09-b504-9a4398ff1b05 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:58:04.674901 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-31ebbee1-63e0-48a3-882f-8ba6d41e0cc2 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4570718 Aug 19 14:58:04.688224 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 43226) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:04.688224 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-9bae7351-d900-4994-bfa5-398e899e5d60 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Request body: {'subnet': {'network_id': '166398b4-89fd-4c09-b504-9a4398ff1b05', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:04.716827 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd8ffa84-3a44-4412-aa32-61a59f884984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:04.736811 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ebbee1-63e0-48a3-882f-8ba6d41e0cc2 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Pushing event updated for resources: {'Network': ['ID=9278d75a-8006-4a93-b69e-b41f853073b5,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:04.798357 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2801a0-62be-4819-9925-adfb6aed92d9 req-42450559-646e-4442-a66b-db646432a9b7 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:04.800398 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-af2801a0-62be-4819-9925-adfb6aed92d9 req-42450559-646e-4442-a66b-db646432a9b7 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.1893115 Aug 19 14:58:04.815964 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bae7351-d900-4994-bfa5-398e899e5d60 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Made reservation on behalf of 46c604f25d8d45bcabbe3542f7211dc1 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:58:04.827890 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9bae7351-d900-4994-bfa5-398e899e5d60 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:04.850211 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 9278d75a-8006-4a93-b69e-b41f853073b5 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:58:04.853183 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device ab2605b3-c885-46f3-8342-c9894e3fff09 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:58:04.854421 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ffa84-3a44-4412-aa32-61a59f884984 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c79a0a80-f449-4de9-b615-f31459d350d3,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:04.864158 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f4bd4f6d-6981-4e46-9187-0fba14cd82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:04.866303 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:04.914577 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8ffa84-3a44-4412-aa32-61a59f884984 admin admin] Checking segment: {'id': '99f3ef1b-ab43-4189-b958-c7bbd1e2ccd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '197094b4-cada-46e4-b784-1c8d80237441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:58:04.916264 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8ffa84-3a44-4412-aa32-61a59f884984 admin admin] Network hostable DHCP agents. Network: 197094b4-cada-46e4-b784-1c8d80237441, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:58:04.944963 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-af2801a0-62be-4819-9925-adfb6aed92d9 req-03fc11aa-c6c4-481b-bfed-c5ace0b9869b tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263480 Aug 19 14:58:04.972755 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8ffa84-3a44-4412-aa32-61a59f884984 admin admin] Network 197094b4-cada-46e4-b784-1c8d80237441 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:58:05.005656 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-cd8ffa84-3a44-4412-aa32-61a59f884984 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 197094b4-cada-46e4-b784-1c8d80237441) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:58:05.015584 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fd390664-ce82-4fb6-b5f0-26605c2f1bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:05.036063 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8ffa84-3a44-4412-aa32-61a59f884984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:05.036955 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0718e8-c408-4050-ba78-5210e7385b0e None None] Network 197094b4-cada-46e4-b784-1c8d80237441 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:58:05.037997 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd8ffa84-3a44-4412-aa32-61a59f884984 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:05.073034 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bd4f6d-6981-4e46-9187-0fba14cd82bf None None] Network 8493052e-e0e1-4449-bd4c-379f78ef716d is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:58:05.086974 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-cd8ffa84-3a44-4412-aa32-61a59f884984 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8817177 Aug 19 14:58:05.135798 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-f4bd4f6d-6981-4e46-9187-0fba14cd82bf None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:58:05.140215 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bd4f6d-6981-4e46-9187-0fba14cd82bf None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:58:05.169939 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:05.173907 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bd4f6d-6981-4e46-9187-0fba14cd82bf None None] Pushing event updated for resources: {'Port': ['ID=5b061b05-5bc9-4188-bbc7-e4a5e83d955f,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:05.233492 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9bae7351-d900-4994-bfa5-398e899e5d60 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:05.330651 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f4bd4f6d-6981-4e46-9187-0fba14cd82bf None None] Attempting to bind port 5b061b05-5bc9-4188-bbc7-e4a5e83d955f on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:58:05.330651 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f4bd4f6d-6981-4e46-9187-0fba14cd82bf None None] Attempting to bind port 5b061b05-5bc9-4188-bbc7-e4a5e83d955f by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'e5d1c40b-a27d-4ae4-9563-cd0fe9c66989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8493052e-e0e1-4449-bd4c-379f78ef716d'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:58:05.330651 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bd4f6d-6981-4e46-9187-0fba14cd82bf None None] Attempting to bind port 5b061b05-5bc9-4188-bbc7-e4a5e83d955f on network 8493052e-e0e1-4449-bd4c-379f78ef716d {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:58:05.349060 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bae7351-d900-4994-bfa5-398e899e5d60 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Pushing event updated for resources: {'Subnet': ['ID=9e06446a-4e9d-4695-be40-84d54eb71639,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:05.361582 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bae7351-d900-4994-bfa5-398e899e5d60 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Checking segment: {'id': '6661fe50-4802-407f-9cd6-145d9a23225a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '166398b4-89fd-4c09-b504-9a4398ff1b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:58:05.361582 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bae7351-d900-4994-bfa5-398e899e5d60 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Network hostable DHCP agents. Network: 166398b4-89fd-4c09-b504-9a4398ff1b05, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:58:05.394073 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bd4f6d-6981-4e46-9187-0fba14cd82bf None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:58:05.394663 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bae7351-d900-4994-bfa5-398e899e5d60 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Network 166398b4-89fd-4c09-b504-9a4398ff1b05 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:58:05.395321 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bd4f6d-6981-4e46-9187-0fba14cd82bf None None] Checking segment: {'id': 'e5d1c40b-a27d-4ae4-9563-cd0fe9c66989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8493052e-e0e1-4449-bd4c-379f78ef716d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:58:05.395739 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f4bd4f6d-6981-4e46-9187-0fba14cd82bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:05.397326 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bd4f6d-6981-4e46-9187-0fba14cd82bf None None] Bound using segment: {'id': 'e5d1c40b-a27d-4ae4-9563-cd0fe9c66989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8493052e-e0e1-4449-bd4c-379f78ef716d'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:58:05.397909 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f4bd4f6d-6981-4e46-9187-0fba14cd82bf None None] Bound port: 5b061b05-5bc9-4188-bbc7-e4a5e83d955f, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5d1c40b-a27d-4ae4-9563-cd0fe9c66989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8493052e-e0e1-4449-bd4c-379f78ef716d'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:58:05.399065 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f4bd4f6d-6981-4e46-9187-0fba14cd82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:05.421580 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-9bae7351-d900-4994-bfa5-398e899e5d60 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 166398b4-89fd-4c09-b504-9a4398ff1b05) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:58:05.425955 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bae7351-d900-4994-bfa5-398e899e5d60 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:05.426554 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9bae7351-d900-4994-bfa5-398e899e5d60 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:05.462326 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9bae7351-d900-4994-bfa5-398e899e5d60 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7823758 Aug 19 14:58:05.465279 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 43240) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:05.471720 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b8bae18b-818e-4d31-a3ce-dd69a1db9642 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Request body: {'subnet': {'network_id': '9278d75a-8006-4a93-b69e-b41f853073b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:05.474835 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4909f63-7aca-4b34-9c95-5810a2125dc5 None None] Network 166398b4-89fd-4c09-b504-9a4398ff1b05 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:58:05.623876 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:05.628537 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:05.649443 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8bae18b-818e-4d31-a3ce-dd69a1db9642 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Made reservation on behalf of 46c604f25d8d45bcabbe3542f7211dc1 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:58:05.653166 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b8bae18b-818e-4d31-a3ce-dd69a1db9642 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:05.718623 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dafc1d9-1225-41a7-94fc-bc38efe8254b None None] Network 197094b4-cada-46e4-b784-1c8d80237441 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:58:05.782619 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f4bd4f6d-6981-4e46-9187-0fba14cd82bf None None] For port 5b061b05-5bc9-4188-bbc7-e4a5e83d955f, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:58:05.881100 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f4bd4f6d-6981-4e46-9187-0fba14cd82bf None None] For port 5b061b05-5bc9-4188-bbc7-e4a5e83d955f, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=5b061b05-5bc9-4188-bbc7-e4a5e83d955f,segment=NetworkSegment(e5d1c40b-a27d-4ae4-9563-cd0fe9c66989),segment_id=e5d1c40b-a27d-4ae4-9563-cd0fe9c66989)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:58:05.894339 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1585833-7d73-4dcc-a843-ac233b9ac743', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab2605b3-c885-46f3-8342-c9894e3fff09'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:58:05.896548 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab387ca9-93de-49f5-80db-319af27d5c18" -d '{"events": [{"server_uuid": "a1585833-7d73-4dcc-a843-ac233b9ac743", "name": "network-vif-unplugged", "status": "completed", "tag": "ab2605b3-c885-46f3-8342-c9894e3fff09"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:58:05.912002 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f4bd4f6d-6981-4e46-9187-0fba14cd82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:05.931144 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port ab2605b3-c885-46f3-8342-c9894e3fff09, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=ab2605b3-c885-46f3-8342-c9894e3fff09,segment=NetworkSegment(a797992c-f015-48a4-a029-21c175cc336b),segment_id=a797992c-f015-48a4-a029-21c175cc336b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:06.014451 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 19 Aug 2021 14:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72d1b21-f31f-46e2-b8bb-5c51ecb3b9ea x-openstack-request-id: req-b72d1b21-f31f-46e2-b8bb-5c51ecb3b9ea {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:58:06.014451 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1585833-7d73-4dcc-a843-ac233b9ac743", "name": "network-vif-unplugged", "status": "failed", "tag": "ab2605b3-c885-46f3-8342-c9894e3fff09", "code": 422}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:58:06.014451 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b72d1b21-f31f-46e2-b8bb-5c51ecb3b9ea {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:58:06.014794 n-d-766043-2 neutron-server[94641]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a1585833-7d73-4dcc-a843-ac233b9ac743', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ab2605b3-c885-46f3-8342-c9894e3fff09', 'code': 422} returned with failed status Aug 19 14:58:06.024487 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:06.180185 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da5ff71-3c36-47af-a5de-dca11e65e123 req-16534e8e-622b-429c-91c8-0aa1146b9223 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:06.181799 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0da5ff71-3c36-47af-a5de-dca11e65e123 req-16534e8e-622b-429c-91c8-0aa1146b9223 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.1160035 Aug 19 14:58:06.182770 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b8bae18b-818e-4d31-a3ce-dd69a1db9642 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:06.187967 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83003a80-1e42-4314-97ef-dddf5d418001 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-166398b4-89fd-4c09-b504-9a4398ff1b05', 'network_id': '166398b4-89fd-4c09-b504-9a4398ff1b05', 'tenant_id': '46c604f25d8d45bcabbe3542f7211dc1', 'fixed_ips': [{'subnet_id': '9e06446a-4e9d-4695-be40-84d54eb71639'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:58:06.188989 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-83003a80-1e42-4314-97ef-dddf5d418001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:06.193209 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bd4f6d-6981-4e46-9187-0fba14cd82bf None None] Pushing event updated for resources: {'Port': ['ID=5b061b05-5bc9-4188-bbc7-e4a5e83d955f,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:06.251626 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bae18b-818e-4d31-a3ce-dd69a1db9642 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Pushing event updated for resources: {'Subnet': ['ID=3be119dc-1632-4747-b9b5-04fd0c860de8,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:06.266494 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbaf1c2-24b9-48d3-9635-84a47144759e req-29b18af3-4b12-4605-932b-0c926c6ec268 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:06.276264 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cfbaf1c2-24b9-48d3-9635-84a47144759e req-29b18af3-4b12-4605-932b-0c926c6ec268 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] 10.222.0.69 "GET /v2.0/networks?id=2a74aae6-9363-4a46-883f-efa7d7c21b3e HTTP/1.1" status: 200 len: 812 time: 0.4121966 Aug 19 14:58:06.321817 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cfbaf1c2-24b9-48d3-9635-84a47144759e req-c2527a7d-b382-4af9-b459-c40ad619273a tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] 10.222.0.69 "GET /v2.0/quotas/ae20bc29ff9c4e808feb679b927e1e02 HTTP/1.1" status: 200 len: 375 time: 0.0205882 Aug 19 14:58:06.365462 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0da5ff71-3c36-47af-a5de-dca11e65e123 req-5caad0fc-0a32-4e7b-9e8a-2a6ae31e6cc3 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743455 Aug 19 14:58:06.391304 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=ab2605b3-c885-46f3-8342-c9894e3fff09,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:06.426788 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cfbaf1c2-24b9-48d3-9635-84a47144759e req-e3707170-b367-4e36-b5e2-ddb82104bee3 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ae20bc29ff9c4e808feb679b927e1e02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0861437 Aug 19 14:58:06.434351 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bae18b-818e-4d31-a3ce-dd69a1db9642 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Checking segment: {'id': '9aaa45b4-4ddd-4ea7-a395-5c1be6db5b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9278d75a-8006-4a93-b69e-b41f853073b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:58:06.437616 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bae18b-818e-4d31-a3ce-dd69a1db9642 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Network hostable DHCP agents. Network: 9278d75a-8006-4a93-b69e-b41f853073b5, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:58:06.526911 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-83003a80-1e42-4314-97ef-dddf5d418001 None None] Allocated IP 172.20.0.2 (166398b4-89fd-4c09-b504-9a4398ff1b05/9e06446a-4e9d-4695-be40-84d54eb71639/b8364000-d913-470e-9067-94782b83c3a0) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:58:06.585603 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bae18b-818e-4d31-a3ce-dd69a1db9642 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Network 9278d75a-8006-4a93-b69e-b41f853073b5 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:58:06.596568 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 5b061b05-5bc9-4188-bbc7-e4a5e83d955f up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:58:06.612532 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-b8bae18b-818e-4d31-a3ce-dd69a1db9642 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 9278d75a-8006-4a93-b69e-b41f853073b5) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:58:06.635103 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb31f153-d9a9-460c-8231-d5bacc3005bb None None] Network 9278d75a-8006-4a93-b69e-b41f853073b5 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:58:06.635360 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bae18b-818e-4d31-a3ce-dd69a1db9642 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:06.636170 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b8bae18b-818e-4d31-a3ce-dd69a1db9642 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:06.657341 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cfbaf1c2-24b9-48d3-9635-84a47144759e req-73dc0216-3a56-431c-b495-183f55615fd7 service neutron] 10.222.0.69 "GET /v2.0/networks/2a74aae6-9363-4a46-883f-efa7d7c21b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958961 Aug 19 14:58:06.670911 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-b8bae18b-818e-4d31-a3ce-dd69a1db9642 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2041039 Aug 19 14:58:06.673745 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 43268) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:06.809101 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cfbaf1c2-24b9-48d3-9635-84a47144759e req-689eb737-9bd7-4711-9a63-8d4ad55f5be4 service neutron] 10.222.0.69 "GET /v2.0/networks/2a74aae6-9363-4a46-883f-efa7d7c21b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504116 Aug 19 14:58:07.138650 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 5b061b05-5bc9-4188-bbc7-e4a5e83d955f completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:58:07.172644 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e37e48d3-51d2-47c2-b7a7-30766c200f1c req-4fb1cba5-1ca7-4cef-941c-cfcbd4d1fec3 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] 10.222.0.69 "GET /v2.0/ports?device_id=86f1000f-ec10-4b43-91a6-559c6325f4c1 HTTP/1.1" status: 200 len: 210 time: 0.0388689 Aug 19 14:58:07.187167 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:07.407150 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7ab2a022-dad0-401f-9ee9-1ffa09d3304b tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:07.542572 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 43302) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:07.594201 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-83003a80-1e42-4314-97ef-dddf5d418001 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:07.601984 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c0ea0d-e9f1-46cd-bbf0-fe40564f37f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-9278d75a-8006-4a93-b69e-b41f853073b5', 'network_id': '9278d75a-8006-4a93-b69e-b41f853073b5', 'tenant_id': '46c604f25d8d45bcabbe3542f7211dc1', 'fixed_ips': [{'subnet_id': '3be119dc-1632-4747-b9b5-04fd0c860de8'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:58:07.602914 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-28c0ea0d-e9f1-46cd-bbf0-fe40564f37f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:07.636180 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-83003a80-1e42-4314-97ef-dddf5d418001 None None] Transition to ACTIVE for port object b8364000-d913-470e-9067-94782b83c3a0 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:58:07.659699 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e897a09-16be-4745-af47-3a078397667b req-98a03e6b-8a83-4d4b-b284-d7eb8c84461f tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:07.675639 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-83003a80-1e42-4314-97ef-dddf5d418001 None None] Transition to ACTIVE for port object b8364000-d913-470e-9067-94782b83c3a0 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:58:07.682628 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6e897a09-16be-4745-af47-3a078397667b req-98a03e6b-8a83-4d4b-b284-d7eb8c84461f tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.1690125 Aug 19 14:58:07.743466 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6e897a09-16be-4745-af47-3a078397667b req-313ba732-042a-40ad-90b3-012e7431c288 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591843 Aug 19 14:58:07.842820 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3048f198-80c4-4a15-9994-c8cb42adfefe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:07.845638 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-83003a80-1e42-4314-97ef-dddf5d418001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:07.848652 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8652025a-fb86-4b53-a9f0-06847233573b None None] Network 8493052e-e0e1-4449-bd4c-379f78ef716d requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:58:07.918945 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83003a80-1e42-4314-97ef-dddf5d418001 None None] Network 166398b4-89fd-4c09-b504-9a4398ff1b05 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:58:07.938828 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-7ab2a022-dad0-401f-9ee9-1ffa09d3304b tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Allocated IP 172.20.0.1 (166398b4-89fd-4c09-b504-9a4398ff1b05/9e06446a-4e9d-4695-be40-84d54eb71639/93343541-bd2d-4f76-ab8f-c316225884af) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:58:08.015161 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-83003a80-1e42-4314-97ef-dddf5d418001 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:58:08.020687 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83003a80-1e42-4314-97ef-dddf5d418001 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:58:08.058920 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-28c0ea0d-e9f1-46cd-bbf0-fe40564f37f5 None None] Allocated IP 172.20.0.2 (9278d75a-8006-4a93-b69e-b41f853073b5/3be119dc-1632-4747-b9b5-04fd0c860de8/ee86b638-e665-4e22-9407-ddb75a4d8f93) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:58:08.076101 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3048f198-80c4-4a15-9994-c8cb42adfefe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:08.084655 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3048f198-80c4-4a15-9994-c8cb42adfefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:08.119825 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7ab2a022-dad0-401f-9ee9-1ffa09d3304b tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:08.150828 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-3048f198-80c4-4a15-9994-c8cb42adfefe admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d9739d8d89d64600a6b68ac6f4c498fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6069589 Aug 19 14:58:08.151872 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-7ab2a022-dad0-401f-9ee9-1ffa09d3304b tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Transition to ACTIVE for port object 93343541-bd2d-4f76-ab8f-c316225884af will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:58:08.154624 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 43308) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:08.158342 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3048f198-80c4-4a15-9994-c8cb42adfefe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0ea9e5-a013-4bfa-ab02-aec3df10cab5,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:08.161578 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83003a80-1e42-4314-97ef-dddf5d418001 None None] Pushing event updated for resources: {'Port': ['ID=b8364000-d913-470e-9067-94782b83c3a0,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:08.209802 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-973f9596-0324-4d18-9494-183b4c434f8c None None] Provisioning for port 5b061b05-5bc9-4188-bbc7-e4a5e83d955f completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:58:08.217404 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7ab2a022-dad0-401f-9ee9-1ffa09d3304b tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:08.244014 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a304eea3-7787-4756-8d15-ddd261d54657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:08.276113 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-973f9596-0324-4d18-9494-183b4c434f8c None None] Provisioning complete for port 5b061b05-5bc9-4188-bbc7-e4a5e83d955f triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:08.276512 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-973f9596-0324-4d18-9494-183b4c434f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:08.288100 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab2a022-dad0-401f-9ee9-1ffa09d3304b tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Pushing event updated for resources: {'Port': ['ID=93343541-bd2d-4f76-ab8f-c316225884af,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:08.298026 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a304eea3-7787-4756-8d15-ddd261d54657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:08.328028 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1d5b5963-2909-44f7-ac74-cad0b07fb8e9 req-754e3b4a-104a-4f41-9244-a5b3a3814dde tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] 10.222.0.69 "GET /v2.0/ports?device_id=86f1000f-ec10-4b43-91a6-559c6325f4c1 HTTP/1.1" status: 200 len: 210 time: 0.0457599 Aug 19 14:58:08.343340 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab2a022-dad0-401f-9ee9-1ffa09d3304b tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Network 166398b4-89fd-4c09-b504-9a4398ff1b05 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:58:08.348198 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-7ab2a022-dad0-401f-9ee9-1ffa09d3304b tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:58:08.351999 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab2a022-dad0-401f-9ee9-1ffa09d3304b tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:58:08.358729 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-83003a80-1e42-4314-97ef-dddf5d418001 None None] Attempting to bind port b8364000-d913-470e-9067-94782b83c3a0 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:58:08.359197 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-83003a80-1e42-4314-97ef-dddf5d418001 None None] Attempting to bind port b8364000-d913-470e-9067-94782b83c3a0 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '6661fe50-4802-407f-9cd6-145d9a23225a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '166398b4-89fd-4c09-b504-9a4398ff1b05'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:58:08.359572 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83003a80-1e42-4314-97ef-dddf5d418001 None None] Attempting to bind port b8364000-d913-470e-9067-94782b83c3a0 on network 166398b4-89fd-4c09-b504-9a4398ff1b05 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:58:08.374843 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83003a80-1e42-4314-97ef-dddf5d418001 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:58:08.375199 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83003a80-1e42-4314-97ef-dddf5d418001 None None] Checking segment: {'id': '6661fe50-4802-407f-9cd6-145d9a23225a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '166398b4-89fd-4c09-b504-9a4398ff1b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:58:08.375609 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-83003a80-1e42-4314-97ef-dddf5d418001 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:08.376063 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83003a80-1e42-4314-97ef-dddf5d418001 None None] Bound using segment: {'id': '6661fe50-4802-407f-9cd6-145d9a23225a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '166398b4-89fd-4c09-b504-9a4398ff1b05'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:58:08.376554 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-83003a80-1e42-4314-97ef-dddf5d418001 None None] Bound port: b8364000-d913-470e-9067-94782b83c3a0, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6661fe50-4802-407f-9cd6-145d9a23225a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '166398b4-89fd-4c09-b504-9a4398ff1b05'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:58:08.376926 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-83003a80-1e42-4314-97ef-dddf5d418001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:08.410038 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a304eea3-7787-4756-8d15-ddd261d54657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:08.413541 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a304eea3-7787-4756-8d15-ddd261d54657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:08.418145 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a304eea3-7787-4756-8d15-ddd261d54657 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8b0ea9e5-a013-4bfa-ab02-aec3df10cab5 HTTP/1.1" status: 204 len: 168 time: 0.2609975 Aug 19 14:58:08.448630 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a304eea3-7787-4756-8d15-ddd261d54657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0ea9e5-a013-4bfa-ab02-aec3df10cab5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:08.514375 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7ab2a022-dad0-401f-9ee9-1ffa09d3304b tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:08.587432 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-28c0ea0d-e9f1-46cd-bbf0-fe40564f37f5 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:08.649090 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-83003a80-1e42-4314-97ef-dddf5d418001 None None] For port b8364000-d913-470e-9067-94782b83c3a0, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:58:08.652182 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-28c0ea0d-e9f1-46cd-bbf0-fe40564f37f5 None None] Transition to ACTIVE for port object ee86b638-e665-4e22-9407-ddb75a4d8f93 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:58:08.662572 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-83003a80-1e42-4314-97ef-dddf5d418001 None None] For port b8364000-d913-470e-9067-94782b83c3a0, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b8364000-d913-470e-9067-94782b83c3a0,segment=NetworkSegment(6661fe50-4802-407f-9cd6-145d9a23225a),segment_id=6661fe50-4802-407f-9cd6-145d9a23225a)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:58:08.680439 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-83003a80-1e42-4314-97ef-dddf5d418001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:08.698164 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 43324) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:08.701225 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-28c0ea0d-e9f1-46cd-bbf0-fe40564f37f5 None None] Transition to ACTIVE for port object ee86b638-e665-4e22-9407-ddb75a4d8f93 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:58:08.702668 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-973f9596-0324-4d18-9494-183b4c434f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:08.796215 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-28c0ea0d-e9f1-46cd-bbf0-fe40564f37f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:08.834670 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c0ea0d-e9f1-46cd-bbf0-fe40564f37f5 None None] Network 9278d75a-8006-4a93-b69e-b41f853073b5 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:58:08.857146 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-28c0ea0d-e9f1-46cd-bbf0-fe40564f37f5 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:58:08.873387 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c0ea0d-e9f1-46cd-bbf0-fe40564f37f5 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:58:08.889610 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83003a80-1e42-4314-97ef-dddf5d418001 None None] Pushing event updated for resources: {'Port': ['ID=b8364000-d913-470e-9067-94782b83c3a0,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:08.893594 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-973f9596-0324-4d18-9494-183b4c434f8c None None] For port 5b061b05-5bc9-4188-bbc7-e4a5e83d955f, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=5b061b05-5bc9-4188-bbc7-e4a5e83d955f,segment=NetworkSegment(e5d1c40b-a27d-4ae4-9563-cd0fe9c66989),segment_id=e5d1c40b-a27d-4ae4-9563-cd0fe9c66989)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:08.915557 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-973f9596-0324-4d18-9494-183b4c434f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:09.019890 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d51ca-ab12-4bde-9e05-e6b198a59371 req-4b2133a4-4dd9-4984-a30e-790ebefc466d tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:09.023849 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-091d51ca-ab12-4bde-9e05-e6b198a59371 req-4b2133a4-4dd9-4984-a30e-790ebefc466d tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.1243291 Aug 19 14:58:09.096394 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0ea0d-e9f1-46cd-bbf0-fe40564f37f5 None None] Pushing event updated for resources: {'Port': ['ID=ee86b638-e665-4e22-9407-ddb75a4d8f93,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:09.118555 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbaf1c2-24b9-48d3-9635-84a47144759e req-3a1ade7d-d002-4a2e-adad-c5b63c91fc26 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:09.127852 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cfbaf1c2-24b9-48d3-9635-84a47144759e req-3a1ade7d-d002-4a2e-adad-c5b63c91fc26 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] 10.222.0.68 "GET /v2.0/networks?id=2a74aae6-9363-4a46-883f-efa7d7c21b3e HTTP/1.1" status: 200 len: 812 time: 0.5157864 Aug 19 14:58:09.146524 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-28c0ea0d-e9f1-46cd-bbf0-fe40564f37f5 None None] Attempting to bind port ee86b638-e665-4e22-9407-ddb75a4d8f93 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:58:09.147138 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-28c0ea0d-e9f1-46cd-bbf0-fe40564f37f5 None None] Attempting to bind port ee86b638-e665-4e22-9407-ddb75a4d8f93 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '9aaa45b4-4ddd-4ea7-a395-5c1be6db5b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9278d75a-8006-4a93-b69e-b41f853073b5'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:58:09.147763 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c0ea0d-e9f1-46cd-bbf0-fe40564f37f5 None None] Attempting to bind port ee86b638-e665-4e22-9407-ddb75a4d8f93 on network 9278d75a-8006-4a93-b69e-b41f853073b5 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:58:09.162010 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-091d51ca-ab12-4bde-9e05-e6b198a59371 req-259404d8-8d6e-4465-b99a-8c69b50afea4 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316347 Aug 19 14:58:09.176442 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5768914e-fc7c-449c-a955-c35979202554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:09.182351 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-cfbaf1c2-24b9-48d3-9635-84a47144759e req-4524062d-a4b9-4cef-913d-2f1a814be13d tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] Request body: {'port': {'device_id': '86f1000f-ec10-4b43-91a6-559c6325f4c1', 'network_id': '2a74aae6-9363-4a46-883f-efa7d7c21b3e', 'admin_state_up': True, 'tenant_id': 'ae20bc29ff9c4e808feb679b927e1e02'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:09.195608 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c0ea0d-e9f1-46cd-bbf0-fe40564f37f5 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:58:09.196478 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c0ea0d-e9f1-46cd-bbf0-fe40564f37f5 None None] Checking segment: {'id': '9aaa45b4-4ddd-4ea7-a395-5c1be6db5b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9278d75a-8006-4a93-b69e-b41f853073b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:58:09.197131 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-28c0ea0d-e9f1-46cd-bbf0-fe40564f37f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:09.197748 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c0ea0d-e9f1-46cd-bbf0-fe40564f37f5 None None] Bound using segment: {'id': '9aaa45b4-4ddd-4ea7-a395-5c1be6db5b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9278d75a-8006-4a93-b69e-b41f853073b5'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:58:09.199067 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-28c0ea0d-e9f1-46cd-bbf0-fe40564f37f5 None None] Bound port: ee86b638-e665-4e22-9407-ddb75a4d8f93, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aaa45b4-4ddd-4ea7-a395-5c1be6db5b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9278d75a-8006-4a93-b69e-b41f853073b5'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:58:09.199707 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-28c0ea0d-e9f1-46cd-bbf0-fe40564f37f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:09.267865 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7ab2a022-dad0-401f-9ee9-1ffa09d3304b tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:09.313941 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6c67c45c-ddfc-40ea-9610-0b4793f49258 None None] Provisioning complete for port 5b061b05-5bc9-4188-bbc7-e4a5e83d955f triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:09.322757 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6c67c45c-ddfc-40ea-9610-0b4793f49258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:09.425814 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5768914e-fc7c-449c-a955-c35979202554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:09.449737 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f9596-0324-4d18-9494-183b4c434f8c None None] Pushing event updated for resources: {'Port': ['ID=5b061b05-5bc9-4188-bbc7-e4a5e83d955f,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:09.452203 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5768914e-fc7c-449c-a955-c35979202554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:09.506171 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-28c0ea0d-e9f1-46cd-bbf0-fe40564f37f5 None None] For port ee86b638-e665-4e22-9407-ddb75a4d8f93, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:58:09.508032 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-5768914e-fc7c-449c-a955-c35979202554 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=42ce5b5a3e634a449b0f0a12d1d7e0c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8080254 Aug 19 14:58:09.518199 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 43342) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:09.535597 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-28c0ea0d-e9f1-46cd-bbf0-fe40564f37f5 None None] For port ee86b638-e665-4e22-9407-ddb75a4d8f93, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=ee86b638-e665-4e22-9407-ddb75a4d8f93,segment=NetworkSegment(9aaa45b4-4ddd-4ea7-a395-5c1be6db5b61),segment_id=9aaa45b4-4ddd-4ea7-a395-5c1be6db5b61)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:58:09.550391 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-28c0ea0d-e9f1-46cd-bbf0-fe40564f37f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:09.617071 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0ea0d-e9f1-46cd-bbf0-fe40564f37f5 None None] Pushing event updated for resources: {'Port': ['ID=ee86b638-e665-4e22-9407-ddb75a4d8f93,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:09.658727 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9b2e462d-4eb0-4803-b027-68818d37d124 req-657281a5-9fbd-465f-ac11-73645f6fc711 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] 10.222.0.69 "GET /v2.0/ports?device_id=86f1000f-ec10-4b43-91a6-559c6325f4c1 HTTP/1.1" status: 200 len: 210 time: 0.1584551 Aug 19 14:58:09.666291 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfbaf1c2-24b9-48d3-9635-84a47144759e req-4524062d-a4b9-4cef-913d-2f1a814be13d tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] Made reservation on behalf of ae20bc29ff9c4e808feb679b927e1e02 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:58:09.670709 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5768914e-fc7c-449c-a955-c35979202554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86f2158-9d39-4c6e-81ea-629410a98f81,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:09.671502 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cfbaf1c2-24b9-48d3-9635-84a47144759e req-4524062d-a4b9-4cef-913d-2f1a814be13d tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:09.726546 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-661d9960-e77b-476f-a0cd-151caf906a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:09.754988 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-661d9960-e77b-476f-a0cd-151caf906a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:09.847115 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-661d9960-e77b-476f-a0cd-151caf906a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:09.850954 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-661d9960-e77b-476f-a0cd-151caf906a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:09.852546 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-661d9960-e77b-476f-a0cd-151caf906a38 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f86f2158-9d39-4c6e-81ea-629410a98f81 HTTP/1.1" status: 204 len: 168 time: 0.2996469 Aug 19 14:58:09.899312 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661d9960-e77b-476f-a0cd-151caf906a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86f2158-9d39-4c6e-81ea-629410a98f81,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:09.999514 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-cfbaf1c2-24b9-48d3-9635-84a47144759e req-4524062d-a4b9-4cef-913d-2f1a814be13d tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] Allocated IP 172.20.0.5 (2a74aae6-9363-4a46-883f-efa7d7c21b3e/138b2f36-2e3d-49c8-b647-5fbc7f3712db/aea88543-82e3-4333-85e5-31737696f8b1) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:58:10.297364 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7ab2a022-dad0-401f-9ee9-1ffa09d3304b tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:10.307184 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7ab2a022-dad0-401f-9ee9-1ffa09d3304b tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:10.381968 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712a461-0ec5-4aac-b276-da58d2f753fa req-004e98b1-17ef-4edf-be18-a7f7e15cf88e tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:10.383706 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7712a461-0ec5-4aac-b276-da58d2f753fa req-004e98b1-17ef-4edf-be18-a7f7e15cf88e tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.1169322 Aug 19 14:58:10.437668 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7ab2a022-dad0-401f-9ee9-1ffa09d3304b tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:10.439653 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab2a022-dad0-401f-9ee9-1ffa09d3304b tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Pushing event updated for resources: {'Port': ['ID=93343541-bd2d-4f76-ab8f-c316225884af,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:10.460207 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7712a461-0ec5-4aac-b276-da58d2f753fa req-3a8959e2-5aa4-4894-948f-96c42f73bef6 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676084 Aug 19 14:58:10.468198 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b731779b-b8ed-4948-8ff9-b0d15907d489 None None] Network 166398b4-89fd-4c09-b504-9a4398ff1b05 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:58:10.540358 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cfbaf1c2-24b9-48d3-9635-84a47144759e req-4524062d-a4b9-4cef-913d-2f1a814be13d tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:10.570765 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d2be83df-ac25-48d2-8276-795fffc11b4a None None] Provisioning for port b8364000-d913-470e-9067-94782b83c3a0 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:58:10.677207 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cfbaf1c2-24b9-48d3-9635-84a47144759e req-4524062d-a4b9-4cef-913d-2f1a814be13d tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:10.767513 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfbaf1c2-24b9-48d3-9635-84a47144759e req-4524062d-a4b9-4cef-913d-2f1a814be13d tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] Network 2a74aae6-9363-4a46-883f-efa7d7c21b3e is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:58:10.799731 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-cfbaf1c2-24b9-48d3-9635-84a47144759e req-4524062d-a4b9-4cef-913d-2f1a814be13d tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:58:10.811212 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfbaf1c2-24b9-48d3-9635-84a47144759e req-4524062d-a4b9-4cef-913d-2f1a814be13d tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:58:10.858223 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device ee86b638-e665-4e22-9407-ddb75a4d8f93 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:58:10.938865 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646f9fd-9285-40d9-9949-e0127486fa3f req-eabba55e-e0f3-47ed-8623-d2ba9effc85e tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:10.941435 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3646f9fd-9285-40d9-9949-e0127486fa3f req-eabba55e-e0f3-47ed-8623-d2ba9effc85e tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] 10.222.0.69 "GET /v2.0/ports?device_id=86f1000f-ec10-4b43-91a6-559c6325f4c1 HTTP/1.1" status: 200 len: 931 time: 0.1205552 Aug 19 14:58:10.983646 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port ee86b638-e665-4e22-9407-ddb75a4d8f93 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:58:10.990289 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b8364000-d913-470e-9067-94782b83c3a0 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:58:11.023292 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab2a022-dad0-401f-9ee9-1ffa09d3304b tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Network 166398b4-89fd-4c09-b504-9a4398ff1b05 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:58:11.024135 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3646f9fd-9285-40d9-9949-e0127486fa3f req-ef5955fa-9861-4d8a-b19d-45044ae60120 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] 10.222.0.69 "GET /v2.0/security-groups?id=45d0835f-2b62-454d-b245-c183c3965eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749850 Aug 19 14:58:11.027093 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4524062d-a4b9-4cef-913d-2f1a814be13d tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] Pushing event updated for resources: {'Port': ['ID=aea88543-82e3-4333-85e5-31737696f8b1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:11.043134 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbaf1c2-24b9-48d3-9635-84a47144759e req-4524062d-a4b9-4cef-913d-2f1a814be13d tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:11.044146 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cfbaf1c2-24b9-48d3-9635-84a47144759e req-4524062d-a4b9-4cef-913d-2f1a814be13d tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:11.047207 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-7ab2a022-dad0-401f-9ee9-1ffa09d3304b tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:58:11.156197 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port b8364000-d913-470e-9067-94782b83c3a0 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:58:11.164509 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port b8364000-d913-470e-9067-94782b83c3a0 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:11.164884 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:11.266550 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cfbaf1c2-24b9-48d3-9635-84a47144759e req-4524062d-a4b9-4cef-913d-2f1a814be13d tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1262553 Aug 19 14:58:11.287762 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-cfbaf1c2-24b9-48d3-9635-84a47144759e req-49abb13e-a659-4d96-8b14-d6a744966793 service neutron] Request body: {'port': {'device_id': '86f1000f-ec10-4b43-91a6-559c6325f4c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:11.400674 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:11.464862 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cfbaf1c2-24b9-48d3-9635-84a47144759e req-49abb13e-a659-4d96-8b14-d6a744966793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:11.473585 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2edacb5b-f4d1-424a-b2ff-821eef1bdf76 None None] Provisioning for port 93343541-bd2d-4f76-ab8f-c316225884af completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:58:11.475977 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 43400) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:11.495076 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2edacb5b-f4d1-424a-b2ff-821eef1bdf76 None None] Provisioning complete for port 93343541-bd2d-4f76-ab8f-c316225884af triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:11.495448 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2edacb5b-f4d1-424a-b2ff-821eef1bdf76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:11.499524 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port b8364000-d913-470e-9067-94782b83c3a0, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b8364000-d913-470e-9067-94782b83c3a0,segment=NetworkSegment(6661fe50-4802-407f-9cd6-145d9a23225a),segment_id=6661fe50-4802-407f-9cd6-145d9a23225a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:11.560733 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-2edacb5b-f4d1-424a-b2ff-821eef1bdf76 None None] Port 93343541-bd2d-4f76-ab8f-c316225884af cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:58:11.565754 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:11.566954 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 5b061b05-5bc9-4188-bbc7-e4a5e83d955f up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:58:11.569671 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48689e3b-62a6-4f68-9c26-4bd40551b1dd None None] Network 9278d75a-8006-4a93-b69e-b41f853073b5 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:58:11.589872 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab2a022-dad0-401f-9ee9-1ffa09d3304b tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Router 37b7e2ac-a25d-4f83-840d-a0ee14ab6cc3 is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:58:11.674336 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f4e26-f287-4600-ad40-50e73924e65e req-f591dc7b-a3fa-4688-b242-bfd6bda8348a tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:11.677396 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d09f4e26-f287-4600-ad40-50e73924e65e req-f591dc7b-a3fa-4688-b242-bfd6bda8348a tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.1152627 Aug 19 14:58:11.724330 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2b5a9c63-c658-4383-a501-49576ef1b449 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-549981364-network', 'tenant_id': 'e66852354af24ed4b72893e3543607a6'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:11.754979 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d09f4e26-f287-4600-ad40-50e73924e65e req-7000df18-8148-45c9-93a7-b940e075da6d tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713716 Aug 19 14:58:11.770522 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5a9c63-c658-4383-a501-49576ef1b449 admin admin] Made reservation on behalf of e66852354af24ed4b72893e3543607a6 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:58:11.773357 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b5a9c63-c658-4383-a501-49576ef1b449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:11.784048 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b5a9c63-c658-4383-a501-49576ef1b449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:11.817640 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=b8364000-d913-470e-9067-94782b83c3a0,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:11.937112 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b5a9c63-c658-4383-a501-49576ef1b449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:11.947583 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b5a9c63-c658-4383-a501-49576ef1b449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:11.973583 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b5a9c63-c658-4383-a501-49576ef1b449 admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:58:11.989708 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5a9c63-c658-4383-a501-49576ef1b449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ebbc17-7b99-4425-b044-325aeda9d82f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:11.995187 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b5a9c63-c658-4383-a501-49576ef1b449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:11.995864 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-2b5a9c63-c658-4383-a501-49576ef1b449 admin admin] Added segment c64b3117-a379-42fd-835b-03df6dea4ae2 of type vlan for network 954b0ad6-a93b-4f27-93b4-15e8abd75aca Aug 19 14:58:12.094241 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b5a9c63-c658-4383-a501-49576ef1b449 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:12.172063 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b5a9c63-c658-4383-a501-49576ef1b449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:12.173415 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5a9c63-c658-4383-a501-49576ef1b449 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:12.177225 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b5a9c63-c658-4383-a501-49576ef1b449 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:12.235564 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-2b5a9c63-c658-4383-a501-49576ef1b449 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7582333 Aug 19 14:58:12.266752 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 43412) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:12.269716 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2edacb5b-f4d1-424a-b2ff-821eef1bdf76 None None] Provisioning complete for port b8364000-d913-470e-9067-94782b83c3a0 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:12.270138 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2edacb5b-f4d1-424a-b2ff-821eef1bdf76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:12.275441 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-33cc68b7-39e5-4570-8d8c-dec2c078bc0c admin admin] Request body: {'subnet': {'network_id': '954b0ad6-a93b-4f27-93b4-15e8abd75aca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-549981364-subnet', 'tenant_id': 'e66852354af24ed4b72893e3543607a6', 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:12.364360 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 5b061b05-5bc9-4188-bbc7-e4a5e83d955f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:12.364755 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:12.454194 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5a9c63-c658-4383-a501-49576ef1b449 admin admin] Pushing event updated for resources: {'Network': ['ID=954b0ad6-a93b-4f27-93b4-15e8abd75aca,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:12.484749 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 954b0ad6-a93b-4f27-93b4-15e8abd75aca details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:58:12.485379 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812381b-b842-49c2-92b2-d9af93936213 req-42cedf8b-a8ae-4372-a373-175d9a1965a9 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:12.487049 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1812381b-b842-49c2-92b2-d9af93936213 req-42cedf8b-a8ae-4372-a373-175d9a1965a9 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] 10.222.0.69 "GET /v2.0/ports?device_id=86f1000f-ec10-4b43-91a6-559c6325f4c1 HTTP/1.1" status: 200 len: 931 time: 0.1475976 Aug 19 14:58:12.488265 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33cc68b7-39e5-4570-8d8c-dec2c078bc0c admin admin] Made reservation on behalf of e66852354af24ed4b72893e3543607a6 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:58:12.490744 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-33cc68b7-39e5-4570-8d8c-dec2c078bc0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:12.648529 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1812381b-b842-49c2-92b2-d9af93936213 req-68e10155-8794-4cdb-ad63-7e67843729a7 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] 10.222.0.69 "GET /v2.0/security-groups?id=45d0835f-2b62-454d-b245-c183c3965eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693700 Aug 19 14:58:12.718392 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-33cc68b7-39e5-4570-8d8c-dec2c078bc0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:12.760738 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab2a022-dad0-401f-9ee9-1ffa09d3304b tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:58:12.782442 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7ab2a022-dad0-401f-9ee9-1ffa09d3304b tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] 10.222.0.69 "PUT /v2.0/routers/37b7e2ac-a25d-4f83-840d-a0ee14ab6cc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1037509 Aug 19 14:58:12.782442 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 43420) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:12.789280 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cc68b7-39e5-4570-8d8c-dec2c078bc0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbbd01bc-d8b8-4a28-b1b5-3b39723fb4d1,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:12.796112 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cc68b7-39e5-4570-8d8c-dec2c078bc0c admin admin] Checking segment: {'id': 'c64b3117-a379-42fd-835b-03df6dea4ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '954b0ad6-a93b-4f27-93b4-15e8abd75aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:58:12.796466 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cc68b7-39e5-4570-8d8c-dec2c078bc0c admin admin] Network hostable DHCP agents. Network: 954b0ad6-a93b-4f27-93b4-15e8abd75aca, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:58:12.819161 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cc68b7-39e5-4570-8d8c-dec2c078bc0c admin admin] Network 954b0ad6-a93b-4f27-93b4-15e8abd75aca is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:58:12.823599 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4d31bd-8407-4d2e-8d93-76dbca1eb66a None None] Sync routers for ids ['37b7e2ac-a25d-4f83-840d-a0ee14ab6cc3'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:58:12.833176 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-33cc68b7-39e5-4570-8d8c-dec2c078bc0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 954b0ad6-a93b-4f27-93b4-15e8abd75aca) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:58:12.838507 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cc68b7-39e5-4570-8d8c-dec2c078bc0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:12.839182 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-33cc68b7-39e5-4570-8d8c-dec2c078bc0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:12.845892 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b8364000-d913-470e-9067-94782b83c3a0 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:58:12.851630 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f519f9-3a49-4ffe-98c7-c5d73a262ba2 None None] Network 954b0ad6-a93b-4f27-93b4-15e8abd75aca requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:58:12.865064 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-33cc68b7-39e5-4570-8d8c-dec2c078bc0c admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5973678 Aug 19 14:58:12.867798 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 43422) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:12.875699 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-de80ad2a-e323-4d1d-8e60-f52dc23f9060 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-549981364-router', 'tenant_id': 'e66852354af24ed4b72893e3543607a6', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:12.925258 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-43d0a93e-8ba0-499b-872b-7061e44612a4 None None] Provisioning for port ee86b638-e665-4e22-9407-ddb75a4d8f93 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:58:12.937453 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4d31bd-8407-4d2e-8d93-76dbca1eb66a None None] Routers {'37b7e2ac-a25d-4f83-840d-a0ee14ab6cc3'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:58:12.938089 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-bb4d31bd-8407-4d2e-8d93-76dbca1eb66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:58:05Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['37b7e2ac-a25d-4f83-840d-a0ee14ab6cc3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:12.940876 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7913cc9-8d76-4eb1-b956-6ef1ab8511bf req-b65365f2-bb3a-421e-9cbb-0c98eb17d2a5 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:12.945529 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b7913cc9-8d76-4eb1-b956-6ef1ab8511bf req-b65365f2-bb3a-421e-9cbb-0c98eb17d2a5 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.0585608 Aug 19 14:58:12.947898 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-43d0a93e-8ba0-499b-872b-7061e44612a4 None None] Provisioning complete for port ee86b638-e665-4e22-9407-ddb75a4d8f93 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:12.948277 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-43d0a93e-8ba0-499b-872b-7061e44612a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:12.950217 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de80ad2a-e323-4d1d-8e60-f52dc23f9060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:12.951230 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de80ad2a-e323-4d1d-8e60-f52dc23f9060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:12.989326 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b7913cc9-8d76-4eb1-b956-6ef1ab8511bf req-b7a6abe9-cd21-413c-86df-e5bc9df93a8e tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374553 Aug 19 14:58:13.003351 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-bb4d31bd-8407-4d2e-8d93-76dbca1eb66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:13.047501 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4d31bd-8407-4d2e-8d93-76dbca1eb66a None None] Routers {'37b7e2ac-a25d-4f83-840d-a0ee14ab6cc3'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:58:13.048125 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-bb4d31bd-8407-4d2e-8d93-76dbca1eb66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:58:05Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['37b7e2ac-a25d-4f83-840d-a0ee14ab6cc3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:13.069866 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-cfbaf1c2-24b9-48d3-9635-84a47144759e req-49abb13e-a659-4d96-8b14-d6a744966793 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aea88543-82e3-4333-85e5-31737696f8b1 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:58:13.092375 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-bb4d31bd-8407-4d2e-8d93-76dbca1eb66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:13.093019 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4d31bd-8407-4d2e-8d93-76dbca1eb66a None None] The sync data for ids ['37b7e2ac-a25d-4f83-840d-a0ee14ab6cc3'] in n-d-766043-2 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:58:13.100471 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port b8364000-d913-470e-9067-94782b83c3a0 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:13.100849 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:13.109681 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cfbaf1c2-24b9-48d3-9635-84a47144759e req-49abb13e-a659-4d96-8b14-d6a744966793 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:13.117590 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de80ad2a-e323-4d1d-8e60-f52dc23f9060 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:13.132625 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-cfbaf1c2-24b9-48d3-9635-84a47144759e req-49abb13e-a659-4d96-8b14-d6a744966793 service neutron] Transition to ACTIVE for port object aea88543-82e3-4333-85e5-31737696f8b1 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:58:13.229532 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-43d0a93e-8ba0-499b-872b-7061e44612a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:13.242283 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec8fb7e-e76c-4da8-aa75-0a10346bf519 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-954b0ad6-a93b-4f27-93b4-15e8abd75aca', 'network_id': '954b0ad6-a93b-4f27-93b4-15e8abd75aca', 'tenant_id': 'e66852354af24ed4b72893e3543607a6', 'fixed_ips': [{'subnet_id': 'dbbd01bc-d8b8-4a28-b1b5-3b39723fb4d1'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:58:13.243123 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bec8fb7e-e76c-4da8-aa75-0a10346bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:13.245735 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cfbaf1c2-24b9-48d3-9635-84a47144759e req-49abb13e-a659-4d96-8b14-d6a744966793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:13.315729 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-43d0a93e-8ba0-499b-872b-7061e44612a4 None None] For port ee86b638-e665-4e22-9407-ddb75a4d8f93, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=ee86b638-e665-4e22-9407-ddb75a4d8f93,segment=NetworkSegment(9aaa45b4-4ddd-4ea7-a395-5c1be6db5b61),segment_id=9aaa45b4-4ddd-4ea7-a395-5c1be6db5b61)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:13.375493 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-43d0a93e-8ba0-499b-872b-7061e44612a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:13.383690 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49abb13e-a659-4d96-8b14-d6a744966793 service neutron] Pushing event updated for resources: {'Port': ['ID=aea88543-82e3-4333-85e5-31737696f8b1,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:13.415234 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de80ad2a-e323-4d1d-8e60-f52dc23f9060 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:13.488970 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-43d0a93e-8ba0-499b-872b-7061e44612a4 None None] Provisioning complete for port 93343541-bd2d-4f76-ab8f-c316225884af triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:13.489521 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-43d0a93e-8ba0-499b-872b-7061e44612a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:13.548345 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d0a93e-8ba0-499b-872b-7061e44612a4 None None] Pushing event updated for resources: {'Port': ['ID=ee86b638-e665-4e22-9407-ddb75a4d8f93,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:13.569251 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d0a93e-8ba0-499b-872b-7061e44612a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:13.569591 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d0a93e-8ba0-499b-872b-7061e44612a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:13.570150 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d0a93e-8ba0-499b-872b-7061e44612a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:13.570647 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d0a93e-8ba0-499b-872b-7061e44612a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:13.571137 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d0a93e-8ba0-499b-872b-7061e44612a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:13.571631 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d0a93e-8ba0-499b-872b-7061e44612a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:13.572117 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d0a93e-8ba0-499b-872b-7061e44612a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:13.572642 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d0a93e-8ba0-499b-872b-7061e44612a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:13.573128 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d0a93e-8ba0-499b-872b-7061e44612a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:13.573610 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d0a93e-8ba0-499b-872b-7061e44612a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:13.574093 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d0a93e-8ba0-499b-872b-7061e44612a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:13.574576 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d0a93e-8ba0-499b-872b-7061e44612a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:13.582093 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-43d0a93e-8ba0-499b-872b-7061e44612a4 None None] Port 93343541-bd2d-4f76-ab8f-c316225884af cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:58:13.589920 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-bec8fb7e-e76c-4da8-aa75-0a10346bf519 None None] Allocated IP 172.20.0.2 (954b0ad6-a93b-4f27-93b4-15e8abd75aca/dbbd01bc-d8b8-4a28-b1b5-3b39723fb4d1/b338e173-671b-4a9b-9c21-f84ae49cdb8f) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:58:13.644079 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-cfbaf1c2-24b9-48d3-9635-84a47144759e req-49abb13e-a659-4d96-8b14-d6a744966793 service neutron] Attempting to bind port aea88543-82e3-4333-85e5-31737696f8b1 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:58:13.644432 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-cfbaf1c2-24b9-48d3-9635-84a47144759e req-49abb13e-a659-4d96-8b14-d6a744966793 service neutron] Attempting to bind port aea88543-82e3-4333-85e5-31737696f8b1 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '224dafd7-cdaa-494b-9789-93351071f235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '2a74aae6-9363-4a46-883f-efa7d7c21b3e'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:58:13.644774 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbaf1c2-24b9-48d3-9635-84a47144759e req-49abb13e-a659-4d96-8b14-d6a744966793 service neutron] Attempting to bind port aea88543-82e3-4333-85e5-31737696f8b1 on network 2a74aae6-9363-4a46-883f-efa7d7c21b3e {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:58:13.655105 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-4396e747-7881-4095-bfe9-e901bfded482 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 14:58:13.656186 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4396e747-7881-4095-bfe9-e901bfded482 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] 10.222.0.69 "PUT /v2.0/routers/37b7e2ac-a25d-4f83-840d-a0ee14ab6cc3/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8731613 Aug 19 14:58:13.659186 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 43440) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:13.672690 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbaf1c2-24b9-48d3-9635-84a47144759e req-49abb13e-a659-4d96-8b14-d6a744966793 service neutron] Port aea88543-82e3-4333-85e5-31737696f8b1 on network 2a74aae6-9363-4a46-883f-efa7d7c21b3e not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:58:13.673067 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbaf1c2-24b9-48d3-9635-84a47144759e req-49abb13e-a659-4d96-8b14-d6a744966793 service neutron] Attempting to bind port aea88543-82e3-4333-85e5-31737696f8b1 on network 2a74aae6-9363-4a46-883f-efa7d7c21b3e {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:58:13.684059 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbaf1c2-24b9-48d3-9635-84a47144759e req-49abb13e-a659-4d96-8b14-d6a744966793 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:58:13.684546 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbaf1c2-24b9-48d3-9635-84a47144759e req-49abb13e-a659-4d96-8b14-d6a744966793 service neutron] Checking segment: {'id': '224dafd7-cdaa-494b-9789-93351071f235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '2a74aae6-9363-4a46-883f-efa7d7c21b3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:58:13.684934 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbaf1c2-24b9-48d3-9635-84a47144759e req-49abb13e-a659-4d96-8b14-d6a744966793 service neutron] Bound using segment: {'id': '224dafd7-cdaa-494b-9789-93351071f235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '2a74aae6-9363-4a46-883f-efa7d7c21b3e'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:58:13.685387 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-cfbaf1c2-24b9-48d3-9635-84a47144759e req-49abb13e-a659-4d96-8b14-d6a744966793 service neutron] Bound port: aea88543-82e3-4333-85e5-31737696f8b1, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '224dafd7-cdaa-494b-9789-93351071f235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '2a74aae6-9363-4a46-883f-efa7d7c21b3e'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:58:13.685748 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cfbaf1c2-24b9-48d3-9635-84a47144759e req-49abb13e-a659-4d96-8b14-d6a744966793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:13.760495 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-cfbaf1c2-24b9-48d3-9635-84a47144759e req-49abb13e-a659-4d96-8b14-d6a744966793 service neutron] For port aea88543-82e3-4333-85e5-31737696f8b1, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:58:13.764121 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-cfbaf1c2-24b9-48d3-9635-84a47144759e req-49abb13e-a659-4d96-8b14-d6a744966793 service neutron] For port aea88543-82e3-4333-85e5-31737696f8b1, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=aea88543-82e3-4333-85e5-31737696f8b1,segment=NetworkSegment(224dafd7-cdaa-494b-9789-93351071f235),segment_id=224dafd7-cdaa-494b-9789-93351071f235)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:58:13.785182 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cfbaf1c2-24b9-48d3-9635-84a47144759e req-49abb13e-a659-4d96-8b14-d6a744966793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:13.888521 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bec8fb7e-e76c-4da8-aa75-0a10346bf519 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:13.901694 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bec8fb7e-e76c-4da8-aa75-0a10346bf519 None None] Transition to ACTIVE for port object b338e173-671b-4a9b-9c21-f84ae49cdb8f will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:58:13.929702 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49abb13e-a659-4d96-8b14-d6a744966793 service neutron] Pushing event updated for resources: {'Port': ['ID=aea88543-82e3-4333-85e5-31737696f8b1,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:13.941750 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21497395-355d-4bb2-bf14-0d80aabb5744 req-be7eb12b-6a81-4d0c-9862-9b59e0d6e9c2 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:13.943827 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-21497395-355d-4bb2-bf14-0d80aabb5744 req-be7eb12b-6a81-4d0c-9862-9b59e0d6e9c2 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] 10.222.0.69 "GET /v2.0/ports?device_id=86f1000f-ec10-4b43-91a6-559c6325f4c1 HTTP/1.1" status: 200 len: 943 time: 0.1610177 Aug 19 14:58:13.959451 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bec8fb7e-e76c-4da8-aa75-0a10346bf519 None None] Transition to ACTIVE for port object b338e173-671b-4a9b-9c21-f84ae49cdb8f will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:58:13.973714 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbaf1c2-24b9-48d3-9635-84a47144759e req-49abb13e-a659-4d96-8b14-d6a744966793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:13.974509 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cfbaf1c2-24b9-48d3-9635-84a47144759e req-49abb13e-a659-4d96-8b14-d6a744966793 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:13.975890 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cfbaf1c2-24b9-48d3-9635-84a47144759e req-49abb13e-a659-4d96-8b14-d6a744966793 service neutron] 10.222.0.68 "PUT /v2.0/ports/aea88543-82e3-4333-85e5-31737696f8b1 HTTP/1.1" status: 200 len: 1091 time: 2.6980557 Aug 19 14:58:13.976360 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86f1000f-ec10-4b43-91a6-559c6325f4c1', 'tag': 'aea88543-82e3-4333-85e5-31737696f8b1'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:58:13.978945 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7beabe2c-b3bd-4a1f-882d-b91fe4875ab2" -d '{"events": [{"name": "network-changed", "server_uuid": "86f1000f-ec10-4b43-91a6-559c6325f4c1", "tag": "aea88543-82e3-4333-85e5-31737696f8b1"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:58:13.980375 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bec8fb7e-e76c-4da8-aa75-0a10346bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:14.046461 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-21497395-355d-4bb2-bf14-0d80aabb5744 req-cae9ad6e-c3c0-42f0-9b09-c6982f052c35 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] 10.222.0.69 "GET /v2.0/security-groups?id=45d0835f-2b62-454d-b245-c183c3965eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942092 Aug 19 14:58:14.080172 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec8fb7e-e76c-4da8-aa75-0a10346bf519 None None] Network 954b0ad6-a93b-4f27-93b4-15e8abd75aca is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:58:14.102194 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-bec8fb7e-e76c-4da8-aa75-0a10346bf519 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:58:14.111821 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec8fb7e-e76c-4da8-aa75-0a10346bf519 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:58:14.127446 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec8fb7e-e76c-4da8-aa75-0a10346bf519 None None] Pushing event updated for resources: {'Port': ['ID=b338e173-671b-4a9b-9c21-f84ae49cdb8f,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:14.127780 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b836d24a-5e2c-4e6b-ab9c-04493e0ce127 x-openstack-request-id: req-b836d24a-5e2c-4e6b-ab9c-04493e0ce127 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:58:14.128081 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86f1000f-ec10-4b43-91a6-559c6325f4c1", "tag": "aea88543-82e3-4333-85e5-31737696f8b1", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:58:14.128336 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b836d24a-5e2c-4e6b-ab9c-04493e0ce127 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:58:14.129731 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86f1000f-ec10-4b43-91a6-559c6325f4c1', 'tag': 'aea88543-82e3-4333-85e5-31737696f8b1', 'status': 'completed', 'code': 200} Aug 19 14:58:14.164914 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbaf1c2-24b9-48d3-9635-84a47144759e req-71c2cef8-7049-40e2-8ad0-7a6174503e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:14.166442 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cfbaf1c2-24b9-48d3-9635-84a47144759e req-71c2cef8-7049-40e2-8ad0-7a6174503e26 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ae20bc29ff9c4e808feb679b927e1e02&device_id=86f1000f-ec10-4b43-91a6-559c6325f4c1 HTTP/1.1" status: 200 len: 1094 time: 0.1331060 Aug 19 14:58:14.167555 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de80ad2a-e323-4d1d-8e60-f52dc23f9060 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:14.195438 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-bec8fb7e-e76c-4da8-aa75-0a10346bf519 None None] Attempting to bind port b338e173-671b-4a9b-9c21-f84ae49cdb8f on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:58:14.196290 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-bec8fb7e-e76c-4da8-aa75-0a10346bf519 None None] Attempting to bind port b338e173-671b-4a9b-9c21-f84ae49cdb8f by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'c64b3117-a379-42fd-835b-03df6dea4ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '954b0ad6-a93b-4f27-93b4-15e8abd75aca'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:58:14.197032 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec8fb7e-e76c-4da8-aa75-0a10346bf519 None None] Attempting to bind port b338e173-671b-4a9b-9c21-f84ae49cdb8f on network 954b0ad6-a93b-4f27-93b4-15e8abd75aca {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:58:14.203029 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec8fb7e-e76c-4da8-aa75-0a10346bf519 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:58:14.204986 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec8fb7e-e76c-4da8-aa75-0a10346bf519 None None] Checking segment: {'id': 'c64b3117-a379-42fd-835b-03df6dea4ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '954b0ad6-a93b-4f27-93b4-15e8abd75aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:58:14.205168 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de80ad2a-e323-4d1d-8e60-f52dc23f9060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:14.206458 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bec8fb7e-e76c-4da8-aa75-0a10346bf519 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:14.207244 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec8fb7e-e76c-4da8-aa75-0a10346bf519 None None] Bound using segment: {'id': 'c64b3117-a379-42fd-835b-03df6dea4ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '954b0ad6-a93b-4f27-93b4-15e8abd75aca'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:58:14.207978 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-bec8fb7e-e76c-4da8-aa75-0a10346bf519 None None] Bound port: b338e173-671b-4a9b-9c21-f84ae49cdb8f, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64b3117-a379-42fd-835b-03df6dea4ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '954b0ad6-a93b-4f27-93b4-15e8abd75aca'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:58:14.208635 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bec8fb7e-e76c-4da8-aa75-0a10346bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:14.252319 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4cf9f5-aff0-4144-b2bf-8122a73baaca req-9740adc1-2db4-4dff-9020-24308b7a50dd tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:14.260000 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8b4cf9f5-aff0-4144-b2bf-8122a73baaca req-9740adc1-2db4-4dff-9020-24308b7a50dd tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.0918806 Aug 19 14:58:14.290048 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-bec8fb7e-e76c-4da8-aa75-0a10346bf519 None None] For port b338e173-671b-4a9b-9c21-f84ae49cdb8f, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:58:14.294892 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-bec8fb7e-e76c-4da8-aa75-0a10346bf519 None None] For port b338e173-671b-4a9b-9c21-f84ae49cdb8f, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b338e173-671b-4a9b-9c21-f84ae49cdb8f,segment=NetworkSegment(c64b3117-a379-42fd-835b-03df6dea4ae2),segment_id=c64b3117-a379-42fd-835b-03df6dea4ae2)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:58:14.304251 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bec8fb7e-e76c-4da8-aa75-0a10346bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:14.362023 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8b4cf9f5-aff0-4144-b2bf-8122a73baaca req-e9a2a321-6b49-4dc0-aac0-cbf1ce1034db tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841496 Aug 19 14:58:14.377843 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce027041-82bf-49ac-8da4-209464c20bf9 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:14.379693 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-de80ad2a-e323-4d1d-8e60-f52dc23f9060 admin admin] Allocated IP 172.25.2.198 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/885628b6-3038-4f12-9e5d-3ac39cb8f8b5) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:58:14.397255 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec8fb7e-e76c-4da8-aa75-0a10346bf519 None None] Pushing event updated for resources: {'Port': ['ID=b338e173-671b-4a9b-9c21-f84ae49cdb8f,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:14.515500 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cfbaf1c2-24b9-48d3-9635-84a47144759e req-c33eb23a-db7e-4b59-b3cd-6b4446db98cc service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aea88543-82e3-4333-85e5-31737696f8b1 HTTP/1.1" status: 200 len: 217 time: 0.3208241 Aug 19 14:58:14.576472 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbaf1c2-24b9-48d3-9635-84a47144759e req-066bbd69-a153-4985-a255-945201674442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:14.580903 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cfbaf1c2-24b9-48d3-9635-84a47144759e req-066bbd69-a153-4985-a255-945201674442 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=138b2f36-2e3d-49c8-b647-5fbc7f3712db HTTP/1.1" status: 200 len: 852 time: 0.0511405 Aug 19 14:58:14.665984 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cfbaf1c2-24b9-48d3-9635-84a47144759e req-674c588b-95e0-4ab5-b39e-55f0f52d4c1f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2a74aae6-9363-4a46-883f-efa7d7c21b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520182 Aug 19 14:58:14.775590 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:58:14.819258 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-ce027041-82bf-49ac-8da4-209464c20bf9 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Deleting port 93343541-bd2d-4f76-ab8f-c316225884af {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:58:14.819411 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de80ad2a-e323-4d1d-8e60-f52dc23f9060 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:14.821471 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce027041-82bf-49ac-8da4-209464c20bf9 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:14.851201 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cfbaf1c2-24b9-48d3-9635-84a47144759e req-428caab6-a29e-421c-90e5-4517151d9a5b service neutron] 10.222.0.68 "GET /v2.0/networks/2a74aae6-9363-4a46-883f-efa7d7c21b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754858 Aug 19 14:58:14.974064 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de80ad2a-e323-4d1d-8e60-f52dc23f9060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:15.029898 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce027041-82bf-49ac-8da4-209464c20bf9 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:15.049953 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de80ad2a-e323-4d1d-8e60-f52dc23f9060 admin admin] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:58:15.054518 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cfbaf1c2-24b9-48d3-9635-84a47144759e req-795db380-53f1-48bd-9c7e-7ce95bfb7d25 service neutron] 10.222.0.68 "GET /v2.0/networks/2a74aae6-9363-4a46-883f-efa7d7c21b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935308 Aug 19 14:58:15.057799 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-de80ad2a-e323-4d1d-8e60-f52dc23f9060 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:58:15.066153 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de80ad2a-e323-4d1d-8e60-f52dc23f9060 admin admin] Pushing event updated for resources: {'Port': ['ID=885628b6-3038-4f12-9e5d-3ac39cb8f8b5,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:15.071071 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de80ad2a-e323-4d1d-8e60-f52dc23f9060 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:58:15.071234 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-ce027041-82bf-49ac-8da4-209464c20bf9 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Calling delete_port for 93343541-bd2d-4f76-ab8f-c316225884af owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:58:15.197915 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device ee86b638-e665-4e22-9407-ddb75a4d8f93 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:58:15.304945 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port ee86b638-e665-4e22-9407-ddb75a4d8f93 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:15.305313 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:15.321998 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42150c-6ac2-4c3e-bb14-5f8cf4d08a58 req-d9e85221-870b-4fef-85ee-3c69de600536 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:15.330654 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7b42150c-6ac2-4c3e-bb14-5f8cf4d08a58 req-d9e85221-870b-4fef-85ee-3c69de600536 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] 10.222.0.69 "GET /v2.0/ports?device_id=86f1000f-ec10-4b43-91a6-559c6325f4c1 HTTP/1.1" status: 200 len: 943 time: 0.1232390 Aug 19 14:58:15.448876 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beabe2c-b3bd-4a1f-882d-b91fe4875ab2 req-62933467-8739-42a7-81b2-c64ec1114e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:15.451363 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7beabe2c-b3bd-4a1f-882d-b91fe4875ab2 req-62933467-8739-42a7-81b2-c64ec1114e1a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ae20bc29ff9c4e808feb679b927e1e02&device_id=86f1000f-ec10-4b43-91a6-559c6325f4c1 HTTP/1.1" status: 200 len: 1094 time: 0.2402682 Aug 19 14:58:15.484130 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7b42150c-6ac2-4c3e-bb14-5f8cf4d08a58 req-854a8861-c6e9-4246-b0d3-97a499fef6fe tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] 10.222.0.69 "GET /v2.0/security-groups?id=45d0835f-2b62-454d-b245-c183c3965eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523869 Aug 19 14:58:15.489264 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b338e173-671b-4a9b-9c21-f84ae49cdb8f up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:58:15.567464 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port b338e173-671b-4a9b-9c21-f84ae49cdb8f completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:58:15.684088 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21310d76-bd20-4f2c-bd2d-ef239ac6b177 req-1d314ffb-7c17-4410-a101-5a0ad3c385b5 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:15.686655 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-21310d76-bd20-4f2c-bd2d-ef239ac6b177 req-1d314ffb-7c17-4410-a101-5a0ad3c385b5 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.1925755 Aug 19 14:58:15.687914 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce027041-82bf-49ac-8da4-209464c20bf9 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:15.706348 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beabe2c-b3bd-4a1f-882d-b91fe4875ab2 req-adaefc18-b6d3-4475-9a78-c514eadd52f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:15.707286 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7beabe2c-b3bd-4a1f-882d-b91fe4875ab2 req-adaefc18-b6d3-4475-9a78-c514eadd52f3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=2a74aae6-9363-4a46-883f-efa7d7c21b3e HTTP/1.1" status: 200 len: 913 time: 0.2467792 Aug 19 14:58:15.709715 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de80ad2a-e323-4d1d-8e60-f52dc23f9060 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:15.732859 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce027041-82bf-49ac-8da4-209464c20bf9 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Pushing event deleted for resources: {'Port': ['ID=93343541-bd2d-4f76-ab8f-c316225884af,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:15.831778 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-21310d76-bd20-4f2c-bd2d-ef239ac6b177 req-6765aa0b-ed82-4e26-bef9-f616929d7b6a tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366706 Aug 19 14:58:15.888943 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7beabe2c-b3bd-4a1f-882d-b91fe4875ab2 req-4bf2d83c-7ba3-4773-a1c9-665249d4c710 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aea88543-82e3-4333-85e5-31737696f8b1 HTTP/1.1" status: 200 len: 217 time: 0.0562499 Aug 19 14:58:15.917136 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a11a6f-f979-4235-b850-06059ef07e9f None None] Network 954b0ad6-a93b-4f27-93b4-15e8abd75aca requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:58:15.984497 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beabe2c-b3bd-4a1f-882d-b91fe4875ab2 req-4e6f93ad-89b1-4106-84e6-b639b4d22e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:15.987893 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce027041-82bf-49ac-8da4-209464c20bf9 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:15.991172 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7beabe2c-b3bd-4a1f-882d-b91fe4875ab2 req-4e6f93ad-89b1-4106-84e6-b639b4d22e2b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=138b2f36-2e3d-49c8-b647-5fbc7f3712db HTTP/1.1" status: 200 len: 852 time: 0.0959716 Aug 19 14:58:16.038143 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7beabe2c-b3bd-4a1f-882d-b91fe4875ab2 req-9433989b-4e80-4437-8010-8f4f9b65d6df service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2a74aae6-9363-4a46-883f-efa7d7c21b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328145 Aug 19 14:58:16.124114 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8709f1fe-f9d4-4448-89cd-d8efb48c4f68 None None] Provisioning for port b338e173-671b-4a9b-9c21-f84ae49cdb8f completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:58:16.138216 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8709f1fe-f9d4-4448-89cd-d8efb48c4f68 None None] Provisioning complete for port b338e173-671b-4a9b-9c21-f84ae49cdb8f triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:16.138634 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8709f1fe-f9d4-4448-89cd-d8efb48c4f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:16.157150 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de80ad2a-e323-4d1d-8e60-f52dc23f9060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:16.253320 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8709f1fe-f9d4-4448-89cd-d8efb48c4f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:16.306785 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8709f1fe-f9d4-4448-89cd-d8efb48c4f68 None None] For port b338e173-671b-4a9b-9c21-f84ae49cdb8f, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b338e173-671b-4a9b-9c21-f84ae49cdb8f,segment=NetworkSegment(c64b3117-a379-42fd-835b-03df6dea4ae2),segment_id=c64b3117-a379-42fd-835b-03df6dea4ae2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:16.313542 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8709f1fe-f9d4-4448-89cd-d8efb48c4f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:16.383935 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709f1fe-f9d4-4448-89cd-d8efb48c4f68 None None] Pushing event updated for resources: {'Port': ['ID=b338e173-671b-4a9b-9c21-f84ae49cdb8f,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:16.646854 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a31030b3-6a57-48fa-ad0f-4a5dc5fbb258 None None] Provisioning complete for port b338e173-671b-4a9b-9c21-f84ae49cdb8f triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:16.648110 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a31030b3-6a57-48fa-ad0f-4a5dc5fbb258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:16.884525 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device aea88543-82e3-4333-85e5-31737696f8b1 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:58:16.949014 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce027041-82bf-49ac-8da4-209464c20bf9 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Router 37b7e2ac-a25d-4f83-840d-a0ee14ab6cc3 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:58:16.968071 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af35608-6498-49f1-ad11-89dd8a6e2fd9 req-f760dc17-7ed3-4838-8f7d-23fe6c475246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:16.969585 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7af35608-6498-49f1-ad11-89dd8a6e2fd9 req-f760dc17-7ed3-4838-8f7d-23fe6c475246 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8bf9338b14bd4de0a247947d4332bed4&device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 1095 time: 0.2591817 Aug 19 14:58:16.977310 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fff18-0e85-4b86-a3eb-2d48977c52b3 req-dbab7bbf-4d90-4244-b3fe-7bfd5d2ab7ac tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:16.978766 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fe9fff18-0e85-4b86-a3eb-2d48977c52b3 req-dbab7bbf-4d90-4244-b3fe-7bfd5d2ab7ac tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.2448657 Aug 19 14:58:17.004854 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port aea88543-82e3-4333-85e5-31737696f8b1, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=aea88543-82e3-4333-85e5-31737696f8b1,segment=NetworkSegment(224dafd7-cdaa-494b-9789-93351071f235),segment_id=224dafd7-cdaa-494b-9789-93351071f235)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:17.007769 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9d0b1-ef9c-424a-85c5-60de68a809cf req-b4a475e1-ee5d-47ac-b6de-5cea5bde95aa tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:17.015999 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cd9d0b1-ef9c-424a-85c5-60de68a809cf req-b4a475e1-ee5d-47ac-b6de-5cea5bde95aa tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] 10.222.0.69 "GET /v2.0/ports?device_id=86f1000f-ec10-4b43-91a6-559c6325f4c1 HTTP/1.1" status: 200 len: 943 time: 0.2952800 Aug 19 14:58:17.020694 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': 'aea88543-82e3-4333-85e5-31737696f8b1', 'network_id': '2a74aae6-9363-4a46-883f-efa7d7c21b3e', 'port_id': 'aea88543-82e3-4333-85e5-31737696f8b1', 'mac_address': 'fa:16:3e:ee:47:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '138b2f36-2e3d-49c8-b647-5fbc7f3712db', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:58:17.023198 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b338e173-671b-4a9b-9c21-f84ae49cdb8f up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:58:17.106411 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:17.126111 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7beabe2c-b3bd-4a1f-882d-b91fe4875ab2 req-cd2c87b7-f8ff-4357-bca3-ef990acdfd2a service neutron] 10.222.0.68 "GET /v2.0/networks/2a74aae6-9363-4a46-883f-efa7d7c21b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0591567 Aug 19 14:58:17.129277 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aea88543-82e3-4333-85e5-31737696f8b1 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:58:17.158599 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port b338e173-671b-4a9b-9c21-f84ae49cdb8f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:17.160146 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:17.221153 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port aea88543-82e3-4333-85e5-31737696f8b1, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=aea88543-82e3-4333-85e5-31737696f8b1,segment=NetworkSegment(224dafd7-cdaa-494b-9789-93351071f235),segment_id=224dafd7-cdaa-494b-9789-93351071f235)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:17.228653 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:17.235722 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fe9fff18-0e85-4b86-a3eb-2d48977c52b3 req-91e01d9b-08d1-47fe-9ae3-61f1b6af0a9b tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2442453 Aug 19 14:58:17.249828 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce027041-82bf-49ac-8da4-209464c20bf9 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:58:17.262550 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b559517-3e97-4b25-9753-803dc6016475 None None] Sync routers for ids ['37b7e2ac-a25d-4f83-840d-a0ee14ab6cc3'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:58:17.279476 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b559517-3e97-4b25-9753-803dc6016475 None None] Routers {'37b7e2ac-a25d-4f83-840d-a0ee14ab6cc3'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:58:17.282784 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9b559517-3e97-4b25-9753-803dc6016475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:58:05Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['37b7e2ac-a25d-4f83-840d-a0ee14ab6cc3'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:17.295204 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de80ad2a-e323-4d1d-8e60-f52dc23f9060 admin admin] Router 14e51fa9-8965-4b46-ba1b-43bb506370e5 is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:58:17.304772 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ce027041-82bf-49ac-8da4-209464c20bf9 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] 10.222.0.69 "PUT /v2.0/routers/37b7e2ac-a25d-4f83-840d-a0ee14ab6cc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6436937 Aug 19 14:58:17.308968 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=aea88543-82e3-4333-85e5-31737696f8b1,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:17.310859 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 43496) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:17.325578 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cd9d0b1-ef9c-424a-85c5-60de68a809cf req-13563fa7-09a7-4031-830b-5fa9fb19c66d tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] 10.222.0.69 "GET /v2.0/security-groups?id=45d0835f-2b62-454d-b245-c183c3965eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038924 Aug 19 14:58:17.372398 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af35608-6498-49f1-ad11-89dd8a6e2fd9 req-e5dcac9a-7899-4467-b079-352c299a4098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:17.374413 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7af35608-6498-49f1-ad11-89dd8a6e2fd9 req-e5dcac9a-7899-4467-b079-352c299a4098 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8d226290-6085-496f-b9eb-bf514760f427 HTTP/1.1" status: 200 len: 912 time: 0.3947487 Aug 19 14:58:17.394141 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9b559517-3e97-4b25-9753-803dc6016475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:17.425134 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b559517-3e97-4b25-9753-803dc6016475 None None] Routers {'37b7e2ac-a25d-4f83-840d-a0ee14ab6cc3'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:58:17.439134 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9b559517-3e97-4b25-9753-803dc6016475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:58:05Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['37b7e2ac-a25d-4f83-840d-a0ee14ab6cc3'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:17.482978 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['aea88543-82e3-4333-85e5-31737696f8b1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:58:17.539492 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9b559517-3e97-4b25-9753-803dc6016475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:17.542198 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b559517-3e97-4b25-9753-803dc6016475 None None] The sync data for ids ['37b7e2ac-a25d-4f83-840d-a0ee14ab6cc3'] in n-d-766043-2 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:58:17.560022 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7af35608-6498-49f1-ad11-89dd8a6e2fd9 req-f0422d72-2040-486e-82f1-dbb80724fbca service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa7a43f4-555b-4213-a8fa-75f449055cf9 HTTP/1.1" status: 200 len: 999 time: 0.1729212 Aug 19 14:58:17.650773 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7beabe2c-b3bd-4a1f-882d-b91fe4875ab2 req-8e4e7856-8a7b-405d-a835-511ad4a6edf3 service neutron] 10.222.0.68 "GET /v2.0/networks/2a74aae6-9363-4a46-883f-efa7d7c21b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5156083 Aug 19 14:58:17.663072 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-baf671f8-ae34-4f6e-b8b5-263aa1482811 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] delete failed (client error): The resource could not be found. Aug 19 14:58:17.664600 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-baf671f8-ae34-4f6e-b8b5-263aa1482811 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] 10.222.0.69 "DELETE /v2.0/routers/tempest-non_exist_router-1882012787 HTTP/1.1" status: 404 len: 335 time: 0.3217871 Aug 19 14:58:17.671510 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 43498) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:17.685977 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ccc7636c-576e-45e4-87aa-c6bce5dd75fa tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Request body: {'router': {'external_gateway_info': {'network_id': '37b7e2ac-a25d-4f83-840d-a0ee14ab6cc3'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:17.686877 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af35608-6498-49f1-ad11-89dd8a6e2fd9 req-43c1fa27-79d7-433a-9a49-0711796ec68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:17.688625 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7af35608-6498-49f1-ad11-89dd8a6e2fd9 req-43c1fa27-79d7-433a-9a49-0711796ec68a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5ebe78ca-28f7-43fa-89de-04375d30f6cd HTTP/1.1" status: 200 len: 850 time: 0.1204090 Aug 19 14:58:17.801571 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af35608-6498-49f1-ad11-89dd8a6e2fd9 req-9dfb364e-7ad6-4274-b8cc-c6dd45ff1307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:17.803862 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7af35608-6498-49f1-ad11-89dd8a6e2fd9 req-9dfb364e-7ad6-4274-b8cc-c6dd45ff1307 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8d226290-6085-496f-b9eb-bf514760f427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1065879 Aug 19 14:58:17.938328 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de80ad2a-e323-4d1d-8e60-f52dc23f9060 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:58:17.947335 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027ffe16-9c7b-4d9b-8d1c-643f9c2bfdd8 None None] Sync routers for ids ['14e51fa9-8965-4b46-ba1b-43bb506370e5'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:58:17.960688 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027ffe16-9c7b-4d9b-8d1c-643f9c2bfdd8 None None] Routers {'14e51fa9-8965-4b46-ba1b-43bb506370e5'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:58:17.961338 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-027ffe16-9c7b-4d9b-8d1c-643f9c2bfdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:58:05Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['14e51fa9-8965-4b46-ba1b-43bb506370e5'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:17.965184 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7af35608-6498-49f1-ad11-89dd8a6e2fd9 req-f43f7e39-adf3-44b1-94ee-d33024cb78fb service neutron] 10.222.0.88 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537974 Aug 19 14:58:18.035111 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ccc7636c-576e-45e4-87aa-c6bce5dd75fa tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:18.039395 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de80ad2a-e323-4d1d-8e60-f52dc23f9060 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:18.040933 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-de80ad2a-e323-4d1d-8e60-f52dc23f9060 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.1720846 Aug 19 14:58:18.046102 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 43508) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:18.108187 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-ccc7636c-576e-45e4-87aa-c6bce5dd75fa tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] update failed (client error): The resource could not be found. Aug 19 14:58:18.109271 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ccc7636c-576e-45e4-87aa-c6bce5dd75fa tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] 10.222.0.69 "PUT /v2.0/routers/37b7e2ac-a25d-4f83-840d-a0ee14ab6cc3 HTTP/1.1" status: 404 len: 339 time: 0.4340570 Aug 19 14:58:18.115136 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 43510) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:18.150338 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-027ffe16-9c7b-4d9b-8d1c-643f9c2bfdd8 None None] Set router 14e51fa9-8965-4b46-ba1b-43bb506370e5 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:58:18.151805 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7af35608-6498-49f1-ad11-89dd8a6e2fd9 req-b8bcbd38-2767-46ce-b5d4-396c0b06d725 service neutron] 10.222.0.88 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770921 Aug 19 14:58:18.401526 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-027ffe16-9c7b-4d9b-8d1c-643f9c2bfdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e51fa9-8965-4b46-ba1b-43bb506370e5', 'name': 'tempest-TestServerMultinode-549981364-router', 'tenant_id': 'e66852354af24ed4b72893e3543607a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '885628b6-3038-4f12-9e5d-3ac39cb8f8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:58:12Z', 'updated_at': '2021-08-19T14:58:15Z', 'revision_number': 3, 'project_id': 'e66852354af24ed4b72893e3543607a6', 'gw_port': {'id': '885628b6-3038-4f12-9e5d-3ac39cb8f8b5', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e51fa9-8965-4b46-ba1b-43bb506370e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:58:14Z', 'updated_at': '2021-08-19T14:58:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:18.421647 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56bb2d-a1d8-4479-9584-112eca645306 req-709dcc13-88b4-4948-9816-fcb777440a83 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:18.423733 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cd56bb2d-a1d8-4479-9584-112eca645306 req-709dcc13-88b4-4948-9816-fcb777440a83 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.0702729 Aug 19 14:58:18.432525 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027ffe16-9c7b-4d9b-8d1c-643f9c2bfdd8 None None] Checking router: 14e51fa9-8965-4b46-ba1b-43bb506370e5 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:58:18.432883 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027ffe16-9c7b-4d9b-8d1c-643f9c2bfdd8 None None] Updating router 14e51fa9-8965-4b46-ba1b-43bb506370e5 port 885628b6-3038-4f12-9e5d-3ac39cb8f8b5 binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:58:18.463289 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-027ffe16-9c7b-4d9b-8d1c-643f9c2bfdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:18.511607 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cd56bb2d-a1d8-4479-9584-112eca645306 req-96152c97-487a-4455-b2df-a9bdc12b54e5 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734413 Aug 19 14:58:18.533658 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275232b3-9007-46e3-8394-df02523e4b8f req-5c7def7f-b7b9-4c6f-be46-8d7613843ac2 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:18.535606 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-275232b3-9007-46e3-8394-df02523e4b8f req-5c7def7f-b7b9-4c6f-be46-8d7613843ac2 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] 10.222.0.69 "GET /v2.0/ports?device_id=86f1000f-ec10-4b43-91a6-559c6325f4c1 HTTP/1.1" status: 200 len: 944 time: 0.0957136 Aug 19 14:58:18.586420 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-275232b3-9007-46e3-8394-df02523e4b8f req-716b5031-fc98-4026-939e-64b6ff1a4b83 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] 10.222.0.69 "GET /v2.0/security-groups?id=45d0835f-2b62-454d-b245-c183c3965eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442903 Aug 19 14:58:18.678261 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-921fb96f-aa2f-4277-8bbb-6107a333012d tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:18.801406 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-027ffe16-9c7b-4d9b-8d1c-643f9c2bfdd8 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:18.812197 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-027ffe16-9c7b-4d9b-8d1c-643f9c2bfdd8 None None] Transition to ACTIVE for port object 885628b6-3038-4f12-9e5d-3ac39cb8f8b5 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:58:18.818011 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-027ffe16-9c7b-4d9b-8d1c-643f9c2bfdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:18.863524 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device aea88543-82e3-4333-85e5-31737696f8b1 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:58:18.894124 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-027ffe16-9c7b-4d9b-8d1c-643f9c2bfdd8 None None] Attempting to bind port 885628b6-3038-4f12-9e5d-3ac39cb8f8b5 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:58:18.894311 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-027ffe16-9c7b-4d9b-8d1c-643f9c2bfdd8 None None] Attempting to bind port 885628b6-3038-4f12-9e5d-3ac39cb8f8b5 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:58:18.894986 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027ffe16-9c7b-4d9b-8d1c-643f9c2bfdd8 None None] Attempting to bind port 885628b6-3038-4f12-9e5d-3ac39cb8f8b5 on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:58:18.904712 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd64167-41d1-4ad1-9bdb-e313da46a789 None None] Pushing event updated for resources: {'Port': ['ID=885628b6-3038-4f12-9e5d-3ac39cb8f8b5,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:18.910880 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027ffe16-9c7b-4d9b-8d1c-643f9c2bfdd8 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:58:18.911255 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027ffe16-9c7b-4d9b-8d1c-643f9c2bfdd8 None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:58:18.911645 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-027ffe16-9c7b-4d9b-8d1c-643f9c2bfdd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:18.912018 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027ffe16-9c7b-4d9b-8d1c-643f9c2bfdd8 None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:58:18.912601 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-027ffe16-9c7b-4d9b-8d1c-643f9c2bfdd8 None None] Bound port: 885628b6-3038-4f12-9e5d-3ac39cb8f8b5, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:58:18.912971 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-027ffe16-9c7b-4d9b-8d1c-643f9c2bfdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:19.067778 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-921fb96f-aa2f-4277-8bbb-6107a333012d tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Allocated IP 172.20.0.1 (8493052e-e0e1-4449-bd4c-379f78ef716d/26799c4f-72ae-4d28-bf74-6c226f9c4ec6/9039bfb4-aa44-46e5-bfe2-1e8f8db8139d) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:58:19.075394 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dc851267-5c17-4b56-b3e1-e93bd587b6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:19.210744 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port aea88543-82e3-4333-85e5-31737696f8b1 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:58:19.218990 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port aea88543-82e3-4333-85e5-31737696f8b1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:19.219413 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:19.223414 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-027ffe16-9c7b-4d9b-8d1c-643f9c2bfdd8 None None] For port 885628b6-3038-4f12-9e5d-3ac39cb8f8b5, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:58:19.255259 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-027ffe16-9c7b-4d9b-8d1c-643f9c2bfdd8 None None] For port 885628b6-3038-4f12-9e5d-3ac39cb8f8b5, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=885628b6-3038-4f12-9e5d-3ac39cb8f8b5,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:58:19.261037 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-027ffe16-9c7b-4d9b-8d1c-643f9c2bfdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:19.362377 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027ffe16-9c7b-4d9b-8d1c-643f9c2bfdd8 None None] Routers {'14e51fa9-8965-4b46-ba1b-43bb506370e5'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:58:19.363032 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-027ffe16-9c7b-4d9b-8d1c-643f9c2bfdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:58:05Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['14e51fa9-8965-4b46-ba1b-43bb506370e5'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:19.366727 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd64167-41d1-4ad1-9bdb-e313da46a789 None None] Pushing event updated for resources: {'Port': ['ID=885628b6-3038-4f12-9e5d-3ac39cb8f8b5,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:19.413291 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:19.456904 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-921fb96f-aa2f-4277-8bbb-6107a333012d tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:19.476484 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-dc851267-5c17-4b56-b3e1-e93bd587b6bd admin admin] Allocated IP 172.20.0.1 (954b0ad6-a93b-4f27-93b4-15e8abd75aca/dbbd01bc-d8b8-4a28-b1b5-3b39723fb4d1/420ecd18-a6f0-4b29-87df-9b09817a1dbb) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:58:19.482410 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-921fb96f-aa2f-4277-8bbb-6107a333012d tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Transition to ACTIVE for port object 9039bfb4-aa44-46e5-bfe2-1e8f8db8139d will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:58:19.494271 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f1000f-ec10-4b43-91a6-559c6325f4c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea88543-82e3-4333-85e5-31737696f8b1'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:58:19.502737 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421f7e54-c1d2-4a96-a6ba-edb8cfcea9f8" -d '{"events": [{"server_uuid": "86f1000f-ec10-4b43-91a6-559c6325f4c1", "name": "network-vif-plugged", "status": "completed", "tag": "aea88543-82e3-4333-85e5-31737696f8b1"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:58:19.519000 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port aea88543-82e3-4333-85e5-31737696f8b1, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=aea88543-82e3-4333-85e5-31737696f8b1,segment=NetworkSegment(224dafd7-cdaa-494b-9789-93351071f235),segment_id=224dafd7-cdaa-494b-9789-93351071f235)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:19.531039 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:19.586809 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b155289-efa0-4b11-8dba-85d3fbb3b601 x-openstack-request-id: req-2b155289-efa0-4b11-8dba-85d3fbb3b601 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:58:19.587093 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f1000f-ec10-4b43-91a6-559c6325f4c1", "name": "network-vif-plugged", "status": "completed", "tag": "aea88543-82e3-4333-85e5-31737696f8b1", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:58:19.587346 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2b155289-efa0-4b11-8dba-85d3fbb3b601 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:58:19.587734 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f1000f-ec10-4b43-91a6-559c6325f4c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea88543-82e3-4333-85e5-31737696f8b1', 'code': 200} Aug 19 14:58:19.592331 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-027ffe16-9c7b-4d9b-8d1c-643f9c2bfdd8 None None] Set router 14e51fa9-8965-4b46-ba1b-43bb506370e5 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:58:19.597588 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-921fb96f-aa2f-4277-8bbb-6107a333012d tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:19.712347 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=aea88543-82e3-4333-85e5-31737696f8b1,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:19.717668 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b542d3a-fc4b-447e-806f-451cac3af4e5 req-39639fb8-6298-4f81-854c-ce2904749b9b tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:19.720358 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b542d3a-fc4b-447e-806f-451cac3af4e5 req-39639fb8-6298-4f81-854c-ce2904749b9b tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.0639784 Aug 19 14:58:19.730816 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921fb96f-aa2f-4277-8bbb-6107a333012d tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Network 8493052e-e0e1-4449-bd4c-379f78ef716d is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:58:19.738080 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dc851267-5c17-4b56-b3e1-e93bd587b6bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:19.744628 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-921fb96f-aa2f-4277-8bbb-6107a333012d tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:58:19.757023 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921fb96f-aa2f-4277-8bbb-6107a333012d tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:58:19.766262 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921fb96f-aa2f-4277-8bbb-6107a333012d tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Pushing event updated for resources: {'Port': ['ID=9039bfb4-aa44-46e5-bfe2-1e8f8db8139d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:19.782850 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b542d3a-fc4b-447e-806f-451cac3af4e5 req-5ad2f67d-b4b1-4fb1-804b-ebcc7b71f9e3 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486872 Aug 19 14:58:19.792199 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b957b-f95f-4a07-a82f-8231122600bb req-0e837f2d-fc23-4277-bc87-38e3a5ff15eb tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:19.792461 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-dc851267-5c17-4b56-b3e1-e93bd587b6bd admin admin] Transition to ACTIVE for port object 420ecd18-a6f0-4b29-87df-9b09817a1dbb will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:58:19.801219 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-806b957b-f95f-4a07-a82f-8231122600bb req-0e837f2d-fc23-4277-bc87-38e3a5ff15eb tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] 10.222.0.69 "GET /v2.0/ports?device_id=86f1000f-ec10-4b43-91a6-559c6325f4c1 HTTP/1.1" status: 200 len: 945 time: 0.1031296 Aug 19 14:58:19.809784 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10095d63-5c68-4533-bff4-014d175a9c76 req-c4f3b5ee-f966-4673-a28a-9e393ed638aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:19.811429 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-10095d63-5c68-4533-bff4-014d175a9c76 req-c4f3b5ee-f966-4673-a28a-9e393ed638aa service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=86f1000f-ec10-4b43-91a6-559c6325f4c1 HTTP/1.1" status: 200 len: 1096 time: 0.1760623 Aug 19 14:58:19.847125 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-027ffe16-9c7b-4d9b-8d1c-643f9c2bfdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e51fa9-8965-4b46-ba1b-43bb506370e5', 'name': 'tempest-TestServerMultinode-549981364-router', 'tenant_id': 'e66852354af24ed4b72893e3543607a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '885628b6-3038-4f12-9e5d-3ac39cb8f8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:58:12Z', 'updated_at': '2021-08-19T14:58:15Z', 'revision_number': 3, 'project_id': 'e66852354af24ed4b72893e3543607a6', 'gw_port': {'id': '885628b6-3038-4f12-9e5d-3ac39cb8f8b5', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e51fa9-8965-4b46-ba1b-43bb506370e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:58:14Z', 'updated_at': '2021-08-19T14:58:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:19.847897 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-806b957b-f95f-4a07-a82f-8231122600bb req-becb2c07-6e41-4622-827a-a6814c1fbe60 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] 10.222.0.69 "GET /v2.0/security-groups?id=45d0835f-2b62-454d-b245-c183c3965eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451238 Aug 19 14:58:19.874481 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-921fb96f-aa2f-4277-8bbb-6107a333012d tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:19.893445 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027ffe16-9c7b-4d9b-8d1c-643f9c2bfdd8 None None] The sync data for ids ['14e51fa9-8965-4b46-ba1b-43bb506370e5'] in n-d-766043-2 is: [{'id': '14e51fa9-8965-4b46-ba1b-43bb506370e5', 'name': 'tempest-TestServerMultinode-549981364-router', 'tenant_id': 'e66852354af24ed4b72893e3543607a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '885628b6-3038-4f12-9e5d-3ac39cb8f8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:58:12Z', 'updated_at': '2021-08-19T14:58:15Z', 'revision_number': 3, 'project_id': 'e66852354af24ed4b72893e3543607a6', 'gw_port': {'id': '885628b6-3038-4f12-9e5d-3ac39cb8f8b5', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e51fa9-8965-4b46-ba1b-43bb506370e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:58:14Z', 'updated_at': '2021-08-19T14:58:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:58:19.958931 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-10095d63-5c68-4533-bff4-014d175a9c76 req-844442a0-59aa-417a-a603-9632578a5930 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=45d0835f-2b62-454d-b245-c183c3965eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155601 Aug 19 14:58:20.011697 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dc851267-5c17-4b56-b3e1-e93bd587b6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:20.051620 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe732293-75d7-4b6d-9c35-c821b79460b5 req-9c63c914-fe65-45df-a456-61e0a1eab25f tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:20.053292 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fe732293-75d7-4b6d-9c35-c821b79460b5 req-9c63c914-fe65-45df-a456-61e0a1eab25f tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.0916469 Aug 19 14:58:20.092448 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc851267-5c17-4b56-b3e1-e93bd587b6bd admin admin] Network 954b0ad6-a93b-4f27-93b4-15e8abd75aca is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:58:20.099732 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-dc851267-5c17-4b56-b3e1-e93bd587b6bd admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:58:20.115410 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc851267-5c17-4b56-b3e1-e93bd587b6bd admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:58:20.140233 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fe732293-75d7-4b6d-9c35-c821b79460b5 req-f884d349-3114-49e1-bdd6-f5942c1e6d81 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592611 Aug 19 14:58:20.140334 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc851267-5c17-4b56-b3e1-e93bd587b6bd admin admin] Pushing event updated for resources: {'Port': ['ID=420ecd18-a6f0-4b29-87df-9b09817a1dbb,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:20.140334 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-921fb96f-aa2f-4277-8bbb-6107a333012d tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:20.147969 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a298d62b-8966-46d3-a167-0e17c86ffa63 None None] Provisioning for port 9039bfb4-aa44-46e5-bfe2-1e8f8db8139d completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:58:20.152542 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a298d62b-8966-46d3-a167-0e17c86ffa63 None None] Provisioning complete for port 9039bfb4-aa44-46e5-bfe2-1e8f8db8139d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:20.153527 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a298d62b-8966-46d3-a167-0e17c86ffa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:20.303092 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a298d62b-8966-46d3-a167-0e17c86ffa63 None None] Port 9039bfb4-aa44-46e5-bfe2-1e8f8db8139d cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:58:20.398519 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ffc9bc-a481-46c2-8158-f61bed3caf83 req-dc03b1bd-f437-4f5e-910c-52af1dc71fea tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:20.405295 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b7ffc9bc-a481-46c2-8158-f61bed3caf83 req-dc03b1bd-f437-4f5e-910c-52af1dc71fea tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.1623428 Aug 19 14:58:20.516631 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b7ffc9bc-a481-46c2-8158-f61bed3caf83 req-423c28df-8772-4f7b-b0a5-543770c39981 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085329 Aug 19 14:58:20.645888 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4a001325-694c-4af0-98af-328b3904acf5 None None] Provisioning for port 420ecd18-a6f0-4b29-87df-9b09817a1dbb completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:58:20.650421 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4a001325-694c-4af0-98af-328b3904acf5 None None] Provisioning complete for port 420ecd18-a6f0-4b29-87df-9b09817a1dbb triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:20.650799 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4a001325-694c-4af0-98af-328b3904acf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:20.738523 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-4a001325-694c-4af0-98af-328b3904acf5 None None] Port 420ecd18-a6f0-4b29-87df-9b09817a1dbb cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:58:20.780712 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dc851267-5c17-4b56-b3e1-e93bd587b6bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:20.975026 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 885628b6-3038-4f12-9e5d-3ac39cb8f8b5 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:58:21.083936 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 885628b6-3038-4f12-9e5d-3ac39cb8f8b5 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:58:21.089500 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 885628b6-3038-4f12-9e5d-3ac39cb8f8b5 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:21.090049 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:21.112831 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287c490-bd32-46cf-b8be-873cb3556e82 req-b54ab15c-21af-4d72-a3b0-6d9b3be6f17a tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:21.114430 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2287c490-bd32-46cf-b8be-873cb3556e82 req-b54ab15c-21af-4d72-a3b0-6d9b3be6f17a tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] 10.222.0.69 "GET /v2.0/ports?device_id=86f1000f-ec10-4b43-91a6-559c6325f4c1 HTTP/1.1" status: 200 len: 945 time: 0.1602330 Aug 19 14:58:21.129379 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46eb5c-72e4-47c8-ae19-89fadab2b173 req-063c4e84-e49b-447a-8817-dfa59cfbc465 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:21.138967 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fa46eb5c-72e4-47c8-ae19-89fadab2b173 req-063c4e84-e49b-447a-8817-dfa59cfbc465 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.1371086 Aug 19 14:58:21.259009 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:21.290680 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 885628b6-3038-4f12-9e5d-3ac39cb8f8b5, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=885628b6-3038-4f12-9e5d-3ac39cb8f8b5,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:21.297153 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2287c490-bd32-46cf-b8be-873cb3556e82 req-2a639fcf-3733-42df-a458-59e1f7cc3d53 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] 10.222.0.69 "GET /v2.0/security-groups?id=45d0835f-2b62-454d-b245-c183c3965eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484015 Aug 19 14:58:21.314340 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fa46eb5c-72e4-47c8-ae19-89fadab2b173 req-82d99c80-8e8b-4e9f-99c7-3ca2c82bf059 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307638 Aug 19 14:58:21.316539 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:21.398922 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=885628b6-3038-4f12-9e5d-3ac39cb8f8b5,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:21.410053 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dc851267-5c17-4b56-b3e1-e93bd587b6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:21.637709 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-921fb96f-aa2f-4277-8bbb-6107a333012d tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:21.653988 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-921fb96f-aa2f-4277-8bbb-6107a333012d tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:21.771219 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921fb96f-aa2f-4277-8bbb-6107a333012d tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Pushing event updated for resources: {'Port': ['ID=9039bfb4-aa44-46e5-bfe2-1e8f8db8139d,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:21.775313 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-921fb96f-aa2f-4277-8bbb-6107a333012d tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:21.805670 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dc851267-5c17-4b56-b3e1-e93bd587b6bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:21.847875 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dc851267-5c17-4b56-b3e1-e93bd587b6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:21.945580 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dc851267-5c17-4b56-b3e1-e93bd587b6bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:21.953909 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc851267-5c17-4b56-b3e1-e93bd587b6bd admin admin] Pushing event updated for resources: {'Port': ['ID=420ecd18-a6f0-4b29-87df-9b09817a1dbb,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:22.016037 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921fb96f-aa2f-4277-8bbb-6107a333012d tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Network 8493052e-e0e1-4449-bd4c-379f78ef716d is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:58:22.018809 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-921fb96f-aa2f-4277-8bbb-6107a333012d tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:58:22.147077 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc851267-5c17-4b56-b3e1-e93bd587b6bd admin admin] Network 954b0ad6-a93b-4f27-93b4-15e8abd75aca is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:58:22.150400 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-dc851267-5c17-4b56-b3e1-e93bd587b6bd admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:58:22.153422 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-921fb96f-aa2f-4277-8bbb-6107a333012d tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Router 37b7e2ac-a25d-4f83-840d-a0ee14ab6cc3 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:58:22.339061 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921fb96f-aa2f-4277-8bbb-6107a333012d tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:58:22.346665 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-921fb96f-aa2f-4277-8bbb-6107a333012d tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] 10.222.0.69 "PUT /v2.0/routers/37b7e2ac-a25d-4f83-840d-a0ee14ab6cc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2285099 Aug 19 14:58:22.351449 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 43600) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:22.357879 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057e312f-25ea-4f38-a8fb-fab15557c32b None None] Sync routers for ids ['37b7e2ac-a25d-4f83-840d-a0ee14ab6cc3'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:58:22.397327 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bb00ad45-3986-47cd-bb0d-e3489c04782a None None] Provisioning complete for port 9039bfb4-aa44-46e5-bfe2-1e8f8db8139d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:22.397877 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bb00ad45-3986-47cd-bb0d-e3489c04782a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:22.400832 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc851267-5c17-4b56-b3e1-e93bd587b6bd admin admin] Router 14e51fa9-8965-4b46-ba1b-43bb506370e5 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:58:22.402465 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057e312f-25ea-4f38-a8fb-fab15557c32b None None] Routers {'37b7e2ac-a25d-4f83-840d-a0ee14ab6cc3'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:58:22.404185 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-057e312f-25ea-4f38-a8fb-fab15557c32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:58:05Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['37b7e2ac-a25d-4f83-840d-a0ee14ab6cc3'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:22.488953 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-057e312f-25ea-4f38-a8fb-fab15557c32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:22.498338 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057e312f-25ea-4f38-a8fb-fab15557c32b None None] Routers {'37b7e2ac-a25d-4f83-840d-a0ee14ab6cc3'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:58:22.498949 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-057e312f-25ea-4f38-a8fb-fab15557c32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:58:05Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['37b7e2ac-a25d-4f83-840d-a0ee14ab6cc3'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:22.526868 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-bb00ad45-3986-47cd-bb0d-e3489c04782a None None] Port 9039bfb4-aa44-46e5-bfe2-1e8f8db8139d cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:58:22.572667 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-057e312f-25ea-4f38-a8fb-fab15557c32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:22.573353 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057e312f-25ea-4f38-a8fb-fab15557c32b None None] The sync data for ids ['37b7e2ac-a25d-4f83-840d-a0ee14ab6cc3'] in n-d-766043-2 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:58:22.639483 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc851267-5c17-4b56-b3e1-e93bd587b6bd admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:58:22.650521 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b35b4b4-57c5-4297-be9e-ebd511f35150 None None] Sync routers for ids ['14e51fa9-8965-4b46-ba1b-43bb506370e5'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:58:22.662036 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-dc851267-5c17-4b56-b3e1-e93bd587b6bd admin admin] 10.222.0.69 "PUT /v2.0/routers/14e51fa9-8965-4b46-ba1b-43bb506370e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6139531 Aug 19 14:58:22.667041 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f203bb2e-cda8-44da-b865-c4fff181ab67 None None] Provisioning complete for port 420ecd18-a6f0-4b29-87df-9b09817a1dbb triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:22.667417 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f203bb2e-cda8-44da-b865-c4fff181ab67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:22.675260 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905c310-a49a-400d-9b6a-ffb888908ef9 req-1e2f021f-0af2-422e-bd68-335df27a2f8d tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:22.676852 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5905c310-a49a-400d-9b6a-ffb888908ef9 req-1e2f021f-0af2-422e-bd68-335df27a2f8d tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.1692615 Aug 19 14:58:22.699546 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c1cb31-da6b-4e15-83cb-d2e11e3312f4 req-55c6cf90-8c22-4959-b86e-147da3aae4f0 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:22.704493 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b35b4b4-57c5-4297-be9e-ebd511f35150 None None] Routers {'14e51fa9-8965-4b46-ba1b-43bb506370e5'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:58:22.705141 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6b35b4b4-57c5-4297-be9e-ebd511f35150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:58:05Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['14e51fa9-8965-4b46-ba1b-43bb506370e5'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:22.713872 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-18c1cb31-da6b-4e15-83cb-d2e11e3312f4 req-55c6cf90-8c22-4959-b86e-147da3aae4f0 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] 10.222.0.69 "GET /v2.0/ports?device_id=86f1000f-ec10-4b43-91a6-559c6325f4c1 HTTP/1.1" status: 200 len: 945 time: 0.1532197 Aug 19 14:58:22.717184 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-66d02abc-2da1-45fd-a6ca-4a43c3e6f48c tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:22.758968 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f203bb2e-cda8-44da-b865-c4fff181ab67 None None] Port 420ecd18-a6f0-4b29-87df-9b09817a1dbb cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:58:22.868802 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-6b35b4b4-57c5-4297-be9e-ebd511f35150 None None] Set router 14e51fa9-8965-4b46-ba1b-43bb506370e5 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:58:22.942308 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-18c1cb31-da6b-4e15-83cb-d2e11e3312f4 req-c5f6a450-d2ec-4c9f-929c-888d23056e58 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] 10.222.0.69 "GET /v2.0/security-groups?id=45d0835f-2b62-454d-b245-c183c3965eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817239 Aug 19 14:58:22.976947 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [None req-66d02abc-2da1-45fd-a6ca-4a43c3e6f48c tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 19 14:58:22.980532 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-66d02abc-2da1-45fd-a6ca-4a43c3e6f48c tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] 10.222.0.69 "DELETE /v2.0/routers/37b7e2ac-a25d-4f83-840d-a0ee14ab6cc3 HTTP/1.1" status: 409 len: 329 time: 0.6254957 Aug 19 14:58:22.982592 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 43614) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:22.987994 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5905c310-a49a-400d-9b6a-ffb888908ef9 req-18ae6803-32e1-47e7-b5c3-99d8a8a4236f tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2961690 Aug 19 14:58:23.031180 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 885628b6-3038-4f12-9e5d-3ac39cb8f8b5 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:58:23.232001 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0fe284-f92a-45f7-a370-3d4359456db6 req-11b79d17-db0b-49ff-b0aa-6f3b64188617 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:23.240270 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4b0fe284-f92a-45f7-a370-3d4359456db6 req-11b79d17-db0b-49ff-b0aa-6f3b64188617 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] 10.222.0.69 "GET /v2.0/ports?device_id=86f1000f-ec10-4b43-91a6-559c6325f4c1 HTTP/1.1" status: 200 len: 945 time: 0.1590958 Aug 19 14:58:23.310158 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4b0fe284-f92a-45f7-a370-3d4359456db6 req-9af5c966-0e53-4412-af2a-beb901411fd1 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] 10.222.0.69 "GET /v2.0/security-groups?id=45d0835f-2b62-454d-b245-c183c3965eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684772 Aug 19 14:58:23.472860 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 885628b6-3038-4f12-9e5d-3ac39cb8f8b5 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:23.476390 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:23.516180 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea5d5e-ed00-4481-8d86-5a18db06bade req-ebebc5b1-b209-4376-a2d8-33d5e57e6997 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:23.532775 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-64996547-6087-41d5-9455-ddc8942e46d9 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:23.536254 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-adea5d5e-ed00-4481-8d86-5a18db06bade req-ebebc5b1-b209-4376-a2d8-33d5e57e6997 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.2247889 Aug 19 14:58:23.549794 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e94b3-df90-48c4-be89-29ab3371bb3c req-99d692ea-342b-49cf-a9d2-a85acb61e5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:23.552922 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b1e94b3-df90-48c4-be89-29ab3371bb3c req-99d692ea-342b-49cf-a9d2-a85acb61e5a6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8bf9338b14bd4de0a247947d4332bed4&device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 1095 time: 0.1897571 Aug 19 14:58:23.694614 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 43636) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:23.722306 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6b35b4b4-57c5-4297-be9e-ebd511f35150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e51fa9-8965-4b46-ba1b-43bb506370e5', 'name': 'tempest-TestServerMultinode-549981364-router', 'tenant_id': 'e66852354af24ed4b72893e3543607a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '885628b6-3038-4f12-9e5d-3ac39cb8f8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:58:12Z', 'updated_at': '2021-08-19T14:58:21Z', 'revision_number': 4, 'project_id': 'e66852354af24ed4b72893e3543607a6', 'gw_port': {'id': '885628b6-3038-4f12-9e5d-3ac39cb8f8b5', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e51fa9-8965-4b46-ba1b-43bb506370e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:58:14Z', 'updated_at': '2021-08-19T14:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '420ecd18-a6f0-4b29-87df-9b09817a1dbb', 'name': '', 'network_id': '954b0ad6-a93b-4f27-93b4-15e8abd75aca', 'tenant_id': 'e66852354af24ed4b72893e3543607a6', 'mac_address': 'fa:16:3e:68:2e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e51fa9-8965-4b46-ba1b-43bb506370e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': 'dbbd01bc-d8b8-4a28-b1b5-3b39723fb4d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:58:19Z', 'updated_at': '2021-08-19T14:58:21Z', 'revision_number': 2, 'project_id': 'e66852354af24ed4b72893e3543607a6', 'subnets': [{'id': 'dbbd01bc-d8b8-4a28-b1b5-3b39723fb4d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:23.723451 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-fbd5f738-4019-4279-b31e-568f31512abf admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-711421711-network', 'tenant_id': '7caace3beb3b4380aedf07a85734de50'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:23.771739 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b35b4b4-57c5-4297-be9e-ebd511f35150 None None] Checking router: 14e51fa9-8965-4b46-ba1b-43bb506370e5 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:58:23.772128 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b35b4b4-57c5-4297-be9e-ebd511f35150 None None] Updating router 14e51fa9-8965-4b46-ba1b-43bb506370e5 port 420ecd18-a6f0-4b29-87df-9b09817a1dbb binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:58:23.804916 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6b35b4b4-57c5-4297-be9e-ebd511f35150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:23.829429 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-adea5d5e-ed00-4481-8d86-5a18db06bade req-ca53a5b6-a7f2-4107-91f5-ac673113c338 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2921720 Aug 19 14:58:23.901226 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd5f738-4019-4279-b31e-568f31512abf admin admin] Made reservation on behalf of 7caace3beb3b4380aedf07a85734de50 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:58:23.903563 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fbd5f738-4019-4279-b31e-568f31512abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:23.919954 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e94b3-df90-48c4-be89-29ab3371bb3c req-47420215-4b9a-4b9f-a79b-e439a0024f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:23.921477 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b1e94b3-df90-48c4-be89-29ab3371bb3c req-47420215-4b9a-4b9f-a79b-e439a0024f7f service neutron] 10.222.0.88 "GET /v2.0/networks?id=8d226290-6085-496f-b9eb-bf514760f427 HTTP/1.1" status: 200 len: 912 time: 0.3579407 Aug 19 14:58:23.923092 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fbd5f738-4019-4279-b31e-568f31512abf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:23.932281 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32716e55-8054-41d7-a698-d1053c1b0d07 req-5f4bf087-58b8-4e3b-b57e-4a0954052de1 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:23.935287 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-32716e55-8054-41d7-a698-d1053c1b0d07 req-5f4bf087-58b8-4e3b-b57e-4a0954052de1 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] 10.222.0.69 "GET /v2.0/ports?device_id=86f1000f-ec10-4b43-91a6-559c6325f4c1 HTTP/1.1" status: 200 len: 945 time: 0.1826487 Aug 19 14:58:24.014631 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-64996547-6087-41d5-9455-ddc8942e46d9 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Deleting port 9039bfb4-aa44-46e5-bfe2-1e8f8db8139d {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:58:24.015200 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-64996547-6087-41d5-9455-ddc8942e46d9 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:24.036102 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b1e94b3-df90-48c4-be89-29ab3371bb3c req-2023933a-3752-4ec9-984b-a2954ae6d816 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa7a43f4-555b-4213-a8fa-75f449055cf9 HTTP/1.1" status: 200 len: 999 time: 0.0985844 Aug 19 14:58:24.166117 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-32716e55-8054-41d7-a698-d1053c1b0d07 req-0ad62221-c4ed-4a04-a2a1-50f5e5f64883 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] 10.222.0.69 "GET /v2.0/security-groups?id=45d0835f-2b62-454d-b245-c183c3965eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166514 Aug 19 14:58:24.201284 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e94b3-df90-48c4-be89-29ab3371bb3c req-8687d257-b35a-4344-96c7-b52c7f7a8f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:24.203357 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b1e94b3-df90-48c4-be89-29ab3371bb3c req-8687d257-b35a-4344-96c7-b52c7f7a8f05 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5ebe78ca-28f7-43fa-89de-04375d30f6cd HTTP/1.1" status: 200 len: 850 time: 0.1572249 Aug 19 14:58:24.206048 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6b35b4b4-57c5-4297-be9e-ebd511f35150 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:24.217244 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6b35b4b4-57c5-4297-be9e-ebd511f35150 None None] Transition to ACTIVE for port object 420ecd18-a6f0-4b29-87df-9b09817a1dbb will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:58:24.227477 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6b35b4b4-57c5-4297-be9e-ebd511f35150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:24.267728 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-64996547-6087-41d5-9455-ddc8942e46d9 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:24.272283 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e94b3-df90-48c4-be89-29ab3371bb3c req-e2a7eca4-d2c2-4588-8ad0-fd917b3b8470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:24.273993 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b1e94b3-df90-48c4-be89-29ab3371bb3c req-e2a7eca4-d2c2-4588-8ad0-fd917b3b8470 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8d226290-6085-496f-b9eb-bf514760f427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606344 Aug 19 14:58:24.277997 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f5932-1b62-42af-ac9a-30645ed38e09 None None] Pushing event updated for resources: {'Port': ['ID=420ecd18-a6f0-4b29-87df-9b09817a1dbb,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:24.313756 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-64996547-6087-41d5-9455-ddc8942e46d9 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Calling delete_port for 9039bfb4-aa44-46e5-bfe2-1e8f8db8139d owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:58:24.363232 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fbd5f738-4019-4279-b31e-568f31512abf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:24.368508 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-6b35b4b4-57c5-4297-be9e-ebd511f35150 None None] Attempting to bind port 420ecd18-a6f0-4b29-87df-9b09817a1dbb on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:58:24.368887 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-6b35b4b4-57c5-4297-be9e-ebd511f35150 None None] Attempting to bind port 420ecd18-a6f0-4b29-87df-9b09817a1dbb by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'c64b3117-a379-42fd-835b-03df6dea4ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '954b0ad6-a93b-4f27-93b4-15e8abd75aca'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:58:24.369252 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b35b4b4-57c5-4297-be9e-ebd511f35150 None None] Attempting to bind port 420ecd18-a6f0-4b29-87df-9b09817a1dbb on network 954b0ad6-a93b-4f27-93b4-15e8abd75aca {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:58:24.377959 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fbd5f738-4019-4279-b31e-568f31512abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:24.380142 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b35b4b4-57c5-4297-be9e-ebd511f35150 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:58:24.380581 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b35b4b4-57c5-4297-be9e-ebd511f35150 None None] Checking segment: {'id': 'c64b3117-a379-42fd-835b-03df6dea4ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '954b0ad6-a93b-4f27-93b4-15e8abd75aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:58:24.381110 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6b35b4b4-57c5-4297-be9e-ebd511f35150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:24.381515 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b35b4b4-57c5-4297-be9e-ebd511f35150 None None] Bound using segment: {'id': 'c64b3117-a379-42fd-835b-03df6dea4ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '954b0ad6-a93b-4f27-93b4-15e8abd75aca'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:58:24.382002 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-6b35b4b4-57c5-4297-be9e-ebd511f35150 None None] Bound port: 420ecd18-a6f0-4b29-87df-9b09817a1dbb, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64b3117-a379-42fd-835b-03df6dea4ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '954b0ad6-a93b-4f27-93b4-15e8abd75aca'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:58:24.383526 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6b35b4b4-57c5-4297-be9e-ebd511f35150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:24.442418 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbd5f738-4019-4279-b31e-568f31512abf admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:58:24.470336 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6b35b4b4-57c5-4297-be9e-ebd511f35150 None None] For port 420ecd18-a6f0-4b29-87df-9b09817a1dbb, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:58:24.473380 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd5f738-4019-4279-b31e-568f31512abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3727c378-a3a0-4998-9b5a-aa93055d7080,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:24.474193 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6b35b4b4-57c5-4297-be9e-ebd511f35150 None None] For port 420ecd18-a6f0-4b29-87df-9b09817a1dbb, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=420ecd18-a6f0-4b29-87df-9b09817a1dbb,segment=NetworkSegment(c64b3117-a379-42fd-835b-03df6dea4ae2),segment_id=c64b3117-a379-42fd-835b-03df6dea4ae2)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:58:24.477948 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fbd5f738-4019-4279-b31e-568f31512abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:24.478495 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-fbd5f738-4019-4279-b31e-568f31512abf admin admin] Added segment 5c77260a-f8a2-4bcb-a463-a86ee2a6032a of type vlan for network 5dc4ce48-9533-4751-b9d3-5cd2980567a7 Aug 19 14:58:24.489097 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6b35b4b4-57c5-4297-be9e-ebd511f35150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:24.505561 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b1e94b3-df90-48c4-be89-29ab3371bb3c req-34827c18-253f-4aca-a3f0-9d40053ca853 service neutron] 10.222.0.88 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195411 Aug 19 14:58:24.617509 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b35b4b4-57c5-4297-be9e-ebd511f35150 None None] Routers {'14e51fa9-8965-4b46-ba1b-43bb506370e5'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:58:24.618374 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6b35b4b4-57c5-4297-be9e-ebd511f35150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:58:05Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['14e51fa9-8965-4b46-ba1b-43bb506370e5'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:24.621978 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f5932-1b62-42af-ac9a-30645ed38e09 None None] Pushing event updated for resources: {'Port': ['ID=420ecd18-a6f0-4b29-87df-9b09817a1dbb,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:24.671729 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b1e94b3-df90-48c4-be89-29ab3371bb3c req-d4a86b64-198f-48df-9e5a-40df7dfedde9 service neutron] 10.222.0.88 "GET /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329327 Aug 19 14:58:24.696484 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fbd5f738-4019-4279-b31e-568f31512abf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:24.732421 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-64996547-6087-41d5-9455-ddc8942e46d9 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:24.749732 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fbd5f738-4019-4279-b31e-568f31512abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:24.750724 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd5f738-4019-4279-b31e-568f31512abf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:24.751303 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fbd5f738-4019-4279-b31e-568f31512abf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:24.835086 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-6b35b4b4-57c5-4297-be9e-ebd511f35150 None None] Set router 14e51fa9-8965-4b46-ba1b-43bb506370e5 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:58:24.841151 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64996547-6087-41d5-9455-ddc8942e46d9 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Pushing event deleted for resources: {'Port': ['ID=9039bfb4-aa44-46e5-bfe2-1e8f8db8139d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:24.908391 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-fbd5f738-4019-4279-b31e-568f31512abf admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2004752 Aug 19 14:58:24.916326 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 43652) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:24.927991 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-efe0fe84-1197-4bfe-9fbb-ea1ed350e305 admin admin] Request body: {'subnet': {'network_id': '5dc4ce48-9533-4751-b9d3-5cd2980567a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-711421711-subnet', 'tenant_id': '7caace3beb3b4380aedf07a85734de50', 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:24.952706 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd5f738-4019-4279-b31e-568f31512abf admin admin] Pushing event updated for resources: {'Network': ['ID=5dc4ce48-9533-4751-b9d3-5cd2980567a7,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:24.988166 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 5dc4ce48-9533-4751-b9d3-5cd2980567a7 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:58:25.038302 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d462f962-837b-4c16-b86d-92ae05bf7439 req-c5a94b26-d318-4782-91a4-0f3b6a64e555 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:25.039852 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d462f962-837b-4c16-b86d-92ae05bf7439 req-c5a94b26-d318-4782-91a4-0f3b6a64e555 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.1003211 Aug 19 14:58:25.115137 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d462f962-837b-4c16-b86d-92ae05bf7439 req-bc04cd93-5d14-4cb5-9299-38900227e291 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643301 Aug 19 14:58:25.139748 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe0fe84-1197-4bfe-9fbb-ea1ed350e305 admin admin] Made reservation on behalf of 7caace3beb3b4380aedf07a85734de50 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:58:25.142785 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-efe0fe84-1197-4bfe-9fbb-ea1ed350e305 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:25.196528 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-64996547-6087-41d5-9455-ddc8942e46d9 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:25.270526 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6b35b4b4-57c5-4297-be9e-ebd511f35150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e51fa9-8965-4b46-ba1b-43bb506370e5', 'name': 'tempest-TestServerMultinode-549981364-router', 'tenant_id': 'e66852354af24ed4b72893e3543607a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '885628b6-3038-4f12-9e5d-3ac39cb8f8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:58:12Z', 'updated_at': '2021-08-19T14:58:21Z', 'revision_number': 4, 'project_id': 'e66852354af24ed4b72893e3543607a6', 'gw_port': {'id': '885628b6-3038-4f12-9e5d-3ac39cb8f8b5', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e51fa9-8965-4b46-ba1b-43bb506370e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:58:14Z', 'updated_at': '2021-08-19T14:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '420ecd18-a6f0-4b29-87df-9b09817a1dbb', 'name': '', 'network_id': '954b0ad6-a93b-4f27-93b4-15e8abd75aca', 'tenant_id': 'e66852354af24ed4b72893e3543607a6', 'mac_address': 'fa:16:3e:68:2e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e51fa9-8965-4b46-ba1b-43bb506370e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': 'dbbd01bc-d8b8-4a28-b1b5-3b39723fb4d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:58:19Z', 'updated_at': '2021-08-19T14:58:24Z', 'revision_number': 4, 'project_id': 'e66852354af24ed4b72893e3543607a6', 'subnets': [{'id': 'dbbd01bc-d8b8-4a28-b1b5-3b39723fb4d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:25.332881 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b35b4b4-57c5-4297-be9e-ebd511f35150 None None] The sync data for ids ['14e51fa9-8965-4b46-ba1b-43bb506370e5'] in n-d-766043-2 is: [{'id': '14e51fa9-8965-4b46-ba1b-43bb506370e5', 'name': 'tempest-TestServerMultinode-549981364-router', 'tenant_id': 'e66852354af24ed4b72893e3543607a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '885628b6-3038-4f12-9e5d-3ac39cb8f8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:58:12Z', 'updated_at': '2021-08-19T14:58:21Z', 'revision_number': 4, 'project_id': 'e66852354af24ed4b72893e3543607a6', 'gw_port': {'id': '885628b6-3038-4f12-9e5d-3ac39cb8f8b5', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e51fa9-8965-4b46-ba1b-43bb506370e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:58:14Z', 'updated_at': '2021-08-19T14:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '420ecd18-a6f0-4b29-87df-9b09817a1dbb', 'name': '', 'network_id': '954b0ad6-a93b-4f27-93b4-15e8abd75aca', 'tenant_id': 'e66852354af24ed4b72893e3543607a6', 'mac_address': 'fa:16:3e:68:2e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e51fa9-8965-4b46-ba1b-43bb506370e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': 'dbbd01bc-d8b8-4a28-b1b5-3b39723fb4d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:58:19Z', 'updated_at': '2021-08-19T14:58:24Z', 'revision_number': 4, 'project_id': 'e66852354af24ed4b72893e3543607a6', 'subnets': [{'id': 'dbbd01bc-d8b8-4a28-b1b5-3b39723fb4d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:58:25.459096 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f30126d-258b-439f-b2fe-b1e3e14d96d5 req-caba2159-2961-4cbd-bdb8-44fd82841860 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:25.468868 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0f30126d-258b-439f-b2fe-b1e3e14d96d5 req-caba2159-2961-4cbd-bdb8-44fd82841860 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] 10.222.0.69 "GET /v2.0/ports?device_id=86f1000f-ec10-4b43-91a6-559c6325f4c1 HTTP/1.1" status: 200 len: 945 time: 0.1161461 Aug 19 14:58:25.510234 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64996547-6087-41d5-9455-ddc8942e46d9 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Router 37b7e2ac-a25d-4f83-840d-a0ee14ab6cc3 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:58:25.540513 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0f30126d-258b-439f-b2fe-b1e3e14d96d5 req-54db6cac-2696-4907-82ec-b8fd7ea31baa tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] 10.222.0.69 "GET /v2.0/security-groups?id=45d0835f-2b62-454d-b245-c183c3965eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685234 Aug 19 14:58:25.654473 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64996547-6087-41d5-9455-ddc8942e46d9 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:58:25.657687 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-efe0fe84-1197-4bfe-9fbb-ea1ed350e305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:25.663452 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-64996547-6087-41d5-9455-ddc8942e46d9 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] 10.222.0.69 "PUT /v2.0/routers/37b7e2ac-a25d-4f83-840d-a0ee14ab6cc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6803317 Aug 19 14:58:25.666246 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d70e7b-8014-41ef-ab4a-1ce63ad52866 None None] Sync routers for ids ['37b7e2ac-a25d-4f83-840d-a0ee14ab6cc3'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:58:25.667446 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 43666) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:25.688661 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d70e7b-8014-41ef-ab4a-1ce63ad52866 None None] Routers {'37b7e2ac-a25d-4f83-840d-a0ee14ab6cc3'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:58:25.689671 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c9d70e7b-8014-41ef-ab4a-1ce63ad52866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:58:05Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['37b7e2ac-a25d-4f83-840d-a0ee14ab6cc3'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:25.741778 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe0fe84-1197-4bfe-9fbb-ea1ed350e305 admin admin] Checking segment: {'id': '5c77260a-f8a2-4bcb-a463-a86ee2a6032a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5dc4ce48-9533-4751-b9d3-5cd2980567a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:58:25.742160 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe0fe84-1197-4bfe-9fbb-ea1ed350e305 admin admin] Network hostable DHCP agents. Network: 5dc4ce48-9533-4751-b9d3-5cd2980567a7, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:58:25.763304 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe0fe84-1197-4bfe-9fbb-ea1ed350e305 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a672a11-2800-42c9-ba47-91ae9f45d0e6,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:25.773029 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [None req-48b6c45a-2d01-455b-adb5-dc287f3ad7c6 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] show failed (client error): The resource could not be found. Aug 19 14:58:25.779641 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 43672) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:25.779909 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-48b6c45a-2d01-455b-adb5-dc287f3ad7c6 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] 10.222.0.69 "GET /v2.0/routers/tempest-non_exist_router-2020499031 HTTP/1.1" status: 404 len: 335 time: 0.1111581 Aug 19 14:58:25.801440 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f776b6cf-8eb3-4a62-86dd-73d44ee88c9e tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:25.917466 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-f776b6cf-8eb3-4a62-86dd-73d44ee88c9e tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] update failed (client error): The resource could not be found. Aug 19 14:58:25.923497 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f776b6cf-8eb3-4a62-86dd-73d44ee88c9e tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] 10.222.0.69 "PUT /v2.0/routers/tempest-non_exist_router-927330164 HTTP/1.1" status: 404 len: 334 time: 0.1425805 Aug 19 14:58:25.930582 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 43676) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:25.942428 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe0fe84-1197-4bfe-9fbb-ea1ed350e305 admin admin] Network 5dc4ce48-9533-4751-b9d3-5cd2980567a7 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:58:26.007627 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-efe0fe84-1197-4bfe-9fbb-ea1ed350e305 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 5dc4ce48-9533-4751-b9d3-5cd2980567a7) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:58:26.019324 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4588ec9c-c414-4798-a490-5cd013c2212a None None] Network 5dc4ce48-9533-4751-b9d3-5cd2980567a7 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:58:26.028388 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe0fe84-1197-4bfe-9fbb-ea1ed350e305 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:26.029005 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-efe0fe84-1197-4bfe-9fbb-ea1ed350e305 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:26.043252 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7f407-b5f4-43a7-8cee-2ad358b15a0f req-894ef355-d720-4f76-adf3-313823cfb3dd tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:26.052888 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d6c7f407-b5f4-43a7-8cee-2ad358b15a0f req-894ef355-d720-4f76-adf3-313823cfb3dd tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] 10.222.0.69 "GET /v2.0/ports?device_id=86f1000f-ec10-4b43-91a6-559c6325f4c1 HTTP/1.1" status: 200 len: 945 time: 0.1557407 Aug 19 14:58:26.060553 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3818e9a-dfa7-4548-a1b3-d938cb2f7ac5 req-16b9ec6b-1321-4b7a-a68d-3eaf8d0958b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:26.064920 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e3818e9a-dfa7-4548-a1b3-d938cb2f7ac5 req-16b9ec6b-1321-4b7a-a68d-3eaf8d0958b8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ae20bc29ff9c4e808feb679b927e1e02&device_id=86f1000f-ec10-4b43-91a6-559c6325f4c1 HTTP/1.1" status: 200 len: 1096 time: 0.1486149 Aug 19 14:58:26.077316 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c9d70e7b-8014-41ef-ab4a-1ce63ad52866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:26.100359 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-efe0fe84-1197-4bfe-9fbb-ea1ed350e305 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1830113 Aug 19 14:58:26.102504 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d70e7b-8014-41ef-ab4a-1ce63ad52866 None None] Routers {'37b7e2ac-a25d-4f83-840d-a0ee14ab6cc3'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:58:26.104627 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c9d70e7b-8014-41ef-ab4a-1ce63ad52866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:58:05Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['37b7e2ac-a25d-4f83-840d-a0ee14ab6cc3'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:26.106797 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 43680) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:26.112088 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d6c7f407-b5f4-43a7-8cee-2ad358b15a0f req-ae2e6b6d-a1a0-4c87-bd7f-eac2088a475c tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] 10.222.0.69 "GET /v2.0/security-groups?id=45d0835f-2b62-454d-b245-c183c3965eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581913 Aug 19 14:58:26.122569 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dcc2cd5-ecb0-487f-8b65-b52582f3475c tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Deleting subnet 3be119dc-1632-4747-b9b5-04fd0c860de8 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:58:26.125863 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5dcc2cd5-ecb0-487f-8b65-b52582f3475c tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:26.161313 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c9d70e7b-8014-41ef-ab4a-1ce63ad52866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:26.162289 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d70e7b-8014-41ef-ab4a-1ce63ad52866 None None] The sync data for ids ['37b7e2ac-a25d-4f83-840d-a0ee14ab6cc3'] in n-d-766043-2 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:58:26.180230 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5dcc2cd5-ecb0-487f-8b65-b52582f3475c tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:26.213263 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ba15f4a1-3b9c-4628-8931-7c44421bfc6b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-711421711-router', 'tenant_id': '7caace3beb3b4380aedf07a85734de50', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:26.274213 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5dcc2cd5-ecb0-487f-8b65-b52582f3475c tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:26.310806 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3818e9a-dfa7-4548-a1b3-d938cb2f7ac5 req-65ffa5cd-d79b-4ea2-acfe-e738d90f9539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:26.312331 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e3818e9a-dfa7-4548-a1b3-d938cb2f7ac5 req-65ffa5cd-d79b-4ea2-acfe-e738d90f9539 service neutron] 10.222.0.68 "GET /v2.0/networks?id=2a74aae6-9363-4a46-883f-efa7d7c21b3e HTTP/1.1" status: 200 len: 913 time: 0.2402613 Aug 19 14:58:26.320337 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ba15f4a1-3b9c-4628-8931-7c44421bfc6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:26.321480 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ba15f4a1-3b9c-4628-8931-7c44421bfc6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:26.415182 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e3818e9a-dfa7-4548-a1b3-d938cb2f7ac5 req-f780eda2-9318-42f8-ba61-1b51c5f6118a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aea88543-82e3-4333-85e5-31737696f8b1 HTTP/1.1" status: 200 len: 217 time: 0.0880992 Aug 19 14:58:26.465998 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fab519-3fa5-48c1-8d7e-9f2b3c579d3b req-48ae3d3c-6306-4632-8bdd-0a3578deb5ad tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:26.467872 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-64fab519-3fa5-48c1-8d7e-9f2b3c579d3b req-48ae3d3c-6306-4632-8bdd-0a3578deb5ad tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.1513851 Aug 19 14:58:26.502392 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5dcc2cd5-ecb0-487f-8b65-b52582f3475c tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:26.581715 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc2cd5-ecb0-487f-8b65-b52582f3475c tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Pushing event deleted for resources: {'Subnet': ['ID=3be119dc-1632-4747-b9b5-04fd0c860de8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:26.601645 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea6a9d5-15ab-41d1-94bc-8a5e60e619b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-5dc4ce48-9533-4751-b9d3-5cd2980567a7', 'network_id': '5dc4ce48-9533-4751-b9d3-5cd2980567a7', 'tenant_id': '7caace3beb3b4380aedf07a85734de50', 'fixed_ips': [{'subnet_id': '1a672a11-2800-42c9-ba47-91ae9f45d0e6'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:58:26.602535 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fea6a9d5-15ab-41d1-94bc-8a5e60e619b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:26.614290 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb41b90-5b12-4452-8403-b77144cfd2fb None None] Network 9278d75a-8006-4a93-b69e-b41f853073b5 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:58:26.616030 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-64fab519-3fa5-48c1-8d7e-9f2b3c579d3b req-a6c5e023-44a4-415a-bd9b-f8cc983356a5 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414804 Aug 19 14:58:26.624096 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5dcc2cd5-ecb0-487f-8b65-b52582f3475c tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:26.637264 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-5dcc2cd5-ecb0-487f-8b65-b52582f3475c tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] 10.222.0.69 "DELETE /v2.0/subnets/3be119dc-1632-4747-b9b5-04fd0c860de8 HTTP/1.1" status: 204 len: 168 time: 0.7012815 Aug 19 14:58:26.640031 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 43688) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:26.811671 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5fc6576-3be9-4712-a617-ad4fa7520e1e tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Deleting subnet 9e06446a-4e9d-4695-be40-84d54eb71639 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:58:26.823229 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5fc6576-3be9-4712-a617-ad4fa7520e1e tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:26.894499 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5fc6576-3be9-4712-a617-ad4fa7520e1e tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:26.920820 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 420ecd18-a6f0-4b29-87df-9b09817a1dbb up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:58:26.941953 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a5e602-8ad5-4d6a-81c9-37a9dcba284f req-e1479d9d-ab65-49fe-9fa1-a109f975afd8 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:26.950043 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b9a5e602-8ad5-4d6a-81c9-37a9dcba284f req-e1479d9d-ab65-49fe-9fa1-a109f975afd8 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.2198470 Aug 19 14:58:27.016805 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b9a5e602-8ad5-4d6a-81c9-37a9dcba284f req-b9b9ccf8-e2c3-491d-a272-0f8b743d9c7b tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643744 Aug 19 14:58:27.086684 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5fc6576-3be9-4712-a617-ad4fa7520e1e tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:27.150381 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-fea6a9d5-15ab-41d1-94bc-8a5e60e619b2 None None] Allocated IP 172.20.0.2 (5dc4ce48-9533-4751-b9d3-5cd2980567a7/1a672a11-2800-42c9-ba47-91ae9f45d0e6/e6bd88a5-8508-4171-9730-cb8d8c3c93a7) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:58:27.156661 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 420ecd18-a6f0-4b29-87df-9b09817a1dbb completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:58:27.178336 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1014fb5c-5325-4118-aeca-58bcfb323f8a None None] DHCP port deletion for 9278d75a-8006-4a93-b69e-b41f853073b5 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:58:27.185734 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 420ecd18-a6f0-4b29-87df-9b09817a1dbb triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:27.186389 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:27.251016 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5fc6576-3be9-4712-a617-ad4fa7520e1e tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:27.317242 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fc6576-3be9-4712-a617-ad4fa7520e1e tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Pushing event deleted for resources: {'Subnet': ['ID=9e06446a-4e9d-4695-be40-84d54eb71639,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:27.341628 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5fc6576-3be9-4712-a617-ad4fa7520e1e tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:27.356564 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-c5fc6576-3be9-4712-a617-ad4fa7520e1e tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] 10.222.0.69 "DELETE /v2.0/subnets/9e06446a-4e9d-4695-be40-84d54eb71639 HTTP/1.1" status: 204 len: 168 time: 0.7150688 Aug 19 14:58:27.357234 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 43702) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:27.423545 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fe0c7c-425b-4a7f-ae5f-8dfdfbab11e5 None None] Network 166398b4-89fd-4c09-b504-9a4398ff1b05 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:58:27.499297 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ba15f4a1-3b9c-4628-8931-7c44421bfc6b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:27.638548 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3818e9a-dfa7-4548-a1b3-d938cb2f7ac5 req-2607ee92-8b2d-4ef4-bb62-65732fd8ac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:27.640274 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e3818e9a-dfa7-4548-a1b3-d938cb2f7ac5 req-2607ee92-8b2d-4ef4-bb62-65732fd8ac2e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=138b2f36-2e3d-49c8-b647-5fbc7f3712db HTTP/1.1" status: 200 len: 852 time: 1.1996143 Aug 19 14:58:27.657789 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3acc28d-7b18-4c9b-9c4f-e1bfd433d155 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:27.682912 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1787df8f-fc94-4db8-b0ae-21da25fc8069 req-12d7ee22-7a1e-4374-81bf-2b387cb1a792 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:27.694672 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1787df8f-fc94-4db8-b0ae-21da25fc8069 req-12d7ee22-7a1e-4374-81bf-2b387cb1a792 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] 10.222.0.69 "GET /v2.0/ports?device_id=86f1000f-ec10-4b43-91a6-559c6325f4c1 HTTP/1.1" status: 200 len: 945 time: 0.3181682 Aug 19 14:58:27.739321 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fea6a9d5-15ab-41d1-94bc-8a5e60e619b2 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:27.774895 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e3818e9a-dfa7-4548-a1b3-d938cb2f7ac5 req-33513070-9bde-4f74-9bdf-536983cbe572 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2a74aae6-9363-4a46-883f-efa7d7c21b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928113 Aug 19 14:58:27.786509 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fea6a9d5-15ab-41d1-94bc-8a5e60e619b2 None None] Transition to ACTIVE for port object e6bd88a5-8508-4171-9730-cb8d8c3c93a7 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:58:27.788845 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ba15f4a1-3b9c-4628-8931-7c44421bfc6b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:27.789851 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1787df8f-fc94-4db8-b0ae-21da25fc8069 req-ec8003c9-2406-4c3e-8b6e-27da99c95a7b tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] 10.222.0.69 "GET /v2.0/security-groups?id=45d0835f-2b62-454d-b245-c183c3965eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938725 Aug 19 14:58:27.950489 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d3acc28d-7b18-4c9b-9c4f-e1bfd433d155 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Deleting port ee86b638-e665-4e22-9407-ddb75a4d8f93 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:58:27.952177 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3acc28d-7b18-4c9b-9c4f-e1bfd433d155 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:27.959027 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fea6a9d5-15ab-41d1-94bc-8a5e60e619b2 None None] Transition to ACTIVE for port object e6bd88a5-8508-4171-9730-cb8d8c3c93a7 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:58:28.024673 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-1014fb5c-5325-4118-aeca-58bcfb323f8a None None] Deleting port ee86b638-e665-4e22-9407-ddb75a4d8f93 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:58:28.025118 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1014fb5c-5325-4118-aeca-58bcfb323f8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:28.037643 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fea6a9d5-15ab-41d1-94bc-8a5e60e619b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:28.043751 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-d3acc28d-7b18-4c9b-9c4f-e1bfd433d155 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] For port ee86b638-e665-4e22-9407-ddb75a4d8f93, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=ee86b638-e665-4e22-9407-ddb75a4d8f93,segment=NetworkSegment(9aaa45b4-4ddd-4ea7-a395-5c1be6db5b61),segment_id=9aaa45b4-4ddd-4ea7-a395-5c1be6db5b61)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:28.044303 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3acc28d-7b18-4c9b-9c4f-e1bfd433d155 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:28.063442 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d3acc28d-7b18-4c9b-9c4f-e1bfd433d155 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Calling delete_port for ee86b638-e665-4e22-9407-ddb75a4d8f93 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:58:28.186893 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3acc28d-7b18-4c9b-9c4f-e1bfd433d155 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:28.224490 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e3818e9a-dfa7-4548-a1b3-d938cb2f7ac5 req-b1d73f9b-4323-4ec2-b4a7-6c4ddb0ba83f service neutron] 10.222.0.68 "GET /v2.0/networks/2a74aae6-9363-4a46-883f-efa7d7c21b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4321470 Aug 19 14:58:28.246041 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3acc28d-7b18-4c9b-9c4f-e1bfd433d155 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Pushing event deleted for resources: {'Port': ['ID=ee86b638-e665-4e22-9407-ddb75a4d8f93,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:28.255924 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:28.256831 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3acc28d-7b18-4c9b-9c4f-e1bfd433d155 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] No DVR routers for this DVR port ee86b638-e665-4e22-9407-ddb75a4d8f93 on host n-d-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:58:28.296384 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea6a9d5-15ab-41d1-94bc-8a5e60e619b2 None None] Network 5dc4ce48-9533-4751-b9d3-5cd2980567a7 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:58:28.325862 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-fea6a9d5-15ab-41d1-94bc-8a5e60e619b2 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:58:28.341063 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea6a9d5-15ab-41d1-94bc-8a5e60e619b2 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:58:28.378586 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-1014fb5c-5325-4118-aeca-58bcfb323f8a None None] For port ee86b638-e665-4e22-9407-ddb75a4d8f93, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=ee86b638-e665-4e22-9407-ddb75a4d8f93,segment=NetworkSegment(9aaa45b4-4ddd-4ea7-a395-5c1be6db5b61),segment_id=9aaa45b4-4ddd-4ea7-a395-5c1be6db5b61)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:28.378586 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1014fb5c-5325-4118-aeca-58bcfb323f8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:28.422913 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e3818e9a-dfa7-4548-a1b3-d938cb2f7ac5 req-43f62550-1765-4c15-9bf6-85817fa0b92b service neutron] 10.222.0.68 "GET /v2.0/networks/2a74aae6-9363-4a46-883f-efa7d7c21b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857443 Aug 19 14:58:28.446095 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea6a9d5-15ab-41d1-94bc-8a5e60e619b2 None None] Pushing event updated for resources: {'Port': ['ID=e6bd88a5-8508-4171-9730-cb8d8c3c93a7,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:28.488887 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3acc28d-7b18-4c9b-9c4f-e1bfd433d155 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:28.524856 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d3acc28d-7b18-4c9b-9c4f-e1bfd433d155 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9278d75a-8006-4a93-b69e-b41f853073b5']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:28.555485 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3aefb29-f5fb-4d46-b49e-b8fd0af9ce14 None None] DHCP port deletion for 166398b4-89fd-4c09-b504-9a4398ff1b05 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:58:28.573091 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-1014fb5c-5325-4118-aeca-58bcfb323f8a None None] Calling delete_port for ee86b638-e665-4e22-9407-ddb75a4d8f93 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:58:28.584100 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d3acc28d-7b18-4c9b-9c4f-e1bfd433d155 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aaa45b4-4ddd-4ea7-a395-5c1be6db5b61') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:28.584422 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d3acc28d-7b18-4c9b-9c4f-e1bfd433d155 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aaa45b4-4ddd-4ea7-a395-5c1be6db5b61') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:28.604128 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 420ecd18-a6f0-4b29-87df-9b09817a1dbb, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=420ecd18-a6f0-4b29-87df-9b09817a1dbb,segment=NetworkSegment(c64b3117-a379-42fd-835b-03df6dea4ae2),segment_id=c64b3117-a379-42fd-835b-03df6dea4ae2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:28.606369 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3acc28d-7b18-4c9b-9c4f-e1bfd433d155 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:28.622109 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:28.627835 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-fea6a9d5-15ab-41d1-94bc-8a5e60e619b2 None None] Attempting to bind port e6bd88a5-8508-4171-9730-cb8d8c3c93a7 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:58:28.628438 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-fea6a9d5-15ab-41d1-94bc-8a5e60e619b2 None None] Attempting to bind port e6bd88a5-8508-4171-9730-cb8d8c3c93a7 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5c77260a-f8a2-4bcb-a463-a86ee2a6032a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5dc4ce48-9533-4751-b9d3-5cd2980567a7'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:58:28.629001 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea6a9d5-15ab-41d1-94bc-8a5e60e619b2 None None] Attempting to bind port e6bd88a5-8508-4171-9730-cb8d8c3c93a7 on network 5dc4ce48-9533-4751-b9d3-5cd2980567a7 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:58:28.649574 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3acc28d-7b18-4c9b-9c4f-e1bfd433d155 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:28.665691 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3acc28d-7b18-4c9b-9c4f-e1bfd433d155 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:58:28.666163 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3acc28d-7b18-4c9b-9c4f-e1bfd433d155 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:28.666329 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ba15f4a1-3b9c-4628-8931-7c44421bfc6b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:28.702721 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea6a9d5-15ab-41d1-94bc-8a5e60e619b2 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:58:28.703393 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea6a9d5-15ab-41d1-94bc-8a5e60e619b2 None None] Checking segment: {'id': '5c77260a-f8a2-4bcb-a463-a86ee2a6032a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5dc4ce48-9533-4751-b9d3-5cd2980567a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:58:28.703993 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fea6a9d5-15ab-41d1-94bc-8a5e60e619b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:28.704604 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea6a9d5-15ab-41d1-94bc-8a5e60e619b2 None None] Bound using segment: {'id': '5c77260a-f8a2-4bcb-a463-a86ee2a6032a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5dc4ce48-9533-4751-b9d3-5cd2980567a7'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:58:28.705327 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-fea6a9d5-15ab-41d1-94bc-8a5e60e619b2 None None] Bound port: e6bd88a5-8508-4171-9730-cb8d8c3c93a7, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c77260a-f8a2-4bcb-a463-a86ee2a6032a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5dc4ce48-9533-4751-b9d3-5cd2980567a7'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:58:28.706020 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fea6a9d5-15ab-41d1-94bc-8a5e60e619b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:28.711190 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ba15f4a1-3b9c-4628-8931-7c44421bfc6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:28.823827 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:58:28.823827 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:58:28.823827 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:58:28.823827 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:58:28.823827 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:58:28.823827 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:58:28.823827 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:58:28.823827 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:58:28.823827 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:58:28.823827 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:58:28.823827 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:58:28.823827 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:58:28.823827 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:58:28.823827 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:58:28.823827 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:58:28.823827 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:58:28.823827 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:58:28.823827 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:58:28.823827 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:58:28.823827 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:58:28.823827 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:58:28.823827 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:58:28.823827 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:58:28.823827 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:58:28.823827 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:58:28.823827 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:58:28.823827 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:58:28.823827 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:58:28.823827 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:58:28.823827 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:58:28.823827 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:58:28.823827 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:58:28.828740 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3acc28d-7b18-4c9b-9c4f-e1bfd433d155 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:28.840862 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device ee86b638-e665-4e22-9407-ddb75a4d8f93 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:58:28.853108 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=420ecd18-a6f0-4b29-87df-9b09817a1dbb,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:28.887910 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c3aefb29-f5fb-4d46-b49e-b8fd0af9ce14 None None] Deleting port b8364000-d913-470e-9067-94782b83c3a0 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:58:28.887910 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c3aefb29-f5fb-4d46-b49e-b8fd0af9ce14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:28.893790 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-fea6a9d5-15ab-41d1-94bc-8a5e60e619b2 None None] For port e6bd88a5-8508-4171-9730-cb8d8c3c93a7, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:58:28.905884 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: ee86b638-e665-4e22-9407-ddb75a4d8f93 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:58:28.906227 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device ee86b638-e665-4e22-9407-ddb75a4d8f93 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:58:28.906636 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b8364000-d913-470e-9067-94782b83c3a0 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:58:28.916633 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3acc28d-7b18-4c9b-9c4f-e1bfd433d155 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:28.921869 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d3acc28d-7b18-4c9b-9c4f-e1bfd433d155 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] 10.222.0.69 "DELETE /v2.0/networks/9278d75a-8006-4a93-b69e-b41f853073b5 HTTP/1.1" status: 204 len: 168 time: 1.5602825 Aug 19 14:58:28.922898 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3acc28d-7b18-4c9b-9c4f-e1bfd433d155 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Pushing event deleted for resources: {'Network': ['ID=9278d75a-8006-4a93-b69e-b41f853073b5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:28.951935 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-ba15f4a1-3b9c-4628-8931-7c44421bfc6b admin admin] Allocated IP 172.25.2.53 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/b3649aa5-7c7d-41e3-b44c-bedc5be0c33e) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:58:28.964067 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 43748) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:28.984802 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-fea6a9d5-15ab-41d1-94bc-8a5e60e619b2 None None] For port e6bd88a5-8508-4171-9730-cb8d8c3c93a7, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=e6bd88a5-8508-4171-9730-cb8d8c3c93a7,segment=NetworkSegment(5c77260a-f8a2-4bcb-a463-a86ee2a6032a),segment_id=5c77260a-f8a2-4bcb-a463-a86ee2a6032a)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:58:29.004803 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fea6a9d5-15ab-41d1-94bc-8a5e60e619b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:29.007017 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1014fb5c-5325-4118-aeca-58bcfb323f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:29.021334 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1014fb5c-5325-4118-aeca-58bcfb323f8a None None] Network 9278d75a-8006-4a93-b69e-b41f853073b5 is not hosted by any dhcp agent {{(pid=94641) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 14:58:29.022443 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1014fb5c-5325-4118-aeca-58bcfb323f8a None None] No DVR routers for this DVR port ee86b638-e665-4e22-9407-ddb75a4d8f93 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:58:29.091222 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c3aefb29-f5fb-4d46-b49e-b8fd0af9ce14 None None] For port b8364000-d913-470e-9067-94782b83c3a0, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b8364000-d913-470e-9067-94782b83c3a0,segment=NetworkSegment(6661fe50-4802-407f-9cd6-145d9a23225a),segment_id=6661fe50-4802-407f-9cd6-145d9a23225a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:29.091719 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c3aefb29-f5fb-4d46-b49e-b8fd0af9ce14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:29.148053 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c3aefb29-f5fb-4d46-b49e-b8fd0af9ce14 None None] Calling delete_port for b8364000-d913-470e-9067-94782b83c3a0 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:58:29.223993 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ba15f4a1-3b9c-4628-8931-7c44421bfc6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:29.264907 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea6a9d5-15ab-41d1-94bc-8a5e60e619b2 None None] Pushing event updated for resources: {'Port': ['ID=e6bd88a5-8508-4171-9730-cb8d8c3c93a7,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:29.304889 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ba15f4a1-3b9c-4628-8931-7c44421bfc6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:29.313738 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1014fb5c-5325-4118-aeca-58bcfb323f8a None None] Pushing event deleted for resources: {'Port': ['ID=ee86b638-e665-4e22-9407-ddb75a4d8f93,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:29.320577 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:29.326314 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-33f323fa-14ae-4ba8-9434-b5c5764dff27 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:29.383964 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba15f4a1-3b9c-4628-8931-7c44421bfc6b admin admin] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:58:29.392628 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-ba15f4a1-3b9c-4628-8931-7c44421bfc6b admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:58:29.396012 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba15f4a1-3b9c-4628-8931-7c44421bfc6b admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:58:29.424318 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port b8364000-d913-470e-9067-94782b83c3a0, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b8364000-d913-470e-9067-94782b83c3a0,segment=NetworkSegment(6661fe50-4802-407f-9cd6-145d9a23225a),segment_id=6661fe50-4802-407f-9cd6-145d9a23225a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:29.452608 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:29.466719 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38402f25-2fec-464f-a9f7-843ce1cc89f5 req-ed2138c6-3e34-4cc0-8138-46df354ec064 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:29.468297 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-38402f25-2fec-464f-a9f7-843ce1cc89f5 req-ed2138c6-3e34-4cc0-8138-46df354ec064 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1585833-7d73-4dcc-a843-ac233b9ac743 HTTP/1.1" status: 200 len: 943 time: 0.6653121 Aug 19 14:58:29.491120 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba15f4a1-3b9c-4628-8931-7c44421bfc6b admin admin] Pushing event updated for resources: {'Port': ['ID=b3649aa5-7c7d-41e3-b44c-bedc5be0c33e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:29.594102 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=b8364000-d913-470e-9067-94782b83c3a0,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:29.600664 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c3aefb29-f5fb-4d46-b49e-b8fd0af9ce14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:29.618965 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-33f323fa-14ae-4ba8-9434-b5c5764dff27 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] The port 'b8364000-d913-470e-9067-94782b83c3a0' was deleted {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 19 14:58:29.670109 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3aefb29-f5fb-4d46-b49e-b8fd0af9ce14 None None] No DVR routers for this DVR port b8364000-d913-470e-9067-94782b83c3a0 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:58:29.672269 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aefb29-f5fb-4d46-b49e-b8fd0af9ce14 None None] Pushing event deleted for resources: {'Port': ['ID=b8364000-d913-470e-9067-94782b83c3a0,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:29.708129 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59cf42-38ba-4d3c-a148-031058a192e5 req-f6ced3c7-a118-4bb2-8c2d-b8f4b18379e6 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:29.708129 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4e59cf42-38ba-4d3c-a148-031058a192e5 req-f6ced3c7-a118-4bb2-8c2d-b8f4b18379e6 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] 10.222.0.69 "GET /v2.0/ports?device_id=86f1000f-ec10-4b43-91a6-559c6325f4c1 HTTP/1.1" status: 200 len: 945 time: 0.4078963 Aug 19 14:58:29.873818 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ba15f4a1-3b9c-4628-8931-7c44421bfc6b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:30.156672 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ba15f4a1-3b9c-4628-8931-7c44421bfc6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:30.227800 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-33f323fa-14ae-4ba8-9434-b5c5764dff27 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:30.243324 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-33f323fa-14ae-4ba8-9434-b5c5764dff27 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['166398b4-89fd-4c09-b504-9a4398ff1b05']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:30.272353 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-33f323fa-14ae-4ba8-9434-b5c5764dff27 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6661fe50-4802-407f-9cd6-145d9a23225a') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:30.272674 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-33f323fa-14ae-4ba8-9434-b5c5764dff27 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6661fe50-4802-407f-9cd6-145d9a23225a') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:30.276874 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4e59cf42-38ba-4d3c-a148-031058a192e5 req-0d819db5-d9b5-45a8-9431-e4aa8ad9c6d7 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] 10.222.0.69 "GET /v2.0/security-groups?id=45d0835f-2b62-454d-b245-c183c3965eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5501146 Aug 19 14:58:30.287175 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-33f323fa-14ae-4ba8-9434-b5c5764dff27 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:30.323833 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-38402f25-2fec-464f-a9f7-843ce1cc89f5 req-443917a2-f5f1-4a2e-b095-02e59d1e6a5d tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Deleting port ab2605b3-c885-46f3-8342-c9894e3fff09 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:58:30.324171 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-38402f25-2fec-464f-a9f7-843ce1cc89f5 req-443917a2-f5f1-4a2e-b095-02e59d1e6a5d tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:30.334096 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-33f323fa-14ae-4ba8-9434-b5c5764dff27 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:30.395680 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33f323fa-14ae-4ba8-9434-b5c5764dff27 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:58:30.396161 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-33f323fa-14ae-4ba8-9434-b5c5764dff27 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:30.399660 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:58:30.399660 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:58:30.399660 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:58:30.399660 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:58:30.399660 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:58:30.399660 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:58:30.399660 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:58:30.399660 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:58:30.399660 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:58:30.399660 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:58:30.399660 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:58:30.399660 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:58:30.399660 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:58:30.399660 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:58:30.399660 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:58:30.399660 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:58:30.399660 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:58:30.399660 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:58:30.399660 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:58:30.399660 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:58:30.399660 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:58:30.399660 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:58:30.399660 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:58:30.399660 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:58:30.399660 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:58:30.399660 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:58:30.399660 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:58:30.399660 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:58:30.399660 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:58:30.399660 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:58:30.399660 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:58:30.399660 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:58:30.442699 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba15f4a1-3b9c-4628-8931-7c44421bfc6b admin admin] Router 3485ec3a-0d92-4d19-856b-722762287e01 is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:58:30.549766 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-33f323fa-14ae-4ba8-9434-b5c5764dff27 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:30.565859 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-33f323fa-14ae-4ba8-9434-b5c5764dff27 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:30.567733 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-33f323fa-14ae-4ba8-9434-b5c5764dff27 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] 10.222.0.69 "DELETE /v2.0/networks/166398b4-89fd-4c09-b504-9a4398ff1b05 HTTP/1.1" status: 204 len: 168 time: 1.6027424 Aug 19 14:58:30.571070 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 43758) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:30.591103 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f323fa-14ae-4ba8-9434-b5c5764dff27 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Pushing event deleted for resources: {'Network': ['ID=166398b4-89fd-4c09-b504-9a4398ff1b05,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:30.597081 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-38402f25-2fec-464f-a9f7-843ce1cc89f5 req-443917a2-f5f1-4a2e-b095-02e59d1e6a5d tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] For port ab2605b3-c885-46f3-8342-c9894e3fff09, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=ab2605b3-c885-46f3-8342-c9894e3fff09,segment=NetworkSegment(a797992c-f015-48a4-a029-21c175cc336b),segment_id=a797992c-f015-48a4-a029-21c175cc336b)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:30.597460 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-38402f25-2fec-464f-a9f7-843ce1cc89f5 req-443917a2-f5f1-4a2e-b095-02e59d1e6a5d tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:30.600575 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f31faa3-cae3-4a88-bc05-27200bcd1fbb None None] Network 5dc4ce48-9533-4751-b9d3-5cd2980567a7 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:58:30.616174 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-38402f25-2fec-464f-a9f7-843ce1cc89f5 req-443917a2-f5f1-4a2e-b095-02e59d1e6a5d tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Calling delete_port for ab2605b3-c885-46f3-8342-c9894e3fff09 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:58:30.666343 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-10d8ce6e-aba5-45dd-86f0-5146eb218e54 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Deleting subnet 26799c4f-72ae-4d28-bf74-6c226f9c4ec6 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:58:30.673955 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10d8ce6e-aba5-45dd-86f0-5146eb218e54 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:30.706436 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba15f4a1-3b9c-4628-8931-7c44421bfc6b admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:58:30.722342 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-aeaee0c2-08bd-45ec-bb19-f15cce567893 None None] Provisioning for port e6bd88a5-8508-4171-9730-cb8d8c3c93a7 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:58:30.730481 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdc0749-d8d9-4e03-b812-ef6f8f63cc89 None None] Sync routers for ids ['3485ec3a-0d92-4d19-856b-722762287e01'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:58:30.732870 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ba15f4a1-3b9c-4628-8931-7c44421bfc6b admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:30.734573 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ba15f4a1-3b9c-4628-8931-7c44421bfc6b admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.5903997 Aug 19 14:58:30.737912 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 43762) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:30.757323 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdc0749-d8d9-4e03-b812-ef6f8f63cc89 None None] Routers {'3485ec3a-0d92-4d19-856b-722762287e01'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:58:30.757987 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0cdc0749-d8d9-4e03-b812-ef6f8f63cc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:58:05Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['3485ec3a-0d92-4d19-856b-722762287e01'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:30.906622 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-38402f25-2fec-464f-a9f7-843ce1cc89f5 req-443917a2-f5f1-4a2e-b095-02e59d1e6a5d tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:30.967369 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443917a2-f5f1-4a2e-b095-02e59d1e6a5d tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Pushing event deleted for resources: {'Port': ['ID=ab2605b3-c885-46f3-8342-c9894e3fff09,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:31.065563 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['beeb99ba-a43d-4ac6-af21-fb5ff14d5767'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:58:31.095948 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-38402f25-2fec-464f-a9f7-843ce1cc89f5 req-443917a2-f5f1-4a2e-b095-02e59d1e6a5d tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] No DVR routers for this DVR port ab2605b3-c885-46f3-8342-c9894e3fff09 on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:58:31.105896 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-38402f25-2fec-464f-a9f7-843ce1cc89f5 req-443917a2-f5f1-4a2e-b095-02e59d1e6a5d tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:31.108181 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-38402f25-2fec-464f-a9f7-843ce1cc89f5 req-443917a2-f5f1-4a2e-b095-02e59d1e6a5d tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "DELETE /v2.0/ports/ab2605b3-c885-46f3-8342-c9894e3fff09 HTTP/1.1" status: 204 len: 173 time: 1.6247852 Aug 19 14:58:31.108677 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1585833-7d73-4dcc-a843-ac233b9ac743', 'name': 'network-vif-deleted', 'tag': 'ab2605b3-c885-46f3-8342-c9894e3fff09'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:58:31.113858 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311b1312-90ee-4e98-a33f-84a7d639607d" -d '{"events": [{"server_uuid": "a1585833-7d73-4dcc-a843-ac233b9ac743", "name": "network-vif-deleted", "tag": "ab2605b3-c885-46f3-8342-c9894e3fff09"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:58:31.137833 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['8bc62a8e-9201-4a44-a057-3992aaad49ee'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:58:31.140258 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 420ecd18-a6f0-4b29-87df-9b09817a1dbb up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:58:31.210957 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 19 Aug 2021 14:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee529be-ed7a-4c40-8c7f-84fcb210ed58 x-openstack-request-id: req-1ee529be-ed7a-4c40-8c7f-84fcb210ed58 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:58:31.211402 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1585833-7d73-4dcc-a843-ac233b9ac743", "name": "network-vif-deleted", "tag": "ab2605b3-c885-46f3-8342-c9894e3fff09", "status": "failed", "code": 422}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:58:31.211528 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1ee529be-ed7a-4c40-8c7f-84fcb210ed58 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:58:31.211903 n-d-766043-2 neutron-server[94640]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a1585833-7d73-4dcc-a843-ac233b9ac743', 'name': 'network-vif-deleted', 'tag': 'ab2605b3-c885-46f3-8342-c9894e3fff09', 'status': 'failed', 'code': 422} returned with failed status Aug 19 14:58:31.237461 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10d8ce6e-aba5-45dd-86f0-5146eb218e54 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:31.430479 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9ea1e0ac-041c-48cc-aaeb-a14eaff22c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:31.447078 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-0cdc0749-d8d9-4e03-b812-ef6f8f63cc89 None None] Set router 3485ec3a-0d92-4d19-856b-722762287e01 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:58:31.625238 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a48af-26a5-4fa5-88f4-39d0e643bee6 req-15249110-85da-4257-96d6-7e69e12ea7d6 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:31.631820 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-559a48af-26a5-4fa5-88f4-39d0e643bee6 req-15249110-85da-4257-96d6-7e69e12ea7d6 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] 10.222.0.69 "GET /v2.0/ports?device_id=86f1000f-ec10-4b43-91a6-559c6325f4c1 HTTP/1.1" status: 200 len: 945 time: 0.1735072 Aug 19 14:58:31.643882 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10d8ce6e-aba5-45dd-86f0-5146eb218e54 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:31.754278 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-559a48af-26a5-4fa5-88f4-39d0e643bee6 req-e9fd7980-cbff-4955-b31b-56e7b4d8b720 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] 10.222.0.69 "GET /v2.0/security-groups?id=45d0835f-2b62-454d-b245-c183c3965eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151757 Aug 19 14:58:31.846609 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 420ecd18-a6f0-4b29-87df-9b09817a1dbb triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:31.847182 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:31.933869 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 43788) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:31.973313 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10d8ce6e-aba5-45dd-86f0-5146eb218e54 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:32.075824 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d8ce6e-aba5-45dd-86f0-5146eb218e54 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Pushing event deleted for resources: {'Subnet': ['ID=26799c4f-72ae-4d28-bf74-6c226f9c4ec6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:32.101467 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10d8ce6e-aba5-45dd-86f0-5146eb218e54 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:32.109142 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-10d8ce6e-aba5-45dd-86f0-5146eb218e54 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] 10.222.0.69 "DELETE /v2.0/subnets/26799c4f-72ae-4d28-bf74-6c226f9c4ec6 HTTP/1.1" status: 204 len: 168 time: 1.5345886 Aug 19 14:58:32.111419 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 43792) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:32.152098 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b7726b-2a35-4e25-a602-0a37f0817b28 None None] Network 8493052e-e0e1-4449-bd4c-379f78ef716d requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:58:32.182254 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c1e3ef5d-9883-4cd3-ad6c-7ed3a631963a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:32.231093 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e148326d-d21f-46d2-87e2-b998768e72d5 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:32.314368 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1a58bc4a-8ed4-44d2-af26-924d276925a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:32.344942 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0cdc0749-d8d9-4e03-b812-ef6f8f63cc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3485ec3a-0d92-4d19-856b-722762287e01', 'name': 'tempest-TestServerMultinode-711421711-router', 'tenant_id': '7caace3beb3b4380aedf07a85734de50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': 'b3649aa5-7c7d-41e3-b44c-bedc5be0c33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:58:26Z', 'updated_at': '2021-08-19T14:58:29Z', 'revision_number': 3, 'project_id': '7caace3beb3b4380aedf07a85734de50', 'gw_port': {'id': 'b3649aa5-7c7d-41e3-b44c-bedc5be0c33e', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3485ec3a-0d92-4d19-856b-722762287e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:58:28Z', 'updated_at': '2021-08-19T14:58:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:32.379691 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdc0749-d8d9-4e03-b812-ef6f8f63cc89 None None] Checking router: 3485ec3a-0d92-4d19-856b-722762287e01 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:58:32.379992 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdc0749-d8d9-4e03-b812-ef6f8f63cc89 None None] Updating router 3485ec3a-0d92-4d19-856b-722762287e01 port b3649aa5-7c7d-41e3-b44c-bedc5be0c33e binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:58:32.431681 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d7e76-9e60-4a11-97e6-4c74851b6050 req-a739a9fb-a4f0-4f88-a314-d863169e0a2d tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:32.441527 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-971d7e76-9e60-4a11-97e6-4c74851b6050 req-a739a9fb-a4f0-4f88-a314-d863169e0a2d tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=805e9ab3-fdd2-45ac-939d-0e928dba994e HTTP/1.1" status: 200 len: 907 time: 0.1301873 Aug 19 14:58:32.457997 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b1ab0-055b-4618-8265-b9878c4214d6 req-375b15e4-4dae-4acd-a5d3-06bf7927c2f4 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:32.459579 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-286b1ab0-055b-4618-8265-b9878c4214d6 req-375b15e4-4dae-4acd-a5d3-06bf7927c2f4 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] 10.222.0.69 "GET /v2.0/ports?device_id=86f1000f-ec10-4b43-91a6-559c6325f4c1 HTTP/1.1" status: 200 len: 945 time: 0.1902430 Aug 19 14:58:32.480011 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e148326d-d21f-46d2-87e2-b998768e72d5 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Deleting port 5b061b05-5bc9-4188-bbc7-e4a5e83d955f {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:58:32.480388 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e148326d-d21f-46d2-87e2-b998768e72d5 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:32.529190 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0cdc0749-d8d9-4e03-b812-ef6f8f63cc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:32.535830 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-c1e3ef5d-9883-4cd3-ad6c-7ed3a631963a admin admin] Allocated IP 172.20.0.1 (5dc4ce48-9533-4751-b9d3-5cd2980567a7/1a672a11-2800-42c9-ba47-91ae9f45d0e6/8dae0419-a1b1-4a6d-a9c2-5dd057d1dfea) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:58:32.578375 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-286b1ab0-055b-4618-8265-b9878c4214d6 req-73ae988d-da53-4584-99d6-3dc587d4c1a6 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] 10.222.0.69 "GET /v2.0/security-groups?id=45d0835f-2b62-454d-b245-c183c3965eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113768 Aug 19 14:58:32.597205 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-e148326d-d21f-46d2-87e2-b998768e72d5 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] For port 5b061b05-5bc9-4188-bbc7-e4a5e83d955f, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=5b061b05-5bc9-4188-bbc7-e4a5e83d955f,segment=NetworkSegment(e5d1c40b-a27d-4ae4-9563-cd0fe9c66989),segment_id=e5d1c40b-a27d-4ae4-9563-cd0fe9c66989)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:32.597585 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e148326d-d21f-46d2-87e2-b998768e72d5 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:32.617594 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e148326d-d21f-46d2-87e2-b998768e72d5 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Calling delete_port for 5b061b05-5bc9-4188-bbc7-e4a5e83d955f owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:58:32.676059 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1a58bc4a-8ed4-44d2-af26-924d276925a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:32.685750 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1a58bc4a-8ed4-44d2-af26-924d276925a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:32.701242 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c1e3ef5d-9883-4cd3-ad6c-7ed3a631963a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:32.718368 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-c1e3ef5d-9883-4cd3-ad6c-7ed3a631963a admin admin] Transition to ACTIVE for port object 8dae0419-a1b1-4a6d-a9c2-5dd057d1dfea will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:58:32.754549 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1a58bc4a-8ed4-44d2-af26-924d276925a8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3d32b326984f44ee87472a59732ee44f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8170118 Aug 19 14:58:32.754549 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a58bc4a-8ed4-44d2-af26-924d276925a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86230764-cccc-4567-bacf-49f422ce4206,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:32.755217 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 43798) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:32.771127 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e148326d-d21f-46d2-87e2-b998768e72d5 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:32.775904 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c1e3ef5d-9883-4cd3-ad6c-7ed3a631963a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:32.776685 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device e6bd88a5-8508-4171-9730-cb8d8c3c93a7 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:58:32.805987 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e148326d-d21f-46d2-87e2-b998768e72d5 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Pushing event deleted for resources: {'Port': ['ID=5b061b05-5bc9-4188-bbc7-e4a5e83d955f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:32.810198 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e148326d-d21f-46d2-87e2-b998768e72d5 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] No DVR routers for this DVR port 5b061b05-5bc9-4188-bbc7-e4a5e83d955f on host n-d-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:58:32.858996 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e3ef5d-9883-4cd3-ad6c-7ed3a631963a admin admin] Network 5dc4ce48-9533-4751-b9d3-5cd2980567a7 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:58:32.865586 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-c1e3ef5d-9883-4cd3-ad6c-7ed3a631963a admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:58:32.878145 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e3ef5d-9883-4cd3-ad6c-7ed3a631963a admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:58:32.903186 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-149c2b86-67b2-43cc-9b49-328a9bfc6f3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:32.956568 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e148326d-d21f-46d2-87e2-b998768e72d5 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:32.971671 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-e148326d-d21f-46d2-87e2-b998768e72d5 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8493052e-e0e1-4449-bd4c-379f78ef716d']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:32.976492 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c1e3ef5d-9883-4cd3-ad6c-7ed3a631963a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:32.979986 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e3ef5d-9883-4cd3-ad6c-7ed3a631963a admin admin] Pushing event updated for resources: {'Port': ['ID=8dae0419-a1b1-4a6d-a9c2-5dd057d1dfea,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:32.985574 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-e148326d-d21f-46d2-87e2-b998768e72d5 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5d1c40b-a27d-4ae4-9563-cd0fe9c66989') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:32.986142 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-e148326d-d21f-46d2-87e2-b998768e72d5 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5d1c40b-a27d-4ae4-9563-cd0fe9c66989') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:33.007590 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e148326d-d21f-46d2-87e2-b998768e72d5 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:33.012269 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port e6bd88a5-8508-4171-9730-cb8d8c3c93a7 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:58:33.014712 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea8c7f0-cef3-4dff-aa77-21443a015ea2 None None] DHCP port deletion for 8493052e-e0e1-4449-bd4c-379f78ef716d request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:58:33.029124 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port e6bd88a5-8508-4171-9730-cb8d8c3c93a7 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:33.029494 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:33.048800 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e148326d-d21f-46d2-87e2-b998768e72d5 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:33.061561 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e148326d-d21f-46d2-87e2-b998768e72d5 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:58:33.061992 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e148326d-d21f-46d2-87e2-b998768e72d5 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:33.077509 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-149c2b86-67b2-43cc-9b49-328a9bfc6f3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:33.168085 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:58:33.168085 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:58:33.168085 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:58:33.168085 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:58:33.168085 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:58:33.168085 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:58:33.168085 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:58:33.168085 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:58:33.168085 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:58:33.168085 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:58:33.168085 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:58:33.168085 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:58:33.168085 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:58:33.168085 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:58:33.168085 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:58:33.168085 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:58:33.168085 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:58:33.168085 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:58:33.168085 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:58:33.168085 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:58:33.168085 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:58:33.168085 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:58:33.168085 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:58:33.168085 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:58:33.168085 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:58:33.168085 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:58:33.168085 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:58:33.168085 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:58:33.168085 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:58:33.168085 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:58:33.168085 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:58:33.168085 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:58:33.170647 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-149c2b86-67b2-43cc-9b49-328a9bfc6f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:33.171276 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-149c2b86-67b2-43cc-9b49-328a9bfc6f3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:33.174921 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e148326d-d21f-46d2-87e2-b998768e72d5 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:33.180938 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e148326d-d21f-46d2-87e2-b998768e72d5 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:33.187389 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e148326d-d21f-46d2-87e2-b998768e72d5 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] 10.222.0.69 "DELETE /v2.0/networks/8493052e-e0e1-4449-bd4c-379f78ef716d HTTP/1.1" status: 204 len: 168 time: 1.0718949 Aug 19 14:58:33.188333 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 43806) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:33.188583 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-149c2b86-67b2-43cc-9b49-328a9bfc6f3d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/86230764-cccc-4567-bacf-49f422ce4206 HTTP/1.1" status: 204 len: 168 time: 0.4143641 Aug 19 14:58:33.212820 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c2b86-67b2-43cc-9b49-328a9bfc6f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86230764-cccc-4567-bacf-49f422ce4206,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:33.228705 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:33.266143 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e5dcb2a8-acd6-4dbd-bb1e-13253e83c688 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] 10.222.0.69 "GET /v2.0/ports?device_id=37b7e2ac-a25d-4f83-840d-a0ee14ab6cc3 HTTP/1.1" status: 200 len: 205 time: 0.0688825 Aug 19 14:58:33.266708 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 43808) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:33.288345 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e148326d-d21f-46d2-87e2-b998768e72d5 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Pushing event deleted for resources: {'Network': ['ID=8493052e-e0e1-4449-bd4c-379f78ef716d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:33.303973 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port e6bd88a5-8508-4171-9730-cb8d8c3c93a7, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=e6bd88a5-8508-4171-9730-cb8d8c3c93a7,segment=NetworkSegment(5c77260a-f8a2-4bcb-a463-a86ee2a6032a),segment_id=5c77260a-f8a2-4bcb-a463-a86ee2a6032a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:33.322501 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:33.341797 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0cdc0749-d8d9-4e03-b812-ef6f8f63cc89 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:33.368206 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c1e3ef5d-9883-4cd3-ad6c-7ed3a631963a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:33.413669 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0cdc0749-d8d9-4e03-b812-ef6f8f63cc89 None None] Transition to ACTIVE for port object b3649aa5-7c7d-41e3-b44c-bedc5be0c33e will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:58:33.420006 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1dcaf597-5b69-4a36-8f02-2bf21efff9b3 None None] Provisioning for port 8dae0419-a1b1-4a6d-a9c2-5dd057d1dfea completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:58:33.428712 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1dcaf597-5b69-4a36-8f02-2bf21efff9b3 None None] Provisioning complete for port 8dae0419-a1b1-4a6d-a9c2-5dd057d1dfea triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:33.429470 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf597-5b69-4a36-8f02-2bf21efff9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:33.447238 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-617d4191-a8a6-45fd-8a27-abae15c63ed4 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:33.511628 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0cdc0749-d8d9-4e03-b812-ef6f8f63cc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:33.524350 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-1dcaf597-5b69-4a36-8f02-2bf21efff9b3 None None] Port 8dae0419-a1b1-4a6d-a9c2-5dd057d1dfea cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:58:33.530710 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 5b061b05-5bc9-4188-bbc7-e4a5e83d955f no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:58:33.567799 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 5b061b05-5bc9-4188-bbc7-e4a5e83d955f {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:58:33.568315 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 5b061b05-5bc9-4188-bbc7-e4a5e83d955f not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:58:33.609984 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0cdc0749-d8d9-4e03-b812-ef6f8f63cc89 None None] Attempting to bind port b3649aa5-7c7d-41e3-b44c-bedc5be0c33e on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:58:33.610371 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0cdc0749-d8d9-4e03-b812-ef6f8f63cc89 None None] Attempting to bind port b3649aa5-7c7d-41e3-b44c-bedc5be0c33e by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:58:33.610744 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdc0749-d8d9-4e03-b812-ef6f8f63cc89 None None] Attempting to bind port b3649aa5-7c7d-41e3-b44c-bedc5be0c33e on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:58:33.614386 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=e6bd88a5-8508-4171-9730-cb8d8c3c93a7,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:33.660051 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdc0749-d8d9-4e03-b812-ef6f8f63cc89 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:58:33.660718 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdc0749-d8d9-4e03-b812-ef6f8f63cc89 None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:58:33.661337 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0cdc0749-d8d9-4e03-b812-ef6f8f63cc89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:33.661937 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdc0749-d8d9-4e03-b812-ef6f8f63cc89 None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:58:33.672228 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0cdc0749-d8d9-4e03-b812-ef6f8f63cc89 None None] Bound port: b3649aa5-7c7d-41e3-b44c-bedc5be0c33e, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:58:33.674395 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0cdc0749-d8d9-4e03-b812-ef6f8f63cc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:33.685107 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-617d4191-a8a6-45fd-8a27-abae15c63ed4 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:33.687253 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-617d4191-a8a6-45fd-8a27-abae15c63ed4 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:33.743571 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c1e3ef5d-9883-4cd3-ad6c-7ed3a631963a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:33.750803 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c1e3ef5d-9883-4cd3-ad6c-7ed3a631963a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:33.755984 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-617d4191-a8a6-45fd-8a27-abae15c63ed4 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:33.756551 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617d4191-a8a6-45fd-8a27-abae15c63ed4 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Fanout notify agent at l3_agent the message router_deleted on router 37b7e2ac-a25d-4f83-840d-a0ee14ab6cc3 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:58:33.767780 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a2a36-0054-4e95-be7f-743fedfd9334 req-6170d603-b94e-4a37-9363-3f5e4f8707ff tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:33.770155 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1b9a2a36-0054-4e95-be7f-743fedfd9334 req-6170d603-b94e-4a37-9363-3f5e4f8707ff tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=805e9ab3-fdd2-45ac-939d-0e928dba994e HTTP/1.1" status: 200 len: 907 time: 0.2089374 Aug 19 14:58:33.776051 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-617d4191-a8a6-45fd-8a27-abae15c63ed4 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:33.784021 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071df54d-e712-4e12-b1ce-ddbadbf64d3d None None] Pushing event updated for resources: {'Port': ['ID=b3649aa5-7c7d-41e3-b44c-bedc5be0c33e,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:33.800485 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-617d4191-a8a6-45fd-8a27-abae15c63ed4 tempest-RoutersNegativeTest-1433163564 tempest-RoutersNegativeTest-1433163564-project] 10.222.0.69 "DELETE /v2.0/routers/37b7e2ac-a25d-4f83-840d-a0ee14ab6cc3 HTTP/1.1" status: 204 len: 168 time: 0.4950268 Aug 19 14:58:33.811144 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0cdc0749-d8d9-4e03-b812-ef6f8f63cc89 None None] For port b3649aa5-7c7d-41e3-b44c-bedc5be0c33e, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:58:33.816161 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0cdc0749-d8d9-4e03-b812-ef6f8f63cc89 None None] For port b3649aa5-7c7d-41e3-b44c-bedc5be0c33e, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b3649aa5-7c7d-41e3-b44c-bedc5be0c33e,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:58:33.824319 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c1e3ef5d-9883-4cd3-ad6c-7ed3a631963a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:33.825680 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0cdc0749-d8d9-4e03-b812-ef6f8f63cc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:33.857609 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e3ef5d-9883-4cd3-ad6c-7ed3a631963a admin admin] Pushing event updated for resources: {'Port': ['ID=8dae0419-a1b1-4a6d-a9c2-5dd057d1dfea,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:33.914538 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab754d7-507c-43e9-9f48-2ea50a135f3e req-953a6822-502d-407f-b079-863a1273225b tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:33.922742 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2ab754d7-507c-43e9-9f48-2ea50a135f3e req-953a6822-502d-407f-b079-863a1273225b tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] 10.222.0.69 "GET /v2.0/ports?device_id=86f1000f-ec10-4b43-91a6-559c6325f4c1 HTTP/1.1" status: 200 len: 945 time: 0.1820648 Aug 19 14:58:33.941000 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67798d27-a529-47ce-a33c-ebc75ee79955 req-d7d229f0-abb1-420c-b666-5f3a6bba9645 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:33.942721 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-67798d27-a529-47ce-a33c-ebc75ee79955 req-d7d229f0-abb1-420c-b666-5f3a6bba9645 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.88 "GET /v2.0/ports?device_id=805e9ab3-fdd2-45ac-939d-0e928dba994e HTTP/1.1" status: 200 len: 907 time: 0.0983500 Aug 19 14:58:33.966614 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdc0749-d8d9-4e03-b812-ef6f8f63cc89 None None] Routers {'3485ec3a-0d92-4d19-856b-722762287e01'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:58:33.967588 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e3ef5d-9883-4cd3-ad6c-7ed3a631963a admin admin] Network 5dc4ce48-9533-4751-b9d3-5cd2980567a7 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:58:33.969575 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0cdc0749-d8d9-4e03-b812-ef6f8f63cc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:58:05Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['3485ec3a-0d92-4d19-856b-722762287e01'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:33.970642 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-c1e3ef5d-9883-4cd3-ad6c-7ed3a631963a admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:58:34.022126 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2ab754d7-507c-43e9-9f48-2ea50a135f3e req-a085a9cc-1501-4506-94de-4aef2614c944 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] 10.222.0.69 "GET /v2.0/security-groups?id=45d0835f-2b62-454d-b245-c183c3965eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932083 Aug 19 14:58:34.087385 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071df54d-e712-4e12-b1ce-ddbadbf64d3d None None] Pushing event updated for resources: {'Port': ['ID=b3649aa5-7c7d-41e3-b44c-bedc5be0c33e,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:34.163010 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:34.176826 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e3ef5d-9883-4cd3-ad6c-7ed3a631963a admin admin] Router 3485ec3a-0d92-4d19-856b-722762287e01 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:58:34.214638 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-67798d27-a529-47ce-a33c-ebc75ee79955 req-78583ae4-0dec-4217-bf30-c1219d8c0d2c tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Deleting port a59d7cb1-cc3a-42af-a94c-b305c69015b6 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:58:34.215810 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-67798d27-a529-47ce-a33c-ebc75ee79955 req-78583ae4-0dec-4217-bf30-c1219d8c0d2c tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:34.343450 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-0cdc0749-d8d9-4e03-b812-ef6f8f63cc89 None None] Set router 3485ec3a-0d92-4d19-856b-722762287e01 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:58:34.429105 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 43846) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:34.481469 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-67798d27-a529-47ce-a33c-ebc75ee79955 req-78583ae4-0dec-4217-bf30-c1219d8c0d2c tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] For port a59d7cb1-cc3a-42af-a94c-b305c69015b6, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=a59d7cb1-cc3a-42af-a94c-b305c69015b6,segment=NetworkSegment(a797992c-f015-48a4-a029-21c175cc336b),segment_id=a797992c-f015-48a4-a029-21c175cc336b)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:34.481842 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-67798d27-a529-47ce-a33c-ebc75ee79955 req-78583ae4-0dec-4217-bf30-c1219d8c0d2c tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:34.500689 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-67798d27-a529-47ce-a33c-ebc75ee79955 req-78583ae4-0dec-4217-bf30-c1219d8c0d2c tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Calling delete_port for a59d7cb1-cc3a-42af-a94c-b305c69015b6 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:58:34.516904 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06799d3b-e57e-4b2a-8a6e-249c2a68ca38 req-95516992-fd45-43c5-9135-53d6ce7dcc66 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:34.524813 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-06799d3b-e57e-4b2a-8a6e-249c2a68ca38 req-95516992-fd45-43c5-9135-53d6ce7dcc66 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] 10.222.0.69 "GET /v2.0/ports?device_id=86f1000f-ec10-4b43-91a6-559c6325f4c1 HTTP/1.1" status: 200 len: 945 time: 0.1238601 Aug 19 14:58:34.690775 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-06799d3b-e57e-4b2a-8a6e-249c2a68ca38 req-84511d4d-ae28-4a22-b144-14b12118eb46 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] 10.222.0.69 "GET /v2.0/security-groups?id=45d0835f-2b62-454d-b245-c183c3965eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645074 Aug 19 14:58:34.711010 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fad18709-1e37-45eb-baad-0e0a1bc34ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:34.724365 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:34.742294 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-31093627-f40e-4fec-8a7f-f788ad1c05a7 None None] Provisioning complete for port 8dae0419-a1b1-4a6d-a9c2-5dd057d1dfea triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:34.743853 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-31093627-f40e-4fec-8a7f-f788ad1c05a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:34.802868 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-31093627-f40e-4fec-8a7f-f788ad1c05a7 None None] Port 8dae0419-a1b1-4a6d-a9c2-5dd057d1dfea cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:58:34.816043 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c8f54-a98c-41c5-b97f-6cd79b5f5564 req-b861e2da-d732-4c46-98b4-50bbff7170b3 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:34.842298 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-068c8f54-a98c-41c5-b97f-6cd79b5f5564 req-b861e2da-d732-4c46-98b4-50bbff7170b3 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] 10.222.0.69 "GET /v2.0/ports?device_id=04ce3f60-c76f-456b-97c7-f2edfa2488c4 HTTP/1.1" status: 200 len: 946 time: 0.1449969 Aug 19 14:58:34.874886 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-137e0256-9526-4dd0-a38f-9616c73cdb75 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=46c604f25d8d45bcabbe3542f7211dc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4425993 Aug 19 14:58:34.883074 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0cdc0749-d8d9-4e03-b812-ef6f8f63cc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3485ec3a-0d92-4d19-856b-722762287e01', 'name': 'tempest-TestServerMultinode-711421711-router', 'tenant_id': '7caace3beb3b4380aedf07a85734de50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': 'b3649aa5-7c7d-41e3-b44c-bedc5be0c33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:58:26Z', 'updated_at': '2021-08-19T14:58:33Z', 'revision_number': 4, 'project_id': '7caace3beb3b4380aedf07a85734de50', 'gw_port': {'id': 'b3649aa5-7c7d-41e3-b44c-bedc5be0c33e', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3485ec3a-0d92-4d19-856b-722762287e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:58:28Z', 'updated_at': '2021-08-19T14:58:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '8dae0419-a1b1-4a6d-a9c2-5dd057d1dfea', 'name': '', 'network_id': '5dc4ce48-9533-4751-b9d3-5cd2980567a7', 'tenant_id': '7caace3beb3b4380aedf07a85734de50', 'mac_address': 'fa:16:3e:81:e0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3485ec3a-0d92-4d19-856b-722762287e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '1a672a11-2800-42c9-ba47-91ae9f45d0e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:58:32Z', 'updated_at': '2021-08-19T14:58:33Z', 'revision_number': 2, 'project_id': '7caace3beb3b4380aedf07a85734de50', 'subnets': [{'id': '1a672a11-2800-42c9-ba47-91ae9f45d0e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:34.893726 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 43862) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:34.909640 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-068c8f54-a98c-41c5-b97f-6cd79b5f5564 req-3ed0f17e-bdaa-4174-ae8a-e70d600bf406 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] 10.222.0.69 "GET /v2.0/security-groups?id=4973f92f-9387-4ffb-9cc5-c0b70bd869cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661507 Aug 19 14:58:34.915984 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdc0749-d8d9-4e03-b812-ef6f8f63cc89 None None] The sync data for ids ['3485ec3a-0d92-4d19-856b-722762287e01'] in n-d-766043-2 is: [{'id': '3485ec3a-0d92-4d19-856b-722762287e01', 'name': 'tempest-TestServerMultinode-711421711-router', 'tenant_id': '7caace3beb3b4380aedf07a85734de50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': 'b3649aa5-7c7d-41e3-b44c-bedc5be0c33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:58:26Z', 'updated_at': '2021-08-19T14:58:33Z', 'revision_number': 4, 'project_id': '7caace3beb3b4380aedf07a85734de50', 'gw_port': {'id': 'b3649aa5-7c7d-41e3-b44c-bedc5be0c33e', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3485ec3a-0d92-4d19-856b-722762287e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:58:28Z', 'updated_at': '2021-08-19T14:58:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '8dae0419-a1b1-4a6d-a9c2-5dd057d1dfea', 'name': '', 'network_id': '5dc4ce48-9533-4751-b9d3-5cd2980567a7', 'tenant_id': '7caace3beb3b4380aedf07a85734de50', 'mac_address': 'fa:16:3e:81:e0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3485ec3a-0d92-4d19-856b-722762287e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '1a672a11-2800-42c9-ba47-91ae9f45d0e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:58:32Z', 'updated_at': '2021-08-19T14:58:33Z', 'revision_number': 2, 'project_id': '7caace3beb3b4380aedf07a85734de50', 'subnets': [{'id': '1a672a11-2800-42c9-ba47-91ae9f45d0e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:58:34.991905 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e3ef5d-9883-4cd3-ad6c-7ed3a631963a admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:58:35.005727 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c1e3ef5d-9883-4cd3-ad6c-7ed3a631963a admin admin] 10.222.0.69 "PUT /v2.0/routers/3485ec3a-0d92-4d19-856b-722762287e01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2588084 Aug 19 14:58:35.005727 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc135a-eef0-4372-9331-18a856dd380a req-422794a3-b91a-436f-b215-0746e2c63438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:35.019205 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-08fc135a-eef0-4372-9331-18a856dd380a req-422794a3-b91a-436f-b215-0746e2c63438 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ae20bc29ff9c4e808feb679b927e1e02&device_id=86f1000f-ec10-4b43-91a6-559c6325f4c1 HTTP/1.1" status: 200 len: 1096 time: 0.0844073 Aug 19 14:58:35.079765 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70315a8-3981-4fe5-b540-469f6de568f8 req-60a38ddf-e524-4aed-8599-647cdfc8a226 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:35.091224 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:35.107498 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b70315a8-3981-4fe5-b540-469f6de568f8 req-60a38ddf-e524-4aed-8599-647cdfc8a226 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=805e9ab3-fdd2-45ac-939d-0e928dba994e HTTP/1.1" status: 200 len: 907 time: 0.2134993 Aug 19 14:58:35.143453 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-67798d27-a529-47ce-a33c-ebc75ee79955 req-78583ae4-0dec-4217-bf30-c1219d8c0d2c tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:35.168627 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-11d6265d-9c14-49ae-9e0d-96381732f549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:35.236002 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc135a-eef0-4372-9331-18a856dd380a req-99d8b57e-b422-4bdc-ba9d-ce5228ffb16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:35.241656 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-08fc135a-eef0-4372-9331-18a856dd380a req-99d8b57e-b422-4bdc-ba9d-ce5228ffb16f service neutron] 10.222.0.68 "GET /v2.0/networks?id=2a74aae6-9363-4a46-883f-efa7d7c21b3e HTTP/1.1" status: 200 len: 913 time: 0.2112479 Aug 19 14:58:35.346877 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:35.364179 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-08fc135a-eef0-4372-9331-18a856dd380a req-f776ea99-b4a7-4e67-b7d4-1f1e558e1099 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aea88543-82e3-4333-85e5-31737696f8b1 HTTP/1.1" status: 200 len: 217 time: 0.0995729 Aug 19 14:58:35.474832 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78583ae4-0dec-4217-bf30-c1219d8c0d2c tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Pushing event deleted for resources: {'Port': ['ID=a59d7cb1-cc3a-42af-a94c-b305c69015b6,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:35.491885 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-67798d27-a529-47ce-a33c-ebc75ee79955 req-78583ae4-0dec-4217-bf30-c1219d8c0d2c tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] No DVR routers for this DVR port a59d7cb1-cc3a-42af-a94c-b305c69015b6 on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:58:35.526620 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-67798d27-a529-47ce-a33c-ebc75ee79955 req-78583ae4-0dec-4217-bf30-c1219d8c0d2c tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:35.529823 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-67798d27-a529-47ce-a33c-ebc75ee79955 req-78583ae4-0dec-4217-bf30-c1219d8c0d2c tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.88 "DELETE /v2.0/ports/a59d7cb1-cc3a-42af-a94c-b305c69015b6 HTTP/1.1" status: 204 len: 173 time: 1.5791984 Aug 19 14:58:35.530372 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '805e9ab3-fdd2-45ac-939d-0e928dba994e', 'name': 'network-vif-deleted', 'tag': 'a59d7cb1-cc3a-42af-a94c-b305c69015b6'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:58:35.532436 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc135a-eef0-4372-9331-18a856dd380a req-3f0626d0-8e87-4f24-bae1-36f020a40740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:35.534263 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-08fc135a-eef0-4372-9331-18a856dd380a req-3f0626d0-8e87-4f24-bae1-36f020a40740 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=138b2f36-2e3d-49c8-b647-5fbc7f3712db HTTP/1.1" status: 200 len: 852 time: 0.1619182 Aug 19 14:58:35.550302 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca9fc09-33f2-42d1-bf67-a5bc1d90905e" -d '{"events": [{"server_uuid": "805e9ab3-fdd2-45ac-939d-0e928dba994e", "name": "network-vif-deleted", "tag": "a59d7cb1-cc3a-42af-a94c-b305c69015b6"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:58:35.580303 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-11d6265d-9c14-49ae-9e0d-96381732f549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:35.624965 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device e6bd88a5-8508-4171-9730-cb8d8c3c93a7 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:58:35.678431 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-08fc135a-eef0-4372-9331-18a856dd380a req-a650199c-81df-4adc-9df6-78ae5c6cd76d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2a74aae6-9363-4a46-883f-efa7d7c21b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1349406 Aug 19 14:58:35.721018 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f255b581-0397-4f4d-a4bb-fcaade73458e x-openstack-request-id: req-f255b581-0397-4f4d-a4bb-fcaade73458e {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:58:35.724851 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "805e9ab3-fdd2-45ac-939d-0e928dba994e", "name": "network-vif-deleted", "tag": "a59d7cb1-cc3a-42af-a94c-b305c69015b6", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:58:35.725411 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f255b581-0397-4f4d-a4bb-fcaade73458e {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:58:35.726081 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '805e9ab3-fdd2-45ac-939d-0e928dba994e', 'name': 'network-vif-deleted', 'tag': 'a59d7cb1-cc3a-42af-a94c-b305c69015b6', 'status': 'completed', 'code': 200} Aug 19 14:58:35.786901 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-11d6265d-9c14-49ae-9e0d-96381732f549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:35.791764 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-11d6265d-9c14-49ae-9e0d-96381732f549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:35.796924 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-11d6265d-9c14-49ae-9e0d-96381732f549 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9710540e-3edc-4d31-a053-71d50df1cd78 HTTP/1.1" status: 204 len: 168 time: 0.8858387 Aug 19 14:58:35.801982 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port e6bd88a5-8508-4171-9730-cb8d8c3c93a7 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:35.802411 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:35.816399 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d6265d-9c14-49ae-9e0d-96381732f549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9710540e-3edc-4d31-a053-71d50df1cd78,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:35.896272 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-08fc135a-eef0-4372-9331-18a856dd380a req-138d1bc9-bb55-45bd-8dfe-a26fff851e58 service neutron] 10.222.0.68 "GET /v2.0/networks/2a74aae6-9363-4a46-883f-efa7d7c21b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073386 Aug 19 14:58:35.952564 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c7e03-0fc1-4acc-a1ab-0ce7431d4e56 req-594a8d8f-419d-4239-b461-d22bca443a60 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:35.971673 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bc1c7e03-0fc1-4acc-a1ab-0ce7431d4e56 req-594a8d8f-419d-4239-b461-d22bca443a60 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] 10.222.0.69 "GET /v2.0/ports?device_id=86f1000f-ec10-4b43-91a6-559c6325f4c1 HTTP/1.1" status: 200 len: 945 time: 0.1362295 Aug 19 14:58:36.071747 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bc1c7e03-0fc1-4acc-a1ab-0ce7431d4e56 req-f839c461-0eaf-4659-8930-b2969482dcc4 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] 10.222.0.69 "GET /v2.0/security-groups?id=45d0835f-2b62-454d-b245-c183c3965eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977244 Aug 19 14:58:36.123328 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-08fc135a-eef0-4372-9331-18a856dd380a req-4a42ef11-53df-4ce1-a39f-1795aa0771c9 service neutron] 10.222.0.68 "GET /v2.0/networks/2a74aae6-9363-4a46-883f-efa7d7c21b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178426 Aug 19 14:58:36.233306 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2debf400-76f7-4a81-af55-2fb38aced1a2 req-18582126-4370-45ec-bf7a-847107e07854 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:36.234963 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2debf400-76f7-4a81-af55-2fb38aced1a2 req-18582126-4370-45ec-bf7a-847107e07854 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] 10.222.0.69 "GET /v2.0/ports?device_id=04ce3f60-c76f-456b-97c7-f2edfa2488c4 HTTP/1.1" status: 200 len: 946 time: 0.1591113 Aug 19 14:58:36.315554 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8ad6c-9eed-40f7-856e-cc7c6587614a req-84d8e45f-06a5-46dc-8c66-f0c516881c2b tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:36.320169 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-79e8ad6c-9eed-40f7-856e-cc7c6587614a req-84d8e45f-06a5-46dc-8c66-f0c516881c2b tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] 10.222.0.68 "GET /v2.0/ports?device_id=04ce3f60-c76f-456b-97c7-f2edfa2488c4 HTTP/1.1" status: 200 len: 946 time: 0.1839471 Aug 19 14:58:36.370177 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-56d3573b-d4ef-4929-b2ff-ecea9567c694 req-fb6c4a63-0988-4fbd-b943-32343277b992 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=805e9ab3-fdd2-45ac-939d-0e928dba994e HTTP/1.1" status: 200 len: 210 time: 0.0502393 Aug 19 14:58:36.407835 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2debf400-76f7-4a81-af55-2fb38aced1a2 req-8cde34b2-d32f-4c8b-97ba-3955dbfd9dcc tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] 10.222.0.69 "GET /v2.0/security-groups?id=4973f92f-9387-4ffb-9cc5-c0b70bd869cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512554 Aug 19 14:58:36.540982 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-79e8ad6c-9eed-40f7-856e-cc7c6587614a req-6875e329-1933-4eba-9f3a-ce070dba58b8 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Deleting port ef9147d3-ce1a-489d-8032-dcc4a9bf8c8b {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:58:36.541328 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-79e8ad6c-9eed-40f7-856e-cc7c6587614a req-6875e329-1933-4eba-9f3a-ce070dba58b8 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:36.694377 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-79e8ad6c-9eed-40f7-856e-cc7c6587614a req-6875e329-1933-4eba-9f3a-ce070dba58b8 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] For port ef9147d3-ce1a-489d-8032-dcc4a9bf8c8b, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=ef9147d3-ce1a-489d-8032-dcc4a9bf8c8b,segment=NetworkSegment(c8ecc108-56b4-4269-8e3e-7aca0f96e18c),segment_id=c8ecc108-56b4-4269-8e3e-7aca0f96e18c)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:36.694974 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-79e8ad6c-9eed-40f7-856e-cc7c6587614a req-6875e329-1933-4eba-9f3a-ce070dba58b8 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:36.697725 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0b502-c79b-4f08-bf7f-e2a2427b3ae4 req-617315a5-93a2-418b-909f-a4717df6c6d9 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:36.700737 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8bf0b502-c79b-4f08-bf7f-e2a2427b3ae4 req-617315a5-93a2-418b-909f-a4717df6c6d9 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/networks?id=954b0ad6-a93b-4f27-93b4-15e8abd75aca HTTP/1.1" status: 200 len: 910 time: 0.1334743 Aug 19 14:58:36.718475 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-79e8ad6c-9eed-40f7-856e-cc7c6587614a req-6875e329-1933-4eba-9f3a-ce070dba58b8 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Calling delete_port for ef9147d3-ce1a-489d-8032-dcc4a9bf8c8b owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:58:36.722557 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8bf0b502-c79b-4f08-bf7f-e2a2427b3ae4 req-829db7c0-1b10-4a42-abbc-3048667f780a tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/quotas/7caace3beb3b4380aedf07a85734de50 HTTP/1.1" status: 200 len: 375 time: 0.0151832 Aug 19 14:58:36.859764 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8bf0b502-c79b-4f08-bf7f-e2a2427b3ae4 req-53c10253-26d1-4946-8b87-2a029b53bb97 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/ports?tenant_id=7caace3beb3b4380aedf07a85734de50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1290393 Aug 19 14:58:36.903354 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:36.946589 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-79e8ad6c-9eed-40f7-856e-cc7c6587614a req-6875e329-1933-4eba-9f3a-ce070dba58b8 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:36.960317 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['ef9147d3-ce1a-489d-8032-dcc4a9bf8c8b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:58:37.000225 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8bf0b502-c79b-4f08-bf7f-e2a2427b3ae4 req-19bedccd-551d-486d-87ca-198a9083a76c service neutron] 10.222.0.69 "GET /v2.0/networks/954b0ad6-a93b-4f27-93b4-15e8abd75aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392834 Aug 19 14:58:37.024449 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6875e329-1933-4eba-9f3a-ce070dba58b8 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Pushing event deleted for resources: {'Port': ['ID=ef9147d3-ce1a-489d-8032-dcc4a9bf8c8b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:37.100158 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e8ad6c-9eed-40f7-856e-cc7c6587614a req-6875e329-1933-4eba-9f3a-ce070dba58b8 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] No DVR routers for this DVR port ef9147d3-ce1a-489d-8032-dcc4a9bf8c8b on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:58:37.104090 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-79e8ad6c-9eed-40f7-856e-cc7c6587614a req-6875e329-1933-4eba-9f3a-ce070dba58b8 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:37.107067 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-79e8ad6c-9eed-40f7-856e-cc7c6587614a req-6875e329-1933-4eba-9f3a-ce070dba58b8 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] 10.222.0.68 "DELETE /v2.0/ports/ef9147d3-ce1a-489d-8032-dcc4a9bf8c8b HTTP/1.1" status: 204 len: 173 time: 0.7782841 Aug 19 14:58:37.107790 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ce3f60-c76f-456b-97c7-f2edfa2488c4', 'name': 'network-vif-deleted', 'tag': 'ef9147d3-ce1a-489d-8032-dcc4a9bf8c8b'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:58:37.112070 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652bdeae-3e48-4a63-a57d-885430228782" -d '{"events": [{"server_uuid": "04ce3f60-c76f-456b-97c7-f2edfa2488c4", "name": "network-vif-deleted", "tag": "ef9147d3-ce1a-489d-8032-dcc4a9bf8c8b"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:58:37.182467 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8bf0b502-c79b-4f08-bf7f-e2a2427b3ae4 req-2b838215-d763-4805-b0d3-25656a8c2170 service neutron] 10.222.0.69 "GET /v2.0/networks/954b0ad6-a93b-4f27-93b4-15e8abd75aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739352 Aug 19 14:58:37.297313 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c20c0-4b8c-4b60-b1ea-3228a751a0e2 req-8980bcac-f1a3-4745-95f5-4d7ec53858ce tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:37.305948 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-767c20c0-4b8c-4b60-b1ea-3228a751a0e2 req-8980bcac-f1a3-4745-95f5-4d7ec53858ce tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] 10.222.0.69 "GET /v2.0/ports?device_id=86f1000f-ec10-4b43-91a6-559c6325f4c1 HTTP/1.1" status: 200 len: 945 time: 0.1119776 Aug 19 14:58:37.380521 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-767c20c0-4b8c-4b60-b1ea-3228a751a0e2 req-f6ad3d8b-e1e9-4a44-8714-07200cd4e795 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] 10.222.0.69 "GET /v2.0/security-groups?id=45d0835f-2b62-454d-b245-c183c3965eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739675 Aug 19 14:58:37.442710 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 43956) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:37.482210 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42717af3-f539-40e4-ab24-dc16532e0a1e x-openstack-request-id: req-42717af3-f539-40e4-ab24-dc16532e0a1e {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:58:37.482567 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ce3f60-c76f-456b-97c7-f2edfa2488c4", "name": "network-vif-deleted", "tag": "ef9147d3-ce1a-489d-8032-dcc4a9bf8c8b", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:58:37.482773 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-42717af3-f539-40e4-ab24-dc16532e0a1e {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:58:37.483143 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ce3f60-c76f-456b-97c7-f2edfa2488c4', 'name': 'network-vif-deleted', 'tag': 'ef9147d3-ce1a-489d-8032-dcc4a9bf8c8b', 'status': 'completed', 'code': 200} Aug 19 14:58:37.525742 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b3649aa5-7c7d-41e3-b44c-bedc5be0c33e up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:58:37.553884 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bc2b4f2b-a77f-48d4-b6fd-d819e8c78b89 req-4d630784-05e6-44a4-a184-2fc189846867 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=484eece2-60c8-4693-9d44-55e3e698d975 HTTP/1.1" status: 200 len: 210 time: 0.0867245 Aug 19 14:58:37.625483 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-9e2e0bcc-c74a-41dd-97fe-6125faabfd2d tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Request body: {'security_group': {'name': 'tempest-secgroup--1706582431'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:37.642608 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port b3649aa5-7c7d-41e3-b44c-bedc5be0c33e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:58:37.661453 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port b3649aa5-7c7d-41e3-b44c-bedc5be0c33e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:37.663116 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:37.678229 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e2e0bcc-c74a-41dd-97fe-6125faabfd2d tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:37.692903 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e2e0bcc-c74a-41dd-97fe-6125faabfd2d tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:37.801910 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d64ba5b7-9780-4c5f-9d1d-98d3d6bffcbd req-e64a75da-84fe-40ed-81f8-601d3f938508 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] 10.222.0.69 "GET /v2.0/ports?device_id=04ce3f60-c76f-456b-97c7-f2edfa2488c4 HTTP/1.1" status: 200 len: 210 time: 0.0489619 Aug 19 14:58:37.846761 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:37.897649 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port b3649aa5-7c7d-41e3-b44c-bedc5be0c33e, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b3649aa5-7c7d-41e3-b44c-bedc5be0c33e,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:37.908594 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:37.935804 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e2e0bcc-c74a-41dd-97fe-6125faabfd2d tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:37.943347 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e2e0bcc-c74a-41dd-97fe-6125faabfd2d tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:37.992082 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=b3649aa5-7c7d-41e3-b44c-bedc5be0c33e,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:38.034586 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e0bcc-c74a-41dd-97fe-6125faabfd2d tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a18b6d-d323-4215-b7f4-477cce148ded,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:38.142325 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845bd86e-c43e-4df5-8281-e86856528025 req-57418d40-e6f5-48c6-8679-f4401b38a2c4 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:38.144259 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-845bd86e-c43e-4df5-8281-e86856528025 req-57418d40-e6f5-48c6-8679-f4401b38a2c4 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] 10.222.0.69 "GET /v2.0/ports?device_id=86f1000f-ec10-4b43-91a6-559c6325f4c1 HTTP/1.1" status: 200 len: 945 time: 0.0866365 Aug 19 14:58:38.201839 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e2e0bcc-c74a-41dd-97fe-6125faabfd2d tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:38.211217 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e2e0bcc-c74a-41dd-97fe-6125faabfd2d tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:38.220326 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-845bd86e-c43e-4df5-8281-e86856528025 req-7790022d-24a4-4d4c-8715-7bbb6c0e12a1 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] 10.222.0.69 "GET /v2.0/security-groups?id=45d0835f-2b62-454d-b245-c183c3965eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670838 Aug 19 14:58:38.270095 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e2e0bcc-c74a-41dd-97fe-6125faabfd2d tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:38.271342 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9e2e0bcc-c74a-41dd-97fe-6125faabfd2d tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8278637 Aug 19 14:58:38.273789 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e0bcc-c74a-41dd-97fe-6125faabfd2d tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e9cf41-bc09-406e-873c-df38c49dbf2c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:38.275825 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 43984) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:38.288399 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb04b0-9259-4480-b417-9cb99383d426 req-32437d1e-6ada-4057-9904-b847d0a1cc4f tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:38.290050 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-57cb04b0-9259-4480-b417-9cb99383d426 req-32437d1e-6ada-4057-9904-b847d0a1cc4f tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=81348129-e0aa-4b35-949c-8e3a360aee84 HTTP/1.1" status: 200 len: 946 time: 0.0688231 Aug 19 14:58:38.349521 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-57cb04b0-9259-4480-b417-9cb99383d426 req-d6524481-cc96-4d18-acf8-38358c87025b tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520420 Aug 19 14:58:38.356572 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b6f1ad0d-2081-4220-bde9-cf6e66a382f3 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0772088 Aug 19 14:58:38.356781 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 43986) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:38.361562 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-83a22bf0-fda4-45da-8795-438dbb513abf tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Request body: {'security_group': {'name': 'tempest-security--2113619404', 'description': 'tempest-security-description-1581903687'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:38.389677 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-83a22bf0-fda4-45da-8795-438dbb513abf tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:38.446073 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5a571d-d808-4979-ac99-24c66ebf13ba None None] Sync routers for ids ['3485ec3a-0d92-4d19-856b-722762287e01'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:58:38.447716 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-83a22bf0-fda4-45da-8795-438dbb513abf tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:38.457301 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5a571d-d808-4979-ac99-24c66ebf13ba None None] Routers {'3485ec3a-0d92-4d19-856b-722762287e01'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:58:38.457464 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-83a22bf0-fda4-45da-8795-438dbb513abf tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:38.457901 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ba5a571d-d808-4979-ac99-24c66ebf13ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:58:35Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['3485ec3a-0d92-4d19-856b-722762287e01'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:38.460044 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-83a22bf0-fda4-45da-8795-438dbb513abf tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:38.461368 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-83a22bf0-fda4-45da-8795-438dbb513abf tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "PUT /v2.0/security-groups/e7e9cf41-bc09-406e-873c-df38c49dbf2c HTTP/1.1" status: 200 len: 1780 time: 0.1036277 Aug 19 14:58:38.465293 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 43988) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:38.494565 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a22bf0-fda4-45da-8795-438dbb513abf tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e9cf41-bc09-406e-873c-df38c49dbf2c,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:38.520858 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-08d07c3b-c0ec-448d-93ef-f3305e5135fe tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "GET /v2.0/security-groups/e7e9cf41-bc09-406e-873c-df38c49dbf2c HTTP/1.1" status: 200 len: 1780 time: 0.0537717 Aug 19 14:58:38.523399 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 43990) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:38.605966 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6f4c789-1f25-46b1-a7e0-f34c072a5b8b tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:38.620941 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-ba5a571d-d808-4979-ac99-24c66ebf13ba None None] Set router 3485ec3a-0d92-4d19-856b-722762287e01 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:58:38.646555 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6f4c789-1f25-46b1-a7e0-f34c072a5b8b tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:38.671191 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 43996) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:38.679085 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-265910c3-b8c5-40bb-98cf-f6c7a637427b req-53f3406b-5dd4-474d-aa7a-4b598fef0a4f tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=484eece2-60c8-4693-9d44-55e3e698d975 HTTP/1.1" status: 200 len: 210 time: 0.0443230 Aug 19 14:58:38.717107 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6f4c789-1f25-46b1-a7e0-f34c072a5b8b tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:38.720245 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6f4c789-1f25-46b1-a7e0-f34c072a5b8b tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:38.723660 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e6f4c789-1f25-46b1-a7e0-f34c072a5b8b tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "DELETE /v2.0/security-groups/e7e9cf41-bc09-406e-873c-df38c49dbf2c HTTP/1.1" status: 204 len: 168 time: 0.1970847 Aug 19 14:58:38.724042 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44000) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:38.733461 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f4c789-1f25-46b1-a7e0-f34c072a5b8b tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e9cf41-bc09-406e-873c-df38c49dbf2c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:38.769238 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c95aef1a-4986-4363-a6cd-df0e81d037e3 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0439680 Aug 19 14:58:38.771115 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44002) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:38.785575 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [None req-daf4314b-6e0e-41b9-8579-8552017a461c tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] delete failed (client error): The resource could not be found. Aug 19 14:58:38.786710 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-daf4314b-6e0e-41b9-8579-8552017a461c tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "DELETE /v2.0/security-groups/e7e9cf41-bc09-406e-873c-df38c49dbf2c HTTP/1.1" status: 404 len: 347 time: 0.0142999 Aug 19 14:58:38.791085 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44004) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:38.796308 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a4fa0853-5928-41db-8f9e-c3d9e343b59f tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Request body: {'security_group': {'name': 'tempest-secgroup--1584804729'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:38.827156 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-31c57610-6b12-44b0-a761-ee9117ec02d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:38.827383 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4fa0853-5928-41db-8f9e-c3d9e343b59f tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:38.880551 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ba5a571d-d808-4979-ac99-24c66ebf13ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3485ec3a-0d92-4d19-856b-722762287e01', 'name': 'tempest-TestServerMultinode-711421711-router', 'tenant_id': '7caace3beb3b4380aedf07a85734de50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': 'b3649aa5-7c7d-41e3-b44c-bedc5be0c33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:58:26Z', 'updated_at': '2021-08-19T14:58:33Z', 'revision_number': 4, 'project_id': '7caace3beb3b4380aedf07a85734de50', 'gw_port': {'id': 'b3649aa5-7c7d-41e3-b44c-bedc5be0c33e', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3485ec3a-0d92-4d19-856b-722762287e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:58:28Z', 'updated_at': '2021-08-19T14:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '8dae0419-a1b1-4a6d-a9c2-5dd057d1dfea', 'name': '', 'network_id': '5dc4ce48-9533-4751-b9d3-5cd2980567a7', 'tenant_id': '7caace3beb3b4380aedf07a85734de50', 'mac_address': 'fa:16:3e:81:e0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3485ec3a-0d92-4d19-856b-722762287e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '1a672a11-2800-42c9-ba47-91ae9f45d0e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:58:32Z', 'updated_at': '2021-08-19T14:58:33Z', 'revision_number': 2, 'project_id': '7caace3beb3b4380aedf07a85734de50', 'subnets': [{'id': '1a672a11-2800-42c9-ba47-91ae9f45d0e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:38.892754 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device a59d7cb1-cc3a-42af-a94c-b305c69015b6 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:58:38.907506 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5a571d-d808-4979-ac99-24c66ebf13ba None None] Checking router: 3485ec3a-0d92-4d19-856b-722762287e01 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:58:38.907855 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5a571d-d808-4979-ac99-24c66ebf13ba None None] Updating router 3485ec3a-0d92-4d19-856b-722762287e01 port 8dae0419-a1b1-4a6d-a9c2-5dd057d1dfea binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 14:58:38.918920 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: a59d7cb1-cc3a-42af-a94c-b305c69015b6 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:58:38.920395 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device a59d7cb1-cc3a-42af-a94c-b305c69015b6 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:58:38.934694 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ba5a571d-d808-4979-ac99-24c66ebf13ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:38.946701 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device ef9147d3-ce1a-489d-8032-dcc4a9bf8c8b no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:58:38.972528 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: ef9147d3-ce1a-489d-8032-dcc4a9bf8c8b {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:58:38.972635 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device ef9147d3-ce1a-489d-8032-dcc4a9bf8c8b not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:58:38.989356 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4fa0853-5928-41db-8f9e-c3d9e343b59f tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:38.995508 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4fa0853-5928-41db-8f9e-c3d9e343b59f tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:39.056957 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fa0853-5928-41db-8f9e-c3d9e343b59f tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a210e2e3-1134-47ec-a5f1-66e5492c130e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:39.149652 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-31c57610-6b12-44b0-a761-ee9117ec02d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:39.156093 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-31c57610-6b12-44b0-a761-ee9117ec02d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:39.203602 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-31c57610-6b12-44b0-a761-ee9117ec02d5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=209ad7f1a40c4916a77c2bf216ecfcec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5312924 Aug 19 14:58:39.206427 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44014) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:39.213422 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c57610-6b12-44b0-a761-ee9117ec02d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c4ad10-9ae6-4058-a83f-f447302be3c0,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:39.273671 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0b502-c79b-4f08-bf7f-e2a2427b3ae4 req-358acf2e-ae84-4b01-bee5-59f65d7de8d2 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:39.275499 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8bf0b502-c79b-4f08-bf7f-e2a2427b3ae4 req-358acf2e-ae84-4b01-bee5-59f65d7de8d2 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.88 "GET /v2.0/networks?id=954b0ad6-a93b-4f27-93b4-15e8abd75aca HTTP/1.1" status: 200 len: 910 time: 0.1621795 Aug 19 14:58:39.280929 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4fa0853-5928-41db-8f9e-c3d9e343b59f tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:39.282324 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a4fa0853-5928-41db-8f9e-c3d9e343b59f tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4902501 Aug 19 14:58:39.282631 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-68e15827-ac66-4799-bed6-5cee17d35c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:39.287901 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44018) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:39.293738 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-8bf0b502-c79b-4f08-bf7f-e2a2427b3ae4 req-66fc3a60-1898-4b02-81a6-043c86e96c0a tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Request body: {'port': {'device_id': '484eece2-60c8-4693-9d44-55e3e698d975', 'network_id': '954b0ad6-a93b-4f27-93b4-15e8abd75aca', 'admin_state_up': True, 'tenant_id': '7caace3beb3b4380aedf07a85734de50'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:39.298733 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d8de03d6-6b1d-4f10-958c-d45843b8990f tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Request body: {'security_group_rule': {'security_group_id': 'a210e2e3-1134-47ec-a5f1-66e5492c130e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:39.344603 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-68e15827-ac66-4799-bed6-5cee17d35c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:39.398360 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bf0b502-c79b-4f08-bf7f-e2a2427b3ae4 req-66fc3a60-1898-4b02-81a6-043c86e96c0a tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Made reservation on behalf of 7caace3beb3b4380aedf07a85734de50 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:58:39.411119 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8bf0b502-c79b-4f08-bf7f-e2a2427b3ae4 req-66fc3a60-1898-4b02-81a6-043c86e96c0a tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:39.411351 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ba5a571d-d808-4979-ac99-24c66ebf13ba None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:39.422826 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-ba5a571d-d808-4979-ac99-24c66ebf13ba None None] Transition to ACTIVE for port object 8dae0419-a1b1-4a6d-a9c2-5dd057d1dfea will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:58:39.439605 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ba5a571d-d808-4979-ac99-24c66ebf13ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:39.468454 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b3649aa5-7c7d-41e3-b44c-bedc5be0c33e up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:58:39.481104 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-68e15827-ac66-4799-bed6-5cee17d35c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:39.486751 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-68e15827-ac66-4799-bed6-5cee17d35c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:39.490705 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-68e15827-ac66-4799-bed6-5cee17d35c28 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c4c4ad10-9ae6-4058-a83f-f447302be3c0 HTTP/1.1" status: 204 len: 168 time: 0.2831995 Aug 19 14:58:39.501792 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98267ef-9f40-4ef5-93e5-84606fab44d9 req-0a30ea1d-746a-4ea4-ba48-aa90748ee269 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:39.503418 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a98267ef-9f40-4ef5-93e5-84606fab44d9 req-0a30ea1d-746a-4ea4-ba48-aa90748ee269 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] 10.222.0.69 "GET /v2.0/ports?device_id=86f1000f-ec10-4b43-91a6-559c6325f4c1 HTTP/1.1" status: 200 len: 945 time: 0.1621153 Aug 19 14:58:39.506549 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e15827-ac66-4799-bed6-5cee17d35c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c4ad10-9ae6-4058-a83f-f447302be3c0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:39.509612 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8de03d6-6b1d-4f10-958c-d45843b8990f tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:39.541668 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fddb9f-6e97-46b7-94f0-73eabda2cce8 None None] Pushing event updated for resources: {'Port': ['ID=8dae0419-a1b1-4a6d-a9c2-5dd057d1dfea,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:39.553776 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddb9f-6e97-46b7-94f0-73eabda2cce8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:39.554347 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddb9f-6e97-46b7-94f0-73eabda2cce8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:39.554855 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddb9f-6e97-46b7-94f0-73eabda2cce8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:39.555338 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddb9f-6e97-46b7-94f0-73eabda2cce8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:39.555833 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddb9f-6e97-46b7-94f0-73eabda2cce8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:39.556336 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddb9f-6e97-46b7-94f0-73eabda2cce8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:39.556891 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddb9f-6e97-46b7-94f0-73eabda2cce8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:39.557385 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddb9f-6e97-46b7-94f0-73eabda2cce8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:39.557857 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddb9f-6e97-46b7-94f0-73eabda2cce8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:39.558328 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddb9f-6e97-46b7-94f0-73eabda2cce8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:39.559546 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddb9f-6e97-46b7-94f0-73eabda2cce8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:39.560023 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddb9f-6e97-46b7-94f0-73eabda2cce8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:39.628723 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8de03d6-6b1d-4f10-958c-d45843b8990f tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:39.639031 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8de03d6-6b1d-4f10-958c-d45843b8990f tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:39.664540 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-ba5a571d-d808-4979-ac99-24c66ebf13ba None None] Attempting to bind port 8dae0419-a1b1-4a6d-a9c2-5dd057d1dfea on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:58:39.665388 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-ba5a571d-d808-4979-ac99-24c66ebf13ba None None] Attempting to bind port 8dae0419-a1b1-4a6d-a9c2-5dd057d1dfea by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5c77260a-f8a2-4bcb-a463-a86ee2a6032a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5dc4ce48-9533-4751-b9d3-5cd2980567a7'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:58:39.665909 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5a571d-d808-4979-ac99-24c66ebf13ba None None] Attempting to bind port 8dae0419-a1b1-4a6d-a9c2-5dd057d1dfea on network 5dc4ce48-9533-4751-b9d3-5cd2980567a7 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:58:39.666501 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port b3649aa5-7c7d-41e3-b44c-bedc5be0c33e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:39.667680 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:39.675837 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5a571d-d808-4979-ac99-24c66ebf13ba None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:58:39.676565 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5a571d-d808-4979-ac99-24c66ebf13ba None None] Checking segment: {'id': '5c77260a-f8a2-4bcb-a463-a86ee2a6032a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5dc4ce48-9533-4751-b9d3-5cd2980567a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:58:39.677123 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ba5a571d-d808-4979-ac99-24c66ebf13ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:39.677835 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5a571d-d808-4979-ac99-24c66ebf13ba None None] Bound using segment: {'id': '5c77260a-f8a2-4bcb-a463-a86ee2a6032a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5dc4ce48-9533-4751-b9d3-5cd2980567a7'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:58:39.678473 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-ba5a571d-d808-4979-ac99-24c66ebf13ba None None] Bound port: 8dae0419-a1b1-4a6d-a9c2-5dd057d1dfea, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c77260a-f8a2-4bcb-a463-a86ee2a6032a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5dc4ce48-9533-4751-b9d3-5cd2980567a7'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:58:39.679022 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ba5a571d-d808-4979-ac99-24c66ebf13ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:39.706849 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de03d6-6b1d-4f10-958c-d45843b8990f tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cc77f9e-7db2-4b95-b156-68eef2e2c964,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:39.733027 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8de03d6-6b1d-4f10-958c-d45843b8990f tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:39.737589 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d8de03d6-6b1d-4f10-958c-d45843b8990f tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4461374 Aug 19 14:58:39.738641 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44028) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:39.833967 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-ba5a571d-d808-4979-ac99-24c66ebf13ba None None] For port 8dae0419-a1b1-4a6d-a9c2-5dd057d1dfea, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:58:39.841564 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-ba5a571d-d808-4979-ac99-24c66ebf13ba None None] For port 8dae0419-a1b1-4a6d-a9c2-5dd057d1dfea, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=8dae0419-a1b1-4a6d-a9c2-5dd057d1dfea,segment=NetworkSegment(5c77260a-f8a2-4bcb-a463-a86ee2a6032a),segment_id=5c77260a-f8a2-4bcb-a463-a86ee2a6032a)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:58:39.842560 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81d1025-ed80-4807-850b-cbc3bf048582 req-03746f5b-d8e4-4231-a3a8-bc6b904410d2 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:39.851538 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d81d1025-ed80-4807-850b-cbc3bf048582 req-03746f5b-d8e4-4231-a3a8-bc6b904410d2 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=81348129-e0aa-4b35-949c-8e3a360aee84 HTTP/1.1" status: 200 len: 946 time: 0.3469234 Aug 19 14:58:39.857350 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ba5a571d-d808-4979-ac99-24c66ebf13ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:39.859847 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2cfc1cc4-c812-422f-bdcb-04037a650e81 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:39.873666 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2cfc1cc4-c812-422f-bdcb-04037a650e81 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:39.905142 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a98267ef-9f40-4ef5-93e5-84606fab44d9 req-a304ec4b-72d7-4617-843e-0551f9b366d5 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] 10.222.0.69 "GET /v2.0/security-groups?id=45d0835f-2b62-454d-b245-c183c3965eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474456 Aug 19 14:58:39.932718 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0ca4f-21df-44d2-b2ab-b21d32f9ec8a req-380da18e-786e-4436-bda5-c6bfabc2dfe2 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:39.935418 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-93e0ca4f-21df-44d2-b2ab-b21d32f9ec8a req-380da18e-786e-4436-bda5-c6bfabc2dfe2 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] 10.222.0.68 "GET /v2.0/ports?device_id=86f1000f-ec10-4b43-91a6-559c6325f4c1 HTTP/1.1" status: 200 len: 945 time: 0.1486635 Aug 19 14:58:39.962532 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2de5b-aa66-45d9-8b73-224d135a7f60 req-f84414d4-9318-400c-928e-46158aac077a tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:39.970484 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-82e2de5b-aa66-45d9-8b73-224d135a7f60 req-f84414d4-9318-400c-928e-46158aac077a tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.88 "GET /v2.0/ports?device_id=81348129-e0aa-4b35-949c-8e3a360aee84 HTTP/1.1" status: 200 len: 946 time: 0.3124022 Aug 19 14:58:39.988945 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2cfc1cc4-c812-422f-bdcb-04037a650e81 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:39.999741 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2cfc1cc4-c812-422f-bdcb-04037a650e81 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:40.001127 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2cfc1cc4-c812-422f-bdcb-04037a650e81 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/0cc77f9e-7db2-4b95-b156-68eef2e2c964 HTTP/1.1" status: 204 len: 168 time: 0.2613249 Aug 19 14:58:40.005444 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44032) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:40.017038 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5a571d-d808-4979-ac99-24c66ebf13ba None None] Routers {'3485ec3a-0d92-4d19-856b-722762287e01'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:58:40.018010 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ba5a571d-d808-4979-ac99-24c66ebf13ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:58:35Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['3485ec3a-0d92-4d19-856b-722762287e01'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:40.020752 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fddb9f-6e97-46b7-94f0-73eabda2cce8 None None] Pushing event updated for resources: {'Port': ['ID=8dae0419-a1b1-4a6d-a9c2-5dd057d1dfea,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:40.039790 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfc1cc4-c812-422f-bdcb-04037a650e81 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0cc77f9e-7db2-4b95-b156-68eef2e2c964,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:40.126965 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d81d1025-ed80-4807-850b-cbc3bf048582 req-ac68b955-222c-48ff-bc09-1184c26e316f tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744358 Aug 19 14:58:40.155670 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44038) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:40.195600 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-82ad2da9-dc15-447b-aead-2fe09f2cb95d tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1823623 Aug 19 14:58:40.203965 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44040) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:40.206055 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6cb54a5a-6ae5-47bc-99cb-22783cf3fbdc req-4d22c3c3-9d7e-4683-aa3a-6dc2d4fa5a6c tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=484eece2-60c8-4693-9d44-55e3e698d975 HTTP/1.1" status: 200 len: 210 time: 0.1445241 Aug 19 14:58:40.206950 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e10b235-ee38-42cf-819d-5170b33c6829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:40.219036 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-8bf0b502-c79b-4f08-bf7f-e2a2427b3ae4 req-66fc3a60-1898-4b02-81a6-043c86e96c0a tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Allocated IP 172.20.0.8 (954b0ad6-a93b-4f27-93b4-15e8abd75aca/dbbd01bc-d8b8-4a28-b1b5-3b39723fb4d1/b5cd60dc-67b1-4ff3-8005-0c15a6d23e49) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:58:40.266530 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-ba5a571d-d808-4979-ac99-24c66ebf13ba None None] Set router 3485ec3a-0d92-4d19-856b-722762287e01 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:58:40.312433 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-93e0ca4f-21df-44d2-b2ab-b21d32f9ec8a req-1b4ce268-6c4f-4871-976f-663824d76868 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] Deleting port aea88543-82e3-4333-85e5-31737696f8b1 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:58:40.312797 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-93e0ca4f-21df-44d2-b2ab-b21d32f9ec8a req-1b4ce268-6c4f-4871-976f-663824d76868 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:40.411743 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e28b55e6-0027-46e4-9597-f8236cafc4f7 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:40.462857 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8bf0b502-c79b-4f08-bf7f-e2a2427b3ae4 req-66fc3a60-1898-4b02-81a6-043c86e96c0a tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:40.473168 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-82e2de5b-aa66-45d9-8b73-224d135a7f60 req-018db8df-9ceb-4456-9668-a4d24abd1e32 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Deleting port 8bc62a8e-9201-4a44-a057-3992aaad49ee {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:58:40.473855 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e28b55e6-0027-46e4-9597-f8236cafc4f7 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:40.473983 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-82e2de5b-aa66-45d9-8b73-224d135a7f60 req-018db8df-9ceb-4456-9668-a4d24abd1e32 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:40.543621 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-93e0ca4f-21df-44d2-b2ab-b21d32f9ec8a req-1b4ce268-6c4f-4871-976f-663824d76868 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] For port aea88543-82e3-4333-85e5-31737696f8b1, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=aea88543-82e3-4333-85e5-31737696f8b1,segment=NetworkSegment(224dafd7-cdaa-494b-9789-93351071f235),segment_id=224dafd7-cdaa-494b-9789-93351071f235)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:40.544227 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-93e0ca4f-21df-44d2-b2ab-b21d32f9ec8a req-1b4ce268-6c4f-4871-976f-663824d76868 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:40.550428 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ba5a571d-d808-4979-ac99-24c66ebf13ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3485ec3a-0d92-4d19-856b-722762287e01', 'name': 'tempest-TestServerMultinode-711421711-router', 'tenant_id': '7caace3beb3b4380aedf07a85734de50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': 'b3649aa5-7c7d-41e3-b44c-bedc5be0c33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:58:26Z', 'updated_at': '2021-08-19T14:58:33Z', 'revision_number': 4, 'project_id': '7caace3beb3b4380aedf07a85734de50', 'gw_port': {'id': 'b3649aa5-7c7d-41e3-b44c-bedc5be0c33e', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3485ec3a-0d92-4d19-856b-722762287e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:58:28Z', 'updated_at': '2021-08-19T14:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '8dae0419-a1b1-4a6d-a9c2-5dd057d1dfea', 'name': '', 'network_id': '5dc4ce48-9533-4751-b9d3-5cd2980567a7', 'tenant_id': '7caace3beb3b4380aedf07a85734de50', 'mac_address': 'fa:16:3e:81:e0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3485ec3a-0d92-4d19-856b-722762287e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '1a672a11-2800-42c9-ba47-91ae9f45d0e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:58:32Z', 'updated_at': '2021-08-19T14:58:39Z', 'revision_number': 4, 'project_id': '7caace3beb3b4380aedf07a85734de50', 'subnets': [{'id': '1a672a11-2800-42c9-ba47-91ae9f45d0e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:40.564920 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-93e0ca4f-21df-44d2-b2ab-b21d32f9ec8a req-1b4ce268-6c4f-4871-976f-663824d76868 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] Calling delete_port for aea88543-82e3-4333-85e5-31737696f8b1 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:58:40.595629 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-8bf0b502-c79b-4f08-bf7f-e2a2427b3ae4 req-66fc3a60-1898-4b02-81a6-043c86e96c0a tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Transition to ACTIVE for port object b5cd60dc-67b1-4ff3-8005-0c15a6d23e49 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:58:40.601994 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5a571d-d808-4979-ac99-24c66ebf13ba None None] The sync data for ids ['3485ec3a-0d92-4d19-856b-722762287e01'] in n-d-766043-2 is: [{'id': '3485ec3a-0d92-4d19-856b-722762287e01', 'name': 'tempest-TestServerMultinode-711421711-router', 'tenant_id': '7caace3beb3b4380aedf07a85734de50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': 'b3649aa5-7c7d-41e3-b44c-bedc5be0c33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:58:26Z', 'updated_at': '2021-08-19T14:58:33Z', 'revision_number': 4, 'project_id': '7caace3beb3b4380aedf07a85734de50', 'gw_port': {'id': 'b3649aa5-7c7d-41e3-b44c-bedc5be0c33e', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3485ec3a-0d92-4d19-856b-722762287e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:58:28Z', 'updated_at': '2021-08-19T14:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '8dae0419-a1b1-4a6d-a9c2-5dd057d1dfea', 'name': '', 'network_id': '5dc4ce48-9533-4751-b9d3-5cd2980567a7', 'tenant_id': '7caace3beb3b4380aedf07a85734de50', 'mac_address': 'fa:16:3e:81:e0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3485ec3a-0d92-4d19-856b-722762287e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '1a672a11-2800-42c9-ba47-91ae9f45d0e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:58:32Z', 'updated_at': '2021-08-19T14:58:39Z', 'revision_number': 4, 'project_id': '7caace3beb3b4380aedf07a85734de50', 'subnets': [{'id': '1a672a11-2800-42c9-ba47-91ae9f45d0e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:58:40.615940 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-82e2de5b-aa66-45d9-8b73-224d135a7f60 req-018db8df-9ceb-4456-9668-a4d24abd1e32 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] For port 8bc62a8e-9201-4a44-a057-3992aaad49ee, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=8bc62a8e-9201-4a44-a057-3992aaad49ee,segment=NetworkSegment(a797992c-f015-48a4-a029-21c175cc336b),segment_id=a797992c-f015-48a4-a029-21c175cc336b)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:40.617414 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-82e2de5b-aa66-45d9-8b73-224d135a7f60 req-018db8df-9ceb-4456-9668-a4d24abd1e32 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:40.628495 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e28b55e6-0027-46e4-9597-f8236cafc4f7 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:40.630978 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e28b55e6-0027-46e4-9597-f8236cafc4f7 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:40.632331 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e28b55e6-0027-46e4-9597-f8236cafc4f7 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "DELETE /v2.0/security-groups/a210e2e3-1134-47ec-a5f1-66e5492c130e HTTP/1.1" status: 204 len: 168 time: 0.4271603 Aug 19 14:58:40.638732 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44042) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:40.649825 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b55e6-0027-46e4-9597-f8236cafc4f7 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a210e2e3-1134-47ec-a5f1-66e5492c130e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:40.654963 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-82e2de5b-aa66-45d9-8b73-224d135a7f60 req-018db8df-9ceb-4456-9668-a4d24abd1e32 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Calling delete_port for 8bc62a8e-9201-4a44-a057-3992aaad49ee owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:58:40.788556 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e10b235-ee38-42cf-819d-5170b33c6829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:40.801516 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-93e0ca4f-21df-44d2-b2ab-b21d32f9ec8a req-1b4ce268-6c4f-4871-976f-663824d76868 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:40.816182 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['aea88543-82e3-4333-85e5-31737696f8b1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:58:40.870819 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e10b235-ee38-42cf-819d-5170b33c6829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:40.897889 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f10f2a18-3629-452c-919a-557ae83158ba tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2491951 Aug 19 14:58:40.903380 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44044) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:40.918584 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e0ca4f-21df-44d2-b2ab-b21d32f9ec8a req-1b4ce268-6c4f-4871-976f-663824d76868 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] No DVR routers for this DVR port aea88543-82e3-4333-85e5-31737696f8b1 on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:58:40.921232 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4ce268-6c4f-4871-976f-663824d76868 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] Pushing event deleted for resources: {'Port': ['ID=aea88543-82e3-4333-85e5-31737696f8b1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:40.923246 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-fd31da3a-9ac7-45d2-bc4a-33167fa3a79d tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Request body: {'security_group': {'name': 'tempest-secgroup--1230114819'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:40.923984 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-93e0ca4f-21df-44d2-b2ab-b21d32f9ec8a req-1b4ce268-6c4f-4871-976f-663824d76868 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:40.926119 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-93e0ca4f-21df-44d2-b2ab-b21d32f9ec8a req-1b4ce268-6c4f-4871-976f-663824d76868 tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] 10.222.0.68 "DELETE /v2.0/ports/aea88543-82e3-4333-85e5-31737696f8b1 HTTP/1.1" status: 204 len: 173 time: 0.9774442 Aug 19 14:58:40.926566 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f1000f-ec10-4b43-91a6-559c6325f4c1', 'name': 'network-vif-deleted', 'tag': 'aea88543-82e3-4333-85e5-31737696f8b1'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:58:40.928859 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1762b2ea-8fd1-4aed-958c-2afe6225d92c" -d '{"events": [{"server_uuid": "86f1000f-ec10-4b43-91a6-559c6325f4c1", "name": "network-vif-deleted", "tag": "aea88543-82e3-4333-85e5-31737696f8b1"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:58:40.937213 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8bf0b502-c79b-4f08-bf7f-e2a2427b3ae4 req-66fc3a60-1898-4b02-81a6-043c86e96c0a tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:40.978112 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-7e10b235-ee38-42cf-819d-5170b33c6829 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=687b661f71584d43a64511d1dd4fcffd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8017850 Aug 19 14:58:40.988520 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44050) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:40.992913 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e10b235-ee38-42cf-819d-5170b33c6829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c155da-a614-4911-88b6-ae250cb804b6,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:41.048481 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b33f5b-50d2-4772-bef3-f9f5c1f30d5e x-openstack-request-id: req-42b33f5b-50d2-4772-bef3-f9f5c1f30d5e {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:58:41.048748 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bf0b502-c79b-4f08-bf7f-e2a2427b3ae4 req-66fc3a60-1898-4b02-81a6-043c86e96c0a tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Network 954b0ad6-a93b-4f27-93b4-15e8abd75aca is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:58:41.048848 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f1000f-ec10-4b43-91a6-559c6325f4c1", "name": "network-vif-deleted", "tag": "aea88543-82e3-4333-85e5-31737696f8b1", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:58:41.049036 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-42b33f5b-50d2-4772-bef3-f9f5c1f30d5e {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:58:41.049595 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f1000f-ec10-4b43-91a6-559c6325f4c1', 'name': 'network-vif-deleted', 'tag': 'aea88543-82e3-4333-85e5-31737696f8b1', 'status': 'completed', 'code': 200} Aug 19 14:58:41.070045 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-8bf0b502-c79b-4f08-bf7f-e2a2427b3ae4 req-66fc3a60-1898-4b02-81a6-043c86e96c0a tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:58:41.082972 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bf0b502-c79b-4f08-bf7f-e2a2427b3ae4 req-66fc3a60-1898-4b02-81a6-043c86e96c0a tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:58:41.086109 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9f0f7426-8f78-4063-8f65-cb47365c2e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:41.128335 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9f0f7426-8f78-4063-8f65-cb47365c2e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:41.199705 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-eccc526e-1424-4359-b417-b4e7523e3c4c req-ca72af2b-2990-451f-a5c3-590422cc1d6b tempest-TestServerAdvancedOps-667520473 tempest-TestServerAdvancedOps-667520473-project] 10.222.0.69 "GET /v2.0/ports?device_id=86f1000f-ec10-4b43-91a6-559c6325f4c1 HTTP/1.1" status: 200 len: 210 time: 0.1311696 Aug 19 14:58:41.200931 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fd31da3a-9ac7-45d2-bc4a-33167fa3a79d tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:41.216090 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9f0f7426-8f78-4063-8f65-cb47365c2e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:41.219390 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9f0f7426-8f78-4063-8f65-cb47365c2e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:41.220802 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9f0f7426-8f78-4063-8f65-cb47365c2e9a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c3c155da-a614-4911-88b6-ae250cb804b6 HTTP/1.1" status: 204 len: 168 time: 0.2297690 Aug 19 14:58:41.266675 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc3a60-1898-4b02-81a6-043c86e96c0a tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Pushing event updated for resources: {'Port': ['ID=b5cd60dc-67b1-4ff3-8005-0c15a6d23e49,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:41.283361 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f7426-8f78-4063-8f65-cb47365c2e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c155da-a614-4911-88b6-ae250cb804b6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:41.498661 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0b502-c79b-4f08-bf7f-e2a2427b3ae4 req-66fc3a60-1898-4b02-81a6-043c86e96c0a tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:41.499238 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8bf0b502-c79b-4f08-bf7f-e2a2427b3ae4 req-66fc3a60-1898-4b02-81a6-043c86e96c0a tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:41.503089 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0491ee15-3e9f-4810-8047-3f4f5683a2f0 None None] Provisioning for port b5cd60dc-67b1-4ff3-8005-0c15a6d23e49 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:58:41.514164 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0491ee15-3e9f-4810-8047-3f4f5683a2f0 None None] Provisioning complete for port b5cd60dc-67b1-4ff3-8005-0c15a6d23e49 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:41.514543 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0491ee15-3e9f-4810-8047-3f4f5683a2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:41.584538 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 8dae0419-a1b1-4a6d-a9c2-5dd057d1dfea up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:58:41.595200 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-82e2de5b-aa66-45d9-8b73-224d135a7f60 req-018db8df-9ceb-4456-9668-a4d24abd1e32 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:41.651329 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['beeb99ba-a43d-4ac6-af21-fb5ff14d5767'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:58:41.654884 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['8bc62a8e-9201-4a44-a057-3992aaad49ee'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:58:41.661805 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44573fa3-6b0a-4055-bd1c-52dc3fee9761 req-d463ed4a-8856-4eb2-8159-2302108a850c tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:41.665809 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-44573fa3-6b0a-4055-bd1c-52dc3fee9761 req-d463ed4a-8856-4eb2-8159-2302108a850c tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=81348129-e0aa-4b35-949c-8e3a360aee84 HTTP/1.1" status: 200 len: 946 time: 0.4209373 Aug 19 14:58:41.722883 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fd31da3a-9ac7-45d2-bc4a-33167fa3a79d tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:41.739861 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018db8df-9ceb-4456-9668-a4d24abd1e32 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Pushing event deleted for resources: {'Port': ['ID=8bc62a8e-9201-4a44-a057-3992aaad49ee,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:41.745647 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0491ee15-3e9f-4810-8047-3f4f5683a2f0 None None] Port b5cd60dc-67b1-4ff3-8005-0c15a6d23e49 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:58:41.753558 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e020f85-7ee7-4318-8f5b-87c4b00b1e68 req-bf16be8e-98e1-463b-841d-3df031b02ee1 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:41.759861 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4e020f85-7ee7-4318-8f5b-87c4b00b1e68 req-bf16be8e-98e1-463b-841d-3df031b02ee1 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=484eece2-60c8-4693-9d44-55e3e698d975 HTTP/1.1" status: 200 len: 1027 time: 0.3030794 Aug 19 14:58:41.783329 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8bf0b502-c79b-4f08-bf7f-e2a2427b3ae4 req-66fc3a60-1898-4b02-81a6-043c86e96c0a tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.4968245 Aug 19 14:58:41.789236 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fd31da3a-9ac7-45d2-bc4a-33167fa3a79d tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:41.849570 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 8dae0419-a1b1-4a6d-a9c2-5dd057d1dfea completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:58:41.865855 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 8dae0419-a1b1-4a6d-a9c2-5dd057d1dfea triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:41.865855 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:41.869064 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-8bf0b502-c79b-4f08-bf7f-e2a2427b3ae4 req-0a9bb5ee-7882-4603-9a90-2dc12d67de37 service neutron] Request body: {'port': {'device_id': '484eece2-60c8-4693-9d44-55e3e698d975', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:41.962295 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-44573fa3-6b0a-4055-bd1c-52dc3fee9761 req-29d0e97e-190a-450f-974d-954eac618fc8 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588737 Aug 19 14:58:41.965031 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e2de5b-aa66-45d9-8b73-224d135a7f60 req-018db8df-9ceb-4456-9668-a4d24abd1e32 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] No DVR routers for this DVR port 8bc62a8e-9201-4a44-a057-3992aaad49ee on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:58:41.969634 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-82e2de5b-aa66-45d9-8b73-224d135a7f60 req-018db8df-9ceb-4456-9668-a4d24abd1e32 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:41.973532 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-82e2de5b-aa66-45d9-8b73-224d135a7f60 req-018db8df-9ceb-4456-9668-a4d24abd1e32 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.88 "DELETE /v2.0/ports/8bc62a8e-9201-4a44-a057-3992aaad49ee HTTP/1.1" status: 204 len: 173 time: 1.9950464 Aug 19 14:58:41.982697 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81348129-e0aa-4b35-949c-8e3a360aee84', 'name': 'network-vif-deleted', 'tag': '8bc62a8e-9201-4a44-a057-3992aaad49ee'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:58:41.985997 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a546fd6-a490-48d5-b9af-24b2897d2432" -d '{"events": [{"server_uuid": "81348129-e0aa-4b35-949c-8e3a360aee84", "name": "network-vif-deleted", "tag": "8bc62a8e-9201-4a44-a057-3992aaad49ee"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:58:41.990450 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fd31da3a-9ac7-45d2-bc4a-33167fa3a79d tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:41.992332 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-fd31da3a-9ac7-45d2-bc4a-33167fa3a79d tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0828652 Aug 19 14:58:41.995496 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44084) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:42.003844 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b886ff28-2214-4c15-b11f-931a4310b9ca tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Request body: {'security_group_rule': {'security_group_id': '99706168-1d66-4f06-9b16-eee96de49660', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:42.047753 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd31da3a-9ac7-45d2-bc4a-33167fa3a79d tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99706168-1d66-4f06-9b16-eee96de49660,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:42.089292 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4e020f85-7ee7-4318-8f5b-87c4b00b1e68 req-d5e916e0-6f1b-4c3e-a607-eb11342d2d30 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3727c378-a3a0-4998-9b5a-aa93055d7080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610729 Aug 19 14:58:42.114948 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8bf0b502-c79b-4f08-bf7f-e2a2427b3ae4 req-0a9bb5ee-7882-4603-9a90-2dc12d67de37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:42.131194 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b886ff28-2214-4c15-b11f-931a4310b9ca tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:42.185833 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:42.268625 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 8dae0419-a1b1-4a6d-a9c2-5dd057d1dfea, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=8dae0419-a1b1-4a6d-a9c2-5dd057d1dfea,segment=NetworkSegment(5c77260a-f8a2-4bcb-a463-a86ee2a6032a),segment_id=5c77260a-f8a2-4bcb-a463-a86ee2a6032a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:42.284373 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44090) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:42.285962 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:42.346618 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b886ff28-2214-4c15-b11f-931a4310b9ca tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:42.355701 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b886ff28-2214-4c15-b11f-931a4310b9ca tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:42.360591 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=8dae0419-a1b1-4a6d-a9c2-5dd057d1dfea,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:42.409604 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b886ff28-2214-4c15-b11f-931a4310b9ca tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bafcc9a4-5329-43b0-a0ee-8b428ef26975,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:42.423938 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-05285639-9640-45d5-9c25-04d7acf10c37 admin admin] Deleting subnet 138b2f36-2e3d-49c8-b647-5fbc7f3712db {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:58:42.429802 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05285639-9640-45d5-9c25-04d7acf10c37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:42.437164 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b886ff28-2214-4c15-b11f-931a4310b9ca tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:42.438264 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b886ff28-2214-4c15-b11f-931a4310b9ca tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4396174 Aug 19 14:58:42.477547 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44096) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:42.485708 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a72841fb-9598-422e-b46a-1e3eab39c443 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Request body: {'security_group_rule': {'security_group_id': '99706168-1d66-4f06-9b16-eee96de49660', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:42.554722 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05285639-9640-45d5-9c25-04d7acf10c37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:42.676946 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05285639-9640-45d5-9c25-04d7acf10c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:42.695961 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bedc252f-b6a9-43f1-a257-3d3b873c9109 x-openstack-request-id: req-bedc252f-b6a9-43f1-a257-3d3b873c9109 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:58:42.696340 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81348129-e0aa-4b35-949c-8e3a360aee84", "name": "network-vif-deleted", "tag": "8bc62a8e-9201-4a44-a057-3992aaad49ee", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:58:42.696494 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bedc252f-b6a9-43f1-a257-3d3b873c9109 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:58:42.696937 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81348129-e0aa-4b35-949c-8e3a360aee84', 'name': 'network-vif-deleted', 'tag': '8bc62a8e-9201-4a44-a057-3992aaad49ee', 'status': 'completed', 'code': 200} Aug 19 14:58:42.710498 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a72841fb-9598-422e-b46a-1e3eab39c443 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:42.801208 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05285639-9640-45d5-9c25-04d7acf10c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:42.856007 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05285639-9640-45d5-9c25-04d7acf10c37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=138b2f36-2e3d-49c8-b647-5fbc7f3712db,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:42.866134 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05285639-9640-45d5-9c25-04d7acf10c37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:42.870521 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-05285639-9640-45d5-9c25-04d7acf10c37 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/138b2f36-2e3d-49c8-b647-5fbc7f3712db HTTP/1.1" status: 204 len: 168 time: 0.5839703 Aug 19 14:58:42.873973 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44106) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:42.877285 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a72841fb-9598-422e-b46a-1e3eab39c443 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:42.884700 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a72841fb-9598-422e-b46a-1e3eab39c443 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:42.953942 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72841fb-9598-422e-b46a-1e3eab39c443 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70cccf06-282f-4ef0-b627-663f21cb53de,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:42.954777 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device aea88543-82e3-4333-85e5-31737696f8b1 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:58:42.968330 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a72841fb-9598-422e-b46a-1e3eab39c443 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:42.971546 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a72841fb-9598-422e-b46a-1e3eab39c443 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4904995 Aug 19 14:58:42.974723 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44108) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:42.978071 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: aea88543-82e3-4333-85e5-31737696f8b1 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:58:42.978422 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device aea88543-82e3-4333-85e5-31737696f8b1 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:58:42.979534 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a3066b82-c960-4d62-bb00-3a8ec81f1836 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Request body: {'security_group_rule': {'security_group_id': '99706168-1d66-4f06-9b16-eee96de49660', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:42.999574 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-14b41cd8-2d3c-4588-a615-aa362e5ff240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:43.078353 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3066b82-c960-4d62-bb00-3a8ec81f1836 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:43.170542 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-8bf0b502-c79b-4f08-bf7f-e2a2427b3ae4 req-0a9bb5ee-7882-4603-9a90-2dc12d67de37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5cd60dc-67b1-4ff3-8005-0c15a6d23e49 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:58:43.181416 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-14b41cd8-2d3c-4588-a615-aa362e5ff240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:43.195320 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8bf0b502-c79b-4f08-bf7f-e2a2427b3ae4 req-0a9bb5ee-7882-4603-9a90-2dc12d67de37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:43.200782 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-14b41cd8-2d3c-4588-a615-aa362e5ff240 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a74aae6-9363-4a46-883f-efa7d7c21b3e']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:43.217370 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-14b41cd8-2d3c-4588-a615-aa362e5ff240 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '224dafd7-cdaa-494b-9789-93351071f235') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:43.217897 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-14b41cd8-2d3c-4588-a615-aa362e5ff240 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '224dafd7-cdaa-494b-9789-93351071f235') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:43.233803 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-8bf0b502-c79b-4f08-bf7f-e2a2427b3ae4 req-0a9bb5ee-7882-4603-9a90-2dc12d67de37 service neutron] Transition to ACTIVE for port object b5cd60dc-67b1-4ff3-8005-0c15a6d23e49 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:58:43.248596 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8bf0b502-c79b-4f08-bf7f-e2a2427b3ae4 req-0a9bb5ee-7882-4603-9a90-2dc12d67de37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:43.251994 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-14b41cd8-2d3c-4588-a615-aa362e5ff240 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:43.277336 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-14b41cd8-2d3c-4588-a615-aa362e5ff240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:43.286721 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14b41cd8-2d3c-4588-a615-aa362e5ff240 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:58:43.287409 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-14b41cd8-2d3c-4588-a615-aa362e5ff240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:43.397765 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:58:43.397765 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:58:43.397765 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:58:43.397765 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:58:43.397765 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:58:43.397765 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:58:43.397765 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:58:43.397765 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:58:43.397765 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:58:43.397765 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:58:43.397765 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:58:43.397765 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:58:43.397765 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:58:43.397765 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:58:43.397765 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:58:43.397765 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:58:43.397765 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:58:43.397765 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:58:43.397765 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:58:43.397765 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:58:43.397765 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:58:43.397765 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:58:43.397765 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:58:43.397765 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:58:43.397765 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:58:43.397765 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:58:43.397765 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:58:43.397765 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:58:43.397765 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:58:43.397765 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:58:43.397765 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:58:43.397765 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:58:43.403390 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-14b41cd8-2d3c-4588-a615-aa362e5ff240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:43.412942 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-14b41cd8-2d3c-4588-a615-aa362e5ff240 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:43.415456 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-14b41cd8-2d3c-4588-a615-aa362e5ff240 admin admin] 10.222.0.69 "DELETE /v2.0/networks/2a74aae6-9363-4a46-883f-efa7d7c21b3e HTTP/1.1" status: 204 len: 168 time: 0.5402861 Aug 19 14:58:43.422189 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44128) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:43.460197 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b41cd8-2d3c-4588-a615-aa362e5ff240 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a74aae6-9363-4a46-883f-efa7d7c21b3e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:43.507387 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9bb5ee-7882-4603-9a90-2dc12d67de37 service neutron] Pushing event updated for resources: {'Port': ['ID=b5cd60dc-67b1-4ff3-8005-0c15a6d23e49,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:43.525373 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c141142-2389-47b6-9fa9-0a0a1c8cf734 req-56de1030-5af0-4841-a195-cb2bdac5d6ed tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:43.529180 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 8dae0419-a1b1-4a6d-a9c2-5dd057d1dfea up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:58:43.549423 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2c141142-2389-47b6-9fa9-0a0a1c8cf734 req-56de1030-5af0-4841-a195-cb2bdac5d6ed tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=484eece2-60c8-4693-9d44-55e3e698d975 HTTP/1.1" status: 200 len: 1052 time: 0.3029864 Aug 19 14:58:43.560560 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9b40131-12a6-4c74-9d0d-97415349a0c6 admin admin] Deleting subnet c79a0a80-f449-4de9-b615-f31459d350d3 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:58:43.566262 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9b40131-12a6-4c74-9d0d-97415349a0c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:43.581904 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3066b82-c960-4d62-bb00-3a8ec81f1836 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:43.620719 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2c141142-2389-47b6-9fa9-0a0a1c8cf734 req-20b3464a-89ce-4a32-accf-ade66bb5db6a tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3727c378-a3a0-4998-9b5a-aa93055d7080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702353 Aug 19 14:58:43.640520 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3066b82-c960-4d62-bb00-3a8ec81f1836 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:43.670209 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 8dae0419-a1b1-4a6d-a9c2-5dd057d1dfea triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:43.670904 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:43.700049 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3066b82-c960-4d62-bb00-3a8ec81f1836 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1066060a-ece6-4773-8845-ca6ed559d67a,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:43.706613 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-8bf0b502-c79b-4f08-bf7f-e2a2427b3ae4 req-0a9bb5ee-7882-4603-9a90-2dc12d67de37 service neutron] Attempting to bind port b5cd60dc-67b1-4ff3-8005-0c15a6d23e49 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:58:43.707159 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-8bf0b502-c79b-4f08-bf7f-e2a2427b3ae4 req-0a9bb5ee-7882-4603-9a90-2dc12d67de37 service neutron] Attempting to bind port b5cd60dc-67b1-4ff3-8005-0c15a6d23e49 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'c64b3117-a379-42fd-835b-03df6dea4ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '954b0ad6-a93b-4f27-93b4-15e8abd75aca'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:58:43.707378 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf0b502-c79b-4f08-bf7f-e2a2427b3ae4 req-0a9bb5ee-7882-4603-9a90-2dc12d67de37 service neutron] Attempting to bind port b5cd60dc-67b1-4ff3-8005-0c15a6d23e49 on network 954b0ad6-a93b-4f27-93b4-15e8abd75aca {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:58:43.708677 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9b40131-12a6-4c74-9d0d-97415349a0c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:43.741667 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf0b502-c79b-4f08-bf7f-e2a2427b3ae4 req-0a9bb5ee-7882-4603-9a90-2dc12d67de37 service neutron] Port b5cd60dc-67b1-4ff3-8005-0c15a6d23e49 on network 954b0ad6-a93b-4f27-93b4-15e8abd75aca not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:58:43.741999 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf0b502-c79b-4f08-bf7f-e2a2427b3ae4 req-0a9bb5ee-7882-4603-9a90-2dc12d67de37 service neutron] Attempting to bind port b5cd60dc-67b1-4ff3-8005-0c15a6d23e49 on network 954b0ad6-a93b-4f27-93b4-15e8abd75aca {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:58:43.742157 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3066b82-c960-4d62-bb00-3a8ec81f1836 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:43.747816 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a3066b82-c960-4d62-bb00-3a8ec81f1836 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7719905 Aug 19 14:58:43.749750 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44138) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:43.757824 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-048353b8-a84b-42ec-90e4-7aa559e9635e tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Request body: {'security_group_rule': {'security_group_id': '99706168-1d66-4f06-9b16-eee96de49660', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:43.780179 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9b40131-12a6-4c74-9d0d-97415349a0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:43.800003 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf0b502-c79b-4f08-bf7f-e2a2427b3ae4 req-0a9bb5ee-7882-4603-9a90-2dc12d67de37 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:58:43.800527 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf0b502-c79b-4f08-bf7f-e2a2427b3ae4 req-0a9bb5ee-7882-4603-9a90-2dc12d67de37 service neutron] Checking segment: {'id': 'c64b3117-a379-42fd-835b-03df6dea4ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '954b0ad6-a93b-4f27-93b4-15e8abd75aca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:58:43.801221 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf0b502-c79b-4f08-bf7f-e2a2427b3ae4 req-0a9bb5ee-7882-4603-9a90-2dc12d67de37 service neutron] Bound using segment: {'id': 'c64b3117-a379-42fd-835b-03df6dea4ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '954b0ad6-a93b-4f27-93b4-15e8abd75aca'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:58:43.802003 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-8bf0b502-c79b-4f08-bf7f-e2a2427b3ae4 req-0a9bb5ee-7882-4603-9a90-2dc12d67de37 service neutron] Bound port: b5cd60dc-67b1-4ff3-8005-0c15a6d23e49, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c64b3117-a379-42fd-835b-03df6dea4ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '954b0ad6-a93b-4f27-93b4-15e8abd75aca'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:58:43.802534 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8bf0b502-c79b-4f08-bf7f-e2a2427b3ae4 req-0a9bb5ee-7882-4603-9a90-2dc12d67de37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:43.830031 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-048353b8-a84b-42ec-90e4-7aa559e9635e tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:43.840749 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9aa183-45a5-4416-a53e-c94b29c1eaa0 req-9cd667ec-830e-40f7-9d96-08f7243a046d tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:43.842683 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-eb9aa183-45a5-4416-a53e-c94b29c1eaa0 req-9cd667ec-830e-40f7-9d96-08f7243a046d tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0b19eb0-7597-4713-a3cf-d7e25d2b8ead HTTP/1.1" status: 200 len: 946 time: 0.1566045 Aug 19 14:58:43.878064 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9b40131-12a6-4c74-9d0d-97415349a0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:43.915527 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-8bf0b502-c79b-4f08-bf7f-e2a2427b3ae4 req-0a9bb5ee-7882-4603-9a90-2dc12d67de37 service neutron] For port b5cd60dc-67b1-4ff3-8005-0c15a6d23e49, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:58:43.919841 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-8bf0b502-c79b-4f08-bf7f-e2a2427b3ae4 req-0a9bb5ee-7882-4603-9a90-2dc12d67de37 service neutron] For port b5cd60dc-67b1-4ff3-8005-0c15a6d23e49, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=b5cd60dc-67b1-4ff3-8005-0c15a6d23e49,segment=NetworkSegment(c64b3117-a379-42fd-835b-03df6dea4ae2),segment_id=c64b3117-a379-42fd-835b-03df6dea4ae2)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:58:43.926643 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8bf0b502-c79b-4f08-bf7f-e2a2427b3ae4 req-0a9bb5ee-7882-4603-9a90-2dc12d67de37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:43.937136 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b40131-12a6-4c74-9d0d-97415349a0c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c79a0a80-f449-4de9-b615-f31459d350d3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:43.947903 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9b40131-12a6-4c74-9d0d-97415349a0c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:43.956715 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c9b40131-12a6-4c74-9d0d-97415349a0c6 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/c79a0a80-f449-4de9-b615-f31459d350d3 HTTP/1.1" status: 204 len: 168 time: 0.5331960 Aug 19 14:58:43.958143 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44146) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:44.011321 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0b502-c79b-4f08-bf7f-e2a2427b3ae4 req-0a9bb5ee-7882-4603-9a90-2dc12d67de37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:44.012522 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8bf0b502-c79b-4f08-bf7f-e2a2427b3ae4 req-0a9bb5ee-7882-4603-9a90-2dc12d67de37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:44.013886 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8bf0b502-c79b-4f08-bf7f-e2a2427b3ae4 req-0a9bb5ee-7882-4603-9a90-2dc12d67de37 service neutron] 10.222.0.88 "PUT /v2.0/ports/b5cd60dc-67b1-4ff3-8005-0c15a6d23e49 HTTP/1.1" status: 200 len: 1091 time: 2.1846972 Aug 19 14:58:44.086686 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-048353b8-a84b-42ec-90e4-7aa559e9635e tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:44.093739 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9c19491c-2300-447e-9326-ba12a7fa2bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:44.102201 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-048353b8-a84b-42ec-90e4-7aa559e9635e tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:44.129918 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-eb9aa183-45a5-4416-a53e-c94b29c1eaa0 req-732b775e-c903-42c6-98f7-8bee2b505fec tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033067 Aug 19 14:58:44.175617 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9bb5ee-7882-4603-9a90-2dc12d67de37 service neutron] Pushing event updated for resources: {'Port': ['ID=b5cd60dc-67b1-4ff3-8005-0c15a6d23e49,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:44.193837 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048353b8-a84b-42ec-90e4-7aa559e9635e tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb99990c-9239-4402-9628-e82278bdaef6,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:44.213566 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-048353b8-a84b-42ec-90e4-7aa559e9635e tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:44.218643 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-048353b8-a84b-42ec-90e4-7aa559e9635e tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4670305 Aug 19 14:58:44.220000 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44152) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:44.225783 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b5558875-07de-4e1a-8df0-d05347ef0fdb tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Request body: {'security_group_rule': {'security_group_id': '99706168-1d66-4f06-9b16-eee96de49660', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:44.248580 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0b502-c79b-4f08-bf7f-e2a2427b3ae4 req-e18fb4e9-55d1-4139-9a97-0bba14339f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:44.250102 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8bf0b502-c79b-4f08-bf7f-e2a2427b3ae4 req-e18fb4e9-55d1-4139-9a97-0bba14339f6f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7caace3beb3b4380aedf07a85734de50&device_id=484eece2-60c8-4693-9d44-55e3e698d975 HTTP/1.1" status: 200 len: 1094 time: 0.1385527 Aug 19 14:58:44.286767 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9c19491c-2300-447e-9326-ba12a7fa2bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:44.300250 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8bf0b502-c79b-4f08-bf7f-e2a2427b3ae4 req-b8f5eb04-e6c1-4eee-b6fa-777f594828d4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5cd60dc-67b1-4ff3-8005-0c15a6d23e49 HTTP/1.1" status: 200 len: 217 time: 0.0408468 Aug 19 14:58:44.303123 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-9c19491c-2300-447e-9326-ba12a7fa2bbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['197094b4-cada-46e4-b784-1c8d80237441']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:44.321349 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5558875-07de-4e1a-8df0-d05347ef0fdb tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:44.336447 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-9c19491c-2300-447e-9326-ba12a7fa2bbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99f3ef1b-ab43-4189-b958-c7bbd1e2ccd1') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:44.337418 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-9c19491c-2300-447e-9326-ba12a7fa2bbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99f3ef1b-ab43-4189-b958-c7bbd1e2ccd1') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:44.353860 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9c19491c-2300-447e-9326-ba12a7fa2bbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:44.375978 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9c19491c-2300-447e-9326-ba12a7fa2bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:44.383894 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c19491c-2300-447e-9326-ba12a7fa2bbd admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:58:44.384302 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9c19491c-2300-447e-9326-ba12a7fa2bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:44.406780 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0b502-c79b-4f08-bf7f-e2a2427b3ae4 req-f5ccf29c-8d84-49f8-aa5a-a7ea16814cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:44.409507 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8bf0b502-c79b-4f08-bf7f-e2a2427b3ae4 req-f5ccf29c-8d84-49f8-aa5a-a7ea16814cfd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=dbbd01bc-d8b8-4a28-b1b5-3b39723fb4d1 HTTP/1.1" status: 200 len: 848 time: 0.1000671 Aug 19 14:58:44.445401 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:58:44.445401 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:58:44.445401 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:58:44.445401 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:58:44.445401 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:58:44.445401 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:58:44.445401 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:58:44.445401 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:58:44.445401 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:58:44.445401 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:58:44.445401 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:58:44.445401 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:58:44.445401 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:58:44.445401 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:58:44.445401 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:58:44.445401 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:58:44.445401 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:58:44.445401 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:58:44.445401 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:58:44.445401 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:58:44.445401 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:58:44.445401 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:58:44.445401 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:58:44.445401 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:58:44.445401 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:58:44.445401 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:58:44.445401 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:58:44.445401 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:58:44.445401 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:58:44.445401 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:58:44.445401 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:58:44.445401 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:58:44.451873 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9c19491c-2300-447e-9326-ba12a7fa2bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:44.465884 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5558875-07de-4e1a-8df0-d05347ef0fdb tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:44.466082 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9c19491c-2300-447e-9326-ba12a7fa2bbd admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:44.468264 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9c19491c-2300-447e-9326-ba12a7fa2bbd admin admin] 10.222.0.69 "DELETE /v2.0/networks/197094b4-cada-46e4-b784-1c8d80237441 HTTP/1.1" status: 204 len: 168 time: 0.5087676 Aug 19 14:58:44.475962 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5558875-07de-4e1a-8df0-d05347ef0fdb tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:44.502121 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c19491c-2300-447e-9326-ba12a7fa2bbd admin admin] Pushing event deleted for resources: {'Network': ['ID=197094b4-cada-46e4-b784-1c8d80237441,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:44.512388 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5558875-07de-4e1a-8df0-d05347ef0fdb tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b0560e7-2f82-469e-af8c-8a525e84916e,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:44.520801 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5558875-07de-4e1a-8df0-d05347ef0fdb tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:44.522286 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-b5558875-07de-4e1a-8df0-d05347ef0fdb tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3003201 Aug 19 14:58:44.525074 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44160) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:44.525226 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0b502-c79b-4f08-bf7f-e2a2427b3ae4 req-2478e148-3b6c-4808-99fc-7dd9bbceca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:44.526778 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8bf0b502-c79b-4f08-bf7f-e2a2427b3ae4 req-2478e148-3b6c-4808-99fc-7dd9bbceca96 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=954b0ad6-a93b-4f27-93b4-15e8abd75aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1075807 Aug 19 14:58:44.552536 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-442be5df-6ffb-4b85-b7d8-33309d01d6b0 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:44.562219 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-442be5df-6ffb-4b85-b7d8-33309d01d6b0 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:44.637416 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-442be5df-6ffb-4b85-b7d8-33309d01d6b0 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:44.645319 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-442be5df-6ffb-4b85-b7d8-33309d01d6b0 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:44.646466 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-442be5df-6ffb-4b85-b7d8-33309d01d6b0 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/4b0560e7-2f82-469e-af8c-8a525e84916e HTTP/1.1" status: 204 len: 168 time: 0.1202338 Aug 19 14:58:44.650138 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44166) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:44.679410 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8bf0b502-c79b-4f08-bf7f-e2a2427b3ae4 req-209d9215-47e4-4eb4-bfcf-09302e9d66a0 service neutron] 10.222.0.88 "GET /v2.0/networks/954b0ad6-a93b-4f27-93b4-15e8abd75aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432896 Aug 19 14:58:44.687157 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ae22d-3449-48f1-98a1-30827866ab80 req-c87d4ecf-51f4-42d8-9dc2-95883353953a tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:44.689089 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-934ae22d-3449-48f1-98a1-30827866ab80 req-c87d4ecf-51f4-42d8-9dc2-95883353953a tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.68 "GET /v2.0/ports?device_id=f0b19eb0-7597-4713-a3cf-d7e25d2b8ead HTTP/1.1" status: 200 len: 946 time: 0.0859065 Aug 19 14:58:44.689862 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442be5df-6ffb-4b85-b7d8-33309d01d6b0 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b0560e7-2f82-469e-af8c-8a525e84916e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:44.788892 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-14a99188-0d57-4bbc-bd5c-273218e278a8 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1368628 Aug 19 14:58:44.793932 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44170) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:44.829720 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '484eece2-60c8-4693-9d44-55e3e698d975', 'tag': 'b5cd60dc-67b1-4ff3-8005-0c15a6d23e49'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:58:44.830510 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c11d906a-9b77-4ac8-aa99-0c4afe276315 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:44.832521 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d5592d-aac9-49f5-81f0-32d15e40526b" -d '{"events": [{"name": "network-changed", "server_uuid": "484eece2-60c8-4693-9d44-55e3e698d975", "tag": "b5cd60dc-67b1-4ff3-8005-0c15a6d23e49"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:58:44.838741 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8bf0b502-c79b-4f08-bf7f-e2a2427b3ae4 req-ceed8bc5-3f42-40a6-95c4-65727e1852bc service neutron] 10.222.0.88 "GET /v2.0/networks/954b0ad6-a93b-4f27-93b4-15e8abd75aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490269 Aug 19 14:58:44.838878 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c11d906a-9b77-4ac8-aa99-0c4afe276315 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:44.849197 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44174) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:44.872398 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-934ae22d-3449-48f1-98a1-30827866ab80 req-4f37bbb2-b147-415f-84b0-4c652676331f tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Deleting port beeb99ba-a43d-4ac6-af21-fb5ff14d5767 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:58:44.872994 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-934ae22d-3449-48f1-98a1-30827866ab80 req-4f37bbb2-b147-415f-84b0-4c652676331f tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:44.878142 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c11d906a-9b77-4ac8-aa99-0c4afe276315 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:44.921489 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 8bc62a8e-9201-4a44-a057-3992aaad49ee no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:58:44.926769 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c11d906a-9b77-4ac8-aa99-0c4afe276315 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:44.931606 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c11d906a-9b77-4ac8-aa99-0c4afe276315 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/fb99990c-9239-4402-9628-e82278bdaef6 HTTP/1.1" status: 204 len: 168 time: 0.1319408 Aug 19 14:58:44.933275 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44176) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:44.935939 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c54d8534-ac8f-4707-8f18-34b0cc31b442 x-openstack-request-id: req-c54d8534-ac8f-4707-8f18-34b0cc31b442 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:58:44.936847 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "484eece2-60c8-4693-9d44-55e3e698d975", "tag": "b5cd60dc-67b1-4ff3-8005-0c15a6d23e49", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:58:44.937276 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c54d8534-ac8f-4707-8f18-34b0cc31b442 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:58:44.937848 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '484eece2-60c8-4693-9d44-55e3e698d975', 'tag': 'b5cd60dc-67b1-4ff3-8005-0c15a6d23e49', 'status': 'completed', 'code': 200} Aug 19 14:58:44.939945 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1eb66b-5559-45e3-93cd-9124688ef708 req-860b86f5-2b3b-4f30-bd9c-b406809747cc tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:44.947559 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d906a-9b77-4ac8-aa99-0c4afe276315 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb99990c-9239-4402-9628-e82278bdaef6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:44.948209 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ae1eb66b-5559-45e3-93cd-9124688ef708 req-860b86f5-2b3b-4f30-bd9c-b406809747cc tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=484eece2-60c8-4693-9d44-55e3e698d975 HTTP/1.1" status: 200 len: 1094 time: 0.1095912 Aug 19 14:58:44.965379 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: 8bc62a8e-9201-4a44-a057-3992aaad49ee {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:58:44.965741 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 8bc62a8e-9201-4a44-a057-3992aaad49ee not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:58:44.971551 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-306105ec-f8b7-4628-a5d6-4869b1dc50c3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ae20bc29ff9c4e808feb679b927e1e02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1209881 Aug 19 14:58:44.976980 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44178) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:45.033064 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ae1eb66b-5559-45e3-93cd-9124688ef708 req-a27a7b4b-6f8f-499d-badc-65eccd7eb6af tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3727c378-a3a0-4998-9b5a-aa93055d7080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781112 Aug 19 14:58:45.047957 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5592d-aac9-49f5-81f0-32d15e40526b req-1e819591-07b8-4f8e-9122-7f84970d7694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:45.049157 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b7d5592d-aac9-49f5-81f0-32d15e40526b req-1e819591-07b8-4f8e-9122-7f84970d7694 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7caace3beb3b4380aedf07a85734de50&device_id=484eece2-60c8-4693-9d44-55e3e698d975 HTTP/1.1" status: 200 len: 1094 time: 0.0919783 Aug 19 14:58:45.059268 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5b4819e9-94e4-4b80-825d-cacc14a3afcb tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1221278 Aug 19 14:58:45.064779 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44184) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:45.076858 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-934ae22d-3449-48f1-98a1-30827866ab80 req-4f37bbb2-b147-415f-84b0-4c652676331f tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] For port beeb99ba-a43d-4ac6-af21-fb5ff14d5767, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=beeb99ba-a43d-4ac6-af21-fb5ff14d5767,segment=NetworkSegment(a797992c-f015-48a4-a029-21c175cc336b),segment_id=a797992c-f015-48a4-a029-21c175cc336b)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:45.077217 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-934ae22d-3449-48f1-98a1-30827866ab80 req-4f37bbb2-b147-415f-84b0-4c652676331f tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:45.102380 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-934ae22d-3449-48f1-98a1-30827866ab80 req-4f37bbb2-b147-415f-84b0-4c652676331f tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Calling delete_port for beeb99ba-a43d-4ac6-af21-fb5ff14d5767 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:58:45.125712 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f015ed43-abc9-4a64-9622-18151159c18f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:45.189904 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ddd0ceb-0c80-4691-b9c6-510a4e853a51 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:45.199790 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ddd0ceb-0c80-4691-b9c6-510a4e853a51 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:45.235750 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f015ed43-abc9-4a64-9622-18151159c18f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:45.282706 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5592d-aac9-49f5-81f0-32d15e40526b req-2f17a32f-1387-450e-a038-e8a51c6b3a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:45.284229 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b7d5592d-aac9-49f5-81f0-32d15e40526b req-2f17a32f-1387-450e-a038-e8a51c6b3a53 service neutron] 10.222.0.88 "GET /v2.0/networks?id=954b0ad6-a93b-4f27-93b4-15e8abd75aca HTTP/1.1" status: 200 len: 910 time: 0.2208517 Aug 19 14:58:45.287096 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ddd0ceb-0c80-4691-b9c6-510a4e853a51 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:45.293217 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ddd0ceb-0c80-4691-b9c6-510a4e853a51 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:45.294903 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-6ddd0ceb-0c80-4691-b9c6-510a4e853a51 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/1066060a-ece6-4773-8845-ca6ed559d67a HTTP/1.1" status: 204 len: 168 time: 0.2288420 Aug 19 14:58:45.304238 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44192) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:45.317629 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd0ceb-0c80-4691-b9c6-510a4e853a51 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1066060a-ece6-4773-8845-ca6ed559d67a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:45.356774 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b7d5592d-aac9-49f5-81f0-32d15e40526b req-5236e108-f3d5-4e78-8bf2-60d7b76d30f2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5cd60dc-67b1-4ff3-8005-0c15a6d23e49 HTTP/1.1" status: 200 len: 217 time: 0.0594769 Aug 19 14:58:45.371978 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f2656-21cc-4cb5-a315-9d6cae0a1d53 req-816e364a-9061-4aff-91f3-efe09f5bebd2 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:45.374103 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6a0f2656-21cc-4cb5-a315-9d6cae0a1d53 req-816e364a-9061-4aff-91f3-efe09f5bebd2 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0b19eb0-7597-4713-a3cf-d7e25d2b8ead HTTP/1.1" status: 200 len: 946 time: 0.1531441 Aug 19 14:58:45.490215 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5592d-aac9-49f5-81f0-32d15e40526b req-8e950bdd-48fd-468f-82fc-029382dcb52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:45.493896 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b7d5592d-aac9-49f5-81f0-32d15e40526b req-8e950bdd-48fd-468f-82fc-029382dcb52e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=dbbd01bc-d8b8-4a28-b1b5-3b39723fb4d1 HTTP/1.1" status: 200 len: 848 time: 0.1174710 Aug 19 14:58:45.507338 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6a0f2656-21cc-4cb5-a315-9d6cae0a1d53 req-b51c2dd9-79a7-4753-b6cd-c6ae20d7f620 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=885bc9bf-273a-454b-9078-381092dcbe5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201947 Aug 19 14:58:45.573675 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f015ed43-abc9-4a64-9622-18151159c18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:45.577079 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f015ed43-abc9-4a64-9622-18151159c18f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:45.578445 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f015ed43-abc9-4a64-9622-18151159c18f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/45d0835f-2b62-454d-b245-c183c3965eae HTTP/1.1" status: 204 len: 168 time: 0.6004183 Aug 19 14:58:45.596891 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5592d-aac9-49f5-81f0-32d15e40526b req-acddb479-e88f-4e30-904b-0d87c3e18ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:45.600171 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b7d5592d-aac9-49f5-81f0-32d15e40526b req-acddb479-e88f-4e30-904b-0d87c3e18ed1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=954b0ad6-a93b-4f27-93b4-15e8abd75aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0928528 Aug 19 14:58:45.611150 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-934ae22d-3449-48f1-98a1-30827866ab80 req-4f37bbb2-b147-415f-84b0-4c652676331f tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:45.627828 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b91f0d2a-10e7-4640-992c-fc3da0ab8dc0 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.3193505 Aug 19 14:58:45.628041 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['beeb99ba-a43d-4ac6-af21-fb5ff14d5767'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:58:45.628160 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f015ed43-abc9-4a64-9622-18151159c18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d0835f-2b62-454d-b245-c183c3965eae,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:45.635721 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44198) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:45.701373 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f37bbb2-b147-415f-84b0-4c652676331f tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Pushing event deleted for resources: {'Port': ['ID=beeb99ba-a43d-4ac6-af21-fb5ff14d5767,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:45.735029 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d4ef343-6aee-4f6b-a4e0-166a7567c560 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:45.749047 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d4ef343-6aee-4f6b-a4e0-166a7567c560 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:45.809092 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-934ae22d-3449-48f1-98a1-30827866ab80 req-4f37bbb2-b147-415f-84b0-4c652676331f tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] No DVR routers for this DVR port beeb99ba-a43d-4ac6-af21-fb5ff14d5767 on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:58:45.813224 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-934ae22d-3449-48f1-98a1-30827866ab80 req-4f37bbb2-b147-415f-84b0-4c652676331f tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:45.817117 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-934ae22d-3449-48f1-98a1-30827866ab80 req-4f37bbb2-b147-415f-84b0-4c652676331f tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.68 "DELETE /v2.0/ports/beeb99ba-a43d-4ac6-af21-fb5ff14d5767 HTTP/1.1" status: 204 len: 173 time: 1.1203918 Aug 19 14:58:45.818825 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b19eb0-7597-4713-a3cf-d7e25d2b8ead', 'name': 'network-vif-deleted', 'tag': 'beeb99ba-a43d-4ac6-af21-fb5ff14d5767'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:58:45.822567 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d52c93-a523-430a-b539-a5c6356b9c77" -d '{"events": [{"server_uuid": "f0b19eb0-7597-4713-a3cf-d7e25d2b8ead", "name": "network-vif-deleted", "tag": "beeb99ba-a43d-4ac6-af21-fb5ff14d5767"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:58:45.870717 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b7d5592d-aac9-49f5-81f0-32d15e40526b req-046199ae-87c7-4d30-8139-53e3d9aae6e0 service neutron] 10.222.0.88 "GET /v2.0/networks/954b0ad6-a93b-4f27-93b4-15e8abd75aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615192 Aug 19 14:58:45.872508 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d4ef343-6aee-4f6b-a4e0-166a7567c560 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:45.883098 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d4ef343-6aee-4f6b-a4e0-166a7567c560 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:45.884232 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-5d4ef343-6aee-4f6b-a4e0-166a7567c560 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/70cccf06-282f-4ef0-b627-663f21cb53de HTTP/1.1" status: 204 len: 168 time: 0.2467241 Aug 19 14:58:45.889020 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617f8233-6bff-4932-a113-dfb9ca121ce9 x-openstack-request-id: req-617f8233-6bff-4932-a113-dfb9ca121ce9 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:58:45.889302 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0b19eb0-7597-4713-a3cf-d7e25d2b8ead", "name": "network-vif-deleted", "tag": "beeb99ba-a43d-4ac6-af21-fb5ff14d5767", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:58:45.889829 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-617f8233-6bff-4932-a113-dfb9ca121ce9 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:58:45.891294 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0b19eb0-7597-4713-a3cf-d7e25d2b8ead', 'name': 'network-vif-deleted', 'tag': 'beeb99ba-a43d-4ac6-af21-fb5ff14d5767', 'status': 'completed', 'code': 200} Aug 19 14:58:45.893432 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44206) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:45.927007 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ef343-6aee-4f6b-a4e0-166a7567c560 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=70cccf06-282f-4ef0-b627-663f21cb53de,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:45.965766 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-337a8b16-75ed-4906-958e-303d691861eb tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0699310 Aug 19 14:58:45.966525 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44210) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:46.006541 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d870cc92-7253-4632-8607-43c771a282e3 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:46.023499 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d870cc92-7253-4632-8607-43c771a282e3 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:46.073940 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d870cc92-7253-4632-8607-43c771a282e3 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:46.094305 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d870cc92-7253-4632-8607-43c771a282e3 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:46.099045 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44218) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:46.099933 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d870cc92-7253-4632-8607-43c771a282e3 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/bafcc9a4-5329-43b0-a0ee-8b428ef26975 HTTP/1.1" status: 204 len: 168 time: 0.1318710 Aug 19 14:58:46.101315 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d870cc92-7253-4632-8607-43c771a282e3 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bafcc9a4-5329-43b0-a0ee-8b428ef26975,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:46.132919 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b7d5592d-aac9-49f5-81f0-32d15e40526b req-e17f6d49-55e2-49c1-af86-64ec837e6197 service neutron] 10.222.0.88 "GET /v2.0/networks/954b0ad6-a93b-4f27-93b4-15e8abd75aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529669 Aug 19 14:58:46.213217 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e5a53bf1-4e8e-4ba0-ad1a-f906bfb63218 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1133838 Aug 19 14:58:46.216965 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44222) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:46.220612 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e336d2-3d60-4577-a8f5-9d824ca204d7 req-3fcb74a1-f7ec-42e1-b219-125a4d45768a tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:46.222565 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-99e336d2-3d60-4577-a8f5-9d824ca204d7 req-3fcb74a1-f7ec-42e1-b219-125a4d45768a tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=484eece2-60c8-4693-9d44-55e3e698d975 HTTP/1.1" status: 200 len: 1094 time: 0.0874770 Aug 19 14:58:46.238363 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44224) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:46.291233 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-99e336d2-3d60-4577-a8f5-9d824ca204d7 req-210f8244-1e0d-4a00-8f7c-813fb4cbed40 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3727c378-a3a0-4998-9b5a-aa93055d7080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607820 Aug 19 14:58:46.305681 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b046535-f672-421e-a713-d4e8664d0022 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:46.327474 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-071c39cf-46c1-4ca3-8b19-53fbe8d9915f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=45cd6151d7c544c7bfae9b2e146daa12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0857756 Aug 19 14:58:46.328522 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44232) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:46.350933 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b046535-f672-421e-a713-d4e8664d0022 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:46.406685 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b046535-f672-421e-a713-d4e8664d0022 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:46.415639 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b046535-f672-421e-a713-d4e8664d0022 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:46.419331 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1b046535-f672-421e-a713-d4e8664d0022 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "DELETE /v2.0/security-groups/99706168-1d66-4f06-9b16-eee96de49660 HTTP/1.1" status: 204 len: 168 time: 0.2000515 Aug 19 14:58:46.429508 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44238) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:46.459249 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b046535-f672-421e-a713-d4e8664d0022 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99706168-1d66-4f06-9b16-eee96de49660,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:46.491820 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-240045b1-941f-41d2-8bf9-0379d7de80b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:46.502337 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f7cdea61-0884-4031-8378-b496395976fa tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0711281 Aug 19 14:58:46.509067 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44240) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:46.515598 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7319df5d-a643-4da7-a892-3ba2d8cbac3b tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Request body: {'security_group': {'name': 'tempest-secgroup--752123149'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:46.541685 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-240045b1-941f-41d2-8bf9-0379d7de80b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:46.546727 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7319df5d-a643-4da7-a892-3ba2d8cbac3b tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:46.570312 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a4b74-4e2e-4cb1-87b5-8077629b61b5 req-c90efe76-5671-43c2-86f3-f8a9b432381e tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:46.572027 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-416a4b74-4e2e-4cb1-87b5-8077629b61b5 req-c90efe76-5671-43c2-86f3-f8a9b432381e tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] 10.222.0.69 "GET /v2.0/networks?id=eda21533-5270-49f6-9a57-ff77f31c823b HTTP/1.1" status: 200 len: 814 time: 0.1896667 Aug 19 14:58:46.639846 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-416a4b74-4e2e-4cb1-87b5-8077629b61b5 req-1c34ae81-68a2-44a2-88dc-41f0732fca6e tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] 10.222.0.69 "GET /v2.0/quotas/719438ba566c43b69452117e19faee1b HTTP/1.1" status: 200 len: 375 time: 0.0369463 Aug 19 14:58:46.711926 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-416a4b74-4e2e-4cb1-87b5-8077629b61b5 req-75a76f22-7e2b-46da-b556-fbe2cbeed1cd tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=719438ba566c43b69452117e19faee1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562391 Aug 19 14:58:46.713139 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-240045b1-941f-41d2-8bf9-0379d7de80b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:46.718059 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-240045b1-941f-41d2-8bf9-0379d7de80b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:46.721040 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7319df5d-a643-4da7-a892-3ba2d8cbac3b tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:46.725277 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-240045b1-941f-41d2-8bf9-0379d7de80b5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/24d3470d-bfcc-4fab-8d20-c3372f871ad7 HTTP/1.1" status: 204 len: 168 time: 0.3951681 Aug 19 14:58:46.736045 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7319df5d-a643-4da7-a892-3ba2d8cbac3b tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:46.791447 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240045b1-941f-41d2-8bf9-0379d7de80b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d3470d-bfcc-4fab-8d20-c3372f871ad7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:46.800448 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44254) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:46.840432 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7319df5d-a643-4da7-a892-3ba2d8cbac3b tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:46.841590 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7319df5d-a643-4da7-a892-3ba2d8cbac3b tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3312986 Aug 19 14:58:46.846869 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44258) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:46.851912 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7319df5d-a643-4da7-a892-3ba2d8cbac3b tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7643a3b9-e08a-4f21-8693-28b5e9286ca3,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:46.852480 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c77753df-9a9a-420a-a9e5-7b82615b3c8c tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Request body: {'security_group_rule': {'security_group_id': '7643a3b9-e08a-4f21-8693-28b5e9286ca3', 'direction': 'ingress', 'protocol': 17}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:46.890205 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-416a4b74-4e2e-4cb1-87b5-8077629b61b5 req-7a1f9efc-e7da-4d4b-ad2b-0f4ef4e988d2 service neutron] 10.222.0.69 "GET /v2.0/networks/eda21533-5270-49f6-9a57-ff77f31c823b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632752 Aug 19 14:58:47.030012 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-33447284-a13c-4e76-a1df-6105d6b144ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:47.032024 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c77753df-9a9a-420a-a9e5-7b82615b3c8c tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:47.087477 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbe98f-c605-4b2e-88c3-e60026ae61b8 req-4ce114c6-1d8b-413f-a8af-e59309a98931 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:47.089215 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-44bbe98f-c605-4b2e-88c3-e60026ae61b8 req-4ce114c6-1d8b-413f-a8af-e59309a98931 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.1858430 Aug 19 14:58:47.172089 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-416a4b74-4e2e-4cb1-87b5-8077629b61b5 req-9c73057b-0ce4-4351-ba93-b9d2454bff07 service neutron] 10.222.0.69 "GET /v2.0/networks/eda21533-5270-49f6-9a57-ff77f31c823b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809024 Aug 19 14:58:47.216502 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-44bbe98f-c605-4b2e-88c3-e60026ae61b8 req-dbdf4e9f-eae6-4c40-8fbb-c91acbecbe86 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136293 Aug 19 14:58:47.231579 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c77753df-9a9a-420a-a9e5-7b82615b3c8c tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:47.240491 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c77753df-9a9a-420a-a9e5-7b82615b3c8c tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:47.278767 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77753df-9a9a-420a-a9e5-7b82615b3c8c tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04f0405c-4ebe-4972-8e3b-6b8932c22f4e,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:47.318468 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-33447284-a13c-4e76-a1df-6105d6b144ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:47.334896 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-33447284-a13c-4e76-a1df-6105d6b144ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:47.343697 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c77753df-9a9a-420a-a9e5-7b82615b3c8c tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:47.345042 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-c77753df-9a9a-420a-a9e5-7b82615b3c8c tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4968426 Aug 19 14:58:47.349983 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44262) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:47.441171 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-33447284-a13c-4e76-a1df-6105d6b144ff admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=abca3a92714a4ccd8bf4836103eee847&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6397076 Aug 19 14:58:47.448449 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44266) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:47.458904 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33447284-a13c-4e76-a1df-6105d6b144ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32314a8-72a1-44b3-9504-e1db8454f325,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:47.515232 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8eddbdf0-cd90-4e65-b721-99c00fddad39 req-a7e50381-72f2-475b-b14a-8631bdb13805 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] 10.222.0.69 "GET /v2.0/ports?device_id=a891d28b-c416-4420-b891-4a39dcfc1675 HTTP/1.1" status: 200 len: 210 time: 0.0298817 Aug 19 14:58:47.517190 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fde293-5d30-4ca3-8a30-cc1326a7df89 req-d1fabbaa-1ada-4d20-9da3-311e89a2015a tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:47.518645 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-15fde293-5d30-4ca3-8a30-cc1326a7df89 req-d1fabbaa-1ada-4d20-9da3-311e89a2015a tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=484eece2-60c8-4693-9d44-55e3e698d975 HTTP/1.1" status: 200 len: 1094 time: 0.1033039 Aug 19 14:58:47.521515 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-af59a10f-0559-49e4-afad-fff9b31f4ae4 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:47.557752 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-af59a10f-0559-49e4-afad-fff9b31f4ae4 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:47.567526 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6e65abf-fefd-4c43-b8cd-f5d8247de06a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:47.567658 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-15fde293-5d30-4ca3-8a30-cc1326a7df89 req-57658d26-5c92-4681-9065-d3a59843154c tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3727c378-a3a0-4998-9b5a-aa93055d7080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390108 Aug 19 14:58:47.613386 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6e65abf-fefd-4c43-b8cd-f5d8247de06a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:47.649246 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-af59a10f-0559-49e4-afad-fff9b31f4ae4 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:47.652895 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-af59a10f-0559-49e4-afad-fff9b31f4ae4 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:47.654253 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-af59a10f-0559-49e4-afad-fff9b31f4ae4 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "DELETE /v2.0/security-groups/7643a3b9-e08a-4f21-8693-28b5e9286ca3 HTTP/1.1" status: 204 len: 168 time: 0.3031652 Aug 19 14:58:47.657133 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44274) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:47.665315 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af59a10f-0559-49e4-afad-fff9b31f4ae4 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7643a3b9-e08a-4f21-8693-28b5e9286ca3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:47.691512 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6e65abf-fefd-4c43-b8cd-f5d8247de06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:47.694351 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6e65abf-fefd-4c43-b8cd-f5d8247de06a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:47.698464 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f6e65abf-fefd-4c43-b8cd-f5d8247de06a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c32314a8-72a1-44b3-9504-e1db8454f325 HTTP/1.1" status: 204 len: 168 time: 0.2482755 Aug 19 14:58:47.707157 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e65abf-fefd-4c43-b8cd-f5d8247de06a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32314a8-72a1-44b3-9504-e1db8454f325,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:47.741728 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-23fb4862-484b-44a0-b578-ff1993e71596 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0782859 Aug 19 14:58:47.742036 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44278) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:47.747452 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-15c044c3-56fe-45b8-9817-d80aad6701fd tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Request body: {'security_group': {'name': 'tempest-secgroup--1075090431'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:47.773816 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15c044c3-56fe-45b8-9817-d80aad6701fd tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:47.874903 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15c044c3-56fe-45b8-9817-d80aad6701fd tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:47.879199 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15c044c3-56fe-45b8-9817-d80aad6701fd tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:47.914983 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c044c3-56fe-45b8-9817-d80aad6701fd tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1a74a8-9900-4b9c-9a15-a55476ba7a47,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:47.917362 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15c044c3-56fe-45b8-9817-d80aad6701fd tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:47.919185 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-15c044c3-56fe-45b8-9817-d80aad6701fd tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1760831 Aug 19 14:58:47.922159 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44284) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:47.927719 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3684142d-c93f-476e-a661-126a6e480669 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Request body: {'security_group': {'name': 'tempest-secgroup--804825076'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:47.954129 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3684142d-c93f-476e-a661-126a6e480669 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:48.046654 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3684142d-c93f-476e-a661-126a6e480669 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:48.050843 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3684142d-c93f-476e-a661-126a6e480669 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:48.081515 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3684142d-c93f-476e-a661-126a6e480669 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f124fb3c-5cd5-47e1-b86d-7b989737dfde,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:48.085526 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3684142d-c93f-476e-a661-126a6e480669 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:48.087098 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-3684142d-c93f-476e-a661-126a6e480669 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1637805 Aug 19 14:58:48.090575 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44286) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:48.099321 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-94f84231-8054-432d-964d-3e3d6fbee03b tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Request body: {'security_group_rule': {'security_group_id': '1c1a74a8-9900-4b9c-9a15-a55476ba7a47', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f124fb3c-5cd5-47e1-b86d-7b989737dfde', 'remote_ip_prefix': None}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:48.115497 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44288) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:48.136110 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1cf9d34b-b1d9-4747-ba28-94f3cca237f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:48.153855 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94f84231-8054-432d-964d-3e3d6fbee03b tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:48.237354 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1cf9d34b-b1d9-4747-ba28-94f3cca237f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:48.243376 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1cf9d34b-b1d9-4747-ba28-94f3cca237f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:48.245550 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94f84231-8054-432d-964d-3e3d6fbee03b tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:48.250492 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94f84231-8054-432d-964d-3e3d6fbee03b tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:48.271625 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f84231-8054-432d-964d-3e3d6fbee03b tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=339e2862-f1b1-4731-b0fe-bb9d9a5e3e19,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:48.284989 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94f84231-8054-432d-964d-3e3d6fbee03b tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:48.286503 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-94f84231-8054-432d-964d-3e3d6fbee03b tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1942704 Aug 19 14:58:48.289287 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44292) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:48.296372 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1cf9d34b-b1d9-4747-ba28-94f3cca237f2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=506a1f79eeae49b0833de5bb12682998&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1771448 Aug 19 14:58:48.296724 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44294) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:48.306233 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf9d34b-b1d9-4747-ba28-94f3cca237f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df97ffbe-5ad9-4a8f-98c8-251e08be1bda,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:48.314996 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5d7f9763-508f-4da8-94e0-649e41b145dc tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:48.322704 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5d7f9763-508f-4da8-94e0-649e41b145dc tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:48.350709 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5d7f9763-508f-4da8-94e0-649e41b145dc tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:48.357878 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5d7f9763-508f-4da8-94e0-649e41b145dc tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:48.359158 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5d7f9763-508f-4da8-94e0-649e41b145dc tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/339e2862-f1b1-4731-b0fe-bb9d9a5e3e19 HTTP/1.1" status: 204 len: 168 time: 0.0686634 Aug 19 14:58:48.361652 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44298) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:48.374122 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7f9763-508f-4da8-94e0-649e41b145dc tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=339e2862-f1b1-4731-b0fe-bb9d9a5e3e19,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:48.439235 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-49f1efae-a173-43b1-a2b8-117433afeffa tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0760212 Aug 19 14:58:48.442026 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e5f2b-9e2f-4200-87f0-53ab1a8a10d0 req-0581180a-f15a-4605-90e9-c1e83bb3d406 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:48.443654 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3d1e5f2b-9e2f-4200-87f0-53ab1a8a10d0 req-0581180a-f15a-4605-90e9-c1e83bb3d406 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.1444018 Aug 19 14:58:48.444384 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5b3213f6-c999-4b6f-97de-845de75a79ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:48.447716 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44300) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:48.467796 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b2f11-70f8-40f9-88c9-fb9288672f67 req-4cf27345-73b3-463e-b3b8-b5159eaa7bc3 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:48.469561 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-863b2f11-70f8-40f9-88c9-fb9288672f67 req-4cf27345-73b3-463e-b3b8-b5159eaa7bc3 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.88 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 944 time: 0.1425571 Aug 19 14:58:48.546652 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5b3213f6-c999-4b6f-97de-845de75a79ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:48.596130 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a4b74-4e2e-4cb1-87b5-8077629b61b5 req-2b4c2d51-f895-4020-b060-721d44365b5f tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:48.597006 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-416a4b74-4e2e-4cb1-87b5-8077629b61b5 req-2b4c2d51-f895-4020-b060-721d44365b5f tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] 10.222.0.68 "GET /v2.0/networks?id=eda21533-5270-49f6-9a57-ff77f31c823b HTTP/1.1" status: 200 len: 814 time: 0.1465542 Aug 19 14:58:48.598460 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3d1e5f2b-9e2f-4200-87f0-53ab1a8a10d0 req-76353a44-4394-4357-8f76-091e59deb465 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups?id=5099859a-8868-4f71-8844-d9c3d1e6abe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395216 Aug 19 14:58:48.619714 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-416a4b74-4e2e-4cb1-87b5-8077629b61b5 req-80e7f9d1-a894-49f3-a3f2-25f16cdabd8c tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Request body: {'port': {'device_id': 'a891d28b-c416-4420-b891-4a39dcfc1675', 'network_id': 'eda21533-5270-49f6-9a57-ff77f31c823b', 'admin_state_up': True, 'tenant_id': '719438ba566c43b69452117e19faee1b'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:48.683938 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a3960da5-d784-4529-9b26-11b3f70457f0 req-34293274-49ae-43c0-864f-af65b129dd90 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] 10.222.0.69 "GET /v2.0/ports?device_id=a891d28b-c416-4420-b891-4a39dcfc1675 HTTP/1.1" status: 200 len: 210 time: 0.0479791 Aug 19 14:58:48.698490 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ab1a7b1d-72d8-4345-84a6-e394b0f2e869 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:48.741843 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-416a4b74-4e2e-4cb1-87b5-8077629b61b5 req-80e7f9d1-a894-49f3-a3f2-25f16cdabd8c tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Made reservation on behalf of 719438ba566c43b69452117e19faee1b for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:58:48.746005 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-416a4b74-4e2e-4cb1-87b5-8077629b61b5 req-80e7f9d1-a894-49f3-a3f2-25f16cdabd8c tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:48.749284 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ab1a7b1d-72d8-4345-84a6-e394b0f2e869 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:48.766995 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5b3213f6-c999-4b6f-97de-845de75a79ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:48.769536 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5b3213f6-c999-4b6f-97de-845de75a79ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:48.770679 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-5b3213f6-c999-4b6f-97de-845de75a79ee admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/df97ffbe-5ad9-4a8f-98c8-251e08be1bda HTTP/1.1" status: 204 len: 168 time: 0.4728324 Aug 19 14:58:48.788038 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-863b2f11-70f8-40f9-88c9-fb9288672f67 req-9d56e7c1-4bb0-420d-99cd-436c1eb653c2 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Deleting port aa7a43f4-555b-4213-a8fa-75f449055cf9 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:58:48.788492 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-863b2f11-70f8-40f9-88c9-fb9288672f67 req-9d56e7c1-4bb0-420d-99cd-436c1eb653c2 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:48.817915 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d315c4-b750-4c5e-a16b-5264002dab68 req-832be1e5-2277-4e94-b5de-64e2ce27a17b tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:48.819452 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-02d315c4-b750-4c5e-a16b-5264002dab68 req-832be1e5-2277-4e94-b5de-64e2ce27a17b tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=484eece2-60c8-4693-9d44-55e3e698d975 HTTP/1.1" status: 200 len: 1094 time: 0.1392584 Aug 19 14:58:48.820187 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3213f6-c999-4b6f-97de-845de75a79ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df97ffbe-5ad9-4a8f-98c8-251e08be1bda,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:48.891592 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ab1a7b1d-72d8-4345-84a6-e394b0f2e869 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:48.894238 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ab1a7b1d-72d8-4345-84a6-e394b0f2e869 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:48.896619 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ab1a7b1d-72d8-4345-84a6-e394b0f2e869 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "DELETE /v2.0/security-groups/f124fb3c-5cd5-47e1-b86d-7b989737dfde HTTP/1.1" status: 204 len: 168 time: 0.4466655 Aug 19 14:58:48.902277 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44308) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:48.921133 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a7b1d-72d8-4345-84a6-e394b0f2e869 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f124fb3c-5cd5-47e1-b86d-7b989737dfde,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:48.927599 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-416a4b74-4e2e-4cb1-87b5-8077629b61b5 req-80e7f9d1-a894-49f3-a3f2-25f16cdabd8c tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Allocated IP 172.20.0.5 (eda21533-5270-49f6-9a57-ff77f31c823b/f82353e0-7449-47f2-b971-b8660f2fc57e/09ab1477-e26b-490f-a45e-c813b0f53b22) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:58:48.936634 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-02d315c4-b750-4c5e-a16b-5264002dab68 req-146f8465-cb63-49b9-aec5-c741d4fe0fba tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3727c378-a3a0-4998-9b5a-aa93055d7080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829275 Aug 19 14:58:48.941900 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-863b2f11-70f8-40f9-88c9-fb9288672f67 req-9d56e7c1-4bb0-420d-99cd-436c1eb653c2 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] For port aa7a43f4-555b-4213-a8fa-75f449055cf9, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=aa7a43f4-555b-4213-a8fa-75f449055cf9,segment=NetworkSegment(a797992c-f015-48a4-a029-21c175cc336b),segment_id=a797992c-f015-48a4-a029-21c175cc336b)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:48.942535 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-863b2f11-70f8-40f9-88c9-fb9288672f67 req-9d56e7c1-4bb0-420d-99cd-436c1eb653c2 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:48.956169 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device b5cd60dc-67b1-4ff3-8005-0c15a6d23e49 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:58:49.006562 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device beeb99ba-a43d-4ac6-af21-fb5ff14d5767 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:58:49.009944 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9a53cace-11ff-4fa0-96ed-01f038df4f91 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1032836 Aug 19 14:58:49.009944 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44310) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:49.065136 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: beeb99ba-a43d-4ac6-af21-fb5ff14d5767 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:58:49.065485 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device beeb99ba-a43d-4ac6-af21-fb5ff14d5767 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:58:49.114716 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port b5cd60dc-67b1-4ff3-8005-0c15a6d23e49, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=b5cd60dc-67b1-4ff3-8005-0c15a6d23e49,segment=NetworkSegment(c64b3117-a379-42fd-835b-03df6dea4ae2),segment_id=c64b3117-a379-42fd-835b-03df6dea4ae2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:49.131258 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': 'b5cd60dc-67b1-4ff3-8005-0c15a6d23e49', 'network_id': '954b0ad6-a93b-4f27-93b4-15e8abd75aca', 'port_id': 'b5cd60dc-67b1-4ff3-8005-0c15a6d23e49', 'mac_address': 'fa:16:3e:59:c0:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbbd01bc-d8b8-4a28-b1b5-3b39723fb4d1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:58:49.161201 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-01392f63-ff57-4c53-b54f-4ab0716df368 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:49.202061 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-01392f63-ff57-4c53-b54f-4ab0716df368 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:49.224734 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-416a4b74-4e2e-4cb1-87b5-8077629b61b5 req-80e7f9d1-a894-49f3-a3f2-25f16cdabd8c tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:49.227857 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:49.245356 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5cd60dc-67b1-4ff3-8005-0c15a6d23e49 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:58:49.254723 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-863b2f11-70f8-40f9-88c9-fb9288672f67 req-9d56e7c1-4bb0-420d-99cd-436c1eb653c2 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:49.255370 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-863b2f11-70f8-40f9-88c9-fb9288672f67 req-9d56e7c1-4bb0-420d-99cd-436c1eb653c2 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:49.255847 n-d-766043-2 neutron-server[94640]: INFO neutron.db.l3_db [req-863b2f11-70f8-40f9-88c9-fb9288672f67 req-9d56e7c1-4bb0-420d-99cd-436c1eb653c2 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Floating IP 09c347e5-93e1-46c6-b031-0cbbc196d16d disassociated. External IP: 172.25.2.111, port: aa7a43f4-555b-4213-a8fa-75f449055cf9. Aug 19 14:58:49.256431 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-863b2f11-70f8-40f9-88c9-fb9288672f67 req-9d56e7c1-4bb0-420d-99cd-436c1eb653c2 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Calling delete_port for aa7a43f4-555b-4213-a8fa-75f449055cf9 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:58:49.277354 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-01392f63-ff57-4c53-b54f-4ab0716df368 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:49.281435 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-01392f63-ff57-4c53-b54f-4ab0716df368 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:49.284973 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-01392f63-ff57-4c53-b54f-4ab0716df368 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "DELETE /v2.0/security-groups/1c1a74a8-9900-4b9c-9a15-a55476ba7a47 HTTP/1.1" status: 204 len: 168 time: 0.2740958 Aug 19 14:58:49.285904 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44318) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:49.288025 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port b5cd60dc-67b1-4ff3-8005-0c15a6d23e49, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=b5cd60dc-67b1-4ff3-8005-0c15a6d23e49,segment=NetworkSegment(c64b3117-a379-42fd-835b-03df6dea4ae2),segment_id=c64b3117-a379-42fd-835b-03df6dea4ae2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:49.304542 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:49.321186 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01392f63-ff57-4c53-b54f-4ab0716df368 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1a74a8-9900-4b9c-9a15-a55476ba7a47,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:49.365779 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=b5cd60dc-67b1-4ff3-8005-0c15a6d23e49,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:49.385500 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-347836b9-08ea-4e46-bef2-34b174f875d2 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0911632 Aug 19 14:58:49.389843 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44322) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:49.396474 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0c70854a-6f1d-4727-b408-80720e4048f5 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Request body: {'security_group': {'name': 'tempest-secgroup--531148869'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:49.403575 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-416a4b74-4e2e-4cb1-87b5-8077629b61b5 req-80e7f9d1-a894-49f3-a3f2-25f16cdabd8c tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:49.477049 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-416a4b74-4e2e-4cb1-87b5-8077629b61b5 req-80e7f9d1-a894-49f3-a3f2-25f16cdabd8c tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Network eda21533-5270-49f6-9a57-ff77f31c823b is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:58:49.493125 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-416a4b74-4e2e-4cb1-87b5-8077629b61b5 req-80e7f9d1-a894-49f3-a3f2-25f16cdabd8c tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:58:49.493852 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-863b2f11-70f8-40f9-88c9-fb9288672f67 req-9d56e7c1-4bb0-420d-99cd-436c1eb653c2 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:49.498304 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-416a4b74-4e2e-4cb1-87b5-8077629b61b5 req-80e7f9d1-a894-49f3-a3f2-25f16cdabd8c tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:58:49.521743 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['b5cd60dc-67b1-4ff3-8005-0c15a6d23e49'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:58:49.538114 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d56e7c1-4bb0-420d-99cd-436c1eb653c2 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Pushing event deleted for resources: {'Port': ['ID=aa7a43f4-555b-4213-a8fa-75f449055cf9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:49.569293 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a4b74-4e2e-4cb1-87b5-8077629b61b5 req-80e7f9d1-a894-49f3-a3f2-25f16cdabd8c tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:49.569988 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-416a4b74-4e2e-4cb1-87b5-8077629b61b5 req-80e7f9d1-a894-49f3-a3f2-25f16cdabd8c tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:49.585746 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c70854a-6f1d-4727-b408-80720e4048f5 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:49.592085 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7f9d1-a894-49f3-a3f2-25f16cdabd8c tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Pushing event updated for resources: {'Port': ['ID=09ab1477-e26b-490f-a45e-c813b0f53b22,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:49.656639 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-416a4b74-4e2e-4cb1-87b5-8077629b61b5 req-80e7f9d1-a894-49f3-a3f2-25f16cdabd8c tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0464098 Aug 19 14:58:49.680880 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-416a4b74-4e2e-4cb1-87b5-8077629b61b5 req-668f8dfc-109d-4891-bbc4-4d13f1cdda62 service neutron] Request body: {'port': {'device_id': 'a891d28b-c416-4420-b891-4a39dcfc1675', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:49.812456 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-416a4b74-4e2e-4cb1-87b5-8077629b61b5 req-668f8dfc-109d-4891-bbc4-4d13f1cdda62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:49.848765 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8e7b179b-17ed-45cb-b3a6-91ec67c3938f req-2bb8deff-0e64-41ee-bddc-84e5d2afc816 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 210 time: 0.0577793 Aug 19 14:58:49.946283 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-863b2f11-70f8-40f9-88c9-fb9288672f67 req-9d56e7c1-4bb0-420d-99cd-436c1eb653c2 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Router f8b54a02-873a-44a0-93c0-8ff8c62432ce has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:58:49.956902 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c70854a-6f1d-4727-b408-80720e4048f5 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:49.977798 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c70854a-6f1d-4727-b408-80720e4048f5 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:50.038287 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1d30d-8a2f-4830-b0b7-f64cb058040b req-f5d0376f-64c5-481c-a545-8bde8bcab651 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:50.042177 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b4e1d30d-8a2f-4830-b0b7-f64cb058040b req-f5d0376f-64c5-481c-a545-8bde8bcab651 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] 10.222.0.69 "GET /v2.0/ports?device_id=a891d28b-c416-4420-b891-4a39dcfc1675 HTTP/1.1" status: 200 len: 931 time: 0.2065239 Aug 19 14:58:50.049463 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c70854a-6f1d-4727-b408-80720e4048f5 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:50.053955 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0c70854a-6f1d-4727-b408-80720e4048f5 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6628740 Aug 19 14:58:50.054643 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44344) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:50.081133 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a890b1e6-e6ea-44b5-b05a-20df5612ce7e tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Request body: {'security_group_rule': {'security_group_id': '489f4e5c-a3ab-45bd-9345-4213d0720bea', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:50.119720 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c70854a-6f1d-4727-b408-80720e4048f5 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=489f4e5c-a3ab-45bd-9345-4213d0720bea,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:50.200878 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a890b1e6-e6ea-44b5-b05a-20df5612ce7e tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:50.202184 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b4e1d30d-8a2f-4830-b0b7-f64cb058040b req-b2ae0a41-313e-4162-bb26-e934aa817776 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] 10.222.0.69 "GET /v2.0/security-groups?id=4973f92f-9387-4ffb-9cc5-c0b70bd869cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440251 Aug 19 14:58:50.214710 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-863b2f11-70f8-40f9-88c9-fb9288672f67 req-9d56e7c1-4bb0-420d-99cd-436c1eb653c2 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:58:50.221876 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ddd42-257f-4483-aee2-0c3713efb0b9 req-f0f5b707-bfb2-4cd3-b510-36b8b4dd1d79 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:50.231969 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517a5916-dca7-4e13-9f02-1ba1720fa236 None None] Sync routers for ids ['f8b54a02-873a-44a0-93c0-8ff8c62432ce'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:58:50.235609 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-869ddd42-257f-4483-aee2-0c3713efb0b9 req-f0f5b707-bfb2-4cd3-b510-36b8b4dd1d79 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=484eece2-60c8-4693-9d44-55e3e698d975 HTTP/1.1" status: 200 len: 1095 time: 0.1694059 Aug 19 14:58:50.257170 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517a5916-dca7-4e13-9f02-1ba1720fa236 None None] Routers {'f8b54a02-873a-44a0-93c0-8ff8c62432ce'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:58:50.258540 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-517a5916-dca7-4e13-9f02-1ba1720fa236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:58:35Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['f8b54a02-873a-44a0-93c0-8ff8c62432ce'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:50.302023 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a890b1e6-e6ea-44b5-b05a-20df5612ce7e tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:50.307780 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a890b1e6-e6ea-44b5-b05a-20df5612ce7e tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:50.333770 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-863b2f11-70f8-40f9-88c9-fb9288672f67 req-9d56e7c1-4bb0-420d-99cd-436c1eb653c2 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] No DVR routers for this DVR port aa7a43f4-555b-4213-a8fa-75f449055cf9 on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:58:50.334954 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a890b1e6-e6ea-44b5-b05a-20df5612ce7e tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70af4998-30b3-487b-8909-c218c12fa157,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:50.337903 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-863b2f11-70f8-40f9-88c9-fb9288672f67 req-9d56e7c1-4bb0-420d-99cd-436c1eb653c2 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:50.342172 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-863b2f11-70f8-40f9-88c9-fb9288672f67 req-9d56e7c1-4bb0-420d-99cd-436c1eb653c2 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.88 "DELETE /v2.0/ports/aa7a43f4-555b-4213-a8fa-75f449055cf9 HTTP/1.1" status: 204 len: 173 time: 1.8558357 Aug 19 14:58:50.342881 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc73c556-372d-45ed-a6ca-136a8ca2c91f', 'name': 'network-vif-deleted', 'tag': 'aa7a43f4-555b-4213-a8fa-75f449055cf9'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:58:50.362925 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab81be89-81af-4dfd-98f8-5bd2cfbe8b23" -d '{"events": [{"server_uuid": "bc73c556-372d-45ed-a6ca-136a8ca2c91f", "name": "network-vif-deleted", "tag": "aa7a43f4-555b-4213-a8fa-75f449055cf9"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:58:50.382109 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a890b1e6-e6ea-44b5-b05a-20df5612ce7e tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:50.388195 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a890b1e6-e6ea-44b5-b05a-20df5612ce7e tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3221045 Aug 19 14:58:50.392212 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44350) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:50.405906 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-416a4b74-4e2e-4cb1-87b5-8077629b61b5 req-668f8dfc-109d-4891-bbc4-4d13f1cdda62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09ab1477-e26b-490f-a45e-c813b0f53b22 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:58:50.420496 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c3b57e-688c-4948-a842-0369aea13350 x-openstack-request-id: req-96c3b57e-688c-4948-a842-0369aea13350 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:58:50.420782 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc73c556-372d-45ed-a6ca-136a8ca2c91f", "name": "network-vif-deleted", "tag": "aa7a43f4-555b-4213-a8fa-75f449055cf9", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:58:50.421027 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-96c3b57e-688c-4948-a842-0369aea13350 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:58:50.421625 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc73c556-372d-45ed-a6ca-136a8ca2c91f', 'name': 'network-vif-deleted', 'tag': 'aa7a43f4-555b-4213-a8fa-75f449055cf9', 'status': 'completed', 'code': 200} Aug 19 14:58:50.435644 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-416a4b74-4e2e-4cb1-87b5-8077629b61b5 req-668f8dfc-109d-4891-bbc4-4d13f1cdda62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:50.456995 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-869ddd42-257f-4483-aee2-0c3713efb0b9 req-9ed747e6-53eb-4163-8f02-966e07922eee tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3727c378-a3a0-4998-9b5a-aa93055d7080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198405 Aug 19 14:58:50.461943 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0524f585-2d77-4619-8608-5e22ff54e150 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:50.467940 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-416a4b74-4e2e-4cb1-87b5-8077629b61b5 req-668f8dfc-109d-4891-bbc4-4d13f1cdda62 service neutron] Transition to ACTIVE for port object 09ab1477-e26b-490f-a45e-c813b0f53b22 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:58:50.476970 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0524f585-2d77-4619-8608-5e22ff54e150 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:50.479172 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-416a4b74-4e2e-4cb1-87b5-8077629b61b5 req-668f8dfc-109d-4891-bbc4-4d13f1cdda62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:50.562539 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f8dfc-109d-4891-bbc4-4d13f1cdda62 service neutron] Pushing event updated for resources: {'Port': ['ID=09ab1477-e26b-490f-a45e-c813b0f53b22,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:50.579470 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-517a5916-dca7-4e13-9f02-1ba1720fa236 None None] Set router f8b54a02-873a-44a0-93c0-8ff8c62432ce gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:58:50.599754 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0524f585-2d77-4619-8608-5e22ff54e150 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:50.607060 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0524f585-2d77-4619-8608-5e22ff54e150 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:50.608217 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0524f585-2d77-4619-8608-5e22ff54e150 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/70af4998-30b3-487b-8909-c218c12fa157 HTTP/1.1" status: 204 len: 168 time: 0.2145343 Aug 19 14:58:50.610985 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44360) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:50.668441 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0524f585-2d77-4619-8608-5e22ff54e150 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=70af4998-30b3-487b-8909-c218c12fa157,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:50.682806 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-95df7072-21c6-41bb-b331-1315868d8433 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0706866 Aug 19 14:58:50.686199 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44364) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:50.708685 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-416a4b74-4e2e-4cb1-87b5-8077629b61b5 req-668f8dfc-109d-4891-bbc4-4d13f1cdda62 service neutron] Attempting to bind port 09ab1477-e26b-490f-a45e-c813b0f53b22 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:58:50.709020 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-416a4b74-4e2e-4cb1-87b5-8077629b61b5 req-668f8dfc-109d-4891-bbc4-4d13f1cdda62 service neutron] Attempting to bind port 09ab1477-e26b-490f-a45e-c813b0f53b22 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': 'c8ecc108-56b4-4269-8e3e-7aca0f96e18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'eda21533-5270-49f6-9a57-ff77f31c823b'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:58:50.709345 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416a4b74-4e2e-4cb1-87b5-8077629b61b5 req-668f8dfc-109d-4891-bbc4-4d13f1cdda62 service neutron] Attempting to bind port 09ab1477-e26b-490f-a45e-c813b0f53b22 on network eda21533-5270-49f6-9a57-ff77f31c823b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:58:50.713849 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416a4b74-4e2e-4cb1-87b5-8077629b61b5 req-668f8dfc-109d-4891-bbc4-4d13f1cdda62 service neutron] Port 09ab1477-e26b-490f-a45e-c813b0f53b22 on network eda21533-5270-49f6-9a57-ff77f31c823b not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:58:50.714167 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416a4b74-4e2e-4cb1-87b5-8077629b61b5 req-668f8dfc-109d-4891-bbc4-4d13f1cdda62 service neutron] Attempting to bind port 09ab1477-e26b-490f-a45e-c813b0f53b22 on network eda21533-5270-49f6-9a57-ff77f31c823b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:58:50.719654 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416a4b74-4e2e-4cb1-87b5-8077629b61b5 req-668f8dfc-109d-4891-bbc4-4d13f1cdda62 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:58:50.719993 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416a4b74-4e2e-4cb1-87b5-8077629b61b5 req-668f8dfc-109d-4891-bbc4-4d13f1cdda62 service neutron] Checking segment: {'id': 'c8ecc108-56b4-4269-8e3e-7aca0f96e18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'eda21533-5270-49f6-9a57-ff77f31c823b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:58:50.720375 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416a4b74-4e2e-4cb1-87b5-8077629b61b5 req-668f8dfc-109d-4891-bbc4-4d13f1cdda62 service neutron] Bound using segment: {'id': 'c8ecc108-56b4-4269-8e3e-7aca0f96e18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'eda21533-5270-49f6-9a57-ff77f31c823b'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:58:50.720833 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-416a4b74-4e2e-4cb1-87b5-8077629b61b5 req-668f8dfc-109d-4891-bbc4-4d13f1cdda62 service neutron] Bound port: 09ab1477-e26b-490f-a45e-c813b0f53b22, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8ecc108-56b4-4269-8e3e-7aca0f96e18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'eda21533-5270-49f6-9a57-ff77f31c823b'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:58:50.721189 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-416a4b74-4e2e-4cb1-87b5-8077629b61b5 req-668f8dfc-109d-4891-bbc4-4d13f1cdda62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:50.769528 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1b0c9296-129b-4d0e-9bf5-44de725b9a93 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:50.795947 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1b0c9296-129b-4d0e-9bf5-44de725b9a93 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:50.844765 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-517a5916-dca7-4e13-9f02-1ba1720fa236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b54a02-873a-44a0-93c0-8ff8c62432ce', 'name': 'tempest-ServerActionsTestJSON-378060272-router', 'tenant_id': '8bf9338b14bd4de0a247947d4332bed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '83ab41a7-6a17-4875-9a0f-f119a9367955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:49:20Z', 'updated_at': '2021-08-19T14:49:27Z', 'revision_number': 4, 'project_id': '8bf9338b14bd4de0a247947d4332bed4', 'gw_port': {'id': '83ab41a7-6a17-4875-9a0f-f119a9367955', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b54a02-873a-44a0-93c0-8ff8c62432ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:49:21Z', 'updated_at': '2021-08-19T14:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '7bff858f-55a9-4e88-bfc5-f58ad378f504', 'name': '', 'network_id': '8d226290-6085-496f-b9eb-bf514760f427', 'tenant_id': '8bf9338b14bd4de0a247947d4332bed4', 'mac_address': 'fa:16:3e:fe:8e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b54a02-873a-44a0-93c0-8ff8c62432ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '5ebe78ca-28f7-43fa-89de-04375d30f6cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:49:25Z', 'updated_at': '2021-08-19T14:49:36Z', 'revision_number': 5, 'project_id': '8bf9338b14bd4de0a247947d4332bed4', 'subnets': [{'id': '5ebe78ca-28f7-43fa-89de-04375d30f6cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:50.847960 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-416a4b74-4e2e-4cb1-87b5-8077629b61b5 req-668f8dfc-109d-4891-bbc4-4d13f1cdda62 service neutron] For port 09ab1477-e26b-490f-a45e-c813b0f53b22, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:58:50.849835 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1b0c9296-129b-4d0e-9bf5-44de725b9a93 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:50.851628 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-416a4b74-4e2e-4cb1-87b5-8077629b61b5 req-668f8dfc-109d-4891-bbc4-4d13f1cdda62 service neutron] For port 09ab1477-e26b-490f-a45e-c813b0f53b22, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=09ab1477-e26b-490f-a45e-c813b0f53b22,segment=NetworkSegment(c8ecc108-56b4-4269-8e3e-7aca0f96e18c),segment_id=c8ecc108-56b4-4269-8e3e-7aca0f96e18c)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:58:50.852885 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1b0c9296-129b-4d0e-9bf5-44de725b9a93 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:50.854001 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1b0c9296-129b-4d0e-9bf5-44de725b9a93 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "DELETE /v2.0/security-groups/489f4e5c-a3ab-45bd-9345-4213d0720bea HTTP/1.1" status: 204 len: 168 time: 0.1599271 Aug 19 14:58:50.857647 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-416a4b74-4e2e-4cb1-87b5-8077629b61b5 req-668f8dfc-109d-4891-bbc4-4d13f1cdda62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:50.858449 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44368) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:50.920744 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a4b74-4e2e-4cb1-87b5-8077629b61b5 req-668f8dfc-109d-4891-bbc4-4d13f1cdda62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:50.921378 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-416a4b74-4e2e-4cb1-87b5-8077629b61b5 req-668f8dfc-109d-4891-bbc4-4d13f1cdda62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:50.925761 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-5e3817fb-1b09-4e71-8fc5-2631725d8f5c tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0623496 Aug 19 14:58:50.925927 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-416a4b74-4e2e-4cb1-87b5-8077629b61b5 req-668f8dfc-109d-4891-bbc4-4d13f1cdda62 service neutron] 10.222.0.68 "PUT /v2.0/ports/09ab1477-e26b-490f-a45e-c813b0f53b22 HTTP/1.1" status: 200 len: 1091 time: 1.2516050 Aug 19 14:58:50.925927 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a891d28b-c416-4420-b891-4a39dcfc1675', 'tag': '09ab1477-e26b-490f-a45e-c813b0f53b22'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:58:50.926121 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517a5916-dca7-4e13-9f02-1ba1720fa236 None None] Checking router: f8b54a02-873a-44a0-93c0-8ff8c62432ce for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:58:50.931647 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44374) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:50.937445 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device b5cd60dc-67b1-4ff3-8005-0c15a6d23e49 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:58:50.939224 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ae74de-b64b-41a4-be82-21e6176d0a21" -d '{"events": [{"name": "network-changed", "server_uuid": "a891d28b-c416-4420-b891-4a39dcfc1675", "tag": "09ab1477-e26b-490f-a45e-c813b0f53b22"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:58:50.940953 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517a5916-dca7-4e13-9f02-1ba1720fa236 None None] Routers {'f8b54a02-873a-44a0-93c0-8ff8c62432ce'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:58:50.941700 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-517a5916-dca7-4e13-9f02-1ba1720fa236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:58:35Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['f8b54a02-873a-44a0-93c0-8ff8c62432ce'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:50.949592 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-94da6ff2-4c60-4c9d-9de8-4627ac28b17e tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Request body: {'security_group': {'name': 'tempest-secgroup--1399833605'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:50.980636 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0c9296-129b-4d0e-9bf5-44de725b9a93 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=489f4e5c-a3ab-45bd-9345-4213d0720bea,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:50.986488 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-94da6ff2-4c60-4c9d-9de8-4627ac28b17e tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:51.019930 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f8dfc-109d-4891-bbc4-4d13f1cdda62 service neutron] Pushing event updated for resources: {'Port': ['ID=09ab1477-e26b-490f-a45e-c813b0f53b22,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:51.045132 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622c60ee-c0ea-4056-b88f-0f7d34e72a70 x-openstack-request-id: req-622c60ee-c0ea-4056-b88f-0f7d34e72a70 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:58:51.047513 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a891d28b-c416-4420-b891-4a39dcfc1675", "tag": "09ab1477-e26b-490f-a45e-c813b0f53b22", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:58:51.048017 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-622c60ee-c0ea-4056-b88f-0f7d34e72a70 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:58:51.049124 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a891d28b-c416-4420-b891-4a39dcfc1675', 'tag': '09ab1477-e26b-490f-a45e-c813b0f53b22', 'status': 'completed', 'code': 200} Aug 19 14:58:51.093510 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a4b74-4e2e-4cb1-87b5-8077629b61b5 req-63884c22-f4d3-439e-880e-c0424794ce74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:51.095352 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-416a4b74-4e2e-4cb1-87b5-8077629b61b5 req-63884c22-f4d3-439e-880e-c0424794ce74 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=719438ba566c43b69452117e19faee1b&device_id=a891d28b-c416-4420-b891-4a39dcfc1675 HTTP/1.1" status: 200 len: 1094 time: 0.1042876 Aug 19 14:58:51.136015 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-94da6ff2-4c60-4c9d-9de8-4627ac28b17e tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:51.153771 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-94da6ff2-4c60-4c9d-9de8-4627ac28b17e tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:51.163541 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a1f384f2-54d4-4875-a750-10c0a675d042 req-0ead7aaf-d836-4158-9c5d-0c92d9525897 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc73c556-372d-45ed-a6ca-136a8ca2c91f HTTP/1.1" status: 200 len: 210 time: 0.0784619 Aug 19 14:58:51.195607 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-416a4b74-4e2e-4cb1-87b5-8077629b61b5 req-18a39660-a40a-496e-bc23-bd88d44755bb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09ab1477-e26b-490f-a45e-c813b0f53b22 HTTP/1.1" status: 200 len: 217 time: 0.0867202 Aug 19 14:58:51.197988 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port b5cd60dc-67b1-4ff3-8005-0c15a6d23e49 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:58:51.203937 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port b5cd60dc-67b1-4ff3-8005-0c15a6d23e49 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:51.204819 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:51.213278 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-94da6ff2-4c60-4c9d-9de8-4627ac28b17e tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:51.216997 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-94da6ff2-4c60-4c9d-9de8-4627ac28b17e tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2818594 Aug 19 14:58:51.217408 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44384) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:51.222798 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e93e7110-0840-4917-9090-264550d9375f tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Request body: {'security_group_rule': {'security_group_id': '7da209ff-0fb5-4e4a-8f47-290efd7003e3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:51.230595 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da6ff2-4c60-4c9d-9de8-4627ac28b17e tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7da209ff-0fb5-4e4a-8f47-290efd7003e3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:51.239718 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94da6ff2-4c60-4c9d-9de8-4627ac28b17e tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:51.240069 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94da6ff2-4c60-4c9d-9de8-4627ac28b17e tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:51.240433 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94da6ff2-4c60-4c9d-9de8-4627ac28b17e tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:51.240775 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94da6ff2-4c60-4c9d-9de8-4627ac28b17e tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:51.241110 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94da6ff2-4c60-4c9d-9de8-4627ac28b17e tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:51.241441 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94da6ff2-4c60-4c9d-9de8-4627ac28b17e tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:51.241774 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94da6ff2-4c60-4c9d-9de8-4627ac28b17e tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:51.242099 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94da6ff2-4c60-4c9d-9de8-4627ac28b17e tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:51.242424 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94da6ff2-4c60-4c9d-9de8-4627ac28b17e tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:51.242746 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94da6ff2-4c60-4c9d-9de8-4627ac28b17e tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:51.243067 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94da6ff2-4c60-4c9d-9de8-4627ac28b17e tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:51.243386 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94da6ff2-4c60-4c9d-9de8-4627ac28b17e tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:51.266470 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-517a5916-dca7-4e13-9f02-1ba1720fa236 None None] Set router f8b54a02-873a-44a0-93c0-8ff8c62432ce gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:58:51.284365 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e93e7110-0840-4917-9090-264550d9375f tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:51.303974 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a4b74-4e2e-4cb1-87b5-8077629b61b5 req-f32766f3-3a59-4132-8919-066c5d069aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:51.305593 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-416a4b74-4e2e-4cb1-87b5-8077629b61b5 req-f32766f3-3a59-4132-8919-066c5d069aa8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f82353e0-7449-47f2-b971-b8660f2fc57e HTTP/1.1" status: 200 len: 854 time: 0.1051433 Aug 19 14:58:51.348490 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-416a4b74-4e2e-4cb1-87b5-8077629b61b5 req-880ce18c-a403-4b89-95bc-5d17733f7b05 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=eda21533-5270-49f6-9a57-ff77f31c823b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348866 Aug 19 14:58:51.397224 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc4612-2c5f-4f7f-be74-614b4f3a3515 req-fa92d6b1-989d-44e0-a148-9048ba673dea tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:51.398747 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-99cc4612-2c5f-4f7f-be74-614b4f3a3515 req-fa92d6b1-989d-44e0-a148-9048ba673dea tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] 10.222.0.69 "GET /v2.0/ports?device_id=a891d28b-c416-4420-b891-4a39dcfc1675 HTTP/1.1" status: 200 len: 943 time: 0.1008170 Aug 19 14:58:51.408677 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e93e7110-0840-4917-9090-264550d9375f tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:51.417527 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:51.448173 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e93e7110-0840-4917-9090-264550d9375f tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:51.470832 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '484eece2-60c8-4693-9d44-55e3e698d975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5cd60dc-67b1-4ff3-8005-0c15a6d23e49'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:58:51.473172 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec9defe-3d95-4852-9b80-b5fccf3fcb64" -d '{"events": [{"server_uuid": "484eece2-60c8-4693-9d44-55e3e698d975", "name": "network-vif-plugged", "status": "completed", "tag": "b5cd60dc-67b1-4ff3-8005-0c15a6d23e49"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:58:51.492077 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-416a4b74-4e2e-4cb1-87b5-8077629b61b5 req-246fb25b-95d9-4b06-9d28-5a64333d1ce2 service neutron] 10.222.0.68 "GET /v2.0/networks/eda21533-5270-49f6-9a57-ff77f31c823b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344130 Aug 19 14:58:51.498592 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port b5cd60dc-67b1-4ff3-8005-0c15a6d23e49, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=b5cd60dc-67b1-4ff3-8005-0c15a6d23e49,segment=NetworkSegment(c64b3117-a379-42fd-835b-03df6dea4ae2),segment_id=c64b3117-a379-42fd-835b-03df6dea4ae2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:51.505761 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e7110-0840-4917-9090-264550d9375f tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ebe156c-783b-41c3-80eb-4d0cebfd5a73,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:51.517032 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-99cc4612-2c5f-4f7f-be74-614b4f3a3515 req-8f69f4d6-dbe7-49f5-9730-3797ca269ea2 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] 10.222.0.69 "GET /v2.0/security-groups?id=4973f92f-9387-4ffb-9cc5-c0b70bd869cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025622 Aug 19 14:58:51.522614 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:51.524784 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e93e7110-0840-4917-9090-264550d9375f tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:51.532160 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e93e7110-0840-4917-9090-264550d9375f tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3137450 Aug 19 14:58:51.532877 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44400) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:51.571996 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-68298eba-da5b-45f2-84bd-717084cce8f5 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "GET /v2.0/security-group-rules/9ebe156c-783b-41c3-80eb-4d0cebfd5a73 HTTP/1.1" status: 200 len: 763 time: 0.0374939 Aug 19 14:58:51.574566 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44404) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:51.604467 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b313c8ec-f0c7-4b29-8bf0-13448d791cce x-openstack-request-id: req-b313c8ec-f0c7-4b29-8bf0-13448d791cce {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:58:51.604900 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "484eece2-60c8-4693-9d44-55e3e698d975", "name": "network-vif-plugged", "status": "completed", "tag": "b5cd60dc-67b1-4ff3-8005-0c15a6d23e49", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:58:51.605308 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b313c8ec-f0c7-4b29-8bf0-13448d791cce {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:58:51.605947 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '484eece2-60c8-4693-9d44-55e3e698d975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5cd60dc-67b1-4ff3-8005-0c15a6d23e49', 'code': 200} Aug 19 14:58:51.633756 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=b5cd60dc-67b1-4ff3-8005-0c15a6d23e49,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:51.657262 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-517a5916-dca7-4e13-9f02-1ba1720fa236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b54a02-873a-44a0-93c0-8ff8c62432ce', 'name': 'tempest-ServerActionsTestJSON-378060272-router', 'tenant_id': '8bf9338b14bd4de0a247947d4332bed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '83ab41a7-6a17-4875-9a0f-f119a9367955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:49:20Z', 'updated_at': '2021-08-19T14:49:27Z', 'revision_number': 4, 'project_id': '8bf9338b14bd4de0a247947d4332bed4', 'gw_port': {'id': '83ab41a7-6a17-4875-9a0f-f119a9367955', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b54a02-873a-44a0-93c0-8ff8c62432ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:49:21Z', 'updated_at': '2021-08-19T14:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '7bff858f-55a9-4e88-bfc5-f58ad378f504', 'name': '', 'network_id': '8d226290-6085-496f-b9eb-bf514760f427', 'tenant_id': '8bf9338b14bd4de0a247947d4332bed4', 'mac_address': 'fa:16:3e:fe:8e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b54a02-873a-44a0-93c0-8ff8c62432ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '5ebe78ca-28f7-43fa-89de-04375d30f6cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:49:25Z', 'updated_at': '2021-08-19T14:49:36Z', 'revision_number': 5, 'project_id': '8bf9338b14bd4de0a247947d4332bed4', 'subnets': [{'id': '5ebe78ca-28f7-43fa-89de-04375d30f6cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:51.659941 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-10c6433a-7836-4ca2-8773-eca795427987 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0839105 Aug 19 14:58:51.662551 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44408) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:51.694577 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4dfae2-5201-4aa1-89e7-81f5c64c7788 req-021c5e5d-a6a1-4285-a2c2-46e6740ef589 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:51.696100 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1f4dfae2-5201-4aa1-89e7-81f5c64c7788 req-021c5e5d-a6a1-4285-a2c2-46e6740ef589 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=484eece2-60c8-4693-9d44-55e3e698d975 HTTP/1.1" status: 200 len: 1096 time: 0.1022694 Aug 19 14:58:51.697485 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9160bbe9-994a-4878-9ee0-5906e950b587 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:51.704840 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517a5916-dca7-4e13-9f02-1ba1720fa236 None None] The sync data for ids ['f8b54a02-873a-44a0-93c0-8ff8c62432ce'] in n-d-766043-2 is: [{'id': 'f8b54a02-873a-44a0-93c0-8ff8c62432ce', 'name': 'tempest-ServerActionsTestJSON-378060272-router', 'tenant_id': '8bf9338b14bd4de0a247947d4332bed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '83ab41a7-6a17-4875-9a0f-f119a9367955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:49:20Z', 'updated_at': '2021-08-19T14:49:27Z', 'revision_number': 4, 'project_id': '8bf9338b14bd4de0a247947d4332bed4', 'gw_port': {'id': '83ab41a7-6a17-4875-9a0f-f119a9367955', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b54a02-873a-44a0-93c0-8ff8c62432ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:49:21Z', 'updated_at': '2021-08-19T14:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '7bff858f-55a9-4e88-bfc5-f58ad378f504', 'name': '', 'network_id': '8d226290-6085-496f-b9eb-bf514760f427', 'tenant_id': '8bf9338b14bd4de0a247947d4332bed4', 'mac_address': 'fa:16:3e:fe:8e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b54a02-873a-44a0-93c0-8ff8c62432ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '5ebe78ca-28f7-43fa-89de-04375d30f6cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:49:25Z', 'updated_at': '2021-08-19T14:49:36Z', 'revision_number': 5, 'project_id': '8bf9338b14bd4de0a247947d4332bed4', 'subnets': [{'id': '5ebe78ca-28f7-43fa-89de-04375d30f6cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:58:51.708150 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9160bbe9-994a-4878-9ee0-5906e950b587 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:51.748874 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-416a4b74-4e2e-4cb1-87b5-8077629b61b5 req-a4ecb6d3-eafe-4e8a-b5f2-b9b6921efcae service neutron] 10.222.0.68 "GET /v2.0/networks/eda21533-5270-49f6-9a57-ff77f31c823b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472203 Aug 19 14:58:51.785598 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:58:51.798071 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9160bbe9-994a-4878-9ee0-5906e950b587 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:51.804945 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9160bbe9-994a-4878-9ee0-5906e950b587 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:51.808771 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9160bbe9-994a-4878-9ee0-5906e950b587 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/9ebe156c-783b-41c3-80eb-4d0cebfd5a73 HTTP/1.1" status: 204 len: 168 time: 0.1423995 Aug 19 14:58:51.808885 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44414) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:51.813991 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1f4dfae2-5201-4aa1-89e7-81f5c64c7788 req-628acd4d-12e4-4ae4-b6b0-aec373a1fc29 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3727c378-a3a0-4998-9b5a-aa93055d7080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085415 Aug 19 14:58:51.830627 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9160bbe9-994a-4878-9ee0-5906e950b587 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ebe156c-783b-41c3-80eb-4d0cebfd5a73,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:51.835920 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02019c3e-5586-474e-ad0f-5f36daba207a req-c342c4c9-4250-4418-b0ec-c1c6da4593b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:51.837769 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-02019c3e-5586-474e-ad0f-5f36daba207a req-c342c4c9-4250-4418-b0ec-c1c6da4593b8 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=484eece2-60c8-4693-9d44-55e3e698d975 HTTP/1.1" status: 200 len: 1096 time: 0.1311603 Aug 19 14:58:51.894582 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-02019c3e-5586-474e-ad0f-5f36daba207a req-be261983-aa31-4c95-a549-7a0fef363303 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=3727c378-a3a0-4998-9b5a-aa93055d7080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492887 Aug 19 14:58:51.905265 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7e4acacb-9ec8-47b3-a84d-54f5a4f96f1b tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0931182 Aug 19 14:58:51.905610 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44418) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:51.911038 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae74de-b64b-41a4-be82-21e6176d0a21 req-b68a104c-ff2d-4360-a031-c238fc3009c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:51.911616 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-df55eb33-4fff-4e5f-b3b5-53f5c3998853 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Request body: {'security_group_rule': {'security_group_id': '7da209ff-0fb5-4e4a-8f47-290efd7003e3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:51.915558 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-31ae74de-b64b-41a4-be82-21e6176d0a21 req-b68a104c-ff2d-4360-a031-c238fc3009c0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=719438ba566c43b69452117e19faee1b&device_id=a891d28b-c416-4420-b891-4a39dcfc1675 HTTP/1.1" status: 200 len: 1094 time: 0.0839620 Aug 19 14:58:51.950590 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-df55eb33-4fff-4e5f-b3b5-53f5c3998853 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:52.011537 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-df55eb33-4fff-4e5f-b3b5-53f5c3998853 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:52.016353 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-df55eb33-4fff-4e5f-b3b5-53f5c3998853 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:52.027683 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae74de-b64b-41a4-be82-21e6176d0a21 req-bd9cc4a8-ae37-4ea6-bae0-8ba5a10795b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:52.029488 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-31ae74de-b64b-41a4-be82-21e6176d0a21 req-bd9cc4a8-ae37-4ea6-bae0-8ba5a10795b3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=eda21533-5270-49f6-9a57-ff77f31c823b HTTP/1.1" status: 200 len: 915 time: 0.1079152 Aug 19 14:58:52.040163 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df55eb33-4fff-4e5f-b3b5-53f5c3998853 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0a5925a-2375-4cee-9395-533f6b98991a,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:52.050057 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-df55eb33-4fff-4e5f-b3b5-53f5c3998853 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:52.054647 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-df55eb33-4fff-4e5f-b3b5-53f5c3998853 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1456807 Aug 19 14:58:52.055246 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44424) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:52.078778 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ceb2744f-205b-4a24-b382-ed1f9685d8b3 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "GET /v2.0/security-group-rules/f0a5925a-2375-4cee-9395-533f6b98991a HTTP/1.1" status: 200 len: 763 time: 0.0222828 Aug 19 14:58:52.083735 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44426) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:52.090242 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-31ae74de-b64b-41a4-be82-21e6176d0a21 req-79394adc-4389-45e5-8b9a-4fa7c2775d0c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09ab1477-e26b-490f-a45e-c813b0f53b22 HTTP/1.1" status: 200 len: 217 time: 0.0509722 Aug 19 14:58:52.102348 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c40780-a5dd-4f39-89a8-722d999f276a None None] New status for floating IP 09c347e5-93e1-46c6-b031-0cbbc196d16d: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 14:58:52.133992 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-50ba0f17-f1f1-4698-a644-e32ab313e95c tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0502119 Aug 19 14:58:52.137257 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44430) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:52.159907 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae74de-b64b-41a4-be82-21e6176d0a21 req-872f5ecf-2114-42f9-a66d-ac61a7916abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:52.162106 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-31ae74de-b64b-41a4-be82-21e6176d0a21 req-872f5ecf-2114-42f9-a66d-ac61a7916abc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f82353e0-7449-47f2-b971-b8660f2fc57e HTTP/1.1" status: 200 len: 854 time: 0.0639844 Aug 19 14:58:52.162819 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9415091-fd74-4ab5-9930-5b74b742f3a7 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:52.171242 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9415091-fd74-4ab5-9930-5b74b742f3a7 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:52.201323 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-31ae74de-b64b-41a4-be82-21e6176d0a21 req-670de6eb-12cb-4f01-a368-9a85825a1822 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=eda21533-5270-49f6-9a57-ff77f31c823b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292859 Aug 19 14:58:52.207772 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9415091-fd74-4ab5-9930-5b74b742f3a7 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:52.216740 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9415091-fd74-4ab5-9930-5b74b742f3a7 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:52.222611 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e9415091-fd74-4ab5-9930-5b74b742f3a7 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/f0a5925a-2375-4cee-9395-533f6b98991a HTTP/1.1" status: 204 len: 168 time: 0.0840161 Aug 19 14:58:52.223440 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44434) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:52.244707 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9415091-fd74-4ab5-9930-5b74b742f3a7 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f0a5925a-2375-4cee-9395-533f6b98991a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:52.285055 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a9b4bc8d-6dd3-4967-a6f6-32a0d08ce013 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0589924 Aug 19 14:58:52.289266 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44438) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:52.297745 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d137e333-c85b-4fea-9562-874409bb9269 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Request body: {'security_group_rule': {'security_group_id': '7da209ff-0fb5-4e4a-8f47-290efd7003e3', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:52.310429 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44440) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:52.336734 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-31ae74de-b64b-41a4-be82-21e6176d0a21 req-415066ae-35da-4d18-b045-2d0dfa1cf796 service neutron] 10.222.0.68 "GET /v2.0/networks/eda21533-5270-49f6-9a57-ff77f31c823b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272008 Aug 19 14:58:52.342720 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d137e333-c85b-4fea-9562-874409bb9269 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:52.375397 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e4af8691-28e2-4900-984e-a5aaac2a10cb tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:52.403196 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e4af8691-28e2-4900-984e-a5aaac2a10cb tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:52.465278 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e4af8691-28e2-4900-984e-a5aaac2a10cb tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:52.469088 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e4af8691-28e2-4900-984e-a5aaac2a10cb tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:52.473391 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e4af8691-28e2-4900-984e-a5aaac2a10cb tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "DELETE /v2.0/security-groups/5099859a-8868-4f71-8844-d9c3d1e6abe0 HTTP/1.1" status: 204 len: 168 time: 0.1595595 Aug 19 14:58:52.473667 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d137e333-c85b-4fea-9562-874409bb9269 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:52.474344 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44444) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:52.486637 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d137e333-c85b-4fea-9562-874409bb9269 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:52.486879 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af8691-28e2-4900-984e-a5aaac2a10cb tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5099859a-8868-4f71-8844-d9c3d1e6abe0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:52.500918 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-31ae74de-b64b-41a4-be82-21e6176d0a21 req-747507ed-b6a2-44be-a345-2e38ccf12c58 service neutron] 10.222.0.68 "GET /v2.0/networks/eda21533-5270-49f6-9a57-ff77f31c823b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553531 Aug 19 14:58:52.505236 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44446) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:52.516868 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-402a7c72-b087-488d-86df-6b804d2065e3 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] show failed (client error): The resource could not be found. Aug 19 14:58:52.517942 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-402a7c72-b087-488d-86df-6b804d2065e3 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "GET /v2.0/security-groups/5099859a-8868-4f71-8844-d9c3d1e6abe0 HTTP/1.1" status: 404 len: 347 time: 0.0407286 Aug 19 14:58:52.523779 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44450) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:52.528828 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d137e333-c85b-4fea-9562-874409bb9269 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7286b20a-bf8e-4bcc-b675-e7ad1e127fb2,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:52.540037 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d137e333-c85b-4fea-9562-874409bb9269 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:52.540037 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d137e333-c85b-4fea-9562-874409bb9269 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2474780 Aug 19 14:58:52.540037 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d137e333-c85b-4fea-9562-874409bb9269 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:52.540037 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d137e333-c85b-4fea-9562-874409bb9269 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:52.540591 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d137e333-c85b-4fea-9562-874409bb9269 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:52.540701 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44452) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:52.540808 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d137e333-c85b-4fea-9562-874409bb9269 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:52.540808 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d137e333-c85b-4fea-9562-874409bb9269 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:52.541148 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d137e333-c85b-4fea-9562-874409bb9269 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:52.541479 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d137e333-c85b-4fea-9562-874409bb9269 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:52.541801 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d137e333-c85b-4fea-9562-874409bb9269 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:52.542129 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d137e333-c85b-4fea-9562-874409bb9269 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:52.542482 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d137e333-c85b-4fea-9562-874409bb9269 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:52.542805 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d137e333-c85b-4fea-9562-874409bb9269 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:52.543126 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d137e333-c85b-4fea-9562-874409bb9269 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:58:52.593679 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-709216bb-7e8b-4315-8ba3-19cbe288f6e4 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "GET /v2.0/security-group-rules/7286b20a-bf8e-4bcc-b675-e7ad1e127fb2 HTTP/1.1" status: 200 len: 764 time: 0.0497956 Aug 19 14:58:52.593923 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44456) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:52.683736 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6156d1a9-f5b5-41da-9404-1b604bec82d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:52.748010 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ca8e18ac-2150-4be1-8be4-5c5aa6f031d1 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1529794 Aug 19 14:58:52.750654 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44458) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:52.758523 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e000d-16bd-494c-9f2f-7f1ab293a409 req-53e47ffa-4970-4785-ba1d-bc28fbe175c9 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:52.760970 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-845e000d-16bd-494c-9f2f-7f1ab293a409 req-53e47ffa-4970-4785-ba1d-bc28fbe175c9 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] 10.222.0.69 "GET /v2.0/ports?device_id=a891d28b-c416-4420-b891-4a39dcfc1675 HTTP/1.1" status: 200 len: 943 time: 0.1640890 Aug 19 14:58:52.801048 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f4bd92fc-db59-460c-8b3a-553601504ca0 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:52.817729 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f4bd92fc-db59-460c-8b3a-553601504ca0 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:52.829458 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-085e91ab-a805-43d1-be0c-e9798be0c5a2 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Deleting port 0191235a-1a2e-4b50-9130-495b51e69a16 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:58:52.829801 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-085e91ab-a805-43d1-be0c-e9798be0c5a2 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:52.859678 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f4bd92fc-db59-460c-8b3a-553601504ca0 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:52.882135 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f4bd92fc-db59-460c-8b3a-553601504ca0 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:52.884667 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f4bd92fc-db59-460c-8b3a-553601504ca0 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/7286b20a-bf8e-4bcc-b675-e7ad1e127fb2 HTTP/1.1" status: 204 len: 168 time: 0.1327360 Aug 19 14:58:52.887612 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44464) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:52.901009 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bd92fc-db59-460c-8b3a-553601504ca0 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7286b20a-bf8e-4bcc-b675-e7ad1e127fb2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:52.947798 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-043c4cf7-a593-4d7e-a745-8d2735ab052a tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0583913 Aug 19 14:58:52.951942 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44466) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:52.958160 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device aa7a43f4-555b-4213-a8fa-75f449055cf9 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:58:52.992100 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: aa7a43f4-555b-4213-a8fa-75f449055cf9 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:58:52.992536 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device aa7a43f4-555b-4213-a8fa-75f449055cf9 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:58:53.015121 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 09ab1477-e26b-490f-a45e-c813b0f53b22 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:58:53.020081 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-81287dcd-195f-4116-b046-f009f39831d0 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:53.046575 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-81287dcd-195f-4116-b046-f009f39831d0 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:53.097334 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-81287dcd-195f-4116-b046-f009f39831d0 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:53.100482 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-81287dcd-195f-4116-b046-f009f39831d0 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:53.101866 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-81287dcd-195f-4116-b046-f009f39831d0 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "DELETE /v2.0/security-groups/7da209ff-0fb5-4e4a-8f47-290efd7003e3 HTTP/1.1" status: 204 len: 168 time: 0.1487606 Aug 19 14:58:53.107850 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44468) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:53.118274 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 09ab1477-e26b-490f-a45e-c813b0f53b22, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=09ab1477-e26b-490f-a45e-c813b0f53b22,segment=NetworkSegment(c8ecc108-56b4-4269-8e3e-7aca0f96e18c),segment_id=c8ecc108-56b4-4269-8e3e-7aca0f96e18c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:53.122519 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81287dcd-195f-4116-b046-f009f39831d0 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da209ff-0fb5-4e4a-8f47-290efd7003e3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:53.133348 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '09ab1477-e26b-490f-a45e-c813b0f53b22', 'network_id': 'eda21533-5270-49f6-9a57-ff77f31c823b', 'port_id': '09ab1477-e26b-490f-a45e-c813b0f53b22', 'mac_address': 'fa:16:3e:07:03:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f82353e0-7449-47f2-b971-b8660f2fc57e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:58:53.174640 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-27c700f1-ec3b-45c5-9e42-880fbca5bac5 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0617299 Aug 19 14:58:53.175569 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44470) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:53.188799 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:53.206393 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09ab1477-e26b-490f-a45e-c813b0f53b22 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:58:53.222939 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-845e000d-16bd-494c-9f2f-7f1ab293a409 req-d6181bad-c845-442a-98ab-ba9195cf8e18 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] 10.222.0.69 "GET /v2.0/security-groups?id=4973f92f-9387-4ffb-9cc5-c0b70bd869cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4531734 Aug 19 14:58:53.225002 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6e0ee1c9-da28-4b39-b97c-81059fa8c551 tempest-SecGroupTest-1285137146 tempest-SecGroupTest-1285137146-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0489354 Aug 19 14:58:53.233736 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 09ab1477-e26b-490f-a45e-c813b0f53b22, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=09ab1477-e26b-490f-a45e-c813b0f53b22,segment=NetworkSegment(c8ecc108-56b4-4269-8e3e-7aca0f96e18c),segment_id=c8ecc108-56b4-4269-8e3e-7aca0f96e18c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:53.241414 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:53.314443 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=09ab1477-e26b-490f-a45e-c813b0f53b22,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:53.317618 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-085e91ab-a805-43d1-be0c-e9798be0c5a2 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:53.318722 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-085e91ab-a805-43d1-be0c-e9798be0c5a2 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:53.337967 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6156d1a9-f5b5-41da-9404-1b604bec82d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:53.345475 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0066807-337e-4573-87b2-31d6459b1f9a req-e4e716df-a7e5-4586-8f8e-91ef2db4727d tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:53.346209 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b0066807-337e-4573-87b2-31d6459b1f9a req-e4e716df-a7e5-4586-8f8e-91ef2db4727d tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=484eece2-60c8-4693-9d44-55e3e698d975 HTTP/1.1" status: 200 len: 1096 time: 0.1219187 Aug 19 14:58:53.347354 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-085e91ab-a805-43d1-be0c-e9798be0c5a2 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Calling delete_port for 0191235a-1a2e-4b50-9130-495b51e69a16 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:58:53.349186 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6156d1a9-f5b5-41da-9404-1b604bec82d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:53.451952 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-6156d1a9-f5b5-41da-9404-1b604bec82d1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b9f5c29e5f104820bb83dc02b29e6f65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9454455 Aug 19 14:58:53.454978 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44476) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:53.456912 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6156d1a9-f5b5-41da-9404-1b604bec82d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a901fbb6-3769-40f2-b788-76a634228147,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:53.474748 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b0066807-337e-4573-87b2-31d6459b1f9a req-773d4aca-b736-4ebb-8844-09ff9b5ec434 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3727c378-a3a0-4998-9b5a-aa93055d7080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130700 Aug 19 14:58:53.484192 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['09ab1477-e26b-490f-a45e-c813b0f53b22'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:58:53.522075 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44478) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:53.543689 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d69af9b7-b5cf-4b1a-b22a-ec0ea175fa7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:53.563139 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-085e91ab-a805-43d1-be0c-e9798be0c5a2 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:53.573246 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d69af9b7-b5cf-4b1a-b22a-ec0ea175fa7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:53.588861 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e91ab-a805-43d1-be0c-e9798be0c5a2 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Pushing event deleted for resources: {'Port': ['ID=0191235a-1a2e-4b50-9130-495b51e69a16,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:53.640375 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d69af9b7-b5cf-4b1a-b22a-ec0ea175fa7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:53.647718 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d69af9b7-b5cf-4b1a-b22a-ec0ea175fa7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:53.651490 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d69af9b7-b5cf-4b1a-b22a-ec0ea175fa7c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a901fbb6-3769-40f2-b788-76a634228147 HTTP/1.1" status: 204 len: 168 time: 0.1952131 Aug 19 14:58:53.660124 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69af9b7-b5cf-4b1a-b22a-ec0ea175fa7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a901fbb6-3769-40f2-b788-76a634228147,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:53.669807 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-085e91ab-a805-43d1-be0c-e9798be0c5a2 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:53.673025 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-085e91ab-a805-43d1-be0c-e9798be0c5a2 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:53.677408 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44484) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:53.677926 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-085e91ab-a805-43d1-be0c-e9798be0c5a2 tempest-ServerActionsTestJSON-1740963260 tempest-ServerActionsTestJSON-1740963260-project] 10.222.0.69 "DELETE /v2.0/floatingips/09c347e5-93e1-46c6-b031-0cbbc196d16d HTTP/1.1" status: 204 len: 168 time: 1.1527183 Aug 19 14:58:53.742985 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b74f22c4-8fcc-41b5-a7e7-9aae2de7410f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=39b62dcee7514b02bfbf15cf215c488b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2191515 Aug 19 14:58:53.746194 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44490) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:53.804182 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-647db72f-0d5d-4ae2-91c8-9fe3ba0beef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:53.827289 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-647db72f-0d5d-4ae2-91c8-9fe3ba0beef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:53.897376 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-647db72f-0d5d-4ae2-91c8-9fe3ba0beef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:53.900027 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-647db72f-0d5d-4ae2-91c8-9fe3ba0beef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:53.901242 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-647db72f-0d5d-4ae2-91c8-9fe3ba0beef0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c2a18b6d-d323-4215-b7f4-477cce148ded HTTP/1.1" status: 204 len: 168 time: 0.1539669 Aug 19 14:58:53.914212 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647db72f-0d5d-4ae2-91c8-9fe3ba0beef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a18b6d-d323-4215-b7f4-477cce148ded,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:54.026515 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44498) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:54.039861 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-80baf1b0-d472-41e7-99e8-5f050029d828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:54.135872 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-80baf1b0-d472-41e7-99e8-5f050029d828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:54.141474 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-80baf1b0-d472-41e7-99e8-5f050029d828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:54.179267 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-80baf1b0-d472-41e7-99e8-5f050029d828 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4baaa271ad694846879d317194d876fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1516187 Aug 19 14:58:54.182802 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44504) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:54.197977 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80baf1b0-d472-41e7-99e8-5f050029d828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7744e2-7421-4f18-83e5-d9f2f8318a4b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:54.245287 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fbc0e4dc-e172-4e4b-a80e-b3fb846f1112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:54.271208 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fbc0e4dc-e172-4e4b-a80e-b3fb846f1112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:54.330829 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fbc0e4dc-e172-4e4b-a80e-b3fb846f1112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:54.334169 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fbc0e4dc-e172-4e4b-a80e-b3fb846f1112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:54.337761 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-fbc0e4dc-e172-4e4b-a80e-b3fb846f1112 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6b7744e2-7421-4f18-83e5-d9f2f8318a4b HTTP/1.1" status: 204 len: 168 time: 0.1508453 Aug 19 14:58:54.376228 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc0e4dc-e172-4e4b-a80e-b3fb846f1112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7744e2-7421-4f18-83e5-d9f2f8318a4b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:54.414926 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077aa5cc-cb59-4c65-b200-357a3f3ccb30 req-1f07b495-42ec-4f23-a82d-f1c84edc927c tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:54.416524 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-077aa5cc-cb59-4c65-b200-357a3f3ccb30 req-1f07b495-42ec-4f23-a82d-f1c84edc927c tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] 10.222.0.69 "GET /v2.0/ports?device_id=a891d28b-c416-4420-b891-4a39dcfc1675 HTTP/1.1" status: 200 len: 944 time: 0.0793221 Aug 19 14:58:54.477008 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-077aa5cc-cb59-4c65-b200-357a3f3ccb30 req-cb6ec197-f5b6-4e72-a7a9-3359d6c222c9 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] 10.222.0.69 "GET /v2.0/security-groups?id=4973f92f-9387-4ffb-9cc5-c0b70bd869cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514627 Aug 19 14:58:54.570009 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-978498c1-75ae-4411-bcd5-c60b05d73e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:54.634020 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d114a68-45f6-4797-b6ab-7b08d590d220 req-9cddff75-2197-4294-96bf-f59562c44c5d tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:54.635812 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8d114a68-45f6-4797-b6ab-7b08d590d220 req-9cddff75-2197-4294-96bf-f59562c44c5d tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=484eece2-60c8-4693-9d44-55e3e698d975 HTTP/1.1" status: 200 len: 1096 time: 0.0492864 Aug 19 14:58:54.679785 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8d114a68-45f6-4797-b6ab-7b08d590d220 req-ac3417d0-97ef-4e33-b616-f9d2dfbcd4b9 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3727c378-a3a0-4998-9b5a-aa93055d7080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368285 Aug 19 14:58:54.801158 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd17d41-8d87-43e6-9844-14f26349483b req-5c7580e2-be28-4b1a-b337-be08ea821585 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:54.802780 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-efd17d41-8d87-43e6-9844-14f26349483b req-5c7580e2-be28-4b1a-b337-be08ea821585 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=484eece2-60c8-4693-9d44-55e3e698d975 HTTP/1.1" status: 200 len: 1096 time: 0.0469215 Aug 19 14:58:54.841923 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44534) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:54.860897 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-efd17d41-8d87-43e6-9844-14f26349483b req-98c4c143-7082-4919-a89f-a4c1d5396c66 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3727c378-a3a0-4998-9b5a-aa93055d7080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512304 Aug 19 14:58:54.868452 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-978498c1-75ae-4411-bcd5-c60b05d73e23 admin admin] Deleting port 7bff858f-55a9-4e88-bfc5-f58ad378f504 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:58:54.868625 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-978498c1-75ae-4411-bcd5-c60b05d73e23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:54.972035 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-978498c1-75ae-4411-bcd5-c60b05d73e23 admin admin] For port 7bff858f-55a9-4e88-bfc5-f58ad378f504, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=7bff858f-55a9-4e88-bfc5-f58ad378f504,segment=NetworkSegment(a797992c-f015-48a4-a029-21c175cc336b),segment_id=a797992c-f015-48a4-a029-21c175cc336b)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:54.972984 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-978498c1-75ae-4411-bcd5-c60b05d73e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:54.997047 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db2a72-ba4f-45df-976b-019141fce209 req-4ab3a31b-02fd-413c-b1b6-0e39de099386 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:54.998979 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-17db2a72-ba4f-45df-976b-019141fce209 req-4ab3a31b-02fd-413c-b1b6-0e39de099386 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=484eece2-60c8-4693-9d44-55e3e698d975 HTTP/1.1" status: 200 len: 1096 time: 0.0628765 Aug 19 14:58:55.006473 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-978498c1-75ae-4411-bcd5-c60b05d73e23 admin admin] Calling delete_port for 7bff858f-55a9-4e88-bfc5-f58ad378f504 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:58:55.030169 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 09ab1477-e26b-490f-a45e-c813b0f53b22 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:58:55.046994 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-17db2a72-ba4f-45df-976b-019141fce209 req-13e0c633-6446-4012-a56a-d1edfba75cb5 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3727c378-a3a0-4998-9b5a-aa93055d7080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390646 Aug 19 14:58:55.102812 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-bdddc7e9-ad34-464c-ae0a-34ea552037ee admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-614764402-network', 'tenant_id': '07843b229fe5480c8eaea0ee2b1b9abf'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:55.133181 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port 09ab1477-e26b-490f-a45e-c813b0f53b22 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:58:55.137834 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdddc7e9-ad34-464c-ae0a-34ea552037ee admin admin] Made reservation on behalf of 07843b229fe5480c8eaea0ee2b1b9abf for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:58:55.139049 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 09ab1477-e26b-490f-a45e-c813b0f53b22 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:58:55.139728 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:55.139973 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bdddc7e9-ad34-464c-ae0a-34ea552037ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:55.156008 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bdddc7e9-ad34-464c-ae0a-34ea552037ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:55.244083 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:55.260991 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-978498c1-75ae-4411-bcd5-c60b05d73e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:55.287196 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a891d28b-c416-4420-b891-4a39dcfc1675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ab1477-e26b-490f-a45e-c813b0f53b22'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:58:55.291711 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b71d223-bfa7-4c50-b272-01821ec671a4" -d '{"events": [{"server_uuid": "a891d28b-c416-4420-b891-4a39dcfc1675", "name": "network-vif-plugged", "status": "completed", "tag": "09ab1477-e26b-490f-a45e-c813b0f53b22"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:58:55.337718 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 09ab1477-e26b-490f-a45e-c813b0f53b22, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=09ab1477-e26b-490f-a45e-c813b0f53b22,segment=NetworkSegment(c8ecc108-56b4-4269-8e3e-7aca0f96e18c),segment_id=c8ecc108-56b4-4269-8e3e-7aca0f96e18c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:55.344539 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:55.350513 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978498c1-75ae-4411-bcd5-c60b05d73e23 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bff858f-55a9-4e88-bfc5-f58ad378f504,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:55.423067 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bdddc7e9-ad34-464c-ae0a-34ea552037ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:55.448631 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bdddc7e9-ad34-464c-ae0a-34ea552037ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:55.494781 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdddc7e9-ad34-464c-ae0a-34ea552037ee admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:58:55.552638 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bdddc7e9-ad34-464c-ae0a-34ea552037ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:55.553203 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-bdddc7e9-ad34-464c-ae0a-34ea552037ee admin admin] Added segment da60753d-0d76-43c7-83a1-8a23171da932 of type vlan for network b91bfcc6-4c80-4d18-a1b2-38d604837948 Aug 19 14:58:55.556024 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdddc7e9-ad34-464c-ae0a-34ea552037ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80da6951-7cc2-47f8-bfab-d6791b08d176,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:55.614661 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1cab1-02d3-4471-82f5-c026bb4ac02c req-a128742b-3012-4bc4-87ed-58b1a3f36a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:55.617574 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b6c1cab1-02d3-4471-82f5-c026bb4ac02c req-a128742b-3012-4bc4-87ed-58b1a3f36a19 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=a891d28b-c416-4420-b891-4a39dcfc1675 HTTP/1.1" status: 200 len: 1096 time: 0.1503534 Aug 19 14:58:55.695577 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bdddc7e9-ad34-464c-ae0a-34ea552037ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:55.720817 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c94018-dd7d-4c67-8ffa-d850d1e55736 x-openstack-request-id: req-f7c94018-dd7d-4c67-8ffa-d850d1e55736 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:58:55.721435 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a891d28b-c416-4420-b891-4a39dcfc1675", "name": "network-vif-plugged", "status": "completed", "tag": "09ab1477-e26b-490f-a45e-c813b0f53b22", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:58:55.721927 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f7c94018-dd7d-4c67-8ffa-d850d1e55736 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:58:55.722529 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a891d28b-c416-4420-b891-4a39dcfc1675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ab1477-e26b-490f-a45e-c813b0f53b22', 'code': 200} Aug 19 14:58:55.723300 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=09ab1477-e26b-490f-a45e-c813b0f53b22,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:55.791745 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b6c1cab1-02d3-4471-82f5-c026bb4ac02c req-6819a6e9-c3ef-4cad-96e9-c4d2e9a7b66a service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=4973f92f-9387-4ffb-9cc5-c0b70bd869cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886772 Aug 19 14:58:55.814167 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-978498c1-75ae-4411-bcd5-c60b05d73e23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:55.849288 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed46bb-8e13-4544-9785-648d743a9903 req-d3ab405b-bad1-41c9-9cb3-55364be1c516 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:55.857012 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3fed46bb-8e13-4544-9785-648d743a9903 req-d3ab405b-bad1-41c9-9cb3-55364be1c516 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] 10.222.0.69 "GET /v2.0/ports?device_id=a891d28b-c416-4420-b891-4a39dcfc1675 HTTP/1.1" status: 200 len: 945 time: 0.2202446 Aug 19 14:58:55.862038 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bdddc7e9-ad34-464c-ae0a-34ea552037ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:55.863018 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdddc7e9-ad34-464c-ae0a-34ea552037ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:55.863771 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bdddc7e9-ad34-464c-ae0a-34ea552037ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:55.990151 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-bdddc7e9-ad34-464c-ae0a-34ea552037ee admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1467705 Aug 19 14:58:55.994387 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44582) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:56.002665 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-361e10f3-7e9b-40d1-858d-c2474f6fdbe7 admin admin] Request body: {'subnet': {'network_id': 'b91bfcc6-4c80-4d18-a1b2-38d604837948', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-614764402-subnet', 'tenant_id': '07843b229fe5480c8eaea0ee2b1b9abf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:56.021269 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdddc7e9-ad34-464c-ae0a-34ea552037ee admin admin] Pushing event updated for resources: {'Network': ['ID=b91bfcc6-4c80-4d18-a1b2-38d604837948,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:56.032811 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network b91bfcc6-4c80-4d18-a1b2-38d604837948 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:58:56.037164 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd2252-a0f8-4c0a-8a05-cbb9a662840f req-4d407631-5b83-42ca-9d98-2b1dad836e16 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:56.039035 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-36dd2252-a0f8-4c0a-8a05-cbb9a662840f req-4d407631-5b83-42ca-9d98-2b1dad836e16 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/networks?id=954b0ad6-a93b-4f27-93b4-15e8abd75aca HTTP/1.1" status: 200 len: 910 time: 0.2631059 Aug 19 14:58:56.047926 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3fed46bb-8e13-4544-9785-648d743a9903 req-62cee248-fcb7-42d0-be83-40718b6770e9 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] 10.222.0.69 "GET /v2.0/security-groups?id=4973f92f-9387-4ffb-9cc5-c0b70bd869cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791623 Aug 19 14:58:56.071924 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-36dd2252-a0f8-4c0a-8a05-cbb9a662840f req-93acfcec-93a2-4d5c-836b-d3e632fd5b6b tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/quotas/7caace3beb3b4380aedf07a85734de50 HTTP/1.1" status: 200 len: 375 time: 0.0224936 Aug 19 14:58:56.104478 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361e10f3-7e9b-40d1-858d-c2474f6fdbe7 admin admin] Made reservation on behalf of 07843b229fe5480c8eaea0ee2b1b9abf for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:58:56.111343 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-361e10f3-7e9b-40d1-858d-c2474f6fdbe7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:56.171582 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-36dd2252-a0f8-4c0a-8a05-cbb9a662840f req-d47d1309-cf3a-4863-9584-99ac8d673a90 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/ports?tenant_id=7caace3beb3b4380aedf07a85734de50&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0828846 Aug 19 14:58:56.211381 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-978498c1-75ae-4411-bcd5-c60b05d73e23 admin admin] Router f8b54a02-873a-44a0-93c0-8ff8c62432ce has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:58:56.301000 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-36dd2252-a0f8-4c0a-8a05-cbb9a662840f req-f39484c5-2e68-4774-8f1e-c63283f3ea05 service neutron] 10.222.0.69 "GET /v2.0/networks/954b0ad6-a93b-4f27-93b4-15e8abd75aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249866 Aug 19 14:58:56.377080 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978498c1-75ae-4411-bcd5-c60b05d73e23 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:58:56.401455 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-978498c1-75ae-4411-bcd5-c60b05d73e23 admin admin] 10.222.0.69 "PUT /v2.0/routers/f8b54a02-873a-44a0-93c0-8ff8c62432ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7223125 Aug 19 14:58:56.407789 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44592) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:56.408323 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230a5272-b161-4c68-9f7b-00aa75d24d7f None None] Sync routers for ids ['f8b54a02-873a-44a0-93c0-8ff8c62432ce'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:58:56.431299 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230a5272-b161-4c68-9f7b-00aa75d24d7f None None] Routers {'f8b54a02-873a-44a0-93c0-8ff8c62432ce'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:58:56.433030 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-230a5272-b161-4c68-9f7b-00aa75d24d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:58:35Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['f8b54a02-873a-44a0-93c0-8ff8c62432ce'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:56.441551 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-36dd2252-a0f8-4c0a-8a05-cbb9a662840f req-9840ae88-434d-45c5-959b-92afad468219 service neutron] 10.222.0.69 "GET /v2.0/networks/954b0ad6-a93b-4f27-93b4-15e8abd75aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375921 Aug 19 14:58:56.529163 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c644e864-08fc-48a4-828b-edeb282e084e admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:56.531869 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-361e10f3-7e9b-40d1-858d-c2474f6fdbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:56.648891 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-230a5272-b161-4c68-9f7b-00aa75d24d7f None None] Set router f8b54a02-873a-44a0-93c0-8ff8c62432ce gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:58:56.679050 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361e10f3-7e9b-40d1-858d-c2474f6fdbe7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51ab03fc-3ddc-4c70-8a7d-49b272048233,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:56.710648 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361e10f3-7e9b-40d1-858d-c2474f6fdbe7 admin admin] Checking segment: {'id': 'da60753d-0d76-43c7-83a1-8a23171da932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b91bfcc6-4c80-4d18-a1b2-38d604837948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:58:56.711048 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361e10f3-7e9b-40d1-858d-c2474f6fdbe7 admin admin] Network hostable DHCP agents. Network: b91bfcc6-4c80-4d18-a1b2-38d604837948, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:58:56.732938 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c644e864-08fc-48a4-828b-edeb282e084e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:56.741494 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361e10f3-7e9b-40d1-858d-c2474f6fdbe7 admin admin] Network b91bfcc6-4c80-4d18-a1b2-38d604837948 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:58:56.778075 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-363f0ce8-f117-46d5-868a-b27631624669 req-00f69dd3-b37f-496a-9ceb-f814189e0c9b tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=0670b51f-0c53-4584-b8c7-b78d41ae5a3d HTTP/1.1" status: 200 len: 210 time: 0.0715904 Aug 19 14:58:56.795393 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-361e10f3-7e9b-40d1-858d-c2474f6fdbe7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, b91bfcc6-4c80-4d18-a1b2-38d604837948) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:58:56.807717 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361e10f3-7e9b-40d1-858d-c2474f6fdbe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:56.809625 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42eccd92-31a7-4565-9d1f-ab81b5c40204 None None] Network b91bfcc6-4c80-4d18-a1b2-38d604837948 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:58:56.810390 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-361e10f3-7e9b-40d1-858d-c2474f6fdbe7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:56.845685 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-361e10f3-7e9b-40d1-858d-c2474f6fdbe7 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8498745 Aug 19 14:58:56.876374 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c644e864-08fc-48a4-828b-edeb282e084e admin admin] Deleting port 83ab41a7-6a17-4875-9a0f-f119a9367955 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:58:56.877187 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c644e864-08fc-48a4-828b-edeb282e084e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:57.019168 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-c644e864-08fc-48a4-828b-edeb282e084e admin admin] For port 83ab41a7-6a17-4875-9a0f-f119a9367955, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=83ab41a7-6a17-4875-9a0f-f119a9367955,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:57.019839 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c644e864-08fc-48a4-828b-edeb282e084e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:57.035508 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c644e864-08fc-48a4-828b-edeb282e084e admin admin] Calling delete_port for 83ab41a7-6a17-4875-9a0f-f119a9367955 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:58:57.170495 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f394a7eb-5d37-4d4d-a635-055efd2fc516 None None] Network b91bfcc6-4c80-4d18-a1b2-38d604837948 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:58:57.274942 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173df70f-e7bd-433c-8baa-321b033b1956 req-824d55d9-dccb-4cf0-a42c-4f4abbd18e3a tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:57.286747 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-173df70f-e7bd-433c-8baa-321b033b1956 req-824d55d9-dccb-4cf0-a42c-4f4abbd18e3a tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] 10.222.0.69 "GET /v2.0/ports?device_id=a891d28b-c416-4420-b891-4a39dcfc1675 HTTP/1.1" status: 200 len: 945 time: 0.0985751 Aug 19 14:58:57.341459 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-173df70f-e7bd-433c-8baa-321b033b1956 req-58fc1d03-c101-4d44-9009-671a727381ad tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] 10.222.0.69 "GET /v2.0/security-groups?id=4973f92f-9387-4ffb-9cc5-c0b70bd869cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496917 Aug 19 14:58:57.343581 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c644e864-08fc-48a4-828b-edeb282e084e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:57.417024 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-230a5272-b161-4c68-9f7b-00aa75d24d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b54a02-873a-44a0-93c0-8ff8c62432ce', 'name': 'tempest-ServerActionsTestJSON-378060272-router', 'tenant_id': '8bf9338b14bd4de0a247947d4332bed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '83ab41a7-6a17-4875-9a0f-f119a9367955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:49:20Z', 'updated_at': '2021-08-19T14:58:55Z', 'revision_number': 5, 'project_id': '8bf9338b14bd4de0a247947d4332bed4', 'gw_port': {'id': '83ab41a7-6a17-4875-9a0f-f119a9367955', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b54a02-873a-44a0-93c0-8ff8c62432ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:49:21Z', 'updated_at': '2021-08-19T14:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:57.434469 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c644e864-08fc-48a4-828b-edeb282e084e admin admin] Pushing event deleted for resources: {'Port': ['ID=83ab41a7-6a17-4875-9a0f-f119a9367955,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:57.454592 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230a5272-b161-4c68-9f7b-00aa75d24d7f None None] Checking router: f8b54a02-873a-44a0-93c0-8ff8c62432ce for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:58:57.484149 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230a5272-b161-4c68-9f7b-00aa75d24d7f None None] Routers {'f8b54a02-873a-44a0-93c0-8ff8c62432ce'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:58:57.484832 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-230a5272-b161-4c68-9f7b-00aa75d24d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:58:35Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['f8b54a02-873a-44a0-93c0-8ff8c62432ce'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:57.521930 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c644e864-08fc-48a4-828b-edeb282e084e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:57.617071 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-230a5272-b161-4c68-9f7b-00aa75d24d7f None None] Set router f8b54a02-873a-44a0-93c0-8ff8c62432ce gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:58:57.643381 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c644e864-08fc-48a4-828b-edeb282e084e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:57.646064 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c644e864-08fc-48a4-828b-edeb282e084e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:57.703242 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c644e864-08fc-48a4-828b-edeb282e084e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:57.703869 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c644e864-08fc-48a4-828b-edeb282e084e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8b54a02-873a-44a0-93c0-8ff8c62432ce {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:58:57.712739 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44642) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:57.721365 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c644e864-08fc-48a4-828b-edeb282e084e admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:57.722127 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-230a5272-b161-4c68-9f7b-00aa75d24d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b54a02-873a-44a0-93c0-8ff8c62432ce', 'name': 'tempest-ServerActionsTestJSON-378060272-router', 'tenant_id': '8bf9338b14bd4de0a247947d4332bed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:49:20Z', 'updated_at': '2021-08-19T14:58:57Z', 'revision_number': 7, 'project_id': '8bf9338b14bd4de0a247947d4332bed4', 'gw_port_host': None}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:57.724318 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c644e864-08fc-48a4-828b-edeb282e084e admin admin] 10.222.0.69 "DELETE /v2.0/routers/f8b54a02-873a-44a0-93c0-8ff8c62432ce HTTP/1.1" status: 204 len: 168 time: 1.3158782 Aug 19 14:58:57.728095 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44646) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:57.756353 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230a5272-b161-4c68-9f7b-00aa75d24d7f None None] The sync data for ids ['f8b54a02-873a-44a0-93c0-8ff8c62432ce'] in n-d-766043-2 is: [{'id': 'f8b54a02-873a-44a0-93c0-8ff8c62432ce', 'name': 'tempest-ServerActionsTestJSON-378060272-router', 'tenant_id': '8bf9338b14bd4de0a247947d4332bed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:49:20Z', 'updated_at': '2021-08-19T14:58:57Z', 'revision_number': 7, 'project_id': '8bf9338b14bd4de0a247947d4332bed4', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:58:57.859840 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5af308c-82b3-4666-9a91-ff9757509404 admin admin] Deleting subnet 5ebe78ca-28f7-43fa-89de-04375d30f6cd {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:58:57.863930 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5af308c-82b3-4666-9a91-ff9757509404 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:57.923380 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5af308c-82b3-4666-9a91-ff9757509404 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:58.012099 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-493ae048-9686-4e69-994d-d7969fb4dcfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:58.015409 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-31a8da2e-ed90-4121-9017-3bb9811ec1af req-7612b91c-0562-4394-a0cc-ca12ec1f0a0b tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=0670b51f-0c53-4584-b8c7-b78d41ae5a3d HTTP/1.1" status: 200 len: 210 time: 0.0544474 Aug 19 14:58:58.097769 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5af308c-82b3-4666-9a91-ff9757509404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:58.128072 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44660) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:58.139483 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-03584d42-3f3c-40a3-abbf-0ce95fb0622c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-728961030-network', 'tenant_id': '363d6c8c2474476786d547c1def9e109'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:58.204195 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5af308c-82b3-4666-9a91-ff9757509404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:58.238784 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5af308c-82b3-4666-9a91-ff9757509404 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ebe78ca-28f7-43fa-89de-04375d30f6cd,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:58.257948 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-493ae048-9686-4e69-994d-d7969fb4dcfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:58.260381 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5af308c-82b3-4666-9a91-ff9757509404 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:58.263379 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f5af308c-82b3-4666-9a91-ff9757509404 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/5ebe78ca-28f7-43fa-89de-04375d30f6cd HTTP/1.1" status: 204 len: 168 time: 0.5340033 Aug 19 14:58:58.266520 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-493ae048-9686-4e69-994d-d7969fb4dcfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:58.269791 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ac0e73-d44d-4281-933f-db9c1be7015b None None] Network 8d226290-6085-496f-b9eb-bf514760f427 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:58:58.277928 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44662) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:58.298636 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-493ae048-9686-4e69-994d-d7969fb4dcfc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3b7e0d9277374ec6bc09a5f2452cca94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5838957 Aug 19 14:58:58.311599 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44666) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:58.404397 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03584d42-3f3c-40a3-abbf-0ce95fb0622c admin admin] Made reservation on behalf of 363d6c8c2474476786d547c1def9e109 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:58:58.406699 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e60c7e4-e416-40c1-a983-5b8c84b4d935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:58.406835 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-03584d42-3f3c-40a3-abbf-0ce95fb0622c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:58.415879 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493ae048-9686-4e69-994d-d7969fb4dcfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f368ec4-80d5-4c56-9d61-4c92974e3476,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:58.423376 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-03584d42-3f3c-40a3-abbf-0ce95fb0622c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:58.462924 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd2252-a0f8-4c0a-8a05-cbb9a662840f req-687afcb6-664a-4f61-baf4-4433079073d9 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:58.464962 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-36dd2252-a0f8-4c0a-8a05-cbb9a662840f req-687afcb6-664a-4f61-baf4-4433079073d9 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.68 "GET /v2.0/networks?id=954b0ad6-a93b-4f27-93b4-15e8abd75aca HTTP/1.1" status: 200 len: 910 time: 0.2858262 Aug 19 14:58:58.503399 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-36dd2252-a0f8-4c0a-8a05-cbb9a662840f req-02bab292-a5d6-41c6-84dc-0d71be6e4da1 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Request body: {'port': {'device_id': '0670b51f-0c53-4584-b8c7-b78d41ae5a3d', 'network_id': '954b0ad6-a93b-4f27-93b4-15e8abd75aca', 'admin_state_up': True, 'tenant_id': '7caace3beb3b4380aedf07a85734de50'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:58.537434 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-1e60c7e4-e416-40c1-a983-5b8c84b4d935 admin admin] Deleting port f9272a8e-2801-4cb5-95d8-46aa94ab66e5 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:58:58.537932 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e60c7e4-e416-40c1-a983-5b8c84b4d935 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:58.544387 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-03584d42-3f3c-40a3-abbf-0ce95fb0622c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:58.550783 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-03584d42-3f3c-40a3-abbf-0ce95fb0622c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:58.553808 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f926a66c-c981-40b9-87df-7d2a1333cbd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:58.576412 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f926a66c-c981-40b9-87df-7d2a1333cbd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:58.615794 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36dd2252-a0f8-4c0a-8a05-cbb9a662840f req-02bab292-a5d6-41c6-84dc-0d71be6e4da1 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Made reservation on behalf of 7caace3beb3b4380aedf07a85734de50 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:58:58.618361 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-36dd2252-a0f8-4c0a-8a05-cbb9a662840f req-02bab292-a5d6-41c6-84dc-0d71be6e4da1 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:58.633947 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-1e60c7e4-e416-40c1-a983-5b8c84b4d935 admin admin] For port f9272a8e-2801-4cb5-95d8-46aa94ab66e5, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=f9272a8e-2801-4cb5-95d8-46aa94ab66e5,segment=NetworkSegment(a797992c-f015-48a4-a029-21c175cc336b),segment_id=a797992c-f015-48a4-a029-21c175cc336b)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:58.634419 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e60c7e4-e416-40c1-a983-5b8c84b4d935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:58.654374 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f926a66c-c981-40b9-87df-7d2a1333cbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:58.657874 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f926a66c-c981-40b9-87df-7d2a1333cbd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:58.662459 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f926a66c-c981-40b9-87df-7d2a1333cbd4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7f368ec4-80d5-4c56-9d61-4c92974e3476 HTTP/1.1" status: 204 len: 168 time: 0.3434122 Aug 19 14:58:58.662647 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-1e60c7e4-e416-40c1-a983-5b8c84b4d935 admin admin] Calling delete_port for f9272a8e-2801-4cb5-95d8-46aa94ab66e5 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:58:58.663396 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03584d42-3f3c-40a3-abbf-0ce95fb0622c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c30aa55-7a8a-4a97-8df8-82c34f7fc3f3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:58.673635 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03584d42-3f3c-40a3-abbf-0ce95fb0622c admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:58:58.688340 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926a66c-c981-40b9-87df-7d2a1333cbd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f368ec4-80d5-4c56-9d61-4c92974e3476,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:58.692388 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d47fe4f-3237-4f62-902c-55d7bc3a046b None None] DHCP port deletion for 8d226290-6085-496f-b9eb-bf514760f427 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:58:58.706334 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-03584d42-3f3c-40a3-abbf-0ce95fb0622c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:58.709063 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-03584d42-3f3c-40a3-abbf-0ce95fb0622c admin admin] Added segment 94e12a16-76d1-4289-855b-787274ff5646 of type vlan for network c6e2b556-a910-4f44-8c9f-744f265ea6b0 Aug 19 14:58:58.811158 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-03584d42-3f3c-40a3-abbf-0ce95fb0622c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:58.820955 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6d47fe4f-3237-4f62-902c-55d7bc3a046b None None] Deleting port f9272a8e-2801-4cb5-95d8-46aa94ab66e5 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:58:58.821644 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6d47fe4f-3237-4f62-902c-55d7bc3a046b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:58.859072 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-36dd2252-a0f8-4c0a-8a05-cbb9a662840f req-02bab292-a5d6-41c6-84dc-0d71be6e4da1 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Allocated IP 172.20.0.3 (954b0ad6-a93b-4f27-93b4-15e8abd75aca/dbbd01bc-d8b8-4a28-b1b5-3b39723fb4d1/4997d0aa-e4dc-4272-a315-f5e615405908) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:58:58.896703 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e60c7e4-e416-40c1-a983-5b8c84b4d935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:58.905377 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-03584d42-3f3c-40a3-abbf-0ce95fb0622c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:58.907455 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03584d42-3f3c-40a3-abbf-0ce95fb0622c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:58.909696 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-03584d42-3f3c-40a3-abbf-0ce95fb0622c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:58.933963 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6d47fe4f-3237-4f62-902c-55d7bc3a046b None None] For port f9272a8e-2801-4cb5-95d8-46aa94ab66e5, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=f9272a8e-2801-4cb5-95d8-46aa94ab66e5,segment=NetworkSegment(a797992c-f015-48a4-a029-21c175cc336b),segment_id=a797992c-f015-48a4-a029-21c175cc336b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:58:58.934361 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6d47fe4f-3237-4f62-902c-55d7bc3a046b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:58.978382 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60c7e4-e416-40c1-a983-5b8c84b4d935 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9272a8e-2801-4cb5-95d8-46aa94ab66e5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:58.998992 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e60c7e4-e416-40c1-a983-5b8c84b4d935 admin admin] No DVR routers for this DVR port f9272a8e-2801-4cb5-95d8-46aa94ab66e5 on host n-d-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:58:59.001536 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6d47fe4f-3237-4f62-902c-55d7bc3a046b None None] Calling delete_port for f9272a8e-2801-4cb5-95d8-46aa94ab66e5 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:58:59.071070 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03584d42-3f3c-40a3-abbf-0ce95fb0622c admin admin] Pushing event updated for resources: {'Network': ['ID=c6e2b556-a910-4f44-8c9f-744f265ea6b0,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:59.075475 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-03584d42-3f3c-40a3-abbf-0ce95fb0622c admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9450948 Aug 19 14:58:59.078224 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44676) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:59.088580 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a3e562ed-f012-4428-a6fe-8afb063edc2a admin admin] Request body: {'subnet': {'network_id': 'c6e2b556-a910-4f44-8c9f-744f265ea6b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-728961030-subnet', 'tenant_id': '363d6c8c2474476786d547c1def9e109', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:59.127057 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e562ed-f012-4428-a6fe-8afb063edc2a admin admin] Made reservation on behalf of 363d6c8c2474476786d547c1def9e109 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:58:59.130934 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a3e562ed-f012-4428-a6fe-8afb063edc2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:59.217042 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network c6e2b556-a910-4f44-8c9f-744f265ea6b0 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:58:59.297940 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7347462e-29b5-4ee7-8d57-9648d17317ac req-019db2d7-2c99-4aab-b6e7-9bfb0475fc1a tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=0670b51f-0c53-4584-b8c7-b78d41ae5a3d HTTP/1.1" status: 200 len: 210 time: 0.0755281 Aug 19 14:58:59.304231 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44678) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:59.312053 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e60c7e4-e416-40c1-a983-5b8c84b4d935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:59.326857 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-91682b43-784a-4a5c-9442-485e245c12d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:59.339181 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6d47fe4f-3237-4f62-902c-55d7bc3a046b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:59.347862 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-1e60c7e4-e416-40c1-a983-5b8c84b4d935 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d226290-6085-496f-b9eb-bf514760f427']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:59.365693 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-1e60c7e4-e416-40c1-a983-5b8c84b4d935 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a797992c-f015-48a4-a029-21c175cc336b') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:59.366160 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-1e60c7e4-e416-40c1-a983-5b8c84b4d935 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a797992c-f015-48a4-a029-21c175cc336b') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:58:59.381858 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e60c7e4-e416-40c1-a983-5b8c84b4d935 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:59.391750 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d47fe4f-3237-4f62-902c-55d7bc3a046b None None] Pushing event deleted for resources: {'Port': ['ID=f9272a8e-2801-4cb5-95d8-46aa94ab66e5,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:59.400824 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e60c7e4-e416-40c1-a983-5b8c84b4d935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:59.410514 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d47fe4f-3237-4f62-902c-55d7bc3a046b None None] No DVR routers for this DVR port f9272a8e-2801-4cb5-95d8-46aa94ab66e5 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:58:59.414055 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e60c7e4-e416-40c1-a983-5b8c84b4d935 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:58:59.419089 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e60c7e4-e416-40c1-a983-5b8c84b4d935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:59.436501 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:58:59.436501 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:58:59.436501 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:58:59.436501 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:58:59.436501 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:58:59.436501 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:58:59.436501 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:58:59.436501 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:58:59.436501 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:58:59.436501 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:58:59.436501 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:58:59.436501 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:58:59.436501 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:58:59.436501 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:58:59.436501 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:58:59.436501 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:58:59.436501 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:58:59.436501 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:58:59.436501 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:58:59.436501 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:58:59.436501 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:58:59.436501 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:58:59.436501 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:58:59.436501 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:58:59.436501 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:58:59.436501 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:58:59.436501 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:58:59.436501 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:58:59.436501 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:58:59.436501 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:58:59.436501 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:58:59.436501 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:58:59.537179 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-36dd2252-a0f8-4c0a-8a05-cbb9a662840f req-02bab292-a5d6-41c6-84dc-0d71be6e4da1 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:59.546707 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 7bff858f-55a9-4e88-bfc5-f58ad378f504 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:58:59.570322 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-36dd2252-a0f8-4c0a-8a05-cbb9a662840f req-02bab292-a5d6-41c6-84dc-0d71be6e4da1 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Transition to ACTIVE for port object 4997d0aa-e4dc-4272-a315-f5e615405908 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:58:59.577544 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 7bff858f-55a9-4e88-bfc5-f58ad378f504 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:58:59.578038 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 7bff858f-55a9-4e88-bfc5-f58ad378f504 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:58:59.578749 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 83ab41a7-6a17-4875-9a0f-f119a9367955 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:58:59.601573 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 83ab41a7-6a17-4875-9a0f-f119a9367955 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:58:59.602351 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 83ab41a7-6a17-4875-9a0f-f119a9367955 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:58:59.603018 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device f9272a8e-2801-4cb5-95d8-46aa94ab66e5 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:58:59.605759 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e60c7e4-e416-40c1-a983-5b8c84b4d935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:59.624276 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e60c7e4-e416-40c1-a983-5b8c84b4d935 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:59.626488 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1e60c7e4-e416-40c1-a983-5b8c84b4d935 admin admin] 10.222.0.69 "DELETE /v2.0/networks/8d226290-6085-496f-b9eb-bf514760f427 HTTP/1.1" status: 204 len: 168 time: 1.3456273 Aug 19 14:58:59.627407 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60c7e4-e416-40c1-a983-5b8c84b4d935 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d226290-6085-496f-b9eb-bf514760f427,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:59.630013 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-36dd2252-a0f8-4c0a-8a05-cbb9a662840f req-02bab292-a5d6-41c6-84dc-0d71be6e4da1 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:59.633469 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a3e562ed-f012-4428-a6fe-8afb063edc2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:59.670664 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['b5cd60dc-67b1-4ff3-8005-0c15a6d23e49'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:58:59.687756 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bab292-a5d6-41c6-84dc-0d71be6e4da1 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Pushing event updated for resources: {'Port': ['ID=4997d0aa-e4dc-4272-a315-f5e615405908,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:59.694727 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36dd2252-a0f8-4c0a-8a05-cbb9a662840f req-02bab292-a5d6-41c6-84dc-0d71be6e4da1 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Network 954b0ad6-a93b-4f27-93b4-15e8abd75aca is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:58:59.694998 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: f9272a8e-2801-4cb5-95d8-46aa94ab66e5 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:58:59.695577 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device f9272a8e-2801-4cb5-95d8-46aa94ab66e5 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:58:59.696447 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-36dd2252-a0f8-4c0a-8a05-cbb9a662840f req-02bab292-a5d6-41c6-84dc-0d71be6e4da1 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:58:59.698898 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-36dd2252-a0f8-4c0a-8a05-cbb9a662840f req-02bab292-a5d6-41c6-84dc-0d71be6e4da1 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:58:59.719147 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-91682b43-784a-4a5c-9442-485e245c12d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:59.739735 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-91682b43-784a-4a5c-9442-485e245c12d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:59.742749 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd2252-a0f8-4c0a-8a05-cbb9a662840f req-02bab292-a5d6-41c6-84dc-0d71be6e4da1 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:59.743541 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-36dd2252-a0f8-4c0a-8a05-cbb9a662840f req-02bab292-a5d6-41c6-84dc-0d71be6e4da1 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:59.762723 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-36dd2252-a0f8-4c0a-8a05-cbb9a662840f req-02bab292-a5d6-41c6-84dc-0d71be6e4da1 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.2813849 Aug 19 14:58:59.780477 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-36dd2252-a0f8-4c0a-8a05-cbb9a662840f req-9b5ad817-e17b-48db-8dd4-64a7e4d66f03 service neutron] Request body: {'port': {'device_id': '0670b51f-0c53-4584-b8c7-b78d41ae5a3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:58:59.791706 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e562ed-f012-4428-a6fe-8afb063edc2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=27600b6d-5d43-4515-bd05-43f14186e013,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:59.820539 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e562ed-f012-4428-a6fe-8afb063edc2a admin admin] Checking segment: {'id': '94e12a16-76d1-4289-855b-787274ff5646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c6e2b556-a910-4f44-8c9f-744f265ea6b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:58:59.820813 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e562ed-f012-4428-a6fe-8afb063edc2a admin admin] Network hostable DHCP agents. Network: c6e2b556-a910-4f44-8c9f-744f265ea6b0, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:58:59.841211 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-91682b43-784a-4a5c-9442-485e245c12d6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ffea85f8a7614decbd8e1e3171306dfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5316143 Aug 19 14:58:59.845423 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91682b43-784a-4a5c-9442-485e245c12d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da86da20-c5a6-4fe1-871d-73e619addcd8,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:58:59.847929 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44684) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:58:59.857693 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-36dd2252-a0f8-4c0a-8a05-cbb9a662840f req-9b5ad817-e17b-48db-8dd4-64a7e4d66f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:59.898660 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e562ed-f012-4428-a6fe-8afb063edc2a admin admin] Network c6e2b556-a910-4f44-8c9f-744f265ea6b0 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:58:59.918666 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-a3e562ed-f012-4428-a6fe-8afb063edc2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, c6e2b556-a910-4f44-8c9f-744f265ea6b0) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:58:59.957060 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e562ed-f012-4428-a6fe-8afb063edc2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:58:59.957681 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a3e562ed-f012-4428-a6fe-8afb063edc2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:58:59.958576 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1b6193-9d09-453f-8b8e-4a7b39c95e29 None None] Network c6e2b556-a910-4f44-8c9f-744f265ea6b0 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:59:00.013045 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2e61e61e-5d86-41f7-aeee-8c2cf679cd58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:00.029004 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a3e562ed-f012-4428-a6fe-8afb063edc2a admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9495950 Aug 19 14:59:00.055192 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44688) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:00.114794 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2e61e61e-5d86-41f7-aeee-8c2cf679cd58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:00.158894 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44692) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:00.159541 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-6cab289d-9769-48c4-934f-8edb469386eb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8bf9338b14bd4de0a247947d4332bed4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1011851 Aug 19 14:59:00.196341 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c07c37e9-e137-47ae-80f7-b91fff169c36 None None] Provisioning for port 4997d0aa-e4dc-4272-a315-f5e615405908 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:59:00.220990 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c07c37e9-e137-47ae-80f7-b91fff169c36 None None] Provisioning complete for port 4997d0aa-e4dc-4272-a315-f5e615405908 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:59:00.220990 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c07c37e9-e137-47ae-80f7-b91fff169c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:00.236946 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2e61e61e-5d86-41f7-aeee-8c2cf679cd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:00.240025 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2e61e61e-5d86-41f7-aeee-8c2cf679cd58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:00.241252 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-2e61e61e-5d86-41f7-aeee-8c2cf679cd58 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/da86da20-c5a6-4fe1-871d-73e619addcd8 HTTP/1.1" status: 204 len: 168 time: 0.3906956 Aug 19 14:59:00.252104 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e61e61e-5d86-41f7-aeee-8c2cf679cd58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da86da20-c5a6-4fe1-871d-73e619addcd8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:00.279714 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-503bb06c-b267-413d-ac71-192e9030db65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:00.296502 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44696) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:00.303201 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c07c37e9-e137-47ae-80f7-b91fff169c36 None None] Port 4997d0aa-e4dc-4272-a315-f5e615405908 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:59:00.307588 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-503bb06c-b267-413d-ac71-192e9030db65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:00.368258 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aec0c9e-7a95-44a3-a38b-8de446da9fa2 None None] Network c6e2b556-a910-4f44-8c9f-744f265ea6b0 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:59:00.370877 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-36dd2252-a0f8-4c0a-8a05-cbb9a662840f req-9b5ad817-e17b-48db-8dd4-64a7e4d66f03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4997d0aa-e4dc-4272-a315-f5e615405908 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:59:00.375496 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a9bb0e0-aea1-476a-82b2-91c9e2d53f5d admin admin] Deleting subnet 51ab03fc-3ddc-4c70-8a7d-49b272048233 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:59:00.379621 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7a9bb0e0-aea1-476a-82b2-91c9e2d53f5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:00.381503 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-36dd2252-a0f8-4c0a-8a05-cbb9a662840f req-9b5ad817-e17b-48db-8dd4-64a7e4d66f03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:00.396791 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-36dd2252-a0f8-4c0a-8a05-cbb9a662840f req-9b5ad817-e17b-48db-8dd4-64a7e4d66f03 service neutron] Transition to ACTIVE for port object 4997d0aa-e4dc-4272-a315-f5e615405908 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:59:00.403032 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-36dd2252-a0f8-4c0a-8a05-cbb9a662840f req-9b5ad817-e17b-48db-8dd4-64a7e4d66f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:00.430278 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7a9bb0e0-aea1-476a-82b2-91c9e2d53f5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:00.486232 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-503bb06c-b267-413d-ac71-192e9030db65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:00.492238 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-503bb06c-b267-413d-ac71-192e9030db65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:00.504505 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-503bb06c-b267-413d-ac71-192e9030db65 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/885bc9bf-273a-454b-9078-381092dcbe5a HTTP/1.1" status: 204 len: 168 time: 0.3415673 Aug 19 14:59:00.540400 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503bb06c-b267-413d-ac71-192e9030db65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885bc9bf-273a-454b-9078-381092dcbe5a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:00.621314 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7a9bb0e0-aea1-476a-82b2-91c9e2d53f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:00.654399 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10001619-024c-42ce-96d2-d9a8c9e88e2c req-0481f06a-810c-4135-a7cc-ae701a94b04f tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:00.655950 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-10001619-024c-42ce-96d2-d9a8c9e88e2c req-0481f06a-810c-4135-a7cc-ae701a94b04f tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=0670b51f-0c53-4584-b8c7-b78d41ae5a3d HTTP/1.1" status: 200 len: 1052 time: 0.1656516 Aug 19 14:59:00.759231 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-10001619-024c-42ce-96d2-d9a8c9e88e2c req-f68c46e3-4d4a-43d0-bbac-0b0d984df6bc tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3727c378-a3a0-4998-9b5a-aa93055d7080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933242 Aug 19 14:59:00.811793 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7a9bb0e0-aea1-476a-82b2-91c9e2d53f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:00.867175 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9bb0e0-aea1-476a-82b2-91c9e2d53f5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51ab03fc-3ddc-4c70-8a7d-49b272048233,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:00.878905 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7a9bb0e0-aea1-476a-82b2-91c9e2d53f5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:00.881152 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-7a9bb0e0-aea1-476a-82b2-91c9e2d53f5d admin admin] 10.222.0.69 "DELETE /v2.0/subnets/51ab03fc-3ddc-4c70-8a7d-49b272048233 HTTP/1.1" status: 204 len: 168 time: 0.5833335 Aug 19 14:59:00.883657 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44710) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:00.970229 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a8de980d-81b7-4354-b4e2-13bcb1dfa4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:01.067991 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a8de980d-81b7-4354-b4e2-13bcb1dfa4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:01.081369 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a8de980d-81b7-4354-b4e2-13bcb1dfa4d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b91bfcc6-4c80-4d18-a1b2-38d604837948']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:01.092872 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a8de980d-81b7-4354-b4e2-13bcb1dfa4d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da60753d-0d76-43c7-83a1-8a23171da932') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:01.093415 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a8de980d-81b7-4354-b4e2-13bcb1dfa4d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da60753d-0d76-43c7-83a1-8a23171da932') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:01.104035 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a8de980d-81b7-4354-b4e2-13bcb1dfa4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:01.130951 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a8de980d-81b7-4354-b4e2-13bcb1dfa4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:01.146383 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8de980d-81b7-4354-b4e2-13bcb1dfa4d5 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:59:01.148529 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a8de980d-81b7-4354-b4e2-13bcb1dfa4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:01.153244 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:59:01.153244 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:59:01.153244 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:59:01.153244 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:59:01.153244 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:59:01.153244 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:59:01.153244 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:59:01.153244 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:59:01.153244 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:59:01.153244 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:59:01.153244 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:59:01.153244 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:59:01.153244 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:59:01.153244 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:59:01.153244 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:59:01.153244 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:59:01.153244 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:59:01.153244 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:59:01.153244 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:59:01.153244 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:59:01.153244 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:59:01.153244 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:59:01.153244 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:59:01.153244 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:59:01.153244 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:59:01.153244 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:59:01.153244 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:59:01.153244 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:59:01.153244 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:59:01.153244 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:59:01.153244 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:59:01.153244 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:59:01.248618 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5ad817-e17b-48db-8dd4-64a7e4d66f03 service neutron] Pushing event updated for resources: {'Port': ['ID=4997d0aa-e4dc-4272-a315-f5e615405908,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:01.269385 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a8de980d-81b7-4354-b4e2-13bcb1dfa4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:01.291821 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-36dd2252-a0f8-4c0a-8a05-cbb9a662840f req-9b5ad817-e17b-48db-8dd4-64a7e4d66f03 service neutron] Attempting to bind port 4997d0aa-e4dc-4272-a315-f5e615405908 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:59:01.292720 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-36dd2252-a0f8-4c0a-8a05-cbb9a662840f req-9b5ad817-e17b-48db-8dd4-64a7e4d66f03 service neutron] Attempting to bind port 4997d0aa-e4dc-4272-a315-f5e615405908 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': 'c64b3117-a379-42fd-835b-03df6dea4ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '954b0ad6-a93b-4f27-93b4-15e8abd75aca'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:59:01.293058 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dd2252-a0f8-4c0a-8a05-cbb9a662840f req-9b5ad817-e17b-48db-8dd4-64a7e4d66f03 service neutron] Attempting to bind port 4997d0aa-e4dc-4272-a315-f5e615405908 on network 954b0ad6-a93b-4f27-93b4-15e8abd75aca {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:59:01.301172 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a8de980d-81b7-4354-b4e2-13bcb1dfa4d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:01.304877 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dd2252-a0f8-4c0a-8a05-cbb9a662840f req-9b5ad817-e17b-48db-8dd4-64a7e4d66f03 service neutron] Port 4997d0aa-e4dc-4272-a315-f5e615405908 on network 954b0ad6-a93b-4f27-93b4-15e8abd75aca not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:59:01.305204 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dd2252-a0f8-4c0a-8a05-cbb9a662840f req-9b5ad817-e17b-48db-8dd4-64a7e4d66f03 service neutron] Attempting to bind port 4997d0aa-e4dc-4272-a315-f5e615405908 on network 954b0ad6-a93b-4f27-93b4-15e8abd75aca {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:59:01.307273 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a8de980d-81b7-4354-b4e2-13bcb1dfa4d5 admin admin] 10.222.0.69 "DELETE /v2.0/networks/b91bfcc6-4c80-4d18-a1b2-38d604837948 HTTP/1.1" status: 204 len: 168 time: 0.4216406 Aug 19 14:59:01.309276 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8de980d-81b7-4354-b4e2-13bcb1dfa4d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b91bfcc6-4c80-4d18-a1b2-38d604837948,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:01.311055 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44734) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:01.315611 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dd2252-a0f8-4c0a-8a05-cbb9a662840f req-9b5ad817-e17b-48db-8dd4-64a7e4d66f03 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:59:01.315963 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dd2252-a0f8-4c0a-8a05-cbb9a662840f req-9b5ad817-e17b-48db-8dd4-64a7e4d66f03 service neutron] Checking segment: {'id': 'c64b3117-a379-42fd-835b-03df6dea4ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '954b0ad6-a93b-4f27-93b4-15e8abd75aca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:59:01.316353 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dd2252-a0f8-4c0a-8a05-cbb9a662840f req-9b5ad817-e17b-48db-8dd4-64a7e4d66f03 service neutron] Bound using segment: {'id': 'c64b3117-a379-42fd-835b-03df6dea4ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '954b0ad6-a93b-4f27-93b4-15e8abd75aca'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:59:01.316841 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-36dd2252-a0f8-4c0a-8a05-cbb9a662840f req-9b5ad817-e17b-48db-8dd4-64a7e4d66f03 service neutron] Bound port: 4997d0aa-e4dc-4272-a315-f5e615405908, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c64b3117-a379-42fd-835b-03df6dea4ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '954b0ad6-a93b-4f27-93b4-15e8abd75aca'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:59:01.317197 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-36dd2252-a0f8-4c0a-8a05-cbb9a662840f req-9b5ad817-e17b-48db-8dd4-64a7e4d66f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:01.370000 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-76c0f31e-30e2-45a7-88fb-8c766e53ade6 admin admin] Deleting subnet 27600b6d-5d43-4515-bd05-43f14186e013 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:59:01.373627 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76c0f31e-30e2-45a7-88fb-8c766e53ade6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:01.383075 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-25e19313-0a13-4a46-ab23-161eb1044138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:01.437625 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-36dd2252-a0f8-4c0a-8a05-cbb9a662840f req-9b5ad817-e17b-48db-8dd4-64a7e4d66f03 service neutron] For port 4997d0aa-e4dc-4272-a315-f5e615405908, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:59:01.447029 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-36dd2252-a0f8-4c0a-8a05-cbb9a662840f req-9b5ad817-e17b-48db-8dd4-64a7e4d66f03 service neutron] For port 4997d0aa-e4dc-4272-a315-f5e615405908, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=4997d0aa-e4dc-4272-a315-f5e615405908,segment=NetworkSegment(c64b3117-a379-42fd-835b-03df6dea4ae2),segment_id=c64b3117-a379-42fd-835b-03df6dea4ae2)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:59:01.447282 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76c0f31e-30e2-45a7-88fb-8c766e53ade6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:01.447897 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-36dd2252-a0f8-4c0a-8a05-cbb9a662840f req-9b5ad817-e17b-48db-8dd4-64a7e4d66f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:01.507442 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd2252-a0f8-4c0a-8a05-cbb9a662840f req-9b5ad817-e17b-48db-8dd4-64a7e4d66f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:01.508040 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-36dd2252-a0f8-4c0a-8a05-cbb9a662840f req-9b5ad817-e17b-48db-8dd4-64a7e4d66f03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:01.509517 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-36dd2252-a0f8-4c0a-8a05-cbb9a662840f req-9b5ad817-e17b-48db-8dd4-64a7e4d66f03 service neutron] 10.222.0.68 "PUT /v2.0/ports/4997d0aa-e4dc-4272-a315-f5e615405908 HTTP/1.1" status: 200 len: 1091 time: 1.7362545 Aug 19 14:59:01.509960 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0670b51f-0c53-4584-b8c7-b78d41ae5a3d', 'tag': '4997d0aa-e4dc-4272-a315-f5e615405908'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:59:01.513266 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c4f31e-1012-4904-a94e-0551c52e965a" -d '{"events": [{"name": "network-changed", "server_uuid": "0670b51f-0c53-4584-b8c7-b78d41ae5a3d", "tag": "4997d0aa-e4dc-4272-a315-f5e615405908"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:59:01.547341 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76c0f31e-30e2-45a7-88fb-8c766e53ade6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:01.551206 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5ad817-e17b-48db-8dd4-64a7e4d66f03 service neutron] Pushing event updated for resources: {'Port': ['ID=4997d0aa-e4dc-4272-a315-f5e615405908,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:01.605314 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f33817-5016-4ba5-8810-e16ddd7b97b8 x-openstack-request-id: req-b5f33817-5016-4ba5-8810-e16ddd7b97b8 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:59:01.605665 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0670b51f-0c53-4584-b8c7-b78d41ae5a3d", "tag": "4997d0aa-e4dc-4272-a315-f5e615405908", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:59:01.607247 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b5f33817-5016-4ba5-8810-e16ddd7b97b8 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:59:01.611827 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0670b51f-0c53-4584-b8c7-b78d41ae5a3d', 'tag': '4997d0aa-e4dc-4272-a315-f5e615405908', 'status': 'completed', 'code': 200} Aug 19 14:59:01.636767 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76c0f31e-30e2-45a7-88fb-8c766e53ade6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:01.645970 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd2252-a0f8-4c0a-8a05-cbb9a662840f req-331da5b1-2fa1-4091-ab8d-2c2fd726cf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:01.647860 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-36dd2252-a0f8-4c0a-8a05-cbb9a662840f req-331da5b1-2fa1-4091-ab8d-2c2fd726cf3e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=7caace3beb3b4380aedf07a85734de50&device_id=0670b51f-0c53-4584-b8c7-b78d41ae5a3d HTTP/1.1" status: 200 len: 1094 time: 0.0924883 Aug 19 14:59:01.664664 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c0f31e-30e2-45a7-88fb-8c766e53ade6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27600b6d-5d43-4515-bd05-43f14186e013,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:01.671690 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76c0f31e-30e2-45a7-88fb-8c766e53ade6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:01.674517 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-76c0f31e-30e2-45a7-88fb-8c766e53ade6 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/27600b6d-5d43-4515-bd05-43f14186e013 HTTP/1.1" status: 204 len: 168 time: 0.3623309 Aug 19 14:59:01.677927 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44744) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:01.814272 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-36dd2252-a0f8-4c0a-8a05-cbb9a662840f req-b34bec5f-a268-4300-b6d6-516364920131 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4997d0aa-e4dc-4272-a315-f5e615405908 HTTP/1.1" status: 200 len: 217 time: 0.1355796 Aug 19 14:59:01.929365 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2cb5fa22-a3f2-44f9-abfe-b12b20bc4e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:01.939287 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd2252-a0f8-4c0a-8a05-cbb9a662840f req-13851f2a-195c-42ac-b4ce-40dbf9244647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:01.941262 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-36dd2252-a0f8-4c0a-8a05-cbb9a662840f req-13851f2a-195c-42ac-b4ce-40dbf9244647 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dbbd01bc-d8b8-4a28-b1b5-3b39723fb4d1 HTTP/1.1" status: 200 len: 848 time: 0.1271510 Aug 19 14:59:01.999354 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd2252-a0f8-4c0a-8a05-cbb9a662840f req-846dcb9f-92bb-471c-88d5-9b5b8e7ee321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:02.001137 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-36dd2252-a0f8-4c0a-8a05-cbb9a662840f req-846dcb9f-92bb-471c-88d5-9b5b8e7ee321 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=954b0ad6-a93b-4f27-93b4-15e8abd75aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507457 Aug 19 14:59:02.124659 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-36dd2252-a0f8-4c0a-8a05-cbb9a662840f req-c3b75302-69d0-470c-9222-1343c6631c10 service neutron] 10.222.0.68 "GET /v2.0/networks/954b0ad6-a93b-4f27-93b4-15e8abd75aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148088 Aug 19 14:59:02.125269 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2cb5fa22-a3f2-44f9-abfe-b12b20bc4e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:02.147312 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-2cb5fa22-a3f2-44f9-abfe-b12b20bc4e3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6e2b556-a910-4f44-8c9f-744f265ea6b0']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:02.170408 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-2cb5fa22-a3f2-44f9-abfe-b12b20bc4e3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94e12a16-76d1-4289-855b-787274ff5646') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:02.172204 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-2cb5fa22-a3f2-44f9-abfe-b12b20bc4e3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94e12a16-76d1-4289-855b-787274ff5646') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:02.191791 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2cb5fa22-a3f2-44f9-abfe-b12b20bc4e3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:02.220151 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2cb5fa22-a3f2-44f9-abfe-b12b20bc4e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:02.233702 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cb5fa22-a3f2-44f9-abfe-b12b20bc4e3d admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:59:02.234146 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2cb5fa22-a3f2-44f9-abfe-b12b20bc4e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:02.235895 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:59:02.235895 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:59:02.235895 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:59:02.235895 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:59:02.235895 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:59:02.235895 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:59:02.235895 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:59:02.235895 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:59:02.235895 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:59:02.235895 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:59:02.235895 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:59:02.235895 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:59:02.235895 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:59:02.235895 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:59:02.235895 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:59:02.235895 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:59:02.235895 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:59:02.235895 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:59:02.235895 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:59:02.235895 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:59:02.235895 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:59:02.235895 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:59:02.235895 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:59:02.235895 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:59:02.235895 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:59:02.235895 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:59:02.235895 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:59:02.235895 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:59:02.235895 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:59:02.235895 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:59:02.235895 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:59:02.235895 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:59:02.268440 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-36dd2252-a0f8-4c0a-8a05-cbb9a662840f req-d391c521-917c-4f33-9d88-740e5cae509a service neutron] 10.222.0.68 "GET /v2.0/networks/954b0ad6-a93b-4f27-93b4-15e8abd75aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354742 Aug 19 14:59:02.382989 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4f31e-1012-4904-a94e-0551c52e965a req-95de11cd-234b-41a8-b4b3-3468abb4a7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:02.384733 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-11c4f31e-1012-4904-a94e-0551c52e965a req-95de11cd-234b-41a8-b4b3-3468abb4a7a7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=7caace3beb3b4380aedf07a85734de50&device_id=0670b51f-0c53-4584-b8c7-b78d41ae5a3d HTTP/1.1" status: 200 len: 1094 time: 0.0646572 Aug 19 14:59:02.431323 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6fd256-1f34-4eb5-9fab-9a174f0dcdc7 req-5fe64a6c-9251-47f6-837c-49ecdf8040ad tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:02.433871 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3d6fd256-1f34-4eb5-9fab-9a174f0dcdc7 req-5fe64a6c-9251-47f6-837c-49ecdf8040ad tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=0670b51f-0c53-4584-b8c7-b78d41ae5a3d HTTP/1.1" status: 200 len: 1094 time: 0.5278087 Aug 19 14:59:02.435458 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2cb5fa22-a3f2-44f9-abfe-b12b20bc4e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:02.464833 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2cb5fa22-a3f2-44f9-abfe-b12b20bc4e3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:02.470339 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-2cb5fa22-a3f2-44f9-abfe-b12b20bc4e3d admin admin] 10.222.0.69 "DELETE /v2.0/networks/c6e2b556-a910-4f44-8c9f-744f265ea6b0 HTTP/1.1" status: 204 len: 168 time: 0.7911997 Aug 19 14:59:02.492283 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb5fa22-a3f2-44f9-abfe-b12b20bc4e3d admin admin] Pushing event deleted for resources: {'Network': ['ID=c6e2b556-a910-4f44-8c9f-744f265ea6b0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:02.509383 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3d6fd256-1f34-4eb5-9fab-9a174f0dcdc7 req-f1360ce7-a835-488c-879e-b850b378dc8e tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3727c378-a3a0-4998-9b5a-aa93055d7080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555894 Aug 19 14:59:02.513866 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4f31e-1012-4904-a94e-0551c52e965a req-fa6b153a-5f6f-48cb-a3ab-ee182ec1de3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:02.515370 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-11c4f31e-1012-4904-a94e-0551c52e965a req-fa6b153a-5f6f-48cb-a3ab-ee182ec1de3e service neutron] 10.222.0.68 "GET /v2.0/networks?id=954b0ad6-a93b-4f27-93b4-15e8abd75aca HTTP/1.1" status: 200 len: 910 time: 0.1223838 Aug 19 14:59:02.581431 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-11c4f31e-1012-4904-a94e-0551c52e965a req-1d30282d-4f33-4a29-9f76-373b1df12c7f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4997d0aa-e4dc-4272-a315-f5e615405908 HTTP/1.1" status: 200 len: 217 time: 0.0578368 Aug 19 14:59:02.694003 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4f31e-1012-4904-a94e-0551c52e965a req-e8eb92e5-b8e9-4d3c-984e-d8040b96e9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:02.695725 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-11c4f31e-1012-4904-a94e-0551c52e965a req-e8eb92e5-b8e9-4d3c-984e-d8040b96e9af service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dbbd01bc-d8b8-4a28-b1b5-3b39723fb4d1 HTTP/1.1" status: 200 len: 848 time: 0.1056943 Aug 19 14:59:02.789486 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44794) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:02.805489 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4f31e-1012-4904-a94e-0551c52e965a req-93403711-f995-4b61-a4aa-3d5edf78a3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:02.807188 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-11c4f31e-1012-4904-a94e-0551c52e965a req-93403711-f995-4b61-a4aa-3d5edf78a3d9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=954b0ad6-a93b-4f27-93b4-15e8abd75aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1025846 Aug 19 14:59:02.846085 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-3f89f9be-b17e-49e8-ba1a-1cd15a0ed71d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=07843b229fe5480c8eaea0ee2b1b9abf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0551569 Aug 19 14:59:02.848255 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44798) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:02.889843 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-91b686a7-6bc2-4cbb-9bea-6def94d508ea req-fc57573d-dc9d-44b7-a48d-fa0c479962f0 tempest-ServerShowV257Test-148793249 tempest-ServerShowV257Test-148793249-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e211e6-4363-42a4-9e92-4ad156f62531 HTTP/1.1" status: 200 len: 210 time: 0.0545788 Aug 19 14:59:02.955625 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d792b731-6526-4bbc-a3e1-c518ecae56ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:02.993839 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-11c4f31e-1012-4904-a94e-0551c52e965a req-0ada6783-6cb7-41c1-8df7-972a37836a95 service neutron] 10.222.0.68 "GET /v2.0/networks/954b0ad6-a93b-4f27-93b4-15e8abd75aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780834 Aug 19 14:59:03.001326 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d792b731-6526-4bbc-a3e1-c518ecae56ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:03.070300 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d792b731-6526-4bbc-a3e1-c518ecae56ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:03.074074 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d792b731-6526-4bbc-a3e1-c518ecae56ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:03.075605 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d792b731-6526-4bbc-a3e1-c518ecae56ef admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/80da6951-7cc2-47f8-bfab-d6791b08d176 HTTP/1.1" status: 204 len: 168 time: 0.2263825 Aug 19 14:59:03.103890 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d792b731-6526-4bbc-a3e1-c518ecae56ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80da6951-7cc2-47f8-bfab-d6791b08d176,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:03.124396 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-11c4f31e-1012-4904-a94e-0551c52e965a req-16a38c79-7a48-4e6d-aae2-c50151f8a14f service neutron] 10.222.0.68 "GET /v2.0/networks/954b0ad6-a93b-4f27-93b4-15e8abd75aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211600 Aug 19 14:59:03.624926 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44832) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:03.634746 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb715e1c-9375-412f-81b2-f5a1b3ad0e17 req-d78e91e8-09f4-475d-ab4e-bc4085729e20 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:03.643485 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cb715e1c-9375-412f-81b2-f5a1b3ad0e17 req-d78e91e8-09f4-475d-ab4e-bc4085729e20 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=0670b51f-0c53-4584-b8c7-b78d41ae5a3d HTTP/1.1" status: 200 len: 1094 time: 0.0524900 Aug 19 14:59:03.685262 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7840b7f4-fc90-4ddf-b7c2-14e181f7573d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=363d6c8c2474476786d547c1def9e109&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0560222 Aug 19 14:59:03.685553 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44834) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:03.687023 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cb715e1c-9375-412f-81b2-f5a1b3ad0e17 req-358c060e-26f7-4dec-92d3-2767bfc72879 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3727c378-a3a0-4998-9b5a-aa93055d7080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423315 Aug 19 14:59:03.757089 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12200076-ed72-473c-8e0b-0524469be3de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:03.779579 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12200076-ed72-473c-8e0b-0524469be3de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:03.831443 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12200076-ed72-473c-8e0b-0524469be3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:03.834775 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12200076-ed72-473c-8e0b-0524469be3de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:03.838351 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-12200076-ed72-473c-8e0b-0524469be3de admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0c30aa55-7a8a-4a97-8df8-82c34f7fc3f3 HTTP/1.1" status: 204 len: 168 time: 0.1493690 Aug 19 14:59:03.848317 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12200076-ed72-473c-8e0b-0524469be3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c30aa55-7a8a-4a97-8df8-82c34f7fc3f3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:04.070756 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:04.083811 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-462ad817-45ac-402b-a023-8b40b55a0554 req-4da1249e-0508-46df-aadc-d21e94a81477 tempest-ServerShowV257Test-148793249 tempest-ServerShowV257Test-148793249-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e211e6-4363-42a4-9e92-4ad156f62531 HTTP/1.1" status: 200 len: 210 time: 0.0534008 Aug 19 14:59:04.312010 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a253bee5-e14a-44f0-83e9-b362f2c349a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:04.456023 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44870) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:04.568949 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ec487b5c-e798-455f-8647-469a60b8499e req-eacdffc6-6a44-4e1a-a9a9-6728a9e727ab service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=07ae9c3c-40f2-4891-ae20-db0c49544d80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0580943 Aug 19 14:59:04.575407 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:04.626947 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30b06676-ba49-4e66-b184-709443315852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:04.690295 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec487b5c-e798-455f-8647-469a60b8499e req-c6ef162f-3534-42fe-a5f1-ea823781c54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:04.691830 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ec487b5c-e798-455f-8647-469a60b8499e req-c6ef162f-3534-42fe-a5f1-ea823781c54f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=329a9422f2e44489a7adbe73ec4e808e&device_id=07ae9c3c-40f2-4891-ae20-db0c49544d80 HTTP/1.1" status: 200 len: 1096 time: 0.0740063 Aug 19 14:59:04.799678 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a3716-5945-47bd-8321-16aa40560453 req-3cf69184-c030-4b20-99cb-57a198a18e42 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:04.801347 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-640a3716-5945-47bd-8321-16aa40560453 req-3cf69184-c030-4b20-99cb-57a198a18e42 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=0670b51f-0c53-4584-b8c7-b78d41ae5a3d HTTP/1.1" status: 200 len: 1094 time: 0.0431666 Aug 19 14:59:04.822984 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30b06676-ba49-4e66-b184-709443315852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:04.833517 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30b06676-ba49-4e66-b184-709443315852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:04.841069 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-640a3716-5945-47bd-8321-16aa40560453 req-c71f4f6a-06d8-4dbd-98fa-12123b3209f8 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3727c378-a3a0-4998-9b5a-aa93055d7080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319281 Aug 19 14:59:04.853041 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec487b5c-e798-455f-8647-469a60b8499e req-44bbd00a-c756-4f79-bd31-4b06f43affbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:04.854531 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ec487b5c-e798-455f-8647-469a60b8499e req-44bbd00a-c756-4f79-bd31-4b06f43affbd service neutron] 10.222.0.68 "GET /v2.0/networks?id=86eb5dfd-420b-4075-ab54-22313c9966d3 HTTP/1.1" status: 200 len: 911 time: 0.1412790 Aug 19 14:59:04.917198 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b06676-ba49-4e66-b184-709443315852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2899b79-9388-460d-a9e9-16f87ed88ed8,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:04.921761 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-30b06676-ba49-4e66-b184-709443315852 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e069325ddf2545e7ad8e47eb097d639d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4642923 Aug 19 14:59:04.924562 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44890) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:04.946303 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ec487b5c-e798-455f-8647-469a60b8499e req-190f353a-8918-47b3-952d-461c3d17b2c4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed68d422-7868-4fc3-8314-aa2c7b502979 HTTP/1.1" status: 200 len: 1001 time: 0.0831304 Aug 19 14:59:04.981609 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-72183afe-0995-43ed-9f98-cf50bdfb0069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:04.997559 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec487b5c-e798-455f-8647-469a60b8499e req-9a565b97-d3c6-40db-9565-4379e1d88bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:04.999055 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ec487b5c-e798-455f-8647-469a60b8499e req-9a565b97-d3c6-40db-9565-4379e1d88bb9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b36b5b14-491d-4933-bb67-1257e134c17f HTTP/1.1" status: 200 len: 849 time: 0.0448711 Aug 19 14:59:05.003578 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-72183afe-0995-43ed-9f98-cf50bdfb0069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:05.059290 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec487b5c-e798-455f-8647-469a60b8499e req-952294ad-7492-4640-8389-520de311e598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:05.062727 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ec487b5c-e798-455f-8647-469a60b8499e req-952294ad-7492-4640-8389-520de311e598 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=86eb5dfd-420b-4075-ab54-22313c9966d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564940 Aug 19 14:59:05.063095 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-72183afe-0995-43ed-9f98-cf50bdfb0069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:05.063712 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 4997d0aa-e4dc-4272-a315-f5e615405908 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:59:05.065970 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-72183afe-0995-43ed-9f98-cf50bdfb0069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:05.067162 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-72183afe-0995-43ed-9f98-cf50bdfb0069 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e2899b79-9388-460d-a9e9-16f87ed88ed8 HTTP/1.1" status: 204 len: 168 time: 0.1403651 Aug 19 14:59:05.077223 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72183afe-0995-43ed-9f98-cf50bdfb0069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2899b79-9388-460d-a9e9-16f87ed88ed8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:05.162420 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ff82bcd1-08cf-4433-bcfd-56e6825056eb req-6b7ba5c9-e6a8-4947-acaa-93ee7235d5dd service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=484eece2-60c8-4693-9d44-55e3e698d975&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0823395 Aug 19 14:59:05.208041 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ec487b5c-e798-455f-8647-469a60b8499e req-83a65e98-ae1d-424e-8f68-a3e587f2e83b service neutron] 10.222.0.68 "GET /v2.0/networks/86eb5dfd-420b-4075-ab54-22313c9966d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323683 Aug 19 14:59:05.218269 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fd59ff09-1d60-4a30-a8ed-b9fb6a2198e6 req-5a3d0947-ef91-453c-935d-0d9ac9494de9 tempest-ServerShowV257Test-148793249 tempest-ServerShowV257Test-148793249-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e211e6-4363-42a4-9e92-4ad156f62531 HTTP/1.1" status: 200 len: 210 time: 0.0351257 Aug 19 14:59:05.278217 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:05.328037 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:05.338649 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a1fb0b8e-df07-4199-9c37-4c29ba8f27c6 req-7aa147b8-7a9b-43a8-bac8-ecb346e399dd service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=03e211e6-4363-42a4-9e92-4ad156f62531 HTTP/1.1" status: 200 len: 210 time: 0.0426803 Aug 19 14:59:05.341467 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 4997d0aa-e4dc-4272-a315-f5e615405908, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=4997d0aa-e4dc-4272-a315-f5e615405908,segment=NetworkSegment(c64b3117-a379-42fd-835b-03df6dea4ae2),segment_id=c64b3117-a379-42fd-835b-03df6dea4ae2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:05.346793 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82bcd1-08cf-4433-bcfd-56e6825056eb req-1d577da4-437b-4bb1-9f9e-cd9fcca2dc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:05.348712 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ff82bcd1-08cf-4433-bcfd-56e6825056eb req-1d577da4-437b-4bb1-9f9e-cd9fcca2dc81 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7caace3beb3b4380aedf07a85734de50&device_id=484eece2-60c8-4693-9d44-55e3e698d975 HTTP/1.1" status: 200 len: 1096 time: 0.1063278 Aug 19 14:59:05.355870 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ec487b5c-e798-455f-8647-469a60b8499e req-3a19d941-5dfa-4fe4-a7b8-c051b4720666 service neutron] 10.222.0.68 "GET /v2.0/networks/86eb5dfd-420b-4075-ab54-22313c9966d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401622 Aug 19 14:59:05.357974 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '4997d0aa-e4dc-4272-a315-f5e615405908', 'network_id': '954b0ad6-a93b-4f27-93b4-15e8abd75aca', 'port_id': '4997d0aa-e4dc-4272-a315-f5e615405908', 'mac_address': 'fa:16:3e:f0:80:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbbd01bc-d8b8-4a28-b1b5-3b39723fb4d1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:59:05.398366 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:05.411725 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4997d0aa-e4dc-4272-a315-f5e615405908 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:59:05.435065 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 4997d0aa-e4dc-4272-a315-f5e615405908, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=4997d0aa-e4dc-4272-a315-f5e615405908,segment=NetworkSegment(c64b3117-a379-42fd-835b-03df6dea4ae2),segment_id=c64b3117-a379-42fd-835b-03df6dea4ae2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:05.442744 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:05.501899 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=4997d0aa-e4dc-4272-a315-f5e615405908,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:05.558450 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 44910) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:05.573282 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eb192e94-9b6b-4a72-b305-dc6c0e2e1bfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:05.654662 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82bcd1-08cf-4433-bcfd-56e6825056eb req-9a5e25ba-bd79-4789-88f2-55ab98789621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:05.656161 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ff82bcd1-08cf-4433-bcfd-56e6825056eb req-9a5e25ba-bd79-4789-88f2-55ab98789621 service neutron] 10.222.0.88 "GET /v2.0/networks?id=954b0ad6-a93b-4f27-93b4-15e8abd75aca HTTP/1.1" status: 200 len: 910 time: 0.1009014 Aug 19 14:59:05.661128 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['4997d0aa-e4dc-4272-a315-f5e615405908'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:59:05.714339 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ff82bcd1-08cf-4433-bcfd-56e6825056eb req-7a7473b3-f4b5-4d64-9c2e-c41d827a5adc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5cd60dc-67b1-4ff3-8005-0c15a6d23e49 HTTP/1.1" status: 200 len: 217 time: 0.0490174 Aug 19 14:59:05.715737 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eb192e94-9b6b-4a72-b305-dc6c0e2e1bfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:05.720744 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eb192e94-9b6b-4a72-b305-dc6c0e2e1bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:05.760610 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-eb192e94-9b6b-4a72-b305-dc6c0e2e1bfc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1a4dbb1b71b941cab9e7f84e2e4ae647&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2005270 Aug 19 14:59:05.765199 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 44918) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:05.786209 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb192e94-9b6b-4a72-b305-dc6c0e2e1bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da77de5f-143b-420e-893a-d29d9be331aa,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:05.814357 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82bcd1-08cf-4433-bcfd-56e6825056eb req-6de50c1c-28d7-4de6-b970-4cba2448db6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:05.815725 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ff82bcd1-08cf-4433-bcfd-56e6825056eb req-6de50c1c-28d7-4de6-b970-4cba2448db6a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=dbbd01bc-d8b8-4a28-b1b5-3b39723fb4d1 HTTP/1.1" status: 200 len: 848 time: 0.0877166 Aug 19 14:59:05.851720 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d328c58b-2d4c-484f-aae3-2012c2e8238a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:05.879727 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d328c58b-2d4c-484f-aae3-2012c2e8238a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:05.901239 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82bcd1-08cf-4433-bcfd-56e6825056eb req-ad79d326-9ee4-45dd-9fdf-8e8ce7830254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:05.902837 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ff82bcd1-08cf-4433-bcfd-56e6825056eb req-ad79d326-9ee4-45dd-9fdf-8e8ce7830254 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=954b0ad6-a93b-4f27-93b4-15e8abd75aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761719 Aug 19 14:59:06.027740 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8262d-ab3b-4e88-9ee7-254acf4df946 req-926ae989-55ac-4339-a68d-287cde5a92b8 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:06.029284 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a9e8262d-ab3b-4e88-9ee7-254acf4df946 req-926ae989-55ac-4339-a68d-287cde5a92b8 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=0670b51f-0c53-4584-b8c7-b78d41ae5a3d HTTP/1.1" status: 200 len: 1095 time: 0.1001000 Aug 19 14:59:06.029870 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d328c58b-2d4c-484f-aae3-2012c2e8238a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:06.032465 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d328c58b-2d4c-484f-aae3-2012c2e8238a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:06.033549 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d328c58b-2d4c-484f-aae3-2012c2e8238a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/da77de5f-143b-420e-893a-d29d9be331aa HTTP/1.1" status: 204 len: 168 time: 0.2673032 Aug 19 14:59:06.060893 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d328c58b-2d4c-484f-aae3-2012c2e8238a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da77de5f-143b-420e-893a-d29d9be331aa,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:06.063920 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ff82bcd1-08cf-4433-bcfd-56e6825056eb req-1db2bcc1-7641-4514-8d69-202106b73cbc service neutron] 10.222.0.88 "GET /v2.0/networks/954b0ad6-a93b-4f27-93b4-15e8abd75aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508467 Aug 19 14:59:06.133079 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a9e8262d-ab3b-4e88-9ee7-254acf4df946 req-fd8d2601-5cb6-470b-a244-ef1cd84eff68 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3727c378-a3a0-4998-9b5a-aa93055d7080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892096 Aug 19 14:59:06.172660 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ff82bcd1-08cf-4433-bcfd-56e6825056eb req-aff9d99e-882d-4989-8528-b7b9597c36dd service neutron] 10.222.0.88 "GET /v2.0/networks/954b0ad6-a93b-4f27-93b4-15e8abd75aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004477 Aug 19 14:59:06.334076 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ac38c75c-5c88-40b7-b49e-a9c04d8eb901 req-673ef456-f824-4b84-9eb3-0431ec60a22e tempest-ServerShowV257Test-148793249 tempest-ServerShowV257Test-148793249-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e211e6-4363-42a4-9e92-4ad156f62531 HTTP/1.1" status: 200 len: 210 time: 0.0311456 Aug 19 14:59:06.897405 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:07.076196 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 4997d0aa-e4dc-4272-a315-f5e615405908 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:59:07.127588 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port 4997d0aa-e4dc-4272-a315-f5e615405908 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:59:07.131450 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 4997d0aa-e4dc-4272-a315-f5e615405908 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:59:07.131749 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:07.226892 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:07.262031 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0670b51f-0c53-4584-b8c7-b78d41ae5a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4997d0aa-e4dc-4272-a315-f5e615405908'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:59:07.264804 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e208f2c3-070d-46df-8296-9407cdde511d" -d '{"events": [{"server_uuid": "0670b51f-0c53-4584-b8c7-b78d41ae5a3d", "name": "network-vif-plugged", "status": "completed", "tag": "4997d0aa-e4dc-4272-a315-f5e615405908"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:59:07.288315 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5176c75-091b-4cf9-b00f-73e5824543b2 req-1e24c1f0-48d9-4b57-9571-ebae3a828c2c tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:07.289508 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 4997d0aa-e4dc-4272-a315-f5e615405908, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=4997d0aa-e4dc-4272-a315-f5e615405908,segment=NetworkSegment(c64b3117-a379-42fd-835b-03df6dea4ae2),segment_id=c64b3117-a379-42fd-835b-03df6dea4ae2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:07.289997 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d5176c75-091b-4cf9-b00f-73e5824543b2 req-1e24c1f0-48d9-4b57-9571-ebae3a828c2c tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=0670b51f-0c53-4584-b8c7-b78d41ae5a3d HTTP/1.1" status: 200 len: 1095 time: 0.0660563 Aug 19 14:59:07.295452 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:07.325430 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8427e5-8609-44b8-98be-3ecd41e77db5 x-openstack-request-id: req-fd8427e5-8609-44b8-98be-3ecd41e77db5 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:59:07.325791 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0670b51f-0c53-4584-b8c7-b78d41ae5a3d", "name": "network-vif-plugged", "status": "completed", "tag": "4997d0aa-e4dc-4272-a315-f5e615405908", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:59:07.326333 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fd8427e5-8609-44b8-98be-3ecd41e77db5 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:59:07.326917 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0670b51f-0c53-4584-b8c7-b78d41ae5a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4997d0aa-e4dc-4272-a315-f5e615405908', 'code': 200} Aug 19 14:59:07.360093 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d5176c75-091b-4cf9-b00f-73e5824543b2 req-bad60e72-6d09-4237-83ec-774bda298509 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3727c378-a3a0-4998-9b5a-aa93055d7080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539153 Aug 19 14:59:07.369093 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=4997d0aa-e4dc-4272-a315-f5e615405908,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:07.452270 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d2090fd1-e361-4fa5-a782-568f61b2e79b req-1014ca4c-e4f7-46d0-85b4-d31920eb680a tempest-ServerShowV257Test-148793249 tempest-ServerShowV257Test-148793249-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e211e6-4363-42a4-9e92-4ad156f62531 HTTP/1.1" status: 200 len: 210 time: 0.0313778 Aug 19 14:59:07.481361 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22806ea-2ffb-453d-adad-9addf4828250 req-6d5de77b-28e8-47b3-b64a-2140b441aba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:07.481361 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e22806ea-2ffb-453d-adad-9addf4828250 req-6d5de77b-28e8-47b3-b64a-2140b441aba2 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=0670b51f-0c53-4584-b8c7-b78d41ae5a3d HTTP/1.1" status: 200 len: 1096 time: 0.0666397 Aug 19 14:59:07.523896 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e22806ea-2ffb-453d-adad-9addf4828250 req-d0a88220-f2e3-424f-9e93-ffbe2a2bfa6c service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=3727c378-a3a0-4998-9b5a-aa93055d7080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411756 Aug 19 14:59:07.858474 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b5e40d2-13fe-4f64-bc52-6d1c940117c2 req-f7920d1c-89ca-49a0-a15f-f6555c7501c8 tempest-ServerShowV257Test-148793249 tempest-ServerShowV257Test-148793249-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e211e6-4363-42a4-9e92-4ad156f62531 HTTP/1.1" status: 200 len: 210 time: 0.0346458 Aug 19 14:59:07.942431 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 45020) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:08.059305 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1df473b4-abc7-4900-9745-4dc7e38be416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:08.157546 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1df473b4-abc7-4900-9745-4dc7e38be416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:08.161981 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1df473b4-abc7-4900-9745-4dc7e38be416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:08.200131 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1df473b4-abc7-4900-9745-4dc7e38be416 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a72096e5a8ab45e58bc1b5a2eae460da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2565656 Aug 19 14:59:08.201019 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df473b4-abc7-4900-9745-4dc7e38be416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=652ae4c5-9489-4cfd-8a6a-e1b58510f0a4,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:08.202789 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 45024) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:08.251632 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7286c350-2c0e-4334-9776-f353f89837cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:08.273901 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7286c350-2c0e-4334-9776-f353f89837cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:08.329966 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7286c350-2c0e-4334-9776-f353f89837cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:08.332766 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7286c350-2c0e-4334-9776-f353f89837cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:08.333983 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7286c350-2c0e-4334-9776-f353f89837cf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/652ae4c5-9489-4cfd-8a6a-e1b58510f0a4 HTTP/1.1" status: 204 len: 168 time: 0.1301997 Aug 19 14:59:08.342785 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7286c350-2c0e-4334-9776-f353f89837cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652ae4c5-9489-4cfd-8a6a-e1b58510f0a4,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:08.476964 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6ff81-d32d-4a8a-bdf8-a4f11b0ed1f4 req-9208aa44-ef08-4692-9bc6-34a3d902d92a tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:08.481042 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6bb6ff81-d32d-4a8a-bdf8-a4f11b0ed1f4 req-9208aa44-ef08-4692-9bc6-34a3d902d92a tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=0670b51f-0c53-4584-b8c7-b78d41ae5a3d HTTP/1.1" status: 200 len: 1096 time: 0.0539536 Aug 19 14:59:08.521928 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6bb6ff81-d32d-4a8a-bdf8-a4f11b0ed1f4 req-8718fd86-25af-46cf-94ef-430982568bbd tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3727c378-a3a0-4998-9b5a-aa93055d7080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351751 Aug 19 14:59:08.983316 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dabd1289-5b03-4a18-8ab9-5f4d7ec98954 req-4a191efc-1e0f-49aa-825d-5479c149693e tempest-ServerShowV257Test-148793249 tempest-ServerShowV257Test-148793249-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e211e6-4363-42a4-9e92-4ad156f62531 HTTP/1.1" status: 200 len: 210 time: 0.0308003 Aug 19 14:59:09.391225 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 45072) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:09.508716 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6284f8ca-f9f4-4398-8c93-4d3e81ad83ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:09.616601 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6284f8ca-f9f4-4398-8c93-4d3e81ad83ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:09.621354 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6284f8ca-f9f4-4398-8c93-4d3e81ad83ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:09.681279 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-6284f8ca-f9f4-4398-8c93-4d3e81ad83ef admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0618970832c84523aeb867bbdafbcb8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2888577 Aug 19 14:59:09.682358 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6284f8ca-f9f4-4398-8c93-4d3e81ad83ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f0d0ad-d26a-4873-81df-eb904b5c8d0a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:09.684026 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 45084) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:09.694238 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786ed10-6919-4e01-a86d-bcc3d8033b9f req-ebcd9352-f407-4214-bb4c-3154140f9594 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:09.695763 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6786ed10-6919-4e01-a86d-bcc3d8033b9f req-ebcd9352-f407-4214-bb4c-3154140f9594 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=0670b51f-0c53-4584-b8c7-b78d41ae5a3d HTTP/1.1" status: 200 len: 1096 time: 0.0945079 Aug 19 14:59:09.732216 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6786ed10-6919-4e01-a86d-bcc3d8033b9f req-89b320b9-94df-47e4-b745-a41ed742c058 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3727c378-a3a0-4998-9b5a-aa93055d7080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291109 Aug 19 14:59:09.738171 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8746f574-1891-4cb0-9cbb-d477d35c524f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:09.765664 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8746f574-1891-4cb0-9cbb-d477d35c524f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:09.818560 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8746f574-1891-4cb0-9cbb-d477d35c524f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:09.821332 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8746f574-1891-4cb0-9cbb-d477d35c524f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:09.823112 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8746f574-1891-4cb0-9cbb-d477d35c524f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/25f0d0ad-d26a-4873-81df-eb904b5c8d0a HTTP/1.1" status: 204 len: 168 time: 0.1374986 Aug 19 14:59:09.831813 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8746f574-1891-4cb0-9cbb-d477d35c524f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f0d0ad-d26a-4873-81df-eb904b5c8d0a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:09.861164 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea854ce-14f3-435a-a818-b0a7009690ef req-51e1a9ac-556a-4235-8f15-3634e24f5254 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:09.862748 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5ea854ce-14f3-435a-a818-b0a7009690ef req-51e1a9ac-556a-4235-8f15-3634e24f5254 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=0670b51f-0c53-4584-b8c7-b78d41ae5a3d HTTP/1.1" status: 200 len: 1096 time: 0.0527549 Aug 19 14:59:09.906032 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5ea854ce-14f3-435a-a818-b0a7009690ef req-1451cd40-c1ef-4b61-9c0a-02b05528c9be tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3727c378-a3a0-4998-9b5a-aa93055d7080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321651 Aug 19 14:59:10.070962 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10bce88-70e9-4210-974f-342784f3c1eb req-0094f44e-fc79-4cc8-a8a2-b4cdf6d23546 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:10.080729 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b10bce88-70e9-4210-974f-342784f3c1eb req-0094f44e-fc79-4cc8-a8a2-b4cdf6d23546 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=0670b51f-0c53-4584-b8c7-b78d41ae5a3d HTTP/1.1" status: 200 len: 1096 time: 0.0817261 Aug 19 14:59:10.130803 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-879885b8-fa34-4ad0-b568-fa28ea6f54aa req-82ca8ab1-d207-4a2e-929b-cc73e8e35939 tempest-ServerShowV257Test-148793249 tempest-ServerShowV257Test-148793249-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e211e6-4363-42a4-9e92-4ad156f62531 HTTP/1.1" status: 200 len: 210 time: 0.0346847 Aug 19 14:59:10.143986 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b10bce88-70e9-4210-974f-342784f3c1eb req-7f0d79db-c128-4bd5-bd09-1eba81a5db00 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3727c378-a3a0-4998-9b5a-aa93055d7080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621724 Aug 19 14:59:10.452764 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec0efd-4766-4731-829d-ceb0c52dce23 req-68035bc0-b5e1-4ddb-b9ef-3e1458f55fdd tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:10.457699 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-72ec0efd-4766-4731-829d-ceb0c52dce23 req-68035bc0-b5e1-4ddb-b9ef-3e1458f55fdd tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=0670b51f-0c53-4584-b8c7-b78d41ae5a3d HTTP/1.1" status: 200 len: 1096 time: 0.0651183 Aug 19 14:59:10.512216 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-72ec0efd-4766-4731-829d-ceb0c52dce23 req-16fb0a87-35a3-42ca-9554-d4ff4c74e1b2 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3727c378-a3a0-4998-9b5a-aa93055d7080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411618 Aug 19 14:59:11.268678 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c003ad44-fe7e-4fdd-942c-6048765e28c3 req-1f01bfeb-09b4-415a-bcbb-706230febe9e tempest-ServerShowV257Test-148793249 tempest-ServerShowV257Test-148793249-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e211e6-4363-42a4-9e92-4ad156f62531 HTTP/1.1" status: 200 len: 210 time: 0.0353594 Aug 19 14:59:11.621844 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba8247-fdb4-44d9-b7b1-15f6f0a05225 req-31c71c17-4275-4e0a-b248-458294fd8c6e tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:11.623377 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3bba8247-fdb4-44d9-b7b1-15f6f0a05225 req-31c71c17-4275-4e0a-b248-458294fd8c6e tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=0670b51f-0c53-4584-b8c7-b78d41ae5a3d HTTP/1.1" status: 200 len: 1096 time: 0.0471799 Aug 19 14:59:11.671375 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3bba8247-fdb4-44d9-b7b1-15f6f0a05225 req-5289ad2e-1493-4f43-92cd-b575a6ea1255 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3727c378-a3a0-4998-9b5a-aa93055d7080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417025 Aug 19 14:59:12.181725 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c01833-3efc-42a1-96bd-46a8271d9aaf req-f2103423-825d-43e9-b244-5ca0df1fc19d tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:12.186070 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-19c01833-3efc-42a1-96bd-46a8271d9aaf req-f2103423-825d-43e9-b244-5ca0df1fc19d tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=0670b51f-0c53-4584-b8c7-b78d41ae5a3d HTTP/1.1" status: 200 len: 1096 time: 0.0550768 Aug 19 14:59:12.454726 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-19c01833-3efc-42a1-96bd-46a8271d9aaf req-4fd26124-d289-4be3-84c5-7b87f6118f98 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Deleting port 4997d0aa-e4dc-4272-a315-f5e615405908 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:59:12.457259 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-19c01833-3efc-42a1-96bd-46a8271d9aaf req-4fd26124-d289-4be3-84c5-7b87f6118f98 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:12.606964 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0c5fa952-421b-48ac-af95-bafcedceb4b1 req-c70318df-ef07-4211-b6cd-2f73957615be tempest-ServerShowV257Test-148793249 tempest-ServerShowV257Test-148793249-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e211e6-4363-42a4-9e92-4ad156f62531 HTTP/1.1" status: 200 len: 210 time: 0.0558705 Aug 19 14:59:12.651761 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-19c01833-3efc-42a1-96bd-46a8271d9aaf req-4fd26124-d289-4be3-84c5-7b87f6118f98 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] For port 4997d0aa-e4dc-4272-a315-f5e615405908, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=4997d0aa-e4dc-4272-a315-f5e615405908,segment=NetworkSegment(c64b3117-a379-42fd-835b-03df6dea4ae2),segment_id=c64b3117-a379-42fd-835b-03df6dea4ae2)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:12.652754 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-19c01833-3efc-42a1-96bd-46a8271d9aaf req-4fd26124-d289-4be3-84c5-7b87f6118f98 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:12.673646 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-19c01833-3efc-42a1-96bd-46a8271d9aaf req-4fd26124-d289-4be3-84c5-7b87f6118f98 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Calling delete_port for 4997d0aa-e4dc-4272-a315-f5e615405908 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:59:12.856449 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-19c01833-3efc-42a1-96bd-46a8271d9aaf req-4fd26124-d289-4be3-84c5-7b87f6118f98 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:12.872868 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['4997d0aa-e4dc-4272-a315-f5e615405908'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:59:12.877481 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['b5cd60dc-67b1-4ff3-8005-0c15a6d23e49'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:59:12.903532 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e86cf0-1e63-4a72-8572-07490b97bd62 req-013c2393-51d8-4107-bcce-e338d58326b3 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:12.909237 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-50e86cf0-1e63-4a72-8572-07490b97bd62 req-013c2393-51d8-4107-bcce-e338d58326b3 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=0670b51f-0c53-4584-b8c7-b78d41ae5a3d HTTP/1.1" status: 200 len: 1018 time: 0.0891712 Aug 19 14:59:12.929363 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd26124-d289-4be3-84c5-7b87f6118f98 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Pushing event deleted for resources: {'Port': ['ID=4997d0aa-e4dc-4272-a315-f5e615405908,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:13.003504 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-50e86cf0-1e63-4a72-8572-07490b97bd62 req-b4962228-2bb9-43b6-873f-48a91f0e8248 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3727c378-a3a0-4998-9b5a-aa93055d7080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877998 Aug 19 14:59:13.021121 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c01833-3efc-42a1-96bd-46a8271d9aaf req-4fd26124-d289-4be3-84c5-7b87f6118f98 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] No DVR routers for this DVR port 4997d0aa-e4dc-4272-a315-f5e615405908 on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:59:13.024192 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-19c01833-3efc-42a1-96bd-46a8271d9aaf req-4fd26124-d289-4be3-84c5-7b87f6118f98 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:13.026315 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-19c01833-3efc-42a1-96bd-46a8271d9aaf req-4fd26124-d289-4be3-84c5-7b87f6118f98 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.68 "DELETE /v2.0/ports/4997d0aa-e4dc-4272-a315-f5e615405908 HTTP/1.1" status: 204 len: 173 time: 0.8298895 Aug 19 14:59:13.026770 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0670b51f-0c53-4584-b8c7-b78d41ae5a3d', 'name': 'network-vif-deleted', 'tag': '4997d0aa-e4dc-4272-a315-f5e615405908'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:59:13.029455 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3320df52-6e8d-4c1f-9cde-44716987dc93" -d '{"events": [{"server_uuid": "0670b51f-0c53-4584-b8c7-b78d41ae5a3d", "name": "network-vif-deleted", "tag": "4997d0aa-e4dc-4272-a315-f5e615405908"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:59:13.100297 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240fc2f5-b98e-4d28-af53-ac62e262f32e x-openstack-request-id: req-240fc2f5-b98e-4d28-af53-ac62e262f32e {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:59:13.100613 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0670b51f-0c53-4584-b8c7-b78d41ae5a3d", "name": "network-vif-deleted", "tag": "4997d0aa-e4dc-4272-a315-f5e615405908", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:59:13.100862 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-240fc2f5-b98e-4d28-af53-ac62e262f32e {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:59:13.101656 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0670b51f-0c53-4584-b8c7-b78d41ae5a3d', 'name': 'network-vif-deleted', 'tag': '4997d0aa-e4dc-4272-a315-f5e615405908', 'status': 'completed', 'code': 200} Aug 19 14:59:13.775522 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-455f054e-d1e3-46be-8ea6-aea9a1569ba1 req-345dac57-4150-431b-b929-5ecc2a44b5fa tempest-ServerShowV257Test-148793249 tempest-ServerShowV257Test-148793249-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e211e6-4363-42a4-9e92-4ad156f62531 HTTP/1.1" status: 200 len: 210 time: 0.0387561 Aug 19 14:59:14.414343 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c7c8d-6e48-40c1-a8fe-3017b817db37 req-aa40c3f5-49fd-4edc-85bb-56ecb54c2d2d tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:14.422832 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f81c7c8d-6e48-40c1-a8fe-3017b817db37 req-aa40c3f5-49fd-4edc-85bb-56ecb54c2d2d tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=484eece2-60c8-4693-9d44-55e3e698d975 HTTP/1.1" status: 200 len: 1096 time: 0.0612950 Aug 19 14:59:14.456231 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 45372) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:14.469711 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f81c7c8d-6e48-40c1-a8fe-3017b817db37 req-d48314d1-f3e4-4309-afc7-bb83fe05087e tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3727c378-a3a0-4998-9b5a-aa93055d7080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456479 Aug 19 14:59:14.615355 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f4c44149-7bf7-45c1-9840-71cfad1534d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:14.765933 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f4c44149-7bf7-45c1-9840-71cfad1534d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:14.786177 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f4c44149-7bf7-45c1-9840-71cfad1534d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:14.841715 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f4c44149-7bf7-45c1-9840-71cfad1534d7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0909dfcf67e148c9a34be3e4328d418e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3830466 Aug 19 14:59:14.843527 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 45384) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:14.893253 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c44149-7bf7-45c1-9840-71cfad1534d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f90c10-9ccc-4661-8099-77973f429b87,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:15.000164 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4932224f-4f31-459d-b516-8abc2f04a31c req-f8a0827a-c800-45c6-b7ca-5bc207423d38 tempest-ServerShowV257Test-148793249 tempest-ServerShowV257Test-148793249-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e211e6-4363-42a4-9e92-4ad156f62531 HTTP/1.1" status: 200 len: 210 time: 0.0431528 Aug 19 14:59:15.047235 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b8d349dd-6c76-4bf4-9f93-2045fad81360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:15.092497 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b8d349dd-6c76-4bf4-9f93-2045fad81360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:15.107920 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 4997d0aa-e4dc-4272-a315-f5e615405908 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:59:15.136280 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: 4997d0aa-e4dc-4272-a315-f5e615405908 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:59:15.148765 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 4997d0aa-e4dc-4272-a315-f5e615405908 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:59:15.187313 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b8d349dd-6c76-4bf4-9f93-2045fad81360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:15.190100 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b8d349dd-6c76-4bf4-9f93-2045fad81360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:15.196490 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-b8d349dd-6c76-4bf4-9f93-2045fad81360 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/17f90c10-9ccc-4661-8099-77973f429b87 HTTP/1.1" status: 204 len: 168 time: 0.3493378 Aug 19 14:59:15.209729 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d349dd-6c76-4bf4-9f93-2045fad81360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f90c10-9ccc-4661-8099-77973f429b87,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:15.622388 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b6469-b710-43d7-b166-4e6a48af3b23 req-37b1ad0b-f599-487e-9a70-08043259d236 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:15.624839 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e96b6469-b710-43d7-b166-4e6a48af3b23 req-37b1ad0b-f599-487e-9a70-08043259d236 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=484eece2-60c8-4693-9d44-55e3e698d975 HTTP/1.1" status: 200 len: 1096 time: 0.0521646 Aug 19 14:59:15.677067 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e96b6469-b710-43d7-b166-4e6a48af3b23 req-60094db0-55c1-4cda-828c-511870ac687b tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3727c378-a3a0-4998-9b5a-aa93055d7080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451880 Aug 19 14:59:15.805441 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84292fb-8962-4e66-85b7-5940bc7cdc83 req-c50d85a2-4d48-4e24-83cb-4f407c2e3d61 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:15.807436 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c84292fb-8962-4e66-85b7-5940bc7cdc83 req-c50d85a2-4d48-4e24-83cb-4f407c2e3d61 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=484eece2-60c8-4693-9d44-55e3e698d975 HTTP/1.1" status: 200 len: 1096 time: 0.0733697 Aug 19 14:59:15.954849 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-c84292fb-8962-4e66-85b7-5940bc7cdc83 req-816e8ae7-cb70-4f82-82a3-551f88203a90 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Deleting port b5cd60dc-67b1-4ff3-8005-0c15a6d23e49 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:59:15.955284 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c84292fb-8962-4e66-85b7-5940bc7cdc83 req-816e8ae7-cb70-4f82-82a3-551f88203a90 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:16.087769 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-c84292fb-8962-4e66-85b7-5940bc7cdc83 req-816e8ae7-cb70-4f82-82a3-551f88203a90 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] For port b5cd60dc-67b1-4ff3-8005-0c15a6d23e49, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=b5cd60dc-67b1-4ff3-8005-0c15a6d23e49,segment=NetworkSegment(c64b3117-a379-42fd-835b-03df6dea4ae2),segment_id=c64b3117-a379-42fd-835b-03df6dea4ae2)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:16.088356 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c84292fb-8962-4e66-85b7-5940bc7cdc83 req-816e8ae7-cb70-4f82-82a3-551f88203a90 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:16.127261 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-c84292fb-8962-4e66-85b7-5940bc7cdc83 req-816e8ae7-cb70-4f82-82a3-551f88203a90 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Calling delete_port for b5cd60dc-67b1-4ff3-8005-0c15a6d23e49 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:59:16.217953 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8d5e716e-6341-4c25-a87e-4b1cff092780 req-0e8e6714-170c-4dd7-a1b3-cd1e06efd4ea tempest-ServerShowV257Test-148793249 tempest-ServerShowV257Test-148793249-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e211e6-4363-42a4-9e92-4ad156f62531 HTTP/1.1" status: 200 len: 210 time: 0.0290921 Aug 19 14:59:16.463537 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c84292fb-8962-4e66-85b7-5940bc7cdc83 req-816e8ae7-cb70-4f82-82a3-551f88203a90 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:16.492305 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['b5cd60dc-67b1-4ff3-8005-0c15a6d23e49'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:59:17.113715 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816e8ae7-cb70-4f82-82a3-551f88203a90 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Pushing event deleted for resources: {'Port': ['ID=b5cd60dc-67b1-4ff3-8005-0c15a6d23e49,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:17.251863 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e25b62b2-df2e-4f2f-9f2a-df57640c0a98 req-e88ea737-9253-4a59-bf63-de05509211ef tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=484eece2-60c8-4693-9d44-55e3e698d975 HTTP/1.1" status: 200 len: 210 time: 0.1183138 Aug 19 14:59:17.342063 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-c84292fb-8962-4e66-85b7-5940bc7cdc83 req-816e8ae7-cb70-4f82-82a3-551f88203a90 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] No DVR routers for this DVR port b5cd60dc-67b1-4ff3-8005-0c15a6d23e49 on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:59:17.351724 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c84292fb-8962-4e66-85b7-5940bc7cdc83 req-816e8ae7-cb70-4f82-82a3-551f88203a90 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:17.354103 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c84292fb-8962-4e66-85b7-5940bc7cdc83 req-816e8ae7-cb70-4f82-82a3-551f88203a90 tempest-TestServerMultinode-1895042669 tempest-TestServerMultinode-1895042669-project-admin] 10.222.0.88 "DELETE /v2.0/ports/b5cd60dc-67b1-4ff3-8005-0c15a6d23e49 HTTP/1.1" status: 204 len: 173 time: 1.5318916 Aug 19 14:59:17.357708 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '484eece2-60c8-4693-9d44-55e3e698d975', 'name': 'network-vif-deleted', 'tag': 'b5cd60dc-67b1-4ff3-8005-0c15a6d23e49'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:59:17.364583 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c742f8b-123e-4623-abd1-5965de2a5bd6" -d '{"events": [{"server_uuid": "484eece2-60c8-4693-9d44-55e3e698d975", "name": "network-vif-deleted", "tag": "b5cd60dc-67b1-4ff3-8005-0c15a6d23e49"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:59:17.487456 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-945a84e9-f11d-4682-904f-c4a3e2645f8c req-982910b4-d72c-4c72-b76c-7ebdc2312ed9 tempest-ServerShowV257Test-148793249 tempest-ServerShowV257Test-148793249-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e211e6-4363-42a4-9e92-4ad156f62531 HTTP/1.1" status: 200 len: 210 time: 0.0674052 Aug 19 14:59:17.491299 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605a9073-d19c-481f-831b-e8c6b36b5592 x-openstack-request-id: req-605a9073-d19c-481f-831b-e8c6b36b5592 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:59:17.491299 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "484eece2-60c8-4693-9d44-55e3e698d975", "name": "network-vif-deleted", "tag": "b5cd60dc-67b1-4ff3-8005-0c15a6d23e49", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:59:17.491299 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-605a9073-d19c-481f-831b-e8c6b36b5592 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:59:17.491299 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '484eece2-60c8-4693-9d44-55e3e698d975', 'name': 'network-vif-deleted', 'tag': 'b5cd60dc-67b1-4ff3-8005-0c15a6d23e49', 'status': 'completed', 'code': 200} Aug 19 14:59:18.338919 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 45484) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:18.823703 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-231254af-38a1-41c3-a9e1-ecff0a2f12a5 req-878a8850-bc43-414f-9ddc-bb6a35faffd9 tempest-ServerShowV257Test-148793249 tempest-ServerShowV257Test-148793249-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e211e6-4363-42a4-9e92-4ad156f62531 HTTP/1.1" status: 200 len: 210 time: 0.1961997 Aug 19 14:59:19.037117 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device b5cd60dc-67b1-4ff3-8005-0c15a6d23e49 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:59:19.099887 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: b5cd60dc-67b1-4ff3-8005-0c15a6d23e49 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:59:19.100843 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device b5cd60dc-67b1-4ff3-8005-0c15a6d23e49 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:59:19.250647 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d86daa06-4c14-457a-a324-3fadf9ee977c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:19.793367 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d86daa06-4c14-457a-a324-3fadf9ee977c admin admin] Deleting port 420ecd18-a6f0-4b29-87df-9b09817a1dbb {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:59:19.794455 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d86daa06-4c14-457a-a324-3fadf9ee977c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:20.008230 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3dc40b37-0dee-4d52-8a9e-c9ceacb4ab8d req-4b61845e-fcba-484b-846b-a25bc059f565 tempest-ServerShowV257Test-148793249 tempest-ServerShowV257Test-148793249-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e211e6-4363-42a4-9e92-4ad156f62531 HTTP/1.1" status: 200 len: 210 time: 0.0373952 Aug 19 14:59:20.017382 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 45544) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:20.032696 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-d86daa06-4c14-457a-a324-3fadf9ee977c admin admin] For port 420ecd18-a6f0-4b29-87df-9b09817a1dbb, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=420ecd18-a6f0-4b29-87df-9b09817a1dbb,segment=NetworkSegment(c64b3117-a379-42fd-835b-03df6dea4ae2),segment_id=c64b3117-a379-42fd-835b-03df6dea4ae2)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:20.033074 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d86daa06-4c14-457a-a324-3fadf9ee977c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:20.063079 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d86daa06-4c14-457a-a324-3fadf9ee977c admin admin] Calling delete_port for 420ecd18-a6f0-4b29-87df-9b09817a1dbb owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:59:20.165897 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c184bda3-4251-4342-b369-08110bbfe7d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:20.313858 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d86daa06-4c14-457a-a324-3fadf9ee977c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:20.328844 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c184bda3-4251-4342-b369-08110bbfe7d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:20.337123 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c184bda3-4251-4342-b369-08110bbfe7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:20.383062 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86daa06-4c14-457a-a324-3fadf9ee977c admin admin] Pushing event deleted for resources: {'Port': ['ID=420ecd18-a6f0-4b29-87df-9b09817a1dbb,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:20.424250 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c184bda3-4251-4342-b369-08110bbfe7d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875171b2-40b0-4799-b0f3-0572b9d2d563,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:20.462944 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c184bda3-4251-4342-b369-08110bbfe7d8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4d60b9d3463c47e0b1eb75d6b2715592&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4439623 Aug 19 14:59:20.466437 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 45556) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:20.658572 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e045c7a8-d3a7-47cc-9417-1ed32bae1d67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:20.716191 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e045c7a8-d3a7-47cc-9417-1ed32bae1d67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:20.745860 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d86daa06-4c14-457a-a324-3fadf9ee977c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:20.866337 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e045c7a8-d3a7-47cc-9417-1ed32bae1d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:20.869358 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e045c7a8-d3a7-47cc-9417-1ed32bae1d67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:20.873487 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e045c7a8-d3a7-47cc-9417-1ed32bae1d67 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/875171b2-40b0-4799-b0f3-0572b9d2d563 HTTP/1.1" status: 204 len: 168 time: 0.4010472 Aug 19 14:59:20.887337 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e045c7a8-d3a7-47cc-9417-1ed32bae1d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875171b2-40b0-4799-b0f3-0572b9d2d563,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:21.061437 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d86daa06-4c14-457a-a324-3fadf9ee977c admin admin] Router 14e51fa9-8965-4b46-ba1b-43bb506370e5 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:59:21.293070 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-82cbb18f-cfcb-4f18-af51-67bbcf8dfd36 req-b7719308-d42f-47ed-961f-22a0aa1b14d7 tempest-ServerShowV257Test-148793249 tempest-ServerShowV257Test-148793249-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e211e6-4363-42a4-9e92-4ad156f62531 HTTP/1.1" status: 200 len: 210 time: 0.1219022 Aug 19 14:59:21.317818 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86daa06-4c14-457a-a324-3fadf9ee977c admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:59:21.329855 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ca90e8-0850-420f-a0e4-232d1b375fdc None None] Sync routers for ids ['14e51fa9-8965-4b46-ba1b-43bb506370e5'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:59:21.343723 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ca90e8-0850-420f-a0e4-232d1b375fdc None None] Routers {'14e51fa9-8965-4b46-ba1b-43bb506370e5'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:59:21.345944 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-55ca90e8-0850-420f-a0e4-232d1b375fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:59:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['14e51fa9-8965-4b46-ba1b-43bb506370e5'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:21.349925 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d86daa06-4c14-457a-a324-3fadf9ee977c admin admin] 10.222.0.69 "PUT /v2.0/routers/14e51fa9-8965-4b46-ba1b-43bb506370e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0075982 Aug 19 14:59:21.350808 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 45570) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:21.459324 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 45572) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:21.489894 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-649e1bc2-716e-49be-bfce-de8645b099f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:21.496666 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae3fb7ec-7c1f-4db5-84f8-8d2f553e4cf3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:21.690404 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-649e1bc2-716e-49be-bfce-de8645b099f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:21.695330 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-649e1bc2-716e-49be-bfce-de8645b099f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:21.695694 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-55ca90e8-0850-420f-a0e4-232d1b375fdc None None] Set router 14e51fa9-8965-4b46-ba1b-43bb506370e5 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:59:21.697434 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae3fb7ec-7c1f-4db5-84f8-8d2f553e4cf3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:21.733831 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-649e1bc2-716e-49be-bfce-de8645b099f6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5883589d22d4478fb7bfaaa5c911890f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2737651 Aug 19 14:59:21.736370 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 45576) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:21.767208 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e1bc2-716e-49be-bfce-de8645b099f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697ab23e-2e4f-4c0c-becd-2d7f08608e6f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:21.845184 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3358712d-939e-4f96-8c0a-fa5d2da4b2ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:21.871714 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ae3fb7ec-7c1f-4db5-84f8-8d2f553e4cf3 admin admin] Deleting port 885628b6-3038-4f12-9e5d-3ac39cb8f8b5 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:59:21.872067 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae3fb7ec-7c1f-4db5-84f8-8d2f553e4cf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:21.949989 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3358712d-939e-4f96-8c0a-fa5d2da4b2ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:21.955465 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-55ca90e8-0850-420f-a0e4-232d1b375fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e51fa9-8965-4b46-ba1b-43bb506370e5', 'name': 'tempest-TestServerMultinode-549981364-router', 'tenant_id': 'e66852354af24ed4b72893e3543607a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '885628b6-3038-4f12-9e5d-3ac39cb8f8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:58:12Z', 'updated_at': '2021-08-19T14:59:20Z', 'revision_number': 5, 'project_id': 'e66852354af24ed4b72893e3543607a6', 'gw_port': {'id': '885628b6-3038-4f12-9e5d-3ac39cb8f8b5', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e51fa9-8965-4b46-ba1b-43bb506370e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:58:14Z', 'updated_at': '2021-08-19T14:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:21.991856 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ca90e8-0850-420f-a0e4-232d1b375fdc None None] Checking router: 14e51fa9-8965-4b46-ba1b-43bb506370e5 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:59:22.004708 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ca90e8-0850-420f-a0e4-232d1b375fdc None None] Routers {'14e51fa9-8965-4b46-ba1b-43bb506370e5'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:59:22.005472 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-55ca90e8-0850-420f-a0e4-232d1b375fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:59:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['14e51fa9-8965-4b46-ba1b-43bb506370e5'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:22.037205 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-ae3fb7ec-7c1f-4db5-84f8-8d2f553e4cf3 admin admin] For port 885628b6-3038-4f12-9e5d-3ac39cb8f8b5, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=885628b6-3038-4f12-9e5d-3ac39cb8f8b5,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:22.037575 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae3fb7ec-7c1f-4db5-84f8-8d2f553e4cf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:22.057817 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ae3fb7ec-7c1f-4db5-84f8-8d2f553e4cf3 admin admin] Calling delete_port for 885628b6-3038-4f12-9e5d-3ac39cb8f8b5 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:59:22.065874 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3358712d-939e-4f96-8c0a-fa5d2da4b2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:22.068518 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3358712d-939e-4f96-8c0a-fa5d2da4b2ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:22.072445 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-3358712d-939e-4f96-8c0a-fa5d2da4b2ab admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/697ab23e-2e4f-4c0c-becd-2d7f08608e6f HTTP/1.1" status: 204 len: 168 time: 0.3347337 Aug 19 14:59:22.087861 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3358712d-939e-4f96-8c0a-fa5d2da4b2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697ab23e-2e4f-4c0c-becd-2d7f08608e6f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:22.163820 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-55ca90e8-0850-420f-a0e4-232d1b375fdc None None] Set router 14e51fa9-8965-4b46-ba1b-43bb506370e5 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:59:22.263450 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-55ca90e8-0850-420f-a0e4-232d1b375fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e51fa9-8965-4b46-ba1b-43bb506370e5', 'name': 'tempest-TestServerMultinode-549981364-router', 'tenant_id': 'e66852354af24ed4b72893e3543607a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:58:12Z', 'updated_at': '2021-08-19T14:59:21Z', 'revision_number': 6, 'project_id': 'e66852354af24ed4b72893e3543607a6', 'gw_port_host': None}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:22.294353 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ca90e8-0850-420f-a0e4-232d1b375fdc None None] The sync data for ids ['14e51fa9-8965-4b46-ba1b-43bb506370e5'] in n-d-766043-2 is: [{'id': '14e51fa9-8965-4b46-ba1b-43bb506370e5', 'name': 'tempest-TestServerMultinode-549981364-router', 'tenant_id': 'e66852354af24ed4b72893e3543607a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:58:12Z', 'updated_at': '2021-08-19T14:59:21Z', 'revision_number': 6, 'project_id': 'e66852354af24ed4b72893e3543607a6', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:59:22.422141 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae3fb7ec-7c1f-4db5-84f8-8d2f553e4cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:22.456708 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3fb7ec-7c1f-4db5-84f8-8d2f553e4cf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=885628b6-3038-4f12-9e5d-3ac39cb8f8b5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:22.470800 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-688a0a1c-ded1-452e-869e-d2d0227a286b req-f2ebaf6a-0384-4168-a6b8-993ef67ec2e3 tempest-ServerShowV257Test-148793249 tempest-ServerShowV257Test-148793249-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e211e6-4363-42a4-9e92-4ad156f62531 HTTP/1.1" status: 200 len: 210 time: 0.0632145 Aug 19 14:59:22.526954 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae3fb7ec-7c1f-4db5-84f8-8d2f553e4cf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:22.632961 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae3fb7ec-7c1f-4db5-84f8-8d2f553e4cf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:22.637257 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae3fb7ec-7c1f-4db5-84f8-8d2f553e4cf3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:22.746826 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae3fb7ec-7c1f-4db5-84f8-8d2f553e4cf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:22.747578 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3fb7ec-7c1f-4db5-84f8-8d2f553e4cf3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14e51fa9-8965-4b46-ba1b-43bb506370e5 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:59:22.761226 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae3fb7ec-7c1f-4db5-84f8-8d2f553e4cf3 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:22.763512 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ae3fb7ec-7c1f-4db5-84f8-8d2f553e4cf3 admin admin] 10.222.0.69 "DELETE /v2.0/routers/14e51fa9-8965-4b46-ba1b-43bb506370e5 HTTP/1.1" status: 204 len: 168 time: 1.4107616 Aug 19 14:59:22.766043 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 45620) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:22.838243 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae0efba9-bc87-433d-9139-2331e304b653 admin admin] Deleting subnet dbbd01bc-d8b8-4a28-b1b5-3b39723fb4d1 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:59:22.850450 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae0efba9-bc87-433d-9139-2331e304b653 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:22.902041 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae0efba9-bc87-433d-9139-2331e304b653 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:22.994221 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae0efba9-bc87-433d-9139-2331e304b653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:23.050478 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae0efba9-bc87-433d-9139-2331e304b653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:23.080070 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0efba9-bc87-433d-9139-2331e304b653 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbbd01bc-d8b8-4a28-b1b5-3b39723fb4d1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:23.082197 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae0efba9-bc87-433d-9139-2331e304b653 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:23.084256 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ae0efba9-bc87-433d-9139-2331e304b653 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/dbbd01bc-d8b8-4a28-b1b5-3b39723fb4d1 HTTP/1.1" status: 204 len: 168 time: 0.3167760 Aug 19 14:59:23.086359 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbeaca7-831c-42e0-bc60-84fc16f26a48 None None] Network 954b0ad6-a93b-4f27-93b4-15e8abd75aca requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:59:23.086856 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 45632) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:23.157560 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-86fb097b-006d-4584-ba2b-7c0f3a1ddeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:23.237509 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-86fb097b-006d-4584-ba2b-7c0f3a1ddeab admin admin] Deleting port b338e173-671b-4a9b-9c21-f84ae49cdb8f {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:59:23.237970 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-86fb097b-006d-4584-ba2b-7c0f3a1ddeab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:23.288891 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74e0698-37a4-46cd-89e8-42bf57457f82 None None] DHCP port deletion for 954b0ad6-a93b-4f27-93b4-15e8abd75aca request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:59:23.324478 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-86fb097b-006d-4584-ba2b-7c0f3a1ddeab admin admin] For port b338e173-671b-4a9b-9c21-f84ae49cdb8f, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b338e173-671b-4a9b-9c21-f84ae49cdb8f,segment=NetworkSegment(c64b3117-a379-42fd-835b-03df6dea4ae2),segment_id=c64b3117-a379-42fd-835b-03df6dea4ae2)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:23.324478 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-86fb097b-006d-4584-ba2b-7c0f3a1ddeab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:23.362378 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-86fb097b-006d-4584-ba2b-7c0f3a1ddeab admin admin] Calling delete_port for b338e173-671b-4a9b-9c21-f84ae49cdb8f owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:59:23.368467 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e74e0698-37a4-46cd-89e8-42bf57457f82 None None] Deleting port b338e173-671b-4a9b-9c21-f84ae49cdb8f {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:59:23.369119 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e74e0698-37a4-46cd-89e8-42bf57457f82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:23.518076 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-86fb097b-006d-4584-ba2b-7c0f3a1ddeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:23.539283 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fb097b-006d-4584-ba2b-7c0f3a1ddeab admin admin] No DVR routers for this DVR port b338e173-671b-4a9b-9c21-f84ae49cdb8f on host n-d-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:59:23.596452 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 420ecd18-a6f0-4b29-87df-9b09817a1dbb no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:59:23.635080 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb097b-006d-4584-ba2b-7c0f3a1ddeab admin admin] Pushing event deleted for resources: {'Port': ['ID=b338e173-671b-4a9b-9c21-f84ae49cdb8f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:23.646487 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 420ecd18-a6f0-4b29-87df-9b09817a1dbb {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:59:23.648090 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 420ecd18-a6f0-4b29-87df-9b09817a1dbb not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:59:23.648854 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 885628b6-3038-4f12-9e5d-3ac39cb8f8b5 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:59:23.658782 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e74e0698-37a4-46cd-89e8-42bf57457f82 None None] For port b338e173-671b-4a9b-9c21-f84ae49cdb8f, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b338e173-671b-4a9b-9c21-f84ae49cdb8f,segment=NetworkSegment(c64b3117-a379-42fd-835b-03df6dea4ae2),segment_id=c64b3117-a379-42fd-835b-03df6dea4ae2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:23.659247 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e74e0698-37a4-46cd-89e8-42bf57457f82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:23.721223 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 885628b6-3038-4f12-9e5d-3ac39cb8f8b5 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:59:23.721891 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 885628b6-3038-4f12-9e5d-3ac39cb8f8b5 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:59:23.722503 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b338e173-671b-4a9b-9c21-f84ae49cdb8f no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:59:23.741190 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-73b678a1-2195-45f6-9531-ea543283634b req-755730c5-e955-4e02-b9ab-e1a39710419d tempest-ServerShowV257Test-148793249 tempest-ServerShowV257Test-148793249-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e211e6-4363-42a4-9e92-4ad156f62531 HTTP/1.1" status: 200 len: 210 time: 0.1028941 Aug 19 14:59:23.754021 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-86fb097b-006d-4584-ba2b-7c0f3a1ddeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:23.765709 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: b338e173-671b-4a9b-9c21-f84ae49cdb8f {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:59:23.766544 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b338e173-671b-4a9b-9c21-f84ae49cdb8f not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:59:23.778213 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-86fb097b-006d-4584-ba2b-7c0f3a1ddeab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['954b0ad6-a93b-4f27-93b4-15e8abd75aca']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:23.791334 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e74e0698-37a4-46cd-89e8-42bf57457f82 None None] Calling delete_port for b338e173-671b-4a9b-9c21-f84ae49cdb8f owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:59:23.799151 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-86fb097b-006d-4584-ba2b-7c0f3a1ddeab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c64b3117-a379-42fd-835b-03df6dea4ae2') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:23.799759 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-86fb097b-006d-4584-ba2b-7c0f3a1ddeab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c64b3117-a379-42fd-835b-03df6dea4ae2') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:23.828202 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-86fb097b-006d-4584-ba2b-7c0f3a1ddeab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:23.846763 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-86fb097b-006d-4584-ba2b-7c0f3a1ddeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:23.854931 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86fb097b-006d-4584-ba2b-7c0f3a1ddeab admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:59:23.856002 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-86fb097b-006d-4584-ba2b-7c0f3a1ddeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:23.905301 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:59:23.905301 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:59:23.905301 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:59:23.905301 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:59:23.905301 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:59:23.905301 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:59:23.905301 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:59:23.905301 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:59:23.905301 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:59:23.905301 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:59:23.905301 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:59:23.905301 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:59:23.905301 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:59:23.905301 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:59:23.905301 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:59:23.905301 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:59:23.905301 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:59:23.905301 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:59:23.905301 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:59:23.905301 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:59:23.905301 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:59:23.905301 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:59:23.905301 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:59:23.905301 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:59:23.905301 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:59:23.905301 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:59:23.905301 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:59:23.905301 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:59:23.905301 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:59:23.905301 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:59:23.905301 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:59:23.905301 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:59:23.936112 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-86fb097b-006d-4584-ba2b-7c0f3a1ddeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:23.945952 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-86fb097b-006d-4584-ba2b-7c0f3a1ddeab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:23.948597 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-86fb097b-006d-4584-ba2b-7c0f3a1ddeab admin admin] 10.222.0.69 "DELETE /v2.0/networks/954b0ad6-a93b-4f27-93b4-15e8abd75aca HTTP/1.1" status: 204 len: 168 time: 0.8605886 Aug 19 14:59:23.951337 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 45692) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:23.965260 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb097b-006d-4584-ba2b-7c0f3a1ddeab admin admin] Pushing event deleted for resources: {'Network': ['ID=954b0ad6-a93b-4f27-93b4-15e8abd75aca,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:24.006449 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e74e0698-37a4-46cd-89e8-42bf57457f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:24.013928 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e74e0698-37a4-46cd-89e8-42bf57457f82 None None] Network 954b0ad6-a93b-4f27-93b4-15e8abd75aca is not hosted by any dhcp agent {{(pid=94641) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 14:59:24.014457 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74e0698-37a4-46cd-89e8-42bf57457f82 None None] No DVR routers for this DVR port b338e173-671b-4a9b-9c21-f84ae49cdb8f on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:59:24.046730 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74e0698-37a4-46cd-89e8-42bf57457f82 None None] Pushing event deleted for resources: {'Port': ['ID=b338e173-671b-4a9b-9c21-f84ae49cdb8f,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:24.048096 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 45694) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:24.056705 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e0698-37a4-46cd-89e8-42bf57457f82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:24.057879 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e0698-37a4-46cd-89e8-42bf57457f82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:24.058472 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e0698-37a4-46cd-89e8-42bf57457f82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:24.059138 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e0698-37a4-46cd-89e8-42bf57457f82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:24.059801 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e0698-37a4-46cd-89e8-42bf57457f82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:24.060382 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e0698-37a4-46cd-89e8-42bf57457f82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:24.060928 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e0698-37a4-46cd-89e8-42bf57457f82 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:24.061476 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e0698-37a4-46cd-89e8-42bf57457f82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:24.062155 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e0698-37a4-46cd-89e8-42bf57457f82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:24.062781 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e0698-37a4-46cd-89e8-42bf57457f82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:24.063313 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e0698-37a4-46cd-89e8-42bf57457f82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:24.063876 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e0698-37a4-46cd-89e8-42bf57457f82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:24.204245 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-356a035a-273d-4cbf-bfcf-5e1fe76fdb66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:24.310684 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-356a035a-273d-4cbf-bfcf-5e1fe76fdb66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:24.316827 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-356a035a-273d-4cbf-bfcf-5e1fe76fdb66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:24.364354 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356a035a-273d-4cbf-bfcf-5e1fe76fdb66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b05578b-48a6-417b-a7be-bb189ad84582,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:24.379513 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 45698) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:24.383354 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-356a035a-273d-4cbf-bfcf-5e1fe76fdb66 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8b394170f8ba42f0b5d613e0998f8614&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3340678 Aug 19 14:59:24.473760 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-69db395b-d30f-4f1f-b16e-feea9c1a791f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:24.523173 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-69db395b-d30f-4f1f-b16e-feea9c1a791f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:24.528600 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-83ddbae3-5613-4e2f-91df-4bbe296644e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:24.665859 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-69db395b-d30f-4f1f-b16e-feea9c1a791f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:24.668491 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-69db395b-d30f-4f1f-b16e-feea9c1a791f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:24.672204 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-69db395b-d30f-4f1f-b16e-feea9c1a791f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2b05578b-48a6-417b-a7be-bb189ad84582 HTTP/1.1" status: 204 len: 168 time: 0.2885473 Aug 19 14:59:24.709874 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69db395b-d30f-4f1f-b16e-feea9c1a791f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b05578b-48a6-417b-a7be-bb189ad84582,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:24.837311 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-83ddbae3-5613-4e2f-91df-4bbe296644e4 admin admin] Deleting port 8dae0419-a1b1-4a6d-a9c2-5dd057d1dfea {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:59:24.837665 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-83ddbae3-5613-4e2f-91df-4bbe296644e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:24.890737 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7f0b2721-bb17-459f-9a86-02ecf0f25133 req-97105eed-1c9e-4465-859d-0df6a8892ea2 tempest-ServerShowV257Test-148793249 tempest-ServerShowV257Test-148793249-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e211e6-4363-42a4-9e92-4ad156f62531 HTTP/1.1" status: 200 len: 210 time: 0.0338883 Aug 19 14:59:24.933418 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-83ddbae3-5613-4e2f-91df-4bbe296644e4 admin admin] For port 8dae0419-a1b1-4a6d-a9c2-5dd057d1dfea, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=8dae0419-a1b1-4a6d-a9c2-5dd057d1dfea,segment=NetworkSegment(5c77260a-f8a2-4bcb-a463-a86ee2a6032a),segment_id=5c77260a-f8a2-4bcb-a463-a86ee2a6032a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:24.933900 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-83ddbae3-5613-4e2f-91df-4bbe296644e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:24.970089 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-83ddbae3-5613-4e2f-91df-4bbe296644e4 admin admin] Calling delete_port for 8dae0419-a1b1-4a6d-a9c2-5dd057d1dfea owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:59:25.267015 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-83ddbae3-5613-4e2f-91df-4bbe296644e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:25.386242 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ddbae3-5613-4e2f-91df-4bbe296644e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dae0419-a1b1-4a6d-a9c2-5dd057d1dfea,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:25.632701 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-83ddbae3-5613-4e2f-91df-4bbe296644e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:25.709667 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 45742) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:25.858743 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b6ad54ee-b93d-4bd9-a19d-29a7aa26a8cd tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-907409495'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:59:25.902477 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ad54ee-b93d-4bd9-a19d-29a7aa26a8cd tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Made reservation on behalf of 739e834e1bdb4091899c310a408a6ea5 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:59:25.907339 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6ad54ee-b93d-4bd9-a19d-29a7aa26a8cd tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:25.921508 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6ad54ee-b93d-4bd9-a19d-29a7aa26a8cd tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:25.929617 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ddbae3-5613-4e2f-91df-4bbe296644e4 admin admin] Router 3485ec3a-0d92-4d19-856b-722762287e01 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:59:26.053652 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6ad54ee-b93d-4bd9-a19d-29a7aa26a8cd tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:26.065463 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6ad54ee-b93d-4bd9-a19d-29a7aa26a8cd tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:26.089196 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bd828753-5c9b-46b3-9b10-e219bdb7921e req-4b446124-115c-423b-912c-16eb324b9da3 tempest-ServerShowV257Test-148793249 tempest-ServerShowV257Test-148793249-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e211e6-4363-42a4-9e92-4ad156f62531 HTTP/1.1" status: 200 len: 210 time: 0.0403576 Aug 19 14:59:26.115107 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ddbae3-5613-4e2f-91df-4bbe296644e4 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:59:26.116803 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6ad54ee-b93d-4bd9-a19d-29a7aa26a8cd tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:59:26.131032 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e01c27c-16e0-4ef4-beb0-8a8a34733b08 None None] Sync routers for ids ['3485ec3a-0d92-4d19-856b-722762287e01'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:59:26.133590 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-83ddbae3-5613-4e2f-91df-4bbe296644e4 admin admin] 10.222.0.69 "PUT /v2.0/routers/3485ec3a-0d92-4d19-856b-722762287e01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1811204 Aug 19 14:59:26.136451 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 45748) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:26.148428 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e01c27c-16e0-4ef4-beb0-8a8a34733b08 None None] Routers {'3485ec3a-0d92-4d19-856b-722762287e01'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:59:26.149164 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0e01c27c-16e0-4ef4-beb0-8a8a34733b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:59:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['3485ec3a-0d92-4d19-856b-722762287e01'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:26.162675 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6ad54ee-b93d-4bd9-a19d-29a7aa26a8cd tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:26.163242 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-b6ad54ee-b93d-4bd9-a19d-29a7aa26a8cd tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Added segment 3fb4bac6-e502-4b69-a831-ca6124f0e60f of type vlan for network 64876308-413c-4ec4-b7f9-2e7ee9784c1d Aug 19 14:59:26.164556 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ad54ee-b93d-4bd9-a19d-29a7aa26a8cd tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c91e194e-e4d0-4c2f-a557-3d7c074ea95c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:26.254649 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6ad54ee-b93d-4bd9-a19d-29a7aa26a8cd tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:26.317815 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6ad54ee-b93d-4bd9-a19d-29a7aa26a8cd tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:26.327919 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ad54ee-b93d-4bd9-a19d-29a7aa26a8cd tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:26.328818 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6ad54ee-b93d-4bd9-a19d-29a7aa26a8cd tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:26.371047 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-0e01c27c-16e0-4ef4-beb0-8a8a34733b08 None None] Set router 3485ec3a-0d92-4d19-856b-722762287e01 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:59:26.414950 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-b6ad54ee-b93d-4bd9-a19d-29a7aa26a8cd tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7037442 Aug 19 14:59:26.419076 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 45752) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:26.424534 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-aee45bba-8edf-4366-9b6f-5f877c015114 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-181987823'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:59:26.460269 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ad54ee-b93d-4bd9-a19d-29a7aa26a8cd tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event updated for resources: {'Network': ['ID=64876308-413c-4ec4-b7f9-2e7ee9784c1d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:26.478197 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee45bba-8edf-4366-9b6f-5f877c015114 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Made reservation on behalf of 739e834e1bdb4091899c310a408a6ea5 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:59:26.482672 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 64876308-413c-4ec4-b7f9-2e7ee9784c1d details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:59:26.485152 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aee45bba-8edf-4366-9b6f-5f877c015114 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:26.526460 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aee45bba-8edf-4366-9b6f-5f877c015114 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:59:26.544207 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aee45bba-8edf-4366-9b6f-5f877c015114 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:26.545041 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-aee45bba-8edf-4366-9b6f-5f877c015114 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Added segment e90c34d5-6eb4-4573-9ed9-ced1bf722f4a of type vlan for network ee9af767-a5f5-4f27-913e-12c346375667 Aug 19 14:59:26.612557 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aee45bba-8edf-4366-9b6f-5f877c015114 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:26.654417 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aee45bba-8edf-4366-9b6f-5f877c015114 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:26.673002 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee45bba-8edf-4366-9b6f-5f877c015114 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:26.675849 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aee45bba-8edf-4366-9b6f-5f877c015114 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:26.762141 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0e01c27c-16e0-4ef4-beb0-8a8a34733b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3485ec3a-0d92-4d19-856b-722762287e01', 'name': 'tempest-TestServerMultinode-711421711-router', 'tenant_id': '7caace3beb3b4380aedf07a85734de50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': 'b3649aa5-7c7d-41e3-b44c-bedc5be0c33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:58:26Z', 'updated_at': '2021-08-19T14:59:25Z', 'revision_number': 5, 'project_id': '7caace3beb3b4380aedf07a85734de50', 'gw_port': {'id': 'b3649aa5-7c7d-41e3-b44c-bedc5be0c33e', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3485ec3a-0d92-4d19-856b-722762287e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:58:28Z', 'updated_at': '2021-08-19T14:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:26.798011 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee45bba-8edf-4366-9b6f-5f877c015114 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event updated for resources: {'Network': ['ID=ee9af767-a5f5-4f27-913e-12c346375667,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:26.824740 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-aee45bba-8edf-4366-9b6f-5f877c015114 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4042473 Aug 19 14:59:26.825693 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 45760) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:26.841974 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e2172a55-9805-4b83-9f70-001dc734b3a2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Request body: {'subnet': {'network_id': '64876308-413c-4ec4-b7f9-2e7ee9784c1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:59:26.857799 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network ee9af767-a5f5-4f27-913e-12c346375667 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:59:26.861935 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e01c27c-16e0-4ef4-beb0-8a8a34733b08 None None] Checking router: 3485ec3a-0d92-4d19-856b-722762287e01 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 14:59:26.881807 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8e22b668-873c-4d7b-907c-0848f3637057 admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:26.894341 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e01c27c-16e0-4ef4-beb0-8a8a34733b08 None None] Routers {'3485ec3a-0d92-4d19-856b-722762287e01'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:59:26.895310 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0e01c27c-16e0-4ef4-beb0-8a8a34733b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:59:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['3485ec3a-0d92-4d19-856b-722762287e01'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:26.965018 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2172a55-9805-4b83-9f70-001dc734b3a2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Made reservation on behalf of 739e834e1bdb4091899c310a408a6ea5 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:59:26.970819 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e2172a55-9805-4b83-9f70-001dc734b3a2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:27.035662 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8e22b668-873c-4d7b-907c-0848f3637057 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:27.124233 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-0e01c27c-16e0-4ef4-beb0-8a8a34733b08 None None] Set router 3485ec3a-0d92-4d19-856b-722762287e01 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 14:59:27.156689 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-8e22b668-873c-4d7b-907c-0848f3637057 admin admin] Deleting port b3649aa5-7c7d-41e3-b44c-bedc5be0c33e {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:59:27.157475 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8e22b668-873c-4d7b-907c-0848f3637057 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:27.284167 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8aa4549f-c6c6-42ae-bea3-374d61f6c517 req-b78de3c9-33c0-4145-8c38-4e34b0494d90 tempest-ServerShowV257Test-148793249 tempest-ServerShowV257Test-148793249-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e211e6-4363-42a4-9e92-4ad156f62531 HTTP/1.1" status: 200 len: 210 time: 0.0311351 Aug 19 14:59:27.365753 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e2172a55-9805-4b83-9f70-001dc734b3a2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:27.379093 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0e01c27c-16e0-4ef4-beb0-8a8a34733b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3485ec3a-0d92-4d19-856b-722762287e01', 'name': 'tempest-TestServerMultinode-711421711-router', 'tenant_id': '7caace3beb3b4380aedf07a85734de50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': 'b3649aa5-7c7d-41e3-b44c-bedc5be0c33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:58:26Z', 'updated_at': '2021-08-19T14:59:25Z', 'revision_number': 5, 'project_id': '7caace3beb3b4380aedf07a85734de50', 'gw_port': {'id': 'b3649aa5-7c7d-41e3-b44c-bedc5be0c33e', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3485ec3a-0d92-4d19-856b-722762287e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:58:28Z', 'updated_at': '2021-08-19T14:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:27.391374 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-8e22b668-873c-4d7b-907c-0848f3637057 admin admin] For port b3649aa5-7c7d-41e3-b44c-bedc5be0c33e, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b3649aa5-7c7d-41e3-b44c-bedc5be0c33e,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:27.398723 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8e22b668-873c-4d7b-907c-0848f3637057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:27.440491 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2172a55-9805-4b83-9f70-001dc734b3a2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event updated for resources: {'Subnet': ['ID=b80691f2-01e2-4d2c-8290-4e6fb6f05582,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:27.444863 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2172a55-9805-4b83-9f70-001dc734b3a2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Checking segment: {'id': '3fb4bac6-e502-4b69-a831-ca6124f0e60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '64876308-413c-4ec4-b7f9-2e7ee9784c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:59:27.445239 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2172a55-9805-4b83-9f70-001dc734b3a2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Network hostable DHCP agents. Network: 64876308-413c-4ec4-b7f9-2e7ee9784c1d, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:59:27.461443 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-8e22b668-873c-4d7b-907c-0848f3637057 admin admin] Calling delete_port for b3649aa5-7c7d-41e3-b44c-bedc5be0c33e owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:59:27.466692 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e01c27c-16e0-4ef4-beb0-8a8a34733b08 None None] The sync data for ids ['3485ec3a-0d92-4d19-856b-722762287e01'] in n-d-766043-2 is: [{'id': '3485ec3a-0d92-4d19-856b-722762287e01', 'name': 'tempest-TestServerMultinode-711421711-router', 'tenant_id': '7caace3beb3b4380aedf07a85734de50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': 'b3649aa5-7c7d-41e3-b44c-bedc5be0c33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:58:26Z', 'updated_at': '2021-08-19T14:59:25Z', 'revision_number': 5, 'project_id': '7caace3beb3b4380aedf07a85734de50', 'gw_port': {'id': 'b3649aa5-7c7d-41e3-b44c-bedc5be0c33e', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3485ec3a-0d92-4d19-856b-722762287e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:58:28Z', 'updated_at': '2021-08-19T14:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:59:27.481539 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2172a55-9805-4b83-9f70-001dc734b3a2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Network 64876308-413c-4ec4-b7f9-2e7ee9784c1d is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:59:27.493784 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-e2172a55-9805-4b83-9f70-001dc734b3a2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 64876308-413c-4ec4-b7f9-2e7ee9784c1d) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:59:27.502443 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2172a55-9805-4b83-9f70-001dc734b3a2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:27.503842 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af5e951-3d86-4add-99b7-27fdf65b8300 None None] Network 64876308-413c-4ec4-b7f9-2e7ee9784c1d requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:59:27.504806 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e2172a55-9805-4b83-9f70-001dc734b3a2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:27.535174 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e2172a55-9805-4b83-9f70-001dc734b3a2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7064438 Aug 19 14:59:27.539018 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 45766) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:27.544220 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-16917bb9-379c-4fed-b4cb-5dd4479ca4f1 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Request body: {'subnet': {'network_id': 'ee9af767-a5f5-4f27-913e-12c346375667', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:59:27.695895 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16917bb9-379c-4fed-b4cb-5dd4479ca4f1 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Made reservation on behalf of 739e834e1bdb4091899c310a408a6ea5 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:59:27.710001 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-16917bb9-379c-4fed-b4cb-5dd4479ca4f1 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:27.742438 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8e22b668-873c-4d7b-907c-0848f3637057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:27.783185 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e22b668-873c-4d7b-907c-0848f3637057 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3649aa5-7c7d-41e3-b44c-bedc5be0c33e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:27.799523 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d5af4f-9372-4249-a5be-acfe1901e365 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-64876308-413c-4ec4-b7f9-2e7ee9784c1d', 'network_id': '64876308-413c-4ec4-b7f9-2e7ee9784c1d', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'fixed_ips': [{'subnet_id': 'b80691f2-01e2-4d2c-8290-4e6fb6f05582'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:59:27.800653 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-59d5af4f-9372-4249-a5be-acfe1901e365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:27.871059 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8e22b668-873c-4d7b-907c-0848f3637057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:28.108955 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8e22b668-873c-4d7b-907c-0848f3637057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:28.114099 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8e22b668-873c-4d7b-907c-0848f3637057 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:28.170599 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-59d5af4f-9372-4249-a5be-acfe1901e365 None None] Allocated IP 2001:db8::2 (64876308-413c-4ec4-b7f9-2e7ee9784c1d/b80691f2-01e2-4d2c-8290-4e6fb6f05582/56d8ae08-660b-44fb-97be-5b6b19b2f49a) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:59:28.234546 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-16917bb9-379c-4fed-b4cb-5dd4479ca4f1 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:28.236193 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8e22b668-873c-4d7b-907c-0848f3637057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:28.237022 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e22b668-873c-4d7b-907c-0848f3637057 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3485ec3a-0d92-4d19-856b-722762287e01 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:59:28.246529 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8e22b668-873c-4d7b-907c-0848f3637057 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:28.255740 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8e22b668-873c-4d7b-907c-0848f3637057 admin admin] 10.222.0.69 "DELETE /v2.0/routers/3485ec3a-0d92-4d19-856b-722762287e01 HTTP/1.1" status: 204 len: 168 time: 2.1176932 Aug 19 14:59:28.259348 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 45778) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:28.329329 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b51d240-9f56-432e-998d-c8dd638cb0b3 admin admin] Deleting subnet 1a672a11-2800-42c9-ba47-91ae9f45d0e6 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:59:28.349272 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b51d240-9f56-432e-998d-c8dd638cb0b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:28.362202 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16917bb9-379c-4fed-b4cb-5dd4479ca4f1 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event updated for resources: {'Subnet': ['ID=0ea99634-985d-4f82-affc-57622ff3d857,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:28.375299 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16917bb9-379c-4fed-b4cb-5dd4479ca4f1 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Checking segment: {'id': 'e90c34d5-6eb4-4573-9ed9-ced1bf722f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ee9af767-a5f5-4f27-913e-12c346375667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:59:28.375693 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16917bb9-379c-4fed-b4cb-5dd4479ca4f1 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Network hostable DHCP agents. Network: ee9af767-a5f5-4f27-913e-12c346375667, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:59:28.454643 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16917bb9-379c-4fed-b4cb-5dd4479ca4f1 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Network ee9af767-a5f5-4f27-913e-12c346375667 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:59:28.484709 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b51d240-9f56-432e-998d-c8dd638cb0b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:28.519123 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-59d5af4f-9372-4249-a5be-acfe1901e365 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:28.522712 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-16917bb9-379c-4fed-b4cb-5dd4479ca4f1 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, ee9af767-a5f5-4f27-913e-12c346375667) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:59:28.545873 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf6ccc6-46ba-4446-aaeb-6ef722a4d815 None None] Network ee9af767-a5f5-4f27-913e-12c346375667 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:59:28.555634 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-59d5af4f-9372-4249-a5be-acfe1901e365 None None] Transition to ACTIVE for port object 56d8ae08-660b-44fb-97be-5b6b19b2f49a will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:59:28.574103 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16917bb9-379c-4fed-b4cb-5dd4479ca4f1 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:28.576477 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-16917bb9-379c-4fed-b4cb-5dd4479ca4f1 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:28.586756 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b6128fe-2909-4f7d-889d-7b789584b79b req-c0452072-9064-465e-aa6f-1e8615ab779a tempest-ServerShowV257Test-148793249 tempest-ServerShowV257Test-148793249-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e211e6-4363-42a4-9e92-4ad156f62531 HTTP/1.1" status: 200 len: 210 time: 0.1024275 Aug 19 14:59:28.600608 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c6133-e3bc-4bde-8b76-22dbd757f5fd req-5c98305e-d6e5-486b-8056-a4e7eac60a40 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:28.606369 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-442c6133-e3bc-4bde-8b76-22dbd757f5fd req-5c98305e-d6e5-486b-8056-a4e7eac60a40 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?device_id=07ae9c3c-40f2-4891-ae20-db0c49544d80 HTTP/1.1" status: 200 len: 945 time: 0.1981118 Aug 19 14:59:28.652684 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-59d5af4f-9372-4249-a5be-acfe1901e365 None None] Transition to ACTIVE for port object 56d8ae08-660b-44fb-97be-5b6b19b2f49a will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:59:28.657406 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b51d240-9f56-432e-998d-c8dd638cb0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:28.687294 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-59d5af4f-9372-4249-a5be-acfe1901e365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:28.720058 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-16917bb9-379c-4fed-b4cb-5dd4479ca4f1 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1799338 Aug 19 14:59:28.726384 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 45788) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:28.744965 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b0a68b1c-7b4c-45cb-9cbc-653d8cfd2320 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1629529025', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:59:28.747159 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b51d240-9f56-432e-998d-c8dd638cb0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:28.774562 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:59:28.778855 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-442c6133-e3bc-4bde-8b76-22dbd757f5fd req-35aa43ef-14e7-46a5-9ce2-553167ae4a8d tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/security-groups?id=c01b1887-cfe4-4bd8-ac45-b3df4d389926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605761 Aug 19 14:59:28.782183 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b51d240-9f56-432e-998d-c8dd638cb0b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a672a11-2800-42c9-ba47-91ae9f45d0e6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:28.784462 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b51d240-9f56-432e-998d-c8dd638cb0b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:28.789121 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1b51d240-9f56-432e-998d-c8dd638cb0b3 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/1a672a11-2800-42c9-ba47-91ae9f45d0e6 HTTP/1.1" status: 204 len: 168 time: 0.5278959 Aug 19 14:59:28.790140 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 45794) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:28.817226 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d5af4f-9372-4249-a5be-acfe1901e365 None None] Network 64876308-413c-4ec4-b7f9-2e7ee9784c1d is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:59:28.819715 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68651961-fe8a-4b74-8fd5-eaef73523642 None None] Network 5dc4ce48-9533-4751-b9d3-5cd2980567a7 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:59:28.820128 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b0a68b1c-7b4c-45cb-9cbc-653d8cfd2320 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:28.821773 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b0a68b1c-7b4c-45cb-9cbc-653d8cfd2320 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:28.822871 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-59d5af4f-9372-4249-a5be-acfe1901e365 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:59:28.840601 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d5af4f-9372-4249-a5be-acfe1901e365 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:59:28.896460 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d5af4f-9372-4249-a5be-acfe1901e365 None None] Pushing event updated for resources: {'Port': ['ID=56d8ae08-660b-44fb-97be-5b6b19b2f49a,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:28.944154 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-257c9889-966f-4bfa-b87d-5644e9f40c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:28.983473 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b0a68b1c-7b4c-45cb-9cbc-653d8cfd2320 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:28.991794 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b0a68b1c-7b4c-45cb-9cbc-653d8cfd2320 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:29.043539 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b0a68b1c-7b4c-45cb-9cbc-653d8cfd2320 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:29.046060 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-b0a68b1c-7b4c-45cb-9cbc-653d8cfd2320 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3172312 Aug 19 14:59:29.048197 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 45804) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:29.114914 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-257c9889-966f-4bfa-b87d-5644e9f40c6d admin admin] Deleting port e6bd88a5-8508-4171-9730-cb8d8c3c93a7 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:59:29.115061 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-59d5af4f-9372-4249-a5be-acfe1901e365 None None] Attempting to bind port 56d8ae08-660b-44fb-97be-5b6b19b2f49a on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:59:29.115272 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-257c9889-966f-4bfa-b87d-5644e9f40c6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:29.115402 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-59d5af4f-9372-4249-a5be-acfe1901e365 None None] Attempting to bind port 56d8ae08-660b-44fb-97be-5b6b19b2f49a by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '3fb4bac6-e502-4b69-a831-ca6124f0e60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '64876308-413c-4ec4-b7f9-2e7ee9784c1d'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:59:29.115742 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d5af4f-9372-4249-a5be-acfe1901e365 None None] Attempting to bind port 56d8ae08-660b-44fb-97be-5b6b19b2f49a on network 64876308-413c-4ec4-b7f9-2e7ee9784c1d {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:59:29.123263 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d5af4f-9372-4249-a5be-acfe1901e365 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:59:29.123637 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d5af4f-9372-4249-a5be-acfe1901e365 None None] Checking segment: {'id': '3fb4bac6-e502-4b69-a831-ca6124f0e60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '64876308-413c-4ec4-b7f9-2e7ee9784c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:59:29.124034 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-59d5af4f-9372-4249-a5be-acfe1901e365 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:29.124701 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d5af4f-9372-4249-a5be-acfe1901e365 None None] Bound using segment: {'id': '3fb4bac6-e502-4b69-a831-ca6124f0e60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '64876308-413c-4ec4-b7f9-2e7ee9784c1d'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:59:29.124936 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-59d5af4f-9372-4249-a5be-acfe1901e365 None None] Bound port: 56d8ae08-660b-44fb-97be-5b6b19b2f49a, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb4bac6-e502-4b69-a831-ca6124f0e60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '64876308-413c-4ec4-b7f9-2e7ee9784c1d'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:59:29.125322 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-59d5af4f-9372-4249-a5be-acfe1901e365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:29.127462 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d6f97c-34e9-4de0-8ee4-b251e888b3be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-ee9af767-a5f5-4f27-913e-12c346375667', 'network_id': 'ee9af767-a5f5-4f27-913e-12c346375667', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'fixed_ips': [{'subnet_id': '0ea99634-985d-4f82-affc-57622ff3d857'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:59:29.128272 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c1d6f97c-34e9-4de0-8ee4-b251e888b3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:29.334948 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc64dba6-8002-4d01-ad39-e57ae188c42c None None] DHCP port deletion for 5dc4ce48-9533-4751-b9d3-5cd2980567a7 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:59:29.375608 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-59d5af4f-9372-4249-a5be-acfe1901e365 None None] For port 56d8ae08-660b-44fb-97be-5b6b19b2f49a, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:59:29.379385 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-257c9889-966f-4bfa-b87d-5644e9f40c6d admin admin] For port e6bd88a5-8508-4171-9730-cb8d8c3c93a7, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=e6bd88a5-8508-4171-9730-cb8d8c3c93a7,segment=NetworkSegment(5c77260a-f8a2-4bcb-a463-a86ee2a6032a),segment_id=5c77260a-f8a2-4bcb-a463-a86ee2a6032a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:29.379916 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-257c9889-966f-4bfa-b87d-5644e9f40c6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:29.396444 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-257c9889-966f-4bfa-b87d-5644e9f40c6d admin admin] Calling delete_port for e6bd88a5-8508-4171-9730-cb8d8c3c93a7 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:59:29.438337 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 45808) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:29.583609 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9b55fc94-d961-46d4-b45e-449dbf3159bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:29.598310 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b3649aa5-7c7d-41e3-b44c-bedc5be0c33e no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:59:29.665631 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-59d5af4f-9372-4249-a5be-acfe1901e365 None None] For port 56d8ae08-660b-44fb-97be-5b6b19b2f49a, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=56d8ae08-660b-44fb-97be-5b6b19b2f49a,segment=NetworkSegment(3fb4bac6-e502-4b69-a831-ca6124f0e60f),segment_id=3fb4bac6-e502-4b69-a831-ca6124f0e60f)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:59:29.675241 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: b3649aa5-7c7d-41e3-b44c-bedc5be0c33e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:59:29.676151 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b3649aa5-7c7d-41e3-b44c-bedc5be0c33e not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:59:29.676615 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device e6bd88a5-8508-4171-9730-cb8d8c3c93a7 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:59:29.684453 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-59d5af4f-9372-4249-a5be-acfe1901e365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:29.725189 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74a29623-b2c1-4cce-b673-2c1c5c71d1b6 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:29.727782 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9b55fc94-d961-46d4-b45e-449dbf3159bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:29.734916 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-257c9889-966f-4bfa-b87d-5644e9f40c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:29.748284 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9b55fc94-d961-46d4-b45e-449dbf3159bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:29.772076 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c9889-966f-4bfa-b87d-5644e9f40c6d admin admin] Pushing event deleted for resources: {'Port': ['ID=e6bd88a5-8508-4171-9730-cb8d8c3c93a7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:29.784044 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-c1d6f97c-34e9-4de0-8ee4-b251e888b3be None None] Allocated IP 2001:db8:1::2 (ee9af767-a5f5-4f27-913e-12c346375667/0ea99634-985d-4f82-affc-57622ff3d857/d121f8b2-9915-486d-b0cb-d56939e8e306) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:59:29.829468 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b55fc94-d961-46d4-b45e-449dbf3159bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfbe5b1-2a5f-4fe7-bd47-57979ef6d323,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:29.841238 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257c9889-966f-4bfa-b87d-5644e9f40c6d admin admin] No DVR routers for this DVR port e6bd88a5-8508-4171-9730-cb8d8c3c93a7 on host n-d-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:59:29.857294 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-cc64dba6-8002-4d01-ad39-e57ae188c42c None None] Deleting port e6bd88a5-8508-4171-9730-cb8d8c3c93a7 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:59:29.859071 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cc64dba6-8002-4d01-ad39-e57ae188c42c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:29.865670 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a20e6071-d324-4221-93ae-e6bebbbb09bf req-ec47ecb7-b87b-434d-84fa-4a15eabdf918 tempest-ServerShowV257Test-148793249 tempest-ServerShowV257Test-148793249-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e211e6-4363-42a4-9e92-4ad156f62531 HTTP/1.1" status: 200 len: 210 time: 0.1319723 Aug 19 14:59:29.953787 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9b55fc94-d961-46d4-b45e-449dbf3159bb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=133cb3f3e0f24e7f8fe21b6b90f884db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5136359 Aug 19 14:59:29.956425 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 45822) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:30.027541 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-cc64dba6-8002-4d01-ad39-e57ae188c42c None None] For port e6bd88a5-8508-4171-9730-cb8d8c3c93a7, host n-d-766043-2, got binding levels [] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:30.028076 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cc64dba6-8002-4d01-ad39-e57ae188c42c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:30.042608 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-cc64dba6-8002-4d01-ad39-e57ae188c42c None None] Calling delete_port for e6bd88a5-8508-4171-9730-cb8d8c3c93a7 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:59:30.044289 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.ipam_backend_mixin [None req-cc64dba6-8002-4d01-ad39-e57ae188c42c None None] Port e6bd88a5-8508-4171-9730-cb8d8c3c93a7 was not found and therefore no delete operation was performed {{(pid=94641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 14:59:30.047353 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cc64dba6-8002-4d01-ad39-e57ae188c42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:30.058593 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1626c-fb77-4b5c-a976-ad2d20fca64d req-af41e86a-e332-484f-b82b-242316dec0ff tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:30.066989 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-51b1626c-fb77-4b5c-a976-ad2d20fca64d req-af41e86a-e332-484f-b82b-242316dec0ff tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] 10.222.0.69 "GET /v2.0/ports?device_id=a891d28b-c416-4420-b891-4a39dcfc1675 HTTP/1.1" status: 200 len: 945 time: 0.1936474 Aug 19 14:59:30.068962 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d5af4f-9372-4249-a5be-acfe1901e365 None None] Pushing event updated for resources: {'Port': ['ID=56d8ae08-660b-44fb-97be-5b6b19b2f49a,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:30.104629 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc64dba6-8002-4d01-ad39-e57ae188c42c None None] Pushing event deleted for resources: {'Port': ['ID=e6bd88a5-8508-4171-9730-cb8d8c3c93a7,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:30.111336 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No active binding found for port e6bd88a5-8508-4171-9730-cb8d8c3c93a7 {{(pid=94641) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 19 14:59:30.111790 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device e6bd88a5-8508-4171-9730-cb8d8c3c93a7 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:59:30.112214 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 8dae0419-a1b1-4a6d-a9c2-5dd057d1dfea no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:59:30.115023 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-71fedad4-3727-49a4-b85b-e360557d48ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:30.136973 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf302f-e111-4271-b7eb-23e17827cfb1 req-36ec411c-c017-4648-ba02-a28733903bc6 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:30.137983 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-74a29623-b2c1-4cce-b673-2c1c5c71d1b6 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Allocated IP 2001:db8::1 (64876308-413c-4ec4-b7f9-2e7ee9784c1d/b80691f2-01e2-4d2c-8290-4e6fb6f05582/dc0f9193-2833-457a-837d-d35a563f6757) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:59:30.139562 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9fcf302f-e111-4271-b7eb-23e17827cfb1 req-36ec411c-c017-4648-ba02-a28733903bc6 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?device_id=07ae9c3c-40f2-4891-ae20-db0c49544d80 HTTP/1.1" status: 200 len: 945 time: 0.1740806 Aug 19 14:59:30.148483 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc64dba6-8002-4d01-ad39-e57ae188c42c None None] No DVR routers for this DVR port e6bd88a5-8508-4171-9730-cb8d8c3c93a7 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:59:30.158734 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 8dae0419-a1b1-4a6d-a9c2-5dd057d1dfea {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:59:30.159116 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 8dae0419-a1b1-4a6d-a9c2-5dd057d1dfea not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:59:30.176072 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-257c9889-966f-4bfa-b87d-5644e9f40c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:30.195488 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-257c9889-966f-4bfa-b87d-5644e9f40c6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dc4ce48-9533-4751-b9d3-5cd2980567a7']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:30.213584 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-71fedad4-3727-49a4-b85b-e360557d48ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:30.227266 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c1d6f97c-34e9-4de0-8ee4-b251e888b3be None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:30.239028 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c1d6f97c-34e9-4de0-8ee4-b251e888b3be None None] Transition to ACTIVE for port object d121f8b2-9915-486d-b0cb-d56939e8e306 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:59:30.242863 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-51b1626c-fb77-4b5c-a976-ad2d20fca64d req-339d99db-ccda-48f7-ae1c-8db6362e8606 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] 10.222.0.69 "GET /v2.0/security-groups?id=4973f92f-9387-4ffb-9cc5-c0b70bd869cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748054 Aug 19 14:59:30.243163 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-257c9889-966f-4bfa-b87d-5644e9f40c6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c77260a-f8a2-4bcb-a463-a86ee2a6032a') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:30.243391 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-257c9889-966f-4bfa-b87d-5644e9f40c6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c77260a-f8a2-4bcb-a463-a86ee2a6032a') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:30.257063 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9fcf302f-e111-4271-b7eb-23e17827cfb1 req-435ae9c8-b9fb-45d8-837a-056f762908c0 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/security-groups?id=c01b1887-cfe4-4bd8-ac45-b3df4d389926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976572 Aug 19 14:59:30.260115 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-257c9889-966f-4bfa-b87d-5644e9f40c6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:30.271732 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c1d6f97c-34e9-4de0-8ee4-b251e888b3be None None] Transition to ACTIVE for port object d121f8b2-9915-486d-b0cb-d56939e8e306 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:59:30.285560 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c1d6f97c-34e9-4de0-8ee4-b251e888b3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:30.287174 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-257c9889-966f-4bfa-b87d-5644e9f40c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:30.303449 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-257c9889-966f-4bfa-b87d-5644e9f40c6d admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:59:30.303890 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-257c9889-966f-4bfa-b87d-5644e9f40c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:30.305969 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:59:30.305969 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:59:30.305969 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:59:30.305969 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:59:30.305969 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:59:30.305969 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:59:30.305969 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:59:30.305969 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:59:30.305969 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:59:30.305969 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:59:30.305969 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:59:30.305969 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:59:30.305969 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:59:30.305969 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:59:30.305969 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:59:30.305969 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:59:30.305969 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:59:30.305969 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:59:30.305969 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:59:30.305969 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:59:30.305969 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:59:30.305969 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:59:30.305969 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:59:30.305969 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:59:30.305969 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:59:30.305969 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:59:30.305969 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:59:30.305969 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:59:30.305969 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:59:30.305969 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:59:30.305969 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:59:30.305969 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:59:30.308908 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-71fedad4-3727-49a4-b85b-e360557d48ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:30.310273 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-71fedad4-3727-49a4-b85b-e360557d48ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:30.311477 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-71fedad4-3727-49a4-b85b-e360557d48ee admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bdfbe5b1-2a5f-4fe7-bd47-57979ef6d323 HTTP/1.1" status: 204 len: 168 time: 0.3538663 Aug 19 14:59:30.319758 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fedad4-3727-49a4-b85b-e360557d48ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfbe5b1-2a5f-4fe7-bd47-57979ef6d323,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:30.348842 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d6f97c-34e9-4de0-8ee4-b251e888b3be None None] Pushing event updated for resources: {'Port': ['ID=d121f8b2-9915-486d-b0cb-d56939e8e306,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:30.363128 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d6f97c-34e9-4de0-8ee4-b251e888b3be None None] Network ee9af767-a5f5-4f27-913e-12c346375667 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:59:30.365488 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-c1d6f97c-34e9-4de0-8ee4-b251e888b3be None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:59:30.370985 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d6f97c-34e9-4de0-8ee4-b251e888b3be None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:59:30.394479 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74a29623-b2c1-4cce-b673-2c1c5c71d1b6 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:30.403261 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-257c9889-966f-4bfa-b87d-5644e9f40c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:30.408089 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-257c9889-966f-4bfa-b87d-5644e9f40c6d admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:30.412737 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-257c9889-966f-4bfa-b87d-5644e9f40c6d admin admin] 10.222.0.69 "DELETE /v2.0/networks/5dc4ce48-9533-4751-b9d3-5cd2980567a7 HTTP/1.1" status: 204 len: 168 time: 1.6185861 Aug 19 14:59:30.441929 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c1d6f97c-34e9-4de0-8ee4-b251e888b3be None None] Attempting to bind port d121f8b2-9915-486d-b0cb-d56939e8e306 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:59:30.442353 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c1d6f97c-34e9-4de0-8ee4-b251e888b3be None None] Attempting to bind port d121f8b2-9915-486d-b0cb-d56939e8e306 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'e90c34d5-6eb4-4573-9ed9-ced1bf722f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ee9af767-a5f5-4f27-913e-12c346375667'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:59:30.442733 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d6f97c-34e9-4de0-8ee4-b251e888b3be None None] Attempting to bind port d121f8b2-9915-486d-b0cb-d56939e8e306 on network ee9af767-a5f5-4f27-913e-12c346375667 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:59:30.449466 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d6f97c-34e9-4de0-8ee4-b251e888b3be None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:59:30.449938 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d6f97c-34e9-4de0-8ee4-b251e888b3be None None] Checking segment: {'id': 'e90c34d5-6eb4-4573-9ed9-ced1bf722f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ee9af767-a5f5-4f27-913e-12c346375667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:59:30.450350 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c1d6f97c-34e9-4de0-8ee4-b251e888b3be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:30.450750 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d6f97c-34e9-4de0-8ee4-b251e888b3be None None] Bound using segment: {'id': 'e90c34d5-6eb4-4573-9ed9-ced1bf722f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ee9af767-a5f5-4f27-913e-12c346375667'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:59:30.451227 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c1d6f97c-34e9-4de0-8ee4-b251e888b3be None None] Bound port: d121f8b2-9915-486d-b0cb-d56939e8e306, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e90c34d5-6eb4-4573-9ed9-ced1bf722f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ee9af767-a5f5-4f27-913e-12c346375667'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:59:30.451613 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c1d6f97c-34e9-4de0-8ee4-b251e888b3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:30.459545 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-74a29623-b2c1-4cce-b673-2c1c5c71d1b6 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Transition to ACTIVE for port object dc0f9193-2833-457a-837d-d35a563f6757 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:59:30.464214 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c9889-966f-4bfa-b87d-5644e9f40c6d admin admin] Pushing event deleted for resources: {'Network': ['ID=5dc4ce48-9533-4751-b9d3-5cd2980567a7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:30.507994 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74a29623-b2c1-4cce-b673-2c1c5c71d1b6 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:30.534818 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c1d6f97c-34e9-4de0-8ee4-b251e888b3be None None] For port d121f8b2-9915-486d-b0cb-d56939e8e306, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:59:30.538376 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c1d6f97c-34e9-4de0-8ee4-b251e888b3be None None] For port d121f8b2-9915-486d-b0cb-d56939e8e306, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=d121f8b2-9915-486d-b0cb-d56939e8e306,segment=NetworkSegment(e90c34d5-6eb4-4573-9ed9-ced1bf722f4a),segment_id=e90c34d5-6eb4-4573-9ed9-ced1bf722f4a)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:59:30.544634 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c1d6f97c-34e9-4de0-8ee4-b251e888b3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:30.558813 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a29623-b2c1-4cce-b673-2c1c5c71d1b6 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Network 64876308-413c-4ec4-b7f9-2e7ee9784c1d is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:59:30.564080 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-74a29623-b2c1-4cce-b673-2c1c5c71d1b6 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:59:30.568173 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a29623-b2c1-4cce-b673-2c1c5c71d1b6 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:59:30.568775 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74a29623-b2c1-4cce-b673-2c1c5c71d1b6 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:30.630172 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a29623-b2c1-4cce-b673-2c1c5c71d1b6 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event updated for resources: {'Port': ['ID=dc0f9193-2833-457a-837d-d35a563f6757,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:30.657604 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d6f97c-34e9-4de0-8ee4-b251e888b3be None None] Pushing event updated for resources: {'Port': ['ID=d121f8b2-9915-486d-b0cb-d56939e8e306,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:30.687381 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 45830) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:30.748686 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74a29623-b2c1-4cce-b673-2c1c5c71d1b6 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:30.752249 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-23c2e528-27df-43b8-91c2-6e92c21951a0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e66852354af24ed4b72893e3543607a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0603609 Aug 19 14:59:30.752249 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 45832) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:30.754118 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 45834) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:30.764839 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01d11dc7-87b8-44f0-b5ba-132b5c48de6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:30.912605 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-67c9c58e-9183-4a4e-b69f-b0a23824e9db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:30.947294 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01d11dc7-87b8-44f0-b5ba-132b5c48de6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:30.955097 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01d11dc7-87b8-44f0-b5ba-132b5c48de6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:30.984768 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-67c9c58e-9183-4a4e-b69f-b0a23824e9db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:31.020702 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d11dc7-87b8-44f0-b5ba-132b5c48de6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79115fb-07b8-4ab6-b408-b321b29ad8ab,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:31.053131 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-31ce548c-6dfe-4fee-bf2a-0b2b823b71d1 req-35d27be7-32ad-4cbb-9c45-571effe4daeb tempest-ServerShowV257Test-148793249 tempest-ServerShowV257Test-148793249-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e211e6-4363-42a4-9e92-4ad156f62531 HTTP/1.1" status: 200 len: 210 time: 0.0772233 Aug 19 14:59:31.067393 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-01d11dc7-87b8-44f0-b5ba-132b5c48de6d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=63e164c85ad041d7818a64ac0167d2ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3135662 Aug 19 14:59:31.080437 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 45838) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:31.110030 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-67c9c58e-9183-4a4e-b69f-b0a23824e9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:31.112635 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-67c9c58e-9183-4a4e-b69f-b0a23824e9db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:31.113811 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-67c9c58e-9183-4a4e-b69f-b0a23824e9db admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f5ebbc17-7b99-4425-b044-325aeda9d82f HTTP/1.1" status: 204 len: 168 time: 0.3575883 Aug 19 14:59:31.130414 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c9c58e-9183-4a4e-b69f-b0a23824e9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ebbc17-7b99-4425-b044-325aeda9d82f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:31.162409 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-92ed5897-5d9a-4914-aa00-90e88f4306df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:31.175736 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74a29623-b2c1-4cce-b673-2c1c5c71d1b6 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:31.182778 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74a29623-b2c1-4cce-b673-2c1c5c71d1b6 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:31.183633 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74a29623-b2c1-4cce-b673-2c1c5c71d1b6 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:31.196661 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-92ed5897-5d9a-4914-aa00-90e88f4306df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:31.234452 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348fc6a6-5395-4e80-8e8f-603de87cea6f None None] Network 64876308-413c-4ec4-b7f9-2e7ee9784c1d requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:59:31.280034 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a29623-b2c1-4cce-b673-2c1c5c71d1b6 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event updated for resources: {'Port': ['ID=dc0f9193-2833-457a-837d-d35a563f6757,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:31.281851 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-92ed5897-5d9a-4914-aa00-90e88f4306df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:31.285077 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-92ed5897-5d9a-4914-aa00-90e88f4306df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:31.286418 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-92ed5897-5d9a-4914-aa00-90e88f4306df admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d79115fb-07b8-4ab6-b408-b321b29ad8ab HTTP/1.1" status: 204 len: 168 time: 0.2153170 Aug 19 14:59:31.302710 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed5897-5d9a-4914-aa00-90e88f4306df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79115fb-07b8-4ab6-b408-b321b29ad8ab,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:31.342278 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a29623-b2c1-4cce-b673-2c1c5c71d1b6 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Network 64876308-413c-4ec4-b7f9-2e7ee9784c1d is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:59:31.344312 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-74a29623-b2c1-4cce-b673-2c1c5c71d1b6 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:59:31.390803 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5624b7b3-aebb-49f9-a41b-8f5c45ca9e50 None None] Provisioning for port 56d8ae08-660b-44fb-97be-5b6b19b2f49a completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:59:31.467585 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-acf474ab-5936-42b6-8d92-61ab8f2f97c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:31.492238 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a99ea-fda9-4114-8ee3-ebe31904e49d req-cb3fc838-8ec6-4f22-9b0e-60a9636faa2f tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:31.502217 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d51a99ea-fda9-4114-8ee3-ebe31904e49d req-cb3fc838-8ec6-4f22-9b0e-60a9636faa2f tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?device_id=07ae9c3c-40f2-4891-ae20-db0c49544d80 HTTP/1.1" status: 200 len: 945 time: 0.1042213 Aug 19 14:59:31.540208 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc60bea-e82f-4d14-a3e5-e04d1021cfb0 req-97d49cd6-fde7-4fec-8ea9-14e61ee4e9c7 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:31.551067 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2cc60bea-e82f-4d14-a3e5-e04d1021cfb0 req-97d49cd6-fde7-4fec-8ea9-14e61ee4e9c7 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] 10.222.0.69 "GET /v2.0/ports?device_id=a891d28b-c416-4420-b891-4a39dcfc1675 HTTP/1.1" status: 200 len: 945 time: 0.1980510 Aug 19 14:59:31.682368 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2cc60bea-e82f-4d14-a3e5-e04d1021cfb0 req-4394b737-427f-4f35-8e2d-208497073b1b tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] 10.222.0.69 "GET /v2.0/security-groups?id=4973f92f-9387-4ffb-9cc5-c0b70bd869cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269295 Aug 19 14:59:31.704888 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 56d8ae08-660b-44fb-97be-5b6b19b2f49a up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:59:31.720616 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d51a99ea-fda9-4114-8ee3-ebe31904e49d req-099d1082-e4c6-40f5-9c5c-e0ec80501e57 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/security-groups?id=c01b1887-cfe4-4bd8-ac45-b3df4d389926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2172911 Aug 19 14:59:31.758718 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a29623-b2c1-4cce-b673-2c1c5c71d1b6 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Router a8bb0222-c799-4311-a514-ca5c57345f89 is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:59:31.770652 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 56d8ae08-660b-44fb-97be-5b6b19b2f49a completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:59:31.777952 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 56d8ae08-660b-44fb-97be-5b6b19b2f49a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:59:31.781323 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:31.798586 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 45852) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:31.873552 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1ead2b2d-753c-46a5-8a83-e6b993864731 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7caace3beb3b4380aedf07a85734de50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0727711 Aug 19 14:59:31.875978 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 45854) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:31.927027 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a29623-b2c1-4cce-b673-2c1c5c71d1b6 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:59:31.937741 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6cf2e9-8a5e-4c49-97c1-5821cd7549a6 None None] Sync routers for ids ['a8bb0222-c799-4311-a514-ca5c57345f89'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:59:31.941596 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-74a29623-b2c1-4cce-b673-2c1c5c71d1b6 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "PUT /v2.0/routers/a8bb0222-c799-4311-a514-ca5c57345f89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8892326 Aug 19 14:59:31.941596 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 45858) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:31.963654 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56be6128-6bd3-4ca2-bc88-9f5ab2e1104b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:31.964474 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6cf2e9-8a5e-4c49-97c1-5821cd7549a6 None None] Routers {'a8bb0222-c799-4311-a514-ca5c57345f89'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:59:31.965110 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2a6cf2e9-8a5e-4c49-97c1-5821cd7549a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:59:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['a8bb0222-c799-4311-a514-ca5c57345f89'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:31.987065 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:32.009001 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56be6128-6bd3-4ca2-bc88-9f5ab2e1104b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:32.027786 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61dfea77-3d65-4aac-beec-72a9316aa39f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:32.038249 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-61dfea77-3d65-4aac-beec-72a9316aa39f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "GET /v2.0/ports/dc0f9193-2833-457a-837d-d35a563f6757 HTTP/1.1" status: 200 len: 911 time: 0.0933943 Aug 19 14:59:32.044182 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 45860) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:32.048401 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2a6cf2e9-8a5e-4c49-97c1-5821cd7549a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:32.066121 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 56d8ae08-660b-44fb-97be-5b6b19b2f49a, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=56d8ae08-660b-44fb-97be-5b6b19b2f49a,segment=NetworkSegment(3fb4bac6-e502-4b69-a831-ca6124f0e60f),segment_id=3fb4bac6-e502-4b69-a831-ca6124f0e60f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:32.068626 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6cf2e9-8a5e-4c49-97c1-5821cd7549a6 None None] Routers {'a8bb0222-c799-4311-a514-ca5c57345f89'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:59:32.069722 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2a6cf2e9-8a5e-4c49-97c1-5821cd7549a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:59:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['a8bb0222-c799-4311-a514-ca5c57345f89'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:32.076223 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:32.077410 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device d121f8b2-9915-486d-b0cb-d56939e8e306 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:59:32.158499 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2a6cf2e9-8a5e-4c49-97c1-5821cd7549a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:32.159663 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6cf2e9-8a5e-4c49-97c1-5821cd7549a6 None None] The sync data for ids ['a8bb0222-c799-4311-a514-ca5c57345f89'] in n-d-766043-2 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:59:32.177564 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a9e5f-9f9d-4e2c-974c-33ea79876777 req-f4594a45-4be0-4ece-96db-ea089bc1c3cf tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:32.178810 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-316a9e5f-9f9d-4e2c-974c-33ea79876777 req-f4594a45-4be0-4ece-96db-ea089bc1c3cf tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] 10.222.0.68 "GET /v2.0/ports?device_id=a891d28b-c416-4420-b891-4a39dcfc1675 HTTP/1.1" status: 200 len: 945 time: 0.0707169 Aug 19 14:59:32.218037 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e82aeb-0304-4513-b1ed-4612fd8c6027 None None] Network ee9af767-a5f5-4f27-913e-12c346375667 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:59:32.309719 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56be6128-6bd3-4ca2-bc88-9f5ab2e1104b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:32.317644 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56be6128-6bd3-4ca2-bc88-9f5ab2e1104b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:32.321124 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-316a9e5f-9f9d-4e2c-974c-33ea79876777 req-4e629efb-646b-4649-803e-c339e185a147 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Deleting port 09ab1477-e26b-490f-a45e-c813b0f53b22 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:59:32.321759 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-316a9e5f-9f9d-4e2c-974c-33ea79876777 req-4e629efb-646b-4649-803e-c339e185a147 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:32.326490 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-56be6128-6bd3-4ca2-bc88-9f5ab2e1104b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3727c378-a3a0-4998-9b5a-aa93055d7080 HTTP/1.1" status: 204 len: 168 time: 0.4496384 Aug 19 14:59:32.341711 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=56d8ae08-660b-44fb-97be-5b6b19b2f49a,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:32.375487 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ebb3dcaa-e130-4c08-b215-2ae378291994 None None] Provisioning for port dc0f9193-2833-457a-837d-d35a563f6757 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:59:32.387930 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ebb3dcaa-e130-4c08-b215-2ae378291994 None None] Provisioning complete for port dc0f9193-2833-457a-837d-d35a563f6757 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:59:32.388732 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ebb3dcaa-e130-4c08-b215-2ae378291994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:32.393912 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port d121f8b2-9915-486d-b0cb-d56939e8e306 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:59:32.425179 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bb693d7e-9119-4aad-af5e-ebdbe405b38c req-b5280c6a-28cc-481e-ae45-81ebd7b3c387 tempest-ServerShowV257Test-148793249 tempest-ServerShowV257Test-148793249-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e211e6-4363-42a4-9e92-4ad156f62531 HTTP/1.1" status: 200 len: 210 time: 0.1626620 Aug 19 14:59:32.427994 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be6128-6bd3-4ca2-bc88-9f5ab2e1104b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3727c378-a3a0-4998-9b5a-aa93055d7080,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:32.523164 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ebb3dcaa-e130-4c08-b215-2ae378291994 None None] Port dc0f9193-2833-457a-837d-d35a563f6757 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:59:32.529285 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-316a9e5f-9f9d-4e2c-974c-33ea79876777 req-4e629efb-646b-4649-803e-c339e185a147 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] For port 09ab1477-e26b-490f-a45e-c813b0f53b22, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=09ab1477-e26b-490f-a45e-c813b0f53b22,segment=NetworkSegment(c8ecc108-56b4-4269-8e3e-7aca0f96e18c),segment_id=c8ecc108-56b4-4269-8e3e-7aca0f96e18c)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:32.529682 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-316a9e5f-9f9d-4e2c-974c-33ea79876777 req-4e629efb-646b-4649-803e-c339e185a147 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:32.565371 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ebb3dcaa-e130-4c08-b215-2ae378291994 None None] Provisioning for port d121f8b2-9915-486d-b0cb-d56939e8e306 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:59:32.566514 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-316a9e5f-9f9d-4e2c-974c-33ea79876777 req-4e629efb-646b-4649-803e-c339e185a147 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Calling delete_port for 09ab1477-e26b-490f-a45e-c813b0f53b22 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:59:32.570712 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ebb3dcaa-e130-4c08-b215-2ae378291994 None None] Provisioning complete for port d121f8b2-9915-486d-b0cb-d56939e8e306 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:59:32.571282 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ebb3dcaa-e130-4c08-b215-2ae378291994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:32.765918 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ebb3dcaa-e130-4c08-b215-2ae378291994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:32.815205 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e40035f9-bbe8-4aba-8ef6-69ae00220ad0 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:32.871416 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ebb3dcaa-e130-4c08-b215-2ae378291994 None None] For port d121f8b2-9915-486d-b0cb-d56939e8e306, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=d121f8b2-9915-486d-b0cb-d56939e8e306,segment=NetworkSegment(e90c34d5-6eb4-4573-9ed9-ced1bf722f4a),segment_id=e90c34d5-6eb4-4573-9ed9-ced1bf722f4a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:32.885876 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ebb3dcaa-e130-4c08-b215-2ae378291994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:33.025221 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ebb3dcaa-e130-4c08-b215-2ae378291994 None None] Provisioning complete for port 56d8ae08-660b-44fb-97be-5b6b19b2f49a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:59:33.025709 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ebb3dcaa-e130-4c08-b215-2ae378291994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:33.028217 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-316a9e5f-9f9d-4e2c-974c-33ea79876777 req-4e629efb-646b-4649-803e-c339e185a147 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:33.077314 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['09ab1477-e26b-490f-a45e-c813b0f53b22'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:59:33.110284 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e629efb-646b-4649-803e-c339e185a147 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Pushing event deleted for resources: {'Port': ['ID=09ab1477-e26b-490f-a45e-c813b0f53b22,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:33.133169 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb3dcaa-e130-4c08-b215-2ae378291994 None None] Pushing event updated for resources: {'Port': ['ID=d121f8b2-9915-486d-b0cb-d56939e8e306,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:33.216158 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-316a9e5f-9f9d-4e2c-974c-33ea79876777 req-4e629efb-646b-4649-803e-c339e185a147 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] No DVR routers for this DVR port 09ab1477-e26b-490f-a45e-c813b0f53b22 on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:59:33.218910 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-316a9e5f-9f9d-4e2c-974c-33ea79876777 req-4e629efb-646b-4649-803e-c339e185a147 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:33.221114 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-316a9e5f-9f9d-4e2c-974c-33ea79876777 req-4e629efb-646b-4649-803e-c339e185a147 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] 10.222.0.68 "DELETE /v2.0/ports/09ab1477-e26b-490f-a45e-c813b0f53b22 HTTP/1.1" status: 204 len: 173 time: 1.0334733 Aug 19 14:59:33.221492 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a891d28b-c416-4420-b891-4a39dcfc1675', 'name': 'network-vif-deleted', 'tag': '09ab1477-e26b-490f-a45e-c813b0f53b22'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:59:33.224090 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef26959-ebb4-4a15-9967-f195af2b5b5e" -d '{"events": [{"server_uuid": "a891d28b-c416-4420-b891-4a39dcfc1675", "name": "network-vif-deleted", "tag": "09ab1477-e26b-490f-a45e-c813b0f53b22"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:59:33.339812 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-050e7ca5-5d1b-4e6f-ba1a-32a739cb97cc None None] Provisioning complete for port dc0f9193-2833-457a-837d-d35a563f6757 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:59:33.340191 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-050e7ca5-5d1b-4e6f-ba1a-32a739cb97cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:33.382309 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-050e7ca5-5d1b-4e6f-ba1a-32a739cb97cc None None] Port dc0f9193-2833-457a-837d-d35a563f6757 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:59:33.393892 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-050e7ca5-5d1b-4e6f-ba1a-32a739cb97cc None None] Provisioning complete for port d121f8b2-9915-486d-b0cb-d56939e8e306 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:59:33.394205 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-050e7ca5-5d1b-4e6f-ba1a-32a739cb97cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:33.516309 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 56d8ae08-660b-44fb-97be-5b6b19b2f49a up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:59:33.524937 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-feb98366-8455-439f-be8c-b6d67cbcbe92 req-e1a3c8ee-a52b-4ab8-818a-e6422753b9e4 tempest-VolumesSnapshotTestJSON-1625384985 tempest-VolumesSnapshotTestJSON-1625384985-project] 10.222.0.69 "GET /v2.0/ports?device_id=a891d28b-c416-4420-b891-4a39dcfc1675 HTTP/1.1" status: 200 len: 210 time: 0.0697412 Aug 19 14:59:33.580752 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 56d8ae08-660b-44fb-97be-5b6b19b2f49a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:59:33.581117 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:33.589986 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db97132-fcd8-4836-8c0d-86bf1c601d0f x-openstack-request-id: req-4db97132-fcd8-4836-8c0d-86bf1c601d0f {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:59:33.590673 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a891d28b-c416-4420-b891-4a39dcfc1675", "name": "network-vif-deleted", "tag": "09ab1477-e26b-490f-a45e-c813b0f53b22", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:59:33.591172 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4db97132-fcd8-4836-8c0d-86bf1c601d0f {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:59:33.591830 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a891d28b-c416-4420-b891-4a39dcfc1675', 'name': 'network-vif-deleted', 'tag': '09ab1477-e26b-490f-a45e-c813b0f53b22', 'status': 'completed', 'code': 200} Aug 19 14:59:33.601989 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc6843-523b-4937-8fe1-26311911e680 req-d558be00-0202-450d-b007-3498771f342d tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:33.603550 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a4fc6843-523b-4937-8fe1-26311911e680 req-d558be00-0202-450d-b007-3498771f342d tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?device_id=07ae9c3c-40f2-4891-ae20-db0c49544d80 HTTP/1.1" status: 200 len: 945 time: 0.1473520 Aug 19 14:59:33.698027 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device d121f8b2-9915-486d-b0cb-d56939e8e306 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:59:33.725755 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b3f8bdd4-c4e7-4288-aab3-37366a10d7ef req-83f9d40b-b058-4d2c-bc3f-191bea238e67 tempest-ServerShowV257Test-148793249 tempest-ServerShowV257Test-148793249-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e211e6-4363-42a4-9e92-4ad156f62531 HTTP/1.1" status: 200 len: 210 time: 0.0678968 Aug 19 14:59:33.752108 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a4fc6843-523b-4937-8fe1-26311911e680 req-7c343c15-fd0f-4748-8781-d0227d3c653f tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/security-groups?id=c01b1887-cfe4-4bd8-ac45-b3df4d389926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339796 Aug 19 14:59:33.767206 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port d121f8b2-9915-486d-b0cb-d56939e8e306 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:59:33.767816 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:33.847415 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-e40035f9-bbe8-4aba-8ef6-69ae00220ad0 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Allocated IP 2001:db8:1::1 (ee9af767-a5f5-4f27-913e-12c346375667/0ea99634-985d-4f82-affc-57622ff3d857/18fc209b-6e02-466f-8506-7e1c40ae9cb2) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:59:33.969813 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e40035f9-bbe8-4aba-8ef6-69ae00220ad0 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:33.984528 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-e40035f9-bbe8-4aba-8ef6-69ae00220ad0 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Transition to ACTIVE for port object 18fc209b-6e02-466f-8506-7e1c40ae9cb2 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:59:34.017928 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e40035f9-bbe8-4aba-8ef6-69ae00220ad0 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:34.059160 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40035f9-bbe8-4aba-8ef6-69ae00220ad0 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Network ee9af767-a5f5-4f27-913e-12c346375667 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:59:34.065769 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-e40035f9-bbe8-4aba-8ef6-69ae00220ad0 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:59:34.069712 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40035f9-bbe8-4aba-8ef6-69ae00220ad0 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:59:34.070279 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e40035f9-bbe8-4aba-8ef6-69ae00220ad0 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:34.077072 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:34.114629 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40035f9-bbe8-4aba-8ef6-69ae00220ad0 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event updated for resources: {'Port': ['ID=18fc209b-6e02-466f-8506-7e1c40ae9cb2,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:34.211944 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e40035f9-bbe8-4aba-8ef6-69ae00220ad0 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:34.317939 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c43b9cc9-75ae-4e94-ac80-a3aa9dfcd84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:34.345477 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1616f4bf-6271-4b80-a543-75a244dea198 None None] Provisioning for port 18fc209b-6e02-466f-8506-7e1c40ae9cb2 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:59:34.352148 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1616f4bf-6271-4b80-a543-75a244dea198 None None] Provisioning complete for port 18fc209b-6e02-466f-8506-7e1c40ae9cb2 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:59:34.352867 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1616f4bf-6271-4b80-a543-75a244dea198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:34.408589 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-1616f4bf-6271-4b80-a543-75a244dea198 None None] Port 18fc209b-6e02-466f-8506-7e1c40ae9cb2 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:59:34.515861 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e40035f9-bbe8-4aba-8ef6-69ae00220ad0 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:34.521045 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e40035f9-bbe8-4aba-8ef6-69ae00220ad0 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:34.521923 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e40035f9-bbe8-4aba-8ef6-69ae00220ad0 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:34.552618 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:34.622922 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40035f9-bbe8-4aba-8ef6-69ae00220ad0 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event updated for resources: {'Port': ['ID=18fc209b-6e02-466f-8506-7e1c40ae9cb2,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:34.668320 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40035f9-bbe8-4aba-8ef6-69ae00220ad0 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Network ee9af767-a5f5-4f27-913e-12c346375667 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:59:34.670289 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-e40035f9-bbe8-4aba-8ef6-69ae00220ad0 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:59:34.821949 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e40035f9-bbe8-4aba-8ef6-69ae00220ad0 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Router a8bb0222-c799-4311-a514-ca5c57345f89 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:59:34.982892 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-43be4e95-e095-45d2-952b-febc9c50317e req-5a36eb3e-1816-412d-9d18-54834022908c tempest-ServerShowV257Test-148793249 tempest-ServerShowV257Test-148793249-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e211e6-4363-42a4-9e92-4ad156f62531 HTTP/1.1" status: 200 len: 210 time: 0.0763817 Aug 19 14:59:34.998694 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40035f9-bbe8-4aba-8ef6-69ae00220ad0 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:59:35.010532 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e070a009-6989-4384-ab68-b30dbfa1845d None None] Sync routers for ids ['a8bb0222-c799-4311-a514-ca5c57345f89'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:59:35.011554 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e40035f9-bbe8-4aba-8ef6-69ae00220ad0 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "PUT /v2.0/routers/a8bb0222-c799-4311-a514-ca5c57345f89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9656646 Aug 19 14:59:35.015250 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 45968) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:35.039961 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8226181d-4477-4c77-ae63-bb087f625af0 req-3e2208eb-86b8-40b4-84af-f9c331df5636 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:35.039961 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8226181d-4477-4c77-ae63-bb087f625af0 req-3e2208eb-86b8-40b4-84af-f9c331df5636 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?device_id=07ae9c3c-40f2-4891-ae20-db0c49544d80 HTTP/1.1" status: 200 len: 945 time: 0.1321502 Aug 19 14:59:35.045884 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e070a009-6989-4384-ab68-b30dbfa1845d None None] Routers {'a8bb0222-c799-4311-a514-ca5c57345f89'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:59:35.046648 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e070a009-6989-4384-ab68-b30dbfa1845d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:59:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['a8bb0222-c799-4311-a514-ca5c57345f89'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:35.091994 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d76d8ea-10a4-4edd-b83b-6b362b654ee9 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:35.094866 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1d76d8ea-10a4-4edd-b83b-6b362b654ee9 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "GET /v2.0/ports/18fc209b-6e02-466f-8506-7e1c40ae9cb2 HTTP/1.1" status: 200 len: 913 time: 0.0779614 Aug 19 14:59:35.098160 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 45972) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:35.103710 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8226181d-4477-4c77-ae63-bb087f625af0 req-043c3480-3569-43fa-81ea-4c3d1e28dff2 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/security-groups?id=c01b1887-cfe4-4bd8-ac45-b3df4d389926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497766 Aug 19 14:59:35.107894 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e070a009-6989-4384-ab68-b30dbfa1845d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:35.125653 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:35.137505 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e070a009-6989-4384-ab68-b30dbfa1845d None None] Routers {'a8bb0222-c799-4311-a514-ca5c57345f89'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:59:35.138277 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e070a009-6989-4384-ab68-b30dbfa1845d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:59:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['a8bb0222-c799-4311-a514-ca5c57345f89'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:35.181140 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e070a009-6989-4384-ab68-b30dbfa1845d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:35.181927 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e070a009-6989-4384-ab68-b30dbfa1845d None None] The sync data for ids ['a8bb0222-c799-4311-a514-ca5c57345f89'] in n-d-766043-2 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:59:35.190022 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7ed2cdec-36d7-4ed7-a1e1-9e48bd769b5e None None] Provisioning complete for port 18fc209b-6e02-466f-8506-7e1c40ae9cb2 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:59:35.190022 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7ed2cdec-36d7-4ed7-a1e1-9e48bd769b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:35.236237 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-7ed2cdec-36d7-4ed7-a1e1-9e48bd769b5e None None] Port 18fc209b-6e02-466f-8506-7e1c40ae9cb2 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:59:35.240459 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 09ab1477-e26b-490f-a45e-c813b0f53b22 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:59:35.260827 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: 09ab1477-e26b-490f-a45e-c813b0f53b22 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:59:35.261251 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 09ab1477-e26b-490f-a45e-c813b0f53b22 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:59:35.333869 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:35.480690 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-30af4cda-152b-454b-89a5-cf6a8447cfb5 req-74eba568-7305-4300-8cb0-3de319aa2762 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=03e211e6-4363-42a4-9e92-4ad156f62531 HTTP/1.1" status: 200 len: 210 time: 0.0408239 Aug 19 14:59:35.504895 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3db87e5b-1074-42ec-b6e6-511d9496108a tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:36.009581 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 46016) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:36.171934 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-47d2acc7-0ece-4372-b947-e1b48d8f1435 req-dbe43e4a-c4f3-4b87-aff6-ae421d3120f8 tempest-ServerShowV257Test-148793249 tempest-ServerShowV257Test-148793249-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e211e6-4363-42a4-9e92-4ad156f62531 HTTP/1.1" status: 200 len: 210 time: 0.0445158 Aug 19 14:59:36.173717 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8b114b2e-97ce-4a28-8e26-dbfedf7461f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:36.184948 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-3db87e5b-1074-42ec-b6e6-511d9496108a tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Deleting port 18fc209b-6e02-466f-8506-7e1c40ae9cb2 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:59:36.185538 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3db87e5b-1074-42ec-b6e6-511d9496108a tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:36.290139 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3db87e5b-1074-42ec-b6e6-511d9496108a tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:36.298470 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1828515-67dd-4ae4-85fc-5500732903b9 req-944fb647-035d-4c8a-90d9-44491523d07c tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:36.300165 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a1828515-67dd-4ae4-85fc-5500732903b9 req-944fb647-035d-4c8a-90d9-44491523d07c tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?device_id=07ae9c3c-40f2-4891-ae20-db0c49544d80 HTTP/1.1" status: 200 len: 945 time: 0.0776334 Aug 19 14:59:36.307242 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-3db87e5b-1074-42ec-b6e6-511d9496108a tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Calling delete_port for 18fc209b-6e02-466f-8506-7e1c40ae9cb2 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:59:36.348387 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8b114b2e-97ce-4a28-8e26-dbfedf7461f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:36.361932 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8b114b2e-97ce-4a28-8e26-dbfedf7461f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:36.394295 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a1828515-67dd-4ae4-85fc-5500732903b9 req-eb3e8c7b-e757-44d2-9ebc-daeafd544ce0 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/security-groups?id=c01b1887-cfe4-4bd8-ac45-b3df4d389926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785525 Aug 19 14:59:36.424373 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-8b114b2e-97ce-4a28-8e26-dbfedf7461f3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f55e22ebcd43421587dfaf6c721d745b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4107304 Aug 19 14:59:36.424373 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b114b2e-97ce-4a28-8e26-dbfedf7461f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09cd80dc-10b6-4aa8-8cec-944f77a52c85,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:36.439016 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 46028) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:36.508584 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7490fc28-594b-4cb1-8ce3-1f1ec8071ddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:36.531779 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7490fc28-594b-4cb1-8ce3-1f1ec8071ddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:36.586716 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7490fc28-594b-4cb1-8ce3-1f1ec8071ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:36.590660 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7490fc28-594b-4cb1-8ce3-1f1ec8071ddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:36.590954 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3db87e5b-1074-42ec-b6e6-511d9496108a tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:36.594441 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-7490fc28-594b-4cb1-8ce3-1f1ec8071ddc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/09cd80dc-10b6-4aa8-8cec-944f77a52c85 HTTP/1.1" status: 204 len: 168 time: 0.1516490 Aug 19 14:59:36.601510 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7490fc28-594b-4cb1-8ce3-1f1ec8071ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09cd80dc-10b6-4aa8-8cec-944f77a52c85,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:36.627706 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db87e5b-1074-42ec-b6e6-511d9496108a tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event deleted for resources: {'Port': ['ID=18fc209b-6e02-466f-8506-7e1c40ae9cb2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:36.772669 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3db87e5b-1074-42ec-b6e6-511d9496108a tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:36.903922 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:36.961676 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46036) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:36.982225 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7ab3b304-2089-4187-ac49-1f309ebbac08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:37.017953 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db87e5b-1074-42ec-b6e6-511d9496108a tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Router a8bb0222-c799-4311-a514-ca5c57345f89 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:59:37.153895 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db87e5b-1074-42ec-b6e6-511d9496108a tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:59:37.164118 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-3db87e5b-1074-42ec-b6e6-511d9496108a tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "PUT /v2.0/routers/a8bb0222-c799-4311-a514-ca5c57345f89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0610521 Aug 19 14:59:37.164264 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 46038) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:37.164945 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7bdbb3-ec01-4779-90b4-de4ff39199e4 None None] Sync routers for ids ['a8bb0222-c799-4311-a514-ca5c57345f89'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:59:37.175713 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7bdbb3-ec01-4779-90b4-de4ff39199e4 None None] Routers {'a8bb0222-c799-4311-a514-ca5c57345f89'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:59:37.176932 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ab7bdbb3-ec01-4779-90b4-de4ff39199e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:59:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['a8bb0222-c799-4311-a514-ca5c57345f89'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:37.193497 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7ab3b304-2089-4187-ac49-1f309ebbac08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:37.199589 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7ab3b304-2089-4187-ac49-1f309ebbac08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:37.211834 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ab7bdbb3-ec01-4779-90b4-de4ff39199e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:37.225851 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7bdbb3-ec01-4779-90b4-de4ff39199e4 None None] Routers {'a8bb0222-c799-4311-a514-ca5c57345f89'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:59:37.226497 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ab7bdbb3-ec01-4779-90b4-de4ff39199e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:59:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['a8bb0222-c799-4311-a514-ca5c57345f89'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:37.256538 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7ab3b304-2089-4187-ac49-1f309ebbac08 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=17a3025cb9c14edfa75298bdd3d16d30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2937109 Aug 19 14:59:37.258361 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab3b304-2089-4187-ac49-1f309ebbac08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d695cc03-99ca-4423-93ce-bed066c59820,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:37.261664 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46042) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:37.313950 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ab7bdbb3-ec01-4779-90b4-de4ff39199e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:37.314877 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7bdbb3-ec01-4779-90b4-de4ff39199e4 None None] The sync data for ids ['a8bb0222-c799-4311-a514-ca5c57345f89'] in n-d-766043-2 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:59:37.330938 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8f2abe3-958d-45e3-8762-5e2f45f2eb93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:37.357609 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8f2abe3-958d-45e3-8762-5e2f45f2eb93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:37.384674 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-aa1931ac-ead3-4d87-8f14-0fd094332f11 req-6753388b-634b-4056-a697-4b9edfc01de8 tempest-ServerShowV257Test-148793249 tempest-ServerShowV257Test-148793249-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e211e6-4363-42a4-9e92-4ad156f62531 HTTP/1.1" status: 200 len: 210 time: 0.0602939 Aug 19 14:59:37.449463 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8f2abe3-958d-45e3-8762-5e2f45f2eb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:37.452071 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8f2abe3-958d-45e3-8762-5e2f45f2eb93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:37.453272 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f8f2abe3-958d-45e3-8762-5e2f45f2eb93 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d695cc03-99ca-4423-93ce-bed066c59820 HTTP/1.1" status: 204 len: 168 time: 0.1905692 Aug 19 14:59:37.473064 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f2abe3-958d-45e3-8762-5e2f45f2eb93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d695cc03-99ca-4423-93ce-bed066c59820,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:37.724334 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e6a46-5406-41c3-9a59-68da67e2a7e0 req-1ea0cc5e-1c18-4215-88db-84149e65447e tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:37.728701 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-075e6a46-5406-41c3-9a59-68da67e2a7e0 req-1ea0cc5e-1c18-4215-88db-84149e65447e tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?device_id=07ae9c3c-40f2-4891-ae20-db0c49544d80 HTTP/1.1" status: 200 len: 945 time: 0.1761532 Aug 19 14:59:37.797147 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-542814d5-8acb-495f-8eba-392e9c3d2b4c tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:37.865277 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-075e6a46-5406-41c3-9a59-68da67e2a7e0 req-04725510-46ab-4f56-a2f5-01dbe1d99fbf tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/security-groups?id=c01b1887-cfe4-4bd8-ac45-b3df4d389926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237512 Aug 19 14:59:37.921994 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7c0b606b-f011-4edc-a078-c4c04e0d0f2b req-14ace2cf-96d6-4b2b-8b10-326a08087b37 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b9ef0293c07f4b318bd70df696736ca2&device_id=03e211e6-4363-42a4-9e92-4ad156f62531 HTTP/1.1" status: 200 len: 210 time: 0.0558352 Aug 19 14:59:37.927898 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a3caecd9-d19f-4d7e-a832-4f2d3bddc409 req-16dc31a2-78a3-45da-8907-386edd6e496c tempest-ServerShowV257Test-148793249 tempest-ServerShowV257Test-148793249-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e211e6-4363-42a4-9e92-4ad156f62531 HTTP/1.1" status: 200 len: 210 time: 0.0607464 Aug 19 14:59:37.955770 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7c0b606b-f011-4edc-a078-c4c04e0d0f2b req-474c5540-e0bf-4748-8e5a-6cda77a73b34 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=b9ef0293c07f4b318bd70df696736ca2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252309 Aug 19 14:59:38.113638 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b606b-f011-4edc-a078-c4c04e0d0f2b req-7cfa8f46-a2c9-4cee-9187-39165bcf5746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:38.115106 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7c0b606b-f011-4edc-a078-c4c04e0d0f2b req-7cfa8f46-a2c9-4cee-9187-39165bcf5746 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1514313 Aug 19 14:59:38.216449 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-542814d5-8acb-495f-8eba-392e9c3d2b4c tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Deleting port dc0f9193-2833-457a-837d-d35a563f6757 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:59:38.217066 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-542814d5-8acb-495f-8eba-392e9c3d2b4c tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:38.309127 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-542814d5-8acb-495f-8eba-392e9c3d2b4c tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:38.321308 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-542814d5-8acb-495f-8eba-392e9c3d2b4c tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Calling delete_port for dc0f9193-2833-457a-837d-d35a563f6757 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:59:38.511862 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-542814d5-8acb-495f-8eba-392e9c3d2b4c tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:38.546627 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542814d5-8acb-495f-8eba-392e9c3d2b4c tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event deleted for resources: {'Port': ['ID=dc0f9193-2833-457a-837d-d35a563f6757,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:38.693173 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-542814d5-8acb-495f-8eba-392e9c3d2b4c tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:38.884217 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-542814d5-8acb-495f-8eba-392e9c3d2b4c tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Router a8bb0222-c799-4311-a514-ca5c57345f89 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:59:38.984668 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542814d5-8acb-495f-8eba-392e9c3d2b4c tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:59:38.996590 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c46ce46-6370-453a-9f31-b482b0c2981d None None] Sync routers for ids ['a8bb0222-c799-4311-a514-ca5c57345f89'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:59:39.006049 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-542814d5-8acb-495f-8eba-392e9c3d2b4c tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "PUT /v2.0/routers/a8bb0222-c799-4311-a514-ca5c57345f89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8409295 Aug 19 14:59:39.009001 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46098) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:39.013069 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c46ce46-6370-453a-9f31-b482b0c2981d None None] Routers {'a8bb0222-c799-4311-a514-ca5c57345f89'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:59:39.014092 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5c46ce46-6370-453a-9f31-b482b0c2981d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:59:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['a8bb0222-c799-4311-a514-ca5c57345f89'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:39.063087 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5c46ce46-6370-453a-9f31-b482b0c2981d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:39.069077 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-db80503a-a680-4481-a908-7a9dbc26e62b tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8bb0222-c799-4311-a514-ca5c57345f89 HTTP/1.1" status: 200 len: 205 time: 0.0589967 Aug 19 14:59:39.069765 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-82e7ed57-ee47-4768-b415-563c91636e81 req-9236b335-1411-4959-957b-b886a184a9fa tempest-ServerShowV257Test-148793249 tempest-ServerShowV257Test-148793249-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e211e6-4363-42a4-9e92-4ad156f62531 HTTP/1.1" status: 200 len: 210 time: 0.0489559 Aug 19 14:59:39.071437 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46102) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:39.074257 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c46ce46-6370-453a-9f31-b482b0c2981d None None] Routers {'a8bb0222-c799-4311-a514-ca5c57345f89'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:59:39.075114 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5c46ce46-6370-453a-9f31-b482b0c2981d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:59:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['a8bb0222-c799-4311-a514-ca5c57345f89'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:39.122137 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5c46ce46-6370-453a-9f31-b482b0c2981d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:39.123854 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c46ce46-6370-453a-9f31-b482b0c2981d None None] The sync data for ids ['a8bb0222-c799-4311-a514-ca5c57345f89'] in n-d-766043-2 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:59:39.145063 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11e808-5e79-40a7-8d8f-1698e19dd93b req-050ff561-45e9-43a1-9a51-3d6e2eafd9a2 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:39.147674 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1b11e808-5e79-40a7-8d8f-1698e19dd93b req-050ff561-45e9-43a1-9a51-3d6e2eafd9a2 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?device_id=07ae9c3c-40f2-4891-ae20-db0c49544d80 HTTP/1.1" status: 200 len: 945 time: 0.0808311 Aug 19 14:59:39.199719 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-98c16f7d-7519-4e03-9a11-4d67c8e81cfe tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:39.212381 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1b11e808-5e79-40a7-8d8f-1698e19dd93b req-b7592a0b-9efa-4e41-b63d-ef2ca0155475 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/security-groups?id=c01b1887-cfe4-4bd8-ac45-b3df4d389926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579178 Aug 19 14:59:39.338789 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7c0b606b-f011-4edc-a078-c4c04e0d0f2b req-999d6f67-bc3a-439a-9d76-1647cc484dff tempest-ServerShowV257Test-148793249 tempest-ServerShowV257Test-148793249-project] 10.222.0.88 "GET /v2.0/ports?device_id=03e211e6-4363-42a4-9e92-4ad156f62531 HTTP/1.1" status: 200 len: 210 time: 0.0357659 Aug 19 14:59:39.388447 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-98c16f7d-7519-4e03-9a11-4d67c8e81cfe tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:39.390756 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-98c16f7d-7519-4e03-9a11-4d67c8e81cfe tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:39.444376 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-98c16f7d-7519-4e03-9a11-4d67c8e81cfe tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:39.445031 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c16f7d-7519-4e03-9a11-4d67c8e81cfe tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Fanout notify agent at l3_agent the message router_deleted on router a8bb0222-c799-4311-a514-ca5c57345f89 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:59:39.451833 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-98c16f7d-7519-4e03-9a11-4d67c8e81cfe tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:39.462658 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-98c16f7d-7519-4e03-9a11-4d67c8e81cfe tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "DELETE /v2.0/routers/a8bb0222-c799-4311-a514-ca5c57345f89 HTTP/1.1" status: 204 len: 168 time: 0.3824105 Aug 19 14:59:39.465313 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 46118) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:39.675728 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2e380-9508-4843-943f-7052780a514f req-949ddca4-97c3-4dd0-be94-9a610090f417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:39.678505 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b2d2e380-9508-4843-943f-7052780a514f req-949ddca4-97c3-4dd0-be94-9a610090f417 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=329a9422f2e44489a7adbe73ec4e808e&device_id=07ae9c3c-40f2-4891-ae20-db0c49544d80 HTTP/1.1" status: 200 len: 1096 time: 0.2008712 Aug 19 14:59:39.832079 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2e380-9508-4843-943f-7052780a514f req-d7f2f0c3-3c32-45b3-977c-c8eacd566d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:39.834937 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b2d2e380-9508-4843-943f-7052780a514f req-d7f2f0c3-3c32-45b3-977c-c8eacd566d5d service neutron] 10.222.0.68 "GET /v2.0/networks?id=86eb5dfd-420b-4075-ab54-22313c9966d3 HTTP/1.1" status: 200 len: 911 time: 0.1482744 Aug 19 14:59:39.975514 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b2d2e380-9508-4843-943f-7052780a514f req-bf44c7f8-739a-42b8-8783-5d6ff162c107 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed68d422-7868-4fc3-8314-aa2c7b502979 HTTP/1.1" status: 200 len: 1001 time: 0.1315138 Aug 19 14:59:39.995595 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dab13bb-2504-4b81-8301-ff8ffddb1acb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Deleting subnet 0ea99634-985d-4f82-affc-57622ff3d857 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:59:39.999486 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0dab13bb-2504-4b81-8301-ff8ffddb1acb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:40.043961 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c27eaad-55b7-4fc7-8bb1-a9458c0aa008 req-84a2579b-aad7-42e2-83b2-0e3a144c34c0 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:40.045794 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5c27eaad-55b7-4fc7-8bb1-a9458c0aa008 req-84a2579b-aad7-42e2-83b2-0e3a144c34c0 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?device_id=07ae9c3c-40f2-4891-ae20-db0c49544d80 HTTP/1.1" status: 200 len: 945 time: 0.5479960 Aug 19 14:59:40.059025 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2e380-9508-4843-943f-7052780a514f req-b452b215-fab1-4a0b-b348-6c527fb072af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:40.060864 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b2d2e380-9508-4843-943f-7052780a514f req-b452b215-fab1-4a0b-b348-6c527fb072af service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b36b5b14-491d-4933-bb67-1257e134c17f HTTP/1.1" status: 200 len: 849 time: 0.0738158 Aug 19 14:59:40.071085 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0dab13bb-2504-4b81-8301-ff8ffddb1acb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:40.120818 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5c27eaad-55b7-4fc7-8bb1-a9458c0aa008 req-b5f7ff62-2a06-44af-9de3-e1ecd1a9fa7b tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/security-groups?id=c01b1887-cfe4-4bd8-ac45-b3df4d389926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683050 Aug 19 14:59:40.157605 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46140) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:40.185595 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2e380-9508-4843-943f-7052780a514f req-b12a7ecc-c2f9-430c-8175-103b7d431d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:40.188001 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b2d2e380-9508-4843-943f-7052780a514f req-b12a7ecc-c2f9-430c-8175-103b7d431d43 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=86eb5dfd-420b-4075-ab54-22313c9966d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1146884 Aug 19 14:59:40.216846 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0dab13bb-2504-4b81-8301-ff8ffddb1acb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:40.312950 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0dab13bb-2504-4b81-8301-ff8ffddb1acb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:40.337496 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b2d2e380-9508-4843-943f-7052780a514f req-aea4e008-b700-4ba2-a322-a4b11acfd3e3 service neutron] 10.222.0.68 "GET /v2.0/networks/86eb5dfd-420b-4075-ab54-22313c9966d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407731 Aug 19 14:59:40.370502 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab13bb-2504-4b81-8301-ff8ffddb1acb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event deleted for resources: {'Subnet': ['ID=0ea99634-985d-4f82-affc-57622ff3d857,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:40.375423 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0dab13bb-2504-4b81-8301-ff8ffddb1acb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:40.377509 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-0dab13bb-2504-4b81-8301-ff8ffddb1acb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "DELETE /v2.0/subnets/0ea99634-985d-4f82-affc-57622ff3d857 HTTP/1.1" status: 204 len: 168 time: 0.9113626 Aug 19 14:59:40.380255 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 46148) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:40.383838 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d00218db-fb12-4827-9041-f3a7b9d56fb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:40.390499 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ec63b1-bdd5-4a3b-b22e-b7f3d61e4f14 None None] Network ee9af767-a5f5-4f27-913e-12c346375667 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:59:40.437518 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-819aa530-4d9f-4f1b-8391-b3c0b6a94d24 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Deleting subnet b80691f2-01e2-4d2c-8290-4e6fb6f05582 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:59:40.441724 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-819aa530-4d9f-4f1b-8391-b3c0b6a94d24 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:40.466674 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46150) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:40.514178 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-819aa530-4d9f-4f1b-8391-b3c0b6a94d24 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:40.582049 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b2d2e380-9508-4843-943f-7052780a514f req-1a5ad861-7509-4d8c-adc2-19e522de4bcb service neutron] 10.222.0.68 "GET /v2.0/networks/86eb5dfd-420b-4075-ab54-22313c9966d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361653 Aug 19 14:59:40.625492 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-844f8fca-b4c6-411d-a803-f2beb297ee30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:40.639579 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c8b2b7-a4f6-42a1-a7ca-34ce7e3acc87 None None] DHCP port deletion for ee9af767-a5f5-4f27-913e-12c346375667 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:59:40.654920 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-819aa530-4d9f-4f1b-8391-b3c0b6a94d24 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:40.678147 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d00218db-fb12-4827-9041-f3a7b9d56fb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:40.688149 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d00218db-fb12-4827-9041-f3a7b9d56fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:40.704240 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b6c8b2b7-a4f6-42a1-a7ca-34ce7e3acc87 None None] Deleting port d121f8b2-9915-486d-b0cb-d56939e8e306 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:59:40.705335 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b6c8b2b7-a4f6-42a1-a7ca-34ce7e3acc87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:40.727298 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-819aa530-4d9f-4f1b-8391-b3c0b6a94d24 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:40.761125 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d00218db-fb12-4827-9041-f3a7b9d56fb8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=260635972acb42159d984e015cffd2c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5959561 Aug 19 14:59:40.762155 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00218db-fb12-4827-9041-f3a7b9d56fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51a4a22-b861-468c-b5ab-2a9c4256d71a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:40.764938 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46154) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:40.778210 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819aa530-4d9f-4f1b-8391-b3c0b6a94d24 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event deleted for resources: {'Subnet': ['ID=b80691f2-01e2-4d2c-8290-4e6fb6f05582,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:40.780539 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-819aa530-4d9f-4f1b-8391-b3c0b6a94d24 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:40.782552 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-819aa530-4d9f-4f1b-8391-b3c0b6a94d24 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "DELETE /v2.0/subnets/b80691f2-01e2-4d2c-8290-4e6fb6f05582 HTTP/1.1" status: 204 len: 168 time: 0.4012330 Aug 19 14:59:40.785280 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 46156) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:40.789328 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efff2b93-f607-4230-849b-09cb43c0e4ad None None] Network 64876308-413c-4ec4-b7f9-2e7ee9784c1d requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:59:40.844854 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7e6b74b6-adf6-4c48-8763-2d6ca4817224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:40.872512 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7e6b74b6-adf6-4c48-8763-2d6ca4817224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:40.880047 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b0e47d2b-f9c9-4df2-ba49-35495fab3feb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:40.928738 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-844f8fca-b4c6-411d-a803-f2beb297ee30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:40.936100 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-844f8fca-b4c6-411d-a803-f2beb297ee30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:40.970904 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b0e47d2b-f9c9-4df2-ba49-35495fab3feb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Deleting port d121f8b2-9915-486d-b0cb-d56939e8e306 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:59:40.971311 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b0e47d2b-f9c9-4df2-ba49-35495fab3feb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:40.980274 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b6c8b2b7-a4f6-42a1-a7ca-34ce7e3acc87 None None] For port d121f8b2-9915-486d-b0cb-d56939e8e306, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=d121f8b2-9915-486d-b0cb-d56939e8e306,segment=NetworkSegment(e90c34d5-6eb4-4573-9ed9-ced1bf722f4a),segment_id=e90c34d5-6eb4-4573-9ed9-ced1bf722f4a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:40.981192 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b6c8b2b7-a4f6-42a1-a7ca-34ce7e3acc87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:41.001477 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b6c8b2b7-a4f6-42a1-a7ca-34ce7e3acc87 None None] Calling delete_port for d121f8b2-9915-486d-b0cb-d56939e8e306 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:59:41.002075 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7e6b74b6-adf6-4c48-8763-2d6ca4817224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:41.005128 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7e6b74b6-adf6-4c48-8763-2d6ca4817224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:41.020531 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7e6b74b6-adf6-4c48-8763-2d6ca4817224 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d51a4a22-b861-468c-b5ab-2a9c4256d71a HTTP/1.1" status: 204 len: 168 time: 0.2522852 Aug 19 14:59:41.034351 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 46160) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:41.037090 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-844f8fca-b4c6-411d-a803-f2beb297ee30 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b9ef0293c07f4b318bd70df696736ca2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5693014 Aug 19 14:59:41.041942 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f8fca-b4c6-411d-a803-f2beb297ee30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf72abc-cd50-44c0-81b4-ea8a5694376c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:41.084246 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b74b6-adf6-4c48-8763-2d6ca4817224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51a4a22-b861-468c-b5ab-2a9c4256d71a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:41.099431 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-b0e47d2b-f9c9-4df2-ba49-35495fab3feb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] For port d121f8b2-9915-486d-b0cb-d56939e8e306, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=d121f8b2-9915-486d-b0cb-d56939e8e306,segment=NetworkSegment(e90c34d5-6eb4-4573-9ed9-ced1bf722f4a),segment_id=e90c34d5-6eb4-4573-9ed9-ced1bf722f4a)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:41.099743 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b0e47d2b-f9c9-4df2-ba49-35495fab3feb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:41.125861 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b0e47d2b-f9c9-4df2-ba49-35495fab3feb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Calling delete_port for d121f8b2-9915-486d-b0cb-d56939e8e306 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:59:41.154322 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d20f51d2-1c22-4401-abb2-371004301555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:41.220892 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d20f51d2-1c22-4401-abb2-371004301555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:41.316893 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b0e47d2b-f9c9-4df2-ba49-35495fab3feb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:41.372149 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d20f51d2-1c22-4401-abb2-371004301555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:41.375411 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d20f51d2-1c22-4401-abb2-371004301555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:41.376619 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d20f51d2-1c22-4401-abb2-371004301555 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ddf72abc-cd50-44c0-81b4-ea8a5694376c HTTP/1.1" status: 204 len: 168 time: 0.3409595 Aug 19 14:59:41.378929 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e47d2b-f9c9-4df2-ba49-35495fab3feb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event deleted for resources: {'Port': ['ID=d121f8b2-9915-486d-b0cb-d56939e8e306,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:41.381181 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e47d2b-f9c9-4df2-ba49-35495fab3feb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] No DVR routers for this DVR port d121f8b2-9915-486d-b0cb-d56939e8e306 on host n-d-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:59:41.398797 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f51d2-1c22-4401-abb2-371004301555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf72abc-cd50-44c0-81b4-ea8a5694376c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:41.426129 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070f3996-747b-4ec3-ab2c-4fb72a6ec80a None None] DHCP port deletion for 64876308-413c-4ec4-b7f9-2e7ee9784c1d request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:59:41.451323 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fcc0ed-49e2-4760-905f-8b70d833406a req-a0a25635-e878-4400-bf92-f3dea604cc5e tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:41.453591 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-85fcc0ed-49e2-4760-905f-8b70d833406a req-a0a25635-e878-4400-bf92-f3dea604cc5e tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?device_id=07ae9c3c-40f2-4891-ae20-db0c49544d80 HTTP/1.1" status: 200 len: 945 time: 0.1490738 Aug 19 14:59:41.528044 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46170) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:41.546308 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b6c8b2b7-a4f6-42a1-a7ca-34ce7e3acc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:41.565379 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9eb56bca-caef-4848-b241-378f0e3e5460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:41.601368 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b0e47d2b-f9c9-4df2-ba49-35495fab3feb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:41.607909 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-85fcc0ed-49e2-4760-905f-8b70d833406a req-076b166b-2312-414f-b75b-c83dd50cb11f tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/security-groups?id=c01b1887-cfe4-4bd8-ac45-b3df4d389926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253381 Aug 19 14:59:41.619913 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-b0e47d2b-f9c9-4df2-ba49-35495fab3feb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee9af767-a5f5-4f27-913e-12c346375667']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:41.631588 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-b0e47d2b-f9c9-4df2-ba49-35495fab3feb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e90c34d5-6eb4-4573-9ed9-ced1bf722f4a') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:41.632113 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-b0e47d2b-f9c9-4df2-ba49-35495fab3feb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e90c34d5-6eb4-4573-9ed9-ced1bf722f4a') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:41.642070 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device d121f8b2-9915-486d-b0cb-d56939e8e306 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:59:41.648496 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c8b2b7-a4f6-42a1-a7ca-34ce7e3acc87 None None] Pushing event deleted for resources: {'Port': ['ID=d121f8b2-9915-486d-b0cb-d56939e8e306,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:41.660700 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b0e47d2b-f9c9-4df2-ba49-35495fab3feb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:41.676961 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b0e47d2b-f9c9-4df2-ba49-35495fab3feb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:41.685439 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0e47d2b-f9c9-4df2-ba49-35495fab3feb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:59:41.685840 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b0e47d2b-f9c9-4df2-ba49-35495fab3feb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:41.690832 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 14:59:41.690832 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:59:41.690832 n-d-766043-2 neutron-server[94640]: timer() Aug 19 14:59:41.690832 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:59:41.690832 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 14:59:41.690832 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:59:41.690832 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 14:59:41.690832 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:59:41.690832 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 14:59:41.690832 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:59:41.690832 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 14:59:41.690832 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:59:41.690832 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 14:59:41.690832 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:59:41.690832 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:59:41.690832 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:59:41.690832 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:59:41.690832 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:59:41.690832 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 14:59:41.690832 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:59:41.690832 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 14:59:41.690832 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:59:41.690832 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:59:41.690832 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:59:41.690832 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 14:59:41.690832 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:59:41.690832 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:59:41.690832 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:59:41.690832 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:59:41.690832 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:59:41.690832 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:59:41.690832 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:59:41.701019 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c8b2b7-a4f6-42a1-a7ca-34ce7e3acc87 None None] No DVR routers for this DVR port d121f8b2-9915-486d-b0cb-d56939e8e306 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:59:41.703506 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-070f3996-747b-4ec3-ab2c-4fb72a6ec80a None None] Deleting port 56d8ae08-660b-44fb-97be-5b6b19b2f49a {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:59:41.703882 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-070f3996-747b-4ec3-ab2c-4fb72a6ec80a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:41.732018 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9eb56bca-caef-4848-b241-378f0e3e5460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:41.737144 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9eb56bca-caef-4848-b241-378f0e3e5460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:41.771669 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b0e47d2b-f9c9-4df2-ba49-35495fab3feb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:41.781354 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b0e47d2b-f9c9-4df2-ba49-35495fab3feb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:41.785578 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-b0e47d2b-f9c9-4df2-ba49-35495fab3feb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "DELETE /v2.0/networks/ee9af767-a5f5-4f27-913e-12c346375667 HTTP/1.1" status: 204 len: 168 time: 0.9970255 Aug 19 14:59:41.785745 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: d121f8b2-9915-486d-b0cb-d56939e8e306 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:59:41.785745 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device d121f8b2-9915-486d-b0cb-d56939e8e306 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:59:41.785745 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 56d8ae08-660b-44fb-97be-5b6b19b2f49a no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:59:41.787601 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46176) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:41.805059 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e47d2b-f9c9-4df2-ba49-35495fab3feb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event deleted for resources: {'Network': ['ID=ee9af767-a5f5-4f27-913e-12c346375667,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:41.852262 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 46180) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:41.865446 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9eb56bca-caef-4848-b241-378f0e3e5460 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c74269cfe89e4e4fabfc1b5a4a84f6fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3353271 Aug 19 14:59:41.867492 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb56bca-caef-4848-b241-378f0e3e5460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eeabbe3-ff18-45ba-b154-1c24a5bf5dc9,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:41.901935 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-070f3996-747b-4ec3-ab2c-4fb72a6ec80a None None] For port 56d8ae08-660b-44fb-97be-5b6b19b2f49a, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=56d8ae08-660b-44fb-97be-5b6b19b2f49a,segment=NetworkSegment(3fb4bac6-e502-4b69-a831-ca6124f0e60f),segment_id=3fb4bac6-e502-4b69-a831-ca6124f0e60f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:41.902792 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-070f3996-747b-4ec3-ab2c-4fb72a6ec80a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:41.908761 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7033c45f-1e4a-4bb8-bb40-555380cbad4a tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:41.924969 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-070f3996-747b-4ec3-ab2c-4fb72a6ec80a None None] Calling delete_port for 56d8ae08-660b-44fb-97be-5b6b19b2f49a owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:59:41.929209 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:41.951391 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-599269e7-1a7a-43a5-a0b4-3304b835d917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:41.974803 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 56d8ae08-660b-44fb-97be-5b6b19b2f49a, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=56d8ae08-660b-44fb-97be-5b6b19b2f49a,segment=NetworkSegment(3fb4bac6-e502-4b69-a831-ca6124f0e60f),segment_id=3fb4bac6-e502-4b69-a831-ca6124f0e60f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:41.979492 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-599269e7-1a7a-43a5-a0b4-3304b835d917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:42.005645 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:42.015836 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-7033c45f-1e4a-4bb8-bb40-555380cbad4a tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Deleting port 56d8ae08-660b-44fb-97be-5b6b19b2f49a {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:59:42.016196 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7033c45f-1e4a-4bb8-bb40-555380cbad4a tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:42.042196 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-599269e7-1a7a-43a5-a0b4-3304b835d917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:42.046911 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-599269e7-1a7a-43a5-a0b4-3304b835d917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:42.052942 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-599269e7-1a7a-43a5-a0b4-3304b835d917 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7eeabbe3-ff18-45ba-b154-1c24a5bf5dc9 HTTP/1.1" status: 204 len: 168 time: 0.1979635 Aug 19 14:59:42.067850 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599269e7-1a7a-43a5-a0b4-3304b835d917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eeabbe3-ff18-45ba-b154-1c24a5bf5dc9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:42.089070 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=56d8ae08-660b-44fb-97be-5b6b19b2f49a,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:42.105193 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-070f3996-747b-4ec3-ab2c-4fb72a6ec80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:42.140512 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070f3996-747b-4ec3-ab2c-4fb72a6ec80a None None] Pushing event deleted for resources: {'Port': ['ID=56d8ae08-660b-44fb-97be-5b6b19b2f49a,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:42.142457 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070f3996-747b-4ec3-ab2c-4fb72a6ec80a None None] No DVR routers for this DVR port 56d8ae08-660b-44fb-97be-5b6b19b2f49a on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:59:42.171828 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-7033c45f-1e4a-4bb8-bb40-555380cbad4a tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] For port 56d8ae08-660b-44fb-97be-5b6b19b2f49a, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=56d8ae08-660b-44fb-97be-5b6b19b2f49a,segment=NetworkSegment(3fb4bac6-e502-4b69-a831-ca6124f0e60f),segment_id=3fb4bac6-e502-4b69-a831-ca6124f0e60f)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:42.172388 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7033c45f-1e4a-4bb8-bb40-555380cbad4a tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:42.186756 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-7033c45f-1e4a-4bb8-bb40-555380cbad4a tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Calling delete_port for 56d8ae08-660b-44fb-97be-5b6b19b2f49a owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:59:42.289271 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7033c45f-1e4a-4bb8-bb40-555380cbad4a tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:42.336040 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7033c45f-1e4a-4bb8-bb40-555380cbad4a tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] No DVR routers for this DVR port 56d8ae08-660b-44fb-97be-5b6b19b2f49a on host n-d-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:59:42.395105 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7033c45f-1e4a-4bb8-bb40-555380cbad4a tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event deleted for resources: {'Port': ['ID=56d8ae08-660b-44fb-97be-5b6b19b2f49a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:42.485680 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7033c45f-1e4a-4bb8-bb40-555380cbad4a tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:42.498866 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-7033c45f-1e4a-4bb8-bb40-555380cbad4a tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64876308-413c-4ec4-b7f9-2e7ee9784c1d']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:42.511871 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-7033c45f-1e4a-4bb8-bb40-555380cbad4a tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fb4bac6-e502-4b69-a831-ca6124f0e60f') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:42.512901 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-7033c45f-1e4a-4bb8-bb40-555380cbad4a tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fb4bac6-e502-4b69-a831-ca6124f0e60f') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:42.521863 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7033c45f-1e4a-4bb8-bb40-555380cbad4a tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:42.543290 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7033c45f-1e4a-4bb8-bb40-555380cbad4a tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:42.550544 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7033c45f-1e4a-4bb8-bb40-555380cbad4a tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:59:42.551186 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7033c45f-1e4a-4bb8-bb40-555380cbad4a tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:42.554495 n-d-766043-2 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:59:42.554495 n-d-766043-2 neutron-server[94639]: self.session.flush() Aug 19 14:59:42.554495 n-d-766043-2 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:59:42.554495 n-d-766043-2 neutron-server[94639]: self.session.flush() Aug 19 14:59:42.554495 n-d-766043-2 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:59:42.554495 n-d-766043-2 neutron-server[94639]: self.session.flush() Aug 19 14:59:42.554495 n-d-766043-2 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 14:59:42.554495 n-d-766043-2 neutron-server[94639]: self.session.flush() Aug 19 14:59:42.554495 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:59:42.554495 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:59:42.554495 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:59:42.554495 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:59:42.554495 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:59:42.554495 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:59:42.554495 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:59:42.554495 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:59:42.554495 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:59:42.554495 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:59:42.554495 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:59:42.554495 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:59:42.554495 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:59:42.554495 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:59:42.554495 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:59:42.554495 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:59:42.554495 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:59:42.554495 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:59:42.554495 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:59:42.554495 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:59:42.554495 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:59:42.554495 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:59:42.554495 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:59:42.554495 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:59:42.554495 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:59:42.554495 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:59:42.554495 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:59:42.554495 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:59:42.554495 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:59:42.554495 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:59:42.554495 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:59:42.554495 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:59:42.572271 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 46202) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:42.633846 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7033c45f-1e4a-4bb8-bb40-555380cbad4a tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:42.655936 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7033c45f-1e4a-4bb8-bb40-555380cbad4a tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:42.659719 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7033c45f-1e4a-4bb8-bb40-555380cbad4a tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "DELETE /v2.0/networks/64876308-413c-4ec4-b7f9-2e7ee9784c1d HTTP/1.1" status: 204 len: 168 time: 0.8673298 Aug 19 14:59:42.664882 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 46212) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:42.671173 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-06b3583b-c12e-4ab3-8715-8c86b29200b1 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-438094728'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:59:42.691278 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7033c45f-1e4a-4bb8-bb40-555380cbad4a tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event deleted for resources: {'Network': ['ID=64876308-413c-4ec4-b7f9-2e7ee9784c1d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:42.727303 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b3583b-c12e-4ab3-8715-8c86b29200b1 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Made reservation on behalf of 739e834e1bdb4091899c310a408a6ea5 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:59:42.731509 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-06b3583b-c12e-4ab3-8715-8c86b29200b1 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:42.760537 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3beac4c9-4d28-4b49-85d2-710efd6d93b7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-599004603-network', 'tenant_id': '5d0ce086c68641eab81e2252cb60e6f7'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:59:42.787541 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06b3583b-c12e-4ab3-8715-8c86b29200b1 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:59:42.809517 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-06b3583b-c12e-4ab3-8715-8c86b29200b1 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:42.809982 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-06b3583b-c12e-4ab3-8715-8c86b29200b1 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Added segment 3ee0295b-cce9-4a91-80f8-1bcb0ac75b55 of type vlan for network 070f4c15-02ff-42eb-8de7-24fa5a5f787f Aug 19 14:59:42.822043 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3beac4c9-4d28-4b49-85d2-710efd6d93b7 admin admin] Made reservation on behalf of 5d0ce086c68641eab81e2252cb60e6f7 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:59:42.825751 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3beac4c9-4d28-4b49-85d2-710efd6d93b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:42.857598 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf03a93-3195-4fcc-bb74-1547f51c7cd0 req-344c2ed1-67d9-4a83-bb50-292d9a548a4d tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:42.859230 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4bf03a93-3195-4fcc-bb74-1547f51c7cd0 req-344c2ed1-67d9-4a83-bb50-292d9a548a4d tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?device_id=07ae9c3c-40f2-4891-ae20-db0c49544d80 HTTP/1.1" status: 200 len: 945 time: 0.1423762 Aug 19 14:59:42.871964 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3beac4c9-4d28-4b49-85d2-710efd6d93b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:42.894212 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-06b3583b-c12e-4ab3-8715-8c86b29200b1 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:42.954082 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4bf03a93-3195-4fcc-bb74-1547f51c7cd0 req-617096b7-7dc1-4474-836d-4b115761b5a6 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/security-groups?id=c01b1887-cfe4-4bd8-ac45-b3df4d389926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869815 Aug 19 14:59:42.957366 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-06b3583b-c12e-4ab3-8715-8c86b29200b1 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:42.963439 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b3583b-c12e-4ab3-8715-8c86b29200b1 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:42.964101 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-06b3583b-c12e-4ab3-8715-8c86b29200b1 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:43.090880 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b3583b-c12e-4ab3-8715-8c86b29200b1 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event updated for resources: {'Network': ['ID=070f4c15-02ff-42eb-8de7-24fa5a5f787f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:43.105935 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 070f4c15-02ff-42eb-8de7-24fa5a5f787f details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:59:43.177339 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3beac4c9-4d28-4b49-85d2-710efd6d93b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:43.185213 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3beac4c9-4d28-4b49-85d2-710efd6d93b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:43.192547 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-06b3583b-c12e-4ab3-8715-8c86b29200b1 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5265806 Aug 19 14:59:43.198708 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46226) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:43.206285 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3beac4c9-4d28-4b49-85d2-710efd6d93b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:59:43.221143 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d3746c7f-f057-441e-9b58-12037cf4b022 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Request body: {'subnet': {'network_id': '070f4c15-02ff-42eb-8de7-24fa5a5f787f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:59:43.273935 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3beac4c9-4d28-4b49-85d2-710efd6d93b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:43.274885 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-3beac4c9-4d28-4b49-85d2-710efd6d93b7 admin admin] Added segment 4b88a796-6b52-4244-a48f-fe8e695c9ce6 of type vlan for network 24c8d536-ac23-4a61-ad49-3474c07f936c Aug 19 14:59:43.276309 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beac4c9-4d28-4b49-85d2-710efd6d93b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac879d0-7151-4fee-9ab5-8028561c4faa,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:43.340453 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3beac4c9-4d28-4b49-85d2-710efd6d93b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:43.360023 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3746c7f-f057-441e-9b58-12037cf4b022 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Made reservation on behalf of 739e834e1bdb4091899c310a408a6ea5 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:59:43.365682 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3746c7f-f057-441e-9b58-12037cf4b022 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:43.385701 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3beac4c9-4d28-4b49-85d2-710efd6d93b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:43.392225 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3beac4c9-4d28-4b49-85d2-710efd6d93b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:43.394662 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3beac4c9-4d28-4b49-85d2-710efd6d93b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:43.490608 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46234) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:43.492913 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-3beac4c9-4d28-4b49-85d2-710efd6d93b7 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9172373 Aug 19 14:59:43.500744 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beac4c9-4d28-4b49-85d2-710efd6d93b7 admin admin] Pushing event updated for resources: {'Network': ['ID=24c8d536-ac23-4a61-ad49-3474c07f936c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:43.504779 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-be952478-be68-4475-97c3-2d9a462b67b9 admin admin] Request body: {'subnet': {'network_id': '24c8d536-ac23-4a61-ad49-3474c07f936c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-599004603-subnet', 'tenant_id': '5d0ce086c68641eab81e2252cb60e6f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:59:43.517915 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 24c8d536-ac23-4a61-ad49-3474c07f936c details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:59:43.572607 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be952478-be68-4475-97c3-2d9a462b67b9 admin admin] Made reservation on behalf of 5d0ce086c68641eab81e2252cb60e6f7 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:59:43.575489 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-be952478-be68-4475-97c3-2d9a462b67b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:43.750885 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3746c7f-f057-441e-9b58-12037cf4b022 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:43.857977 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3746c7f-f057-441e-9b58-12037cf4b022 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event updated for resources: {'Subnet': ['ID=dd927983-fdcf-4656-95ba-f3a9e9b1b48d,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:43.935236 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3746c7f-f057-441e-9b58-12037cf4b022 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Checking segment: {'id': '3ee0295b-cce9-4a91-80f8-1bcb0ac75b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '070f4c15-02ff-42eb-8de7-24fa5a5f787f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:59:43.935236 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3746c7f-f057-441e-9b58-12037cf4b022 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Network hostable DHCP agents. Network: 070f4c15-02ff-42eb-8de7-24fa5a5f787f, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:59:43.945110 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-be952478-be68-4475-97c3-2d9a462b67b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:43.995681 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3746c7f-f057-441e-9b58-12037cf4b022 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Network 070f4c15-02ff-42eb-8de7-24fa5a5f787f is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:59:44.016952 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d3746c7f-f057-441e-9b58-12037cf4b022 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 070f4c15-02ff-42eb-8de7-24fa5a5f787f) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:59:44.029927 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be952478-be68-4475-97c3-2d9a462b67b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=145d9747-b0a8-4fa3-980b-a8e578e75c9d,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:44.032448 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffe0f28-9b59-4ff1-955c-fa9dff226a83 None None] Network 070f4c15-02ff-42eb-8de7-24fa5a5f787f requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:59:44.033446 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3746c7f-f057-441e-9b58-12037cf4b022 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:44.033991 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3746c7f-f057-441e-9b58-12037cf4b022 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:44.055430 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be952478-be68-4475-97c3-2d9a462b67b9 admin admin] Checking segment: {'id': '4b88a796-6b52-4244-a48f-fe8e695c9ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '24c8d536-ac23-4a61-ad49-3474c07f936c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:59:44.056605 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be952478-be68-4475-97c3-2d9a462b67b9 admin admin] Network hostable DHCP agents. Network: 24c8d536-ac23-4a61-ad49-3474c07f936c, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:59:44.062800 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d3746c7f-f057-441e-9b58-12037cf4b022 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8613019 Aug 19 14:59:44.068503 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 46246) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:44.077855 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-84f2c94a-b8f1-4136-a097-f728b61d5e5e tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-585100411', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:59:44.089815 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be952478-be68-4475-97c3-2d9a462b67b9 admin admin] Network 24c8d536-ac23-4a61-ad49-3474c07f936c is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:59:44.107861 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-be952478-be68-4475-97c3-2d9a462b67b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 24c8d536-ac23-4a61-ad49-3474c07f936c) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:59:44.119409 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be952478-be68-4475-97c3-2d9a462b67b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:44.121327 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-be952478-be68-4475-97c3-2d9a462b67b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:44.131225 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84f2c94a-b8f1-4136-a097-f728b61d5e5e tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:44.137275 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84f2c94a-b8f1-4136-a097-f728b61d5e5e tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:44.139981 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077b0c37-59fc-4847-8564-b4ce8635b663 None None] Network 24c8d536-ac23-4a61-ad49-3474c07f936c requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:59:44.149580 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-be952478-be68-4475-97c3-2d9a462b67b9 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6533074 Aug 19 14:59:44.228617 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84f2c94a-b8f1-4136-a097-f728b61d5e5e tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:44.239481 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84f2c94a-b8f1-4136-a097-f728b61d5e5e tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:44.285846 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84f2c94a-b8f1-4136-a097-f728b61d5e5e tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:44.290087 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46254) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:44.290953 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-84f2c94a-b8f1-4136-a097-f728b61d5e5e tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2191858 Aug 19 14:59:44.295870 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a14deef6-9538-4b2e-bcfc-c11fad139af3 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Request body: {'port': {'network_id': '070f4c15-02ff-42eb-8de7-24fa5a5f787f', 'name': 'tempest-RoutersIpV6Test-792797549'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:59:44.524584 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66021424-2ba6-4ed7-a205-76d30f314377 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-070f4c15-02ff-42eb-8de7-24fa5a5f787f', 'network_id': '070f4c15-02ff-42eb-8de7-24fa5a5f787f', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'fixed_ips': [{'subnet_id': 'dd927983-fdcf-4656-95ba-f3a9e9b1b48d'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:59:44.526200 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-66021424-2ba6-4ed7-a205-76d30f314377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:44.544793 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3292b9d0-de85-4c6b-9252-afcbd7678399 None None] Network 24c8d536-ac23-4a61-ad49-3474c07f936c requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:59:44.600579 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14deef6-9538-4b2e-bcfc-c11fad139af3 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Made reservation on behalf of 739e834e1bdb4091899c310a408a6ea5 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:59:44.609994 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a14deef6-9538-4b2e-bcfc-c11fad139af3 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:44.632507 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-a14deef6-9538-4b2e-bcfc-c11fad139af3 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] device_id is not set on port def6c7f5-16bd-4176-81ab-c5fd4860e39e yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 14:59:44.880758 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-a14deef6-9538-4b2e-bcfc-c11fad139af3 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Allocated IP 2001:db8::2a (070f4c15-02ff-42eb-8de7-24fa5a5f787f/dd927983-fdcf-4656-95ba-f3a9e9b1b48d/def6c7f5-16bd-4176-81ab-c5fd4860e39e) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:59:45.029121 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9bad15-3081-4f3a-981c-beace8937159 req-e586c62b-933f-4dc1-9316-7cf404fe61ad tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:45.030892 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0c9bad15-3081-4f3a-981c-beace8937159 req-e586c62b-933f-4dc1-9316-7cf404fe61ad tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/networks?id=24c8d536-ac23-4a61-ad49-3474c07f936c HTTP/1.1" status: 200 len: 813 time: 0.1733320 Aug 19 14:59:45.053114 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0c9bad15-3081-4f3a-981c-beace8937159 req-39cc9527-9faa-4ada-afef-3f9cbccf3128 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/quotas/5d0ce086c68641eab81e2252cb60e6f7 HTTP/1.1" status: 200 len: 375 time: 0.0136580 Aug 19 14:59:45.114780 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a14deef6-9538-4b2e-bcfc-c11fad139af3 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:45.135024 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-a14deef6-9538-4b2e-bcfc-c11fad139af3 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Transition to ACTIVE for port object def6c7f5-16bd-4176-81ab-c5fd4860e39e will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:59:45.138992 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0c9bad15-3081-4f3a-981c-beace8937159 req-145603b7-9a8c-4dd5-9204-f913add37216 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=5d0ce086c68641eab81e2252cb60e6f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557308 Aug 19 14:59:45.221738 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a14deef6-9538-4b2e-bcfc-c11fad139af3 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:45.299459 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0c9bad15-3081-4f3a-981c-beace8937159 req-a900dbf0-ebc5-438a-8f53-3dc2a609e5fe service neutron] 10.222.0.69 "GET /v2.0/networks/24c8d536-ac23-4a61-ad49-3474c07f936c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493487 Aug 19 14:59:45.300576 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-66021424-2ba6-4ed7-a205-76d30f314377 None None] Allocated IP 2001:db8::2 (070f4c15-02ff-42eb-8de7-24fa5a5f787f/dd927983-fdcf-4656-95ba-f3a9e9b1b48d/410d239d-e46f-4612-bdbc-3b66f71f75c3) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:59:45.323452 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14deef6-9538-4b2e-bcfc-c11fad139af3 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Network 070f4c15-02ff-42eb-8de7-24fa5a5f787f is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:59:45.327037 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-a14deef6-9538-4b2e-bcfc-c11fad139af3 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:59:45.339895 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14deef6-9538-4b2e-bcfc-c11fad139af3 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:59:45.357822 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14deef6-9538-4b2e-bcfc-c11fad139af3 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:45.358510 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a14deef6-9538-4b2e-bcfc-c11fad139af3 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:45.361407 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14deef6-9538-4b2e-bcfc-c11fad139af3 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event updated for resources: {'Port': ['ID=def6c7f5-16bd-4176-81ab-c5fd4860e39e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:45.394820 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a14deef6-9538-4b2e-bcfc-c11fad139af3 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.1008804 Aug 19 14:59:45.395039 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46280) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:45.462779 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0c9bad15-3081-4f3a-981c-beace8937159 req-8d927c22-35bb-4b9f-bd3c-62950bf985d2 service neutron] 10.222.0.69 "GET /v2.0/networks/24c8d536-ac23-4a61-ad49-3474c07f936c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547389 Aug 19 14:59:45.590140 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-66021424-2ba6-4ed7-a205-76d30f314377 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:45.625530 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-66021424-2ba6-4ed7-a205-76d30f314377 None None] Transition to ACTIVE for port object 410d239d-e46f-4612-bdbc-3b66f71f75c3 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:59:45.672748 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-66021424-2ba6-4ed7-a205-76d30f314377 None None] Transition to ACTIVE for port object 410d239d-e46f-4612-bdbc-3b66f71f75c3 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:59:45.686017 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-66021424-2ba6-4ed7-a205-76d30f314377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:45.740252 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e8f7d04f-3091-462d-bea9-8c2ebfa16879 req-c28c328b-1f11-4d8d-a437-b9ce69e773c4 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 210 time: 0.0596108 Aug 19 14:59:45.769082 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66021424-2ba6-4ed7-a205-76d30f314377 None None] Network 070f4c15-02ff-42eb-8de7-24fa5a5f787f is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:59:45.770533 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66021424-2ba6-4ed7-a205-76d30f314377 None None] Pushing event updated for resources: {'Port': ['ID=410d239d-e46f-4612-bdbc-3b66f71f75c3,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:45.775090 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-66021424-2ba6-4ed7-a205-76d30f314377 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:59:45.777788 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66021424-2ba6-4ed7-a205-76d30f314377 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:59:45.839452 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-66021424-2ba6-4ed7-a205-76d30f314377 None None] Attempting to bind port 410d239d-e46f-4612-bdbc-3b66f71f75c3 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:59:45.839452 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-66021424-2ba6-4ed7-a205-76d30f314377 None None] Attempting to bind port 410d239d-e46f-4612-bdbc-3b66f71f75c3 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '3ee0295b-cce9-4a91-80f8-1bcb0ac75b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '070f4c15-02ff-42eb-8de7-24fa5a5f787f'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:59:45.839452 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66021424-2ba6-4ed7-a205-76d30f314377 None None] Attempting to bind port 410d239d-e46f-4612-bdbc-3b66f71f75c3 on network 070f4c15-02ff-42eb-8de7-24fa5a5f787f {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:59:45.851774 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66021424-2ba6-4ed7-a205-76d30f314377 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:59:45.854192 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66021424-2ba6-4ed7-a205-76d30f314377 None None] Checking segment: {'id': '3ee0295b-cce9-4a91-80f8-1bcb0ac75b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '070f4c15-02ff-42eb-8de7-24fa5a5f787f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:59:45.857471 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-66021424-2ba6-4ed7-a205-76d30f314377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:45.857471 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66021424-2ba6-4ed7-a205-76d30f314377 None None] Bound using segment: {'id': '3ee0295b-cce9-4a91-80f8-1bcb0ac75b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '070f4c15-02ff-42eb-8de7-24fa5a5f787f'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:59:45.857471 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-66021424-2ba6-4ed7-a205-76d30f314377 None None] Bound port: 410d239d-e46f-4612-bdbc-3b66f71f75c3, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ee0295b-cce9-4a91-80f8-1bcb0ac75b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '070f4c15-02ff-42eb-8de7-24fa5a5f787f'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:59:45.857471 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-66021424-2ba6-4ed7-a205-76d30f314377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:45.990921 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74061cf6-b9ee-4258-aa6e-02113c14de38 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:46.029655 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-66021424-2ba6-4ed7-a205-76d30f314377 None None] For port 410d239d-e46f-4612-bdbc-3b66f71f75c3, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:59:46.050318 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-66021424-2ba6-4ed7-a205-76d30f314377 None None] For port 410d239d-e46f-4612-bdbc-3b66f71f75c3, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=410d239d-e46f-4612-bdbc-3b66f71f75c3,segment=NetworkSegment(3ee0295b-cce9-4a91-80f8-1bcb0ac75b55),segment_id=3ee0295b-cce9-4a91-80f8-1bcb0ac75b55)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:59:46.058206 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-66021424-2ba6-4ed7-a205-76d30f314377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:46.200767 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66021424-2ba6-4ed7-a205-76d30f314377 None None] Pushing event updated for resources: {'Port': ['ID=410d239d-e46f-4612-bdbc-3b66f71f75c3,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:46.355664 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74061cf6-b9ee-4258-aa6e-02113c14de38 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:46.364236 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74061cf6-b9ee-4258-aa6e-02113c14de38 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:46.520441 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74061cf6-b9ee-4258-aa6e-02113c14de38 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event updated for resources: {'Port': ['ID=def6c7f5-16bd-4176-81ab-c5fd4860e39e,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:46.663104 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74061cf6-b9ee-4258-aa6e-02113c14de38 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:46.818829 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74061cf6-b9ee-4258-aa6e-02113c14de38 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:46.851590 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ee69ba82-dddc-4f9b-8736-9804a7364836 req-0b6e2064-1e8b-490a-908d-b13598732287 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 210 time: 0.0363963 Aug 19 14:59:47.298313 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9bad15-3081-4f3a-981c-beace8937159 req-5b35a01c-96c7-49dc-aabc-889e4db1750d tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:47.305168 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0c9bad15-3081-4f3a-981c-beace8937159 req-5b35a01c-96c7-49dc-aabc-889e4db1750d tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.88 "GET /v2.0/networks?id=24c8d536-ac23-4a61-ad49-3474c07f936c HTTP/1.1" status: 200 len: 813 time: 0.2942123 Aug 19 14:59:47.323427 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-0c9bad15-3081-4f3a-981c-beace8937159 req-7cdb942a-0679-44b5-8cea-7acfd74428fb tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Request body: {'port': {'device_id': 'b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4', 'network_id': '24c8d536-ac23-4a61-ad49-3474c07f936c', 'admin_state_up': True, 'tenant_id': '5d0ce086c68641eab81e2252cb60e6f7'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:59:47.563156 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c9bad15-3081-4f3a-981c-beace8937159 req-7cdb942a-0679-44b5-8cea-7acfd74428fb tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Made reservation on behalf of 5d0ce086c68641eab81e2252cb60e6f7 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:59:47.581187 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0c9bad15-3081-4f3a-981c-beace8937159 req-7cdb942a-0679-44b5-8cea-7acfd74428fb tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:47.610322 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 410d239d-e46f-4612-bdbc-3b66f71f75c3 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:59:47.661931 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25b2dc8-b04e-48b3-8d09-bfe91f80e18e None None] Network 070f4c15-02ff-42eb-8de7-24fa5a5f787f requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:59:47.723935 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74061cf6-b9ee-4258-aa6e-02113c14de38 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:47.733489 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74061cf6-b9ee-4258-aa6e-02113c14de38 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:47.734810 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74061cf6-b9ee-4258-aa6e-02113c14de38 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:47.844896 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6076a6b4-67a4-4750-8516-f158293470f5 None None] Provisioning for port 410d239d-e46f-4612-bdbc-3b66f71f75c3 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:59:47.877935 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-0c9bad15-3081-4f3a-981c-beace8937159 req-7cdb942a-0679-44b5-8cea-7acfd74428fb tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Allocated IP 172.20.0.14 (24c8d536-ac23-4a61-ad49-3474c07f936c/145d9747-b0a8-4fa3-980b-a8e578e75c9d/b4a3b9ef-c898-4326-956d-2612053131ff) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:59:47.887952 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 410d239d-e46f-4612-bdbc-3b66f71f75c3 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:59:47.897560 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 410d239d-e46f-4612-bdbc-3b66f71f75c3 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:59:47.898165 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:48.004802 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74061cf6-b9ee-4258-aa6e-02113c14de38 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event updated for resources: {'Port': ['ID=def6c7f5-16bd-4176-81ab-c5fd4860e39e,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:48.063752 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:48.150905 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 410d239d-e46f-4612-bdbc-3b66f71f75c3, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=410d239d-e46f-4612-bdbc-3b66f71f75c3,segment=NetworkSegment(3ee0295b-cce9-4a91-80f8-1bcb0ac75b55),segment_id=3ee0295b-cce9-4a91-80f8-1bcb0ac75b55)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:48.155089 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74061cf6-b9ee-4258-aa6e-02113c14de38 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Network 070f4c15-02ff-42eb-8de7-24fa5a5f787f is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:59:48.158107 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:48.158846 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-74061cf6-b9ee-4258-aa6e-02113c14de38 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:59:48.264099 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=410d239d-e46f-4612-bdbc-3b66f71f75c3,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:48.300688 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0c9bad15-3081-4f3a-981c-beace8937159 req-7cdb942a-0679-44b5-8cea-7acfd74428fb tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:48.335205 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74061cf6-b9ee-4258-aa6e-02113c14de38 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Router 90f304b2-3f25-4009-b163-67068c201c8f is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:59:48.355187 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-26d85bd0-69b7-4880-a536-55707b9ce3dc req-5843af3c-9981-49e0-9b7a-112e103a2236 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 210 time: 0.3134668 Aug 19 14:59:48.417393 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0c9bad15-3081-4f3a-981c-beace8937159 req-7cdb942a-0679-44b5-8cea-7acfd74428fb tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:48.475906 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74061cf6-b9ee-4258-aa6e-02113c14de38 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:59:48.484208 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-74061cf6-b9ee-4258-aa6e-02113c14de38 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "PUT /v2.0/routers/90f304b2-3f25-4009-b163-67068c201c8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0878744 Aug 19 14:59:48.486489 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46316) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:48.494112 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327f0e2c-7e79-43e3-b21f-aa9d951b3aa3 None None] Sync routers for ids ['90f304b2-3f25-4009-b163-67068c201c8f'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:59:48.504753 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327f0e2c-7e79-43e3-b21f-aa9d951b3aa3 None None] Routers {'90f304b2-3f25-4009-b163-67068c201c8f'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:59:48.505929 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-37dff748-1ba6-41b5-9f33-d0fb4d31617b None None] Provisioning complete for port 410d239d-e46f-4612-bdbc-3b66f71f75c3 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:59:48.507244 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-327f0e2c-7e79-43e3-b21f-aa9d951b3aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:59:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['90f304b2-3f25-4009-b163-67068c201c8f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:48.509025 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-37dff748-1ba6-41b5-9f33-d0fb4d31617b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:48.534131 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c9bad15-3081-4f3a-981c-beace8937159 req-7cdb942a-0679-44b5-8cea-7acfd74428fb tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Network 24c8d536-ac23-4a61-ad49-3474c07f936c is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:59:48.547933 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-0c9bad15-3081-4f3a-981c-beace8937159 req-7cdb942a-0679-44b5-8cea-7acfd74428fb tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:59:48.557424 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c9bad15-3081-4f3a-981c-beace8937159 req-7cdb942a-0679-44b5-8cea-7acfd74428fb tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:59:48.613336 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdb942a-0679-44b5-8cea-7acfd74428fb tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Pushing event updated for resources: {'Port': ['ID=b4a3b9ef-c898-4326-956d-2612053131ff,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:48.618451 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-327f0e2c-7e79-43e3-b21f-aa9d951b3aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:48.627815 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0205da12-c382-438c-affc-0c3681c364b7 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:48.645292 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 46318) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:48.647798 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0205da12-c382-438c-affc-0c3681c364b7 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "GET /v2.0/ports/def6c7f5-16bd-4176-81ab-c5fd4860e39e HTTP/1.1" status: 200 len: 982 time: 0.1598959 Aug 19 14:59:48.660336 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327f0e2c-7e79-43e3-b21f-aa9d951b3aa3 None None] Routers {'90f304b2-3f25-4009-b163-67068c201c8f'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:59:48.661487 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-327f0e2c-7e79-43e3-b21f-aa9d951b3aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:59:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['90f304b2-3f25-4009-b163-67068c201c8f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:48.706030 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9bad15-3081-4f3a-981c-beace8937159 req-7cdb942a-0679-44b5-8cea-7acfd74428fb tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:48.723252 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0c9bad15-3081-4f3a-981c-beace8937159 req-7cdb942a-0679-44b5-8cea-7acfd74428fb tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:48.740366 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-37dff748-1ba6-41b5-9f33-d0fb4d31617b None None] Provisioning for port def6c7f5-16bd-4176-81ab-c5fd4860e39e completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:59:48.747739 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-37dff748-1ba6-41b5-9f33-d0fb4d31617b None None] Provisioning complete for port def6c7f5-16bd-4176-81ab-c5fd4860e39e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:59:48.749070 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-37dff748-1ba6-41b5-9f33-d0fb4d31617b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:48.752969 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-327f0e2c-7e79-43e3-b21f-aa9d951b3aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:48.759361 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327f0e2c-7e79-43e3-b21f-aa9d951b3aa3 None None] The sync data for ids ['90f304b2-3f25-4009-b163-67068c201c8f'] in n-d-766043-2 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:59:48.804191 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-37dff748-1ba6-41b5-9f33-d0fb4d31617b None None] Port def6c7f5-16bd-4176-81ab-c5fd4860e39e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:59:48.883735 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0c9bad15-3081-4f3a-981c-beace8937159 req-7cdb942a-0679-44b5-8cea-7acfd74428fb tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5679255 Aug 19 14:59:48.934276 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-db73838e-d317-4f19-ae43-af089a2aa4b0 None None] Provisioning complete for port def6c7f5-16bd-4176-81ab-c5fd4860e39e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:59:48.935073 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-db73838e-d317-4f19-ae43-af089a2aa4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:48.973872 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-db73838e-d317-4f19-ae43-af089a2aa4b0 None None] Port def6c7f5-16bd-4176-81ab-c5fd4860e39e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:59:49.111404 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-0c9bad15-3081-4f3a-981c-beace8937159 req-235e884a-493b-4660-adee-07eed5c46e2c service neutron] Request body: {'port': {'device_id': 'b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:59:49.200294 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a10df60b-bfbf-4216-8468-c10d84ab64bd tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:49.237195 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0c9bad15-3081-4f3a-981c-beace8937159 req-235e884a-493b-4660-adee-07eed5c46e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:49.300709 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d6f85b78-4561-4987-bf18-66161572f02b None None] Provisioning complete for port def6c7f5-16bd-4176-81ab-c5fd4860e39e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:59:49.301703 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d6f85b78-4561-4987-bf18-66161572f02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:49.349139 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d6f85b78-4561-4987-bf18-66161572f02b None None] Port def6c7f5-16bd-4176-81ab-c5fd4860e39e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:59:49.536659 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 410d239d-e46f-4612-bdbc-3b66f71f75c3 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:59:49.617338 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 410d239d-e46f-4612-bdbc-3b66f71f75c3 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:59:49.618040 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:49.620805 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-98f9a3be-019e-4635-8459-7e437d42a0ad None None] Provisioning complete for port def6c7f5-16bd-4176-81ab-c5fd4860e39e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:59:49.621241 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-98f9a3be-019e-4635-8459-7e437d42a0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:49.682956 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-98f9a3be-019e-4635-8459-7e437d42a0ad None None] Port def6c7f5-16bd-4176-81ab-c5fd4860e39e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:59:49.718593 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678a295-9ec2-4cc8-9aba-22c4ccb54c2c req-3a337901-1180-493e-958d-3d0bd3dd9b21 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:49.720210 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a678a295-9ec2-4cc8-9aba-22c4ccb54c2c req-3a337901-1180-493e-958d-3d0bd3dd9b21 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 932 time: 0.1466508 Aug 19 14:59:49.792361 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-0c9bad15-3081-4f3a-981c-beace8937159 req-235e884a-493b-4660-adee-07eed5c46e2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4a3b9ef-c898-4326-956d-2612053131ff {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:59:49.803029 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0c9bad15-3081-4f3a-981c-beace8937159 req-235e884a-493b-4660-adee-07eed5c46e2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:49.812366 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a678a295-9ec2-4cc8-9aba-22c4ccb54c2c req-22fdfbbc-c3f1-4c44-b1aa-a862cf9c44b8 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671399 Aug 19 14:59:49.843984 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-0c9bad15-3081-4f3a-981c-beace8937159 req-235e884a-493b-4660-adee-07eed5c46e2c service neutron] Transition to ACTIVE for port object b4a3b9ef-c898-4326-956d-2612053131ff will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:59:49.850383 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0c9bad15-3081-4f3a-981c-beace8937159 req-235e884a-493b-4660-adee-07eed5c46e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:49.916353 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235e884a-493b-4660-adee-07eed5c46e2c service neutron] Pushing event updated for resources: {'Port': ['ID=b4a3b9ef-c898-4326-956d-2612053131ff,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:49.966449 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a10df60b-bfbf-4216-8468-c10d84ab64bd tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Deleting port def6c7f5-16bd-4176-81ab-c5fd4860e39e {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:59:49.966881 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a10df60b-bfbf-4216-8468-c10d84ab64bd tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:50.049846 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-0c9bad15-3081-4f3a-981c-beace8937159 req-235e884a-493b-4660-adee-07eed5c46e2c service neutron] Attempting to bind port b4a3b9ef-c898-4326-956d-2612053131ff on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:59:50.050280 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-0c9bad15-3081-4f3a-981c-beace8937159 req-235e884a-493b-4660-adee-07eed5c46e2c service neutron] Attempting to bind port b4a3b9ef-c898-4326-956d-2612053131ff by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '4b88a796-6b52-4244-a48f-fe8e695c9ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '24c8d536-ac23-4a61-ad49-3474c07f936c'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:59:50.050679 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9bad15-3081-4f3a-981c-beace8937159 req-235e884a-493b-4660-adee-07eed5c46e2c service neutron] Attempting to bind port b4a3b9ef-c898-4326-956d-2612053131ff on network 24c8d536-ac23-4a61-ad49-3474c07f936c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:59:50.063319 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9bad15-3081-4f3a-981c-beace8937159 req-235e884a-493b-4660-adee-07eed5c46e2c service neutron] Port b4a3b9ef-c898-4326-956d-2612053131ff on network 24c8d536-ac23-4a61-ad49-3474c07f936c not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 14:59:50.063704 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9bad15-3081-4f3a-981c-beace8937159 req-235e884a-493b-4660-adee-07eed5c46e2c service neutron] Attempting to bind port b4a3b9ef-c898-4326-956d-2612053131ff on network 24c8d536-ac23-4a61-ad49-3474c07f936c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:59:50.072994 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9bad15-3081-4f3a-981c-beace8937159 req-235e884a-493b-4660-adee-07eed5c46e2c service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:59:50.073410 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9bad15-3081-4f3a-981c-beace8937159 req-235e884a-493b-4660-adee-07eed5c46e2c service neutron] Checking segment: {'id': '4b88a796-6b52-4244-a48f-fe8e695c9ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '24c8d536-ac23-4a61-ad49-3474c07f936c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:59:50.073863 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9bad15-3081-4f3a-981c-beace8937159 req-235e884a-493b-4660-adee-07eed5c46e2c service neutron] Bound using segment: {'id': '4b88a796-6b52-4244-a48f-fe8e695c9ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '24c8d536-ac23-4a61-ad49-3474c07f936c'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:59:50.074194 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-0c9bad15-3081-4f3a-981c-beace8937159 req-235e884a-493b-4660-adee-07eed5c46e2c service neutron] Bound port: b4a3b9ef-c898-4326-956d-2612053131ff, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b88a796-6b52-4244-a48f-fe8e695c9ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '24c8d536-ac23-4a61-ad49-3474c07f936c'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:59:50.074555 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0c9bad15-3081-4f3a-981c-beace8937159 req-235e884a-493b-4660-adee-07eed5c46e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:50.098375 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a10df60b-bfbf-4216-8468-c10d84ab64bd tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:50.130161 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a10df60b-bfbf-4216-8468-c10d84ab64bd tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Calling delete_port for def6c7f5-16bd-4176-81ab-c5fd4860e39e owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:59:50.202903 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-0c9bad15-3081-4f3a-981c-beace8937159 req-235e884a-493b-4660-adee-07eed5c46e2c service neutron] For port b4a3b9ef-c898-4326-956d-2612053131ff, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:59:50.207512 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-0c9bad15-3081-4f3a-981c-beace8937159 req-235e884a-493b-4660-adee-07eed5c46e2c service neutron] For port b4a3b9ef-c898-4326-956d-2612053131ff, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=b4a3b9ef-c898-4326-956d-2612053131ff,segment=NetworkSegment(4b88a796-6b52-4244-a48f-fe8e695c9ce6),segment_id=4b88a796-6b52-4244-a48f-fe8e695c9ce6)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:59:50.227781 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0c9bad15-3081-4f3a-981c-beace8937159 req-235e884a-493b-4660-adee-07eed5c46e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:50.306290 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9bad15-3081-4f3a-981c-beace8937159 req-235e884a-493b-4660-adee-07eed5c46e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:50.307939 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0c9bad15-3081-4f3a-981c-beace8937159 req-235e884a-493b-4660-adee-07eed5c46e2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:50.308969 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0c9bad15-3081-4f3a-981c-beace8937159 req-235e884a-493b-4660-adee-07eed5c46e2c service neutron] 10.222.0.88 "PUT /v2.0/ports/b4a3b9ef-c898-4326-956d-2612053131ff HTTP/1.1" status: 200 len: 1092 time: 1.4143009 Aug 19 14:59:50.309435 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4', 'tag': 'b4a3b9ef-c898-4326-956d-2612053131ff'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:59:50.311747 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815b4764-db17-4052-86a5-f31c8073a375" -d '{"events": [{"name": "network-changed", "server_uuid": "b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4", "tag": "b4a3b9ef-c898-4326-956d-2612053131ff"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:59:50.333264 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235e884a-493b-4660-adee-07eed5c46e2c service neutron] Pushing event updated for resources: {'Port': ['ID=b4a3b9ef-c898-4326-956d-2612053131ff,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:50.400543 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 14:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8b3813-a9f6-452a-ba6f-478671142a79 x-openstack-request-id: req-2b8b3813-a9f6-452a-ba6f-478671142a79 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:59:50.400977 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4", "tag": "b4a3b9ef-c898-4326-956d-2612053131ff", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:59:50.401099 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2b8b3813-a9f6-452a-ba6f-478671142a79 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:59:50.401467 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4', 'tag': 'b4a3b9ef-c898-4326-956d-2612053131ff', 'status': 'completed', 'code': 200} Aug 19 14:59:50.437093 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a10df60b-bfbf-4216-8468-c10d84ab64bd tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:50.473107 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10df60b-bfbf-4216-8468-c10d84ab64bd tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event deleted for resources: {'Port': ['ID=def6c7f5-16bd-4176-81ab-c5fd4860e39e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:50.503149 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9bad15-3081-4f3a-981c-beace8937159 req-dc56503d-6e04-4fa9-9920-8fe2e3ba9698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:50.505047 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0c9bad15-3081-4f3a-981c-beace8937159 req-dc56503d-6e04-4fa9-9920-8fe2e3ba9698 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5d0ce086c68641eab81e2252cb60e6f7&device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 1095 time: 0.1068635 Aug 19 14:59:50.607616 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0c9bad15-3081-4f3a-981c-beace8937159 req-95ce4548-cd58-4d34-a803-c856e6b7b57c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4a3b9ef-c898-4326-956d-2612053131ff HTTP/1.1" status: 200 len: 217 time: 0.0623701 Aug 19 14:59:50.611994 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a10df60b-bfbf-4216-8468-c10d84ab64bd tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:50.749639 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9bad15-3081-4f3a-981c-beace8937159 req-1de971ad-33ff-4917-8f30-2776ef1c2729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:50.751531 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0c9bad15-3081-4f3a-981c-beace8937159 req-1de971ad-33ff-4917-8f30-2776ef1c2729 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=145d9747-b0a8-4fa3-980b-a8e578e75c9d HTTP/1.1" status: 200 len: 853 time: 0.1320746 Aug 19 14:59:50.846795 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0c9bad15-3081-4f3a-981c-beace8937159 req-3bbbef2c-5847-4988-a954-faae9c0dfc23 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=24c8d536-ac23-4a61-ad49-3474c07f936c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542204 Aug 19 14:59:50.863793 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a10df60b-bfbf-4216-8468-c10d84ab64bd tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Router 90f304b2-3f25-4009-b163-67068c201c8f has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 14:59:51.400601 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10df60b-bfbf-4216-8468-c10d84ab64bd tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:59:51.407577 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a10df60b-bfbf-4216-8468-c10d84ab64bd tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "PUT /v2.0/routers/90f304b2-3f25-4009-b163-67068c201c8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7579188 Aug 19 14:59:51.414763 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46360) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:51.421548 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38874bdb-7d24-4ac3-ae00-7a1b09ba8933 None None] Sync routers for ids ['90f304b2-3f25-4009-b163-67068c201c8f'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:59:51.426816 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0c9bad15-3081-4f3a-981c-beace8937159 req-cfd9eccc-f465-4c10-8fd5-8ed13dda19ac service neutron] 10.222.0.88 "GET /v2.0/networks/24c8d536-ac23-4a61-ad49-3474c07f936c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5715542 Aug 19 14:59:51.439591 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b118e3e-b28c-4d5e-9574-c451047cc981 req-aabbf387-231e-4d64-b5a5-c3e000807521 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:51.451649 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0b118e3e-b28c-4d5e-9574-c451047cc981 req-aabbf387-231e-4d64-b5a5-c3e000807521 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 944 time: 0.5446537 Aug 19 14:59:51.466259 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38874bdb-7d24-4ac3-ae00-7a1b09ba8933 None None] Routers {'90f304b2-3f25-4009-b163-67068c201c8f'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:59:51.466943 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-38874bdb-7d24-4ac3-ae00-7a1b09ba8933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:59:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['90f304b2-3f25-4009-b163-67068c201c8f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:51.516364 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-38874bdb-7d24-4ac3-ae00-7a1b09ba8933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:51.527071 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38874bdb-7d24-4ac3-ae00-7a1b09ba8933 None None] Routers {'90f304b2-3f25-4009-b163-67068c201c8f'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:59:51.527984 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-38874bdb-7d24-4ac3-ae00-7a1b09ba8933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:59:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['90f304b2-3f25-4009-b163-67068c201c8f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:51.561821 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-38874bdb-7d24-4ac3-ae00-7a1b09ba8933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:51.562812 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0b118e3e-b28c-4d5e-9574-c451047cc981 req-33d7956e-34ad-43fd-9dea-532b508a1958 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097825 Aug 19 14:59:51.563215 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38874bdb-7d24-4ac3-ae00-7a1b09ba8933 None None] The sync data for ids ['90f304b2-3f25-4009-b163-67068c201c8f'] in n-d-766043-2 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:59:51.616345 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0c9bad15-3081-4f3a-981c-beace8937159 req-2d4944cd-3b77-4f0b-a7cd-71f5aac1c8b5 service neutron] 10.222.0.88 "GET /v2.0/networks/24c8d536-ac23-4a61-ad49-3474c07f936c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612704 Aug 19 14:59:51.739888 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b4764-db17-4052-86a5-f31c8073a375 req-849fd1ab-571f-4ea5-9f56-aa64875724df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:51.744369 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-815b4764-db17-4052-86a5-f31c8073a375 req-849fd1ab-571f-4ea5-9f56-aa64875724df service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5d0ce086c68641eab81e2252cb60e6f7&device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 1095 time: 0.0743110 Aug 19 14:59:51.749397 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-88b887cd-96f6-4573-9858-1282a9739408 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] remove_router_interface failed (client error): The resource could not be found. Aug 19 14:59:51.750711 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-88b887cd-96f6-4573-9858-1282a9739408 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "PUT /v2.0/routers/90f304b2-3f25-4009-b163-67068c201c8f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3300297 Aug 19 14:59:51.764990 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46368) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:51.797516 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-29325356-57a9-4f8f-a5f1-963716acccfe tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "GET /v2.0/ports?device_id=90f304b2-3f25-4009-b163-67068c201c8f HTTP/1.1" status: 200 len: 205 time: 0.0403793 Aug 19 14:59:51.799963 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46372) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:51.904167 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-76a524f8-7950-4c4e-b91f-ce8d471a0bbb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:51.906619 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b4764-db17-4052-86a5-f31c8073a375 req-bce7d63b-065b-4542-8f4b-bd6707da40ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:51.908185 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-815b4764-db17-4052-86a5-f31c8073a375 req-bce7d63b-065b-4542-8f4b-bd6707da40ad service neutron] 10.222.0.88 "GET /v2.0/networks?id=24c8d536-ac23-4a61-ad49-3474c07f936c HTTP/1.1" status: 200 len: 914 time: 0.1561294 Aug 19 14:59:51.987489 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-815b4764-db17-4052-86a5-f31c8073a375 req-16f969e3-d20b-4082-af0f-7fe518c2c326 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4a3b9ef-c898-4326-956d-2612053131ff HTTP/1.1" status: 200 len: 217 time: 0.0707471 Aug 19 14:59:52.046574 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b4764-db17-4052-86a5-f31c8073a375 req-1ea0c9ca-f3ba-4449-93fc-10953755633f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:52.048156 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-815b4764-db17-4052-86a5-f31c8073a375 req-1ea0c9ca-f3ba-4449-93fc-10953755633f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=145d9747-b0a8-4fa3-980b-a8e578e75c9d HTTP/1.1" status: 200 len: 853 time: 0.0529153 Aug 19 14:59:52.090046 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-815b4764-db17-4052-86a5-f31c8073a375 req-14e78ac7-fade-45cf-be57-31678abd08f4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=24c8d536-ac23-4a61-ad49-3474c07f936c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325708 Aug 19 14:59:52.153529 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-76a524f8-7950-4c4e-b91f-ce8d471a0bbb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:52.156532 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-76a524f8-7950-4c4e-b91f-ce8d471a0bbb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:52.213143 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-76a524f8-7950-4c4e-b91f-ce8d471a0bbb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:52.216504 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a524f8-7950-4c4e-b91f-ce8d471a0bbb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Fanout notify agent at l3_agent the message router_deleted on router 90f304b2-3f25-4009-b163-67068c201c8f {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 14:59:52.232386 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-76a524f8-7950-4c4e-b91f-ce8d471a0bbb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:52.233684 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-76a524f8-7950-4c4e-b91f-ce8d471a0bbb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "DELETE /v2.0/routers/90f304b2-3f25-4009-b163-67068c201c8f HTTP/1.1" status: 204 len: 168 time: 0.4324644 Aug 19 14:59:52.236575 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46380) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:52.290638 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-815b4764-db17-4052-86a5-f31c8073a375 req-72da2052-dbfb-4240-8daf-23f6bdaa20fc service neutron] 10.222.0.88 "GET /v2.0/networks/24c8d536-ac23-4a61-ad49-3474c07f936c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840017 Aug 19 14:59:52.314384 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-da8e4b15-7c09-4c9e-bf6b-e841b93966e5 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Deleting subnet dd927983-fdcf-4656-95ba-f3a9e9b1b48d {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 14:59:52.320606 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-da8e4b15-7c09-4c9e-bf6b-e841b93966e5 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:52.389932 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-da8e4b15-7c09-4c9e-bf6b-e841b93966e5 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:52.473138 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-815b4764-db17-4052-86a5-f31c8073a375 req-3f5ababa-46d1-4458-a252-9b20c8426547 service neutron] 10.222.0.88 "GET /v2.0/networks/24c8d536-ac23-4a61-ad49-3474c07f936c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725354 Aug 19 14:59:52.552326 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-da8e4b15-7c09-4c9e-bf6b-e841b93966e5 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:52.658095 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-da8e4b15-7c09-4c9e-bf6b-e841b93966e5 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:52.685428 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8e4b15-7c09-4c9e-bf6b-e841b93966e5 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event deleted for resources: {'Subnet': ['ID=dd927983-fdcf-4656-95ba-f3a9e9b1b48d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:52.698889 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8e4b15-7c09-4c9e-bf6b-e841b93966e5 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:52.699334 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8e4b15-7c09-4c9e-bf6b-e841b93966e5 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:52.699751 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8e4b15-7c09-4c9e-bf6b-e841b93966e5 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:52.700158 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8e4b15-7c09-4c9e-bf6b-e841b93966e5 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:52.700622 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8e4b15-7c09-4c9e-bf6b-e841b93966e5 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:52.701051 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8e4b15-7c09-4c9e-bf6b-e841b93966e5 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:52.701456 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8e4b15-7c09-4c9e-bf6b-e841b93966e5 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:52.701851 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8e4b15-7c09-4c9e-bf6b-e841b93966e5 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:52.702247 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8e4b15-7c09-4c9e-bf6b-e841b93966e5 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:52.702635 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8e4b15-7c09-4c9e-bf6b-e841b93966e5 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:52.703220 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8e4b15-7c09-4c9e-bf6b-e841b93966e5 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:52.703614 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8e4b15-7c09-4c9e-bf6b-e841b93966e5 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:52.706772 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-da8e4b15-7c09-4c9e-bf6b-e841b93966e5 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:52.708781 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-da8e4b15-7c09-4c9e-bf6b-e841b93966e5 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "DELETE /v2.0/subnets/dd927983-fdcf-4656-95ba-f3a9e9b1b48d HTTP/1.1" status: 204 len: 168 time: 0.4701362 Aug 19 14:59:52.711521 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46390) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:52.711879 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eeeb3bc-971b-46bd-8bb9-12c99b86127b None None] Network 070f4c15-02ff-42eb-8de7-24fa5a5f787f requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:59:52.725518 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c8063-0a0c-45fc-ac49-43991dc9a232 req-1c9a8b97-dd01-4428-9589-b902235eb241 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:52.727302 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-756c8063-0a0c-45fc-ac49-43991dc9a232 req-1c9a8b97-dd01-4428-9589-b902235eb241 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 944 time: 0.0723584 Aug 19 14:59:52.776829 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-756c8063-0a0c-45fc-ac49-43991dc9a232 req-d507d0ec-523b-48c2-a98e-6030f5cef5f1 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404987 Aug 19 14:59:52.824981 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0337ca3-328f-40f0-9fae-241b524ad5a3 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:52.907571 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d0337ca3-328f-40f0-9fae-241b524ad5a3 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Deleting port 410d239d-e46f-4612-bdbc-3b66f71f75c3 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:59:52.907964 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0337ca3-328f-40f0-9fae-241b524ad5a3 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:52.972848 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431f22bc-a231-45ec-b2fa-9076f85c07c3 None None] DHCP port deletion for 070f4c15-02ff-42eb-8de7-24fa5a5f787f request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 14:59:53.023112 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-d0337ca3-328f-40f0-9fae-241b524ad5a3 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] For port 410d239d-e46f-4612-bdbc-3b66f71f75c3, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=410d239d-e46f-4612-bdbc-3b66f71f75c3,segment=NetworkSegment(3ee0295b-cce9-4a91-80f8-1bcb0ac75b55),segment_id=3ee0295b-cce9-4a91-80f8-1bcb0ac75b55)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:53.023520 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0337ca3-328f-40f0-9fae-241b524ad5a3 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:53.043936 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d0337ca3-328f-40f0-9fae-241b524ad5a3 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Calling delete_port for 410d239d-e46f-4612-bdbc-3b66f71f75c3 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:59:53.058486 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-431f22bc-a231-45ec-b2fa-9076f85c07c3 None None] Deleting port 410d239d-e46f-4612-bdbc-3b66f71f75c3 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:59:53.059312 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-431f22bc-a231-45ec-b2fa-9076f85c07c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:53.143546 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-431f22bc-a231-45ec-b2fa-9076f85c07c3 None None] For port 410d239d-e46f-4612-bdbc-3b66f71f75c3, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=410d239d-e46f-4612-bdbc-3b66f71f75c3,segment=NetworkSegment(3ee0295b-cce9-4a91-80f8-1bcb0ac75b55),segment_id=3ee0295b-cce9-4a91-80f8-1bcb0ac75b55)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:53.144222 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-431f22bc-a231-45ec-b2fa-9076f85c07c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:53.152442 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0337ca3-328f-40f0-9fae-241b524ad5a3 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:53.159494 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-431f22bc-a231-45ec-b2fa-9076f85c07c3 None None] Calling delete_port for 410d239d-e46f-4612-bdbc-3b66f71f75c3 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:59:53.186563 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0337ca3-328f-40f0-9fae-241b524ad5a3 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event deleted for resources: {'Port': ['ID=410d239d-e46f-4612-bdbc-3b66f71f75c3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:53.202247 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0337ca3-328f-40f0-9fae-241b524ad5a3 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] No DVR routers for this DVR port 410d239d-e46f-4612-bdbc-3b66f71f75c3 on host n-d-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:59:53.262239 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-431f22bc-a231-45ec-b2fa-9076f85c07c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:53.287224 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f22bc-a231-45ec-b2fa-9076f85c07c3 None None] Pushing event deleted for resources: {'Port': ['ID=410d239d-e46f-4612-bdbc-3b66f71f75c3,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:53.297249 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431f22bc-a231-45ec-b2fa-9076f85c07c3 None None] No DVR routers for this DVR port 410d239d-e46f-4612-bdbc-3b66f71f75c3 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 14:59:53.307669 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0337ca3-328f-40f0-9fae-241b524ad5a3 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:53.318654 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-d0337ca3-328f-40f0-9fae-241b524ad5a3 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['070f4c15-02ff-42eb-8de7-24fa5a5f787f']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:53.330429 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-d0337ca3-328f-40f0-9fae-241b524ad5a3 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ee0295b-cce9-4a91-80f8-1bcb0ac75b55') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:53.330729 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-d0337ca3-328f-40f0-9fae-241b524ad5a3 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ee0295b-cce9-4a91-80f8-1bcb0ac75b55') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:53.340563 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0337ca3-328f-40f0-9fae-241b524ad5a3 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:53.354261 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0337ca3-328f-40f0-9fae-241b524ad5a3 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:53.360702 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0337ca3-328f-40f0-9fae-241b524ad5a3 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 14:59:53.361155 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0337ca3-328f-40f0-9fae-241b524ad5a3 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:53.364425 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 14:59:53.364425 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 14:59:53.364425 n-d-766043-2 neutron-server[94639]: timer() Aug 19 14:59:53.364425 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 14:59:53.364425 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 14:59:53.364425 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 14:59:53.364425 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 14:59:53.364425 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 14:59:53.364425 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 14:59:53.364425 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 14:59:53.364425 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 14:59:53.364425 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 14:59:53.364425 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 14:59:53.364425 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 14:59:53.364425 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 14:59:53.364425 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 14:59:53.364425 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 14:59:53.364425 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 14:59:53.364425 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 14:59:53.364425 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 14:59:53.364425 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 14:59:53.364425 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 14:59:53.364425 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 14:59:53.364425 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 14:59:53.364425 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 14:59:53.364425 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 14:59:53.364425 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 14:59:53.364425 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 14:59:53.364425 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 14:59:53.364425 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 14:59:53.364425 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 14:59:53.364425 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 14:59:53.429635 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0337ca3-328f-40f0-9fae-241b524ad5a3 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:53.440173 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0337ca3-328f-40f0-9fae-241b524ad5a3 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:53.448310 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d0337ca3-328f-40f0-9fae-241b524ad5a3 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "DELETE /v2.0/networks/070f4c15-02ff-42eb-8de7-24fa5a5f787f HTTP/1.1" status: 204 len: 168 time: 0.7343633 Aug 19 14:59:53.448885 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 46398) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:53.455121 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-4ecf4e40-4e1d-4a51-9125-b79232175c30 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-498390601'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:59:53.489280 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ecf4e40-4e1d-4a51-9125-b79232175c30 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Made reservation on behalf of 739e834e1bdb4091899c310a408a6ea5 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:59:53.493445 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ecf4e40-4e1d-4a51-9125-b79232175c30 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:53.494397 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0337ca3-328f-40f0-9fae-241b524ad5a3 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event deleted for resources: {'Network': ['ID=070f4c15-02ff-42eb-8de7-24fa5a5f787f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:53.506815 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 410d239d-e46f-4612-bdbc-3b66f71f75c3 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 14:59:53.527239 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ecf4e40-4e1d-4a51-9125-b79232175c30 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 14:59:53.533713 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 410d239d-e46f-4612-bdbc-3b66f71f75c3 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 14:59:53.534301 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 410d239d-e46f-4612-bdbc-3b66f71f75c3 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 14:59:53.542657 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ecf4e40-4e1d-4a51-9125-b79232175c30 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:53.543101 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-4ecf4e40-4e1d-4a51-9125-b79232175c30 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Added segment fb824d64-baa3-44ce-af80-5db6b66cc1c2 of type vlan for network 92a76e56-97f3-4f3e-9a47-9adeeef5aa09 Aug 19 14:59:53.591434 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ecf4e40-4e1d-4a51-9125-b79232175c30 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:53.627069 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ecf4e40-4e1d-4a51-9125-b79232175c30 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:53.635395 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecf4e40-4e1d-4a51-9125-b79232175c30 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:53.636755 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ecf4e40-4e1d-4a51-9125-b79232175c30 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:53.726894 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-4ecf4e40-4e1d-4a51-9125-b79232175c30 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2764952 Aug 19 14:59:53.730598 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46408) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:53.738032 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e5bf4f58-891f-43a2-9e8e-352b0c77c4c2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Request body: {'subnet': {'network_id': '92a76e56-97f3-4f3e-9a47-9adeeef5aa09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:59:53.739068 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf4e40-4e1d-4a51-9125-b79232175c30 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event updated for resources: {'Network': ['ID=92a76e56-97f3-4f3e-9a47-9adeeef5aa09,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:53.752430 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecf4e40-4e1d-4a51-9125-b79232175c30 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:53.752960 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecf4e40-4e1d-4a51-9125-b79232175c30 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:53.753493 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecf4e40-4e1d-4a51-9125-b79232175c30 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:53.754052 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecf4e40-4e1d-4a51-9125-b79232175c30 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:53.754569 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecf4e40-4e1d-4a51-9125-b79232175c30 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:53.755080 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecf4e40-4e1d-4a51-9125-b79232175c30 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:53.755696 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecf4e40-4e1d-4a51-9125-b79232175c30 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:53.756226 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecf4e40-4e1d-4a51-9125-b79232175c30 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:53.757017 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecf4e40-4e1d-4a51-9125-b79232175c30 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:53.757409 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecf4e40-4e1d-4a51-9125-b79232175c30 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:53.757812 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecf4e40-4e1d-4a51-9125-b79232175c30 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:53.758326 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecf4e40-4e1d-4a51-9125-b79232175c30 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 14:59:53.773538 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 92a76e56-97f3-4f3e-9a47-9adeeef5aa09 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 14:59:53.949371 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5bf4f58-891f-43a2-9e8e-352b0c77c4c2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Made reservation on behalf of 739e834e1bdb4091899c310a408a6ea5 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 14:59:53.955436 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e5bf4f58-891f-43a2-9e8e-352b0c77c4c2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:53.976897 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9486529c-6e42-428f-9dfc-4e027114eeda req-36eb4cce-51e6-4c00-aaff-1053ac59a804 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:53.979725 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9486529c-6e42-428f-9dfc-4e027114eeda req-36eb4cce-51e6-4c00-aaff-1053ac59a804 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 944 time: 0.0750518 Aug 19 14:59:54.026983 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9486529c-6e42-428f-9dfc-4e027114eeda req-77155a22-eef8-44cd-a461-fa6043978a9b tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407152 Aug 19 14:59:54.239565 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e5bf4f58-891f-43a2-9e8e-352b0c77c4c2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:54.346302 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf4f58-891f-43a2-9e8e-352b0c77c4c2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event updated for resources: {'Subnet': ['ID=817ca769-7dca-48ba-a1e1-bbeb76f7a042,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:54.350956 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bf4f58-891f-43a2-9e8e-352b0c77c4c2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Checking segment: {'id': 'fb824d64-baa3-44ce-af80-5db6b66cc1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '92a76e56-97f3-4f3e-9a47-9adeeef5aa09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:59:54.351419 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bf4f58-891f-43a2-9e8e-352b0c77c4c2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Network hostable DHCP agents. Network: 92a76e56-97f3-4f3e-9a47-9adeeef5aa09, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 14:59:54.373545 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bf4f58-891f-43a2-9e8e-352b0c77c4c2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Network 92a76e56-97f3-4f3e-9a47-9adeeef5aa09 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 14:59:54.390215 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-e5bf4f58-891f-43a2-9e8e-352b0c77c4c2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 92a76e56-97f3-4f3e-9a47-9adeeef5aa09) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:59:54.394835 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bf4f58-891f-43a2-9e8e-352b0c77c4c2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:54.395626 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e5bf4f58-891f-43a2-9e8e-352b0c77c4c2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:54.400790 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbb2e54-5ba9-4572-81b9-019a7bf7cf2b None None] Network 92a76e56-97f3-4f3e-9a47-9adeeef5aa09 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:59:54.416292 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e5bf4f58-891f-43a2-9e8e-352b0c77c4c2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6839211 Aug 19 14:59:54.418845 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46416) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:54.425086 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c47aa6e1-1832-481c-904a-78cb1add2eb8 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1773818629', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 14:59:54.462499 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c47aa6e1-1832-481c-904a-78cb1add2eb8 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:54.464082 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c47aa6e1-1832-481c-904a-78cb1add2eb8 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:54.526601 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c47aa6e1-1832-481c-904a-78cb1add2eb8 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:54.531254 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c47aa6e1-1832-481c-904a-78cb1add2eb8 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:54.552038 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c47aa6e1-1832-481c-904a-78cb1add2eb8 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:54.553347 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c47aa6e1-1832-481c-904a-78cb1add2eb8 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1319864 Aug 19 14:59:54.556839 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46418) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:54.751917 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfe7852-cc9a-4532-b82f-4845cd742209 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-92a76e56-97f3-4f3e-9a47-9adeeef5aa09', 'network_id': '92a76e56-97f3-4f3e-9a47-9adeeef5aa09', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'fixed_ips': [{'subnet_id': '817ca769-7dca-48ba-a1e1-bbeb76f7a042'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 14:59:54.752806 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7cfe7852-cc9a-4532-b82f-4845cd742209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:54.862985 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f46419aa-833f-4c31-8cd6-12e0f14feb99 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:54.921667 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-7cfe7852-cc9a-4532-b82f-4845cd742209 None None] Allocated IP 2001:db8::2 (92a76e56-97f3-4f3e-9a47-9adeeef5aa09/817ca769-7dca-48ba-a1e1-bbeb76f7a042/adde33de-120e-48f4-8f79-d796270f860b) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:59:55.173269 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7cfe7852-cc9a-4532-b82f-4845cd742209 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:55.186586 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7cfe7852-cc9a-4532-b82f-4845cd742209 None None] Transition to ACTIVE for port object adde33de-120e-48f4-8f79-d796270f860b will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:59:55.210755 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7cfe7852-cc9a-4532-b82f-4845cd742209 None None] Transition to ACTIVE for port object adde33de-120e-48f4-8f79-d796270f860b will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:59:55.219727 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device b4a3b9ef-c898-4326-956d-2612053131ff details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 14:59:55.235567 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9912422f-c086-46b9-b2a9-c689c740231f req-b1112fa5-c014-400d-b0bc-6751e6921a8f tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:55.237384 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9912422f-c086-46b9-b2a9-c689c740231f req-b1112fa5-c014-400d-b0bc-6751e6921a8f tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 944 time: 0.1014357 Aug 19 14:59:55.304468 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9912422f-c086-46b9-b2a9-c689c740231f req-54709c13-6829-498f-9f12-e3831bd516b1 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552378 Aug 19 14:59:55.305889 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-f46419aa-833f-4c31-8cd6-12e0f14feb99 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Allocated IP 2001:db8::1 (92a76e56-97f3-4f3e-9a47-9adeeef5aa09/817ca769-7dca-48ba-a1e1-bbeb76f7a042/28f4705d-b4c8-43cc-8ca0-37ed0d7d65d9) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 14:59:55.364438 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7cfe7852-cc9a-4532-b82f-4845cd742209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:55.434285 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port b4a3b9ef-c898-4326-956d-2612053131ff, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=b4a3b9ef-c898-4326-956d-2612053131ff,segment=NetworkSegment(4b88a796-6b52-4244-a48f-fe8e695c9ce6),segment_id=4b88a796-6b52-4244-a48f-fe8e695c9ce6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:55.454255 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfe7852-cc9a-4532-b82f-4845cd742209 None None] Network 92a76e56-97f3-4f3e-9a47-9adeeef5aa09 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:59:55.456925 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f46419aa-833f-4c31-8cd6-12e0f14feb99 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:55.471541 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-f46419aa-833f-4c31-8cd6-12e0f14feb99 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Transition to ACTIVE for port object 28f4705d-b4c8-43cc-8ca0-37ed0d7d65d9 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 14:59:55.476877 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-7cfe7852-cc9a-4532-b82f-4845cd742209 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:59:55.480687 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfe7852-cc9a-4532-b82f-4845cd742209 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:59:55.490433 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe7852-cc9a-4532-b82f-4845cd742209 None None] Pushing event updated for resources: {'Port': ['ID=adde33de-120e-48f4-8f79-d796270f860b,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:55.504645 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': 'b4a3b9ef-c898-4326-956d-2612053131ff', 'network_id': '24c8d536-ac23-4a61-ad49-3474c07f936c', 'port_id': 'b4a3b9ef-c898-4326-956d-2612053131ff', 'mac_address': 'fa:16:3e:3e:db:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '145d9747-b0a8-4fa3-980b-a8e578e75c9d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 14:59:55.515098 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f46419aa-833f-4c31-8cd6-12e0f14feb99 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:55.569852 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46419aa-833f-4c31-8cd6-12e0f14feb99 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Network 92a76e56-97f3-4f3e-9a47-9adeeef5aa09 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:59:55.574126 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-f46419aa-833f-4c31-8cd6-12e0f14feb99 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:59:55.578877 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46419aa-833f-4c31-8cd6-12e0f14feb99 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 14:59:55.579680 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f46419aa-833f-4c31-8cd6-12e0f14feb99 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:55.623767 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46419aa-833f-4c31-8cd6-12e0f14feb99 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event updated for resources: {'Port': ['ID=28f4705d-b4c8-43cc-8ca0-37ed0d7d65d9,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:55.651142 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-7cfe7852-cc9a-4532-b82f-4845cd742209 None None] Attempting to bind port adde33de-120e-48f4-8f79-d796270f860b on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 14:59:55.651630 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-7cfe7852-cc9a-4532-b82f-4845cd742209 None None] Attempting to bind port adde33de-120e-48f4-8f79-d796270f860b by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'fb824d64-baa3-44ce-af80-5db6b66cc1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '92a76e56-97f3-4f3e-9a47-9adeeef5aa09'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 14:59:55.652102 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfe7852-cc9a-4532-b82f-4845cd742209 None None] Attempting to bind port adde33de-120e-48f4-8f79-d796270f860b on network 92a76e56-97f3-4f3e-9a47-9adeeef5aa09 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 14:59:55.671522 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfe7852-cc9a-4532-b82f-4845cd742209 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 14, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 14:59:55.674554 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfe7852-cc9a-4532-b82f-4845cd742209 None None] Checking segment: {'id': 'fb824d64-baa3-44ce-af80-5db6b66cc1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '92a76e56-97f3-4f3e-9a47-9adeeef5aa09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 14:59:55.675063 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7cfe7852-cc9a-4532-b82f-4845cd742209 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:55.678398 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfe7852-cc9a-4532-b82f-4845cd742209 None None] Bound using segment: {'id': 'fb824d64-baa3-44ce-af80-5db6b66cc1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '92a76e56-97f3-4f3e-9a47-9adeeef5aa09'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 14:59:55.678787 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-7cfe7852-cc9a-4532-b82f-4845cd742209 None None] Bound port: adde33de-120e-48f4-8f79-d796270f860b, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb824d64-baa3-44ce-af80-5db6b66cc1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '92a76e56-97f3-4f3e-9a47-9adeeef5aa09'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 14:59:55.679289 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7cfe7852-cc9a-4532-b82f-4845cd742209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:55.726645 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:55.760383 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f46419aa-833f-4c31-8cd6-12e0f14feb99 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:55.790369 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4a3b9ef-c898-4326-956d-2612053131ff {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 14:59:55.830928 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port b4a3b9ef-c898-4326-956d-2612053131ff, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=b4a3b9ef-c898-4326-956d-2612053131ff,segment=NetworkSegment(4b88a796-6b52-4244-a48f-fe8e695c9ce6),segment_id=4b88a796-6b52-4244-a48f-fe8e695c9ce6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:55.839881 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:55.852461 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-7cfe7852-cc9a-4532-b82f-4845cd742209 None None] For port adde33de-120e-48f4-8f79-d796270f860b, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 14:59:55.893332 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-7cfe7852-cc9a-4532-b82f-4845cd742209 None None] For port adde33de-120e-48f4-8f79-d796270f860b, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=adde33de-120e-48f4-8f79-d796270f860b,segment=NetworkSegment(fb824d64-baa3-44ce-af80-5db6b66cc1c2),segment_id=fb824d64-baa3-44ce-af80-5db6b66cc1c2)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 14:59:55.899596 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7cfe7852-cc9a-4532-b82f-4845cd742209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:55.932367 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=b4a3b9ef-c898-4326-956d-2612053131ff,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:56.032519 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe7852-cc9a-4532-b82f-4845cd742209 None None] Pushing event updated for resources: {'Port': ['ID=adde33de-120e-48f4-8f79-d796270f860b,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:56.050559 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['b4a3b9ef-c898-4326-956d-2612053131ff'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 14:59:56.311715 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f46419aa-833f-4c31-8cd6-12e0f14feb99 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:56.318716 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f46419aa-833f-4c31-8cd6-12e0f14feb99 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:56.319907 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f46419aa-833f-4c31-8cd6-12e0f14feb99 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:56.561522 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc24a5e-fc21-4472-9656-f7de7757340e req-e602a0fa-c823-4934-b6fe-790ddaae80e0 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:56.571003 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2dc24a5e-fc21-4472-9656-f7de7757340e req-e602a0fa-c823-4934-b6fe-790ddaae80e0 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 945 time: 0.0655084 Aug 19 14:59:56.583536 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46419aa-833f-4c31-8cd6-12e0f14feb99 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event updated for resources: {'Port': ['ID=28f4705d-b4c8-43cc-8ca0-37ed0d7d65d9,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:56.593837 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46419aa-833f-4c31-8cd6-12e0f14feb99 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Network 92a76e56-97f3-4f3e-9a47-9adeeef5aa09 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 14:59:56.595399 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-f46419aa-833f-4c31-8cd6-12e0f14feb99 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 14:59:56.626932 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2dc24a5e-fc21-4472-9656-f7de7757340e req-8040dd65-1731-4e13-9978-aef3e34ea443 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493407 Aug 19 14:59:57.214354 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device b4a3b9ef-c898-4326-956d-2612053131ff up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:59:57.346522 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port b4a3b9ef-c898-4326-956d-2612053131ff completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:59:57.353392 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port b4a3b9ef-c898-4326-956d-2612053131ff triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:59:57.353995 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:57.382459 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f46419aa-833f-4c31-8cd6-12e0f14feb99 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Router 613b77d2-edde-4a41-ba61-c2d2645bda3a is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 14:59:57.531224 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b93c70b-c511-4f3f-adfa-0fc984d6c998 None None] Network 92a76e56-97f3-4f3e-9a47-9adeeef5aa09 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 14:59:57.614355 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:57.637267 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46419aa-833f-4c31-8cd6-12e0f14feb99 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 14:59:57.637568 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device adde33de-120e-48f4-8f79-d796270f860b up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:59:57.652825 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c0fbac8d-19d1-47d2-8e36-77931c5d36d7 None None] Provisioning for port adde33de-120e-48f4-8f79-d796270f860b completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:59:57.659211 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f4d692-167c-4891-ae7f-8697835506de None None] Sync routers for ids ['613b77d2-edde-4a41-ba61-c2d2645bda3a'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 14:59:57.668942 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f46419aa-833f-4c31-8cd6-12e0f14feb99 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "PUT /v2.0/routers/613b77d2-edde-4a41-ba61-c2d2645bda3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1086032 Aug 19 14:59:57.669511 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 46456) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:57.679901 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f4d692-167c-4891-ae7f-8697835506de None None] Routers {'613b77d2-edde-4a41-ba61-c2d2645bda3a'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:59:57.685330 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d7f4d692-167c-4891-ae7f-8697835506de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:59:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['613b77d2-edde-4a41-ba61-c2d2645bda3a'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:57.735401 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port b4a3b9ef-c898-4326-956d-2612053131ff, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=b4a3b9ef-c898-4326-956d-2612053131ff,segment=NetworkSegment(4b88a796-6b52-4244-a48f-fe8e695c9ce6),segment_id=4b88a796-6b52-4244-a48f-fe8e695c9ce6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:57.743709 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a3b9ef-c898-4326-956d-2612053131ff'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 14:59:57.747609 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219bb4c1-b35d-46be-99c9-27a8a12819b8" -d '{"events": [{"server_uuid": "b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4", "name": "network-vif-plugged", "status": "completed", "tag": "b4a3b9ef-c898-4326-956d-2612053131ff"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 14:59:57.755862 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:57.778841 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d7f4d692-167c-4891-ae7f-8697835506de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:57.789341 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f4d692-167c-4891-ae7f-8697835506de None None] Routers {'613b77d2-edde-4a41-ba61-c2d2645bda3a'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 14:59:57.790260 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d7f4d692-167c-4891-ae7f-8697835506de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:59:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['613b77d2-edde-4a41-ba61-c2d2645bda3a'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:57.813892 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0562efcb-4566-478b-b242-a18ab8c13a3e tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:57.819106 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-0562efcb-4566-478b-b242-a18ab8c13a3e tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "GET /v2.0/ports/28f4705d-b4c8-43cc-8ca0-37ed0d7d65d9 HTTP/1.1" status: 200 len: 911 time: 0.1456594 Aug 19 14:59:57.819629 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46462) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 14:59:57.847067 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d7f4d692-167c-4891-ae7f-8697835506de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 14:59:57.849211 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f4d692-167c-4891-ae7f-8697835506de None None] The sync data for ids ['613b77d2-edde-4a41-ba61-c2d2645bda3a'] in n-d-766043-2 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 14:59:57.872060 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port adde33de-120e-48f4-8f79-d796270f860b completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:59:57.892337 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port adde33de-120e-48f4-8f79-d796270f860b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:59:57.895140 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:58.034079 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 14:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ba3c75-3965-492d-971b-f62236792630 x-openstack-request-id: req-27ba3c75-3965-492d-971b-f62236792630 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 14:59:58.034511 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4", "name": "network-vif-plugged", "status": "completed", "tag": "b4a3b9ef-c898-4326-956d-2612053131ff", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 14:59:58.035042 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-27ba3c75-3965-492d-971b-f62236792630 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 14:59:58.035623 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a3b9ef-c898-4326-956d-2612053131ff', 'code': 200} Aug 19 14:59:58.036336 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=b4a3b9ef-c898-4326-956d-2612053131ff,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:58.163005 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4df3d5-e21a-4f73-958e-18cededa3e5c req-b3e26087-d29e-4d40-b8d4-13d4994a0ee8 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:58.177907 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1a4df3d5-e21a-4f73-958e-18cededa3e5c req-b3e26087-d29e-4d40-b8d4-13d4994a0ee8 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.2901523 Aug 19 14:59:58.179238 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:58.249716 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port adde33de-120e-48f4-8f79-d796270f860b, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=adde33de-120e-48f4-8f79-d796270f860b,segment=NetworkSegment(fb824d64-baa3-44ce-af80-5db6b66cc1c2),segment_id=fb824d64-baa3-44ce-af80-5db6b66cc1c2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 14:59:58.256558 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1a4df3d5-e21a-4f73-958e-18cededa3e5c req-e13dc79c-4b3a-4c4f-837e-fb78288db92b tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770280 Aug 19 14:59:58.260838 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:58.283961 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3eb649-c523-4656-b45a-6014bdfc3edf req-88765b4b-0ff8-4f82-b62c-96bef61d2e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:58.291773 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8c3eb649-c523-4656-b45a-6014bdfc3edf req-88765b4b-0ff8-4f82-b62c-96bef61d2e3c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 1097 time: 0.2406271 Aug 19 14:59:58.372008 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8c3eb649-c523-4656-b45a-6014bdfc3edf req-af400e33-a42a-4460-a4de-862a2d37037e service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720472 Aug 19 14:59:58.374143 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=adde33de-120e-48f4-8f79-d796270f860b,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:58.536378 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a0a88a7e-32bd-4aee-9b52-5cc703c95430 None None] Provisioning for port 28f4705d-b4c8-43cc-8ca0-37ed0d7d65d9 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 14:59:58.552455 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a0a88a7e-32bd-4aee-9b52-5cc703c95430 None None] Provisioning complete for port 28f4705d-b4c8-43cc-8ca0-37ed0d7d65d9 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:59:58.553561 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a0a88a7e-32bd-4aee-9b52-5cc703c95430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:58.591090 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-09f4624f-2c18-4483-be1a-bed7da5abe94 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:58.606109 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a0a88a7e-32bd-4aee-9b52-5cc703c95430 None None] Port 28f4705d-b4c8-43cc-8ca0-37ed0d7d65d9 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:59:58.621187 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a0a88a7e-32bd-4aee-9b52-5cc703c95430 None None] Provisioning complete for port adde33de-120e-48f4-8f79-d796270f860b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:59:58.621656 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a0a88a7e-32bd-4aee-9b52-5cc703c95430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:58.876728 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bfa2c795-e1b5-4d2e-82b2-7877b5e4262e None None] Provisioning complete for port 28f4705d-b4c8-43cc-8ca0-37ed0d7d65d9 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:59:58.877416 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bfa2c795-e1b5-4d2e-82b2-7877b5e4262e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:58.926249 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-bfa2c795-e1b5-4d2e-82b2-7877b5e4262e None None] Port 28f4705d-b4c8-43cc-8ca0-37ed0d7d65d9 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:59:58.962891 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-09f4624f-2c18-4483-be1a-bed7da5abe94 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Deleting port 28f4705d-b4c8-43cc-8ca0-37ed0d7d65d9 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 14:59:58.962891 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-09f4624f-2c18-4483-be1a-bed7da5abe94 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:59.089830 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-09f4624f-2c18-4483-be1a-bed7da5abe94 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:59.104052 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-09f4624f-2c18-4483-be1a-bed7da5abe94 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Calling delete_port for 28f4705d-b4c8-43cc-8ca0-37ed0d7d65d9 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 14:59:59.148896 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-976ed958-04e1-4713-b2f3-42cffca679ab None None] Provisioning complete for port 28f4705d-b4c8-43cc-8ca0-37ed0d7d65d9 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:59:59.149414 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-976ed958-04e1-4713-b2f3-42cffca679ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:59.194847 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-976ed958-04e1-4713-b2f3-42cffca679ab None None] Port 28f4705d-b4c8-43cc-8ca0-37ed0d7d65d9 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 14:59:59.296979 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-09f4624f-2c18-4483-be1a-bed7da5abe94 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:59.341871 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f4624f-2c18-4483-be1a-bed7da5abe94 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event deleted for resources: {'Port': ['ID=28f4705d-b4c8-43cc-8ca0-37ed0d7d65d9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 14:59:59.512246 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f45e2-3ec1-4fc7-a7e5-63e2e0b83cca req-65306430-b0df-4b41-bc88-1b3e092e15b8 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 14:59:59.514855 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e46f45e2-3ec1-4fc7-a7e5-63e2e0b83cca req-65306430-b0df-4b41-bc88-1b3e092e15b8 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.0838466 Aug 19 14:59:59.586542 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e46f45e2-3ec1-4fc7-a7e5-63e2e0b83cca req-16d1becb-6e6c-4235-bb12-42564cc30db9 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622180 Aug 19 14:59:59.646640 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device adde33de-120e-48f4-8f79-d796270f860b up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 14:59:59.675499 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-09f4624f-2c18-4483-be1a-bed7da5abe94 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:59.732940 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port adde33de-120e-48f4-8f79-d796270f860b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 14:59:59.733643 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:59:59.906330 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09f4624f-2c18-4483-be1a-bed7da5abe94 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Router 613b77d2-edde-4a41-ba61-c2d2645bda3a has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:00:00.023351 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f4624f-2c18-4483-be1a-bed7da5abe94 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:00:00.031862 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-09f4624f-2c18-4483-be1a-bed7da5abe94 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "PUT /v2.0/routers/613b77d2-edde-4a41-ba61-c2d2645bda3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2108018 Aug 19 15:00:00.035755 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 46474) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:00.046237 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7767501-c30c-408e-b874-f55b2ca2e265 None None] Sync routers for ids ['613b77d2-edde-4a41-ba61-c2d2645bda3a'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:00:00.063957 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-0fbd0c75-61ec-48f2-8d50-224d84ff49f6 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "GET /v2.0/ports?device_id=613b77d2-edde-4a41-ba61-c2d2645bda3a HTTP/1.1" status: 200 len: 205 time: 0.0270522 Aug 19 15:00:00.067528 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46476) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:00.069925 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7767501-c30c-408e-b874-f55b2ca2e265 None None] Routers {'613b77d2-edde-4a41-ba61-c2d2645bda3a'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:00:00.074258 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e7767501-c30c-408e-b874-f55b2ca2e265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:59:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['613b77d2-edde-4a41-ba61-c2d2645bda3a'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:00.149229 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e7767501-c30c-408e-b874-f55b2ca2e265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:00.168149 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7767501-c30c-408e-b874-f55b2ca2e265 None None] Routers {'613b77d2-edde-4a41-ba61-c2d2645bda3a'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:00:00.168930 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e7767501-c30c-408e-b874-f55b2ca2e265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T14:59:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['613b77d2-edde-4a41-ba61-c2d2645bda3a'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:00.211760 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e9533bfb-9954-4e8a-8e73-0c2a13038829 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:00.222512 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e7767501-c30c-408e-b874-f55b2ca2e265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:00.222512 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7767501-c30c-408e-b874-f55b2ca2e265 None None] The sync data for ids ['613b77d2-edde-4a41-ba61-c2d2645bda3a'] in n-d-766043-2 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:00:00.420919 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e9533bfb-9954-4e8a-8e73-0c2a13038829 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:00.424674 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e9533bfb-9954-4e8a-8e73-0c2a13038829 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:00.474820 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e9533bfb-9954-4e8a-8e73-0c2a13038829 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:00.475329 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9533bfb-9954-4e8a-8e73-0c2a13038829 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Fanout notify agent at l3_agent the message router_deleted on router 613b77d2-edde-4a41-ba61-c2d2645bda3a {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:00:00.487621 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e9533bfb-9954-4e8a-8e73-0c2a13038829 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:00.494028 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e9533bfb-9954-4e8a-8e73-0c2a13038829 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "DELETE /v2.0/routers/613b77d2-edde-4a41-ba61-c2d2645bda3a HTTP/1.1" status: 204 len: 168 time: 0.4230070 Aug 19 15:00:00.494028 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46480) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:00.562485 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-44cb7f00-c69c-4f78-9c0e-744f138848b8 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Deleting subnet 817ca769-7dca-48ba-a1e1-bbeb76f7a042 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:00:00.566550 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44cb7f00-c69c-4f78-9c0e-744f138848b8 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:00.624884 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44cb7f00-c69c-4f78-9c0e-744f138848b8 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:00.804284 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018ed55-065f-4340-a6e7-faec07872f40 req-2f106f8c-5712-4729-a926-2c3b374e4217 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:00.810294 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e018ed55-065f-4340-a6e7-faec07872f40 req-2f106f8c-5712-4729-a926-2c3b374e4217 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.0883281 Aug 19 15:00:00.845720 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44cb7f00-c69c-4f78-9c0e-744f138848b8 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:00.927665 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e018ed55-065f-4340-a6e7-faec07872f40 req-88b35e95-4e7e-4e13-be35-0c58a892c09a tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084194 Aug 19 15:00:00.935149 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44cb7f00-c69c-4f78-9c0e-744f138848b8 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:00.959971 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44cb7f00-c69c-4f78-9c0e-744f138848b8 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:00.961176 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89203bb-9d6f-4594-a87f-4520ee12ab1f None None] Network 92a76e56-97f3-4f3e-9a47-9adeeef5aa09 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:00:00.964441 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-44cb7f00-c69c-4f78-9c0e-744f138848b8 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "DELETE /v2.0/subnets/817ca769-7dca-48ba-a1e1-bbeb76f7a042 HTTP/1.1" status: 204 len: 168 time: 0.4702668 Aug 19 15:00:00.968114 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 46490) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:01.010188 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cb7f00-c69c-4f78-9c0e-744f138848b8 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event deleted for resources: {'Subnet': ['ID=817ca769-7dca-48ba-a1e1-bbeb76f7a042,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:01.176060 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e68ac6e-94ee-4a0b-aa36-a7d2a370f20f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:01.291127 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd764e11-a0be-4769-9eaf-31db178df96e req-6a445d9b-3d0c-4edf-857b-1dcbcc579c71 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:01.298755 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dd764e11-a0be-4769-9eaf-31db178df96e req-6a445d9b-3d0c-4edf-857b-1dcbcc579c71 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/networks?id=24c8d536-ac23-4a61-ad49-3474c07f936c HTTP/1.1" status: 200 len: 813 time: 0.1179388 Aug 19 15:00:01.317017 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dd764e11-a0be-4769-9eaf-31db178df96e req-73c1547b-93aa-4260-afd5-f2fdce0a0a83 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/quotas/5d0ce086c68641eab81e2252cb60e6f7 HTTP/1.1" status: 200 len: 375 time: 0.0171626 Aug 19 15:00:01.389334 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739c3ab0-988f-4e7a-b57c-96e93d4bac29 None None] DHCP port deletion for 92a76e56-97f3-4f3e-9a47-9adeeef5aa09 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:00:01.401168 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ff6f2b56-d3c1-41db-b5de-fd0b66a88ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:01.427459 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dd764e11-a0be-4769-9eaf-31db178df96e req-d2a153f9-3d3d-4f0d-8c6b-ab92f2059222 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=5d0ce086c68641eab81e2252cb60e6f7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1096056 Aug 19 15:00:01.454052 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-5e68ac6e-94ee-4a0b-aa36-a7d2a370f20f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Deleting port adde33de-120e-48f4-8f79-d796270f860b {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:00:01.454760 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e68ac6e-94ee-4a0b-aa36-a7d2a370f20f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:01.564876 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device adde33de-120e-48f4-8f79-d796270f860b no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:00:01.604600 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-739c3ab0-988f-4e7a-b57c-96e93d4bac29 None None] Deleting port adde33de-120e-48f4-8f79-d796270f860b {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:00:01.604891 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-739c3ab0-988f-4e7a-b57c-96e93d4bac29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:01.647177 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-5e68ac6e-94ee-4a0b-aa36-a7d2a370f20f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] For port adde33de-120e-48f4-8f79-d796270f860b, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=adde33de-120e-48f4-8f79-d796270f860b,segment=NetworkSegment(fb824d64-baa3-44ce-af80-5db6b66cc1c2),segment_id=fb824d64-baa3-44ce-af80-5db6b66cc1c2)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:01.647537 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e68ac6e-94ee-4a0b-aa36-a7d2a370f20f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:01.670442 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-5e68ac6e-94ee-4a0b-aa36-a7d2a370f20f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Calling delete_port for adde33de-120e-48f4-8f79-d796270f860b owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:00:01.696310 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:01.738983 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dd764e11-a0be-4769-9eaf-31db178df96e req-9a9a3990-3d30-4863-a57e-f40e8da6a76a service neutron] 10.222.0.69 "GET /v2.0/networks/24c8d536-ac23-4a61-ad49-3474c07f936c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027537 Aug 19 15:00:01.741139 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port adde33de-120e-48f4-8f79-d796270f860b, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=adde33de-120e-48f4-8f79-d796270f860b,segment=NetworkSegment(fb824d64-baa3-44ce-af80-5db6b66cc1c2),segment_id=fb824d64-baa3-44ce-af80-5db6b66cc1c2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:01.752305 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-739c3ab0-988f-4e7a-b57c-96e93d4bac29 None None] For port adde33de-120e-48f4-8f79-d796270f860b, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=adde33de-120e-48f4-8f79-d796270f860b,segment=NetworkSegment(fb824d64-baa3-44ce-af80-5db6b66cc1c2),segment_id=fb824d64-baa3-44ce-af80-5db6b66cc1c2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:01.752772 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-739c3ab0-988f-4e7a-b57c-96e93d4bac29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:01.755750 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:01.802752 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-739c3ab0-988f-4e7a-b57c-96e93d4bac29 None None] Calling delete_port for adde33de-120e-48f4-8f79-d796270f860b owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:00:01.831353 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=adde33de-120e-48f4-8f79-d796270f860b,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:01.926148 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-739c3ab0-988f-4e7a-b57c-96e93d4bac29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:01.954527 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c3ab0-988f-4e7a-b57c-96e93d4bac29 None None] Pushing event deleted for resources: {'Port': ['ID=adde33de-120e-48f4-8f79-d796270f860b,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:01.956494 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dd764e11-a0be-4769-9eaf-31db178df96e req-b7fad904-495a-4843-9f20-98ea926baa13 service neutron] 10.222.0.69 "GET /v2.0/networks/24c8d536-ac23-4a61-ad49-3474c07f936c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097418 Aug 19 15:00:01.980180 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739c3ab0-988f-4e7a-b57c-96e93d4bac29 None None] No DVR routers for this DVR port adde33de-120e-48f4-8f79-d796270f860b on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:00:01.995291 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e68ac6e-94ee-4a0b-aa36-a7d2a370f20f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:02.037033 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e68ac6e-94ee-4a0b-aa36-a7d2a370f20f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] No DVR routers for this DVR port adde33de-120e-48f4-8f79-d796270f860b on host n-d-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:00:02.067411 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e68ac6e-94ee-4a0b-aa36-a7d2a370f20f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event deleted for resources: {'Port': ['ID=adde33de-120e-48f4-8f79-d796270f860b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:02.231419 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-22d2a971-f521-49c9-8d31-07e8abb42d38 req-7b2167d1-79f8-498f-87ae-a147af46def4 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=122765a1-8f38-4376-9bb6-c286c9a55cb0 HTTP/1.1" status: 200 len: 210 time: 0.0336366 Aug 19 15:00:02.244571 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e68ac6e-94ee-4a0b-aa36-a7d2a370f20f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:02.263903 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-5e68ac6e-94ee-4a0b-aa36-a7d2a370f20f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92a76e56-97f3-4f3e-9a47-9adeeef5aa09']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:02.279412 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-5e68ac6e-94ee-4a0b-aa36-a7d2a370f20f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb824d64-baa3-44ce-af80-5db6b66cc1c2') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:02.279733 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-5e68ac6e-94ee-4a0b-aa36-a7d2a370f20f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb824d64-baa3-44ce-af80-5db6b66cc1c2') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:02.296658 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e68ac6e-94ee-4a0b-aa36-a7d2a370f20f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:02.335372 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e68ac6e-94ee-4a0b-aa36-a7d2a370f20f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:02.355251 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e68ac6e-94ee-4a0b-aa36-a7d2a370f20f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:00:02.355676 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e68ac6e-94ee-4a0b-aa36-a7d2a370f20f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:02.358857 n-d-766043-2 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:00:02.358857 n-d-766043-2 neutron-server[94640]: self.session.flush() Aug 19 15:00:02.358857 n-d-766043-2 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:00:02.358857 n-d-766043-2 neutron-server[94640]: self.session.flush() Aug 19 15:00:02.358857 n-d-766043-2 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:00:02.358857 n-d-766043-2 neutron-server[94640]: self.session.flush() Aug 19 15:00:02.358857 n-d-766043-2 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:00:02.358857 n-d-766043-2 neutron-server[94640]: self.session.flush() Aug 19 15:00:02.358857 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 15:00:02.358857 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:00:02.358857 n-d-766043-2 neutron-server[94640]: timer() Aug 19 15:00:02.358857 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:00:02.358857 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 15:00:02.358857 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:00:02.358857 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 15:00:02.358857 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:00:02.358857 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 15:00:02.358857 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:00:02.358857 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 15:00:02.358857 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:00:02.358857 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 15:00:02.358857 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:00:02.358857 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:00:02.358857 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:00:02.358857 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:00:02.358857 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:00:02.358857 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 15:00:02.358857 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:00:02.358857 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 15:00:02.358857 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:00:02.358857 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:00:02.358857 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:00:02.358857 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 15:00:02.358857 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:00:02.358857 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:00:02.358857 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:00:02.358857 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:00:02.358857 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:00:02.358857 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:00:02.358857 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:00:02.469062 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e68ac6e-94ee-4a0b-aa36-a7d2a370f20f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:02.474486 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e68ac6e-94ee-4a0b-aa36-a7d2a370f20f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:02.478518 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-5e68ac6e-94ee-4a0b-aa36-a7d2a370f20f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "DELETE /v2.0/networks/92a76e56-97f3-4f3e-9a47-9adeeef5aa09 HTTP/1.1" status: 204 len: 168 time: 1.5084908 Aug 19 15:00:02.484956 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 46520) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:02.491404 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-78da989a-f052-464c-b5c5-f46cafca10e3 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1353966712', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}, 'admin_state_up': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:00:02.510623 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e68ac6e-94ee-4a0b-aa36-a7d2a370f20f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event deleted for resources: {'Network': ['ID=92a76e56-97f3-4f3e-9a47-9adeeef5aa09,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:02.536302 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-78da989a-f052-464c-b5c5-f46cafca10e3 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:02.543652 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-78da989a-f052-464c-b5c5-f46cafca10e3 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:02.616860 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-78da989a-f052-464c-b5c5-f46cafca10e3 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:02.867810 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-78da989a-f052-464c-b5c5-f46cafca10e3 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:03.196210 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-78da989a-f052-464c-b5c5-f46cafca10e3 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:03.222022 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-78da989a-f052-464c-b5c5-f46cafca10e3 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:03.357492 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-78da989a-f052-464c-b5c5-f46cafca10e3 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Allocated IP 172.25.2.177 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/2f9ecdc6-7076-4689-b44e-2540072031a7) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:00:03.520473 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46536) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:03.522388 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1a304fc4-46f2-4ecf-8535-05f8d4132a57 req-4368d4ab-c535-40df-aade-b2389c862fac tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=122765a1-8f38-4376-9bb6-c286c9a55cb0 HTTP/1.1" status: 200 len: 210 time: 0.1667624 Aug 19 15:00:03.547849 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-78da989a-f052-464c-b5c5-f46cafca10e3 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:03.638576 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-78da989a-f052-464c-b5c5-f46cafca10e3 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:03.688846 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78da989a-f052-464c-b5c5-f46cafca10e3 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:00:03.706659 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-78da989a-f052-464c-b5c5-f46cafca10e3 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:00:03.716218 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78da989a-f052-464c-b5c5-f46cafca10e3 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:00:03.743696 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-75c6384e-53a0-4f6e-afdb-b642e6ddd43a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:03.786177 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da989a-f052-464c-b5c5-f46cafca10e3 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event updated for resources: {'Port': ['ID=2f9ecdc6-7076-4689-b44e-2540072031a7,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:03.951940 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-75c6384e-53a0-4f6e-afdb-b642e6ddd43a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:03.953847 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd764e11-a0be-4769-9eaf-31db178df96e req-cdbeb479-8155-4af0-97f7-c24e49129efc tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:03.955373 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dd764e11-a0be-4769-9eaf-31db178df96e req-cdbeb479-8155-4af0-97f7-c24e49129efc tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.88 "GET /v2.0/networks?id=24c8d536-ac23-4a61-ad49-3474c07f936c HTTP/1.1" status: 200 len: 813 time: 0.2594066 Aug 19 15:00:03.957120 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-75c6384e-53a0-4f6e-afdb-b642e6ddd43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:03.971820 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-dd764e11-a0be-4769-9eaf-31db178df96e req-bab264f8-831d-455b-869a-0cd69b554807 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Request body: {'port': {'device_id': '122765a1-8f38-4376-9bb6-c286c9a55cb0', 'network_id': '24c8d536-ac23-4a61-ad49-3474c07f936c', 'admin_state_up': True, 'tenant_id': '5d0ce086c68641eab81e2252cb60e6f7'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:00:03.993010 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-75c6384e-53a0-4f6e-afdb-b642e6ddd43a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a56ea830f1c9424a8f1cb98ff0a2a7d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4714375 Aug 19 15:00:03.996595 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 46542) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:04.007959 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c6384e-53a0-4f6e-afdb-b642e6ddd43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a3a50f-845f-4109-a1a1-4c4fed3ae163,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:04.083592 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:04.196188 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a28aa1b-4559-4593-9f98-813ede12dacf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:04.229951 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-78da989a-f052-464c-b5c5-f46cafca10e3 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:04.271805 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a28aa1b-4559-4593-9f98-813ede12dacf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:04.298453 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd764e11-a0be-4769-9eaf-31db178df96e req-bab264f8-831d-455b-869a-0cd69b554807 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Made reservation on behalf of 5d0ce086c68641eab81e2252cb60e6f7 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:00:04.301798 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dd764e11-a0be-4769-9eaf-31db178df96e req-bab264f8-831d-455b-869a-0cd69b554807 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:04.316070 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-368ae774-9edb-46c2-90c3-4c097b5e872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:04.443285 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a28aa1b-4559-4593-9f98-813ede12dacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:04.445404 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a28aa1b-4559-4593-9f98-813ede12dacf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:04.449295 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-6a28aa1b-4559-4593-9f98-813ede12dacf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/38a3a50f-845f-4109-a1a1-4c4fed3ae163 HTTP/1.1" status: 204 len: 168 time: 0.4482098 Aug 19 15:00:04.515600 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a28aa1b-4559-4593-9f98-813ede12dacf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a3a50f-845f-4109-a1a1-4c4fed3ae163,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:04.558363 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:04.580502 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-dd764e11-a0be-4769-9eaf-31db178df96e req-bab264f8-831d-455b-869a-0cd69b554807 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Allocated IP 172.20.0.3 (24c8d536-ac23-4a61-ad49-3474c07f936c/145d9747-b0a8-4fa3-980b-a8e578e75c9d/4c3175de-add2-411f-9898-f3937aa100b7) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:00:04.625742 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-78da989a-f052-464c-b5c5-f46cafca10e3 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:04.736773 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5e685227-5666-4c87-8ee1-a3dd5db5125b req-f25b619a-d6a3-4949-8bd6-cb08e1cba422 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=122765a1-8f38-4376-9bb6-c286c9a55cb0 HTTP/1.1" status: 200 len: 210 time: 0.0877025 Aug 19 15:00:04.914721 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46552) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:04.930487 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ac04d3e-edd0-4005-a17e-d7325ff5e0ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:05.053889 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ac04d3e-edd0-4005-a17e-d7325ff5e0ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:05.061969 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ac04d3e-edd0-4005-a17e-d7325ff5e0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:05.114141 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:05.121817 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1ac04d3e-edd0-4005-a17e-d7325ff5e0ee admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8def126cb0464e40a9fdba033d7be071&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2063327 Aug 19 15:00:05.122991 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac04d3e-edd0-4005-a17e-d7325ff5e0ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04d5a11-15e3-4886-b9b4-b2948459a162,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:05.125904 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46554) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:05.182812 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6c62bc96-2ef5-4bc6-b940-d6f68286496d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:05.216831 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6c62bc96-2ef5-4bc6-b940-d6f68286496d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:05.239135 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dd764e11-a0be-4769-9eaf-31db178df96e req-bab264f8-831d-455b-869a-0cd69b554807 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:05.270672 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78da989a-f052-464c-b5c5-f46cafca10e3 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Router e9705537-1f5c-4da1-b9c6-d45ff404d1ff is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:00:05.271231 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6c62bc96-2ef5-4bc6-b940-d6f68286496d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:05.273940 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6c62bc96-2ef5-4bc6-b940-d6f68286496d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:05.275619 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6c62bc96-2ef5-4bc6-b940-d6f68286496d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c04d5a11-15e3-4886-b9b4-b2948459a162 HTTP/1.1" status: 204 len: 168 time: 0.1486421 Aug 19 15:00:05.288740 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c62bc96-2ef5-4bc6-b940-d6f68286496d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04d5a11-15e3-4886-b9b4-b2948459a162,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:05.334700 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dd764e11-a0be-4769-9eaf-31db178df96e req-bab264f8-831d-455b-869a-0cd69b554807 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:05.350888 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['b4a3b9ef-c898-4326-956d-2612053131ff'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:00:05.355155 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:05.420857 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd764e11-a0be-4769-9eaf-31db178df96e req-bab264f8-831d-455b-869a-0cd69b554807 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Network 24c8d536-ac23-4a61-ad49-3474c07f936c is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:00:05.431926 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-dd764e11-a0be-4769-9eaf-31db178df96e req-bab264f8-831d-455b-869a-0cd69b554807 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:00:05.466826 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd764e11-a0be-4769-9eaf-31db178df96e req-bab264f8-831d-455b-869a-0cd69b554807 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:00:05.517315 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab264f8-831d-455b-869a-0cd69b554807 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Pushing event updated for resources: {'Port': ['ID=4c3175de-add2-411f-9898-f3937aa100b7,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:05.564573 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd764e11-a0be-4769-9eaf-31db178df96e req-bab264f8-831d-455b-869a-0cd69b554807 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:05.564974 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dd764e11-a0be-4769-9eaf-31db178df96e req-bab264f8-831d-455b-869a-0cd69b554807 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:05.572602 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78da989a-f052-464c-b5c5-f46cafca10e3 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:00:05.582272 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a47ac24-c7f2-4dd2-9497-2ca3525583ac None None] Sync routers for ids ['e9705537-1f5c-4da1-b9c6-d45ff404d1ff'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:00:05.594222 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a47ac24-c7f2-4dd2-9497-2ca3525583ac None None] Routers {'e9705537-1f5c-4da1-b9c6-d45ff404d1ff'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:00:05.594485 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dd764e11-a0be-4769-9eaf-31db178df96e req-bab264f8-831d-455b-869a-0cd69b554807 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6271865 Aug 19 15:00:05.595141 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-3a47ac24-c7f2-4dd2-9497-2ca3525583ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:00:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['e9705537-1f5c-4da1-b9c6-d45ff404d1ff'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:05.595746 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-78da989a-f052-464c-b5c5-f46cafca10e3 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:05.596950 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-78da989a-f052-464c-b5c5-f46cafca10e3 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.1107659 Aug 19 15:00:05.599612 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 46560) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:05.610926 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-dd764e11-a0be-4769-9eaf-31db178df96e req-1994ed30-412c-40f8-9a13-ac784dfa2ea1 service neutron] Request body: {'port': {'device_id': '122765a1-8f38-4376-9bb6-c286c9a55cb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:00:05.634347 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-3a47ac24-c7f2-4dd2-9497-2ca3525583ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:05.643485 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a47ac24-c7f2-4dd2-9497-2ca3525583ac None None] Routers {'e9705537-1f5c-4da1-b9c6-d45ff404d1ff'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:00:05.644174 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-3a47ac24-c7f2-4dd2-9497-2ca3525583ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:00:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['e9705537-1f5c-4da1-b9c6-d45ff404d1ff'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:05.677814 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-3a47ac24-c7f2-4dd2-9497-2ca3525583ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:05.678473 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a47ac24-c7f2-4dd2-9497-2ca3525583ac None None] The sync data for ids ['e9705537-1f5c-4da1-b9c6-d45ff404d1ff'] in n-d-766043-2 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:00:05.751698 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dd764e11-a0be-4769-9eaf-31db178df96e req-1994ed30-412c-40f8-9a13-ac784dfa2ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:05.782978 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:00:05.823019 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46576) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:05.829309 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-856bb540-25d4-4df4-a7da-305f69c2cbf8 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "GET /v2.0/routers/e9705537-1f5c-4da1-b9c6-d45ff404d1ff HTTP/1.1" status: 200 len: 885 time: 0.2282245 Aug 19 15:00:06.051876 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce95cc9-d1ff-4179-9879-510c07ca9b76 req-cf354e3e-d8de-4601-9119-bb71bbc2258e tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:06.060562 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0ce95cc9-d1ff-4179-9879-510c07ca9b76 req-cf354e3e-d8de-4601-9119-bb71bbc2258e tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=122765a1-8f38-4376-9bb6-c286c9a55cb0 HTTP/1.1" status: 200 len: 931 time: 0.1573968 Aug 19 15:00:06.139643 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-cea072f2-da97-46d3-85b6-dff1950fb580 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.3152530 Aug 19 15:00:06.141947 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46588) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:06.160860 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-75203542-bedd-4c15-a2a2-1bf54ece20c7 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1353966712'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:00:06.161000 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0ce95cc9-d1ff-4179-9879-510c07ca9b76 req-7856aa28-0cf8-4bdc-bb50-8ae01215679e tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940521 Aug 19 15:00:06.224990 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-dd764e11-a0be-4769-9eaf-31db178df96e req-1994ed30-412c-40f8-9a13-ac784dfa2ea1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c3175de-add2-411f-9898-f3937aa100b7 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:00:06.236110 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dd764e11-a0be-4769-9eaf-31db178df96e req-1994ed30-412c-40f8-9a13-ac784dfa2ea1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:06.252031 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-dd764e11-a0be-4769-9eaf-31db178df96e req-1994ed30-412c-40f8-9a13-ac784dfa2ea1 service neutron] Transition to ACTIVE for port object 4c3175de-add2-411f-9898-f3937aa100b7 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:00:06.257788 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dd764e11-a0be-4769-9eaf-31db178df96e req-1994ed30-412c-40f8-9a13-ac784dfa2ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:06.341694 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1994ed30-412c-40f8-9a13-ac784dfa2ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=4c3175de-add2-411f-9898-f3937aa100b7,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:06.405646 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-dd764e11-a0be-4769-9eaf-31db178df96e req-1994ed30-412c-40f8-9a13-ac784dfa2ea1 service neutron] Attempting to bind port 4c3175de-add2-411f-9898-f3937aa100b7 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:00:06.406363 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-dd764e11-a0be-4769-9eaf-31db178df96e req-1994ed30-412c-40f8-9a13-ac784dfa2ea1 service neutron] Attempting to bind port 4c3175de-add2-411f-9898-f3937aa100b7 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '4b88a796-6b52-4244-a48f-fe8e695c9ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '24c8d536-ac23-4a61-ad49-3474c07f936c'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:00:06.406900 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd764e11-a0be-4769-9eaf-31db178df96e req-1994ed30-412c-40f8-9a13-ac784dfa2ea1 service neutron] Attempting to bind port 4c3175de-add2-411f-9898-f3937aa100b7 on network 24c8d536-ac23-4a61-ad49-3474c07f936c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:00:06.411862 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd764e11-a0be-4769-9eaf-31db178df96e req-1994ed30-412c-40f8-9a13-ac784dfa2ea1 service neutron] Port 4c3175de-add2-411f-9898-f3937aa100b7 on network 24c8d536-ac23-4a61-ad49-3474c07f936c not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:00:06.412255 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd764e11-a0be-4769-9eaf-31db178df96e req-1994ed30-412c-40f8-9a13-ac784dfa2ea1 service neutron] Attempting to bind port 4c3175de-add2-411f-9898-f3937aa100b7 on network 24c8d536-ac23-4a61-ad49-3474c07f936c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:00:06.418241 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd764e11-a0be-4769-9eaf-31db178df96e req-1994ed30-412c-40f8-9a13-ac784dfa2ea1 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:00:06.418586 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd764e11-a0be-4769-9eaf-31db178df96e req-1994ed30-412c-40f8-9a13-ac784dfa2ea1 service neutron] Checking segment: {'id': '4b88a796-6b52-4244-a48f-fe8e695c9ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '24c8d536-ac23-4a61-ad49-3474c07f936c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:00:06.418977 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd764e11-a0be-4769-9eaf-31db178df96e req-1994ed30-412c-40f8-9a13-ac784dfa2ea1 service neutron] Bound using segment: {'id': '4b88a796-6b52-4244-a48f-fe8e695c9ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '24c8d536-ac23-4a61-ad49-3474c07f936c'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:00:06.419414 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-dd764e11-a0be-4769-9eaf-31db178df96e req-1994ed30-412c-40f8-9a13-ac784dfa2ea1 service neutron] Bound port: 4c3175de-add2-411f-9898-f3937aa100b7, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b88a796-6b52-4244-a48f-fe8e695c9ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '24c8d536-ac23-4a61-ad49-3474c07f936c'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:00:06.419832 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dd764e11-a0be-4769-9eaf-31db178df96e req-1994ed30-412c-40f8-9a13-ac784dfa2ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:06.506316 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-dd764e11-a0be-4769-9eaf-31db178df96e req-1994ed30-412c-40f8-9a13-ac784dfa2ea1 service neutron] For port 4c3175de-add2-411f-9898-f3937aa100b7, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:00:06.511897 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-dd764e11-a0be-4769-9eaf-31db178df96e req-1994ed30-412c-40f8-9a13-ac784dfa2ea1 service neutron] For port 4c3175de-add2-411f-9898-f3937aa100b7, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=4c3175de-add2-411f-9898-f3937aa100b7,segment=NetworkSegment(4b88a796-6b52-4244-a48f-fe8e695c9ce6),segment_id=4b88a796-6b52-4244-a48f-fe8e695c9ce6)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:00:06.525889 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dd764e11-a0be-4769-9eaf-31db178df96e req-1994ed30-412c-40f8-9a13-ac784dfa2ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:06.582722 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-75203542-bedd-4c15-a2a2-1bf54ece20c7 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1663642', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1667783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59546'] for router, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:06.597057 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-75203542-bedd-4c15-a2a2-1bf54ece20c7 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1663540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1663535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1667838'] for router, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:06.599905 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd764e11-a0be-4769-9eaf-31db178df96e req-1994ed30-412c-40f8-9a13-ac784dfa2ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:06.600562 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dd764e11-a0be-4769-9eaf-31db178df96e req-1994ed30-412c-40f8-9a13-ac784dfa2ea1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:06.601948 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dd764e11-a0be-4769-9eaf-31db178df96e req-1994ed30-412c-40f8-9a13-ac784dfa2ea1 service neutron] 10.222.0.88 "PUT /v2.0/ports/4c3175de-add2-411f-9898-f3937aa100b7 HTTP/1.1" status: 200 len: 1091 time: 0.9997890 Aug 19 15:00:06.602383 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '122765a1-8f38-4376-9bb6-c286c9a55cb0', 'tag': '4c3175de-add2-411f-9898-f3937aa100b7'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:00:06.604698 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ef392e-0b50-4a87-baf7-1773ebf6ab01" -d '{"events": [{"name": "network-changed", "server_uuid": "122765a1-8f38-4376-9bb6-c286c9a55cb0", "tag": "4c3175de-add2-411f-9898-f3937aa100b7"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:00:06.627874 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-05d2cf41-0b17-49c8-a6b9-963e91d04cd2 req-efbf6a45-8609-490c-a496-81fd693a3066 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1141341 Aug 19 15:00:06.629133 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1994ed30-412c-40f8-9a13-ac784dfa2ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=4c3175de-add2-411f-9898-f3937aa100b7,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:06.666341 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8111b4db-589a-495a-aece-204f13780650 x-openstack-request-id: req-8111b4db-589a-495a-aece-204f13780650 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:00:06.666628 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "122765a1-8f38-4376-9bb6-c286c9a55cb0", "tag": "4c3175de-add2-411f-9898-f3937aa100b7", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:00:06.666913 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8111b4db-589a-495a-aece-204f13780650 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:00:06.667289 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '122765a1-8f38-4376-9bb6-c286c9a55cb0', 'tag': '4c3175de-add2-411f-9898-f3937aa100b7', 'status': 'completed', 'code': 200} Aug 19 15:00:06.760729 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd764e11-a0be-4769-9eaf-31db178df96e req-5e4a6fc0-126e-4c8b-8a11-b28287a4cecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:06.762258 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dd764e11-a0be-4769-9eaf-31db178df96e req-5e4a6fc0-126e-4c8b-8a11-b28287a4cecc service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5d0ce086c68641eab81e2252cb60e6f7&device_id=122765a1-8f38-4376-9bb6-c286c9a55cb0 HTTP/1.1" status: 200 len: 1094 time: 0.0870640 Aug 19 15:00:06.765204 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2cf41-0b17-49c8-a6b9-963e91d04cd2 req-ba1767ea-ae86-4026-a182-17e0c6bcf863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:06.766663 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-05d2cf41-0b17-49c8-a6b9-963e91d04cd2 req-ba1767ea-ae86-4026-a182-17e0c6bcf863 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5d0ce086c68641eab81e2252cb60e6f7&device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 1097 time: 0.0823331 Aug 19 15:00:06.873006 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dd764e11-a0be-4769-9eaf-31db178df96e req-89e1fc6e-46d3-4eba-85aa-93e65757009e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c3175de-add2-411f-9898-f3937aa100b7 HTTP/1.1" status: 200 len: 217 time: 0.0949893 Aug 19 15:00:06.954083 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:07.035832 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd764e11-a0be-4769-9eaf-31db178df96e req-1c7f6062-db69-498e-bc89-317beb487642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:07.037705 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dd764e11-a0be-4769-9eaf-31db178df96e req-1c7f6062-db69-498e-bc89-317beb487642 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=145d9747-b0a8-4fa3-980b-a8e578e75c9d HTTP/1.1" status: 200 len: 853 time: 0.1393850 Aug 19 15:00:07.121350 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dd764e11-a0be-4769-9eaf-31db178df96e req-6d5202eb-6f4f-4226-9a95-29e678ec1d0d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=24c8d536-ac23-4a61-ad49-3474c07f936c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722303 Aug 19 15:00:07.201650 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75203542-bedd-4c15-a2a2-1bf54ece20c7 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Router e9705537-1f5c-4da1-b9c6-d45ff404d1ff has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:00:07.210999 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2cf41-0b17-49c8-a6b9-963e91d04cd2 req-2b478aad-8485-409d-ab4a-b4c4275629c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:07.213190 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-05d2cf41-0b17-49c8-a6b9-963e91d04cd2 req-2b478aad-8485-409d-ab4a-b4c4275629c6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=24c8d536-ac23-4a61-ad49-3474c07f936c HTTP/1.1" status: 200 len: 914 time: 0.3651664 Aug 19 15:00:07.278264 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-05d2cf41-0b17-49c8-a6b9-963e91d04cd2 req-4a49b765-1126-4672-a5cd-bef1fa496cf4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4a3b9ef-c898-4326-956d-2612053131ff HTTP/1.1" status: 200 len: 217 time: 0.0560045 Aug 19 15:00:07.342062 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75203542-bedd-4c15-a2a2-1bf54ece20c7 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:00:07.354652 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-75203542-bedd-4c15-a2a2-1bf54ece20c7 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:07.355277 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1f6171-ac1e-4107-b3c9-ab03650cfa29 None None] Sync routers for ids ['e9705537-1f5c-4da1-b9c6-d45ff404d1ff'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:00:07.371737 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-75203542-bedd-4c15-a2a2-1bf54ece20c7 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "PUT /v2.0/routers/e9705537-1f5c-4da1-b9c6-d45ff404d1ff HTTP/1.1" status: 200 len: 892 time: 1.2284980 Aug 19 15:00:07.372638 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46642) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:07.376140 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1f6171-ac1e-4107-b3c9-ab03650cfa29 None None] Routers {'e9705537-1f5c-4da1-b9c6-d45ff404d1ff'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:00:07.376786 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-fa1f6171-ac1e-4107-b3c9-ab03650cfa29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:00:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['e9705537-1f5c-4da1-b9c6-d45ff404d1ff'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:07.440894 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-fa1f6171-ac1e-4107-b3c9-ab03650cfa29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:07.452669 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1f6171-ac1e-4107-b3c9-ab03650cfa29 None None] Routers {'e9705537-1f5c-4da1-b9c6-d45ff404d1ff'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:00:07.453550 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-fa1f6171-ac1e-4107-b3c9-ab03650cfa29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:00:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['e9705537-1f5c-4da1-b9c6-d45ff404d1ff'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:07.457595 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dd764e11-a0be-4769-9eaf-31db178df96e req-c5ba546e-bfae-40f8-baed-51773d2c13c5 service neutron] 10.222.0.88 "GET /v2.0/networks/24c8d536-ac23-4a61-ad49-3474c07f936c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352780 Aug 19 15:00:07.465240 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2cf41-0b17-49c8-a6b9-963e91d04cd2 req-0b8472c1-7374-4ace-a852-047fbb0ac98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:07.466716 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-05d2cf41-0b17-49c8-a6b9-963e91d04cd2 req-0b8472c1-7374-4ace-a852-047fbb0ac98d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=145d9747-b0a8-4fa3-980b-a8e578e75c9d HTTP/1.1" status: 200 len: 853 time: 0.1811945 Aug 19 15:00:07.493632 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-fa1f6171-ac1e-4107-b3c9-ab03650cfa29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:07.495365 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1f6171-ac1e-4107-b3c9-ab03650cfa29 None None] The sync data for ids ['e9705537-1f5c-4da1-b9c6-d45ff404d1ff'] in n-d-766043-2 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:00:07.530774 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-38ee07c5-7bb6-473b-9fbe-05cb6b603407 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "GET /v2.0/routers/e9705537-1f5c-4da1-b9c6-d45ff404d1ff HTTP/1.1" status: 200 len: 892 time: 0.1566856 Aug 19 15:00:07.531346 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46646) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:07.554064 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-05d2cf41-0b17-49c8-a6b9-963e91d04cd2 req-8ac8f251-974e-4373-9fcd-7a4503fdb748 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=24c8d536-ac23-4a61-ad49-3474c07f936c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331693 Aug 19 15:00:07.574742 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9a27eaba-9fd7-45fd-9fd7-4f17f6611eea tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9705537-1f5c-4da1-b9c6-d45ff404d1ff HTTP/1.1" status: 200 len: 205 time: 0.0420463 Aug 19 15:00:07.575478 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46652) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:07.576729 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52515b16-8be8-4787-81ac-9384bf33fd00 req-99ef9ab9-388c-4348-9a62-2be69f96bd6d tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:07.578249 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-52515b16-8be8-4787-81ac-9384bf33fd00 req-99ef9ab9-388c-4348-9a62-2be69f96bd6d tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=122765a1-8f38-4376-9bb6-c286c9a55cb0 HTTP/1.1" status: 200 len: 943 time: 0.2150996 Aug 19 15:00:07.714238 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-27c3e019-8a7f-464c-867b-9681a370aa7c tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:07.715682 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dd764e11-a0be-4769-9eaf-31db178df96e req-63db97fb-4c25-4a9d-b50c-692804c60874 service neutron] 10.222.0.88 "GET /v2.0/networks/24c8d536-ac23-4a61-ad49-3474c07f936c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479897 Aug 19 15:00:07.721671 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-52515b16-8be8-4787-81ac-9384bf33fd00 req-f3216d70-4c1a-428d-a103-0f951e4deaaf tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316516 Aug 19 15:00:07.770890 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-05d2cf41-0b17-49c8-a6b9-963e91d04cd2 req-87b5a02b-4b42-4d43-8947-711a4f00891c service neutron] 10.222.0.88 "GET /v2.0/networks/24c8d536-ac23-4a61-ad49-3474c07f936c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915970 Aug 19 15:00:07.844515 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-27c3e019-8a7f-464c-867b-9681a370aa7c tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:07.901803 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef392e-0b50-4a87-baf7-1773ebf6ab01 req-74b6a78e-6e74-493f-82c5-afaaf34111ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:07.903348 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-07ef392e-0b50-4a87-baf7-1773ebf6ab01 req-74b6a78e-6e74-493f-82c5-afaaf34111ae service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5d0ce086c68641eab81e2252cb60e6f7&device_id=122765a1-8f38-4376-9bb6-c286c9a55cb0 HTTP/1.1" status: 200 len: 1094 time: 0.1161587 Aug 19 15:00:07.922576 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-27c3e019-8a7f-464c-867b-9681a370aa7c tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Deleting port 2f9ecdc6-7076-4689-b44e-2540072031a7 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:00:07.922936 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-27c3e019-8a7f-464c-867b-9681a370aa7c tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:07.964204 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-05d2cf41-0b17-49c8-a6b9-963e91d04cd2 req-0e13964c-64d2-4255-a4bd-64c17d2f325e service neutron] 10.222.0.88 "GET /v2.0/networks/24c8d536-ac23-4a61-ad49-3474c07f936c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781933 Aug 19 15:00:08.035709 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef392e-0b50-4a87-baf7-1773ebf6ab01 req-a6bd72b5-548e-45a1-99a8-436597736cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:08.035994 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-27c3e019-8a7f-464c-867b-9681a370aa7c tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:08.038546 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-07ef392e-0b50-4a87-baf7-1773ebf6ab01 req-a6bd72b5-548e-45a1-99a8-436597736cf1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=24c8d536-ac23-4a61-ad49-3474c07f936c HTTP/1.1" status: 200 len: 914 time: 0.1272547 Aug 19 15:00:08.054104 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-27c3e019-8a7f-464c-867b-9681a370aa7c tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Calling delete_port for 2f9ecdc6-7076-4689-b44e-2540072031a7 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:00:08.093133 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-07ef392e-0b50-4a87-baf7-1773ebf6ab01 req-06d0d846-bd22-4c39-9542-eed3540b4846 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c3175de-add2-411f-9898-f3937aa100b7 HTTP/1.1" status: 200 len: 217 time: 0.0459719 Aug 19 15:00:08.196098 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef392e-0b50-4a87-baf7-1773ebf6ab01 req-d84c01ae-4691-4868-a750-262c8057d64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:08.198010 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-07ef392e-0b50-4a87-baf7-1773ebf6ab01 req-d84c01ae-4691-4868-a750-262c8057d64f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=145d9747-b0a8-4fa3-980b-a8e578e75c9d HTTP/1.1" status: 200 len: 853 time: 0.0973041 Aug 19 15:00:08.254013 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-07ef392e-0b50-4a87-baf7-1773ebf6ab01 req-618b927c-69cb-41c4-8e9c-e2f73793e10d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=24c8d536-ac23-4a61-ad49-3474c07f936c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474210 Aug 19 15:00:08.296358 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-27c3e019-8a7f-464c-867b-9681a370aa7c tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:08.359125 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-07ef392e-0b50-4a87-baf7-1773ebf6ab01 req-5b23a7a7-1a2d-49a3-88e0-d4ccef729271 service neutron] 10.222.0.88 "GET /v2.0/networks/24c8d536-ac23-4a61-ad49-3474c07f936c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945461 Aug 19 15:00:08.386020 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c3e019-8a7f-464c-867b-9681a370aa7c tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event deleted for resources: {'Port': ['ID=2f9ecdc6-7076-4689-b44e-2540072031a7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:08.441816 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-27c3e019-8a7f-464c-867b-9681a370aa7c tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:08.539000 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-07ef392e-0b50-4a87-baf7-1773ebf6ab01 req-9984c2e2-dd05-43e7-a4fb-023040e8a6f6 service neutron] 10.222.0.88 "GET /v2.0/networks/24c8d536-ac23-4a61-ad49-3474c07f936c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689539 Aug 19 15:00:08.560381 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-27c3e019-8a7f-464c-867b-9681a370aa7c tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:08.563728 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-27c3e019-8a7f-464c-867b-9681a370aa7c tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:08.618792 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-27c3e019-8a7f-464c-867b-9681a370aa7c tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:08.619340 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c3e019-8a7f-464c-867b-9681a370aa7c tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Fanout notify agent at l3_agent the message router_deleted on router e9705537-1f5c-4da1-b9c6-d45ff404d1ff {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:00:08.627111 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-27c3e019-8a7f-464c-867b-9681a370aa7c tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:08.628144 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-27c3e019-8a7f-464c-867b-9681a370aa7c tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "DELETE /v2.0/routers/e9705537-1f5c-4da1-b9c6-d45ff404d1ff HTTP/1.1" status: 204 len: 168 time: 1.0514817 Aug 19 15:00:08.632156 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46688) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:08.637246 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-3e1f6c56-014d-4829-aae1-79188c3a9555 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1707573266'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:00:08.669242 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1f6c56-014d-4829-aae1-79188c3a9555 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Made reservation on behalf of 739e834e1bdb4091899c310a408a6ea5 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:00:08.674089 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3e1f6c56-014d-4829-aae1-79188c3a9555 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:08.709054 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e1f6c56-014d-4829-aae1-79188c3a9555 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:00:08.720298 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3e1f6c56-014d-4829-aae1-79188c3a9555 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:08.720830 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-3e1f6c56-014d-4829-aae1-79188c3a9555 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Added segment c086d2ac-a815-43d0-815c-e85a53e402fa of type vlan for network 2172379b-cc08-44c9-93b7-7ec5297ffa9c Aug 19 15:00:08.775262 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3e1f6c56-014d-4829-aae1-79188c3a9555 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:08.818653 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3e1f6c56-014d-4829-aae1-79188c3a9555 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:08.828675 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1f6c56-014d-4829-aae1-79188c3a9555 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:08.829324 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3e1f6c56-014d-4829-aae1-79188c3a9555 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:08.885709 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6f5d5-22f8-4293-9066-2b85c968fe6b req-07dea44d-6387-4b1f-a287-e726bb94e28e tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:08.888949 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c8c6f5d5-22f8-4293-9066-2b85c968fe6b req-07dea44d-6387-4b1f-a287-e726bb94e28e tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=122765a1-8f38-4376-9bb6-c286c9a55cb0 HTTP/1.1" status: 200 len: 943 time: 0.0739970 Aug 19 15:00:08.932209 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c8c6f5d5-22f8-4293-9066-2b85c968fe6b req-8b8d2bd6-e052-47d9-8029-9df16bd81872 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370717 Aug 19 15:00:08.955350 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-3e1f6c56-014d-4829-aae1-79188c3a9555 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3196316 Aug 19 15:00:08.956353 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 46692) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:08.960866 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-971e3d36-a809-446b-aa25-1943cb1aa3f4 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Request body: {'subnet': {'network_id': '2172379b-cc08-44c9-93b7-7ec5297ffa9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:00:08.963025 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1f6c56-014d-4829-aae1-79188c3a9555 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event updated for resources: {'Network': ['ID=2172379b-cc08-44c9-93b7-7ec5297ffa9c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:08.977584 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 2172379b-cc08-44c9-93b7-7ec5297ffa9c details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:00:09.077454 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971e3d36-a809-446b-aa25-1943cb1aa3f4 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Made reservation on behalf of 739e834e1bdb4091899c310a408a6ea5 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:00:09.082121 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-971e3d36-a809-446b-aa25-1943cb1aa3f4 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:09.285969 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-971e3d36-a809-446b-aa25-1943cb1aa3f4 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:09.360548 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e3d36-a809-446b-aa25-1943cb1aa3f4 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event updated for resources: {'Subnet': ['ID=adbd7adf-dc21-4769-8d5f-ceca2cd1f30a,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:09.389246 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971e3d36-a809-446b-aa25-1943cb1aa3f4 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Checking segment: {'id': 'c086d2ac-a815-43d0-815c-e85a53e402fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2172379b-cc08-44c9-93b7-7ec5297ffa9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:00:09.389696 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971e3d36-a809-446b-aa25-1943cb1aa3f4 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Network hostable DHCP agents. Network: 2172379b-cc08-44c9-93b7-7ec5297ffa9c, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:00:09.413764 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971e3d36-a809-446b-aa25-1943cb1aa3f4 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Network 2172379b-cc08-44c9-93b7-7ec5297ffa9c is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:00:09.424682 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-971e3d36-a809-446b-aa25-1943cb1aa3f4 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 2172379b-cc08-44c9-93b7-7ec5297ffa9c) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:00:09.428948 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971e3d36-a809-446b-aa25-1943cb1aa3f4 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:09.429709 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-971e3d36-a809-446b-aa25-1943cb1aa3f4 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:09.439935 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49eeb31d-0fff-4c28-91a8-935d754336a9 None None] Network 2172379b-cc08-44c9-93b7-7ec5297ffa9c requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:00:09.485019 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-971e3d36-a809-446b-aa25-1943cb1aa3f4 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5265136 Aug 19 15:00:09.486040 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46698) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:09.491121 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-9a07c695-ce5d-40b0-84a6-1a203d5ef803 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-384186848', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:00:09.523111 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9a07c695-ce5d-40b0-84a6-1a203d5ef803 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:09.529292 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9a07c695-ce5d-40b0-84a6-1a203d5ef803 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:09.608251 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9a07c695-ce5d-40b0-84a6-1a203d5ef803 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:09.614524 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9a07c695-ce5d-40b0-84a6-1a203d5ef803 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:09.635232 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9a07c695-ce5d-40b0-84a6-1a203d5ef803 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:09.638879 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9a07c695-ce5d-40b0-84a6-1a203d5ef803 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1515503 Aug 19 15:00:09.641531 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 46700) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:09.655380 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ae4225-0088-4543-8e14-df6514a3d4c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-2172379b-cc08-44c9-93b7-7ec5297ffa9c', 'network_id': '2172379b-cc08-44c9-93b7-7ec5297ffa9c', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'fixed_ips': [{'subnet_id': 'adbd7adf-dc21-4769-8d5f-ceca2cd1f30a'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:00:09.656683 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-35ae4225-0088-4543-8e14-df6514a3d4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:09.803544 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-35ae4225-0088-4543-8e14-df6514a3d4c2 None None] Allocated IP 2001:db8::2 (2172379b-cc08-44c9-93b7-7ec5297ffa9c/adbd7adf-dc21-4769-8d5f-ceca2cd1f30a/c9530522-1197-4c17-a9ff-025e91670dc6) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:00:09.934990 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-22298efb-fb15-4d12-8c8c-6827f1fd6730 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:09.953081 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-35ae4225-0088-4543-8e14-df6514a3d4c2 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:09.961814 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-35ae4225-0088-4543-8e14-df6514a3d4c2 None None] Transition to ACTIVE for port object c9530522-1197-4c17-a9ff-025e91670dc6 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:00:09.977683 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-35ae4225-0088-4543-8e14-df6514a3d4c2 None None] Transition to ACTIVE for port object c9530522-1197-4c17-a9ff-025e91670dc6 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:00:09.987679 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-35ae4225-0088-4543-8e14-df6514a3d4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:10.138461 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f6334-9be0-4c79-b34f-4f63d9052cc5 req-58f2c769-b6a7-4431-8beb-b737005fbfe1 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:10.140492 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9e0f6334-9be0-4c79-b34f-4f63d9052cc5 req-58f2c769-b6a7-4431-8beb-b737005fbfe1 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=122765a1-8f38-4376-9bb6-c286c9a55cb0 HTTP/1.1" status: 200 len: 943 time: 0.1156375 Aug 19 15:00:10.191222 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ae4225-0088-4543-8e14-df6514a3d4c2 None None] Network 2172379b-cc08-44c9-93b7-7ec5297ffa9c is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:00:10.197552 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-35ae4225-0088-4543-8e14-df6514a3d4c2 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:00:10.199463 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ae4225-0088-4543-8e14-df6514a3d4c2 None None] Pushing event updated for resources: {'Port': ['ID=c9530522-1197-4c17-a9ff-025e91670dc6,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:10.201857 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ae4225-0088-4543-8e14-df6514a3d4c2 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:00:10.225270 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9e0f6334-9be0-4c79-b34f-4f63d9052cc5 req-947d8f8e-8887-4703-94b4-e26a30ce8976 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782363 Aug 19 15:00:10.255303 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-35ae4225-0088-4543-8e14-df6514a3d4c2 None None] Attempting to bind port c9530522-1197-4c17-a9ff-025e91670dc6 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:00:10.255895 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-35ae4225-0088-4543-8e14-df6514a3d4c2 None None] Attempting to bind port c9530522-1197-4c17-a9ff-025e91670dc6 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'c086d2ac-a815-43d0-815c-e85a53e402fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2172379b-cc08-44c9-93b7-7ec5297ffa9c'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:00:10.256326 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ae4225-0088-4543-8e14-df6514a3d4c2 None None] Attempting to bind port c9530522-1197-4c17-a9ff-025e91670dc6 on network 2172379b-cc08-44c9-93b7-7ec5297ffa9c {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:00:10.264170 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ae4225-0088-4543-8e14-df6514a3d4c2 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:00:10.264594 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ae4225-0088-4543-8e14-df6514a3d4c2 None None] Checking segment: {'id': 'c086d2ac-a815-43d0-815c-e85a53e402fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2172379b-cc08-44c9-93b7-7ec5297ffa9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:00:10.265007 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-35ae4225-0088-4543-8e14-df6514a3d4c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:10.265738 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ae4225-0088-4543-8e14-df6514a3d4c2 None None] Bound using segment: {'id': 'c086d2ac-a815-43d0-815c-e85a53e402fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2172379b-cc08-44c9-93b7-7ec5297ffa9c'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:00:10.266221 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-35ae4225-0088-4543-8e14-df6514a3d4c2 None None] Bound port: c9530522-1197-4c17-a9ff-025e91670dc6, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c086d2ac-a815-43d0-815c-e85a53e402fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2172379b-cc08-44c9-93b7-7ec5297ffa9c'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:00:10.266617 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-35ae4225-0088-4543-8e14-df6514a3d4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:10.285425 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-22298efb-fb15-4d12-8c8c-6827f1fd6730 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Allocated IP 2001:db8::1 (2172379b-cc08-44c9-93b7-7ec5297ffa9c/adbd7adf-dc21-4769-8d5f-ceca2cd1f30a/fe75b840-af10-4573-b43a-8be326e44769) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:00:10.332428 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-35ae4225-0088-4543-8e14-df6514a3d4c2 None None] For port c9530522-1197-4c17-a9ff-025e91670dc6, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:00:10.336015 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-35ae4225-0088-4543-8e14-df6514a3d4c2 None None] For port c9530522-1197-4c17-a9ff-025e91670dc6, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=c9530522-1197-4c17-a9ff-025e91670dc6,segment=NetworkSegment(c086d2ac-a815-43d0-815c-e85a53e402fa),segment_id=c086d2ac-a815-43d0-815c-e85a53e402fa)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:00:10.342691 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-35ae4225-0088-4543-8e14-df6514a3d4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:10.420753 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ae4225-0088-4543-8e14-df6514a3d4c2 None None] Pushing event updated for resources: {'Port': ['ID=c9530522-1197-4c17-a9ff-025e91670dc6,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:10.437251 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-22298efb-fb15-4d12-8c8c-6827f1fd6730 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:10.455324 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-22298efb-fb15-4d12-8c8c-6827f1fd6730 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Transition to ACTIVE for port object fe75b840-af10-4573-b43a-8be326e44769 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:00:10.499320 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-22298efb-fb15-4d12-8c8c-6827f1fd6730 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:10.549262 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22298efb-fb15-4d12-8c8c-6827f1fd6730 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Network 2172379b-cc08-44c9-93b7-7ec5297ffa9c is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:00:10.553543 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-22298efb-fb15-4d12-8c8c-6827f1fd6730 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:00:10.555077 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22298efb-fb15-4d12-8c8c-6827f1fd6730 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:00:10.555867 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-22298efb-fb15-4d12-8c8c-6827f1fd6730 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:10.670013 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22298efb-fb15-4d12-8c8c-6827f1fd6730 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event updated for resources: {'Port': ['ID=fe75b840-af10-4573-b43a-8be326e44769,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:11.094699 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-22298efb-fb15-4d12-8c8c-6827f1fd6730 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:11.279274 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 4c3175de-add2-411f-9898-f3937aa100b7 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:00:11.443467 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c12c3-6018-4127-9b13-b46eb3d57e5c req-d2ffe220-e7c2-4ddd-9bd9-bdcc536111a3 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:11.447136 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-648c12c3-6018-4127-9b13-b46eb3d57e5c req-d2ffe220-e7c2-4ddd-9bd9-bdcc536111a3 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=122765a1-8f38-4376-9bb6-c286c9a55cb0 HTTP/1.1" status: 200 len: 943 time: 0.1083398 Aug 19 15:00:11.505589 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-22298efb-fb15-4d12-8c8c-6827f1fd6730 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:11.509182 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 4c3175de-add2-411f-9898-f3937aa100b7, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=4c3175de-add2-411f-9898-f3937aa100b7,segment=NetworkSegment(4b88a796-6b52-4244-a48f-fe8e695c9ce6),segment_id=4b88a796-6b52-4244-a48f-fe8e695c9ce6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:11.526924 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '4c3175de-add2-411f-9898-f3937aa100b7', 'network_id': '24c8d536-ac23-4a61-ad49-3474c07f936c', 'port_id': '4c3175de-add2-411f-9898-f3937aa100b7', 'mac_address': 'fa:16:3e:94:98:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '145d9747-b0a8-4fa3-980b-a8e578e75c9d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:00:11.542126 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-22298efb-fb15-4d12-8c8c-6827f1fd6730 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:11.546378 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-22298efb-fb15-4d12-8c8c-6827f1fd6730 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:11.571612 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:11.575503 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device c9530522-1197-4c17-a9ff-025e91670dc6 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:00:11.606917 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c3175de-add2-411f-9898-f3937aa100b7 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:00:11.621153 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-648c12c3-6018-4127-9b13-b46eb3d57e5c req-8ac31f32-b628-4aab-859b-09fd56350219 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596930 Aug 19 15:00:11.669092 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 4c3175de-add2-411f-9898-f3937aa100b7, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=4c3175de-add2-411f-9898-f3937aa100b7,segment=NetworkSegment(4b88a796-6b52-4244-a48f-fe8e695c9ce6),segment_id=4b88a796-6b52-4244-a48f-fe8e695c9ce6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:11.672588 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22298efb-fb15-4d12-8c8c-6827f1fd6730 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event updated for resources: {'Port': ['ID=fe75b840-af10-4573-b43a-8be326e44769,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:11.684129 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:11.692052 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port c9530522-1197-4c17-a9ff-025e91670dc6 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:00:11.754288 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=4c3175de-add2-411f-9898-f3937aa100b7,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:11.760768 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d46f8b-4b21-43d0-b451-022f8dc74927 None None] Network 2172379b-cc08-44c9-93b7-7ec5297ffa9c requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:00:11.773941 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22298efb-fb15-4d12-8c8c-6827f1fd6730 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Network 2172379b-cc08-44c9-93b7-7ec5297ffa9c is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:00:11.776098 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-22298efb-fb15-4d12-8c8c-6827f1fd6730 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:00:11.873940 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a2930b58-05bb-43ea-a945-d56bcc6deefb None None] Provisioning for port c9530522-1197-4c17-a9ff-025e91670dc6 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:00:11.881434 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a2930b58-05bb-43ea-a945-d56bcc6deefb None None] Provisioning complete for port c9530522-1197-4c17-a9ff-025e91670dc6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:11.881886 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a2930b58-05bb-43ea-a945-d56bcc6deefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:11.911395 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['4c3175de-add2-411f-9898-f3937aa100b7'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:00:11.938749 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22298efb-fb15-4d12-8c8c-6827f1fd6730 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Router 284e5243-3c5a-4c91-9522-5b56e0223994 is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:00:12.064396 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22298efb-fb15-4d12-8c8c-6827f1fd6730 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:00:12.070062 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-22298efb-fb15-4d12-8c8c-6827f1fd6730 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "PUT /v2.0/routers/284e5243-3c5a-4c91-9522-5b56e0223994/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4274874 Aug 19 15:00:12.073369 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46720) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:12.080597 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f60a8d-1c58-4e67-bb67-5417257231d1 None None] Sync routers for ids ['284e5243-3c5a-4c91-9522-5b56e0223994'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:00:12.091772 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f60a8d-1c58-4e67-bb67-5417257231d1 None None] Routers {'284e5243-3c5a-4c91-9522-5b56e0223994'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:00:12.092381 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-80f60a8d-1c58-4e67-bb67-5417257231d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:00:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['284e5243-3c5a-4c91-9522-5b56e0223994'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:12.143683 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a2930b58-05bb-43ea-a945-d56bcc6deefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:12.145176 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d952a3-14aa-4630-93fb-30c3b80b43a9 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:12.149110 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a4d952a3-14aa-4630-93fb-30c3b80b43a9 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "GET /v2.0/ports/fe75b840-af10-4573-b43a-8be326e44769 HTTP/1.1" status: 200 len: 911 time: 0.0723205 Aug 19 15:00:12.149497 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 46722) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:12.159762 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-bed6c2f1-7add-4367-a91b-927d71448427 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'adbd7adf-dc21-4769-8d5f-ceca2cd1f30a'}]}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:00:12.181395 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-80f60a8d-1c58-4e67-bb67-5417257231d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:12.200400 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f60a8d-1c58-4e67-bb67-5417257231d1 None None] Routers {'284e5243-3c5a-4c91-9522-5b56e0223994'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:00:12.201321 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-80f60a8d-1c58-4e67-bb67-5417257231d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:00:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['284e5243-3c5a-4c91-9522-5b56e0223994'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:12.215403 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a2930b58-05bb-43ea-a945-d56bcc6deefb None None] For port c9530522-1197-4c17-a9ff-025e91670dc6, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=c9530522-1197-4c17-a9ff-025e91670dc6,segment=NetworkSegment(c086d2ac-a815-43d0-815c-e85a53e402fa),segment_id=c086d2ac-a815-43d0-815c-e85a53e402fa)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:12.227571 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a2930b58-05bb-43ea-a945-d56bcc6deefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:12.249420 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-80f60a8d-1c58-4e67-bb67-5417257231d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:12.250070 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f60a8d-1c58-4e67-bb67-5417257231d1 None None] The sync data for ids ['284e5243-3c5a-4c91-9522-5b56e0223994'] in n-d-766043-2 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:00:12.321314 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2930b58-05bb-43ea-a945-d56bcc6deefb None None] Pushing event updated for resources: {'Port': ['ID=c9530522-1197-4c17-a9ff-025e91670dc6,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:12.381157 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bed6c2f1-7add-4367-a91b-927d71448427 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:12.473790 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-90f8f437-cfd5-43ef-b8f8-e4ba1a8ee905 None None] Provisioning complete for port c9530522-1197-4c17-a9ff-025e91670dc6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:12.474162 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-90f8f437-cfd5-43ef-b8f8-e4ba1a8ee905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:12.647858 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-90f8f437-cfd5-43ef-b8f8-e4ba1a8ee905 None None] Provisioning for port fe75b840-af10-4573-b43a-8be326e44769 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:00:12.652925 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-90f8f437-cfd5-43ef-b8f8-e4ba1a8ee905 None None] Provisioning complete for port fe75b840-af10-4573-b43a-8be326e44769 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:12.653294 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-90f8f437-cfd5-43ef-b8f8-e4ba1a8ee905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:12.707553 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-90f8f437-cfd5-43ef-b8f8-e4ba1a8ee905 None None] Port fe75b840-af10-4573-b43a-8be326e44769 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:00:12.840395 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7651817b-4c74-4643-91ae-daca36415ee5 None None] Provisioning complete for port fe75b840-af10-4573-b43a-8be326e44769 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:12.843102 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef60d81-c284-4909-bf67-6d21640f8ab2 req-20419d0f-6f58-43b2-bda2-2ce71f20bcf0 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:12.844730 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4ef60d81-c284-4909-bf67-6d21640f8ab2 req-20419d0f-6f58-43b2-bda2-2ce71f20bcf0 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=122765a1-8f38-4376-9bb6-c286c9a55cb0 HTTP/1.1" status: 200 len: 944 time: 0.0819519 Aug 19 15:00:12.848331 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7651817b-4c74-4643-91ae-daca36415ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:12.923245 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4ef60d81-c284-4909-bf67-6d21640f8ab2 req-b0cc919c-2216-4b7f-98b5-d423b82489e1 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677142 Aug 19 15:00:12.958182 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-7651817b-4c74-4643-91ae-daca36415ee5 None None] Port fe75b840-af10-4573-b43a-8be326e44769 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:00:12.990929 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bed6c2f1-7add-4367-a91b-927d71448427 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:13.002934 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bed6c2f1-7add-4367-a91b-927d71448427 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:13.009984 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed6c2f1-7add-4367-a91b-927d71448427 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:13.010658 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bed6c2f1-7add-4367-a91b-927d71448427 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:13.015273 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46736) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:13.015613 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-bed6c2f1-7add-4367-a91b-927d71448427 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "PUT /v2.0/ports/fe75b840-af10-4573-b43a-8be326e44769 HTTP/1.1" status: 200 len: 911 time: 0.8650575 Aug 19 15:00:13.068340 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed6c2f1-7add-4367-a91b-927d71448427 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event updated for resources: {'Port': ['ID=fe75b840-af10-4573-b43a-8be326e44769,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:13.189115 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1f94e2f4-06d0-4e02-8254-1e833a8a30a1 None None] Provisioning complete for port fe75b840-af10-4573-b43a-8be326e44769 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:13.189503 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1f94e2f4-06d0-4e02-8254-1e833a8a30a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:13.264482 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-1f94e2f4-06d0-4e02-8254-1e833a8a30a1 None None] Port fe75b840-af10-4573-b43a-8be326e44769 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:00:13.282340 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 4c3175de-add2-411f-9898-f3937aa100b7 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:00:13.348978 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 4c3175de-add2-411f-9898-f3937aa100b7 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:00:13.357218 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 4c3175de-add2-411f-9898-f3937aa100b7 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:13.358527 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:13.482386 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-368983cf-d2d0-48c1-b969-ed91b012ab8d tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:13.534902 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device c9530522-1197-4c17-a9ff-025e91670dc6 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:00:13.558809 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:13.599033 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '122765a1-8f38-4376-9bb6-c286c9a55cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3175de-add2-411f-9898-f3937aa100b7'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:00:13.601337 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635eecb0-1b6d-4fba-b4c6-c578ebb31a07" -d '{"events": [{"server_uuid": "122765a1-8f38-4376-9bb6-c286c9a55cb0", "name": "network-vif-plugged", "status": "completed", "tag": "4c3175de-add2-411f-9898-f3937aa100b7"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:00:13.634798 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 4c3175de-add2-411f-9898-f3937aa100b7, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=4c3175de-add2-411f-9898-f3937aa100b7,segment=NetworkSegment(4b88a796-6b52-4244-a48f-fe8e695c9ce6),segment_id=4b88a796-6b52-4244-a48f-fe8e695c9ce6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:13.650850 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:13.720958 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b6f1f4-3fed-4c10-b658-e1db023b184b x-openstack-request-id: req-86b6f1f4-3fed-4c10-b658-e1db023b184b {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:00:13.721216 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "122765a1-8f38-4376-9bb6-c286c9a55cb0", "name": "network-vif-plugged", "status": "completed", "tag": "4c3175de-add2-411f-9898-f3937aa100b7", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:00:13.721399 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-86b6f1f4-3fed-4c10-b658-e1db023b184b {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:00:13.721790 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '122765a1-8f38-4376-9bb6-c286c9a55cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3175de-add2-411f-9898-f3937aa100b7', 'code': 200} Aug 19 15:00:13.727760 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=4c3175de-add2-411f-9898-f3937aa100b7,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:13.731275 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port c9530522-1197-4c17-a9ff-025e91670dc6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:13.731690 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:13.785080 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703eaecc-6989-4255-85f1-2f75702d7249 req-0eef195e-742c-425d-827e-98a40c3e4602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:13.785461 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-703eaecc-6989-4255-85f1-2f75702d7249 req-0eef195e-742c-425d-827e-98a40c3e4602 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=122765a1-8f38-4376-9bb6-c286c9a55cb0 HTTP/1.1" status: 200 len: 1096 time: 0.0524981 Aug 19 15:00:13.846376 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-703eaecc-6989-4255-85f1-2f75702d7249 req-a84c0a4d-a133-48b4-be40-c52f5314ac4c service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526342 Aug 19 15:00:13.857990 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-368983cf-d2d0-48c1-b969-ed91b012ab8d tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Deleting port fe75b840-af10-4573-b43a-8be326e44769 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:00:13.858568 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-368983cf-d2d0-48c1-b969-ed91b012ab8d tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:13.957045 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-368983cf-d2d0-48c1-b969-ed91b012ab8d tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:13.970414 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-368983cf-d2d0-48c1-b969-ed91b012ab8d tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Calling delete_port for fe75b840-af10-4573-b43a-8be326e44769 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:00:14.129685 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a32a9-ac3f-4347-b0d8-f0d347c3424e req-ad644e65-b3a1-4681-bbc4-b760dc42c621 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:14.132975 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-219a32a9-ac3f-4347-b0d8-f0d347c3424e req-ad644e65-b3a1-4681-bbc4-b760dc42c621 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=122765a1-8f38-4376-9bb6-c286c9a55cb0 HTTP/1.1" status: 200 len: 945 time: 0.0877430 Aug 19 15:00:14.177720 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-219a32a9-ac3f-4347-b0d8-f0d347c3424e req-99290d25-60c2-4152-91da-be9e2e59f51f tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393641 Aug 19 15:00:14.223293 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-368983cf-d2d0-48c1-b969-ed91b012ab8d tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:14.248347 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368983cf-d2d0-48c1-b969-ed91b012ab8d tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event deleted for resources: {'Port': ['ID=fe75b840-af10-4573-b43a-8be326e44769,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:14.362662 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-368983cf-d2d0-48c1-b969-ed91b012ab8d tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:14.526522 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-368983cf-d2d0-48c1-b969-ed91b012ab8d tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Router 284e5243-3c5a-4c91-9522-5b56e0223994 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:00:14.600250 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368983cf-d2d0-48c1-b969-ed91b012ab8d tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:00:14.605313 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-368983cf-d2d0-48c1-b969-ed91b012ab8d tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "PUT /v2.0/routers/284e5243-3c5a-4c91-9522-5b56e0223994/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5885270 Aug 19 15:00:14.608024 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46746) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:14.611674 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d762e50e-d5c0-4e1d-8c53-4f4cefbbaada None None] Sync routers for ids ['284e5243-3c5a-4c91-9522-5b56e0223994'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:00:14.625649 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d762e50e-d5c0-4e1d-8c53-4f4cefbbaada None None] Routers {'284e5243-3c5a-4c91-9522-5b56e0223994'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:00:14.626704 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d762e50e-d5c0-4e1d-8c53-4f4cefbbaada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:00:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['284e5243-3c5a-4c91-9522-5b56e0223994'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:14.644191 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-dc9661d7-a9d0-422c-9397-a3da74d3a2b8 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "GET /v2.0/ports?device_id=284e5243-3c5a-4c91-9522-5b56e0223994 HTTP/1.1" status: 200 len: 205 time: 0.0349410 Aug 19 15:00:14.646705 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46748) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:14.662103 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d762e50e-d5c0-4e1d-8c53-4f4cefbbaada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:14.671133 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d762e50e-d5c0-4e1d-8c53-4f4cefbbaada None None] Routers {'284e5243-3c5a-4c91-9522-5b56e0223994'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:00:14.671739 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d762e50e-d5c0-4e1d-8c53-4f4cefbbaada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:00:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['284e5243-3c5a-4c91-9522-5b56e0223994'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:14.708183 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d762e50e-d5c0-4e1d-8c53-4f4cefbbaada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:14.709054 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d762e50e-d5c0-4e1d-8c53-4f4cefbbaada None None] The sync data for ids ['284e5243-3c5a-4c91-9522-5b56e0223994'] in n-d-766043-2 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:00:14.725636 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b6ac30cc-eeb1-470f-ae38-529f3df5928a tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:14.886951 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b6ac30cc-eeb1-470f-ae38-529f3df5928a tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:14.889429 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b6ac30cc-eeb1-470f-ae38-529f3df5928a tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:14.939383 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b6ac30cc-eeb1-470f-ae38-529f3df5928a tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:14.939991 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ac30cc-eeb1-470f-ae38-529f3df5928a tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Fanout notify agent at l3_agent the message router_deleted on router 284e5243-3c5a-4c91-9522-5b56e0223994 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:00:14.947366 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b6ac30cc-eeb1-470f-ae38-529f3df5928a tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:14.948527 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b6ac30cc-eeb1-470f-ae38-529f3df5928a tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "DELETE /v2.0/routers/284e5243-3c5a-4c91-9522-5b56e0223994 HTTP/1.1" status: 204 len: 168 time: 0.3009019 Aug 19 15:00:14.951063 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46752) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:15.011722 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fc4a971-6255-46b7-ba0d-bd079ef5bff2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Deleting subnet adbd7adf-dc21-4769-8d5f-ceca2cd1f30a {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:00:15.017490 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2fc4a971-6255-46b7-ba0d-bd079ef5bff2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:15.066015 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2fc4a971-6255-46b7-ba0d-bd079ef5bff2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:15.333227 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11999c-fe2c-4a59-8bb7-1b4cd5320991 req-0622d281-000c-40c2-abb9-a388bc62f1a3 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:15.336222 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2a11999c-fe2c-4a59-8bb7-1b4cd5320991 req-0622d281-000c-40c2-abb9-a388bc62f1a3 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=122765a1-8f38-4376-9bb6-c286c9a55cb0 HTTP/1.1" status: 200 len: 945 time: 0.0570428 Aug 19 15:00:15.390501 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2a11999c-fe2c-4a59-8bb7-1b4cd5320991 req-d47054a7-4dec-4ec8-9a7d-b8ca98ffe341 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453973 Aug 19 15:00:15.426841 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2fc4a971-6255-46b7-ba0d-bd079ef5bff2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:15.499182 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2fc4a971-6255-46b7-ba0d-bd079ef5bff2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:15.528493 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc4a971-6255-46b7-ba0d-bd079ef5bff2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event deleted for resources: {'Subnet': ['ID=adbd7adf-dc21-4769-8d5f-ceca2cd1f30a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:15.533475 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2fc4a971-6255-46b7-ba0d-bd079ef5bff2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:15.535790 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2fc4a971-6255-46b7-ba0d-bd079ef5bff2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "DELETE /v2.0/subnets/adbd7adf-dc21-4769-8d5f-ceca2cd1f30a HTTP/1.1" status: 204 len: 168 time: 0.5833814 Aug 19 15:00:15.538193 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 46766) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:15.538810 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9bd572-11d6-436b-aa15-cb4e7e1f1ee1 None None] Network 2172379b-cc08-44c9-93b7-7ec5297ffa9c requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:00:15.663606 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6acb53f-6359-4eae-8b95-aaf5697e68cb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:15.756827 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f91e9b1-14b0-4987-a75a-c667312d495c None None] DHCP port deletion for 2172379b-cc08-44c9-93b7-7ec5297ffa9c request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:00:15.770413 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f53c78-9be0-4960-8b62-fa7e15983271 req-06fef9f0-e49b-4b96-a5a5-273835a25e72 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:15.772002 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-73f53c78-9be0-4960-8b62-fa7e15983271 req-06fef9f0-e49b-4b96-a5a5-273835a25e72 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=122765a1-8f38-4376-9bb6-c286c9a55cb0 HTTP/1.1" status: 200 len: 945 time: 0.1044357 Aug 19 15:00:15.812961 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3f91e9b1-14b0-4987-a75a-c667312d495c None None] Deleting port c9530522-1197-4c17-a9ff-025e91670dc6 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:00:15.813421 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3f91e9b1-14b0-4987-a75a-c667312d495c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:15.831273 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-f6acb53f-6359-4eae-8b95-aaf5697e68cb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Deleting port c9530522-1197-4c17-a9ff-025e91670dc6 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:00:15.831963 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6acb53f-6359-4eae-8b95-aaf5697e68cb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:15.884376 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-73f53c78-9be0-4960-8b62-fa7e15983271 req-cb8223b2-a78c-4e59-88ab-3b962f5ebf57 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028140 Aug 19 15:00:15.886430 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3f91e9b1-14b0-4987-a75a-c667312d495c None None] For port c9530522-1197-4c17-a9ff-025e91670dc6, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=c9530522-1197-4c17-a9ff-025e91670dc6,segment=NetworkSegment(c086d2ac-a815-43d0-815c-e85a53e402fa),segment_id=c086d2ac-a815-43d0-815c-e85a53e402fa)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:15.886925 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3f91e9b1-14b0-4987-a75a-c667312d495c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:15.907378 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3f91e9b1-14b0-4987-a75a-c667312d495c None None] Calling delete_port for c9530522-1197-4c17-a9ff-025e91670dc6 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:00:15.913149 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-f6acb53f-6359-4eae-8b95-aaf5697e68cb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] For port c9530522-1197-4c17-a9ff-025e91670dc6, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=c9530522-1197-4c17-a9ff-025e91670dc6,segment=NetworkSegment(c086d2ac-a815-43d0-815c-e85a53e402fa),segment_id=c086d2ac-a815-43d0-815c-e85a53e402fa)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:15.913527 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6acb53f-6359-4eae-8b95-aaf5697e68cb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:15.929209 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-f6acb53f-6359-4eae-8b95-aaf5697e68cb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Calling delete_port for c9530522-1197-4c17-a9ff-025e91670dc6 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:00:16.014495 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3f91e9b1-14b0-4987-a75a-c667312d495c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:16.046797 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f91e9b1-14b0-4987-a75a-c667312d495c None None] Pushing event deleted for resources: {'Port': ['ID=c9530522-1197-4c17-a9ff-025e91670dc6,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:16.051261 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f91e9b1-14b0-4987-a75a-c667312d495c None None] No DVR routers for this DVR port c9530522-1197-4c17-a9ff-025e91670dc6 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:00:16.058648 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6acb53f-6359-4eae-8b95-aaf5697e68cb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:16.097680 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6acb53f-6359-4eae-8b95-aaf5697e68cb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] No DVR routers for this DVR port c9530522-1197-4c17-a9ff-025e91670dc6 on host n-d-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:00:16.100805 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6acb53f-6359-4eae-8b95-aaf5697e68cb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event deleted for resources: {'Port': ['ID=c9530522-1197-4c17-a9ff-025e91670dc6,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:16.196893 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6acb53f-6359-4eae-8b95-aaf5697e68cb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:16.212177 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-f6acb53f-6359-4eae-8b95-aaf5697e68cb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2172379b-cc08-44c9-93b7-7ec5297ffa9c']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:16.237001 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-f6acb53f-6359-4eae-8b95-aaf5697e68cb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c086d2ac-a815-43d0-815c-e85a53e402fa') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:16.237657 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-f6acb53f-6359-4eae-8b95-aaf5697e68cb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c086d2ac-a815-43d0-815c-e85a53e402fa') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:16.262717 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6acb53f-6359-4eae-8b95-aaf5697e68cb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:16.286154 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6acb53f-6359-4eae-8b95-aaf5697e68cb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:16.300387 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6acb53f-6359-4eae-8b95-aaf5697e68cb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:00:16.300387 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6acb53f-6359-4eae-8b95-aaf5697e68cb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:16.363358 n-d-766043-2 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:00:16.363358 n-d-766043-2 neutron-server[94640]: self.session.flush() Aug 19 15:00:16.363358 n-d-766043-2 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:00:16.363358 n-d-766043-2 neutron-server[94640]: self.session.flush() Aug 19 15:00:16.363358 n-d-766043-2 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:00:16.363358 n-d-766043-2 neutron-server[94640]: self.session.flush() Aug 19 15:00:16.363358 n-d-766043-2 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:00:16.363358 n-d-766043-2 neutron-server[94640]: self.session.flush() Aug 19 15:00:16.363358 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 15:00:16.363358 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:00:16.363358 n-d-766043-2 neutron-server[94640]: timer() Aug 19 15:00:16.363358 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:00:16.363358 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 15:00:16.363358 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:00:16.363358 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 15:00:16.363358 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:00:16.363358 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 15:00:16.363358 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:00:16.363358 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 15:00:16.363358 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:00:16.363358 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 15:00:16.363358 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:00:16.363358 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:00:16.363358 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:00:16.363358 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:00:16.363358 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:00:16.363358 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 15:00:16.363358 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:00:16.363358 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 15:00:16.363358 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:00:16.363358 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:00:16.363358 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:00:16.363358 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 15:00:16.363358 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:00:16.363358 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:00:16.363358 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:00:16.363358 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:00:16.363358 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:00:16.363358 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:00:16.363358 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:00:16.379415 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6acb53f-6359-4eae-8b95-aaf5697e68cb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:16.389624 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6acb53f-6359-4eae-8b95-aaf5697e68cb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:16.391552 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f6acb53f-6359-4eae-8b95-aaf5697e68cb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "DELETE /v2.0/networks/2172379b-cc08-44c9-93b7-7ec5297ffa9c HTTP/1.1" status: 204 len: 168 time: 0.8521576 Aug 19 15:00:16.395411 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46782) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:16.401051 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e2e725f7-a00d-4928-a52a-e47283ab40e5 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-827263504', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:00:16.414716 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6acb53f-6359-4eae-8b95-aaf5697e68cb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event deleted for resources: {'Network': ['ID=2172379b-cc08-44c9-93b7-7ec5297ffa9c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:16.427258 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e2e725f7-a00d-4928-a52a-e47283ab40e5 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:16.428365 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e2e725f7-a00d-4928-a52a-e47283ab40e5 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:16.504987 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e2e725f7-a00d-4928-a52a-e47283ab40e5 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:16.509366 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e2e725f7-a00d-4928-a52a-e47283ab40e5 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:16.529711 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e2e725f7-a00d-4928-a52a-e47283ab40e5 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:16.531030 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e2e725f7-a00d-4928-a52a-e47283ab40e5 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1346340 Aug 19 15:00:16.533624 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46784) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:16.538831 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-1c7fb8a6-757b-414b-baf1-97aa1fc21f57 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1468757981'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:00:16.570370 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7fb8a6-757b-414b-baf1-97aa1fc21f57 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Made reservation on behalf of 739e834e1bdb4091899c310a408a6ea5 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:00:16.574112 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c7fb8a6-757b-414b-baf1-97aa1fc21f57 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:16.599304 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c7fb8a6-757b-414b-baf1-97aa1fc21f57 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:00:16.608995 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c7fb8a6-757b-414b-baf1-97aa1fc21f57 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:16.609398 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-1c7fb8a6-757b-414b-baf1-97aa1fc21f57 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Added segment c1bfcd10-0897-4f93-aa6d-ab083f7d3a66 of type vlan for network da604672-4d1a-4561-ae4c-0daee3602bd5 Aug 19 15:00:16.652276 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c7fb8a6-757b-414b-baf1-97aa1fc21f57 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:16.683050 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c7fb8a6-757b-414b-baf1-97aa1fc21f57 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:16.692675 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7fb8a6-757b-414b-baf1-97aa1fc21f57 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:16.693314 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c7fb8a6-757b-414b-baf1-97aa1fc21f57 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:16.763804 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1c7fb8a6-757b-414b-baf1-97aa1fc21f57 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2265947 Aug 19 15:00:16.764163 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 46786) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:16.769253 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-472bc3dd-1364-422c-b12e-39ed95c1747b tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Request body: {'subnet': {'network_id': 'da604672-4d1a-4561-ae4c-0daee3602bd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:00:16.771003 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7fb8a6-757b-414b-baf1-97aa1fc21f57 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event updated for resources: {'Network': ['ID=da604672-4d1a-4561-ae4c-0daee3602bd5,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:16.789744 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network da604672-4d1a-4561-ae4c-0daee3602bd5 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:00:16.882542 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472bc3dd-1364-422c-b12e-39ed95c1747b tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Made reservation on behalf of 739e834e1bdb4091899c310a408a6ea5 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:00:16.886051 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-472bc3dd-1364-422c-b12e-39ed95c1747b tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:17.091882 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd39a86d-03b3-488f-b021-1eec6e3ca9c1 req-4b4d38ec-2de6-46d9-bc3c-b672e3fe28e0 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:17.093553 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bd39a86d-03b3-488f-b021-1eec6e3ca9c1 req-4b4d38ec-2de6-46d9-bc3c-b672e3fe28e0 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.88 "GET /v2.0/ports?device_id=122765a1-8f38-4376-9bb6-c286c9a55cb0 HTTP/1.1" status: 200 len: 945 time: 0.1009014 Aug 19 15:00:17.156221 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4a042-1ca9-488a-b535-1bc1950ffa6a req-de684c93-928e-449f-aff2-b3943d1a3e44 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:17.157879 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-17e4a042-1ca9-488a-b535-1bc1950ffa6a req-de684c93-928e-449f-aff2-b3943d1a3e44 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=122765a1-8f38-4376-9bb6-c286c9a55cb0 HTTP/1.1" status: 200 len: 945 time: 0.1843591 Aug 19 15:00:17.227392 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-17e4a042-1ca9-488a-b535-1bc1950ffa6a req-7fca13ea-b4cb-4651-abb6-8ddd1e60dc39 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607662 Aug 19 15:00:17.322756 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-472bc3dd-1364-422c-b12e-39ed95c1747b tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:17.360944 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-bd39a86d-03b3-488f-b021-1eec6e3ca9c1 req-54085c2e-3a59-4606-a974-4ddf76ebcc8c tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Deleting port 4c3175de-add2-411f-9898-f3937aa100b7 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:00:17.361286 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bd39a86d-03b3-488f-b021-1eec6e3ca9c1 req-54085c2e-3a59-4606-a974-4ddf76ebcc8c tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:17.456128 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472bc3dd-1364-422c-b12e-39ed95c1747b tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event updated for resources: {'Subnet': ['ID=ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:17.515317 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472bc3dd-1364-422c-b12e-39ed95c1747b tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Checking segment: {'id': 'c1bfcd10-0897-4f93-aa6d-ab083f7d3a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'da604672-4d1a-4561-ae4c-0daee3602bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:00:17.515588 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472bc3dd-1364-422c-b12e-39ed95c1747b tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Network hostable DHCP agents. Network: da604672-4d1a-4561-ae4c-0daee3602bd5, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:00:17.554588 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device c9530522-1197-4c17-a9ff-025e91670dc6 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:00:17.565549 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-bd39a86d-03b3-488f-b021-1eec6e3ca9c1 req-54085c2e-3a59-4606-a974-4ddf76ebcc8c tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] For port 4c3175de-add2-411f-9898-f3937aa100b7, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=4c3175de-add2-411f-9898-f3937aa100b7,segment=NetworkSegment(4b88a796-6b52-4244-a48f-fe8e695c9ce6),segment_id=4b88a796-6b52-4244-a48f-fe8e695c9ce6)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:17.565925 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bd39a86d-03b3-488f-b021-1eec6e3ca9c1 req-54085c2e-3a59-4606-a974-4ddf76ebcc8c tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:17.583136 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-bd39a86d-03b3-488f-b021-1eec6e3ca9c1 req-54085c2e-3a59-4606-a974-4ddf76ebcc8c tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Calling delete_port for 4c3175de-add2-411f-9898-f3937aa100b7 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:00:17.590395 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472bc3dd-1364-422c-b12e-39ed95c1747b tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Network da604672-4d1a-4561-ae4c-0daee3602bd5 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:00:17.594000 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: c9530522-1197-4c17-a9ff-025e91670dc6 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:00:17.605060 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device c9530522-1197-4c17-a9ff-025e91670dc6 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:00:17.639184 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-472bc3dd-1364-422c-b12e-39ed95c1747b tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, da604672-4d1a-4561-ae4c-0daee3602bd5) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:00:17.644237 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472bc3dd-1364-422c-b12e-39ed95c1747b tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:17.645008 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-472bc3dd-1364-422c-b12e-39ed95c1747b tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:17.650450 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b3685f-7e03-4701-9f64-51f297e48200 None None] Network da604672-4d1a-4561-ae4c-0daee3602bd5 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:00:17.677896 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-472bc3dd-1364-422c-b12e-39ed95c1747b tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9124131 Aug 19 15:00:17.680567 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 46814) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:17.932484 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2552233c-f821-4f29-ac08-3497c86d1617 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-da604672-4d1a-4561-ae4c-0daee3602bd5', 'network_id': 'da604672-4d1a-4561-ae4c-0daee3602bd5', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'fixed_ips': [{'subnet_id': 'ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:00:17.933853 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2552233c-f821-4f29-ac08-3497c86d1617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:17.991691 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bd39a86d-03b3-488f-b021-1eec6e3ca9c1 req-54085c2e-3a59-4606-a974-4ddf76ebcc8c tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:18.055299 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54085c2e-3a59-4606-a974-4ddf76ebcc8c tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Pushing event deleted for resources: {'Port': ['ID=4c3175de-add2-411f-9898-f3937aa100b7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:18.107060 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd39a86d-03b3-488f-b021-1eec6e3ca9c1 req-54085c2e-3a59-4606-a974-4ddf76ebcc8c tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] No DVR routers for this DVR port 4c3175de-add2-411f-9898-f3937aa100b7 on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:00:18.110105 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bd39a86d-03b3-488f-b021-1eec6e3ca9c1 req-54085c2e-3a59-4606-a974-4ddf76ebcc8c tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:18.112657 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bd39a86d-03b3-488f-b021-1eec6e3ca9c1 req-54085c2e-3a59-4606-a974-4ddf76ebcc8c tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.88 "DELETE /v2.0/ports/4c3175de-add2-411f-9898-f3937aa100b7 HTTP/1.1" status: 204 len: 173 time: 0.9925067 Aug 19 15:00:18.115929 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '122765a1-8f38-4376-9bb6-c286c9a55cb0', 'name': 'network-vif-deleted', 'tag': '4c3175de-add2-411f-9898-f3937aa100b7'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:00:18.119868 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a979a06d-3443-403c-84f5-414429377681" -d '{"events": [{"server_uuid": "122765a1-8f38-4376-9bb6-c286c9a55cb0", "name": "network-vif-deleted", "tag": "4c3175de-add2-411f-9898-f3937aa100b7"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:00:18.156522 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d4f24472-af02-4965-a1b3-aca4233f568b tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:18.163975 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['b4a3b9ef-c898-4326-956d-2612053131ff', '4c3175de-add2-411f-9898-f3937aa100b7'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:00:18.217537 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-2552233c-f821-4f29-ac08-3497c86d1617 None None] Allocated IP 2001:db8::2 (da604672-4d1a-4561-ae4c-0daee3602bd5/ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc/05a246b0-c60a-45c0-a891-18cfff191c61) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:00:18.514351 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb29d6c-adcf-47e0-9887-a1c2abd268e4 x-openstack-request-id: req-cfb29d6c-adcf-47e0-9887-a1c2abd268e4 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:00:18.515024 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "122765a1-8f38-4376-9bb6-c286c9a55cb0", "name": "network-vif-deleted", "tag": "4c3175de-add2-411f-9898-f3937aa100b7", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:00:18.516027 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cfb29d6c-adcf-47e0-9887-a1c2abd268e4 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:00:18.516991 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '122765a1-8f38-4376-9bb6-c286c9a55cb0', 'name': 'network-vif-deleted', 'tag': '4c3175de-add2-411f-9898-f3937aa100b7', 'status': 'completed', 'code': 200} Aug 19 15:00:18.550987 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-51331e4c-7eb7-4abd-93db-efe41583c2f3 req-b5c8d8b0-6413-4086-9f7a-c09260b39662 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=122765a1-8f38-4376-9bb6-c286c9a55cb0 HTTP/1.1" status: 200 len: 210 time: 0.1429112 Aug 19 15:00:18.578006 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2552233c-f821-4f29-ac08-3497c86d1617 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:18.604990 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2552233c-f821-4f29-ac08-3497c86d1617 None None] Transition to ACTIVE for port object 05a246b0-c60a-45c0-a891-18cfff191c61 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:00:18.622416 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2552233c-f821-4f29-ac08-3497c86d1617 None None] Transition to ACTIVE for port object 05a246b0-c60a-45c0-a891-18cfff191c61 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:00:18.638736 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2552233c-f821-4f29-ac08-3497c86d1617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:18.689342 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2552233c-f821-4f29-ac08-3497c86d1617 None None] Network da604672-4d1a-4561-ae4c-0daee3602bd5 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:00:18.692857 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-2552233c-f821-4f29-ac08-3497c86d1617 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:00:18.703079 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2552233c-f821-4f29-ac08-3497c86d1617 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:00:18.722042 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2552233c-f821-4f29-ac08-3497c86d1617 None None] Pushing event updated for resources: {'Port': ['ID=05a246b0-c60a-45c0-a891-18cfff191c61,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:18.752843 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-d4f24472-af02-4965-a1b3-aca4233f568b tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Allocated IP 2001:db8::1 (da604672-4d1a-4561-ae4c-0daee3602bd5/ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc/c6ef3244-65c4-4a39-be27-e08cac564065) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:00:18.778496 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-2552233c-f821-4f29-ac08-3497c86d1617 None None] Attempting to bind port 05a246b0-c60a-45c0-a891-18cfff191c61 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:00:18.778777 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-2552233c-f821-4f29-ac08-3497c86d1617 None None] Attempting to bind port 05a246b0-c60a-45c0-a891-18cfff191c61 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'c1bfcd10-0897-4f93-aa6d-ab083f7d3a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'da604672-4d1a-4561-ae4c-0daee3602bd5'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:00:18.779123 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2552233c-f821-4f29-ac08-3497c86d1617 None None] Attempting to bind port 05a246b0-c60a-45c0-a891-18cfff191c61 on network da604672-4d1a-4561-ae4c-0daee3602bd5 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:00:18.786470 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2552233c-f821-4f29-ac08-3497c86d1617 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:00:18.786939 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2552233c-f821-4f29-ac08-3497c86d1617 None None] Checking segment: {'id': 'c1bfcd10-0897-4f93-aa6d-ab083f7d3a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'da604672-4d1a-4561-ae4c-0daee3602bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:00:18.787248 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2552233c-f821-4f29-ac08-3497c86d1617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:18.788827 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2552233c-f821-4f29-ac08-3497c86d1617 None None] Bound using segment: {'id': 'c1bfcd10-0897-4f93-aa6d-ab083f7d3a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'da604672-4d1a-4561-ae4c-0daee3602bd5'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:00:18.790582 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-2552233c-f821-4f29-ac08-3497c86d1617 None None] Bound port: 05a246b0-c60a-45c0-a891-18cfff191c61, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1bfcd10-0897-4f93-aa6d-ab083f7d3a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'da604672-4d1a-4561-ae4c-0daee3602bd5'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:00:18.792967 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2552233c-f821-4f29-ac08-3497c86d1617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:18.932805 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d4f24472-af02-4965-a1b3-aca4233f568b tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:18.950155 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-d4f24472-af02-4965-a1b3-aca4233f568b tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Transition to ACTIVE for port object c6ef3244-65c4-4a39-be27-e08cac564065 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:00:18.952465 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-2552233c-f821-4f29-ac08-3497c86d1617 None None] For port 05a246b0-c60a-45c0-a891-18cfff191c61, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:00:18.959612 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-2552233c-f821-4f29-ac08-3497c86d1617 None None] For port 05a246b0-c60a-45c0-a891-18cfff191c61, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=05a246b0-c60a-45c0-a891-18cfff191c61,segment=NetworkSegment(c1bfcd10-0897-4f93-aa6d-ab083f7d3a66),segment_id=c1bfcd10-0897-4f93-aa6d-ab083f7d3a66)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:00:18.967316 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2552233c-f821-4f29-ac08-3497c86d1617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:19.002354 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d4f24472-af02-4965-a1b3-aca4233f568b tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:19.051462 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f24472-af02-4965-a1b3-aca4233f568b tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Network da604672-4d1a-4561-ae4c-0daee3602bd5 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:00:19.059331 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-d4f24472-af02-4965-a1b3-aca4233f568b tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:00:19.067154 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f24472-af02-4965-a1b3-aca4233f568b tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:00:19.067773 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d4f24472-af02-4965-a1b3-aca4233f568b tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:19.089854 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2552233c-f821-4f29-ac08-3497c86d1617 None None] Pushing event updated for resources: {'Port': ['ID=05a246b0-c60a-45c0-a891-18cfff191c61,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:19.124643 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f24472-af02-4965-a1b3-aca4233f568b tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event updated for resources: {'Port': ['ID=c6ef3244-65c4-4a39-be27-e08cac564065,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:19.252834 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d4f24472-af02-4965-a1b3-aca4233f568b tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:19.686971 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 05a246b0-c60a-45c0-a891-18cfff191c61 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:00:19.768844 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 05a246b0-c60a-45c0-a891-18cfff191c61 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:00:20.091859 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6da8d5-4b3a-4cc1-b67a-98627b81979b req-b2fae6b3-8848-4744-b567-47435d08a1c1 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:20.093444 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2a6da8d5-4b3a-4cc1-b67a-98627b81979b req-b2fae6b3-8848-4744-b567-47435d08a1c1 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.0979161 Aug 19 15:00:20.167309 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2a6da8d5-4b3a-4cc1-b67a-98627b81979b req-0d0cb80e-614b-44cc-a5dc-9fa8b666ba12 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478549 Aug 19 15:00:20.252664 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d4f24472-af02-4965-a1b3-aca4233f568b tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:20.258953 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d4f24472-af02-4965-a1b3-aca4233f568b tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:20.259973 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d4f24472-af02-4965-a1b3-aca4233f568b tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:20.381354 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f24472-af02-4965-a1b3-aca4233f568b tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event updated for resources: {'Port': ['ID=c6ef3244-65c4-4a39-be27-e08cac564065,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:20.450171 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f24472-af02-4965-a1b3-aca4233f568b tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Network da604672-4d1a-4561-ae4c-0daee3602bd5 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:00:20.471067 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-d4f24472-af02-4965-a1b3-aca4233f568b tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:00:20.550676 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4786ef0d-0956-4972-a24e-eb633d783166 None None] Network da604672-4d1a-4561-ae4c-0daee3602bd5 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:00:20.583887 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bfd0aa-a127-4483-be04-7d7249ab611e req-3e2514ba-d86e-4dad-8df6-35f2006c8a59 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:20.585702 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c3bfd0aa-a127-4483-be04-7d7249ab611e req-3e2514ba-d86e-4dad-8df6-35f2006c8a59 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1549833 Aug 19 15:00:20.646353 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c3bfd0aa-a127-4483-be04-7d7249ab611e req-6e9300a6-fb0b-447f-8c51-90c8e1c3c48c tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511968 Aug 19 15:00:20.671099 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4d8a41a3-f3e7-40e9-b38e-f782e70e92dd None None] Provisioning for port 05a246b0-c60a-45c0-a891-18cfff191c61 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:00:20.677041 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4d8a41a3-f3e7-40e9-b38e-f782e70e92dd None None] Provisioning complete for port 05a246b0-c60a-45c0-a891-18cfff191c61 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:20.677442 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4d8a41a3-f3e7-40e9-b38e-f782e70e92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:20.677655 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f24472-af02-4965-a1b3-aca4233f568b tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Router ba0411d5-08d2-4a3e-b1d0-1553c0569f17 is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:00:20.862857 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4d8a41a3-f3e7-40e9-b38e-f782e70e92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:20.876437 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74d4ef-9e36-4e8a-87db-2261123f452a req-c89bde4e-eda2-45df-bce1-cca87525ff86 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:20.878007 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-da74d4ef-9e36-4e8a-87db-2261123f452a req-c89bde4e-eda2-45df-bce1-cca87525ff86 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.0926201 Aug 19 15:00:20.905855 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f24472-af02-4965-a1b3-aca4233f568b tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:00:20.913604 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d4f24472-af02-4965-a1b3-aca4233f568b tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "PUT /v2.0/routers/ba0411d5-08d2-4a3e-b1d0-1553c0569f17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2313914 Aug 19 15:00:20.916953 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46852) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:20.925595 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-3c1cf748-b53f-42a3-ac9a-9479f92eea98 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1706315475'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:00:20.926742 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1478be44-be66-4463-aae7-3490c401cd32 None None] Sync routers for ids ['ba0411d5-08d2-4a3e-b1d0-1553c0569f17'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:00:20.940741 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1478be44-be66-4463-aae7-3490c401cd32 None None] Routers {'ba0411d5-08d2-4a3e-b1d0-1553c0569f17'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:00:20.941901 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1478be44-be66-4463-aae7-3490c401cd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:00:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['ba0411d5-08d2-4a3e-b1d0-1553c0569f17'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:20.955036 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1cf748-b53f-42a3-ac9a-9479f92eea98 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Made reservation on behalf of 739e834e1bdb4091899c310a408a6ea5 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:00:20.956846 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-da74d4ef-9e36-4e8a-87db-2261123f452a req-ebe4ce00-247d-46d2-8a06-aa8621294a0d tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694029 Aug 19 15:00:20.961043 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c1cf748-b53f-42a3-ac9a-9479f92eea98 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:20.964322 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4d8a41a3-f3e7-40e9-b38e-f782e70e92dd None None] For port 05a246b0-c60a-45c0-a891-18cfff191c61, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=05a246b0-c60a-45c0-a891-18cfff191c61,segment=NetworkSegment(c1bfcd10-0897-4f93-aa6d-ab083f7d3a66),segment_id=c1bfcd10-0897-4f93-aa6d-ab083f7d3a66)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:20.977840 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4d8a41a3-f3e7-40e9-b38e-f782e70e92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:21.063525 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c1cf748-b53f-42a3-ac9a-9479f92eea98 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:00:21.087510 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c1cf748-b53f-42a3-ac9a-9479f92eea98 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:21.087982 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-3c1cf748-b53f-42a3-ac9a-9479f92eea98 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Added segment 00819e47-e0ca-48ec-a006-7bbcd14684f6 of type vlan for network deadfb0d-e2d2-4946-b981-1fbecda04ee7 Aug 19 15:00:21.092145 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-1478be44-be66-4463-aae7-3490c401cd32 None None] Set router ba0411d5-08d2-4a3e-b1d0-1553c0569f17 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:00:21.102610 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8a41a3-f3e7-40e9-b38e-f782e70e92dd None None] Pushing event updated for resources: {'Port': ['ID=05a246b0-c60a-45c0-a891-18cfff191c61,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:21.175356 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c1cf748-b53f-42a3-ac9a-9479f92eea98 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:21.207033 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c1cf748-b53f-42a3-ac9a-9479f92eea98 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:21.217542 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1cf748-b53f-42a3-ac9a-9479f92eea98 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:21.218187 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c1cf748-b53f-42a3-ac9a-9479f92eea98 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:21.230739 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0b7043d2-0161-404f-82f5-f904592544bf None None] Provisioning for port c6ef3244-65c4-4a39-be27-e08cac564065 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:00:21.239030 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0b7043d2-0161-404f-82f5-f904592544bf None None] Provisioning complete for port c6ef3244-65c4-4a39-be27-e08cac564065 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:21.239410 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0b7043d2-0161-404f-82f5-f904592544bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:21.318410 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0b7043d2-0161-404f-82f5-f904592544bf None None] Port c6ef3244-65c4-4a39-be27-e08cac564065 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:00:21.326429 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1cf748-b53f-42a3-ac9a-9479f92eea98 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event updated for resources: {'Network': ['ID=deadfb0d-e2d2-4946-b981-1fbecda04ee7,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:21.339815 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network deadfb0d-e2d2-4946-b981-1fbecda04ee7 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:00:21.344280 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0b7043d2-0161-404f-82f5-f904592544bf None None] Provisioning complete for port 05a246b0-c60a-45c0-a891-18cfff191c61 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:21.344765 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-3c1cf748-b53f-42a3-ac9a-9479f92eea98 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4251926 Aug 19 15:00:21.347416 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46860) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:21.355697 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0ab273de-01fe-472c-9565-4450fddb4fae tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Request body: {'subnet': {'network_id': 'deadfb0d-e2d2-4946-b981-1fbecda04ee7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:00:21.362212 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0b7043d2-0161-404f-82f5-f904592544bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:21.405339 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 4c3175de-add2-411f-9898-f3937aa100b7 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:00:21.577237 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab273de-01fe-472c-9565-4450fddb4fae tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Made reservation on behalf of 739e834e1bdb4091899c310a408a6ea5 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:00:21.580880 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0ab273de-01fe-472c-9565-4450fddb4fae tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:21.638336 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 05a246b0-c60a-45c0-a891-18cfff191c61 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:00:21.726410 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: 4c3175de-add2-411f-9898-f3937aa100b7 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:00:21.729679 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 4c3175de-add2-411f-9898-f3937aa100b7 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:00:21.750864 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1478be44-be66-4463-aae7-3490c401cd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'name': 'tempest-RoutersIpV6Test-router-827263504', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:00:16Z', 'updated_at': '2021-08-19T15:00:19Z', 'revision_number': 2, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'gw_port_host': None, '_interfaces': [{'id': 'c6ef3244-65c4-4a39-be27-e08cac564065', 'name': '', 'network_id': 'da604672-4d1a-4561-ae4c-0daee3602bd5', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:5e:2c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:18Z', 'updated_at': '2021-08-19T15:00:20Z', 'revision_number': 2, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': 'ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:21.798442 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1478be44-be66-4463-aae7-3490c401cd32 None None] Checking router: ba0411d5-08d2-4a3e-b1d0-1553c0569f17 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:00:21.798830 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1478be44-be66-4463-aae7-3490c401cd32 None None] Updating router ba0411d5-08d2-4a3e-b1d0-1553c0569f17 port c6ef3244-65c4-4a39-be27-e08cac564065 binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:00:21.866346 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1478be44-be66-4463-aae7-3490c401cd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:21.871299 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 05a246b0-c60a-45c0-a891-18cfff191c61 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:21.871669 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:21.903969 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0ab273de-01fe-472c-9565-4450fddb4fae tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:22.087801 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab273de-01fe-472c-9565-4450fddb4fae tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event updated for resources: {'Subnet': ['ID=6fad4d2e-397f-4758-bb01-16635c7c9611,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:22.104351 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab273de-01fe-472c-9565-4450fddb4fae tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Checking segment: {'id': '00819e47-e0ca-48ec-a006-7bbcd14684f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'deadfb0d-e2d2-4946-b981-1fbecda04ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:00:22.107238 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab273de-01fe-472c-9565-4450fddb4fae tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Network hostable DHCP agents. Network: deadfb0d-e2d2-4946-b981-1fbecda04ee7, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:00:22.174437 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab273de-01fe-472c-9565-4450fddb4fae tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Network deadfb0d-e2d2-4946-b981-1fbecda04ee7 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:00:22.209113 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-0ab273de-01fe-472c-9565-4450fddb4fae tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, deadfb0d-e2d2-4946-b981-1fbecda04ee7) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:00:22.218616 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab273de-01fe-472c-9565-4450fddb4fae tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:22.221184 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0ab273de-01fe-472c-9565-4450fddb4fae tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:22.229514 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd9ca38-128f-4dc6-8f54-70b2718c7ec1 None None] Network deadfb0d-e2d2-4946-b981-1fbecda04ee7 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:00:22.281014 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0ab273de-01fe-472c-9565-4450fddb4fae tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9319429 Aug 19 15:00:22.283876 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 46870) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:22.324440 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1478be44-be66-4463-aae7-3490c401cd32 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:22.342681 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-1478be44-be66-4463-aae7-3490c401cd32 None None] Transition to ACTIVE for port object c6ef3244-65c4-4a39-be27-e08cac564065 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:00:22.365860 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1478be44-be66-4463-aae7-3490c401cd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:22.453841 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea679ed-63ed-4f51-a8f8-dbb85128c0b2 None None] Pushing event updated for resources: {'Port': ['ID=c6ef3244-65c4-4a39-be27-e08cac564065,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:22.463621 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea679ed-63ed-4f51-a8f8-dbb85128c0b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:22.464046 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea679ed-63ed-4f51-a8f8-dbb85128c0b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:22.464463 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea679ed-63ed-4f51-a8f8-dbb85128c0b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:22.464859 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea679ed-63ed-4f51-a8f8-dbb85128c0b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:22.465245 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea679ed-63ed-4f51-a8f8-dbb85128c0b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:22.465631 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea679ed-63ed-4f51-a8f8-dbb85128c0b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:22.466013 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea679ed-63ed-4f51-a8f8-dbb85128c0b2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:22.466393 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea679ed-63ed-4f51-a8f8-dbb85128c0b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:22.466769 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea679ed-63ed-4f51-a8f8-dbb85128c0b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:22.467147 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea679ed-63ed-4f51-a8f8-dbb85128c0b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:22.467935 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea679ed-63ed-4f51-a8f8-dbb85128c0b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:22.468321 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea679ed-63ed-4f51-a8f8-dbb85128c0b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:22.574611 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-1478be44-be66-4463-aae7-3490c401cd32 None None] Attempting to bind port c6ef3244-65c4-4a39-be27-e08cac564065 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:00:22.574981 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-1478be44-be66-4463-aae7-3490c401cd32 None None] Attempting to bind port c6ef3244-65c4-4a39-be27-e08cac564065 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'c1bfcd10-0897-4f93-aa6d-ab083f7d3a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'da604672-4d1a-4561-ae4c-0daee3602bd5'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:00:22.575479 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1478be44-be66-4463-aae7-3490c401cd32 None None] Attempting to bind port c6ef3244-65c4-4a39-be27-e08cac564065 on network da604672-4d1a-4561-ae4c-0daee3602bd5 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:00:22.581976 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1478be44-be66-4463-aae7-3490c401cd32 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:00:22.582357 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1478be44-be66-4463-aae7-3490c401cd32 None None] Checking segment: {'id': 'c1bfcd10-0897-4f93-aa6d-ab083f7d3a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'da604672-4d1a-4561-ae4c-0daee3602bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:00:22.582739 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1478be44-be66-4463-aae7-3490c401cd32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:22.583287 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1478be44-be66-4463-aae7-3490c401cd32 None None] Bound using segment: {'id': 'c1bfcd10-0897-4f93-aa6d-ab083f7d3a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'da604672-4d1a-4561-ae4c-0daee3602bd5'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:00:22.584063 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-1478be44-be66-4463-aae7-3490c401cd32 None None] Bound port: c6ef3244-65c4-4a39-be27-e08cac564065, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1bfcd10-0897-4f93-aa6d-ab083f7d3a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'da604672-4d1a-4561-ae4c-0daee3602bd5'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:00:22.584549 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1478be44-be66-4463-aae7-3490c401cd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:22.608000 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c97f5e-6a81-410b-b488-2df934316602 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-deadfb0d-e2d2-4946-b981-1fbecda04ee7', 'network_id': 'deadfb0d-e2d2-4946-b981-1fbecda04ee7', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'fixed_ips': [{'subnet_id': '6fad4d2e-397f-4758-bb01-16635c7c9611'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:00:22.609144 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-62c97f5e-6a81-410b-b488-2df934316602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:22.708735 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-1478be44-be66-4463-aae7-3490c401cd32 None None] For port c6ef3244-65c4-4a39-be27-e08cac564065, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:00:22.714025 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-1478be44-be66-4463-aae7-3490c401cd32 None None] For port c6ef3244-65c4-4a39-be27-e08cac564065, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=c6ef3244-65c4-4a39-be27-e08cac564065,segment=NetworkSegment(c1bfcd10-0897-4f93-aa6d-ab083f7d3a66),segment_id=c1bfcd10-0897-4f93-aa6d-ab083f7d3a66)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:00:22.726820 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1478be44-be66-4463-aae7-3490c401cd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:22.836315 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-62c97f5e-6a81-410b-b488-2df934316602 None None] Allocated IP 2001:db8:1::2 (deadfb0d-e2d2-4946-b981-1fbecda04ee7/6fad4d2e-397f-4758-bb01-16635c7c9611/11a52ea4-9a43-4f95-b0b5-db87b1c1ae5b) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:00:22.881527 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1478be44-be66-4463-aae7-3490c401cd32 None None] Routers {'ba0411d5-08d2-4a3e-b1d0-1553c0569f17'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:00:22.882174 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1478be44-be66-4463-aae7-3490c401cd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:00:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['ba0411d5-08d2-4a3e-b1d0-1553c0569f17'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:22.889684 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6791eab-0043-44d9-b955-15b0bfa726ee tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:23.073823 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea679ed-63ed-4f51-a8f8-dbb85128c0b2 None None] Pushing event updated for resources: {'Port': ['ID=c6ef3244-65c4-4a39-be27-e08cac564065,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:23.108524 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-1478be44-be66-4463-aae7-3490c401cd32 None None] Set router ba0411d5-08d2-4a3e-b1d0-1553c0569f17 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:00:23.308637 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-62c97f5e-6a81-410b-b488-2df934316602 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:23.328556 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-62c97f5e-6a81-410b-b488-2df934316602 None None] Transition to ACTIVE for port object 11a52ea4-9a43-4f95-b0b5-db87b1c1ae5b will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:00:23.360286 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-62c97f5e-6a81-410b-b488-2df934316602 None None] Transition to ACTIVE for port object 11a52ea4-9a43-4f95-b0b5-db87b1c1ae5b will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:00:23.375592 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-62c97f5e-6a81-410b-b488-2df934316602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:23.456137 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c97f5e-6a81-410b-b488-2df934316602 None None] Network deadfb0d-e2d2-4946-b981-1fbecda04ee7 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:00:23.460767 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-62c97f5e-6a81-410b-b488-2df934316602 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:00:23.465356 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c97f5e-6a81-410b-b488-2df934316602 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:00:23.596608 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-e6791eab-0043-44d9-b955-15b0bfa726ee tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Allocated IP 2001:db8:1::1 (deadfb0d-e2d2-4946-b981-1fbecda04ee7/6fad4d2e-397f-4758-bb01-16635c7c9611/0c6dbf29-d487-4a42-8adf-f072b5bfb393) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:00:23.615888 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c97f5e-6a81-410b-b488-2df934316602 None None] Pushing event updated for resources: {'Port': ['ID=11a52ea4-9a43-4f95-b0b5-db87b1c1ae5b,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:23.636866 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-62c97f5e-6a81-410b-b488-2df934316602 None None] Attempting to bind port 11a52ea4-9a43-4f95-b0b5-db87b1c1ae5b on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:00:23.637547 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-62c97f5e-6a81-410b-b488-2df934316602 None None] Attempting to bind port 11a52ea4-9a43-4f95-b0b5-db87b1c1ae5b by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '00819e47-e0ca-48ec-a006-7bbcd14684f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'deadfb0d-e2d2-4946-b981-1fbecda04ee7'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:00:23.638148 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c97f5e-6a81-410b-b488-2df934316602 None None] Attempting to bind port 11a52ea4-9a43-4f95-b0b5-db87b1c1ae5b on network deadfb0d-e2d2-4946-b981-1fbecda04ee7 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:00:23.650151 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c97f5e-6a81-410b-b488-2df934316602 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:00:23.651599 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c97f5e-6a81-410b-b488-2df934316602 None None] Checking segment: {'id': '00819e47-e0ca-48ec-a006-7bbcd14684f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'deadfb0d-e2d2-4946-b981-1fbecda04ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:00:23.652749 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-62c97f5e-6a81-410b-b488-2df934316602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:23.654266 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c97f5e-6a81-410b-b488-2df934316602 None None] Bound using segment: {'id': '00819e47-e0ca-48ec-a006-7bbcd14684f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'deadfb0d-e2d2-4946-b981-1fbecda04ee7'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:00:23.655546 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-62c97f5e-6a81-410b-b488-2df934316602 None None] Bound port: 11a52ea4-9a43-4f95-b0b5-db87b1c1ae5b, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00819e47-e0ca-48ec-a006-7bbcd14684f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'deadfb0d-e2d2-4946-b981-1fbecda04ee7'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:00:23.656044 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-62c97f5e-6a81-410b-b488-2df934316602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:23.669966 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1478be44-be66-4463-aae7-3490c401cd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'name': 'tempest-RoutersIpV6Test-router-827263504', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:00:16Z', 'updated_at': '2021-08-19T15:00:19Z', 'revision_number': 2, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'gw_port_host': None, '_interfaces': [{'id': 'c6ef3244-65c4-4a39-be27-e08cac564065', 'name': '', 'network_id': 'da604672-4d1a-4561-ae4c-0daee3602bd5', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:5e:2c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:18Z', 'updated_at': '2021-08-19T15:00:22Z', 'revision_number': 4, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': 'ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:23.722268 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1478be44-be66-4463-aae7-3490c401cd32 None None] The sync data for ids ['ba0411d5-08d2-4a3e-b1d0-1553c0569f17'] in n-d-766043-2 is: [{'id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'name': 'tempest-RoutersIpV6Test-router-827263504', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:00:16Z', 'updated_at': '2021-08-19T15:00:19Z', 'revision_number': 2, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'gw_port_host': None, '_interfaces': [{'id': 'c6ef3244-65c4-4a39-be27-e08cac564065', 'name': '', 'network_id': 'da604672-4d1a-4561-ae4c-0daee3602bd5', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:5e:2c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:18Z', 'updated_at': '2021-08-19T15:00:22Z', 'revision_number': 4, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': 'ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:00:23.809177 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-62c97f5e-6a81-410b-b488-2df934316602 None None] For port 11a52ea4-9a43-4f95-b0b5-db87b1c1ae5b, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:00:23.814050 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-62c97f5e-6a81-410b-b488-2df934316602 None None] For port 11a52ea4-9a43-4f95-b0b5-db87b1c1ae5b, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=11a52ea4-9a43-4f95-b0b5-db87b1c1ae5b,segment=NetworkSegment(00819e47-e0ca-48ec-a006-7bbcd14684f6),segment_id=00819e47-e0ca-48ec-a006-7bbcd14684f6)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:00:23.822892 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-62c97f5e-6a81-410b-b488-2df934316602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:23.863769 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b4231-5a72-46a5-b09c-10abe10f5212 req-48df30c8-945f-467e-b87b-3f1b88a8562f tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:23.865455 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ee6b4231-5a72-46a5-b09c-10abe10f5212 req-48df30c8-945f-467e-b87b-3f1b88a8562f tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?device_id=07ae9c3c-40f2-4891-ae20-db0c49544d80 HTTP/1.1" status: 200 len: 945 time: 0.0971756 Aug 19 15:00:23.962291 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c97f5e-6a81-410b-b488-2df934316602 None None] Pushing event updated for resources: {'Port': ['ID=11a52ea4-9a43-4f95-b0b5-db87b1c1ae5b,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:23.989069 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ee6b4231-5a72-46a5-b09c-10abe10f5212 req-5fbbae86-cba6-4a0a-9f08-d2483f446a48 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/security-groups?id=c01b1887-cfe4-4bd8-ac45-b3df4d389926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920360 Aug 19 15:00:24.009730 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6791eab-0043-44d9-b955-15b0bfa726ee tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:24.027112 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-e6791eab-0043-44d9-b955-15b0bfa726ee tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Transition to ACTIVE for port object 0c6dbf29-d487-4a42-8adf-f072b5bfb393 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:00:24.086036 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6791eab-0043-44d9-b955-15b0bfa726ee tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:24.106316 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6791eab-0043-44d9-b955-15b0bfa726ee tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Network deadfb0d-e2d2-4946-b981-1fbecda04ee7 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:00:24.109495 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-e6791eab-0043-44d9-b955-15b0bfa726ee tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:00:24.138353 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6791eab-0043-44d9-b955-15b0bfa726ee tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:00:24.138898 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6791eab-0043-44d9-b955-15b0bfa726ee tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:24.225425 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6791eab-0043-44d9-b955-15b0bfa726ee tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event updated for resources: {'Port': ['ID=0c6dbf29-d487-4a42-8adf-f072b5bfb393,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:24.328514 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6791eab-0043-44d9-b955-15b0bfa726ee tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:24.766241 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6791eab-0043-44d9-b955-15b0bfa726ee tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:24.788233 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6791eab-0043-44d9-b955-15b0bfa726ee tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:24.789065 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6791eab-0043-44d9-b955-15b0bfa726ee tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:24.928684 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6791eab-0043-44d9-b955-15b0bfa726ee tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event updated for resources: {'Port': ['ID=0c6dbf29-d487-4a42-8adf-f072b5bfb393,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:24.990546 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6791eab-0043-44d9-b955-15b0bfa726ee tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Network deadfb0d-e2d2-4946-b981-1fbecda04ee7 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:00:24.994873 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-e6791eab-0043-44d9-b955-15b0bfa726ee tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:00:25.202743 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38787d9-4b15-4757-be30-910cc702f1f0 req-89d27be3-6d73-47c9-b722-dd2459b9eb0d tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:25.204329 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a38787d9-4b15-4757-be30-910cc702f1f0 req-89d27be3-6d73-47c9-b722-dd2459b9eb0d tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.2124336 Aug 19 15:00:25.237002 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6791eab-0043-44d9-b955-15b0bfa726ee tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Router ba0411d5-08d2-4a3e-b1d0-1553c0569f17 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:00:25.259094 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67c646e-4ee6-4a9e-9b56-5b7b926dbfd8 req-5eaf10d9-25e5-4724-bad8-dce7ea68a3dc tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:25.260744 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e67c646e-4ee6-4a9e-9b56-5b7b926dbfd8 req-5eaf10d9-25e5-4724-bad8-dce7ea68a3dc tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?device_id=07ae9c3c-40f2-4891-ae20-db0c49544d80 HTTP/1.1" status: 200 len: 945 time: 0.0997694 Aug 19 15:00:25.334808 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2297a4ea-7149-469a-a56d-aad0d1a11989 None None] Network deadfb0d-e2d2-4946-b981-1fbecda04ee7 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:00:25.382139 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a38787d9-4b15-4757-be30-910cc702f1f0 req-0277e7f7-7aee-49fa-8862-77989a58a0ee tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685450 Aug 19 15:00:25.461239 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ba9a0efd-679e-4d62-95d2-a671d100a3db None None] Provisioning for port 11a52ea4-9a43-4f95-b0b5-db87b1c1ae5b completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:00:25.466648 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e67c646e-4ee6-4a9e-9b56-5b7b926dbfd8 req-544be0d8-e348-43a7-98c3-c8ebd84bd27b tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/security-groups?id=c01b1887-cfe4-4bd8-ac45-b3df4d389926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558793 Aug 19 15:00:25.511453 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6791eab-0043-44d9-b955-15b0bfa726ee tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:00:25.525689 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46928) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:25.529491 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e6791eab-0043-44d9-b955-15b0bfa726ee tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "PUT /v2.0/routers/ba0411d5-08d2-4a3e-b1d0-1553c0569f17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2435653 Aug 19 15:00:25.534848 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d86acd81-1d22-4185-96bb-a79beedda60f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1872624432'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:00:25.593094 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86acd81-1d22-4185-96bb-a79beedda60f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Made reservation on behalf of 739e834e1bdb4091899c310a408a6ea5 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:00:25.597476 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d86acd81-1d22-4185-96bb-a79beedda60f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:25.629672 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d86acd81-1d22-4185-96bb-a79beedda60f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:00:25.643621 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d86acd81-1d22-4185-96bb-a79beedda60f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:25.644360 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-d86acd81-1d22-4185-96bb-a79beedda60f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Added segment b966b102-3890-4115-90d1-0f8ee1c7d102 of type vlan for network e655e1a0-e0d2-4d65-a59b-f6879340eb47 Aug 19 15:00:25.671444 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd9f24-bb7b-46a6-8a02-6e8309e3414a req-be233772-0066-417e-9da4-b82916f1d286 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:25.681297 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7efd9f24-bb7b-46a6-8a02-6e8309e3414a req-be233772-0066-417e-9da4-b82916f1d286 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1102395 Aug 19 15:00:25.720086 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 11a52ea4-9a43-4f95-b0b5-db87b1c1ae5b up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:00:25.725315 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d86acd81-1d22-4185-96bb-a79beedda60f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:25.773786 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7efd9f24-bb7b-46a6-8a02-6e8309e3414a req-4805056b-6ad8-47b4-8345-1ee1ef83ec62 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913403 Aug 19 15:00:25.797534 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d86acd81-1d22-4185-96bb-a79beedda60f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:25.816417 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86acd81-1d22-4185-96bb-a79beedda60f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:25.816936 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 11a52ea4-9a43-4f95-b0b5-db87b1c1ae5b completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:00:25.817850 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d86acd81-1d22-4185-96bb-a79beedda60f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:25.821978 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 11a52ea4-9a43-4f95-b0b5-db87b1c1ae5b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:25.822363 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:25.878296 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81edb82-5a0a-4f45-b9c9-b1af6c43008e None None] Sync routers for ids ['ba0411d5-08d2-4a3e-b1d0-1553c0569f17'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:00:25.922845 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86acd81-1d22-4185-96bb-a79beedda60f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event updated for resources: {'Network': ['ID=e655e1a0-e0d2-4d65-a59b-f6879340eb47,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:25.939033 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d86acd81-1d22-4185-96bb-a79beedda60f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4113545 Aug 19 15:00:25.941338 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network e655e1a0-e0d2-4d65-a59b-f6879340eb47 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:00:25.941685 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 46934) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:25.947537 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81edb82-5a0a-4f45-b9c9-b1af6c43008e None None] Routers {'ba0411d5-08d2-4a3e-b1d0-1553c0569f17'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:00:25.948174 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d81edb82-5a0a-4f45-b9c9-b1af6c43008e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:00:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['ba0411d5-08d2-4a3e-b1d0-1553c0569f17'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:25.953586 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-0132ac50-e345-4268-b7a8-85ff1cadfb26 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Request body: {'subnet': {'network_id': 'e655e1a0-e0d2-4d65-a59b-f6879340eb47', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:00:26.146765 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0132ac50-e345-4268-b7a8-85ff1cadfb26 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Made reservation on behalf of 739e834e1bdb4091899c310a408a6ea5 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:00:26.154530 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0132ac50-e345-4268-b7a8-85ff1cadfb26 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:26.255194 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-d81edb82-5a0a-4f45-b9c9-b1af6c43008e None None] Set router ba0411d5-08d2-4a3e-b1d0-1553c0569f17 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:00:26.276263 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:26.392243 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ebc28898-5378-4894-a7c0-b4dc07a23dea None None] Provisioning for port 0c6dbf29-d487-4a42-8adf-f072b5bfb393 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:00:26.420718 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ebc28898-5378-4894-a7c0-b4dc07a23dea None None] Provisioning complete for port 0c6dbf29-d487-4a42-8adf-f072b5bfb393 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:26.421425 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ebc28898-5378-4894-a7c0-b4dc07a23dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:26.448881 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0132ac50-e345-4268-b7a8-85ff1cadfb26 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:26.474236 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 11a52ea4-9a43-4f95-b0b5-db87b1c1ae5b, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=11a52ea4-9a43-4f95-b0b5-db87b1c1ae5b,segment=NetworkSegment(00819e47-e0ca-48ec-a006-7bbcd14684f6),segment_id=00819e47-e0ca-48ec-a006-7bbcd14684f6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:26.495588 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:26.496804 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device c6ef3244-65c4-4a39-be27-e08cac564065 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:00:26.562614 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=11a52ea4-9a43-4f95-b0b5-db87b1c1ae5b,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:26.593595 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ebc28898-5378-4894-a7c0-b4dc07a23dea None None] Port 0c6dbf29-d487-4a42-8adf-f072b5bfb393 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:00:26.603575 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:26.604314 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:26.604925 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:26.605483 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:26.606073 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:26.606629 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:26.607186 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:26.607747 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:26.608306 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:26.608899 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:26.609603 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:26.610154 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:26.653517 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ebc28898-5378-4894-a7c0-b4dc07a23dea None None] Provisioning complete for port 11a52ea4-9a43-4f95-b0b5-db87b1c1ae5b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:26.654236 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ebc28898-5378-4894-a7c0-b4dc07a23dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:26.690556 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0132ac50-e345-4268-b7a8-85ff1cadfb26 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event updated for resources: {'Subnet': ['ID=90755aeb-903b-4dda-bcae-f7e52e8fc6fa,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:26.727236 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port c6ef3244-65c4-4a39-be27-e08cac564065 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:00:26.733689 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port c6ef3244-65c4-4a39-be27-e08cac564065 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:26.734196 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:26.743592 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea5790-0a2d-4bda-84c7-b07abf390bbe req-7c23bb8b-8d1b-4ff9-a04f-372d60fd13c9 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:26.745843 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f8ea5790-0a2d-4bda-84c7-b07abf390bbe req-7c23bb8b-8d1b-4ff9-a04f-372d60fd13c9 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?device_id=07ae9c3c-40f2-4891-ae20-db0c49544d80 HTTP/1.1" status: 200 len: 945 time: 0.1158357 Aug 19 15:00:26.749250 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0132ac50-e345-4268-b7a8-85ff1cadfb26 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Checking segment: {'id': 'b966b102-3890-4115-90d1-0f8ee1c7d102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e655e1a0-e0d2-4d65-a59b-f6879340eb47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:00:26.749601 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0132ac50-e345-4268-b7a8-85ff1cadfb26 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Network hostable DHCP agents. Network: e655e1a0-e0d2-4d65-a59b-f6879340eb47, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:00:26.796663 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0132ac50-e345-4268-b7a8-85ff1cadfb26 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Network e655e1a0-e0d2-4d65-a59b-f6879340eb47 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:00:26.809512 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f8ea5790-0a2d-4bda-84c7-b07abf390bbe req-d86ba390-3858-4ff3-9705-c2517dd9811a tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/security-groups?id=c01b1887-cfe4-4bd8-ac45-b3df4d389926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554931 Aug 19 15:00:26.818759 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-0132ac50-e345-4268-b7a8-85ff1cadfb26 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, e655e1a0-e0d2-4d65-a59b-f6879340eb47) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:00:26.824937 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0132ac50-e345-4268-b7a8-85ff1cadfb26 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:26.825541 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0132ac50-e345-4268-b7a8-85ff1cadfb26 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:26.846424 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-0132ac50-e345-4268-b7a8-85ff1cadfb26 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9031904 Aug 19 15:00:26.849421 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 46950) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:26.853449 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a1d0df-0af1-4f65-a810-d856db6aa26f None None] Network e655e1a0-e0d2-4d65-a59b-f6879340eb47 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:00:26.982962 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d81edb82-5a0a-4f45-b9c9-b1af6c43008e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'name': 'tempest-RoutersIpV6Test-router-827263504', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:00:16Z', 'updated_at': '2021-08-19T15:00:24Z', 'revision_number': 3, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'gw_port_host': None, '_interfaces': [{'id': '0c6dbf29-d487-4a42-8adf-f072b5bfb393', 'name': '', 'network_id': 'deadfb0d-e2d2-4946-b981-1fbecda04ee7', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:95:1d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '6fad4d2e-397f-4758-bb01-16635c7c9611', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:23Z', 'updated_at': '2021-08-19T15:00:24Z', 'revision_number': 2, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': '6fad4d2e-397f-4758-bb01-16635c7c9611', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6ef3244-65c4-4a39-be27-e08cac564065', 'name': '', 'network_id': 'da604672-4d1a-4561-ae4c-0daee3602bd5', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:5e:2c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:18Z', 'updated_at': '2021-08-19T15:00:22Z', 'revision_number': 4, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': 'ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:27.154935 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81edb82-5a0a-4f45-b9c9-b1af6c43008e None None] Checking router: ba0411d5-08d2-4a3e-b1d0-1553c0569f17 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:00:27.155291 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81edb82-5a0a-4f45-b9c9-b1af6c43008e None None] Updating router ba0411d5-08d2-4a3e-b1d0-1553c0569f17 port 0c6dbf29-d487-4a42-8adf-f072b5bfb393 binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:00:27.159317 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:27.252656 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e4224c-1d17-4406-b26d-b711b23367fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-e655e1a0-e0d2-4d65-a59b-f6879340eb47', 'network_id': 'e655e1a0-e0d2-4d65-a59b-f6879340eb47', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'fixed_ips': [{'subnet_id': '90755aeb-903b-4dda-bcae-f7e52e8fc6fa'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:00:27.253773 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-75e4224c-1d17-4406-b26d-b711b23367fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:27.285100 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d81edb82-5a0a-4f45-b9c9-b1af6c43008e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:27.296559 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port c6ef3244-65c4-4a39-be27-e08cac564065, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=c6ef3244-65c4-4a39-be27-e08cac564065,segment=NetworkSegment(c1bfcd10-0897-4f93-aa6d-ab083f7d3a66),segment_id=c1bfcd10-0897-4f93-aa6d-ab083f7d3a66)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:27.374339 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:27.390323 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7a249dd9-1b6c-44de-8cf6-ad0d4b4d8d10 None None] Provisioning complete for port 0c6dbf29-d487-4a42-8adf-f072b5bfb393 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:27.391621 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7a249dd9-1b6c-44de-8cf6-ad0d4b4d8d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:27.645707 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-7a249dd9-1b6c-44de-8cf6-ad0d4b4d8d10 None None] Port 0c6dbf29-d487-4a42-8adf-f072b5bfb393 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:00:27.648193 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 11a52ea4-9a43-4f95-b0b5-db87b1c1ae5b up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:00:27.657992 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-18f92497-499f-4fc4-a071-f9bb96688ef2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:27.849551 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=c6ef3244-65c4-4a39-be27-e08cac564065,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:27.988760 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-75e4224c-1d17-4406-b26d-b711b23367fc None None] Allocated IP 2001:db8:2::2 (e655e1a0-e0d2-4d65-a59b-f6879340eb47/90755aeb-903b-4dda-bcae-f7e52e8fc6fa/a64e76f0-5f59-4d31-9304-3b5db895b9f8) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:00:28.044219 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584f63f-764c-49d9-a1a3-217541e1cd96 req-a3845343-8af0-41cb-bc8e-5aca3c2026fd tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:28.048280 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0584f63f-764c-49d9-a1a3-217541e1cd96 req-a3845343-8af0-41cb-bc8e-5aca3c2026fd tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?device_id=07ae9c3c-40f2-4891-ae20-db0c49544d80 HTTP/1.1" status: 200 len: 945 time: 0.1155934 Aug 19 15:00:28.108822 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0584f63f-764c-49d9-a1a3-217541e1cd96 req-3456eacd-707d-45d4-b9e0-7838d4ade3c0 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/security-groups?id=c01b1887-cfe4-4bd8-ac45-b3df4d389926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532384 Aug 19 15:00:28.206077 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 11a52ea4-9a43-4f95-b0b5-db87b1c1ae5b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:28.206449 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:28.338608 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-75e4224c-1d17-4406-b26d-b711b23367fc None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:28.370477 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-75e4224c-1d17-4406-b26d-b711b23367fc None None] Transition to ACTIVE for port object a64e76f0-5f59-4d31-9304-3b5db895b9f8 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:00:28.424943 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d81edb82-5a0a-4f45-b9c9-b1af6c43008e None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:28.427323 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-75e4224c-1d17-4406-b26d-b711b23367fc None None] Transition to ACTIVE for port object a64e76f0-5f59-4d31-9304-3b5db895b9f8 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:00:28.440663 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d81edb82-5a0a-4f45-b9c9-b1af6c43008e None None] Transition to ACTIVE for port object 0c6dbf29-d487-4a42-8adf-f072b5bfb393 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:00:28.450390 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-75e4224c-1d17-4406-b26d-b711b23367fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:28.471759 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e4224c-1d17-4406-b26d-b711b23367fc None None] Network e655e1a0-e0d2-4d65-a59b-f6879340eb47 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:00:28.475925 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-75e4224c-1d17-4406-b26d-b711b23367fc None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:00:28.478049 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d81edb82-5a0a-4f45-b9c9-b1af6c43008e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:28.525575 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e4224c-1d17-4406-b26d-b711b23367fc None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:00:28.563378 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-18f92497-499f-4fc4-a071-f9bb96688ef2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Allocated IP 2001:db8:2::1 (e655e1a0-e0d2-4d65-a59b-f6879340eb47/90755aeb-903b-4dda-bcae-f7e52e8fc6fa/2745fdad-6151-4d9c-8661-dfa9ebac74cb) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:00:28.590352 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e4224c-1d17-4406-b26d-b711b23367fc None None] Pushing event updated for resources: {'Port': ['ID=a64e76f0-5f59-4d31-9304-3b5db895b9f8,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:28.722411 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-75e4224c-1d17-4406-b26d-b711b23367fc None None] Attempting to bind port a64e76f0-5f59-4d31-9304-3b5db895b9f8 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:00:28.723546 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-75e4224c-1d17-4406-b26d-b711b23367fc None None] Attempting to bind port a64e76f0-5f59-4d31-9304-3b5db895b9f8 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'b966b102-3890-4115-90d1-0f8ee1c7d102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e655e1a0-e0d2-4d65-a59b-f6879340eb47'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:00:28.724130 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e4224c-1d17-4406-b26d-b711b23367fc None None] Attempting to bind port a64e76f0-5f59-4d31-9304-3b5db895b9f8 on network e655e1a0-e0d2-4d65-a59b-f6879340eb47 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:00:28.784566 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e4224c-1d17-4406-b26d-b711b23367fc None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:00:28.786575 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e4224c-1d17-4406-b26d-b711b23367fc None None] Checking segment: {'id': 'b966b102-3890-4115-90d1-0f8ee1c7d102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e655e1a0-e0d2-4d65-a59b-f6879340eb47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:00:28.787411 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-75e4224c-1d17-4406-b26d-b711b23367fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:28.788877 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e4224c-1d17-4406-b26d-b711b23367fc None None] Bound using segment: {'id': 'b966b102-3890-4115-90d1-0f8ee1c7d102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e655e1a0-e0d2-4d65-a59b-f6879340eb47'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:00:28.789631 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-75e4224c-1d17-4406-b26d-b711b23367fc None None] Bound port: a64e76f0-5f59-4d31-9304-3b5db895b9f8, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b966b102-3890-4115-90d1-0f8ee1c7d102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e655e1a0-e0d2-4d65-a59b-f6879340eb47'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:00:28.792245 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-75e4224c-1d17-4406-b26d-b711b23367fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:28.833125 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992d3aee-5a72-4c59-b1fb-d7f923cd1a56 None None] Pushing event updated for resources: {'Port': ['ID=0c6dbf29-d487-4a42-8adf-f072b5bfb393,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:28.844332 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d5e31-98fc-48ab-8603-c5c969cc2526 req-0d62de0e-d301-4c1c-8e3b-4b98aea30f09 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:28.845867 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ab8d5e31-98fc-48ab-8603-c5c969cc2526 req-0d62de0e-d301-4c1c-8e3b-4b98aea30f09 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1041236 Aug 19 15:00:28.868904 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-18f92497-499f-4fc4-a071-f9bb96688ef2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:28.880966 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d81edb82-5a0a-4f45-b9c9-b1af6c43008e None None] Attempting to bind port 0c6dbf29-d487-4a42-8adf-f072b5bfb393 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:00:28.883998 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d81edb82-5a0a-4f45-b9c9-b1af6c43008e None None] Attempting to bind port 0c6dbf29-d487-4a42-8adf-f072b5bfb393 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '00819e47-e0ca-48ec-a006-7bbcd14684f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'deadfb0d-e2d2-4946-b981-1fbecda04ee7'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:00:28.884144 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81edb82-5a0a-4f45-b9c9-b1af6c43008e None None] Attempting to bind port 0c6dbf29-d487-4a42-8adf-f072b5bfb393 on network deadfb0d-e2d2-4946-b981-1fbecda04ee7 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:00:28.902268 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-18f92497-499f-4fc4-a071-f9bb96688ef2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Transition to ACTIVE for port object 2745fdad-6151-4d9c-8661-dfa9ebac74cb will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:00:28.903953 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81edb82-5a0a-4f45-b9c9-b1af6c43008e None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:00:28.904521 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81edb82-5a0a-4f45-b9c9-b1af6c43008e None None] Checking segment: {'id': '00819e47-e0ca-48ec-a006-7bbcd14684f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'deadfb0d-e2d2-4946-b981-1fbecda04ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:00:28.904933 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d81edb82-5a0a-4f45-b9c9-b1af6c43008e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:28.905547 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81edb82-5a0a-4f45-b9c9-b1af6c43008e None None] Bound using segment: {'id': '00819e47-e0ca-48ec-a006-7bbcd14684f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'deadfb0d-e2d2-4946-b981-1fbecda04ee7'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:00:28.905819 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d81edb82-5a0a-4f45-b9c9-b1af6c43008e None None] Bound port: 0c6dbf29-d487-4a42-8adf-f072b5bfb393, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00819e47-e0ca-48ec-a006-7bbcd14684f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'deadfb0d-e2d2-4946-b981-1fbecda04ee7'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:00:28.906201 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d81edb82-5a0a-4f45-b9c9-b1af6c43008e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:28.921909 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ab8d5e31-98fc-48ab-8603-c5c969cc2526 req-deb30d05-088d-42ec-afb0-71ccde2ef31c tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670326 Aug 19 15:00:28.944664 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-18f92497-499f-4fc4-a071-f9bb96688ef2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:29.000082 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f92497-499f-4fc4-a071-f9bb96688ef2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Network e655e1a0-e0d2-4d65-a59b-f6879340eb47 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:00:29.007258 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-18f92497-499f-4fc4-a071-f9bb96688ef2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:00:29.012643 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f92497-499f-4fc4-a071-f9bb96688ef2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:00:29.013340 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-18f92497-499f-4fc4-a071-f9bb96688ef2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:29.026081 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-75e4224c-1d17-4406-b26d-b711b23367fc None None] For port a64e76f0-5f59-4d31-9304-3b5db895b9f8, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:00:29.049491 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-75e4224c-1d17-4406-b26d-b711b23367fc None None] For port a64e76f0-5f59-4d31-9304-3b5db895b9f8, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=a64e76f0-5f59-4d31-9304-3b5db895b9f8,segment=NetworkSegment(b966b102-3890-4115-90d1-0f8ee1c7d102),segment_id=b966b102-3890-4115-90d1-0f8ee1c7d102)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:00:29.056574 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d81edb82-5a0a-4f45-b9c9-b1af6c43008e None None] For port 0c6dbf29-d487-4a42-8adf-f072b5bfb393, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:00:29.061465 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d81edb82-5a0a-4f45-b9c9-b1af6c43008e None None] For port 0c6dbf29-d487-4a42-8adf-f072b5bfb393, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=0c6dbf29-d487-4a42-8adf-f072b5bfb393,segment=NetworkSegment(00819e47-e0ca-48ec-a006-7bbcd14684f6),segment_id=00819e47-e0ca-48ec-a006-7bbcd14684f6)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:00:29.061886 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f92497-499f-4fc4-a071-f9bb96688ef2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event updated for resources: {'Port': ['ID=2745fdad-6151-4d9c-8661-dfa9ebac74cb,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:29.064499 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-75e4224c-1d17-4406-b26d-b711b23367fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:29.096669 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d81edb82-5a0a-4f45-b9c9-b1af6c43008e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:29.106185 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa902b95-6bb4-4cb8-85e3-66752f0ca75b req-bdbb679b-21a4-4c19-9bb0-937533b45b47 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:29.108929 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fa902b95-6bb4-4cb8-85e3-66752f0ca75b req-bdbb679b-21a4-4c19-9bb0-937533b45b47 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.0836191 Aug 19 15:00:29.155580 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e4224c-1d17-4406-b26d-b711b23367fc None None] Pushing event updated for resources: {'Port': ['ID=a64e76f0-5f59-4d31-9304-3b5db895b9f8,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:29.181083 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81edb82-5a0a-4f45-b9c9-b1af6c43008e None None] Routers {'ba0411d5-08d2-4a3e-b1d0-1553c0569f17'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:00:29.189936 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d81edb82-5a0a-4f45-b9c9-b1af6c43008e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:00:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['ba0411d5-08d2-4a3e-b1d0-1553c0569f17'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:29.193932 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fa902b95-6bb4-4cb8-85e3-66752f0ca75b req-149dfde1-0fb7-480b-a2f3-8f092cfdd15e tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753031 Aug 19 15:00:29.240173 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-18f92497-499f-4fc4-a071-f9bb96688ef2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:29.479612 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce583ec-bd9b-43f9-ac39-06167728adad req-f35b39d6-9070-4d02-b491-69f05c7cfd96 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:29.491694 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cce583ec-bd9b-43f9-ac39-06167728adad req-f35b39d6-9070-4d02-b491-69f05c7cfd96 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?device_id=07ae9c3c-40f2-4891-ae20-db0c49544d80 HTTP/1.1" status: 200 len: 945 time: 0.2418823 Aug 19 15:00:29.632448 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-d81edb82-5a0a-4f45-b9c9-b1af6c43008e None None] Set router ba0411d5-08d2-4a3e-b1d0-1553c0569f17 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:00:29.703575 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cce583ec-bd9b-43f9-ac39-06167728adad req-514aac4a-a1d6-4b70-8ae2-ced642c73c70 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/security-groups?id=c01b1887-cfe4-4bd8-ac45-b3df4d389926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2069530 Aug 19 15:00:29.724052 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1805b65-2fb9-41e7-8e33-3bc29e508d1a req-881f2ef8-43fc-433c-b944-ac2bd297d1dc tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:29.727533 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c1805b65-2fb9-41e7-8e33-3bc29e508d1a req-881f2ef8-43fc-433c-b944-ac2bd297d1dc tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1823549 Aug 19 15:00:29.741775 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-18f92497-499f-4fc4-a071-f9bb96688ef2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:29.750157 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-18f92497-499f-4fc4-a071-f9bb96688ef2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:29.750866 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-18f92497-499f-4fc4-a071-f9bb96688ef2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:29.778736 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c1805b65-2fb9-41e7-8e33-3bc29e508d1a req-5dbadeb8-e0d3-4435-b11d-1ea011ac777a tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447128 Aug 19 15:00:29.778993 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992d3aee-5a72-4c59-b1fb-d7f923cd1a56 None None] Pushing event updated for resources: {'Port': ['ID=0c6dbf29-d487-4a42-8adf-f072b5bfb393,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:29.868724 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device a64e76f0-5f59-4d31-9304-3b5db895b9f8 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:00:29.923060 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f92497-499f-4fc4-a071-f9bb96688ef2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event updated for resources: {'Port': ['ID=2745fdad-6151-4d9c-8661-dfa9ebac74cb,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:29.989172 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port a64e76f0-5f59-4d31-9304-3b5db895b9f8 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:00:29.994750 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f92497-499f-4fc4-a071-f9bb96688ef2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Network e655e1a0-e0d2-4d65-a59b-f6879340eb47 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:00:29.996797 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-18f92497-499f-4fc4-a071-f9bb96688ef2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:00:30.000227 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device c6ef3244-65c4-4a39-be27-e08cac564065 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:00:30.010172 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102dbf8a-fc8f-449b-a55b-566e3fad138b req-12489854-8ab4-41dd-bcb5-a83e3238ea6b tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:30.011911 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-102dbf8a-fc8f-449b-a55b-566e3fad138b req-12489854-8ab4-41dd-bcb5-a83e3238ea6b tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.0940945 Aug 19 15:00:30.058021 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-102dbf8a-fc8f-449b-a55b-566e3fad138b req-290ceabe-5e31-4f31-9658-82f23e35e4fc tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392175 Aug 19 15:00:30.114291 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f92497-499f-4fc4-a071-f9bb96688ef2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Router ba0411d5-08d2-4a3e-b1d0-1553c0569f17 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:00:30.120578 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d81edb82-5a0a-4f45-b9c9-b1af6c43008e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'name': 'tempest-RoutersIpV6Test-router-827263504', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:00:16Z', 'updated_at': '2021-08-19T15:00:29Z', 'revision_number': 4, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'gw_port_host': None, '_interfaces': [{'id': '0c6dbf29-d487-4a42-8adf-f072b5bfb393', 'name': '', 'network_id': 'deadfb0d-e2d2-4946-b981-1fbecda04ee7', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:95:1d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '6fad4d2e-397f-4758-bb01-16635c7c9611', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:23Z', 'updated_at': '2021-08-19T15:00:29Z', 'revision_number': 4, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': '6fad4d2e-397f-4758-bb01-16635c7c9611', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2745fdad-6151-4d9c-8661-dfa9ebac74cb', 'name': '', 'network_id': 'e655e1a0-e0d2-4d65-a59b-f6879340eb47', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:86:20:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '90755aeb-903b-4dda-bcae-f7e52e8fc6fa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:27Z', 'updated_at': '2021-08-19T15:00:28Z', 'revision_number': 1, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': '90755aeb-903b-4dda-bcae-f7e52e8fc6fa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6ef3244-65c4-4a39-be27-e08cac564065', 'name': '', 'network_id': 'da604672-4d1a-4561-ae4c-0daee3602bd5', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:5e:2c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:18Z', 'updated_at': '2021-08-19T15:00:27Z', 'revision_number': 5, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': 'ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:30.188361 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81edb82-5a0a-4f45-b9c9-b1af6c43008e None None] The sync data for ids ['ba0411d5-08d2-4a3e-b1d0-1553c0569f17'] in n-d-766043-2 is: [{'id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'name': 'tempest-RoutersIpV6Test-router-827263504', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:00:16Z', 'updated_at': '2021-08-19T15:00:29Z', 'revision_number': 4, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'gw_port_host': None, '_interfaces': [{'id': '0c6dbf29-d487-4a42-8adf-f072b5bfb393', 'name': '', 'network_id': 'deadfb0d-e2d2-4946-b981-1fbecda04ee7', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:95:1d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '6fad4d2e-397f-4758-bb01-16635c7c9611', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:23Z', 'updated_at': '2021-08-19T15:00:29Z', 'revision_number': 4, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': '6fad4d2e-397f-4758-bb01-16635c7c9611', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2745fdad-6151-4d9c-8661-dfa9ebac74cb', 'name': '', 'network_id': 'e655e1a0-e0d2-4d65-a59b-f6879340eb47', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:86:20:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '90755aeb-903b-4dda-bcae-f7e52e8fc6fa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:27Z', 'updated_at': '2021-08-19T15:00:28Z', 'revision_number': 1, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': '90755aeb-903b-4dda-bcae-f7e52e8fc6fa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6ef3244-65c4-4a39-be27-e08cac564065', 'name': '', 'network_id': 'da604672-4d1a-4561-ae4c-0daee3602bd5', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:5e:2c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:18Z', 'updated_at': '2021-08-19T15:00:27Z', 'revision_number': 5, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': 'ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:00:30.195347 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port c6ef3244-65c4-4a39-be27-e08cac564065 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:30.196400 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:30.271338 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f92497-499f-4fc4-a071-f9bb96688ef2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:00:30.285137 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-18f92497-499f-4fc4-a071-f9bb96688ef2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "PUT /v2.0/routers/ba0411d5-08d2-4a3e-b1d0-1553c0569f17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4340005 Aug 19 15:00:30.289516 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47010) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:30.302269 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-12811030-24c9-45ff-9c72-5b3765781a33 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1330149756'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:00:30.346204 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12811030-24c9-45ff-9c72-5b3765781a33 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Made reservation on behalf of 739e834e1bdb4091899c310a408a6ea5 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:00:30.355500 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12811030-24c9-45ff-9c72-5b3765781a33 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:30.404049 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074cff25-b9d0-4ab6-b7ea-338a3dc69777 req-6a532505-95a7-467e-86bf-93005f0c893c tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:30.416800 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-074cff25-b9d0-4ab6-b7ea-338a3dc69777 req-6a532505-95a7-467e-86bf-93005f0c893c tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1594779 Aug 19 15:00:30.418451 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12811030-24c9-45ff-9c72-5b3765781a33 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:00:30.437609 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12811030-24c9-45ff-9c72-5b3765781a33 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:30.437609 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-12811030-24c9-45ff-9c72-5b3765781a33 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Added segment 17a7dc5b-26fd-4640-abd2-ec40ccf5206a of type vlan for network 39c4cc25-6bfd-4c8d-aca9-504c9f9481c0 Aug 19 15:00:30.529170 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-074cff25-b9d0-4ab6-b7ea-338a3dc69777 req-31c7da55-ad45-497c-8349-ece22b67d0be tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110086 Aug 19 15:00:30.539200 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12811030-24c9-45ff-9c72-5b3765781a33 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:30.598945 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12811030-24c9-45ff-9c72-5b3765781a33 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:30.617216 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12811030-24c9-45ff-9c72-5b3765781a33 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:30.618565 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12811030-24c9-45ff-9c72-5b3765781a33 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:30.743796 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-12811030-24c9-45ff-9c72-5b3765781a33 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4515235 Aug 19 15:00:30.747352 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47018) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:30.753591 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ad80b004-59bd-49b7-b728-e6baedac7158 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Request body: {'subnet': {'network_id': '39c4cc25-6bfd-4c8d-aca9-504c9f9481c0', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:00:30.809099 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bfc90-17a5-4617-a11d-40d8af6e0b9f req-f6313ca8-1c8d-4e85-8070-c49200037eef tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:30.818227 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b88bfc90-17a5-4617-a11d-40d8af6e0b9f req-f6313ca8-1c8d-4e85-8070-c49200037eef tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1514239 Aug 19 15:00:30.910287 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12811030-24c9-45ff-9c72-5b3765781a33 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event updated for resources: {'Network': ['ID=39c4cc25-6bfd-4c8d-aca9-504c9f9481c0,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:30.916503 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424b5322-2708-42d7-8bab-09bc74e9ac3f None None] Network e655e1a0-e0d2-4d65-a59b-f6879340eb47 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:00:30.940891 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b88bfc90-17a5-4617-a11d-40d8af6e0b9f req-16365a36-fd25-48ae-a6d8-d8a3b8fc145e tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183546 Aug 19 15:00:30.972118 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad80b004-59bd-49b7-b728-e6baedac7158 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Made reservation on behalf of 739e834e1bdb4091899c310a408a6ea5 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:00:30.976228 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ad80b004-59bd-49b7-b728-e6baedac7158 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:30.983077 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169fc11-ae4b-449e-8f5b-6ed483159e1b req-ac56edf7-60a6-4109-8cdd-86437afeccd6 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:30.984761 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f169fc11-ae4b-449e-8f5b-6ed483159e1b req-ac56edf7-60a6-4109-8cdd-86437afeccd6 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?device_id=07ae9c3c-40f2-4891-ae20-db0c49544d80 HTTP/1.1" status: 200 len: 945 time: 0.1289611 Aug 19 15:00:30.993146 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 39c4cc25-6bfd-4c8d-aca9-504c9f9481c0 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:00:31.098065 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f169fc11-ae4b-449e-8f5b-6ed483159e1b req-161db4a4-4b83-41c8-a8d5-bb08f722452f tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/security-groups?id=c01b1887-cfe4-4bd8-ac45-b3df4d389926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061141 Aug 19 15:00:31.203321 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fa746f4c-b177-4a84-b5a7-60884ba6468f None None] Provisioning for port a64e76f0-5f59-4d31-9304-3b5db895b9f8 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:00:31.224832 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fa746f4c-b177-4a84-b5a7-60884ba6468f None None] Provisioning complete for port a64e76f0-5f59-4d31-9304-3b5db895b9f8 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:31.225206 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fa746f4c-b177-4a84-b5a7-60884ba6468f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:31.309144 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aeafdd-7be3-47c0-847d-02b2666fb3d2 req-60b8091f-7289-42dd-9092-0c96d50f9892 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:31.318250 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b3aeafdd-7be3-47c0-847d-02b2666fb3d2 req-60b8091f-7289-42dd-9092-0c96d50f9892 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1002216 Aug 19 15:00:31.389625 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ad80b004-59bd-49b7-b728-e6baedac7158 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:31.391036 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b3aeafdd-7be3-47c0-847d-02b2666fb3d2 req-345619c0-4dc6-4342-a312-818fe8b805b4 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714719 Aug 19 15:00:31.401870 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fa746f4c-b177-4a84-b5a7-60884ba6468f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:31.463687 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad80b004-59bd-49b7-b728-e6baedac7158 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event updated for resources: {'Subnet': ['ID=2bfc66cc-db3d-48bb-8549-972fc97d9d88,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:31.528380 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad80b004-59bd-49b7-b728-e6baedac7158 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Checking segment: {'id': '17a7dc5b-26fd-4640-abd2-ec40ccf5206a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '39c4cc25-6bfd-4c8d-aca9-504c9f9481c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:00:31.528804 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad80b004-59bd-49b7-b728-e6baedac7158 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Network hostable DHCP agents. Network: 39c4cc25-6bfd-4c8d-aca9-504c9f9481c0, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:00:31.543983 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6f3f42fc-e514-49b0-8a8a-828f9efecbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:31.563826 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-fa746f4c-b177-4a84-b5a7-60884ba6468f None None] For port a64e76f0-5f59-4d31-9304-3b5db895b9f8, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=a64e76f0-5f59-4d31-9304-3b5db895b9f8,segment=NetworkSegment(b966b102-3890-4115-90d1-0f8ee1c7d102),segment_id=b966b102-3890-4115-90d1-0f8ee1c7d102)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:31.565770 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad80b004-59bd-49b7-b728-e6baedac7158 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Network 39c4cc25-6bfd-4c8d-aca9-504c9f9481c0 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:00:31.582569 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-ad80b004-59bd-49b7-b728-e6baedac7158 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 39c4cc25-6bfd-4c8d-aca9-504c9f9481c0) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:00:31.594196 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad80b004-59bd-49b7-b728-e6baedac7158 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:31.594196 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ad80b004-59bd-49b7-b728-e6baedac7158 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:31.655488 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10623eaa-c7bb-4de8-a9a3-1ff509aa251c None None] Network 39c4cc25-6bfd-4c8d-aca9-504c9f9481c0 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:00:31.660732 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ad80b004-59bd-49b7-b728-e6baedac7158 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9115064 Aug 19 15:00:31.661412 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47032) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:31.681230 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fa746f4c-b177-4a84-b5a7-60884ba6468f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:31.712531 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15219262-96ef-4711-97f6-8f3de595ee0b req-92339a58-00d5-43be-a461-7f11db2f071c tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:31.719465 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 0c6dbf29-d487-4a42-8adf-f072b5bfb393 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:00:31.722378 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-15219262-96ef-4711-97f6-8f3de595ee0b req-92339a58-00d5-43be-a461-7f11db2f071c tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1576991 Aug 19 15:00:31.793590 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-15219262-96ef-4711-97f6-8f3de595ee0b req-69d5d4e2-ac3b-43b1-9286-6f07fdafe87a tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691392 Aug 19 15:00:32.081235 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673648d2-1080-4ae2-a0d4-1c4a4ea7a570 req-f8f521e6-c0d8-42ad-9597-ff3d243de013 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:32.105643 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-673648d2-1080-4ae2-a0d4-1c4a4ea7a570 req-f8f521e6-c0d8-42ad-9597-ff3d243de013 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1174724 Aug 19 15:00:32.120501 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa746f4c-b177-4a84-b5a7-60884ba6468f None None] Pushing event updated for resources: {'Port': ['ID=a64e76f0-5f59-4d31-9304-3b5db895b9f8,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:32.173050 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 0c6dbf29-d487-4a42-8adf-f072b5bfb393 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:00:32.214658 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-673648d2-1080-4ae2-a0d4-1c4a4ea7a570 req-5df83bc6-e852-42ef-8220-5eb79f4803ce tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159484 Aug 19 15:00:32.234662 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 0c6dbf29-d487-4a42-8adf-f072b5bfb393 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:32.235175 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:32.343748 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c48688-4d13-483c-800a-02bfd45ef8a2 None None] Sync routers for ids ['ba0411d5-08d2-4a3e-b1d0-1553c0569f17'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:00:32.357914 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c48688-4d13-483c-800a-02bfd45ef8a2 None None] Routers {'ba0411d5-08d2-4a3e-b1d0-1553c0569f17'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:00:32.358545 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-33c48688-4d13-483c-800a-02bfd45ef8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:00:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['ba0411d5-08d2-4a3e-b1d0-1553c0569f17'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:32.375503 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5a0f2-534b-410a-beae-c09eec369ea5 req-a9b00a8b-4572-41d5-8fab-1b823e991def tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:32.386991 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b2a5a0f2-534b-410a-beae-c09eec369ea5 req-a9b00a8b-4572-41d5-8fab-1b823e991def tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?device_id=07ae9c3c-40f2-4891-ae20-db0c49544d80 HTTP/1.1" status: 200 len: 945 time: 0.1145251 Aug 19 15:00:32.411860 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:32.516699 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3d5866-4243-4427-8eb3-8644e41aa5ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-39c4cc25-6bfd-4c8d-aca9-504c9f9481c0', 'network_id': '39c4cc25-6bfd-4c8d-aca9-504c9f9481c0', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'fixed_ips': [{'subnet_id': '2bfc66cc-db3d-48bb-8549-972fc97d9d88'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:00:32.520632 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7c3d5866-4243-4427-8eb3-8644e41aa5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:32.543097 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-33c48688-4d13-483c-800a-02bfd45ef8a2 None None] Set router ba0411d5-08d2-4a3e-b1d0-1553c0569f17 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:00:32.546114 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 0c6dbf29-d487-4a42-8adf-f072b5bfb393, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=0c6dbf29-d487-4a42-8adf-f072b5bfb393,segment=NetworkSegment(00819e47-e0ca-48ec-a006-7bbcd14684f6),segment_id=00819e47-e0ca-48ec-a006-7bbcd14684f6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:32.548626 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b2a5a0f2-534b-410a-beae-c09eec369ea5 req-8b01f934-8d36-41bb-a925-d01768086f9a tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/security-groups?id=c01b1887-cfe4-4bd8-ac45-b3df4d389926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605527 Aug 19 15:00:32.569277 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:32.586776 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8994f-3b72-4631-9c33-0e2995a4d711 req-b702f594-6147-4f51-8d57-69cdad5c18ef tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:32.588352 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-89b8994f-3b72-4631-9c33-0e2995a4d711 req-b702f594-6147-4f51-8d57-69cdad5c18ef tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1904142 Aug 19 15:00:32.652056 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6d4d96b6-32bd-4d35-aa9d-add75b832c9b None None] Provisioning for port 2745fdad-6151-4d9c-8661-dfa9ebac74cb completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:00:32.655935 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=0c6dbf29-d487-4a42-8adf-f072b5bfb393,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:32.688051 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-89b8994f-3b72-4631-9c33-0e2995a4d711 req-8aeb026d-d81d-493d-a587-d476e9549fc4 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906661 Aug 19 15:00:32.726414 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6d4d96b6-32bd-4d35-aa9d-add75b832c9b None None] Provisioning complete for port 2745fdad-6151-4d9c-8661-dfa9ebac74cb triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:32.726414 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6d4d96b6-32bd-4d35-aa9d-add75b832c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:32.842232 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6d4d96b6-32bd-4d35-aa9d-add75b832c9b None None] Port 2745fdad-6151-4d9c-8661-dfa9ebac74cb cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:00:32.910542 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6d4d96b6-32bd-4d35-aa9d-add75b832c9b None None] Provisioning complete for port a64e76f0-5f59-4d31-9304-3b5db895b9f8 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:32.910906 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6d4d96b6-32bd-4d35-aa9d-add75b832c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:32.941770 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-7c3d5866-4243-4427-8eb3-8644e41aa5ab None None] Allocated IP 2001:db8:3::2 (39c4cc25-6bfd-4c8d-aca9-504c9f9481c0/2bfc66cc-db3d-48bb-8549-972fc97d9d88/b22e6407-2d33-4bf3-b1a7-938f18893df4) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:00:32.991744 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fedffe7e-23b4-4017-b305-9848383ff393 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:33.010014 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70132cce-7436-4d07-88fd-d18a87465320 req-12f3ed2c-f5f1-4125-998d-8a5e5e4cf936 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:33.012771 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-70132cce-7436-4d07-88fd-d18a87465320 req-12f3ed2c-f5f1-4125-998d-8a5e5e4cf936 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.0972602 Aug 19 15:00:33.063068 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-70132cce-7436-4d07-88fd-d18a87465320 req-cf5aaf28-dc10-49bd-b60b-b2a21801834a tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432711 Aug 19 15:00:33.068199 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-33c48688-4d13-483c-800a-02bfd45ef8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'name': 'tempest-RoutersIpV6Test-router-827263504', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:00:16Z', 'updated_at': '2021-08-19T15:00:29Z', 'revision_number': 4, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'gw_port_host': None, '_interfaces': [{'id': '0c6dbf29-d487-4a42-8adf-f072b5bfb393', 'name': '', 'network_id': 'deadfb0d-e2d2-4946-b981-1fbecda04ee7', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:95:1d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '6fad4d2e-397f-4758-bb01-16635c7c9611', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:23Z', 'updated_at': '2021-08-19T15:00:29Z', 'revision_number': 4, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': '6fad4d2e-397f-4758-bb01-16635c7c9611', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2745fdad-6151-4d9c-8661-dfa9ebac74cb', 'name': '', 'network_id': 'e655e1a0-e0d2-4d65-a59b-f6879340eb47', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:86:20:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '90755aeb-903b-4dda-bcae-f7e52e8fc6fa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:27Z', 'updated_at': '2021-08-19T15:00:29Z', 'revision_number': 2, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': '90755aeb-903b-4dda-bcae-f7e52e8fc6fa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6ef3244-65c4-4a39-be27-e08cac564065', 'name': '', 'network_id': 'da604672-4d1a-4561-ae4c-0daee3602bd5', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:5e:2c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:18Z', 'updated_at': '2021-08-19T15:00:27Z', 'revision_number': 5, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': 'ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:33.174141 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c48688-4d13-483c-800a-02bfd45ef8a2 None None] Checking router: ba0411d5-08d2-4a3e-b1d0-1553c0569f17 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:00:33.174841 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c48688-4d13-483c-800a-02bfd45ef8a2 None None] Updating router ba0411d5-08d2-4a3e-b1d0-1553c0569f17 port 2745fdad-6151-4d9c-8661-dfa9ebac74cb binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:00:33.234699 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-33c48688-4d13-483c-800a-02bfd45ef8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:33.291611 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7c3d5866-4243-4427-8eb3-8644e41aa5ab None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:33.340123 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ce7ba-6444-4e22-8fd2-e2deae191f12 req-588db8a4-5e85-4367-80a0-2874d0af4dab tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:33.341652 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d92ce7ba-6444-4e22-8fd2-e2deae191f12 req-588db8a4-5e85-4367-80a0-2874d0af4dab tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1307871 Aug 19 15:00:33.344066 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7c3d5866-4243-4427-8eb3-8644e41aa5ab None None] Transition to ACTIVE for port object b22e6407-2d33-4bf3-b1a7-938f18893df4 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:00:33.348644 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-322c39c0-2b54-498a-a267-9adb90979a82 None None] Provisioning complete for port 2745fdad-6151-4d9c-8661-dfa9ebac74cb triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:33.360938 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-322c39c0-2b54-498a-a267-9adb90979a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:33.402905 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7c3d5866-4243-4427-8eb3-8644e41aa5ab None None] Transition to ACTIVE for port object b22e6407-2d33-4bf3-b1a7-938f18893df4 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:00:33.404039 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d92ce7ba-6444-4e22-8fd2-e2deae191f12 req-a3942bea-3c2a-450c-8efb-37b329799bb8 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540249 Aug 19 15:00:33.412048 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-322c39c0-2b54-498a-a267-9adb90979a82 None None] Port 2745fdad-6151-4d9c-8661-dfa9ebac74cb cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:00:33.414201 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7c3d5866-4243-4427-8eb3-8644e41aa5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:33.476826 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-fedffe7e-23b4-4017-b305-9848383ff393 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Allocated IP 2001:db8:3::1 (39c4cc25-6bfd-4c8d-aca9-504c9f9481c0/2bfc66cc-db3d-48bb-8549-972fc97d9d88/b380367b-a99d-4ed7-bd26-452c0fac283f) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:00:33.484254 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3d5866-4243-4427-8eb3-8644e41aa5ab None None] Network 39c4cc25-6bfd-4c8d-aca9-504c9f9481c0 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:00:33.494781 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-7c3d5866-4243-4427-8eb3-8644e41aa5ab None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:00:33.509351 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3d5866-4243-4427-8eb3-8644e41aa5ab None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:00:33.514951 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3d5866-4243-4427-8eb3-8644e41aa5ab None None] Pushing event updated for resources: {'Port': ['ID=b22e6407-2d33-4bf3-b1a7-938f18893df4,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:33.629810 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-11f01ad7-0669-49eb-bbe2-af87ab842749 None None] Provisioning complete for port 2745fdad-6151-4d9c-8661-dfa9ebac74cb triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:33.630192 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-11f01ad7-0669-49eb-bbe2-af87ab842749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:33.633947 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 0c6dbf29-d487-4a42-8adf-f072b5bfb393 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:00:33.661622 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-33c48688-4d13-483c-800a-02bfd45ef8a2 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:33.673309 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-33c48688-4d13-483c-800a-02bfd45ef8a2 None None] Transition to ACTIVE for port object 2745fdad-6151-4d9c-8661-dfa9ebac74cb will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:00:33.687359 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-33c48688-4d13-483c-800a-02bfd45ef8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:33.720681 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fedffe7e-23b4-4017-b305-9848383ff393 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:33.746788 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-fedffe7e-23b4-4017-b305-9848383ff393 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Transition to ACTIVE for port object b380367b-a99d-4ed7-bd26-452c0fac283f will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:00:33.770846 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b424ed-7e69-4274-a47e-ac2439eb4b3a None None] Pushing event updated for resources: {'Port': ['ID=2745fdad-6151-4d9c-8661-dfa9ebac74cb,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:33.823105 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ccf31-631f-4350-ba1e-581e14e4a668 req-2ecaf41e-1dd2-4dac-af12-ed791244b396 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:33.831441 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-976ccf31-631f-4350-ba1e-581e14e4a668 req-2ecaf41e-1dd2-4dac-af12-ed791244b396 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?device_id=07ae9c3c-40f2-4891-ae20-db0c49544d80 HTTP/1.1" status: 200 len: 945 time: 0.1335027 Aug 19 15:00:33.858106 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fedffe7e-23b4-4017-b305-9848383ff393 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:33.858446 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-7c3d5866-4243-4427-8eb3-8644e41aa5ab None None] Attempting to bind port b22e6407-2d33-4bf3-b1a7-938f18893df4 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:00:33.858923 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-7c3d5866-4243-4427-8eb3-8644e41aa5ab None None] Attempting to bind port b22e6407-2d33-4bf3-b1a7-938f18893df4 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '17a7dc5b-26fd-4640-abd2-ec40ccf5206a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '39c4cc25-6bfd-4c8d-aca9-504c9f9481c0'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:00:33.859467 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3d5866-4243-4427-8eb3-8644e41aa5ab None None] Attempting to bind port b22e6407-2d33-4bf3-b1a7-938f18893df4 on network 39c4cc25-6bfd-4c8d-aca9-504c9f9481c0 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:00:33.868871 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3d5866-4243-4427-8eb3-8644e41aa5ab None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:00:33.869733 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3d5866-4243-4427-8eb3-8644e41aa5ab None None] Checking segment: {'id': '17a7dc5b-26fd-4640-abd2-ec40ccf5206a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '39c4cc25-6bfd-4c8d-aca9-504c9f9481c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:00:33.869883 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7c3d5866-4243-4427-8eb3-8644e41aa5ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:33.870420 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3d5866-4243-4427-8eb3-8644e41aa5ab None None] Bound using segment: {'id': '17a7dc5b-26fd-4640-abd2-ec40ccf5206a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '39c4cc25-6bfd-4c8d-aca9-504c9f9481c0'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:00:33.871022 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-7c3d5866-4243-4427-8eb3-8644e41aa5ab None None] Bound port: b22e6407-2d33-4bf3-b1a7-938f18893df4, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17a7dc5b-26fd-4640-abd2-ec40ccf5206a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '39c4cc25-6bfd-4c8d-aca9-504c9f9481c0'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:00:33.872158 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7c3d5866-4243-4427-8eb3-8644e41aa5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:33.876074 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505a4a1-c67b-40af-9a77-796a86dcfa76 req-a35f113e-40e4-4e47-9662-4a42ba3cd8f1 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:33.884281 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5505a4a1-c67b-40af-9a77-796a86dcfa76 req-a35f113e-40e4-4e47-9662-4a42ba3cd8f1 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/networks?id=24c8d536-ac23-4a61-ad49-3474c07f936c HTTP/1.1" status: 200 len: 813 time: 0.2848067 Aug 19 15:00:33.891567 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 0c6dbf29-d487-4a42-8adf-f072b5bfb393 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:33.897992 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:33.911791 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-976ccf31-631f-4350-ba1e-581e14e4a668 req-373ca40c-8c6c-4b96-bce0-f308e0cfe7dc tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/security-groups?id=c01b1887-cfe4-4bd8-ac45-b3df4d389926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758231 Aug 19 15:00:33.925393 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5505a4a1-c67b-40af-9a77-796a86dcfa76 req-34f930f0-3579-474d-aa39-56af9c5497a5 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/quotas/5d0ce086c68641eab81e2252cb60e6f7 HTTP/1.1" status: 200 len: 375 time: 0.0389409 Aug 19 15:00:33.972342 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-33c48688-4d13-483c-800a-02bfd45ef8a2 None None] Attempting to bind port 2745fdad-6151-4d9c-8661-dfa9ebac74cb on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:00:33.972761 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-33c48688-4d13-483c-800a-02bfd45ef8a2 None None] Attempting to bind port 2745fdad-6151-4d9c-8661-dfa9ebac74cb by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'b966b102-3890-4115-90d1-0f8ee1c7d102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e655e1a0-e0d2-4d65-a59b-f6879340eb47'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:00:33.973332 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c48688-4d13-483c-800a-02bfd45ef8a2 None None] Attempting to bind port 2745fdad-6151-4d9c-8661-dfa9ebac74cb on network e655e1a0-e0d2-4d65-a59b-f6879340eb47 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:00:33.980072 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c48688-4d13-483c-800a-02bfd45ef8a2 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:00:33.980957 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c48688-4d13-483c-800a-02bfd45ef8a2 None None] Checking segment: {'id': 'b966b102-3890-4115-90d1-0f8ee1c7d102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e655e1a0-e0d2-4d65-a59b-f6879340eb47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:00:33.981803 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-33c48688-4d13-483c-800a-02bfd45ef8a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:33.982668 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c48688-4d13-483c-800a-02bfd45ef8a2 None None] Bound using segment: {'id': 'b966b102-3890-4115-90d1-0f8ee1c7d102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e655e1a0-e0d2-4d65-a59b-f6879340eb47'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:00:33.983514 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-33c48688-4d13-483c-800a-02bfd45ef8a2 None None] Bound port: 2745fdad-6151-4d9c-8661-dfa9ebac74cb, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b966b102-3890-4115-90d1-0f8ee1c7d102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e655e1a0-e0d2-4d65-a59b-f6879340eb47'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:00:33.984296 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-33c48688-4d13-483c-800a-02bfd45ef8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:34.008731 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedffe7e-23b4-4017-b305-9848383ff393 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event updated for resources: {'Port': ['ID=b380367b-a99d-4ed7-bd26-452c0fac283f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:34.031069 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedffe7e-23b4-4017-b305-9848383ff393 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Network 39c4cc25-6bfd-4c8d-aca9-504c9f9481c0 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:00:34.033103 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-fedffe7e-23b4-4017-b305-9848383ff393 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:00:34.036741 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedffe7e-23b4-4017-b305-9848383ff393 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:00:34.037791 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fedffe7e-23b4-4017-b305-9848383ff393 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:34.041821 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5505a4a1-c67b-40af-9a77-796a86dcfa76 req-7e872313-d00f-4681-aa51-61dfd1f611d9 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=5d0ce086c68641eab81e2252cb60e6f7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1093585 Aug 19 15:00:34.099928 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-11f01ad7-0669-49eb-bbe2-af87ab842749 None None] Port 2745fdad-6151-4d9c-8661-dfa9ebac74cb cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:00:34.125669 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-33c48688-4d13-483c-800a-02bfd45ef8a2 None None] For port 2745fdad-6151-4d9c-8661-dfa9ebac74cb, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:00:34.135041 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-33c48688-4d13-483c-800a-02bfd45ef8a2 None None] For port 2745fdad-6151-4d9c-8661-dfa9ebac74cb, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=2745fdad-6151-4d9c-8661-dfa9ebac74cb,segment=NetworkSegment(b966b102-3890-4115-90d1-0f8ee1c7d102),segment_id=b966b102-3890-4115-90d1-0f8ee1c7d102)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:00:34.140983 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-33c48688-4d13-483c-800a-02bfd45ef8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:34.169387 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-7c3d5866-4243-4427-8eb3-8644e41aa5ab None None] For port b22e6407-2d33-4bf3-b1a7-938f18893df4, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:00:34.179830 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-7c3d5866-4243-4427-8eb3-8644e41aa5ab None None] For port b22e6407-2d33-4bf3-b1a7-938f18893df4, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b22e6407-2d33-4bf3-b1a7-938f18893df4,segment=NetworkSegment(17a7dc5b-26fd-4640-abd2-ec40ccf5206a),segment_id=17a7dc5b-26fd-4640-abd2-ec40ccf5206a)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:00:34.189259 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:34.192020 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7c3d5866-4243-4427-8eb3-8644e41aa5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:34.208704 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c48688-4d13-483c-800a-02bfd45ef8a2 None None] Routers {'ba0411d5-08d2-4a3e-b1d0-1553c0569f17'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:00:34.209373 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-33c48688-4d13-483c-800a-02bfd45ef8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:00:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['ba0411d5-08d2-4a3e-b1d0-1553c0569f17'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:34.222815 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fedffe7e-23b4-4017-b305-9848383ff393 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:34.296662 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21f6b5-189d-4683-a7df-3e2837f84c4c req-7e67d1d5-b224-4844-8ead-44e8643ca226 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:34.298887 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-df21f6b5-189d-4683-a7df-3e2837f84c4c req-7e67d1d5-b224-4844-8ead-44e8643ca226 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1105728 Aug 19 15:00:34.349338 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3d5866-4243-4427-8eb3-8644e41aa5ab None None] Pushing event updated for resources: {'Port': ['ID=b22e6407-2d33-4bf3-b1a7-938f18893df4,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:34.408707 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-df21f6b5-189d-4683-a7df-3e2837f84c4c req-5340f93b-caba-4932-8bba-73734a34d89d tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035812 Aug 19 15:00:34.413012 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-33c48688-4d13-483c-800a-02bfd45ef8a2 None None] Set router ba0411d5-08d2-4a3e-b1d0-1553c0569f17 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:00:34.434781 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2ce84c09-8153-4ee5-b0a0-4d515294b9e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:34.464207 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device a64e76f0-5f59-4d31-9304-3b5db895b9f8 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:00:34.474690 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b424ed-7e69-4274-a47e-ac2439eb4b3a None None] Pushing event updated for resources: {'Port': ['ID=2745fdad-6151-4d9c-8661-dfa9ebac74cb,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:34.607178 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:34.639061 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port a64e76f0-5f59-4d31-9304-3b5db895b9f8 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:34.639438 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:34.717898 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db464cc5-3c9b-48f5-9a65-a57103589940 req-55121754-6261-40b0-b6e2-a8edbcfa7fb0 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:34.754627 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-db464cc5-3c9b-48f5-9a65-a57103589940 req-55121754-6261-40b0-b6e2-a8edbcfa7fb0 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.2027531 Aug 19 15:00:34.816909 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-db464cc5-3c9b-48f5-9a65-a57103589940 req-dda3a14b-d24d-4c28-befc-e694ec3b7024 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606010 Aug 19 15:00:34.893340 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fedffe7e-23b4-4017-b305-9848383ff393 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:34.900638 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fedffe7e-23b4-4017-b305-9848383ff393 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:34.901701 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fedffe7e-23b4-4017-b305-9848383ff393 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:34.990408 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-33c48688-4d13-483c-800a-02bfd45ef8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'name': 'tempest-RoutersIpV6Test-router-827263504', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:00:16Z', 'updated_at': '2021-08-19T15:00:34Z', 'revision_number': 5, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'gw_port_host': None, '_interfaces': [{'id': '0c6dbf29-d487-4a42-8adf-f072b5bfb393', 'name': '', 'network_id': 'deadfb0d-e2d2-4946-b981-1fbecda04ee7', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:95:1d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '6fad4d2e-397f-4758-bb01-16635c7c9611', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:23Z', 'updated_at': '2021-08-19T15:00:32Z', 'revision_number': 5, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': '6fad4d2e-397f-4758-bb01-16635c7c9611', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2745fdad-6151-4d9c-8661-dfa9ebac74cb', 'name': '', 'network_id': 'e655e1a0-e0d2-4d65-a59b-f6879340eb47', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:86:20:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '90755aeb-903b-4dda-bcae-f7e52e8fc6fa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:27Z', 'updated_at': '2021-08-19T15:00:34Z', 'revision_number': 4, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': '90755aeb-903b-4dda-bcae-f7e52e8fc6fa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b380367b-a99d-4ed7-bd26-452c0fac283f', 'name': '', 'network_id': '39c4cc25-6bfd-4c8d-aca9-504c9f9481c0', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:84:ff:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '2bfc66cc-db3d-48bb-8549-972fc97d9d88', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:33Z', 'updated_at': '2021-08-19T15:00:33Z', 'revision_number': 1, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': '2bfc66cc-db3d-48bb-8549-972fc97d9d88', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6ef3244-65c4-4a39-be27-e08cac564065', 'name': '', 'network_id': 'da604672-4d1a-4561-ae4c-0daee3602bd5', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:5e:2c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:18Z', 'updated_at': '2021-08-19T15:00:27Z', 'revision_number': 5, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': 'ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:35.056844 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c48688-4d13-483c-800a-02bfd45ef8a2 None None] The sync data for ids ['ba0411d5-08d2-4a3e-b1d0-1553c0569f17'] in n-d-766043-2 is: [{'id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'name': 'tempest-RoutersIpV6Test-router-827263504', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:00:16Z', 'updated_at': '2021-08-19T15:00:34Z', 'revision_number': 5, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'gw_port_host': None, '_interfaces': [{'id': '0c6dbf29-d487-4a42-8adf-f072b5bfb393', 'name': '', 'network_id': 'deadfb0d-e2d2-4946-b981-1fbecda04ee7', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:95:1d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '6fad4d2e-397f-4758-bb01-16635c7c9611', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:23Z', 'updated_at': '2021-08-19T15:00:32Z', 'revision_number': 5, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': '6fad4d2e-397f-4758-bb01-16635c7c9611', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2745fdad-6151-4d9c-8661-dfa9ebac74cb', 'name': '', 'network_id': 'e655e1a0-e0d2-4d65-a59b-f6879340eb47', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:86:20:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '90755aeb-903b-4dda-bcae-f7e52e8fc6fa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:27Z', 'updated_at': '2021-08-19T15:00:34Z', 'revision_number': 4, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': '90755aeb-903b-4dda-bcae-f7e52e8fc6fa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b380367b-a99d-4ed7-bd26-452c0fac283f', 'name': '', 'network_id': '39c4cc25-6bfd-4c8d-aca9-504c9f9481c0', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:84:ff:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '2bfc66cc-db3d-48bb-8549-972fc97d9d88', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:33Z', 'updated_at': '2021-08-19T15:00:33Z', 'revision_number': 1, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': '2bfc66cc-db3d-48bb-8549-972fc97d9d88', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6ef3244-65c4-4a39-be27-e08cac564065', 'name': '', 'network_id': 'da604672-4d1a-4561-ae4c-0daee3602bd5', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:5e:2c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:18Z', 'updated_at': '2021-08-19T15:00:27Z', 'revision_number': 5, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': 'ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:00:35.076683 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedffe7e-23b4-4017-b305-9848383ff393 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event updated for resources: {'Port': ['ID=b380367b-a99d-4ed7-bd26-452c0fac283f,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:35.139673 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47102) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:35.142377 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:35.194929 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedffe7e-23b4-4017-b305-9848383ff393 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Network 39c4cc25-6bfd-4c8d-aca9-504c9f9481c0 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:00:35.196993 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-fedffe7e-23b4-4017-b305-9848383ff393 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:00:35.215856 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-75fe5649-1097-4a7f-ba9a-ec7a484002ce req-d4592905-cde3-4870-8863-14419b8211e7 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=5d0ce086c68641eab81e2252cb60e6f7 HTTP/1.1" status: 200 len: 221 time: 0.1957154 Aug 19 15:00:35.286020 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70eeae-aa68-4419-8443-7ae2ef0f2b6d req-19bc6ab9-54e6-4b1a-aacf-994a9ab0e5f3 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:35.296022 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4e70eeae-aa68-4419-8443-7ae2ef0f2b6d req-19bc6ab9-54e6-4b1a-aacf-994a9ab0e5f3 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?device_id=07ae9c3c-40f2-4891-ae20-db0c49544d80 HTTP/1.1" status: 200 len: 945 time: 0.0975034 Aug 19 15:00:35.352576 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:35.375389 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4e70eeae-aa68-4419-8443-7ae2ef0f2b6d req-bd2f1115-91b6-4c65-b6e3-6df7c9f3eef5 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/security-groups?id=c01b1887-cfe4-4bd8-ac45-b3df4d389926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719712 Aug 19 15:00:35.478347 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fedffe7e-23b4-4017-b305-9848383ff393 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Router ba0411d5-08d2-4a3e-b1d0-1553c0569f17 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:00:35.533100 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd9a37-7206-4a4b-9555-51eae1652375 req-e5fad486-1233-40cc-b80b-c24e0a7d297c tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:35.548288 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cfd9a37-7206-4a4b-9555-51eae1652375 req-e5fad486-1233-40cc-b80b-c24e0a7d297c tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1880193 Aug 19 15:00:35.760843 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cfd9a37-7206-4a4b-9555-51eae1652375 req-7ed99668-0b79-4b56-a226-45d803c7e34e tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115173 Aug 19 15:00:35.884163 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b22e6407-2d33-4bf3-b1a7-938f18893df4 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:00:35.927686 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-08aeb9b5-3a52-48ba-8d69-008fcc7583a7 admin admin] Deleting subnet f82353e0-7449-47f2-b971-b8660f2fc57e {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:00:35.953937 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08aeb9b5-3a52-48ba-8d69-008fcc7583a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:36.014645 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fedffe7e-23b4-4017-b305-9848383ff393 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:00:36.027531 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port b22e6407-2d33-4bf3-b1a7-938f18893df4 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:00:36.037501 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 2745fdad-6151-4d9c-8661-dfa9ebac74cb up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:00:36.058983 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-fedffe7e-23b4-4017-b305-9848383ff393 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "PUT /v2.0/routers/ba0411d5-08d2-4a3e-b1d0-1553c0569f17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3963859 Aug 19 15:00:36.066002 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47116) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:36.076647 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4c74f76f-9537-49f3-ac1d-178f9d460d51 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:00:36.126515 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae4744c-0679-40e1-8baa-c947013eec7d req-88bf0b2b-9986-4273-8622-bc1c7465e21b tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:36.135627 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5ae4744c-0679-40e1-8baa-c947013eec7d req-88bf0b2b-9986-4273-8622-bc1c7465e21b tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?device_id=07ae9c3c-40f2-4891-ae20-db0c49544d80 HTTP/1.1" status: 200 len: 945 time: 0.3140652 Aug 19 15:00:36.170788 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08aeb9b5-3a52-48ba-8d69-008fcc7583a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:36.223218 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4f231d-9118-4b5c-8b0f-6d6d9585900c None None] Network 39c4cc25-6bfd-4c8d-aca9-504c9f9481c0 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:00:36.295577 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746c44f-675e-4105-8e44-bf426b29182c req-345b33a3-bc34-4bac-aefc-2ed16137a9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:36.314993 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b746c44f-675e-4105-8e44-bf426b29182c req-345b33a3-bc34-4bac-aefc-2ed16137a9b5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=329a9422f2e44489a7adbe73ec4e808e&device_id=07ae9c3c-40f2-4891-ae20-db0c49544d80 HTTP/1.1" status: 200 len: 1096 time: 0.5225074 Aug 19 15:00:36.334007 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 2745fdad-6151-4d9c-8661-dfa9ebac74cb completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:00:36.360291 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 2745fdad-6151-4d9c-8661-dfa9ebac74cb triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:36.361269 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:36.539978 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a76bd462-acc5-4137-94b4-74ca75b1488f None None] Provisioning for port b22e6407-2d33-4bf3-b1a7-938f18893df4 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:00:36.594589 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a76bd462-acc5-4137-94b4-74ca75b1488f None None] Provisioning complete for port b22e6407-2d33-4bf3-b1a7-938f18893df4 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:36.594968 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a76bd462-acc5-4137-94b4-74ca75b1488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:36.596793 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dc4520-e4f9-4816-9c32-88ac9ba2a879 None None] Sync routers for ids ['ba0411d5-08d2-4a3e-b1d0-1553c0569f17'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:00:36.704704 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746c44f-675e-4105-8e44-bf426b29182c req-16c30a6b-f658-4180-929e-abd83b74a8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:36.706098 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b746c44f-675e-4105-8e44-bf426b29182c req-16c30a6b-f658-4180-929e-abd83b74a8e7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=86eb5dfd-420b-4075-ab54-22313c9966d3 HTTP/1.1" status: 200 len: 911 time: 0.3780782 Aug 19 15:00:36.708857 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:36.710896 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dc4520-e4f9-4816-9c32-88ac9ba2a879 None None] Routers {'ba0411d5-08d2-4a3e-b1d0-1553c0569f17'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:00:36.712285 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a4dc4520-e4f9-4816-9c32-88ac9ba2a879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:00:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['ba0411d5-08d2-4a3e-b1d0-1553c0569f17'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:36.728044 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08aeb9b5-3a52-48ba-8d69-008fcc7583a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:36.797043 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08aeb9b5-3a52-48ba-8d69-008fcc7583a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:36.816898 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7f4d8-cea7-4226-8100-6c7b2060da6f req-8f8181b6-dd65-48bb-adb6-9d1ee71e8d6a tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:36.827545 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7fb7f4d8-cea7-4226-8100-6c7b2060da6f req-8f8181b6-dd65-48bb-adb6-9d1ee71e8d6a tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.8836794 Aug 19 15:00:36.830549 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b746c44f-675e-4105-8e44-bf426b29182c req-c687f129-5568-4af7-afd7-d8a20b1e8e66 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed68d422-7868-4fc3-8314-aa2c7b502979 HTTP/1.1" status: 200 len: 1001 time: 0.1061089 Aug 19 15:00:36.851186 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 2745fdad-6151-4d9c-8661-dfa9ebac74cb, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=2745fdad-6151-4d9c-8661-dfa9ebac74cb,segment=NetworkSegment(b966b102-3890-4115-90d1-0f8ee1c7d102),segment_id=b966b102-3890-4115-90d1-0f8ee1c7d102)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:36.881420 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-a4dc4520-e4f9-4816-9c32-88ac9ba2a879 None None] Set router ba0411d5-08d2-4a3e-b1d0-1553c0569f17 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:00:36.885986 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:36.895157 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5ae4744c-0679-40e1-8baa-c947013eec7d req-8e28bdab-98f5-4437-b43e-f166c8911537 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/security-groups?id=c01b1887-cfe4-4bd8-ac45-b3df4d389926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7582970 Aug 19 15:00:36.904230 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aeb9b5-3a52-48ba-8d69-008fcc7583a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f82353e0-7449-47f2-b971-b8660f2fc57e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:36.916898 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08aeb9b5-3a52-48ba-8d69-008fcc7583a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:36.921785 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-08aeb9b5-3a52-48ba-8d69-008fcc7583a7 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/f82353e0-7449-47f2-b971-b8660f2fc57e HTTP/1.1" status: 204 len: 168 time: 1.7711303 Aug 19 15:00:36.938666 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47120) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:36.945177 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7fb7f4d8-cea7-4226-8100-6c7b2060da6f req-4b3fe0a9-8378-498d-b105-388143e4fd39 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157243 Aug 19 15:00:36.967878 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746c44f-675e-4105-8e44-bf426b29182c req-7d68238d-e10a-4e59-8d9e-a4ab6b7f0cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:36.983887 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b746c44f-675e-4105-8e44-bf426b29182c req-7d68238d-e10a-4e59-8d9e-a4ab6b7f0cae service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b36b5b14-491d-4933-bb67-1257e134c17f HTTP/1.1" status: 200 len: 849 time: 0.1280780 Aug 19 15:00:36.987186 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a76bd462-acc5-4137-94b4-74ca75b1488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:37.066677 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:37.116600 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746c44f-675e-4105-8e44-bf426b29182c req-fa9af525-312e-4bef-b83b-1fbaa27106a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:37.118701 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b746c44f-675e-4105-8e44-bf426b29182c req-fa9af525-312e-4bef-b83b-1fbaa27106a1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=86eb5dfd-420b-4075-ab54-22313c9966d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1223130 Aug 19 15:00:37.126590 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=2745fdad-6151-4d9c-8661-dfa9ebac74cb,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:37.129226 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0057ef64-232c-4d88-92d4-767e1a6e7a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:37.146335 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.extraroute_db [None req-4c74f76f-9537-49f3-ac1d-178f9d460d51 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=94639) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 19 15:00:37.169130 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a76bd462-acc5-4137-94b4-74ca75b1488f None None] For port b22e6407-2d33-4bf3-b1a7-938f18893df4, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b22e6407-2d33-4bf3-b1a7-938f18893df4,segment=NetworkSegment(17a7dc5b-26fd-4640-abd2-ec40ccf5206a),segment_id=17a7dc5b-26fd-4640-abd2-ec40ccf5206a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:37.190009 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a76bd462-acc5-4137-94b4-74ca75b1488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:37.248676 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.extraroute_db [None req-4c74f76f-9537-49f3-ac1d-178f9d460d51 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Removed routes are [] {{(pid=94639) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 19 15:00:37.248934 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c74f76f-9537-49f3-ac1d-178f9d460d51 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1663642', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1667783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59546'] for router, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:37.273275 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0057ef64-232c-4d88-92d4-767e1a6e7a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:37.289099 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-0057ef64-232c-4d88-92d4-767e1a6e7a0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eda21533-5270-49f6-9a57-ff77f31c823b']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:37.299604 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882401c-b5fd-47ad-b117-d036e87dbc1b req-a7a65097-e59f-4264-8648-aed55b46e403 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:37.307957 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9882401c-b5fd-47ad-b117-d036e87dbc1b req-a7a65097-e59f-4264-8648-aed55b46e403 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.2071090 Aug 19 15:00:37.340092 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76bd462-acc5-4137-94b4-74ca75b1488f None None] Pushing event updated for resources: {'Port': ['ID=b22e6407-2d33-4bf3-b1a7-938f18893df4,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:37.362366 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d7a2cd45-0df6-482c-8c64-53f90afac482 None None] Provisioning for port b380367b-a99d-4ed7-bd26-452c0fac283f completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:00:37.369624 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d7a2cd45-0df6-482c-8c64-53f90afac482 None None] Provisioning complete for port b380367b-a99d-4ed7-bd26-452c0fac283f triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:37.369844 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d7a2cd45-0df6-482c-8c64-53f90afac482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:37.374559 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-0057ef64-232c-4d88-92d4-767e1a6e7a0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8ecc108-56b4-4269-8e3e-7aca0f96e18c') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:37.376908 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-0057ef64-232c-4d88-92d4-767e1a6e7a0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8ecc108-56b4-4269-8e3e-7aca0f96e18c') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:37.411426 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0057ef64-232c-4d88-92d4-767e1a6e7a0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:37.427654 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a4dc4520-e4f9-4816-9c32-88ac9ba2a879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'name': 'tempest-RoutersIpV6Test-router-827263504', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:00:16Z', 'updated_at': '2021-08-19T15:00:34Z', 'revision_number': 5, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'gw_port_host': None, '_interfaces': [{'id': '0c6dbf29-d487-4a42-8adf-f072b5bfb393', 'name': '', 'network_id': 'deadfb0d-e2d2-4946-b981-1fbecda04ee7', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:95:1d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '6fad4d2e-397f-4758-bb01-16635c7c9611', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:23Z', 'updated_at': '2021-08-19T15:00:32Z', 'revision_number': 5, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': '6fad4d2e-397f-4758-bb01-16635c7c9611', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2745fdad-6151-4d9c-8661-dfa9ebac74cb', 'name': '', 'network_id': 'e655e1a0-e0d2-4d65-a59b-f6879340eb47', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:86:20:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '90755aeb-903b-4dda-bcae-f7e52e8fc6fa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:27Z', 'updated_at': '2021-08-19T15:00:34Z', 'revision_number': 4, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': '90755aeb-903b-4dda-bcae-f7e52e8fc6fa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b380367b-a99d-4ed7-bd26-452c0fac283f', 'name': '', 'network_id': '39c4cc25-6bfd-4c8d-aca9-504c9f9481c0', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:84:ff:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '2bfc66cc-db3d-48bb-8549-972fc97d9d88', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:33Z', 'updated_at': '2021-08-19T15:00:34Z', 'revision_number': 2, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': '2bfc66cc-db3d-48bb-8549-972fc97d9d88', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6ef3244-65c4-4a39-be27-e08cac564065', 'name': '', 'network_id': 'da604672-4d1a-4561-ae4c-0daee3602bd5', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:5e:2c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:18Z', 'updated_at': '2021-08-19T15:00:27Z', 'revision_number': 5, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': 'ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:37.429431 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d7a2cd45-0df6-482c-8c64-53f90afac482 None None] Port b380367b-a99d-4ed7-bd26-452c0fac283f cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:00:37.494282 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9882401c-b5fd-47ad-b117-d036e87dbc1b req-97e5b45e-004e-4ae0-99ec-ef73434144f6 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835001 Aug 19 15:00:37.513316 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dc4520-e4f9-4816-9c32-88ac9ba2a879 None None] Checking router: ba0411d5-08d2-4a3e-b1d0-1553c0569f17 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:00:37.513786 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dc4520-e4f9-4816-9c32-88ac9ba2a879 None None] Updating router ba0411d5-08d2-4a3e-b1d0-1553c0569f17 port b380367b-a99d-4ed7-bd26-452c0fac283f binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:00:37.517859 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d7a2cd45-0df6-482c-8c64-53f90afac482 None None] Provisioning complete for port b22e6407-2d33-4bf3-b1a7-938f18893df4 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:37.518466 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d7a2cd45-0df6-482c-8c64-53f90afac482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:37.529650 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0057ef64-232c-4d88-92d4-767e1a6e7a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:37.557677 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0057ef64-232c-4d88-92d4-767e1a6e7a0d admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:00:37.558095 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0057ef64-232c-4d88-92d4-767e1a6e7a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:37.568587 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 15:00:37.568587 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:00:37.568587 n-d-766043-2 neutron-server[94640]: timer() Aug 19 15:00:37.568587 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:00:37.568587 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 15:00:37.568587 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:00:37.568587 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 15:00:37.568587 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:00:37.568587 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 15:00:37.568587 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:00:37.568587 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 15:00:37.568587 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:00:37.568587 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 15:00:37.568587 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:00:37.568587 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:00:37.568587 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:00:37.568587 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:00:37.568587 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:00:37.568587 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 15:00:37.568587 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:00:37.568587 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 15:00:37.568587 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:00:37.568587 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:00:37.568587 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:00:37.568587 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 15:00:37.568587 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:00:37.568587 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:00:37.568587 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:00:37.568587 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:00:37.568587 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:00:37.568587 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:00:37.568587 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:00:37.638491 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a4dc4520-e4f9-4816-9c32-88ac9ba2a879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:37.693221 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b22e6407-2d33-4bf3-b1a7-938f18893df4 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:00:37.755123 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb713f-e256-482f-9258-9a566b337d35 req-fd7fc82c-c88e-4fca-8f59-0381e469ccd8 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:37.757306 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3bdb713f-e256-482f-9258-9a566b337d35 req-fd7fc82c-c88e-4fca-8f59-0381e469ccd8 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.0735149 Aug 19 15:00:37.760857 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0057ef64-232c-4d88-92d4-767e1a6e7a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:37.786904 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0057ef64-232c-4d88-92d4-767e1a6e7a0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:37.789967 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-0057ef64-232c-4d88-92d4-767e1a6e7a0d admin admin] 10.222.0.69 "DELETE /v2.0/networks/eda21533-5270-49f6-9a57-ff77f31c823b HTTP/1.1" status: 204 len: 168 time: 0.8428857 Aug 19 15:00:37.806943 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0057ef64-232c-4d88-92d4-767e1a6e7a0d admin admin] Pushing event deleted for resources: {'Network': ['ID=eda21533-5270-49f6-9a57-ff77f31c823b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:37.822181 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3bdb713f-e256-482f-9258-9a566b337d35 req-8f619684-4b5a-4947-afee-0d16da4cf416 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542605 Aug 19 15:00:37.927026 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port b22e6407-2d33-4bf3-b1a7-938f18893df4 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:37.927424 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:38.056705 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b746c44f-675e-4105-8e44-bf426b29182c req-1b766dcb-5453-4fc8-b4b6-44d19e03650f service neutron] 10.222.0.68 "GET /v2.0/networks/86eb5dfd-420b-4075-ab54-22313c9966d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9185803 Aug 19 15:00:38.090148 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47138) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:38.166142 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d271b04-ab3c-4cc6-84ae-87f393eca907 req-800b9d1f-e045-4a11-8098-e3aca4e5fcfb tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:38.167642 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2d271b04-ab3c-4cc6-84ae-87f393eca907 req-800b9d1f-e045-4a11-8098-e3aca4e5fcfb tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1726978 Aug 19 15:00:38.182674 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cfd892-b052-425a-88f8-0f196a3e8532 req-17e1e9b3-35a9-4452-b2bb-0a8a2e808081 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:38.196537 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-76cfd892-b052-425a-88f8-0f196a3e8532 req-17e1e9b3-35a9-4452-b2bb-0a8a2e808081 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?device_id=07ae9c3c-40f2-4891-ae20-db0c49544d80 HTTP/1.1" status: 200 len: 945 time: 0.1401112 Aug 19 15:00:38.230512 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c74f76f-9537-49f3-ac1d-178f9d460d51 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1663642', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1667783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59546'] for router, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:38.246483 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c74f76f-9537-49f3-ac1d-178f9d460d51 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1663540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1663535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1667838'] for router, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:38.248486 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2d271b04-ab3c-4cc6-84ae-87f393eca907 req-0142c78d-594f-45b4-aef7-c0e3005ec182 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496087 Aug 19 15:00:38.298560 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-76cfd892-b052-425a-88f8-0f196a3e8532 req-b4dc2355-6978-4602-98cf-dd78df416c3c tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/security-groups?id=c01b1887-cfe4-4bd8-ac45-b3df4d389926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008613 Aug 19 15:00:38.342928 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-772d93f3-6c56-4bad-a5bd-1c339a734f72 None None] Provisioning complete for port b380367b-a99d-4ed7-bd26-452c0fac283f triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:38.343197 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-772d93f3-6c56-4bad-a5bd-1c339a734f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:38.401020 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d86a2ae-de1f-440a-8d3d-3cd321bb6fc8 req-1e39a9d3-9c4d-4d76-9e3c-5b424ba64651 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:38.402956 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6d86a2ae-de1f-440a-8d3d-3cd321bb6fc8 req-1e39a9d3-9c4d-4d76-9e3c-5b424ba64651 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.0636187 Aug 19 15:00:38.411690 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 2745fdad-6151-4d9c-8661-dfa9ebac74cb up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:00:38.422425 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-85276f73-e518-44b3-9155-b22051ce9733 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=719438ba566c43b69452117e19faee1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3316169 Aug 19 15:00:38.438628 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47144) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:38.503232 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b746c44f-675e-4105-8e44-bf426b29182c req-723b1448-6bc9-49a7-844c-55d3bd835d85 service neutron] 10.222.0.68 "GET /v2.0/networks/86eb5dfd-420b-4075-ab54-22313c9966d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4390779 Aug 19 15:00:38.526428 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a4dc4520-e4f9-4816-9c32-88ac9ba2a879 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:38.532362 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c74f76f-9537-49f3-ac1d-178f9d460d51 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Router ba0411d5-08d2-4a3e-b1d0-1553c0569f17 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:00:38.535008 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6d86a2ae-de1f-440a-8d3d-3cd321bb6fc8 req-949e0a4b-759d-4e73-bbfb-0544c170881c tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191189 Aug 19 15:00:38.540855 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-772d93f3-6c56-4bad-a5bd-1c339a734f72 None None] Port b380367b-a99d-4ed7-bd26-452c0fac283f cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:00:38.552495 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a4dc4520-e4f9-4816-9c32-88ac9ba2a879 None None] Transition to ACTIVE for port object b380367b-a99d-4ed7-bd26-452c0fac283f will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:00:38.565520 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 2745fdad-6151-4d9c-8661-dfa9ebac74cb triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:38.565520 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:38.593583 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4f425cf8-5fb0-4568-8395-17050ee93bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:38.637408 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4f425cf8-5fb0-4568-8395-17050ee93bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:38.746417 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f4f88-477a-489e-becd-d5268fb3c33e req-70819bed-ff40-41e1-a1b2-fedfdf0972d6 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:38.747786 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ff7f4f88-477a-489e-becd-d5268fb3c33e req-70819bed-ff40-41e1-a1b2-fedfdf0972d6 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.0908942 Aug 19 15:00:38.751830 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c74f76f-9537-49f3-ac1d-178f9d460d51 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:00:38.763336 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c74f76f-9537-49f3-ac1d-178f9d460d51 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:38.767585 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4c74f76f-9537-49f3-ac1d-178f9d460d51 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "PUT /v2.0/routers/ba0411d5-08d2-4a3e-b1d0-1553c0569f17 HTTP/1.1" status: 200 len: 953 time: 2.6979418 Aug 19 15:00:38.772839 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47150) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:38.781086 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a4dc4520-e4f9-4816-9c32-88ac9ba2a879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:38.821367 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4f425cf8-5fb0-4568-8395-17050ee93bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:38.824249 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4f425cf8-5fb0-4568-8395-17050ee93bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:38.827853 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-4f425cf8-5fb0-4568-8395-17050ee93bd5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4973f92f-9387-4ffb-9cc5-c0b70bd869cf HTTP/1.1" status: 204 len: 168 time: 0.3859584 Aug 19 15:00:38.854538 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07435107-55e7-4a4a-bcd9-c40796625f3e None None] Pushing event updated for resources: {'Port': ['ID=b380367b-a99d-4ed7-bd26-452c0fac283f,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:38.886064 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f425cf8-5fb0-4568-8395-17050ee93bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4973f92f-9387-4ffb-9cc5-c0b70bd869cf,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:38.937826 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ff7f4f88-477a-489e-becd-d5268fb3c33e req-ed402d34-e340-4e4b-9d2c-ca2b2852ea25 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604798 Aug 19 15:00:38.962156 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-c9bf9d73-7555-4aa2-8e78-f85d6afe11b3 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "GET /v2.0/routers/ba0411d5-08d2-4a3e-b1d0-1553c0569f17 HTTP/1.1" status: 200 len: 953 time: 0.1905646 Aug 19 15:00:38.962495 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47154) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:38.964032 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a4dc4520-e4f9-4816-9c32-88ac9ba2a879 None None] Attempting to bind port b380367b-a99d-4ed7-bd26-452c0fac283f on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:00:38.964486 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a4dc4520-e4f9-4816-9c32-88ac9ba2a879 None None] Attempting to bind port b380367b-a99d-4ed7-bd26-452c0fac283f by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '17a7dc5b-26fd-4640-abd2-ec40ccf5206a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '39c4cc25-6bfd-4c8d-aca9-504c9f9481c0'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:00:38.964908 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dc4520-e4f9-4816-9c32-88ac9ba2a879 None None] Attempting to bind port b380367b-a99d-4ed7-bd26-452c0fac283f on network 39c4cc25-6bfd-4c8d-aca9-504c9f9481c0 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:00:38.967719 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a238a800-4662-4b67-8823-b2c7761dd228 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Request body: {'router': {'routes': None}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:00:38.981493 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dc4520-e4f9-4816-9c32-88ac9ba2a879 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:00:38.981883 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dc4520-e4f9-4816-9c32-88ac9ba2a879 None None] Checking segment: {'id': '17a7dc5b-26fd-4640-abd2-ec40ccf5206a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '39c4cc25-6bfd-4c8d-aca9-504c9f9481c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:00:38.982285 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a4dc4520-e4f9-4816-9c32-88ac9ba2a879 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:38.982669 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dc4520-e4f9-4816-9c32-88ac9ba2a879 None None] Bound using segment: {'id': '17a7dc5b-26fd-4640-abd2-ec40ccf5206a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '39c4cc25-6bfd-4c8d-aca9-504c9f9481c0'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:00:38.983151 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a4dc4520-e4f9-4816-9c32-88ac9ba2a879 None None] Bound port: b380367b-a99d-4ed7-bd26-452c0fac283f, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17a7dc5b-26fd-4640-abd2-ec40ccf5206a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '39c4cc25-6bfd-4c8d-aca9-504c9f9481c0'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:00:38.983535 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a4dc4520-e4f9-4816-9c32-88ac9ba2a879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:39.069462 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a4dc4520-e4f9-4816-9c32-88ac9ba2a879 None None] For port b380367b-a99d-4ed7-bd26-452c0fac283f, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:00:39.075149 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a4dc4520-e4f9-4816-9c32-88ac9ba2a879 None None] For port b380367b-a99d-4ed7-bd26-452c0fac283f, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b380367b-a99d-4ed7-bd26-452c0fac283f,segment=NetworkSegment(17a7dc5b-26fd-4640-abd2-ec40ccf5206a),segment_id=17a7dc5b-26fd-4640-abd2-ec40ccf5206a)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:00:39.080787 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a4dc4520-e4f9-4816-9c32-88ac9ba2a879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:39.153551 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f46e5-0ef0-4dc8-817c-309550ab2e02 req-fa6a9cf9-ad9c-4bc1-a685-d65fc6eb4e0d tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:39.155137 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b92f46e5-0ef0-4dc8-817c-309550ab2e02 req-fa6a9cf9-ad9c-4bc1-a685-d65fc6eb4e0d tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1119051 Aug 19 15:00:39.195110 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dc4520-e4f9-4816-9c32-88ac9ba2a879 None None] Routers {'ba0411d5-08d2-4a3e-b1d0-1553c0569f17'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:00:39.195861 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a4dc4520-e4f9-4816-9c32-88ac9ba2a879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:00:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['ba0411d5-08d2-4a3e-b1d0-1553c0569f17'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:39.217412 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b92f46e5-0ef0-4dc8-817c-309550ab2e02 req-605ffd78-146d-44a8-84ab-5724e2cb340f tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537651 Aug 19 15:00:39.366187 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-a4dc4520-e4f9-4816-9c32-88ac9ba2a879 None None] Set router ba0411d5-08d2-4a3e-b1d0-1553c0569f17 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:00:39.453092 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07435107-55e7-4a4a-bcd9-c40796625f3e None None] Pushing event updated for resources: {'Port': ['ID=b380367b-a99d-4ed7-bd26-452c0fac283f,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:39.654205 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd2560c-883e-41b2-9a6c-29cd2c6d14ea req-5a19bf63-a44c-4206-833b-c75e790ac59f tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:39.655800 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6dd2560c-883e-41b2-9a6c-29cd2c6d14ea req-5a19bf63-a44c-4206-833b-c75e790ac59f tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.2607524 Aug 19 15:00:39.702173 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded9c2a-48c0-47aa-ba02-851b3839b474 req-d68a7201-d5c8-47f4-a406-203e52835ad9 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:39.705393 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7ded9c2a-48c0-47aa-ba02-851b3839b474 req-d68a7201-d5c8-47f4-a406-203e52835ad9 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?device_id=07ae9c3c-40f2-4891-ae20-db0c49544d80 HTTP/1.1" status: 200 len: 945 time: 0.2565689 Aug 19 15:00:39.715950 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b380367b-a99d-4ed7-bd26-452c0fac283f up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:00:39.770121 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.extraroute_db [None req-a238a800-4662-4b67-8823-b2c7761dd228 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Added routes are [] {{(pid=94639) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 19 15:00:39.770677 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.extraroute_db [None req-a238a800-4662-4b67-8823-b2c7761dd228 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=94639) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 19 15:00:39.821312 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6dd2560c-883e-41b2-9a6c-29cd2c6d14ea req-05aa128d-199f-4e5a-9764-e28b61256b8b tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534350 Aug 19 15:00:39.834326 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port b380367b-a99d-4ed7-bd26-452c0fac283f completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:00:39.849107 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a4dc4520-e4f9-4816-9c32-88ac9ba2a879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'name': 'tempest-RoutersIpV6Test-router-827263504', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:00:16Z', 'updated_at': '2021-08-19T15:00:37Z', 'revision_number': 6, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'gw_port_host': None, '_interfaces': [{'id': '0c6dbf29-d487-4a42-8adf-f072b5bfb393', 'name': '', 'network_id': 'deadfb0d-e2d2-4946-b981-1fbecda04ee7', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:95:1d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '6fad4d2e-397f-4758-bb01-16635c7c9611', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:23Z', 'updated_at': '2021-08-19T15:00:32Z', 'revision_number': 5, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': '6fad4d2e-397f-4758-bb01-16635c7c9611', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2745fdad-6151-4d9c-8661-dfa9ebac74cb', 'name': '', 'network_id': 'e655e1a0-e0d2-4d65-a59b-f6879340eb47', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:86:20:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '90755aeb-903b-4dda-bcae-f7e52e8fc6fa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:27Z', 'updated_at': '2021-08-19T15:00:36Z', 'revision_number': 5, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': '90755aeb-903b-4dda-bcae-f7e52e8fc6fa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b380367b-a99d-4ed7-bd26-452c0fac283f', 'name': '', 'network_id': '39c4cc25-6bfd-4c8d-aca9-504c9f9481c0', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:84:ff:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '2bfc66cc-db3d-48bb-8549-972fc97d9d88', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:33Z', 'updated_at': '2021-08-19T15:00:39Z', 'revision_number': 4, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': '2bfc66cc-db3d-48bb-8549-972fc97d9d88', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6ef3244-65c4-4a39-be27-e08cac564065', 'name': '', 'network_id': 'da604672-4d1a-4561-ae4c-0daee3602bd5', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:5e:2c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:18Z', 'updated_at': '2021-08-19T15:00:27Z', 'revision_number': 5, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': 'ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:39.856278 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7ded9c2a-48c0-47aa-ba02-851b3839b474 req-6770ffaa-ac70-4763-8372-9431972cf7eb tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/security-groups?id=c01b1887-cfe4-4bd8-ac45-b3df4d389926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181550 Aug 19 15:00:39.877119 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dc4520-e4f9-4816-9c32-88ac9ba2a879 None None] The sync data for ids ['ba0411d5-08d2-4a3e-b1d0-1553c0569f17'] in n-d-766043-2 is: [{'id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'name': 'tempest-RoutersIpV6Test-router-827263504', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:00:16Z', 'updated_at': '2021-08-19T15:00:37Z', 'revision_number': 6, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'gw_port_host': None, '_interfaces': [{'id': '0c6dbf29-d487-4a42-8adf-f072b5bfb393', 'name': '', 'network_id': 'deadfb0d-e2d2-4946-b981-1fbecda04ee7', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:95:1d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '6fad4d2e-397f-4758-bb01-16635c7c9611', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:23Z', 'updated_at': '2021-08-19T15:00:32Z', 'revision_number': 5, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': '6fad4d2e-397f-4758-bb01-16635c7c9611', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2745fdad-6151-4d9c-8661-dfa9ebac74cb', 'name': '', 'network_id': 'e655e1a0-e0d2-4d65-a59b-f6879340eb47', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:86:20:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '90755aeb-903b-4dda-bcae-f7e52e8fc6fa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:27Z', 'updated_at': '2021-08-19T15:00:36Z', 'revision_number': 5, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': '90755aeb-903b-4dda-bcae-f7e52e8fc6fa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b380367b-a99d-4ed7-bd26-452c0fac283f', 'name': '', 'network_id': '39c4cc25-6bfd-4c8d-aca9-504c9f9481c0', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:84:ff:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '2bfc66cc-db3d-48bb-8549-972fc97d9d88', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:33Z', 'updated_at': '2021-08-19T15:00:39Z', 'revision_number': 4, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': '2bfc66cc-db3d-48bb-8549-972fc97d9d88', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6ef3244-65c4-4a39-be27-e08cac564065', 'name': '', 'network_id': 'da604672-4d1a-4561-ae4c-0daee3602bd5', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:5e:2c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:18Z', 'updated_at': '2021-08-19T15:00:27Z', 'revision_number': 5, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': 'ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:00:39.880461 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a238a800-4662-4b67-8823-b2c7761dd228 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1663642', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1667783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59546'] for router, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:39.883103 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port b380367b-a99d-4ed7-bd26-452c0fac283f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:39.883484 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:39.973060 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-42a6ae32-9a36-4f05-af95-daeb9d0f0fab None None] Provisioning complete for port b380367b-a99d-4ed7-bd26-452c0fac283f triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:39.973428 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-42a6ae32-9a36-4f05-af95-daeb9d0f0fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:40.059973 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b11004-cc33-4c38-8490-151bdaedade1 req-1991bfd9-824c-4ee6-a1df-d66dff36dc14 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:40.064324 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f2b11004-cc33-4c38-8490-151bdaedade1 req-1991bfd9-824c-4ee6-a1df-d66dff36dc14 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.0940726 Aug 19 15:00:40.143478 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f2b11004-cc33-4c38-8490-151bdaedade1 req-8181903f-5277-435d-94b9-ba90d5fbb253 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730474 Aug 19 15:00:40.159153 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:40.187551 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a238a800-4662-4b67-8823-b2c7761dd228 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1663642', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1667783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59546'] for router, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:40.191639 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a238a800-4662-4b67-8823-b2c7761dd228 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1663540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1663535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1667838'] for router, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:40.219573 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-42a6ae32-9a36-4f05-af95-daeb9d0f0fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:40.259913 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port b380367b-a99d-4ed7-bd26-452c0fac283f, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b380367b-a99d-4ed7-bd26-452c0fac283f,segment=NetworkSegment(17a7dc5b-26fd-4640-abd2-ec40ccf5206a),segment_id=17a7dc5b-26fd-4640-abd2-ec40ccf5206a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:40.311247 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a238a800-4662-4b67-8823-b2c7761dd228 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Router ba0411d5-08d2-4a3e-b1d0-1553c0569f17 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:00:40.350936 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:40.356898 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-42a6ae32-9a36-4f05-af95-daeb9d0f0fab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:00:40.358631 n-d-766043-2 neutron-server[94641]: DEBUG oslo_db.api [None req-42a6ae32-9a36-4f05-af95-daeb9d0f0fab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:00:40.416533 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de635572-087a-4bb8-8259-98b40371939d req-19e4de2e-129a-458b-a9d2-d3870a4ebf37 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:40.420557 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d216a20d-fcbf-4907-89e2-9a0f0e0dd0bd None None] Sync routers for ids ['ba0411d5-08d2-4a3e-b1d0-1553c0569f17'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:00:40.437565 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d216a20d-fcbf-4907-89e2-9a0f0e0dd0bd None None] Routers {'ba0411d5-08d2-4a3e-b1d0-1553c0569f17'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:00:40.439343 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d216a20d-fcbf-4907-89e2-9a0f0e0dd0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:00:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['ba0411d5-08d2-4a3e-b1d0-1553c0569f17'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:40.460207 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-de635572-087a-4bb8-8259-98b40371939d req-19e4de2e-129a-458b-a9d2-d3870a4ebf37 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1532497 Aug 19 15:00:40.478958 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a238a800-4662-4b67-8823-b2c7761dd228 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:00:40.487116 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a238a800-4662-4b67-8823-b2c7761dd228 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:40.488691 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a238a800-4662-4b67-8823-b2c7761dd228 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "PUT /v2.0/routers/ba0411d5-08d2-4a3e-b1d0-1553c0569f17 HTTP/1.1" status: 200 len: 703 time: 1.5245011 Aug 19 15:00:40.490997 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47192) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:40.495072 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=b380367b-a99d-4ed7-bd26-452c0fac283f,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:40.499409 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47194) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:40.545229 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-de635572-087a-4bb8-8259-98b40371939d req-d611c633-72f4-4229-ae81-64a057cf0792 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829198 Aug 19 15:00:40.611887 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-81117c95-d53b-4057-b9cf-1e2f8841040e tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "GET /v2.0/routers/ba0411d5-08d2-4a3e-b1d0-1553c0569f17 HTTP/1.1" status: 200 len: 703 time: 0.1195560 Aug 19 15:00:40.615433 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47200) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:40.619800 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-d216a20d-fcbf-4907-89e2-9a0f0e0dd0bd None None] Set router ba0411d5-08d2-4a3e-b1d0-1553c0569f17 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:00:40.665846 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-085e6297-f985-4d5a-ad9a-78faaf2bd82a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1755859848-network', 'tenant_id': '8a121131a1b945f8aadc74ef8d386234'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:00:40.802512 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e58ee-eddf-45e3-8642-67318bbeb911 req-35fd0d88-a53a-4ad5-a486-a8632ff5e6ef tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:40.804419 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ed0e58ee-eddf-45e3-8642-67318bbeb911 req-35fd0d88-a53a-4ad5-a486-a8632ff5e6ef tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1348705 Aug 19 15:00:40.805734 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085e6297-f985-4d5a-ad9a-78faaf2bd82a admin admin] Made reservation on behalf of 8a121131a1b945f8aadc74ef8d386234 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:00:40.808322 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-085e6297-f985-4d5a-ad9a-78faaf2bd82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:40.833027 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-085e6297-f985-4d5a-ad9a-78faaf2bd82a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:40.886249 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d216a20d-fcbf-4907-89e2-9a0f0e0dd0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'name': 'tempest-RoutersIpV6Test-router-827263504', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:00:16Z', 'updated_at': '2021-08-19T15:00:39Z', 'revision_number': 7, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'gw_port_host': None, '_interfaces': [{'id': '0c6dbf29-d487-4a42-8adf-f072b5bfb393', 'name': '', 'network_id': 'deadfb0d-e2d2-4946-b981-1fbecda04ee7', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:95:1d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '6fad4d2e-397f-4758-bb01-16635c7c9611', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:23Z', 'updated_at': '2021-08-19T15:00:32Z', 'revision_number': 5, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': '6fad4d2e-397f-4758-bb01-16635c7c9611', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2745fdad-6151-4d9c-8661-dfa9ebac74cb', 'name': '', 'network_id': 'e655e1a0-e0d2-4d65-a59b-f6879340eb47', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:86:20:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '90755aeb-903b-4dda-bcae-f7e52e8fc6fa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:27Z', 'updated_at': '2021-08-19T15:00:36Z', 'revision_number': 5, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': '90755aeb-903b-4dda-bcae-f7e52e8fc6fa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b380367b-a99d-4ed7-bd26-452c0fac283f', 'name': '', 'network_id': '39c4cc25-6bfd-4c8d-aca9-504c9f9481c0', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:84:ff:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '2bfc66cc-db3d-48bb-8549-972fc97d9d88', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:33Z', 'updated_at': '2021-08-19T15:00:40Z', 'revision_number': 5, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': '2bfc66cc-db3d-48bb-8549-972fc97d9d88', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6ef3244-65c4-4a39-be27-e08cac564065', 'name': '', 'network_id': 'da604672-4d1a-4561-ae4c-0daee3602bd5', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:5e:2c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:18Z', 'updated_at': '2021-08-19T15:00:27Z', 'revision_number': 5, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': 'ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:40.939987 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d216a20d-fcbf-4907-89e2-9a0f0e0dd0bd None None] Checking router: ba0411d5-08d2-4a3e-b1d0-1553c0569f17 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:00:40.941512 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ed0e58ee-eddf-45e3-8642-67318bbeb911 req-6ad62823-86da-44bb-87b1-3d67861cdf3c tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272237 Aug 19 15:00:40.953615 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d216a20d-fcbf-4907-89e2-9a0f0e0dd0bd None None] Routers {'ba0411d5-08d2-4a3e-b1d0-1553c0569f17'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:00:40.954538 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d216a20d-fcbf-4907-89e2-9a0f0e0dd0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:00:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['ba0411d5-08d2-4a3e-b1d0-1553c0569f17'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:41.100102 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-085e6297-f985-4d5a-ad9a-78faaf2bd82a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:41.124035 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-d216a20d-fcbf-4907-89e2-9a0f0e0dd0bd None None] Set router ba0411d5-08d2-4a3e-b1d0-1553c0569f17 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:00:41.128675 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d41ad48e-ed06-48f9-9621-732ccc93f964 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:41.130865 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-085e6297-f985-4d5a-ad9a-78faaf2bd82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:41.142909 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-085e6297-f985-4d5a-ad9a-78faaf2bd82a admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:00:41.168179 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-085e6297-f985-4d5a-ad9a-78faaf2bd82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:41.168568 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-085e6297-f985-4d5a-ad9a-78faaf2bd82a admin admin] Added segment 418cef8c-2d2b-42f6-9fe2-a23592ac15e8 of type vlan for network 1ec8c1ff-20b2-4904-90ad-d2939241b404 Aug 19 15:00:41.202522 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b0f2b8-3775-40e3-9ad3-e1884e8f9d82 req-4cdb6309-95cd-417a-aa73-0e58bf76b672 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:41.204347 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a1b0f2b8-3775-40e3-9ad3-e1884e8f9d82 req-4cdb6309-95cd-417a-aa73-0e58bf76b672 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1267962 Aug 19 15:00:41.256867 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e6297-f985-4d5a-ad9a-78faaf2bd82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8ffa29-ba6a-4594-a547-766e04df6075,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:41.283717 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a1b0f2b8-3775-40e3-9ad3-e1884e8f9d82 req-90c29842-6ed2-41a0-9baa-782480c7f301 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709333 Aug 19 15:00:41.285327 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-085e6297-f985-4d5a-ad9a-78faaf2bd82a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:41.325570 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-085e6297-f985-4d5a-ad9a-78faaf2bd82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:41.326556 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085e6297-f985-4d5a-ad9a-78faaf2bd82a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:41.327145 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-085e6297-f985-4d5a-ad9a-78faaf2bd82a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:41.394270 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-085e6297-f985-4d5a-ad9a-78faaf2bd82a admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8873508 Aug 19 15:00:41.394948 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47210) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:41.404027 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-412017f6-445c-4014-b12f-ba2bb9a05734 admin admin] Request body: {'subnet': {'network_id': '1ec8c1ff-20b2-4904-90ad-d2939241b404', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1755859848-subnet', 'tenant_id': '8a121131a1b945f8aadc74ef8d386234', 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:00:41.457525 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e6297-f985-4d5a-ad9a-78faaf2bd82a admin admin] Pushing event updated for resources: {'Network': ['ID=1ec8c1ff-20b2-4904-90ad-d2939241b404,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:41.478897 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 1ec8c1ff-20b2-4904-90ad-d2939241b404 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:00:41.483340 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412017f6-445c-4014-b12f-ba2bb9a05734 admin admin] Made reservation on behalf of 8a121131a1b945f8aadc74ef8d386234 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:00:41.485718 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-412017f6-445c-4014-b12f-ba2bb9a05734 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:41.531075 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d216a20d-fcbf-4907-89e2-9a0f0e0dd0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'name': 'tempest-RoutersIpV6Test-router-827263504', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:00:16Z', 'updated_at': '2021-08-19T15:00:39Z', 'revision_number': 7, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'gw_port_host': None, '_interfaces': [{'id': '0c6dbf29-d487-4a42-8adf-f072b5bfb393', 'name': '', 'network_id': 'deadfb0d-e2d2-4946-b981-1fbecda04ee7', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:95:1d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '6fad4d2e-397f-4758-bb01-16635c7c9611', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:23Z', 'updated_at': '2021-08-19T15:00:32Z', 'revision_number': 5, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': '6fad4d2e-397f-4758-bb01-16635c7c9611', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2745fdad-6151-4d9c-8661-dfa9ebac74cb', 'name': '', 'network_id': 'e655e1a0-e0d2-4d65-a59b-f6879340eb47', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:86:20:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '90755aeb-903b-4dda-bcae-f7e52e8fc6fa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:27Z', 'updated_at': '2021-08-19T15:00:36Z', 'revision_number': 5, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': '90755aeb-903b-4dda-bcae-f7e52e8fc6fa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b380367b-a99d-4ed7-bd26-452c0fac283f', 'name': '', 'network_id': '39c4cc25-6bfd-4c8d-aca9-504c9f9481c0', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:84:ff:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '2bfc66cc-db3d-48bb-8549-972fc97d9d88', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:33Z', 'updated_at': '2021-08-19T15:00:40Z', 'revision_number': 5, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': '2bfc66cc-db3d-48bb-8549-972fc97d9d88', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6ef3244-65c4-4a39-be27-e08cac564065', 'name': '', 'network_id': 'da604672-4d1a-4561-ae4c-0daee3602bd5', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:5e:2c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:18Z', 'updated_at': '2021-08-19T15:00:27Z', 'revision_number': 5, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': 'ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:41.583948 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d41ad48e-ed06-48f9-9621-732ccc93f964 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Deleting port b380367b-a99d-4ed7-bd26-452c0fac283f {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:00:41.584264 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d41ad48e-ed06-48f9-9621-732ccc93f964 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:41.600192 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5122c-63af-4311-bd08-017d7bef6046 req-19110c83-4a49-475c-a5fa-02451dc95c19 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:41.605904 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d216a20d-fcbf-4907-89e2-9a0f0e0dd0bd None None] The sync data for ids ['ba0411d5-08d2-4a3e-b1d0-1553c0569f17'] in n-d-766043-2 is: [{'id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'name': 'tempest-RoutersIpV6Test-router-827263504', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:00:16Z', 'updated_at': '2021-08-19T15:00:39Z', 'revision_number': 7, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'gw_port_host': None, '_interfaces': [{'id': '0c6dbf29-d487-4a42-8adf-f072b5bfb393', 'name': '', 'network_id': 'deadfb0d-e2d2-4946-b981-1fbecda04ee7', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:95:1d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '6fad4d2e-397f-4758-bb01-16635c7c9611', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:23Z', 'updated_at': '2021-08-19T15:00:32Z', 'revision_number': 5, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': '6fad4d2e-397f-4758-bb01-16635c7c9611', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2745fdad-6151-4d9c-8661-dfa9ebac74cb', 'name': '', 'network_id': 'e655e1a0-e0d2-4d65-a59b-f6879340eb47', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:86:20:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '90755aeb-903b-4dda-bcae-f7e52e8fc6fa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:27Z', 'updated_at': '2021-08-19T15:00:36Z', 'revision_number': 5, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': '90755aeb-903b-4dda-bcae-f7e52e8fc6fa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b380367b-a99d-4ed7-bd26-452c0fac283f', 'name': '', 'network_id': '39c4cc25-6bfd-4c8d-aca9-504c9f9481c0', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:84:ff:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '2bfc66cc-db3d-48bb-8549-972fc97d9d88', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:33Z', 'updated_at': '2021-08-19T15:00:40Z', 'revision_number': 5, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': '2bfc66cc-db3d-48bb-8549-972fc97d9d88', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6ef3244-65c4-4a39-be27-e08cac564065', 'name': '', 'network_id': 'da604672-4d1a-4561-ae4c-0daee3602bd5', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:5e:2c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:18Z', 'updated_at': '2021-08-19T15:00:27Z', 'revision_number': 5, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': 'ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:00:41.609959 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-15f5122c-63af-4311-bd08-017d7bef6046 req-19110c83-4a49-475c-a5fa-02451dc95c19 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1994972 Aug 19 15:00:41.621785 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b380367b-a99d-4ed7-bd26-452c0fac283f up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:00:41.693486 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port b380367b-a99d-4ed7-bd26-452c0fac283f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:41.694049 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:41.711004 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-15f5122c-63af-4311-bd08-017d7bef6046 req-f3033def-abf9-41a5-9dcb-7895c33bc340 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997646 Aug 19 15:00:41.836203 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-d41ad48e-ed06-48f9-9621-732ccc93f964 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] For port b380367b-a99d-4ed7-bd26-452c0fac283f, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b380367b-a99d-4ed7-bd26-452c0fac283f,segment=NetworkSegment(17a7dc5b-26fd-4640-abd2-ec40ccf5206a),segment_id=17a7dc5b-26fd-4640-abd2-ec40ccf5206a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:41.836599 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d41ad48e-ed06-48f9-9621-732ccc93f964 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:41.867923 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d41ad48e-ed06-48f9-9621-732ccc93f964 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Calling delete_port for b380367b-a99d-4ed7-bd26-452c0fac283f owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:00:41.944358 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-412017f6-445c-4014-b12f-ba2bb9a05734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:42.033234 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412017f6-445c-4014-b12f-ba2bb9a05734 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4491331c-6ea5-40f4-a0c8-976062333e16,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:42.048187 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412017f6-445c-4014-b12f-ba2bb9a05734 admin admin] Checking segment: {'id': '418cef8c-2d2b-42f6-9fe2-a23592ac15e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ec8c1ff-20b2-4904-90ad-d2939241b404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:00:42.049505 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412017f6-445c-4014-b12f-ba2bb9a05734 admin admin] Network hostable DHCP agents. Network: 1ec8c1ff-20b2-4904-90ad-d2939241b404, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:00:42.094041 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412017f6-445c-4014-b12f-ba2bb9a05734 admin admin] Network 1ec8c1ff-20b2-4904-90ad-d2939241b404 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:00:42.127337 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25966d8a-2d65-4380-aab4-9f986cf0a48d None None] Sync routers for ids ['ba0411d5-08d2-4a3e-b1d0-1553c0569f17'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:00:42.136800 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-412017f6-445c-4014-b12f-ba2bb9a05734 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 1ec8c1ff-20b2-4904-90ad-d2939241b404) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:00:42.142913 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25966d8a-2d65-4380-aab4-9f986cf0a48d None None] Routers {'ba0411d5-08d2-4a3e-b1d0-1553c0569f17'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:00:42.143290 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412017f6-445c-4014-b12f-ba2bb9a05734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:42.144227 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-25966d8a-2d65-4380-aab4-9f986cf0a48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:00:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['ba0411d5-08d2-4a3e-b1d0-1553c0569f17'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:42.146202 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-412017f6-445c-4014-b12f-ba2bb9a05734 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:42.147216 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a59be06-062d-48bd-ab78-f64a467b8a55 None None] Network 1ec8c1ff-20b2-4904-90ad-d2939241b404 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:00:42.187687 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39777475-52aa-459b-9ff0-2b84ea7638e9 req-875147e4-71c1-4409-9613-0fcabd19e66f tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:42.189435 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-39777475-52aa-459b-9ff0-2b84ea7638e9 req-875147e4-71c1-4409-9613-0fcabd19e66f tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1080315 Aug 19 15:00:42.191619 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-412017f6-445c-4014-b12f-ba2bb9a05734 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7922435 Aug 19 15:00:42.194448 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47220) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:42.204204 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-4eba3e2f-4aaf-4fb7-abc1-1e5af223d75d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1755859848-router', 'tenant_id': '8a121131a1b945f8aadc74ef8d386234', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:00:42.212740 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d41ad48e-ed06-48f9-9621-732ccc93f964 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:42.244596 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ad48e-ed06-48f9-9621-732ccc93f964 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event deleted for resources: {'Port': ['ID=b380367b-a99d-4ed7-bd26-452c0fac283f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:42.289805 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4eba3e2f-4aaf-4fb7-abc1-1e5af223d75d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:42.291429 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4eba3e2f-4aaf-4fb7-abc1-1e5af223d75d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:42.310697 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-25966d8a-2d65-4380-aab4-9f986cf0a48d None None] Set router ba0411d5-08d2-4a3e-b1d0-1553c0569f17 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:00:42.416884 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-39777475-52aa-459b-9ff0-2b84ea7638e9 req-3b4e6a4d-b2cd-40e3-aab8-e4fc2be0bdab tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488454 Aug 19 15:00:42.502992 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4eba3e2f-4aaf-4fb7-abc1-1e5af223d75d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:42.600013 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e02b39-3b12-457c-b29b-773d7b597c67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-1ec8c1ff-20b2-4904-90ad-d2939241b404', 'network_id': '1ec8c1ff-20b2-4904-90ad-d2939241b404', 'tenant_id': '8a121131a1b945f8aadc74ef8d386234', 'fixed_ips': [{'subnet_id': '4491331c-6ea5-40f4-a0c8-976062333e16'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:00:42.602138 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-41e02b39-3b12-457c-b29b-773d7b597c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:42.782281 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d41ad48e-ed06-48f9-9621-732ccc93f964 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:42.787710 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:00:42.802085 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4eba3e2f-4aaf-4fb7-abc1-1e5af223d75d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:42.863206 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9a894-be50-43af-80fc-c4702570e317 req-66b61ead-22dc-439c-9adb-996ee20f9f26 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:42.865128 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bca9a894-be50-43af-80fc-c4702570e317 req-66b61ead-22dc-439c-9adb-996ee20f9f26 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.2110131 Aug 19 15:00:42.981894 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bca9a894-be50-43af-80fc-c4702570e317 req-3de687c5-48f6-4915-ae7b-bb4e867e97aa tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721843 Aug 19 15:00:43.062053 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-25966d8a-2d65-4380-aab4-9f986cf0a48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'name': 'tempest-RoutersIpV6Test-router-827263504', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:00:16Z', 'updated_at': '2021-08-19T15:00:39Z', 'revision_number': 7, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'gw_port_host': None, '_interfaces': [{'id': '0c6dbf29-d487-4a42-8adf-f072b5bfb393', 'name': '', 'network_id': 'deadfb0d-e2d2-4946-b981-1fbecda04ee7', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:95:1d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '6fad4d2e-397f-4758-bb01-16635c7c9611', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:23Z', 'updated_at': '2021-08-19T15:00:32Z', 'revision_number': 5, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': '6fad4d2e-397f-4758-bb01-16635c7c9611', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2745fdad-6151-4d9c-8661-dfa9ebac74cb', 'name': '', 'network_id': 'e655e1a0-e0d2-4d65-a59b-f6879340eb47', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:86:20:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '90755aeb-903b-4dda-bcae-f7e52e8fc6fa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:27Z', 'updated_at': '2021-08-19T15:00:36Z', 'revision_number': 5, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': '90755aeb-903b-4dda-bcae-f7e52e8fc6fa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b380367b-a99d-4ed7-bd26-452c0fac283f', 'name': '', 'network_id': '39c4cc25-6bfd-4c8d-aca9-504c9f9481c0', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:84:ff:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '2bfc66cc-db3d-48bb-8549-972fc97d9d88', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:33Z', 'updated_at': '2021-08-19T15:00:40Z', 'revision_number': 5, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': '2bfc66cc-db3d-48bb-8549-972fc97d9d88', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6ef3244-65c4-4a39-be27-e08cac564065', 'name': '', 'network_id': 'da604672-4d1a-4561-ae4c-0daee3602bd5', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:5e:2c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:18Z', 'updated_at': '2021-08-19T15:00:27Z', 'revision_number': 5, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': 'ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:43.094768 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25966d8a-2d65-4380-aab4-9f986cf0a48d None None] Checking router: ba0411d5-08d2-4a3e-b1d0-1553c0569f17 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:00:43.103578 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-41e02b39-3b12-457c-b29b-773d7b597c67 None None] Allocated IP 172.20.0.2 (1ec8c1ff-20b2-4904-90ad-d2939241b404/4491331c-6ea5-40f4-a0c8-976062333e16/c7373dd8-ead2-4200-8edd-7ada0b59caf3) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:00:43.116993 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25966d8a-2d65-4380-aab4-9f986cf0a48d None None] Routers {'ba0411d5-08d2-4a3e-b1d0-1553c0569f17'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:00:43.118148 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-25966d8a-2d65-4380-aab4-9f986cf0a48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:00:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['ba0411d5-08d2-4a3e-b1d0-1553c0569f17'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:43.158782 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41ad48e-ed06-48f9-9621-732ccc93f964 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Router ba0411d5-08d2-4a3e-b1d0-1553c0569f17 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:00:43.289605 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41ad48e-ed06-48f9-9621-732ccc93f964 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:00:43.303033 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d41ad48e-ed06-48f9-9621-732ccc93f964 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "PUT /v2.0/routers/ba0411d5-08d2-4a3e-b1d0-1553c0569f17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6858463 Aug 19 15:00:43.305553 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47232) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:43.371449 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d8c32-d0fb-4827-b0fb-929d7b527360 req-7906adce-a2b3-4a94-bd5c-72b890e0b58b tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:43.378424 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed448a5d-7afc-4501-bd48-004cc70da13a tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Deleting subnet 2bfc66cc-db3d-48bb-8549-972fc97d9d88 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:00:43.382150 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8d5d8c32-d0fb-4827-b0fb-929d7b527360 req-7906adce-a2b3-4a94-bd5c-72b890e0b58b tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1077609 Aug 19 15:00:43.384128 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed448a5d-7afc-4501-bd48-004cc70da13a tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:43.405785 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4eba3e2f-4aaf-4fb7-abc1-1e5af223d75d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:43.437751 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4eba3e2f-4aaf-4fb7-abc1-1e5af223d75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:43.463953 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed448a5d-7afc-4501-bd48-004cc70da13a tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:43.476169 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-25966d8a-2d65-4380-aab4-9f986cf0a48d None None] Set router ba0411d5-08d2-4a3e-b1d0-1553c0569f17 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:00:43.567933 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-4eba3e2f-4aaf-4fb7-abc1-1e5af223d75d admin admin] Allocated IP 172.25.2.51 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/86abedf1-bde6-4120-a2af-97b9a4f17c84) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:00:43.586239 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8d5d8c32-d0fb-4827-b0fb-929d7b527360 req-4869211c-0fb7-4482-ae7b-5c0aef79ce0f tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981275 Aug 19 15:00:43.626430 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed448a5d-7afc-4501-bd48-004cc70da13a tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:43.739819 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-41e02b39-3b12-457c-b29b-773d7b597c67 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:43.772237 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed448a5d-7afc-4501-bd48-004cc70da13a tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:43.777742 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-41e02b39-3b12-457c-b29b-773d7b597c67 None None] Transition to ACTIVE for port object c7373dd8-ead2-4200-8edd-7ada0b59caf3 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:00:43.812382 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed448a5d-7afc-4501-bd48-004cc70da13a tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event deleted for resources: {'Subnet': ['ID=2bfc66cc-db3d-48bb-8549-972fc97d9d88,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:43.825889 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed448a5d-7afc-4501-bd48-004cc70da13a tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:43.831982 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ed448a5d-7afc-4501-bd48-004cc70da13a tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "DELETE /v2.0/subnets/2bfc66cc-db3d-48bb-8549-972fc97d9d88 HTTP/1.1" status: 204 len: 168 time: 0.5222218 Aug 19 15:00:43.832182 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666063a1-469c-49b7-b69d-1a90b60a358f None None] Network 39c4cc25-6bfd-4c8d-aca9-504c9f9481c0 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:00:43.832322 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26edc6-faa1-4995-b8d1-722c5a0c751f req-a2417663-aab6-4572-b3dc-d3e52efef7c4 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:43.832839 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8c26edc6-faa1-4995-b8d1-722c5a0c751f req-a2417663-aab6-4572-b3dc-d3e52efef7c4 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1507192 Aug 19 15:00:43.836962 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-41e02b39-3b12-457c-b29b-773d7b597c67 None None] Transition to ACTIVE for port object c7373dd8-ead2-4200-8edd-7ada0b59caf3 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:00:43.838700 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4eba3e2f-4aaf-4fb7-abc1-1e5af223d75d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:43.842485 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47236) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:43.897528 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-41e02b39-3b12-457c-b29b-773d7b597c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:43.970640 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84c9cbb1-d38c-4667-b164-fafe01dff480 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:43.979633 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8c26edc6-faa1-4995-b8d1-722c5a0c751f req-4425c483-c40b-4da2-8865-1d553dbc0349 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348329 Aug 19 15:00:43.980159 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e02b39-3b12-457c-b29b-773d7b597c67 None None] Network 1ec8c1ff-20b2-4904-90ad-d2939241b404 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:00:43.987415 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-41e02b39-3b12-457c-b29b-773d7b597c67 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:00:43.991416 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-25966d8a-2d65-4380-aab4-9f986cf0a48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'name': 'tempest-RoutersIpV6Test-router-827263504', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:00:16Z', 'updated_at': '2021-08-19T15:00:42Z', 'revision_number': 8, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'gw_port_host': None, '_interfaces': [{'id': '0c6dbf29-d487-4a42-8adf-f072b5bfb393', 'name': '', 'network_id': 'deadfb0d-e2d2-4946-b981-1fbecda04ee7', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:95:1d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '6fad4d2e-397f-4758-bb01-16635c7c9611', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:23Z', 'updated_at': '2021-08-19T15:00:32Z', 'revision_number': 5, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': '6fad4d2e-397f-4758-bb01-16635c7c9611', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2745fdad-6151-4d9c-8661-dfa9ebac74cb', 'name': '', 'network_id': 'e655e1a0-e0d2-4d65-a59b-f6879340eb47', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:86:20:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '90755aeb-903b-4dda-bcae-f7e52e8fc6fa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:27Z', 'updated_at': '2021-08-19T15:00:36Z', 'revision_number': 5, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': '90755aeb-903b-4dda-bcae-f7e52e8fc6fa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6ef3244-65c4-4a39-be27-e08cac564065', 'name': '', 'network_id': 'da604672-4d1a-4561-ae4c-0daee3602bd5', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:5e:2c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:18Z', 'updated_at': '2021-08-19T15:00:27Z', 'revision_number': 5, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': 'ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:44.016103 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e02b39-3b12-457c-b29b-773d7b597c67 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:00:44.020698 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e02b39-3b12-457c-b29b-773d7b597c67 None None] Pushing event updated for resources: {'Port': ['ID=c7373dd8-ead2-4200-8edd-7ada0b59caf3,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:44.041348 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4eba3e2f-4aaf-4fb7-abc1-1e5af223d75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:44.106554 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eba3e2f-4aaf-4fb7-abc1-1e5af223d75d admin admin] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:00:44.111986 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-4eba3e2f-4aaf-4fb7-abc1-1e5af223d75d admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:00:44.119552 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25966d8a-2d65-4380-aab4-9f986cf0a48d None None] The sync data for ids ['ba0411d5-08d2-4a3e-b1d0-1553c0569f17'] in n-d-766043-2 is: [{'id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'name': 'tempest-RoutersIpV6Test-router-827263504', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:00:16Z', 'updated_at': '2021-08-19T15:00:42Z', 'revision_number': 8, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'gw_port_host': None, '_interfaces': [{'id': '0c6dbf29-d487-4a42-8adf-f072b5bfb393', 'name': '', 'network_id': 'deadfb0d-e2d2-4946-b981-1fbecda04ee7', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:95:1d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '6fad4d2e-397f-4758-bb01-16635c7c9611', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:23Z', 'updated_at': '2021-08-19T15:00:32Z', 'revision_number': 5, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': '6fad4d2e-397f-4758-bb01-16635c7c9611', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2745fdad-6151-4d9c-8661-dfa9ebac74cb', 'name': '', 'network_id': 'e655e1a0-e0d2-4d65-a59b-f6879340eb47', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:86:20:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '90755aeb-903b-4dda-bcae-f7e52e8fc6fa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:27Z', 'updated_at': '2021-08-19T15:00:36Z', 'revision_number': 5, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': '90755aeb-903b-4dda-bcae-f7e52e8fc6fa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6ef3244-65c4-4a39-be27-e08cac564065', 'name': '', 'network_id': 'da604672-4d1a-4561-ae4c-0daee3602bd5', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:5e:2c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:18Z', 'updated_at': '2021-08-19T15:00:27Z', 'revision_number': 5, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': 'ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:00:44.120574 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eba3e2f-4aaf-4fb7-abc1-1e5af223d75d admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:00:44.151144 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eba3e2f-4aaf-4fb7-abc1-1e5af223d75d admin admin] Pushing event updated for resources: {'Port': ['ID=86abedf1-bde6-4120-a2af-97b9a4f17c84,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:44.164476 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-41e02b39-3b12-457c-b29b-773d7b597c67 None None] Attempting to bind port c7373dd8-ead2-4200-8edd-7ada0b59caf3 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:00:44.164902 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-41e02b39-3b12-457c-b29b-773d7b597c67 None None] Attempting to bind port c7373dd8-ead2-4200-8edd-7ada0b59caf3 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '418cef8c-2d2b-42f6-9fe2-a23592ac15e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ec8c1ff-20b2-4904-90ad-d2939241b404'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:00:44.166838 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e02b39-3b12-457c-b29b-773d7b597c67 None None] Attempting to bind port c7373dd8-ead2-4200-8edd-7ada0b59caf3 on network 1ec8c1ff-20b2-4904-90ad-d2939241b404 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:00:44.175984 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e02b39-3b12-457c-b29b-773d7b597c67 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:00:44.175984 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e02b39-3b12-457c-b29b-773d7b597c67 None None] Checking segment: {'id': '418cef8c-2d2b-42f6-9fe2-a23592ac15e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ec8c1ff-20b2-4904-90ad-d2939241b404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:00:44.176550 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-41e02b39-3b12-457c-b29b-773d7b597c67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:44.176550 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e02b39-3b12-457c-b29b-773d7b597c67 None None] Bound using segment: {'id': '418cef8c-2d2b-42f6-9fe2-a23592ac15e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ec8c1ff-20b2-4904-90ad-d2939241b404'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:00:44.176949 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-41e02b39-3b12-457c-b29b-773d7b597c67 None None] Bound port: c7373dd8-ead2-4200-8edd-7ada0b59caf3, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '418cef8c-2d2b-42f6-9fe2-a23592ac15e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ec8c1ff-20b2-4904-90ad-d2939241b404'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:00:44.177322 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-41e02b39-3b12-457c-b29b-773d7b597c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:44.191712 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-84c9cbb1-d38c-4667-b164-fafe01dff480 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Deleting port b22e6407-2d33-4bf3-b1a7-938f18893df4 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:00:44.192077 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84c9cbb1-d38c-4667-b164-fafe01dff480 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:44.289928 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-41e02b39-3b12-457c-b29b-773d7b597c67 None None] For port c7373dd8-ead2-4200-8edd-7ada0b59caf3, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:00:44.293272 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-41e02b39-3b12-457c-b29b-773d7b597c67 None None] For port c7373dd8-ead2-4200-8edd-7ada0b59caf3, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=c7373dd8-ead2-4200-8edd-7ada0b59caf3,segment=NetworkSegment(418cef8c-2d2b-42f6-9fe2-a23592ac15e8),segment_id=418cef8c-2d2b-42f6-9fe2-a23592ac15e8)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:00:44.303364 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-41e02b39-3b12-457c-b29b-773d7b597c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:44.384234 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e02b39-3b12-457c-b29b-773d7b597c67 None None] Pushing event updated for resources: {'Port': ['ID=c7373dd8-ead2-4200-8edd-7ada0b59caf3,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:44.442385 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-84c9cbb1-d38c-4667-b164-fafe01dff480 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] For port b22e6407-2d33-4bf3-b1a7-938f18893df4, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b22e6407-2d33-4bf3-b1a7-938f18893df4,segment=NetworkSegment(17a7dc5b-26fd-4640-abd2-ec40ccf5206a),segment_id=17a7dc5b-26fd-4640-abd2-ec40ccf5206a)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:44.442921 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84c9cbb1-d38c-4667-b164-fafe01dff480 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:44.473360 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-84c9cbb1-d38c-4667-b164-fafe01dff480 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Calling delete_port for b22e6407-2d33-4bf3-b1a7-938f18893df4 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:00:44.493781 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ae9b4-9486-4796-9657-27b69b67b486 req-73319bde-1b1a-4ecd-8811-3eaef1c7ffc4 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:44.495515 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-897ae9b4-9486-4796-9657-27b69b67b486 req-73319bde-1b1a-4ecd-8811-3eaef1c7ffc4 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.2563643 Aug 19 15:00:44.543950 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b935e95c-b82d-4751-8b2a-52b2e6b5c2af None None] DHCP port deletion for 39c4cc25-6bfd-4c8d-aca9-504c9f9481c0 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:00:44.639114 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b935e95c-b82d-4751-8b2a-52b2e6b5c2af None None] Deleting port b22e6407-2d33-4bf3-b1a7-938f18893df4 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:00:44.639472 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b935e95c-b82d-4751-8b2a-52b2e6b5c2af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:44.824063 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-897ae9b4-9486-4796-9657-27b69b67b486 req-ef6345c2-fe7b-452c-b0fd-0f541d8e2060 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666831 Aug 19 15:00:44.836206 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b935e95c-b82d-4751-8b2a-52b2e6b5c2af None None] For port b22e6407-2d33-4bf3-b1a7-938f18893df4, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b22e6407-2d33-4bf3-b1a7-938f18893df4,segment=NetworkSegment(17a7dc5b-26fd-4640-abd2-ec40ccf5206a),segment_id=17a7dc5b-26fd-4640-abd2-ec40ccf5206a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:44.837182 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b935e95c-b82d-4751-8b2a-52b2e6b5c2af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:44.864340 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b935e95c-b82d-4751-8b2a-52b2e6b5c2af None None] Calling delete_port for b22e6407-2d33-4bf3-b1a7-938f18893df4 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:00:44.890659 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84c9cbb1-d38c-4667-b164-fafe01dff480 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:44.927696 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4eba3e2f-4aaf-4fb7-abc1-1e5af223d75d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:44.957267 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c9cbb1-d38c-4667-b164-fafe01dff480 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] No DVR routers for this DVR port b22e6407-2d33-4bf3-b1a7-938f18893df4 on host n-d-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:00:45.006026 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c9cbb1-d38c-4667-b164-fafe01dff480 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event deleted for resources: {'Port': ['ID=b22e6407-2d33-4bf3-b1a7-938f18893df4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:45.053416 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdec4f7-0634-4433-95cf-d341b1d52fc1 None None] Sync routers for ids ['ba0411d5-08d2-4a3e-b1d0-1553c0569f17'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:00:45.064079 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b935e95c-b82d-4751-8b2a-52b2e6b5c2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:45.071983 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdec4f7-0634-4433-95cf-d341b1d52fc1 None None] Routers {'ba0411d5-08d2-4a3e-b1d0-1553c0569f17'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:00:45.072627 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-dfdec4f7-0634-4433-95cf-d341b1d52fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:00:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['ba0411d5-08d2-4a3e-b1d0-1553c0569f17'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:45.089959 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b935e95c-b82d-4751-8b2a-52b2e6b5c2af None None] Pushing event deleted for resources: {'Port': ['ID=b22e6407-2d33-4bf3-b1a7-938f18893df4,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:45.098762 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b935e95c-b82d-4751-8b2a-52b2e6b5c2af None None] No DVR routers for this DVR port b22e6407-2d33-4bf3-b1a7-938f18893df4 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:00:45.180655 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84c9cbb1-d38c-4667-b164-fafe01dff480 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:45.205719 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-84c9cbb1-d38c-4667-b164-fafe01dff480 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39c4cc25-6bfd-4c8d-aca9-504c9f9481c0']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:45.224623 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18b8f4-5a8a-41bf-aa2e-67dc56c52244 req-860beb51-5d4c-4dba-bb8e-c82fbd13a8a6 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:45.224623 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dd18b8f4-5a8a-41bf-aa2e-67dc56c52244 req-860beb51-5d4c-4dba-bb8e-c82fbd13a8a6 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.2153594 Aug 19 15:00:45.227692 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-dfdec4f7-0634-4433-95cf-d341b1d52fc1 None None] Set router ba0411d5-08d2-4a3e-b1d0-1553c0569f17 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:00:45.247041 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-84c9cbb1-d38c-4667-b164-fafe01dff480 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17a7dc5b-26fd-4640-abd2-ec40ccf5206a') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:45.249328 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-84c9cbb1-d38c-4667-b164-fafe01dff480 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17a7dc5b-26fd-4640-abd2-ec40ccf5206a') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:45.270128 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84c9cbb1-d38c-4667-b164-fafe01dff480 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:45.341630 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dd18b8f4-5a8a-41bf-aa2e-67dc56c52244 req-933c0c50-4687-43a6-9265-ede52a37a181 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150875 Aug 19 15:00:45.363613 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84c9cbb1-d38c-4667-b164-fafe01dff480 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:45.405209 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84c9cbb1-d38c-4667-b164-fafe01dff480 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:00:45.405621 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84c9cbb1-d38c-4667-b164-fafe01dff480 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:45.408734 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 15:00:45.408734 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:00:45.408734 n-d-766043-2 neutron-server[94640]: timer() Aug 19 15:00:45.408734 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:00:45.408734 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 15:00:45.408734 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:00:45.408734 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 15:00:45.408734 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:00:45.408734 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 15:00:45.408734 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:00:45.408734 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 15:00:45.408734 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:00:45.408734 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 15:00:45.408734 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:00:45.408734 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:00:45.408734 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:00:45.408734 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:00:45.408734 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:00:45.408734 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 15:00:45.408734 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:00:45.408734 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 15:00:45.408734 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:00:45.408734 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:00:45.408734 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:00:45.408734 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 15:00:45.408734 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:00:45.408734 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:00:45.408734 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:00:45.408734 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:00:45.408734 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:00:45.408734 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:00:45.408734 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:00:45.735955 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-dfdec4f7-0634-4433-95cf-d341b1d52fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'name': 'tempest-RoutersIpV6Test-router-827263504', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:00:16Z', 'updated_at': '2021-08-19T15:00:42Z', 'revision_number': 8, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'gw_port_host': None, '_interfaces': [{'id': '0c6dbf29-d487-4a42-8adf-f072b5bfb393', 'name': '', 'network_id': 'deadfb0d-e2d2-4946-b981-1fbecda04ee7', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:95:1d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '6fad4d2e-397f-4758-bb01-16635c7c9611', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:23Z', 'updated_at': '2021-08-19T15:00:32Z', 'revision_number': 5, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': '6fad4d2e-397f-4758-bb01-16635c7c9611', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2745fdad-6151-4d9c-8661-dfa9ebac74cb', 'name': '', 'network_id': 'e655e1a0-e0d2-4d65-a59b-f6879340eb47', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:86:20:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '90755aeb-903b-4dda-bcae-f7e52e8fc6fa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:27Z', 'updated_at': '2021-08-19T15:00:36Z', 'revision_number': 5, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': '90755aeb-903b-4dda-bcae-f7e52e8fc6fa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6ef3244-65c4-4a39-be27-e08cac564065', 'name': '', 'network_id': 'da604672-4d1a-4561-ae4c-0daee3602bd5', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:5e:2c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:18Z', 'updated_at': '2021-08-19T15:00:27Z', 'revision_number': 5, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': 'ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:45.766680 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device c7373dd8-ead2-4200-8edd-7ada0b59caf3 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:00:45.827464 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdec4f7-0634-4433-95cf-d341b1d52fc1 None None] Checking router: ba0411d5-08d2-4a3e-b1d0-1553c0569f17 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:00:45.840136 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdec4f7-0634-4433-95cf-d341b1d52fc1 None None] Routers {'ba0411d5-08d2-4a3e-b1d0-1553c0569f17'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:00:45.840879 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-dfdec4f7-0634-4433-95cf-d341b1d52fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:00:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['ba0411d5-08d2-4a3e-b1d0-1553c0569f17'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:45.860685 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port c7373dd8-ead2-4200-8edd-7ada0b59caf3 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:00:46.000941 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b380367b-a99d-4ed7-bd26-452c0fac283f no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:00:46.013566 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-dfdec4f7-0634-4433-95cf-d341b1d52fc1 None None] Set router ba0411d5-08d2-4a3e-b1d0-1553c0569f17 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:00:46.024675 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: b380367b-a99d-4ed7-bd26-452c0fac283f {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:00:46.025015 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b380367b-a99d-4ed7-bd26-452c0fac283f not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:00:46.025430 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b22e6407-2d33-4bf3-b1a7-938f18893df4 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:00:46.047147 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: b22e6407-2d33-4bf3-b1a7-938f18893df4 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:00:46.047491 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b22e6407-2d33-4bf3-b1a7-938f18893df4 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:00:46.104673 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4eba3e2f-4aaf-4fb7-abc1-1e5af223d75d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:46.178373 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d9075-60f4-471c-80fa-a146db884ac3 req-868f136b-1203-42ad-adbf-96295c75c66a tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:46.185534 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f26d9075-60f4-471c-80fa-a146db884ac3 req-868f136b-1203-42ad-adbf-96295c75c66a tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1604991 Aug 19 15:00:46.187363 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84c9cbb1-d38c-4667-b164-fafe01dff480 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:46.285526 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84c9cbb1-d38c-4667-b164-fafe01dff480 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:46.287380 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-84c9cbb1-d38c-4667-b164-fafe01dff480 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "DELETE /v2.0/networks/39c4cc25-6bfd-4c8d-aca9-504c9f9481c0 HTTP/1.1" status: 204 len: 168 time: 2.4438202 Aug 19 15:00:46.292345 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47254) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:46.331556 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c9cbb1-d38c-4667-b164-fafe01dff480 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event deleted for resources: {'Network': ['ID=39c4cc25-6bfd-4c8d-aca9-504c9f9481c0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:46.372280 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a159bb-467c-4a0a-ad4d-01df067a86c5 None None] Network 1ec8c1ff-20b2-4904-90ad-d2939241b404 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:00:46.420866 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f26d9075-60f4-471c-80fa-a146db884ac3 req-445519a5-6e8d-40c8-a5ae-329c16929179 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338130 Aug 19 15:00:46.468797 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eba3e2f-4aaf-4fb7-abc1-1e5af223d75d admin admin] Router 49315be2-84db-408d-ba47-ead62cb093cc is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:00:46.509665 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-dfdec4f7-0634-4433-95cf-d341b1d52fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'name': 'tempest-RoutersIpV6Test-router-827263504', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:00:16Z', 'updated_at': '2021-08-19T15:00:42Z', 'revision_number': 8, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'gw_port_host': None, '_interfaces': [{'id': '0c6dbf29-d487-4a42-8adf-f072b5bfb393', 'name': '', 'network_id': 'deadfb0d-e2d2-4946-b981-1fbecda04ee7', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:95:1d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '6fad4d2e-397f-4758-bb01-16635c7c9611', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:23Z', 'updated_at': '2021-08-19T15:00:32Z', 'revision_number': 5, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': '6fad4d2e-397f-4758-bb01-16635c7c9611', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2745fdad-6151-4d9c-8661-dfa9ebac74cb', 'name': '', 'network_id': 'e655e1a0-e0d2-4d65-a59b-f6879340eb47', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:86:20:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '90755aeb-903b-4dda-bcae-f7e52e8fc6fa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:27Z', 'updated_at': '2021-08-19T15:00:36Z', 'revision_number': 5, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': '90755aeb-903b-4dda-bcae-f7e52e8fc6fa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6ef3244-65c4-4a39-be27-e08cac564065', 'name': '', 'network_id': 'da604672-4d1a-4561-ae4c-0daee3602bd5', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:5e:2c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:18Z', 'updated_at': '2021-08-19T15:00:27Z', 'revision_number': 5, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': 'ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:46.539242 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdec4f7-0634-4433-95cf-d341b1d52fc1 None None] The sync data for ids ['ba0411d5-08d2-4a3e-b1d0-1553c0569f17'] in n-d-766043-2 is: [{'id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'name': 'tempest-RoutersIpV6Test-router-827263504', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:00:16Z', 'updated_at': '2021-08-19T15:00:42Z', 'revision_number': 8, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'gw_port_host': None, '_interfaces': [{'id': '0c6dbf29-d487-4a42-8adf-f072b5bfb393', 'name': '', 'network_id': 'deadfb0d-e2d2-4946-b981-1fbecda04ee7', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:95:1d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '6fad4d2e-397f-4758-bb01-16635c7c9611', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:23Z', 'updated_at': '2021-08-19T15:00:32Z', 'revision_number': 5, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': '6fad4d2e-397f-4758-bb01-16635c7c9611', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2745fdad-6151-4d9c-8661-dfa9ebac74cb', 'name': '', 'network_id': 'e655e1a0-e0d2-4d65-a59b-f6879340eb47', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:86:20:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '90755aeb-903b-4dda-bcae-f7e52e8fc6fa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:27Z', 'updated_at': '2021-08-19T15:00:36Z', 'revision_number': 5, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': '90755aeb-903b-4dda-bcae-f7e52e8fc6fa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6ef3244-65c4-4a39-be27-e08cac564065', 'name': '', 'network_id': 'da604672-4d1a-4561-ae4c-0daee3602bd5', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:5e:2c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:18Z', 'updated_at': '2021-08-19T15:00:27Z', 'revision_number': 5, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': 'ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:00:46.603475 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eba3e2f-4aaf-4fb7-abc1-1e5af223d75d admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:00:46.621856 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb72896-5b4b-4dea-84ef-ec5ef3657aa8 None None] Sync routers for ids ['49315be2-84db-408d-ba47-ead62cb093cc'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:00:46.638827 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4eba3e2f-4aaf-4fb7-abc1-1e5af223d75d admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:46.642278 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-4eba3e2f-4aaf-4fb7-abc1-1e5af223d75d admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.4468732 Aug 19 15:00:46.649231 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47256) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:46.670122 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb72896-5b4b-4dea-84ef-ec5ef3657aa8 None None] Routers {'49315be2-84db-408d-ba47-ead62cb093cc'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:00:46.671110 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3cb72896-5b4b-4dea-84ef-ec5ef3657aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:00:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['49315be2-84db-408d-ba47-ead62cb093cc'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:46.728653 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-04190658-76c1-45c4-9a34-d5aeccf862a0 None None] Provisioning for port c7373dd8-ead2-4200-8edd-7ada0b59caf3 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:00:46.775582 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-04190658-76c1-45c4-9a34-d5aeccf862a0 None None] Provisioning complete for port c7373dd8-ead2-4200-8edd-7ada0b59caf3 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:46.776244 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-04190658-76c1-45c4-9a34-d5aeccf862a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:46.849503 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-3cb72896-5b4b-4dea-84ef-ec5ef3657aa8 None None] Set router 49315be2-84db-408d-ba47-ead62cb093cc gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:00:47.042264 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3eb15eb7-fde9-44b4-b4ac-2d38085d3908 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:47.127723 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-04190658-76c1-45c4-9a34-d5aeccf862a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:47.217583 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-04190658-76c1-45c4-9a34-d5aeccf862a0 None None] For port c7373dd8-ead2-4200-8edd-7ada0b59caf3, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=c7373dd8-ead2-4200-8edd-7ada0b59caf3,segment=NetworkSegment(418cef8c-2d2b-42f6-9fe2-a23592ac15e8),segment_id=418cef8c-2d2b-42f6-9fe2-a23592ac15e8)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:47.225092 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-04190658-76c1-45c4-9a34-d5aeccf862a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:47.338048 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04190658-76c1-45c4-9a34-d5aeccf862a0 None None] Pushing event updated for resources: {'Port': ['ID=c7373dd8-ead2-4200-8edd-7ada0b59caf3,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:47.380939 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9590f2cc-7a96-434f-88c4-d31be3e3faa7 None None] Provisioning complete for port c7373dd8-ead2-4200-8edd-7ada0b59caf3 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:47.381650 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9590f2cc-7a96-434f-88c4-d31be3e3faa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:47.415251 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3cb72896-5b4b-4dea-84ef-ec5ef3657aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49315be2-84db-408d-ba47-ead62cb093cc', 'name': 'tempest-TestAggregatesBasicOps-1755859848-router', 'tenant_id': '8a121131a1b945f8aadc74ef8d386234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '86abedf1-bde6-4120-a2af-97b9a4f17c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:00:42Z', 'updated_at': '2021-08-19T15:00:44Z', 'revision_number': 3, 'project_id': '8a121131a1b945f8aadc74ef8d386234', 'gw_port': {'id': '86abedf1-bde6-4120-a2af-97b9a4f17c84', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:95:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49315be2-84db-408d-ba47-ead62cb093cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:43Z', 'updated_at': '2021-08-19T15:00:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:47.444893 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07fb2026-a139-49dd-80e6-a9d5dc5e9424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:47.448442 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb72896-5b4b-4dea-84ef-ec5ef3657aa8 None None] Checking router: 49315be2-84db-408d-ba47-ead62cb093cc for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:00:47.448909 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb72896-5b4b-4dea-84ef-ec5ef3657aa8 None None] Updating router 49315be2-84db-408d-ba47-ead62cb093cc port 86abedf1-bde6-4120-a2af-97b9a4f17c84 binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:00:47.494438 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3cb72896-5b4b-4dea-84ef-ec5ef3657aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:47.576617 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-3eb15eb7-fde9-44b4-b4ac-2d38085d3908 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Deleting port 2745fdad-6151-4d9c-8661-dfa9ebac74cb {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:00:47.577346 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3eb15eb7-fde9-44b4-b4ac-2d38085d3908 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:47.727914 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device c7373dd8-ead2-4200-8edd-7ada0b59caf3 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:00:47.767099 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680a289-2d1f-40e9-a66a-db4d17766744 req-4a3b1abf-56a2-4882-b859-75bf38096ab5 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:47.776170 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9680a289-2d1f-40e9-a66a-db4d17766744 req-4a3b1abf-56a2-4882-b859-75bf38096ab5 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1503155 Aug 19 15:00:47.804560 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-3eb15eb7-fde9-44b4-b4ac-2d38085d3908 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] For port 2745fdad-6151-4d9c-8661-dfa9ebac74cb, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=2745fdad-6151-4d9c-8661-dfa9ebac74cb,segment=NetworkSegment(b966b102-3890-4115-90d1-0f8ee1c7d102),segment_id=b966b102-3890-4115-90d1-0f8ee1c7d102)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:47.806724 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3eb15eb7-fde9-44b4-b4ac-2d38085d3908 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:47.828460 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-07fb2026-a139-49dd-80e6-a9d5dc5e9424 admin admin] Allocated IP 172.20.0.1 (1ec8c1ff-20b2-4904-90ad-d2939241b404/4491331c-6ea5-40f4-a0c8-976062333e16/45ad1df5-dcaa-4748-afc5-e9b32b93c017) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:00:47.860928 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-3eb15eb7-fde9-44b4-b4ac-2d38085d3908 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Calling delete_port for 2745fdad-6151-4d9c-8661-dfa9ebac74cb owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:00:47.936709 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port c7373dd8-ead2-4200-8edd-7ada0b59caf3 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:47.937305 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:47.943628 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07fb2026-a139-49dd-80e6-a9d5dc5e9424 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:47.959166 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-07fb2026-a139-49dd-80e6-a9d5dc5e9424 admin admin] Transition to ACTIVE for port object 45ad1df5-dcaa-4748-afc5-e9b32b93c017 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:00:47.985266 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3cb72896-5b4b-4dea-84ef-ec5ef3657aa8 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:48.002667 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3cb72896-5b4b-4dea-84ef-ec5ef3657aa8 None None] Transition to ACTIVE for port object 86abedf1-bde6-4120-a2af-97b9a4f17c84 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:00:48.005071 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07fb2026-a139-49dd-80e6-a9d5dc5e9424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:48.010604 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3cb72896-5b4b-4dea-84ef-ec5ef3657aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:48.088317 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9680a289-2d1f-40e9-a66a-db4d17766744 req-3b41a8e5-e1dd-4882-9bc4-6911f412f59b tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110080 Aug 19 15:00:48.098993 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fb2026-a139-49dd-80e6-a9d5dc5e9424 admin admin] Network 1ec8c1ff-20b2-4904-90ad-d2939241b404 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:00:48.102305 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-07fb2026-a139-49dd-80e6-a9d5dc5e9424 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:00:48.105609 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f144e23f-4aa2-48a7-baff-48a645a1c407 None None] Pushing event updated for resources: {'Port': ['ID=86abedf1-bde6-4120-a2af-97b9a4f17c84,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:48.107861 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fb2026-a139-49dd-80e6-a9d5dc5e9424 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:00:48.108040 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3cb72896-5b4b-4dea-84ef-ec5ef3657aa8 None None] Attempting to bind port 86abedf1-bde6-4120-a2af-97b9a4f17c84 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:00:48.108264 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3cb72896-5b4b-4dea-84ef-ec5ef3657aa8 None None] Attempting to bind port 86abedf1-bde6-4120-a2af-97b9a4f17c84 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:00:48.108656 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb72896-5b4b-4dea-84ef-ec5ef3657aa8 None None] Attempting to bind port 86abedf1-bde6-4120-a2af-97b9a4f17c84 on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:00:48.119662 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb72896-5b4b-4dea-84ef-ec5ef3657aa8 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:00:48.120033 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb72896-5b4b-4dea-84ef-ec5ef3657aa8 None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:00:48.120447 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3cb72896-5b4b-4dea-84ef-ec5ef3657aa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:48.120837 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb72896-5b4b-4dea-84ef-ec5ef3657aa8 None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:00:48.121304 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3cb72896-5b4b-4dea-84ef-ec5ef3657aa8 None None] Bound port: 86abedf1-bde6-4120-a2af-97b9a4f17c84, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:00:48.121680 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3cb72896-5b4b-4dea-84ef-ec5ef3657aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:48.159117 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3eb15eb7-fde9-44b4-b4ac-2d38085d3908 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:48.160826 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07fb2026-a139-49dd-80e6-a9d5dc5e9424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:48.237663 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb15eb7-fde9-44b4-b4ac-2d38085d3908 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event deleted for resources: {'Port': ['ID=2745fdad-6151-4d9c-8661-dfa9ebac74cb,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:48.326807 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3cb72896-5b4b-4dea-84ef-ec5ef3657aa8 None None] For port 86abedf1-bde6-4120-a2af-97b9a4f17c84, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:00:48.335456 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3cb72896-5b4b-4dea-84ef-ec5ef3657aa8 None None] For port 86abedf1-bde6-4120-a2af-97b9a4f17c84, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=86abedf1-bde6-4120-a2af-97b9a4f17c84,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:00:48.349687 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3cb72896-5b4b-4dea-84ef-ec5ef3657aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:48.394975 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb2026-a139-49dd-80e6-a9d5dc5e9424 admin admin] Pushing event updated for resources: {'Port': ['ID=45ad1df5-dcaa-4748-afc5-e9b32b93c017,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:48.423952 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07fb2026-a139-49dd-80e6-a9d5dc5e9424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:48.489036 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb72896-5b4b-4dea-84ef-ec5ef3657aa8 None None] Routers {'49315be2-84db-408d-ba47-ead62cb093cc'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:00:48.489681 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3cb72896-5b4b-4dea-84ef-ec5ef3657aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:00:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['49315be2-84db-408d-ba47-ead62cb093cc'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:48.696872 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3eb15eb7-fde9-44b4-b4ac-2d38085d3908 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:48.727755 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f144e23f-4aa2-48a7-baff-48a645a1c407 None None] Pushing event updated for resources: {'Port': ['ID=86abedf1-bde6-4120-a2af-97b9a4f17c84,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:48.817973 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56252f77-c007-4fce-a09d-c3ee15ccaf40 req-65a1adbd-3784-4e3a-9e4f-0f81665de397 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:48.821299 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-56252f77-c007-4fce-a09d-c3ee15ccaf40 req-65a1adbd-3784-4e3a-9e4f-0f81665de397 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1336353 Aug 19 15:00:48.826374 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c7fde24f-8ba1-4182-a878-0a002ce8ed81 None None] Provisioning for port 45ad1df5-dcaa-4748-afc5-e9b32b93c017 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:00:48.848906 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c7fde24f-8ba1-4182-a878-0a002ce8ed81 None None] Provisioning complete for port 45ad1df5-dcaa-4748-afc5-e9b32b93c017 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:48.849602 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c7fde24f-8ba1-4182-a878-0a002ce8ed81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:48.897154 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-3cb72896-5b4b-4dea-84ef-ec5ef3657aa8 None None] Set router 49315be2-84db-408d-ba47-ead62cb093cc gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:00:48.898257 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07fb2026-a139-49dd-80e6-a9d5dc5e9424 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:48.917157 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-56252f77-c007-4fce-a09d-c3ee15ccaf40 req-cd92f873-b088-4607-a0f2-589d5c602952 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858860 Aug 19 15:00:48.922991 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07fb2026-a139-49dd-80e6-a9d5dc5e9424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:48.933337 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb15eb7-fde9-44b4-b4ac-2d38085d3908 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Router ba0411d5-08d2-4a3e-b1d0-1553c0569f17 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:00:49.002261 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07fb2026-a139-49dd-80e6-a9d5dc5e9424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:49.011486 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb2026-a139-49dd-80e6-a9d5dc5e9424 admin admin] Pushing event updated for resources: {'Port': ['ID=45ad1df5-dcaa-4748-afc5-e9b32b93c017,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:49.052187 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb15eb7-fde9-44b4-b4ac-2d38085d3908 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:00:49.062081 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11510a4-13f8-4e0e-946b-ea71ff792a77 None None] Sync routers for ids ['ba0411d5-08d2-4a3e-b1d0-1553c0569f17'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:00:49.063751 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-3eb15eb7-fde9-44b4-b4ac-2d38085d3908 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "PUT /v2.0/routers/ba0411d5-08d2-4a3e-b1d0-1553c0569f17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7702925 Aug 19 15:00:49.066466 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47270) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:49.073086 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11510a4-13f8-4e0e-946b-ea71ff792a77 None None] Routers {'ba0411d5-08d2-4a3e-b1d0-1553c0569f17'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:00:49.074314 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b11510a4-13f8-4e0e-946b-ea71ff792a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:00:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['ba0411d5-08d2-4a3e-b1d0-1553c0569f17'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:49.138084 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c7fde24f-8ba1-4182-a878-0a002ce8ed81 None None] Port 45ad1df5-dcaa-4748-afc5-e9b32b93c017 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:00:49.150588 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad347869-b82a-46a2-8ad1-b7d23b61b62a tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Deleting subnet 90755aeb-903b-4dda-bcae-f7e52e8fc6fa {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:00:49.154466 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ad347869-b82a-46a2-8ad1-b7d23b61b62a tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:49.205034 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ad347869-b82a-46a2-8ad1-b7d23b61b62a tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:49.235574 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-b11510a4-13f8-4e0e-946b-ea71ff792a77 None None] Set router ba0411d5-08d2-4a3e-b1d0-1553c0569f17 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:00:49.298526 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fb2026-a139-49dd-80e6-a9d5dc5e9424 admin admin] Network 1ec8c1ff-20b2-4904-90ad-d2939241b404 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:00:49.299870 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ad347869-b82a-46a2-8ad1-b7d23b61b62a tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:49.303605 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-07fb2026-a139-49dd-80e6-a9d5dc5e9424 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:00:49.385086 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3cb72896-5b4b-4dea-84ef-ec5ef3657aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49315be2-84db-408d-ba47-ead62cb093cc', 'name': 'tempest-TestAggregatesBasicOps-1755859848-router', 'tenant_id': '8a121131a1b945f8aadc74ef8d386234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '86abedf1-bde6-4120-a2af-97b9a4f17c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:00:42Z', 'updated_at': '2021-08-19T15:00:48Z', 'revision_number': 4, 'project_id': '8a121131a1b945f8aadc74ef8d386234', 'gw_port': {'id': '86abedf1-bde6-4120-a2af-97b9a4f17c84', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:95:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49315be2-84db-408d-ba47-ead62cb093cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:43Z', 'updated_at': '2021-08-19T15:00:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '45ad1df5-dcaa-4748-afc5-e9b32b93c017', 'name': '', 'network_id': '1ec8c1ff-20b2-4904-90ad-d2939241b404', 'tenant_id': '8a121131a1b945f8aadc74ef8d386234', 'mac_address': 'fa:16:3e:0c:3a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49315be2-84db-408d-ba47-ead62cb093cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '4491331c-6ea5-40f4-a0c8-976062333e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:47Z', 'updated_at': '2021-08-19T15:00:47Z', 'revision_number': 1, 'project_id': '8a121131a1b945f8aadc74ef8d386234', 'subnets': [{'id': '4491331c-6ea5-40f4-a0c8-976062333e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:49.446938 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb72896-5b4b-4dea-84ef-ec5ef3657aa8 None None] The sync data for ids ['49315be2-84db-408d-ba47-ead62cb093cc'] in n-d-766043-2 is: [{'id': '49315be2-84db-408d-ba47-ead62cb093cc', 'name': 'tempest-TestAggregatesBasicOps-1755859848-router', 'tenant_id': '8a121131a1b945f8aadc74ef8d386234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '86abedf1-bde6-4120-a2af-97b9a4f17c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:00:42Z', 'updated_at': '2021-08-19T15:00:48Z', 'revision_number': 4, 'project_id': '8a121131a1b945f8aadc74ef8d386234', 'gw_port': {'id': '86abedf1-bde6-4120-a2af-97b9a4f17c84', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:95:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49315be2-84db-408d-ba47-ead62cb093cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:43Z', 'updated_at': '2021-08-19T15:00:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '45ad1df5-dcaa-4748-afc5-e9b32b93c017', 'name': '', 'network_id': '1ec8c1ff-20b2-4904-90ad-d2939241b404', 'tenant_id': '8a121131a1b945f8aadc74ef8d386234', 'mac_address': 'fa:16:3e:0c:3a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49315be2-84db-408d-ba47-ead62cb093cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '4491331c-6ea5-40f4-a0c8-976062333e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:47Z', 'updated_at': '2021-08-19T15:00:47Z', 'revision_number': 1, 'project_id': '8a121131a1b945f8aadc74ef8d386234', 'subnets': [{'id': '4491331c-6ea5-40f4-a0c8-976062333e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:00:49.557474 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ad347869-b82a-46a2-8ad1-b7d23b61b62a tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:49.617871 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad347869-b82a-46a2-8ad1-b7d23b61b62a tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event deleted for resources: {'Subnet': ['ID=90755aeb-903b-4dda-bcae-f7e52e8fc6fa,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:49.645498 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ad347869-b82a-46a2-8ad1-b7d23b61b62a tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:49.647361 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ad347869-b82a-46a2-8ad1-b7d23b61b62a tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "DELETE /v2.0/subnets/90755aeb-903b-4dda-bcae-f7e52e8fc6fa HTTP/1.1" status: 204 len: 168 time: 0.5799479 Aug 19 15:00:49.652171 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47272) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:49.654767 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5ec6ff-2d5c-4523-923f-4988d86af1e6 None None] Network e655e1a0-e0d2-4d65-a59b-f6879340eb47 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:00:49.676796 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07fb2026-a139-49dd-80e6-a9d5dc5e9424 admin admin] Router 49315be2-84db-408d-ba47-ead62cb093cc has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:00:49.717757 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b11510a4-13f8-4e0e-946b-ea71ff792a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'name': 'tempest-RoutersIpV6Test-router-827263504', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:00:16Z', 'updated_at': '2021-08-19T15:00:48Z', 'revision_number': 9, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'gw_port_host': None, '_interfaces': [{'id': '0c6dbf29-d487-4a42-8adf-f072b5bfb393', 'name': '', 'network_id': 'deadfb0d-e2d2-4946-b981-1fbecda04ee7', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:95:1d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '6fad4d2e-397f-4758-bb01-16635c7c9611', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:23Z', 'updated_at': '2021-08-19T15:00:32Z', 'revision_number': 5, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': '6fad4d2e-397f-4758-bb01-16635c7c9611', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6ef3244-65c4-4a39-be27-e08cac564065', 'name': '', 'network_id': 'da604672-4d1a-4561-ae4c-0daee3602bd5', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:5e:2c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:18Z', 'updated_at': '2021-08-19T15:00:27Z', 'revision_number': 5, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': 'ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:49.807747 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11510a4-13f8-4e0e-946b-ea71ff792a77 None None] Checking router: ba0411d5-08d2-4a3e-b1d0-1553c0569f17 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:00:49.827010 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11510a4-13f8-4e0e-946b-ea71ff792a77 None None] Routers {'ba0411d5-08d2-4a3e-b1d0-1553c0569f17'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:00:49.828768 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b11510a4-13f8-4e0e-946b-ea71ff792a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:00:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['ba0411d5-08d2-4a3e-b1d0-1553c0569f17'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:49.893852 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-04112c36-5442-408e-9754-2c248a46832b None None] Provisioning complete for port 45ad1df5-dcaa-4748-afc5-e9b32b93c017 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:49.894234 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-04112c36-5442-408e-9754-2c248a46832b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:49.938234 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97cd7d78-764b-4bc4-8229-644f6fa15db4 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:49.986074 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-04112c36-5442-408e-9754-2c248a46832b None None] Port 45ad1df5-dcaa-4748-afc5-e9b32b93c017 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:00:50.058719 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-b11510a4-13f8-4e0e-946b-ea71ff792a77 None None] Set router ba0411d5-08d2-4a3e-b1d0-1553c0569f17 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:00:50.136036 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364ef478-8a3b-4303-90f2-66943d7420a9 None None] DHCP port deletion for e655e1a0-e0d2-4d65-a59b-f6879340eb47 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:00:50.203594 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07fb2026-a139-49dd-80e6-a9d5dc5e9424 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:00:50.239372 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-07fb2026-a139-49dd-80e6-a9d5dc5e9424 admin admin] 10.222.0.69 "PUT /v2.0/routers/49315be2-84db-408d-ba47-ead62cb093cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5794947 Aug 19 15:00:50.284159 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-364ef478-8a3b-4303-90f2-66943d7420a9 None None] Deleting port a64e76f0-5f59-4d31-9304-3b5db895b9f8 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:00:50.284760 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-364ef478-8a3b-4303-90f2-66943d7420a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:50.310644 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836caf34-1901-49b2-9ae2-51405b055b84 req-3d9a98d9-88c0-4ac0-8274-bba9187be965 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:50.312928 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-836caf34-1901-49b2-9ae2-51405b055b84 req-3d9a98d9-88c0-4ac0-8274-bba9187be965 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.2839835 Aug 19 15:00:50.342050 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-97cd7d78-764b-4bc4-8229-644f6fa15db4 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Deleting port a64e76f0-5f59-4d31-9304-3b5db895b9f8 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:00:50.342657 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97cd7d78-764b-4bc4-8229-644f6fa15db4 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:50.468098 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-364ef478-8a3b-4303-90f2-66943d7420a9 None None] For port a64e76f0-5f59-4d31-9304-3b5db895b9f8, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=a64e76f0-5f59-4d31-9304-3b5db895b9f8,segment=NetworkSegment(b966b102-3890-4115-90d1-0f8ee1c7d102),segment_id=b966b102-3890-4115-90d1-0f8ee1c7d102)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:50.468535 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-364ef478-8a3b-4303-90f2-66943d7420a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:50.485181 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-364ef478-8a3b-4303-90f2-66943d7420a9 None None] Calling delete_port for a64e76f0-5f59-4d31-9304-3b5db895b9f8 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:00:50.491442 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b11510a4-13f8-4e0e-946b-ea71ff792a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'name': 'tempest-RoutersIpV6Test-router-827263504', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:00:16Z', 'updated_at': '2021-08-19T15:00:48Z', 'revision_number': 9, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'gw_port_host': None, '_interfaces': [{'id': '0c6dbf29-d487-4a42-8adf-f072b5bfb393', 'name': '', 'network_id': 'deadfb0d-e2d2-4946-b981-1fbecda04ee7', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:95:1d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '6fad4d2e-397f-4758-bb01-16635c7c9611', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:23Z', 'updated_at': '2021-08-19T15:00:32Z', 'revision_number': 5, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': '6fad4d2e-397f-4758-bb01-16635c7c9611', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6ef3244-65c4-4a39-be27-e08cac564065', 'name': '', 'network_id': 'da604672-4d1a-4561-ae4c-0daee3602bd5', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:5e:2c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:18Z', 'updated_at': '2021-08-19T15:00:27Z', 'revision_number': 5, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': 'ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:50.516133 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-836caf34-1901-49b2-9ae2-51405b055b84 req-a9e38e60-f141-4b3d-8784-88a5132dec9f tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956046 Aug 19 15:00:50.544757 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11510a4-13f8-4e0e-946b-ea71ff792a77 None None] The sync data for ids ['ba0411d5-08d2-4a3e-b1d0-1553c0569f17'] in n-d-766043-2 is: [{'id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'name': 'tempest-RoutersIpV6Test-router-827263504', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:00:16Z', 'updated_at': '2021-08-19T15:00:48Z', 'revision_number': 9, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'gw_port_host': None, '_interfaces': [{'id': '0c6dbf29-d487-4a42-8adf-f072b5bfb393', 'name': '', 'network_id': 'deadfb0d-e2d2-4946-b981-1fbecda04ee7', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:95:1d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '6fad4d2e-397f-4758-bb01-16635c7c9611', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:23Z', 'updated_at': '2021-08-19T15:00:32Z', 'revision_number': 5, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': '6fad4d2e-397f-4758-bb01-16635c7c9611', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6ef3244-65c4-4a39-be27-e08cac564065', 'name': '', 'network_id': 'da604672-4d1a-4561-ae4c-0daee3602bd5', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:5e:2c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:18Z', 'updated_at': '2021-08-19T15:00:27Z', 'revision_number': 5, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': 'ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:00:50.562546 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-97cd7d78-764b-4bc4-8229-644f6fa15db4 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] For port a64e76f0-5f59-4d31-9304-3b5db895b9f8, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=a64e76f0-5f59-4d31-9304-3b5db895b9f8,segment=NetworkSegment(b966b102-3890-4115-90d1-0f8ee1c7d102),segment_id=b966b102-3890-4115-90d1-0f8ee1c7d102)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:50.562926 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97cd7d78-764b-4bc4-8229-644f6fa15db4 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:50.608504 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-97cd7d78-764b-4bc4-8229-644f6fa15db4 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Calling delete_port for a64e76f0-5f59-4d31-9304-3b5db895b9f8 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:00:50.681256 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-364ef478-8a3b-4303-90f2-66943d7420a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:50.728335 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364ef478-8a3b-4303-90f2-66943d7420a9 None None] Pushing event deleted for resources: {'Port': ['ID=a64e76f0-5f59-4d31-9304-3b5db895b9f8,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:50.741488 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364ef478-8a3b-4303-90f2-66943d7420a9 None None] No DVR routers for this DVR port a64e76f0-5f59-4d31-9304-3b5db895b9f8 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:00:50.761205 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7621c-85ff-42e3-8bf5-3e257389fe6b req-7a38a56b-deb7-4b07-8829-9087940f77ec tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:50.768734 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-82e7621c-85ff-42e3-8bf5-3e257389fe6b req-7a38a56b-deb7-4b07-8829-9087940f77ec tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.0843799 Aug 19 15:00:50.815257 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-82e7621c-85ff-42e3-8bf5-3e257389fe6b req-5c9e4d90-66cc-4d11-ac07-897bf51399b1 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455840 Aug 19 15:00:50.817276 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97cd7d78-764b-4bc4-8229-644f6fa15db4 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:50.847991 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cd7d78-764b-4bc4-8229-644f6fa15db4 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event deleted for resources: {'Port': ['ID=a64e76f0-5f59-4d31-9304-3b5db895b9f8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:50.852913 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cd7d78-764b-4bc4-8229-644f6fa15db4 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] No DVR routers for this DVR port a64e76f0-5f59-4d31-9304-3b5db895b9f8 on host n-d-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:00:50.967803 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97cd7d78-764b-4bc4-8229-644f6fa15db4 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:50.979863 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-97cd7d78-764b-4bc4-8229-644f6fa15db4 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e655e1a0-e0d2-4d65-a59b-f6879340eb47']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:51.010016 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-97cd7d78-764b-4bc4-8229-644f6fa15db4 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b966b102-3890-4115-90d1-0f8ee1c7d102') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:51.010245 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-97cd7d78-764b-4bc4-8229-644f6fa15db4 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b966b102-3890-4115-90d1-0f8ee1c7d102') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:51.033196 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97cd7d78-764b-4bc4-8229-644f6fa15db4 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:51.091473 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97cd7d78-764b-4bc4-8229-644f6fa15db4 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:51.107832 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97cd7d78-764b-4bc4-8229-644f6fa15db4 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:00:51.108192 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97cd7d78-764b-4bc4-8229-644f6fa15db4 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:51.116186 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 15:00:51.116186 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:00:51.116186 n-d-766043-2 neutron-server[94640]: timer() Aug 19 15:00:51.116186 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:00:51.116186 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 15:00:51.116186 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:00:51.116186 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 15:00:51.116186 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:00:51.116186 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 15:00:51.116186 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:00:51.116186 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 15:00:51.116186 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:00:51.116186 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 15:00:51.116186 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:00:51.116186 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:00:51.116186 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:00:51.116186 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:00:51.116186 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:00:51.116186 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 15:00:51.116186 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:00:51.116186 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 15:00:51.116186 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:00:51.116186 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:00:51.116186 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:00:51.116186 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 15:00:51.116186 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:00:51.116186 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:00:51.116186 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:00:51.116186 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:00:51.116186 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:00:51.116186 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:00:51.116186 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:00:51.137222 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbba62e-89cf-44fe-b8df-87d45838f5e3 req-9c28efba-75e9-4cec-9b16-0970661b438d tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:51.152974 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2cbba62e-89cf-44fe-b8df-87d45838f5e3 req-9c28efba-75e9-4cec-9b16-0970661b438d tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1398304 Aug 19 15:00:51.197269 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47304) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:51.202906 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-588d6fa8-8fd2-480b-8dc6-4ef541a9a7a3 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1796210008-network', 'tenant_id': '7721ee6419ab4d2f98ec3c26d210ef65'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:00:51.243531 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588d6fa8-8fd2-480b-8dc6-4ef541a9a7a3 admin admin] Made reservation on behalf of 7721ee6419ab4d2f98ec3c26d210ef65 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:00:51.247873 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-588d6fa8-8fd2-480b-8dc6-4ef541a9a7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:51.266355 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-588d6fa8-8fd2-480b-8dc6-4ef541a9a7a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:51.275489 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2cbba62e-89cf-44fe-b8df-87d45838f5e3 req-806add69-61bc-45dd-b1b3-c98549d3cdf2 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132498 Aug 19 15:00:51.281736 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97cd7d78-764b-4bc4-8229-644f6fa15db4 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:51.312179 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97cd7d78-764b-4bc4-8229-644f6fa15db4 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:51.327515 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-97cd7d78-764b-4bc4-8229-644f6fa15db4 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "DELETE /v2.0/networks/e655e1a0-e0d2-4d65-a59b-f6879340eb47 HTTP/1.1" status: 204 len: 168 time: 1.6714277 Aug 19 15:00:51.327756 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47308) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:51.334750 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cd7d78-764b-4bc4-8229-644f6fa15db4 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event deleted for resources: {'Network': ['ID=e655e1a0-e0d2-4d65-a59b-f6879340eb47,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:51.413123 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-588d6fa8-8fd2-480b-8dc6-4ef541a9a7a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:51.425207 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-588d6fa8-8fd2-480b-8dc6-4ef541a9a7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:51.467354 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-588d6fa8-8fd2-480b-8dc6-4ef541a9a7a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:00:51.481214 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-588d6fa8-8fd2-480b-8dc6-4ef541a9a7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:51.481923 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-588d6fa8-8fd2-480b-8dc6-4ef541a9a7a3 admin admin] Added segment 27d143f5-5d0f-405e-a0d1-8c5009d2f862 of type vlan for network e7f89789-490e-48b6-a87d-083f28db53f6 Aug 19 15:00:51.508704 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d6fa8-8fd2-480b-8dc6-4ef541a9a7a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5433f6-12e1-4c96-98fd-d21604e8215c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:51.512619 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062766a-0c57-404f-93db-02452e2b92b7 req-fbf5394f-e276-49db-a9cc-8b0ab4a4b65b tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:51.516753 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9062766a-0c57-404f-93db-02452e2b92b7 req-fbf5394f-e276-49db-a9cc-8b0ab4a4b65b tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1365604 Aug 19 15:00:51.557561 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-588d6fa8-8fd2-480b-8dc6-4ef541a9a7a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:51.601503 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-588d6fa8-8fd2-480b-8dc6-4ef541a9a7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:51.603763 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588d6fa8-8fd2-480b-8dc6-4ef541a9a7a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:51.604871 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-588d6fa8-8fd2-480b-8dc6-4ef541a9a7a3 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:51.685871 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-588d6fa8-8fd2-480b-8dc6-4ef541a9a7a3 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4875243 Aug 19 15:00:51.688675 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 86abedf1-bde6-4120-a2af-97b9a4f17c84 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:00:51.698182 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47314) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:51.703801 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7cc1a889-4c16-4aa0-87f5-a043589b42f7 admin admin] Request body: {'subnet': {'network_id': 'e7f89789-490e-48b6-a87d-083f28db53f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1796210008-subnet', 'tenant_id': '7721ee6419ab4d2f98ec3c26d210ef65', 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:00:51.755432 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d6fa8-8fd2-480b-8dc6-4ef541a9a7a3 admin admin] Pushing event updated for resources: {'Network': ['ID=e7f89789-490e-48b6-a87d-083f28db53f6,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:51.759172 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 86abedf1-bde6-4120-a2af-97b9a4f17c84 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:00:51.763741 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9062766a-0c57-404f-93db-02452e2b92b7 req-80d30caf-da12-4830-8cf4-071fea52eb22 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715238 Aug 19 15:00:51.774661 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc1a889-4c16-4aa0-87f5-a043589b42f7 admin admin] Made reservation on behalf of 7721ee6419ab4d2f98ec3c26d210ef65 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:00:51.778111 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7cc1a889-4c16-4aa0-87f5-a043589b42f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:51.796064 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 86abedf1-bde6-4120-a2af-97b9a4f17c84 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:51.796909 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:51.801328 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network e7f89789-490e-48b6-a87d-083f28db53f6 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:00:52.001827 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb662a-0249-4136-b870-91e2d592eb41 req-804abfa5-fa1e-427c-8108-7a99664b62e5 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:52.003471 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8bdb662a-0249-4136-b870-91e2d592eb41 req-804abfa5-fa1e-427c-8108-7a99664b62e5 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1017015 Aug 19 15:00:52.057436 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8bdb662a-0249-4136-b870-91e2d592eb41 req-065ddab0-48dd-4a6a-a403-5972bb0ed570 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468273 Aug 19 15:00:52.062977 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:52.068120 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a2724030-c81c-4226-8aac-ff4faf08bfaa tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:52.109127 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 86abedf1-bde6-4120-a2af-97b9a4f17c84, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=86abedf1-bde6-4120-a2af-97b9a4f17c84,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:52.116818 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:52.249256 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device a64e76f0-5f59-4d31-9304-3b5db895b9f8 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:00:52.287059 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: a64e76f0-5f59-4d31-9304-3b5db895b9f8 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:00:52.287428 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device a64e76f0-5f59-4d31-9304-3b5db895b9f8 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:00:52.287808 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 2745fdad-6151-4d9c-8661-dfa9ebac74cb no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:00:52.315698 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 2745fdad-6151-4d9c-8661-dfa9ebac74cb {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:00:52.316050 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 2745fdad-6151-4d9c-8661-dfa9ebac74cb not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:00:52.317590 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=86abedf1-bde6-4120-a2af-97b9a4f17c84,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:52.362742 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8bc50-15a0-4b4a-b28f-46da502563c2 req-7bbd5758-441e-4b78-8b80-667300f2a41e tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:52.364292 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-01f8bc50-15a0-4b4a-b28f-46da502563c2 req-7bbd5758-441e-4b78-8b80-667300f2a41e tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1297514 Aug 19 15:00:52.408326 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7cc1a889-4c16-4aa0-87f5-a043589b42f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:52.440604 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-01f8bc50-15a0-4b4a-b28f-46da502563c2 req-206b66fa-df5b-409f-aca8-1a71bad9dfd4 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672884 Aug 19 15:00:52.502205 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc1a889-4c16-4aa0-87f5-a043589b42f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b72e6118-657b-49ad-8758-04a2884e6051,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:52.511030 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc1a889-4c16-4aa0-87f5-a043589b42f7 admin admin] Checking segment: {'id': '27d143f5-5d0f-405e-a0d1-8c5009d2f862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e7f89789-490e-48b6-a87d-083f28db53f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:00:52.511431 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc1a889-4c16-4aa0-87f5-a043589b42f7 admin admin] Network hostable DHCP agents. Network: e7f89789-490e-48b6-a87d-083f28db53f6, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:00:52.518309 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a2724030-c81c-4226-8aac-ff4faf08bfaa tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Deleting port 0c6dbf29-d487-4a42-8adf-f072b5bfb393 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:00:52.518809 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a2724030-c81c-4226-8aac-ff4faf08bfaa tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:52.532209 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc1a889-4c16-4aa0-87f5-a043589b42f7 admin admin] Network e7f89789-490e-48b6-a87d-083f28db53f6 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:00:52.544499 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-7cc1a889-4c16-4aa0-87f5-a043589b42f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, e7f89789-490e-48b6-a87d-083f28db53f6) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:00:52.549351 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc1a889-4c16-4aa0-87f5-a043589b42f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:52.550220 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7cc1a889-4c16-4aa0-87f5-a043589b42f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:52.557319 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d06b97-173b-440e-939c-f15faed7b662 None None] Network e7f89789-490e-48b6-a87d-083f28db53f6 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:00:52.578650 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7cc1a889-4c16-4aa0-87f5-a043589b42f7 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8765764 Aug 19 15:00:52.578870 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47328) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:52.583819 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-3f7f1c55-9a26-42d6-96fb-18a4dfda96d4 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1796210008-router', 'tenant_id': '7721ee6419ab4d2f98ec3c26d210ef65', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:00:52.607076 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3f7f1c55-9a26-42d6-96fb-18a4dfda96d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:52.608346 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3f7f1c55-9a26-42d6-96fb-18a4dfda96d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:52.677898 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3f7f1c55-9a26-42d6-96fb-18a4dfda96d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:52.796868 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9862a4a9-b563-4031-b7d2-ae1228c30297 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-e7f89789-490e-48b6-a87d-083f28db53f6', 'network_id': 'e7f89789-490e-48b6-a87d-083f28db53f6', 'tenant_id': '7721ee6419ab4d2f98ec3c26d210ef65', 'fixed_ips': [{'subnet_id': 'b72e6118-657b-49ad-8758-04a2884e6051'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:00:52.798418 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9862a4a9-b563-4031-b7d2-ae1228c30297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:52.883599 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3f7f1c55-9a26-42d6-96fb-18a4dfda96d4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:53.002256 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-9862a4a9-b563-4031-b7d2-ae1228c30297 None None] Allocated IP 172.20.0.2 (e7f89789-490e-48b6-a87d-083f28db53f6/b72e6118-657b-49ad-8758-04a2884e6051/5634ec8e-6a87-418b-8140-aa734aaea8f6) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:00:53.097027 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3913f2-8505-4b25-b4de-71c334a05a17 req-a27d9a54-bf97-4b2b-b2d3-f18c8a3fed9c tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:53.098517 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ea3913f2-8505-4b25-b4de-71c334a05a17 req-a27d9a54-bf97-4b2b-b2d3-f18c8a3fed9c tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.0877898 Aug 19 15:00:53.154558 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-a2724030-c81c-4226-8aac-ff4faf08bfaa tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] For port 0c6dbf29-d487-4a42-8adf-f072b5bfb393, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=0c6dbf29-d487-4a42-8adf-f072b5bfb393,segment=NetworkSegment(00819e47-e0ca-48ec-a006-7bbcd14684f6),segment_id=00819e47-e0ca-48ec-a006-7bbcd14684f6)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:53.154934 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a2724030-c81c-4226-8aac-ff4faf08bfaa tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:53.192921 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a2724030-c81c-4226-8aac-ff4faf08bfaa tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Calling delete_port for 0c6dbf29-d487-4a42-8adf-f072b5bfb393 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:00:53.227015 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ea3913f2-8505-4b25-b4de-71c334a05a17 req-80387bc2-0fc2-4124-9e28-e88b1f7187c5 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197205 Aug 19 15:00:53.228056 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9862a4a9-b563-4031-b7d2-ae1228c30297 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:53.230570 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3f7f1c55-9a26-42d6-96fb-18a4dfda96d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:53.246794 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9862a4a9-b563-4031-b7d2-ae1228c30297 None None] Transition to ACTIVE for port object 5634ec8e-6a87-418b-8140-aa734aaea8f6 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:00:53.280227 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3f7f1c55-9a26-42d6-96fb-18a4dfda96d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:53.294374 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9862a4a9-b563-4031-b7d2-ae1228c30297 None None] Transition to ACTIVE for port object 5634ec8e-6a87-418b-8140-aa734aaea8f6 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:00:53.311501 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9862a4a9-b563-4031-b7d2-ae1228c30297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:53.328488 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120da723-fa6e-4535-90c8-8b8800f49235 None None] Sync routers for ids ['49315be2-84db-408d-ba47-ead62cb093cc'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:00:53.386318 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9862a4a9-b563-4031-b7d2-ae1228c30297 None None] Pushing event updated for resources: {'Port': ['ID=5634ec8e-6a87-418b-8140-aa734aaea8f6,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:53.399420 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9862a4a9-b563-4031-b7d2-ae1228c30297 None None] Network e7f89789-490e-48b6-a87d-083f28db53f6 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:00:53.405596 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-9862a4a9-b563-4031-b7d2-ae1228c30297 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:00:53.408628 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9862a4a9-b563-4031-b7d2-ae1228c30297 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:00:53.411879 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-3f7f1c55-9a26-42d6-96fb-18a4dfda96d4 admin admin] Allocated IP 172.25.2.183 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/906b4681-7cf0-4173-a359-38bdc63f5498) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:00:53.412398 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120da723-fa6e-4535-90c8-8b8800f49235 None None] Routers {'49315be2-84db-408d-ba47-ead62cb093cc'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:00:53.412644 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-120da723-fa6e-4535-90c8-8b8800f49235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:00:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['49315be2-84db-408d-ba47-ead62cb093cc'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:53.430963 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f5dd2-7d63-4a1b-8656-88ae9146c070 req-4fd69cef-35ae-46d6-a25d-f6669082edfb tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:53.433635 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-137f5dd2-7d63-4a1b-8656-88ae9146c070 req-4fd69cef-35ae-46d6-a25d-f6669082edfb tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.0807006 Aug 19 15:00:53.526792 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a2724030-c81c-4226-8aac-ff4faf08bfaa tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:53.546908 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9862a4a9-b563-4031-b7d2-ae1228c30297 None None] Attempting to bind port 5634ec8e-6a87-418b-8140-aa734aaea8f6 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:00:53.547287 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9862a4a9-b563-4031-b7d2-ae1228c30297 None None] Attempting to bind port 5634ec8e-6a87-418b-8140-aa734aaea8f6 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '27d143f5-5d0f-405e-a0d1-8c5009d2f862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e7f89789-490e-48b6-a87d-083f28db53f6'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:00:53.547661 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9862a4a9-b563-4031-b7d2-ae1228c30297 None None] Attempting to bind port 5634ec8e-6a87-418b-8140-aa734aaea8f6 on network e7f89789-490e-48b6-a87d-083f28db53f6 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:00:53.561376 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9862a4a9-b563-4031-b7d2-ae1228c30297 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:00:53.561749 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9862a4a9-b563-4031-b7d2-ae1228c30297 None None] Checking segment: {'id': '27d143f5-5d0f-405e-a0d1-8c5009d2f862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e7f89789-490e-48b6-a87d-083f28db53f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:00:53.562157 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9862a4a9-b563-4031-b7d2-ae1228c30297 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:53.562609 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9862a4a9-b563-4031-b7d2-ae1228c30297 None None] Bound using segment: {'id': '27d143f5-5d0f-405e-a0d1-8c5009d2f862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e7f89789-490e-48b6-a87d-083f28db53f6'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:00:53.563107 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9862a4a9-b563-4031-b7d2-ae1228c30297 None None] Bound port: 5634ec8e-6a87-418b-8140-aa734aaea8f6, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27d143f5-5d0f-405e-a0d1-8c5009d2f862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e7f89789-490e-48b6-a87d-083f28db53f6'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:00:53.563491 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9862a4a9-b563-4031-b7d2-ae1228c30297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:53.635439 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 86abedf1-bde6-4120-a2af-97b9a4f17c84 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:00:53.638431 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-120da723-fa6e-4535-90c8-8b8800f49235 None None] Set router 49315be2-84db-408d-ba47-ead62cb093cc gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:00:53.645380 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-137f5dd2-7d63-4a1b-8656-88ae9146c070 req-58b5017b-2145-4727-9d68-d4beb2c0ce69 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605833 Aug 19 15:00:53.647286 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2724030-c81c-4226-8aac-ff4faf08bfaa tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event deleted for resources: {'Port': ['ID=0c6dbf29-d487-4a42-8adf-f072b5bfb393,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:53.672267 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3f7f1c55-9a26-42d6-96fb-18a4dfda96d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:53.731585 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9862a4a9-b563-4031-b7d2-ae1228c30297 None None] For port 5634ec8e-6a87-418b-8140-aa734aaea8f6, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:00:53.766742 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a2724030-c81c-4226-8aac-ff4faf08bfaa tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:53.813678 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3f7f1c55-9a26-42d6-96fb-18a4dfda96d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:53.859165 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9862a4a9-b563-4031-b7d2-ae1228c30297 None None] For port 5634ec8e-6a87-418b-8140-aa734aaea8f6, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=5634ec8e-6a87-418b-8140-aa734aaea8f6,segment=NetworkSegment(27d143f5-5d0f-405e-a0d1-8c5009d2f862),segment_id=27d143f5-5d0f-405e-a0d1-8c5009d2f862)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:00:53.871547 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9862a4a9-b563-4031-b7d2-ae1228c30297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:53.872152 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7f1c55-9a26-42d6-96fb-18a4dfda96d4 admin admin] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:00:53.886122 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-3f7f1c55-9a26-42d6-96fb-18a4dfda96d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:00:53.890182 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7f1c55-9a26-42d6-96fb-18a4dfda96d4 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:00:53.917468 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f1c55-9a26-42d6-96fb-18a4dfda96d4 admin admin] Pushing event updated for resources: {'Port': ['ID=906b4681-7cf0-4173-a359-38bdc63f5498,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:53.934971 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f1c55-9a26-42d6-96fb-18a4dfda96d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:53.935327 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f1c55-9a26-42d6-96fb-18a4dfda96d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:53.935669 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f1c55-9a26-42d6-96fb-18a4dfda96d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:53.936009 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f1c55-9a26-42d6-96fb-18a4dfda96d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:53.936648 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f1c55-9a26-42d6-96fb-18a4dfda96d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:53.936838 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f1c55-9a26-42d6-96fb-18a4dfda96d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:53.937224 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f1c55-9a26-42d6-96fb-18a4dfda96d4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:53.938397 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f1c55-9a26-42d6-96fb-18a4dfda96d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:53.938397 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f1c55-9a26-42d6-96fb-18a4dfda96d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:53.938397 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f1c55-9a26-42d6-96fb-18a4dfda96d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:53.938799 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f1c55-9a26-42d6-96fb-18a4dfda96d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:53.939138 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f1c55-9a26-42d6-96fb-18a4dfda96d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:53.967107 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a7add-9afb-4894-a868-bb91bb6895ed req-47e66588-5d5d-4a16-b5d6-66b8daf60199 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:53.968794 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-261a7add-9afb-4894-a868-bb91bb6895ed req-47e66588-5d5d-4a16-b5d6-66b8daf60199 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1332645 Aug 19 15:00:53.987308 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 86abedf1-bde6-4120-a2af-97b9a4f17c84 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:53.987686 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:54.040354 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9862a4a9-b563-4031-b7d2-ae1228c30297 None None] Pushing event updated for resources: {'Port': ['ID=5634ec8e-6a87-418b-8140-aa734aaea8f6,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:54.095270 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-120da723-fa6e-4535-90c8-8b8800f49235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49315be2-84db-408d-ba47-ead62cb093cc', 'name': 'tempest-TestAggregatesBasicOps-1755859848-router', 'tenant_id': '8a121131a1b945f8aadc74ef8d386234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '86abedf1-bde6-4120-a2af-97b9a4f17c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:00:42Z', 'updated_at': '2021-08-19T15:00:48Z', 'revision_number': 4, 'project_id': '8a121131a1b945f8aadc74ef8d386234', 'gw_port': {'id': '86abedf1-bde6-4120-a2af-97b9a4f17c84', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:95:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49315be2-84db-408d-ba47-ead62cb093cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:43Z', 'updated_at': '2021-08-19T15:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '45ad1df5-dcaa-4748-afc5-e9b32b93c017', 'name': '', 'network_id': '1ec8c1ff-20b2-4904-90ad-d2939241b404', 'tenant_id': '8a121131a1b945f8aadc74ef8d386234', 'mac_address': 'fa:16:3e:0c:3a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49315be2-84db-408d-ba47-ead62cb093cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '4491331c-6ea5-40f4-a0c8-976062333e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:47Z', 'updated_at': '2021-08-19T15:00:48Z', 'revision_number': 2, 'project_id': '8a121131a1b945f8aadc74ef8d386234', 'subnets': [{'id': '4491331c-6ea5-40f4-a0c8-976062333e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:54.101916 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2724030-c81c-4226-8aac-ff4faf08bfaa tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Router ba0411d5-08d2-4a3e-b1d0-1553c0569f17 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:00:54.152830 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-261a7add-9afb-4894-a868-bb91bb6895ed req-293df3bf-53b2-4f02-b376-7a3e9b5cda65 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744413 Aug 19 15:00:54.166477 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120da723-fa6e-4535-90c8-8b8800f49235 None None] Checking router: 49315be2-84db-408d-ba47-ead62cb093cc for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:00:54.166934 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120da723-fa6e-4535-90c8-8b8800f49235 None None] Updating router 49315be2-84db-408d-ba47-ead62cb093cc port 45ad1df5-dcaa-4748-afc5-e9b32b93c017 binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:00:54.225956 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-120da723-fa6e-4535-90c8-8b8800f49235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:54.363731 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3f7f1c55-9a26-42d6-96fb-18a4dfda96d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:54.382915 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2724030-c81c-4226-8aac-ff4faf08bfaa tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:00:54.389298 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a2724030-c81c-4226-8aac-ff4faf08bfaa tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "PUT /v2.0/routers/ba0411d5-08d2-4a3e-b1d0-1553c0569f17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0606174 Aug 19 15:00:54.393499 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47350) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:54.400204 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5b433c-bcb8-46bb-9d77-26e54a6c37c2 None None] Sync routers for ids ['ba0411d5-08d2-4a3e-b1d0-1553c0569f17'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:00:54.422103 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5b433c-bcb8-46bb-9d77-26e54a6c37c2 None None] Routers {'ba0411d5-08d2-4a3e-b1d0-1553c0569f17'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:00:54.423313 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-aa5b433c-bcb8-46bb-9d77-26e54a6c37c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:00:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['ba0411d5-08d2-4a3e-b1d0-1553c0569f17'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:54.482374 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c704b9-0cb5-4609-acd9-b5489dd06af5 req-155d09bd-8279-4e3c-b01d-1f7972a2930e tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:54.489671 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a8c704b9-0cb5-4609-acd9-b5489dd06af5 req-155d09bd-8279-4e3c-b01d-1f7972a2930e tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1459877 Aug 19 15:00:54.534181 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-604c4f95-2e60-4387-ac30-e4f8eabadb8f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Deleting subnet 6fad4d2e-397f-4758-bb01-16635c7c9611 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:00:54.543806 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-604c4f95-2e60-4387-ac30-e4f8eabadb8f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:54.594070 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-aa5b433c-bcb8-46bb-9d77-26e54a6c37c2 None None] Set router ba0411d5-08d2-4a3e-b1d0-1553c0569f17 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:00:54.655645 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a8c704b9-0cb5-4609-acd9-b5489dd06af5 req-796f7016-a6da-4488-b041-f663bd93fbd1 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575186 Aug 19 15:00:54.658223 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-604c4f95-2e60-4387-ac30-e4f8eabadb8f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:54.808319 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-120da723-fa6e-4535-90c8-8b8800f49235 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:54.846786 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-604c4f95-2e60-4387-ac30-e4f8eabadb8f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:54.856351 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-120da723-fa6e-4535-90c8-8b8800f49235 None None] Transition to ACTIVE for port object 45ad1df5-dcaa-4748-afc5-e9b32b93c017 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:00:54.863268 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-120da723-fa6e-4535-90c8-8b8800f49235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:54.933276 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3f7f1c55-9a26-42d6-96fb-18a4dfda96d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:54.984677 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682c98bf-05d9-49a3-80a3-0f6680a7b48d None None] Pushing event updated for resources: {'Port': ['ID=45ad1df5-dcaa-4748-afc5-e9b32b93c017,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:55.073035 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-120da723-fa6e-4535-90c8-8b8800f49235 None None] Attempting to bind port 45ad1df5-dcaa-4748-afc5-e9b32b93c017 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:00:55.073847 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-120da723-fa6e-4535-90c8-8b8800f49235 None None] Attempting to bind port 45ad1df5-dcaa-4748-afc5-e9b32b93c017 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '418cef8c-2d2b-42f6-9fe2-a23592ac15e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ec8c1ff-20b2-4904-90ad-d2939241b404'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:00:55.074412 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120da723-fa6e-4535-90c8-8b8800f49235 None None] Attempting to bind port 45ad1df5-dcaa-4748-afc5-e9b32b93c017 on network 1ec8c1ff-20b2-4904-90ad-d2939241b404 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:00:55.087929 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120da723-fa6e-4535-90c8-8b8800f49235 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:00:55.089056 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120da723-fa6e-4535-90c8-8b8800f49235 None None] Checking segment: {'id': '418cef8c-2d2b-42f6-9fe2-a23592ac15e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ec8c1ff-20b2-4904-90ad-d2939241b404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:00:55.089595 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-120da723-fa6e-4535-90c8-8b8800f49235 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:55.090008 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120da723-fa6e-4535-90c8-8b8800f49235 None None] Bound using segment: {'id': '418cef8c-2d2b-42f6-9fe2-a23592ac15e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ec8c1ff-20b2-4904-90ad-d2939241b404'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:00:55.095987 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-120da723-fa6e-4535-90c8-8b8800f49235 None None] Bound port: 45ad1df5-dcaa-4748-afc5-e9b32b93c017, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '418cef8c-2d2b-42f6-9fe2-a23592ac15e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ec8c1ff-20b2-4904-90ad-d2939241b404'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:00:55.102077 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-120da723-fa6e-4535-90c8-8b8800f49235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:55.156137 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-604c4f95-2e60-4387-ac30-e4f8eabadb8f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:55.209087 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604c4f95-2e60-4387-ac30-e4f8eabadb8f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event deleted for resources: {'Subnet': ['ID=6fad4d2e-397f-4758-bb01-16635c7c9611,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:55.222004 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-604c4f95-2e60-4387-ac30-e4f8eabadb8f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:55.224144 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-604c4f95-2e60-4387-ac30-e4f8eabadb8f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "DELETE /v2.0/subnets/6fad4d2e-397f-4758-bb01-16635c7c9611 HTTP/1.1" status: 204 len: 168 time: 0.8295798 Aug 19 15:00:55.231243 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47356) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:55.234226 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdd459e-a343-43ec-8eb3-c9be3b60817a None None] Network deadfb0d-e2d2-4946-b981-1fbecda04ee7 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:00:55.249089 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604c4f95-2e60-4387-ac30-e4f8eabadb8f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:55.249553 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604c4f95-2e60-4387-ac30-e4f8eabadb8f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:55.250089 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604c4f95-2e60-4387-ac30-e4f8eabadb8f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:55.250528 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604c4f95-2e60-4387-ac30-e4f8eabadb8f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:55.251019 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604c4f95-2e60-4387-ac30-e4f8eabadb8f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:55.251838 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604c4f95-2e60-4387-ac30-e4f8eabadb8f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:55.252293 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604c4f95-2e60-4387-ac30-e4f8eabadb8f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:55.253051 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604c4f95-2e60-4387-ac30-e4f8eabadb8f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:55.253827 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604c4f95-2e60-4387-ac30-e4f8eabadb8f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:55.254384 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604c4f95-2e60-4387-ac30-e4f8eabadb8f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:55.254974 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604c4f95-2e60-4387-ac30-e4f8eabadb8f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:55.255397 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604c4f95-2e60-4387-ac30-e4f8eabadb8f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:00:55.286658 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec8258-9a5b-4506-bf78-cf330905837e req-3d9db896-5d81-4f66-98be-574fe8eeea8c tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:55.300211 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-42ec8258-9a5b-4506-bf78-cf330905837e req-3d9db896-5d81-4f66-98be-574fe8eeea8c tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.4409904 Aug 19 15:00:55.302443 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-120da723-fa6e-4535-90c8-8b8800f49235 None None] For port 45ad1df5-dcaa-4748-afc5-e9b32b93c017, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:00:55.331187 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-aa5b433c-bcb8-46bb-9d77-26e54a6c37c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'name': 'tempest-RoutersIpV6Test-router-827263504', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:00:16Z', 'updated_at': '2021-08-19T15:00:53Z', 'revision_number': 10, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'gw_port_host': None, '_interfaces': [{'id': 'c6ef3244-65c4-4a39-be27-e08cac564065', 'name': '', 'network_id': 'da604672-4d1a-4561-ae4c-0daee3602bd5', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:5e:2c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:18Z', 'updated_at': '2021-08-19T15:00:27Z', 'revision_number': 5, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': 'ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:55.336262 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-120da723-fa6e-4535-90c8-8b8800f49235 None None] For port 45ad1df5-dcaa-4748-afc5-e9b32b93c017, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=45ad1df5-dcaa-4748-afc5-e9b32b93c017,segment=NetworkSegment(418cef8c-2d2b-42f6-9fe2-a23592ac15e8),segment_id=418cef8c-2d2b-42f6-9fe2-a23592ac15e8)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:00:55.368329 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-120da723-fa6e-4535-90c8-8b8800f49235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:55.374850 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f7f1c55-9a26-42d6-96fb-18a4dfda96d4 admin admin] Router b89583c9-b08b-420c-a776-4cef7c2c9d9e is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:00:55.415878 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5b433c-bcb8-46bb-9d77-26e54a6c37c2 None None] Checking router: ba0411d5-08d2-4a3e-b1d0-1553c0569f17 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:00:55.475217 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5b433c-bcb8-46bb-9d77-26e54a6c37c2 None None] Routers {'ba0411d5-08d2-4a3e-b1d0-1553c0569f17'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:00:55.475937 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-aa5b433c-bcb8-46bb-9d77-26e54a6c37c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:00:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['ba0411d5-08d2-4a3e-b1d0-1553c0569f17'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:55.547748 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b363095-ca67-42dd-aeff-72c628cca6a2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:55.645353 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-42ec8258-9a5b-4506-bf78-cf330905837e req-fb8e3d11-bcf5-431e-98f4-c17df34c0bfd tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439097 Aug 19 15:00:55.690249 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7f1c55-9a26-42d6-96fb-18a4dfda96d4 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:00:55.735317 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3f7f1c55-9a26-42d6-96fb-18a4dfda96d4 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:55.741444 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-3f7f1c55-9a26-42d6-96fb-18a4dfda96d4 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.1611979 Aug 19 15:00:55.743999 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-aa5b433c-bcb8-46bb-9d77-26e54a6c37c2 None None] Set router ba0411d5-08d2-4a3e-b1d0-1553c0569f17 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:00:55.747972 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47362) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:55.874099 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2b363095-ca67-42dd-aeff-72c628cca6a2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Deleting port 11a52ea4-9a43-4f95-b0b5-db87b1c1ae5b {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:00:55.875223 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b363095-ca67-42dd-aeff-72c628cca6a2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:55.913036 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6faff319-fc42-42ac-a97b-a211a6a1e9d8 None None] Network e7f89789-490e-48b6-a87d-083f28db53f6 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:00:55.916830 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808e8a88-7eb6-4581-815f-6ae7416280b1 None None] Sync routers for ids ['b89583c9-b08b-420c-a776-4cef7c2c9d9e'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:00:55.928049 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 5634ec8e-6a87-418b-8140-aa734aaea8f6 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:00:56.063244 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682c98bf-05d9-49a3-80a3-0f6680a7b48d None None] Pushing event updated for resources: {'Port': ['ID=45ad1df5-dcaa-4748-afc5-e9b32b93c017,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:56.073796 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b363095-ca67-42dd-aeff-72c628cca6a2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] For port 11a52ea4-9a43-4f95-b0b5-db87b1c1ae5b, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=11a52ea4-9a43-4f95-b0b5-db87b1c1ae5b,segment=NetworkSegment(00819e47-e0ca-48ec-a006-7bbcd14684f6),segment_id=00819e47-e0ca-48ec-a006-7bbcd14684f6)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:56.074380 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b363095-ca67-42dd-aeff-72c628cca6a2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:56.083613 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808e8a88-7eb6-4581-815f-6ae7416280b1 None None] Routers {'b89583c9-b08b-420c-a776-4cef7c2c9d9e'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:00:56.084651 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-808e8a88-7eb6-4581-815f-6ae7416280b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:00:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['b89583c9-b08b-420c-a776-4cef7c2c9d9e'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:56.089468 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2b363095-ca67-42dd-aeff-72c628cca6a2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Calling delete_port for 11a52ea4-9a43-4f95-b0b5-db87b1c1ae5b owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:00:56.112944 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-aa5b433c-bcb8-46bb-9d77-26e54a6c37c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'name': 'tempest-RoutersIpV6Test-router-827263504', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:00:16Z', 'updated_at': '2021-08-19T15:00:53Z', 'revision_number': 10, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'gw_port_host': None, '_interfaces': [{'id': 'c6ef3244-65c4-4a39-be27-e08cac564065', 'name': '', 'network_id': 'da604672-4d1a-4561-ae4c-0daee3602bd5', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:5e:2c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:18Z', 'updated_at': '2021-08-19T15:00:27Z', 'revision_number': 5, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': 'ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:56.145525 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120da723-fa6e-4535-90c8-8b8800f49235 None None] Routers {'49315be2-84db-408d-ba47-ead62cb093cc'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:00:56.146295 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-120da723-fa6e-4535-90c8-8b8800f49235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:00:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['49315be2-84db-408d-ba47-ead62cb093cc'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:56.170210 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5b433c-bcb8-46bb-9d77-26e54a6c37c2 None None] The sync data for ids ['ba0411d5-08d2-4a3e-b1d0-1553c0569f17'] in n-d-766043-2 is: [{'id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'name': 'tempest-RoutersIpV6Test-router-827263504', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:00:16Z', 'updated_at': '2021-08-19T15:00:53Z', 'revision_number': 10, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'gw_port_host': None, '_interfaces': [{'id': 'c6ef3244-65c4-4a39-be27-e08cac564065', 'name': '', 'network_id': 'da604672-4d1a-4561-ae4c-0daee3602bd5', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'mac_address': 'fa:16:3e:5e:2c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:18Z', 'updated_at': '2021-08-19T15:00:27Z', 'revision_number': 5, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'subnets': [{'id': 'ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:00:56.236182 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96a1f3-67ad-42f1-8b23-bdbc436c5603 req-8f1aa735-6892-4fac-9a79-58951c71ab2d tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:56.241433 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5f96a1f3-67ad-42f1-8b23-bdbc436c5603 req-8f1aa735-6892-4fac-9a79-58951c71ab2d tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.3872874 Aug 19 15:00:56.301826 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b363095-ca67-42dd-aeff-72c628cca6a2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:56.321055 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b363095-ca67-42dd-aeff-72c628cca6a2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] No DVR routers for this DVR port 11a52ea4-9a43-4f95-b0b5-db87b1c1ae5b on host n-d-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:00:56.346609 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b363095-ca67-42dd-aeff-72c628cca6a2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event deleted for resources: {'Port': ['ID=11a52ea4-9a43-4f95-b0b5-db87b1c1ae5b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:56.384744 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5f96a1f3-67ad-42f1-8b23-bdbc436c5603 req-c6fa4fbf-cf63-4cec-9e80-c0cee75383e6 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297815 Aug 19 15:00:56.490978 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-120da723-fa6e-4535-90c8-8b8800f49235 None None] Set router 49315be2-84db-408d-ba47-ead62cb093cc gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:00:56.500033 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7af1735-6dbe-4397-8d31-1f99ad4bed9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:56.508525 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b363095-ca67-42dd-aeff-72c628cca6a2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:56.531807 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-2b363095-ca67-42dd-aeff-72c628cca6a2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deadfb0d-e2d2-4946-b981-1fbecda04ee7']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:56.553445 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-2b363095-ca67-42dd-aeff-72c628cca6a2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00819e47-e0ca-48ec-a006-7bbcd14684f6') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:56.556457 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-2b363095-ca67-42dd-aeff-72c628cca6a2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00819e47-e0ca-48ec-a006-7bbcd14684f6') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:56.566541 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b363095-ca67-42dd-aeff-72c628cca6a2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:56.571483 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848c11eb-4471-41cd-b4ee-872ca0c4a9b7 None None] DHCP port deletion for deadfb0d-e2d2-4946-b981-1fbecda04ee7 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:00:56.581854 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b363095-ca67-42dd-aeff-72c628cca6a2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:56.589076 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b363095-ca67-42dd-aeff-72c628cca6a2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:00:56.589076 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b363095-ca67-42dd-aeff-72c628cca6a2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:56.591712 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2dbd7206-8125-4437-8c13-0a95009fcd46 None None] Provisioning for port 5634ec8e-6a87-418b-8140-aa734aaea8f6 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:00:56.609171 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 5634ec8e-6a87-418b-8140-aa734aaea8f6 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:00:56.625736 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2dbd7206-8125-4437-8c13-0a95009fcd46 None None] Provisioning complete for port 5634ec8e-6a87-418b-8140-aa734aaea8f6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:56.626115 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2dbd7206-8125-4437-8c13-0a95009fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:56.659715 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 15:00:56.659715 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:00:56.659715 n-d-766043-2 neutron-server[94640]: timer() Aug 19 15:00:56.659715 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:00:56.659715 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 15:00:56.659715 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:00:56.659715 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 15:00:56.659715 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:00:56.659715 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 15:00:56.659715 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:00:56.659715 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 15:00:56.659715 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:00:56.659715 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 15:00:56.659715 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:00:56.659715 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:00:56.659715 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:00:56.659715 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:00:56.659715 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:00:56.659715 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 15:00:56.659715 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:00:56.659715 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 15:00:56.659715 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:00:56.659715 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:00:56.659715 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:00:56.659715 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 15:00:56.659715 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:00:56.659715 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:00:56.659715 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:00:56.659715 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:00:56.659715 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:00:56.659715 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:00:56.659715 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:00:56.719549 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b363095-ca67-42dd-aeff-72c628cca6a2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:56.731122 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 5634ec8e-6a87-418b-8140-aa734aaea8f6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:56.731416 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b363095-ca67-42dd-aeff-72c628cca6a2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:56.731569 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:56.735072 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-2b363095-ca67-42dd-aeff-72c628cca6a2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "DELETE /v2.0/networks/deadfb0d-e2d2-4946-b981-1fbecda04ee7 HTTP/1.1" status: 204 len: 168 time: 1.4993091 Aug 19 15:00:56.743754 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47370) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:00:56.771920 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b363095-ca67-42dd-aeff-72c628cca6a2 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event deleted for resources: {'Network': ['ID=deadfb0d-e2d2-4946-b981-1fbecda04ee7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:56.789700 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-808e8a88-7eb6-4581-815f-6ae7416280b1 None None] Set router b89583c9-b08b-420c-a776-4cef7c2c9d9e gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:00:56.792151 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d1282-1283-45a3-9355-29981d7ecae9 req-82c7797f-0604-4c0f-9806-12b455d4d058 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:56.793771 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ca4d1282-1283-45a3-9355-29981d7ecae9 req-82c7797f-0604-4c0f-9806-12b455d4d058 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1261153 Aug 19 15:00:56.854198 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ca4d1282-1283-45a3-9355-29981d7ecae9 req-91f682e9-af71-4065-b5d3-899fda3bc089 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505466 Aug 19 15:00:57.037859 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ddc2f5-e81b-48bb-8f4c-ee81eb5769f2 req-26d2605d-9130-43ab-9e96-740eded12b6e tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:57.040523 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-05ddc2f5-e81b-48bb-8f4c-ee81eb5769f2 req-26d2605d-9130-43ab-9e96-740eded12b6e tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1043160 Aug 19 15:00:57.072590 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:57.103477 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-05ddc2f5-e81b-48bb-8f4c-ee81eb5769f2 req-216b0595-e679-4056-b20b-49a327b5c3bf tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477979 Aug 19 15:00:57.195797 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 5634ec8e-6a87-418b-8140-aa734aaea8f6, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=5634ec8e-6a87-418b-8140-aa734aaea8f6,segment=NetworkSegment(27d143f5-5d0f-405e-a0d1-8c5009d2f862),segment_id=27d143f5-5d0f-405e-a0d1-8c5009d2f862)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:57.201336 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2dbd7206-8125-4437-8c13-0a95009fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:57.253190 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-b7af1735-6dbe-4397-8d31-1f99ad4bed9e admin admin] Allocated IP 172.20.0.1 (e7f89789-490e-48b6-a87d-083f28db53f6/b72e6118-657b-49ad-8758-04a2884e6051/dfd6bfe5-6093-44f3-a5e5-dec84cb9ef94) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:00:57.266924 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:57.311750 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b9dfe-0043-45a4-96ec-d312e8ed07d6 req-b57cfe47-61be-4acb-91d4-f19a4d92d490 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:57.315118 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5e4b9dfe-0043-45a4-96ec-d312e8ed07d6 req-b57cfe47-61be-4acb-91d4-f19a4d92d490 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.0880628 Aug 19 15:00:57.367920 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5e4b9dfe-0043-45a4-96ec-d312e8ed07d6 req-f1d7a7f9-5ccc-472a-b4cd-6e06261bafc0 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458939 Aug 19 15:00:57.457171 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=5634ec8e-6a87-418b-8140-aa734aaea8f6,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:57.468154 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-2dbd7206-8125-4437-8c13-0a95009fcd46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:00:57.468154 n-d-766043-2 neutron-server[94641]: DEBUG oslo_db.api [None req-2dbd7206-8125-4437-8c13-0a95009fcd46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:00:57.479133 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-120da723-fa6e-4535-90c8-8b8800f49235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49315be2-84db-408d-ba47-ead62cb093cc', 'name': 'tempest-TestAggregatesBasicOps-1755859848-router', 'tenant_id': '8a121131a1b945f8aadc74ef8d386234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '86abedf1-bde6-4120-a2af-97b9a4f17c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:00:42Z', 'updated_at': '2021-08-19T15:00:48Z', 'revision_number': 4, 'project_id': '8a121131a1b945f8aadc74ef8d386234', 'gw_port': {'id': '86abedf1-bde6-4120-a2af-97b9a4f17c84', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:95:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49315be2-84db-408d-ba47-ead62cb093cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:43Z', 'updated_at': '2021-08-19T15:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '45ad1df5-dcaa-4748-afc5-e9b32b93c017', 'name': '', 'network_id': '1ec8c1ff-20b2-4904-90ad-d2939241b404', 'tenant_id': '8a121131a1b945f8aadc74ef8d386234', 'mac_address': 'fa:16:3e:0c:3a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49315be2-84db-408d-ba47-ead62cb093cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '4491331c-6ea5-40f4-a0c8-976062333e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:47Z', 'updated_at': '2021-08-19T15:00:55Z', 'revision_number': 4, 'project_id': '8a121131a1b945f8aadc74ef8d386234', 'subnets': [{'id': '4491331c-6ea5-40f4-a0c8-976062333e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:57.529510 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-808e8a88-7eb6-4581-815f-6ae7416280b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89583c9-b08b-420c-a776-4cef7c2c9d9e', 'name': 'tempest-TestAggregatesBasicOps-1796210008-router', 'tenant_id': '7721ee6419ab4d2f98ec3c26d210ef65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '906b4681-7cf0-4173-a359-38bdc63f5498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:00:52Z', 'updated_at': '2021-08-19T15:00:54Z', 'revision_number': 3, 'project_id': '7721ee6419ab4d2f98ec3c26d210ef65', 'gw_port': {'id': '906b4681-7cf0-4173-a359-38bdc63f5498', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:73:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b89583c9-b08b-420c-a776-4cef7c2c9d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:53Z', 'updated_at': '2021-08-19T15:00:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:57.558273 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7af1735-6dbe-4397-8d31-1f99ad4bed9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:57.559399 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808e8a88-7eb6-4581-815f-6ae7416280b1 None None] Checking router: b89583c9-b08b-420c-a776-4cef7c2c9d9e for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:00:57.559553 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808e8a88-7eb6-4581-815f-6ae7416280b1 None None] Updating router b89583c9-b08b-420c-a776-4cef7c2c9d9e port 906b4681-7cf0-4173-a359-38bdc63f5498 binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:00:57.560815 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4365196-726a-4e58-9208-c09dc35a09f7 req-c2282062-0135-4483-8fad-c481c1fbdafb tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:57.562826 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120da723-fa6e-4535-90c8-8b8800f49235 None None] The sync data for ids ['49315be2-84db-408d-ba47-ead62cb093cc'] in n-d-766043-2 is: [{'id': '49315be2-84db-408d-ba47-ead62cb093cc', 'name': 'tempest-TestAggregatesBasicOps-1755859848-router', 'tenant_id': '8a121131a1b945f8aadc74ef8d386234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '86abedf1-bde6-4120-a2af-97b9a4f17c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:00:42Z', 'updated_at': '2021-08-19T15:00:48Z', 'revision_number': 4, 'project_id': '8a121131a1b945f8aadc74ef8d386234', 'gw_port': {'id': '86abedf1-bde6-4120-a2af-97b9a4f17c84', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:95:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49315be2-84db-408d-ba47-ead62cb093cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:43Z', 'updated_at': '2021-08-19T15:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '45ad1df5-dcaa-4748-afc5-e9b32b93c017', 'name': '', 'network_id': '1ec8c1ff-20b2-4904-90ad-d2939241b404', 'tenant_id': '8a121131a1b945f8aadc74ef8d386234', 'mac_address': 'fa:16:3e:0c:3a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49315be2-84db-408d-ba47-ead62cb093cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '4491331c-6ea5-40f4-a0c8-976062333e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:47Z', 'updated_at': '2021-08-19T15:00:55Z', 'revision_number': 4, 'project_id': '8a121131a1b945f8aadc74ef8d386234', 'subnets': [{'id': '4491331c-6ea5-40f4-a0c8-976062333e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:00:57.581397 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c4365196-726a-4e58-9208-c09dc35a09f7 req-c2282062-0135-4483-8fad-c481c1fbdafb tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1427925 Aug 19 15:00:57.608393 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-808e8a88-7eb6-4581-815f-6ae7416280b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:57.638603 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-b7af1735-6dbe-4397-8d31-1f99ad4bed9e admin admin] Transition to ACTIVE for port object dfd6bfe5-6093-44f3-a5e5-dec84cb9ef94 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:00:57.681024 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c4365196-726a-4e58-9208-c09dc35a09f7 req-eb28436b-bda0-4403-aced-89d95548811a tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986946 Aug 19 15:00:57.751271 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7af1735-6dbe-4397-8d31-1f99ad4bed9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:57.780657 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 5634ec8e-6a87-418b-8140-aa734aaea8f6 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:00:57.814077 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7af1735-6dbe-4397-8d31-1f99ad4bed9e admin admin] Network e7f89789-490e-48b6-a87d-083f28db53f6 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:00:57.822337 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-b7af1735-6dbe-4397-8d31-1f99ad4bed9e admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:00:57.824895 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7af1735-6dbe-4397-8d31-1f99ad4bed9e admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:00:57.902401 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7af1735-6dbe-4397-8d31-1f99ad4bed9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:57.972934 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 5634ec8e-6a87-418b-8140-aa734aaea8f6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:57.973299 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:58.007552 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc3675-7850-4e89-8014-5f8cc1e52701 req-e0b6e82c-23fd-42fb-93eb-e2169ee325e7 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:58.023834 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-93cc3675-7850-4e89-8014-5f8cc1e52701 req-e0b6e82c-23fd-42fb-93eb-e2169ee325e7 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1289604 Aug 19 15:00:58.110544 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-93cc3675-7850-4e89-8014-5f8cc1e52701 req-3deeb0b2-58e2-4bbe-9af7-86cd17a429ce tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856321 Aug 19 15:00:58.163012 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af1735-6dbe-4397-8d31-1f99ad4bed9e admin admin] Pushing event updated for resources: {'Port': ['ID=dfd6bfe5-6093-44f3-a5e5-dec84cb9ef94,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:58.298288 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a5b75db7-946e-4245-88f0-4d4905268144 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:58.303363 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba57aa-7277-4c5f-93c3-42a0d6ac6b69 req-cb899141-8581-4d9d-b99d-e00cc2387552 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:58.312219 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-84ba57aa-7277-4c5f-93c3-42a0d6ac6b69 req-cb899141-8581-4d9d-b99d-e00cc2387552 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.0880697 Aug 19 15:00:58.383956 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-84ba57aa-7277-4c5f-93c3-42a0d6ac6b69 req-0fcb0aa5-aab1-41ca-ae9a-368df8df08bd tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705779 Aug 19 15:00:58.418974 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7af1735-6dbe-4397-8d31-1f99ad4bed9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:58.485180 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-808e8a88-7eb6-4581-815f-6ae7416280b1 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:58.497566 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-808e8a88-7eb6-4581-815f-6ae7416280b1 None None] Transition to ACTIVE for port object 906b4681-7cf0-4173-a359-38bdc63f5498 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:00:58.512771 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-808e8a88-7eb6-4581-815f-6ae7416280b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:58.668320 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4765a9ac-b62a-4c3b-852f-76594ef2c22e None None] Provisioning complete for port 5634ec8e-6a87-418b-8140-aa734aaea8f6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:58.668765 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4765a9ac-b62a-4c3b-852f-76594ef2c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:58.718686 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-808e8a88-7eb6-4581-815f-6ae7416280b1 None None] Attempting to bind port 906b4681-7cf0-4173-a359-38bdc63f5498 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:00:58.718828 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-808e8a88-7eb6-4581-815f-6ae7416280b1 None None] Attempting to bind port 906b4681-7cf0-4173-a359-38bdc63f5498 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:00:58.719160 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808e8a88-7eb6-4581-815f-6ae7416280b1 None None] Attempting to bind port 906b4681-7cf0-4173-a359-38bdc63f5498 on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:00:58.745782 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e78b726-3b2f-4c8a-ba3f-aa29b63dcd28 None None] Pushing event updated for resources: {'Port': ['ID=906b4681-7cf0-4173-a359-38bdc63f5498,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:58.755188 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706618ab-cb02-4fa1-a650-b5be7d5209de req-82ef9e93-7e5f-4e09-9028-17f3ebf158a5 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:58.767133 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-706618ab-cb02-4fa1-a650-b5be7d5209de req-82ef9e93-7e5f-4e09-9028-17f3ebf158a5 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.0732784 Aug 19 15:00:58.790804 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808e8a88-7eb6-4581-815f-6ae7416280b1 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:00:58.793101 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808e8a88-7eb6-4581-815f-6ae7416280b1 None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:00:58.793522 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-808e8a88-7eb6-4581-815f-6ae7416280b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:58.793924 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808e8a88-7eb6-4581-815f-6ae7416280b1 None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:00:58.794429 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-808e8a88-7eb6-4581-815f-6ae7416280b1 None None] Bound port: 906b4681-7cf0-4173-a359-38bdc63f5498, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:00:58.794815 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-808e8a88-7eb6-4581-815f-6ae7416280b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:58.800026 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 45ad1df5-dcaa-4748-afc5-e9b32b93c017 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:00:58.824311 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-706618ab-cb02-4fa1-a650-b5be7d5209de req-712b389a-36f9-4cd3-97b3-6e5aabf33a46 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523055 Aug 19 15:00:58.859776 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7af1735-6dbe-4397-8d31-1f99ad4bed9e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:58.885092 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7af1735-6dbe-4397-8d31-1f99ad4bed9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:58.962619 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 45ad1df5-dcaa-4748-afc5-e9b32b93c017 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:00:58.966599 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c74bbc-d290-4068-a9a6-c595b482e4e0 req-34e3abf8-ad3c-45fb-a666-7a1dcba3530f tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:58.969536 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4765a9ac-b62a-4c3b-852f-76594ef2c22e None None] Provisioning for port dfd6bfe5-6093-44f3-a5e5-dec84cb9ef94 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:00:58.969882 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-65c74bbc-d290-4068-a9a6-c595b482e4e0 req-34e3abf8-ad3c-45fb-a666-7a1dcba3530f tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.0638998 Aug 19 15:00:58.975308 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 45ad1df5-dcaa-4748-afc5-e9b32b93c017 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:58.976754 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:58.981903 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4765a9ac-b62a-4c3b-852f-76594ef2c22e None None] Provisioning complete for port dfd6bfe5-6093-44f3-a5e5-dec84cb9ef94 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:58.982516 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4765a9ac-b62a-4c3b-852f-76594ef2c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:58.983253 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-a5b75db7-946e-4245-88f0-4d4905268144 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Deleting port c6ef3244-65c4-4a39-be27-e08cac564065 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:00:58.983738 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a5b75db7-946e-4245-88f0-4d4905268144 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:59.030276 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-65c74bbc-d290-4068-a9a6-c595b482e4e0 req-4c5a19bd-87bd-490d-9214-311e83eae539 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545559 Aug 19 15:00:59.047661 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-4765a9ac-b62a-4c3b-852f-76594ef2c22e None None] Port dfd6bfe5-6093-44f3-a5e5-dec84cb9ef94 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:00:59.051521 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-808e8a88-7eb6-4581-815f-6ae7416280b1 None None] For port 906b4681-7cf0-4173-a359-38bdc63f5498, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:00:59.075653 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-808e8a88-7eb6-4581-815f-6ae7416280b1 None None] For port 906b4681-7cf0-4173-a359-38bdc63f5498, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=906b4681-7cf0-4173-a359-38bdc63f5498,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:00:59.087794 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-808e8a88-7eb6-4581-815f-6ae7416280b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:59.138281 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7af1735-6dbe-4397-8d31-1f99ad4bed9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:59.142212 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af1735-6dbe-4397-8d31-1f99ad4bed9e admin admin] Pushing event updated for resources: {'Port': ['ID=dfd6bfe5-6093-44f3-a5e5-dec84cb9ef94,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:59.190955 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808e8a88-7eb6-4581-815f-6ae7416280b1 None None] Routers {'b89583c9-b08b-420c-a776-4cef7c2c9d9e'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:00:59.192534 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-808e8a88-7eb6-4581-815f-6ae7416280b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:00:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['b89583c9-b08b-420c-a776-4cef7c2c9d9e'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:59.199370 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:59.236336 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f118d-b09a-4717-a2bc-e3c595efe5ad req-1a96bd90-c7ff-4b06-a9ce-53532163f734 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:59.244280 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cf3f118d-b09a-4717-a2bc-e3c595efe5ad req-1a96bd90-c7ff-4b06-a9ce-53532163f734 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.0855165 Aug 19 15:00:59.257001 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e78b726-3b2f-4c8a-ba3f-aa29b63dcd28 None None] Pushing event updated for resources: {'Port': ['ID=906b4681-7cf0-4173-a359-38bdc63f5498,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:59.262633 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-a5b75db7-946e-4245-88f0-4d4905268144 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] For port c6ef3244-65c4-4a39-be27-e08cac564065, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=c6ef3244-65c4-4a39-be27-e08cac564065,segment=NetworkSegment(c1bfcd10-0897-4f93-aa6d-ab083f7d3a66),segment_id=c1bfcd10-0897-4f93-aa6d-ab083f7d3a66)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:59.263025 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a5b75db7-946e-4245-88f0-4d4905268144 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:59.284497 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-a5b75db7-946e-4245-88f0-4d4905268144 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Calling delete_port for c6ef3244-65c4-4a39-be27-e08cac564065 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:00:59.303445 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cf3f118d-b09a-4717-a2bc-e3c595efe5ad req-0a6aadf4-3512-48bc-9c2b-5c072aee4440 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577731 Aug 19 15:00:59.355501 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7af1735-6dbe-4397-8d31-1f99ad4bed9e admin admin] Network e7f89789-490e-48b6-a87d-083f28db53f6 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:00:59.359248 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 45ad1df5-dcaa-4748-afc5-e9b32b93c017, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=45ad1df5-dcaa-4748-afc5-e9b32b93c017,segment=NetworkSegment(418cef8c-2d2b-42f6-9fe2-a23592ac15e8),segment_id=418cef8c-2d2b-42f6-9fe2-a23592ac15e8)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:00:59.361551 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-b7af1735-6dbe-4397-8d31-1f99ad4bed9e admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:00:59.370488 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:59.425179 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-808e8a88-7eb6-4581-815f-6ae7416280b1 None None] Set router b89583c9-b08b-420c-a776-4cef7c2c9d9e gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:00:59.487105 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 0c6dbf29-d487-4a42-8adf-f072b5bfb393 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:00:59.510148 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=45ad1df5-dcaa-4748-afc5-e9b32b93c017,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:00:59.519571 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424683ea-5d17-45c0-9e00-b792170eb76d req-b4ecb21e-7642-471b-9df4-f4c2bf2ad5c8 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:00:59.522954 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 0c6dbf29-d487-4a42-8adf-f072b5bfb393 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:00:59.522954 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 0c6dbf29-d487-4a42-8adf-f072b5bfb393 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:00:59.523169 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 11a52ea4-9a43-4f95-b0b5-db87b1c1ae5b no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:00:59.530076 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-424683ea-5d17-45c0-9e00-b792170eb76d req-b4ecb21e-7642-471b-9df4-f4c2bf2ad5c8 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1189592 Aug 19 15:00:59.571640 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-424683ea-5d17-45c0-9e00-b792170eb76d req-2345e991-4ad6-49dd-880f-9f1c5616844b tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405467 Aug 19 15:00:59.687703 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 11a52ea4-9a43-4f95-b0b5-db87b1c1ae5b {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:00:59.688045 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 11a52ea4-9a43-4f95-b0b5-db87b1c1ae5b not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:00:59.838375 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-808e8a88-7eb6-4581-815f-6ae7416280b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89583c9-b08b-420c-a776-4cef7c2c9d9e', 'name': 'tempest-TestAggregatesBasicOps-1796210008-router', 'tenant_id': '7721ee6419ab4d2f98ec3c26d210ef65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '906b4681-7cf0-4173-a359-38bdc63f5498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:00:52Z', 'updated_at': '2021-08-19T15:00:58Z', 'revision_number': 4, 'project_id': '7721ee6419ab4d2f98ec3c26d210ef65', 'gw_port': {'id': '906b4681-7cf0-4173-a359-38bdc63f5498', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:73:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b89583c9-b08b-420c-a776-4cef7c2c9d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:53Z', 'updated_at': '2021-08-19T15:00:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'dfd6bfe5-6093-44f3-a5e5-dec84cb9ef94', 'name': '', 'network_id': 'e7f89789-490e-48b6-a87d-083f28db53f6', 'tenant_id': '7721ee6419ab4d2f98ec3c26d210ef65', 'mac_address': 'fa:16:3e:c2:60:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b89583c9-b08b-420c-a776-4cef7c2c9d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'b72e6118-657b-49ad-8758-04a2884e6051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:56Z', 'updated_at': '2021-08-19T15:00:58Z', 'revision_number': 2, 'project_id': '7721ee6419ab4d2f98ec3c26d210ef65', 'subnets': [{'id': 'b72e6118-657b-49ad-8758-04a2884e6051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:00:59.869890 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7af1735-6dbe-4397-8d31-1f99ad4bed9e admin admin] Router b89583c9-b08b-420c-a776-4cef7c2c9d9e has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:00:59.873163 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 45ad1df5-dcaa-4748-afc5-e9b32b93c017 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:00:59.878447 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808e8a88-7eb6-4581-815f-6ae7416280b1 None None] The sync data for ids ['b89583c9-b08b-420c-a776-4cef7c2c9d9e'] in n-d-766043-2 is: [{'id': 'b89583c9-b08b-420c-a776-4cef7c2c9d9e', 'name': 'tempest-TestAggregatesBasicOps-1796210008-router', 'tenant_id': '7721ee6419ab4d2f98ec3c26d210ef65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '906b4681-7cf0-4173-a359-38bdc63f5498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:00:52Z', 'updated_at': '2021-08-19T15:00:58Z', 'revision_number': 4, 'project_id': '7721ee6419ab4d2f98ec3c26d210ef65', 'gw_port': {'id': '906b4681-7cf0-4173-a359-38bdc63f5498', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:73:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b89583c9-b08b-420c-a776-4cef7c2c9d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:53Z', 'updated_at': '2021-08-19T15:00:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'dfd6bfe5-6093-44f3-a5e5-dec84cb9ef94', 'name': '', 'network_id': 'e7f89789-490e-48b6-a87d-083f28db53f6', 'tenant_id': '7721ee6419ab4d2f98ec3c26d210ef65', 'mac_address': 'fa:16:3e:c2:60:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b89583c9-b08b-420c-a776-4cef7c2c9d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'b72e6118-657b-49ad-8758-04a2884e6051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:56Z', 'updated_at': '2021-08-19T15:00:58Z', 'revision_number': 2, 'project_id': '7721ee6419ab4d2f98ec3c26d210ef65', 'subnets': [{'id': 'b72e6118-657b-49ad-8758-04a2884e6051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:00:59.921424 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9e402af5-6aa6-401e-9252-405d13221f52 None None] Provisioning complete for port dfd6bfe5-6093-44f3-a5e5-dec84cb9ef94 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:00:59.921873 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9e402af5-6aa6-401e-9252-405d13221f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:00:59.962849 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9e402af5-6aa6-401e-9252-405d13221f52 None None] Port dfd6bfe5-6093-44f3-a5e5-dec84cb9ef94 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:01:00.019875 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 45ad1df5-dcaa-4748-afc5-e9b32b93c017 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:00.020355 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:00.105929 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a5b75db7-946e-4245-88f0-4d4905268144 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:00.136782 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b75db7-946e-4245-88f0-4d4905268144 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event deleted for resources: {'Port': ['ID=c6ef3244-65c4-4a39-be27-e08cac564065,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:00.142035 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7af1735-6dbe-4397-8d31-1f99ad4bed9e admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:01:00.155663 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b7af1735-6dbe-4397-8d31-1f99ad4bed9e admin admin] 10.222.0.69 "PUT /v2.0/routers/b89583c9-b08b-420c-a776-4cef7c2c9d9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4060395 Aug 19 15:01:00.379692 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a5b75db7-946e-4245-88f0-4d4905268144 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:00.397946 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd86cc-ab9f-42f3-b188-6bf7161ebd5a req-7f932a0c-037d-44b4-b72c-38b91023ed54 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:00.400165 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6bbd86cc-ab9f-42f3-b188-6bf7161ebd5a req-7f932a0c-037d-44b4-b72c-38b91023ed54 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1100132 Aug 19 15:01:00.516495 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6bbd86cc-ab9f-42f3-b188-6bf7161ebd5a req-0963efcb-c70a-4bb2-a78b-6417272727c5 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081331 Aug 19 15:01:01.046888 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b75db7-946e-4245-88f0-4d4905268144 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Router ba0411d5-08d2-4a3e-b1d0-1553c0569f17 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:01:01.178442 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b75db7-946e-4245-88f0-4d4905268144 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:01:01.191742 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdc0ad8-c925-48d4-bcb2-82a7dea7241d None None] Sync routers for ids ['ba0411d5-08d2-4a3e-b1d0-1553c0569f17'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:01:01.198311 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a5b75db7-946e-4245-88f0-4d4905268144 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "PUT /v2.0/routers/ba0411d5-08d2-4a3e-b1d0-1553c0569f17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4529400 Aug 19 15:01:01.201012 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47442) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:01.203477 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdc0ad8-c925-48d4-bcb2-82a7dea7241d None None] Routers {'ba0411d5-08d2-4a3e-b1d0-1553c0569f17'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:01:01.204085 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7bdc0ad8-c925-48d4-bcb2-82a7dea7241d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:00:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['ba0411d5-08d2-4a3e-b1d0-1553c0569f17'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:01.263506 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-5189f070-7612-448c-9629-439e3ef614b4 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Deleting subnet ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:01:01.271707 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5189f070-7612-448c-9629-439e3ef614b4 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:01.321683 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-7bdc0ad8-c925-48d4-bcb2-82a7dea7241d None None] Set router ba0411d5-08d2-4a3e-b1d0-1553c0569f17 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:01:01.347526 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5189f070-7612-448c-9629-439e3ef614b4 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:01.389090 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c48c-7826-46b9-ba85-7680dcab0723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:01.421429 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7bdc0ad8-c925-48d4-bcb2-82a7dea7241d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'name': 'tempest-RoutersIpV6Test-router-827263504', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:00:16Z', 'updated_at': '2021-08-19T15:00:59Z', 'revision_number': 11, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'gw_port_host': None}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:01.465735 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdc0ad8-c925-48d4-bcb2-82a7dea7241d None None] Checking router: ba0411d5-08d2-4a3e-b1d0-1553c0569f17 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:01:01.476955 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5189f070-7612-448c-9629-439e3ef614b4 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:01.491851 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdc0ad8-c925-48d4-bcb2-82a7dea7241d None None] Routers {'ba0411d5-08d2-4a3e-b1d0-1553c0569f17'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:01:01.499345 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7bdc0ad8-c925-48d4-bcb2-82a7dea7241d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:00:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['ba0411d5-08d2-4a3e-b1d0-1553c0569f17'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:01.619440 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-7bdc0ad8-c925-48d4-bcb2-82a7dea7241d None None] Set router ba0411d5-08d2-4a3e-b1d0-1553c0569f17 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:01:01.621686 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5189f070-7612-448c-9629-439e3ef614b4 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:01.750802 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5189f070-7612-448c-9629-439e3ef614b4 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event deleted for resources: {'Subnet': ['ID=ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:01.772451 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5189f070-7612-448c-9629-439e3ef614b4 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:01.772673 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fbc857-4d2e-4dfe-a02f-48174ad4a86a None None] Network da604672-4d1a-4561-ae4c-0daee3602bd5 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:01:01.772854 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5189f070-7612-448c-9629-439e3ef614b4 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "DELETE /v2.0/subnets/ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc HTTP/1.1" status: 204 len: 168 time: 0.5655067 Aug 19 15:01:01.772982 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47460) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:01.775406 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7bdc0ad8-c925-48d4-bcb2-82a7dea7241d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'name': 'tempest-RoutersIpV6Test-router-827263504', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:00:16Z', 'updated_at': '2021-08-19T15:00:59Z', 'revision_number': 11, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'gw_port_host': None}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:01.875056 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdc0ad8-c925-48d4-bcb2-82a7dea7241d None None] The sync data for ids ['ba0411d5-08d2-4a3e-b1d0-1553c0569f17'] in n-d-766043-2 is: [{'id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'name': 'tempest-RoutersIpV6Test-router-827263504', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:00:16Z', 'updated_at': '2021-08-19T15:00:59Z', 'revision_number': 11, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:01:01.938682 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d30881-217b-489d-8576-952b226cf893 req-502a0108-6225-4f1e-8cd2-7aaaae33a3ac tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:01.940257 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-55d30881-217b-489d-8576-952b226cf893 req-502a0108-6225-4f1e-8cd2-7aaaae33a3ac tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.2762132 Aug 19 15:01:02.036567 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6caf2994-9d87-494e-8daa-03c1f8adbaca tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:02.047668 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-55d30881-217b-489d-8576-952b226cf893 req-d91d117b-e277-47f5-bd34-d6b97aaed13a tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949922 Aug 19 15:01:02.141216 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47474) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:02.211275 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-6caf2994-9d87-494e-8daa-03c1f8adbaca tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Deleting port 05a246b0-c60a-45c0-a891-18cfff191c61 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:01:02.211949 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6caf2994-9d87-494e-8daa-03c1f8adbaca tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:02.276827 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46125a15-ec37-4538-acd5-77e88521171b None None] DHCP port deletion for da604672-4d1a-4561-ae4c-0daee3602bd5 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:01:02.315720 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-6caf2994-9d87-494e-8daa-03c1f8adbaca tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] For port 05a246b0-c60a-45c0-a891-18cfff191c61, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=05a246b0-c60a-45c0-a891-18cfff191c61,segment=NetworkSegment(c1bfcd10-0897-4f93-aa6d-ab083f7d3a66),segment_id=c1bfcd10-0897-4f93-aa6d-ab083f7d3a66)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:02.317061 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6caf2994-9d87-494e-8daa-03c1f8adbaca tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:02.323053 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 906b4681-7cf0-4173-a359-38bdc63f5498 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:01:02.332093 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-6caf2994-9d87-494e-8daa-03c1f8adbaca tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Calling delete_port for 05a246b0-c60a-45c0-a891-18cfff191c61 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:01:02.394296 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-46125a15-ec37-4538-acd5-77e88521171b None None] Deleting port 05a246b0-c60a-45c0-a891-18cfff191c61 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:01:02.394882 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46125a15-ec37-4538-acd5-77e88521171b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:02.440355 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6caf2994-9d87-494e-8daa-03c1f8adbaca tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:02.468179 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 906b4681-7cf0-4173-a359-38bdc63f5498 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:01:02.483994 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 906b4681-7cf0-4173-a359-38bdc63f5498 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:02.484367 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:02.516774 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caf2994-9d87-494e-8daa-03c1f8adbaca tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] No DVR routers for this DVR port 05a246b0-c60a-45c0-a891-18cfff191c61 on host n-d-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:01:02.521978 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf2994-9d87-494e-8daa-03c1f8adbaca tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event deleted for resources: {'Port': ['ID=05a246b0-c60a-45c0-a891-18cfff191c61,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:02.558779 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-46125a15-ec37-4538-acd5-77e88521171b None None] For port 05a246b0-c60a-45c0-a891-18cfff191c61, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=05a246b0-c60a-45c0-a891-18cfff191c61,segment=NetworkSegment(c1bfcd10-0897-4f93-aa6d-ab083f7d3a66),segment_id=c1bfcd10-0897-4f93-aa6d-ab083f7d3a66)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:02.559521 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46125a15-ec37-4538-acd5-77e88521171b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:02.611292 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-46125a15-ec37-4538-acd5-77e88521171b None None] Calling delete_port for 05a246b0-c60a-45c0-a891-18cfff191c61 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:01:02.611552 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6caf2994-9d87-494e-8daa-03c1f8adbaca tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:02.622925 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-6caf2994-9d87-494e-8daa-03c1f8adbaca tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da604672-4d1a-4561-ae4c-0daee3602bd5']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:02.623277 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:02.634219 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-6caf2994-9d87-494e-8daa-03c1f8adbaca tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1bfcd10-0897-4f93-aa6d-ab083f7d3a66') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:02.634608 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-6caf2994-9d87-494e-8daa-03c1f8adbaca tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1bfcd10-0897-4f93-aa6d-ab083f7d3a66') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:02.643902 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6caf2994-9d87-494e-8daa-03c1f8adbaca tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:02.671488 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6caf2994-9d87-494e-8daa-03c1f8adbaca tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:02.683597 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6caf2994-9d87-494e-8daa-03c1f8adbaca tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:01:02.684975 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6caf2994-9d87-494e-8daa-03c1f8adbaca tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:02.687216 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 906b4681-7cf0-4173-a359-38bdc63f5498, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=906b4681-7cf0-4173-a359-38bdc63f5498,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:02.690609 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 15:01:02.690609 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:01:02.690609 n-d-766043-2 neutron-server[94640]: timer() Aug 19 15:01:02.690609 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:01:02.690609 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 15:01:02.690609 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:01:02.690609 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 15:01:02.690609 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:01:02.690609 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 15:01:02.690609 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:01:02.690609 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 15:01:02.690609 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:01:02.690609 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 15:01:02.690609 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:01:02.690609 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:01:02.690609 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:01:02.690609 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:01:02.690609 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:01:02.690609 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 15:01:02.690609 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:01:02.690609 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 15:01:02.690609 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:01:02.690609 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:01:02.690609 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:01:02.690609 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 15:01:02.690609 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:01:02.690609 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:01:02.690609 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:01:02.690609 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:01:02.690609 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:01:02.690609 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:01:02.690609 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:01:02.698570 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:02.759386 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffc5d4ee-9f69-4ae1-82dc-0de7147cd490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:02.779851 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=906b4681-7cf0-4173-a359-38bdc63f5498,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:02.783965 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46125a15-ec37-4538-acd5-77e88521171b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:02.825082 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46125a15-ec37-4538-acd5-77e88521171b None None] Pushing event deleted for resources: {'Port': ['ID=05a246b0-c60a-45c0-a891-18cfff191c61,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:02.831844 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46125a15-ec37-4538-acd5-77e88521171b None None] No DVR routers for this DVR port 05a246b0-c60a-45c0-a891-18cfff191c61 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:01:02.887016 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6caf2994-9d87-494e-8daa-03c1f8adbaca tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:02.894738 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6caf2994-9d87-494e-8daa-03c1f8adbaca tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:02.901535 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-6caf2994-9d87-494e-8daa-03c1f8adbaca tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "DELETE /v2.0/networks/da604672-4d1a-4561-ae4c-0daee3602bd5 HTTP/1.1" status: 204 len: 168 time: 1.1273265 Aug 19 15:01:02.905315 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47476) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:02.916456 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-48a6aba6-a96e-4706-99e1-57be41007715 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Request body: {'router': {'routes': None}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:02.989583 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf2994-9d87-494e-8daa-03c1f8adbaca tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Pushing event deleted for resources: {'Network': ['ID=da604672-4d1a-4561-ae4c-0daee3602bd5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:03.177695 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ffc5d4ee-9f69-4ae1-82dc-0de7147cd490 admin admin] Deleting port 45ad1df5-dcaa-4748-afc5-e9b32b93c017 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:01:03.178353 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffc5d4ee-9f69-4ae1-82dc-0de7147cd490 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:03.221617 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.extraroute_db [None req-48a6aba6-a96e-4706-99e1-57be41007715 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Added routes are [] {{(pid=94640) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 19 15:01:03.222222 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.extraroute_db [None req-48a6aba6-a96e-4706-99e1-57be41007715 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Removed routes are [] {{(pid=94640) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 19 15:01:03.222946 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-48a6aba6-a96e-4706-99e1-57be41007715 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1663642', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1667783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59546'] for router, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:03.303734 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-ffc5d4ee-9f69-4ae1-82dc-0de7147cd490 admin admin] For port 45ad1df5-dcaa-4748-afc5-e9b32b93c017, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=45ad1df5-dcaa-4748-afc5-e9b32b93c017,segment=NetworkSegment(418cef8c-2d2b-42f6-9fe2-a23592ac15e8),segment_id=418cef8c-2d2b-42f6-9fe2-a23592ac15e8)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:03.304688 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffc5d4ee-9f69-4ae1-82dc-0de7147cd490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:03.319032 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d1565-3fb6-473c-8f0e-9d2c7ed9bbca req-90231667-5698-4c41-b85c-896ca9dbcc25 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:03.321437 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3d0d1565-3fb6-473c-8f0e-9d2c7ed9bbca req-90231667-5698-4c41-b85c-896ca9dbcc25 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1727428 Aug 19 15:01:03.325816 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ffc5d4ee-9f69-4ae1-82dc-0de7147cd490 admin admin] Calling delete_port for 45ad1df5-dcaa-4748-afc5-e9b32b93c017 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:01:03.446334 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-48a6aba6-a96e-4706-99e1-57be41007715 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1663642', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1667783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59546'] for router, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:03.448050 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-48a6aba6-a96e-4706-99e1-57be41007715 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1663540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1663535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1667838'] for router, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:03.461730 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3d0d1565-3fb6-473c-8f0e-9d2c7ed9bbca req-b1840189-b5df-48de-b42e-452ac8c7bf89 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277444 Aug 19 15:01:03.544083 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a6aba6-a96e-4706-99e1-57be41007715 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Router ba0411d5-08d2-4a3e-b1d0-1553c0569f17 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:01:03.602358 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffc5d4ee-9f69-4ae1-82dc-0de7147cd490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:03.624391 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a6aba6-a96e-4706-99e1-57be41007715 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:01:03.633821 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc5d4ee-9f69-4ae1-82dc-0de7147cd490 admin admin] Pushing event deleted for resources: {'Port': ['ID=45ad1df5-dcaa-4748-afc5-e9b32b93c017,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:03.643472 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a251de5-b166-4e79-98ae-298bde1981d8 None None] Sync routers for ids ['ba0411d5-08d2-4a3e-b1d0-1553c0569f17'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:01:03.645831 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-48a6aba6-a96e-4706-99e1-57be41007715 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:03.648587 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-48a6aba6-a96e-4706-99e1-57be41007715 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "PUT /v2.0/routers/ba0411d5-08d2-4a3e-b1d0-1553c0569f17 HTTP/1.1" status: 200 len: 704 time: 0.7406430 Aug 19 15:01:03.655758 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47482) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:03.660956 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a251de5-b166-4e79-98ae-298bde1981d8 None None] Routers {'ba0411d5-08d2-4a3e-b1d0-1553c0569f17'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:01:03.661595 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6a251de5-b166-4e79-98ae-298bde1981d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:00:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['ba0411d5-08d2-4a3e-b1d0-1553c0569f17'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:03.702225 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-5cc25476-32a2-4746-ae69-650182e59dc3 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba0411d5-08d2-4a3e-b1d0-1553c0569f17 HTTP/1.1" status: 200 len: 205 time: 0.0422449 Aug 19 15:01:03.703874 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47484) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:03.755629 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd65b02f-ab3d-494f-a5fa-0470d061545b None None] Sync routers for ids ['b89583c9-b08b-420c-a776-4cef7c2c9d9e'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:01:03.772479 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd65b02f-ab3d-494f-a5fa-0470d061545b None None] Routers {'b89583c9-b08b-420c-a776-4cef7c2c9d9e'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:01:03.774993 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-cd65b02f-ab3d-494f-a5fa-0470d061545b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:00:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['b89583c9-b08b-420c-a776-4cef7c2c9d9e'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:03.896337 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-40e9b2c5-4e31-4e41-beb0-61636ee558c1 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:03.907922 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-6a251de5-b166-4e79-98ae-298bde1981d8 None None] Set router ba0411d5-08d2-4a3e-b1d0-1553c0569f17 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:01:03.982551 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-cd65b02f-ab3d-494f-a5fa-0470d061545b None None] Set router b89583c9-b08b-420c-a776-4cef7c2c9d9e gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:01:04.029288 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffc5d4ee-9f69-4ae1-82dc-0de7147cd490 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:04.040514 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 906b4681-7cf0-4173-a359-38bdc63f5498 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:01:04.042906 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6a251de5-b166-4e79-98ae-298bde1981d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'name': 'tempest-RoutersIpV6Test-router-827263504', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:00:16Z', 'updated_at': '2021-08-19T15:00:59Z', 'revision_number': 11, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'gw_port_host': None}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:04.161871 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a251de5-b166-4e79-98ae-298bde1981d8 None None] Checking router: ba0411d5-08d2-4a3e-b1d0-1553c0569f17 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:01:04.207917 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:04.221839 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a251de5-b166-4e79-98ae-298bde1981d8 None None] Routers {'ba0411d5-08d2-4a3e-b1d0-1553c0569f17'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:01:04.222728 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6a251de5-b166-4e79-98ae-298bde1981d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:00:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['ba0411d5-08d2-4a3e-b1d0-1553c0569f17'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:04.246532 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-40e9b2c5-4e31-4e41-beb0-61636ee558c1 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:04.248811 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-40e9b2c5-4e31-4e41-beb0-61636ee558c1 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:04.295772 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-cd65b02f-ab3d-494f-a5fa-0470d061545b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89583c9-b08b-420c-a776-4cef7c2c9d9e', 'name': 'tempest-TestAggregatesBasicOps-1796210008-router', 'tenant_id': '7721ee6419ab4d2f98ec3c26d210ef65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '906b4681-7cf0-4173-a359-38bdc63f5498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:00:52Z', 'updated_at': '2021-08-19T15:00:58Z', 'revision_number': 4, 'project_id': '7721ee6419ab4d2f98ec3c26d210ef65', 'gw_port': {'id': '906b4681-7cf0-4173-a359-38bdc63f5498', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:73:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89583c9-b08b-420c-a776-4cef7c2c9d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:53Z', 'updated_at': '2021-08-19T15:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'dfd6bfe5-6093-44f3-a5e5-dec84cb9ef94', 'name': '', 'network_id': 'e7f89789-490e-48b6-a87d-083f28db53f6', 'tenant_id': '7721ee6419ab4d2f98ec3c26d210ef65', 'mac_address': 'fa:16:3e:c2:60:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b89583c9-b08b-420c-a776-4cef7c2c9d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'b72e6118-657b-49ad-8758-04a2884e6051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:56Z', 'updated_at': '2021-08-19T15:00:58Z', 'revision_number': 2, 'project_id': '7721ee6419ab4d2f98ec3c26d210ef65', 'subnets': [{'id': 'b72e6118-657b-49ad-8758-04a2884e6051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:04.326101 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-40e9b2c5-4e31-4e41-beb0-61636ee558c1 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:04.326619 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e9b2c5-4e31-4e41-beb0-61636ee558c1 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Fanout notify agent at l3_agent the message router_deleted on router ba0411d5-08d2-4a3e-b1d0-1553c0569f17 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:01:04.333653 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-40e9b2c5-4e31-4e41-beb0-61636ee558c1 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:04.334779 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-40e9b2c5-4e31-4e41-beb0-61636ee558c1 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "DELETE /v2.0/routers/ba0411d5-08d2-4a3e-b1d0-1553c0569f17 HTTP/1.1" status: 204 len: 168 time: 0.6299837 Aug 19 15:01:04.338737 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47488) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:04.342745 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd65b02f-ab3d-494f-a5fa-0470d061545b None None] Checking router: b89583c9-b08b-420c-a776-4cef7c2c9d9e for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:01:04.343092 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd65b02f-ab3d-494f-a5fa-0470d061545b None None] Updating router b89583c9-b08b-420c-a776-4cef7c2c9d9e port dfd6bfe5-6093-44f3-a5e5-dec84cb9ef94 binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:01:04.346733 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-83ff9b5b-20f8-48d6-89d0-92327459558f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1298193415', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:04.367685 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc5d4ee-9f69-4ae1-82dc-0de7147cd490 admin admin] Router 49315be2-84db-408d-ba47-ead62cb093cc has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:01:04.389782 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-6a251de5-b166-4e79-98ae-298bde1981d8 None None] Set router ba0411d5-08d2-4a3e-b1d0-1553c0569f17 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:01:04.392686 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-cd65b02f-ab3d-494f-a5fa-0470d061545b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:04.410482 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83ff9b5b-20f8-48d6-89d0-92327459558f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:04.415665 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83ff9b5b-20f8-48d6-89d0-92327459558f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:04.424759 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 906b4681-7cf0-4173-a359-38bdc63f5498 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:04.425142 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:04.486379 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3d514594-a616-48bf-912a-bc490b40d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:04.494296 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6a251de5-b166-4e79-98ae-298bde1981d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'name': 'tempest-RoutersIpV6Test-router-827263504', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:00:16Z', 'updated_at': '2021-08-19T15:00:59Z', 'revision_number': 11, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'gw_port_host': None}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:04.504129 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83ff9b5b-20f8-48d6-89d0-92327459558f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:04.515403 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83ff9b5b-20f8-48d6-89d0-92327459558f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:04.549886 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a251de5-b166-4e79-98ae-298bde1981d8 None None] The sync data for ids ['ba0411d5-08d2-4a3e-b1d0-1553c0569f17'] in n-d-766043-2 is: [{'id': 'ba0411d5-08d2-4a3e-b1d0-1553c0569f17', 'name': 'tempest-RoutersIpV6Test-router-827263504', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:00:16Z', 'updated_at': '2021-08-19T15:00:59Z', 'revision_number': 11, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:01:04.577816 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:04.589559 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83ff9b5b-20f8-48d6-89d0-92327459558f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:04.595991 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-83ff9b5b-20f8-48d6-89d0-92327459558f tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2538905 Aug 19 15:01:04.603203 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47492) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:04.610492 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d47c9496-995d-4e11-9ce2-8fa3e4bd04b9 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:04.671690 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc5d4ee-9f69-4ae1-82dc-0de7147cd490 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:01:04.681596 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fe5449-3785-4433-8a61-c15b24a37bec None None] Sync routers for ids ['49315be2-84db-408d-ba47-ead62cb093cc'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:01:04.683288 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ffc5d4ee-9f69-4ae1-82dc-0de7147cd490 admin admin] 10.222.0.69 "PUT /v2.0/routers/49315be2-84db-408d-ba47-ead62cb093cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5409455 Aug 19 15:01:04.685948 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47494) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:04.713942 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fe5449-3785-4433-8a61-c15b24a37bec None None] Routers {'49315be2-84db-408d-ba47-ead62cb093cc'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:01:04.714595 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-09fe5449-3785-4433-8a61-c15b24a37bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:01:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['49315be2-84db-408d-ba47-ead62cb093cc'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:04.813022 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 05a246b0-c60a-45c0-a891-18cfff191c61 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:01:04.862340 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7aae3452-02a6-46ff-aef6-24a0049b9b8a admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:05.041345 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-cd65b02f-ab3d-494f-a5fa-0470d061545b None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:05.102240 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-cd65b02f-ab3d-494f-a5fa-0470d061545b None None] Transition to ACTIVE for port object dfd6bfe5-6093-44f3-a5e5-dec84cb9ef94 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:01:05.119165 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-cd65b02f-ab3d-494f-a5fa-0470d061545b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:05.141345 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 05a246b0-c60a-45c0-a891-18cfff191c61 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:01:05.142155 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 05a246b0-c60a-45c0-a891-18cfff191c61 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:01:05.142155 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device c6ef3244-65c4-4a39-be27-e08cac564065 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:01:05.161169 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7aae3452-02a6-46ff-aef6-24a0049b9b8a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:05.176023 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: c6ef3244-65c4-4a39-be27-e08cac564065 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:01:05.176769 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device c6ef3244-65c4-4a39-be27-e08cac564065 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:01:05.184290 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:05.215014 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-09fe5449-3785-4433-8a61-c15b24a37bec None None] Set router 49315be2-84db-408d-ba47-ead62cb093cc gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:01:05.248895 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b17caac-286a-4ffc-a700-04f12ebef305 None None] Pushing event updated for resources: {'Port': ['ID=dfd6bfe5-6093-44f3-a5e5-dec84cb9ef94,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:05.320490 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-cd65b02f-ab3d-494f-a5fa-0470d061545b None None] Attempting to bind port dfd6bfe5-6093-44f3-a5e5-dec84cb9ef94 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:01:05.320864 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-cd65b02f-ab3d-494f-a5fa-0470d061545b None None] Attempting to bind port dfd6bfe5-6093-44f3-a5e5-dec84cb9ef94 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '27d143f5-5d0f-405e-a0d1-8c5009d2f862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e7f89789-490e-48b6-a87d-083f28db53f6'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:01:05.321218 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd65b02f-ab3d-494f-a5fa-0470d061545b None None] Attempting to bind port dfd6bfe5-6093-44f3-a5e5-dec84cb9ef94 on network e7f89789-490e-48b6-a87d-083f28db53f6 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:01:05.327359 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd65b02f-ab3d-494f-a5fa-0470d061545b None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:01:05.328001 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd65b02f-ab3d-494f-a5fa-0470d061545b None None] Checking segment: {'id': '27d143f5-5d0f-405e-a0d1-8c5009d2f862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e7f89789-490e-48b6-a87d-083f28db53f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:01:05.329049 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-cd65b02f-ab3d-494f-a5fa-0470d061545b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:05.329445 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd65b02f-ab3d-494f-a5fa-0470d061545b None None] Bound using segment: {'id': '27d143f5-5d0f-405e-a0d1-8c5009d2f862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e7f89789-490e-48b6-a87d-083f28db53f6'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:01:05.329929 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-cd65b02f-ab3d-494f-a5fa-0470d061545b None None] Bound port: dfd6bfe5-6093-44f3-a5e5-dec84cb9ef94, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27d143f5-5d0f-405e-a0d1-8c5009d2f862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e7f89789-490e-48b6-a87d-083f28db53f6'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:01:05.330361 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-cd65b02f-ab3d-494f-a5fa-0470d061545b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:05.371162 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-7aae3452-02a6-46ff-aef6-24a0049b9b8a admin admin] Deleting port 86abedf1-bde6-4120-a2af-97b9a4f17c84 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:01:05.371754 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7aae3452-02a6-46ff-aef6-24a0049b9b8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:05.429594 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:05.470758 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-cd65b02f-ab3d-494f-a5fa-0470d061545b None None] For port dfd6bfe5-6093-44f3-a5e5-dec84cb9ef94, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:01:05.478870 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-cd65b02f-ab3d-494f-a5fa-0470d061545b None None] For port dfd6bfe5-6093-44f3-a5e5-dec84cb9ef94, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=dfd6bfe5-6093-44f3-a5e5-dec84cb9ef94,segment=NetworkSegment(27d143f5-5d0f-405e-a0d1-8c5009d2f862),segment_id=27d143f5-5d0f-405e-a0d1-8c5009d2f862)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:01:05.495167 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-cd65b02f-ab3d-494f-a5fa-0470d061545b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:05.566853 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-7aae3452-02a6-46ff-aef6-24a0049b9b8a admin admin] For port 86abedf1-bde6-4120-a2af-97b9a4f17c84, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=86abedf1-bde6-4120-a2af-97b9a4f17c84,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:05.574766 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7aae3452-02a6-46ff-aef6-24a0049b9b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:05.590067 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-09fe5449-3785-4433-8a61-c15b24a37bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49315be2-84db-408d-ba47-ead62cb093cc', 'name': 'tempest-TestAggregatesBasicOps-1755859848-router', 'tenant_id': '8a121131a1b945f8aadc74ef8d386234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '86abedf1-bde6-4120-a2af-97b9a4f17c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:00:42Z', 'updated_at': '2021-08-19T15:01:03Z', 'revision_number': 5, 'project_id': '8a121131a1b945f8aadc74ef8d386234', 'gw_port': {'id': '86abedf1-bde6-4120-a2af-97b9a4f17c84', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:95:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49315be2-84db-408d-ba47-ead62cb093cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:43Z', 'updated_at': '2021-08-19T15:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:05.609952 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-7aae3452-02a6-46ff-aef6-24a0049b9b8a admin admin] Calling delete_port for 86abedf1-bde6-4120-a2af-97b9a4f17c84 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:01:05.643433 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fe5449-3785-4433-8a61-c15b24a37bec None None] Checking router: 49315be2-84db-408d-ba47-ead62cb093cc for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:01:05.665763 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fe5449-3785-4433-8a61-c15b24a37bec None None] Routers {'49315be2-84db-408d-ba47-ead62cb093cc'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:01:05.666872 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-09fe5449-3785-4433-8a61-c15b24a37bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:01:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['49315be2-84db-408d-ba47-ead62cb093cc'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:05.742479 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b17caac-286a-4ffc-a700-04f12ebef305 None None] Pushing event updated for resources: {'Port': ['ID=dfd6bfe5-6093-44f3-a5e5-dec84cb9ef94,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:05.755774 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd65b02f-ab3d-494f-a5fa-0470d061545b None None] Routers {'b89583c9-b08b-420c-a776-4cef7c2c9d9e'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:01:05.756441 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-cd65b02f-ab3d-494f-a5fa-0470d061545b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:01:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['b89583c9-b08b-420c-a776-4cef7c2c9d9e'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:05.802243 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-09fe5449-3785-4433-8a61-c15b24a37bec None None] Set router 49315be2-84db-408d-ba47-ead62cb093cc gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:01:05.802874 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690acef4-fdfd-4713-b0cc-5afd694b41ed req-678d6598-37f4-4461-ab7f-fd47b0f9f60b tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:05.804658 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-690acef4-fdfd-4713-b0cc-5afd694b41ed req-678d6598-37f4-4461-ab7f-fd47b0f9f60b tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 1.0810556 Aug 19 15:01:05.808918 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d47c9496-995d-4e11-9ce2-8fa3e4bd04b9 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1663642', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1667783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59546'] for router, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:05.843324 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d47c9496-995d-4e11-9ce2-8fa3e4bd04b9 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1663540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1663535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1667838'] for router, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:05.861283 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-690acef4-fdfd-4713-b0cc-5afd694b41ed req-aaafbc5b-a1b7-4112-ae19-c966ea227c6f tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478249 Aug 19 15:01:05.888310 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7aae3452-02a6-46ff-aef6-24a0049b9b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:05.907127 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-09fe5449-3785-4433-8a61-c15b24a37bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49315be2-84db-408d-ba47-ead62cb093cc', 'name': 'tempest-TestAggregatesBasicOps-1755859848-router', 'tenant_id': '8a121131a1b945f8aadc74ef8d386234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:00:42Z', 'updated_at': '2021-08-19T15:01:05Z', 'revision_number': 6, 'project_id': '8a121131a1b945f8aadc74ef8d386234', 'gw_port_host': None}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:05.937165 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-cd65b02f-ab3d-494f-a5fa-0470d061545b None None] Set router b89583c9-b08b-420c-a776-4cef7c2c9d9e gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:01:05.955373 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fe5449-3785-4433-8a61-c15b24a37bec None None] The sync data for ids ['49315be2-84db-408d-ba47-ead62cb093cc'] in n-d-766043-2 is: [{'id': '49315be2-84db-408d-ba47-ead62cb093cc', 'name': 'tempest-TestAggregatesBasicOps-1755859848-router', 'tenant_id': '8a121131a1b945f8aadc74ef8d386234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:00:42Z', 'updated_at': '2021-08-19T15:01:05Z', 'revision_number': 6, 'project_id': '8a121131a1b945f8aadc74ef8d386234', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:01:05.971653 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae3452-02a6-46ff-aef6-24a0049b9b8a admin admin] Pushing event deleted for resources: {'Port': ['ID=86abedf1-bde6-4120-a2af-97b9a4f17c84,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:06.028566 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47c9496-995d-4e11-9ce2-8fa3e4bd04b9 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Router d33626db-9b2b-4234-a968-525cf4c1a6f0 is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:01:06.105809 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7aae3452-02a6-46ff-aef6-24a0049b9b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:06.125319 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47c9496-995d-4e11-9ce2-8fa3e4bd04b9 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:01:06.133935 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d47c9496-995d-4e11-9ce2-8fa3e4bd04b9 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:06.135121 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d47c9496-995d-4e11-9ce2-8fa3e4bd04b9 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "PUT /v2.0/routers/d33626db-9b2b-4234-a968-525cf4c1a6f0 HTTP/1.1" status: 200 len: 698 time: 1.5308962 Aug 19 15:01:06.137631 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47498) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:06.153848 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9680efbb-4d4b-4523-8f65-f842bc3238d1 None None] Sync routers for ids ['d33626db-9b2b-4234-a968-525cf4c1a6f0'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:01:06.192651 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9680efbb-4d4b-4523-8f65-f842bc3238d1 None None] Routers {'d33626db-9b2b-4234-a968-525cf4c1a6f0'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:01:06.193399 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9680efbb-4d4b-4523-8f65-f842bc3238d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:01:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['d33626db-9b2b-4234-a968-525cf4c1a6f0'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:06.212103 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7aae3452-02a6-46ff-aef6-24a0049b9b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:06.214804 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7aae3452-02a6-46ff-aef6-24a0049b9b8a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:06.235215 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-7e05ec43-5429-4307-827c-5f2eddcfbcb7 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "GET /v2.0/routers/d33626db-9b2b-4234-a968-525cf4c1a6f0 HTTP/1.1" status: 200 len: 704 time: 0.0963290 Aug 19 15:01:06.237607 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47500) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:06.268346 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7aae3452-02a6-46ff-aef6-24a0049b9b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:06.271318 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aae3452-02a6-46ff-aef6-24a0049b9b8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49315be2-84db-408d-ba47-ead62cb093cc {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:01:06.278446 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-8b1341df-5661-408e-b8f9-bd519c38a923 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "GET /v2.0/ports?device_id=d33626db-9b2b-4234-a968-525cf4c1a6f0 HTTP/1.1" status: 200 len: 205 time: 0.0397065 Aug 19 15:01:06.280205 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7aae3452-02a6-46ff-aef6-24a0049b9b8a admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:06.280880 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47502) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:06.283942 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7aae3452-02a6-46ff-aef6-24a0049b9b8a admin admin] 10.222.0.69 "DELETE /v2.0/routers/49315be2-84db-408d-ba47-ead62cb093cc HTTP/1.1" status: 204 len: 168 time: 1.5969474 Aug 19 15:01:06.284612 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47504) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:06.296330 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-9680efbb-4d4b-4523-8f65-f842bc3238d1 None None] Set router d33626db-9b2b-4234-a968-525cf4c1a6f0 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:01:06.338795 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cabdfff-5ada-4002-afa2-c6bf239c5494 admin admin] Deleting subnet 4491331c-6ea5-40f4-a0c8-976062333e16 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:01:06.348379 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0cabdfff-5ada-4002-afa2-c6bf239c5494 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:06.385236 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-df5ea4ba-39f6-4284-bb22-c7cc91f52fd4 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:06.388949 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0cabdfff-5ada-4002-afa2-c6bf239c5494 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:06.432600 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9680efbb-4d4b-4523-8f65-f842bc3238d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33626db-9b2b-4234-a968-525cf4c1a6f0', 'name': 'tempest-RoutersIpV6Test-router-1298193415', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:04Z', 'updated_at': '2021-08-19T15:01:05Z', 'revision_number': 2, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'gw_port_host': None}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:06.485457 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-cd65b02f-ab3d-494f-a5fa-0470d061545b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89583c9-b08b-420c-a776-4cef7c2c9d9e', 'name': 'tempest-TestAggregatesBasicOps-1796210008-router', 'tenant_id': '7721ee6419ab4d2f98ec3c26d210ef65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '906b4681-7cf0-4173-a359-38bdc63f5498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:00:52Z', 'updated_at': '2021-08-19T15:00:58Z', 'revision_number': 4, 'project_id': '7721ee6419ab4d2f98ec3c26d210ef65', 'gw_port': {'id': '906b4681-7cf0-4173-a359-38bdc63f5498', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:73:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89583c9-b08b-420c-a776-4cef7c2c9d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:53Z', 'updated_at': '2021-08-19T15:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'dfd6bfe5-6093-44f3-a5e5-dec84cb9ef94', 'name': '', 'network_id': 'e7f89789-490e-48b6-a87d-083f28db53f6', 'tenant_id': '7721ee6419ab4d2f98ec3c26d210ef65', 'mac_address': 'fa:16:3e:c2:60:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b89583c9-b08b-420c-a776-4cef7c2c9d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'b72e6118-657b-49ad-8758-04a2884e6051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:56Z', 'updated_at': '2021-08-19T15:01:05Z', 'revision_number': 4, 'project_id': '7721ee6419ab4d2f98ec3c26d210ef65', 'subnets': [{'id': 'b72e6118-657b-49ad-8758-04a2884e6051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:06.487486 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9680efbb-4d4b-4523-8f65-f842bc3238d1 None None] Checking router: d33626db-9b2b-4234-a968-525cf4c1a6f0 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:01:06.522537 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd65b02f-ab3d-494f-a5fa-0470d061545b None None] The sync data for ids ['b89583c9-b08b-420c-a776-4cef7c2c9d9e'] in n-d-766043-2 is: [{'id': 'b89583c9-b08b-420c-a776-4cef7c2c9d9e', 'name': 'tempest-TestAggregatesBasicOps-1796210008-router', 'tenant_id': '7721ee6419ab4d2f98ec3c26d210ef65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '906b4681-7cf0-4173-a359-38bdc63f5498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:00:52Z', 'updated_at': '2021-08-19T15:00:58Z', 'revision_number': 4, 'project_id': '7721ee6419ab4d2f98ec3c26d210ef65', 'gw_port': {'id': '906b4681-7cf0-4173-a359-38bdc63f5498', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:73:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89583c9-b08b-420c-a776-4cef7c2c9d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:53Z', 'updated_at': '2021-08-19T15:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'dfd6bfe5-6093-44f3-a5e5-dec84cb9ef94', 'name': '', 'network_id': 'e7f89789-490e-48b6-a87d-083f28db53f6', 'tenant_id': '7721ee6419ab4d2f98ec3c26d210ef65', 'mac_address': 'fa:16:3e:c2:60:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b89583c9-b08b-420c-a776-4cef7c2c9d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'b72e6118-657b-49ad-8758-04a2884e6051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:56Z', 'updated_at': '2021-08-19T15:01:05Z', 'revision_number': 4, 'project_id': '7721ee6419ab4d2f98ec3c26d210ef65', 'subnets': [{'id': 'b72e6118-657b-49ad-8758-04a2884e6051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:01:06.534354 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9680efbb-4d4b-4523-8f65-f842bc3238d1 None None] Routers {'d33626db-9b2b-4234-a968-525cf4c1a6f0'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:01:06.535111 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9680efbb-4d4b-4523-8f65-f842bc3238d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:01:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['d33626db-9b2b-4234-a968-525cf4c1a6f0'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:06.536598 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0cabdfff-5ada-4002-afa2-c6bf239c5494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:06.637414 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-9680efbb-4d4b-4523-8f65-f842bc3238d1 None None] Set router d33626db-9b2b-4234-a968-525cf4c1a6f0 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:01:06.653911 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f9a407a9-b08a-4137-9a00-48e6266691a0 req-b749c6b9-5ce6-4ffb-8721-9ca9f4219ec1 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=07ae9c3c-40f2-4891-ae20-db0c49544d80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1147265 Aug 19 15:01:06.656817 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-df5ea4ba-39f6-4284-bb22-c7cc91f52fd4 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:06.659241 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-df5ea4ba-39f6-4284-bb22-c7cc91f52fd4 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:06.668249 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0cabdfff-5ada-4002-afa2-c6bf239c5494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:06.706700 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9680efbb-4d4b-4523-8f65-f842bc3238d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33626db-9b2b-4234-a968-525cf4c1a6f0', 'name': 'tempest-RoutersIpV6Test-router-1298193415', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:04Z', 'updated_at': '2021-08-19T15:01:05Z', 'revision_number': 2, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'gw_port_host': None}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:06.715214 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0cabdfff-5ada-4002-afa2-c6bf239c5494 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:06.717235 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0cabdfff-5ada-4002-afa2-c6bf239c5494 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/4491331c-6ea5-40f4-a0c8-976062333e16 HTTP/1.1" status: 204 len: 168 time: 0.4315832 Aug 19 15:01:06.721879 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4bff84-6d21-4529-a9ce-4885f04fb487 None None] Network 1ec8c1ff-20b2-4904-90ad-d2939241b404 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:01:06.723051 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47508) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:06.756119 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9680efbb-4d4b-4523-8f65-f842bc3238d1 None None] The sync data for ids ['d33626db-9b2b-4234-a968-525cf4c1a6f0'] in n-d-766043-2 is: [{'id': 'd33626db-9b2b-4234-a968-525cf4c1a6f0', 'name': 'tempest-RoutersIpV6Test-router-1298193415', 'tenant_id': '739e834e1bdb4091899c310a408a6ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:04Z', 'updated_at': '2021-08-19T15:01:05Z', 'revision_number': 2, 'project_id': '739e834e1bdb4091899c310a408a6ea5', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:01:06.762575 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cabdfff-5ada-4002-afa2-c6bf239c5494 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4491331c-6ea5-40f4-a0c8-976062333e16,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:06.801525 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-df5ea4ba-39f6-4284-bb22-c7cc91f52fd4 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:06.812209 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5ea4ba-39f6-4284-bb22-c7cc91f52fd4 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Fanout notify agent at l3_agent the message router_deleted on router d33626db-9b2b-4234-a968-525cf4c1a6f0 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:01:06.820460 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-df5ea4ba-39f6-4284-bb22-c7cc91f52fd4 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:06.821754 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-df5ea4ba-39f6-4284-bb22-c7cc91f52fd4 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "DELETE /v2.0/routers/d33626db-9b2b-4234-a968-525cf4c1a6f0 HTTP/1.1" status: 204 len: 168 time: 0.5396991 Aug 19 15:01:06.829083 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47510) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:06.850454 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a407a9-b08a-4137-9a00-48e6266691a0 req-cf7f7b50-ee10-4e40-8d8b-a0533b1d283e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:06.853855 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f9a407a9-b08a-4137-9a00-48e6266691a0 req-cf7f7b50-ee10-4e40-8d8b-a0533b1d283e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=329a9422f2e44489a7adbe73ec4e808e&device_id=07ae9c3c-40f2-4891-ae20-db0c49544d80 HTTP/1.1" status: 200 len: 1096 time: 0.1401706 Aug 19 15:01:06.888243 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47512) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:06.904628 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-49a1d5b4-0311-4d3d-af13-4000958d715c tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "GET /v2.0/ports?device_id=d33626db-9b2b-4234-a968-525cf4c1a6f0 HTTP/1.1" status: 200 len: 205 time: 0.0708287 Aug 19 15:01:06.918239 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4fa2038a-92f1-401a-ac40-477ca7256bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:06.968911 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:07.076613 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-05b457a2-98a2-41d7-8c63-4f9cf6e4f8eb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] delete failed (client error): The resource could not be found. Aug 19 15:01:07.081823 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47516) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:07.085580 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-05b457a2-98a2-41d7-8c63-4f9cf6e4f8eb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "DELETE /v2.0/routers/d33626db-9b2b-4234-a968-525cf4c1a6f0 HTTP/1.1" status: 404 len: 336 time: 0.1539693 Aug 19 15:01:07.108563 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f012a63-ec05-46ca-a650-6a4a62dec02b None None] DHCP port deletion for 1ec8c1ff-20b2-4904-90ad-d2939241b404 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:01:07.151353 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7320b0d-f57e-4dbe-a7b8-92321a9c9dde tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] DELETE failed (client error): The resource could not be found. Aug 19 15:01:07.151857 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7320b0d-f57e-4dbe-a7b8-92321a9c9dde tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:01:07.153869 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d7320b0d-f57e-4dbe-a7b8-92321a9c9dde tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "DELETE /v2.0/subnets/2bfc66cc-db3d-48bb-8549-972fc97d9d88 HTTP/1.1" status: 404 len: 337 time: 0.0698128 Aug 19 15:01:07.156966 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47518) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:07.195018 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b1ef9-29ea-40e2-9a49-873def613daf req-503d9c44-9d48-4f61-8912-f98dc2347303 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:07.204150 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f04b1ef9-29ea-40e2-9a49-873def613daf req-503d9c44-9d48-4f61-8912-f98dc2347303 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1738663 Aug 19 15:01:07.217390 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a407a9-b08a-4137-9a00-48e6266691a0 req-b159712c-944e-4f32-94c2-823d089c7ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:07.218136 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5f012a63-ec05-46ca-a650-6a4a62dec02b None None] Deleting port c7373dd8-ead2-4200-8edd-7ada0b59caf3 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:01:07.218891 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f9a407a9-b08a-4137-9a00-48e6266691a0 req-b159712c-944e-4f32-94c2-823d089c7ee8 service neutron] 10.222.0.68 "GET /v2.0/networks?id=86eb5dfd-420b-4075-ab54-22313c9966d3 HTTP/1.1" status: 200 len: 911 time: 0.3291984 Aug 19 15:01:07.219290 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5f012a63-ec05-46ca-a650-6a4a62dec02b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:07.229123 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-4fa2038a-92f1-401a-ac40-477ca7256bac admin admin] Deleting port c7373dd8-ead2-4200-8edd-7ada0b59caf3 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:01:07.229539 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4fa2038a-92f1-401a-ac40-477ca7256bac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:07.232028 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2421ab0-7380-444e-bc2a-439aed8a403c tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] DELETE failed (client error): The resource could not be found. Aug 19 15:01:07.232593 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2421ab0-7380-444e-bc2a-439aed8a403c tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:01:07.236602 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f2421ab0-7380-444e-bc2a-439aed8a403c tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "DELETE /v2.0/subnets/90755aeb-903b-4dda-bcae-f7e52e8fc6fa HTTP/1.1" status: 404 len: 337 time: 0.0754888 Aug 19 15:01:07.243270 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47520) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:07.332228 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f9a407a9-b08a-4137-9a00-48e6266691a0 req-e558e300-2292-4931-8423-ff31b65d1c44 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed68d422-7868-4fc3-8314-aa2c7b502979 HTTP/1.1" status: 200 len: 1001 time: 0.1039667 Aug 19 15:01:07.338381 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5f012a63-ec05-46ca-a650-6a4a62dec02b None None] For port c7373dd8-ead2-4200-8edd-7ada0b59caf3, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=c7373dd8-ead2-4200-8edd-7ada0b59caf3,segment=NetworkSegment(418cef8c-2d2b-42f6-9fe2-a23592ac15e8),segment_id=418cef8c-2d2b-42f6-9fe2-a23592ac15e8)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:07.338871 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5f012a63-ec05-46ca-a650-6a4a62dec02b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:07.362430 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5f012a63-ec05-46ca-a650-6a4a62dec02b None None] Calling delete_port for c7373dd8-ead2-4200-8edd-7ada0b59caf3 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:01:07.383310 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb49f4a9-dfb7-4c6c-924e-075bad6877a1 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] DELETE failed (client error): The resource could not be found. Aug 19 15:01:07.384395 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb49f4a9-dfb7-4c6c-924e-075bad6877a1 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:01:07.389110 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-bb49f4a9-dfb7-4c6c-924e-075bad6877a1 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "DELETE /v2.0/subnets/6fad4d2e-397f-4758-bb01-16635c7c9611 HTTP/1.1" status: 404 len: 337 time: 0.1445487 Aug 19 15:01:07.393325 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47522) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:07.419381 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a407a9-b08a-4137-9a00-48e6266691a0 req-0a766f85-b8a8-417f-a081-c2e19f070485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:07.421487 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f9a407a9-b08a-4137-9a00-48e6266691a0 req-0a766f85-b8a8-417f-a081-c2e19f070485 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b36b5b14-491d-4933-bb67-1257e134c17f HTTP/1.1" status: 200 len: 849 time: 0.0781572 Aug 19 15:01:07.465446 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-74f5ad8a-6689-423a-b98e-305e3a2a8d7c tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] DELETE failed (client error): The resource could not be found. Aug 19 15:01:07.466167 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74f5ad8a-6689-423a-b98e-305e3a2a8d7c tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:01:07.469914 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-74f5ad8a-6689-423a-b98e-305e3a2a8d7c tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "DELETE /v2.0/subnets/ecdcce3d-bb0c-4822-82c5-c27c83e0dcbc HTTP/1.1" status: 404 len: 337 time: 0.0733118 Aug 19 15:01:07.473666 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47526) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:07.482508 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f04b1ef9-29ea-40e2-9a49-873def613daf req-bd3d6824-2013-4fb4-870c-d74c5029390d tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468557 Aug 19 15:01:07.484704 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-4fa2038a-92f1-401a-ac40-477ca7256bac admin admin] For port c7373dd8-ead2-4200-8edd-7ada0b59caf3, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=c7373dd8-ead2-4200-8edd-7ada0b59caf3,segment=NetworkSegment(418cef8c-2d2b-42f6-9fe2-a23592ac15e8),segment_id=418cef8c-2d2b-42f6-9fe2-a23592ac15e8)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:07.485367 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4fa2038a-92f1-401a-ac40-477ca7256bac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:07.487011 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5f012a63-ec05-46ca-a650-6a4a62dec02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:07.505299 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-4fa2038a-92f1-401a-ac40-477ca7256bac admin admin] Calling delete_port for c7373dd8-ead2-4200-8edd-7ada0b59caf3 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:01:07.505485 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f012a63-ec05-46ca-a650-6a4a62dec02b None None] No DVR routers for this DVR port c7373dd8-ead2-4200-8edd-7ada0b59caf3 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:01:07.552945 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f012a63-ec05-46ca-a650-6a4a62dec02b None None] Pushing event deleted for resources: {'Port': ['ID=c7373dd8-ead2-4200-8edd-7ada0b59caf3,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:07.563500 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e62ac65b-d9c6-4ccb-93a7-4f4cb92a6628 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba0411d5-08d2-4a3e-b1d0-1553c0569f17 HTTP/1.1" status: 200 len: 205 time: 0.0894322 Aug 19 15:01:07.565877 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47530) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:07.576179 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a407a9-b08a-4137-9a00-48e6266691a0 req-65e0027f-3421-4d84-bd19-be8ca77f4f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:07.593526 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f9a407a9-b08a-4137-9a00-48e6266691a0 req-65e0027f-3421-4d84-bd19-be8ca77f4f7c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=86eb5dfd-420b-4075-ab54-22313c9966d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1629305 Aug 19 15:01:07.641678 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4fa2038a-92f1-401a-ac40-477ca7256bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:07.656084 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-259c51b9-8dd0-4f13-a2a5-bdb2a77ffee9 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] delete failed (client error): The resource could not be found. Aug 19 15:01:07.660052 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-259c51b9-8dd0-4f13-a2a5-bdb2a77ffee9 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "DELETE /v2.0/routers/ba0411d5-08d2-4a3e-b1d0-1553c0569f17 HTTP/1.1" status: 404 len: 336 time: 0.0909066 Aug 19 15:01:07.660380 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47536) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:07.673345 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa2038a-92f1-401a-ac40-477ca7256bac admin admin] Pushing event deleted for resources: {'Port': ['ID=c7373dd8-ead2-4200-8edd-7ada0b59caf3,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:07.677203 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa2038a-92f1-401a-ac40-477ca7256bac admin admin] No DVR routers for this DVR port c7373dd8-ead2-4200-8edd-7ada0b59caf3 on host n-d-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:01:07.787926 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4fa2038a-92f1-401a-ac40-477ca7256bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:07.816846 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-4fa2038a-92f1-401a-ac40-477ca7256bac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ec8c1ff-20b2-4904-90ad-d2939241b404']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:07.829551 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-4fa2038a-92f1-401a-ac40-477ca7256bac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '418cef8c-2d2b-42f6-9fe2-a23592ac15e8') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:07.829942 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-4fa2038a-92f1-401a-ac40-477ca7256bac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '418cef8c-2d2b-42f6-9fe2-a23592ac15e8') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:07.852029 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4fa2038a-92f1-401a-ac40-477ca7256bac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:07.879757 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4fa2038a-92f1-401a-ac40-477ca7256bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:07.887560 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fa2038a-92f1-401a-ac40-477ca7256bac admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:01:07.887807 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4fa2038a-92f1-401a-ac40-477ca7256bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:07.889864 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 15:01:07.889864 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:01:07.889864 n-d-766043-2 neutron-server[94640]: timer() Aug 19 15:01:07.889864 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:01:07.889864 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 15:01:07.889864 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:01:07.889864 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 15:01:07.889864 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:01:07.889864 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 15:01:07.889864 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:01:07.889864 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 15:01:07.889864 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:01:07.889864 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 15:01:07.889864 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:01:07.889864 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:01:07.889864 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:01:07.889864 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:01:07.889864 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:01:07.889864 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 15:01:07.889864 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:01:07.889864 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 15:01:07.889864 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:01:07.889864 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:01:07.889864 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:01:07.889864 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 15:01:07.889864 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:01:07.889864 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:01:07.889864 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:01:07.889864 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:01:07.889864 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:01:07.889864 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:01:07.889864 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:01:07.912627 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device dfd6bfe5-6093-44f3-a5e5-dec84cb9ef94 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:01:07.982428 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4fa2038a-92f1-401a-ac40-477ca7256bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:07.993688 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4fa2038a-92f1-401a-ac40-477ca7256bac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:07.995676 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-4fa2038a-92f1-401a-ac40-477ca7256bac admin admin] 10.222.0.69 "DELETE /v2.0/networks/1ec8c1ff-20b2-4904-90ad-d2939241b404 HTTP/1.1" status: 204 len: 168 time: 1.2716732 Aug 19 15:01:08.001035 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47540) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:08.063782 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port dfd6bfe5-6093-44f3-a5e5-dec84cb9ef94 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:01:08.070292 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port dfd6bfe5-6093-44f3-a5e5-dec84cb9ef94 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:08.070916 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:08.090560 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa2038a-92f1-401a-ac40-477ca7256bac admin admin] Pushing event deleted for resources: {'Network': ['ID=1ec8c1ff-20b2-4904-90ad-d2939241b404,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:08.117351 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-015061f4-caea-4205-9c32-9b1b76f7a9bb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "GET /v2.0/ports?device_id=284e5243-3c5a-4c91-9522-5b56e0223994 HTTP/1.1" status: 200 len: 205 time: 0.4558949 Aug 19 15:01:08.120738 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47542) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:08.209216 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-f869427b-cdf5-4211-8d27-7f4513e81a35 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] delete failed (client error): The resource could not be found. Aug 19 15:01:08.215972 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f869427b-cdf5-4211-8d27-7f4513e81a35 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "DELETE /v2.0/routers/284e5243-3c5a-4c91-9522-5b56e0223994 HTTP/1.1" status: 404 len: 336 time: 0.0899348 Aug 19 15:01:08.216301 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47544) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:08.225687 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:08.262836 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b25012d-cf4d-4fbc-a6a8-6c0c02cf2355 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] DELETE failed (client error): The resource could not be found. Aug 19 15:01:08.263625 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b25012d-cf4d-4fbc-a6a8-6c0c02cf2355 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:01:08.263885 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port dfd6bfe5-6093-44f3-a5e5-dec84cb9ef94, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=dfd6bfe5-6093-44f3-a5e5-dec84cb9ef94,segment=NetworkSegment(27d143f5-5d0f-405e-a0d1-8c5009d2f862),segment_id=27d143f5-5d0f-405e-a0d1-8c5009d2f862)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:08.267265 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1b25012d-cf4d-4fbc-a6a8-6c0c02cf2355 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "DELETE /v2.0/subnets/adbd7adf-dc21-4769-8d5f-ceca2cd1f30a HTTP/1.1" status: 404 len: 337 time: 0.0489016 Aug 19 15:01:08.272435 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:08.282811 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47546) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:08.345383 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=dfd6bfe5-6093-44f3-a5e5-dec84cb9ef94,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:08.377058 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-490ec977-b20d-4712-82a2-f1fbf462e9fb tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9705537-1f5c-4da1-b9c6-d45ff404d1ff HTTP/1.1" status: 200 len: 205 time: 0.0896070 Aug 19 15:01:08.381314 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47548) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:08.388752 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 86abedf1-bde6-4120-a2af-97b9a4f17c84 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:01:08.420184 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 86abedf1-bde6-4120-a2af-97b9a4f17c84 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:01:08.420184 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 86abedf1-bde6-4120-a2af-97b9a4f17c84 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:01:08.420904 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 45ad1df5-dcaa-4748-afc5-e9b32b93c017 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:01:08.444004 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 45ad1df5-dcaa-4748-afc5-e9b32b93c017 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:01:08.444349 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 45ad1df5-dcaa-4748-afc5-e9b32b93c017 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:01:08.444835 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device c7373dd8-ead2-4200-8edd-7ada0b59caf3 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:01:08.453587 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-33971d02-13a6-45a0-995c-b1ceb2e0e465 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] delete failed (client error): The resource could not be found. Aug 19 15:01:08.457036 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-33971d02-13a6-45a0-995c-b1ceb2e0e465 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "DELETE /v2.0/routers/e9705537-1f5c-4da1-b9c6-d45ff404d1ff HTTP/1.1" status: 404 len: 336 time: 0.0720048 Aug 19 15:01:08.459899 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47550) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:08.478133 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f9a407a9-b08a-4137-9a00-48e6266691a0 req-f347dcfb-4aa6-4c9f-b8a7-99c41c1cf2cb service neutron] 10.222.0.68 "GET /v2.0/networks/86eb5dfd-420b-4075-ab54-22313c9966d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8410921 Aug 19 15:01:08.503766 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b8f7f636-b8d5-4f73-acaf-fea89379320e tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "GET /v2.0/ports?device_id=613b77d2-edde-4a41-ba61-c2d2645bda3a HTTP/1.1" status: 200 len: 205 time: 0.0396550 Aug 19 15:01:08.511322 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47552) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:08.521863 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: c7373dd8-ead2-4200-8edd-7ada0b59caf3 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:01:08.522332 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device c7373dd8-ead2-4200-8edd-7ada0b59caf3 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:01:08.624243 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-0f1f5430-ee68-48c4-8b87-324662e51d84 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] delete failed (client error): The resource could not be found. Aug 19 15:01:08.627521 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0f1f5430-ee68-48c4-8b87-324662e51d84 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "DELETE /v2.0/routers/613b77d2-edde-4a41-ba61-c2d2645bda3a HTTP/1.1" status: 404 len: 336 time: 0.1132162 Aug 19 15:01:08.628939 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47556) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:08.666109 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f9a407a9-b08a-4137-9a00-48e6266691a0 req-dfc45055-42a4-4d9f-8f59-5cf40ce229a2 service neutron] 10.222.0.68 "GET /v2.0/networks/86eb5dfd-420b-4075-ab54-22313c9966d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745131 Aug 19 15:01:08.676927 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbc97d99-216c-484f-b92d-6a4275be15ff tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] DELETE failed (client error): The resource could not be found. Aug 19 15:01:08.677377 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbc97d99-216c-484f-b92d-6a4275be15ff tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:01:08.679311 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-cbc97d99-216c-484f-b92d-6a4275be15ff tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "DELETE /v2.0/subnets/817ca769-7dca-48ba-a1e1-bbeb76f7a042 HTTP/1.1" status: 404 len: 337 time: 0.0457571 Aug 19 15:01:08.682569 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47558) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:08.691469 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e448cf2-bb0d-4a6c-ac39-b4b4b8a65e07 req-30613452-3d5e-4c3c-b195-7c1abbccaeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:08.693080 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7e448cf2-bb0d-4a6c-ac39-b4b4b8a65e07 req-30613452-3d5e-4c3c-b195-7c1abbccaeec service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5d0ce086c68641eab81e2252cb60e6f7&device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 1097 time: 0.1452820 Aug 19 15:01:08.718009 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f4b4c1b8-da7b-4a74-bc6d-1915450bf58a tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "GET /v2.0/ports?device_id=90f304b2-3f25-4009-b163-67068c201c8f HTTP/1.1" status: 200 len: 205 time: 0.0327349 Aug 19 15:01:08.718636 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47560) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:08.730044 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac2412-c5bc-4fd3-b15c-ed5eb08b29df req-5f0eebf8-4d5e-4e6b-a1ad-4dc122351ca8 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:08.731585 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-16ac2412-c5bc-4fd3-b15c-ed5eb08b29df req-5f0eebf8-4d5e-4e6b-a1ad-4dc122351ca8 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1367233 Aug 19 15:01:08.769769 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-561d8911-6032-4230-bc68-1f6f7e391091 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] delete failed (client error): The resource could not be found. Aug 19 15:01:08.773204 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-561d8911-6032-4230-bc68-1f6f7e391091 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "DELETE /v2.0/routers/90f304b2-3f25-4009-b163-67068c201c8f HTTP/1.1" status: 404 len: 336 time: 0.0512571 Aug 19 15:01:08.773569 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47562) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:08.801466 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-46224824-48c8-421d-ae66-7971a9c51fcd tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] DELETE failed (client error): The resource could not be found. Aug 19 15:01:08.801919 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46224824-48c8-421d-ae66-7971a9c51fcd tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:01:08.804739 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-46224824-48c8-421d-ae66-7971a9c51fcd tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "DELETE /v2.0/subnets/dd927983-fdcf-4656-95ba-f3a9e9b1b48d HTTP/1.1" status: 404 len: 337 time: 0.0292287 Aug 19 15:01:08.806896 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47564) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:08.836462 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c86e5021-db8d-4882-b9a7-41d3df8f6c92 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8bb0222-c799-4311-a514-ca5c57345f89 HTTP/1.1" status: 200 len: 205 time: 0.0272021 Aug 19 15:01:08.837590 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47568) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:08.853997 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-16ac2412-c5bc-4fd3-b15c-ed5eb08b29df req-1b92b247-2594-49fd-8272-308c21a79a83 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105416 Aug 19 15:01:08.868920 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e448cf2-bb0d-4a6c-ac39-b4b4b8a65e07 req-f406d8cd-24e0-4496-b129-7fc54f4def9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:08.870338 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7e448cf2-bb0d-4a6c-ac39-b4b4b8a65e07 req-f406d8cd-24e0-4496-b129-7fc54f4def9d service neutron] 10.222.0.88 "GET /v2.0/networks?id=24c8d536-ac23-4a61-ad49-3474c07f936c HTTP/1.1" status: 200 len: 914 time: 0.1377041 Aug 19 15:01:08.876599 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-29fc671e-3e48-439d-b411-5ff98dec97f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:08.888659 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-8bbde90e-2315-4c77-b6e9-5d7b55f7b7f4 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] delete failed (client error): The resource could not be found. Aug 19 15:01:08.892277 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8bbde90e-2315-4c77-b6e9-5d7b55f7b7f4 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "DELETE /v2.0/routers/a8bb0222-c799-4311-a514-ca5c57345f89 HTTP/1.1" status: 404 len: 336 time: 0.0512824 Aug 19 15:01:08.892728 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47570) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:08.923763 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-403cf51c-1df4-4d22-8f7c-4ff2c7ca144d tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] DELETE failed (client error): The resource could not be found. Aug 19 15:01:08.924227 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-403cf51c-1df4-4d22-8f7c-4ff2c7ca144d tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:01:08.928492 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-403cf51c-1df4-4d22-8f7c-4ff2c7ca144d tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "DELETE /v2.0/subnets/0ea99634-985d-4f82-affc-57622ff3d857 HTTP/1.1" status: 404 len: 337 time: 0.0323834 Aug 19 15:01:08.928670 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47572) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:08.949644 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7e448cf2-bb0d-4a6c-ac39-b4b4b8a65e07 req-eac76c89-ee08-48a3-887b-12e912129361 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4a3b9ef-c898-4326-956d-2612053131ff HTTP/1.1" status: 200 len: 217 time: 0.0708842 Aug 19 15:01:08.956349 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bf1e0b3-042f-4b8e-a076-da769638bbc4 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] DELETE failed (client error): The resource could not be found. Aug 19 15:01:08.957210 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bf1e0b3-042f-4b8e-a076-da769638bbc4 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:01:08.958651 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6bf1e0b3-042f-4b8e-a076-da769638bbc4 tempest-RoutersIpV6Test-761888342 tempest-RoutersIpV6Test-761888342-project] 10.222.0.69 "DELETE /v2.0/subnets/b80691f2-01e2-4d2c-8290-4e6fb6f05582 HTTP/1.1" status: 404 len: 337 time: 0.0285287 Aug 19 15:01:09.045341 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e448cf2-bb0d-4a6c-ac39-b4b4b8a65e07 req-858cfcc6-3350-4c53-a088-5506b98f56ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:09.047087 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7e448cf2-bb0d-4a6c-ac39-b4b4b8a65e07 req-858cfcc6-3350-4c53-a088-5506b98f56ee service neutron] 10.222.0.88 "GET /v2.0/subnets?id=145d9747-b0a8-4fa3-980b-a8e578e75c9d HTTP/1.1" status: 200 len: 853 time: 0.0895486 Aug 19 15:01:09.122479 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7e448cf2-bb0d-4a6c-ac39-b4b4b8a65e07 req-c3061988-8c7e-4168-a26d-a727e3d87c33 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=24c8d536-ac23-4a61-ad49-3474c07f936c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671899 Aug 19 15:01:09.245370 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47578) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:09.254976 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7e448cf2-bb0d-4a6c-ac39-b4b4b8a65e07 req-72a35d5e-341d-4438-ac09-6992b8a6ba25 service neutron] 10.222.0.88 "GET /v2.0/networks/24c8d536-ac23-4a61-ad49-3474c07f936c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250834 Aug 19 15:01:09.375666 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-29fc671e-3e48-439d-b411-5ff98dec97f6 admin admin] Deleting port dfd6bfe5-6093-44f3-a5e5-dec84cb9ef94 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:01:09.376009 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-29fc671e-3e48-439d-b411-5ff98dec97f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:09.390030 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7e448cf2-bb0d-4a6c-ac39-b4b4b8a65e07 req-9f0b0b39-a3d3-427e-a4bf-0ed19db4351d service neutron] 10.222.0.88 "GET /v2.0/networks/24c8d536-ac23-4a61-ad49-3474c07f936c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111217 Aug 19 15:01:09.391698 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4f6788d7-b5ca-495e-a873-c29573c83462 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=739e834e1bdb4091899c310a408a6ea5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1451290 Aug 19 15:01:09.394365 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47582) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:09.460211 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49be71b4-aa89-436f-b18a-092ddc4e891a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:09.476450 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-29fc671e-3e48-439d-b411-5ff98dec97f6 admin admin] For port dfd6bfe5-6093-44f3-a5e5-dec84cb9ef94, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=dfd6bfe5-6093-44f3-a5e5-dec84cb9ef94,segment=NetworkSegment(27d143f5-5d0f-405e-a0d1-8c5009d2f862),segment_id=27d143f5-5d0f-405e-a0d1-8c5009d2f862)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:09.476929 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-29fc671e-3e48-439d-b411-5ff98dec97f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:09.489750 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49be71b4-aa89-436f-b18a-092ddc4e891a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:09.490862 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-29fc671e-3e48-439d-b411-5ff98dec97f6 admin admin] Calling delete_port for dfd6bfe5-6093-44f3-a5e5-dec84cb9ef94 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:01:09.544379 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49be71b4-aa89-436f-b18a-092ddc4e891a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:09.547801 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49be71b4-aa89-436f-b18a-092ddc4e891a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:09.551321 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-49be71b4-aa89-436f-b18a-092ddc4e891a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c91e194e-e4d0-4c2f-a557-3d7c074ea95c HTTP/1.1" status: 204 len: 168 time: 0.1534886 Aug 19 15:01:09.560076 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49be71b4-aa89-436f-b18a-092ddc4e891a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91e194e-e4d0-4c2f-a557-3d7c074ea95c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:09.705385 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-29fc671e-3e48-439d-b411-5ff98dec97f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:09.733177 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fc671e-3e48-439d-b411-5ff98dec97f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfd6bfe5-6093-44f3-a5e5-dec84cb9ef94,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:09.822382 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device dfd6bfe5-6093-44f3-a5e5-dec84cb9ef94 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:01:09.876757 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: dfd6bfe5-6093-44f3-a5e5-dec84cb9ef94 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:01:09.877117 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device dfd6bfe5-6093-44f3-a5e5-dec84cb9ef94 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 19 15:01:09.934493 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Port dfd6bfe5-6093-44f3-a5e5-dec84cb9ef94 not found, will not notify nova. {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 19 15:01:09.964787 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [req-7982b36e-adc2-4ce2-ba89-370d2925daa8 req-d452fddb-1c50-4948-8e47-a03e293dd24d service neutron] (94639) timed out ('10.222.0.69', 60556) {{(pid=94639) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 15:01:09.993441 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-29fc671e-3e48-439d-b411-5ff98dec97f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:10.098626 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf34ce-6f96-4b84-8514-be68f0bf2c75 req-46af687d-6d81-4314-ace7-94b7d5de0bb1 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:10.104947 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a7bf34ce-6f96-4b84-8514-be68f0bf2c75 req-46af687d-6d81-4314-ace7-94b7d5de0bb1 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1489596 Aug 19 15:01:10.193162 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a7bf34ce-6f96-4b84-8514-be68f0bf2c75 req-cad49520-b7f7-4eb7-aee9-9e3ae62facc8 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843253 Aug 19 15:01:10.346591 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29fc671e-3e48-439d-b411-5ff98dec97f6 admin admin] Router b89583c9-b08b-420c-a776-4cef7c2c9d9e has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:01:10.479545 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29fc671e-3e48-439d-b411-5ff98dec97f6 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:01:10.485309 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-29fc671e-3e48-439d-b411-5ff98dec97f6 admin admin] 10.222.0.69 "PUT /v2.0/routers/b89583c9-b08b-420c-a776-4cef7c2c9d9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4832132 Aug 19 15:01:10.487892 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47612) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:10.492560 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d97b30-409f-40a6-ade2-c7cc89913f7a None None] Sync routers for ids ['b89583c9-b08b-420c-a776-4cef7c2c9d9e'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:01:10.495722 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47614) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:10.501874 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d97b30-409f-40a6-ade2-c7cc89913f7a None None] Routers {'b89583c9-b08b-420c-a776-4cef7c2c9d9e'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:01:10.502611 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e4d97b30-409f-40a6-ade2-c7cc89913f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:01:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['b89583c9-b08b-420c-a776-4cef7c2c9d9e'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:10.620168 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c634c1a6-968d-4a39-ab3b-7b2c466a6d14 admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:10.633336 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-e4d97b30-409f-40a6-ade2-c7cc89913f7a None None] Set router b89583c9-b08b-420c-a776-4cef7c2c9d9e gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:01:10.704070 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c65597a8-a4b5-4539-bd9a-4251c0658c4f tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1306663038', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:10.743342 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c65597a8-a4b5-4539-bd9a-4251c0658c4f tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:10.744320 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c65597a8-a4b5-4539-bd9a-4251c0658c4f tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:10.753449 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c634c1a6-968d-4a39-ab3b-7b2c466a6d14 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:10.825090 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e4d97b30-409f-40a6-ade2-c7cc89913f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89583c9-b08b-420c-a776-4cef7c2c9d9e', 'name': 'tempest-TestAggregatesBasicOps-1796210008-router', 'tenant_id': '7721ee6419ab4d2f98ec3c26d210ef65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '906b4681-7cf0-4173-a359-38bdc63f5498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:00:52Z', 'updated_at': '2021-08-19T15:01:09Z', 'revision_number': 5, 'project_id': '7721ee6419ab4d2f98ec3c26d210ef65', 'gw_port': {'id': '906b4681-7cf0-4173-a359-38bdc63f5498', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:73:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89583c9-b08b-420c-a776-4cef7c2c9d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:00:53Z', 'updated_at': '2021-08-19T15:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:10.831127 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c65597a8-a4b5-4539-bd9a-4251c0658c4f tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:10.839505 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c65597a8-a4b5-4539-bd9a-4251c0658c4f tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:10.856439 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d97b30-409f-40a6-ade2-c7cc89913f7a None None] Checking router: b89583c9-b08b-420c-a776-4cef7c2c9d9e for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:01:10.866975 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d97b30-409f-40a6-ade2-c7cc89913f7a None None] Routers {'b89583c9-b08b-420c-a776-4cef7c2c9d9e'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:01:10.867188 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c634c1a6-968d-4a39-ab3b-7b2c466a6d14 admin admin] Deleting port 906b4681-7cf0-4173-a359-38bdc63f5498 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:01:10.867457 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c634c1a6-968d-4a39-ab3b-7b2c466a6d14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:10.867603 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e4d97b30-409f-40a6-ade2-c7cc89913f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:01:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['b89583c9-b08b-420c-a776-4cef7c2c9d9e'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:10.869307 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c65597a8-a4b5-4539-bd9a-4251c0658c4f tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:10.871055 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c65597a8-a4b5-4539-bd9a-4251c0658c4f tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.3730910 Aug 19 15:01:10.873633 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47618) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:10.880626 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-cca30def-1564-43f3-9358-e800b9eb3a20 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-755097463'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:10.910069 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca30def-1564-43f3-9358-e800b9eb3a20 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Made reservation on behalf of 2e75c59d8bfc41658277b0dff44c0a18 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:01:10.914726 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cca30def-1564-43f3-9358-e800b9eb3a20 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:10.930217 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cca30def-1564-43f3-9358-e800b9eb3a20 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:10.966015 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-c634c1a6-968d-4a39-ab3b-7b2c466a6d14 admin admin] For port 906b4681-7cf0-4173-a359-38bdc63f5498, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=906b4681-7cf0-4173-a359-38bdc63f5498,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:10.966393 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c634c1a6-968d-4a39-ab3b-7b2c466a6d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:10.977356 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-e4d97b30-409f-40a6-ade2-c7cc89913f7a None None] Set router b89583c9-b08b-420c-a776-4cef7c2c9d9e gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:01:10.980838 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c634c1a6-968d-4a39-ab3b-7b2c466a6d14 admin admin] Calling delete_port for 906b4681-7cf0-4173-a359-38bdc63f5498 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:01:11.034829 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e4d97b30-409f-40a6-ade2-c7cc89913f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89583c9-b08b-420c-a776-4cef7c2c9d9e', 'name': 'tempest-TestAggregatesBasicOps-1796210008-router', 'tenant_id': '7721ee6419ab4d2f98ec3c26d210ef65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:00:52Z', 'updated_at': '2021-08-19T15:01:10Z', 'revision_number': 6, 'project_id': '7721ee6419ab4d2f98ec3c26d210ef65', 'gw_port_host': None}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:11.043901 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cca30def-1564-43f3-9358-e800b9eb3a20 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:11.050095 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cca30def-1564-43f3-9358-e800b9eb3a20 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:11.072351 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d97b30-409f-40a6-ade2-c7cc89913f7a None None] The sync data for ids ['b89583c9-b08b-420c-a776-4cef7c2c9d9e'] in n-d-766043-2 is: [{'id': 'b89583c9-b08b-420c-a776-4cef7c2c9d9e', 'name': 'tempest-TestAggregatesBasicOps-1796210008-router', 'tenant_id': '7721ee6419ab4d2f98ec3c26d210ef65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:00:52Z', 'updated_at': '2021-08-19T15:01:10Z', 'revision_number': 6, 'project_id': '7721ee6419ab4d2f98ec3c26d210ef65', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:01:11.077251 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cca30def-1564-43f3-9358-e800b9eb3a20 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:01:11.097366 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca30def-1564-43f3-9358-e800b9eb3a20 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81655c0e-43ca-4546-bdc4-ebf41e9b2d91,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:11.101874 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cca30def-1564-43f3-9358-e800b9eb3a20 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:11.102584 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-cca30def-1564-43f3-9358-e800b9eb3a20 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Added segment 1f51fc20-48f4-4c92-a02e-da9561f05f07 of type vlan for network c109479a-9b72-48fc-b479-955ab75369d2 Aug 19 15:01:11.174207 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cca30def-1564-43f3-9358-e800b9eb3a20 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:11.203864 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cca30def-1564-43f3-9358-e800b9eb3a20 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:11.210951 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca30def-1564-43f3-9358-e800b9eb3a20 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:11.211650 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cca30def-1564-43f3-9358-e800b9eb3a20 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:11.215376 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c634c1a6-968d-4a39-ab3b-7b2c466a6d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:11.254714 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-cca30def-1564-43f3-9358-e800b9eb3a20 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3795733 Aug 19 15:01:11.259918 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47624) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:11.260780 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c634c1a6-968d-4a39-ab3b-7b2c466a6d14 admin admin] Pushing event deleted for resources: {'Port': ['ID=906b4681-7cf0-4173-a359-38bdc63f5498,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:11.267223 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8718c420-ed3b-459e-a9ff-7c36ae799893 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Request body: {'subnet': {'network_id': 'c109479a-9b72-48fc-b479-955ab75369d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:11.346517 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca30def-1564-43f3-9358-e800b9eb3a20 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Pushing event updated for resources: {'Network': ['ID=c109479a-9b72-48fc-b479-955ab75369d2,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:11.360744 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network c109479a-9b72-48fc-b479-955ab75369d2 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:01:11.368865 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3cf251-6bcc-4943-b2fc-4adf03b7b884 req-b4adc64f-ef55-4e7c-b2d8-3c05a4496ca0 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:11.385975 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5a3cf251-6bcc-4943-b2fc-4adf03b7b884 req-b4adc64f-ef55-4e7c-b2d8-3c05a4496ca0 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.0986862 Aug 19 15:01:11.436644 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5a3cf251-6bcc-4943-b2fc-4adf03b7b884 req-3a3e610a-9cbd-45a9-8dca-9798dafe37d1 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491674 Aug 19 15:01:11.457622 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c634c1a6-968d-4a39-ab3b-7b2c466a6d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:11.542529 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8718c420-ed3b-459e-a9ff-7c36ae799893 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Made reservation on behalf of 2e75c59d8bfc41658277b0dff44c0a18 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:01:11.546316 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8718c420-ed3b-459e-a9ff-7c36ae799893 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:11.593052 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c634c1a6-968d-4a39-ab3b-7b2c466a6d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:11.600155 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c634c1a6-968d-4a39-ab3b-7b2c466a6d14 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:11.657921 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c634c1a6-968d-4a39-ab3b-7b2c466a6d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:11.658344 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c634c1a6-968d-4a39-ab3b-7b2c466a6d14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b89583c9-b08b-420c-a776-4cef7c2c9d9e {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:01:11.665955 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c634c1a6-968d-4a39-ab3b-7b2c466a6d14 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:11.669464 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c634c1a6-968d-4a39-ab3b-7b2c466a6d14 admin admin] 10.222.0.69 "DELETE /v2.0/routers/b89583c9-b08b-420c-a776-4cef7c2c9d9e HTTP/1.1" status: 204 len: 168 time: 1.1772802 Aug 19 15:01:11.669877 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47626) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:11.730780 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bb55c1a-a69b-44e6-87a1-44ac83d80f2b admin admin] Deleting subnet b72e6118-657b-49ad-8758-04a2884e6051 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:01:11.737569 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8bb55c1a-a69b-44e6-87a1-44ac83d80f2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:11.787991 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 906b4681-7cf0-4173-a359-38bdc63f5498 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:01:11.819651 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8bb55c1a-a69b-44e6-87a1-44ac83d80f2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:11.822635 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 906b4681-7cf0-4173-a359-38bdc63f5498 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:01:11.822985 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 906b4681-7cf0-4173-a359-38bdc63f5498 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:01:11.823406 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device dfd6bfe5-6093-44f3-a5e5-dec84cb9ef94 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:01:11.843886 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: dfd6bfe5-6093-44f3-a5e5-dec84cb9ef94 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:01:11.844908 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device dfd6bfe5-6093-44f3-a5e5-dec84cb9ef94 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:01:11.896918 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8718c420-ed3b-459e-a9ff-7c36ae799893 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:11.999978 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8718c420-ed3b-459e-a9ff-7c36ae799893 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Pushing event updated for resources: {'Subnet': ['ID=1d699603-586f-4e88-ab8b-f4fd19a668c1,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:12.005264 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8bb55c1a-a69b-44e6-87a1-44ac83d80f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:12.037461 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8718c420-ed3b-459e-a9ff-7c36ae799893 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Checking segment: {'id': '1f51fc20-48f4-4c92-a02e-da9561f05f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c109479a-9b72-48fc-b479-955ab75369d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:01:12.037875 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8718c420-ed3b-459e-a9ff-7c36ae799893 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Network hostable DHCP agents. Network: c109479a-9b72-48fc-b479-955ab75369d2, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:01:12.075794 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8718c420-ed3b-459e-a9ff-7c36ae799893 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Network c109479a-9b72-48fc-b479-955ab75369d2 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:01:12.086662 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8bb55c1a-a69b-44e6-87a1-44ac83d80f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:12.095187 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-8718c420-ed3b-459e-a9ff-7c36ae799893 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, c109479a-9b72-48fc-b479-955ab75369d2) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:01:12.101564 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8718c420-ed3b-459e-a9ff-7c36ae799893 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:12.102325 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8718c420-ed3b-459e-a9ff-7c36ae799893 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:12.105450 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67fdceb-6cd1-48e4-8563-c64841d79ee2 None None] Network c109479a-9b72-48fc-b479-955ab75369d2 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:01:12.132607 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8bb55c1a-a69b-44e6-87a1-44ac83d80f2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:12.135154 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8bb55c1a-a69b-44e6-87a1-44ac83d80f2b admin admin] 10.222.0.69 "DELETE /v2.0/subnets/b72e6118-657b-49ad-8758-04a2884e6051 HTTP/1.1" status: 204 len: 168 time: 0.4644165 Aug 19 15:01:12.138194 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47630) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:12.139847 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb55c1a-a69b-44e6-87a1-44ac83d80f2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b72e6118-657b-49ad-8758-04a2884e6051,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:12.157056 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8718c420-ed3b-459e-a9ff-7c36ae799893 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8939252 Aug 19 15:01:12.160083 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47632) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:12.165609 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-87b4edd0-7b74-4aab-8d0e-a24d803ac708 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Request body: {'network': {'name': 'tempest-router-network01--1928298015'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:12.184705 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1f8c6a-d871-477b-ae9d-cb57137d6415 None None] Network e7f89789-490e-48b6-a87d-083f28db53f6 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:01:12.197090 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b4edd0-7b74-4aab-8d0e-a24d803ac708 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Made reservation on behalf of 2e75c59d8bfc41658277b0dff44c0a18 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:01:12.201176 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87b4edd0-7b74-4aab-8d0e-a24d803ac708 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:12.231439 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87b4edd0-7b74-4aab-8d0e-a24d803ac708 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:01:12.245544 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87b4edd0-7b74-4aab-8d0e-a24d803ac708 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:12.246646 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-87b4edd0-7b74-4aab-8d0e-a24d803ac708 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Added segment 7ad9745e-18fe-4219-ac31-142984f4d35e of type vlan for network f3dc9e06-a530-4f45-b098-b6ef938d7962 Aug 19 15:01:12.259631 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1c9cbd2-2cf9-4f90-8aef-a2f289ef5c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:12.334315 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e1c9cbd2-2cf9-4f90-8aef-a2f289ef5c24 admin admin] Deleting port 5634ec8e-6a87-418b-8140-aa734aaea8f6 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:01:12.334662 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1c9cbd2-2cf9-4f90-8aef-a2f289ef5c24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:12.362344 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87b4edd0-7b74-4aab-8d0e-a24d803ac708 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:12.420132 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87b4edd0-7b74-4aab-8d0e-a24d803ac708 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:12.429597 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b4edd0-7b74-4aab-8d0e-a24d803ac708 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:12.430334 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87b4edd0-7b74-4aab-8d0e-a24d803ac708 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:12.468389 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-e1c9cbd2-2cf9-4f90-8aef-a2f289ef5c24 admin admin] For port 5634ec8e-6a87-418b-8140-aa734aaea8f6, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=5634ec8e-6a87-418b-8140-aa734aaea8f6,segment=NetworkSegment(27d143f5-5d0f-405e-a0d1-8c5009d2f862),segment_id=27d143f5-5d0f-405e-a0d1-8c5009d2f862)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:12.469669 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1c9cbd2-2cf9-4f90-8aef-a2f289ef5c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:12.470561 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f644bcbe-895d-42a9-8c49-9096350d4374 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-c109479a-9b72-48fc-b479-955ab75369d2', 'network_id': 'c109479a-9b72-48fc-b479-955ab75369d2', 'tenant_id': '2e75c59d8bfc41658277b0dff44c0a18', 'fixed_ips': [{'subnet_id': '1d699603-586f-4e88-ab8b-f4fd19a668c1'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:01:12.471839 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f644bcbe-895d-42a9-8c49-9096350d4374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:12.489191 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e1c9cbd2-2cf9-4f90-8aef-a2f289ef5c24 admin admin] Calling delete_port for 5634ec8e-6a87-418b-8140-aa734aaea8f6 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:01:12.549950 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b4edd0-7b74-4aab-8d0e-a24d803ac708 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Pushing event updated for resources: {'Network': ['ID=f3dc9e06-a530-4f45-b098-b6ef938d7962,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:12.561361 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-87b4edd0-7b74-4aab-8d0e-a24d803ac708 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3996317 Aug 19 15:01:12.564641 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47642) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:12.573854 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7a239a8a-6752-4377-8d4a-829c19a70f48 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Request body: {'network': {'name': 'tempest-router-network02--2117734971'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:12.603804 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b67ab37-4b7a-4c0f-82d1-df2cc1de3a61 None None] DHCP port deletion for e7f89789-490e-48b6-a87d-083f28db53f6 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:01:12.605738 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network f3dc9e06-a530-4f45-b098-b6ef938d7962 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:01:12.625841 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a8f72-9c75-435b-b909-fb0571d5d95f req-e3a84493-cb6f-4aee-8fad-fd7395b725d8 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:12.627970 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d98a8f72-9c75-435b-b909-fb0571d5d95f req-e3a84493-cb6f-4aee-8fad-fd7395b725d8 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.0782011 Aug 19 15:01:12.636106 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a239a8a-6752-4377-8d4a-829c19a70f48 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Made reservation on behalf of 2e75c59d8bfc41658277b0dff44c0a18 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:01:12.640572 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a239a8a-6752-4377-8d4a-829c19a70f48 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:12.682254 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d98a8f72-9c75-435b-b909-fb0571d5d95f req-8dc59fd6-78c5-4730-a991-f19285dd0d71 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417092 Aug 19 15:01:12.688603 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1c9cbd2-2cf9-4f90-8aef-a2f289ef5c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:12.705247 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c9cbd2-2cf9-4f90-8aef-a2f289ef5c24 admin admin] No DVR routers for this DVR port 5634ec8e-6a87-418b-8140-aa734aaea8f6 on host n-d-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:01:12.717805 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3b67ab37-4b7a-4c0f-82d1-df2cc1de3a61 None None] The port '5634ec8e-6a87-418b-8140-aa734aaea8f6' was deleted {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 19 15:01:12.720289 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a239a8a-6752-4377-8d4a-829c19a70f48 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:01:12.743372 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a239a8a-6752-4377-8d4a-829c19a70f48 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:12.743814 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-7a239a8a-6752-4377-8d4a-829c19a70f48 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Added segment 4198c634-3e71-4e40-9218-a86dbd65b736 of type vlan for network 1fd24253-7f49-4a13-b847-2338da7158a7 Aug 19 15:01:12.744924 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9cbd2-2cf9-4f90-8aef-a2f289ef5c24 admin admin] Pushing event deleted for resources: {'Port': ['ID=5634ec8e-6a87-418b-8140-aa734aaea8f6,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:12.823197 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1c9cbd2-2cf9-4f90-8aef-a2f289ef5c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:12.828288 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a239a8a-6752-4377-8d4a-829c19a70f48 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:12.829458 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-f644bcbe-895d-42a9-8c49-9096350d4374 None None] Allocated IP 2001:db8::2 (c109479a-9b72-48fc-b479-955ab75369d2/1d699603-586f-4e88-ab8b-f4fd19a668c1/e4566aa4-83c8-4bed-92c7-dc722f217ec2) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:01:12.835590 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-e1c9cbd2-2cf9-4f90-8aef-a2f289ef5c24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7f89789-490e-48b6-a87d-083f28db53f6']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:12.849810 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-e1c9cbd2-2cf9-4f90-8aef-a2f289ef5c24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27d143f5-5d0f-405e-a0d1-8c5009d2f862') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:12.850453 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-e1c9cbd2-2cf9-4f90-8aef-a2f289ef5c24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27d143f5-5d0f-405e-a0d1-8c5009d2f862') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:12.862907 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1c9cbd2-2cf9-4f90-8aef-a2f289ef5c24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:12.880539 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1c9cbd2-2cf9-4f90-8aef-a2f289ef5c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:12.888691 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a239a8a-6752-4377-8d4a-829c19a70f48 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:12.890922 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1c9cbd2-2cf9-4f90-8aef-a2f289ef5c24 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:01:12.891966 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1c9cbd2-2cf9-4f90-8aef-a2f289ef5c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:12.894744 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 15:01:12.894744 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:01:12.894744 n-d-766043-2 neutron-server[94640]: timer() Aug 19 15:01:12.894744 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:01:12.894744 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 15:01:12.894744 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:01:12.894744 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 15:01:12.894744 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:01:12.894744 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 15:01:12.894744 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:01:12.894744 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 15:01:12.894744 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:01:12.894744 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 15:01:12.894744 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:01:12.894744 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:01:12.894744 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:01:12.894744 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:01:12.894744 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:01:12.894744 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 15:01:12.894744 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:01:12.894744 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 15:01:12.894744 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:01:12.894744 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:01:12.894744 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:01:12.894744 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 15:01:12.894744 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:01:12.894744 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:01:12.894744 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:01:12.894744 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:01:12.894744 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:01:12.894744 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:01:12.894744 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:01:12.903276 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a239a8a-6752-4377-8d4a-829c19a70f48 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:12.904384 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a239a8a-6752-4377-8d4a-829c19a70f48 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:13.003671 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7a239a8a-6752-4377-8d4a-829c19a70f48 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4348643 Aug 19 15:01:13.005452 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47646) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:13.015349 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-9266211c-3e32-4f8b-8ce8-0179e29f3d14 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Request body: {'subnet': {'network_id': 'f3dc9e06-a530-4f45-b098-b6ef938d7962', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:13.034860 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a239a8a-6752-4377-8d4a-829c19a70f48 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Pushing event updated for resources: {'Network': ['ID=1fd24253-7f49-4a13-b847-2338da7158a7,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:13.123774 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 1fd24253-7f49-4a13-b847-2338da7158a7 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:01:13.213206 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9266211c-3e32-4f8b-8ce8-0179e29f3d14 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Made reservation on behalf of 2e75c59d8bfc41658277b0dff44c0a18 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:01:13.221922 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9266211c-3e32-4f8b-8ce8-0179e29f3d14 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:13.385164 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1c9cbd2-2cf9-4f90-8aef-a2f289ef5c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:13.391732 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1c9cbd2-2cf9-4f90-8aef-a2f289ef5c24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:13.399475 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e1c9cbd2-2cf9-4f90-8aef-a2f289ef5c24 admin admin] 10.222.0.69 "DELETE /v2.0/networks/e7f89789-490e-48b6-a87d-083f28db53f6 HTTP/1.1" status: 204 len: 168 time: 1.2582436 Aug 19 15:01:13.410817 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f644bcbe-895d-42a9-8c49-9096350d4374 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:13.420785 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9cbd2-2cf9-4f90-8aef-a2f289ef5c24 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7f89789-490e-48b6-a87d-083f28db53f6,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:13.431340 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f644bcbe-895d-42a9-8c49-9096350d4374 None None] Transition to ACTIVE for port object e4566aa4-83c8-4bed-92c7-dc722f217ec2 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:01:13.447822 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f644bcbe-895d-42a9-8c49-9096350d4374 None None] Transition to ACTIVE for port object e4566aa4-83c8-4bed-92c7-dc722f217ec2 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:01:13.454503 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f644bcbe-895d-42a9-8c49-9096350d4374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:13.502333 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f644bcbe-895d-42a9-8c49-9096350d4374 None None] Pushing event updated for resources: {'Port': ['ID=e4566aa4-83c8-4bed-92c7-dc722f217ec2,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:13.528233 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f644bcbe-895d-42a9-8c49-9096350d4374 None None] Network c109479a-9b72-48fc-b479-955ab75369d2 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:01:13.532750 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-f644bcbe-895d-42a9-8c49-9096350d4374 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:01:13.538606 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f644bcbe-895d-42a9-8c49-9096350d4374 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:01:13.565553 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9266211c-3e32-4f8b-8ce8-0179e29f3d14 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:13.619328 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f644bcbe-895d-42a9-8c49-9096350d4374 None None] Attempting to bind port e4566aa4-83c8-4bed-92c7-dc722f217ec2 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:01:13.619812 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f644bcbe-895d-42a9-8c49-9096350d4374 None None] Attempting to bind port e4566aa4-83c8-4bed-92c7-dc722f217ec2 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '1f51fc20-48f4-4c92-a02e-da9561f05f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c109479a-9b72-48fc-b479-955ab75369d2'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:01:13.622401 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f644bcbe-895d-42a9-8c49-9096350d4374 None None] Attempting to bind port e4566aa4-83c8-4bed-92c7-dc722f217ec2 on network c109479a-9b72-48fc-b479-955ab75369d2 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:01:13.630100 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f644bcbe-895d-42a9-8c49-9096350d4374 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:01:13.630669 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f644bcbe-895d-42a9-8c49-9096350d4374 None None] Checking segment: {'id': '1f51fc20-48f4-4c92-a02e-da9561f05f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c109479a-9b72-48fc-b479-955ab75369d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:01:13.631503 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f644bcbe-895d-42a9-8c49-9096350d4374 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:13.632659 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f644bcbe-895d-42a9-8c49-9096350d4374 None None] Bound using segment: {'id': '1f51fc20-48f4-4c92-a02e-da9561f05f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c109479a-9b72-48fc-b479-955ab75369d2'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:01:13.633403 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f644bcbe-895d-42a9-8c49-9096350d4374 None None] Bound port: e4566aa4-83c8-4bed-92c7-dc722f217ec2, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f51fc20-48f4-4c92-a02e-da9561f05f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c109479a-9b72-48fc-b479-955ab75369d2'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:01:13.634002 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f644bcbe-895d-42a9-8c49-9096350d4374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:13.656813 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9266211c-3e32-4f8b-8ce8-0179e29f3d14 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Pushing event updated for resources: {'Subnet': ['ID=af5cfcbd-936c-4d43-a699-196aaaa3b9a1,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:13.682733 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9266211c-3e32-4f8b-8ce8-0179e29f3d14 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Checking segment: {'id': '7ad9745e-18fe-4219-ac31-142984f4d35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f3dc9e06-a530-4f45-b098-b6ef938d7962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:01:13.683141 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9266211c-3e32-4f8b-8ce8-0179e29f3d14 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Network hostable DHCP agents. Network: f3dc9e06-a530-4f45-b098-b6ef938d7962, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:01:13.708210 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05895f-b2a9-48f0-847a-3ae505cbf9bc req-5b6bb5b0-2828-408a-a42d-301bf4555b12 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:13.710450 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ec05895f-b2a9-48f0-847a-3ae505cbf9bc req-5b6bb5b0-2828-408a-a42d-301bf4555b12 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?device_id=07ae9c3c-40f2-4891-ae20-db0c49544d80 HTTP/1.1" status: 200 len: 945 time: 0.0669696 Aug 19 15:01:13.715938 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47660) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:13.723254 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f644bcbe-895d-42a9-8c49-9096350d4374 None None] For port e4566aa4-83c8-4bed-92c7-dc722f217ec2, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:01:13.729201 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f644bcbe-895d-42a9-8c49-9096350d4374 None None] For port e4566aa4-83c8-4bed-92c7-dc722f217ec2, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=e4566aa4-83c8-4bed-92c7-dc722f217ec2,segment=NetworkSegment(1f51fc20-48f4-4c92-a02e-da9561f05f07),segment_id=1f51fc20-48f4-4c92-a02e-da9561f05f07)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:01:13.733014 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9266211c-3e32-4f8b-8ce8-0179e29f3d14 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Network f3dc9e06-a530-4f45-b098-b6ef938d7962 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:01:13.736523 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f644bcbe-895d-42a9-8c49-9096350d4374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:13.756186 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-9266211c-3e32-4f8b-8ce8-0179e29f3d14 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, f3dc9e06-a530-4f45-b098-b6ef938d7962) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:01:13.760984 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9266211c-3e32-4f8b-8ce8-0179e29f3d14 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:13.761661 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9266211c-3e32-4f8b-8ce8-0179e29f3d14 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:13.786153 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d053554-7daa-458d-8920-3bf011986fab None None] Network f3dc9e06-a530-4f45-b098-b6ef938d7962 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:01:13.793596 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9266211c-3e32-4f8b-8ce8-0179e29f3d14 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7864609 Aug 19 15:01:13.796179 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47664) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:13.801911 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-094f91d1-edfb-4a4b-8b2d-16f9f292e04e tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Request body: {'subnet': {'network_id': '1fd24253-7f49-4a13-b847-2338da7158a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:13.911039 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ec05895f-b2a9-48f0-847a-3ae505cbf9bc req-ccc23525-2fe9-4bf2-9078-62b9266231da tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/security-groups?id=c01b1887-cfe4-4bd8-ac45-b3df4d389926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1723545 Aug 19 15:01:13.917164 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9b1c17c6-2f38-4113-a57b-b6ecdacf790a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8a121131a1b945f8aadc74ef8d386234&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1997566 Aug 19 15:01:13.921109 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47666) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:13.954509 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 5634ec8e-6a87-418b-8140-aa734aaea8f6 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:01:13.956384 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6361818-cae6-4322-99f6-c76a9b104576 req-bfb320ec-c825-4d6c-bb52-f1141c339b9a tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:13.957584 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094f91d1-edfb-4a4b-8b2d-16f9f292e04e tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Made reservation on behalf of 2e75c59d8bfc41658277b0dff44c0a18 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:01:13.964119 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-094f91d1-edfb-4a4b-8b2d-16f9f292e04e tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:13.968329 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c6361818-cae6-4322-99f6-c76a9b104576 req-bfb320ec-c825-4d6c-bb52-f1141c339b9a tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1385787 Aug 19 15:01:14.009725 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 5634ec8e-6a87-418b-8140-aa734aaea8f6 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:01:14.010058 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 5634ec8e-6a87-418b-8140-aa734aaea8f6 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:01:14.056649 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f644bcbe-895d-42a9-8c49-9096350d4374 None None] Pushing event updated for resources: {'Port': ['ID=e4566aa4-83c8-4bed-92c7-dc722f217ec2,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:14.064466 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c6361818-cae6-4322-99f6-c76a9b104576 req-39e2cc95-bec6-406a-8eff-99279148d51c tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915904 Aug 19 15:01:14.078907 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b488971-48ab-4aa9-9ad6-c2e44fb2751d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-f3dc9e06-a530-4f45-b098-b6ef938d7962', 'network_id': 'f3dc9e06-a530-4f45-b098-b6ef938d7962', 'tenant_id': '2e75c59d8bfc41658277b0dff44c0a18', 'fixed_ips': [{'subnet_id': 'af5cfcbd-936c-4d43-a699-196aaaa3b9a1'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:01:14.079829 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6b488971-48ab-4aa9-9ad6-c2e44fb2751d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:14.110188 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c8b15378-9dc8-4653-89cf-afe526eee18f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:14.142122 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c8b15378-9dc8-4653-89cf-afe526eee18f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:14.215939 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c8b15378-9dc8-4653-89cf-afe526eee18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:14.219199 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c8b15378-9dc8-4653-89cf-afe526eee18f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:14.220941 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-c8b15378-9dc8-4653-89cf-afe526eee18f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/af8ffa29-ba6a-4594-a547-766e04df6075 HTTP/1.1" status: 204 len: 168 time: 0.2986817 Aug 19 15:01:14.236135 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b15378-9dc8-4653-89cf-afe526eee18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8ffa29-ba6a-4594-a547-766e04df6075,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:14.329588 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-094f91d1-edfb-4a4b-8b2d-16f9f292e04e tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:14.332199 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-6b488971-48ab-4aa9-9ad6-c2e44fb2751d None None] Allocated IP 2001:db8::2 (f3dc9e06-a530-4f45-b098-b6ef938d7962/af5cfcbd-936c-4d43-a699-196aaaa3b9a1/3e3813e9-20e3-415f-b22e-94a80e8a9a5d) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:01:14.408702 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094f91d1-edfb-4a4b-8b2d-16f9f292e04e tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Pushing event updated for resources: {'Subnet': ['ID=ce39b577-7702-4b30-92c0-31349b726281,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:14.424886 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094f91d1-edfb-4a4b-8b2d-16f9f292e04e tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Checking segment: {'id': '4198c634-3e71-4e40-9218-a86dbd65b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '1fd24253-7f49-4a13-b847-2338da7158a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:01:14.425311 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094f91d1-edfb-4a4b-8b2d-16f9f292e04e tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Network hostable DHCP agents. Network: 1fd24253-7f49-4a13-b847-2338da7158a7, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:01:14.448492 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094f91d1-edfb-4a4b-8b2d-16f9f292e04e tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Network 1fd24253-7f49-4a13-b847-2338da7158a7 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:01:14.462343 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-094f91d1-edfb-4a4b-8b2d-16f9f292e04e tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 1fd24253-7f49-4a13-b847-2338da7158a7) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:01:14.468900 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094f91d1-edfb-4a4b-8b2d-16f9f292e04e tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:14.469727 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-094f91d1-edfb-4a4b-8b2d-16f9f292e04e tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:14.478121 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87c17e1-2f71-47aa-b8c2-7f02618b026e None None] Network 1fd24253-7f49-4a13-b847-2338da7158a7 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:01:14.493652 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-094f91d1-edfb-4a4b-8b2d-16f9f292e04e tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6961362 Aug 19 15:01:14.496483 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47674) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:14.624583 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6b488971-48ab-4aa9-9ad6-c2e44fb2751d None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:14.661605 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6b488971-48ab-4aa9-9ad6-c2e44fb2751d None None] Transition to ACTIVE for port object 3e3813e9-20e3-415f-b22e-94a80e8a9a5d will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:01:14.721621 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6b488971-48ab-4aa9-9ad6-c2e44fb2751d None None] Transition to ACTIVE for port object 3e3813e9-20e3-415f-b22e-94a80e8a9a5d will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:01:14.726961 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0a42d7-2a42-44c8-8771-f16319d63524 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-1fd24253-7f49-4a13-b847-2338da7158a7', 'network_id': '1fd24253-7f49-4a13-b847-2338da7158a7', 'tenant_id': '2e75c59d8bfc41658277b0dff44c0a18', 'fixed_ips': [{'subnet_id': 'ce39b577-7702-4b30-92c0-31349b726281'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:01:14.727870 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dd0a42d7-2a42-44c8-8771-f16319d63524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:14.743055 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6b488971-48ab-4aa9-9ad6-c2e44fb2751d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:14.758969 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47676) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:14.832874 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-98dd5a0e-7fa5-458f-8809-af70129bc356 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7721ee6419ab4d2f98ec3c26d210ef65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0703871 Aug 19 15:01:14.837571 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47678) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:14.857046 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b488971-48ab-4aa9-9ad6-c2e44fb2751d None None] Network f3dc9e06-a530-4f45-b098-b6ef938d7962 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:01:14.866908 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-6b488971-48ab-4aa9-9ad6-c2e44fb2751d None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:01:14.869572 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b488971-48ab-4aa9-9ad6-c2e44fb2751d None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:01:14.877866 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b488971-48ab-4aa9-9ad6-c2e44fb2751d None None] Pushing event updated for resources: {'Port': ['ID=3e3813e9-20e3-415f-b22e-94a80e8a9a5d,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:14.981026 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-6b488971-48ab-4aa9-9ad6-c2e44fb2751d None None] Attempting to bind port 3e3813e9-20e3-415f-b22e-94a80e8a9a5d on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:01:14.981405 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-6b488971-48ab-4aa9-9ad6-c2e44fb2751d None None] Attempting to bind port 3e3813e9-20e3-415f-b22e-94a80e8a9a5d by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '7ad9745e-18fe-4219-ac31-142984f4d35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f3dc9e06-a530-4f45-b098-b6ef938d7962'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:01:14.981871 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b488971-48ab-4aa9-9ad6-c2e44fb2751d None None] Attempting to bind port 3e3813e9-20e3-415f-b22e-94a80e8a9a5d on network f3dc9e06-a530-4f45-b098-b6ef938d7962 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:01:14.988388 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5a4d7a5d-166b-4788-87e1-190087d5706e tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:14.989080 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b488971-48ab-4aa9-9ad6-c2e44fb2751d None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:01:14.989559 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b488971-48ab-4aa9-9ad6-c2e44fb2751d None None] Checking segment: {'id': '7ad9745e-18fe-4219-ac31-142984f4d35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f3dc9e06-a530-4f45-b098-b6ef938d7962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:01:14.990050 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6b488971-48ab-4aa9-9ad6-c2e44fb2751d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:14.990561 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b488971-48ab-4aa9-9ad6-c2e44fb2751d None None] Bound using segment: {'id': '7ad9745e-18fe-4219-ac31-142984f4d35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f3dc9e06-a530-4f45-b098-b6ef938d7962'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:01:14.990951 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ea9a57a1-32e8-49a6-97b7-e8dfcf2b9e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:14.991942 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-6b488971-48ab-4aa9-9ad6-c2e44fb2751d None None] Bound port: 3e3813e9-20e3-415f-b22e-94a80e8a9a5d, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ad9745e-18fe-4219-ac31-142984f4d35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f3dc9e06-a530-4f45-b098-b6ef938d7962'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:01:14.992439 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6b488971-48ab-4aa9-9ad6-c2e44fb2751d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:15.016094 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-dd0a42d7-2a42-44c8-8771-f16319d63524 None None] Allocated IP 2001:db8::2 (1fd24253-7f49-4a13-b847-2338da7158a7/ce39b577-7702-4b30-92c0-31349b726281/9171aab2-412e-427c-8cdf-b2517cabf82d) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:01:15.071197 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ea9a57a1-32e8-49a6-97b7-e8dfcf2b9e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:15.143063 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363c3bc-cdb8-4e66-9259-630def5c5dd5 req-35923993-8f8d-43c6-b392-581531fe4ba9 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:15.153252 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8363c3bc-cdb8-4e66-9259-630def5c5dd5 req-35923993-8f8d-43c6-b392-581531fe4ba9 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?device_id=07ae9c3c-40f2-4891-ae20-db0c49544d80 HTTP/1.1" status: 200 len: 945 time: 0.1182604 Aug 19 15:01:15.182672 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6b488971-48ab-4aa9-9ad6-c2e44fb2751d None None] For port 3e3813e9-20e3-415f-b22e-94a80e8a9a5d, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:01:15.184439 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ea9a57a1-32e8-49a6-97b7-e8dfcf2b9e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:15.187850 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6b488971-48ab-4aa9-9ad6-c2e44fb2751d None None] For port 3e3813e9-20e3-415f-b22e-94a80e8a9a5d, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=3e3813e9-20e3-415f-b22e-94a80e8a9a5d,segment=NetworkSegment(7ad9745e-18fe-4219-ac31-142984f4d35e),segment_id=7ad9745e-18fe-4219-ac31-142984f4d35e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:01:15.188023 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ea9a57a1-32e8-49a6-97b7-e8dfcf2b9e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:15.192568 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ea9a57a1-32e8-49a6-97b7-e8dfcf2b9e63 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ea5433f6-12e1-4c96-98fd-d21604e8215c HTTP/1.1" status: 204 len: 168 time: 0.3533309 Aug 19 15:01:15.218186 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4764593-b99c-4623-b75a-44fb3d24c58a None None] Network c109479a-9b72-48fc-b479-955ab75369d2 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:01:15.264667 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8363c3bc-cdb8-4e66-9259-630def5c5dd5 req-fc603fc7-f9dd-4864-b636-d41e9666cb36 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/security-groups?id=c01b1887-cfe4-4bd8-ac45-b3df4d389926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034131 Aug 19 15:01:15.276101 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eea07e-c552-4e91-a991-acf6b9f324f4 req-ff86e94a-a8ca-4703-bae5-1d901eef2290 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:15.277983 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f1eea07e-c552-4e91-a991-acf6b9f324f4 req-ff86e94a-a8ca-4703-bae5-1d901eef2290 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.0902503 Aug 19 15:01:15.321858 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dd0a42d7-2a42-44c8-8771-f16319d63524 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:15.332714 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-dd0a42d7-2a42-44c8-8771-f16319d63524 None None] Transition to ACTIVE for port object 9171aab2-412e-427c-8cdf-b2517cabf82d will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:01:15.343405 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f1eea07e-c552-4e91-a991-acf6b9f324f4 req-b3218a9f-156c-47d1-a5b7-c1bff9c02256 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590236 Aug 19 15:01:15.354930 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-dd0a42d7-2a42-44c8-8771-f16319d63524 None None] Transition to ACTIVE for port object 9171aab2-412e-427c-8cdf-b2517cabf82d will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:01:15.370662 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6b488971-48ab-4aa9-9ad6-c2e44fb2751d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:15.379635 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dd0a42d7-2a42-44c8-8771-f16319d63524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:15.487052 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0a42d7-2a42-44c8-8771-f16319d63524 None None] Network 1fd24253-7f49-4a13-b847-2338da7158a7 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:01:15.489360 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-dd0a42d7-2a42-44c8-8771-f16319d63524 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:01:15.491639 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cf8fbc15-0d50-404f-b54f-d4448fa3e23b None None] Provisioning for port e4566aa4-83c8-4bed-92c7-dc722f217ec2 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:01:15.497984 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0a42d7-2a42-44c8-8771-f16319d63524 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:01:15.615760 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a57a1-32e8-49a6-97b7-e8dfcf2b9e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5433f6-12e1-4c96-98fd-d21604e8215c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:15.657437 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b488971-48ab-4aa9-9ad6-c2e44fb2751d None None] Pushing event updated for resources: {'Port': ['ID=3e3813e9-20e3-415f-b22e-94a80e8a9a5d,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:15.671007 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-dd0a42d7-2a42-44c8-8771-f16319d63524 None None] Attempting to bind port 9171aab2-412e-427c-8cdf-b2517cabf82d on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:01:15.671652 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-dd0a42d7-2a42-44c8-8771-f16319d63524 None None] Attempting to bind port 9171aab2-412e-427c-8cdf-b2517cabf82d by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '4198c634-3e71-4e40-9218-a86dbd65b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '1fd24253-7f49-4a13-b847-2338da7158a7'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:01:15.672244 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0a42d7-2a42-44c8-8771-f16319d63524 None None] Attempting to bind port 9171aab2-412e-427c-8cdf-b2517cabf82d on network 1fd24253-7f49-4a13-b847-2338da7158a7 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:01:15.772582 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520f2b6-bcb3-4ff4-bd49-098479bb3220 req-6dd51433-5e38-4f48-97cf-70dba124ea4c tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:15.774387 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b520f2b6-bcb3-4ff4-bd49-098479bb3220 req-6dd51433-5e38-4f48-97cf-70dba124ea4c tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.68 "GET /v2.0/ports?device_id=07ae9c3c-40f2-4891-ae20-db0c49544d80 HTTP/1.1" status: 200 len: 945 time: 0.1711652 Aug 19 15:01:15.913969 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0a42d7-2a42-44c8-8771-f16319d63524 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:01:15.921755 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0a42d7-2a42-44c8-8771-f16319d63524 None None] Checking segment: {'id': '4198c634-3e71-4e40-9218-a86dbd65b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '1fd24253-7f49-4a13-b847-2338da7158a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:01:15.929669 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dd0a42d7-2a42-44c8-8771-f16319d63524 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:15.930317 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0a42d7-2a42-44c8-8771-f16319d63524 None None] Bound using segment: {'id': '4198c634-3e71-4e40-9218-a86dbd65b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '1fd24253-7f49-4a13-b847-2338da7158a7'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:01:15.932243 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-dd0a42d7-2a42-44c8-8771-f16319d63524 None None] Bound port: 9171aab2-412e-427c-8cdf-b2517cabf82d, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4198c634-3e71-4e40-9218-a86dbd65b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '1fd24253-7f49-4a13-b847-2338da7158a7'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:01:15.932887 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dd0a42d7-2a42-44c8-8771-f16319d63524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:15.964447 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-5a4d7a5d-166b-4788-87e1-190087d5706e tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Allocated IP 2001:db8::1 (f3dc9e06-a530-4f45-b098-b6ef938d7962/af5cfcbd-936c-4d43-a699-196aaaa3b9a1/7d5536cc-bea9-47ab-bd29-0bc3091624d8) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:01:16.007398 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0a42d7-2a42-44c8-8771-f16319d63524 None None] Pushing event updated for resources: {'Port': ['ID=9171aab2-412e-427c-8cdf-b2517cabf82d,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:16.044231 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device e4566aa4-83c8-4bed-92c7-dc722f217ec2 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:01:16.102841 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-b520f2b6-bcb3-4ff4-bd49-098479bb3220 req-f8ebc547-cc67-4a55-8ac1-dcc294f12a49 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Deleting port ed68d422-7868-4fc3-8314-aa2c7b502979 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:01:16.103225 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b520f2b6-bcb3-4ff4-bd49-098479bb3220 req-f8ebc547-cc67-4a55-8ac1-dcc294f12a49 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:16.140053 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-dd0a42d7-2a42-44c8-8771-f16319d63524 None None] For port 9171aab2-412e-427c-8cdf-b2517cabf82d, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:01:16.143900 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-dd0a42d7-2a42-44c8-8771-f16319d63524 None None] For port 9171aab2-412e-427c-8cdf-b2517cabf82d, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=9171aab2-412e-427c-8cdf-b2517cabf82d,segment=NetworkSegment(4198c634-3e71-4e40-9218-a86dbd65b736),segment_id=4198c634-3e71-4e40-9218-a86dbd65b736)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:01:16.152879 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dd0a42d7-2a42-44c8-8771-f16319d63524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:16.213753 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port e4566aa4-83c8-4bed-92c7-dc722f217ec2 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:01:16.228034 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port e4566aa4-83c8-4bed-92c7-dc722f217ec2 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:16.228034 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:16.295870 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0a42d7-2a42-44c8-8771-f16319d63524 None None] Pushing event updated for resources: {'Port': ['ID=9171aab2-412e-427c-8cdf-b2517cabf82d,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:16.323336 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5a4d7a5d-166b-4788-87e1-190087d5706e tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:16.378057 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:16.421563 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port e4566aa4-83c8-4bed-92c7-dc722f217ec2, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=e4566aa4-83c8-4bed-92c7-dc722f217ec2,segment=NetworkSegment(1f51fc20-48f4-4c92-a02e-da9561f05f07),segment_id=1f51fc20-48f4-4c92-a02e-da9561f05f07)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:16.427650 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:16.461478 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-5a4d7a5d-166b-4788-87e1-190087d5706e tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Transition to ACTIVE for port object 7d5536cc-bea9-47ab-bd29-0bc3091624d8 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:01:16.466384 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-b520f2b6-bcb3-4ff4-bd49-098479bb3220 req-f8ebc547-cc67-4a55-8ac1-dcc294f12a49 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] For port ed68d422-7868-4fc3-8314-aa2c7b502979, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=ed68d422-7868-4fc3-8314-aa2c7b502979,segment=NetworkSegment(4e884d42-900a-4a47-a636-1fba06a28f42),segment_id=4e884d42-900a-4a47-a636-1fba06a28f42)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:16.468029 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b520f2b6-bcb3-4ff4-bd49-098479bb3220 req-f8ebc547-cc67-4a55-8ac1-dcc294f12a49 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:16.498582 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b13653-54eb-498b-823a-17577e232473 req-aeb2085a-fef9-490a-b48a-ca017e7e8f32 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:16.509087 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e6b13653-54eb-498b-823a-17577e232473 req-aeb2085a-fef9-490a-b48a-ca017e7e8f32 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?device_id=07ae9c3c-40f2-4891-ae20-db0c49544d80 HTTP/1.1" status: 200 len: 945 time: 0.1539772 Aug 19 15:01:16.549812 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=e4566aa4-83c8-4bed-92c7-dc722f217ec2,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:16.672695 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e6b13653-54eb-498b-823a-17577e232473 req-4199785d-0786-4af8-ab3d-28b05461c390 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/security-groups?id=c01b1887-cfe4-4bd8-ac45-b3df4d389926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475019 Aug 19 15:01:16.713755 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d4e6ab-fd1d-4996-8abf-d7d7452c5567 req-7e4d5b34-5374-4c46-9c84-be210267f342 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:16.728947 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-63d4e6ab-fd1d-4996-8abf-d7d7452c5567 req-7e4d5b34-5374-4c46-9c84-be210267f342 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.2112556 Aug 19 15:01:16.742631 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0500a2c6-86db-479b-8914-a23062a13db9 None None] Provisioning complete for port e4566aa4-83c8-4bed-92c7-dc722f217ec2 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:16.742921 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0500a2c6-86db-479b-8914-a23062a13db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:16.772889 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5a4d7a5d-166b-4788-87e1-190087d5706e tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:16.816631 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-63d4e6ab-fd1d-4996-8abf-d7d7452c5567 req-edd278ce-f75d-4172-b7c2-4421f830d917 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863709 Aug 19 15:01:17.030991 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4d7a5d-166b-4788-87e1-190087d5706e tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Pushing event updated for resources: {'Port': ['ID=7d5536cc-bea9-47ab-bd29-0bc3091624d8,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:17.053280 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4d7a5d-166b-4788-87e1-190087d5706e tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Network f3dc9e06-a530-4f45-b098-b6ef938d7962 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:01:17.056091 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-5a4d7a5d-166b-4788-87e1-190087d5706e tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:01:17.064100 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4d7a5d-166b-4788-87e1-190087d5706e tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:01:17.065036 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5a4d7a5d-166b-4788-87e1-190087d5706e tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:17.132333 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ae61bc-e205-44db-936d-4acbc4c5faa4 None None] Network f3dc9e06-a530-4f45-b098-b6ef938d7962 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:01:17.168091 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b520f2b6-bcb3-4ff4-bd49-098479bb3220 req-f8ebc547-cc67-4a55-8ac1-dcc294f12a49 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:17.168620 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b520f2b6-bcb3-4ff4-bd49-098479bb3220 req-f8ebc547-cc67-4a55-8ac1-dcc294f12a49 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:17.168940 n-d-766043-2 neutron-server[94639]: INFO neutron.db.l3_db [req-b520f2b6-bcb3-4ff4-bd49-098479bb3220 req-f8ebc547-cc67-4a55-8ac1-dcc294f12a49 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Floating IP 3c60f892-e493-4344-a6e0-ea64aa640595 disassociated. External IP: 172.25.2.150, port: ed68d422-7868-4fc3-8314-aa2c7b502979. Aug 19 15:01:17.169322 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-b520f2b6-bcb3-4ff4-bd49-098479bb3220 req-f8ebc547-cc67-4a55-8ac1-dcc294f12a49 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Calling delete_port for ed68d422-7868-4fc3-8314-aa2c7b502979 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:01:17.195282 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a76893d9-0e21-4375-bc53-fc5abc20ee8e None None] Provisioning for port 3e3813e9-20e3-415f-b22e-94a80e8a9a5d completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:01:17.282210 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5a4d7a5d-166b-4788-87e1-190087d5706e tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:17.611189 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b520f2b6-bcb3-4ff4-bd49-098479bb3220 req-f8ebc547-cc67-4a55-8ac1-dcc294f12a49 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:17.620090 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device b4a3b9ef-c898-4326-956d-2612053131ff details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:01:17.803302 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port b4a3b9ef-c898-4326-956d-2612053131ff, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=b4a3b9ef-c898-4326-956d-2612053131ff,segment=NetworkSegment(4b88a796-6b52-4244-a48f-fe8e695c9ce6),segment_id=4b88a796-6b52-4244-a48f-fe8e695c9ce6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:17.809624 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ebc547-cc67-4a55-8ac1-dcc294f12a49 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Pushing event deleted for resources: {'Port': ['ID=ed68d422-7868-4fc3-8314-aa2c7b502979,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:17.841781 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': 'b4a3b9ef-c898-4326-956d-2612053131ff', 'network_id': '24c8d536-ac23-4a61-ad49-3474c07f936c', 'port_id': 'b4a3b9ef-c898-4326-956d-2612053131ff', 'mac_address': 'fa:16:3e:3e:db:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '145d9747-b0a8-4fa3-980b-a8e578e75c9d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:01:17.906057 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-78b0c831-a3b3-457e-a8c5-6b000b317de5 req-27a0577d-bfdc-4312-8d66-2796742c181d tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?device_id=07ae9c3c-40f2-4891-ae20-db0c49544d80 HTTP/1.1" status: 200 len: 210 time: 0.0661912 Aug 19 15:01:17.964484 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:18.001099 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b4a3b9ef-c898-4326-956d-2612053131ff {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:01:18.035612 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port b4a3b9ef-c898-4326-956d-2612053131ff, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=b4a3b9ef-c898-4326-956d-2612053131ff,segment=NetworkSegment(4b88a796-6b52-4244-a48f-fe8e695c9ce6),segment_id=4b88a796-6b52-4244-a48f-fe8e695c9ce6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:18.050772 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:18.111167 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc878187-e378-4554-a7dd-c2727fb355ec req-a8ad0051-7027-431e-8fa7-6ce92306918b tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:18.122803 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fc878187-e378-4554-a7dd-c2727fb355ec req-a8ad0051-7027-431e-8fa7-6ce92306918b tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1083412 Aug 19 15:01:18.169889 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['b4a3b9ef-c898-4326-956d-2612053131ff'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:01:18.220709 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fc878187-e378-4554-a7dd-c2727fb355ec req-0aeda163-a4a6-4e9a-9ed7-f0279c697b0b tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966632 Aug 19 15:01:18.306670 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5a4d7a5d-166b-4788-87e1-190087d5706e tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:18.309439 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ce086f-e3c2-4ed4-8e1c-6996b71907e7 None None] Network 1fd24253-7f49-4a13-b847-2338da7158a7 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:01:18.333005 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b520f2b6-bcb3-4ff4-bd49-098479bb3220 req-f8ebc547-cc67-4a55-8ac1-dcc294f12a49 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Router 4b4904ca-1cef-430e-9327-e5d01c8fc04f has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:01:18.340068 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5a4d7a5d-166b-4788-87e1-190087d5706e tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:18.341065 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5a4d7a5d-166b-4788-87e1-190087d5706e tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:18.389464 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 3e3813e9-20e3-415f-b22e-94a80e8a9a5d up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:01:18.501216 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=b4a3b9ef-c898-4326-956d-2612053131ff,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:18.582462 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4d7a5d-166b-4788-87e1-190087d5706e tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Network f3dc9e06-a530-4f45-b098-b6ef938d7962 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:01:18.594150 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-5a4d7a5d-166b-4788-87e1-190087d5706e tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:01:18.603699 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-dcc6b75c-24b2-4b79-868c-a6d66f21fe1f None None] Provisioning for port 7d5536cc-bea9-47ab-bd29-0bc3091624d8 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:01:18.643992 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-dcc6b75c-24b2-4b79-868c-a6d66f21fe1f None None] Provisioning complete for port 7d5536cc-bea9-47ab-bd29-0bc3091624d8 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:18.644664 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dcc6b75c-24b2-4b79-868c-a6d66f21fe1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:18.687354 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4d7a5d-166b-4788-87e1-190087d5706e tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Pushing event updated for resources: {'Port': ['ID=7d5536cc-bea9-47ab-bd29-0bc3091624d8,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:18.769772 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-dcc6b75c-24b2-4b79-868c-a6d66f21fe1f None None] Port 7d5536cc-bea9-47ab-bd29-0bc3091624d8 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:01:18.822241 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 3e3813e9-20e3-415f-b22e-94a80e8a9a5d completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:01:18.835277 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 3e3813e9-20e3-415f-b22e-94a80e8a9a5d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:18.835905 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:18.948883 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b520f2b6-bcb3-4ff4-bd49-098479bb3220 req-f8ebc547-cc67-4a55-8ac1-dcc294f12a49 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:01:18.971578 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bc1f08-9e41-44cb-a59b-3a4fa9895908 None None] Sync routers for ids ['4b4904ca-1cef-430e-9327-e5d01c8fc04f'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:01:18.987322 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bc1f08-9e41-44cb-a59b-3a4fa9895908 None None] Routers {'4b4904ca-1cef-430e-9327-e5d01c8fc04f'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:01:18.992096 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d3bc1f08-9e41-44cb-a59b-3a4fa9895908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:01:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['4b4904ca-1cef-430e-9327-e5d01c8fc04f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:19.050433 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bcf2f282-3393-4a7e-9757-2bd9479deba4 None None] Provisioning for port 9171aab2-412e-427c-8cdf-b2517cabf82d completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:01:19.079764 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-b520f2b6-bcb3-4ff4-bd49-098479bb3220 req-f8ebc547-cc67-4a55-8ac1-dcc294f12a49 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] No DVR routers for this DVR port ed68d422-7868-4fc3-8314-aa2c7b502979 on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:01:19.086902 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a83cfaa9-12a4-4b95-9b17-0c891d0a9470 req-d8087ba4-1d55-4107-96f8-0a425b4b3ecd tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?device_id=07ae9c3c-40f2-4891-ae20-db0c49544d80 HTTP/1.1" status: 200 len: 210 time: 0.0784070 Aug 19 15:01:19.100653 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b520f2b6-bcb3-4ff4-bd49-098479bb3220 req-f8ebc547-cc67-4a55-8ac1-dcc294f12a49 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:19.102724 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b520f2b6-bcb3-4ff4-bd49-098479bb3220 req-f8ebc547-cc67-4a55-8ac1-dcc294f12a49 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.68 "DELETE /v2.0/ports/ed68d422-7868-4fc3-8314-aa2c7b502979 HTTP/1.1" status: 204 len: 173 time: 3.3101256 Aug 19 15:01:19.103187 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07ae9c3c-40f2-4891-ae20-db0c49544d80', 'name': 'network-vif-deleted', 'tag': 'ed68d422-7868-4fc3-8314-aa2c7b502979'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:01:19.120655 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3faa6aac-bad8-4783-84ae-8507b06765e7" -d '{"events": [{"server_uuid": "07ae9c3c-40f2-4891-ae20-db0c49544d80", "name": "network-vif-deleted", "tag": "ed68d422-7868-4fc3-8314-aa2c7b502979"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:01:19.152044 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a4d7a5d-166b-4788-87e1-190087d5706e tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Router 726b1626-5788-404c-93be-692c037c27ae is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:01:19.202913 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:19.258021 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bcf2f282-3393-4a7e-9757-2bd9479deba4 None None] Provisioning complete for port 7d5536cc-bea9-47ab-bd29-0bc3091624d8 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:19.258722 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bcf2f282-3393-4a7e-9757-2bd9479deba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:19.339169 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 3e3813e9-20e3-415f-b22e-94a80e8a9a5d, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=3e3813e9-20e3-415f-b22e-94a80e8a9a5d,segment=NetworkSegment(7ad9745e-18fe-4219-ac31-142984f4d35e),segment_id=7ad9745e-18fe-4219-ac31-142984f4d35e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:19.384244 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:19.387614 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device e4566aa4-83c8-4bed-92c7-dc722f217ec2 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:01:19.425813 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-d3bc1f08-9e41-44cb-a59b-3a4fa9895908 None None] Set router 4b4904ca-1cef-430e-9327-e5d01c8fc04f gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:01:19.532038 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-bcf2f282-3393-4a7e-9757-2bd9479deba4 None None] Port 7d5536cc-bea9-47ab-bd29-0bc3091624d8 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:01:19.573311 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47780) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:19.579194 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-8d603c76-b292-4a8d-8c0b-afc22d57a9c3 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-229405756', 'description': 'tempest-secgroup-smoke-229405756 description', 'project_id': '5784b0340e8242b1aba4ab831f2e3b23'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:19.678358 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device b4a3b9ef-c898-4326-956d-2612053131ff up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:01:19.705016 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8d603c76-b292-4a8d-8c0b-afc22d57a9c3 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:19.747658 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8d603c76-b292-4a8d-8c0b-afc22d57a9c3 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:19.839455 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device ed68d422-7868-4fc3-8314-aa2c7b502979 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:01:19.839969 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:01:19.956500 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: ed68d422-7868-4fc3-8314-aa2c7b502979 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:01:19.957558 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device ed68d422-7868-4fc3-8314-aa2c7b502979 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:01:19.979702 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=3e3813e9-20e3-415f-b22e-94a80e8a9a5d,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:19.984976 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8e6f856f-781c-4976-bf4a-c3c9001083c3 None None] Provisioning complete for port 7d5536cc-bea9-47ab-bd29-0bc3091624d8 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:19.988614 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8e6f856f-781c-4976-bf4a-c3c9001083c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:20.036762 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8d603c76-b292-4a8d-8c0b-afc22d57a9c3 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:20.041146 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47784) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:20.048180 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d3bc1f08-9e41-44cb-a59b-3a4fa9895908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'name': 'tempest-AttachVolumeTestJSON-852643430-router', 'tenant_id': '329a9422f2e44489a7adbe73ec4e808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '05178c7e-e4be-4803-bb68-12496ba7e835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:56:53Z', 'updated_at': '2021-08-19T14:57:06Z', 'revision_number': 4, 'project_id': '329a9422f2e44489a7adbe73ec4e808e', 'gw_port': {'id': '05178c7e-e4be-4803-bb68-12496ba7e835', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:44:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:56:55Z', 'updated_at': '2021-08-19T14:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'a624f93a-8bd2-467e-9d42-b93164655081', 'name': '', 'network_id': '86eb5dfd-420b-4075-ab54-22313c9966d3', 'tenant_id': '329a9422f2e44489a7adbe73ec4e808e', 'mac_address': 'fa:16:3e:77:f4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'b36b5b14-491d-4933-bb67-1257e134c17f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:57:03Z', 'updated_at': '2021-08-19T14:57:13Z', 'revision_number': 5, 'project_id': '329a9422f2e44489a7adbe73ec4e808e', 'subnets': [{'id': 'b36b5b14-491d-4933-bb67-1257e134c17f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:20.094193 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4d7a5d-166b-4788-87e1-190087d5706e tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:01:20.097283 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e858dace-1006-42ac-bb05-f8e802ee992b x-openstack-request-id: req-e858dace-1006-42ac-bb05-f8e802ee992b {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:01:20.097568 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07ae9c3c-40f2-4891-ae20-db0c49544d80", "name": "network-vif-deleted", "tag": "ed68d422-7868-4fc3-8314-aa2c7b502979", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:01:20.097849 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e858dace-1006-42ac-bb05-f8e802ee992b {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:01:20.098265 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07ae9c3c-40f2-4891-ae20-db0c49544d80', 'name': 'network-vif-deleted', 'tag': 'ed68d422-7868-4fc3-8314-aa2c7b502979', 'status': 'completed', 'code': 200} Aug 19 15:01:20.102277 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port e4566aa4-83c8-4bed-92c7-dc722f217ec2 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:20.102896 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:20.106294 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5a4d7a5d-166b-4788-87e1-190087d5706e tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] 10.222.0.69 "PUT /v2.0/routers/726b1626-5788-404c-93be-692c037c27ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6083312 Aug 19 15:01:20.107683 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47792) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:20.125435 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8d603c76-b292-4a8d-8c0b-afc22d57a9c3 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:20.131039 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bc1f08-9e41-44cb-a59b-3a4fa9895908 None None] Checking router: 4b4904ca-1cef-430e-9327-e5d01c8fc04f for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:01:20.152866 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bc1f08-9e41-44cb-a59b-3a4fa9895908 None None] Routers {'4b4904ca-1cef-430e-9327-e5d01c8fc04f'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:01:20.153756 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d3bc1f08-9e41-44cb-a59b-3a4fa9895908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:01:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['4b4904ca-1cef-430e-9327-e5d01c8fc04f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:20.176441 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10f1e8c-e9dd-4f2c-873a-384406b41f3d None None] Sync routers for ids ['726b1626-5788-404c-93be-692c037c27ae'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:01:20.202009 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-8e6f856f-781c-4976-bf4a-c3c9001083c3 None None] Port 7d5536cc-bea9-47ab-bd29-0bc3091624d8 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:01:20.234624 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10f1e8c-e9dd-4f2c-873a-384406b41f3d None None] Routers {'726b1626-5788-404c-93be-692c037c27ae'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:01:20.235253 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e10f1e8c-e9dd-4f2c-873a-384406b41f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:01:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['726b1626-5788-404c-93be-692c037c27ae'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:20.331651 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47796) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:20.342294 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e10f1e8c-e9dd-4f2c-873a-384406b41f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:20.358060 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port b4a3b9ef-c898-4326-956d-2612053131ff triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:20.358863 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:20.383946 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-d3bc1f08-9e41-44cb-a59b-3a4fa9895908 None None] Set router 4b4904ca-1cef-430e-9327-e5d01c8fc04f gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:01:20.393303 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8d603c76-b292-4a8d-8c0b-afc22d57a9c3 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:20.403114 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10f1e8c-e9dd-4f2c-873a-384406b41f3d None None] Routers {'726b1626-5788-404c-93be-692c037c27ae'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:01:20.404324 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e10f1e8c-e9dd-4f2c-873a-384406b41f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:01:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['726b1626-5788-404c-93be-692c037c27ae'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:20.430062 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8d603c76-b292-4a8d-8c0b-afc22d57a9c3 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:20.452851 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e10f1e8c-e9dd-4f2c-873a-384406b41f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:20.454671 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10f1e8c-e9dd-4f2c-873a-384406b41f3d None None] The sync data for ids ['726b1626-5788-404c-93be-692c037c27ae'] in n-d-766043-2 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:01:20.506437 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-45ea4a10-a7bb-472c-9df3-9c21443acf8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:20.527353 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8d603c76-b292-4a8d-8c0b-afc22d57a9c3 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:20.534539 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-8d603c76-b292-4a8d-8c0b-afc22d57a9c3 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9588168 Aug 19 15:01:20.534539 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47798) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:20.563023 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-0e76bb3c-776c-48d0-954e-87de63c7ef7f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Request body: {'security_group_rule': {'security_group_id': '7df29e2b-5559-4b1c-8c7b-8990489dce1d', 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:20.580185 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 9171aab2-412e-427c-8cdf-b2517cabf82d up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:01:20.640330 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d603c76-b292-4a8d-8c0b-afc22d57a9c3 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b078c369-0e61-49c2-9525-f34947d43912,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:20.691047 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-155c9d75-1b06-47a0-bc61-c0089397d1c0 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:20.699322 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0e76bb3c-776c-48d0-954e-87de63c7ef7f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:20.727302 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-155c9d75-1b06-47a0-bc61-c0089397d1c0 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:20.741678 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:20.791016 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3143722-6a53-41b6-b8e5-85105048cd67 req-84fca949-2bf8-48de-80fb-0c07573a1376 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:20.799142 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f3143722-6a53-41b6-b8e5-85105048cd67 req-84fca949-2bf8-48de-80fb-0c07573a1376 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 945 time: 1.0225608 Aug 19 15:01:20.811294 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a3b9ef-c898-4326-956d-2612053131ff'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:01:20.818794 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb40b684-7753-4c94-8e42-083bc08919a0" -d '{"events": [{"server_uuid": "b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4", "name": "network-vif-plugged", "status": "completed", "tag": "b4a3b9ef-c898-4326-956d-2612053131ff"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:01:20.848784 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-155c9d75-1b06-47a0-bc61-c0089397d1c0 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:20.852858 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-155c9d75-1b06-47a0-bc61-c0089397d1c0 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:20.856551 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-155c9d75-1b06-47a0-bc61-c0089397d1c0 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "DELETE /v2.0/security-groups/c01b1887-cfe4-4bd8-ac45-b3df4d389926 HTTP/1.1" status: 204 len: 168 time: 0.5214956 Aug 19 15:01:20.857855 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port b4a3b9ef-c898-4326-956d-2612053131ff, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=b4a3b9ef-c898-4326-956d-2612053131ff,segment=NetworkSegment(4b88a796-6b52-4244-a48f-fe8e695c9ce6),segment_id=4b88a796-6b52-4244-a48f-fe8e695c9ce6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:20.862950 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47802) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:20.879218 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:20.900094 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-dc4c70d1-232f-4921-863a-843309c3c1a9 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:01:20.907757 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-dc4c70d1-232f-4921-863a-843309c3c1a9 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] 10.222.0.69 "PUT /v2.0/routers/726b1626-5788-404c-93be-692c037c27ae/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7957857 Aug 19 15:01:20.910655 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47806) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:20.921581 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c9d75-1b06-47a0-bc61-c0089397d1c0 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01b1887-cfe4-4bd8-ac45-b3df4d389926,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:20.968191 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 9171aab2-412e-427c-8cdf-b2517cabf82d completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:01:21.002486 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0e76bb3c-776c-48d0-954e-87de63c7ef7f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:21.006389 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d3bc1f08-9e41-44cb-a59b-3a4fa9895908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'name': 'tempest-AttachVolumeTestJSON-852643430-router', 'tenant_id': '329a9422f2e44489a7adbe73ec4e808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '05178c7e-e4be-4803-bb68-12496ba7e835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:56:53Z', 'updated_at': '2021-08-19T14:57:06Z', 'revision_number': 4, 'project_id': '329a9422f2e44489a7adbe73ec4e808e', 'gw_port': {'id': '05178c7e-e4be-4803-bb68-12496ba7e835', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:44:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:56:55Z', 'updated_at': '2021-08-19T14:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'a624f93a-8bd2-467e-9d42-b93164655081', 'name': '', 'network_id': '86eb5dfd-420b-4075-ab54-22313c9966d3', 'tenant_id': '329a9422f2e44489a7adbe73ec4e808e', 'mac_address': 'fa:16:3e:77:f4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'b36b5b14-491d-4933-bb67-1257e134c17f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:57:03Z', 'updated_at': '2021-08-19T14:57:13Z', 'revision_number': 5, 'project_id': '329a9422f2e44489a7adbe73ec4e808e', 'subnets': [{'id': 'b36b5b14-491d-4933-bb67-1257e134c17f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:21.017716 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0e76bb3c-776c-48d0-954e-87de63c7ef7f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:21.046130 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 9171aab2-412e-427c-8cdf-b2517cabf82d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:21.048825 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:21.059988 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bc1f08-9e41-44cb-a59b-3a4fa9895908 None None] The sync data for ids ['4b4904ca-1cef-430e-9327-e5d01c8fc04f'] in n-d-766043-2 is: [{'id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'name': 'tempest-AttachVolumeTestJSON-852643430-router', 'tenant_id': '329a9422f2e44489a7adbe73ec4e808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '05178c7e-e4be-4803-bb68-12496ba7e835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:56:53Z', 'updated_at': '2021-08-19T14:57:06Z', 'revision_number': 4, 'project_id': '329a9422f2e44489a7adbe73ec4e808e', 'gw_port': {'id': '05178c7e-e4be-4803-bb68-12496ba7e835', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:44:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:56:55Z', 'updated_at': '2021-08-19T14:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'a624f93a-8bd2-467e-9d42-b93164655081', 'name': '', 'network_id': '86eb5dfd-420b-4075-ab54-22313c9966d3', 'tenant_id': '329a9422f2e44489a7adbe73ec4e808e', 'mac_address': 'fa:16:3e:77:f4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'b36b5b14-491d-4933-bb67-1257e134c17f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:57:03Z', 'updated_at': '2021-08-19T14:57:13Z', 'revision_number': 5, 'project_id': '329a9422f2e44489a7adbe73ec4e808e', 'subnets': [{'id': 'b36b5b14-491d-4933-bb67-1257e134c17f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:01:21.070040 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d603c76-b292-4a8d-8c0b-afc22d57a9c3 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7df29e2b-5559-4b1c-8c7b-8990489dce1d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:21.092604 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-b263cc1e-360c-43fc-b843-2d53c5f31da8 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] show failed (client error): The resource could not be found. Aug 19 15:01:21.099726 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47808) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:21.101318 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b263cc1e-360c-43fc-b843-2d53c5f31da8 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/security-groups/c01b1887-cfe4-4bd8-ac45-b3df4d389926 HTTP/1.1" status: 404 len: 347 time: 0.2370155 Aug 19 15:01:21.202235 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e76bb3c-776c-48d0-954e-87de63c7ef7f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f46e0ca-e249-442f-a779-9f0654124f0c,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:21.255705 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=b4a3b9ef-c898-4326-956d-2612053131ff,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:21.260796 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f3143722-6a53-41b6-b8e5-85105048cd67 req-718ae9f3-4657-4d0f-9aff-2e7c48efaace tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4287362 Aug 19 15:01:21.272500 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a68e9f0-b00b-43cf-83cb-a486140d9ff8 x-openstack-request-id: req-1a68e9f0-b00b-43cf-83cb-a486140d9ff8 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:01:21.272794 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4", "name": "network-vif-plugged", "status": "completed", "tag": "b4a3b9ef-c898-4326-956d-2612053131ff", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:01:21.273045 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1a68e9f0-b00b-43cf-83cb-a486140d9ff8 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:01:21.273439 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a3b9ef-c898-4326-956d-2612053131ff', 'code': 200} Aug 19 15:01:21.337644 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:21.384724 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 9171aab2-412e-427c-8cdf-b2517cabf82d, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=9171aab2-412e-427c-8cdf-b2517cabf82d,segment=NetworkSegment(4198c634-3e71-4e40-9218-a86dbd65b736),segment_id=4198c634-3e71-4e40-9218-a86dbd65b736)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:21.397818 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-45ea4a10-a7bb-472c-9df3-9c21443acf8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:21.406907 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-45ea4a10-a7bb-472c-9df3-9c21443acf8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:21.412149 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:21.442612 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0e76bb3c-776c-48d0-954e-87de63c7ef7f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:21.450224 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-0e76bb3c-776c-48d0-954e-87de63c7ef7f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8927836 Aug 19 15:01:21.453078 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47810) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:21.469240 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b17f7c81-d663-4902-bfc5-73c426429cca tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Request body: {'security_group_rule': {'security_group_id': '7df29e2b-5559-4b1c-8c7b-8990489dce1d', 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:21.516647 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=9171aab2-412e-427c-8cdf-b2517cabf82d,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:21.536457 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-f121dcbf-baaf-40b5-8e77-b596e3ec4176 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Deleting port 182206af-b653-4428-bf04-60aa5b608188 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:01:21.536886 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f121dcbf-baaf-40b5-8e77-b596e3ec4176 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:21.569672 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 3e3813e9-20e3-415f-b22e-94a80e8a9a5d up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:01:21.612492 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea4a10-a7bb-472c-9df3-9c21443acf8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c6e8a8-1621-4495-a3da-c058bcd8ab50,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:21.630945 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e6ff8d-51fd-4c70-b5b9-7db643be4668 None None] New status for floating IP 3c60f892-e493-4344-a6e0-ea64aa640595: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:01:21.665927 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 3e3813e9-20e3-415f-b22e-94a80e8a9a5d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:21.669503 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:21.690434 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dce12951-0652-44e3-a8ce-8127f72ae861 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:21.712915 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b17f7c81-d663-4902-bfc5-73c426429cca tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:21.729406 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-45ea4a10-a7bb-472c-9df3-9c21443acf8f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6847da1a505f44bbb4a54e37f3409311&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6805136 Aug 19 15:01:21.737569 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47812) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:21.854429 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f121dcbf-baaf-40b5-8e77-b596e3ec4176 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:21.854921 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f121dcbf-baaf-40b5-8e77-b596e3ec4176 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:21.870212 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-f121dcbf-baaf-40b5-8e77-b596e3ec4176 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Calling delete_port for 182206af-b653-4428-bf04-60aa5b608188 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:01:21.896087 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0284b210-d8bb-4497-a967-22369bcee7e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:21.966134 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0284b210-d8bb-4497-a967-22369bcee7e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:21.996445 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b17f7c81-d663-4902-bfc5-73c426429cca tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:22.005476 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b17f7c81-d663-4902-bfc5-73c426429cca tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:22.043561 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17f7c81-d663-4902-bfc5-73c426429cca tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f991157-d766-4eed-82c9-af6edfff3078,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:22.052685 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b17f7c81-d663-4902-bfc5-73c426429cca tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:22.054717 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-b17f7c81-d663-4902-bfc5-73c426429cca tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5916917 Aug 19 15:01:22.057485 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47814) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:22.064587 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-55812ba8-ecc2-4595-bae6-1985a92a0247 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Request body: {'security_group_rule': {'security_group_id': '7df29e2b-5559-4b1c-8c7b-8990489dce1d', 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:22.092871 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0284b210-d8bb-4497-a967-22369bcee7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:22.095558 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0284b210-d8bb-4497-a967-22369bcee7e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:22.099601 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0284b210-d8bb-4497-a967-22369bcee7e7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/42c6e8a8-1621-4495-a3da-c058bcd8ab50 HTTP/1.1" status: 204 len: 168 time: 0.3580689 Aug 19 15:01:22.120631 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0284b210-d8bb-4497-a967-22369bcee7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c6e8a8-1621-4495-a3da-c058bcd8ab50,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:22.153404 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f121dcbf-baaf-40b5-8e77-b596e3ec4176 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:22.156865 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-55812ba8-ecc2-4595-bae6-1985a92a0247 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:22.181728 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-dce12951-0652-44e3-a8ce-8127f72ae861 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Deleting port 7d5536cc-bea9-47ab-bd29-0bc3091624d8 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:01:22.182394 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dce12951-0652-44e3-a8ce-8127f72ae861 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:22.210670 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f121dcbf-baaf-40b5-8e77-b596e3ec4176 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Pushing event deleted for resources: {'Port': ['ID=182206af-b653-4428-bf04-60aa5b608188,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:22.332496 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-55812ba8-ecc2-4595-bae6-1985a92a0247 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:22.355689 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f121dcbf-baaf-40b5-8e77-b596e3ec4176 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:22.358293 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f121dcbf-baaf-40b5-8e77-b596e3ec4176 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:22.359321 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-55812ba8-ecc2-4595-bae6-1985a92a0247 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:22.363887 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f121dcbf-baaf-40b5-8e77-b596e3ec4176 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "DELETE /v2.0/floatingips/3c60f892-e493-4344-a6e0-ea64aa640595 HTTP/1.1" status: 204 len: 168 time: 1.2436285 Aug 19 15:01:22.393765 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-55812ba8-ecc2-4595-bae6-1985a92a0247 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:22.399097 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47822) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:22.404845 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-4cf33054-ac4e-4635-9b72-24e3c280bf5c tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Request body: {'security_group_rule': {'security_group_id': '7df29e2b-5559-4b1c-8c7b-8990489dce1d', 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:22.408965 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-55812ba8-ecc2-4595-bae6-1985a92a0247 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3503201 Aug 19 15:01:22.461766 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dce12951-0652-44e3-a8ce-8127f72ae861 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:22.467835 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55812ba8-ecc2-4595-bae6-1985a92a0247 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4810c9ac-8ada-4944-86eb-4198fecb5299,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:22.487856 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-dce12951-0652-44e3-a8ce-8127f72ae861 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Calling delete_port for 7d5536cc-bea9-47ab-bd29-0bc3091624d8 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:01:22.512192 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4cf33054-ac4e-4635-9b72-24e3c280bf5c tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:22.536844 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be0f15-a877-4ff2-a5a3-4382c6708533 req-938de8ca-f166-49bb-bb4c-4ad04b32b72d tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:22.546715 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-48be0f15-a877-4ff2-a5a3-4382c6708533 req-938de8ca-f166-49bb-bb4c-4ad04b32b72d tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1312084 Aug 19 15:01:22.641068 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-48be0f15-a877-4ff2-a5a3-4382c6708533 req-b8293606-e054-485c-abda-fb6b9f118b92 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930483 Aug 19 15:01:22.666349 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4cf33054-ac4e-4635-9b72-24e3c280bf5c tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:22.673817 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4cf33054-ac4e-4635-9b72-24e3c280bf5c tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:22.722383 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf33054-ac4e-4635-9b72-24e3c280bf5c tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8389c2ab-3ad5-45eb-ae2b-994d14b0568f,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:22.743506 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4cf33054-ac4e-4635-9b72-24e3c280bf5c tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:22.745129 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-4cf33054-ac4e-4635-9b72-24e3c280bf5c tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3447387 Aug 19 15:01:22.747849 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47834) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:22.752895 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-30481763-3d29-4aa9-8eb5-6ae63d456d01 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Request body: {'security_group_rule': {'security_group_id': '7df29e2b-5559-4b1c-8c7b-8990489dce1d', 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:22.812114 n-d-766043-2 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-30481763-3d29-4aa9-8eb5-6ae63d456d01 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Project 5784b0340e8242b1aba4ab831f2e3b23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:01:22.820649 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30481763-3d29-4aa9-8eb5-6ae63d456d01 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:22.877449 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dce12951-0652-44e3-a8ce-8127f72ae861 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:22.946652 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce12951-0652-44e3-a8ce-8127f72ae861 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Pushing event deleted for resources: {'Port': ['ID=7d5536cc-bea9-47ab-bd29-0bc3091624d8,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:23.038345 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47842) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:23.043335 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d4597a86-203c-41cb-8e17-4c90f47ea25b tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Request body: {'security_group': {'name': 'tempest-securitygroup--751122193', 'description': 'tempest-description--220280810'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:23.093769 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d4597a86-203c-41cb-8e17-4c90f47ea25b tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:23.101164 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30481763-3d29-4aa9-8eb5-6ae63d456d01 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:23.110680 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30481763-3d29-4aa9-8eb5-6ae63d456d01 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:23.116286 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dce12951-0652-44e3-a8ce-8127f72ae861 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:23.147814 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30481763-3d29-4aa9-8eb5-6ae63d456d01 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24e3c9ce-9676-46fb-9ebf-72ddb8bb9078,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:23.207452 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30481763-3d29-4aa9-8eb5-6ae63d456d01 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:23.208686 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-30481763-3d29-4aa9-8eb5-6ae63d456d01 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4597483 Aug 19 15:01:23.214487 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47846) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:23.222564 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-95e52d0f-bd75-43a4-9ab1-d82492ea0abe tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Request body: {'security_group_rule': {'security_group_id': '7df29e2b-5559-4b1c-8c7b-8990489dce1d', 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:23.296615 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47848) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:23.327122 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d4597a86-203c-41cb-8e17-4c90f47ea25b tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:23.342377 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d4597a86-203c-41cb-8e17-4c90f47ea25b tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:23.347210 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dce12951-0652-44e3-a8ce-8127f72ae861 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Router 726b1626-5788-404c-93be-692c037c27ae has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:01:23.392255 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4597a86-203c-41cb-8e17-4c90f47ea25b tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c557159-7162-4d2f-ba9f-7706b6cb47a3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:23.399566 n-d-766043-2 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-95e52d0f-bd75-43a4-9ab1-d82492ea0abe tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Project 5784b0340e8242b1aba4ab831f2e3b23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:01:23.407674 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-95e52d0f-bd75-43a4-9ab1-d82492ea0abe tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:23.424277 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d4597a86-203c-41cb-8e17-4c90f47ea25b tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:23.428246 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d4597a86-203c-41cb-8e17-4c90f47ea25b tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3860428 Aug 19 15:01:23.429292 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47852) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:23.438794 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce12951-0652-44e3-a8ce-8127f72ae861 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:01:23.439925 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-0865ebf2-039b-443a-b094-e0f49e0f4361 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Request body: {'security_group_rule': {'security_group_id': '7c557159-7162-4d2f-ba9f-7706b6cb47a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:23.443852 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-dce12951-0652-44e3-a8ce-8127f72ae861 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] 10.222.0.69 "PUT /v2.0/routers/726b1626-5788-404c-93be-692c037c27ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5176668 Aug 19 15:01:23.447907 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47854) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:23.462404 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3553e7ec-f000-4f2f-8db4-adbf58005416 None None] Sync routers for ids ['726b1626-5788-404c-93be-692c037c27ae'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:01:23.493500 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-205314db-65a4-487b-bfce-97cd41b8040b tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] delete failed (client error): The resource could not be found. Aug 19 15:01:23.498237 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-205314db-65a4-487b-bfce-97cd41b8040b tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] 10.222.0.69 "DELETE /v2.0/routers/tempest-non_exist_router-1526307418 HTTP/1.1" status: 404 len: 335 time: 0.0455070 Aug 19 15:01:23.498495 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47856) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:23.503254 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-927d8b1a-87f3-4d67-9e9a-524b60aa73c4 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Request body: {'router': {'external_gateway_info': {'network_id': '726b1626-5788-404c-93be-692c037c27ae'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:23.525344 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3553e7ec-f000-4f2f-8db4-adbf58005416 None None] Routers {'726b1626-5788-404c-93be-692c037c27ae'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:01:23.533546 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3553e7ec-f000-4f2f-8db4-adbf58005416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:01:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['726b1626-5788-404c-93be-692c037c27ae'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:23.580367 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-88c61174-9791-4abd-b273-62892293d395 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-652792475-network', 'tenant_id': '0550ac85b3b548ae984f8729832afa44'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:23.590297 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3553e7ec-f000-4f2f-8db4-adbf58005416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:23.601810 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3553e7ec-f000-4f2f-8db4-adbf58005416 None None] Routers {'726b1626-5788-404c-93be-692c037c27ae'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:01:23.602506 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3553e7ec-f000-4f2f-8db4-adbf58005416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:01:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['726b1626-5788-404c-93be-692c037c27ae'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:23.632489 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-95e52d0f-bd75-43a4-9ab1-d82492ea0abe tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:23.657170 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3553e7ec-f000-4f2f-8db4-adbf58005416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:23.657840 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3553e7ec-f000-4f2f-8db4-adbf58005416 None None] The sync data for ids ['726b1626-5788-404c-93be-692c037c27ae'] in n-d-766043-2 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:01:23.660735 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 9171aab2-412e-427c-8cdf-b2517cabf82d up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:01:23.677082 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c61174-9791-4abd-b273-62892293d395 admin admin] Made reservation on behalf of 0550ac85b3b548ae984f8729832afa44 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:01:23.682908 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-88c61174-9791-4abd-b273-62892293d395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:23.686720 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-95e52d0f-bd75-43a4-9ab1-d82492ea0abe tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:23.702300 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0865ebf2-039b-443a-b094-e0f49e0f4361 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:23.735335 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-88c61174-9791-4abd-b273-62892293d395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:23.747516 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e52d0f-bd75-43a4-9ab1-d82492ea0abe tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc8ef944-1d44-4680-b3c3-7bf6a9422a35,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:23.760998 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-95e52d0f-bd75-43a4-9ab1-d82492ea0abe tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:23.762756 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-95e52d0f-bd75-43a4-9ab1-d82492ea0abe tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5464623 Aug 19 15:01:23.763002 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 9171aab2-412e-427c-8cdf-b2517cabf82d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:23.763559 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:23.780678 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47860) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:23.785749 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2de38249-bc3b-49ed-b390-f699a8f0c17b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Request body: {'network': {'name': 'tempest-network-smoke--1829409142', 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'port_security_enabled': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:23.829880 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-927d8b1a-87f3-4d67-9e9a-524b60aa73c4 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:23.853552 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-927d8b1a-87f3-4d67-9e9a-524b60aa73c4 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] update failed (client error): The resource could not be found. Aug 19 15:01:23.859124 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-927d8b1a-87f3-4d67-9e9a-524b60aa73c4 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] 10.222.0.69 "PUT /v2.0/routers/726b1626-5788-404c-93be-692c037c27ae HTTP/1.1" status: 404 len: 339 time: 0.3595586 Aug 19 15:01:23.859758 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47862) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:23.864817 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7ccce94d-940f-4e8d-8603-f06b63e3155e tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-831240481'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:23.871764 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0865ebf2-039b-443a-b094-e0f49e0f4361 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:23.885164 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0865ebf2-039b-443a-b094-e0f49e0f4361 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:23.939545 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273b38c-df86-4c29-ac7b-60063f3682b6 req-b5fa5645-ea37-4b8e-bb6a-f3540f7618ff tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:23.951629 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3273b38c-df86-4c29-ac7b-60063f3682b6 req-b5fa5645-ea37-4b8e-bb6a-f3540f7618ff tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1828070 Aug 19 15:01:23.957641 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865ebf2-039b-443a-b094-e0f49e0f4361 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fea5bc7d-a882-478b-99d2-2f9d97bda126,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:24.041535 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3273b38c-df86-4c29-ac7b-60063f3682b6 req-bffc8060-b3c3-438a-bde3-573eae457856 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887616 Aug 19 15:01:24.084352 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-88c61174-9791-4abd-b273-62892293d395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:24.091192 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-88c61174-9791-4abd-b273-62892293d395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:24.110663 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0865ebf2-039b-443a-b094-e0f49e0f4361 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:24.112006 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-0865ebf2-039b-443a-b094-e0f49e0f4361 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6820016 Aug 19 15:01:24.114788 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47864) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:24.123259 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a67ac92e-6b71-4c56-9d6d-d219f0dfbb1e tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Request body: {'security_group_rule': {'security_group_id': '7c557159-7162-4d2f-ba9f-7706b6cb47a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:24.129563 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88c61174-9791-4abd-b273-62892293d395 admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:01:24.135010 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.db.api [None req-7ccce94d-940f-4e8d-8603-f06b63e3155e tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 15:01:24.135010 n-d-766043-2 neutron-server[94639]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 15:01:24.135010 n-d-766043-2 neutron-server[94639]: [parameters: {'project_id_1': '2e75c59d8bfc41658277b0dff44c0a18', 'expiration_1': datetime.datetime(2021, 8, 19, 15, 1, 23, 870476)}] Aug 19 15:01:24.135010 n-d-766043-2 neutron-server[94639]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:01:24.136087 n-d-766043-2 neutron-server[94639]: DEBUG oslo_db.api [None req-7ccce94d-940f-4e8d-8603-f06b63e3155e tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:01:24.157257 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-88c61174-9791-4abd-b273-62892293d395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:24.157986 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-88c61174-9791-4abd-b273-62892293d395 admin admin] Added segment b6bb2d61-0455-440b-809f-c8e64ffc2b8e of type vlan for network 042ff527-1fae-4bd9-883c-64e28e4df4d0 Aug 19 15:01:24.170358 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de38249-bc3b-49ed-b390-f699a8f0c17b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Made reservation on behalf of 5784b0340e8242b1aba4ab831f2e3b23 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:01:24.174260 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2de38249-bc3b-49ed-b390-f699a8f0c17b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:24.178160 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c61174-9791-4abd-b273-62892293d395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:24.187427 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a67ac92e-6b71-4c56-9d6d-d219f0dfbb1e tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:24.238595 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-88c61174-9791-4abd-b273-62892293d395 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:24.247909 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2de38249-bc3b-49ed-b390-f699a8f0c17b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:01:24.269885 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a67ac92e-6b71-4c56-9d6d-d219f0dfbb1e tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:24.272714 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2de38249-bc3b-49ed-b390-f699a8f0c17b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:24.273261 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-2de38249-bc3b-49ed-b390-f699a8f0c17b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Added segment af63bf8d-c499-484e-bc2f-0bd1cbfcd355 of type vlan for network 0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e Aug 19 15:01:24.274516 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a67ac92e-6b71-4c56-9d6d-d219f0dfbb1e tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:24.302953 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ac92e-6b71-4c56-9d6d-d219f0dfbb1e tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=351ae678-eabf-476a-854f-1f0b232580a1,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:24.312641 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a67ac92e-6b71-4c56-9d6d-d219f0dfbb1e tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:24.317636 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a67ac92e-6b71-4c56-9d6d-d219f0dfbb1e tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1973991 Aug 19 15:01:24.317844 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47866) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:24.327832 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-aa52fb3e-2b57-4bd3-a26f-7c4566f97138 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Request body: {'floatingip': {'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:24.333780 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-88c61174-9791-4abd-b273-62892293d395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:24.334853 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c61174-9791-4abd-b273-62892293d395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:24.335370 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-88c61174-9791-4abd-b273-62892293d395 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:24.375849 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2de38249-bc3b-49ed-b390-f699a8f0c17b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:24.445127 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa52fb3e-2b57-4bd3-a26f-7c4566f97138 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:24.459348 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c61174-9791-4abd-b273-62892293d395 admin admin] Pushing event updated for resources: {'Network': ['ID=042ff527-1fae-4bd9-883c-64e28e4df4d0,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:24.470674 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 042ff527-1fae-4bd9-883c-64e28e4df4d0 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:01:24.472319 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-88c61174-9791-4abd-b273-62892293d395 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1742718 Aug 19 15:01:24.476267 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47868) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:24.488215 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ad639984-dece-450f-9a05-b5676c16b8d0 admin admin] Request body: {'subnet': {'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-652792475-subnet', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:24.524743 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2de38249-bc3b-49ed-b390-f699a8f0c17b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:24.530404 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de38249-bc3b-49ed-b390-f699a8f0c17b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:24.531040 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2de38249-bc3b-49ed-b390-f699a8f0c17b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:24.533492 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad639984-dece-450f-9a05-b5676c16b8d0 admin admin] Made reservation on behalf of 0550ac85b3b548ae984f8729832afa44 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:01:24.536097 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ad639984-dece-450f-9a05-b5676c16b8d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:24.600399 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-2de38249-bc3b-49ed-b390-f699a8f0c17b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8181157 Aug 19 15:01:24.612049 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47870) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:24.619322 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-13438cfc-ff6f-4b53-836d-0373d1e86cfd tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1688666358', 'admin_state_up': True, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:24.658575 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de38249-bc3b-49ed-b390-f699a8f0c17b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'Network': ['ID=0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:24.675423 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-13438cfc-ff6f-4b53-836d-0373d1e86cfd tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:24.676611 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-13438cfc-ff6f-4b53-836d-0373d1e86cfd tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:24.693224 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:01:24.715640 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ccce94d-940f-4e8d-8603-f06b63e3155e tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Made reservation on behalf of 2e75c59d8bfc41658277b0dff44c0a18 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:01:24.719653 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7ccce94d-940f-4e8d-8603-f06b63e3155e tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:24.771670 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-13438cfc-ff6f-4b53-836d-0373d1e86cfd tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:24.774227 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa52fb3e-2b57-4bd3-a26f-7c4566f97138 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:24.818223 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ccce94d-940f-4e8d-8603-f06b63e3155e tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:01:24.856677 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7ccce94d-940f-4e8d-8603-f06b63e3155e tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:24.856971 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-7ccce94d-940f-4e8d-8603-f06b63e3155e tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Added segment 59ed8373-75ca-43f8-a57a-f286fe277a20 of type vlan for network a5c74e54-a46d-496b-8f8c-8431d6c03794 Aug 19 15:01:24.915581 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ad639984-dece-450f-9a05-b5676c16b8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:24.928433 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7ccce94d-940f-4e8d-8603-f06b63e3155e tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:25.006075 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad639984-dece-450f-9a05-b5676c16b8d0 admin admin] Checking segment: {'id': 'b6bb2d61-0455-440b-809f-c8e64ffc2b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:01:25.006958 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad639984-dece-450f-9a05-b5676c16b8d0 admin admin] Network hostable DHCP agents. Network: 042ff527-1fae-4bd9-883c-64e28e4df4d0, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:01:25.018964 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-aa52fb3e-2b57-4bd3-a26f-7c4566f97138 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Allocated IP 172.25.2.121 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/9b7005b8-5696-4d90-87c9-e93e00d65132) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:01:25.024878 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7ccce94d-940f-4e8d-8603-f06b63e3155e tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:25.026966 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-13438cfc-ff6f-4b53-836d-0373d1e86cfd tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:25.030639 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccce94d-940f-4e8d-8603-f06b63e3155e tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:25.031262 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7ccce94d-940f-4e8d-8603-f06b63e3155e tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:25.042160 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad639984-dece-450f-9a05-b5676c16b8d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4501b342-71e0-4b08-b9d8-b651dd87e075,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:25.053477 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7ccce94d-940f-4e8d-8603-f06b63e3155e tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1926510 Aug 19 15:01:25.054121 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad639984-dece-450f-9a05-b5676c16b8d0 admin admin] Network 042ff527-1fae-4bd9-883c-64e28e4df4d0 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:01:25.061867 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47876) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:25.072986 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-ad639984-dece-450f-9a05-b5676c16b8d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 042ff527-1fae-4bd9-883c-64e28e4df4d0) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:01:25.080841 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4facf93e-259a-42d1-8763-89e8cc9b94fb None None] Network 042ff527-1fae-4bd9-883c-64e28e4df4d0 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:01:25.109709 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad639984-dece-450f-9a05-b5676c16b8d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:25.110209 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ad639984-dece-450f-9a05-b5676c16b8d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:25.118253 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-56e86564-ea5d-4f7d-81e9-ec272e7d3c72 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Request body: {'subnet': {'network_id': 'a5c74e54-a46d-496b-8f8c-8431d6c03794', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:25.138987 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ad639984-dece-450f-9a05-b5676c16b8d0 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6600013 Aug 19 15:01:25.139355 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47880) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:25.148362 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-86091161-df2b-41bc-b12a-ca49503ee1a1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-652792475-router', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:25.156502 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccce94d-940f-4e8d-8603-f06b63e3155e tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Pushing event updated for resources: {'Network': ['ID=a5c74e54-a46d-496b-8f8c-8431d6c03794,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:25.180162 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-86091161-df2b-41bc-b12a-ca49503ee1a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:25.183791 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-86091161-df2b-41bc-b12a-ca49503ee1a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:25.202846 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network a5c74e54-a46d-496b-8f8c-8431d6c03794 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:01:25.250453 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa52fb3e-2b57-4bd3-a26f-7c4566f97138 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:25.265119 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-86091161-df2b-41bc-b12a-ca49503ee1a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:25.328056 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa52fb3e-2b57-4bd3-a26f-7c4566f97138 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:25.347039 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d1a2dc-6a80-4fbd-9d99-50c109e1a0ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-042ff527-1fae-4bd9-883c-64e28e4df4d0', 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'fixed_ips': [{'subnet_id': '4501b342-71e0-4b08-b9d8-b651dd87e075'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:01:25.347893 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-33d1a2dc-6a80-4fbd-9d99-50c109e1a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:25.443075 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa52fb3e-2b57-4bd3-a26f-7c4566f97138 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:01:25.450522 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-86091161-df2b-41bc-b12a-ca49503ee1a1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:25.477943 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-aa52fb3e-2b57-4bd3-a26f-7c4566f97138 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:01:25.480434 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa52fb3e-2b57-4bd3-a26f-7c4566f97138 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:01:25.615418 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-33d1a2dc-6a80-4fbd-9d99-50c109e1a0ff None None] Allocated IP 172.20.0.2 (042ff527-1fae-4bd9-883c-64e28e4df4d0/4501b342-71e0-4b08-b9d8-b651dd87e075/70ad493d-acb2-4dc2-a13c-3ef2a816c317) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:01:25.617075 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d485c-e448-411c-ab4f-8692cded8035 req-65cb8d4f-0200-4b45-838f-941a0b3e9d62 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:25.619276 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-df4d485c-e448-411c-ab4f-8692cded8035 req-65cb8d4f-0200-4b45-838f-941a0b3e9d62 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.3196695 Aug 19 15:01:25.625668 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa52fb3e-2b57-4bd3-a26f-7c4566f97138 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Pushing event updated for resources: {'Port': ['ID=9b7005b8-5696-4d90-87c9-e93e00d65132,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:25.701615 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e86564-ea5d-4f7d-81e9-ec272e7d3c72 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Made reservation on behalf of 2e75c59d8bfc41658277b0dff44c0a18 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:01:25.713284 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56e86564-ea5d-4f7d-81e9-ec272e7d3c72 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:25.777752 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa52fb3e-2b57-4bd3-a26f-7c4566f97138 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:25.853862 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-33d1a2dc-6a80-4fbd-9d99-50c109e1a0ff None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:25.863741 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-33d1a2dc-6a80-4fbd-9d99-50c109e1a0ff None None] Transition to ACTIVE for port object 70ad493d-acb2-4dc2-a13c-3ef2a816c317 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:01:25.886124 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-33d1a2dc-6a80-4fbd-9d99-50c109e1a0ff None None] Transition to ACTIVE for port object 70ad493d-acb2-4dc2-a13c-3ef2a816c317 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:01:25.894167 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-33d1a2dc-6a80-4fbd-9d99-50c109e1a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:25.948819 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa52fb3e-2b57-4bd3-a26f-7c4566f97138 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:25.956024 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d1a2dc-6a80-4fbd-9d99-50c109e1a0ff None None] Network 042ff527-1fae-4bd9-883c-64e28e4df4d0 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:01:25.963058 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d1a2dc-6a80-4fbd-9d99-50c109e1a0ff None None] Pushing event updated for resources: {'Port': ['ID=70ad493d-acb2-4dc2-a13c-3ef2a816c317,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:25.966972 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-33d1a2dc-6a80-4fbd-9d99-50c109e1a0ff None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:01:25.970206 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d1a2dc-6a80-4fbd-9d99-50c109e1a0ff None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:01:25.996495 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-df4d485c-e448-411c-ab4f-8692cded8035 req-b2f4a31b-1ec5-4d09-b893-9c1739479385 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541441 Aug 19 15:01:26.058854 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-86091161-df2b-41bc-b12a-ca49503ee1a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:26.061053 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-33d1a2dc-6a80-4fbd-9d99-50c109e1a0ff None None] Attempting to bind port 70ad493d-acb2-4dc2-a13c-3ef2a816c317 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:01:26.061431 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-33d1a2dc-6a80-4fbd-9d99-50c109e1a0ff None None] Attempting to bind port 70ad493d-acb2-4dc2-a13c-3ef2a816c317 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'b6bb2d61-0455-440b-809f-c8e64ffc2b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:01:26.061798 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d1a2dc-6a80-4fbd-9d99-50c109e1a0ff None None] Attempting to bind port 70ad493d-acb2-4dc2-a13c-3ef2a816c317 on network 042ff527-1fae-4bd9-883c-64e28e4df4d0 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:01:26.067030 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d1a2dc-6a80-4fbd-9d99-50c109e1a0ff None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:01:26.067406 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d1a2dc-6a80-4fbd-9d99-50c109e1a0ff None None] Checking segment: {'id': 'b6bb2d61-0455-440b-809f-c8e64ffc2b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:01:26.067808 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-33d1a2dc-6a80-4fbd-9d99-50c109e1a0ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:26.068256 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d1a2dc-6a80-4fbd-9d99-50c109e1a0ff None None] Bound using segment: {'id': 'b6bb2d61-0455-440b-809f-c8e64ffc2b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:01:26.068748 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-33d1a2dc-6a80-4fbd-9d99-50c109e1a0ff None None] Bound port: 70ad493d-acb2-4dc2-a13c-3ef2a816c317, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6bb2d61-0455-440b-809f-c8e64ffc2b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:01:26.069208 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-33d1a2dc-6a80-4fbd-9d99-50c109e1a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:26.081596 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-86091161-df2b-41bc-b12a-ca49503ee1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:26.231758 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-86091161-df2b-41bc-b12a-ca49503ee1a1 admin admin] Allocated IP 172.25.2.77 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/069e7c76-badf-4569-8845-68c39685a135) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:01:26.270752 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-13438cfc-ff6f-4b53-836d-0373d1e86cfd tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:26.297973 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-13438cfc-ff6f-4b53-836d-0373d1e86cfd tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:26.313152 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-33d1a2dc-6a80-4fbd-9d99-50c109e1a0ff None None] For port 70ad493d-acb2-4dc2-a13c-3ef2a816c317, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:01:26.319561 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-33d1a2dc-6a80-4fbd-9d99-50c109e1a0ff None None] For port 70ad493d-acb2-4dc2-a13c-3ef2a816c317, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=70ad493d-acb2-4dc2-a13c-3ef2a816c317,segment=NetworkSegment(b6bb2d61-0455-440b-809f-c8e64ffc2b8e),segment_id=b6bb2d61-0455-440b-809f-c8e64ffc2b8e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:01:26.349117 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-33d1a2dc-6a80-4fbd-9d99-50c109e1a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:26.368904 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-86091161-df2b-41bc-b12a-ca49503ee1a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:26.369815 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56e86564-ea5d-4f7d-81e9-ec272e7d3c72 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:26.423238 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-86091161-df2b-41bc-b12a-ca49503ee1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:26.440638 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d1a2dc-6a80-4fbd-9d99-50c109e1a0ff None None] Pushing event updated for resources: {'Port': ['ID=70ad493d-acb2-4dc2-a13c-3ef2a816c317,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:26.492382 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-13438cfc-ff6f-4b53-836d-0373d1e86cfd tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Allocated IP 172.25.2.61 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/4c7094b8-95a4-462c-affc-ba6c265673c6) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:01:26.505543 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86091161-df2b-41bc-b12a-ca49503ee1a1 admin admin] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:01:26.513623 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-86091161-df2b-41bc-b12a-ca49503ee1a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:01:26.524659 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86091161-df2b-41bc-b12a-ca49503ee1a1 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:01:26.578920 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86091161-df2b-41bc-b12a-ca49503ee1a1 admin admin] Pushing event updated for resources: {'Port': ['ID=069e7c76-badf-4569-8845-68c39685a135,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:26.597864 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e86564-ea5d-4f7d-81e9-ec272e7d3c72 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Pushing event updated for resources: {'Subnet': ['ID=92f8f559-1b54-4518-bc04-f4209064bfe3,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:26.659142 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e86564-ea5d-4f7d-81e9-ec272e7d3c72 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Checking segment: {'id': '59ed8373-75ca-43f8-a57a-f286fe277a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a5c74e54-a46d-496b-8f8c-8431d6c03794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:01:26.659536 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e86564-ea5d-4f7d-81e9-ec272e7d3c72 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Network hostable DHCP agents. Network: a5c74e54-a46d-496b-8f8c-8431d6c03794, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:01:26.744649 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa52fb3e-2b57-4bd3-a26f-7c4566f97138 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:26.761049 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa52fb3e-2b57-4bd3-a26f-7c4566f97138 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:26.777763 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e86564-ea5d-4f7d-81e9-ec272e7d3c72 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Network a5c74e54-a46d-496b-8f8c-8431d6c03794 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:01:26.850580 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-56e86564-ea5d-4f7d-81e9-ec272e7d3c72 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, a5c74e54-a46d-496b-8f8c-8431d6c03794) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:01:26.859952 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db52e5d9-a86c-4a30-90ca-efb95c02e2fd None None] Network a5c74e54-a46d-496b-8f8c-8431d6c03794 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:01:26.874210 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-13438cfc-ff6f-4b53-836d-0373d1e86cfd tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:26.878404 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-86091161-df2b-41bc-b12a-ca49503ee1a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:26.889057 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e86564-ea5d-4f7d-81e9-ec272e7d3c72 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:26.889685 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56e86564-ea5d-4f7d-81e9-ec272e7d3c72 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:26.904581 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa52fb3e-2b57-4bd3-a26f-7c4566f97138 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Pushing event updated for resources: {'Port': ['ID=9b7005b8-5696-4d90-87c9-e93e00d65132,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:26.926405 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-56e86564-ea5d-4f7d-81e9-ec272e7d3c72 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8604934 Aug 19 15:01:26.927580 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47882) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:26.935598 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-70b7ba38-5a73-4236-87b1-9ad7b92b2d61 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a5c74e54-a46d-496b-8f8c-8431d6c03794'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:26.938909 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa52fb3e-2b57-4bd3-a26f-7c4566f97138 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:27.047069 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa52fb3e-2b57-4bd3-a26f-7c4566f97138 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:27.048288 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-aa52fb3e-2b57-4bd3-a26f-7c4566f97138 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7297313 Aug 19 15:01:27.247699 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019b4343-07dc-4e1f-a897-904249883535 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-a5c74e54-a46d-496b-8f8c-8431d6c03794', 'network_id': 'a5c74e54-a46d-496b-8f8c-8431d6c03794', 'tenant_id': '2e75c59d8bfc41658277b0dff44c0a18', 'fixed_ips': [{'subnet_id': '92f8f559-1b54-4518-bc04-f4209064bfe3'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:01:27.249834 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-86091161-df2b-41bc-b12a-ca49503ee1a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:27.250279 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-019b4343-07dc-4e1f-a897-904249883535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:27.444798 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86091161-df2b-41bc-b12a-ca49503ee1a1 admin admin] Router ca65e901-eea1-45f3-9424-a1acad466ee4 is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:01:27.579083 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-019b4343-07dc-4e1f-a897-904249883535 None None] Allocated IP 2001:db8:1::2 (a5c74e54-a46d-496b-8f8c-8431d6c03794/92f8f559-1b54-4518-bc04-f4209064bfe3/d55f5ce8-9b86-416a-8d93-d0935816daf6) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:01:27.692961 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86091161-df2b-41bc-b12a-ca49503ee1a1 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:01:27.705867 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0a2fee-de2d-4f97-80e7-7bf4e82fdd98 None None] Sync routers for ids ['ca65e901-eea1-45f3-9424-a1acad466ee4'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:01:27.716210 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-86091161-df2b-41bc-b12a-ca49503ee1a1 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:27.717819 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-86091161-df2b-41bc-b12a-ca49503ee1a1 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5750051 Aug 19 15:01:27.722082 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47898) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:27.727679 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0a2fee-de2d-4f97-80e7-7bf4e82fdd98 None None] Routers {'ca65e901-eea1-45f3-9424-a1acad466ee4'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:01:27.728497 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6e0a2fee-de2d-4f97-80e7-7bf4e82fdd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:01:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['ca65e901-eea1-45f3-9424-a1acad466ee4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:27.774699 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-019b4343-07dc-4e1f-a897-904249883535 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:27.785187 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-019b4343-07dc-4e1f-a897-904249883535 None None] Transition to ACTIVE for port object d55f5ce8-9b86-416a-8d93-d0935816daf6 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:01:27.809437 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-019b4343-07dc-4e1f-a897-904249883535 None None] Transition to ACTIVE for port object d55f5ce8-9b86-416a-8d93-d0935816daf6 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:01:27.815174 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 70ad493d-acb2-4dc2-a13c-3ef2a816c317 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:01:27.820652 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-019b4343-07dc-4e1f-a897-904249883535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:27.898111 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-13438cfc-ff6f-4b53-836d-0373d1e86cfd tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:27.947150 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019b4343-07dc-4e1f-a897-904249883535 None None] Network a5c74e54-a46d-496b-8f8c-8431d6c03794 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:01:27.949147 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b4343-07dc-4e1f-a897-904249883535 None None] Pushing event updated for resources: {'Port': ['ID=d55f5ce8-9b86-416a-8d93-d0935816daf6,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:27.955244 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13438cfc-ff6f-4b53-836d-0373d1e86cfd tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:01:27.957609 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-019b4343-07dc-4e1f-a897-904249883535 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:01:27.957933 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-6e0a2fee-de2d-4f97-80e7-7bf4e82fdd98 None None] Set router ca65e901-eea1-45f3-9424-a1acad466ee4 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:01:27.961701 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019b4343-07dc-4e1f-a897-904249883535 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:01:27.964605 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019b4343-07dc-4e1f-a897-904249883535 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:27.964856 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019b4343-07dc-4e1f-a897-904249883535 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:27.965201 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019b4343-07dc-4e1f-a897-904249883535 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:27.965539 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019b4343-07dc-4e1f-a897-904249883535 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:27.965878 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019b4343-07dc-4e1f-a897-904249883535 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:27.966230 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019b4343-07dc-4e1f-a897-904249883535 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:27.966541 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019b4343-07dc-4e1f-a897-904249883535 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:27.966873 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019b4343-07dc-4e1f-a897-904249883535 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:27.967201 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019b4343-07dc-4e1f-a897-904249883535 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:27.967525 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019b4343-07dc-4e1f-a897-904249883535 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:27.967856 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019b4343-07dc-4e1f-a897-904249883535 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:27.968181 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019b4343-07dc-4e1f-a897-904249883535 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:27.976589 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-13438cfc-ff6f-4b53-836d-0373d1e86cfd tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:01:27.986730 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13438cfc-ff6f-4b53-836d-0373d1e86cfd tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:01:28.045103 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 70ad493d-acb2-4dc2-a13c-3ef2a816c317 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:01:28.055431 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-019b4343-07dc-4e1f-a897-904249883535 None None] Attempting to bind port d55f5ce8-9b86-416a-8d93-d0935816daf6 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:01:28.055808 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-019b4343-07dc-4e1f-a897-904249883535 None None] Attempting to bind port d55f5ce8-9b86-416a-8d93-d0935816daf6 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '59ed8373-75ca-43f8-a57a-f286fe277a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a5c74e54-a46d-496b-8f8c-8431d6c03794'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:01:28.056221 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019b4343-07dc-4e1f-a897-904249883535 None None] Attempting to bind port d55f5ce8-9b86-416a-8d93-d0935816daf6 on network a5c74e54-a46d-496b-8f8c-8431d6c03794 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:01:28.062580 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019b4343-07dc-4e1f-a897-904249883535 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:01:28.062959 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019b4343-07dc-4e1f-a897-904249883535 None None] Checking segment: {'id': '59ed8373-75ca-43f8-a57a-f286fe277a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a5c74e54-a46d-496b-8f8c-8431d6c03794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:01:28.063372 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-019b4343-07dc-4e1f-a897-904249883535 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:28.063765 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019b4343-07dc-4e1f-a897-904249883535 None None] Bound using segment: {'id': '59ed8373-75ca-43f8-a57a-f286fe277a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a5c74e54-a46d-496b-8f8c-8431d6c03794'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:01:28.064550 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-019b4343-07dc-4e1f-a897-904249883535 None None] Bound port: d55f5ce8-9b86-416a-8d93-d0935816daf6, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59ed8373-75ca-43f8-a57a-f286fe277a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a5c74e54-a46d-496b-8f8c-8431d6c03794'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:01:28.064927 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-019b4343-07dc-4e1f-a897-904249883535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:28.139017 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecc05d4-9085-4932-b8cb-86af3cfbea45 None None] Network 042ff527-1fae-4bd9-883c-64e28e4df4d0 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:01:28.192659 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-019b4343-07dc-4e1f-a897-904249883535 None None] For port d55f5ce8-9b86-416a-8d93-d0935816daf6, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:01:28.215544 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-019b4343-07dc-4e1f-a897-904249883535 None None] For port d55f5ce8-9b86-416a-8d93-d0935816daf6, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=d55f5ce8-9b86-416a-8d93-d0935816daf6,segment=NetworkSegment(59ed8373-75ca-43f8-a57a-f286fe277a20),segment_id=59ed8373-75ca-43f8-a57a-f286fe277a20)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:01:28.228653 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-019b4343-07dc-4e1f-a897-904249883535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:28.296321 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-319000af-b6d3-4617-a95b-63bd6b71b272 None None] Provisioning for port 70ad493d-acb2-4dc2-a13c-3ef2a816c317 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:01:28.321898 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-319000af-b6d3-4617-a95b-63bd6b71b272 None None] Provisioning complete for port 70ad493d-acb2-4dc2-a13c-3ef2a816c317 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:28.322663 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-319000af-b6d3-4617-a95b-63bd6b71b272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:28.363112 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6e0a2fee-de2d-4f97-80e7-7bf4e82fdd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'name': 'tempest-TestVolumeBootPattern-652792475-router', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '069e7c76-badf-4569-8845-68c39685a135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:25Z', 'updated_at': '2021-08-19T15:01:26Z', 'revision_number': 3, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'gw_port': {'id': '069e7c76-badf-4569-8845-68c39685a135', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:26Z', 'updated_at': '2021-08-19T15:01:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:28.399382 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b4343-07dc-4e1f-a897-904249883535 None None] Pushing event updated for resources: {'Port': ['ID=d55f5ce8-9b86-416a-8d93-d0935816daf6,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:28.437789 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0a2fee-de2d-4f97-80e7-7bf4e82fdd98 None None] Checking router: ca65e901-eea1-45f3-9424-a1acad466ee4 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:01:28.438135 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0a2fee-de2d-4f97-80e7-7bf4e82fdd98 None None] Updating router ca65e901-eea1-45f3-9424-a1acad466ee4 port 069e7c76-badf-4569-8845-68c39685a135 binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:01:28.491740 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cd957fcd-0967-48f3-a477-fc93417bbb9f req-ffcd0ffe-907d-468a-95d1-76398fb5bbec tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--751122193&fields=id&tenant_id=329a9422f2e44489a7adbe73ec4e808e HTTP/1.1" status: 200 len: 267 time: 0.6173310 Aug 19 15:01:28.521513 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6e0a2fee-de2d-4f97-80e7-7bf4e82fdd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:28.590797 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-319000af-b6d3-4617-a95b-63bd6b71b272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:28.695692 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-319000af-b6d3-4617-a95b-63bd6b71b272 None None] For port 70ad493d-acb2-4dc2-a13c-3ef2a816c317, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=70ad493d-acb2-4dc2-a13c-3ef2a816c317,segment=NetworkSegment(b6bb2d61-0455-440b-809f-c8e64ffc2b8e),segment_id=b6bb2d61-0455-440b-809f-c8e64ffc2b8e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:28.704901 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-319000af-b6d3-4617-a95b-63bd6b71b272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:28.820948 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd957fcd-0967-48f3-a477-fc93417bbb9f req-3f0d6f12-d433-4de3-90a2-09d313f24ca8 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:28.823036 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cd957fcd-0967-48f3-a477-fc93417bbb9f req-3f0d6f12-d433-4de3-90a2-09d313f24ca8 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/networks?id=86eb5dfd-420b-4075-ab54-22313c9966d3 HTTP/1.1" status: 200 len: 810 time: 0.3299627 Aug 19 15:01:28.833935 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b84479-cbc2-4c6f-9c28-774aed5e9ad6 req-e182c93a-d1c7-4eae-9265-1d3b73c082cc tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:28.836443 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f5b84479-cbc2-4c6f-9c28-774aed5e9ad6 req-e182c93a-d1c7-4eae-9265-1d3b73c082cc tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 1.0392938 Aug 19 15:01:28.843850 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319000af-b6d3-4617-a95b-63bd6b71b272 None None] Pushing event updated for resources: {'Port': ['ID=70ad493d-acb2-4dc2-a13c-3ef2a816c317,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:28.857829 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36a29798-3d70-4a6e-99de-0231c77d322a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:28.997802 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13438cfc-ff6f-4b53-836d-0373d1e86cfd tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'Port': ['ID=4c7094b8-95a4-462c-affc-ba6c265673c6,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:29.006908 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-70b7ba38-5a73-4236-87b1-9ad7b92b2d61 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:29.021192 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cd957fcd-0967-48f3-a477-fc93417bbb9f req-2edc1367-50a4-46a9-82e9-a7b78f9ee766 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/quotas/329a9422f2e44489a7adbe73ec4e808e HTTP/1.1" status: 200 len: 375 time: 0.1792116 Aug 19 15:01:29.133800 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-631d1ce2-c289-4bc9-b18f-0c92cd99c558 None None] Provisioning complete for port 70ad493d-acb2-4dc2-a13c-3ef2a816c317 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:29.134424 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-631d1ce2-c289-4bc9-b18f-0c92cd99c558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:29.146433 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f5b84479-cbc2-4c6f-9c28-774aed5e9ad6 req-7b90e291-48c4-4cc7-97c6-853b6274be73 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778084 Aug 19 15:01:29.160460 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-36a29798-3d70-4a6e-99de-0231c77d322a admin admin] Allocated IP 172.20.0.1 (042ff527-1fae-4bd9-883c-64e28e4df4d0/4501b342-71e0-4b08-b9d8-b651dd87e075/c8885ca0-4847-4969-9f31-2eb1d0e2d04c) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:01:29.208644 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6e0a2fee-de2d-4f97-80e7-7bf4e82fdd98 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:29.226634 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cd957fcd-0967-48f3-a477-fc93417bbb9f req-ab947ab2-605d-48f5-9082-c91b104c1e5d tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=329a9422f2e44489a7adbe73ec4e808e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1989167 Aug 19 15:01:29.227047 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-6e0a2fee-de2d-4f97-80e7-7bf4e82fdd98 None None] Transition to ACTIVE for port object 069e7c76-badf-4569-8845-68c39685a135 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:01:29.249712 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6e0a2fee-de2d-4f97-80e7-7bf4e82fdd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:29.352062 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c2f6ff-b5a7-424e-8740-ba8f81f3ec0f None None] Pushing event updated for resources: {'Port': ['ID=069e7c76-badf-4569-8845-68c39685a135,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:29.395772 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c2f6ff-b5a7-424e-8740-ba8f81f3ec0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:29.396169 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c2f6ff-b5a7-424e-8740-ba8f81f3ec0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:29.396564 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c2f6ff-b5a7-424e-8740-ba8f81f3ec0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:29.397840 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c2f6ff-b5a7-424e-8740-ba8f81f3ec0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:29.398176 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c2f6ff-b5a7-424e-8740-ba8f81f3ec0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:29.398504 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c2f6ff-b5a7-424e-8740-ba8f81f3ec0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:29.398954 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-13438cfc-ff6f-4b53-836d-0373d1e86cfd tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:29.401089 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c2f6ff-b5a7-424e-8740-ba8f81f3ec0f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:29.401450 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c2f6ff-b5a7-424e-8740-ba8f81f3ec0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:29.403461 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c2f6ff-b5a7-424e-8740-ba8f81f3ec0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:29.403884 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c2f6ff-b5a7-424e-8740-ba8f81f3ec0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:29.404214 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c2f6ff-b5a7-424e-8740-ba8f81f3ec0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:29.409963 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c2f6ff-b5a7-424e-8740-ba8f81f3ec0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:29.416629 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36a29798-3d70-4a6e-99de-0231c77d322a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:29.422382 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-6e0a2fee-de2d-4f97-80e7-7bf4e82fdd98 None None] Attempting to bind port 069e7c76-badf-4569-8845-68c39685a135 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:01:29.422751 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-6e0a2fee-de2d-4f97-80e7-7bf4e82fdd98 None None] Attempting to bind port 069e7c76-badf-4569-8845-68c39685a135 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:01:29.423114 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0a2fee-de2d-4f97-80e7-7bf4e82fdd98 None None] Attempting to bind port 069e7c76-badf-4569-8845-68c39685a135 on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:01:29.449295 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0a2fee-de2d-4f97-80e7-7bf4e82fdd98 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:01:29.449670 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0a2fee-de2d-4f97-80e7-7bf4e82fdd98 None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:01:29.450074 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6e0a2fee-de2d-4f97-80e7-7bf4e82fdd98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:29.450462 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0a2fee-de2d-4f97-80e7-7bf4e82fdd98 None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:01:29.450933 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-6e0a2fee-de2d-4f97-80e7-7bf4e82fdd98 None None] Bound port: 069e7c76-badf-4569-8845-68c39685a135, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:01:29.451313 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6e0a2fee-de2d-4f97-80e7-7bf4e82fdd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:29.461199 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-36a29798-3d70-4a6e-99de-0231c77d322a admin admin] Transition to ACTIVE for port object c8885ca0-4847-4969-9f31-2eb1d0e2d04c will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:01:29.552062 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36a29798-3d70-4a6e-99de-0231c77d322a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:29.598986 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-6e0a2fee-de2d-4f97-80e7-7bf4e82fdd98 None None] For port 069e7c76-badf-4569-8845-68c39685a135, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:01:29.608498 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-6e0a2fee-de2d-4f97-80e7-7bf4e82fdd98 None None] For port 069e7c76-badf-4569-8845-68c39685a135, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=069e7c76-badf-4569-8845-68c39685a135,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:01:29.628154 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6e0a2fee-de2d-4f97-80e7-7bf4e82fdd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:29.642006 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a29798-3d70-4a6e-99de-0231c77d322a admin admin] Network 042ff527-1fae-4bd9-883c-64e28e4df4d0 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:01:29.663700 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cd957fcd-0967-48f3-a477-fc93417bbb9f req-6bf6cae8-f1ed-41db-9d1f-c4e754dc0750 service neutron] 10.222.0.69 "GET /v2.0/networks/86eb5dfd-420b-4075-ab54-22313c9966d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4274819 Aug 19 15:01:29.667553 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-36a29798-3d70-4a6e-99de-0231c77d322a admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:01:29.675690 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a29798-3d70-4a6e-99de-0231c77d322a admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:01:29.774412 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0a2fee-de2d-4f97-80e7-7bf4e82fdd98 None None] Routers {'ca65e901-eea1-45f3-9424-a1acad466ee4'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:01:29.775545 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6e0a2fee-de2d-4f97-80e7-7bf4e82fdd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:01:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['ca65e901-eea1-45f3-9424-a1acad466ee4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:29.787478 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cd957fcd-0967-48f3-a477-fc93417bbb9f req-aee23372-627b-43cc-b8b3-593b0445a750 service neutron] 10.222.0.69 "GET /v2.0/networks/86eb5dfd-420b-4075-ab54-22313c9966d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227405 Aug 19 15:01:29.795990 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 70ad493d-acb2-4dc2-a13c-3ef2a816c317 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:01:29.818233 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36a29798-3d70-4a6e-99de-0231c77d322a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:29.931901 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a29798-3d70-4a6e-99de-0231c77d322a admin admin] Pushing event updated for resources: {'Port': ['ID=c8885ca0-4847-4969-9f31-2eb1d0e2d04c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:29.953238 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 70ad493d-acb2-4dc2-a13c-3ef2a816c317 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:29.953617 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:29.967747 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [None req-70b7ba38-5a73-4236-87b1-9ad7b92b2d61 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:01:29.969329 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-70b7ba38-5a73-4236-87b1-9ad7b92b2d61 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] 10.222.0.69 "PUT /v2.0/routers/726b1626-5788-404c-93be-692c037c27ae HTTP/1.1" status: 400 len: 364 time: 3.0383596 Aug 19 15:01:29.974357 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47900) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:29.990285 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c2f6ff-b5a7-424e-8740-ba8f81f3ec0f None None] Pushing event updated for resources: {'Port': ['ID=069e7c76-badf-4569-8845-68c39685a135,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:30.112057 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-6e0a2fee-de2d-4f97-80e7-7bf4e82fdd98 None None] Set router ca65e901-eea1-45f3-9424-a1acad466ee4 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:01:30.170911 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device d55f5ce8-9b86-416a-8d93-d0935816daf6 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:01:30.201376 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e1b965dd-f066-480e-aeff-bc25dde65938 None None] Provisioning for port c8885ca0-4847-4969-9f31-2eb1d0e2d04c completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:01:30.237053 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e1b965dd-f066-480e-aeff-bc25dde65938 None None] Provisioning complete for port c8885ca0-4847-4969-9f31-2eb1d0e2d04c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:30.237424 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e1b965dd-f066-480e-aeff-bc25dde65938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:30.261419 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36a29798-3d70-4a6e-99de-0231c77d322a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:30.299696 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017e8dd7-40d6-4e1b-8bb3-820621ed70dc None None] Network a5c74e54-a46d-496b-8f8c-8431d6c03794 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:01:30.422583 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port d55f5ce8-9b86-416a-8d93-d0935816daf6 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:01:30.541882 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e1b965dd-f066-480e-aeff-bc25dde65938 None None] Port c8885ca0-4847-4969-9f31-2eb1d0e2d04c cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:01:30.575220 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36a29798-3d70-4a6e-99de-0231c77d322a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:30.589293 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36a29798-3d70-4a6e-99de-0231c77d322a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:30.619227 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6e0a2fee-de2d-4f97-80e7-7bf4e82fdd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'name': 'tempest-TestVolumeBootPattern-652792475-router', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '069e7c76-badf-4569-8845-68c39685a135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:25Z', 'updated_at': '2021-08-19T15:01:26Z', 'revision_number': 3, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'gw_port': {'id': '069e7c76-badf-4569-8845-68c39685a135', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:26Z', 'updated_at': '2021-08-19T15:01:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:30.627578 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-13438cfc-ff6f-4b53-836d-0373d1e86cfd tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:30.645729 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-243d364e-693d-4882-9e2c-a0f7e0dfe854 req-a061fda7-7fe9-4a13-8bd8-676922a4fdf7 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d57b2c9-f3da-41b2-8a3b-d20bd9534247 HTTP/1.1" status: 200 len: 210 time: 0.3604946 Aug 19 15:01:30.689323 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0a2fee-de2d-4f97-80e7-7bf4e82fdd98 None None] The sync data for ids ['ca65e901-eea1-45f3-9424-a1acad466ee4'] in n-d-766043-2 is: [{'id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'name': 'tempest-TestVolumeBootPattern-652792475-router', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '069e7c76-badf-4569-8845-68c39685a135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:25Z', 'updated_at': '2021-08-19T15:01:26Z', 'revision_number': 3, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'gw_port': {'id': '069e7c76-badf-4569-8845-68c39685a135', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:26Z', 'updated_at': '2021-08-19T15:01:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:01:30.697162 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-37f22f41-44a8-4736-87c5-bafcb2390c90 None None] Provisioning for port d55f5ce8-9b86-416a-8d93-d0935816daf6 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:01:30.702935 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-37f22f41-44a8-4736-87c5-bafcb2390c90 None None] Provisioning complete for port d55f5ce8-9b86-416a-8d93-d0935816daf6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:30.703690 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-37f22f41-44a8-4736-87c5-bafcb2390c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:30.738705 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a29798-3d70-4a6e-99de-0231c77d322a admin admin] Pushing event updated for resources: {'Port': ['ID=c8885ca0-4847-4969-9f31-2eb1d0e2d04c,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:30.780545 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36a29798-3d70-4a6e-99de-0231c77d322a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:30.864873 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-37f22f41-44a8-4736-87c5-bafcb2390c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:30.965055 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-37f22f41-44a8-4736-87c5-bafcb2390c90 None None] For port d55f5ce8-9b86-416a-8d93-d0935816daf6, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=d55f5ce8-9b86-416a-8d93-d0935816daf6,segment=NetworkSegment(59ed8373-75ca-43f8-a57a-f286fe277a20),segment_id=59ed8373-75ca-43f8-a57a-f286fe277a20)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:30.976525 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-37f22f41-44a8-4736-87c5-bafcb2390c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:30.982545 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a29798-3d70-4a6e-99de-0231c77d322a admin admin] Network 042ff527-1fae-4bd9-883c-64e28e4df4d0 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:01:30.996663 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-36a29798-3d70-4a6e-99de-0231c77d322a admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:01:31.014954 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471735d2-b5a8-4c24-af16-5c6dc59a5340 req-dc081fc6-2174-4426-98f5-de1e7adb7231 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:31.023745 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-471735d2-b5a8-4c24-af16-5c6dc59a5340 req-dc081fc6-2174-4426-98f5-de1e7adb7231 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.7025845 Aug 19 15:01:31.144172 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f22f41-44a8-4736-87c5-bafcb2390c90 None None] Pushing event updated for resources: {'Port': ['ID=d55f5ce8-9b86-416a-8d93-d0935816daf6,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:31.185957 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-15331582-b147-4159-8b4d-7779a66aae1a None None] Provisioning complete for port d55f5ce8-9b86-416a-8d93-d0935816daf6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:31.186748 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-15331582-b147-4159-8b4d-7779a66aae1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:31.272874 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a29798-3d70-4a6e-99de-0231c77d322a admin admin] Router ca65e901-eea1-45f3-9424-a1acad466ee4 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:01:31.326078 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-deb236d4-1234-454f-a2b0-debf0f288ef8 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:31.353500 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-471735d2-b5a8-4c24-af16-5c6dc59a5340 req-4bde9f37-287b-4f32-a090-b7fb54fcb570 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267345 Aug 19 15:01:31.493246 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f839dfa2-cb46-4ff7-a70c-22dabf47a7b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:31.626181 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8612df5a-9adb-4e24-bf9c-99cc59af6455 None None] Provisioning complete for port c8885ca0-4847-4969-9f31-2eb1d0e2d04c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:31.626551 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8612df5a-9adb-4e24-bf9c-99cc59af6455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:31.713706 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-8612df5a-9adb-4e24-bf9c-99cc59af6455 None None] Port c8885ca0-4847-4969-9f31-2eb1d0e2d04c cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:01:31.759090 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13438cfc-ff6f-4b53-836d-0373d1e86cfd tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Router 686d8860-acf0-400b-979c-5edab405dd60 is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:01:31.763086 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device d55f5ce8-9b86-416a-8d93-d0935816daf6 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:01:31.905952 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2a626600-9b05-425a-aa21-946def549945 req-afb50b59-a907-4f9e-aca1-8b8da7ff3bd4 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d57b2c9-f3da-41b2-8a3b-d20bd9534247 HTTP/1.1" status: 200 len: 210 time: 0.1282580 Aug 19 15:01:31.919144 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port d55f5ce8-9b86-416a-8d93-d0935816daf6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:31.919144 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:32.083805 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a29798-3d70-4a6e-99de-0231c77d322a admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:01:32.086437 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 069e7c76-badf-4569-8845-68c39685a135 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:01:32.097800 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-36a29798-3d70-4a6e-99de-0231c77d322a admin admin] 10.222.0.69 "PUT /v2.0/routers/ca65e901-eea1-45f3-9424-a1acad466ee4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3743029 Aug 19 15:01:32.216010 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 069e7c76-badf-4569-8845-68c39685a135 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:01:32.221018 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 069e7c76-badf-4569-8845-68c39685a135 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:32.222149 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:32.319109 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13438cfc-ff6f-4b53-836d-0373d1e86cfd tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:01:32.337044 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36138a4-52f7-447f-9298-d47543e11ce7 None None] Sync routers for ids ['686d8860-acf0-400b-979c-5edab405dd60'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:01:32.355868 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-deb236d4-1234-454f-a2b0-debf0f288ef8 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Allocated IP 2001:db8::1 (c109479a-9b72-48fc-b479-955ab75369d2/1d699603-586f-4e88-ab8b-f4fd19a668c1/e8932791-0569-4a56-9b73-64a6e9279063) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:01:32.365249 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd957fcd-0967-48f3-a477-fc93417bbb9f req-e1742651-e1ef-4ec6-8078-fa6e90e78bd2 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:32.370185 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cd957fcd-0967-48f3-a477-fc93417bbb9f req-e1742651-e1ef-4ec6-8078-fa6e90e78bd2 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.68 "GET /v2.0/networks?id=86eb5dfd-420b-4075-ab54-22313c9966d3 HTTP/1.1" status: 200 len: 810 time: 0.2494285 Aug 19 15:01:32.407023 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-13438cfc-ff6f-4b53-836d-0373d1e86cfd tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:32.433677 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36138a4-52f7-447f-9298-d47543e11ce7 None None] Routers {'686d8860-acf0-400b-979c-5edab405dd60'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:01:32.434577 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a36138a4-52f7-447f-9298-d47543e11ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:01:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['686d8860-acf0-400b-979c-5edab405dd60'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:32.438412 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-13438cfc-ff6f-4b53-836d-0373d1e86cfd tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 7.8255870 Aug 19 15:01:32.446813 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47926) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:32.494393 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cd957fcd-0967-48f3-a477-fc93417bbb9f req-904e134b-c9ef-422f-9657-7462b572765f tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=329a9422f2e44489a7adbe73ec4e808e HTTP/1.1" status: 200 len: 379 time: 0.1145823 Aug 19 15:01:32.533366 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-cd957fcd-0967-48f3-a477-fc93417bbb9f req-d3f9d51e-cb52-434b-b4fc-b0f3bd67062f tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Request body: {'port': {'device_id': '5d57b2c9-f3da-41b2-8a3b-d20bd9534247', 'network_id': '86eb5dfd-420b-4075-ab54-22313c9966d3', 'admin_state_up': True, 'tenant_id': '329a9422f2e44489a7adbe73ec4e808e', 'security_groups': ['7c557159-7162-4d2f-ba9f-7706b6cb47a3']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:32.755601 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36941f-14e3-4fc2-833c-170ca7637c83 req-7932ed2e-f164-4349-aedf-4f6f96890803 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:32.764822 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ae36941f-14e3-4fc2-833c-170ca7637c83 req-7932ed2e-f164-4349-aedf-4f6f96890803 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1481459 Aug 19 15:01:32.866835 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-a36138a4-52f7-447f-9298-d47543e11ce7 None None] Set router 686d8860-acf0-400b-979c-5edab405dd60 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:01:32.880602 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-deb236d4-1234-454f-a2b0-debf0f288ef8 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:32.906243 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-deb236d4-1234-454f-a2b0-debf0f288ef8 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Transition to ACTIVE for port object e8932791-0569-4a56-9b73-64a6e9279063 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:01:32.917516 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd957fcd-0967-48f3-a477-fc93417bbb9f req-d3f9d51e-cb52-434b-b4fc-b0f3bd67062f tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Made reservation on behalf of 329a9422f2e44489a7adbe73ec4e808e for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:01:32.923201 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cd957fcd-0967-48f3-a477-fc93417bbb9f req-d3f9d51e-cb52-434b-b4fc-b0f3bd67062f tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:33.075223 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-deb236d4-1234-454f-a2b0-debf0f288ef8 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:33.192300 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:33.214985 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ae36941f-14e3-4fc2-833c-170ca7637c83 req-69404f25-1d07-495d-aa93-2a82f73baa1d tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4438145 Aug 19 15:01:33.243989 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-90fdd190-7846-4c4e-95ae-425fca3f7c31 tempest-TestNetworkAdvancedServerOps-1683966279 tempest-TestNetworkAdvancedServerOps-1683966279-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=5784b0340e8242b1aba4ab831f2e3b23&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7791145 Aug 19 15:01:33.248881 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47942) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:33.271323 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 069e7c76-badf-4569-8845-68c39685a135, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=069e7c76-badf-4569-8845-68c39685a135,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:33.291900 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-cd957fcd-0967-48f3-a477-fc93417bbb9f req-d3f9d51e-cb52-434b-b4fc-b0f3bd67062f tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Allocated IP 172.20.0.4 (86eb5dfd-420b-4075-ab54-22313c9966d3/b36b5b14-491d-4933-bb67-1257e134c17f/d567af4e-d959-4c5e-bbcb-aa0a11495c6e) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:01:33.297714 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:33.447719 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=069e7c76-badf-4569-8845-68c39685a135,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:33.469123 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f83880c-0671-47cc-bad0-c88d38ee3cf3 tempest-TestNetworkAdvancedServerOps-1683966279 tempest-TestNetworkAdvancedServerOps-1683966279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:33.470838 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-8f83880c-0671-47cc-bad0-c88d38ee3cf3 tempest-TestNetworkAdvancedServerOps-1683966279 tempest-TestNetworkAdvancedServerOps-1683966279-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2205198 Aug 19 15:01:33.471949 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb236d4-1234-454f-a2b0-debf0f288ef8 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Pushing event updated for resources: {'Port': ['ID=e8932791-0569-4a56-9b73-64a6e9279063,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:33.482841 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47946) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:33.485098 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c8520f0c-dd16-4b72-be8d-c79a7d8d5f9c req-c6a341b1-3b3e-4e39-92ea-ab16b4b821dc tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d57b2c9-f3da-41b2-8a3b-d20bd9534247 HTTP/1.1" status: 200 len: 210 time: 0.2685442 Aug 19 15:01:33.499388 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb236d4-1234-454f-a2b0-debf0f288ef8 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Network c109479a-9b72-48fc-b479-955ab75369d2 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:01:33.523388 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f1f025be-cac7-4488-9010-b3b352f791c9 tempest-TestNetworkAdvancedServerOps-1683966279 tempest-TestNetworkAdvancedServerOps-1683966279-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=88eeec05-6d16-4f02-9461-44ff5e420302&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372207 Aug 19 15:01:33.524723 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-deb236d4-1234-454f-a2b0-debf0f288ef8 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:01:33.535839 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47948) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:33.539114 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47950) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:33.542100 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb236d4-1234-454f-a2b0-debf0f288ef8 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:01:33.543048 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-deb236d4-1234-454f-a2b0-debf0f288ef8 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:33.551108 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d8fe53a0-2cf8-45e6-9665-4ac4a5dd2275 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1571165862', 'network_id': '0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e', 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:33.559432 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-da38a88d-e180-42fb-9fe8-da5efbcf7f8e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1295057401-network', 'tenant_id': '47b303e18d864591a6c16a929de1de99'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:33.688950 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da38a88d-e180-42fb-9fe8-da5efbcf7f8e admin admin] Made reservation on behalf of 47b303e18d864591a6c16a929de1de99 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:01:33.693097 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-da38a88d-e180-42fb-9fe8-da5efbcf7f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:33.749805 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-da38a88d-e180-42fb-9fe8-da5efbcf7f8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:33.754687 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cd957fcd-0967-48f3-a477-fc93417bbb9f req-d3f9d51e-cb52-434b-b4fc-b0f3bd67062f tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:33.783789 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-deb236d4-1234-454f-a2b0-debf0f288ef8 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:33.788937 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a36138a4-52f7-447f-9298-d47543e11ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686d8860-acf0-400b-979c-5edab405dd60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688666358', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '4c7094b8-95a4-462c-affc-ba6c265673c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:24Z', 'updated_at': '2021-08-19T15:01:28Z', 'revision_number': 3, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port': {'id': '4c7094b8-95a4-462c-affc-ba6c265673c6', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c1:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686d8860-acf0-400b-979c-5edab405dd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:26Z', 'updated_at': '2021-08-19T15:01:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:33.807155 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-cd957fcd-0967-48f3-a477-fc93417bbb9f req-d3f9d51e-cb52-434b-b4fc-b0f3bd67062f tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Transition to ACTIVE for port object d567af4e-d959-4c5e-bbcb-aa0a11495c6e will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:01:33.847131 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8fe53a0-2cf8-45e6-9665-4ac4a5dd2275 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Made reservation on behalf of 5784b0340e8242b1aba4ab831f2e3b23 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:01:33.851324 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8fe53a0-2cf8-45e6-9665-4ac4a5dd2275 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:33.870426 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36138a4-52f7-447f-9298-d47543e11ce7 None None] Checking router: 686d8860-acf0-400b-979c-5edab405dd60 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:01:33.871221 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36138a4-52f7-447f-9298-d47543e11ce7 None None] Updating router 686d8860-acf0-400b-979c-5edab405dd60 port 4c7094b8-95a4-462c-affc-ba6c265673c6 binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:01:33.947833 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a36138a4-52f7-447f-9298-d47543e11ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:34.018195 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6e13d703-c53e-4688-bb7f-2f7d8b15913d None None] Provisioning for port e8932791-0569-4a56-9b73-64a6e9279063 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:01:34.045204 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6e13d703-c53e-4688-bb7f-2f7d8b15913d None None] Provisioning complete for port e8932791-0569-4a56-9b73-64a6e9279063 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:34.046047 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6e13d703-c53e-4688-bb7f-2f7d8b15913d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:34.060008 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cd957fcd-0967-48f3-a477-fc93417bbb9f req-d3f9d51e-cb52-434b-b4fc-b0f3bd67062f tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:34.087780 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec891a09-7dcc-406d-86ad-71e823266021 None None] Sync routers for ids ['ca65e901-eea1-45f3-9424-a1acad466ee4'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:01:34.120822 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec891a09-7dcc-406d-86ad-71e823266021 None None] Routers {'ca65e901-eea1-45f3-9424-a1acad466ee4'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:01:34.121742 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ec891a09-7dcc-406d-86ad-71e823266021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:01:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['ca65e901-eea1-45f3-9424-a1acad466ee4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:34.245445 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd957fcd-0967-48f3-a477-fc93417bbb9f req-d3f9d51e-cb52-434b-b4fc-b0f3bd67062f tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Network 86eb5dfd-420b-4075-ab54-22313c9966d3 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:01:34.275475 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-cd957fcd-0967-48f3-a477-fc93417bbb9f req-d3f9d51e-cb52-434b-b4fc-b0f3bd67062f tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:01:34.294532 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9d51e-cb52-434b-b4fc-b0f3bd67062f tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Pushing event updated for resources: {'Port': ['ID=d567af4e-d959-4c5e-bbcb-aa0a11495c6e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:34.368065 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd957fcd-0967-48f3-a477-fc93417bbb9f req-d3f9d51e-cb52-434b-b4fc-b0f3bd67062f tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:01:34.477543 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6e13d703-c53e-4688-bb7f-2f7d8b15913d None None] Port e8932791-0569-4a56-9b73-64a6e9279063 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:01:34.506449 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:34.520632 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8de2cd37-e94d-4c34-a62a-196b450576bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:34.528051 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-ec891a09-7dcc-406d-86ad-71e823266021 None None] Set router ca65e901-eea1-45f3-9424-a1acad466ee4 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:01:34.613913 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-da38a88d-e180-42fb-9fe8-da5efbcf7f8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:34.689207 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:34.733991 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-da38a88d-e180-42fb-9fe8-da5efbcf7f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:34.786386 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd957fcd-0967-48f3-a477-fc93417bbb9f req-d3f9d51e-cb52-434b-b4fc-b0f3bd67062f tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:34.794984 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cd957fcd-0967-48f3-a477-fc93417bbb9f req-d3f9d51e-cb52-434b-b4fc-b0f3bd67062f tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:34.861284 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da38a88d-e180-42fb-9fe8-da5efbcf7f8e admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:01:34.889817 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8fe53a0-2cf8-45e6-9665-4ac4a5dd2275 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:34.916661 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-da38a88d-e180-42fb-9fe8-da5efbcf7f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:34.923295 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fb82cf25-3344-48d1-8c62-b865cc489b6f None None] Provisioning for port d567af4e-d959-4c5e-bbcb-aa0a11495c6e completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:01:34.924246 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-da38a88d-e180-42fb-9fe8-da5efbcf7f8e admin admin] Added segment ece8cf3b-76d5-4cdb-acf2-1cca57cea21f of type vlan for network 4f89c6d2-eca6-4cdf-b414-443a6905156f Aug 19 15:01:34.931370 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a36138a4-52f7-447f-9298-d47543e11ce7 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:34.937662 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fb82cf25-3344-48d1-8c62-b865cc489b6f None None] Provisioning complete for port d567af4e-d959-4c5e-bbcb-aa0a11495c6e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:34.938050 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fb82cf25-3344-48d1-8c62-b865cc489b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:34.982163 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-fb82cf25-3344-48d1-8c62-b865cc489b6f None None] Port d567af4e-d959-4c5e-bbcb-aa0a11495c6e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:01:34.989552 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a36138a4-52f7-447f-9298-d47543e11ce7 None None] Transition to ACTIVE for port object 4c7094b8-95a4-462c-affc-ba6c265673c6 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:01:34.993988 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cd957fcd-0967-48f3-a477-fc93417bbb9f req-d3f9d51e-cb52-434b-b4fc-b0f3bd67062f tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4920557 Aug 19 15:01:34.997000 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38a88d-e180-42fb-9fe8-da5efbcf7f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851c8a79-6136-4a90-b833-ac16044e5b76,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:35.005015 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a149e09f-7f47-4d87-b50e-616f5dfb0f0c req-47ce771e-e979-4723-af87-bb4b91048a7e tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:35.007372 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a36138a4-52f7-447f-9298-d47543e11ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:35.019682 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a149e09f-7f47-4d87-b50e-616f5dfb0f0c req-47ce771e-e979-4723-af87-bb4b91048a7e tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d57b2c9-f3da-41b2-8a3b-d20bd9534247 HTTP/1.1" status: 200 len: 931 time: 0.2180636 Aug 19 15:01:35.047253 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-cd957fcd-0967-48f3-a477-fc93417bbb9f req-c9819ee7-2789-4691-bb4f-5621d618f96f service neutron] Request body: {'port': {'device_id': '5d57b2c9-f3da-41b2-8a3b-d20bd9534247', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:35.065051 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae4d9b5-631c-4185-ad18-39ea5497f60c None None] Pushing event updated for resources: {'Port': ['ID=4c7094b8-95a4-462c-affc-ba6c265673c6,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:35.073357 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd94e9-5ce9-4ed5-8180-a8b4094404b4 req-debd589c-f5d9-4cd9-b715-f7c29cd34de4 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:35.083405 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e5fd94e9-5ce9-4ed5-8180-a8b4094404b4 req-debd589c-f5d9-4cd9-b715-f7c29cd34de4 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.3856642 Aug 19 15:01:35.103678 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a36138a4-52f7-447f-9298-d47543e11ce7 None None] Attempting to bind port 4c7094b8-95a4-462c-affc-ba6c265673c6 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:01:35.104117 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a36138a4-52f7-447f-9298-d47543e11ce7 None None] Attempting to bind port 4c7094b8-95a4-462c-affc-ba6c265673c6 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:01:35.104541 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36138a4-52f7-447f-9298-d47543e11ce7 None None] Attempting to bind port 4c7094b8-95a4-462c-affc-ba6c265673c6 on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:01:35.119684 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ec891a09-7dcc-406d-86ad-71e823266021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'name': 'tempest-TestVolumeBootPattern-652792475-router', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '069e7c76-badf-4569-8845-68c39685a135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:25Z', 'updated_at': '2021-08-19T15:01:30Z', 'revision_number': 4, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'gw_port': {'id': '069e7c76-badf-4569-8845-68c39685a135', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:26Z', 'updated_at': '2021-08-19T15:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'c8885ca0-4847-4969-9f31-2eb1d0e2d04c', 'name': '', 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'mac_address': 'fa:16:3e:64:5e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '4501b342-71e0-4b08-b9d8-b651dd87e075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:28Z', 'updated_at': '2021-08-19T15:01:30Z', 'revision_number': 2, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'subnets': [{'id': '4501b342-71e0-4b08-b9d8-b651dd87e075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:35.127601 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36138a4-52f7-447f-9298-d47543e11ce7 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:01:35.128009 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36138a4-52f7-447f-9298-d47543e11ce7 None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:01:35.128876 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a36138a4-52f7-447f-9298-d47543e11ce7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:35.129517 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36138a4-52f7-447f-9298-d47543e11ce7 None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:01:35.130185 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a36138a4-52f7-447f-9298-d47543e11ce7 None None] Bound port: 4c7094b8-95a4-462c-affc-ba6c265673c6, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:01:35.130673 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a36138a4-52f7-447f-9298-d47543e11ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:35.134005 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:35.149709 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec891a09-7dcc-406d-86ad-71e823266021 None None] Checking router: ca65e901-eea1-45f3-9424-a1acad466ee4 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:01:35.150102 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec891a09-7dcc-406d-86ad-71e823266021 None None] Updating router ca65e901-eea1-45f3-9424-a1acad466ee4 port c8885ca0-4847-4969-9f31-2eb1d0e2d04c binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:01:35.191512 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ec891a09-7dcc-406d-86ad-71e823266021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:35.225347 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a36138a4-52f7-447f-9298-d47543e11ce7 None None] For port 4c7094b8-95a4-462c-affc-ba6c265673c6, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:01:35.230583 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a36138a4-52f7-447f-9298-d47543e11ce7 None None] For port 4c7094b8-95a4-462c-affc-ba6c265673c6, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=4c7094b8-95a4-462c-affc-ba6c265673c6,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:01:35.236828 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a36138a4-52f7-447f-9298-d47543e11ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:35.242922 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-da38a88d-e180-42fb-9fe8-da5efbcf7f8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:35.253511 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe53a0-2cf8-45e6-9665-4ac4a5dd2275 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'Subnet': ['ID=1c0affc3-2289-41e1-9841-156efcfe8ae7,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:35.310959 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fe53a0-2cf8-45e6-9665-4ac4a5dd2275 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Checking segment: {'id': 'af63bf8d-c499-484e-bc2f-0bd1cbfcd355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:01:35.312220 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fe53a0-2cf8-45e6-9665-4ac4a5dd2275 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Network hostable DHCP agents. Network: 0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:01:35.321135 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cd957fcd-0967-48f3-a477-fc93417bbb9f req-c9819ee7-2789-4691-bb4f-5621d618f96f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:35.336189 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-da38a88d-e180-42fb-9fe8-da5efbcf7f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:35.337636 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da38a88d-e180-42fb-9fe8-da5efbcf7f8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:35.338486 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-da38a88d-e180-42fb-9fe8-da5efbcf7f8e admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:35.430578 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fe53a0-2cf8-45e6-9665-4ac4a5dd2275 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Network 0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:01:35.436471 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-da38a88d-e180-42fb-9fe8-da5efbcf7f8e admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8946362 Aug 19 15:01:35.445778 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47958) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:35.465418 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e5fd94e9-5ce9-4ed5-8180-a8b4094404b4 req-b7e04264-5f80-40d4-a70c-450c8d9d3cf6 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313828 Aug 19 15:01:35.466374 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a3ac3f98-f50a-44ce-9a3f-0e62e029b3ec admin admin] Request body: {'subnet': {'network_id': '4f89c6d2-eca6-4cdf-b414-443a6905156f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1295057401-subnet', 'tenant_id': '47b303e18d864591a6c16a929de1de99', 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:35.482627 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38a88d-e180-42fb-9fe8-da5efbcf7f8e admin admin] Pushing event updated for resources: {'Network': ['ID=4f89c6d2-eca6-4cdf-b414-443a6905156f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:35.483329 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a149e09f-7f47-4d87-b50e-616f5dfb0f0c req-fd592fd5-6e5d-4692-90c0-9ad1ab1c3244 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c557159-7162-4d2f-ba9f-7706b6cb47a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4445136 Aug 19 15:01:35.485542 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d8fe53a0-2cf8-45e6-9665-4ac4a5dd2275 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:01:35.523491 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fe53a0-2cf8-45e6-9665-4ac4a5dd2275 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:35.524645 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8fe53a0-2cf8-45e6-9665-4ac4a5dd2275 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:35.560664 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ec891a09-7dcc-406d-86ad-71e823266021 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:35.572868 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-ec891a09-7dcc-406d-86ad-71e823266021 None None] Transition to ACTIVE for port object c8885ca0-4847-4969-9f31-2eb1d0e2d04c will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:01:35.580953 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ec891a09-7dcc-406d-86ad-71e823266021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:35.597449 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae4d9b5-631c-4185-ad18-39ea5497f60c None None] Pushing event updated for resources: {'Port': ['ID=4c7094b8-95a4-462c-affc-ba6c265673c6,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:35.603803 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e23057-2ca8-42ba-9255-d197adad58c2 None None] Network 0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:01:35.628042 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abf6fb3-f2a7-44fd-8bb1-7818998e9fa3 None None] Pushing event updated for resources: {'Port': ['ID=c8885ca0-4847-4969-9f31-2eb1d0e2d04c,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:35.673834 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ac3f98-f50a-44ce-9a3f-0e62e029b3ec admin admin] Made reservation on behalf of 47b303e18d864591a6c16a929de1de99 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:01:35.676570 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3ac3f98-f50a-44ce-9a3f-0e62e029b3ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:35.719155 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-deb236d4-1234-454f-a2b0-debf0f288ef8 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:35.731287 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d8fe53a0-2cf8-45e6-9665-4ac4a5dd2275 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.1906707 Aug 19 15:01:35.734789 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47960) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:35.745310 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 4f89c6d2-eca6-4cdf-b414-443a6905156f details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:01:35.750044 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-deb236d4-1234-454f-a2b0-debf0f288ef8 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:35.750044 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-deb236d4-1234-454f-a2b0-debf0f288ef8 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:35.758941 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-ec891a09-7dcc-406d-86ad-71e823266021 None None] Attempting to bind port c8885ca0-4847-4969-9f31-2eb1d0e2d04c on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:01:35.759316 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-ec891a09-7dcc-406d-86ad-71e823266021 None None] Attempting to bind port c8885ca0-4847-4969-9f31-2eb1d0e2d04c by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'b6bb2d61-0455-440b-809f-c8e64ffc2b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:01:35.759676 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec891a09-7dcc-406d-86ad-71e823266021 None None] Attempting to bind port c8885ca0-4847-4969-9f31-2eb1d0e2d04c on network 042ff527-1fae-4bd9-883c-64e28e4df4d0 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:01:35.770499 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec891a09-7dcc-406d-86ad-71e823266021 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:01:35.770949 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec891a09-7dcc-406d-86ad-71e823266021 None None] Checking segment: {'id': 'b6bb2d61-0455-440b-809f-c8e64ffc2b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:01:35.771285 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ec891a09-7dcc-406d-86ad-71e823266021 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:35.771749 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec891a09-7dcc-406d-86ad-71e823266021 None None] Bound using segment: {'id': 'b6bb2d61-0455-440b-809f-c8e64ffc2b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:01:35.772729 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-ec891a09-7dcc-406d-86ad-71e823266021 None None] Bound port: c8885ca0-4847-4969-9f31-2eb1d0e2d04c, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6bb2d61-0455-440b-809f-c8e64ffc2b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:01:35.773120 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ec891a09-7dcc-406d-86ad-71e823266021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:35.918885 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-ec891a09-7dcc-406d-86ad-71e823266021 None None] For port c8885ca0-4847-4969-9f31-2eb1d0e2d04c, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:01:35.924128 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-ec891a09-7dcc-406d-86ad-71e823266021 None None] For port c8885ca0-4847-4969-9f31-2eb1d0e2d04c, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=c8885ca0-4847-4969-9f31-2eb1d0e2d04c,segment=NetworkSegment(b6bb2d61-0455-440b-809f-c8e64ffc2b8e),segment_id=b6bb2d61-0455-440b-809f-c8e64ffc2b8e)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:01:35.931138 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ec891a09-7dcc-406d-86ad-71e823266021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:35.960218 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 069e7c76-badf-4569-8845-68c39685a135 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:01:35.997410 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb236d4-1234-454f-a2b0-debf0f288ef8 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Network c109479a-9b72-48fc-b479-955ab75369d2 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:01:36.005496 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-deb236d4-1234-454f-a2b0-debf0f288ef8 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:01:36.096803 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345bef92-9ac2-4fa9-b2f8-08b2c5dbc9d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e', 'network_id': '0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'fixed_ips': [{'subnet_id': '1c0affc3-2289-41e1-9841-156efcfe8ae7'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:01:36.100751 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-345bef92-9ac2-4fa9-b2f8-08b2c5dbc9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:36.104806 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec891a09-7dcc-406d-86ad-71e823266021 None None] Routers {'ca65e901-eea1-45f3-9424-a1acad466ee4'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:01:36.105480 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ec891a09-7dcc-406d-86ad-71e823266021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:01:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['ca65e901-eea1-45f3-9424-a1acad466ee4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:36.158288 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb236d4-1234-454f-a2b0-debf0f288ef8 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Pushing event updated for resources: {'Port': ['ID=e8932791-0569-4a56-9b73-64a6e9279063,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:36.206978 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abf6fb3-f2a7-44fd-8bb1-7818998e9fa3 None None] Pushing event updated for resources: {'Port': ['ID=c8885ca0-4847-4969-9f31-2eb1d0e2d04c,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:36.366093 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-cd957fcd-0967-48f3-a477-fc93417bbb9f req-c9819ee7-2789-4691-bb4f-5621d618f96f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d567af4e-d959-4c5e-bbcb-aa0a11495c6e {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:01:36.378981 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-ec891a09-7dcc-406d-86ad-71e823266021 None None] Set router ca65e901-eea1-45f3-9424-a1acad466ee4 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:01:36.392210 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cd957fcd-0967-48f3-a477-fc93417bbb9f req-c9819ee7-2789-4691-bb4f-5621d618f96f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:36.403946 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb236d4-1234-454f-a2b0-debf0f288ef8 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Router 726b1626-5788-404c-93be-692c037c27ae has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:01:36.438451 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-345bef92-9ac2-4fa9-b2f8-08b2c5dbc9d5 None None] Allocated IP 172.20.0.2 (0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e/1c0affc3-2289-41e1-9841-156efcfe8ae7/498db234-ea36-484b-918c-068a5d6deffa) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:01:36.573702 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-cd957fcd-0967-48f3-a477-fc93417bbb9f req-c9819ee7-2789-4691-bb4f-5621d618f96f service neutron] Transition to ACTIVE for port object d567af4e-d959-4c5e-bbcb-aa0a11495c6e will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:01:36.585443 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3ac3f98-f50a-44ce-9a3f-0e62e029b3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:36.700488 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:36.758894 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36138a4-52f7-447f-9298-d47543e11ce7 None None] Routers {'686d8860-acf0-400b-979c-5edab405dd60'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:01:36.759551 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a36138a4-52f7-447f-9298-d47543e11ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:01:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['686d8860-acf0-400b-979c-5edab405dd60'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:36.773747 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cd957fcd-0967-48f3-a477-fc93417bbb9f req-c9819ee7-2789-4691-bb4f-5621d618f96f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:36.776158 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac3f98-f50a-44ce-9a3f-0e62e029b3ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cbc7540-1b56-4b60-9cef-37a5810af835,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:36.868738 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ec891a09-7dcc-406d-86ad-71e823266021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'name': 'tempest-TestVolumeBootPattern-652792475-router', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '069e7c76-badf-4569-8845-68c39685a135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:25Z', 'updated_at': '2021-08-19T15:01:30Z', 'revision_number': 4, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'gw_port': {'id': '069e7c76-badf-4569-8845-68c39685a135', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:26Z', 'updated_at': '2021-08-19T15:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'c8885ca0-4847-4969-9f31-2eb1d0e2d04c', 'name': '', 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'mac_address': 'fa:16:3e:64:5e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '4501b342-71e0-4b08-b9d8-b651dd87e075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:28Z', 'updated_at': '2021-08-19T15:01:35Z', 'revision_number': 4, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'subnets': [{'id': '4501b342-71e0-4b08-b9d8-b651dd87e075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:36.902692 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec891a09-7dcc-406d-86ad-71e823266021 None None] The sync data for ids ['ca65e901-eea1-45f3-9424-a1acad466ee4'] in n-d-766043-2 is: [{'id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'name': 'tempest-TestVolumeBootPattern-652792475-router', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '069e7c76-badf-4569-8845-68c39685a135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:25Z', 'updated_at': '2021-08-19T15:01:30Z', 'revision_number': 4, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'gw_port': {'id': '069e7c76-badf-4569-8845-68c39685a135', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:26Z', 'updated_at': '2021-08-19T15:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'c8885ca0-4847-4969-9f31-2eb1d0e2d04c', 'name': '', 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'mac_address': 'fa:16:3e:64:5e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '4501b342-71e0-4b08-b9d8-b651dd87e075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:28Z', 'updated_at': '2021-08-19T15:01:35Z', 'revision_number': 4, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'subnets': [{'id': '4501b342-71e0-4b08-b9d8-b651dd87e075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:01:37.203908 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5001c-1a00-4afa-a95f-899479d77458 req-0c1e08eb-5791-411f-b25a-fc00c855089a tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:37.213785 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fee5001c-1a00-4afa-a95f-899479d77458 req-0c1e08eb-5791-411f-b25a-fc00c855089a tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d57b2c9-f3da-41b2-8a3b-d20bd9534247 HTTP/1.1" status: 200 len: 943 time: 0.4781260 Aug 19 15:01:37.259079 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:37.293498 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9819ee7-2789-4691-bb4f-5621d618f96f service neutron] Pushing event updated for resources: {'Port': ['ID=d567af4e-d959-4c5e-bbcb-aa0a11495c6e,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:37.300874 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 069e7c76-badf-4569-8845-68c39685a135 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:37.301248 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:37.310162 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb236d4-1234-454f-a2b0-debf0f288ef8 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:01:37.316784 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-deb236d4-1234-454f-a2b0-debf0f288ef8 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] 10.222.0.69 "PUT /v2.0/routers/726b1626-5788-404c-93be-692c037c27ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3400426 Aug 19 15:01:37.322114 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47966) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:37.331580 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ac3f98-f50a-44ce-9a3f-0e62e029b3ec admin admin] Checking segment: {'id': 'ece8cf3b-76d5-4cdb-acf2-1cca57cea21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4f89c6d2-eca6-4cdf-b414-443a6905156f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:01:37.336956 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96740491-b284-4a21-a2d4-a687565076a1 None None] Sync routers for ids ['726b1626-5788-404c-93be-692c037c27ae'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:01:37.337531 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ac3f98-f50a-44ce-9a3f-0e62e029b3ec admin admin] Network hostable DHCP agents. Network: 4f89c6d2-eca6-4cdf-b414-443a6905156f, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:01:37.401588 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-cd957fcd-0967-48f3-a477-fc93417bbb9f req-c9819ee7-2789-4691-bb4f-5621d618f96f service neutron] Attempting to bind port d567af4e-d959-4c5e-bbcb-aa0a11495c6e on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:01:37.402693 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228077a1-2a0f-4d3b-a24f-5f1512bcbc3c req-5e8ceafe-aad6-4c37-8716-888c35c18a4b tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:37.402820 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-cd957fcd-0967-48f3-a477-fc93417bbb9f req-c9819ee7-2789-4691-bb4f-5621d618f96f service neutron] Attempting to bind port d567af4e-d959-4c5e-bbcb-aa0a11495c6e by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '4e884d42-900a-4a47-a636-1fba06a28f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '86eb5dfd-420b-4075-ab54-22313c9966d3'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:01:37.402820 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd957fcd-0967-48f3-a477-fc93417bbb9f req-c9819ee7-2789-4691-bb4f-5621d618f96f service neutron] Attempting to bind port d567af4e-d959-4c5e-bbcb-aa0a11495c6e on network 86eb5dfd-420b-4075-ab54-22313c9966d3 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:01:37.410575 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-228077a1-2a0f-4d3b-a24f-5f1512bcbc3c req-5e8ceafe-aad6-4c37-8716-888c35c18a4b tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.6737874 Aug 19 15:01:37.421027 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd957fcd-0967-48f3-a477-fc93417bbb9f req-c9819ee7-2789-4691-bb4f-5621d618f96f service neutron] Port d567af4e-d959-4c5e-bbcb-aa0a11495c6e on network 86eb5dfd-420b-4075-ab54-22313c9966d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:01:37.421459 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd957fcd-0967-48f3-a477-fc93417bbb9f req-c9819ee7-2789-4691-bb4f-5621d618f96f service neutron] Attempting to bind port d567af4e-d959-4c5e-bbcb-aa0a11495c6e on network 86eb5dfd-420b-4075-ab54-22313c9966d3 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:01:37.441882 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fee5001c-1a00-4afa-a95f-899479d77458 req-0acd2a1f-ffb2-4027-9343-b9f63954bab4 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c557159-7162-4d2f-ba9f-7706b6cb47a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2268088 Aug 19 15:01:37.451284 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd957fcd-0967-48f3-a477-fc93417bbb9f req-c9819ee7-2789-4691-bb4f-5621d618f96f service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:01:37.451631 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd957fcd-0967-48f3-a477-fc93417bbb9f req-c9819ee7-2789-4691-bb4f-5621d618f96f service neutron] Checking segment: {'id': '4e884d42-900a-4a47-a636-1fba06a28f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '86eb5dfd-420b-4075-ab54-22313c9966d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:01:37.452016 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd957fcd-0967-48f3-a477-fc93417bbb9f req-c9819ee7-2789-4691-bb4f-5621d618f96f service neutron] Bound using segment: {'id': '4e884d42-900a-4a47-a636-1fba06a28f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '86eb5dfd-420b-4075-ab54-22313c9966d3'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:01:37.452477 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-cd957fcd-0967-48f3-a477-fc93417bbb9f req-c9819ee7-2789-4691-bb4f-5621d618f96f service neutron] Bound port: d567af4e-d959-4c5e-bbcb-aa0a11495c6e, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e884d42-900a-4a47-a636-1fba06a28f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '86eb5dfd-420b-4075-ab54-22313c9966d3'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:01:37.452834 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cd957fcd-0967-48f3-a477-fc93417bbb9f req-c9819ee7-2789-4691-bb4f-5621d618f96f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:37.481602 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-a36138a4-52f7-447f-9298-d47543e11ce7 None None] Set router 686d8860-acf0-400b-979c-5edab405dd60 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:01:37.496850 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ac3f98-f50a-44ce-9a3f-0e62e029b3ec admin admin] Network 4f89c6d2-eca6-4cdf-b414-443a6905156f is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:01:37.581054 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96740491-b284-4a21-a2d4-a687565076a1 None None] Routers {'726b1626-5788-404c-93be-692c037c27ae'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:01:37.582658 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-96740491-b284-4a21-a2d4-a687565076a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:01:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['726b1626-5788-404c-93be-692c037c27ae'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:37.605123 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-cd957fcd-0967-48f3-a477-fc93417bbb9f req-c9819ee7-2789-4691-bb4f-5621d618f96f service neutron] For port d567af4e-d959-4c5e-bbcb-aa0a11495c6e, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:01:37.608595 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-cd957fcd-0967-48f3-a477-fc93417bbb9f req-c9819ee7-2789-4691-bb4f-5621d618f96f service neutron] For port d567af4e-d959-4c5e-bbcb-aa0a11495c6e, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=d567af4e-d959-4c5e-bbcb-aa0a11495c6e,segment=NetworkSegment(4e884d42-900a-4a47-a636-1fba06a28f42),segment_id=4e884d42-900a-4a47-a636-1fba06a28f42)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:01:37.610411 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-a3ac3f98-f50a-44ce-9a3f-0e62e029b3ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 4f89c6d2-eca6-4cdf-b414-443a6905156f) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:01:37.615424 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ac3f98-f50a-44ce-9a3f-0e62e029b3ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:37.616853 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3ac3f98-f50a-44ce-9a3f-0e62e029b3ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:37.632643 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cd957fcd-0967-48f3-a477-fc93417bbb9f req-c9819ee7-2789-4691-bb4f-5621d618f96f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:37.641784 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a3ac3f98-f50a-44ce-9a3f-0e62e029b3ec admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1901121 Aug 19 15:01:37.672079 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47968) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:37.681148 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-234db6ab-65eb-493a-a6b6-f140244495ff admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1295057401-router', 'tenant_id': '47b303e18d864591a6c16a929de1de99', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:37.705217 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd957fcd-0967-48f3-a477-fc93417bbb9f req-c9819ee7-2789-4691-bb4f-5621d618f96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:37.705975 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cd957fcd-0967-48f3-a477-fc93417bbb9f req-c9819ee7-2789-4691-bb4f-5621d618f96f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:37.711977 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cd957fcd-0967-48f3-a477-fc93417bbb9f req-c9819ee7-2789-4691-bb4f-5621d618f96f service neutron] 10.222.0.68 "PUT /v2.0/ports/d567af4e-d959-4c5e-bbcb-aa0a11495c6e HTTP/1.1" status: 200 len: 1091 time: 2.6914170 Aug 19 15:01:37.712615 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d57b2c9-f3da-41b2-8a3b-d20bd9534247', 'tag': 'd567af4e-d959-4c5e-bbcb-aa0a11495c6e'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:01:37.715010 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-228077a1-2a0f-4d3b-a24f-5f1512bcbc3c req-6af70b73-ae83-4f9c-a542-17bc94df976a tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034346 Aug 19 15:01:37.716240 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04fb6589-7a32-4ac7-8b43-15f38b26c132" -d '{"events": [{"name": "network-changed", "server_uuid": "5d57b2c9-f3da-41b2-8a3b-d20bd9534247", "tag": "d567af4e-d959-4c5e-bbcb-aa0a11495c6e"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:01:37.719776 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-944fd540-9f4b-454e-9fa9-4be01225e527 None None] Provisioning complete for port e8932791-0569-4a56-9b73-64a6e9279063 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:37.720753 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-944fd540-9f4b-454e-9fa9-4be01225e527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:37.752015 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b00bcb-567b-4cba-ba08-293f7d341a5f None None] Network 4f89c6d2-eca6-4cdf-b414-443a6905156f requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:01:37.759266 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9819ee7-2789-4691-bb4f-5621d618f96f service neutron] Pushing event updated for resources: {'Port': ['ID=d567af4e-d959-4c5e-bbcb-aa0a11495c6e,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:37.776727 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-234db6ab-65eb-493a-a6b6-f140244495ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:37.777848 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-234db6ab-65eb-493a-a6b6-f140244495ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:37.812365 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d43928c-de53-48ca-b35b-8d6521ce2021 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:37.826648 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-96740491-b284-4a21-a2d4-a687565076a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:37.829824 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-345bef92-9ac2-4fa9-b2f8-08b2c5dbc9d5 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:37.838928 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1901715b-340d-45fd-904b-d942e47e2c1b x-openstack-request-id: req-1901715b-340d-45fd-904b-d942e47e2c1b {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:01:37.839233 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d57b2c9-f3da-41b2-8a3b-d20bd9534247", "tag": "d567af4e-d959-4c5e-bbcb-aa0a11495c6e", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:01:37.839483 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1901715b-340d-45fd-904b-d942e47e2c1b {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:01:37.839908 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d57b2c9-f3da-41b2-8a3b-d20bd9534247', 'tag': 'd567af4e-d959-4c5e-bbcb-aa0a11495c6e', 'status': 'completed', 'code': 200} Aug 19 15:01:37.961670 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [None req-3d43928c-de53-48ca-b35b-8d6521ce2021 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 19 15:01:37.963117 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-3d43928c-de53-48ca-b35b-8d6521ce2021 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] 10.222.0.69 "DELETE /v2.0/routers/726b1626-5788-404c-93be-692c037c27ae HTTP/1.1" status: 409 len: 329 time: 0.6380968 Aug 19 15:01:37.968097 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 47972) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:38.002446 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-345bef92-9ac2-4fa9-b2f8-08b2c5dbc9d5 None None] Transition to ACTIVE for port object 498db234-ea36-484b-918c-068a5d6deffa will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:01:38.005180 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96740491-b284-4a21-a2d4-a687565076a1 None None] Routers {'726b1626-5788-404c-93be-692c037c27ae'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:01:38.006149 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-96740491-b284-4a21-a2d4-a687565076a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:01:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['726b1626-5788-404c-93be-692c037c27ae'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:38.008564 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-944fd540-9f4b-454e-9fa9-4be01225e527 None None] Port e8932791-0569-4a56-9b73-64a6e9279063 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:01:38.109268 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-234db6ab-65eb-493a-a6b6-f140244495ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:38.125323 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-96740491-b284-4a21-a2d4-a687565076a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:38.126406 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96740491-b284-4a21-a2d4-a687565076a1 None None] The sync data for ids ['726b1626-5788-404c-93be-692c037c27ae'] in n-d-766043-2 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:01:38.134292 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd957fcd-0967-48f3-a477-fc93417bbb9f req-109ba29e-7f42-496d-88a8-b4f9f817a9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:38.138369 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cd957fcd-0967-48f3-a477-fc93417bbb9f req-109ba29e-7f42-496d-88a8-b4f9f817a9cb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=329a9422f2e44489a7adbe73ec4e808e&device_id=5d57b2c9-f3da-41b2-8a3b-d20bd9534247 HTTP/1.1" status: 200 len: 1094 time: 0.3689575 Aug 19 15:01:38.247499 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-345bef92-9ac2-4fa9-b2f8-08b2c5dbc9d5 None None] Transition to ACTIVE for port object 498db234-ea36-484b-918c-068a5d6deffa will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:01:38.277044 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-345bef92-9ac2-4fa9-b2f8-08b2c5dbc9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:38.357481 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device c8885ca0-4847-4969-9f31-2eb1d0e2d04c up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:01:38.371099 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cd957fcd-0967-48f3-a477-fc93417bbb9f req-03dffb4f-ce50-4d26-991f-e0d906ef3177 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d567af4e-d959-4c5e-bbcb-aa0a11495c6e HTTP/1.1" status: 200 len: 217 time: 0.1490309 Aug 19 15:01:38.427080 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345bef92-9ac2-4fa9-b2f8-08b2c5dbc9d5 None None] Network 0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:01:38.445666 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-345bef92-9ac2-4fa9-b2f8-08b2c5dbc9d5 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:01:38.451600 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345bef92-9ac2-4fa9-b2f8-08b2c5dbc9d5 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:01:38.475421 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b81d217-d255-4c19-83b1-995b9d6e02a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-4f89c6d2-eca6-4cdf-b414-443a6905156f', 'network_id': '4f89c6d2-eca6-4cdf-b414-443a6905156f', 'tenant_id': '47b303e18d864591a6c16a929de1de99', 'fixed_ips': [{'subnet_id': '8cbc7540-1b56-4b60-9cef-37a5810af835'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:01:38.482440 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8b81d217-d255-4c19-83b1-995b9d6e02a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:38.510760 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-234db6ab-65eb-493a-a6b6-f140244495ff admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:38.530332 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345bef92-9ac2-4fa9-b2f8-08b2c5dbc9d5 None None] Pushing event updated for resources: {'Port': ['ID=498db234-ea36-484b-918c-068a5d6deffa,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:38.562636 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd957fcd-0967-48f3-a477-fc93417bbb9f req-38c0cbc0-b3db-480e-8a46-0146f3b12ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:38.566194 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cd957fcd-0967-48f3-a477-fc93417bbb9f req-38c0cbc0-b3db-480e-8a46-0146f3b12ce9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b36b5b14-491d-4933-bb67-1257e134c17f HTTP/1.1" status: 200 len: 849 time: 0.1332195 Aug 19 15:01:38.640521 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0a62ea07-9f62-435d-b797-e473cfdf3c07 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:38.669968 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd957fcd-0967-48f3-a477-fc93417bbb9f req-7050e18e-cfc1-4ccd-b8e2-57b00645bd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:38.671822 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cd957fcd-0967-48f3-a477-fc93417bbb9f req-7050e18e-cfc1-4ccd-b8e2-57b00645bd0a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=86eb5dfd-420b-4075-ab54-22313c9966d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680351 Aug 19 15:01:38.893850 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cd957fcd-0967-48f3-a477-fc93417bbb9f req-6c647d17-1bb5-423d-9f9b-58b755a7ea08 service neutron] 10.222.0.68 "GET /v2.0/networks/86eb5dfd-420b-4075-ab54-22313c9966d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996951 Aug 19 15:01:38.913423 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-345bef92-9ac2-4fa9-b2f8-08b2c5dbc9d5 None None] Attempting to bind port 498db234-ea36-484b-918c-068a5d6deffa on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:01:38.914948 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-345bef92-9ac2-4fa9-b2f8-08b2c5dbc9d5 None None] Attempting to bind port 498db234-ea36-484b-918c-068a5d6deffa by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'af63bf8d-c499-484e-bc2f-0bd1cbfcd355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:01:38.915734 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345bef92-9ac2-4fa9-b2f8-08b2c5dbc9d5 None None] Attempting to bind port 498db234-ea36-484b-918c-068a5d6deffa on network 0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:01:38.932541 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345bef92-9ac2-4fa9-b2f8-08b2c5dbc9d5 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:01:38.933271 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345bef92-9ac2-4fa9-b2f8-08b2c5dbc9d5 None None] Checking segment: {'id': 'af63bf8d-c499-484e-bc2f-0bd1cbfcd355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:01:38.933902 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-345bef92-9ac2-4fa9-b2f8-08b2c5dbc9d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:38.934474 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345bef92-9ac2-4fa9-b2f8-08b2c5dbc9d5 None None] Bound using segment: {'id': 'af63bf8d-c499-484e-bc2f-0bd1cbfcd355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:01:38.935149 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-345bef92-9ac2-4fa9-b2f8-08b2c5dbc9d5 None None] Bound port: 498db234-ea36-484b-918c-068a5d6deffa, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af63bf8d-c499-484e-bc2f-0bd1cbfcd355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:01:38.935726 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-345bef92-9ac2-4fa9-b2f8-08b2c5dbc9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:38.981758 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port c8885ca0-4847-4969-9f31-2eb1d0e2d04c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:01:39.003556 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port c8885ca0-4847-4969-9f31-2eb1d0e2d04c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:39.004199 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:39.007486 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a36138a4-52f7-447f-9298-d47543e11ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686d8860-acf0-400b-979c-5edab405dd60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688666358', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '4c7094b8-95a4-462c-affc-ba6c265673c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:24Z', 'updated_at': '2021-08-19T15:01:28Z', 'revision_number': 3, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port': {'id': '4c7094b8-95a4-462c-affc-ba6c265673c6', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c1:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686d8860-acf0-400b-979c-5edab405dd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:26Z', 'updated_at': '2021-08-19T15:01:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:39.078597 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cd957fcd-0967-48f3-a477-fc93417bbb9f req-16be6ef7-fe46-4731-adb0-cf844ff4237e service neutron] 10.222.0.68 "GET /v2.0/networks/86eb5dfd-420b-4075-ab54-22313c9966d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506493 Aug 19 15:01:39.109802 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36138a4-52f7-447f-9298-d47543e11ce7 None None] The sync data for ids ['686d8860-acf0-400b-979c-5edab405dd60'] in n-d-766043-2 is: [{'id': '686d8860-acf0-400b-979c-5edab405dd60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688666358', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '4c7094b8-95a4-462c-affc-ba6c265673c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:24Z', 'updated_at': '2021-08-19T15:01:28Z', 'revision_number': 3, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port': {'id': '4c7094b8-95a4-462c-affc-ba6c265673c6', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c1:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686d8860-acf0-400b-979c-5edab405dd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:26Z', 'updated_at': '2021-08-19T15:01:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:01:39.151413 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-234db6ab-65eb-493a-a6b6-f140244495ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:39.205834 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-234db6ab-65eb-493a-a6b6-f140244495ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:39.218140 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-0a62ea07-9f62-435d-b797-e473cfdf3c07 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Allocated IP 172.20.0.1 (0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e/1c0affc3-2289-41e1-9841-156efcfe8ae7/e3cb2e75-61ed-4e16-a9c2-4d06fbb7dee7) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:01:39.270354 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb6589-7a32-4ac7-8b43-15f38b26c132 req-dd331ed0-e4ea-41ee-b26f-a7dca5a897a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:39.272977 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-04fb6589-7a32-4ac7-8b43-15f38b26c132 req-dd331ed0-e4ea-41ee-b26f-a7dca5a897a7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=329a9422f2e44489a7adbe73ec4e808e&device_id=5d57b2c9-f3da-41b2-8a3b-d20bd9534247 HTTP/1.1" status: 200 len: 1094 time: 0.1232374 Aug 19 15:01:39.365544 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-8b81d217-d255-4c19-83b1-995b9d6e02a1 None None] Allocated IP 172.20.0.2 (4f89c6d2-eca6-4cdf-b414-443a6905156f/8cbc7540-1b56-4b60-9cef-37a5810af835/cc49bcff-38ba-4309-9da3-8c826f6494e9) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:01:39.461843 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb6589-7a32-4ac7-8b43-15f38b26c132 req-2c891894-5375-4fb7-92e1-473bd67cd801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:39.463887 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-04fb6589-7a32-4ac7-8b43-15f38b26c132 req-2c891894-5375-4fb7-92e1-473bd67cd801 service neutron] 10.222.0.68 "GET /v2.0/networks?id=86eb5dfd-420b-4075-ab54-22313c9966d3 HTTP/1.1" status: 200 len: 911 time: 0.1812594 Aug 19 15:01:39.587118 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41134fc-4a5f-4926-8bc0-01ac119c3cc4 req-60c73894-0697-4caa-90de-15dcd2cfeb5f tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:39.587118 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e41134fc-4a5f-4926-8bc0-01ac119c3cc4 req-60c73894-0697-4caa-90de-15dcd2cfeb5f tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d57b2c9-f3da-41b2-8a3b-d20bd9534247 HTTP/1.1" status: 200 len: 943 time: 0.9500306 Aug 19 15:01:39.633554 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-04fb6589-7a32-4ac7-8b43-15f38b26c132 req-6d126d6b-47ec-40d7-b455-11ba52ab2ca6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d567af4e-d959-4c5e-bbcb-aa0a11495c6e HTTP/1.1" status: 200 len: 217 time: 0.1009207 Aug 19 15:01:39.676133 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-234db6ab-65eb-493a-a6b6-f140244495ff admin admin] Allocated IP 172.25.2.158 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/851b62c4-ba27-4be4-b93a-95f0f93f3836) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:01:39.676395 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c220cb8a-1bdf-4a34-9da2-8883f787b7c0 req-5e3ebeb0-15c9-4988-9c92-48345daa85ca tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:39.678484 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c220cb8a-1bdf-4a34-9da2-8883f787b7c0 req-5e3ebeb0-15c9-4988-9c92-48345daa85ca tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.3174641 Aug 19 15:01:39.725653 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0a62ea07-9f62-435d-b797-e473cfdf3c07 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:39.794178 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-0a62ea07-9f62-435d-b797-e473cfdf3c07 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Transition to ACTIVE for port object e3cb2e75-61ed-4e16-a9c2-4d06fbb7dee7 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:01:39.802513 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e41134fc-4a5f-4926-8bc0-01ac119c3cc4 req-420b3ba7-3104-410f-9a61-da09c03f3af5 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c557159-7162-4d2f-ba9f-7706b6cb47a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491580 Aug 19 15:01:39.817499 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c220cb8a-1bdf-4a34-9da2-8883f787b7c0 req-c83d0c45-c492-4089-939e-c9f5a92dc583 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169047 Aug 19 15:01:39.862647 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-234db6ab-65eb-493a-a6b6-f140244495ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:39.940246 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0a62ea07-9f62-435d-b797-e473cfdf3c07 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:39.959529 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb6589-7a32-4ac7-8b43-15f38b26c132 req-8423a437-517b-4261-b653-867af1f0812a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:39.962321 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-04fb6589-7a32-4ac7-8b43-15f38b26c132 req-8423a437-517b-4261-b653-867af1f0812a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b36b5b14-491d-4933-bb67-1257e134c17f HTTP/1.1" status: 200 len: 849 time: 0.3206420 Aug 19 15:01:39.963419 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-234db6ab-65eb-493a-a6b6-f140244495ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:40.002282 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:40.028205 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-345bef92-9ac2-4fa9-b2f8-08b2c5dbc9d5 None None] For port 498db234-ea36-484b-918c-068a5d6deffa, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:01:40.057609 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234db6ab-65eb-493a-a6b6-f140244495ff admin admin] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:01:40.062642 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-234db6ab-65eb-493a-a6b6-f140244495ff admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:01:40.069936 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234db6ab-65eb-493a-a6b6-f140244495ff admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:01:40.079956 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a62ea07-9f62-435d-b797-e473cfdf3c07 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Network 0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:01:40.092518 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a62ea07-9f62-435d-b797-e473cfdf3c07 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'Port': ['ID=e3cb2e75-61ed-4e16-a9c2-4d06fbb7dee7,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:40.094928 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-345bef92-9ac2-4fa9-b2f8-08b2c5dbc9d5 None None] For port 498db234-ea36-484b-918c-068a5d6deffa, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=498db234-ea36-484b-918c-068a5d6deffa,segment=NetworkSegment(af63bf8d-c499-484e-bc2f-0bd1cbfcd355),segment_id=af63bf8d-c499-484e-bc2f-0bd1cbfcd355)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:01:40.101489 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-0a62ea07-9f62-435d-b797-e473cfdf3c07 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:01:40.105246 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a62ea07-9f62-435d-b797-e473cfdf3c07 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:01:40.112235 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-345bef92-9ac2-4fa9-b2f8-08b2c5dbc9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:40.116661 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port c8885ca0-4847-4969-9f31-2eb1d0e2d04c, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=c8885ca0-4847-4969-9f31-2eb1d0e2d04c,segment=NetworkSegment(b6bb2d61-0455-440b-809f-c8e64ffc2b8e),segment_id=b6bb2d61-0455-440b-809f-c8e64ffc2b8e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:40.137385 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb6589-7a32-4ac7-8b43-15f38b26c132 req-c151b740-8ad4-4ac2-97fa-2aa0c4927af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:40.139110 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-04fb6589-7a32-4ac7-8b43-15f38b26c132 req-c151b740-8ad4-4ac2-97fa-2aa0c4927af9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=86eb5dfd-420b-4075-ab54-22313c9966d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1690183 Aug 19 15:01:40.143512 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:40.149639 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234db6ab-65eb-493a-a6b6-f140244495ff admin admin] Pushing event updated for resources: {'Port': ['ID=851b62c4-ba27-4be4-b93a-95f0f93f3836,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:40.162555 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8b81d217-d255-4c19-83b1-995b9d6e02a1 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:40.183194 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0a62ea07-9f62-435d-b797-e473cfdf3c07 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:40.188908 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8ce007ea-dea8-418f-a8db-a41fc65870e4 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:40.255046 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8b81d217-d255-4c19-83b1-995b9d6e02a1 None None] Transition to ACTIVE for port object cc49bcff-38ba-4309-9da3-8c826f6494e9 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:01:40.280437 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-04fb6589-7a32-4ac7-8b43-15f38b26c132 req-77de85ff-59f9-492c-a6eb-db5e5dcdcc7d service neutron] 10.222.0.68 "GET /v2.0/networks/86eb5dfd-420b-4075-ab54-22313c9966d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223712 Aug 19 15:01:40.345639 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345bef92-9ac2-4fa9-b2f8-08b2c5dbc9d5 None None] Pushing event updated for resources: {'Port': ['ID=498db234-ea36-484b-918c-068a5d6deffa,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:40.373823 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8b81d217-d255-4c19-83b1-995b9d6e02a1 None None] Transition to ACTIVE for port object cc49bcff-38ba-4309-9da3-8c826f6494e9 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:01:40.377697 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 4c7094b8-95a4-462c-affc-ba6c265673c6 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:01:40.505156 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8b81d217-d255-4c19-83b1-995b9d6e02a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:40.660981 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=c8885ca0-4847-4969-9f31-2eb1d0e2d04c,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:40.679491 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b81d217-d255-4c19-83b1-995b9d6e02a1 None None] Network 4f89c6d2-eca6-4cdf-b414-443a6905156f is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:01:40.683362 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-8b81d217-d255-4c19-83b1-995b9d6e02a1 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:01:40.724393 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b81d217-d255-4c19-83b1-995b9d6e02a1 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:01:40.779296 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 4c7094b8-95a4-462c-affc-ba6c265673c6 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:01:40.802830 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 4c7094b8-95a4-462c-affc-ba6c265673c6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:40.804011 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:40.870799 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8b81d217-d255-4c19-83b1-995b9d6e02a1 None None] Attempting to bind port cc49bcff-38ba-4309-9da3-8c826f6494e9 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:01:40.873059 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8b81d217-d255-4c19-83b1-995b9d6e02a1 None None] Attempting to bind port cc49bcff-38ba-4309-9da3-8c826f6494e9 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'ece8cf3b-76d5-4cdb-acf2-1cca57cea21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4f89c6d2-eca6-4cdf-b414-443a6905156f'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:01:40.873059 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b81d217-d255-4c19-83b1-995b9d6e02a1 None None] Attempting to bind port cc49bcff-38ba-4309-9da3-8c826f6494e9 on network 4f89c6d2-eca6-4cdf-b414-443a6905156f {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:01:40.904936 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b81d217-d255-4c19-83b1-995b9d6e02a1 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:01:40.905318 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b81d217-d255-4c19-83b1-995b9d6e02a1 None None] Checking segment: {'id': 'ece8cf3b-76d5-4cdb-acf2-1cca57cea21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4f89c6d2-eca6-4cdf-b414-443a6905156f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:01:40.917373 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8b81d217-d255-4c19-83b1-995b9d6e02a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:40.917950 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b81d217-d255-4c19-83b1-995b9d6e02a1 None None] Bound using segment: {'id': 'ece8cf3b-76d5-4cdb-acf2-1cca57cea21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4f89c6d2-eca6-4cdf-b414-443a6905156f'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:01:40.918483 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8b81d217-d255-4c19-83b1-995b9d6e02a1 None None] Bound port: cc49bcff-38ba-4309-9da3-8c826f6494e9, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ece8cf3b-76d5-4cdb-acf2-1cca57cea21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4f89c6d2-eca6-4cdf-b414-443a6905156f'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:01:40.918888 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8b81d217-d255-4c19-83b1-995b9d6e02a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:41.106485 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8b81d217-d255-4c19-83b1-995b9d6e02a1 None None] For port cc49bcff-38ba-4309-9da3-8c826f6494e9, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:01:41.110772 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8b81d217-d255-4c19-83b1-995b9d6e02a1 None None] For port cc49bcff-38ba-4309-9da3-8c826f6494e9, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=cc49bcff-38ba-4309-9da3-8c826f6494e9,segment=NetworkSegment(ece8cf3b-76d5-4cdb-acf2-1cca57cea21f),segment_id=ece8cf3b-76d5-4cdb-acf2-1cca57cea21f)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:01:41.133289 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8b81d217-d255-4c19-83b1-995b9d6e02a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:41.186774 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81d217-d255-4c19-83b1-995b9d6e02a1 None None] Pushing event updated for resources: {'Port': ['ID=cc49bcff-38ba-4309-9da3-8c826f6494e9,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:41.285992 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c40486-4bba-4a11-87d7-d45e8b778919 req-3a2f9da8-ce55-46fd-82b4-9349e2b23494 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:41.288171 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-86c40486-4bba-4a11-87d7-d45e8b778919 req-3a2f9da8-ce55-46fd-82b4-9349e2b23494 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d57b2c9-f3da-41b2-8a3b-d20bd9534247 HTTP/1.1" status: 200 len: 943 time: 0.2094316 Aug 19 15:01:41.337869 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b548e330-51d1-4d78-be57-3370edeb0b29 req-0aaae921-8b7d-40d0-b0bd-bcf6f6bbfac0 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:41.347004 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b548e330-51d1-4d78-be57-3370edeb0b29 req-0aaae921-8b7d-40d0-b0bd-bcf6f6bbfac0 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.2692728 Aug 19 15:01:41.359974 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:41.369815 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-234db6ab-65eb-493a-a6b6-f140244495ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:41.407706 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 4c7094b8-95a4-462c-affc-ba6c265673c6, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=4c7094b8-95a4-462c-affc-ba6c265673c6,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:41.410103 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81d217-d255-4c19-83b1-995b9d6e02a1 None None] Pushing event updated for resources: {'Port': ['ID=cc49bcff-38ba-4309-9da3-8c826f6494e9,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:41.421704 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:41.451474 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0a62ea07-9f62-435d-b797-e473cfdf3c07 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:41.470098 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b548e330-51d1-4d78-be57-3370edeb0b29 req-e24c6833-cfc0-4106-a2ba-12c551d7c6a6 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226909 Aug 19 15:01:41.518785 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-86c40486-4bba-4a11-87d7-d45e8b778919 req-0fbf8380-94b6-431c-86d6-15935551493d tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c557159-7162-4d2f-ba9f-7706b6cb47a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2220318 Aug 19 15:01:41.583298 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=4c7094b8-95a4-462c-affc-ba6c265673c6,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:41.657535 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-04fb6589-7a32-4ac7-8b43-15f38b26c132 req-6ddb764f-5ce6-472a-b41f-ffd33248f532 service neutron] 10.222.0.68 "GET /v2.0/networks/86eb5dfd-420b-4075-ab54-22313c9966d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6578224 Aug 19 15:01:41.811202 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-234db6ab-65eb-493a-a6b6-f140244495ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:41.838823 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device d567af4e-d959-4c5e-bbcb-aa0a11495c6e details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:01:41.941437 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-8ce007ea-dea8-418f-a8db-a41fc65870e4 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Deleting port e8932791-0569-4a56-9b73-64a6e9279063 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:01:41.941997 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8ce007ea-dea8-418f-a8db-a41fc65870e4 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:42.075364 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234db6ab-65eb-493a-a6b6-f140244495ff admin admin] Router 971db3a0-6dba-4319-b9a6-9f861674551e is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:01:42.134610 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port d567af4e-d959-4c5e-bbcb-aa0a11495c6e, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=d567af4e-d959-4c5e-bbcb-aa0a11495c6e,segment=NetworkSegment(4e884d42-900a-4a47-a636-1fba06a28f42),segment_id=4e884d42-900a-4a47-a636-1fba06a28f42)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:42.185004 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': 'd567af4e-d959-4c5e-bbcb-aa0a11495c6e', 'network_id': '86eb5dfd-420b-4075-ab54-22313c9966d3', 'port_id': 'd567af4e-d959-4c5e-bbcb-aa0a11495c6e', 'mac_address': 'fa:16:3e:79:0b:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36b5b14-491d-4933-bb67-1257e134c17f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:01:42.253268 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51dce5f7-bd93-4011-bdbc-3f4246421d10 None None] Network 0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:01:42.255433 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234db6ab-65eb-493a-a6b6-f140244495ff admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:01:42.267252 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02e9f13-ed6e-4fed-9e69-45e6a00bbc34 None None] Sync routers for ids ['971db3a0-6dba-4319-b9a6-9f861674551e'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:01:42.280334 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02e9f13-ed6e-4fed-9e69-45e6a00bbc34 None None] Routers {'971db3a0-6dba-4319-b9a6-9f861674551e'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:01:42.283529 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b02e9f13-ed6e-4fed-9e69-45e6a00bbc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:01:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['971db3a0-6dba-4319-b9a6-9f861674551e'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:42.293152 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:42.297968 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-234db6ab-65eb-493a-a6b6-f140244495ff admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:42.299861 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-234db6ab-65eb-493a-a6b6-f140244495ff admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.6262803 Aug 19 15:01:42.302486 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 47986) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:42.358542 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d567af4e-d959-4c5e-bbcb-aa0a11495c6e {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:01:42.415404 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8ce007ea-dea8-418f-a8db-a41fc65870e4 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:42.456380 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-8ce007ea-dea8-418f-a8db-a41fc65870e4 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Calling delete_port for e8932791-0569-4a56-9b73-64a6e9279063 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:01:42.501761 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-b02e9f13-ed6e-4fed-9e69-45e6a00bbc34 None None] Set router 971db3a0-6dba-4319-b9a6-9f861674551e gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:01:42.608078 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port d567af4e-d959-4c5e-bbcb-aa0a11495c6e, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=d567af4e-d959-4c5e-bbcb-aa0a11495c6e,segment=NetworkSegment(4e884d42-900a-4a47-a636-1fba06a28f42),segment_id=4e884d42-900a-4a47-a636-1fba06a28f42)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:42.615271 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 4c7094b8-95a4-462c-affc-ba6c265673c6 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:01:42.651427 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2298ced7-3f26-43b2-8441-5d0e59de76a7 None None] Provisioning for port 498db234-ea36-484b-918c-068a5d6deffa completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:01:42.707207 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:42.796859 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 4c7094b8-95a4-462c-affc-ba6c265673c6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:42.797236 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:42.800042 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=d567af4e-d959-4c5e-bbcb-aa0a11495c6e,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:42.872952 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0a62ea07-9f62-435d-b797-e473cfdf3c07 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:42.895211 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0a62ea07-9f62-435d-b797-e473cfdf3c07 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:42.926202 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b02e9f13-ed6e-4fed-9e69-45e6a00bbc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971db3a0-6dba-4319-b9a6-9f861674551e', 'name': 'tempest-TestVolumeBootPattern-1295057401-router', 'tenant_id': '47b303e18d864591a6c16a929de1de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '851b62c4-ba27-4be4-b93a-95f0f93f3836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:37Z', 'updated_at': '2021-08-19T15:01:41Z', 'revision_number': 3, 'project_id': '47b303e18d864591a6c16a929de1de99', 'gw_port': {'id': '851b62c4-ba27-4be4-b93a-95f0f93f3836', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971db3a0-6dba-4319-b9a6-9f861674551e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:39Z', 'updated_at': '2021-08-19T15:01:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:42.965600 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['d567af4e-d959-4c5e-bbcb-aa0a11495c6e'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:01:42.977590 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02e9f13-ed6e-4fed-9e69-45e6a00bbc34 None None] Checking router: 971db3a0-6dba-4319-b9a6-9f861674551e for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:01:42.978303 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02e9f13-ed6e-4fed-9e69-45e6a00bbc34 None None] Updating router 971db3a0-6dba-4319-b9a6-9f861674551e port 851b62c4-ba27-4be4-b93a-95f0f93f3836 binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:01:43.015070 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device cc49bcff-38ba-4309-9da3-8c826f6494e9 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:01:43.026667 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b02e9f13-ed6e-4fed-9e69-45e6a00bbc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:43.133063 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port cc49bcff-38ba-4309-9da3-8c826f6494e9 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:01:43.153101 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device c8885ca0-4847-4969-9f31-2eb1d0e2d04c up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:01:43.219170 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c7a7c-06ed-4885-9fc5-6d6542adb3eb req-c0bd4269-5587-415c-8399-9e15a91778e1 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:43.226310 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-299c7a7c-06ed-4885-9fc5-6d6542adb3eb req-c0bd4269-5587-415c-8399-9e15a91778e1 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.5372894 Aug 19 15:01:43.238564 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0a62ea07-9f62-435d-b797-e473cfdf3c07 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:43.240977 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a62ea07-9f62-435d-b797-e473cfdf3c07 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'Port': ['ID=e3cb2e75-61ed-4e16-a9c2-4d06fbb7dee7,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:43.254639 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c67dc-16dd-4f1e-ba23-d809f73e22a2 req-7b19a2ba-0077-486f-8820-f3141df9593d tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:43.256228 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d87c67dc-16dd-4f1e-ba23-d809f73e22a2 req-7b19a2ba-0077-486f-8820-f3141df9593d tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d57b2c9-f3da-41b2-8a3b-d20bd9534247 HTTP/1.1" status: 200 len: 944 time: 0.5344796 Aug 19 15:01:43.307017 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fec0a836-b5e7-44dd-a810-745a7fa37603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:43.424938 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6629f025-9844-4e8d-a787-9f5ee0a5b9aa None None] Provisioning for port e3cb2e75-61ed-4e16-a9c2-4d06fbb7dee7 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:01:43.443546 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4054b04-0eb8-4a35-b83d-96c21b9018bd None None] Network 4f89c6d2-eca6-4cdf-b414-443a6905156f requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:01:43.464211 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6629f025-9844-4e8d-a787-9f5ee0a5b9aa None None] Provisioning complete for port e3cb2e75-61ed-4e16-a9c2-4d06fbb7dee7 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:43.464680 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6629f025-9844-4e8d-a787-9f5ee0a5b9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:43.511848 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d87c67dc-16dd-4f1e-ba23-d809f73e22a2 req-45ac10ea-39bc-4fc3-b842-4ac897f92af3 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c557159-7162-4d2f-ba9f-7706b6cb47a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2448120 Aug 19 15:01:43.514416 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a62ea07-9f62-435d-b797-e473cfdf3c07 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Network 0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:01:43.550635 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-299c7a7c-06ed-4885-9fc5-6d6542adb3eb req-e09b143a-0ace-4e79-ac90-fd8b06c5c962 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164139 Aug 19 15:01:43.556643 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8ce007ea-dea8-418f-a8db-a41fc65870e4 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:43.561034 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-0a62ea07-9f62-435d-b797-e473cfdf3c07 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:01:43.600671 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-fec0a836-b5e7-44dd-a810-745a7fa37603 admin admin] Allocated IP 172.20.0.1 (4f89c6d2-eca6-4cdf-b414-443a6905156f/8cbc7540-1b56-4b60-9cef-37a5810af835/779deca0-1429-40db-841d-90de9eb1896e) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:01:43.632882 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port c8885ca0-4847-4969-9f31-2eb1d0e2d04c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:43.633569 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:43.660267 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b02e9f13-ed6e-4fed-9e69-45e6a00bbc34 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:43.673304 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce007ea-dea8-418f-a8db-a41fc65870e4 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Pushing event deleted for resources: {'Port': ['ID=e8932791-0569-4a56-9b73-64a6e9279063,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:43.674570 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-b02e9f13-ed6e-4fed-9e69-45e6a00bbc34 None None] Transition to ACTIVE for port object 851b62c4-ba27-4be4-b93a-95f0f93f3836 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:01:43.683554 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6629f025-9844-4e8d-a787-9f5ee0a5b9aa None None] Port e3cb2e75-61ed-4e16-a9c2-4d06fbb7dee7 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:01:43.716825 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b02e9f13-ed6e-4fed-9e69-45e6a00bbc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:43.797576 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fec0a836-b5e7-44dd-a810-745a7fa37603 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:43.807813 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3558634a-2783-4d20-84e6-c7fcf85a002b None None] Pushing event updated for resources: {'Port': ['ID=851b62c4-ba27-4be4-b93a-95f0f93f3836,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:43.824886 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-fec0a836-b5e7-44dd-a810-745a7fa37603 admin admin] Transition to ACTIVE for port object 779deca0-1429-40db-841d-90de9eb1896e will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:01:43.851388 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-b02e9f13-ed6e-4fed-9e69-45e6a00bbc34 None None] Attempting to bind port 851b62c4-ba27-4be4-b93a-95f0f93f3836 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:01:43.852364 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-b02e9f13-ed6e-4fed-9e69-45e6a00bbc34 None None] Attempting to bind port 851b62c4-ba27-4be4-b93a-95f0f93f3836 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:01:43.852764 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02e9f13-ed6e-4fed-9e69-45e6a00bbc34 None None] Attempting to bind port 851b62c4-ba27-4be4-b93a-95f0f93f3836 on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:01:43.856495 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a62ea07-9f62-435d-b797-e473cfdf3c07 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Router 686d8860-acf0-400b-979c-5edab405dd60 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:01:43.859501 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02e9f13-ed6e-4fed-9e69-45e6a00bbc34 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:01:43.860207 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02e9f13-ed6e-4fed-9e69-45e6a00bbc34 None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:01:43.860647 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b02e9f13-ed6e-4fed-9e69-45e6a00bbc34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:43.861086 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02e9f13-ed6e-4fed-9e69-45e6a00bbc34 None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:01:43.861597 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-b02e9f13-ed6e-4fed-9e69-45e6a00bbc34 None None] Bound port: 851b62c4-ba27-4be4-b93a-95f0f93f3836, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:01:43.861984 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b02e9f13-ed6e-4fed-9e69-45e6a00bbc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:43.919038 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fec0a836-b5e7-44dd-a810-745a7fa37603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:43.921571 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 498db234-ea36-484b-918c-068a5d6deffa up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:01:43.976087 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-b02e9f13-ed6e-4fed-9e69-45e6a00bbc34 None None] For port 851b62c4-ba27-4be4-b93a-95f0f93f3836, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:01:43.981511 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-b02e9f13-ed6e-4fed-9e69-45e6a00bbc34 None None] For port 851b62c4-ba27-4be4-b93a-95f0f93f3836, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=851b62c4-ba27-4be4-b93a-95f0f93f3836,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:01:43.987191 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-727131b1-33d5-49a2-bd46-c468b5241281 None None] Provisioning complete for port e3cb2e75-61ed-4e16-a9c2-4d06fbb7dee7 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:43.987969 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-727131b1-33d5-49a2-bd46-c468b5241281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:43.994319 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b36af6-5125-4c3e-a127-5a0c7023a198 req-fc288625-ea2e-4747-bee7-c7837903b053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:43.995874 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-49b36af6-5125-4c3e-a127-5a0c7023a198 req-fc288625-ea2e-4747-bee7-c7837903b053 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5d0ce086c68641eab81e2252cb60e6f7&device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 1097 time: 0.3748322 Aug 19 15:01:43.996930 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8ce007ea-dea8-418f-a8db-a41fc65870e4 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:43.997084 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b02e9f13-ed6e-4fed-9e69-45e6a00bbc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:44.005100 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec0a836-b5e7-44dd-a810-745a7fa37603 admin admin] Network 4f89c6d2-eca6-4cdf-b414-443a6905156f is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:01:44.015749 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-fec0a836-b5e7-44dd-a810-745a7fa37603 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:01:44.019190 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec0a836-b5e7-44dd-a810-745a7fa37603 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:01:44.041558 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-727131b1-33d5-49a2-bd46-c468b5241281 None None] Port e3cb2e75-61ed-4e16-a9c2-4d06fbb7dee7 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:01:44.052267 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 498db234-ea36-484b-918c-068a5d6deffa completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:01:44.057843 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 498db234-ea36-484b-918c-068a5d6deffa triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:44.058778 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:44.061813 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-727131b1-33d5-49a2-bd46-c468b5241281 None None] Provisioning for port cc49bcff-38ba-4309-9da3-8c826f6494e9 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:01:44.067378 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-727131b1-33d5-49a2-bd46-c468b5241281 None None] Provisioning complete for port cc49bcff-38ba-4309-9da3-8c826f6494e9 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:44.068101 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-727131b1-33d5-49a2-bd46-c468b5241281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:44.079132 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fec0a836-b5e7-44dd-a810-745a7fa37603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:44.110358 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02e9f13-ed6e-4fed-9e69-45e6a00bbc34 None None] Routers {'971db3a0-6dba-4319-b9a6-9f861674551e'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:01:44.112780 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b02e9f13-ed6e-4fed-9e69-45e6a00bbc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:01:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['971db3a0-6dba-4319-b9a6-9f861674551e'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:44.132276 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec0a836-b5e7-44dd-a810-745a7fa37603 admin admin] Pushing event updated for resources: {'Port': ['ID=779deca0-1429-40db-841d-90de9eb1896e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:44.183913 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3558634a-2783-4d20-84e6-c7fcf85a002b None None] Pushing event updated for resources: {'Port': ['ID=851b62c4-ba27-4be4-b93a-95f0f93f3836,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:44.264624 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:44.280646 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-b02e9f13-ed6e-4fed-9e69-45e6a00bbc34 None None] Set router 971db3a0-6dba-4319-b9a6-9f861674551e gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:01:44.299259 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-727131b1-33d5-49a2-bd46-c468b5241281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:44.338963 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 498db234-ea36-484b-918c-068a5d6deffa, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=498db234-ea36-484b-918c-068a5d6deffa,segment=NetworkSegment(af63bf8d-c499-484e-bc2f-0bd1cbfcd355),segment_id=af63bf8d-c499-484e-bc2f-0bd1cbfcd355)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:44.356339 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:44.356676 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fec0a836-b5e7-44dd-a810-745a7fa37603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:44.360327 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-727131b1-33d5-49a2-bd46-c468b5241281 None None] For port cc49bcff-38ba-4309-9da3-8c826f6494e9, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=cc49bcff-38ba-4309-9da3-8c826f6494e9,segment=NetworkSegment(ece8cf3b-76d5-4cdb-acf2-1cca57cea21f),segment_id=ece8cf3b-76d5-4cdb-acf2-1cca57cea21f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:44.409878 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-727131b1-33d5-49a2-bd46-c468b5241281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:44.457288 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=498db234-ea36-484b-918c-068a5d6deffa,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:44.462014 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce007ea-dea8-418f-a8db-a41fc65870e4 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Router 726b1626-5788-404c-93be-692c037c27ae has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:01:44.474397 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b36af6-5125-4c3e-a127-5a0c7023a198 req-fb5380a9-4326-4863-93ad-edd73f3fffa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:44.476064 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-49b36af6-5125-4c3e-a127-5a0c7023a198 req-fb5380a9-4326-4863-93ad-edd73f3fffa6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=24c8d536-ac23-4a61-ad49-3474c07f936c HTTP/1.1" status: 200 len: 914 time: 0.4707305 Aug 19 15:01:44.477551 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a62ea07-9f62-435d-b797-e473cfdf3c07 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:01:44.483913 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-0a62ea07-9f62-435d-b797-e473cfdf3c07 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "PUT /v2.0/routers/686d8860-acf0-400b-979c-5edab405dd60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7478206 Aug 19 15:01:44.557748 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727131b1-33d5-49a2-bd46-c468b5241281 None None] Pushing event updated for resources: {'Port': ['ID=cc49bcff-38ba-4309-9da3-8c826f6494e9,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:44.566651 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a8320d-3973-4706-b68a-f62db1aa8456 None None] Sync routers for ids ['686d8860-acf0-400b-979c-5edab405dd60'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:01:44.572209 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-49b36af6-5125-4c3e-a127-5a0c7023a198 req-3b2ac92b-b0ef-49c2-9523-caa68e7bbb4f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4a3b9ef-c898-4326-956d-2612053131ff HTTP/1.1" status: 200 len: 217 time: 0.0859463 Aug 19 15:01:44.602985 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-07835b6f-b1ba-478d-8cc1-1e9330a2eec5 None None] Provisioning complete for port e3cb2e75-61ed-4e16-a9c2-4d06fbb7dee7 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:44.603334 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-07835b6f-b1ba-478d-8cc1-1e9330a2eec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:44.607312 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a8320d-3973-4706-b68a-f62db1aa8456 None None] Routers {'686d8860-acf0-400b-979c-5edab405dd60'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:01:44.610309 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c9a8320d-3973-4706-b68a-f62db1aa8456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:01:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['686d8860-acf0-400b-979c-5edab405dd60'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:44.649394 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b02e9f13-ed6e-4fed-9e69-45e6a00bbc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971db3a0-6dba-4319-b9a6-9f861674551e', 'name': 'tempest-TestVolumeBootPattern-1295057401-router', 'tenant_id': '47b303e18d864591a6c16a929de1de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '851b62c4-ba27-4be4-b93a-95f0f93f3836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:37Z', 'updated_at': '2021-08-19T15:01:41Z', 'revision_number': 3, 'project_id': '47b303e18d864591a6c16a929de1de99', 'gw_port': {'id': '851b62c4-ba27-4be4-b93a-95f0f93f3836', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971db3a0-6dba-4319-b9a6-9f861674551e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:39Z', 'updated_at': '2021-08-19T15:01:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:44.684686 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fec0a836-b5e7-44dd-a810-745a7fa37603 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:44.710808 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fec0a836-b5e7-44dd-a810-745a7fa37603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:44.716033 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b36af6-5125-4c3e-a127-5a0c7023a198 req-ad84731d-8686-42e0-99b5-ff030cea4225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:44.717479 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-49b36af6-5125-4c3e-a127-5a0c7023a198 req-ad84731d-8686-42e0-99b5-ff030cea4225 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=145d9747-b0a8-4fa3-980b-a8e578e75c9d HTTP/1.1" status: 200 len: 853 time: 0.1354787 Aug 19 15:01:44.737941 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02e9f13-ed6e-4fed-9e69-45e6a00bbc34 None None] The sync data for ids ['971db3a0-6dba-4319-b9a6-9f861674551e'] in n-d-766043-2 is: [{'id': '971db3a0-6dba-4319-b9a6-9f861674551e', 'name': 'tempest-TestVolumeBootPattern-1295057401-router', 'tenant_id': '47b303e18d864591a6c16a929de1de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '851b62c4-ba27-4be4-b93a-95f0f93f3836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:37Z', 'updated_at': '2021-08-19T15:01:41Z', 'revision_number': 3, 'project_id': '47b303e18d864591a6c16a929de1de99', 'gw_port': {'id': '851b62c4-ba27-4be4-b93a-95f0f93f3836', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971db3a0-6dba-4319-b9a6-9f861674551e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:39Z', 'updated_at': '2021-08-19T15:01:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:01:44.742419 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-07835b6f-b1ba-478d-8cc1-1e9330a2eec5 None None] Port e3cb2e75-61ed-4e16-a9c2-4d06fbb7dee7 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:01:44.785683 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-07835b6f-b1ba-478d-8cc1-1e9330a2eec5 None None] Provisioning complete for port cc49bcff-38ba-4309-9da3-8c826f6494e9 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:44.786069 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-07835b6f-b1ba-478d-8cc1-1e9330a2eec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:44.813276 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fec0a836-b5e7-44dd-a810-745a7fa37603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:44.815954 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec0a836-b5e7-44dd-a810-745a7fa37603 admin admin] Pushing event updated for resources: {'Port': ['ID=779deca0-1429-40db-841d-90de9eb1896e,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:44.845747 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-c9a8320d-3973-4706-b68a-f62db1aa8456 None None] Set router 686d8860-acf0-400b-979c-5edab405dd60 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:01:44.883011 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-49b36af6-5125-4c3e-a127-5a0c7023a198 req-9de94e37-40c6-42bf-97f7-f8f44746f83b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=24c8d536-ac23-4a61-ad49-3474c07f936c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1054783 Aug 19 15:01:44.886851 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce007ea-dea8-418f-a8db-a41fc65870e4 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:01:44.896930 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48012) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:44.897090 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-8ce007ea-dea8-418f-a8db-a41fc65870e4 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] 10.222.0.69 "PUT /v2.0/routers/726b1626-5788-404c-93be-692c037c27ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9274704 Aug 19 15:01:44.907433 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36d2337-27cb-4e98-89d2-866d8f42783e None None] Sync routers for ids ['726b1626-5788-404c-93be-692c037c27ae'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:01:44.925842 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36d2337-27cb-4e98-89d2-866d8f42783e None None] Routers {'726b1626-5788-404c-93be-692c037c27ae'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:01:44.929773 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a36d2337-27cb-4e98-89d2-866d8f42783e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:01:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['726b1626-5788-404c-93be-692c037c27ae'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:44.951661 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-b0d87efe-5433-4cfb-a5c6-079ad269bb77 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] show failed (client error): The resource could not be found. Aug 19 15:01:44.952769 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b0d87efe-5433-4cfb-a5c6-079ad269bb77 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] 10.222.0.69 "GET /v2.0/routers/tempest-non_exist_router-1911259490 HTTP/1.1" status: 404 len: 335 time: 0.0475125 Aug 19 15:01:44.959460 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48014) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:44.978399 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4f89e7fc-6659-405f-88c4-4379c99a3ec1 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:44.990854 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a36d2337-27cb-4e98-89d2-866d8f42783e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:45.002985 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36d2337-27cb-4e98-89d2-866d8f42783e None None] Routers {'726b1626-5788-404c-93be-692c037c27ae'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:01:45.003973 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a36d2337-27cb-4e98-89d2-866d8f42783e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:01:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['726b1626-5788-404c-93be-692c037c27ae'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:45.018520 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-4f89e7fc-6659-405f-88c4-4379c99a3ec1 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] update failed (client error): The resource could not be found. Aug 19 15:01:45.024557 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4f89e7fc-6659-405f-88c4-4379c99a3ec1 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] 10.222.0.69 "PUT /v2.0/routers/tempest-non_exist_router-1793094053 HTTP/1.1" status: 404 len: 335 time: 0.0538733 Aug 19 15:01:45.029672 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48016) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:45.046200 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1eeff2-e5dc-4f06-b81a-0dbff27870b3 req-d22a87fb-45ad-4680-a21d-ef0318e138ee tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:45.047204 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dc1eeff2-e5dc-4f06-b81a-0dbff27870b3 req-d22a87fb-45ad-4680-a21d-ef0318e138ee tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.3250546 Aug 19 15:01:45.051987 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec0a836-b5e7-44dd-a810-745a7fa37603 admin admin] Network 4f89c6d2-eca6-4cdf-b414-443a6905156f is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:01:45.054065 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-fec0a836-b5e7-44dd-a810-745a7fa37603 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:01:45.100518 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a36d2337-27cb-4e98-89d2-866d8f42783e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:45.100518 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36d2337-27cb-4e98-89d2-866d8f42783e None None] The sync data for ids ['726b1626-5788-404c-93be-692c037c27ae'] in n-d-766043-2 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:01:45.144523 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6be2b1-2ae2-40ba-b0ad-0d03ccd293c2 req-db1ffaf5-34bc-4e44-92c3-eebe9fb06866 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:45.158969 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-aa6be2b1-2ae2-40ba-b0ad-0d03ccd293c2 req-db1ffaf5-34bc-4e44-92c3-eebe9fb06866 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d57b2c9-f3da-41b2-8a3b-d20bd9534247 HTTP/1.1" status: 200 len: 944 time: 0.4298658 Aug 19 15:01:45.246540 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-49b36af6-5125-4c3e-a127-5a0c7023a198 req-6542411e-af81-4d7b-88be-7d4541b7fe6c service neutron] 10.222.0.88 "GET /v2.0/networks/24c8d536-ac23-4a61-ad49-3474c07f936c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440108 Aug 19 15:01:45.253391 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fec0a836-b5e7-44dd-a810-745a7fa37603 admin admin] Router 971db3a0-6dba-4319-b9a6-9f861674551e has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:01:45.282388 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6f8e0a6-0bd2-4ec3-be09-45cc2120c60d tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Deleting subnet 92f8f559-1b54-4518-bc04-f4209064bfe3 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:01:45.284964 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a6f8e0a6-0bd2-4ec3-be09-45cc2120c60d tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:45.371413 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-aa6be2b1-2ae2-40ba-b0ad-0d03ccd293c2 req-04892e13-dbdf-4a09-b6a8-fd6fa06a18b4 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c557159-7162-4d2f-ba9f-7706b6cb47a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2113454 Aug 19 15:01:45.385043 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a6f8e0a6-0bd2-4ec3-be09-45cc2120c60d tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:45.418943 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec0a836-b5e7-44dd-a810-745a7fa37603 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:01:45.424368 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-fec0a836-b5e7-44dd-a810-745a7fa37603 admin admin] 10.222.0.69 "PUT /v2.0/routers/971db3a0-6dba-4319-b9a6-9f861674551e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1199551 Aug 19 15:01:45.449900 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dc1eeff2-e5dc-4f06-b81a-0dbff27870b3 req-ae8c253e-6443-4f26-9110-a093d3bdb419 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186111 Aug 19 15:01:45.482471 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8a9192b4-9c0e-4efc-ae34-cc14e97926f2 None None] Provisioning for port 779deca0-1429-40db-841d-90de9eb1896e completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:01:45.489160 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8a9192b4-9c0e-4efc-ae34-cc14e97926f2 None None] Provisioning complete for port 779deca0-1429-40db-841d-90de9eb1896e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:45.489546 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8a9192b4-9c0e-4efc-ae34-cc14e97926f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:45.542643 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-8a9192b4-9c0e-4efc-ae34-cc14e97926f2 None None] Port 779deca0-1429-40db-841d-90de9eb1896e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:01:45.547186 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c9a8320d-3973-4706-b68a-f62db1aa8456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686d8860-acf0-400b-979c-5edab405dd60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688666358', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '4c7094b8-95a4-462c-affc-ba6c265673c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:24Z', 'updated_at': '2021-08-19T15:01:41Z', 'revision_number': 4, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port': {'id': '4c7094b8-95a4-462c-affc-ba6c265673c6', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686d8860-acf0-400b-979c-5edab405dd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:26Z', 'updated_at': '2021-08-19T15:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'e3cb2e75-61ed-4e16-a9c2-4d06fbb7dee7', 'name': '', 'network_id': '0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'mac_address': 'fa:16:3e:32:56:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686d8860-acf0-400b-979c-5edab405dd60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '1c0affc3-2289-41e1-9841-156efcfe8ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:38Z', 'updated_at': '2021-08-19T15:01:41Z', 'revision_number': 2, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'subnets': [{'id': '1c0affc3-2289-41e1-9841-156efcfe8ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:45.557220 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-49b36af6-5125-4c3e-a127-5a0c7023a198 req-f39d2726-9e64-41a2-8422-af48d5e56c94 service neutron] 10.222.0.88 "GET /v2.0/networks/24c8d536-ac23-4a61-ad49-3474c07f936c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166648 Aug 19 15:01:45.576799 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a6f8e0a6-0bd2-4ec3-be09-45cc2120c60d tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:45.595707 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a8320d-3973-4706-b68a-f62db1aa8456 None None] Checking router: 686d8860-acf0-400b-979c-5edab405dd60 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:01:45.596186 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a8320d-3973-4706-b68a-f62db1aa8456 None None] Updating router 686d8860-acf0-400b-979c-5edab405dd60 port e3cb2e75-61ed-4e16-a9c2-4d06fbb7dee7 binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:01:45.639227 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c9a8320d-3973-4706-b68a-f62db1aa8456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:45.705636 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1e1b844c-e1b0-4c41-924e-0ab56354a333 req-6baaaa93-a2e8-4214-8a56-5d7bbf5876c3 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-229405756&fields=id&tenant_id=5784b0340e8242b1aba4ab831f2e3b23 HTTP/1.1" status: 200 len: 267 time: 0.0896289 Aug 19 15:01:45.747572 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a6f8e0a6-0bd2-4ec3-be09-45cc2120c60d tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:45.825318 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f8e0a6-0bd2-4ec3-be09-45cc2120c60d tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Pushing event deleted for resources: {'Subnet': ['ID=92f8f559-1b54-4518-bc04-f4209064bfe3,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:45.835239 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a6f8e0a6-0bd2-4ec3-be09-45cc2120c60d tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:45.837570 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a6f8e0a6-0bd2-4ec3-be09-45cc2120c60d tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] 10.222.0.69 "DELETE /v2.0/subnets/92f8f559-1b54-4518-bc04-f4209064bfe3 HTTP/1.1" status: 204 len: 168 time: 0.7814026 Aug 19 15:01:45.840478 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48034) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:45.846289 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e48cf3-dc98-469f-88d2-a625353e0a9c None None] Network a5c74e54-a46d-496b-8f8c-8431d6c03794 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:01:45.916487 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device d567af4e-d959-4c5e-bbcb-aa0a11495c6e up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:01:45.933209 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b844c-e1b0-4c41-924e-0ab56354a333 req-80e719d2-748f-44a9-83a4-500b5dd1a3d8 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:45.935001 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1e1b844c-e1b0-4c41-924e-0ab56354a333 req-80e719d2-748f-44a9-83a4-500b5dd1a3d8 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/networks?id=0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e HTTP/1.1" status: 200 len: 797 time: 0.2282581 Aug 19 15:01:45.964106 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1e1b844c-e1b0-4c41-924e-0ab56354a333 req-5d5dba87-fe42-471e-9b21-004aea67f6b4 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/quotas/5784b0340e8242b1aba4ab831f2e3b23 HTTP/1.1" status: 200 len: 375 time: 0.0182886 Aug 19 15:01:46.024749 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-914b2ca3-f14d-4b9a-96e0-79ef9b811b85 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:46.142645 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-914b2ca3-f14d-4b9a-96e0-79ef9b811b85 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Deleting port d55f5ce8-9b86-416a-8d93-d0935816daf6 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:01:46.143235 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-914b2ca3-f14d-4b9a-96e0-79ef9b811b85 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:46.149727 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port d567af4e-d959-4c5e-bbcb-aa0a11495c6e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:01:46.178106 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port d567af4e-d959-4c5e-bbcb-aa0a11495c6e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:46.178548 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:46.247528 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-914b2ca3-f14d-4b9a-96e0-79ef9b811b85 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] For port d55f5ce8-9b86-416a-8d93-d0935816daf6, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=d55f5ce8-9b86-416a-8d93-d0935816daf6,segment=NetworkSegment(59ed8373-75ca-43f8-a57a-f286fe277a20),segment_id=59ed8373-75ca-43f8-a57a-f286fe277a20)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:46.247528 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-914b2ca3-f14d-4b9a-96e0-79ef9b811b85 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:46.249114 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c9a8320d-3973-4706-b68a-f62db1aa8456 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:46.269898 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c9a8320d-3973-4706-b68a-f62db1aa8456 None None] Transition to ACTIVE for port object e3cb2e75-61ed-4e16-a9c2-4d06fbb7dee7 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:01:46.280289 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c9a8320d-3973-4706-b68a-f62db1aa8456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:46.288145 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-914b2ca3-f14d-4b9a-96e0-79ef9b811b85 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Calling delete_port for d55f5ce8-9b86-416a-8d93-d0935816daf6 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:01:46.379747 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574269ed-8ea4-4458-a8a6-7d9757ee315f None None] DHCP port deletion for a5c74e54-a46d-496b-8f8c-8431d6c03794 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:01:46.461160 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b666f3-3df4-4b91-ab3d-6f3e21caeb3b None None] Pushing event updated for resources: {'Port': ['ID=e3cb2e75-61ed-4e16-a9c2-4d06fbb7dee7,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:46.578852 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-914b2ca3-f14d-4b9a-96e0-79ef9b811b85 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:46.610197 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914b2ca3-f14d-4b9a-96e0-79ef9b811b85 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Pushing event deleted for resources: {'Port': ['ID=d55f5ce8-9b86-416a-8d93-d0935816daf6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:46.619373 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:46.629218 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914b2ca3-f14d-4b9a-96e0-79ef9b811b85 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] No DVR routers for this DVR port d55f5ce8-9b86-416a-8d93-d0935816daf6 on host n-d-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:01:46.719015 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1e1b844c-e1b0-4c41-924e-0ab56354a333 req-08e1eb53-53c2-4d79-9080-b8e82f900c40 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=5784b0340e8242b1aba4ab831f2e3b23&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7462533 Aug 19 15:01:46.737530 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c9a8320d-3973-4706-b68a-f62db1aa8456 None None] Attempting to bind port e3cb2e75-61ed-4e16-a9c2-4d06fbb7dee7 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:01:46.737953 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c9a8320d-3973-4706-b68a-f62db1aa8456 None None] Attempting to bind port e3cb2e75-61ed-4e16-a9c2-4d06fbb7dee7 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'af63bf8d-c499-484e-bc2f-0bd1cbfcd355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:01:46.738269 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a8320d-3973-4706-b68a-f62db1aa8456 None None] Attempting to bind port e3cb2e75-61ed-4e16-a9c2-4d06fbb7dee7 on network 0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:01:46.752397 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e734b-c409-433c-8177-64d6a4bd1811 req-77d24f15-37ef-4c15-92b0-9d63a8932339 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:46.753838 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-aa7e734b-c409-433c-8177-64d6a4bd1811 req-77d24f15-37ef-4c15-92b0-9d63a8932339 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d57b2c9-f3da-41b2-8a3b-d20bd9534247 HTTP/1.1" status: 200 len: 944 time: 0.1594987 Aug 19 15:01:46.769742 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a8320d-3973-4706-b68a-f62db1aa8456 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:01:46.770580 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a8320d-3973-4706-b68a-f62db1aa8456 None None] Checking segment: {'id': 'af63bf8d-c499-484e-bc2f-0bd1cbfcd355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:01:46.771114 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c9a8320d-3973-4706-b68a-f62db1aa8456 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:46.771682 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a8320d-3973-4706-b68a-f62db1aa8456 None None] Bound using segment: {'id': 'af63bf8d-c499-484e-bc2f-0bd1cbfcd355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:01:46.772276 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c9a8320d-3973-4706-b68a-f62db1aa8456 None None] Bound port: e3cb2e75-61ed-4e16-a9c2-4d06fbb7dee7, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af63bf8d-c499-484e-bc2f-0bd1cbfcd355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:01:46.775273 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c9a8320d-3973-4706-b68a-f62db1aa8456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:46.780506 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-914b2ca3-f14d-4b9a-96e0-79ef9b811b85 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:46.799315 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-914b2ca3-f14d-4b9a-96e0-79ef9b811b85 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5c74e54-a46d-496b-8f8c-8431d6c03794']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:46.808122 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port d567af4e-d959-4c5e-bbcb-aa0a11495c6e, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=d567af4e-d959-4c5e-bbcb-aa0a11495c6e,segment=NetworkSegment(4e884d42-900a-4a47-a636-1fba06a28f42),segment_id=4e884d42-900a-4a47-a636-1fba06a28f42)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:46.811042 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 851b62c4-ba27-4be4-b93a-95f0f93f3836 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:01:46.816051 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d57b2c9-f3da-41b2-8a3b-d20bd9534247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd567af4e-d959-4c5e-bbcb-aa0a11495c6e'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:01:46.817072 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-914b2ca3-f14d-4b9a-96e0-79ef9b811b85 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59ed8373-75ca-43f8-a57a-f286fe277a20') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:46.817682 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-914b2ca3-f14d-4b9a-96e0-79ef9b811b85 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59ed8373-75ca-43f8-a57a-f286fe277a20') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:46.819468 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367f5185-a277-4901-9ae7-8f024d42c326" -d '{"events": [{"server_uuid": "5d57b2c9-f3da-41b2-8a3b-d20bd9534247", "name": "network-vif-plugged", "status": "completed", "tag": "d567af4e-d959-4c5e-bbcb-aa0a11495c6e"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:01:46.828683 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:46.829619 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-914b2ca3-f14d-4b9a-96e0-79ef9b811b85 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:46.847255 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-914b2ca3-f14d-4b9a-96e0-79ef9b811b85 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:46.856324 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-aa7e734b-c409-433c-8177-64d6a4bd1811 req-cb1974ae-2aab-4182-a78a-777413e9166f tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c557159-7162-4d2f-ba9f-7706b6cb47a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824201 Aug 19 15:01:46.864822 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-914b2ca3-f14d-4b9a-96e0-79ef9b811b85 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:01:46.868720 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-914b2ca3-f14d-4b9a-96e0-79ef9b811b85 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:46.903734 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1e1b844c-e1b0-4c41-924e-0ab56354a333 req-11b21cb8-14a0-4585-98a8-13561e2c29b9 service neutron] 10.222.0.69 "GET /v2.0/networks/0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489151 Aug 19 15:01:46.960376 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-574269ed-8ea4-4458-a8a6-7d9757ee315f None None] Deleting port d55f5ce8-9b86-416a-8d93-d0935816daf6 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:01:46.960774 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-574269ed-8ea4-4458-a8a6-7d9757ee315f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:46.993137 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 15:01:46.993137 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:01:46.993137 n-d-766043-2 neutron-server[94639]: timer() Aug 19 15:01:46.993137 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:01:46.993137 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 15:01:46.993137 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:01:46.993137 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 15:01:46.993137 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:01:46.993137 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 15:01:46.993137 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:01:46.993137 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 15:01:46.993137 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:01:46.993137 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 15:01:46.993137 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:01:46.993137 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:01:46.993137 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:01:46.993137 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:01:46.993137 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:01:46.993137 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 15:01:46.993137 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:01:46.993137 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 15:01:46.993137 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:01:46.993137 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:01:46.993137 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:01:46.993137 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 15:01:46.993137 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:01:46.993137 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:01:46.993137 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:01:46.993137 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:01:46.993137 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:01:46.993137 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:01:46.993137 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:01:46.998012 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-914b2ca3-f14d-4b9a-96e0-79ef9b811b85 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:47.012533 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-914b2ca3-f14d-4b9a-96e0-79ef9b811b85 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:47.017856 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-914b2ca3-f14d-4b9a-96e0-79ef9b811b85 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] 10.222.0.69 "DELETE /v2.0/networks/a5c74e54-a46d-496b-8f8c-8431d6c03794 HTTP/1.1" status: 204 len: 168 time: 1.1762869 Aug 19 15:01:47.029805 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-574269ed-8ea4-4458-a8a6-7d9757ee315f None None] For port d55f5ce8-9b86-416a-8d93-d0935816daf6, host n-d-766043-2, got binding levels [] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:47.030254 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-574269ed-8ea4-4458-a8a6-7d9757ee315f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:47.033912 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48052) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:47.044298 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-574269ed-8ea4-4458-a8a6-7d9757ee315f None None] Calling delete_port for d55f5ce8-9b86-416a-8d93-d0935816daf6 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:01:47.047270 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.ipam_backend_mixin [None req-574269ed-8ea4-4458-a8a6-7d9757ee315f None None] Port d55f5ce8-9b86-416a-8d93-d0935816daf6 was not found and therefore no delete operation was performed {{(pid=94641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 15:01:47.056366 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914b2ca3-f14d-4b9a-96e0-79ef9b811b85 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Pushing event deleted for resources: {'Network': ['ID=a5c74e54-a46d-496b-8f8c-8431d6c03794,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:47.059824 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-574269ed-8ea4-4458-a8a6-7d9757ee315f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:47.084302 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-574269ed-8ea4-4458-a8a6-7d9757ee315f None None] Network a5c74e54-a46d-496b-8f8c-8431d6c03794 is not hosted by any dhcp agent {{(pid=94641) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 15:01:47.084800 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574269ed-8ea4-4458-a8a6-7d9757ee315f None None] No DVR routers for this DVR port d55f5ce8-9b86-416a-8d93-d0935816daf6 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:01:47.100390 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b00631-64a2-4431-8867-6a21cd8db70c req-b2452a5f-1796-4c10-a2af-de4c594e12f7 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:47.105018 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e4b00631-64a2-4431-8867-6a21cd8db70c req-b2452a5f-1796-4c10-a2af-de4c594e12f7 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1060815 Aug 19 15:01:47.131206 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eb63381-1cd3-4c55-a0b8-64edea2d8056 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Deleting subnet ce39b577-7702-4b30-92c0-31349b726281 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:01:47.138933 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1eb63381-1cd3-4c55-a0b8-64edea2d8056 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:47.147818 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c9a8320d-3973-4706-b68a-f62db1aa8456 None None] For port e3cb2e75-61ed-4e16-a9c2-4d06fbb7dee7, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:01:47.152116 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c9a8320d-3973-4706-b68a-f62db1aa8456 None None] For port e3cb2e75-61ed-4e16-a9c2-4d06fbb7dee7, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=e3cb2e75-61ed-4e16-a9c2-4d06fbb7dee7,segment=NetworkSegment(af63bf8d-c499-484e-bc2f-0bd1cbfcd355),segment_id=af63bf8d-c499-484e-bc2f-0bd1cbfcd355)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:01:47.162624 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1e1b844c-e1b0-4c41-924e-0ab56354a333 req-aa8fe12c-2204-4903-9d62-8d5e08000dcf service neutron] 10.222.0.69 "GET /v2.0/networks/0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372923 Aug 19 15:01:47.170393 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=d567af4e-d959-4c5e-bbcb-aa0a11495c6e,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:47.196211 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c9a8320d-3973-4706-b68a-f62db1aa8456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:47.212515 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e4b00631-64a2-4431-8867-6a21cd8db70c req-5a3aa154-02fd-422d-bd7a-20f19bb6cf3a tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840218 Aug 19 15:01:47.214432 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1eb63381-1cd3-4c55-a0b8-64edea2d8056 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:47.247141 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574269ed-8ea4-4458-a8a6-7d9757ee315f None None] Pushing event deleted for resources: {'Port': ['ID=d55f5ce8-9b86-416a-8d93-d0935816daf6,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:47.258732 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 851b62c4-ba27-4be4-b93a-95f0f93f3836 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:01:47.265867 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a58e78-973d-4f84-afc0-bfe4edd94a94 x-openstack-request-id: req-e7a58e78-973d-4f84-afc0-bfe4edd94a94 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:01:47.266077 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d57b2c9-f3da-41b2-8a3b-d20bd9534247", "name": "network-vif-plugged", "status": "completed", "tag": "d567af4e-d959-4c5e-bbcb-aa0a11495c6e", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:01:47.266391 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e7a58e78-973d-4f84-afc0-bfe4edd94a94 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:01:47.266788 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d57b2c9-f3da-41b2-8a3b-d20bd9534247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd567af4e-d959-4c5e-bbcb-aa0a11495c6e', 'code': 200} Aug 19 15:01:47.282703 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 851b62c4-ba27-4be4-b93a-95f0f93f3836 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:47.282703 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:47.354011 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f489f944-56cb-495e-9696-7249ab997430 None None] Sync routers for ids ['971db3a0-6dba-4319-b9a6-9f861674551e'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:01:47.373086 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f489f944-56cb-495e-9696-7249ab997430 None None] Routers {'971db3a0-6dba-4319-b9a6-9f861674551e'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:01:47.373637 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f489f944-56cb-495e-9696-7249ab997430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:01:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['971db3a0-6dba-4319-b9a6-9f861674551e'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:47.387460 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a8320d-3973-4706-b68a-f62db1aa8456 None None] Routers {'686d8860-acf0-400b-979c-5edab405dd60'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:01:47.388189 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c9a8320d-3973-4706-b68a-f62db1aa8456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:01:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['686d8860-acf0-400b-979c-5edab405dd60'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:47.618287 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-67e81739-5b73-4a5d-8333-77eb10f6c5ed req-0b5ac360-a450-4e23-8940-9582125bc61f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 210 time: 0.0692770 Aug 19 15:01:47.651473 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b666f3-3df4-4b91-ab3d-6f3e21caeb3b None None] Pushing event updated for resources: {'Port': ['ID=e3cb2e75-61ed-4e16-a9c2-4d06fbb7dee7,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:47.823773 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1eb63381-1cd3-4c55-a0b8-64edea2d8056 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:47.881673 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf519033-239e-4f9d-b277-4b011d9d208a req-05b5c826-dc90-4ec3-ac72-2b4fed61c275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:47.883446 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cf519033-239e-4f9d-b277-4b011d9d208a req-05b5c826-dc90-4ec3-ac72-2b4fed61c275 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=5d57b2c9-f3da-41b2-8a3b-d20bd9534247 HTTP/1.1" status: 200 len: 1096 time: 0.5479586 Aug 19 15:01:47.904827 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device b4a3b9ef-c898-4326-956d-2612053131ff no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:01:47.934819 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1eb63381-1cd3-4c55-a0b8-64edea2d8056 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:47.954121 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:47.966433 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cf519033-239e-4f9d-b277-4b011d9d208a req-45e21973-71b6-488d-bf16-59046dbfa471 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=7c557159-7162-4d2f-ba9f-7706b6cb47a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738764 Aug 19 15:01:47.984985 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1eb63381-1cd3-4c55-a0b8-64edea2d8056 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:47.986991 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1eb63381-1cd3-4c55-a0b8-64edea2d8056 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] 10.222.0.69 "DELETE /v2.0/subnets/ce39b577-7702-4b30-92c0-31349b726281 HTTP/1.1" status: 204 len: 168 time: 0.9516711 Aug 19 15:01:47.991203 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48068) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:47.992453 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44597d8c-ea42-49ae-9895-d57f2a2d706c None None] Network 1fd24253-7f49-4a13-b847-2338da7158a7 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:01:47.999864 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb63381-1cd3-4c55-a0b8-64edea2d8056 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Pushing event deleted for resources: {'Subnet': ['ID=ce39b577-7702-4b30-92c0-31349b726281,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:48.030646 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 851b62c4-ba27-4be4-b93a-95f0f93f3836, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=851b62c4-ba27-4be4-b93a-95f0f93f3836,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:48.032643 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-f489f944-56cb-495e-9696-7249ab997430 None None] Set router 971db3a0-6dba-4319-b9a6-9f861674551e gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:01:48.095796 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-acaf5ab0-58f8-47d9-a045-961192ac01b8 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Deleting subnet af5cfcbd-936c-4d43-a699-196aaaa3b9a1 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:01:48.099499 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acaf5ab0-58f8-47d9-a045-961192ac01b8 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:48.107733 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-c9a8320d-3973-4706-b68a-f62db1aa8456 None None] Set router 686d8860-acf0-400b-979c-5edab405dd60 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:01:48.109606 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8356e-e03c-499b-b4e1-f15e47ab33d4 req-333c9502-a958-40af-9d12-57e220393e53 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:48.111190 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-48c8356e-e03c-499b-b4e1-f15e47ab33d4 req-333c9502-a958-40af-9d12-57e220393e53 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d57b2c9-f3da-41b2-8a3b-d20bd9534247 HTTP/1.1" status: 200 len: 945 time: 0.1089945 Aug 19 15:01:48.115765 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:48.117013 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 498db234-ea36-484b-918c-068a5d6deffa up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:01:48.167380 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acaf5ab0-58f8-47d9-a045-961192ac01b8 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:48.202855 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-48c8356e-e03c-499b-b4e1-f15e47ab33d4 req-cd70eed8-4749-498d-9eea-95695ad6879b tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c557159-7162-4d2f-ba9f-7706b6cb47a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720470 Aug 19 15:01:48.318673 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acaf5ab0-58f8-47d9-a045-961192ac01b8 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:48.367977 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3ac3a-b0d9-489d-bc71-c1802c961b15 req-de5a895a-aa4d-4229-8c4b-c882ad8e6b37 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:48.369548 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-85e3ac3a-b0d9-489d-bc71-c1802c961b15 req-de5a895a-aa4d-4229-8c4b-c882ad8e6b37 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1008434 Aug 19 15:01:48.417347 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acaf5ab0-58f8-47d9-a045-961192ac01b8 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:48.452843 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-85e3ac3a-b0d9-489d-bc71-c1802c961b15 req-bee11aaf-9a3a-4274-b9bc-7d7d3878b856 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755439 Aug 19 15:01:48.456489 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf5ab0-58f8-47d9-a045-961192ac01b8 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Pushing event deleted for resources: {'Subnet': ['ID=af5cfcbd-936c-4d43-a699-196aaaa3b9a1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:48.461939 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acaf5ab0-58f8-47d9-a045-961192ac01b8 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:48.464062 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-acaf5ab0-58f8-47d9-a045-961192ac01b8 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] 10.222.0.69 "DELETE /v2.0/subnets/af5cfcbd-936c-4d43-a699-196aaaa3b9a1 HTTP/1.1" status: 204 len: 168 time: 0.4718599 Aug 19 15:01:48.466656 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48072) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:48.501447 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a264bf3-e3a6-41c9-9aab-bcfd0bf88f47 None None] Network f3dc9e06-a530-4f45-b098-b6ef938d7962 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:01:48.548275 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:48.568015 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e43f1088-3e27-476a-acf7-943333b6e6f5 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:48.599788 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=851b62c4-ba27-4be4-b93a-95f0f93f3836,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:48.629050 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e8103-35b3-43c4-bae0-f6513dc54f22 req-f70ce3a9-fc3c-4e4f-9f70-579b4555aa73 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:48.630682 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-af6e8103-35b3-43c4-bae0-f6513dc54f22 req-f70ce3a9-fc3c-4e4f-9f70-579b4555aa73 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 946 time: 0.0855620 Aug 19 15:01:48.691795 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e43f1088-3e27-476a-acf7-943333b6e6f5 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Deleting port 9171aab2-412e-427c-8cdf-b2517cabf82d {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:01:48.692865 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e43f1088-3e27-476a-acf7-943333b6e6f5 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:48.709302 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-af6e8103-35b3-43c4-bae0-f6513dc54f22 req-c6779e1a-abca-494e-ac48-b25031f5e80c tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679541 Aug 19 15:01:48.728963 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port b4a3b9ef-c898-4326-956d-2612053131ff, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=b4a3b9ef-c898-4326-956d-2612053131ff,segment=NetworkSegment(4b88a796-6b52-4244-a48f-fe8e695c9ce6),segment_id=4b88a796-6b52-4244-a48f-fe8e695c9ce6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:48.730612 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 498db234-ea36-484b-918c-068a5d6deffa triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:48.730969 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:48.773375 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fd9617c3-9d02-45eb-b0ed-233297f179b4 req-95fabcc9-e38a-4015-ac5a-8ff57a00b499 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 210 time: 0.0390875 Aug 19 15:01:48.814720 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-e43f1088-3e27-476a-acf7-943333b6e6f5 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] For port 9171aab2-412e-427c-8cdf-b2517cabf82d, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=9171aab2-412e-427c-8cdf-b2517cabf82d,segment=NetworkSegment(4198c634-3e71-4e40-9218-a86dbd65b736),segment_id=4198c634-3e71-4e40-9218-a86dbd65b736)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:48.815159 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e43f1088-3e27-476a-acf7-943333b6e6f5 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:48.827243 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:48.861935 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e43f1088-3e27-476a-acf7-943333b6e6f5 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Calling delete_port for 9171aab2-412e-427c-8cdf-b2517cabf82d owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:01:48.969410 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf69bef-3387-4973-b58f-36a85b7e3c24 None None] DHCP port deletion for 1fd24253-7f49-4a13-b847-2338da7158a7 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:01:49.073302 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b844c-e1b0-4c41-924e-0ab56354a333 req-f115d31a-b740-43a5-b00e-1e5638428bc6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:49.075119 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1e1b844c-e1b0-4c41-924e-0ab56354a333 req-f115d31a-b740-43a5-b00e-1e5638428bc6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.88 "GET /v2.0/networks?id=0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e HTTP/1.1" status: 200 len: 797 time: 0.2293534 Aug 19 15:01:49.081416 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device cc49bcff-38ba-4309-9da3-8c826f6494e9 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:01:49.119332 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=b4a3b9ef-c898-4326-956d-2612053131ff,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:49.124015 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e43f1088-3e27-476a-acf7-943333b6e6f5 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:49.195877 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1e1b844c-e1b0-4c41-924e-0ab56354a333 req-7f0ff812-3abf-4b65-8069-198c9ba7c833 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5784b0340e8242b1aba4ab831f2e3b23 HTTP/1.1" status: 200 len: 379 time: 0.1091154 Aug 19 15:01:49.219470 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43f1088-3e27-476a-acf7-943333b6e6f5 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Pushing event deleted for resources: {'Port': ['ID=9171aab2-412e-427c-8cdf-b2517cabf82d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:49.233619 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-1e1b844c-e1b0-4c41-924e-0ab56354a333 req-040590c5-74e3-4791-9a23-a995880ed16b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Request body: {'port': {'device_id': 'c51dcbe8-798a-4ec9-87e5-1f8f404fa036', 'network_id': '0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e', 'admin_state_up': True, 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'security_groups': ['7df29e2b-5559-4b1c-8c7b-8990489dce1d']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:49.236611 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f489f944-56cb-495e-9696-7249ab997430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971db3a0-6dba-4319-b9a6-9f861674551e', 'name': 'tempest-TestVolumeBootPattern-1295057401-router', 'tenant_id': '47b303e18d864591a6c16a929de1de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '851b62c4-ba27-4be4-b93a-95f0f93f3836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:37Z', 'updated_at': '2021-08-19T15:01:44Z', 'revision_number': 4, 'project_id': '47b303e18d864591a6c16a929de1de99', 'gw_port': {'id': '851b62c4-ba27-4be4-b93a-95f0f93f3836', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971db3a0-6dba-4319-b9a6-9f861674551e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:39Z', 'updated_at': '2021-08-19T15:01:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '779deca0-1429-40db-841d-90de9eb1896e', 'name': '', 'network_id': '4f89c6d2-eca6-4cdf-b414-443a6905156f', 'tenant_id': '47b303e18d864591a6c16a929de1de99', 'mac_address': 'fa:16:3e:b9:25:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971db3a0-6dba-4319-b9a6-9f861674551e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '8cbc7540-1b56-4b60-9cef-37a5810af835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:43Z', 'updated_at': '2021-08-19T15:01:44Z', 'revision_number': 2, 'project_id': '47b303e18d864591a6c16a929de1de99', 'subnets': [{'id': '8cbc7540-1b56-4b60-9cef-37a5810af835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:49.251003 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43f1088-3e27-476a-acf7-943333b6e6f5 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] No DVR routers for this DVR port 9171aab2-412e-427c-8cdf-b2517cabf82d on host n-d-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:01:49.322725 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0764fea9-4824-40c1-9ac5-faa0b761b762 None None] DHCP port deletion for f3dc9e06-a530-4f45-b098-b6ef938d7962 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:01:49.327352 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4a3b9ef-c898-4326-956d-2612053131ff'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:01:49.330099 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a93f9e0-6f76-46f0-906f-1032698e0a04" -d '{"events": [{"server_uuid": "b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4", "name": "network-vif-unplugged", "status": "completed", "tag": "b4a3b9ef-c898-4326-956d-2612053131ff"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:01:49.338110 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f489f944-56cb-495e-9696-7249ab997430 None None] Checking router: 971db3a0-6dba-4319-b9a6-9f861674551e for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:01:49.338743 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f489f944-56cb-495e-9696-7249ab997430 None None] Updating router 971db3a0-6dba-4319-b9a6-9f861674551e port 779deca0-1429-40db-841d-90de9eb1896e binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:01:49.364862 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c9a8320d-3973-4706-b68a-f62db1aa8456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686d8860-acf0-400b-979c-5edab405dd60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688666358', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '4c7094b8-95a4-462c-affc-ba6c265673c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:24Z', 'updated_at': '2021-08-19T15:01:41Z', 'revision_number': 4, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port': {'id': '4c7094b8-95a4-462c-affc-ba6c265673c6', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686d8860-acf0-400b-979c-5edab405dd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:26Z', 'updated_at': '2021-08-19T15:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'e3cb2e75-61ed-4e16-a9c2-4d06fbb7dee7', 'name': '', 'network_id': '0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'mac_address': 'fa:16:3e:32:56:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686d8860-acf0-400b-979c-5edab405dd60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '1c0affc3-2289-41e1-9841-156efcfe8ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:38Z', 'updated_at': '2021-08-19T15:01:47Z', 'revision_number': 4, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'subnets': [{'id': '1c0affc3-2289-41e1-9841-156efcfe8ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:49.450294 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-2bf69bef-3387-4973-b58f-36a85b7e3c24 None None] Deleting port 9171aab2-412e-427c-8cdf-b2517cabf82d {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:01:49.450752 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2bf69bef-3387-4973-b58f-36a85b7e3c24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:49.454391 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a8320d-3973-4706-b68a-f62db1aa8456 None None] The sync data for ids ['686d8860-acf0-400b-979c-5edab405dd60'] in n-d-766043-2 is: [{'id': '686d8860-acf0-400b-979c-5edab405dd60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688666358', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '4c7094b8-95a4-462c-affc-ba6c265673c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:24Z', 'updated_at': '2021-08-19T15:01:41Z', 'revision_number': 4, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port': {'id': '4c7094b8-95a4-462c-affc-ba6c265673c6', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686d8860-acf0-400b-979c-5edab405dd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:26Z', 'updated_at': '2021-08-19T15:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'e3cb2e75-61ed-4e16-a9c2-4d06fbb7dee7', 'name': '', 'network_id': '0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'mac_address': 'fa:16:3e:32:56:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686d8860-acf0-400b-979c-5edab405dd60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '1c0affc3-2289-41e1-9841-156efcfe8ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:38Z', 'updated_at': '2021-08-19T15:01:47Z', 'revision_number': 4, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'subnets': [{'id': '1c0affc3-2289-41e1-9841-156efcfe8ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:01:49.466917 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f489f944-56cb-495e-9696-7249ab997430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:49.580484 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e43f1088-3e27-476a-acf7-943333b6e6f5 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:49.594146 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port cc49bcff-38ba-4309-9da3-8c826f6494e9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:49.594521 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:49.625261 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-e43f1088-3e27-476a-acf7-943333b6e6f5 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fd24253-7f49-4a13-b847-2338da7158a7']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:49.667906 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-e43f1088-3e27-476a-acf7-943333b6e6f5 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4198c634-3e71-4e40-9218-a86dbd65b736') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:49.668301 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-e43f1088-3e27-476a-acf7-943333b6e6f5 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4198c634-3e71-4e40-9218-a86dbd65b736') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:49.681778 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29135474-9bc9-4da1-8c05-194c31967e1b req-23093a8c-fd8a-4f86-9dbd-34a31e9d57c6 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:49.684026 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-29135474-9bc9-4da1-8c05-194c31967e1b req-23093a8c-fd8a-4f86-9dbd-34a31e9d57c6 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d57b2c9-f3da-41b2-8a3b-d20bd9534247 HTTP/1.1" status: 200 len: 945 time: 0.3315911 Aug 19 15:01:49.703887 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48114) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:49.707849 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e43f1088-3e27-476a-acf7-943333b6e6f5 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:49.718363 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0748b9-363d-4a75-8f50-f993357e7ebc req-0bac2310-4fb9-4720-98fb-89d900997703 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:49.720016 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2d0748b9-363d-4a75-8f50-f993357e7ebc req-0bac2310-4fb9-4720-98fb-89d900997703 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/networks?id=042ff527-1fae-4bd9-883c-64e28e4df4d0 HTTP/1.1" status: 200 len: 811 time: 0.4253731 Aug 19 15:01:49.720211 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-2bf69bef-3387-4973-b58f-36a85b7e3c24 None None] For port 9171aab2-412e-427c-8cdf-b2517cabf82d, host n-d-766043-2, got binding levels [] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:49.720602 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2bf69bef-3387-4973-b58f-36a85b7e3c24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:49.796138 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-2bf69bef-3387-4973-b58f-36a85b7e3c24 None None] Calling delete_port for 9171aab2-412e-427c-8cdf-b2517cabf82d owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:01:49.805296 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.ipam_backend_mixin [None req-2bf69bef-3387-4973-b58f-36a85b7e3c24 None None] Port 9171aab2-412e-427c-8cdf-b2517cabf82d was not found and therefore no delete operation was performed {{(pid=94641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 15:01:49.819394 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e1b844c-e1b0-4c41-924e-0ab56354a333 req-040590c5-74e3-4791-9a23-a995880ed16b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Made reservation on behalf of 5784b0340e8242b1aba4ab831f2e3b23 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:01:49.822138 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2bf69bef-3387-4973-b58f-36a85b7e3c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:49.822949 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1e1b844c-e1b0-4c41-924e-0ab56354a333 req-040590c5-74e3-4791-9a23-a995880ed16b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:49.837790 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e43f1088-3e27-476a-acf7-943333b6e6f5 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:49.841052 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf69bef-3387-4973-b58f-36a85b7e3c24 None None] No DVR routers for this DVR port 9171aab2-412e-427c-8cdf-b2517cabf82d on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:01:49.851975 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0764fea9-4824-40c1-9ac5-faa0b761b762 None None] Deleting port 3e3813e9-20e3-415f-b22e-94a80e8a9a5d {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:01:49.852443 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0764fea9-4824-40c1-9ac5-faa0b761b762 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:49.864250 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2d0748b9-363d-4a75-8f50-f993357e7ebc req-9c8e0821-80bf-4665-9839-3173cedb004e tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/quotas/0550ac85b3b548ae984f8729832afa44 HTTP/1.1" status: 200 len: 375 time: 0.1001563 Aug 19 15:01:49.900325 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e43f1088-3e27-476a-acf7-943333b6e6f5 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:01:49.900782 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e43f1088-3e27-476a-acf7-943333b6e6f5 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:49.904522 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 15:01:49.904522 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:01:49.904522 n-d-766043-2 neutron-server[94640]: timer() Aug 19 15:01:49.904522 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:01:49.904522 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 15:01:49.904522 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:01:49.904522 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 15:01:49.904522 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:01:49.904522 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 15:01:49.904522 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:01:49.904522 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 15:01:49.904522 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:01:49.904522 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 15:01:49.904522 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:01:49.904522 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:01:49.904522 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:01:49.904522 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:01:49.904522 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:01:49.904522 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 15:01:49.904522 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:01:49.904522 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 15:01:49.904522 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:01:49.904522 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:01:49.904522 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:01:49.904522 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 15:01:49.904522 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:01:49.904522 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:01:49.904522 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:01:49.904522 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:01:49.904522 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:01:49.904522 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:01:49.904522 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:01:49.986838 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2528324f-8f67-425b-b686-fa8fc56aaa21 req-0a7d7e48-bddd-4768-8ef9-e47f8cc61e48 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2755518 Aug 19 15:01:49.989396 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-29135474-9bc9-4da1-8c05-194c31967e1b req-69ba9b74-a034-45cf-b6e4-86d4be716ac0 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c557159-7162-4d2f-ba9f-7706b6cb47a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2875319 Aug 19 15:01:50.157092 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e43f1088-3e27-476a-acf7-943333b6e6f5 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:50.189093 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e43f1088-3e27-476a-acf7-943333b6e6f5 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:50.193604 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48124) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:50.193812 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e43f1088-3e27-476a-acf7-943333b6e6f5 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] 10.222.0.69 "DELETE /v2.0/networks/1fd24253-7f49-4a13-b847-2338da7158a7 HTTP/1.1" status: 204 len: 168 time: 1.7258167 Aug 19 15:01:50.218675 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2d0748b9-363d-4a75-8f50-f993357e7ebc req-ba0f42ce-8a3b-4103-b38a-ceb0e7328e90 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0550ac85b3b548ae984f8729832afa44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3319724 Aug 19 15:01:50.235828 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43f1088-3e27-476a-acf7-943333b6e6f5 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Pushing event deleted for resources: {'Network': ['ID=1fd24253-7f49-4a13-b847-2338da7158a7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:50.322974 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf69bef-3387-4973-b58f-36a85b7e3c24 None None] Pushing event deleted for resources: {'Port': ['ID=9171aab2-412e-427c-8cdf-b2517cabf82d,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:50.376749 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0764fea9-4824-40c1-9ac5-faa0b761b762 None None] For port 3e3813e9-20e3-415f-b22e-94a80e8a9a5d, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=3e3813e9-20e3-415f-b22e-94a80e8a9a5d,segment=NetworkSegment(7ad9745e-18fe-4219-ac31-142984f4d35e),segment_id=7ad9745e-18fe-4219-ac31-142984f4d35e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:50.377147 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0764fea9-4824-40c1-9ac5-faa0b761b762 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:50.379351 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8428994c-58f8-4b19-9a3f-982da3c1b954 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:50.395434 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0764fea9-4824-40c1-9ac5-faa0b761b762 None None] Calling delete_port for 3e3813e9-20e3-415f-b22e-94a80e8a9a5d owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:01:50.454450 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-1e1b844c-e1b0-4c41-924e-0ab56354a333 req-040590c5-74e3-4791-9a23-a995880ed16b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Allocated IP 172.20.0.7 (0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e/1c0affc3-2289-41e1-9841-156efcfe8ae7/33ec43ab-331e-4b65-b98f-6ca3cd3068c4) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:01:50.477014 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507acb1-52f7-4357-bf57-9c8c8bd1530b req-208bad5f-1b87-4f8e-889a-34a3cf6e1099 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:50.478740 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f507acb1-52f7-4357-bf57-9c8c8bd1530b req-208bad5f-1b87-4f8e-889a-34a3cf6e1099 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 944 time: 0.3544667 Aug 19 15:01:50.490886 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-8428994c-58f8-4b19-9a3f-982da3c1b954 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Deleting port 3e3813e9-20e3-415f-b22e-94a80e8a9a5d {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:01:50.492441 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8428994c-58f8-4b19-9a3f-982da3c1b954 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:50.555757 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2d0748b9-363d-4a75-8f50-f993357e7ebc req-f3295bdd-e2d3-45eb-909b-5eeec0eb69c5 service neutron] 10.222.0.69 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280447 Aug 19 15:01:50.593652 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-8428994c-58f8-4b19-9a3f-982da3c1b954 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] For port 3e3813e9-20e3-415f-b22e-94a80e8a9a5d, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=3e3813e9-20e3-415f-b22e-94a80e8a9a5d,segment=NetworkSegment(7ad9745e-18fe-4219-ac31-142984f4d35e),segment_id=7ad9745e-18fe-4219-ac31-142984f4d35e)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:50.595551 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8428994c-58f8-4b19-9a3f-982da3c1b954 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:50.634042 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-8428994c-58f8-4b19-9a3f-982da3c1b954 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Calling delete_port for 3e3813e9-20e3-415f-b22e-94a80e8a9a5d owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:01:50.710621 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f507acb1-52f7-4357-bf57-9c8c8bd1530b req-033decd6-9747-4553-9af5-593d19dc466d tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124832 Aug 19 15:01:50.768645 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device d55f5ce8-9b86-416a-8d93-d0935816daf6 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:01:50.793426 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8428994c-58f8-4b19-9a3f-982da3c1b954 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:50.796282 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2d0748b9-363d-4a75-8f50-f993357e7ebc req-ca61808a-9724-46aa-a7cf-95fef5fbbd69 service neutron] 10.222.0.69 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393513 Aug 19 15:01:50.825966 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1e1b844c-e1b0-4c41-924e-0ab56354a333 req-040590c5-74e3-4791-9a23-a995880ed16b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:50.829748 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 19 Aug 2021 15:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c69b143-152f-4a7b-9b60-12eb80e9ce26 x-openstack-request-id: req-9c69b143-152f-4a7b-9b60-12eb80e9ce26 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:01:50.831405 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4", "name": "network-vif-unplugged", "status": "failed", "tag": "b4a3b9ef-c898-4326-956d-2612053131ff", "code": 422}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:01:50.831907 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9c69b143-152f-4a7b-9b60-12eb80e9ce26 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:01:50.832631 n-d-766043-2 neutron-server[94641]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b4a3b9ef-c898-4326-956d-2612053131ff', 'code': 422} returned with failed status Aug 19 15:01:50.836848 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: d55f5ce8-9b86-416a-8d93-d0935816daf6 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:01:50.841531 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device d55f5ce8-9b86-416a-8d93-d0935816daf6 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:01:50.844061 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-1e1b844c-e1b0-4c41-924e-0ab56354a333 req-040590c5-74e3-4791-9a23-a995880ed16b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Transition to ACTIVE for port object 33ec43ab-331e-4b65-b98f-6ca3cd3068c4 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:01:50.887971 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8428994c-58f8-4b19-9a3f-982da3c1b954 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Pushing event deleted for resources: {'Port': ['ID=3e3813e9-20e3-415f-b22e-94a80e8a9a5d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:50.889947 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1e1b844c-e1b0-4c41-924e-0ab56354a333 req-040590c5-74e3-4791-9a23-a995880ed16b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:50.912612 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8428994c-58f8-4b19-9a3f-982da3c1b954 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] No DVR routers for this DVR port 3e3813e9-20e3-415f-b22e-94a80e8a9a5d on host n-d-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:01:50.994233 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f489f944-56cb-495e-9696-7249ab997430 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:51.023835 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f489f944-56cb-495e-9696-7249ab997430 None None] Transition to ACTIVE for port object 779deca0-1429-40db-841d-90de9eb1896e will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:01:51.049877 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e1b844c-e1b0-4c41-924e-0ab56354a333 req-040590c5-74e3-4791-9a23-a995880ed16b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Network 0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:01:51.055959 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f489f944-56cb-495e-9696-7249ab997430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:51.071671 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-1e1b844c-e1b0-4c41-924e-0ab56354a333 req-040590c5-74e3-4791-9a23-a995880ed16b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:01:51.129305 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1b844c-e1b0-4c41-924e-0ab56354a333 req-040590c5-74e3-4791-9a23-a995880ed16b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:01:51.168219 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8428994c-58f8-4b19-9a3f-982da3c1b954 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:51.180166 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0764fea9-4824-40c1-9ac5-faa0b761b762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:51.201471 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-8428994c-58f8-4b19-9a3f-982da3c1b954 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3dc9e06-a530-4f45-b098-b6ef938d7962']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:51.202773 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device e3cb2e75-61ed-4e16-a9c2-4d06fbb7dee7 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:01:51.238243 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-8428994c-58f8-4b19-9a3f-982da3c1b954 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ad9745e-18fe-4219-ac31-142984f4d35e') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:51.238822 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-8428994c-58f8-4b19-9a3f-982da3c1b954 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ad9745e-18fe-4219-ac31-142984f4d35e') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:51.253750 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8428994c-58f8-4b19-9a3f-982da3c1b954 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:51.263028 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040590c5-74e3-4791-9a23-a995880ed16b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'Port': ['ID=33ec43ab-331e-4b65-b98f-6ca3cd3068c4,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:51.287916 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b844c-e1b0-4c41-924e-0ab56354a333 req-040590c5-74e3-4791-9a23-a995880ed16b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:51.288616 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1e1b844c-e1b0-4c41-924e-0ab56354a333 req-040590c5-74e3-4791-9a23-a995880ed16b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:51.298149 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8428994c-58f8-4b19-9a3f-982da3c1b954 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:51.316454 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8428994c-58f8-4b19-9a3f-982da3c1b954 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:01:51.316891 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8428994c-58f8-4b19-9a3f-982da3c1b954 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:51.327026 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1e1b844c-e1b0-4c41-924e-0ab56354a333 req-040590c5-74e3-4791-9a23-a995880ed16b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0989444 Aug 19 15:01:51.335351 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 15:01:51.335351 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:01:51.335351 n-d-766043-2 neutron-server[94639]: timer() Aug 19 15:01:51.335351 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:01:51.335351 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 15:01:51.335351 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:01:51.335351 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 15:01:51.335351 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:01:51.335351 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 15:01:51.335351 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:01:51.335351 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 15:01:51.335351 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:01:51.335351 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 15:01:51.335351 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:01:51.335351 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:01:51.335351 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:01:51.335351 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:01:51.335351 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:01:51.335351 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 15:01:51.335351 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:01:51.335351 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 15:01:51.335351 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:01:51.335351 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:01:51.335351 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:01:51.335351 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 15:01:51.335351 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:01:51.335351 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:01:51.335351 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:01:51.335351 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:01:51.335351 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:01:51.335351 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:01:51.335351 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:01:51.337860 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc5e51b-5238-485d-8e47-2a7b343c8088 req-b3eb5043-0a51-4fd0-ab82-cfb08258c6d4 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:51.344513 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9dc5e51b-5238-485d-8e47-2a7b343c8088 req-b3eb5043-0a51-4fd0-ab82-cfb08258c6d4 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 931 time: 0.3326385 Aug 19 15:01:51.346773 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202535a2-b3e4-4111-afd8-b3e569f5a0f2 None None] Pushing event updated for resources: {'Port': ['ID=779deca0-1429-40db-841d-90de9eb1896e,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:51.356378 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0764fea9-4824-40c1-9ac5-faa0b761b762 None None] No DVR routers for this DVR port 3e3813e9-20e3-415f-b22e-94a80e8a9a5d on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:01:51.381067 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-1e1b844c-e1b0-4c41-924e-0ab56354a333 req-ba598ff1-bfeb-4891-8328-0ef0e635a226 service neutron] Request body: {'port': {'device_id': 'c51dcbe8-798a-4ec9-87e5-1f8f404fa036', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:51.453675 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f489f944-56cb-495e-9696-7249ab997430 None None] Attempting to bind port 779deca0-1429-40db-841d-90de9eb1896e on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:01:51.454050 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f489f944-56cb-495e-9696-7249ab997430 None None] Attempting to bind port 779deca0-1429-40db-841d-90de9eb1896e by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'ece8cf3b-76d5-4cdb-acf2-1cca57cea21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4f89c6d2-eca6-4cdf-b414-443a6905156f'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:01:51.454417 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f489f944-56cb-495e-9696-7249ab997430 None None] Attempting to bind port 779deca0-1429-40db-841d-90de9eb1896e on network 4f89c6d2-eca6-4cdf-b414-443a6905156f {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:01:51.458705 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0764fea9-4824-40c1-9ac5-faa0b761b762 None None] Pushing event deleted for resources: {'Port': ['ID=3e3813e9-20e3-415f-b22e-94a80e8a9a5d,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:51.486777 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f489f944-56cb-495e-9696-7249ab997430 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:01:51.486939 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f489f944-56cb-495e-9696-7249ab997430 None None] Checking segment: {'id': 'ece8cf3b-76d5-4cdb-acf2-1cca57cea21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4f89c6d2-eca6-4cdf-b414-443a6905156f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:01:51.494279 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f489f944-56cb-495e-9696-7249ab997430 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:51.494677 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f489f944-56cb-495e-9696-7249ab997430 None None] Bound using segment: {'id': 'ece8cf3b-76d5-4cdb-acf2-1cca57cea21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4f89c6d2-eca6-4cdf-b414-443a6905156f'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:01:51.495200 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f489f944-56cb-495e-9696-7249ab997430 None None] Bound port: 779deca0-1429-40db-841d-90de9eb1896e, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ece8cf3b-76d5-4cdb-acf2-1cca57cea21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4f89c6d2-eca6-4cdf-b414-443a6905156f'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:01:51.495656 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f489f944-56cb-495e-9696-7249ab997430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:51.539839 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8428994c-58f8-4b19-9a3f-982da3c1b954 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:51.551757 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8428994c-58f8-4b19-9a3f-982da3c1b954 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:51.558188 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8428994c-58f8-4b19-9a3f-982da3c1b954 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] 10.222.0.69 "DELETE /v2.0/networks/f3dc9e06-a530-4f45-b098-b6ef938d7962 HTTP/1.1" status: 204 len: 168 time: 1.3631392 Aug 19 15:01:51.563258 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48140) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:51.591773 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port e3cb2e75-61ed-4e16-a9c2-4d06fbb7dee7 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:01:51.598184 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port e3cb2e75-61ed-4e16-a9c2-4d06fbb7dee7 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:51.598558 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:51.628539 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f489f944-56cb-495e-9696-7249ab997430 None None] For port 779deca0-1429-40db-841d-90de9eb1896e, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:01:51.635387 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8428994c-58f8-4b19-9a3f-982da3c1b954 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Pushing event deleted for resources: {'Network': ['ID=f3dc9e06-a530-4f45-b098-b6ef938d7962,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:51.649287 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f489f944-56cb-495e-9696-7249ab997430 None None] For port 779deca0-1429-40db-841d-90de9eb1896e, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=779deca0-1429-40db-841d-90de9eb1896e,segment=NetworkSegment(ece8cf3b-76d5-4cdb-acf2-1cca57cea21f),segment_id=ece8cf3b-76d5-4cdb-acf2-1cca57cea21f)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:01:51.670607 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f489f944-56cb-495e-9696-7249ab997430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:51.675595 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9dc5e51b-5238-485d-8e47-2a7b343c8088 req-4fb1a77d-7ac3-47ad-9e95-895d381fb5d4 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7df29e2b-5559-4b1c-8c7b-8990489dce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3257773 Aug 19 15:01:51.687844 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-24c52d2d-68e2-4576-9056-f5dc146c0599 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Deleting subnet 1d699603-586f-4e88-ab8b-f4fd19a668c1 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:01:51.694604 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-24c52d2d-68e2-4576-9056-f5dc146c0599 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:51.712594 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528324f-8f67-425b-b686-fa8fc56aaa21 req-33a14f48-7697-4bcb-a57b-bbc9a5a0234d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:51.714668 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2528324f-8f67-425b-b686-fa8fc56aaa21 req-33a14f48-7697-4bcb-a57b-bbc9a5a0234d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4&tenant_id=5d0ce086c68641eab81e2252cb60e6f7 HTTP/1.1" status: 200 len: 1095 time: 0.3136375 Aug 19 15:01:51.715324 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1e1b844c-e1b0-4c41-924e-0ab56354a333 req-ba598ff1-bfeb-4891-8328-0ef0e635a226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:51.727437 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc3f572-a071-4b40-99c9-fa0713cd7652 req-ba07bdd5-c3e1-46c1-8d19-02705d798b53 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:51.729093 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-afc3f572-a071-4b40-99c9-fa0713cd7652 req-ba07bdd5-c3e1-46c1-8d19-02705d798b53 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d57b2c9-f3da-41b2-8a3b-d20bd9534247 HTTP/1.1" status: 200 len: 945 time: 0.2165790 Aug 19 15:01:51.735104 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c915bb02-3ae3-4853-95c8-4cdf5533e9b2 None None] Provisioning for port 33ec43ab-331e-4b65-b98f-6ca3cd3068c4 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:01:51.738793 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48144) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:51.759414 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9a462c92-751f-4c65-86a0-ad2471f76278 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Request body: {'floatingip': {'port_id': 'd567af4e-d959-4c5e-bbcb-aa0a11495c6e'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:51.762710 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c915bb02-3ae3-4853-95c8-4cdf5533e9b2 None None] Provisioning complete for port 33ec43ab-331e-4b65-b98f-6ca3cd3068c4 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:51.763237 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c915bb02-3ae3-4853-95c8-4cdf5533e9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:51.830429 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device b4a3b9ef-c898-4326-956d-2612053131ff no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:01:51.849918 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c915bb02-3ae3-4853-95c8-4cdf5533e9b2 None None] Port 33ec43ab-331e-4b65-b98f-6ca3cd3068c4 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:01:51.850454 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-24c52d2d-68e2-4576-9056-f5dc146c0599 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:51.905168 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1cce25f2-a01a-49c4-8706-36a015dba961 req-88f5f6a2-1908-4ca6-88f3-cf41a4fb608a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=a72f5e04-bacd-42f8-a6c0-4e33515d90d9 HTTP/1.1" status: 200 len: 210 time: 0.1260402 Aug 19 15:01:51.910271 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202535a2-b3e4-4111-afd8-b3e569f5a0f2 None None] Pushing event updated for resources: {'Port': ['ID=779deca0-1429-40db-841d-90de9eb1896e,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:51.917204 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9a462c92-751f-4c65-86a0-ad2471f76278 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks [] for floatingip, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:51.969742 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f489f944-56cb-495e-9696-7249ab997430 None None] Routers {'971db3a0-6dba-4319-b9a6-9f861674551e'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:01:51.970755 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f489f944-56cb-495e-9696-7249ab997430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:01:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['971db3a0-6dba-4319-b9a6-9f861674551e'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:52.018837 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-24c52d2d-68e2-4576-9056-f5dc146c0599 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:52.038192 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:52.111498 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-24c52d2d-68e2-4576-9056-f5dc146c0599 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:52.155036 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c52d2d-68e2-4576-9056-f5dc146c0599 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Pushing event deleted for resources: {'Subnet': ['ID=1d699603-586f-4e88-ab8b-f4fd19a668c1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:52.159224 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-24c52d2d-68e2-4576-9056-f5dc146c0599 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:52.161547 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-24c52d2d-68e2-4576-9056-f5dc146c0599 tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] 10.222.0.69 "DELETE /v2.0/subnets/1d699603-586f-4e88-ab8b-f4fd19a668c1 HTTP/1.1" status: 204 len: 168 time: 0.5914767 Aug 19 15:01:52.164749 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port e3cb2e75-61ed-4e16-a9c2-4d06fbb7dee7, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=e3cb2e75-61ed-4e16-a9c2-4d06fbb7dee7,segment=NetworkSegment(af63bf8d-c499-484e-bc2f-0bd1cbfcd355),segment_id=af63bf8d-c499-484e-bc2f-0bd1cbfcd355)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:52.165172 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48152) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:52.173086 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb3a82d-1063-4fe0-916b-81ab8c29be3b None None] Network c109479a-9b72-48fc-b479-955ab75369d2 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:01:52.226216 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:52.227212 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 851b62c4-ba27-4be4-b93a-95f0f93f3836 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:01:52.285146 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6683eee6-257e-4f10-91b1-9da4ab65f5bc tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:52.335483 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-f489f944-56cb-495e-9696-7249ab997430 None None] Set router 971db3a0-6dba-4319-b9a6-9f861674551e gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:01:52.354677 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-6683eee6-257e-4f10-91b1-9da4ab65f5bc tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Deleting port e4566aa4-83c8-4bed-92c7-dc722f217ec2 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:01:52.355243 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6683eee6-257e-4f10-91b1-9da4ab65f5bc tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:52.440013 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=e3cb2e75-61ed-4e16-a9c2-4d06fbb7dee7,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:52.446010 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-6683eee6-257e-4f10-91b1-9da4ab65f5bc tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] For port e4566aa4-83c8-4bed-92c7-dc722f217ec2, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=e4566aa4-83c8-4bed-92c7-dc722f217ec2,segment=NetworkSegment(1f51fc20-48f4-4c92-a02e-da9561f05f07),segment_id=1f51fc20-48f4-4c92-a02e-da9561f05f07)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:52.446801 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6683eee6-257e-4f10-91b1-9da4ab65f5bc tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:52.464785 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-6683eee6-257e-4f10-91b1-9da4ab65f5bc tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Calling delete_port for e4566aa4-83c8-4bed-92c7-dc722f217ec2 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:01:52.512313 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecdb3be-d11e-4a32-8956-b8846b221846 req-a67ccbbd-aa85-404f-8a0a-060f14240312 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:52.513916 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5ecdb3be-d11e-4a32-8956-b8846b221846 req-a67ccbbd-aa85-404f-8a0a-060f14240312 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 944 time: 0.6895461 Aug 19 15:01:52.520351 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528324f-8f67-425b-b686-fa8fc56aaa21 req-ce495ecb-2f5a-4a59-8fc2-961cb2f15086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:52.521890 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2528324f-8f67-425b-b686-fa8fc56aaa21 req-ce495ecb-2f5a-4a59-8fc2-961cb2f15086 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5d0ce086c68641eab81e2252cb60e6f7&device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 1095 time: 0.7580390 Aug 19 15:01:52.547910 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 851b62c4-ba27-4be4-b93a-95f0f93f3836 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:52.548281 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:52.612877 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6683eee6-257e-4f10-91b1-9da4ab65f5bc tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:52.647139 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6683eee6-257e-4f10-91b1-9da4ab65f5bc tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] No DVR routers for this DVR port e4566aa4-83c8-4bed-92c7-dc722f217ec2 on host n-d-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:01:52.649526 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6683eee6-257e-4f10-91b1-9da4ab65f5bc tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Pushing event deleted for resources: {'Port': ['ID=e4566aa4-83c8-4bed-92c7-dc722f217ec2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:52.720437 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08882f4-20d2-4996-8f6a-4b54105599ae None None] DHCP port deletion for c109479a-9b72-48fc-b479-955ab75369d2 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:01:52.722623 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5ecdb3be-d11e-4a32-8956-b8846b221846 req-0a548f1f-e469-4763-8a7e-cad4401ec194 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921637 Aug 19 15:01:52.758000 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f489f944-56cb-495e-9696-7249ab997430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971db3a0-6dba-4319-b9a6-9f861674551e', 'name': 'tempest-TestVolumeBootPattern-1295057401-router', 'tenant_id': '47b303e18d864591a6c16a929de1de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '851b62c4-ba27-4be4-b93a-95f0f93f3836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:37Z', 'updated_at': '2021-08-19T15:01:44Z', 'revision_number': 4, 'project_id': '47b303e18d864591a6c16a929de1de99', 'gw_port': {'id': '851b62c4-ba27-4be4-b93a-95f0f93f3836', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971db3a0-6dba-4319-b9a6-9f861674551e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:39Z', 'updated_at': '2021-08-19T15:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '779deca0-1429-40db-841d-90de9eb1896e', 'name': '', 'network_id': '4f89c6d2-eca6-4cdf-b414-443a6905156f', 'tenant_id': '47b303e18d864591a6c16a929de1de99', 'mac_address': 'fa:16:3e:b9:25:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971db3a0-6dba-4319-b9a6-9f861674551e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '8cbc7540-1b56-4b60-9cef-37a5810af835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:43Z', 'updated_at': '2021-08-19T15:01:51Z', 'revision_number': 4, 'project_id': '47b303e18d864591a6c16a929de1de99', 'subnets': [{'id': '8cbc7540-1b56-4b60-9cef-37a5810af835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:52.807539 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6683eee6-257e-4f10-91b1-9da4ab65f5bc tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:52.809390 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f489f944-56cb-495e-9696-7249ab997430 None None] The sync data for ids ['971db3a0-6dba-4319-b9a6-9f861674551e'] in n-d-766043-2 is: [{'id': '971db3a0-6dba-4319-b9a6-9f861674551e', 'name': 'tempest-TestVolumeBootPattern-1295057401-router', 'tenant_id': '47b303e18d864591a6c16a929de1de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '851b62c4-ba27-4be4-b93a-95f0f93f3836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:37Z', 'updated_at': '2021-08-19T15:01:44Z', 'revision_number': 4, 'project_id': '47b303e18d864591a6c16a929de1de99', 'gw_port': {'id': '851b62c4-ba27-4be4-b93a-95f0f93f3836', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971db3a0-6dba-4319-b9a6-9f861674551e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:39Z', 'updated_at': '2021-08-19T15:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '779deca0-1429-40db-841d-90de9eb1896e', 'name': '', 'network_id': '4f89c6d2-eca6-4cdf-b414-443a6905156f', 'tenant_id': '47b303e18d864591a6c16a929de1de99', 'mac_address': 'fa:16:3e:b9:25:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971db3a0-6dba-4319-b9a6-9f861674551e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '8cbc7540-1b56-4b60-9cef-37a5810af835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:43Z', 'updated_at': '2021-08-19T15:01:51Z', 'revision_number': 4, 'project_id': '47b303e18d864591a6c16a929de1de99', 'subnets': [{'id': '8cbc7540-1b56-4b60-9cef-37a5810af835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:01:52.815503 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 3e3813e9-20e3-415f-b22e-94a80e8a9a5d no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:01:52.820861 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6683eee6-257e-4f10-91b1-9da4ab65f5bc tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c109479a-9b72-48fc-b479-955ab75369d2']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:52.842157 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6683eee6-257e-4f10-91b1-9da4ab65f5bc tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f51fc20-48f4-4c92-a02e-da9561f05f07') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:52.843292 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 3e3813e9-20e3-415f-b22e-94a80e8a9a5d {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:01:52.843790 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 3e3813e9-20e3-415f-b22e-94a80e8a9a5d not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:01:52.844052 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 9171aab2-412e-427c-8cdf-b2517cabf82d no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:01:52.844359 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6683eee6-257e-4f10-91b1-9da4ab65f5bc tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f51fc20-48f4-4c92-a02e-da9561f05f07') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:52.858600 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6683eee6-257e-4f10-91b1-9da4ab65f5bc tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:52.873795 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 9171aab2-412e-427c-8cdf-b2517cabf82d {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:01:52.873795 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 9171aab2-412e-427c-8cdf-b2517cabf82d not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:01:52.882669 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6683eee6-257e-4f10-91b1-9da4ab65f5bc tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:52.906355 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6683eee6-257e-4f10-91b1-9da4ab65f5bc tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:01:52.909714 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528324f-8f67-425b-b686-fa8fc56aaa21 req-476d9857-6803-4e82-9627-5a4cad454018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:52.912552 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2528324f-8f67-425b-b686-fa8fc56aaa21 req-476d9857-6803-4e82-9627-5a4cad454018 service neutron] 10.222.0.88 "GET /v2.0/networks?id=24c8d536-ac23-4a61-ad49-3474c07f936c HTTP/1.1" status: 200 len: 914 time: 0.3717408 Aug 19 15:01:52.912717 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6683eee6-257e-4f10-91b1-9da4ab65f5bc tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:52.916314 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 15:01:52.916314 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:01:52.916314 n-d-766043-2 neutron-server[94639]: timer() Aug 19 15:01:52.916314 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:01:52.916314 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 15:01:52.916314 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:01:52.916314 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 15:01:52.916314 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:01:52.916314 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 15:01:52.916314 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:01:52.916314 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 15:01:52.916314 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:01:52.916314 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 15:01:52.916314 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:01:52.916314 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:01:52.916314 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:01:52.916314 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:01:52.916314 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:01:52.916314 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 15:01:52.916314 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:01:52.916314 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 15:01:52.916314 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:01:52.916314 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:01:52.916314 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:01:52.916314 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 15:01:52.916314 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:01:52.916314 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:01:52.916314 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:01:52.916314 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:01:52.916314 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:01:52.916314 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:01:52.916314 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:01:53.131355 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fff85a61-c3ef-44cd-88f7-c1db34740847 req-d73e8c9b-b50a-4829-9c93-d55793143c25 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=a72f5e04-bacd-42f8-a6c0-4e33515d90d9 HTTP/1.1" status: 200 len: 210 time: 0.0555787 Aug 19 15:01:53.132674 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2528324f-8f67-425b-b686-fa8fc56aaa21 req-06cd3239-872a-4f1d-ae40-155951dc093c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4a3b9ef-c898-4326-956d-2612053131ff HTTP/1.1" status: 200 len: 217 time: 0.2077036 Aug 19 15:01:53.154770 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56c6de-da36-46b1-b902-c80e30994316 req-ecc5bd49-ff0a-4589-bd5b-f80f8aa7d1b4 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:53.156307 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6683eee6-257e-4f10-91b1-9da4ab65f5bc tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:53.156668 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8f56c6de-da36-46b1-b902-c80e30994316 req-ecc5bd49-ff0a-4589-bd5b-f80f8aa7d1b4 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 931 time: 0.3656340 Aug 19 15:01:53.201591 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6683eee6-257e-4f10-91b1-9da4ab65f5bc tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:53.206688 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6683eee6-257e-4f10-91b1-9da4ab65f5bc tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] 10.222.0.69 "DELETE /v2.0/networks/c109479a-9b72-48fc-b479-955ab75369d2 HTTP/1.1" status: 204 len: 168 time: 1.0399005 Aug 19 15:01:53.207690 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6683eee6-257e-4f10-91b1-9da4ab65f5bc tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Pushing event deleted for resources: {'Network': ['ID=c109479a-9b72-48fc-b479-955ab75369d2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:53.222292 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48158) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:53.230548 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device e3cb2e75-61ed-4e16-a9c2-4d06fbb7dee7 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:01:53.263277 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48160) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:53.263948 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d5c0ca35-26c0-485a-8245-a5cdc41e740a tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] 10.222.0.69 "GET /v2.0/ports?device_id=726b1626-5788-404c-93be-692c037c27ae HTTP/1.1" status: 200 len: 205 time: 0.0375342 Aug 19 15:01:53.296038 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0748b9-363d-4a75-8f50-f993357e7ebc req-e7a86514-1125-4b0b-aef5-eb6eab185654 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:53.298107 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2d0748b9-363d-4a75-8f50-f993357e7ebc req-e7a86514-1125-4b0b-aef5-eb6eab185654 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.68 "GET /v2.0/networks?id=042ff527-1fae-4bd9-883c-64e28e4df4d0 HTTP/1.1" status: 200 len: 811 time: 0.3484015 Aug 19 15:01:53.312531 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port e3cb2e75-61ed-4e16-a9c2-4d06fbb7dee7 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:53.313168 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:53.316010 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-2d0748b9-363d-4a75-8f50-f993357e7ebc req-dbdf4349-89be-433d-8bfd-6f6139c2e01a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Request body: {'port': {'device_id': 'a72f5e04-bacd-42f8-a6c0-4e33515d90d9', 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0', 'admin_state_up': True, 'tenant_id': '0550ac85b3b548ae984f8729832afa44'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:53.415829 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-1e1b844c-e1b0-4c41-924e-0ab56354a333 req-ba598ff1-bfeb-4891-8328-0ef0e635a226 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33ec43ab-331e-4b65-b98f-6ca3cd3068c4 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:01:53.419487 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 779deca0-1429-40db-841d-90de9eb1896e up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:01:53.427226 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1e1b844c-e1b0-4c41-924e-0ab56354a333 req-ba598ff1-bfeb-4891-8328-0ef0e635a226 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:53.443835 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-1e1b844c-e1b0-4c41-924e-0ab56354a333 req-ba598ff1-bfeb-4891-8328-0ef0e635a226 service neutron] Transition to ACTIVE for port object 33ec43ab-331e-4b65-b98f-6ca3cd3068c4 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:01:53.466832 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d1a9399-39df-4ca7-8636-c5b498c6c06a tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:53.477080 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d0748b9-363d-4a75-8f50-f993357e7ebc req-dbdf4349-89be-433d-8bfd-6f6139c2e01a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Made reservation on behalf of 0550ac85b3b548ae984f8729832afa44 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:01:53.478897 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1e1b844c-e1b0-4c41-924e-0ab56354a333 req-ba598ff1-bfeb-4891-8328-0ef0e635a226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:53.485990 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2d0748b9-363d-4a75-8f50-f993357e7ebc req-dbdf4349-89be-433d-8bfd-6f6139c2e01a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:53.514368 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 779deca0-1429-40db-841d-90de9eb1896e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:01:53.522073 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 779deca0-1429-40db-841d-90de9eb1896e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:53.522595 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:53.624185 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:53.663210 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 779deca0-1429-40db-841d-90de9eb1896e, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=779deca0-1429-40db-841d-90de9eb1896e,segment=NetworkSegment(ece8cf3b-76d5-4cdb-acf2-1cca57cea21f),segment_id=ece8cf3b-76d5-4cdb-acf2-1cca57cea21f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:01:53.668614 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:53.690573 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba598ff1-bfeb-4891-8328-0ef0e635a226 service neutron] Pushing event updated for resources: {'Port': ['ID=33ec43ab-331e-4b65-b98f-6ca3cd3068c4,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:53.743219 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-2d0748b9-363d-4a75-8f50-f993357e7ebc req-dbdf4349-89be-433d-8bfd-6f6139c2e01a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Allocated IP 172.20.0.7 (042ff527-1fae-4bd9-883c-64e28e4df4d0/4501b342-71e0-4b08-b9d8-b651dd87e075/de300ced-bf49-45b4-8406-23d26647103e) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:01:53.752072 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=779deca0-1429-40db-841d-90de9eb1896e,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:53.757686 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device e4566aa4-83c8-4bed-92c7-dc722f217ec2 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:01:53.775359 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8f56c6de-da36-46b1-b902-c80e30994316 req-8e6e830d-33f6-4708-932e-3cb7d04a7892 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7df29e2b-5559-4b1c-8c7b-8990489dce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5308573 Aug 19 15:01:53.785431 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528324f-8f67-425b-b686-fa8fc56aaa21 req-28350259-91ee-451a-a69e-c520e37a2131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:53.786043 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: e4566aa4-83c8-4bed-92c7-dc722f217ec2 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:01:53.787272 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device e4566aa4-83c8-4bed-92c7-dc722f217ec2 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:01:53.787497 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2528324f-8f67-425b-b686-fa8fc56aaa21 req-28350259-91ee-451a-a69e-c520e37a2131 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=145d9747-b0a8-4fa3-980b-a8e578e75c9d HTTP/1.1" status: 200 len: 853 time: 0.6277678 Aug 19 15:01:53.905663 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2528324f-8f67-425b-b686-fa8fc56aaa21 req-d71dc119-5cfc-4891-891b-4328d11d46c1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=24c8d536-ac23-4a61-ad49-3474c07f936c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323012 Aug 19 15:01:54.088509 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2d0748b9-363d-4a75-8f50-f993357e7ebc req-dbdf4349-89be-433d-8bfd-6f6139c2e01a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:54.146680 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-2d0748b9-363d-4a75-8f50-f993357e7ebc req-dbdf4349-89be-433d-8bfd-6f6139c2e01a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Transition to ACTIVE for port object de300ced-bf49-45b4-8406-23d26647103e will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:01:54.204711 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2d0748b9-363d-4a75-8f50-f993357e7ebc req-dbdf4349-89be-433d-8bfd-6f6139c2e01a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:54.255144 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.db.resource_extend [None req-9a462c92-751f-4c65-86a0-ad2471f76278 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 15:01:54.260929 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d0748b9-363d-4a75-8f50-f993357e7ebc req-dbdf4349-89be-433d-8bfd-6f6139c2e01a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Network 042ff527-1fae-4bd9-883c-64e28e4df4d0 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:01:54.264215 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-2d0748b9-363d-4a75-8f50-f993357e7ebc req-dbdf4349-89be-433d-8bfd-6f6139c2e01a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:01:54.267197 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d0748b9-363d-4a75-8f50-f993357e7ebc req-dbdf4349-89be-433d-8bfd-6f6139c2e01a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:01:54.283287 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d1a9399-39df-4ca7-8636-c5b498c6c06a tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:54.330329 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdf4349-89be-433d-8bfd-6f6139c2e01a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Pushing event updated for resources: {'Port': ['ID=de300ced-bf49-45b4-8406-23d26647103e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:54.342489 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdf4349-89be-433d-8bfd-6f6139c2e01a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:54.342982 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdf4349-89be-433d-8bfd-6f6139c2e01a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:54.343648 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdf4349-89be-433d-8bfd-6f6139c2e01a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:54.344085 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdf4349-89be-433d-8bfd-6f6139c2e01a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:54.344570 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdf4349-89be-433d-8bfd-6f6139c2e01a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:54.345058 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdf4349-89be-433d-8bfd-6f6139c2e01a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:54.345450 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdf4349-89be-433d-8bfd-6f6139c2e01a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:54.345903 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdf4349-89be-433d-8bfd-6f6139c2e01a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:54.346376 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdf4349-89be-433d-8bfd-6f6139c2e01a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:54.346808 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdf4349-89be-433d-8bfd-6f6139c2e01a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:54.347429 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdf4349-89be-433d-8bfd-6f6139c2e01a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:54.347861 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdf4349-89be-433d-8bfd-6f6139c2e01a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:54.351149 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d1a9399-39df-4ca7-8636-c5b498c6c06a tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:54.381422 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0748b9-363d-4a75-8f50-f993357e7ebc req-dbdf4349-89be-433d-8bfd-6f6139c2e01a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:54.383819 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2d0748b9-363d-4a75-8f50-f993357e7ebc req-dbdf4349-89be-433d-8bfd-6f6139c2e01a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:54.410732 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2d0748b9-363d-4a75-8f50-f993357e7ebc req-dbdf4349-89be-433d-8bfd-6f6139c2e01a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1015036 Aug 19 15:01:54.429516 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-2d0748b9-363d-4a75-8f50-f993357e7ebc req-0d726e8b-7e86-4b71-ac6f-5f5ac230f0a1 service neutron] Request body: {'port': {'device_id': 'a72f5e04-bacd-42f8-a6c0-4e33515d90d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:54.527978 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9a462c92-751f-4c65-86a0-ad2471f76278 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:54.542209 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d1a9399-39df-4ca7-8636-c5b498c6c06a tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:54.548758 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1a9399-39df-4ca7-8636-c5b498c6c06a tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Fanout notify agent at l3_agent the message router_deleted on router 726b1626-5788-404c-93be-692c037c27ae {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:01:54.556002 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9a462c92-751f-4c65-86a0-ad2471f76278 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:54.567078 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558fc372-9c4f-4c32-a045-932d888ba9e7 req-3f238c1a-49ad-4d62-bcd5-b72b34f67344 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:54.579943 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-558fc372-9c4f-4c32-a045-932d888ba9e7 req-3f238c1a-49ad-4d62-bcd5-b72b34f67344 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 944 time: 0.5627680 Aug 19 15:01:54.594996 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d1a9399-39df-4ca7-8636-c5b498c6c06a tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:54.595646 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2d0748b9-363d-4a75-8f50-f993357e7ebc req-0d726e8b-7e86-4b71-ac6f-5f5ac230f0a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:54.598880 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-4d1a9399-39df-4ca7-8636-c5b498c6c06a tempest-RoutersNegativeIpV6Test-175609242 tempest-RoutersNegativeIpV6Test-175609242-project] 10.222.0.69 "DELETE /v2.0/routers/726b1626-5788-404c-93be-692c037c27ae HTTP/1.1" status: 204 len: 168 time: 1.3305862 Aug 19 15:01:54.673214 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2528324f-8f67-425b-b686-fa8fc56aaa21 req-af0f0610-d248-47f7-a44b-d2021098dbcf service neutron] 10.222.0.88 "GET /v2.0/networks/24c8d536-ac23-4a61-ad49-3474c07f936c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7579851 Aug 19 15:01:54.700097 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437a903-a432-4d49-8e1b-470e8af37fa6 req-7a39cb4b-ba6f-450a-8b96-5b9699f2060e tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:54.706025 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9437a903-a432-4d49-8e1b-470e8af37fa6 req-7a39cb4b-ba6f-450a-8b96-5b9699f2060e tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=a72f5e04-bacd-42f8-a6c0-4e33515d90d9 HTTP/1.1" status: 200 len: 931 time: 0.4447882 Aug 19 15:01:54.768591 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-1e1b844c-e1b0-4c41-924e-0ab56354a333 req-ba598ff1-bfeb-4891-8328-0ef0e635a226 service neutron] Attempting to bind port 33ec43ab-331e-4b65-b98f-6ca3cd3068c4 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:01:54.768852 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-1e1b844c-e1b0-4c41-924e-0ab56354a333 req-ba598ff1-bfeb-4891-8328-0ef0e635a226 service neutron] Attempting to bind port 33ec43ab-331e-4b65-b98f-6ca3cd3068c4 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'af63bf8d-c499-484e-bc2f-0bd1cbfcd355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:01:54.769173 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1b844c-e1b0-4c41-924e-0ab56354a333 req-ba598ff1-bfeb-4891-8328-0ef0e635a226 service neutron] Attempting to bind port 33ec43ab-331e-4b65-b98f-6ca3cd3068c4 on network 0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:01:54.778069 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f203457a-31b3-40bb-b4b1-eb004c3d3e17 None None] Provisioning for port de300ced-bf49-45b4-8406-23d26647103e completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:01:54.788168 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f203457a-31b3-40bb-b4b1-eb004c3d3e17 None None] Provisioning complete for port de300ced-bf49-45b4-8406-23d26647103e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:54.788864 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f203457a-31b3-40bb-b4b1-eb004c3d3e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:54.854309 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1b844c-e1b0-4c41-924e-0ab56354a333 req-ba598ff1-bfeb-4891-8328-0ef0e635a226 service neutron] Port 33ec43ab-331e-4b65-b98f-6ca3cd3068c4 on network 0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:01:54.855456 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1b844c-e1b0-4c41-924e-0ab56354a333 req-ba598ff1-bfeb-4891-8328-0ef0e635a226 service neutron] Attempting to bind port 33ec43ab-331e-4b65-b98f-6ca3cd3068c4 on network 0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:01:54.863037 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f203457a-31b3-40bb-b4b1-eb004c3d3e17 None None] Port de300ced-bf49-45b4-8406-23d26647103e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:01:54.870722 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-558fc372-9c4f-4c32-a045-932d888ba9e7 req-7027d074-7429-4e94-bfeb-e0e7fd8d3441 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899179 Aug 19 15:01:54.908203 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1b844c-e1b0-4c41-924e-0ab56354a333 req-ba598ff1-bfeb-4891-8328-0ef0e635a226 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:01:54.908800 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1b844c-e1b0-4c41-924e-0ab56354a333 req-ba598ff1-bfeb-4891-8328-0ef0e635a226 service neutron] Checking segment: {'id': 'af63bf8d-c499-484e-bc2f-0bd1cbfcd355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:01:54.909396 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1b844c-e1b0-4c41-924e-0ab56354a333 req-ba598ff1-bfeb-4891-8328-0ef0e635a226 service neutron] Bound using segment: {'id': 'af63bf8d-c499-484e-bc2f-0bd1cbfcd355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:01:54.910032 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-1e1b844c-e1b0-4c41-924e-0ab56354a333 req-ba598ff1-bfeb-4891-8328-0ef0e635a226 service neutron] Bound port: 33ec43ab-331e-4b65-b98f-6ca3cd3068c4, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af63bf8d-c499-484e-bc2f-0bd1cbfcd355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:01:54.910575 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1e1b844c-e1b0-4c41-924e-0ab56354a333 req-ba598ff1-bfeb-4891-8328-0ef0e635a226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:54.940690 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9437a903-a432-4d49-8e1b-470e8af37fa6 req-617967c8-cd0b-47dc-bee9-a5a8de585190 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164569 Aug 19 15:01:55.064212 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 779deca0-1429-40db-841d-90de9eb1896e up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:01:55.067127 n-d-766043-2 neutron-server[94640]: INFO neutron.db.l3_db [None req-9a462c92-751f-4c65-86a0-ad2471f76278 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Floating IP 83d15fba-0df3-45a8-899b-da8181f92e5e associated. External IP: 172.25.2.121, port: d567af4e-d959-4c5e-bbcb-aa0a11495c6e. Aug 19 15:01:55.095085 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48174) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:55.108769 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-2d0748b9-363d-4a75-8f50-f993357e7ebc req-0d726e8b-7e86-4b71-ac6f-5f5ac230f0a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de300ced-bf49-45b4-8406-23d26647103e {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:01:55.118370 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2d0748b9-363d-4a75-8f50-f993357e7ebc req-0d726e8b-7e86-4b71-ac6f-5f5ac230f0a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:55.135533 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-2d0748b9-363d-4a75-8f50-f993357e7ebc req-0d726e8b-7e86-4b71-ac6f-5f5ac230f0a1 service neutron] Transition to ACTIVE for port object de300ced-bf49-45b4-8406-23d26647103e will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:01:55.141151 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2d0748b9-363d-4a75-8f50-f993357e7ebc req-0d726e8b-7e86-4b71-ac6f-5f5ac230f0a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:55.149597 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 779deca0-1429-40db-841d-90de9eb1896e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:01:55.150313 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:55.250107 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d726e8b-7e86-4b71-ac6f-5f5ac230f0a1 service neutron] Pushing event updated for resources: {'Port': ['ID=de300ced-bf49-45b4-8406-23d26647103e,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:55.267570 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-1e1b844c-e1b0-4c41-924e-0ab56354a333 req-ba598ff1-bfeb-4891-8328-0ef0e635a226 service neutron] For port 33ec43ab-331e-4b65-b98f-6ca3cd3068c4, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:01:55.274445 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-1e1b844c-e1b0-4c41-924e-0ab56354a333 req-ba598ff1-bfeb-4891-8328-0ef0e635a226 service neutron] For port 33ec43ab-331e-4b65-b98f-6ca3cd3068c4, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=33ec43ab-331e-4b65-b98f-6ca3cd3068c4,segment=NetworkSegment(af63bf8d-c499-484e-bc2f-0bd1cbfcd355),segment_id=af63bf8d-c499-484e-bc2f-0bd1cbfcd355)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:01:55.310402 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1e1b844c-e1b0-4c41-924e-0ab56354a333 req-ba598ff1-bfeb-4891-8328-0ef0e635a226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:55.335284 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-2d0748b9-363d-4a75-8f50-f993357e7ebc req-0d726e8b-7e86-4b71-ac6f-5f5ac230f0a1 service neutron] Attempting to bind port de300ced-bf49-45b4-8406-23d26647103e on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:01:55.335654 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-2d0748b9-363d-4a75-8f50-f993357e7ebc req-0d726e8b-7e86-4b71-ac6f-5f5ac230f0a1 service neutron] Attempting to bind port de300ced-bf49-45b4-8406-23d26647103e by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': 'b6bb2d61-0455-440b-809f-c8e64ffc2b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:01:55.336139 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0748b9-363d-4a75-8f50-f993357e7ebc req-0d726e8b-7e86-4b71-ac6f-5f5ac230f0a1 service neutron] Attempting to bind port de300ced-bf49-45b4-8406-23d26647103e on network 042ff527-1fae-4bd9-883c-64e28e4df4d0 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:01:55.350421 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0748b9-363d-4a75-8f50-f993357e7ebc req-0d726e8b-7e86-4b71-ac6f-5f5ac230f0a1 service neutron] Port de300ced-bf49-45b4-8406-23d26647103e on network 042ff527-1fae-4bd9-883c-64e28e4df4d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:01:55.350762 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0748b9-363d-4a75-8f50-f993357e7ebc req-0d726e8b-7e86-4b71-ac6f-5f5ac230f0a1 service neutron] Attempting to bind port de300ced-bf49-45b4-8406-23d26647103e on network 042ff527-1fae-4bd9-883c-64e28e4df4d0 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:01:55.360711 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0748b9-363d-4a75-8f50-f993357e7ebc req-0d726e8b-7e86-4b71-ac6f-5f5ac230f0a1 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:01:55.361066 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0748b9-363d-4a75-8f50-f993357e7ebc req-0d726e8b-7e86-4b71-ac6f-5f5ac230f0a1 service neutron] Checking segment: {'id': 'b6bb2d61-0455-440b-809f-c8e64ffc2b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:01:55.361898 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0748b9-363d-4a75-8f50-f993357e7ebc req-0d726e8b-7e86-4b71-ac6f-5f5ac230f0a1 service neutron] Bound using segment: {'id': 'b6bb2d61-0455-440b-809f-c8e64ffc2b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:01:55.362360 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-2d0748b9-363d-4a75-8f50-f993357e7ebc req-0d726e8b-7e86-4b71-ac6f-5f5ac230f0a1 service neutron] Bound port: de300ced-bf49-45b4-8406-23d26647103e, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6bb2d61-0455-440b-809f-c8e64ffc2b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:01:55.362729 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2d0748b9-363d-4a75-8f50-f993357e7ebc req-0d726e8b-7e86-4b71-ac6f-5f5ac230f0a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:55.451023 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2528324f-8f67-425b-b686-fa8fc56aaa21 req-50f418f0-3ad0-44d9-b047-1435076e45e8 service neutron] 10.222.0.88 "GET /v2.0/networks/24c8d536-ac23-4a61-ad49-3474c07f936c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7412722 Aug 19 15:01:55.469488 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b844c-e1b0-4c41-924e-0ab56354a333 req-ba598ff1-bfeb-4891-8328-0ef0e635a226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:55.470547 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1e1b844c-e1b0-4c41-924e-0ab56354a333 req-ba598ff1-bfeb-4891-8328-0ef0e635a226 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:55.472189 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1e1b844c-e1b0-4c41-924e-0ab56354a333 req-ba598ff1-bfeb-4891-8328-0ef0e635a226 service neutron] 10.222.0.88 "PUT /v2.0/ports/33ec43ab-331e-4b65-b98f-6ca3cd3068c4 HTTP/1.1" status: 200 len: 1091 time: 4.1142955 Aug 19 15:01:55.476197 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c51dcbe8-798a-4ec9-87e5-1f8f404fa036', 'tag': '33ec43ab-331e-4b65-b98f-6ca3cd3068c4'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:01:55.485814 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-2d0748b9-363d-4a75-8f50-f993357e7ebc req-0d726e8b-7e86-4b71-ac6f-5f5ac230f0a1 service neutron] For port de300ced-bf49-45b4-8406-23d26647103e, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:01:55.488361 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11501eb8-2158-4ab9-aac9-f89630f9eaec" -d '{"events": [{"name": "network-changed", "server_uuid": "c51dcbe8-798a-4ec9-87e5-1f8f404fa036", "tag": "33ec43ab-331e-4b65-b98f-6ca3cd3068c4"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:01:55.490502 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-2d0748b9-363d-4a75-8f50-f993357e7ebc req-0d726e8b-7e86-4b71-ac6f-5f5ac230f0a1 service neutron] For port de300ced-bf49-45b4-8406-23d26647103e, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=de300ced-bf49-45b4-8406-23d26647103e,segment=NetworkSegment(b6bb2d61-0455-440b-809f-c8e64ffc2b8e),segment_id=b6bb2d61-0455-440b-809f-c8e64ffc2b8e)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:01:55.498012 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-83034afc-de0d-43b8-8a86-63d850f56c25 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2e75c59d8bfc41658277b0dff44c0a18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4009035 Aug 19 15:01:55.499893 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2d0748b9-363d-4a75-8f50-f993357e7ebc req-0d726e8b-7e86-4b71-ac6f-5f5ac230f0a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:55.509397 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48180) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:55.525116 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0748b9-363d-4a75-8f50-f993357e7ebc req-0d726e8b-7e86-4b71-ac6f-5f5ac230f0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:55.525763 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2d0748b9-363d-4a75-8f50-f993357e7ebc req-0d726e8b-7e86-4b71-ac6f-5f5ac230f0a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:55.527362 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2d0748b9-363d-4a75-8f50-f993357e7ebc req-0d726e8b-7e86-4b71-ac6f-5f5ac230f0a1 service neutron] 10.222.0.68 "PUT /v2.0/ports/de300ced-bf49-45b4-8406-23d26647103e HTTP/1.1" status: 200 len: 1091 time: 1.1084757 Aug 19 15:01:55.529077 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a72f5e04-bacd-42f8-a6c0-4e33515d90d9', 'tag': 'de300ced-bf49-45b4-8406-23d26647103e'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:01:55.536372 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7934eca2-885e-4ae4-9dee-e7cd7fd1d5fe" -d '{"events": [{"name": "network-changed", "server_uuid": "a72f5e04-bacd-42f8-a6c0-4e33515d90d9", "tag": "de300ced-bf49-45b4-8406-23d26647103e"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:01:55.559991 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba598ff1-bfeb-4891-8328-0ef0e635a226 service neutron] Pushing event updated for resources: {'Port': ['ID=33ec43ab-331e-4b65-b98f-6ca3cd3068c4,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:55.741363 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c21ba34-f921-45e1-aa1e-e57e41047c60 x-openstack-request-id: req-1c21ba34-f921-45e1-aa1e-e57e41047c60 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:01:55.741759 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a72f5e04-bacd-42f8-a6c0-4e33515d90d9", "tag": "de300ced-bf49-45b4-8406-23d26647103e", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:01:55.742110 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1c21ba34-f921-45e1-aa1e-e57e41047c60 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:01:55.742669 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a72f5e04-bacd-42f8-a6c0-4e33515d90d9', 'tag': 'de300ced-bf49-45b4-8406-23d26647103e', 'status': 'completed', 'code': 200} Aug 19 15:01:55.781339 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d726e8b-7e86-4b71-ac6f-5f5ac230f0a1 service neutron] Pushing event updated for resources: {'Port': ['ID=de300ced-bf49-45b4-8406-23d26647103e,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:55.835810 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0748b9-363d-4a75-8f50-f993357e7ebc req-de170cec-2b0b-405e-8428-a8deb57963d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:55.843401 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2d0748b9-363d-4a75-8f50-f993357e7ebc req-de170cec-2b0b-405e-8428-a8deb57963d6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0550ac85b3b548ae984f8729832afa44&device_id=a72f5e04-bacd-42f8-a6c0-4e33515d90d9 HTTP/1.1" status: 200 len: 1094 time: 0.2341161 Aug 19 15:01:55.868451 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-88aa6229-7a06-459e-b9fe-22d1cca77668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:56.011778 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2d0748b9-363d-4a75-8f50-f993357e7ebc req-60f6d482-f65f-4b23-a96f-758baa684e0b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de300ced-bf49-45b4-8406-23d26647103e HTTP/1.1" status: 200 len: 217 time: 0.1500945 Aug 19 15:01:56.014680 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-88aa6229-7a06-459e-b9fe-22d1cca77668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:56.125901 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0748b9-363d-4a75-8f50-f993357e7ebc req-0da43e27-a8b4-4a82-bdba-7f233510e3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:56.128277 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2d0748b9-363d-4a75-8f50-f993357e7ebc req-0da43e27-a8b4-4a82-bdba-7f233510e3bb service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4501b342-71e0-4b08-b9d8-b651dd87e075 HTTP/1.1" status: 200 len: 850 time: 0.0966721 Aug 19 15:01:56.129483 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-88aa6229-7a06-459e-b9fe-22d1cca77668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:56.132555 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-88aa6229-7a06-459e-b9fe-22d1cca77668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:56.133744 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-88aa6229-7a06-459e-b9fe-22d1cca77668 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/81655c0e-43ca-4546-bdc4-ebf41e9b2d91 HTTP/1.1" status: 204 len: 168 time: 0.6200280 Aug 19 15:01:56.157241 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3f2070-f7ec-44cc-b911-63e79a8f59c8 x-openstack-request-id: req-7e3f2070-f7ec-44cc-b911-63e79a8f59c8 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:01:56.157748 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c51dcbe8-798a-4ec9-87e5-1f8f404fa036", "tag": "33ec43ab-331e-4b65-b98f-6ca3cd3068c4", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:01:56.157962 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7e3f2070-f7ec-44cc-b911-63e79a8f59c8 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:01:56.158517 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c51dcbe8-798a-4ec9-87e5-1f8f404fa036', 'tag': '33ec43ab-331e-4b65-b98f-6ca3cd3068c4', 'status': 'completed', 'code': 200} Aug 19 15:01:56.186932 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aa6229-7a06-459e-b9fe-22d1cca77668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81655c0e-43ca-4546-bdc4-ebf41e9b2d91,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:56.187178 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e37471-b89e-41fa-a236-a5b53ce2df94 req-6e148786-fdb7-467f-8797-fa559e52c818 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:56.189153 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-63e37471-b89e-41fa-a236-a5b53ce2df94 req-6e148786-fdb7-467f-8797-fa559e52c818 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 943 time: 1.1491854 Aug 19 15:01:56.215951 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba598ff1-bfeb-4891-8328-0ef0e635a226 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:56.216308 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba598ff1-bfeb-4891-8328-0ef0e635a226 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:56.216749 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba598ff1-bfeb-4891-8328-0ef0e635a226 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:56.217021 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba598ff1-bfeb-4891-8328-0ef0e635a226 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:56.217360 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba598ff1-bfeb-4891-8328-0ef0e635a226 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:56.217697 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba598ff1-bfeb-4891-8328-0ef0e635a226 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:56.218029 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba598ff1-bfeb-4891-8328-0ef0e635a226 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:56.218434 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba598ff1-bfeb-4891-8328-0ef0e635a226 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:56.218667 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba598ff1-bfeb-4891-8328-0ef0e635a226 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:56.218992 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba598ff1-bfeb-4891-8328-0ef0e635a226 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:56.219316 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba598ff1-bfeb-4891-8328-0ef0e635a226 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:56.219639 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba598ff1-bfeb-4891-8328-0ef0e635a226 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:01:56.294112 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0748b9-363d-4a75-8f50-f993357e7ebc req-6af7f116-5ba5-48a4-8421-81d84e162c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:56.300797 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2d0748b9-363d-4a75-8f50-f993357e7ebc req-6af7f116-5ba5-48a4-8421-81d84e162c21 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=042ff527-1fae-4bd9-883c-64e28e4df4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1603801 Aug 19 15:01:56.507172 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b844c-e1b0-4c41-924e-0ab56354a333 req-41ea1c5d-a888-4f58-86b5-239130908444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:56.509418 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1e1b844c-e1b0-4c41-924e-0ab56354a333 req-41ea1c5d-a888-4f58-86b5-239130908444 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5784b0340e8242b1aba4ab831f2e3b23&device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 1094 time: 0.9728174 Aug 19 15:01:56.520100 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-63e37471-b89e-41fa-a236-a5b53ce2df94 req-79573255-c632-4836-bd7f-c2fbda5e394b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7df29e2b-5559-4b1c-8c7b-8990489dce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3074527 Aug 19 15:01:56.577945 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2d0748b9-363d-4a75-8f50-f993357e7ebc req-21d4bdb6-b48c-41a8-86c8-9609a1f192f4 service neutron] 10.222.0.68 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705083 Aug 19 15:01:56.654005 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fc117-10cc-40c5-9506-921ebd92a12c req-2b592c4f-6340-49ff-b6da-6674aaf31767 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:56.699146 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7f3fc117-10cc-40c5-9506-921ebd92a12c req-2b592c4f-6340-49ff-b6da-6674aaf31767 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 944 time: 0.5378227 Aug 19 15:01:56.771184 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2d0748b9-363d-4a75-8f50-f993357e7ebc req-cfbc6c5b-a30a-442d-9ca9-f95a996f7873 service neutron] 10.222.0.68 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840839 Aug 19 15:01:56.804099 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:01:56.884640 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1e1b844c-e1b0-4c41-924e-0ab56354a333 req-5eee7150-e6a9-4e8f-b141-73106a8b0fbd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33ec43ab-331e-4b65-b98f-6ca3cd3068c4 HTTP/1.1" status: 200 len: 217 time: 0.2529354 Aug 19 15:01:56.925696 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934eca2-885e-4ae4-9dee-e7cd7fd1d5fe req-f56c9e2b-d03e-4f42-8e61-bb415a741d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:56.929823 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7934eca2-885e-4ae4-9dee-e7cd7fd1d5fe req-f56c9e2b-d03e-4f42-8e61-bb415a741d25 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0550ac85b3b548ae984f8729832afa44&device_id=a72f5e04-bacd-42f8-a6c0-4e33515d90d9 HTTP/1.1" status: 200 len: 1094 time: 0.0996618 Aug 19 15:01:57.090116 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7f3fc117-10cc-40c5-9506-921ebd92a12c req-4564274e-5bc2-4f21-a5a8-519a864f41e0 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3859780 Aug 19 15:01:57.106492 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a462c92-751f-4c65-86a0-ad2471f76278 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Router 4b4904ca-1cef-430e-9327-e5d01c8fc04f has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:01:57.117048 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd90e0a9-aff5-4494-b1a6-76db0da8db03 req-d9c0ebcf-d6a5-46e8-a1d9-906b9c812b6c tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:57.119151 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cd90e0a9-aff5-4494-b1a6-76db0da8db03 req-d9c0ebcf-d6a5-46e8-a1d9-906b9c812b6c tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=a72f5e04-bacd-42f8-a6c0-4e33515d90d9 HTTP/1.1" status: 200 len: 943 time: 0.2158089 Aug 19 15:01:57.126609 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b844c-e1b0-4c41-924e-0ab56354a333 req-6ec9e365-6935-45a0-a745-18967a560201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:57.128456 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1e1b844c-e1b0-4c41-924e-0ab56354a333 req-6ec9e365-6935-45a0-a745-18967a560201 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1c0affc3-2289-41e1-9841-156efcfe8ae7 HTTP/1.1" status: 200 len: 835 time: 0.1794324 Aug 19 15:01:57.157317 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934eca2-885e-4ae4-9dee-e7cd7fd1d5fe req-0c0e11a6-5856-4f94-8f5a-af0353d1484c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:57.160533 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7934eca2-885e-4ae4-9dee-e7cd7fd1d5fe req-0c0e11a6-5856-4f94-8f5a-af0353d1484c service neutron] 10.222.0.68 "GET /v2.0/networks?id=042ff527-1fae-4bd9-883c-64e28e4df4d0 HTTP/1.1" status: 200 len: 912 time: 0.2233613 Aug 19 15:01:57.187788 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cd90e0a9-aff5-4494-b1a6-76db0da8db03 req-34fd1058-1f2a-40bb-a5b1-b52445ecfe7a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580947 Aug 19 15:01:57.296651 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a462c92-751f-4c65-86a0-ad2471f76278 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:01:57.300509 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7934eca2-885e-4ae4-9dee-e7cd7fd1d5fe req-26d8d02f-7ad0-4e12-8f5c-1dc075ad5115 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de300ced-bf49-45b4-8406-23d26647103e HTTP/1.1" status: 200 len: 217 time: 0.1309268 Aug 19 15:01:57.309392 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8f59d1-bd6f-4caf-a2b3-e5685bfe364d None None] Sync routers for ids ['4b4904ca-1cef-430e-9327-e5d01c8fc04f'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:01:57.309682 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9a462c92-751f-4c65-86a0-ad2471f76278 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:57.334428 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8f59d1-bd6f-4caf-a2b3-e5685bfe364d None None] Routers {'4b4904ca-1cef-430e-9327-e5d01c8fc04f'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:01:57.336972 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ae8f59d1-bd6f-4caf-a2b3-e5685bfe364d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:01:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['4b4904ca-1cef-430e-9327-e5d01c8fc04f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:57.358544 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9a462c92-751f-4c65-86a0-ad2471f76278 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "PUT /v2.0/floatingips/83d15fba-0df3-45a8-899b-da8181f92e5e HTTP/1.1" status: 200 len: 991 time: 5.6123469 Aug 19 15:01:57.451201 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934eca2-885e-4ae4-9dee-e7cd7fd1d5fe req-bac6ba09-7c3d-41c7-a1d6-a5a511817fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:57.452819 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7934eca2-885e-4ae4-9dee-e7cd7fd1d5fe req-bac6ba09-7c3d-41c7-a1d6-a5a511817fd5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4501b342-71e0-4b08-b9d8-b651dd87e075 HTTP/1.1" status: 200 len: 850 time: 0.1441238 Aug 19 15:01:57.529331 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934eca2-885e-4ae4-9dee-e7cd7fd1d5fe req-1415f1be-2fae-451e-9b47-338fe21230f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:57.531029 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7934eca2-885e-4ae4-9dee-e7cd7fd1d5fe req-1415f1be-2fae-451e-9b47-338fe21230f6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=042ff527-1fae-4bd9-883c-64e28e4df4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695791 Aug 19 15:01:57.643126 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-ae8f59d1-bd6f-4caf-a2b3-e5685bfe364d None None] Set router 4b4904ca-1cef-430e-9327-e5d01c8fc04f gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:01:57.710035 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7934eca2-885e-4ae4-9dee-e7cd7fd1d5fe req-d078e1f8-0eda-4904-b9a1-f04b1a0770b7 service neutron] 10.222.0.68 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684425 Aug 19 15:01:57.761268 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d42d62-2a65-4be9-adf3-c4aa4742bcb1 req-0c4a4441-3647-4cc8-a69c-ca61833e7056 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:57.762836 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a4d42d62-2a65-4be9-adf3-c4aa4742bcb1 req-0c4a4441-3647-4cc8-a69c-ca61833e7056 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 943 time: 0.0938442 Aug 19 15:01:57.925540 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7934eca2-885e-4ae4-9dee-e7cd7fd1d5fe req-510b5884-8d7a-4200-ad4c-8db9ac38946b service neutron] 10.222.0.68 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067645 Aug 19 15:01:57.928503 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a4d42d62-2a65-4be9-adf3-c4aa4742bcb1 req-f3555783-20e3-49b0-b6a9-d8bbb0118019 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7df29e2b-5559-4b1c-8c7b-8990489dce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589935 Aug 19 15:01:57.945516 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b844c-e1b0-4c41-924e-0ab56354a333 req-56f042f4-d4d3-4016-847b-83badf948192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:57.947233 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1e1b844c-e1b0-4c41-924e-0ab56354a333 req-56f042f4-d4d3-4016-847b-83badf948192 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1115162 Aug 19 15:01:58.006529 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48230) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:58.058801 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ae8f59d1-bd6f-4caf-a2b3-e5685bfe364d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'name': 'tempest-AttachVolumeTestJSON-852643430-router', 'tenant_id': '329a9422f2e44489a7adbe73ec4e808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '05178c7e-e4be-4803-bb68-12496ba7e835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:56:53Z', 'updated_at': '2021-08-19T14:57:06Z', 'revision_number': 4, 'project_id': '329a9422f2e44489a7adbe73ec4e808e', 'gw_port': {'id': '05178c7e-e4be-4803-bb68-12496ba7e835', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:44:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:56:55Z', 'updated_at': '2021-08-19T14:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '83d15fba-0df3-45a8-899b-da8181f92e5e', 'tenant_id': '329a9422f2e44489a7adbe73ec4e808e', 'floating_ip_address': '172.25.2.121', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'port_id': 'd567af4e-d959-4c5e-bbcb-aa0a11495c6e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86eb5dfd-420b-4075-ab54-22313c9966d3', 'mac_address': 'fa:16:3e:79:0b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d57b2c9-f3da-41b2-8a3b-d20bd9534247', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:01:25Z', 'updated_at': '2021-08-19T15:01:53Z', 'revision_number': 1, 'project_id': '329a9422f2e44489a7adbe73ec4e808e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a624f93a-8bd2-467e-9d42-b93164655081', 'name': '', 'network_id': '86eb5dfd-420b-4075-ab54-22313c9966d3', 'tenant_id': '329a9422f2e44489a7adbe73ec4e808e', 'mac_address': 'fa:16:3e:77:f4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'b36b5b14-491d-4933-bb67-1257e134c17f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:57:03Z', 'updated_at': '2021-08-19T14:57:13Z', 'revision_number': 5, 'project_id': '329a9422f2e44489a7adbe73ec4e808e', 'subnets': [{'id': 'b36b5b14-491d-4933-bb67-1257e134c17f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:58.088873 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8f59d1-bd6f-4caf-a2b3-e5685bfe364d None None] Checking router: 4b4904ca-1cef-430e-9327-e5d01c8fc04f for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:01:58.098232 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8f59d1-bd6f-4caf-a2b3-e5685bfe364d None None] Routers {'4b4904ca-1cef-430e-9327-e5d01c8fc04f'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:01:58.099134 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ae8f59d1-bd6f-4caf-a2b3-e5685bfe364d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:01:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['4b4904ca-1cef-430e-9327-e5d01c8fc04f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:58.189886 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d57b2c9-f3da-41b2-8a3b-d20bd9534247', 'tag': 'd567af4e-d959-4c5e-bbcb-aa0a11495c6e'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:01:58.204336 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b8eef2-4233-458b-b3da-d6772ad4656d" -d '{"events": [{"name": "network-changed", "server_uuid": "5d57b2c9-f3da-41b2-8a3b-d20bd9534247", "tag": "d567af4e-d959-4c5e-bbcb-aa0a11495c6e"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:01:58.298154 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a0a892-53b3-4ad8-8d10-d375cac49a48 x-openstack-request-id: req-f6a0a892-53b3-4ad8-8d10-d375cac49a48 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:01:58.298487 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d57b2c9-f3da-41b2-8a3b-d20bd9534247", "tag": "d567af4e-d959-4c5e-bbcb-aa0a11495c6e", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:01:58.298694 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f6a0a892-53b3-4ad8-8d10-d375cac49a48 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:01:58.299072 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d57b2c9-f3da-41b2-8a3b-d20bd9534247', 'tag': 'd567af4e-d959-4c5e-bbcb-aa0a11495c6e', 'status': 'completed', 'code': 200} Aug 19 15:01:58.303801 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1e1b844c-e1b0-4c41-924e-0ab56354a333 req-cc378c94-fea1-44f8-8ed3-cc29288e8afa service neutron] 10.222.0.88 "GET /v2.0/networks/0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093630 Aug 19 15:01:58.324255 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b678d7c6-8b65-4286-82e2-8595e9a97551 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Request body: {'security_group': {'name': 'tempest-secgroup--1530936558'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:58.336206 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-ae8f59d1-bd6f-4caf-a2b3-e5685bfe364d None None] Set router 4b4904ca-1cef-430e-9327-e5d01c8fc04f gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:01:58.464928 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b678d7c6-8b65-4286-82e2-8595e9a97551 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:58.503633 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b678d7c6-8b65-4286-82e2-8595e9a97551 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:58.511997 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510aaae-8c97-4c98-8030-6e9d2a89f831 req-4932dc7f-714f-4fdf-800a-7176c2b202ef tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:58.539435 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6510aaae-8c97-4c98-8030-6e9d2a89f831 req-4932dc7f-714f-4fdf-800a-7176c2b202ef tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 944 time: 0.1915600 Aug 19 15:01:58.551790 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8eef2-4233-458b-b3da-d6772ad4656d req-74720204-f08f-4748-acc4-46f386ee4bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:58.555927 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b2b8eef2-4233-458b-b3da-d6772ad4656d req-74720204-f08f-4748-acc4-46f386ee4bba service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=329a9422f2e44489a7adbe73ec4e808e&device_id=5d57b2c9-f3da-41b2-8a3b-d20bd9534247 HTTP/1.1" status: 200 len: 1096 time: 0.2092254 Aug 19 15:01:58.606542 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62f2a2-d84d-44bf-9d06-2461f31abbe9 req-361e65b7-03d9-4c77-bd63-6057e7fca4d5 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:58.614632 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ac62f2a2-d84d-44bf-9d06-2461f31abbe9 req-361e65b7-03d9-4c77-bd63-6057e7fca4d5 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=a72f5e04-bacd-42f8-a6c0-4e33515d90d9 HTTP/1.1" status: 200 len: 943 time: 0.2117448 Aug 19 15:01:58.667134 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ac62f2a2-d84d-44bf-9d06-2461f31abbe9 req-b75f04bc-3c75-4e9c-b0c6-f31dc18ce42c tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457368 Aug 19 15:01:58.672513 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6510aaae-8c97-4c98-8030-6e9d2a89f831 req-5d6e93e0-cf45-47af-a646-ce685a13a79d tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318400 Aug 19 15:01:58.900783 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ae8f59d1-bd6f-4caf-a2b3-e5685bfe364d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'name': 'tempest-AttachVolumeTestJSON-852643430-router', 'tenant_id': '329a9422f2e44489a7adbe73ec4e808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '05178c7e-e4be-4803-bb68-12496ba7e835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:56:53Z', 'updated_at': '2021-08-19T14:57:06Z', 'revision_number': 4, 'project_id': '329a9422f2e44489a7adbe73ec4e808e', 'gw_port': {'id': '05178c7e-e4be-4803-bb68-12496ba7e835', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:44:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:56:55Z', 'updated_at': '2021-08-19T14:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '83d15fba-0df3-45a8-899b-da8181f92e5e', 'tenant_id': '329a9422f2e44489a7adbe73ec4e808e', 'floating_ip_address': '172.25.2.121', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'port_id': 'd567af4e-d959-4c5e-bbcb-aa0a11495c6e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86eb5dfd-420b-4075-ab54-22313c9966d3', 'mac_address': 'fa:16:3e:79:0b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d57b2c9-f3da-41b2-8a3b-d20bd9534247', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:01:25Z', 'updated_at': '2021-08-19T15:01:53Z', 'revision_number': 1, 'project_id': '329a9422f2e44489a7adbe73ec4e808e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a624f93a-8bd2-467e-9d42-b93164655081', 'name': '', 'network_id': '86eb5dfd-420b-4075-ab54-22313c9966d3', 'tenant_id': '329a9422f2e44489a7adbe73ec4e808e', 'mac_address': 'fa:16:3e:77:f4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'b36b5b14-491d-4933-bb67-1257e134c17f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:57:03Z', 'updated_at': '2021-08-19T14:57:13Z', 'revision_number': 5, 'project_id': '329a9422f2e44489a7adbe73ec4e808e', 'subnets': [{'id': 'b36b5b14-491d-4933-bb67-1257e134c17f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:01:58.930854 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8eef2-4233-458b-b3da-d6772ad4656d req-23fd6a00-6f30-4c88-a6d8-e4107eae2714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:58.936105 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b2b8eef2-4233-458b-b3da-d6772ad4656d req-23fd6a00-6f30-4c88-a6d8-e4107eae2714 service neutron] 10.222.0.68 "GET /v2.0/networks?id=86eb5dfd-420b-4075-ab54-22313c9966d3 HTTP/1.1" status: 200 len: 911 time: 0.3542361 Aug 19 15:01:58.962448 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8f59d1-bd6f-4caf-a2b3-e5685bfe364d None None] The sync data for ids ['4b4904ca-1cef-430e-9327-e5d01c8fc04f'] in n-d-766043-2 is: [{'id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'name': 'tempest-AttachVolumeTestJSON-852643430-router', 'tenant_id': '329a9422f2e44489a7adbe73ec4e808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '05178c7e-e4be-4803-bb68-12496ba7e835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:56:53Z', 'updated_at': '2021-08-19T14:57:06Z', 'revision_number': 4, 'project_id': '329a9422f2e44489a7adbe73ec4e808e', 'gw_port': {'id': '05178c7e-e4be-4803-bb68-12496ba7e835', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:44:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:56:55Z', 'updated_at': '2021-08-19T14:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '83d15fba-0df3-45a8-899b-da8181f92e5e', 'tenant_id': '329a9422f2e44489a7adbe73ec4e808e', 'floating_ip_address': '172.25.2.121', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'port_id': 'd567af4e-d959-4c5e-bbcb-aa0a11495c6e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86eb5dfd-420b-4075-ab54-22313c9966d3', 'mac_address': 'fa:16:3e:79:0b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d57b2c9-f3da-41b2-8a3b-d20bd9534247', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:01:25Z', 'updated_at': '2021-08-19T15:01:53Z', 'revision_number': 1, 'project_id': '329a9422f2e44489a7adbe73ec4e808e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a624f93a-8bd2-467e-9d42-b93164655081', 'name': '', 'network_id': '86eb5dfd-420b-4075-ab54-22313c9966d3', 'tenant_id': '329a9422f2e44489a7adbe73ec4e808e', 'mac_address': 'fa:16:3e:77:f4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'b36b5b14-491d-4933-bb67-1257e134c17f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:57:03Z', 'updated_at': '2021-08-19T14:57:13Z', 'revision_number': 5, 'project_id': '329a9422f2e44489a7adbe73ec4e808e', 'subnets': [{'id': 'b36b5b14-491d-4933-bb67-1257e134c17f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:01:59.137042 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b2b8eef2-4233-458b-b3da-d6772ad4656d req-06e79244-7829-415e-9976-15be2aa11403 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d567af4e-d959-4c5e-bbcb-aa0a11495c6e HTTP/1.1" status: 200 len: 999 time: 0.1851535 Aug 19 15:01:59.146561 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07389789-b14e-4bea-ac59-8dc23225d79f req-882bb490-b56c-4f9b-b0bc-5d1fa285ae42 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:59.161231 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-07389789-b14e-4bea-ac59-8dc23225d79f req-882bb490-b56c-4f9b-b0bc-5d1fa285ae42 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 943 time: 0.1202052 Aug 19 15:01:59.226390 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-07389789-b14e-4bea-ac59-8dc23225d79f req-2e360370-9016-4abd-a9b0-5d533dd1a795 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7df29e2b-5559-4b1c-8c7b-8990489dce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633647 Aug 19 15:01:59.267039 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b678d7c6-8b65-4286-82e2-8595e9a97551 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:59.273473 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8eef2-4233-458b-b3da-d6772ad4656d req-dd70f1f0-8eee-4e70-a75d-46921a161de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:59.275533 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b2b8eef2-4233-458b-b3da-d6772ad4656d req-dd70f1f0-8eee-4e70-a75d-46921a161de2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b36b5b14-491d-4933-bb67-1257e134c17f HTTP/1.1" status: 200 len: 849 time: 0.1202505 Aug 19 15:01:59.277817 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b678d7c6-8b65-4286-82e2-8595e9a97551 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:59.329220 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b678d7c6-8b65-4286-82e2-8595e9a97551 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79c4f281-6e6e-4e66-a4c3-0cb2a9e0f703,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:59.377050 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafba562-99f5-487c-aa34-9a146f80c5ab None None] New status for floating IP 83d15fba-0df3-45a8-899b-da8181f92e5e: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:01:59.412187 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8eef2-4233-458b-b3da-d6772ad4656d req-a27b6204-cd02-4e02-bdd0-ba77b9e5c923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:59.414621 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b2b8eef2-4233-458b-b3da-d6772ad4656d req-a27b6204-cd02-4e02-bdd0-ba77b9e5c923 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=86eb5dfd-420b-4075-ab54-22313c9966d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1302502 Aug 19 15:01:59.563687 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b678d7c6-8b65-4286-82e2-8595e9a97551 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:59.579598 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b678d7c6-8b65-4286-82e2-8595e9a97551 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:59.717107 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b678d7c6-8b65-4286-82e2-8595e9a97551 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:01:59.719336 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b678d7c6-8b65-4286-82e2-8595e9a97551 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7114375 Aug 19 15:01:59.722054 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48250) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:59.775269 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b678d7c6-8b65-4286-82e2-8595e9a97551 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87c837c3-0113-4076-8766-7a8afb6c93f2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:01:59.782220 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b2b8eef2-4233-458b-b3da-d6772ad4656d req-fe909648-4886-42f5-b311-14c015b11d61 service neutron] 10.222.0.68 "GET /v2.0/networks/86eb5dfd-420b-4075-ab54-22313c9966d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3571541 Aug 19 15:01:59.883415 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-85c09ea6-4947-40b0-955e-bf07dff44fed tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1600852 Aug 19 15:01:59.893299 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48254) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:01:59.917306 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-52166e04-afec-4337-9c8d-4127f3792c48 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Request body: {'security_group': {'name': 'tempest-security--1651699868', 'description': 'tempest-security-description-1265431540'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:01:59.965393 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c4f41-8772-4817-83d3-bea683dbaade req-0e9fa7b1-a821-4e82-8961-199c758fbe71 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:59.967630 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-478c4f41-8772-4817-83d3-bea683dbaade req-0e9fa7b1-a821-4e82-8961-199c758fbe71 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=a72f5e04-bacd-42f8-a6c0-4e33515d90d9 HTTP/1.1" status: 200 len: 943 time: 0.1140676 Aug 19 15:01:59.980443 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d48f741-88db-4bce-bab2-88244f4b07d5 req-89aeb7f3-a3d5-4fe8-822c-1424ab32a91c tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:01:59.994298 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5d48f741-88db-4bce-bab2-88244f4b07d5 req-89aeb7f3-a3d5-4fe8-822c-1424ab32a91c tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 944 time: 0.1248047 Aug 19 15:02:00.031326 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52166e04-afec-4337-9c8d-4127f3792c48 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:00.080700 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-478c4f41-8772-4817-83d3-bea683dbaade req-55b4ca0e-5483-48b2-9834-4489086a1f0a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829887 Aug 19 15:02:00.111681 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5d48f741-88db-4bce-bab2-88244f4b07d5 req-420789ad-5bb4-4e62-ad69-a57ef8e4ac9e tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732100 Aug 19 15:02:00.148642 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52166e04-afec-4337-9c8d-4127f3792c48 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:00.158944 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52166e04-afec-4337-9c8d-4127f3792c48 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:00.165954 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52166e04-afec-4337-9c8d-4127f3792c48 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:00.168606 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-52166e04-afec-4337-9c8d-4127f3792c48 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "PUT /v2.0/security-groups/87c837c3-0113-4076-8766-7a8afb6c93f2 HTTP/1.1" status: 200 len: 1780 time: 0.2673767 Aug 19 15:02:00.171880 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48256) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:00.204909 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b2b8eef2-4233-458b-b3da-d6772ad4656d req-6d609ec3-2ed4-4d04-9b8d-65d526cad4a0 service neutron] 10.222.0.68 "GET /v2.0/networks/86eb5dfd-420b-4075-ab54-22313c9966d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092076 Aug 19 15:02:00.242859 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52166e04-afec-4337-9c8d-4127f3792c48 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87c837c3-0113-4076-8766-7a8afb6c93f2,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:00.273255 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-cd8c687f-87fb-4a25-a9a3-f09b311f6a55 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "GET /v2.0/security-groups/87c837c3-0113-4076-8766-7a8afb6c93f2 HTTP/1.1" status: 200 len: 1780 time: 0.0997469 Aug 19 15:02:00.274050 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48260) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:00.417790 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-70008d58-3896-41be-b53b-c05dc55f80e3 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:00.442074 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f658c-0c17-40ef-a499-d8953c040aa6 req-97e16eed-f121-4328-a4e3-a0bb3bc8965c tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:00.443478 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b34f658c-0c17-40ef-a499-d8953c040aa6 req-97e16eed-f121-4328-a4e3-a0bb3bc8965c tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 943 time: 0.1049144 Aug 19 15:02:00.464650 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-70008d58-3896-41be-b53b-c05dc55f80e3 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:00.569742 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b34f658c-0c17-40ef-a499-d8953c040aa6 req-c472b5c6-a07e-40bf-95c6-10a7a32f51a8 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7df29e2b-5559-4b1c-8c7b-8990489dce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732005 Aug 19 15:02:00.570844 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-70008d58-3896-41be-b53b-c05dc55f80e3 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:00.573276 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-70008d58-3896-41be-b53b-c05dc55f80e3 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:00.577264 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-70008d58-3896-41be-b53b-c05dc55f80e3 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "DELETE /v2.0/security-groups/87c837c3-0113-4076-8766-7a8afb6c93f2 HTTP/1.1" status: 204 len: 168 time: 0.3021605 Aug 19 15:02:00.577749 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48262) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:00.594090 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70008d58-3896-41be-b53b-c05dc55f80e3 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c837c3-0113-4076-8766-7a8afb6c93f2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:00.649242 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-aa199729-16cb-4e94-b685-06b741ad6115 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0695691 Aug 19 15:02:00.651942 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48264) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:00.668662 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [None req-de4aaac3-dd96-46f9-9398-723650fbe72a tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] delete failed (client error): The resource could not be found. Aug 19 15:02:00.670215 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-de4aaac3-dd96-46f9-9398-723650fbe72a tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "DELETE /v2.0/security-groups/87c837c3-0113-4076-8766-7a8afb6c93f2 HTTP/1.1" status: 404 len: 347 time: 0.0169785 Aug 19 15:02:00.675209 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48266) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:00.681850 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a39c0a8c-feb2-4356-bbee-e5e5eafbd475 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Request body: {'security_group': {'name': 'tempest-secgroup--725066722'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:00.707470 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a39c0a8c-feb2-4356-bbee-e5e5eafbd475 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:00.824691 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a39c0a8c-feb2-4356-bbee-e5e5eafbd475 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:00.829634 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a39c0a8c-feb2-4356-bbee-e5e5eafbd475 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:00.861200 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a39c0a8c-feb2-4356-bbee-e5e5eafbd475 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:00.866008 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a39c0a8c-feb2-4356-bbee-e5e5eafbd475 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1860566 Aug 19 15:02:00.866008 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c0a8c-feb2-4356-bbee-e5e5eafbd475 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=258dadf7-27cb-4e44-9016-dc3694c5d8a0,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:00.866356 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48268) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:00.876074 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9742bc95-913e-46ab-b008-127da0c804c0 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Request body: {'security_group_rule': {'security_group_id': '258dadf7-27cb-4e44-9016-dc3694c5d8a0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:00.909210 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9742bc95-913e-46ab-b008-127da0c804c0 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:00.979502 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9742bc95-913e-46ab-b008-127da0c804c0 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:00.983545 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9742bc95-913e-46ab-b008-127da0c804c0 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:01.002179 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9742bc95-913e-46ab-b008-127da0c804c0 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=736c7de9-ee7f-419b-a698-ebedab7b2891,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:01.008686 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9742bc95-913e-46ab-b008-127da0c804c0 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:01.012987 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9742bc95-913e-46ab-b008-127da0c804c0 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1456788 Aug 19 15:02:01.013391 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48270) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:01.042623 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4874bad8-c0e2-4d36-b0c2-0feb7db84597 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:01.053485 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4874bad8-c0e2-4d36-b0c2-0feb7db84597 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:01.090966 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4874bad8-c0e2-4d36-b0c2-0feb7db84597 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:01.099584 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4874bad8-c0e2-4d36-b0c2-0feb7db84597 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:01.105631 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48274) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:01.105763 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4874bad8-c0e2-4d36-b0c2-0feb7db84597 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/736c7de9-ee7f-419b-a698-ebedab7b2891 HTTP/1.1" status: 204 len: 168 time: 0.0902376 Aug 19 15:02:01.113973 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4874bad8-c0e2-4d36-b0c2-0feb7db84597 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=736c7de9-ee7f-419b-a698-ebedab7b2891,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:01.166067 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-be7987e8-4ef4-4994-b9bc-80071212f73c tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0552905 Aug 19 15:02:01.166470 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48278) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:01.304174 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad392fd-cd65-42ee-88c2-12d869ccaf83 req-94ce85a0-3f71-43e3-8972-60f33342edf2 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:01.305825 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9ad392fd-cd65-42ee-88c2-12d869ccaf83 req-94ce85a0-3f71-43e3-8972-60f33342edf2 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=a72f5e04-bacd-42f8-a6c0-4e33515d90d9 HTTP/1.1" status: 200 len: 943 time: 0.1366310 Aug 19 15:02:01.336044 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef221034-2b4d-4112-994e-45d90a96831f req-6f7eebc2-7e3e-40c2-858b-2f6785a904a4 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:01.337571 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ef221034-2b4d-4112-994e-45d90a96831f req-6f7eebc2-7e3e-40c2-858b-2f6785a904a4 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 944 time: 0.1169503 Aug 19 15:02:01.345221 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a1d2bdab-9086-4db3-a65e-39bb1623435e tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:01.392881 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d22cccd7-ee9a-4304-9344-f716ba683161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:01.410603 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a1d2bdab-9086-4db3-a65e-39bb1623435e tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:01.415933 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9ad392fd-cd65-42ee-88c2-12d869ccaf83 req-3d8cfe15-05ac-4281-a80e-d7588dee9995 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023326 Aug 19 15:02:01.453437 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ef221034-2b4d-4112-994e-45d90a96831f req-3078ea99-ec28-4bb5-ac6e-b46499029c1e tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061513 Aug 19 15:02:01.494058 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a1d2bdab-9086-4db3-a65e-39bb1623435e tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:01.496667 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a1d2bdab-9086-4db3-a65e-39bb1623435e tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:01.497840 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a1d2bdab-9086-4db3-a65e-39bb1623435e tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "DELETE /v2.0/security-groups/258dadf7-27cb-4e44-9016-dc3694c5d8a0 HTTP/1.1" status: 204 len: 168 time: 0.3261812 Aug 19 15:02:01.501936 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48282) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:01.512994 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d2bdab-9086-4db3-a65e-39bb1623435e tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=258dadf7-27cb-4e44-9016-dc3694c5d8a0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:01.560521 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48284) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:01.560683 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-768cfe33-783b-4d8b-8bf9-97894ce341ae tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0573297 Aug 19 15:02:01.565338 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-04407ef3-3aa2-4b98-832f-e8a76a39ed46 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Request body: {'security_group': {'name': 'tempest-secgroup--1912198398'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:01.593465 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-04407ef3-3aa2-4b98-832f-e8a76a39ed46 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:01.722383 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-04407ef3-3aa2-4b98-832f-e8a76a39ed46 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:01.727171 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-04407ef3-3aa2-4b98-832f-e8a76a39ed46 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:01.761611 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-04407ef3-3aa2-4b98-832f-e8a76a39ed46 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:01.762873 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-04407ef3-3aa2-4b98-832f-e8a76a39ed46 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2016521 Aug 19 15:02:01.766551 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48288) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:01.772193 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-fbd94713-9720-430c-be51-51714b89f076 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Request body: {'security_group_rule': {'security_group_id': '51bdf9f7-cd77-4f27-9bca-e9e6689618dd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:01.777217 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f72db-00aa-44ed-8f67-64eacf19ee8c req-1a3fe853-2af9-4d76-812b-0fed92cc9194 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:01.778637 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f46f72db-00aa-44ed-8f67-64eacf19ee8c req-1a3fe853-2af9-4d76-812b-0fed92cc9194 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 943 time: 0.1053290 Aug 19 15:02:01.779441 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04407ef3-3aa2-4b98-832f-e8a76a39ed46 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51bdf9f7-cd77-4f27-9bca-e9e6689618dd,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:01.828709 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbd94713-9720-430c-be51-51714b89f076 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:01.836187 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f46f72db-00aa-44ed-8f67-64eacf19ee8c req-200791ce-178c-4a71-abb2-3ca03c79efa7 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7df29e2b-5559-4b1c-8c7b-8990489dce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381265 Aug 19 15:02:01.906794 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbd94713-9720-430c-be51-51714b89f076 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:01.910790 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbd94713-9720-430c-be51-51714b89f076 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:01.934825 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd94713-9720-430c-be51-51714b89f076 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=156f942b-5cd1-4f2a-a4d7-44c81b76ad05,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:01.944714 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbd94713-9720-430c-be51-51714b89f076 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:01.945931 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-fbd94713-9720-430c-be51-51714b89f076 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1783721 Aug 19 15:02:01.948591 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48290) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:01.953959 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-31841a05-b267-4b15-a280-ae633dd8099f tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Request body: {'security_group_rule': {'security_group_id': '51bdf9f7-cd77-4f27-9bca-e9e6689618dd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:01.984714 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-31841a05-b267-4b15-a280-ae633dd8099f tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:02.047657 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-31841a05-b267-4b15-a280-ae633dd8099f tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:02.053219 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-31841a05-b267-4b15-a280-ae633dd8099f tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:02.075211 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31841a05-b267-4b15-a280-ae633dd8099f tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80bbfd5d-ed76-41fa-821e-58b317ad3d32,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:02.086838 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-31841a05-b267-4b15-a280-ae633dd8099f tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:02.092059 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-31841a05-b267-4b15-a280-ae633dd8099f tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1398456 Aug 19 15:02:02.092365 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48292) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:02.098180 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-dabfb0c2-34ee-4650-adb3-60d0f5e3f004 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Request body: {'security_group_rule': {'security_group_id': '51bdf9f7-cd77-4f27-9bca-e9e6689618dd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:02.126747 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dabfb0c2-34ee-4650-adb3-60d0f5e3f004 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:02.187684 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dabfb0c2-34ee-4650-adb3-60d0f5e3f004 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:02.192304 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dabfb0c2-34ee-4650-adb3-60d0f5e3f004 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:02.210208 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabfb0c2-34ee-4650-adb3-60d0f5e3f004 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e469a42-c481-4a3b-92c8-db855db05cd0,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:02.220349 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dabfb0c2-34ee-4650-adb3-60d0f5e3f004 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:02.221598 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-dabfb0c2-34ee-4650-adb3-60d0f5e3f004 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1279645 Aug 19 15:02:02.224455 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48294) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:02.229372 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-07c2e71c-4ddd-422d-a552-7f7de141dcf2 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Request body: {'security_group_rule': {'security_group_id': '51bdf9f7-cd77-4f27-9bca-e9e6689618dd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:02.258459 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07c2e71c-4ddd-422d-a552-7f7de141dcf2 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:02.310469 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07c2e71c-4ddd-422d-a552-7f7de141dcf2 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:02.314995 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07c2e71c-4ddd-422d-a552-7f7de141dcf2 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:02.333310 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c2e71c-4ddd-422d-a552-7f7de141dcf2 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9efabf2b-0ecf-4e49-9384-f682f07e4a8b,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:02.340294 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07c2e71c-4ddd-422d-a552-7f7de141dcf2 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:02.341524 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-07c2e71c-4ddd-422d-a552-7f7de141dcf2 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1160614 Aug 19 15:02:02.344471 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48296) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:02.349117 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-0ff6ca22-3717-4181-958b-b5b017b6fd08 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Request body: {'security_group_rule': {'security_group_id': '51bdf9f7-cd77-4f27-9bca-e9e6689618dd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:02.375567 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ff6ca22-3717-4181-958b-b5b017b6fd08 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:02.439455 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ff6ca22-3717-4181-958b-b5b017b6fd08 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:02.452279 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ff6ca22-3717-4181-958b-b5b017b6fd08 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:02.477619 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff6ca22-3717-4181-958b-b5b017b6fd08 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00d69d3e-99ed-41b8-ac1e-fb9104755f75,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:02.487429 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ff6ca22-3717-4181-958b-b5b017b6fd08 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:02.488927 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-0ff6ca22-3717-4181-958b-b5b017b6fd08 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1433144 Aug 19 15:02:02.492363 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48304) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:02.543271 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-037152df-d483-46a5-a019-9bca4c605285 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:02.578747 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-037152df-d483-46a5-a019-9bca4c605285 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:02.640586 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba2690-de0b-442e-be09-8b46e6936153 req-c9eae0c1-0223-4852-b6fc-22f674e50d9e tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:02.642129 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ddba2690-de0b-442e-be09-8b46e6936153 req-c9eae0c1-0223-4852-b6fc-22f674e50d9e tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=a72f5e04-bacd-42f8-a6c0-4e33515d90d9 HTTP/1.1" status: 200 len: 943 time: 0.1161616 Aug 19 15:02:02.644187 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-037152df-d483-46a5-a019-9bca4c605285 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:02.653460 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9986703-06b7-4be4-bdb3-ee966dc351c8 req-724db8a1-6eb3-4831-bb92-22f65575b4aa tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:02.654951 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c9986703-06b7-4be4-bdb3-ee966dc351c8 req-724db8a1-6eb3-4831-bb92-22f65575b4aa tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 944 time: 0.0943997 Aug 19 15:02:02.659037 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-037152df-d483-46a5-a019-9bca4c605285 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:02.660074 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-037152df-d483-46a5-a019-9bca4c605285 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/00d69d3e-99ed-41b8-ac1e-fb9104755f75 HTTP/1.1" status: 204 len: 168 time: 0.1666648 Aug 19 15:02:02.663450 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48308) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:02.695726 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037152df-d483-46a5-a019-9bca4c605285 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=00d69d3e-99ed-41b8-ac1e-fb9104755f75,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:02.728271 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f4c9d04c-6894-4d47-a8e3-274f5d8fe235 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0629809 Aug 19 15:02:02.729051 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ddba2690-de0b-442e-be09-8b46e6936153 req-c4c28a15-0352-4ac4-908f-9ead2c62261c tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731175 Aug 19 15:02:02.732148 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c9986703-06b7-4be4-bdb3-ee966dc351c8 req-70b959f0-f7c3-478e-8cc9-c7c88d50f19a tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676551 Aug 19 15:02:02.732769 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48310) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:02.759186 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d0fa212-e8a8-47db-9da8-fc5b0a54a628 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:02.767628 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d0fa212-e8a8-47db-9da8-fc5b0a54a628 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:02.811341 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d0fa212-e8a8-47db-9da8-fc5b0a54a628 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:02.823114 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d0fa212-e8a8-47db-9da8-fc5b0a54a628 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:02.824261 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-3d0fa212-e8a8-47db-9da8-fc5b0a54a628 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/9efabf2b-0ecf-4e49-9384-f682f07e4a8b HTTP/1.1" status: 204 len: 168 time: 0.0904908 Aug 19 15:02:02.825499 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0fa212-e8a8-47db-9da8-fc5b0a54a628 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9efabf2b-0ecf-4e49-9384-f682f07e4a8b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:02.827360 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48312) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:02.883895 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-3475c197-7b91-41c5-ab9f-b73fc31d2ec7 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0553288 Aug 19 15:02:02.886808 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48316) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:02.927576 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-297e0665-6332-41e6-bf03-a7ead0ba4f3e tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:02.952480 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-297e0665-6332-41e6-bf03-a7ead0ba4f3e tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:02.992515 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab1036-d113-432d-b251-7e5954cbb483 req-41e9ebc4-1a8e-4542-b55b-1c909b415232 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:02.994047 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-90ab1036-d113-432d-b251-7e5954cbb483 req-41e9ebc4-1a8e-4542-b55b-1c909b415232 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 943 time: 0.0786076 Aug 19 15:02:02.999618 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-297e0665-6332-41e6-bf03-a7ead0ba4f3e tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:03.006502 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-297e0665-6332-41e6-bf03-a7ead0ba4f3e tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:03.007825 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-297e0665-6332-41e6-bf03-a7ead0ba4f3e tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/1e469a42-c481-4a3b-92c8-db855db05cd0 HTTP/1.1" status: 204 len: 168 time: 0.1199501 Aug 19 15:02:03.011077 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48318) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:03.020114 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e0665-6332-41e6-bf03-a7ead0ba4f3e tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e469a42-c481-4a3b-92c8-db855db05cd0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:03.052330 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-90ab1036-d113-432d-b251-7e5954cbb483 req-a1d55a3f-f176-4592-a583-1fd06899b218 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7df29e2b-5559-4b1c-8c7b-8990489dce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433125 Aug 19 15:02:03.064278 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-065d6538-bf65-48ca-845c-7d5722e66046 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0519893 Aug 19 15:02:03.067039 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48320) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:03.096540 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8504805c-ffe6-4bd7-82c1-c5d7a60f3199 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:03.105192 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8504805c-ffe6-4bd7-82c1-c5d7a60f3199 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:03.143041 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8504805c-ffe6-4bd7-82c1-c5d7a60f3199 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:03.150207 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8504805c-ffe6-4bd7-82c1-c5d7a60f3199 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:03.151624 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8504805c-ffe6-4bd7-82c1-c5d7a60f3199 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/80bbfd5d-ed76-41fa-821e-58b317ad3d32 HTTP/1.1" status: 204 len: 168 time: 0.0833504 Aug 19 15:02:03.154372 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48322) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:03.157671 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504805c-ffe6-4bd7-82c1-c5d7a60f3199 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80bbfd5d-ed76-41fa-821e-58b317ad3d32,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:03.205742 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-0c7dfdf6-93f5-405d-a229-92beb980ca95 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0497983 Aug 19 15:02:03.208930 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48324) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:03.232882 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3a4792b-8a57-4d82-b4b1-91fc3696893b tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:03.240877 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3a4792b-8a57-4d82-b4b1-91fc3696893b tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:03.269126 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3a4792b-8a57-4d82-b4b1-91fc3696893b tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:03.275835 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3a4792b-8a57-4d82-b4b1-91fc3696893b tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:03.277053 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d3a4792b-8a57-4d82-b4b1-91fc3696893b tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/156f942b-5cd1-4f2a-a4d7-44c81b76ad05 HTTP/1.1" status: 204 len: 168 time: 0.0670938 Aug 19 15:02:03.279813 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48326) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:03.282930 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a4792b-8a57-4d82-b4b1-91fc3696893b tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=156f942b-5cd1-4f2a-a4d7-44c81b76ad05,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:03.334308 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b85c0105-056f-49d3-91dd-f2fb15d93231 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0520146 Aug 19 15:02:03.336279 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48328) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:03.392271 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5862bb23-0329-4a33-b86e-36751b5398e5 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:03.416785 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5862bb23-0329-4a33-b86e-36751b5398e5 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:03.487078 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5862bb23-0329-4a33-b86e-36751b5398e5 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:03.490555 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5862bb23-0329-4a33-b86e-36751b5398e5 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:03.491983 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5862bb23-0329-4a33-b86e-36751b5398e5 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "DELETE /v2.0/security-groups/51bdf9f7-cd77-4f27-9bca-e9e6689618dd HTTP/1.1" status: 204 len: 168 time: 0.1545708 Aug 19 15:02:03.494838 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48330) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:03.501757 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5862bb23-0329-4a33-b86e-36751b5398e5 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51bdf9f7-cd77-4f27-9bca-e9e6689618dd,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:03.551560 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-12d8a495-78f3-48cd-a27d-e5baac8db5c7 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0545197 Aug 19 15:02:03.555829 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48332) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:03.560759 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2bb9f101-8509-48c0-b856-a50e92bcdf5a tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Request body: {'security_group': {'name': 'tempest-secgroup--1674461532'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:03.585687 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2bb9f101-8509-48c0-b856-a50e92bcdf5a tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:03.673153 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2bb9f101-8509-48c0-b856-a50e92bcdf5a tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:03.677783 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2bb9f101-8509-48c0-b856-a50e92bcdf5a tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:03.703907 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2bb9f101-8509-48c0-b856-a50e92bcdf5a tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:03.705171 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-2bb9f101-8509-48c0-b856-a50e92bcdf5a tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1483586 Aug 19 15:02:03.710113 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb9f101-8509-48c0-b856-a50e92bcdf5a tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68b33074-5146-4264-a9cb-da72d36bd3b2,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:03.712035 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48334) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:03.717210 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8afaa2e0-d64a-47cc-8f6f-cd056bc64724 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Request body: {'security_group_rule': {'security_group_id': '68b33074-5146-4264-a9cb-da72d36bd3b2', 'direction': 'ingress', 'protocol': 17}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:03.748065 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8afaa2e0-d64a-47cc-8f6f-cd056bc64724 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:03.829430 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8afaa2e0-d64a-47cc-8f6f-cd056bc64724 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:03.835758 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8afaa2e0-d64a-47cc-8f6f-cd056bc64724 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:03.857159 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afaa2e0-d64a-47cc-8f6f-cd056bc64724 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8583fce1-6d0a-4ced-931f-063126132145,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:03.866103 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8afaa2e0-d64a-47cc-8f6f-cd056bc64724 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:03.869512 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8afaa2e0-d64a-47cc-8f6f-cd056bc64724 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1545906 Aug 19 15:02:03.871160 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48342) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:03.921144 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a36a6-aecb-4464-9e5c-9ad1cd2976b0 req-5ae1f500-70cc-4ca2-add4-6c147e5087c1 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:03.928559 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f86a36a6-aecb-4464-9e5c-9ad1cd2976b0 req-5ae1f500-70cc-4ca2-add4-6c147e5087c1 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=a72f5e04-bacd-42f8-a6c0-4e33515d90d9 HTTP/1.1" status: 200 len: 943 time: 0.1144516 Aug 19 15:02:03.933086 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7290c3bf-90da-457e-b60f-01a38c7bc9c6 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:03.945926 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f37a3-0f91-423c-9550-2fba64567bec req-80fbbaad-ccc2-47ac-a77c-06db025590d4 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:03.947474 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a24f37a3-0f91-423c-9550-2fba64567bec req-80fbbaad-ccc2-47ac-a77c-06db025590d4 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 944 time: 0.1054232 Aug 19 15:02:03.964276 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7290c3bf-90da-457e-b60f-01a38c7bc9c6 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:04.019760 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f86a36a6-aecb-4464-9e5c-9ad1cd2976b0 req-e2eb4347-4c48-4aec-b943-48ed0c9c9f0b tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904024 Aug 19 15:02:04.022582 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a24f37a3-0f91-423c-9550-2fba64567bec req-4f4efa44-6b94-435f-a369-2ba33a53ec06 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686677 Aug 19 15:02:04.061965 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7290c3bf-90da-457e-b60f-01a38c7bc9c6 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:04.065643 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7290c3bf-90da-457e-b60f-01a38c7bc9c6 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:04.067137 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7290c3bf-90da-457e-b60f-01a38c7bc9c6 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "DELETE /v2.0/security-groups/68b33074-5146-4264-a9cb-da72d36bd3b2 HTTP/1.1" status: 204 len: 168 time: 0.1947148 Aug 19 15:02:04.070827 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48344) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:04.120864 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:04.122633 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7290c3bf-90da-457e-b60f-01a38c7bc9c6 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b33074-5146-4264-a9cb-da72d36bd3b2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:04.199707 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-daee933c-2e72-4f54-878e-bfb9e8f8af99 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1275477 Aug 19 15:02:04.203564 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48348) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:04.208917 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e945c0c4-9eae-435d-b450-1997c90088c3 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Request body: {'security_group': {'name': 'tempest-secgroup--600629307'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:04.222023 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574362a-5ebe-426c-893c-41db38486095 req-396a2150-f33e-4d4a-b479-125bb474c115 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:04.223949 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f574362a-5ebe-426c-893c-41db38486095 req-396a2150-f33e-4d4a-b479-125bb474c115 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 943 time: 0.0570445 Aug 19 15:02:04.239629 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e945c0c4-9eae-435d-b450-1997c90088c3 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:04.277580 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f574362a-5ebe-426c-893c-41db38486095 req-b7115f3f-cc16-4fc8-ba1d-8fea49564af1 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7df29e2b-5559-4b1c-8c7b-8990489dce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470233 Aug 19 15:02:04.314793 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-90fdb7ae-30e9-463a-8b43-1617e5582073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:04.341524 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e945c0c4-9eae-435d-b450-1997c90088c3 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:04.346749 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e945c0c4-9eae-435d-b450-1997c90088c3 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:04.374512 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e945c0c4-9eae-435d-b450-1997c90088c3 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:04.378390 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e945c0c4-9eae-435d-b450-1997c90088c3 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1712930 Aug 19 15:02:04.378690 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48350) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:04.384735 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b7b5a9d7-234f-4f2e-bee6-8c7c47878b43 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Request body: {'security_group': {'name': 'tempest-secgroup--1513065198'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:04.390540 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e945c0c4-9eae-435d-b450-1997c90088c3 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9d85c4-80bb-45ed-b303-df00d6ea76fe,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:04.410372 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7b5a9d7-234f-4f2e-bee6-8c7c47878b43 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:04.509536 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7b5a9d7-234f-4f2e-bee6-8c7c47878b43 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:04.514218 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7b5a9d7-234f-4f2e-bee6-8c7c47878b43 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:04.542003 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7b5a9d7-234f-4f2e-bee6-8c7c47878b43 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:04.543250 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b7b5a9d7-234f-4f2e-bee6-8c7c47878b43 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1636329 Aug 19 15:02:04.546209 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48352) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:04.551478 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0061bcd8-b43b-47b4-a087-648bf20f9875 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Request body: {'security_group_rule': {'security_group_id': 'cd9d85c4-80bb-45ed-b303-df00d6ea76fe', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '4ef1c249-6e00-4bd1-8614-97466e7a06c3', 'remote_ip_prefix': None}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:04.557547 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b5a9d7-234f-4f2e-bee6-8c7c47878b43 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef1c249-6e00-4bd1-8614-97466e7a06c3,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:04.558180 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:04.587688 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0061bcd8-b43b-47b4-a087-648bf20f9875 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:04.658630 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0061bcd8-b43b-47b4-a087-648bf20f9875 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:04.663619 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0061bcd8-b43b-47b4-a087-648bf20f9875 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:04.682492 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0061bcd8-b43b-47b4-a087-648bf20f9875 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65ec0517-a74e-45c1-bf44-02cbb51cf629,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:04.691374 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0061bcd8-b43b-47b4-a087-648bf20f9875 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:04.692657 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0061bcd8-b43b-47b4-a087-648bf20f9875 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1454766 Aug 19 15:02:04.695751 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48354) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:04.721434 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-643fcb73-2cf4-4d2b-9f0e-5f6e2a3080f0 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:04.729931 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-643fcb73-2cf4-4d2b-9f0e-5f6e2a3080f0 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:04.762744 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-643fcb73-2cf4-4d2b-9f0e-5f6e2a3080f0 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:04.769043 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-643fcb73-2cf4-4d2b-9f0e-5f6e2a3080f0 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:04.772935 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-643fcb73-2cf4-4d2b-9f0e-5f6e2a3080f0 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/65ec0517-a74e-45c1-bf44-02cbb51cf629 HTTP/1.1" status: 204 len: 168 time: 0.0734549 Aug 19 15:02:04.773355 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48356) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:04.776141 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643fcb73-2cf4-4d2b-9f0e-5f6e2a3080f0 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=65ec0517-a74e-45c1-bf44-02cbb51cf629,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:04.826887 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-57f60ea4-14fd-4e51-9b3e-67daa19ac49e tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0496340 Aug 19 15:02:04.827155 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48358) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:04.883412 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f94f47bb-132d-45f9-8598-9a42a0723f4a tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:04.909749 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f94f47bb-132d-45f9-8598-9a42a0723f4a tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:04.954048 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f94f47bb-132d-45f9-8598-9a42a0723f4a tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:04.956885 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f94f47bb-132d-45f9-8598-9a42a0723f4a tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:04.960607 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f94f47bb-132d-45f9-8598-9a42a0723f4a tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "DELETE /v2.0/security-groups/4ef1c249-6e00-4bd1-8614-97466e7a06c3 HTTP/1.1" status: 204 len: 168 time: 0.1300702 Aug 19 15:02:04.961342 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48360) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:04.967501 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f47bb-132d-45f9-8598-9a42a0723f4a tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef1c249-6e00-4bd1-8614-97466e7a06c3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:05.020833 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d3955031-ac2e-475a-ac25-feeff098665a tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0578537 Aug 19 15:02:05.023460 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48362) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:05.095151 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-215c3550-0256-4c08-85da-2f8681e9a29a tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:05.115085 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:05.177239 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-215c3550-0256-4c08-85da-2f8681e9a29a tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:05.249183 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664550cd-0625-40d2-b779-3e3a84e2efbd req-5a3cf509-7b94-4231-b2e3-fff81e749318 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:05.250677 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-664550cd-0625-40d2-b779-3e3a84e2efbd req-5a3cf509-7b94-4231-b2e3-fff81e749318 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=a72f5e04-bacd-42f8-a6c0-4e33515d90d9 HTTP/1.1" status: 200 len: 943 time: 0.1171198 Aug 19 15:02:05.258596 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e8e712-f3f7-4fdd-8314-7527d9ec0818 req-b7c1eae2-80c1-4db1-b837-3873ea553f3f tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:05.260117 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-19e8e712-f3f7-4fdd-8314-7527d9ec0818 req-b7c1eae2-80c1-4db1-b837-3873ea553f3f tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 944 time: 0.1254885 Aug 19 15:02:05.276775 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-215c3550-0256-4c08-85da-2f8681e9a29a tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:05.279242 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-215c3550-0256-4c08-85da-2f8681e9a29a tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:05.280344 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-215c3550-0256-4c08-85da-2f8681e9a29a tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "DELETE /v2.0/security-groups/cd9d85c4-80bb-45ed-b303-df00d6ea76fe HTTP/1.1" status: 204 len: 168 time: 0.2559011 Aug 19 15:02:05.283643 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48370) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:05.314500 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c3550-0256-4c08-85da-2f8681e9a29a tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9d85c4-80bb-45ed-b303-df00d6ea76fe,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:05.349519 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-664550cd-0625-40d2-b779-3e3a84e2efbd req-eb645b77-c9ad-455c-87e5-3deda2276ed6 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866311 Aug 19 15:02:05.352924 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-19e8e712-f3f7-4fdd-8314-7527d9ec0818 req-8bd04e7e-07fa-4d8e-b8c1-f7bb98613932 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848699 Aug 19 15:02:05.380691 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-20e9db1e-57c7-45f0-8138-0b9526d1b4ca tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0951281 Aug 19 15:02:05.387475 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48374) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:05.387722 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:05.393482 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c64b4452-bf42-4d85-86ea-5edc710dc13b tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Request body: {'security_group': {'name': 'tempest-secgroup--594093380'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:05.447234 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c64b4452-bf42-4d85-86ea-5edc710dc13b tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:05.538953 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e488f-77cd-44ff-88d0-67ed19b21782 req-d131e462-5ba5-439f-adb9-feb540349332 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:05.540811 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-218e488f-77cd-44ff-88d0-67ed19b21782 req-d131e462-5ba5-439f-adb9-feb540349332 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 943 time: 0.0719659 Aug 19 15:02:05.606551 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-218e488f-77cd-44ff-88d0-67ed19b21782 req-9b6c9ba4-e80a-4067-8b59-53fec560c5c6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7df29e2b-5559-4b1c-8c7b-8990489dce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579631 Aug 19 15:02:05.608935 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c64b4452-bf42-4d85-86ea-5edc710dc13b tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:05.615319 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c64b4452-bf42-4d85-86ea-5edc710dc13b tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:05.657215 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c64b4452-bf42-4d85-86ea-5edc710dc13b tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:05.658449 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-c64b4452-bf42-4d85-86ea-5edc710dc13b tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2690415 Aug 19 15:02:05.660310 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b4452-bf42-4d85-86ea-5edc710dc13b tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38115608-60f4-4f79-b4a9-0f54dfb8c4c6,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:05.661639 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48378) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:05.667684 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-bf8e7661-3a0e-4881-b69e-0dbc10e3bffb tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Request body: {'security_group_rule': {'security_group_id': '38115608-60f4-4f79-b4a9-0f54dfb8c4c6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:05.700227 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bf8e7661-3a0e-4881-b69e-0dbc10e3bffb tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:05.763464 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bf8e7661-3a0e-4881-b69e-0dbc10e3bffb tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:05.767470 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bf8e7661-3a0e-4881-b69e-0dbc10e3bffb tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:05.791784 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8e7661-3a0e-4881-b69e-0dbc10e3bffb tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a8310cf-6665-4933-b53c-285b4487adb1,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:05.800321 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bf8e7661-3a0e-4881-b69e-0dbc10e3bffb tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:05.802516 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-bf8e7661-3a0e-4881-b69e-0dbc10e3bffb tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1390519 Aug 19 15:02:05.805582 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48380) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:05.832341 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-56905e62-b293-4c1a-a39d-85018bfdd7b4 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:05.842139 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-56905e62-b293-4c1a-a39d-85018bfdd7b4 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:05.897898 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-56905e62-b293-4c1a-a39d-85018bfdd7b4 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:05.902861 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-56905e62-b293-4c1a-a39d-85018bfdd7b4 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:05.904070 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-56905e62-b293-4c1a-a39d-85018bfdd7b4 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/0a8310cf-6665-4933-b53c-285b4487adb1 HTTP/1.1" status: 204 len: 168 time: 0.0975313 Aug 19 15:02:05.906960 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48382) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:05.915986 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56905e62-b293-4c1a-a39d-85018bfdd7b4 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a8310cf-6665-4933-b53c-285b4487adb1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:05.921572 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ca140495-326a-4372-8e1c-53dbe56444df req-73b19c32-587a-4bad-a379-1653b54f283e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=5d57b2c9-f3da-41b2-8a3b-d20bd9534247&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0679767 Aug 19 15:02:05.960777 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48384) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:05.961047 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e29af919-3dac-4d43-bb7b-9758ef1077df tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0526803 Aug 19 15:02:06.042599 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca140495-326a-4372-8e1c-53dbe56444df req-ee10c657-069f-4fe4-8666-cb997d5e8c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:06.043999 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ca140495-326a-4372-8e1c-53dbe56444df req-ee10c657-069f-4fe4-8666-cb997d5e8c8e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=329a9422f2e44489a7adbe73ec4e808e&device_id=5d57b2c9-f3da-41b2-8a3b-d20bd9534247 HTTP/1.1" status: 200 len: 1096 time: 0.0659528 Aug 19 15:02:06.056435 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3ac21293-ec92-4909-898a-bf64a4190768 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:06.101625 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3ac21293-ec92-4909-898a-bf64a4190768 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:06.196434 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3ac21293-ec92-4909-898a-bf64a4190768 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:06.199941 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3ac21293-ec92-4909-898a-bf64a4190768 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:06.201138 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-3ac21293-ec92-4909-898a-bf64a4190768 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "DELETE /v2.0/security-groups/38115608-60f4-4f79-b4a9-0f54dfb8c4c6 HTTP/1.1" status: 204 len: 168 time: 0.2393613 Aug 19 15:02:06.204256 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48386) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:06.207953 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca140495-326a-4372-8e1c-53dbe56444df req-f7c5df73-ec2e-4733-bb9a-08cd70c7b8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:06.209528 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ca140495-326a-4372-8e1c-53dbe56444df req-f7c5df73-ec2e-4733-bb9a-08cd70c7b8a1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=86eb5dfd-420b-4075-ab54-22313c9966d3 HTTP/1.1" status: 200 len: 911 time: 0.1402977 Aug 19 15:02:06.217964 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac21293-ec92-4909-898a-bf64a4190768 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38115608-60f4-4f79-b4a9-0f54dfb8c4c6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:06.269071 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-b5ee9570-b98d-4fc8-ae73-a0829b4e1d23 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0633361 Aug 19 15:02:06.269811 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48388) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:06.274496 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-5ef05fe0-9893-4477-9722-a9d1330b5297 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Request body: {'security_group': {'name': 'tempest-secgroup--565668749'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:06.296573 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ca140495-326a-4372-8e1c-53dbe56444df req-a25a5679-a972-42af-b833-7980204ff857 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d567af4e-d959-4c5e-bbcb-aa0a11495c6e HTTP/1.1" status: 200 len: 1001 time: 0.0724399 Aug 19 15:02:06.298258 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ef05fe0-9893-4477-9722-a9d1330b5297 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:06.356015 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca140495-326a-4372-8e1c-53dbe56444df req-18a61060-2c90-4683-802a-e37e33374d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:06.357913 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ca140495-326a-4372-8e1c-53dbe56444df req-18a61060-2c90-4683-802a-e37e33374d79 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b36b5b14-491d-4933-bb67-1257e134c17f HTTP/1.1" status: 200 len: 849 time: 0.0529363 Aug 19 15:02:06.394921 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ef05fe0-9893-4477-9722-a9d1330b5297 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:06.402398 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ef05fe0-9893-4477-9722-a9d1330b5297 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:06.414789 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca140495-326a-4372-8e1c-53dbe56444df req-50d25480-2d52-4753-ba60-10fb4d776fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:06.416713 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ca140495-326a-4372-8e1c-53dbe56444df req-50d25480-2d52-4753-ba60-10fb4d776fd6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=86eb5dfd-420b-4075-ab54-22313c9966d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470455 Aug 19 15:02:06.454555 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ef05fe0-9893-4477-9722-a9d1330b5297 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:06.458792 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-5ef05fe0-9893-4477-9722-a9d1330b5297 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1877623 Aug 19 15:02:06.459678 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48396) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:06.467337 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-fcfb92c9-6836-4026-9d6c-7b13d038f639 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Request body: {'security_group_rule': {'security_group_id': '792975e5-0730-4476-80b4-5ed8a72b1212', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:06.477086 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef05fe0-9893-4477-9722-a9d1330b5297 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=792975e5-0730-4476-80b4-5ed8a72b1212,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:06.570045 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fcfb92c9-6836-4026-9d6c-7b13d038f639 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:06.579551 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f52537-0efb-4655-9f61-54427bbcf8a3 req-aef552ff-025d-4863-8107-488320ffb494 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:06.581140 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-60f52537-0efb-4655-9f61-54427bbcf8a3 req-aef552ff-025d-4863-8107-488320ffb494 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=a72f5e04-bacd-42f8-a6c0-4e33515d90d9 HTTP/1.1" status: 200 len: 943 time: 0.1078436 Aug 19 15:02:06.591638 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6969b5-e142-49f4-8d12-7898501a3fb9 req-c49b36aa-8eeb-4293-81bc-c00cda2f2be3 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:06.593500 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bc6969b5-e142-49f4-8d12-7898501a3fb9 req-c49b36aa-8eeb-4293-81bc-c00cda2f2be3 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 944 time: 0.1212924 Aug 19 15:02:06.689158 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bc6969b5-e142-49f4-8d12-7898501a3fb9 req-31a4200f-2709-4e6d-b386-525d4dc2f712 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868695 Aug 19 15:02:06.694712 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-60f52537-0efb-4655-9f61-54427bbcf8a3 req-91203278-30f3-414d-acc6-9b544ca404c2 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998778 Aug 19 15:02:06.713440 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fcfb92c9-6836-4026-9d6c-7b13d038f639 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:06.719987 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fcfb92c9-6836-4026-9d6c-7b13d038f639 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:06.751027 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb92c9-6836-4026-9d6c-7b13d038f639 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc32612f-e434-4949-a373-aa954082f89e,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:06.757263 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fcfb92c9-6836-4026-9d6c-7b13d038f639 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:06.761260 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-fcfb92c9-6836-4026-9d6c-7b13d038f639 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2982273 Aug 19 15:02:06.761455 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48400) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:06.785983 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-bff5747b-7680-48bd-9905-201b836c6d97 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "GET /v2.0/security-group-rules/dc32612f-e434-4949-a373-aa954082f89e HTTP/1.1" status: 200 len: 763 time: 0.0234153 Aug 19 15:02:06.789722 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48402) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:06.815719 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ca140495-326a-4372-8e1c-53dbe56444df req-e6f56c47-e130-42dd-b3ea-666fbc95d0fc service neutron] 10.222.0.68 "GET /v2.0/networks/86eb5dfd-420b-4075-ab54-22313c9966d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3907371 Aug 19 15:02:06.862688 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-940f63ce-4d7a-48b8-bba5-f745cde7d251 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0716729 Aug 19 15:02:06.865519 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48404) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:06.878954 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1af535-1f2b-4b0b-8dd5-8039f42ef495 req-d9b54050-6995-40cf-aa60-14f2bd3bfcce tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:06.880437 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ad1af535-1f2b-4b0b-8dd5-8039f42ef495 req-d9b54050-6995-40cf-aa60-14f2bd3bfcce tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 943 time: 0.0825033 Aug 19 15:02:06.913661 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ca140495-326a-4372-8e1c-53dbe56444df req-019008a2-84e1-4fbc-95c5-80da10d814b3 service neutron] 10.222.0.68 "GET /v2.0/networks/86eb5dfd-420b-4075-ab54-22313c9966d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889764 Aug 19 15:02:06.915051 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30fcfd16-b939-4220-9651-2bf2ac08103d tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:06.925506 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:06.930587 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30fcfd16-b939-4220-9651-2bf2ac08103d tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:07.013243 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ad1af535-1f2b-4b0b-8dd5-8039f42ef495 req-d6320206-e543-4126-bd8d-8574bb089806 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7df29e2b-5559-4b1c-8c7b-8990489dce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224022 Aug 19 15:02:07.039271 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30fcfd16-b939-4220-9651-2bf2ac08103d tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:07.052142 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30fcfd16-b939-4220-9651-2bf2ac08103d tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:07.053279 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-30fcfd16-b939-4220-9651-2bf2ac08103d tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/dc32612f-e434-4949-a373-aa954082f89e HTTP/1.1" status: 204 len: 168 time: 0.1868558 Aug 19 15:02:07.055914 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48406) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:07.068513 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fcfd16-b939-4220-9651-2bf2ac08103d tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dc32612f-e434-4949-a373-aa954082f89e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:07.085129 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1e1b844c-e1b0-4c41-924e-0ab56354a333 req-9af1c122-325d-4bca-83d3-8b02ab52335b service neutron] 10.222.0.88 "GET /v2.0/networks/0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400168 Aug 19 15:02:07.105721 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8bdf8acd-8de2-45ea-8595-cd01599aaf00 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0485756 Aug 19 15:02:07.108676 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48408) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:07.113026 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d16d8787-5392-4b73-8003-be90d77166ab tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Request body: {'security_group_rule': {'security_group_id': '792975e5-0730-4476-80b4-5ed8a72b1212', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:07.143228 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d16d8787-5392-4b73-8003-be90d77166ab tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:07.169639 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11501eb8-2158-4ab9-aac9-f89630f9eaec req-0a8d6769-0569-4c68-8310-6827b4e63d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:07.171429 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-11501eb8-2158-4ab9-aac9-f89630f9eaec req-0a8d6769-0569-4c68-8310-6827b4e63d8d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5784b0340e8242b1aba4ab831f2e3b23&device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 1094 time: 0.0421047 Aug 19 15:02:07.189016 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d16d8787-5392-4b73-8003-be90d77166ab tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:07.193604 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d16d8787-5392-4b73-8003-be90d77166ab tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:07.213122 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16d8787-5392-4b73-8003-be90d77166ab tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ab9f067-9d21-44a0-8aa5-dbae1004c724,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:07.218046 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d16d8787-5392-4b73-8003-be90d77166ab tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:07.219252 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d16d8787-5392-4b73-8003-be90d77166ab tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1096289 Aug 19 15:02:07.221877 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48410) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:07.237627 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-98395b76-7fb0-495d-bbd3-524b6ced4c7d tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "GET /v2.0/security-group-rules/7ab9f067-9d21-44a0-8aa5-dbae1004c724 HTTP/1.1" status: 200 len: 763 time: 0.0145741 Aug 19 15:02:07.239972 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48412) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:07.276939 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11501eb8-2158-4ab9-aac9-f89630f9eaec req-9f072e5b-6dc9-45e4-8dd4-4b265c9fcae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:07.278411 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-11501eb8-2158-4ab9-aac9-f89630f9eaec req-9f072e5b-6dc9-45e4-8dd4-4b265c9fcae5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e HTTP/1.1" status: 200 len: 898 time: 0.0981953 Aug 19 15:02:07.283604 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7216ed85-d677-4968-8ae4-795c1b760a93 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0424769 Aug 19 15:02:07.286350 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48414) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:07.313915 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d5c91d3-cd3c-49c1-992e-9a3e1339adf8 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:07.321996 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d5c91d3-cd3c-49c1-992e-9a3e1339adf8 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:07.329709 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-11501eb8-2158-4ab9-aac9-f89630f9eaec req-c5a0983b-50d6-471a-943f-5df2b1f4e78e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33ec43ab-331e-4b65-b98f-6ca3cd3068c4 HTTP/1.1" status: 200 len: 217 time: 0.0369058 Aug 19 15:02:07.350036 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d5c91d3-cd3c-49c1-992e-9a3e1339adf8 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:07.357129 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d5c91d3-cd3c-49c1-992e-9a3e1339adf8 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:07.360534 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-3d5c91d3-cd3c-49c1-992e-9a3e1339adf8 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/7ab9f067-9d21-44a0-8aa5-dbae1004c724 HTTP/1.1" status: 204 len: 168 time: 0.0709507 Aug 19 15:02:07.363209 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48418) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:07.370325 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c91d3-cd3c-49c1-992e-9a3e1339adf8 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7ab9f067-9d21-44a0-8aa5-dbae1004c724,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:07.383998 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11501eb8-2158-4ab9-aac9-f89630f9eaec req-593e7297-d667-4ad4-a349-ee46108de1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:07.385522 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-11501eb8-2158-4ab9-aac9-f89630f9eaec req-593e7297-d667-4ad4-a349-ee46108de1a2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1c0affc3-2289-41e1-9841-156efcfe8ae7 HTTP/1.1" status: 200 len: 835 time: 0.0468550 Aug 19 15:02:07.408708 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e37da3c2-379c-4a39-be22-79b46d6625de tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0440056 Aug 19 15:02:07.411211 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48420) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:07.415636 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-db7e822c-4b42-43bf-af8f-eee1bc57ed98 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Request body: {'security_group_rule': {'security_group_id': '792975e5-0730-4476-80b4-5ed8a72b1212', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:07.440463 n-d-766043-2 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-db7e822c-4b42-43bf-af8f-eee1bc57ed98 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Project bc5450cbcebf497cb02edfe928f4b5da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:02:07.446624 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db7e822c-4b42-43bf-af8f-eee1bc57ed98 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:07.449585 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11501eb8-2158-4ab9-aac9-f89630f9eaec req-fb5510ff-8a5c-43c8-8375-7ed8a63422f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:07.451311 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-11501eb8-2158-4ab9-aac9-f89630f9eaec req-fb5510ff-8a5c-43c8-8375-7ed8a63422f9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581846 Aug 19 15:02:07.498100 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db7e822c-4b42-43bf-af8f-eee1bc57ed98 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:07.503336 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db7e822c-4b42-43bf-af8f-eee1bc57ed98 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:07.531904 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7e822c-4b42-43bf-af8f-eee1bc57ed98 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06feb6c6-7fda-48cb-8869-237bd203a996,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:07.535749 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db7e822c-4b42-43bf-af8f-eee1bc57ed98 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:07.540064 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-db7e822c-4b42-43bf-af8f-eee1bc57ed98 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1275990 Aug 19 15:02:07.540560 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48422) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:07.550448 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-11501eb8-2158-4ab9-aac9-f89630f9eaec req-6b284965-a558-4535-9c27-df30a96c711b service neutron] 10.222.0.88 "GET /v2.0/networks/0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901885 Aug 19 15:02:07.557553 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4d024bb2-f56f-4aa1-b8cd-cedf79569b4b tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "GET /v2.0/security-group-rules/06feb6c6-7fda-48cb-8869-237bd203a996 HTTP/1.1" status: 200 len: 769 time: 0.0156617 Aug 19 15:02:07.560324 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48424) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:07.607338 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0166c39f-a512-4274-8ca2-cd68b57e81f9 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0433679 Aug 19 15:02:07.607708 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48426) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:07.653627 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f23ff213-1b57-4a35-80e6-2cf733240192 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:07.666389 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f23ff213-1b57-4a35-80e6-2cf733240192 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:07.694689 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-11501eb8-2158-4ab9-aac9-f89630f9eaec req-d895f61d-5fc5-43a1-8d55-d9190eb4ef48 service neutron] 10.222.0.88 "GET /v2.0/networks/0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354790 Aug 19 15:02:07.706107 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f23ff213-1b57-4a35-80e6-2cf733240192 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:07.711611 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f23ff213-1b57-4a35-80e6-2cf733240192 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:07.713166 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f23ff213-1b57-4a35-80e6-2cf733240192 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/06feb6c6-7fda-48cb-8869-237bd203a996 HTTP/1.1" status: 204 len: 168 time: 0.1040874 Aug 19 15:02:07.715320 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48430) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:07.721344 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ff213-1b57-4a35-80e6-2cf733240192 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=06feb6c6-7fda-48cb-8869-237bd203a996,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:07.766981 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5c8eff8a-c446-4445-a6cf-1e1e0a66a6df tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0504732 Aug 19 15:02:07.772865 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48434) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:07.827636 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-826fc049-b536-4875-b843-470f170c8eb4 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:07.847578 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0bf562-f0c1-4773-80eb-a0da33e0e51e req-15ce1f30-ce56-4b91-add6-4d12072ad664 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:07.849586 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6c0bf562-f0c1-4773-80eb-a0da33e0e51e req-15ce1f30-ce56-4b91-add6-4d12072ad664 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 944 time: 0.0827701 Aug 19 15:02:07.852311 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-826fc049-b536-4875-b843-470f170c8eb4 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:07.866250 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cba0c-f8a5-4540-a545-06b42d382510 req-912c27a6-d51e-4e0a-881f-5f2dc4300a55 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:07.867533 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7e7cba0c-f8a5-4540-a545-06b42d382510 req-912c27a6-d51e-4e0a-881f-5f2dc4300a55 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=a72f5e04-bacd-42f8-a6c0-4e33515d90d9 HTTP/1.1" status: 200 len: 943 time: 0.0724957 Aug 19 15:02:07.898514 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-826fc049-b536-4875-b843-470f170c8eb4 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:07.902028 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-826fc049-b536-4875-b843-470f170c8eb4 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:07.903156 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-826fc049-b536-4875-b843-470f170c8eb4 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "DELETE /v2.0/security-groups/792975e5-0730-4476-80b4-5ed8a72b1212 HTTP/1.1" status: 204 len: 168 time: 0.1292787 Aug 19 15:02:07.906292 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48438) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:07.912670 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826fc049-b536-4875-b843-470f170c8eb4 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=792975e5-0730-4476-80b4-5ed8a72b1212,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:07.935367 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6c0bf562-f0c1-4773-80eb-a0da33e0e51e req-8fae58ca-99ad-44a9-9d4f-1ce0348d2bb6 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773513 Aug 19 15:02:07.947385 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7e7cba0c-f8a5-4540-a545-06b42d382510 req-ab82fd54-eb46-4864-a2a6-b8345e8a2d74 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730495 Aug 19 15:02:07.973511 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ca50c7f5-d365-4fea-9d09-2399cb38531f tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0637724 Aug 19 15:02:07.975915 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48442) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:08.021010 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-3877334f-02fd-4768-a6af-7302d40218c8 tempest-SecGroupIPv6Test-577975907 tempest-SecGroupIPv6Test-577975907-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0406208 Aug 19 15:02:08.137108 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae9084-3469-4c3c-8627-507a64dd7b99 req-fd27ea32-ee55-4cb4-b543-3306c1496413 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:08.138671 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f5ae9084-3469-4c3c-8627-507a64dd7b99 req-fd27ea32-ee55-4cb4-b543-3306c1496413 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 943 time: 0.0522780 Aug 19 15:02:08.180797 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f5ae9084-3469-4c3c-8627-507a64dd7b99 req-4f9744bc-c930-46b7-bf3f-d0f8434a83b1 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7df29e2b-5559-4b1c-8c7b-8990489dce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356205 Aug 19 15:02:08.276361 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48450) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:08.410323 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d1a5c5b0-b8f9-4ecd-a786-322a3418ca03 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bc5450cbcebf497cb02edfe928f4b5da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1328015 Aug 19 15:02:08.413402 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48454) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:08.463469 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9fe83112-a004-4a5d-a9ad-efb4f491eb8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:08.484092 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9fe83112-a004-4a5d-a9ad-efb4f491eb8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:08.529551 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9fe83112-a004-4a5d-a9ad-efb4f491eb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:08.532234 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9fe83112-a004-4a5d-a9ad-efb4f491eb8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:08.533384 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9fe83112-a004-4a5d-a9ad-efb4f491eb8a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/79c4f281-6e6e-4e66-a4c3-0cb2a9e0f703 HTTP/1.1" status: 204 len: 168 time: 0.1190524 Aug 19 15:02:08.540928 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe83112-a004-4a5d-a9ad-efb4f491eb8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c4f281-6e6e-4e66-a4c3-0cb2a9e0f703,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:09.090669 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075f66e-4446-452c-850d-da95dd9ee824 req-51819c1b-8496-4e68-97f2-e5cc674a5246 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:09.092180 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2075f66e-4446-452c-850d-da95dd9ee824 req-51819c1b-8496-4e68-97f2-e5cc674a5246 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 944 time: 0.0838058 Aug 19 15:02:09.103888 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25e95f-2f17-4485-99eb-49e160f355e6 req-d074bf82-4977-4124-a334-bde7e714b3d6 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:09.105389 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5d25e95f-2f17-4485-99eb-49e160f355e6 req-d074bf82-4977-4124-a334-bde7e714b3d6 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=a72f5e04-bacd-42f8-a6c0-4e33515d90d9 HTTP/1.1" status: 200 len: 943 time: 0.0826392 Aug 19 15:02:09.155996 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2075f66e-4446-452c-850d-da95dd9ee824 req-be71772a-0a8e-4cd9-a81d-5173226a9b15 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496385 Aug 19 15:02:09.169689 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48480) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:09.179402 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5d25e95f-2f17-4485-99eb-49e160f355e6 req-645387f9-dbf2-4568-a151-1f6475c00b2c tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659471 Aug 19 15:02:09.283348 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-89147979-e710-4e90-98cf-12e1cb9c40a5 tempest-SubnetPoolsTestJSON-1646912512 tempest-SubnetPoolsTestJSON-1646912512-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1012759377', 'prefixes': ['172.20.0.0/16']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:09.322232 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1cd33-6fcb-4334-af1d-2ef5e5624a7d req-62cc5684-cc30-4b97-886e-a38e716bd05b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:09.323687 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-72b1cd33-6fcb-4334-af1d-2ef5e5624a7d req-62cc5684-cc30-4b97-886e-a38e716bd05b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 943 time: 0.0728130 Aug 19 15:02:09.377832 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-72b1cd33-6fcb-4334-af1d-2ef5e5624a7d req-f59514f0-2e44-4195-896f-013a15af3651 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7df29e2b-5559-4b1c-8c7b-8990489dce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472662 Aug 19 15:02:09.383251 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-89147979-e710-4e90-98cf-12e1cb9c40a5 tempest-SubnetPoolsTestJSON-1646912512 tempest-SubnetPoolsTestJSON-1646912512-project] Notify callbacks [] for subnetpool, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:09.384775 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-89147979-e710-4e90-98cf-12e1cb9c40a5 tempest-SubnetPoolsTestJSON-1646912512 tempest-SubnetPoolsTestJSON-1646912512-project] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2138731 Aug 19 15:02:09.387976 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48488) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:09.451858 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-c4acc7e5-a7e1-4f27-91a0-adda2757110c tempest-SubnetPoolsTestJSON-1646912512 tempest-SubnetPoolsTestJSON-1646912512-project] 10.222.0.69 "GET /v2.0/subnetpools/cd4133d7-69b7-488e-8b06-db872e8916de HTTP/1.1" status: 200 len: 732 time: 0.0619051 Aug 19 15:02:09.454273 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48490) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:09.458752 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3455a623-8a03-4c9f-895c-67bc87d01b3c tempest-SubnetPoolsTestJSON-1646912512 tempest-SubnetPoolsTestJSON-1646912512-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-35075601'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:09.532818 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3455a623-8a03-4c9f-895c-67bc87d01b3c tempest-SubnetPoolsTestJSON-1646912512 tempest-SubnetPoolsTestJSON-1646912512-project] Notify callbacks [] for subnetpool, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:09.534004 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-3455a623-8a03-4c9f-895c-67bc87d01b3c tempest-SubnetPoolsTestJSON-1646912512 tempest-SubnetPoolsTestJSON-1646912512-project] 10.222.0.69 "PUT /v2.0/subnetpools/cd4133d7-69b7-488e-8b06-db872e8916de HTTP/1.1" status: 200 len: 682 time: 0.0787456 Aug 19 15:02:09.537275 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48492) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:09.620633 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5a8fecf-6fea-452e-a8af-b41510122826 tempest-SubnetPoolsTestJSON-1646912512 tempest-SubnetPoolsTestJSON-1646912512-project] Notify callbacks [] for subnetpool, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:09.621819 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f5a8fecf-6fea-452e-a8af-b41510122826 tempest-SubnetPoolsTestJSON-1646912512 tempest-SubnetPoolsTestJSON-1646912512-project] 10.222.0.69 "DELETE /v2.0/subnetpools/cd4133d7-69b7-488e-8b06-db872e8916de HTTP/1.1" status: 204 len: 168 time: 0.0834701 Aug 19 15:02:09.624516 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48494) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:09.638485 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-5ab507d0-d1eb-480c-a44e-1374fd6b1e37 tempest-SubnetPoolsTestJSON-1646912512 tempest-SubnetPoolsTestJSON-1646912512-project] show failed (client error): The resource could not be found. Aug 19 15:02:09.639424 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5ab507d0-d1eb-480c-a44e-1374fd6b1e37 tempest-SubnetPoolsTestJSON-1646912512 tempest-SubnetPoolsTestJSON-1646912512-project] 10.222.0.69 "GET /v2.0/subnetpools/cd4133d7-69b7-488e-8b06-db872e8916de HTTP/1.1" status: 404 len: 346 time: 0.0138621 Aug 19 15:02:09.642002 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48496) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:09.665541 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-1cb998df-4f92-4685-8b3c-d241a694128c tempest-SubnetPoolsTestJSON-1646912512 tempest-SubnetPoolsTestJSON-1646912512-project] delete failed (client error): The resource could not be found. Aug 19 15:02:09.666680 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1cb998df-4f92-4685-8b3c-d241a694128c tempest-SubnetPoolsTestJSON-1646912512 tempest-SubnetPoolsTestJSON-1646912512-project] 10.222.0.69 "DELETE /v2.0/subnetpools/cd4133d7-69b7-488e-8b06-db872e8916de HTTP/1.1" status: 404 len: 346 time: 0.0236802 Aug 19 15:02:09.882827 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device b4a3b9ef-c898-4326-956d-2612053131ff details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:02:09.904137 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 48502) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:09.962916 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device de300ced-bf49-45b4-8406-23d26647103e details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:02:09.992067 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port b4a3b9ef-c898-4326-956d-2612053131ff, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=b4a3b9ef-c898-4326-956d-2612053131ff,segment=NetworkSegment(4b88a796-6b52-4244-a48f-fe8e695c9ce6),segment_id=4b88a796-6b52-4244-a48f-fe8e695c9ce6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:02:10.013996 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0d4335a7-9985-40a6-9418-3a4ffcf4c234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:10.014253 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': 'b4a3b9ef-c898-4326-956d-2612053131ff', 'network_id': '24c8d536-ac23-4a61-ad49-3474c07f936c', 'port_id': 'b4a3b9ef-c898-4326-956d-2612053131ff', 'mac_address': 'fa:16:3e:3e:db:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '145d9747-b0a8-4fa3-980b-a8e578e75c9d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:02:10.094697 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:10.109183 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0d4335a7-9985-40a6-9418-3a4ffcf4c234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:10.112972 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0d4335a7-9985-40a6-9418-3a4ffcf4c234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:10.119611 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4a3b9ef-c898-4326-956d-2612053131ff {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:02:10.125469 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port de300ced-bf49-45b4-8406-23d26647103e, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=de300ced-bf49-45b4-8406-23d26647103e,segment=NetworkSegment(b6bb2d61-0455-440b-809f-c8e64ffc2b8e),segment_id=b6bb2d61-0455-440b-809f-c8e64ffc2b8e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:02:10.146830 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': 'de300ced-bf49-45b4-8406-23d26647103e', 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0', 'port_id': 'de300ced-bf49-45b4-8406-23d26647103e', 'mac_address': 'fa:16:3e:4c:65:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4501b342-71e0-4b08-b9d8-b651dd87e075', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:02:10.149993 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port b4a3b9ef-c898-4326-956d-2612053131ff, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=b4a3b9ef-c898-4326-956d-2612053131ff,segment=NetworkSegment(4b88a796-6b52-4244-a48f-fe8e695c9ce6),segment_id=4b88a796-6b52-4244-a48f-fe8e695c9ce6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:02:10.151449 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-0d4335a7-9985-40a6-9418-3a4ffcf4c234 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6b1ebae815074ff48e8d3ef8f0ad4205&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2461498 Aug 19 15:02:10.152424 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4335a7-9985-40a6-9418-3a4ffcf4c234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e018c271-86c8-4f5a-8474-19ff9bd7b7eb,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:10.154419 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48506) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:10.174468 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:10.175118 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 33ec43ab-331e-4b65-b98f-6ca3cd3068c4 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:02:10.213741 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6ebb545-cd6b-4a3e-80b4-d8c059a6aa8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:10.225980 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:10.237921 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6ebb545-cd6b-4a3e-80b4-d8c059a6aa8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:10.260547 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de300ced-bf49-45b4-8406-23d26647103e {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:02:10.298351 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6ebb545-cd6b-4a3e-80b4-d8c059a6aa8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:10.302495 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6ebb545-cd6b-4a3e-80b4-d8c059a6aa8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:10.305086 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f6ebb545-cd6b-4a3e-80b4-d8c059a6aa8a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e018c271-86c8-4f5a-8474-19ff9bd7b7eb HTTP/1.1" status: 204 len: 168 time: 0.1494224 Aug 19 15:02:10.315051 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ebb545-cd6b-4a3e-80b4-d8c059a6aa8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e018c271-86c8-4f5a-8474-19ff9bd7b7eb,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:10.342150 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=b4a3b9ef-c898-4326-956d-2612053131ff,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:10.344175 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88673a51-3cf2-49cf-898d-a6d460607046 req-150bb95d-f397-4111-bb46-64b67993d36a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:10.345823 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-88673a51-3cf2-49cf-898d-a6d460607046 req-150bb95d-f397-4111-bb46-64b67993d36a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=a72f5e04-bacd-42f8-a6c0-4e33515d90d9 HTTP/1.1" status: 200 len: 943 time: 0.0790186 Aug 19 15:02:10.353743 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port de300ced-bf49-45b4-8406-23d26647103e, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=de300ced-bf49-45b4-8406-23d26647103e,segment=NetworkSegment(b6bb2d61-0455-440b-809f-c8e64ffc2b8e),segment_id=b6bb2d61-0455-440b-809f-c8e64ffc2b8e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:02:10.358194 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff18af0-efa8-4942-9fc0-024a4ee24c17 req-227a6875-8a28-4427-acb1-fb2297dd61f5 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:10.359958 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4ff18af0-efa8-4942-9fc0-024a4ee24c17 req-227a6875-8a28-4427-acb1-fb2297dd61f5 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 945 time: 0.1077566 Aug 19 15:02:10.371932 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:10.419222 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4ff18af0-efa8-4942-9fc0-024a4ee24c17 req-f1ccd7c6-5a7a-47b6-abfe-f1e1ca72a35b tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514355 Aug 19 15:02:10.431127 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 33ec43ab-331e-4b65-b98f-6ca3cd3068c4, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=33ec43ab-331e-4b65-b98f-6ca3cd3068c4,segment=NetworkSegment(af63bf8d-c499-484e-bc2f-0bd1cbfcd355),segment_id=af63bf8d-c499-484e-bc2f-0bd1cbfcd355)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:02:10.433256 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-88673a51-3cf2-49cf-898d-a6d460607046 req-1001bff7-2cf1-41e9-97f3-11b665e87a63 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676990 Aug 19 15:02:10.454458 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '33ec43ab-331e-4b65-b98f-6ca3cd3068c4', 'network_id': '0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e', 'port_id': '33ec43ab-331e-4b65-b98f-6ca3cd3068c4', 'mac_address': 'fa:16:3e:32:6c:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c0affc3-2289-41e1-9841-156efcfe8ae7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:02:10.472431 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=de300ced-bf49-45b4-8406-23d26647103e,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:10.517139 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:10.542196 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33ec43ab-331e-4b65-b98f-6ca3cd3068c4 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:02:10.564649 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 33ec43ab-331e-4b65-b98f-6ca3cd3068c4, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=33ec43ab-331e-4b65-b98f-6ca3cd3068c4,segment=NetworkSegment(af63bf8d-c499-484e-bc2f-0bd1cbfcd355),segment_id=af63bf8d-c499-484e-bc2f-0bd1cbfcd355)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:02:10.567762 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:10.573910 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b477f-780b-4934-9055-ecd1e1fbbc44 req-566ba2b5-7e2c-4919-bf55-1fe3d4bb1a2e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:10.575625 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-231b477f-780b-4934-9055-ecd1e1fbbc44 req-566ba2b5-7e2c-4919-bf55-1fe3d4bb1a2e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 943 time: 0.0613835 Aug 19 15:02:10.617380 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=33ec43ab-331e-4b65-b98f-6ca3cd3068c4,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:10.619699 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-231b477f-780b-4934-9055-ecd1e1fbbc44 req-f257864c-af3c-41b2-8d40-5c8251553448 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7df29e2b-5559-4b1c-8c7b-8990489dce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375769 Aug 19 15:02:10.621660 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['de300ced-bf49-45b4-8406-23d26647103e'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:02:10.818311 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['33ec43ab-331e-4b65-b98f-6ca3cd3068c4'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:02:10.822085 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['b4a3b9ef-c898-4326-956d-2612053131ff'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:02:11.604944 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a9ee4-7d6b-44cd-bd50-0bee238b08c4 req-a40e3671-6109-49bb-b004-05d412907d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:11.606364 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d65a9ee4-7d6b-44cd-bd50-0bee238b08c4 req-a40e3671-6109-49bb-b004-05d412907d36 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5d0ce086c68641eab81e2252cb60e6f7&device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 1096 time: 0.1143496 Aug 19 15:02:11.620751 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3678a-cbbd-459d-a20b-4984a14e0af4 req-72ee9d51-504a-43a7-a8e3-0e29d5c6fe89 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:11.622274 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a6c3678a-cbbd-459d-a20b-4984a14e0af4 req-72ee9d51-504a-43a7-a8e3-0e29d5c6fe89 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=a72f5e04-bacd-42f8-a6c0-4e33515d90d9 HTTP/1.1" status: 200 len: 944 time: 0.0999014 Aug 19 15:02:11.632244 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230a9de-fbdc-44b6-96c5-f30e941eecac req-5b36d7e3-3077-484a-8e2c-a495a1c1d2a7 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:11.633754 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f230a9de-fbdc-44b6-96c5-f30e941eecac req-5b36d7e3-3077-484a-8e2c-a495a1c1d2a7 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 945 time: 0.1102653 Aug 19 15:02:11.748728 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a6c3678a-cbbd-459d-a20b-4984a14e0af4 req-f0c28007-3359-4797-ac39-a0840479e263 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139560 Aug 19 15:02:11.761176 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f230a9de-fbdc-44b6-96c5-f30e941eecac req-617e1f7e-e81c-42a8-8023-19a63d6eb813 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186507 Aug 19 15:02:11.789272 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a9ee4-7d6b-44cd-bd50-0bee238b08c4 req-2df188dd-1625-473a-b858-11e16f5fb14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:11.791539 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d65a9ee4-7d6b-44cd-bd50-0bee238b08c4 req-2df188dd-1625-473a-b858-11e16f5fb14d service neutron] 10.222.0.88 "GET /v2.0/networks?id=24c8d536-ac23-4a61-ad49-3474c07f936c HTTP/1.1" status: 200 len: 914 time: 0.1500728 Aug 19 15:02:11.841117 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d65a9ee4-7d6b-44cd-bd50-0bee238b08c4 req-824ef3ca-7acc-4959-a9ca-afc5d9588c05 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4a3b9ef-c898-4326-956d-2612053131ff HTTP/1.1" status: 200 len: 217 time: 0.0417414 Aug 19 15:02:11.882842 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 33ec43ab-331e-4b65-b98f-6ca3cd3068c4 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:02:11.920272 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a9ee4-7d6b-44cd-bd50-0bee238b08c4 req-9a1c56f1-4434-4764-9be7-dc58998e7c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:11.922359 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d65a9ee4-7d6b-44cd-bd50-0bee238b08c4 req-9a1c56f1-4434-4764-9be7-dc58998e7c5e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=145d9747-b0a8-4fa3-980b-a8e578e75c9d HTTP/1.1" status: 200 len: 853 time: 0.0712266 Aug 19 15:02:11.930942 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab067b-5744-4772-ac5e-9d5e7ddbffae req-81ff8589-43c7-45e0-8dc3-d397dcd0d26d tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:11.934858 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 33ec43ab-331e-4b65-b98f-6ca3cd3068c4 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:02:11.938938 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 33ec43ab-331e-4b65-b98f-6ca3cd3068c4 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:02:11.939318 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:11.939458 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d2ab067b-5744-4772-ac5e-9d5e7ddbffae req-81ff8589-43c7-45e0-8dc3-d397dcd0d26d tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 944 time: 0.1015992 Aug 19 15:02:11.977792 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device de300ced-bf49-45b4-8406-23d26647103e up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:02:11.980865 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d65a9ee4-7d6b-44cd-bd50-0bee238b08c4 req-bf625efa-2667-4755-a36b-bbf96daef6e2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=24c8d536-ac23-4a61-ad49-3474c07f936c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388441 Aug 19 15:02:12.022716 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d2ab067b-5744-4772-ac5e-9d5e7ddbffae req-34a84072-a643-401e-be71-e164464e8015 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7df29e2b-5559-4b1c-8c7b-8990489dce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825131 Aug 19 15:02:12.087703 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port de300ced-bf49-45b4-8406-23d26647103e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:02:12.091760 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:12.093700 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port de300ced-bf49-45b4-8406-23d26647103e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:02:12.094287 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:12.101609 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d65a9ee4-7d6b-44cd-bd50-0bee238b08c4 req-a50d6c18-b945-47a7-968e-4d0275b35774 service neutron] 10.222.0.88 "GET /v2.0/networks/24c8d536-ac23-4a61-ad49-3474c07f936c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091783 Aug 19 15:02:12.141597 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51dcbe8-798a-4ec9-87e5-1f8f404fa036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ec43ab-331e-4b65-b98f-6ca3cd3068c4'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:02:12.143733 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f087f9f0-a908-491b-aa85-37c04bf666d9" -d '{"events": [{"server_uuid": "c51dcbe8-798a-4ec9-87e5-1f8f404fa036", "name": "network-vif-plugged", "status": "completed", "tag": "33ec43ab-331e-4b65-b98f-6ca3cd3068c4"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:02:12.159629 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 33ec43ab-331e-4b65-b98f-6ca3cd3068c4, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=33ec43ab-331e-4b65-b98f-6ca3cd3068c4,segment=NetworkSegment(af63bf8d-c499-484e-bc2f-0bd1cbfcd355),segment_id=af63bf8d-c499-484e-bc2f-0bd1cbfcd355)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:02:12.165910 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:12.166889 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device b4a3b9ef-c898-4326-956d-2612053131ff up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:02:12.191377 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea721b26-d632-4266-9641-395a7e096f14 x-openstack-request-id: req-ea721b26-d632-4266-9641-395a7e096f14 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:02:12.191926 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c51dcbe8-798a-4ec9-87e5-1f8f404fa036", "name": "network-vif-plugged", "status": "completed", "tag": "33ec43ab-331e-4b65-b98f-6ca3cd3068c4", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:02:12.192894 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ea721b26-d632-4266-9641-395a7e096f14 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:02:12.193446 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51dcbe8-798a-4ec9-87e5-1f8f404fa036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ec43ab-331e-4b65-b98f-6ca3cd3068c4', 'code': 200} Aug 19 15:02:12.206008 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d65a9ee4-7d6b-44cd-bd50-0bee238b08c4 req-7f7a2a17-9df6-426f-9ef0-559ac3ba523a service neutron] 10.222.0.88 "GET /v2.0/networks/24c8d536-ac23-4a61-ad49-3474c07f936c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968995 Aug 19 15:02:12.281248 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:12.297406 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=33ec43ab-331e-4b65-b98f-6ca3cd3068c4,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:12.313123 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c8a51-2a60-43c8-80a0-8e848c6c42c9 req-68d0e83d-170e-4c05-b6e5-52c97a3ca3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:12.314651 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f22c8a51-2a60-43c8-80a0-8e848c6c42c9 req-68d0e83d-170e-4c05-b6e5-52c97a3ca3aa service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 1096 time: 0.0699961 Aug 19 15:02:12.315914 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port b4a3b9ef-c898-4326-956d-2612053131ff triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:02:12.316284 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:12.343418 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port de300ced-bf49-45b4-8406-23d26647103e, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=de300ced-bf49-45b4-8406-23d26647103e,segment=NetworkSegment(b6bb2d61-0455-440b-809f-c8e64ffc2b8e),segment_id=b6bb2d61-0455-440b-809f-c8e64ffc2b8e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:02:12.351382 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:12.363228 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f22c8a51-2a60-43c8-80a0-8e848c6c42c9 req-47aef843-c999-4e66-b022-55686b49a2f3 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=7df29e2b-5559-4b1c-8c7b-8990489dce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412028 Aug 19 15:02:12.407595 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=de300ced-bf49-45b4-8406-23d26647103e,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:12.443924 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:12.476006 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port b4a3b9ef-c898-4326-956d-2612053131ff, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=b4a3b9ef-c898-4326-956d-2612053131ff,segment=NetworkSegment(4b88a796-6b52-4244-a48f-fe8e695c9ce6),segment_id=4b88a796-6b52-4244-a48f-fe8e695c9ce6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:02:12.479825 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:12.525856 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=b4a3b9ef-c898-4326-956d-2612053131ff,revision_number=10']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:12.894443 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e7570-d493-4fb1-bb9e-abee18dcebc1 req-a42570a5-00cb-423d-ba7a-8a4e134ad1d9 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:12.895949 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3d6e7570-d493-4fb1-bb9e-abee18dcebc1 req-a42570a5-00cb-423d-ba7a-8a4e134ad1d9 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=a72f5e04-bacd-42f8-a6c0-4e33515d90d9 HTTP/1.1" status: 200 len: 945 time: 0.0765517 Aug 19 15:02:12.907072 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397289f4-b5d4-419a-8fd2-fe8d5262f47b req-aefe5f02-825f-44a5-a5ac-f59a5b340517 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:12.908527 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-397289f4-b5d4-419a-8fd2-fe8d5262f47b req-aefe5f02-825f-44a5-a5ac-f59a5b340517 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 947 time: 0.0770659 Aug 19 15:02:12.965486 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3d6e7570-d493-4fb1-bb9e-abee18dcebc1 req-a18b1713-109e-40b2-b85d-8a66b82cd36d tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560088 Aug 19 15:02:12.968206 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-397289f4-b5d4-419a-8fd2-fe8d5262f47b req-0b0d6f05-736f-4779-a2e9-8390e6154b49 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525999 Aug 19 15:02:13.152156 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2ab0a-bceb-46ad-9ca6-1941abae9b91 req-1417e0e5-0300-44ce-814c-c9af69d057ba tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:13.153701 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-67a2ab0a-bceb-46ad-9ca6-1941abae9b91 req-1417e0e5-0300-44ce-814c-c9af69d057ba tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 945 time: 0.0543613 Aug 19 15:02:13.191240 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-67a2ab0a-bceb-46ad-9ca6-1941abae9b91 req-2dda3be2-7a90-49a0-a71b-325fa555786c tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7df29e2b-5559-4b1c-8c7b-8990489dce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315318 Aug 19 15:02:14.120349 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168de42f-392a-442b-b0f0-02e6bf0893b4 req-dce459e7-c359-46fc-b99e-97d543de8fb4 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:14.121861 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-168de42f-392a-442b-b0f0-02e6bf0893b4 req-dce459e7-c359-46fc-b99e-97d543de8fb4 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=a72f5e04-bacd-42f8-a6c0-4e33515d90d9 HTTP/1.1" status: 200 len: 945 time: 0.0799992 Aug 19 15:02:14.130563 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e17e7-1077-41a7-856c-38263dee5dc9 req-23a1a21b-1c7a-48a3-8a1b-8e131c1d4207 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:14.132050 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-403e17e7-1077-41a7-856c-38263dee5dc9 req-23a1a21b-1c7a-48a3-8a1b-8e131c1d4207 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 947 time: 0.0802693 Aug 19 15:02:14.189322 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-168de42f-392a-442b-b0f0-02e6bf0893b4 req-d773f65e-e2bf-4875-a424-84bc4dcbf907 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562682 Aug 19 15:02:14.194664 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-403e17e7-1077-41a7-856c-38263dee5dc9 req-258f075d-98d4-437b-9143-28eebaec6ab8 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558531 Aug 19 15:02:14.195321 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a72f5e04-bacd-42f8-a6c0-4e33515d90d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de300ced-bf49-45b4-8406-23d26647103e'}, {'server_uuid': 'b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a3b9ef-c898-4326-956d-2612053131ff'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:02:14.197677 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49582408-9f98-405e-8ac2-8260c0b64bee" -d '{"events": [{"server_uuid": "a72f5e04-bacd-42f8-a6c0-4e33515d90d9", "name": "network-vif-plugged", "status": "completed", "tag": "de300ced-bf49-45b4-8406-23d26647103e"}, {"server_uuid": "b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4", "name": "network-vif-plugged", "status": "completed", "tag": "b4a3b9ef-c898-4326-956d-2612053131ff"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:02:14.247786 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 15:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c91cba-36c4-4ab8-9b69-a47b50430ee6 x-openstack-request-id: req-66c91cba-36c4-4ab8-9b69-a47b50430ee6 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:02:14.248023 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a72f5e04-bacd-42f8-a6c0-4e33515d90d9", "name": "network-vif-plugged", "status": "completed", "tag": "de300ced-bf49-45b4-8406-23d26647103e", "code": 200}, {"server_uuid": "b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4", "name": "network-vif-plugged", "status": "completed", "tag": "b4a3b9ef-c898-4326-956d-2612053131ff", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:02:14.248268 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-66c91cba-36c4-4ab8-9b69-a47b50430ee6 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:02:14.248695 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a72f5e04-bacd-42f8-a6c0-4e33515d90d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de300ced-bf49-45b4-8406-23d26647103e', 'code': 200} Aug 19 15:02:14.248983 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a3b9ef-c898-4326-956d-2612053131ff', 'code': 200} Aug 19 15:02:14.356913 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf78e3f-7a8e-4d35-8dbc-d970f9d80d21 req-a1b96851-ddbf-4583-82d1-a2a1edd5983f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:14.358570 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1cf78e3f-7a8e-4d35-8dbc-d970f9d80d21 req-a1b96851-ddbf-4583-82d1-a2a1edd5983f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 945 time: 0.0657406 Aug 19 15:02:14.360009 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d6e20-142c-40ef-a184-6d556bb73ad4 req-081a0b8f-20c8-4ef9-81e6-d65de628e377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:14.361719 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7b4d6e20-142c-40ef-a184-6d556bb73ad4 req-081a0b8f-20c8-4ef9-81e6-d65de628e377 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=a72f5e04-bacd-42f8-a6c0-4e33515d90d9 HTTP/1.1" status: 200 len: 1096 time: 0.0424812 Aug 19 15:02:14.399648 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7b4d6e20-142c-40ef-a184-6d556bb73ad4 req-41f41fed-3378-4522-ba83-3febeed0e83e service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294323 Aug 19 15:02:14.427770 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1cf78e3f-7a8e-4d35-8dbc-d970f9d80d21 req-5f3a2609-0395-4d5b-adb4-bcb272448e18 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7df29e2b-5559-4b1c-8c7b-8990489dce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630956 Aug 19 15:02:14.433139 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90f432-c330-44fe-a2de-8d5c0a322bb9 req-2c10d747-f8a2-4fc1-bbc5-f5a71dee8709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:14.434509 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8f90f432-c330-44fe-a2de-8d5c0a322bb9 req-2c10d747-f8a2-4fc1-bbc5-f5a71dee8709 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 1098 time: 0.0636747 Aug 19 15:02:14.473197 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8f90f432-c330-44fe-a2de-8d5c0a322bb9 req-eed54fc2-2f5f-49ec-b527-1c1be097ee41 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312355 Aug 19 15:02:14.557471 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926cd8e-177a-4835-93a7-3a0a7da791df req-88ac5c0f-a0ae-4f8e-ac8f-e65fa20862fd tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:14.558974 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7926cd8e-177a-4835-93a7-3a0a7da791df req-88ac5c0f-a0ae-4f8e-ac8f-e65fa20862fd tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 945 time: 0.0545902 Aug 19 15:02:14.943787 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7926cd8e-177a-4835-93a7-3a0a7da791df req-79e03052-c092-455e-af0d-1612c7303873 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7df29e2b-5559-4b1c-8c7b-8990489dce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3788078 Aug 19 15:02:14.966675 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48614) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:15.009451 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c977d98d-bc85-42b7-8620-d95afcbeff82 tempest-TestNetworkAdvancedServerOps-1683966279 tempest-TestNetworkAdvancedServerOps-1683966279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:15.010969 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c977d98d-bc85-42b7-8620-d95afcbeff82 tempest-TestNetworkAdvancedServerOps-1683966279 tempest-TestNetworkAdvancedServerOps-1683966279-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 1091 time: 0.0433004 Aug 19 15:02:15.013939 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48616) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:15.018297 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8667f88d-561d-4f0f-84d3-96f3598f10ec tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Request body: {'floatingip': {'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'port_id': '33ec43ab-331e-4b65-b98f-6ca3cd3068c4', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:15.043877 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8667f88d-561d-4f0f-84d3-96f3598f10ec tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:15.138228 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8667f88d-561d-4f0f-84d3-96f3598f10ec tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:15.256372 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-8667f88d-561d-4f0f-84d3-96f3598f10ec tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Allocated IP 172.25.2.120 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/3cbc52c9-8aff-4223-8409-b4b520264300) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:02:15.350157 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305133e8-2de8-412c-b5bd-e07639547637 req-93375f60-47c7-44e3-9ab3-1039134d6175 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:15.351693 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-305133e8-2de8-412c-b5bd-e07639547637 req-93375f60-47c7-44e3-9ab3-1039134d6175 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=a72f5e04-bacd-42f8-a6c0-4e33515d90d9 HTTP/1.1" status: 200 len: 945 time: 0.0782690 Aug 19 15:02:15.367024 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c04630-c669-4c83-ad14-366065bf3393 req-29ad4105-9a6c-4796-887d-fe85f432a686 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:15.370053 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-29c04630-c669-4c83-ad14-366065bf3393 req-29ad4105-9a6c-4796-887d-fe85f432a686 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 947 time: 0.0866222 Aug 19 15:02:15.372934 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8667f88d-561d-4f0f-84d3-96f3598f10ec tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:15.423020 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8667f88d-561d-4f0f-84d3-96f3598f10ec tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:15.475736 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8667f88d-561d-4f0f-84d3-96f3598f10ec tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:02:15.479055 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-8667f88d-561d-4f0f-84d3-96f3598f10ec tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:02:15.482982 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8667f88d-561d-4f0f-84d3-96f3598f10ec tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:02:15.507937 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-305133e8-2de8-412c-b5bd-e07639547637 req-ce2f9a0b-298f-4283-928a-caa63fed87b4 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167760 Aug 19 15:02:15.523300 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-29c04630-c669-4c83-ad14-366065bf3393 req-e0503e65-63d7-4d59-b9b3-a6c316ee61f9 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200383 Aug 19 15:02:15.679625 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8667f88d-561d-4f0f-84d3-96f3598f10ec tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'Port': ['ID=3cbc52c9-8aff-4223-8409-b4b520264300,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:16.218317 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8667f88d-561d-4f0f-84d3-96f3598f10ec tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:16.321292 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8667f88d-561d-4f0f-84d3-96f3598f10ec tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:16.472512 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8667f88d-561d-4f0f-84d3-96f3598f10ec tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:16.477019 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8667f88d-561d-4f0f-84d3-96f3598f10ec tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:16.542339 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8667f88d-561d-4f0f-84d3-96f3598f10ec tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'Port': ['ID=3cbc52c9-8aff-4223-8409-b4b520264300,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:16.555255 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8667f88d-561d-4f0f-84d3-96f3598f10ec tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:16.642839 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdfc730-f9cb-4c9b-824f-30245287e6f1 req-f69f61e3-d422-4788-b106-aa9c44c8ffb2 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:16.644246 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bbdfc730-f9cb-4c9b-824f-30245287e6f1 req-f69f61e3-d422-4788-b106-aa9c44c8ffb2 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=a72f5e04-bacd-42f8-a6c0-4e33515d90d9 HTTP/1.1" status: 200 len: 945 time: 0.0711348 Aug 19 15:02:16.669299 n-d-766043-2 neutron-server[94639]: INFO neutron.db.l3_db [None req-8667f88d-561d-4f0f-84d3-96f3598f10ec tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Floating IP 3840e704-c2f5-451d-89a5-fbc513cb9e88 associated. External IP: 172.25.2.120, port: 33ec43ab-331e-4b65-b98f-6ca3cd3068c4. Aug 19 15:02:16.677442 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5493cf-107a-4750-adec-000d260e6c32 req-3dd691cb-fa5f-4aa1-bd48-974e297a9ddd tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:16.678948 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3c5493cf-107a-4750-adec-000d260e6c32 req-3dd691cb-fa5f-4aa1-bd48-974e297a9ddd tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 947 time: 0.0797365 Aug 19 15:02:16.709143 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bbdfc730-f9cb-4c9b-824f-30245287e6f1 req-91b08ec3-5d2e-430f-beaa-7d3aa4555155 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571041 Aug 19 15:02:16.734076 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3c5493cf-107a-4750-adec-000d260e6c32 req-9669b8ca-85d4-4188-9d99-29ad6fe4198f tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486777 Aug 19 15:02:16.846156 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4619e517-b599-4514-904d-c8257d6b8656 req-aad5d67e-aa73-40b5-9ab3-8160d7d2780d tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:16.848522 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4619e517-b599-4514-904d-c8257d6b8656 req-aad5d67e-aa73-40b5-9ab3-8160d7d2780d tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=a72f5e04-bacd-42f8-a6c0-4e33515d90d9 HTTP/1.1" status: 200 len: 945 time: 0.0606632 Aug 19 15:02:16.894933 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8667f88d-561d-4f0f-84d3-96f3598f10ec tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Router 686d8860-acf0-400b-979c-5edab405dd60 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:02:16.926979 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5b34b-ac36-4efd-ba15-e88e83d4460f req-8bfc57bf-fc54-4031-86f0-621af5073b8f tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:16.928528 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-25a5b34b-ac36-4efd-ba15-e88e83d4460f req-8bfc57bf-fc54-4031-86f0-621af5073b8f tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 947 time: 0.0788789 Aug 19 15:02:16.931782 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4619e517-b599-4514-904d-c8257d6b8656 req-ae720fed-cf65-41a0-845c-6ffdd52c3ca3 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739570 Aug 19 15:02:16.992108 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-25a5b34b-ac36-4efd-ba15-e88e83d4460f req-cbb5af7d-7157-46cf-a919-107e968be27b tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551059 Aug 19 15:02:17.037520 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8667f88d-561d-4f0f-84d3-96f3598f10ec tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:02:17.050086 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc02b0aa-8006-42f1-945f-becb701edd49 None None] Sync routers for ids ['686d8860-acf0-400b-979c-5edab405dd60'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:02:17.063016 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc02b0aa-8006-42f1-945f-becb701edd49 None None] Routers {'686d8860-acf0-400b-979c-5edab405dd60'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:02:17.063926 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-bc02b0aa-8006-42f1-945f-becb701edd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:02:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['686d8860-acf0-400b-979c-5edab405dd60'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:02:17.071344 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8667f88d-561d-4f0f-84d3-96f3598f10ec tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:17.080922 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33febedd-2223-47ee-be6a-b3a468d0f681 req-d42d423d-7932-40fb-9084-b8659f06e5e5 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:17.082531 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-33febedd-2223-47ee-be6a-b3a468d0f681 req-d42d423d-7932-40fb-9084-b8659f06e5e5 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=a72f5e04-bacd-42f8-a6c0-4e33515d90d9 HTTP/1.1" status: 200 len: 945 time: 0.0715070 Aug 19 15:02:17.105983 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8667f88d-561d-4f0f-84d3-96f3598f10ec tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0909817 Aug 19 15:02:17.107333 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c51dcbe8-798a-4ec9-87e5-1f8f404fa036', 'tag': '33ec43ab-331e-4b65-b98f-6ca3cd3068c4'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:02:17.111173 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea35392b-57b8-48fa-b599-50d39f6179a7" -d '{"events": [{"name": "network-changed", "server_uuid": "c51dcbe8-798a-4ec9-87e5-1f8f404fa036", "tag": "33ec43ab-331e-4b65-b98f-6ca3cd3068c4"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:02:17.160629 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-33febedd-2223-47ee-be6a-b3a468d0f681 req-27d10e72-6dca-45da-ab2a-b74f0921c392 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712898 Aug 19 15:02:17.200071 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f7297-6bae-4579-8b8a-090a22572a88 req-144914d1-c64e-4562-b1e8-1ef28a118296 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:17.201625 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0a9f7297-6bae-4579-8b8a-090a22572a88 req-144914d1-c64e-4562-b1e8-1ef28a118296 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 947 time: 0.0790849 Aug 19 15:02:17.271494 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0a9f7297-6bae-4579-8b8a-090a22572a88 req-3010ea2b-65e0-40fa-93b6-cf2d5b8fb110 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626700 Aug 19 15:02:17.289141 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-bc02b0aa-8006-42f1-945f-becb701edd49 None None] Set router 686d8860-acf0-400b-979c-5edab405dd60 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:02:17.292884 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aeece2-5ff4-4f39-b34b-da5bd0cc8350 req-36854983-6213-405a-8663-5713d0622fd1 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:17.294584 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-94aeece2-5ff4-4f39-b34b-da5bd0cc8350 req-36854983-6213-405a-8663-5713d0622fd1 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 945 time: 0.0609725 Aug 19 15:02:17.336174 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287c9591-472c-49ff-8af9-5ace353b48e5 x-openstack-request-id: req-287c9591-472c-49ff-8af9-5ace353b48e5 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:02:17.336493 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c51dcbe8-798a-4ec9-87e5-1f8f404fa036", "tag": "33ec43ab-331e-4b65-b98f-6ca3cd3068c4", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:02:17.336753 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-287c9591-472c-49ff-8af9-5ace353b48e5 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:02:17.337166 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c51dcbe8-798a-4ec9-87e5-1f8f404fa036', 'tag': '33ec43ab-331e-4b65-b98f-6ca3cd3068c4', 'status': 'completed', 'code': 200} Aug 19 15:02:17.339592 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-94aeece2-5ff4-4f39-b34b-da5bd0cc8350 req-1c475361-1a66-4578-b0a6-3f3511405695 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7df29e2b-5559-4b1c-8c7b-8990489dce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365517 Aug 19 15:02:17.362402 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48692) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:17.421205 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea35392b-57b8-48fa-b599-50d39f6179a7 req-2481391c-2f35-49d5-b86d-195af89a682e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:17.423147 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ea35392b-57b8-48fa-b599-50d39f6179a7 req-2481391c-2f35-49d5-b86d-195af89a682e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5784b0340e8242b1aba4ab831f2e3b23&device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 1096 time: 0.0617380 Aug 19 15:02:17.488558 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-50a72849-3eef-44ac-aebe-7f9f1d895e29 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/floatingips/3840e704-c2f5-451d-89a5-fbc513cb9e88 HTTP/1.1" status: 200 len: 991 time: 0.1247663 Aug 19 15:02:17.621922 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec9607-3680-4910-b935-495076ffc18d req-527678b0-1df9-46cd-bb68-5dfae56c48d0 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:17.629221 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b0ec9607-3680-4910-b935-495076ffc18d req-527678b0-1df9-46cd-bb68-5dfae56c48d0 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 947 time: 0.2002742 Aug 19 15:02:17.630929 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea35392b-57b8-48fa-b599-50d39f6179a7 req-f81fd7f8-1bad-4102-8de9-3c248fd75819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:17.632573 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ea35392b-57b8-48fa-b599-50d39f6179a7 req-f81fd7f8-1bad-4102-8de9-3c248fd75819 service neutron] 10.222.0.88 "GET /v2.0/networks?id=0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e HTTP/1.1" status: 200 len: 898 time: 0.2017765 Aug 19 15:02:17.683768 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-bc02b0aa-8006-42f1-945f-becb701edd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686d8860-acf0-400b-979c-5edab405dd60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688666358', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '4c7094b8-95a4-462c-affc-ba6c265673c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:24Z', 'updated_at': '2021-08-19T15:01:41Z', 'revision_number': 4, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port': {'id': '4c7094b8-95a4-462c-affc-ba6c265673c6', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686d8860-acf0-400b-979c-5edab405dd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:26Z', 'updated_at': '2021-08-19T15:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '3840e704-c2f5-451d-89a5-fbc513cb9e88', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'floating_ip_address': '172.25.2.120', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '686d8860-acf0-400b-979c-5edab405dd60', 'port_id': '33ec43ab-331e-4b65-b98f-6ca3cd3068c4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e', 'mac_address': 'fa:16:3e:32:6c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51dcbe8-798a-4ec9-87e5-1f8f404fa036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:02:15Z', 'updated_at': '2021-08-19T15:02:15Z', 'revision_number': 0, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3cb2e75-61ed-4e16-a9c2-4d06fbb7dee7', 'name': '', 'network_id': '0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'mac_address': 'fa:16:3e:32:56:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686d8860-acf0-400b-979c-5edab405dd60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '1c0affc3-2289-41e1-9841-156efcfe8ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:38Z', 'updated_at': '2021-08-19T15:01:52Z', 'revision_number': 5, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'subnets': [{'id': '1c0affc3-2289-41e1-9841-156efcfe8ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:02:17.714207 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc02b0aa-8006-42f1-945f-becb701edd49 None None] Checking router: 686d8860-acf0-400b-979c-5edab405dd60 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:02:17.724336 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc02b0aa-8006-42f1-945f-becb701edd49 None None] Routers {'686d8860-acf0-400b-979c-5edab405dd60'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:02:17.725760 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-bc02b0aa-8006-42f1-945f-becb701edd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:02:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['686d8860-acf0-400b-979c-5edab405dd60'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:02:17.799018 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b0ec9607-3680-4910-b935-495076ffc18d req-50dcc60a-628f-4729-9b5a-2c3917554258 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656435 Aug 19 15:02:17.815363 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ea35392b-57b8-48fa-b599-50d39f6179a7 req-b5d91a7d-2386-4714-bd55-638b3b616abd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33ec43ab-331e-4b65-b98f-6ca3cd3068c4 HTTP/1.1" status: 200 len: 999 time: 0.1682420 Aug 19 15:02:17.828473 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24346e25-6e3e-45e9-96ae-bd01aa773426 req-b446bd77-a184-4578-966c-c71a7ee84a5c tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:17.836506 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-24346e25-6e3e-45e9-96ae-bd01aa773426 req-b446bd77-a184-4578-966c-c71a7ee84a5c tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=a72f5e04-bacd-42f8-a6c0-4e33515d90d9 HTTP/1.1" status: 200 len: 945 time: 0.1733499 Aug 19 15:02:17.840488 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-bc02b0aa-8006-42f1-945f-becb701edd49 None None] Set router 686d8860-acf0-400b-979c-5edab405dd60 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:02:17.906114 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-24346e25-6e3e-45e9-96ae-bd01aa773426 req-55e1c22b-d081-488f-9c2d-ce9c6140c5b0 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685310 Aug 19 15:02:17.925296 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea35392b-57b8-48fa-b599-50d39f6179a7 req-61faf527-dc07-4c59-8c70-a60ee62d4c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:17.927243 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ea35392b-57b8-48fa-b599-50d39f6179a7 req-61faf527-dc07-4c59-8c70-a60ee62d4c82 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1c0affc3-2289-41e1-9841-156efcfe8ae7 HTTP/1.1" status: 200 len: 835 time: 0.0884104 Aug 19 15:02:18.007474 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea35392b-57b8-48fa-b599-50d39f6179a7 req-38a119d1-a2da-4583-ba01-89a7c1970b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:18.009037 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ea35392b-57b8-48fa-b599-50d39f6179a7 req-38a119d1-a2da-4583-ba01-89a7c1970b44 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744114 Aug 19 15:02:18.055722 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb106817-19e7-4613-8ae8-355996f4dae8 req-fcb4178c-fb28-4071-9445-d42823ba667a tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:18.058151 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fb106817-19e7-4613-8ae8-355996f4dae8 req-fcb4178c-fb28-4071-9445-d42823ba667a tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 947 time: 0.0883744 Aug 19 15:02:18.117488 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-bc02b0aa-8006-42f1-945f-becb701edd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686d8860-acf0-400b-979c-5edab405dd60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688666358', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '4c7094b8-95a4-462c-affc-ba6c265673c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:24Z', 'updated_at': '2021-08-19T15:01:41Z', 'revision_number': 4, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port': {'id': '4c7094b8-95a4-462c-affc-ba6c265673c6', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686d8860-acf0-400b-979c-5edab405dd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:26Z', 'updated_at': '2021-08-19T15:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '3840e704-c2f5-451d-89a5-fbc513cb9e88', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'floating_ip_address': '172.25.2.120', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '686d8860-acf0-400b-979c-5edab405dd60', 'port_id': '33ec43ab-331e-4b65-b98f-6ca3cd3068c4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e', 'mac_address': 'fa:16:3e:32:6c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51dcbe8-798a-4ec9-87e5-1f8f404fa036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:02:15Z', 'updated_at': '2021-08-19T15:02:15Z', 'revision_number': 0, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3cb2e75-61ed-4e16-a9c2-4d06fbb7dee7', 'name': '', 'network_id': '0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'mac_address': 'fa:16:3e:32:56:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686d8860-acf0-400b-979c-5edab405dd60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '1c0affc3-2289-41e1-9841-156efcfe8ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:38Z', 'updated_at': '2021-08-19T15:01:52Z', 'revision_number': 5, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'subnets': [{'id': '1c0affc3-2289-41e1-9841-156efcfe8ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:02:18.139812 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fb106817-19e7-4613-8ae8-355996f4dae8 req-4f06020d-62b8-40a0-82fc-d80865b7ac28 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521088 Aug 19 15:02:18.155876 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc02b0aa-8006-42f1-945f-becb701edd49 None None] The sync data for ids ['686d8860-acf0-400b-979c-5edab405dd60'] in n-d-766043-2 is: [{'id': '686d8860-acf0-400b-979c-5edab405dd60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688666358', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '4c7094b8-95a4-462c-affc-ba6c265673c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:24Z', 'updated_at': '2021-08-19T15:01:41Z', 'revision_number': 4, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port': {'id': '4c7094b8-95a4-462c-affc-ba6c265673c6', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686d8860-acf0-400b-979c-5edab405dd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:26Z', 'updated_at': '2021-08-19T15:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '3840e704-c2f5-451d-89a5-fbc513cb9e88', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'floating_ip_address': '172.25.2.120', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '686d8860-acf0-400b-979c-5edab405dd60', 'port_id': '33ec43ab-331e-4b65-b98f-6ca3cd3068c4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e', 'mac_address': 'fa:16:3e:32:6c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51dcbe8-798a-4ec9-87e5-1f8f404fa036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:02:15Z', 'updated_at': '2021-08-19T15:02:15Z', 'revision_number': 0, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3cb2e75-61ed-4e16-a9c2-4d06fbb7dee7', 'name': '', 'network_id': '0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'mac_address': 'fa:16:3e:32:56:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686d8860-acf0-400b-979c-5edab405dd60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '1c0affc3-2289-41e1-9841-156efcfe8ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:38Z', 'updated_at': '2021-08-19T15:01:52Z', 'revision_number': 5, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'subnets': [{'id': '1c0affc3-2289-41e1-9841-156efcfe8ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:02:18.194792 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ea35392b-57b8-48fa-b599-50d39f6179a7 req-65fcb28a-35ce-4755-9c1b-ab3e8ba899d6 service neutron] 10.222.0.88 "GET /v2.0/networks/0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728806 Aug 19 15:02:18.327756 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a38b0-9216-4faf-911b-ce7ccbc77776 req-79d5e494-2bb7-490b-9c19-6dc6d73601e6 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:18.329359 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0d3a38b0-9216-4faf-911b-ce7ccbc77776 req-79d5e494-2bb7-490b-9c19-6dc6d73601e6 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 947 time: 0.0817146 Aug 19 15:02:18.336087 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ea35392b-57b8-48fa-b599-50d39f6179a7 req-c14c3f67-a6ee-4043-b467-dba1cc3935ae service neutron] 10.222.0.88 "GET /v2.0/networks/0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332505 Aug 19 15:02:18.372708 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0d3a38b0-9216-4faf-911b-ce7ccbc77776 req-3369c62a-1c18-4e5a-af23-c926a934bbc9 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356152 Aug 19 15:02:18.428560 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdf7b80-1479-476e-b4ad-e5d130d65c18 None None] New status for floating IP 3840e704-c2f5-451d-89a5-fbc513cb9e88: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:02:18.492213 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48718) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:18.507187 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236fcb44-304b-4040-b449-1c0d3a9b61ad req-9d6a40d9-e655-40b1-b2fa-5b00dd502a6f tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:18.515399 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-236fcb44-304b-4040-b449-1c0d3a9b61ad req-9d6a40d9-e655-40b1-b2fa-5b00dd502a6f tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 947 time: 0.0642219 Aug 19 15:02:18.550570 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-236fcb44-304b-4040-b449-1c0d3a9b61ad req-66017895-7ad0-4f2b-829d-c81e88809baa tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341477 Aug 19 15:02:18.561788 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d79fcaf9-f61d-4fd9-ae15-f7fbabc1313c tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/floatingips/3840e704-c2f5-451d-89a5-fbc513cb9e88 HTTP/1.1" status: 200 len: 991 time: 0.0682969 Aug 19 15:02:18.788258 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af686e-9f27-4696-945c-dc2c8722727e req-9bc4b208-c625-4d40-9d71-ba349f0ec2cd tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:18.789951 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-72af686e-9f27-4696-945c-dc2c8722727e req-9bc4b208-c625-4d40-9d71-ba349f0ec2cd tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 947 time: 0.0521476 Aug 19 15:02:18.834936 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-72af686e-9f27-4696-945c-dc2c8722727e req-620a3fba-7437-406d-99e2-bd0e7c8270ec tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375350 Aug 19 15:02:19.037093 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed50c324-cdd7-439f-990d-8cde5cec6ae0 req-b4c8ffe5-4957-4ce7-b65b-d295ad2f61f0 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:19.038722 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ed50c324-cdd7-439f-990d-8cde5cec6ae0 req-b4c8ffe5-4957-4ce7-b65b-d295ad2f61f0 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=a72f5e04-bacd-42f8-a6c0-4e33515d90d9 HTTP/1.1" status: 200 len: 945 time: 0.0545986 Aug 19 15:02:19.077405 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ed50c324-cdd7-439f-990d-8cde5cec6ae0 req-4d9e08ff-ee31-45c4-8ea9-11a58666048e tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324345 Aug 19 15:02:19.565622 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 48732) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:19.942671 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0ce0b072-a701-48f2-8939-dd410df509fd tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/floatingips/3840e704-c2f5-451d-89a5-fbc513cb9e88 HTTP/1.1" status: 200 len: 993 time: 0.3758278 Aug 19 15:02:19.972939 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba33b5-fc40-435b-83dd-a135b78c771e req-fd5a2676-7922-4034-8afc-e06869193e53 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:19.974825 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-85ba33b5-fc40-435b-83dd-a135b78c771e req-fd5a2676-7922-4034-8afc-e06869193e53 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.68 "GET /v2.0/ports?device_id=a72f5e04-bacd-42f8-a6c0-4e33515d90d9 HTTP/1.1" status: 200 len: 945 time: 0.3525331 Aug 19 15:02:19.980303 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3026ab-b9d9-4193-b086-43762c0a2406 req-842e6e59-891b-492a-bd3a-0d248253a3f9 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:19.981783 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4d3026ab-b9d9-4193-b086-43762c0a2406 req-842e6e59-891b-492a-bd3a-0d248253a3f9 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 947 time: 0.0647225 Aug 19 15:02:20.059463 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4d3026ab-b9d9-4193-b086-43762c0a2406 req-74191dbe-9ba8-4536-adfb-c8263fc52d20 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657961 Aug 19 15:02:20.094073 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-85ba33b5-fc40-435b-83dd-a135b78c771e req-9bbad2f8-1d02-4831-a3ee-293267296eef tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Deleting port de300ced-bf49-45b4-8406-23d26647103e {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:02:20.095457 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-85ba33b5-fc40-435b-83dd-a135b78c771e req-9bbad2f8-1d02-4831-a3ee-293267296eef tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:20.213719 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6534106c-4071-4599-974e-2f86ee7afdf2 req-1120d821-022d-49fe-b007-5e5c6bad9863 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:20.221480 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6534106c-4071-4599-974e-2f86ee7afdf2 req-1120d821-022d-49fe-b007-5e5c6bad9863 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=a72f5e04-bacd-42f8-a6c0-4e33515d90d9 HTTP/1.1" status: 200 len: 945 time: 0.0602138 Aug 19 15:02:20.247149 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-85ba33b5-fc40-435b-83dd-a135b78c771e req-9bbad2f8-1d02-4831-a3ee-293267296eef tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] For port de300ced-bf49-45b4-8406-23d26647103e, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=de300ced-bf49-45b4-8406-23d26647103e,segment=NetworkSegment(b6bb2d61-0455-440b-809f-c8e64ffc2b8e),segment_id=b6bb2d61-0455-440b-809f-c8e64ffc2b8e)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:02:20.247525 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-85ba33b5-fc40-435b-83dd-a135b78c771e req-9bbad2f8-1d02-4831-a3ee-293267296eef tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:20.270820 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-85ba33b5-fc40-435b-83dd-a135b78c771e req-9bbad2f8-1d02-4831-a3ee-293267296eef tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Calling delete_port for de300ced-bf49-45b4-8406-23d26647103e owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:02:20.275120 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6534106c-4071-4599-974e-2f86ee7afdf2 req-efd5a512-fdb7-46c3-bd92-7a91fff38c07 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527616 Aug 19 15:02:20.448209 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-85ba33b5-fc40-435b-83dd-a135b78c771e req-9bbad2f8-1d02-4831-a3ee-293267296eef tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:20.482390 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405805b-9d14-4a50-ac87-5d52da2e74db req-2c2667c7-7211-4686-82c1-bfc4358ae2f6 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:20.484239 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3405805b-9d14-4a50-ac87-5d52da2e74db req-2c2667c7-7211-4686-82c1-bfc4358ae2f6 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 947 time: 0.1052454 Aug 19 15:02:20.486068 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa49f3-81ad-429a-bce0-ab240f5d5729 req-a35c5843-c946-4ac9-aead-5231897a1d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:20.487672 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-19aa49f3-81ad-429a-bce0-ab240f5d5729 req-a35c5843-c946-4ac9-aead-5231897a1d95 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5d0ce086c68641eab81e2252cb60e6f7&device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 1098 time: 0.0771487 Aug 19 15:02:20.491250 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbad2f8-1d02-4831-a3ee-293267296eef tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Pushing event deleted for resources: {'Port': ['ID=de300ced-bf49-45b4-8406-23d26647103e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:20.580164 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3405805b-9d14-4a50-ac87-5d52da2e74db req-0ed7e173-fda7-437a-ae5a-a5f08b45788d tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890143 Aug 19 15:02:20.585256 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ba33b5-fc40-435b-83dd-a135b78c771e req-9bbad2f8-1d02-4831-a3ee-293267296eef tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] No DVR routers for this DVR port de300ced-bf49-45b4-8406-23d26647103e on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:02:20.588004 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-85ba33b5-fc40-435b-83dd-a135b78c771e req-9bbad2f8-1d02-4831-a3ee-293267296eef tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:20.590473 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-85ba33b5-fc40-435b-83dd-a135b78c771e req-9bbad2f8-1d02-4831-a3ee-293267296eef tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.68 "DELETE /v2.0/ports/de300ced-bf49-45b4-8406-23d26647103e HTTP/1.1" status: 204 len: 173 time: 0.6051064 Aug 19 15:02:20.590957 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a72f5e04-bacd-42f8-a6c0-4e33515d90d9', 'name': 'network-vif-deleted', 'tag': 'de300ced-bf49-45b4-8406-23d26647103e'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:02:20.602158 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac3c3d4-8bc6-4b3e-a12a-ebb74a0c6777" -d '{"events": [{"server_uuid": "a72f5e04-bacd-42f8-a6c0-4e33515d90d9", "name": "network-vif-deleted", "tag": "de300ced-bf49-45b4-8406-23d26647103e"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:02:20.649074 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa49f3-81ad-429a-bce0-ab240f5d5729 req-6ee02f06-1fb1-4146-9f53-e8999e382b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:20.650784 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-19aa49f3-81ad-429a-bce0-ab240f5d5729 req-6ee02f06-1fb1-4146-9f53-e8999e382b4d service neutron] 10.222.0.88 "GET /v2.0/networks?id=24c8d536-ac23-4a61-ad49-3474c07f936c HTTP/1.1" status: 200 len: 914 time: 0.1522341 Aug 19 15:02:20.668951 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba2c6c0-7f79-4078-8e2e-38f59c1f4e1f x-openstack-request-id: req-fba2c6c0-7f79-4078-8e2e-38f59c1f4e1f {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:02:20.669892 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a72f5e04-bacd-42f8-a6c0-4e33515d90d9", "name": "network-vif-deleted", "tag": "de300ced-bf49-45b4-8406-23d26647103e", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:02:20.670325 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fba2c6c0-7f79-4078-8e2e-38f59c1f4e1f {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:02:20.671306 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a72f5e04-bacd-42f8-a6c0-4e33515d90d9', 'name': 'network-vif-deleted', 'tag': 'de300ced-bf49-45b4-8406-23d26647103e', 'status': 'completed', 'code': 200} Aug 19 15:02:20.716241 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-19aa49f3-81ad-429a-bce0-ab240f5d5729 req-ed5deb17-248b-44ef-8b94-b039b82c327a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4a3b9ef-c898-4326-956d-2612053131ff HTTP/1.1" status: 200 len: 217 time: 0.0580597 Aug 19 15:02:20.786931 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa49f3-81ad-429a-bce0-ab240f5d5729 req-14172d1c-6887-438b-9883-ea79c9889305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:20.788652 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-19aa49f3-81ad-429a-bce0-ab240f5d5729 req-14172d1c-6887-438b-9883-ea79c9889305 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=145d9747-b0a8-4fa3-980b-a8e578e75c9d HTTP/1.1" status: 200 len: 853 time: 0.0625103 Aug 19 15:02:20.827607 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-19aa49f3-81ad-429a-bce0-ab240f5d5729 req-70045e6f-1aea-4cf9-a38c-302253e1b94a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=24c8d536-ac23-4a61-ad49-3474c07f936c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309010 Aug 19 15:02:20.931456 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-19aa49f3-81ad-429a-bce0-ab240f5d5729 req-50341540-3382-481d-bddf-a0cd522b63ec service neutron] 10.222.0.88 "GET /v2.0/networks/24c8d536-ac23-4a61-ad49-3474c07f936c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969329 Aug 19 15:02:21.061137 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-19aa49f3-81ad-429a-bce0-ab240f5d5729 req-69b17f19-2dd1-4a81-91fc-060358e1c515 service neutron] 10.222.0.88 "GET /v2.0/networks/24c8d536-ac23-4a61-ad49-3474c07f936c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225653 Aug 19 15:02:21.406887 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-39e350c9-9997-47e0-abab-0039a3e725aa req-d9f0215f-6a27-46a6-84db-a99b38ccd3e7 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=a72f5e04-bacd-42f8-a6c0-4e33515d90d9 HTTP/1.1" status: 200 len: 210 time: 0.0296590 Aug 19 15:02:21.737907 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cecc01-2000-4533-83b9-af42c2ca1dac req-59b8fd2e-d331-43be-9864-aec6c2b893c8 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:21.745837 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-57cecc01-2000-4533-83b9-af42c2ca1dac req-59b8fd2e-d331-43be-9864-aec6c2b893c8 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 947 time: 0.0684676 Aug 19 15:02:21.797900 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-57cecc01-2000-4533-83b9-af42c2ca1dac req-11975fd4-cda2-47b7-bc60-c73d71ef2abf tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500097 Aug 19 15:02:21.977505 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device de300ced-bf49-45b4-8406-23d26647103e no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:02:22.013879 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: de300ced-bf49-45b4-8406-23d26647103e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:02:22.014520 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device de300ced-bf49-45b4-8406-23d26647103e not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:02:22.517258 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6799de29-9708-45e1-ad1b-3ba133fb299c req-90eddd32-cf8c-4433-84ba-9327991478a3 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=a72f5e04-bacd-42f8-a6c0-4e33515d90d9 HTTP/1.1" status: 200 len: 210 time: 0.0297577 Aug 19 15:02:22.945825 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df1a543-a8e3-4991-85a0-50ecd5d9dd27 req-e7e7f567-7120-4dc4-82c9-3d72779ba14a tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:22.952977 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8df1a543-a8e3-4991-85a0-50ecd5d9dd27 req-e7e7f567-7120-4dc4-82c9-3d72779ba14a tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 947 time: 0.0692868 Aug 19 15:02:23.005730 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8df1a543-a8e3-4991-85a0-50ecd5d9dd27 req-905abbbe-a4a0-4fa5-ac92-60289df86ce5 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516300 Aug 19 15:02:23.165972 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488dc4ca-238a-4350-8257-a1db4c2fdedd req-31e5d5f5-aece-47af-a517-6d5b0b37319d tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:23.168903 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-488dc4ca-238a-4350-8257-a1db4c2fdedd req-31e5d5f5-aece-47af-a517-6d5b0b37319d tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 947 time: 0.0847847 Aug 19 15:02:23.233931 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-488dc4ca-238a-4350-8257-a1db4c2fdedd req-19987ba6-f9d5-41a6-be50-c28ad90fec5e tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600283 Aug 19 15:02:23.431960 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893c12e-0506-460b-a1e3-df2236141b14 req-08539af1-c56d-4db0-894c-b77f2bcd81d0 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:23.443211 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0893c12e-0506-460b-a1e3-df2236141b14 req-08539af1-c56d-4db0-894c-b77f2bcd81d0 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 947 time: 0.0791483 Aug 19 15:02:23.501201 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0893c12e-0506-460b-a1e3-df2236141b14 req-742cbcfd-30a7-4069-b88d-c1016d7f397a tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570803 Aug 19 15:02:23.667389 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e41101b6-bb43-4d0f-b516-b1e7a4762e1a req-56732143-8c6b-46da-a645-1c91725d5a6a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=a72f5e04-bacd-42f8-a6c0-4e33515d90d9 HTTP/1.1" status: 200 len: 210 time: 0.0338981 Aug 19 15:02:23.691566 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2dc9dc-a2b0-4544-ba3a-1d7fcf7e0839 req-29ba9f7e-dbf6-47c0-af1a-920db9bb6705 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:23.695311 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9b2dc9dc-a2b0-4544-ba3a-1d7fcf7e0839 req-29ba9f7e-dbf6-47c0-af1a-920db9bb6705 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 947 time: 0.0913663 Aug 19 15:02:23.748970 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9b2dc9dc-a2b0-4544-ba3a-1d7fcf7e0839 req-4f10af17-bd77-4576-ae3f-a93652dfcdf2 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444207 Aug 19 15:02:23.932509 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a6b53-ac18-4cef-b815-29e9aeaa58fd req-725dae8e-c08a-4a64-8a3f-e943e8d74c8d tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:23.934584 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e91a6b53-ac18-4cef-b815-29e9aeaa58fd req-725dae8e-c08a-4a64-8a3f-e943e8d74c8d tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 947 time: 0.0599945 Aug 19 15:02:23.999943 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e91a6b53-ac18-4cef-b815-29e9aeaa58fd req-b91e15f2-ae42-4b9c-8640-cdd1dd816aba tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592091 Aug 19 15:02:24.134918 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426893f1-1c6a-45fd-8783-43a0334420da req-f2d016af-7f61-46bb-b7f4-20f968796832 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:24.136488 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-426893f1-1c6a-45fd-8783-43a0334420da req-f2d016af-7f61-46bb-b7f4-20f968796832 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 947 time: 0.0663338 Aug 19 15:02:24.191028 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-426893f1-1c6a-45fd-8783-43a0334420da req-148247f9-539d-40ce-946f-33f45ea10df1 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467122 Aug 19 15:02:24.389037 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712e143-05a4-42db-a37f-0da87adc1373 req-15df2aa2-fa26-4c59-81da-2fa7c33fd515 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:24.390943 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b712e143-05a4-42db-a37f-0da87adc1373 req-15df2aa2-fa26-4c59-81da-2fa7c33fd515 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 947 time: 0.0766835 Aug 19 15:02:24.451892 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b712e143-05a4-42db-a37f-0da87adc1373 req-2afba7dc-0401-4c2c-ac69-87764fe23fd8 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536082 Aug 19 15:02:24.596715 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b54a20-86e3-48ee-ab15-311030219d7e req-4906c7af-51ab-4ed3-bcb2-758d0eb3e2c2 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:24.598150 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d1b54a20-86e3-48ee-ab15-311030219d7e req-4906c7af-51ab-4ed3-bcb2-758d0eb3e2c2 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 947 time: 0.0682847 Aug 19 15:02:24.648951 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d1b54a20-86e3-48ee-ab15-311030219d7e req-8fda6894-ee71-41e0-81c3-4558048829e0 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437882 Aug 19 15:02:24.842393 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f28977dc-cb2a-4b38-bdbd-cec8e84a389b req-d3dda0fa-45b0-4689-bed0-1462991bfae5 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=a72f5e04-bacd-42f8-a6c0-4e33515d90d9 HTTP/1.1" status: 200 len: 210 time: 0.0362961 Aug 19 15:02:24.854701 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e4951-4796-48bd-b37e-cc5344a59a97 req-01f93ef2-eebf-4816-b758-e22027b44428 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:24.856337 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-da6e4951-4796-48bd-b37e-cc5344a59a97 req-01f93ef2-eebf-4816-b758-e22027b44428 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 947 time: 0.0805495 Aug 19 15:02:24.895842 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-da6e4951-4796-48bd-b37e-cc5344a59a97 req-d33c9a7d-d076-49cb-9c35-af34f4578e34 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334642 Aug 19 15:02:25.010888 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81f7dc-a6f8-45b7-b0b3-c42e469253dd req-60ff1c95-15b6-4238-a042-3d26b8564649 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:25.012336 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9a81f7dc-a6f8-45b7-b0b3-c42e469253dd req-60ff1c95-15b6-4238-a042-3d26b8564649 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 947 time: 0.0487378 Aug 19 15:02:25.050840 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9a81f7dc-a6f8-45b7-b0b3-c42e469253dd req-ee72b060-3cb9-4d53-8361-8bcfcee4fe7c tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322614 Aug 19 15:02:25.181418 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4596289-eea8-4681-b48a-11eb1ab48ce7 req-f1d60222-b6f5-4f56-b9d7-a4278dbd312d tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:25.182884 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f4596289-eea8-4681-b48a-11eb1ab48ce7 req-f1d60222-b6f5-4f56-b9d7-a4278dbd312d tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 947 time: 0.0493281 Aug 19 15:02:25.219075 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f4596289-eea8-4681-b48a-11eb1ab48ce7 req-5379ea28-faef-4a0a-a705-5c9b30643221 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302260 Aug 19 15:02:25.345333 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86258d9e-780e-4afa-914a-5067e10a4a16 req-30d1a743-c1e3-4912-ad73-96578251c180 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:25.346904 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-86258d9e-780e-4afa-914a-5067e10a4a16 req-30d1a743-c1e3-4912-ad73-96578251c180 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 947 time: 0.0582867 Aug 19 15:02:25.390269 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-86258d9e-780e-4afa-914a-5067e10a4a16 req-e53a0af5-5fd6-437b-80e4-a59be3ba05b4 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343258 Aug 19 15:02:25.539306 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0cff1b-6661-4db7-8b93-8cca4305919a req-e5f14760-52a7-4081-b6cb-58d9596f232d tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:25.541169 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ee0cff1b-6661-4db7-8b93-8cca4305919a req-e5f14760-52a7-4081-b6cb-58d9596f232d tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 947 time: 0.0506482 Aug 19 15:02:25.586585 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ee0cff1b-6661-4db7-8b93-8cca4305919a req-0d906e73-a281-431b-93bc-deadd0467204 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391815 Aug 19 15:02:25.720522 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35717639-f4ab-4ffd-a16f-fbcadf5006d8 req-8bc12525-f218-4763-bf5b-ae0936000dbe tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:25.722044 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-35717639-f4ab-4ffd-a16f-fbcadf5006d8 req-8bc12525-f218-4763-bf5b-ae0936000dbe tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 947 time: 0.0598917 Aug 19 15:02:25.762145 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-35717639-f4ab-4ffd-a16f-fbcadf5006d8 req-b610fdac-f735-4769-b476-3fe18813c45e tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329382 Aug 19 15:02:25.890585 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd49234-f031-44ad-984d-837da1592f3f req-407875c6-cc07-4d40-8276-96bb82af83e7 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:25.892229 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1bd49234-f031-44ad-984d-837da1592f3f req-407875c6-cc07-4d40-8276-96bb82af83e7 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 947 time: 0.0540259 Aug 19 15:02:25.933230 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1bd49234-f031-44ad-984d-837da1592f3f req-82197878-75af-4277-a995-d70842668dbd tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348146 Aug 19 15:02:30.783566 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c074b9-8d00-46ba-a236-abe9219a8567 req-34c3f525-3ce8-462b-aaa1-9d0798292309 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:30.788926 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c8c074b9-8d00-46ba-a236-abe9219a8567 req-34c3f525-3ce8-462b-aaa1-9d0798292309 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 947 time: 0.0612321 Aug 19 15:02:30.828663 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c8c074b9-8d00-46ba-a236-abe9219a8567 req-5d7efae3-24e5-46d1-bd6c-3fdc0d9ffcf9 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364885 Aug 19 15:02:31.390759 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-96eef469-2463-4ea9-95a0-e667ef6b9fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:31.973837 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fca5ee-1015-419a-9311-f570f9a653fc req-e0340b10-a64a-438b-9532-7eef541a06a3 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:31.975354 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-69fca5ee-1015-419a-9311-f570f9a653fc req-e0340b10-a64a-438b-9532-7eef541a06a3 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 947 time: 0.0574455 Aug 19 15:02:32.017151 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-69fca5ee-1015-419a-9311-f570f9a653fc req-703cb0d8-b073-4ce2-971c-24518e06cf73 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/security-groups?id=2ac879d0-7151-4fee-9ab5-8028561c4faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354807 Aug 19 15:02:32.501813 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4c7d8-65a0-4605-90f1-c80cb22dbb3c req-ec1dba09-90b7-40bb-b6e2-8d3a6d39ec60 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:32.503721 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-32c4c7d8-65a0-4605-90f1-c80cb22dbb3c req-ec1dba09-90b7-40bb-b6e2-8d3a6d39ec60 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.88 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 947 time: 0.0611033 Aug 19 15:02:32.612264 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-32c4c7d8-65a0-4605-90f1-c80cb22dbb3c req-12d7ab1c-6c7d-445c-941b-414c1f5ce495 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Deleting port b4a3b9ef-c898-4326-956d-2612053131ff {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:02:32.612656 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-32c4c7d8-65a0-4605-90f1-c80cb22dbb3c req-12d7ab1c-6c7d-445c-941b-414c1f5ce495 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:32.737360 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-32c4c7d8-65a0-4605-90f1-c80cb22dbb3c req-12d7ab1c-6c7d-445c-941b-414c1f5ce495 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] For port b4a3b9ef-c898-4326-956d-2612053131ff, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=b4a3b9ef-c898-4326-956d-2612053131ff,segment=NetworkSegment(4b88a796-6b52-4244-a48f-fe8e695c9ce6),segment_id=4b88a796-6b52-4244-a48f-fe8e695c9ce6)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:02:32.737734 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-32c4c7d8-65a0-4605-90f1-c80cb22dbb3c req-12d7ab1c-6c7d-445c-941b-414c1f5ce495 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:32.760752 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-32c4c7d8-65a0-4605-90f1-c80cb22dbb3c req-12d7ab1c-6c7d-445c-941b-414c1f5ce495 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Calling delete_port for b4a3b9ef-c898-4326-956d-2612053131ff owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:02:32.943572 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-32c4c7d8-65a0-4605-90f1-c80cb22dbb3c req-12d7ab1c-6c7d-445c-941b-414c1f5ce495 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:32.958573 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['b4a3b9ef-c898-4326-956d-2612053131ff'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:02:33.000896 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d7ab1c-6c7d-445c-941b-414c1f5ce495 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Pushing event deleted for resources: {'Port': ['ID=b4a3b9ef-c898-4326-956d-2612053131ff,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:33.062901 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c4c7d8-65a0-4605-90f1-c80cb22dbb3c req-12d7ab1c-6c7d-445c-941b-414c1f5ce495 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] No DVR routers for this DVR port b4a3b9ef-c898-4326-956d-2612053131ff on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:02:33.065594 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-32c4c7d8-65a0-4605-90f1-c80cb22dbb3c req-12d7ab1c-6c7d-445c-941b-414c1f5ce495 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:33.068622 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-32c4c7d8-65a0-4605-90f1-c80cb22dbb3c req-12d7ab1c-6c7d-445c-941b-414c1f5ce495 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.88 "DELETE /v2.0/ports/b4a3b9ef-c898-4326-956d-2612053131ff HTTP/1.1" status: 204 len: 173 time: 0.5557640 Aug 19 15:02:33.069088 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4', 'name': 'network-vif-deleted', 'tag': 'b4a3b9ef-c898-4326-956d-2612053131ff'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:02:33.071399 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a2bf75-4125-4809-aaae-0826d1e3a4b6" -d '{"events": [{"server_uuid": "b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4", "name": "network-vif-deleted", "tag": "b4a3b9ef-c898-4326-956d-2612053131ff"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:02:33.115681 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b5bb47-57e7-4dff-a2de-a0ac4e38bf0c x-openstack-request-id: req-f0b5bb47-57e7-4dff-a2de-a0ac4e38bf0c {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:02:33.116227 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4", "name": "network-vif-deleted", "tag": "b4a3b9ef-c898-4326-956d-2612053131ff", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:02:33.116504 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f0b5bb47-57e7-4dff-a2de-a0ac4e38bf0c {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:02:33.116956 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4', 'name': 'network-vif-deleted', 'tag': 'b4a3b9ef-c898-4326-956d-2612053131ff', 'status': 'completed', 'code': 200} Aug 19 15:02:33.155073 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e5f308ff-3812-4943-9c48-f3866579d9c5 req-04918d8f-1806-472e-abe7-75983380cb66 tempest-ServersNegativeTestJSON-803253816 tempest-ServersNegativeTestJSON-803253816-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2bf43a2-be36-4e9b-b35d-ef1b5777a9e4 HTTP/1.1" status: 200 len: 210 time: 0.0368094 Aug 19 15:02:33.805016 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:02:34.118744 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:34.218820 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49060) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:34.281978 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce845392-ed58-4efd-a3e3-c2f07c11648b admin admin] Deleting subnet 145d9747-b0a8-4fa3-980b-a8e578e75c9d {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:02:34.286247 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce845392-ed58-4efd-a3e3-c2f07c11648b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:34.309832 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50d54e9f-1a8c-40f2-b012-5b48b6707f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:34.330750 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce845392-ed58-4efd-a3e3-c2f07c11648b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:34.372700 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce845392-ed58-4efd-a3e3-c2f07c11648b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:34.428441 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce845392-ed58-4efd-a3e3-c2f07c11648b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:34.456692 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce845392-ed58-4efd-a3e3-c2f07c11648b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=145d9747-b0a8-4fa3-980b-a8e578e75c9d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:34.461240 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce845392-ed58-4efd-a3e3-c2f07c11648b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:34.463610 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ce845392-ed58-4efd-a3e3-c2f07c11648b admin admin] 10.222.0.69 "DELETE /v2.0/subnets/145d9747-b0a8-4fa3-980b-a8e578e75c9d HTTP/1.1" status: 204 len: 168 time: 0.2437932 Aug 19 15:02:34.466188 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 49070) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:34.539833 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be20927f-a6f9-41bc-857c-a4627d4b67b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:34.554041 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:34.626081 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be20927f-a6f9-41bc-857c-a4627d4b67b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:34.636942 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-be20927f-a6f9-41bc-857c-a4627d4b67b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24c8d536-ac23-4a61-ad49-3474c07f936c']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:02:34.651956 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-be20927f-a6f9-41bc-857c-a4627d4b67b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b88a796-6b52-4244-a48f-fe8e695c9ce6') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:02:34.652262 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-be20927f-a6f9-41bc-857c-a4627d4b67b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b88a796-6b52-4244-a48f-fe8e695c9ce6') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:02:34.662454 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be20927f-a6f9-41bc-857c-a4627d4b67b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:34.677417 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be20927f-a6f9-41bc-857c-a4627d4b67b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:34.683436 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be20927f-a6f9-41bc-857c-a4627d4b67b3 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:02:34.683827 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be20927f-a6f9-41bc-857c-a4627d4b67b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:34.685476 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 15:02:34.685476 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:02:34.685476 n-d-766043-2 neutron-server[94640]: timer() Aug 19 15:02:34.685476 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:02:34.685476 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 15:02:34.685476 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:02:34.685476 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 15:02:34.685476 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:02:34.685476 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 15:02:34.685476 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:02:34.685476 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 15:02:34.685476 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:02:34.685476 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 15:02:34.685476 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:02:34.685476 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:02:34.685476 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:02:34.685476 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:02:34.685476 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:02:34.685476 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 15:02:34.685476 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:02:34.685476 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 15:02:34.685476 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:02:34.685476 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:02:34.685476 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:02:34.685476 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 15:02:34.685476 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:02:34.685476 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:02:34.685476 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:02:34.685476 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:02:34.685476 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:02:34.685476 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:02:34.685476 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:02:34.746012 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be20927f-a6f9-41bc-857c-a4627d4b67b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:34.752051 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be20927f-a6f9-41bc-857c-a4627d4b67b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:34.757205 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-be20927f-a6f9-41bc-857c-a4627d4b67b3 admin admin] 10.222.0.69 "DELETE /v2.0/networks/24c8d536-ac23-4a61-ad49-3474c07f936c HTTP/1.1" status: 204 len: 168 time: 0.2867389 Aug 19 15:02:34.776053 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be20927f-a6f9-41bc-857c-a4627d4b67b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=24c8d536-ac23-4a61-ad49-3474c07f936c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:34.966383 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 49074) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:35.007258 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-60f1ff36-f7c5-45ac-9728-c5b384c734c4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5d0ce086c68641eab81e2252cb60e6f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393786 Aug 19 15:02:35.009764 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 49076) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:35.061345 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa985f70-6355-422b-8903-ce0f6fecdbeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:35.083068 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa985f70-6355-422b-8903-ce0f6fecdbeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:35.116204 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:35.132667 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa985f70-6355-422b-8903-ce0f6fecdbeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:35.135347 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa985f70-6355-422b-8903-ce0f6fecdbeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:35.136531 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-aa985f70-6355-422b-8903-ce0f6fecdbeb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2ac879d0-7151-4fee-9ab5-8028561c4faa HTTP/1.1" status: 204 len: 168 time: 0.1258204 Aug 19 15:02:35.144386 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa985f70-6355-422b-8903-ce0f6fecdbeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac879d0-7151-4fee-9ab5-8028561c4faa,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:35.401131 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:35.986866 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device b4a3b9ef-c898-4326-956d-2612053131ff no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:02:36.007335 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: b4a3b9ef-c898-4326-956d-2612053131ff {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:02:36.007795 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device b4a3b9ef-c898-4326-956d-2612053131ff not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:02:36.915598 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:38.220689 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49182) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:38.341696 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c97ed168-11fc-427e-bb60-907229f820da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:38.447403 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c97ed168-11fc-427e-bb60-907229f820da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:38.453458 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c97ed168-11fc-427e-bb60-907229f820da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:38.492198 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ed168-11fc-427e-bb60-907229f820da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b995b99-7b10-4c2f-ae30-762f3d301cbc,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:38.500170 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 49190) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:38.502065 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c97ed168-11fc-427e-bb60-907229f820da admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=46198f0d1121448597cc8d8e7acf22a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2791448 Aug 19 15:02:38.553413 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e4a82e61-73df-4615-918f-6ac90b4b037f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:38.576939 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e4a82e61-73df-4615-918f-6ac90b4b037f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:38.625718 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e4a82e61-73df-4615-918f-6ac90b4b037f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:38.628388 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e4a82e61-73df-4615-918f-6ac90b4b037f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:38.630126 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e4a82e61-73df-4615-918f-6ac90b4b037f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1b995b99-7b10-4c2f-ae30-762f3d301cbc HTTP/1.1" status: 204 len: 168 time: 0.1296771 Aug 19 15:02:38.638199 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a82e61-73df-4615-918f-6ac90b4b037f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b995b99-7b10-4c2f-ae30-762f3d301cbc,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:38.916289 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 49196) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:38.930902 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8a6650f4-4363-4e29-be2b-9284e2d75cd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:39.031489 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8a6650f4-4363-4e29-be2b-9284e2d75cd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:39.036114 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8a6650f4-4363-4e29-be2b-9284e2d75cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:39.078451 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-8a6650f4-4363-4e29-be2b-9284e2d75cd7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f449c979ef9b4659a4246b64a0419056&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1586673 Aug 19 15:02:39.078451 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6650f4-4363-4e29-be2b-9284e2d75cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08aa8eb9-8e11-49b8-9649-61bb534957e1,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:39.078760 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49198) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:39.137641 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7197eeee-daef-4c6e-b961-a6d7a2884d8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:39.161682 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7197eeee-daef-4c6e-b961-a6d7a2884d8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:39.224618 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7197eeee-daef-4c6e-b961-a6d7a2884d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:39.227671 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7197eeee-daef-4c6e-b961-a6d7a2884d8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:39.231510 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7197eeee-daef-4c6e-b961-a6d7a2884d8c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/08aa8eb9-8e11-49b8-9649-61bb534957e1 HTTP/1.1" status: 204 len: 168 time: 0.1516821 Aug 19 15:02:39.240540 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7197eeee-daef-4c6e-b961-a6d7a2884d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08aa8eb9-8e11-49b8-9649-61bb534957e1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:41.255616 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [req-97046f14-48e2-4dd0-8f10-7d114e681ff5 req-e3a470fd-57ce-4706-8312-9db3ec74385c service neutron] (94639) timed out ('10.222.0.69', 52648) {{(pid=94639) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 15:02:42.930688 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49372) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:43.077499 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91e03ce3-c558-4e59-aa9c-ecb306ff9991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:43.188473 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91e03ce3-c558-4e59-aa9c-ecb306ff9991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:43.196846 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91e03ce3-c558-4e59-aa9c-ecb306ff9991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:43.237454 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-91e03ce3-c558-4e59-aa9c-ecb306ff9991 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=619cf630988a425d82dada6c4dfa4cba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3055785 Aug 19 15:02:43.238374 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e03ce3-c558-4e59-aa9c-ecb306ff9991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b0ad38-015d-4219-8555-4c9846f8183f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:43.240208 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 49384) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:43.295697 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-688f28cf-a604-4f20-bbbe-986abc2eaf24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:43.319112 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-688f28cf-a604-4f20-bbbe-986abc2eaf24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:43.371712 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-688f28cf-a604-4f20-bbbe-986abc2eaf24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:43.374732 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-688f28cf-a604-4f20-bbbe-986abc2eaf24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:43.375922 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-688f28cf-a604-4f20-bbbe-986abc2eaf24 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/52b0ad38-015d-4219-8555-4c9846f8183f HTTP/1.1" status: 204 len: 168 time: 0.1341956 Aug 19 15:02:43.385260 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f28cf-a604-4f20-bbbe-986abc2eaf24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b0ad38-015d-4219-8555-4c9846f8183f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:43.674308 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 49392) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:43.697822 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01e9d229-0504-467f-a2e8-1da4b6acfc41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:43.806414 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01e9d229-0504-467f-a2e8-1da4b6acfc41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:43.810633 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01e9d229-0504-467f-a2e8-1da4b6acfc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:43.853016 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49394) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:43.857015 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-01e9d229-0504-467f-a2e8-1da4b6acfc41 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=500378db39864f7c965cca57b3f9eb13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1815383 Aug 19 15:02:43.858405 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e9d229-0504-467f-a2e8-1da4b6acfc41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e37933-8811-469c-9835-46c42ad05cb9,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:43.917305 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5747227a-6b94-4c09-8117-e4c46f068c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:43.945509 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5747227a-6b94-4c09-8117-e4c46f068c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:44.005852 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5747227a-6b94-4c09-8117-e4c46f068c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:44.008555 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5747227a-6b94-4c09-8117-e4c46f068c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:44.013136 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5747227a-6b94-4c09-8117-e4c46f068c9e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/65e37933-8811-469c-9835-46c42ad05cb9 HTTP/1.1" status: 204 len: 168 time: 0.1563907 Aug 19 15:02:44.031224 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5747227a-6b94-4c09-8117-e4c46f068c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e37933-8811-469c-9835-46c42ad05cb9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:46.419802 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49474) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:46.549490 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc1d7a4a-a464-4e5e-baea-c44af12aea7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:46.641605 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc1d7a4a-a464-4e5e-baea-c44af12aea7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:46.646063 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc1d7a4a-a464-4e5e-baea-c44af12aea7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:46.698282 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-fc1d7a4a-a464-4e5e-baea-c44af12aea7a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=279aae1c4c6b4787848146230b0fac92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2771409 Aug 19 15:02:46.699570 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d7a4a-a464-4e5e-baea-c44af12aea7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ca9477-26a5-445f-aa58-540c048ff2e5,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:46.701258 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 49480) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:46.752141 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5427fce0-1ae6-4d60-adf0-fdd7b47107d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:46.774309 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5427fce0-1ae6-4d60-adf0-fdd7b47107d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:46.821111 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5427fce0-1ae6-4d60-adf0-fdd7b47107d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:46.823776 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5427fce0-1ae6-4d60-adf0-fdd7b47107d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:46.827721 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-5427fce0-1ae6-4d60-adf0-fdd7b47107d7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/94ca9477-26a5-445f-aa58-540c048ff2e5 HTTP/1.1" status: 204 len: 168 time: 0.1254814 Aug 19 15:02:46.836268 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5427fce0-1ae6-4d60-adf0-fdd7b47107d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ca9477-26a5-445f-aa58-540c048ff2e5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:47.166772 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 49494) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:47.187727 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb41c19a-07f2-4d41-a035-ece1567b0715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:47.292945 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb41c19a-07f2-4d41-a035-ece1567b0715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:47.297874 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb41c19a-07f2-4d41-a035-ece1567b0715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:47.336708 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-cb41c19a-07f2-4d41-a035-ece1567b0715 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f601c223db094fb0a5ec5e7b09e77934&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1685143 Aug 19 15:02:47.337542 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb41c19a-07f2-4d41-a035-ece1567b0715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633d8acd-a2b9-4f60-8646-e11c92982d0a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:47.339343 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49498) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:47.424031 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7dd57e88-fc23-4103-9224-a1316d593309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:47.458220 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7dd57e88-fc23-4103-9224-a1316d593309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:47.528870 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7dd57e88-fc23-4103-9224-a1316d593309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:47.531321 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7dd57e88-fc23-4103-9224-a1316d593309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:47.532667 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7dd57e88-fc23-4103-9224-a1316d593309 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/633d8acd-a2b9-4f60-8646-e11c92982d0a HTTP/1.1" status: 204 len: 168 time: 0.1921391 Aug 19 15:02:47.543216 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd57e88-fc23-4103-9224-a1316d593309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633d8acd-a2b9-4f60-8646-e11c92982d0a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:49.713238 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c468f-ce73-43b7-ba08-66dac7da6c3c req-0755d5f8-6502-4b22-8a8e-bd6d42e7a51f tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:49.715652 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f04c468f-ce73-43b7-ba08-66dac7da6c3c req-0755d5f8-6502-4b22-8a8e-bd6d42e7a51f tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/networks?id=042ff527-1fae-4bd9-883c-64e28e4df4d0 HTTP/1.1" status: 200 len: 811 time: 0.1152432 Aug 19 15:02:49.734451 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f04c468f-ce73-43b7-ba08-66dac7da6c3c req-2b569054-7cf4-4f6a-bb9b-b955165863c5 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/quotas/0550ac85b3b548ae984f8729832afa44 HTTP/1.1" status: 200 len: 375 time: 0.0119846 Aug 19 15:02:49.812169 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f04c468f-ce73-43b7-ba08-66dac7da6c3c req-32672a48-6934-480e-ad67-7dcc81e904ef tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0550ac85b3b548ae984f8729832afa44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0662394 Aug 19 15:02:50.084911 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f04c468f-ce73-43b7-ba08-66dac7da6c3c req-5836dc8d-86b3-4b4b-97f0-c25d0f19e2f7 service neutron] 10.222.0.69 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714064 Aug 19 15:02:50.446820 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f04c468f-ce73-43b7-ba08-66dac7da6c3c req-70ef5e81-ae7d-4771-b0e9-0986e4b0cd98 service neutron] 10.222.0.69 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547134 Aug 19 15:02:50.689108 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f6f0ce80-eca7-466b-8da4-c684d1c1a42d req-bcf88a5e-8822-41cc-b6ad-b118c6d2ea99 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bfdfd23-a94e-4aeb-87e1-767bb399ee0d HTTP/1.1" status: 200 len: 210 time: 0.0299263 Aug 19 15:02:51.250891 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e29b1b-6e5c-4741-b69b-d1805c7d39d1 req-fc88c168-6a02-4d50-bc30-6feaf49e44e8 tempest-TestNetworkAdvancedServerOps-1683966279 tempest-TestNetworkAdvancedServerOps-1683966279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:51.253155 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-67e29b1b-6e5c-4741-b69b-d1805c7d39d1 req-fc88c168-6a02-4d50-bc30-6feaf49e44e8 tempest-TestNetworkAdvancedServerOps-1683966279 tempest-TestNetworkAdvancedServerOps-1683966279-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 1096 time: 0.0422010 Aug 19 15:02:51.276428 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-67e29b1b-6e5c-4741-b69b-d1805c7d39d1 req-e51f1aef-0372-49e7-a1bc-c7cfda4b6f24 tempest-TestNetworkAdvancedServerOps-1683966279 tempest-TestNetworkAdvancedServerOps-1683966279-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:51.388496 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-67e29b1b-6e5c-4741-b69b-d1805c7d39d1 req-e51f1aef-0372-49e7-a1bc-c7cfda4b6f24 tempest-TestNetworkAdvancedServerOps-1683966279 tempest-TestNetworkAdvancedServerOps-1683966279-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:51.396890 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-67e29b1b-6e5c-4741-b69b-d1805c7d39d1 req-e51f1aef-0372-49e7-a1bc-c7cfda4b6f24 tempest-TestNetworkAdvancedServerOps-1683966279 tempest-TestNetworkAdvancedServerOps-1683966279-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:51.431537 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-67e29b1b-6e5c-4741-b69b-d1805c7d39d1 req-e51f1aef-0372-49e7-a1bc-c7cfda4b6f24 tempest-TestNetworkAdvancedServerOps-1683966279 tempest-TestNetworkAdvancedServerOps-1683966279-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=7df29e2b-5559-4b1c-8c7b-8990489dce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706464 Aug 19 15:02:51.433343 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51f1aef-0372-49e7-a1bc-c7cfda4b6f24 tempest-TestNetworkAdvancedServerOps-1683966279 tempest-TestNetworkAdvancedServerOps-1683966279-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153b05c5-04ea-4083-9599-380c841bdc78,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:51.589095 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2741f2ac-411f-4905-bc09-f288c144c2a0 req-714541e3-f7d3-412a-a203-81e00dc7eaac tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:51.590903 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2741f2ac-411f-4905-bc09-f288c144c2a0 req-714541e3-f7d3-412a-a203-81e00dc7eaac tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 945 time: 0.0739012 Aug 19 15:02:51.637914 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2741f2ac-411f-4905-bc09-f288c144c2a0 req-8478c47d-1256-4d22-b7d5-44e7738ad40f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7df29e2b-5559-4b1c-8c7b-8990489dce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394878 Aug 19 15:02:51.671768 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 49660) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:51.856543 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e829e56c-88f0-45a9-9df0-5533b97c578f req-714bfea3-819d-41d9-971a-69f5b3ad59b7 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bfdfd23-a94e-4aeb-87e1-767bb399ee0d HTTP/1.1" status: 200 len: 210 time: 0.0622942 Aug 19 15:02:51.862881 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-243123b0-6855-4226-8d50-b3f99ba26e9d tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/floatingips/3840e704-c2f5-451d-89a5-fbc513cb9e88 HTTP/1.1" status: 200 len: 993 time: 0.1869712 Aug 19 15:02:51.913548 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c468f-ce73-43b7-ba08-66dac7da6c3c req-a3baaea3-a9a9-4670-acf0-3e32a50a4c8a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:51.915797 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f04c468f-ce73-43b7-ba08-66dac7da6c3c req-a3baaea3-a9a9-4670-acf0-3e32a50a4c8a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.68 "GET /v2.0/networks?id=042ff527-1fae-4bd9-883c-64e28e4df4d0 HTTP/1.1" status: 200 len: 811 time: 0.1493669 Aug 19 15:02:51.940562 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-f04c468f-ce73-43b7-ba08-66dac7da6c3c req-17727fbb-0f3f-4188-a080-dc2fa5362a53 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Request body: {'port': {'device_id': '5bfdfd23-a94e-4aeb-87e1-767bb399ee0d', 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0', 'admin_state_up': True, 'tenant_id': '0550ac85b3b548ae984f8729832afa44'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:52.105129 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f04c468f-ce73-43b7-ba08-66dac7da6c3c req-17727fbb-0f3f-4188-a080-dc2fa5362a53 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Made reservation on behalf of 0550ac85b3b548ae984f8729832afa44 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:02:52.109624 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f04c468f-ce73-43b7-ba08-66dac7da6c3c req-17727fbb-0f3f-4188-a080-dc2fa5362a53 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:52.311459 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-f04c468f-ce73-43b7-ba08-66dac7da6c3c req-17727fbb-0f3f-4188-a080-dc2fa5362a53 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Allocated IP 172.20.0.6 (042ff527-1fae-4bd9-883c-64e28e4df4d0/4501b342-71e0-4b08-b9d8-b651dd87e075/1ffd6d63-14b3-4686-bb40-baa7492eb750) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:02:52.556888 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f04c468f-ce73-43b7-ba08-66dac7da6c3c req-17727fbb-0f3f-4188-a080-dc2fa5362a53 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:52.577968 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-f04c468f-ce73-43b7-ba08-66dac7da6c3c req-17727fbb-0f3f-4188-a080-dc2fa5362a53 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Transition to ACTIVE for port object 1ffd6d63-14b3-4686-bb40-baa7492eb750 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:02:52.619206 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f04c468f-ce73-43b7-ba08-66dac7da6c3c req-17727fbb-0f3f-4188-a080-dc2fa5362a53 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:52.719730 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17727fbb-0f3f-4188-a080-dc2fa5362a53 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Pushing event updated for resources: {'Port': ['ID=1ffd6d63-14b3-4686-bb40-baa7492eb750,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:52.725571 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f04c468f-ce73-43b7-ba08-66dac7da6c3c req-17727fbb-0f3f-4188-a080-dc2fa5362a53 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Network 042ff527-1fae-4bd9-883c-64e28e4df4d0 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:02:52.727617 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-f04c468f-ce73-43b7-ba08-66dac7da6c3c req-17727fbb-0f3f-4188-a080-dc2fa5362a53 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:02:52.745326 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-f04c468f-ce73-43b7-ba08-66dac7da6c3c req-17727fbb-0f3f-4188-a080-dc2fa5362a53 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:02:52.837065 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c468f-ce73-43b7-ba08-66dac7da6c3c req-17727fbb-0f3f-4188-a080-dc2fa5362a53 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:52.837929 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f04c468f-ce73-43b7-ba08-66dac7da6c3c req-17727fbb-0f3f-4188-a080-dc2fa5362a53 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:52.884124 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f04c468f-ce73-43b7-ba08-66dac7da6c3c req-17727fbb-0f3f-4188-a080-dc2fa5362a53 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9580638 Aug 19 15:02:52.899224 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-f04c468f-ce73-43b7-ba08-66dac7da6c3c req-2904829c-e014-42f2-93ee-b889c042e4b6 service neutron] Request body: {'port': {'device_id': '5bfdfd23-a94e-4aeb-87e1-767bb399ee0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:02:52.919373 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 49704) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:02:53.076096 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f04c468f-ce73-43b7-ba08-66dac7da6c3c req-2904829c-e014-42f2-93ee-b889c042e4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:53.116993 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56207e13-44bf-4231-b477-ad3589cdd7cf req-16579552-8abc-4619-8d9c-5b424562f1be tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:53.118864 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-56207e13-44bf-4231-b477-ad3589cdd7cf req-16579552-8abc-4619-8d9c-5b424562f1be tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 945 time: 0.1576605 Aug 19 15:02:53.132159 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e3186-4e7f-42ae-ae60-bd0f3ebb2fcd req-62a5d6da-4587-40a0-ae21-499fb783f324 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:53.134221 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-693e3186-4e7f-42ae-ae60-bd0f3ebb2fcd req-62a5d6da-4587-40a0-ae21-499fb783f324 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bfdfd23-a94e-4aeb-87e1-767bb399ee0d HTTP/1.1" status: 200 len: 931 time: 0.0992723 Aug 19 15:02:53.152037 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-995bae87-26fe-41dd-abdf-8acd8513fe2b None None] Provisioning for port 1ffd6d63-14b3-4686-bb40-baa7492eb750 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:02:53.162899 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-995bae87-26fe-41dd-abdf-8acd8513fe2b None None] Provisioning complete for port 1ffd6d63-14b3-4686-bb40-baa7492eb750 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:02:53.164082 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-995bae87-26fe-41dd-abdf-8acd8513fe2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:53.241420 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-693e3186-4e7f-42ae-ae60-bd0f3ebb2fcd req-39b1f1e6-be01-4d4c-bff8-78b74bf19aa7 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729687 Aug 19 15:02:53.263709 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-56207e13-44bf-4231-b477-ad3589cdd7cf req-c739c964-7464-45f4-8e52-a135e771b185 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7df29e2b-5559-4b1c-8c7b-8990489dce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261194 Aug 19 15:02:53.301299 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-995bae87-26fe-41dd-abdf-8acd8513fe2b None None] Port 1ffd6d63-14b3-4686-bb40-baa7492eb750 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:02:53.361273 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b0262520-3d05-4dd8-81cd-d16631b8d7f1 req-574c147d-b6d0-4b1d-9ce2-2882ddd528ee service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4403095 Aug 19 15:02:53.667823 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-f04c468f-ce73-43b7-ba08-66dac7da6c3c req-2904829c-e014-42f2-93ee-b889c042e4b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ffd6d63-14b3-4686-bb40-baa7492eb750 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:02:53.677934 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f04c468f-ce73-43b7-ba08-66dac7da6c3c req-2904829c-e014-42f2-93ee-b889c042e4b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:53.693690 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-f04c468f-ce73-43b7-ba08-66dac7da6c3c req-2904829c-e014-42f2-93ee-b889c042e4b6 service neutron] Transition to ACTIVE for port object 1ffd6d63-14b3-4686-bb40-baa7492eb750 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:02:53.709706 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f04c468f-ce73-43b7-ba08-66dac7da6c3c req-2904829c-e014-42f2-93ee-b889c042e4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:53.893894 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2904829c-e014-42f2-93ee-b889c042e4b6 service neutron] Pushing event updated for resources: {'Port': ['ID=1ffd6d63-14b3-4686-bb40-baa7492eb750,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:54.004062 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-f04c468f-ce73-43b7-ba08-66dac7da6c3c req-2904829c-e014-42f2-93ee-b889c042e4b6 service neutron] Attempting to bind port 1ffd6d63-14b3-4686-bb40-baa7492eb750 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:02:54.004747 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-f04c468f-ce73-43b7-ba08-66dac7da6c3c req-2904829c-e014-42f2-93ee-b889c042e4b6 service neutron] Attempting to bind port 1ffd6d63-14b3-4686-bb40-baa7492eb750 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': 'b6bb2d61-0455-440b-809f-c8e64ffc2b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:02:54.005272 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04c468f-ce73-43b7-ba08-66dac7da6c3c req-2904829c-e014-42f2-93ee-b889c042e4b6 service neutron] Attempting to bind port 1ffd6d63-14b3-4686-bb40-baa7492eb750 on network 042ff527-1fae-4bd9-883c-64e28e4df4d0 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:02:54.023250 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04c468f-ce73-43b7-ba08-66dac7da6c3c req-2904829c-e014-42f2-93ee-b889c042e4b6 service neutron] Port 1ffd6d63-14b3-4686-bb40-baa7492eb750 on network 042ff527-1fae-4bd9-883c-64e28e4df4d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:02:54.023477 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04c468f-ce73-43b7-ba08-66dac7da6c3c req-2904829c-e014-42f2-93ee-b889c042e4b6 service neutron] Attempting to bind port 1ffd6d63-14b3-4686-bb40-baa7492eb750 on network 042ff527-1fae-4bd9-883c-64e28e4df4d0 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:02:54.050977 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04c468f-ce73-43b7-ba08-66dac7da6c3c req-2904829c-e014-42f2-93ee-b889c042e4b6 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:02:54.062177 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04c468f-ce73-43b7-ba08-66dac7da6c3c req-2904829c-e014-42f2-93ee-b889c042e4b6 service neutron] Checking segment: {'id': 'b6bb2d61-0455-440b-809f-c8e64ffc2b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:02:54.062466 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04c468f-ce73-43b7-ba08-66dac7da6c3c req-2904829c-e014-42f2-93ee-b889c042e4b6 service neutron] Bound using segment: {'id': 'b6bb2d61-0455-440b-809f-c8e64ffc2b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:02:54.062971 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-f04c468f-ce73-43b7-ba08-66dac7da6c3c req-2904829c-e014-42f2-93ee-b889c042e4b6 service neutron] Bound port: 1ffd6d63-14b3-4686-bb40-baa7492eb750, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6bb2d61-0455-440b-809f-c8e64ffc2b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:02:54.063342 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f04c468f-ce73-43b7-ba08-66dac7da6c3c req-2904829c-e014-42f2-93ee-b889c042e4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:54.163581 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-f04c468f-ce73-43b7-ba08-66dac7da6c3c req-2904829c-e014-42f2-93ee-b889c042e4b6 service neutron] For port 1ffd6d63-14b3-4686-bb40-baa7492eb750, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:02:54.168730 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-f04c468f-ce73-43b7-ba08-66dac7da6c3c req-2904829c-e014-42f2-93ee-b889c042e4b6 service neutron] For port 1ffd6d63-14b3-4686-bb40-baa7492eb750, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=1ffd6d63-14b3-4686-bb40-baa7492eb750,segment=NetworkSegment(b6bb2d61-0455-440b-809f-c8e64ffc2b8e),segment_id=b6bb2d61-0455-440b-809f-c8e64ffc2b8e)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:02:54.177003 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f04c468f-ce73-43b7-ba08-66dac7da6c3c req-2904829c-e014-42f2-93ee-b889c042e4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:54.245451 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c468f-ce73-43b7-ba08-66dac7da6c3c req-2904829c-e014-42f2-93ee-b889c042e4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:54.246327 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f04c468f-ce73-43b7-ba08-66dac7da6c3c req-2904829c-e014-42f2-93ee-b889c042e4b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:02:54.249222 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f04c468f-ce73-43b7-ba08-66dac7da6c3c req-2904829c-e014-42f2-93ee-b889c042e4b6 service neutron] 10.222.0.68 "PUT /v2.0/ports/1ffd6d63-14b3-4686-bb40-baa7492eb750 HTTP/1.1" status: 200 len: 1091 time: 1.3561609 Aug 19 15:02:54.252565 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bfdfd23-a94e-4aeb-87e1-767bb399ee0d', 'tag': '1ffd6d63-14b3-4686-bb40-baa7492eb750'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:02:54.264857 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede8c0d7-dfb2-4618-9ddb-8c3f3076b4e7" -d '{"events": [{"name": "network-changed", "server_uuid": "5bfdfd23-a94e-4aeb-87e1-767bb399ee0d", "tag": "1ffd6d63-14b3-4686-bb40-baa7492eb750"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:02:54.349766 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2904829c-e014-42f2-93ee-b889c042e4b6 service neutron] Pushing event updated for resources: {'Port': ['ID=1ffd6d63-14b3-4686-bb40-baa7492eb750,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:02:54.362281 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1c0b2e-b319-4f5b-a34c-ed5f1b6a189f x-openstack-request-id: req-0d1c0b2e-b319-4f5b-a34c-ed5f1b6a189f {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:02:54.362599 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bfdfd23-a94e-4aeb-87e1-767bb399ee0d", "tag": "1ffd6d63-14b3-4686-bb40-baa7492eb750", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:02:54.362861 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0d1c0b2e-b319-4f5b-a34c-ed5f1b6a189f {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:02:54.363391 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bfdfd23-a94e-4aeb-87e1-767bb399ee0d', 'tag': '1ffd6d63-14b3-4686-bb40-baa7492eb750', 'status': 'completed', 'code': 200} Aug 19 15:02:54.432657 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9641f2-3c0c-4708-b2fa-c6f0ba76e165 req-960f1ada-a1ee-467e-954e-32bc0354f7dd tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:54.445095 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2904829c-e014-42f2-93ee-b889c042e4b6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:54.445272 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2904829c-e014-42f2-93ee-b889c042e4b6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:54.445582 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2904829c-e014-42f2-93ee-b889c042e4b6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:54.445790 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bc9641f2-3c0c-4708-b2fa-c6f0ba76e165 req-960f1ada-a1ee-467e-954e-32bc0354f7dd tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bfdfd23-a94e-4aeb-87e1-767bb399ee0d HTTP/1.1" status: 200 len: 943 time: 0.0794899 Aug 19 15:02:54.445892 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2904829c-e014-42f2-93ee-b889c042e4b6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:54.446238 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2904829c-e014-42f2-93ee-b889c042e4b6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:54.446566 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2904829c-e014-42f2-93ee-b889c042e4b6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:54.446889 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2904829c-e014-42f2-93ee-b889c042e4b6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:54.447618 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2904829c-e014-42f2-93ee-b889c042e4b6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:54.447950 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2904829c-e014-42f2-93ee-b889c042e4b6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:54.452836 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2904829c-e014-42f2-93ee-b889c042e4b6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:54.453253 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2904829c-e014-42f2-93ee-b889c042e4b6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:54.453589 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2904829c-e014-42f2-93ee-b889c042e4b6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:02:54.505066 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c468f-ce73-43b7-ba08-66dac7da6c3c req-a4fd943d-d3e8-4689-8e06-7c49bea72510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:54.506639 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f04c468f-ce73-43b7-ba08-66dac7da6c3c req-a4fd943d-d3e8-4689-8e06-7c49bea72510 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0550ac85b3b548ae984f8729832afa44&device_id=5bfdfd23-a94e-4aeb-87e1-767bb399ee0d HTTP/1.1" status: 200 len: 1094 time: 0.1423731 Aug 19 15:02:54.536625 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bc9641f2-3c0c-4708-b2fa-c6f0ba76e165 req-25436ef9-58d1-460b-92ec-5aa6f7554965 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848668 Aug 19 15:02:54.562152 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27a4c5-fd72-4c16-9d29-d6040f8a038a req-1875e7d9-8353-4424-9958-c8b6c8b0fa1d tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:54.565022 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4c27a4c5-fd72-4c16-9d29-d6040f8a038a req-1875e7d9-8353-4424-9958-c8b6c8b0fa1d tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 945 time: 0.1064544 Aug 19 15:02:54.587270 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f04c468f-ce73-43b7-ba08-66dac7da6c3c req-0cac1361-8eee-48fe-93a5-f8e07acb3172 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ffd6d63-14b3-4686-bb40-baa7492eb750 HTTP/1.1" status: 200 len: 217 time: 0.0701797 Aug 19 15:02:54.633867 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4c27a4c5-fd72-4c16-9d29-d6040f8a038a req-181a8e89-15c7-4dd9-9c5c-ef47e65c2a60 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7df29e2b-5559-4b1c-8c7b-8990489dce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598671 Aug 19 15:02:54.663013 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c468f-ce73-43b7-ba08-66dac7da6c3c req-f652e76f-5e14-48f6-9960-4110566b4b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:54.664548 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f04c468f-ce73-43b7-ba08-66dac7da6c3c req-f652e76f-5e14-48f6-9960-4110566b4b33 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4501b342-71e0-4b08-b9d8-b651dd87e075 HTTP/1.1" status: 200 len: 850 time: 0.0690913 Aug 19 15:02:54.743514 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c468f-ce73-43b7-ba08-66dac7da6c3c req-35678ebd-6c3a-4b26-a50b-e5097f3a14ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:54.745653 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f04c468f-ce73-43b7-ba08-66dac7da6c3c req-35678ebd-6c3a-4b26-a50b-e5097f3a14ef service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=042ff527-1fae-4bd9-883c-64e28e4df4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717134 Aug 19 15:02:54.867623 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f04c468f-ce73-43b7-ba08-66dac7da6c3c req-89c0d8a0-b2cf-4f13-8c0e-72def2be0fd6 service neutron] 10.222.0.68 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086173 Aug 19 15:02:55.063286 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f04c468f-ce73-43b7-ba08-66dac7da6c3c req-f1e1e199-b9cd-4cd5-a520-cf0b4b6a3888 service neutron] 10.222.0.68 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843462 Aug 19 15:02:55.164336 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8c0d7-dfb2-4618-9ddb-8c3f3076b4e7 req-25a0f15d-947f-4abc-9088-2b280fc25e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:55.166651 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ede8c0d7-dfb2-4618-9ddb-8c3f3076b4e7 req-25a0f15d-947f-4abc-9088-2b280fc25e2b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0550ac85b3b548ae984f8729832afa44&device_id=5bfdfd23-a94e-4aeb-87e1-767bb399ee0d HTTP/1.1" status: 200 len: 1094 time: 0.0512784 Aug 19 15:02:55.346643 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8c0d7-dfb2-4618-9ddb-8c3f3076b4e7 req-9b6ed98e-2114-405b-97b5-88e095ce4e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:55.349587 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ede8c0d7-dfb2-4618-9ddb-8c3f3076b4e7 req-9b6ed98e-2114-405b-97b5-88e095ce4e6b service neutron] 10.222.0.68 "GET /v2.0/networks?id=042ff527-1fae-4bd9-883c-64e28e4df4d0 HTTP/1.1" status: 200 len: 912 time: 0.1732733 Aug 19 15:02:55.408264 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ede8c0d7-dfb2-4618-9ddb-8c3f3076b4e7 req-2358ee59-8bdd-4d9d-bfc3-9060c616bad4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ffd6d63-14b3-4686-bb40-baa7492eb750 HTTP/1.1" status: 200 len: 217 time: 0.0520756 Aug 19 15:02:55.411303 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0262520-3d05-4dd8-81cd-d16631b8d7f1 req-ed15812c-5918-4b94-9600-ffdd8e1274da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:55.412895 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b0262520-3d05-4dd8-81cd-d16631b8d7f1 req-ed15812c-5918-4b94-9600-ffdd8e1274da service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5784b0340e8242b1aba4ab831f2e3b23&device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 1096 time: 0.0723605 Aug 19 15:02:55.474724 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8c0d7-dfb2-4618-9ddb-8c3f3076b4e7 req-cb00cde9-3e59-42e4-9798-d9e2f798c607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:55.476492 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ede8c0d7-dfb2-4618-9ddb-8c3f3076b4e7 req-cb00cde9-3e59-42e4-9798-d9e2f798c607 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4501b342-71e0-4b08-b9d8-b651dd87e075 HTTP/1.1" status: 200 len: 850 time: 0.0600572 Aug 19 15:02:55.544046 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8c0d7-dfb2-4618-9ddb-8c3f3076b4e7 req-29d5e3b8-6a09-4f65-86db-93ae1f7d5a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:55.546906 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ede8c0d7-dfb2-4618-9ddb-8c3f3076b4e7 req-29d5e3b8-6a09-4f65-86db-93ae1f7d5a13 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=042ff527-1fae-4bd9-883c-64e28e4df4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615551 Aug 19 15:02:55.579348 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0262520-3d05-4dd8-81cd-d16631b8d7f1 req-a1329c8d-6a5e-4efd-a147-69f3f029403a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:55.582840 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b0262520-3d05-4dd8-81cd-d16631b8d7f1 req-a1329c8d-6a5e-4efd-a147-69f3f029403a service neutron] 10.222.0.88 "GET /v2.0/networks?id=0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e HTTP/1.1" status: 200 len: 898 time: 0.1621232 Aug 19 15:02:55.743256 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b0262520-3d05-4dd8-81cd-d16631b8d7f1 req-f9ca1b41-161e-4883-acbe-07993c3cfd9e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33ec43ab-331e-4b65-b98f-6ca3cd3068c4 HTTP/1.1" status: 200 len: 1001 time: 0.1522744 Aug 19 15:02:55.746041 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ede8c0d7-dfb2-4618-9ddb-8c3f3076b4e7 req-dcbc2f73-f9ee-462d-b252-c0dede694a8c service neutron] 10.222.0.68 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899025 Aug 19 15:02:55.804486 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d7f804-611a-4699-bcce-d76d2b386dcd req-dee2fa51-0c83-4057-867f-3ac0b4b4adf7 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:55.814500 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-74d7f804-611a-4699-bcce-d76d2b386dcd req-dee2fa51-0c83-4057-867f-3ac0b4b4adf7 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bfdfd23-a94e-4aeb-87e1-767bb399ee0d HTTP/1.1" status: 200 len: 943 time: 0.1667254 Aug 19 15:02:55.929265 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0262520-3d05-4dd8-81cd-d16631b8d7f1 req-d475210d-4c73-472e-9c95-7d14bced103b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:55.931933 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b0262520-3d05-4dd8-81cd-d16631b8d7f1 req-d475210d-4c73-472e-9c95-7d14bced103b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1c0affc3-2289-41e1-9841-156efcfe8ae7 HTTP/1.1" status: 200 len: 835 time: 0.1769502 Aug 19 15:02:55.945202 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-74d7f804-611a-4699-bcce-d76d2b386dcd req-927e2e9e-d53e-4673-b9a1-ad68f18454ae tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295550 Aug 19 15:02:55.960131 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ede8c0d7-dfb2-4618-9ddb-8c3f3076b4e7 req-4bd28355-0c03-4673-b3ac-595d4fd16d52 service neutron] 10.222.0.68 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980724 Aug 19 15:02:55.971439 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09718d7a-5bce-4038-84c4-3868e39a9b94 req-0419b142-c4d1-47c9-90d8-ddc2f3c276e5 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:55.982167 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-09718d7a-5bce-4038-84c4-3868e39a9b94 req-0419b142-c4d1-47c9-90d8-ddc2f3c276e5 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 945 time: 0.1619108 Aug 19 15:02:56.071922 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0262520-3d05-4dd8-81cd-d16631b8d7f1 req-c8509af1-c528-4e43-909a-b40838a9f465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:56.073522 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b0262520-3d05-4dd8-81cd-d16631b8d7f1 req-c8509af1-c528-4e43-909a-b40838a9f465 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1270840 Aug 19 15:02:56.109482 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-09718d7a-5bce-4038-84c4-3868e39a9b94 req-ffea31df-2420-47f0-b02b-ea195f4a3f93 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7df29e2b-5559-4b1c-8c7b-8990489dce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982418 Aug 19 15:02:56.245121 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b0262520-3d05-4dd8-81cd-d16631b8d7f1 req-624411ea-d181-4f95-af28-596993429403 service neutron] 10.222.0.88 "GET /v2.0/networks/0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606498 Aug 19 15:02:56.410710 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b0262520-3d05-4dd8-81cd-d16631b8d7f1 req-35ddf8de-7690-4dcd-840e-36a9a4614dc7 service neutron] 10.222.0.88 "GET /v2.0/networks/0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574051 Aug 19 15:02:57.166139 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd308ad-5b7b-479f-8b4c-f001c2302ba4 req-50a34769-9417-43a8-b344-269cf86e95aa tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:57.174122 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ccd308ad-5b7b-479f-8b4c-f001c2302ba4 req-50a34769-9417-43a8-b344-269cf86e95aa tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bfdfd23-a94e-4aeb-87e1-767bb399ee0d HTTP/1.1" status: 200 len: 943 time: 0.0909798 Aug 19 15:02:57.244013 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ccd308ad-5b7b-479f-8b4c-f001c2302ba4 req-eab60f87-2366-4253-acb3-5ac3e3149ed7 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585518 Aug 19 15:02:57.423233 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce521c-27bf-4ed8-952c-09421b0926c1 req-329685ec-6a71-4f3d-ab7e-5b67b9482ee3 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:57.425014 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-25ce521c-27bf-4ed8-952c-09421b0926c1 req-329685ec-6a71-4f3d-ab7e-5b67b9482ee3 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 945 time: 0.0903454 Aug 19 15:02:57.498638 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-25ce521c-27bf-4ed8-952c-09421b0926c1 req-fcba97a8-7324-43b8-9896-0fbae66a7d6f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7df29e2b-5559-4b1c-8c7b-8990489dce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641508 Aug 19 15:02:58.497151 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf7216-0db6-41cb-b2af-4be38391a9ed req-968a1535-80d9-4f1b-a021-2effd884f87b tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:58.498826 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-51cf7216-0db6-41cb-b2af-4be38391a9ed req-968a1535-80d9-4f1b-a021-2effd884f87b tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bfdfd23-a94e-4aeb-87e1-767bb399ee0d HTTP/1.1" status: 200 len: 943 time: 0.0792921 Aug 19 15:02:58.573206 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-51cf7216-0db6-41cb-b2af-4be38391a9ed req-9ffa61e3-8e88-4fad-ae33-d1e0b8ef250b tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629840 Aug 19 15:02:58.652130 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be315b7-7ac7-425b-a9d6-16f54108d816 req-ccc23c31-120e-4619-baca-d182a75aeb4a tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:58.654055 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0be315b7-7ac7-425b-a9d6-16f54108d816 req-ccc23c31-120e-4619-baca-d182a75aeb4a tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 945 time: 0.0647686 Aug 19 15:02:58.721001 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0be315b7-7ac7-425b-a9d6-16f54108d816 req-c6a4a342-5f51-4b25-9b56-261fae5e9485 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7df29e2b-5559-4b1c-8c7b-8990489dce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580978 Aug 19 15:02:59.743523 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522d69c-35a0-4ccf-9253-d43eda35e65a req-001284ca-c513-4759-95dd-86ae6e42c615 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:59.751773 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1522d69c-35a0-4ccf-9253-d43eda35e65a req-001284ca-c513-4759-95dd-86ae6e42c615 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bfdfd23-a94e-4aeb-87e1-767bb399ee0d HTTP/1.1" status: 200 len: 943 time: 0.0758262 Aug 19 15:02:59.827316 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1522d69c-35a0-4ccf-9253-d43eda35e65a req-44c7e5ad-62ce-4aee-8759-3aff72d7f721 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747232 Aug 19 15:02:59.960237 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e2521-f54a-4b62-899a-8f39f7fdf078 req-996ff757-2bc8-4a30-b613-8f10797d3454 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:02:59.962890 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-882e2521-f54a-4b62-899a-8f39f7fdf078 req-996ff757-2bc8-4a30-b613-8f10797d3454 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 945 time: 0.0967104 Aug 19 15:03:00.055114 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-882e2521-f54a-4b62-899a-8f39f7fdf078 req-e8f4cff8-58c5-4caf-b65c-de8d953f714b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7df29e2b-5559-4b1c-8c7b-8990489dce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748413 Aug 19 15:03:00.999668 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1eca83-32d8-4b28-ad9e-384eb8e5eb05 req-c771edd9-5900-4a67-aa68-fd136031c7a3 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:01.001722 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-df1eca83-32d8-4b28-ad9e-384eb8e5eb05 req-c771edd9-5900-4a67-aa68-fd136031c7a3 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bfdfd23-a94e-4aeb-87e1-767bb399ee0d HTTP/1.1" status: 200 len: 943 time: 0.0678165 Aug 19 15:03:01.071106 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-df1eca83-32d8-4b28-ad9e-384eb8e5eb05 req-a969fb46-709d-4afb-9cfb-830ae28920da tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615065 Aug 19 15:03:01.212554 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138105b-1b47-47b0-b7a7-30a791705882 req-5c57bec7-3dec-4897-b706-2fba2e923fa8 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:01.214538 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e138105b-1b47-47b0-b7a7-30a791705882 req-5c57bec7-3dec-4897-b706-2fba2e923fa8 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 945 time: 0.0558424 Aug 19 15:03:01.272953 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e138105b-1b47-47b0-b7a7-30a791705882 req-37fc4174-a23f-456b-868a-69fa6f63f5be tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7df29e2b-5559-4b1c-8c7b-8990489dce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521865 Aug 19 15:03:01.403325 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-837342bf-3f36-47ec-aee2-a1327472f141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:02.247407 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abdf782-f4ba-4547-899d-fcb633b1219a req-2d3fd40c-defe-4fd0-a126-fa87ec73642f tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:02.256999 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4abdf782-f4ba-4547-899d-fcb633b1219a req-2d3fd40c-defe-4fd0-a126-fa87ec73642f tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bfdfd23-a94e-4aeb-87e1-767bb399ee0d HTTP/1.1" status: 200 len: 943 time: 0.0787077 Aug 19 15:03:02.307173 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4abdf782-f4ba-4547-899d-fcb633b1219a req-5ce2e943-120e-4608-9bee-41e0573ee3e4 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470958 Aug 19 15:03:02.438073 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa4b722-1a43-45f7-a090-57b43285a852 req-3d2d8ae1-c17e-49a1-adc8-77edee247d2e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:02.440235 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1fa4b722-1a43-45f7-a090-57b43285a852 req-3d2d8ae1-c17e-49a1-adc8-77edee247d2e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 945 time: 0.0717235 Aug 19 15:03:02.488111 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1fa4b722-1a43-45f7-a090-57b43285a852 req-6132e57b-ea2d-4bc4-8b76-05867beb339c tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7df29e2b-5559-4b1c-8c7b-8990489dce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383694 Aug 19 15:03:03.469724 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ee8f8-c5fd-4066-b364-55de66fc99bc req-c04de79a-49cd-437b-a552-2520df0d5583 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:03.472839 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a12ee8f8-c5fd-4066-b364-55de66fc99bc req-c04de79a-49cd-437b-a552-2520df0d5583 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bfdfd23-a94e-4aeb-87e1-767bb399ee0d HTTP/1.1" status: 200 len: 943 time: 0.0687425 Aug 19 15:03:03.525682 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a12ee8f8-c5fd-4066-b364-55de66fc99bc req-cbeb7b49-3221-4e8d-8679-38e3902f1c23 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463917 Aug 19 15:03:03.644277 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c97a9-18cb-4081-90ac-0b8cb79a568d req-2421bc66-0660-41ab-b57e-979998d401dd tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:03.646285 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2a8c97a9-18cb-4081-90ac-0b8cb79a568d req-2421bc66-0660-41ab-b57e-979998d401dd tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 945 time: 0.0634024 Aug 19 15:03:03.662665 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 50032) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:03.694114 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2a8c97a9-18cb-4081-90ac-0b8cb79a568d req-6a6153b9-a4a4-4dd1-91c8-d175e311a53c tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7df29e2b-5559-4b1c-8c7b-8990489dce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405424 Aug 19 15:03:03.790073 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3452b463-555d-4fd3-a03b-a6da17ac0b46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:03.884843 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3452b463-555d-4fd3-a03b-a6da17ac0b46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:03.888866 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3452b463-555d-4fd3-a03b-a6da17ac0b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:03.931253 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3452b463-555d-4fd3-a03b-a6da17ac0b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819c3134-984d-4dc1-998d-cb5be7169328,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:03.937759 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-3452b463-555d-4fd3-a03b-a6da17ac0b46 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=019509dfa4934e3cb55e01b3f9f4d95c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2733197 Aug 19 15:03:03.940574 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 50038) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:04.002783 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0334ca5e-78a5-4cf6-9d56-d9a9c1fe34fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:04.037517 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0334ca5e-78a5-4cf6-9d56-d9a9c1fe34fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:04.105801 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:04.117430 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0334ca5e-78a5-4cf6-9d56-d9a9c1fe34fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:04.122394 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0334ca5e-78a5-4cf6-9d56-d9a9c1fe34fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:04.124946 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0334ca5e-78a5-4cf6-9d56-d9a9c1fe34fb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/819c3134-984d-4dc1-998d-cb5be7169328 HTTP/1.1" status: 204 len: 168 time: 0.1831129 Aug 19 15:03:04.144606 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0334ca5e-78a5-4cf6-9d56-d9a9c1fe34fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819c3134-984d-4dc1-998d-cb5be7169328,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:04.320133 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f7d33457-3b1b-4f14-b1c2-92d19c836a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:04.506771 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 50072) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:04.521429 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f4b20c2-93f3-4142-8d41-98a21bc3f3e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:04.549974 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:04.684812 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f4b20c2-93f3-4142-8d41-98a21bc3f3e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:04.687084 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 50078) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:04.691078 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f4b20c2-93f3-4142-8d41-98a21bc3f3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:04.712496 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122bccf-7c76-4d46-9fec-87eda7bd5874 req-19e4d9b6-be0c-475c-94dc-7b2bed787bf6 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:04.714168 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b122bccf-7c76-4d46-9fec-87eda7bd5874 req-19e4d9b6-be0c-475c-94dc-7b2bed787bf6 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bfdfd23-a94e-4aeb-87e1-767bb399ee0d HTTP/1.1" status: 200 len: 943 time: 0.0937500 Aug 19 15:03:04.762982 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1f4b20c2-93f3-4142-8d41-98a21bc3f3e8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f9bbf2d11ab9410b9ddf4be2fde7e091&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2547562 Aug 19 15:03:04.765316 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b20c2-93f3-4142-8d41-98a21bc3f3e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715eaa6b-305d-4da7-8a1f-8cf74fd73c75,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:04.765649 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 50084) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:04.782432 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4b20c2-93f3-4142-8d41-98a21bc3f3e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:04.783328 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4b20c2-93f3-4142-8d41-98a21bc3f3e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:04.783826 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4b20c2-93f3-4142-8d41-98a21bc3f3e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:04.784891 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4b20c2-93f3-4142-8d41-98a21bc3f3e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:04.785377 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4b20c2-93f3-4142-8d41-98a21bc3f3e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:04.785892 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4b20c2-93f3-4142-8d41-98a21bc3f3e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:04.786370 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4b20c2-93f3-4142-8d41-98a21bc3f3e8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:04.786848 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4b20c2-93f3-4142-8d41-98a21bc3f3e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:04.787323 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4b20c2-93f3-4142-8d41-98a21bc3f3e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:04.787787 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4b20c2-93f3-4142-8d41-98a21bc3f3e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:04.788353 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4b20c2-93f3-4142-8d41-98a21bc3f3e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:04.788898 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4b20c2-93f3-4142-8d41-98a21bc3f3e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:04.802073 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b122bccf-7c76-4d46-9fec-87eda7bd5874 req-7724a698-8e1e-44c8-956f-75f35652f0f6 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701461 Aug 19 15:03:04.859677 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff2264be-9a91-423f-bcdb-ec61dd7600b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:04.861394 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61416dc4-4f9a-4d76-b102-ddae685e2c80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:04.893091 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058de5af-0481-41ba-93f4-c7b7a81c2b1d req-295dea33-ec1a-405d-8fbc-68d0d877bc1d tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:04.899242 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff2264be-9a91-423f-bcdb-ec61dd7600b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:04.901696 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-058de5af-0481-41ba-93f4-c7b7a81c2b1d req-295dea33-ec1a-405d-8fbc-68d0d877bc1d tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 945 time: 0.0616684 Aug 19 15:03:04.943168 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-058de5af-0481-41ba-93f4-c7b7a81c2b1d req-ae04cba2-0d7a-4026-a2bb-be01350c93d7 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7df29e2b-5559-4b1c-8c7b-8990489dce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398428 Aug 19 15:03:04.985477 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff2264be-9a91-423f-bcdb-ec61dd7600b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:04.988905 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff2264be-9a91-423f-bcdb-ec61dd7600b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:04.990475 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ff2264be-9a91-423f-bcdb-ec61dd7600b1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/715eaa6b-305d-4da7-8a1f-8cf74fd73c75 HTTP/1.1" status: 204 len: 168 time: 0.2219813 Aug 19 15:03:05.011276 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2264be-9a91-423f-bcdb-ec61dd7600b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715eaa6b-305d-4da7-8a1f-8cf74fd73c75,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:05.024964 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61416dc4-4f9a-4d76-b102-ddae685e2c80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:05.029998 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61416dc4-4f9a-4d76-b102-ddae685e2c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:05.077066 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-61416dc4-4f9a-4d76-b102-ddae685e2c80 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7930767641dd4c9299034b5f0f4105ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3883939 Aug 19 15:03:05.077956 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61416dc4-4f9a-4d76-b102-ddae685e2c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffc8b53-77a1-4265-995d-c2d7619e3426,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:05.080180 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 50090) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:05.125539 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:05.138788 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-04e8bb79-2cdf-4c63-b389-23babeb5d64a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:05.162228 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-04e8bb79-2cdf-4c63-b389-23babeb5d64a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:05.222792 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-04e8bb79-2cdf-4c63-b389-23babeb5d64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:05.225710 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-04e8bb79-2cdf-4c63-b389-23babeb5d64a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:05.226909 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-04e8bb79-2cdf-4c63-b389-23babeb5d64a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1ffc8b53-77a1-4265-995d-c2d7619e3426 HTTP/1.1" status: 204 len: 168 time: 0.1457024 Aug 19 15:03:05.235355 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e8bb79-2cdf-4c63-b389-23babeb5d64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffc8b53-77a1-4265-995d-c2d7619e3426,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:05.399982 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:05.556670 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 50108) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:05.570480 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-36f879a8-6a69-413b-bdc4-ff29f72aa780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:05.667886 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-36f879a8-6a69-413b-bdc4-ff29f72aa780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:05.672801 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-36f879a8-6a69-413b-bdc4-ff29f72aa780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:05.718262 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-36f879a8-6a69-413b-bdc4-ff29f72aa780 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7f8e937919a547acba97d6d790bdb106&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1604593 Aug 19 15:03:05.719752 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f879a8-6a69-413b-bdc4-ff29f72aa780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dedf52f5-f9ff-417e-9b60-e6548cc2f8cb,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:05.720897 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 50116) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:05.772828 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3a8bdac-d151-41e0-88d7-5ae2ce5a041e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:05.795343 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3a8bdac-d151-41e0-88d7-5ae2ce5a041e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:05.850152 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3a8bdac-d151-41e0-88d7-5ae2ce5a041e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:05.856344 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3a8bdac-d151-41e0-88d7-5ae2ce5a041e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:05.859831 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d3a8bdac-d151-41e0-88d7-5ae2ce5a041e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dedf52f5-f9ff-417e-9b60-e6548cc2f8cb HTTP/1.1" status: 204 len: 168 time: 0.1356657 Aug 19 15:03:05.873985 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a8bdac-d151-41e0-88d7-5ae2ce5a041e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dedf52f5-f9ff-417e-9b60-e6548cc2f8cb,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:05.985345 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f63abd-0bfc-412a-9ec5-c5519a13a1ba req-e9cef63a-26ef-4bec-a6b2-d0a1dbd480a8 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:05.994043 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c9f63abd-0bfc-412a-9ec5-c5519a13a1ba req-e9cef63a-26ef-4bec-a6b2-d0a1dbd480a8 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bfdfd23-a94e-4aeb-87e1-767bb399ee0d HTTP/1.1" status: 200 len: 943 time: 0.1071248 Aug 19 15:03:06.047023 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c9f63abd-0bfc-412a-9ec5-c5519a13a1ba req-de59276e-cf76-4810-a8b5-8ded5287f1e6 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480444 Aug 19 15:03:06.168103 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef075f07-6129-4a90-a2b8-0f159930c48c req-312fbfd3-606d-4ccd-a622-326cdb41a3fa tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:06.171514 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ef075f07-6129-4a90-a2b8-0f159930c48c req-312fbfd3-606d-4ccd-a622-326cdb41a3fa tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 945 time: 0.0629172 Aug 19 15:03:06.222817 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ef075f07-6129-4a90-a2b8-0f159930c48c req-dc27609f-7225-4eea-a73e-92f25acbc37d tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7df29e2b-5559-4b1c-8c7b-8990489dce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416739 Aug 19 15:03:06.551918 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d0ef79c9-1f1c-4331-ab0e-384ae17da316 req-7e364ea0-7d0e-4634-81ab-54faac8b4e48 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=5d57b2c9-f3da-41b2-8a3b-d20bd9534247&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0549741 Aug 19 15:03:06.678965 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef79c9-1f1c-4331-ab0e-384ae17da316 req-10789f0d-737d-4562-86cb-ddf59011f3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:06.682023 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d0ef79c9-1f1c-4331-ab0e-384ae17da316 req-10789f0d-737d-4562-86cb-ddf59011f3b6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=329a9422f2e44489a7adbe73ec4e808e&device_id=5d57b2c9-f3da-41b2-8a3b-d20bd9534247 HTTP/1.1" status: 200 len: 1096 time: 0.0761235 Aug 19 15:03:06.807007 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef79c9-1f1c-4331-ab0e-384ae17da316 req-9954cd5d-8dff-4f98-b983-38d61ec50f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:06.809321 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d0ef79c9-1f1c-4331-ab0e-384ae17da316 req-9954cd5d-8dff-4f98-b983-38d61ec50f29 service neutron] 10.222.0.68 "GET /v2.0/networks?id=86eb5dfd-420b-4075-ab54-22313c9966d3 HTTP/1.1" status: 200 len: 911 time: 0.1047468 Aug 19 15:03:06.825563 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 50172) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:06.892960 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d0ef79c9-1f1c-4331-ab0e-384ae17da316 req-40b9b4eb-82f3-46a3-af49-7a6d0209e2f7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d567af4e-d959-4c5e-bbcb-aa0a11495c6e HTTP/1.1" status: 200 len: 1001 time: 0.0741811 Aug 19 15:03:06.921446 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:06.959234 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef79c9-1f1c-4331-ab0e-384ae17da316 req-3aa90d97-cdd6-46dc-8c13-6b2631cafe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:06.960913 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d0ef79c9-1f1c-4331-ab0e-384ae17da316 req-3aa90d97-cdd6-46dc-8c13-6b2631cafe7d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b36b5b14-491d-4933-bb67-1257e134c17f HTTP/1.1" status: 200 len: 849 time: 0.0572126 Aug 19 15:03:06.971611 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3bccb87a-ca97-4aa8-9d2e-f1b323a670c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:07.063991 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef79c9-1f1c-4331-ab0e-384ae17da316 req-2f8f0ced-eb34-4d2b-8c36-4d02a7e08896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:07.066807 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d0ef79c9-1f1c-4331-ab0e-384ae17da316 req-2f8f0ced-eb34-4d2b-8c36-4d02a7e08896 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=86eb5dfd-420b-4075-ab54-22313c9966d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881171 Aug 19 15:03:07.116888 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3bccb87a-ca97-4aa8-9d2e-f1b323a670c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:07.123549 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3bccb87a-ca97-4aa8-9d2e-f1b323a670c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:07.191122 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-3bccb87a-ca97-4aa8-9d2e-f1b323a670c2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=58d60a1d4bf84019b73ac8c06978baa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3635359 Aug 19 15:03:07.194666 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 50188) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:07.220355 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bccb87a-ca97-4aa8-9d2e-f1b323a670c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b59317-b769-4eb8-9c5a-96a965369333,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:07.224383 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d0ef79c9-1f1c-4331-ab0e-384ae17da316 req-48720472-c5b0-4d14-90cf-9740ec4a82db service neutron] 10.222.0.68 "GET /v2.0/networks/86eb5dfd-420b-4075-ab54-22313c9966d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391630 Aug 19 15:03:07.231591 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bec1a5-6b93-4700-87af-cbf79f62a689 req-ead56456-ee0a-4296-ae14-6c02fc40e136 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:07.233607 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d0bec1a5-6b93-4700-87af-cbf79f62a689 req-ead56456-ee0a-4296-ae14-6c02fc40e136 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bfdfd23-a94e-4aeb-87e1-767bb399ee0d HTTP/1.1" status: 200 len: 943 time: 0.0811613 Aug 19 15:03:07.276920 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d0bec1a5-6b93-4700-87af-cbf79f62a689 req-bd393e89-36fe-4d07-b251-d0b24b49c626 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361180 Aug 19 15:03:07.357353 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5c3a4e69-31a2-4c7e-b7a4-24b3d1cf327c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:07.380449 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de87a8-196a-4f37-ac6e-808a521d8554 req-368f7dc1-830b-42b9-8515-4747e01e0823 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:07.389524 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c6de87a8-196a-4f37-ac6e-808a521d8554 req-368f7dc1-830b-42b9-8515-4747e01e0823 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 945 time: 0.0658605 Aug 19 15:03:07.396462 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5c3a4e69-31a2-4c7e-b7a4-24b3d1cf327c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:07.412971 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d0ef79c9-1f1c-4331-ab0e-384ae17da316 req-385593a2-7f01-4716-b0db-9b803dd0abe7 service neutron] 10.222.0.68 "GET /v2.0/networks/86eb5dfd-420b-4075-ab54-22313c9966d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782498 Aug 19 15:03:07.439410 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c6de87a8-196a-4f37-ac6e-808a521d8554 req-5588912a-baf3-428a-96bb-4d6b5f863b1c tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7df29e2b-5559-4b1c-8c7b-8990489dce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488315 Aug 19 15:03:07.462058 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5c3a4e69-31a2-4c7e-b7a4-24b3d1cf327c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:07.467061 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5c3a4e69-31a2-4c7e-b7a4-24b3d1cf327c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:07.470596 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5c3a4e69-31a2-4c7e-b7a4-24b3d1cf327c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/03b59317-b769-4eb8-9c5a-96a965369333 HTTP/1.1" status: 204 len: 168 time: 0.2726655 Aug 19 15:03:07.478390 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3a4e69-31a2-4c7e-b7a4-24b3d1cf327c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b59317-b769-4eb8-9c5a-96a965369333,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:08.392861 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [req-b0262520-3d05-4dd8-81cd-d16631b8d7f1 req-f2aa80f5-4bd3-4b72-9bec-fd2d57db7658 service neutron] show failed (client error): The resource could not be found. Aug 19 15:03:08.394500 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b0262520-3d05-4dd8-81cd-d16631b8d7f1 req-f2aa80f5-4bd3-4b72-9bec-fd2d57db7658 service neutron] 10.222.0.88 "GET /v2.0/ports/33ec43ab-331e-4b65-b98f-6ca3cd3068c4/bindings/n-h1-766043-2 HTTP/1.1" status: 404 len: 380 time: 0.1120007 Aug 19 15:03:08.424831 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151f6e5-02ef-4209-9a88-5de8c4f7a797 req-ec129987-ec51-4856-ac37-7fcfaa58e6e1 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:08.427359 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7151f6e5-02ef-4209-9a88-5de8c4f7a797 req-ec129987-ec51-4856-ac37-7fcfaa58e6e1 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bfdfd23-a94e-4aeb-87e1-767bb399ee0d HTTP/1.1" status: 200 len: 943 time: 0.0611236 Aug 19 15:03:08.488551 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7151f6e5-02ef-4209-9a88-5de8c4f7a797 req-f59cff0c-60a5-4597-9763-c90d972c54b9 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443900 Aug 19 15:03:08.599757 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbaa3d3-026a-48fd-9613-6f722d18b847 req-99aff01a-0a4a-4028-b205-149c4d870bc5 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:08.601337 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7fbaa3d3-026a-48fd-9613-6f722d18b847 req-99aff01a-0a4a-4028-b205-149c4d870bc5 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 945 time: 0.0516024 Aug 19 15:03:08.646396 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7fbaa3d3-026a-48fd-9613-6f722d18b847 req-df831e30-39a2-4e8e-96a1-52340bf6af9d tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7df29e2b-5559-4b1c-8c7b-8990489dce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375881 Aug 19 15:03:08.668932 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0262520-3d05-4dd8-81cd-d16631b8d7f1 req-f33658e7-7145-48db-b468-ed76b7015246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:08.670364 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b0262520-3d05-4dd8-81cd-d16631b8d7f1 req-f33658e7-7145-48db-b468-ed76b7015246 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036&tenant_id=5784b0340e8242b1aba4ab831f2e3b23 HTTP/1.1" status: 200 len: 1096 time: 0.0908318 Aug 19 15:03:08.683350 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-b0262520-3d05-4dd8-81cd-d16631b8d7f1 req-8b46acf3-e867-4765-bec8-d42229294925 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766043-2', 'device_owner': 'compute:nova'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:08.744210 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b0262520-3d05-4dd8-81cd-d16631b8d7f1 req-8b46acf3-e867-4765-bec8-d42229294925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:08.962159 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-b0262520-3d05-4dd8-81cd-d16631b8d7f1 req-8b46acf3-e867-4765-bec8-d42229294925 service neutron] For port 33ec43ab-331e-4b65-b98f-6ca3cd3068c4, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=33ec43ab-331e-4b65-b98f-6ca3cd3068c4,segment=NetworkSegment(af63bf8d-c499-484e-bc2f-0bd1cbfcd355),segment_id=af63bf8d-c499-484e-bc2f-0bd1cbfcd355)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:08.998888 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-b0262520-3d05-4dd8-81cd-d16631b8d7f1 req-8b46acf3-e867-4765-bec8-d42229294925 service neutron] For port 33ec43ab-331e-4b65-b98f-6ca3cd3068c4, host n-h2-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:03:09.042433 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51dcbe8-798a-4ec9-87e5-1f8f404fa036', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33ec43ab-331e-4b65-b98f-6ca3cd3068c4'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:03:09.044714 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945fc48b-9dc7-49c0-ab47-adabbd5a17b4" -d '{"events": [{"server_uuid": "c51dcbe8-798a-4ec9-87e5-1f8f404fa036", "name": "network-vif-unplugged", "status": "completed", "tag": "33ec43ab-331e-4b65-b98f-6ca3cd3068c4"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:03:09.051211 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b0262520-3d05-4dd8-81cd-d16631b8d7f1 req-8b46acf3-e867-4765-bec8-d42229294925 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:09.065244 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-b0262520-3d05-4dd8-81cd-d16631b8d7f1 req-8b46acf3-e867-4765-bec8-d42229294925 service neutron] Transition to ACTIVE for port object 33ec43ab-331e-4b65-b98f-6ca3cd3068c4 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:03:09.071478 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b0262520-3d05-4dd8-81cd-d16631b8d7f1 req-8b46acf3-e867-4765-bec8-d42229294925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:09.117302 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 15:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071b6413-8bb9-4e2b-98cb-c8013e9a543d x-openstack-request-id: req-071b6413-8bb9-4e2b-98cb-c8013e9a543d {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:03:09.117913 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c51dcbe8-798a-4ec9-87e5-1f8f404fa036", "name": "network-vif-unplugged", "status": "completed", "tag": "33ec43ab-331e-4b65-b98f-6ca3cd3068c4", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:03:09.118311 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-071b6413-8bb9-4e2b-98cb-c8013e9a543d {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:03:09.118875 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51dcbe8-798a-4ec9-87e5-1f8f404fa036', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33ec43ab-331e-4b65-b98f-6ca3cd3068c4', 'code': 200} Aug 19 15:03:09.194377 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 50280) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:09.270953 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b46acf3-e867-4765-bec8-d42229294925 service neutron] Pushing event updated for resources: {'Port': ['ID=33ec43ab-331e-4b65-b98f-6ca3cd3068c4,revision_number=6']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:09.363279 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0262520-3d05-4dd8-81cd-d16631b8d7f1 req-8b46acf3-e867-4765-bec8-d42229294925 service neutron] No DVR routers for this DVR port 33ec43ab-331e-4b65-b98f-6ca3cd3068c4 on host n-h2-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:03:09.408779 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-31b39438-e3cb-49d6-a184-2f244f49de12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:09.532759 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-31b39438-e3cb-49d6-a184-2f244f49de12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:09.539194 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-31b39438-e3cb-49d6-a184-2f244f49de12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:09.588108 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-31b39438-e3cb-49d6-a184-2f244f49de12 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=51ca7330a09e456ab25905cab24506fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3924975 Aug 19 15:03:09.590717 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 50296) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:09.599965 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b39438-e3cb-49d6-a184-2f244f49de12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073da63e-8655-49e6-b3fd-4132c23ba22f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:09.691113 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f649ba-a20d-4a5c-a685-2036c1a671f5 req-8a3ce455-4715-44e3-8cf2-37d62195f152 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:09.693239 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a3f649ba-a20d-4a5c-a685-2036c1a671f5 req-8a3ce455-4715-44e3-8cf2-37d62195f152 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bfdfd23-a94e-4aeb-87e1-767bb399ee0d HTTP/1.1" status: 200 len: 943 time: 0.0825028 Aug 19 15:03:09.713218 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4e048042-00dd-4ca1-9970-a03119f79f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:09.772485 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4e048042-00dd-4ca1-9970-a03119f79f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:09.902848 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a3f649ba-a20d-4a5c-a685-2036c1a671f5 req-e04485f9-a7b8-49e6-a0a3-8137f324ab37 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907048 Aug 19 15:03:09.919694 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb802295-53bc-4492-9fc0-fcbb7bab4e2c req-67e35386-5290-4d6b-9c81-427e6611139e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:09.921757 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fb802295-53bc-4492-9fc0-fcbb7bab4e2c req-67e35386-5290-4d6b-9c81-427e6611139e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 943 time: 0.1239004 Aug 19 15:03:09.938228 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4e048042-00dd-4ca1-9970-a03119f79f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:09.940722 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4e048042-00dd-4ca1-9970-a03119f79f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:09.941856 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-4e048042-00dd-4ca1-9970-a03119f79f2a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/073da63e-8655-49e6-b3fd-4132c23ba22f HTTP/1.1" status: 204 len: 168 time: 0.3499110 Aug 19 15:03:09.950776 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-b0262520-3d05-4dd8-81cd-d16631b8d7f1 req-8b46acf3-e867-4765-bec8-d42229294925 service neutron] Attempting to bind port 33ec43ab-331e-4b65-b98f-6ca3cd3068c4 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:03:09.951242 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-b0262520-3d05-4dd8-81cd-d16631b8d7f1 req-8b46acf3-e867-4765-bec8-d42229294925 service neutron] Attempting to bind port 33ec43ab-331e-4b65-b98f-6ca3cd3068c4 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': 'af63bf8d-c499-484e-bc2f-0bd1cbfcd355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:03:09.951647 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0262520-3d05-4dd8-81cd-d16631b8d7f1 req-8b46acf3-e867-4765-bec8-d42229294925 service neutron] Attempting to bind port 33ec43ab-331e-4b65-b98f-6ca3cd3068c4 on network 0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:03:09.957306 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0262520-3d05-4dd8-81cd-d16631b8d7f1 req-8b46acf3-e867-4765-bec8-d42229294925 service neutron] Port 33ec43ab-331e-4b65-b98f-6ca3cd3068c4 on network 0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:03:09.957627 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0262520-3d05-4dd8-81cd-d16631b8d7f1 req-8b46acf3-e867-4765-bec8-d42229294925 service neutron] Attempting to bind port 33ec43ab-331e-4b65-b98f-6ca3cd3068c4 on network 0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:03:09.960867 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e048042-00dd-4ca1-9970-a03119f79f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073da63e-8655-49e6-b3fd-4132c23ba22f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:09.963340 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0262520-3d05-4dd8-81cd-d16631b8d7f1 req-8b46acf3-e867-4765-bec8-d42229294925 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:03:09.963577 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0262520-3d05-4dd8-81cd-d16631b8d7f1 req-8b46acf3-e867-4765-bec8-d42229294925 service neutron] Checking segment: {'id': 'af63bf8d-c499-484e-bc2f-0bd1cbfcd355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:03:09.963988 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0262520-3d05-4dd8-81cd-d16631b8d7f1 req-8b46acf3-e867-4765-bec8-d42229294925 service neutron] Bound using segment: {'id': 'af63bf8d-c499-484e-bc2f-0bd1cbfcd355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:03:09.964436 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-b0262520-3d05-4dd8-81cd-d16631b8d7f1 req-8b46acf3-e867-4765-bec8-d42229294925 service neutron] Bound port: 33ec43ab-331e-4b65-b98f-6ca3cd3068c4, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af63bf8d-c499-484e-bc2f-0bd1cbfcd355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:03:09.965334 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b0262520-3d05-4dd8-81cd-d16631b8d7f1 req-8b46acf3-e867-4765-bec8-d42229294925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:10.010898 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fb802295-53bc-4492-9fc0-fcbb7bab4e2c req-b948ca7a-2fb5-49f7-841f-0c1f113b4622 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7df29e2b-5559-4b1c-8c7b-8990489dce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796442 Aug 19 15:03:10.037788 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-b0262520-3d05-4dd8-81cd-d16631b8d7f1 req-8b46acf3-e867-4765-bec8-d42229294925 service neutron] For port 33ec43ab-331e-4b65-b98f-6ca3cd3068c4, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:03:10.041015 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-b0262520-3d05-4dd8-81cd-d16631b8d7f1 req-8b46acf3-e867-4765-bec8-d42229294925 service neutron] For port 33ec43ab-331e-4b65-b98f-6ca3cd3068c4, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=33ec43ab-331e-4b65-b98f-6ca3cd3068c4,segment=NetworkSegment(af63bf8d-c499-484e-bc2f-0bd1cbfcd355),segment_id=af63bf8d-c499-484e-bc2f-0bd1cbfcd355)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:03:10.048082 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b0262520-3d05-4dd8-81cd-d16631b8d7f1 req-8b46acf3-e867-4765-bec8-d42229294925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:10.090350 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0262520-3d05-4dd8-81cd-d16631b8d7f1 req-8b46acf3-e867-4765-bec8-d42229294925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:10.091071 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b0262520-3d05-4dd8-81cd-d16631b8d7f1 req-8b46acf3-e867-4765-bec8-d42229294925 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:10.092771 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b0262520-3d05-4dd8-81cd-d16631b8d7f1 req-8b46acf3-e867-4765-bec8-d42229294925 service neutron] 10.222.0.68 "PUT /v2.0/ports/33ec43ab-331e-4b65-b98f-6ca3cd3068c4 HTTP/1.1" status: 200 len: 1091 time: 1.4134021 Aug 19 15:03:10.161138 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b46acf3-e867-4765-bec8-d42229294925 service neutron] Pushing event updated for resources: {'Port': ['ID=33ec43ab-331e-4b65-b98f-6ca3cd3068c4,revision_number=7']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:10.177180 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0262520-3d05-4dd8-81cd-d16631b8d7f1 req-1dcf5794-238d-4276-9c42-04c8bdeff813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:10.178935 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b0262520-3d05-4dd8-81cd-d16631b8d7f1 req-1dcf5794-238d-4276-9c42-04c8bdeff813 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5784b0340e8242b1aba4ab831f2e3b23&device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 1094 time: 0.0514467 Aug 19 15:03:10.288311 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0262520-3d05-4dd8-81cd-d16631b8d7f1 req-1139f0e0-a07c-405c-ade9-972704399c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:10.292605 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b0262520-3d05-4dd8-81cd-d16631b8d7f1 req-1139f0e0-a07c-405c-ade9-972704399c07 service neutron] 10.222.0.68 "GET /v2.0/networks?id=0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e HTTP/1.1" status: 200 len: 898 time: 0.1027782 Aug 19 15:03:10.374820 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b0262520-3d05-4dd8-81cd-d16631b8d7f1 req-4bda3daa-6a96-4d81-a9e7-9efe6d4400d6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33ec43ab-331e-4b65-b98f-6ca3cd3068c4 HTTP/1.1" status: 200 len: 999 time: 0.0734258 Aug 19 15:03:10.428218 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0262520-3d05-4dd8-81cd-d16631b8d7f1 req-a30f0849-55e6-4afa-98a5-8de8f5551d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:10.429639 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b0262520-3d05-4dd8-81cd-d16631b8d7f1 req-a30f0849-55e6-4afa-98a5-8de8f5551d24 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=1c0affc3-2289-41e1-9841-156efcfe8ae7 HTTP/1.1" status: 200 len: 835 time: 0.0450220 Aug 19 15:03:10.479619 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0262520-3d05-4dd8-81cd-d16631b8d7f1 req-cf04cf96-4cef-4c05-b942-a8652dd4bf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:10.481327 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b0262520-3d05-4dd8-81cd-d16631b8d7f1 req-cf04cf96-4cef-4c05-b942-a8652dd4bf67 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429261 Aug 19 15:03:10.578472 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b0262520-3d05-4dd8-81cd-d16631b8d7f1 req-03527284-fb75-4db5-b4ff-ba639e8c39ec service neutron] 10.222.0.68 "GET /v2.0/networks/0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881536 Aug 19 15:03:10.672742 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b0262520-3d05-4dd8-81cd-d16631b8d7f1 req-3a858893-f86e-4213-bc46-ecf80842cfd6 service neutron] 10.222.0.68 "GET /v2.0/networks/0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855584 Aug 19 15:03:10.805498 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:03:11.034875 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3dba38-fca7-4b65-a482-8af45ac436dd req-cf1ba8b5-3071-43d5-9be7-92f308a5bcf0 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:11.036463 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1f3dba38-fca7-4b65-a482-8af45ac436dd req-cf1ba8b5-3071-43d5-9be7-92f308a5bcf0 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bfdfd23-a94e-4aeb-87e1-767bb399ee0d HTTP/1.1" status: 200 len: 943 time: 0.0539262 Aug 19 15:03:11.099138 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1f3dba38-fca7-4b65-a482-8af45ac436dd req-89a62664-04ae-4e6f-b1ed-a484c16fe4be tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537388 Aug 19 15:03:11.120611 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c51dcbe8-798a-4ec9-87e5-1f8f404fa036', 'tag': '33ec43ab-331e-4b65-b98f-6ca3cd3068c4'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:03:11.125572 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4970003b-5ad7-47d1-a3d6-5ba8f112758a" -d '{"events": [{"name": "network-changed", "server_uuid": "c51dcbe8-798a-4ec9-87e5-1f8f404fa036", "tag": "33ec43ab-331e-4b65-b98f-6ca3cd3068c4"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:03:11.160096 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab73868a-fa26-4657-852c-c6c82d8e6156 req-632d25fc-75ff-4087-ab83-800d3a78f728 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:11.162099 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ab73868a-fa26-4657-852c-c6c82d8e6156 req-632d25fc-75ff-4087-ab83-800d3a78f728 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 943 time: 0.0632811 Aug 19 15:03:11.184923 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1439606a-b73e-4d2e-806c-19b4d94b3405 x-openstack-request-id: req-1439606a-b73e-4d2e-806c-19b4d94b3405 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:03:11.185267 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c51dcbe8-798a-4ec9-87e5-1f8f404fa036", "tag": "33ec43ab-331e-4b65-b98f-6ca3cd3068c4", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:03:11.185524 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1439606a-b73e-4d2e-806c-19b4d94b3405 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:03:11.185929 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c51dcbe8-798a-4ec9-87e5-1f8f404fa036', 'tag': '33ec43ab-331e-4b65-b98f-6ca3cd3068c4', 'status': 'completed', 'code': 200} Aug 19 15:03:11.211569 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ab73868a-fa26-4657-852c-c6c82d8e6156 req-9939c764-8ab8-42af-b954-8dd714d9446c tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7df29e2b-5559-4b1c-8c7b-8990489dce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438893 Aug 19 15:03:11.259933 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970003b-5ad7-47d1-a3d6-5ba8f112758a req-ef075a94-b3f3-4a26-b13f-cca422ae7859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:11.261521 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4970003b-5ad7-47d1-a3d6-5ba8f112758a req-ef075a94-b3f3-4a26-b13f-cca422ae7859 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5784b0340e8242b1aba4ab831f2e3b23&device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 1094 time: 0.0489881 Aug 19 15:03:11.276282 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970003b-5ad7-47d1-a3d6-5ba8f112758a req-aa349b74-8fe6-446b-bcb4-df35c0bdadc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:11.277928 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4970003b-5ad7-47d1-a3d6-5ba8f112758a req-aa349b74-8fe6-446b-bcb4-df35c0bdadc9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5784b0340e8242b1aba4ab831f2e3b23&device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 1094 time: 0.0596316 Aug 19 15:03:11.290303 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 50366) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:11.374952 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970003b-5ad7-47d1-a3d6-5ba8f112758a req-a8948808-feba-428e-ac52-fde9acd406ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:11.377521 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4970003b-5ad7-47d1-a3d6-5ba8f112758a req-a8948808-feba-428e-ac52-fde9acd406ee service neutron] 10.222.0.88 "GET /v2.0/networks?id=0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e HTTP/1.1" status: 200 len: 898 time: 0.1061711 Aug 19 15:03:11.403364 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970003b-5ad7-47d1-a3d6-5ba8f112758a req-4aca35a1-8996-4b82-b344-1d090896fca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:11.405657 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4970003b-5ad7-47d1-a3d6-5ba8f112758a req-4aca35a1-8996-4b82-b344-1d090896fca6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e HTTP/1.1" status: 200 len: 898 time: 0.1163630 Aug 19 15:03:11.479895 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ddafa7f2-27a5-4245-81f5-af565d291170 tempest-MeteringIpV6TestJSON-1484578557 tempest-MeteringIpV6TestJSON-1484578557-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1912044583'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:11.480363 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ddafa7f2-27a5-4245-81f5-af565d291170 tempest-MeteringIpV6TestJSON-1484578557 tempest-MeteringIpV6TestJSON-1484578557-project-admin] Unknown quota resources ['metering_label']. {{(pid=94639) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 15:03:11.490428 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4970003b-5ad7-47d1-a3d6-5ba8f112758a req-e5393ba9-fa99-4d55-8dba-25fa555241a6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33ec43ab-331e-4b65-b98f-6ca3cd3068c4 HTTP/1.1" status: 200 len: 999 time: 0.1039157 Aug 19 15:03:11.547616 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970003b-5ad7-47d1-a3d6-5ba8f112758a req-6cab47f1-9397-49ee-b98a-45771575adf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:11.549126 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4970003b-5ad7-47d1-a3d6-5ba8f112758a req-6cab47f1-9397-49ee-b98a-45771575adf0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1c0affc3-2289-41e1-9841-156efcfe8ae7 HTTP/1.1" status: 200 len: 835 time: 0.0518804 Aug 19 15:03:11.580211 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4970003b-5ad7-47d1-a3d6-5ba8f112758a req-1186daa3-bb30-41ba-be8b-135049a14d56 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33ec43ab-331e-4b65-b98f-6ca3cd3068c4 HTTP/1.1" status: 200 len: 999 time: 0.1667747 Aug 19 15:03:11.601858 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970003b-5ad7-47d1-a3d6-5ba8f112758a req-ae5dac3e-9f3d-4c5b-93d2-3b08fe707859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:11.603491 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4970003b-5ad7-47d1-a3d6-5ba8f112758a req-ae5dac3e-9f3d-4c5b-93d2-3b08fe707859 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466495 Aug 19 15:03:11.701300 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4970003b-5ad7-47d1-a3d6-5ba8f112758a req-e9b81d87-47e1-4ac4-b4b3-c3632aba1a7d service neutron] 10.222.0.88 "GET /v2.0/networks/0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903563 Aug 19 15:03:11.728491 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ddafa7f2-27a5-4245-81f5-af565d291170 tempest-MeteringIpV6TestJSON-1484578557 tempest-MeteringIpV6TestJSON-1484578557-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:11.729695 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ddafa7f2-27a5-4245-81f5-af565d291170 tempest-MeteringIpV6TestJSON-1484578557 tempest-MeteringIpV6TestJSON-1484578557-project-admin] 10.222.0.69 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4382637 Aug 19 15:03:11.733856 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 50384) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:11.738792 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-fce51054-2399-402b-b5a2-ebe17a02b44d tempest-MeteringIpV6TestJSON-1484578557 tempest-MeteringIpV6TestJSON-1484578557-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '2f454f2f-3f94-41e6-8cc4-2f83e7df785a'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:11.739291 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-fce51054-2399-402b-b5a2-ebe17a02b44d tempest-MeteringIpV6TestJSON-1484578557 tempest-MeteringIpV6TestJSON-1484578557-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94639) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 15:03:11.749238 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970003b-5ad7-47d1-a3d6-5ba8f112758a req-d7ac5d47-b0c9-4112-beef-b8baae59894d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:11.750718 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4970003b-5ad7-47d1-a3d6-5ba8f112758a req-d7ac5d47-b0c9-4112-beef-b8baae59894d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=1c0affc3-2289-41e1-9841-156efcfe8ae7 HTTP/1.1" status: 200 len: 835 time: 0.1495945 Aug 19 15:03:11.792969 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 50386) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:11.796752 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4970003b-5ad7-47d1-a3d6-5ba8f112758a req-0dc7a40e-3536-47f3-bb59-22878f85a64d service neutron] 10.222.0.88 "GET /v2.0/networks/0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882850 Aug 19 15:03:11.814285 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [req-d3f509ec-3d81-4fe9-a2dd-e2a03cd33789 req-0ae00e2b-4cf7-4a90-bb06-794a6523355b service neutron] (94640) timed out ('10.222.0.68', 62789) {{(pid=94640) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 15:03:11.833981 n-d-766043-2 neutron-server[94639]: WARNING neutron.services.metering.metering_plugin [None req-fce51054-2399-402b-b5a2-ebe17a02b44d tempest-MeteringIpV6TestJSON-1484578557 tempest-MeteringIpV6TestJSON-1484578557-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 19 15:03:11.908910 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7183af23-496e-480b-b40c-5d364182157f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:11.952851 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fce51054-2399-402b-b5a2-ebe17a02b44d tempest-MeteringIpV6TestJSON-1484578557 tempest-MeteringIpV6TestJSON-1484578557-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:11.954058 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-fce51054-2399-402b-b5a2-ebe17a02b44d tempest-MeteringIpV6TestJSON-1484578557 tempest-MeteringIpV6TestJSON-1484578557-project-admin] 10.222.0.69 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2192729 Aug 19 15:03:11.957686 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 50390) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:11.963805 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-81b0389f-6bae-4423-9f4c-7c275763388a tempest-MeteringIpV6TestJSON-1484578557 tempest-MeteringIpV6TestJSON-1484578557-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '2f454f2f-3f94-41e6-8cc4-2f83e7df785a'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:11.964300 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-81b0389f-6bae-4423-9f4c-7c275763388a tempest-MeteringIpV6TestJSON-1484578557 tempest-MeteringIpV6TestJSON-1484578557-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94639) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 15:03:11.969724 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970003b-5ad7-47d1-a3d6-5ba8f112758a req-510d7ffc-b87d-48b2-a2eb-b5907ece40cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:11.971205 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4970003b-5ad7-47d1-a3d6-5ba8f112758a req-510d7ffc-b87d-48b2-a2eb-b5907ece40cb service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1920617 Aug 19 15:03:12.003558 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7183af23-496e-480b-b40c-5d364182157f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:12.007953 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7183af23-496e-480b-b40c-5d364182157f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:12.041030 n-d-766043-2 neutron-server[94639]: WARNING neutron.services.metering.metering_plugin [None req-81b0389f-6bae-4423-9f4c-7c275763388a tempest-MeteringIpV6TestJSON-1484578557 tempest-MeteringIpV6TestJSON-1484578557-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 19 15:03:12.050953 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7183af23-496e-480b-b40c-5d364182157f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9820a14-e3ae-4e9e-aee6-2fb77f24528f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:12.056382 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-7183af23-496e-480b-b40c-5d364182157f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2f32b561dd754c72823c2765b2907b45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2623153 Aug 19 15:03:12.059250 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 50392) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:12.108589 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56f86e84-4d82-4eba-bc00-ef28312360e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:12.130937 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56f86e84-4d82-4eba-bc00-ef28312360e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:12.147712 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 33ec43ab-331e-4b65-b98f-6ca3cd3068c4 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:03:12.151920 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-81b0389f-6bae-4423-9f4c-7c275763388a tempest-MeteringIpV6TestJSON-1484578557 tempest-MeteringIpV6TestJSON-1484578557-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:12.153162 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-81b0389f-6bae-4423-9f4c-7c275763388a tempest-MeteringIpV6TestJSON-1484578557 tempest-MeteringIpV6TestJSON-1484578557-project-admin] 10.222.0.69 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1945579 Aug 19 15:03:12.155788 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 50396) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:12.176091 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-11e92e00-8e55-47b8-9612-1ab2276805ab tempest-MeteringIpV6TestJSON-1484578557 tempest-MeteringIpV6TestJSON-1484578557-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-label-rules?id=a24a86b7-26e3-40b5-a94c-bb058d707320 HTTP/1.1" status: 200 len: 462 time: 0.0190084 Aug 19 15:03:12.179961 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 50398) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:12.209252 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4970003b-5ad7-47d1-a3d6-5ba8f112758a req-d2ceeacc-af27-478b-b969-c7aab88688b7 service neutron] 10.222.0.68 "GET /v2.0/networks/0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262619 Aug 19 15:03:12.214657 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 33ec43ab-331e-4b65-b98f-6ca3cd3068c4 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:03:12.229540 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f0a4f5-f287-45e0-a7bb-722430d90032 req-4da3020e-28ff-43e1-be5e-31cef993d2c3 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:12.231094 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-11f0a4f5-f287-45e0-a7bb-722430d90032 req-4da3020e-28ff-43e1-be5e-31cef993d2c3 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bfdfd23-a94e-4aeb-87e1-767bb399ee0d HTTP/1.1" status: 200 len: 943 time: 0.0652299 Aug 19 15:03:12.232191 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56f86e84-4d82-4eba-bc00-ef28312360e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:12.234738 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56f86e84-4d82-4eba-bc00-ef28312360e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:12.238269 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-56f86e84-4d82-4eba-bc00-ef28312360e5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a9820a14-e3ae-4e9e-aee6-2fb77f24528f HTTP/1.1" status: 204 len: 168 time: 0.1757014 Aug 19 15:03:12.252593 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f86e84-4d82-4eba-bc00-ef28312360e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9820a14-e3ae-4e9e-aee6-2fb77f24528f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:12.287719 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-11f0a4f5-f287-45e0-a7bb-722430d90032 req-4316b1ee-8d12-4572-b83c-a2e5ac5c13a3 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480020 Aug 19 15:03:12.381513 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-80b31ea7-0256-454d-a56d-0219a7ee7295 tempest-MeteringIpV6TestJSON-1484578557 tempest-MeteringIpV6TestJSON-1484578557-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:12.382648 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-80b31ea7-0256-454d-a56d-0219a7ee7295 tempest-MeteringIpV6TestJSON-1484578557 tempest-MeteringIpV6TestJSON-1484578557-project-admin] 10.222.0.69 "DELETE /v2.0/metering/metering-label-rules/a24a86b7-26e3-40b5-a94c-bb058d707320 HTTP/1.1" status: 204 len: 168 time: 0.2016730 Aug 19 15:03:12.386610 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 50404) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:12.402287 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d0e1b-8a34-4e6b-83f8-c32c610cff73 req-92b52283-254d-4e91-aec4-c02b6194ad04 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:12.404395 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-461d0e1b-8a34-4e6b-83f8-c32c610cff73 req-92b52283-254d-4e91-aec4-c02b6194ad04 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 943 time: 0.0692971 Aug 19 15:03:12.408019 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-df086c61-644e-41da-96f9-bd151ea863eb tempest-MeteringIpV6TestJSON-1484578557 tempest-MeteringIpV6TestJSON-1484578557-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-label-rules?id=a24a86b7-26e3-40b5-a94c-bb058d707320 HTTP/1.1" status: 200 len: 221 time: 0.0202949 Aug 19 15:03:12.413691 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 50406) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:12.420886 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-cd99ade2-9a49-4f1f-9716-cb2fab14c310 tempest-MeteringIpV6TestJSON-1484578557 tempest-MeteringIpV6TestJSON-1484578557-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--749632260', 'description': 'label created by tempest'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:12.421601 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-cd99ade2-9a49-4f1f-9716-cb2fab14c310 tempest-MeteringIpV6TestJSON-1484578557 tempest-MeteringIpV6TestJSON-1484578557-project-admin] Unknown quota resources ['metering_label']. {{(pid=94639) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 15:03:12.440119 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4970003b-5ad7-47d1-a3d6-5ba8f112758a req-28f220df-4cbc-4cbf-9d2e-0cfaf3df1397 service neutron] 10.222.0.68 "GET /v2.0/networks/0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218287 Aug 19 15:03:12.460514 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-461d0e1b-8a34-4e6b-83f8-c32c610cff73 req-4fc9301c-9b0c-43f9-afad-dc71f3b6382a tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7df29e2b-5559-4b1c-8c7b-8990489dce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466459 Aug 19 15:03:12.592848 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cd99ade2-9a49-4f1f-9716-cb2fab14c310 tempest-MeteringIpV6TestJSON-1484578557 tempest-MeteringIpV6TestJSON-1484578557-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:12.596456 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-cd99ade2-9a49-4f1f-9716-cb2fab14c310 tempest-MeteringIpV6TestJSON-1484578557 tempest-MeteringIpV6TestJSON-1484578557-project-admin] 10.222.0.69 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.1794093 Aug 19 15:03:12.596862 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 50412) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:12.618351 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 50414) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:12.632098 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a85d8f7b-c1fc-4316-9dcf-feece35e3d63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:12.671537 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-40e6af4b-7891-422b-a44a-b217d0a1a85c tempest-MeteringIpV6TestJSON-1484578557 tempest-MeteringIpV6TestJSON-1484578557-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-labels?id=964fa53e-4b42-472c-acb6-02d365eaaac2 HTTP/1.1" status: 200 len: 467 time: 0.0731914 Aug 19 15:03:12.674174 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 50416) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:12.897138 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a85d8f7b-c1fc-4316-9dcf-feece35e3d63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:12.900387 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2e1fe8a-887e-4f63-997f-3632beac4b2c tempest-MeteringIpV6TestJSON-1484578557 tempest-MeteringIpV6TestJSON-1484578557-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:12.901646 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c2e1fe8a-887e-4f63-997f-3632beac4b2c tempest-MeteringIpV6TestJSON-1484578557 tempest-MeteringIpV6TestJSON-1484578557-project-admin] 10.222.0.69 "DELETE /v2.0/metering/metering-labels/964fa53e-4b42-472c-acb6-02d365eaaac2 HTTP/1.1" status: 204 len: 168 time: 0.2259290 Aug 19 15:03:12.902854 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a85d8f7b-c1fc-4316-9dcf-feece35e3d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:12.904654 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 50418) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:12.916526 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-974755e8-b728-4cee-a3c7-ab473f994556 tempest-MeteringIpV6TestJSON-1484578557 tempest-MeteringIpV6TestJSON-1484578557-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-labels?id=964fa53e-4b42-472c-acb6-02d365eaaac2 HTTP/1.1" status: 200 len: 216 time: 0.0106864 Aug 19 15:03:12.919874 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 50420) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:12.930195 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-867572f4-0214-4ca4-962f-37a9ac001cbd tempest-MeteringIpV6TestJSON-1484578557 tempest-MeteringIpV6TestJSON-1484578557-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0092795 Aug 19 15:03:12.933738 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 50422) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:12.945015 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-0ce2951a-e372-4a87-acab-ecb266b6011d tempest-MeteringIpV6TestJSON-1484578557 tempest-MeteringIpV6TestJSON-1484578557-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0101688 Aug 19 15:03:12.946134 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a85d8f7b-c1fc-4316-9dcf-feece35e3d63 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ce2279ba10454217b4fd12639daf1aac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3266079 Aug 19 15:03:12.947769 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d8f7b-c1fc-4316-9dcf-feece35e3d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca837ab-32c0-4dc7-8125-be299f32a536,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:12.948279 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 50424) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:12.948784 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 50426) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:13.281802 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-02c170b4-668c-4399-a820-2d5c6ace01a3 tempest-MeteringIpV6TestJSON-1484578557 tempest-MeteringIpV6TestJSON-1484578557-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-labels/2f454f2f-3f94-41e6-8cc4-2f83e7df785a HTTP/1.1" status: 200 len: 473 time: 0.3318453 Aug 19 15:03:13.285455 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 50428) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:13.295455 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-40f0e241-5eaa-43ea-87b9-647a2a31d24f tempest-MeteringIpV6TestJSON-1484578557 tempest-MeteringIpV6TestJSON-1484578557-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-label-rules/642bea99-5d70-46ea-968f-5814b03bd1d4 HTTP/1.1" status: 200 len: 459 time: 0.0083675 Aug 19 15:03:13.299306 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 50430) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:13.315359 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5b422d5-8d9e-4cd7-8ea2-76439f9ba235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:13.339955 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5b422d5-8d9e-4cd7-8ea2-76439f9ba235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:13.407127 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d63d0b03-3a0c-460b-a927-e74def2e8fc0 tempest-MeteringIpV6TestJSON-1484578557 tempest-MeteringIpV6TestJSON-1484578557-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:13.408351 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d63d0b03-3a0c-460b-a927-e74def2e8fc0 tempest-MeteringIpV6TestJSON-1484578557 tempest-MeteringIpV6TestJSON-1484578557-project-admin] 10.222.0.69 "DELETE /v2.0/metering/metering-label-rules/642bea99-5d70-46ea-968f-5814b03bd1d4 HTTP/1.1" status: 204 len: 168 time: 0.1076224 Aug 19 15:03:13.411596 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 50434) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:13.423806 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7ea85-74d2-4453-9a88-7f520e25919b req-92dfd9ec-ed0b-40b5-bf72-30407da930c8 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:13.425379 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fdf7ea85-74d2-4453-9a88-7f520e25919b req-92dfd9ec-ed0b-40b5-bf72-30407da930c8 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bfdfd23-a94e-4aeb-87e1-767bb399ee0d HTTP/1.1" status: 200 len: 943 time: 0.0582092 Aug 19 15:03:13.426125 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5b422d5-8d9e-4cd7-8ea2-76439f9ba235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:13.428869 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5b422d5-8d9e-4cd7-8ea2-76439f9ba235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:13.430409 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a5b422d5-8d9e-4cd7-8ea2-76439f9ba235 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6ca837ab-32c0-4dc7-8125-be299f32a536 HTTP/1.1" status: 204 len: 168 time: 0.4791622 Aug 19 15:03:13.451529 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b422d5-8d9e-4cd7-8ea2-76439f9ba235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca837ab-32c0-4dc7-8125-be299f32a536,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:13.474436 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fdf7ea85-74d2-4453-9a88-7f520e25919b req-f7d05f8c-c307-4598-9889-8fec4f9de3d4 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393810 Aug 19 15:03:13.602156 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a481615-79d4-448f-b9b7-af36daca80a7 req-05a43a36-641f-4300-8be1-151a54770ca1 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:13.609147 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3a481615-79d4-448f-b9b7-af36daca80a7 req-05a43a36-641f-4300-8be1-151a54770ca1 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 943 time: 0.0697029 Aug 19 15:03:13.645279 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3a481615-79d4-448f-b9b7-af36daca80a7 req-7ebdf9ab-59bf-4c1f-bed5-1229facc9480 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7df29e2b-5559-4b1c-8c7b-8990489dce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352144 Aug 19 15:03:13.917514 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bf250cd4-fab7-42bf-979f-1ddc62c2a108 tempest-MeteringIpV6TestJSON-1484578557 tempest-MeteringIpV6TestJSON-1484578557-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:13.919409 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-bf250cd4-fab7-42bf-979f-1ddc62c2a108 tempest-MeteringIpV6TestJSON-1484578557 tempest-MeteringIpV6TestJSON-1484578557-project-admin] 10.222.0.69 "DELETE /v2.0/metering/metering-labels/2f454f2f-3f94-41e6-8cc4-2f83e7df785a HTTP/1.1" status: 204 len: 168 time: 0.5064917 Aug 19 15:03:13.936010 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c057e9-e242-4b96-85e3-dac0fb74472e req-59c9db06-bad4-4ff9-8024-dcb08b867021 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:13.937782 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b8c057e9-e242-4b96-85e3-dac0fb74472e req-59c9db06-bad4-4ff9-8024-dcb08b867021 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 943 time: 0.1230814 Aug 19 15:03:13.953357 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216adc9f-8473-4f0d-a6de-b750897254df req-673afcef-a714-4447-b219-e0f1d5661ff7 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:13.954817 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-216adc9f-8473-4f0d-a6de-b750897254df req-673afcef-a714-4447-b219-e0f1d5661ff7 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.88 "GET /v2.0/ports?device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036&tenant_id=5784b0340e8242b1aba4ab831f2e3b23&binding%3Ahost_id=n-h1-766043-2 HTTP/1.1" status: 200 len: 943 time: 0.1128836 Aug 19 15:03:14.018499 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b8c057e9-e242-4b96-85e3-dac0fb74472e req-8cffaf0c-e0c2-439c-aaf3-6f9244ed85b3 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7df29e2b-5559-4b1c-8c7b-8990489dce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734704 Aug 19 15:03:14.043402 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [req-216adc9f-8473-4f0d-a6de-b750897254df req-60c49aa2-5c49-4478-a883-af67dd8fa62c service neutron] delete failed (client error): The resource could not be found. Aug 19 15:03:14.043402 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-216adc9f-8473-4f0d-a6de-b750897254df req-60c49aa2-5c49-4478-a883-af67dd8fa62c service neutron] 10.222.0.88 "DELETE /v2.0/ports/33ec43ab-331e-4b65-b98f-6ca3cd3068c4/bindings/n-h2-766043-2 HTTP/1.1" status: 404 len: 380 time: 0.0723982 Aug 19 15:03:14.131315 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216adc9f-8473-4f0d-a6de-b750897254df req-036c8cc3-2e48-4edc-9c10-7abc664a8eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:14.133110 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-216adc9f-8473-4f0d-a6de-b750897254df req-036c8cc3-2e48-4edc-9c10-7abc664a8eb9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5784b0340e8242b1aba4ab831f2e3b23&device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 1094 time: 0.0472262 Aug 19 15:03:14.216399 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 50466) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:14.225998 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 33ec43ab-331e-4b65-b98f-6ca3cd3068c4 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:03:14.234874 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216adc9f-8473-4f0d-a6de-b750897254df req-e177d461-3318-40e3-a220-a974527e42b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:14.236548 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-216adc9f-8473-4f0d-a6de-b750897254df req-e177d461-3318-40e3-a220-a974527e42b7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e HTTP/1.1" status: 200 len: 898 time: 0.0972450 Aug 19 15:03:14.309712 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-216adc9f-8473-4f0d-a6de-b750897254df req-f2d642e7-10fa-4d6a-90ea-23a970b8249b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33ec43ab-331e-4b65-b98f-6ca3cd3068c4 HTTP/1.1" status: 200 len: 999 time: 0.0650413 Aug 19 15:03:14.349722 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 33ec43ab-331e-4b65-b98f-6ca3cd3068c4, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=33ec43ab-331e-4b65-b98f-6ca3cd3068c4,segment=NetworkSegment(af63bf8d-c499-484e-bc2f-0bd1cbfcd355),segment_id=af63bf8d-c499-484e-bc2f-0bd1cbfcd355)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:14.363958 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '33ec43ab-331e-4b65-b98f-6ca3cd3068c4', 'network_id': '0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e', 'port_id': '33ec43ab-331e-4b65-b98f-6ca3cd3068c4', 'mac_address': 'fa:16:3e:32:6c:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c0affc3-2289-41e1-9841-156efcfe8ae7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:03:14.365680 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216adc9f-8473-4f0d-a6de-b750897254df req-ae1c7536-65cb-4a93-967e-e06177e20041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:14.367758 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-216adc9f-8473-4f0d-a6de-b750897254df req-ae1c7536-65cb-4a93-967e-e06177e20041 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1c0affc3-2289-41e1-9841-156efcfe8ae7 HTTP/1.1" status: 200 len: 835 time: 0.0512214 Aug 19 15:03:14.406298 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:14.429408 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33ec43ab-331e-4b65-b98f-6ca3cd3068c4 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:03:14.433321 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216adc9f-8473-4f0d-a6de-b750897254df req-4bfa5b11-0c1e-4b07-8df3-9be932e56fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:14.435058 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-216adc9f-8473-4f0d-a6de-b750897254df req-4bfa5b11-0c1e-4b07-8df3-9be932e56fb6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599673 Aug 19 15:03:14.452399 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 33ec43ab-331e-4b65-b98f-6ca3cd3068c4, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=33ec43ab-331e-4b65-b98f-6ca3cd3068c4,segment=NetworkSegment(af63bf8d-c499-484e-bc2f-0bd1cbfcd355),segment_id=af63bf8d-c499-484e-bc2f-0bd1cbfcd355)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:14.457388 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:14.487161 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b2e11072-2e3e-4d7c-a693-b388c35cdbac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:14.516939 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=33ec43ab-331e-4b65-b98f-6ca3cd3068c4,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:14.529308 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:14.530328 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:14.531055 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:14.531577 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:14.532146 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:14.532704 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:14.533794 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:14.534336 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:14.535110 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:14.535595 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:14.536369 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:14.536873 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:14.547484 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-216adc9f-8473-4f0d-a6de-b750897254df req-c02ef82b-f8c3-4af1-a1d5-b07ef48ca459 service neutron] 10.222.0.88 "GET /v2.0/networks/0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043987 Aug 19 15:03:14.614795 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b2e11072-2e3e-4d7c-a693-b388c35cdbac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:14.626851 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b2e11072-2e3e-4d7c-a693-b388c35cdbac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:14.681919 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b2e11072-2e3e-4d7c-a693-b388c35cdbac admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1252f19bccdb4858b1e96ada8ad58d76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4619625 Aug 19 15:03:14.681919 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e11072-2e3e-4d7c-a693-b388c35cdbac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6a0d13-4f9f-4b95-9610-aa2bb0abee96,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:14.683268 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 50482) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:14.699014 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de0ab0-4665-4131-9f5e-dd50ff2f1dea req-9b5ff01b-5126-46a9-a57e-9ca6887b17bc tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:14.700519 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-29de0ab0-4665-4131-9f5e-dd50ff2f1dea req-9b5ff01b-5126-46a9-a57e-9ca6887b17bc tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bfdfd23-a94e-4aeb-87e1-767bb399ee0d HTTP/1.1" status: 200 len: 943 time: 0.0973759 Aug 19 15:03:14.702420 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-216adc9f-8473-4f0d-a6de-b750897254df req-03df0bbe-7656-4037-9a23-704261c057fe service neutron] 10.222.0.88 "GET /v2.0/networks/0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480336 Aug 19 15:03:14.708347 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['33ec43ab-331e-4b65-b98f-6ca3cd3068c4'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:03:14.766410 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-29de0ab0-4665-4131-9f5e-dd50ff2f1dea req-11f0c912-14c4-4715-b2c1-966f3df6c976 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577641 Aug 19 15:03:14.782097 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-778db2eb-6f41-4f64-83cd-2b44ae4df0dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:14.810059 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-778db2eb-6f41-4f64-83cd-2b44ae4df0dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:14.864225 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-778db2eb-6f41-4f64-83cd-2b44ae4df0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:14.867251 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-778db2eb-6f41-4f64-83cd-2b44ae4df0dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:14.871248 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-778db2eb-6f41-4f64-83cd-2b44ae4df0dd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4f6a0d13-4f9f-4b95-9610-aa2bb0abee96 HTTP/1.1" status: 204 len: 168 time: 0.1877947 Aug 19 15:03:14.881096 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778db2eb-6f41-4f64-83cd-2b44ae4df0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6a0d13-4f9f-4b95-9610-aa2bb0abee96,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:15.161870 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db69a5-5686-4ed6-b22c-adbf8dc6f2ee req-f933e98c-88d3-4983-8b28-fef2a3986f8b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:15.164086 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a0db69a5-5686-4ed6-b22c-adbf8dc6f2ee req-f933e98c-88d3-4983-8b28-fef2a3986f8b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 944 time: 0.0611472 Aug 19 15:03:15.194570 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 50502) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:15.216636 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4e068d22-1f49-46f3-ac0d-e01d2a126c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:15.223939 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a0db69a5-5686-4ed6-b22c-adbf8dc6f2ee req-4f396920-8e3c-4e4f-af7c-3d6a583cb4f6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7df29e2b-5559-4b1c-8c7b-8990489dce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478821 Aug 19 15:03:15.322285 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4e068d22-1f49-46f3-ac0d-e01d2a126c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:15.326937 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4e068d22-1f49-46f3-ac0d-e01d2a126c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:15.354427 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [req-4356fa4a-aee3-43bd-815f-f3e5a9d04a79 req-fefb48bc-eefa-4547-bf56-dfafcfa7c214 service neutron] (94639) timed out ('10.222.0.68', 62799) {{(pid=94639) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 15:03:15.368235 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4e068d22-1f49-46f3-ac0d-e01d2a126c3d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bfd4bb8a96f642f8aee2b17ba9caa9f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1702931 Aug 19 15:03:15.369389 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e068d22-1f49-46f3-ac0d-e01d2a126c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b701ec29-fa32-4df5-9f5d-f1e5640a907b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:15.371060 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 50510) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:15.428872 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa21b5f2-e948-4704-9e56-e3bcfcdea2dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:15.452437 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa21b5f2-e948-4704-9e56-e3bcfcdea2dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:15.502125 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa21b5f2-e948-4704-9e56-e3bcfcdea2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:15.505020 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa21b5f2-e948-4704-9e56-e3bcfcdea2dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:15.506236 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-aa21b5f2-e948-4704-9e56-e3bcfcdea2dd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b701ec29-fa32-4df5-9f5d-f1e5640a907b HTTP/1.1" status: 204 len: 168 time: 0.1320372 Aug 19 15:03:15.514462 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa21b5f2-e948-4704-9e56-e3bcfcdea2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b701ec29-fa32-4df5-9f5d-f1e5640a907b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:15.592932 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 50516) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:15.816171 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1652eb96-4f1d-4eda-87f7-6a76ebbe6b63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:15.926174 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5867c3-2a41-46cf-a1eb-c4dc481c45ae req-0c902d9e-d4e2-4946-8360-127050f107b4 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:15.927604 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fd5867c3-2a41-46cf-a1eb-c4dc481c45ae req-0c902d9e-d4e2-4946-8360-127050f107b4 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bfdfd23-a94e-4aeb-87e1-767bb399ee0d HTTP/1.1" status: 200 len: 943 time: 0.0742259 Aug 19 15:03:15.972891 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1652eb96-4f1d-4eda-87f7-6a76ebbe6b63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:15.980162 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1652eb96-4f1d-4eda-87f7-6a76ebbe6b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:15.998961 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fd5867c3-2a41-46cf-a1eb-c4dc481c45ae req-ed4e8ceb-4a1f-48d3-80b8-ade911f82b45 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634787 Aug 19 15:03:16.024355 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1652eb96-4f1d-4eda-87f7-6a76ebbe6b63 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0948ee20235645ce9a5893fc51a733b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4302330 Aug 19 15:03:16.026962 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 50536) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:16.029045 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1652eb96-4f1d-4eda-87f7-6a76ebbe6b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa2498d-a38f-4843-9bea-279e34b3f87c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:16.086682 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50024bc4-0420-425e-9dc4-41f70d49e30a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:16.107492 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50024bc4-0420-425e-9dc4-41f70d49e30a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:16.156581 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50024bc4-0420-425e-9dc4-41f70d49e30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:16.159168 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50024bc4-0420-425e-9dc4-41f70d49e30a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:16.160328 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-50024bc4-0420-425e-9dc4-41f70d49e30a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dfa2498d-a38f-4843-9bea-279e34b3f87c HTTP/1.1" status: 204 len: 168 time: 0.1323588 Aug 19 15:03:16.167936 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50024bc4-0420-425e-9dc4-41f70d49e30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa2498d-a38f-4843-9bea-279e34b3f87c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:16.229374 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 33ec43ab-331e-4b65-b98f-6ca3cd3068c4 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:03:16.233443 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 50546) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:16.290974 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port 33ec43ab-331e-4b65-b98f-6ca3cd3068c4 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:03:16.300953 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 33ec43ab-331e-4b65-b98f-6ca3cd3068c4 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:03:16.301937 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:16.352845 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369da981-3162-4571-a644-92420a1c5eb8 req-58338ffa-8819-47da-9c60-0b9f7734ef62 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:16.355235 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-369da981-3162-4571-a644-92420a1c5eb8 req-58338ffa-8819-47da-9c60-0b9f7734ef62 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 944 time: 0.0564976 Aug 19 15:03:16.413632 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-369da981-3162-4571-a644-92420a1c5eb8 req-d52ca021-b816-41e4-b66b-25de3145c8a9 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7df29e2b-5559-4b1c-8c7b-8990489dce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491917 Aug 19 15:03:16.436099 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 50554) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:16.502767 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-41a0e28f-ff29-4d19-99d1-4ef7bb8742c5 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1571632999'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:16.521399 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-27047da8-cf9a-41f1-9c25-3030e1b9bbb8 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/floatingips/3840e704-c2f5-451d-89a5-fbc513cb9e88 HTTP/1.1" status: 200 len: 992 time: 0.0840797 Aug 19 15:03:16.537484 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a0e28f-ff29-4d19-99d1-4ef7bb8742c5 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Made reservation on behalf of c49d4020fc244950b0d54e99306a3750 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:03:16.541220 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41a0e28f-ff29-4d19-99d1-4ef7bb8742c5 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:16.553355 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41a0e28f-ff29-4d19-99d1-4ef7bb8742c5 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:16.568903 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:16.598220 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51dcbe8-798a-4ec9-87e5-1f8f404fa036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ec43ab-331e-4b65-b98f-6ca3cd3068c4'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:03:16.601587 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5ebcd9-a386-4d0f-97c0-3ec79a51488d" -d '{"events": [{"server_uuid": "c51dcbe8-798a-4ec9-87e5-1f8f404fa036", "name": "network-vif-plugged", "status": "completed", "tag": "33ec43ab-331e-4b65-b98f-6ca3cd3068c4"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:03:16.609327 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 50558) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:16.623915 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 33ec43ab-331e-4b65-b98f-6ca3cd3068c4, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=33ec43ab-331e-4b65-b98f-6ca3cd3068c4,segment=NetworkSegment(af63bf8d-c499-484e-bc2f-0bd1cbfcd355),segment_id=af63bf8d-c499-484e-bc2f-0bd1cbfcd355)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:16.629386 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:16.636981 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-614fad54-f2c4-4563-9ba2-4a4d0e579d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:16.651278 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41a0e28f-ff29-4d19-99d1-4ef7bb8742c5 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:16.665344 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41a0e28f-ff29-4d19-99d1-4ef7bb8742c5 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:16.689461 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41a0e28f-ff29-4d19-99d1-4ef7bb8742c5 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:03:16.692095 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c79ae1b-8c70-4b9b-839f-80685913b4ec x-openstack-request-id: req-5c79ae1b-8c70-4b9b-839f-80685913b4ec {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:03:16.692753 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c51dcbe8-798a-4ec9-87e5-1f8f404fa036", "name": "network-vif-plugged", "status": "completed", "tag": "33ec43ab-331e-4b65-b98f-6ca3cd3068c4", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:03:16.693215 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5c79ae1b-8c70-4b9b-839f-80685913b4ec {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:03:16.693614 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51dcbe8-798a-4ec9-87e5-1f8f404fa036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ec43ab-331e-4b65-b98f-6ca3cd3068c4', 'code': 200} Aug 19 15:03:16.700844 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=33ec43ab-331e-4b65-b98f-6ca3cd3068c4,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:16.706470 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a0e28f-ff29-4d19-99d1-4ef7bb8742c5 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05eeec18-12e7-456a-8187-a56e50cab814,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:16.709322 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41a0e28f-ff29-4d19-99d1-4ef7bb8742c5 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:16.709660 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-41a0e28f-ff29-4d19-99d1-4ef7bb8742c5 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Added segment 177c95fa-ce49-4e0c-943e-31f9f72a65e0 of type vlan for network 6f8483f6-cef6-47e7-ae18-9ea9d892f3b9 Aug 19 15:03:16.746771 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-614fad54-f2c4-4563-9ba2-4a4d0e579d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:16.750031 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41a0e28f-ff29-4d19-99d1-4ef7bb8742c5 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:16.750367 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-614fad54-f2c4-4563-9ba2-4a4d0e579d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:16.778514 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41a0e28f-ff29-4d19-99d1-4ef7bb8742c5 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:16.784245 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a0e28f-ff29-4d19-99d1-4ef7bb8742c5 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:16.784900 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41a0e28f-ff29-4d19-99d1-4ef7bb8742c5 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:16.800005 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614fad54-f2c4-4563-9ba2-4a4d0e579d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88937107-2ce6-42fe-aef3-927e86ed29f6,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:16.807103 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-614fad54-f2c4-4563-9ba2-4a4d0e579d28 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=30bf2c8f41dd4fb2ae5669adabbbfd50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1951292 Aug 19 15:03:16.808714 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 50562) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:16.843929 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-41a0e28f-ff29-4d19-99d1-4ef7bb8742c5 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.6092875 Aug 19 15:03:16.846703 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 50564) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:16.851623 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4b47c5f4-e980-44de-92e6-0bc31d883aba tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Request body: {'subnet': {'network_id': '6f8483f6-cef6-47e7-ae18-9ea9d892f3b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:16.863410 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-018de2be-f4c4-473d-8706-9243fb98df5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:16.884552 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-018de2be-f4c4-473d-8706-9243fb98df5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:16.903171 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a0e28f-ff29-4d19-99d1-4ef7bb8742c5 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Pushing event updated for resources: {'Network': ['ID=6f8483f6-cef6-47e7-ae18-9ea9d892f3b9,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:16.913945 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 6f8483f6-cef6-47e7-ae18-9ea9d892f3b9 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:03:16.941244 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-018de2be-f4c4-473d-8706-9243fb98df5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:16.944237 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-018de2be-f4c4-473d-8706-9243fb98df5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:16.945432 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-018de2be-f4c4-473d-8706-9243fb98df5b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/88937107-2ce6-42fe-aef3-927e86ed29f6 HTTP/1.1" status: 204 len: 168 time: 0.1354063 Aug 19 15:03:16.953592 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018de2be-f4c4-473d-8706-9243fb98df5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88937107-2ce6-42fe-aef3-927e86ed29f6,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:16.957466 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b47c5f4-e980-44de-92e6-0bc31d883aba tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Made reservation on behalf of c49d4020fc244950b0d54e99306a3750 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:03:16.961502 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b47c5f4-e980-44de-92e6-0bc31d883aba tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:17.133477 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe03e4-fbba-49cb-af5f-420fcb727a8c req-462a457c-6309-4ccb-a3b4-759167d88026 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:17.135011 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2dfe03e4-fbba-49cb-af5f-420fcb727a8c req-462a457c-6309-4ccb-a3b4-759167d88026 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bfdfd23-a94e-4aeb-87e1-767bb399ee0d HTTP/1.1" status: 200 len: 943 time: 0.0573530 Aug 19 15:03:17.161150 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b47c5f4-e980-44de-92e6-0bc31d883aba tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:17.179561 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2dfe03e4-fbba-49cb-af5f-420fcb727a8c req-061627ad-3e16-4a45-8054-5f5f3d47c00b tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379069 Aug 19 15:03:17.222575 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b47c5f4-e980-44de-92e6-0bc31d883aba tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Pushing event updated for resources: {'Subnet': ['ID=4de49c87-d115-45a2-9086-ce5a986c493b,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:17.233093 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b47c5f4-e980-44de-92e6-0bc31d883aba tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Checking segment: {'id': '177c95fa-ce49-4e0c-943e-31f9f72a65e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6f8483f6-cef6-47e7-ae18-9ea9d892f3b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:03:17.233641 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b47c5f4-e980-44de-92e6-0bc31d883aba tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Network hostable DHCP agents. Network: 6f8483f6-cef6-47e7-ae18-9ea9d892f3b9, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:03:17.250665 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b47c5f4-e980-44de-92e6-0bc31d883aba tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Network 6f8483f6-cef6-47e7-ae18-9ea9d892f3b9 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:03:17.261923 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-4b47c5f4-e980-44de-92e6-0bc31d883aba tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 6f8483f6-cef6-47e7-ae18-9ea9d892f3b9) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:03:17.266221 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b47c5f4-e980-44de-92e6-0bc31d883aba tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:17.266864 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b47c5f4-e980-44de-92e6-0bc31d883aba tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:17.273044 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873c23bb-1bda-45e2-a03b-c4acc453d962 None None] Network 6f8483f6-cef6-47e7-ae18-9ea9d892f3b9 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:03:17.284343 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4b47c5f4-e980-44de-92e6-0bc31d883aba tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4361351 Aug 19 15:03:17.286801 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 50576) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:17.292421 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4fc5712b-21f2-47e3-8f1a-d02aa9553cdf tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Request body: {'port': {'network_id': '6f8483f6-cef6-47e7-ae18-9ea9d892f3b9', 'name': 'tempest-ExtraDHCPOptionsTestJSON-770317443'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:17.416968 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc5712b-21f2-47e3-8f1a-d02aa9553cdf tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Made reservation on behalf of c49d4020fc244950b0d54e99306a3750 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:03:17.421860 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4fc5712b-21f2-47e3-8f1a-d02aa9553cdf tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:17.422979 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59b6bd8-2904-461a-b35a-1d6c45ceb1da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-6f8483f6-cef6-47e7-ae18-9ea9d892f3b9', 'network_id': '6f8483f6-cef6-47e7-ae18-9ea9d892f3b9', 'tenant_id': 'c49d4020fc244950b0d54e99306a3750', 'fixed_ips': [{'subnet_id': '4de49c87-d115-45a2-9086-ce5a986c493b'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:03:17.423908 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a59b6bd8-2904-461a-b35a-1d6c45ceb1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:17.449176 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-4fc5712b-21f2-47e3-8f1a-d02aa9553cdf tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] device_id is not set on port fb9a5f15-1e60-4685-9887-2c478d033b12 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:03:17.569919 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-4fc5712b-21f2-47e3-8f1a-d02aa9553cdf tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Allocated IP 172.20.0.7 (6f8483f6-cef6-47e7-ae18-9ea9d892f3b9/4de49c87-d115-45a2-9086-ce5a986c493b/fb9a5f15-1e60-4685-9887-2c478d033b12) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:03:17.720018 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4fc5712b-21f2-47e3-8f1a-d02aa9553cdf tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:17.734717 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-4fc5712b-21f2-47e3-8f1a-d02aa9553cdf tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Transition to ACTIVE for port object fb9a5f15-1e60-4685-9887-2c478d033b12 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:03:17.770465 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4fc5712b-21f2-47e3-8f1a-d02aa9553cdf tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:17.824268 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-a59b6bd8-2904-461a-b35a-1d6c45ceb1da None None] Allocated IP 172.20.0.2 (6f8483f6-cef6-47e7-ae18-9ea9d892f3b9/4de49c87-d115-45a2-9086-ce5a986c493b/e72fccc1-25ef-4f25-86f7-7c74f36f6106) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:03:17.835557 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc5712b-21f2-47e3-8f1a-d02aa9553cdf tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Network 6f8483f6-cef6-47e7-ae18-9ea9d892f3b9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:03:17.839522 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc5712b-21f2-47e3-8f1a-d02aa9553cdf tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Pushing event updated for resources: {'Port': ['ID=fb9a5f15-1e60-4685-9887-2c478d033b12,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:17.842063 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-4fc5712b-21f2-47e3-8f1a-d02aa9553cdf tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:03:17.844473 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc5712b-21f2-47e3-8f1a-d02aa9553cdf tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:03:17.892356 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc5712b-21f2-47e3-8f1a-d02aa9553cdf tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:17.893041 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4fc5712b-21f2-47e3-8f1a-d02aa9553cdf tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:17.910978 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4fc5712b-21f2-47e3-8f1a-d02aa9553cdf tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6226554 Aug 19 15:03:17.914267 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 50596) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:17.919589 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7ad02e49-9c2d-4a33-8262-7467b0e9ef00 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Request body: {'port': {'network_id': '6f8483f6-cef6-47e7-ae18-9ea9d892f3b9', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1884196937', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:17.920086 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.api.validators [None req-7ad02e49-9c2d-4a33-8262-7467b0e9ef00 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] bootfile-name is not in valid_values {{(pid=94639) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 15:03:17.920458 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.api.validators [None req-7ad02e49-9c2d-4a33-8262-7467b0e9ef00 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] tftp-server is not in valid_values {{(pid=94639) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 15:03:17.920800 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.api.validators [None req-7ad02e49-9c2d-4a33-8262-7467b0e9ef00 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] server-ip-address is not in valid_values {{(pid=94639) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 15:03:18.009520 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a59b6bd8-2904-461a-b35a-1d6c45ceb1da None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:18.021829 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a59b6bd8-2904-461a-b35a-1d6c45ceb1da None None] Transition to ACTIVE for port object e72fccc1-25ef-4f25-86f7-7c74f36f6106 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:03:18.038320 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a59b6bd8-2904-461a-b35a-1d6c45ceb1da None None] Transition to ACTIVE for port object e72fccc1-25ef-4f25-86f7-7c74f36f6106 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:03:18.040623 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad02e49-9c2d-4a33-8262-7467b0e9ef00 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Made reservation on behalf of c49d4020fc244950b0d54e99306a3750 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:03:18.044247 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a59b6bd8-2904-461a-b35a-1d6c45ceb1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:18.047713 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7ad02e49-9c2d-4a33-8262-7467b0e9ef00 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:18.073677 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-7ad02e49-9c2d-4a33-8262-7467b0e9ef00 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] device_id is not set on port 40aa78b6-9cab-42fb-a2ea-294c02c63e71 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:03:18.084131 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59b6bd8-2904-461a-b35a-1d6c45ceb1da None None] Network 6f8483f6-cef6-47e7-ae18-9ea9d892f3b9 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:03:18.087142 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-a59b6bd8-2904-461a-b35a-1d6c45ceb1da None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:03:18.090785 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59b6bd8-2904-461a-b35a-1d6c45ceb1da None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:03:18.100785 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b6bd8-2904-461a-b35a-1d6c45ceb1da None None] Pushing event updated for resources: {'Port': ['ID=e72fccc1-25ef-4f25-86f7-7c74f36f6106,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:18.163422 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a59b6bd8-2904-461a-b35a-1d6c45ceb1da None None] Attempting to bind port e72fccc1-25ef-4f25-86f7-7c74f36f6106 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:03:18.164003 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a59b6bd8-2904-461a-b35a-1d6c45ceb1da None None] Attempting to bind port e72fccc1-25ef-4f25-86f7-7c74f36f6106 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '177c95fa-ce49-4e0c-943e-31f9f72a65e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6f8483f6-cef6-47e7-ae18-9ea9d892f3b9'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:03:18.164369 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59b6bd8-2904-461a-b35a-1d6c45ceb1da None None] Attempting to bind port e72fccc1-25ef-4f25-86f7-7c74f36f6106 on network 6f8483f6-cef6-47e7-ae18-9ea9d892f3b9 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:03:18.169627 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59b6bd8-2904-461a-b35a-1d6c45ceb1da None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:03:18.169989 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59b6bd8-2904-461a-b35a-1d6c45ceb1da None None] Checking segment: {'id': '177c95fa-ce49-4e0c-943e-31f9f72a65e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6f8483f6-cef6-47e7-ae18-9ea9d892f3b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:03:18.170393 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a59b6bd8-2904-461a-b35a-1d6c45ceb1da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:18.170785 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59b6bd8-2904-461a-b35a-1d6c45ceb1da None None] Bound using segment: {'id': '177c95fa-ce49-4e0c-943e-31f9f72a65e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6f8483f6-cef6-47e7-ae18-9ea9d892f3b9'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:03:18.171521 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a59b6bd8-2904-461a-b35a-1d6c45ceb1da None None] Bound port: e72fccc1-25ef-4f25-86f7-7c74f36f6106, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177c95fa-ce49-4e0c-943e-31f9f72a65e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6f8483f6-cef6-47e7-ae18-9ea9d892f3b9'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:03:18.171905 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a59b6bd8-2904-461a-b35a-1d6c45ceb1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:18.196613 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-7ad02e49-9c2d-4a33-8262-7467b0e9ef00 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Allocated IP 172.20.0.13 (6f8483f6-cef6-47e7-ae18-9ea9d892f3b9/4de49c87-d115-45a2-9086-ce5a986c493b/40aa78b6-9cab-42fb-a2ea-294c02c63e71) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:03:18.247477 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a59b6bd8-2904-461a-b35a-1d6c45ceb1da None None] For port e72fccc1-25ef-4f25-86f7-7c74f36f6106, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:03:18.253082 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a59b6bd8-2904-461a-b35a-1d6c45ceb1da None None] For port e72fccc1-25ef-4f25-86f7-7c74f36f6106, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=e72fccc1-25ef-4f25-86f7-7c74f36f6106,segment=NetworkSegment(177c95fa-ce49-4e0c-943e-31f9f72a65e0),segment_id=177c95fa-ce49-4e0c-943e-31f9f72a65e0)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:03:18.254236 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 1ffd6d63-14b3-4686-bb40-baa7492eb750 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:03:18.276753 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a59b6bd8-2904-461a-b35a-1d6c45ceb1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:18.328139 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d679f8-0c69-4d1f-8d0d-0b0dbe7a623b req-47b63c3c-f821-498e-9397-4fbfc302983b tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:18.331330 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-91d679f8-0c69-4d1f-8d0d-0b0dbe7a623b req-47b63c3c-f821-498e-9397-4fbfc302983b tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bfdfd23-a94e-4aeb-87e1-767bb399ee0d HTTP/1.1" status: 200 len: 943 time: 0.0706980 Aug 19 15:03:18.399721 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7ad02e49-9c2d-4a33-8262-7467b0e9ef00 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:18.409699 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-91d679f8-0c69-4d1f-8d0d-0b0dbe7a623b req-be7ce1e8-e25c-4900-9dd0-1c702242b935 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664697 Aug 19 15:03:18.413751 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b6bd8-2904-461a-b35a-1d6c45ceb1da None None] Pushing event updated for resources: {'Port': ['ID=e72fccc1-25ef-4f25-86f7-7c74f36f6106,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:18.435470 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-7ad02e49-9c2d-4a33-8262-7467b0e9ef00 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Transition to ACTIVE for port object 40aa78b6-9cab-42fb-a2ea-294c02c63e71 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:03:18.456861 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 1ffd6d63-14b3-4686-bb40-baa7492eb750, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=1ffd6d63-14b3-4686-bb40-baa7492eb750,segment=NetworkSegment(b6bb2d61-0455-440b-809f-c8e64ffc2b8e),segment_id=b6bb2d61-0455-440b-809f-c8e64ffc2b8e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:18.469929 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '1ffd6d63-14b3-4686-bb40-baa7492eb750', 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0', 'port_id': '1ffd6d63-14b3-4686-bb40-baa7492eb750', 'mac_address': 'fa:16:3e:25:7d:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4501b342-71e0-4b08-b9d8-b651dd87e075', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:03:18.490923 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7ad02e49-9c2d-4a33-8262-7467b0e9ef00 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:18.514442 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:18.538487 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ffd6d63-14b3-4686-bb40-baa7492eb750 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:03:18.542484 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad02e49-9c2d-4a33-8262-7467b0e9ef00 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Network 6f8483f6-cef6-47e7-ae18-9ea9d892f3b9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:03:18.545980 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-7ad02e49-9c2d-4a33-8262-7467b0e9ef00 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:03:18.554967 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad02e49-9c2d-4a33-8262-7467b0e9ef00 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:03:18.569100 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 1ffd6d63-14b3-4686-bb40-baa7492eb750, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=1ffd6d63-14b3-4686-bb40-baa7492eb750,segment=NetworkSegment(b6bb2d61-0455-440b-809f-c8e64ffc2b8e),segment_id=b6bb2d61-0455-440b-809f-c8e64ffc2b8e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:18.573660 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:18.595549 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad02e49-9c2d-4a33-8262-7467b0e9ef00 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Pushing event updated for resources: {'Port': ['ID=40aa78b6-9cab-42fb-a2ea-294c02c63e71,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:18.624838 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad02e49-9c2d-4a33-8262-7467b0e9ef00 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:18.625553 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7ad02e49-9c2d-4a33-8262-7467b0e9ef00 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:18.635464 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=1ffd6d63-14b3-4686-bb40-baa7492eb750,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:18.644365 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7ad02e49-9c2d-4a33-8262-7467b0e9ef00 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 0.7289524 Aug 19 15:03:18.646863 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 50624) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:18.751969 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c12ee5d-736b-4300-8866-4a042964e4c4 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:18.758800 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c12ee5d-736b-4300-8866-4a042964e4c4 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:18.764896 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c12ee5d-736b-4300-8866-4a042964e4c4 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:18.769816 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1c12ee5d-736b-4300-8866-4a042964e4c4 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1188550 Aug 19 15:03:18.770045 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 50626) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:18.812093 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['1ffd6d63-14b3-4686-bb40-baa7492eb750'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:03:18.869559 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-f5224aa2-7d9f-4f71-bd0e-abe05919a8ef tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Deleting port 40aa78b6-9cab-42fb-a2ea-294c02c63e71 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:03:18.869960 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5224aa2-7d9f-4f71-bd0e-abe05919a8ef tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:18.976214 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5224aa2-7d9f-4f71-bd0e-abe05919a8ef tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:18.989244 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-f5224aa2-7d9f-4f71-bd0e-abe05919a8ef tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Calling delete_port for 40aa78b6-9cab-42fb-a2ea-294c02c63e71 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:03:19.125635 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device e72fccc1-25ef-4f25-86f7-7c74f36f6106 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:03:19.151533 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5224aa2-7d9f-4f71-bd0e-abe05919a8ef tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:19.186369 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port e72fccc1-25ef-4f25-86f7-7c74f36f6106 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:03:19.193724 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5224aa2-7d9f-4f71-bd0e-abe05919a8ef tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Pushing event deleted for resources: {'Port': ['ID=40aa78b6-9cab-42fb-a2ea-294c02c63e71,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:19.257017 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5224aa2-7d9f-4f71-bd0e-abe05919a8ef tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:19.263215 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f5224aa2-7d9f-4f71-bd0e-abe05919a8ef tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] 10.222.0.69 "DELETE /v2.0/ports/40aa78b6-9cab-42fb-a2ea-294c02c63e71 HTTP/1.1" status: 204 len: 168 time: 0.4886684 Aug 19 15:03:19.263477 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 50636) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:19.269543 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7729c7fc-66bb-44b5-b5ff-eaec31b96546 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Request body: {'port': {'name': 'tempest-new-port-name-1161840439', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:19.270051 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.api.validators [None req-7729c7fc-66bb-44b5-b5ff-eaec31b96546 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] bootfile-name is not in valid_values {{(pid=94639) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 15:03:19.270458 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.api.validators [None req-7729c7fc-66bb-44b5-b5ff-eaec31b96546 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] tftp-server is not in valid_values {{(pid=94639) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 15:03:19.270880 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.api.validators [None req-7729c7fc-66bb-44b5-b5ff-eaec31b96546 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] server-ip-address is not in valid_values {{(pid=94639) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 15:03:19.344055 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7729c7fc-66bb-44b5-b5ff-eaec31b96546 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:19.391064 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [req-98ffe312-9aa6-4509-9579-80b68b7ab596 req-4fe57d43-083d-4080-a5b6-86038eff4469 service neutron] (94639) timed out ('10.222.0.69', 54362) {{(pid=94639) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 15:03:19.542924 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627a4b5-9037-40b0-ae5a-edba86b47925 req-6d0cda16-b093-459e-87c3-5cfde95389a8 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:19.544663 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1627a4b5-9037-40b0-ae5a-edba86b47925 req-6d0cda16-b093-459e-87c3-5cfde95389a8 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bfdfd23-a94e-4aeb-87e1-767bb399ee0d HTTP/1.1" status: 200 len: 944 time: 0.0601337 Aug 19 15:03:19.562660 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd9d79e-d41f-4fd8-b971-234fa00d1dda None None] Network 6f8483f6-cef6-47e7-ae18-9ea9d892f3b9 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:03:19.597546 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1627a4b5-9037-40b0-ae5a-edba86b47925 req-0e6c06ed-59c8-4e64-b1c1-ef79e4bb8723 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459790 Aug 19 15:03:19.611195 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7729c7fc-66bb-44b5-b5ff-eaec31b96546 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:19.617350 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7729c7fc-66bb-44b5-b5ff-eaec31b96546 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:19.652944 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bd266dc1-7f47-4c5d-90b9-00b2c0051b84 None None] Provisioning for port e72fccc1-25ef-4f25-86f7-7c74f36f6106 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:03:19.660271 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bd266dc1-7f47-4c5d-90b9-00b2c0051b84 None None] Provisioning complete for port e72fccc1-25ef-4f25-86f7-7c74f36f6106 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:03:19.660974 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bd266dc1-7f47-4c5d-90b9-00b2c0051b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:19.729297 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7729c7fc-66bb-44b5-b5ff-eaec31b96546 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Pushing event updated for resources: {'Port': ['ID=fb9a5f15-1e60-4685-9887-2c478d033b12,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:19.748535 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-7729c7fc-66bb-44b5-b5ff-eaec31b96546 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] In _notify_port_updated(), no bound segment for port fb9a5f15-1e60-4685-9887-2c478d033b12 on network 6f8483f6-cef6-47e7-ae18-9ea9d892f3b9 {{(pid=94639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 15:03:19.757679 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7729c7fc-66bb-44b5-b5ff-eaec31b96546 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:19.758256 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7729c7fc-66bb-44b5-b5ff-eaec31b96546 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:19.764300 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 50640) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:19.764973 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7729c7fc-66bb-44b5-b5ff-eaec31b96546 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] 10.222.0.69 "PUT /v2.0/ports/fb9a5f15-1e60-4685-9887-2c478d033b12 HTTP/1.1" status: 200 len: 1136 time: 0.4998980 Aug 19 15:03:19.817302 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bd266dc1-7f47-4c5d-90b9-00b2c0051b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:19.820349 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6a539d-07ba-4694-82c0-f1429e1374b0 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:19.822087 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9f6a539d-07ba-4694-82c0-f1429e1374b0 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] 10.222.0.69 "GET /v2.0/ports/fb9a5f15-1e60-4685-9887-2c478d033b12 HTTP/1.1" status: 200 len: 1136 time: 0.0558109 Aug 19 15:03:19.825749 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 50642) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:19.858962 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-bd266dc1-7f47-4c5d-90b9-00b2c0051b84 None None] For port e72fccc1-25ef-4f25-86f7-7c74f36f6106, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=e72fccc1-25ef-4f25-86f7-7c74f36f6106,segment=NetworkSegment(177c95fa-ce49-4e0c-943e-31f9f72a65e0),segment_id=177c95fa-ce49-4e0c-943e-31f9f72a65e0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:19.866575 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bd266dc1-7f47-4c5d-90b9-00b2c0051b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:19.919989 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd266dc1-7f47-4c5d-90b9-00b2c0051b84 None None] Pushing event updated for resources: {'Port': ['ID=e72fccc1-25ef-4f25-86f7-7c74f36f6106,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:19.928464 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-7d896375-c063-42b9-a34e-41639372ec22 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Deleting port fb9a5f15-1e60-4685-9887-2c478d033b12 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:03:19.928637 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7d896375-c063-42b9-a34e-41639372ec22 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:20.054698 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7d896375-c063-42b9-a34e-41639372ec22 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:20.068078 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-7d896375-c063-42b9-a34e-41639372ec22 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Calling delete_port for fb9a5f15-1e60-4685-9887-2c478d033b12 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:03:20.099908 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-64ed5345-daa4-47b0-8d1d-f02c39639071 None None] Provisioning for port fb9a5f15-1e60-4685-9887-2c478d033b12 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:03:20.116951 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-64ed5345-daa4-47b0-8d1d-f02c39639071 None None] Provisioning complete for port fb9a5f15-1e60-4685-9887-2c478d033b12 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:03:20.117630 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-64ed5345-daa4-47b0-8d1d-f02c39639071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:20.169821 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-64ed5345-daa4-47b0-8d1d-f02c39639071 None None] Port fb9a5f15-1e60-4685-9887-2c478d033b12 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:03:20.195007 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-64ed5345-daa4-47b0-8d1d-f02c39639071 None None] Provisioning complete for port e72fccc1-25ef-4f25-86f7-7c74f36f6106 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:03:20.195600 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-64ed5345-daa4-47b0-8d1d-f02c39639071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:20.242346 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 1ffd6d63-14b3-4686-bb40-baa7492eb750 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:03:20.299264 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7d896375-c063-42b9-a34e-41639372ec22 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:20.342033 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port 1ffd6d63-14b3-4686-bb40-baa7492eb750 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:03:20.342453 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d896375-c063-42b9-a34e-41639372ec22 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Pushing event deleted for resources: {'Port': ['ID=fb9a5f15-1e60-4685-9887-2c478d033b12,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:20.347916 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 1ffd6d63-14b3-4686-bb40-baa7492eb750 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:03:20.348288 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:20.469199 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7d896375-c063-42b9-a34e-41639372ec22 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:20.475737 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 50658) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:20.476557 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-7d896375-c063-42b9-a34e-41639372ec22 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] 10.222.0.69 "DELETE /v2.0/ports/fb9a5f15-1e60-4685-9887-2c478d033b12 HTTP/1.1" status: 204 len: 168 time: 0.6494136 Aug 19 15:03:20.505698 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:20.523861 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3dd81f6f-a42f-4adb-bfde-25297d673254 None None] Could not find standard attr ID for object fb9a5f15-1e60-4685-9887-2c478d033b12. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 15:03:20.540518 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bfdfd23-a94e-4aeb-87e1-767bb399ee0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ffd6d63-14b3-4686-bb40-baa7492eb750'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:03:20.543030 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf014ba-b81a-41b2-bbc3-7c47bb2c2faf" -d '{"events": [{"server_uuid": "5bfdfd23-a94e-4aeb-87e1-767bb399ee0d", "name": "network-vif-plugged", "status": "completed", "tag": "1ffd6d63-14b3-4686-bb40-baa7492eb750"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:03:20.554785 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a7c17ed-66e6-4c74-a4fc-6ec11ea4dff3 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Deleting subnet 4de49c87-d115-45a2-9086-ce5a986c493b {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:03:20.560075 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 1ffd6d63-14b3-4686-bb40-baa7492eb750, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=1ffd6d63-14b3-4686-bb40-baa7492eb750,segment=NetworkSegment(b6bb2d61-0455-440b-809f-c8e64ffc2b8e),segment_id=b6bb2d61-0455-440b-809f-c8e64ffc2b8e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:20.561144 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a7c17ed-66e6-4c74-a4fc-6ec11ea4dff3 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:20.565663 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:20.619077 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8107a4f-d9ed-4c3c-9ef3-fbdff6780ad2 x-openstack-request-id: req-f8107a4f-d9ed-4c3c-9ef3-fbdff6780ad2 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:03:20.619565 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bfdfd23-a94e-4aeb-87e1-767bb399ee0d", "name": "network-vif-plugged", "status": "completed", "tag": "1ffd6d63-14b3-4686-bb40-baa7492eb750", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:03:20.619939 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f8107a4f-d9ed-4c3c-9ef3-fbdff6780ad2 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:03:20.622916 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bfdfd23-a94e-4aeb-87e1-767bb399ee0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ffd6d63-14b3-4686-bb40-baa7492eb750', 'code': 200} Aug 19 15:03:20.657345 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a7c17ed-66e6-4c74-a4fc-6ec11ea4dff3 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:20.668644 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=1ffd6d63-14b3-4686-bb40-baa7492eb750,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:20.738640 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-73097e54-03d2-4900-b757-d4b4a737e31e None None] Could not find standard attr ID for object 40aa78b6-9cab-42fb-a2ea-294c02c63e71. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 15:03:20.771053 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8aaea-a224-4e8f-8e3d-c37b17539e87 req-96661d2c-bcd3-474b-bd29-8abc99fcc3c7 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:20.779871 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-aae8aaea-a224-4e8f-8e3d-c37b17539e87 req-96661d2c-bcd3-474b-bd29-8abc99fcc3c7 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bfdfd23-a94e-4aeb-87e1-767bb399ee0d HTTP/1.1" status: 200 len: 945 time: 0.0720544 Aug 19 15:03:20.823282 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a7c17ed-66e6-4c74-a4fc-6ec11ea4dff3 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:20.827658 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-aae8aaea-a224-4e8f-8e3d-c37b17539e87 req-0bd31655-2334-4515-a77e-d9ebd42d3962 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466359 Aug 19 15:03:20.881382 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5770a-4631-4072-89cf-bffefa58834f req-d51edefb-6527-490a-abdc-afe39198277b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:20.883367 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ebc5770a-4631-4072-89cf-bffefa58834f req-d51edefb-6527-490a-abdc-afe39198277b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=5bfdfd23-a94e-4aeb-87e1-767bb399ee0d HTTP/1.1" status: 200 len: 1096 time: 0.0967271 Aug 19 15:03:20.920159 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a7c17ed-66e6-4c74-a4fc-6ec11ea4dff3 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:20.959866 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7c17ed-66e6-4c74-a4fc-6ec11ea4dff3 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Pushing event deleted for resources: {'Subnet': ['ID=4de49c87-d115-45a2-9086-ce5a986c493b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:20.966772 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a7c17ed-66e6-4c74-a4fc-6ec11ea4dff3 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:20.968108 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1a7c17ed-66e6-4c74-a4fc-6ec11ea4dff3 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] 10.222.0.69 "DELETE /v2.0/subnets/4de49c87-d115-45a2-9086-ce5a986c493b HTTP/1.1" status: 204 len: 168 time: 0.4912775 Aug 19 15:03:20.970139 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ebc5770a-4631-4072-89cf-bffefa58834f req-5345b8b4-0216-40f7-ba6b-7b254ebf2289 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788713 Aug 19 15:03:20.972636 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 50664) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:21.084746 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39b0b082-fefb-4846-82cb-e40cf7639cb9 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:21.085030 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device e72fccc1-25ef-4f25-86f7-7c74f36f6106 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:03:21.146640 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd76f1d-9069-428e-b9e5-a3460b2f9b17 None None] Network 6f8483f6-cef6-47e7-ae18-9ea9d892f3b9 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:03:21.163354 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-39b0b082-fefb-4846-82cb-e40cf7639cb9 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Deleting port e72fccc1-25ef-4f25-86f7-7c74f36f6106 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:03:21.163831 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39b0b082-fefb-4846-82cb-e40cf7639cb9 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:21.167201 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f6b80231-0d50-466e-96f5-dce71cb42bf8 None None] Could not find standard attr ID for object fb9a5f15-1e60-4685-9887-2c478d033b12. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 15:03:21.233163 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port e72fccc1-25ef-4f25-86f7-7c74f36f6106 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:03:21.233446 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:21.245184 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-39b0b082-fefb-4846-82cb-e40cf7639cb9 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] For port e72fccc1-25ef-4f25-86f7-7c74f36f6106, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=e72fccc1-25ef-4f25-86f7-7c74f36f6106,segment=NetworkSegment(177c95fa-ce49-4e0c-943e-31f9f72a65e0),segment_id=177c95fa-ce49-4e0c-943e-31f9f72a65e0)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:21.245682 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39b0b082-fefb-4846-82cb-e40cf7639cb9 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:21.264259 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-39b0b082-fefb-4846-82cb-e40cf7639cb9 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Calling delete_port for e72fccc1-25ef-4f25-86f7-7c74f36f6106 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:03:21.351870 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39b0b082-fefb-4846-82cb-e40cf7639cb9 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:21.379939 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b0b082-fefb-4846-82cb-e40cf7639cb9 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Pushing event deleted for resources: {'Port': ['ID=e72fccc1-25ef-4f25-86f7-7c74f36f6106,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:21.381916 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b0b082-fefb-4846-82cb-e40cf7639cb9 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] No DVR routers for this DVR port e72fccc1-25ef-4f25-86f7-7c74f36f6106 on host n-d-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:03:21.404658 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359cec72-d08a-4084-b93c-b6bcaadda9a7 None None] DHCP port deletion for 6f8483f6-cef6-47e7-ae18-9ea9d892f3b9 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:03:21.479962 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39b0b082-fefb-4846-82cb-e40cf7639cb9 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:21.490778 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-39b0b082-fefb-4846-82cb-e40cf7639cb9 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f8483f6-cef6-47e7-ae18-9ea9d892f3b9']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:21.501537 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-39b0b082-fefb-4846-82cb-e40cf7639cb9 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '177c95fa-ce49-4e0c-943e-31f9f72a65e0') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:21.501918 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-39b0b082-fefb-4846-82cb-e40cf7639cb9 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '177c95fa-ce49-4e0c-943e-31f9f72a65e0') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:21.511807 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39b0b082-fefb-4846-82cb-e40cf7639cb9 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:21.527777 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39b0b082-fefb-4846-82cb-e40cf7639cb9 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:21.534151 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39b0b082-fefb-4846-82cb-e40cf7639cb9 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:03:21.534561 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39b0b082-fefb-4846-82cb-e40cf7639cb9 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:21.537506 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 15:03:21.537506 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:03:21.537506 n-d-766043-2 neutron-server[94640]: timer() Aug 19 15:03:21.537506 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:03:21.537506 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 15:03:21.537506 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:03:21.537506 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 15:03:21.537506 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:03:21.537506 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 15:03:21.537506 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:03:21.537506 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 15:03:21.537506 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:03:21.537506 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 15:03:21.537506 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:03:21.537506 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:03:21.537506 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:03:21.537506 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:03:21.537506 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:03:21.537506 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 15:03:21.537506 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:03:21.537506 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 15:03:21.537506 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:03:21.537506 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:03:21.537506 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:03:21.537506 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 15:03:21.537506 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:03:21.537506 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:03:21.537506 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:03:21.537506 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:03:21.537506 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:03:21.537506 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:03:21.537506 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:03:21.596789 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39b0b082-fefb-4846-82cb-e40cf7639cb9 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:21.604946 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39b0b082-fefb-4846-82cb-e40cf7639cb9 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:21.608867 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-39b0b082-fefb-4846-82cb-e40cf7639cb9 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] 10.222.0.69 "DELETE /v2.0/networks/6f8483f6-cef6-47e7-ae18-9ea9d892f3b9 HTTP/1.1" status: 204 len: 168 time: 0.6351938 Aug 19 15:03:21.622227 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b0b082-fefb-4846-82cb-e40cf7639cb9 tempest-ExtraDHCPOptionsTestJSON-907984988 tempest-ExtraDHCPOptionsTestJSON-907984988-project] Pushing event deleted for resources: {'Network': ['ID=6f8483f6-cef6-47e7-ae18-9ea9d892f3b9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:21.874002 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 50676) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:21.954380 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d08434f-8955-4420-893a-e144e4d09506 req-ada032d0-57a5-441a-acd8-1e83bc314419 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:21.955916 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8d08434f-8955-4420-893a-e144e4d09506 req-ada032d0-57a5-441a-acd8-1e83bc314419 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bfdfd23-a94e-4aeb-87e1-767bb399ee0d HTTP/1.1" status: 200 len: 945 time: 0.0596218 Aug 19 15:03:22.011658 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8d08434f-8955-4420-893a-e144e4d09506 req-1ec0fc2e-8abe-4a22-b6b9-a04b7cc9c994 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492640 Aug 19 15:03:22.050467 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-7548d095-8dd4-4960-9c42-cdc3f92a8fce admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c49d4020fc244950b0d54e99306a3750&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1731522 Aug 19 15:03:22.050755 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 50680) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:22.106395 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6727515b-73f3-48e1-afd6-2f2d21251d36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:22.132167 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6727515b-73f3-48e1-afd6-2f2d21251d36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:22.191462 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6727515b-73f3-48e1-afd6-2f2d21251d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:22.194840 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6727515b-73f3-48e1-afd6-2f2d21251d36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:22.198941 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-6727515b-73f3-48e1-afd6-2f2d21251d36 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/05eeec18-12e7-456a-8187-a56e50cab814 HTTP/1.1" status: 204 len: 168 time: 0.1446209 Aug 19 15:03:22.207699 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6727515b-73f3-48e1-afd6-2f2d21251d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05eeec18-12e7-456a-8187-a56e50cab814,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:22.813987 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 50708) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:22.963982 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 50714) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:23.027643 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5fa58b1f-c948-4d89-89e1-bfd961bd8d13 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-878562914'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:23.058485 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ca79222c-a6f9-4c64-a376-eb397ebd132f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:23.078926 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa58b1f-c948-4d89-89e1-bfd961bd8d13 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Made reservation on behalf of b282aeab29dc4af8be668127145bb009 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:03:23.084575 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5fa58b1f-c948-4d89-89e1-bfd961bd8d13 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:23.094451 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5fa58b1f-c948-4d89-89e1-bfd961bd8d13 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:23.100234 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device e72fccc1-25ef-4f25-86f7-7c74f36f6106 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:03:23.123924 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: e72fccc1-25ef-4f25-86f7-7c74f36f6106 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:03:23.124267 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device e72fccc1-25ef-4f25-86f7-7c74f36f6106 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:03:23.165653 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b52522-bd21-472b-9f5d-63dab9e5d060 req-1e096d31-76b0-4493-97f9-14e8cff02906 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:23.167133 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-41b52522-bd21-472b-9f5d-63dab9e5d060 req-1e096d31-76b0-4493-97f9-14e8cff02906 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bfdfd23-a94e-4aeb-87e1-767bb399ee0d HTTP/1.1" status: 200 len: 945 time: 0.0800021 Aug 19 15:03:23.228016 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-41b52522-bd21-472b-9f5d-63dab9e5d060 req-35cd136f-8219-433b-a91d-b941b10b0049 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519001 Aug 19 15:03:23.246533 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ca79222c-a6f9-4c64-a376-eb397ebd132f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:23.250323 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ca79222c-a6f9-4c64-a376-eb397ebd132f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:23.299586 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ca79222c-a6f9-4c64-a376-eb397ebd132f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a13988f73779494fb0f050c819ebf796&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4844136 Aug 19 15:03:23.300454 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 50724) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:23.301102 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca79222c-a6f9-4c64-a376-eb397ebd132f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26372d0-c483-4004-bdb4-08714bc5e4dc,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:23.362397 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5fa58b1f-c948-4d89-89e1-bfd961bd8d13 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:23.366888 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5fa58b1f-c948-4d89-89e1-bfd961bd8d13 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:23.390514 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fa58b1f-c948-4d89-89e1-bfd961bd8d13 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:03:23.404877 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa58b1f-c948-4d89-89e1-bfd961bd8d13 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c16118f-a629-41b1-8a71-1a955e467867,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:23.407863 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71715bf-6701-4da2-9576-860f58c1b500 req-c0d73363-c21d-4db4-992d-a22cb84350f6 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:23.410050 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e71715bf-6701-4da2-9576-860f58c1b500 req-c0d73363-c21d-4db4-992d-a22cb84350f6 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bfdfd23-a94e-4aeb-87e1-767bb399ee0d HTTP/1.1" status: 200 len: 945 time: 0.0806203 Aug 19 15:03:23.410496 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5fa58b1f-c948-4d89-89e1-bfd961bd8d13 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:23.410693 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-412dbef5-9935-4a6a-89fb-ca7d9fb0cd4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:23.410834 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-5fa58b1f-c948-4d89-89e1-bfd961bd8d13 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Added segment c57555b0-c6f9-41c6-a9af-a033e7d94763 of type vlan for network 99b620b8-c6d0-4e1c-b8db-c6683d0d8844 Aug 19 15:03:23.452301 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-412dbef5-9935-4a6a-89fb-ca7d9fb0cd4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:23.454558 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5fa58b1f-c948-4d89-89e1-bfd961bd8d13 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:23.480860 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5fa58b1f-c948-4d89-89e1-bfd961bd8d13 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:23.486418 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa58b1f-c948-4d89-89e1-bfd961bd8d13 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:23.487046 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5fa58b1f-c948-4d89-89e1-bfd961bd8d13 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:23.492502 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e71715bf-6701-4da2-9576-860f58c1b500 req-59874cbd-f2f3-45a0-97c1-355516974858 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715768 Aug 19 15:03:23.521962 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-412dbef5-9935-4a6a-89fb-ca7d9fb0cd4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:23.523954 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-412dbef5-9935-4a6a-89fb-ca7d9fb0cd4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:23.525381 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-412dbef5-9935-4a6a-89fb-ca7d9fb0cd4f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f26372d0-c483-4004-bdb4-08714bc5e4dc HTTP/1.1" status: 204 len: 168 time: 0.2212296 Aug 19 15:03:23.535976 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412dbef5-9935-4a6a-89fb-ca7d9fb0cd4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26372d0-c483-4004-bdb4-08714bc5e4dc,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:23.561802 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5fa58b1f-c948-4d89-89e1-bfd961bd8d13 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5951488 Aug 19 15:03:23.579375 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa58b1f-c948-4d89-89e1-bfd961bd8d13 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Pushing event updated for resources: {'Network': ['ID=99b620b8-c6d0-4e1c-b8db-c6683d0d8844,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:23.592649 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 99b620b8-c6d0-4e1c-b8db-c6683d0d8844 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:03:23.674337 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5edc815-3400-4726-92de-53f8dad04394 req-108949b5-227e-4e79-b89b-b9d6ff09d29d tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:23.676836 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f5edc815-3400-4726-92de-53f8dad04394 req-108949b5-227e-4e79-b89b-b9d6ff09d29d tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bfdfd23-a94e-4aeb-87e1-767bb399ee0d HTTP/1.1" status: 200 len: 945 time: 0.0617251 Aug 19 15:03:23.682779 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 50730) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:23.688306 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-f645dd75-58a5-419e-bf9f-724d472d180c tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Request body: {'subnet': {'network_id': '99b620b8-c6d0-4e1c-b8db-c6683d0d8844', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:23.786962 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f5edc815-3400-4726-92de-53f8dad04394 req-ba0a1fff-579a-41f4-a447-734b718ea9d4 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932336 Aug 19 15:03:23.815813 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f645dd75-58a5-419e-bf9f-724d472d180c tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Made reservation on behalf of b282aeab29dc4af8be668127145bb009 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:03:23.819796 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f645dd75-58a5-419e-bf9f-724d472d180c tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:23.868500 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 50736) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:23.889726 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f6c4f67-df96-46d0-906f-9e2ecfa76ebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:24.146010 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f6c4f67-df96-46d0-906f-9e2ecfa76ebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:24.148462 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f645dd75-58a5-419e-bf9f-724d472d180c tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:24.157316 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f6c4f67-df96-46d0-906f-9e2ecfa76ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:24.243488 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99382034-1240-4416-ac18-45174fb0d305 req-dd27fcf7-1fa3-47b9-a14f-0af3a522a123 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:24.245001 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-99382034-1240-4416-ac18-45174fb0d305 req-dd27fcf7-1fa3-47b9-a14f-0af3a522a123 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bfdfd23-a94e-4aeb-87e1-767bb399ee0d HTTP/1.1" status: 200 len: 945 time: 0.1657124 Aug 19 15:03:24.255453 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-6f6c4f67-df96-46d0-906f-9e2ecfa76ebc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=46fd3397fea94a6192eebf66e7110cc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3858609 Aug 19 15:03:24.258202 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 50742) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:24.258707 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f645dd75-58a5-419e-bf9f-724d472d180c tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Pushing event updated for resources: {'Subnet': ['ID=4b7a352a-be34-4d95-8731-0e01db17c575,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:24.265285 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6c4f67-df96-46d0-906f-9e2ecfa76ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7b0bb8-0f38-4d2d-aab8-1fceb234d0aa,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:24.311570 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f645dd75-58a5-419e-bf9f-724d472d180c tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Checking segment: {'id': 'c57555b0-c6f9-41c6-a9af-a033e7d94763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '99b620b8-c6d0-4e1c-b8db-c6683d0d8844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:03:24.311924 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f645dd75-58a5-419e-bf9f-724d472d180c tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Network hostable DHCP agents. Network: 99b620b8-c6d0-4e1c-b8db-c6683d0d8844, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:03:24.321027 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9a929640-6288-42c2-b0a0-63559fb40f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:24.321604 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-99382034-1240-4416-ac18-45174fb0d305 req-30d16d88-f27f-4fb9-8cc0-28c4e399fcb9 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695298 Aug 19 15:03:24.345041 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f645dd75-58a5-419e-bf9f-724d472d180c tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Network 99b620b8-c6d0-4e1c-b8db-c6683d0d8844 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:03:24.346036 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9a929640-6288-42c2-b0a0-63559fb40f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:24.355159 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-f645dd75-58a5-419e-bf9f-724d472d180c tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 99b620b8-c6d0-4e1c-b8db-c6683d0d8844) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:03:24.359574 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f645dd75-58a5-419e-bf9f-724d472d180c tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:24.360230 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f645dd75-58a5-419e-bf9f-724d472d180c tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:24.369143 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bd01d9-0b16-4dc4-9c02-200b48f757f6 None None] Network 99b620b8-c6d0-4e1c-b8db-c6683d0d8844 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:03:24.379651 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f645dd75-58a5-419e-bf9f-724d472d180c tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.6951692 Aug 19 15:03:24.383484 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 50746) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:24.392509 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-28617600-b2b9-4822-bf84-8c6a85ca31d5 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1632120473'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:24.408861 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9a929640-6288-42c2-b0a0-63559fb40f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:24.413600 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9a929640-6288-42c2-b0a0-63559fb40f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:24.414891 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9a929640-6288-42c2-b0a0-63559fb40f7e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cd7b0bb8-0f38-4d2d-aab8-1fceb234d0aa HTTP/1.1" status: 204 len: 168 time: 0.1555829 Aug 19 15:03:24.429212 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a929640-6288-42c2-b0a0-63559fb40f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7b0bb8-0f38-4d2d-aab8-1fceb234d0aa,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:24.430153 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28617600-b2b9-4822-bf84-8c6a85ca31d5 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Made reservation on behalf of b282aeab29dc4af8be668127145bb009 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:03:24.435712 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-28617600-b2b9-4822-bf84-8c6a85ca31d5 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:24.473124 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28617600-b2b9-4822-bf84-8c6a85ca31d5 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:03:24.491299 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-28617600-b2b9-4822-bf84-8c6a85ca31d5 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:24.491899 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-28617600-b2b9-4822-bf84-8c6a85ca31d5 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Added segment 2cb5e58e-e9bf-4d72-991f-c281820403bd of type vlan for network 1593cbb3-9c6b-4468-a333-8b51f5c932f7 Aug 19 15:03:24.554374 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-28617600-b2b9-4822-bf84-8c6a85ca31d5 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:24.557879 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d764a49-4c23-4abe-b56c-7c272dc95fc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-99b620b8-c6d0-4e1c-b8db-c6683d0d8844', 'network_id': '99b620b8-c6d0-4e1c-b8db-c6683d0d8844', 'tenant_id': 'b282aeab29dc4af8be668127145bb009', 'fixed_ips': [{'subnet_id': '4b7a352a-be34-4d95-8731-0e01db17c575'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:03:24.558998 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0d764a49-4c23-4abe-b56c-7c272dc95fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:24.589601 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-28617600-b2b9-4822-bf84-8c6a85ca31d5 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:24.596043 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28617600-b2b9-4822-bf84-8c6a85ca31d5 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:24.596735 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-28617600-b2b9-4822-bf84-8c6a85ca31d5 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:24.704977 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-28617600-b2b9-4822-bf84-8c6a85ca31d5 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3170493 Aug 19 15:03:24.705189 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 50752) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:24.711330 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-65468fc2-c177-4b71-b874-06b21f5f071b tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Request body: {'subnet': {'network_id': '1593cbb3-9c6b-4468-a333-8b51f5c932f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:24.724902 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-0d764a49-4c23-4abe-b56c-7c272dc95fc3 None None] Allocated IP 172.20.255.242 (99b620b8-c6d0-4e1c-b8db-c6683d0d8844/4b7a352a-be34-4d95-8731-0e01db17c575/6c16cd61-1ac0-417f-a679-18662e96e222) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:03:24.741005 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28617600-b2b9-4822-bf84-8c6a85ca31d5 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Pushing event updated for resources: {'Network': ['ID=1593cbb3-9c6b-4468-a333-8b51f5c932f7,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:24.756453 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 1593cbb3-9c6b-4468-a333-8b51f5c932f7 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:03:24.853835 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65468fc2-c177-4b71-b874-06b21f5f071b tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Made reservation on behalf of b282aeab29dc4af8be668127145bb009 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:03:24.857729 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-65468fc2-c177-4b71-b874-06b21f5f071b tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:24.973626 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0d764a49-4c23-4abe-b56c-7c272dc95fc3 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:24.982348 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0d764a49-4c23-4abe-b56c-7c272dc95fc3 None None] Transition to ACTIVE for port object 6c16cd61-1ac0-417f-a679-18662e96e222 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:03:25.009275 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0d764a49-4c23-4abe-b56c-7c272dc95fc3 None None] Transition to ACTIVE for port object 6c16cd61-1ac0-417f-a679-18662e96e222 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:03:25.018142 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0d764a49-4c23-4abe-b56c-7c272dc95fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:25.063771 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d764a49-4c23-4abe-b56c-7c272dc95fc3 None None] Network 99b620b8-c6d0-4e1c-b8db-c6683d0d8844 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:03:25.068304 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-0d764a49-4c23-4abe-b56c-7c272dc95fc3 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:03:25.075193 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d764a49-4c23-4abe-b56c-7c272dc95fc3 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:03:25.076159 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-65468fc2-c177-4b71-b874-06b21f5f071b tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:25.111703 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d764a49-4c23-4abe-b56c-7c272dc95fc3 None None] Pushing event updated for resources: {'Port': ['ID=6c16cd61-1ac0-417f-a679-18662e96e222,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:25.144273 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65468fc2-c177-4b71-b874-06b21f5f071b tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Pushing event updated for resources: {'Subnet': ['ID=7819d082-6075-4474-a5ef-353737492440,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:25.153540 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65468fc2-c177-4b71-b874-06b21f5f071b tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Checking segment: {'id': '2cb5e58e-e9bf-4d72-991f-c281820403bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1593cbb3-9c6b-4468-a333-8b51f5c932f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:03:25.153918 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65468fc2-c177-4b71-b874-06b21f5f071b tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Network hostable DHCP agents. Network: 1593cbb3-9c6b-4468-a333-8b51f5c932f7, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:03:25.160067 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0d764a49-4c23-4abe-b56c-7c272dc95fc3 None None] Attempting to bind port 6c16cd61-1ac0-417f-a679-18662e96e222 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:03:25.160595 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0d764a49-4c23-4abe-b56c-7c272dc95fc3 None None] Attempting to bind port 6c16cd61-1ac0-417f-a679-18662e96e222 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'c57555b0-c6f9-41c6-a9af-a033e7d94763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '99b620b8-c6d0-4e1c-b8db-c6683d0d8844'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:03:25.161391 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d764a49-4c23-4abe-b56c-7c272dc95fc3 None None] Attempting to bind port 6c16cd61-1ac0-417f-a679-18662e96e222 on network 99b620b8-c6d0-4e1c-b8db-c6683d0d8844 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:03:25.169054 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d764a49-4c23-4abe-b56c-7c272dc95fc3 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:03:25.169446 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d764a49-4c23-4abe-b56c-7c272dc95fc3 None None] Checking segment: {'id': 'c57555b0-c6f9-41c6-a9af-a033e7d94763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '99b620b8-c6d0-4e1c-b8db-c6683d0d8844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:03:25.169917 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0d764a49-4c23-4abe-b56c-7c272dc95fc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:25.170348 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d764a49-4c23-4abe-b56c-7c272dc95fc3 None None] Bound using segment: {'id': 'c57555b0-c6f9-41c6-a9af-a033e7d94763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '99b620b8-c6d0-4e1c-b8db-c6683d0d8844'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:03:25.170855 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0d764a49-4c23-4abe-b56c-7c272dc95fc3 None None] Bound port: 6c16cd61-1ac0-417f-a679-18662e96e222, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c57555b0-c6f9-41c6-a9af-a033e7d94763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '99b620b8-c6d0-4e1c-b8db-c6683d0d8844'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:03:25.171542 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0d764a49-4c23-4abe-b56c-7c272dc95fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:25.171904 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65468fc2-c177-4b71-b874-06b21f5f071b tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Network 1593cbb3-9c6b-4468-a333-8b51f5c932f7 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:03:25.182813 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-65468fc2-c177-4b71-b874-06b21f5f071b tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 1593cbb3-9c6b-4468-a333-8b51f5c932f7) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:03:25.192561 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65468fc2-c177-4b71-b874-06b21f5f071b tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:25.193161 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-65468fc2-c177-4b71-b874-06b21f5f071b tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:25.202105 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5d6b52-8e98-4a28-9168-56a8acb6b2b3 None None] Network 1593cbb3-9c6b-4468-a333-8b51f5c932f7 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:03:25.218219 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 50766) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:25.218833 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-65468fc2-c177-4b71-b874-06b21f5f071b tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.5117309 Aug 19 15:03:25.317475 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0d764a49-4c23-4abe-b56c-7c272dc95fc3 None None] For port 6c16cd61-1ac0-417f-a679-18662e96e222, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:03:25.322824 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a44f8c56-08fa-484c-b54a-43b21185e43f tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:25.337589 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0d764a49-4c23-4abe-b56c-7c272dc95fc3 None None] For port 6c16cd61-1ac0-417f-a679-18662e96e222, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=6c16cd61-1ac0-417f-a679-18662e96e222,segment=NetworkSegment(c57555b0-c6f9-41c6-a9af-a033e7d94763),segment_id=c57555b0-c6f9-41c6-a9af-a033e7d94763)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:03:25.346965 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0d764a49-4c23-4abe-b56c-7c272dc95fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:25.434832 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a44f8c56-08fa-484c-b54a-43b21185e43f tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:25.481844 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d764a49-4c23-4abe-b56c-7c272dc95fc3 None None] Pushing event updated for resources: {'Port': ['ID=6c16cd61-1ac0-417f-a679-18662e96e222,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:25.496937 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9207149-e94e-49f9-a146-1ad5970ae4a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-1593cbb3-9c6b-4468-a333-8b51f5c932f7', 'network_id': '1593cbb3-9c6b-4468-a333-8b51f5c932f7', 'tenant_id': 'b282aeab29dc4af8be668127145bb009', 'fixed_ips': [{'subnet_id': '7819d082-6075-4474-a5ef-353737492440'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:03:25.497818 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e9207149-e94e-49f9-a146-1ad5970ae4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:25.582267 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a159d-15db-415b-baef-7ae2f9f79642 req-44f09765-f6d3-4ad6-ad9f-ad666628aee9 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:25.583909 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-572a159d-15db-415b-baef-7ae2f9f79642 req-44f09765-f6d3-4ad6-ad9f-ad666628aee9 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bfdfd23-a94e-4aeb-87e1-767bb399ee0d HTTP/1.1" status: 200 len: 945 time: 0.1208019 Aug 19 15:03:25.591571 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a44f8c56-08fa-484c-b54a-43b21185e43f tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server [None req-e9207149-e94e-49f9-a146-1ad5970ae4a1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7819d082-6075-4474-a5ef-353737492440: This subnet is being modified by another concurrent operation. Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise exception Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7819d082-6075-4474-a5ef-353737492440: This subnet is being modified by another concurrent operation. Aug 19 15:03:25.626587 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server Aug 19 15:03:25.651375 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c4b74d-2cb2-4441-9187-6d67c5d22ea3 None None] Network 1593cbb3-9c6b-4468-a333-8b51f5c932f7 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:03:25.865375 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4ce3b-4070-40f1-b3d8-2aa82aee8d6b req-07bd5af9-4ec1-4bc4-97a2-0664227df415 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:25.868967 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c3a4ce3b-4070-40f1-b3d8-2aa82aee8d6b req-07bd5af9-4ec1-4bc4-97a2-0664227df415 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.68 "GET /v2.0/ports?device_id=5bfdfd23-a94e-4aeb-87e1-767bb399ee0d HTTP/1.1" status: 200 len: 945 time: 0.1018472 Aug 19 15:03:26.005869 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-c3a4ce3b-4070-40f1-b3d8-2aa82aee8d6b req-218feaf6-13a7-486c-ab45-9fc54a10a459 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Deleting port 1ffd6d63-14b3-4686-bb40-baa7492eb750 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:03:26.006163 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c3a4ce3b-4070-40f1-b3d8-2aa82aee8d6b req-218feaf6-13a7-486c-ab45-9fc54a10a459 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:26.060492 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f8c56-08fa-484c-b54a-43b21185e43f tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Pushing event deleted for resources: {'Subnet': ['ID=7819d082-6075-4474-a5ef-353737492440,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:26.126270 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-c3a4ce3b-4070-40f1-b3d8-2aa82aee8d6b req-218feaf6-13a7-486c-ab45-9fc54a10a459 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] For port 1ffd6d63-14b3-4686-bb40-baa7492eb750, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=1ffd6d63-14b3-4686-bb40-baa7492eb750,segment=NetworkSegment(b6bb2d61-0455-440b-809f-c8e64ffc2b8e),segment_id=b6bb2d61-0455-440b-809f-c8e64ffc2b8e)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:26.128439 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c3a4ce3b-4070-40f1-b3d8-2aa82aee8d6b req-218feaf6-13a7-486c-ab45-9fc54a10a459 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:26.129896 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-572a159d-15db-415b-baef-7ae2f9f79642 req-a1767f33-f79e-4191-8394-53ecaa468696 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5266078 Aug 19 15:03:26.137116 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a44f8c56-08fa-484c-b54a-43b21185e43f tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:26.147774 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a44f8c56-08fa-484c-b54a-43b21185e43f tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1593cbb3-9c6b-4468-a333-8b51f5c932f7']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:26.149762 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-c3a4ce3b-4070-40f1-b3d8-2aa82aee8d6b req-218feaf6-13a7-486c-ab45-9fc54a10a459 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Calling delete_port for 1ffd6d63-14b3-4686-bb40-baa7492eb750 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:03:26.158618 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a44f8c56-08fa-484c-b54a-43b21185e43f tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cb5e58e-e9bf-4d72-991f-c281820403bd') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:26.159504 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a44f8c56-08fa-484c-b54a-43b21185e43f tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cb5e58e-e9bf-4d72-991f-c281820403bd') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:26.168699 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a44f8c56-08fa-484c-b54a-43b21185e43f tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:26.187241 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a44f8c56-08fa-484c-b54a-43b21185e43f tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:26.193791 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a44f8c56-08fa-484c-b54a-43b21185e43f tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:03:26.194476 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a44f8c56-08fa-484c-b54a-43b21185e43f tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:26.199617 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 15:03:26.199617 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:03:26.199617 n-d-766043-2 neutron-server[94640]: timer() Aug 19 15:03:26.199617 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:03:26.199617 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 15:03:26.199617 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:03:26.199617 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 15:03:26.199617 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:03:26.199617 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 15:03:26.199617 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:03:26.199617 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 15:03:26.199617 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:03:26.199617 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 15:03:26.199617 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:03:26.199617 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:03:26.199617 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:03:26.199617 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:03:26.199617 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:03:26.199617 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 15:03:26.199617 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:03:26.199617 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 15:03:26.199617 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:03:26.199617 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:03:26.199617 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:03:26.199617 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 15:03:26.199617 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:03:26.199617 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:03:26.199617 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:03:26.199617 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:03:26.199617 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:03:26.199617 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:03:26.199617 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:03:26.281688 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a44f8c56-08fa-484c-b54a-43b21185e43f tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:26.291338 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a44f8c56-08fa-484c-b54a-43b21185e43f tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:26.293960 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a44f8c56-08fa-484c-b54a-43b21185e43f tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "DELETE /v2.0/networks/1593cbb3-9c6b-4468-a333-8b51f5c932f7 HTTP/1.1" status: 204 len: 168 time: 1.0746591 Aug 19 15:03:26.298520 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 50790) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:26.304130 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-439b6cee-da48-407e-8042-a4d298541592 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-759711991'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:26.318575 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c3a4ce3b-4070-40f1-b3d8-2aa82aee8d6b req-218feaf6-13a7-486c-ab45-9fc54a10a459 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:26.338505 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f8c56-08fa-484c-b54a-43b21185e43f tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Pushing event deleted for resources: {'Network': ['ID=1593cbb3-9c6b-4468-a333-8b51f5c932f7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:26.341213 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439b6cee-da48-407e-8042-a4d298541592 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Made reservation on behalf of b282aeab29dc4af8be668127145bb009 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:03:26.345000 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-439b6cee-da48-407e-8042-a4d298541592 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:26.359749 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218feaf6-13a7-486c-ab45-9fc54a10a459 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Pushing event deleted for resources: {'Port': ['ID=1ffd6d63-14b3-4686-bb40-baa7492eb750,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:26.393988 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-439b6cee-da48-407e-8042-a4d298541592 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:03:26.408137 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-439b6cee-da48-407e-8042-a4d298541592 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:26.409747 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-439b6cee-da48-407e-8042-a4d298541592 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Added segment e0e798ae-3f89-45c8-a918-fcd8e7525e2b of type vlan for network 4000a601-f75b-46dc-a8f0-f42ce1a346fb Aug 19 15:03:26.438450 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a4ce3b-4070-40f1-b3d8-2aa82aee8d6b req-218feaf6-13a7-486c-ab45-9fc54a10a459 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] No DVR routers for this DVR port 1ffd6d63-14b3-4686-bb40-baa7492eb750 on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:03:26.438450 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c3a4ce3b-4070-40f1-b3d8-2aa82aee8d6b req-218feaf6-13a7-486c-ab45-9fc54a10a459 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:26.439435 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c3a4ce3b-4070-40f1-b3d8-2aa82aee8d6b req-218feaf6-13a7-486c-ab45-9fc54a10a459 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.68 "DELETE /v2.0/ports/1ffd6d63-14b3-4686-bb40-baa7492eb750 HTTP/1.1" status: 204 len: 173 time: 0.5533786 Aug 19 15:03:26.439979 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bfdfd23-a94e-4aeb-87e1-767bb399ee0d', 'name': 'network-vif-deleted', 'tag': '1ffd6d63-14b3-4686-bb40-baa7492eb750'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:03:26.442412 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be992320-750a-42a9-a2f8-ebba66659570" -d '{"events": [{"server_uuid": "5bfdfd23-a94e-4aeb-87e1-767bb399ee0d", "name": "network-vif-deleted", "tag": "1ffd6d63-14b3-4686-bb40-baa7492eb750"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:03:26.509415 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-439b6cee-da48-407e-8042-a4d298541592 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:26.571661 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-439b6cee-da48-407e-8042-a4d298541592 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:26.583598 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439b6cee-da48-407e-8042-a4d298541592 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:26.584978 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-439b6cee-da48-407e-8042-a4d298541592 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:26.589837 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a86977-cdbd-4f58-843e-391cd40baea7 x-openstack-request-id: req-25a86977-cdbd-4f58-843e-391cd40baea7 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:03:26.590365 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bfdfd23-a94e-4aeb-87e1-767bb399ee0d", "name": "network-vif-deleted", "tag": "1ffd6d63-14b3-4686-bb40-baa7492eb750", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:03:26.590825 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-25a86977-cdbd-4f58-843e-391cd40baea7 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:03:26.591617 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bfdfd23-a94e-4aeb-87e1-767bb399ee0d', 'name': 'network-vif-deleted', 'tag': '1ffd6d63-14b3-4686-bb40-baa7492eb750', 'status': 'completed', 'code': 200} Aug 19 15:03:26.685475 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-439b6cee-da48-407e-8042-a4d298541592 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3855200 Aug 19 15:03:26.689286 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 50800) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:26.693896 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-150ecd42-15cf-4c0b-89d4-4cfca09af0ba tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Request body: {'subnet': {'network_id': '4000a601-f75b-46dc-a8f0-f42ce1a346fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:26.810819 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439b6cee-da48-407e-8042-a4d298541592 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Pushing event updated for resources: {'Network': ['ID=4000a601-f75b-46dc-a8f0-f42ce1a346fb,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:26.813870 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150ecd42-15cf-4c0b-89d4-4cfca09af0ba tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Made reservation on behalf of b282aeab29dc4af8be668127145bb009 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:03:26.817796 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-150ecd42-15cf-4c0b-89d4-4cfca09af0ba tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:26.822224 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 4000a601-f75b-46dc-a8f0-f42ce1a346fb details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:03:26.918668 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.ipam_backend_mixin [None req-150ecd42-15cf-4c0b-89d4-4cfca09af0ba tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Performing IP validity checks on allocation pools {{(pid=94640) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 19 15:03:26.919426 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.ipam_backend_mixin [None req-150ecd42-15cf-4c0b-89d4-4cfca09af0ba tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94640) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 19 15:03:26.952821 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f12f5d-7ed8-4b0b-a84f-0f07e9bb4c87 None None] Network 99b620b8-c6d0-4e1c-b8db-c6683d0d8844 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:03:27.080159 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-150ecd42-15cf-4c0b-89d4-4cfca09af0ba tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:27.121729 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8c6bfb03-ed36-41ea-a585-58737eee9583 None None] Provisioning for port 6c16cd61-1ac0-417f-a679-18662e96e222 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:03:27.211814 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 6c16cd61-1ac0-417f-a679-18662e96e222 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:03:27.274285 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150ecd42-15cf-4c0b-89d4-4cfca09af0ba tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Pushing event updated for resources: {'Subnet': ['ID=ddf26134-6888-4536-8f85-5ec803cfeb1c,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:27.333211 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 6c16cd61-1ac0-417f-a679-18662e96e222 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:03:27.334996 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150ecd42-15cf-4c0b-89d4-4cfca09af0ba tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Checking segment: {'id': 'e0e798ae-3f89-45c8-a918-fcd8e7525e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4000a601-f75b-46dc-a8f0-f42ce1a346fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:03:27.335894 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150ecd42-15cf-4c0b-89d4-4cfca09af0ba tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Network hostable DHCP agents. Network: 4000a601-f75b-46dc-a8f0-f42ce1a346fb, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:03:27.340628 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 6c16cd61-1ac0-417f-a679-18662e96e222 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:03:27.341765 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:27.346059 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0755b4cb-7e23-4df5-87b5-6c864a56d96b req-0f1ab841-5d96-49a7-8bfe-2da45ba74523 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bfdfd23-a94e-4aeb-87e1-767bb399ee0d HTTP/1.1" status: 200 len: 210 time: 0.0623565 Aug 19 15:03:27.363956 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150ecd42-15cf-4c0b-89d4-4cfca09af0ba tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Network 4000a601-f75b-46dc-a8f0-f42ce1a346fb is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:03:27.375015 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-150ecd42-15cf-4c0b-89d4-4cfca09af0ba tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 4000a601-f75b-46dc-a8f0-f42ce1a346fb) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:03:27.384832 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150ecd42-15cf-4c0b-89d4-4cfca09af0ba tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:27.385700 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-150ecd42-15cf-4c0b-89d4-4cfca09af0ba tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:27.413101 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-150ecd42-15cf-4c0b-89d4-4cfca09af0ba tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.7229843 Aug 19 15:03:27.415562 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 50810) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:27.419638 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e71ea7-3b2a-48b7-83fe-1092ee5ad3f0 None None] Network 4000a601-f75b-46dc-a8f0-f42ce1a346fb requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:03:27.575456 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:27.635488 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f180fd8-ca88-440d-b051-70f74f701628 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:27.685866 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 6c16cd61-1ac0-417f-a679-18662e96e222, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=6c16cd61-1ac0-417f-a679-18662e96e222,segment=NetworkSegment(c57555b0-c6f9-41c6-a9af-a033e7d94763),segment_id=c57555b0-c6f9-41c6-a9af-a033e7d94763)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:27.689227 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a679f4b1-5c5c-4a55-9c34-b36c7c0c2be7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-4000a601-f75b-46dc-a8f0-f42ce1a346fb', 'network_id': '4000a601-f75b-46dc-a8f0-f42ce1a346fb', 'tenant_id': 'b282aeab29dc4af8be668127145bb009', 'fixed_ips': [{'subnet_id': 'ddf26134-6888-4536-8f85-5ec803cfeb1c'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:03:27.691292 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a679f4b1-5c5c-4a55-9c34-b36c7c0c2be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:27.776779 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f180fd8-ca88-440d-b051-70f74f701628 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:27.792779 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:27.849886 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f180fd8-ca88-440d-b051-70f74f701628 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:27.862503 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=6c16cd61-1ac0-417f-a679-18662e96e222,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:27.874310 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6fcb440e-5a78-4dab-a27b-8f1457ed926f None None] Provisioning complete for port 6c16cd61-1ac0-417f-a679-18662e96e222 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:03:27.874692 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6fcb440e-5a78-4dab-a27b-8f1457ed926f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:27.878445 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f180fd8-ca88-440d-b051-70f74f701628 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Pushing event deleted for resources: {'Subnet': ['ID=ddf26134-6888-4536-8f85-5ec803cfeb1c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server [None req-a679f4b1-5c5c-4a55-9c34-b36c7c0c2be7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ddf26134-6888-4536-8f85-5ec803cfeb1c: This subnet is being modified by another concurrent operation. Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise exception Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ddf26134-6888-4536-8f85-5ec803cfeb1c: This subnet is being modified by another concurrent operation. Aug 19 15:03:27.909720 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server Aug 19 15:03:27.936176 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf743a1d-765f-437e-a6be-2e2508d754cd None None] Network 4000a601-f75b-46dc-a8f0-f42ce1a346fb requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:03:27.953109 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f180fd8-ca88-440d-b051-70f74f701628 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:27.968349 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-4f180fd8-ca88-440d-b051-70f74f701628 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4000a601-f75b-46dc-a8f0-f42ce1a346fb']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:27.991640 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-4f180fd8-ca88-440d-b051-70f74f701628 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0e798ae-3f89-45c8-a918-fcd8e7525e2b') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:27.992505 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-4f180fd8-ca88-440d-b051-70f74f701628 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0e798ae-3f89-45c8-a918-fcd8e7525e2b') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:28.006948 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f180fd8-ca88-440d-b051-70f74f701628 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:28.032598 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f180fd8-ca88-440d-b051-70f74f701628 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:28.040085 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f180fd8-ca88-440d-b051-70f74f701628 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:03:28.040590 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f180fd8-ca88-440d-b051-70f74f701628 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:28.044509 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 15:03:28.044509 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:03:28.044509 n-d-766043-2 neutron-server[94639]: timer() Aug 19 15:03:28.044509 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:03:28.044509 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 15:03:28.044509 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:03:28.044509 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 15:03:28.044509 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:03:28.044509 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 15:03:28.044509 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:03:28.044509 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 15:03:28.044509 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:03:28.044509 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 15:03:28.044509 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:03:28.044509 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:03:28.044509 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:03:28.044509 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:03:28.044509 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:03:28.044509 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 15:03:28.044509 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:03:28.044509 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 15:03:28.044509 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:03:28.044509 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:03:28.044509 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:03:28.044509 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 15:03:28.044509 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:03:28.044509 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:03:28.044509 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:03:28.044509 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:03:28.044509 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:03:28.044509 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:03:28.044509 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:03:28.151322 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffbbbd4-c65c-4186-8708-bde23868f9cc None None] get_active_networks_info from n-d-766043-2 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 15:03:28.154325 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f180fd8-ca88-440d-b051-70f74f701628 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:28.171647 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f180fd8-ca88-440d-b051-70f74f701628 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:28.179250 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4f180fd8-ca88-440d-b051-70f74f701628 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "DELETE /v2.0/networks/4000a601-f75b-46dc-a8f0-f42ce1a346fb HTTP/1.1" status: 204 len: 168 time: 0.7616668 Aug 19 15:03:28.184443 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 50816) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:28.197183 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-16986b99-cfad-4af4-bcad-806bfc690c57 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1676776678'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:28.208527 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f180fd8-ca88-440d-b051-70f74f701628 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Pushing event deleted for resources: {'Network': ['ID=4000a601-f75b-46dc-a8f0-f42ce1a346fb,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:28.254406 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16986b99-cfad-4af4-bcad-806bfc690c57 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Made reservation on behalf of b282aeab29dc4af8be668127145bb009 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:03:28.262800 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-16986b99-cfad-4af4-bcad-806bfc690c57 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:28.266037 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 1ffd6d63-14b3-4686-bb40-baa7492eb750 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:03:28.322956 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16986b99-cfad-4af4-bcad-806bfc690c57 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:03:28.336606 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: 1ffd6d63-14b3-4686-bb40-baa7492eb750 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:03:28.337213 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 1ffd6d63-14b3-4686-bb40-baa7492eb750 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:03:28.389026 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-16986b99-cfad-4af4-bcad-806bfc690c57 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:28.389826 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-16986b99-cfad-4af4-bcad-806bfc690c57 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Added segment bde726a0-40d2-4bbf-9dc6-e945055c000f of type vlan for network 976c6073-1217-480a-b8bb-930e353361da Aug 19 15:03:28.502511 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffbbbd4-c65c-4186-8708-bde23868f9cc None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 15:03:28.504369 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-16986b99-cfad-4af4-bcad-806bfc690c57 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:28.627962 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3645a202-563e-49d4-be06-30cbd5bcb40d req-8ecdf498-1fb5-48d4-a778-b7888e43428c tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bfdfd23-a94e-4aeb-87e1-767bb399ee0d HTTP/1.1" status: 200 len: 210 time: 0.0915737 Aug 19 15:03:28.629815 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-16986b99-cfad-4af4-bcad-806bfc690c57 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:28.641151 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16986b99-cfad-4af4-bcad-806bfc690c57 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:28.642287 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-16986b99-cfad-4af4-bcad-806bfc690c57 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:28.783894 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16986b99-cfad-4af4-bcad-806bfc690c57 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Pushing event updated for resources: {'Network': ['ID=976c6073-1217-480a-b8bb-930e353361da,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:28.811614 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-16986b99-cfad-4af4-bcad-806bfc690c57 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6251261 Aug 19 15:03:28.816257 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 50828) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:28.821114 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 976c6073-1217-480a-b8bb-930e353361da details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:03:28.824369 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-45fb654a-32f9-4a34-b854-26557a8a8895 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Request body: {'subnet': {'network_id': '976c6073-1217-480a-b8bb-930e353361da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:28.981449 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fb654a-32f9-4a34-b854-26557a8a8895 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Made reservation on behalf of b282aeab29dc4af8be668127145bb009 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:03:28.989194 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-45fb654a-32f9-4a34-b854-26557a8a8895 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:29.108291 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690fc4e3-6064-45b0-8962-986b7aeac7f2 None None] get_active_networks_info from n-d-766043-2 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 15:03:29.167590 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 6c16cd61-1ac0-417f-a679-18662e96e222 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:03:29.335030 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 6c16cd61-1ac0-417f-a679-18662e96e222 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:03:29.335617 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:29.371607 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690fc4e3-6064-45b0-8962-986b7aeac7f2 None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 15:03:29.405902 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-45fb654a-32f9-4a34-b854-26557a8a8895 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:29.522842 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fb654a-32f9-4a34-b854-26557a8a8895 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Pushing event updated for resources: {'Subnet': ['ID=80e850da-b776-462a-a5ec-11875b808fac,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:29.573939 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fb654a-32f9-4a34-b854-26557a8a8895 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Checking segment: {'id': 'bde726a0-40d2-4bbf-9dc6-e945055c000f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '976c6073-1217-480a-b8bb-930e353361da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:03:29.574426 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fb654a-32f9-4a34-b854-26557a8a8895 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Network hostable DHCP agents. Network: 976c6073-1217-480a-b8bb-930e353361da, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:03:29.606140 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fb654a-32f9-4a34-b854-26557a8a8895 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Network 976c6073-1217-480a-b8bb-930e353361da is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:03:29.622926 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-45fb654a-32f9-4a34-b854-26557a8a8895 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 976c6073-1217-480a-b8bb-930e353361da) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:03:29.629747 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fb654a-32f9-4a34-b854-26557a8a8895 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:29.630840 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-45fb654a-32f9-4a34-b854-26557a8a8895 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:29.661608 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 50830) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:29.662746 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-45fb654a-32f9-4a34-b854-26557a8a8895 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8446383 Aug 19 15:03:29.787540 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-44b6118e-c273-48c7-9a04-0d71500f7845 req-02b550f3-202c-4ee2-a7dd-cf6044c54c7c tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bfdfd23-a94e-4aeb-87e1-767bb399ee0d HTTP/1.1" status: 200 len: 210 time: 0.0408421 Aug 19 15:03:29.821024 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ef716c4-1132-410d-a0f7-ef9f3954b716 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:29.837145 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d0fcb4-85a7-424e-833f-17fa97c6cc3d None None] Network 976c6073-1217-480a-b8bb-930e353361da requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:03:29.893870 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ef716c4-1132-410d-a0f7-ef9f3954b716 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:29.960088 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ef716c4-1132-410d-a0f7-ef9f3954b716 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:30.015852 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef716c4-1132-410d-a0f7-ef9f3954b716 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Pushing event deleted for resources: {'Subnet': ['ID=80e850da-b776-462a-a5ec-11875b808fac,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:30.056685 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f6e25a-5e14-4c0e-9132-7d129c56e68e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-976c6073-1217-480a-b8bb-930e353361da', 'network_id': '976c6073-1217-480a-b8bb-930e353361da', 'tenant_id': 'b282aeab29dc4af8be668127145bb009', 'fixed_ips': [{'subnet_id': '80e850da-b776-462a-a5ec-11875b808fac'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:03:30.057557 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3f6e25a-5e14-4c0e-9132-7d129c56e68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:30.093160 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ef716c4-1132-410d-a0f7-ef9f3954b716 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:30.105306 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-1ef716c4-1132-410d-a0f7-ef9f3954b716 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['976c6073-1217-480a-b8bb-930e353361da']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:30.117732 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-1ef716c4-1132-410d-a0f7-ef9f3954b716 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bde726a0-40d2-4bbf-9dc6-e945055c000f') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:30.118495 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-1ef716c4-1132-410d-a0f7-ef9f3954b716 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bde726a0-40d2-4bbf-9dc6-e945055c000f') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:30.128136 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ef716c4-1132-410d-a0f7-ef9f3954b716 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:30.150148 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ef716c4-1132-410d-a0f7-ef9f3954b716 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:30.157443 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c49568-2747-4917-b3f2-7574d406ae6f None None] Network 976c6073-1217-480a-b8bb-930e353361da requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:03:30.158213 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ef716c4-1132-410d-a0f7-ef9f3954b716 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:03:30.158213 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ef716c4-1132-410d-a0f7-ef9f3954b716 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:30.162051 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 15:03:30.162051 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:03:30.162051 n-d-766043-2 neutron-server[94639]: timer() Aug 19 15:03:30.162051 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:03:30.162051 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 15:03:30.162051 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:03:30.162051 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 15:03:30.162051 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:03:30.162051 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 15:03:30.162051 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:03:30.162051 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 15:03:30.162051 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:03:30.162051 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 15:03:30.162051 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:03:30.162051 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:03:30.162051 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:03:30.162051 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:03:30.162051 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:03:30.162051 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 15:03:30.162051 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:03:30.162051 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 15:03:30.162051 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:03:30.162051 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:03:30.162051 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:03:30.162051 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 15:03:30.162051 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:03:30.162051 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:03:30.162051 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:03:30.162051 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:03:30.162051 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:03:30.162051 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:03:30.162051 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:03:30.242463 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ef716c4-1132-410d-a0f7-ef9f3954b716 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:30.250702 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ef716c4-1132-410d-a0f7-ef9f3954b716 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:30.253536 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1ef716c4-1132-410d-a0f7-ef9f3954b716 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "DELETE /v2.0/networks/976c6073-1217-480a-b8bb-930e353361da HTTP/1.1" status: 204 len: 168 time: 0.5896146 Aug 19 15:03:30.257491 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 50838) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:30.263676 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-5d0cbf56-70d8-4cbe-9812-f6cb1475a85b tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-354951350'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:30.268722 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef716c4-1132-410d-a0f7-ef9f3954b716 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Pushing event deleted for resources: {'Network': ['ID=976c6073-1217-480a-b8bb-930e353361da,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:30.299569 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0cbf56-70d8-4cbe-9812-f6cb1475a85b tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Made reservation on behalf of b282aeab29dc4af8be668127145bb009 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:03:30.303180 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d0cbf56-70d8-4cbe-9812-f6cb1475a85b tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:30.337585 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d0cbf56-70d8-4cbe-9812-f6cb1475a85b tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:03:30.352252 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d0cbf56-70d8-4cbe-9812-f6cb1475a85b tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:30.352923 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-5d0cbf56-70d8-4cbe-9812-f6cb1475a85b tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Added segment cf71235e-94bf-4458-9d3e-21dd79a8adbf of type vlan for network ccd44c4f-168a-48a3-b9b0-f38ce87d6260 Aug 19 15:03:30.405608 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d0cbf56-70d8-4cbe-9812-f6cb1475a85b tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:30.445160 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d0cbf56-70d8-4cbe-9812-f6cb1475a85b tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:30.452446 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0cbf56-70d8-4cbe-9812-f6cb1475a85b tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:30.453329 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d0cbf56-70d8-4cbe-9812-f6cb1475a85b tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:30.530311 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-5d0cbf56-70d8-4cbe-9812-f6cb1475a85b tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2689543 Aug 19 15:03:30.530756 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 50840) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:30.537049 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a3204c6b-bad3-4252-934b-112f229ae2d5 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Request body: {'subnet': {'network_id': 'ccd44c4f-168a-48a3-b9b0-f38ce87d6260', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:30.548524 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0cbf56-70d8-4cbe-9812-f6cb1475a85b tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Pushing event updated for resources: {'Network': ['ID=ccd44c4f-168a-48a3-b9b0-f38ce87d6260,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:30.561332 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network ccd44c4f-168a-48a3-b9b0-f38ce87d6260 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:03:30.679674 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3204c6b-bad3-4252-934b-112f229ae2d5 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Made reservation on behalf of b282aeab29dc4af8be668127145bb009 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:03:30.683745 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3204c6b-bad3-4252-934b-112f229ae2d5 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:30.905709 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3204c6b-bad3-4252-934b-112f229ae2d5 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:30.917327 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f0742524-62ec-4298-896d-21ea5fdfc3e9 req-e75ec445-df69-4971-a6e7-143594d666dd tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bfdfd23-a94e-4aeb-87e1-767bb399ee0d HTTP/1.1" status: 200 len: 210 time: 0.0308955 Aug 19 15:03:31.004290 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3204c6b-bad3-4252-934b-112f229ae2d5 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Pushing event updated for resources: {'Subnet': ['ID=95ef1263-4dd1-4d4b-9ac4-39a74edad2e8,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:31.017714 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3204c6b-bad3-4252-934b-112f229ae2d5 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Checking segment: {'id': 'cf71235e-94bf-4458-9d3e-21dd79a8adbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ccd44c4f-168a-48a3-b9b0-f38ce87d6260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:03:31.018220 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3204c6b-bad3-4252-934b-112f229ae2d5 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Network hostable DHCP agents. Network: ccd44c4f-168a-48a3-b9b0-f38ce87d6260, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:03:31.046056 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3204c6b-bad3-4252-934b-112f229ae2d5 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Network ccd44c4f-168a-48a3-b9b0-f38ce87d6260 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:03:31.069892 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-a3204c6b-bad3-4252-934b-112f229ae2d5 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, ccd44c4f-168a-48a3-b9b0-f38ce87d6260) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:03:31.076258 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3204c6b-bad3-4252-934b-112f229ae2d5 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:31.077152 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3204c6b-bad3-4252-934b-112f229ae2d5 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:31.083028 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6df7027-3e6e-4309-becc-ad739c9d3a83 None None] Network ccd44c4f-168a-48a3-b9b0-f38ce87d6260 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:03:31.102575 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a3204c6b-bad3-4252-934b-112f229ae2d5 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5701747 Aug 19 15:03:31.107400 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 50850) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:31.291514 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9c0ee6af-99ed-4bdf-b6e1-384530700632 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:31.363810 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 50854) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:31.378612 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9c0ee6af-99ed-4bdf-b6e1-384530700632 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:31.436591 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6a138d44-85d1-44ee-81f8-3bf63982becc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:31.443705 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c43b6a-d2a8-4ea1-9f38-cb1885b54abe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-ccd44c4f-168a-48a3-b9b0-f38ce87d6260', 'network_id': 'ccd44c4f-168a-48a3-b9b0-f38ce87d6260', 'tenant_id': 'b282aeab29dc4af8be668127145bb009', 'fixed_ips': [{'subnet_id': '95ef1263-4dd1-4d4b-9ac4-39a74edad2e8'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:03:31.444661 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-96c43b6a-d2a8-4ea1-9f38-cb1885b54abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:31.489500 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9c0ee6af-99ed-4bdf-b6e1-384530700632 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:31.549453 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ee6af-99ed-4bdf-b6e1-384530700632 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Pushing event deleted for resources: {'Subnet': ['ID=95ef1263-4dd1-4d4b-9ac4-39a74edad2e8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server [None req-96c43b6a-d2a8-4ea1-9f38-cb1885b54abe None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 95ef1263-4dd1-4d4b-9ac4-39a74edad2e8: This subnet is being modified by another concurrent operation. Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise exception Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 95ef1263-4dd1-4d4b-9ac4-39a74edad2e8: This subnet is being modified by another concurrent operation. Aug 19 15:03:31.609741 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server Aug 19 15:03:31.620633 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-698a2c92-1600-4fd9-ac81-fec421388a8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:31.636070 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9c0ee6af-99ed-4bdf-b6e1-384530700632 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:31.653028 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5fd536-796a-482c-99d5-0b0c585d0592 None None] Network ccd44c4f-168a-48a3-b9b0-f38ce87d6260 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:03:31.660850 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-9c0ee6af-99ed-4bdf-b6e1-384530700632 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccd44c4f-168a-48a3-b9b0-f38ce87d6260']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:31.678915 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-9c0ee6af-99ed-4bdf-b6e1-384530700632 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf71235e-94bf-4458-9d3e-21dd79a8adbf') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:31.679228 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-9c0ee6af-99ed-4bdf-b6e1-384530700632 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf71235e-94bf-4458-9d3e-21dd79a8adbf') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:31.696200 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9c0ee6af-99ed-4bdf-b6e1-384530700632 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:31.719665 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9c0ee6af-99ed-4bdf-b6e1-384530700632 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:31.730986 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c0ee6af-99ed-4bdf-b6e1-384530700632 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:03:31.731299 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9c0ee6af-99ed-4bdf-b6e1-384530700632 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:31.736052 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 15:03:31.736052 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:03:31.736052 n-d-766043-2 neutron-server[94640]: timer() Aug 19 15:03:31.736052 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:03:31.736052 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 15:03:31.736052 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:03:31.736052 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 15:03:31.736052 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:03:31.736052 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 15:03:31.736052 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:03:31.736052 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 15:03:31.736052 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:03:31.736052 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 15:03:31.736052 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:03:31.736052 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:03:31.736052 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:03:31.736052 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:03:31.736052 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:03:31.736052 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 15:03:31.736052 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:03:31.736052 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 15:03:31.736052 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:03:31.736052 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:03:31.736052 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:03:31.736052 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 15:03:31.736052 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:03:31.736052 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:03:31.736052 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:03:31.736052 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:03:31.736052 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:03:31.736052 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:03:31.736052 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:03:31.823828 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-698a2c92-1600-4fd9-ac81-fec421388a8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:31.832856 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9c0ee6af-99ed-4bdf-b6e1-384530700632 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:31.837972 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-698a2c92-1600-4fd9-ac81-fec421388a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:31.849083 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9c0ee6af-99ed-4bdf-b6e1-384530700632 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:31.851515 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9c0ee6af-99ed-4bdf-b6e1-384530700632 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "DELETE /v2.0/networks/ccd44c4f-168a-48a3-b9b0-f38ce87d6260 HTTP/1.1" status: 204 len: 168 time: 0.7428257 Aug 19 15:03:31.855645 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 50858) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:31.861202 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-4bc570e2-13e6-4ab7-94ca-ea858c54e438 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1907910225'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:31.890603 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ee6af-99ed-4bdf-b6e1-384530700632 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Pushing event deleted for resources: {'Network': ['ID=ccd44c4f-168a-48a3-b9b0-f38ce87d6260,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:31.914462 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc570e2-13e6-4ab7-94ca-ea858c54e438 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Made reservation on behalf of b282aeab29dc4af8be668127145bb009 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:03:31.916159 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3fdbb3-0238-48f4-9120-4ad1111909bf None None] get_active_networks_info from n-d-766043-2 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 15:03:31.918035 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4bc570e2-13e6-4ab7-94ca-ea858c54e438 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:31.936913 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-698a2c92-1600-4fd9-ac81-fec421388a8e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f72345b97ffd4289bc514b4ff9d56285&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5711079 Aug 19 15:03:31.937697 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698a2c92-1600-4fd9-ac81-fec421388a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4a557f-55b2-452a-8da7-5ce2c8cb82f1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:31.941732 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 50860) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:31.994780 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bc570e2-13e6-4ab7-94ca-ea858c54e438 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:03:32.017474 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4bc570e2-13e6-4ab7-94ca-ea858c54e438 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:32.017861 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-4bc570e2-13e6-4ab7-94ca-ea858c54e438 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Added segment ca88059f-b9b2-42e5-9e1a-b6d89e6c670f of type vlan for network dc085277-7661-4f39-b773-7e14a589a521 Aug 19 15:03:32.031249 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-39654df4-18a3-48e3-9cc9-4d08565a6d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:32.078101 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-39654df4-18a3-48e3-9cc9-4d08565a6d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:32.097639 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3fdbb3-0238-48f4-9120-4ad1111909bf None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 15:03:32.114276 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-661de72d-6960-42d3-a9b4-a09417fca83e req-da52b0b1-2ef2-4fc5-94b3-d5cbed97d411 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bfdfd23-a94e-4aeb-87e1-767bb399ee0d HTTP/1.1" status: 200 len: 210 time: 0.0407052 Aug 19 15:03:32.116114 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4bc570e2-13e6-4ab7-94ca-ea858c54e438 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:32.149040 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-39654df4-18a3-48e3-9cc9-4d08565a6d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:32.151849 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-39654df4-18a3-48e3-9cc9-4d08565a6d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:32.156108 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-39654df4-18a3-48e3-9cc9-4d08565a6d16 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1b4a557f-55b2-452a-8da7-5ce2c8cb82f1 HTTP/1.1" status: 204 len: 168 time: 0.2145169 Aug 19 15:03:32.163771 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4bc570e2-13e6-4ab7-94ca-ea858c54e438 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:32.168112 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39654df4-18a3-48e3-9cc9-4d08565a6d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4a557f-55b2-452a-8da7-5ce2c8cb82f1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:32.179403 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc570e2-13e6-4ab7-94ca-ea858c54e438 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:32.180362 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4bc570e2-13e6-4ab7-94ca-ea858c54e438 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:32.299865 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc570e2-13e6-4ab7-94ca-ea858c54e438 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Pushing event updated for resources: {'Network': ['ID=dc085277-7661-4f39-b773-7e14a589a521,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:32.311673 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 50870) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:32.312124 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-4bc570e2-13e6-4ab7-94ca-ea858c54e438 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4517539 Aug 19 15:03:32.319875 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ad965cae-605e-4b16-8f40-a49e9b682f33 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Request body: {'subnet': {'network_id': 'dc085277-7661-4f39-b773-7e14a589a521', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:32.320107 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network dc085277-7661-4f39-b773-7e14a589a521 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:03:32.556655 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad965cae-605e-4b16-8f40-a49e9b682f33 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Made reservation on behalf of b282aeab29dc4af8be668127145bb009 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:03:32.562307 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ad965cae-605e-4b16-8f40-a49e9b682f33 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:32.684166 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.ipam_backend_mixin [None req-ad965cae-605e-4b16-8f40-a49e9b682f33 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Performing IP validity checks on allocation pools {{(pid=94639) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 19 15:03:32.684797 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.ipam_backend_mixin [None req-ad965cae-605e-4b16-8f40-a49e9b682f33 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94639) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 19 15:03:32.787897 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 50880) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:32.808134 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-47f6c763-2c4f-4f36-8600-0ee474350f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:32.880510 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ad965cae-605e-4b16-8f40-a49e9b682f33 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:32.939470 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-47f6c763-2c4f-4f36-8600-0ee474350f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:32.946729 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-47f6c763-2c4f-4f36-8600-0ee474350f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:32.962428 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad965cae-605e-4b16-8f40-a49e9b682f33 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Pushing event updated for resources: {'Subnet': ['ID=600b9034-3776-4660-9d5e-966f9c23fc98,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:32.977405 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad965cae-605e-4b16-8f40-a49e9b682f33 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Checking segment: {'id': 'ca88059f-b9b2-42e5-9e1a-b6d89e6c670f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'dc085277-7661-4f39-b773-7e14a589a521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:03:32.978380 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad965cae-605e-4b16-8f40-a49e9b682f33 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Network hostable DHCP agents. Network: dc085277-7661-4f39-b773-7e14a589a521, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:03:33.004429 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad965cae-605e-4b16-8f40-a49e9b682f33 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Network dc085277-7661-4f39-b773-7e14a589a521 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:03:33.019635 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-ad965cae-605e-4b16-8f40-a49e9b682f33 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, dc085277-7661-4f39-b773-7e14a589a521) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:03:33.024609 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f6c763-2c4f-4f36-8600-0ee474350f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca85715-2e8a-43af-a32f-70ae258bf2c9,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:33.025396 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad965cae-605e-4b16-8f40-a49e9b682f33 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:33.026184 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ad965cae-605e-4b16-8f40-a49e9b682f33 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:33.029599 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-47f6c763-2c4f-4f36-8600-0ee474350f1a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dc0112d37c60402cbbee9a4059234ac9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2403708 Aug 19 15:03:33.032012 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 50884) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:33.037869 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ad46ac-c062-4405-b56d-8f6346cd1ead None None] Network dc085277-7661-4f39-b773-7e14a589a521 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:03:33.075556 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ad965cae-605e-4b16-8f40-a49e9b682f33 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.7620866 Aug 19 15:03:33.079942 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 50886) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:33.204099 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-366dc770-8e7d-487a-8799-4e12c79124ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:33.246566 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e9244c88-e315-4dca-8980-890ae1501097 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:33.282019 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-366dc770-8e7d-487a-8799-4e12c79124ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:33.363141 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8a4c05-596a-4d64-827e-133b948c7a70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-dc085277-7661-4f39-b773-7e14a589a521', 'network_id': 'dc085277-7661-4f39-b773-7e14a589a521', 'tenant_id': 'b282aeab29dc4af8be668127145bb009', 'fixed_ips': [{'subnet_id': '600b9034-3776-4660-9d5e-966f9c23fc98'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:03:33.364419 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3c8a4c05-596a-4d64-827e-133b948c7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:33.370606 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-366dc770-8e7d-487a-8799-4e12c79124ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:33.373618 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-366dc770-8e7d-487a-8799-4e12c79124ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:33.378948 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-366dc770-8e7d-487a-8799-4e12c79124ec admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dca85715-2e8a-43af-a32f-70ae258bf2c9 HTTP/1.1" status: 204 len: 168 time: 0.3420219 Aug 19 15:03:33.379192 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e9244c88-e315-4dca-8980-890ae1501097 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:33.396194 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366dc770-8e7d-487a-8799-4e12c79124ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca85715-2e8a-43af-a32f-70ae258bf2c9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:33.576256 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e9244c88-e315-4dca-8980-890ae1501097 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server [None req-3c8a4c05-596a-4d64-827e-133b948c7a70 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 600b9034-3776-4660-9d5e-966f9c23fc98: This subnet is being modified by another concurrent operation. Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise exception Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 600b9034-3776-4660-9d5e-966f9c23fc98: This subnet is being modified by another concurrent operation. Aug 19 15:03:33.584818 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server Aug 19 15:03:33.612678 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b784118d-1ac4-4c0b-9468-a3b83e0b805e None None] Network dc085277-7661-4f39-b773-7e14a589a521 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:03:33.614205 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9244c88-e315-4dca-8980-890ae1501097 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Pushing event deleted for resources: {'Subnet': ['ID=600b9034-3776-4660-9d5e-966f9c23fc98,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:33.739788 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e9244c88-e315-4dca-8980-890ae1501097 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:33.776007 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-e9244c88-e315-4dca-8980-890ae1501097 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc085277-7661-4f39-b773-7e14a589a521']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:33.791672 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-e9244c88-e315-4dca-8980-890ae1501097 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca88059f-b9b2-42e5-9e1a-b6d89e6c670f') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:33.791969 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-e9244c88-e315-4dca-8980-890ae1501097 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca88059f-b9b2-42e5-9e1a-b6d89e6c670f') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:33.803129 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e9244c88-e315-4dca-8980-890ae1501097 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:33.817762 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adb176e-b89e-4a5f-b1e3-63e5570dc53c None None] get_active_networks_info from n-d-766043-2 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 15:03:33.835047 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e9244c88-e315-4dca-8980-890ae1501097 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:33.847356 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9244c88-e315-4dca-8980-890ae1501097 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:03:33.847975 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e9244c88-e315-4dca-8980-890ae1501097 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:33.864710 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 15:03:33.864710 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:03:33.864710 n-d-766043-2 neutron-server[94639]: timer() Aug 19 15:03:33.864710 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:03:33.864710 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 15:03:33.864710 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:03:33.864710 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 15:03:33.864710 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:03:33.864710 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 15:03:33.864710 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:03:33.864710 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 15:03:33.864710 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:03:33.864710 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 15:03:33.864710 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:03:33.864710 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:03:33.864710 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:03:33.864710 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:03:33.864710 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:03:33.864710 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 15:03:33.864710 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:03:33.864710 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 15:03:33.864710 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:03:33.864710 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:03:33.864710 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:03:33.864710 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 15:03:33.864710 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:03:33.864710 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:03:33.864710 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:03:33.864710 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:03:33.864710 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:03:33.864710 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:03:33.864710 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:03:34.011231 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e9244c88-e315-4dca-8980-890ae1501097 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:34.017627 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e9244c88-e315-4dca-8980-890ae1501097 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:34.020595 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e9244c88-e315-4dca-8980-890ae1501097 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "DELETE /v2.0/networks/dc085277-7661-4f39-b773-7e14a589a521 HTTP/1.1" status: 204 len: 168 time: 0.9386616 Aug 19 15:03:34.027452 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 50902) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:34.030618 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adb176e-b89e-4a5f-b1e3-63e5570dc53c None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 15:03:34.037054 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-bc24de2a-c7c2-4a2b-beaf-51227303cf99 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-328950191'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:34.043877 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9244c88-e315-4dca-8980-890ae1501097 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Pushing event deleted for resources: {'Network': ['ID=dc085277-7661-4f39-b773-7e14a589a521,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:34.102942 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc24de2a-c7c2-4a2b-beaf-51227303cf99 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Made reservation on behalf of b282aeab29dc4af8be668127145bb009 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:03:34.110449 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc24de2a-c7c2-4a2b-beaf-51227303cf99 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:34.145176 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc24de2a-c7c2-4a2b-beaf-51227303cf99 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:03:34.159462 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc24de2a-c7c2-4a2b-beaf-51227303cf99 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:34.159954 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-bc24de2a-c7c2-4a2b-beaf-51227303cf99 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Added segment 85aa121b-9051-4355-a09e-c2989e60f359 of type vlan for network 243cb3d0-232e-41fb-9d7d-da5207bbf681 Aug 19 15:03:34.166184 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:34.219525 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc24de2a-c7c2-4a2b-beaf-51227303cf99 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:34.248561 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc24de2a-c7c2-4a2b-beaf-51227303cf99 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:34.256621 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc24de2a-c7c2-4a2b-beaf-51227303cf99 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:34.258571 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc24de2a-c7c2-4a2b-beaf-51227303cf99 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:34.322227 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-42589f8f-9c0a-4fa1-ac8f-cf568bd7cc6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:34.339360 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-bc24de2a-c7c2-4a2b-beaf-51227303cf99 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3093927 Aug 19 15:03:34.342071 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 50908) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:34.350257 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-da2a071f-b7db-4a51-969a-b3ef8128bd26 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Request body: {'subnet': {'network_id': '243cb3d0-232e-41fb-9d7d-da5207bbf681', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:34.404879 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc24de2a-c7c2-4a2b-beaf-51227303cf99 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Pushing event updated for resources: {'Network': ['ID=243cb3d0-232e-41fb-9d7d-da5207bbf681,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:34.438250 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 243cb3d0-232e-41fb-9d7d-da5207bbf681 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:03:34.480254 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2a071f-b7db-4a51-969a-b3ef8128bd26 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Made reservation on behalf of b282aeab29dc4af8be668127145bb009 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:03:34.486350 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da2a071f-b7db-4a51-969a-b3ef8128bd26 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:34.695413 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:34.871530 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da2a071f-b7db-4a51-969a-b3ef8128bd26 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:34.949266 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2a071f-b7db-4a51-969a-b3ef8128bd26 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Pushing event updated for resources: {'Subnet': ['ID=d126c321-bdc1-4bc1-b4e2-a43343368d72,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:34.954900 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2a071f-b7db-4a51-969a-b3ef8128bd26 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Checking segment: {'id': '85aa121b-9051-4355-a09e-c2989e60f359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '243cb3d0-232e-41fb-9d7d-da5207bbf681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:03:34.955305 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2a071f-b7db-4a51-969a-b3ef8128bd26 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Network hostable DHCP agents. Network: 243cb3d0-232e-41fb-9d7d-da5207bbf681, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:03:34.976431 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2a071f-b7db-4a51-969a-b3ef8128bd26 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Network 243cb3d0-232e-41fb-9d7d-da5207bbf681 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:03:34.994147 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-da2a071f-b7db-4a51-969a-b3ef8128bd26 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 243cb3d0-232e-41fb-9d7d-da5207bbf681) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:03:34.998579 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2a071f-b7db-4a51-969a-b3ef8128bd26 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:34.999183 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da2a071f-b7db-4a51-969a-b3ef8128bd26 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:35.016287 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e87df7-b64a-4962-a0b2-db5a1506e510 None None] Network 243cb3d0-232e-41fb-9d7d-da5207bbf681 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:03:35.065948 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-da2a071f-b7db-4a51-969a-b3ef8128bd26 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7226772 Aug 19 15:03:35.068907 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 50928) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:35.268852 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:35.278850 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3762751-c358-4b75-b4f0-dfc3d12436f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-243cb3d0-232e-41fb-9d7d-da5207bbf681', 'network_id': '243cb3d0-232e-41fb-9d7d-da5207bbf681', 'tenant_id': 'b282aeab29dc4af8be668127145bb009', 'fixed_ips': [{'subnet_id': 'd126c321-bdc1-4bc1-b4e2-a43343368d72'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:03:35.280274 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c3762751-c358-4b75-b4f0-dfc3d12436f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:35.428321 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:35.524364 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-c3762751-c358-4b75-b4f0-dfc3d12436f3 None None] Allocated IP 172.20.0.1 (243cb3d0-232e-41fb-9d7d-da5207bbf681/d126c321-bdc1-4bc1-b4e2-a43343368d72/ef8e6727-755b-47b2-852b-f71903cdb538) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:03:35.811245 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b312860b-b541-4eaf-89bd-ec69f22df3b9 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:35.835609 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c3762751-c358-4b75-b4f0-dfc3d12436f3 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:35.847402 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c3762751-c358-4b75-b4f0-dfc3d12436f3 None None] Transition to ACTIVE for port object ef8e6727-755b-47b2-852b-f71903cdb538 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:03:35.870687 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c3762751-c358-4b75-b4f0-dfc3d12436f3 None None] Transition to ACTIVE for port object ef8e6727-755b-47b2-852b-f71903cdb538 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:03:35.887597 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c3762751-c358-4b75-b4f0-dfc3d12436f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:35.903491 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b312860b-b541-4eaf-89bd-ec69f22df3b9 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:35.945314 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3762751-c358-4b75-b4f0-dfc3d12436f3 None None] Network 243cb3d0-232e-41fb-9d7d-da5207bbf681 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:03:35.948472 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-c3762751-c358-4b75-b4f0-dfc3d12436f3 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:03:35.952742 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3762751-c358-4b75-b4f0-dfc3d12436f3 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:03:35.972839 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3762751-c358-4b75-b4f0-dfc3d12436f3 None None] Pushing event updated for resources: {'Port': ['ID=ef8e6727-755b-47b2-852b-f71903cdb538,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:36.031341 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b312860b-b541-4eaf-89bd-ec69f22df3b9 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:36.044514 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c3762751-c358-4b75-b4f0-dfc3d12436f3 None None] Attempting to bind port ef8e6727-755b-47b2-852b-f71903cdb538 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:03:36.044835 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c3762751-c358-4b75-b4f0-dfc3d12436f3 None None] Attempting to bind port ef8e6727-755b-47b2-852b-f71903cdb538 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '85aa121b-9051-4355-a09e-c2989e60f359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '243cb3d0-232e-41fb-9d7d-da5207bbf681'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:03:36.045316 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3762751-c358-4b75-b4f0-dfc3d12436f3 None None] Attempting to bind port ef8e6727-755b-47b2-852b-f71903cdb538 on network 243cb3d0-232e-41fb-9d7d-da5207bbf681 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:03:36.051907 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3762751-c358-4b75-b4f0-dfc3d12436f3 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:03:36.052290 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3762751-c358-4b75-b4f0-dfc3d12436f3 None None] Checking segment: {'id': '85aa121b-9051-4355-a09e-c2989e60f359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '243cb3d0-232e-41fb-9d7d-da5207bbf681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:03:36.052722 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c3762751-c358-4b75-b4f0-dfc3d12436f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:36.053116 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3762751-c358-4b75-b4f0-dfc3d12436f3 None None] Bound using segment: {'id': '85aa121b-9051-4355-a09e-c2989e60f359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '243cb3d0-232e-41fb-9d7d-da5207bbf681'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:03:36.054169 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c3762751-c358-4b75-b4f0-dfc3d12436f3 None None] Bound port: ef8e6727-755b-47b2-852b-f71903cdb538, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85aa121b-9051-4355-a09e-c2989e60f359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '243cb3d0-232e-41fb-9d7d-da5207bbf681'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:03:36.054795 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c3762751-c358-4b75-b4f0-dfc3d12436f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:36.071719 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312860b-b541-4eaf-89bd-ec69f22df3b9 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Pushing event deleted for resources: {'Subnet': ['ID=d126c321-bdc1-4bc1-b4e2-a43343368d72,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:36.169446 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c3762751-c358-4b75-b4f0-dfc3d12436f3 None None] For port ef8e6727-755b-47b2-852b-f71903cdb538, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:03:36.172280 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b312860b-b541-4eaf-89bd-ec69f22df3b9 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:36.173646 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c3762751-c358-4b75-b4f0-dfc3d12436f3 None None] For port ef8e6727-755b-47b2-852b-f71903cdb538, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=ef8e6727-755b-47b2-852b-f71903cdb538,segment=NetworkSegment(85aa121b-9051-4355-a09e-c2989e60f359),segment_id=85aa121b-9051-4355-a09e-c2989e60f359)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:03:36.179555 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c3762751-c358-4b75-b4f0-dfc3d12436f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:36.185997 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-b312860b-b541-4eaf-89bd-ec69f22df3b9 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['243cb3d0-232e-41fb-9d7d-da5207bbf681']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:36.219483 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-b312860b-b541-4eaf-89bd-ec69f22df3b9 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85aa121b-9051-4355-a09e-c2989e60f359') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:36.220374 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-b312860b-b541-4eaf-89bd-ec69f22df3b9 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85aa121b-9051-4355-a09e-c2989e60f359') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:36.247192 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b312860b-b541-4eaf-89bd-ec69f22df3b9 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:36.280915 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b312860b-b541-4eaf-89bd-ec69f22df3b9 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:36.290609 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b312860b-b541-4eaf-89bd-ec69f22df3b9 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:03:36.290931 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b312860b-b541-4eaf-89bd-ec69f22df3b9 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:36.295453 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 15:03:36.295453 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:03:36.295453 n-d-766043-2 neutron-server[94639]: timer() Aug 19 15:03:36.295453 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:03:36.295453 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 15:03:36.295453 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:03:36.295453 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 15:03:36.295453 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:03:36.295453 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 15:03:36.295453 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:03:36.295453 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 15:03:36.295453 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:03:36.295453 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 15:03:36.295453 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:03:36.295453 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:03:36.295453 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:03:36.295453 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:03:36.295453 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:03:36.295453 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 15:03:36.295453 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:03:36.295453 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 15:03:36.295453 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:03:36.295453 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:03:36.295453 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:03:36.295453 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 15:03:36.295453 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:03:36.295453 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:03:36.295453 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:03:36.295453 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:03:36.295453 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:03:36.295453 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:03:36.295453 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:03:36.301875 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc97a13-5ba9-4de6-91c9-04171791650e None None] Network 243cb3d0-232e-41fb-9d7d-da5207bbf681 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:03:36.329027 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3762751-c358-4b75-b4f0-dfc3d12436f3 None None] Pushing event updated for resources: {'Port': ['ID=ef8e6727-755b-47b2-852b-f71903cdb538,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:36.379737 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.db.api [None req-b312860b-b541-4eaf-89bd-ec69f22df3b9 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 15:03:36.379737 n-d-766043-2 neutron-server[94639]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 15:03:36.379737 n-d-766043-2 neutron-server[94639]: [parameters: {'id': '243cb3d0-232e-41fb-9d7d-da5207bbf681'}] Aug 19 15:03:36.379737 n-d-766043-2 neutron-server[94639]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:03:36.380994 n-d-766043-2 neutron-server[94639]: DEBUG oslo_db.api [None req-b312860b-b541-4eaf-89bd-ec69f22df3b9 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:03:36.493653 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc3ca1d-c9e0-4fad-b31a-6c0fb3fbb015 None None] get_active_networks_info from n-d-766043-2 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 15:03:36.644736 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc3ca1d-c9e0-4fad-b31a-6c0fb3fbb015 None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 15:03:36.883098 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b312860b-b541-4eaf-89bd-ec69f22df3b9 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:36.985024 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-b312860b-b541-4eaf-89bd-ec69f22df3b9 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Deleting port ef8e6727-755b-47b2-852b-f71903cdb538 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:03:36.985362 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b312860b-b541-4eaf-89bd-ec69f22df3b9 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:37.014433 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:37.092865 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-b312860b-b541-4eaf-89bd-ec69f22df3b9 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] For port ef8e6727-755b-47b2-852b-f71903cdb538, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=ef8e6727-755b-47b2-852b-f71903cdb538,segment=NetworkSegment(85aa121b-9051-4355-a09e-c2989e60f359),segment_id=85aa121b-9051-4355-a09e-c2989e60f359)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:37.093445 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b312860b-b541-4eaf-89bd-ec69f22df3b9 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:37.108979 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-b312860b-b541-4eaf-89bd-ec69f22df3b9 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Calling delete_port for ef8e6727-755b-47b2-852b-f71903cdb538 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:03:37.210502 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b312860b-b541-4eaf-89bd-ec69f22df3b9 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:37.269286 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b312860b-b541-4eaf-89bd-ec69f22df3b9 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] No DVR routers for this DVR port ef8e6727-755b-47b2-852b-f71903cdb538 on host n-d-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:03:37.275856 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312860b-b541-4eaf-89bd-ec69f22df3b9 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Pushing event deleted for resources: {'Port': ['ID=ef8e6727-755b-47b2-852b-f71903cdb538,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:37.393925 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b312860b-b541-4eaf-89bd-ec69f22df3b9 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:37.410038 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-b312860b-b541-4eaf-89bd-ec69f22df3b9 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['243cb3d0-232e-41fb-9d7d-da5207bbf681']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:37.422634 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-b312860b-b541-4eaf-89bd-ec69f22df3b9 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85aa121b-9051-4355-a09e-c2989e60f359') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:37.422936 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-b312860b-b541-4eaf-89bd-ec69f22df3b9 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85aa121b-9051-4355-a09e-c2989e60f359') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:37.436394 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b312860b-b541-4eaf-89bd-ec69f22df3b9 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:37.462265 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b312860b-b541-4eaf-89bd-ec69f22df3b9 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:37.469336 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b312860b-b541-4eaf-89bd-ec69f22df3b9 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:03:37.469838 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b312860b-b541-4eaf-89bd-ec69f22df3b9 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:37.478484 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 15:03:37.478484 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:03:37.478484 n-d-766043-2 neutron-server[94639]: timer() Aug 19 15:03:37.478484 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:03:37.478484 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 15:03:37.478484 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:03:37.478484 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 15:03:37.478484 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:03:37.478484 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 15:03:37.478484 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:03:37.478484 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 15:03:37.478484 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:03:37.478484 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 15:03:37.478484 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:03:37.478484 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:03:37.478484 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:03:37.478484 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:03:37.478484 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:03:37.478484 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 15:03:37.478484 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:03:37.478484 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 15:03:37.478484 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:03:37.478484 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:03:37.478484 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:03:37.478484 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 15:03:37.478484 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:03:37.478484 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:03:37.478484 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:03:37.478484 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:03:37.478484 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:03:37.478484 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:03:37.478484 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:03:37.545617 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b312860b-b541-4eaf-89bd-ec69f22df3b9 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:37.562412 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b312860b-b541-4eaf-89bd-ec69f22df3b9 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:37.565093 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b312860b-b541-4eaf-89bd-ec69f22df3b9 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "DELETE /v2.0/networks/243cb3d0-232e-41fb-9d7d-da5207bbf681 HTTP/1.1" status: 204 len: 168 time: 2.4951091 Aug 19 15:03:37.568686 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 50984) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:37.573838 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-15862a7d-ae89-44d4-b50e-5fbb1abea9b0 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1222770705'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:37.581603 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312860b-b541-4eaf-89bd-ec69f22df3b9 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Pushing event deleted for resources: {'Network': ['ID=243cb3d0-232e-41fb-9d7d-da5207bbf681,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:37.603976 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15862a7d-ae89-44d4-b50e-5fbb1abea9b0 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Made reservation on behalf of b282aeab29dc4af8be668127145bb009 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:03:37.608243 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-15862a7d-ae89-44d4-b50e-5fbb1abea9b0 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:37.638922 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15862a7d-ae89-44d4-b50e-5fbb1abea9b0 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:03:37.650082 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-15862a7d-ae89-44d4-b50e-5fbb1abea9b0 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:37.650751 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-15862a7d-ae89-44d4-b50e-5fbb1abea9b0 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Added segment ba03536e-1106-4453-a353-06dc6b3f15e5 of type vlan for network ca661a39-77d7-496c-b9e9-c30f2ec7bf15 Aug 19 15:03:37.719472 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-15862a7d-ae89-44d4-b50e-5fbb1abea9b0 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:37.755030 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-15862a7d-ae89-44d4-b50e-5fbb1abea9b0 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:37.763258 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15862a7d-ae89-44d4-b50e-5fbb1abea9b0 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:37.764632 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-15862a7d-ae89-44d4-b50e-5fbb1abea9b0 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577425'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:37.845267 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 50988) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:37.846806 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-15862a7d-ae89-44d4-b50e-5fbb1abea9b0 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2758839 Aug 19 15:03:37.851128 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d9e07dc1-c76c-4e8a-a771-0b138f2cc154 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Request body: {'subnet': {'network_id': 'ca661a39-77d7-496c-b9e9-c30f2ec7bf15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:37.864018 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15862a7d-ae89-44d4-b50e-5fbb1abea9b0 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Pushing event updated for resources: {'Network': ['ID=ca661a39-77d7-496c-b9e9-c30f2ec7bf15,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:37.884260 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network ca661a39-77d7-496c-b9e9-c30f2ec7bf15 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:03:37.966987 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e07dc1-c76c-4e8a-a771-0b138f2cc154 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Made reservation on behalf of b282aeab29dc4af8be668127145bb009 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:03:37.970530 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d9e07dc1-c76c-4e8a-a771-0b138f2cc154 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:38.206336 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d9e07dc1-c76c-4e8a-a771-0b138f2cc154 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:38.271308 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e07dc1-c76c-4e8a-a771-0b138f2cc154 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Pushing event updated for resources: {'Subnet': ['ID=84c4b7be-38ed-4e31-a2a5-2059a3ba20b5,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:38.280806 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e07dc1-c76c-4e8a-a771-0b138f2cc154 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Checking segment: {'id': 'ba03536e-1106-4453-a353-06dc6b3f15e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ca661a39-77d7-496c-b9e9-c30f2ec7bf15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:03:38.281238 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e07dc1-c76c-4e8a-a771-0b138f2cc154 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Network hostable DHCP agents. Network: ca661a39-77d7-496c-b9e9-c30f2ec7bf15, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:03:38.298763 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e07dc1-c76c-4e8a-a771-0b138f2cc154 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Network ca661a39-77d7-496c-b9e9-c30f2ec7bf15 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:03:38.308115 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d9e07dc1-c76c-4e8a-a771-0b138f2cc154 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, ca661a39-77d7-496c-b9e9-c30f2ec7bf15) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:03:38.312739 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e07dc1-c76c-4e8a-a771-0b138f2cc154 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:38.313329 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d9e07dc1-c76c-4e8a-a771-0b138f2cc154 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:38.318770 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61d11c9-7b2e-4034-94bf-1ad6e79d40bc None None] Network ca661a39-77d7-496c-b9e9-c30f2ec7bf15 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:03:38.351776 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d9e07dc1-c76c-4e8a-a771-0b138f2cc154 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5047858 Aug 19 15:03:38.354460 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 50994) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:38.503711 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9eb4c507-bfe8-4984-ba47-60e050281c03 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:38.558518 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da45c0c2-4bcd-44f1-a1d3-c09ed42576b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-ca661a39-77d7-496c-b9e9-c30f2ec7bf15', 'network_id': 'ca661a39-77d7-496c-b9e9-c30f2ec7bf15', 'tenant_id': 'b282aeab29dc4af8be668127145bb009', 'fixed_ips': [{'subnet_id': '84c4b7be-38ed-4e31-a2a5-2059a3ba20b5'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:03:38.559400 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-da45c0c2-4bcd-44f1-a1d3-c09ed42576b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:38.579437 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9eb4c507-bfe8-4984-ba47-60e050281c03 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:38.664708 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9eb4c507-bfe8-4984-ba47-60e050281c03 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:38.700772 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4c507-bfe8-4984-ba47-60e050281c03 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Pushing event deleted for resources: {'Subnet': ['ID=84c4b7be-38ed-4e31-a2a5-2059a3ba20b5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server [None req-da45c0c2-4bcd-44f1-a1d3-c09ed42576b8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 84c4b7be-38ed-4e31-a2a5-2059a3ba20b5: This subnet is being modified by another concurrent operation. Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise exception Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 84c4b7be-38ed-4e31-a2a5-2059a3ba20b5: This subnet is being modified by another concurrent operation. Aug 19 15:03:38.740038 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server Aug 19 15:03:38.761560 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a5cca4-ced6-4660-866d-90e9fc3ba2d2 None None] Network ca661a39-77d7-496c-b9e9-c30f2ec7bf15 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:03:38.838122 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9eb4c507-bfe8-4984-ba47-60e050281c03 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:38.850272 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-9eb4c507-bfe8-4984-ba47-60e050281c03 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca661a39-77d7-496c-b9e9-c30f2ec7bf15']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:38.865247 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-9eb4c507-bfe8-4984-ba47-60e050281c03 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba03536e-1106-4453-a353-06dc6b3f15e5') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:38.866114 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-9eb4c507-bfe8-4984-ba47-60e050281c03 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba03536e-1106-4453-a353-06dc6b3f15e5') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:38.877439 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9eb4c507-bfe8-4984-ba47-60e050281c03 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:38.893499 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9eb4c507-bfe8-4984-ba47-60e050281c03 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:38.901262 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eb4c507-bfe8-4984-ba47-60e050281c03 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:03:38.902062 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9eb4c507-bfe8-4984-ba47-60e050281c03 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:38.967654 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bac7b1-31b9-42ee-99b7-d8cc90538ac9 None None] get_active_networks_info from n-d-766043-2 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 15:03:38.968165 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 15:03:38.968165 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:03:38.968165 n-d-766043-2 neutron-server[94639]: timer() Aug 19 15:03:38.968165 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:03:38.968165 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 15:03:38.968165 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:03:38.968165 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 15:03:38.968165 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:03:38.968165 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 15:03:38.968165 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:03:38.968165 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 15:03:38.968165 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:03:38.968165 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 15:03:38.968165 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:03:38.968165 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:03:38.968165 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:03:38.968165 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:03:38.968165 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:03:38.968165 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 15:03:38.968165 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:03:38.968165 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 15:03:38.968165 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:03:38.968165 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:03:38.968165 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:03:38.968165 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 15:03:38.968165 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:03:38.968165 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:03:38.968165 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:03:38.968165 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:03:38.968165 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:03:38.968165 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:03:38.968165 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:03:38.973366 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9eb4c507-bfe8-4984-ba47-60e050281c03 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:38.993902 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9eb4c507-bfe8-4984-ba47-60e050281c03 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:38.995999 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9eb4c507-bfe8-4984-ba47-60e050281c03 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "DELETE /v2.0/networks/ca661a39-77d7-496c-b9e9-c30f2ec7bf15 HTTP/1.1" status: 204 len: 168 time: 0.6402996 Aug 19 15:03:38.997081 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4c507-bfe8-4984-ba47-60e050281c03 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Pushing event deleted for resources: {'Network': ['ID=ca661a39-77d7-496c-b9e9-c30f2ec7bf15,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:39.004057 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51018) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:39.013585 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4c92dae6-2391-4aca-acd5-194e30143fa5 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1450118197'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:39.041145 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c92dae6-2391-4aca-acd5-194e30143fa5 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Made reservation on behalf of b282aeab29dc4af8be668127145bb009 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:03:39.046742 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c92dae6-2391-4aca-acd5-194e30143fa5 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:39.084788 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c92dae6-2391-4aca-acd5-194e30143fa5 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:03:39.098792 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c92dae6-2391-4aca-acd5-194e30143fa5 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:39.099180 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-4c92dae6-2391-4aca-acd5-194e30143fa5 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Added segment f7efc189-53b6-4852-a63d-741ba44ddf0b of type vlan for network b90743ff-ad15-40ed-86a6-370c362dade3 Aug 19 15:03:39.146986 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bac7b1-31b9-42ee-99b7-d8cc90538ac9 None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 15:03:39.154978 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c92dae6-2391-4aca-acd5-194e30143fa5 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:39.185499 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c92dae6-2391-4aca-acd5-194e30143fa5 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:39.193701 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c92dae6-2391-4aca-acd5-194e30143fa5 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:39.194403 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c92dae6-2391-4aca-acd5-194e30143fa5 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:39.276981 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4c92dae6-2391-4aca-acd5-194e30143fa5 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2714996 Aug 19 15:03:39.279776 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51020) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:39.281157 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c92dae6-2391-4aca-acd5-194e30143fa5 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Pushing event updated for resources: {'Network': ['ID=b90743ff-ad15-40ed-86a6-370c362dade3,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:39.286168 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d5ecbd94-2998-4e17-a716-fb84c08c0575 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:39.300455 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network b90743ff-ad15-40ed-86a6-370c362dade3 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:03:39.611117 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5ecbd94-2998-4e17-a716-fb84c08c0575 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:39.632725 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5ecbd94-2998-4e17-a716-fb84c08c0575 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:39.707095 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d5ecbd94-2998-4e17-a716-fb84c08c0575 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Network b90743ff-ad15-40ed-86a6-370c362dade3 is not hosted by any dhcp agent {{(pid=94640) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 15:03:39.713381 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ecbd94-2998-4e17-a716-fb84c08c0575 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:39.714140 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5ecbd94-2998-4e17-a716-fb84c08c0575 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:39.715488 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d5ecbd94-2998-4e17-a716-fb84c08c0575 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "PUT /v2.0/networks/b90743ff-ad15-40ed-86a6-370c362dade3 HTTP/1.1" status: 200 len: 723 time: 0.4345634 Aug 19 15:03:39.716381 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ecbd94-2998-4e17-a716-fb84c08c0575 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Pushing event updated for resources: {'Network': ['ID=b90743ff-ad15-40ed-86a6-370c362dade3,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:39.718463 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51026) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:39.729392 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-61e7d2af-4947-48bd-afce-2d16f44b51ee tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Request body: {'subnet': {'network_id': 'b90743ff-ad15-40ed-86a6-370c362dade3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:39.735145 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network b90743ff-ad15-40ed-86a6-370c362dade3 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:03:39.887808 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e7d2af-4947-48bd-afce-2d16f44b51ee tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Made reservation on behalf of b282aeab29dc4af8be668127145bb009 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:03:39.892525 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61e7d2af-4947-48bd-afce-2d16f44b51ee tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:40.162653 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61e7d2af-4947-48bd-afce-2d16f44b51ee tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:40.253720 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e7d2af-4947-48bd-afce-2d16f44b51ee tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Pushing event updated for resources: {'Subnet': ['ID=03976f9d-0d93-4f3f-8e1f-d348f3e9e7fa,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:40.264300 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e7d2af-4947-48bd-afce-2d16f44b51ee tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Checking segment: {'id': 'f7efc189-53b6-4852-a63d-741ba44ddf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b90743ff-ad15-40ed-86a6-370c362dade3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:03:40.264874 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e7d2af-4947-48bd-afce-2d16f44b51ee tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Network hostable DHCP agents. Network: b90743ff-ad15-40ed-86a6-370c362dade3, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:03:40.289500 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e7d2af-4947-48bd-afce-2d16f44b51ee tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Network b90743ff-ad15-40ed-86a6-370c362dade3 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:03:40.302051 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-61e7d2af-4947-48bd-afce-2d16f44b51ee tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, b90743ff-ad15-40ed-86a6-370c362dade3) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:03:40.309908 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e7d2af-4947-48bd-afce-2d16f44b51ee tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:40.309908 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61e7d2af-4947-48bd-afce-2d16f44b51ee tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:40.324904 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e868a9f9-97d0-46d9-bae0-3cf19e8ba7e4 None None] Network b90743ff-ad15-40ed-86a6-370c362dade3 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:03:40.331721 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-61e7d2af-4947-48bd-afce-2d16f44b51ee tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6040626 Aug 19 15:03:40.332332 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51042) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:40.340209 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f4a839a8-a54e-41da-8d35-d64232b58189 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:40.515823 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f4a839a8-a54e-41da-8d35-d64232b58189 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10137866'] for subnet, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:40.589564 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f7c149-85e9-42ac-8cc1-5c72c54af66f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-b90743ff-ad15-40ed-86a6-370c362dade3', 'network_id': 'b90743ff-ad15-40ed-86a6-370c362dade3', 'tenant_id': 'b282aeab29dc4af8be668127145bb009', 'fixed_ips': [{'subnet_id': '03976f9d-0d93-4f3f-8e1f-d348f3e9e7fa'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:03:40.590473 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-86f7c149-85e9-42ac-8cc1-5c72c54af66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:40.793612 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f4a839a8-a54e-41da-8d35-d64232b58189 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784381760103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8454677'] for subnet, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:40.839196 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a839a8-a54e-41da-8d35-d64232b58189 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:40.840037 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f4a839a8-a54e-41da-8d35-d64232b58189 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:40.845782 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51046) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:40.846337 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f4a839a8-a54e-41da-8d35-d64232b58189 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "PUT /v2.0/subnets/03976f9d-0d93-4f3f-8e1f-d348f3e9e7fa HTTP/1.1" status: 200 len: 806 time: 0.5120168 Aug 19 15:03:40.851530 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-86f7c149-85e9-42ac-8cc1-5c72c54af66f None None] Allocated IP 172.20.0.2 (b90743ff-ad15-40ed-86a6-370c362dade3/03976f9d-0d93-4f3f-8e1f-d348f3e9e7fa/d2898163-1d6f-4f90-a284-574a7b51a697) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:03:40.890926 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a839a8-a54e-41da-8d35-d64232b58189 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Pushing event updated for resources: {'Subnet': ['ID=03976f9d-0d93-4f3f-8e1f-d348f3e9e7fa,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:41.050963 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-86f7c149-85e9-42ac-8cc1-5c72c54af66f None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:41.061612 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-86f7c149-85e9-42ac-8cc1-5c72c54af66f None None] Transition to ACTIVE for port object d2898163-1d6f-4f90-a284-574a7b51a697 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:03:41.062995 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7c5ac037-dd03-45af-97c1-2114d3502e43 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:41.108486 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-86f7c149-85e9-42ac-8cc1-5c72c54af66f None None] Transition to ACTIVE for port object d2898163-1d6f-4f90-a284-574a7b51a697 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:03:41.118021 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-86f7c149-85e9-42ac-8cc1-5c72c54af66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:41.183199 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7c5ac037-dd03-45af-97c1-2114d3502e43 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:41.206734 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f7c149-85e9-42ac-8cc1-5c72c54af66f None None] Network b90743ff-ad15-40ed-86a6-370c362dade3 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:03:41.208656 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-86f7c149-85e9-42ac-8cc1-5c72c54af66f None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:03:41.212922 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f7c149-85e9-42ac-8cc1-5c72c54af66f None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:03:41.282283 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f7c149-85e9-42ac-8cc1-5c72c54af66f None None] Pushing event updated for resources: {'Port': ['ID=d2898163-1d6f-4f90-a284-574a7b51a697,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:41.285489 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7c5ac037-dd03-45af-97c1-2114d3502e43 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:41.295790 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-86f7c149-85e9-42ac-8cc1-5c72c54af66f None None] Attempting to bind port d2898163-1d6f-4f90-a284-574a7b51a697 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:03:41.296106 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-86f7c149-85e9-42ac-8cc1-5c72c54af66f None None] Attempting to bind port d2898163-1d6f-4f90-a284-574a7b51a697 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'f7efc189-53b6-4852-a63d-741ba44ddf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b90743ff-ad15-40ed-86a6-370c362dade3'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:03:41.297028 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f7c149-85e9-42ac-8cc1-5c72c54af66f None None] Attempting to bind port d2898163-1d6f-4f90-a284-574a7b51a697 on network b90743ff-ad15-40ed-86a6-370c362dade3 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:03:41.303015 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f7c149-85e9-42ac-8cc1-5c72c54af66f None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:03:41.303394 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f7c149-85e9-42ac-8cc1-5c72c54af66f None None] Checking segment: {'id': 'f7efc189-53b6-4852-a63d-741ba44ddf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b90743ff-ad15-40ed-86a6-370c362dade3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:03:41.303802 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-86f7c149-85e9-42ac-8cc1-5c72c54af66f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:41.304199 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f7c149-85e9-42ac-8cc1-5c72c54af66f None None] Bound using segment: {'id': 'f7efc189-53b6-4852-a63d-741ba44ddf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b90743ff-ad15-40ed-86a6-370c362dade3'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:03:41.304913 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-86f7c149-85e9-42ac-8cc1-5c72c54af66f None None] Bound port: d2898163-1d6f-4f90-a284-574a7b51a697, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7efc189-53b6-4852-a63d-741ba44ddf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b90743ff-ad15-40ed-86a6-370c362dade3'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:03:41.305110 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-86f7c149-85e9-42ac-8cc1-5c72c54af66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:41.339797 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5ac037-dd03-45af-97c1-2114d3502e43 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Pushing event deleted for resources: {'Subnet': ['ID=03976f9d-0d93-4f3f-8e1f-d348f3e9e7fa,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:41.405214 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-86f7c149-85e9-42ac-8cc1-5c72c54af66f None None] For port d2898163-1d6f-4f90-a284-574a7b51a697, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:03:41.412698 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-86f7c149-85e9-42ac-8cc1-5c72c54af66f None None] For port d2898163-1d6f-4f90-a284-574a7b51a697, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=d2898163-1d6f-4f90-a284-574a7b51a697,segment=NetworkSegment(f7efc189-53b6-4852-a63d-741ba44ddf0b),segment_id=f7efc189-53b6-4852-a63d-741ba44ddf0b)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:03:41.413158 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7c5ac037-dd03-45af-97c1-2114d3502e43 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:41.419025 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-86f7c149-85e9-42ac-8cc1-5c72c54af66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:41.427467 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-7c5ac037-dd03-45af-97c1-2114d3502e43 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b90743ff-ad15-40ed-86a6-370c362dade3']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:41.445754 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-7c5ac037-dd03-45af-97c1-2114d3502e43 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7efc189-53b6-4852-a63d-741ba44ddf0b') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:41.446185 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-7c5ac037-dd03-45af-97c1-2114d3502e43 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7efc189-53b6-4852-a63d-741ba44ddf0b') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:41.471480 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7c5ac037-dd03-45af-97c1-2114d3502e43 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:41.505704 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7c5ac037-dd03-45af-97c1-2114d3502e43 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:41.523392 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c5ac037-dd03-45af-97c1-2114d3502e43 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:03:41.523818 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7c5ac037-dd03-45af-97c1-2114d3502e43 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:41.528858 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7f7f33-ecc7-4e2f-b838-12377023f2cf None None] Network b90743ff-ad15-40ed-86a6-370c362dade3 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:03:41.535487 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 15:03:41.535487 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:03:41.535487 n-d-766043-2 neutron-server[94640]: timer() Aug 19 15:03:41.535487 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:03:41.535487 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 15:03:41.535487 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:03:41.535487 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 15:03:41.535487 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:03:41.535487 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 15:03:41.535487 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:03:41.535487 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 15:03:41.535487 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:03:41.535487 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 15:03:41.535487 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:03:41.535487 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:03:41.535487 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:03:41.535487 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:03:41.535487 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:03:41.535487 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 15:03:41.535487 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:03:41.535487 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 15:03:41.535487 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:03:41.535487 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:03:41.535487 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:03:41.535487 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 15:03:41.535487 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:03:41.535487 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:03:41.535487 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:03:41.535487 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:03:41.535487 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:03:41.535487 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:03:41.535487 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:03:41.537781 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f7c149-85e9-42ac-8cc1-5c72c54af66f None None] Pushing event updated for resources: {'Port': ['ID=d2898163-1d6f-4f90-a284-574a7b51a697,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:41.623045 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.db.api [None req-7c5ac037-dd03-45af-97c1-2114d3502e43 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 15:03:41.623045 n-d-766043-2 neutron-server[94640]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 15:03:41.623045 n-d-766043-2 neutron-server[94640]: [parameters: {'id': 'b90743ff-ad15-40ed-86a6-370c362dade3'}] Aug 19 15:03:41.623045 n-d-766043-2 neutron-server[94640]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:03:41.623601 n-d-766043-2 neutron-server[94640]: DEBUG oslo_db.api [None req-7c5ac037-dd03-45af-97c1-2114d3502e43 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:03:41.824848 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375cfe19-96b2-42cf-8f4f-f69047ef6e9e None None] Network b90743ff-ad15-40ed-86a6-370c362dade3 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:03:41.978530 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a909a4-0c48-4356-90d1-a17a9b49c455 None None] get_active_networks_info from n-d-766043-2 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 15:03:42.093957 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a909a4-0c48-4356-90d1-a17a9b49c455 None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 15:03:42.125569 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7c5ac037-dd03-45af-97c1-2114d3502e43 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:42.207111 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-7c5ac037-dd03-45af-97c1-2114d3502e43 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Deleting port d2898163-1d6f-4f90-a284-574a7b51a697 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:03:42.207498 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7c5ac037-dd03-45af-97c1-2114d3502e43 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:42.303756 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-7c5ac037-dd03-45af-97c1-2114d3502e43 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] For port d2898163-1d6f-4f90-a284-574a7b51a697, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=d2898163-1d6f-4f90-a284-574a7b51a697,segment=NetworkSegment(f7efc189-53b6-4852-a63d-741ba44ddf0b),segment_id=f7efc189-53b6-4852-a63d-741ba44ddf0b)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:42.304159 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7c5ac037-dd03-45af-97c1-2114d3502e43 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:42.320064 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-7c5ac037-dd03-45af-97c1-2114d3502e43 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Calling delete_port for d2898163-1d6f-4f90-a284-574a7b51a697 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:03:42.423112 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7c5ac037-dd03-45af-97c1-2114d3502e43 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:42.458490 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5ac037-dd03-45af-97c1-2114d3502e43 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Pushing event deleted for resources: {'Port': ['ID=d2898163-1d6f-4f90-a284-574a7b51a697,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:42.464342 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5ac037-dd03-45af-97c1-2114d3502e43 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] No DVR routers for this DVR port d2898163-1d6f-4f90-a284-574a7b51a697 on host n-d-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:03:42.544585 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7c5ac037-dd03-45af-97c1-2114d3502e43 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:42.555349 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-7c5ac037-dd03-45af-97c1-2114d3502e43 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b90743ff-ad15-40ed-86a6-370c362dade3']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:42.566799 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-7c5ac037-dd03-45af-97c1-2114d3502e43 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7efc189-53b6-4852-a63d-741ba44ddf0b') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:42.567102 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-7c5ac037-dd03-45af-97c1-2114d3502e43 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7efc189-53b6-4852-a63d-741ba44ddf0b') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:42.576615 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7c5ac037-dd03-45af-97c1-2114d3502e43 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:42.592107 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7c5ac037-dd03-45af-97c1-2114d3502e43 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:42.598329 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c5ac037-dd03-45af-97c1-2114d3502e43 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:03:42.598758 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7c5ac037-dd03-45af-97c1-2114d3502e43 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:42.601860 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 15:03:42.601860 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:03:42.601860 n-d-766043-2 neutron-server[94640]: timer() Aug 19 15:03:42.601860 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:03:42.601860 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 15:03:42.601860 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:03:42.601860 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 15:03:42.601860 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:03:42.601860 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 15:03:42.601860 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:03:42.601860 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 15:03:42.601860 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:03:42.601860 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 15:03:42.601860 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:03:42.601860 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:03:42.601860 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:03:42.601860 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:03:42.601860 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:03:42.601860 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 15:03:42.601860 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:03:42.601860 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 15:03:42.601860 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:03:42.601860 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:03:42.601860 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:03:42.601860 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 15:03:42.601860 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:03:42.601860 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:03:42.601860 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:03:42.601860 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:03:42.601860 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:03:42.601860 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:03:42.601860 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:03:42.677224 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7c5ac037-dd03-45af-97c1-2114d3502e43 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:42.686502 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7c5ac037-dd03-45af-97c1-2114d3502e43 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:42.688776 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-7c5ac037-dd03-45af-97c1-2114d3502e43 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "DELETE /v2.0/networks/b90743ff-ad15-40ed-86a6-370c362dade3 HTTP/1.1" status: 204 len: 168 time: 1.8419650 Aug 19 15:03:42.692007 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51134) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:42.715854 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5ac037-dd03-45af-97c1-2114d3502e43 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Pushing event deleted for resources: {'Network': ['ID=b90743ff-ad15-40ed-86a6-370c362dade3,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:42.728813 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-2450abbe-0934-43af-929d-00a8581160b0 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] DELETE failed (client error): The resource could not be found. Aug 19 15:03:42.730010 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2450abbe-0934-43af-929d-00a8581160b0 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:03:42.732280 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2450abbe-0934-43af-929d-00a8581160b0 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "DELETE /v2.0/networks/b90743ff-ad15-40ed-86a6-370c362dade3 HTTP/1.1" status: 404 len: 339 time: 0.0392253 Aug 19 15:03:42.736685 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51136) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:42.743200 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-cfa4ac28-a58b-4dd5-8126-2b58f5a0f500 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-501759881', 'description': 'd1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:42.785292 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa4ac28-a58b-4dd5-8126-2b58f5a0f500 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Made reservation on behalf of b282aeab29dc4af8be668127145bb009 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:03:42.790903 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cfa4ac28-a58b-4dd5-8126-2b58f5a0f500 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:42.842958 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfa4ac28-a58b-4dd5-8126-2b58f5a0f500 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:03:42.857246 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cfa4ac28-a58b-4dd5-8126-2b58f5a0f500 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:42.858083 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-cfa4ac28-a58b-4dd5-8126-2b58f5a0f500 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Added segment dc6bacc1-0d87-44ba-af92-d2b5a4406dc6 of type vlan for network 6765cfb6-fc36-4f66-9fee-5c2b5625e7f0 Aug 19 15:03:42.915814 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cfa4ac28-a58b-4dd5-8126-2b58f5a0f500 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:42.987877 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cfa4ac28-a58b-4dd5-8126-2b58f5a0f500 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:43.010173 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa4ac28-a58b-4dd5-8126-2b58f5a0f500 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:43.011003 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cfa4ac28-a58b-4dd5-8126-2b58f5a0f500 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:43.080246 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-cfa4ac28-a58b-4dd5-8126-2b58f5a0f500 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3423131 Aug 19 15:03:43.084970 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51146) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:43.089345 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa4ac28-a58b-4dd5-8126-2b58f5a0f500 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Pushing event updated for resources: {'Network': ['ID=6765cfb6-fc36-4f66-9fee-5c2b5625e7f0,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:43.101918 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 6765cfb6-fc36-4f66-9fee-5c2b5625e7f0 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:03:43.188150 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122fa1d8-2c70-4b63-b216-79ec1547254e tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:43.190203 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-122fa1d8-2c70-4b63-b216-79ec1547254e tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "GET /v2.0/networks?id=6765cfb6-fc36-4f66-9fee-5c2b5625e7f0 HTTP/1.1" status: 200 len: 760 time: 0.1061242 Aug 19 15:03:43.192847 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51148) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:43.198987 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6867c297-b253-46b2-b3b7-08fc587fe804 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Request body: {'network': {'description': 'd2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:43.450335 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6867c297-b253-46b2-b3b7-08fc587fe804 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:43.473079 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6867c297-b253-46b2-b3b7-08fc587fe804 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:43.486506 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6867c297-b253-46b2-b3b7-08fc587fe804 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Network 6765cfb6-fc36-4f66-9fee-5c2b5625e7f0 is not hosted by any dhcp agent {{(pid=94640) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 15:03:43.494273 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6867c297-b253-46b2-b3b7-08fc587fe804 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:43.495031 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6867c297-b253-46b2-b3b7-08fc587fe804 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:43.498870 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-6867c297-b253-46b2-b3b7-08fc587fe804 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "PUT /v2.0/networks/6765cfb6-fc36-4f66-9fee-5c2b5625e7f0 HTTP/1.1" status: 200 len: 757 time: 0.3025129 Aug 19 15:03:43.499754 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51152) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:43.563376 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6867c297-b253-46b2-b3b7-08fc587fe804 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Pushing event updated for resources: {'Network': ['ID=6765cfb6-fc36-4f66-9fee-5c2b5625e7f0,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:43.574381 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 6765cfb6-fc36-4f66-9fee-5c2b5625e7f0 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:03:43.609835 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92422b98-82be-486e-a28a-76e6c6bf3ed0 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:43.616187 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51154) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:43.616535 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-92422b98-82be-486e-a28a-76e6c6bf3ed0 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "GET /v2.0/networks?id=6765cfb6-fc36-4f66-9fee-5c2b5625e7f0 HTTP/1.1" status: 200 len: 760 time: 0.1144664 Aug 19 15:03:43.622134 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1e1086a4-010c-41d8-864f-e1a7479ef41b tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1020417252'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:43.684382 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1086a4-010c-41d8-864f-e1a7479ef41b tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Made reservation on behalf of b282aeab29dc4af8be668127145bb009 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:03:43.691908 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e1086a4-010c-41d8-864f-e1a7479ef41b tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:43.732325 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e1086a4-010c-41d8-864f-e1a7479ef41b tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:03:43.744165 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e1086a4-010c-41d8-864f-e1a7479ef41b tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:43.744708 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-1e1086a4-010c-41d8-864f-e1a7479ef41b tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Added segment 552071c9-5a45-4cb0-9c7c-40614315da8b of type vlan for network b305e207-e9e0-425b-89ac-bba2a08614ba Aug 19 15:03:43.793058 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e1086a4-010c-41d8-864f-e1a7479ef41b tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:43.819727 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e1086a4-010c-41d8-864f-e1a7479ef41b tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:43.825899 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1086a4-010c-41d8-864f-e1a7479ef41b tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:43.826692 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e1086a4-010c-41d8-864f-e1a7479ef41b tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:43.904983 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1e1086a4-010c-41d8-864f-e1a7479ef41b tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2869616 Aug 19 15:03:43.906571 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51158) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:43.909740 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1086a4-010c-41d8-864f-e1a7479ef41b tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Pushing event updated for resources: {'Network': ['ID=b305e207-e9e0-425b-89ac-bba2a08614ba,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:43.914511 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-3b80ac62-30ba-4dac-bd7d-a8bdb6753d05 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Request body: {'subnet': {'network_id': 'b305e207-e9e0-425b-89ac-bba2a08614ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:43.920959 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network b305e207-e9e0-425b-89ac-bba2a08614ba details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:03:44.017277 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b80ac62-30ba-4dac-bd7d-a8bdb6753d05 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Made reservation on behalf of b282aeab29dc4af8be668127145bb009 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:03:44.021732 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b80ac62-30ba-4dac-bd7d-a8bdb6753d05 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:44.244317 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b80ac62-30ba-4dac-bd7d-a8bdb6753d05 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:44.310735 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b80ac62-30ba-4dac-bd7d-a8bdb6753d05 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Pushing event updated for resources: {'Subnet': ['ID=cf25fd15-d465-4911-97a3-a091e51617f3,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:44.318270 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b80ac62-30ba-4dac-bd7d-a8bdb6753d05 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Checking segment: {'id': '552071c9-5a45-4cb0-9c7c-40614315da8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b305e207-e9e0-425b-89ac-bba2a08614ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:03:44.318641 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b80ac62-30ba-4dac-bd7d-a8bdb6753d05 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Network hostable DHCP agents. Network: b305e207-e9e0-425b-89ac-bba2a08614ba, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:03:44.341267 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b80ac62-30ba-4dac-bd7d-a8bdb6753d05 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Network b305e207-e9e0-425b-89ac-bba2a08614ba is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:03:44.353791 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-3b80ac62-30ba-4dac-bd7d-a8bdb6753d05 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, b305e207-e9e0-425b-89ac-bba2a08614ba) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:03:44.362037 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b80ac62-30ba-4dac-bd7d-a8bdb6753d05 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:44.364583 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b80ac62-30ba-4dac-bd7d-a8bdb6753d05 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:44.371765 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e5051e-6dd1-473b-bc21-ae46ef267005 None None] Network b305e207-e9e0-425b-89ac-bba2a08614ba requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:03:44.381283 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-3b80ac62-30ba-4dac-bd7d-a8bdb6753d05 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4709079 Aug 19 15:03:44.383881 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51178) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:44.553203 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6be3dc2b-80a1-4cff-abab-3964cab38087 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:44.573695 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a7ddcc-6fe9-4330-995f-18d68c056677 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-b305e207-e9e0-425b-89ac-bba2a08614ba', 'network_id': 'b305e207-e9e0-425b-89ac-bba2a08614ba', 'tenant_id': 'b282aeab29dc4af8be668127145bb009', 'fixed_ips': [{'subnet_id': 'cf25fd15-d465-4911-97a3-a091e51617f3'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:03:44.574560 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-59a7ddcc-6fe9-4330-995f-18d68c056677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:44.618114 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6be3dc2b-80a1-4cff-abab-3964cab38087 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:44.693886 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6be3dc2b-80a1-4cff-abab-3964cab38087 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server [None req-59a7ddcc-6fe9-4330-995f-18d68c056677 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cf25fd15-d465-4911-97a3-a091e51617f3: This subnet is being modified by another concurrent operation. Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise exception Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cf25fd15-d465-4911-97a3-a091e51617f3: This subnet is being modified by another concurrent operation. Aug 19 15:03:44.697910 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server Aug 19 15:03:44.717435 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea46352-e46c-4e4e-a647-d944610fc5b6 None None] Network b305e207-e9e0-425b-89ac-bba2a08614ba requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:03:44.732827 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be3dc2b-80a1-4cff-abab-3964cab38087 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Pushing event deleted for resources: {'Subnet': ['ID=cf25fd15-d465-4911-97a3-a091e51617f3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:44.828005 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6be3dc2b-80a1-4cff-abab-3964cab38087 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:44.842326 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6be3dc2b-80a1-4cff-abab-3964cab38087 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b305e207-e9e0-425b-89ac-bba2a08614ba']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:44.858488 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6be3dc2b-80a1-4cff-abab-3964cab38087 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '552071c9-5a45-4cb0-9c7c-40614315da8b') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:44.858928 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6be3dc2b-80a1-4cff-abab-3964cab38087 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '552071c9-5a45-4cb0-9c7c-40614315da8b') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:44.872846 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6be3dc2b-80a1-4cff-abab-3964cab38087 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:44.899275 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6be3dc2b-80a1-4cff-abab-3964cab38087 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:44.907975 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6be3dc2b-80a1-4cff-abab-3964cab38087 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:03:44.908563 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6be3dc2b-80a1-4cff-abab-3964cab38087 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:44.918960 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 15:03:44.918960 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:03:44.918960 n-d-766043-2 neutron-server[94639]: timer() Aug 19 15:03:44.918960 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:03:44.918960 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 15:03:44.918960 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:03:44.918960 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 15:03:44.918960 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:03:44.918960 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 15:03:44.918960 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:03:44.918960 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 15:03:44.918960 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:03:44.918960 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 15:03:44.918960 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:03:44.918960 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:03:44.918960 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:03:44.918960 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:03:44.918960 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:03:44.918960 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 15:03:44.918960 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:03:44.918960 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 15:03:44.918960 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:03:44.918960 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:03:44.918960 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:03:44.918960 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 15:03:44.918960 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:03:44.918960 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:03:44.918960 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:03:44.918960 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:03:44.918960 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:03:44.918960 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:03:44.918960 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:03:45.001665 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6be3dc2b-80a1-4cff-abab-3964cab38087 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:45.028440 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6be3dc2b-80a1-4cff-abab-3964cab38087 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:45.035836 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6be3dc2b-80a1-4cff-abab-3964cab38087 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "DELETE /v2.0/networks/b305e207-e9e0-425b-89ac-bba2a08614ba HTTP/1.1" status: 204 len: 168 time: 0.6448040 Aug 19 15:03:45.035836 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be3dc2b-80a1-4cff-abab-3964cab38087 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Pushing event deleted for resources: {'Network': ['ID=b305e207-e9e0-425b-89ac-bba2a08614ba,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:45.036125 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51186) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:45.075637 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-70896fc1-1737-4065-a3b1-252aaccd6b92 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] GET failed (client error): The resource could not be found. Aug 19 15:03:45.077177 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-70896fc1-1737-4065-a3b1-252aaccd6b92 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "GET /v2.0/subnets/cf25fd15-d465-4911-97a3-a091e51617f3 HTTP/1.1" status: 404 len: 337 time: 0.0408149 Aug 19 15:03:45.080166 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51190) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:45.105531 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-212c5e96-7c91-49a1-8aa1-72527fb31003 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] DELETE failed (client error): The resource could not be found. Aug 19 15:03:45.106363 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-212c5e96-7c91-49a1-8aa1-72527fb31003 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:03:45.108854 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-212c5e96-7c91-49a1-8aa1-72527fb31003 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "DELETE /v2.0/networks/b305e207-e9e0-425b-89ac-bba2a08614ba HTTP/1.1" status: 404 len: 339 time: 0.0275040 Aug 19 15:03:45.113601 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51192) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:45.165080 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5abf143-0075-4b3b-9419-476f914eae3c None None] get_active_networks_info from n-d-766043-2 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 15:03:45.206875 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f4da6-26d9-4bee-a95e-5a57380229d4 req-07ab2ff6-3311-46f5-a1a6-8f229d622aa8 tempest-TestNetworkAdvancedServerOps-1683966279 tempest-TestNetworkAdvancedServerOps-1683966279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:45.209644 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b23f4da6-26d9-4bee-a95e-5a57380229d4 req-07ab2ff6-3311-46f5-a1a6-8f229d622aa8 tempest-TestNetworkAdvancedServerOps-1683966279 tempest-TestNetworkAdvancedServerOps-1683966279-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 1096 time: 0.0550454 Aug 19 15:03:45.276959 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b23f4da6-26d9-4bee-a95e-5a57380229d4 req-0d616800-9ca2-4c37-9ea4-9b950279cc94 tempest-TestNetworkAdvancedServerOps-1683966279 tempest-TestNetworkAdvancedServerOps-1683966279-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=7df29e2b-5559-4b1c-8c7b-8990489dce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496495 Aug 19 15:03:45.296627 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51194) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:45.371123 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5abf143-0075-4b3b-9419-476f914eae3c None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 15:03:45.427414 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e493b56-7f9a-47ea-a47d-299d59cd564c tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:45.433752 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8e493b56-7f9a-47ea-a47d-299d59cd564c tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3188169 Aug 19 15:03:45.434456 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51196) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:45.484519 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9f32a59c-417f-4b94-a15f-f91de6ae6297 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "GET /v2.0/subnets?network_id=88eeec05-6d16-4f02-9461-44ff5e420302 HTTP/1.1" status: 200 len: 207 time: 0.0458982 Aug 19 15:03:45.485373 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51200) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:45.581683 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-f4dd6a9c-fbdd-4fff-b99e-de73e9952e71 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Deleting port 3cbc52c9-8aff-4223-8409-b4b520264300 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:03:45.582956 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f4dd6a9c-fbdd-4fff-b99e-de73e9952e71 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:45.722826 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda1440f-32d1-40e2-a4b0-1f0127975498 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:45.726209 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f4dd6a9c-fbdd-4fff-b99e-de73e9952e71 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:45.726546 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f4dd6a9c-fbdd-4fff-b99e-de73e9952e71 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:45.733331 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda1440f-32d1-40e2-a4b0-1f0127975498 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:45.740214 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda1440f-32d1-40e2-a4b0-1f0127975498 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:45.742140 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-f4dd6a9c-fbdd-4fff-b99e-de73e9952e71 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Calling delete_port for 3cbc52c9-8aff-4223-8409-b4b520264300 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:03:45.746838 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda1440f-32d1-40e2-a4b0-1f0127975498 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:45.752678 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-bda1440f-32d1-40e2-a4b0-1f0127975498 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.2658384 Aug 19 15:03:45.753326 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51204) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:46.422279 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51208) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:46.429762 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-cda24751-bd94-481d-b4ac-5c0076625a93 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.6745028 Aug 19 15:03:46.601359 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aff4af8-eec2-4201-afb4-b02cd43cbc21 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:46.603250 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aff4af8-eec2-4201-afb4-b02cd43cbc21 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:46.609729 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51212) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:46.619902 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1aff4af8-eec2-4201-afb4-b02cd43cbc21 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1962490 Aug 19 15:03:46.745581 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f4dd6a9c-fbdd-4fff-b99e-de73e9952e71 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:46.808672 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dd6a9c-fbdd-4fff-b99e-de73e9952e71 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event deleted for resources: {'Port': ['ID=3cbc52c9-8aff-4223-8409-b4b520264300,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:46.836741 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445807f-c792-4a58-9833-70e16503df94 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Attributes excluded by policy engine: ['shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:46.838355 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445807f-c792-4a58-9833-70e16503df94 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Attributes excluded by policy engine: ['shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:46.840038 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-2445807f-c792-4a58-9833-70e16503df94 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2255425 Aug 19 15:03:46.843585 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51222) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:46.941742 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f4dd6a9c-fbdd-4fff-b99e-de73e9952e71 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:46.942258 n-d-766043-2 neutron-server[94640]: INFO neutron.db.l3_db [None req-f4dd6a9c-fbdd-4fff-b99e-de73e9952e71 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Floating IP 3840e704-c2f5-451d-89a5-fbc513cb9e88 disassociated (deleted). External IP: 172.25.2.120, port: 33ec43ab-331e-4b65-b98f-6ca3cd3068c4. Aug 19 15:03:47.025792 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019f4854-731d-4e84-bfab-d695e35f396a tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:47.032159 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-019f4854-731d-4e84-bfab-d695e35f396a tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "GET /v2.0/networks/99b620b8-c6d0-4e1c-b8db-c6683d0d8844 HTTP/1.1" status: 200 len: 799 time: 0.1825252 Aug 19 15:03:47.033628 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51226) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:47.223717 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51230) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:47.263944 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-95d891f0-6ce7-4af9-824e-8a7889176825 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "GET /v2.0/networks/99b620b8-c6d0-4e1c-b8db-c6683d0d8844?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2260163 Aug 19 15:03:47.267825 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51234) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:47.297637 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4dd6a9c-fbdd-4fff-b99e-de73e9952e71 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Router 686d8860-acf0-400b-979c-5edab405dd60 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:03:47.343126 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae7e1c0-8476-4f2a-a11e-71aa1e31116b tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:47.344860 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7ae7e1c0-8476-4f2a-a11e-71aa1e31116b tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "GET /v2.0/subnets/4b7a352a-be34-4d95-8731-0e01db17c575 HTTP/1.1" status: 200 len: 811 time: 0.0760396 Aug 19 15:03:47.349795 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51236) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:47.413609 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b863c8-a3e4-4b63-bffb-5341a5353a3b tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Attributes excluded by policy engine: ['shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:47.415680 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d8b863c8-a3e4-4b63-bffb-5341a5353a3b tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "GET /v2.0/subnets/4b7a352a-be34-4d95-8731-0e01db17c575?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0646858 Aug 19 15:03:47.420560 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51238) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:47.437973 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d80c6294-3a52-455a-a31c-ef0d37376241 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-783862400'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:47.457488 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3e17ae11-3d99-431f-b142-6ff9561de7bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:47.488755 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4dd6a9c-fbdd-4fff-b99e-de73e9952e71 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:03:47.494412 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f4dd6a9c-fbdd-4fff-b99e-de73e9952e71 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:47.499058 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14b794b-d9be-4e17-9c2e-aaf6c7fa1b97 None None] Sync routers for ids ['686d8860-acf0-400b-979c-5edab405dd60'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:03:47.509744 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14b794b-d9be-4e17-9c2e-aaf6c7fa1b97 None None] Routers {'686d8860-acf0-400b-979c-5edab405dd60'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:03:47.510588 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c14b794b-d9be-4e17-9c2e-aaf6c7fa1b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:03:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['686d8860-acf0-400b-979c-5edab405dd60'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:47.530873 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80c6294-3a52-455a-a31c-ef0d37376241 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Made reservation on behalf of b282aeab29dc4af8be668127145bb009 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:03:47.534897 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d80c6294-3a52-455a-a31c-ef0d37376241 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:47.561131 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f4dd6a9c-fbdd-4fff-b99e-de73e9952e71 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "DELETE /v2.0/floatingips/3840e704-c2f5-451d-89a5-fbc513cb9e88 HTTP/1.1" status: 204 len: 168 time: 2.2633846 Aug 19 15:03:47.567425 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c51dcbe8-798a-4ec9-87e5-1f8f404fa036', 'tag': '33ec43ab-331e-4b65-b98f-6ca3cd3068c4'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:03:47.568002 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325d0165-3a17-44a0-86da-b1fafe011618" -d '{"events": [{"name": "network-changed", "server_uuid": "c51dcbe8-798a-4ec9-87e5-1f8f404fa036", "tag": "33ec43ab-331e-4b65-b98f-6ca3cd3068c4"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:03:47.597134 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d80c6294-3a52-455a-a31c-ef0d37376241 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:03:47.617668 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d80c6294-3a52-455a-a31c-ef0d37376241 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:47.618052 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-d80c6294-3a52-455a-a31c-ef0d37376241 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Added segment 5ef1d19e-2332-48cf-8a79-3fc7586598a0 of type vlan for network d9039ee7-1cb8-42c0-ae34-d0791650ead1 Aug 19 15:03:47.698193 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21f05d6-939a-4a29-a7b7-dd5c4cfa135f x-openstack-request-id: req-f21f05d6-939a-4a29-a7b7-dd5c4cfa135f {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:03:47.698483 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c51dcbe8-798a-4ec9-87e5-1f8f404fa036", "tag": "33ec43ab-331e-4b65-b98f-6ca3cd3068c4", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:03:47.698739 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f21f05d6-939a-4a29-a7b7-dd5c4cfa135f {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:03:47.699140 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c51dcbe8-798a-4ec9-87e5-1f8f404fa036', 'tag': '33ec43ab-331e-4b65-b98f-6ca3cd3068c4', 'status': 'completed', 'code': 200} Aug 19 15:03:47.713083 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-c14b794b-d9be-4e17-9c2e-aaf6c7fa1b97 None None] Set router 686d8860-acf0-400b-979c-5edab405dd60 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:03:47.765126 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d80c6294-3a52-455a-a31c-ef0d37376241 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:47.772156 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d0165-3a17-44a0-86da-b1fafe011618 req-c6a972b2-2d77-4c57-8c71-14be96ff5535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:47.774335 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-325d0165-3a17-44a0-86da-b1fafe011618 req-c6a972b2-2d77-4c57-8c71-14be96ff5535 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5784b0340e8242b1aba4ab831f2e3b23&device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 1096 time: 0.0954051 Aug 19 15:03:47.812875 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3e17ae11-3d99-431f-b142-6ff9561de7bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:47.823125 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3e17ae11-3d99-431f-b142-6ff9561de7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:47.923918 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d0165-3a17-44a0-86da-b1fafe011618 req-7e0be16e-e5a5-44fa-9bc5-abebd17d383e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:47.925391 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-325d0165-3a17-44a0-86da-b1fafe011618 req-7e0be16e-e5a5-44fa-9bc5-abebd17d383e service neutron] 10.222.0.68 "GET /v2.0/networks?id=0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e HTTP/1.1" status: 200 len: 898 time: 0.1425514 Aug 19 15:03:47.941043 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e17ae11-3d99-431f-b142-6ff9561de7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5043d3e2-bf7b-4d67-9cd6-fe41e0e1c022,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:47.949148 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d80c6294-3a52-455a-a31c-ef0d37376241 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:47.959008 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80c6294-3a52-455a-a31c-ef0d37376241 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:47.959659 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d80c6294-3a52-455a-a31c-ef0d37376241 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:47.964162 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:03:48.028892 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-325d0165-3a17-44a0-86da-b1fafe011618 req-a8e25b00-b628-4b5a-afb2-1d852764fd05 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33ec43ab-331e-4b65-b98f-6ca3cd3068c4 HTTP/1.1" status: 200 len: 217 time: 0.0948348 Aug 19 15:03:48.034853 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c14b794b-d9be-4e17-9c2e-aaf6c7fa1b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686d8860-acf0-400b-979c-5edab405dd60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688666358', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '4c7094b8-95a4-462c-affc-ba6c265673c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:24Z', 'updated_at': '2021-08-19T15:01:41Z', 'revision_number': 4, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port': {'id': '4c7094b8-95a4-462c-affc-ba6c265673c6', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686d8860-acf0-400b-979c-5edab405dd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:26Z', 'updated_at': '2021-08-19T15:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'e3cb2e75-61ed-4e16-a9c2-4d06fbb7dee7', 'name': '', 'network_id': '0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'mac_address': 'fa:16:3e:32:56:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686d8860-acf0-400b-979c-5edab405dd60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '1c0affc3-2289-41e1-9841-156efcfe8ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:38Z', 'updated_at': '2021-08-19T15:01:52Z', 'revision_number': 5, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'subnets': [{'id': '1c0affc3-2289-41e1-9841-156efcfe8ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:48.068709 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14b794b-d9be-4e17-9c2e-aaf6c7fa1b97 None None] Checking router: 686d8860-acf0-400b-979c-5edab405dd60 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:03:48.079235 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-3e17ae11-3d99-431f-b142-6ff9561de7bb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b6d0aa9c18e64aa2ad87a80997269a35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8544204 Aug 19 15:03:48.085216 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14b794b-d9be-4e17-9c2e-aaf6c7fa1b97 None None] Routers {'686d8860-acf0-400b-979c-5edab405dd60'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:03:48.086261 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c14b794b-d9be-4e17-9c2e-aaf6c7fa1b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:03:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['686d8860-acf0-400b-979c-5edab405dd60'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:48.088037 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51256) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:48.092811 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d80c6294-3a52-455a-a31c-ef0d37376241 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6629803 Aug 19 15:03:48.094940 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51258) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:48.101537 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-86fd6090-f9dd-43a3-b3c3-772668a93e3a tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Request body: {'subnet': {'network_id': 'd9039ee7-1cb8-42c0-ae34-d0791650ead1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:48.130701 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeed15c-7f0f-4ae3-8818-559ab541d0b7 req-9da1cc39-987b-4c2f-b1ef-edd6a2faaad5 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:48.132812 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cdeed15c-7f0f-4ae3-8818-559ab541d0b7 req-9da1cc39-987b-4c2f-b1ef-edd6a2faaad5 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 945 time: 0.2113836 Aug 19 15:03:48.133255 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c6294-3a52-455a-a31c-ef0d37376241 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Pushing event updated for resources: {'Network': ['ID=d9039ee7-1cb8-42c0-ae34-d0791650ead1,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:48.149872 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network d9039ee7-1cb8-42c0-ae34-d0791650ead1 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:03:48.195034 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59ddee11-11a2-4898-9f88-93c8f5a97e83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:48.242612 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cdeed15c-7f0f-4ae3-8818-559ab541d0b7 req-e25f4382-e32f-4f00-b844-177ba9015a79 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7df29e2b-5559-4b1c-8c7b-8990489dce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854723 Aug 19 15:03:48.244728 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59ddee11-11a2-4898-9f88-93c8f5a97e83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:48.316920 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-c14b794b-d9be-4e17-9c2e-aaf6c7fa1b97 None None] Set router 686d8860-acf0-400b-979c-5edab405dd60 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:03:48.328852 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59ddee11-11a2-4898-9f88-93c8f5a97e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:48.332109 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59ddee11-11a2-4898-9f88-93c8f5a97e83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:48.333623 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-59ddee11-11a2-4898-9f88-93c8f5a97e83 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5043d3e2-bf7b-4d67-9cd6-fe41e0e1c022 HTTP/1.1" status: 204 len: 168 time: 0.2423751 Aug 19 15:03:48.337252 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d0165-3a17-44a0-86da-b1fafe011618 req-cf7179cd-cf85-4515-b43d-e8cc19a6c458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:48.339859 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-325d0165-3a17-44a0-86da-b1fafe011618 req-cf7179cd-cf85-4515-b43d-e8cc19a6c458 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=1c0affc3-2289-41e1-9841-156efcfe8ae7 HTTP/1.1" status: 200 len: 835 time: 0.3010519 Aug 19 15:03:48.346401 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86fd6090-f9dd-43a3-b3c3-772668a93e3a tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Made reservation on behalf of b282aeab29dc4af8be668127145bb009 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:03:48.351271 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-86fd6090-f9dd-43a3-b3c3-772668a93e3a tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:48.353709 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ddee11-11a2-4898-9f88-93c8f5a97e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5043d3e2-bf7b-4d67-9cd6-fe41e0e1c022,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:48.495744 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.ipam_backend_mixin [None req-86fd6090-f9dd-43a3-b3c3-772668a93e3a tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Performing IP validity checks on allocation pools {{(pid=94639) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 19 15:03:48.496336 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.ipam_backend_mixin [None req-86fd6090-f9dd-43a3-b3c3-772668a93e3a tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94639) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 19 15:03:48.502399 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d0165-3a17-44a0-86da-b1fafe011618 req-601ffe43-bbdf-4c1b-9950-9f28feaa6881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:48.504646 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-325d0165-3a17-44a0-86da-b1fafe011618 req-601ffe43-bbdf-4c1b-9950-9f28feaa6881 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1488609 Aug 19 15:03:48.677758 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-325d0165-3a17-44a0-86da-b1fafe011618 req-2fe9aad8-0a46-4b5b-a89a-49d3d51e8e93 service neutron] 10.222.0.68 "GET /v2.0/networks/0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594846 Aug 19 15:03:48.764786 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c14b794b-d9be-4e17-9c2e-aaf6c7fa1b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686d8860-acf0-400b-979c-5edab405dd60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688666358', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '4c7094b8-95a4-462c-affc-ba6c265673c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:24Z', 'updated_at': '2021-08-19T15:01:41Z', 'revision_number': 4, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port': {'id': '4c7094b8-95a4-462c-affc-ba6c265673c6', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686d8860-acf0-400b-979c-5edab405dd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:26Z', 'updated_at': '2021-08-19T15:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'e3cb2e75-61ed-4e16-a9c2-4d06fbb7dee7', 'name': '', 'network_id': '0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'mac_address': 'fa:16:3e:32:56:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686d8860-acf0-400b-979c-5edab405dd60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '1c0affc3-2289-41e1-9841-156efcfe8ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:38Z', 'updated_at': '2021-08-19T15:01:52Z', 'revision_number': 5, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'subnets': [{'id': '1c0affc3-2289-41e1-9841-156efcfe8ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:48.822793 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14b794b-d9be-4e17-9c2e-aaf6c7fa1b97 None None] The sync data for ids ['686d8860-acf0-400b-979c-5edab405dd60'] in n-d-766043-2 is: [{'id': '686d8860-acf0-400b-979c-5edab405dd60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688666358', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '4c7094b8-95a4-462c-affc-ba6c265673c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:24Z', 'updated_at': '2021-08-19T15:01:41Z', 'revision_number': 4, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port': {'id': '4c7094b8-95a4-462c-affc-ba6c265673c6', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686d8860-acf0-400b-979c-5edab405dd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:26Z', 'updated_at': '2021-08-19T15:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'e3cb2e75-61ed-4e16-a9c2-4d06fbb7dee7', 'name': '', 'network_id': '0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'mac_address': 'fa:16:3e:32:56:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686d8860-acf0-400b-979c-5edab405dd60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '1c0affc3-2289-41e1-9841-156efcfe8ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:38Z', 'updated_at': '2021-08-19T15:01:52Z', 'revision_number': 5, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'subnets': [{'id': '1c0affc3-2289-41e1-9841-156efcfe8ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:03:48.850931 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51272) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:48.864887 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-86fd6090-f9dd-43a3-b3c3-772668a93e3a tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:48.872707 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-26379941-9613-411c-8215-aaeb27e0c085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:49.033705 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-26379941-9613-411c-8215-aaeb27e0c085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:49.040768 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-26379941-9613-411c-8215-aaeb27e0c085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:49.092478 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26379941-9613-411c-8215-aaeb27e0c085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7406cb-9786-4400-b735-3e499a8c6702,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:49.124775 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-26379941-9613-411c-8215-aaeb27e0c085 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e3f4b81daebd4fb3a55de2b705f441ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2727044 Aug 19 15:03:49.128134 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51274) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:49.234017 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-422c4c64-6d74-4085-af6c-73c4a2ff2293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:49.305185 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8627f696-39bf-4208-ac7c-96a6980f3759 None None] New status for floating IP 3840e704-c2f5-451d-89a5-fbc513cb9e88: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:03:49.306908 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-422c4c64-6d74-4085-af6c-73c4a2ff2293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:49.418344 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fd6090-f9dd-43a3-b3c3-772668a93e3a tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Pushing event updated for resources: {'Subnet': ['ID=f93465c6-fe4f-4f63-8a4e-8bbb259fe757,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:49.427995 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920dfa14-8117-4011-a052-68cb1b4a1816 req-c8b71e28-9b60-4dfd-a0e0-c5c7962a6c06 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:49.429670 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-920dfa14-8117-4011-a052-68cb1b4a1816 req-c8b71e28-9b60-4dfd-a0e0-c5c7962a6c06 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 945 time: 0.2223341 Aug 19 15:03:49.493992 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-325d0165-3a17-44a0-86da-b1fafe011618 req-78ac0e91-20fd-4383-a004-d1f1222ac35f service neutron] 10.222.0.68 "GET /v2.0/networks/0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7114713 Aug 19 15:03:49.495168 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fd6090-f9dd-43a3-b3c3-772668a93e3a tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Checking segment: {'id': '5ef1d19e-2332-48cf-8a79-3fc7586598a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd9039ee7-1cb8-42c0-ae34-d0791650ead1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:03:49.495540 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fd6090-f9dd-43a3-b3c3-772668a93e3a tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Network hostable DHCP agents. Network: d9039ee7-1cb8-42c0-ae34-d0791650ead1, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:03:49.525034 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fd6090-f9dd-43a3-b3c3-772668a93e3a tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Network d9039ee7-1cb8-42c0-ae34-d0791650ead1 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:03:49.537103 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-86fd6090-f9dd-43a3-b3c3-772668a93e3a tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, d9039ee7-1cb8-42c0-ae34-d0791650ead1) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:03:49.548348 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fd6090-f9dd-43a3-b3c3-772668a93e3a tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:49.548979 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2ce606-f6e3-457b-bc98-59ad1cee2c3d None None] Network d9039ee7-1cb8-42c0-ae34-d0791650ead1 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:03:49.549544 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-86fd6090-f9dd-43a3-b3c3-772668a93e3a tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:49.571005 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-86fd6090-f9dd-43a3-b3c3-772668a93e3a tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.4734221 Aug 19 15:03:49.573637 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51282) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:49.587389 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-1440ec2b-4caa-4457-8a1f-9cf1c633ca7a tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:49.606785 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-422c4c64-6d74-4085-af6c-73c4a2ff2293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:49.609398 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-422c4c64-6d74-4085-af6c-73c4a2ff2293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:49.613322 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-422c4c64-6d74-4085-af6c-73c4a2ff2293 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8d7406cb-9786-4400-b735-3e499a8c6702 HTTP/1.1" status: 204 len: 168 time: 0.4813154 Aug 19 15:03:49.635552 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422c4c64-6d74-4085-af6c-73c4a2ff2293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7406cb-9786-4400-b735-3e499a8c6702,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:49.659314 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c39b4c-c4df-4cef-8e45-d18d9f655ebc req-c0f5edf2-87a6-4622-aabb-18e5d7621bce tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:49.669193 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-28c39b4c-c4df-4cef-8e45-d18d9f655ebc req-c0f5edf2-87a6-4622-aabb-18e5d7621bce tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 945 time: 0.2155747 Aug 19 15:03:49.733716 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-920dfa14-8117-4011-a052-68cb1b4a1816 req-f608cc3d-15c9-4ec7-80ff-08550208297e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Deleting port 33ec43ab-331e-4b65-b98f-6ca3cd3068c4 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:03:49.733975 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-920dfa14-8117-4011-a052-68cb1b4a1816 req-f608cc3d-15c9-4ec7-80ff-08550208297e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:49.774933 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-28c39b4c-c4df-4cef-8e45-d18d9f655ebc req-87a4c5bc-4b98-49dc-9d0a-351eacb0b8b0 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7df29e2b-5559-4b1c-8c7b-8990489dce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047451 Aug 19 15:03:49.801218 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1440ec2b-4caa-4457-8a1f-9cf1c633ca7a tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10137866'] for subnet, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:49.884804 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fd8d4a-9e52-4879-945d-d94e74b6cc6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-d9039ee7-1cb8-42c0-ae34-d0791650ead1', 'network_id': 'd9039ee7-1cb8-42c0-ae34-d0791650ead1', 'tenant_id': 'b282aeab29dc4af8be668127145bb009', 'fixed_ips': [{'subnet_id': 'f93465c6-fe4f-4f63-8a4e-8bbb259fe757'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:03:49.885689 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-73fd8d4a-9e52-4879-945d-d94e74b6cc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:49.924345 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-920dfa14-8117-4011-a052-68cb1b4a1816 req-f608cc3d-15c9-4ec7-80ff-08550208297e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] For port 33ec43ab-331e-4b65-b98f-6ca3cd3068c4, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=33ec43ab-331e-4b65-b98f-6ca3cd3068c4,segment=NetworkSegment(af63bf8d-c499-484e-bc2f-0bd1cbfcd355),segment_id=af63bf8d-c499-484e-bc2f-0bd1cbfcd355)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:49.924971 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-920dfa14-8117-4011-a052-68cb1b4a1816 req-f608cc3d-15c9-4ec7-80ff-08550208297e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:49.971069 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-920dfa14-8117-4011-a052-68cb1b4a1816 req-f608cc3d-15c9-4ec7-80ff-08550208297e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Calling delete_port for 33ec43ab-331e-4b65-b98f-6ca3cd3068c4 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:03:50.086016 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1440ec2b-4caa-4457-8a1f-9cf1c633ca7a tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784381760103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8454677'] for subnet, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:50.156522 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1440ec2b-4caa-4457-8a1f-9cf1c633ca7a tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Pushing event updated for resources: {'Subnet': ['ID=f93465c6-fe4f-4f63-8a4e-8bbb259fe757,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:50.174016 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1440ec2b-4caa-4457-8a1f-9cf1c633ca7a tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:50.174708 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1440ec2b-4caa-4457-8a1f-9cf1c633ca7a tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:50.179310 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1440ec2b-4caa-4457-8a1f-9cf1c633ca7a tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "PUT /v2.0/subnets/f93465c6-fe4f-4f63-8a4e-8bbb259fe757 HTTP/1.1" status: 200 len: 877 time: 0.6043894 Aug 19 15:03:50.179930 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51300) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:50.184191 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-73fd8d4a-9e52-4879-945d-d94e74b6cc6e None None] Allocated IP 172.20.0.3 (d9039ee7-1cb8-42c0-ae34-d0791650ead1/f93465c6-fe4f-4f63-8a4e-8bbb259fe757/d057268b-f1cb-4fcc-aead-2045dbb95417) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:03:50.274194 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-920dfa14-8117-4011-a052-68cb1b4a1816 req-f608cc3d-15c9-4ec7-80ff-08550208297e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:50.319852 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f608cc3d-15c9-4ec7-80ff-08550208297e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event deleted for resources: {'Port': ['ID=33ec43ab-331e-4b65-b98f-6ca3cd3068c4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:50.400561 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51304) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:50.414979 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-920dfa14-8117-4011-a052-68cb1b4a1816 req-f608cc3d-15c9-4ec7-80ff-08550208297e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] No DVR routers for this DVR port 33ec43ab-331e-4b65-b98f-6ca3cd3068c4 on host n-h1-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:03:50.423370 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-920dfa14-8117-4011-a052-68cb1b4a1816 req-f608cc3d-15c9-4ec7-80ff-08550208297e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:50.423996 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-920dfa14-8117-4011-a052-68cb1b4a1816 req-f608cc3d-15c9-4ec7-80ff-08550208297e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.68 "DELETE /v2.0/ports/33ec43ab-331e-4b65-b98f-6ca3cd3068c4 HTTP/1.1" status: 204 len: 173 time: 0.9844079 Aug 19 15:03:50.424531 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51dcbe8-798a-4ec9-87e5-1f8f404fa036', 'name': 'network-vif-deleted', 'tag': '33ec43ab-331e-4b65-b98f-6ca3cd3068c4'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:03:50.426908 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ebafd3f-66d2-44c9-8c98-ad94a4eb480a" -d '{"events": [{"server_uuid": "c51dcbe8-798a-4ec9-87e5-1f8f404fa036", "name": "network-vif-deleted", "tag": "33ec43ab-331e-4b65-b98f-6ca3cd3068c4"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:03:50.482542 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a619c66e-85c5-43bf-9b58-50728f178c78 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:50.486501 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5d888ce0-4530-47ca-ac1f-b2644e51fea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:50.509533 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0dfbd6-f8a2-454c-9cd2-37b5c955cf68 x-openstack-request-id: req-5d0dfbd6-f8a2-454c-9cd2-37b5c955cf68 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:03:50.509837 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c51dcbe8-798a-4ec9-87e5-1f8f404fa036", "name": "network-vif-deleted", "tag": "33ec43ab-331e-4b65-b98f-6ca3cd3068c4", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:03:50.510085 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5d0dfbd6-f8a2-454c-9cd2-37b5c955cf68 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:03:50.510486 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51dcbe8-798a-4ec9-87e5-1f8f404fa036', 'name': 'network-vif-deleted', 'tag': '33ec43ab-331e-4b65-b98f-6ca3cd3068c4', 'status': 'completed', 'code': 200} Aug 19 15:03:50.541871 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-73fd8d4a-9e52-4879-945d-d94e74b6cc6e None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:50.553298 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-73fd8d4a-9e52-4879-945d-d94e74b6cc6e None None] Transition to ACTIVE for port object d057268b-f1cb-4fcc-aead-2045dbb95417 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:03:50.575664 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-73fd8d4a-9e52-4879-945d-d94e74b6cc6e None None] Transition to ACTIVE for port object d057268b-f1cb-4fcc-aead-2045dbb95417 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:03:50.586895 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-73fd8d4a-9e52-4879-945d-d94e74b6cc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:50.592562 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a619c66e-85c5-43bf-9b58-50728f178c78 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:50.636903 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fd8d4a-9e52-4879-945d-d94e74b6cc6e None None] Network d9039ee7-1cb8-42c0-ae34-d0791650ead1 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:03:50.644114 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-73fd8d4a-9e52-4879-945d-d94e74b6cc6e None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:03:50.649985 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fd8d4a-9e52-4879-945d-d94e74b6cc6e None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:03:50.661092 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fd8d4a-9e52-4879-945d-d94e74b6cc6e None None] Pushing event updated for resources: {'Port': ['ID=d057268b-f1cb-4fcc-aead-2045dbb95417,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:50.750653 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-73fd8d4a-9e52-4879-945d-d94e74b6cc6e None None] Attempting to bind port d057268b-f1cb-4fcc-aead-2045dbb95417 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:03:50.755835 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-73fd8d4a-9e52-4879-945d-d94e74b6cc6e None None] Attempting to bind port d057268b-f1cb-4fcc-aead-2045dbb95417 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5ef1d19e-2332-48cf-8a79-3fc7586598a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd9039ee7-1cb8-42c0-ae34-d0791650ead1'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:03:50.756791 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fd8d4a-9e52-4879-945d-d94e74b6cc6e None None] Attempting to bind port d057268b-f1cb-4fcc-aead-2045dbb95417 on network d9039ee7-1cb8-42c0-ae34-d0791650ead1 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:03:50.759001 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a619c66e-85c5-43bf-9b58-50728f178c78 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:50.763363 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fd8d4a-9e52-4879-945d-d94e74b6cc6e None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:03:50.763905 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fd8d4a-9e52-4879-945d-d94e74b6cc6e None None] Checking segment: {'id': '5ef1d19e-2332-48cf-8a79-3fc7586598a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd9039ee7-1cb8-42c0-ae34-d0791650ead1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:03:50.764860 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-73fd8d4a-9e52-4879-945d-d94e74b6cc6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:50.765903 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fd8d4a-9e52-4879-945d-d94e74b6cc6e None None] Bound using segment: {'id': '5ef1d19e-2332-48cf-8a79-3fc7586598a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd9039ee7-1cb8-42c0-ae34-d0791650ead1'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:03:50.766506 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-73fd8d4a-9e52-4879-945d-d94e74b6cc6e None None] Bound port: d057268b-f1cb-4fcc-aead-2045dbb95417, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ef1d19e-2332-48cf-8a79-3fc7586598a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd9039ee7-1cb8-42c0-ae34-d0791650ead1'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:03:50.766993 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-73fd8d4a-9e52-4879-945d-d94e74b6cc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:50.881157 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a619c66e-85c5-43bf-9b58-50728f178c78 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Pushing event deleted for resources: {'Subnet': ['ID=f93465c6-fe4f-4f63-8a4e-8bbb259fe757,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:50.889928 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5d888ce0-4530-47ca-ac1f-b2644e51fea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:50.895068 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5d888ce0-4530-47ca-ac1f-b2644e51fea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:50.955279 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-73fd8d4a-9e52-4879-945d-d94e74b6cc6e None None] For port d057268b-f1cb-4fcc-aead-2045dbb95417, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:03:50.959442 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-73fd8d4a-9e52-4879-945d-d94e74b6cc6e None None] For port d057268b-f1cb-4fcc-aead-2045dbb95417, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=d057268b-f1cb-4fcc-aead-2045dbb95417,segment=NetworkSegment(5ef1d19e-2332-48cf-8a79-3fc7586598a0),segment_id=5ef1d19e-2332-48cf-8a79-3fc7586598a0)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:03:50.965235 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-73fd8d4a-9e52-4879-945d-d94e74b6cc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:50.998522 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3afbba98-8bf5-4647-adf9-dfb80fec38d2 req-8ec65f20-27dc-4690-8572-9fe01a91fce7 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=c51dcbe8-798a-4ec9-87e5-1f8f404fa036 HTTP/1.1" status: 200 len: 210 time: 0.0568864 Aug 19 15:03:51.050012 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a619c66e-85c5-43bf-9b58-50728f178c78 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:51.064007 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5d888ce0-4530-47ca-ac1f-b2644e51fea2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fefa25e290eb4319b42626c042fcf292&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6641560 Aug 19 15:03:51.067451 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51310) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:51.070618 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-a619c66e-85c5-43bf-9b58-50728f178c78 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9039ee7-1cb8-42c0-ae34-d0791650ead1']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:51.077406 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d888ce0-4530-47ca-ac1f-b2644e51fea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeda3ac0-a724-46be-ada8-f43f84f344fb,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:51.094668 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bea45ad-f4cd-408c-b0e6-5b2d8608f41a None None] Network d9039ee7-1cb8-42c0-ae34-d0791650ead1 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:03:51.101805 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-a619c66e-85c5-43bf-9b58-50728f178c78 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ef1d19e-2332-48cf-8a79-3fc7586598a0') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:51.102353 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-a619c66e-85c5-43bf-9b58-50728f178c78 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ef1d19e-2332-48cf-8a79-3fc7586598a0') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:51.108013 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fd8d4a-9e52-4879-945d-d94e74b6cc6e None None] Pushing event updated for resources: {'Port': ['ID=d057268b-f1cb-4fcc-aead-2045dbb95417,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:51.120904 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a619c66e-85c5-43bf-9b58-50728f178c78 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:51.147862 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a619c66e-85c5-43bf-9b58-50728f178c78 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:51.160006 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a619c66e-85c5-43bf-9b58-50728f178c78 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:03:51.160472 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a619c66e-85c5-43bf-9b58-50728f178c78 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:51.163990 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 15:03:51.163990 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:03:51.163990 n-d-766043-2 neutron-server[94639]: timer() Aug 19 15:03:51.163990 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:03:51.163990 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 15:03:51.163990 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:03:51.163990 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 15:03:51.163990 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:03:51.163990 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 15:03:51.163990 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:03:51.163990 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 15:03:51.163990 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:03:51.163990 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 15:03:51.163990 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:03:51.163990 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:03:51.163990 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:03:51.163990 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:03:51.163990 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:03:51.163990 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 15:03:51.163990 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:03:51.163990 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 15:03:51.163990 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:03:51.163990 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:03:51.163990 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:03:51.163990 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 15:03:51.163990 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:03:51.163990 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:03:51.163990 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:03:51.163990 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:03:51.163990 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:03:51.163990 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:03:51.163990 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:03:51.217019 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a031ad8b-14c0-4358-892a-a011203c09e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:51.242089 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a031ad8b-14c0-4358-892a-a011203c09e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:51.253783 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f6e9fd-b883-4ffc-a9b2-00301bb5451d None None] Network d9039ee7-1cb8-42c0-ae34-d0791650ead1 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:03:51.277291 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.db.api [None req-a619c66e-85c5-43bf-9b58-50728f178c78 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 15:03:51.277291 n-d-766043-2 neutron-server[94639]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 15:03:51.277291 n-d-766043-2 neutron-server[94639]: [parameters: {'id': 'd9039ee7-1cb8-42c0-ae34-d0791650ead1'}] Aug 19 15:03:51.277291 n-d-766043-2 neutron-server[94639]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:03:51.277675 n-d-766043-2 neutron-server[94639]: DEBUG oslo_db.api [None req-a619c66e-85c5-43bf-9b58-50728f178c78 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:03:51.308766 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a031ad8b-14c0-4358-892a-a011203c09e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:51.310935 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a031ad8b-14c0-4358-892a-a011203c09e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:51.315747 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a031ad8b-14c0-4358-892a-a011203c09e1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/aeda3ac0-a724-46be-ada8-f43f84f344fb HTTP/1.1" status: 204 len: 168 time: 0.2444184 Aug 19 15:03:51.332034 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a031ad8b-14c0-4358-892a-a011203c09e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeda3ac0-a724-46be-ada8-f43f84f344fb,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:51.499980 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43d1230-ba0b-4ac2-8421-1674f9a147b2 None None] get_active_networks_info from n-d-766043-2 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 15:03:51.635292 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43d1230-ba0b-4ac2-8421-1674f9a147b2 None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 15:03:51.779452 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a619c66e-85c5-43bf-9b58-50728f178c78 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:51.925989 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-a619c66e-85c5-43bf-9b58-50728f178c78 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Deleting port d057268b-f1cb-4fcc-aead-2045dbb95417 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:03:51.926357 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a619c66e-85c5-43bf-9b58-50728f178c78 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:52.007573 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-a619c66e-85c5-43bf-9b58-50728f178c78 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] For port d057268b-f1cb-4fcc-aead-2045dbb95417, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=d057268b-f1cb-4fcc-aead-2045dbb95417,segment=NetworkSegment(5ef1d19e-2332-48cf-8a79-3fc7586598a0),segment_id=5ef1d19e-2332-48cf-8a79-3fc7586598a0)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:52.007945 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a619c66e-85c5-43bf-9b58-50728f178c78 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:52.024460 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-a619c66e-85c5-43bf-9b58-50728f178c78 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Calling delete_port for d057268b-f1cb-4fcc-aead-2045dbb95417 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:03:52.108930 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51332) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:52.165126 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a619c66e-85c5-43bf-9b58-50728f178c78 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:52.216586 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a619c66e-85c5-43bf-9b58-50728f178c78 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Pushing event deleted for resources: {'Port': ['ID=d057268b-f1cb-4fcc-aead-2045dbb95417,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:52.223940 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a619c66e-85c5-43bf-9b58-50728f178c78 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] No DVR routers for this DVR port d057268b-f1cb-4fcc-aead-2045dbb95417 on host n-d-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:03:52.366888 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a619c66e-85c5-43bf-9b58-50728f178c78 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:52.380769 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 33ec43ab-331e-4b65-b98f-6ca3cd3068c4 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:03:52.385867 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-a619c66e-85c5-43bf-9b58-50728f178c78 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9039ee7-1cb8-42c0-ae34-d0791650ead1']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:52.401569 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-a619c66e-85c5-43bf-9b58-50728f178c78 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ef1d19e-2332-48cf-8a79-3fc7586598a0') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:52.407492 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-a619c66e-85c5-43bf-9b58-50728f178c78 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ef1d19e-2332-48cf-8a79-3fc7586598a0') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:52.438818 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a619c66e-85c5-43bf-9b58-50728f178c78 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:52.455756 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: 33ec43ab-331e-4b65-b98f-6ca3cd3068c4 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:03:52.456136 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 33ec43ab-331e-4b65-b98f-6ca3cd3068c4 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:03:52.488428 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a619c66e-85c5-43bf-9b58-50728f178c78 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:52.491090 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51342) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:52.508978 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a619c66e-85c5-43bf-9b58-50728f178c78 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:03:52.509753 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a619c66e-85c5-43bf-9b58-50728f178c78 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:52.513346 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 15:03:52.513346 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:03:52.513346 n-d-766043-2 neutron-server[94639]: timer() Aug 19 15:03:52.513346 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:03:52.513346 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 15:03:52.513346 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:03:52.513346 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 15:03:52.513346 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:03:52.513346 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 15:03:52.513346 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:03:52.513346 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 15:03:52.513346 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:03:52.513346 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 15:03:52.513346 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:03:52.513346 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:03:52.513346 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:03:52.513346 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:03:52.513346 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:03:52.513346 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 15:03:52.513346 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:03:52.513346 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 15:03:52.513346 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:03:52.513346 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:03:52.513346 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:03:52.513346 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 15:03:52.513346 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:03:52.513346 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:03:52.513346 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:03:52.513346 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:03:52.513346 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:03:52.513346 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:03:52.513346 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:03:52.584129 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a619c66e-85c5-43bf-9b58-50728f178c78 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:52.603911 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a619c66e-85c5-43bf-9b58-50728f178c78 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:52.607971 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a619c66e-85c5-43bf-9b58-50728f178c78 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "DELETE /v2.0/networks/d9039ee7-1cb8-42c0-ae34-d0791650ead1 HTTP/1.1" status: 204 len: 168 time: 2.4269729 Aug 19 15:03:52.629674 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51348) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:52.663557 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-a718142e-4b5d-4cab-beed-1df753cac345 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] DELETE failed (client error): The resource could not be found. Aug 19 15:03:52.664055 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a718142e-4b5d-4cab-beed-1df753cac345 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:03:52.665993 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a718142e-4b5d-4cab-beed-1df753cac345 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "DELETE /v2.0/subnets/f93465c6-fe4f-4f63-8a4e-8bbb259fe757 HTTP/1.1" status: 404 len: 337 time: 0.0350499 Aug 19 15:03:52.667033 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a619c66e-85c5-43bf-9b58-50728f178c78 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Pushing event deleted for resources: {'Network': ['ID=d9039ee7-1cb8-42c0-ae34-d0791650ead1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:52.669522 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51350) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:52.694988 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-715ed8b3-7a65-4cd7-924c-3409fbd22c1a tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] DELETE failed (client error): The resource could not be found. Aug 19 15:03:52.695646 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-715ed8b3-7a65-4cd7-924c-3409fbd22c1a tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:03:52.700283 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-715ed8b3-7a65-4cd7-924c-3409fbd22c1a tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "DELETE /v2.0/networks/d9039ee7-1cb8-42c0-ae34-d0791650ead1 HTTP/1.1" status: 404 len: 339 time: 0.0271575 Aug 19 15:03:52.700613 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51352) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:52.755394 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a49021ce-325a-4e3d-9718-c094149d08eb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1813195044-network', 'tenant_id': 'a2c1cc5c27964fbaae9b2d5ce4acbbd4'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:52.764373 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4aa5e2c-c613-4673-b9f6-99d4d18b4678 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] DELETE failed (client error): The resource could not be found. Aug 19 15:03:52.765124 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4aa5e2c-c613-4673-b9f6-99d4d18b4678 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:03:52.770570 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c4aa5e2c-c613-4673-b9f6-99d4d18b4678 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "DELETE /v2.0/subnets/cf25fd15-d465-4911-97a3-a091e51617f3 HTTP/1.1" status: 404 len: 337 time: 0.0687909 Aug 19 15:03:52.773447 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51354) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:52.809674 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-502fd81f-b515-4dd4-bf53-b5742f886e5f tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] DELETE failed (client error): The resource could not be found. Aug 19 15:03:52.810361 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-502fd81f-b515-4dd4-bf53-b5742f886e5f tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:03:52.815729 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-502fd81f-b515-4dd4-bf53-b5742f886e5f tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "DELETE /v2.0/networks/b305e207-e9e0-425b-89ac-bba2a08614ba HTTP/1.1" status: 404 len: 339 time: 0.0407217 Aug 19 15:03:52.818454 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51356) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:52.847992 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49021ce-325a-4e3d-9718-c094149d08eb admin admin] Made reservation on behalf of a2c1cc5c27964fbaae9b2d5ce4acbbd4 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:03:52.851354 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a49021ce-325a-4e3d-9718-c094149d08eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:52.896542 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a49021ce-325a-4e3d-9718-c094149d08eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:52.935881 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-809ec2fd-6edc-4407-8863-336a2b8b5bf5 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:53.079768 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-809ec2fd-6edc-4407-8863-336a2b8b5bf5 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:53.098825 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-809ec2fd-6edc-4407-8863-336a2b8b5bf5 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6765cfb6-fc36-4f66-9fee-5c2b5625e7f0']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:53.115162 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-809ec2fd-6edc-4407-8863-336a2b8b5bf5 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc6bacc1-0d87-44ba-af92-d2b5a4406dc6') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:53.115478 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-809ec2fd-6edc-4407-8863-336a2b8b5bf5 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc6bacc1-0d87-44ba-af92-d2b5a4406dc6') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:53.139224 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-809ec2fd-6edc-4407-8863-336a2b8b5bf5 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:53.155608 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a49021ce-325a-4e3d-9718-c094149d08eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:53.160867 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a49021ce-325a-4e3d-9718-c094149d08eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:53.165416 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-809ec2fd-6edc-4407-8863-336a2b8b5bf5 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:53.184838 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-809ec2fd-6edc-4407-8863-336a2b8b5bf5 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:03:53.185353 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-809ec2fd-6edc-4407-8863-336a2b8b5bf5 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:53.187939 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-662720fc-d293-41d1-89b2-41fb953727d6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:53.189687 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 15:03:53.189687 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:03:53.189687 n-d-766043-2 neutron-server[94639]: timer() Aug 19 15:03:53.189687 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:03:53.189687 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 15:03:53.189687 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:03:53.189687 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 15:03:53.189687 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:03:53.189687 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 15:03:53.189687 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:03:53.189687 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 15:03:53.189687 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:03:53.189687 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 15:03:53.189687 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:03:53.189687 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:03:53.189687 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:03:53.189687 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:03:53.189687 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:03:53.189687 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 15:03:53.189687 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:03:53.189687 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 15:03:53.189687 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:03:53.189687 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:03:53.189687 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:03:53.189687 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 15:03:53.189687 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:03:53.189687 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:03:53.189687 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:03:53.189687 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:03:53.189687 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:03:53.189687 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:03:53.189687 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:03:53.259079 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49021ce-325a-4e3d-9718-c094149d08eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b501d9be-7a05-417f-b90b-1d4b11f16498,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:53.281248 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-809ec2fd-6edc-4407-8863-336a2b8b5bf5 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:53.294030 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a49021ce-325a-4e3d-9718-c094149d08eb admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:03:53.298065 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-809ec2fd-6edc-4407-8863-336a2b8b5bf5 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:53.300972 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-809ec2fd-6edc-4407-8863-336a2b8b5bf5 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "DELETE /v2.0/networks/6765cfb6-fc36-4f66-9fee-5c2b5625e7f0 HTTP/1.1" status: 204 len: 168 time: 0.4812126 Aug 19 15:03:53.306645 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51358) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:53.348044 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a49021ce-325a-4e3d-9718-c094149d08eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:53.348392 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-a49021ce-325a-4e3d-9718-c094149d08eb admin admin] Added segment bd215c9a-6703-48f3-add9-e5cd8365c64f of type vlan for network 47ba3de3-b6d2-41c7-9d65-d3b82476df5d Aug 19 15:03:53.350409 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ec2fd-6edc-4407-8863-336a2b8b5bf5 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Pushing event deleted for resources: {'Network': ['ID=6765cfb6-fc36-4f66-9fee-5c2b5625e7f0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:53.352776 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e1b9c23-2501-49dd-b6db-2f03f6420c69 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] DELETE failed (client error): The resource could not be found. Aug 19 15:03:53.353284 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e1b9c23-2501-49dd-b6db-2f03f6420c69 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:03:53.355315 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8e1b9c23-2501-49dd-b6db-2f03f6420c69 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "DELETE /v2.0/subnets/03976f9d-0d93-4f3f-8e1f-d348f3e9e7fa HTTP/1.1" status: 404 len: 337 time: 0.0463428 Aug 19 15:03:53.362827 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51360) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:53.419376 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-190db6ed-ff92-48f4-a09c-0628bdfb446f tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] DELETE failed (client error): The resource could not be found. Aug 19 15:03:53.419869 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-190db6ed-ff92-48f4-a09c-0628bdfb446f tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:03:53.424676 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-190db6ed-ff92-48f4-a09c-0628bdfb446f tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "DELETE /v2.0/networks/b90743ff-ad15-40ed-86a6-370c362dade3 HTTP/1.1" status: 404 len: 339 time: 0.0583930 Aug 19 15:03:53.425472 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51362) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:53.460347 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a49021ce-325a-4e3d-9718-c094149d08eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:53.463910 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4832442-a177-4497-95ca-4eb157585fc0 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] DELETE failed (client error): The resource could not be found. Aug 19 15:03:53.464697 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4832442-a177-4497-95ca-4eb157585fc0 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:03:53.469327 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d4832442-a177-4497-95ca-4eb157585fc0 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "DELETE /v2.0/subnets/84c4b7be-38ed-4e31-a2a5-2059a3ba20b5 HTTP/1.1" status: 404 len: 337 time: 0.0402987 Aug 19 15:03:53.469628 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51364) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:53.494639 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0b15d79-d098-4cb4-909f-eb389aec1645 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] DELETE failed (client error): The resource could not be found. Aug 19 15:03:53.495347 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0b15d79-d098-4cb4-909f-eb389aec1645 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:03:53.499506 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c0b15d79-d098-4cb4-909f-eb389aec1645 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "DELETE /v2.0/networks/ca661a39-77d7-496c-b9e9-c30f2ec7bf15 HTTP/1.1" status: 404 len: 339 time: 0.0259759 Aug 19 15:03:53.500438 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51368) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:53.535101 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-215e85a0-6bf4-42d0-839e-eb76c178a978 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] DELETE failed (client error): The resource could not be found. Aug 19 15:03:53.535613 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-215e85a0-6bf4-42d0-839e-eb76c178a978 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:03:53.539592 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-215e85a0-6bf4-42d0-839e-eb76c178a978 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "DELETE /v2.0/subnets/d126c321-bdc1-4bc1-b4e2-a43343368d72 HTTP/1.1" status: 404 len: 337 time: 0.0359581 Aug 19 15:03:53.540177 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51370) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:53.544031 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-662720fc-d293-41d1-89b2-41fb953727d6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Deleting port e3cb2e75-61ed-4e16-a9c2-4d06fbb7dee7 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:03:53.544383 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-662720fc-d293-41d1-89b2-41fb953727d6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:53.589644 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-67e4d755-e3ad-4cff-92c2-824a57f88598 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] DELETE failed (client error): The resource could not be found. Aug 19 15:03:53.591939 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67e4d755-e3ad-4cff-92c2-824a57f88598 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:03:53.597061 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-67e4d755-e3ad-4cff-92c2-824a57f88598 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "DELETE /v2.0/networks/243cb3d0-232e-41fb-9d7d-da5207bbf681 HTTP/1.1" status: 404 len: 339 time: 0.0527186 Aug 19 15:03:53.597061 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a49021ce-325a-4e3d-9718-c094149d08eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:53.597302 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49021ce-325a-4e3d-9718-c094149d08eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:53.599291 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a49021ce-325a-4e3d-9718-c094149d08eb admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:53.605458 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51372) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:53.696229 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-80727372-2fdc-4ac2-9261-a4b75e0d4aab tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] DELETE failed (client error): The resource could not be found. Aug 19 15:03:53.696710 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80727372-2fdc-4ac2-9261-a4b75e0d4aab tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:03:53.702022 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-80727372-2fdc-4ac2-9261-a4b75e0d4aab tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "DELETE /v2.0/subnets/600b9034-3776-4660-9d5e-966f9c23fc98 HTTP/1.1" status: 404 len: 337 time: 0.0882814 Aug 19 15:03:53.702911 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a49021ce-325a-4e3d-9718-c094149d08eb admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2104423 Aug 19 15:03:53.703060 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51376) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:53.710970 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51378) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:53.721747 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-865c84ce-f073-48f2-9e5f-ffab6d701dab admin admin] Request body: {'subnet': {'network_id': '47ba3de3-b6d2-41c7-9d65-d3b82476df5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1813195044-subnet', 'tenant_id': 'a2c1cc5c27964fbaae9b2d5ce4acbbd4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:53.730618 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49021ce-325a-4e3d-9718-c094149d08eb admin admin] Pushing event updated for resources: {'Network': ['ID=47ba3de3-b6d2-41c7-9d65-d3b82476df5d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:53.743984 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 47ba3de3-b6d2-41c7-9d65-d3b82476df5d details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:03:53.753753 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-aee11d52-95da-49d4-be9c-40a1d20715e6 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] DELETE failed (client error): The resource could not be found. Aug 19 15:03:53.754431 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aee11d52-95da-49d4-be9c-40a1d20715e6 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:03:53.756856 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-aee11d52-95da-49d4-be9c-40a1d20715e6 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "DELETE /v2.0/networks/dc085277-7661-4f39-b773-7e14a589a521 HTTP/1.1" status: 404 len: 339 time: 0.0527062 Aug 19 15:03:53.762311 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51380) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:53.766403 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-662720fc-d293-41d1-89b2-41fb953727d6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] For port e3cb2e75-61ed-4e16-a9c2-4d06fbb7dee7, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=e3cb2e75-61ed-4e16-a9c2-4d06fbb7dee7,segment=NetworkSegment(af63bf8d-c499-484e-bc2f-0bd1cbfcd355),segment_id=af63bf8d-c499-484e-bc2f-0bd1cbfcd355)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:53.766906 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-662720fc-d293-41d1-89b2-41fb953727d6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:53.777132 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865c84ce-f073-48f2-9e5f-ffab6d701dab admin admin] Made reservation on behalf of a2c1cc5c27964fbaae9b2d5ce4acbbd4 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:03:53.780322 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-865c84ce-f073-48f2-9e5f-ffab6d701dab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:53.826137 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-72d09f0a-0582-4f5c-a304-8ce46c8ddebd tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] DELETE failed (client error): The resource could not be found. Aug 19 15:03:53.826624 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72d09f0a-0582-4f5c-a304-8ce46c8ddebd tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:03:53.831856 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-72d09f0a-0582-4f5c-a304-8ce46c8ddebd tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "DELETE /v2.0/subnets/95ef1263-4dd1-4d4b-9ac4-39a74edad2e8 HTTP/1.1" status: 404 len: 337 time: 0.0655575 Aug 19 15:03:53.839144 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51382) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:53.855875 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-662720fc-d293-41d1-89b2-41fb953727d6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Calling delete_port for e3cb2e75-61ed-4e16-a9c2-4d06fbb7dee7 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:03:53.872994 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-032f0201-3086-4e16-bf1d-bd619d0dc11a tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] DELETE failed (client error): The resource could not be found. Aug 19 15:03:53.873775 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-032f0201-3086-4e16-bf1d-bd619d0dc11a tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:03:53.875645 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-032f0201-3086-4e16-bf1d-bd619d0dc11a tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "DELETE /v2.0/networks/ccd44c4f-168a-48a3-b9b0-f38ce87d6260 HTTP/1.1" status: 404 len: 339 time: 0.0354314 Aug 19 15:03:53.879520 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51384) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:53.917525 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-42e4d83d-c206-4e88-a86f-7422c54fe78f tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] DELETE failed (client error): The resource could not be found. Aug 19 15:03:53.918010 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42e4d83d-c206-4e88-a86f-7422c54fe78f tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:03:53.923332 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-42e4d83d-c206-4e88-a86f-7422c54fe78f tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "DELETE /v2.0/subnets/80e850da-b776-462a-a5ec-11875b808fac HTTP/1.1" status: 404 len: 337 time: 0.0423830 Aug 19 15:03:53.923939 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51386) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:53.950747 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-77cff136-95ab-425e-b314-5321a7c93949 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] DELETE failed (client error): The resource could not be found. Aug 19 15:03:53.951377 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77cff136-95ab-425e-b314-5321a7c93949 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:03:53.956984 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-77cff136-95ab-425e-b314-5321a7c93949 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "DELETE /v2.0/networks/976c6073-1217-480a-b8bb-930e353361da HTTP/1.1" status: 404 len: 339 time: 0.0302694 Aug 19 15:03:53.957813 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51388) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:54.033556 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-28dfc97f-8de3-498f-841c-9448a7b6ac08 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] DELETE failed (client error): The resource could not be found. Aug 19 15:03:54.033998 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28dfc97f-8de3-498f-841c-9448a7b6ac08 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:03:54.038418 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-28dfc97f-8de3-498f-841c-9448a7b6ac08 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "DELETE /v2.0/subnets/ddf26134-6888-4536-8f85-5ec803cfeb1c HTTP/1.1" status: 404 len: 337 time: 0.0770123 Aug 19 15:03:54.038618 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51390) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:54.066325 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-98da1742-739b-412d-a5a4-cbe62f9e36ee tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] DELETE failed (client error): The resource could not be found. Aug 19 15:03:54.066700 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98da1742-739b-412d-a5a4-cbe62f9e36ee tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:03:54.071191 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-98da1742-739b-412d-a5a4-cbe62f9e36ee tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "DELETE /v2.0/networks/4000a601-f75b-46dc-a8f0-f42ce1a346fb HTTP/1.1" status: 404 len: 339 time: 0.0290673 Aug 19 15:03:54.072166 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51392) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:54.099201 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-865c84ce-f073-48f2-9e5f-ffab6d701dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:54.116074 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-929891e5-6017-4b50-b182-bcdebc78f9cb tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] DELETE failed (client error): The resource could not be found. Aug 19 15:03:54.116559 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-929891e5-6017-4b50-b182-bcdebc78f9cb tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:03:54.120866 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-929891e5-6017-4b50-b182-bcdebc78f9cb tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "DELETE /v2.0/subnets/7819d082-6075-4474-a5ef-353737492440 HTTP/1.1" status: 404 len: 337 time: 0.0460320 Aug 19 15:03:54.121118 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51394) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:54.148589 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f3225ab-4f6b-4c0d-b38d-c678116f9e43 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] DELETE failed (client error): The resource could not be found. Aug 19 15:03:54.149227 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f3225ab-4f6b-4c0d-b38d-c678116f9e43 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:03:54.153312 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-0f3225ab-4f6b-4c0d-b38d-c678116f9e43 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "DELETE /v2.0/networks/1593cbb3-9c6b-4468-a333-8b51f5c932f7 HTTP/1.1" status: 404 len: 339 time: 0.0290029 Aug 19 15:03:54.153558 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51396) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:54.165514 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c84ce-f073-48f2-9e5f-ffab6d701dab admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7e81dc5-6146-4b3e-8ce3-e7f41a08aa17,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:54.187164 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865c84ce-f073-48f2-9e5f-ffab6d701dab admin admin] Checking segment: {'id': 'bd215c9a-6703-48f3-add9-e5cd8365c64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '47ba3de3-b6d2-41c7-9d65-d3b82476df5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:03:54.187860 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865c84ce-f073-48f2-9e5f-ffab6d701dab admin admin] Network hostable DHCP agents. Network: 47ba3de3-b6d2-41c7-9d65-d3b82476df5d, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:03:54.208993 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865c84ce-f073-48f2-9e5f-ffab6d701dab admin admin] Network 47ba3de3-b6d2-41c7-9d65-d3b82476df5d is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:03:54.211830 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-77d50739-d10b-4d60-8eb3-c9f2f59cf914 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Deleting subnet 4b7a352a-be34-4d95-8731-0e01db17c575 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:03:54.217979 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77d50739-d10b-4d60-8eb3-c9f2f59cf914 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:54.222787 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-865c84ce-f073-48f2-9e5f-ffab6d701dab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 47ba3de3-b6d2-41c7-9d65-d3b82476df5d) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:03:54.230739 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865c84ce-f073-48f2-9e5f-ffab6d701dab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:54.232623 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-865c84ce-f073-48f2-9e5f-ffab6d701dab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:54.238464 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3f351d-2123-4dce-bd67-a74935b44643 None None] Network 47ba3de3-b6d2-41c7-9d65-d3b82476df5d requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:03:54.257025 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-865c84ce-f073-48f2-9e5f-ffab6d701dab admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5447063 Aug 19 15:03:54.304790 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77d50739-d10b-4d60-8eb3-c9f2f59cf914 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:54.354597 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-662720fc-d293-41d1-89b2-41fb953727d6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:54.423952 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662720fc-d293-41d1-89b2-41fb953727d6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event deleted for resources: {'Port': ['ID=e3cb2e75-61ed-4e16-a9c2-4d06fbb7dee7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:54.525777 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2344937-5439-425c-b262-a87e0aed6b02 None None] Network 47ba3de3-b6d2-41c7-9d65-d3b82476df5d requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:03:54.563702 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77d50739-d10b-4d60-8eb3-c9f2f59cf914 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:54.764497 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-662720fc-d293-41d1-89b2-41fb953727d6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:54.927047 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77d50739-d10b-4d60-8eb3-c9f2f59cf914 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:54.963625 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d50739-d10b-4d60-8eb3-c9f2f59cf914 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Pushing event deleted for resources: {'Subnet': ['ID=4b7a352a-be34-4d95-8731-0e01db17c575,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:54.973515 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77d50739-d10b-4d60-8eb3-c9f2f59cf914 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:54.977696 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-77d50739-d10b-4d60-8eb3-c9f2f59cf914 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "DELETE /v2.0/subnets/4b7a352a-be34-4d95-8731-0e01db17c575 HTTP/1.1" status: 204 len: 168 time: 0.8209989 Aug 19 15:03:54.978060 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51408) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:54.986571 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf4662f-3c73-48ae-acf3-7e7eb6c4061d None None] Network 99b620b8-c6d0-4e1c-b8db-c6683d0d8844 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:03:55.233581 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8502dfae-05c8-4b48-9732-14edea60f881 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:55.251267 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-662720fc-d293-41d1-89b2-41fb953727d6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Router 686d8860-acf0-400b-979c-5edab405dd60 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:03:55.394237 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-8502dfae-05c8-4b48-9732-14edea60f881 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Deleting port 6c16cd61-1ac0-417f-a679-18662e96e222 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:03:55.394408 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8502dfae-05c8-4b48-9732-14edea60f881 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:55.500674 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-8502dfae-05c8-4b48-9732-14edea60f881 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] For port 6c16cd61-1ac0-417f-a679-18662e96e222, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=6c16cd61-1ac0-417f-a679-18662e96e222,segment=NetworkSegment(c57555b0-c6f9-41c6-a9af-a033e7d94763),segment_id=c57555b0-c6f9-41c6-a9af-a033e7d94763)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:55.502204 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8502dfae-05c8-4b48-9732-14edea60f881 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:55.506405 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8117484-a51b-42f7-a626-8040832fd4a2 None None] DHCP port deletion for 99b620b8-c6d0-4e1c-b8db-c6683d0d8844 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:03:55.531378 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662720fc-d293-41d1-89b2-41fb953727d6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:03:55.551299 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c86c609-1ca9-4afb-8bdc-d321a9b68440 None None] Sync routers for ids ['686d8860-acf0-400b-979c-5edab405dd60'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:03:55.555766 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-8502dfae-05c8-4b48-9732-14edea60f881 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Calling delete_port for 6c16cd61-1ac0-417f-a679-18662e96e222 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:03:55.563826 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-662720fc-d293-41d1-89b2-41fb953727d6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "PUT /v2.0/routers/686d8860-acf0-400b-979c-5edab405dd60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4527373 Aug 19 15:03:55.565921 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c86c609-1ca9-4afb-8bdc-d321a9b68440 None None] Routers {'686d8860-acf0-400b-979c-5edab405dd60'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:03:55.566530 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9c86c609-1ca9-4afb-8bdc-d321a9b68440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:03:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['686d8860-acf0-400b-979c-5edab405dd60'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:55.568628 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51414) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:55.644438 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c8117484-a51b-42f7-a626-8040832fd4a2 None None] Deleting port 6c16cd61-1ac0-417f-a679-18662e96e222 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:03:55.644813 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c8117484-a51b-42f7-a626-8040832fd4a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:55.646757 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-196b442a-4a85-4f6a-9bda-dd1d53b38b10 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Deleting subnet 1c0affc3-2289-41e1-9841-156efcfe8ae7 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:03:55.650758 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-196b442a-4a85-4f6a-9bda-dd1d53b38b10 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:55.735075 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-196b442a-4a85-4f6a-9bda-dd1d53b38b10 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:55.822780 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8502dfae-05c8-4b48-9732-14edea60f881 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:55.829004 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c8117484-a51b-42f7-a626-8040832fd4a2 None None] For port 6c16cd61-1ac0-417f-a679-18662e96e222, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=6c16cd61-1ac0-417f-a679-18662e96e222,segment=NetworkSegment(c57555b0-c6f9-41c6-a9af-a033e7d94763),segment_id=c57555b0-c6f9-41c6-a9af-a033e7d94763)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:55.830963 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c8117484-a51b-42f7-a626-8040832fd4a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:55.836890 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-9c86c609-1ca9-4afb-8bdc-d321a9b68440 None None] Set router 686d8860-acf0-400b-979c-5edab405dd60 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:03:55.855005 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c8117484-a51b-42f7-a626-8040832fd4a2 None None] Calling delete_port for 6c16cd61-1ac0-417f-a679-18662e96e222 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:03:55.931054 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8502dfae-05c8-4b48-9732-14edea60f881 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] No DVR routers for this DVR port 6c16cd61-1ac0-417f-a679-18662e96e222 on host n-d-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:03:55.998732 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-196b442a-4a85-4f6a-9bda-dd1d53b38b10 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:55.999993 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8502dfae-05c8-4b48-9732-14edea60f881 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Pushing event deleted for resources: {'Port': ['ID=6c16cd61-1ac0-417f-a679-18662e96e222,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:56.034399 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502dfae-05c8-4b48-9732-14edea60f881 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:56.036145 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502dfae-05c8-4b48-9732-14edea60f881 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:56.037371 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502dfae-05c8-4b48-9732-14edea60f881 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:56.039407 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502dfae-05c8-4b48-9732-14edea60f881 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:56.040081 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502dfae-05c8-4b48-9732-14edea60f881 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:56.042234 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502dfae-05c8-4b48-9732-14edea60f881 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:56.043617 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502dfae-05c8-4b48-9732-14edea60f881 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:56.044140 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502dfae-05c8-4b48-9732-14edea60f881 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:56.044655 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502dfae-05c8-4b48-9732-14edea60f881 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:56.046482 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502dfae-05c8-4b48-9732-14edea60f881 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:56.047871 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502dfae-05c8-4b48-9732-14edea60f881 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:56.049984 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502dfae-05c8-4b48-9732-14edea60f881 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:03:56.066319 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:03:56.066319 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 15:03:56.066319 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:03:56.066319 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 15:03:56.066319 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:03:56.066319 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 15:03:56.066319 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:03:56.066319 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 15:03:56.066319 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:03:56.066319 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 15:03:56.066319 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:03:56.066319 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 15:03:56.066319 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:03:56.066319 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 15:03:56.066319 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:03:56.066319 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 15:03:56.066319 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:03:56.066319 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 15:03:56.066319 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:03:56.066319 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 15:03:56.066319 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:03:56.066319 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 15:03:56.066319 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:03:56.066319 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 15:03:56.066319 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:03:56.066319 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 15:03:56.066319 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:03:56.066319 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 15:03:56.066319 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:03:56.066319 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 15:03:56.066319 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:03:56.066319 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 15:03:56.066319 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:03:56.066319 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 15:03:56.066319 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:03:56.066319 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 15:03:56.066319 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:03:56.066319 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 15:03:56.066319 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:03:56.066319 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 15:03:56.066319 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:03:56.066319 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 15:03:56.066319 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:03:56.066319 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 15:03:56.066319 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:03:56.066319 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 15:03:56.066319 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:03:56.066319 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 15:03:56.066319 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:03:56.066319 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 15:03:56.066319 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:03:56.066319 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 15:03:56.066319 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:03:56.066319 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 15:03:56.077925 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c8117484-a51b-42f7-a626-8040832fd4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:56.153638 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-196b442a-4a85-4f6a-9bda-dd1d53b38b10 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:56.168770 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8117484-a51b-42f7-a626-8040832fd4a2 None None] Pushing event deleted for resources: {'Port': ['ID=6c16cd61-1ac0-417f-a679-18662e96e222,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:56.175957 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8117484-a51b-42f7-a626-8040832fd4a2 None None] No DVR routers for this DVR port 6c16cd61-1ac0-417f-a679-18662e96e222 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:03:56.208861 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b442a-4a85-4f6a-9bda-dd1d53b38b10 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event deleted for resources: {'Subnet': ['ID=1c0affc3-2289-41e1-9841-156efcfe8ae7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:56.218807 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-196b442a-4a85-4f6a-9bda-dd1d53b38b10 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:56.221661 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-196b442a-4a85-4f6a-9bda-dd1d53b38b10 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "DELETE /v2.0/subnets/1c0affc3-2289-41e1-9841-156efcfe8ae7 HTTP/1.1" status: 204 len: 168 time: 0.6518378 Aug 19 15:03:56.224257 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51418) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:56.231588 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8b90c7-599f-40f2-829a-5e0bf37e5012 None None] Network 0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:03:56.245339 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8502dfae-05c8-4b48-9732-14edea60f881 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:56.268775 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-8502dfae-05c8-4b48-9732-14edea60f881 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99b620b8-c6d0-4e1c-b8db-c6683d0d8844']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:56.285205 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-8502dfae-05c8-4b48-9732-14edea60f881 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c57555b0-c6f9-41c6-a9af-a033e7d94763') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:56.286459 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-8502dfae-05c8-4b48-9732-14edea60f881 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c57555b0-c6f9-41c6-a9af-a033e7d94763') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:56.302459 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8502dfae-05c8-4b48-9732-14edea60f881 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:56.316953 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9c86c609-1ca9-4afb-8bdc-d321a9b68440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686d8860-acf0-400b-979c-5edab405dd60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688666358', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '4c7094b8-95a4-462c-affc-ba6c265673c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:24Z', 'updated_at': '2021-08-19T15:03:54Z', 'revision_number': 5, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port': {'id': '4c7094b8-95a4-462c-affc-ba6c265673c6', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686d8860-acf0-400b-979c-5edab405dd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:26Z', 'updated_at': '2021-08-19T15:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:56.326186 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8502dfae-05c8-4b48-9732-14edea60f881 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:56.343556 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8502dfae-05c8-4b48-9732-14edea60f881 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:03:56.344581 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8502dfae-05c8-4b48-9732-14edea60f881 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:56.357371 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 15:03:56.357371 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:03:56.357371 n-d-766043-2 neutron-server[94639]: timer() Aug 19 15:03:56.357371 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:03:56.357371 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 15:03:56.357371 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:03:56.357371 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 15:03:56.357371 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:03:56.357371 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 15:03:56.357371 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:03:56.357371 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 15:03:56.357371 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:03:56.357371 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 15:03:56.357371 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:03:56.357371 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:03:56.357371 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:03:56.357371 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:03:56.357371 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:03:56.357371 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 15:03:56.357371 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:03:56.357371 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 15:03:56.357371 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:03:56.357371 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:03:56.357371 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:03:56.357371 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 15:03:56.357371 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:03:56.357371 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:03:56.357371 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:03:56.357371 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:03:56.357371 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:03:56.357371 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:03:56.357371 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:03:56.451776 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c86c609-1ca9-4afb-8bdc-d321a9b68440 None None] Checking router: 686d8860-acf0-400b-979c-5edab405dd60 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:03:56.469819 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8502dfae-05c8-4b48-9732-14edea60f881 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:56.479216 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8502dfae-05c8-4b48-9732-14edea60f881 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:56.480347 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c86c609-1ca9-4afb-8bdc-d321a9b68440 None None] Routers {'686d8860-acf0-400b-979c-5edab405dd60'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:03:56.481103 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9c86c609-1ca9-4afb-8bdc-d321a9b68440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:03:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['686d8860-acf0-400b-979c-5edab405dd60'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:56.489279 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8502dfae-05c8-4b48-9732-14edea60f881 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] 10.222.0.69 "DELETE /v2.0/networks/99b620b8-c6d0-4e1c-b8db-c6683d0d8844 HTTP/1.1" status: 204 len: 168 time: 1.5100460 Aug 19 15:03:56.507674 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dce3dadf-fe1e-481b-8ec2-f5bc70f42213 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:56.530063 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8502dfae-05c8-4b48-9732-14edea60f881 tempest-NetworksTest-1248741849 tempest-NetworksTest-1248741849-project] Pushing event deleted for resources: {'Network': ['ID=99b620b8-c6d0-4e1c-b8db-c6683d0d8844,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:56.622913 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b880fe-5253-42fb-b73d-75681996b0be None None] DHCP port deletion for 0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:03:56.719025 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dce3dadf-fe1e-481b-8ec2-f5bc70f42213 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:56.733299 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-9c86c609-1ca9-4afb-8bdc-d321a9b68440 None None] Set router 686d8860-acf0-400b-979c-5edab405dd60 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:03:56.737054 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-71b880fe-5253-42fb-b73d-75681996b0be None None] Deleting port 498db234-ea36-484b-918c-068a5d6deffa {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:03:56.737751 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-71b880fe-5253-42fb-b73d-75681996b0be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:56.827202 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-dce3dadf-fe1e-481b-8ec2-f5bc70f42213 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Deleting port 4c7094b8-95a4-462c-affc-ba6c265673c6 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:03:56.827556 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dce3dadf-fe1e-481b-8ec2-f5bc70f42213 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:56.854645 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-71b880fe-5253-42fb-b73d-75681996b0be None None] For port 498db234-ea36-484b-918c-068a5d6deffa, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=498db234-ea36-484b-918c-068a5d6deffa,segment=NetworkSegment(af63bf8d-c499-484e-bc2f-0bd1cbfcd355),segment_id=af63bf8d-c499-484e-bc2f-0bd1cbfcd355)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:56.855216 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-71b880fe-5253-42fb-b73d-75681996b0be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:56.887206 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51434) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:56.889836 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-71b880fe-5253-42fb-b73d-75681996b0be None None] Calling delete_port for 498db234-ea36-484b-918c-068a5d6deffa owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:03:56.971409 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-dce3dadf-fe1e-481b-8ec2-f5bc70f42213 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] For port 4c7094b8-95a4-462c-affc-ba6c265673c6, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=4c7094b8-95a4-462c-affc-ba6c265673c6,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:03:56.972091 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dce3dadf-fe1e-481b-8ec2-f5bc70f42213 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:56.987403 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-dce3dadf-fe1e-481b-8ec2-f5bc70f42213 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Calling delete_port for 4c7094b8-95a4-462c-affc-ba6c265673c6 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:03:57.060802 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-71b880fe-5253-42fb-b73d-75681996b0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:57.102368 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9c86c609-1ca9-4afb-8bdc-d321a9b68440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686d8860-acf0-400b-979c-5edab405dd60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688666358', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '4c7094b8-95a4-462c-affc-ba6c265673c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:24Z', 'updated_at': '2021-08-19T15:03:54Z', 'revision_number': 5, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port': {'id': '4c7094b8-95a4-462c-affc-ba6c265673c6', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686d8860-acf0-400b-979c-5edab405dd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:26Z', 'updated_at': '2021-08-19T15:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:57.112594 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b880fe-5253-42fb-b73d-75681996b0be None None] No DVR routers for this DVR port 498db234-ea36-484b-918c-068a5d6deffa on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:03:57.126504 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b880fe-5253-42fb-b73d-75681996b0be None None] Pushing event deleted for resources: {'Port': ['ID=498db234-ea36-484b-918c-068a5d6deffa,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:57.192265 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c86c609-1ca9-4afb-8bdc-d321a9b68440 None None] The sync data for ids ['686d8860-acf0-400b-979c-5edab405dd60'] in n-d-766043-2 is: [{'id': '686d8860-acf0-400b-979c-5edab405dd60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688666358', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '4c7094b8-95a4-462c-affc-ba6c265673c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:24Z', 'updated_at': '2021-08-19T15:03:54Z', 'revision_number': 5, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port': {'id': '4c7094b8-95a4-462c-affc-ba6c265673c6', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686d8860-acf0-400b-979c-5edab405dd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:26Z', 'updated_at': '2021-08-19T15:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:03:57.222686 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 6c16cd61-1ac0-417f-a679-18662e96e222 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:03:57.235156 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-75e4dd39-ca0f-4a69-8ab9-28277aebf946 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b282aeab29dc4af8be668127145bb009&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3453133 Aug 19 15:03:57.239614 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51448) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:57.287451 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 6c16cd61-1ac0-417f-a679-18662e96e222 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:03:57.288307 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 6c16cd61-1ac0-417f-a679-18662e96e222 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:03:57.288954 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 498db234-ea36-484b-918c-068a5d6deffa no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:03:57.313929 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 498db234-ea36-484b-918c-068a5d6deffa {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:03:57.314541 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 498db234-ea36-484b-918c-068a5d6deffa not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:03:57.320170 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758f627-aa76-475c-b038-cff1cdf09e8c req-b67cdec7-3038-4493-929c-fbb274d4a856 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:57.321742 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5758f627-aa76-475c-b038-cff1cdf09e8c req-b67cdec7-3038-4493-929c-fbb274d4a856 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.69 "GET /v2.0/networks?id=47ba3de3-b6d2-41c7-9d65-d3b82476df5d HTTP/1.1" status: 200 len: 809 time: 0.1795681 Aug 19 15:03:57.328467 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dce3dadf-fe1e-481b-8ec2-f5bc70f42213 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:57.342906 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d6008c11-186d-4cfe-94d9-55129d4dc099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:57.372049 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d6008c11-186d-4cfe-94d9-55129d4dc099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:57.375822 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce3dadf-fe1e-481b-8ec2-f5bc70f42213 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event deleted for resources: {'Port': ['ID=4c7094b8-95a4-462c-affc-ba6c265673c6,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:57.399041 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5758f627-aa76-475c-b038-cff1cdf09e8c req-772a46e1-7286-4bf3-b176-18ce926f694f tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.69 "GET /v2.0/quotas/a2c1cc5c27964fbaae9b2d5ce4acbbd4 HTTP/1.1" status: 200 len: 375 time: 0.0646734 Aug 19 15:03:57.446457 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d6008c11-186d-4cfe-94d9-55129d4dc099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:57.452352 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d6008c11-186d-4cfe-94d9-55129d4dc099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:57.455200 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d6008c11-186d-4cfe-94d9-55129d4dc099 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8c16118f-a629-41b1-8a71-1a955e467867 HTTP/1.1" status: 204 len: 168 time: 0.2130036 Aug 19 15:03:57.464634 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5758f627-aa76-475c-b038-cff1cdf09e8c req-82dea2f4-5ba4-44bb-a400-26c762d86171 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a2c1cc5c27964fbaae9b2d5ce4acbbd4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396488 Aug 19 15:03:57.471771 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6008c11-186d-4cfe-94d9-55129d4dc099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c16118f-a629-41b1-8a71-1a955e467867,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:57.510429 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dce3dadf-fe1e-481b-8ec2-f5bc70f42213 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:58.008389 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dce3dadf-fe1e-481b-8ec2-f5bc70f42213 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:58.011987 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dce3dadf-fe1e-481b-8ec2-f5bc70f42213 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:58.077055 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dce3dadf-fe1e-481b-8ec2-f5bc70f42213 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:58.077506 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce3dadf-fe1e-481b-8ec2-f5bc70f42213 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Fanout notify agent at l3_agent the message router_deleted on router 686d8860-acf0-400b-979c-5edab405dd60 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:03:58.089630 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dce3dadf-fe1e-481b-8ec2-f5bc70f42213 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:58.090770 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-dce3dadf-fe1e-481b-8ec2-f5bc70f42213 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "DELETE /v2.0/routers/686d8860-acf0-400b-979c-5edab405dd60 HTTP/1.1" status: 204 len: 168 time: 1.8654211 Aug 19 15:03:58.093573 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51466) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:58.107974 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5758f627-aa76-475c-b038-cff1cdf09e8c req-2238f102-6542-49dd-a8cb-b215e99a59a6 service neutron] 10.222.0.69 "GET /v2.0/networks/47ba3de3-b6d2-41c7-9d65-d3b82476df5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6281116 Aug 19 15:03:58.212159 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d93ad5f0-5f1d-42fc-b085-fffb8ceb04d5 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:58.241953 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5758f627-aa76-475c-b038-cff1cdf09e8c req-64551130-d6e7-48f5-a7e3-2314f3e64f99 service neutron] 10.222.0.69 "GET /v2.0/networks/47ba3de3-b6d2-41c7-9d65-d3b82476df5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259053 Aug 19 15:03:58.342195 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d93ad5f0-5f1d-42fc-b085-fffb8ceb04d5 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:58.353318 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-d93ad5f0-5f1d-42fc-b085-fffb8ceb04d5 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:58.366208 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-d93ad5f0-5f1d-42fc-b085-fffb8ceb04d5 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af63bf8d-c499-484e-bc2f-0bd1cbfcd355') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:58.366556 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-d93ad5f0-5f1d-42fc-b085-fffb8ceb04d5 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af63bf8d-c499-484e-bc2f-0bd1cbfcd355') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:03:58.380518 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d93ad5f0-5f1d-42fc-b085-fffb8ceb04d5 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:58.400253 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d93ad5f0-5f1d-42fc-b085-fffb8ceb04d5 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:58.409648 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d93ad5f0-5f1d-42fc-b085-fffb8ceb04d5 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:03:58.410633 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d93ad5f0-5f1d-42fc-b085-fffb8ceb04d5 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:58.415992 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 15:03:58.415992 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:03:58.415992 n-d-766043-2 neutron-server[94639]: timer() Aug 19 15:03:58.415992 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:03:58.415992 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 15:03:58.415992 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:03:58.415992 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 15:03:58.415992 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:03:58.415992 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 15:03:58.415992 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:03:58.415992 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 15:03:58.415992 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:03:58.415992 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 15:03:58.415992 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:03:58.415992 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:03:58.415992 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:03:58.415992 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:03:58.415992 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:03:58.415992 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 15:03:58.415992 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:03:58.415992 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 15:03:58.415992 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:03:58.415992 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:03:58.415992 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:03:58.415992 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 15:03:58.415992 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:03:58.415992 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:03:58.415992 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:03:58.415992 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:03:58.415992 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:03:58.415992 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:03:58.415992 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:03:58.498838 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d93ad5f0-5f1d-42fc-b085-fffb8ceb04d5 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:58.531678 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d93ad5f0-5f1d-42fc-b085-fffb8ceb04d5 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:58.537641 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d93ad5f0-5f1d-42fc-b085-fffb8ceb04d5 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "DELETE /v2.0/networks/0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e HTTP/1.1" status: 204 len: 168 time: 0.4422781 Aug 19 15:03:58.538461 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93ad5f0-5f1d-42fc-b085-fffb8ceb04d5 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event deleted for resources: {'Network': ['ID=0dfe00f8-6a34-4d75-94d4-5a6cb1d1b51e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:58.538748 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51482) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:58.579267 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51484) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:58.623751 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6b13bbfc-c77f-43bf-9859-f3174bc748b6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:58.645444 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-3203e7cb-73a0-483d-a4cb-0c52c3520642 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1043093880'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:58.654589 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6b13bbfc-c77f-43bf-9859-f3174bc748b6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:58.676091 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3203e7cb-73a0-483d-a4cb-0c52c3520642 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Made reservation on behalf of 2a7b68b0834747aea23e980eb854792a for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:03:58.684913 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3203e7cb-73a0-483d-a4cb-0c52c3520642 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:58.706524 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3203e7cb-73a0-483d-a4cb-0c52c3520642 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:58.781894 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6b13bbfc-c77f-43bf-9859-f3174bc748b6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:58.789334 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6b13bbfc-c77f-43bf-9859-f3174bc748b6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:58.793921 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-6b13bbfc-c77f-43bf-9859-f3174bc748b6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "DELETE /v2.0/security-groups/7df29e2b-5559-4b1c-8c7b-8990489dce1d HTTP/1.1" status: 204 len: 168 time: 0.2524743 Aug 19 15:03:58.823256 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b13bbfc-c77f-43bf-9859-f3174bc748b6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df29e2b-5559-4b1c-8c7b-8990489dce1d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:58.935052 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3203e7cb-73a0-483d-a4cb-0c52c3520642 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:58.940080 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3203e7cb-73a0-483d-a4cb-0c52c3520642 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:58.982283 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3203e7cb-73a0-483d-a4cb-0c52c3520642 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:03:58.984438 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3203e7cb-73a0-483d-a4cb-0c52c3520642 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c15e00-06b3-483f-abb2-da860ea559f5,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:59.014584 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3203e7cb-73a0-483d-a4cb-0c52c3520642 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:59.015463 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-3203e7cb-73a0-483d-a4cb-0c52c3520642 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Added segment 89ee4c45-25bc-4dfc-b20e-a26387caa96f of type vlan for network e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf Aug 19 15:03:59.031391 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0cb702e2-8af0-4b45-9d09-246c683e5c7c req-60e21c86-5ead-4565-9f7b-e29803554ab1 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.69 "GET /v2.0/ports?device_id=05fa7e6c-59ac-484d-981d-e544e624a8c9 HTTP/1.1" status: 200 len: 210 time: 0.5545361 Aug 19 15:03:59.080247 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3203e7cb-73a0-483d-a4cb-0c52c3520642 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:59.127277 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3203e7cb-73a0-483d-a4cb-0c52c3520642 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:59.135341 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3203e7cb-73a0-483d-a4cb-0c52c3520642 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:59.135960 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3203e7cb-73a0-483d-a4cb-0c52c3520642 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:59.153385 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device e3cb2e75-61ed-4e16-a9c2-4d06fbb7dee7 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:03:59.178074 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: e3cb2e75-61ed-4e16-a9c2-4d06fbb7dee7 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:03:59.178804 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device e3cb2e75-61ed-4e16-a9c2-4d06fbb7dee7 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:03:59.179623 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 4c7094b8-95a4-462c-affc-ba6c265673c6 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:03:59.206099 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 4c7094b8-95a4-462c-affc-ba6c265673c6 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:03:59.206690 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 4c7094b8-95a4-462c-affc-ba6c265673c6 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:03:59.243138 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-3203e7cb-73a0-483d-a4cb-0c52c3520642 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6606905 Aug 19 15:03:59.243345 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51502) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:59.251002 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3203e7cb-73a0-483d-a4cb-0c52c3520642 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event updated for resources: {'Network': ['ID=e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:59.252563 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-dd551dc7-1178-4f00-aaca-e3314158202a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Request body: {'port': {'network_id': 'e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf', 'name': 'tempest-PortsIpV6TestJSON-2071688337'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:59.262923 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:03:59.312995 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51504) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:59.320509 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-230830ca-d68b-43e2-aee1-8e8e42f3940b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-206109597', 'description': 'tempest-secgroup-smoke-206109597 description', 'project_id': '5784b0340e8242b1aba4ab831f2e3b23'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:59.353744 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-230830ca-d68b-43e2-aee1-8e8e42f3940b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:59.379827 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd551dc7-1178-4f00-aaca-e3314158202a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Made reservation on behalf of 2a7b68b0834747aea23e980eb854792a for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:03:59.387692 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dd551dc7-1178-4f00-aaca-e3314158202a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:59.419616 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-dd551dc7-1178-4f00-aaca-e3314158202a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] device_id is not set on port 53896ac4-aa43-43ae-8dd6-1cfc1774663c yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:03:59.495350 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-230830ca-d68b-43e2-aee1-8e8e42f3940b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:59.500623 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-230830ca-d68b-43e2-aee1-8e8e42f3940b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:59.531939 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-230830ca-d68b-43e2-aee1-8e8e42f3940b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:59.533430 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-230830ca-d68b-43e2-aee1-8e8e42f3940b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2182739 Aug 19 15:03:59.537111 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51506) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:59.542206 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7e7cd843-9a59-4326-930b-27be7200a2bb tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Request body: {'security_group_rule': {'security_group_id': '4a4db4eb-d4df-4899-a042-35b38e1e17f5', 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:59.549730 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230830ca-d68b-43e2-aee1-8e8e42f3940b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4db4eb-d4df-4899-a042-35b38e1e17f5,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:59.580757 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7e7cd843-9a59-4326-930b-27be7200a2bb tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:59.625872 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dd551dc7-1178-4f00-aaca-e3314158202a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:59.646831 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7e7cd843-9a59-4326-930b-27be7200a2bb tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:59.651740 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7e7cd843-9a59-4326-930b-27be7200a2bb tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:59.667939 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7cd843-9a59-4326-930b-27be7200a2bb tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0fd1cf4-f2a5-4bfb-a856-1d77b63dc445,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:59.676154 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dd551dc7-1178-4f00-aaca-e3314158202a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:59.678919 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7e7cd843-9a59-4326-930b-27be7200a2bb tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:59.680450 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7e7cd843-9a59-4326-930b-27be7200a2bb tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1423411 Aug 19 15:03:59.683179 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51508) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:59.690750 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-016808fd-b40e-431d-9d74-8aeaa437d10f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Request body: {'security_group_rule': {'security_group_id': '4a4db4eb-d4df-4899-a042-35b38e1e17f5', 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:59.725919 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-016808fd-b40e-431d-9d74-8aeaa437d10f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:59.738106 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd551dc7-1178-4f00-aaca-e3314158202a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event updated for resources: {'Port': ['ID=53896ac4-aa43-43ae-8dd6-1cfc1774663c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:59.748884 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd551dc7-1178-4f00-aaca-e3314158202a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Checking segment: {'id': '89ee4c45-25bc-4dfc-b20e-a26387caa96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:03:59.749242 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd551dc7-1178-4f00-aaca-e3314158202a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Network hostable DHCP agents. Network: e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:03:59.766856 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd551dc7-1178-4f00-aaca-e3314158202a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Network e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:03:59.778866 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-dd551dc7-1178-4f00-aaca-e3314158202a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:03:59.783467 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd551dc7-1178-4f00-aaca-e3314158202a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:03:59.791198 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd551dc7-1178-4f00-aaca-e3314158202a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:03:59.791198 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dd551dc7-1178-4f00-aaca-e3314158202a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:59.795790 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce415fc2-edc8-47b6-a08b-64c297de7947 None None] Network e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:03:59.815000 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-dd551dc7-1178-4f00-aaca-e3314158202a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5682173 Aug 19 15:03:59.816456 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51510) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:59.817507 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-016808fd-b40e-431d-9d74-8aeaa437d10f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:59.824215 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6083b3d5-c464-424d-b0b1-06f3007d8342 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-785316360'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:59.825097 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-016808fd-b40e-431d-9d74-8aeaa437d10f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:59.855967 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016808fd-b40e-431d-9d74-8aeaa437d10f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42efedd1-8596-4726-8327-129269f7a846,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:03:59.886544 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6083b3d5-c464-424d-b0b1-06f3007d8342 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Made reservation on behalf of 2a7b68b0834747aea23e980eb854792a for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:03:59.891205 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6083b3d5-c464-424d-b0b1-06f3007d8342 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:59.896599 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-016808fd-b40e-431d-9d74-8aeaa437d10f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:59.898395 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-016808fd-b40e-431d-9d74-8aeaa437d10f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2128732 Aug 19 15:03:59.901728 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51514) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:03:59.910331 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d55d49b0-29ef-47af-b758-93351a0715ad tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Request body: {'security_group_rule': {'security_group_id': '4a4db4eb-d4df-4899-a042-35b38e1e17f5', 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:03:59.981748 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d55d49b0-29ef-47af-b758-93351a0715ad tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:03:59.984524 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6083b3d5-c464-424d-b0b1-06f3007d8342 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:04:00.019402 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6083b3d5-c464-424d-b0b1-06f3007d8342 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:00.019763 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-6083b3d5-c464-424d-b0b1-06f3007d8342 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Added segment 55173a70-d840-4b2e-af1c-5c82d09324ae of type vlan for network cda5490c-46e0-4d83-b7dc-caff3ccb43dd Aug 19 15:04:00.078331 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758f627-aa76-475c-b038-cff1cdf09e8c req-b503a961-fb58-4d1d-bc41-8d4d9180265d tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:00.080805 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5758f627-aa76-475c-b038-cff1cdf09e8c req-b503a961-fb58-4d1d-bc41-8d4d9180265d tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.68 "GET /v2.0/networks?id=47ba3de3-b6d2-41c7-9d65-d3b82476df5d HTTP/1.1" status: 200 len: 809 time: 0.2060339 Aug 19 15:04:00.083603 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d55d49b0-29ef-47af-b758-93351a0715ad tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:00.089492 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d55d49b0-29ef-47af-b758-93351a0715ad tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:00.090312 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6083b3d5-c464-424d-b0b1-06f3007d8342 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:00.098228 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-5758f627-aa76-475c-b038-cff1cdf09e8c req-28be7060-7429-42ce-9217-13303a796e7c tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Request body: {'port': {'device_id': '05fa7e6c-59ac-484d-981d-e544e624a8c9', 'network_id': '47ba3de3-b6d2-41c7-9d65-d3b82476df5d', 'admin_state_up': True, 'tenant_id': 'a2c1cc5c27964fbaae9b2d5ce4acbbd4'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:00.117994 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d55d49b0-29ef-47af-b758-93351a0715ad tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:00.119562 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d55d49b0-29ef-47af-b758-93351a0715ad tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2166820 Aug 19 15:04:00.122350 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51520) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:00.129031 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a894e19a-6242-4030-8030-ac432c3ca178 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Request body: {'security_group_rule': {'security_group_id': '4a4db4eb-d4df-4899-a042-35b38e1e17f5', 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:00.134062 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d49b0-29ef-47af-b758-93351a0715ad tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55f2f544-4bc1-4284-886a-2c3b153c8fc0,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:00.163785 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a894e19a-6242-4030-8030-ac432c3ca178 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:00.200731 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2d19ce0a-4f5c-4154-96aa-8a3077334c9b req-4ad194be-c1be-47bf-bacc-7da9b2427226 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.69 "GET /v2.0/ports?device_id=05fa7e6c-59ac-484d-981d-e544e624a8c9 HTTP/1.1" status: 200 len: 210 time: 0.0442433 Aug 19 15:04:00.235605 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a894e19a-6242-4030-8030-ac432c3ca178 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:00.238986 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6083b3d5-c464-424d-b0b1-06f3007d8342 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:00.239882 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a894e19a-6242-4030-8030-ac432c3ca178 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:00.244629 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6083b3d5-c464-424d-b0b1-06f3007d8342 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:00.245276 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6083b3d5-c464-424d-b0b1-06f3007d8342 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:00.263124 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a894e19a-6242-4030-8030-ac432c3ca178 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b502e37a-09f0-4144-9387-219d4d77d42f,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:00.267958 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a894e19a-6242-4030-8030-ac432c3ca178 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:00.270426 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a894e19a-6242-4030-8030-ac432c3ca178 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1454620 Aug 19 15:04:00.272295 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51522) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:00.282681 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8ed652c6-b1a9-4b56-9f9f-69e0e6459bdc tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Request body: {'security_group_rule': {'security_group_id': '4a4db4eb-d4df-4899-a042-35b38e1e17f5', 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:00.318094 n-d-766043-2 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-8ed652c6-b1a9-4b56-9f9f-69e0e6459bdc tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Project 5784b0340e8242b1aba4ab831f2e3b23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:04:00.321943 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-6083b3d5-c464-424d-b0b1-06f3007d8342 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5016565 Aug 19 15:04:00.324167 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ed652c6-b1a9-4b56-9f9f-69e0e6459bdc tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:00.327524 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51528) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:00.339210 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e1479bf1-9a38-4367-aff5-1e5a1258305c tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Request body: {'ports': [{'network_id': 'e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf'}, {'network_id': 'cda5490c-46e0-4d83-b7dc-caff3ccb43dd'}]} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:00.339654 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e1479bf1-9a38-4367-aff5-1e5a1258305c tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Request body: {'port': {'network_id': 'e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:00.340034 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e1479bf1-9a38-4367-aff5-1e5a1258305c tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Request body: {'port': {'network_id': 'cda5490c-46e0-4d83-b7dc-caff3ccb43dd'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:00.343300 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6083b3d5-c464-424d-b0b1-06f3007d8342 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event updated for resources: {'Network': ['ID=cda5490c-46e0-4d83-b7dc-caff3ccb43dd,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:00.348473 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5758f627-aa76-475c-b038-cff1cdf09e8c req-28be7060-7429-42ce-9217-13303a796e7c tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Made reservation on behalf of a2c1cc5c27964fbaae9b2d5ce4acbbd4 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:04:00.352302 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5758f627-aa76-475c-b038-cff1cdf09e8c req-28be7060-7429-42ce-9217-13303a796e7c tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:00.357974 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network cda5490c-46e0-4d83-b7dc-caff3ccb43dd details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:04:00.505194 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-5758f627-aa76-475c-b038-cff1cdf09e8c req-28be7060-7429-42ce-9217-13303a796e7c tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Allocated IP 172.20.0.4 (47ba3de3-b6d2-41c7-9d65-d3b82476df5d/b7e81dc5-6146-4b3e-8ce3-e7f41a08aa17/8c477bb0-2507-4664-94ee-a6b5e8e773c1) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:04:00.512207 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ed652c6-b1a9-4b56-9f9f-69e0e6459bdc tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:00.522645 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ed652c6-b1a9-4b56-9f9f-69e0e6459bdc tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:00.549576 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ed652c6-b1a9-4b56-9f9f-69e0e6459bdc tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:00.550774 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8ed652c6-b1a9-4b56-9f9f-69e0e6459bdc tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2753007 Aug 19 15:04:00.554256 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51534) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:00.560340 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-32262a88-8a4f-47bd-8af6-79bc2fe90d93 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Request body: {'security_group_rule': {'security_group_id': '4a4db4eb-d4df-4899-a042-35b38e1e17f5', 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:00.565576 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed652c6-b1a9-4b56-9f9f-69e0e6459bdc tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0203311-03f2-4fbe-a7d4-2a23047accb5,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:00.621260 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.db.api [None req-e1479bf1-9a38-4367-aff5-1e5a1258305c tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 15:04:00.621260 n-d-766043-2 neutron-server[94639]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 15:04:00.621260 n-d-766043-2 neutron-server[94639]: [parameters: {'project_id_1': '2a7b68b0834747aea23e980eb854792a', 'expiration_1': datetime.datetime(2021, 8, 19, 15, 4, 0, 575236)}] Aug 19 15:04:00.621260 n-d-766043-2 neutron-server[94639]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:04:00.621689 n-d-766043-2 neutron-server[94639]: DEBUG oslo_db.api [None req-e1479bf1-9a38-4367-aff5-1e5a1258305c tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:04:00.637295 n-d-766043-2 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-32262a88-8a4f-47bd-8af6-79bc2fe90d93 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Project 5784b0340e8242b1aba4ab831f2e3b23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:04:00.644361 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-32262a88-8a4f-47bd-8af6-79bc2fe90d93 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:00.723953 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5758f627-aa76-475c-b038-cff1cdf09e8c req-28be7060-7429-42ce-9217-13303a796e7c tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:00.753104 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-32262a88-8a4f-47bd-8af6-79bc2fe90d93 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:00.759468 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-32262a88-8a4f-47bd-8af6-79bc2fe90d93 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:00.789236 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32262a88-8a4f-47bd-8af6-79bc2fe90d93 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ec10562-7ed8-4cab-8d0c-ec0d59dffc83,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:00.802465 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-32262a88-8a4f-47bd-8af6-79bc2fe90d93 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:00.803811 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-32262a88-8a4f-47bd-8af6-79bc2fe90d93 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2471039 Aug 19 15:04:00.806967 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5758f627-aa76-475c-b038-cff1cdf09e8c req-28be7060-7429-42ce-9217-13303a796e7c tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:00.807443 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51540) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:00.814111 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-f3ad2ff7-2541-4058-88ea-3f689bc5f294 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Request body: {'network': {'name': 'tempest-network-smoke--1631472531', 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'port_security_enabled': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:00.878236 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5758f627-aa76-475c-b038-cff1cdf09e8c req-28be7060-7429-42ce-9217-13303a796e7c tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Network 47ba3de3-b6d2-41c7-9d65-d3b82476df5d is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:04:00.884740 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-5758f627-aa76-475c-b038-cff1cdf09e8c req-28be7060-7429-42ce-9217-13303a796e7c tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:04:00.890174 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-5758f627-aa76-475c-b038-cff1cdf09e8c req-28be7060-7429-42ce-9217-13303a796e7c tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:04:00.893392 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ad2ff7-2541-4058-88ea-3f689bc5f294 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Made reservation on behalf of 5784b0340e8242b1aba4ab831f2e3b23 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:04:00.896880 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f3ad2ff7-2541-4058-88ea-3f689bc5f294 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:00.919223 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28be7060-7429-42ce-9217-13303a796e7c tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Pushing event updated for resources: {'Port': ['ID=8c477bb0-2507-4664-94ee-a6b5e8e773c1,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:00.963525 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758f627-aa76-475c-b038-cff1cdf09e8c req-28be7060-7429-42ce-9217-13303a796e7c tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:00.964163 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5758f627-aa76-475c-b038-cff1cdf09e8c req-28be7060-7429-42ce-9217-13303a796e7c tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:00.969996 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3ad2ff7-2541-4058-88ea-3f689bc5f294 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:04:00.985803 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f3ad2ff7-2541-4058-88ea-3f689bc5f294 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:00.986084 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-f3ad2ff7-2541-4058-88ea-3f689bc5f294 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Added segment 2cff94a8-d32d-498b-85b8-f4d9632ebdb6 of type vlan for network efa5a2dd-d570-4b86-a31b-68a1c7c9f708 Aug 19 15:04:00.995231 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5758f627-aa76-475c-b038-cff1cdf09e8c req-28be7060-7429-42ce-9217-13303a796e7c tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9022551 Aug 19 15:04:01.023929 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-5758f627-aa76-475c-b038-cff1cdf09e8c req-dcaedc05-8d64-43fb-b170-b46154386805 service neutron] Request body: {'port': {'device_id': '05fa7e6c-59ac-484d-981d-e544e624a8c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:01.058065 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f3ad2ff7-2541-4058-88ea-3f689bc5f294 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:01.114984 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5758f627-aa76-475c-b038-cff1cdf09e8c req-dcaedc05-8d64-43fb-b170-b46154386805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:01.123661 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f3ad2ff7-2541-4058-88ea-3f689bc5f294 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:01.129723 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ad2ff7-2541-4058-88ea-3f689bc5f294 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:01.130338 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f3ad2ff7-2541-4058-88ea-3f689bc5f294 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:01.151825 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1479bf1-9a38-4367-aff5-1e5a1258305c tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Made reservation on behalf of 2a7b68b0834747aea23e980eb854792a for: {'port': 2} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:04:01.157478 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1479bf1-9a38-4367-aff5-1e5a1258305c tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:01.173160 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1479bf1-9a38-4367-aff5-1e5a1258305c tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:01.219205 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f3ad2ff7-2541-4058-88ea-3f689bc5f294 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4109316 Aug 19 15:04:01.223762 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51550) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:01.271391 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-e1479bf1-9a38-4367-aff5-1e5a1258305c tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] device_id is not set on port 6e3f1f59-2c80-4805-bd16-85dc2bcccff6 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:04:01.326265 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-908f01c8-43e4-4fb2-9c58-bf27cc2153fb tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1327483110', 'admin_state_up': True, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:01.332566 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad2ff7-2541-4058-88ea-3f689bc5f294 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'Network': ['ID=efa5a2dd-d570-4b86-a31b-68a1c7c9f708,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:01.346301 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network efa5a2dd-d570-4b86-a31b-68a1c7c9f708 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:04:01.424146 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d19bc-e3b9-4669-9e32-8c3562d240ee req-d3add415-a30f-4b27-8c3f-489a86204415 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:01.425721 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f68d19bc-e3b9-4669-9e32-8c3562d240ee req-d3add415-a30f-4b27-8c3f-489a86204415 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.69 "GET /v2.0/ports?device_id=05fa7e6c-59ac-484d-981d-e544e624a8c9 HTTP/1.1" status: 200 len: 931 time: 0.0906029 Aug 19 15:04:01.447473 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b7378343-c90d-436a-931d-d72e14317056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:01.453260 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1479bf1-9a38-4367-aff5-1e5a1258305c tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:01.492966 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-908f01c8-43e4-4fb2-9c58-bf27cc2153fb tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:01.493929 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-908f01c8-43e4-4fb2-9c58-bf27cc2153fb tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:01.539798 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-e1479bf1-9a38-4367-aff5-1e5a1258305c tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] device_id is not set on port cafb31ef-666a-49b9-af47-56abf5ae46b5 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:04:01.623447 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f68d19bc-e3b9-4669-9e32-8c3562d240ee req-75f14214-7b83-4e39-9fe0-3f73c6f8c8f3 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.69 "GET /v2.0/security-groups?id=b501d9be-7a05-417f-b90b-1d4b11f16498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689379 Aug 19 15:04:01.637015 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-908f01c8-43e4-4fb2-9c58-bf27cc2153fb tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:01.659780 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1479bf1-9a38-4367-aff5-1e5a1258305c tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:01.703070 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1479bf1-9a38-4367-aff5-1e5a1258305c tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:01.746727 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1479bf1-9a38-4367-aff5-1e5a1258305c tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Network e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:04:01.751820 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-e1479bf1-9a38-4367-aff5-1e5a1258305c tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:04:01.755537 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1479bf1-9a38-4367-aff5-1e5a1258305c tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:04:01.757879 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1479bf1-9a38-4367-aff5-1e5a1258305c tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:01.767681 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1479bf1-9a38-4367-aff5-1e5a1258305c tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event updated for resources: {'Port': ['ID=6e3f1f59-2c80-4805-bd16-85dc2bcccff6,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:01.838105 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1479bf1-9a38-4367-aff5-1e5a1258305c tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event updated for resources: {'Port': ['ID=cafb31ef-666a-49b9-af47-56abf5ae46b5,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:01.842898 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-908f01c8-43e4-4fb2-9c58-bf27cc2153fb tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:01.844317 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1479bf1-9a38-4367-aff5-1e5a1258305c tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Checking segment: {'id': '55173a70-d840-4b2e-af1c-5c82d09324ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'cda5490c-46e0-4d83-b7dc-caff3ccb43dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:04:01.844720 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1479bf1-9a38-4367-aff5-1e5a1258305c tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Network hostable DHCP agents. Network: cda5490c-46e0-4d83-b7dc-caff3ccb43dd, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:04:01.856285 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-5758f627-aa76-475c-b038-cff1cdf09e8c req-dcaedc05-8d64-43fb-b170-b46154386805 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c477bb0-2507-4664-94ee-a6b5e8e773c1 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:04:01.870273 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5758f627-aa76-475c-b038-cff1cdf09e8c req-dcaedc05-8d64-43fb-b170-b46154386805 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:01.875259 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1479bf1-9a38-4367-aff5-1e5a1258305c tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Network cda5490c-46e0-4d83-b7dc-caff3ccb43dd is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:04:01.893577 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-e1479bf1-9a38-4367-aff5-1e5a1258305c tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, cda5490c-46e0-4d83-b7dc-caff3ccb43dd) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:04:01.898571 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1479bf1-9a38-4367-aff5-1e5a1258305c tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:04:01.904790 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-5758f627-aa76-475c-b038-cff1cdf09e8c req-dcaedc05-8d64-43fb-b170-b46154386805 service neutron] Transition to ACTIVE for port object 8c477bb0-2507-4664-94ee-a6b5e8e773c1 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:04:01.906178 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079cc94e-5253-406a-b8ef-92446d8a0424 None None] Network cda5490c-46e0-4d83-b7dc-caff3ccb43dd requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:04:01.920316 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1479bf1-9a38-4367-aff5-1e5a1258305c tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:01.927023 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1479bf1-9a38-4367-aff5-1e5a1258305c tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:01.927760 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1479bf1-9a38-4367-aff5-1e5a1258305c tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:01.943512 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5758f627-aa76-475c-b038-cff1cdf09e8c req-dcaedc05-8d64-43fb-b170-b46154386805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:01.950538 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51554) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:01.951746 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e1479bf1-9a38-4367-aff5-1e5a1258305c tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6230016 Aug 19 15:04:02.071860 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaedc05-8d64-43fb-b170-b46154386805 service neutron] Pushing event updated for resources: {'Port': ['ID=8c477bb0-2507-4664-94ee-a6b5e8e773c1,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:02.230240 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-5758f627-aa76-475c-b038-cff1cdf09e8c req-dcaedc05-8d64-43fb-b170-b46154386805 service neutron] Attempting to bind port 8c477bb0-2507-4664-94ee-a6b5e8e773c1 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:04:02.230716 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-5758f627-aa76-475c-b038-cff1cdf09e8c req-dcaedc05-8d64-43fb-b170-b46154386805 service neutron] Attempting to bind port 8c477bb0-2507-4664-94ee-a6b5e8e773c1 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': 'bd215c9a-6703-48f3-add9-e5cd8365c64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '47ba3de3-b6d2-41c7-9d65-d3b82476df5d'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:04:02.231151 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5758f627-aa76-475c-b038-cff1cdf09e8c req-dcaedc05-8d64-43fb-b170-b46154386805 service neutron] Attempting to bind port 8c477bb0-2507-4664-94ee-a6b5e8e773c1 on network 47ba3de3-b6d2-41c7-9d65-d3b82476df5d {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:04:02.245535 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5758f627-aa76-475c-b038-cff1cdf09e8c req-dcaedc05-8d64-43fb-b170-b46154386805 service neutron] Port 8c477bb0-2507-4664-94ee-a6b5e8e773c1 on network 47ba3de3-b6d2-41c7-9d65-d3b82476df5d not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:04:02.246126 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5758f627-aa76-475c-b038-cff1cdf09e8c req-dcaedc05-8d64-43fb-b170-b46154386805 service neutron] Attempting to bind port 8c477bb0-2507-4664-94ee-a6b5e8e773c1 on network 47ba3de3-b6d2-41c7-9d65-d3b82476df5d {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:04:02.260556 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5758f627-aa76-475c-b038-cff1cdf09e8c req-dcaedc05-8d64-43fb-b170-b46154386805 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:04:02.260979 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5758f627-aa76-475c-b038-cff1cdf09e8c req-dcaedc05-8d64-43fb-b170-b46154386805 service neutron] Checking segment: {'id': 'bd215c9a-6703-48f3-add9-e5cd8365c64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '47ba3de3-b6d2-41c7-9d65-d3b82476df5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:04:02.261455 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5758f627-aa76-475c-b038-cff1cdf09e8c req-dcaedc05-8d64-43fb-b170-b46154386805 service neutron] Bound using segment: {'id': 'bd215c9a-6703-48f3-add9-e5cd8365c64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '47ba3de3-b6d2-41c7-9d65-d3b82476df5d'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:04:02.261980 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-5758f627-aa76-475c-b038-cff1cdf09e8c req-dcaedc05-8d64-43fb-b170-b46154386805 service neutron] Bound port: 8c477bb0-2507-4664-94ee-a6b5e8e773c1, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd215c9a-6703-48f3-add9-e5cd8365c64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '47ba3de3-b6d2-41c7-9d65-d3b82476df5d'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:04:02.262391 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5758f627-aa76-475c-b038-cff1cdf09e8c req-dcaedc05-8d64-43fb-b170-b46154386805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:02.279920 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a99452d6-c875-4f94-9652-8cc1e4baf8e6 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Deleting port cafb31ef-666a-49b9-af47-56abf5ae46b5 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:04:02.280335 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a99452d6-c875-4f94-9652-8cc1e4baf8e6 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:02.446940 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a99452d6-c875-4f94-9652-8cc1e4baf8e6 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:02.475239 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a99452d6-c875-4f94-9652-8cc1e4baf8e6 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Calling delete_port for cafb31ef-666a-49b9-af47-56abf5ae46b5 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:04:02.513156 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-908f01c8-43e4-4fb2-9c58-bf27cc2153fb tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:02.858359 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-908f01c8-43e4-4fb2-9c58-bf27cc2153fb tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:02.904800 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-5758f627-aa76-475c-b038-cff1cdf09e8c req-dcaedc05-8d64-43fb-b170-b46154386805 service neutron] For port 8c477bb0-2507-4664-94ee-a6b5e8e773c1, host n-h1-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:04:02.937909 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-5758f627-aa76-475c-b038-cff1cdf09e8c req-dcaedc05-8d64-43fb-b170-b46154386805 service neutron] For port 8c477bb0-2507-4664-94ee-a6b5e8e773c1, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=8c477bb0-2507-4664-94ee-a6b5e8e773c1,segment=NetworkSegment(bd215c9a-6703-48f3-add9-e5cd8365c64f),segment_id=bd215c9a-6703-48f3-add9-e5cd8365c64f)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:04:02.998987 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5758f627-aa76-475c-b038-cff1cdf09e8c req-dcaedc05-8d64-43fb-b170-b46154386805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:03.145357 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758f627-aa76-475c-b038-cff1cdf09e8c req-dcaedc05-8d64-43fb-b170-b46154386805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:03.145974 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5758f627-aa76-475c-b038-cff1cdf09e8c req-dcaedc05-8d64-43fb-b170-b46154386805 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:03.147370 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5758f627-aa76-475c-b038-cff1cdf09e8c req-dcaedc05-8d64-43fb-b170-b46154386805 service neutron] 10.222.0.68 "PUT /v2.0/ports/8c477bb0-2507-4664-94ee-a6b5e8e773c1 HTTP/1.1" status: 200 len: 1091 time: 2.1308789 Aug 19 15:04:03.152694 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05fa7e6c-59ac-484d-981d-e544e624a8c9', 'tag': '8c477bb0-2507-4664-94ee-a6b5e8e773c1'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:04:03.155309 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3aba0cf-11ae-4e53-9bcd-27da0cbf478e" -d '{"events": [{"name": "network-changed", "server_uuid": "05fa7e6c-59ac-484d-981d-e544e624a8c9", "tag": "8c477bb0-2507-4664-94ee-a6b5e8e773c1"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:04:03.214699 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a99452d6-c875-4f94-9652-8cc1e4baf8e6 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:03.233418 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaedc05-8d64-43fb-b170-b46154386805 service neutron] Pushing event updated for resources: {'Port': ['ID=8c477bb0-2507-4664-94ee-a6b5e8e773c1,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:03.246453 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d55b740-636c-4e5b-a2da-90ff23bd10a6 x-openstack-request-id: req-3d55b740-636c-4e5b-a2da-90ff23bd10a6 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:04:03.246787 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05fa7e6c-59ac-484d-981d-e544e624a8c9", "tag": "8c477bb0-2507-4664-94ee-a6b5e8e773c1", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:04:03.247102 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3d55b740-636c-4e5b-a2da-90ff23bd10a6 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:04:03.247691 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05fa7e6c-59ac-484d-981d-e544e624a8c9', 'tag': '8c477bb0-2507-4664-94ee-a6b5e8e773c1', 'status': 'completed', 'code': 200} Aug 19 15:04:03.282044 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918347f1-6712-4d09-93a9-fe9b2d5f3e86 req-c07ad628-4697-4ec0-9e55-ab0b9aa2c9fe tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:03.284557 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-918347f1-6712-4d09-93a9-fe9b2d5f3e86 req-c07ad628-4697-4ec0-9e55-ab0b9aa2c9fe tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.69 "GET /v2.0/ports?device_id=05fa7e6c-59ac-484d-981d-e544e624a8c9 HTTP/1.1" status: 200 len: 943 time: 0.4349854 Aug 19 15:04:03.321893 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a99452d6-c875-4f94-9652-8cc1e4baf8e6 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:03.325613 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a99452d6-c875-4f94-9652-8cc1e4baf8e6 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "DELETE /v2.0/ports/cafb31ef-666a-49b9-af47-56abf5ae46b5 HTTP/1.1" status: 204 len: 168 time: 1.3714786 Aug 19 15:04:03.328795 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51592) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:03.329547 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99452d6-c875-4f94-9652-8cc1e4baf8e6 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event deleted for resources: {'Port': ['ID=cafb31ef-666a-49b9-af47-56abf5ae46b5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:03.365600 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-908f01c8-43e4-4fb2-9c58-bf27cc2153fb tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Allocated IP 172.25.2.36 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/9737d1aa-682f-423f-ad5c-a49a48a239c9) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:04:03.420244 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758f627-aa76-475c-b038-cff1cdf09e8c req-7c3f93a2-bf7b-4327-95a8-35f92abbafb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:03.424983 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5758f627-aa76-475c-b038-cff1cdf09e8c req-7c3f93a2-bf7b-4327-95a8-35f92abbafb6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a2c1cc5c27964fbaae9b2d5ce4acbbd4&device_id=05fa7e6c-59ac-484d-981d-e544e624a8c9 HTTP/1.1" status: 200 len: 1094 time: 0.2124019 Aug 19 15:04:03.430273 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc931b09-d0ee-49dd-bbcf-0835402b1626 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:03.437501 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc931b09-d0ee-49dd-bbcf-0835402b1626 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:03.442323 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-fc931b09-d0ee-49dd-bbcf-0835402b1626 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1088274 Aug 19 15:04:03.445505 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51594) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:03.544050 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5758f627-aa76-475c-b038-cff1cdf09e8c req-e66ec247-7bfe-4c20-9cdd-f2897661bf1e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c477bb0-2507-4664-94ee-a6b5e8e773c1 HTTP/1.1" status: 200 len: 217 time: 0.1068437 Aug 19 15:04:03.561608 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-918347f1-6712-4d09-93a9-fe9b2d5f3e86 req-a3e04380-9a3b-4e4f-af35-68e83a723648 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.69 "GET /v2.0/security-groups?id=b501d9be-7a05-417f-b90b-1d4b11f16498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454095 Aug 19 15:04:03.578655 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-af901f25-c296-4bdf-9e26-ffeb2b0f3dc0 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Deleting port 6e3f1f59-2c80-4805-bd16-85dc2bcccff6 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:04:03.579009 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-af901f25-c296-4bdf-9e26-ffeb2b0f3dc0 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:03.664969 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-af901f25-c296-4bdf-9e26-ffeb2b0f3dc0 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:03.678939 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758f627-aa76-475c-b038-cff1cdf09e8c req-f2d1ab71-a810-4c8f-800a-19531259f063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:03.680927 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5758f627-aa76-475c-b038-cff1cdf09e8c req-f2d1ab71-a810-4c8f-800a-19531259f063 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b7e81dc5-6146-4b3e-8ce3-e7f41a08aa17 HTTP/1.1" status: 200 len: 849 time: 0.1143343 Aug 19 15:04:03.686063 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-908f01c8-43e4-4fb2-9c58-bf27cc2153fb tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:03.689963 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-af901f25-c296-4bdf-9e26-ffeb2b0f3dc0 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Calling delete_port for 6e3f1f59-2c80-4805-bd16-85dc2bcccff6 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:04:03.720957 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5758f627-aa76-475c-b038-cff1cdf09e8c req-d8f231ca-1ac8-464b-9387-433b39ff3b51 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=47ba3de3-b6d2-41c7-9d65-d3b82476df5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309703 Aug 19 15:04:03.864285 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-908f01c8-43e4-4fb2-9c58-bf27cc2153fb tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:03.865667 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-af901f25-c296-4bdf-9e26-ffeb2b0f3dc0 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:03.931209 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af901f25-c296-4bdf-9e26-ffeb2b0f3dc0 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event deleted for resources: {'Port': ['ID=6e3f1f59-2c80-4805-bd16-85dc2bcccff6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:03.933522 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5758f627-aa76-475c-b038-cff1cdf09e8c req-1161c152-3a33-4e0e-bd88-5714ec49ad98 service neutron] 10.222.0.68 "GET /v2.0/networks/47ba3de3-b6d2-41c7-9d65-d3b82476df5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057893 Aug 19 15:04:03.941123 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-af901f25-c296-4bdf-9e26-ffeb2b0f3dc0 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:03.948510 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908f01c8-43e4-4fb2-9c58-bf27cc2153fb tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:04:03.949445 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-af901f25-c296-4bdf-9e26-ffeb2b0f3dc0 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "DELETE /v2.0/ports/6e3f1f59-2c80-4805-bd16-85dc2bcccff6 HTTP/1.1" status: 204 len: 168 time: 0.5025907 Aug 19 15:04:03.951652 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51596) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:04.033629 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-908f01c8-43e4-4fb2-9c58-bf27cc2153fb tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:04:04.035449 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec06aa0-9b27-4457-9bbe-ed958a0e9557 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:04.042025 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-cec06aa0-9b27-4457-9bbe-ed958a0e9557 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0883689 Aug 19 15:04:04.042697 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908f01c8-43e4-4fb2-9c58-bf27cc2153fb tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:04:04.043407 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51600) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:04.090090 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4fe6fd9-257e-41a6-ba17-8cfabb1888c5 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] GET failed (client error): The resource could not be found. Aug 19 15:04:04.098545 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c4fe6fd9-257e-41a6-ba17-8cfabb1888c5 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "GET /v2.0/ports/cafb31ef-666a-49b9-af47-56abf5ae46b5 HTTP/1.1" status: 404 len: 333 time: 0.0532396 Aug 19 15:04:04.101446 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51602) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:04.115784 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:04.140726 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f01c8-43e4-4fb2-9c58-bf27cc2153fb tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'Port': ['ID=9737d1aa-682f-423f-ad5c-a49a48a239c9,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:04.155571 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7037b00-4b12-47ff-8a3e-ebfb50f37de3 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] GET failed (client error): The resource could not be found. Aug 19 15:04:04.164518 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d7037b00-4b12-47ff-8a3e-ebfb50f37de3 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "GET /v2.0/ports/6e3f1f59-2c80-4805-bd16-85dc2bcccff6 HTTP/1.1" status: 404 len: 333 time: 0.0522411 Aug 19 15:04:04.169908 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51604) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:04.286874 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5758f627-aa76-475c-b038-cff1cdf09e8c req-ac07b948-5f4d-4fe8-8d09-4f082862379e service neutron] 10.222.0.68 "GET /v2.0/networks/47ba3de3-b6d2-41c7-9d65-d3b82476df5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390162 Aug 19 15:04:04.331561 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-99f83265-1e9f-4091-8dc3-bda99024fc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:04.336908 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1f3d965f-94ea-41c2-a23f-89ce96f16302 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:04.490580 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aba0cf-11ae-4e53-9bcd-27da0cbf478e req-0d7500e1-fe85-4841-a06b-33badee39fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:04.492312 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e3aba0cf-11ae-4e53-9bcd-27da0cbf478e req-0d7500e1-fe85-4841-a06b-33badee39fc0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a2c1cc5c27964fbaae9b2d5ce4acbbd4&device_id=05fa7e6c-59ac-484d-981d-e544e624a8c9 HTTP/1.1" status: 200 len: 1094 time: 0.0986910 Aug 19 15:04:04.502235 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1f3d965f-94ea-41c2-a23f-89ce96f16302 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:04.536119 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-1f3d965f-94ea-41c2-a23f-89ce96f16302 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cda5490c-46e0-4d83-b7dc-caff3ccb43dd']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:04.557625 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-1f3d965f-94ea-41c2-a23f-89ce96f16302 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55173a70-d840-4b2e-af1c-5c82d09324ae') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:04.557981 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-1f3d965f-94ea-41c2-a23f-89ce96f16302 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55173a70-d840-4b2e-af1c-5c82d09324ae') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:04.570375 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:04.576687 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1f3d965f-94ea-41c2-a23f-89ce96f16302 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:04.599975 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1f3d965f-94ea-41c2-a23f-89ce96f16302 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:04.605913 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-908f01c8-43e4-4fb2-9c58-bf27cc2153fb tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:04.612053 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f3d965f-94ea-41c2-a23f-89ce96f16302 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:04:04.612576 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1f3d965f-94ea-41c2-a23f-89ce96f16302 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:04.678798 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 15:04:04.678798 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:04:04.678798 n-d-766043-2 neutron-server[94639]: timer() Aug 19 15:04:04.678798 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:04:04.678798 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 15:04:04.678798 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:04:04.678798 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 15:04:04.678798 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:04:04.678798 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 15:04:04.678798 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:04:04.678798 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 15:04:04.678798 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:04:04.678798 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 15:04:04.678798 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:04:04.678798 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:04:04.678798 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:04:04.678798 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:04:04.678798 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:04:04.678798 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 15:04:04.678798 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:04:04.678798 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 15:04:04.678798 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:04:04.678798 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:04:04.678798 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:04:04.678798 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 15:04:04.678798 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:04:04.678798 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:04:04.678798 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:04:04.678798 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:04:04.678798 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:04:04.678798 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:04:04.678798 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:04:04.710706 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1f3d965f-94ea-41c2-a23f-89ce96f16302 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:04.729270 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1f3d965f-94ea-41c2-a23f-89ce96f16302 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:04.731675 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1f3d965f-94ea-41c2-a23f-89ce96f16302 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "DELETE /v2.0/networks/cda5490c-46e0-4d83-b7dc-caff3ccb43dd HTTP/1.1" status: 204 len: 168 time: 0.5602698 Aug 19 15:04:04.736326 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51610) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:04.742133 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4eb35d54-e86f-4159-8d12-eb278bc1e327 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-904135458'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:04.759911 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3d965f-94ea-41c2-a23f-89ce96f16302 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event deleted for resources: {'Network': ['ID=cda5490c-46e0-4d83-b7dc-caff3ccb43dd,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:04.781657 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aba0cf-11ae-4e53-9bcd-27da0cbf478e req-183bee5e-fd82-42c5-a343-810c2212effb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:04.783853 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e3aba0cf-11ae-4e53-9bcd-27da0cbf478e req-183bee5e-fd82-42c5-a343-810c2212effb service neutron] 10.222.0.68 "GET /v2.0/networks?id=47ba3de3-b6d2-41c7-9d65-d3b82476df5d HTTP/1.1" status: 200 len: 910 time: 0.2788708 Aug 19 15:04:04.791946 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb35d54-e86f-4159-8d12-eb278bc1e327 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Made reservation on behalf of 2a7b68b0834747aea23e980eb854792a for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:04:04.797384 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4eb35d54-e86f-4159-8d12-eb278bc1e327 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:04.800196 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7355f4-d3db-4bfc-9dfe-63dc8805390a req-94f4fe53-c339-494e-a37a-5e3c7c6b609f tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:04.803151 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ec7355f4-d3db-4bfc-9dfe-63dc8805390a req-94f4fe53-c339-494e-a37a-5e3c7c6b609f tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.69 "GET /v2.0/ports?device_id=05fa7e6c-59ac-484d-981d-e544e624a8c9 HTTP/1.1" status: 200 len: 943 time: 0.1571884 Aug 19 15:04:04.838476 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eb35d54-e86f-4159-8d12-eb278bc1e327 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:04:04.855426 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4eb35d54-e86f-4159-8d12-eb278bc1e327 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:04.856231 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-4eb35d54-e86f-4159-8d12-eb278bc1e327 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Added segment 362a0ac4-e64b-4209-95df-8e88309170ef of type vlan for network 11d37893-f4f2-452f-a995-4c959003f66a Aug 19 15:04:04.871731 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e3aba0cf-11ae-4e53-9bcd-27da0cbf478e req-69a17f96-cf47-4441-85ac-d803ded54b57 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c477bb0-2507-4664-94ee-a6b5e8e773c1 HTTP/1.1" status: 200 len: 217 time: 0.0641866 Aug 19 15:04:04.922594 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4eb35d54-e86f-4159-8d12-eb278bc1e327 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:04.964199 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4eb35d54-e86f-4159-8d12-eb278bc1e327 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:04.972075 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb35d54-e86f-4159-8d12-eb278bc1e327 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:04.974122 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4eb35d54-e86f-4159-8d12-eb278bc1e327 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:05.032012 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ec7355f4-d3db-4bfc-9dfe-63dc8805390a req-295ab1f6-66c3-43bc-8d3b-a43a9bbcd23c tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.69 "GET /v2.0/security-groups?id=b501d9be-7a05-417f-b90b-1d4b11f16498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138424 Aug 19 15:04:05.062871 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aba0cf-11ae-4e53-9bcd-27da0cbf478e req-eb192f1f-c1f3-4518-8861-73555fa45337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:05.066318 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e3aba0cf-11ae-4e53-9bcd-27da0cbf478e req-eb192f1f-c1f3-4518-8861-73555fa45337 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b7e81dc5-6146-4b3e-8ce3-e7f41a08aa17 HTTP/1.1" status: 200 len: 849 time: 0.1836324 Aug 19 15:04:05.123054 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb35d54-e86f-4159-8d12-eb278bc1e327 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event updated for resources: {'Network': ['ID=11d37893-f4f2-452f-a995-4c959003f66a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:05.148340 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 11d37893-f4f2-452f-a995-4c959003f66a details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:04:05.150499 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4eb35d54-e86f-4159-8d12-eb278bc1e327 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4127216 Aug 19 15:04:05.151177 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51612) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:05.164231 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e3aba0cf-11ae-4e53-9bcd-27da0cbf478e req-231389d4-a49e-4234-9735-d0d3bd824497 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=47ba3de3-b6d2-41c7-9d65-d3b82476df5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447626 Aug 19 15:04:05.166830 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d5b05942-6fbf-4141-a6a3-0c7b65f588ba tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Request body: {'subnet': {'network_id': '11d37893-f4f2-452f-a995-4c959003f66a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:05.194457 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-908f01c8-43e4-4fb2-9c58-bf27cc2153fb tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:05.280733 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:05.362180 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b05942-6fbf-4141-a6a3-0c7b65f588ba tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Made reservation on behalf of 2a7b68b0834747aea23e980eb854792a for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:04:05.366978 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d5b05942-6fbf-4141-a6a3-0c7b65f588ba tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:05.401023 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:05.518366 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e3aba0cf-11ae-4e53-9bcd-27da0cbf478e req-4e95165c-c460-4968-bb7f-6410fb5c8c32 service neutron] 10.222.0.68 "GET /v2.0/networks/47ba3de3-b6d2-41c7-9d65-d3b82476df5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110621 Aug 19 15:04:05.663809 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-908f01c8-43e4-4fb2-9c58-bf27cc2153fb tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Router 91c5a108-4822-4b6f-9622-091eff5979de is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:04:05.675297 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d5b05942-6fbf-4141-a6a3-0c7b65f588ba tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:05.749550 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e3aba0cf-11ae-4e53-9bcd-27da0cbf478e req-387ef517-9584-4f8a-84b2-ff26e556a92d service neutron] 10.222.0.68 "GET /v2.0/networks/47ba3de3-b6d2-41c7-9d65-d3b82476df5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081125 Aug 19 15:04:05.766831 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b05942-6fbf-4141-a6a3-0c7b65f588ba tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event updated for resources: {'Subnet': ['ID=8b3b9f05-db4f-443c-833b-7c0e04dec5ba,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:05.784141 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b05942-6fbf-4141-a6a3-0c7b65f588ba tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Checking segment: {'id': '362a0ac4-e64b-4209-95df-8e88309170ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '11d37893-f4f2-452f-a995-4c959003f66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:04:05.784936 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b05942-6fbf-4141-a6a3-0c7b65f588ba tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Network hostable DHCP agents. Network: 11d37893-f4f2-452f-a995-4c959003f66a, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:04:05.809721 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b05942-6fbf-4141-a6a3-0c7b65f588ba tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Network 11d37893-f4f2-452f-a995-4c959003f66a is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:04:05.822188 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d5b05942-6fbf-4141-a6a3-0c7b65f588ba tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 11d37893-f4f2-452f-a995-4c959003f66a) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:04:05.829780 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b05942-6fbf-4141-a6a3-0c7b65f588ba tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:05.831361 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d5b05942-6fbf-4141-a6a3-0c7b65f588ba tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:05.836451 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372be733-85a1-4661-a889-34e450fbb3c4 None None] Network 11d37893-f4f2-452f-a995-4c959003f66a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:04:05.847726 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908f01c8-43e4-4fb2-9c58-bf27cc2153fb tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:04:05.862025 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d5b05942-6fbf-4141-a6a3-0c7b65f588ba tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7094851 Aug 19 15:04:05.865114 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51618) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:05.878175 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-1bf7df68-1266-4126-8c25-d0804e4c6891 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Request body: {'port': {'network_id': '11d37893-f4f2-452f-a995-4c959003f66a', 'name': 'tempest-PortsIpV6TestJSON-559148333'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:05.889258 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-908f01c8-43e4-4fb2-9c58-bf27cc2153fb tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:05.891373 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-908f01c8-43e4-4fb2-9c58-bf27cc2153fb tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.6621439 Aug 19 15:04:05.896658 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6686d71f-7916-4cbe-bf52-ef0e1c722dd2 None None] Sync routers for ids ['91c5a108-4822-4b6f-9622-091eff5979de'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:04:05.896838 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51620) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:05.915484 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6686d71f-7916-4cbe-bf52-ef0e1c722dd2 None None] Routers {'91c5a108-4822-4b6f-9622-091eff5979de'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:04:05.916780 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6686d71f-7916-4cbe-bf52-ef0e1c722dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:04:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['91c5a108-4822-4b6f-9622-091eff5979de'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:05.957442 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1c69d3fe-b815-48c2-a002-76104e6d03f5 tempest-TestNetworkAdvancedServerOps-1683966279 tempest-TestNetworkAdvancedServerOps-1683966279-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=5784b0340e8242b1aba4ab831f2e3b23&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0580595 Aug 19 15:04:05.963323 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51622) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:06.037762 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf7df68-1266-4126-8c25-d0804e4c6891 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Made reservation on behalf of 2a7b68b0834747aea23e980eb854792a for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:04:06.044503 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1bf7df68-1266-4126-8c25-d0804e4c6891 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:06.098822 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-1bf7df68-1266-4126-8c25-d0804e4c6891 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] device_id is not set on port 4626ae65-8fc8-498f-b07e-fbf9ae1e492e yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:04:06.166338 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f8de49-2b31-438f-b828-5874fe3d9098 tempest-TestNetworkAdvancedServerOps-1683966279 tempest-TestNetworkAdvancedServerOps-1683966279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:06.168061 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-12f8de49-2b31-438f-b828-5874fe3d9098 tempest-TestNetworkAdvancedServerOps-1683966279 tempest-TestNetworkAdvancedServerOps-1683966279-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2037899 Aug 19 15:04:06.172127 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51626) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:06.274342 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9abcbb16-e994-4b86-8d67-f65d702167a0 tempest-TestNetworkAdvancedServerOps-1683966279 tempest-TestNetworkAdvancedServerOps-1683966279-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=88eeec05-6d16-4f02-9461-44ff5e420302&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1002283 Aug 19 15:04:06.278366 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51628) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:06.288003 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-92bf4626-8d22-4ad1-973a-91271c08650a tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-920381206', 'network_id': 'efa5a2dd-d570-4b86-a31b-68a1c7c9f708', 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:06.333323 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-1bf7df68-1266-4126-8c25-d0804e4c6891 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Allocated IP 2001:db8::20f (11d37893-f4f2-452f-a995-4c959003f66a/8b3b9f05-db4f-443c-833b-7c0e04dec5ba/4626ae65-8fc8-498f-b07e-fbf9ae1e492e) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:04:06.379255 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156101c7-e964-4654-b382-2971a2fd6519 req-9e79da57-0f66-4a97-8ecc-12aa1d335514 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:06.381071 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-156101c7-e964-4654-b382-2971a2fd6519 req-9e79da57-0f66-4a97-8ecc-12aa1d335514 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.69 "GET /v2.0/ports?device_id=05fa7e6c-59ac-484d-981d-e544e624a8c9 HTTP/1.1" status: 200 len: 943 time: 0.2116556 Aug 19 15:04:06.394818 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-6686d71f-7916-4cbe-bf52-ef0e1c722dd2 None None] Set router 91c5a108-4822-4b6f-9622-091eff5979de gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:04:06.620896 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62fb196-6793-48a6-86bf-79ea92e5b1d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-11d37893-f4f2-452f-a995-4c959003f66a', 'network_id': '11d37893-f4f2-452f-a995-4c959003f66a', 'tenant_id': '2a7b68b0834747aea23e980eb854792a', 'fixed_ips': [{'subnet_id': '8b3b9f05-db4f-443c-833b-7c0e04dec5ba'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:04:06.621962 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f62fb196-6793-48a6-86bf-79ea92e5b1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:06.623181 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1bf7df68-1266-4126-8c25-d0804e4c6891 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:06.647961 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-1bf7df68-1266-4126-8c25-d0804e4c6891 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Transition to ACTIVE for port object 4626ae65-8fc8-498f-b07e-fbf9ae1e492e will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:04:06.711170 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1bf7df68-1266-4126-8c25-d0804e4c6891 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:06.850392 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf7df68-1266-4126-8c25-d0804e4c6891 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Network 11d37893-f4f2-452f-a995-4c959003f66a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:04:06.866510 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-1bf7df68-1266-4126-8c25-d0804e4c6891 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:04:06.877925 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf7df68-1266-4126-8c25-d0804e4c6891 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:04:06.894951 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf7df68-1266-4126-8c25-d0804e4c6891 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:06.895865 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1bf7df68-1266-4126-8c25-d0804e4c6891 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:06.898274 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-156101c7-e964-4654-b382-2971a2fd6519 req-8d56de01-63f8-4121-af4d-f1cd5cc1f918 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.69 "GET /v2.0/security-groups?id=b501d9be-7a05-417f-b90b-1d4b11f16498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5084727 Aug 19 15:04:06.906185 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6686d71f-7916-4cbe-bf52-ef0e1c722dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c5a108-4822-4b6f-9622-091eff5979de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327483110', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '9737d1aa-682f-423f-ad5c-a49a48a239c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:04:01Z', 'updated_at': '2021-08-19T15:04:04Z', 'revision_number': 3, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port': {'id': '9737d1aa-682f-423f-ad5c-a49a48a239c9', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c5a108-4822-4b6f-9622-091eff5979de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:02Z', 'updated_at': '2021-08-19T15:04:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:06.953795 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92bf4626-8d22-4ad1-973a-91271c08650a tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Made reservation on behalf of 5784b0340e8242b1aba4ab831f2e3b23 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:04:06.960846 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-92bf4626-8d22-4ad1-973a-91271c08650a tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:06.969506 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf7df68-1266-4126-8c25-d0804e4c6891 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event updated for resources: {'Port': ['ID=4626ae65-8fc8-498f-b07e-fbf9ae1e492e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:06.989119 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1bf7df68-1266-4126-8c25-d0804e4c6891 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1203825 Aug 19 15:04:06.993496 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51638) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:07.010328 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6686d71f-7916-4cbe-bf52-ef0e1c722dd2 None None] Checking router: 91c5a108-4822-4b6f-9622-091eff5979de for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:04:07.010910 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6686d71f-7916-4cbe-bf52-ef0e1c722dd2 None None] Updating router 91c5a108-4822-4b6f-9622-091eff5979de port 9737d1aa-682f-423f-ad5c-a49a48a239c9 binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:04:07.088490 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:07.153119 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-8a799788-77c0-4c7f-8bca-3ab395f1b5d9 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Deleting port 4626ae65-8fc8-498f-b07e-fbf9ae1e492e {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:04:07.153485 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8a799788-77c0-4c7f-8bca-3ab395f1b5d9 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:07.171060 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6686d71f-7916-4cbe-bf52-ef0e1c722dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:07.214921 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-f62fb196-6793-48a6-86bf-79ea92e5b1d8 None None] Allocated IP 2001:db8::2 (11d37893-f4f2-452f-a995-4c959003f66a/8b3b9f05-db4f-443c-833b-7c0e04dec5ba/7153811f-280b-4501-a296-eae6408d1717) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:04:07.327715 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8a799788-77c0-4c7f-8bca-3ab395f1b5d9 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:07.349974 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-8a799788-77c0-4c7f-8bca-3ab395f1b5d9 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Calling delete_port for 4626ae65-8fc8-498f-b07e-fbf9ae1e492e owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:04:07.394895 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf8a308-f27c-4d36-a1c2-3b0c806cda8e req-f31c40b2-ec4b-45c9-8c01-ab10abaa1e7e tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:07.403213 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4bf8a308-f27c-4d36-a1c2-3b0c806cda8e req-f31c40b2-ec4b-45c9-8c01-ab10abaa1e7e tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/networks?id=042ff527-1fae-4bd9-883c-64e28e4df4d0 HTTP/1.1" status: 200 len: 811 time: 0.2237995 Aug 19 15:04:07.459718 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4bf8a308-f27c-4d36-a1c2-3b0c806cda8e req-69ce1d45-90e6-4f01-a160-f00b8f149fd9 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/quotas/0550ac85b3b548ae984f8729832afa44 HTTP/1.1" status: 200 len: 375 time: 0.0553083 Aug 19 15:04:07.478746 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-92bf4626-8d22-4ad1-973a-91271c08650a tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:07.592513 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4bf8a308-f27c-4d36-a1c2-3b0c806cda8e req-2f94dec5-009d-4e1d-8fc5-346cc63f106f tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0550ac85b3b548ae984f8729832afa44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1294839 Aug 19 15:04:07.596223 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf4626-8d22-4ad1-973a-91271c08650a tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'Subnet': ['ID=a011c1be-9b05-4239-aaa2-42073d462e8e,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:07.605476 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8a799788-77c0-4c7f-8bca-3ab395f1b5d9 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:07.612745 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf4626-8d22-4ad1-973a-91271c08650a tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:07.612745 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf4626-8d22-4ad1-973a-91271c08650a tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:07.613260 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf4626-8d22-4ad1-973a-91271c08650a tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:07.613668 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf4626-8d22-4ad1-973a-91271c08650a tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:07.614075 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf4626-8d22-4ad1-973a-91271c08650a tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:07.614481 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf4626-8d22-4ad1-973a-91271c08650a tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:07.614885 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf4626-8d22-4ad1-973a-91271c08650a tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:07.615286 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf4626-8d22-4ad1-973a-91271c08650a tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:07.616023 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf4626-8d22-4ad1-973a-91271c08650a tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:07.616023 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf4626-8d22-4ad1-973a-91271c08650a tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:07.616344 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf4626-8d22-4ad1-973a-91271c08650a tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:07.616814 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf4626-8d22-4ad1-973a-91271c08650a tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:07.626839 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bf4626-8d22-4ad1-973a-91271c08650a tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Checking segment: {'id': '2cff94a8-d32d-498b-85b8-f4d9632ebdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'efa5a2dd-d570-4b86-a31b-68a1c7c9f708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:04:07.627397 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bf4626-8d22-4ad1-973a-91271c08650a tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Network hostable DHCP agents. Network: efa5a2dd-d570-4b86-a31b-68a1c7c9f708, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:04:07.636559 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f62fb196-6793-48a6-86bf-79ea92e5b1d8 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:07.647525 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f62fb196-6793-48a6-86bf-79ea92e5b1d8 None None] Transition to ACTIVE for port object 7153811f-280b-4501-a296-eae6408d1717 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:04:07.653863 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a799788-77c0-4c7f-8bca-3ab395f1b5d9 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event deleted for resources: {'Port': ['ID=4626ae65-8fc8-498f-b07e-fbf9ae1e492e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:07.672960 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f62fb196-6793-48a6-86bf-79ea92e5b1d8 None None] Transition to ACTIVE for port object 7153811f-280b-4501-a296-eae6408d1717 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:04:07.688267 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8a799788-77c0-4c7f-8bca-3ab395f1b5d9 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:07.695051 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8a799788-77c0-4c7f-8bca-3ab395f1b5d9 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "DELETE /v2.0/ports/4626ae65-8fc8-498f-b07e-fbf9ae1e492e HTTP/1.1" status: 204 len: 168 time: 0.6970937 Aug 19 15:04:07.695777 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51646) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:07.701044 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bf4626-8d22-4ad1-973a-91271c08650a tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Network efa5a2dd-d570-4b86-a31b-68a1c7c9f708 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:04:07.703692 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f62fb196-6793-48a6-86bf-79ea92e5b1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:07.743626 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-92bf4626-8d22-4ad1-973a-91271c08650a tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, efa5a2dd-d570-4b86-a31b-68a1c7c9f708) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:04:07.745303 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-17a30f24-eeb4-4397-81d6-fef278e40793 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] DELETE failed (client error): The resource could not be found. Aug 19 15:04:07.746177 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17a30f24-eeb4-4397-81d6-fef278e40793 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:04:07.748672 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-17a30f24-eeb4-4397-81d6-fef278e40793 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "DELETE /v2.0/ports/4626ae65-8fc8-498f-b07e-fbf9ae1e492e HTTP/1.1" status: 404 len: 333 time: 0.0507438 Aug 19 15:04:07.752737 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51648) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:07.753836 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bf4626-8d22-4ad1-973a-91271c08650a tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:07.754498 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-92bf4626-8d22-4ad1-973a-91271c08650a tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:07.777102 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3666db14-6f8b-4867-b893-2a964112ec39 None None] Network efa5a2dd-d570-4b86-a31b-68a1c7c9f708 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:04:07.799220 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dbaeb3e-841f-4a2f-b3d2-96b40391dd67 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] GET failed (client error): The resource could not be found. Aug 19 15:04:07.801232 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-8dbaeb3e-841f-4a2f-b3d2-96b40391dd67 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "GET /v2.0/ports/4626ae65-8fc8-498f-b07e-fbf9ae1e492e HTTP/1.1" status: 404 len: 333 time: 0.0435019 Aug 19 15:04:07.807362 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51650) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:07.808444 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-92bf4626-8d22-4ad1-973a-91271c08650a tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5280325 Aug 19 15:04:07.809618 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51652) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:07.819267 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4bf8a308-f27c-4d36-a1c2-3b0c806cda8e req-530e1974-c101-4751-95da-33b004a6c26c service neutron] 10.222.0.69 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092977 Aug 19 15:04:07.853901 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62fb196-6793-48a6-86bf-79ea92e5b1d8 None None] Network 11d37893-f4f2-452f-a995-4c959003f66a is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:04:07.862790 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62fb196-6793-48a6-86bf-79ea92e5b1d8 None None] Pushing event updated for resources: {'Port': ['ID=7153811f-280b-4501-a296-eae6408d1717,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:07.874691 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-f62fb196-6793-48a6-86bf-79ea92e5b1d8 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:04:07.882523 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62fb196-6793-48a6-86bf-79ea92e5b1d8 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:04:07.925578 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4bf8a308-f27c-4d36-a1c2-3b0c806cda8e req-5c3ad846-7f24-43df-a287-0d183ab7fa98 service neutron] 10.222.0.69 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050503 Aug 19 15:04:08.097901 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a0274-1807-433d-84af-4b8ac1ec6ab3 req-955a67c7-6020-4f4e-b51a-491b703a9c88 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:08.102458 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f62fb196-6793-48a6-86bf-79ea92e5b1d8 None None] Attempting to bind port 7153811f-280b-4501-a296-eae6408d1717 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:04:08.102841 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f62fb196-6793-48a6-86bf-79ea92e5b1d8 None None] Attempting to bind port 7153811f-280b-4501-a296-eae6408d1717 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '362a0ac4-e64b-4209-95df-8e88309170ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '11d37893-f4f2-452f-a995-4c959003f66a'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:04:08.103212 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62fb196-6793-48a6-86bf-79ea92e5b1d8 None None] Attempting to bind port 7153811f-280b-4501-a296-eae6408d1717 on network 11d37893-f4f2-452f-a995-4c959003f66a {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:04:08.106265 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6b4a0274-1807-433d-84af-4b8ac1ec6ab3 req-955a67c7-6020-4f4e-b51a-491b703a9c88 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.69 "GET /v2.0/ports?device_id=05fa7e6c-59ac-484d-981d-e544e624a8c9 HTTP/1.1" status: 200 len: 943 time: 0.1058803 Aug 19 15:04:08.179304 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6b4a0274-1807-433d-84af-4b8ac1ec6ab3 req-24d29301-694a-4ce6-ab16-d6c96d5203bd tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.69 "GET /v2.0/security-groups?id=b501d9be-7a05-417f-b90b-1d4b11f16498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702171 Aug 19 15:04:08.191648 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62fb196-6793-48a6-86bf-79ea92e5b1d8 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:04:08.192124 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62fb196-6793-48a6-86bf-79ea92e5b1d8 None None] Checking segment: {'id': '362a0ac4-e64b-4209-95df-8e88309170ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '11d37893-f4f2-452f-a995-4c959003f66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:04:08.192769 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f62fb196-6793-48a6-86bf-79ea92e5b1d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:08.193382 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62fb196-6793-48a6-86bf-79ea92e5b1d8 None None] Bound using segment: {'id': '362a0ac4-e64b-4209-95df-8e88309170ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '11d37893-f4f2-452f-a995-4c959003f66a'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:04:08.194100 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f62fb196-6793-48a6-86bf-79ea92e5b1d8 None None] Bound port: 7153811f-280b-4501-a296-eae6408d1717, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362a0ac4-e64b-4209-95df-8e88309170ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '11d37893-f4f2-452f-a995-4c959003f66a'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:04:08.194990 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f62fb196-6793-48a6-86bf-79ea92e5b1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:08.292447 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6686d71f-7916-4cbe-bf52-ef0e1c722dd2 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:08.301275 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c985d540-4737-4547-bcf0-0df52f5ccded None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-efa5a2dd-d570-4b86-a31b-68a1c7c9f708', 'network_id': 'efa5a2dd-d570-4b86-a31b-68a1c7c9f708', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'fixed_ips': [{'subnet_id': 'a011c1be-9b05-4239-aaa2-42073d462e8e'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:04:08.302373 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c985d540-4737-4547-bcf0-0df52f5ccded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:08.338920 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6686d71f-7916-4cbe-bf52-ef0e1c722dd2 None None] Transition to ACTIVE for port object 9737d1aa-682f-423f-ad5c-a49a48a239c9 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:04:08.356691 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6686d71f-7916-4cbe-bf52-ef0e1c722dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:08.422043 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f62fb196-6793-48a6-86bf-79ea92e5b1d8 None None] For port 7153811f-280b-4501-a296-eae6408d1717, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:04:08.497881 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-2886a21c-8162-4310-9594-34a093b6a5b5 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Deleting subnet 8b3b9f05-db4f-443c-833b-7c0e04dec5ba {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:04:08.504175 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2886a21c-8162-4310-9594-34a093b6a5b5 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:08.569499 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2886a21c-8162-4310-9594-34a093b6a5b5 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:08.620394 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f62fb196-6793-48a6-86bf-79ea92e5b1d8 None None] For port 7153811f-280b-4501-a296-eae6408d1717, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=7153811f-280b-4501-a296-eae6408d1717,segment=NetworkSegment(362a0ac4-e64b-4209-95df-8e88309170ef),segment_id=362a0ac4-e64b-4209-95df-8e88309170ef)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:04:08.621939 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-6686d71f-7916-4cbe-bf52-ef0e1c722dd2 None None] Attempting to bind port 9737d1aa-682f-423f-ad5c-a49a48a239c9 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:04:08.622313 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-6686d71f-7916-4cbe-bf52-ef0e1c722dd2 None None] Attempting to bind port 9737d1aa-682f-423f-ad5c-a49a48a239c9 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:04:08.622679 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6686d71f-7916-4cbe-bf52-ef0e1c722dd2 None None] Attempting to bind port 9737d1aa-682f-423f-ad5c-a49a48a239c9 on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:04:08.625438 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0529c0b1-1920-4ee9-bd93-047135e70761 None None] Pushing event updated for resources: {'Port': ['ID=9737d1aa-682f-423f-ad5c-a49a48a239c9,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:08.656146 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 8c477bb0-2507-4664-94ee-a6b5e8e773c1 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:04:08.660134 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e39b9330-44b5-41b6-8b79-781cbee12548 req-cab91330-85de-40cc-9547-b77674b4edd4 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=40dbd0dc-4d56-41a3-96c6-a8bbfaef6f7e HTTP/1.1" status: 200 len: 210 time: 0.1057537 Aug 19 15:04:08.670519 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f62fb196-6793-48a6-86bf-79ea92e5b1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:08.689972 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c7ff62ae-f470-46be-8040-4cb77ab9ce1d req-11dd3911-7b87-40ee-999c-d77e19c1731d service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=5d57b2c9-f3da-41b2-8a3b-d20bd9534247&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2052336 Aug 19 15:04:08.702174 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6686d71f-7916-4cbe-bf52-ef0e1c722dd2 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:04:08.702553 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6686d71f-7916-4cbe-bf52-ef0e1c722dd2 None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:04:08.702960 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6686d71f-7916-4cbe-bf52-ef0e1c722dd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:08.703356 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6686d71f-7916-4cbe-bf52-ef0e1c722dd2 None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:04:08.704922 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-6686d71f-7916-4cbe-bf52-ef0e1c722dd2 None None] Bound port: 9737d1aa-682f-423f-ad5c-a49a48a239c9, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:04:08.705331 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6686d71f-7916-4cbe-bf52-ef0e1c722dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:08.773345 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2886a21c-8162-4310-9594-34a093b6a5b5 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:08.785016 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6686d71f-7916-4cbe-bf52-ef0e1c722dd2 None None] For port 9737d1aa-682f-423f-ad5c-a49a48a239c9, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:04:08.788951 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6686d71f-7916-4cbe-bf52-ef0e1c722dd2 None None] For port 9737d1aa-682f-423f-ad5c-a49a48a239c9, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=9737d1aa-682f-423f-ad5c-a49a48a239c9,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:04:08.832523 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff62ae-f470-46be-8040-4cb77ab9ce1d req-7f2a7929-5153-41ae-8660-cf5effa1b8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:08.834796 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c7ff62ae-f470-46be-8040-4cb77ab9ce1d req-7f2a7929-5153-41ae-8660-cf5effa1b8a4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=329a9422f2e44489a7adbe73ec4e808e&device_id=5d57b2c9-f3da-41b2-8a3b-d20bd9534247 HTTP/1.1" status: 200 len: 1096 time: 0.0761983 Aug 19 15:04:08.838019 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6686d71f-7916-4cbe-bf52-ef0e1c722dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:08.893845 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-c985d540-4737-4547-bcf0-0df52f5ccded None None] Allocated IP 172.20.0.2 (efa5a2dd-d570-4b86-a31b-68a1c7c9f708/a011c1be-9b05-4239-aaa2-42073d462e8e/ac4c2a05-3689-4285-bcb7-820fe6c0f7d4) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:04:08.996010 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2886a21c-8162-4310-9594-34a093b6a5b5 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:09.017168 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62fb196-6793-48a6-86bf-79ea92e5b1d8 None None] Pushing event updated for resources: {'Port': ['ID=7153811f-280b-4501-a296-eae6408d1717,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:09.066493 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff62ae-f470-46be-8040-4cb77ab9ce1d req-a6136a57-8be2-41af-84b8-f99339625ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:09.070115 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c7ff62ae-f470-46be-8040-4cb77ab9ce1d req-a6136a57-8be2-41af-84b8-f99339625ac1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=86eb5dfd-420b-4075-ab54-22313c9966d3 HTTP/1.1" status: 200 len: 911 time: 0.2001500 Aug 19 15:04:09.225995 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2886a21c-8162-4310-9594-34a093b6a5b5 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:09.238214 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51684) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:09.245072 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2886a21c-8162-4310-9594-34a093b6a5b5 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "DELETE /v2.0/subnets/8b3b9f05-db4f-443c-833b-7c0e04dec5ba HTTP/1.1" status: 204 len: 168 time: 1.4319146 Aug 19 15:04:09.247816 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2886a21c-8162-4310-9594-34a093b6a5b5 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event deleted for resources: {'Subnet': ['ID=8b3b9f05-db4f-443c-833b-7c0e04dec5ba,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:09.409294 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c7ff62ae-f470-46be-8040-4cb77ab9ce1d req-fe45ccc4-c74f-403c-a656-465668bce056 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d567af4e-d959-4c5e-bbcb-aa0a11495c6e HTTP/1.1" status: 200 len: 1001 time: 0.3303316 Aug 19 15:04:09.439827 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dcac3453-e316-4bb5-a2af-529cd869c9c1 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:09.471677 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6686d71f-7916-4cbe-bf52-ef0e1c722dd2 None None] Routers {'91c5a108-4822-4b6f-9622-091eff5979de'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:04:09.472356 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6686d71f-7916-4cbe-bf52-ef0e1c722dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:04:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['91c5a108-4822-4b6f-9622-091eff5979de'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:09.586831 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7122b4c2-6bc7-4837-ad11-1361f463020b tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:09.623003 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d4e91-4e3a-49b9-806a-6b30ff55f512 req-7040c174-f7b3-4b56-87c1-c5bff4609950 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:09.636463 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-611d4e91-4e3a-49b9-806a-6b30ff55f512 req-7040c174-f7b3-4b56-87c1-c5bff4609950 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.69 "GET /v2.0/ports?device_id=05fa7e6c-59ac-484d-981d-e544e624a8c9 HTTP/1.1" status: 200 len: 943 time: 0.2529130 Aug 19 15:04:09.658522 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 8c477bb0-2507-4664-94ee-a6b5e8e773c1, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=8c477bb0-2507-4664-94ee-a6b5e8e773c1,segment=NetworkSegment(bd215c9a-6703-48f3-add9-e5cd8365c64f),segment_id=bd215c9a-6703-48f3-add9-e5cd8365c64f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:09.664070 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0529c0b1-1920-4ee9-bd93-047135e70761 None None] Pushing event updated for resources: {'Port': ['ID=9737d1aa-682f-423f-ad5c-a49a48a239c9,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:09.674904 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff62ae-f470-46be-8040-4cb77ab9ce1d req-d17d9fe7-0bd7-4b68-8679-350a89cb1360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:09.677796 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c7ff62ae-f470-46be-8040-4cb77ab9ce1d req-d17d9fe7-0bd7-4b68-8679-350a89cb1360 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b36b5b14-491d-4933-bb67-1257e134c17f HTTP/1.1" status: 200 len: 849 time: 0.2169280 Aug 19 15:04:09.705649 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '8c477bb0-2507-4664-94ee-a6b5e8e773c1', 'network_id': '47ba3de3-b6d2-41c7-9d65-d3b82476df5d', 'port_id': '8c477bb0-2507-4664-94ee-a6b5e8e773c1', 'mac_address': 'fa:16:3e:2f:45:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7e81dc5-6146-4b3e-8ce3-e7f41a08aa17', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:04:09.738316 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-6686d71f-7916-4cbe-bf52-ef0e1c722dd2 None None] Set router 91c5a108-4822-4b6f-9622-091eff5979de gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:04:09.804721 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-611d4e91-4e3a-49b9-806a-6b30ff55f512 req-c905248f-5b2d-4b53-9448-7706492c15af tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.69 "GET /v2.0/security-groups?id=b501d9be-7a05-417f-b90b-1d4b11f16498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669521 Aug 19 15:04:09.835926 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-df81e0c3-f609-4d3b-8642-1b4ddccca2e0 req-d990dbbc-9306-475b-a744-fea02fbe0b43 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=40dbd0dc-4d56-41a3-96c6-a8bbfaef6f7e HTTP/1.1" status: 200 len: 210 time: 0.0768404 Aug 19 15:04:09.892357 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff62ae-f470-46be-8040-4cb77ab9ce1d req-3919f104-06e8-4a0c-9a8b-6801fb0bfca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:09.894331 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c7ff62ae-f470-46be-8040-4cb77ab9ce1d req-3919f104-06e8-4a0c-9a8b-6801fb0bfca3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=86eb5dfd-420b-4075-ab54-22313c9966d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2075803 Aug 19 15:04:09.935980 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c985d540-4737-4547-bcf0-0df52f5ccded None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:09.943493 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:09.962179 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c985d540-4737-4547-bcf0-0df52f5ccded None None] Transition to ACTIVE for port object ac4c2a05-3689-4285-bcb7-820fe6c0f7d4 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:04:09.989685 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-7122b4c2-6bc7-4837-ad11-1361f463020b tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Deleting port 7153811f-280b-4501-a296-eae6408d1717 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:04:09.990518 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7122b4c2-6bc7-4837-ad11-1361f463020b tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:10.034895 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c477bb0-2507-4664-94ee-a6b5e8e773c1 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:04:10.052099 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c985d540-4737-4547-bcf0-0df52f5ccded None None] Transition to ACTIVE for port object ac4c2a05-3689-4285-bcb7-820fe6c0f7d4 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:04:10.113869 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c985d540-4737-4547-bcf0-0df52f5ccded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:10.123170 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 8c477bb0-2507-4664-94ee-a6b5e8e773c1, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=8c477bb0-2507-4664-94ee-a6b5e8e773c1,segment=NetworkSegment(bd215c9a-6703-48f3-add9-e5cd8365c64f),segment_id=bd215c9a-6703-48f3-add9-e5cd8365c64f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:10.164159 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-dcac3453-e316-4bb5-a2af-529cd869c9c1 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Allocated IP 172.20.0.1 (efa5a2dd-d570-4b86-a31b-68a1c7c9f708/a011c1be-9b05-4239-aaa2-42073d462e8e/0423c698-dfff-4990-9205-165fb1b4a19d) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:04:10.200196 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:10.245387 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c985d540-4737-4547-bcf0-0df52f5ccded None None] Network efa5a2dd-d570-4b86-a31b-68a1c7c9f708 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:04:10.265020 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-c985d540-4737-4547-bcf0-0df52f5ccded None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:04:10.271224 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c985d540-4737-4547-bcf0-0df52f5ccded None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:04:10.282635 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c985d540-4737-4547-bcf0-0df52f5ccded None None] Pushing event updated for resources: {'Port': ['ID=ac4c2a05-3689-4285-bcb7-820fe6c0f7d4,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:10.386250 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf8a308-f27c-4d36-a1c2-3b0c806cda8e req-e5099137-93cb-496a-b6f3-8af1bb6010fd tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:10.387926 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4bf8a308-f27c-4d36-a1c2-3b0c806cda8e req-e5099137-93cb-496a-b6f3-8af1bb6010fd tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.88 "GET /v2.0/networks?id=042ff527-1fae-4bd9-883c-64e28e4df4d0 HTTP/1.1" status: 200 len: 811 time: 0.3751493 Aug 19 15:04:10.392472 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dcac3453-e316-4bb5-a2af-529cd869c9c1 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:10.397997 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-7122b4c2-6bc7-4837-ad11-1361f463020b tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] For port 7153811f-280b-4501-a296-eae6408d1717, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=7153811f-280b-4501-a296-eae6408d1717,segment=NetworkSegment(362a0ac4-e64b-4209-95df-8e88309170ef),segment_id=362a0ac4-e64b-4209-95df-8e88309170ef)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:10.398368 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7122b4c2-6bc7-4837-ad11-1361f463020b tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:10.408476 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-4bf8a308-f27c-4d36-a1c2-3b0c806cda8e req-f2cd55ed-0c23-4c4d-bd1e-a9d6c105e2df tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Request body: {'port': {'device_id': '40dbd0dc-4d56-41a3-96c6-a8bbfaef6f7e', 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0', 'admin_state_up': True, 'tenant_id': '0550ac85b3b548ae984f8729832afa44'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:10.414288 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-dcac3453-e316-4bb5-a2af-529cd869c9c1 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Transition to ACTIVE for port object 0423c698-dfff-4990-9205-165fb1b4a19d will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:04:10.426575 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d04eabb-8e8c-4260-9236-287799a5f861 None None] Network 11d37893-f4f2-452f-a995-4c959003f66a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:04:10.429435 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['8c477bb0-2507-4664-94ee-a6b5e8e773c1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:04:10.485324 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dcac3453-e316-4bb5-a2af-529cd869c9c1 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:10.494866 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6686d71f-7916-4cbe-bf52-ef0e1c722dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c5a108-4822-4b6f-9622-091eff5979de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327483110', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '9737d1aa-682f-423f-ad5c-a49a48a239c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:04:01Z', 'updated_at': '2021-08-19T15:04:04Z', 'revision_number': 3, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port': {'id': '9737d1aa-682f-423f-ad5c-a49a48a239c9', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c5a108-4822-4b6f-9622-091eff5979de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:02Z', 'updated_at': '2021-08-19T15:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:10.505551 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-7122b4c2-6bc7-4837-ad11-1361f463020b tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Calling delete_port for 7153811f-280b-4501-a296-eae6408d1717 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:04:10.539273 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c7ff62ae-f470-46be-8040-4cb77ab9ce1d req-0de40b85-2f1a-4bd5-8c7d-0509222ca81e service neutron] 10.222.0.68 "GET /v2.0/networks/86eb5dfd-420b-4075-ab54-22313c9966d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6362233 Aug 19 15:04:10.579686 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c985d540-4737-4547-bcf0-0df52f5ccded None None] Attempting to bind port ac4c2a05-3689-4285-bcb7-820fe6c0f7d4 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:04:10.579957 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c985d540-4737-4547-bcf0-0df52f5ccded None None] Attempting to bind port ac4c2a05-3689-4285-bcb7-820fe6c0f7d4 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '2cff94a8-d32d-498b-85b8-f4d9632ebdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'efa5a2dd-d570-4b86-a31b-68a1c7c9f708'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:04:10.580366 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c985d540-4737-4547-bcf0-0df52f5ccded None None] Attempting to bind port ac4c2a05-3689-4285-bcb7-820fe6c0f7d4 on network efa5a2dd-d570-4b86-a31b-68a1c7c9f708 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:04:10.582502 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6686d71f-7916-4cbe-bf52-ef0e1c722dd2 None None] The sync data for ids ['91c5a108-4822-4b6f-9622-091eff5979de'] in n-d-766043-2 is: [{'id': '91c5a108-4822-4b6f-9622-091eff5979de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327483110', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '9737d1aa-682f-423f-ad5c-a49a48a239c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:04:01Z', 'updated_at': '2021-08-19T15:04:04Z', 'revision_number': 3, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port': {'id': '9737d1aa-682f-423f-ad5c-a49a48a239c9', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c5a108-4822-4b6f-9622-091eff5979de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:02Z', 'updated_at': '2021-08-19T15:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:04:10.586283 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcac3453-e316-4bb5-a2af-529cd869c9c1 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Network efa5a2dd-d570-4b86-a31b-68a1c7c9f708 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:04:10.590216 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=8c477bb0-2507-4664-94ee-a6b5e8e773c1,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:10.603064 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-dcac3453-e316-4bb5-a2af-529cd869c9c1 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:04:10.609139 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcac3453-e316-4bb5-a2af-529cd869c9c1 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:04:10.641335 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c985d540-4737-4547-bcf0-0df52f5ccded None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:04:10.642552 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c985d540-4737-4547-bcf0-0df52f5ccded None None] Checking segment: {'id': '2cff94a8-d32d-498b-85b8-f4d9632ebdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'efa5a2dd-d570-4b86-a31b-68a1c7c9f708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:04:10.643127 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c985d540-4737-4547-bcf0-0df52f5ccded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:10.643682 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c985d540-4737-4547-bcf0-0df52f5ccded None None] Bound using segment: {'id': '2cff94a8-d32d-498b-85b8-f4d9632ebdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'efa5a2dd-d570-4b86-a31b-68a1c7c9f708'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:04:10.644352 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c985d540-4737-4547-bcf0-0df52f5ccded None None] Bound port: ac4c2a05-3689-4285-bcb7-820fe6c0f7d4, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cff94a8-d32d-498b-85b8-f4d9632ebdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'efa5a2dd-d570-4b86-a31b-68a1c7c9f708'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:04:10.645103 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c985d540-4737-4547-bcf0-0df52f5ccded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:10.658611 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac3453-e316-4bb5-a2af-529cd869c9c1 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'Port': ['ID=0423c698-dfff-4990-9205-165fb1b4a19d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:10.680744 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fdc416f9-1ed5-4410-a823-ad71994e2298 None None] Provisioning for port 7153811f-280b-4501-a296-eae6408d1717 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:04:10.686157 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dcac3453-e316-4bb5-a2af-529cd869c9c1 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:10.792629 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c7ff62ae-f470-46be-8040-4cb77ab9ce1d req-abe7a0a0-8cc5-4c2f-a803-0ae66fa79916 service neutron] 10.222.0.68 "GET /v2.0/networks/86eb5dfd-420b-4075-ab54-22313c9966d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317348 Aug 19 15:04:10.808512 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c985d540-4737-4547-bcf0-0df52f5ccded None None] For port ac4c2a05-3689-4285-bcb7-820fe6c0f7d4, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:04:10.817297 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c985d540-4737-4547-bcf0-0df52f5ccded None None] For port ac4c2a05-3689-4285-bcb7-820fe6c0f7d4, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=ac4c2a05-3689-4285-bcb7-820fe6c0f7d4,segment=NetworkSegment(2cff94a8-d32d-498b-85b8-f4d9632ebdb6),segment_id=2cff94a8-d32d-498b-85b8-f4d9632ebdb6)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:04:10.905965 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c985d540-4737-4547-bcf0-0df52f5ccded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:10.984278 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dcac3453-e316-4bb5-a2af-529cd869c9c1 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:11.041086 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c985d540-4737-4547-bcf0-0df52f5ccded None None] Pushing event updated for resources: {'Port': ['ID=ac4c2a05-3689-4285-bcb7-820fe6c0f7d4,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:11.229835 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e493751d-d932-4ecb-9604-e6650a6e1f4e req-4dc2b920-88a4-49b5-afeb-38d47a076a22 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=40dbd0dc-4d56-41a3-96c6-a8bbfaef6f7e HTTP/1.1" status: 200 len: 210 time: 0.2014580 Aug 19 15:04:11.238833 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7122b4c2-6bc7-4837-ad11-1361f463020b tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:11.277966 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbf16d0-5763-47bc-a84a-274c540f1879 None None] DHCP port deletion for 11d37893-f4f2-452f-a995-4c959003f66a request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:04:11.311300 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7122b4c2-6bc7-4837-ad11-1361f463020b tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event deleted for resources: {'Port': ['ID=7153811f-280b-4501-a296-eae6408d1717,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:11.328148 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7122b4c2-6bc7-4837-ad11-1361f463020b tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] No DVR routers for this DVR port 7153811f-280b-4501-a296-eae6408d1717 on host n-d-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:04:11.379448 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bf8a308-f27c-4d36-a1c2-3b0c806cda8e req-f2cd55ed-0c23-4c4d-bd1e-a9d6c105e2df tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Made reservation on behalf of 0550ac85b3b548ae984f8729832afa44 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:04:11.384066 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4bf8a308-f27c-4d36-a1c2-3b0c806cda8e req-f2cd55ed-0c23-4c4d-bd1e-a9d6c105e2df tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:11.423915 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e332bf1e-2389-4317-84df-a76bed9363e4 req-a341f235-bfae-4601-bdb6-24b7e8150f0a tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:11.427730 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e332bf1e-2389-4317-84df-a76bed9363e4 req-a341f235-bfae-4601-bdb6-24b7e8150f0a tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.69 "GET /v2.0/ports?device_id=05fa7e6c-59ac-484d-981d-e544e624a8c9 HTTP/1.1" status: 200 len: 944 time: 0.4744880 Aug 19 15:04:11.694169 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7122b4c2-6bc7-4837-ad11-1361f463020b tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:11.699220 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dcac3453-e316-4bb5-a2af-529cd869c9c1 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:11.706877 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dcac3453-e316-4bb5-a2af-529cd869c9c1 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:11.740324 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-7122b4c2-6bc7-4837-ad11-1361f463020b tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11d37893-f4f2-452f-a995-4c959003f66a']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:11.761237 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-7122b4c2-6bc7-4837-ad11-1361f463020b tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '362a0ac4-e64b-4209-95df-8e88309170ef') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:11.761650 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-7122b4c2-6bc7-4837-ad11-1361f463020b tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '362a0ac4-e64b-4209-95df-8e88309170ef') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:11.787192 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7122b4c2-6bc7-4837-ad11-1361f463020b tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:11.843873 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dcac3453-e316-4bb5-a2af-529cd869c9c1 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:11.847096 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac3453-e316-4bb5-a2af-529cd869c9c1 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'Port': ['ID=0423c698-dfff-4990-9205-165fb1b4a19d,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:11.855556 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e332bf1e-2389-4317-84df-a76bed9363e4 req-9b7bd5e6-6f61-4310-99fd-b55726ff7e7b tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.69 "GET /v2.0/security-groups?id=b501d9be-7a05-417f-b90b-1d4b11f16498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006602 Aug 19 15:04:11.871833 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7122b4c2-6bc7-4837-ad11-1361f463020b tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:11.883551 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7122b4c2-6bc7-4837-ad11-1361f463020b tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:04:11.883970 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7122b4c2-6bc7-4837-ad11-1361f463020b tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:11.887594 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 15:04:11.887594 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:04:11.887594 n-d-766043-2 neutron-server[94640]: timer() Aug 19 15:04:11.887594 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:04:11.887594 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 15:04:11.887594 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:04:11.887594 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 15:04:11.887594 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:04:11.887594 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 15:04:11.887594 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:04:11.887594 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 15:04:11.887594 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:04:11.887594 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 15:04:11.887594 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:04:11.887594 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:04:11.887594 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:04:11.887594 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:04:11.887594 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:04:11.887594 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 15:04:11.887594 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:04:11.887594 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 15:04:11.887594 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:04:11.887594 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:04:11.887594 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:04:11.887594 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 15:04:11.887594 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:04:11.887594 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:04:11.887594 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:04:11.887594 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:04:11.887594 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:04:11.887594 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:04:11.887594 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:04:11.968304 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-4bf8a308-f27c-4d36-a1c2-3b0c806cda8e req-f2cd55ed-0c23-4c4d-bd1e-a9d6c105e2df tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Allocated IP 172.20.0.4 (042ff527-1fae-4bd9-883c-64e28e4df4d0/4501b342-71e0-4b08-b9d8-b651dd87e075/081f54b8-f807-4b9a-99a9-66484df945d5) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:04:12.012279 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7122b4c2-6bc7-4837-ad11-1361f463020b tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:12.014133 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcac3453-e316-4bb5-a2af-529cd869c9c1 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Network efa5a2dd-d570-4b86-a31b-68a1c7c9f708 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:04:12.015757 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-dcac3453-e316-4bb5-a2af-529cd869c9c1 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:04:12.028260 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7122b4c2-6bc7-4837-ad11-1361f463020b tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:12.030292 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-7122b4c2-6bc7-4837-ad11-1361f463020b tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "DELETE /v2.0/networks/11d37893-f4f2-452f-a995-4c959003f66a HTTP/1.1" status: 204 len: 168 time: 2.7788515 Aug 19 15:04:12.035664 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51696) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:12.044785 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6f94264d-bb9c-4882-8ba1-e2561b57ee53 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1417000730'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:12.067538 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7122b4c2-6bc7-4837-ad11-1361f463020b tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event deleted for resources: {'Network': ['ID=11d37893-f4f2-452f-a995-4c959003f66a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:12.172158 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f94264d-bb9c-4882-8ba1-e2561b57ee53 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Made reservation on behalf of 2a7b68b0834747aea23e980eb854792a for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:04:12.185696 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f94264d-bb9c-4882-8ba1-e2561b57ee53 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:12.262152 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f94264d-bb9c-4882-8ba1-e2561b57ee53 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:04:12.274221 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcac3453-e316-4bb5-a2af-529cd869c9c1 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Router 91c5a108-4822-4b6f-9622-091eff5979de has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:04:12.319906 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f94264d-bb9c-4882-8ba1-e2561b57ee53 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:12.320259 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-6f94264d-bb9c-4882-8ba1-e2561b57ee53 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Added segment a332e81e-3487-47ec-aa3d-06314442c610 of type vlan for network 44a83080-6299-416a-b6f2-599cd7405baa Aug 19 15:04:12.362978 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4bf8a308-f27c-4d36-a1c2-3b0c806cda8e req-f2cd55ed-0c23-4c4d-bd1e-a9d6c105e2df tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:12.426443 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-4bf8a308-f27c-4d36-a1c2-3b0c806cda8e req-f2cd55ed-0c23-4c4d-bd1e-a9d6c105e2df tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Transition to ACTIVE for port object 081f54b8-f807-4b9a-99a9-66484df945d5 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:04:12.433247 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 9737d1aa-682f-423f-ad5c-a49a48a239c9 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:04:12.454640 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f94264d-bb9c-4882-8ba1-e2561b57ee53 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:12.496004 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcac3453-e316-4bb5-a2af-529cd869c9c1 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:04:12.503309 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-dcac3453-e316-4bb5-a2af-529cd869c9c1 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "PUT /v2.0/routers/91c5a108-4822-4b6f-9622-091eff5979de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6787584 Aug 19 15:04:12.518391 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 8c477bb0-2507-4664-94ee-a6b5e8e773c1 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:04:12.543555 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4bf8a308-f27c-4d36-a1c2-3b0c806cda8e req-f2cd55ed-0c23-4c4d-bd1e-a9d6c105e2df tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:12.553597 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f94264d-bb9c-4882-8ba1-e2561b57ee53 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:12.561683 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f94264d-bb9c-4882-8ba1-e2561b57ee53 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:12.562346 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f94264d-bb9c-4882-8ba1-e2561b57ee53 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:12.627790 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 9737d1aa-682f-423f-ad5c-a49a48a239c9 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:04:12.636023 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 9737d1aa-682f-423f-ad5c-a49a48a239c9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:12.636399 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:12.687778 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port 8c477bb0-2507-4664-94ee-a6b5e8e773c1 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:04:12.706291 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 8c477bb0-2507-4664-94ee-a6b5e8e773c1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:12.706683 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:12.718621 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bf8a308-f27c-4d36-a1c2-3b0c806cda8e req-f2cd55ed-0c23-4c4d-bd1e-a9d6c105e2df tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Network 042ff527-1fae-4bd9-883c-64e28e4df4d0 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:04:12.725231 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-4bf8a308-f27c-4d36-a1c2-3b0c806cda8e req-f2cd55ed-0c23-4c4d-bd1e-a9d6c105e2df tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:04:12.748920 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-6f94264d-bb9c-4882-8ba1-e2561b57ee53 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7083631 Aug 19 15:04:12.749145 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51708) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:12.757507 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf8a308-f27c-4d36-a1c2-3b0c806cda8e req-f2cd55ed-0c23-4c4d-bd1e-a9d6c105e2df tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:04:12.758692 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ec0f1f31-8d0b-43b2-b5ff-8d376107510d tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Request body: {'subnet': {'network_id': '44a83080-6299-416a-b6f2-599cd7405baa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:12.823402 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f94264d-bb9c-4882-8ba1-e2561b57ee53 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event updated for resources: {'Network': ['ID=44a83080-6299-416a-b6f2-599cd7405baa,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:12.834373 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c517a93a-fed7-460c-80cc-6360c3e609e8 None None] Network efa5a2dd-d570-4b86-a31b-68a1c7c9f708 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:04:12.853347 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2bfc3-b574-4971-948b-5bc4ce2c2b65 req-8bb785ac-f25e-4beb-a28f-693fbc3c7772 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:12.858651 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 44a83080-6299-416a-b6f2-599cd7405baa details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:04:12.865084 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-61b2bfc3-b574-4971-948b-5bc4ce2c2b65 req-8bb785ac-f25e-4beb-a28f-693fbc3c7772 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=40dbd0dc-4d56-41a3-96c6-a8bbfaef6f7e HTTP/1.1" status: 200 len: 931 time: 0.4016747 Aug 19 15:04:12.881989 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd55ed-0c23-4c4d-bd1e-a9d6c105e2df tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Pushing event updated for resources: {'Port': ['ID=081f54b8-f807-4b9a-99a9-66484df945d5,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:12.952431 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf8a308-f27c-4d36-a1c2-3b0c806cda8e req-f2cd55ed-0c23-4c4d-bd1e-a9d6c105e2df tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:12.953188 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4bf8a308-f27c-4d36-a1c2-3b0c806cda8e req-f2cd55ed-0c23-4c4d-bd1e-a9d6c105e2df tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:13.012363 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ce20d7f5-9a97-41f9-b198-89a155620e1c req-0feec356-e3c9-429a-ac9c-3a25f9eb73ab tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-206109597&fields=id&tenant_id=5784b0340e8242b1aba4ab831f2e3b23 HTTP/1.1" status: 200 len: 267 time: 0.1779742 Aug 19 15:04:13.017544 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0f1f31-8d0b-43b2-b5ff-8d376107510d tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Made reservation on behalf of 2a7b68b0834747aea23e980eb854792a for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:04:13.021563 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ec0f1f31-8d0b-43b2-b5ff-8d376107510d tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:13.083340 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c7bbf5e9-f9ca-472c-ad13-0dc8741e4c39 None None] Provisioning for port ac4c2a05-3689-4285-bcb7-820fe6c0f7d4 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:04:13.084189 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-61b2bfc3-b574-4971-948b-5bc4ce2c2b65 req-02c59392-b1dd-4617-99fd-7f0995d9fb5d tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181015 Aug 19 15:04:13.172461 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4bf8a308-f27c-4d36-a1c2-3b0c806cda8e req-f2cd55ed-0c23-4c4d-bd1e-a9d6c105e2df tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7691526 Aug 19 15:04:13.191479 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-4bf8a308-f27c-4d36-a1c2-3b0c806cda8e req-1ddfb26c-a763-45b3-ab54-9514ec215978 service neutron] Request body: {'port': {'device_id': '40dbd0dc-4d56-41a3-96c6-a8bbfaef6f7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:13.207537 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:13.244332 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:13.277214 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 9737d1aa-682f-423f-ad5c-a49a48a239c9, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=9737d1aa-682f-423f-ad5c-a49a48a239c9,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:13.331839 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:13.348194 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4bf8a308-f27c-4d36-a1c2-3b0c806cda8e req-1ddfb26c-a763-45b3-ab54-9514ec215978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:13.357508 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ec0f1f31-8d0b-43b2-b5ff-8d376107510d tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:13.398047 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20d7f5-9a97-41f9-b198-89a155620e1c req-5d4c598b-0f43-4890-a988-2f10bfd27574 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:13.399858 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d5cc9bfe-4c11-475f-8851-dc8fb43cfb39 None None] Provisioning for port 081f54b8-f807-4b9a-99a9-66484df945d5 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:04:13.400534 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ce20d7f5-9a97-41f9-b198-89a155620e1c req-5d4c598b-0f43-4890-a988-2f10bfd27574 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/networks?id=efa5a2dd-d570-4b86-a31b-68a1c7c9f708 HTTP/1.1" status: 200 len: 797 time: 0.3792131 Aug 19 15:04:13.409515 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05fa7e6c-59ac-484d-981d-e544e624a8c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c477bb0-2507-4664-94ee-a6b5e8e773c1'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:04:13.415202 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94308837-6808-4e93-a136-56b5fbea1b4c req-8ba4d522-3d04-481f-a592-33c85774ee5f tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:13.415491 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29bd3421-95cc-4873-a1ae-8bc6c451935d" -d '{"events": [{"server_uuid": "05fa7e6c-59ac-484d-981d-e544e624a8c9", "name": "network-vif-plugged", "status": "completed", "tag": "8c477bb0-2507-4664-94ee-a6b5e8e773c1"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:04:13.425346 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-94308837-6808-4e93-a136-56b5fbea1b4c req-8ba4d522-3d04-481f-a592-33c85774ee5f tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.69 "GET /v2.0/ports?device_id=05fa7e6c-59ac-484d-981d-e544e624a8c9 HTTP/1.1" status: 200 len: 944 time: 0.2179456 Aug 19 15:04:13.453317 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d5cc9bfe-4c11-475f-8851-dc8fb43cfb39 None None] Provisioning complete for port 081f54b8-f807-4b9a-99a9-66484df945d5 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:13.454678 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d5cc9bfe-4c11-475f-8851-dc8fb43cfb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:13.457788 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f867616d-6adc-4bd7-9668-c248ccc9d9b8 None None] Sync routers for ids ['91c5a108-4822-4b6f-9622-091eff5979de'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:04:13.458321 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 8c477bb0-2507-4664-94ee-a6b5e8e773c1, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=8c477bb0-2507-4664-94ee-a6b5e8e773c1,segment=NetworkSegment(bd215c9a-6703-48f3-add9-e5cd8365c64f),segment_id=bd215c9a-6703-48f3-add9-e5cd8365c64f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:13.477625 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f867616d-6adc-4bd7-9668-c248ccc9d9b8 None None] Routers {'91c5a108-4822-4b6f-9622-091eff5979de'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:04:13.478285 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f867616d-6adc-4bd7-9668-c248ccc9d9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:04:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['91c5a108-4822-4b6f-9622-091eff5979de'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:13.480583 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0f1f31-8d0b-43b2-b5ff-8d376107510d tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event updated for resources: {'Subnet': ['ID=cd02ff94-c350-4e51-a071-a9060236e094,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:13.498594 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:13.499918 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0f1f31-8d0b-43b2-b5ff-8d376107510d tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Checking segment: {'id': 'a332e81e-3487-47ec-aa3d-06314442c610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '44a83080-6299-416a-b6f2-599cd7405baa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:04:13.500558 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0f1f31-8d0b-43b2-b5ff-8d376107510d tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Network hostable DHCP agents. Network: 44a83080-6299-416a-b6f2-599cd7405baa, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:04:13.533864 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0f1f31-8d0b-43b2-b5ff-8d376107510d tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Network 44a83080-6299-416a-b6f2-599cd7405baa is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:04:13.550181 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-ec0f1f31-8d0b-43b2-b5ff-8d376107510d tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 44a83080-6299-416a-b6f2-599cd7405baa) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:04:13.572654 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0f1f31-8d0b-43b2-b5ff-8d376107510d tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:13.574963 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ec0f1f31-8d0b-43b2-b5ff-8d376107510d tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:13.582574 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ce20d7f5-9a97-41f9-b198-89a155620e1c req-c47b0af4-46c3-4422-a879-54c738bd53a0 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/quotas/5784b0340e8242b1aba4ab831f2e3b23 HTTP/1.1" status: 200 len: 375 time: 0.0343211 Aug 19 15:04:13.606595 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ec0f1f31-8d0b-43b2-b5ff-8d376107510d tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8557460 Aug 19 15:04:13.607608 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51718) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:13.631740 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8a430b4e-d545-4fa4-88f3-f3f8f8d19c20 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Request body: {'port': {'network_id': '44a83080-6299-416a-b6f2-599cd7405baa', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1619233473'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:13.650603 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-94308837-6808-4e93-a136-56b5fbea1b4c req-bbfb12da-481f-4d7a-b3cb-b8b4ac8efc6a tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.69 "GET /v2.0/security-groups?id=b501d9be-7a05-417f-b90b-1d4b11f16498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243190 Aug 19 15:04:13.737458 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-f867616d-6adc-4bd7-9668-c248ccc9d9b8 None None] Set router 91c5a108-4822-4b6f-9622-091eff5979de gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:04:13.795177 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caecb005-04c6-4b1e-afae-85fc62daea65 x-openstack-request-id: req-caecb005-04c6-4b1e-afae-85fc62daea65 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:04:13.795664 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05fa7e6c-59ac-484d-981d-e544e624a8c9", "name": "network-vif-plugged", "status": "completed", "tag": "8c477bb0-2507-4664-94ee-a6b5e8e773c1", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:04:13.796021 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-caecb005-04c6-4b1e-afae-85fc62daea65 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:04:13.796821 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05fa7e6c-59ac-484d-981d-e544e624a8c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c477bb0-2507-4664-94ee-a6b5e8e773c1', 'code': 200} Aug 19 15:04:13.800641 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806b128c-aee8-4c83-8f35-9a8c2dfc7c9e None None] Network 44a83080-6299-416a-b6f2-599cd7405baa requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:04:13.802947 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device ac4c2a05-3689-4285-bcb7-820fe6c0f7d4 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:04:13.913424 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a430b4e-d545-4fa4-88f3-f3f8f8d19c20 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Made reservation on behalf of 2a7b68b0834747aea23e980eb854792a for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:04:13.918336 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8a430b4e-d545-4fa4-88f3-f3f8f8d19c20 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:13.925193 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=9737d1aa-682f-423f-ad5c-a49a48a239c9,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:13.942046 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-8a430b4e-d545-4fa4-88f3-f3f8f8d19c20 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] device_id is not set on port 060f7f87-c0ac-454c-b0c5-251393742a0f yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:04:13.978722 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ce20d7f5-9a97-41f9-b198-89a155620e1c req-0757ca30-1fce-4309-9fa7-78d752eec473 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=5784b0340e8242b1aba4ab831f2e3b23&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3657460 Aug 19 15:04:13.992126 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd384192-596e-4395-abbc-8ca9b6ee69bd req-a57fe5d7-3cd6-4836-9aa5-2ff3f506f93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:13.994296 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=8c477bb0-2507-4664-94ee-a6b5e8e773c1,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:13.994481 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dd384192-596e-4395-abbc-8ca9b6ee69bd req-a57fe5d7-3cd6-4836-9aa5-2ff3f506f93a service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=05fa7e6c-59ac-484d-981d-e544e624a8c9 HTTP/1.1" status: 200 len: 1096 time: 0.1458349 Aug 19 15:04:14.006984 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d5cc9bfe-4c11-475f-8851-dc8fb43cfb39 None None] Port 081f54b8-f807-4b9a-99a9-66484df945d5 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:04:14.056452 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f867616d-6adc-4bd7-9668-c248ccc9d9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c5a108-4822-4b6f-9622-091eff5979de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327483110', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '9737d1aa-682f-423f-ad5c-a49a48a239c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:04:01Z', 'updated_at': '2021-08-19T15:04:10Z', 'revision_number': 4, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port': {'id': '9737d1aa-682f-423f-ad5c-a49a48a239c9', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c5a108-4822-4b6f-9622-091eff5979de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:02Z', 'updated_at': '2021-08-19T15:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '0423c698-dfff-4990-9205-165fb1b4a19d', 'name': '', 'network_id': 'efa5a2dd-d570-4b86-a31b-68a1c7c9f708', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'mac_address': 'fa:16:3e:2b:c0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c5a108-4822-4b6f-9622-091eff5979de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': 'a011c1be-9b05-4239-aaa2-42073d462e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:09Z', 'updated_at': '2021-08-19T15:04:11Z', 'revision_number': 2, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'subnets': [{'id': 'a011c1be-9b05-4239-aaa2-42073d462e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:14.089438 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port ac4c2a05-3689-4285-bcb7-820fe6c0f7d4 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:04:14.110570 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port ac4c2a05-3689-4285-bcb7-820fe6c0f7d4 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:14.111164 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:14.116446 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f867616d-6adc-4bd7-9668-c248ccc9d9b8 None None] Checking router: 91c5a108-4822-4b6f-9622-091eff5979de for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:04:14.117041 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f867616d-6adc-4bd7-9668-c248ccc9d9b8 None None] Updating router 91c5a108-4822-4b6f-9622-091eff5979de port 0423c698-dfff-4990-9205-165fb1b4a19d binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:04:14.159488 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-8a430b4e-d545-4fa4-88f3-f3f8f8d19c20 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Allocated IP 2001:db8::18f (44a83080-6299-416a-b6f2-599cd7405baa/cd02ff94-c350-4e51-a071-a9060236e094/060f7f87-c0ac-454c-b0c5-251393742a0f) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:04:14.199853 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-f867616d-6adc-4bd7-9668-c248ccc9d9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:14.355920 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd403b6-f294-4095-b30d-53ee9e155793 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-44a83080-6299-416a-b6f2-599cd7405baa', 'network_id': '44a83080-6299-416a-b6f2-599cd7405baa', 'tenant_id': '2a7b68b0834747aea23e980eb854792a', 'fixed_ips': [{'subnet_id': 'cd02ff94-c350-4e51-a071-a9060236e094'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:04:14.357011 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8bd403b6-f294-4095-b30d-53ee9e155793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:14.419469 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8a430b4e-d545-4fa4-88f3-f3f8f8d19c20 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:14.462697 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-8a430b4e-d545-4fa4-88f3-f3f8f8d19c20 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Transition to ACTIVE for port object 060f7f87-c0ac-454c-b0c5-251393742a0f will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:04:14.500648 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:14.559652 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8a430b4e-d545-4fa4-88f3-f3f8f8d19c20 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:14.588631 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port ac4c2a05-3689-4285-bcb7-820fe6c0f7d4, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=ac4c2a05-3689-4285-bcb7-820fe6c0f7d4,segment=NetworkSegment(2cff94a8-d32d-498b-85b8-f4d9632ebdb6),segment_id=2cff94a8-d32d-498b-85b8-f4d9632ebdb6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:14.608230 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:14.620390 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2c5fb017-2bea-418e-8fa9-ae8e1e523354 None None] Provisioning complete for port ac4c2a05-3689-4285-bcb7-820fe6c0f7d4 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:14.621377 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2c5fb017-2bea-418e-8fa9-ae8e1e523354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:14.630034 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 7153811f-280b-4501-a296-eae6408d1717 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:04:14.701544 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a430b4e-d545-4fa4-88f3-f3f8f8d19c20 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Network 44a83080-6299-416a-b6f2-599cd7405baa is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:04:14.707993 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-8a430b4e-d545-4fa4-88f3-f3f8f8d19c20 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:04:14.713256 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a430b4e-d545-4fa4-88f3-f3f8f8d19c20 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event updated for resources: {'Port': ['ID=060f7f87-c0ac-454c-b0c5-251393742a0f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:14.725460 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a430b4e-d545-4fa4-88f3-f3f8f8d19c20 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:04:14.731955 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-8bd403b6-f294-4095-b30d-53ee9e155793 None None] Allocated IP 2001:db8::2 (44a83080-6299-416a-b6f2-599cd7405baa/cd02ff94-c350-4e51-a071-a9060236e094/254987b2-a30f-428a-98da-8252dc5b8741) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:04:14.745232 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a430b4e-d545-4fa4-88f3-f3f8f8d19c20 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:14.753635 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8a430b4e-d545-4fa4-88f3-f3f8f8d19c20 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:14.769957 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-f867616d-6adc-4bd7-9668-c248ccc9d9b8 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:14.798494 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8a430b4e-d545-4fa4-88f3-f3f8f8d19c20 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.1889606 Aug 19 15:04:14.798989 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dd384192-596e-4395-abbc-8ca9b6ee69bd req-c6a56fae-07d8-4d27-a5a8-8f2dbac7a30e service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=b501d9be-7a05-417f-b90b-1d4b11f16498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7646568 Aug 19 15:04:14.804882 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51724) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:14.812826 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-f867616d-6adc-4bd7-9668-c248ccc9d9b8 None None] Transition to ACTIVE for port object 0423c698-dfff-4990-9205-165fb1b4a19d will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:04:14.831233 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-f867616d-6adc-4bd7-9668-c248ccc9d9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:14.872297 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 7153811f-280b-4501-a296-eae6408d1717 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:04:14.872669 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 7153811f-280b-4501-a296-eae6408d1717 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:04:14.887973 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d16c67-c88c-4c80-9570-56be5d5d32d7 req-398bcaa0-6a1f-4fef-9073-ad25946ecbce tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:14.891610 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-10d16c67-c88c-4c80-9570-56be5d5d32d7 req-398bcaa0-6a1f-4fef-9073-ad25946ecbce tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=40dbd0dc-4d56-41a3-96c6-a8bbfaef6f7e HTTP/1.1" status: 200 len: 931 time: 0.6696041 Aug 19 15:04:14.914976 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ce20d7f5-9a97-41f9-b198-89a155620e1c req-82885cad-4a81-40ea-8930-c90e77adb6be service neutron] 10.222.0.69 "GET /v2.0/networks/efa5a2dd-d570-4b86-a31b-68a1c7c9f708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9016507 Aug 19 15:04:15.056956 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c3a0653b-46c6-4405-9628-855019d31e14 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Deleting port 060f7f87-c0ac-454c-b0c5-251393742a0f {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:04:15.057841 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3a0653b-46c6-4405-9628-855019d31e14 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:15.094222 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-4bf8a308-f27c-4d36-a1c2-3b0c806cda8e req-1ddfb26c-a763-45b3-ab54-9514ec215978 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 081f54b8-f807-4b9a-99a9-66484df945d5 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:04:15.104877 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4bf8a308-f27c-4d36-a1c2-3b0c806cda8e req-1ddfb26c-a763-45b3-ab54-9514ec215978 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:15.106742 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=ac4c2a05-3689-4285-bcb7-820fe6c0f7d4,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:15.127759 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:15.128118 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:15.128483 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:15.128923 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:15.129265 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:15.129670 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:15.130005 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:15.130337 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:15.130662 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:15.130989 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:15.131318 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:15.131704 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:15.134750 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-4bf8a308-f27c-4d36-a1c2-3b0c806cda8e req-1ddfb26c-a763-45b3-ab54-9514ec215978 service neutron] Transition to ACTIVE for port object 081f54b8-f807-4b9a-99a9-66484df945d5 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:04:15.161810 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8bd403b6-f294-4095-b30d-53ee9e155793 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:15.173142 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4bf8a308-f27c-4d36-a1c2-3b0c806cda8e req-1ddfb26c-a763-45b3-ab54-9514ec215978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:15.209311 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d82b72a-78af-4d6d-bdfd-a8031fb11ae4 None None] Pushing event updated for resources: {'Port': ['ID=0423c698-dfff-4990-9205-165fb1b4a19d,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:15.212901 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-10d16c67-c88c-4c80-9570-56be5d5d32d7 req-39c4e27d-c320-42d5-840e-49294da0d534 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192966 Aug 19 15:04:15.243526 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8bd403b6-f294-4095-b30d-53ee9e155793 None None] Transition to ACTIVE for port object 254987b2-a30f-428a-98da-8252dc5b8741 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:04:15.246590 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d82b72a-78af-4d6d-bdfd-a8031fb11ae4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:15.247060 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d82b72a-78af-4d6d-bdfd-a8031fb11ae4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:15.247499 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d82b72a-78af-4d6d-bdfd-a8031fb11ae4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:15.247935 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d82b72a-78af-4d6d-bdfd-a8031fb11ae4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:15.248535 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d82b72a-78af-4d6d-bdfd-a8031fb11ae4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:15.248974 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d82b72a-78af-4d6d-bdfd-a8031fb11ae4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:15.249403 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d82b72a-78af-4d6d-bdfd-a8031fb11ae4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:15.249826 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d82b72a-78af-4d6d-bdfd-a8031fb11ae4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:15.250307 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d82b72a-78af-4d6d-bdfd-a8031fb11ae4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:15.250763 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d82b72a-78af-4d6d-bdfd-a8031fb11ae4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:15.252604 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d82b72a-78af-4d6d-bdfd-a8031fb11ae4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:15.253061 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d82b72a-78af-4d6d-bdfd-a8031fb11ae4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:15.283723 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8bd403b6-f294-4095-b30d-53ee9e155793 None None] Transition to ACTIVE for port object 254987b2-a30f-428a-98da-8252dc5b8741 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:04:15.285538 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3a0653b-46c6-4405-9628-855019d31e14 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:15.307459 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c3a0653b-46c6-4405-9628-855019d31e14 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Calling delete_port for 060f7f87-c0ac-454c-b0c5-251393742a0f owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:04:15.320494 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8bd403b6-f294-4095-b30d-53ee9e155793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:15.321400 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-f867616d-6adc-4bd7-9668-c248ccc9d9b8 None None] Attempting to bind port 0423c698-dfff-4990-9205-165fb1b4a19d on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:04:15.321875 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-f867616d-6adc-4bd7-9668-c248ccc9d9b8 None None] Attempting to bind port 0423c698-dfff-4990-9205-165fb1b4a19d by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '2cff94a8-d32d-498b-85b8-f4d9632ebdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'efa5a2dd-d570-4b86-a31b-68a1c7c9f708'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:04:15.322732 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f867616d-6adc-4bd7-9668-c248ccc9d9b8 None None] Attempting to bind port 0423c698-dfff-4990-9205-165fb1b4a19d on network efa5a2dd-d570-4b86-a31b-68a1c7c9f708 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:04:15.357175 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f867616d-6adc-4bd7-9668-c248ccc9d9b8 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:04:15.360021 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f867616d-6adc-4bd7-9668-c248ccc9d9b8 None None] Checking segment: {'id': '2cff94a8-d32d-498b-85b8-f4d9632ebdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'efa5a2dd-d570-4b86-a31b-68a1c7c9f708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:04:15.362055 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-f867616d-6adc-4bd7-9668-c248ccc9d9b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:15.364710 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f867616d-6adc-4bd7-9668-c248ccc9d9b8 None None] Bound using segment: {'id': '2cff94a8-d32d-498b-85b8-f4d9632ebdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'efa5a2dd-d570-4b86-a31b-68a1c7c9f708'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:04:15.365387 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-f867616d-6adc-4bd7-9668-c248ccc9d9b8 None None] Bound port: 0423c698-dfff-4990-9205-165fb1b4a19d, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cff94a8-d32d-498b-85b8-f4d9632ebdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'efa5a2dd-d570-4b86-a31b-68a1c7c9f708'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:04:15.365959 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-f867616d-6adc-4bd7-9668-c248ccc9d9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:15.450962 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd403b6-f294-4095-b30d-53ee9e155793 None None] Network 44a83080-6299-416a-b6f2-599cd7405baa is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:04:15.459233 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-8bd403b6-f294-4095-b30d-53ee9e155793 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:04:15.483981 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd403b6-f294-4095-b30d-53ee9e155793 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:04:15.552856 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 9737d1aa-682f-423f-ad5c-a49a48a239c9 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:04:15.561734 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-f867616d-6adc-4bd7-9668-c248ccc9d9b8 None None] For port 0423c698-dfff-4990-9205-165fb1b4a19d, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:04:15.565300 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-f867616d-6adc-4bd7-9668-c248ccc9d9b8 None None] For port 0423c698-dfff-4990-9205-165fb1b4a19d, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=0423c698-dfff-4990-9205-165fb1b4a19d,segment=NetworkSegment(2cff94a8-d32d-498b-85b8-f4d9632ebdb6),segment_id=2cff94a8-d32d-498b-85b8-f4d9632ebdb6)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:04:15.573217 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-f867616d-6adc-4bd7-9668-c248ccc9d9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:15.595835 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ce20d7f5-9a97-41f9-b198-89a155620e1c req-d70f827c-f524-4183-9d13-9fa5814a6cee service neutron] 10.222.0.69 "GET /v2.0/networks/efa5a2dd-d570-4b86-a31b-68a1c7c9f708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6676595 Aug 19 15:04:15.597588 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddfb26c-a763-45b3-ab54-9514ec215978 service neutron] Pushing event updated for resources: {'Port': ['ID=081f54b8-f807-4b9a-99a9-66484df945d5,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:15.658772 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f867616d-6adc-4bd7-9668-c248ccc9d9b8 None None] Routers {'91c5a108-4822-4b6f-9622-091eff5979de'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:04:15.659415 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f867616d-6adc-4bd7-9668-c248ccc9d9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:04:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['91c5a108-4822-4b6f-9622-091eff5979de'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:15.697157 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7a376-ee3a-4245-b0fb-e97ac3aac522 req-46dbffed-927f-4b5d-a904-62782addd960 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:15.705206 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2c5fb017-2bea-418e-8fa9-ae8e1e523354 None None] Provisioning for port 0423c698-dfff-4990-9205-165fb1b4a19d completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:04:15.714641 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bdf7a376-ee3a-4245-b0fb-e97ac3aac522 req-46dbffed-927f-4b5d-a904-62782addd960 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.69 "GET /v2.0/ports?device_id=05fa7e6c-59ac-484d-981d-e544e624a8c9 HTTP/1.1" status: 200 len: 945 time: 0.3269780 Aug 19 15:04:15.719291 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3a0653b-46c6-4405-9628-855019d31e14 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:15.762346 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8bd403b6-f294-4095-b30d-53ee9e155793 None None] Attempting to bind port 254987b2-a30f-428a-98da-8252dc5b8741 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:04:15.766959 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8bd403b6-f294-4095-b30d-53ee9e155793 None None] Attempting to bind port 254987b2-a30f-428a-98da-8252dc5b8741 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'a332e81e-3487-47ec-aa3d-06314442c610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '44a83080-6299-416a-b6f2-599cd7405baa'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:04:15.770253 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd403b6-f294-4095-b30d-53ee9e155793 None None] Attempting to bind port 254987b2-a30f-428a-98da-8252dc5b8741 on network 44a83080-6299-416a-b6f2-599cd7405baa {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:04:15.780700 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd403b6-f294-4095-b30d-53ee9e155793 None None] Pushing event updated for resources: {'Port': ['ID=254987b2-a30f-428a-98da-8252dc5b8741,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:15.794589 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd403b6-f294-4095-b30d-53ee9e155793 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:04:15.796842 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd403b6-f294-4095-b30d-53ee9e155793 None None] Checking segment: {'id': 'a332e81e-3487-47ec-aa3d-06314442c610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '44a83080-6299-416a-b6f2-599cd7405baa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:04:15.799200 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8bd403b6-f294-4095-b30d-53ee9e155793 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:15.799200 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd403b6-f294-4095-b30d-53ee9e155793 None None] Bound using segment: {'id': 'a332e81e-3487-47ec-aa3d-06314442c610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '44a83080-6299-416a-b6f2-599cd7405baa'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:04:15.799816 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8bd403b6-f294-4095-b30d-53ee9e155793 None None] Bound port: 254987b2-a30f-428a-98da-8252dc5b8741, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a332e81e-3487-47ec-aa3d-06314442c610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '44a83080-6299-416a-b6f2-599cd7405baa'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:04:15.800736 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8bd403b6-f294-4095-b30d-53ee9e155793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:15.849906 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d82b72a-78af-4d6d-bdfd-a8031fb11ae4 None None] Pushing event updated for resources: {'Port': ['ID=0423c698-dfff-4990-9205-165fb1b4a19d,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:15.856978 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bdf7a376-ee3a-4245-b0fb-e97ac3aac522 req-b0100bfa-19e1-4c53-90ba-f9d5da897924 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.69 "GET /v2.0/security-groups?id=b501d9be-7a05-417f-b90b-1d4b11f16498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398356 Aug 19 15:04:15.858885 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-4bf8a308-f27c-4d36-a1c2-3b0c806cda8e req-1ddfb26c-a763-45b3-ab54-9514ec215978 service neutron] Attempting to bind port 081f54b8-f807-4b9a-99a9-66484df945d5 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:04:15.866762 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-4bf8a308-f27c-4d36-a1c2-3b0c806cda8e req-1ddfb26c-a763-45b3-ab54-9514ec215978 service neutron] Attempting to bind port 081f54b8-f807-4b9a-99a9-66484df945d5 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'b6bb2d61-0455-440b-809f-c8e64ffc2b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:04:15.871866 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf8a308-f27c-4d36-a1c2-3b0c806cda8e req-1ddfb26c-a763-45b3-ab54-9514ec215978 service neutron] Attempting to bind port 081f54b8-f807-4b9a-99a9-66484df945d5 on network 042ff527-1fae-4bd9-883c-64e28e4df4d0 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:04:15.904947 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf8a308-f27c-4d36-a1c2-3b0c806cda8e req-1ddfb26c-a763-45b3-ab54-9514ec215978 service neutron] Port 081f54b8-f807-4b9a-99a9-66484df945d5 on network 042ff527-1fae-4bd9-883c-64e28e4df4d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:04:15.905326 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf8a308-f27c-4d36-a1c2-3b0c806cda8e req-1ddfb26c-a763-45b3-ab54-9514ec215978 service neutron] Attempting to bind port 081f54b8-f807-4b9a-99a9-66484df945d5 on network 042ff527-1fae-4bd9-883c-64e28e4df4d0 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:04:15.915542 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf8a308-f27c-4d36-a1c2-3b0c806cda8e req-1ddfb26c-a763-45b3-ab54-9514ec215978 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:04:15.915743 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf8a308-f27c-4d36-a1c2-3b0c806cda8e req-1ddfb26c-a763-45b3-ab54-9514ec215978 service neutron] Checking segment: {'id': 'b6bb2d61-0455-440b-809f-c8e64ffc2b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:04:15.916211 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf8a308-f27c-4d36-a1c2-3b0c806cda8e req-1ddfb26c-a763-45b3-ab54-9514ec215978 service neutron] Bound using segment: {'id': 'b6bb2d61-0455-440b-809f-c8e64ffc2b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:04:15.916857 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-4bf8a308-f27c-4d36-a1c2-3b0c806cda8e req-1ddfb26c-a763-45b3-ab54-9514ec215978 service neutron] Bound port: 081f54b8-f807-4b9a-99a9-66484df945d5, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6bb2d61-0455-440b-809f-c8e64ffc2b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:04:15.917321 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4bf8a308-f27c-4d36-a1c2-3b0c806cda8e req-1ddfb26c-a763-45b3-ab54-9514ec215978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:15.942986 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a0653b-46c6-4405-9628-855019d31e14 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event deleted for resources: {'Port': ['ID=060f7f87-c0ac-454c-b0c5-251393742a0f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:15.958623 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-f867616d-6adc-4bd7-9668-c248ccc9d9b8 None None] Set router 91c5a108-4822-4b6f-9622-091eff5979de gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:04:15.961283 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3a0653b-46c6-4405-9628-855019d31e14 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:15.962598 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c3a0653b-46c6-4405-9628-855019d31e14 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "DELETE /v2.0/ports/060f7f87-c0ac-454c-b0c5-251393742a0f HTTP/1.1" status: 204 len: 168 time: 1.1546636 Aug 19 15:04:15.966338 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51730) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:15.988005 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bd4955f0-29c9-4d85-9f41-7fe345376ce2 req-3a3dcf3a-47d4-4dd2-a680-841559fb777e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 210 time: 0.0313566 Aug 19 15:04:16.004079 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-89aacef8-38de-415d-a77d-9ea53c2fb7b1 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] GET failed (client error): The resource could not be found. Aug 19 15:04:16.010336 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-89aacef8-38de-415d-a77d-9ea53c2fb7b1 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "GET /v2.0/ports/060f7f87-c0ac-454c-b0c5-251393742a0f HTTP/1.1" status: 404 len: 333 time: 0.0426319 Aug 19 15:04:16.010907 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51732) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:16.076046 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 9737d1aa-682f-423f-ad5c-a49a48a239c9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:16.076561 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:16.138027 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8bd403b6-f294-4095-b30d-53ee9e155793 None None] For port 254987b2-a30f-428a-98da-8252dc5b8741, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:04:16.146004 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8bd403b6-f294-4095-b30d-53ee9e155793 None None] For port 254987b2-a30f-428a-98da-8252dc5b8741, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=254987b2-a30f-428a-98da-8252dc5b8741,segment=NetworkSegment(a332e81e-3487-47ec-aa3d-06314442c610),segment_id=a332e81e-3487-47ec-aa3d-06314442c610)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:04:16.175402 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8bd403b6-f294-4095-b30d-53ee9e155793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:16.214697 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-404e1d79-6030-4fda-a017-0627495772c4 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Deleting subnet cd02ff94-c350-4e51-a071-a9060236e094 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:04:16.219155 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-4bf8a308-f27c-4d36-a1c2-3b0c806cda8e req-1ddfb26c-a763-45b3-ab54-9514ec215978 service neutron] For port 081f54b8-f807-4b9a-99a9-66484df945d5, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:04:16.225025 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-4bf8a308-f27c-4d36-a1c2-3b0c806cda8e req-1ddfb26c-a763-45b3-ab54-9514ec215978 service neutron] For port 081f54b8-f807-4b9a-99a9-66484df945d5, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=081f54b8-f807-4b9a-99a9-66484df945d5,segment=NetworkSegment(b6bb2d61-0455-440b-809f-c8e64ffc2b8e),segment_id=b6bb2d61-0455-440b-809f-c8e64ffc2b8e)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:04:16.228426 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-404e1d79-6030-4fda-a017-0627495772c4 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:16.234522 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4bf8a308-f27c-4d36-a1c2-3b0c806cda8e req-1ddfb26c-a763-45b3-ab54-9514ec215978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:16.348910 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-404e1d79-6030-4fda-a017-0627495772c4 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:16.357472 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf8a308-f27c-4d36-a1c2-3b0c806cda8e req-1ddfb26c-a763-45b3-ab54-9514ec215978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:16.358113 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4bf8a308-f27c-4d36-a1c2-3b0c806cda8e req-1ddfb26c-a763-45b3-ab54-9514ec215978 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:16.364709 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4bf8a308-f27c-4d36-a1c2-3b0c806cda8e req-1ddfb26c-a763-45b3-ab54-9514ec215978 service neutron] 10.222.0.88 "PUT /v2.0/ports/081f54b8-f807-4b9a-99a9-66484df945d5 HTTP/1.1" status: 200 len: 1091 time: 3.1741154 Aug 19 15:04:16.365277 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40dbd0dc-4d56-41a3-96c6-a8bbfaef6f7e', 'tag': '081f54b8-f807-4b9a-99a9-66484df945d5'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:04:16.367637 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83227a6d-7364-435e-868d-f55d202332e8" -d '{"events": [{"name": "network-changed", "server_uuid": "40dbd0dc-4d56-41a3-96c6-a8bbfaef6f7e", "tag": "081f54b8-f807-4b9a-99a9-66484df945d5"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:04:16.463783 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd403b6-f294-4095-b30d-53ee9e155793 None None] Pushing event updated for resources: {'Port': ['ID=254987b2-a30f-428a-98da-8252dc5b8741,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:16.467049 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f867616d-6adc-4bd7-9668-c248ccc9d9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c5a108-4822-4b6f-9622-091eff5979de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327483110', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '9737d1aa-682f-423f-ad5c-a49a48a239c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:04:01Z', 'updated_at': '2021-08-19T15:04:10Z', 'revision_number': 4, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port': {'id': '9737d1aa-682f-423f-ad5c-a49a48a239c9', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c5a108-4822-4b6f-9622-091eff5979de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:02Z', 'updated_at': '2021-08-19T15:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '0423c698-dfff-4990-9205-165fb1b4a19d', 'name': '', 'network_id': 'efa5a2dd-d570-4b86-a31b-68a1c7c9f708', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'mac_address': 'fa:16:3e:2b:c0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c5a108-4822-4b6f-9622-091eff5979de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': 'a011c1be-9b05-4239-aaa2-42073d462e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:09Z', 'updated_at': '2021-08-19T15:04:15Z', 'revision_number': 4, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'subnets': [{'id': 'a011c1be-9b05-4239-aaa2-42073d462e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:16.498599 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device ac4c2a05-3689-4285-bcb7-820fe6c0f7d4 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:04:16.520389 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f867616d-6adc-4bd7-9668-c248ccc9d9b8 None None] The sync data for ids ['91c5a108-4822-4b6f-9622-091eff5979de'] in n-d-766043-2 is: [{'id': '91c5a108-4822-4b6f-9622-091eff5979de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327483110', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '9737d1aa-682f-423f-ad5c-a49a48a239c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:04:01Z', 'updated_at': '2021-08-19T15:04:10Z', 'revision_number': 4, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port': {'id': '9737d1aa-682f-423f-ad5c-a49a48a239c9', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c5a108-4822-4b6f-9622-091eff5979de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:02Z', 'updated_at': '2021-08-19T15:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '0423c698-dfff-4990-9205-165fb1b4a19d', 'name': '', 'network_id': 'efa5a2dd-d570-4b86-a31b-68a1c7c9f708', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'mac_address': 'fa:16:3e:2b:c0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c5a108-4822-4b6f-9622-091eff5979de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': 'a011c1be-9b05-4239-aaa2-42073d462e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:09Z', 'updated_at': '2021-08-19T15:04:15Z', 'revision_number': 4, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'subnets': [{'id': 'a011c1be-9b05-4239-aaa2-42073d462e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:04:16.528234 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e996543-16d5-4e86-a349-30f4d03a4f25 x-openstack-request-id: req-1e996543-16d5-4e86-a349-30f4d03a4f25 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:04:16.539036 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40dbd0dc-4d56-41a3-96c6-a8bbfaef6f7e", "tag": "081f54b8-f807-4b9a-99a9-66484df945d5", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:04:16.539824 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1e996543-16d5-4e86-a349-30f4d03a4f25 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:04:16.540694 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40dbd0dc-4d56-41a3-96c6-a8bbfaef6f7e', 'tag': '081f54b8-f807-4b9a-99a9-66484df945d5', 'status': 'completed', 'code': 200} Aug 19 15:04:16.654150 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddfb26c-a763-45b3-ab54-9514ec215978 service neutron] Pushing event updated for resources: {'Port': ['ID=081f54b8-f807-4b9a-99a9-66484df945d5,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:16.654841 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port ac4c2a05-3689-4285-bcb7-820fe6c0f7d4 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:16.655588 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:16.663198 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-404e1d79-6030-4fda-a017-0627495772c4 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:16.726859 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e60e54-a6b8-4bd9-ad16-85e98d05872f req-1eabf201-8bd8-401e-af47-9e176e4a2eac tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:16.737858 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-79e60e54-a6b8-4bd9-ad16-85e98d05872f req-1eabf201-8bd8-401e-af47-9e176e4a2eac tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=40dbd0dc-4d56-41a3-96c6-a8bbfaef6f7e HTTP/1.1" status: 200 len: 943 time: 0.3376353 Aug 19 15:04:16.811535 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf8a308-f27c-4d36-a1c2-3b0c806cda8e req-07287736-9334-4835-9171-a479ec4118ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:16.813828 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4bf8a308-f27c-4d36-a1c2-3b0c806cda8e req-07287736-9334-4835-9171-a479ec4118ae service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0550ac85b3b548ae984f8729832afa44&device_id=40dbd0dc-4d56-41a3-96c6-a8bbfaef6f7e HTTP/1.1" status: 200 len: 1094 time: 0.3741384 Aug 19 15:04:16.844661 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-404e1d79-6030-4fda-a017-0627495772c4 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:16.956986 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404e1d79-6030-4fda-a017-0627495772c4 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event deleted for resources: {'Subnet': ['ID=cd02ff94-c350-4e51-a071-a9060236e094,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:16.998778 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-404e1d79-6030-4fda-a017-0627495772c4 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:17.001503 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-404e1d79-6030-4fda-a017-0627495772c4 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "DELETE /v2.0/subnets/cd02ff94-c350-4e51-a071-a9060236e094 HTTP/1.1" status: 204 len: 168 time: 0.9889286 Aug 19 15:04:17.017100 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51746) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:17.054864 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4bf8a308-f27c-4d36-a1c2-3b0c806cda8e req-68b21c98-baf4-471e-a894-aaa49f35e513 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=081f54b8-f807-4b9a-99a9-66484df945d5 HTTP/1.1" status: 200 len: 217 time: 0.2074666 Aug 19 15:04:17.128227 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b2b3540-522a-40f2-bfe3-828d07b00f09 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:17.171286 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-79e60e54-a6b8-4bd9-ad16-85e98d05872f req-45d87927-1859-4a6c-833e-c47d4fe6c631 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4324074 Aug 19 15:04:17.234105 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf8a308-f27c-4d36-a1c2-3b0c806cda8e req-1b920338-5eed-4db4-b02d-94b4734022d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:17.237837 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4bf8a308-f27c-4d36-a1c2-3b0c806cda8e req-1b920338-5eed-4db4-b02d-94b4734022d3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4501b342-71e0-4b08-b9d8-b651dd87e075 HTTP/1.1" status: 200 len: 850 time: 0.1817820 Aug 19 15:04:17.317717 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b3540-522a-40f2-bfe3-828d07b00f09 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Deleting port 254987b2-a30f-428a-98da-8252dc5b8741 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:04:17.318293 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b2b3540-522a-40f2-bfe3-828d07b00f09 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:17.377399 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128cc785-fd67-45c8-8a4f-3df525d9ea2d req-86ca5aa3-0edd-407c-bd32-f9f161d56daf tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:17.382007 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-128cc785-fd67-45c8-8a4f-3df525d9ea2d req-86ca5aa3-0edd-407c-bd32-f9f161d56daf tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.69 "GET /v2.0/ports?device_id=05fa7e6c-59ac-484d-981d-e544e624a8c9 HTTP/1.1" status: 200 len: 945 time: 0.3547559 Aug 19 15:04:17.478697 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c59bdaa7-5408-4a23-b583-8621a3d0fdb3 req-15201e79-f37f-4900-84a4-4f6ba77fc8c0 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 210 time: 0.1943517 Aug 19 15:04:17.503492 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-4b2b3540-522a-40f2-bfe3-828d07b00f09 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] For port 254987b2-a30f-428a-98da-8252dc5b8741, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=254987b2-a30f-428a-98da-8252dc5b8741,segment=NetworkSegment(a332e81e-3487-47ec-aa3d-06314442c610),segment_id=a332e81e-3487-47ec-aa3d-06314442c610)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:17.504246 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b2b3540-522a-40f2-bfe3-828d07b00f09 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:17.563410 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf8a308-f27c-4d36-a1c2-3b0c806cda8e req-74550e52-a7fd-4fe2-89e4-3bc1748c3cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:17.565686 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4bf8a308-f27c-4d36-a1c2-3b0c806cda8e req-74550e52-a7fd-4fe2-89e4-3bc1748c3cfb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=042ff527-1fae-4bd9-883c-64e28e4df4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3163760 Aug 19 15:04:17.569607 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b3540-522a-40f2-bfe3-828d07b00f09 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Calling delete_port for 254987b2-a30f-428a-98da-8252dc5b8741 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:04:17.594823 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-128cc785-fd67-45c8-8a4f-3df525d9ea2d req-86dbcb3f-a560-46d6-ae6c-29586aa93939 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.69 "GET /v2.0/security-groups?id=b501d9be-7a05-417f-b90b-1d4b11f16498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924767 Aug 19 15:04:17.661204 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 0423c698-dfff-4990-9205-165fb1b4a19d up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:04:17.741967 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 0423c698-dfff-4990-9205-165fb1b4a19d completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:04:17.764617 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 0423c698-dfff-4990-9205-165fb1b4a19d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:17.765244 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:17.835859 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b2b3540-522a-40f2-bfe3-828d07b00f09 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:17.927577 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4bf8a308-f27c-4d36-a1c2-3b0c806cda8e req-1311f7a3-08bc-495d-abaa-d851da61f1f0 service neutron] 10.222.0.88 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529716 Aug 19 15:04:17.959388 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2b3540-522a-40f2-bfe3-828d07b00f09 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] No DVR routers for this DVR port 254987b2-a30f-428a-98da-8252dc5b8741 on host n-d-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:04:17.990053 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:17.999770 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b3540-522a-40f2-bfe3-828d07b00f09 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event deleted for resources: {'Port': ['ID=254987b2-a30f-428a-98da-8252dc5b8741,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:18.089120 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 0423c698-dfff-4990-9205-165fb1b4a19d, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=0423c698-dfff-4990-9205-165fb1b4a19d,segment=NetworkSegment(2cff94a8-d32d-498b-85b8-f4d9632ebdb6),segment_id=2cff94a8-d32d-498b-85b8-f4d9632ebdb6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:18.096238 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:18.099032 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 254987b2-a30f-428a-98da-8252dc5b8741 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:04:18.226843 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=0423c698-dfff-4990-9205-165fb1b4a19d,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:18.299903 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79a6fa6-e0e3-4622-a449-58d65a04e9aa None None] Network 44a83080-6299-416a-b6f2-599cd7405baa requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:04:18.300162 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b2b3540-522a-40f2-bfe3-828d07b00f09 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:18.316128 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-4b2b3540-522a-40f2-bfe3-828d07b00f09 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44a83080-6299-416a-b6f2-599cd7405baa']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:18.353621 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-4b2b3540-522a-40f2-bfe3-828d07b00f09 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a332e81e-3487-47ec-aa3d-06314442c610') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:18.354250 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-4b2b3540-522a-40f2-bfe3-828d07b00f09 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a332e81e-3487-47ec-aa3d-06314442c610') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:18.371843 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b2b3540-522a-40f2-bfe3-828d07b00f09 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:18.388485 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 254987b2-a30f-428a-98da-8252dc5b8741 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:04:18.388810 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 254987b2-a30f-428a-98da-8252dc5b8741 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 19 15:04:18.393453 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b2b3540-522a-40f2-bfe3-828d07b00f09 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:18.403205 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b2b3540-522a-40f2-bfe3-828d07b00f09 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:04:18.404833 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b2b3540-522a-40f2-bfe3-828d07b00f09 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:18.413992 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 15:04:18.413992 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:04:18.413992 n-d-766043-2 neutron-server[94639]: timer() Aug 19 15:04:18.413992 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:04:18.413992 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 15:04:18.413992 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:04:18.413992 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 15:04:18.413992 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:04:18.413992 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 15:04:18.413992 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:04:18.413992 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 15:04:18.413992 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:04:18.413992 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 15:04:18.413992 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:04:18.413992 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:04:18.413992 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:04:18.413992 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:04:18.413992 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:04:18.413992 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 15:04:18.413992 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:04:18.413992 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 15:04:18.413992 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:04:18.413992 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:04:18.413992 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:04:18.413992 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 15:04:18.413992 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:04:18.413992 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:04:18.413992 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:04:18.413992 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:04:18.413992 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:04:18.413992 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:04:18.413992 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:04:18.418399 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9ec91b24-ad5d-4aa8-93a6-989cdc0b1a6c None None] Could not find standard attr ID for object 254987b2-a30f-428a-98da-8252dc5b8741. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 15:04:18.463046 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Port 254987b2-a30f-428a-98da-8252dc5b8741 not found, will not notify nova. {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 19 15:04:18.471425 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20d7f5-9a97-41f9-b198-89a155620e1c req-0dcc2ef0-fcfc-432b-878c-f44d9c4df9b4 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:18.474877 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ce20d7f5-9a97-41f9-b198-89a155620e1c req-0dcc2ef0-fcfc-432b-878c-f44d9c4df9b4 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.88 "GET /v2.0/networks?id=efa5a2dd-d570-4b86-a31b-68a1c7c9f708 HTTP/1.1" status: 200 len: 797 time: 0.6135726 Aug 19 15:04:18.482085 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4bf8a308-f27c-4d36-a1c2-3b0c806cda8e req-504c755c-5ec8-4e52-9f37-69dbb457b491 service neutron] 10.222.0.88 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4732981 Aug 19 15:04:18.628151 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b2b3540-522a-40f2-bfe3-828d07b00f09 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:18.646955 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b2b3540-522a-40f2-bfe3-828d07b00f09 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:18.656355 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4643ff-ba1e-4851-9423-9995912ffcc8 req-75ec56a0-84f7-4e0d-a298-7fde452cd3bd tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:18.658245 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3c4643ff-ba1e-4851-9423-9995912ffcc8 req-75ec56a0-84f7-4e0d-a298-7fde452cd3bd tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=40dbd0dc-4d56-41a3-96c6-a8bbfaef6f7e HTTP/1.1" status: 200 len: 943 time: 0.3129833 Aug 19 15:04:18.660580 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4b2b3540-522a-40f2-bfe3-828d07b00f09 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "DELETE /v2.0/networks/44a83080-6299-416a-b6f2-599cd7405baa HTTP/1.1" status: 204 len: 168 time: 1.6422558 Aug 19 15:04:18.662691 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51772) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:18.700238 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d7a1a5f4-c27b-4d75-bff4-9d866899eb22 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Request body: {'port': {'network_id': 'e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf', 'name': 'tempest-PortsIpV6TestJSON-1166733860'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:18.726844 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ce20d7f5-9a97-41f9-b198-89a155620e1c req-b95b61dc-63b8-42d3-9ab6-eae5382af225 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5784b0340e8242b1aba4ab831f2e3b23 HTTP/1.1" status: 200 len: 379 time: 0.2355111 Aug 19 15:04:18.749745 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6148ff-b60d-4efc-a4c7-b60c68d90277 None None] DHCP port deletion for 44a83080-6299-416a-b6f2-599cd7405baa request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:04:18.764389 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-62bd7a85-2042-4124-b323-f2941f263745 req-50f1c7d0-a2b8-40d8-b391-790a2525ebb7 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 210 time: 0.0851607 Aug 19 15:04:18.778498 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-ce20d7f5-9a97-41f9-b198-89a155620e1c req-461f75a1-dfd4-4d52-bd14-a152bb8d07f1 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Request body: {'port': {'device_id': '526fbb5b-ba13-4afa-b54c-14981b504610', 'network_id': 'efa5a2dd-d570-4b86-a31b-68a1c7c9f708', 'admin_state_up': True, 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'security_groups': ['4a4db4eb-d4df-4899-a042-35b38e1e17f5']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:18.780340 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b3540-522a-40f2-bfe3-828d07b00f09 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event deleted for resources: {'Network': ['ID=44a83080-6299-416a-b6f2-599cd7405baa,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:18.789154 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83227a6d-7364-435e-868d-f55d202332e8 req-af8b195f-0b07-496a-8285-e09940d02215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:18.790624 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-83227a6d-7364-435e-868d-f55d202332e8 req-af8b195f-0b07-496a-8285-e09940d02215 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0550ac85b3b548ae984f8729832afa44&device_id=40dbd0dc-4d56-41a3-96c6-a8bbfaef6f7e HTTP/1.1" status: 200 len: 1094 time: 0.2474256 Aug 19 15:04:18.932072 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3c4643ff-ba1e-4851-9423-9995912ffcc8 req-923b2a7f-2267-4104-9e5f-8de0164d8769 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472975 Aug 19 15:04:18.942734 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a1a5f4-c27b-4d75-bff4-9d866899eb22 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Made reservation on behalf of 2a7b68b0834747aea23e980eb854792a for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:04:18.946949 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d7a1a5f4-c27b-4d75-bff4-9d866899eb22 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:18.988074 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-d7a1a5f4-c27b-4d75-bff4-9d866899eb22 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] device_id is not set on port 79fdfed8-0b9c-414b-9fe2-03916b476123 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:04:19.057179 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83227a6d-7364-435e-868d-f55d202332e8 req-ae7710c2-e6a8-45a7-88b5-7a757180d60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:19.058772 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-83227a6d-7364-435e-868d-f55d202332e8 req-ae7710c2-e6a8-45a7-88b5-7a757180d60f service neutron] 10.222.0.88 "GET /v2.0/networks?id=042ff527-1fae-4bd9-883c-64e28e4df4d0 HTTP/1.1" status: 200 len: 912 time: 0.2503450 Aug 19 15:04:19.109098 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-83227a6d-7364-435e-868d-f55d202332e8 req-ec2db0db-ba91-4017-8a53-7af39b403c74 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=081f54b8-f807-4b9a-99a9-66484df945d5 HTTP/1.1" status: 200 len: 217 time: 0.0425518 Aug 19 15:04:19.112083 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce20d7f5-9a97-41f9-b198-89a155620e1c req-461f75a1-dfd4-4d52-bd14-a152bb8d07f1 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Made reservation on behalf of 5784b0340e8242b1aba4ab831f2e3b23 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:04:19.117107 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ce20d7f5-9a97-41f9-b198-89a155620e1c req-461f75a1-dfd4-4d52-bd14-a152bb8d07f1 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:19.267483 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83227a6d-7364-435e-868d-f55d202332e8 req-40580299-f4d2-425b-890f-e4160262271e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:19.275585 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-83227a6d-7364-435e-868d-f55d202332e8 req-40580299-f4d2-425b-890f-e4160262271e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4501b342-71e0-4b08-b9d8-b651dd87e075 HTTP/1.1" status: 200 len: 850 time: 0.1533329 Aug 19 15:04:19.344325 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d7a1a5f4-c27b-4d75-bff4-9d866899eb22 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:19.410046 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d7a1a5f4-c27b-4d75-bff4-9d866899eb22 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:19.456581 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a1a5f4-c27b-4d75-bff4-9d866899eb22 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Network e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:04:19.456691 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 0423c698-dfff-4990-9205-165fb1b4a19d up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:04:19.460385 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d7a1a5f4-c27b-4d75-bff4-9d866899eb22 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:04:19.464642 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a1a5f4-c27b-4d75-bff4-9d866899eb22 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:04:19.468783 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83227a6d-7364-435e-868d-f55d202332e8 req-0db00c5e-132f-4162-a66f-b2105110f3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:19.471702 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-83227a6d-7364-435e-868d-f55d202332e8 req-0db00c5e-132f-4162-a66f-b2105110f3db service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=042ff527-1fae-4bd9-883c-64e28e4df4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1875765 Aug 19 15:04:19.474355 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a1a5f4-c27b-4d75-bff4-9d866899eb22 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:19.475122 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d7a1a5f4-c27b-4d75-bff4-9d866899eb22 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:19.506091 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d7a1a5f4-c27b-4d75-bff4-9d866899eb22 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8277876 Aug 19 15:04:19.508572 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 0423c698-dfff-4990-9205-165fb1b4a19d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:19.509247 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51784) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:19.509571 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:19.531346 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a1a5f4-c27b-4d75-bff4-9d866899eb22 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event updated for resources: {'Port': ['ID=79fdfed8-0b9c-414b-9fe2-03916b476123,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:19.567450 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-ce20d7f5-9a97-41f9-b198-89a155620e1c req-461f75a1-dfd4-4d52-bd14-a152bb8d07f1 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Allocated IP 172.20.0.7 (efa5a2dd-d570-4b86-a31b-68a1c7c9f708/a011c1be-9b05-4239-aaa2-42073d462e8e/1637b94e-f2ce-4555-b6c8-82a867805446) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:04:19.578345 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19913e-a18b-4c09-a877-cf336dc086cb req-a1677e89-40e2-40fb-9015-6405b14aed4a tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:19.580459 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-af19913e-a18b-4c09-a877-cf336dc086cb req-a1677e89-40e2-40fb-9015-6405b14aed4a tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d57b2c9-f3da-41b2-8a3b-d20bd9534247 HTTP/1.1" status: 200 len: 945 time: 0.2447131 Aug 19 15:04:19.636282 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edad373-eec1-4d11-a07d-a84c4cec0185 req-3e62a199-fb5c-4ddd-99b7-cc8abc257bb9 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:19.637879 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3edad373-eec1-4d11-a07d-a84c4cec0185 req-3e62a199-fb5c-4ddd-99b7-cc8abc257bb9 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.69 "GET /v2.0/ports?device_id=05fa7e6c-59ac-484d-981d-e544e624a8c9 HTTP/1.1" status: 200 len: 945 time: 0.2410944 Aug 19 15:04:19.650314 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-1e82cc34-8990-40ea-9573-08e16ca857ba tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Deleting port 79fdfed8-0b9c-414b-9fe2-03916b476123 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:04:19.650915 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e82cc34-8990-40ea-9573-08e16ca857ba tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:19.686276 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-af19913e-a18b-4c09-a877-cf336dc086cb req-41de82b9-4e34-4518-861e-5a0fd5f9b830 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c557159-7162-4d2f-ba9f-7706b6cb47a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941401 Aug 19 15:04:19.687580 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 254987b2-a30f-428a-98da-8252dc5b8741 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:04:19.716778 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 254987b2-a30f-428a-98da-8252dc5b8741 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:04:19.717615 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 254987b2-a30f-428a-98da-8252dc5b8741 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:04:19.763346 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e82cc34-8990-40ea-9573-08e16ca857ba tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:19.765356 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3edad373-eec1-4d11-a07d-a84c4cec0185 req-9a5e5cb2-afb3-4930-b68c-1f0eb1140bb9 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.69 "GET /v2.0/security-groups?id=b501d9be-7a05-417f-b90b-1d4b11f16498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119034 Aug 19 15:04:19.774160 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-83227a6d-7364-435e-868d-f55d202332e8 req-902f6df4-489f-4e6c-828f-9e50771d25d1 service neutron] 10.222.0.88 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942221 Aug 19 15:04:19.785383 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-1e82cc34-8990-40ea-9573-08e16ca857ba tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Calling delete_port for 79fdfed8-0b9c-414b-9fe2-03916b476123 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:04:19.897182 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e82cc34-8990-40ea-9573-08e16ca857ba tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:19.945400 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82cc34-8990-40ea-9573-08e16ca857ba tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event deleted for resources: {'Port': ['ID=79fdfed8-0b9c-414b-9fe2-03916b476123,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:19.951669 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e82cc34-8990-40ea-9573-08e16ca857ba tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:19.954514 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1e82cc34-8990-40ea-9573-08e16ca857ba tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "DELETE /v2.0/ports/79fdfed8-0b9c-414b-9fe2-03916b476123 HTTP/1.1" status: 204 len: 168 time: 0.4433415 Aug 19 15:04:19.956725 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51788) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:19.964047 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-fe8740d7-4fd2-441b-8cd2-237cc1d6f6e3 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Request body: {'port': {'network_id': 'e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf', 'mac_address': 'fa:16:3e:65:50:a2', 'name': 'tempest-PortsIpV6TestJSON-1346818802'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:19.981468 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7dc6f619-8af6-4917-ab7f-29d3e2aac984 req-20de4d83-a75d-40a1-b7af-f2439d35b6c2 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 210 time: 0.0641885 Aug 19 15:04:19.991329 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-83227a6d-7364-435e-868d-f55d202332e8 req-493117ae-e595-411f-ad17-54b515264fb4 service neutron] 10.222.0.88 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039704 Aug 19 15:04:20.008671 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ce20d7f5-9a97-41f9-b198-89a155620e1c req-461f75a1-dfd4-4d52-bd14-a152bb8d07f1 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:20.035136 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-ce20d7f5-9a97-41f9-b198-89a155620e1c req-461f75a1-dfd4-4d52-bd14-a152bb8d07f1 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Transition to ACTIVE for port object 1637b94e-f2ce-4555-b6c8-82a867805446 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:04:20.102299 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8740d7-4fd2-441b-8cd2-237cc1d6f6e3 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Made reservation on behalf of 2a7b68b0834747aea23e980eb854792a for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:04:20.130719 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ce20d7f5-9a97-41f9-b198-89a155620e1c req-461f75a1-dfd4-4d52-bd14-a152bb8d07f1 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:20.196660 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe8740d7-4fd2-441b-8cd2-237cc1d6f6e3 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:20.214250 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379af1f8-b8c1-441d-942a-f5803d82260d req-f4cd609a-be34-4382-9171-1f1f2f0b02d9 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:20.217263 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-379af1f8-b8c1-441d-942a-f5803d82260d req-f4cd609a-be34-4382-9171-1f1f2f0b02d9 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=40dbd0dc-4d56-41a3-96c6-a8bbfaef6f7e HTTP/1.1" status: 200 len: 943 time: 0.1585782 Aug 19 15:04:20.222028 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-fe8740d7-4fd2-441b-8cd2-237cc1d6f6e3 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] device_id is not set on port 72459ced-2a8c-40b5-b44e-d5d1c22a230d yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:04:20.251705 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce20d7f5-9a97-41f9-b198-89a155620e1c req-461f75a1-dfd4-4d52-bd14-a152bb8d07f1 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Network efa5a2dd-d570-4b86-a31b-68a1c7c9f708 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:04:20.273781 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-ce20d7f5-9a97-41f9-b198-89a155620e1c req-461f75a1-dfd4-4d52-bd14-a152bb8d07f1 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:04:20.304066 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce20d7f5-9a97-41f9-b198-89a155620e1c req-461f75a1-dfd4-4d52-bd14-a152bb8d07f1 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:04:20.310282 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f75a1-dfd4-4d52-bd14-a152bb8d07f1 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'Port': ['ID=1637b94e-f2ce-4555-b6c8-82a867805446,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:20.359541 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-379af1f8-b8c1-441d-942a-f5803d82260d req-62f09847-5a48-414f-bbb5-4db164c6cab4 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222215 Aug 19 15:04:20.377962 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20d7f5-9a97-41f9-b198-89a155620e1c req-461f75a1-dfd4-4d52-bd14-a152bb8d07f1 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:20.378642 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ce20d7f5-9a97-41f9-b198-89a155620e1c req-461f75a1-dfd4-4d52-bd14-a152bb8d07f1 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:20.448128 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe8740d7-4fd2-441b-8cd2-237cc1d6f6e3 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:20.558922 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ce20d7f5-9a97-41f9-b198-89a155620e1c req-461f75a1-dfd4-4d52-bd14-a152bb8d07f1 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7915039 Aug 19 15:04:20.561386 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe8740d7-4fd2-441b-8cd2-237cc1d6f6e3 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:20.572501 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-ce20d7f5-9a97-41f9-b198-89a155620e1c req-812a2b3f-2787-4bb1-be1c-00dd56fdf494 service neutron] Request body: {'port': {'device_id': '526fbb5b-ba13-4afa-b54c-14981b504610', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:20.633227 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8740d7-4fd2-441b-8cd2-237cc1d6f6e3 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Network e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:04:20.637292 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-fe8740d7-4fd2-441b-8cd2-237cc1d6f6e3 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:04:20.642865 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8740d7-4fd2-441b-8cd2-237cc1d6f6e3 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:04:20.649313 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8740d7-4fd2-441b-8cd2-237cc1d6f6e3 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:20.649759 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe8740d7-4fd2-441b-8cd2-237cc1d6f6e3 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:20.654065 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8740d7-4fd2-441b-8cd2-237cc1d6f6e3 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event updated for resources: {'Port': ['ID=72459ced-2a8c-40b5-b44e-d5d1c22a230d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:20.680932 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-fe8740d7-4fd2-441b-8cd2-237cc1d6f6e3 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7213106 Aug 19 15:04:20.683858 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51792) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:20.687338 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-dd4f84d1-2cfe-4d38-8d47-715ccc6588c7 None None] Provisioning for port 1637b94e-f2ce-4555-b6c8-82a867805446 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:04:20.689931 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ce20d7f5-9a97-41f9-b198-89a155620e1c req-812a2b3f-2787-4bb1-be1c-00dd56fdf494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:20.694810 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-dd4f84d1-2cfe-4d38-8d47-715ccc6588c7 None None] Provisioning complete for port 1637b94e-f2ce-4555-b6c8-82a867805446 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:20.695475 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dd4f84d1-2cfe-4d38-8d47-715ccc6588c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:20.757418 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-dd4f84d1-2cfe-4d38-8d47-715ccc6588c7 None None] Port 1637b94e-f2ce-4555-b6c8-82a867805446 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:04:20.800885 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e2341d-4ebc-480e-b164-5c96dd782562 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:20.804550 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-10e2341d-4ebc-480e-b164-5c96dd782562 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "GET /v2.0/ports/72459ced-2a8c-40b5-b44e-d5d1c22a230d HTTP/1.1" status: 200 len: 845 time: 0.1146195 Aug 19 15:04:20.806923 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51798) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:20.918991 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-31ebb561-dfa8-458a-9efe-8c57e3ce14dc tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Deleting port 72459ced-2a8c-40b5-b44e-d5d1c22a230d {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:04:20.919497 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-31ebb561-dfa8-458a-9efe-8c57e3ce14dc tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:21.014640 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-31ebb561-dfa8-458a-9efe-8c57e3ce14dc tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:21.026476 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7872f7-6ef1-4582-856d-10799771913e req-ba46a861-3d9e-461e-a56b-08ac61f2ef1f tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:21.028207 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bb7872f7-6ef1-4582-856d-10799771913e req-ba46a861-3d9e-461e-a56b-08ac61f2ef1f tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d57b2c9-f3da-41b2-8a3b-d20bd9534247 HTTP/1.1" status: 200 len: 945 time: 0.1726837 Aug 19 15:04:21.036071 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-31ebb561-dfa8-458a-9efe-8c57e3ce14dc tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Calling delete_port for 72459ced-2a8c-40b5-b44e-d5d1c22a230d owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:04:21.057952 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5015e32-3cc0-4f50-8498-c65cf9376c6d req-d0893054-db24-448d-a3ae-470c9b14cc19 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:21.059627 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b5015e32-3cc0-4f50-8498-c65cf9376c6d req-d0893054-db24-448d-a3ae-470c9b14cc19 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.69 "GET /v2.0/ports?device_id=05fa7e6c-59ac-484d-981d-e544e624a8c9 HTTP/1.1" status: 200 len: 945 time: 0.1879849 Aug 19 15:04:21.152209 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-31ebb561-dfa8-458a-9efe-8c57e3ce14dc tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:21.184576 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bb7872f7-6ef1-4582-856d-10799771913e req-4e6a54fe-87b3-48d6-bf1b-7393d5133eca tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c557159-7162-4d2f-ba9f-7706b6cb47a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441078 Aug 19 15:04:21.191577 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ebb561-dfa8-458a-9efe-8c57e3ce14dc tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event deleted for resources: {'Port': ['ID=72459ced-2a8c-40b5-b44e-d5d1c22a230d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:21.196894 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-31ebb561-dfa8-458a-9efe-8c57e3ce14dc tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:21.202905 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-31ebb561-dfa8-458a-9efe-8c57e3ce14dc tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "DELETE /v2.0/ports/72459ced-2a8c-40b5-b44e-d5d1c22a230d HTTP/1.1" status: 204 len: 168 time: 0.3945687 Aug 19 15:04:21.203706 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51802) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:21.236130 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-efa9fe55-9ff4-4487-bc93-1059669bb0ce tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] GET failed (client error): The resource could not be found. Aug 19 15:04:21.243044 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-efa9fe55-9ff4-4487-bc93-1059669bb0ce tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "GET /v2.0/ports/72459ced-2a8c-40b5-b44e-d5d1c22a230d HTTP/1.1" status: 404 len: 333 time: 0.0379484 Aug 19 15:04:21.244247 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51804) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:21.249884 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-475d2cdf-510f-4d8a-81f1-a325ccd487bf tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Request body: {'port': {'network_id': 'e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf', 'name': 'tempest-PortsIpV6TestJSON-848273613'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:21.250712 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b5015e32-3cc0-4f50-8498-c65cf9376c6d req-0a43ee5e-c22c-45f2-b921-74c8bf97c80f tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.69 "GET /v2.0/security-groups?id=b501d9be-7a05-417f-b90b-1d4b11f16498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743953 Aug 19 15:04:21.280194 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a73ccc-7492-4b33-9d31-81c8db100e8c req-df3e0b32-efab-42de-a524-f315099ce790 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:21.282720 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-31a73ccc-7492-4b33-9d31-81c8db100e8c req-df3e0b32-efab-42de-a524-f315099ce790 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.68 "GET /v2.0/ports?device_id=05fa7e6c-59ac-484d-981d-e544e624a8c9 HTTP/1.1" status: 200 len: 945 time: 0.1970494 Aug 19 15:04:21.390200 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-ce20d7f5-9a97-41f9-b198-89a155620e1c req-812a2b3f-2787-4bb1-be1c-00dd56fdf494 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1637b94e-f2ce-4555-b6c8-82a867805446 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:04:21.400454 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ce20d7f5-9a97-41f9-b198-89a155620e1c req-812a2b3f-2787-4bb1-be1c-00dd56fdf494 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:21.409851 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26bf01-9920-423d-bc8b-91c05730932b req-03ca8b30-f7ef-4bff-885d-eea9c5efc790 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:21.413098 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1a26bf01-9920-423d-bc8b-91c05730932b req-03ca8b30-f7ef-4bff-885d-eea9c5efc790 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d57b2c9-f3da-41b2-8a3b-d20bd9534247 HTTP/1.1" status: 200 len: 945 time: 0.1059551 Aug 19 15:04:21.453253 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-ce20d7f5-9a97-41f9-b198-89a155620e1c req-812a2b3f-2787-4bb1-be1c-00dd56fdf494 service neutron] Transition to ACTIVE for port object 1637b94e-f2ce-4555-b6c8-82a867805446 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:04:21.463916 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ce20d7f5-9a97-41f9-b198-89a155620e1c req-812a2b3f-2787-4bb1-be1c-00dd56fdf494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:21.467058 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475d2cdf-510f-4d8a-81f1-a325ccd487bf tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Made reservation on behalf of 2a7b68b0834747aea23e980eb854792a for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:04:21.471152 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-475d2cdf-510f-4d8a-81f1-a325ccd487bf tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:21.476633 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2df101-3614-4fd0-847a-bd8f3605065f req-61bbf117-b866-41dd-b718-9db3e71cdd34 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:21.478309 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4a2df101-3614-4fd0-847a-bd8f3605065f req-61bbf117-b866-41dd-b718-9db3e71cdd34 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 931 time: 0.1603150 Aug 19 15:04:21.510014 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-475d2cdf-510f-4d8a-81f1-a325ccd487bf tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] device_id is not set on port 89f4b397-31e2-4757-b5cb-2799157ef1b1 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:04:21.950219 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812a2b3f-2787-4bb1-be1c-00dd56fdf494 service neutron] Pushing event updated for resources: {'Port': ['ID=1637b94e-f2ce-4555-b6c8-82a867805446,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:21.990988 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-31a73ccc-7492-4b33-9d31-81c8db100e8c req-fb4ce944-527e-4a6c-83c5-72fec62837ff tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Deleting port 8c477bb0-2507-4664-94ee-a6b5e8e773c1 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:04:21.991377 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-31a73ccc-7492-4b33-9d31-81c8db100e8c req-fb4ce944-527e-4a6c-83c5-72fec62837ff tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:22.024356 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4a2df101-3614-4fd0-847a-bd8f3605065f req-1e5402b6-5c0c-43bd-a55d-26e7963f4d98 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a4db4eb-d4df-4899-a042-35b38e1e17f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5145600 Aug 19 15:04:22.027692 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-1a26bf01-9920-423d-bc8b-91c05730932b req-32d3bd52-c973-4b29-86e6-635e16cad40d tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Deleting port d567af4e-d959-4c5e-bbcb-aa0a11495c6e {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:04:22.028240 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1a26bf01-9920-423d-bc8b-91c05730932b req-32d3bd52-c973-4b29-86e6-635e16cad40d tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:22.174305 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f36bb-13fb-4760-9a71-913d7b782bfe req-42d61bd1-555a-4b2c-bfb2-351e0898637b tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:22.177107 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8a7f36bb-13fb-4760-9a71-913d7b782bfe req-42d61bd1-555a-4b2c-bfb2-351e0898637b tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=40dbd0dc-4d56-41a3-96c6-a8bbfaef6f7e HTTP/1.1" status: 200 len: 943 time: 0.6542664 Aug 19 15:04:22.249163 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-31a73ccc-7492-4b33-9d31-81c8db100e8c req-fb4ce944-527e-4a6c-83c5-72fec62837ff tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] For port 8c477bb0-2507-4664-94ee-a6b5e8e773c1, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=8c477bb0-2507-4664-94ee-a6b5e8e773c1,segment=NetworkSegment(bd215c9a-6703-48f3-add9-e5cd8365c64f),segment_id=bd215c9a-6703-48f3-add9-e5cd8365c64f)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:22.249707 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-31a73ccc-7492-4b33-9d31-81c8db100e8c req-fb4ce944-527e-4a6c-83c5-72fec62837ff tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:22.294001 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-31a73ccc-7492-4b33-9d31-81c8db100e8c req-fb4ce944-527e-4a6c-83c5-72fec62837ff tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Calling delete_port for 8c477bb0-2507-4664-94ee-a6b5e8e773c1 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:04:22.305511 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-475d2cdf-510f-4d8a-81f1-a325ccd487bf tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:22.308161 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8a7f36bb-13fb-4760-9a71-913d7b782bfe req-0bb6a5cc-0a22-47ec-8790-afa8eefa4156 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050158 Aug 19 15:04:22.313946 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-ce20d7f5-9a97-41f9-b198-89a155620e1c req-812a2b3f-2787-4bb1-be1c-00dd56fdf494 service neutron] Attempting to bind port 1637b94e-f2ce-4555-b6c8-82a867805446 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:04:22.314435 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-ce20d7f5-9a97-41f9-b198-89a155620e1c req-812a2b3f-2787-4bb1-be1c-00dd56fdf494 service neutron] Attempting to bind port 1637b94e-f2ce-4555-b6c8-82a867805446 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '2cff94a8-d32d-498b-85b8-f4d9632ebdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'efa5a2dd-d570-4b86-a31b-68a1c7c9f708'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:04:22.314914 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce20d7f5-9a97-41f9-b198-89a155620e1c req-812a2b3f-2787-4bb1-be1c-00dd56fdf494 service neutron] Attempting to bind port 1637b94e-f2ce-4555-b6c8-82a867805446 on network efa5a2dd-d570-4b86-a31b-68a1c7c9f708 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:04:22.320483 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-1a26bf01-9920-423d-bc8b-91c05730932b req-32d3bd52-c973-4b29-86e6-635e16cad40d tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] For port d567af4e-d959-4c5e-bbcb-aa0a11495c6e, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=d567af4e-d959-4c5e-bbcb-aa0a11495c6e,segment=NetworkSegment(4e884d42-900a-4a47-a636-1fba06a28f42),segment_id=4e884d42-900a-4a47-a636-1fba06a28f42)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:22.320857 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1a26bf01-9920-423d-bc8b-91c05730932b req-32d3bd52-c973-4b29-86e6-635e16cad40d tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:22.323283 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce20d7f5-9a97-41f9-b198-89a155620e1c req-812a2b3f-2787-4bb1-be1c-00dd56fdf494 service neutron] Port 1637b94e-f2ce-4555-b6c8-82a867805446 on network efa5a2dd-d570-4b86-a31b-68a1c7c9f708 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:04:22.323762 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce20d7f5-9a97-41f9-b198-89a155620e1c req-812a2b3f-2787-4bb1-be1c-00dd56fdf494 service neutron] Attempting to bind port 1637b94e-f2ce-4555-b6c8-82a867805446 on network efa5a2dd-d570-4b86-a31b-68a1c7c9f708 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:04:22.389722 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce20d7f5-9a97-41f9-b198-89a155620e1c req-812a2b3f-2787-4bb1-be1c-00dd56fdf494 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:04:22.390108 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce20d7f5-9a97-41f9-b198-89a155620e1c req-812a2b3f-2787-4bb1-be1c-00dd56fdf494 service neutron] Checking segment: {'id': '2cff94a8-d32d-498b-85b8-f4d9632ebdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'efa5a2dd-d570-4b86-a31b-68a1c7c9f708'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:04:22.390599 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce20d7f5-9a97-41f9-b198-89a155620e1c req-812a2b3f-2787-4bb1-be1c-00dd56fdf494 service neutron] Bound using segment: {'id': '2cff94a8-d32d-498b-85b8-f4d9632ebdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'efa5a2dd-d570-4b86-a31b-68a1c7c9f708'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:04:22.391756 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-ce20d7f5-9a97-41f9-b198-89a155620e1c req-812a2b3f-2787-4bb1-be1c-00dd56fdf494 service neutron] Bound port: 1637b94e-f2ce-4555-b6c8-82a867805446, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cff94a8-d32d-498b-85b8-f4d9632ebdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'efa5a2dd-d570-4b86-a31b-68a1c7c9f708'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:04:22.392223 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ce20d7f5-9a97-41f9-b198-89a155620e1c req-812a2b3f-2787-4bb1-be1c-00dd56fdf494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:22.489198 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-ce20d7f5-9a97-41f9-b198-89a155620e1c req-812a2b3f-2787-4bb1-be1c-00dd56fdf494 service neutron] For port 1637b94e-f2ce-4555-b6c8-82a867805446, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:04:22.494653 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-ce20d7f5-9a97-41f9-b198-89a155620e1c req-812a2b3f-2787-4bb1-be1c-00dd56fdf494 service neutron] For port 1637b94e-f2ce-4555-b6c8-82a867805446, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=1637b94e-f2ce-4555-b6c8-82a867805446,segment=NetworkSegment(2cff94a8-d32d-498b-85b8-f4d9632ebdb6),segment_id=2cff94a8-d32d-498b-85b8-f4d9632ebdb6)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:04:22.495207 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-475d2cdf-510f-4d8a-81f1-a325ccd487bf tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:22.512575 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ce20d7f5-9a97-41f9-b198-89a155620e1c req-812a2b3f-2787-4bb1-be1c-00dd56fdf494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:22.593200 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475d2cdf-510f-4d8a-81f1-a325ccd487bf tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Network e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:04:22.604787 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6947eeb-d536-4eac-99d1-06f6cf9e5482 req-3b9248d4-7ec8-4104-9ab4-a3b88383452a tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:22.604982 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-475d2cdf-510f-4d8a-81f1-a325ccd487bf tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:04:22.607791 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d6947eeb-d536-4eac-99d1-06f6cf9e5482 req-3b9248d4-7ec8-4104-9ab4-a3b88383452a tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d57b2c9-f3da-41b2-8a3b-d20bd9534247 HTTP/1.1" status: 200 len: 945 time: 0.2872705 Aug 19 15:04:22.608829 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475d2cdf-510f-4d8a-81f1-a325ccd487bf tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:04:22.615584 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20d7f5-9a97-41f9-b198-89a155620e1c req-812a2b3f-2787-4bb1-be1c-00dd56fdf494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:22.615915 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475d2cdf-510f-4d8a-81f1-a325ccd487bf tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:22.616649 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ce20d7f5-9a97-41f9-b198-89a155620e1c req-812a2b3f-2787-4bb1-be1c-00dd56fdf494 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:22.616823 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-475d2cdf-510f-4d8a-81f1-a325ccd487bf tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:22.618164 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ce20d7f5-9a97-41f9-b198-89a155620e1c req-812a2b3f-2787-4bb1-be1c-00dd56fdf494 service neutron] 10.222.0.88 "PUT /v2.0/ports/1637b94e-f2ce-4555-b6c8-82a867805446 HTTP/1.1" status: 200 len: 1091 time: 2.0506537 Aug 19 15:04:22.618713 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '526fbb5b-ba13-4afa-b54c-14981b504610', 'tag': '1637b94e-f2ce-4555-b6c8-82a867805446'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:04:22.620006 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d2cdf-510f-4d8a-81f1-a325ccd487bf tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event updated for resources: {'Port': ['ID=89f4b397-31e2-4757-b5cb-2799157ef1b1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:22.621466 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e51e59-4e8d-4c47-94d7-cf66dc9e0ddd" -d '{"events": [{"name": "network-changed", "server_uuid": "526fbb5b-ba13-4afa-b54c-14981b504610", "tag": "1637b94e-f2ce-4555-b6c8-82a867805446"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:04:22.668101 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-475d2cdf-510f-4d8a-81f1-a325ccd487bf tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4231029 Aug 19 15:04:22.674720 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51814) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:22.683500 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-33be56d7-9ca7-49f3-a053-bf0be156b356 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:22.773697 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33be56d7-9ca7-49f3-a053-bf0be156b356 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:22.785458 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ae1ec-4f36-4769-8bea-051d64db5a59 req-2e7673a2-ae48-4940-8ffb-f5ef1a0259c0 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:22.787819 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2e7ae1ec-4f36-4769-8bea-051d64db5a59 req-2e7673a2-ae48-4940-8ffb-f5ef1a0259c0 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.69 "GET /v2.0/ports?device_id=05fa7e6c-59ac-484d-981d-e544e624a8c9 HTTP/1.1" status: 200 len: 945 time: 0.2918487 Aug 19 15:04:22.795253 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812a2b3f-2787-4bb1-be1c-00dd56fdf494 service neutron] Pushing event updated for resources: {'Port': ['ID=1637b94e-f2ce-4555-b6c8-82a867805446,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:22.823764 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-31a73ccc-7492-4b33-9d31-81c8db100e8c req-fb4ce944-527e-4a6c-83c5-72fec62837ff tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:22.824637 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1a26bf01-9920-423d-bc8b-91c05730932b req-32d3bd52-c973-4b29-86e6-635e16cad40d tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:22.825134 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1a26bf01-9920-423d-bc8b-91c05730932b req-32d3bd52-c973-4b29-86e6-635e16cad40d tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:22.825684 n-d-766043-2 neutron-server[94639]: INFO neutron.db.l3_db [req-1a26bf01-9920-423d-bc8b-91c05730932b req-32d3bd52-c973-4b29-86e6-635e16cad40d tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Floating IP 83d15fba-0df3-45a8-899b-da8181f92e5e disassociated. External IP: 172.25.2.121, port: d567af4e-d959-4c5e-bbcb-aa0a11495c6e. Aug 19 15:04:22.825926 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-1a26bf01-9920-423d-bc8b-91c05730932b req-32d3bd52-c973-4b29-86e6-635e16cad40d tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Calling delete_port for d567af4e-d959-4c5e-bbcb-aa0a11495c6e owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:04:22.902059 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d6947eeb-d536-4eac-99d1-06f6cf9e5482 req-22bbfeb1-1b5a-4b8b-87d1-d19d1bfefe41 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c557159-7162-4d2f-ba9f-7706b6cb47a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2772810 Aug 19 15:04:22.905507 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ce944-527e-4a6c-83c5-72fec62837ff tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Pushing event deleted for resources: {'Port': ['ID=8c477bb0-2507-4664-94ee-a6b5e8e773c1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:22.911572 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2e7ae1ec-4f36-4769-8bea-051d64db5a59 req-fb88f23e-e853-4962-baa7-f4d1882d3d79 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.69 "GET /v2.0/security-groups?id=b501d9be-7a05-417f-b90b-1d4b11f16498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110086 Aug 19 15:04:22.962917 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a73ccc-7492-4b33-9d31-81c8db100e8c req-fb4ce944-527e-4a6c-83c5-72fec62837ff tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] No DVR routers for this DVR port 8c477bb0-2507-4664-94ee-a6b5e8e773c1 on host n-h1-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:04:22.966470 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-31a73ccc-7492-4b33-9d31-81c8db100e8c req-fb4ce944-527e-4a6c-83c5-72fec62837ff tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:22.970796 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-31a73ccc-7492-4b33-9d31-81c8db100e8c req-fb4ce944-527e-4a6c-83c5-72fec62837ff tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.68 "DELETE /v2.0/ports/8c477bb0-2507-4664-94ee-a6b5e8e773c1 HTTP/1.1" status: 204 len: 173 time: 1.6649401 Aug 19 15:04:22.973943 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20d7f5-9a97-41f9-b198-89a155620e1c req-a4d7415d-68cc-4447-962f-8caf49e28bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:22.975661 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ce20d7f5-9a97-41f9-b198-89a155620e1c req-a4d7415d-68cc-4447-962f-8caf49e28bda service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5784b0340e8242b1aba4ab831f2e3b23&device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 1094 time: 0.3006372 Aug 19 15:04:22.996000 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a13fcb-b6a9-4694-b9ba-8788e16e9a97 x-openstack-request-id: req-31a13fcb-b6a9-4694-b9ba-8788e16e9a97 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:04:22.996340 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "526fbb5b-ba13-4afa-b54c-14981b504610", "tag": "1637b94e-f2ce-4555-b6c8-82a867805446", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:04:22.996658 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-31a13fcb-b6a9-4694-b9ba-8788e16e9a97 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:04:22.997114 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '526fbb5b-ba13-4afa-b54c-14981b504610', 'tag': '1637b94e-f2ce-4555-b6c8-82a867805446', 'status': 'completed', 'code': 200} Aug 19 15:04:23.049914 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ce20d7f5-9a97-41f9-b198-89a155620e1c req-d4b0a950-51c2-44a8-bdb5-0b3d9bc41870 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1637b94e-f2ce-4555-b6c8-82a867805446 HTTP/1.1" status: 200 len: 217 time: 0.0654283 Aug 19 15:04:23.142969 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1a26bf01-9920-423d-bc8b-91c05730932b req-32d3bd52-c973-4b29-86e6-635e16cad40d tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:23.163371 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20d7f5-9a97-41f9-b198-89a155620e1c req-2bec466a-5a0d-4eea-971c-fb3da92835ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:23.165118 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ce20d7f5-9a97-41f9-b198-89a155620e1c req-2bec466a-5a0d-4eea-971c-fb3da92835ec service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a011c1be-9b05-4239-aaa2-42073d462e8e HTTP/1.1" status: 200 len: 834 time: 0.1055427 Aug 19 15:04:23.195224 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d3bd52-c973-4b29-86e6-635e16cad40d tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Pushing event deleted for resources: {'Port': ['ID=d567af4e-d959-4c5e-bbcb-aa0a11495c6e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:23.215035 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddec948-6ddf-4f28-908c-71678e4ded7e req-5d8e4f00-14cf-4d30-8446-b99e40e11021 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:23.216850 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9ddec948-6ddf-4f28-908c-71678e4ded7e req-5d8e4f00-14cf-4d30-8446-b99e40e11021 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 943 time: 0.0981786 Aug 19 15:04:23.223020 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33be56d7-9ca7-49f3-a053-bf0be156b356 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:23.229941 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33be56d7-9ca7-49f3-a053-bf0be156b356 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:23.267535 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20d7f5-9a97-41f9-b198-89a155620e1c req-99aad091-bc3c-439e-808d-d48dd5219477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:23.269459 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ce20d7f5-9a97-41f9-b198-89a155620e1c req-99aad091-bc3c-439e-808d-d48dd5219477 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=efa5a2dd-d570-4b86-a31b-68a1c7c9f708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0943255 Aug 19 15:04:23.293745 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9ddec948-6ddf-4f28-908c-71678e4ded7e req-297cfb7e-c1f9-499c-8501-1543ea7fb216 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a4db4eb-d4df-4899-a042-35b38e1e17f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638688 Aug 19 15:04:23.313789 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-33be56d7-9ca7-49f3-a053-bf0be156b356 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] In _notify_port_updated(), no bound segment for port 89f4b397-31e2-4757-b5cb-2799157ef1b1 on network e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf {{(pid=94639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 15:04:23.321018 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33be56d7-9ca7-49f3-a053-bf0be156b356 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:23.321799 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33be56d7-9ca7-49f3-a053-bf0be156b356 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:23.323177 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-33be56d7-9ca7-49f3-a053-bf0be156b356 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "PUT /v2.0/ports/89f4b397-31e2-4757-b5cb-2799157ef1b1 HTTP/1.1" status: 200 len: 818 time: 0.6472733 Aug 19 15:04:23.327880 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51818) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:23.400375 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ce20d7f5-9a97-41f9-b198-89a155620e1c req-16ab3fde-6d61-4f83-a0a1-56b7569f7770 service neutron] 10.222.0.88 "GET /v2.0/networks/efa5a2dd-d570-4b86-a31b-68a1c7c9f708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184540 Aug 19 15:04:23.423022 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be56d7-9ca7-49f3-a053-bf0be156b356 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event updated for resources: {'Port': ['ID=89f4b397-31e2-4757-b5cb-2799157ef1b1,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:23.502302 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a26bf01-9920-423d-bc8b-91c05730932b req-32d3bd52-c973-4b29-86e6-635e16cad40d tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Router 4b4904ca-1cef-430e-9327-e5d01c8fc04f has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:04:23.558512 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cd1bc-3b73-47c0-b8a0-8c4b88ac978c req-d65f110c-c8f7-4f79-bbc3-39d0486941a5 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:23.560346 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-582cd1bc-3b73-47c0-b8a0-8c4b88ac978c req-d65f110c-c8f7-4f79-bbc3-39d0486941a5 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=40dbd0dc-4d56-41a3-96c6-a8bbfaef6f7e HTTP/1.1" status: 200 len: 943 time: 0.1272628 Aug 19 15:04:23.569032 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ce20d7f5-9a97-41f9-b198-89a155620e1c req-2d08688b-bf67-4c35-b694-c4dbcdf60ada service neutron] 10.222.0.88 "GET /v2.0/networks/efa5a2dd-d570-4b86-a31b-68a1c7c9f708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597161 Aug 19 15:04:23.574310 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-50404cec-6795-437d-bec3-fa4bf031cfd3 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Deleting port 89f4b397-31e2-4757-b5cb-2799157ef1b1 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:04:23.574825 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50404cec-6795-437d-bec3-fa4bf031cfd3 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:23.649998 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-582cd1bc-3b73-47c0-b8a0-8c4b88ac978c req-5729a74e-1922-4b9d-acaa-a7516eb74f2b tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538678 Aug 19 15:04:23.734002 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e51e59-4e8d-4c47-94d7-cf66dc9e0ddd req-d6a591cf-7b96-46e1-8068-1254f3398cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:23.736151 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-68e51e59-4e8d-4c47-94d7-cf66dc9e0ddd req-d6a591cf-7b96-46e1-8068-1254f3398cf5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5784b0340e8242b1aba4ab831f2e3b23&device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 1094 time: 0.0619721 Aug 19 15:04:23.782953 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50404cec-6795-437d-bec3-fa4bf031cfd3 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:23.817061 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-50404cec-6795-437d-bec3-fa4bf031cfd3 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Calling delete_port for 89f4b397-31e2-4757-b5cb-2799157ef1b1 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:04:23.823735 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a26bf01-9920-423d-bc8b-91c05730932b req-32d3bd52-c973-4b29-86e6-635e16cad40d tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:04:23.842708 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7ee125-b62f-4270-9bc3-e10b69f90dc1 None None] Sync routers for ids ['4b4904ca-1cef-430e-9327-e5d01c8fc04f'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:04:23.853637 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7ee125-b62f-4270-9bc3-e10b69f90dc1 None None] Routers {'4b4904ca-1cef-430e-9327-e5d01c8fc04f'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:04:23.854267 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9d7ee125-b62f-4270-9bc3-e10b69f90dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:04:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['4b4904ca-1cef-430e-9327-e5d01c8fc04f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:23.860019 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e51e59-4e8d-4c47-94d7-cf66dc9e0ddd req-42d06485-96a6-48a9-9235-6a7548492e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:23.862554 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-68e51e59-4e8d-4c47-94d7-cf66dc9e0ddd req-42d06485-96a6-48a9-9235-6a7548492e63 service neutron] 10.222.0.88 "GET /v2.0/networks?id=efa5a2dd-d570-4b86-a31b-68a1c7c9f708 HTTP/1.1" status: 200 len: 898 time: 0.1183345 Aug 19 15:04:23.921104 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-68e51e59-4e8d-4c47-94d7-cf66dc9e0ddd req-7b62907c-76aa-47e4-a040-2344695f331e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1637b94e-f2ce-4555-b6c8-82a867805446 HTTP/1.1" status: 200 len: 217 time: 0.0515404 Aug 19 15:04:23.921644 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a26bf01-9920-423d-bc8b-91c05730932b req-32d3bd52-c973-4b29-86e6-635e16cad40d tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] No DVR routers for this DVR port d567af4e-d959-4c5e-bbcb-aa0a11495c6e on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:04:23.924664 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1a26bf01-9920-423d-bc8b-91c05730932b req-32d3bd52-c973-4b29-86e6-635e16cad40d tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:23.927051 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1a26bf01-9920-423d-bc8b-91c05730932b req-32d3bd52-c973-4b29-86e6-635e16cad40d tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.68 "DELETE /v2.0/ports/d567af4e-d959-4c5e-bbcb-aa0a11495c6e HTTP/1.1" status: 204 len: 173 time: 2.5065756 Aug 19 15:04:23.929119 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d57b2c9-f3da-41b2-8a3b-d20bd9534247', 'name': 'network-vif-deleted', 'tag': 'd567af4e-d959-4c5e-bbcb-aa0a11495c6e'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:04:23.932387 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c74594-df2a-4761-9a8f-554a6ac4b9e0" -d '{"events": [{"server_uuid": "5d57b2c9-f3da-41b2-8a3b-d20bd9534247", "name": "network-vif-deleted", "tag": "d567af4e-d959-4c5e-bbcb-aa0a11495c6e"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:04:24.006173 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-9d7ee125-b62f-4270-9bc3-e10b69f90dc1 None None] Set router 4b4904ca-1cef-430e-9327-e5d01c8fc04f gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:04:24.027880 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e51e59-4e8d-4c47-94d7-cf66dc9e0ddd req-f5655029-4c14-43a0-80f7-cd27183d1783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:24.033400 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-68e51e59-4e8d-4c47-94d7-cf66dc9e0ddd req-f5655029-4c14-43a0-80f7-cd27183d1783 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a011c1be-9b05-4239-aaa2-42073d462e8e HTTP/1.1" status: 200 len: 834 time: 0.1045835 Aug 19 15:04:24.035966 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50404cec-6795-437d-bec3-fa4bf031cfd3 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:24.088545 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3d52a2-dff5-42c1-b34c-e65c73c4c3f2 x-openstack-request-id: req-ef3d52a2-dff5-42c1-b34c-e65c73c4c3f2 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:04:24.089051 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d57b2c9-f3da-41b2-8a3b-d20bd9534247", "name": "network-vif-deleted", "tag": "d567af4e-d959-4c5e-bbcb-aa0a11495c6e", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:04:24.089452 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ef3d52a2-dff5-42c1-b34c-e65c73c4c3f2 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:04:24.089996 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d57b2c9-f3da-41b2-8a3b-d20bd9534247', 'name': 'network-vif-deleted', 'tag': 'd567af4e-d959-4c5e-bbcb-aa0a11495c6e', 'status': 'completed', 'code': 200} Aug 19 15:04:24.107762 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50404cec-6795-437d-bec3-fa4bf031cfd3 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:24.110297 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-50404cec-6795-437d-bec3-fa4bf031cfd3 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "DELETE /v2.0/ports/89f4b397-31e2-4757-b5cb-2799157ef1b1 HTTP/1.1" status: 204 len: 168 time: 0.7770631 Aug 19 15:04:24.111457 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50404cec-6795-437d-bec3-fa4bf031cfd3 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event deleted for resources: {'Port': ['ID=89f4b397-31e2-4757-b5cb-2799157ef1b1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:24.114650 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51830) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:24.206232 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745711ad-9397-46d5-bc48-e82184d56fa7 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:24.208021 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-745711ad-9397-46d5-bc48-e82184d56fa7 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0919909 Aug 19 15:04:24.212654 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51832) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:24.232778 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bd3939c0-0363-4a03-9a8a-a94ccfb229b5 req-83035918-d547-4640-928c-0a879bac8b97 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d57b2c9-f3da-41b2-8a3b-d20bd9534247 HTTP/1.1" status: 200 len: 210 time: 0.0627396 Aug 19 15:04:24.246614 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e51e59-4e8d-4c47-94d7-cf66dc9e0ddd req-d05e701a-8d9f-4b9f-986c-7a71de591206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:24.248901 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-68e51e59-4e8d-4c47-94d7-cf66dc9e0ddd req-d05e701a-8d9f-4b9f-986c-7a71de591206 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=efa5a2dd-d570-4b86-a31b-68a1c7c9f708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2050364 Aug 19 15:04:24.266424 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-30ab48c6-fe76-410a-95fe-0be50adfe149 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] GET failed (client error): The resource could not be found. Aug 19 15:04:24.278025 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-30ab48c6-fe76-410a-95fe-0be50adfe149 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "GET /v2.0/ports/89f4b397-31e2-4757-b5cb-2799157ef1b1 HTTP/1.1" status: 404 len: 333 time: 0.0640891 Aug 19 15:04:24.284389 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51834) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:24.291883 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-49188c7f-6ad8-4b7b-9442-cd30b23a14fe tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1983035178'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:24.331737 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49188c7f-6ad8-4b7b-9442-cd30b23a14fe tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Made reservation on behalf of 2a7b68b0834747aea23e980eb854792a for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:04:24.336192 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49188c7f-6ad8-4b7b-9442-cd30b23a14fe tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:24.372719 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49188c7f-6ad8-4b7b-9442-cd30b23a14fe tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:04:24.387109 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49188c7f-6ad8-4b7b-9442-cd30b23a14fe tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:24.387704 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-49188c7f-6ad8-4b7b-9442-cd30b23a14fe tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Added segment 06354ddb-858a-4897-9152-f9ad0ca48a79 of type vlan for network d77db0cc-77b1-4aa0-a36f-172a018fbc53 Aug 19 15:04:24.461331 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-68e51e59-4e8d-4c47-94d7-cf66dc9e0ddd req-61e00825-4b64-4a84-bb6f-55dc01aa0035 service neutron] 10.222.0.88 "GET /v2.0/networks/efa5a2dd-d570-4b86-a31b-68a1c7c9f708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040114 Aug 19 15:04:24.475054 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9d7ee125-b62f-4270-9bc3-e10b69f90dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'name': 'tempest-AttachVolumeTestJSON-852643430-router', 'tenant_id': '329a9422f2e44489a7adbe73ec4e808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '05178c7e-e4be-4803-bb68-12496ba7e835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:56:53Z', 'updated_at': '2021-08-19T14:57:06Z', 'revision_number': 4, 'project_id': '329a9422f2e44489a7adbe73ec4e808e', 'gw_port': {'id': '05178c7e-e4be-4803-bb68-12496ba7e835', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:44:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:56:55Z', 'updated_at': '2021-08-19T14:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'a624f93a-8bd2-467e-9d42-b93164655081', 'name': '', 'network_id': '86eb5dfd-420b-4075-ab54-22313c9966d3', 'tenant_id': '329a9422f2e44489a7adbe73ec4e808e', 'mac_address': 'fa:16:3e:77:f4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'b36b5b14-491d-4933-bb67-1257e134c17f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:57:03Z', 'updated_at': '2021-08-19T14:57:13Z', 'revision_number': 5, 'project_id': '329a9422f2e44489a7adbe73ec4e808e', 'subnets': [{'id': 'b36b5b14-491d-4933-bb67-1257e134c17f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:24.480777 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49188c7f-6ad8-4b7b-9442-cd30b23a14fe tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:24.507585 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7ee125-b62f-4270-9bc3-e10b69f90dc1 None None] Checking router: 4b4904ca-1cef-430e-9327-e5d01c8fc04f for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:04:24.513482 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49188c7f-6ad8-4b7b-9442-cd30b23a14fe tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:24.522285 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49188c7f-6ad8-4b7b-9442-cd30b23a14fe tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:24.523064 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49188c7f-6ad8-4b7b-9442-cd30b23a14fe tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:24.525836 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7ee125-b62f-4270-9bc3-e10b69f90dc1 None None] Routers {'4b4904ca-1cef-430e-9327-e5d01c8fc04f'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:04:24.527276 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9d7ee125-b62f-4270-9bc3-e10b69f90dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:04:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['4b4904ca-1cef-430e-9327-e5d01c8fc04f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:24.587453 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-49188c7f-6ad8-4b7b-9442-cd30b23a14fe tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3017423 Aug 19 15:04:24.587883 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 8c477bb0-2507-4664-94ee-a6b5e8e773c1 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:04:24.590906 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51848) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:24.599604 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-162eff66-835d-45f9-aa88-f147a9ee1395 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Request body: {'subnet': {'network_id': 'd77db0cc-77b1-4aa0-a36f-172a018fbc53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:24.614103 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: 8c477bb0-2507-4664-94ee-a6b5e8e773c1 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:04:24.615084 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 8c477bb0-2507-4664-94ee-a6b5e8e773c1 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:04:24.615084 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device d567af4e-d959-4c5e-bbcb-aa0a11495c6e no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:04:24.644602 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: d567af4e-d959-4c5e-bbcb-aa0a11495c6e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:04:24.644958 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device d567af4e-d959-4c5e-bbcb-aa0a11495c6e not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:04:24.658640 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49188c7f-6ad8-4b7b-9442-cd30b23a14fe tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event updated for resources: {'Network': ['ID=d77db0cc-77b1-4aa0-a36f-172a018fbc53,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:24.680200 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82de7af-6d8e-4df3-8a58-a0c253c1daf9 req-8dcfc4e5-53b2-416e-a7ef-423f4388e7bf tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:24.684124 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d82de7af-6d8e-4df3-8a58-a0c253c1daf9 req-8dcfc4e5-53b2-416e-a7ef-423f4388e7bf tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 943 time: 0.2715302 Aug 19 15:04:24.688690 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network d77db0cc-77b1-4aa0-a36f-172a018fbc53 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:04:24.736555 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162eff66-835d-45f9-aa88-f147a9ee1395 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Made reservation on behalf of 2a7b68b0834747aea23e980eb854792a for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:04:24.740608 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-162eff66-835d-45f9-aa88-f147a9ee1395 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:24.802894 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-9d7ee125-b62f-4270-9bc3-e10b69f90dc1 None None] Set router 4b4904ca-1cef-430e-9327-e5d01c8fc04f gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:04:24.822729 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d82de7af-6d8e-4df3-8a58-a0c253c1daf9 req-0821fe46-8dda-4af6-bcf1-025b5054d906 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a4db4eb-d4df-4899-a042-35b38e1e17f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241086 Aug 19 15:04:24.845948 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:04:24.848990 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03266430-c8ab-4cb2-8e99-04fd3fee59c7 req-4287a7a7-d517-4c69-920b-afbe94c0886b tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:24.851514 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-03266430-c8ab-4cb2-8e99-04fd3fee59c7 req-4287a7a7-d517-4c69-920b-afbe94c0886b tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.69 "GET /v2.0/networks?id=47ba3de3-b6d2-41c7-9d65-d3b82476df5d HTTP/1.1" status: 200 len: 809 time: 0.3800323 Aug 19 15:04:24.856470 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-68e51e59-4e8d-4c47-94d7-cf66dc9e0ddd req-35cf4923-942a-46e9-b4d5-be8f81f49e71 service neutron] 10.222.0.88 "GET /v2.0/networks/efa5a2dd-d570-4b86-a31b-68a1c7c9f708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797069 Aug 19 15:04:24.881702 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-03266430-c8ab-4cb2-8e99-04fd3fee59c7 req-a6fa7b5b-81eb-4991-b14a-ae06c2b5ebeb tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.69 "GET /v2.0/quotas/a2c1cc5c27964fbaae9b2d5ce4acbbd4 HTTP/1.1" status: 200 len: 375 time: 0.0217292 Aug 19 15:04:24.948922 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-03266430-c8ab-4cb2-8e99-04fd3fee59c7 req-815df77b-b556-4126-9822-588acf208cb8 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a2c1cc5c27964fbaae9b2d5ce4acbbd4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0561602 Aug 19 15:04:25.000988 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05fa7e6c-59ac-484d-981d-e544e624a8c9', 'name': 'network-vif-deleted', 'tag': '8c477bb0-2507-4664-94ee-a6b5e8e773c1'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:04:25.003957 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952dd297-2642-4d81-898d-3568c5f4ef4f" -d '{"events": [{"server_uuid": "05fa7e6c-59ac-484d-981d-e544e624a8c9", "name": "network-vif-deleted", "tag": "8c477bb0-2507-4664-94ee-a6b5e8e773c1"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:04:25.072975 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae371a0a-60ef-4aae-98d2-8cac8190303e req-09e48efe-c62b-461e-adfa-260c831de133 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:25.075080 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ae371a0a-60ef-4aae-98d2-8cac8190303e req-09e48efe-c62b-461e-adfa-260c831de133 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=40dbd0dc-4d56-41a3-96c6-a8bbfaef6f7e HTTP/1.1" status: 200 len: 943 time: 0.1239398 Aug 19 15:04:25.079713 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-162eff66-835d-45f9-aa88-f147a9ee1395 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:25.130133 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9d7ee125-b62f-4270-9bc3-e10b69f90dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'name': 'tempest-AttachVolumeTestJSON-852643430-router', 'tenant_id': '329a9422f2e44489a7adbe73ec4e808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '05178c7e-e4be-4803-bb68-12496ba7e835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:56:53Z', 'updated_at': '2021-08-19T14:57:06Z', 'revision_number': 4, 'project_id': '329a9422f2e44489a7adbe73ec4e808e', 'gw_port': {'id': '05178c7e-e4be-4803-bb68-12496ba7e835', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:44:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:56:55Z', 'updated_at': '2021-08-19T14:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'a624f93a-8bd2-467e-9d42-b93164655081', 'name': '', 'network_id': '86eb5dfd-420b-4075-ab54-22313c9966d3', 'tenant_id': '329a9422f2e44489a7adbe73ec4e808e', 'mac_address': 'fa:16:3e:77:f4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'b36b5b14-491d-4933-bb67-1257e134c17f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:57:03Z', 'updated_at': '2021-08-19T14:57:13Z', 'revision_number': 5, 'project_id': '329a9422f2e44489a7adbe73ec4e808e', 'subnets': [{'id': 'b36b5b14-491d-4933-bb67-1257e134c17f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:25.139076 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-03266430-c8ab-4cb2-8e99-04fd3fee59c7 req-3056e4b4-5e89-40d3-b384-ec61102927fc service neutron] 10.222.0.69 "GET /v2.0/networks/47ba3de3-b6d2-41c7-9d65-d3b82476df5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772261 Aug 19 15:04:25.159989 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ae371a0a-60ef-4aae-98d2-8cac8190303e req-e20507a9-46ff-474f-8563-fe5fec8cabb7 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566430 Aug 19 15:04:25.161580 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162eff66-835d-45f9-aa88-f147a9ee1395 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event updated for resources: {'Subnet': ['ID=175dff6f-f3bc-4ab8-b1b2-14066bad6f81,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:25.178566 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7ee125-b62f-4270-9bc3-e10b69f90dc1 None None] The sync data for ids ['4b4904ca-1cef-430e-9327-e5d01c8fc04f'] in n-d-766043-2 is: [{'id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'name': 'tempest-AttachVolumeTestJSON-852643430-router', 'tenant_id': '329a9422f2e44489a7adbe73ec4e808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '05178c7e-e4be-4803-bb68-12496ba7e835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:56:53Z', 'updated_at': '2021-08-19T14:57:06Z', 'revision_number': 4, 'project_id': '329a9422f2e44489a7adbe73ec4e808e', 'gw_port': {'id': '05178c7e-e4be-4803-bb68-12496ba7e835', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:44:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:56:55Z', 'updated_at': '2021-08-19T14:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'a624f93a-8bd2-467e-9d42-b93164655081', 'name': '', 'network_id': '86eb5dfd-420b-4075-ab54-22313c9966d3', 'tenant_id': '329a9422f2e44489a7adbe73ec4e808e', 'mac_address': 'fa:16:3e:77:f4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'b36b5b14-491d-4933-bb67-1257e134c17f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:57:03Z', 'updated_at': '2021-08-19T14:57:13Z', 'revision_number': 5, 'project_id': '329a9422f2e44489a7adbe73ec4e808e', 'subnets': [{'id': 'b36b5b14-491d-4933-bb67-1257e134c17f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:04:25.201657 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162eff66-835d-45f9-aa88-f147a9ee1395 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Checking segment: {'id': '06354ddb-858a-4897-9152-f9ad0ca48a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd77db0cc-77b1-4aa0-a36f-172a018fbc53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:04:25.202041 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162eff66-835d-45f9-aa88-f147a9ee1395 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Network hostable DHCP agents. Network: d77db0cc-77b1-4aa0-a36f-172a018fbc53, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:04:25.229908 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162eff66-835d-45f9-aa88-f147a9ee1395 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Network d77db0cc-77b1-4aa0-a36f-172a018fbc53 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:04:25.243139 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93fdb4a-d7e3-4f3a-adcb-effae08b187f x-openstack-request-id: req-b93fdb4a-d7e3-4f3a-adcb-effae08b187f {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:04:25.243714 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05fa7e6c-59ac-484d-981d-e544e624a8c9", "name": "network-vif-deleted", "tag": "8c477bb0-2507-4664-94ee-a6b5e8e773c1", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:04:25.244174 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b93fdb4a-d7e3-4f3a-adcb-effae08b187f {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:04:25.244792 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05fa7e6c-59ac-484d-981d-e544e624a8c9', 'name': 'network-vif-deleted', 'tag': '8c477bb0-2507-4664-94ee-a6b5e8e773c1', 'status': 'completed', 'code': 200} Aug 19 15:04:25.248511 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-162eff66-835d-45f9-aa88-f147a9ee1395 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, d77db0cc-77b1-4aa0-a36f-172a018fbc53) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:04:25.254080 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162eff66-835d-45f9-aa88-f147a9ee1395 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:25.255363 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-162eff66-835d-45f9-aa88-f147a9ee1395 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:25.265732 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931e22fe-c3af-42a0-96aa-eee260813421 None None] Network d77db0cc-77b1-4aa0-a36f-172a018fbc53 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:04:25.305344 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-162eff66-835d-45f9-aa88-f147a9ee1395 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7130294 Aug 19 15:04:25.310799 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51856) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:25.319510 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-03266430-c8ab-4cb2-8e99-04fd3fee59c7 req-74906743-0d9f-4cfb-bc2f-d1f24bb220b5 service neutron] 10.222.0.69 "GET /v2.0/networks/47ba3de3-b6d2-41c7-9d65-d3b82476df5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583638 Aug 19 15:04:25.327763 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7ffee73c-5ddf-400a-b411-7fddc4d5bf8a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Request body: {'subnet': {'network_id': 'd77db0cc-77b1-4aa0-a36f-172a018fbc53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:25.366512 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51860) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:25.502472 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b077895a-0227-40cf-8869-edd0fd27a66b tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:25.511922 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ffee73c-5ddf-400a-b411-7fddc4d5bf8a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Made reservation on behalf of 2a7b68b0834747aea23e980eb854792a for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:04:25.526405 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ffee73c-5ddf-400a-b411-7fddc4d5bf8a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:25.550486 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b077895a-0227-40cf-8869-edd0fd27a66b tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:25.622301 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b077895a-0227-40cf-8869-edd0fd27a66b tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:25.627780 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b077895a-0227-40cf-8869-edd0fd27a66b tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:25.629643 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b077895a-0227-40cf-8869-edd0fd27a66b tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "DELETE /v2.0/security-groups/7c557159-7162-4d2f-ba9f-7706b6cb47a3 HTTP/1.1" status: 204 len: 168 time: 0.2617173 Aug 19 15:04:25.634817 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51866) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:25.664944 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b077895a-0227-40cf-8869-edd0fd27a66b tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c557159-7162-4d2f-ba9f-7706b6cb47a3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:25.667871 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-b0b772ff-cf50-4816-aaf1-35a1e6f8c551 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] show failed (client error): The resource could not be found. Aug 19 15:04:25.673348 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b0b772ff-cf50-4816-aaf1-35a1e6f8c551 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "GET /v2.0/security-groups/7c557159-7162-4d2f-ba9f-7706b6cb47a3 HTTP/1.1" status: 404 len: 347 time: 0.0273414 Aug 19 15:04:25.675183 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51868) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:25.714701 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38871969-fe80-432f-a125-0b56c2751e2a None None] New status for floating IP 83d15fba-0df3-45a8-899b-da8181f92e5e: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:04:25.787645 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-68fb528d-96ee-47fa-9c74-85cf1a8c48f4 req-fd79db3e-e38e-43c0-b52f-0759756dc63d tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf7f44f3-7588-4efc-b2bd-dbbf7fae67c4 HTTP/1.1" status: 200 len: 210 time: 0.0919707 Aug 19 15:04:25.811229 n-d-766043-2 neutron-server[94640]: INFO neutron.db.ipam_backend_mixin [None req-7ffee73c-5ddf-400a-b411-7fddc4d5bf8a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 175dff6f-f3bc-4ab8-b1b2-14066bad6f81 (CIDR: 2001:db8::/64) Aug 19 15:04:25.816676 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ffee73c-5ddf-400a-b411-7fddc4d5bf8a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:04:25.817699 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ffee73c-5ddf-400a-b411-7fddc4d5bf8a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:04:25.869032 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c5cae4-6e29-4944-a816-f6a593171f16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-d77db0cc-77b1-4aa0-a36f-172a018fbc53', 'network_id': 'd77db0cc-77b1-4aa0-a36f-172a018fbc53', 'tenant_id': '2a7b68b0834747aea23e980eb854792a', 'fixed_ips': [{'subnet_id': '175dff6f-f3bc-4ab8-b1b2-14066bad6f81'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:04:25.870107 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d0c5cae4-6e29-4944-a816-f6a593171f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:25.873467 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-7ffee73c-5ddf-400a-b411-7fddc4d5bf8a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5568335 Aug 19 15:04:25.876520 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51876) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:25.893747 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-57c91804-0e13-4fe0-ab8e-1df27810e9c4 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Request body: {'subnet': {'network_id': 'd77db0cc-77b1-4aa0-a36f-172a018fbc53', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:25.944700 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c337698f-98b5-4483-b8ae-60c4bc5856e0 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Deleting port 9b7005b8-5696-4d90-87c9-e93e00d65132 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:04:25.945510 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c337698f-98b5-4483-b8ae-60c4bc5856e0 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:26.115221 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c337698f-98b5-4483-b8ae-60c4bc5856e0 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:26.115755 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c337698f-98b5-4483-b8ae-60c4bc5856e0 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:26.135510 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-d0c5cae4-6e29-4944-a816-f6a593171f16 None None] Allocated IP 2001:db8::2 (d77db0cc-77b1-4aa0-a36f-172a018fbc53/175dff6f-f3bc-4ab8-b1b2-14066bad6f81/bb07ddc7-9e3f-40eb-8453-db844c6d659c) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:04:26.139621 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1f89c-8835-4d07-ab4e-f1282c8d95a4 req-cd9c2846-d87d-41cf-8a84-4509545af2f7 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:26.140929 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c337698f-98b5-4483-b8ae-60c4bc5856e0 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Calling delete_port for 9b7005b8-5696-4d90-87c9-e93e00d65132 owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:04:26.141256 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a3e1f89c-8835-4d07-ab4e-f1282c8d95a4 req-cd9c2846-d87d-41cf-8a84-4509545af2f7 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 943 time: 0.1156471 Aug 19 15:04:26.193000 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c91804-0e13-4fe0-ab8e-1df27810e9c4 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Made reservation on behalf of 2a7b68b0834747aea23e980eb854792a for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:04:26.197482 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-57c91804-0e13-4fe0-ab8e-1df27810e9c4 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:26.236368 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a3e1f89c-8835-4d07-ab4e-f1282c8d95a4 req-5c57e6f5-fc56-48c8-a721-a5a396d7243d tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a4db4eb-d4df-4899-a042-35b38e1e17f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862834 Aug 19 15:04:26.423086 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee29697-e1eb-451a-b2a5-398c9fd5981c req-ca79e544-88d1-48f2-bf45-46ff1ad59fda tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:26.428890 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d0c5cae4-6e29-4944-a816-f6a593171f16 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:26.432721 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7ee29697-e1eb-451a-b2a5-398c9fd5981c req-ca79e544-88d1-48f2-bf45-46ff1ad59fda tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=40dbd0dc-4d56-41a3-96c6-a8bbfaef6f7e HTTP/1.1" status: 200 len: 943 time: 0.1110253 Aug 19 15:04:26.436806 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c337698f-98b5-4483-b8ae-60c4bc5856e0 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:26.446153 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d0c5cae4-6e29-4944-a816-f6a593171f16 None None] Transition to ACTIVE for port object bb07ddc7-9e3f-40eb-8453-db844c6d659c will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:04:26.470471 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d0c5cae4-6e29-4944-a816-f6a593171f16 None None] Transition to ACTIVE for port object bb07ddc7-9e3f-40eb-8453-db844c6d659c will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:04:26.480031 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c337698f-98b5-4483-b8ae-60c4bc5856e0 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Pushing event deleted for resources: {'Port': ['ID=9b7005b8-5696-4d90-87c9-e93e00d65132,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:26.480275 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d0c5cae4-6e29-4944-a816-f6a593171f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:26.533436 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7ee29697-e1eb-451a-b2a5-398c9fd5981c req-6884f78d-fac1-4cd2-8e23-835c057188eb tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995915 Aug 19 15:04:26.535949 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c5cae4-6e29-4944-a816-f6a593171f16 None None] Network d77db0cc-77b1-4aa0-a36f-172a018fbc53 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:04:26.539466 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-d0c5cae4-6e29-4944-a816-f6a593171f16 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:04:26.543859 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c5cae4-6e29-4944-a816-f6a593171f16 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:04:26.553631 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c5cae4-6e29-4944-a816-f6a593171f16 None None] Pushing event updated for resources: {'Port': ['ID=bb07ddc7-9e3f-40eb-8453-db844c6d659c,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:26.565000 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c337698f-98b5-4483-b8ae-60c4bc5856e0 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:26.570471 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c337698f-98b5-4483-b8ae-60c4bc5856e0 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:26.574927 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c337698f-98b5-4483-b8ae-60c4bc5856e0 tempest-AttachVolumeTestJSON-575400695 tempest-AttachVolumeTestJSON-575400695-project] 10.222.0.69 "DELETE /v2.0/floatingips/83d15fba-0df3-45a8-899b-da8181f92e5e HTTP/1.1" status: 204 len: 168 time: 0.8953600 Aug 19 15:04:26.592196 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 1637b94e-f2ce-4555-b6c8-82a867805446 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:04:26.641235 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d0c5cae4-6e29-4944-a816-f6a593171f16 None None] Attempting to bind port bb07ddc7-9e3f-40eb-8453-db844c6d659c on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:04:26.641786 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d0c5cae4-6e29-4944-a816-f6a593171f16 None None] Attempting to bind port bb07ddc7-9e3f-40eb-8453-db844c6d659c by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '06354ddb-858a-4897-9152-f9ad0ca48a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd77db0cc-77b1-4aa0-a36f-172a018fbc53'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:04:26.642219 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c5cae4-6e29-4944-a816-f6a593171f16 None None] Attempting to bind port bb07ddc7-9e3f-40eb-8453-db844c6d659c on network d77db0cc-77b1-4aa0-a36f-172a018fbc53 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:04:26.661103 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c5cae4-6e29-4944-a816-f6a593171f16 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:04:26.661569 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c5cae4-6e29-4944-a816-f6a593171f16 None None] Checking segment: {'id': '06354ddb-858a-4897-9152-f9ad0ca48a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd77db0cc-77b1-4aa0-a36f-172a018fbc53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:04:26.662039 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d0c5cae4-6e29-4944-a816-f6a593171f16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:26.662514 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c5cae4-6e29-4944-a816-f6a593171f16 None None] Bound using segment: {'id': '06354ddb-858a-4897-9152-f9ad0ca48a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd77db0cc-77b1-4aa0-a36f-172a018fbc53'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:04:26.663187 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d0c5cae4-6e29-4944-a816-f6a593171f16 None None] Bound port: bb07ddc7-9e3f-40eb-8453-db844c6d659c, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06354ddb-858a-4897-9152-f9ad0ca48a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd77db0cc-77b1-4aa0-a36f-172a018fbc53'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:04:26.663508 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d0c5cae4-6e29-4944-a816-f6a593171f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:26.681167 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-57c91804-0e13-4fe0-ab8e-1df27810e9c4 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:26.745609 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c91804-0e13-4fe0-ab8e-1df27810e9c4 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Network d77db0cc-77b1-4aa0-a36f-172a018fbc53 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:04:26.749528 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-57c91804-0e13-4fe0-ab8e-1df27810e9c4 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:04:26.755410 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c91804-0e13-4fe0-ab8e-1df27810e9c4 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:26.756056 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-57c91804-0e13-4fe0-ab8e-1df27810e9c4 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:26.773073 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c91804-0e13-4fe0-ab8e-1df27810e9c4 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event updated for resources: {'Subnet': ['ID=fa021d71-9c73-4a4c-9058-a33a2f044bfc,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:26.776972 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-57c91804-0e13-4fe0-ab8e-1df27810e9c4 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8958080 Aug 19 15:04:26.779489 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51886) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:26.786852 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-46b376a8-1b54-49d5-922c-8e144fd625e0 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Request body: {'port': {'network_id': 'd77db0cc-77b1-4aa0-a36f-172a018fbc53', 'fixed_ips': [{'subnet_id': '175dff6f-f3bc-4ab8-b1b2-14066bad6f81'}, {'subnet_id': 'fa021d71-9c73-4a4c-9058-a33a2f044bfc'}], 'name': 'tempest-PortsIpV6TestJSON-707140492'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:26.821346 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d0c5cae4-6e29-4944-a816-f6a593171f16 None None] For port bb07ddc7-9e3f-40eb-8453-db844c6d659c, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:04:26.829923 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d0c5cae4-6e29-4944-a816-f6a593171f16 None None] For port bb07ddc7-9e3f-40eb-8453-db844c6d659c, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=bb07ddc7-9e3f-40eb-8453-db844c6d659c,segment=NetworkSegment(06354ddb-858a-4897-9152-f9ad0ca48a79),segment_id=06354ddb-858a-4897-9152-f9ad0ca48a79)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:04:26.833523 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 1637b94e-f2ce-4555-b6c8-82a867805446, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=1637b94e-f2ce-4555-b6c8-82a867805446,segment=NetworkSegment(2cff94a8-d32d-498b-85b8-f4d9632ebdb6),segment_id=2cff94a8-d32d-498b-85b8-f4d9632ebdb6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:26.838438 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d0c5cae4-6e29-4944-a816-f6a593171f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:26.894810 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '1637b94e-f2ce-4555-b6c8-82a867805446', 'network_id': 'efa5a2dd-d570-4b86-a31b-68a1c7c9f708', 'port_id': '1637b94e-f2ce-4555-b6c8-82a867805446', 'mac_address': 'fa:16:3e:28:63:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a011c1be-9b05-4239-aaa2-42073d462e8e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:04:26.972859 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c5cae4-6e29-4944-a816-f6a593171f16 None None] Pushing event updated for resources: {'Port': ['ID=bb07ddc7-9e3f-40eb-8453-db844c6d659c,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:26.982348 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:26.989646 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-415630cb-b33f-4964-87a5-825a6c757684 req-88365231-5417-4782-96ab-c30d4a15a06d tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf7f44f3-7588-4efc-b2bd-dbbf7fae67c4 HTTP/1.1" status: 200 len: 210 time: 0.0886145 Aug 19 15:04:26.999928 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1637b94e-f2ce-4555-b6c8-82a867805446 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:04:27.034827 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 1637b94e-f2ce-4555-b6c8-82a867805446, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=1637b94e-f2ce-4555-b6c8-82a867805446,segment=NetworkSegment(2cff94a8-d32d-498b-85b8-f4d9632ebdb6),segment_id=2cff94a8-d32d-498b-85b8-f4d9632ebdb6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:27.040333 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:27.129314 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=1637b94e-f2ce-4555-b6c8-82a867805446,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:27.192350 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b376a8-1b54-49d5-922c-8e144fd625e0 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Made reservation on behalf of 2a7b68b0834747aea23e980eb854792a for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:04:27.193322 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03266430-c8ab-4cb2-8e99-04fd3fee59c7 req-a0eefe8a-ad62-4bfb-9135-90e2546e8f89 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:27.197796 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-03266430-c8ab-4cb2-8e99-04fd3fee59c7 req-a0eefe8a-ad62-4bfb-9135-90e2546e8f89 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.68 "GET /v2.0/networks?id=47ba3de3-b6d2-41c7-9d65-d3b82476df5d HTTP/1.1" status: 200 len: 809 time: 0.2372174 Aug 19 15:04:27.225191 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-03266430-c8ab-4cb2-8e99-04fd3fee59c7 req-fe4c1d88-400d-4ad8-913f-2022b5ec9b30 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Request body: {'port': {'device_id': 'cf7f44f3-7588-4efc-b2bd-dbbf7fae67c4', 'network_id': '47ba3de3-b6d2-41c7-9d65-d3b82476df5d', 'admin_state_up': True, 'tenant_id': 'a2c1cc5c27964fbaae9b2d5ce4acbbd4'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:27.273902 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['1637b94e-f2ce-4555-b6c8-82a867805446'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:04:27.365930 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46b376a8-1b54-49d5-922c-8e144fd625e0 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:27.440262 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-46b376a8-1b54-49d5-922c-8e144fd625e0 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] device_id is not set on port d5dad40f-570e-4f9e-ac22-3bf8562e8590 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:04:27.539456 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e597e-d77c-441b-add9-894ffd981aa7 req-d6b3f916-7b92-4bd6-a569-7e8a720da4a2 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:27.541737 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e80e597e-d77c-441b-add9-894ffd981aa7 req-d6b3f916-7b92-4bd6-a569-7e8a720da4a2 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 944 time: 0.1668916 Aug 19 15:04:27.613776 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03266430-c8ab-4cb2-8e99-04fd3fee59c7 req-fe4c1d88-400d-4ad8-913f-2022b5ec9b30 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Made reservation on behalf of a2c1cc5c27964fbaae9b2d5ce4acbbd4 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:04:27.622284 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-03266430-c8ab-4cb2-8e99-04fd3fee59c7 req-fe4c1d88-400d-4ad8-913f-2022b5ec9b30 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:27.644354 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device bb07ddc7-9e3f-40eb-8453-db844c6d659c up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:04:27.660189 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e80e597e-d77c-441b-add9-894ffd981aa7 req-15ce1f6c-da12-4043-86af-cca0263e5989 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a4db4eb-d4df-4899-a042-35b38e1e17f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092532 Aug 19 15:04:27.834964 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-03266430-c8ab-4cb2-8e99-04fd3fee59c7 req-fe4c1d88-400d-4ad8-913f-2022b5ec9b30 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Allocated IP 172.20.0.11 (47ba3de3-b6d2-41c7-9d65-d3b82476df5d/b7e81dc5-6146-4b3e-8ce3-e7f41a08aa17/c101946f-8e7d-4f00-9f6a-2569bddd6d1e) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:04:27.885819 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port bb07ddc7-9e3f-40eb-8453-db844c6d659c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:04:28.071938 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-03266430-c8ab-4cb2-8e99-04fd3fee59c7 req-fe4c1d88-400d-4ad8-913f-2022b5ec9b30 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:28.136348 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-03266430-c8ab-4cb2-8e99-04fd3fee59c7 req-fe4c1d88-400d-4ad8-913f-2022b5ec9b30 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:28.185300 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03266430-c8ab-4cb2-8e99-04fd3fee59c7 req-fe4c1d88-400d-4ad8-913f-2022b5ec9b30 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Network 47ba3de3-b6d2-41c7-9d65-d3b82476df5d is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:04:28.191818 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-03266430-c8ab-4cb2-8e99-04fd3fee59c7 req-fe4c1d88-400d-4ad8-913f-2022b5ec9b30 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:04:28.197483 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-03266430-c8ab-4cb2-8e99-04fd3fee59c7 req-fe4c1d88-400d-4ad8-913f-2022b5ec9b30 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:04:28.227488 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c1d88-400d-4ad8-913f-2022b5ec9b30 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Pushing event updated for resources: {'Port': ['ID=c101946f-8e7d-4f00-9f6a-2569bddd6d1e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:28.268011 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03266430-c8ab-4cb2-8e99-04fd3fee59c7 req-fe4c1d88-400d-4ad8-913f-2022b5ec9b30 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:28.268670 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-03266430-c8ab-4cb2-8e99-04fd3fee59c7 req-fe4c1d88-400d-4ad8-913f-2022b5ec9b30 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:28.284538 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-03266430-c8ab-4cb2-8e99-04fd3fee59c7 req-fe4c1d88-400d-4ad8-913f-2022b5ec9b30 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0752509 Aug 19 15:04:28.297995 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [req-03266430-c8ab-4cb2-8e99-04fd3fee59c7 req-006b3896-0e93-4eaa-bb10-d2ba92ba0ef3 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:04:28.299498 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-03266430-c8ab-4cb2-8e99-04fd3fee59c7 req-006b3896-0e93-4eaa-bb10-d2ba92ba0ef3 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068662 Aug 19 15:04:28.313113 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-03266430-c8ab-4cb2-8e99-04fd3fee59c7 req-8014213d-082f-4e71-bcf9-f6e9a18066c9 service neutron] Request body: {'port': {'device_id': 'cf7f44f3-7588-4efc-b2bd-dbbf7fae67c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:28.353026 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d349db3-c6e0-45da-a94d-757a91ffc27f req-2309cb07-d31c-43b9-b207-83a82bd0a4f9 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:28.362828 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8d349db3-c6e0-45da-a94d-757a91ffc27f req-2309cb07-d31c-43b9-b207-83a82bd0a4f9 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=40dbd0dc-4d56-41a3-96c6-a8bbfaef6f7e HTTP/1.1" status: 200 len: 943 time: 0.6618969 Aug 19 15:04:28.385416 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517c601-386b-42e9-a131-20e5b6a07a38 req-fa53397e-39ff-4b58-b694-22c78efb1c89 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:28.387512 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9517c601-386b-42e9-a131-20e5b6a07a38 req-fa53397e-39ff-4b58-b694-22c78efb1c89 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf7f44f3-7588-4efc-b2bd-dbbf7fae67c4 HTTP/1.1" status: 200 len: 932 time: 0.1705446 Aug 19 15:04:28.404246 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-03266430-c8ab-4cb2-8e99-04fd3fee59c7 req-8014213d-082f-4e71-bcf9-f6e9a18066c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:28.472390 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c345a16b-b6f7-4ee7-b971-485a1a05bfe6 None None] Network d77db0cc-77b1-4aa0-a36f-172a018fbc53 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:04:28.504689 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9517c601-386b-42e9-a131-20e5b6a07a38 req-afb2c856-ff38-45a1-9969-6835194d38d5 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.69 "GET /v2.0/security-groups?id=b501d9be-7a05-417f-b90b-1d4b11f16498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021655 Aug 19 15:04:28.516380 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8d349db3-c6e0-45da-a94d-757a91ffc27f req-281521ae-ebeb-49c9-8438-20f778008240 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518784 Aug 19 15:04:28.573047 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 1637b94e-f2ce-4555-b6c8-82a867805446 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:04:28.604872 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-46b376a8-1b54-49d5-922c-8e144fd625e0 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Allocated IP 2001:db8::381 (d77db0cc-77b1-4aa0-a36f-172a018fbc53/175dff6f-f3bc-4ab8-b1b2-14066bad6f81/d5dad40f-570e-4f9e-ac22-3bf8562e8590) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:04:28.613273 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-46b376a8-1b54-49d5-922c-8e144fd625e0 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Allocated IP 2001:db8:0:1::34 (d77db0cc-77b1-4aa0-a36f-172a018fbc53/fa021d71-9c73-4a4c-9058-a33a2f044bfc/d5dad40f-570e-4f9e-ac22-3bf8562e8590) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:04:28.678581 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e580c7fc-c45e-45e2-a4c6-ff4042968749 None None] Provisioning for port bb07ddc7-9e3f-40eb-8453-db844c6d659c completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:04:28.691057 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e580c7fc-c45e-45e2-a4c6-ff4042968749 None None] Provisioning complete for port bb07ddc7-9e3f-40eb-8453-db844c6d659c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:28.691549 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e580c7fc-c45e-45e2-a4c6-ff4042968749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:28.799453 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-03266430-c8ab-4cb2-8e99-04fd3fee59c7 req-8014213d-082f-4e71-bcf9-f6e9a18066c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c101946f-8e7d-4f00-9f6a-2569bddd6d1e {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:04:28.810616 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-03266430-c8ab-4cb2-8e99-04fd3fee59c7 req-8014213d-082f-4e71-bcf9-f6e9a18066c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:28.835845 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-03266430-c8ab-4cb2-8e99-04fd3fee59c7 req-8014213d-082f-4e71-bcf9-f6e9a18066c9 service neutron] Transition to ACTIVE for port object c101946f-8e7d-4f00-9f6a-2569bddd6d1e will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:04:28.848000 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-03266430-c8ab-4cb2-8e99-04fd3fee59c7 req-8014213d-082f-4e71-bcf9-f6e9a18066c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:28.876250 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 1637b94e-f2ce-4555-b6c8-82a867805446 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:04:28.882209 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e580c7fc-c45e-45e2-a4c6-ff4042968749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:28.903698 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 1637b94e-f2ce-4555-b6c8-82a867805446 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:28.903698 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:28.912747 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418db3c-8bf6-4ca3-bcf0-4591e4d8870c req-3a34ea80-12f5-4db7-9e9f-c5fbee8b8e14 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:28.925148 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5418db3c-8bf6-4ca3-bcf0-4591e4d8870c req-3a34ea80-12f5-4db7-9e9f-c5fbee8b8e14 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 944 time: 0.1143446 Aug 19 15:04:28.948809 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46b376a8-1b54-49d5-922c-8e144fd625e0 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:28.957137 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8014213d-082f-4e71-bcf9-f6e9a18066c9 service neutron] Pushing event updated for resources: {'Port': ['ID=c101946f-8e7d-4f00-9f6a-2569bddd6d1e,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:28.979942 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-46b376a8-1b54-49d5-922c-8e144fd625e0 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Transition to ACTIVE for port object d5dad40f-570e-4f9e-ac22-3bf8562e8590 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:04:29.004174 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5418db3c-8bf6-4ca3-bcf0-4591e4d8870c req-6a417bcd-f155-4f53-890c-d8cac595f92b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a4db4eb-d4df-4899-a042-35b38e1e17f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740142 Aug 19 15:04:29.021804 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e580c7fc-c45e-45e2-a4c6-ff4042968749 None None] For port bb07ddc7-9e3f-40eb-8453-db844c6d659c, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=bb07ddc7-9e3f-40eb-8453-db844c6d659c,segment=NetworkSegment(06354ddb-858a-4897-9152-f9ad0ca48a79),segment_id=06354ddb-858a-4897-9152-f9ad0ca48a79)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:29.030019 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e580c7fc-c45e-45e2-a4c6-ff4042968749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:29.037446 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-03266430-c8ab-4cb2-8e99-04fd3fee59c7 req-8014213d-082f-4e71-bcf9-f6e9a18066c9 service neutron] Attempting to bind port c101946f-8e7d-4f00-9f6a-2569bddd6d1e on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:04:29.037958 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-03266430-c8ab-4cb2-8e99-04fd3fee59c7 req-8014213d-082f-4e71-bcf9-f6e9a18066c9 service neutron] Attempting to bind port c101946f-8e7d-4f00-9f6a-2569bddd6d1e by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': 'bd215c9a-6703-48f3-add9-e5cd8365c64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '47ba3de3-b6d2-41c7-9d65-d3b82476df5d'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:04:29.038390 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03266430-c8ab-4cb2-8e99-04fd3fee59c7 req-8014213d-082f-4e71-bcf9-f6e9a18066c9 service neutron] Attempting to bind port c101946f-8e7d-4f00-9f6a-2569bddd6d1e on network 47ba3de3-b6d2-41c7-9d65-d3b82476df5d {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:04:29.053037 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03266430-c8ab-4cb2-8e99-04fd3fee59c7 req-8014213d-082f-4e71-bcf9-f6e9a18066c9 service neutron] Port c101946f-8e7d-4f00-9f6a-2569bddd6d1e on network 47ba3de3-b6d2-41c7-9d65-d3b82476df5d not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:04:29.054332 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03266430-c8ab-4cb2-8e99-04fd3fee59c7 req-8014213d-082f-4e71-bcf9-f6e9a18066c9 service neutron] Attempting to bind port c101946f-8e7d-4f00-9f6a-2569bddd6d1e on network 47ba3de3-b6d2-41c7-9d65-d3b82476df5d {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:04:29.054472 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46b376a8-1b54-49d5-922c-8e144fd625e0 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:29.072273 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03266430-c8ab-4cb2-8e99-04fd3fee59c7 req-8014213d-082f-4e71-bcf9-f6e9a18066c9 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:04:29.072460 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03266430-c8ab-4cb2-8e99-04fd3fee59c7 req-8014213d-082f-4e71-bcf9-f6e9a18066c9 service neutron] Checking segment: {'id': 'bd215c9a-6703-48f3-add9-e5cd8365c64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '47ba3de3-b6d2-41c7-9d65-d3b82476df5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:04:29.073056 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03266430-c8ab-4cb2-8e99-04fd3fee59c7 req-8014213d-082f-4e71-bcf9-f6e9a18066c9 service neutron] Bound using segment: {'id': 'bd215c9a-6703-48f3-add9-e5cd8365c64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '47ba3de3-b6d2-41c7-9d65-d3b82476df5d'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:04:29.074012 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-03266430-c8ab-4cb2-8e99-04fd3fee59c7 req-8014213d-082f-4e71-bcf9-f6e9a18066c9 service neutron] Bound port: c101946f-8e7d-4f00-9f6a-2569bddd6d1e, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd215c9a-6703-48f3-add9-e5cd8365c64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '47ba3de3-b6d2-41c7-9d65-d3b82476df5d'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:04:29.075750 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-03266430-c8ab-4cb2-8e99-04fd3fee59c7 req-8014213d-082f-4e71-bcf9-f6e9a18066c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:29.094661 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b238c074-d37a-4170-8eda-e4bfcedb34de None None] Update dhcp port {'port': {'network_id': 'd77db0cc-77b1-4aa0-a36f-172a018fbc53', 'fixed_ips': [{'subnet_id': '175dff6f-f3bc-4ab8-b1b2-14066bad6f81', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fa021d71-9c73-4a4c-9058-a33a2f044bfc'}], 'binding:host_id': 'n-d-766043-2'}, 'id': 'bb07ddc7-9e3f-40eb-8453-db844c6d659c'} from n-d-766043-2. {{(pid=94641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 15:04:29.119896 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b376a8-1b54-49d5-922c-8e144fd625e0 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Network d77db0cc-77b1-4aa0-a36f-172a018fbc53 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:04:29.123554 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-46b376a8-1b54-49d5-922c-8e144fd625e0 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:04:29.129191 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b376a8-1b54-49d5-922c-8e144fd625e0 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:04:29.134618 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b238c074-d37a-4170-8eda-e4bfcedb34de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:29.136391 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b376a8-1b54-49d5-922c-8e144fd625e0 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:29.137197 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46b376a8-1b54-49d5-922c-8e144fd625e0 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:29.162410 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-46b376a8-1b54-49d5-922c-8e144fd625e0 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 2.3815506 Aug 19 15:04:29.164640 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b376a8-1b54-49d5-922c-8e144fd625e0 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event updated for resources: {'Port': ['ID=d5dad40f-570e-4f9e-ac22-3bf8562e8590,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:29.171703 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-03266430-c8ab-4cb2-8e99-04fd3fee59c7 req-8014213d-082f-4e71-bcf9-f6e9a18066c9 service neutron] For port c101946f-8e7d-4f00-9f6a-2569bddd6d1e, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:04:29.175505 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-03266430-c8ab-4cb2-8e99-04fd3fee59c7 req-8014213d-082f-4e71-bcf9-f6e9a18066c9 service neutron] For port c101946f-8e7d-4f00-9f6a-2569bddd6d1e, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=c101946f-8e7d-4f00-9f6a-2569bddd6d1e,segment=NetworkSegment(bd215c9a-6703-48f3-add9-e5cd8365c64f),segment_id=bd215c9a-6703-48f3-add9-e5cd8365c64f)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:04:29.177318 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51902) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:29.184617 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ba030535-e4dc-4b66-9f34-501ffc64913e tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '175dff6f-f3bc-4ab8-b1b2-14066bad6f81'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:29.189561 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-03266430-c8ab-4cb2-8e99-04fd3fee59c7 req-8014213d-082f-4e71-bcf9-f6e9a18066c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:29.201370 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e580c7fc-c45e-45e2-a4c6-ff4042968749 None None] Pushing event updated for resources: {'Port': ['ID=bb07ddc7-9e3f-40eb-8453-db844c6d659c,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:29.245334 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:29.264823 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03266430-c8ab-4cb2-8e99-04fd3fee59c7 req-8014213d-082f-4e71-bcf9-f6e9a18066c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:29.265638 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-03266430-c8ab-4cb2-8e99-04fd3fee59c7 req-8014213d-082f-4e71-bcf9-f6e9a18066c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:29.268307 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-03266430-c8ab-4cb2-8e99-04fd3fee59c7 req-8014213d-082f-4e71-bcf9-f6e9a18066c9 service neutron] 10.222.0.68 "PUT /v2.0/ports/c101946f-8e7d-4f00-9f6a-2569bddd6d1e HTTP/1.1" status: 200 len: 1092 time: 0.9609737 Aug 19 15:04:29.268988 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf7f44f3-7588-4efc-b2bd-dbbf7fae67c4', 'tag': 'c101946f-8e7d-4f00-9f6a-2569bddd6d1e'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:04:29.272115 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa5e3fc-aa7f-425b-af5b-3fcfae351bca" -d '{"events": [{"name": "network-changed", "server_uuid": "cf7f44f3-7588-4efc-b2bd-dbbf7fae67c4", "tag": "c101946f-8e7d-4f00-9f6a-2569bddd6d1e"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:04:29.379247 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18671e13-cdac-4eb2-a6d3-8b0ff8db7285 x-openstack-request-id: req-18671e13-cdac-4eb2-a6d3-8b0ff8db7285 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:04:29.379597 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf7f44f3-7588-4efc-b2bd-dbbf7fae67c4", "tag": "c101946f-8e7d-4f00-9f6a-2569bddd6d1e", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:04:29.379878 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '526fbb5b-ba13-4afa-b54c-14981b504610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1637b94e-f2ce-4555-b6c8-82a867805446'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:04:29.380002 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-18671e13-cdac-4eb2-a6d3-8b0ff8db7285 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:04:29.380464 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf7f44f3-7588-4efc-b2bd-dbbf7fae67c4', 'tag': 'c101946f-8e7d-4f00-9f6a-2569bddd6d1e', 'status': 'completed', 'code': 200} Aug 19 15:04:29.381441 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8014213d-082f-4e71-bcf9-f6e9a18066c9 service neutron] Pushing event updated for resources: {'Port': ['ID=c101946f-8e7d-4f00-9f6a-2569bddd6d1e,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:29.383633 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4ba8a7-29bd-4ac6-a90d-23770708bec0" -d '{"events": [{"server_uuid": "526fbb5b-ba13-4afa-b54c-14981b504610", "name": "network-vif-plugged", "status": "completed", "tag": "1637b94e-f2ce-4555-b6c8-82a867805446"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:04:29.439822 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 1637b94e-f2ce-4555-b6c8-82a867805446, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=1637b94e-f2ce-4555-b6c8-82a867805446,segment=NetworkSegment(2cff94a8-d32d-498b-85b8-f4d9632ebdb6),segment_id=2cff94a8-d32d-498b-85b8-f4d9632ebdb6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:29.448199 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:29.485670 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03266430-c8ab-4cb2-8e99-04fd3fee59c7 req-60ef2bd3-241a-478b-8adb-61b259a02e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:29.487794 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-03266430-c8ab-4cb2-8e99-04fd3fee59c7 req-60ef2bd3-241a-478b-8adb-61b259a02e5b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a2c1cc5c27964fbaae9b2d5ce4acbbd4&device_id=cf7f44f3-7588-4efc-b2bd-dbbf7fae67c4 HTTP/1.1" status: 200 len: 1095 time: 0.1577835 Aug 19 15:04:29.489009 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4b6d37-b223-4d9b-b8bd-4936c05cbfa7 x-openstack-request-id: req-5f4b6d37-b223-4d9b-b8bd-4936c05cbfa7 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:04:29.489776 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "526fbb5b-ba13-4afa-b54c-14981b504610", "name": "network-vif-plugged", "status": "completed", "tag": "1637b94e-f2ce-4555-b6c8-82a867805446", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:04:29.489776 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5f4b6d37-b223-4d9b-b8bd-4936c05cbfa7 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:04:29.490277 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '526fbb5b-ba13-4afa-b54c-14981b504610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1637b94e-f2ce-4555-b6c8-82a867805446', 'code': 200} Aug 19 15:04:29.501037 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device bb07ddc7-9e3f-40eb-8453-db844c6d659c up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:04:29.581585 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-03266430-c8ab-4cb2-8e99-04fd3fee59c7 req-b5dcfeb7-150f-461e-8495-08c624af792c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c101946f-8e7d-4f00-9f6a-2569bddd6d1e HTTP/1.1" status: 200 len: 217 time: 0.0825896 Aug 19 15:04:29.610485 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-b238c074-d37a-4170-8eda-e4bfcedb34de None None] Allocated IP 2001:db8:0:1::2 (d77db0cc-77b1-4aa0-a36f-172a018fbc53/fa021d71-9c73-4a4c-9058-a33a2f044bfc/bb07ddc7-9e3f-40eb-8453-db844c6d659c) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:04:29.629338 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa2cd8-2a0c-40f0-a138-d551b3dcc892 req-23985c48-a165-4d30-ac6d-f933ee520c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:29.632673 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-50aa2cd8-2a0c-40f0-a138-d551b3dcc892 req-23985c48-a165-4d30-ac6d-f933ee520c1c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 1096 time: 0.0776443 Aug 19 15:04:29.663366 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=1637b94e-f2ce-4555-b6c8-82a867805446,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:29.675757 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03266430-c8ab-4cb2-8e99-04fd3fee59c7 req-8ff12c5c-7d11-4c8b-a20f-7878414ea867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:29.678339 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-03266430-c8ab-4cb2-8e99-04fd3fee59c7 req-8ff12c5c-7d11-4c8b-a20f-7878414ea867 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b7e81dc5-6146-4b3e-8ce3-e7f41a08aa17 HTTP/1.1" status: 200 len: 849 time: 0.0768950 Aug 19 15:04:29.743938 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-03266430-c8ab-4cb2-8e99-04fd3fee59c7 req-2b2ac670-68c3-4150-80aa-d7644d87ee4d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=47ba3de3-b6d2-41c7-9d65-d3b82476df5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551338 Aug 19 15:04:29.768991 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ba030535-e4dc-4b66-9f34-501ffc64913e tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:29.777231 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-50aa2cd8-2a0c-40f0-a138-d551b3dcc892 req-185fcdc5-e970-46cf-90c2-b4bd29e1aab2 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=4a4db4eb-d4df-4899-a042-35b38e1e17f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234894 Aug 19 15:04:29.791668 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port bb07ddc7-9e3f-40eb-8453-db844c6d659c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:29.792223 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:29.798388 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b12eb-97ad-453c-b1b0-fb3c3d1bcfc2 req-0b1a7896-90df-4a98-b0f5-2bd1f717aecf tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:29.806507 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b84b12eb-97ad-453c-b1b0-fb3c3d1bcfc2 req-0b1a7896-90df-4a98-b0f5-2bd1f717aecf tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=40dbd0dc-4d56-41a3-96c6-a8bbfaef6f7e HTTP/1.1" status: 200 len: 943 time: 0.1692474 Aug 19 15:04:29.833936 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2c1ac-2b66-4fcc-89cf-63651dd7726c req-591fbf0b-3f56-4f40-8535-2e05599122b4 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:29.841860 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0cd2c1ac-2b66-4fcc-89cf-63651dd7726c req-591fbf0b-3f56-4f40-8535-2e05599122b4 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf7f44f3-7588-4efc-b2bd-dbbf7fae67c4 HTTP/1.1" status: 200 len: 944 time: 0.1764057 Aug 19 15:04:29.842181 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b238c074-d37a-4170-8eda-e4bfcedb34de None None] For port bb07ddc7-9e3f-40eb-8453-db844c6d659c, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=bb07ddc7-9e3f-40eb-8453-db844c6d659c,segment=NetworkSegment(06354ddb-858a-4897-9152-f9ad0ca48a79),segment_id=06354ddb-858a-4897-9152-f9ad0ca48a79)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:29.903903 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0cd2c1ac-2b66-4fcc-89cf-63651dd7726c req-fe5c78c5-ac0b-456a-9d31-6ddc70a4b85b tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.69 "GET /v2.0/security-groups?id=b501d9be-7a05-417f-b90b-1d4b11f16498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610778 Aug 19 15:04:29.904993 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b238c074-d37a-4170-8eda-e4bfcedb34de None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:29.930382 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b238c074-d37a-4170-8eda-e4bfcedb34de None None] Transition to ACTIVE for port object bb07ddc7-9e3f-40eb-8453-db844c6d659c will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:04:29.934394 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b84b12eb-97ad-453c-b1b0-fb3c3d1bcfc2 req-458cba0e-f8f1-451a-b8b8-62eb9cf9975f tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268702 Aug 19 15:04:29.937078 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Port bb07ddc7-9e3f-40eb-8453-db844c6d659c had new provisioning blocks added so it will not transition to active. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Aug 19 15:04:29.938988 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b238c074-d37a-4170-8eda-e4bfcedb34de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:29.980631 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-03266430-c8ab-4cb2-8e99-04fd3fee59c7 req-502ee572-b0a9-4261-83ee-1baae78bc48f service neutron] 10.222.0.68 "GET /v2.0/networks/47ba3de3-b6d2-41c7-9d65-d3b82476df5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260718 Aug 19 15:04:30.072191 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b238c074-d37a-4170-8eda-e4bfcedb34de None None] Pushing event updated for resources: {'Port': ['ID=bb07ddc7-9e3f-40eb-8453-db844c6d659c,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:30.202643 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3a405-4b3a-414e-b454-5c17d75c3ced req-e1582ffc-3c99-4734-87cd-1e9cbe5071b0 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:30.205702 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-48a3a405-4b3a-414e-b454-5c17d75c3ced req-e1582ffc-3c99-4734-87cd-1e9cbe5071b0 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 945 time: 0.0772460 Aug 19 15:04:30.239920 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-03266430-c8ab-4cb2-8e99-04fd3fee59c7 req-cbedc58a-a609-423a-89f5-ac5185981af6 service neutron] 10.222.0.68 "GET /v2.0/networks/47ba3de3-b6d2-41c7-9d65-d3b82476df5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488019 Aug 19 15:04:30.353388 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-48a3a405-4b3a-414e-b454-5c17d75c3ced req-ca664c98-41ea-4fd5-bb8d-2f210d34cc44 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a4db4eb-d4df-4899-a042-35b38e1e17f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357939 Aug 19 15:04:30.365813 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-ba030535-e4dc-4b66-9f34-501ffc64913e tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Delete allocated IP 2001:db8:0:1::34 (d77db0cc-77b1-4aa0-a36f-172a018fbc53/fa021d71-9c73-4a4c-9058-a33a2f044bfc) {{(pid=94639) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 19 15:04:30.451321 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5e3fc-aa7f-425b-af5b-3fcfae351bca req-b4d65cac-56d7-466e-9210-75013c31bd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:30.452965 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8fa5e3fc-aa7f-425b-af5b-3fcfae351bca req-b4d65cac-56d7-466e-9210-75013c31bd17 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a2c1cc5c27964fbaae9b2d5ce4acbbd4&device_id=cf7f44f3-7588-4efc-b2bd-dbbf7fae67c4 HTTP/1.1" status: 200 len: 1095 time: 0.1292908 Aug 19 15:04:30.581222 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 081f54b8-f807-4b9a-99a9-66484df945d5 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:04:30.616201 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5e3fc-aa7f-425b-af5b-3fcfae351bca req-8f20a297-11c0-4b3c-bb9d-110deaf76f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:30.618715 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8fa5e3fc-aa7f-425b-af5b-3fcfae351bca req-8f20a297-11c0-4b3c-bb9d-110deaf76f62 service neutron] 10.222.0.68 "GET /v2.0/networks?id=47ba3de3-b6d2-41c7-9d65-d3b82476df5d HTTP/1.1" status: 200 len: 910 time: 0.1542618 Aug 19 15:04:30.650694 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ba030535-e4dc-4b66-9f34-501ffc64913e tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:30.705025 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 081f54b8-f807-4b9a-99a9-66484df945d5, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=081f54b8-f807-4b9a-99a9-66484df945d5,segment=NetworkSegment(b6bb2d61-0455-440b-809f-c8e64ffc2b8e),segment_id=b6bb2d61-0455-440b-809f-c8e64ffc2b8e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:30.715303 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8fa5e3fc-aa7f-425b-af5b-3fcfae351bca req-1df6560f-e159-4fb5-bb25-46ea5e545fe8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c101946f-8e7d-4f00-9f6a-2569bddd6d1e HTTP/1.1" status: 200 len: 217 time: 0.0813694 Aug 19 15:04:30.718419 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '081f54b8-f807-4b9a-99a9-66484df945d5', 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0', 'port_id': '081f54b8-f807-4b9a-99a9-66484df945d5', 'mac_address': 'fa:16:3e:a6:f8:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4501b342-71e0-4b08-b9d8-b651dd87e075', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:04:30.734313 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-ba030535-e4dc-4b66-9f34-501ffc64913e tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Ignored duplicate provisioning block setup for port d5dad40f-570e-4f9e-ac22-3bf8562e8590 by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 19 15:04:30.758967 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ba030535-e4dc-4b66-9f34-501ffc64913e tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:30.767498 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:30.784554 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 081f54b8-f807-4b9a-99a9-66484df945d5 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:04:30.813348 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 081f54b8-f807-4b9a-99a9-66484df945d5, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=081f54b8-f807-4b9a-99a9-66484df945d5,segment=NetworkSegment(b6bb2d61-0455-440b-809f-c8e64ffc2b8e),segment_id=b6bb2d61-0455-440b-809f-c8e64ffc2b8e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:30.821367 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:30.920144 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=081f54b8-f807-4b9a-99a9-66484df945d5,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:31.034639 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['081f54b8-f807-4b9a-99a9-66484df945d5'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:04:31.117065 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d13c44-0271-45ba-8006-f5e6ad1af2f2 None None] Network d77db0cc-77b1-4aa0-a36f-172a018fbc53 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:04:31.231645 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc37528-2c57-4bbc-aa37-7cc293b62b67 req-03c958fa-0201-4668-8f8c-379998e1ccf4 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:31.233354 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5fc37528-2c57-4bbc-aa37-7cc293b62b67 req-03c958fa-0201-4668-8f8c-379998e1ccf4 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=40dbd0dc-4d56-41a3-96c6-a8bbfaef6f7e HTTP/1.1" status: 200 len: 944 time: 0.1590474 Aug 19 15:04:31.237860 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8ee89ffd-e4bb-4af9-88a5-2441dca38801 None None] Provisioning for port bb07ddc7-9e3f-40eb-8453-db844c6d659c completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:04:31.243074 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37841c-421b-4cab-a2aa-dc49441e3eec req-147a267f-3992-4b90-beed-20ef70c6320a tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:31.245675 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cb37841c-421b-4cab-a2aa-dc49441e3eec req-147a267f-3992-4b90-beed-20ef70c6320a tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf7f44f3-7588-4efc-b2bd-dbbf7fae67c4 HTTP/1.1" status: 200 len: 944 time: 0.2216403 Aug 19 15:04:31.267536 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8ee89ffd-e4bb-4af9-88a5-2441dca38801 None None] Provisioning complete for port bb07ddc7-9e3f-40eb-8453-db844c6d659c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:31.267910 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8ee89ffd-e4bb-4af9-88a5-2441dca38801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:31.318037 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5fc37528-2c57-4bbc-aa37-7cc293b62b67 req-5f6eef3d-a0e8-4aed-b9ee-0d6b627b1b5e tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709653 Aug 19 15:04:31.345586 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cb37841c-421b-4cab-a2aa-dc49441e3eec req-874904f4-673c-49d3-824d-c6732638c683 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.69 "GET /v2.0/security-groups?id=b501d9be-7a05-417f-b90b-1d4b11f16498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733712 Aug 19 15:04:31.497717 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a8bf3f5c-f910-4fd3-9291-c509de34cb42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:31.561745 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2a2d2-00ca-49d3-815e-8a910c3ab36f req-4cd4086b-b27b-4798-9cfe-85f9841553b3 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:31.564400 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-efa2a2d2-00ca-49d3-815e-8a910c3ab36f req-4cd4086b-b27b-4798-9cfe-85f9841553b3 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 945 time: 0.0842938 Aug 19 15:04:31.566752 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device bb07ddc7-9e3f-40eb-8453-db844c6d659c up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:04:31.624184 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-efa2a2d2-00ca-49d3-815e-8a910c3ab36f req-5c3de799-19c5-47a3-93e4-feefc652e10f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a4db4eb-d4df-4899-a042-35b38e1e17f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457442 Aug 19 15:04:31.642366 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba030535-e4dc-4b66-9f34-501ffc64913e tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event updated for resources: {'Port': ['ID=d5dad40f-570e-4f9e-ac22-3bf8562e8590,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:31.645346 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ba030535-e4dc-4b66-9f34-501ffc64913e tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] In _notify_port_updated(), no bound segment for port d5dad40f-570e-4f9e-ac22-3bf8562e8590 on network d77db0cc-77b1-4aa0-a36f-172a018fbc53 {{(pid=94639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 15:04:31.652116 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba030535-e4dc-4b66-9f34-501ffc64913e tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:31.653020 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ba030535-e4dc-4b66-9f34-501ffc64913e tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:31.654389 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ba030535-e4dc-4b66-9f34-501ffc64913e tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "PUT /v2.0/ports/d5dad40f-570e-4f9e-ac22-3bf8562e8590 HTTP/1.1" status: 200 len: 925 time: 2.4753046 Aug 19 15:04:31.656136 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5e3fc-aa7f-425b-af5b-3fcfae351bca req-8d818ad1-a643-44bd-9ff1-858778720aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:31.657769 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51930) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:31.658552 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8fa5e3fc-aa7f-425b-af5b-3fcfae351bca req-8d818ad1-a643-44bd-9ff1-858778720aa2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b7e81dc5-6146-4b3e-8ce3-e7f41a08aa17 HTTP/1.1" status: 200 len: 849 time: 0.9350717 Aug 19 15:04:31.664340 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-32abee9e-9bb9-464f-8893-fef32e119b43 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '175dff6f-f3bc-4ab8-b1b2-14066bad6f81'}, {'subnet_id': 'fa021d71-9c73-4a4c-9058-a33a2f044bfc'}]}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:31.727968 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8fa5e3fc-aa7f-425b-af5b-3fcfae351bca req-b6263f41-a994-4d8f-9b99-e7466879a09d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=47ba3de3-b6d2-41c7-9d65-d3b82476df5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535760 Aug 19 15:04:31.738080 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port bb07ddc7-9e3f-40eb-8453-db844c6d659c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:31.738713 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:31.792890 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-32abee9e-9bb9-464f-8893-fef32e119b43 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:31.864612 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8fa5e3fc-aa7f-425b-af5b-3fcfae351bca req-f2c2ca12-9d6d-416f-983a-0a20729c32e6 service neutron] 10.222.0.68 "GET /v2.0/networks/47ba3de3-b6d2-41c7-9d65-d3b82476df5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307030 Aug 19 15:04:31.866172 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eaf04e-dfb7-4e04-9a80-f6f7d4485231 req-434eb561-3961-4be2-a29c-d4cb6c8a6074 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:31.867765 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-48eaf04e-dfb7-4e04-9a80-f6f7d4485231 req-434eb561-3961-4be2-a29c-d4cb6c8a6074 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 945 time: 0.1628392 Aug 19 15:04:32.005726 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8fa5e3fc-aa7f-425b-af5b-3fcfae351bca req-b06e6059-f50b-4462-8944-ee9e545a2332 service neutron] 10.222.0.68 "GET /v2.0/networks/47ba3de3-b6d2-41c7-9d65-d3b82476df5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305993 Aug 19 15:04:32.075523 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-48eaf04e-dfb7-4e04-9a80-f6f7d4485231 req-52de0eb1-098c-4996-9bd5-bf5c243d4fa1 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a4db4eb-d4df-4899-a042-35b38e1e17f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1987963 Aug 19 15:04:32.103522 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51932) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:32.137442 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7289f949-112c-4a6d-95ec-f0d889f9334c None None] Provisioning for port d5dad40f-570e-4f9e-ac22-3bf8562e8590 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:04:32.148598 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7289f949-112c-4a6d-95ec-f0d889f9334c None None] Provisioning complete for port d5dad40f-570e-4f9e-ac22-3bf8562e8590 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:32.149133 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7289f949-112c-4a6d-95ec-f0d889f9334c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:32.190737 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282bec73-30bf-42d2-b5c3-c4637110f039 tempest-TestNetworkAdvancedServerOps-1683966279 tempest-TestNetworkAdvancedServerOps-1683966279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:32.197332 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-282bec73-30bf-42d2-b5c3-c4637110f039 tempest-TestNetworkAdvancedServerOps-1683966279 tempest-TestNetworkAdvancedServerOps-1683966279-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 1091 time: 0.0888104 Aug 19 15:04:32.197610 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51934) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:32.202802 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a4efaca9-b503-4055-9dd7-793a65b9a2f8 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Request body: {'floatingip': {'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'port_id': '1637b94e-f2ce-4555-b6c8-82a867805446', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:32.227162 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-7289f949-112c-4a6d-95ec-f0d889f9334c None None] Port d5dad40f-570e-4f9e-ac22-3bf8562e8590 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:04:32.242048 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7289f949-112c-4a6d-95ec-f0d889f9334c None None] Provisioning complete for port bb07ddc7-9e3f-40eb-8453-db844c6d659c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:32.242666 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7289f949-112c-4a6d-95ec-f0d889f9334c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:32.251608 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a4efaca9-b503-4055-9dd7-793a65b9a2f8 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:32.261192 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-32abee9e-9bb9-464f-8893-fef32e119b43 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Allocated IP 2001:db8:0:1::2bf (d77db0cc-77b1-4aa0-a36f-172a018fbc53/fa021d71-9c73-4a4c-9058-a33a2f044bfc/d5dad40f-570e-4f9e-ac22-3bf8562e8590) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:04:32.464430 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-32abee9e-9bb9-464f-8893-fef32e119b43 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:32.495946 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a4efaca9-b503-4055-9dd7-793a65b9a2f8 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:32.568540 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device c101946f-8e7d-4f00-9f6a-2569bddd6d1e details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:04:32.591404 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 081f54b8-f807-4b9a-99a9-66484df945d5 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:04:32.606042 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-32abee9e-9bb9-464f-8893-fef32e119b43 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Ignored duplicate provisioning block setup for port d5dad40f-570e-4f9e-ac22-3bf8562e8590 by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 19 15:04:32.621444 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-32abee9e-9bb9-464f-8893-fef32e119b43 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:32.674821 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-a4efaca9-b503-4055-9dd7-793a65b9a2f8 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Allocated IP 172.25.2.211 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/34d64bbb-b3ae-4963-8618-fec8e917e4c9) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:04:32.706216 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8bfe5-94d0-456a-8448-579b0a44f653 req-6d0b62cf-ac6d-4f00-b1bb-317eface2a6c tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:32.708354 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3de8bfe5-94d0-456a-8448-579b0a44f653 req-6d0b62cf-ac6d-4f00-b1bb-317eface2a6c tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=40dbd0dc-4d56-41a3-96c6-a8bbfaef6f7e HTTP/1.1" status: 200 len: 944 time: 0.2331734 Aug 19 15:04:32.763796 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-32abee9e-9bb9-464f-8893-fef32e119b43 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] In _notify_port_updated(), no bound segment for port d5dad40f-570e-4f9e-ac22-3bf8562e8590 on network d77db0cc-77b1-4aa0-a36f-172a018fbc53 {{(pid=94640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 15:04:32.770258 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32abee9e-9bb9-464f-8893-fef32e119b43 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:32.771248 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-32abee9e-9bb9-464f-8893-fef32e119b43 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:32.776002 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-32abee9e-9bb9-464f-8893-fef32e119b43 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "PUT /v2.0/ports/d5dad40f-570e-4f9e-ac22-3bf8562e8590 HTTP/1.1" status: 200 len: 1011 time: 1.1170456 Aug 19 15:04:32.780904 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51942) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:32.869223 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87c88e-d0f6-45f2-8abb-dcae1fbabf4a req-917e8914-1862-4a4d-b592-a918ac2fa443 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:32.871963 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cd87c88e-d0f6-45f2-8abb-dcae1fbabf4a req-917e8914-1862-4a4d-b592-a918ac2fa443 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf7f44f3-7588-4efc-b2bd-dbbf7fae67c4 HTTP/1.1" status: 200 len: 944 time: 0.3195522 Aug 19 15:04:32.878073 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a4efaca9-b503-4055-9dd7-793a65b9a2f8 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:32.915832 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32abee9e-9bb9-464f-8893-fef32e119b43 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event updated for resources: {'Port': ['ID=d5dad40f-570e-4f9e-ac22-3bf8562e8590,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:32.943500 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9ee8952e-10eb-4154-9976-9c52c3199508 None None] Provisioning complete for port d5dad40f-570e-4f9e-ac22-3bf8562e8590 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:32.944639 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9ee8952e-10eb-4154-9976-9c52c3199508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:32.952350 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a4efaca9-b503-4055-9dd7-793a65b9a2f8 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:32.976201 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cd87c88e-d0f6-45f2-8abb-dcae1fbabf4a req-01cbc33e-ad11-4dfc-8868-24ad7a751b15 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.69 "GET /v2.0/security-groups?id=b501d9be-7a05-417f-b90b-1d4b11f16498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777326 Aug 19 15:04:32.980821 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3de8bfe5-94d0-456a-8448-579b0a44f653 req-98f6e344-7832-4d64-ac6e-3aa1e4468f8f tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504435 Aug 19 15:04:33.012099 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-ec1b5e9d-7f9f-4573-b9e2-edbf9ce5b278 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Deleting port d5dad40f-570e-4f9e-ac22-3bf8562e8590 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:04:33.012979 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ec1b5e9d-7f9f-4573-b9e2-edbf9ce5b278 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:33.022354 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 081f54b8-f807-4b9a-99a9-66484df945d5 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:04:33.032818 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9ee8952e-10eb-4154-9976-9c52c3199508 None None] Port d5dad40f-570e-4f9e-ac22-3bf8562e8590 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:04:33.042963 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 081f54b8-f807-4b9a-99a9-66484df945d5 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:33.044079 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:33.107841 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4efaca9-b503-4055-9dd7-793a65b9a2f8 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'Port': ['ID=34d64bbb-b3ae-4963-8618-fec8e917e4c9,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:33.126902 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port c101946f-8e7d-4f00-9f6a-2569bddd6d1e, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=c101946f-8e7d-4f00-9f6a-2569bddd6d1e,segment=NetworkSegment(bd215c9a-6703-48f3-add9-e5cd8365c64f),segment_id=bd215c9a-6703-48f3-add9-e5cd8365c64f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:33.128011 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4efaca9-b503-4055-9dd7-793a65b9a2f8 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:04:33.130595 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-a4efaca9-b503-4055-9dd7-793a65b9a2f8 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:04:33.142936 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4efaca9-b503-4055-9dd7-793a65b9a2f8 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:04:33.170954 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': 'c101946f-8e7d-4f00-9f6a-2569bddd6d1e', 'network_id': '47ba3de3-b6d2-41c7-9d65-d3b82476df5d', 'port_id': 'c101946f-8e7d-4f00-9f6a-2569bddd6d1e', 'mac_address': 'fa:16:3e:7e:b6:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7e81dc5-6146-4b3e-8ce3-e7f41a08aa17', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:04:33.225236 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:33.234620 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ec1b5e9d-7f9f-4573-b9e2-edbf9ce5b278 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:33.248844 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-ec1b5e9d-7f9f-4573-b9e2-edbf9ce5b278 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Calling delete_port for d5dad40f-570e-4f9e-ac22-3bf8562e8590 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:04:33.291525 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:33.315702 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c101946f-8e7d-4f00-9f6a-2569bddd6d1e {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:04:33.323580 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40dbd0dc-4d56-41a3-96c6-a8bbfaef6f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081f54b8-f807-4b9a-99a9-66484df945d5'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:04:33.326105 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fda5713-466d-483c-a035-81b3b84b93b5" -d '{"events": [{"server_uuid": "40dbd0dc-4d56-41a3-96c6-a8bbfaef6f7e", "name": "network-vif-plugged", "status": "completed", "tag": "081f54b8-f807-4b9a-99a9-66484df945d5"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:04:33.332852 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2976d5a8-5e90-4c11-92ec-f29d8b205b1f None None] Provisioning complete for port d5dad40f-570e-4f9e-ac22-3bf8562e8590 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:33.333370 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2976d5a8-5e90-4c11-92ec-f29d8b205b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:33.387377 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 081f54b8-f807-4b9a-99a9-66484df945d5, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=081f54b8-f807-4b9a-99a9-66484df945d5,segment=NetworkSegment(b6bb2d61-0455-440b-809f-c8e64ffc2b8e),segment_id=b6bb2d61-0455-440b-809f-c8e64ffc2b8e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:33.402080 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:33.405871 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port c101946f-8e7d-4f00-9f6a-2569bddd6d1e, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=c101946f-8e7d-4f00-9f6a-2569bddd6d1e,segment=NetworkSegment(bd215c9a-6703-48f3-add9-e5cd8365c64f),segment_id=bd215c9a-6703-48f3-add9-e5cd8365c64f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:33.418570 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:33.455288 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55262a0e-17cb-48ef-8123-92309bbffd59 x-openstack-request-id: req-55262a0e-17cb-48ef-8123-92309bbffd59 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:04:33.455639 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40dbd0dc-4d56-41a3-96c6-a8bbfaef6f7e", "name": "network-vif-plugged", "status": "completed", "tag": "081f54b8-f807-4b9a-99a9-66484df945d5", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:04:33.455892 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-55262a0e-17cb-48ef-8123-92309bbffd59 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:04:33.456342 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40dbd0dc-4d56-41a3-96c6-a8bbfaef6f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081f54b8-f807-4b9a-99a9-66484df945d5', 'code': 200} Aug 19 15:04:33.460590 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-2976d5a8-5e90-4c11-92ec-f29d8b205b1f None None] Port d5dad40f-570e-4f9e-ac22-3bf8562e8590 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:04:33.492948 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=081f54b8-f807-4b9a-99a9-66484df945d5,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:33.595964 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=c101946f-8e7d-4f00-9f6a-2569bddd6d1e,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:33.608072 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5984a6cd-4df0-47cd-b72e-e616d4a9619b None None] Provisioning complete for port d5dad40f-570e-4f9e-ac22-3bf8562e8590 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:33.608489 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5984a6cd-4df0-47cd-b72e-e616d4a9619b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:33.609134 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ec1b5e9d-7f9f-4573-b9e2-edbf9ce5b278 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:33.627459 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be1de6-d8a0-4dac-adc5-6bbeef589fa8 req-020bab58-ea7f-4135-b142-c84da07e9099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:33.629596 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-04be1de6-d8a0-4dac-adc5-6bbeef589fa8 req-020bab58-ea7f-4135-b142-c84da07e9099 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=40dbd0dc-4d56-41a3-96c6-a8bbfaef6f7e HTTP/1.1" status: 200 len: 1096 time: 0.1204827 Aug 19 15:04:33.648355 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5984a6cd-4df0-47cd-b72e-e616d4a9619b None None] Port d5dad40f-570e-4f9e-ac22-3bf8562e8590 was deleted so its status cannot be updated. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 19 15:04:33.668455 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['c101946f-8e7d-4f00-9f6a-2569bddd6d1e'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:04:33.689062 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b5e9d-7f9f-4573-b9e2-edbf9ce5b278 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event deleted for resources: {'Port': ['ID=d5dad40f-570e-4f9e-ac22-3bf8562e8590,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:33.775386 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-04be1de6-d8a0-4dac-adc5-6bbeef589fa8 req-9e65f576-ec5b-4ec7-9e04-7da0f0b0ca29 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114111 Aug 19 15:04:33.779574 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ec1b5e9d-7f9f-4573-b9e2-edbf9ce5b278 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:33.782139 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ec1b5e9d-7f9f-4573-b9e2-edbf9ce5b278 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "DELETE /v2.0/ports/d5dad40f-570e-4f9e-ac22-3bf8562e8590 HTTP/1.1" status: 204 len: 168 time: 0.9996855 Aug 19 15:04:33.785641 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51948) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:33.838504 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-d87da9b8-d573-4813-90ab-086b244c4de8 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] GET failed (client error): The resource could not be found. Aug 19 15:04:33.840456 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d87da9b8-d573-4813-90ab-086b244c4de8 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "GET /v2.0/ports/d5dad40f-570e-4f9e-ac22-3bf8562e8590 HTTP/1.1" status: 404 len: 333 time: 0.0536225 Aug 19 15:04:33.843656 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51950) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:33.904784 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a4efaca9-b503-4055-9dd7-793a65b9a2f8 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:33.914652 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-f379929a-b308-4add-a311-da3ac309e21f tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Deleting subnet fa021d71-9c73-4a4c-9058-a33a2f044bfc {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:04:33.918538 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f379929a-b308-4add-a311-da3ac309e21f tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:33.986146 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f379929a-b308-4add-a311-da3ac309e21f tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:34.016483 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a4efaca9-b503-4055-9dd7-793a65b9a2f8 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:34.125990 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:34.132278 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f379929a-b308-4add-a311-da3ac309e21f tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:34.242465 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a4efaca9-b503-4055-9dd7-793a65b9a2f8 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:34.250428 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a4efaca9-b503-4055-9dd7-793a65b9a2f8 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:34.322464 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cc0f4c99-5dd4-49e1-84b9-d80728ecd2b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:34.333434 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8d0c5-31b6-4ce6-977b-59d50464d901 req-d931bc58-9099-43e0-897a-3836d2018c75 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:34.335992 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d8b8d0c5-31b6-4ce6-977b-59d50464d901 req-d931bc58-9099-43e0-897a-3836d2018c75 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf7f44f3-7588-4efc-b2bd-dbbf7fae67c4 HTTP/1.1" status: 200 len: 945 time: 0.1578805 Aug 19 15:04:34.337579 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4efaca9-b503-4055-9dd7-793a65b9a2f8 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'Port': ['ID=34d64bbb-b3ae-4963-8618-fec8e917e4c9,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:34.353263 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34715733-ebea-4fb5-8c7a-24d1cdb9324a req-5b95375d-9dfb-4348-bc5f-0314d7827a49 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:34.356699 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-34715733-ebea-4fb5-8c7a-24d1cdb9324a req-5b95375d-9dfb-4348-bc5f-0314d7827a49 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=40dbd0dc-4d56-41a3-96c6-a8bbfaef6f7e HTTP/1.1" status: 200 len: 945 time: 0.1799040 Aug 19 15:04:34.356943 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a4efaca9-b503-4055-9dd7-793a65b9a2f8 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:34.373285 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f379929a-b308-4add-a311-da3ac309e21f tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:34.429964 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f379929a-b308-4add-a311-da3ac309e21f tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:34.441123 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f379929a-b308-4add-a311-da3ac309e21f tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "DELETE /v2.0/subnets/fa021d71-9c73-4a4c-9058-a33a2f044bfc HTTP/1.1" status: 204 len: 168 time: 0.5954840 Aug 19 15:04:34.444247 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd23f1ed-846d-4cac-b7d7-c0470e59cd69 None None] Network d77db0cc-77b1-4aa0-a36f-172a018fbc53 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:04:34.454538 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51956) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:34.472548 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f379929a-b308-4add-a311-da3ac309e21f tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event deleted for resources: {'Subnet': ['ID=fa021d71-9c73-4a4c-9058-a33a2f044bfc,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:34.490929 n-d-766043-2 neutron-server[94639]: INFO neutron.db.l3_db [None req-a4efaca9-b503-4055-9dd7-793a65b9a2f8 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Floating IP dabfa844-e100-4156-b8c9-1a961b9d3ba0 associated. External IP: 172.25.2.211, port: 1637b94e-f2ce-4555-b6c8-82a867805446. Aug 19 15:04:34.537884 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d8b8d0c5-31b6-4ce6-977b-59d50464d901 req-676f5629-0448-4912-91a2-a8558f6efee0 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.69 "GET /v2.0/security-groups?id=b501d9be-7a05-417f-b90b-1d4b11f16498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782606 Aug 19 15:04:34.541238 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-34715733-ebea-4fb5-8c7a-24d1cdb9324a req-4eec5052-9163-445e-a33d-f6562e3609a0 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753390 Aug 19 15:04:34.581047 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f47646c-5908-42f7-b2f9-eeed987e0148 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Deleting subnet 175dff6f-f3bc-4ab8-b1b2-14066bad6f81 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:04:34.585872 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f47646c-5908-42f7-b2f9-eeed987e0148 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:34.599623 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device c101946f-8e7d-4f00-9f6a-2569bddd6d1e up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:04:34.651862 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:34.653045 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f47646c-5908-42f7-b2f9-eeed987e0148 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:34.774336 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f47646c-5908-42f7-b2f9-eeed987e0148 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:34.819181 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port c101946f-8e7d-4f00-9f6a-2569bddd6d1e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:04:34.853777 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port c101946f-8e7d-4f00-9f6a-2569bddd6d1e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:34.854234 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:34.873665 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f47646c-5908-42f7-b2f9-eeed987e0148 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:34.903675 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4efaca9-b503-4055-9dd7-793a65b9a2f8 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Router 91c5a108-4822-4b6f-9622-091eff5979de has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:04:34.913144 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f47646c-5908-42f7-b2f9-eeed987e0148 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event deleted for resources: {'Subnet': ['ID=175dff6f-f3bc-4ab8-b1b2-14066bad6f81,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:34.922716 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f47646c-5908-42f7-b2f9-eeed987e0148 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:34.925044 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-5f47646c-5908-42f7-b2f9-eeed987e0148 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "DELETE /v2.0/subnets/175dff6f-f3bc-4ab8-b1b2-14066bad6f81 HTTP/1.1" status: 204 len: 168 time: 0.4619431 Aug 19 15:04:34.928570 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51966) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:35.090416 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-57290420-ec86-45af-983b-7d7b6fcbfa1a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:35.096039 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4efaca9-b503-4055-9dd7-793a65b9a2f8 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:04:35.121217 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323a7379-6a9d-4d5b-a5db-ab4ff202866f None None] Sync routers for ids ['91c5a108-4822-4b6f-9622-091eff5979de'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:04:35.131261 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:35.132927 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a4efaca9-b503-4055-9dd7-793a65b9a2f8 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:35.158573 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d66ee7-8330-4d58-ae28-22b5bfbc4915 None None] Update dhcp port {'port': {'network_id': 'd77db0cc-77b1-4aa0-a36f-172a018fbc53', 'fixed_ips': [{'subnet_id': '175dff6f-f3bc-4ab8-b1b2-14066bad6f81'}], 'binding:host_id': 'n-d-766043-2'}, 'id': 'bb07ddc7-9e3f-40eb-8453-db844c6d659c'} from n-d-766043-2. {{(pid=94641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 15:04:35.168882 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323a7379-6a9d-4d5b-a5db-ab4ff202866f None None] Routers {'91c5a108-4822-4b6f-9622-091eff5979de'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:04:35.169694 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-323a7379-6a9d-4d5b-a5db-ab4ff202866f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:04:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['91c5a108-4822-4b6f-9622-091eff5979de'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:35.172547 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:35.179296 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a4efaca9-b503-4055-9dd7-793a65b9a2f8 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9803953 Aug 19 15:04:35.180578 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '526fbb5b-ba13-4afa-b54c-14981b504610', 'tag': '1637b94e-f2ce-4555-b6c8-82a867805446'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:04:35.183822 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd45568b-9434-4494-9acf-a93e8e850453" -d '{"events": [{"name": "network-changed", "server_uuid": "526fbb5b-ba13-4afa-b54c-14981b504610", "tag": "1637b94e-f2ce-4555-b6c8-82a867805446"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:04:35.204386 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-57290420-ec86-45af-983b-7d7b6fcbfa1a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Deleting port bb07ddc7-9e3f-40eb-8453-db844c6d659c {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:04:35.204911 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-57290420-ec86-45af-983b-7d7b6fcbfa1a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:35.270193 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efe1d9d-fa79-4324-a2b8-f0492eda64b8 x-openstack-request-id: req-8efe1d9d-fa79-4324-a2b8-f0492eda64b8 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:04:35.270581 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "526fbb5b-ba13-4afa-b54c-14981b504610", "tag": "1637b94e-f2ce-4555-b6c8-82a867805446", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:04:35.271038 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8efe1d9d-fa79-4324-a2b8-f0492eda64b8 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:04:35.271623 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '526fbb5b-ba13-4afa-b54c-14981b504610', 'tag': '1637b94e-f2ce-4555-b6c8-82a867805446', 'status': 'completed', 'code': 200} Aug 19 15:04:35.282087 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8d66ee7-8330-4d58-ae28-22b5bfbc4915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:35.294664 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port c101946f-8e7d-4f00-9f6a-2569bddd6d1e, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=c101946f-8e7d-4f00-9f6a-2569bddd6d1e,segment=NetworkSegment(bd215c9a-6703-48f3-add9-e5cd8365c64f),segment_id=bd215c9a-6703-48f3-add9-e5cd8365c64f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:35.310000 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:35.368767 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-57290420-ec86-45af-983b-7d7b6fcbfa1a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] For port bb07ddc7-9e3f-40eb-8453-db844c6d659c, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=bb07ddc7-9e3f-40eb-8453-db844c6d659c,segment=NetworkSegment(06354ddb-858a-4897-9152-f9ad0ca48a79),segment_id=06354ddb-858a-4897-9152-f9ad0ca48a79)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:35.369158 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-57290420-ec86-45af-983b-7d7b6fcbfa1a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:35.398339 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-57290420-ec86-45af-983b-7d7b6fcbfa1a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Calling delete_port for bb07ddc7-9e3f-40eb-8453-db844c6d659c owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:04:35.419199 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e7a6d-c1c3-4d62-80b7-5adf44ee5878 req-8fcd2b8c-7f42-4f13-884e-a7d75265ad59 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:35.421016 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cd4e7a6d-c1c3-4d62-80b7-5adf44ee5878 req-8fcd2b8c-7f42-4f13-884e-a7d75265ad59 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 945 time: 0.1469424 Aug 19 15:04:35.428680 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45568b-9434-4494-9acf-a93e8e850453 req-d43e6dfd-5660-4e86-9573-4ebd0a0a4166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:35.430373 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dd45568b-9434-4494-9acf-a93e8e850453 req-d43e6dfd-5660-4e86-9573-4ebd0a0a4166 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5784b0340e8242b1aba4ab831f2e3b23&device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 1096 time: 0.1358268 Aug 19 15:04:35.460390 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf7f44f3-7588-4efc-b2bd-dbbf7fae67c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c101946f-8e7d-4f00-9f6a-2569bddd6d1e'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:04:35.462303 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c143438-dcaa-4366-a694-c3013e971bbf" -d '{"events": [{"server_uuid": "cf7f44f3-7588-4efc-b2bd-dbbf7fae67c4", "name": "network-vif-plugged", "status": "completed", "tag": "c101946f-8e7d-4f00-9f6a-2569bddd6d1e"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:04:35.537046 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=c101946f-8e7d-4f00-9f6a-2569bddd6d1e,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:35.578830 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-323a7379-6a9d-4d5b-a5db-ab4ff202866f None None] Set router 91c5a108-4822-4b6f-9622-091eff5979de gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:04:35.593942 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cd4e7a6d-c1c3-4d62-80b7-5adf44ee5878 req-570753b7-ef7e-46c4-9d86-5012ade1279a tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a4db4eb-d4df-4899-a042-35b38e1e17f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603229 Aug 19 15:04:35.631975 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51980) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:35.699245 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc10c3-f30e-4ccb-85ce-49fce08f9d0a req-d2ced071-5e34-49a3-b43e-0102ca189744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:35.701451 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cbcc10c3-f30e-4ccb-85ce-49fce08f9d0a req-d2ced071-5e34-49a3-b43e-0102ca189744 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=cf7f44f3-7588-4efc-b2bd-dbbf7fae67c4 HTTP/1.1" status: 200 len: 1097 time: 0.0862226 Aug 19 15:04:35.720377 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b537e2-e248-4714-92f3-f3bb2598bacb x-openstack-request-id: req-88b537e2-e248-4714-92f3-f3bb2598bacb {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:04:35.720757 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf7f44f3-7588-4efc-b2bd-dbbf7fae67c4", "name": "network-vif-plugged", "status": "completed", "tag": "c101946f-8e7d-4f00-9f6a-2569bddd6d1e", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:04:35.720955 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-88b537e2-e248-4714-92f3-f3bb2598bacb {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:04:35.721349 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf7f44f3-7588-4efc-b2bd-dbbf7fae67c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c101946f-8e7d-4f00-9f6a-2569bddd6d1e', 'code': 200} Aug 19 15:04:35.726739 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:35.732379 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1720b7-cbfa-4884-8a2c-06a30667f660 None None] Network d77db0cc-77b1-4aa0-a36f-172a018fbc53 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:04:35.764228 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45568b-9434-4494-9acf-a93e8e850453 req-0b88800e-8074-4365-8d0a-cb4a8e9d5db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:35.765878 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dd45568b-9434-4494-9acf-a93e8e850453 req-0b88800e-8074-4365-8d0a-cb4a8e9d5db2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=efa5a2dd-d570-4b86-a31b-68a1c7c9f708 HTTP/1.1" status: 200 len: 898 time: 0.3242888 Aug 19 15:04:35.766468 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-57290420-ec86-45af-983b-7d7b6fcbfa1a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:35.776654 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cbcc10c3-f30e-4ccb-85ce-49fce08f9d0a req-c9948af3-eb8d-46cb-88d6-1f8d47c2674b service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=b501d9be-7a05-417f-b90b-1d4b11f16498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644045 Aug 19 15:04:35.826907 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-49778065-04b4-44e4-8c13-56308a0b6aba None None] Could not find standard attr ID for object bb07ddc7-9e3f-40eb-8453-db844c6d659c. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 15:04:35.885373 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57290420-ec86-45af-983b-7d7b6fcbfa1a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event deleted for resources: {'Port': ['ID=bb07ddc7-9e3f-40eb-8453-db844c6d659c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:35.896561 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-248de85a-20b2-4b12-ae3a-6babec21515d tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/floatingips/dabfa844-e100-4156-b8c9-1a961b9d3ba0 HTTP/1.1" status: 200 len: 991 time: 0.2616541 Aug 19 15:04:35.903437 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57290420-ec86-45af-983b-7d7b6fcbfa1a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] No DVR routers for this DVR port bb07ddc7-9e3f-40eb-8453-db844c6d659c on host n-d-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:04:35.952677 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240835b0-b042-467c-bb62-5a01abbb1b34 None None] DHCP port deletion for d77db0cc-77b1-4aa0-a36f-172a018fbc53 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:04:35.964159 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d034f-93ba-4517-9f79-3a3ef5877cba req-c3496c46-c87c-4f8b-b993-bb550f5de2bc tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:35.965829 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cf8d034f-93ba-4517-9f79-3a3ef5877cba req-c3496c46-c87c-4f8b-b993-bb550f5de2bc tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf7f44f3-7588-4efc-b2bd-dbbf7fae67c4 HTTP/1.1" status: 200 len: 946 time: 0.2600493 Aug 19 15:04:35.982458 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2b891-94d1-4829-8a86-7939b75bacd4 req-c478427e-1525-45c1-a32d-1be9da21082d tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:35.984881 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e9d2b891-94d1-4829-8a86-7939b75bacd4 req-c478427e-1525-45c1-a32d-1be9da21082d tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=40dbd0dc-4d56-41a3-96c6-a8bbfaef6f7e HTTP/1.1" status: 200 len: 945 time: 0.2353520 Aug 19 15:04:36.001569 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dd45568b-9434-4494-9acf-a93e8e850453 req-2bd5c8c4-34ee-44f2-8ea4-9adfecd959c8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1637b94e-f2ce-4555-b6c8-82a867805446 HTTP/1.1" status: 200 len: 999 time: 0.1974871 Aug 19 15:04:36.021718 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-323a7379-6a9d-4d5b-a5db-ab4ff202866f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c5a108-4822-4b6f-9622-091eff5979de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327483110', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '9737d1aa-682f-423f-ad5c-a49a48a239c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:04:01Z', 'updated_at': '2021-08-19T15:04:10Z', 'revision_number': 4, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port': {'id': '9737d1aa-682f-423f-ad5c-a49a48a239c9', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c5a108-4822-4b6f-9622-091eff5979de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:02Z', 'updated_at': '2021-08-19T15:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': 'dabfa844-e100-4156-b8c9-1a961b9d3ba0', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'floating_ip_address': '172.25.2.211', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '91c5a108-4822-4b6f-9622-091eff5979de', 'port_id': '1637b94e-f2ce-4555-b6c8-82a867805446', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efa5a2dd-d570-4b86-a31b-68a1c7c9f708', 'mac_address': 'fa:16:3e:28:63:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526fbb5b-ba13-4afa-b54c-14981b504610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:04:33Z', 'updated_at': '2021-08-19T15:04:33Z', 'revision_number': 0, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0423c698-dfff-4990-9205-165fb1b4a19d', 'name': '', 'network_id': 'efa5a2dd-d570-4b86-a31b-68a1c7c9f708', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'mac_address': 'fa:16:3e:2b:c0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c5a108-4822-4b6f-9622-091eff5979de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': 'a011c1be-9b05-4239-aaa2-42073d462e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:09Z', 'updated_at': '2021-08-19T15:04:18Z', 'revision_number': 5, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'subnets': [{'id': 'a011c1be-9b05-4239-aaa2-42073d462e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:36.056175 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323a7379-6a9d-4d5b-a5db-ab4ff202866f None None] Checking router: 91c5a108-4822-4b6f-9622-091eff5979de for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:04:36.066205 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323a7379-6a9d-4d5b-a5db-ab4ff202866f None None] Routers {'91c5a108-4822-4b6f-9622-091eff5979de'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:04:36.066833 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-323a7379-6a9d-4d5b-a5db-ab4ff202866f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:04:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['91c5a108-4822-4b6f-9622-091eff5979de'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:36.106598 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-57290420-ec86-45af-983b-7d7b6fcbfa1a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:36.190366 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-323a7379-6a9d-4d5b-a5db-ab4ff202866f None None] Set router 91c5a108-4822-4b6f-9622-091eff5979de gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:04:36.468732 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-323a7379-6a9d-4d5b-a5db-ab4ff202866f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c5a108-4822-4b6f-9622-091eff5979de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327483110', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '9737d1aa-682f-423f-ad5c-a49a48a239c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:04:01Z', 'updated_at': '2021-08-19T15:04:10Z', 'revision_number': 4, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port': {'id': '9737d1aa-682f-423f-ad5c-a49a48a239c9', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c5a108-4822-4b6f-9622-091eff5979de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:02Z', 'updated_at': '2021-08-19T15:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': 'dabfa844-e100-4156-b8c9-1a961b9d3ba0', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'floating_ip_address': '172.25.2.211', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '91c5a108-4822-4b6f-9622-091eff5979de', 'port_id': '1637b94e-f2ce-4555-b6c8-82a867805446', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efa5a2dd-d570-4b86-a31b-68a1c7c9f708', 'mac_address': 'fa:16:3e:28:63:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526fbb5b-ba13-4afa-b54c-14981b504610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:04:33Z', 'updated_at': '2021-08-19T15:04:33Z', 'revision_number': 0, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0423c698-dfff-4990-9205-165fb1b4a19d', 'name': '', 'network_id': 'efa5a2dd-d570-4b86-a31b-68a1c7c9f708', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'mac_address': 'fa:16:3e:2b:c0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c5a108-4822-4b6f-9622-091eff5979de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': 'a011c1be-9b05-4239-aaa2-42073d462e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:09Z', 'updated_at': '2021-08-19T15:04:18Z', 'revision_number': 5, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'subnets': [{'id': 'a011c1be-9b05-4239-aaa2-42073d462e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:36.474298 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-57290420-ec86-45af-983b-7d7b6fcbfa1a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d77db0cc-77b1-4aa0-a36f-172a018fbc53']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:36.492489 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-57290420-ec86-45af-983b-7d7b6fcbfa1a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06354ddb-858a-4897-9152-f9ad0ca48a79') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:36.492912 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-57290420-ec86-45af-983b-7d7b6fcbfa1a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06354ddb-858a-4897-9152-f9ad0ca48a79') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:36.499480 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cf8d034f-93ba-4517-9f79-3a3ef5877cba req-843007f1-2e9c-4aef-937e-25c82d80d877 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.69 "GET /v2.0/security-groups?id=b501d9be-7a05-417f-b90b-1d4b11f16498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5120559 Aug 19 15:04:36.503216 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323a7379-6a9d-4d5b-a5db-ab4ff202866f None None] The sync data for ids ['91c5a108-4822-4b6f-9622-091eff5979de'] in n-d-766043-2 is: [{'id': '91c5a108-4822-4b6f-9622-091eff5979de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327483110', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '9737d1aa-682f-423f-ad5c-a49a48a239c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:04:01Z', 'updated_at': '2021-08-19T15:04:10Z', 'revision_number': 4, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port': {'id': '9737d1aa-682f-423f-ad5c-a49a48a239c9', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c5a108-4822-4b6f-9622-091eff5979de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:02Z', 'updated_at': '2021-08-19T15:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': 'dabfa844-e100-4156-b8c9-1a961b9d3ba0', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'floating_ip_address': '172.25.2.211', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '91c5a108-4822-4b6f-9622-091eff5979de', 'port_id': '1637b94e-f2ce-4555-b6c8-82a867805446', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efa5a2dd-d570-4b86-a31b-68a1c7c9f708', 'mac_address': 'fa:16:3e:28:63:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526fbb5b-ba13-4afa-b54c-14981b504610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:04:33Z', 'updated_at': '2021-08-19T15:04:33Z', 'revision_number': 0, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0423c698-dfff-4990-9205-165fb1b4a19d', 'name': '', 'network_id': 'efa5a2dd-d570-4b86-a31b-68a1c7c9f708', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'mac_address': 'fa:16:3e:2b:c0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c5a108-4822-4b6f-9622-091eff5979de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': 'a011c1be-9b05-4239-aaa2-42073d462e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:09Z', 'updated_at': '2021-08-19T15:04:18Z', 'revision_number': 5, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'subnets': [{'id': 'a011c1be-9b05-4239-aaa2-42073d462e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:04:36.517876 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e9d2b891-94d1-4829-8a86-7939b75bacd4 req-e38db17c-d410-4eb9-a71d-bc63d64d5e10 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4855053 Aug 19 15:04:36.521801 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45568b-9434-4494-9acf-a93e8e850453 req-dfc18973-00d6-4259-80d7-c35bb0abaa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:36.531647 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dd45568b-9434-4494-9acf-a93e8e850453 req-dfc18973-00d6-4259-80d7-c35bb0abaa35 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a011c1be-9b05-4239-aaa2-42073d462e8e HTTP/1.1" status: 200 len: 834 time: 0.4881828 Aug 19 15:04:36.531647 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-57290420-ec86-45af-983b-7d7b6fcbfa1a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:36.558554 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-57290420-ec86-45af-983b-7d7b6fcbfa1a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:36.580918 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57290420-ec86-45af-983b-7d7b6fcbfa1a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:04:36.581332 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-57290420-ec86-45af-983b-7d7b6fcbfa1a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:36.584892 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 15:04:36.584892 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:04:36.584892 n-d-766043-2 neutron-server[94640]: timer() Aug 19 15:04:36.584892 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:04:36.584892 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 15:04:36.584892 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:04:36.584892 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 15:04:36.584892 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:04:36.584892 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 15:04:36.584892 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:04:36.584892 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 15:04:36.584892 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:04:36.584892 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 15:04:36.584892 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:04:36.584892 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:04:36.584892 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:04:36.584892 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:04:36.584892 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:04:36.584892 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 15:04:36.584892 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:04:36.584892 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 15:04:36.584892 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:04:36.584892 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:04:36.584892 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:04:36.584892 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 15:04:36.584892 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:04:36.584892 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:04:36.584892 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:04:36.584892 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:04:36.584892 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:04:36.584892 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:04:36.584892 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:04:36.691296 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45568b-9434-4494-9acf-a93e8e850453 req-3cc51ad2-ddaf-46f0-b964-1e770618f272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:36.693541 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dd45568b-9434-4494-9acf-a93e8e850453 req-3cc51ad2-ddaf-46f0-b964-1e770618f272 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=efa5a2dd-d570-4b86-a31b-68a1c7c9f708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1535249 Aug 19 15:04:36.694816 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-57290420-ec86-45af-983b-7d7b6fcbfa1a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:36.709066 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-57290420-ec86-45af-983b-7d7b6fcbfa1a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:36.715632 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-57290420-ec86-45af-983b-7d7b6fcbfa1a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "DELETE /v2.0/networks/d77db0cc-77b1-4aa0-a36f-172a018fbc53 HTTP/1.1" status: 204 len: 168 time: 1.7818594 Aug 19 15:04:36.716151 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51986) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:36.723419 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [req-dd45568b-9434-4494-9acf-a93e8e850453 req-d82cdc11-1a0c-4cde-9a1f-e738466f662a service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:04:36.724831 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dd45568b-9434-4494-9acf-a93e8e850453 req-d82cdc11-1a0c-4cde-9a1f-e738466f662a service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115941 Aug 19 15:04:36.737825 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57290420-ec86-45af-983b-7d7b6fcbfa1a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event deleted for resources: {'Network': ['ID=d77db0cc-77b1-4aa0-a36f-172a018fbc53,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:36.761240 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee85fd-e823-4338-b989-4e74f4d5c4cb req-28155c3c-d0c8-4f6c-8baf-f93c964e12c9 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:36.769784 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9dee85fd-e823-4338-b989-4e74f4d5c4cb req-28155c3c-d0c8-4f6c-8baf-f93c964e12c9 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=40dbd0dc-4d56-41a3-96c6-a8bbfaef6f7e HTTP/1.1" status: 200 len: 945 time: 0.1420894 Aug 19 15:04:36.783274 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0778f911-b808-4186-8762-244eb2d6405d None None] New status for floating IP dabfa844-e100-4156-b8c9-1a961b9d3ba0: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:04:36.783829 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e378a52f-86e9-417f-877f-9ccca2b9bc0c tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:36.785006 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e378a52f-86e9-417f-877f-9ccca2b9bc0c tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0675912 Aug 19 15:04:36.792541 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 51988) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:36.886745 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d9cfc40f-90d0-445c-adc5-b256f468b357 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0925894 Aug 19 15:04:36.903165 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51990) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:36.904230 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 51992) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:36.915436 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-67c81b6d-038e-4cb3-a492-1284c4c61e13 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-376258799'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:36.926923 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:36.972505 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9dee85fd-e823-4338-b989-4e74f4d5c4cb req-67c3050e-faff-4c0c-959c-3f9bcbb0dbce tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017522 Aug 19 15:04:37.024809 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c81b6d-038e-4cb3-a492-1284c4c61e13 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Made reservation on behalf of 2a7b68b0834747aea23e980eb854792a for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:04:37.028475 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-67c81b6d-038e-4cb3-a492-1284c4c61e13 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:37.045251 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-7abe34ee-eaeb-496f-b556-2e6b568ef855 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/floatingips/dabfa844-e100-4156-b8c9-1a961b9d3ba0 HTTP/1.1" status: 200 len: 991 time: 0.1255460 Aug 19 15:04:37.068350 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dd45568b-9434-4494-9acf-a93e8e850453 req-e4965127-6cfa-4130-82e9-af88ae704900 service neutron] 10.222.0.88 "GET /v2.0/networks/efa5a2dd-d570-4b86-a31b-68a1c7c9f708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171840 Aug 19 15:04:37.096886 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67c81b6d-038e-4cb3-a492-1284c4c61e13 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:04:37.142482 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-67c81b6d-038e-4cb3-a492-1284c4c61e13 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:37.142826 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-67c81b6d-038e-4cb3-a492-1284c4c61e13 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Added segment 68ec30e5-dd72-4042-ac18-714cde3bcb5c of type vlan for network 9b8f88c6-93e4-4e32-8b4e-6d86721c5cf0 Aug 19 15:04:37.206144 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-67c81b6d-038e-4cb3-a492-1284c4c61e13 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:37.238431 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dd45568b-9434-4494-9acf-a93e8e850453 req-bdfae8b5-dc5c-405d-a372-239f34f82e7c service neutron] 10.222.0.88 "GET /v2.0/networks/efa5a2dd-d570-4b86-a31b-68a1c7c9f708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617815 Aug 19 15:04:37.259493 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-67c81b6d-038e-4cb3-a492-1284c4c61e13 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:37.273937 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c81b6d-038e-4cb3-a492-1284c4c61e13 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:37.274864 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-67c81b6d-038e-4cb3-a492-1284c4c61e13 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:37.387165 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c81b6d-038e-4cb3-a492-1284c4c61e13 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event updated for resources: {'Network': ['ID=9b8f88c6-93e4-4e32-8b4e-6d86721c5cf0,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:37.394378 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-67c81b6d-038e-4cb3-a492-1284c4c61e13 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4853005 Aug 19 15:04:37.397197 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 52004) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:37.404646 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 9b8f88c6-93e4-4e32-8b4e-6d86721c5cf0 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:04:37.409783 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-58b216ce-7ffd-4f6c-89ca-da6551741bbd tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Request body: {'subnet': {'network_id': '9b8f88c6-93e4-4e32-8b4e-6d86721c5cf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:37.468569 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device bb07ddc7-9e3f-40eb-8453-db844c6d659c no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:04:37.505407 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: bb07ddc7-9e3f-40eb-8453-db844c6d659c {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:04:37.506136 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device bb07ddc7-9e3f-40eb-8453-db844c6d659c not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:04:37.575398 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b216ce-7ffd-4f6c-89ca-da6551741bbd tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Made reservation on behalf of 2a7b68b0834747aea23e980eb854792a for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:04:37.583576 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-58b216ce-7ffd-4f6c-89ca-da6551741bbd tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:37.718992 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f08bb-b5c9-4e44-bd5c-f580b704d6b5 req-487e7980-76a3-4081-919a-8f75d15583b7 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:37.720660 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f46f08bb-b5c9-4e44-bd5c-f580b704d6b5 req-487e7980-76a3-4081-919a-8f75d15583b7 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf7f44f3-7588-4efc-b2bd-dbbf7fae67c4 HTTP/1.1" status: 200 len: 946 time: 0.0806129 Aug 19 15:04:37.786557 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f46f08bb-b5c9-4e44-bd5c-f580b704d6b5 req-8510d314-1e07-4483-b737-db0d8c12eca0 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.69 "GET /v2.0/security-groups?id=b501d9be-7a05-417f-b90b-1d4b11f16498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571187 Aug 19 15:04:37.936976 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-58b216ce-7ffd-4f6c-89ca-da6551741bbd tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:38.039695 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b216ce-7ffd-4f6c-89ca-da6551741bbd tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event updated for resources: {'Subnet': ['ID=04bf6a0c-e179-40cd-8eab-f671f15da72b,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:38.049635 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 52028) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:38.082189 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b216ce-7ffd-4f6c-89ca-da6551741bbd tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Checking segment: {'id': '68ec30e5-dd72-4042-ac18-714cde3bcb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9b8f88c6-93e4-4e32-8b4e-6d86721c5cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:04:38.082882 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b216ce-7ffd-4f6c-89ca-da6551741bbd tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Network hostable DHCP agents. Network: 9b8f88c6-93e4-4e32-8b4e-6d86721c5cf0, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:04:38.117975 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b216ce-7ffd-4f6c-89ca-da6551741bbd tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Network 9b8f88c6-93e4-4e32-8b4e-6d86721c5cf0 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:04:38.150175 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-58b216ce-7ffd-4f6c-89ca-da6551741bbd tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 9b8f88c6-93e4-4e32-8b4e-6d86721c5cf0) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:04:38.170394 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0272cede-19df-4b91-8314-0a0bff74bd24 None None] Network 9b8f88c6-93e4-4e32-8b4e-6d86721c5cf0 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:04:38.175765 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b216ce-7ffd-4f6c-89ca-da6551741bbd tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:38.176775 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-58b216ce-7ffd-4f6c-89ca-da6551741bbd tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:38.225527 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-58b216ce-7ffd-4f6c-89ca-da6551741bbd tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8248079 Aug 19 15:04:38.226167 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 52034) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:38.247957 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-17982b63-faca-4a5e-a42f-e37f04ca9441 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Request body: {'port': {'network_id': '9b8f88c6-93e4-4e32-8b4e-6d86721c5cf0', 'name': 'tempest-PortsIpV6TestJSON-67476623'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:38.251412 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-fab1cad6-9615-4a7a-82c0-6a112af3083e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/floatingips/dabfa844-e100-4156-b8c9-1a961b9d3ba0 HTTP/1.1" status: 200 len: 993 time: 0.1992018 Aug 19 15:04:38.551070 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 52046) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:38.577769 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17982b63-faca-4a5e-a42f-e37f04ca9441 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Made reservation on behalf of 2a7b68b0834747aea23e980eb854792a for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:04:38.583738 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-17982b63-faca-4a5e-a42f-e37f04ca9441 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:38.638426 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cc1285-5f46-49cc-8875-be0e67ead631 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-9b8f88c6-93e4-4e32-8b4e-6d86721c5cf0', 'network_id': '9b8f88c6-93e4-4e32-8b4e-6d86721c5cf0', 'tenant_id': '2a7b68b0834747aea23e980eb854792a', 'fixed_ips': [{'subnet_id': '04bf6a0c-e179-40cd-8eab-f671f15da72b'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:04:38.639287 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-10cc1285-5f46-49cc-8875-be0e67ead631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:38.669637 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-17982b63-faca-4a5e-a42f-e37f04ca9441 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] device_id is not set on port d0069e89-1596-4fd1-9858-6d5b1c6953fc yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:04:38.913821 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-17982b63-faca-4a5e-a42f-e37f04ca9441 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Allocated IP 2001:db8::131 (9b8f88c6-93e4-4e32-8b4e-6d86721c5cf0/04bf6a0c-e179-40cd-8eab-f671f15da72b/d0069e89-1596-4fd1-9858-6d5b1c6953fc) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:04:39.267339 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-17982b63-faca-4a5e-a42f-e37f04ca9441 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:39.301001 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-17982b63-faca-4a5e-a42f-e37f04ca9441 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Transition to ACTIVE for port object d0069e89-1596-4fd1-9858-6d5b1c6953fc will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:04:39.452100 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-17982b63-faca-4a5e-a42f-e37f04ca9441 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:39.471407 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c84b6-ce1e-492d-9f22-72491b747935 req-3c8f1206-cbd5-4bcb-85ad-10b696390b2a tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:39.483947 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8f4c84b6-ce1e-492d-9f22-72491b747935 req-3c8f1206-cbd5-4bcb-85ad-10b696390b2a tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf7f44f3-7588-4efc-b2bd-dbbf7fae67c4 HTTP/1.1" status: 200 len: 946 time: 0.1576741 Aug 19 15:04:39.530679 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a5bb5bf-90f1-4a66-a171-c25de21a3b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:39.587481 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8f4c84b6-ce1e-492d-9f22-72491b747935 req-2687539b-c8d0-4a91-93e6-3bad26a02cd0 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.69 "GET /v2.0/security-groups?id=b501d9be-7a05-417f-b90b-1d4b11f16498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004910 Aug 19 15:04:39.591620 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17982b63-faca-4a5e-a42f-e37f04ca9441 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Network 9b8f88c6-93e4-4e32-8b4e-6d86721c5cf0 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:04:39.597877 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-17982b63-faca-4a5e-a42f-e37f04ca9441 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:04:39.619341 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17982b63-faca-4a5e-a42f-e37f04ca9441 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:04:39.625532 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17982b63-faca-4a5e-a42f-e37f04ca9441 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:39.626248 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-17982b63-faca-4a5e-a42f-e37f04ca9441 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:39.649839 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17982b63-faca-4a5e-a42f-e37f04ca9441 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event updated for resources: {'Port': ['ID=d0069e89-1596-4fd1-9858-6d5b1c6953fc,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:39.657305 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-17982b63-faca-4a5e-a42f-e37f04ca9441 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4269359 Aug 19 15:04:39.657905 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 52090) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:39.666218 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9cd8e567-2c32-4e7a-bb36-8b1536002171 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Request body: {'port': {'network_id': '9b8f88c6-93e4-4e32-8b4e-6d86721c5cf0', 'name': 'tempest-PortsIpV6TestJSON-1367290203'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:39.744540 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-10cc1285-5f46-49cc-8875-be0e67ead631 None None] Allocated IP 2001:db8::2 (9b8f88c6-93e4-4e32-8b4e-6d86721c5cf0/04bf6a0c-e179-40cd-8eab-f671f15da72b/2d266df7-3600-428c-b75f-c408c6bf0dca) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:04:39.807729 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd8e567-2c32-4e7a-bb36-8b1536002171 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Made reservation on behalf of 2a7b68b0834747aea23e980eb854792a for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:04:39.812941 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9cd8e567-2c32-4e7a-bb36-8b1536002171 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:39.833528 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-9cd8e567-2c32-4e7a-bb36-8b1536002171 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] device_id is not set on port e6c29c69-8836-4076-8171-a76122629411 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:04:39.867668 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-3a5bb5bf-90f1-4a66-a171-c25de21a3b17 admin admin] Deleting port a624f93a-8bd2-467e-9d42-b93164655081 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:04:39.868074 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a5bb5bf-90f1-4a66-a171-c25de21a3b17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:39.925514 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-10cc1285-5f46-49cc-8875-be0e67ead631 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:39.936380 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-10cc1285-5f46-49cc-8875-be0e67ead631 None None] Transition to ACTIVE for port object 2d266df7-3600-428c-b75f-c408c6bf0dca will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:04:39.952897 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-10cc1285-5f46-49cc-8875-be0e67ead631 None None] Transition to ACTIVE for port object 2d266df7-3600-428c-b75f-c408c6bf0dca will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:04:39.959948 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-10cc1285-5f46-49cc-8875-be0e67ead631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:39.988652 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-3a5bb5bf-90f1-4a66-a171-c25de21a3b17 admin admin] For port a624f93a-8bd2-467e-9d42-b93164655081, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=a624f93a-8bd2-467e-9d42-b93164655081,segment=NetworkSegment(4e884d42-900a-4a47-a636-1fba06a28f42),segment_id=4e884d42-900a-4a47-a636-1fba06a28f42)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:39.989636 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a5bb5bf-90f1-4a66-a171-c25de21a3b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:40.005088 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cc1285-5f46-49cc-8875-be0e67ead631 None None] Network 9b8f88c6-93e4-4e32-8b4e-6d86721c5cf0 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:04:40.009276 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-10cc1285-5f46-49cc-8875-be0e67ead631 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:04:40.013103 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cc1285-5f46-49cc-8875-be0e67ead631 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:04:40.015094 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-3a5bb5bf-90f1-4a66-a171-c25de21a3b17 admin admin] Calling delete_port for a624f93a-8bd2-467e-9d42-b93164655081 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:04:40.019940 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc1285-5f46-49cc-8875-be0e67ead631 None None] Pushing event updated for resources: {'Port': ['ID=2d266df7-3600-428c-b75f-c408c6bf0dca,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:40.051539 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-9cd8e567-2c32-4e7a-bb36-8b1536002171 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Allocated IP 2001:db8::3cc (9b8f88c6-93e4-4e32-8b4e-6d86721c5cf0/04bf6a0c-e179-40cd-8eab-f671f15da72b/e6c29c69-8836-4076-8171-a76122629411) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:04:40.085202 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-10cc1285-5f46-49cc-8875-be0e67ead631 None None] Attempting to bind port 2d266df7-3600-428c-b75f-c408c6bf0dca on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:04:40.085928 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-10cc1285-5f46-49cc-8875-be0e67ead631 None None] Attempting to bind port 2d266df7-3600-428c-b75f-c408c6bf0dca by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '68ec30e5-dd72-4042-ac18-714cde3bcb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9b8f88c6-93e4-4e32-8b4e-6d86721c5cf0'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:04:40.086766 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cc1285-5f46-49cc-8875-be0e67ead631 None None] Attempting to bind port 2d266df7-3600-428c-b75f-c408c6bf0dca on network 9b8f88c6-93e4-4e32-8b4e-6d86721c5cf0 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:04:40.094630 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cc1285-5f46-49cc-8875-be0e67ead631 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:04:40.095073 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cc1285-5f46-49cc-8875-be0e67ead631 None None] Checking segment: {'id': '68ec30e5-dd72-4042-ac18-714cde3bcb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9b8f88c6-93e4-4e32-8b4e-6d86721c5cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:04:40.095649 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-10cc1285-5f46-49cc-8875-be0e67ead631 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:40.095999 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cc1285-5f46-49cc-8875-be0e67ead631 None None] Bound using segment: {'id': '68ec30e5-dd72-4042-ac18-714cde3bcb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9b8f88c6-93e4-4e32-8b4e-6d86721c5cf0'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:04:40.096581 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-10cc1285-5f46-49cc-8875-be0e67ead631 None None] Bound port: 2d266df7-3600-428c-b75f-c408c6bf0dca, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68ec30e5-dd72-4042-ac18-714cde3bcb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9b8f88c6-93e4-4e32-8b4e-6d86721c5cf0'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:04:40.097060 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-10cc1285-5f46-49cc-8875-be0e67ead631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:40.188138 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-10cc1285-5f46-49cc-8875-be0e67ead631 None None] For port 2d266df7-3600-428c-b75f-c408c6bf0dca, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:04:40.193930 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-10cc1285-5f46-49cc-8875-be0e67ead631 None None] For port 2d266df7-3600-428c-b75f-c408c6bf0dca, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=2d266df7-3600-428c-b75f-c408c6bf0dca,segment=NetworkSegment(68ec30e5-dd72-4042-ac18-714cde3bcb5c),segment_id=68ec30e5-dd72-4042-ac18-714cde3bcb5c)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:04:40.200086 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-10cc1285-5f46-49cc-8875-be0e67ead631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:40.263976 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9cd8e567-2c32-4e7a-bb36-8b1536002171 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:40.283968 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a5bb5bf-90f1-4a66-a171-c25de21a3b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:40.295539 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc1285-5f46-49cc-8875-be0e67ead631 None None] Pushing event updated for resources: {'Port': ['ID=2d266df7-3600-428c-b75f-c408c6bf0dca,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:40.301033 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9cd8e567-2c32-4e7a-bb36-8b1536002171 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Transition to ACTIVE for port object e6c29c69-8836-4076-8171-a76122629411 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:04:40.321629 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5bb5bf-90f1-4a66-a171-c25de21a3b17 admin admin] Pushing event deleted for resources: {'Port': ['ID=a624f93a-8bd2-467e-9d42-b93164655081,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:40.346459 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9cd8e567-2c32-4e7a-bb36-8b1536002171 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:40.408882 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd8e567-2c32-4e7a-bb36-8b1536002171 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Network 9b8f88c6-93e4-4e32-8b4e-6d86721c5cf0 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:04:40.415432 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-9cd8e567-2c32-4e7a-bb36-8b1536002171 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:04:40.423197 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd8e567-2c32-4e7a-bb36-8b1536002171 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:04:40.431435 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd8e567-2c32-4e7a-bb36-8b1536002171 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:40.432109 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9cd8e567-2c32-4e7a-bb36-8b1536002171 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:40.437929 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd8e567-2c32-4e7a-bb36-8b1536002171 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event updated for resources: {'Port': ['ID=e6c29c69-8836-4076-8171-a76122629411,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:40.465978 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9cd8e567-2c32-4e7a-bb36-8b1536002171 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8056543 Aug 19 15:04:40.477892 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 52094) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:40.597884 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a5bb5bf-90f1-4a66-a171-c25de21a3b17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:40.707033 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e148b27-4175-490b-91f9-4a8e0121fb02 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:40.709584 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-3e148b27-4175-490b-91f9-4a8e0121fb02 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A131 HTTP/1.1" status: 200 len: 927 time: 0.2305596 Aug 19 15:04:40.714501 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 52104) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:40.851284 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf713a-ec2a-4e90-acdb-17aa13df59b3 req-5b94681e-977b-4391-941e-b82933349a80 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:40.853976 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b5bf713a-ec2a-4e90-acdb-17aa13df59b3 req-5b94681e-977b-4391-941e-b82933349a80 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.68 "GET /v2.0/ports?device_id=cf7f44f3-7588-4efc-b2bd-dbbf7fae67c4 HTTP/1.1" status: 200 len: 946 time: 0.0740135 Aug 19 15:04:40.953976 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6365ba-448a-4e1c-9433-9b45b76424e3 req-f3389857-0df2-483c-b428-f64bb2c93f28 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:40.956221 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dd6365ba-448a-4e1c-9433-9b45b76424e3 req-f3389857-0df2-483c-b428-f64bb2c93f28 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf7f44f3-7588-4efc-b2bd-dbbf7fae67c4 HTTP/1.1" status: 200 len: 946 time: 0.2292359 Aug 19 15:04:41.036559 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476eb38-3970-49ea-9906-ba9bd01dde4d req-3232e490-d43e-4057-974d-96bb91956f85 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:41.038495 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8476eb38-3970-49ea-9906-ba9bd01dde4d req-3232e490-d43e-4057-974d-96bb91956f85 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/networks?id=042ff527-1fae-4bd9-883c-64e28e4df4d0 HTTP/1.1" status: 200 len: 811 time: 0.2327380 Aug 19 15:04:41.049692 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a5bb5bf-90f1-4a66-a171-c25de21a3b17 admin admin] Router 4b4904ca-1cef-430e-9327-e5d01c8fc04f has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:04:41.078399 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8476eb38-3970-49ea-9906-ba9bd01dde4d req-3a070422-245c-4b07-a58b-bc0ddfd786aa tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/quotas/0550ac85b3b548ae984f8729832afa44 HTTP/1.1" status: 200 len: 375 time: 0.0285296 Aug 19 15:04:41.083015 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dd6365ba-448a-4e1c-9433-9b45b76424e3 req-d99fe09b-029a-47f7-988b-69db74a567ce tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.69 "GET /v2.0/security-groups?id=b501d9be-7a05-417f-b90b-1d4b11f16498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165173 Aug 19 15:04:41.087122 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-5bcc58cd-4cfe-4575-82d5-cd77b92a3a77 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Deleting port e6c29c69-8836-4076-8171-a76122629411 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:04:41.087705 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5bcc58cd-4cfe-4575-82d5-cd77b92a3a77 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:41.121536 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-b5bf713a-ec2a-4e90-acdb-17aa13df59b3 req-a03f68e3-8271-4ae1-b0a8-771dd9560171 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Deleting port c101946f-8e7d-4f00-9f6a-2569bddd6d1e {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:04:41.122002 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b5bf713a-ec2a-4e90-acdb-17aa13df59b3 req-a03f68e3-8271-4ae1-b0a8-771dd9560171 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:41.233009 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8476eb38-3970-49ea-9906-ba9bd01dde4d req-917d6ba9-35cf-4aac-a960-61a6a10846f8 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0550ac85b3b548ae984f8729832afa44&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0880878 Aug 19 15:04:41.308697 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5bcc58cd-4cfe-4575-82d5-cd77b92a3a77 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:41.331072 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-5bcc58cd-4cfe-4575-82d5-cd77b92a3a77 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Calling delete_port for e6c29c69-8836-4076-8171-a76122629411 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:04:41.450754 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8476eb38-3970-49ea-9906-ba9bd01dde4d req-a4a55293-90c2-404e-ab3c-9eb5f3b03ed9 service neutron] 10.222.0.69 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027378 Aug 19 15:04:41.630018 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8476eb38-3970-49ea-9906-ba9bd01dde4d req-f71060f5-a84f-4161-9c8e-df7c8e360aa2 service neutron] 10.222.0.69 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782069 Aug 19 15:04:41.662780 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c91ad4c-4f4d-4748-9161-424b9f1fa1f8 None None] Network 9b8f88c6-93e4-4e32-8b4e-6d86721c5cf0 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:04:41.665417 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 2d266df7-3600-428c-b75f-c408c6bf0dca up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:04:41.675061 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5bcc58cd-4cfe-4575-82d5-cd77b92a3a77 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:41.676482 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-b5bf713a-ec2a-4e90-acdb-17aa13df59b3 req-a03f68e3-8271-4ae1-b0a8-771dd9560171 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] For port c101946f-8e7d-4f00-9f6a-2569bddd6d1e, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=c101946f-8e7d-4f00-9f6a-2569bddd6d1e,segment=NetworkSegment(bd215c9a-6703-48f3-add9-e5cd8365c64f),segment_id=bd215c9a-6703-48f3-add9-e5cd8365c64f)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:41.677158 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b5bf713a-ec2a-4e90-acdb-17aa13df59b3 req-a03f68e3-8271-4ae1-b0a8-771dd9560171 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:41.680721 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5bb5bf-90f1-4a66-a171-c25de21a3b17 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:04:41.693659 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-3a5bb5bf-90f1-4a66-a171-c25de21a3b17 admin admin] 10.222.0.69 "PUT /v2.0/routers/4b4904ca-1cef-430e-9327-e5d01c8fc04f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1412179 Aug 19 15:04:41.702366 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 52114) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:41.709067 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-b5bf713a-ec2a-4e90-acdb-17aa13df59b3 req-a03f68e3-8271-4ae1-b0a8-771dd9560171 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Calling delete_port for c101946f-8e7d-4f00-9f6a-2569bddd6d1e owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:04:41.716143 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc58cd-4cfe-4575-82d5-cd77b92a3a77 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event deleted for resources: {'Port': ['ID=e6c29c69-8836-4076-8171-a76122629411,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:41.741801 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cee894-4a2d-427c-9c87-b5aac18baebb None None] Sync routers for ids ['4b4904ca-1cef-430e-9327-e5d01c8fc04f'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:04:41.758015 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5bcc58cd-4cfe-4575-82d5-cd77b92a3a77 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:41.764219 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-5bcc58cd-4cfe-4575-82d5-cd77b92a3a77 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "DELETE /v2.0/ports/e6c29c69-8836-4076-8171-a76122629411 HTTP/1.1" status: 204 len: 168 time: 1.0448735 Aug 19 15:04:41.764755 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 52116) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:41.804001 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cee894-4a2d-427c-9c87-b5aac18baebb None None] Routers {'4b4904ca-1cef-430e-9327-e5d01c8fc04f'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:04:41.805086 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b1cee894-4a2d-427c-9c87-b5aac18baebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:04:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['4b4904ca-1cef-430e-9327-e5d01c8fc04f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:41.809499 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-efe57a16-0133-490d-8882-d03bfa14e8c6 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] GET failed (client error): The resource could not be found. Aug 19 15:04:41.812034 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-efe57a16-0133-490d-8882-d03bfa14e8c6 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "GET /v2.0/ports/e6c29c69-8836-4076-8171-a76122629411 HTTP/1.1" status: 404 len: 333 time: 0.0459282 Aug 19 15:04:41.815176 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 52120) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:41.822114 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d846227c-7a31-4866-84a1-e10ac869b9e6 None None] Provisioning for port 2d266df7-3600-428c-b75f-c408c6bf0dca completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:04:41.920839 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-163dd66c-8380-4ef6-9e2e-b5a0e3e9938d admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:42.015505 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-767c65c7-08d7-4347-b2ba-2d654415d304 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Deleting port d0069e89-1596-4fd1-9858-6d5b1c6953fc {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:04:42.016998 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-767c65c7-08d7-4347-b2ba-2d654415d304 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:42.051694 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 2d266df7-3600-428c-b75f-c408c6bf0dca completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:04:42.085271 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 2d266df7-3600-428c-b75f-c408c6bf0dca triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:42.085716 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:42.148080 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b5bf713a-ec2a-4e90-acdb-17aa13df59b3 req-a03f68e3-8271-4ae1-b0a8-771dd9560171 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:42.152142 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-767c65c7-08d7-4347-b2ba-2d654415d304 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:42.164654 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['c101946f-8e7d-4f00-9f6a-2569bddd6d1e'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:04:42.173922 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-767c65c7-08d7-4347-b2ba-2d654415d304 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Calling delete_port for d0069e89-1596-4fd1-9858-6d5b1c6953fc owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:04:42.181884 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f68e3-8271-4ae1-b0a8-771dd9560171 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Pushing event deleted for resources: {'Port': ['ID=c101946f-8e7d-4f00-9f6a-2569bddd6d1e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:42.199649 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-163dd66c-8380-4ef6-9e2e-b5a0e3e9938d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:42.242292 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f54b39f3-5a79-442a-893e-fd4151c1e45a req-3cf43aed-1fe8-444a-9bdc-46176b6dcb2a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=76175f4e-1ad9-4189-9d1d-075da57ddfb2 HTTP/1.1" status: 200 len: 210 time: 0.2649844 Aug 19 15:04:42.246772 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-b1cee894-4a2d-427c-9c87-b5aac18baebb None None] Set router 4b4904ca-1cef-430e-9327-e5d01c8fc04f gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:04:42.292328 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-46c6999d-a006-40e0-aabc-8a9cb7b52c8c req-071604eb-c247-4f1e-9848-ad44a0742022 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf7f44f3-7588-4efc-b2bd-dbbf7fae67c4 HTTP/1.1" status: 200 len: 210 time: 0.0475824 Aug 19 15:04:42.375509 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5bf713a-ec2a-4e90-acdb-17aa13df59b3 req-a03f68e3-8271-4ae1-b0a8-771dd9560171 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] No DVR routers for this DVR port c101946f-8e7d-4f00-9f6a-2569bddd6d1e on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:04:42.384800 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b5bf713a-ec2a-4e90-acdb-17aa13df59b3 req-a03f68e3-8271-4ae1-b0a8-771dd9560171 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:42.387209 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b5bf713a-ec2a-4e90-acdb-17aa13df59b3 req-a03f68e3-8271-4ae1-b0a8-771dd9560171 tempest-VolumesActionsTest-1251142054 tempest-VolumesActionsTest-1251142054-project] 10.222.0.68 "DELETE /v2.0/ports/c101946f-8e7d-4f00-9f6a-2569bddd6d1e HTTP/1.1" status: 204 len: 173 time: 1.4934731 Aug 19 15:04:42.387690 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf7f44f3-7588-4efc-b2bd-dbbf7fae67c4', 'name': 'network-vif-deleted', 'tag': 'c101946f-8e7d-4f00-9f6a-2569bddd6d1e'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:04:42.391831 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3919b2d0-521f-48d5-bb96-0b01be496d5e" -d '{"events": [{"server_uuid": "cf7f44f3-7588-4efc-b2bd-dbbf7fae67c4", "name": "network-vif-deleted", "tag": "c101946f-8e7d-4f00-9f6a-2569bddd6d1e"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:04:42.492003 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-767c65c7-08d7-4347-b2ba-2d654415d304 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:42.511429 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb71c23a-75d2-46d4-b723-e5962d023a5f x-openstack-request-id: req-bb71c23a-75d2-46d4-b723-e5962d023a5f {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:04:42.511721 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf7f44f3-7588-4efc-b2bd-dbbf7fae67c4", "name": "network-vif-deleted", "tag": "c101946f-8e7d-4f00-9f6a-2569bddd6d1e", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:04:42.511979 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bb71c23a-75d2-46d4-b723-e5962d023a5f {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:04:42.512383 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf7f44f3-7588-4efc-b2bd-dbbf7fae67c4', 'name': 'network-vif-deleted', 'tag': 'c101946f-8e7d-4f00-9f6a-2569bddd6d1e', 'status': 'completed', 'code': 200} Aug 19 15:04:42.517532 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-163dd66c-8380-4ef6-9e2e-b5a0e3e9938d admin admin] Deleting port 05178c7e-e4be-4803-bb68-12496ba7e835 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:04:42.517974 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-163dd66c-8380-4ef6-9e2e-b5a0e3e9938d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:42.619861 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c65c7-08d7-4347-b2ba-2d654415d304 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event deleted for resources: {'Port': ['ID=d0069e89-1596-4fd1-9858-6d5b1c6953fc,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:42.626713 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-767c65c7-08d7-4347-b2ba-2d654415d304 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:42.632152 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-767c65c7-08d7-4347-b2ba-2d654415d304 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "DELETE /v2.0/ports/d0069e89-1596-4fd1-9858-6d5b1c6953fc HTTP/1.1" status: 204 len: 168 time: 0.8123493 Aug 19 15:04:42.632152 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 52136) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:42.658287 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:42.677319 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fba9a21-d9b6-4e2d-817d-369d4b4f48f4 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] GET failed (client error): The resource could not be found. Aug 19 15:04:42.682472 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-2fba9a21-d9b6-4e2d-817d-369d4b4f48f4 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "GET /v2.0/ports/d0069e89-1596-4fd1-9858-6d5b1c6953fc HTTP/1.1" status: 404 len: 333 time: 0.0461299 Aug 19 15:04:42.682670 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 52138) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:42.703087 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-163dd66c-8380-4ef6-9e2e-b5a0e3e9938d admin admin] For port 05178c7e-e4be-4803-bb68-12496ba7e835, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=05178c7e-e4be-4803-bb68-12496ba7e835,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:42.703570 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-163dd66c-8380-4ef6-9e2e-b5a0e3e9938d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:42.729994 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b0bb7411-034b-416f-a5ba-1f235f760adf None None] Could not find standard attr ID for object d0069e89-1596-4fd1-9858-6d5b1c6953fc. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 15:04:42.731135 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-163dd66c-8380-4ef6-9e2e-b5a0e3e9938d admin admin] Calling delete_port for 05178c7e-e4be-4803-bb68-12496ba7e835 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:04:42.735149 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b1cee894-4a2d-427c-9c87-b5aac18baebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'name': 'tempest-AttachVolumeTestJSON-852643430-router', 'tenant_id': '329a9422f2e44489a7adbe73ec4e808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '05178c7e-e4be-4803-bb68-12496ba7e835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:56:53Z', 'updated_at': '2021-08-19T15:04:40Z', 'revision_number': 5, 'project_id': '329a9422f2e44489a7adbe73ec4e808e', 'gw_port': {'id': '05178c7e-e4be-4803-bb68-12496ba7e835', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:44:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T14:56:55Z', 'updated_at': '2021-08-19T14:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:42.793787 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 2d266df7-3600-428c-b75f-c408c6bf0dca, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=2d266df7-3600-428c-b75f-c408c6bf0dca,segment=NetworkSegment(68ec30e5-dd72-4042-ac18-714cde3bcb5c),segment_id=68ec30e5-dd72-4042-ac18-714cde3bcb5c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:42.799287 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cee894-4a2d-427c-9c87-b5aac18baebb None None] Checking router: 4b4904ca-1cef-430e-9327-e5d01c8fc04f for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:04:42.807298 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b0bb7411-034b-416f-a5ba-1f235f760adf None None] Provisioning complete for port 2d266df7-3600-428c-b75f-c408c6bf0dca triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:42.807783 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b0bb7411-034b-416f-a5ba-1f235f760adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:42.810672 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:42.826090 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd4a625e-8855-4306-b9aa-e69e20066f59 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Deleting subnet 04bf6a0c-e179-40cd-8eab-f671f15da72b {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:04:42.832777 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd4a625e-8855-4306-b9aa-e69e20066f59 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:42.838305 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cee894-4a2d-427c-9c87-b5aac18baebb None None] Routers {'4b4904ca-1cef-430e-9327-e5d01c8fc04f'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:04:42.839071 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b1cee894-4a2d-427c-9c87-b5aac18baebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:04:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['4b4904ca-1cef-430e-9327-e5d01c8fc04f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:42.888903 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd4a625e-8855-4306-b9aa-e69e20066f59 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:43.016369 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=2d266df7-3600-428c-b75f-c408c6bf0dca,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:43.060041 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-b1cee894-4a2d-427c-9c87-b5aac18baebb None None] Set router 4b4904ca-1cef-430e-9327-e5d01c8fc04f gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:04:43.131485 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-163dd66c-8380-4ef6-9e2e-b5a0e3e9938d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:43.141119 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b1cee894-4a2d-427c-9c87-b5aac18baebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'name': 'tempest-AttachVolumeTestJSON-852643430-router', 'tenant_id': '329a9422f2e44489a7adbe73ec4e808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:56:53Z', 'updated_at': '2021-08-19T15:04:42Z', 'revision_number': 6, 'project_id': '329a9422f2e44489a7adbe73ec4e808e', 'gw_port_host': None}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:43.165726 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd4a625e-8855-4306-b9aa-e69e20066f59 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:43.169588 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163dd66c-8380-4ef6-9e2e-b5a0e3e9938d admin admin] Pushing event deleted for resources: {'Port': ['ID=05178c7e-e4be-4803-bb68-12496ba7e835,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:43.191146 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cee894-4a2d-427c-9c87-b5aac18baebb None None] The sync data for ids ['4b4904ca-1cef-430e-9327-e5d01c8fc04f'] in n-d-766043-2 is: [{'id': '4b4904ca-1cef-430e-9327-e5d01c8fc04f', 'name': 'tempest-AttachVolumeTestJSON-852643430-router', 'tenant_id': '329a9422f2e44489a7adbe73ec4e808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T14:56:53Z', 'updated_at': '2021-08-19T15:04:42Z', 'revision_number': 6, 'project_id': '329a9422f2e44489a7adbe73ec4e808e', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:04:43.289822 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-163dd66c-8380-4ef6-9e2e-b5a0e3e9938d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:43.316523 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2ddd7fdf-6a96-4c9a-ad1d-a723e56d57c9 None None] Could not find standard attr ID for object d0069e89-1596-4fd1-9858-6d5b1c6953fc. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 15:04:43.429579 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd4a625e-8855-4306-b9aa-e69e20066f59 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:43.483039 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-be9a108d-0963-4e4a-a648-065aea2a6c76 req-52f67bd1-5a95-43d0-bf98-30d6549bb95f tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=76175f4e-1ad9-4189-9d1d-075da57ddfb2 HTTP/1.1" status: 200 len: 210 time: 0.0978546 Aug 19 15:04:43.535201 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-06683cda-6154-478a-b9da-e01b5634a212 None None] Could not find standard attr ID for object e6c29c69-8836-4076-8171-a76122629411. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 15:04:43.558230 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a625e-8855-4306-b9aa-e69e20066f59 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event deleted for resources: {'Subnet': ['ID=04bf6a0c-e179-40cd-8eab-f671f15da72b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:43.566407 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-163dd66c-8380-4ef6-9e2e-b5a0e3e9938d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:43.582575 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-163dd66c-8380-4ef6-9e2e-b5a0e3e9938d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:43.614525 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd4a625e-8855-4306-b9aa-e69e20066f59 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:43.616463 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-dd4a625e-8855-4306-b9aa-e69e20066f59 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "DELETE /v2.0/subnets/04bf6a0c-e179-40cd-8eab-f671f15da72b HTTP/1.1" status: 204 len: 168 time: 0.9330902 Aug 19 15:04:43.619261 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 52150) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:43.692068 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-163dd66c-8380-4ef6-9e2e-b5a0e3e9938d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:43.692946 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163dd66c-8380-4ef6-9e2e-b5a0e3e9938d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b4904ca-1cef-430e-9327-e5d01c8fc04f {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:04:43.699338 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-163dd66c-8380-4ef6-9e2e-b5a0e3e9938d admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:43.704327 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-163dd66c-8380-4ef6-9e2e-b5a0e3e9938d admin admin] 10.222.0.69 "DELETE /v2.0/routers/4b4904ca-1cef-430e-9327-e5d01c8fc04f HTTP/1.1" status: 204 len: 168 time: 1.9978371 Aug 19 15:04:43.707070 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 52154) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:43.803820 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ebebc586-e0e5-4b66-8fba-80188db8d4c1 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:43.842944 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476eb38-3970-49ea-9906-ba9bd01dde4d req-4f03e761-a456-41b5-a84d-032d755d0a18 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:43.845382 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8476eb38-3970-49ea-9906-ba9bd01dde4d req-4f03e761-a456-41b5-a84d-032d755d0a18 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.68 "GET /v2.0/networks?id=042ff527-1fae-4bd9-883c-64e28e4df4d0 HTTP/1.1" status: 200 len: 811 time: 0.3051014 Aug 19 15:04:43.867512 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-067a3261-7bab-41ae-baa0-c73b17805e17 admin admin] Deleting subnet b36b5b14-491d-4933-bb67-1257e134c17f {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:04:43.883558 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-8476eb38-3970-49ea-9906-ba9bd01dde4d req-9883338f-f5d2-4c63-a200-0f24ca0b4da1 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Request body: {'port': {'device_id': '76175f4e-1ad9-4189-9d1d-075da57ddfb2', 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0', 'admin_state_up': True, 'tenant_id': '0550ac85b3b548ae984f8729832afa44'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:43.886840 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-067a3261-7bab-41ae-baa0-c73b17805e17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:43.897445 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613c0c20-2e61-47e0-b2c3-7b2c429df683 None None] Network 9b8f88c6-93e4-4e32-8b4e-6d86721c5cf0 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:04:43.972721 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-ebebc586-e0e5-4b66-8fba-80188db8d4c1 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Deleting port 2d266df7-3600-428c-b75f-c408c6bf0dca {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:04:43.973210 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ebebc586-e0e5-4b66-8fba-80188db8d4c1 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:44.027371 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 2d266df7-3600-428c-b75f-c408c6bf0dca up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:04:44.039380 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-067a3261-7bab-41ae-baa0-c73b17805e17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:44.160058 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-ebebc586-e0e5-4b66-8fba-80188db8d4c1 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] For port 2d266df7-3600-428c-b75f-c408c6bf0dca, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=2d266df7-3600-428c-b75f-c408c6bf0dca,segment=NetworkSegment(68ec30e5-dd72-4042-ac18-714cde3bcb5c),segment_id=68ec30e5-dd72-4042-ac18-714cde3bcb5c)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:44.172250 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ebebc586-e0e5-4b66-8fba-80188db8d4c1 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:44.209977 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-ebebc586-e0e5-4b66-8fba-80188db8d4c1 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Calling delete_port for 2d266df7-3600-428c-b75f-c408c6bf0dca owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:04:44.221321 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8476eb38-3970-49ea-9906-ba9bd01dde4d req-9883338f-f5d2-4c63-a200-0f24ca0b4da1 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Made reservation on behalf of 0550ac85b3b548ae984f8729832afa44 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:04:44.226678 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8476eb38-3970-49ea-9906-ba9bd01dde4d req-9883338f-f5d2-4c63-a200-0f24ca0b4da1 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:44.254553 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-067a3261-7bab-41ae-baa0-c73b17805e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:44.334654 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 2d266df7-3600-428c-b75f-c408c6bf0dca triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:44.335396 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:44.496495 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ebebc586-e0e5-4b66-8fba-80188db8d4c1 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:44.502503 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device a624f93a-8bd2-467e-9d42-b93164655081 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:04:44.512027 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d5fb4b-4bac-4100-a2ed-a5d79baa6e78 None None] DHCP port deletion for 9b8f88c6-93e4-4e32-8b4e-6d86721c5cf0 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:04:44.585531 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebebc586-e0e5-4b66-8fba-80188db8d4c1 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event deleted for resources: {'Port': ['ID=2d266df7-3600-428c-b75f-c408c6bf0dca,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:44.593670 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebebc586-e0e5-4b66-8fba-80188db8d4c1 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] No DVR routers for this DVR port 2d266df7-3600-428c-b75f-c408c6bf0dca on host n-d-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:04:44.601355 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: a624f93a-8bd2-467e-9d42-b93164655081 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:04:44.602205 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device a624f93a-8bd2-467e-9d42-b93164655081 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:04:44.628086 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-067a3261-7bab-41ae-baa0-c73b17805e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:44.652926 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device c101946f-8e7d-4f00-9f6a-2569bddd6d1e no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:04:44.690947 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097709a8-163b-47c9-a3ee-68252793bc3a None None] Network 86eb5dfd-420b-4075-ab54-22313c9966d3 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:04:44.699763 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-17060c11-cd03-4bae-b4da-8aa2df11c57c req-ced91d06-104a-4e3c-b92d-3b26958e3a3f tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=76175f4e-1ad9-4189-9d1d-075da57ddfb2 HTTP/1.1" status: 200 len: 210 time: 0.0499761 Aug 19 15:04:44.704676 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-067a3261-7bab-41ae-baa0-c73b17805e17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:44.707898 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-067a3261-7bab-41ae-baa0-c73b17805e17 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/b36b5b14-491d-4933-bb67-1257e134c17f HTTP/1.1" status: 204 len: 168 time: 0.9992621 Aug 19 15:04:44.712667 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 52176) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:44.719144 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: c101946f-8e7d-4f00-9f6a-2569bddd6d1e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:04:44.719490 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device c101946f-8e7d-4f00-9f6a-2569bddd6d1e not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:04:44.770018 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067a3261-7bab-41ae-baa0-c73b17805e17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b36b5b14-491d-4933-bb67-1257e134c17f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:44.822683 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ebebc586-e0e5-4b66-8fba-80188db8d4c1 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:44.837325 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-ebebc586-e0e5-4b66-8fba-80188db8d4c1 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b8f88c6-93e4-4e32-8b4e-6d86721c5cf0']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:44.838867 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-8476eb38-3970-49ea-9906-ba9bd01dde4d req-9883338f-f5d2-4c63-a200-0f24ca0b4da1 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Allocated IP 172.20.0.13 (042ff527-1fae-4bd9-883c-64e28e4df4d0/4501b342-71e0-4b08-b9d8-b651dd87e075/ebd95b0c-9396-4429-9e4f-a6aaa38f83d9) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:04:44.864478 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-ebebc586-e0e5-4b66-8fba-80188db8d4c1 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68ec30e5-dd72-4042-ac18-714cde3bcb5c') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:44.865541 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-ebebc586-e0e5-4b66-8fba-80188db8d4c1 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68ec30e5-dd72-4042-ac18-714cde3bcb5c') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:44.889859 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cbe2f4ae-28ca-49b6-bbdd-16a08275f91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:44.892805 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ebebc586-e0e5-4b66-8fba-80188db8d4c1 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:44.940820 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ebebc586-e0e5-4b66-8fba-80188db8d4c1 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:44.947928 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebebc586-e0e5-4b66-8fba-80188db8d4c1 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:04:44.948608 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ebebc586-e0e5-4b66-8fba-80188db8d4c1 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:44.952013 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 15:04:44.952013 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:04:44.952013 n-d-766043-2 neutron-server[94640]: timer() Aug 19 15:04:44.952013 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:04:44.952013 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 15:04:44.952013 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:04:44.952013 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 15:04:44.952013 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:04:44.952013 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 15:04:44.952013 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:04:44.952013 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 15:04:44.952013 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:04:44.952013 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 15:04:44.952013 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:04:44.952013 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:04:44.952013 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:04:44.952013 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:04:44.952013 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:04:44.952013 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 15:04:44.952013 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:04:44.952013 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 15:04:44.952013 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:04:44.952013 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:04:44.952013 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:04:44.952013 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 15:04:44.952013 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:04:44.952013 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:04:44.952013 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:04:44.952013 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:04:44.952013 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:04:44.952013 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:04:44.952013 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:04:45.010093 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba7d6ae-31f2-457b-a550-ed2ea3348eb5 None None] DHCP port deletion for 86eb5dfd-420b-4075-ab54-22313c9966d3 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:04:45.083656 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ebebc586-e0e5-4b66-8fba-80188db8d4c1 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:45.100301 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ebebc586-e0e5-4b66-8fba-80188db8d4c1 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:45.107540 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ebebc586-e0e5-4b66-8fba-80188db8d4c1 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "DELETE /v2.0/networks/9b8f88c6-93e4-4e32-8b4e-6d86721c5cf0 HTTP/1.1" status: 204 len: 168 time: 1.4836855 Aug 19 15:04:45.108353 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 52190) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:45.124199 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebebc586-e0e5-4b66-8fba-80188db8d4c1 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event deleted for resources: {'Network': ['ID=9b8f88c6-93e4-4e32-8b4e-6d86721c5cf0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:45.132646 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-77ad7e07-2462-4ffa-b3e4-403577bdb566 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1416890768'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:45.137128 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-cbe2f4ae-28ca-49b6-bbdd-16a08275f91e admin admin] Deleting port 17c5d4e4-860e-4420-8ca9-e3057c623089 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:04:45.137714 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cbe2f4ae-28ca-49b6-bbdd-16a08275f91e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:45.139717 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-8ba7d6ae-31f2-457b-a550-ed2ea3348eb5 None None] Deleting port 17c5d4e4-860e-4420-8ca9-e3057c623089 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:04:45.140186 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8ba7d6ae-31f2-457b-a550-ed2ea3348eb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:45.233507 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-cbe2f4ae-28ca-49b6-bbdd-16a08275f91e admin admin] For port 17c5d4e4-860e-4420-8ca9-e3057c623089, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=17c5d4e4-860e-4420-8ca9-e3057c623089,segment=NetworkSegment(4e884d42-900a-4a47-a636-1fba06a28f42),segment_id=4e884d42-900a-4a47-a636-1fba06a28f42)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:45.235124 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cbe2f4ae-28ca-49b6-bbdd-16a08275f91e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:45.261206 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8ba7d6ae-31f2-457b-a550-ed2ea3348eb5 None None] For port 17c5d4e4-860e-4420-8ca9-e3057c623089, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=17c5d4e4-860e-4420-8ca9-e3057c623089,segment=NetworkSegment(4e884d42-900a-4a47-a636-1fba06a28f42),segment_id=4e884d42-900a-4a47-a636-1fba06a28f42)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:45.262156 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8ba7d6ae-31f2-457b-a550-ed2ea3348eb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:45.272853 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8476eb38-3970-49ea-9906-ba9bd01dde4d req-9883338f-f5d2-4c63-a200-0f24ca0b4da1 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:45.275720 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-cbe2f4ae-28ca-49b6-bbdd-16a08275f91e admin admin] Calling delete_port for 17c5d4e4-860e-4420-8ca9-e3057c623089 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:04:45.287334 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-8ba7d6ae-31f2-457b-a550-ed2ea3348eb5 None None] Calling delete_port for 17c5d4e4-860e-4420-8ca9-e3057c623089 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:04:45.308858 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-8476eb38-3970-49ea-9906-ba9bd01dde4d req-9883338f-f5d2-4c63-a200-0f24ca0b4da1 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Transition to ACTIVE for port object ebd95b0c-9396-4429-9e4f-a6aaa38f83d9 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:04:45.311403 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ad7e07-2462-4ffa-b3e4-403577bdb566 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Made reservation on behalf of 2a7b68b0834747aea23e980eb854792a for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:04:45.318754 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77ad7e07-2462-4ffa-b3e4-403577bdb566 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:45.421329 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77ad7e07-2462-4ffa-b3e4-403577bdb566 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:04:45.440165 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77ad7e07-2462-4ffa-b3e4-403577bdb566 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:45.441277 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-77ad7e07-2462-4ffa-b3e4-403577bdb566 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Added segment 26ecc4d1-0e9b-4783-9beb-830ceadc1480 of type vlan for network 90d27be6-0f38-4c76-873b-e347ee1e8c1e Aug 19 15:04:45.463509 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8ba7d6ae-31f2-457b-a550-ed2ea3348eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:45.496723 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77ad7e07-2462-4ffa-b3e4-403577bdb566 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:45.519816 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba7d6ae-31f2-457b-a550-ed2ea3348eb5 None None] Pushing event deleted for resources: {'Port': ['ID=17c5d4e4-860e-4420-8ca9-e3057c623089,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:45.536306 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77ad7e07-2462-4ffa-b3e4-403577bdb566 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:45.541725 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba7d6ae-31f2-457b-a550-ed2ea3348eb5 None None] No DVR routers for this DVR port 17c5d4e4-860e-4420-8ca9-e3057c623089 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:04:45.549025 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ad7e07-2462-4ffa-b3e4-403577bdb566 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:45.550188 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77ad7e07-2462-4ffa-b3e4-403577bdb566 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:45.602186 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 2d266df7-3600-428c-b75f-c408c6bf0dca no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:04:45.643819 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 2d266df7-3600-428c-b75f-c408c6bf0dca {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:04:45.644372 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 2d266df7-3600-428c-b75f-c408c6bf0dca not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:04:45.644873 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 05178c7e-e4be-4803-bb68-12496ba7e835 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:04:45.691409 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-77ad7e07-2462-4ffa-b3e4-403577bdb566 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5774782 Aug 19 15:04:45.695538 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 52200) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:45.703667 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-498c4e2b-c487-48f9-9bce-4fac4e9415fd tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Request body: {'subnet': {'network_id': '90d27be6-0f38-4c76-873b-e347ee1e8c1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:45.728075 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 05178c7e-e4be-4803-bb68-12496ba7e835 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:04:45.728915 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 05178c7e-e4be-4803-bb68-12496ba7e835 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:04:45.729706 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 17c5d4e4-860e-4420-8ca9-e3057c623089 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:04:45.754782 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ad7e07-2462-4ffa-b3e4-403577bdb566 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event updated for resources: {'Network': ['ID=90d27be6-0f38-4c76-873b-e347ee1e8c1e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:45.756488 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cbe2f4ae-28ca-49b6-bbdd-16a08275f91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:45.790184 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 17c5d4e4-860e-4420-8ca9-e3057c623089 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:04:45.791133 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8476eb38-3970-49ea-9906-ba9bd01dde4d req-9883338f-f5d2-4c63-a200-0f24ca0b4da1 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:45.792235 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 17c5d4e4-860e-4420-8ca9-e3057c623089 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:04:45.804528 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 90d27be6-0f38-4c76-873b-e347ee1e8c1e details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:04:45.816119 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['081f54b8-f807-4b9a-99a9-66484df945d5'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:04:45.856635 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe2f4ae-28ca-49b6-bbdd-16a08275f91e admin admin] Pushing event deleted for resources: {'Port': ['ID=17c5d4e4-860e-4420-8ca9-e3057c623089,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:45.862426 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe2f4ae-28ca-49b6-bbdd-16a08275f91e admin admin] No DVR routers for this DVR port 17c5d4e4-860e-4420-8ca9-e3057c623089 on host n-d-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:04:45.921357 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8476eb38-3970-49ea-9906-ba9bd01dde4d req-9883338f-f5d2-4c63-a200-0f24ca0b4da1 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Network 042ff527-1fae-4bd9-883c-64e28e4df4d0 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:04:45.934794 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-8476eb38-3970-49ea-9906-ba9bd01dde4d req-9883338f-f5d2-4c63-a200-0f24ca0b4da1 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:04:45.958371 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498c4e2b-c487-48f9-9bce-4fac4e9415fd tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Made reservation on behalf of 2a7b68b0834747aea23e980eb854792a for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:04:45.962446 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-498c4e2b-c487-48f9-9bce-4fac4e9415fd tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:45.980015 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-8476eb38-3970-49ea-9906-ba9bd01dde4d req-9883338f-f5d2-4c63-a200-0f24ca0b4da1 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:04:46.041410 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9883338f-f5d2-4c63-a200-0f24ca0b4da1 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Pushing event updated for resources: {'Port': ['ID=ebd95b0c-9396-4429-9e4f-a6aaa38f83d9,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:46.060113 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cbe2f4ae-28ca-49b6-bbdd-16a08275f91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:46.088297 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-cbe2f4ae-28ca-49b6-bbdd-16a08275f91e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86eb5dfd-420b-4075-ab54-22313c9966d3']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:46.110936 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476eb38-3970-49ea-9906-ba9bd01dde4d req-9883338f-f5d2-4c63-a200-0f24ca0b4da1 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:46.114380 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8476eb38-3970-49ea-9906-ba9bd01dde4d req-9883338f-f5d2-4c63-a200-0f24ca0b4da1 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:46.151734 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-cbe2f4ae-28ca-49b6-bbdd-16a08275f91e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e884d42-900a-4a47-a636-1fba06a28f42') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:46.154870 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-cbe2f4ae-28ca-49b6-bbdd-16a08275f91e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e884d42-900a-4a47-a636-1fba06a28f42') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:46.193191 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cbe2f4ae-28ca-49b6-bbdd-16a08275f91e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:46.212314 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8476eb38-3970-49ea-9906-ba9bd01dde4d req-9883338f-f5d2-4c63-a200-0f24ca0b4da1 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3387604 Aug 19 15:04:46.242280 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cbe2f4ae-28ca-49b6-bbdd-16a08275f91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:46.275958 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbe2f4ae-28ca-49b6-bbdd-16a08275f91e admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:04:46.276689 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cbe2f4ae-28ca-49b6-bbdd-16a08275f91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:46.281015 n-d-766043-2 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:04:46.281015 n-d-766043-2 neutron-server[94639]: self.session.flush() Aug 19 15:04:46.281015 n-d-766043-2 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:04:46.281015 n-d-766043-2 neutron-server[94639]: self.session.flush() Aug 19 15:04:46.281015 n-d-766043-2 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:04:46.281015 n-d-766043-2 neutron-server[94639]: self.session.flush() Aug 19 15:04:46.281015 n-d-766043-2 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:04:46.281015 n-d-766043-2 neutron-server[94639]: self.session.flush() Aug 19 15:04:46.281015 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 15:04:46.281015 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:04:46.281015 n-d-766043-2 neutron-server[94639]: timer() Aug 19 15:04:46.281015 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:04:46.281015 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 15:04:46.281015 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:04:46.281015 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 15:04:46.281015 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:04:46.281015 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 15:04:46.281015 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:04:46.281015 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 15:04:46.281015 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:04:46.281015 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 15:04:46.281015 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:04:46.281015 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:04:46.281015 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:04:46.281015 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:04:46.281015 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:04:46.281015 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 15:04:46.281015 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:04:46.281015 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 15:04:46.281015 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:04:46.281015 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:04:46.281015 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:04:46.281015 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 15:04:46.281015 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:04:46.281015 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:04:46.281015 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:04:46.281015 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:04:46.281015 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:04:46.281015 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:04:46.281015 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:04:46.300827 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc603d62-077b-44fe-b829-cf05c6cdb3d3 req-bfcbb59a-9ca4-44c7-ba69-a3e8d05e475a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:46.319296 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dc603d62-077b-44fe-b829-cf05c6cdb3d3 req-bfcbb59a-9ca4-44c7-ba69-a3e8d05e475a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=76175f4e-1ad9-4189-9d1d-075da57ddfb2 HTTP/1.1" status: 200 len: 932 time: 0.4212661 Aug 19 15:04:46.448236 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cbe2f4ae-28ca-49b6-bbdd-16a08275f91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:46.455661 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-8476eb38-3970-49ea-9906-ba9bd01dde4d req-e35c120a-c58d-46ae-b41f-ec50adae2d3c service neutron] Request body: {'port': {'device_id': '76175f4e-1ad9-4189-9d1d-075da57ddfb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:46.467476 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cbe2f4ae-28ca-49b6-bbdd-16a08275f91e admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:46.470217 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-cbe2f4ae-28ca-49b6-bbdd-16a08275f91e admin admin] 10.222.0.69 "DELETE /v2.0/networks/86eb5dfd-420b-4075-ab54-22313c9966d3 HTTP/1.1" status: 204 len: 168 time: 1.7237391 Aug 19 15:04:46.549912 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-10f0e623-988b-4ae8-bda9-e628736aee41 None None] Provisioning for port ebd95b0c-9396-4429-9e4f-a6aaa38f83d9 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:04:46.555906 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe2f4ae-28ca-49b6-bbdd-16a08275f91e admin admin] Pushing event deleted for resources: {'Network': ['ID=86eb5dfd-420b-4075-ab54-22313c9966d3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:46.565824 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-10f0e623-988b-4ae8-bda9-e628736aee41 None None] Provisioning complete for port ebd95b0c-9396-4429-9e4f-a6aaa38f83d9 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:46.566534 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-10f0e623-988b-4ae8-bda9-e628736aee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:46.670287 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8476eb38-3970-49ea-9906-ba9bd01dde4d req-e35c120a-c58d-46ae-b41f-ec50adae2d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:47.004628 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-10f0e623-988b-4ae8-bda9-e628736aee41 None None] Port ebd95b0c-9396-4429-9e4f-a6aaa38f83d9 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:04:47.025665 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 52226) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:47.106856 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-8476eb38-3970-49ea-9906-ba9bd01dde4d req-e35c120a-c58d-46ae-b41f-ec50adae2d3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebd95b0c-9396-4429-9e4f-a6aaa38f83d9 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:04:47.119870 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8476eb38-3970-49ea-9906-ba9bd01dde4d req-e35c120a-c58d-46ae-b41f-ec50adae2d3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:47.145918 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-8476eb38-3970-49ea-9906-ba9bd01dde4d req-e35c120a-c58d-46ae-b41f-ec50adae2d3c service neutron] Transition to ACTIVE for port object ebd95b0c-9396-4429-9e4f-a6aaa38f83d9 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:04:47.155367 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8476eb38-3970-49ea-9906-ba9bd01dde4d req-e35c120a-c58d-46ae-b41f-ec50adae2d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:47.196257 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dc603d62-077b-44fe-b829-cf05c6cdb3d3 req-b9ba4786-9887-45a8-8dd1-c1ca51075a11 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8297977 Aug 19 15:04:47.279804 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-3c4c825f-7dbc-4238-8fc0-ad6455eb9bbc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=329a9422f2e44489a7adbe73ec4e808e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2479949 Aug 19 15:04:47.304897 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 52232) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:47.335208 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-8476eb38-3970-49ea-9906-ba9bd01dde4d req-e35c120a-c58d-46ae-b41f-ec50adae2d3c service neutron] Attempting to bind port ebd95b0c-9396-4429-9e4f-a6aaa38f83d9 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:04:47.335576 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-8476eb38-3970-49ea-9906-ba9bd01dde4d req-e35c120a-c58d-46ae-b41f-ec50adae2d3c service neutron] Attempting to bind port ebd95b0c-9396-4429-9e4f-a6aaa38f83d9 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': 'b6bb2d61-0455-440b-809f-c8e64ffc2b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:04:47.335873 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8476eb38-3970-49ea-9906-ba9bd01dde4d req-e35c120a-c58d-46ae-b41f-ec50adae2d3c service neutron] Attempting to bind port ebd95b0c-9396-4429-9e4f-a6aaa38f83d9 on network 042ff527-1fae-4bd9-883c-64e28e4df4d0 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:04:47.341167 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c120a-c58d-46ae-b41f-ec50adae2d3c service neutron] Pushing event updated for resources: {'Port': ['ID=ebd95b0c-9396-4429-9e4f-a6aaa38f83d9,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:47.344925 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8476eb38-3970-49ea-9906-ba9bd01dde4d req-e35c120a-c58d-46ae-b41f-ec50adae2d3c service neutron] Port ebd95b0c-9396-4429-9e4f-a6aaa38f83d9 on network 042ff527-1fae-4bd9-883c-64e28e4df4d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:04:47.345490 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8476eb38-3970-49ea-9906-ba9bd01dde4d req-e35c120a-c58d-46ae-b41f-ec50adae2d3c service neutron] Attempting to bind port ebd95b0c-9396-4429-9e4f-a6aaa38f83d9 on network 042ff527-1fae-4bd9-883c-64e28e4df4d0 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:04:47.353737 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8476eb38-3970-49ea-9906-ba9bd01dde4d req-e35c120a-c58d-46ae-b41f-ec50adae2d3c service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:04:47.353737 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8476eb38-3970-49ea-9906-ba9bd01dde4d req-e35c120a-c58d-46ae-b41f-ec50adae2d3c service neutron] Checking segment: {'id': 'b6bb2d61-0455-440b-809f-c8e64ffc2b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:04:47.353737 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8476eb38-3970-49ea-9906-ba9bd01dde4d req-e35c120a-c58d-46ae-b41f-ec50adae2d3c service neutron] Bound using segment: {'id': 'b6bb2d61-0455-440b-809f-c8e64ffc2b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:04:47.354196 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-8476eb38-3970-49ea-9906-ba9bd01dde4d req-e35c120a-c58d-46ae-b41f-ec50adae2d3c service neutron] Bound port: ebd95b0c-9396-4429-9e4f-a6aaa38f83d9, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6bb2d61-0455-440b-809f-c8e64ffc2b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:04:47.354334 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8476eb38-3970-49ea-9906-ba9bd01dde4d req-e35c120a-c58d-46ae-b41f-ec50adae2d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:47.482955 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-8476eb38-3970-49ea-9906-ba9bd01dde4d req-e35c120a-c58d-46ae-b41f-ec50adae2d3c service neutron] For port ebd95b0c-9396-4429-9e4f-a6aaa38f83d9, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:04:47.503046 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-baf96d62-e0f5-4a20-80af-9c9d9ee5fba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:47.506013 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-8476eb38-3970-49ea-9906-ba9bd01dde4d req-e35c120a-c58d-46ae-b41f-ec50adae2d3c service neutron] For port ebd95b0c-9396-4429-9e4f-a6aaa38f83d9, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=ebd95b0c-9396-4429-9e4f-a6aaa38f83d9,segment=NetworkSegment(b6bb2d61-0455-440b-809f-c8e64ffc2b8e),segment_id=b6bb2d61-0455-440b-809f-c8e64ffc2b8e)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:04:47.523687 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8476eb38-3970-49ea-9906-ba9bd01dde4d req-e35c120a-c58d-46ae-b41f-ec50adae2d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:47.553606 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-baf96d62-e0f5-4a20-80af-9c9d9ee5fba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:47.558924 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476eb38-3970-49ea-9906-ba9bd01dde4d req-e35c120a-c58d-46ae-b41f-ec50adae2d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:47.559561 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8476eb38-3970-49ea-9906-ba9bd01dde4d req-e35c120a-c58d-46ae-b41f-ec50adae2d3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:47.561092 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8476eb38-3970-49ea-9906-ba9bd01dde4d req-e35c120a-c58d-46ae-b41f-ec50adae2d3c service neutron] 10.222.0.68 "PUT /v2.0/ports/ebd95b0c-9396-4429-9e4f-a6aaa38f83d9 HTTP/1.1" status: 200 len: 1092 time: 1.3354461 Aug 19 15:04:47.563604 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76175f4e-1ad9-4189-9d1d-075da57ddfb2', 'tag': 'ebd95b0c-9396-4429-9e4f-a6aaa38f83d9'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:04:47.566821 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50aa0e92-5f3d-4227-9418-f20e0740c987" -d '{"events": [{"name": "network-changed", "server_uuid": "76175f4e-1ad9-4189-9d1d-075da57ddfb2", "tag": "ebd95b0c-9396-4429-9e4f-a6aaa38f83d9"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:04:47.589014 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-498c4e2b-c487-48f9-9bce-4fac4e9415fd tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:47.657746 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c4e2b-c487-48f9-9bce-4fac4e9415fd tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event updated for resources: {'Subnet': ['ID=6be9b8f6-7182-41fb-bfce-e0f3e5d4b66e,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:47.756097 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c120a-c58d-46ae-b41f-ec50adae2d3c service neutron] Pushing event updated for resources: {'Port': ['ID=ebd95b0c-9396-4429-9e4f-a6aaa38f83d9,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:47.788141 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498c4e2b-c487-48f9-9bce-4fac4e9415fd tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Checking segment: {'id': '26ecc4d1-0e9b-4783-9beb-830ceadc1480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '90d27be6-0f38-4c76-873b-e347ee1e8c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:04:47.788656 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498c4e2b-c487-48f9-9bce-4fac4e9415fd tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Network hostable DHCP agents. Network: 90d27be6-0f38-4c76-873b-e347ee1e8c1e, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:04:47.806528 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-baf96d62-e0f5-4a20-80af-9c9d9ee5fba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:47.816393 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-baf96d62-e0f5-4a20-80af-9c9d9ee5fba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:47.822711 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-baf96d62-e0f5-4a20-80af-9c9d9ee5fba0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4666964d-69aa-4279-8468-4ba6a84a74cd HTTP/1.1" status: 204 len: 168 time: 0.5130901 Aug 19 15:04:47.844846 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf96d62-e0f5-4a20-80af-9c9d9ee5fba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4666964d-69aa-4279-8468-4ba6a84a74cd,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:47.849948 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498c4e2b-c487-48f9-9bce-4fac4e9415fd tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Network 90d27be6-0f38-4c76-873b-e347ee1e8c1e is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:04:47.888256 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148d0707-898b-4d57-9475-81338318e9c1 x-openstack-request-id: req-148d0707-898b-4d57-9475-81338318e9c1 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:04:47.888595 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76175f4e-1ad9-4189-9d1d-075da57ddfb2", "tag": "ebd95b0c-9396-4429-9e4f-a6aaa38f83d9", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:04:47.892917 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-148d0707-898b-4d57-9475-81338318e9c1 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:04:47.893498 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76175f4e-1ad9-4189-9d1d-075da57ddfb2', 'tag': 'ebd95b0c-9396-4429-9e4f-a6aaa38f83d9', 'status': 'completed', 'code': 200} Aug 19 15:04:47.898387 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-498c4e2b-c487-48f9-9bce-4fac4e9415fd tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 90d27be6-0f38-4c76-873b-e347ee1e8c1e) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:04:47.915474 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c0cf2d-4f7c-4a1c-9d62-90412171bdb2 None None] Network 90d27be6-0f38-4c76-873b-e347ee1e8c1e requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:04:47.922015 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498c4e2b-c487-48f9-9bce-4fac4e9415fd tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:47.923720 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-498c4e2b-c487-48f9-9bce-4fac4e9415fd tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:47.963965 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 52238) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:47.964165 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-498c4e2b-c487-48f9-9bce-4fac4e9415fd tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2657394 Aug 19 15:04:47.985149 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b5619378-ad34-4cd6-8ff2-1cf2ef591827 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Request body: {'port': {'network_id': '90d27be6-0f38-4c76-873b-e347ee1e8c1e', 'name': 'tempest-PortsIpV6TestJSON-281431295', 'fixed_ips': [{'subnet_id': '6be9b8f6-7182-41fb-bfce-e0f3e5d4b66e', 'ip_address': '2001:db8::10'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:48.006019 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476eb38-3970-49ea-9906-ba9bd01dde4d req-be67c6c4-7d29-4819-802e-8939717f5f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:48.008375 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8476eb38-3970-49ea-9906-ba9bd01dde4d req-be67c6c4-7d29-4819-802e-8939717f5f69 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0550ac85b3b548ae984f8729832afa44&device_id=76175f4e-1ad9-4189-9d1d-075da57ddfb2 HTTP/1.1" status: 200 len: 1095 time: 0.2392700 Aug 19 15:04:48.230756 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8476eb38-3970-49ea-9906-ba9bd01dde4d req-f2b76053-be12-46a3-aabe-25696978da2c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebd95b0c-9396-4429-9e4f-a6aaa38f83d9 HTTP/1.1" status: 200 len: 217 time: 0.1934288 Aug 19 15:04:48.371667 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cd6a4b-e5f0-4593-becd-9b85123606c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-90d27be6-0f38-4c76-873b-e347ee1e8c1e', 'network_id': '90d27be6-0f38-4c76-873b-e347ee1e8c1e', 'tenant_id': '2a7b68b0834747aea23e980eb854792a', 'fixed_ips': [{'subnet_id': '6be9b8f6-7182-41fb-bfce-e0f3e5d4b66e'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:04:48.372324 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476eb38-3970-49ea-9906-ba9bd01dde4d req-2b7d5dd2-9caa-4b70-a96f-2841b548e1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:48.373870 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8476eb38-3970-49ea-9906-ba9bd01dde4d req-2b7d5dd2-9caa-4b70-a96f-2841b548e1dc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4501b342-71e0-4b08-b9d8-b651dd87e075 HTTP/1.1" status: 200 len: 850 time: 0.1343265 Aug 19 15:04:48.377836 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-97cd6a4b-e5f0-4593-becd-9b85123606c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:48.570801 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea814a-289c-4cd3-8661-c7c57085c231 req-c3ef7a1e-46a8-4bad-9737-057cc77e3ab4 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:48.575147 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-21ea814a-289c-4cd3-8661-c7c57085c231 req-c3ef7a1e-46a8-4bad-9737-057cc77e3ab4 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=76175f4e-1ad9-4189-9d1d-075da57ddfb2 HTTP/1.1" status: 200 len: 944 time: 0.2263579 Aug 19 15:04:48.606692 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-97cd6a4b-e5f0-4593-becd-9b85123606c9 None None] Allocated IP 2001:db8::2 (90d27be6-0f38-4c76-873b-e347ee1e8c1e/6be9b8f6-7182-41fb-bfce-e0f3e5d4b66e/0570021f-4a59-4206-8b8c-a7f43312af79) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:04:48.650779 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476eb38-3970-49ea-9906-ba9bd01dde4d req-c620bf72-7595-43bd-a413-c22bd7939301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:48.653199 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8476eb38-3970-49ea-9906-ba9bd01dde4d req-c620bf72-7595-43bd-a413-c22bd7939301 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=042ff527-1fae-4bd9-883c-64e28e4df4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2613747 Aug 19 15:04:48.668805 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-21ea814a-289c-4cd3-8661-c7c57085c231 req-d9544d7a-cb71-4a9d-b815-2d1019d80b42 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843492 Aug 19 15:04:48.823215 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-97cd6a4b-e5f0-4593-becd-9b85123606c9 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:48.863447 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-97cd6a4b-e5f0-4593-becd-9b85123606c9 None None] Transition to ACTIVE for port object 0570021f-4a59-4206-8b8c-a7f43312af79 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:04:48.930747 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-97cd6a4b-e5f0-4593-becd-9b85123606c9 None None] Transition to ACTIVE for port object 0570021f-4a59-4206-8b8c-a7f43312af79 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:04:48.951040 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-97cd6a4b-e5f0-4593-becd-9b85123606c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:49.036188 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cd6a4b-e5f0-4593-becd-9b85123606c9 None None] Network 90d27be6-0f38-4c76-873b-e347ee1e8c1e is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:04:49.083899 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-97cd6a4b-e5f0-4593-becd-9b85123606c9 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:04:49.083899 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cd6a4b-e5f0-4593-becd-9b85123606c9 None None] Pushing event updated for resources: {'Port': ['ID=0570021f-4a59-4206-8b8c-a7f43312af79,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:49.086105 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cd6a4b-e5f0-4593-becd-9b85123606c9 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:04:49.191469 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-97cd6a4b-e5f0-4593-becd-9b85123606c9 None None] Attempting to bind port 0570021f-4a59-4206-8b8c-a7f43312af79 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:04:49.192184 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-97cd6a4b-e5f0-4593-becd-9b85123606c9 None None] Attempting to bind port 0570021f-4a59-4206-8b8c-a7f43312af79 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '26ecc4d1-0e9b-4783-9beb-830ceadc1480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '90d27be6-0f38-4c76-873b-e347ee1e8c1e'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:04:49.193073 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cd6a4b-e5f0-4593-becd-9b85123606c9 None None] Attempting to bind port 0570021f-4a59-4206-8b8c-a7f43312af79 on network 90d27be6-0f38-4c76-873b-e347ee1e8c1e {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:04:49.199496 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cd6a4b-e5f0-4593-becd-9b85123606c9 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:04:49.200212 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cd6a4b-e5f0-4593-becd-9b85123606c9 None None] Checking segment: {'id': '26ecc4d1-0e9b-4783-9beb-830ceadc1480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '90d27be6-0f38-4c76-873b-e347ee1e8c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:04:49.201092 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-97cd6a4b-e5f0-4593-becd-9b85123606c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:49.202122 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cd6a4b-e5f0-4593-becd-9b85123606c9 None None] Bound using segment: {'id': '26ecc4d1-0e9b-4783-9beb-830ceadc1480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '90d27be6-0f38-4c76-873b-e347ee1e8c1e'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:04:49.203910 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-97cd6a4b-e5f0-4593-becd-9b85123606c9 None None] Bound port: 0570021f-4a59-4206-8b8c-a7f43312af79, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26ecc4d1-0e9b-4783-9beb-830ceadc1480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '90d27be6-0f38-4c76-873b-e347ee1e8c1e'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:04:49.204753 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-97cd6a4b-e5f0-4593-becd-9b85123606c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:49.494357 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-97cd6a4b-e5f0-4593-becd-9b85123606c9 None None] For port 0570021f-4a59-4206-8b8c-a7f43312af79, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:04:49.502489 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-97cd6a4b-e5f0-4593-becd-9b85123606c9 None None] For port 0570021f-4a59-4206-8b8c-a7f43312af79, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=0570021f-4a59-4206-8b8c-a7f43312af79,segment=NetworkSegment(26ecc4d1-0e9b-4783-9beb-830ceadc1480),segment_id=26ecc4d1-0e9b-4783-9beb-830ceadc1480)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:04:49.511227 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-97cd6a4b-e5f0-4593-becd-9b85123606c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:49.731781 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cd6a4b-e5f0-4593-becd-9b85123606c9 None None] Pushing event updated for resources: {'Port': ['ID=0570021f-4a59-4206-8b8c-a7f43312af79,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:49.823224 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5619378-ad34-4cd6-8ff2-1cf2ef591827 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Made reservation on behalf of 2a7b68b0834747aea23e980eb854792a for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:04:50.146418 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46cb995-29eb-475f-9e16-73b2e349f62c req-bc235af0-6b38-4ee6-9e98-6266bad159f6 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:50.172000 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c46cb995-29eb-475f-9e16-73b2e349f62c req-bc235af0-6b38-4ee6-9e98-6266bad159f6 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=76175f4e-1ad9-4189-9d1d-075da57ddfb2 HTTP/1.1" status: 200 len: 944 time: 0.2594049 Aug 19 15:04:50.211852 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b5619378-ad34-4cd6-8ff2-1cf2ef591827 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:50.282928 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8476eb38-3970-49ea-9906-ba9bd01dde4d req-c7f2c343-f15d-4c08-8183-177ab723aa6f service neutron] 10.222.0.68 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6206880 Aug 19 15:04:50.353989 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-b5619378-ad34-4cd6-8ff2-1cf2ef591827 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] device_id is not set on port 770335a8-ebeb-434e-9611-206d1cbc641a yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:04:50.498340 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c46cb995-29eb-475f-9e16-73b2e349f62c req-c0c4a73f-98ea-4aae-a6fb-b863da00cb33 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116372 Aug 19 15:04:50.830042 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8476eb38-3970-49ea-9906-ba9bd01dde4d req-469a20ef-be56-4258-b068-31998f7249e4 service neutron] 10.222.0.68 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5321312 Aug 19 15:04:50.985349 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-b5619378-ad34-4cd6-8ff2-1cf2ef591827 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Allocated IP 2001:db8::10 (90d27be6-0f38-4c76-873b-e347ee1e8c1e/6be9b8f6-7182-41fb-bfce-e0f3e5d4b66e/770335a8-ebeb-434e-9611-206d1cbc641a) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:04:51.277009 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b5619378-ad34-4cd6-8ff2-1cf2ef591827 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:51.303236 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-b5619378-ad34-4cd6-8ff2-1cf2ef591827 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Transition to ACTIVE for port object 770335a8-ebeb-434e-9611-206d1cbc641a will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:04:51.427338 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b5619378-ad34-4cd6-8ff2-1cf2ef591827 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:51.573311 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5619378-ad34-4cd6-8ff2-1cf2ef591827 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Network 90d27be6-0f38-4c76-873b-e347ee1e8c1e is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:04:51.579840 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-b5619378-ad34-4cd6-8ff2-1cf2ef591827 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:04:51.598064 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5619378-ad34-4cd6-8ff2-1cf2ef591827 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:04:51.604094 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5619378-ad34-4cd6-8ff2-1cf2ef591827 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:51.605258 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b5619378-ad34-4cd6-8ff2-1cf2ef591827 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:51.687869 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa0e92-5f3d-4227-9418-f20e0740c987 req-a803d59b-ac45-4769-b574-c3edacc6a967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:51.691216 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-50aa0e92-5f3d-4227-9418-f20e0740c987 req-a803d59b-ac45-4769-b574-c3edacc6a967 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0550ac85b3b548ae984f8729832afa44&device_id=76175f4e-1ad9-4189-9d1d-075da57ddfb2 HTTP/1.1" status: 200 len: 1095 time: 0.7449386 Aug 19 15:04:51.695932 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5619378-ad34-4cd6-8ff2-1cf2ef591827 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event updated for resources: {'Port': ['ID=770335a8-ebeb-434e-9611-206d1cbc641a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:51.696069 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 0570021f-4a59-4206-8b8c-a7f43312af79 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:04:51.879387 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 0570021f-4a59-4206-8b8c-a7f43312af79 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:04:51.885057 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9460d-efc8-4fa4-ab0d-9a11ae72aa22 req-060b2ce0-5998-4914-a402-a720cf8a5178 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:51.899505 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c9e9460d-efc8-4fa4-ab0d-9a11ae72aa22 req-060b2ce0-5998-4914-a402-a720cf8a5178 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=76175f4e-1ad9-4189-9d1d-075da57ddfb2 HTTP/1.1" status: 200 len: 944 time: 0.1266820 Aug 19 15:04:51.973026 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b5619378-ad34-4cd6-8ff2-1cf2ef591827 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.0070884 Aug 19 15:04:51.975814 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 52296) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:51.995530 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-74b9db7a-ce38-48ee-af21-28a0c85851d1 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Request body: {'port': {'network_id': '90d27be6-0f38-4c76-873b-e347ee1e8c1e', 'name': 'tempest-PortsIpV6TestJSON-544940847', 'fixed_ips': [{'subnet_id': '6be9b8f6-7182-41fb-bfce-e0f3e5d4b66e', 'ip_address': '2001:db8::f'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:52.011063 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c9e9460d-efc8-4fa4-ab0d-9a11ae72aa22 req-a6bd644c-24c8-4c45-ae4c-02a82f479b3b tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093791 Aug 19 15:04:52.059255 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61618fc-2348-4708-af73-3b3e31f2f9a1 None None] Network 90d27be6-0f38-4c76-873b-e347ee1e8c1e requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:04:52.178177 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-82ef3c41-5d8d-414c-bfaf-067ca5b3219d None None] Provisioning for port 0570021f-4a59-4206-8b8c-a7f43312af79 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:04:52.186719 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa0e92-5f3d-4227-9418-f20e0740c987 req-614015db-d1d1-4a2f-ab9a-e913f120a6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:52.189362 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-50aa0e92-5f3d-4227-9418-f20e0740c987 req-614015db-d1d1-4a2f-ab9a-e913f120a6b5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=042ff527-1fae-4bd9-883c-64e28e4df4d0 HTTP/1.1" status: 200 len: 912 time: 0.4693654 Aug 19 15:04:52.223490 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-82ef3c41-5d8d-414c-bfaf-067ca5b3219d None None] Provisioning complete for port 0570021f-4a59-4206-8b8c-a7f43312af79 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:52.228723 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-82ef3c41-5d8d-414c-bfaf-067ca5b3219d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:52.303919 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-50aa0e92-5f3d-4227-9418-f20e0740c987 req-a1baef25-1127-4dee-b8db-ae1280817f0e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebd95b0c-9396-4429-9e4f-a6aaa38f83d9 HTTP/1.1" status: 200 len: 217 time: 0.0982072 Aug 19 15:04:52.482974 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa0e92-5f3d-4227-9418-f20e0740c987 req-8b14f84e-4d0d-4b03-8e21-b7f371ca20c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:52.485133 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-50aa0e92-5f3d-4227-9418-f20e0740c987 req-8b14f84e-4d0d-4b03-8e21-b7f371ca20c6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4501b342-71e0-4b08-b9d8-b651dd87e075 HTTP/1.1" status: 200 len: 850 time: 0.1617534 Aug 19 15:04:52.579604 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b9db7a-ce38-48ee-af21-28a0c85851d1 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Made reservation on behalf of 2a7b68b0834747aea23e980eb854792a for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:04:52.584865 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74b9db7a-ce38-48ee-af21-28a0c85851d1 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:52.607654 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa0e92-5f3d-4227-9418-f20e0740c987 req-a9ec9711-6185-4ea1-b0e0-fec5e563d6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:52.610177 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-50aa0e92-5f3d-4227-9418-f20e0740c987 req-a9ec9711-6185-4ea1-b0e0-fec5e563d6ff service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=042ff527-1fae-4bd9-883c-64e28e4df4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1168225 Aug 19 15:04:52.620908 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-74b9db7a-ce38-48ee-af21-28a0c85851d1 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] device_id is not set on port 9ef3a4ac-c676-4743-bd12-b6eb1a3ff2a1 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:04:52.711697 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-82ef3c41-5d8d-414c-bfaf-067ca5b3219d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:52.865078 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-82ef3c41-5d8d-414c-bfaf-067ca5b3219d None None] For port 0570021f-4a59-4206-8b8c-a7f43312af79, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=0570021f-4a59-4206-8b8c-a7f43312af79,segment=NetworkSegment(26ecc4d1-0e9b-4783-9beb-830ceadc1480),segment_id=26ecc4d1-0e9b-4783-9beb-830ceadc1480)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:52.873542 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-82ef3c41-5d8d-414c-bfaf-067ca5b3219d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:53.133547 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef3c41-5d8d-414c-bfaf-067ca5b3219d None None] Pushing event updated for resources: {'Port': ['ID=0570021f-4a59-4206-8b8c-a7f43312af79,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:53.183256 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-74b9db7a-ce38-48ee-af21-28a0c85851d1 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Allocated IP 2001:db8::f (90d27be6-0f38-4c76-873b-e347ee1e8c1e/6be9b8f6-7182-41fb-bfce-e0f3e5d4b66e/9ef3a4ac-c676-4743-bd12-b6eb1a3ff2a1) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:04:53.311610 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da451f80-5fab-4bfe-b85f-d0e4e40ffa71 req-1ac26bde-cb8d-45b3-83ec-631b7e87925e tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:53.323364 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-da451f80-5fab-4bfe-b85f-d0e4e40ffa71 req-1ac26bde-cb8d-45b3-83ec-631b7e87925e tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=76175f4e-1ad9-4189-9d1d-075da57ddfb2 HTTP/1.1" status: 200 len: 944 time: 0.1563993 Aug 19 15:04:53.413851 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a4797566-86d5-4981-a161-193adff76f76 None None] Provisioning complete for port 0570021f-4a59-4206-8b8c-a7f43312af79 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:53.414645 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a4797566-86d5-4981-a161-193adff76f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:53.433042 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-da451f80-5fab-4bfe-b85f-d0e4e40ffa71 req-db874962-8039-4bcb-b532-c50107456251 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081100 Aug 19 15:04:53.646442 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 0570021f-4a59-4206-8b8c-a7f43312af79 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:04:53.716309 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74b9db7a-ce38-48ee-af21-28a0c85851d1 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:53.736001 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-74b9db7a-ce38-48ee-af21-28a0c85851d1 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Transition to ACTIVE for port object 9ef3a4ac-c676-4743-bd12-b6eb1a3ff2a1 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:04:53.745533 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a4797566-86d5-4981-a161-193adff76f76 None None] Provisioning for port 770335a8-ebeb-434e-9611-206d1cbc641a completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:04:53.752726 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 0570021f-4a59-4206-8b8c-a7f43312af79 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:53.753362 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:53.755577 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a4797566-86d5-4981-a161-193adff76f76 None None] Provisioning complete for port 770335a8-ebeb-434e-9611-206d1cbc641a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:53.756175 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a4797566-86d5-4981-a161-193adff76f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:53.804308 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74b9db7a-ce38-48ee-af21-28a0c85851d1 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:53.854420 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a4797566-86d5-4981-a161-193adff76f76 None None] Port 770335a8-ebeb-434e-9611-206d1cbc641a cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:04:53.934765 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b9db7a-ce38-48ee-af21-28a0c85851d1 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Network 90d27be6-0f38-4c76-873b-e347ee1e8c1e is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:04:53.943816 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-74b9db7a-ce38-48ee-af21-28a0c85851d1 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:04:53.950199 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b9db7a-ce38-48ee-af21-28a0c85851d1 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:04:53.956652 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b9db7a-ce38-48ee-af21-28a0c85851d1 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:53.957335 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74b9db7a-ce38-48ee-af21-28a0c85851d1 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:53.961531 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-50aa0e92-5f3d-4227-9418-f20e0740c987 req-305af3aa-c465-4b29-97aa-084268e7094e service neutron] 10.222.0.68 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3322990 Aug 19 15:04:54.042136 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b9db7a-ce38-48ee-af21-28a0c85851d1 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event updated for resources: {'Port': ['ID=9ef3a4ac-c676-4743-bd12-b6eb1a3ff2a1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:54.050526 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 52316) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:54.053263 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-74b9db7a-ce38-48ee-af21-28a0c85851d1 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0761037 Aug 19 15:04:54.134779 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a651f677-17e5-4e59-8342-366833303dd5 None None] Provisioning complete for port 770335a8-ebeb-434e-9611-206d1cbc641a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:54.136385 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a651f677-17e5-4e59-8342-366833303dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:54.336583 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-50aa0e92-5f3d-4227-9418-f20e0740c987 req-567fd21e-2219-4122-ae4b-c632109eb2f4 service neutron] 10.222.0.68 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619294 Aug 19 15:04:54.359151 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a651f677-17e5-4e59-8342-366833303dd5 None None] Port 770335a8-ebeb-434e-9611-206d1cbc641a cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:04:54.488668 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7e0a24-0247-48af-bc24-1bee15353efc tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:54.491404 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-5d7e0a24-0247-48af-bc24-1bee15353efc tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.4389849 Aug 19 15:04:54.498201 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 52324) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:54.783901 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246bc4d3-f583-4106-82af-a5a383d9ffbe req-580b630e-ebe9-4ffc-8eea-8c986e1a22b8 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:54.794825 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-246bc4d3-f583-4106-82af-a5a383d9ffbe req-580b630e-ebe9-4ffc-8eea-8c986e1a22b8 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=76175f4e-1ad9-4189-9d1d-075da57ddfb2 HTTP/1.1" status: 200 len: 944 time: 0.1514881 Aug 19 15:04:54.803112 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4ba974ec-5e4a-41c2-a2d7-8b82f313bf89 None None] Provisioning for port 9ef3a4ac-c676-4743-bd12-b6eb1a3ff2a1 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:04:54.813413 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4ba974ec-5e4a-41c2-a2d7-8b82f313bf89 None None] Provisioning complete for port 9ef3a4ac-c676-4743-bd12-b6eb1a3ff2a1 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:04:54.819641 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4ba974ec-5e4a-41c2-a2d7-8b82f313bf89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:54.858588 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-246bc4d3-f583-4106-82af-a5a383d9ffbe req-3d394521-2e59-40ed-9545-4d141a1871dd tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621188 Aug 19 15:04:54.912917 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48348ca5-03a7-4143-a33e-93de3c6f8ee5 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:54.920376 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48348ca5-03a7-4143-a33e-93de3c6f8ee5 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:54.928065 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48348ca5-03a7-4143-a33e-93de3c6f8ee5 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:54.930306 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-48348ca5-03a7-4143-a33e-93de3c6f8ee5 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.4306757 Aug 19 15:04:54.933399 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 52332) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:54.952352 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-4ba974ec-5e4a-41c2-a2d7-8b82f313bf89 None None] Port 9ef3a4ac-c676-4743-bd12-b6eb1a3ff2a1 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:04:55.084785 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-8a9f901c-06b1-4127-ad8a-220ae5d236e3 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Deleting port 9ef3a4ac-c676-4743-bd12-b6eb1a3ff2a1 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:04:55.088131 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8a9f901c-06b1-4127-ad8a-220ae5d236e3 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:55.198404 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8a9f901c-06b1-4127-ad8a-220ae5d236e3 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:55.233777 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-8a9f901c-06b1-4127-ad8a-220ae5d236e3 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Calling delete_port for 9ef3a4ac-c676-4743-bd12-b6eb1a3ff2a1 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:04:55.304442 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [req-521d1bc2-6d9f-4a1a-942f-677f37d282d4 req-98b1994e-af59-44dc-a3e8-76785e51026e service neutron] (94639) timed out ('10.222.0.88', 56759) {{(pid=94639) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 15:04:55.560297 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8a9f901c-06b1-4127-ad8a-220ae5d236e3 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:55.594062 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f901c-06b1-4127-ad8a-220ae5d236e3 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event deleted for resources: {'Port': ['ID=9ef3a4ac-c676-4743-bd12-b6eb1a3ff2a1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:55.628747 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8a9f901c-06b1-4127-ad8a-220ae5d236e3 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:55.633520 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-8a9f901c-06b1-4127-ad8a-220ae5d236e3 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "DELETE /v2.0/ports/9ef3a4ac-c676-4743-bd12-b6eb1a3ff2a1 HTTP/1.1" status: 204 len: 168 time: 0.6962001 Aug 19 15:04:55.633520 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 52338) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:55.720980 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-f207265e-c9f8-43bc-91a8-3295342bb7e4 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] GET failed (client error): The resource could not be found. Aug 19 15:04:55.722728 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f207265e-c9f8-43bc-91a8-3295342bb7e4 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "GET /v2.0/ports/9ef3a4ac-c676-4743-bd12-b6eb1a3ff2a1 HTTP/1.1" status: 404 len: 333 time: 0.0880704 Aug 19 15:04:55.730787 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 52346) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:56.034448 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-565493a9-9538-456a-818d-cfa6cad8ddf2 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Deleting port 770335a8-ebeb-434e-9611-206d1cbc641a {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:04:56.034780 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-565493a9-9538-456a-818d-cfa6cad8ddf2 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:56.119174 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0abd4a5-070e-417d-b720-d1d6165c472f req-b301f875-5564-4865-98bc-5abbb31c1287 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:56.130155 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b0abd4a5-070e-417d-b720-d1d6165c472f req-b301f875-5564-4865-98bc-5abbb31c1287 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=76175f4e-1ad9-4189-9d1d-075da57ddfb2 HTTP/1.1" status: 200 len: 944 time: 0.1241860 Aug 19 15:04:56.229584 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b0abd4a5-070e-417d-b720-d1d6165c472f req-730359c9-5c25-4902-a6e0-327e0200346a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983479 Aug 19 15:04:56.375380 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-565493a9-9538-456a-818d-cfa6cad8ddf2 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:56.431608 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-565493a9-9538-456a-818d-cfa6cad8ddf2 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Calling delete_port for 770335a8-ebeb-434e-9611-206d1cbc641a owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:04:56.794340 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-565493a9-9538-456a-818d-cfa6cad8ddf2 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:56.887984 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565493a9-9538-456a-818d-cfa6cad8ddf2 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event deleted for resources: {'Port': ['ID=770335a8-ebeb-434e-9611-206d1cbc641a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:56.991939 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565493a9-9538-456a-818d-cfa6cad8ddf2 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:56.992706 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565493a9-9538-456a-818d-cfa6cad8ddf2 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:56.993259 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565493a9-9538-456a-818d-cfa6cad8ddf2 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:56.994153 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565493a9-9538-456a-818d-cfa6cad8ddf2 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:56.996007 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565493a9-9538-456a-818d-cfa6cad8ddf2 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:56.997010 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565493a9-9538-456a-818d-cfa6cad8ddf2 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:56.997960 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565493a9-9538-456a-818d-cfa6cad8ddf2 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:57.000121 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565493a9-9538-456a-818d-cfa6cad8ddf2 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:57.001439 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565493a9-9538-456a-818d-cfa6cad8ddf2 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:57.002339 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565493a9-9538-456a-818d-cfa6cad8ddf2 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:57.003006 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565493a9-9538-456a-818d-cfa6cad8ddf2 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:57.003659 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565493a9-9538-456a-818d-cfa6cad8ddf2 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:04:57.017839 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-565493a9-9538-456a-818d-cfa6cad8ddf2 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:57.021854 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-565493a9-9538-456a-818d-cfa6cad8ddf2 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "DELETE /v2.0/ports/770335a8-ebeb-434e-9611-206d1cbc641a HTTP/1.1" status: 204 len: 168 time: 1.2895339 Aug 19 15:04:57.025332 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 52364) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:57.083598 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-44f0870b-f4e6-43b3-92bb-e20890bd3bcf tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] GET failed (client error): The resource could not be found. Aug 19 15:04:57.085433 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-44f0870b-f4e6-43b3-92bb-e20890bd3bcf tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "GET /v2.0/ports/770335a8-ebeb-434e-9611-206d1cbc641a HTTP/1.1" status: 404 len: 333 time: 0.0586972 Aug 19 15:04:57.088360 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 52366) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:57.243724 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-47f9d0ad-7e15-4edb-9d46-e7ae3bf1fce1 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Deleting subnet 6be9b8f6-7182-41fb-bfce-e0f3e5d4b66e {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:04:57.249779 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-47f9d0ad-7e15-4edb-9d46-e7ae3bf1fce1 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:57.334729 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-47f9d0ad-7e15-4edb-9d46-e7ae3bf1fce1 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:57.662408 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c236b13d-1abc-498f-9db0-5ebc7ad23157 req-49af84f0-1649-4edc-a91b-4a59a3f8bfdf tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:57.665199 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c236b13d-1abc-498f-9db0-5ebc7ad23157 req-49af84f0-1649-4edc-a91b-4a59a3f8bfdf tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=76175f4e-1ad9-4189-9d1d-075da57ddfb2 HTTP/1.1" status: 200 len: 944 time: 0.2155297 Aug 19 15:04:57.711449 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-47f9d0ad-7e15-4edb-9d46-e7ae3bf1fce1 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:57.776584 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c236b13d-1abc-498f-9db0-5ebc7ad23157 req-139b6d74-fbde-4c0f-a3f7-3e29c7a1dfcd tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928538 Aug 19 15:04:57.826843 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-47f9d0ad-7e15-4edb-9d46-e7ae3bf1fce1 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:57.851684 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-47f9d0ad-7e15-4edb-9d46-e7ae3bf1fce1 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:57.854418 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-47f9d0ad-7e15-4edb-9d46-e7ae3bf1fce1 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "DELETE /v2.0/subnets/6be9b8f6-7182-41fb-bfce-e0f3e5d4b66e HTTP/1.1" status: 204 len: 168 time: 0.7647622 Aug 19 15:04:57.857371 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 52378) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:57.866829 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f31c1d-0ad6-4a75-961f-78f97dfa2623 None None] Network 90d27be6-0f38-4c76-873b-e347ee1e8c1e requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:04:57.886670 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f9d0ad-7e15-4edb-9d46-e7ae3bf1fce1 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event deleted for resources: {'Subnet': ['ID=6be9b8f6-7182-41fb-bfce-e0f3e5d4b66e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:58.144311 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6952e517-44e1-4aeb-b069-5ba2ea18e264 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:58.245025 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be4bda3-4c3a-46b8-892d-5d9802b35a19 None None] DHCP port deletion for 90d27be6-0f38-4c76-873b-e347ee1e8c1e request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:04:58.308694 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-6952e517-44e1-4aeb-b069-5ba2ea18e264 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Deleting port 0570021f-4a59-4206-8b8c-a7f43312af79 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:04:58.309529 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6952e517-44e1-4aeb-b069-5ba2ea18e264 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:58.393562 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-4be4bda3-4c3a-46b8-892d-5d9802b35a19 None None] Deleting port 0570021f-4a59-4206-8b8c-a7f43312af79 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:04:58.395278 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4be4bda3-4c3a-46b8-892d-5d9802b35a19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:58.450112 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-6952e517-44e1-4aeb-b069-5ba2ea18e264 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] For port 0570021f-4a59-4206-8b8c-a7f43312af79, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=0570021f-4a59-4206-8b8c-a7f43312af79,segment=NetworkSegment(26ecc4d1-0e9b-4783-9beb-830ceadc1480),segment_id=26ecc4d1-0e9b-4783-9beb-830ceadc1480)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:58.450466 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6952e517-44e1-4aeb-b069-5ba2ea18e264 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:58.482379 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-6952e517-44e1-4aeb-b069-5ba2ea18e264 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Calling delete_port for 0570021f-4a59-4206-8b8c-a7f43312af79 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:04:58.627265 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4be4bda3-4c3a-46b8-892d-5d9802b35a19 None None] For port 0570021f-4a59-4206-8b8c-a7f43312af79, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=0570021f-4a59-4206-8b8c-a7f43312af79,segment=NetworkSegment(26ecc4d1-0e9b-4783-9beb-830ceadc1480),segment_id=26ecc4d1-0e9b-4783-9beb-830ceadc1480)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:04:58.628539 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4be4bda3-4c3a-46b8-892d-5d9802b35a19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:58.696099 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-4be4bda3-4c3a-46b8-892d-5d9802b35a19 None None] Calling delete_port for 0570021f-4a59-4206-8b8c-a7f43312af79 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:04:58.795533 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6952e517-44e1-4aeb-b069-5ba2ea18e264 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:58.922176 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6952e517-44e1-4aeb-b069-5ba2ea18e264 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] No DVR routers for this DVR port 0570021f-4a59-4206-8b8c-a7f43312af79 on host n-d-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:04:58.958081 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6952e517-44e1-4aeb-b069-5ba2ea18e264 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event deleted for resources: {'Port': ['ID=0570021f-4a59-4206-8b8c-a7f43312af79,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:58.992609 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4be4bda3-4c3a-46b8-892d-5d9802b35a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:59.100069 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be4bda3-4c3a-46b8-892d-5d9802b35a19 None None] No DVR routers for this DVR port 0570021f-4a59-4206-8b8c-a7f43312af79 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:04:59.106242 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be4bda3-4c3a-46b8-892d-5d9802b35a19 None None] Pushing event deleted for resources: {'Port': ['ID=0570021f-4a59-4206-8b8c-a7f43312af79,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:59.116559 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3913cfa-9549-463e-a97d-cc20edd3b9f6 req-7218ef06-a77e-45b4-b526-ac1aefc01356 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:04:59.130230 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d3913cfa-9549-463e-a97d-cc20edd3b9f6 req-7218ef06-a77e-45b4-b526-ac1aefc01356 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=76175f4e-1ad9-4189-9d1d-075da57ddfb2 HTTP/1.1" status: 200 len: 944 time: 0.1694164 Aug 19 15:04:59.183131 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d3913cfa-9549-463e-a97d-cc20edd3b9f6 req-03ad85f0-cfe4-4dea-8964-14fceac29ccc tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518284 Aug 19 15:04:59.339958 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6952e517-44e1-4aeb-b069-5ba2ea18e264 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:59.368911 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6952e517-44e1-4aeb-b069-5ba2ea18e264 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90d27be6-0f38-4c76-873b-e347ee1e8c1e']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:59.411255 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6952e517-44e1-4aeb-b069-5ba2ea18e264 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26ecc4d1-0e9b-4783-9beb-830ceadc1480') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:59.411693 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6952e517-44e1-4aeb-b069-5ba2ea18e264 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26ecc4d1-0e9b-4783-9beb-830ceadc1480') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:04:59.446168 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6952e517-44e1-4aeb-b069-5ba2ea18e264 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:59.500046 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6952e517-44e1-4aeb-b069-5ba2ea18e264 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:59.520951 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6952e517-44e1-4aeb-b069-5ba2ea18e264 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:04:59.525983 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6952e517-44e1-4aeb-b069-5ba2ea18e264 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:59.532970 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 15:04:59.532970 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:04:59.532970 n-d-766043-2 neutron-server[94639]: timer() Aug 19 15:04:59.532970 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:04:59.532970 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 15:04:59.532970 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:04:59.532970 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 15:04:59.532970 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:04:59.532970 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 15:04:59.532970 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:04:59.532970 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 15:04:59.532970 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:04:59.532970 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 15:04:59.532970 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:04:59.532970 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:04:59.532970 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:04:59.532970 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:04:59.532970 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:04:59.532970 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 15:04:59.532970 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:04:59.532970 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 15:04:59.532970 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:04:59.532970 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:04:59.532970 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:04:59.532970 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 15:04:59.532970 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:04:59.532970 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:04:59.532970 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:04:59.532970 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:04:59.532970 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:04:59.532970 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:04:59.532970 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:04:59.582929 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 0570021f-4a59-4206-8b8c-a7f43312af79 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:04:59.654834 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 0570021f-4a59-4206-8b8c-a7f43312af79 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:04:59.658731 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 0570021f-4a59-4206-8b8c-a7f43312af79 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:04:59.705444 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6952e517-44e1-4aeb-b069-5ba2ea18e264 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:59.762783 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6952e517-44e1-4aeb-b069-5ba2ea18e264 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:59.766326 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6952e517-44e1-4aeb-b069-5ba2ea18e264 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "DELETE /v2.0/networks/90d27be6-0f38-4c76-873b-e347ee1e8c1e HTTP/1.1" status: 204 len: 168 time: 1.9076326 Aug 19 15:04:59.767303 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6952e517-44e1-4aeb-b069-5ba2ea18e264 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event deleted for resources: {'Network': ['ID=90d27be6-0f38-4c76-873b-e347ee1e8c1e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:04:59.774794 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 52400) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:04:59.793793 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-579e4848-dfb7-4a20-bbe1-f16bff642460 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1356501975'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:04:59.825504 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579e4848-dfb7-4a20-bbe1-f16bff642460 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Made reservation on behalf of 2a7b68b0834747aea23e980eb854792a for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:04:59.836511 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-579e4848-dfb7-4a20-bbe1-f16bff642460 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:59.889001 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-579e4848-dfb7-4a20-bbe1-f16bff642460 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:04:59.913782 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-579e4848-dfb7-4a20-bbe1-f16bff642460 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:04:59.914249 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-579e4848-dfb7-4a20-bbe1-f16bff642460 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Added segment bbcb2a10-239e-43ee-84a9-08b9fff23628 of type vlan for network c9f18ff8-d85a-4ac1-a7c4-359431ab319d Aug 19 15:05:00.044078 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-579e4848-dfb7-4a20-bbe1-f16bff642460 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:00.101878 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-579e4848-dfb7-4a20-bbe1-f16bff642460 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:00.122003 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579e4848-dfb7-4a20-bbe1-f16bff642460 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:00.123305 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-579e4848-dfb7-4a20-bbe1-f16bff642460 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:00.235779 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-579e4848-dfb7-4a20-bbe1-f16bff642460 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4463274 Aug 19 15:05:00.238918 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 52412) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:00.252379 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6eec63fa-4897-4a9b-9d05-0c934bea43fe tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Request body: {'subnet': {'network_id': 'c9f18ff8-d85a-4ac1-a7c4-359431ab319d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:05:00.284126 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e4848-dfb7-4a20-bbe1-f16bff642460 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event updated for resources: {'Network': ['ID=c9f18ff8-d85a-4ac1-a7c4-359431ab319d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:00.301130 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network c9f18ff8-d85a-4ac1-a7c4-359431ab319d details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:05:00.613633 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eec63fa-4897-4a9b-9d05-0c934bea43fe tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Made reservation on behalf of 2a7b68b0834747aea23e980eb854792a for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:05:00.617296 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6eec63fa-4897-4a9b-9d05-0c934bea43fe tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:00.645159 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82b330-2603-4236-b74b-3f76e0c228cf req-696b2c3e-c74e-415b-a2ee-ff8cd4fce131 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:00.647322 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9c82b330-2603-4236-b74b-3f76e0c228cf req-696b2c3e-c74e-415b-a2ee-ff8cd4fce131 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=76175f4e-1ad9-4189-9d1d-075da57ddfb2 HTTP/1.1" status: 200 len: 944 time: 0.1224775 Aug 19 15:05:00.753953 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9c82b330-2603-4236-b74b-3f76e0c228cf req-a9a4ba0c-19c1-4ce4-a2e3-32fcf277edad tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616021 Aug 19 15:05:00.969839 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6eec63fa-4897-4a9b-9d05-0c934bea43fe tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:01.072562 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eec63fa-4897-4a9b-9d05-0c934bea43fe tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event updated for resources: {'Subnet': ['ID=086387bf-f1d2-45d9-b305-85be46a2dbd4,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:01.123658 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eec63fa-4897-4a9b-9d05-0c934bea43fe tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Checking segment: {'id': 'bbcb2a10-239e-43ee-84a9-08b9fff23628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c9f18ff8-d85a-4ac1-a7c4-359431ab319d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:05:01.124027 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eec63fa-4897-4a9b-9d05-0c934bea43fe tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Network hostable DHCP agents. Network: c9f18ff8-d85a-4ac1-a7c4-359431ab319d, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:05:01.170843 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eec63fa-4897-4a9b-9d05-0c934bea43fe tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Network c9f18ff8-d85a-4ac1-a7c4-359431ab319d is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:05:01.190726 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-6eec63fa-4897-4a9b-9d05-0c934bea43fe tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, c9f18ff8-d85a-4ac1-a7c4-359431ab319d) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:05:01.203285 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eec63fa-4897-4a9b-9d05-0c934bea43fe tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:01.203655 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255d6718-d87b-4f38-a88d-9214aa7a45b0 None None] Network c9f18ff8-d85a-4ac1-a7c4-359431ab319d requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:05:01.204520 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6eec63fa-4897-4a9b-9d05-0c934bea43fe tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:01.227997 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-6eec63fa-4897-4a9b-9d05-0c934bea43fe tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9848866 Aug 19 15:05:01.230344 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 52436) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:01.240166 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-856e5f63-7fed-4b0e-a530-78127147f0eb tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-349967754', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:05:01.287258 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-856e5f63-7fed-4b0e-a530-78127147f0eb tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:01.289184 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-856e5f63-7fed-4b0e-a530-78127147f0eb tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:01.376679 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-856e5f63-7fed-4b0e-a530-78127147f0eb tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:01.384439 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-856e5f63-7fed-4b0e-a530-78127147f0eb tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:01.419260 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-856e5f63-7fed-4b0e-a530-78127147f0eb tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:01.422068 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-856e5f63-7fed-4b0e-a530-78127147f0eb tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1891711 Aug 19 15:05:01.425664 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 52438) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:01.433007 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5f00ccd6-fe56-4442-a974-ef20a259a2c9 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Request body: {'port': {'network_id': 'c9f18ff8-d85a-4ac1-a7c4-359431ab319d', 'name': 'tempest-PortsIpV6TestJSON-1734974953'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:05:01.465180 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-05710ef6-893f-488b-99c6-d6597ff2e7d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:01.519831 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db486ae8-9bbc-4e52-8ecb-84b6d065c29a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-c9f18ff8-d85a-4ac1-a7c4-359431ab319d', 'network_id': 'c9f18ff8-d85a-4ac1-a7c4-359431ab319d', 'tenant_id': '2a7b68b0834747aea23e980eb854792a', 'fixed_ips': [{'subnet_id': '086387bf-f1d2-45d9-b305-85be46a2dbd4'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:05:01.521553 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-db486ae8-9bbc-4e52-8ecb-84b6d065c29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:01.688369 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f00ccd6-fe56-4442-a974-ef20a259a2c9 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Made reservation on behalf of 2a7b68b0834747aea23e980eb854792a for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:05:01.695629 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f00ccd6-fe56-4442-a974-ef20a259a2c9 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:01.761228 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-5f00ccd6-fe56-4442-a974-ef20a259a2c9 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] device_id is not set on port c47e8ce9-e24d-473f-aba9-81d2f3f5ed1c yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:05:01.837132 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-db486ae8-9bbc-4e52-8ecb-84b6d065c29a None None] Allocated IP 2001:db8::2 (c9f18ff8-d85a-4ac1-a7c4-359431ab319d/086387bf-f1d2-45d9-b305-85be46a2dbd4/b48caaea-5355-4580-93d9-8e76377844d6) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:05:01.849118 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:05:01.996799 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb4f63-f7f1-4690-9a44-00533bfa992e req-9f785527-03fd-47d6-b308-8e0366621a16 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:01.998677 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-decb4f63-f7f1-4690-9a44-00533bfa992e req-9f785527-03fd-47d6-b308-8e0366621a16 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=76175f4e-1ad9-4189-9d1d-075da57ddfb2 HTTP/1.1" status: 200 len: 944 time: 0.0898719 Aug 19 15:05:02.055636 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-db486ae8-9bbc-4e52-8ecb-84b6d065c29a None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:02.068636 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-db486ae8-9bbc-4e52-8ecb-84b6d065c29a None None] Transition to ACTIVE for port object b48caaea-5355-4580-93d9-8e76377844d6 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:05:02.074608 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-decb4f63-f7f1-4690-9a44-00533bfa992e req-e8439e8c-7216-490a-a812-5802d411e6ee tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628529 Aug 19 15:05:02.089319 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-db486ae8-9bbc-4e52-8ecb-84b6d065c29a None None] Transition to ACTIVE for port object b48caaea-5355-4580-93d9-8e76377844d6 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:05:02.099223 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-db486ae8-9bbc-4e52-8ecb-84b6d065c29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:02.195802 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db486ae8-9bbc-4e52-8ecb-84b6d065c29a None None] Network c9f18ff8-d85a-4ac1-a7c4-359431ab319d is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:05:02.202124 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-db486ae8-9bbc-4e52-8ecb-84b6d065c29a None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:05:02.216937 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db486ae8-9bbc-4e52-8ecb-84b6d065c29a None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:05:02.222714 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-5f00ccd6-fe56-4442-a974-ef20a259a2c9 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Allocated IP 2001:db8::11a (c9f18ff8-d85a-4ac1-a7c4-359431ab319d/086387bf-f1d2-45d9-b305-85be46a2dbd4/c47e8ce9-e24d-473f-aba9-81d2f3f5ed1c) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:05:02.323219 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db486ae8-9bbc-4e52-8ecb-84b6d065c29a None None] Pushing event updated for resources: {'Port': ['ID=b48caaea-5355-4580-93d9-8e76377844d6,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:02.379281 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-db486ae8-9bbc-4e52-8ecb-84b6d065c29a None None] Attempting to bind port b48caaea-5355-4580-93d9-8e76377844d6 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:05:02.380610 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-db486ae8-9bbc-4e52-8ecb-84b6d065c29a None None] Attempting to bind port b48caaea-5355-4580-93d9-8e76377844d6 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'bbcb2a10-239e-43ee-84a9-08b9fff23628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c9f18ff8-d85a-4ac1-a7c4-359431ab319d'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:05:02.381748 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db486ae8-9bbc-4e52-8ecb-84b6d065c29a None None] Attempting to bind port b48caaea-5355-4580-93d9-8e76377844d6 on network c9f18ff8-d85a-4ac1-a7c4-359431ab319d {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:05:02.388840 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db486ae8-9bbc-4e52-8ecb-84b6d065c29a None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:05:02.389579 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db486ae8-9bbc-4e52-8ecb-84b6d065c29a None None] Checking segment: {'id': 'bbcb2a10-239e-43ee-84a9-08b9fff23628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c9f18ff8-d85a-4ac1-a7c4-359431ab319d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:05:02.391011 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-db486ae8-9bbc-4e52-8ecb-84b6d065c29a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:02.391740 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db486ae8-9bbc-4e52-8ecb-84b6d065c29a None None] Bound using segment: {'id': 'bbcb2a10-239e-43ee-84a9-08b9fff23628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c9f18ff8-d85a-4ac1-a7c4-359431ab319d'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:05:02.392568 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-db486ae8-9bbc-4e52-8ecb-84b6d065c29a None None] Bound port: b48caaea-5355-4580-93d9-8e76377844d6, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbcb2a10-239e-43ee-84a9-08b9fff23628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c9f18ff8-d85a-4ac1-a7c4-359431ab319d'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:05:02.393292 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-db486ae8-9bbc-4e52-8ecb-84b6d065c29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:02.534765 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-db486ae8-9bbc-4e52-8ecb-84b6d065c29a None None] For port b48caaea-5355-4580-93d9-8e76377844d6, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:05:02.538940 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-db486ae8-9bbc-4e52-8ecb-84b6d065c29a None None] For port b48caaea-5355-4580-93d9-8e76377844d6, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b48caaea-5355-4580-93d9-8e76377844d6,segment=NetworkSegment(bbcb2a10-239e-43ee-84a9-08b9fff23628),segment_id=bbcb2a10-239e-43ee-84a9-08b9fff23628)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:05:02.546939 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-db486ae8-9bbc-4e52-8ecb-84b6d065c29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:02.638702 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f00ccd6-fe56-4442-a974-ef20a259a2c9 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:02.639516 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db486ae8-9bbc-4e52-8ecb-84b6d065c29a None None] Pushing event updated for resources: {'Port': ['ID=b48caaea-5355-4580-93d9-8e76377844d6,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:02.663579 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-5f00ccd6-fe56-4442-a974-ef20a259a2c9 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Transition to ACTIVE for port object c47e8ce9-e24d-473f-aba9-81d2f3f5ed1c will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:05:02.733234 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f00ccd6-fe56-4442-a974-ef20a259a2c9 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:02.912321 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f00ccd6-fe56-4442-a974-ef20a259a2c9 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Network c9f18ff8-d85a-4ac1-a7c4-359431ab319d is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:05:02.934864 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-5f00ccd6-fe56-4442-a974-ef20a259a2c9 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:05:02.947142 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f00ccd6-fe56-4442-a974-ef20a259a2c9 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:05:02.965165 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f00ccd6-fe56-4442-a974-ef20a259a2c9 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:02.966571 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f00ccd6-fe56-4442-a974-ef20a259a2c9 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:03.048186 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f00ccd6-fe56-4442-a974-ef20a259a2c9 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event updated for resources: {'Port': ['ID=c47e8ce9-e24d-473f-aba9-81d2f3f5ed1c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:03.088263 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5f00ccd6-fe56-4442-a974-ef20a259a2c9 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6601839 Aug 19 15:05:03.090537 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 52460) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:03.593404 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ccc7b6-fb28-426f-a012-2336f1677aad req-b03f40e3-475a-49bf-a24c-51150bd23ae9 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:03.595221 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-98ccc7b6-fb28-426f-a012-2336f1677aad req-b03f40e3-475a-49bf-a24c-51150bd23ae9 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=76175f4e-1ad9-4189-9d1d-075da57ddfb2 HTTP/1.1" status: 200 len: 944 time: 0.2560329 Aug 19 15:05:03.642077 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b48caaea-5355-4580-93d9-8e76377844d6 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:05:03.764143 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port b48caaea-5355-4580-93d9-8e76377844d6 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:05:03.886747 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-98ccc7b6-fb28-426f-a012-2336f1677aad req-ead5a1d2-9ff7-42d8-8f9b-46d458477747 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821007 Aug 19 15:05:04.065674 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-744c3a4f-e1f9-4736-ba1a-787da40265a4 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:04.181746 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:04.357068 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e1dae879-604a-454d-ac49-a74e2170a1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:04.559955 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 52476) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:04.617056 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:04.641313 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-744c3a4f-e1f9-4736-ba1a-787da40265a4 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:04.653635 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-744c3a4f-e1f9-4736-ba1a-787da40265a4 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:04.723711 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9bdee4-5c04-42d2-9412-3ec83fc5593e None None] Network c9f18ff8-d85a-4ac1-a7c4-359431ab319d requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:05:04.770244 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744c3a4f-e1f9-4736-ba1a-787da40265a4 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event updated for resources: {'Port': ['ID=c47e8ce9-e24d-473f-aba9-81d2f3f5ed1c,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:04.858171 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-92021b67-53bf-4213-a416-8d951a5deef1 None None] Provisioning for port b48caaea-5355-4580-93d9-8e76377844d6 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:05:04.871605 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-92021b67-53bf-4213-a416-8d951a5deef1 None None] Provisioning complete for port b48caaea-5355-4580-93d9-8e76377844d6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:05:04.872848 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-92021b67-53bf-4213-a416-8d951a5deef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:04.900074 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-71233c02-556a-4bd3-91bf-d450a5ecc38c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:05.131970 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-92021b67-53bf-4213-a416-8d951a5deef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:05.176691 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-744c3a4f-e1f9-4736-ba1a-787da40265a4 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:05.205919 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-71233c02-556a-4bd3-91bf-d450a5ecc38c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:05.214511 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-71233c02-556a-4bd3-91bf-d450a5ecc38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:05.287611 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-92021b67-53bf-4213-a416-8d951a5deef1 None None] For port b48caaea-5355-4580-93d9-8e76377844d6, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b48caaea-5355-4580-93d9-8e76377844d6,segment=NetworkSegment(bbcb2a10-239e-43ee-84a9-08b9fff23628),segment_id=bbcb2a10-239e-43ee-84a9-08b9fff23628)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:05:05.296990 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-92021b67-53bf-4213-a416-8d951a5deef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:05.302556 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:05.381014 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71233c02-556a-4bd3-91bf-d450a5ecc38c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbee50f-d699-4e87-b836-6a1911b58402,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:05.401065 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-71233c02-556a-4bd3-91bf-d450a5ecc38c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a27410a29d3f4856ba1da08c23a752a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8370862 Aug 19 15:05:05.402454 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 52486) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:05.464797 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92021b67-53bf-4213-a416-8d951a5deef1 None None] Pushing event updated for resources: {'Port': ['ID=b48caaea-5355-4580-93d9-8e76377844d6,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:05.497343 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:05.528511 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-efa5b144-f478-44da-8034-064c0adaabea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:05.555283 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a816461-ac35-4209-a006-1caf737b9f15 req-70b3cbeb-0138-451f-a1f1-3f4ccc2c2aa8 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:05.558086 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0a816461-ac35-4209-a006-1caf737b9f15 req-70b3cbeb-0138-451f-a1f1-3f4ccc2c2aa8 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=76175f4e-1ad9-4189-9d1d-075da57ddfb2 HTTP/1.1" status: 200 len: 944 time: 0.3935454 Aug 19 15:05:05.613637 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-efa5b144-f478-44da-8034-064c0adaabea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:05.682104 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0a816461-ac35-4209-a006-1caf737b9f15 req-dd7b1cc2-ffe4-4a18-82c3-efd3041d37df tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156213 Aug 19 15:05:05.693513 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-744c3a4f-e1f9-4736-ba1a-787da40265a4 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:05.766070 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-efa5b144-f478-44da-8034-064c0adaabea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:05.768856 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-efa5b144-f478-44da-8034-064c0adaabea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:05.770042 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-efa5b144-f478-44da-8034-064c0adaabea admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5cbee50f-d699-4e87-b836-6a1911b58402 HTTP/1.1" status: 204 len: 168 time: 0.3671646 Aug 19 15:05:05.788361 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa5b144-f478-44da-8034-064c0adaabea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbee50f-d699-4e87-b836-6a1911b58402,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:06.041331 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-013ebbfd-77a3-4a75-80f6-bb73b633fd6b None None] Provisioning complete for port b48caaea-5355-4580-93d9-8e76377844d6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:05:06.042087 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-013ebbfd-77a3-4a75-80f6-bb73b633fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:06.363549 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-013ebbfd-77a3-4a75-80f6-bb73b633fd6b None None] Provisioning for port c47e8ce9-e24d-473f-aba9-81d2f3f5ed1c completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:05:06.400082 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-013ebbfd-77a3-4a75-80f6-bb73b633fd6b None None] Provisioning complete for port c47e8ce9-e24d-473f-aba9-81d2f3f5ed1c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:05:06.400628 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-013ebbfd-77a3-4a75-80f6-bb73b633fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:06.477259 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 52496) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:06.507896 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05d454b6-164b-49b1-a60e-69dfd14d7782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:06.542293 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-013ebbfd-77a3-4a75-80f6-bb73b633fd6b None None] Port c47e8ce9-e24d-473f-aba9-81d2f3f5ed1c cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:05:06.700149 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-744c3a4f-e1f9-4736-ba1a-787da40265a4 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:06.710666 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4cca398e-e6cb-4556-b446-5fadb07ed165 None None] Provisioning complete for port c47e8ce9-e24d-473f-aba9-81d2f3f5ed1c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:05:06.715115 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4cca398e-e6cb-4556-b446-5fadb07ed165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:06.716035 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-744c3a4f-e1f9-4736-ba1a-787da40265a4 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:06.720989 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-744c3a4f-e1f9-4736-ba1a-787da40265a4 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:06.739366 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05d454b6-164b-49b1-a60e-69dfd14d7782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:06.754604 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05d454b6-164b-49b1-a60e-69dfd14d7782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:06.848642 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-4cca398e-e6cb-4556-b446-5fadb07ed165 None None] Port c47e8ce9-e24d-473f-aba9-81d2f3f5ed1c cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:05:06.941334 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:06.949314 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-05d454b6-164b-49b1-a60e-69dfd14d7782 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ea3ab507b8564ce69b0123b07b638a05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4700205 Aug 19 15:05:06.952736 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d454b6-164b-49b1-a60e-69dfd14d7782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f15574-fded-4ae2-9097-6878b3495fac,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:06.954477 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 52500) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:07.100438 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f59ca79a-a0d8-4cc3-98d0-02bd995ee648 None None] Provisioning complete for port c47e8ce9-e24d-473f-aba9-81d2f3f5ed1c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:05:07.102287 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f59ca79a-a0d8-4cc3-98d0-02bd995ee648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:07.119286 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e92fa8-2cfa-4638-84bc-5c410ba86519 req-366c8818-45e9-44d0-88c2-71fc67a948e5 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:07.133099 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-73e92fa8-2cfa-4638-84bc-5c410ba86519 req-366c8818-45e9-44d0-88c2-71fc67a948e5 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=76175f4e-1ad9-4189-9d1d-075da57ddfb2 HTTP/1.1" status: 200 len: 944 time: 0.2293770 Aug 19 15:05:07.174119 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744c3a4f-e1f9-4736-ba1a-787da40265a4 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event updated for resources: {'Port': ['ID=c47e8ce9-e24d-473f-aba9-81d2f3f5ed1c,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:07.183157 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744c3a4f-e1f9-4736-ba1a-787da40265a4 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Network c9f18ff8-d85a-4ac1-a7c4-359431ab319d is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:05:07.210638 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-744c3a4f-e1f9-4736-ba1a-787da40265a4 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:05:07.229857 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-73e92fa8-2cfa-4638-84bc-5c410ba86519 req-d9fc1fab-11c1-4b9e-898d-c7ce21660c57 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789764 Aug 19 15:05:07.291845 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f59ca79a-a0d8-4cc3-98d0-02bd995ee648 None None] Port c47e8ce9-e24d-473f-aba9-81d2f3f5ed1c cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:05:07.305280 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d736b13f-5d7f-4297-bd68-4d1db23e6064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:07.517508 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d736b13f-5d7f-4297-bd68-4d1db23e6064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:07.663702 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b48caaea-5355-4580-93d9-8e76377844d6 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:05:07.665516 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be99680b-2442-4c7a-89bb-82b1571fdba6 req-5076eb40-1364-4cba-8d26-d646c40c8ff9 tempest-TestNetworkAdvancedServerOps-1683966279 tempest-TestNetworkAdvancedServerOps-1683966279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:07.667378 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-be99680b-2442-4c7a-89bb-82b1571fdba6 req-5076eb40-1364-4cba-8d26-d646c40c8ff9 tempest-TestNetworkAdvancedServerOps-1683966279 tempest-TestNetworkAdvancedServerOps-1683966279-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 1096 time: 0.2792161 Aug 19 15:05:07.694881 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d736b13f-5d7f-4297-bd68-4d1db23e6064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:07.700699 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d736b13f-5d7f-4297-bd68-4d1db23e6064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:07.705558 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d736b13f-5d7f-4297-bd68-4d1db23e6064 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/70f15574-fded-4ae2-9097-6878b3495fac HTTP/1.1" status: 204 len: 168 time: 0.7000580 Aug 19 15:05:07.726406 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-744c3a4f-e1f9-4736-ba1a-787da40265a4 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Router 89d00593-a27c-4dd6-84a7-92d8b6d3c8ad is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:05:07.788610 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d736b13f-5d7f-4297-bd68-4d1db23e6064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f15574-fded-4ae2-9097-6878b3495fac,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:07.802644 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port b48caaea-5355-4580-93d9-8e76377844d6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:05:07.803076 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:07.834758 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d736b13f-5d7f-4297-bd68-4d1db23e6064 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:07.835414 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d736b13f-5d7f-4297-bd68-4d1db23e6064 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:07.835902 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d736b13f-5d7f-4297-bd68-4d1db23e6064 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:07.836712 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d736b13f-5d7f-4297-bd68-4d1db23e6064 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:07.837224 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d736b13f-5d7f-4297-bd68-4d1db23e6064 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:07.837775 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d736b13f-5d7f-4297-bd68-4d1db23e6064 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:07.838320 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d736b13f-5d7f-4297-bd68-4d1db23e6064 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:07.838877 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d736b13f-5d7f-4297-bd68-4d1db23e6064 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:07.839397 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d736b13f-5d7f-4297-bd68-4d1db23e6064 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:07.839906 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d736b13f-5d7f-4297-bd68-4d1db23e6064 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:07.840598 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d736b13f-5d7f-4297-bd68-4d1db23e6064 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:07.841430 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d736b13f-5d7f-4297-bd68-4d1db23e6064 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:07.938257 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-dc943bd6-69fc-4e63-b33b-bcd85fda09c1 None None] Provisioning complete for port c47e8ce9-e24d-473f-aba9-81d2f3f5ed1c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:05:07.938678 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dc943bd6-69fc-4e63-b33b-bcd85fda09c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:07.962549 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-be99680b-2442-4c7a-89bb-82b1571fdba6 req-2fe964b0-2ef8-4700-ae3d-48b3cf1f625f tempest-TestNetworkAdvancedServerOps-1683966279 tempest-TestNetworkAdvancedServerOps-1683966279-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=4a4db4eb-d4df-4899-a042-35b38e1e17f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2568638 Aug 19 15:05:08.061033 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744c3a4f-e1f9-4736-ba1a-787da40265a4 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:05:08.076178 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cefa57-8ad8-4ed6-b2dd-c265069b9f92 None None] Sync routers for ids ['89d00593-a27c-4dd6-84a7-92d8b6d3c8ad'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:05:08.079458 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-744c3a4f-e1f9-4736-ba1a-787da40265a4 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "PUT /v2.0/routers/89d00593-a27c-4dd6-84a7-92d8b6d3c8ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9863827 Aug 19 15:05:08.080056 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 52516) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:08.088206 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cefa57-8ad8-4ed6-b2dd-c265069b9f92 None None] Routers {'89d00593-a27c-4dd6-84a7-92d8b6d3c8ad'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:05:08.088892 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-30cefa57-8ad8-4ed6-b2dd-c265069b9f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:05:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['89d00593-a27c-4dd6-84a7-92d8b6d3c8ad'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:08.131527 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-30cefa57-8ad8-4ed6-b2dd-c265069b9f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:08.141081 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-dc943bd6-69fc-4e63-b33b-bcd85fda09c1 None None] Port c47e8ce9-e24d-473f-aba9-81d2f3f5ed1c cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:05:08.144059 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cefa57-8ad8-4ed6-b2dd-c265069b9f92 None None] Routers {'89d00593-a27c-4dd6-84a7-92d8b6d3c8ad'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:05:08.146060 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-30cefa57-8ad8-4ed6-b2dd-c265069b9f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:05:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['89d00593-a27c-4dd6-84a7-92d8b6d3c8ad'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:08.186389 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-30cefa57-8ad8-4ed6-b2dd-c265069b9f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:08.187376 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cefa57-8ad8-4ed6-b2dd-c265069b9f92 None None] The sync data for ids ['89d00593-a27c-4dd6-84a7-92d8b6d3c8ad'] in n-d-766043-2 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:05:08.223910 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4921f86-e754-4664-b8e8-1079b64b7da6 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:08.229910 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a4921f86-e754-4664-b8e8-1079b64b7da6 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "GET /v2.0/ports?device_id=89d00593-a27c-4dd6-84a7-92d8b6d3c8ad HTTP/1.1" status: 200 len: 989 time: 0.1454351 Aug 19 15:05:08.233088 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 52518) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:08.275151 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7589e3-16e5-419c-ae97-dc905b4e269e req-51cd794e-a94d-499e-9174-a0ac120c5e88 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:08.295059 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2c7589e3-16e5-419c-ae97-dc905b4e269e req-51cd794e-a94d-499e-9174-a0ac120c5e88 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 945 time: 0.1633167 Aug 19 15:05:08.410908 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2c7589e3-16e5-419c-ae97-dc905b4e269e req-e07d2574-5843-40d6-a03d-a09bc1ba5a31 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a4db4eb-d4df-4899-a042-35b38e1e17f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138530 Aug 19 15:05:08.437437 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 52524) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:08.611774 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-135c59be-45d8-4138-bae8-e3cc39104662 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/floatingips/dabfa844-e100-4156-b8c9-1a961b9d3ba0 HTTP/1.1" status: 200 len: 993 time: 0.1731641 Aug 19 15:05:08.648122 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df701a-f169-49cb-b43d-5e5d1fb97675 req-4edd3a53-a26a-42d8-b592-b6287d2923c4 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:08.652118 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c8df701a-f169-49cb-b43d-5e5d1fb97675 req-4edd3a53-a26a-42d8-b592-b6287d2923c4 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=76175f4e-1ad9-4189-9d1d-075da57ddfb2 HTTP/1.1" status: 200 len: 944 time: 0.2378521 Aug 19 15:05:08.736844 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c8df701a-f169-49cb-b43d-5e5d1fb97675 req-c4e2d2e3-cee5-457d-8741-de78ee3dad35 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735414 Aug 19 15:05:09.127773 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e8a5a70c-3770-4d3c-baab-d60b9b3f4ef8 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:09.705202 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96dd85d-d5ef-48fd-bd43-d51ab7ddd7b8 req-94ef7cd7-f9c2-41f2-93fe-a7bbf324e7f5 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:09.708373 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e96dd85d-d5ef-48fd-bd43-d51ab7ddd7b8 req-94ef7cd7-f9c2-41f2-93fe-a7bbf324e7f5 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 945 time: 0.1570694 Aug 19 15:05:09.722799 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0b63bbb5-ccf4-4804-baee-a15d2082e6f4 req-0ccdca66-7b79-4f79-b3d8-d99c219bcbfc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=526fbb5b-ba13-4afa-b54c-14981b504610&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2159491 Aug 19 15:05:09.827761 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e96dd85d-d5ef-48fd-bd43-d51ab7ddd7b8 req-d1dcdc99-dd97-48c5-9756-8cc210751562 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a4db4eb-d4df-4899-a042-35b38e1e17f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105633 Aug 19 15:05:10.067428 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364761bf-e4c5-47ed-8d5b-51176ec1bc34 req-d2db8b77-24f3-45f8-94e7-2422dc185879 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:10.071959 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-364761bf-e4c5-47ed-8d5b-51176ec1bc34 req-d2db8b77-24f3-45f8-94e7-2422dc185879 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=76175f4e-1ad9-4189-9d1d-075da57ddfb2 HTTP/1.1" status: 200 len: 944 time: 0.1479526 Aug 19 15:05:10.151799 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-364761bf-e4c5-47ed-8d5b-51176ec1bc34 req-96a6b4c8-ed20-4d1b-90cb-3f3e72b955cf tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725074 Aug 19 15:05:10.211250 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e8a5a70c-3770-4d3c-baab-d60b9b3f4ef8 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Deleting port c47e8ce9-e24d-473f-aba9-81d2f3f5ed1c {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:05:10.211996 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e8a5a70c-3770-4d3c-baab-d60b9b3f4ef8 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:10.428254 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e8a5a70c-3770-4d3c-baab-d60b9b3f4ef8 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:10.458535 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e8a5a70c-3770-4d3c-baab-d60b9b3f4ef8 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Calling delete_port for c47e8ce9-e24d-473f-aba9-81d2f3f5ed1c owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:05:10.908607 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e8a5a70c-3770-4d3c-baab-d60b9b3f4ef8 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:11.151344 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a5a70c-3770-4d3c-baab-d60b9b3f4ef8 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event deleted for resources: {'Port': ['ID=c47e8ce9-e24d-473f-aba9-81d2f3f5ed1c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:11.294808 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e8a5a70c-3770-4d3c-baab-d60b9b3f4ef8 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:11.403227 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557bcfc-3010-4326-97c5-910134d7270f req-3db5910f-4f49-4a66-9908-d3d8cced00d5 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:11.416312 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9557bcfc-3010-4326-97c5-910134d7270f req-3db5910f-4f49-4a66-9908-d3d8cced00d5 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 945 time: 0.2913909 Aug 19 15:05:11.669106 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9557bcfc-3010-4326-97c5-910134d7270f req-e8a031ec-16fc-45ac-83e5-2ed0fadee86d tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a4db4eb-d4df-4899-a042-35b38e1e17f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2419622 Aug 19 15:05:11.713659 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a5a70c-3770-4d3c-baab-d60b9b3f4ef8 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Router 89d00593-a27c-4dd6-84a7-92d8b6d3c8ad has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:05:11.716135 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aed981-5801-452a-9df7-2da2ea93f40c req-13f4b85a-f74f-45dd-ac97-a887be683bbf tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:11.720231 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f2aed981-5801-452a-9df7-2da2ea93f40c req-13f4b85a-f74f-45dd-ac97-a887be683bbf tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=76175f4e-1ad9-4189-9d1d-075da57ddfb2 HTTP/1.1" status: 200 len: 944 time: 0.4155247 Aug 19 15:05:11.820337 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a5a70c-3770-4d3c-baab-d60b9b3f4ef8 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:05:11.833440 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae58f32b-4814-4b51-abda-b74099be2a50 None None] Sync routers for ids ['89d00593-a27c-4dd6-84a7-92d8b6d3c8ad'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:05:11.837797 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f2aed981-5801-452a-9df7-2da2ea93f40c req-90b6a56c-45c8-4ef0-9e84-e3b4ee42259e tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057646 Aug 19 15:05:11.838956 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e8a5a70c-3770-4d3c-baab-d60b9b3f4ef8 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "PUT /v2.0/routers/89d00593-a27c-4dd6-84a7-92d8b6d3c8ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6038527 Aug 19 15:05:11.839656 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 52624) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:11.868877 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae58f32b-4814-4b51-abda-b74099be2a50 None None] Routers {'89d00593-a27c-4dd6-84a7-92d8b6d3c8ad'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:05:11.872506 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ae58f32b-4814-4b51-abda-b74099be2a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:05:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['89d00593-a27c-4dd6-84a7-92d8b6d3c8ad'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:11.875115 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a9da514-8919-49b3-b36b-e2dd9ffbe03f tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] GET failed (client error): The resource could not be found. Aug 19 15:05:11.880127 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1a9da514-8919-49b3-b36b-e2dd9ffbe03f tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "GET /v2.0/ports/c47e8ce9-e24d-473f-aba9-81d2f3f5ed1c HTTP/1.1" status: 404 len: 333 time: 0.0392482 Aug 19 15:05:11.880470 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 52626) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:11.963232 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ae58f32b-4814-4b51-abda-b74099be2a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:11.983988 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae58f32b-4814-4b51-abda-b74099be2a50 None None] Routers {'89d00593-a27c-4dd6-84a7-92d8b6d3c8ad'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:05:11.984628 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ae58f32b-4814-4b51-abda-b74099be2a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:05:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['89d00593-a27c-4dd6-84a7-92d8b6d3c8ad'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:12.034406 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d31746a1-885f-450f-8f11-84e2b4e40822 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:12.046069 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ae58f32b-4814-4b51-abda-b74099be2a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:12.054695 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae58f32b-4814-4b51-abda-b74099be2a50 None None] The sync data for ids ['89d00593-a27c-4dd6-84a7-92d8b6d3c8ad'] in n-d-766043-2 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:05:12.916708 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d31746a1-885f-450f-8f11-84e2b4e40822 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:12.924733 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d31746a1-885f-450f-8f11-84e2b4e40822 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:13.111680 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d31746a1-885f-450f-8f11-84e2b4e40822 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:13.112572 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31746a1-885f-450f-8f11-84e2b4e40822 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Fanout notify agent at l3_agent the message router_deleted on router 89d00593-a27c-4dd6-84a7-92d8b6d3c8ad {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:05:13.126070 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d31746a1-885f-450f-8f11-84e2b4e40822 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:13.148021 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 52652) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:13.155899 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d31746a1-885f-450f-8f11-84e2b4e40822 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "DELETE /v2.0/routers/89d00593-a27c-4dd6-84a7-92d8b6d3c8ad HTTP/1.1" status: 204 len: 168 time: 1.2742374 Aug 19 15:05:13.174102 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24144ea3-8e1a-493d-ae75-488956b0bc35 req-2919d35d-58c6-4425-a8b8-7caacd31b5df tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:13.191069 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-24144ea3-8e1a-493d-ae75-488956b0bc35 req-2919d35d-58c6-4425-a8b8-7caacd31b5df tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 945 time: 0.3287482 Aug 19 15:05:13.271152 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-bef92b18-f0a1-4704-a0b4-5154d87266ba tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Deleting subnet 086387bf-f1d2-45d9-b305-85be46a2dbd4 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:05:13.276390 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bef92b18-f0a1-4704-a0b4-5154d87266ba tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:13.344389 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c786cb6-8abc-45cb-8919-45f26e8255c8 req-96f6181b-8c1f-4e44-8308-e36b070f0b04 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:13.356265 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3c786cb6-8abc-45cb-8919-45f26e8255c8 req-96f6181b-8c1f-4e44-8308-e36b070f0b04 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=76175f4e-1ad9-4189-9d1d-075da57ddfb2 HTTP/1.1" status: 200 len: 944 time: 0.3321352 Aug 19 15:05:13.386916 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bef92b18-f0a1-4704-a0b4-5154d87266ba tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:13.449064 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-24144ea3-8e1a-493d-ae75-488956b0bc35 req-8fccb610-de8d-4b71-9710-fe5ffe527ab4 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a4db4eb-d4df-4899-a042-35b38e1e17f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2567346 Aug 19 15:05:13.483716 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b63bbb5-ccf4-4804-baee-a15d2082e6f4 req-68edd8e0-ddad-4c38-b516-647de08bca6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:13.484693 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0b63bbb5-ccf4-4804-baee-a15d2082e6f4 req-68edd8e0-ddad-4c38-b516-647de08bca6b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5784b0340e8242b1aba4ab831f2e3b23&device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 1096 time: 0.6206899 Aug 19 15:05:13.603551 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bef92b18-f0a1-4704-a0b4-5154d87266ba tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:13.618243 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3c786cb6-8abc-45cb-8919-45f26e8255c8 req-7af33f2d-b3d7-4a83-a033-67b9360b11e6 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593310 Aug 19 15:05:13.746177 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-15ed6bb2-fd04-4641-97fd-63c729ff1afc req-e9410951-8c4f-4b5c-a68a-e987826335a5 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=40dbd0dc-4d56-41a3-96c6-a8bbfaef6f7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2418001 Aug 19 15:05:13.770445 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bef92b18-f0a1-4704-a0b4-5154d87266ba tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:13.794154 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b63bbb5-ccf4-4804-baee-a15d2082e6f4 req-4fafaee0-416b-453b-a3c7-9ae73b60a320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:13.798536 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0b63bbb5-ccf4-4804-baee-a15d2082e6f4 req-4fafaee0-416b-453b-a3c7-9ae73b60a320 service neutron] 10.222.0.88 "GET /v2.0/networks?id=efa5a2dd-d570-4b86-a31b-68a1c7c9f708 HTTP/1.1" status: 200 len: 898 time: 0.2956133 Aug 19 15:05:13.861170 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef92b18-f0a1-4704-a0b4-5154d87266ba tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event deleted for resources: {'Subnet': ['ID=086387bf-f1d2-45d9-b305-85be46a2dbd4,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:13.884131 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9062b658-fc8b-47be-80cf-28582c201b78 None None] Network c9f18ff8-d85a-4ac1-a7c4-359431ab319d requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:05:13.897526 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bef92b18-f0a1-4704-a0b4-5154d87266ba tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:13.904447 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-bef92b18-f0a1-4704-a0b4-5154d87266ba tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "DELETE /v2.0/subnets/086387bf-f1d2-45d9-b305-85be46a2dbd4 HTTP/1.1" status: 204 len: 168 time: 0.7507439 Aug 19 15:05:13.907236 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 52664) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:14.118600 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8fdb5fe0-4ddb-4ac4-8abf-99d37d27cc80 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:14.210484 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8b4b59-c9a7-43c5-81c4-293f9d435389 None None] DHCP port deletion for c9f18ff8-d85a-4ac1-a7c4-359431ab319d request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:05:14.236550 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-8fdb5fe0-4ddb-4ac4-8abf-99d37d27cc80 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Deleting port b48caaea-5355-4580-93d9-8e76377844d6 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:05:14.237447 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8fdb5fe0-4ddb-4ac4-8abf-99d37d27cc80 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:14.237557 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed6bb2-fd04-4641-97fd-63c729ff1afc req-14b1a761-1863-4adf-a913-cdcf35799136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:14.243823 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-15ed6bb2-fd04-4641-97fd-63c729ff1afc req-14b1a761-1863-4adf-a913-cdcf35799136 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0550ac85b3b548ae984f8729832afa44&device_id=40dbd0dc-4d56-41a3-96c6-a8bbfaef6f7e HTTP/1.1" status: 200 len: 1096 time: 0.2991734 Aug 19 15:05:14.315547 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0b63bbb5-ccf4-4804-baee-a15d2082e6f4 req-57cd00fa-7246-49e3-b2f2-fcd12706034c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1637b94e-f2ce-4555-b6c8-82a867805446 HTTP/1.1" status: 200 len: 1001 time: 0.5094862 Aug 19 15:05:14.332254 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ee8b4b59-c9a7-43c5-81c4-293f9d435389 None None] Deleting port b48caaea-5355-4580-93d9-8e76377844d6 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:05:14.333468 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ee8b4b59-c9a7-43c5-81c4-293f9d435389 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:14.421055 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-8fdb5fe0-4ddb-4ac4-8abf-99d37d27cc80 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] For port b48caaea-5355-4580-93d9-8e76377844d6, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b48caaea-5355-4580-93d9-8e76377844d6,segment=NetworkSegment(bbcb2a10-239e-43ee-84a9-08b9fff23628),segment_id=bbcb2a10-239e-43ee-84a9-08b9fff23628)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:05:14.421454 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8fdb5fe0-4ddb-4ac4-8abf-99d37d27cc80 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:14.438219 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-8fdb5fe0-4ddb-4ac4-8abf-99d37d27cc80 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Calling delete_port for b48caaea-5355-4580-93d9-8e76377844d6 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:05:14.510403 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ee8b4b59-c9a7-43c5-81c4-293f9d435389 None None] For port b48caaea-5355-4580-93d9-8e76377844d6, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b48caaea-5355-4580-93d9-8e76377844d6,segment=NetworkSegment(bbcb2a10-239e-43ee-84a9-08b9fff23628),segment_id=bbcb2a10-239e-43ee-84a9-08b9fff23628)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:05:14.511041 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ee8b4b59-c9a7-43c5-81c4-293f9d435389 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:14.525962 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ee8b4b59-c9a7-43c5-81c4-293f9d435389 None None] Calling delete_port for b48caaea-5355-4580-93d9-8e76377844d6 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:05:14.546932 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8fdb5fe0-4ddb-4ac4-8abf-99d37d27cc80 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:14.593542 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdb5fe0-4ddb-4ac4-8abf-99d37d27cc80 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event deleted for resources: {'Port': ['ID=b48caaea-5355-4580-93d9-8e76377844d6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:14.606926 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdb5fe0-4ddb-4ac4-8abf-99d37d27cc80 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] No DVR routers for this DVR port b48caaea-5355-4580-93d9-8e76377844d6 on host n-d-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:05:14.618796 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ee8b4b59-c9a7-43c5-81c4-293f9d435389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:14.653931 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8b4b59-c9a7-43c5-81c4-293f9d435389 None None] Pushing event deleted for resources: {'Port': ['ID=b48caaea-5355-4580-93d9-8e76377844d6,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:14.662049 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8b4b59-c9a7-43c5-81c4-293f9d435389 None None] No DVR routers for this DVR port b48caaea-5355-4580-93d9-8e76377844d6 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:05:14.666022 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b63bbb5-ccf4-4804-baee-a15d2082e6f4 req-a8b60e04-ad8e-4502-ab50-1bd3a1d31b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:14.673301 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0b63bbb5-ccf4-4804-baee-a15d2082e6f4 req-a8b60e04-ad8e-4502-ab50-1bd3a1d31b81 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a011c1be-9b05-4239-aaa2-42073d462e8e HTTP/1.1" status: 200 len: 834 time: 0.3225417 Aug 19 15:05:14.793760 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8fdb5fe0-4ddb-4ac4-8abf-99d37d27cc80 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:14.835242 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-8fdb5fe0-4ddb-4ac4-8abf-99d37d27cc80 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9f18ff8-d85a-4ac1-a7c4-359431ab319d']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:14.850119 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed6bb2-fd04-4641-97fd-63c729ff1afc req-c477520b-07fe-4ccd-a0a5-ad000faa8b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:14.853794 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-8fdb5fe0-4ddb-4ac4-8abf-99d37d27cc80 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbcb2a10-239e-43ee-84a9-08b9fff23628') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:14.854633 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-8fdb5fe0-4ddb-4ac4-8abf-99d37d27cc80 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbcb2a10-239e-43ee-84a9-08b9fff23628') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:14.855938 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-15ed6bb2-fd04-4641-97fd-63c729ff1afc req-c477520b-07fe-4ccd-a0a5-ad000faa8b21 service neutron] 10.222.0.88 "GET /v2.0/networks?id=042ff527-1fae-4bd9-883c-64e28e4df4d0 HTTP/1.1" status: 200 len: 912 time: 0.5771787 Aug 19 15:05:14.873354 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8fdb5fe0-4ddb-4ac4-8abf-99d37d27cc80 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:14.895053 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8fdb5fe0-4ddb-4ac4-8abf-99d37d27cc80 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:14.908082 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fdb5fe0-4ddb-4ac4-8abf-99d37d27cc80 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:05:14.909264 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8fdb5fe0-4ddb-4ac4-8abf-99d37d27cc80 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:14.918442 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9905e9-3da0-4e1b-a731-3f7d79d5193c req-0dbedffd-311d-4a86-bacc-f272552a8096 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:14.920357 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cc9905e9-3da0-4e1b-a731-3f7d79d5193c req-0dbedffd-311d-4a86-bacc-f272552a8096 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 945 time: 0.3432448 Aug 19 15:05:14.982241 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-15ed6bb2-fd04-4641-97fd-63c729ff1afc req-4e6f9fea-fdbf-4055-a6ce-31e578b76d97 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=081f54b8-f807-4b9a-99a9-66484df945d5 HTTP/1.1" status: 200 len: 217 time: 0.1180131 Aug 19 15:05:14.997913 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b63bbb5-ccf4-4804-baee-a15d2082e6f4 req-9930e57a-23d8-4da6-adb0-32650ff5f975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:15.000603 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0b63bbb5-ccf4-4804-baee-a15d2082e6f4 req-9930e57a-23d8-4da6-adb0-32650ff5f975 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=efa5a2dd-d570-4b86-a31b-68a1c7c9f708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3187499 Aug 19 15:05:15.003311 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 15:05:15.003311 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:05:15.003311 n-d-766043-2 neutron-server[94639]: timer() Aug 19 15:05:15.003311 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:05:15.003311 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 15:05:15.003311 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:05:15.003311 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 15:05:15.003311 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:05:15.003311 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 15:05:15.003311 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:05:15.003311 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 15:05:15.003311 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:05:15.003311 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 15:05:15.003311 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:05:15.003311 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:05:15.003311 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:05:15.003311 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:05:15.003311 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:05:15.003311 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 15:05:15.003311 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:05:15.003311 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 15:05:15.003311 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:05:15.003311 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:05:15.003311 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:05:15.003311 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 15:05:15.003311 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:05:15.003311 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:05:15.003311 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:05:15.003311 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:05:15.003311 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:05:15.003311 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:05:15.003311 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:05:15.009852 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8fdb5fe0-4ddb-4ac4-8abf-99d37d27cc80 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:15.028791 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8fdb5fe0-4ddb-4ac4-8abf-99d37d27cc80 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:15.031884 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8fdb5fe0-4ddb-4ac4-8abf-99d37d27cc80 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "DELETE /v2.0/networks/c9f18ff8-d85a-4ac1-a7c4-359431ab319d HTTP/1.1" status: 204 len: 168 time: 1.1235948 Aug 19 15:05:15.050136 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 52686) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:15.058677 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdb5fe0-4ddb-4ac4-8abf-99d37d27cc80 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event deleted for resources: {'Network': ['ID=c9f18ff8-d85a-4ac1-a7c4-359431ab319d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:15.062222 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90809b98-35e2-4716-9202-4d864aa37c7c req-7f8e9bd2-3fa2-4a3c-b89f-4baeacbe6ee2 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:15.063829 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-90809b98-35e2-4716-9202-4d864aa37c7c req-7f8e9bd2-3fa2-4a3c-b89f-4baeacbe6ee2 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=76175f4e-1ad9-4189-9d1d-075da57ddfb2 HTTP/1.1" status: 200 len: 944 time: 0.3133914 Aug 19 15:05:15.197831 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cc9905e9-3da0-4e1b-a731-3f7d79d5193c req-2b6b56cb-731c-480c-82c4-e5cfca8cf007 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a4db4eb-d4df-4899-a042-35b38e1e17f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2349486 Aug 19 15:05:15.212315 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1baa5a01-f212-4698-91a3-ebf438952cbe tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:15.219720 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1baa5a01-f212-4698-91a3-ebf438952cbe tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "GET /v2.0/ports/53896ac4-aa43-43ae-8dd6-1cfc1774663c HTTP/1.1" status: 200 len: 845 time: 0.1670089 Aug 19 15:05:15.220614 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 52690) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:15.221708 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed6bb2-fd04-4641-97fd-63c729ff1afc req-0e799639-9fd3-48a1-81b6-41e559f9a134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:15.223305 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-15ed6bb2-fd04-4641-97fd-63c729ff1afc req-0e799639-9fd3-48a1-81b6-41e559f9a134 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4501b342-71e0-4b08-b9d8-b651dd87e075 HTTP/1.1" status: 200 len: 850 time: 0.2305117 Aug 19 15:05:15.272279 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-90809b98-35e2-4716-9202-4d864aa37c7c req-c8ba492d-18df-4b39-a109-60bc8c488794 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526608 Aug 19 15:05:15.316420 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0b63bbb5-ccf4-4804-baee-a15d2082e6f4 req-fa00f325-85bd-47e7-bc32-ccf1f50513e3 service neutron] 10.222.0.88 "GET /v2.0/networks/efa5a2dd-d570-4b86-a31b-68a1c7c9f708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033075 Aug 19 15:05:15.326023 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed6bb2-fd04-4641-97fd-63c729ff1afc req-09fad436-6b42-4503-8fc9-94a77e2c331e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:15.328651 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-15ed6bb2-fd04-4641-97fd-63c729ff1afc req-09fad436-6b42-4503-8fc9-94a77e2c331e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=042ff527-1fae-4bd9-883c-64e28e4df4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0906515 Aug 19 15:05:15.403985 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4e7ed2d0-6fe0-4768-b84a-7845d4e659b3 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "GET /v2.0/ports/53896ac4-aa43-43ae-8dd6-1cfc1774663c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1774688 Aug 19 15:05:15.409789 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 52694) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:15.425535 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-1c768503-46fd-49b7-a502-89a35b3195ce tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Request body: {'subnet': {'network_id': 'e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:05:15.580152 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0b63bbb5-ccf4-4804-baee-a15d2082e6f4 req-d7d19619-8d02-4f1d-86c5-daa055411272 service neutron] 10.222.0.88 "GET /v2.0/networks/efa5a2dd-d570-4b86-a31b-68a1c7c9f708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479680 Aug 19 15:05:15.607966 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b48caaea-5355-4580-93d9-8e76377844d6 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:05:15.611061 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-15ed6bb2-fd04-4641-97fd-63c729ff1afc req-854b4707-f401-4877-8204-7a6a2b506bb7 service neutron] 10.222.0.88 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724721 Aug 19 15:05:15.649053 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: b48caaea-5355-4580-93d9-8e76377844d6 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:05:15.650460 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b48caaea-5355-4580-93d9-8e76377844d6 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:05:15.715017 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c768503-46fd-49b7-a502-89a35b3195ce tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Made reservation on behalf of 2a7b68b0834747aea23e980eb854792a for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:05:15.719672 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c768503-46fd-49b7-a502-89a35b3195ce tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:15.900551 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-15ed6bb2-fd04-4641-97fd-63c729ff1afc req-b68d0f06-6efa-45c2-8828-8ee0d8e4b69d service neutron] 10.222.0.88 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885702 Aug 19 15:05:16.162120 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c768503-46fd-49b7-a502-89a35b3195ce tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:16.260760 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c768503-46fd-49b7-a502-89a35b3195ce tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Network e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:05:16.268341 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-1c768503-46fd-49b7-a502-89a35b3195ce tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:05:16.285754 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69eac9e8-f564-4c57-8a80-f7f5065e0151 None None] Network e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:05:16.312426 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c768503-46fd-49b7-a502-89a35b3195ce tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:16.313501 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c768503-46fd-49b7-a502-89a35b3195ce tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:16.345039 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c768503-46fd-49b7-a502-89a35b3195ce tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event updated for resources: {'Subnet': ['ID=3fb00439-e7df-4e66-9b7b-2ba507c803b0,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:16.353864 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1c768503-46fd-49b7-a502-89a35b3195ce tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9429178 Aug 19 15:05:16.356657 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 52718) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:16.363033 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e74264ee-8aa4-417a-98ec-53851ba5b8a6 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Request body: {'security_group': {'name': 'tempest-secgroup-1577022'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:05:16.403130 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e74264ee-8aa4-417a-98ec-53851ba5b8a6 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:16.441586 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187753d1-a866-4a97-902c-6847923afcb8 req-656c952d-3439-46c6-bb2a-966cd2f2fcc5 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:16.443392 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-187753d1-a866-4a97-902c-6847923afcb8 req-656c952d-3439-46c6-bb2a-966cd2f2fcc5 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 945 time: 0.0804121 Aug 19 15:05:16.537104 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3554e93-6156-4dda-a097-6a8632d508b8 req-83abbd66-1a40-496b-b0d4-ea98cb38a10a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:16.538942 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a3554e93-6156-4dda-a097-6a8632d508b8 req-83abbd66-1a40-496b-b0d4-ea98cb38a10a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=76175f4e-1ad9-4189-9d1d-075da57ddfb2 HTTP/1.1" status: 200 len: 944 time: 0.1202939 Aug 19 15:05:16.581506 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-187753d1-a866-4a97-902c-6847923afcb8 req-15fc2bea-e439-4bd4-94ff-1123d3c1f39c tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a4db4eb-d4df-4899-a042-35b38e1e17f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103015 Aug 19 15:05:16.600727 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a4da15-dd98-4c08-8531-793517717cf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf', 'network_id': 'e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf', 'tenant_id': '2a7b68b0834747aea23e980eb854792a', 'fixed_ips': [{'subnet_id': '3fb00439-e7df-4e66-9b7b-2ba507c803b0'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:05:16.601595 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b2a4da15-dd98-4c08-8531-793517717cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:16.624316 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e74264ee-8aa4-417a-98ec-53851ba5b8a6 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:16.646800 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e74264ee-8aa4-417a-98ec-53851ba5b8a6 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:16.659758 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a3554e93-6156-4dda-a097-6a8632d508b8 req-bdcdf3e2-d162-44a3-9cbd-5377b46e5a47 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059630 Aug 19 15:05:16.723077 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74264ee-8aa4-417a-98ec-53851ba5b8a6 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a67e01f9-7183-4878-89c9-b35e1716fa22,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:16.727484 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e74264ee-8aa4-417a-98ec-53851ba5b8a6 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:16.728856 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e74264ee-8aa4-417a-98ec-53851ba5b8a6 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.3711524 Aug 19 15:05:16.732626 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 52726) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:16.739193 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-dacabb49-c88a-43c7-86ad-0ac4519d8d43 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Request body: {'security_group': {'name': 'tempest-secgroup-247012355'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:05:16.781373 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dacabb49-c88a-43c7-86ad-0ac4519d8d43 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:16.841895 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-b2a4da15-dd98-4c08-8531-793517717cf0 None None] Allocated IP 2001:db8::2 (e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf/3fb00439-e7df-4e66-9b7b-2ba507c803b0/b399a5b6-743e-43e7-a05e-6fe6b7d26fb0) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:05:16.922406 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dacabb49-c88a-43c7-86ad-0ac4519d8d43 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:16.930374 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dacabb49-c88a-43c7-86ad-0ac4519d8d43 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:16.989675 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dacabb49-c88a-43c7-86ad-0ac4519d8d43 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:16.991039 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-dacabb49-c88a-43c7-86ad-0ac4519d8d43 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2565532 Aug 19 15:05:16.992673 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacabb49-c88a-43c7-86ad-0ac4519d8d43 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d81ade12-3c08-4773-8a5a-2bc3a32c2d8e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:16.993947 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 52736) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:17.002167 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7ebe30cc-604e-45fe-aa78-58fbf92bafd2 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-953932820', 'security_groups': ['d81ade12-3c08-4773-8a5a-2bc3a32c2d8e'], 'network_id': 'e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3fb00439-e7df-4e66-9b7b-2ba507c803b0'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:05:17.095660 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b2a4da15-dd98-4c08-8531-793517717cf0 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:17.106982 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b2a4da15-dd98-4c08-8531-793517717cf0 None None] Transition to ACTIVE for port object b399a5b6-743e-43e7-a05e-6fe6b7d26fb0 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:05:17.127130 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b2a4da15-dd98-4c08-8531-793517717cf0 None None] Transition to ACTIVE for port object b399a5b6-743e-43e7-a05e-6fe6b7d26fb0 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:05:17.142564 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b2a4da15-dd98-4c08-8531-793517717cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:17.209003 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a4da15-dd98-4c08-8531-793517717cf0 None None] Pushing event updated for resources: {'Port': ['ID=b399a5b6-743e-43e7-a05e-6fe6b7d26fb0,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:17.229559 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a4da15-dd98-4c08-8531-793517717cf0 None None] Network e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:05:17.232551 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a4da15-dd98-4c08-8531-793517717cf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:17.233313 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a4da15-dd98-4c08-8531-793517717cf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:17.233864 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a4da15-dd98-4c08-8531-793517717cf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:17.234407 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a4da15-dd98-4c08-8531-793517717cf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:17.235088 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a4da15-dd98-4c08-8531-793517717cf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:17.236012 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a4da15-dd98-4c08-8531-793517717cf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:17.236590 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a4da15-dd98-4c08-8531-793517717cf0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:17.237117 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a4da15-dd98-4c08-8531-793517717cf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:17.238196 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a4da15-dd98-4c08-8531-793517717cf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:17.238747 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a4da15-dd98-4c08-8531-793517717cf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:17.239284 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a4da15-dd98-4c08-8531-793517717cf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:17.239871 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a4da15-dd98-4c08-8531-793517717cf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:17.251306 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-b2a4da15-dd98-4c08-8531-793517717cf0 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:05:17.257056 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a4da15-dd98-4c08-8531-793517717cf0 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:05:17.276031 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ebe30cc-604e-45fe-aa78-58fbf92bafd2 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Made reservation on behalf of 2a7b68b0834747aea23e980eb854792a for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:05:17.440813 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7ebe30cc-604e-45fe-aa78-58fbf92bafd2 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:17.509560 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-7ebe30cc-604e-45fe-aa78-58fbf92bafd2 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] device_id is not set on port 4a373ecc-4ba3-4caa-8fb3-b46cf122651d yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:05:17.525873 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b2a4da15-dd98-4c08-8531-793517717cf0 None None] Attempting to bind port b399a5b6-743e-43e7-a05e-6fe6b7d26fb0 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:05:17.527555 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b2a4da15-dd98-4c08-8531-793517717cf0 None None] Attempting to bind port b399a5b6-743e-43e7-a05e-6fe6b7d26fb0 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '89ee4c45-25bc-4dfc-b20e-a26387caa96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:05:17.527786 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a4da15-dd98-4c08-8531-793517717cf0 None None] Attempting to bind port b399a5b6-743e-43e7-a05e-6fe6b7d26fb0 on network e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:05:17.536399 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a4da15-dd98-4c08-8531-793517717cf0 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:05:17.536847 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a4da15-dd98-4c08-8531-793517717cf0 None None] Checking segment: {'id': '89ee4c45-25bc-4dfc-b20e-a26387caa96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:05:17.537250 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b2a4da15-dd98-4c08-8531-793517717cf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:17.537638 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a4da15-dd98-4c08-8531-793517717cf0 None None] Bound using segment: {'id': '89ee4c45-25bc-4dfc-b20e-a26387caa96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:05:17.538987 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b2a4da15-dd98-4c08-8531-793517717cf0 None None] Bound port: b399a5b6-743e-43e7-a05e-6fe6b7d26fb0, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89ee4c45-25bc-4dfc-b20e-a26387caa96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:05:17.538987 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b2a4da15-dd98-4c08-8531-793517717cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:17.656960 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b2a4da15-dd98-4c08-8531-793517717cf0 None None] For port b399a5b6-743e-43e7-a05e-6fe6b7d26fb0, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:05:17.663732 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b2a4da15-dd98-4c08-8531-793517717cf0 None None] For port b399a5b6-743e-43e7-a05e-6fe6b7d26fb0, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b399a5b6-743e-43e7-a05e-6fe6b7d26fb0,segment=NetworkSegment(89ee4c45-25bc-4dfc-b20e-a26387caa96f),segment_id=89ee4c45-25bc-4dfc-b20e-a26387caa96f)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:05:17.674911 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b2a4da15-dd98-4c08-8531-793517717cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:17.848796 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a4da15-dd98-4c08-8531-793517717cf0 None None] Pushing event updated for resources: {'Port': ['ID=b399a5b6-743e-43e7-a05e-6fe6b7d26fb0,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:17.878365 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-7ebe30cc-604e-45fe-aa78-58fbf92bafd2 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Allocated IP 2001:db8::231 (e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf/3fb00439-e7df-4e66-9b7b-2ba507c803b0/4a373ecc-4ba3-4caa-8fb3-b46cf122651d) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:05:17.999830 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25c519-bb8c-4f19-a817-720154b7fa17 req-48af6af5-3720-4a77-bd5a-33770d8b4d9e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:18.016978 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-da25c519-bb8c-4f19-a817-720154b7fa17 req-48af6af5-3720-4a77-bd5a-33770d8b4d9e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 945 time: 0.2636454 Aug 19 15:05:18.042464 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f61b9-1a70-48b9-8b06-f8654845a9ca req-4cbbc951-6364-4540-845c-9f6956b93bce tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:18.044590 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f50f61b9-1a70-48b9-8b06-f8654845a9ca req-4cbbc951-6364-4540-845c-9f6956b93bce tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=76175f4e-1ad9-4189-9d1d-075da57ddfb2 HTTP/1.1" status: 200 len: 944 time: 0.2262039 Aug 19 15:05:18.111794 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-da25c519-bb8c-4f19-a817-720154b7fa17 req-c2b2eae5-d25e-4597-bca4-6312a50fa4a8 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a4db4eb-d4df-4899-a042-35b38e1e17f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938265 Aug 19 15:05:18.145997 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f50f61b9-1a70-48b9-8b06-f8654845a9ca req-1104369a-e6e6-4d61-8882-b546fe9fb200 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942848 Aug 19 15:05:18.213239 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7ebe30cc-604e-45fe-aa78-58fbf92bafd2 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:18.230032 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-7ebe30cc-604e-45fe-aa78-58fbf92bafd2 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Transition to ACTIVE for port object 4a373ecc-4ba3-4caa-8fb3-b46cf122651d will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:05:18.291818 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7ebe30cc-604e-45fe-aa78-58fbf92bafd2 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:18.365134 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebe30cc-604e-45fe-aa78-58fbf92bafd2 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Network e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:05:18.368461 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-7ebe30cc-604e-45fe-aa78-58fbf92bafd2 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:05:18.373213 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebe30cc-604e-45fe-aa78-58fbf92bafd2 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:05:18.379631 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebe30cc-604e-45fe-aa78-58fbf92bafd2 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:18.380301 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7ebe30cc-604e-45fe-aa78-58fbf92bafd2 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:18.384202 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe30cc-604e-45fe-aa78-58fbf92bafd2 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event updated for resources: {'Port': ['ID=4a373ecc-4ba3-4caa-8fb3-b46cf122651d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:18.410980 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7ebe30cc-604e-45fe-aa78-58fbf92bafd2 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4149351 Aug 19 15:05:18.413983 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 52764) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:18.420885 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8f5ca06e-9e34-4b04-9c41-37be41eec06f tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Request body: {'subnet': {'network_id': 'e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:05:18.605142 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5ca06e-9e34-4b04-9c41-37be41eec06f tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Made reservation on behalf of 2a7b68b0834747aea23e980eb854792a for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:05:18.614148 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8f5ca06e-9e34-4b04-9c41-37be41eec06f tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:18.748359 n-d-766043-2 neutron-server[94639]: INFO neutron.db.ipam_backend_mixin [None req-8f5ca06e-9e34-4b04-9c41-37be41eec06f tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3fb00439-e7df-4e66-9b7b-2ba507c803b0 (CIDR: 2001:db8::/64) Aug 19 15:05:18.753343 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f5ca06e-9e34-4b04-9c41-37be41eec06f tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:05:18.753826 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f5ca06e-9e34-4b04-9c41-37be41eec06f tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:05:18.788833 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 52774) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:18.789684 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8f5ca06e-9e34-4b04-9c41-37be41eec06f tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3745270 Aug 19 15:05:18.796199 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3600f9ec-d8cf-43f4-9dd1-8b39c0a6754f tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Request body: {'subnet': {'network_id': 'e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:05:19.072593 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3600f9ec-d8cf-43f4-9dd1-8b39c0a6754f tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Made reservation on behalf of 2a7b68b0834747aea23e980eb854792a for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:05:19.076329 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3600f9ec-d8cf-43f4-9dd1-8b39c0a6754f tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:19.320165 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fcde41-a561-4d52-8827-6d81c7a076a7 req-aaf893df-ac98-416d-9d0b-1bc7659789ec tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:19.322039 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-97fcde41-a561-4d52-8827-6d81c7a076a7 req-aaf893df-ac98-416d-9d0b-1bc7659789ec tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 945 time: 0.0860226 Aug 19 15:05:19.448332 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-97fcde41-a561-4d52-8827-6d81c7a076a7 req-bbe6601e-2008-4c01-a052-9aa1fa4d0c7c tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a4db4eb-d4df-4899-a042-35b38e1e17f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096358 Aug 19 15:05:19.484822 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c252abe-0285-43a5-aace-befa3a4b9ed3 req-c3172391-ce17-4fdf-88f5-c56506d8ba06 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:19.486761 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3c252abe-0285-43a5-aace-befa3a4b9ed3 req-c3172391-ce17-4fdf-88f5-c56506d8ba06 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=76175f4e-1ad9-4189-9d1d-075da57ddfb2 HTTP/1.1" status: 200 len: 944 time: 0.1614697 Aug 19 15:05:19.537593 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-dcf45b5f-4707-45cd-a5ca-0811b23807c1 None None] Provisioning for port b399a5b6-743e-43e7-a05e-6fe6b7d26fb0 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:05:19.626497 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-dcf45b5f-4707-45cd-a5ca-0811b23807c1 None None] Provisioning complete for port 53896ac4-aa43-43ae-8dd6-1cfc1774663c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:05:19.627446 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dcf45b5f-4707-45cd-a5ca-0811b23807c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:19.646496 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3c252abe-0285-43a5-aace-befa3a4b9ed3 req-98ff7c8c-2911-40c6-b6cc-49cef8858f91 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495233 Aug 19 15:05:19.684308 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-dcf45b5f-4707-45cd-a5ca-0811b23807c1 None None] Port 53896ac4-aa43-43ae-8dd6-1cfc1774663c cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:05:19.708256 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3600f9ec-d8cf-43f4-9dd1-8b39c0a6754f tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:19.762108 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b399a5b6-743e-43e7-a05e-6fe6b7d26fb0 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:05:19.800940 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3600f9ec-d8cf-43f4-9dd1-8b39c0a6754f tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Network e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:05:19.815528 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-3600f9ec-d8cf-43f4-9dd1-8b39c0a6754f tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:05:19.819986 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3600f9ec-d8cf-43f4-9dd1-8b39c0a6754f tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:19.820604 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3600f9ec-d8cf-43f4-9dd1-8b39c0a6754f tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:19.833581 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3600f9ec-d8cf-43f4-9dd1-8b39c0a6754f tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event updated for resources: {'Subnet': ['ID=318bbbff-18f6-463f-a8fd-e8e069037b50,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:19.847920 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-3600f9ec-d8cf-43f4-9dd1-8b39c0a6754f tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0568116 Aug 19 15:05:19.851015 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 52804) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:19.858860 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e3bfbb5e-59ed-44bf-8ae2-6431ca3d0418 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1776176493', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '318bbbff-18f6-463f-a8fd-e8e069037b50'}], 'security_groups': ['a67e01f9-7183-4878-89c9-b35e1716fa22']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:05:19.861608 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port b399a5b6-743e-43e7-a05e-6fe6b7d26fb0 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:05:19.874221 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port b399a5b6-743e-43e7-a05e-6fe6b7d26fb0 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:05:19.874612 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:19.952894 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4253959-dc88-4ca8-b165-503924a921f3 None None] Network e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:05:19.979076 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e3bfbb5e-59ed-44bf-8ae2-6431ca3d0418 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:20.095890 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-dc4df2cb-651f-4dd4-aa00-c22974725c03 None None] Provisioning for port 4a373ecc-4ba3-4caa-8fb3-b46cf122651d completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:05:20.102523 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-dc4df2cb-651f-4dd4-aa00-c22974725c03 None None] Provisioning complete for port 4a373ecc-4ba3-4caa-8fb3-b46cf122651d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:05:20.103478 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dc4df2cb-651f-4dd4-aa00-c22974725c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:20.285118 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:20.333090 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-dc4df2cb-651f-4dd4-aa00-c22974725c03 None None] Port 4a373ecc-4ba3-4caa-8fb3-b46cf122651d cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:05:20.436310 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port b399a5b6-743e-43e7-a05e-6fe6b7d26fb0, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b399a5b6-743e-43e7-a05e-6fe6b7d26fb0,segment=NetworkSegment(89ee4c45-25bc-4dfc-b20e-a26387caa96f),segment_id=89ee4c45-25bc-4dfc-b20e-a26387caa96f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:05:20.444257 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:20.557792 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=b399a5b6-743e-43e7-a05e-6fe6b7d26fb0,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:20.858595 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8053c-a69b-483d-b75f-5fd98a2f23bf req-5fc2e866-06ac-47bd-8fad-50b36f04e928 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:20.874751 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-e3bfbb5e-59ed-44bf-8ae2-6431ca3d0418 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Delete allocated IP 2001:db8::231 (e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf/3fb00439-e7df-4e66-9b7b-2ba507c803b0) {{(pid=94639) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 19 15:05:20.878325 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-37a8053c-a69b-483d-b75f-5fd98a2f23bf req-5fc2e866-06ac-47bd-8fad-50b36f04e928 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 945 time: 0.1599007 Aug 19 15:05:20.890037 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-e3bfbb5e-59ed-44bf-8ae2-6431ca3d0418 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Allocated IP 2001:db8:0:1::263 (e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf/318bbbff-18f6-463f-a8fd-e8e069037b50/4a373ecc-4ba3-4caa-8fb3-b46cf122651d) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:05:21.028230 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307df32d-5158-4587-b5e4-c0412ae6c9ec None None] Update dhcp port {'port': {'network_id': 'e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf', 'fixed_ips': [{'subnet_id': '3fb00439-e7df-4e66-9b7b-2ba507c803b0', 'ip_address': '2001:db8::2'}, {'subnet_id': '318bbbff-18f6-463f-a8fd-e8e069037b50'}], 'binding:host_id': 'n-d-766043-2'}, 'id': 'b399a5b6-743e-43e7-a05e-6fe6b7d26fb0'} from n-d-766043-2. {{(pid=94641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 15:05:21.092027 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-37a8053c-a69b-483d-b75f-5fd98a2f23bf req-73ef358c-1810-4507-b62d-d8ef58786486 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a4db4eb-d4df-4899-a042-35b38e1e17f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2110202 Aug 19 15:05:21.111894 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-307df32d-5158-4587-b5e4-c0412ae6c9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:21.140221 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d2274-f031-4728-8900-1a152297eba9 req-e9676d2b-8b03-4e7a-aefc-ab72e0b766c7 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:21.143076 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ca3d2274-f031-4728-8900-1a152297eba9 req-e9676d2b-8b03-4e7a-aefc-ab72e0b766c7 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=76175f4e-1ad9-4189-9d1d-075da57ddfb2 HTTP/1.1" status: 200 len: 944 time: 0.2112730 Aug 19 15:05:21.219624 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ca3d2274-f031-4728-8900-1a152297eba9 req-bac34431-5936-4e63-ba0f-4b569e0c8138 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602660 Aug 19 15:05:21.258870 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e3bfbb5e-59ed-44bf-8ae2-6431ca3d0418 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:21.281181 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-e3bfbb5e-59ed-44bf-8ae2-6431ca3d0418 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Ignored duplicate provisioning block setup for port 4a373ecc-4ba3-4caa-8fb3-b46cf122651d by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 19 15:05:21.289007 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e3bfbb5e-59ed-44bf-8ae2-6431ca3d0418 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:21.360388 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e3bfbb5e-59ed-44bf-8ae2-6431ca3d0418 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] In _notify_port_updated(), no bound segment for port 4a373ecc-4ba3-4caa-8fb3-b46cf122651d on network e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf {{(pid=94639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 15:05:21.366744 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bfbb5e-59ed-44bf-8ae2-6431ca3d0418 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:21.367518 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e3bfbb5e-59ed-44bf-8ae2-6431ca3d0418 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:21.369059 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e3bfbb5e-59ed-44bf-8ae2-6431ca3d0418 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "PUT /v2.0/ports/4a373ecc-4ba3-4caa-8fb3-b46cf122651d HTTP/1.1" status: 200 len: 931 time: 1.5165761 Aug 19 15:05:21.373266 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 52832) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:21.388907 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bfbb5e-59ed-44bf-8ae2-6431ca3d0418 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event updated for resources: {'Port': ['ID=4a373ecc-4ba3-4caa-8fb3-b46cf122651d,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:21.576470 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-307df32d-5158-4587-b5e4-c0412ae6c9ec None None] Allocated IP 2001:db8:0:1::2 (e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf/318bbbff-18f6-463f-a8fd-e8e069037b50/b399a5b6-743e-43e7-a05e-6fe6b7d26fb0) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:05:21.627736 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-56208303-ae1e-4571-8640-28d4280e15af tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Deleting port 4a373ecc-4ba3-4caa-8fb3-b46cf122651d {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:05:21.628134 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56208303-ae1e-4571-8640-28d4280e15af tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:21.666303 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b399a5b6-743e-43e7-a05e-6fe6b7d26fb0 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:05:21.765621 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-307df32d-5158-4587-b5e4-c0412ae6c9ec None None] For port b399a5b6-743e-43e7-a05e-6fe6b7d26fb0, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b399a5b6-743e-43e7-a05e-6fe6b7d26fb0,segment=NetworkSegment(89ee4c45-25bc-4dfc-b20e-a26387caa96f),segment_id=89ee4c45-25bc-4dfc-b20e-a26387caa96f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:05:21.769161 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56208303-ae1e-4571-8640-28d4280e15af tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:21.795765 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-56208303-ae1e-4571-8640-28d4280e15af tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Calling delete_port for 4a373ecc-4ba3-4caa-8fb3-b46cf122651d owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:05:21.851449 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-307df32d-5158-4587-b5e4-c0412ae6c9ec None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:21.879294 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-307df32d-5158-4587-b5e4-c0412ae6c9ec None None] Transition to ACTIVE for port object b399a5b6-743e-43e7-a05e-6fe6b7d26fb0 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:05:21.884018 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-307df32d-5158-4587-b5e4-c0412ae6c9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:21.972263 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307df32d-5158-4587-b5e4-c0412ae6c9ec None None] Pushing event updated for resources: {'Port': ['ID=b399a5b6-743e-43e7-a05e-6fe6b7d26fb0,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:22.054903 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56208303-ae1e-4571-8640-28d4280e15af tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:22.119253 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56208303-ae1e-4571-8640-28d4280e15af tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event deleted for resources: {'Port': ['ID=4a373ecc-4ba3-4caa-8fb3-b46cf122651d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:22.175580 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56208303-ae1e-4571-8640-28d4280e15af tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:22.180796 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-56208303-ae1e-4571-8640-28d4280e15af tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "DELETE /v2.0/ports/4a373ecc-4ba3-4caa-8fb3-b46cf122651d HTTP/1.1" status: 204 len: 168 time: 0.8022380 Aug 19 15:05:22.181360 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 52844) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:22.217034 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a0985a6-773a-440e-8210-2f05884a01a0 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] GET failed (client error): The resource could not be found. Aug 19 15:05:22.221756 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7a0985a6-773a-440e-8210-2f05884a01a0 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "GET /v2.0/ports/4a373ecc-4ba3-4caa-8fb3-b46cf122651d HTTP/1.1" status: 404 len: 333 time: 0.0367141 Aug 19 15:05:22.222975 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 52848) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:22.334056 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-023c3a57-6aaf-4c06-9fa9-bb65cff4441a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:22.402561 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a26cd-c652-417b-b302-bbaa2222b91e req-aae258a6-9a80-4224-bbfa-e721efa5b976 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:22.405241 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3e7a26cd-c652-417b-b302-bbaa2222b91e req-aae258a6-9a80-4224-bbfa-e721efa5b976 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 945 time: 0.1948981 Aug 19 15:05:22.429687 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-023c3a57-6aaf-4c06-9fa9-bb65cff4441a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:22.496898 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c60fb-4ae9-4d4b-966c-112276be58f1 req-d1bb6c38-0748-4c53-ada5-b2af071ad954 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:22.499172 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ad7c60fb-4ae9-4d4b-966c-112276be58f1 req-d1bb6c38-0748-4c53-ada5-b2af071ad954 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=76175f4e-1ad9-4189-9d1d-075da57ddfb2 HTTP/1.1" status: 200 len: 944 time: 0.1660140 Aug 19 15:05:22.533398 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3e7a26cd-c652-417b-b302-bbaa2222b91e req-4d499a2c-265c-4d93-a74a-733a5ea91d95 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a4db4eb-d4df-4899-a042-35b38e1e17f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198761 Aug 19 15:05:22.574963 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-023c3a57-6aaf-4c06-9fa9-bb65cff4441a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:22.578052 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-023c3a57-6aaf-4c06-9fa9-bb65cff4441a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:22.579520 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-023c3a57-6aaf-4c06-9fa9-bb65cff4441a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "DELETE /v2.0/security-groups/d81ade12-3c08-4773-8a5a-2bc3a32c2d8e HTTP/1.1" status: 204 len: 168 time: 0.3554795 Aug 19 15:05:22.582405 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 52858) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:22.587719 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ad7c60fb-4ae9-4d4b-966c-112276be58f1 req-5c51ac0a-936c-4335-95c8-b4e422fbe03a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747483 Aug 19 15:05:22.593378 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023c3a57-6aaf-4c06-9fa9-bb65cff4441a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81ade12-3c08-4773-8a5a-2bc3a32c2d8e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:22.716148 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b117aad3-2535-44d9-bfd7-4916428e8810 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:22.764236 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b117aad3-2535-44d9-bfd7-4916428e8810 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:22.857137 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b117aad3-2535-44d9-bfd7-4916428e8810 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:22.861509 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b117aad3-2535-44d9-bfd7-4916428e8810 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:22.866223 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b117aad3-2535-44d9-bfd7-4916428e8810 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "DELETE /v2.0/security-groups/a67e01f9-7183-4878-89c9-b35e1716fa22 HTTP/1.1" status: 204 len: 168 time: 0.2820508 Aug 19 15:05:22.869594 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 52862) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:22.891070 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b117aad3-2535-44d9-bfd7-4916428e8810 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67e01f9-7183-4878-89c9-b35e1716fa22,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:22.895150 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device ebd95b0c-9396-4429-9e4f-a6aaa38f83d9 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:05:23.058361 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-2800c216-9c4f-4653-a480-a2676b62b10f tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Deleting subnet 3fb00439-e7df-4e66-9b7b-2ba507c803b0 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:05:23.063006 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2800c216-9c4f-4653-a480-a2676b62b10f tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:23.124105 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2800c216-9c4f-4653-a480-a2676b62b10f tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:23.151759 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port ebd95b0c-9396-4429-9e4f-a6aaa38f83d9, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=ebd95b0c-9396-4429-9e4f-a6aaa38f83d9,segment=NetworkSegment(b6bb2d61-0455-440b-809f-c8e64ffc2b8e),segment_id=b6bb2d61-0455-440b-809f-c8e64ffc2b8e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:05:23.184200 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': 'ebd95b0c-9396-4429-9e4f-a6aaa38f83d9', 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0', 'port_id': 'ebd95b0c-9396-4429-9e4f-a6aaa38f83d9', 'mac_address': 'fa:16:3e:4c:fb:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4501b342-71e0-4b08-b9d8-b651dd87e075', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:05:23.268343 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:23.288333 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-43fbb236-448d-439c-bb1b-91d964c87e7f None None] Provisioning for port b399a5b6-743e-43e7-a05e-6fe6b7d26fb0 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:05:23.300623 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebd95b0c-9396-4429-9e4f-a6aaa38f83d9 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:05:23.305655 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-43fbb236-448d-439c-bb1b-91d964c87e7f None None] Provisioning complete for port b399a5b6-743e-43e7-a05e-6fe6b7d26fb0 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:05:23.306202 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-43fbb236-448d-439c-bb1b-91d964c87e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:23.334005 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2800c216-9c4f-4653-a480-a2676b62b10f tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:23.363852 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port ebd95b0c-9396-4429-9e4f-a6aaa38f83d9, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=ebd95b0c-9396-4429-9e4f-a6aaa38f83d9,segment=NetworkSegment(b6bb2d61-0455-440b-809f-c8e64ffc2b8e),segment_id=b6bb2d61-0455-440b-809f-c8e64ffc2b8e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:05:23.373126 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:23.482143 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2800c216-9c4f-4653-a480-a2676b62b10f tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:23.492501 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=ebd95b0c-9396-4429-9e4f-a6aaa38f83d9,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:23.524685 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2800c216-9c4f-4653-a480-a2676b62b10f tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event deleted for resources: {'Subnet': ['ID=3fb00439-e7df-4e66-9b7b-2ba507c803b0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:23.527326 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2800c216-9c4f-4653-a480-a2676b62b10f tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:23.534589 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 52872) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:23.535072 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-2800c216-9c4f-4653-a480-a2676b62b10f tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "DELETE /v2.0/subnets/3fb00439-e7df-4e66-9b7b-2ba507c803b0 HTTP/1.1" status: 204 len: 168 time: 0.6638105 Aug 19 15:05:23.541023 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-64ec50e8-cf61-4d3b-83d1-265dda988ac4 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Request body: {'subnet': {'network_id': 'e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:05:23.551396 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-43fbb236-448d-439c-bb1b-91d964c87e7f None None] Provisioning complete for port 53896ac4-aa43-43ae-8dd6-1cfc1774663c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:05:23.551985 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-43fbb236-448d-439c-bb1b-91d964c87e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:23.587785 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9480a5b3-9fe8-4c12-bafd-063c60878aca None None] Network e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:05:23.590432 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['ebd95b0c-9396-4429-9e4f-a6aaa38f83d9'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:05:23.685667 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b399a5b6-743e-43e7-a05e-6fe6b7d26fb0 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:05:23.730482 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ef6ec-3e5b-4dab-b0dd-ed18be5544de req-94df405f-988a-4f17-a199-e41ad22206b3 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:23.745254 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-980ef6ec-3e5b-4dab-b0dd-ed18be5544de req-94df405f-988a-4f17-a199-e41ad22206b3 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 945 time: 0.0874987 Aug 19 15:05:23.747446 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-43fbb236-448d-439c-bb1b-91d964c87e7f None None] Port 53896ac4-aa43-43ae-8dd6-1cfc1774663c cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:05:23.770998 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-43fbb236-448d-439c-bb1b-91d964c87e7f None None] Could not find standard attr ID for object 4a373ecc-4ba3-4caa-8fb3-b46cf122651d. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 15:05:23.910958 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port b399a5b6-743e-43e7-a05e-6fe6b7d26fb0 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:05:23.911671 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:23.919943 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4b709e5c-4a0d-408c-9be9-e5b9ec18c3eb None None] Could not find standard attr ID for object 4a373ecc-4ba3-4caa-8fb3-b46cf122651d. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 15:05:23.940006 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f413a3-27c8-4c97-be13-f956618ddd31 req-7c5fd005-8629-47da-8d42-f5ea786a99f8 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:23.943373 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d9f413a3-27c8-4c97-be13-f956618ddd31 req-7c5fd005-8629-47da-8d42-f5ea786a99f8 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=76175f4e-1ad9-4189-9d1d-075da57ddfb2 HTTP/1.1" status: 200 len: 945 time: 0.1926756 Aug 19 15:05:23.947183 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-980ef6ec-3e5b-4dab-b0dd-ed18be5544de req-5d8a690f-64e5-414f-ac60-f168b3980792 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a4db4eb-d4df-4899-a042-35b38e1e17f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2054117 Aug 19 15:05:23.971351 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ec50e8-cf61-4d3b-83d1-265dda988ac4 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Made reservation on behalf of 2a7b68b0834747aea23e980eb854792a for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:05:23.976475 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-64ec50e8-cf61-4d3b-83d1-265dda988ac4 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:24.024146 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d9f413a3-27c8-4c97-be13-f956618ddd31 req-a99f2763-0abb-4de6-a68c-e625bd54f375 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650699 Aug 19 15:05:24.367628 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-64ec50e8-cf61-4d3b-83d1-265dda988ac4 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:24.418491 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ec50e8-cf61-4d3b-83d1-265dda988ac4 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Network e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:05:24.422857 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-64ec50e8-cf61-4d3b-83d1-265dda988ac4 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:05:24.428721 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ec50e8-cf61-4d3b-83d1-265dda988ac4 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:24.429521 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-64ec50e8-cf61-4d3b-83d1-265dda988ac4 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:24.449869 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec50e8-cf61-4d3b-83d1-265dda988ac4 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event updated for resources: {'Subnet': ['ID=1d3f2bdc-0adf-42da-bebe-2f4d4d9ea35d,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:24.459386 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-64ec50e8-cf61-4d3b-83d1-265dda988ac4 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9236212 Aug 19 15:05:24.462293 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 52916) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:24.468651 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-272b8ff2-40b7-4580-a1d6-b986e138f695 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Request body: {'security_group': {'name': 'tempest-secgroup-1238885011'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:05:24.495027 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-272b8ff2-40b7-4580-a1d6-b986e138f695 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:24.604135 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-272b8ff2-40b7-4580-a1d6-b986e138f695 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:24.613990 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-272b8ff2-40b7-4580-a1d6-b986e138f695 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:24.647765 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-272b8ff2-40b7-4580-a1d6-b986e138f695 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:24.651218 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-272b8ff2-40b7-4580-a1d6-b986e138f695 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1877868 Aug 19 15:05:24.655438 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 52924) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:24.664474 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0b7ee8a1-00fd-4989-ac34-8734330a619c tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Request body: {'security_group': {'name': 'tempest-secgroup-1951570663'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:05:24.677448 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b8ff2-40b7-4580-a1d6-b986e138f695 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c78d2bc2-8eb9-4aad-83b3-348526f1fa08,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:24.716880 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0b7ee8a1-00fd-4989-ac34-8734330a619c tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:24.806203 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37239eb8-e61c-457f-91f4-20e651481c91 None None] Network e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:05:24.848463 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0b7ee8a1-00fd-4989-ac34-8734330a619c tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:24.853934 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0b7ee8a1-00fd-4989-ac34-8734330a619c tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:24.885907 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0b7ee8a1-00fd-4989-ac34-8734330a619c tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:24.890792 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0220a021-dd0c-4872-adc2-a2aae7d207c5 None None] Provisioning complete for port b399a5b6-743e-43e7-a05e-6fe6b7d26fb0 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:05:24.891187 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 52928) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:24.891357 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0220a021-dd0c-4872-adc2-a2aae7d207c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:24.891738 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0b7ee8a1-00fd-4989-ac34-8734330a619c tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2339814 Aug 19 15:05:24.894538 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7ee8a1-00fd-4989-ac34-8734330a619c tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c690fd3b-2fd5-4d38-a9d6-1fedfe393d37,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:24.896854 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device ebd95b0c-9396-4429-9e4f-a6aaa38f83d9 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:05:24.897166 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-529f8a65-e2f6-44cc-a4fa-41cff1a026ea tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Request body: {'security_group': {'name': 'tempest-secgroup-1054058074'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:05:24.930767 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-529f8a65-e2f6-44cc-a4fa-41cff1a026ea tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:25.095688 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-529f8a65-e2f6-44cc-a4fa-41cff1a026ea tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:25.105737 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port ebd95b0c-9396-4429-9e4f-a6aaa38f83d9 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:05:25.106343 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-529f8a65-e2f6-44cc-a4fa-41cff1a026ea tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:25.145698 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9541f4-6b3e-4b6e-b07b-aee6ea874627 req-aed47431-00e3-444d-92a9-2827cd52b4e2 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:25.147382 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7d9541f4-6b3e-4b6e-b07b-aee6ea874627 req-aed47431-00e3-444d-92a9-2827cd52b4e2 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 945 time: 0.0918930 Aug 19 15:05:25.150118 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port ebd95b0c-9396-4429-9e4f-a6aaa38f83d9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:05:25.150501 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:25.155466 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-529f8a65-e2f6-44cc-a4fa-41cff1a026ea tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:25.159535 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 52940) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:25.159837 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-529f8a65-e2f6-44cc-a4fa-41cff1a026ea tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2667289 Aug 19 15:05:25.166850 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f8c7f712-9dcb-49f9-894b-9984c12bb6a9 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-634462583', 'security_groups': ['7ba767b9-f403-419e-a737-4ffb746e01a3'], 'network_id': 'e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1d3f2bdc-0adf-42da-bebe-2f4d4d9ea35d'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:05:25.197293 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f8a65-e2f6-44cc-a4fa-41cff1a026ea tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba767b9-f403-419e-a737-4ffb746e01a3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:25.264834 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0220a021-dd0c-4872-adc2-a2aae7d207c5 None None] Provisioning complete for port 53896ac4-aa43-43ae-8dd6-1cfc1774663c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:05:25.265862 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0220a021-dd0c-4872-adc2-a2aae7d207c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:25.268786 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692383f-8fe3-4426-81eb-f19bfd67203d req-ddabc90a-d9f0-4d52-8464-149c15465886 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:25.271048 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8692383f-8fe3-4426-81eb-f19bfd67203d req-ddabc90a-d9f0-4d52-8464-149c15465886 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=76175f4e-1ad9-4189-9d1d-075da57ddfb2 HTTP/1.1" status: 200 len: 945 time: 0.1222634 Aug 19 15:05:25.285825 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7d9541f4-6b3e-4b6e-b07b-aee6ea874627 req-886b38df-6763-4410-bf3a-3680bc91e651 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a4db4eb-d4df-4899-a042-35b38e1e17f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911279 Aug 19 15:05:25.350388 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8692383f-8fe3-4426-81eb-f19bfd67203d req-da09d10b-efb9-44aa-b9f9-851b8508901e tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593452 Aug 19 15:05:25.358732 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0220a021-dd0c-4872-adc2-a2aae7d207c5 None None] Port 53896ac4-aa43-43ae-8dd6-1cfc1774663c cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:05:25.373676 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:25.387693 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd2dddc-7023-4f29-9ac6-df82ca95574c None None] Update dhcp port {'port': {'network_id': 'e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf', 'fixed_ips': [{'subnet_id': '318bbbff-18f6-463f-a8fd-e8e069037b50', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1d3f2bdc-0adf-42da-bebe-2f4d4d9ea35d'}], 'binding:host_id': 'n-d-766043-2'}, 'id': 'b399a5b6-743e-43e7-a05e-6fe6b7d26fb0'} from n-d-766043-2. {{(pid=94641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 15:05:25.426421 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76175f4e-1ad9-4189-9d1d-075da57ddfb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebd95b0c-9396-4429-9e4f-a6aaa38f83d9'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:05:25.429207 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff5c137-4df5-42ea-8464-64a43195dba9" -d '{"events": [{"server_uuid": "76175f4e-1ad9-4189-9d1d-075da57ddfb2", "name": "network-vif-plugged", "status": "completed", "tag": "ebd95b0c-9396-4429-9e4f-a6aaa38f83d9"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:05:25.444924 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ccd2dddc-7023-4f29-9ac6-df82ca95574c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:25.450231 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port ebd95b0c-9396-4429-9e4f-a6aaa38f83d9, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=ebd95b0c-9396-4429-9e4f-a6aaa38f83d9,segment=NetworkSegment(b6bb2d61-0455-440b-809f-c8e64ffc2b8e),segment_id=b6bb2d61-0455-440b-809f-c8e64ffc2b8e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:05:25.452691 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c7f712-9dcb-49f9-894b-9984c12bb6a9 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Made reservation on behalf of 2a7b68b0834747aea23e980eb854792a for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:05:25.460826 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:25.492206 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061c6d8c-d3b8-4fa2-9c8c-017489ad9b94 x-openstack-request-id: req-061c6d8c-d3b8-4fa2-9c8c-017489ad9b94 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:05:25.492607 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76175f4e-1ad9-4189-9d1d-075da57ddfb2", "name": "network-vif-plugged", "status": "completed", "tag": "ebd95b0c-9396-4429-9e4f-a6aaa38f83d9", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:05:25.492869 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-061c6d8c-d3b8-4fa2-9c8c-017489ad9b94 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:05:25.493274 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76175f4e-1ad9-4189-9d1d-075da57ddfb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebd95b0c-9396-4429-9e4f-a6aaa38f83d9', 'code': 200} Aug 19 15:05:25.627553 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=ebd95b0c-9396-4429-9e4f-a6aaa38f83d9,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:25.660160 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8c7f712-9dcb-49f9-894b-9984c12bb6a9 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:25.678010 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae520b-8673-48fc-ac98-9f1ded335e20 req-ca5e80cc-268d-4e39-81de-cdc1d8b6a4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:25.680398 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5fae520b-8673-48fc-ac98-9f1ded335e20 req-ca5e80cc-268d-4e39-81de-cdc1d8b6a4b7 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=76175f4e-1ad9-4189-9d1d-075da57ddfb2 HTTP/1.1" status: 200 len: 1097 time: 0.0983562 Aug 19 15:05:25.710561 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-f8c7f712-9dcb-49f9-894b-9984c12bb6a9 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] device_id is not set on port b7778371-d644-4465-8b96-6508f4f8e677 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:05:25.800594 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5fae520b-8673-48fc-ac98-9f1ded335e20 req-720c52e7-1bc6-47cf-9175-bac391fd6048 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059108 Aug 19 15:05:25.887824 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-ccd2dddc-7023-4f29-9ac6-df82ca95574c None None] Allocated IP 2001:db8::2 (e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf/1d3f2bdc-0adf-42da-bebe-2f4d4d9ea35d/b399a5b6-743e-43e7-a05e-6fe6b7d26fb0) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:05:26.008344 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ccd2dddc-7023-4f29-9ac6-df82ca95574c None None] For port b399a5b6-743e-43e7-a05e-6fe6b7d26fb0, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b399a5b6-743e-43e7-a05e-6fe6b7d26fb0,segment=NetworkSegment(89ee4c45-25bc-4dfc-b20e-a26387caa96f),segment_id=89ee4c45-25bc-4dfc-b20e-a26387caa96f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:05:26.054337 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ccd2dddc-7023-4f29-9ac6-df82ca95574c None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:26.070830 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ccd2dddc-7023-4f29-9ac6-df82ca95574c None None] Transition to ACTIVE for port object b399a5b6-743e-43e7-a05e-6fe6b7d26fb0 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:05:26.077354 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ccd2dddc-7023-4f29-9ac6-df82ca95574c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:26.191353 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd2dddc-7023-4f29-9ac6-df82ca95574c None None] Pushing event updated for resources: {'Port': ['ID=b399a5b6-743e-43e7-a05e-6fe6b7d26fb0,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:26.193277 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-f8c7f712-9dcb-49f9-894b-9984c12bb6a9 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Allocated IP 2001:db8::1c5 (e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf/1d3f2bdc-0adf-42da-bebe-2f4d4d9ea35d/b7778371-d644-4465-8b96-6508f4f8e677) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:05:26.507841 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8c7f712-9dcb-49f9-894b-9984c12bb6a9 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:26.551986 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-f8c7f712-9dcb-49f9-894b-9984c12bb6a9 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Transition to ACTIVE for port object b7778371-d644-4465-8b96-6508f4f8e677 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:05:26.556190 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3046c2-2a6e-42c8-8dde-6c040762145e req-f2622e12-1089-4aec-a58e-e06432f29659 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:26.557751 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bc3046c2-2a6e-42c8-8dde-6c040762145e req-f2622e12-1089-4aec-a58e-e06432f29659 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 945 time: 0.1695352 Aug 19 15:05:26.618568 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc311a2-d59f-45f3-bcad-95829a3fc37f req-dd11f258-827e-46db-98f1-576c9c77460a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:26.620561 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8c7f712-9dcb-49f9-894b-9984c12bb6a9 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:26.622310 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bdc311a2-d59f-45f3-bcad-95829a3fc37f req-dd11f258-827e-46db-98f1-576c9c77460a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=76175f4e-1ad9-4189-9d1d-075da57ddfb2 HTTP/1.1" status: 200 len: 946 time: 0.1418815 Aug 19 15:05:26.660222 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bc3046c2-2a6e-42c8-8dde-6c040762145e req-3b891e17-1cd9-4cbd-b33b-7991603d523b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a4db4eb-d4df-4899-a042-35b38e1e17f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897000 Aug 19 15:05:26.695373 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c7f712-9dcb-49f9-894b-9984c12bb6a9 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Network e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:05:26.700152 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-f8c7f712-9dcb-49f9-894b-9984c12bb6a9 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:05:26.711017 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c7f712-9dcb-49f9-894b-9984c12bb6a9 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:05:26.719546 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c7f712-9dcb-49f9-894b-9984c12bb6a9 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:26.720685 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8c7f712-9dcb-49f9-894b-9984c12bb6a9 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:26.722977 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bdc311a2-d59f-45f3-bcad-95829a3fc37f req-c7a9e6fc-8791-4745-b68d-fe586096d0c9 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670552 Aug 19 15:05:26.744482 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f8c7f712-9dcb-49f9-894b-9984c12bb6a9 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5793839 Aug 19 15:05:26.745333 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 53022) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:26.758826 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c7f712-9dcb-49f9-894b-9984c12bb6a9 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event updated for resources: {'Port': ['ID=b7778371-d644-4465-8b96-6508f4f8e677,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:26.775740 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a66e60e1-ea43-4c8b-a04b-3e7af3535e8c tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Request body: {'subnet': {'network_id': 'e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:05:27.026158 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66e60e1-ea43-4c8b-a04b-3e7af3535e8c tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Made reservation on behalf of 2a7b68b0834747aea23e980eb854792a for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:05:27.031027 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a66e60e1-ea43-4c8b-a04b-3e7af3535e8c tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:27.163895 n-d-766043-2 neutron-server[94640]: INFO neutron.db.ipam_backend_mixin [None req-a66e60e1-ea43-4c8b-a04b-3e7af3535e8c tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1d3f2bdc-0adf-42da-bebe-2f4d4d9ea35d (CIDR: 2001:db8::/64) Aug 19 15:05:27.169925 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-a66e60e1-ea43-4c8b-a04b-3e7af3535e8c tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:05:27.171224 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a66e60e1-ea43-4c8b-a04b-3e7af3535e8c tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:05:27.207715 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a66e60e1-ea43-4c8b-a04b-3e7af3535e8c tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4513257 Aug 19 15:05:27.210434 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 53032) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:27.217123 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-35664211-8e06-4b45-b283-db6a0df73f65 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Request body: {'subnet': {'network_id': 'e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:05:27.228272 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-56a904d7-fa1d-4588-be04-3678508875c5 None None] Provisioning for port b399a5b6-743e-43e7-a05e-6fe6b7d26fb0 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:05:27.233693 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-56a904d7-fa1d-4588-be04-3678508875c5 None None] Provisioning complete for port b399a5b6-743e-43e7-a05e-6fe6b7d26fb0 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:05:27.234059 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-56a904d7-fa1d-4588-be04-3678508875c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:27.409609 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35664211-8e06-4b45-b283-db6a0df73f65 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Made reservation on behalf of 2a7b68b0834747aea23e980eb854792a for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:05:27.414397 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-35664211-8e06-4b45-b283-db6a0df73f65 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:27.453546 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-56a904d7-fa1d-4588-be04-3678508875c5 None None] Provisioning complete for port 53896ac4-aa43-43ae-8dd6-1cfc1774663c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:05:27.454056 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-56a904d7-fa1d-4588-be04-3678508875c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:27.496170 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-56a904d7-fa1d-4588-be04-3678508875c5 None None] Port 53896ac4-aa43-43ae-8dd6-1cfc1774663c cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:05:27.541705 n-d-766043-2 neutron-server[94640]: INFO neutron.db.ipam_backend_mixin [None req-35664211-8e06-4b45-b283-db6a0df73f65 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 318bbbff-18f6-463f-a8fd-e8e069037b50 (CIDR: 2001:db8:0:1::/64) Aug 19 15:05:27.546467 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-35664211-8e06-4b45-b283-db6a0df73f65 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:05:27.547085 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35664211-8e06-4b45-b283-db6a0df73f65 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:05:27.571536 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 53036) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:27.571933 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-35664211-8e06-4b45-b283-db6a0df73f65 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3596005 Aug 19 15:05:27.579834 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7f1b2160-ee17-4084-a829-2e649396d1be tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Request body: {'subnet': {'network_id': 'e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:05:27.619027 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b399a5b6-743e-43e7-a05e-6fe6b7d26fb0 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:05:27.649825 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9cc045aa-3de2-4a6a-a63b-98b2c8479398 None None] Provisioning for port b7778371-d644-4465-8b96-6508f4f8e677 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:05:27.658804 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9cc045aa-3de2-4a6a-a63b-98b2c8479398 None None] Provisioning complete for port b7778371-d644-4465-8b96-6508f4f8e677 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:05:27.659187 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9cc045aa-3de2-4a6a-a63b-98b2c8479398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:27.701141 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9cc045aa-3de2-4a6a-a63b-98b2c8479398 None None] Port b7778371-d644-4465-8b96-6508f4f8e677 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:05:27.715554 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1b2160-ee17-4084-a829-2e649396d1be tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Made reservation on behalf of 2a7b68b0834747aea23e980eb854792a for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:05:27.721320 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f1b2160-ee17-4084-a829-2e649396d1be tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:27.749689 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port b399a5b6-743e-43e7-a05e-6fe6b7d26fb0 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:05:27.750070 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:28.144029 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f1b2160-ee17-4084-a829-2e649396d1be tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:28.200889 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1b2160-ee17-4084-a829-2e649396d1be tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Network e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:05:28.205208 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-7f1b2160-ee17-4084-a829-2e649396d1be tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:05:28.210577 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1b2160-ee17-4084-a829-2e649396d1be tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:28.211323 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f1b2160-ee17-4084-a829-2e649396d1be tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:28.219144 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f336af-0ed8-4fd2-81ed-b3b8a8d6f08c None None] Network e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:05:28.233884 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7f1b2160-ee17-4084-a829-2e649396d1be tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6610579 Aug 19 15:05:28.236923 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 53050) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:28.242770 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-243e3785-1ef7-42d8-8ab3-470bdb84703a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1021346867', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '68f65e72-2604-47a7-8d34-d4380af9b3a9'}], 'security_groups': ['c78d2bc2-8eb9-4aad-83b3-348526f1fa08', 'c690fd3b-2fd5-4d38-a9d6-1fedfe393d37']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:05:28.270402 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b2160-ee17-4084-a829-2e649396d1be tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event updated for resources: {'Subnet': ['ID=68f65e72-2604-47a7-8d34-d4380af9b3a9,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:28.336935 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-243e3785-1ef7-42d8-8ab3-470bdb84703a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:28.456923 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80717bfb-0b08-4408-baab-ecf6c87f9ebb req-45e5320d-d2ef-4d1d-a975-cebc6cd29d3d tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:28.458515 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-80717bfb-0b08-4408-baab-ecf6c87f9ebb req-45e5320d-d2ef-4d1d-a975-cebc6cd29d3d tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 945 time: 0.7036304 Aug 19 15:05:28.514789 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [req-0b63bbb5-ccf4-4804-baee-a15d2082e6f4 req-e3e5f6a3-abcd-49c6-ab95-68fb62d6cf0c service neutron] show failed (client error): The resource could not be found. Aug 19 15:05:28.515820 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0b63bbb5-ccf4-4804-baee-a15d2082e6f4 req-e3e5f6a3-abcd-49c6-ab95-68fb62d6cf0c service neutron] 10.222.0.88 "GET /v2.0/ports/1637b94e-f2ce-4555-b6c8-82a867805446/bindings/n-h1-766043-2 HTTP/1.1" status: 404 len: 380 time: 0.6793883 Aug 19 15:05:28.537891 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e05380-76f9-490d-ba0f-86ff886c62e7 req-01b609c1-78fd-455e-9780-cc539b0519c0 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:28.539753 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-58e05380-76f9-490d-ba0f-86ff886c62e7 req-01b609c1-78fd-455e-9780-cc539b0519c0 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=76175f4e-1ad9-4189-9d1d-075da57ddfb2 HTTP/1.1" status: 200 len: 946 time: 0.6422334 Aug 19 15:05:28.599418 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-80717bfb-0b08-4408-baab-ecf6c87f9ebb req-cff5abf1-bf24-4ed6-bedb-24193db38f9a tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a4db4eb-d4df-4899-a042-35b38e1e17f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307583 Aug 19 15:05:28.614778 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891d537f-bc27-4a94-add6-4fdee14c1c72 None None] Update dhcp port {'port': {'network_id': 'e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf', 'fixed_ips': [{'subnet_id': '318bbbff-18f6-463f-a8fd-e8e069037b50', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1d3f2bdc-0adf-42da-bebe-2f4d4d9ea35d', 'ip_address': '2001:db8::2'}, {'subnet_id': '68f65e72-2604-47a7-8d34-d4380af9b3a9'}], 'binding:host_id': 'n-d-766043-2'}, 'id': 'b399a5b6-743e-43e7-a05e-6fe6b7d26fb0'} from n-d-766043-2. {{(pid=94641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 15:05:28.652483 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-891d537f-bc27-4a94-add6-4fdee14c1c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:28.697052 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-58e05380-76f9-490d-ba0f-86ff886c62e7 req-efc71f91-6e39-499b-8fc5-6dae75e7f496 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402907 Aug 19 15:05:28.876909 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d286a3f1-60dd-4ab3-ab43-48db526a2d1c req-3258fa5f-25eb-4616-b0ec-da7cb423c27f tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:28.878639 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d286a3f1-60dd-4ab3-ab43-48db526a2d1c req-3258fa5f-25eb-4616-b0ec-da7cb423c27f tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=76175f4e-1ad9-4189-9d1d-075da57ddfb2 HTTP/1.1" status: 200 len: 946 time: 0.0780327 Aug 19 15:05:28.948979 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b63bbb5-ccf4-4804-baee-a15d2082e6f4 req-9f393828-4ea4-4489-b290-4a2fc2571045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:28.949876 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d286a3f1-60dd-4ab3-ab43-48db526a2d1c req-003ce514-d8d9-4698-b52e-97b3313f7482 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606024 Aug 19 15:05:28.950969 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0b63bbb5-ccf4-4804-baee-a15d2082e6f4 req-9f393828-4ea4-4489-b290-4a2fc2571045 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=526fbb5b-ba13-4afa-b54c-14981b504610&tenant_id=5784b0340e8242b1aba4ab831f2e3b23 HTTP/1.1" status: 200 len: 1096 time: 0.1181681 Aug 19 15:05:28.980211 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-0b63bbb5-ccf4-4804-baee-a15d2082e6f4 req-ada7a87f-5f45-41d9-ba90-99ca6a6b7c66 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766043-2', 'device_owner': 'compute:nova'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:05:29.026650 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 53064) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:29.104739 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-243e3785-1ef7-42d8-8ab3-470bdb84703a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Delete allocated IP 2001:db8::1c5 (e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf/1d3f2bdc-0adf-42da-bebe-2f4d4d9ea35d) {{(pid=94639) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 19 15:05:29.106979 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0b63bbb5-ccf4-4804-baee-a15d2082e6f4 req-ada7a87f-5f45-41d9-ba90-99ca6a6b7c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:29.131838 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-b252f0d0-6a9d-4370-af1b-1fe353f98280 admin admin] Deleting subnet b7e81dc5-6146-4b3e-8ce3-e7f41a08aa17 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:05:29.136152 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b252f0d0-6a9d-4370-af1b-1fe353f98280 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:29.151791 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-243e3785-1ef7-42d8-8ab3-470bdb84703a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Allocated IP 2001:db8:0:2::25f (e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf/68f65e72-2604-47a7-8d34-d4380af9b3a9/b7778371-d644-4465-8b96-6508f4f8e677) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:05:29.196172 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b252f0d0-6a9d-4370-af1b-1fe353f98280 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:29.256570 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b252f0d0-6a9d-4370-af1b-1fe353f98280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:29.345625 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b252f0d0-6a9d-4370-af1b-1fe353f98280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:29.370040 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b252f0d0-6a9d-4370-af1b-1fe353f98280 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:29.382229 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-b252f0d0-6a9d-4370-af1b-1fe353f98280 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/b7e81dc5-6146-4b3e-8ce3-e7f41a08aa17 HTTP/1.1" status: 204 len: 168 time: 0.3531799 Aug 19 15:05:29.383269 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 53072) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:29.471067 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252f0d0-6a9d-4370-af1b-1fe353f98280 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7e81dc5-6146-4b3e-8ce3-e7f41a08aa17,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:29.567924 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4443d81f-d4e1-431e-8f04-db0b1b2a9643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:29.582937 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04344d1-4733-44c2-a00c-823e9852a3a8 req-0c745a74-c058-4b42-8e3c-3c4a58905e7a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:29.589526 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f04344d1-4733-44c2-a00c-823e9852a3a8 req-0c745a74-c058-4b42-8e3c-3c4a58905e7a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=76175f4e-1ad9-4189-9d1d-075da57ddfb2 HTTP/1.1" status: 200 len: 946 time: 0.1432872 Aug 19 15:05:29.594590 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-0b63bbb5-ccf4-4804-baee-a15d2082e6f4 req-ada7a87f-5f45-41d9-ba90-99ca6a6b7c66 service neutron] For port 1637b94e-f2ce-4555-b6c8-82a867805446, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=1637b94e-f2ce-4555-b6c8-82a867805446,segment=NetworkSegment(2cff94a8-d32d-498b-85b8-f4d9632ebdb6),segment_id=2cff94a8-d32d-498b-85b8-f4d9632ebdb6)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:05:29.632836 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-243e3785-1ef7-42d8-8ab3-470bdb84703a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:29.662639 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f04344d1-4733-44c2-a00c-823e9852a3a8 req-1a3af29f-4d36-4b9d-b2d1-fa89328c0d03 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627086 Aug 19 15:05:29.667728 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-243e3785-1ef7-42d8-8ab3-470bdb84703a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Transition to ACTIVE for port object b7778371-d644-4465-8b96-6508f4f8e677 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:05:29.675843 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-0b63bbb5-ccf4-4804-baee-a15d2082e6f4 req-ada7a87f-5f45-41d9-ba90-99ca6a6b7c66 service neutron] For port 1637b94e-f2ce-4555-b6c8-82a867805446, host n-h2-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:05:29.678060 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-243e3785-1ef7-42d8-8ab3-470bdb84703a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:29.788341 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-891d537f-bc27-4a94-add6-4fdee14c1c72 None None] Allocated IP 2001:db8:0:2::2 (e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf/68f65e72-2604-47a7-8d34-d4380af9b3a9/b399a5b6-743e-43e7-a05e-6fe6b7d26fb0) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:05:29.815618 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243e3785-1ef7-42d8-8ab3-470bdb84703a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event updated for resources: {'Port': ['ID=b7778371-d644-4465-8b96-6508f4f8e677,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:29.821392 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4443d81f-d4e1-431e-8f04-db0b1b2a9643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:29.841051 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-4443d81f-d4e1-431e-8f04-db0b1b2a9643 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47ba3de3-b6d2-41c7-9d65-d3b82476df5d']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:29.856394 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '526fbb5b-ba13-4afa-b54c-14981b504610', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1637b94e-f2ce-4555-b6c8-82a867805446'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:05:29.858893 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84321235-11e5-4029-821d-d1ac43cf9b4f" -d '{"events": [{"server_uuid": "526fbb5b-ba13-4afa-b54c-14981b504610", "name": "network-vif-unplugged", "status": "completed", "tag": "1637b94e-f2ce-4555-b6c8-82a867805446"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:05:29.859865 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-4443d81f-d4e1-431e-8f04-db0b1b2a9643 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd215c9a-6703-48f3-add9-e5cd8365c64f') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:29.860258 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-4443d81f-d4e1-431e-8f04-db0b1b2a9643 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd215c9a-6703-48f3-add9-e5cd8365c64f') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:29.875308 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0b63bbb5-ccf4-4804-baee-a15d2082e6f4 req-ada7a87f-5f45-41d9-ba90-99ca6a6b7c66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:29.880347 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22143e2f-252f-4808-ba96-880416e9ca75 req-68384fb7-f614-48e2-a429-999f67531e34 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:29.884138 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-22143e2f-252f-4808-ba96-880416e9ca75 req-68384fb7-f614-48e2-a429-999f67531e34 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 945 time: 0.1579149 Aug 19 15:05:29.884457 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-243e3785-1ef7-42d8-8ab3-470bdb84703a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] In _notify_port_updated(), no bound segment for port b7778371-d644-4465-8b96-6508f4f8e677 on network e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf {{(pid=94639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 15:05:29.888308 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4443d81f-d4e1-431e-8f04-db0b1b2a9643 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:29.907404 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243e3785-1ef7-42d8-8ab3-470bdb84703a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:29.910996 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-243e3785-1ef7-42d8-8ab3-470bdb84703a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:29.913115 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-243e3785-1ef7-42d8-8ab3-470bdb84703a tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "PUT /v2.0/ports/b7778371-d644-4465-8b96-6508f4f8e677 HTTP/1.1" status: 200 len: 970 time: 1.6746502 Aug 19 15:05:29.918119 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 53080) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:29.926209 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4443d81f-d4e1-431e-8f04-db0b1b2a9643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:29.937686 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4443d81f-d4e1-431e-8f04-db0b1b2a9643 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:05:29.938201 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4443d81f-d4e1-431e-8f04-db0b1b2a9643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:29.940027 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 15:05:29.940027 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:05:29.940027 n-d-766043-2 neutron-server[94640]: timer() Aug 19 15:05:29.940027 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:05:29.940027 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 15:05:29.940027 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:05:29.940027 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 15:05:29.940027 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:05:29.940027 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 15:05:29.940027 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:05:29.940027 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 15:05:29.940027 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:05:29.940027 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 15:05:29.940027 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:05:29.940027 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:05:29.940027 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:05:29.940027 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:05:29.940027 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:05:29.940027 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 15:05:29.940027 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:05:29.940027 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 15:05:29.940027 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:05:29.940027 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:05:29.940027 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:05:29.940027 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 15:05:29.940027 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:05:29.940027 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:05:29.940027 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:05:29.940027 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:05:29.940027 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:05:29.940027 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:05:29.940027 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:05:29.977770 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-891d537f-bc27-4a94-add6-4fdee14c1c72 None None] For port b399a5b6-743e-43e7-a05e-6fe6b7d26fb0, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b399a5b6-743e-43e7-a05e-6fe6b7d26fb0,segment=NetworkSegment(89ee4c45-25bc-4dfc-b20e-a26387caa96f),segment_id=89ee4c45-25bc-4dfc-b20e-a26387caa96f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:05:29.993574 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 15:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f1726b-f448-413d-a2a3-e3ca863b042e x-openstack-request-id: req-a8f1726b-f448-413d-a2a3-e3ca863b042e {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:05:29.994139 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "526fbb5b-ba13-4afa-b54c-14981b504610", "name": "network-vif-unplugged", "status": "completed", "tag": "1637b94e-f2ce-4555-b6c8-82a867805446", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:05:29.994139 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a8f1726b-f448-413d-a2a3-e3ca863b042e {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:05:29.994530 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '526fbb5b-ba13-4afa-b54c-14981b504610', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1637b94e-f2ce-4555-b6c8-82a867805446', 'code': 200} Aug 19 15:05:30.028738 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-22143e2f-252f-4808-ba96-880416e9ca75 req-a966247a-682d-444d-a97d-dc11f9285cc3 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a4db4eb-d4df-4899-a042-35b38e1e17f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375353 Aug 19 15:05:30.040207 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4443d81f-d4e1-431e-8f04-db0b1b2a9643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:30.045886 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4443d81f-d4e1-431e-8f04-db0b1b2a9643 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:30.062781 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-891d537f-bc27-4a94-add6-4fdee14c1c72 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:30.067347 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-4443d81f-d4e1-431e-8f04-db0b1b2a9643 admin admin] 10.222.0.69 "DELETE /v2.0/networks/47ba3de3-b6d2-41c7-9d65-d3b82476df5d HTTP/1.1" status: 204 len: 168 time: 0.6739461 Aug 19 15:05:30.070515 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-0b63bbb5-ccf4-4804-baee-a15d2082e6f4 req-ada7a87f-5f45-41d9-ba90-99ca6a6b7c66 service neutron] Transition to ACTIVE for port object 1637b94e-f2ce-4555-b6c8-82a867805446 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:05:30.085414 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0b63bbb5-ccf4-4804-baee-a15d2082e6f4 req-ada7a87f-5f45-41d9-ba90-99ca6a6b7c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:30.103065 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-891d537f-bc27-4a94-add6-4fdee14c1c72 None None] Transition to ACTIVE for port object b399a5b6-743e-43e7-a05e-6fe6b7d26fb0 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:05:30.106090 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4443d81f-d4e1-431e-8f04-db0b1b2a9643 admin admin] Pushing event deleted for resources: {'Network': ['ID=47ba3de3-b6d2-41c7-9d65-d3b82476df5d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:30.110291 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-891d537f-bc27-4a94-add6-4fdee14c1c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:30.197488 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891d537f-bc27-4a94-add6-4fdee14c1c72 None None] Pushing event updated for resources: {'Port': ['ID=b399a5b6-743e-43e7-a05e-6fe6b7d26fb0,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:30.284565 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada7a87f-5f45-41d9-ba90-99ca6a6b7c66 service neutron] Pushing event updated for resources: {'Port': ['ID=1637b94e-f2ce-4555-b6c8-82a867805446,revision_number=6']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:30.300685 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 53086) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:30.326751 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 53088) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:30.337598 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-5db60470-ddee-4a0c-af88-fd1c7bb5a658 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Deleting port b7778371-d644-4465-8b96-6508f4f8e677 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:05:30.337938 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5db60470-ddee-4a0c-af88-fd1c7bb5a658 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:30.397054 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-de91fd5d-d578-42d2-ab62-f67681959a9a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a2c1cc5c27964fbaae9b2d5ce4acbbd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0922382 Aug 19 15:05:30.397623 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 53092) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:30.431515 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b63bbb5-ccf4-4804-baee-a15d2082e6f4 req-ada7a87f-5f45-41d9-ba90-99ca6a6b7c66 service neutron] No DVR routers for this DVR port 1637b94e-f2ce-4555-b6c8-82a867805446 on host n-h2-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:05:30.491436 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-577f73c5-092c-42f6-961b-ef378b34729e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:30.553539 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-577f73c5-092c-42f6-961b-ef378b34729e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:30.642075 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7bdf77ac-e56f-4ee4-b73a-88e9e3e1cd2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:30.655231 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-577f73c5-092c-42f6-961b-ef378b34729e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:30.657886 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-577f73c5-092c-42f6-961b-ef378b34729e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:30.662267 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-577f73c5-092c-42f6-961b-ef378b34729e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b501d9be-7a05-417f-b90b-1d4b11f16498 HTTP/1.1" status: 204 len: 168 time: 0.2603343 Aug 19 15:05:30.674326 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577f73c5-092c-42f6-961b-ef378b34729e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b501d9be-7a05-417f-b90b-1d4b11f16498,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:30.783609 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7bdf77ac-e56f-4ee4-b73a-88e9e3e1cd2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:30.791187 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7bdf77ac-e56f-4ee4-b73a-88e9e3e1cd2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:30.877654 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf77ac-e56f-4ee4-b73a-88e9e3e1cd2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2dcbfd0-1aa0-46d9-a027-aa11a4966b50,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:30.885691 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-7bdf77ac-e56f-4ee4-b73a-88e9e3e1cd2c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=222e53c70cf74f00a74123efa5431f9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5578539 Aug 19 15:05:30.890605 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 53100) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:30.897996 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 1637b94e-f2ce-4555-b6c8-82a867805446 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:05:30.937574 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ddc835-d6d0-452a-8b61-a502c697b657 req-5ca1d6bd-3b55-4b72-ab04-4839b40359e3 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:30.945727 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-30ddc835-d6d0-452a-8b61-a502c697b657 req-5ca1d6bd-3b55-4b72-ab04-4839b40359e3 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=76175f4e-1ad9-4189-9d1d-075da57ddfb2 HTTP/1.1" status: 200 len: 946 time: 0.1361465 Aug 19 15:05:30.965465 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 1637b94e-f2ce-4555-b6c8-82a867805446 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:05:31.056451 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7c3c600-d4ba-48f9-9579-e11a786f68bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:31.070821 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-30ddc835-d6d0-452a-8b61-a502c697b657 req-fa1d25ba-395f-459d-aa84-171cae571a46 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241207 Aug 19 15:05:31.095728 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5db60470-ddee-4a0c-af88-fd1c7bb5a658 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:31.116808 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7c3c600-d4ba-48f9-9579-e11a786f68bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:31.134199 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-5db60470-ddee-4a0c-af88-fd1c7bb5a658 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Calling delete_port for b7778371-d644-4465-8b96-6508f4f8e677 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:05:31.140011 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be7ef8-1dcc-4a6e-94cd-01e4ca3c647f req-9680eb53-d411-464e-b2c0-ef3d618ece37 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:31.141642 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-21be7ef8-1dcc-4a6e-94cd-01e4ca3c647f req-9680eb53-d411-464e-b2c0-ef3d618ece37 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.68 "GET /v2.0/ports?device_id=76175f4e-1ad9-4189-9d1d-075da57ddfb2 HTTP/1.1" status: 200 len: 946 time: 0.1662509 Aug 19 15:05:31.223037 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-0b63bbb5-ccf4-4804-baee-a15d2082e6f4 req-ada7a87f-5f45-41d9-ba90-99ca6a6b7c66 service neutron] Attempting to bind port 1637b94e-f2ce-4555-b6c8-82a867805446 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:05:31.223437 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-0b63bbb5-ccf4-4804-baee-a15d2082e6f4 req-ada7a87f-5f45-41d9-ba90-99ca6a6b7c66 service neutron] Attempting to bind port 1637b94e-f2ce-4555-b6c8-82a867805446 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '2cff94a8-d32d-498b-85b8-f4d9632ebdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'efa5a2dd-d570-4b86-a31b-68a1c7c9f708'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:05:31.223745 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b63bbb5-ccf4-4804-baee-a15d2082e6f4 req-ada7a87f-5f45-41d9-ba90-99ca6a6b7c66 service neutron] Attempting to bind port 1637b94e-f2ce-4555-b6c8-82a867805446 on network efa5a2dd-d570-4b86-a31b-68a1c7c9f708 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:05:31.233874 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b63bbb5-ccf4-4804-baee-a15d2082e6f4 req-ada7a87f-5f45-41d9-ba90-99ca6a6b7c66 service neutron] Port 1637b94e-f2ce-4555-b6c8-82a867805446 on network efa5a2dd-d570-4b86-a31b-68a1c7c9f708 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:05:31.234207 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b63bbb5-ccf4-4804-baee-a15d2082e6f4 req-ada7a87f-5f45-41d9-ba90-99ca6a6b7c66 service neutron] Attempting to bind port 1637b94e-f2ce-4555-b6c8-82a867805446 on network efa5a2dd-d570-4b86-a31b-68a1c7c9f708 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:05:31.243279 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b63bbb5-ccf4-4804-baee-a15d2082e6f4 req-ada7a87f-5f45-41d9-ba90-99ca6a6b7c66 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:05:31.243623 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b63bbb5-ccf4-4804-baee-a15d2082e6f4 req-ada7a87f-5f45-41d9-ba90-99ca6a6b7c66 service neutron] Checking segment: {'id': '2cff94a8-d32d-498b-85b8-f4d9632ebdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'efa5a2dd-d570-4b86-a31b-68a1c7c9f708'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:05:31.244010 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b63bbb5-ccf4-4804-baee-a15d2082e6f4 req-ada7a87f-5f45-41d9-ba90-99ca6a6b7c66 service neutron] Bound using segment: {'id': '2cff94a8-d32d-498b-85b8-f4d9632ebdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'efa5a2dd-d570-4b86-a31b-68a1c7c9f708'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:05:31.244490 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-0b63bbb5-ccf4-4804-baee-a15d2082e6f4 req-ada7a87f-5f45-41d9-ba90-99ca6a6b7c66 service neutron] Bound port: 1637b94e-f2ce-4555-b6c8-82a867805446, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cff94a8-d32d-498b-85b8-f4d9632ebdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'efa5a2dd-d570-4b86-a31b-68a1c7c9f708'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:05:31.244853 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0b63bbb5-ccf4-4804-baee-a15d2082e6f4 req-ada7a87f-5f45-41d9-ba90-99ca6a6b7c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:31.307592 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc08be7-a4e4-49bf-88bd-26b27a0716d2 req-25eb4cf9-a923-434b-b82c-a841028480f9 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:31.309436 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bfc08be7-a4e4-49bf-88bd-26b27a0716d2 req-25eb4cf9-a923-434b-b82c-a841028480f9 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 943 time: 0.1007636 Aug 19 15:05:31.314893 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7c3c600-d4ba-48f9-9579-e11a786f68bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:31.318390 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7c3c600-d4ba-48f9-9579-e11a786f68bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:31.319881 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f7c3c600-d4ba-48f9-9579-e11a786f68bc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e2dcbfd0-1aa0-46d9-a027-aa11a4966b50 HTTP/1.1" status: 204 len: 168 time: 0.4276235 Aug 19 15:05:31.326148 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5dec2ae8-03ea-4e2c-a6eb-0c68927418cf None None] Provisioning for port b399a5b6-743e-43e7-a05e-6fe6b7d26fb0 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:05:31.328312 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-21be7ef8-1dcc-4a6e-94cd-01e4ca3c647f req-069d59d9-bfed-4555-8ef2-3ea01d45205f tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Deleting port ebd95b0c-9396-4429-9e4f-a6aaa38f83d9 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:05:31.328704 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-21be7ef8-1dcc-4a6e-94cd-01e4ca3c647f req-069d59d9-bfed-4555-8ef2-3ea01d45205f tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:31.332930 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5dec2ae8-03ea-4e2c-a6eb-0c68927418cf None None] Provisioning complete for port b399a5b6-743e-43e7-a05e-6fe6b7d26fb0 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:05:31.333642 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5dec2ae8-03ea-4e2c-a6eb-0c68927418cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:31.415189 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c3c600-d4ba-48f9-9579-e11a786f68bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2dcbfd0-1aa0-46d9-a027-aa11a4966b50,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:31.458532 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cccc634b-13d8-4030-bfcc-c5500e30edad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:31.474382 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-0b63bbb5-ccf4-4804-baee-a15d2082e6f4 req-ada7a87f-5f45-41d9-ba90-99ca6a6b7c66 service neutron] For port 1637b94e-f2ce-4555-b6c8-82a867805446, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:05:31.506269 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bfc08be7-a4e4-49bf-88bd-26b27a0716d2 req-a1d3c88f-6373-4566-bde3-012e48996a58 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a4db4eb-d4df-4899-a042-35b38e1e17f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1837440 Aug 19 15:05:31.514850 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-0b63bbb5-ccf4-4804-baee-a15d2082e6f4 req-ada7a87f-5f45-41d9-ba90-99ca6a6b7c66 service neutron] For port 1637b94e-f2ce-4555-b6c8-82a867805446, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=1637b94e-f2ce-4555-b6c8-82a867805446,segment=NetworkSegment(2cff94a8-d32d-498b-85b8-f4d9632ebdb6),segment_id=2cff94a8-d32d-498b-85b8-f4d9632ebdb6)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:05:31.544844 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0b63bbb5-ccf4-4804-baee-a15d2082e6f4 req-ada7a87f-5f45-41d9-ba90-99ca6a6b7c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:31.619580 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b399a5b6-743e-43e7-a05e-6fe6b7d26fb0 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:05:31.632718 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b63bbb5-ccf4-4804-baee-a15d2082e6f4 req-ada7a87f-5f45-41d9-ba90-99ca6a6b7c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:31.633520 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0b63bbb5-ccf4-4804-baee-a15d2082e6f4 req-ada7a87f-5f45-41d9-ba90-99ca6a6b7c66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:31.635228 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0b63bbb5-ccf4-4804-baee-a15d2082e6f4 req-ada7a87f-5f45-41d9-ba90-99ca6a6b7c66 service neutron] 10.222.0.68 "PUT /v2.0/ports/1637b94e-f2ce-4555-b6c8-82a867805446 HTTP/1.1" status: 200 len: 1091 time: 2.6717227 Aug 19 15:05:31.667562 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5db60470-ddee-4a0c-af88-fd1c7bb5a658 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:31.673551 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5dec2ae8-03ea-4e2c-a6eb-0c68927418cf None None] Provisioning for port b7778371-d644-4465-8b96-6508f4f8e677 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:05:31.677139 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada7a87f-5f45-41d9-ba90-99ca6a6b7c66 service neutron] Pushing event updated for resources: {'Port': ['ID=1637b94e-f2ce-4555-b6c8-82a867805446,revision_number=7']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:31.712490 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5dec2ae8-03ea-4e2c-a6eb-0c68927418cf None None] Provisioning complete for port b7778371-d644-4465-8b96-6508f4f8e677 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:05:31.713023 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5dec2ae8-03ea-4e2c-a6eb-0c68927418cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:31.757283 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-21be7ef8-1dcc-4a6e-94cd-01e4ca3c647f req-069d59d9-bfed-4555-8ef2-3ea01d45205f tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] For port ebd95b0c-9396-4429-9e4f-a6aaa38f83d9, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=ebd95b0c-9396-4429-9e4f-a6aaa38f83d9,segment=NetworkSegment(b6bb2d61-0455-440b-809f-c8e64ffc2b8e),segment_id=b6bb2d61-0455-440b-809f-c8e64ffc2b8e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:05:31.758064 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-21be7ef8-1dcc-4a6e-94cd-01e4ca3c647f req-069d59d9-bfed-4555-8ef2-3ea01d45205f tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:31.778043 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5dec2ae8-03ea-4e2c-a6eb-0c68927418cf None None] Port b7778371-d644-4465-8b96-6508f4f8e677 was deleted so its status cannot be updated. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 19 15:05:31.804392 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db60470-ddee-4a0c-af88-fd1c7bb5a658 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event deleted for resources: {'Port': ['ID=b7778371-d644-4465-8b96-6508f4f8e677,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:31.820500 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-21be7ef8-1dcc-4a6e-94cd-01e4ca3c647f req-069d59d9-bfed-4555-8ef2-3ea01d45205f tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Calling delete_port for ebd95b0c-9396-4429-9e4f-a6aaa38f83d9 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:05:31.846649 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5dec2ae8-03ea-4e2c-a6eb-0c68927418cf None None] Provisioning complete for port 53896ac4-aa43-43ae-8dd6-1cfc1774663c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:05:31.847785 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5dec2ae8-03ea-4e2c-a6eb-0c68927418cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:31.872180 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5db60470-ddee-4a0c-af88-fd1c7bb5a658 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:31.878995 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5db60470-ddee-4a0c-af88-fd1c7bb5a658 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "DELETE /v2.0/ports/b7778371-d644-4465-8b96-6508f4f8e677 HTTP/1.1" status: 204 len: 168 time: 1.9574764 Aug 19 15:05:31.895634 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 53124) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:31.943909 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-d69d1ced-e034-4f81-8aa9-a69cc66d2ba5 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] GET failed (client error): The resource could not be found. Aug 19 15:05:31.945846 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d69d1ced-e034-4f81-8aa9-a69cc66d2ba5 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "GET /v2.0/ports/b7778371-d644-4465-8b96-6508f4f8e677 HTTP/1.1" status: 404 len: 333 time: 0.0488980 Aug 19 15:05:31.956094 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5dec2ae8-03ea-4e2c-a6eb-0c68927418cf None None] Port 53896ac4-aa43-43ae-8dd6-1cfc1774663c cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:05:31.962049 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 53130) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:31.970421 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port b399a5b6-743e-43e7-a05e-6fe6b7d26fb0 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:05:31.978342 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:31.997708 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b63bbb5-ccf4-4804-baee-a15d2082e6f4 req-dcb4f8c3-ca1c-45af-ae1b-0d1641162667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:32.000399 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0b63bbb5-ccf4-4804-baee-a15d2082e6f4 req-dcb4f8c3-ca1c-45af-ae1b-0d1641162667 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5784b0340e8242b1aba4ab831f2e3b23&device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 1094 time: 0.2948403 Aug 19 15:05:32.006673 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '526fbb5b-ba13-4afa-b54c-14981b504610', 'tag': '1637b94e-f2ce-4555-b6c8-82a867805446'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:05:32.009397 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd240a30-a822-4bc9-9234-27111882b737" -d '{"events": [{"name": "network-changed", "server_uuid": "526fbb5b-ba13-4afa-b54c-14981b504610", "tag": "1637b94e-f2ce-4555-b6c8-82a867805446"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:05:32.155360 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3ff9cdc1-0f5d-43a1-a23c-e2ca51378d14 None None] Could not find standard attr ID for object b7778371-d644-4465-8b96-6508f4f8e677. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 15:05:32.228798 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-45f65433-af91-4094-ac9a-90004e990067 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:32.279112 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190363ae-b54d-47ac-a53d-c1d98b52aa7d x-openstack-request-id: req-190363ae-b54d-47ac-a53d-c1d98b52aa7d {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:05:32.280039 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "526fbb5b-ba13-4afa-b54c-14981b504610", "tag": "1637b94e-f2ce-4555-b6c8-82a867805446", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:05:32.280734 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-190363ae-b54d-47ac-a53d-c1d98b52aa7d {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:05:32.282193 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '526fbb5b-ba13-4afa-b54c-14981b504610', 'tag': '1637b94e-f2ce-4555-b6c8-82a867805446', 'status': 'completed', 'code': 200} Aug 19 15:05:32.309659 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b63bbb5-ccf4-4804-baee-a15d2082e6f4 req-ac285593-3c97-4479-827b-98dc51045796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:32.314342 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0b63bbb5-ccf4-4804-baee-a15d2082e6f4 req-ac285593-3c97-4479-827b-98dc51045796 service neutron] 10.222.0.68 "GET /v2.0/networks?id=efa5a2dd-d570-4b86-a31b-68a1c7c9f708 HTTP/1.1" status: 200 len: 898 time: 0.2937443 Aug 19 15:05:32.321957 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-45f65433-af91-4094-ac9a-90004e990067 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:32.396764 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 53136) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:32.452766 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9fa5d1c9-af21-43fa-89e2-65ea62ffde9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:32.461591 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0b63bbb5-ccf4-4804-baee-a15d2082e6f4 req-37c4ad12-e7da-4b23-b406-bed3d47454ff service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1637b94e-f2ce-4555-b6c8-82a867805446 HTTP/1.1" status: 200 len: 999 time: 0.1329513 Aug 19 15:05:32.467656 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-21be7ef8-1dcc-4a6e-94cd-01e4ca3c647f req-069d59d9-bfed-4555-8ef2-3ea01d45205f tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:32.470850 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-45f65433-af91-4094-ac9a-90004e990067 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:32.475116 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-45f65433-af91-4094-ac9a-90004e990067 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:32.477025 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-45f65433-af91-4094-ac9a-90004e990067 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "DELETE /v2.0/security-groups/7ba767b9-f403-419e-a737-4ffb746e01a3 HTTP/1.1" status: 204 len: 168 time: 0.5112917 Aug 19 15:05:32.480894 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['081f54b8-f807-4b9a-99a9-66484df945d5'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:05:32.485016 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 53138) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:32.527028 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f65433-af91-4094-ac9a-90004e990067 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba767b9-f403-419e-a737-4ffb746e01a3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:32.545816 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd240a30-a822-4bc9-9234-27111882b737 req-763bc11d-767b-47a9-871c-11723e0fd531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:32.547667 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fd240a30-a822-4bc9-9234-27111882b737 req-763bc11d-767b-47a9-871c-11723e0fd531 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5784b0340e8242b1aba4ab831f2e3b23&device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 1094 time: 0.2901330 Aug 19 15:05:32.578100 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069d59d9-bfed-4555-8ef2-3ea01d45205f tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Pushing event deleted for resources: {'Port': ['ID=ebd95b0c-9396-4429-9e4f-a6aaa38f83d9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:32.617533 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b63bbb5-ccf4-4804-baee-a15d2082e6f4 req-cead167b-81cc-4d6f-9a60-8d045abf47da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:32.630233 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0b63bbb5-ccf4-4804-baee-a15d2082e6f4 req-cead167b-81cc-4d6f-9a60-8d045abf47da service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a011c1be-9b05-4239-aaa2-42073d462e8e HTTP/1.1" status: 200 len: 834 time: 0.1447403 Aug 19 15:05:32.715731 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b63bbb5-ccf4-4804-baee-a15d2082e6f4 req-f0f0467f-3915-4c02-b4c8-7555c0fb9a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:32.718247 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0b63bbb5-ccf4-4804-baee-a15d2082e6f4 req-f0f0467f-3915-4c02-b4c8-7555c0fb9a5e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=efa5a2dd-d570-4b86-a31b-68a1c7c9f708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803716 Aug 19 15:05:32.792811 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-21be7ef8-1dcc-4a6e-94cd-01e4ca3c647f req-069d59d9-bfed-4555-8ef2-3ea01d45205f tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] No DVR routers for this DVR port ebd95b0c-9396-4429-9e4f-a6aaa38f83d9 on host n-h1-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:05:32.803222 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee592e2-892f-4a52-bfe7-584121b4728f req-0224e369-3c85-4a96-b702-afa88c696ee9 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:32.804980 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cee592e2-892f-4a52-bfe7-584121b4728f req-0224e369-3c85-4a96-b702-afa88c696ee9 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=76175f4e-1ad9-4189-9d1d-075da57ddfb2 HTTP/1.1" status: 200 len: 867 time: 0.4189541 Aug 19 15:05:32.811479 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-21be7ef8-1dcc-4a6e-94cd-01e4ca3c647f req-069d59d9-bfed-4555-8ef2-3ea01d45205f tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:32.813522 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-21be7ef8-1dcc-4a6e-94cd-01e4ca3c647f req-069d59d9-bfed-4555-8ef2-3ea01d45205f tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.68 "DELETE /v2.0/ports/ebd95b0c-9396-4429-9e4f-a6aaa38f83d9 HTTP/1.1" status: 204 len: 173 time: 1.6575508 Aug 19 15:05:32.824525 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76175f4e-1ad9-4189-9d1d-075da57ddfb2', 'name': 'network-vif-deleted', 'tag': 'ebd95b0c-9396-4429-9e4f-a6aaa38f83d9'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:05:32.826631 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5e15b2-d605-4a2b-8964-b131786f177e" -d '{"events": [{"server_uuid": "76175f4e-1ad9-4189-9d1d-075da57ddfb2", "name": "network-vif-deleted", "tag": "ebd95b0c-9396-4429-9e4f-a6aaa38f83d9"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:05:32.844629 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0b63bbb5-ccf4-4804-baee-a15d2082e6f4 req-9adf67e2-5a6e-4910-93bd-f174ce405ec5 service neutron] 10.222.0.68 "GET /v2.0/networks/efa5a2dd-d570-4b86-a31b-68a1c7c9f708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176755 Aug 19 15:05:32.868663 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd240a30-a822-4bc9-9234-27111882b737 req-bde9f5c4-88c7-4dff-be83-1bec1d493eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:32.870132 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fd240a30-a822-4bc9-9234-27111882b737 req-bde9f5c4-88c7-4dff-be83-1bec1d493eb4 service neutron] 10.222.0.88 "GET /v2.0/networks?id=efa5a2dd-d570-4b86-a31b-68a1c7c9f708 HTTP/1.1" status: 200 len: 898 time: 0.2600820 Aug 19 15:05:32.956667 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device ebd95b0c-9396-4429-9e4f-a6aaa38f83d9 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:05:32.957920 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0b63bbb5-ccf4-4804-baee-a15d2082e6f4 req-9cc8aefd-3482-4ef5-a410-dd69d9096920 service neutron] 10.222.0.68 "GET /v2.0/networks/efa5a2dd-d570-4b86-a31b-68a1c7c9f708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050591 Aug 19 15:05:32.980590 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: ebd95b0c-9396-4429-9e4f-a6aaa38f83d9 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:05:32.981230 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device ebd95b0c-9396-4429-9e4f-a6aaa38f83d9 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:05:32.992841 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c38b3c-0ff1-4276-be5d-c384fd99697a req-66221266-c1fe-4b0c-899d-d947f80bbef0 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:33.000194 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-70c38b3c-0ff1-4276-be5d-c384fd99697a req-66221266-c1fe-4b0c-899d-d947f80bbef0 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 943 time: 0.3548329 Aug 19 15:05:33.002046 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d052b4f6-6fd0-4b29-afba-d8083c515723 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:33.075842 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cee592e2-892f-4a52-bfe7-584121b4728f req-9e41663e-c534-422d-8611-29cbea849eca tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408149 Aug 19 15:05:33.080193 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d052b4f6-6fd0-4b29-afba-d8083c515723 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:33.083137 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd240a30-a822-4bc9-9234-27111882b737 req-8a2e8018-184b-4f89-82ef-93b74d191a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:33.086598 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fd240a30-a822-4bc9-9234-27111882b737 req-8a2e8018-184b-4f89-82ef-93b74d191a67 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5784b0340e8242b1aba4ab831f2e3b23&device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 1094 time: 0.0650451 Aug 19 15:05:33.120523 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fd240a30-a822-4bc9-9234-27111882b737 req-fa811147-465a-42d7-8029-420d17d9eef3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1637b94e-f2ce-4555-b6c8-82a867805446 HTTP/1.1" status: 200 len: 999 time: 0.2312081 Aug 19 15:05:33.169692 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-70c38b3c-0ff1-4276-be5d-c384fd99697a req-e22cabbc-a851-4850-9e33-ea99e6d10dae tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a4db4eb-d4df-4899-a042-35b38e1e17f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1684866 Aug 19 15:05:33.236389 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9fa5d1c9-af21-43fa-89e2-65ea62ffde9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:33.239901 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d052b4f6-6fd0-4b29-afba-d8083c515723 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:33.243862 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d052b4f6-6fd0-4b29-afba-d8083c515723 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:33.247634 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d052b4f6-6fd0-4b29-afba-d8083c515723 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "DELETE /v2.0/security-groups/c690fd3b-2fd5-4d38-a9d6-1fedfe393d37 HTTP/1.1" status: 204 len: 168 time: 0.7473342 Aug 19 15:05:33.252182 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9fa5d1c9-af21-43fa-89e2-65ea62ffde9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:33.256156 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 53152) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:33.276539 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd240a30-a822-4bc9-9234-27111882b737 req-4bed9d9a-dae6-4497-99c8-a1acff67f213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:33.278410 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fd240a30-a822-4bc9-9234-27111882b737 req-4bed9d9a-dae6-4497-99c8-a1acff67f213 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a011c1be-9b05-4239-aaa2-42073d462e8e HTTP/1.1" status: 200 len: 834 time: 0.1452081 Aug 19 15:05:33.286579 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d052b4f6-6fd0-4b29-afba-d8083c515723 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c690fd3b-2fd5-4d38-a9d6-1fedfe393d37,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:33.292204 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd240a30-a822-4bc9-9234-27111882b737 req-b53ca3de-39ab-4882-98b4-da53bb8aacb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:33.294092 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fd240a30-a822-4bc9-9234-27111882b737 req-b53ca3de-39ab-4882-98b4-da53bb8aacb0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=efa5a2dd-d570-4b86-a31b-68a1c7c9f708 HTTP/1.1" status: 200 len: 898 time: 0.1962910 Aug 19 15:05:33.381988 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9fa5d1c9-af21-43fa-89e2-65ea62ffde9b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9b69c227adda450e9a51df7022af2e5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9755824 Aug 19 15:05:33.384292 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 53154) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:33.406644 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa5d1c9-af21-43fa-89e2-65ea62ffde9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f203f05f-923a-4d65-8ebc-ae6fe90cfca5,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:33.441754 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fd240a30-a822-4bc9-9234-27111882b737 req-bf676692-30de-4367-8986-226329bc29de service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1637b94e-f2ce-4555-b6c8-82a867805446 HTTP/1.1" status: 200 len: 999 time: 0.1357543 Aug 19 15:05:33.450092 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd240a30-a822-4bc9-9234-27111882b737 req-f16dd8cb-9d0b-4b18-bd5c-3147b2d2a648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:33.452212 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fd240a30-a822-4bc9-9234-27111882b737 req-f16dd8cb-9d0b-4b18-bd5c-3147b2d2a648 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=efa5a2dd-d570-4b86-a31b-68a1c7c9f708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1634157 Aug 19 15:05:33.536522 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9a132348-494f-4425-abb2-b88a880c16c5 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:33.567871 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-764e4a1d-0f0e-47c4-9110-6bc1d5786fb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:33.614457 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59cae1f7-3388-4d3e-bd83-e784c8565b3b x-openstack-request-id: req-59cae1f7-3388-4d3e-bd83-e784c8565b3b {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:05:33.614746 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76175f4e-1ad9-4189-9d1d-075da57ddfb2", "name": "network-vif-deleted", "tag": "ebd95b0c-9396-4429-9e4f-a6aaa38f83d9", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:05:33.614999 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-59cae1f7-3388-4d3e-bd83-e784c8565b3b {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:05:33.615403 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76175f4e-1ad9-4189-9d1d-075da57ddfb2', 'name': 'network-vif-deleted', 'tag': 'ebd95b0c-9396-4429-9e4f-a6aaa38f83d9', 'status': 'completed', 'code': 200} Aug 19 15:05:33.622131 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-764e4a1d-0f0e-47c4-9110-6bc1d5786fb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:33.647827 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9a132348-494f-4425-abb2-b88a880c16c5 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:33.653516 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd240a30-a822-4bc9-9234-27111882b737 req-f95a2d94-b8b8-400a-a91c-c358378b78d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:33.655178 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fd240a30-a822-4bc9-9234-27111882b737 req-f95a2d94-b8b8-400a-a91c-c358378b78d3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a011c1be-9b05-4239-aaa2-42073d462e8e HTTP/1.1" status: 200 len: 834 time: 0.1934552 Aug 19 15:05:33.734357 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd240a30-a822-4bc9-9234-27111882b737 req-2a62994d-c72c-4d36-9b95-0e534ce26094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:33.736073 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fd240a30-a822-4bc9-9234-27111882b737 req-2a62994d-c72c-4d36-9b95-0e534ce26094 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=efa5a2dd-d570-4b86-a31b-68a1c7c9f708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693977 Aug 19 15:05:33.753491 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-764e4a1d-0f0e-47c4-9110-6bc1d5786fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:33.756285 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-764e4a1d-0f0e-47c4-9110-6bc1d5786fb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:33.760012 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-764e4a1d-0f0e-47c4-9110-6bc1d5786fb1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f203f05f-923a-4d65-8ebc-ae6fe90cfca5 HTTP/1.1" status: 204 len: 168 time: 0.3722911 Aug 19 15:05:33.763458 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fd240a30-a822-4bc9-9234-27111882b737 req-2b26f012-ee5f-4ed9-b9e0-8ad6604ccd96 service neutron] 10.222.0.88 "GET /v2.0/networks/efa5a2dd-d570-4b86-a31b-68a1c7c9f708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996173 Aug 19 15:05:33.803170 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764e4a1d-0f0e-47c4-9110-6bc1d5786fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f203f05f-923a-4d65-8ebc-ae6fe90cfca5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:33.884355 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9a132348-494f-4425-abb2-b88a880c16c5 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:33.891482 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9a132348-494f-4425-abb2-b88a880c16c5 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:33.893883 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9a132348-494f-4425-abb2-b88a880c16c5 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "DELETE /v2.0/security-groups/c78d2bc2-8eb9-4aad-83b3-348526f1fa08 HTTP/1.1" status: 204 len: 168 time: 0.6356544 Aug 19 15:05:33.898041 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fd240a30-a822-4bc9-9234-27111882b737 req-c4704973-fd18-48c0-8a6e-00c97f0eb708 service neutron] 10.222.0.68 "GET /v2.0/networks/efa5a2dd-d570-4b86-a31b-68a1c7c9f708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537676 Aug 19 15:05:33.899600 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 53160) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:33.950786 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fd240a30-a822-4bc9-9234-27111882b737 req-a5f6ee92-776a-415e-a5aa-014b2045690e service neutron] 10.222.0.88 "GET /v2.0/networks/efa5a2dd-d570-4b86-a31b-68a1c7c9f708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772277 Aug 19 15:05:33.953009 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a132348-494f-4425-abb2-b88a880c16c5 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78d2bc2-8eb9-4aad-83b3-348526f1fa08,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:34.072850 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-4320263e-f55b-41d6-9d12-8c592b7ac6b5 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Deleting subnet 1d3f2bdc-0adf-42da-bebe-2f4d4d9ea35d {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:05:34.080601 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4320263e-f55b-41d6-9d12-8c592b7ac6b5 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:34.119625 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:34.172915 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4320263e-f55b-41d6-9d12-8c592b7ac6b5 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:34.179148 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fd240a30-a822-4bc9-9234-27111882b737 req-181db7d2-fd44-4b7a-8bef-0a9994a1066d service neutron] 10.222.0.68 "GET /v2.0/networks/efa5a2dd-d570-4b86-a31b-68a1c7c9f708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681038 Aug 19 15:05:34.262965 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1acf9156-5865-4348-b20c-343cb16d0432 req-5c2da6ad-c29b-4a04-a1f3-b053356aff1c tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=76175f4e-1ad9-4189-9d1d-075da57ddfb2 HTTP/1.1" status: 200 len: 210 time: 0.0895834 Aug 19 15:05:34.326191 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4320263e-f55b-41d6-9d12-8c592b7ac6b5 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:34.343141 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-091a208e-50d7-42af-b5c8-06a271cf060f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:34.348280 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d4154-6db1-4e80-8ec3-a80119a144c3 req-e6e7eaf3-b2bf-471f-8879-0cfdffeb2f7d tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:34.351672 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a53d4154-6db1-4e80-8ec3-a80119a144c3 req-e6e7eaf3-b2bf-471f-8879-0cfdffeb2f7d tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 943 time: 0.0720029 Aug 19 15:05:34.406413 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4320263e-f55b-41d6-9d12-8c592b7ac6b5 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:34.408399 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a53d4154-6db1-4e80-8ec3-a80119a144c3 req-9a50b451-22e6-4347-a2c6-97ab7211faae tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a4db4eb-d4df-4899-a042-35b38e1e17f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510979 Aug 19 15:05:34.459647 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320263e-f55b-41d6-9d12-8c592b7ac6b5 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event deleted for resources: {'Subnet': ['ID=1d3f2bdc-0adf-42da-bebe-2f4d4d9ea35d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:34.474555 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4320263e-f55b-41d6-9d12-8c592b7ac6b5 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:34.475688 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c46626-9d75-4346-b8f3-f19782c0ffe3 None None] Network e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:05:34.481340 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4320263e-f55b-41d6-9d12-8c592b7ac6b5 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "DELETE /v2.0/subnets/1d3f2bdc-0adf-42da-bebe-2f4d4d9ea35d HTTP/1.1" status: 204 len: 168 time: 0.5766199 Aug 19 15:05:34.482849 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 53176) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:34.571986 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce7649f2-28b4-4c4d-b0bb-61d882494074 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Deleting subnet 68f65e72-2604-47a7-8d34-d4380af9b3a9 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:05:34.575657 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce7649f2-28b4-4c4d-b0bb-61d882494074 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:34.623576 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce7649f2-28b4-4c4d-b0bb-61d882494074 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:34.658544 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:34.757785 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce7649f2-28b4-4c4d-b0bb-61d882494074 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:34.888290 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce7649f2-28b4-4c4d-b0bb-61d882494074 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:34.942098 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7649f2-28b4-4c4d-b0bb-61d882494074 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event deleted for resources: {'Subnet': ['ID=68f65e72-2604-47a7-8d34-d4380af9b3a9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:34.978499 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce7649f2-28b4-4c4d-b0bb-61d882494074 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:34.981354 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ce7649f2-28b4-4c4d-b0bb-61d882494074 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "DELETE /v2.0/subnets/68f65e72-2604-47a7-8d34-d4380af9b3a9 HTTP/1.1" status: 204 len: 168 time: 0.4969070 Aug 19 15:05:34.983687 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 53196) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:35.021527 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-f111577d-4208-47ef-a99c-3070a815e955 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] DELETE failed (client error): The resource could not be found. Aug 19 15:05:35.022081 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f111577d-4208-47ef-a99c-3070a815e955 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:05:35.024540 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f111577d-4208-47ef-a99c-3070a815e955 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "DELETE /v2.0/subnets/1d3f2bdc-0adf-42da-bebe-2f4d4d9ea35d HTTP/1.1" status: 404 len: 337 time: 0.0391963 Aug 19 15:05:35.027786 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 53202) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:35.109125 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c630e68a-2ee8-44a8-a08f-78d5785d8b46 req-233ece6b-b95f-4f00-8292-c0f6ac271aa9 tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=4b5c1aae2df74b80bf845bbb96db3736&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0778072 Aug 19 15:05:35.156158 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:35.216924 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a8ce17b-886f-41d3-ab38-6c6678ce4b91 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Deleting subnet 318bbbff-18f6-463f-a8fd-e8e069037b50 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:05:35.240689 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1a8ce17b-886f-41d3-ab38-6c6678ce4b91 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:35.387832 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1a8ce17b-886f-41d3-ab38-6c6678ce4b91 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:35.429818 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:35.472258 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-087b1b42-8a24-42d5-b77c-4481657c3692 req-1b1956f4-1e96-4c05-b322-2a723c5c5c49 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=76175f4e-1ad9-4189-9d1d-075da57ddfb2 HTTP/1.1" status: 200 len: 210 time: 0.0963738 Aug 19 15:05:35.495537 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630e68a-2ee8-44a8-a08f-78d5785d8b46 req-40eea7b2-8f83-4c79-ad81-f4ba9511db17 tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:35.499219 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c630e68a-2ee8-44a8-a08f-78d5785d8b46 req-40eea7b2-8f83-4c79-ad81-f4ba9511db17 tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3802764 Aug 19 15:05:35.551550 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c630e68a-2ee8-44a8-a08f-78d5785d8b46 req-3eb7961d-8968-4b3e-903c-2410b1b08360 tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] 10.222.0.69 "GET /v2.0/quotas/4b5c1aae2df74b80bf845bbb96db3736 HTTP/1.1" status: 200 len: 375 time: 0.0400026 Aug 19 15:05:35.594329 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c630e68a-2ee8-44a8-a08f-78d5785d8b46 req-a51d4528-3798-4abd-bce0-a54c0ca47630 tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4b5c1aae2df74b80bf845bbb96db3736&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321527 Aug 19 15:05:35.601674 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1a8ce17b-886f-41d3-ab38-6c6678ce4b91 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:35.645018 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a044185-39f7-460a-86f8-99b293695248 None None] Network e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:05:35.696232 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24459e51-2d43-4113-8980-1720b228a8c8 req-058c6a45-8ff1-45fd-bc9c-eb659224266e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:35.698033 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-24459e51-2d43-4113-8980-1720b228a8c8 req-058c6a45-8ff1-45fd-bc9c-eb659224266e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 943 time: 0.1009161 Aug 19 15:05:35.740825 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1a8ce17b-886f-41d3-ab38-6c6678ce4b91 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:35.753774 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6afda533-c832-46f3-8fc9-ccc7dd164ca7 None None] Provisioning complete for port b399a5b6-743e-43e7-a05e-6fe6b7d26fb0 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:05:35.754383 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6afda533-c832-46f3-8fc9-ccc7dd164ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:35.771944 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1a8ce17b-886f-41d3-ab38-6c6678ce4b91 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:35.776918 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 53220) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:35.793059 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1a8ce17b-886f-41d3-ab38-6c6678ce4b91 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "DELETE /v2.0/subnets/318bbbff-18f6-463f-a8fd-e8e069037b50 HTTP/1.1" status: 204 len: 168 time: 0.7636971 Aug 19 15:05:35.862358 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-182356e6-1373-41d3-a8ac-cdd16b3bee1e tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] DELETE failed (client error): The resource could not be found. Aug 19 15:05:35.863101 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-182356e6-1373-41d3-a8ac-cdd16b3bee1e tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:05:35.868178 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-182356e6-1373-41d3-a8ac-cdd16b3bee1e tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "DELETE /v2.0/subnets/3fb00439-e7df-4e66-9b7b-2ba507c803b0 HTTP/1.1" status: 404 len: 337 time: 0.0897348 Aug 19 15:05:35.868836 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 53228) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:35.920304 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-24459e51-2d43-4113-8980-1720b228a8c8 req-3be3484b-101b-4974-ac12-47a60311bd8f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a4db4eb-d4df-4899-a042-35b38e1e17f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2156608 Aug 19 15:05:35.923187 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8ce17b-886f-41d3-ab38-6c6678ce4b91 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event deleted for resources: {'Subnet': ['ID=318bbbff-18f6-463f-a8fd-e8e069037b50,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:35.926530 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 53232) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:35.926987 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-36a3dc49-1332-4723-87b2-fd13fa978ddc tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "GET /v2.0/ports?device_id=89d00593-a27c-4dd6-84a7-92d8b6d3c8ad HTTP/1.1" status: 200 len: 205 time: 0.0566187 Aug 19 15:05:36.087260 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-456159f9-18c4-4a40-a3ea-b58418077f7c req-d0b4bab0-2ddd-445e-aa9e-000633c649d1 tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] 10.222.0.69 "GET /v2.0/ports?device_id=17c92d31-8410-4e9a-a783-145704cc3ac6 HTTP/1.1" status: 200 len: 210 time: 0.1988420 Aug 19 15:05:36.088385 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [None req-39812b54-c389-4397-97c4-dd8d5cb27180 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] delete failed (client error): The resource could not be found. Aug 19 15:05:36.092255 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-39812b54-c389-4397-97c4-dd8d5cb27180 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "DELETE /v2.0/routers/89d00593-a27c-4dd6-84a7-92d8b6d3c8ad HTTP/1.1" status: 404 len: 336 time: 0.1427066 Aug 19 15:05:36.092808 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 53240) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:36.121744 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6afda533-c832-46f3-8fc9-ccc7dd164ca7 None None] Provisioning complete for port 53896ac4-aa43-43ae-8dd6-1cfc1774663c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:05:36.122114 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6afda533-c832-46f3-8fc9-ccc7dd164ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:36.145908 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffff5ad8-963e-442a-9eb3-2026fd0dd29c tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] DELETE failed (client error): The resource could not be found. Aug 19 15:05:36.146369 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffff5ad8-963e-442a-9eb3-2026fd0dd29c tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:05:36.152239 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 53244) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:36.154857 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ffff5ad8-963e-442a-9eb3-2026fd0dd29c tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "DELETE /v2.0/subnets/086387bf-f1d2-45d9-b305-85be46a2dbd4 HTTP/1.1" status: 404 len: 337 time: 0.0546570 Aug 19 15:05:36.177896 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6afda533-c832-46f3-8fc9-ccc7dd164ca7 None None] Port 53896ac4-aa43-43ae-8dd6-1cfc1774663c cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:05:36.186878 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d5f4a8-3ad2-4dd1-bf3e-01888bf75b70 None None] DHCP port deletion for e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:05:36.205420 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-92dae6c0-3007-42d1-960b-3bafaec20b23 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] DELETE failed (client error): The resource could not be found. Aug 19 15:05:36.207379 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92dae6c0-3007-42d1-960b-3bafaec20b23 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:05:36.212514 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 53248) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:36.213849 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-92dae6c0-3007-42d1-960b-3bafaec20b23 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "DELETE /v2.0/subnets/6be9b8f6-7182-41fb-bfce-e0f3e5d4b66e HTTP/1.1" status: 404 len: 337 time: 0.0602598 Aug 19 15:05:36.274951 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4a56300-d7b1-4315-a700-70dc2267fddb tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] DELETE failed (client error): The resource could not be found. Aug 19 15:05:36.275391 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4a56300-d7b1-4315-a700-70dc2267fddb tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:05:36.280472 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e4a56300-d7b1-4315-a700-70dc2267fddb tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "DELETE /v2.0/subnets/04bf6a0c-e179-40cd-8eab-f671f15da72b HTTP/1.1" status: 404 len: 337 time: 0.0669708 Aug 19 15:05:36.298602 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f6d5f4a8-3ad2-4dd1-bf3e-01888bf75b70 None None] Deleting port b399a5b6-743e-43e7-a05e-6fe6b7d26fb0 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:05:36.299135 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 53250) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:36.299366 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f6d5f4a8-3ad2-4dd1-bf3e-01888bf75b70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:36.369078 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-84afe9b8-e6e5-4b4c-99c1-b7ae2320b892 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] DELETE failed (client error): The resource could not be found. Aug 19 15:05:36.370038 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84afe9b8-e6e5-4b4c-99c1-b7ae2320b892 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:05:36.372212 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-84afe9b8-e6e5-4b4c-99c1-b7ae2320b892 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "DELETE /v2.0/ports/d5dad40f-570e-4f9e-ac22-3bf8562e8590 HTTP/1.1" status: 404 len: 333 time: 0.0710282 Aug 19 15:05:36.374723 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 53254) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:36.382706 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20739bf4-0484-4216-8f58-bf006abb055d req-93304e12-ed98-4d55-8ecf-45657e4df405 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:36.384614 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-20739bf4-0484-4216-8f58-bf006abb055d req-93304e12-ed98-4d55-8ecf-45657e4df405 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.68 "GET /v2.0/ports?device_id=526fbb5b-ba13-4afa-b54c-14981b504610&tenant_id=5784b0340e8242b1aba4ab831f2e3b23&binding%3Ahost_id=n-h1-766043-2 HTTP/1.1" status: 200 len: 943 time: 0.1541865 Aug 19 15:05:36.401586 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f6d5f4a8-3ad2-4dd1-bf3e-01888bf75b70 None None] For port b399a5b6-743e-43e7-a05e-6fe6b7d26fb0, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b399a5b6-743e-43e7-a05e-6fe6b7d26fb0,segment=NetworkSegment(89ee4c45-25bc-4dfc-b20e-a26387caa96f),segment_id=89ee4c45-25bc-4dfc-b20e-a26387caa96f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:05:36.404817 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f6d5f4a8-3ad2-4dd1-bf3e-01888bf75b70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:36.408218 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dbb6991-8b5e-47d1-a94d-1c22c24bb0be tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] DELETE failed (client error): The resource could not be found. Aug 19 15:05:36.409200 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dbb6991-8b5e-47d1-a94d-1c22c24bb0be tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:05:36.411281 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1dbb6991-8b5e-47d1-a94d-1c22c24bb0be tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "DELETE /v2.0/subnets/fa021d71-9c73-4a4c-9058-a33a2f044bfc HTTP/1.1" status: 404 len: 337 time: 0.0354805 Aug 19 15:05:36.414049 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 53258) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:36.434265 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f6d5f4a8-3ad2-4dd1-bf3e-01888bf75b70 None None] Calling delete_port for b399a5b6-743e-43e7-a05e-6fe6b7d26fb0 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:05:36.440721 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402160d-06b2-42de-ae32-fd610809f225 req-f0cc39c8-8cd0-4386-a34a-1c1594105c84 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:36.448669 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7402160d-06b2-42de-ae32-fd610809f225 req-f0cc39c8-8cd0-4386-a34a-1c1594105c84 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 943 time: 0.1761267 Aug 19 15:05:36.469783 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a05264a-ad31-483c-80d2-280d40194691 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] DELETE failed (client error): The resource could not be found. Aug 19 15:05:36.470479 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a05264a-ad31-483c-80d2-280d40194691 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:05:36.472360 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-3a05264a-ad31-483c-80d2-280d40194691 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "DELETE /v2.0/subnets/175dff6f-f3bc-4ab8-b1b2-14066bad6f81 HTTP/1.1" status: 404 len: 337 time: 0.0572379 Aug 19 15:05:36.479302 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 53260) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:36.514851 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-42d88a2e-0766-46ea-9691-97cc4cb3cc10 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] DELETE failed (client error): The resource could not be found. Aug 19 15:05:36.515567 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42d88a2e-0766-46ea-9691-97cc4cb3cc10 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:05:36.517499 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-42d88a2e-0766-46ea-9691-97cc4cb3cc10 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "DELETE /v2.0/ports/060f7f87-c0ac-454c-b0c5-251393742a0f HTTP/1.1" status: 404 len: 333 time: 0.0370636 Aug 19 15:05:36.519933 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 53266) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:36.541770 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-20739bf4-0484-4216-8f58-bf006abb055d req-1004a504-9fb5-4c4a-9a61-d7db77762c86 service neutron] 10.222.0.68 "GET /v2.0/ports/1637b94e-f2ce-4555-b6c8-82a867805446/bindings/n-h1-766043-2 HTTP/1.1" status: 200 len: 382 time: 0.1434121 Aug 19 15:05:36.574960 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7402160d-06b2-42de-ae32-fd610809f225 req-cd909c9a-8c5b-48f1-aea4-66bb6dc40cf8 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a4db4eb-d4df-4899-a042-35b38e1e17f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035192 Aug 19 15:05:36.576963 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-18b8e59a-5173-4e21-83f2-2c4dd7eb97a9 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] DELETE failed (client error): The resource could not be found. Aug 19 15:05:36.587484 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18b8e59a-5173-4e21-83f2-2c4dd7eb97a9 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:05:36.589708 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-18b8e59a-5173-4e21-83f2-2c4dd7eb97a9 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "DELETE /v2.0/subnets/cd02ff94-c350-4e51-a071-a9060236e094 HTTP/1.1" status: 404 len: 337 time: 0.0687754 Aug 19 15:05:36.592773 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 53268) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:36.644178 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3b74140-ee5b-42e3-89b0-d2cc3105cca4 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] DELETE failed (client error): The resource could not be found. Aug 19 15:05:36.646012 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20739bf4-0484-4216-8f58-bf006abb055d req-59d1d553-594c-4554-af70-8595d86041b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:36.646714 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3b74140-ee5b-42e3-89b0-d2cc3105cca4 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:05:36.648628 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-20739bf4-0484-4216-8f58-bf006abb055d req-59d1d553-594c-4554-af70-8595d86041b6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5784b0340e8242b1aba4ab831f2e3b23&device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 1094 time: 0.0743561 Aug 19 15:05:36.650569 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-c3b74140-ee5b-42e3-89b0-d2cc3105cca4 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "DELETE /v2.0/subnets/8b3b9f05-db4f-443c-833b-7c0e04dec5ba HTTP/1.1" status: 404 len: 337 time: 0.0566063 Aug 19 15:05:36.654588 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 53272) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:36.684108 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f6d5f4a8-3ad2-4dd1-bf3e-01888bf75b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:36.716245 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3287b8a2-260b-4a8e-b6aa-af8bc64b88e9 req-1f4480f3-ae83-4902-9255-08a6584895b2 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=76175f4e-1ad9-4189-9d1d-075da57ddfb2 HTTP/1.1" status: 200 len: 210 time: 0.0549076 Aug 19 15:05:36.734230 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d5f4a8-3ad2-4dd1-bf3e-01888bf75b70 None None] No DVR routers for this DVR port b399a5b6-743e-43e7-a05e-6fe6b7d26fb0 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:05:36.769891 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d5f4a8-3ad2-4dd1-bf3e-01888bf75b70 None None] Pushing event deleted for resources: {'Port': ['ID=b399a5b6-743e-43e7-a05e-6fe6b7d26fb0,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:36.865112 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20739bf4-0484-4216-8f58-bf006abb055d req-42c54d42-6185-45b8-995d-e4ff122b7053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:36.866627 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-20739bf4-0484-4216-8f58-bf006abb055d req-42c54d42-6185-45b8-995d-e4ff122b7053 service neutron] 10.222.0.68 "GET /v2.0/networks?id=efa5a2dd-d570-4b86-a31b-68a1c7c9f708 HTTP/1.1" status: 200 len: 898 time: 0.1473846 Aug 19 15:05:36.938268 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:36.961286 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-363d53de-abb8-4946-9098-4c85706bc440 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Deleting port 53896ac4-aa43-43ae-8dd6-1cfc1774663c {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:05:36.961640 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-363d53de-abb8-4946-9098-4c85706bc440 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:36.972186 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 1637b94e-f2ce-4555-b6c8-82a867805446 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:05:37.029193 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-20739bf4-0484-4216-8f58-bf006abb055d req-2325a03d-628b-49e0-8489-fbc1db30625c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1637b94e-f2ce-4555-b6c8-82a867805446 HTTP/1.1" status: 200 len: 999 time: 0.1530139 Aug 19 15:05:37.075557 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-363d53de-abb8-4946-9098-4c85706bc440 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:37.096211 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-363d53de-abb8-4946-9098-4c85706bc440 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Calling delete_port for 53896ac4-aa43-43ae-8dd6-1cfc1774663c owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:05:37.096383 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 1637b94e-f2ce-4555-b6c8-82a867805446, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=1637b94e-f2ce-4555-b6c8-82a867805446,segment=NetworkSegment(2cff94a8-d32d-498b-85b8-f4d9632ebdb6),segment_id=2cff94a8-d32d-498b-85b8-f4d9632ebdb6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:05:37.110406 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20739bf4-0484-4216-8f58-bf006abb055d req-3a137d8e-a527-423c-93e8-ac2c84749705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:37.110994 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '1637b94e-f2ce-4555-b6c8-82a867805446', 'network_id': 'efa5a2dd-d570-4b86-a31b-68a1c7c9f708', 'port_id': '1637b94e-f2ce-4555-b6c8-82a867805446', 'mac_address': 'fa:16:3e:28:63:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a011c1be-9b05-4239-aaa2-42073d462e8e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:05:37.111904 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-20739bf4-0484-4216-8f58-bf006abb055d req-3a137d8e-a527-423c-93e8-ac2c84749705 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a011c1be-9b05-4239-aaa2-42073d462e8e HTTP/1.1" status: 200 len: 834 time: 0.0755756 Aug 19 15:05:37.210723 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:37.227306 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20739bf4-0484-4216-8f58-bf006abb055d req-195d4114-1131-41e2-aa16-9aee913e61a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:37.231486 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-20739bf4-0484-4216-8f58-bf006abb055d req-195d4114-1131-41e2-aa16-9aee913e61a6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=efa5a2dd-d570-4b86-a31b-68a1c7c9f708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740960 Aug 19 15:05:37.240281 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1637b94e-f2ce-4555-b6c8-82a867805446 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:05:37.278645 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1028303a-6fe9-46fb-8484-1ffc113a3a16 req-2e433721-f94a-4e19-a698-fe90899b24af tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] 10.222.0.69 "GET /v2.0/ports?device_id=17c92d31-8410-4e9a-a783-145704cc3ac6 HTTP/1.1" status: 200 len: 210 time: 0.0477753 Aug 19 15:05:37.286773 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 1637b94e-f2ce-4555-b6c8-82a867805446, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=1637b94e-f2ce-4555-b6c8-82a867805446,segment=NetworkSegment(2cff94a8-d32d-498b-85b8-f4d9632ebdb6),segment_id=2cff94a8-d32d-498b-85b8-f4d9632ebdb6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:05:37.293222 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:37.302383 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-363d53de-abb8-4946-9098-4c85706bc440 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:37.351661 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c630e68a-2ee8-44a8-a08f-78d5785d8b46 req-f4d5bd53-4f4b-4141-8b01-bef0b5cc0126 tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=4b5c1aae2df74b80bf845bbb96db3736&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485177 Aug 19 15:05:37.353227 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d53de-abb8-4946-9098-4c85706bc440 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event deleted for resources: {'Port': ['ID=53896ac4-aa43-43ae-8dd6-1cfc1774663c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:37.361784 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-363d53de-abb8-4946-9098-4c85706bc440 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:37.366285 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-363d53de-abb8-4946-9098-4c85706bc440 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "DELETE /v2.0/ports/53896ac4-aa43-43ae-8dd6-1cfc1774663c HTTP/1.1" status: 204 len: 168 time: 0.7099941 Aug 19 15:05:37.368569 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 53284) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:37.439847 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=1637b94e-f2ce-4555-b6c8-82a867805446,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:37.467913 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-20739bf4-0484-4216-8f58-bf006abb055d req-a9b20943-6276-472b-ad14-bd222dceba82 service neutron] 10.222.0.68 "GET /v2.0/networks/efa5a2dd-d570-4b86-a31b-68a1c7c9f708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276177 Aug 19 15:05:37.528548 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a8a34aa3-d95b-471a-a058-dd8410af3f77 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:37.575440 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630e68a-2ee8-44a8-a08f-78d5785d8b46 req-a1723165-c6c4-4b93-9ebf-0f9226e104ad tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:37.581299 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['1637b94e-f2ce-4555-b6c8-82a867805446'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:05:37.604915 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c630e68a-2ee8-44a8-a08f-78d5785d8b46 req-a1723165-c6c4-4b93-9ebf-0f9226e104ad tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2327211 Aug 19 15:05:37.616771 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-c630e68a-2ee8-44a8-a08f-78d5785d8b46 req-ff34616a-8206-4eac-b8c1-8e9975e2b32d tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] Request body: {'port': {'device_id': '17c92d31-8410-4e9a-a783-145704cc3ac6', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'admin_state_up': True, 'tenant_id': '4b5c1aae2df74b80bf845bbb96db3736'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:05:37.679924 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b399a5b6-743e-43e7-a05e-6fe6b7d26fb0 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:05:37.715501 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: b399a5b6-743e-43e7-a05e-6fe6b7d26fb0 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:05:37.715850 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b399a5b6-743e-43e7-a05e-6fe6b7d26fb0 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:05:37.729151 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a8a34aa3-d95b-471a-a058-dd8410af3f77 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:37.785371 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-a8a34aa3-d95b-471a-a058-dd8410af3f77 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:37.814793 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-20739bf4-0484-4216-8f58-bf006abb055d req-05030975-98ed-44c0-827c-2de114f1af53 service neutron] 10.222.0.68 "GET /v2.0/networks/efa5a2dd-d570-4b86-a31b-68a1c7c9f708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110297 Aug 19 15:05:37.823074 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-a8a34aa3-d95b-471a-a058-dd8410af3f77 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89ee4c45-25bc-4dfc-b20e-a26387caa96f') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:37.825574 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-a8a34aa3-d95b-471a-a058-dd8410af3f77 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89ee4c45-25bc-4dfc-b20e-a26387caa96f') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:37.853523 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a8a34aa3-d95b-471a-a058-dd8410af3f77 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:37.854386 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60d1af-a67c-479c-ab42-bc7a667e4edc req-91a05188-db2b-4c1b-bbe4-63db453e5d5a tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:37.865969 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6c60d1af-a67c-479c-ab42-bc7a667e4edc req-91a05188-db2b-4c1b-bbe4-63db453e5d5a tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 944 time: 0.1286087 Aug 19 15:05:37.886710 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a8a34aa3-d95b-471a-a058-dd8410af3f77 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:37.899514 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8a34aa3-d95b-471a-a058-dd8410af3f77 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:05:37.900163 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a8a34aa3-d95b-471a-a058-dd8410af3f77 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:37.903700 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 15:05:37.903700 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:05:37.903700 n-d-766043-2 neutron-server[94639]: timer() Aug 19 15:05:37.903700 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:05:37.903700 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 15:05:37.903700 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:05:37.903700 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 15:05:37.903700 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:05:37.903700 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 15:05:37.903700 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:05:37.903700 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 15:05:37.903700 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:05:37.903700 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 15:05:37.903700 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:05:37.903700 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:05:37.903700 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:05:37.903700 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:05:37.903700 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:05:37.903700 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 15:05:37.903700 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:05:37.903700 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 15:05:37.903700 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:05:37.903700 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:05:37.903700 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:05:37.903700 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 15:05:37.903700 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:05:37.903700 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:05:37.903700 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:05:37.903700 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:05:37.903700 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:05:37.903700 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:05:37.903700 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:05:37.961808 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-75bf5fdf-3904-45ad-85d8-2d38112bd98d req-a47cfd02-be38-40f9-9553-24b0456dc048 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=76175f4e-1ad9-4189-9d1d-075da57ddfb2 HTTP/1.1" status: 200 len: 210 time: 0.0638006 Aug 19 15:05:37.969560 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 53294) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:37.972609 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c630e68a-2ee8-44a8-a08f-78d5785d8b46 req-ff34616a-8206-4eac-b8c1-8e9975e2b32d tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] Made reservation on behalf of 4b5c1aae2df74b80bf845bbb96db3736 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:05:37.977048 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c630e68a-2ee8-44a8-a08f-78d5785d8b46 req-ff34616a-8206-4eac-b8c1-8e9975e2b32d tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:37.996890 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c630e68a-2ee8-44a8-a08f-78d5785d8b46 req-ff34616a-8206-4eac-b8c1-8e9975e2b32d tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:38.014624 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6c60d1af-a67c-479c-ab42-bc7a667e4edc req-a999195b-45ed-460d-bdad-c7438ae8081c tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a4db4eb-d4df-4899-a042-35b38e1e17f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455164 Aug 19 15:05:38.033210 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a8a34aa3-d95b-471a-a058-dd8410af3f77 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:38.046892 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a8a34aa3-d95b-471a-a058-dd8410af3f77 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:38.046892 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a8a34aa3-d95b-471a-a058-dd8410af3f77 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] 10.222.0.69 "DELETE /v2.0/networks/e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf HTTP/1.1" status: 204 len: 168 time: 0.6747787 Aug 19 15:05:38.057927 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a34aa3-d95b-471a-a058-dd8410af3f77 tempest-PortsIpV6TestJSON-1154262330 tempest-PortsIpV6TestJSON-1154262330-project] Pushing event deleted for resources: {'Network': ['ID=e5fa7cd5-b6ab-40a9-b5c9-132fa792e2bf,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:38.189325 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c630e68a-2ee8-44a8-a08f-78d5785d8b46 req-ff34616a-8206-4eac-b8c1-8e9975e2b32d tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:38.196893 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83d8939b-f3ec-4245-b4a9-56a50fe3a5d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:38.200811 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c630e68a-2ee8-44a8-a08f-78d5785d8b46 req-ff34616a-8206-4eac-b8c1-8e9975e2b32d tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:38.300274 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff34616a-8206-4eac-b8c1-8e9975e2b32d tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28acb6c3-28e1-4da9-ae20-264b419af8db,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:38.327128 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 53304) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:38.416847 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-c630e68a-2ee8-44a8-a08f-78d5785d8b46 req-ff34616a-8206-4eac-b8c1-8e9975e2b32d tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] Allocated IP 192.168.233.12 (5146d24a-89b5-4a43-8ca4-b26f4fb943f7/2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86/a4beeb5a-c796-4d91-91e4-86af9d3d8d83) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:05:38.482000 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-de1aae08-75fd-4b5c-81c8-575039c5f35a req-c282608a-a6c6-4a6d-91dd-a02c6546538a tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] 10.222.0.69 "GET /v2.0/ports?device_id=17c92d31-8410-4e9a-a783-145704cc3ac6 HTTP/1.1" status: 200 len: 210 time: 0.0529323 Aug 19 15:05:38.505764 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-80de65e0-fbac-4c80-bfe9-edd9bde6c777 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2a7b68b0834747aea23e980eb854792a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1774707 Aug 19 15:05:38.511359 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 53308) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:38.532574 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83d8939b-f3ec-4245-b4a9-56a50fe3a5d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:38.539556 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83d8939b-f3ec-4245-b4a9-56a50fe3a5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:38.585845 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0211265-36a4-4695-b196-16a575c42100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:38.614221 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0211265-36a4-4695-b196-16a575c42100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:38.625498 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-83d8939b-f3ec-4245-b4a9-56a50fe3a5d6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ec6b96fcf8e841e693964db5610da9f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6545317 Aug 19 15:05:38.632490 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 53310) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:38.674058 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d8939b-f3ec-4245-b4a9-56a50fe3a5d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49f3f3b-dd38-4ed5-b830-43f6e6788b8d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:38.693957 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0211265-36a4-4695-b196-16a575c42100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:38.703615 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0211265-36a4-4695-b196-16a575c42100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:38.704180 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d0211265-36a4-4695-b196-16a575c42100 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a8c15e00-06b3-483f-abb2-da860ea559f5 HTTP/1.1" status: 204 len: 168 time: 0.1917794 Aug 19 15:05:38.719667 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0211265-36a4-4695-b196-16a575c42100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c15e00-06b3-483f-abb2-da860ea559f5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:38.798864 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c630e68a-2ee8-44a8-a08f-78d5785d8b46 req-ff34616a-8206-4eac-b8c1-8e9975e2b32d tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:38.802483 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-99900de0-df1b-4bb1-aef1-8934a13d66e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:38.833744 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-c630e68a-2ee8-44a8-a08f-78d5785d8b46 req-ff34616a-8206-4eac-b8c1-8e9975e2b32d tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] Transition to ACTIVE for port object a4beeb5a-c796-4d91-91e4-86af9d3d8d83 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:05:38.847464 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-99900de0-df1b-4bb1-aef1-8934a13d66e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:38.864877 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:05:38.972856 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 1637b94e-f2ce-4555-b6c8-82a867805446 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:05:39.082435 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port 1637b94e-f2ce-4555-b6c8-82a867805446 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:05:39.099799 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 1637b94e-f2ce-4555-b6c8-82a867805446 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:05:39.101864 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:39.256241 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:39.286397 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '526fbb5b-ba13-4afa-b54c-14981b504610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1637b94e-f2ce-4555-b6c8-82a867805446'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:05:39.289279 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e78957-a3f2-485e-8464-8c0f55030a11" -d '{"events": [{"server_uuid": "526fbb5b-ba13-4afa-b54c-14981b504610", "name": "network-vif-plugged", "status": "completed", "tag": "1637b94e-f2ce-4555-b6c8-82a867805446"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:05:39.310349 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 1637b94e-f2ce-4555-b6c8-82a867805446, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=1637b94e-f2ce-4555-b6c8-82a867805446,segment=NetworkSegment(2cff94a8-d32d-498b-85b8-f4d9632ebdb6),segment_id=2cff94a8-d32d-498b-85b8-f4d9632ebdb6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:05:39.320263 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:39.336244 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c630e68a-2ee8-44a8-a08f-78d5785d8b46 req-ff34616a-8206-4eac-b8c1-8e9975e2b32d tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:39.382635 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-99900de0-df1b-4bb1-aef1-8934a13d66e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:39.385632 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-99900de0-df1b-4bb1-aef1-8934a13d66e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:39.392093 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-99900de0-df1b-4bb1-aef1-8934a13d66e2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c49f3f3b-dd38-4ed5-b830-43f6e6788b8d HTTP/1.1" status: 204 len: 168 time: 0.7577026 Aug 19 15:05:39.396442 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb797b7-4dd2-4fca-a6a7-8820f2a82c0a x-openstack-request-id: req-abb797b7-4dd2-4fca-a6a7-8820f2a82c0a {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:05:39.396849 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "526fbb5b-ba13-4afa-b54c-14981b504610", "name": "network-vif-plugged", "status": "completed", "tag": "1637b94e-f2ce-4555-b6c8-82a867805446", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:05:39.397191 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-abb797b7-4dd2-4fca-a6a7-8820f2a82c0a {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:05:39.397708 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '526fbb5b-ba13-4afa-b54c-14981b504610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1637b94e-f2ce-4555-b6c8-82a867805446', 'code': 200} Aug 19 15:05:39.400203 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029bbf7-4757-4d61-b3d3-84284b5f5554 req-c8ea12bc-3adb-41f8-90e1-974226510c34 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:39.403590 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9029bbf7-4757-4d61-b3d3-84284b5f5554 req-c8ea12bc-3adb-41f8-90e1-974226510c34 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 944 time: 0.1201744 Aug 19 15:05:39.425256 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=1637b94e-f2ce-4555-b6c8-82a867805446,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:39.429598 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99900de0-df1b-4bb1-aef1-8934a13d66e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49f3f3b-dd38-4ed5-b830-43f6e6788b8d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:39.450648 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c630e68a-2ee8-44a8-a08f-78d5785d8b46 req-ff34616a-8206-4eac-b8c1-8e9975e2b32d tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] Network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:05:39.465379 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-c630e68a-2ee8-44a8-a08f-78d5785d8b46 req-ff34616a-8206-4eac-b8c1-8e9975e2b32d tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:05:39.470301 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-c630e68a-2ee8-44a8-a08f-78d5785d8b46 req-ff34616a-8206-4eac-b8c1-8e9975e2b32d tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:05:39.473458 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff34616a-8206-4eac-b8c1-8e9975e2b32d tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] Pushing event updated for resources: {'Port': ['ID=a4beeb5a-c796-4d91-91e4-86af9d3d8d83,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:39.554407 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9029bbf7-4757-4d61-b3d3-84284b5f5554 req-86312cec-707a-4ff0-a086-8b464ffb163a tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a4db4eb-d4df-4899-a042-35b38e1e17f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388760 Aug 19 15:05:39.594276 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630e68a-2ee8-44a8-a08f-78d5785d8b46 req-ff34616a-8206-4eac-b8c1-8e9975e2b32d tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:39.594872 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c630e68a-2ee8-44a8-a08f-78d5785d8b46 req-ff34616a-8206-4eac-b8c1-8e9975e2b32d tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:39.621297 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c630e68a-2ee8-44a8-a08f-78d5785d8b46 req-ff34616a-8206-4eac-b8c1-8e9975e2b32d tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0110583 Aug 19 15:05:39.648547 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-c630e68a-2ee8-44a8-a08f-78d5785d8b46 req-022fd8b4-f70f-4ba5-ac44-95f595502619 service neutron] Request body: {'port': {'device_id': '17c92d31-8410-4e9a-a783-145704cc3ac6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:05:39.738968 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c630e68a-2ee8-44a8-a08f-78d5785d8b46 req-022fd8b4-f70f-4ba5-ac44-95f595502619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:39.754422 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae8c95-b97d-4fb0-aec8-f4c66352875b req-8283e662-9940-49ab-9673-7239236f4b23 tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:39.756051 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2cae8c95-b97d-4fb0-aec8-f4c66352875b req-8283e662-9940-49ab-9673-7239236f4b23 tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] 10.222.0.69 "GET /v2.0/ports?device_id=17c92d31-8410-4e9a-a783-145704cc3ac6 HTTP/1.1" status: 200 len: 935 time: 0.1260097 Aug 19 15:05:39.839259 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-74cc1580-8f32-499f-932c-b20ca56a40da None None] Provisioning for port a4beeb5a-c796-4d91-91e4-86af9d3d8d83 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:05:39.845803 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-74cc1580-8f32-499f-932c-b20ca56a40da None None] Provisioning complete for port a4beeb5a-c796-4d91-91e4-86af9d3d8d83 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:05:39.845803 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-74cc1580-8f32-499f-932c-b20ca56a40da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:39.869270 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2cae8c95-b97d-4fb0-aec8-f4c66352875b req-746198f5-7bf8-46bf-86f2-196eb5ac7d0e tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] 10.222.0.69 "GET /v2.0/security-groups?id=28acb6c3-28e1-4da9-ae20-264b419af8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993021 Aug 19 15:05:39.918097 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-74cc1580-8f32-499f-932c-b20ca56a40da None None] Port a4beeb5a-c796-4d91-91e4-86af9d3d8d83 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:05:40.056915 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 53346) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:40.128016 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 53350) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:40.146056 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db0564d9-bcff-41c5-b549-96e88f62fa2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:40.299964 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db0564d9-bcff-41c5-b549-96e88f62fa2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:40.309796 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db0564d9-bcff-41c5-b549-96e88f62fa2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:40.315743 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-c630e68a-2ee8-44a8-a08f-78d5785d8b46 req-022fd8b4-f70f-4ba5-ac44-95f595502619 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4beeb5a-c796-4d91-91e4-86af9d3d8d83 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:05:40.328366 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c630e68a-2ee8-44a8-a08f-78d5785d8b46 req-022fd8b4-f70f-4ba5-ac44-95f595502619 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:40.353346 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-c630e68a-2ee8-44a8-a08f-78d5785d8b46 req-022fd8b4-f70f-4ba5-ac44-95f595502619 service neutron] Transition to ACTIVE for port object a4beeb5a-c796-4d91-91e4-86af9d3d8d83 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:05:40.358537 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c630e68a-2ee8-44a8-a08f-78d5785d8b46 req-022fd8b4-f70f-4ba5-ac44-95f595502619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:40.383908 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-db0564d9-bcff-41c5-b549-96e88f62fa2e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d1469ea994a84e4ab9c18c760c6ae128&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2538004 Aug 19 15:05:40.384610 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0564d9-bcff-41c5-b549-96e88f62fa2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf95f8b1-adff-4011-8f9b-5c762d39cef9,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:40.387136 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 53354) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:40.468904 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-68348d98-2d1a-4b02-bb66-e3e7c0cbbc4a tempest-ServiceProvidersTest-1465486245 tempest-ServiceProvidersTest-1465486245-project] 10.222.0.69 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4098186 Aug 19 15:05:40.476811 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca9cbabd-e37b-4de2-aa10-5e78d765e1b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:40.478116 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022fd8b4-f70f-4ba5-ac44-95f595502619 service neutron] Pushing event updated for resources: {'Port': ['ID=a4beeb5a-c796-4d91-91e4-86af9d3d8d83,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:40.532138 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca9cbabd-e37b-4de2-aa10-5e78d765e1b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:40.561079 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20739bf4-0484-4216-8f58-bf006abb055d req-68d88ba5-9d01-43df-9c28-19746410f72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:40.562874 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-20739bf4-0484-4216-8f58-bf006abb055d req-68d88ba5-9d01-43df-9c28-19746410f72e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=526fbb5b-ba13-4afa-b54c-14981b504610&tenant_id=5784b0340e8242b1aba4ab831f2e3b23 HTTP/1.1" status: 200 len: 1096 time: 0.1242940 Aug 19 15:05:40.612062 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca9cbabd-e37b-4de2-aa10-5e78d765e1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:40.615130 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca9cbabd-e37b-4de2-aa10-5e78d765e1b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:40.616400 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ca9cbabd-e37b-4de2-aa10-5e78d765e1b0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cf95f8b1-adff-4011-8f9b-5c762d39cef9 HTTP/1.1" status: 204 len: 168 time: 0.2281346 Aug 19 15:05:40.645331 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9cbabd-e37b-4de2-aa10-5e78d765e1b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf95f8b1-adff-4011-8f9b-5c762d39cef9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:40.667536 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-20739bf4-0484-4216-8f58-bf006abb055d req-edd4a0a8-a3cb-4c6a-8786-e21f58b5aee3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766043-2', 'device_owner': 'compute:nova'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:05:40.700887 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-c630e68a-2ee8-44a8-a08f-78d5785d8b46 req-022fd8b4-f70f-4ba5-ac44-95f595502619 service neutron] Attempting to bind port a4beeb5a-c796-4d91-91e4-86af9d3d8d83 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:05:40.701877 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-c630e68a-2ee8-44a8-a08f-78d5785d8b46 req-022fd8b4-f70f-4ba5-ac44-95f595502619 service neutron] Attempting to bind port a4beeb5a-c796-4d91-91e4-86af9d3d8d83 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:05:40.702335 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c630e68a-2ee8-44a8-a08f-78d5785d8b46 req-022fd8b4-f70f-4ba5-ac44-95f595502619 service neutron] Attempting to bind port a4beeb5a-c796-4d91-91e4-86af9d3d8d83 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:05:40.748248 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c630e68a-2ee8-44a8-a08f-78d5785d8b46 req-022fd8b4-f70f-4ba5-ac44-95f595502619 service neutron] Port a4beeb5a-c796-4d91-91e4-86af9d3d8d83 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:05:40.748585 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c630e68a-2ee8-44a8-a08f-78d5785d8b46 req-022fd8b4-f70f-4ba5-ac44-95f595502619 service neutron] Attempting to bind port a4beeb5a-c796-4d91-91e4-86af9d3d8d83 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:05:40.787030 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c630e68a-2ee8-44a8-a08f-78d5785d8b46 req-022fd8b4-f70f-4ba5-ac44-95f595502619 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:05:40.787443 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c630e68a-2ee8-44a8-a08f-78d5785d8b46 req-022fd8b4-f70f-4ba5-ac44-95f595502619 service neutron] Checking segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:05:40.787940 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c630e68a-2ee8-44a8-a08f-78d5785d8b46 req-022fd8b4-f70f-4ba5-ac44-95f595502619 service neutron] Bound using segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:05:40.788655 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-c630e68a-2ee8-44a8-a08f-78d5785d8b46 req-022fd8b4-f70f-4ba5-ac44-95f595502619 service neutron] Bound port: a4beeb5a-c796-4d91-91e4-86af9d3d8d83, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:05:40.789274 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c630e68a-2ee8-44a8-a08f-78d5785d8b46 req-022fd8b4-f70f-4ba5-ac44-95f595502619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:40.798540 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-20739bf4-0484-4216-8f58-bf006abb055d req-edd4a0a8-a3cb-4c6a-8786-e21f58b5aee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:41.019974 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-c630e68a-2ee8-44a8-a08f-78d5785d8b46 req-022fd8b4-f70f-4ba5-ac44-95f595502619 service neutron] For port a4beeb5a-c796-4d91-91e4-86af9d3d8d83, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:05:41.079391 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8c425-974f-411e-9210-aca407f57058 req-b0ad2279-61ae-4e4c-918c-a17f33444fb3 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:41.081447 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2aa8c425-974f-411e-9210-aca407f57058 req-b0ad2279-61ae-4e4c-918c-a17f33444fb3 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 945 time: 0.3701422 Aug 19 15:05:41.099438 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-c630e68a-2ee8-44a8-a08f-78d5785d8b46 req-022fd8b4-f70f-4ba5-ac44-95f595502619 service neutron] For port a4beeb5a-c796-4d91-91e4-86af9d3d8d83, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=a4beeb5a-c796-4d91-91e4-86af9d3d8d83,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:05:41.151737 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 53378) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:41.198016 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c630e68a-2ee8-44a8-a08f-78d5785d8b46 req-022fd8b4-f70f-4ba5-ac44-95f595502619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:41.309495 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1199ec5-b67d-4370-8d4d-952fd903210d req-ad9df8ea-27a4-45f4-b1a7-142c1b351410 tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:41.311609 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d1199ec5-b67d-4370-8d4d-952fd903210d req-ad9df8ea-27a4-45f4-b1a7-142c1b351410 tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] 10.222.0.69 "GET /v2.0/ports?device_id=17c92d31-8410-4e9a-a783-145704cc3ac6 HTTP/1.1" status: 200 len: 947 time: 0.3534496 Aug 19 15:05:41.322748 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630e68a-2ee8-44a8-a08f-78d5785d8b46 req-022fd8b4-f70f-4ba5-ac44-95f595502619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:41.323639 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c630e68a-2ee8-44a8-a08f-78d5785d8b46 req-022fd8b4-f70f-4ba5-ac44-95f595502619 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:41.325233 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c630e68a-2ee8-44a8-a08f-78d5785d8b46 req-022fd8b4-f70f-4ba5-ac44-95f595502619 service neutron] 10.222.0.88 "PUT /v2.0/ports/a4beeb5a-c796-4d91-91e4-86af9d3d8d83 HTTP/1.1" status: 200 len: 1095 time: 1.6823065 Aug 19 15:05:41.329131 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17c92d31-8410-4e9a-a783-145704cc3ac6', 'tag': 'a4beeb5a-c796-4d91-91e4-86af9d3d8d83'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:05:41.332310 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598b1f0d-3797-4891-b43f-76aa7bb4927a" -d '{"events": [{"name": "network-changed", "server_uuid": "17c92d31-8410-4e9a-a783-145704cc3ac6", "tag": "a4beeb5a-c796-4d91-91e4-86af9d3d8d83"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:05:41.379661 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2aa8c425-974f-411e-9210-aca407f57058 req-c1ae1c89-6ca1-4822-a41b-b809ee12ae86 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a4db4eb-d4df-4899-a042-35b38e1e17f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2786040 Aug 19 15:05:41.506617 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022fd8b4-f70f-4ba5-ac44-95f595502619 service neutron] Pushing event updated for resources: {'Port': ['ID=a4beeb5a-c796-4d91-91e4-86af9d3d8d83,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:41.526730 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc491604-4e5b-4f4c-90b1-2fca14659b87 x-openstack-request-id: req-bc491604-4e5b-4f4c-90b1-2fca14659b87 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:05:41.526730 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17c92d31-8410-4e9a-a783-145704cc3ac6", "tag": "a4beeb5a-c796-4d91-91e4-86af9d3d8d83", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:05:41.530055 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bc491604-4e5b-4f4c-90b1-2fca14659b87 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:05:41.531226 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17c92d31-8410-4e9a-a783-145704cc3ac6', 'tag': 'a4beeb5a-c796-4d91-91e4-86af9d3d8d83', 'status': 'completed', 'code': 200} Aug 19 15:05:41.582514 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0931e278-81fb-4932-9598-fadb194bcfdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:41.602386 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d1199ec5-b67d-4370-8d4d-952fd903210d req-f339ece2-c4cb-4265-bf3b-a137d8f03170 tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] 10.222.0.69 "GET /v2.0/security-groups?id=28acb6c3-28e1-4da9-ae20-264b419af8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664511 Aug 19 15:05:41.639553 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630e68a-2ee8-44a8-a08f-78d5785d8b46 req-4e9bab68-7336-4a8e-a032-fa23b9c7f231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:41.642086 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c630e68a-2ee8-44a8-a08f-78d5785d8b46 req-4e9bab68-7336-4a8e-a032-fa23b9c7f231 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4b5c1aae2df74b80bf845bbb96db3736&device_id=17c92d31-8410-4e9a-a783-145704cc3ac6 HTTP/1.1" status: 200 len: 1098 time: 0.2490826 Aug 19 15:05:41.675110 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-20739bf4-0484-4216-8f58-bf006abb055d req-edd4a0a8-a3cb-4c6a-8786-e21f58b5aee3 service neutron] For port 1637b94e-f2ce-4555-b6c8-82a867805446, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=1637b94e-f2ce-4555-b6c8-82a867805446,segment=NetworkSegment(2cff94a8-d32d-498b-85b8-f4d9632ebdb6),segment_id=2cff94a8-d32d-498b-85b8-f4d9632ebdb6)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:05:41.771508 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c630e68a-2ee8-44a8-a08f-78d5785d8b46 req-55900adb-11b1-4c71-a313-a98dca7052c5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=a4beeb5a-c796-4d91-91e4-86af9d3d8d83 HTTP/1.1" status: 200 len: 217 time: 0.1117127 Aug 19 15:05:41.781763 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0931e278-81fb-4932-9598-fadb194bcfdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:41.788610 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0931e278-81fb-4932-9598-fadb194bcfdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:41.838099 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-20739bf4-0484-4216-8f58-bf006abb055d req-edd4a0a8-a3cb-4c6a-8786-e21f58b5aee3 service neutron] For port 1637b94e-f2ce-4555-b6c8-82a867805446, host n-h1-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:05:41.893153 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630e68a-2ee8-44a8-a08f-78d5785d8b46 req-f0520f4b-3cb1-4fa2-bd57-4fe5c607bb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:41.895409 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c630e68a-2ee8-44a8-a08f-78d5785d8b46 req-f0520f4b-3cb1-4fa2-bd57-4fe5c607bb17 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.1091664 Aug 19 15:05:41.913239 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 53398) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:41.913964 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0931e278-81fb-4932-9598-fadb194bcfdc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=855b46ddcb294d84a55f1bc6192f84bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7599080 Aug 19 15:05:41.923207 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0931e278-81fb-4932-9598-fadb194bcfdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e29e844-1d69-40db-9dcd-cc5d0de44dd7,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:41.939424 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-20739bf4-0484-4216-8f58-bf006abb055d req-edd4a0a8-a3cb-4c6a-8786-e21f58b5aee3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:42.020128 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-20739bf4-0484-4216-8f58-bf006abb055d req-edd4a0a8-a3cb-4c6a-8786-e21f58b5aee3 service neutron] Transition to ACTIVE for port object 1637b94e-f2ce-4555-b6c8-82a867805446 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:05:42.041491 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630e68a-2ee8-44a8-a08f-78d5785d8b46 req-4a6e6a7f-d980-4598-9733-86e0a2221520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:42.043210 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c630e68a-2ee8-44a8-a08f-78d5785d8b46 req-4a6e6a7f-d980-4598-9733-86e0a2221520 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1317754 Aug 19 15:05:42.043834 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-20739bf4-0484-4216-8f58-bf006abb055d req-edd4a0a8-a3cb-4c6a-8786-e21f58b5aee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:42.070991 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b47fa2c3-80d3-4114-b8c5-ce9448312a92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:42.317405 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b47fa2c3-80d3-4114-b8c5-ce9448312a92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:42.345172 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-20739bf4-0484-4216-8f58-bf006abb055d req-edd4a0a8-a3cb-4c6a-8786-e21f58b5aee3 service neutron] No DVR routers for this DVR port 1637b94e-f2ce-4555-b6c8-82a867805446 on host n-h1-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:05:42.437423 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd4a0a8-a3cb-4c6a-8786-e21f58b5aee3 service neutron] Pushing event updated for resources: {'Port': ['ID=1637b94e-f2ce-4555-b6c8-82a867805446,revision_number=10']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:42.605327 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c630e68a-2ee8-44a8-a08f-78d5785d8b46 req-7394f7e8-a404-4a97-823a-e8921eac0e6e service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5480509 Aug 19 15:05:42.640035 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b47fa2c3-80d3-4114-b8c5-ce9448312a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:42.650064 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b47fa2c3-80d3-4114-b8c5-ce9448312a92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:42.652190 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-b47fa2c3-80d3-4114-b8c5-ce9448312a92 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2e29e844-1d69-40db-9dcd-cc5d0de44dd7 HTTP/1.1" status: 204 len: 168 time: 0.7239652 Aug 19 15:05:42.705045 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47fa2c3-80d3-4114-b8c5-ce9448312a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e29e844-1d69-40db-9dcd-cc5d0de44dd7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:42.811553 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f280ccf-b28f-4b91-89a0-5f9d685b683d req-f89acbd0-1cda-4aab-add7-b41d0200cf34 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:42.813171 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6f280ccf-b28f-4b91-89a0-5f9d685b683d req-f89acbd0-1cda-4aab-add7-b41d0200cf34 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 944 time: 0.2745066 Aug 19 15:05:42.911848 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-20739bf4-0484-4216-8f58-bf006abb055d req-edd4a0a8-a3cb-4c6a-8786-e21f58b5aee3 service neutron] Attempting to bind port 1637b94e-f2ce-4555-b6c8-82a867805446 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:05:42.912317 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-20739bf4-0484-4216-8f58-bf006abb055d req-edd4a0a8-a3cb-4c6a-8786-e21f58b5aee3 service neutron] Attempting to bind port 1637b94e-f2ce-4555-b6c8-82a867805446 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '2cff94a8-d32d-498b-85b8-f4d9632ebdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'efa5a2dd-d570-4b86-a31b-68a1c7c9f708'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:05:42.912751 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20739bf4-0484-4216-8f58-bf006abb055d req-edd4a0a8-a3cb-4c6a-8786-e21f58b5aee3 service neutron] Attempting to bind port 1637b94e-f2ce-4555-b6c8-82a867805446 on network efa5a2dd-d570-4b86-a31b-68a1c7c9f708 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:05:42.935322 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b020157f-eeae-4e0b-b436-bee4ba19cad2 req-b70e5dde-f8c0-4e5c-8f46-563ef74dc447 tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:42.936978 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b020157f-eeae-4e0b-b436-bee4ba19cad2 req-b70e5dde-f8c0-4e5c-8f46-563ef74dc447 tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] 10.222.0.69 "GET /v2.0/ports?device_id=17c92d31-8410-4e9a-a783-145704cc3ac6 HTTP/1.1" status: 200 len: 947 time: 0.1797516 Aug 19 15:05:42.940928 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c630e68a-2ee8-44a8-a08f-78d5785d8b46 req-266b994e-2c26-4115-8229-27ed3e612809 service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246138 Aug 19 15:05:42.951652 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20739bf4-0484-4216-8f58-bf006abb055d req-edd4a0a8-a3cb-4c6a-8786-e21f58b5aee3 service neutron] Port 1637b94e-f2ce-4555-b6c8-82a867805446 on network efa5a2dd-d570-4b86-a31b-68a1c7c9f708 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:05:42.951892 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20739bf4-0484-4216-8f58-bf006abb055d req-edd4a0a8-a3cb-4c6a-8786-e21f58b5aee3 service neutron] Attempting to bind port 1637b94e-f2ce-4555-b6c8-82a867805446 on network efa5a2dd-d570-4b86-a31b-68a1c7c9f708 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:05:42.981298 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20739bf4-0484-4216-8f58-bf006abb055d req-edd4a0a8-a3cb-4c6a-8786-e21f58b5aee3 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:05:42.981298 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20739bf4-0484-4216-8f58-bf006abb055d req-edd4a0a8-a3cb-4c6a-8786-e21f58b5aee3 service neutron] Checking segment: {'id': '2cff94a8-d32d-498b-85b8-f4d9632ebdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'efa5a2dd-d570-4b86-a31b-68a1c7c9f708'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:05:42.982889 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20739bf4-0484-4216-8f58-bf006abb055d req-edd4a0a8-a3cb-4c6a-8786-e21f58b5aee3 service neutron] Bound using segment: {'id': '2cff94a8-d32d-498b-85b8-f4d9632ebdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'efa5a2dd-d570-4b86-a31b-68a1c7c9f708'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:05:42.983919 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-20739bf4-0484-4216-8f58-bf006abb055d req-edd4a0a8-a3cb-4c6a-8786-e21f58b5aee3 service neutron] Bound port: 1637b94e-f2ce-4555-b6c8-82a867805446, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cff94a8-d32d-498b-85b8-f4d9632ebdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'efa5a2dd-d570-4b86-a31b-68a1c7c9f708'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:05:42.984537 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-20739bf4-0484-4216-8f58-bf006abb055d req-edd4a0a8-a3cb-4c6a-8786-e21f58b5aee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:42.999228 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6f280ccf-b28f-4b91-89a0-5f9d685b683d req-d2b17150-da49-492f-99eb-2bc669d80f0b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a4db4eb-d4df-4899-a042-35b38e1e17f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566565 Aug 19 15:05:43.003203 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 1637b94e-f2ce-4555-b6c8-82a867805446 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:05:43.098608 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b020157f-eeae-4e0b-b436-bee4ba19cad2 req-847f70fd-4e2e-4088-b978-5f9ed37d2a34 tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] 10.222.0.69 "GET /v2.0/security-groups?id=28acb6c3-28e1-4da9-ae20-264b419af8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441262 Aug 19 15:05:43.105332 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 1637b94e-f2ce-4555-b6c8-82a867805446 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:05:43.165275 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b1f0d-3797-4891-b43f-76aa7bb4927a req-6e378032-3d86-43ed-8e86-ed50fc5089d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:43.168657 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-598b1f0d-3797-4891-b43f-76aa7bb4927a req-6e378032-3d86-43ed-8e86-ed50fc5089d4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4b5c1aae2df74b80bf845bbb96db3736&device_id=17c92d31-8410-4e9a-a783-145704cc3ac6 HTTP/1.1" status: 200 len: 1098 time: 0.1262357 Aug 19 15:05:43.252737 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-20739bf4-0484-4216-8f58-bf006abb055d req-edd4a0a8-a3cb-4c6a-8786-e21f58b5aee3 service neutron] For port 1637b94e-f2ce-4555-b6c8-82a867805446, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:05:43.291062 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-20739bf4-0484-4216-8f58-bf006abb055d req-edd4a0a8-a3cb-4c6a-8786-e21f58b5aee3 service neutron] For port 1637b94e-f2ce-4555-b6c8-82a867805446, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=1637b94e-f2ce-4555-b6c8-82a867805446,segment=NetworkSegment(2cff94a8-d32d-498b-85b8-f4d9632ebdb6),segment_id=2cff94a8-d32d-498b-85b8-f4d9632ebdb6)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:05:43.313523 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-20739bf4-0484-4216-8f58-bf006abb055d req-edd4a0a8-a3cb-4c6a-8786-e21f58b5aee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:43.375724 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20739bf4-0484-4216-8f58-bf006abb055d req-edd4a0a8-a3cb-4c6a-8786-e21f58b5aee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:43.376445 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-20739bf4-0484-4216-8f58-bf006abb055d req-edd4a0a8-a3cb-4c6a-8786-e21f58b5aee3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:43.378241 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-20739bf4-0484-4216-8f58-bf006abb055d req-edd4a0a8-a3cb-4c6a-8786-e21f58b5aee3 service neutron] 10.222.0.88 "PUT /v2.0/ports/1637b94e-f2ce-4555-b6c8-82a867805446 HTTP/1.1" status: 200 len: 1092 time: 2.7871544 Aug 19 15:05:43.520493 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b1f0d-3797-4891-b43f-76aa7bb4927a req-757ffab4-126e-47dd-bad2-95fbeb91791c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:43.524305 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-598b1f0d-3797-4891-b43f-76aa7bb4927a req-757ffab4-126e-47dd-bad2-95fbeb91791c service neutron] 10.222.0.88 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.3439095 Aug 19 15:05:43.527254 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd4a0a8-a3cb-4c6a-8786-e21f58b5aee3 service neutron] Pushing event updated for resources: {'Port': ['ID=1637b94e-f2ce-4555-b6c8-82a867805446,revision_number=11']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:43.532558 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '526fbb5b-ba13-4afa-b54c-14981b504610', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1637b94e-f2ce-4555-b6c8-82a867805446'}, {'name': 'network-changed', 'server_uuid': '526fbb5b-ba13-4afa-b54c-14981b504610', 'tag': '1637b94e-f2ce-4555-b6c8-82a867805446'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:05:43.547339 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1f90ee-a938-41ef-8db2-2b4efc561b47" -d '{"events": [{"server_uuid": "526fbb5b-ba13-4afa-b54c-14981b504610", "name": "network-vif-unplugged", "status": "completed", "tag": "1637b94e-f2ce-4555-b6c8-82a867805446"}, {"name": "network-changed", "server_uuid": "526fbb5b-ba13-4afa-b54c-14981b504610", "tag": "1637b94e-f2ce-4555-b6c8-82a867805446"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:05:43.636022 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-598b1f0d-3797-4891-b43f-76aa7bb4927a req-7c2aec8c-7cc1-40d7-a4f0-478658a48355 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=a4beeb5a-c796-4d91-91e4-86af9d3d8d83 HTTP/1.1" status: 200 len: 217 time: 0.0783072 Aug 19 15:05:43.643659 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20739bf4-0484-4216-8f58-bf006abb055d req-c022f8f9-4062-49bd-933b-99cfb99803ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:43.646612 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-20739bf4-0484-4216-8f58-bf006abb055d req-c022f8f9-4062-49bd-933b-99cfb99803ca service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5784b0340e8242b1aba4ab831f2e3b23&device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 1095 time: 0.1833129 Aug 19 15:05:43.808528 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 19 Aug 2021 15:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653a62c5-202b-4a2c-a1d6-9e87c4e15f3c x-openstack-request-id: req-653a62c5-202b-4a2c-a1d6-9e87c4e15f3c {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:05:43.808869 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "526fbb5b-ba13-4afa-b54c-14981b504610", "name": "network-vif-unplugged", "status": "completed", "tag": "1637b94e-f2ce-4555-b6c8-82a867805446", "code": 200}, {"name": "network-changed", "server_uuid": "526fbb5b-ba13-4afa-b54c-14981b504610", "tag": "1637b94e-f2ce-4555-b6c8-82a867805446", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:05:43.809171 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-653a62c5-202b-4a2c-a1d6-9e87c4e15f3c {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:05:43.809523 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '526fbb5b-ba13-4afa-b54c-14981b504610', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1637b94e-f2ce-4555-b6c8-82a867805446', 'code': 200} Aug 19 15:05:43.809790 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '526fbb5b-ba13-4afa-b54c-14981b504610', 'tag': '1637b94e-f2ce-4555-b6c8-82a867805446', 'status': 'completed', 'code': 200} Aug 19 15:05:43.841047 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f90ee-a938-41ef-8db2-2b4efc561b47 req-b2f31b9e-008d-42da-811a-d0e0918f5496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:43.849718 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b1f0d-3797-4891-b43f-76aa7bb4927a req-34bdc11f-6871-4aaf-8b60-65fc8e776f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:43.850028 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aa1f90ee-a938-41ef-8db2-2b4efc561b47 req-b2f31b9e-008d-42da-811a-d0e0918f5496 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5784b0340e8242b1aba4ab831f2e3b23&device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 1095 time: 0.1204460 Aug 19 15:05:43.851344 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-598b1f0d-3797-4891-b43f-76aa7bb4927a req-34bdc11f-6871-4aaf-8b60-65fc8e776f37 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.2035685 Aug 19 15:05:43.913440 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20739bf4-0484-4216-8f58-bf006abb055d req-2c896f3c-4838-48b3-99b5-f87afed81a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:43.915056 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-20739bf4-0484-4216-8f58-bf006abb055d req-2c896f3c-4838-48b3-99b5-f87afed81a62 service neutron] 10.222.0.88 "GET /v2.0/networks?id=efa5a2dd-d570-4b86-a31b-68a1c7c9f708 HTTP/1.1" status: 200 len: 898 time: 0.2424643 Aug 19 15:05:43.921576 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b1f0d-3797-4891-b43f-76aa7bb4927a req-5b6afbe3-124a-4a84-8912-8a1626f28063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:43.923554 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-598b1f0d-3797-4891-b43f-76aa7bb4927a req-5b6afbe3-124a-4a84-8912-8a1626f28063 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0633440 Aug 19 15:05:44.009864 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f90ee-a938-41ef-8db2-2b4efc561b47 req-2a4a3e91-4648-491c-95b8-a54f829a1d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:44.012042 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aa1f90ee-a938-41ef-8db2-2b4efc561b47 req-2a4a3e91-4648-491c-95b8-a54f829a1d55 service neutron] 10.222.0.68 "GET /v2.0/networks?id=efa5a2dd-d570-4b86-a31b-68a1c7c9f708 HTTP/1.1" status: 200 len: 898 time: 0.1606617 Aug 19 15:05:44.110925 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-20739bf4-0484-4216-8f58-bf006abb055d req-c644d8dc-bcde-43e3-a96e-2023a974464d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1637b94e-f2ce-4555-b6c8-82a867805446 HTTP/1.1" status: 200 len: 999 time: 0.1861975 Aug 19 15:05:44.152103 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aa1f90ee-a938-41ef-8db2-2b4efc561b47 req-aa2c4246-9918-4915-bdcf-03c7572224a2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1637b94e-f2ce-4555-b6c8-82a867805446 HTTP/1.1" status: 200 len: 999 time: 0.1314974 Aug 19 15:05:44.230670 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 53496) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:44.247037 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f90ee-a938-41ef-8db2-2b4efc561b47 req-a6114d40-1267-40a3-be0d-278a8fcdb3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:44.250250 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aa1f90ee-a938-41ef-8db2-2b4efc561b47 req-a6114d40-1267-40a3-be0d-278a8fcdb3e3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a011c1be-9b05-4239-aaa2-42073d462e8e HTTP/1.1" status: 200 len: 834 time: 0.0884538 Aug 19 15:05:44.330373 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f90ee-a938-41ef-8db2-2b4efc561b47 req-779d626a-14e6-48bd-b36e-a552dffedaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:44.332448 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aa1f90ee-a938-41ef-8db2-2b4efc561b47 req-779d626a-14e6-48bd-b36e-a552dffedaa1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=efa5a2dd-d570-4b86-a31b-68a1c7c9f708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743599 Aug 19 15:05:44.461472 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-db6aabfa-7962-4766-94c2-31ebca3719c6 tempest-TagsTest-593169498 tempest-TagsTest-593169498-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1715262173'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:05:44.510058 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6aabfa-7962-4766-94c2-31ebca3719c6 tempest-TagsTest-593169498 tempest-TagsTest-593169498-project] Made reservation on behalf of a2e3f8617ef94af1a389a343745e6315 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:05:44.514507 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db6aabfa-7962-4766-94c2-31ebca3719c6 tempest-TagsTest-593169498 tempest-TagsTest-593169498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:44.526990 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db6aabfa-7962-4766-94c2-31ebca3719c6 tempest-TagsTest-593169498 tempest-TagsTest-593169498-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:44.530873 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aa1f90ee-a938-41ef-8db2-2b4efc561b47 req-d1d73f12-ea0c-4268-9283-dc59be22a575 service neutron] 10.222.0.68 "GET /v2.0/networks/efa5a2dd-d570-4b86-a31b-68a1c7c9f708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880662 Aug 19 15:05:44.588159 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 53502) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:44.682653 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aa1f90ee-a938-41ef-8db2-2b4efc561b47 req-5cac2e1a-14bd-4382-8248-2d42d4148bdb service neutron] 10.222.0.68 "GET /v2.0/networks/efa5a2dd-d570-4b86-a31b-68a1c7c9f708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414254 Aug 19 15:05:44.713215 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-598b1f0d-3797-4891-b43f-76aa7bb4927a req-aa6faaa9-b3bf-45f9-9880-96f932fc0c0a service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7798703 Aug 19 15:05:44.739671 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db6aabfa-7962-4766-94c2-31ebca3719c6 tempest-TagsTest-593169498 tempest-TagsTest-593169498-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:44.745522 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db6aabfa-7962-4766-94c2-31ebca3719c6 tempest-TagsTest-593169498 tempest-TagsTest-593169498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:44.754727 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20739bf4-0484-4216-8f58-bf006abb055d req-d6d6ce5d-d146-4228-8f01-78eef2d3dc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:44.759314 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-20739bf4-0484-4216-8f58-bf006abb055d req-d6d6ce5d-d146-4228-8f01-78eef2d3dc85 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a011c1be-9b05-4239-aaa2-42073d462e8e HTTP/1.1" status: 200 len: 834 time: 0.6362448 Aug 19 15:05:44.790446 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db6aabfa-7962-4766-94c2-31ebca3719c6 tempest-TagsTest-593169498 tempest-TagsTest-593169498-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:05:44.817618 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fb1b80f9-84bb-44b2-8877-282ee607c497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:44.823064 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6aabfa-7962-4766-94c2-31ebca3719c6 tempest-TagsTest-593169498 tempest-TagsTest-593169498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b74d67b7-5006-41a4-bed9-bfc847638f44,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:44.839244 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db6aabfa-7962-4766-94c2-31ebca3719c6 tempest-TagsTest-593169498 tempest-TagsTest-593169498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:44.839500 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-db6aabfa-7962-4766-94c2-31ebca3719c6 tempest-TagsTest-593169498 tempest-TagsTest-593169498-project] Added segment 6cac99e8-6bd8-4ab6-b022-1297bfb27599 of type vlan for network 53ba04a1-dce4-4265-9a0e-58d9d9451262 Aug 19 15:05:44.852279 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa274c9-435b-4e6e-a4a5-0badc6d2f070 req-5b766ff3-c71b-4757-8bf2-cbe2e36a2fc8 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:44.853642 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-caa274c9-435b-4e6e-a4a5-0badc6d2f070 req-5b766ff3-c71b-4757-8bf2-cbe2e36a2fc8 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=40dbd0dc-4d56-41a3-96c6-a8bbfaef6f7e HTTP/1.1" status: 200 len: 945 time: 0.2070422 Aug 19 15:05:44.870104 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a244cd-5e34-4c79-9c70-dbf7f691a6e7 req-533c64cd-65bc-4c2f-9e55-9f1d197cd7b6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:44.871631 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b8a244cd-5e34-4c79-9c70-dbf7f691a6e7 req-533c64cd-65bc-4c2f-9e55-9f1d197cd7b6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 944 time: 0.2445340 Aug 19 15:05:44.898673 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db6aabfa-7962-4766-94c2-31ebca3719c6 tempest-TagsTest-593169498 tempest-TagsTest-593169498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:44.947314 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db6aabfa-7962-4766-94c2-31ebca3719c6 tempest-TagsTest-593169498 tempest-TagsTest-593169498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:44.953812 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6aabfa-7962-4766-94c2-31ebca3719c6 tempest-TagsTest-593169498 tempest-TagsTest-593169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:44.954383 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20739bf4-0484-4216-8f58-bf006abb055d req-eb498873-f673-430a-942f-91a110f7aac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:44.954499 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db6aabfa-7962-4766-94c2-31ebca3719c6 tempest-TagsTest-593169498 tempest-TagsTest-593169498-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:44.955930 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-20739bf4-0484-4216-8f58-bf006abb055d req-eb498873-f673-430a-942f-91a110f7aac4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=efa5a2dd-d570-4b86-a31b-68a1c7c9f708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1674001 Aug 19 15:05:44.963601 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-598b1f0d-3797-4891-b43f-76aa7bb4927a req-455da1cb-4c86-443c-949f-df5a1e129c9f service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416635 Aug 19 15:05:44.993192 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-caa274c9-435b-4e6e-a4a5-0badc6d2f070 req-be4717e8-9440-468f-9b0b-e8946327622e tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145649 Aug 19 15:05:45.031455 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b8a244cd-5e34-4c79-9c70-dbf7f691a6e7 req-de0bc9bc-c3a2-44aa-9f41-935b90be6177 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a4db4eb-d4df-4899-a042-35b38e1e17f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483657 Aug 19 15:05:45.059478 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6aabfa-7962-4766-94c2-31ebca3719c6 tempest-TagsTest-593169498 tempest-TagsTest-593169498-project] Pushing event updated for resources: {'Network': ['ID=53ba04a1-dce4-4265-9a0e-58d9d9451262,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:45.078310 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 53ba04a1-dce4-4265-9a0e-58d9d9451262 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:05:45.097012 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fb1b80f9-84bb-44b2-8877-282ee607c497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:45.104722 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fb1b80f9-84bb-44b2-8877-282ee607c497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:45.114871 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-20739bf4-0484-4216-8f58-bf006abb055d req-6d148563-ff47-4525-b7c2-146a630ca64d service neutron] 10.222.0.88 "GET /v2.0/networks/efa5a2dd-d570-4b86-a31b-68a1c7c9f708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426597 Aug 19 15:05:45.135711 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-db6aabfa-7962-4766-94c2-31ebca3719c6 tempest-TagsTest-593169498 tempest-TagsTest-593169498-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.9033952 Aug 19 15:05:45.136543 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 53506) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:45.160805 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-c04128d0-5abf-4c2d-83c8-fc964823eeca tempest-TagsTest-593169498 tempest-TagsTest-593169498-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '53ba04a1-dce4-4265-9a0e-58d9d9451262', 'tempest-TagsTest-Tag-2099851418') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:45.181276 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1b80f9-84bb-44b2-8877-282ee607c497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c35391-3c76-4038-94f8-eb08980ddfa4,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:45.199346 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-fb1b80f9-84bb-44b2-8877-282ee607c497 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=35fb483ffd39436a9666e75c5fd4408b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6094160 Aug 19 15:05:45.225667 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 53508) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:45.260898 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e13b7b1-a36f-49d2-a87e-975c9fcba66d req-e75d37a5-1d8c-447e-829f-f03fc356b1a2 tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:45.262515 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1e13b7b1-a36f-49d2-a87e-975c9fcba66d req-e75d37a5-1d8c-447e-829f-f03fc356b1a2 tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] 10.222.0.69 "GET /v2.0/ports?device_id=17c92d31-8410-4e9a-a783-145704cc3ac6 HTTP/1.1" status: 200 len: 947 time: 0.1530013 Aug 19 15:05:45.321451 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f04eb6a0-1c4d-4cbf-ae52-f46daca5a804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:45.323768 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-20739bf4-0484-4216-8f58-bf006abb055d req-be7f3def-76f1-4096-8ba2-f8e4db682c24 service neutron] 10.222.0.88 "GET /v2.0/networks/efa5a2dd-d570-4b86-a31b-68a1c7c9f708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924934 Aug 19 15:05:45.335735 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1e13b7b1-a36f-49d2-a87e-975c9fcba66d req-456c9af2-a272-467a-8aa3-0c40aee3a4a1 tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] 10.222.0.69 "GET /v2.0/security-groups?id=28acb6c3-28e1-4da9-ae20-264b419af8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627029 Aug 19 15:05:45.348812 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c04128d0-5abf-4c2d-83c8-fc964823eeca tempest-TagsTest-593169498 tempest-TagsTest-593169498-project] 10.222.0.69 "PUT /v2.0/networks/53ba04a1-dce4-4265-9a0e-58d9d9451262/tags/tempest-TagsTest-Tag-2099851418 HTTP/1.1" status: 201 len: 201 time: 0.2059317 Aug 19 15:05:45.358319 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 53510) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:45.358421 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-83016916-66b7-434d-8371-1e403024c774 tempest-TagsTest-593169498 tempest-TagsTest-593169498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '53ba04a1-dce4-4265-9a0e-58d9d9451262', 'tempest-TagsTest-Tag-2099851418') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:45.364183 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f04eb6a0-1c4d-4cbf-ae52-f46daca5a804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:45.430982 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f04eb6a0-1c4d-4cbf-ae52-f46daca5a804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:45.433750 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f04eb6a0-1c4d-4cbf-ae52-f46daca5a804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:45.438933 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f04eb6a0-1c4d-4cbf-ae52-f46daca5a804 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/01c35391-3c76-4038-94f8-eb08980ddfa4 HTTP/1.1" status: 204 len: 168 time: 0.2085578 Aug 19 15:05:45.458425 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04eb6a0-1c4d-4cbf-ae52-f46daca5a804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c35391-3c76-4038-94f8-eb08980ddfa4,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:45.480851 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f90ee-a938-41ef-8db2-2b4efc561b47 req-0283d8fe-5ccb-46c0-9e74-b9749472c9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:45.483410 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-aa1f90ee-a938-41ef-8db2-2b4efc561b47 req-0283d8fe-5ccb-46c0-9e74-b9749472c9ca service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5784b0340e8242b1aba4ab831f2e3b23&device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 1095 time: 0.1042745 Aug 19 15:05:45.550172 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-83016916-66b7-434d-8371-1e403024c774 tempest-TagsTest-593169498 tempest-TagsTest-593169498-project] 10.222.0.69 "GET /v2.0/networks/53ba04a1-dce4-4265-9a0e-58d9d9451262/tags/tempest-TagsTest-Tag-2099851418 HTTP/1.1" status: 204 len: 168 time: 0.1970074 Aug 19 15:05:45.552830 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 53514) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:45.559350 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-db78a9b4-eca3-420b-9356-9d6082b9262b tempest-TagsTest-593169498 tempest-TagsTest-593169498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '53ba04a1-dce4-4265-9a0e-58d9d9451262') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:45.692711 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f90ee-a938-41ef-8db2-2b4efc561b47 req-e3d17287-ce9d-4a78-bd53-2152c685cefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:45.694315 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-aa1f90ee-a938-41ef-8db2-2b4efc561b47 req-e3d17287-ce9d-4a78-bd53-2152c685cefd service neutron] 10.222.0.88 "GET /v2.0/networks?id=efa5a2dd-d570-4b86-a31b-68a1c7c9f708 HTTP/1.1" status: 200 len: 898 time: 0.1977923 Aug 19 15:05:45.766808 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b9e82-229b-4c54-9c22-106d90432319 req-f9e83e4b-952b-43ac-923d-1cc2a6fe45a9 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:45.768358 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ed8b9e82-229b-4c54-9c22-106d90432319 req-f9e83e4b-952b-43ac-923d-1cc2a6fe45a9 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.88 "GET /v2.0/ports?device_id=40dbd0dc-4d56-41a3-96c6-a8bbfaef6f7e HTTP/1.1" status: 200 len: 945 time: 0.1507268 Aug 19 15:05:45.770407 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-db78a9b4-eca3-420b-9356-9d6082b9262b tempest-TagsTest-593169498 tempest-TagsTest-593169498-project] 10.222.0.69 "GET /v2.0/networks/53ba04a1-dce4-4265-9a0e-58d9d9451262/tags HTTP/1.1" status: 200 len: 238 time: 0.2163393 Aug 19 15:05:45.774130 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 53518) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:45.782740 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-33bff008-c2c2-4181-b5a3-08f7a7dac8b1 tempest-TagsTest-593169498 tempest-TagsTest-593169498-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '53ba04a1-dce4-4265-9a0e-58d9d9451262', {'tags': ['tempest-TagsTest-Tag-1560174806', 'tempest-TagsTest-Tag-901582998', 'tempest-TagsTest-Tag-78273104']}) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:45.822086 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 53520) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:45.837761 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52f841b9-596a-49c6-8a84-729f751a63f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:45.871756 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-aa1f90ee-a938-41ef-8db2-2b4efc561b47 req-25d6bf45-74b5-4812-8544-e0879b466038 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1637b94e-f2ce-4555-b6c8-82a867805446 HTTP/1.1" status: 200 len: 999 time: 0.1677091 Aug 19 15:05:45.977517 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52f841b9-596a-49c6-8a84-729f751a63f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:45.980966 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-33bff008-c2c2-4181-b5a3-08f7a7dac8b1 tempest-TagsTest-593169498 tempest-TagsTest-593169498-project] 10.222.0.69 "PUT /v2.0/networks/53ba04a1-dce4-4265-9a0e-58d9d9451262/tags HTTP/1.1" status: 200 len: 306 time: 0.2056808 Aug 19 15:05:45.983145 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52f841b9-596a-49c6-8a84-729f751a63f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:45.983647 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f90ee-a938-41ef-8db2-2b4efc561b47 req-1e206a7c-0078-4f57-8b51-b1975bd815d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:45.985267 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-aa1f90ee-a938-41ef-8db2-2b4efc561b47 req-1e206a7c-0078-4f57-8b51-b1975bd815d8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a011c1be-9b05-4239-aaa2-42073d462e8e HTTP/1.1" status: 200 len: 834 time: 0.1054044 Aug 19 15:05:45.985704 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 53522) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:45.991899 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-7b827b69-f9bf-4ed8-a1e2-e6db9f85ad44 tempest-TagsTest-593169498 tempest-TagsTest-593169498-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '53ba04a1-dce4-4265-9a0e-58d9d9451262', 'tempest-TagsTest-Tag-1560174806') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:46.044801 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-52f841b9-596a-49c6-8a84-729f751a63f2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=38fff4911a1b444eb795139fdbcc279c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2175281 Aug 19 15:05:46.045329 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 53526) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:46.058575 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f841b9-596a-49c6-8a84-729f751a63f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d15c3f-527e-4b40-9730-c4fcadf03b9c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:46.139755 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-ed8b9e82-229b-4c54-9c22-106d90432319 req-b19bba52-cede-4c1d-94f2-208fcb5f90c2 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Deleting port 081f54b8-f807-4b9a-99a9-66484df945d5 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:05:46.140073 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ed8b9e82-229b-4c54-9c22-106d90432319 req-b19bba52-cede-4c1d-94f2-208fcb5f90c2 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:46.147706 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f90ee-a938-41ef-8db2-2b4efc561b47 req-d8668539-ad77-4c41-ae2a-abab2a62bc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:46.149482 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-aa1f90ee-a938-41ef-8db2-2b4efc561b47 req-d8668539-ad77-4c41-ae2a-abab2a62bc04 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=efa5a2dd-d570-4b86-a31b-68a1c7c9f708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1545966 Aug 19 15:05:46.158880 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d590bf99-dcf5-4ef8-b7f0-a485604a30d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:46.193686 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d590bf99-dcf5-4ef8-b7f0-a485604a30d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:46.396270 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e6b14-7556-475c-ba02-c061d980f750 req-d1fe1fcd-1412-4ac8-97ea-2365791eb357 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:46.397885 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f32e6b14-7556-475c-ba02-c061d980f750 req-d1fe1fcd-1412-4ac8-97ea-2365791eb357 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=40dbd0dc-4d56-41a3-96c6-a8bbfaef6f7e HTTP/1.1" status: 200 len: 945 time: 0.2717180 Aug 19 15:05:46.429995 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-ed8b9e82-229b-4c54-9c22-106d90432319 req-b19bba52-cede-4c1d-94f2-208fcb5f90c2 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] For port 081f54b8-f807-4b9a-99a9-66484df945d5, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=081f54b8-f807-4b9a-99a9-66484df945d5,segment=NetworkSegment(b6bb2d61-0455-440b-809f-c8e64ffc2b8e),segment_id=b6bb2d61-0455-440b-809f-c8e64ffc2b8e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:05:46.430455 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ed8b9e82-229b-4c54-9c22-106d90432319 req-b19bba52-cede-4c1d-94f2-208fcb5f90c2 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:46.458234 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba0b79-aff7-40d2-b0e3-c3b31affe837 req-44ac2e55-1fc1-46b9-8053-1960314a01ea tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:46.459863 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3bba0b79-aff7-40d2-b0e3-c3b31affe837 req-44ac2e55-1fc1-46b9-8053-1960314a01ea tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 944 time: 0.2418251 Aug 19 15:05:46.479306 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-7b827b69-f9bf-4ed8-a1e2-e6db9f85ad44 tempest-TagsTest-593169498 tempest-TagsTest-593169498-project] 10.222.0.69 "DELETE /v2.0/networks/53ba04a1-dce4-4265-9a0e-58d9d9451262/tags/tempest-TagsTest-Tag-1560174806 HTTP/1.1" status: 204 len: 168 time: 0.4922819 Aug 19 15:05:46.487165 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-ed8b9e82-229b-4c54-9c22-106d90432319 req-b19bba52-cede-4c1d-94f2-208fcb5f90c2 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Calling delete_port for 081f54b8-f807-4b9a-99a9-66484df945d5 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:05:46.495271 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 53532) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:46.501228 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-9e069628-39ef-4dca-af39-d5f2049f97e9 tempest-TagsTest-593169498 tempest-TagsTest-593169498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '53ba04a1-dce4-4265-9a0e-58d9d9451262', 'tempest-TagsTest-Tag-1560174806') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:46.536548 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-aa1f90ee-a938-41ef-8db2-2b4efc561b47 req-e087de49-7543-4001-9fe9-edecd69b94c6 service neutron] 10.222.0.88 "GET /v2.0/networks/efa5a2dd-d570-4b86-a31b-68a1c7c9f708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712206 Aug 19 15:05:46.661902 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d590bf99-dcf5-4ef8-b7f0-a485604a30d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:46.664366 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d590bf99-dcf5-4ef8-b7f0-a485604a30d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:46.670064 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d590bf99-dcf5-4ef8-b7f0-a485604a30d5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/44d15c3f-527e-4b40-9730-c4fcadf03b9c HTTP/1.1" status: 204 len: 168 time: 0.6168704 Aug 19 15:05:46.673005 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f32e6b14-7556-475c-ba02-c061d980f750 req-f58537c4-15c3-47cc-b6bd-e3e16ba81c06 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627778 Aug 19 15:05:46.682683 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d590bf99-dcf5-4ef8-b7f0-a485604a30d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d15c3f-527e-4b40-9730-c4fcadf03b9c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:46.728513 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3bba0b79-aff7-40d2-b0e3-c3b31affe837 req-43147f63-b4db-4cb1-af90-c4b5197d2124 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a4db4eb-d4df-4899-a042-35b38e1e17f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2406521 Aug 19 15:05:46.864609 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [None req-9e069628-39ef-4dca-af39-d5f2049f97e9 tempest-TagsTest-593169498 tempest-TagsTest-593169498-project] show failed (client error): The resource could not be found. Aug 19 15:05:46.865760 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9e069628-39ef-4dca-af39-d5f2049f97e9 tempest-TagsTest-593169498 tempest-TagsTest-593169498-project] 10.222.0.69 "GET /v2.0/networks/53ba04a1-dce4-4265-9a0e-58d9d9451262/tags/tempest-TagsTest-Tag-1560174806 HTTP/1.1" status: 404 len: 326 time: 0.3694479 Aug 19 15:05:46.871925 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 53536) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:46.872626 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-aa1f90ee-a938-41ef-8db2-2b4efc561b47 req-2ac37585-28bb-41f0-8ce9-95e5fb319052 service neutron] 10.222.0.88 "GET /v2.0/networks/efa5a2dd-d570-4b86-a31b-68a1c7c9f708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249362 Aug 19 15:05:46.880423 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-509e251a-2c87-401f-84d1-7935904933a3 tempest-TagsTest-593169498 tempest-TagsTest-593169498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '53ba04a1-dce4-4265-9a0e-58d9d9451262', 'tempest-TagsTest-Tag-901582998') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:46.937232 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157a2f4-2ee5-4091-80c1-f6ceebdf3783 req-a2fdffd1-cc24-4d53-9491-69ee5f220dc6 tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:46.938995 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d157a2f4-2ee5-4091-80c1-f6ceebdf3783 req-a2fdffd1-cc24-4d53-9491-69ee5f220dc6 tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] 10.222.0.69 "GET /v2.0/ports?device_id=17c92d31-8410-4e9a-a783-145704cc3ac6 HTTP/1.1" status: 200 len: 947 time: 0.1378736 Aug 19 15:05:46.973551 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device a4beeb5a-c796-4d91-91e4-86af9d3d8d83 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:05:46.989234 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ed8b9e82-229b-4c54-9c22-106d90432319 req-b19bba52-cede-4c1d-94f2-208fcb5f90c2 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:47.003725 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-509e251a-2c87-401f-84d1-7935904933a3 tempest-TagsTest-593169498 tempest-TagsTest-593169498-project] 10.222.0.69 "GET /v2.0/networks/53ba04a1-dce4-4265-9a0e-58d9d9451262/tags/tempest-TagsTest-Tag-901582998 HTTP/1.1" status: 204 len: 168 time: 0.1306553 Aug 19 15:05:47.007966 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 53540) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:47.014299 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-4a3622cd-709e-4039-890d-494c48d09006 tempest-TagsTest-593169498 tempest-TagsTest-593169498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '53ba04a1-dce4-4265-9a0e-58d9d9451262', 'tempest-TagsTest-Tag-78273104') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:47.015533 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['081f54b8-f807-4b9a-99a9-66484df945d5'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:05:47.115057 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.db.resource_extend [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 15:05:47.141133 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19bba52-cede-4c1d-94f2-208fcb5f90c2 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Pushing event deleted for resources: {'Port': ['ID=081f54b8-f807-4b9a-99a9-66484df945d5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:47.179503 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4a3622cd-709e-4039-890d-494c48d09006 tempest-TagsTest-593169498 tempest-TagsTest-593169498-project] 10.222.0.69 "GET /v2.0/networks/53ba04a1-dce4-4265-9a0e-58d9d9451262/tags/tempest-TagsTest-Tag-78273104 HTTP/1.1" status: 204 len: 168 time: 0.1690760 Aug 19 15:05:47.182680 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 53546) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:47.195421 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-a38b00da-b11e-40e4-81fe-8e70786a61f5 tempest-TagsTest-593169498 tempest-TagsTest-593169498-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '53ba04a1-dce4-4265-9a0e-58d9d9451262') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:47.215322 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d157a2f4-2ee5-4091-80c1-f6ceebdf3783 req-68860fb3-86a4-40ad-af49-a496a5cd6e3e tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] 10.222.0.69 "GET /v2.0/security-groups?id=28acb6c3-28e1-4da9-ae20-264b419af8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538507 Aug 19 15:05:47.216956 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed8b9e82-229b-4c54-9c22-106d90432319 req-b19bba52-cede-4c1d-94f2-208fcb5f90c2 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] No DVR routers for this DVR port 081f54b8-f807-4b9a-99a9-66484df945d5 on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:05:47.221529 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ed8b9e82-229b-4c54-9c22-106d90432319 req-b19bba52-cede-4c1d-94f2-208fcb5f90c2 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:47.226016 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ed8b9e82-229b-4c54-9c22-106d90432319 req-b19bba52-cede-4c1d-94f2-208fcb5f90c2 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.88 "DELETE /v2.0/ports/081f54b8-f807-4b9a-99a9-66484df945d5 HTTP/1.1" status: 204 len: 173 time: 1.4491696 Aug 19 15:05:47.226639 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40dbd0dc-4d56-41a3-96c6-a8bbfaef6f7e', 'name': 'network-vif-deleted', 'tag': '081f54b8-f807-4b9a-99a9-66484df945d5'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:05:47.230134 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ae6623-3261-48db-ae85-791390d1a270" -d '{"events": [{"server_uuid": "40dbd0dc-4d56-41a3-96c6-a8bbfaef6f7e", "name": "network-vif-deleted", "tag": "081f54b8-f807-4b9a-99a9-66484df945d5"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:05:47.297238 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e5af61-5cfd-4fe0-be55-4f2c7b45d634 x-openstack-request-id: req-05e5af61-5cfd-4fe0-be55-4f2c7b45d634 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:05:47.297735 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40dbd0dc-4d56-41a3-96c6-a8bbfaef6f7e", "name": "network-vif-deleted", "tag": "081f54b8-f807-4b9a-99a9-66484df945d5", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:05:47.298565 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-05e5af61-5cfd-4fe0-be55-4f2c7b45d634 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:05:47.299141 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40dbd0dc-4d56-41a3-96c6-a8bbfaef6f7e', 'name': 'network-vif-deleted', 'tag': '081f54b8-f807-4b9a-99a9-66484df945d5', 'status': 'completed', 'code': 200} Aug 19 15:05:47.314248 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port a4beeb5a-c796-4d91-91e4-86af9d3d8d83, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=a4beeb5a-c796-4d91-91e4-86af9d3d8d83,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:05:47.340288 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': 'a4beeb5a-c796-4d91-91e4-86af9d3d8d83', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'port_id': 'a4beeb5a-c796-4d91-91e4-86af9d3d8d83', 'mac_address': 'fa:16:3e:7b:7f:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:05:47.393926 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:47.403856 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a38b00da-b11e-40e4-81fe-8e70786a61f5 tempest-TagsTest-593169498 tempest-TagsTest-593169498-project] 10.222.0.69 "DELETE /v2.0/networks/53ba04a1-dce4-4265-9a0e-58d9d9451262/tags HTTP/1.1" status: 204 len: 168 time: 0.2195501 Aug 19 15:05:47.407365 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 53554) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:47.414471 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-bbd38a0d-07f0-438a-8394-e10804e8a761 tempest-TagsTest-593169498 tempest-TagsTest-593169498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '53ba04a1-dce4-4265-9a0e-58d9d9451262', 'tempest-TagsTest-Tag-901582998') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:47.428641 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4beeb5a-c796-4d91-91e4-86af9d3d8d83 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:05:47.474076 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port a4beeb5a-c796-4d91-91e4-86af9d3d8d83, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=a4beeb5a-c796-4d91-91e4-86af9d3d8d83,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:05:47.480903 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:47.537185 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [None req-bbd38a0d-07f0-438a-8394-e10804e8a761 tempest-TagsTest-593169498 tempest-TagsTest-593169498-project] show failed (client error): The resource could not be found. Aug 19 15:05:47.539200 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-bbd38a0d-07f0-438a-8394-e10804e8a761 tempest-TagsTest-593169498 tempest-TagsTest-593169498-project] 10.222.0.69 "GET /v2.0/networks/53ba04a1-dce4-4265-9a0e-58d9d9451262/tags/tempest-TagsTest-Tag-901582998 HTTP/1.1" status: 404 len: 325 time: 0.1305757 Aug 19 15:05:47.541977 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 53558) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:47.549644 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-f648cb04-b9f7-4511-848c-c9768b78d1c9 tempest-TagsTest-593169498 tempest-TagsTest-593169498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '53ba04a1-dce4-4265-9a0e-58d9d9451262', 'tempest-TagsTest-Tag-78273104') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:47.586130 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=a4beeb5a-c796-4d91-91e4-86af9d3d8d83,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:47.665070 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [None req-f648cb04-b9f7-4511-848c-c9768b78d1c9 tempest-TagsTest-593169498 tempest-TagsTest-593169498-project] show failed (client error): The resource could not be found. Aug 19 15:05:47.669973 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 53564) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:47.672864 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f648cb04-b9f7-4511-848c-c9768b78d1c9 tempest-TagsTest-593169498 tempest-TagsTest-593169498-project] 10.222.0.69 "GET /v2.0/networks/53ba04a1-dce4-4265-9a0e-58d9d9451262/tags/tempest-TagsTest-Tag-78273104 HTTP/1.1" status: 404 len: 324 time: 0.1258535 Aug 19 15:05:47.681852 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-50496e64-23bc-4d38-bdac-3606e4898ccf tempest-TagsTest-593169498 tempest-TagsTest-593169498-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '53ba04a1-dce4-4265-9a0e-58d9d9451262') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:47.697885 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['a4beeb5a-c796-4d91-91e4-86af9d3d8d83'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:05:47.910327 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-50496e64-23bc-4d38-bdac-3606e4898ccf tempest-TagsTest-593169498 tempest-TagsTest-593169498-project] 10.222.0.69 "DELETE /v2.0/networks/53ba04a1-dce4-4265-9a0e-58d9d9451262/tags HTTP/1.1" status: 204 len: 168 time: 0.2384131 Aug 19 15:05:47.910960 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 53572) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:47.950039 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-81936858-ea1f-4fdb-a3f4-b292c7f4acab req-a8fe08f9-abe1-4a34-8681-1b8a215f556a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=40dbd0dc-4d56-41a3-96c6-a8bbfaef6f7e HTTP/1.1" status: 200 len: 210 time: 0.0675690 Aug 19 15:05:47.957708 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 53574) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:47.981037 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff910c-965d-438a-832b-cb8be1ba5233 req-f5c05842-4c59-48b5-acdb-dbb39dd911b5 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:47.981037 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-84ff910c-965d-438a-832b-cb8be1ba5233 req-f5c05842-4c59-48b5-acdb-dbb39dd911b5 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 944 time: 0.1483309 Aug 19 15:05:48.032001 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa11cbc9-895b-4b6c-a2fb-5b84acd5c1c9 tempest-TagsTest-593169498 tempest-TagsTest-593169498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:48.050054 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-84ff910c-965d-438a-832b-cb8be1ba5233 req-22a254de-0404-41c3-887d-b74454031fe1 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a4db4eb-d4df-4899-a042-35b38e1e17f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525570 Aug 19 15:05:48.091701 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 53578) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:48.138092 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-961187d3-51fd-48a8-a719-8cbaa2230ad5 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2135593134'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:05:48.163314 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa11cbc9-895b-4b6c-a2fb-5b84acd5c1c9 tempest-TagsTest-593169498 tempest-TagsTest-593169498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:48.180206 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-fa11cbc9-895b-4b6c-a2fb-5b84acd5c1c9 tempest-TagsTest-593169498 tempest-TagsTest-593169498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53ba04a1-dce4-4265-9a0e-58d9d9451262']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:48.183833 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-97fe0bbe-1c49-464b-bfc3-d9629e0f7958 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/floatingips/dabfa844-e100-4156-b8c9-1a961b9d3ba0 HTTP/1.1" status: 200 len: 991 time: 0.0906107 Aug 19 15:05:48.190227 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961187d3-51fd-48a8-a719-8cbaa2230ad5 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Made reservation on behalf of 2a9c4f24a5564baba088b28733729b19 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:05:48.198537 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-961187d3-51fd-48a8-a719-8cbaa2230ad5 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:48.199199 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-fa11cbc9-895b-4b6c-a2fb-5b84acd5c1c9 tempest-TagsTest-593169498 tempest-TagsTest-593169498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cac99e8-6bd8-4ab6-b022-1297bfb27599') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:48.199199 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-fa11cbc9-895b-4b6c-a2fb-5b84acd5c1c9 tempest-TagsTest-593169498 tempest-TagsTest-593169498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cac99e8-6bd8-4ab6-b022-1297bfb27599') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:48.211487 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-961187d3-51fd-48a8-a719-8cbaa2230ad5 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:48.217431 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa11cbc9-895b-4b6c-a2fb-5b84acd5c1c9 tempest-TagsTest-593169498 tempest-TagsTest-593169498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:48.236488 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa11cbc9-895b-4b6c-a2fb-5b84acd5c1c9 tempest-TagsTest-593169498 tempest-TagsTest-593169498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:48.244589 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa11cbc9-895b-4b6c-a2fb-5b84acd5c1c9 tempest-TagsTest-593169498 tempest-TagsTest-593169498-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:05:48.245293 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa11cbc9-895b-4b6c-a2fb-5b84acd5c1c9 tempest-TagsTest-593169498 tempest-TagsTest-593169498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:48.248746 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 15:05:48.248746 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:05:48.248746 n-d-766043-2 neutron-server[94639]: timer() Aug 19 15:05:48.248746 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:05:48.248746 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 15:05:48.248746 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:05:48.248746 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 15:05:48.248746 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:05:48.248746 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 15:05:48.248746 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:05:48.248746 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 15:05:48.248746 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:05:48.248746 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 15:05:48.248746 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:05:48.248746 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:05:48.248746 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:05:48.248746 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:05:48.248746 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:05:48.248746 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 15:05:48.248746 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:05:48.248746 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 15:05:48.248746 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:05:48.248746 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:05:48.248746 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:05:48.248746 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 15:05:48.248746 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:05:48.248746 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:05:48.248746 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:05:48.248746 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:05:48.248746 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:05:48.248746 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:05:48.248746 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:05:48.348644 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa11cbc9-895b-4b6c-a2fb-5b84acd5c1c9 tempest-TagsTest-593169498 tempest-TagsTest-593169498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:48.360026 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa11cbc9-895b-4b6c-a2fb-5b84acd5c1c9 tempest-TagsTest-593169498 tempest-TagsTest-593169498-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:48.364371 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-fa11cbc9-895b-4b6c-a2fb-5b84acd5c1c9 tempest-TagsTest-593169498 tempest-TagsTest-593169498-project] 10.222.0.69 "DELETE /v2.0/networks/53ba04a1-dce4-4265-9a0e-58d9d9451262 HTTP/1.1" status: 204 len: 168 time: 0.4521601 Aug 19 15:05:48.379832 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa11cbc9-895b-4b6c-a2fb-5b84acd5c1c9 tempest-TagsTest-593169498 tempest-TagsTest-593169498-project] Pushing event deleted for resources: {'Network': ['ID=53ba04a1-dce4-4265-9a0e-58d9d9451262,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:48.410256 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91721e5-5eee-477a-84a7-f16700d04861 req-8100d047-0abd-4a60-9710-e6f05ee6586c tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:48.412177 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b91721e5-5eee-477a-84a7-f16700d04861 req-8100d047-0abd-4a60-9710-e6f05ee6586c tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] 10.222.0.69 "GET /v2.0/ports?device_id=17c92d31-8410-4e9a-a783-145704cc3ac6 HTTP/1.1" status: 200 len: 948 time: 0.0825598 Aug 19 15:05:48.486992 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b91721e5-5eee-477a-84a7-f16700d04861 req-a876ac8e-cf99-4c84-9eee-55a1bd49eef3 tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] 10.222.0.69 "GET /v2.0/security-groups?id=28acb6c3-28e1-4da9-ae20-264b419af8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602360 Aug 19 15:05:48.492048 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-961187d3-51fd-48a8-a719-8cbaa2230ad5 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:48.498331 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-961187d3-51fd-48a8-a719-8cbaa2230ad5 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:48.529908 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-961187d3-51fd-48a8-a719-8cbaa2230ad5 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:05:48.540385 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961187d3-51fd-48a8-a719-8cbaa2230ad5 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e663e9b-d692-4733-bb2b-ac50cd519527,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:48.546078 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-961187d3-51fd-48a8-a719-8cbaa2230ad5 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:48.546566 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-961187d3-51fd-48a8-a719-8cbaa2230ad5 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Added segment f4c68bbc-1e55-4297-bea0-0feba683625c of type vlan for network 2f0abcea-a765-4f37-a5c0-88d1ffd4da33 Aug 19 15:05:48.590824 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-961187d3-51fd-48a8-a719-8cbaa2230ad5 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:48.619471 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-961187d3-51fd-48a8-a719-8cbaa2230ad5 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:48.627652 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961187d3-51fd-48a8-a719-8cbaa2230ad5 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:48.628672 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-961187d3-51fd-48a8-a719-8cbaa2230ad5 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:48.694052 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-961187d3-51fd-48a8-a719-8cbaa2230ad5 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7351267 Aug 19 15:05:48.698371 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 53586) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:48.707781 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-6e74d567-88f8-4295-aa2f-b2ab0a0d60e7 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Request body: {'subnet': {'network_id': '2f0abcea-a765-4f37-a5c0-88d1ffd4da33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:05:48.708381 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961187d3-51fd-48a8-a719-8cbaa2230ad5 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Pushing event updated for resources: {'Network': ['ID=2f0abcea-a765-4f37-a5c0-88d1ffd4da33,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:48.722049 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 2f0abcea-a765-4f37-a5c0-88d1ffd4da33 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:05:48.758642 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 53588) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:48.847145 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e74d567-88f8-4295-aa2f-b2ab0a0d60e7 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Made reservation on behalf of 2a9c4f24a5564baba088b28733729b19 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:05:48.851293 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e74d567-88f8-4295-aa2f-b2ab0a0d60e7 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:49.007849 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 1637b94e-f2ce-4555-b6c8-82a867805446 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:05:49.011468 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device a4beeb5a-c796-4d91-91e4-86af9d3d8d83 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:05:49.239318 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e74d567-88f8-4295-aa2f-b2ab0a0d60e7 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:49.305366 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 1637b94e-f2ce-4555-b6c8-82a867805446, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=1637b94e-f2ce-4555-b6c8-82a867805446,segment=NetworkSegment(2cff94a8-d32d-498b-85b8-f4d9632ebdb6),segment_id=2cff94a8-d32d-498b-85b8-f4d9632ebdb6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:05:49.331503 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '1637b94e-f2ce-4555-b6c8-82a867805446', 'network_id': 'efa5a2dd-d570-4b86-a31b-68a1c7c9f708', 'port_id': '1637b94e-f2ce-4555-b6c8-82a867805446', 'mac_address': 'fa:16:3e:28:63:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a011c1be-9b05-4239-aaa2-42073d462e8e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:05:49.415014 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port a4beeb5a-c796-4d91-91e4-86af9d3d8d83 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:05:49.438489 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port a4beeb5a-c796-4d91-91e4-86af9d3d8d83 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:05:49.439473 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:49.460822 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e74d567-88f8-4295-aa2f-b2ab0a0d60e7 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Pushing event updated for resources: {'Subnet': ['ID=ed4536c6-0229-4a28-bb6d-c3ef9a3918a1,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:49.496145 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e74d567-88f8-4295-aa2f-b2ab0a0d60e7 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Checking segment: {'id': 'f4c68bbc-1e55-4297-bea0-0feba683625c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '2f0abcea-a765-4f37-a5c0-88d1ffd4da33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:05:49.502360 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e74d567-88f8-4295-aa2f-b2ab0a0d60e7 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Network hostable DHCP agents. Network: 2f0abcea-a765-4f37-a5c0-88d1ffd4da33, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:05:49.527341 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:49.572150 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e74d567-88f8-4295-aa2f-b2ab0a0d60e7 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Network 2f0abcea-a765-4f37-a5c0-88d1ffd4da33 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:05:49.595355 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-6e74d567-88f8-4295-aa2f-b2ab0a0d60e7 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 2f0abcea-a765-4f37-a5c0-88d1ffd4da33) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:05:49.610321 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1637b94e-f2ce-4555-b6c8-82a867805446 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:05:49.614892 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e74d567-88f8-4295-aa2f-b2ab0a0d60e7 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:49.617055 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e74d567-88f8-4295-aa2f-b2ab0a0d60e7 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:49.625693 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c23d81-489a-43c2-a1f8-1bdd5d11c42a None None] Network 2f0abcea-a765-4f37-a5c0-88d1ffd4da33 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:05:49.674895 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6e74d567-88f8-4295-aa2f-b2ab0a0d60e7 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9747188 Aug 19 15:05:49.677258 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 53596) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:49.697065 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-93543609-91fd-477b-bcde-39f556d0b9d1 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2091877778', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}, 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:05:49.717102 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ac99376a-e084-4219-89ef-2defd63d18df req-cf697ed4-2c14-4458-bd88-e63b7e902b8b tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=40dbd0dc-4d56-41a3-96c6-a8bbfaef6f7e HTTP/1.1" status: 200 len: 210 time: 0.1250346 Aug 19 15:05:49.785167 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-33b53bcb-81d4-4305-9bad-412c71aa1836 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a2e3f8617ef94af1a389a343745e6315&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0245681 Aug 19 15:05:49.787065 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-93543609-91fd-477b-bcde-39f556d0b9d1 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:49.792250 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-93543609-91fd-477b-bcde-39f556d0b9d1 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:49.803028 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 53598) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:49.885408 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5bd471-3ad7-42a4-ab5d-4f128f59dfc9 req-1a84ee28-200b-4eb8-a644-ef8720dd8f29 tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:49.887996 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8d5bd471-3ad7-42a4-ab5d-4f128f59dfc9 req-1a84ee28-200b-4eb8-a644-ef8720dd8f29 tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] 10.222.0.69 "GET /v2.0/ports?device_id=17c92d31-8410-4e9a-a783-145704cc3ac6 HTTP/1.1" status: 200 len: 948 time: 0.1586828 Aug 19 15:05:49.897050 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 1637b94e-f2ce-4555-b6c8-82a867805446, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=1637b94e-f2ce-4555-b6c8-82a867805446,segment=NetworkSegment(2cff94a8-d32d-498b-85b8-f4d9632ebdb6),segment_id=2cff94a8-d32d-498b-85b8-f4d9632ebdb6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:05:49.922857 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ce8131-6b7d-4049-8c26-656ef10b3a70 None None] Network 2f0abcea-a765-4f37-a5c0-88d1ffd4da33 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:05:49.927248 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:49.968218 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5986762-ec77-4376-89d7-888ad9d63562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:49.998580 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-93543609-91fd-477b-bcde-39f556d0b9d1 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:50.026541 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8d5bd471-3ad7-42a4-ab5d-4f128f59dfc9 req-e0167cca-ded9-4497-a38e-c7032af307d7 tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] 10.222.0.69 "GET /v2.0/security-groups?id=28acb6c3-28e1-4da9-ae20-264b419af8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081274 Aug 19 15:05:50.048645 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5986762-ec77-4376-89d7-888ad9d63562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:50.195240 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:50.216680 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5986762-ec77-4376-89d7-888ad9d63562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:50.219940 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5986762-ec77-4376-89d7-888ad9d63562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:50.225264 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a5986762-ec77-4376-89d7-888ad9d63562 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b74d67b7-5006-41a4-bed9-bfc847638f44 HTTP/1.1" status: 204 len: 168 time: 0.4171789 Aug 19 15:05:50.244828 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5986762-ec77-4376-89d7-888ad9d63562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74d67b7-5006-41a4-bed9-bfc847638f44,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:50.261464 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['1637b94e-f2ce-4555-b6c8-82a867805446'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:05:50.348324 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=1637b94e-f2ce-4555-b6c8-82a867805446,revision_number=12']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:50.414806 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c92d31-8410-4e9a-a783-145704cc3ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4beeb5a-c796-4d91-91e4-86af9d3d8d83'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:05:50.417481 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65679325-f149-43f4-a7ed-eabd7233ce04" -d '{"events": [{"server_uuid": "17c92d31-8410-4e9a-a783-145704cc3ac6", "name": "network-vif-plugged", "status": "completed", "tag": "a4beeb5a-c796-4d91-91e4-86af9d3d8d83"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:05:50.472377 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port a4beeb5a-c796-4d91-91e4-86af9d3d8d83, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=a4beeb5a-c796-4d91-91e4-86af9d3d8d83,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:05:50.492714 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:50.492958 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-93543609-91fd-477b-bcde-39f556d0b9d1 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:50.494265 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 081f54b8-f807-4b9a-99a9-66484df945d5 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:05:50.760471 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28033bce-6d8e-4a75-b337-d99091dcb7a2 req-d1c18ffc-8e76-4529-9eb9-5fb2c6b0d1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:50.762975 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-28033bce-6d8e-4a75-b337-d99091dcb7a2 req-d1c18ffc-8e76-4529-9eb9-5fb2c6b0d1e0 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=17c92d31-8410-4e9a-a783-145704cc3ac6 HTTP/1.1" status: 200 len: 1100 time: 0.1337626 Aug 19 15:05:50.848568 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-28033bce-6d8e-4a75-b337-d99091dcb7a2 req-0ad74580-0a9d-4656-8f93-4b618df4a3d3 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=28acb6c3-28e1-4da9-ae20-264b419af8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772214 Aug 19 15:05:50.906339 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6475ac-9a93-42e7-9420-e5e95ff14ae1 x-openstack-request-id: req-ee6475ac-9a93-42e7-9420-e5e95ff14ae1 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:05:50.907170 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17c92d31-8410-4e9a-a783-145704cc3ac6", "name": "network-vif-plugged", "status": "completed", "tag": "a4beeb5a-c796-4d91-91e4-86af9d3d8d83", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:05:50.907170 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ee6475ac-9a93-42e7-9420-e5e95ff14ae1 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:05:50.908282 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17c92d31-8410-4e9a-a783-145704cc3ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4beeb5a-c796-4d91-91e4-86af9d3d8d83', 'code': 200} Aug 19 15:05:50.932088 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: 081f54b8-f807-4b9a-99a9-66484df945d5 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:05:50.933513 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 081f54b8-f807-4b9a-99a9-66484df945d5 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:05:50.960830 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e7bed22b-0630-4259-8396-789e17b8a1a7 req-1b64f63b-003b-40a0-b5ec-2a2f97a2ab9b tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=40dbd0dc-4d56-41a3-96c6-a8bbfaef6f7e HTTP/1.1" status: 200 len: 210 time: 0.0622821 Aug 19 15:05:51.020914 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-93543609-91fd-477b-bcde-39f556d0b9d1 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:51.053786 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-93543609-91fd-477b-bcde-39f556d0b9d1 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:51.076993 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=a4beeb5a-c796-4d91-91e4-86af9d3d8d83,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:51.287061 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-93543609-91fd-477b-bcde-39f556d0b9d1 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Allocated IP 172.25.2.89 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/2c186115-b524-4044-8aab-8bdb00c6a57a) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:05:51.380095 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda49c47-088d-4060-9894-c0c6dea480d6 req-144f350f-baf1-4dba-8254-4b51fa6eca60 tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:51.389027 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dda49c47-088d-4060-9894-c0c6dea480d6 req-144f350f-baf1-4dba-8254-4b51fa6eca60 tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] 10.222.0.69 "GET /v2.0/ports?device_id=17c92d31-8410-4e9a-a783-145704cc3ac6 HTTP/1.1" status: 200 len: 949 time: 0.1276011 Aug 19 15:05:51.469913 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dda49c47-088d-4060-9894-c0c6dea480d6 req-2fdd3a78-a798-4e04-8d67-74b02000b4ae tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] 10.222.0.69 "GET /v2.0/security-groups?id=28acb6c3-28e1-4da9-ae20-264b419af8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796535 Aug 19 15:05:51.488262 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-93543609-91fd-477b-bcde-39f556d0b9d1 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:51.552654 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-93543609-91fd-477b-bcde-39f556d0b9d1 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:51.602798 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93543609-91fd-477b-bcde-39f556d0b9d1 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:05:51.606402 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-93543609-91fd-477b-bcde-39f556d0b9d1 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:05:51.609589 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93543609-91fd-477b-bcde-39f556d0b9d1 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:05:51.636599 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93543609-91fd-477b-bcde-39f556d0b9d1 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Pushing event updated for resources: {'Port': ['ID=2c186115-b524-4044-8aab-8bdb00c6a57a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:51.961640 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-93543609-91fd-477b-bcde-39f556d0b9d1 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:52.180199 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a466cc57-2408-4e2c-9333-1248acdb1e26 req-f4ce5120-da7f-4feb-8f8f-70dc250bbb52 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=40dbd0dc-4d56-41a3-96c6-a8bbfaef6f7e HTTP/1.1" status: 200 len: 210 time: 0.0502608 Aug 19 15:05:52.244434 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-93543609-91fd-477b-bcde-39f556d0b9d1 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:52.413615 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93543609-91fd-477b-bcde-39f556d0b9d1 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Router eef85a88-bc62-4481-a439-29205657e4d3 is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:05:52.568629 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93543609-91fd-477b-bcde-39f556d0b9d1 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:05:52.584250 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7805c1c1-2053-4ec6-b434-283c3ad289ce None None] Sync routers for ids ['eef85a88-bc62-4481-a439-29205657e4d3'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:05:52.595592 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-93543609-91fd-477b-bcde-39f556d0b9d1 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:52.599746 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-93543609-91fd-477b-bcde-39f556d0b9d1 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9185467 Aug 19 15:05:52.601721 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 53648) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:52.611177 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7805c1c1-2053-4ec6-b434-283c3ad289ce None None] Routers {'eef85a88-bc62-4481-a439-29205657e4d3'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:05:52.611956 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7805c1c1-2053-4ec6-b434-283c3ad289ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:05:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['eef85a88-bc62-4481-a439-29205657e4d3'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:52.625439 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e37fd7-cd2a-44c4-a4f5-886dfddd7739 req-b11c1b1d-5352-4e61-aa47-9511fede5a4b tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:52.634743 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-17e37fd7-cd2a-44c4-a4f5-886dfddd7739 req-b11c1b1d-5352-4e61-aa47-9511fede5a4b tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] 10.222.0.69 "GET /v2.0/ports?device_id=17c92d31-8410-4e9a-a783-145704cc3ac6 HTTP/1.1" status: 200 len: 949 time: 0.0924995 Aug 19 15:05:52.692901 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7805c1c1-2053-4ec6-b434-283c3ad289ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:52.704647 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7805c1c1-2053-4ec6-b434-283c3ad289ce None None] Routers {'eef85a88-bc62-4481-a439-29205657e4d3'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:05:52.705750 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7805c1c1-2053-4ec6-b434-283c3ad289ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:05:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['eef85a88-bc62-4481-a439-29205657e4d3'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:52.731646 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-17e37fd7-cd2a-44c4-a4f5-886dfddd7739 req-fee62146-792a-4a25-b403-5a181e658d6c tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] 10.222.0.69 "GET /v2.0/security-groups?id=28acb6c3-28e1-4da9-ae20-264b419af8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931678 Aug 19 15:05:52.770070 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7805c1c1-2053-4ec6-b434-283c3ad289ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:52.770982 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7805c1c1-2053-4ec6-b434-283c3ad289ce None None] The sync data for ids ['eef85a88-bc62-4481-a439-29205657e4d3'] in n-d-766043-2 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:05:53.025238 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 1637b94e-f2ce-4555-b6c8-82a867805446 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:05:53.148286 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 1637b94e-f2ce-4555-b6c8-82a867805446 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:05:53.158224 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 1637b94e-f2ce-4555-b6c8-82a867805446 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:05:53.160971 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:53.202828 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda1cb8-9f10-43b6-80de-b305faf8eb49 req-e02fda64-6e04-4d85-8c92-539f1976a673 tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:53.207017 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4fda1cb8-9f10-43b6-80de-b305faf8eb49 req-e02fda64-6e04-4d85-8c92-539f1976a673 tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] 10.222.0.69 "GET /v2.0/ports?device_id=17c92d31-8410-4e9a-a783-145704cc3ac6 HTTP/1.1" status: 200 len: 949 time: 0.1045854 Aug 19 15:05:53.329559 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4fda1cb8-9f10-43b6-80de-b305faf8eb49 req-1dbb5972-5f99-4381-b93f-679bc02bcb7c tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] 10.222.0.69 "GET /v2.0/security-groups?id=28acb6c3-28e1-4da9-ae20-264b419af8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120193 Aug 19 15:05:53.375246 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:53.423287 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f53116e-ab69-4186-9b3d-5ca1f4fa2b7b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:53.480638 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 1637b94e-f2ce-4555-b6c8-82a867805446, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=1637b94e-f2ce-4555-b6c8-82a867805446,segment=NetworkSegment(2cff94a8-d32d-498b-85b8-f4d9632ebdb6),segment_id=2cff94a8-d32d-498b-85b8-f4d9632ebdb6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:05:53.482423 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '526fbb5b-ba13-4afa-b54c-14981b504610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1637b94e-f2ce-4555-b6c8-82a867805446'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:05:53.486782 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d282f953-5771-4096-81b4-2736d4f9cf2c" -d '{"events": [{"server_uuid": "526fbb5b-ba13-4afa-b54c-14981b504610", "name": "network-vif-plugged", "status": "completed", "tag": "1637b94e-f2ce-4555-b6c8-82a867805446"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:05:53.491882 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c6830bbe-5473-490d-9ec6-d3f8914ca8d3 req-0a0ce9f4-8ca9-44c3-81ad-50874951f842 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=40dbd0dc-4d56-41a3-96c6-a8bbfaef6f7e HTTP/1.1" status: 200 len: 210 time: 0.0805995 Aug 19 15:05:53.492395 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:53.571835 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066136c3-6567-488c-af98-15624d979c01 x-openstack-request-id: req-066136c3-6567-488c-af98-15624d979c01 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:05:53.572733 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "526fbb5b-ba13-4afa-b54c-14981b504610", "name": "network-vif-plugged", "status": "completed", "tag": "1637b94e-f2ce-4555-b6c8-82a867805446", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:05:53.573470 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-066136c3-6567-488c-af98-15624d979c01 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:05:53.574250 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '526fbb5b-ba13-4afa-b54c-14981b504610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1637b94e-f2ce-4555-b6c8-82a867805446', 'code': 200} Aug 19 15:05:53.597078 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=1637b94e-f2ce-4555-b6c8-82a867805446,revision_number=13']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:53.814425 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-7f53116e-ab69-4186-9b3d-5ca1f4fa2b7b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Allocated IP 172.20.0.1 (2f0abcea-a765-4f37-a5c0-88d1ffd4da33/ed4536c6-0229-4a28-bb6d-c3ef9a3918a1/eacb4f24-d144-4eeb-be26-8ae6857f6dce) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:05:53.949099 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f53116e-ab69-4186-9b3d-5ca1f4fa2b7b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:53.990911 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f53116e-ab69-4186-9b3d-5ca1f4fa2b7b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:54.039252 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f53116e-ab69-4186-9b3d-5ca1f4fa2b7b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Network 2f0abcea-a765-4f37-a5c0-88d1ffd4da33 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:05:54.042387 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-7f53116e-ab69-4186-9b3d-5ca1f4fa2b7b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:05:54.047437 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f53116e-ab69-4186-9b3d-5ca1f4fa2b7b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:05:54.076794 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53116e-ab69-4186-9b3d-5ca1f4fa2b7b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Pushing event updated for resources: {'Port': ['ID=eacb4f24-d144-4eeb-be26-8ae6857f6dce,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:54.100668 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f53116e-ab69-4186-9b3d-5ca1f4fa2b7b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:54.250898 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f53116e-ab69-4186-9b3d-5ca1f4fa2b7b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:54.566069 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec8ca6-cc9f-4d08-a4cd-047b25838e31 req-7f02c5c4-297c-4240-8098-280264e702a6 tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:54.568074 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d2ec8ca6-cc9f-4d08-a4cd-047b25838e31 req-7f02c5c4-297c-4240-8098-280264e702a6 tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] 10.222.0.69 "GET /v2.0/ports?device_id=17c92d31-8410-4e9a-a783-145704cc3ac6 HTTP/1.1" status: 200 len: 949 time: 0.1096377 Aug 19 15:05:54.598127 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf08b0-ebd6-4dea-b5d8-c2c8a703fe4e req-a9149ce6-69b2-42f5-96f5-de52d9928b2a tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:54.599821 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5ecf08b0-ebd6-4dea-b5d8-c2c8a703fe4e req-a9149ce6-69b2-42f5-96f5-de52d9928b2a tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] 10.222.0.88 "GET /v2.0/ports?device_id=17c92d31-8410-4e9a-a783-145704cc3ac6 HTTP/1.1" status: 200 len: 949 time: 0.1103139 Aug 19 15:05:54.696002 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f53116e-ab69-4186-9b3d-5ca1f4fa2b7b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:54.702320 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f53116e-ab69-4186-9b3d-5ca1f4fa2b7b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:54.729547 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d2ec8ca6-cc9f-4d08-a4cd-047b25838e31 req-d63374b3-a589-42eb-9d43-1fd1645e2b78 tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] 10.222.0.69 "GET /v2.0/security-groups?id=28acb6c3-28e1-4da9-ae20-264b419af8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520870 Aug 19 15:05:54.768791 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-5ecf08b0-ebd6-4dea-b5d8-c2c8a703fe4e req-c3d951ea-e24d-4d14-8098-bd50cc87d609 tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] Deleting port a4beeb5a-c796-4d91-91e4-86af9d3d8d83 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:05:54.769473 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5ecf08b0-ebd6-4dea-b5d8-c2c8a703fe4e req-c3d951ea-e24d-4d14-8098-bd50cc87d609 tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:54.814038 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53116e-ab69-4186-9b3d-5ca1f4fa2b7b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Pushing event updated for resources: {'Port': ['ID=eacb4f24-d144-4eeb-be26-8ae6857f6dce,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:54.817839 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f53116e-ab69-4186-9b3d-5ca1f4fa2b7b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:54.871784 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-5ecf08b0-ebd6-4dea-b5d8-c2c8a703fe4e req-c3d951ea-e24d-4d14-8098-bd50cc87d609 tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] For port a4beeb5a-c796-4d91-91e4-86af9d3d8d83, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=a4beeb5a-c796-4d91-91e4-86af9d3d8d83,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:05:54.872252 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5ecf08b0-ebd6-4dea-b5d8-c2c8a703fe4e req-c3d951ea-e24d-4d14-8098-bd50cc87d609 tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:54.892799 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-5ecf08b0-ebd6-4dea-b5d8-c2c8a703fe4e req-c3d951ea-e24d-4d14-8098-bd50cc87d609 tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] Calling delete_port for a4beeb5a-c796-4d91-91e4-86af9d3d8d83 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:05:54.936708 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f53116e-ab69-4186-9b3d-5ca1f4fa2b7b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Network 2f0abcea-a765-4f37-a5c0-88d1ffd4da33 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:05:54.938305 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-7f53116e-ab69-4186-9b3d-5ca1f4fa2b7b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:05:55.098478 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5ecf08b0-ebd6-4dea-b5d8-c2c8a703fe4e req-c3d951ea-e24d-4d14-8098-bd50cc87d609 tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:55.135926 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d951ea-e24d-4d14-8098-bd50cc87d609 tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] Pushing event deleted for resources: {'Port': ['ID=a4beeb5a-c796-4d91-91e4-86af9d3d8d83,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:55.195910 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ecf08b0-ebd6-4dea-b5d8-c2c8a703fe4e req-c3d951ea-e24d-4d14-8098-bd50cc87d609 tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] No DVR routers for this DVR port a4beeb5a-c796-4d91-91e4-86af9d3d8d83 on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:05:55.199105 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5ecf08b0-ebd6-4dea-b5d8-c2c8a703fe4e req-c3d951ea-e24d-4d14-8098-bd50cc87d609 tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:55.202113 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5ecf08b0-ebd6-4dea-b5d8-c2c8a703fe4e req-c3d951ea-e24d-4d14-8098-bd50cc87d609 tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] 10.222.0.88 "DELETE /v2.0/ports/a4beeb5a-c796-4d91-91e4-86af9d3d8d83 HTTP/1.1" status: 204 len: 173 time: 0.5916920 Aug 19 15:05:55.202790 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c92d31-8410-4e9a-a783-145704cc3ac6', 'name': 'network-vif-deleted', 'tag': 'a4beeb5a-c796-4d91-91e4-86af9d3d8d83'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:05:55.207026 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ebda8b6-f027-4913-83ed-d892a145b138" -d '{"events": [{"server_uuid": "17c92d31-8410-4e9a-a783-145704cc3ac6", "name": "network-vif-deleted", "tag": "a4beeb5a-c796-4d91-91e4-86af9d3d8d83"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:05:55.261452 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc35ea57-f86d-4f6a-a5ca-3e291fe06b24 x-openstack-request-id: req-fc35ea57-f86d-4f6a-a5ca-3e291fe06b24 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:05:55.264214 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17c92d31-8410-4e9a-a783-145704cc3ac6", "name": "network-vif-deleted", "tag": "a4beeb5a-c796-4d91-91e4-86af9d3d8d83", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:05:55.264658 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fc35ea57-f86d-4f6a-a5ca-3e291fe06b24 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:05:55.265282 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17c92d31-8410-4e9a-a783-145704cc3ac6', 'name': 'network-vif-deleted', 'tag': 'a4beeb5a-c796-4d91-91e4-86af9d3d8d83', 'status': 'completed', 'code': 200} Aug 19 15:05:55.522961 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f53116e-ab69-4186-9b3d-5ca1f4fa2b7b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Router eef85a88-bc62-4481-a439-29205657e4d3 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:05:55.660449 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f53116e-ab69-4186-9b3d-5ca1f4fa2b7b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:05:55.673042 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7f53116e-ab69-4186-9b3d-5ca1f4fa2b7b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] 10.222.0.69 "PUT /v2.0/routers/eef85a88-bc62-4481-a439-29205657e4d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0654082 Aug 19 15:05:55.673422 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 53682) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:55.679239 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f338b31-f590-42f8-a621-2f30718e9963 None None] Sync routers for ids ['eef85a88-bc62-4481-a439-29205657e4d3'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:05:55.683726 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3cb70cfd-5d07-4b9a-83f4-535b2b92e68e tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Request body: {'port': {'network_id': '2f0abcea-a765-4f37-a5c0-88d1ffd4da33', 'name': 'tempest-FloatingIPTestJSON-1474543977'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:05:55.694944 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f338b31-f590-42f8-a621-2f30718e9963 None None] Routers {'eef85a88-bc62-4481-a439-29205657e4d3'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:05:55.696164 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8f338b31-f590-42f8-a621-2f30718e9963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:05:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['eef85a88-bc62-4481-a439-29205657e4d3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:55.759050 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8f338b31-f590-42f8-a621-2f30718e9963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:55.769311 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f338b31-f590-42f8-a621-2f30718e9963 None None] Routers {'eef85a88-bc62-4481-a439-29205657e4d3'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:05:55.770195 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8f338b31-f590-42f8-a621-2f30718e9963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:05:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['eef85a88-bc62-4481-a439-29205657e4d3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:55.823014 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8f338b31-f590-42f8-a621-2f30718e9963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:05:55.825828 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f338b31-f590-42f8-a621-2f30718e9963 None None] The sync data for ids ['eef85a88-bc62-4481-a439-29205657e4d3'] in n-d-766043-2 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:05:55.952146 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7648c6e6-2c37-40b1-979a-6a6b1bee9828 req-6b5518b3-ce38-4c8f-a5b6-202a78ee0853 tempest-VolumesNegativeTest-1079246355 tempest-VolumesNegativeTest-1079246355-project] 10.222.0.69 "GET /v2.0/ports?device_id=17c92d31-8410-4e9a-a783-145704cc3ac6 HTTP/1.1" status: 200 len: 210 time: 0.0331938 Aug 19 15:05:55.953004 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb70cfd-5d07-4b9a-83f4-535b2b92e68e tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Made reservation on behalf of 2a9c4f24a5564baba088b28733729b19 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:05:55.956769 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3cb70cfd-5d07-4b9a-83f4-535b2b92e68e tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:55.979213 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-3cb70cfd-5d07-4b9a-83f4-535b2b92e68e tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] device_id is not set on port ecae6100-6fee-4adb-93f2-8e7ea24d5e3d yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:05:56.123091 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-3cb70cfd-5d07-4b9a-83f4-535b2b92e68e tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Allocated IP 172.20.0.5 (2f0abcea-a765-4f37-a5c0-88d1ffd4da33/ed4536c6-0229-4a28-bb6d-c3ef9a3918a1/ecae6100-6fee-4adb-93f2-8e7ea24d5e3d) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:05:56.461661 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3cb70cfd-5d07-4b9a-83f4-535b2b92e68e tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:56.533032 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3cb70cfd-5d07-4b9a-83f4-535b2b92e68e tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:56.588319 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb70cfd-5d07-4b9a-83f4-535b2b92e68e tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Network 2f0abcea-a765-4f37-a5c0-88d1ffd4da33 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:05:56.596386 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-3cb70cfd-5d07-4b9a-83f4-535b2b92e68e tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:05:56.601535 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb70cfd-5d07-4b9a-83f4-535b2b92e68e tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:05:56.666403 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb70cfd-5d07-4b9a-83f4-535b2b92e68e tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Pushing event updated for resources: {'Port': ['ID=ecae6100-6fee-4adb-93f2-8e7ea24d5e3d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:56.692874 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb70cfd-5d07-4b9a-83f4-535b2b92e68e tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:56.694582 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3cb70cfd-5d07-4b9a-83f4-535b2b92e68e tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:56.727840 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-3cb70cfd-5d07-4b9a-83f4-535b2b92e68e tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0452881 Aug 19 15:05:56.728080 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 53732) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:56.735008 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-471e5e8e-9536-4531-b80a-2d116e539677 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Request body: {'port': {'network_id': '2f0abcea-a765-4f37-a5c0-88d1ffd4da33', 'name': 'tempest-FloatingIPTestJSON-1843231235'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:05:56.885962 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471e5e8e-9536-4531-b80a-2d116e539677 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Made reservation on behalf of 2a9c4f24a5564baba088b28733729b19 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:05:56.890407 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-471e5e8e-9536-4531-b80a-2d116e539677 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:56.917460 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-471e5e8e-9536-4531-b80a-2d116e539677 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] device_id is not set on port 061da490-6101-49be-8cab-de818f49e931 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:05:57.042203 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device a4beeb5a-c796-4d91-91e4-86af9d3d8d83 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:05:57.079099 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: a4beeb5a-c796-4d91-91e4-86af9d3d8d83 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:05:57.079444 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device a4beeb5a-c796-4d91-91e4-86af9d3d8d83 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:05:57.106162 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-471e5e8e-9536-4531-b80a-2d116e539677 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Allocated IP 172.20.0.8 (2f0abcea-a765-4f37-a5c0-88d1ffd4da33/ed4536c6-0229-4a28-bb6d-c3ef9a3918a1/061da490-6101-49be-8cab-de818f49e931) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:05:57.399930 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-471e5e8e-9536-4531-b80a-2d116e539677 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:57.502580 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-471e5e8e-9536-4531-b80a-2d116e539677 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:57.600494 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 53776) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:57.610345 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471e5e8e-9536-4531-b80a-2d116e539677 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Network 2f0abcea-a765-4f37-a5c0-88d1ffd4da33 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:05:57.610603 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-46ec9fe8-9eca-4907-aa5c-39a2c6918cbc tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1600123405', 'description': 'tempest-secgroup-smoke-1600123405 description', 'project_id': '0550ac85b3b548ae984f8729832afa44'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:05:57.623563 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-471e5e8e-9536-4531-b80a-2d116e539677 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:05:57.628053 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471e5e8e-9536-4531-b80a-2d116e539677 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:05:57.659799 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46ec9fe8-9eca-4907-aa5c-39a2c6918cbc tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:57.673308 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471e5e8e-9536-4531-b80a-2d116e539677 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Pushing event updated for resources: {'Port': ['ID=061da490-6101-49be-8cab-de818f49e931,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:57.714056 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e5e8e-9536-4531-b80a-2d116e539677 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:57.714547 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e5e8e-9536-4531-b80a-2d116e539677 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:57.720950 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e5e8e-9536-4531-b80a-2d116e539677 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:57.722105 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e5e8e-9536-4531-b80a-2d116e539677 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:57.723658 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e5e8e-9536-4531-b80a-2d116e539677 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:57.724133 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e5e8e-9536-4531-b80a-2d116e539677 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:57.724772 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e5e8e-9536-4531-b80a-2d116e539677 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:57.725629 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e5e8e-9536-4531-b80a-2d116e539677 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:57.726151 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e5e8e-9536-4531-b80a-2d116e539677 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:57.726501 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e5e8e-9536-4531-b80a-2d116e539677 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:57.726844 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e5e8e-9536-4531-b80a-2d116e539677 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:57.727229 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e5e8e-9536-4531-b80a-2d116e539677 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:05:57.766169 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471e5e8e-9536-4531-b80a-2d116e539677 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:05:57.767000 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-471e5e8e-9536-4531-b80a-2d116e539677 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:57.853184 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46ec9fe8-9eca-4907-aa5c-39a2c6918cbc tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:57.860640 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46ec9fe8-9eca-4907-aa5c-39a2c6918cbc tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:57.873225 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-471e5e8e-9536-4531-b80a-2d116e539677 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1436636 Aug 19 15:05:57.877900 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 53792) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:57.895803 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-804bb0c3-15f5-459c-90ac-aa3dc657f001 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Request body: {'floatingip': {'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'port_id': '061da490-6101-49be-8cab-de818f49e931', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:05:57.897612 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46ec9fe8-9eca-4907-aa5c-39a2c6918cbc tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:57.899075 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-46ec9fe8-9eca-4907-aa5c-39a2c6918cbc tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2974024 Aug 19 15:05:57.904153 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 53794) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:57.908528 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec9fe8-9eca-4907-aa5c-39a2c6918cbc tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:57.930940 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-0d3eff04-229c-4b3f-8a62-924d90a19465 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Request body: {'security_group_rule': {'security_group_id': '1324d74c-bbdf-4e8d-bd15-d52a2b2228b6', 'project_id': '0550ac85b3b548ae984f8729832afa44', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:05:57.958668 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-804bb0c3-15f5-459c-90ac-aa3dc657f001 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:57.999381 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0d3eff04-229c-4b3f-8a62-924d90a19465 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:58.125090 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0d3eff04-229c-4b3f-8a62-924d90a19465 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:58.136464 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0d3eff04-229c-4b3f-8a62-924d90a19465 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:58.156948 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eff04-229c-4b3f-8a62-924d90a19465 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04a35d6c-ea4e-4ef5-9ee9-f7188a1fbe70,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:58.157941 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-804bb0c3-15f5-459c-90ac-aa3dc657f001 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:58.175590 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0d3eff04-229c-4b3f-8a62-924d90a19465 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:58.178365 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-0d3eff04-229c-4b3f-8a62-924d90a19465 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2727704 Aug 19 15:05:58.179944 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 53838) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:58.188749 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d223bb74-5274-46f2-985a-de73e8cb8e9a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Request body: {'security_group_rule': {'security_group_id': '1324d74c-bbdf-4e8d-bd15-d52a2b2228b6', 'project_id': '0550ac85b3b548ae984f8729832afa44', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:05:58.290944 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d223bb74-5274-46f2-985a-de73e8cb8e9a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:58.386743 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-804bb0c3-15f5-459c-90ac-aa3dc657f001 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Allocated IP 172.25.2.76 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/d9c2aa67-97bc-4f8e-a70f-adb0b1522ed3) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:05:58.417748 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d223bb74-5274-46f2-985a-de73e8cb8e9a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:58.428123 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d223bb74-5274-46f2-985a-de73e8cb8e9a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:58.496877 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d223bb74-5274-46f2-985a-de73e8cb8e9a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2a58538-6d07-40db-bbca-8e5146332f72,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:58.501624 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d223bb74-5274-46f2-985a-de73e8cb8e9a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:58.505889 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 53864) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:58.506102 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d223bb74-5274-46f2-985a-de73e8cb8e9a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3246977 Aug 19 15:05:58.515630 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-55d6d202-a4bf-4259-b782-255a692c62d0 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Request body: {'security_group_rule': {'security_group_id': '1324d74c-bbdf-4e8d-bd15-d52a2b2228b6', 'project_id': '0550ac85b3b548ae984f8729832afa44', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:05:58.559278 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55d6d202-a4bf-4259-b782-255a692c62d0 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:58.603297 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-804bb0c3-15f5-459c-90ac-aa3dc657f001 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:58.647152 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55d6d202-a4bf-4259-b782-255a692c62d0 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:58.650311 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-804bb0c3-15f5-459c-90ac-aa3dc657f001 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:58.651395 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55d6d202-a4bf-4259-b782-255a692c62d0 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:58.678895 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d6d202-a4bf-4259-b782-255a692c62d0 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d66cd57f-a494-4d8b-83ca-1f4456848c90,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:58.687608 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55d6d202-a4bf-4259-b782-255a692c62d0 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:58.696969 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-55d6d202-a4bf-4259-b782-255a692c62d0 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1891160 Aug 19 15:05:58.697633 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 53874) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:58.702885 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d5f5308a-fafe-48b4-9205-ecb72948ab8d tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Request body: {'security_group_rule': {'security_group_id': '1324d74c-bbdf-4e8d-bd15-d52a2b2228b6', 'project_id': '0550ac85b3b548ae984f8729832afa44', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:05:58.722379 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804bb0c3-15f5-459c-90ac-aa3dc657f001 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Pushing event updated for resources: {'Port': ['ID=d9c2aa67-97bc-4f8e-a70f-adb0b1522ed3,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:58.726168 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804bb0c3-15f5-459c-90ac-aa3dc657f001 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:05:58.728225 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-804bb0c3-15f5-459c-90ac-aa3dc657f001 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:05:58.730691 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804bb0c3-15f5-459c-90ac-aa3dc657f001 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:05:58.754626 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5f5308a-fafe-48b4-9205-ecb72948ab8d tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:58.842385 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5f5308a-fafe-48b4-9205-ecb72948ab8d tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:58.847474 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5f5308a-fafe-48b4-9205-ecb72948ab8d tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:58.868952 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f5308a-fafe-48b4-9205-ecb72948ab8d tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf7398ab-8900-46bf-b6eb-6e8ffd4466ac,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:58.876967 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5f5308a-fafe-48b4-9205-ecb72948ab8d tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:58.882203 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d5f5308a-fafe-48b4-9205-ecb72948ab8d tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1834610 Aug 19 15:05:58.882999 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 53890) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:58.889257 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-cdf3c542-8131-4e37-bd4e-1615c44f6490 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Request body: {'security_group_rule': {'security_group_id': '1324d74c-bbdf-4e8d-bd15-d52a2b2228b6', 'project_id': '0550ac85b3b548ae984f8729832afa44', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:05:58.920030 n-d-766043-2 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-cdf3c542-8131-4e37-bd4e-1615c44f6490 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Project 0550ac85b3b548ae984f8729832afa44 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:05:58.928973 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cdf3c542-8131-4e37-bd4e-1615c44f6490 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:59.042597 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cdf3c542-8131-4e37-bd4e-1615c44f6490 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:59.048666 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cdf3c542-8131-4e37-bd4e-1615c44f6490 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:59.072312 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf3c542-8131-4e37-bd4e-1615c44f6490 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=485385f4-26c9-457b-bd0e-07eead9638f9,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:59.089228 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cdf3c542-8131-4e37-bd4e-1615c44f6490 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:59.095073 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-cdf3c542-8131-4e37-bd4e-1615c44f6490 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2107282 Aug 19 15:05:59.096762 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 53918) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:05:59.103636 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-5abb8001-a0e6-46c8-bbce-ae13cd726694 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Request body: {'security_group_rule': {'security_group_id': '1324d74c-bbdf-4e8d-bd15-d52a2b2228b6', 'project_id': '0550ac85b3b548ae984f8729832afa44', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:05:59.139869 n-d-766043-2 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-5abb8001-a0e6-46c8-bbce-ae13cd726694 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Project 0550ac85b3b548ae984f8729832afa44 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:05:59.147404 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5abb8001-a0e6-46c8-bbce-ae13cd726694 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:59.245892 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-804bb0c3-15f5-459c-90ac-aa3dc657f001 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:59.249644 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5abb8001-a0e6-46c8-bbce-ae13cd726694 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:59.255955 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5abb8001-a0e6-46c8-bbce-ae13cd726694 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:59.278384 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb8001-a0e6-46c8-bbce-ae13cd726694 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93e091ca-e7f5-4264-a472-af8beabff07e,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:59.296952 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5abb8001-a0e6-46c8-bbce-ae13cd726694 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:59.302951 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-5abb8001-a0e6-46c8-bbce-ae13cd726694 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2045155 Aug 19 15:05:59.355406 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-804bb0c3-15f5-459c-90ac-aa3dc657f001 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:59.665012 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-804bb0c3-15f5-459c-90ac-aa3dc657f001 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:59.676312 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-804bb0c3-15f5-459c-90ac-aa3dc657f001 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:59.801787 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804bb0c3-15f5-459c-90ac-aa3dc657f001 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Pushing event updated for resources: {'Port': ['ID=d9c2aa67-97bc-4f8e-a70f-adb0b1522ed3,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:05:59.806343 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-804bb0c3-15f5-459c-90ac-aa3dc657f001 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:05:59.976022 n-d-766043-2 neutron-server[94639]: INFO neutron.db.l3_db [None req-804bb0c3-15f5-459c-90ac-aa3dc657f001 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Floating IP 473b0498-ca51-4070-bec4-81e90c902be6 associated. External IP: 172.25.2.76, port: 061da490-6101-49be-8cab-de818f49e931. Aug 19 15:06:00.348633 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804bb0c3-15f5-459c-90ac-aa3dc657f001 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Router eef85a88-bc62-4481-a439-29205657e4d3 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:06:00.583555 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804bb0c3-15f5-459c-90ac-aa3dc657f001 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:06:00.595168 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f7efc7-f06f-47c2-80b0-dd02109d2756 None None] Sync routers for ids ['eef85a88-bc62-4481-a439-29205657e4d3'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:06:00.608627 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-804bb0c3-15f5-459c-90ac-aa3dc657f001 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:00.609323 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f7efc7-f06f-47c2-80b0-dd02109d2756 None None] Routers {'eef85a88-bc62-4481-a439-29205657e4d3'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:06:00.612237 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-38f7efc7-f06f-47c2-80b0-dd02109d2756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:05:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['eef85a88-bc62-4481-a439-29205657e4d3'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:00.659209 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54082) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:00.668431 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-0086bd5d-c8a7-472f-a202-15b5fdd89606 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:00.675601 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-804bb0c3-15f5-459c-90ac-aa3dc657f001 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.7946007 Aug 19 15:06:00.680655 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-38f7efc7-f06f-47c2-80b0-dd02109d2756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:00.695858 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f7efc7-f06f-47c2-80b0-dd02109d2756 None None] Routers {'eef85a88-bc62-4481-a439-29205657e4d3'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:06:00.696529 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-38f7efc7-f06f-47c2-80b0-dd02109d2756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:05:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['eef85a88-bc62-4481-a439-29205657e4d3'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:00.789872 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0086bd5d-c8a7-472f-a202-15b5fdd89606 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for floatingip, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:00.796519 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-38f7efc7-f06f-47c2-80b0-dd02109d2756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:00.800024 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f7efc7-f06f-47c2-80b0-dd02109d2756 None None] The sync data for ids ['eef85a88-bc62-4481-a439-29205657e4d3'] in n-d-766043-2 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:06:01.064940 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0086bd5d-c8a7-472f-a202-15b5fdd89606 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:01.073840 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0086bd5d-c8a7-472f-a202-15b5fdd89606 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:01.074282 n-d-766043-2 neutron-server[94640]: INFO neutron.db.l3_db [None req-0086bd5d-c8a7-472f-a202-15b5fdd89606 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Floating IP 473b0498-ca51-4070-bec4-81e90c902be6 disassociated. External IP: 172.25.2.76, port: 061da490-6101-49be-8cab-de818f49e931. Aug 19 15:06:01.400659 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bd666188-c78b-4ee6-94a0-1e60e0f0c69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:01.600998 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0086bd5d-c8a7-472f-a202-15b5fdd89606 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Router eef85a88-bc62-4481-a439-29205657e4d3 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:06:01.782357 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0086bd5d-c8a7-472f-a202-15b5fdd89606 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:06:01.790959 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0086bd5d-c8a7-472f-a202-15b5fdd89606 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:01.803251 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45668fdc-ab9c-4a66-b787-0e48b6721cc6 None None] Sync routers for ids ['eef85a88-bc62-4481-a439-29205657e4d3'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:06:01.823742 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45668fdc-ab9c-4a66-b787-0e48b6721cc6 None None] Routers {'eef85a88-bc62-4481-a439-29205657e4d3'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:06:01.825180 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-45668fdc-ab9c-4a66-b787-0e48b6721cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:05:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['eef85a88-bc62-4481-a439-29205657e4d3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:01.859724 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-0086bd5d-c8a7-472f-a202-15b5fdd89606 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] 10.222.0.69 "PUT /v2.0/floatingips/473b0498-ca51-4070-bec4-81e90c902be6 HTTP/1.1" status: 200 len: 687 time: 1.1985278 Aug 19 15:06:01.862218 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54098) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:01.885280 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-45668fdc-ab9c-4a66-b787-0e48b6721cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:01.918930 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45668fdc-ab9c-4a66-b787-0e48b6721cc6 None None] Routers {'eef85a88-bc62-4481-a439-29205657e4d3'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:06:01.920174 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-45668fdc-ab9c-4a66-b787-0e48b6721cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:05:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['eef85a88-bc62-4481-a439-29205657e4d3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:02.004122 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-45668fdc-ab9c-4a66-b787-0e48b6721cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:02.006906 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45668fdc-ab9c-4a66-b787-0e48b6721cc6 None None] The sync data for ids ['eef85a88-bc62-4481-a439-29205657e4d3'] in n-d-766043-2 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:06:02.134550 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-f98ab49a-5db2-462c-a8c3-9eac939694f4 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Deleting port d9c2aa67-97bc-4f8e-a70f-adb0b1522ed3 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:06:02.135177 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f98ab49a-5db2-462c-a8c3-9eac939694f4 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:02.351624 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f98ab49a-5db2-462c-a8c3-9eac939694f4 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:02.352425 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f98ab49a-5db2-462c-a8c3-9eac939694f4 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:02.375193 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-f98ab49a-5db2-462c-a8c3-9eac939694f4 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Calling delete_port for d9c2aa67-97bc-4f8e-a70f-adb0b1522ed3 owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:06:02.578511 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f98ab49a-5db2-462c-a8c3-9eac939694f4 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:02.623185 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ab49a-5db2-462c-a8c3-9eac939694f4 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Pushing event deleted for resources: {'Port': ['ID=d9c2aa67-97bc-4f8e-a70f-adb0b1522ed3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:02.717695 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f98ab49a-5db2-462c-a8c3-9eac939694f4 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:02.721987 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f98ab49a-5db2-462c-a8c3-9eac939694f4 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:02.730358 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54126) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:02.730605 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f98ab49a-5db2-462c-a8c3-9eac939694f4 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] 10.222.0.69 "DELETE /v2.0/floatingips/473b0498-ca51-4070-bec4-81e90c902be6 HTTP/1.1" status: 204 len: 168 time: 0.8645999 Aug 19 15:06:02.734195 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1d27e160-e065-4afa-a2f6-2681f04d462e tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Request body: {'floatingip': {'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'port_id': 'ecae6100-6fee-4adb-93f2-8e7ea24d5e3d'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:02.771699 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1d27e160-e065-4afa-a2f6-2681f04d462e tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:02.920565 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1d27e160-e065-4afa-a2f6-2681f04d462e tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:03.124903 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-1d27e160-e065-4afa-a2f6-2681f04d462e tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Allocated IP 172.25.2.122 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/4e5950e7-f148-4013-8450-4df6193ca016) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:06:03.283705 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1d27e160-e065-4afa-a2f6-2681f04d462e tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:03.339644 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1d27e160-e065-4afa-a2f6-2681f04d462e tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:03.388239 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d27e160-e065-4afa-a2f6-2681f04d462e tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:06:03.392666 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-1d27e160-e065-4afa-a2f6-2681f04d462e tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:06:03.398677 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d27e160-e065-4afa-a2f6-2681f04d462e tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:06:03.435534 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d27e160-e065-4afa-a2f6-2681f04d462e tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Pushing event updated for resources: {'Port': ['ID=4e5950e7-f148-4013-8450-4df6193ca016,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:03.973791 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1d27e160-e065-4afa-a2f6-2681f04d462e tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:04.111797 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1d27e160-e065-4afa-a2f6-2681f04d462e tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:04.134340 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:04.321054 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-73838ef6-2594-4c49-a0e8-48a5a9f49396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:04.408907 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1d27e160-e065-4afa-a2f6-2681f04d462e tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:04.416303 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1d27e160-e065-4afa-a2f6-2681f04d462e tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:04.534060 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d27e160-e065-4afa-a2f6-2681f04d462e tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Pushing event updated for resources: {'Port': ['ID=4e5950e7-f148-4013-8450-4df6193ca016,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:04.557756 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1d27e160-e065-4afa-a2f6-2681f04d462e tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:04.565853 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:04.665417 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54154) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:04.713707 n-d-766043-2 neutron-server[94640]: INFO neutron.db.l3_db [None req-1d27e160-e065-4afa-a2f6-2681f04d462e tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Floating IP e323296c-ce68-49e5-b985-bbb1b7c69384 associated. External IP: 172.25.2.122, port: ecae6100-6fee-4adb-93f2-8e7ea24d5e3d. Aug 19 15:06:04.868802 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c3e64bac-04db-4b8f-83ad-56a92ed5848c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4b5c1aae2df74b80bf845bbb96db3736&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2021723 Aug 19 15:06:04.873154 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54158) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:04.945618 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-685fd89a-7a47-441a-88ac-8a2982f87266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:04.975505 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-685fd89a-7a47-441a-88ac-8a2982f87266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:04.991734 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d27e160-e065-4afa-a2f6-2681f04d462e tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Router eef85a88-bc62-4481-a439-29205657e4d3 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:06:05.051009 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-685fd89a-7a47-441a-88ac-8a2982f87266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:05.057238 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-685fd89a-7a47-441a-88ac-8a2982f87266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:05.059386 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-685fd89a-7a47-441a-88ac-8a2982f87266 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/28acb6c3-28e1-4da9-ae20-264b419af8db HTTP/1.1" status: 204 len: 168 time: 0.1849575 Aug 19 15:06:05.085172 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685fd89a-7a47-441a-88ac-8a2982f87266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28acb6c3-28e1-4da9-ae20-264b419af8db,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:05.135375 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:05.179993 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d27e160-e065-4afa-a2f6-2681f04d462e tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:06:05.193204 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4556f393-1947-404c-a3d4-003a1bbbfc97 None None] Sync routers for ids ['eef85a88-bc62-4481-a439-29205657e4d3'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:06:05.204227 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1d27e160-e065-4afa-a2f6-2681f04d462e tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:05.205946 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4556f393-1947-404c-a3d4-003a1bbbfc97 None None] Routers {'eef85a88-bc62-4481-a439-29205657e4d3'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:06:05.206547 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4556f393-1947-404c-a3d4-003a1bbbfc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:06:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['eef85a88-bc62-4481-a439-29205657e4d3'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:05.247375 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1d27e160-e065-4afa-a2f6-2681f04d462e tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.5175252 Aug 19 15:06:05.250685 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54162) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:05.259930 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4556f393-1947-404c-a3d4-003a1bbbfc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:05.272047 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4556f393-1947-404c-a3d4-003a1bbbfc97 None None] Routers {'eef85a88-bc62-4481-a439-29205657e4d3'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:06:05.272943 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4556f393-1947-404c-a3d4-003a1bbbfc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:06:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['eef85a88-bc62-4481-a439-29205657e4d3'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:05.316362 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4556f393-1947-404c-a3d4-003a1bbbfc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:05.321564 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4556f393-1947-404c-a3d4-003a1bbbfc97 None None] The sync data for ids ['eef85a88-bc62-4481-a439-29205657e4d3'] in n-d-766043-2 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:06:05.399279 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-32f35a0f-e7d4-48b2-92ba-999dd9fd2ca7 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] 10.222.0.69 "GET /v2.0/floatingips/e323296c-ce68-49e5-b985-bbb1b7c69384 HTTP/1.1" status: 200 len: 978 time: 0.1434999 Aug 19 15:06:05.399780 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54170) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:05.435153 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:05.603254 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-90a89622-badf-49df-928c-e014ab88b94f tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] 10.222.0.69 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1997190 Aug 19 15:06:05.603537 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54174) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:05.609076 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-527b7a0e-a94a-4c6a-8d5f-cfcda4232f79 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Request body: {'floatingip': {'port_id': '061da490-6101-49be-8cab-de818f49e931'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:05.679689 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-527b7a0e-a94a-4c6a-8d5f-cfcda4232f79 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:06.372337 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-527b7a0e-a94a-4c6a-8d5f-cfcda4232f79 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:06.377506 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-527b7a0e-a94a-4c6a-8d5f-cfcda4232f79 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:06.528587 n-d-766043-2 neutron-server[94639]: INFO neutron.db.l3_db [None req-527b7a0e-a94a-4c6a-8d5f-cfcda4232f79 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Floating IP e323296c-ce68-49e5-b985-bbb1b7c69384 associated. External IP: 172.25.2.122, port: ecae6100-6fee-4adb-93f2-8e7ea24d5e3d. Aug 19 15:06:07.033893 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:07.254932 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527b7a0e-a94a-4c6a-8d5f-cfcda4232f79 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Router eef85a88-bc62-4481-a439-29205657e4d3 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:06:07.395916 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527b7a0e-a94a-4c6a-8d5f-cfcda4232f79 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:06:07.409428 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036adf8b-0a44-4d09-9b54-2672bbd9ae12 None None] Sync routers for ids ['eef85a88-bc62-4481-a439-29205657e4d3'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:06:07.427697 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036adf8b-0a44-4d09-9b54-2672bbd9ae12 None None] Routers {'eef85a88-bc62-4481-a439-29205657e4d3'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:06:07.428302 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-036adf8b-0a44-4d09-9b54-2672bbd9ae12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:06:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['eef85a88-bc62-4481-a439-29205657e4d3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:07.480486 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-036adf8b-0a44-4d09-9b54-2672bbd9ae12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:07.491693 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036adf8b-0a44-4d09-9b54-2672bbd9ae12 None None] Routers {'eef85a88-bc62-4481-a439-29205657e4d3'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:06:07.492423 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-036adf8b-0a44-4d09-9b54-2672bbd9ae12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:06:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['eef85a88-bc62-4481-a439-29205657e4d3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:07.544214 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-036adf8b-0a44-4d09-9b54-2672bbd9ae12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:07.545356 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036adf8b-0a44-4d09-9b54-2672bbd9ae12 None None] The sync data for ids ['eef85a88-bc62-4481-a439-29205657e4d3'] in n-d-766043-2 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:06:07.689200 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527b7a0e-a94a-4c6a-8d5f-cfcda4232f79 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Router eef85a88-bc62-4481-a439-29205657e4d3 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:06:07.812569 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527b7a0e-a94a-4c6a-8d5f-cfcda4232f79 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:06:07.817722 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-527b7a0e-a94a-4c6a-8d5f-cfcda4232f79 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:07.829509 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa951de4-74a2-4264-8244-ab25f07e12db None None] Sync routers for ids ['eef85a88-bc62-4481-a439-29205657e4d3'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:06:07.844882 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa951de4-74a2-4264-8244-ab25f07e12db None None] Routers {'eef85a88-bc62-4481-a439-29205657e4d3'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:06:07.845506 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-fa951de4-74a2-4264-8244-ab25f07e12db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:06:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['eef85a88-bc62-4481-a439-29205657e4d3'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:07.903959 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-527b7a0e-a94a-4c6a-8d5f-cfcda4232f79 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] 10.222.0.69 "PUT /v2.0/floatingips/e323296c-ce68-49e5-b985-bbb1b7c69384 HTTP/1.1" status: 200 len: 978 time: 2.2945640 Aug 19 15:06:07.904710 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54198) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:07.911198 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-127f4854-cebf-4542-886f-013dffc6bc27 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:07.994610 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-127f4854-cebf-4542-886f-013dffc6bc27 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:08.000790 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-fa951de4-74a2-4264-8244-ab25f07e12db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:08.018451 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa951de4-74a2-4264-8244-ab25f07e12db None None] Routers {'eef85a88-bc62-4481-a439-29205657e4d3'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:06:08.019711 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-fa951de4-74a2-4264-8244-ab25f07e12db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:06:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['eef85a88-bc62-4481-a439-29205657e4d3'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:08.069791 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-fa951de4-74a2-4264-8244-ab25f07e12db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:08.071080 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa951de4-74a2-4264-8244-ab25f07e12db None None] The sync data for ids ['eef85a88-bc62-4481-a439-29205657e4d3'] in n-d-766043-2 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:06:08.208825 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-127f4854-cebf-4542-886f-013dffc6bc27 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:08.214382 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-127f4854-cebf-4542-886f-013dffc6bc27 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:08.214722 n-d-766043-2 neutron-server[94639]: INFO neutron.db.l3_db [None req-127f4854-cebf-4542-886f-013dffc6bc27 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Floating IP e323296c-ce68-49e5-b985-bbb1b7c69384 disassociated. External IP: 172.25.2.122, port: 061da490-6101-49be-8cab-de818f49e931. Aug 19 15:06:08.542225 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-127f4854-cebf-4542-886f-013dffc6bc27 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Router eef85a88-bc62-4481-a439-29205657e4d3 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:06:08.674010 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127f4854-cebf-4542-886f-013dffc6bc27 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:06:08.679015 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-127f4854-cebf-4542-886f-013dffc6bc27 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:08.691108 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082890ac-d7b6-45dd-ba3d-bea70f868ec1 None None] Sync routers for ids ['eef85a88-bc62-4481-a439-29205657e4d3'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:06:08.704773 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082890ac-d7b6-45dd-ba3d-bea70f868ec1 None None] Routers {'eef85a88-bc62-4481-a439-29205657e4d3'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:06:08.705387 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-082890ac-d7b6-45dd-ba3d-bea70f868ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:06:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['eef85a88-bc62-4481-a439-29205657e4d3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:08.711932 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-127f4854-cebf-4542-886f-013dffc6bc27 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] 10.222.0.69 "PUT /v2.0/floatingips/e323296c-ce68-49e5-b985-bbb1b7c69384 HTTP/1.1" status: 200 len: 688 time: 0.8055894 Aug 19 15:06:08.718526 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54212) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:08.750060 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-082890ac-d7b6-45dd-ba3d-bea70f868ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:08.759800 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082890ac-d7b6-45dd-ba3d-bea70f868ec1 None None] Routers {'eef85a88-bc62-4481-a439-29205657e4d3'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:06:08.760514 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-082890ac-d7b6-45dd-ba3d-bea70f868ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:06:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['eef85a88-bc62-4481-a439-29205657e4d3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:08.805155 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-082890ac-d7b6-45dd-ba3d-bea70f868ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:08.806055 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082890ac-d7b6-45dd-ba3d-bea70f868ec1 None None] The sync data for ids ['eef85a88-bc62-4481-a439-29205657e4d3'] in n-d-766043-2 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:06:08.911478 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-89c1da7a-f424-484b-9883-b9f8b4a2c6b1 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Deleting port 4e5950e7-f148-4013-8450-4df6193ca016 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:06:08.912474 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-89c1da7a-f424-484b-9883-b9f8b4a2c6b1 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:09.009899 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-89c1da7a-f424-484b-9883-b9f8b4a2c6b1 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:09.010317 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-89c1da7a-f424-484b-9883-b9f8b4a2c6b1 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:09.024643 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-89c1da7a-f424-484b-9883-b9f8b4a2c6b1 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Calling delete_port for 4e5950e7-f148-4013-8450-4df6193ca016 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:06:09.210402 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-89c1da7a-f424-484b-9883-b9f8b4a2c6b1 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:09.246107 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1da7a-f424-484b-9883-b9f8b4a2c6b1 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Pushing event deleted for resources: {'Port': ['ID=4e5950e7-f148-4013-8450-4df6193ca016,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:09.258386 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c1da7a-f424-484b-9883-b9f8b4a2c6b1 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:09.258779 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c1da7a-f424-484b-9883-b9f8b4a2c6b1 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:09.259057 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c1da7a-f424-484b-9883-b9f8b4a2c6b1 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:09.259813 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c1da7a-f424-484b-9883-b9f8b4a2c6b1 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:09.259813 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c1da7a-f424-484b-9883-b9f8b4a2c6b1 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:09.260236 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c1da7a-f424-484b-9883-b9f8b4a2c6b1 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:09.260468 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c1da7a-f424-484b-9883-b9f8b4a2c6b1 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:09.260752 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c1da7a-f424-484b-9883-b9f8b4a2c6b1 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:09.261033 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c1da7a-f424-484b-9883-b9f8b4a2c6b1 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:09.261322 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c1da7a-f424-484b-9883-b9f8b4a2c6b1 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:09.261627 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c1da7a-f424-484b-9883-b9f8b4a2c6b1 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:09.261953 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c1da7a-f424-484b-9883-b9f8b4a2c6b1 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:09.321977 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-89c1da7a-f424-484b-9883-b9f8b4a2c6b1 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:09.324834 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-89c1da7a-f424-484b-9883-b9f8b4a2c6b1 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:09.326029 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-89c1da7a-f424-484b-9883-b9f8b4a2c6b1 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] 10.222.0.69 "DELETE /v2.0/floatingips/e323296c-ce68-49e5-b985-bbb1b7c69384 HTTP/1.1" status: 204 len: 168 time: 0.6062660 Aug 19 15:06:09.329571 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54216) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:09.375300 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-9fc185cf-9403-4c7a-bf44-f48023415fe2 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] delete failed (client error): The resource could not be found. Aug 19 15:06:09.376398 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9fc185cf-9403-4c7a-bf44-f48023415fe2 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] 10.222.0.69 "DELETE /v2.0/floatingips/e323296c-ce68-49e5-b985-bbb1b7c69384 HTTP/1.1" status: 404 len: 345 time: 0.0454926 Aug 19 15:06:09.380680 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54218) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:09.493789 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a913d23b-34f7-43fd-ad94-fe7cd6b56e76 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:09.503412 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a913d23b-34f7-43fd-ad94-fe7cd6b56e76 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:09.512057 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a913d23b-34f7-43fd-ad94-fe7cd6b56e76 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:09.515033 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a913d23b-34f7-43fd-ad94-fe7cd6b56e76 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] 10.222.0.69 "GET /v2.0/ports?network_id=2f0abcea-a765-4f37-a5c0-88d1ffd4da33 HTTP/1.1" status: 200 len: 2358 time: 0.1332843 Aug 19 15:06:09.518395 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54220) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:09.599993 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73c5555-f72c-438c-89a3-d3bee7009ee5 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:09.605405 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f73c5555-f72c-438c-89a3-d3bee7009ee5 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] 10.222.0.69 "GET /v2.0/subnets/ed4536c6-0229-4a28-bb6d-c3ef9a3918a1 HTTP/1.1" status: 200 len: 797 time: 0.0857434 Aug 19 15:06:09.608724 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54226) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:09.612579 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-ea1acc54-2516-437b-a1ae-dea48515ef35 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Request body: {'port': {'network_id': '2f0abcea-a765-4f37-a5c0-88d1ffd4da33', 'name': 'tempest-FloatingIPTestJSON-473085073', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:09.769969 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1acc54-2516-437b-a1ae-dea48515ef35 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Made reservation on behalf of 2a9c4f24a5564baba088b28733729b19 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:06:09.885719 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ea1acc54-2516-437b-a1ae-dea48515ef35 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:09.907885 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-ea1acc54-2516-437b-a1ae-dea48515ef35 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] device_id is not set on port fd195f2d-2a45-44f4-b4d1-13cff9b54486 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:06:10.632019 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-ea1acc54-2516-437b-a1ae-dea48515ef35 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Allocated IP 172.20.0.14 (2f0abcea-a765-4f37-a5c0-88d1ffd4da33/ed4536c6-0229-4a28-bb6d-c3ef9a3918a1/fd195f2d-2a45-44f4-b4d1-13cff9b54486) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:06:10.645818 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-ea1acc54-2516-437b-a1ae-dea48515ef35 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Allocated IP 172.20.0.13 (2f0abcea-a765-4f37-a5c0-88d1ffd4da33/ed4536c6-0229-4a28-bb6d-c3ef9a3918a1/fd195f2d-2a45-44f4-b4d1-13cff9b54486) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:06:10.870096 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ea1acc54-2516-437b-a1ae-dea48515ef35 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:10.915799 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ea1acc54-2516-437b-a1ae-dea48515ef35 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:10.973720 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1acc54-2516-437b-a1ae-dea48515ef35 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Network 2f0abcea-a765-4f37-a5c0-88d1ffd4da33 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:06:10.978129 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-ea1acc54-2516-437b-a1ae-dea48515ef35 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:06:10.983657 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1acc54-2516-437b-a1ae-dea48515ef35 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:06:10.988285 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1acc54-2516-437b-a1ae-dea48515ef35 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Pushing event updated for resources: {'Port': ['ID=fd195f2d-2a45-44f4-b4d1-13cff9b54486,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:11.059730 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1acc54-2516-437b-a1ae-dea48515ef35 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:11.060369 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ea1acc54-2516-437b-a1ae-dea48515ef35 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:11.081913 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ea1acc54-2516-437b-a1ae-dea48515ef35 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.4730306 Aug 19 15:06:11.083237 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54248) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:11.088707 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1481ef7b-c729-4d7e-bd56-4fb1255df5fe tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Request body: {'floatingip': {'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'port_id': 'fd195f2d-2a45-44f4-b4d1-13cff9b54486', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:11.115051 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1481ef7b-c729-4d7e-bd56-4fb1255df5fe tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:11.255559 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1481ef7b-c729-4d7e-bd56-4fb1255df5fe tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:11.396739 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-1481ef7b-c729-4d7e-bd56-4fb1255df5fe tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Allocated IP 172.25.2.136 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/35e4a472-cee8-44e4-86c9-626095cb8148) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:06:11.539097 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1481ef7b-c729-4d7e-bd56-4fb1255df5fe tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:11.598936 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1481ef7b-c729-4d7e-bd56-4fb1255df5fe tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:11.648018 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1481ef7b-c729-4d7e-bd56-4fb1255df5fe tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:06:11.651062 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-1481ef7b-c729-4d7e-bd56-4fb1255df5fe tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:06:11.655943 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1481ef7b-c729-4d7e-bd56-4fb1255df5fe tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:06:11.692956 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481ef7b-c729-4d7e-bd56-4fb1255df5fe tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Pushing event updated for resources: {'Port': ['ID=35e4a472-cee8-44e4-86c9-626095cb8148,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:12.160156 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1481ef7b-c729-4d7e-bd56-4fb1255df5fe tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:12.253336 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1481ef7b-c729-4d7e-bd56-4fb1255df5fe tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:12.525990 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1481ef7b-c729-4d7e-bd56-4fb1255df5fe tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:12.532432 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1481ef7b-c729-4d7e-bd56-4fb1255df5fe tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:12.612655 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481ef7b-c729-4d7e-bd56-4fb1255df5fe tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Pushing event updated for resources: {'Port': ['ID=35e4a472-cee8-44e4-86c9-626095cb8148,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:12.627380 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1481ef7b-c729-4d7e-bd56-4fb1255df5fe tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:12.753531 n-d-766043-2 neutron-server[94640]: INFO neutron.db.l3_db [None req-1481ef7b-c729-4d7e-bd56-4fb1255df5fe tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Floating IP 88d5cfd5-7981-438b-87a4-75bfe2d69d7f associated. External IP: 172.25.2.136, port: fd195f2d-2a45-44f4-b4d1-13cff9b54486. Aug 19 15:06:13.010179 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1481ef7b-c729-4d7e-bd56-4fb1255df5fe tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Router eef85a88-bc62-4481-a439-29205657e4d3 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:06:13.177528 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1481ef7b-c729-4d7e-bd56-4fb1255df5fe tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:06:13.191935 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dca6db-21a4-4d13-b87c-3f0ff7000a02 None None] Sync routers for ids ['eef85a88-bc62-4481-a439-29205657e4d3'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:06:13.199570 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1481ef7b-c729-4d7e-bd56-4fb1255df5fe tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:13.213592 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dca6db-21a4-4d13-b87c-3f0ff7000a02 None None] Routers {'eef85a88-bc62-4481-a439-29205657e4d3'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:06:13.214869 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f0dca6db-21a4-4d13-b87c-3f0ff7000a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:06:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['eef85a88-bc62-4481-a439-29205657e4d3'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:13.241172 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1481ef7b-c729-4d7e-bd56-4fb1255df5fe tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.1553254 Aug 19 15:06:13.241172 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54266) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:13.247507 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-fefa665b-aec6-4ea0-98ed-0aa454dfa78d tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Request body: {'floatingip': {'port_id': 'fd195f2d-2a45-44f4-b4d1-13cff9b54486', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:13.256653 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f0dca6db-21a4-4d13-b87c-3f0ff7000a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:13.268884 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dca6db-21a4-4d13-b87c-3f0ff7000a02 None None] Routers {'eef85a88-bc62-4481-a439-29205657e4d3'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:06:13.269310 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f0dca6db-21a4-4d13-b87c-3f0ff7000a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:06:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['eef85a88-bc62-4481-a439-29205657e4d3'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:13.319851 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f0dca6db-21a4-4d13-b87c-3f0ff7000a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:13.320792 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dca6db-21a4-4d13-b87c-3f0ff7000a02 None None] The sync data for ids ['eef85a88-bc62-4481-a439-29205657e4d3'] in n-d-766043-2 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:06:13.352247 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fefa665b-aec6-4ea0-98ed-0aa454dfa78d tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for floatingip, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:14.110557 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fefa665b-aec6-4ea0-98ed-0aa454dfa78d tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:14.117660 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fefa665b-aec6-4ea0-98ed-0aa454dfa78d tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:14.540658 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fefa665b-aec6-4ea0-98ed-0aa454dfa78d tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Router eef85a88-bc62-4481-a439-29205657e4d3 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:06:14.633963 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0aa9b358-6a5b-45cb-ad58-614c13abdc30 req-0eb760b4-bc2e-4eb6-85e1-d1a461a28d18 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=526fbb5b-ba13-4afa-b54c-14981b504610&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1237054 Aug 19 15:06:14.751254 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9b358-6a5b-45cb-ad58-614c13abdc30 req-6e57612e-b234-4567-a5d0-f3c0be0b1c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:14.753378 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0aa9b358-6a5b-45cb-ad58-614c13abdc30 req-6e57612e-b234-4567-a5d0-f3c0be0b1c96 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5784b0340e8242b1aba4ab831f2e3b23&device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 1097 time: 0.0629523 Aug 19 15:06:14.760880 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fefa665b-aec6-4ea0-98ed-0aa454dfa78d tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:06:14.767403 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fefa665b-aec6-4ea0-98ed-0aa454dfa78d tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:14.782265 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da6e091-484e-48a0-a09f-c24abc7e90ee None None] Sync routers for ids ['eef85a88-bc62-4481-a439-29205657e4d3'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:06:14.803318 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da6e091-484e-48a0-a09f-c24abc7e90ee None None] Routers {'eef85a88-bc62-4481-a439-29205657e4d3'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:06:14.804042 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8da6e091-484e-48a0-a09f-c24abc7e90ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:06:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['eef85a88-bc62-4481-a439-29205657e4d3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:14.888558 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8da6e091-484e-48a0-a09f-c24abc7e90ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:14.892234 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54292) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:14.900643 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-fefa665b-aec6-4ea0-98ed-0aa454dfa78d tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] 10.222.0.69 "PUT /v2.0/floatingips/88d5cfd5-7981-438b-87a4-75bfe2d69d7f HTTP/1.1" status: 200 len: 978 time: 1.6454062 Aug 19 15:06:14.911413 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da6e091-484e-48a0-a09f-c24abc7e90ee None None] Routers {'eef85a88-bc62-4481-a439-29205657e4d3'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:06:14.912955 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8da6e091-484e-48a0-a09f-c24abc7e90ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:06:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['eef85a88-bc62-4481-a439-29205657e4d3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:14.981321 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9b358-6a5b-45cb-ad58-614c13abdc30 req-529b57b1-c1c6-4c05-827f-32ec4d9b7004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:14.983742 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0aa9b358-6a5b-45cb-ad58-614c13abdc30 req-529b57b1-c1c6-4c05-827f-32ec4d9b7004 service neutron] 10.222.0.88 "GET /v2.0/networks?id=efa5a2dd-d570-4b86-a31b-68a1c7c9f708 HTTP/1.1" status: 200 len: 898 time: 0.1885095 Aug 19 15:06:15.007958 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8da6e091-484e-48a0-a09f-c24abc7e90ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:15.008942 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da6e091-484e-48a0-a09f-c24abc7e90ee None None] The sync data for ids ['eef85a88-bc62-4481-a439-29205657e4d3'] in n-d-766043-2 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:06:15.124501 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e14135cf-0b92-4a2f-b6ad-a587bf1496f2 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Deleting port 35e4a472-cee8-44e4-86c9-626095cb8148 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:06:15.125281 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e14135cf-0b92-4a2f-b6ad-a587bf1496f2 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:15.142060 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0aa9b358-6a5b-45cb-ad58-614c13abdc30 req-6d9ded4d-4066-4f41-bc8b-e274fe09ca6b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1637b94e-f2ce-4555-b6c8-82a867805446 HTTP/1.1" status: 200 len: 1001 time: 0.1500983 Aug 19 15:06:15.229625 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9b358-6a5b-45cb-ad58-614c13abdc30 req-69319c7f-e4e8-494d-aeb5-7a67940e085b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:15.230719 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e14135cf-0b92-4a2f-b6ad-a587bf1496f2 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:15.231191 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0aa9b358-6a5b-45cb-ad58-614c13abdc30 req-69319c7f-e4e8-494d-aeb5-7a67940e085b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a011c1be-9b05-4239-aaa2-42073d462e8e HTTP/1.1" status: 200 len: 834 time: 0.0783246 Aug 19 15:06:15.231780 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e14135cf-0b92-4a2f-b6ad-a587bf1496f2 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:15.251694 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e14135cf-0b92-4a2f-b6ad-a587bf1496f2 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Calling delete_port for 35e4a472-cee8-44e4-86c9-626095cb8148 owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:06:15.288181 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9b358-6a5b-45cb-ad58-614c13abdc30 req-9de37dc9-2963-4700-a522-35fec8c42a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:15.289770 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0aa9b358-6a5b-45cb-ad58-614c13abdc30 req-9de37dc9-2963-4700-a522-35fec8c42a30 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=efa5a2dd-d570-4b86-a31b-68a1c7c9f708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508764 Aug 19 15:06:15.419870 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0aa9b358-6a5b-45cb-ad58-614c13abdc30 req-b67f04ff-905c-47e9-8005-a78e1e3c223e service neutron] 10.222.0.88 "GET /v2.0/networks/efa5a2dd-d570-4b86-a31b-68a1c7c9f708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204126 Aug 19 15:06:15.421501 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54304) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:15.504966 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e14135cf-0b92-4a2f-b6ad-a587bf1496f2 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:15.551337 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14135cf-0b92-4a2f-b6ad-a587bf1496f2 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Pushing event deleted for resources: {'Port': ['ID=35e4a472-cee8-44e4-86c9-626095cb8148,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:15.641608 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e14135cf-0b92-4a2f-b6ad-a587bf1496f2 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:15.642280 n-d-766043-2 neutron-server[94639]: INFO neutron.db.l3_db [None req-e14135cf-0b92-4a2f-b6ad-a587bf1496f2 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Floating IP 88d5cfd5-7981-438b-87a4-75bfe2d69d7f disassociated (deleted). External IP: 172.25.2.136, port: fd195f2d-2a45-44f4-b4d1-13cff9b54486. Aug 19 15:06:15.862119 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:06:15.914298 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e14135cf-0b92-4a2f-b6ad-a587bf1496f2 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Router eef85a88-bc62-4481-a439-29205657e4d3 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:06:15.927060 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0aad2410-305e-48f3-8157-0117482e1fcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:15.993024 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0aa9b358-6a5b-45cb-ad58-614c13abdc30 req-c4088e28-91a4-4958-b5e1-9b2fa8792d7f service neutron] 10.222.0.88 "GET /v2.0/networks/efa5a2dd-d570-4b86-a31b-68a1c7c9f708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5608704 Aug 19 15:06:16.096481 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0aad2410-305e-48f3-8157-0117482e1fcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:16.105576 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0aad2410-305e-48f3-8157-0117482e1fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:16.107016 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14135cf-0b92-4a2f-b6ad-a587bf1496f2 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:06:16.113805 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e14135cf-0b92-4a2f-b6ad-a587bf1496f2 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:16.127386 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6861f0c4-addb-45ab-841e-ae9cc07b037d None None] Sync routers for ids ['eef85a88-bc62-4481-a439-29205657e4d3'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:06:16.144983 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6861f0c4-addb-45ab-841e-ae9cc07b037d None None] Routers {'eef85a88-bc62-4481-a439-29205657e4d3'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:06:16.146210 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6861f0c4-addb-45ab-841e-ae9cc07b037d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:06:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['eef85a88-bc62-4481-a439-29205657e4d3'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:16.152455 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-0aad2410-305e-48f3-8157-0117482e1fcd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8f935d74bcc643d5bed2d601909c4792&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7285309 Aug 19 15:06:16.156222 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54308) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:16.168400 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad2410-305e-48f3-8157-0117482e1fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87cd92e-13fa-4dfb-b70f-d188f19b4340,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:16.181588 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e14135cf-0b92-4a2f-b6ad-a587bf1496f2 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] 10.222.0.69 "DELETE /v2.0/floatingips/88d5cfd5-7981-438b-87a4-75bfe2d69d7f HTTP/1.1" status: 204 len: 168 time: 1.2844186 Aug 19 15:06:16.181959 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54310) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:16.216708 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6861f0c4-addb-45ab-841e-ae9cc07b037d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:16.230543 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6861f0c4-addb-45ab-841e-ae9cc07b037d None None] Routers {'eef85a88-bc62-4481-a439-29205657e4d3'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:06:16.231620 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6861f0c4-addb-45ab-841e-ae9cc07b037d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:06:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['eef85a88-bc62-4481-a439-29205657e4d3'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:16.245345 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b600058f-f292-4221-b254-0710222f3ade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:16.273105 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b600058f-f292-4221-b254-0710222f3ade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:16.275124 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6861f0c4-addb-45ab-841e-ae9cc07b037d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:16.276015 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6861f0c4-addb-45ab-841e-ae9cc07b037d None None] The sync data for ids ['eef85a88-bc62-4481-a439-29205657e4d3'] in n-d-766043-2 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:06:16.329453 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-62543edf-7fca-485c-aab4-a9a5c8b6df1d tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Deleting port fd195f2d-2a45-44f4-b4d1-13cff9b54486 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:06:16.329871 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-62543edf-7fca-485c-aab4-a9a5c8b6df1d tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:16.348264 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b600058f-f292-4221-b254-0710222f3ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:16.353024 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b600058f-f292-4221-b254-0710222f3ade admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:16.354918 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b600058f-f292-4221-b254-0710222f3ade admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d87cd92e-13fa-4dfb-b70f-d188f19b4340 HTTP/1.1" status: 204 len: 168 time: 0.1962974 Aug 19 15:06:16.369341 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b600058f-f292-4221-b254-0710222f3ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87cd92e-13fa-4dfb-b70f-d188f19b4340,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:16.477409 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-62543edf-7fca-485c-aab4-a9a5c8b6df1d tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:16.494263 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-62543edf-7fca-485c-aab4-a9a5c8b6df1d tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Calling delete_port for fd195f2d-2a45-44f4-b4d1-13cff9b54486 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:06:16.751890 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54318) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:16.763711 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-62543edf-7fca-485c-aab4-a9a5c8b6df1d tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:16.769695 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-abecd70e-0e00-495d-8c93-86c9a1d5db11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:16.803711 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62543edf-7fca-485c-aab4-a9a5c8b6df1d tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Pushing event deleted for resources: {'Port': ['ID=fd195f2d-2a45-44f4-b4d1-13cff9b54486,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:16.897038 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-abecd70e-0e00-495d-8c93-86c9a1d5db11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:16.903264 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-abecd70e-0e00-495d-8c93-86c9a1d5db11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:16.920516 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-62543edf-7fca-485c-aab4-a9a5c8b6df1d tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:16.926654 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-62543edf-7fca-485c-aab4-a9a5c8b6df1d tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] 10.222.0.69 "DELETE /v2.0/ports/fd195f2d-2a45-44f4-b4d1-13cff9b54486 HTTP/1.1" status: 204 len: 168 time: 0.7400537 Aug 19 15:06:16.927389 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54320) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:16.932742 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-da725d4f-03ca-480b-88a1-139da6328a2f tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Request body: {'floatingip': {'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:16.955365 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-abecd70e-0e00-495d-8c93-86c9a1d5db11 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=43ef340e762a4ffc870ccfa20861f4a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2021520 Aug 19 15:06:16.956218 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abecd70e-0e00-495d-8c93-86c9a1d5db11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40977388-91a7-4802-9429-ef6b12cf91ed,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:16.958663 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54322) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:16.975808 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da725d4f-03ca-480b-88a1-139da6328a2f tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:17.077915 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0fc44d6f-1da3-46c9-b1fd-0ce32ecfb5fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:17.105713 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0fc44d6f-1da3-46c9-b1fd-0ce32ecfb5fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:17.174407 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da725d4f-03ca-480b-88a1-139da6328a2f tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:17.220189 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0fc44d6f-1da3-46c9-b1fd-0ce32ecfb5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:17.222772 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0fc44d6f-1da3-46c9-b1fd-0ce32ecfb5fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:17.223957 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-0fc44d6f-1da3-46c9-b1fd-0ce32ecfb5fd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/40977388-91a7-4802-9429-ef6b12cf91ed HTTP/1.1" status: 204 len: 168 time: 0.2638600 Aug 19 15:06:17.249237 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc44d6f-1da3-46c9-b1fd-0ce32ecfb5fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40977388-91a7-4802-9429-ef6b12cf91ed,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:17.346342 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-da725d4f-03ca-480b-88a1-139da6328a2f tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Allocated IP 172.25.2.167 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/567d4794-df53-4fe0-9722-b9c5f9712b7a) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:06:17.476555 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da725d4f-03ca-480b-88a1-139da6328a2f tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:17.534130 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da725d4f-03ca-480b-88a1-139da6328a2f tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:17.581793 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da725d4f-03ca-480b-88a1-139da6328a2f tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:06:17.587381 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-da725d4f-03ca-480b-88a1-139da6328a2f tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:06:17.591545 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da725d4f-03ca-480b-88a1-139da6328a2f tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:06:17.617638 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da725d4f-03ca-480b-88a1-139da6328a2f tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Pushing event updated for resources: {'Port': ['ID=567d4794-df53-4fe0-9722-b9c5f9712b7a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:17.690012 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da725d4f-03ca-480b-88a1-139da6328a2f tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:17.758485 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da725d4f-03ca-480b-88a1-139da6328a2f tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:17.942368 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da725d4f-03ca-480b-88a1-139da6328a2f tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:17.948531 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da725d4f-03ca-480b-88a1-139da6328a2f tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:18.036448 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da725d4f-03ca-480b-88a1-139da6328a2f tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Pushing event updated for resources: {'Port': ['ID=567d4794-df53-4fe0-9722-b9c5f9712b7a,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:18.042278 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da725d4f-03ca-480b-88a1-139da6328a2f tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:18.059081 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da725d4f-03ca-480b-88a1-139da6328a2f tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:18.061291 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-da725d4f-03ca-480b-88a1-139da6328a2f tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1323032 Aug 19 15:06:18.063949 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54354) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:18.069165 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-0871c901-32cd-40ca-8db5-8a18c40c2811 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Request body: {'port': {'network_id': '2f0abcea-a765-4f37-a5c0-88d1ffd4da33', 'name': 'tempest-FloatingIPTestJSON-243941252'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:18.190533 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0871c901-32cd-40ca-8db5-8a18c40c2811 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Made reservation on behalf of 2a9c4f24a5564baba088b28733729b19 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:06:18.194088 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0871c901-32cd-40ca-8db5-8a18c40c2811 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:18.212156 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-0871c901-32cd-40ca-8db5-8a18c40c2811 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] device_id is not set on port 4eab1829-efcd-418b-90f0-dd1b9fe6b123 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:06:18.339375 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-0871c901-32cd-40ca-8db5-8a18c40c2811 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Allocated IP 172.20.0.2 (2f0abcea-a765-4f37-a5c0-88d1ffd4da33/ed4536c6-0229-4a28-bb6d-c3ef9a3918a1/4eab1829-efcd-418b-90f0-dd1b9fe6b123) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:06:18.514693 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0871c901-32cd-40ca-8db5-8a18c40c2811 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:18.563616 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0871c901-32cd-40ca-8db5-8a18c40c2811 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:18.629852 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0871c901-32cd-40ca-8db5-8a18c40c2811 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Pushing event updated for resources: {'Port': ['ID=4eab1829-efcd-418b-90f0-dd1b9fe6b123,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:18.643782 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0871c901-32cd-40ca-8db5-8a18c40c2811 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Network 2f0abcea-a765-4f37-a5c0-88d1ffd4da33 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:06:18.647372 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-0871c901-32cd-40ca-8db5-8a18c40c2811 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:06:18.650210 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0871c901-32cd-40ca-8db5-8a18c40c2811 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:06:18.707488 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0871c901-32cd-40ca-8db5-8a18c40c2811 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:18.708035 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0871c901-32cd-40ca-8db5-8a18c40c2811 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:18.723143 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-0871c901-32cd-40ca-8db5-8a18c40c2811 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6579638 Aug 19 15:06:18.725541 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54382) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:18.730629 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2433eb76-bbd1-49e0-ad0e-391d1ed99dda tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Request body: {'floatingip': {'port_id': '4eab1829-efcd-418b-90f0-dd1b9fe6b123'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:18.773159 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2433eb76-bbd1-49e0-ad0e-391d1ed99dda tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for floatingip, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:19.046004 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d77dd3-b2d8-4e2e-80f6-05b73b539c12 req-a97018e0-edc1-40a0-aa29-11d620bb5620 tempest-TestNetworkAdvancedServerOps-1683966279 tempest-TestNetworkAdvancedServerOps-1683966279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:19.047816 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b2d77dd3-b2d8-4e2e-80f6-05b73b539c12 req-a97018e0-edc1-40a0-aa29-11d620bb5620 tempest-TestNetworkAdvancedServerOps-1683966279 tempest-TestNetworkAdvancedServerOps-1683966279-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 1097 time: 0.1309690 Aug 19 15:06:19.142174 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b2d77dd3-b2d8-4e2e-80f6-05b73b539c12 req-61ea3157-373c-4fcb-82f3-44523995ef76 tempest-TestNetworkAdvancedServerOps-1683966279 tempest-TestNetworkAdvancedServerOps-1683966279-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=4a4db4eb-d4df-4899-a042-35b38e1e17f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823081 Aug 19 15:06:19.180169 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54412) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:19.389741 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2433eb76-bbd1-49e0-ad0e-391d1ed99dda tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:19.396714 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2433eb76-bbd1-49e0-ad0e-391d1ed99dda tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:19.536704 n-d-766043-2 neutron-server[94640]: INFO neutron.db.l3_db [None req-2433eb76-bbd1-49e0-ad0e-391d1ed99dda tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Floating IP 8014d94a-a513-46fc-b338-3462c66db9ef associated. External IP: 172.25.2.167, port: 4eab1829-efcd-418b-90f0-dd1b9fe6b123. Aug 19 15:06:19.631921 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54434) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:19.798024 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-62d6765d-b548-4365-9e92-31d36ba129af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:19.852444 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2433eb76-bbd1-49e0-ad0e-391d1ed99dda tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Router eef85a88-bc62-4481-a439-29205657e4d3 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:06:19.885679 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-3cb7dfc5-f773-4e12-8216-1aa7a140e6cd tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Deleting port 34d64bbb-b3ae-4963-8618-fec8e917e4c9 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:06:19.886028 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3cb7dfc5-f773-4e12-8216-1aa7a140e6cd tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:19.972919 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3cb7dfc5-f773-4e12-8216-1aa7a140e6cd tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:19.973249 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3cb7dfc5-f773-4e12-8216-1aa7a140e6cd tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:19.986426 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-3cb7dfc5-f773-4e12-8216-1aa7a140e6cd tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Calling delete_port for 34d64bbb-b3ae-4963-8618-fec8e917e4c9 owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:06:20.022073 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-62d6765d-b548-4365-9e92-31d36ba129af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:20.027459 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2433eb76-bbd1-49e0-ad0e-391d1ed99dda tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:06:20.029936 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-62d6765d-b548-4365-9e92-31d36ba129af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:20.045601 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7538a3c8-c9cf-4f14-b308-41dee3e6617b None None] Sync routers for ids ['eef85a88-bc62-4481-a439-29205657e4d3'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:06:20.047781 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2433eb76-bbd1-49e0-ad0e-391d1ed99dda tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:20.069345 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7538a3c8-c9cf-4f14-b308-41dee3e6617b None None] Routers {'eef85a88-bc62-4481-a439-29205657e4d3'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:06:20.070726 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-7538a3c8-c9cf-4f14-b308-41dee3e6617b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:06:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['eef85a88-bc62-4481-a439-29205657e4d3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:20.095001 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-62d6765d-b548-4365-9e92-31d36ba129af admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bb5b6e01460f4b2f8a2f2bf9b17eddf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4591215 Aug 19 15:06:20.095937 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54438) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:20.106930 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-2433eb76-bbd1-49e0-ad0e-391d1ed99dda tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] 10.222.0.69 "PUT /v2.0/floatingips/8014d94a-a513-46fc-b338-3462c66db9ef HTTP/1.1" status: 200 len: 977 time: 1.3769333 Aug 19 15:06:20.106930 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d6765d-b548-4365-9e92-31d36ba129af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2c88fa-4c01-4e26-ab7e-852498ee3330,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:20.107951 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54440) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:20.156508 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-7538a3c8-c9cf-4f14-b308-41dee3e6617b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:20.173322 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7538a3c8-c9cf-4f14-b308-41dee3e6617b None None] Routers {'eef85a88-bc62-4481-a439-29205657e4d3'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:06:20.173959 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-7538a3c8-c9cf-4f14-b308-41dee3e6617b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:06:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['eef85a88-bc62-4481-a439-29205657e4d3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:20.192847 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4e6146eb-1a0b-4b45-bfef-ac9c03a01906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:20.220741 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-7538a3c8-c9cf-4f14-b308-41dee3e6617b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:20.222279 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7538a3c8-c9cf-4f14-b308-41dee3e6617b None None] The sync data for ids ['eef85a88-bc62-4481-a439-29205657e4d3'] in n-d-766043-2 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:06:20.223398 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4e6146eb-1a0b-4b45-bfef-ac9c03a01906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:20.228873 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a0036239-d65d-4f0f-8c41-402b1672a18b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Deleting port 4eab1829-efcd-418b-90f0-dd1b9fe6b123 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:06:20.229208 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0036239-d65d-4f0f-8c41-402b1672a18b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:20.230072 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3cb7dfc5-f773-4e12-8216-1aa7a140e6cd tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:20.275924 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb7dfc5-f773-4e12-8216-1aa7a140e6cd tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event deleted for resources: {'Port': ['ID=34d64bbb-b3ae-4963-8618-fec8e917e4c9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:20.332833 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0036239-d65d-4f0f-8c41-402b1672a18b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:20.354141 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3cb7dfc5-f773-4e12-8216-1aa7a140e6cd tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:20.354673 n-d-766043-2 neutron-server[94639]: INFO neutron.db.l3_db [None req-3cb7dfc5-f773-4e12-8216-1aa7a140e6cd tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Floating IP dabfa844-e100-4156-b8c9-1a961b9d3ba0 disassociated (deleted). External IP: 172.25.2.211, port: 1637b94e-f2ce-4555-b6c8-82a867805446. Aug 19 15:06:20.404059 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4e6146eb-1a0b-4b45-bfef-ac9c03a01906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:20.407196 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4e6146eb-1a0b-4b45-bfef-ac9c03a01906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:20.408501 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4e6146eb-1a0b-4b45-bfef-ac9c03a01906 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ce2c88fa-4c01-4e26-ab7e-852498ee3330 HTTP/1.1" status: 204 len: 168 time: 0.3115354 Aug 19 15:06:20.424471 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6146eb-1a0b-4b45-bfef-ac9c03a01906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2c88fa-4c01-4e26-ab7e-852498ee3330,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:20.619527 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0036239-d65d-4f0f-8c41-402b1672a18b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:20.620303 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0036239-d65d-4f0f-8c41-402b1672a18b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:20.621111 n-d-766043-2 neutron-server[94640]: INFO neutron.db.l3_db [None req-a0036239-d65d-4f0f-8c41-402b1672a18b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Floating IP 8014d94a-a513-46fc-b338-3462c66db9ef disassociated. External IP: 172.25.2.167, port: 4eab1829-efcd-418b-90f0-dd1b9fe6b123. Aug 19 15:06:20.622267 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a0036239-d65d-4f0f-8c41-402b1672a18b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Calling delete_port for 4eab1829-efcd-418b-90f0-dd1b9fe6b123 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:06:20.655512 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb7dfc5-f773-4e12-8216-1aa7a140e6cd tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Router 91c5a108-4822-4b6f-9622-091eff5979de has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:06:20.792616 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54448) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:20.808398 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0036239-d65d-4f0f-8c41-402b1672a18b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:20.817654 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f549819d-f9d7-4229-8850-2762482cc00d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:20.827093 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb7dfc5-f773-4e12-8216-1aa7a140e6cd tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:06:20.838526 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2090cf6a-c835-4951-becc-bc88812c2a9b None None] Sync routers for ids ['91c5a108-4822-4b6f-9622-091eff5979de'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:06:20.839076 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3cb7dfc5-f773-4e12-8216-1aa7a140e6cd tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:20.850560 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2090cf6a-c835-4951-becc-bc88812c2a9b None None] Routers {'91c5a108-4822-4b6f-9622-091eff5979de'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:06:20.851428 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2090cf6a-c835-4951-becc-bc88812c2a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:06:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['91c5a108-4822-4b6f-9622-091eff5979de'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:20.872541 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-3cb7dfc5-f773-4e12-8216-1aa7a140e6cd tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "DELETE /v2.0/floatingips/dabfa844-e100-4156-b8c9-1a961b9d3ba0 HTTP/1.1" status: 204 len: 168 time: 1.6866968 Aug 19 15:06:20.872541 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '526fbb5b-ba13-4afa-b54c-14981b504610', 'tag': '1637b94e-f2ce-4555-b6c8-82a867805446'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:06:20.873881 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57bbd97f-180f-4b5b-bed1-104d63330434" -d '{"events": [{"name": "network-changed", "server_uuid": "526fbb5b-ba13-4afa-b54c-14981b504610", "tag": "1637b94e-f2ce-4555-b6c8-82a867805446"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:06:20.880845 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0036239-d65d-4f0f-8c41-402b1672a18b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Pushing event deleted for resources: {'Port': ['ID=4eab1829-efcd-418b-90f0-dd1b9fe6b123,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:21.050746 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0036239-d65d-4f0f-8c41-402b1672a18b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Router eef85a88-bc62-4481-a439-29205657e4d3 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:06:21.114650 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-2090cf6a-c835-4951-becc-bc88812c2a9b None None] Set router 91c5a108-4822-4b6f-9622-091eff5979de gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:06:21.218256 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f549819d-f9d7-4229-8850-2762482cc00d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:21.225694 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f549819d-f9d7-4229-8850-2762482cc00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:21.262984 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f549819d-f9d7-4229-8850-2762482cc00d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e825fef-228e-4d8d-a2fd-a9b18d57e5ce,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:21.271543 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855c0a5a-f048-42e2-bcaf-aa4ca4e041a5 x-openstack-request-id: req-855c0a5a-f048-42e2-bcaf-aa4ca4e041a5 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:06:21.272031 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "526fbb5b-ba13-4afa-b54c-14981b504610", "tag": "1637b94e-f2ce-4555-b6c8-82a867805446", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:06:21.272281 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-855c0a5a-f048-42e2-bcaf-aa4ca4e041a5 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:06:21.272501 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '526fbb5b-ba13-4afa-b54c-14981b504610', 'tag': '1637b94e-f2ce-4555-b6c8-82a867805446', 'status': 'completed', 'code': 200} Aug 19 15:06:21.285181 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e27e9b-1b32-4214-b7a9-b67ab49a86d8 req-3ef247d3-5d19-451d-9d5b-61e86fd4cc8f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:21.286769 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b4e27e9b-1b32-4214-b7a9-b67ab49a86d8 req-3ef247d3-5d19-451d-9d5b-61e86fd4cc8f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 946 time: 0.1608722 Aug 19 15:06:21.364103 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f549819d-f9d7-4229-8850-2762482cc00d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1259c281728848f28f89da93c94f6f72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5696933 Aug 19 15:06:21.366499 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54460) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:21.369423 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0036239-d65d-4f0f-8c41-402b1672a18b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:06:21.380491 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2090cf6a-c835-4951-becc-bc88812c2a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c5a108-4822-4b6f-9622-091eff5979de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327483110', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '9737d1aa-682f-423f-ad5c-a49a48a239c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:04:01Z', 'updated_at': '2021-08-19T15:04:10Z', 'revision_number': 4, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port': {'id': '9737d1aa-682f-423f-ad5c-a49a48a239c9', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c5a108-4822-4b6f-9622-091eff5979de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:02Z', 'updated_at': '2021-08-19T15:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '0423c698-dfff-4990-9205-165fb1b4a19d', 'name': '', 'network_id': 'efa5a2dd-d570-4b86-a31b-68a1c7c9f708', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'mac_address': 'fa:16:3e:2b:c0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c5a108-4822-4b6f-9622-091eff5979de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': 'a011c1be-9b05-4239-aaa2-42073d462e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:09Z', 'updated_at': '2021-08-19T15:04:18Z', 'revision_number': 5, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'subnets': [{'id': 'a011c1be-9b05-4239-aaa2-42073d462e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:21.388083 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe182408-bf1e-4a42-9742-c281544db388 None None] Sync routers for ids ['eef85a88-bc62-4481-a439-29205657e4d3'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:06:21.399635 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe182408-bf1e-4a42-9742-c281544db388 None None] Routers {'eef85a88-bc62-4481-a439-29205657e4d3'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:06:21.400590 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-fe182408-bf1e-4a42-9742-c281544db388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:06:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['eef85a88-bc62-4481-a439-29205657e4d3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:21.412342 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2090cf6a-c835-4951-becc-bc88812c2a9b None None] Checking router: 91c5a108-4822-4b6f-9622-091eff5979de for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:06:21.417502 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b4e27e9b-1b32-4214-b7a9-b67ab49a86d8 req-bdec4db2-4c5b-460b-a87f-c15f968b4081 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a4db4eb-d4df-4899-a042-35b38e1e17f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125164 Aug 19 15:06:21.423695 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2090cf6a-c835-4951-becc-bc88812c2a9b None None] Routers {'91c5a108-4822-4b6f-9622-091eff5979de'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:06:21.424459 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2090cf6a-c835-4951-becc-bc88812c2a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:06:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['91c5a108-4822-4b6f-9622-091eff5979de'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:21.450491 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bbd97f-180f-4b5b-bed1-104d63330434 req-3a9b63d3-5101-4267-a5d3-305f7f00417c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:21.452493 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-57bbd97f-180f-4b5b-bed1-104d63330434 req-3a9b63d3-5101-4267-a5d3-305f7f00417c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5784b0340e8242b1aba4ab831f2e3b23&device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 1097 time: 0.1538732 Aug 19 15:06:21.475896 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b6627d2-658c-4864-949a-0f02931d5df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:21.485215 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-fe182408-bf1e-4a42-9742-c281544db388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:21.498782 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe182408-bf1e-4a42-9742-c281544db388 None None] Routers {'eef85a88-bc62-4481-a439-29205657e4d3'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:06:21.500139 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-fe182408-bf1e-4a42-9742-c281544db388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:06:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['eef85a88-bc62-4481-a439-29205657e4d3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:21.524525 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b6627d2-658c-4864-949a-0f02931d5df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:21.531353 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0036239-d65d-4f0f-8c41-402b1672a18b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:21.536037 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a0036239-d65d-4f0f-8c41-402b1672a18b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] 10.222.0.69 "DELETE /v2.0/ports/4eab1829-efcd-418b-90f0-dd1b9fe6b123 HTTP/1.1" status: 204 len: 168 time: 1.4139559 Aug 19 15:06:21.537066 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54462) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:21.549688 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-fe182408-bf1e-4a42-9742-c281544db388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:21.550770 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe182408-bf1e-4a42-9742-c281544db388 None None] The sync data for ids ['eef85a88-bc62-4481-a439-29205657e4d3'] in n-d-766043-2 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:06:21.567661 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-2090cf6a-c835-4951-becc-bc88812c2a9b None None] Set router 91c5a108-4822-4b6f-9622-091eff5979de gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:06:21.621913 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b6627d2-658c-4864-949a-0f02931d5df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:21.624529 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e9024b23-6904-4eb0-8a89-20be9ec20e15 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] 10.222.0.69 "GET /v2.0/floatingips/8014d94a-a513-46fc-b338-3462c66db9ef HTTP/1.1" status: 200 len: 688 time: 0.0869370 Aug 19 15:06:21.626789 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b6627d2-658c-4864-949a-0f02931d5df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:21.627399 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54464) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:21.628644 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-3b6627d2-658c-4864-949a-0f02931d5df6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4e825fef-228e-4d8d-a2fd-a9b18d57e5ce HTTP/1.1" status: 204 len: 168 time: 0.2606828 Aug 19 15:06:21.644536 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6627d2-658c-4864-949a-0f02931d5df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e825fef-228e-4d8d-a2fd-a9b18d57e5ce,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:21.725213 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bbd97f-180f-4b5b-bed1-104d63330434 req-f148d4e4-fb9c-480a-8730-b2ec7450c901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:21.726915 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-57bbd97f-180f-4b5b-bed1-104d63330434 req-f148d4e4-fb9c-480a-8730-b2ec7450c901 service neutron] 10.222.0.88 "GET /v2.0/networks?id=efa5a2dd-d570-4b86-a31b-68a1c7c9f708 HTTP/1.1" status: 200 len: 898 time: 0.2646520 Aug 19 15:06:21.815858 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-57bbd97f-180f-4b5b-bed1-104d63330434 req-71c26918-5483-424c-a391-43c0613e5417 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1637b94e-f2ce-4555-b6c8-82a867805446 HTTP/1.1" status: 200 len: 217 time: 0.0571389 Aug 19 15:06:21.889923 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2090cf6a-c835-4951-becc-bc88812c2a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c5a108-4822-4b6f-9622-091eff5979de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327483110', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '9737d1aa-682f-423f-ad5c-a49a48a239c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:04:01Z', 'updated_at': '2021-08-19T15:04:10Z', 'revision_number': 4, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port': {'id': '9737d1aa-682f-423f-ad5c-a49a48a239c9', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c5a108-4822-4b6f-9622-091eff5979de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:02Z', 'updated_at': '2021-08-19T15:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '0423c698-dfff-4990-9205-165fb1b4a19d', 'name': '', 'network_id': 'efa5a2dd-d570-4b86-a31b-68a1c7c9f708', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'mac_address': 'fa:16:3e:2b:c0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c5a108-4822-4b6f-9622-091eff5979de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': 'a011c1be-9b05-4239-aaa2-42073d462e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:09Z', 'updated_at': '2021-08-19T15:04:18Z', 'revision_number': 5, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'subnets': [{'id': 'a011c1be-9b05-4239-aaa2-42073d462e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:21.908580 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bbd97f-180f-4b5b-bed1-104d63330434 req-1df12571-d639-4326-88fd-7e688d5ed2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:21.910152 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-57bbd97f-180f-4b5b-bed1-104d63330434 req-1df12571-d639-4326-88fd-7e688d5ed2eb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a011c1be-9b05-4239-aaa2-42073d462e8e HTTP/1.1" status: 200 len: 834 time: 0.0646474 Aug 19 15:06:21.930303 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a68552ad-1604-495f-b286-d35952fe05f8 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Deleting port 567d4794-df53-4fe0-9722-b9c5f9712b7a {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:06:21.930792 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a68552ad-1604-495f-b286-d35952fe05f8 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:21.935785 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2090cf6a-c835-4951-becc-bc88812c2a9b None None] The sync data for ids ['91c5a108-4822-4b6f-9622-091eff5979de'] in n-d-766043-2 is: [{'id': '91c5a108-4822-4b6f-9622-091eff5979de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327483110', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '9737d1aa-682f-423f-ad5c-a49a48a239c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:04:01Z', 'updated_at': '2021-08-19T15:04:10Z', 'revision_number': 4, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port': {'id': '9737d1aa-682f-423f-ad5c-a49a48a239c9', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c5a108-4822-4b6f-9622-091eff5979de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:02Z', 'updated_at': '2021-08-19T15:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '0423c698-dfff-4990-9205-165fb1b4a19d', 'name': '', 'network_id': 'efa5a2dd-d570-4b86-a31b-68a1c7c9f708', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'mac_address': 'fa:16:3e:2b:c0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c5a108-4822-4b6f-9622-091eff5979de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': 'a011c1be-9b05-4239-aaa2-42073d462e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:09Z', 'updated_at': '2021-08-19T15:04:18Z', 'revision_number': 5, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'subnets': [{'id': 'a011c1be-9b05-4239-aaa2-42073d462e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:06:22.027765 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bbd97f-180f-4b5b-bed1-104d63330434 req-5e77092d-719b-4ed5-8dde-b823f533b1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:22.029502 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-57bbd97f-180f-4b5b-bed1-104d63330434 req-5e77092d-719b-4ed5-8dde-b823f533b1ee service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=efa5a2dd-d570-4b86-a31b-68a1c7c9f708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1103094 Aug 19 15:06:22.106990 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a68552ad-1604-495f-b286-d35952fe05f8 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:22.107688 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a68552ad-1604-495f-b286-d35952fe05f8 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:22.137930 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a68552ad-1604-495f-b286-d35952fe05f8 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Calling delete_port for 567d4794-df53-4fe0-9722-b9c5f9712b7a owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:06:22.332348 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b336088-10a3-48bf-911d-9d4256c5d96e None None] New status for floating IP dabfa844-e100-4156-b8c9-1a961b9d3ba0: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:06:22.706854 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-57bbd97f-180f-4b5b-bed1-104d63330434 req-c464945a-703d-42b1-9e68-53b95caa6287 service neutron] 10.222.0.88 "GET /v2.0/networks/efa5a2dd-d570-4b86-a31b-68a1c7c9f708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6654005 Aug 19 15:06:22.715900 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54490) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:22.801626 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4d891-cdbf-425a-9dd6-440c561f8cb1 req-900b4e6c-d4f1-4e09-8bfa-3b28d50c54bc tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:22.803156 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-79f4d891-cdbf-425a-9dd6-440c561f8cb1 req-900b4e6c-d4f1-4e09-8bfa-3b28d50c54bc tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.88 "GET /v2.0/ports?device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 946 time: 0.2067838 Aug 19 15:06:22.827674 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb06002-7152-4155-ac76-a59841e44532 req-3c56b5ae-24e7-4b0b-997b-89d71e0f42b8 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:22.828911 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-efb06002-7152-4155-ac76-a59841e44532 req-3c56b5ae-24e7-4b0b-997b-89d71e0f42b8 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 946 time: 0.2336817 Aug 19 15:06:22.891098 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b1815d6c-255a-42d2-84b7-ceb2e4a6e1d2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-368093386-network', 'tenant_id': 'ce076319cb974c4cbeda0884226fcf5e'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:23.007072 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-efb06002-7152-4155-ac76-a59841e44532 req-bdc4c58d-8d73-4660-ae69-b2613fea95bf tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a4db4eb-d4df-4899-a042-35b38e1e17f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651194 Aug 19 15:06:23.014430 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1815d6c-255a-42d2-84b7-ceb2e4a6e1d2 admin admin] Made reservation on behalf of ce076319cb974c4cbeda0884226fcf5e for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:06:23.016827 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1815d6c-255a-42d2-84b7-ceb2e4a6e1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:23.022754 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-57bbd97f-180f-4b5b-bed1-104d63330434 req-ac0222cb-f467-483a-a35a-e1df0323e244 service neutron] 10.222.0.88 "GET /v2.0/networks/efa5a2dd-d570-4b86-a31b-68a1c7c9f708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051679 Aug 19 15:06:23.035978 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1815d6c-255a-42d2-84b7-ceb2e4a6e1d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:23.048325 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a68552ad-1604-495f-b286-d35952fe05f8 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:23.094806 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68552ad-1604-495f-b286-d35952fe05f8 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Pushing event deleted for resources: {'Port': ['ID=567d4794-df53-4fe0-9722-b9c5f9712b7a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:23.155108 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-79f4d891-cdbf-425a-9dd6-440c561f8cb1 req-b74a902b-e5ca-4893-a2ec-56d354969f90 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Deleting port 1637b94e-f2ce-4555-b6c8-82a867805446 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:06:23.155833 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-79f4d891-cdbf-425a-9dd6-440c561f8cb1 req-b74a902b-e5ca-4893-a2ec-56d354969f90 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:23.253508 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a68552ad-1604-495f-b286-d35952fe05f8 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:23.256008 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a68552ad-1604-495f-b286-d35952fe05f8 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:23.261223 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a68552ad-1604-495f-b286-d35952fe05f8 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] 10.222.0.69 "DELETE /v2.0/floatingips/8014d94a-a513-46fc-b338-3462c66db9ef HTTP/1.1" status: 204 len: 168 time: 1.6288819 Aug 19 15:06:23.262367 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54496) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:23.267536 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-284c46d6-ff52-4088-8748-4f26fbcaf5a8 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Request body: {'floatingip': {'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'port_id': '061da490-6101-49be-8cab-de818f49e931'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:23.308762 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-79f4d891-cdbf-425a-9dd6-440c561f8cb1 req-b74a902b-e5ca-4893-a2ec-56d354969f90 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] For port 1637b94e-f2ce-4555-b6c8-82a867805446, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=1637b94e-f2ce-4555-b6c8-82a867805446,segment=NetworkSegment(2cff94a8-d32d-498b-85b8-f4d9632ebdb6),segment_id=2cff94a8-d32d-498b-85b8-f4d9632ebdb6)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:06:23.309133 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-79f4d891-cdbf-425a-9dd6-440c561f8cb1 req-b74a902b-e5ca-4893-a2ec-56d354969f90 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:23.331135 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-79f4d891-cdbf-425a-9dd6-440c561f8cb1 req-b74a902b-e5ca-4893-a2ec-56d354969f90 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Calling delete_port for 1637b94e-f2ce-4555-b6c8-82a867805446 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:06:23.343743 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1815d6c-255a-42d2-84b7-ceb2e4a6e1d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:23.349764 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1815d6c-255a-42d2-84b7-ceb2e4a6e1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:23.364566 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-284c46d6-ff52-4088-8748-4f26fbcaf5a8 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:23.406130 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1815d6c-255a-42d2-84b7-ceb2e4a6e1d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:06:23.424779 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1815d6c-255a-42d2-84b7-ceb2e4a6e1d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047775fc-79d2-4f6e-bef5-3b9123576bea,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:23.430951 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1815d6c-255a-42d2-84b7-ceb2e4a6e1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:23.431298 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-b1815d6c-255a-42d2-84b7-ceb2e4a6e1d2 admin admin] Added segment 28943d89-36d6-441c-b575-eedffcaf7f12 of type vlan for network 32acef63-6304-4128-a89e-49b1aae34d4e Aug 19 15:06:23.484680 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-284c46d6-ff52-4088-8748-4f26fbcaf5a8 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:23.503731 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1815d6c-255a-42d2-84b7-ceb2e4a6e1d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:23.558744 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1815d6c-255a-42d2-84b7-ceb2e4a6e1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:23.559760 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1815d6c-255a-42d2-84b7-ceb2e4a6e1d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:23.560383 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1815d6c-255a-42d2-84b7-ceb2e4a6e1d2 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:23.617349 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-284c46d6-ff52-4088-8748-4f26fbcaf5a8 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Allocated IP 172.25.2.176 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/b9fa9bb3-4bdb-4f5d-8e6f-3b0b09fb8c89) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:06:23.649593 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-b1815d6c-255a-42d2-84b7-ceb2e4a6e1d2 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9308832 Aug 19 15:06:23.655242 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54498) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:23.673399 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3011e804-12d0-4e54-8c5c-d00f12a8b4ab admin admin] Request body: {'subnet': {'network_id': '32acef63-6304-4128-a89e-49b1aae34d4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-368093386-subnet', 'tenant_id': 'ce076319cb974c4cbeda0884226fcf5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:23.680811 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-79f4d891-cdbf-425a-9dd6-440c561f8cb1 req-b74a902b-e5ca-4893-a2ec-56d354969f90 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:23.688558 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1815d6c-255a-42d2-84b7-ceb2e4a6e1d2 admin admin] Pushing event updated for resources: {'Network': ['ID=32acef63-6304-4128-a89e-49b1aae34d4e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:23.699809 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 32acef63-6304-4128-a89e-49b1aae34d4e details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:06:23.720416 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74a902b-e5ca-4893-a2ec-56d354969f90 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event deleted for resources: {'Port': ['ID=1637b94e-f2ce-4555-b6c8-82a867805446,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:23.757219 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3011e804-12d0-4e54-8c5c-d00f12a8b4ab admin admin] Made reservation on behalf of ce076319cb974c4cbeda0884226fcf5e for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:06:23.759541 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3011e804-12d0-4e54-8c5c-d00f12a8b4ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:23.762390 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-284c46d6-ff52-4088-8748-4f26fbcaf5a8 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:23.775849 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f4d891-cdbf-425a-9dd6-440c561f8cb1 req-b74a902b-e5ca-4893-a2ec-56d354969f90 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] No DVR routers for this DVR port 1637b94e-f2ce-4555-b6c8-82a867805446 on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:06:23.787736 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-79f4d891-cdbf-425a-9dd6-440c561f8cb1 req-b74a902b-e5ca-4893-a2ec-56d354969f90 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:23.789793 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-79f4d891-cdbf-425a-9dd6-440c561f8cb1 req-b74a902b-e5ca-4893-a2ec-56d354969f90 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.88 "DELETE /v2.0/ports/1637b94e-f2ce-4555-b6c8-82a867805446 HTTP/1.1" status: 204 len: 173 time: 0.9713731 Aug 19 15:06:23.790254 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '526fbb5b-ba13-4afa-b54c-14981b504610', 'name': 'network-vif-deleted', 'tag': '1637b94e-f2ce-4555-b6c8-82a867805446'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:06:23.792571 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94f20dc-1180-463d-89f4-0ac2338759fb" -d '{"events": [{"server_uuid": "526fbb5b-ba13-4afa-b54c-14981b504610", "name": "network-vif-deleted", "tag": "1637b94e-f2ce-4555-b6c8-82a867805446"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:06:23.816127 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-284c46d6-ff52-4088-8748-4f26fbcaf5a8 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:23.855445 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99fd800-25dc-4326-8131-4802750b24ac x-openstack-request-id: req-c99fd800-25dc-4326-8131-4802750b24ac {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:06:23.855773 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "526fbb5b-ba13-4afa-b54c-14981b504610", "name": "network-vif-deleted", "tag": "1637b94e-f2ce-4555-b6c8-82a867805446", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:06:23.856024 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c99fd800-25dc-4326-8131-4802750b24ac {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:06:23.856515 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '526fbb5b-ba13-4afa-b54c-14981b504610', 'name': 'network-vif-deleted', 'tag': '1637b94e-f2ce-4555-b6c8-82a867805446', 'status': 'completed', 'code': 200} Aug 19 15:06:23.870977 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284c46d6-ff52-4088-8748-4f26fbcaf5a8 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:06:23.877437 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-284c46d6-ff52-4088-8748-4f26fbcaf5a8 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:06:23.879300 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284c46d6-ff52-4088-8748-4f26fbcaf5a8 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:06:23.916037 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284c46d6-ff52-4088-8748-4f26fbcaf5a8 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Pushing event updated for resources: {'Port': ['ID=b9fa9bb3-4bdb-4f5d-8e6f-3b0b09fb8c89,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:23.994767 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3011e804-12d0-4e54-8c5c-d00f12a8b4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:24.058697 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3011e804-12d0-4e54-8c5c-d00f12a8b4ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=43977fa5-6bc5-4789-8eda-7e3590c0b36c,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:24.067741 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3011e804-12d0-4e54-8c5c-d00f12a8b4ab admin admin] Checking segment: {'id': '28943d89-36d6-441c-b575-eedffcaf7f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '32acef63-6304-4128-a89e-49b1aae34d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:06:24.068212 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3011e804-12d0-4e54-8c5c-d00f12a8b4ab admin admin] Network hostable DHCP agents. Network: 32acef63-6304-4128-a89e-49b1aae34d4e, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:06:24.100268 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3011e804-12d0-4e54-8c5c-d00f12a8b4ab admin admin] Network 32acef63-6304-4128-a89e-49b1aae34d4e is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:06:24.113794 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-3011e804-12d0-4e54-8c5c-d00f12a8b4ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 32acef63-6304-4128-a89e-49b1aae34d4e) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:06:24.120677 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3011e804-12d0-4e54-8c5c-d00f12a8b4ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:24.124422 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc278050-f6a5-4030-88cd-f2136a287e7c None None] Network 32acef63-6304-4128-a89e-49b1aae34d4e requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:06:24.144289 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3011e804-12d0-4e54-8c5c-d00f12a8b4ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:24.222586 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a28d5b29-4fd4-4c59-91c3-8ea7ff1d79af req-793e0985-87c9-47bf-bb86-8bb60d48e953 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=526fbb5b-ba13-4afa-b54c-14981b504610 HTTP/1.1" status: 200 len: 210 time: 0.0715082 Aug 19 15:06:24.264312 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-3011e804-12d0-4e54-8c5c-d00f12a8b4ab admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6011081 Aug 19 15:06:24.341562 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3850b9f9-a4f3-4a8e-a9eb-761c8397ed1b None None] Network 32acef63-6304-4128-a89e-49b1aae34d4e requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:06:24.382561 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-af3182fc-d6d6-4694-a6bf-f32b2037ad91 req-711bfb7a-4239-4ab0-b91d-736638ec51cf tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1600123405&fields=id&tenant_id=0550ac85b3b548ae984f8729832afa44 HTTP/1.1" status: 200 len: 267 time: 0.0906861 Aug 19 15:06:24.432086 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-284c46d6-ff52-4088-8748-4f26fbcaf5a8 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:24.540593 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-284c46d6-ff52-4088-8748-4f26fbcaf5a8 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:24.555238 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3182fc-d6d6-4694-a6bf-f32b2037ad91 req-71739aa0-4564-489e-b9ea-1f75621cdcd3 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:24.557677 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-af3182fc-d6d6-4694-a6bf-f32b2037ad91 req-71739aa0-4564-489e-b9ea-1f75621cdcd3 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/networks?id=042ff527-1fae-4bd9-883c-64e28e4df4d0 HTTP/1.1" status: 200 len: 811 time: 0.1665926 Aug 19 15:06:24.574689 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-af3182fc-d6d6-4694-a6bf-f32b2037ad91 req-c1291ca2-21ee-45a1-9bb0-6466cdad4a08 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/quotas/0550ac85b3b548ae984f8729832afa44 HTTP/1.1" status: 200 len: 375 time: 0.0100603 Aug 19 15:06:24.643021 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-af3182fc-d6d6-4694-a6bf-f32b2037ad91 req-72da5fa4-6a37-4d2a-a45b-4c6f968be267 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0550ac85b3b548ae984f8729832afa44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0625653 Aug 19 15:06:24.756592 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-284c46d6-ff52-4088-8748-4f26fbcaf5a8 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:24.762980 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-284c46d6-ff52-4088-8748-4f26fbcaf5a8 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:24.819629 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [req-af3182fc-d6d6-4694-a6bf-f32b2037ad91 req-557e6c65-5f66-4c62-b09d-7938df3bf422 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:06:24.820929 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-af3182fc-d6d6-4694-a6bf-f32b2037ad91 req-557e6c65-5f66-4c62-b09d-7938df3bf422 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1606643 Aug 19 15:06:24.838863 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284c46d6-ff52-4088-8748-4f26fbcaf5a8 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Pushing event updated for resources: {'Port': ['ID=b9fa9bb3-4bdb-4f5d-8e6f-3b0b09fb8c89,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:24.861323 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-284c46d6-ff52-4088-8748-4f26fbcaf5a8 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:24.976968 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-af3182fc-d6d6-4694-a6bf-f32b2037ad91 req-733e371f-3a81-4a6d-8571-78558ad3a179 service neutron] 10.222.0.69 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475272 Aug 19 15:06:25.024727 n-d-766043-2 neutron-server[94639]: INFO neutron.db.l3_db [None req-284c46d6-ff52-4088-8748-4f26fbcaf5a8 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Floating IP 3c016bbe-d3c6-4404-bb96-cfb1571a9c67 associated. External IP: 172.25.2.176, port: 061da490-6101-49be-8cab-de818f49e931. Aug 19 15:06:25.057528 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54530) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:25.064555 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9f63b3e0-290c-4b1d-aa42-d3385f82bf67 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-705934992-network', 'tenant_id': '070bf2e8bf44478380a1ecd4d7a733a3'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:25.107224 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-af3182fc-d6d6-4694-a6bf-f32b2037ad91 req-6add9ba2-bc25-40f1-ae9b-749edf471640 service neutron] 10.222.0.69 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225441 Aug 19 15:06:25.108288 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f63b3e0-290c-4b1d-aa42-d3385f82bf67 admin admin] Made reservation on behalf of 070bf2e8bf44478380a1ecd4d7a733a3 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:06:25.110829 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f63b3e0-290c-4b1d-aa42-d3385f82bf67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:25.120739 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f63b3e0-290c-4b1d-aa42-d3385f82bf67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:25.127208 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 1637b94e-f2ce-4555-b6c8-82a867805446 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:06:25.152963 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: 1637b94e-f2ce-4555-b6c8-82a867805446 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:06:25.153603 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 1637b94e-f2ce-4555-b6c8-82a867805446 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:06:25.233833 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f63b3e0-290c-4b1d-aa42-d3385f82bf67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:25.238781 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f63b3e0-290c-4b1d-aa42-d3385f82bf67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:25.276194 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f63b3e0-290c-4b1d-aa42-d3385f82bf67 admin admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:06:25.284208 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f63b3e0-290c-4b1d-aa42-d3385f82bf67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a940d9-389f-4018-bda0-105c8479ec3b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:25.289634 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54540) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:25.299465 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f63b3e0-290c-4b1d-aa42-d3385f82bf67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:25.299684 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-9f63b3e0-290c-4b1d-aa42-d3385f82bf67 admin admin] Added segment e7a2da29-9132-425f-8c74-adb3ee0cbfc7 of type vlan for network 20d9620e-ec9a-4a82-8457-2d2e95d26d5e Aug 19 15:06:25.342606 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-284c46d6-ff52-4088-8748-4f26fbcaf5a8 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Router eef85a88-bc62-4481-a439-29205657e4d3 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:06:25.353336 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f63b3e0-290c-4b1d-aa42-d3385f82bf67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:25.384590 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f63b3e0-290c-4b1d-aa42-d3385f82bf67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:25.385748 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f63b3e0-290c-4b1d-aa42-d3385f82bf67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:25.386454 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f63b3e0-290c-4b1d-aa42-d3385f82bf67 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:25.448199 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9f63b3e0-290c-4b1d-aa42-d3385f82bf67 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3894963 Aug 19 15:06:25.451471 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54544) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:25.456645 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-422bf5a5-b407-4acb-8a9f-cfd1dcd9eab0 admin admin] Request body: {'subnet': {'network_id': '20d9620e-ec9a-4a82-8457-2d2e95d26d5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-705934992-subnet', 'tenant_id': '070bf2e8bf44478380a1ecd4d7a733a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:25.492181 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f63b3e0-290c-4b1d-aa42-d3385f82bf67 admin admin] Pushing event updated for resources: {'Network': ['ID=20d9620e-ec9a-4a82-8457-2d2e95d26d5e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:25.506781 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 20d9620e-ec9a-4a82-8457-2d2e95d26d5e details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:06:25.509955 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422bf5a5-b407-4acb-8a9f-cfd1dcd9eab0 admin admin] Made reservation on behalf of 070bf2e8bf44478380a1ecd4d7a733a3 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:06:25.513981 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-422bf5a5-b407-4acb-8a9f-cfd1dcd9eab0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:25.547146 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-58c4ea10-c729-4f8d-8182-5e7868337c21 req-b6ea81f5-e29d-4523-a54f-fc6efccffe22 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=f502dad7-2486-438a-a1c6-05bc976eff9e HTTP/1.1" status: 200 len: 210 time: 0.0511916 Aug 19 15:06:25.645486 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284c46d6-ff52-4088-8748-4f26fbcaf5a8 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:06:25.660545 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750e1ea8-1202-4ca3-b181-246a5cf96a6e None None] Sync routers for ids ['eef85a88-bc62-4481-a439-29205657e4d3'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:06:25.673728 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750e1ea8-1202-4ca3-b181-246a5cf96a6e None None] Routers {'eef85a88-bc62-4481-a439-29205657e4d3'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:06:25.675202 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-750e1ea8-1202-4ca3-b181-246a5cf96a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:06:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['eef85a88-bc62-4481-a439-29205657e4d3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:25.683518 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-284c46d6-ff52-4088-8748-4f26fbcaf5a8 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:25.730392 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-750e1ea8-1202-4ca3-b181-246a5cf96a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:25.744651 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750e1ea8-1202-4ca3-b181-246a5cf96a6e None None] Routers {'eef85a88-bc62-4481-a439-29205657e4d3'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:06:25.745743 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-750e1ea8-1202-4ca3-b181-246a5cf96a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:06:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['eef85a88-bc62-4481-a439-29205657e4d3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:25.790498 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-750e1ea8-1202-4ca3-b181-246a5cf96a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:25.791254 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750e1ea8-1202-4ca3-b181-246a5cf96a6e None None] The sync data for ids ['eef85a88-bc62-4481-a439-29205657e4d3'] in n-d-766043-2 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:06:25.816097 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-422bf5a5-b407-4acb-8a9f-cfd1dcd9eab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:25.880212 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422bf5a5-b407-4acb-8a9f-cfd1dcd9eab0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b641b314-7ada-4a40-b710-fd901faf621c,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:25.908391 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422bf5a5-b407-4acb-8a9f-cfd1dcd9eab0 admin admin] Checking segment: {'id': 'e7a2da29-9132-425f-8c74-adb3ee0cbfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '20d9620e-ec9a-4a82-8457-2d2e95d26d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:06:25.909311 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422bf5a5-b407-4acb-8a9f-cfd1dcd9eab0 admin admin] Network hostable DHCP agents. Network: 20d9620e-ec9a-4a82-8457-2d2e95d26d5e, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:06:25.935608 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422bf5a5-b407-4acb-8a9f-cfd1dcd9eab0 admin admin] Network 20d9620e-ec9a-4a82-8457-2d2e95d26d5e is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:06:25.951938 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-422bf5a5-b407-4acb-8a9f-cfd1dcd9eab0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 20d9620e-ec9a-4a82-8457-2d2e95d26d5e) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:06:25.956949 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422bf5a5-b407-4acb-8a9f-cfd1dcd9eab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:25.957462 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-422bf5a5-b407-4acb-8a9f-cfd1dcd9eab0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:25.978894 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe62bb9-7d05-4e28-8fec-99702802c0a7 None None] Network 20d9620e-ec9a-4a82-8457-2d2e95d26d5e requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:06:25.979554 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-422bf5a5-b407-4acb-8a9f-cfd1dcd9eab0 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5264523 Aug 19 15:06:26.098221 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-284c46d6-ff52-4088-8748-4f26fbcaf5a8 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.8313744 Aug 19 15:06:26.099187 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54556) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:26.109577 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c96c5282-fb2b-45d1-91a6-2f0cac3f4121 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1638111744'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:26.139151 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96c5282-fb2b-45d1-91a6-2f0cac3f4121 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Made reservation on behalf of 2a9c4f24a5564baba088b28733729b19 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:06:26.143652 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c96c5282-fb2b-45d1-91a6-2f0cac3f4121 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:26.190901 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c96c5282-fb2b-45d1-91a6-2f0cac3f4121 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:06:26.204128 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c96c5282-fb2b-45d1-91a6-2f0cac3f4121 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:26.205117 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-c96c5282-fb2b-45d1-91a6-2f0cac3f4121 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Added segment 5e14f0b8-5ac8-4945-b693-320cda69ae13 of type vlan for network 7217bcea-2fbf-4dd1-9341-4585f8e485e5 Aug 19 15:06:26.251833 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f932d58-654e-45ec-ba99-0470e5f2ffd3 None None] Network 20d9620e-ec9a-4a82-8457-2d2e95d26d5e requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:06:26.266626 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c96c5282-fb2b-45d1-91a6-2f0cac3f4121 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:26.318962 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c96c5282-fb2b-45d1-91a6-2f0cac3f4121 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:26.328878 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96c5282-fb2b-45d1-91a6-2f0cac3f4121 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:26.329568 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c96c5282-fb2b-45d1-91a6-2f0cac3f4121 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:26.406551 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-c96c5282-fb2b-45d1-91a6-2f0cac3f4121 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3055680 Aug 19 15:06:26.409984 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54562) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:26.425583 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-85a0e6e2-83fe-4dea-bc64-190bf3d840cc tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Request body: {'subnet': {'network_id': '7217bcea-2fbf-4dd1-9341-4585f8e485e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:26.432241 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96c5282-fb2b-45d1-91a6-2f0cac3f4121 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Pushing event updated for resources: {'Network': ['ID=7217bcea-2fbf-4dd1-9341-4585f8e485e5,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:26.461354 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 7217bcea-2fbf-4dd1-9341-4585f8e485e5 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:06:26.516391 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2d725a27-566e-474b-abb2-0cba7b84a52f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:26.578971 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a0e6e2-83fe-4dea-bc64-190bf3d840cc tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Made reservation on behalf of 2a9c4f24a5564baba088b28733729b19 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:06:26.583506 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-85a0e6e2-83fe-4dea-bc64-190bf3d840cc tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:26.731015 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4dc58384-55a4-4703-baea-2c1a1e4160e5 req-5207451b-6a22-4979-8641-7d7710d22a54 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=f502dad7-2486-438a-a1c6-05bc976eff9e HTTP/1.1" status: 200 len: 210 time: 0.0812013 Aug 19 15:06:26.952084 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad8d93f-72e4-48e7-a98a-98dc04df3646 req-cf9afba3-cf5d-49e3-9c40-56c9c7bf09fc tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:26.954463 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9ad8d93f-72e4-48e7-a98a-98dc04df3646 req-cf9afba3-cf5d-49e3-9c40-56c9c7bf09fc tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] 10.222.0.69 "GET /v2.0/networks?id=32acef63-6304-4128-a89e-49b1aae34d4e HTTP/1.1" status: 200 len: 808 time: 0.2137225 Aug 19 15:06:27.037867 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9ad8d93f-72e4-48e7-a98a-98dc04df3646 req-4a560170-41f0-48a7-aea8-d09091ff25a6 tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] 10.222.0.69 "GET /v2.0/quotas/ce076319cb974c4cbeda0884226fcf5e HTTP/1.1" status: 200 len: 375 time: 0.0601079 Aug 19 15:06:27.104551 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9ad8d93f-72e4-48e7-a98a-98dc04df3646 req-2c17be03-b697-4479-bc37-ec6ec0bc6b63 tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ce076319cb974c4cbeda0884226fcf5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573106 Aug 19 15:06:27.106475 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-85a0e6e2-83fe-4dea-bc64-190bf3d840cc tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:27.169163 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3182fc-d6d6-4694-a6bf-f32b2037ad91 req-54fa77c1-af18-4277-a352-36b548c96b1d tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:27.170709 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-af3182fc-d6d6-4694-a6bf-f32b2037ad91 req-54fa77c1-af18-4277-a352-36b548c96b1d tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.68 "GET /v2.0/networks?id=042ff527-1fae-4bd9-883c-64e28e4df4d0 HTTP/1.1" status: 200 len: 811 time: 0.4380014 Aug 19 15:06:27.275135 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-af3182fc-d6d6-4694-a6bf-f32b2037ad91 req-446a5883-5f0a-425c-80a7-5c93894dfa52 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0550ac85b3b548ae984f8729832afa44 HTTP/1.1" status: 200 len: 380 time: 0.0810115 Aug 19 15:06:27.287914 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-af3182fc-d6d6-4694-a6bf-f32b2037ad91 req-712f316e-7623-4582-b8b1-b27832ffa813 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Request body: {'port': {'device_id': 'f502dad7-2486-438a-a1c6-05bc976eff9e', 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0', 'admin_state_up': True, 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'security_groups': ['1324d74c-bbdf-4e8d-bd15-d52a2b2228b6']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:27.306843 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0e6e2-83fe-4dea-bc64-190bf3d840cc tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Pushing event updated for resources: {'Subnet': ['ID=c3aedbbb-e07b-4c88-a645-e50448a6aaa5,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:27.348476 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a0e6e2-83fe-4dea-bc64-190bf3d840cc tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Checking segment: {'id': '5e14f0b8-5ac8-4945-b693-320cda69ae13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7217bcea-2fbf-4dd1-9341-4585f8e485e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:06:27.348733 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a0e6e2-83fe-4dea-bc64-190bf3d840cc tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Network hostable DHCP agents. Network: 7217bcea-2fbf-4dd1-9341-4585f8e485e5, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:06:27.355182 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-2d725a27-566e-474b-abb2-0cba7b84a52f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Deleting port 0423c698-dfff-4990-9205-165fb1b4a19d {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:06:27.355580 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2d725a27-566e-474b-abb2-0cba7b84a52f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:27.377168 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9ad8d93f-72e4-48e7-a98a-98dc04df3646 req-bc5d73c3-2532-440b-90a2-9221f10ba2c5 service neutron] 10.222.0.69 "GET /v2.0/networks/32acef63-6304-4128-a89e-49b1aae34d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283118 Aug 19 15:06:27.389639 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a0e6e2-83fe-4dea-bc64-190bf3d840cc tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Network 7217bcea-2fbf-4dd1-9341-4585f8e485e5 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:06:27.471934 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-85a0e6e2-83fe-4dea-bc64-190bf3d840cc tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 7217bcea-2fbf-4dd1-9341-4585f8e485e5) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:06:27.476983 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a0e6e2-83fe-4dea-bc64-190bf3d840cc tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:27.477658 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-85a0e6e2-83fe-4dea-bc64-190bf3d840cc tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:27.490932 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbac605f-19b6-4a25-95e6-5b1e2159cb45 None None] Network 7217bcea-2fbf-4dd1-9341-4585f8e485e5 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:06:27.506127 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-2d725a27-566e-474b-abb2-0cba7b84a52f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] For port 0423c698-dfff-4990-9205-165fb1b4a19d, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=0423c698-dfff-4990-9205-165fb1b4a19d,segment=NetworkSegment(2cff94a8-d32d-498b-85b8-f4d9632ebdb6),segment_id=2cff94a8-d32d-498b-85b8-f4d9632ebdb6)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:06:27.506656 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2d725a27-566e-474b-abb2-0cba7b84a52f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:27.523226 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af3182fc-d6d6-4694-a6bf-f32b2037ad91 req-712f316e-7623-4582-b8b1-b27832ffa813 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Made reservation on behalf of 0550ac85b3b548ae984f8729832afa44 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:06:27.525270 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-85a0e6e2-83fe-4dea-bc64-190bf3d840cc tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1138616 Aug 19 15:06:27.529557 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54576) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:27.532389 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-af3182fc-d6d6-4694-a6bf-f32b2037ad91 req-712f316e-7623-4582-b8b1-b27832ffa813 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:27.537616 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-ba377ded-3c1e-4b89-87ed-07f6c125e3b6 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-514770267', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}, 'admin_state_up': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:27.554177 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-2d725a27-566e-474b-abb2-0cba7b84a52f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Calling delete_port for 0423c698-dfff-4990-9205-165fb1b4a19d owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:06:27.573053 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9ad8d93f-72e4-48e7-a98a-98dc04df3646 req-a94d5b93-8a37-414d-86d8-861d423da211 service neutron] 10.222.0.69 "GET /v2.0/networks/32acef63-6304-4128-a89e-49b1aae34d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799893 Aug 19 15:06:27.589317 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba377ded-3c1e-4b89-87ed-07f6c125e3b6 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:27.591131 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba377ded-3c1e-4b89-87ed-07f6c125e3b6 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:27.659484 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba377ded-3c1e-4b89-87ed-07f6c125e3b6 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:27.833920 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d5b318-37cd-45ae-92bc-1ebdc90d53aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-7217bcea-2fbf-4dd1-9341-4585f8e485e5', 'network_id': '7217bcea-2fbf-4dd1-9341-4585f8e485e5', 'tenant_id': '2a9c4f24a5564baba088b28733729b19', 'fixed_ips': [{'subnet_id': 'c3aedbbb-e07b-4c88-a645-e50448a6aaa5'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:06:27.835131 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-68d5b318-37cd-45ae-92bc-1ebdc90d53aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:27.907283 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5958fa1b-c509-4b87-9c4a-24f1ae38727f req-57fa6507-8349-4e8b-b974-45ffad06570a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=f502dad7-2486-438a-a1c6-05bc976eff9e HTTP/1.1" status: 200 len: 210 time: 0.0468862 Aug 19 15:06:27.956234 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba377ded-3c1e-4b89-87ed-07f6c125e3b6 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:28.000367 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-af3182fc-d6d6-4694-a6bf-f32b2037ad91 req-712f316e-7623-4582-b8b1-b27832ffa813 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Allocated IP 172.20.0.14 (042ff527-1fae-4bd9-883c-64e28e4df4d0/4501b342-71e0-4b08-b9d8-b651dd87e075/bb29058b-956e-4de3-9fd4-db3fe49030c1) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:06:28.115081 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-adde89ca-bdfb-44e2-97c2-2b0dbd4d5292 req-3d842bc5-6ba5-4836-a353-b3373ea19bbf tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] 10.222.0.69 "GET /v2.0/ports?device_id=5ab11980-95ab-4325-bb92-d70af7939038 HTTP/1.1" status: 200 len: 210 time: 0.0427749 Aug 19 15:06:28.138495 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-68d5b318-37cd-45ae-92bc-1ebdc90d53aa None None] Allocated IP 172.20.0.2 (7217bcea-2fbf-4dd1-9341-4585f8e485e5/c3aedbbb-e07b-4c88-a645-e50448a6aaa5/fb3d5ba8-0aac-4ec8-82b7-38d8c44cadd6) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:06:28.302262 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-af3182fc-d6d6-4694-a6bf-f32b2037ad91 req-712f316e-7623-4582-b8b1-b27832ffa813 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:28.339098 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-af3182fc-d6d6-4694-a6bf-f32b2037ad91 req-712f316e-7623-4582-b8b1-b27832ffa813 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Transition to ACTIVE for port object bb29058b-956e-4de3-9fd4-db3fe49030c1 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:06:28.341103 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2d725a27-566e-474b-abb2-0cba7b84a52f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:28.409472 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-68d5b318-37cd-45ae-92bc-1ebdc90d53aa None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:28.418699 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d725a27-566e-474b-abb2-0cba7b84a52f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event deleted for resources: {'Port': ['ID=0423c698-dfff-4990-9205-165fb1b4a19d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:28.429440 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-68d5b318-37cd-45ae-92bc-1ebdc90d53aa None None] Transition to ACTIVE for port object fb3d5ba8-0aac-4ec8-82b7-38d8c44cadd6 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:06:28.468820 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-68d5b318-37cd-45ae-92bc-1ebdc90d53aa None None] Transition to ACTIVE for port object fb3d5ba8-0aac-4ec8-82b7-38d8c44cadd6 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:06:28.482015 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-68d5b318-37cd-45ae-92bc-1ebdc90d53aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:28.524569 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba377ded-3c1e-4b89-87ed-07f6c125e3b6 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:28.597540 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba377ded-3c1e-4b89-87ed-07f6c125e3b6 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:28.623078 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d5b318-37cd-45ae-92bc-1ebdc90d53aa None None] Network 7217bcea-2fbf-4dd1-9341-4585f8e485e5 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:06:28.624424 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5b318-37cd-45ae-92bc-1ebdc90d53aa None None] Pushing event updated for resources: {'Port': ['ID=fb3d5ba8-0aac-4ec8-82b7-38d8c44cadd6,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:28.630499 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-68d5b318-37cd-45ae-92bc-1ebdc90d53aa None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:06:28.639382 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d5b318-37cd-45ae-92bc-1ebdc90d53aa None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:06:28.691051 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5b318-37cd-45ae-92bc-1ebdc90d53aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:28.691471 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5b318-37cd-45ae-92bc-1ebdc90d53aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:28.692126 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5b318-37cd-45ae-92bc-1ebdc90d53aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:28.692237 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5b318-37cd-45ae-92bc-1ebdc90d53aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:28.692632 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5b318-37cd-45ae-92bc-1ebdc90d53aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:28.694794 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5b318-37cd-45ae-92bc-1ebdc90d53aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:28.694794 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5b318-37cd-45ae-92bc-1ebdc90d53aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:28.694794 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5b318-37cd-45ae-92bc-1ebdc90d53aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:28.697967 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5b318-37cd-45ae-92bc-1ebdc90d53aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:28.698740 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5b318-37cd-45ae-92bc-1ebdc90d53aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:28.700703 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5b318-37cd-45ae-92bc-1ebdc90d53aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:28.701122 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5b318-37cd-45ae-92bc-1ebdc90d53aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:28.763776 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-af3182fc-d6d6-4694-a6bf-f32b2037ad91 req-712f316e-7623-4582-b8b1-b27832ffa813 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:28.776312 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-68d5b318-37cd-45ae-92bc-1ebdc90d53aa None None] Attempting to bind port fb3d5ba8-0aac-4ec8-82b7-38d8c44cadd6 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:06:28.776709 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-68d5b318-37cd-45ae-92bc-1ebdc90d53aa None None] Attempting to bind port fb3d5ba8-0aac-4ec8-82b7-38d8c44cadd6 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5e14f0b8-5ac8-4945-b693-320cda69ae13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7217bcea-2fbf-4dd1-9341-4585f8e485e5'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:06:28.777081 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d5b318-37cd-45ae-92bc-1ebdc90d53aa None None] Attempting to bind port fb3d5ba8-0aac-4ec8-82b7-38d8c44cadd6 on network 7217bcea-2fbf-4dd1-9341-4585f8e485e5 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:06:28.793087 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d5b318-37cd-45ae-92bc-1ebdc90d53aa None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:06:28.793989 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d5b318-37cd-45ae-92bc-1ebdc90d53aa None None] Checking segment: {'id': '5e14f0b8-5ac8-4945-b693-320cda69ae13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7217bcea-2fbf-4dd1-9341-4585f8e485e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:06:28.794454 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-68d5b318-37cd-45ae-92bc-1ebdc90d53aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:28.794887 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d5b318-37cd-45ae-92bc-1ebdc90d53aa None None] Bound using segment: {'id': '5e14f0b8-5ac8-4945-b693-320cda69ae13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7217bcea-2fbf-4dd1-9341-4585f8e485e5'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:06:28.795433 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-68d5b318-37cd-45ae-92bc-1ebdc90d53aa None None] Bound port: fb3d5ba8-0aac-4ec8-82b7-38d8c44cadd6, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e14f0b8-5ac8-4945-b693-320cda69ae13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7217bcea-2fbf-4dd1-9341-4585f8e485e5'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:06:28.795819 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-68d5b318-37cd-45ae-92bc-1ebdc90d53aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:28.828737 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-ba377ded-3c1e-4b89-87ed-07f6c125e3b6 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Allocated IP 172.25.2.149 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/28019c85-dcd7-4e1d-b544-cd0671939175) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:06:28.874514 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af3182fc-d6d6-4694-a6bf-f32b2037ad91 req-712f316e-7623-4582-b8b1-b27832ffa813 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Network 042ff527-1fae-4bd9-883c-64e28e4df4d0 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:06:28.877999 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2d725a27-566e-474b-abb2-0cba7b84a52f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:28.882938 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-af3182fc-d6d6-4694-a6bf-f32b2037ad91 req-712f316e-7623-4582-b8b1-b27832ffa813 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:06:28.906516 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3182fc-d6d6-4694-a6bf-f32b2037ad91 req-712f316e-7623-4582-b8b1-b27832ffa813 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:06:28.914629 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712f316e-7623-4582-b8b1-b27832ffa813 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Pushing event updated for resources: {'Port': ['ID=bb29058b-956e-4de3-9fd4-db3fe49030c1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:28.948731 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-68d5b318-37cd-45ae-92bc-1ebdc90d53aa None None] For port fb3d5ba8-0aac-4ec8-82b7-38d8c44cadd6, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:06:28.953351 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-68d5b318-37cd-45ae-92bc-1ebdc90d53aa None None] For port fb3d5ba8-0aac-4ec8-82b7-38d8c44cadd6, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=fb3d5ba8-0aac-4ec8-82b7-38d8c44cadd6,segment=NetworkSegment(5e14f0b8-5ac8-4945-b693-320cda69ae13),segment_id=5e14f0b8-5ac8-4945-b693-320cda69ae13)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:06:28.966027 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-68d5b318-37cd-45ae-92bc-1ebdc90d53aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:29.021494 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba377ded-3c1e-4b89-87ed-07f6c125e3b6 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:29.060532 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5b318-37cd-45ae-92bc-1ebdc90d53aa None None] Pushing event updated for resources: {'Port': ['ID=fb3d5ba8-0aac-4ec8-82b7-38d8c44cadd6,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:29.087144 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba377ded-3c1e-4b89-87ed-07f6c125e3b6 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:29.136150 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3182fc-d6d6-4694-a6bf-f32b2037ad91 req-712f316e-7623-4582-b8b1-b27832ffa813 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:29.137777 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-af3182fc-d6d6-4694-a6bf-f32b2037ad91 req-712f316e-7623-4582-b8b1-b27832ffa813 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:29.140150 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba377ded-3c1e-4b89-87ed-07f6c125e3b6 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:06:29.198330 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-af3182fc-d6d6-4694-a6bf-f32b2037ad91 req-712f316e-7623-4582-b8b1-b27832ffa813 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9149864 Aug 19 15:06:29.207790 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-ba377ded-3c1e-4b89-87ed-07f6c125e3b6 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:06:29.212965 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba377ded-3c1e-4b89-87ed-07f6c125e3b6 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:06:29.223344 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-af3182fc-d6d6-4694-a6bf-f32b2037ad91 req-3b49aace-a747-4d92-bf39-765910301dc5 service neutron] Request body: {'port': {'device_id': 'f502dad7-2486-438a-a1c6-05bc976eff9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:29.347344 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-411287ec-6f53-48fb-891c-d337a2009b81 None None] Provisioning for port bb29058b-956e-4de3-9fd4-db3fe49030c1 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:06:29.353038 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-75379cb5-7951-45d4-a31e-d77de2f76472 req-b9ced0eb-fd8c-4d48-a085-deb8f2f1bd58 tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] 10.222.0.69 "GET /v2.0/ports?device_id=5ab11980-95ab-4325-bb92-d70af7939038 HTTP/1.1" status: 200 len: 210 time: 0.1098218 Aug 19 15:06:29.356687 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba377ded-3c1e-4b89-87ed-07f6c125e3b6 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Pushing event updated for resources: {'Port': ['ID=28019c85-dcd7-4e1d-b544-cd0671939175,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:29.361518 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-411287ec-6f53-48fb-891c-d337a2009b81 None None] Provisioning complete for port bb29058b-956e-4de3-9fd4-db3fe49030c1 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:06:29.361923 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-411287ec-6f53-48fb-891c-d337a2009b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:29.382498 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238b23b-8687-478b-b512-48eda7bee243 req-4ad37329-84b2-4d00-9194-33d5e690410e tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:29.384841 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6238b23b-8687-478b-b512-48eda7bee243 req-4ad37329-84b2-4d00-9194-33d5e690410e tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=f502dad7-2486-438a-a1c6-05bc976eff9e HTTP/1.1" status: 200 len: 932 time: 0.2491622 Aug 19 15:06:29.385208 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-af3182fc-d6d6-4694-a6bf-f32b2037ad91 req-3b49aace-a747-4d92-bf39-765910301dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:29.499670 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-411287ec-6f53-48fb-891c-d337a2009b81 None None] Port bb29058b-956e-4de3-9fd4-db3fe49030c1 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:06:29.819484 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d725a27-566e-474b-abb2-0cba7b84a52f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Router 91c5a108-4822-4b6f-9622-091eff5979de has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:06:29.865932 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device fb3d5ba8-0aac-4ec8-82b7-38d8c44cadd6 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:06:29.963389 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port fb3d5ba8-0aac-4ec8-82b7-38d8c44cadd6 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:06:30.068659 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6238b23b-8687-478b-b512-48eda7bee243 req-31439b01-c886-40ba-9354-51a1a0d045e6 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252489 Aug 19 15:06:30.103704 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad8d93f-72e4-48e7-a98a-98dc04df3646 req-8c00ae3a-bfdd-432d-8889-42075ff5c4e2 tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:30.105962 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9ad8d93f-72e4-48e7-a98a-98dc04df3646 req-8c00ae3a-bfdd-432d-8889-42075ff5c4e2 tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] 10.222.0.88 "GET /v2.0/networks?id=32acef63-6304-4128-a89e-49b1aae34d4e HTTP/1.1" status: 200 len: 808 time: 0.1631718 Aug 19 15:06:30.112539 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d725a27-566e-474b-abb2-0cba7b84a52f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:06:30.126609 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab7051d-ab9e-4d68-b88f-f3eb6d3ad1d2 None None] Sync routers for ids ['91c5a108-4822-4b6f-9622-091eff5979de'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:06:30.133482 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2d725a27-566e-474b-abb2-0cba7b84a52f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "PUT /v2.0/routers/91c5a108-4822-4b6f-9622-091eff5979de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8393497 Aug 19 15:06:30.136061 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54594) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:30.141246 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab7051d-ab9e-4d68-b88f-f3eb6d3ad1d2 None None] Routers {'91c5a108-4822-4b6f-9622-091eff5979de'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:06:30.142153 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9ab7051d-ab9e-4d68-b88f-f3eb6d3ad1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:06:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['91c5a108-4822-4b6f-9622-091eff5979de'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:30.151859 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-9ad8d93f-72e4-48e7-a98a-98dc04df3646 req-449a7f51-c22f-44f9-b514-3af315910b32 tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] Request body: {'port': {'device_id': '5ab11980-95ab-4325-bb92-d70af7939038', 'network_id': '32acef63-6304-4128-a89e-49b1aae34d4e', 'admin_state_up': True, 'tenant_id': 'ce076319cb974c4cbeda0884226fcf5e'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:30.263681 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b386869-d27e-4ec0-9dc5-fa5626c1db63 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Deleting subnet a011c1be-9b05-4239-aaa2-42073d462e8e {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:06:30.269367 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b386869-d27e-4ec0-9dc5-fa5626c1db63 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:30.295023 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-9ab7051d-ab9e-4d68-b88f-f3eb6d3ad1d2 None None] Set router 91c5a108-4822-4b6f-9622-091eff5979de gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:06:30.343262 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba377ded-3c1e-4b89-87ed-07f6c125e3b6 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:30.388316 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b386869-d27e-4ec0-9dc5-fa5626c1db63 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:30.486047 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-af3182fc-d6d6-4694-a6bf-f32b2037ad91 req-3b49aace-a747-4d92-bf39-765910301dc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb29058b-956e-4de3-9fd4-db3fe49030c1 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:06:30.502544 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-af3182fc-d6d6-4694-a6bf-f32b2037ad91 req-3b49aace-a747-4d92-bf39-765910301dc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:30.531253 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdd0c08-e5ed-4005-bf28-2d4f017644bd None None] Network 7217bcea-2fbf-4dd1-9341-4585f8e485e5 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:06:30.567085 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-af3182fc-d6d6-4694-a6bf-f32b2037ad91 req-3b49aace-a747-4d92-bf39-765910301dc5 service neutron] Transition to ACTIVE for port object bb29058b-956e-4de3-9fd4-db3fe49030c1 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:06:30.609419 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ce4c22c7-49e5-45ac-bdd3-3da324e33537 req-c0322d81-6897-4277-b637-3ef7183968ea tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] 10.222.0.69 "GET /v2.0/ports?device_id=5ab11980-95ab-4325-bb92-d70af7939038 HTTP/1.1" status: 200 len: 210 time: 0.0534699 Aug 19 15:06:30.612966 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-af3182fc-d6d6-4694-a6bf-f32b2037ad91 req-3b49aace-a747-4d92-bf39-765910301dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:30.641589 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ad8d93f-72e4-48e7-a98a-98dc04df3646 req-449a7f51-c22f-44f9-b514-3af315910b32 tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] Made reservation on behalf of ce076319cb974c4cbeda0884226fcf5e for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:06:30.654290 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9ad8d93f-72e4-48e7-a98a-98dc04df3646 req-449a7f51-c22f-44f9-b514-3af315910b32 tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:30.670557 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9ab7051d-ab9e-4d68-b88f-f3eb6d3ad1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c5a108-4822-4b6f-9622-091eff5979de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327483110', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '9737d1aa-682f-423f-ad5c-a49a48a239c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:04:01Z', 'updated_at': '2021-08-19T15:06:28Z', 'revision_number': 5, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port': {'id': '9737d1aa-682f-423f-ad5c-a49a48a239c9', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c5a108-4822-4b6f-9622-091eff5979de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:02Z', 'updated_at': '2021-08-19T15:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:30.715797 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab7051d-ab9e-4d68-b88f-f3eb6d3ad1d2 None None] Checking router: 91c5a108-4822-4b6f-9622-091eff5979de for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:06:30.728041 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab7051d-ab9e-4d68-b88f-f3eb6d3ad1d2 None None] Routers {'91c5a108-4822-4b6f-9622-091eff5979de'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:06:30.729099 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9ab7051d-ab9e-4d68-b88f-f3eb6d3ad1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:06:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['91c5a108-4822-4b6f-9622-091eff5979de'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:30.738095 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-49d06886-dcbf-4ec5-89ca-212e3f7a919a None None] Provisioning for port fb3d5ba8-0aac-4ec8-82b7-38d8c44cadd6 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:06:30.738701 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b386869-d27e-4ec0-9dc5-fa5626c1db63 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:30.751458 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba377ded-3c1e-4b89-87ed-07f6c125e3b6 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:30.760702 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-49d06886-dcbf-4ec5-89ca-212e3f7a919a None None] Provisioning complete for port fb3d5ba8-0aac-4ec8-82b7-38d8c44cadd6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:06:30.761391 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-49d06886-dcbf-4ec5-89ca-212e3f7a919a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:30.774585 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b49aace-a747-4d92-bf39-765910301dc5 service neutron] Pushing event updated for resources: {'Port': ['ID=bb29058b-956e-4de3-9fd4-db3fe49030c1,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:30.950744 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b386869-d27e-4ec0-9dc5-fa5626c1db63 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:30.976039 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-af3182fc-d6d6-4694-a6bf-f32b2037ad91 req-3b49aace-a747-4d92-bf39-765910301dc5 service neutron] Attempting to bind port bb29058b-956e-4de3-9fd4-db3fe49030c1 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:06:30.976610 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-af3182fc-d6d6-4694-a6bf-f32b2037ad91 req-3b49aace-a747-4d92-bf39-765910301dc5 service neutron] Attempting to bind port bb29058b-956e-4de3-9fd4-db3fe49030c1 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': 'b6bb2d61-0455-440b-809f-c8e64ffc2b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:06:30.977041 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3182fc-d6d6-4694-a6bf-f32b2037ad91 req-3b49aace-a747-4d92-bf39-765910301dc5 service neutron] Attempting to bind port bb29058b-956e-4de3-9fd4-db3fe49030c1 on network 042ff527-1fae-4bd9-883c-64e28e4df4d0 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:06:31.021021 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b386869-d27e-4ec0-9dc5-fa5626c1db63 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:31.025606 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8b386869-d27e-4ec0-9dc5-fa5626c1db63 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "DELETE /v2.0/subnets/a011c1be-9b05-4239-aaa2-42073d462e8e HTTP/1.1" status: 204 len: 168 time: 0.8860233 Aug 19 15:06:31.025606 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b386869-d27e-4ec0-9dc5-fa5626c1db63 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event deleted for resources: {'Subnet': ['ID=a011c1be-9b05-4239-aaa2-42073d462e8e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:31.027707 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54598) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:31.035042 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3182fc-d6d6-4694-a6bf-f32b2037ad91 req-3b49aace-a747-4d92-bf39-765910301dc5 service neutron] Port bb29058b-956e-4de3-9fd4-db3fe49030c1 on network 042ff527-1fae-4bd9-883c-64e28e4df4d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:06:31.035471 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3182fc-d6d6-4694-a6bf-f32b2037ad91 req-3b49aace-a747-4d92-bf39-765910301dc5 service neutron] Attempting to bind port bb29058b-956e-4de3-9fd4-db3fe49030c1 on network 042ff527-1fae-4bd9-883c-64e28e4df4d0 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:06:31.056899 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-49d06886-dcbf-4ec5-89ca-212e3f7a919a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:31.057718 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-9ad8d93f-72e4-48e7-a98a-98dc04df3646 req-449a7f51-c22f-44f9-b514-3af315910b32 tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] Allocated IP 172.20.0.3 (32acef63-6304-4128-a89e-49b1aae34d4e/43977fa5-6bc5-4789-8eda-7e3590c0b36c/a55518ea-2bed-408c-8dd5-6f937ab4bdca) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:06:31.061113 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba377ded-3c1e-4b89-87ed-07f6c125e3b6 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Router a4c4c36b-7a8b-4e24-aeb0-a01db16c6586 is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:06:31.061411 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc93e168-27fe-4370-a1c9-6595196650e1 None None] Network efa5a2dd-d570-4b86-a31b-68a1c7c9f708 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:06:31.084120 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3182fc-d6d6-4694-a6bf-f32b2037ad91 req-3b49aace-a747-4d92-bf39-765910301dc5 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:06:31.084639 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3182fc-d6d6-4694-a6bf-f32b2037ad91 req-3b49aace-a747-4d92-bf39-765910301dc5 service neutron] Checking segment: {'id': 'b6bb2d61-0455-440b-809f-c8e64ffc2b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:06:31.085098 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3182fc-d6d6-4694-a6bf-f32b2037ad91 req-3b49aace-a747-4d92-bf39-765910301dc5 service neutron] Bound using segment: {'id': 'b6bb2d61-0455-440b-809f-c8e64ffc2b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:06:31.085662 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-af3182fc-d6d6-4694-a6bf-f32b2037ad91 req-3b49aace-a747-4d92-bf39-765910301dc5 service neutron] Bound port: bb29058b-956e-4de3-9fd4-db3fe49030c1, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6bb2d61-0455-440b-809f-c8e64ffc2b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:06:31.086148 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-af3182fc-d6d6-4694-a6bf-f32b2037ad91 req-3b49aace-a747-4d92-bf39-765910301dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:31.118770 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-9ab7051d-ab9e-4d68-b88f-f3eb6d3ad1d2 None None] Set router 91c5a108-4822-4b6f-9622-091eff5979de gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:06:31.267954 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44f3ef9e-0395-4116-8d65-ca0bbb02a91e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:31.313745 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-af3182fc-d6d6-4694-a6bf-f32b2037ad91 req-3b49aace-a747-4d92-bf39-765910301dc5 service neutron] For port bb29058b-956e-4de3-9fd4-db3fe49030c1, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:06:31.337211 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-af3182fc-d6d6-4694-a6bf-f32b2037ad91 req-3b49aace-a747-4d92-bf39-765910301dc5 service neutron] For port bb29058b-956e-4de3-9fd4-db3fe49030c1, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=bb29058b-956e-4de3-9fd4-db3fe49030c1,segment=NetworkSegment(b6bb2d61-0455-440b-809f-c8e64ffc2b8e),segment_id=b6bb2d61-0455-440b-809f-c8e64ffc2b8e)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:06:31.350871 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-af3182fc-d6d6-4694-a6bf-f32b2037ad91 req-3b49aace-a747-4d92-bf39-765910301dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:31.463729 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3182fc-d6d6-4694-a6bf-f32b2037ad91 req-3b49aace-a747-4d92-bf39-765910301dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:31.464508 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-af3182fc-d6d6-4694-a6bf-f32b2037ad91 req-3b49aace-a747-4d92-bf39-765910301dc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:31.466600 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-af3182fc-d6d6-4694-a6bf-f32b2037ad91 req-3b49aace-a747-4d92-bf39-765910301dc5 service neutron] 10.222.0.68 "PUT /v2.0/ports/bb29058b-956e-4de3-9fd4-db3fe49030c1 HTTP/1.1" status: 200 len: 1092 time: 2.2598636 Aug 19 15:06:31.467193 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f502dad7-2486-438a-a1c6-05bc976eff9e', 'tag': 'bb29058b-956e-4de3-9fd4-db3fe49030c1'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:06:31.467329 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be8240-83d1-4ac1-a247-6d02af266018 req-369cd676-1b18-4564-aa95-2d920c9280f9 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:31.469005 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-58be8240-83d1-4ac1-a247-6d02af266018 req-369cd676-1b18-4564-aa95-2d920c9280f9 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=f502dad7-2486-438a-a1c6-05bc976eff9e HTTP/1.1" status: 200 len: 944 time: 0.2489760 Aug 19 15:06:31.473363 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9cda9a-b0de-42b0-a08b-915380d0e83f" -d '{"events": [{"name": "network-changed", "server_uuid": "f502dad7-2486-438a-a1c6-05bc976eff9e", "tag": "bb29058b-956e-4de3-9fd4-db3fe49030c1"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:06:31.499945 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba377ded-3c1e-4b89-87ed-07f6c125e3b6 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:06:31.539265 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b49aace-a747-4d92-bf39-765910301dc5 service neutron] Pushing event updated for resources: {'Port': ['ID=bb29058b-956e-4de3-9fd4-db3fe49030c1,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:31.555206 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9ab7051d-ab9e-4d68-b88f-f3eb6d3ad1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c5a108-4822-4b6f-9622-091eff5979de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327483110', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '9737d1aa-682f-423f-ad5c-a49a48a239c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:04:01Z', 'updated_at': '2021-08-19T15:06:28Z', 'revision_number': 5, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port': {'id': '9737d1aa-682f-423f-ad5c-a49a48a239c9', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c5a108-4822-4b6f-9622-091eff5979de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:02Z', 'updated_at': '2021-08-19T15:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:31.579940 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba377ded-3c1e-4b89-87ed-07f6c125e3b6 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:31.580776 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1246f23e-6da9-4fa1-b65a-fb9376af2ff1 x-openstack-request-id: req-1246f23e-6da9-4fa1-b65a-fb9376af2ff1 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:06:31.583882 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ba377ded-3c1e-4b89-87ed-07f6c125e3b6 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.0506716 Aug 19 15:06:31.584337 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f502dad7-2486-438a-a1c6-05bc976eff9e", "tag": "bb29058b-956e-4de3-9fd4-db3fe49030c1", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:06:31.584733 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1246f23e-6da9-4fa1-b65a-fb9376af2ff1 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:06:31.584974 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b516bd-e96a-4f6c-b5e0-5dc00120181d None None] Sync routers for ids ['a4c4c36b-7a8b-4e24-aeb0-a01db16c6586'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:06:31.585350 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f502dad7-2486-438a-a1c6-05bc976eff9e', 'tag': 'bb29058b-956e-4de3-9fd4-db3fe49030c1', 'status': 'completed', 'code': 200} Aug 19 15:06:31.586115 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54604) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:31.587322 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44f3ef9e-0395-4116-8d65-ca0bbb02a91e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:31.619479 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab7051d-ab9e-4d68-b88f-f3eb6d3ad1d2 None None] The sync data for ids ['91c5a108-4822-4b6f-9622-091eff5979de'] in n-d-766043-2 is: [{'id': '91c5a108-4822-4b6f-9622-091eff5979de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327483110', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '9737d1aa-682f-423f-ad5c-a49a48a239c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:04:01Z', 'updated_at': '2021-08-19T15:06:28Z', 'revision_number': 5, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port': {'id': '9737d1aa-682f-423f-ad5c-a49a48a239c9', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c5a108-4822-4b6f-9622-091eff5979de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:04:02Z', 'updated_at': '2021-08-19T15:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:06:31.631743 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-19f03f4c-7a7e-4a4b-8107-c83a287c5c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:31.664825 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-49d06886-dcbf-4ec5-89ca-212e3f7a919a None None] For port fb3d5ba8-0aac-4ec8-82b7-38d8c44cadd6, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=fb3d5ba8-0aac-4ec8-82b7-38d8c44cadd6,segment=NetworkSegment(5e14f0b8-5ac8-4945-b693-320cda69ae13),segment_id=5e14f0b8-5ac8-4945-b693-320cda69ae13)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:06:31.669724 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b516bd-e96a-4f6c-b5e0-5dc00120181d None None] Routers {'a4c4c36b-7a8b-4e24-aeb0-a01db16c6586'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:06:31.670668 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b9b516bd-e96a-4f6c-b5e0-5dc00120181d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:06:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['a4c4c36b-7a8b-4e24-aeb0-a01db16c6586'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:31.708509 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-49d06886-dcbf-4ec5-89ca-212e3f7a919a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:31.753137 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3182fc-d6d6-4694-a6bf-f32b2037ad91 req-7d37b40f-f710-459c-81ec-6fabf14f12db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:31.757185 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-af3182fc-d6d6-4694-a6bf-f32b2037ad91 req-7d37b40f-f710-459c-81ec-6fabf14f12db service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0550ac85b3b548ae984f8729832afa44&device_id=f502dad7-2486-438a-a1c6-05bc976eff9e HTTP/1.1" status: 200 len: 1095 time: 0.2172027 Aug 19 15:06:31.764777 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b9b516bd-e96a-4f6c-b5e0-5dc00120181d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:31.810122 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b516bd-e96a-4f6c-b5e0-5dc00120181d None None] Routers {'a4c4c36b-7a8b-4e24-aeb0-a01db16c6586'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:06:31.811059 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b9b516bd-e96a-4f6c-b5e0-5dc00120181d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:06:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['a4c4c36b-7a8b-4e24-aeb0-a01db16c6586'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:31.832472 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-af3182fc-d6d6-4694-a6bf-f32b2037ad91 req-5b702d10-30bd-4c37-b02f-7ff13e8b33cf service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb29058b-956e-4de3-9fd4-db3fe49030c1 HTTP/1.1" status: 200 len: 217 time: 0.0605459 Aug 19 15:06:31.881915 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b9b516bd-e96a-4f6c-b5e0-5dc00120181d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:31.882695 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b516bd-e96a-4f6c-b5e0-5dc00120181d None None] The sync data for ids ['a4c4c36b-7a8b-4e24-aeb0-a01db16c6586'] in n-d-766043-2 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:06:31.903676 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-44f3ef9e-0395-4116-8d65-ca0bbb02a91e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Deleting port 9737d1aa-682f-423f-ad5c-a49a48a239c9 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:06:31.907595 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44f3ef9e-0395-4116-8d65-ca0bbb02a91e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:31.932890 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d06886-dcbf-4ec5-89ca-212e3f7a919a None None] Pushing event updated for resources: {'Port': ['ID=fb3d5ba8-0aac-4ec8-82b7-38d8c44cadd6,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:31.956849 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9ad8d93f-72e4-48e7-a98a-98dc04df3646 req-449a7f51-c22f-44f9-b514-3af315910b32 tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:31.961034 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-97775c35-fb21-45fa-8157-ca79c6199159 req-a86ac20d-e93a-49bf-ba82-ee59335c9b48 tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] 10.222.0.69 "GET /v2.0/ports?device_id=5ab11980-95ab-4325-bb92-d70af7939038 HTTP/1.1" status: 200 len: 210 time: 0.1102140 Aug 19 15:06:31.989169 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3182fc-d6d6-4694-a6bf-f32b2037ad91 req-e5124d3c-0743-48b4-bd68-74d1c23252ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:31.991534 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-af3182fc-d6d6-4694-a6bf-f32b2037ad91 req-e5124d3c-0743-48b4-bd68-74d1c23252ef service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4501b342-71e0-4b08-b9d8-b651dd87e075 HTTP/1.1" status: 200 len: 850 time: 0.1505759 Aug 19 15:06:31.996248 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-58be8240-83d1-4ac1-a247-6d02af266018 req-d3aa8b93-a8f2-4fb9-80e4-cd5f5f5c9b6d tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4800954 Aug 19 15:06:32.057392 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366486fb-7d82-4a17-a856-0639d94682c5 None None] DHCP port deletion for efa5a2dd-d570-4b86-a31b-68a1c7c9f708 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:06:32.176046 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-44f3ef9e-0395-4116-8d65-ca0bbb02a91e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] For port 9737d1aa-682f-423f-ad5c-a49a48a239c9, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=9737d1aa-682f-423f-ad5c-a49a48a239c9,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:06:32.177214 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44f3ef9e-0395-4116-8d65-ca0bbb02a91e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:32.177676 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9192aeed-d35b-4a32-8375-ae61f02d2aeb None None] Provisioning complete for port fb3d5ba8-0aac-4ec8-82b7-38d8c44cadd6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:06:32.178256 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9192aeed-d35b-4a32-8375-ae61f02d2aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:32.183310 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9ad8d93f-72e4-48e7-a98a-98dc04df3646 req-449a7f51-c22f-44f9-b514-3af315910b32 tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:32.202793 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3182fc-d6d6-4694-a6bf-f32b2037ad91 req-0ec92bd8-232c-438c-886b-acfa37caba66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:32.206411 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-af3182fc-d6d6-4694-a6bf-f32b2037ad91 req-0ec92bd8-232c-438c-886b-acfa37caba66 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=042ff527-1fae-4bd9-883c-64e28e4df4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1915221 Aug 19 15:06:32.238243 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-44f3ef9e-0395-4116-8d65-ca0bbb02a91e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Calling delete_port for 9737d1aa-682f-423f-ad5c-a49a48a239c9 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:06:32.242192 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449a7f51-c22f-44f9-b514-3af315910b32 tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] Pushing event updated for resources: {'Port': ['ID=a55518ea-2bed-408c-8dd5-6f937ab4bdca,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:32.243238 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-366486fb-7d82-4a17-a856-0639d94682c5 None None] Deleting port ac4c2a05-3689-4285-bcb7-820fe6c0f7d4 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:06:32.243688 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-366486fb-7d82-4a17-a856-0639d94682c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:32.293592 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ad8d93f-72e4-48e7-a98a-98dc04df3646 req-449a7f51-c22f-44f9-b514-3af315910b32 tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] Network 32acef63-6304-4128-a89e-49b1aae34d4e is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:06:32.296430 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-9ad8d93f-72e4-48e7-a98a-98dc04df3646 req-449a7f51-c22f-44f9-b514-3af315910b32 tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:06:32.299392 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad8d93f-72e4-48e7-a98a-98dc04df3646 req-449a7f51-c22f-44f9-b514-3af315910b32 tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:06:32.358299 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad8d93f-72e4-48e7-a98a-98dc04df3646 req-449a7f51-c22f-44f9-b514-3af315910b32 tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:32.358968 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9ad8d93f-72e4-48e7-a98a-98dc04df3646 req-449a7f51-c22f-44f9-b514-3af315910b32 tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:32.376909 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-366486fb-7d82-4a17-a856-0639d94682c5 None None] For port ac4c2a05-3689-4285-bcb7-820fe6c0f7d4, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=ac4c2a05-3689-4285-bcb7-820fe6c0f7d4,segment=NetworkSegment(2cff94a8-d32d-498b-85b8-f4d9632ebdb6),segment_id=2cff94a8-d32d-498b-85b8-f4d9632ebdb6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:06:32.377396 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-366486fb-7d82-4a17-a856-0639d94682c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:32.391997 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-366486fb-7d82-4a17-a856-0639d94682c5 None None] Calling delete_port for ac4c2a05-3689-4285-bcb7-820fe6c0f7d4 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:06:32.397461 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9ad8d93f-72e4-48e7-a98a-98dc04df3646 req-449a7f51-c22f-44f9-b514-3af315910b32 tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2811387 Aug 19 15:06:32.415635 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-9ad8d93f-72e4-48e7-a98a-98dc04df3646 req-17a5b517-0a2d-471d-b69d-4ae60271fbaf service neutron] Request body: {'port': {'device_id': '5ab11980-95ab-4325-bb92-d70af7939038', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:32.508978 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9ad8d93f-72e4-48e7-a98a-98dc04df3646 req-17a5b517-0a2d-471d-b69d-4ae60271fbaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:32.536056 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-366486fb-7d82-4a17-a856-0639d94682c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:32.572789 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366486fb-7d82-4a17-a856-0639d94682c5 None None] No DVR routers for this DVR port ac4c2a05-3689-4285-bcb7-820fe6c0f7d4 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:06:32.577657 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366486fb-7d82-4a17-a856-0639d94682c5 None None] Pushing event deleted for resources: {'Port': ['ID=ac4c2a05-3689-4285-bcb7-820fe6c0f7d4,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:32.596253 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-af3182fc-d6d6-4694-a6bf-f32b2037ad91 req-6472e4cd-8356-4641-93c3-8671445e32dc service neutron] 10.222.0.68 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747060 Aug 19 15:06:32.733340 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-17691e21-6392-463a-9943-5e3d3bba2e31 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:32.744676 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44f3ef9e-0395-4116-8d65-ca0bbb02a91e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:32.801863 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f3ef9e-0395-4116-8d65-ca0bbb02a91e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event deleted for resources: {'Port': ['ID=9737d1aa-682f-423f-ad5c-a49a48a239c9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:32.853818 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-af3182fc-d6d6-4694-a6bf-f32b2037ad91 req-cb7392a4-cd88-4449-8588-ea7e4f8fcb99 service neutron] 10.222.0.68 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482939 Aug 19 15:06:32.874418 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44f3ef9e-0395-4116-8d65-ca0bbb02a91e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:33.076603 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44f3ef9e-0395-4116-8d65-ca0bbb02a91e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:33.083778 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44f3ef9e-0395-4116-8d65-ca0bbb02a91e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:33.094079 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-9ad8d93f-72e4-48e7-a98a-98dc04df3646 req-17a5b517-0a2d-471d-b69d-4ae60271fbaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a55518ea-2bed-408c-8dd5-6f937ab4bdca {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:06:33.110267 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9ad8d93f-72e4-48e7-a98a-98dc04df3646 req-17a5b517-0a2d-471d-b69d-4ae60271fbaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:33.174181 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9cda9a-b0de-42b0-a08b-915380d0e83f req-51e4568f-dd8d-40ff-86bc-db8ba87000ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:33.177105 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-9ad8d93f-72e4-48e7-a98a-98dc04df3646 req-17a5b517-0a2d-471d-b69d-4ae60271fbaf service neutron] Transition to ACTIVE for port object a55518ea-2bed-408c-8dd5-6f937ab4bdca will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:06:33.179460 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2f9cda9a-b0de-42b0-a08b-915380d0e83f req-51e4568f-dd8d-40ff-86bc-db8ba87000ed service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0550ac85b3b548ae984f8729832afa44&device_id=f502dad7-2486-438a-a1c6-05bc976eff9e HTTP/1.1" status: 200 len: 1095 time: 0.2442348 Aug 19 15:06:33.185042 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44f3ef9e-0395-4116-8d65-ca0bbb02a91e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:33.185607 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f3ef9e-0395-4116-8d65-ca0bbb02a91e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Fanout notify agent at l3_agent the message router_deleted on router 91c5a108-4822-4b6f-9622-091eff5979de {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:06:33.193539 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44f3ef9e-0395-4116-8d65-ca0bbb02a91e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:33.195381 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-44f3ef9e-0395-4116-8d65-ca0bbb02a91e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "DELETE /v2.0/routers/91c5a108-4822-4b6f-9622-091eff5979de HTTP/1.1" status: 204 len: 168 time: 2.1659660 Aug 19 15:06:33.204865 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54612) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:33.219991 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9ad8d93f-72e4-48e7-a98a-98dc04df3646 req-17a5b517-0a2d-471d-b69d-4ae60271fbaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:33.270218 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-17691e21-6392-463a-9943-5e3d3bba2e31 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Allocated IP 172.20.0.1 (7217bcea-2fbf-4dd1-9341-4585f8e485e5/c3aedbbb-e07b-4c88-a645-e50448a6aaa5/0d0bcf10-12f2-4ba4-9db4-ca982b448412) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:06:33.346003 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0666768-b703-43dd-a6e8-36c408f89262 req-534ea327-856b-456d-b68e-9dc1122bfa45 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:33.348578 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f0666768-b703-43dd-a6e8-36c408f89262 req-534ea327-856b-456d-b68e-9dc1122bfa45 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=f502dad7-2486-438a-a1c6-05bc976eff9e HTTP/1.1" status: 200 len: 944 time: 0.2356384 Aug 19 15:06:33.375971 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ddc302f-e17e-4169-a4a5-a5887690b7b2 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:33.398870 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9cda9a-b0de-42b0-a08b-915380d0e83f req-2d7994d2-badb-4cdb-8d59-cafd211a8114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:33.400581 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2f9cda9a-b0de-42b0-a08b-915380d0e83f req-2d7994d2-badb-4cdb-8d59-cafd211a8114 service neutron] 10.222.0.68 "GET /v2.0/networks?id=042ff527-1fae-4bd9-883c-64e28e4df4d0 HTTP/1.1" status: 200 len: 912 time: 0.2129714 Aug 19 15:06:33.410201 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a5b517-0a2d-471d-b69d-4ae60271fbaf service neutron] Pushing event updated for resources: {'Port': ['ID=a55518ea-2bed-408c-8dd5-6f937ab4bdca,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:33.487690 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2f9cda9a-b0de-42b0-a08b-915380d0e83f req-754498cf-7f37-4f8f-8b17-d0b3db4d63a2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb29058b-956e-4de3-9fd4-db3fe49030c1 HTTP/1.1" status: 200 len: 217 time: 0.0568521 Aug 19 15:06:33.488470 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb6172-f8cd-4d9f-aa36-7fa9f87326ad req-a4d9693d-9f22-4ad2-9783-27ffbddb01c5 tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:33.490034 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fddb6172-f8cd-4d9f-aa36-7fa9f87326ad req-a4d9693d-9f22-4ad2-9783-27ffbddb01c5 tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] 10.222.0.69 "GET /v2.0/ports?device_id=5ab11980-95ab-4325-bb92-d70af7939038 HTTP/1.1" status: 200 len: 931 time: 0.3363793 Aug 19 15:06:33.570570 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ddc302f-e17e-4169-a4a5-a5887690b7b2 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:33.587634 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-2ddc302f-e17e-4169-a4a5-a5887690b7b2 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efa5a2dd-d570-4b86-a31b-68a1c7c9f708']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:33.607744 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9cda9a-b0de-42b0-a08b-915380d0e83f req-44ef1f6a-30fc-4858-b441-7d4ef8fc10bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:33.609433 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2f9cda9a-b0de-42b0-a08b-915380d0e83f req-44ef1f6a-30fc-4858-b441-7d4ef8fc10bc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4501b342-71e0-4b08-b9d8-b651dd87e075 HTTP/1.1" status: 200 len: 850 time: 0.0938435 Aug 19 15:06:33.611635 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-2ddc302f-e17e-4169-a4a5-a5887690b7b2 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cff94a8-d32d-498b-85b8-f4d9632ebdb6') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:33.611943 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-2ddc302f-e17e-4169-a4a5-a5887690b7b2 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cff94a8-d32d-498b-85b8-f4d9632ebdb6') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:33.633147 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ddc302f-e17e-4169-a4a5-a5887690b7b2 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:33.673354 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ddc302f-e17e-4169-a4a5-a5887690b7b2 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:33.685047 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ddc302f-e17e-4169-a4a5-a5887690b7b2 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:06:33.685616 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ddc302f-e17e-4169-a4a5-a5887690b7b2 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:33.688930 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 15:06:33.688930 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:06:33.688930 n-d-766043-2 neutron-server[94639]: timer() Aug 19 15:06:33.688930 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:06:33.688930 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 15:06:33.688930 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:06:33.688930 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 15:06:33.688930 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:06:33.688930 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 15:06:33.688930 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:06:33.688930 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 15:06:33.688930 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:06:33.688930 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 15:06:33.688930 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:06:33.688930 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:06:33.688930 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:06:33.688930 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:06:33.688930 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:06:33.688930 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 15:06:33.688930 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:06:33.688930 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 15:06:33.688930 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:06:33.688930 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:06:33.688930 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:06:33.688930 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 15:06:33.688930 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:06:33.688930 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:06:33.688930 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:06:33.688930 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:06:33.688930 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:06:33.688930 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:06:33.688930 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:06:33.742535 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9cda9a-b0de-42b0-a08b-915380d0e83f req-ac345c16-c338-409a-9c6f-c8eb91765a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:33.743517 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2f9cda9a-b0de-42b0-a08b-915380d0e83f req-ac345c16-c338-409a-9c6f-c8eb91765a5d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=042ff527-1fae-4bd9-883c-64e28e4df4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1232698 Aug 19 15:06:33.772761 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ddc302f-e17e-4169-a4a5-a5887690b7b2 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:33.825451 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device fb3d5ba8-0aac-4ec8-82b7-38d8c44cadd6 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:06:33.829110 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ddc302f-e17e-4169-a4a5-a5887690b7b2 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:33.831018 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2ddc302f-e17e-4169-a4a5-a5887690b7b2 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "DELETE /v2.0/networks/efa5a2dd-d570-4b86-a31b-68a1c7c9f708 HTTP/1.1" status: 204 len: 168 time: 0.6251824 Aug 19 15:06:33.835755 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54614) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:33.860345 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddc302f-e17e-4169-a4a5-a5887690b7b2 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event deleted for resources: {'Network': ['ID=efa5a2dd-d570-4b86-a31b-68a1c7c9f708,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:33.884239 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port fb3d5ba8-0aac-4ec8-82b7-38d8c44cadd6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:06:33.884656 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:33.914136 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f0666768-b703-43dd-a6e8-36c408f89262 req-b5a76bbb-35b9-446c-bd72-86ae1ffcd310 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5568612 Aug 19 15:06:33.946033 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2f9cda9a-b0de-42b0-a08b-915380d0e83f req-2e25fd18-2256-4c83-a418-3ee3c6d82038 service neutron] 10.222.0.68 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857595 Aug 19 15:06:33.946821 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4fe9c0ee-8586-4510-8bf9-5b7c05129a24 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:34.004098 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fddb6172-f8cd-4d9f-aa36-7fa9f87326ad req-c72d41ba-c390-4f32-ae13-061cb566da9f tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] 10.222.0.69 "GET /v2.0/security-groups?id=047775fc-79d2-4f6e-bef5-3b9123576bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090512 Aug 19 15:06:34.013349 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-9ad8d93f-72e4-48e7-a98a-98dc04df3646 req-17a5b517-0a2d-471d-b69d-4ae60271fbaf service neutron] Attempting to bind port a55518ea-2bed-408c-8dd5-6f937ab4bdca on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:06:34.014206 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-9ad8d93f-72e4-48e7-a98a-98dc04df3646 req-17a5b517-0a2d-471d-b69d-4ae60271fbaf service neutron] Attempting to bind port a55518ea-2bed-408c-8dd5-6f937ab4bdca by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '28943d89-36d6-441c-b575-eedffcaf7f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '32acef63-6304-4128-a89e-49b1aae34d4e'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:06:34.014541 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad8d93f-72e4-48e7-a98a-98dc04df3646 req-17a5b517-0a2d-471d-b69d-4ae60271fbaf service neutron] Attempting to bind port a55518ea-2bed-408c-8dd5-6f937ab4bdca on network 32acef63-6304-4128-a89e-49b1aae34d4e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:06:34.020833 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-17691e21-6392-463a-9943-5e3d3bba2e31 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:34.039810 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad8d93f-72e4-48e7-a98a-98dc04df3646 req-17a5b517-0a2d-471d-b69d-4ae60271fbaf service neutron] Port a55518ea-2bed-408c-8dd5-6f937ab4bdca on network 32acef63-6304-4128-a89e-49b1aae34d4e not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:06:34.040053 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad8d93f-72e4-48e7-a98a-98dc04df3646 req-17a5b517-0a2d-471d-b69d-4ae60271fbaf service neutron] Attempting to bind port a55518ea-2bed-408c-8dd5-6f937ab4bdca on network 32acef63-6304-4128-a89e-49b1aae34d4e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:06:34.053616 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad8d93f-72e4-48e7-a98a-98dc04df3646 req-17a5b517-0a2d-471d-b69d-4ae60271fbaf service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:06:34.054210 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad8d93f-72e4-48e7-a98a-98dc04df3646 req-17a5b517-0a2d-471d-b69d-4ae60271fbaf service neutron] Checking segment: {'id': '28943d89-36d6-441c-b575-eedffcaf7f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '32acef63-6304-4128-a89e-49b1aae34d4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:06:34.054786 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad8d93f-72e4-48e7-a98a-98dc04df3646 req-17a5b517-0a2d-471d-b69d-4ae60271fbaf service neutron] Bound using segment: {'id': '28943d89-36d6-441c-b575-eedffcaf7f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '32acef63-6304-4128-a89e-49b1aae34d4e'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:06:34.055232 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-9ad8d93f-72e4-48e7-a98a-98dc04df3646 req-17a5b517-0a2d-471d-b69d-4ae60271fbaf service neutron] Bound port: a55518ea-2bed-408c-8dd5-6f937ab4bdca, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28943d89-36d6-441c-b575-eedffcaf7f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '32acef63-6304-4128-a89e-49b1aae34d4e'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:06:34.055591 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9ad8d93f-72e4-48e7-a98a-98dc04df3646 req-17a5b517-0a2d-471d-b69d-4ae60271fbaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:34.055841 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 0423c698-dfff-4990-9205-165fb1b4a19d no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:06:34.058899 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-17691e21-6392-463a-9943-5e3d3bba2e31 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Transition to ACTIVE for port object 0d0bcf10-12f2-4ba4-9db4-ca982b448412 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:06:34.080226 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 0423c698-dfff-4990-9205-165fb1b4a19d {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:06:34.081084 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 0423c698-dfff-4990-9205-165fb1b4a19d not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:06:34.081811 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device ac4c2a05-3689-4285-bcb7-820fe6c0f7d4 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:06:34.103497 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: ac4c2a05-3689-4285-bcb7-820fe6c0f7d4 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:06:34.103934 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device ac4c2a05-3689-4285-bcb7-820fe6c0f7d4 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:06:34.104452 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 9737d1aa-682f-423f-ad5c-a49a48a239c9 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:06:34.139179 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 9737d1aa-682f-423f-ad5c-a49a48a239c9 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:06:34.139813 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 9737d1aa-682f-423f-ad5c-a49a48a239c9 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:06:34.150456 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:34.155601 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-9ad8d93f-72e4-48e7-a98a-98dc04df3646 req-17a5b517-0a2d-471d-b69d-4ae60271fbaf service neutron] For port a55518ea-2bed-408c-8dd5-6f937ab4bdca, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:06:34.160900 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-9ad8d93f-72e4-48e7-a98a-98dc04df3646 req-17a5b517-0a2d-471d-b69d-4ae60271fbaf service neutron] For port a55518ea-2bed-408c-8dd5-6f937ab4bdca, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=a55518ea-2bed-408c-8dd5-6f937ab4bdca,segment=NetworkSegment(28943d89-36d6-441c-b575-eedffcaf7f12),segment_id=28943d89-36d6-441c-b575-eedffcaf7f12)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:06:34.162898 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-17691e21-6392-463a-9943-5e3d3bba2e31 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:34.177537 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9ad8d93f-72e4-48e7-a98a-98dc04df3646 req-17a5b517-0a2d-471d-b69d-4ae60271fbaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:34.220058 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17691e21-6392-463a-9943-5e3d3bba2e31 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Network 7217bcea-2fbf-4dd1-9341-4585f8e485e5 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:06:34.229784 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad8d93f-72e4-48e7-a98a-98dc04df3646 req-17a5b517-0a2d-471d-b69d-4ae60271fbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:34.230172 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9ad8d93f-72e4-48e7-a98a-98dc04df3646 req-17a5b517-0a2d-471d-b69d-4ae60271fbaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:34.231598 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9ad8d93f-72e4-48e7-a98a-98dc04df3646 req-17a5b517-0a2d-471d-b69d-4ae60271fbaf service neutron] 10.222.0.88 "PUT /v2.0/ports/a55518ea-2bed-408c-8dd5-6f937ab4bdca HTTP/1.1" status: 200 len: 1091 time: 1.8209186 Aug 19 15:06:34.234249 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ab11980-95ab-4325-bb92-d70af7939038', 'tag': 'a55518ea-2bed-408c-8dd5-6f937ab4bdca'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:06:34.237369 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a23a6e8-5285-4328-8eb2-483e7826f059" -d '{"events": [{"name": "network-changed", "server_uuid": "5ab11980-95ab-4325-bb92-d70af7939038", "tag": "a55518ea-2bed-408c-8dd5-6f937ab4bdca"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:06:34.240512 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-17691e21-6392-463a-9943-5e3d3bba2e31 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:06:34.242926 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17691e21-6392-463a-9943-5e3d3bba2e31 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:06:34.311062 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4fe9c0ee-8586-4510-8bf9-5b7c05129a24 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:34.314529 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17691e21-6392-463a-9943-5e3d3bba2e31 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Pushing event updated for resources: {'Port': ['ID=0d0bcf10-12f2-4ba4-9db4-ca982b448412,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:34.323538 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5ce84acb-0176-4ee6-9707-56c584fe824d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:34.344728 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9e0ab8-459b-422d-9825-7305a3a34c53 x-openstack-request-id: req-3e9e0ab8-459b-422d-9825-7305a3a34c53 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:06:34.345207 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ab11980-95ab-4325-bb92-d70af7939038", "tag": "a55518ea-2bed-408c-8dd5-6f937ab4bdca", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:06:34.345535 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3e9e0ab8-459b-422d-9825-7305a3a34c53 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:06:34.345948 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ab11980-95ab-4325-bb92-d70af7939038', 'tag': 'a55518ea-2bed-408c-8dd5-6f937ab4bdca', 'status': 'completed', 'code': 200} Aug 19 15:06:34.382044 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-17691e21-6392-463a-9943-5e3d3bba2e31 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:34.391354 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2f9cda9a-b0de-42b0-a08b-915380d0e83f req-8c7b88ac-4fa2-4c31-be3d-97d3c96efddf service neutron] 10.222.0.68 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4329371 Aug 19 15:06:34.426911 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4fe9c0ee-8586-4510-8bf9-5b7c05129a24 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:34.430239 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4fe9c0ee-8586-4510-8bf9-5b7c05129a24 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:34.431755 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4fe9c0ee-8586-4510-8bf9-5b7c05129a24 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "DELETE /v2.0/security-groups/4a4db4eb-d4df-4899-a042-35b38e1e17f5 HTTP/1.1" status: 204 len: 168 time: 0.5948405 Aug 19 15:06:34.450300 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe9c0ee-8586-4510-8bf9-5b7c05129a24 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4db4eb-d4df-4899-a042-35b38e1e17f5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:34.479160 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a5b517-0a2d-471d-b69d-4ae60271fbaf service neutron] Pushing event updated for resources: {'Port': ['ID=a55518ea-2bed-408c-8dd5-6f937ab4bdca,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:34.483606 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad8d93f-72e4-48e7-a98a-98dc04df3646 req-16004be1-e83d-46a6-996f-7eb4229ef363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:34.485511 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9ad8d93f-72e4-48e7-a98a-98dc04df3646 req-16004be1-e83d-46a6-996f-7eb4229ef363 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ce076319cb974c4cbeda0884226fcf5e&device_id=5ab11980-95ab-4325-bb92-d70af7939038 HTTP/1.1" status: 200 len: 1094 time: 0.2041550 Aug 19 15:06:34.545564 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9ad8d93f-72e4-48e7-a98a-98dc04df3646 req-539c9091-3dc2-42b0-bc4c-a63fbffe01d8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a55518ea-2bed-408c-8dd5-6f937ab4bdca HTTP/1.1" status: 200 len: 217 time: 0.0482180 Aug 19 15:06:34.560785 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:34.609450 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-376c8aba-df78-4986-95ba-2dc5946295c2 None None] Provisioning for port 0d0bcf10-12f2-4ba4-9db4-ca982b448412 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:06:34.613717 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-376c8aba-df78-4986-95ba-2dc5946295c2 None None] Provisioning complete for port 0d0bcf10-12f2-4ba4-9db4-ca982b448412 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:06:34.614090 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-376c8aba-df78-4986-95ba-2dc5946295c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:34.631540 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad8d93f-72e4-48e7-a98a-98dc04df3646 req-5f6ceed3-95fe-4dde-acf7-d2cafee0aa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:34.633155 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9ad8d93f-72e4-48e7-a98a-98dc04df3646 req-5f6ceed3-95fe-4dde-acf7-d2cafee0aa06 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=43977fa5-6bc5-4789-8eda-7e3590c0b36c HTTP/1.1" status: 200 len: 848 time: 0.0664825 Aug 19 15:06:34.649464 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-376c8aba-df78-4986-95ba-2dc5946295c2 None None] Port 0d0bcf10-12f2-4ba4-9db4-ca982b448412 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:06:34.694809 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9ad8d93f-72e4-48e7-a98a-98dc04df3646 req-067f65b9-f8a5-4d94-bc31-1d7e590f7190 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=32acef63-6304-4128-a89e-49b1aae34d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315671 Aug 19 15:06:34.695798 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-17691e21-6392-463a-9943-5e3d3bba2e31 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:34.904849 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9ad8d93f-72e4-48e7-a98a-98dc04df3646 req-1b1de813-148a-4092-9f95-7c014bdae66f service neutron] 10.222.0.88 "GET /v2.0/networks/32acef63-6304-4128-a89e-49b1aae34d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997180 Aug 19 15:06:35.125625 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9ad8d93f-72e4-48e7-a98a-98dc04df3646 req-594cea57-1ef5-4c7c-b9b2-5f99a63c2273 service neutron] 10.222.0.88 "GET /v2.0/networks/32acef63-6304-4128-a89e-49b1aae34d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124887 Aug 19 15:06:35.138349 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:35.140124 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336fa611-ecf7-4230-ab7c-73cf3b8247ed req-41737cee-a2b2-41f3-8965-7e65a37617ab tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:35.141716 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-336fa611-ecf7-4230-ab7c-73cf3b8247ed req-41737cee-a2b2-41f3-8965-7e65a37617ab tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=f502dad7-2486-438a-a1c6-05bc976eff9e HTTP/1.1" status: 200 len: 944 time: 0.1435347 Aug 19 15:06:35.245174 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-336fa611-ecf7-4230-ab7c-73cf3b8247ed req-68c9b73d-1f28-40d2-ba7f-3c93130594f9 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934265 Aug 19 15:06:35.264099 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-17691e21-6392-463a-9943-5e3d3bba2e31 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:35.270045 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23a6e8-5285-4328-8eb2-483e7826f059 req-538917c6-188e-4b26-894b-df5ca4507492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:35.271632 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8a23a6e8-5285-4328-8eb2-483e7826f059 req-538917c6-188e-4b26-894b-df5ca4507492 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ce076319cb974c4cbeda0884226fcf5e&device_id=5ab11980-95ab-4325-bb92-d70af7939038 HTTP/1.1" status: 200 len: 1094 time: 0.0962765 Aug 19 15:06:35.272732 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-17691e21-6392-463a-9943-5e3d3bba2e31 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:35.425784 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:35.426647 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-17691e21-6392-463a-9943-5e3d3bba2e31 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:35.443407 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17691e21-6392-463a-9943-5e3d3bba2e31 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Pushing event updated for resources: {'Port': ['ID=0d0bcf10-12f2-4ba4-9db4-ca982b448412,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:35.478455 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90864b0d-b36e-4e37-960e-2b5b0b435e46 req-5247186b-0794-45c3-b313-f9ce3bfc50dd tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:35.480072 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-90864b0d-b36e-4e37-960e-2b5b0b435e46 req-5247186b-0794-45c3-b313-f9ce3bfc50dd tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] 10.222.0.69 "GET /v2.0/ports?device_id=5ab11980-95ab-4325-bb92-d70af7939038 HTTP/1.1" status: 200 len: 943 time: 0.1565320 Aug 19 15:06:35.536322 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23a6e8-5285-4328-8eb2-483e7826f059 req-26ed0704-5ed2-416f-941c-b46fe7f16c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:35.537746 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8a23a6e8-5285-4328-8eb2-483e7826f059 req-26ed0704-5ed2-416f-941c-b46fe7f16c1f service neutron] 10.222.0.88 "GET /v2.0/networks?id=32acef63-6304-4128-a89e-49b1aae34d4e HTTP/1.1" status: 200 len: 909 time: 0.2574306 Aug 19 15:06:35.591225 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8a23a6e8-5285-4328-8eb2-483e7826f059 req-ac8d8339-c60f-4208-8396-0c2b66a80e63 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a55518ea-2bed-408c-8dd5-6f937ab4bdca HTTP/1.1" status: 200 len: 217 time: 0.0425258 Aug 19 15:06:35.647855 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-90864b0d-b36e-4e37-960e-2b5b0b435e46 req-12d66811-8ceb-4eb9-9b29-e8f4b3df9deb tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] 10.222.0.69 "GET /v2.0/security-groups?id=047775fc-79d2-4f6e-bef5-3b9123576bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473908 Aug 19 15:06:35.686193 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17691e21-6392-463a-9943-5e3d3bba2e31 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Network 7217bcea-2fbf-4dd1-9341-4585f8e485e5 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:06:35.687983 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23a6e8-5285-4328-8eb2-483e7826f059 req-5b182a37-786d-4648-b87d-586d31e5afb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:35.689558 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8a23a6e8-5285-4328-8eb2-483e7826f059 req-5b182a37-786d-4648-b87d-586d31e5afb8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=43977fa5-6bc5-4789-8eda-7e3590c0b36c HTTP/1.1" status: 200 len: 848 time: 0.0899670 Aug 19 15:06:35.690795 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-17691e21-6392-463a-9943-5e3d3bba2e31 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:06:35.699504 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54628) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:35.704492 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-914d1804-f78c-4641-8236-d73766df0736 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-308568519', 'description': 'tempest-secgroup-smoke-308568519 description', 'project_id': '5784b0340e8242b1aba4ab831f2e3b23'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:35.733000 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-914d1804-f78c-4641-8236-d73766df0736 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:35.759399 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8a23a6e8-5285-4328-8eb2-483e7826f059 req-e25ac5b1-3cab-417b-964f-549ff8d5441c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=32acef63-6304-4128-a89e-49b1aae34d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603995 Aug 19 15:06:35.831296 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-914d1804-f78c-4641-8236-d73766df0736 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:35.835750 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-914d1804-f78c-4641-8236-d73766df0736 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:35.871952 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d1804-f78c-4641-8236-d73766df0736 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7410b8ac-28b2-41f0-a4f8-33818ccf3844,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:35.875572 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-914d1804-f78c-4641-8236-d73766df0736 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:35.879597 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-914d1804-f78c-4641-8236-d73766df0736 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1763144 Aug 19 15:06:35.879875 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54630) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:35.884780 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e3eb1d1d-588d-459c-9439-99f0dfc8970b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Request body: {'security_group_rule': {'security_group_id': '7410b8ac-28b2-41f0-a4f8-33818ccf3844', 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:35.914754 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e3eb1d1d-588d-459c-9439-99f0dfc8970b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:35.926941 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17691e21-6392-463a-9943-5e3d3bba2e31 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Router a4c4c36b-7a8b-4e24-aeb0-a01db16c6586 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:06:35.934839 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8a23a6e8-5285-4328-8eb2-483e7826f059 req-474702c1-f9a1-437c-9fe6-bb265725f771 service neutron] 10.222.0.88 "GET /v2.0/networks/32acef63-6304-4128-a89e-49b1aae34d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625443 Aug 19 15:06:35.985475 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-58cbd03b-82a9-48e9-b086-27c95d818d1a None None] Provisioning complete for port 0d0bcf10-12f2-4ba4-9db4-ca982b448412 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:06:35.986480 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-58cbd03b-82a9-48e9-b086-27c95d818d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:35.998563 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e3eb1d1d-588d-459c-9439-99f0dfc8970b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:36.004536 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e3eb1d1d-588d-459c-9439-99f0dfc8970b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:36.024509 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eb1d1d-588d-459c-9439-99f0dfc8970b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e558624-f419-448b-9d9a-7a2482b20bac,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:36.035514 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e3eb1d1d-588d-459c-9439-99f0dfc8970b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:36.038722 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-58cbd03b-82a9-48e9-b086-27c95d818d1a None None] Port 0d0bcf10-12f2-4ba4-9db4-ca982b448412 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:06:36.039728 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54632) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:36.041083 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e3eb1d1d-588d-459c-9439-99f0dfc8970b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1600683 Aug 19 15:06:36.044898 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a7a38896-9f37-45cb-8c85-0ac9d458499e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Request body: {'security_group_rule': {'security_group_id': '7410b8ac-28b2-41f0-a4f8-33818ccf3844', 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:36.137672 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a7a38896-9f37-45cb-8c85-0ac9d458499e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:36.153011 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8a23a6e8-5285-4328-8eb2-483e7826f059 req-9b418c95-49c1-481f-919f-57ba18f94e85 service neutron] 10.222.0.88 "GET /v2.0/networks/32acef63-6304-4128-a89e-49b1aae34d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099209 Aug 19 15:06:36.155913 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17691e21-6392-463a-9943-5e3d3bba2e31 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:06:36.166014 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-17691e21-6392-463a-9943-5e3d3bba2e31 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] 10.222.0.69 "PUT /v2.0/routers/a4c4c36b-7a8b-4e24-aeb0-a01db16c6586/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5680661 Aug 19 15:06:36.166298 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54634) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:36.172195 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bbdde2-ab27-41cd-a778-82b4a0038323 None None] Sync routers for ids ['a4c4c36b-7a8b-4e24-aeb0-a01db16c6586'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:06:36.174584 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7324d46a-c817-49b2-b658-3864988c761c tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Request body: {'port': {'network_id': '7217bcea-2fbf-4dd1-9341-4585f8e485e5', 'name': 'tempest-FloatingIPTestJSON-714554403'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:36.182140 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bbdde2-ab27-41cd-a778-82b4a0038323 None None] Routers {'a4c4c36b-7a8b-4e24-aeb0-a01db16c6586'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:06:36.183014 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e2bbdde2-ab27-41cd-a778-82b4a0038323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:06:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['a4c4c36b-7a8b-4e24-aeb0-a01db16c6586'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:36.211741 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a7a38896-9f37-45cb-8c85-0ac9d458499e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:36.216800 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e2bbdde2-ab27-41cd-a778-82b4a0038323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:36.218329 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a7a38896-9f37-45cb-8c85-0ac9d458499e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:36.228562 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bbdde2-ab27-41cd-a778-82b4a0038323 None None] Routers {'a4c4c36b-7a8b-4e24-aeb0-a01db16c6586'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:06:36.229180 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e2bbdde2-ab27-41cd-a778-82b4a0038323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:06:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['a4c4c36b-7a8b-4e24-aeb0-a01db16c6586'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:36.233008 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a38896-9f37-45cb-8c85-0ac9d458499e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51016f31-00d0-4781-bdff-8b81fee92ece,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:36.251704 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a7a38896-9f37-45cb-8c85-0ac9d458499e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:36.255923 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a7a38896-9f37-45cb-8c85-0ac9d458499e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2123280 Aug 19 15:06:36.256161 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54636) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:36.263287 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-838be9d5-560a-404a-9384-444746ec2590 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Request body: {'security_group_rule': {'security_group_id': '7410b8ac-28b2-41f0-a4f8-33818ccf3844', 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:36.265902 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e2bbdde2-ab27-41cd-a778-82b4a0038323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:36.266549 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bbdde2-ab27-41cd-a778-82b4a0038323 None None] The sync data for ids ['a4c4c36b-7a8b-4e24-aeb0-a01db16c6586'] in n-d-766043-2 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:06:36.314212 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-838be9d5-560a-404a-9384-444746ec2590 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:36.338550 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7324d46a-c817-49b2-b658-3864988c761c tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Made reservation on behalf of 2a9c4f24a5564baba088b28733729b19 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:06:36.342087 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7324d46a-c817-49b2-b658-3864988c761c tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:36.377797 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb88cd3-48c6-4f24-9d07-307fe1c388bb req-9ba9380f-6451-4509-94a5-7bad1698775b tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:36.378352 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-7324d46a-c817-49b2-b658-3864988c761c tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] device_id is not set on port 7dece702-7a94-4af0-9acf-dd4d782dc284 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:06:36.379338 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dbb88cd3-48c6-4f24-9d07-307fe1c388bb req-9ba9380f-6451-4509-94a5-7bad1698775b tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=f502dad7-2486-438a-a1c6-05bc976eff9e HTTP/1.1" status: 200 len: 944 time: 0.0616968 Aug 19 15:06:36.422412 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dbb88cd3-48c6-4f24-9d07-307fe1c388bb req-f7bc1fe4-5324-4429-a4bb-ddf19f557616 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359240 Aug 19 15:06:36.439024 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-838be9d5-560a-404a-9384-444746ec2590 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:36.452042 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-838be9d5-560a-404a-9384-444746ec2590 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:36.500355 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838be9d5-560a-404a-9384-444746ec2590 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=252d094e-018b-43f0-a00d-41485dcb269f,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:36.515647 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-838be9d5-560a-404a-9384-444746ec2590 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:36.517389 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-838be9d5-560a-404a-9384-444746ec2590 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2600200 Aug 19 15:06:36.521808 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54640) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:36.526578 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9e986c85-d7aa-4a93-a065-dcde2e6cf3f3 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Request body: {'security_group_rule': {'security_group_id': '7410b8ac-28b2-41f0-a4f8-33818ccf3844', 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:36.538524 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-7324d46a-c817-49b2-b658-3864988c761c tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Allocated IP 172.20.0.8 (7217bcea-2fbf-4dd1-9341-4585f8e485e5/c3aedbbb-e07b-4c88-a645-e50448a6aaa5/7dece702-7a94-4af0-9acf-dd4d782dc284) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:06:36.567098 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9e986c85-d7aa-4a93-a065-dcde2e6cf3f3 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:36.627335 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9e986c85-d7aa-4a93-a065-dcde2e6cf3f3 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:36.631495 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9e986c85-d7aa-4a93-a065-dcde2e6cf3f3 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:36.653397 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e986c85-d7aa-4a93-a065-dcde2e6cf3f3 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e89bb72e-f9bc-4c87-bde3-d23e6f62e0b2,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:36.661017 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9e986c85-d7aa-4a93-a065-dcde2e6cf3f3 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:36.662281 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9e986c85-d7aa-4a93-a065-dcde2e6cf3f3 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1394303 Aug 19 15:06:36.665219 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54642) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:36.672743 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-ae6f2d07-ee12-4f07-b656-d8064e86bbb3 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Request body: {'security_group_rule': {'security_group_id': '7410b8ac-28b2-41f0-a4f8-33818ccf3844', 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:36.703116 n-d-766043-2 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-ae6f2d07-ee12-4f07-b656-d8064e86bbb3 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Project 5784b0340e8242b1aba4ab831f2e3b23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:06:36.709059 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae6f2d07-ee12-4f07-b656-d8064e86bbb3 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:36.751588 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7324d46a-c817-49b2-b658-3864988c761c tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:36.773392 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-7324d46a-c817-49b2-b658-3864988c761c tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Transition to ACTIVE for port object 7dece702-7a94-4af0-9acf-dd4d782dc284 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:06:36.774117 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae6f2d07-ee12-4f07-b656-d8064e86bbb3 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:36.778087 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae6f2d07-ee12-4f07-b656-d8064e86bbb3 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:36.807338 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f2d07-ee12-4f07-b656-d8064e86bbb3 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08bd86e2-8711-42a7-b912-fa1b1c2a5f8a,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:36.811268 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7324d46a-c817-49b2-b658-3864988c761c tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:36.826602 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae6f2d07-ee12-4f07-b656-d8064e86bbb3 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:36.827803 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ae6f2d07-ee12-4f07-b656-d8064e86bbb3 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1611605 Aug 19 15:06:36.831930 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54646) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:36.836592 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e96fe4bf-7729-4c0b-a2fa-45fc794c2964 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Request body: {'security_group_rule': {'security_group_id': '7410b8ac-28b2-41f0-a4f8-33818ccf3844', 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:36.857069 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7324d46a-c817-49b2-b658-3864988c761c tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Network 7217bcea-2fbf-4dd1-9341-4585f8e485e5 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:06:36.862642 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-7324d46a-c817-49b2-b658-3864988c761c tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:06:36.866752 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7324d46a-c817-49b2-b658-3864988c761c tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:06:36.874781 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce9f49-6b03-4681-9f51-3a06c09fd7c7 req-70af2421-a197-4018-add9-a7efbd929ffd tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:36.876341 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-11ce9f49-6b03-4681-9f51-3a06c09fd7c7 req-70af2421-a197-4018-add9-a7efbd929ffd tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] 10.222.0.69 "GET /v2.0/ports?device_id=5ab11980-95ab-4325-bb92-d70af7939038 HTTP/1.1" status: 200 len: 943 time: 0.0902646 Aug 19 15:06:36.882847 n-d-766043-2 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-e96fe4bf-7729-4c0b-a2fa-45fc794c2964 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Project 5784b0340e8242b1aba4ab831f2e3b23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:06:36.895407 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e96fe4bf-7729-4c0b-a2fa-45fc794c2964 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:36.898906 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324d46a-c817-49b2-b658-3864988c761c tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Pushing event updated for resources: {'Port': ['ID=7dece702-7a94-4af0-9acf-dd4d782dc284,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:36.940079 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:36.940911 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7324d46a-c817-49b2-b658-3864988c761c tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:36.942177 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7324d46a-c817-49b2-b658-3864988c761c tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:36.963432 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7324d46a-c817-49b2-b658-3864988c761c tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7951102 Aug 19 15:06:36.966195 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54648) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:36.972783 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-74373a9e-f90c-43b4-a7c6-6df666ee50de tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Request body: {'floatingip': {'port_id': '7dece702-7a94-4af0-9acf-dd4d782dc284'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:36.974733 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-11ce9f49-6b03-4681-9f51-3a06c09fd7c7 req-820925dc-7f4b-4044-a5ca-d745c7154807 tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] 10.222.0.69 "GET /v2.0/security-groups?id=047775fc-79d2-4f6e-bef5-3b9123576bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858448 Aug 19 15:06:37.017060 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e96fe4bf-7729-4c0b-a2fa-45fc794c2964 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:37.023647 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e96fe4bf-7729-4c0b-a2fa-45fc794c2964 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:37.048558 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96fe4bf-7729-4c0b-a2fa-45fc794c2964 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56615ca7-421f-444a-8d8b-871f39f7aff3,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:37.053239 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e96fe4bf-7729-4c0b-a2fa-45fc794c2964 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:37.059636 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e96fe4bf-7729-4c0b-a2fa-45fc794c2964 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2216449 Aug 19 15:06:37.060349 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54650) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:37.065759 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74373a9e-f90c-43b4-a7c6-6df666ee50de tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:37.065981 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-8aaafea2-b334-4b02-b565-fdc2edb911e9 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Request body: {'network': {'name': 'tempest-network-smoke--2778289', 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'port_security_enabled': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:37.090590 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aaafea2-b334-4b02-b565-fdc2edb911e9 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Made reservation on behalf of 5784b0340e8242b1aba4ab831f2e3b23 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:06:37.094111 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8aaafea2-b334-4b02-b565-fdc2edb911e9 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:37.122517 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aaafea2-b334-4b02-b565-fdc2edb911e9 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:06:37.138323 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8aaafea2-b334-4b02-b565-fdc2edb911e9 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:37.139014 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-8aaafea2-b334-4b02-b565-fdc2edb911e9 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Added segment 2d0390a9-4688-40e5-b551-619ed4a62b79 of type vlan for network 16979bc9-bd87-40e7-83d7-26aa6bdb5cc8 Aug 19 15:06:37.159752 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device a55518ea-2bed-408c-8dd5-6f937ab4bdca details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:06:37.184053 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8aaafea2-b334-4b02-b565-fdc2edb911e9 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:37.188795 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5d7b4582-44b4-49aa-9f93-cb1deafa710c None None] Provisioning for port 7dece702-7a94-4af0-9acf-dd4d782dc284 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:06:37.211827 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8aaafea2-b334-4b02-b565-fdc2edb911e9 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:37.218189 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaafea2-b334-4b02-b565-fdc2edb911e9 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:37.219850 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8aaafea2-b334-4b02-b565-fdc2edb911e9 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:37.230432 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5d7b4582-44b4-49aa-9f93-cb1deafa710c None None] Provisioning complete for port 7dece702-7a94-4af0-9acf-dd4d782dc284 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:06:37.231075 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5d7b4582-44b4-49aa-9f93-cb1deafa710c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:37.288808 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-8aaafea2-b334-4b02-b565-fdc2edb911e9 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2248216 Aug 19 15:06:37.289047 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54652) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:37.294168 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-cb0980e3-a5d1-4b1c-a7dd-e4e2a65756fa tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1548904314', 'admin_state_up': True, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:37.294788 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5d7b4582-44b4-49aa-9f93-cb1deafa710c None None] Port 7dece702-7a94-4af0-9acf-dd4d782dc284 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:06:37.320114 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaafea2-b334-4b02-b565-fdc2edb911e9 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'Network': ['ID=16979bc9-bd87-40e7-83d7-26aa6bdb5cc8,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:37.327038 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port a55518ea-2bed-408c-8dd5-6f937ab4bdca, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=a55518ea-2bed-408c-8dd5-6f937ab4bdca,segment=NetworkSegment(28943d89-36d6-441c-b575-eedffcaf7f12),segment_id=28943d89-36d6-441c-b575-eedffcaf7f12)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:06:37.338686 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 16979bc9-bd87-40e7-83d7-26aa6bdb5cc8 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:06:37.338961 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb0980e3-a5d1-4b1c-a7dd-e4e2a65756fa tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:37.340379 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb0980e3-a5d1-4b1c-a7dd-e4e2a65756fa tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:37.354111 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': 'a55518ea-2bed-408c-8dd5-6f937ab4bdca', 'network_id': '32acef63-6304-4128-a89e-49b1aae34d4e', 'port_id': 'a55518ea-2bed-408c-8dd5-6f937ab4bdca', 'mac_address': 'fa:16:3e:9b:65:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43977fa5-6bc5-4789-8eda-7e3590c0b36c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:06:37.398962 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb0980e3-a5d1-4b1c-a7dd-e4e2a65756fa tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:37.445294 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:37.464107 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a55518ea-2bed-408c-8dd5-6f937ab4bdca {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:06:37.489114 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port a55518ea-2bed-408c-8dd5-6f937ab4bdca, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=a55518ea-2bed-408c-8dd5-6f937ab4bdca,segment=NetworkSegment(28943d89-36d6-441c-b575-eedffcaf7f12),segment_id=28943d89-36d6-441c-b575-eedffcaf7f12)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:06:37.493906 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:37.547121 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=a55518ea-2bed-408c-8dd5-6f937ab4bdca,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:37.584729 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb0980e3-a5d1-4b1c-a7dd-e4e2a65756fa tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:37.626795 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a87649-d732-4c48-984e-fd3d736bee88 req-6b895ef3-f754-494c-a59f-39b14261c98e tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:37.628546 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-24a87649-d732-4c48-984e-fd3d736bee88 req-6b895ef3-f754-494c-a59f-39b14261c98e tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=f502dad7-2486-438a-a1c6-05bc976eff9e HTTP/1.1" status: 200 len: 944 time: 0.1044264 Aug 19 15:06:37.648662 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74373a9e-f90c-43b4-a7c6-6df666ee50de tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:37.653962 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74373a9e-f90c-43b4-a7c6-6df666ee50de tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:37.686591 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['a55518ea-2bed-408c-8dd5-6f937ab4bdca'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:06:37.708800 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-24a87649-d732-4c48-984e-fd3d736bee88 req-17be3fae-c175-4b56-8f75-95d460e59abe tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546300 Aug 19 15:06:37.761407 n-d-766043-2 neutron-server[94639]: INFO neutron.db.l3_db [None req-74373a9e-f90c-43b4-a7c6-6df666ee50de tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Floating IP 3c016bbe-d3c6-4404-bb96-cfb1571a9c67 associated. External IP: 172.25.2.176, port: 061da490-6101-49be-8cab-de818f49e931. Aug 19 15:06:37.883767 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb0980e3-a5d1-4b1c-a7dd-e4e2a65756fa tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:37.903457 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb0980e3-a5d1-4b1c-a7dd-e4e2a65756fa tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:37.990853 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74373a9e-f90c-43b4-a7c6-6df666ee50de tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Router eef85a88-bc62-4481-a439-29205657e4d3 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:06:38.014687 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-cb0980e3-a5d1-4b1c-a7dd-e4e2a65756fa tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Allocated IP 172.25.2.72 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/7a9f12ac-eb97-4094-895f-483254f0372d) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:06:38.128602 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74373a9e-f90c-43b4-a7c6-6df666ee50de tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:06:38.140667 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3432181-df0a-475a-8625-492253eafcd0 None None] Sync routers for ids ['eef85a88-bc62-4481-a439-29205657e4d3'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:06:38.144001 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f4f5b-f45e-4412-92d6-14a6580c4640 req-0b8acc11-36a9-4952-b5ca-74aba534286a tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:38.145602 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ec8f4f5b-f45e-4412-92d6-14a6580c4640 req-0b8acc11-36a9-4952-b5ca-74aba534286a tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] 10.222.0.69 "GET /v2.0/ports?device_id=5ab11980-95ab-4325-bb92-d70af7939038 HTTP/1.1" status: 200 len: 944 time: 0.0998213 Aug 19 15:06:38.151666 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3432181-df0a-475a-8625-492253eafcd0 None None] Routers {'eef85a88-bc62-4481-a439-29205657e4d3'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:06:38.152453 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e3432181-df0a-475a-8625-492253eafcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:06:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['eef85a88-bc62-4481-a439-29205657e4d3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:38.189095 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e3432181-df0a-475a-8625-492253eafcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:38.192988 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb0980e3-a5d1-4b1c-a7dd-e4e2a65756fa tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:38.200898 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3432181-df0a-475a-8625-492253eafcd0 None None] Routers {'eef85a88-bc62-4481-a439-29205657e4d3'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:06:38.201660 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e3432181-df0a-475a-8625-492253eafcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:06:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['eef85a88-bc62-4481-a439-29205657e4d3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:38.210443 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ec8f4f5b-f45e-4412-92d6-14a6580c4640 req-68eb1796-9a43-419e-8e8d-236177f5c054 tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] 10.222.0.69 "GET /v2.0/security-groups?id=047775fc-79d2-4f6e-bef5-3b9123576bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545816 Aug 19 15:06:38.243429 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e3432181-df0a-475a-8625-492253eafcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:38.244137 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3432181-df0a-475a-8625-492253eafcd0 None None] The sync data for ids ['eef85a88-bc62-4481-a439-29205657e4d3'] in n-d-766043-2 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:06:38.261783 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb0980e3-a5d1-4b1c-a7dd-e4e2a65756fa tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:38.310866 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0980e3-a5d1-4b1c-a7dd-e4e2a65756fa tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:06:38.316377 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-cb0980e3-a5d1-4b1c-a7dd-e4e2a65756fa tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:06:38.318645 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0980e3-a5d1-4b1c-a7dd-e4e2a65756fa tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'Port': ['ID=7a9f12ac-eb97-4094-895f-483254f0372d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:38.321457 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0980e3-a5d1-4b1c-a7dd-e4e2a65756fa tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:06:38.352136 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74373a9e-f90c-43b4-a7c6-6df666ee50de tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Router a4c4c36b-7a8b-4e24-aeb0-a01db16c6586 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:06:38.474089 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74373a9e-f90c-43b4-a7c6-6df666ee50de tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:06:38.478969 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74373a9e-f90c-43b4-a7c6-6df666ee50de tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:38.486776 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dc84f0-c1af-4a32-b2e5-42af55d3fb1d None None] Sync routers for ids ['a4c4c36b-7a8b-4e24-aeb0-a01db16c6586'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:06:38.505968 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dc84f0-c1af-4a32-b2e5-42af55d3fb1d None None] Routers {'a4c4c36b-7a8b-4e24-aeb0-a01db16c6586'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:06:38.506596 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-71dc84f0-c1af-4a32-b2e5-42af55d3fb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:06:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['a4c4c36b-7a8b-4e24-aeb0-a01db16c6586'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:38.540576 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-71dc84f0-c1af-4a32-b2e5-42af55d3fb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:38.547236 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-74373a9e-f90c-43b4-a7c6-6df666ee50de tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] 10.222.0.69 "PUT /v2.0/floatingips/3c016bbe-d3c6-4404-bb96-cfb1571a9c67 HTTP/1.1" status: 200 len: 977 time: 1.5771494 Aug 19 15:06:38.547482 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54658) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:38.552257 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dc84f0-c1af-4a32-b2e5-42af55d3fb1d None None] Routers {'a4c4c36b-7a8b-4e24-aeb0-a01db16c6586'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:06:38.553013 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-71dc84f0-c1af-4a32-b2e5-42af55d3fb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:06:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['a4c4c36b-7a8b-4e24-aeb0-a01db16c6586'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:38.590565 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-71dc84f0-c1af-4a32-b2e5-42af55d3fb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:38.591230 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dc84f0-c1af-4a32-b2e5-42af55d3fb1d None None] The sync data for ids ['a4c4c36b-7a8b-4e24-aeb0-a01db16c6586'] in n-d-766043-2 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:06:38.647929 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-b2b08cfd-f739-4864-9d87-4e8588f4d316 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Deleting port 7dece702-7a94-4af0-9acf-dd4d782dc284 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:06:38.648256 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b2b08cfd-f739-4864-9d87-4e8588f4d316 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:38.749487 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b2b08cfd-f739-4864-9d87-4e8588f4d316 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:39.003083 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b2b08cfd-f739-4864-9d87-4e8588f4d316 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:39.003829 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b2b08cfd-f739-4864-9d87-4e8588f4d316 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:39.004261 n-d-766043-2 neutron-server[94639]: INFO neutron.db.l3_db [None req-b2b08cfd-f739-4864-9d87-4e8588f4d316 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Floating IP 3c016bbe-d3c6-4404-bb96-cfb1571a9c67 disassociated. External IP: 172.25.2.176, port: 7dece702-7a94-4af0-9acf-dd4d782dc284. Aug 19 15:06:39.004895 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-b2b08cfd-f739-4864-9d87-4e8588f4d316 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Calling delete_port for 7dece702-7a94-4af0-9acf-dd4d782dc284 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:06:39.023651 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0df014-df8e-42d1-b653-1baa2872dfb2 req-1f292a24-fab2-4048-a62c-526191ed9186 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:39.025216 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fb0df014-df8e-42d1-b653-1baa2872dfb2 req-1f292a24-fab2-4048-a62c-526191ed9186 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=f502dad7-2486-438a-a1c6-05bc976eff9e HTTP/1.1" status: 200 len: 944 time: 0.0873330 Aug 19 15:06:39.139579 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fb0df014-df8e-42d1-b653-1baa2872dfb2 req-96d2eb54-a909-40f7-8031-a40a8fcefe52 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076961 Aug 19 15:06:39.146906 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b2b08cfd-f739-4864-9d87-4e8588f4d316 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:39.167580 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb0980e3-a5d1-4b1c-a7dd-e4e2a65756fa tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:39.181461 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device a55518ea-2bed-408c-8dd5-6f937ab4bdca up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:06:39.186974 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b08cfd-f739-4864-9d87-4e8588f4d316 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Pushing event deleted for resources: {'Port': ['ID=7dece702-7a94-4af0-9acf-dd4d782dc284,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:39.258485 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port a55518ea-2bed-408c-8dd5-6f937ab4bdca completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:06:39.268812 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port a55518ea-2bed-408c-8dd5-6f937ab4bdca triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:06:39.270492 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:39.326755 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b08cfd-f739-4864-9d87-4e8588f4d316 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Router a4c4c36b-7a8b-4e24-aeb0-a01db16c6586 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:06:39.443156 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:39.486029 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab11980-95ab-4325-bb92-d70af7939038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55518ea-2bed-408c-8dd5-6f937ab4bdca'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:06:39.488685 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc6c732-d65b-48d9-8b31-0545a96ca636" -d '{"events": [{"server_uuid": "5ab11980-95ab-4325-bb92-d70af7939038", "name": "network-vif-plugged", "status": "completed", "tag": "a55518ea-2bed-408c-8dd5-6f937ab4bdca"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:06:39.532131 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port a55518ea-2bed-408c-8dd5-6f937ab4bdca, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=a55518ea-2bed-408c-8dd5-6f937ab4bdca,segment=NetworkSegment(28943d89-36d6-441c-b575-eedffcaf7f12),segment_id=28943d89-36d6-441c-b575-eedffcaf7f12)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:06:39.538267 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71608d5a-2a83-4d7a-ba0e-c98578508910 req-d4f11c58-4047-4baf-8a70-99d7e4c4ac04 tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:39.538525 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:39.548495 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-71608d5a-2a83-4d7a-ba0e-c98578508910 req-d4f11c58-4047-4baf-8a70-99d7e4c4ac04 tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] 10.222.0.69 "GET /v2.0/ports?device_id=5ab11980-95ab-4325-bb92-d70af7939038 HTTP/1.1" status: 200 len: 944 time: 0.1649938 Aug 19 15:06:39.581355 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb0980e3-a5d1-4b1c-a7dd-e4e2a65756fa tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:39.595113 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b08cfd-f739-4864-9d87-4e8588f4d316 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:06:39.641320 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=a55518ea-2bed-408c-8dd5-6f937ab4bdca,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:39.656348 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142da35f-ba8e-4721-9621-26cc702936ac None None] Sync routers for ids ['a4c4c36b-7a8b-4e24-aeb0-a01db16c6586'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:06:39.668055 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142da35f-ba8e-4721-9621-26cc702936ac None None] Routers {'a4c4c36b-7a8b-4e24-aeb0-a01db16c6586'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:06:39.668832 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-142da35f-ba8e-4721-9621-26cc702936ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:06:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['a4c4c36b-7a8b-4e24-aeb0-a01db16c6586'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:39.753161 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72caa348-e556-47b4-a097-e82f428c5c00 x-openstack-request-id: req-72caa348-e556-47b4-a097-e82f428c5c00 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:06:39.753814 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab11980-95ab-4325-bb92-d70af7939038", "name": "network-vif-plugged", "status": "completed", "tag": "a55518ea-2bed-408c-8dd5-6f937ab4bdca", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:06:39.754224 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-72caa348-e556-47b4-a097-e82f428c5c00 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:06:39.754800 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab11980-95ab-4325-bb92-d70af7939038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55518ea-2bed-408c-8dd5-6f937ab4bdca', 'code': 200} Aug 19 15:06:39.755984 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-142da35f-ba8e-4721-9621-26cc702936ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:39.764878 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-71608d5a-2a83-4d7a-ba0e-c98578508910 req-f83b2253-f36a-40c4-a97b-81c3bf276f57 tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] 10.222.0.69 "GET /v2.0/security-groups?id=047775fc-79d2-4f6e-bef5-3b9123576bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152946 Aug 19 15:06:39.770720 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142da35f-ba8e-4721-9621-26cc702936ac None None] Routers {'a4c4c36b-7a8b-4e24-aeb0-a01db16c6586'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:06:39.771502 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-142da35f-ba8e-4721-9621-26cc702936ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:06:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['a4c4c36b-7a8b-4e24-aeb0-a01db16c6586'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:39.807308 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb0980e3-a5d1-4b1c-a7dd-e4e2a65756fa tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Router c9035436-5611-4272-a55a-584282187263 is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:06:39.813344 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-142da35f-ba8e-4721-9621-26cc702936ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:39.814018 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142da35f-ba8e-4721-9621-26cc702936ac None None] The sync data for ids ['a4c4c36b-7a8b-4e24-aeb0-a01db16c6586'] in n-d-766043-2 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:06:39.895559 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779b832-50ab-403b-92d8-e84b396438ad req-a3d22e3c-6c45-4163-a035-24560b7644b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:39.897588 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c779b832-50ab-403b-92d8-e84b396438ad req-a3d22e3c-6c45-4163-a035-24560b7644b5 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=5ab11980-95ab-4325-bb92-d70af7939038 HTTP/1.1" status: 200 len: 1096 time: 0.1029809 Aug 19 15:06:39.981550 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c779b832-50ab-403b-92d8-e84b396438ad req-42a10cf6-d735-4311-91d7-b4e7f2460c04 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=047775fc-79d2-4f6e-bef5-3b9123576bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490074 Aug 19 15:06:39.982526 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0980e3-a5d1-4b1c-a7dd-e4e2a65756fa tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:06:39.995368 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2762bb2-4fc0-448b-86ba-bc5c854c77e8 None None] Sync routers for ids ['c9035436-5611-4272-a55a-584282187263'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:06:40.005293 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb0980e3-a5d1-4b1c-a7dd-e4e2a65756fa tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:40.006605 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-cb0980e3-a5d1-4b1c-a7dd-e4e2a65756fa tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7166791 Aug 19 15:06:40.009724 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54668) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:40.010048 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2762bb2-4fc0-448b-86ba-bc5c854c77e8 None None] Routers {'c9035436-5611-4272-a55a-584282187263'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:06:40.011597 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c2762bb2-4fc0-448b-86ba-bc5c854c77e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:06:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['c9035436-5611-4272-a55a-584282187263'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:40.050821 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b2b08cfd-f739-4864-9d87-4e8588f4d316 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:40.056492 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b2b08cfd-f739-4864-9d87-4e8588f4d316 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] 10.222.0.69 "DELETE /v2.0/ports/7dece702-7a94-4af0-9acf-dd4d782dc284 HTTP/1.1" status: 204 len: 168 time: 1.5052838 Aug 19 15:06:40.058493 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54672) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:40.166631 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-c2762bb2-4fc0-448b-86ba-bc5c854c77e8 None None] Set router c9035436-5611-4272-a55a-584282187263 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:06:40.335055 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e67433be-4e0c-4794-8df5-7481751242e3 tempest-TestNetworkAdvancedServerOps-1683966279 tempest-TestNetworkAdvancedServerOps-1683966279-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=5784b0340e8242b1aba4ab831f2e3b23&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3213520 Aug 19 15:06:40.336282 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54676) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:40.356236 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47129523-e49d-4326-ba4d-ba92eff9506d req-d3bfba02-3005-4c21-b5ac-1be4dc4f524a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:40.363795 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c2762bb2-4fc0-448b-86ba-bc5c854c77e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9035436-5611-4272-a55a-584282187263', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1548904314', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '7a9f12ac-eb97-4094-895f-483254f0372d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:06:37Z', 'updated_at': '2021-08-19T15:06:39Z', 'revision_number': 3, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port': {'id': '7a9f12ac-eb97-4094-895f-483254f0372d', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:9d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9035436-5611-4272-a55a-584282187263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:06:37Z', 'updated_at': '2021-08-19T15:06:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:40.364541 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-47129523-e49d-4326-ba4d-ba92eff9506d req-d3bfba02-3005-4c21-b5ac-1be4dc4f524a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=f502dad7-2486-438a-a1c6-05bc976eff9e HTTP/1.1" status: 200 len: 944 time: 0.1384072 Aug 19 15:06:40.394159 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2762bb2-4fc0-448b-86ba-bc5c854c77e8 None None] Checking router: c9035436-5611-4272-a55a-584282187263 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:06:40.394508 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2762bb2-4fc0-448b-86ba-bc5c854c77e8 None None] Updating router c9035436-5611-4272-a55a-584282187263 port 7a9f12ac-eb97-4094-895f-483254f0372d binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:06:40.405451 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-47129523-e49d-4326-ba4d-ba92eff9506d req-40c5dfac-c269-41b1-817e-2e45defff233 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395875 Aug 19 15:06:40.425552 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-c2762bb2-4fc0-448b-86ba-bc5c854c77e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:40.580380 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572acbb9-cef2-41c4-b3b3-45479ecd3c8a tempest-TestNetworkAdvancedServerOps-1683966279 tempest-TestNetworkAdvancedServerOps-1683966279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:40.581925 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-572acbb9-cef2-41c4-b3b3-45479ecd3c8a tempest-TestNetworkAdvancedServerOps-1683966279 tempest-TestNetworkAdvancedServerOps-1683966279-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2417138 Aug 19 15:06:40.585481 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54678) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:40.623319 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ad18d667-c4d4-4384-ba76-f561a60a935e tempest-TestNetworkAdvancedServerOps-1683966279 tempest-TestNetworkAdvancedServerOps-1683966279-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=88eeec05-6d16-4f02-9461-44ff5e420302&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366693 Aug 19 15:06:40.626649 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54680) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:40.632002 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-cf0ee940-3eb8-4ac0-87e1-522f6df251d6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1515745431', 'network_id': '16979bc9-bd87-40e7-83d7-26aa6bdb5cc8', 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:40.706117 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4d3e5de9-22ed-4c7e-8b64-16f0ac3330f0 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:40.725739 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-c2762bb2-4fc0-448b-86ba-bc5c854c77e8 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:40.735529 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0ee940-3eb8-4ac0-87e1-522f6df251d6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Made reservation on behalf of 5784b0340e8242b1aba4ab831f2e3b23 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:06:40.739551 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-c2762bb2-4fc0-448b-86ba-bc5c854c77e8 None None] Transition to ACTIVE for port object 7a9f12ac-eb97-4094-895f-483254f0372d will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:06:40.741032 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cf0ee940-3eb8-4ac0-87e1-522f6df251d6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:40.746662 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-c2762bb2-4fc0-448b-86ba-bc5c854c77e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:40.798586 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-c2762bb2-4fc0-448b-86ba-bc5c854c77e8 None None] Attempting to bind port 7a9f12ac-eb97-4094-895f-483254f0372d on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:06:40.798962 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-c2762bb2-4fc0-448b-86ba-bc5c854c77e8 None None] Attempting to bind port 7a9f12ac-eb97-4094-895f-483254f0372d by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:06:40.799326 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2762bb2-4fc0-448b-86ba-bc5c854c77e8 None None] Attempting to bind port 7a9f12ac-eb97-4094-895f-483254f0372d on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:06:40.807582 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2762bb2-4fc0-448b-86ba-bc5c854c77e8 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:06:40.807956 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2762bb2-4fc0-448b-86ba-bc5c854c77e8 None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:06:40.808824 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-c2762bb2-4fc0-448b-86ba-bc5c854c77e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:40.809231 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2762bb2-4fc0-448b-86ba-bc5c854c77e8 None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:06:40.809711 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-c2762bb2-4fc0-448b-86ba-bc5c854c77e8 None None] Bound port: 7a9f12ac-eb97-4094-895f-483254f0372d, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:06:40.810145 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-c2762bb2-4fc0-448b-86ba-bc5c854c77e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:40.865790 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89f5a87-3dcd-4fec-8983-63ba0c179d01 None None] Pushing event updated for resources: {'Port': ['ID=7a9f12ac-eb97-4094-895f-483254f0372d,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:40.891245 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-c2762bb2-4fc0-448b-86ba-bc5c854c77e8 None None] For port 7a9f12ac-eb97-4094-895f-483254f0372d, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:06:40.895200 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-c2762bb2-4fc0-448b-86ba-bc5c854c77e8 None None] For port 7a9f12ac-eb97-4094-895f-483254f0372d, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=7a9f12ac-eb97-4094-895f-483254f0372d,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:06:40.903604 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89f5a87-3dcd-4fec-8983-63ba0c179d01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:40.903869 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89f5a87-3dcd-4fec-8983-63ba0c179d01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:40.904189 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89f5a87-3dcd-4fec-8983-63ba0c179d01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:40.904655 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89f5a87-3dcd-4fec-8983-63ba0c179d01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:40.904963 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89f5a87-3dcd-4fec-8983-63ba0c179d01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:40.905312 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89f5a87-3dcd-4fec-8983-63ba0c179d01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:40.905627 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89f5a87-3dcd-4fec-8983-63ba0c179d01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:40.905959 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89f5a87-3dcd-4fec-8983-63ba0c179d01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:40.908313 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89f5a87-3dcd-4fec-8983-63ba0c179d01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:40.908313 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89f5a87-3dcd-4fec-8983-63ba0c179d01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:40.908313 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89f5a87-3dcd-4fec-8983-63ba0c179d01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:40.908313 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89f5a87-3dcd-4fec-8983-63ba0c179d01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:40.916821 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-c2762bb2-4fc0-448b-86ba-bc5c854c77e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:40.932668 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357bb66-344b-44ee-a009-fddd6e48917e req-e23809e4-4524-4708-94f6-944fa84496e4 tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:40.934669 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2357bb66-344b-44ee-a009-fddd6e48917e req-e23809e4-4524-4708-94f6-944fa84496e4 tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] 10.222.0.69 "GET /v2.0/ports?device_id=5ab11980-95ab-4325-bb92-d70af7939038 HTTP/1.1" status: 200 len: 945 time: 0.0989420 Aug 19 15:06:41.004281 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2762bb2-4fc0-448b-86ba-bc5c854c77e8 None None] Routers {'c9035436-5611-4272-a55a-584282187263'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:06:41.004929 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c2762bb2-4fc0-448b-86ba-bc5c854c77e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:06:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['c9035436-5611-4272-a55a-584282187263'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:41.026586 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2357bb66-344b-44ee-a009-fddd6e48917e req-a46f7649-abf5-4702-8d53-1a5b4dc8f0cb tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] 10.222.0.69 "GET /v2.0/security-groups?id=047775fc-79d2-4f6e-bef5-3b9123576bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798163 Aug 19 15:06:41.083378 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-4d3e5de9-22ed-4c7e-8b64-16f0ac3330f0 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Deleting port 0d0bcf10-12f2-4ba4-9db4-ca982b448412 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:06:41.084145 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4d3e5de9-22ed-4c7e-8b64-16f0ac3330f0 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:41.106085 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cf0ee940-3eb8-4ac0-87e1-522f6df251d6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:41.143047 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-c2762bb2-4fc0-448b-86ba-bc5c854c77e8 None None] Set router c9035436-5611-4272-a55a-584282187263 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:06:41.171295 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ee940-3eb8-4ac0-87e1-522f6df251d6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'Subnet': ['ID=e23e949d-cf50-4567-af8c-5bd60c665582,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:41.183873 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0ee940-3eb8-4ac0-87e1-522f6df251d6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Checking segment: {'id': '2d0390a9-4688-40e5-b551-619ed4a62b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '16979bc9-bd87-40e7-83d7-26aa6bdb5cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:06:41.184371 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0ee940-3eb8-4ac0-87e1-522f6df251d6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Network hostable DHCP agents. Network: 16979bc9-bd87-40e7-83d7-26aa6bdb5cc8, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:06:41.188861 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device bb29058b-956e-4de3-9fd4-db3fe49030c1 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:06:41.211288 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4d3e5de9-22ed-4c7e-8b64-16f0ac3330f0 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:41.215167 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0ee940-3eb8-4ac0-87e1-522f6df251d6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Network 16979bc9-bd87-40e7-83d7-26aa6bdb5cc8 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:06:41.228768 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-4d3e5de9-22ed-4c7e-8b64-16f0ac3330f0 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Calling delete_port for 0d0bcf10-12f2-4ba4-9db4-ca982b448412 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:06:41.232918 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-cf0ee940-3eb8-4ac0-87e1-522f6df251d6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 16979bc9-bd87-40e7-83d7-26aa6bdb5cc8) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:06:41.240023 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0ee940-3eb8-4ac0-87e1-522f6df251d6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:41.242087 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cf0ee940-3eb8-4ac0-87e1-522f6df251d6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:41.266780 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c77a23-3b5d-4716-8c6d-a33c63871602 None None] Network 16979bc9-bd87-40e7-83d7-26aa6bdb5cc8 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:06:41.269719 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-cf0ee940-3eb8-4ac0-87e1-522f6df251d6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6418037 Aug 19 15:06:41.274134 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54684) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:41.361826 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port bb29058b-956e-4de3-9fd4-db3fe49030c1, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=bb29058b-956e-4de3-9fd4-db3fe49030c1,segment=NetworkSegment(b6bb2d61-0455-440b-809f-c8e64ffc2b8e),segment_id=b6bb2d61-0455-440b-809f-c8e64ffc2b8e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:06:41.379561 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89f5a87-3dcd-4fec-8983-63ba0c179d01 None None] Pushing event updated for resources: {'Port': ['ID=7a9f12ac-eb97-4094-895f-483254f0372d,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:41.385954 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': 'bb29058b-956e-4de3-9fd4-db3fe49030c1', 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0', 'port_id': 'bb29058b-956e-4de3-9fd4-db3fe49030c1', 'mac_address': 'fa:16:3e:bc:00:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4501b342-71e0-4b08-b9d8-b651dd87e075', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:06:41.476235 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:41.523532 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb29058b-956e-4de3-9fd4-db3fe49030c1 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:06:41.536069 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f7e539-0a15-444f-b909-ad3fbf16da1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-16979bc9-bd87-40e7-83d7-26aa6bdb5cc8', 'network_id': '16979bc9-bd87-40e7-83d7-26aa6bdb5cc8', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'fixed_ips': [{'subnet_id': 'e23e949d-cf50-4567-af8c-5bd60c665582'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:06:41.536948 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-27f7e539-0a15-444f-b909-ad3fbf16da1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:41.556635 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port bb29058b-956e-4de3-9fd4-db3fe49030c1, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=bb29058b-956e-4de3-9fd4-db3fe49030c1,segment=NetworkSegment(b6bb2d61-0455-440b-809f-c8e64ffc2b8e),segment_id=b6bb2d61-0455-440b-809f-c8e64ffc2b8e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:06:41.572013 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:41.581018 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c2762bb2-4fc0-448b-86ba-bc5c854c77e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9035436-5611-4272-a55a-584282187263', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1548904314', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '7a9f12ac-eb97-4094-895f-483254f0372d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:06:37Z', 'updated_at': '2021-08-19T15:06:39Z', 'revision_number': 3, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port': {'id': '7a9f12ac-eb97-4094-895f-483254f0372d', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:9d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9035436-5611-4272-a55a-584282187263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:06:37Z', 'updated_at': '2021-08-19T15:06:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:41.612333 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2762bb2-4fc0-448b-86ba-bc5c854c77e8 None None] The sync data for ids ['c9035436-5611-4272-a55a-584282187263'] in n-d-766043-2 is: [{'id': 'c9035436-5611-4272-a55a-584282187263', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1548904314', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '7a9f12ac-eb97-4094-895f-483254f0372d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:06:37Z', 'updated_at': '2021-08-19T15:06:39Z', 'revision_number': 3, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port': {'id': '7a9f12ac-eb97-4094-895f-483254f0372d', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:9d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9035436-5611-4272-a55a-584282187263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:06:37Z', 'updated_at': '2021-08-19T15:06:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:06:41.641336 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4d3e5de9-22ed-4c7e-8b64-16f0ac3330f0 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:41.671050 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e5de9-22ed-4c7e-8b64-16f0ac3330f0 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Pushing event deleted for resources: {'Port': ['ID=0d0bcf10-12f2-4ba4-9db4-ca982b448412,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:41.739261 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a629faf-0465-435b-9d1c-ce085ff3f0e3 req-ef0244e5-b8ae-409b-b2ec-35215dfbde02 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:41.741253 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6a629faf-0465-435b-9d1c-ce085ff3f0e3 req-ef0244e5-b8ae-409b-b2ec-35215dfbde02 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=f502dad7-2486-438a-a1c6-05bc976eff9e HTTP/1.1" status: 200 len: 945 time: 0.2237296 Aug 19 15:06:41.751931 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=bb29058b-956e-4de3-9fd4-db3fe49030c1,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:41.787318 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['bb29058b-956e-4de3-9fd4-db3fe49030c1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:06:41.826885 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-27f7e539-0a15-444f-b909-ad3fbf16da1e None None] Allocated IP 172.20.0.2 (16979bc9-bd87-40e7-83d7-26aa6bdb5cc8/e23e949d-cf50-4567-af8c-5bd60c665582/35bbcd81-8d7b-4eb1-9b0c-308c8e1304cd) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:06:41.884798 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6a629faf-0465-435b-9d1c-ce085ff3f0e3 req-82f86cd8-a35e-42f8-b203-dff8089f93c9 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317852 Aug 19 15:06:42.029830 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4d3e5de9-22ed-4c7e-8b64-16f0ac3330f0 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:42.146675 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-27f7e539-0a15-444f-b909-ad3fbf16da1e None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:42.173378 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-27f7e539-0a15-444f-b909-ad3fbf16da1e None None] Transition to ACTIVE for port object 35bbcd81-8d7b-4eb1-9b0c-308c8e1304cd will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:06:42.221095 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-27f7e539-0a15-444f-b909-ad3fbf16da1e None None] Transition to ACTIVE for port object 35bbcd81-8d7b-4eb1-9b0c-308c8e1304cd will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:06:42.235386 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-27f7e539-0a15-444f-b909-ad3fbf16da1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:42.294521 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3fe73bb8-b870-4c19-b407-36878ff5d9f4 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:42.295486 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f7e539-0a15-444f-b909-ad3fbf16da1e None None] Network 16979bc9-bd87-40e7-83d7-26aa6bdb5cc8 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:06:42.299028 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-27f7e539-0a15-444f-b909-ad3fbf16da1e None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:06:42.304131 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f7e539-0a15-444f-b909-ad3fbf16da1e None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:06:42.359525 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f7e539-0a15-444f-b909-ad3fbf16da1e None None] Pushing event updated for resources: {'Port': ['ID=35bbcd81-8d7b-4eb1-9b0c-308c8e1304cd,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:42.404100 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7673b30f-5bd0-4a65-9fd3-7cd7d0333c43 req-75e34614-617a-4b79-b91c-849fcf29979b tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:42.405804 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7673b30f-5bd0-4a65-9fd3-7cd7d0333c43 req-75e34614-617a-4b79-b91c-849fcf29979b tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] 10.222.0.69 "GET /v2.0/ports?device_id=5ab11980-95ab-4325-bb92-d70af7939038 HTTP/1.1" status: 200 len: 945 time: 0.1845493 Aug 19 15:06:42.412839 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3e5de9-22ed-4c7e-8b64-16f0ac3330f0 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Router a4c4c36b-7a8b-4e24-aeb0-a01db16c6586 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:06:42.431329 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-27f7e539-0a15-444f-b909-ad3fbf16da1e None None] Attempting to bind port 35bbcd81-8d7b-4eb1-9b0c-308c8e1304cd on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:06:42.431909 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-27f7e539-0a15-444f-b909-ad3fbf16da1e None None] Attempting to bind port 35bbcd81-8d7b-4eb1-9b0c-308c8e1304cd by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '2d0390a9-4688-40e5-b551-619ed4a62b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '16979bc9-bd87-40e7-83d7-26aa6bdb5cc8'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:06:42.432293 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f7e539-0a15-444f-b909-ad3fbf16da1e None None] Attempting to bind port 35bbcd81-8d7b-4eb1-9b0c-308c8e1304cd on network 16979bc9-bd87-40e7-83d7-26aa6bdb5cc8 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:06:42.452125 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f7e539-0a15-444f-b909-ad3fbf16da1e None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:06:42.452580 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f7e539-0a15-444f-b909-ad3fbf16da1e None None] Checking segment: {'id': '2d0390a9-4688-40e5-b551-619ed4a62b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '16979bc9-bd87-40e7-83d7-26aa6bdb5cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:06:42.452994 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-27f7e539-0a15-444f-b909-ad3fbf16da1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:42.453389 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f7e539-0a15-444f-b909-ad3fbf16da1e None None] Bound using segment: {'id': '2d0390a9-4688-40e5-b551-619ed4a62b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '16979bc9-bd87-40e7-83d7-26aa6bdb5cc8'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:06:42.453872 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-27f7e539-0a15-444f-b909-ad3fbf16da1e None None] Bound port: 35bbcd81-8d7b-4eb1-9b0c-308c8e1304cd, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0390a9-4688-40e5-b551-619ed4a62b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '16979bc9-bd87-40e7-83d7-26aa6bdb5cc8'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:06:42.454256 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-27f7e539-0a15-444f-b909-ad3fbf16da1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:42.535223 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-27f7e539-0a15-444f-b909-ad3fbf16da1e None None] For port 35bbcd81-8d7b-4eb1-9b0c-308c8e1304cd, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:06:42.540390 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-27f7e539-0a15-444f-b909-ad3fbf16da1e None None] For port 35bbcd81-8d7b-4eb1-9b0c-308c8e1304cd, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=35bbcd81-8d7b-4eb1-9b0c-308c8e1304cd,segment=NetworkSegment(2d0390a9-4688-40e5-b551-619ed4a62b79),segment_id=2d0390a9-4688-40e5-b551-619ed4a62b79)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:06:42.547613 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-27f7e539-0a15-444f-b909-ad3fbf16da1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:42.556229 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3e5de9-22ed-4c7e-8b64-16f0ac3330f0 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:06:42.567629 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7673b30f-5bd0-4a65-9fd3-7cd7d0333c43 req-b1f26f4e-8173-42bc-a69f-58efaa65d6fa tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] 10.222.0.69 "GET /v2.0/security-groups?id=047775fc-79d2-4f6e-bef5-3b9123576bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918679 Aug 19 15:06:42.572291 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4d3e5de9-22ed-4c7e-8b64-16f0ac3330f0 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] 10.222.0.69 "PUT /v2.0/routers/a4c4c36b-7a8b-4e24-aeb0-a01db16c6586/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5121121 Aug 19 15:06:42.575408 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54690) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:42.598820 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fea69ff-9044-4848-9e83-06ad4c9c46e1 None None] Sync routers for ids ['a4c4c36b-7a8b-4e24-aeb0-a01db16c6586'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:06:42.613228 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fea69ff-9044-4848-9e83-06ad4c9c46e1 None None] Routers {'a4c4c36b-7a8b-4e24-aeb0-a01db16c6586'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:06:42.613577 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0fea69ff-9044-4848-9e83-06ad4c9c46e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:06:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['a4c4c36b-7a8b-4e24-aeb0-a01db16c6586'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:42.664044 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0fea69ff-9044-4848-9e83-06ad4c9c46e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:42.700642 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f7e539-0a15-444f-b909-ad3fbf16da1e None None] Pushing event updated for resources: {'Port': ['ID=35bbcd81-8d7b-4eb1-9b0c-308c8e1304cd,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:42.705699 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fea69ff-9044-4848-9e83-06ad4c9c46e1 None None] Routers {'a4c4c36b-7a8b-4e24-aeb0-a01db16c6586'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:06:42.706338 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0fea69ff-9044-4848-9e83-06ad4c9c46e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:06:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['a4c4c36b-7a8b-4e24-aeb0-a01db16c6586'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:42.747757 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0fea69ff-9044-4848-9e83-06ad4c9c46e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:42.749228 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fea69ff-9044-4848-9e83-06ad4c9c46e1 None None] The sync data for ids ['a4c4c36b-7a8b-4e24-aeb0-a01db16c6586'] in n-d-766043-2 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:06:42.780992 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19b6da43-fa8d-45d0-a92d-d47b67bbac5f tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:42.806361 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-3fe73bb8-b870-4c19-b407-36878ff5d9f4 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Allocated IP 172.20.0.1 (16979bc9-bd87-40e7-83d7-26aa6bdb5cc8/e23e949d-cf50-4567-af8c-5bd60c665582/20379dc2-cd68-4f36-86d3-95baccc7eae6) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:06:43.008751 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19b6da43-fa8d-45d0-a92d-d47b67bbac5f tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:43.119947 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-19b6da43-fa8d-45d0-a92d-d47b67bbac5f tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Deleting port 28019c85-dcd7-4e1d-b544-cd0671939175 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:06:43.120290 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19b6da43-fa8d-45d0-a92d-d47b67bbac5f tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:43.192041 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device bb29058b-956e-4de3-9fd4-db3fe49030c1 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:06:43.202306 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3fe73bb8-b870-4c19-b407-36878ff5d9f4 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:43.219722 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-3fe73bb8-b870-4c19-b407-36878ff5d9f4 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Transition to ACTIVE for port object 20379dc2-cd68-4f36-86d3-95baccc7eae6 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:06:43.249495 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b4af1-6a63-45fb-85e3-cabb48c16219 req-761053e4-a38b-4af8-bef7-69892bb9f93b tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:43.253402 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ca0b4af1-6a63-45fb-85e3-cabb48c16219 req-761053e4-a38b-4af8-bef7-69892bb9f93b tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=f502dad7-2486-438a-a1c6-05bc976eff9e HTTP/1.1" status: 200 len: 945 time: 0.2589347 Aug 19 15:06:43.287022 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19b6da43-fa8d-45d0-a92d-d47b67bbac5f tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:43.303115 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-19b6da43-fa8d-45d0-a92d-d47b67bbac5f tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Calling delete_port for 28019c85-dcd7-4e1d-b544-cd0671939175 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:06:43.310186 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port bb29058b-956e-4de3-9fd4-db3fe49030c1 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:06:43.322056 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port bb29058b-956e-4de3-9fd4-db3fe49030c1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:06:43.323293 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:43.357762 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ca0b4af1-6a63-45fb-85e3-cabb48c16219 req-706e5c83-07e2-4ae0-b530-10b577ab25bd tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893028 Aug 19 15:06:43.374768 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3fe73bb8-b870-4c19-b407-36878ff5d9f4 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:43.498815 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe73bb8-b870-4c19-b407-36878ff5d9f4 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Network 16979bc9-bd87-40e7-83d7-26aa6bdb5cc8 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:06:43.500363 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe73bb8-b870-4c19-b407-36878ff5d9f4 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'Port': ['ID=20379dc2-cd68-4f36-86d3-95baccc7eae6,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:43.503325 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-3fe73bb8-b870-4c19-b407-36878ff5d9f4 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:06:43.505577 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe73bb8-b870-4c19-b407-36878ff5d9f4 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:06:43.559639 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19b6da43-fa8d-45d0-a92d-d47b67bbac5f tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:43.570600 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3fe73bb8-b870-4c19-b407-36878ff5d9f4 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:43.600930 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b6da43-fa8d-45d0-a92d-d47b67bbac5f tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Pushing event deleted for resources: {'Port': ['ID=28019c85-dcd7-4e1d-b544-cd0671939175,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:43.701073 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:43.707664 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19b6da43-fa8d-45d0-a92d-d47b67bbac5f tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:43.751794 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port bb29058b-956e-4de3-9fd4-db3fe49030c1, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=bb29058b-956e-4de3-9fd4-db3fe49030c1,segment=NetworkSegment(b6bb2d61-0455-440b-809f-c8e64ffc2b8e),segment_id=b6bb2d61-0455-440b-809f-c8e64ffc2b8e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:06:43.753326 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f502dad7-2486-438a-a1c6-05bc976eff9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb29058b-956e-4de3-9fd4-db3fe49030c1'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:06:43.757700 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7325ec37-7731-4c1e-9659-f0bdd5c6535a" -d '{"events": [{"server_uuid": "f502dad7-2486-438a-a1c6-05bc976eff9e", "name": "network-vif-plugged", "status": "completed", "tag": "bb29058b-956e-4de3-9fd4-db3fe49030c1"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:06:43.765650 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:43.874060 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e24359b-3ab5-4fdd-bd58-0b16efc550ce x-openstack-request-id: req-7e24359b-3ab5-4fdd-bd58-0b16efc550ce {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:06:43.874664 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f502dad7-2486-438a-a1c6-05bc976eff9e", "name": "network-vif-plugged", "status": "completed", "tag": "bb29058b-956e-4de3-9fd4-db3fe49030c1", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:06:43.875085 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7e24359b-3ab5-4fdd-bd58-0b16efc550ce {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:06:43.875756 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f502dad7-2486-438a-a1c6-05bc976eff9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb29058b-956e-4de3-9fd4-db3fe49030c1', 'code': 200} Aug 19 15:06:43.911540 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=bb29058b-956e-4de3-9fd4-db3fe49030c1,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:43.970887 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 35bbcd81-8d7b-4eb1-9b0c-308c8e1304cd up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:06:43.971132 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3fe73bb8-b870-4c19-b407-36878ff5d9f4 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:44.026915 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19b6da43-fa8d-45d0-a92d-d47b67bbac5f tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:44.032935 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19b6da43-fa8d-45d0-a92d-d47b67bbac5f tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:44.063535 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 35bbcd81-8d7b-4eb1-9b0c-308c8e1304cd completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:06:44.072662 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 7a9f12ac-eb97-4094-895f-483254f0372d up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:06:44.097327 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850c44b-0327-4433-a424-ccd480f64083 req-2b464df0-03b8-49e2-b67b-df2dba84c4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:44.098906 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3850c44b-0327-4433-a424-ccd480f64083 req-2b464df0-03b8-49e2-b67b-df2dba84c4d8 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f502dad7-2486-438a-a1c6-05bc976eff9e HTTP/1.1" status: 200 len: 1097 time: 0.1477392 Aug 19 15:06:44.106007 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19b6da43-fa8d-45d0-a92d-d47b67bbac5f tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:44.106703 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b6da43-fa8d-45d0-a92d-d47b67bbac5f tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Fanout notify agent at l3_agent the message router_deleted on router a4c4c36b-7a8b-4e24-aeb0-a01db16c6586 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:06:44.116216 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19b6da43-fa8d-45d0-a92d-d47b67bbac5f tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:44.117392 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-19b6da43-fa8d-45d0-a92d-d47b67bbac5f tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] 10.222.0.69 "DELETE /v2.0/routers/a4c4c36b-7a8b-4e24-aeb0-a01db16c6586 HTTP/1.1" status: 204 len: 168 time: 1.5407910 Aug 19 15:06:44.122118 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54704) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:44.172772 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3850c44b-0327-4433-a424-ccd480f64083 req-42840ed3-1185-4049-ba72-5a8206cdb5cc service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539682 Aug 19 15:06:44.176623 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 7a9f12ac-eb97-4094-895f-483254f0372d completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:06:44.181415 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 7a9f12ac-eb97-4094-895f-483254f0372d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:06:44.182478 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:44.225672 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-912a9735-9d2b-40af-8dd3-5c83bb631c5b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Deleting subnet c3aedbbb-e07b-4c88-a645-e50448a6aaa5 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:06:44.272758 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-912a9735-9d2b-40af-8dd3-5c83bb631c5b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:44.314819 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3774fdda-25a1-4620-9111-6fdc3b2f15ae None None] Network 16979bc9-bd87-40e7-83d7-26aa6bdb5cc8 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:06:44.382334 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:44.414405 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-912a9735-9d2b-40af-8dd3-5c83bb631c5b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:44.421626 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7548d80e-dafd-4501-ba6c-1be47109e00c None None] Provisioning for port 35bbcd81-8d7b-4eb1-9b0c-308c8e1304cd completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:06:44.470545 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 7a9f12ac-eb97-4094-895f-483254f0372d, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=7a9f12ac-eb97-4094-895f-483254f0372d,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:06:44.472936 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7548d80e-dafd-4501-ba6c-1be47109e00c None None] Provisioning complete for port 35bbcd81-8d7b-4eb1-9b0c-308c8e1304cd triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:06:44.472936 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7548d80e-dafd-4501-ba6c-1be47109e00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:44.501613 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:44.612100 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=7a9f12ac-eb97-4094-895f-483254f0372d,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:44.630641 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dda99d-9853-496c-9377-b3c96c346a75 req-35228e6e-33f1-43b2-a647-7036e7aa5e6c tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:44.632705 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-78dda99d-9853-496c-9377-b3c96c346a75 req-35228e6e-33f1-43b2-a647-7036e7aa5e6c tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=f502dad7-2486-438a-a1c6-05bc976eff9e HTTP/1.1" status: 200 len: 946 time: 0.1331396 Aug 19 15:06:44.671308 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7548d80e-dafd-4501-ba6c-1be47109e00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:44.675572 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-912a9735-9d2b-40af-8dd3-5c83bb631c5b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:44.713425 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-7548d80e-dafd-4501-ba6c-1be47109e00c None None] For port 35bbcd81-8d7b-4eb1-9b0c-308c8e1304cd, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=35bbcd81-8d7b-4eb1-9b0c-308c8e1304cd,segment=NetworkSegment(2d0390a9-4688-40e5-b551-619ed4a62b79),segment_id=2d0390a9-4688-40e5-b551-619ed4a62b79)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:06:44.717628 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3fe73bb8-b870-4c19-b407-36878ff5d9f4 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:44.719027 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7548d80e-dafd-4501-ba6c-1be47109e00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:44.730764 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3fe73bb8-b870-4c19-b407-36878ff5d9f4 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:44.780279 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7548d80e-dafd-4501-ba6c-1be47109e00c None None] Pushing event updated for resources: {'Port': ['ID=35bbcd81-8d7b-4eb1-9b0c-308c8e1304cd,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:44.807667 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-78dda99d-9853-496c-9377-b3c96c346a75 req-e04eee34-fcf2-41d6-acc6-83e19902661b tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602573 Aug 19 15:06:44.845533 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3fe73bb8-b870-4c19-b407-36878ff5d9f4 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:44.847549 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe73bb8-b870-4c19-b407-36878ff5d9f4 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'Port': ['ID=20379dc2-cd68-4f36-86d3-95baccc7eae6,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:44.852024 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-912a9735-9d2b-40af-8dd3-5c83bb631c5b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:44.887726 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912a9735-9d2b-40af-8dd3-5c83bb631c5b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Pushing event deleted for resources: {'Subnet': ['ID=c3aedbbb-e07b-4c88-a645-e50448a6aaa5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:44.907484 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d968f8d2-ad0c-4acc-867e-1e0a568cf077 None None] Network 7217bcea-2fbf-4dd1-9341-4585f8e485e5 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:06:44.924490 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-912a9735-9d2b-40af-8dd3-5c83bb631c5b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:44.927630 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-912a9735-9d2b-40af-8dd3-5c83bb631c5b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] 10.222.0.69 "DELETE /v2.0/subnets/c3aedbbb-e07b-4c88-a645-e50448a6aaa5 HTTP/1.1" status: 204 len: 168 time: 0.8043222 Aug 19 15:06:44.930457 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54710) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:44.996323 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-56bc6acd-12c0-48cf-9d4a-e1e198afd9c6 None None] Provisioning complete for port 35bbcd81-8d7b-4eb1-9b0c-308c8e1304cd triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:06:44.996720 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-56bc6acd-12c0-48cf-9d4a-e1e198afd9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:45.044652 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fbdb2bbe-d4eb-47eb-8927-4b8d8f3d364b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:45.068214 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe73bb8-b870-4c19-b407-36878ff5d9f4 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Network 16979bc9-bd87-40e7-83d7-26aa6bdb5cc8 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:06:45.070607 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-3fe73bb8-b870-4c19-b407-36878ff5d9f4 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:06:45.173442 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-56bc6acd-12c0-48cf-9d4a-e1e198afd9c6 None None] Provisioning for port 20379dc2-cd68-4f36-86d3-95baccc7eae6 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:06:45.179947 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-56bc6acd-12c0-48cf-9d4a-e1e198afd9c6 None None] Provisioning complete for port 20379dc2-cd68-4f36-86d3-95baccc7eae6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:06:45.180330 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-56bc6acd-12c0-48cf-9d4a-e1e198afd9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:45.215899 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ccd721-771e-4390-9607-c967a99e0b44 None None] DHCP port deletion for 7217bcea-2fbf-4dd1-9341-4585f8e485e5 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:06:45.217812 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb2bbe-d4eb-47eb-8927-4b8d8f3d364b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Deleting port fb3d5ba8-0aac-4ec8-82b7-38d8c44cadd6 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:06:45.218162 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fbdb2bbe-d4eb-47eb-8927-4b8d8f3d364b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:45.258593 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-56bc6acd-12c0-48cf-9d4a-e1e198afd9c6 None None] Port 20379dc2-cd68-4f36-86d3-95baccc7eae6 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:06:45.274567 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe73bb8-b870-4c19-b407-36878ff5d9f4 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Router c9035436-5611-4272-a55a-584282187263 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:06:45.294653 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e7ccd721-771e-4390-9607-c967a99e0b44 None None] Deleting port fb3d5ba8-0aac-4ec8-82b7-38d8c44cadd6 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:06:45.296554 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e7ccd721-771e-4390-9607-c967a99e0b44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:45.298046 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-fbdb2bbe-d4eb-47eb-8927-4b8d8f3d364b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] For port fb3d5ba8-0aac-4ec8-82b7-38d8c44cadd6, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=fb3d5ba8-0aac-4ec8-82b7-38d8c44cadd6,segment=NetworkSegment(5e14f0b8-5ac8-4945-b693-320cda69ae13),segment_id=5e14f0b8-5ac8-4945-b693-320cda69ae13)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:06:45.298416 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fbdb2bbe-d4eb-47eb-8927-4b8d8f3d364b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:45.348985 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb2bbe-d4eb-47eb-8927-4b8d8f3d364b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Calling delete_port for fb3d5ba8-0aac-4ec8-82b7-38d8c44cadd6 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:06:45.390062 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e7ccd721-771e-4390-9607-c967a99e0b44 None None] For port fb3d5ba8-0aac-4ec8-82b7-38d8c44cadd6, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=fb3d5ba8-0aac-4ec8-82b7-38d8c44cadd6,segment=NetworkSegment(5e14f0b8-5ac8-4945-b693-320cda69ae13),segment_id=5e14f0b8-5ac8-4945-b693-320cda69ae13)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:06:45.390642 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e7ccd721-771e-4390-9607-c967a99e0b44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:45.407230 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e7ccd721-771e-4390-9607-c967a99e0b44 None None] Calling delete_port for fb3d5ba8-0aac-4ec8-82b7-38d8c44cadd6 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:06:45.487931 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe73bb8-b870-4c19-b407-36878ff5d9f4 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:06:45.496199 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-3fe73bb8-b870-4c19-b407-36878ff5d9f4 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "PUT /v2.0/routers/c9035436-5611-4272-a55a-584282187263/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2174492 Aug 19 15:06:45.507248 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ef306b-91f7-4485-b4d1-0648afcc62ec None None] Sync routers for ids ['c9035436-5611-4272-a55a-584282187263'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:06:45.513467 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fbdb2bbe-d4eb-47eb-8927-4b8d8f3d364b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:45.524104 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7d803baf-7ec8-454c-979d-1fd0e49a86be None None] Provisioning complete for port 20379dc2-cd68-4f36-86d3-95baccc7eae6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:06:45.524513 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7d803baf-7ec8-454c-979d-1fd0e49a86be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:45.531573 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ef306b-91f7-4485-b4d1-0648afcc62ec None None] Routers {'c9035436-5611-4272-a55a-584282187263'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:06:45.532537 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-33ef306b-91f7-4485-b4d1-0648afcc62ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:06:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['c9035436-5611-4272-a55a-584282187263'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:45.551192 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb2bbe-d4eb-47eb-8927-4b8d8f3d364b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Pushing event deleted for resources: {'Port': ['ID=fb3d5ba8-0aac-4ec8-82b7-38d8c44cadd6,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:45.553357 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdb2bbe-d4eb-47eb-8927-4b8d8f3d364b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] No DVR routers for this DVR port fb3d5ba8-0aac-4ec8-82b7-38d8c44cadd6 on host n-d-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:06:45.593009 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e7ccd721-771e-4390-9607-c967a99e0b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:45.660520 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ccd721-771e-4390-9607-c967a99e0b44 None None] Pushing event deleted for resources: {'Port': ['ID=fb3d5ba8-0aac-4ec8-82b7-38d8c44cadd6,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:45.668591 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-7d803baf-7ec8-454c-979d-1fd0e49a86be None None] Port 20379dc2-cd68-4f36-86d3-95baccc7eae6 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:06:45.678644 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ccd721-771e-4390-9607-c967a99e0b44 None None] No DVR routers for this DVR port fb3d5ba8-0aac-4ec8-82b7-38d8c44cadd6 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:06:45.716584 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 35bbcd81-8d7b-4eb1-9b0c-308c8e1304cd up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:06:45.779450 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-33ef306b-91f7-4485-b4d1-0648afcc62ec None None] Set router c9035436-5611-4272-a55a-584282187263 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:06:45.810542 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d62e4836-9f86-4f10-a5f6-2aee0b1a0fac None None] Provisioning complete for port 20379dc2-cd68-4f36-86d3-95baccc7eae6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:06:45.811021 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d62e4836-9f86-4f10-a5f6-2aee0b1a0fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:45.839214 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 35bbcd81-8d7b-4eb1-9b0c-308c8e1304cd triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:06:45.840204 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:45.901454 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d62e4836-9f86-4f10-a5f6-2aee0b1a0fac None None] Port 20379dc2-cd68-4f36-86d3-95baccc7eae6 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:06:46.036277 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 7a9f12ac-eb97-4094-895f-483254f0372d up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:06:46.054942 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fbdb2bbe-d4eb-47eb-8927-4b8d8f3d364b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:46.075378 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-fbdb2bbe-d4eb-47eb-8927-4b8d8f3d364b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7217bcea-2fbf-4dd1-9341-4585f8e485e5']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:46.087130 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-90ec1857-4167-4390-a878-c1ece5679c85 req-d708e6f6-4646-4041-b0e1-5867638f9f1a tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-308568519&fields=id&tenant_id=5784b0340e8242b1aba4ab831f2e3b23 HTTP/1.1" status: 200 len: 267 time: 0.1087122 Aug 19 15:06:46.090988 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-fbdb2bbe-d4eb-47eb-8927-4b8d8f3d364b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e14f0b8-5ac8-4945-b693-320cda69ae13') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:46.091281 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-fbdb2bbe-d4eb-47eb-8927-4b8d8f3d364b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e14f0b8-5ac8-4945-b693-320cda69ae13') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:46.104772 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fbdb2bbe-d4eb-47eb-8927-4b8d8f3d364b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:46.150180 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 7a9f12ac-eb97-4094-895f-483254f0372d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:06:46.150978 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:46.152646 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-33ef306b-91f7-4485-b4d1-0648afcc62ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9035436-5611-4272-a55a-584282187263', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1548904314', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '7a9f12ac-eb97-4094-895f-483254f0372d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:06:37Z', 'updated_at': '2021-08-19T15:06:43Z', 'revision_number': 4, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port': {'id': '7a9f12ac-eb97-4094-895f-483254f0372d', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:9d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9035436-5611-4272-a55a-584282187263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:06:37Z', 'updated_at': '2021-08-19T15:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '20379dc2-cd68-4f36-86d3-95baccc7eae6', 'name': '', 'network_id': '16979bc9-bd87-40e7-83d7-26aa6bdb5cc8', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'mac_address': 'fa:16:3e:79:21:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9035436-5611-4272-a55a-584282187263', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'e23e949d-cf50-4567-af8c-5bd60c665582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:06:42Z', 'updated_at': '2021-08-19T15:06:44Z', 'revision_number': 2, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'subnets': [{'id': 'e23e949d-cf50-4567-af8c-5bd60c665582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:46.218928 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ef306b-91f7-4485-b4d1-0648afcc62ec None None] Checking router: c9035436-5611-4272-a55a-584282187263 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:06:46.219514 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ef306b-91f7-4485-b4d1-0648afcc62ec None None] Updating router c9035436-5611-4272-a55a-584282187263 port 20379dc2-cd68-4f36-86d3-95baccc7eae6 binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:06:46.221339 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fbdb2bbe-d4eb-47eb-8927-4b8d8f3d364b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:46.242263 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbdb2bbe-d4eb-47eb-8927-4b8d8f3d364b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:06:46.242770 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fbdb2bbe-d4eb-47eb-8927-4b8d8f3d364b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:46.249822 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 15:06:46.249822 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:06:46.249822 n-d-766043-2 neutron-server[94640]: timer() Aug 19 15:06:46.249822 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:06:46.249822 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 15:06:46.249822 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:06:46.249822 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 15:06:46.249822 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:06:46.249822 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 15:06:46.249822 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:06:46.249822 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 15:06:46.249822 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:06:46.249822 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 15:06:46.249822 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:06:46.249822 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:06:46.249822 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:06:46.249822 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:06:46.249822 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:06:46.249822 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 15:06:46.249822 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:06:46.249822 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 15:06:46.249822 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:06:46.249822 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:06:46.249822 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:06:46.249822 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 15:06:46.249822 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:06:46.249822 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:06:46.249822 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:06:46.249822 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:06:46.249822 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:06:46.249822 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:06:46.249822 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:06:46.282703 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-33ef306b-91f7-4485-b4d1-0648afcc62ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:46.320092 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5ed92-3f04-46fe-a995-7a33dd9c8547 req-cd53d6f6-fd61-4918-ab39-2e3eabb533b9 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:46.328283 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-abd5ed92-3f04-46fe-a995-7a33dd9c8547 req-cd53d6f6-fd61-4918-ab39-2e3eabb533b9 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=f502dad7-2486-438a-a1c6-05bc976eff9e HTTP/1.1" status: 200 len: 946 time: 0.2203121 Aug 19 15:06:46.363375 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device fb3d5ba8-0aac-4ec8-82b7-38d8c44cadd6 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:06:46.387975 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec1857-4167-4390-a878-c1ece5679c85 req-5cfd24f9-8ba9-4772-8f1f-61346147fe11 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:46.389647 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-90ec1857-4167-4390-a878-c1ece5679c85 req-5cfd24f9-8ba9-4772-8f1f-61346147fe11 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/networks?id=16979bc9-bd87-40e7-83d7-26aa6bdb5cc8 HTTP/1.1" status: 200 len: 794 time: 0.2665274 Aug 19 15:06:46.395305 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: fb3d5ba8-0aac-4ec8-82b7-38d8c44cadd6 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:06:46.396641 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device fb3d5ba8-0aac-4ec8-82b7-38d8c44cadd6 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:06:46.396892 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fbdb2bbe-d4eb-47eb-8927-4b8d8f3d364b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:46.403266 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fbdb2bbe-d4eb-47eb-8927-4b8d8f3d364b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:46.409008 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-fbdb2bbe-d4eb-47eb-8927-4b8d8f3d364b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] 10.222.0.69 "DELETE /v2.0/networks/7217bcea-2fbf-4dd1-9341-4585f8e485e5 HTTP/1.1" status: 204 len: 168 time: 1.4739451 Aug 19 15:06:46.409152 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54744) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:46.481601 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-abd5ed92-3f04-46fe-a995-7a33dd9c8547 req-8ab93b06-5030-4124-a2fc-53175c310a6b tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525109 Aug 19 15:06:46.483211 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb2bbe-d4eb-47eb-8927-4b8d8f3d364b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Pushing event deleted for resources: {'Network': ['ID=7217bcea-2fbf-4dd1-9341-4585f8e485e5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:46.486948 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-90ec1857-4167-4390-a878-c1ece5679c85 req-49aadd53-e50d-4401-84ce-86b01b97ae00 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/quotas/5784b0340e8242b1aba4ab831f2e3b23 HTTP/1.1" status: 200 len: 375 time: 0.0588195 Aug 19 15:06:46.588611 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-90ec1857-4167-4390-a878-c1ece5679c85 req-c8f8f07c-420a-459e-a2a7-c4730a3d69c2 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=5784b0340e8242b1aba4ab831f2e3b23&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0862696 Aug 19 15:06:46.715355 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-33ef306b-91f7-4485-b4d1-0648afcc62ec None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:46.725845 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-33ef306b-91f7-4485-b4d1-0648afcc62ec None None] Transition to ACTIVE for port object 20379dc2-cd68-4f36-86d3-95baccc7eae6 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:06:46.734077 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-33ef306b-91f7-4485-b4d1-0648afcc62ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:46.775517 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-90ec1857-4167-4390-a878-c1ece5679c85 req-d8f93bf7-035e-4b6d-8b28-24c2350e01ff service neutron] 10.222.0.69 "GET /v2.0/networks/16979bc9-bd87-40e7-83d7-26aa6bdb5cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436234 Aug 19 15:06:46.813376 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6913820-3fff-435f-9be5-de53ab7907c2 None None] Pushing event updated for resources: {'Port': ['ID=20379dc2-cd68-4f36-86d3-95baccc7eae6,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:46.911259 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-33ef306b-91f7-4485-b4d1-0648afcc62ec None None] Attempting to bind port 20379dc2-cd68-4f36-86d3-95baccc7eae6 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:06:46.911746 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-33ef306b-91f7-4485-b4d1-0648afcc62ec None None] Attempting to bind port 20379dc2-cd68-4f36-86d3-95baccc7eae6 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '2d0390a9-4688-40e5-b551-619ed4a62b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '16979bc9-bd87-40e7-83d7-26aa6bdb5cc8'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:06:46.912316 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ef306b-91f7-4485-b4d1-0648afcc62ec None None] Attempting to bind port 20379dc2-cd68-4f36-86d3-95baccc7eae6 on network 16979bc9-bd87-40e7-83d7-26aa6bdb5cc8 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:06:46.920640 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ef306b-91f7-4485-b4d1-0648afcc62ec None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:06:46.921378 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ef306b-91f7-4485-b4d1-0648afcc62ec None None] Checking segment: {'id': '2d0390a9-4688-40e5-b551-619ed4a62b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '16979bc9-bd87-40e7-83d7-26aa6bdb5cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:06:46.922270 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-33ef306b-91f7-4485-b4d1-0648afcc62ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:46.923199 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ef306b-91f7-4485-b4d1-0648afcc62ec None None] Bound using segment: {'id': '2d0390a9-4688-40e5-b551-619ed4a62b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '16979bc9-bd87-40e7-83d7-26aa6bdb5cc8'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:06:46.924487 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-33ef306b-91f7-4485-b4d1-0648afcc62ec None None] Bound port: 20379dc2-cd68-4f36-86d3-95baccc7eae6, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0390a9-4688-40e5-b551-619ed4a62b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '16979bc9-bd87-40e7-83d7-26aa6bdb5cc8'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:06:46.925881 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-33ef306b-91f7-4485-b4d1-0648afcc62ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:46.943554 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-21e5669b-e299-49f2-8d54-8b4d0e174f5b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Deleting port b9fa9bb3-4bdb-4f5d-8e6f-3b0b09fb8c89 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:06:46.943964 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21e5669b-e299-49f2-8d54-8b4d0e174f5b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:46.948401 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139b889-7dc1-456a-9781-87721629b794 req-eac5e976-3707-47e2-a3f3-3622c1a994a3 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:46.951567 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4139b889-7dc1-456a-9781-87721629b794 req-eac5e976-3707-47e2-a3f3-3622c1a994a3 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=f502dad7-2486-438a-a1c6-05bc976eff9e HTTP/1.1" status: 200 len: 946 time: 0.3452723 Aug 19 15:06:47.036478 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21e5669b-e299-49f2-8d54-8b4d0e174f5b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:47.036478 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21e5669b-e299-49f2-8d54-8b4d0e174f5b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:47.039627 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4139b889-7dc1-456a-9781-87721629b794 req-83765615-c052-4069-bcea-a83bc9fc9f74 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771680 Aug 19 15:06:47.067478 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-21e5669b-e299-49f2-8d54-8b4d0e174f5b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Calling delete_port for b9fa9bb3-4bdb-4f5d-8e6f-3b0b09fb8c89 owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:06:47.097340 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54758) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:47.128349 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-33ef306b-91f7-4485-b4d1-0648afcc62ec None None] For port 20379dc2-cd68-4f36-86d3-95baccc7eae6, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:06:47.133936 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-33ef306b-91f7-4485-b4d1-0648afcc62ec None None] For port 20379dc2-cd68-4f36-86d3-95baccc7eae6, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=20379dc2-cd68-4f36-86d3-95baccc7eae6,segment=NetworkSegment(2d0390a9-4688-40e5-b551-619ed4a62b79),segment_id=2d0390a9-4688-40e5-b551-619ed4a62b79)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:06:47.141654 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-33ef306b-91f7-4485-b4d1-0648afcc62ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:47.177924 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-90ec1857-4167-4390-a878-c1ece5679c85 req-200d7c12-6fa7-4f74-8b39-0f78b5829598 service neutron] 10.222.0.69 "GET /v2.0/networks/16979bc9-bd87-40e7-83d7-26aa6bdb5cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4065742 Aug 19 15:06:47.307181 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6913820-3fff-435f-9be5-de53ab7907c2 None None] Pushing event updated for resources: {'Port': ['ID=20379dc2-cd68-4f36-86d3-95baccc7eae6,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:47.360732 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ef306b-91f7-4485-b4d1-0648afcc62ec None None] Routers {'c9035436-5611-4272-a55a-584282187263'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:06:47.362266 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-33ef306b-91f7-4485-b4d1-0648afcc62ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:06:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['c9035436-5611-4272-a55a-584282187263'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:47.384782 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21e5669b-e299-49f2-8d54-8b4d0e174f5b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:47.447662 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e5669b-e299-49f2-8d54-8b4d0e174f5b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Pushing event deleted for resources: {'Port': ['ID=b9fa9bb3-4bdb-4f5d-8e6f-3b0b09fb8c89,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:47.587499 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-33ef306b-91f7-4485-b4d1-0648afcc62ec None None] Set router c9035436-5611-4272-a55a-584282187263 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:06:47.631505 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21e5669b-e299-49f2-8d54-8b4d0e174f5b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:47.635882 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21e5669b-e299-49f2-8d54-8b4d0e174f5b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:47.638086 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-21e5669b-e299-49f2-8d54-8b4d0e174f5b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] 10.222.0.69 "DELETE /v2.0/floatingips/3c016bbe-d3c6-4404-bb96-cfb1571a9c67 HTTP/1.1" status: 204 len: 168 time: 1.2280390 Aug 19 15:06:47.644773 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54770) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:47.666223 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-43277a3f-d668-4a0d-98b9-070df80757bb req-93282a29-4987-4501-b33f-c811bd480d35 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=97bf27b4-7347-497b-8a84-e2cd21e023a7 HTTP/1.1" status: 200 len: 210 time: 0.0927358 Aug 19 15:06:47.688740 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6867293-6706-4785-a367-1987fe17a253 tempest-TestVolumeBootPattern-710886111 tempest-TestVolumeBootPattern-710886111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:47.691903 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f6867293-6706-4785-a367-1987fe17a253 tempest-TestVolumeBootPattern-710886111 tempest-TestVolumeBootPattern-710886111-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=f502dad7-2486-438a-a1c6-05bc976eff9e HTTP/1.1" status: 200 len: 1092 time: 0.5929205 Aug 19 15:06:47.706356 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54772) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:47.708970 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-40fa5ecd-efaf-404d-b70f-d301ea99a7dc tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] DELETE failed (client error): The resource could not be found. Aug 19 15:06:47.710200 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40fa5ecd-efaf-404d-b70f-d301ea99a7dc tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:06:47.712183 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-40fa5ecd-efaf-404d-b70f-d301ea99a7dc tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] 10.222.0.69 "DELETE /v2.0/ports/7dece702-7a94-4af0-9acf-dd4d782dc284 HTTP/1.1" status: 404 len: 333 time: 0.0656147 Aug 19 15:06:47.717148 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54774) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:47.746025 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c3c84e6c-5909-437e-bfe2-708ae95a226b tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Request body: {'floatingip': {'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'port_id': 'bb29058b-956e-4de3-9fd4-db3fe49030c1', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:47.755357 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8762e493-340f-42ba-96dd-1fa5281e2f11 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] 10.222.0.69 "GET /v2.0/ports?device_id=a4c4c36b-7a8b-4e24-aeb0-a01db16c6586 HTTP/1.1" status: 200 len: 205 time: 0.0367622 Aug 19 15:06:47.761327 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54776) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:47.801094 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c3c84e6c-5909-437e-bfe2-708ae95a226b tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:47.813015 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-acb137cc-267c-4612-a313-10f496331eca tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] delete failed (client error): The resource could not be found. Aug 19 15:06:47.818503 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-acb137cc-267c-4612-a313-10f496331eca tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] 10.222.0.69 "DELETE /v2.0/routers/a4c4c36b-7a8b-4e24-aeb0-a01db16c6586 HTTP/1.1" status: 404 len: 336 time: 0.0588517 Aug 19 15:06:47.818716 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e3aba-69ce-4a99-b5cc-2dd5bfc35f56 req-6b2d9e9c-d7e2-48e2-a22b-fc68348e66cc tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:47.819207 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54778) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:47.830193 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c44e3aba-69ce-4a99-b5cc-2dd5bfc35f56 req-6b2d9e9c-d7e2-48e2-a22b-fc68348e66cc tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] 10.222.0.69 "GET /v2.0/ports?device_id=5ab11980-95ab-4325-bb92-d70af7939038 HTTP/1.1" status: 200 len: 945 time: 0.2772083 Aug 19 15:06:47.852712 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae64290e-75fb-4e89-9f25-cd9ebf73f210 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] DELETE failed (client error): The resource could not be found. Aug 19 15:06:47.853179 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae64290e-75fb-4e89-9f25-cd9ebf73f210 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:06:47.858245 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ae64290e-75fb-4e89-9f25-cd9ebf73f210 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] 10.222.0.69 "DELETE /v2.0/subnets/c3aedbbb-e07b-4c88-a645-e50448a6aaa5 HTTP/1.1" status: 404 len: 337 time: 0.0380871 Aug 19 15:06:47.858872 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54780) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:47.906603 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-33ef306b-91f7-4485-b4d1-0648afcc62ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9035436-5611-4272-a55a-584282187263', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1548904314', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '7a9f12ac-eb97-4094-895f-483254f0372d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:06:37Z', 'updated_at': '2021-08-19T15:06:43Z', 'revision_number': 4, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port': {'id': '7a9f12ac-eb97-4094-895f-483254f0372d', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:9d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9035436-5611-4272-a55a-584282187263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:06:37Z', 'updated_at': '2021-08-19T15:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '20379dc2-cd68-4f36-86d3-95baccc7eae6', 'name': '', 'network_id': '16979bc9-bd87-40e7-83d7-26aa6bdb5cc8', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'mac_address': 'fa:16:3e:79:21:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9035436-5611-4272-a55a-584282187263', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'e23e949d-cf50-4567-af8c-5bd60c665582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:06:42Z', 'updated_at': '2021-08-19T15:06:47Z', 'revision_number': 4, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'subnets': [{'id': 'e23e949d-cf50-4567-af8c-5bd60c665582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:47.955689 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ef306b-91f7-4485-b4d1-0648afcc62ec None None] The sync data for ids ['c9035436-5611-4272-a55a-584282187263'] in n-d-766043-2 is: [{'id': 'c9035436-5611-4272-a55a-584282187263', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1548904314', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '7a9f12ac-eb97-4094-895f-483254f0372d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:06:37Z', 'updated_at': '2021-08-19T15:06:43Z', 'revision_number': 4, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port': {'id': '7a9f12ac-eb97-4094-895f-483254f0372d', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:9d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9035436-5611-4272-a55a-584282187263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:06:37Z', 'updated_at': '2021-08-19T15:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '20379dc2-cd68-4f36-86d3-95baccc7eae6', 'name': '', 'network_id': '16979bc9-bd87-40e7-83d7-26aa6bdb5cc8', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'mac_address': 'fa:16:3e:79:21:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9035436-5611-4272-a55a-584282187263', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'e23e949d-cf50-4567-af8c-5bd60c665582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:06:42Z', 'updated_at': '2021-08-19T15:06:47Z', 'revision_number': 4, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'subnets': [{'id': 'e23e949d-cf50-4567-af8c-5bd60c665582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:06:47.956516 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c44e3aba-69ce-4a99-b5cc-2dd5bfc35f56 req-691d5bce-d424-4d9e-807b-3d08e25afe27 tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] 10.222.0.69 "GET /v2.0/security-groups?id=047775fc-79d2-4f6e-bef5-3b9123576bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241007 Aug 19 15:06:48.025672 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d6e8b7a7-7186-40bb-98e6-e9ebbab23015 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Deleting port 061da490-6101-49be-8cab-de818f49e931 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:06:48.026036 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d6e8b7a7-7186-40bb-98e6-e9ebbab23015 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:48.077574 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c3c84e6c-5909-437e-bfe2-708ae95a226b tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:48.209688 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d6e8b7a7-7186-40bb-98e6-e9ebbab23015 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:48.229492 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d6e8b7a7-7186-40bb-98e6-e9ebbab23015 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Calling delete_port for 061da490-6101-49be-8cab-de818f49e931 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:06:48.246925 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-c3c84e6c-5909-437e-bfe2-708ae95a226b tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Allocated IP 172.25.2.145 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/de06beeb-0de0-459a-9460-975ec925af30) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:06:48.380297 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c3c84e6c-5909-437e-bfe2-708ae95a226b tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:48.420438 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d6e8b7a7-7186-40bb-98e6-e9ebbab23015 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:48.458533 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c3c84e6c-5909-437e-bfe2-708ae95a226b tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:48.481681 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e8b7a7-7186-40bb-98e6-e9ebbab23015 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Pushing event deleted for resources: {'Port': ['ID=061da490-6101-49be-8cab-de818f49e931,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:48.518176 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c84e6c-5909-437e-bfe2-708ae95a226b tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:06:48.519448 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c84e6c-5909-437e-bfe2-708ae95a226b tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Pushing event updated for resources: {'Port': ['ID=de06beeb-0de0-459a-9460-975ec925af30,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:48.523090 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-c3c84e6c-5909-437e-bfe2-708ae95a226b tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:06:48.527053 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c84e6c-5909-437e-bfe2-708ae95a226b tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:06:48.543236 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d6e8b7a7-7186-40bb-98e6-e9ebbab23015 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:48.546138 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d6e8b7a7-7186-40bb-98e6-e9ebbab23015 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] 10.222.0.69 "DELETE /v2.0/ports/061da490-6101-49be-8cab-de818f49e931 HTTP/1.1" status: 204 len: 168 time: 0.6861649 Aug 19 15:06:48.549967 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54788) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:48.657407 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-da95ae91-f99d-424a-bfdd-d4959a0f0d3b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Deleting port ecae6100-6fee-4adb-93f2-8e7ea24d5e3d {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:06:48.657847 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-da95ae91-f99d-424a-bfdd-d4959a0f0d3b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:48.767062 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-da95ae91-f99d-424a-bfdd-d4959a0f0d3b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:48.783865 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-da95ae91-f99d-424a-bfdd-d4959a0f0d3b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Calling delete_port for ecae6100-6fee-4adb-93f2-8e7ea24d5e3d owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:06:48.838122 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-62cf0401-cfa5-4688-9a54-252be91db5ac req-b52dfeaa-ba74-4f71-b676-6db7870a462f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=97bf27b4-7347-497b-8a84-e2cd21e023a7 HTTP/1.1" status: 200 len: 210 time: 0.0390847 Aug 19 15:06:48.858811 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb960d1f-357f-4ecf-81bd-74b23649e21b req-3a75cd27-0090-4bbd-86b6-7555e7f29c2e tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:48.860339 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fb960d1f-357f-4ecf-81bd-74b23649e21b req-3a75cd27-0090-4bbd-86b6-7555e7f29c2e tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] 10.222.0.88 "GET /v2.0/ports?device_id=5ab11980-95ab-4325-bb92-d70af7939038 HTTP/1.1" status: 200 len: 945 time: 0.1458254 Aug 19 15:06:49.075216 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-da95ae91-f99d-424a-bfdd-d4959a0f0d3b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:49.128326 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c3c84e6c-5909-437e-bfe2-708ae95a226b tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:49.133126 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-fb960d1f-357f-4ecf-81bd-74b23649e21b req-399a623e-4328-4bb0-a94e-2763ca2339fb tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] Deleting port a55518ea-2bed-408c-8dd5-6f937ab4bdca {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:06:49.133726 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fb960d1f-357f-4ecf-81bd-74b23649e21b req-399a623e-4328-4bb0-a94e-2763ca2339fb tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:49.152891 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da95ae91-f99d-424a-bfdd-d4959a0f0d3b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Pushing event deleted for resources: {'Port': ['ID=ecae6100-6fee-4adb-93f2-8e7ea24d5e3d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:49.199452 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec1857-4167-4390-a878-c1ece5679c85 req-c745b816-1ad1-438e-a145-a42d663d091b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:49.201160 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-90ec1857-4167-4390-a878-c1ece5679c85 req-c745b816-1ad1-438e-a145-a42d663d091b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.68 "GET /v2.0/networks?id=16979bc9-bd87-40e7-83d7-26aa6bdb5cc8 HTTP/1.1" status: 200 len: 794 time: 0.2757940 Aug 19 15:06:49.228045 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7c34d4-feb1-454a-a69d-5c0391a8471b req-d0cb8122-79a3-4a58-9f22-fbfc7428ed21 tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:49.230359 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fc7c34d4-feb1-454a-a69d-5c0391a8471b req-d0cb8122-79a3-4a58-9f22-fbfc7428ed21 tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] 10.222.0.69 "GET /v2.0/ports?device_id=5ab11980-95ab-4325-bb92-d70af7939038 HTTP/1.1" status: 200 len: 945 time: 0.1658351 Aug 19 15:06:49.272752 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-90ec1857-4167-4390-a878-c1ece5679c85 req-12d42500-627c-4d7a-a207-1d09dc327256 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5784b0340e8242b1aba4ab831f2e3b23 HTTP/1.1" status: 200 len: 379 time: 0.0518057 Aug 19 15:06:49.278984 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-da95ae91-f99d-424a-bfdd-d4959a0f0d3b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:49.283448 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-da95ae91-f99d-424a-bfdd-d4959a0f0d3b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] 10.222.0.69 "DELETE /v2.0/ports/ecae6100-6fee-4adb-93f2-8e7ea24d5e3d HTTP/1.1" status: 204 len: 168 time: 0.7295446 Aug 19 15:06:49.283616 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54794) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:49.288765 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-90ec1857-4167-4390-a878-c1ece5679c85 req-6c5973b5-40a4-4239-95eb-fba396d5fcb6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Request body: {'port': {'device_id': '97bf27b4-7347-497b-8a84-e2cd21e023a7', 'network_id': '16979bc9-bd87-40e7-83d7-26aa6bdb5cc8', 'admin_state_up': True, 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'security_groups': ['7410b8ac-28b2-41f0-a4f8-33818ccf3844']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:49.332879 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c3c84e6c-5909-437e-bfe2-708ae95a226b tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:49.366799 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fc7c34d4-feb1-454a-a69d-5c0391a8471b req-ec70553f-32de-4d8d-a62e-b5f61d5031a5 tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] 10.222.0.69 "GET /v2.0/security-groups?id=047775fc-79d2-4f6e-bef5-3b9123576bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221900 Aug 19 15:06:49.374069 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-fb960d1f-357f-4ecf-81bd-74b23649e21b req-399a623e-4328-4bb0-a94e-2763ca2339fb tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] For port a55518ea-2bed-408c-8dd5-6f937ab4bdca, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=a55518ea-2bed-408c-8dd5-6f937ab4bdca,segment=NetworkSegment(28943d89-36d6-441c-b575-eedffcaf7f12),segment_id=28943d89-36d6-441c-b575-eedffcaf7f12)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:06:49.375239 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fb960d1f-357f-4ecf-81bd-74b23649e21b req-399a623e-4328-4bb0-a94e-2763ca2339fb tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:49.401707 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-fb960d1f-357f-4ecf-81bd-74b23649e21b req-399a623e-4328-4bb0-a94e-2763ca2339fb tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] Calling delete_port for a55518ea-2bed-408c-8dd5-6f937ab4bdca owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:06:49.492798 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb4d4e4-7d41-49e3-a9e1-1f23ebb5ed0b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:49.500742 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8eb4d4e4-7d41-49e3-a9e1-1f23ebb5ed0b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] 10.222.0.69 "GET /v2.0/ports?device_id=eef85a88-bc62-4481-a439-29205657e4d3 HTTP/1.1" status: 200 len: 913 time: 0.2100334 Aug 19 15:06:49.500742 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54798) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:49.656709 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90ec1857-4167-4390-a878-c1ece5679c85 req-6c5973b5-40a4-4239-95eb-fba396d5fcb6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Made reservation on behalf of 5784b0340e8242b1aba4ab831f2e3b23 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:06:49.661594 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-90ec1857-4167-4390-a878-c1ece5679c85 req-6c5973b5-40a4-4239-95eb-fba396d5fcb6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:49.749049 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c3c84e6c-5909-437e-bfe2-708ae95a226b tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:49.758379 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c3c84e6c-5909-437e-bfe2-708ae95a226b tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:49.774272 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 20379dc2-cd68-4f36-86d3-95baccc7eae6 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:06:49.845105 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c84e6c-5909-437e-bfe2-708ae95a226b tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Pushing event updated for resources: {'Port': ['ID=de06beeb-0de0-459a-9460-975ec925af30,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:49.856748 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fb960d1f-357f-4ecf-81bd-74b23649e21b req-399a623e-4328-4bb0-a94e-2763ca2339fb tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:49.864387 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 20379dc2-cd68-4f36-86d3-95baccc7eae6 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:06:49.872754 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 20379dc2-cd68-4f36-86d3-95baccc7eae6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:06:49.873543 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:49.940878 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a623e-4328-4bb0-a94e-2763ca2339fb tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] Pushing event deleted for resources: {'Port': ['ID=a55518ea-2bed-408c-8dd5-6f937ab4bdca,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:49.943102 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c3c84e6c-5909-437e-bfe2-708ae95a226b tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:49.973163 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-90ec1857-4167-4390-a878-c1ece5679c85 req-6c5973b5-40a4-4239-95eb-fba396d5fcb6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Allocated IP 172.20.0.5 (16979bc9-bd87-40e7-83d7-26aa6bdb5cc8/e23e949d-cf50-4567-af8c-5bd60c665582/032792af-7fe6-4557-bf66-118f51873fa6) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:06:49.991240 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:50.037068 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 20379dc2-cd68-4f36-86d3-95baccc7eae6, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=20379dc2-cd68-4f36-86d3-95baccc7eae6,segment=NetworkSegment(2d0390a9-4688-40e5-b551-619ed4a62b79),segment_id=2d0390a9-4688-40e5-b551-619ed4a62b79)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:06:50.042825 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b88fd32f-b71b-4f91-9a1f-9e113b69fee6 req-224bd60b-6034-4b27-ab15-64bf194e7f5d tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=97bf27b4-7347-497b-8a84-e2cd21e023a7 HTTP/1.1" status: 200 len: 210 time: 0.0500705 Aug 19 15:06:50.044107 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:50.107286 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb960d1f-357f-4ecf-81bd-74b23649e21b req-399a623e-4328-4bb0-a94e-2763ca2339fb tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] No DVR routers for this DVR port a55518ea-2bed-408c-8dd5-6f937ab4bdca on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:06:50.110830 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fb960d1f-357f-4ecf-81bd-74b23649e21b req-399a623e-4328-4bb0-a94e-2763ca2339fb tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:50.113533 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fb960d1f-357f-4ecf-81bd-74b23649e21b req-399a623e-4328-4bb0-a94e-2763ca2339fb tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] 10.222.0.88 "DELETE /v2.0/ports/a55518ea-2bed-408c-8dd5-6f937ab4bdca HTTP/1.1" status: 204 len: 173 time: 1.2245686 Aug 19 15:06:50.114366 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab11980-95ab-4325-bb92-d70af7939038', 'name': 'network-vif-deleted', 'tag': 'a55518ea-2bed-408c-8dd5-6f937ab4bdca'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:06:50.117237 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c63687-d8d6-47a5-96e7-a0a9151bd706" -d '{"events": [{"server_uuid": "5ab11980-95ab-4325-bb92-d70af7939038", "name": "network-vif-deleted", "tag": "a55518ea-2bed-408c-8dd5-6f937ab4bdca"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:06:50.136445 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=20379dc2-cd68-4f36-86d3-95baccc7eae6,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:50.194505 n-d-766043-2 neutron-server[94640]: INFO neutron.db.l3_db [None req-c3c84e6c-5909-437e-bfe2-708ae95a226b tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Floating IP 0b2ac64e-620e-4bb3-9b9f-114a734efccc associated. External IP: 172.25.2.145, port: bb29058b-956e-4de3-9fd4-db3fe49030c1. Aug 19 15:06:50.221727 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-90ec1857-4167-4390-a878-c1ece5679c85 req-6c5973b5-40a4-4239-95eb-fba396d5fcb6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:50.228657 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-be86fa37-5b54-442f-9c64-130ad2933c5b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:50.267060 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fcf03ba-e698-4b01-9479-ac2aea7464ab x-openstack-request-id: req-8fcf03ba-e698-4b01-9479-ac2aea7464ab {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:06:50.267564 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab11980-95ab-4325-bb92-d70af7939038", "name": "network-vif-deleted", "tag": "a55518ea-2bed-408c-8dd5-6f937ab4bdca", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:06:50.267912 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8fcf03ba-e698-4b01-9479-ac2aea7464ab {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:06:50.268537 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab11980-95ab-4325-bb92-d70af7939038', 'name': 'network-vif-deleted', 'tag': 'a55518ea-2bed-408c-8dd5-6f937ab4bdca', 'status': 'completed', 'code': 200} Aug 19 15:06:50.282843 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-90ec1857-4167-4390-a878-c1ece5679c85 req-6c5973b5-40a4-4239-95eb-fba396d5fcb6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Transition to ACTIVE for port object 032792af-7fe6-4557-bf66-118f51873fa6 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:06:50.396014 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-90ec1857-4167-4390-a878-c1ece5679c85 req-6c5973b5-40a4-4239-95eb-fba396d5fcb6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:50.470961 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c84e6c-5909-437e-bfe2-708ae95a226b tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Router ca65e901-eea1-45f3-9424-a1acad466ee4 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:06:50.527037 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90ec1857-4167-4390-a878-c1ece5679c85 req-6c5973b5-40a4-4239-95eb-fba396d5fcb6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Network 16979bc9-bd87-40e7-83d7-26aa6bdb5cc8 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:06:50.532321 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-90ec1857-4167-4390-a878-c1ece5679c85 req-6c5973b5-40a4-4239-95eb-fba396d5fcb6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:06:50.535733 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ec1857-4167-4390-a878-c1ece5679c85 req-6c5973b5-40a4-4239-95eb-fba396d5fcb6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:06:50.574188 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-13795782-fcc0-43c3-b66e-27130689340e req-fb4363cc-4a2b-4830-8fe0-bda9761a1e1a tempest-VolumesActionsTest-1886692940 tempest-VolumesActionsTest-1886692940-project] 10.222.0.69 "GET /v2.0/ports?device_id=5ab11980-95ab-4325-bb92-d70af7939038 HTTP/1.1" status: 200 len: 210 time: 0.0886467 Aug 19 15:06:50.590568 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5973b5-40a4-4239-95eb-fba396d5fcb6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'Port': ['ID=032792af-7fe6-4557-bf66-118f51873fa6,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:50.653206 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec1857-4167-4390-a878-c1ece5679c85 req-6c5973b5-40a4-4239-95eb-fba396d5fcb6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:50.654027 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-90ec1857-4167-4390-a878-c1ece5679c85 req-6c5973b5-40a4-4239-95eb-fba396d5fcb6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:50.678117 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-90ec1857-4167-4390-a878-c1ece5679c85 req-6c5973b5-40a4-4239-95eb-fba396d5fcb6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3951602 Aug 19 15:06:50.699954 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c84e6c-5909-437e-bfe2-708ae95a226b tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:06:50.711764 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31db79be-bfbe-4fe5-acbb-d57df284c327 None None] Sync routers for ids ['ca65e901-eea1-45f3-9424-a1acad466ee4'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:06:50.719913 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-90ec1857-4167-4390-a878-c1ece5679c85 req-9654abcf-265f-4d6b-9f8e-b7d237e4320b service neutron] Request body: {'port': {'device_id': '97bf27b4-7347-497b-8a84-e2cd21e023a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:50.732936 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31db79be-bfbe-4fe5-acbb-d57df284c327 None None] Routers {'ca65e901-eea1-45f3-9424-a1acad466ee4'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:06:50.733577 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-31db79be-bfbe-4fe5-acbb-d57df284c327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:06:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['ca65e901-eea1-45f3-9424-a1acad466ee4'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:50.747492 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c3c84e6c-5909-437e-bfe2-708ae95a226b tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:50.812540 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-c3c84e6c-5909-437e-bfe2-708ae95a226b tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1044216 Aug 19 15:06:50.839593 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-90ec1857-4167-4390-a878-c1ece5679c85 req-9654abcf-265f-4d6b-9f8e-b7d237e4320b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:50.896909 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-18974377-0805-457f-8600-49df4682fbb6 None None] Provisioning for port 032792af-7fe6-4557-bf66-118f51873fa6 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:06:50.906880 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-18974377-0805-457f-8600-49df4682fbb6 None None] Provisioning complete for port 032792af-7fe6-4557-bf66-118f51873fa6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:06:50.907632 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-18974377-0805-457f-8600-49df4682fbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:50.941112 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-31db79be-bfbe-4fe5-acbb-d57df284c327 None None] Set router ca65e901-eea1-45f3-9424-a1acad466ee4 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:06:50.969068 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-be86fa37-5b54-442f-9c64-130ad2933c5b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Deleting port eacb4f24-d144-4eeb-be26-8ae6857f6dce {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:06:50.969623 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-be86fa37-5b54-442f-9c64-130ad2933c5b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:50.982385 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-18974377-0805-457f-8600-49df4682fbb6 None None] Port 032792af-7fe6-4557-bf66-118f51873fa6 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:06:51.175374 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device a55518ea-2bed-408c-8dd5-6f937ab4bdca no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:06:51.205489 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: a55518ea-2bed-408c-8dd5-6f937ab4bdca {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:06:51.205852 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device a55518ea-2bed-408c-8dd5-6f937ab4bdca not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:06:51.225615 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-be86fa37-5b54-442f-9c64-130ad2933c5b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:51.238043 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a1d78d-be78-40fe-8f10-db877a2f259f req-c506156b-3aa8-4556-aeb7-c8ccf1fd14e1 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:51.239963 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d9a1d78d-be78-40fe-8f10-db877a2f259f req-c506156b-3aa8-4556-aeb7-c8ccf1fd14e1 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=97bf27b4-7347-497b-8a84-e2cd21e023a7 HTTP/1.1" status: 200 len: 931 time: 0.0923755 Aug 19 15:06:51.251476 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-be86fa37-5b54-442f-9c64-130ad2933c5b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Calling delete_port for eacb4f24-d144-4eeb-be26-8ae6857f6dce owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:06:51.271150 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-31db79be-bfbe-4fe5-acbb-d57df284c327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'name': 'tempest-TestVolumeBootPattern-652792475-router', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '069e7c76-badf-4569-8845-68c39685a135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:25Z', 'updated_at': '2021-08-19T15:01:30Z', 'revision_number': 4, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'gw_port': {'id': '069e7c76-badf-4569-8845-68c39685a135', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:26Z', 'updated_at': '2021-08-19T15:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '0b2ac64e-620e-4bb3-9b9f-114a734efccc', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'floating_ip_address': '172.25.2.145', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'port_id': 'bb29058b-956e-4de3-9fd4-db3fe49030c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0', 'mac_address': 'fa:16:3e:bc:00:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502dad7-2486-438a-a1c6-05bc976eff9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:06:48Z', 'updated_at': '2021-08-19T15:06:48Z', 'revision_number': 0, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8885ca0-4847-4969-9f31-2eb1d0e2d04c', 'name': '', 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'mac_address': 'fa:16:3e:64:5e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '4501b342-71e0-4b08-b9d8-b651dd87e075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:28Z', 'updated_at': '2021-08-19T15:01:40Z', 'revision_number': 5, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'subnets': [{'id': '4501b342-71e0-4b08-b9d8-b651dd87e075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:51.300438 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d9a1d78d-be78-40fe-8f10-db877a2f259f req-db5b0df8-2c27-449e-a14b-4ba1d96dbc88 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7410b8ac-28b2-41f0-a4f8-33818ccf3844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511358 Aug 19 15:06:51.300793 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31db79be-bfbe-4fe5-acbb-d57df284c327 None None] Checking router: ca65e901-eea1-45f3-9424-a1acad466ee4 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:06:51.314805 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31db79be-bfbe-4fe5-acbb-d57df284c327 None None] Routers {'ca65e901-eea1-45f3-9424-a1acad466ee4'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:06:51.315677 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-31db79be-bfbe-4fe5-acbb-d57df284c327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:06:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['ca65e901-eea1-45f3-9424-a1acad466ee4'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:51.453344 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-90ec1857-4167-4390-a878-c1ece5679c85 req-9654abcf-265f-4d6b-9f8e-b7d237e4320b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 032792af-7fe6-4557-bf66-118f51873fa6 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:06:51.463550 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-90ec1857-4167-4390-a878-c1ece5679c85 req-9654abcf-265f-4d6b-9f8e-b7d237e4320b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:51.470174 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-31db79be-bfbe-4fe5-acbb-d57df284c327 None None] Set router ca65e901-eea1-45f3-9424-a1acad466ee4 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:06:51.488200 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-90ec1857-4167-4390-a878-c1ece5679c85 req-9654abcf-265f-4d6b-9f8e-b7d237e4320b service neutron] Transition to ACTIVE for port object 032792af-7fe6-4557-bf66-118f51873fa6 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:06:51.498986 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-90ec1857-4167-4390-a878-c1ece5679c85 req-9654abcf-265f-4d6b-9f8e-b7d237e4320b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:51.603721 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9654abcf-265f-4d6b-9f8e-b7d237e4320b service neutron] Pushing event updated for resources: {'Port': ['ID=032792af-7fe6-4557-bf66-118f51873fa6,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:51.716781 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 20379dc2-cd68-4f36-86d3-95baccc7eae6 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:06:51.716979 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-be86fa37-5b54-442f-9c64-130ad2933c5b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:51.779630 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-90ec1857-4167-4390-a878-c1ece5679c85 req-9654abcf-265f-4d6b-9f8e-b7d237e4320b service neutron] Attempting to bind port 032792af-7fe6-4557-bf66-118f51873fa6 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:06:51.780021 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-90ec1857-4167-4390-a878-c1ece5679c85 req-9654abcf-265f-4d6b-9f8e-b7d237e4320b service neutron] Attempting to bind port 032792af-7fe6-4557-bf66-118f51873fa6 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '2d0390a9-4688-40e5-b551-619ed4a62b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '16979bc9-bd87-40e7-83d7-26aa6bdb5cc8'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:06:51.780544 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ec1857-4167-4390-a878-c1ece5679c85 req-9654abcf-265f-4d6b-9f8e-b7d237e4320b service neutron] Attempting to bind port 032792af-7fe6-4557-bf66-118f51873fa6 on network 16979bc9-bd87-40e7-83d7-26aa6bdb5cc8 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:06:51.815397 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be86fa37-5b54-442f-9c64-130ad2933c5b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Pushing event deleted for resources: {'Port': ['ID=eacb4f24-d144-4eeb-be26-8ae6857f6dce,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:51.859685 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ec1857-4167-4390-a878-c1ece5679c85 req-9654abcf-265f-4d6b-9f8e-b7d237e4320b service neutron] Port 032792af-7fe6-4557-bf66-118f51873fa6 on network 16979bc9-bd87-40e7-83d7-26aa6bdb5cc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:06:51.859955 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ec1857-4167-4390-a878-c1ece5679c85 req-9654abcf-265f-4d6b-9f8e-b7d237e4320b service neutron] Attempting to bind port 032792af-7fe6-4557-bf66-118f51873fa6 on network 16979bc9-bd87-40e7-83d7-26aa6bdb5cc8 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:06:51.860510 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 20379dc2-cd68-4f36-86d3-95baccc7eae6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:06:51.861128 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:51.874791 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ec1857-4167-4390-a878-c1ece5679c85 req-9654abcf-265f-4d6b-9f8e-b7d237e4320b service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:06:51.875370 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ec1857-4167-4390-a878-c1ece5679c85 req-9654abcf-265f-4d6b-9f8e-b7d237e4320b service neutron] Checking segment: {'id': '2d0390a9-4688-40e5-b551-619ed4a62b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '16979bc9-bd87-40e7-83d7-26aa6bdb5cc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:06:51.876027 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ec1857-4167-4390-a878-c1ece5679c85 req-9654abcf-265f-4d6b-9f8e-b7d237e4320b service neutron] Bound using segment: {'id': '2d0390a9-4688-40e5-b551-619ed4a62b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '16979bc9-bd87-40e7-83d7-26aa6bdb5cc8'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:06:51.876870 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-90ec1857-4167-4390-a878-c1ece5679c85 req-9654abcf-265f-4d6b-9f8e-b7d237e4320b service neutron] Bound port: 032792af-7fe6-4557-bf66-118f51873fa6, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d0390a9-4688-40e5-b551-619ed4a62b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '16979bc9-bd87-40e7-83d7-26aa6bdb5cc8'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:06:51.877472 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-90ec1857-4167-4390-a878-c1ece5679c85 req-9654abcf-265f-4d6b-9f8e-b7d237e4320b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:51.938588 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-31db79be-bfbe-4fe5-acbb-d57df284c327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'name': 'tempest-TestVolumeBootPattern-652792475-router', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '069e7c76-badf-4569-8845-68c39685a135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:25Z', 'updated_at': '2021-08-19T15:01:30Z', 'revision_number': 4, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'gw_port': {'id': '069e7c76-badf-4569-8845-68c39685a135', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:26Z', 'updated_at': '2021-08-19T15:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '0b2ac64e-620e-4bb3-9b9f-114a734efccc', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'floating_ip_address': '172.25.2.145', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'port_id': 'bb29058b-956e-4de3-9fd4-db3fe49030c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0', 'mac_address': 'fa:16:3e:bc:00:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502dad7-2486-438a-a1c6-05bc976eff9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:06:48Z', 'updated_at': '2021-08-19T15:06:48Z', 'revision_number': 0, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8885ca0-4847-4969-9f31-2eb1d0e2d04c', 'name': '', 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'mac_address': 'fa:16:3e:64:5e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '4501b342-71e0-4b08-b9d8-b651dd87e075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:28Z', 'updated_at': '2021-08-19T15:01:40Z', 'revision_number': 5, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'subnets': [{'id': '4501b342-71e0-4b08-b9d8-b651dd87e075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:52.071930 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-90ec1857-4167-4390-a878-c1ece5679c85 req-9654abcf-265f-4d6b-9f8e-b7d237e4320b service neutron] For port 032792af-7fe6-4557-bf66-118f51873fa6, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:06:52.137439 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-90ec1857-4167-4390-a878-c1ece5679c85 req-9654abcf-265f-4d6b-9f8e-b7d237e4320b service neutron] For port 032792af-7fe6-4557-bf66-118f51873fa6, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=032792af-7fe6-4557-bf66-118f51873fa6,segment=NetworkSegment(2d0390a9-4688-40e5-b551-619ed4a62b79),segment_id=2d0390a9-4688-40e5-b551-619ed4a62b79)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:06:52.164356 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-90ec1857-4167-4390-a878-c1ece5679c85 req-9654abcf-265f-4d6b-9f8e-b7d237e4320b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:52.202439 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-be86fa37-5b54-442f-9c64-130ad2933c5b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:52.220188 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31db79be-bfbe-4fe5-acbb-d57df284c327 None None] The sync data for ids ['ca65e901-eea1-45f3-9424-a1acad466ee4'] in n-d-766043-2 is: [{'id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'name': 'tempest-TestVolumeBootPattern-652792475-router', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '069e7c76-badf-4569-8845-68c39685a135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:25Z', 'updated_at': '2021-08-19T15:01:30Z', 'revision_number': 4, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'gw_port': {'id': '069e7c76-badf-4569-8845-68c39685a135', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:26Z', 'updated_at': '2021-08-19T15:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '0b2ac64e-620e-4bb3-9b9f-114a734efccc', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'floating_ip_address': '172.25.2.145', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'port_id': 'bb29058b-956e-4de3-9fd4-db3fe49030c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0', 'mac_address': 'fa:16:3e:bc:00:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f502dad7-2486-438a-a1c6-05bc976eff9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:06:48Z', 'updated_at': '2021-08-19T15:06:48Z', 'revision_number': 0, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8885ca0-4847-4969-9f31-2eb1d0e2d04c', 'name': '', 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'mac_address': 'fa:16:3e:64:5e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '4501b342-71e0-4b08-b9d8-b651dd87e075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:28Z', 'updated_at': '2021-08-19T15:01:40Z', 'revision_number': 5, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'subnets': [{'id': '4501b342-71e0-4b08-b9d8-b651dd87e075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:06:52.222806 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec1857-4167-4390-a878-c1ece5679c85 req-9654abcf-265f-4d6b-9f8e-b7d237e4320b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:52.223369 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-90ec1857-4167-4390-a878-c1ece5679c85 req-9654abcf-265f-4d6b-9f8e-b7d237e4320b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:52.225061 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-90ec1857-4167-4390-a878-c1ece5679c85 req-9654abcf-265f-4d6b-9f8e-b7d237e4320b service neutron] 10.222.0.68 "PUT /v2.0/ports/032792af-7fe6-4557-bf66-118f51873fa6 HTTP/1.1" status: 200 len: 1091 time: 1.5118425 Aug 19 15:06:52.228380 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97bf27b4-7347-497b-8a84-e2cd21e023a7', 'tag': '032792af-7fe6-4557-bf66-118f51873fa6'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:06:52.232258 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd3a1fe-36ea-4641-98bb-32058a55acb0" -d '{"events": [{"name": "network-changed", "server_uuid": "97bf27b4-7347-497b-8a84-e2cd21e023a7", "tag": "032792af-7fe6-4557-bf66-118f51873fa6"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:06:52.270567 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f502dad7-2486-438a-a1c6-05bc976eff9e', 'tag': 'bb29058b-956e-4de3-9fd4-db3fe49030c1'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:06:52.275462 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31841f06-82a4-47de-820d-bef95fe642f1" -d '{"events": [{"name": "network-changed", "server_uuid": "f502dad7-2486-438a-a1c6-05bc976eff9e", "tag": "bb29058b-956e-4de3-9fd4-db3fe49030c1"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:06:52.414467 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e0a44b-95e0-47a7-8afe-b808e7418504 x-openstack-request-id: req-16e0a44b-95e0-47a7-8afe-b808e7418504 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:06:52.414798 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f502dad7-2486-438a-a1c6-05bc976eff9e", "tag": "bb29058b-956e-4de3-9fd4-db3fe49030c1", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:06:52.415014 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-16e0a44b-95e0-47a7-8afe-b808e7418504 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:06:52.415571 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f502dad7-2486-438a-a1c6-05bc976eff9e', 'tag': 'bb29058b-956e-4de3-9fd4-db3fe49030c1', 'status': 'completed', 'code': 200} Aug 19 15:06:52.606321 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2155707-9082-4e94-b615-12ddd65d681b req-bf2d3ade-59e4-4d56-b40f-b21f242965e8 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:52.608966 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e2155707-9082-4e94-b615-12ddd65d681b req-bf2d3ade-59e4-4d56-b40f-b21f242965e8 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=97bf27b4-7347-497b-8a84-e2cd21e023a7 HTTP/1.1" status: 200 len: 943 time: 0.0959656 Aug 19 15:06:52.617592 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31841f06-82a4-47de-820d-bef95fe642f1 req-0c772dbc-a94c-4c21-8840-3714a208ee1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:52.619554 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-31841f06-82a4-47de-820d-bef95fe642f1 req-0c772dbc-a94c-4c21-8840-3714a208ee1e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0550ac85b3b548ae984f8729832afa44&device_id=f502dad7-2486-438a-a1c6-05bc976eff9e HTTP/1.1" status: 200 len: 1097 time: 0.1614230 Aug 19 15:06:52.676992 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7261fa-27a3-4071-aacd-2d5eff8abfd7 None None] New status for floating IP 0b2ac64e-620e-4bb3-9b9f-114a734efccc: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:06:52.728826 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e2155707-9082-4e94-b615-12ddd65d681b req-f7d48c1a-3826-4e6e-95f2-194fc7017a3f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7410b8ac-28b2-41f0-a4f8-33818ccf3844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071310 Aug 19 15:06:52.789027 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31841f06-82a4-47de-820d-bef95fe642f1 req-348d6975-7d0d-42e8-9669-17ffd4da6d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:52.790985 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-31841f06-82a4-47de-820d-bef95fe642f1 req-348d6975-7d0d-42e8-9669-17ffd4da6d08 service neutron] 10.222.0.68 "GET /v2.0/networks?id=042ff527-1fae-4bd9-883c-64e28e4df4d0 HTTP/1.1" status: 200 len: 912 time: 0.1483026 Aug 19 15:06:52.859197 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974c2bab-264c-4ebd-98b6-83b9eb9a07d5 x-openstack-request-id: req-974c2bab-264c-4ebd-98b6-83b9eb9a07d5 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:06:52.859819 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97bf27b4-7347-497b-8a84-e2cd21e023a7", "tag": "032792af-7fe6-4557-bf66-118f51873fa6", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:06:52.859928 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-974c2bab-264c-4ebd-98b6-83b9eb9a07d5 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:06:52.860433 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97bf27b4-7347-497b-8a84-e2cd21e023a7', 'tag': '032792af-7fe6-4557-bf66-118f51873fa6', 'status': 'completed', 'code': 200} Aug 19 15:06:52.861434 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9654abcf-265f-4d6b-9f8e-b7d237e4320b service neutron] Pushing event updated for resources: {'Port': ['ID=032792af-7fe6-4557-bf66-118f51873fa6,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:52.899640 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-31841f06-82a4-47de-820d-bef95fe642f1 req-204b7f55-3541-4af8-9ca2-e96e0d63a535 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb29058b-956e-4de3-9fd4-db3fe49030c1 HTTP/1.1" status: 200 len: 1000 time: 0.0967999 Aug 19 15:06:52.971541 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:06:52.981048 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31841f06-82a4-47de-820d-bef95fe642f1 req-4175cda7-b4e7-4cd8-ac7e-d5ec5b3c26e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:52.988492 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-31841f06-82a4-47de-820d-bef95fe642f1 req-4175cda7-b4e7-4cd8-ac7e-d5ec5b3c26e0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4501b342-71e0-4b08-b9d8-b651dd87e075 HTTP/1.1" status: 200 len: 850 time: 0.0751221 Aug 19 15:06:52.994144 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec1857-4167-4390-a878-c1ece5679c85 req-fc11e813-01f4-4eab-834c-eabac5618856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:52.995911 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-90ec1857-4167-4390-a878-c1ece5679c85 req-fc11e813-01f4-4eab-834c-eabac5618856 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5784b0340e8242b1aba4ab831f2e3b23&device_id=97bf27b4-7347-497b-8a84-e2cd21e023a7 HTTP/1.1" status: 200 len: 1094 time: 0.1385069 Aug 19 15:06:53.059440 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-90ec1857-4167-4390-a878-c1ece5679c85 req-f1626490-3078-4d45-a9a9-dd0195e28d0f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=032792af-7fe6-4557-bf66-118f51873fa6 HTTP/1.1" status: 200 len: 217 time: 0.0528743 Aug 19 15:06:53.063340 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31841f06-82a4-47de-820d-bef95fe642f1 req-c00d1fd2-a28a-424c-846a-d699a96aca1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:53.065636 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-31841f06-82a4-47de-820d-bef95fe642f1 req-c00d1fd2-a28a-424c-846a-d699a96aca1e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=042ff527-1fae-4bd9-883c-64e28e4df4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721321 Aug 19 15:06:53.188281 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec1857-4167-4390-a878-c1ece5679c85 req-57d97d3f-19b3-4fce-8b23-beb9fb093d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:53.189839 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-90ec1857-4167-4390-a878-c1ece5679c85 req-57d97d3f-19b3-4fce-8b23-beb9fb093d56 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e23e949d-cf50-4567-af8c-5bd60c665582 HTTP/1.1" status: 200 len: 835 time: 0.1221926 Aug 19 15:06:53.224466 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-31841f06-82a4-47de-820d-bef95fe642f1 req-b434b9cc-647a-4ff7-9825-ed906e2ab8f3 service neutron] 10.222.0.68 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468248 Aug 19 15:06:53.300225 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be86fa37-5b54-442f-9c64-130ad2933c5b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Router eef85a88-bc62-4481-a439-29205657e4d3 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:06:53.318582 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec1857-4167-4390-a878-c1ece5679c85 req-2dcd30b1-e30d-4ac7-b580-140e4ae0ef40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:53.320166 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-90ec1857-4167-4390-a878-c1ece5679c85 req-2dcd30b1-e30d-4ac7-b580-140e4ae0ef40 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=16979bc9-bd87-40e7-83d7-26aa6bdb5cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0989568 Aug 19 15:06:53.353233 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-31841f06-82a4-47de-820d-bef95fe642f1 req-cb3d9926-2c94-403e-b0f7-65f542312037 service neutron] 10.222.0.68 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184726 Aug 19 15:06:53.500881 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be86fa37-5b54-442f-9c64-130ad2933c5b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:06:53.507166 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-be86fa37-5b54-442f-9c64-130ad2933c5b tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] 10.222.0.69 "PUT /v2.0/routers/eef85a88-bc62-4481-a439-29205657e4d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0061655 Aug 19 15:06:53.511761 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54828) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:53.513874 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f474fa-60d1-434d-be47-c8079d93ff8b None None] Sync routers for ids ['eef85a88-bc62-4481-a439-29205657e4d3'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:06:53.518559 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-90ec1857-4167-4390-a878-c1ece5679c85 req-c3ea7dce-eb87-478d-b959-779869583f0b service neutron] 10.222.0.68 "GET /v2.0/networks/16979bc9-bd87-40e7-83d7-26aa6bdb5cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574628 Aug 19 15:06:53.525511 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f474fa-60d1-434d-be47-c8079d93ff8b None None] Routers {'eef85a88-bc62-4481-a439-29205657e4d3'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:06:53.526505 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-67f474fa-60d1-434d-be47-c8079d93ff8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:06:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['eef85a88-bc62-4481-a439-29205657e4d3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:53.577254 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-67f474fa-60d1-434d-be47-c8079d93ff8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:53.593325 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f474fa-60d1-434d-be47-c8079d93ff8b None None] Routers {'eef85a88-bc62-4481-a439-29205657e4d3'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:06:53.594205 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-67f474fa-60d1-434d-be47-c8079d93ff8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:06:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['eef85a88-bc62-4481-a439-29205657e4d3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:53.641704 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-67f474fa-60d1-434d-be47-c8079d93ff8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:53.642359 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f474fa-60d1-434d-be47-c8079d93ff8b None None] The sync data for ids ['eef85a88-bc62-4481-a439-29205657e4d3'] in n-d-766043-2 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:06:53.655809 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-90ec1857-4167-4390-a878-c1ece5679c85 req-02dc8804-7c17-4bee-a962-2154b9734b3e service neutron] 10.222.0.68 "GET /v2.0/networks/16979bc9-bd87-40e7-83d7-26aa6bdb5cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302493 Aug 19 15:06:53.674644 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c0fb1ab4-dcf5-45cd-ac92-9e700fa9151d tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:53.774061 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3a1fe-36ea-4641-98bb-32058a55acb0 req-ae42a86d-6c1f-4a46-9a37-7d2f3889b26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:53.776435 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8bd3a1fe-36ea-4641-98bb-32058a55acb0 req-ae42a86d-6c1f-4a46-9a37-7d2f3889b26f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5784b0340e8242b1aba4ab831f2e3b23&device_id=97bf27b4-7347-497b-8a84-e2cd21e023a7 HTTP/1.1" status: 200 len: 1094 time: 0.0689440 Aug 19 15:06:53.914523 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3a1fe-36ea-4641-98bb-32058a55acb0 req-1ef2527c-55b3-4bd8-abe7-968f3cd80f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:53.916065 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8bd3a1fe-36ea-4641-98bb-32058a55acb0 req-1ef2527c-55b3-4bd8-abe7-968f3cd80f3d service neutron] 10.222.0.68 "GET /v2.0/networks?id=16979bc9-bd87-40e7-83d7-26aa6bdb5cc8 HTTP/1.1" status: 200 len: 895 time: 0.1279840 Aug 19 15:06:53.970086 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8bd3a1fe-36ea-4641-98bb-32058a55acb0 req-fe5e16fc-f38e-4388-a33a-73e7fc85363e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=032792af-7fe6-4557-bf66-118f51873fa6 HTTP/1.1" status: 200 len: 217 time: 0.0451322 Aug 19 15:06:54.047137 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3a1fe-36ea-4641-98bb-32058a55acb0 req-b0754760-0a32-418b-97b1-09387b9d4e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:54.049721 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8bd3a1fe-36ea-4641-98bb-32058a55acb0 req-b0754760-0a32-418b-97b1-09387b9d4e32 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e23e949d-cf50-4567-af8c-5bd60c665582 HTTP/1.1" status: 200 len: 835 time: 0.0670969 Aug 19 15:06:54.120046 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3a1fe-36ea-4641-98bb-32058a55acb0 req-a468a9ab-00f7-4107-8cef-71a6705e730d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:54.122403 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8bd3a1fe-36ea-4641-98bb-32058a55acb0 req-a468a9ab-00f7-4107-8cef-71a6705e730d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=16979bc9-bd87-40e7-83d7-26aa6bdb5cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648921 Aug 19 15:06:54.233310 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c0fb1ab4-dcf5-45cd-ac92-9e700fa9151d tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:54.251473 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6534cd-1d22-42ca-9802-e5aa01126281 req-b5df3baf-39e3-4fae-938a-72d15269576a tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:54.251823 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8bd3a1fe-36ea-4641-98bb-32058a55acb0 req-59438d85-99e9-4d96-bec7-37f6bab0cf68 service neutron] 10.222.0.68 "GET /v2.0/networks/16979bc9-bd87-40e7-83d7-26aa6bdb5cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212361 Aug 19 15:06:54.253359 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5b6534cd-1d22-42ca-9802-e5aa01126281 req-b5df3baf-39e3-4fae-938a-72d15269576a tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=97bf27b4-7347-497b-8a84-e2cd21e023a7 HTTP/1.1" status: 200 len: 943 time: 0.0749297 Aug 19 15:06:54.352108 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5b6534cd-1d22-42ca-9802-e5aa01126281 req-2b72115a-20ba-4482-b536-97483b50d305 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7410b8ac-28b2-41f0-a4f8-33818ccf3844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718904 Aug 19 15:06:54.368641 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c0fb1ab4-dcf5-45cd-ac92-9e700fa9151d tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Deleting port 2c186115-b524-4044-8aab-8bdb00c6a57a {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:06:54.369721 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c0fb1ab4-dcf5-45cd-ac92-9e700fa9151d tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:54.396736 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8bd3a1fe-36ea-4641-98bb-32058a55acb0 req-32c991ae-95f6-417d-bede-cbc88bdb2955 service neutron] 10.222.0.68 "GET /v2.0/networks/16979bc9-bd87-40e7-83d7-26aa6bdb5cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375060 Aug 19 15:06:54.509407 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c0fb1ab4-dcf5-45cd-ac92-9e700fa9151d tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:54.528465 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c0fb1ab4-dcf5-45cd-ac92-9e700fa9151d tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Calling delete_port for 2c186115-b524-4044-8aab-8bdb00c6a57a owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:06:54.760967 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c0fb1ab4-dcf5-45cd-ac92-9e700fa9151d tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:54.801459 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fb1ab4-dcf5-45cd-ac92-9e700fa9151d tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Pushing event deleted for resources: {'Port': ['ID=2c186115-b524-4044-8aab-8bdb00c6a57a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:54.861126 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c0fb1ab4-dcf5-45cd-ac92-9e700fa9151d tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:54.984187 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c0fb1ab4-dcf5-45cd-ac92-9e700fa9151d tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:54.987283 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c0fb1ab4-dcf5-45cd-ac92-9e700fa9151d tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:55.035431 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c0fb1ab4-dcf5-45cd-ac92-9e700fa9151d tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:55.036094 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0fb1ab4-dcf5-45cd-ac92-9e700fa9151d tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Fanout notify agent at l3_agent the message router_deleted on router eef85a88-bc62-4481-a439-29205657e4d3 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:06:55.045278 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c0fb1ab4-dcf5-45cd-ac92-9e700fa9151d tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:55.046498 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-c0fb1ab4-dcf5-45cd-ac92-9e700fa9151d tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] 10.222.0.69 "DELETE /v2.0/routers/eef85a88-bc62-4481-a439-29205657e4d3 HTTP/1.1" status: 204 len: 168 time: 1.5333998 Aug 19 15:06:55.049684 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54842) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:55.112504 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed6843e0-b2b2-4912-9ece-d3eb53003b23 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Deleting subnet ed4536c6-0229-4a28-bb6d-c3ef9a3918a1 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:06:55.116281 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed6843e0-b2b2-4912-9ece-d3eb53003b23 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:55.170218 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed6843e0-b2b2-4912-9ece-d3eb53003b23 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:55.239045 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed6843e0-b2b2-4912-9ece-d3eb53003b23 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:55.322906 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed6843e0-b2b2-4912-9ece-d3eb53003b23 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:55.359442 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6843e0-b2b2-4912-9ece-d3eb53003b23 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Pushing event deleted for resources: {'Subnet': ['ID=ed4536c6-0229-4a28-bb6d-c3ef9a3918a1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:55.365812 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed6843e0-b2b2-4912-9ece-d3eb53003b23 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:55.368200 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ed6843e0-b2b2-4912-9ece-d3eb53003b23 tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] 10.222.0.69 "DELETE /v2.0/subnets/ed4536c6-0229-4a28-bb6d-c3ef9a3918a1 HTTP/1.1" status: 204 len: 168 time: 0.3173132 Aug 19 15:06:55.371838 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54844) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:55.480524 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6217e04c-f9af-43b1-b8d5-22d79918c0fd tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:55.644704 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6217e04c-f9af-43b1-b8d5-22d79918c0fd tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:55.665886 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-6217e04c-f9af-43b1-b8d5-22d79918c0fd tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f0abcea-a765-4f37-a5c0-88d1ffd4da33']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:55.686482 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5fe26a-59bc-4a92-be71-53d8a2ae58a7 req-7b37a975-e98c-446e-9ed3-69639a798a23 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:55.688227 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4d5fe26a-59bc-4a92-be71-53d8a2ae58a7 req-7b37a975-e98c-446e-9ed3-69639a798a23 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=97bf27b4-7347-497b-8a84-e2cd21e023a7 HTTP/1.1" status: 200 len: 943 time: 0.1534624 Aug 19 15:06:55.693793 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-6217e04c-f9af-43b1-b8d5-22d79918c0fd tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4c68bbc-1e55-4297-bea0-0feba683625c') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:55.694158 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-6217e04c-f9af-43b1-b8d5-22d79918c0fd tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4c68bbc-1e55-4297-bea0-0feba683625c') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:55.713027 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6217e04c-f9af-43b1-b8d5-22d79918c0fd tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:55.755840 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6217e04c-f9af-43b1-b8d5-22d79918c0fd tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:55.772978 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4d5fe26a-59bc-4a92-be71-53d8a2ae58a7 req-5ac251bd-bf3c-4526-a774-da59395f2565 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7410b8ac-28b2-41f0-a4f8-33818ccf3844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760794 Aug 19 15:06:55.782460 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6217e04c-f9af-43b1-b8d5-22d79918c0fd tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:06:55.783253 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6217e04c-f9af-43b1-b8d5-22d79918c0fd tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:55.788600 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 15:06:55.788600 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:06:55.788600 n-d-766043-2 neutron-server[94640]: timer() Aug 19 15:06:55.788600 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:06:55.788600 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 15:06:55.788600 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:06:55.788600 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 15:06:55.788600 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:06:55.788600 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 15:06:55.788600 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:06:55.788600 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 15:06:55.788600 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:06:55.788600 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 15:06:55.788600 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:06:55.788600 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:06:55.788600 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:06:55.788600 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:06:55.788600 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:06:55.788600 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 15:06:55.788600 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:06:55.788600 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 15:06:55.788600 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:06:55.788600 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:06:55.788600 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:06:55.788600 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 15:06:55.788600 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:06:55.788600 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:06:55.788600 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:06:55.788600 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:06:55.788600 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:06:55.788600 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:06:55.788600 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:06:55.900904 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6217e04c-f9af-43b1-b8d5-22d79918c0fd tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:55.908784 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6217e04c-f9af-43b1-b8d5-22d79918c0fd tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:55.911615 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-6217e04c-f9af-43b1-b8d5-22d79918c0fd tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] 10.222.0.69 "DELETE /v2.0/networks/2f0abcea-a765-4f37-a5c0-88d1ffd4da33 HTTP/1.1" status: 204 len: 168 time: 0.5385518 Aug 19 15:06:55.932397 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6217e04c-f9af-43b1-b8d5-22d79918c0fd tempest-FloatingIPTestJSON-441703898 tempest-FloatingIPTestJSON-441703898-project] Pushing event deleted for resources: {'Network': ['ID=2f0abcea-a765-4f37-a5c0-88d1ffd4da33,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:56.404238 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54854) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:56.642893 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-da25668b-99bb-4823-bbf4-f5f101006c34 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2a9c4f24a5564baba088b28733729b19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2371213 Aug 19 15:06:56.645191 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54858) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:56.701290 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2a041b4-f200-4417-81a8-a5597895ff50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:56.727353 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2a041b4-f200-4417-81a8-a5597895ff50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:56.808449 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2a041b4-f200-4417-81a8-a5597895ff50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:56.813057 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2a041b4-f200-4417-81a8-a5597895ff50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:56.818921 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c2a041b4-f200-4417-81a8-a5597895ff50 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5e663e9b-d692-4733-bb2b-ac50cd519527 HTTP/1.1" status: 204 len: 168 time: 0.1721029 Aug 19 15:06:56.831392 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a041b4-f200-4417-81a8-a5597895ff50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e663e9b-d692-4733-bb2b-ac50cd519527,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:56.972978 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f48dbd-617e-48dd-8b9f-0b59a530d8b8 req-c89157be-35f2-4abe-b285-6e24d8216de7 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:56.974577 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-03f48dbd-617e-48dd-8b9f-0b59a530d8b8 req-c89157be-35f2-4abe-b285-6e24d8216de7 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=97bf27b4-7347-497b-8a84-e2cd21e023a7 HTTP/1.1" status: 200 len: 943 time: 0.0811920 Aug 19 15:06:57.052124 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-03f48dbd-617e-48dd-8b9f-0b59a530d8b8 req-3e6fde42-510b-49f4-bd63-5afe16ac62b0 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7410b8ac-28b2-41f0-a4f8-33818ccf3844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693424 Aug 19 15:06:57.284855 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 032792af-7fe6-4557-bf66-118f51873fa6 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:06:57.447281 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 032792af-7fe6-4557-bf66-118f51873fa6, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=032792af-7fe6-4557-bf66-118f51873fa6,segment=NetworkSegment(2d0390a9-4688-40e5-b551-619ed4a62b79),segment_id=2d0390a9-4688-40e5-b551-619ed4a62b79)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:06:57.465575 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '032792af-7fe6-4557-bf66-118f51873fa6', 'network_id': '16979bc9-bd87-40e7-83d7-26aa6bdb5cc8', 'port_id': '032792af-7fe6-4557-bf66-118f51873fa6', 'mac_address': 'fa:16:3e:02:37:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e23e949d-cf50-4567-af8c-5bd60c665582', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:06:57.533541 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:57.558314 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 032792af-7fe6-4557-bf66-118f51873fa6 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:06:57.593468 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 032792af-7fe6-4557-bf66-118f51873fa6, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=032792af-7fe6-4557-bf66-118f51873fa6,segment=NetworkSegment(2d0390a9-4688-40e5-b551-619ed4a62b79),segment_id=2d0390a9-4688-40e5-b551-619ed4a62b79)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:06:57.600319 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:57.695332 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=032792af-7fe6-4557-bf66-118f51873fa6,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:57.822358 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['032792af-7fe6-4557-bf66-118f51873fa6'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:06:57.963233 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54892) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:58.124536 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c21df57f-1173-4431-9479-7e3be5c450d7 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Request body: {'networks': [{'name': 'tempest-network--1575316264'}, {'name': 'tempest-network--885913484'}]} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:58.124964 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c21df57f-1173-4431-9479-7e3be5c450d7 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Request body: {'network': {'name': 'tempest-network--1575316264'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:58.125610 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c21df57f-1173-4431-9479-7e3be5c450d7 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Request body: {'network': {'name': 'tempest-network--885913484'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:06:58.162265 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21df57f-1173-4431-9479-7e3be5c450d7 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Made reservation on behalf of b43381dffca2496aa671ee721a5da1e0 for: {'network': 2} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:06:58.169318 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c21df57f-1173-4431-9479-7e3be5c450d7 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:58.181550 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c21df57f-1173-4431-9479-7e3be5c450d7 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:58.233424 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c0192-9776-466a-bdb8-e8e8b531c6a5 req-f0cd8a14-318c-41d4-8e7d-a53d4f88015c tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:58.236347 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-509c0192-9776-466a-bdb8-e8e8b531c6a5 req-f0cd8a14-318c-41d4-8e7d-a53d4f88015c tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=97bf27b4-7347-497b-8a84-e2cd21e023a7 HTTP/1.1" status: 200 len: 944 time: 0.0797532 Aug 19 15:06:58.301071 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-509c0192-9776-466a-bdb8-e8e8b531c6a5 req-e66559e8-eb3f-42ad-86f8-9e5e58d75e21 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7410b8ac-28b2-41f0-a4f8-33818ccf3844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535638 Aug 19 15:06:58.343031 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c21df57f-1173-4431-9479-7e3be5c450d7 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:58.350651 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c21df57f-1173-4431-9479-7e3be5c450d7 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:58.351492 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c21df57f-1173-4431-9479-7e3be5c450d7 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:58.406419 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c21df57f-1173-4431-9479-7e3be5c450d7 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:06:58.409363 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21df57f-1173-4431-9479-7e3be5c450d7 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fbf5d2-3d4b-4636-b55e-2c559e8bcd53,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:58.425761 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21df57f-1173-4431-9479-7e3be5c450d7 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:58.426254 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21df57f-1173-4431-9479-7e3be5c450d7 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:58.426645 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21df57f-1173-4431-9479-7e3be5c450d7 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:58.427015 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21df57f-1173-4431-9479-7e3be5c450d7 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:58.427448 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21df57f-1173-4431-9479-7e3be5c450d7 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:58.427936 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21df57f-1173-4431-9479-7e3be5c450d7 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:58.428594 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21df57f-1173-4431-9479-7e3be5c450d7 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:58.428910 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21df57f-1173-4431-9479-7e3be5c450d7 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:58.429134 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21df57f-1173-4431-9479-7e3be5c450d7 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:58.429620 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21df57f-1173-4431-9479-7e3be5c450d7 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:58.429993 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21df57f-1173-4431-9479-7e3be5c450d7 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:58.430249 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21df57f-1173-4431-9479-7e3be5c450d7 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:06:58.437863 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c21df57f-1173-4431-9479-7e3be5c450d7 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:58.438479 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-c21df57f-1173-4431-9479-7e3be5c450d7 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Added segment eafe0126-3d53-451f-ace8-caf14b7b324a of type vlan for network 200c23d1-efbe-4d17-b253-784fb7b01934 Aug 19 15:06:58.494629 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c21df57f-1173-4431-9479-7e3be5c450d7 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:58.531838 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c21df57f-1173-4431-9479-7e3be5c450d7 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:06:58.549819 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c21df57f-1173-4431-9479-7e3be5c450d7 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:58.549819 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-c21df57f-1173-4431-9479-7e3be5c450d7 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Added segment 6e06b245-2ac1-4d29-b37b-ec6cbaa9864c of type vlan for network 017ce2ea-4596-4a1a-803a-8ceb8fa8ab5e Aug 19 15:06:58.614895 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c21df57f-1173-4431-9479-7e3be5c450d7 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:58.660729 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c21df57f-1173-4431-9479-7e3be5c450d7 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:58.661162 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c21df57f-1173-4431-9479-7e3be5c450d7 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:58.673761 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21df57f-1173-4431-9479-7e3be5c450d7 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:58.684297 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21df57f-1173-4431-9479-7e3be5c450d7 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:58.684581 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c21df57f-1173-4431-9479-7e3be5c450d7 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:58.766170 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c21df57f-1173-4431-9479-7e3be5c450d7 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.7993174 Aug 19 15:06:58.772602 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54910) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:58.824201 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21df57f-1173-4431-9479-7e3be5c450d7 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Pushing event updated for resources: {'Network': ['ID=200c23d1-efbe-4d17-b253-784fb7b01934,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:58.839591 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 200c23d1-efbe-4d17-b253-784fb7b01934 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:06:59.040434 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21df57f-1173-4431-9479-7e3be5c450d7 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Pushing event updated for resources: {'Network': ['ID=017ce2ea-4596-4a1a-803a-8ceb8fa8ab5e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:59.055562 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 017ce2ea-4596-4a1a-803a-8ceb8fa8ab5e details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:06:59.111797 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fa5fc3-bf2b-42b6-b822-7949a2a2255e tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:59.117784 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fa5fc3-bf2b-42b6-b822-7949a2a2255e tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:59.125079 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fa5fc3-bf2b-42b6-b822-7949a2a2255e tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:59.132744 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fa5fc3-bf2b-42b6-b822-7949a2a2255e tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:59.134342 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-64fa5fc3-bf2b-42b6-b822-7949a2a2255e tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3617167 Aug 19 15:06:59.138385 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54912) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:59.242334 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4a7898c-d499-46c3-ba20-bbf39e6bed7f tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:59.298442 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 032792af-7fe6-4557-bf66-118f51873fa6 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:06:59.365095 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4a7898c-d499-46c3-ba20-bbf39e6bed7f tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:59.388207 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a4a7898c-d499-46c3-ba20-bbf39e6bed7f tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['200c23d1-efbe-4d17-b253-784fb7b01934']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:59.390211 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port 032792af-7fe6-4557-bf66-118f51873fa6 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:06:59.398597 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 032792af-7fe6-4557-bf66-118f51873fa6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:06:59.399416 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:59.406049 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a4a7898c-d499-46c3-ba20-bbf39e6bed7f tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eafe0126-3d53-451f-ace8-caf14b7b324a') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:59.406431 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a4a7898c-d499-46c3-ba20-bbf39e6bed7f tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eafe0126-3d53-451f-ace8-caf14b7b324a') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:59.421342 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4a7898c-d499-46c3-ba20-bbf39e6bed7f tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:59.485930 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4a7898c-d499-46c3-ba20-bbf39e6bed7f tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:59.498157 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4a7898c-d499-46c3-ba20-bbf39e6bed7f tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:06:59.498575 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4a7898c-d499-46c3-ba20-bbf39e6bed7f tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:59.501782 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 15:06:59.501782 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:06:59.501782 n-d-766043-2 neutron-server[94640]: timer() Aug 19 15:06:59.501782 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:06:59.501782 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 15:06:59.501782 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:06:59.501782 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 15:06:59.501782 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:06:59.501782 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 15:06:59.501782 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:06:59.501782 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 15:06:59.501782 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:06:59.501782 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 15:06:59.501782 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:06:59.501782 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:06:59.501782 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:06:59.501782 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:06:59.501782 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:06:59.501782 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 15:06:59.501782 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:06:59.501782 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 15:06:59.501782 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:06:59.501782 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:06:59.501782 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:06:59.501782 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 15:06:59.501782 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:06:59.501782 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:06:59.501782 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:06:59.501782 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:06:59.501782 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:06:59.501782 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:06:59.501782 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:06:59.564978 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:59.585069 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d33374e-1166-4168-8551-48a2da6fa5c1 req-e6d69b9a-d0c2-4ab2-9458-ffb926eda689 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:59.586905 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9d33374e-1166-4168-8551-48a2da6fa5c1 req-e6d69b9a-d0c2-4ab2-9458-ffb926eda689 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=97bf27b4-7347-497b-8a84-e2cd21e023a7 HTTP/1.1" status: 200 len: 944 time: 0.1625128 Aug 19 15:06:59.601491 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4a7898c-d499-46c3-ba20-bbf39e6bed7f tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:59.616884 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4a7898c-d499-46c3-ba20-bbf39e6bed7f tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:59.623712 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a4a7898c-d499-46c3-ba20-bbf39e6bed7f tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] 10.222.0.69 "DELETE /v2.0/networks/200c23d1-efbe-4d17-b253-784fb7b01934 HTTP/1.1" status: 204 len: 168 time: 0.4801364 Aug 19 15:06:59.623981 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54916) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:06:59.626639 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97bf27b4-7347-497b-8a84-e2cd21e023a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032792af-7fe6-4557-bf66-118f51873fa6'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:06:59.630915 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b75b93e-bf1c-466d-98e7-8dcab994ac2c" -d '{"events": [{"server_uuid": "97bf27b4-7347-497b-8a84-e2cd21e023a7", "name": "network-vif-plugged", "status": "completed", "tag": "032792af-7fe6-4557-bf66-118f51873fa6"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:06:59.658698 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 032792af-7fe6-4557-bf66-118f51873fa6, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=032792af-7fe6-4557-bf66-118f51873fa6,segment=NetworkSegment(2d0390a9-4688-40e5-b551-619ed4a62b79),segment_id=2d0390a9-4688-40e5-b551-619ed4a62b79)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:06:59.665564 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:59.679177 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a7898c-d499-46c3-ba20-bbf39e6bed7f tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Pushing event deleted for resources: {'Network': ['ID=200c23d1-efbe-4d17-b253-784fb7b01934,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:59.732864 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07266de-f13f-48ec-8dd4-33b0485b81e0 x-openstack-request-id: req-e07266de-f13f-48ec-8dd4-33b0485b81e0 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:06:59.733325 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97bf27b4-7347-497b-8a84-e2cd21e023a7", "name": "network-vif-plugged", "status": "completed", "tag": "032792af-7fe6-4557-bf66-118f51873fa6", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:06:59.733715 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e07266de-f13f-48ec-8dd4-33b0485b81e0 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:06:59.734318 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97bf27b4-7347-497b-8a84-e2cd21e023a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032792af-7fe6-4557-bf66-118f51873fa6', 'code': 200} Aug 19 15:06:59.749314 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9d33374e-1166-4168-8551-48a2da6fa5c1 req-993cc26c-642d-4398-9be0-7b179d4e969d tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7410b8ac-28b2-41f0-a4f8-33818ccf3844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450038 Aug 19 15:06:59.774029 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b822c17b-8e3e-47b6-8624-b11960413304 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:59.782499 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=032792af-7fe6-4557-bf66-118f51873fa6,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:06:59.902235 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b822c17b-8e3e-47b6-8624-b11960413304 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:59.918317 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-b822c17b-8e3e-47b6-8624-b11960413304 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['017ce2ea-4596-4a1a-803a-8ceb8fa8ab5e']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:59.929230 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e46d3-234a-4469-adaf-55ec9483b563 req-18f193b1-299a-4ce9-ba57-938bcb0ecd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:06:59.930747 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3e9e46d3-234a-4469-adaf-55ec9483b563 req-18f193b1-299a-4ce9-ba57-938bcb0ecd5d service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=97bf27b4-7347-497b-8a84-e2cd21e023a7 HTTP/1.1" status: 200 len: 1096 time: 0.1144068 Aug 19 15:06:59.934806 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-b822c17b-8e3e-47b6-8624-b11960413304 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e06b245-2ac1-4d29-b37b-ec6cbaa9864c') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:59.935154 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-b822c17b-8e3e-47b6-8624-b11960413304 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e06b245-2ac1-4d29-b37b-ec6cbaa9864c') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:06:59.955790 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b822c17b-8e3e-47b6-8624-b11960413304 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:59.984953 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b822c17b-8e3e-47b6-8624-b11960413304 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:06:59.996725 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b822c17b-8e3e-47b6-8624-b11960413304 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:06:59.997131 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b822c17b-8e3e-47b6-8624-b11960413304 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:00.000384 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 15:07:00.000384 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:07:00.000384 n-d-766043-2 neutron-server[94639]: timer() Aug 19 15:07:00.000384 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:07:00.000384 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 15:07:00.000384 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:07:00.000384 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 15:07:00.000384 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:07:00.000384 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 15:07:00.000384 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:07:00.000384 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 15:07:00.000384 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:07:00.000384 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 15:07:00.000384 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:07:00.000384 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:07:00.000384 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:07:00.000384 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:07:00.000384 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:07:00.000384 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 15:07:00.000384 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:07:00.000384 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 15:07:00.000384 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:07:00.000384 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:07:00.000384 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:07:00.000384 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 15:07:00.000384 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:07:00.000384 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:07:00.000384 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:07:00.000384 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:07:00.000384 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:07:00.000384 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:07:00.000384 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:07:00.014154 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3e9e46d3-234a-4469-adaf-55ec9483b563 req-374b8764-82d4-4ede-9faa-ff4394e3310d service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=7410b8ac-28b2-41f0-a4f8-33818ccf3844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714891 Aug 19 15:07:00.062314 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b822c17b-8e3e-47b6-8624-b11960413304 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:00.070850 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b822c17b-8e3e-47b6-8624-b11960413304 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:00.072439 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b822c17b-8e3e-47b6-8624-b11960413304 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] 10.222.0.69 "DELETE /v2.0/networks/017ce2ea-4596-4a1a-803a-8ceb8fa8ab5e HTTP/1.1" status: 204 len: 168 time: 0.4475646 Aug 19 15:07:00.075546 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54924) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:00.096292 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b822c17b-8e3e-47b6-8624-b11960413304 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Pushing event deleted for resources: {'Network': ['ID=017ce2ea-4596-4a1a-803a-8ceb8fa8ab5e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:00.206864 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a31a20-59da-47a3-9cc6-ef475983252e tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:00.213262 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a31a20-59da-47a3-9cc6-ef475983252e tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:00.215071 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-71a31a20-59da-47a3-9cc6-ef475983252e tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1385753 Aug 19 15:07:00.218996 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54926) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:00.224025 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c0998469-6d2c-4959-898f-f65da2e3c356 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1258043375'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:00.248103 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0998469-6d2c-4959-898f-f65da2e3c356 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Made reservation on behalf of b43381dffca2496aa671ee721a5da1e0 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:07:00.251779 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c0998469-6d2c-4959-898f-f65da2e3c356 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:00.285159 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0998469-6d2c-4959-898f-f65da2e3c356 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:07:00.297468 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c0998469-6d2c-4959-898f-f65da2e3c356 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:00.297817 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-c0998469-6d2c-4959-898f-f65da2e3c356 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Added segment 3eebec88-8a17-44ae-8722-5c112ba9da3e of type vlan for network e8c2fa7b-5224-4e01-ab76-8bcca6b0a3fb Aug 19 15:07:00.350714 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c0998469-6d2c-4959-898f-f65da2e3c356 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:00.380387 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c0998469-6d2c-4959-898f-f65da2e3c356 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:00.386782 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0998469-6d2c-4959-898f-f65da2e3c356 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:00.387393 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c0998469-6d2c-4959-898f-f65da2e3c356 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:00.455309 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c0998469-6d2c-4959-898f-f65da2e3c356 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2350061 Aug 19 15:07:00.459294 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54928) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:00.465290 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-080f3a7f-f307-4893-9a54-5e10f931b43b tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-912718913'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:00.477827 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0998469-6d2c-4959-898f-f65da2e3c356 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Pushing event updated for resources: {'Network': ['ID=e8c2fa7b-5224-4e01-ab76-8bcca6b0a3fb,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:00.492589 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network e8c2fa7b-5224-4e01-ab76-8bcca6b0a3fb details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:07:00.495766 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080f3a7f-f307-4893-9a54-5e10f931b43b tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Made reservation on behalf of b43381dffca2496aa671ee721a5da1e0 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:07:00.499403 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-080f3a7f-f307-4893-9a54-5e10f931b43b tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:00.533108 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-080f3a7f-f307-4893-9a54-5e10f931b43b tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:07:00.546144 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-080f3a7f-f307-4893-9a54-5e10f931b43b tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:00.546511 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-080f3a7f-f307-4893-9a54-5e10f931b43b tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Added segment b399f88c-3d80-4c50-990b-137b6a27ed8d of type vlan for network a52805d0-a226-4773-973c-0dfc06dcfb46 Aug 19 15:07:00.598216 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-080f3a7f-f307-4893-9a54-5e10f931b43b tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:00.625821 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-080f3a7f-f307-4893-9a54-5e10f931b43b tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:00.631759 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080f3a7f-f307-4893-9a54-5e10f931b43b tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:00.632374 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-080f3a7f-f307-4893-9a54-5e10f931b43b tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:00.699822 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-080f3a7f-f307-4893-9a54-5e10f931b43b tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2393355 Aug 19 15:07:00.703479 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54930) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:00.709091 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-65799163-fc99-4cef-8140-5e141d424186 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Request body: {'ports': [{'network_id': 'e8c2fa7b-5224-4e01-ab76-8bcca6b0a3fb', 'name': 'tempest-port--401382877', 'admin_state_up': True}, {'network_id': 'a52805d0-a226-4773-973c-0dfc06dcfb46', 'admin_state_up': False}]} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:00.709482 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-65799163-fc99-4cef-8140-5e141d424186 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Request body: {'port': {'network_id': 'e8c2fa7b-5224-4e01-ab76-8bcca6b0a3fb', 'name': 'tempest-port--401382877', 'admin_state_up': True}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:00.709887 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-65799163-fc99-4cef-8140-5e141d424186 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Request body: {'port': {'network_id': 'a52805d0-a226-4773-973c-0dfc06dcfb46', 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:00.712702 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080f3a7f-f307-4893-9a54-5e10f931b43b tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Pushing event updated for resources: {'Network': ['ID=a52805d0-a226-4773-973c-0dfc06dcfb46,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:00.726303 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network a52805d0-a226-4773-973c-0dfc06dcfb46 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:07:00.962523 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65799163-fc99-4cef-8140-5e141d424186 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Made reservation on behalf of b43381dffca2496aa671ee721a5da1e0 for: {'port': 2} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:07:00.962844 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-65799163-fc99-4cef-8140-5e141d424186 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:00.966036 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd95b0d-17e0-48fd-9cbe-ebc698fef7e8 req-fcbd5c2d-e836-4349-af66-7b7a4d5a9630 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:00.969694 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3dd95b0d-17e0-48fd-9cbe-ebc698fef7e8 req-fcbd5c2d-e836-4349-af66-7b7a4d5a9630 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=97bf27b4-7347-497b-8a84-e2cd21e023a7 HTTP/1.1" status: 200 len: 945 time: 0.1004922 Aug 19 15:07:00.990767 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-65799163-fc99-4cef-8140-5e141d424186 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:01.074621 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3dd95b0d-17e0-48fd-9cbe-ebc698fef7e8 req-a3a377f3-7271-450a-92f6-a446492b40dd tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7410b8ac-28b2-41f0-a4f8-33818ccf3844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894361 Aug 19 15:07:01.145425 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-65799163-fc99-4cef-8140-5e141d424186 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] device_id is not set on port b20e678c-9d76-4271-8915-0ac45a20468d yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:07:01.318223 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-65799163-fc99-4cef-8140-5e141d424186 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:01.403376 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5da4716d-30d9-405f-9a30-b32f6011ec71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:01.437880 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-65799163-fc99-4cef-8140-5e141d424186 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] device_id is not set on port d55e260b-5213-46b8-8c67-835d296bde36 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:07:01.622526 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-65799163-fc99-4cef-8140-5e141d424186 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:01.673262 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-65799163-fc99-4cef-8140-5e141d424186 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:01.746439 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65799163-fc99-4cef-8140-5e141d424186 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Pushing event updated for resources: {'Port': ['ID=b20e678c-9d76-4271-8915-0ac45a20468d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:01.763321 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65799163-fc99-4cef-8140-5e141d424186 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Checking segment: {'id': '3eebec88-8a17-44ae-8722-5c112ba9da3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'e8c2fa7b-5224-4e01-ab76-8bcca6b0a3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:07:01.763778 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65799163-fc99-4cef-8140-5e141d424186 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Network hostable DHCP agents. Network: e8c2fa7b-5224-4e01-ab76-8bcca6b0a3fb, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:07:01.783849 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65799163-fc99-4cef-8140-5e141d424186 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Network e8c2fa7b-5224-4e01-ab76-8bcca6b0a3fb is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:07:01.799232 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-65799163-fc99-4cef-8140-5e141d424186 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, e8c2fa7b-5224-4e01-ab76-8bcca6b0a3fb) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:07:01.807523 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65799163-fc99-4cef-8140-5e141d424186 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:07:01.809220 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-65799163-fc99-4cef-8140-5e141d424186 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:01.815093 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6382e46-c687-45e8-97b3-c227cb728d31 None None] Network e8c2fa7b-5224-4e01-ab76-8bcca6b0a3fb requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:07:01.891783 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65799163-fc99-4cef-8140-5e141d424186 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Pushing event updated for resources: {'Port': ['ID=d55e260b-5213-46b8-8c67-835d296bde36,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:01.904760 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65799163-fc99-4cef-8140-5e141d424186 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Checking segment: {'id': 'b399f88c-3d80-4c50-990b-137b6a27ed8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a52805d0-a226-4773-973c-0dfc06dcfb46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:07:01.905291 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65799163-fc99-4cef-8140-5e141d424186 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Network hostable DHCP agents. Network: a52805d0-a226-4773-973c-0dfc06dcfb46, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:07:01.949177 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65799163-fc99-4cef-8140-5e141d424186 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Network a52805d0-a226-4773-973c-0dfc06dcfb46 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:07:01.976265 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-65799163-fc99-4cef-8140-5e141d424186 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, a52805d0-a226-4773-973c-0dfc06dcfb46) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:07:01.984612 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65799163-fc99-4cef-8140-5e141d424186 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:07:01.996026 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65799163-fc99-4cef-8140-5e141d424186 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:01.998465 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca86f8b-cea1-4391-ab9a-544e84694746 None None] Network a52805d0-a226-4773-973c-0dfc06dcfb46 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:07:02.005710 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65799163-fc99-4cef-8140-5e141d424186 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:02.006835 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-65799163-fc99-4cef-8140-5e141d424186 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:02.039773 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-65799163-fc99-4cef-8140-5e141d424186 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.3348281 Aug 19 15:07:02.045645 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54944) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:02.182135 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c724e3e9-77fe-4370-a115-747613605ba5 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:02.190095 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c724e3e9-77fe-4370-a115-747613605ba5 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:02.192461 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-c724e3e9-77fe-4370-a115-747613605ba5 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1443150 Aug 19 15:07:02.196031 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54948) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:02.274088 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa3dff-8479-47d4-bf32-8c0c7592f539 req-3be89750-e58b-4dc3-94f1-396bcb7419e4 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:02.275635 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b5aa3dff-8479-47d4-bf32-8c0c7592f539 req-3be89750-e58b-4dc3-94f1-396bcb7419e4 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=97bf27b4-7347-497b-8a84-e2cd21e023a7 HTTP/1.1" status: 200 len: 945 time: 0.0818565 Aug 19 15:07:02.314467 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ae45883d-c96a-4d1d-88c5-6d1b06cb6558 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Deleting port b20e678c-9d76-4271-8915-0ac45a20468d {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:07:02.314823 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae45883d-c96a-4d1d-88c5-6d1b06cb6558 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:02.333882 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b5aa3dff-8479-47d4-bf32-8c0c7592f539 req-532935b0-b722-4c26-8afe-5fdf0925abd7 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7410b8ac-28b2-41f0-a4f8-33818ccf3844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481687 Aug 19 15:07:02.413805 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae45883d-c96a-4d1d-88c5-6d1b06cb6558 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:02.453746 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ae45883d-c96a-4d1d-88c5-6d1b06cb6558 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Calling delete_port for b20e678c-9d76-4271-8915-0ac45a20468d owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:07:02.488752 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e1227-4d65-4f48-9173-ea51119b529f req-15f12aee-f830-4b3a-b683-4880fbce33bf tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:02.491293 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-217e1227-4d65-4f48-9173-ea51119b529f req-15f12aee-f830-4b3a-b683-4880fbce33bf tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=97bf27b4-7347-497b-8a84-e2cd21e023a7 HTTP/1.1" status: 200 len: 945 time: 0.0736079 Aug 19 15:07:02.543648 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-217e1227-4d65-4f48-9173-ea51119b529f req-62ccc566-57ca-4f33-bdca-2eb0f1581c4b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7410b8ac-28b2-41f0-a4f8-33818ccf3844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444109 Aug 19 15:07:02.586520 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54958) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:02.597816 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae45883d-c96a-4d1d-88c5-6d1b06cb6558 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:02.670375 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae45883d-c96a-4d1d-88c5-6d1b06cb6558 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Pushing event deleted for resources: {'Port': ['ID=b20e678c-9d76-4271-8915-0ac45a20468d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:02.673177 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae45883d-c96a-4d1d-88c5-6d1b06cb6558 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:02.678531 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ae45883d-c96a-4d1d-88c5-6d1b06cb6558 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] 10.222.0.69 "DELETE /v2.0/ports/b20e678c-9d76-4271-8915-0ac45a20468d HTTP/1.1" status: 204 len: 168 time: 0.4811189 Aug 19 15:07:02.680853 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54962) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:02.689812 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cc9782-f1dd-4493-8dfb-ce088a3b5c13 tempest-TestNetworkAdvancedServerOps-1683966279 tempest-TestNetworkAdvancedServerOps-1683966279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:02.692872 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b5cc9782-f1dd-4493-8dfb-ce088a3b5c13 tempest-TestNetworkAdvancedServerOps-1683966279 tempest-TestNetworkAdvancedServerOps-1683966279-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=97bf27b4-7347-497b-8a84-e2cd21e023a7 HTTP/1.1" status: 200 len: 1091 time: 0.1040592 Aug 19 15:07:02.695794 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54966) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:02.703654 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-1a1cfe14-34d1-4f73-b7b7-883e2ebe851d tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Request body: {'floatingip': {'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'port_id': '032792af-7fe6-4557-bf66-118f51873fa6', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:02.748230 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a1cfe14-34d1-4f73-b7b7-883e2ebe851d tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:02.848240 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a32f006e-3213-4f50-9a2f-f6f63a595e5b tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Deleting port d55e260b-5213-46b8-8c67-835d296bde36 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:07:02.848240 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a32f006e-3213-4f50-9a2f-f6f63a595e5b tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:02.932880 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a1cfe14-34d1-4f73-b7b7-883e2ebe851d tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:02.946854 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a32f006e-3213-4f50-9a2f-f6f63a595e5b tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:02.972356 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a32f006e-3213-4f50-9a2f-f6f63a595e5b tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Calling delete_port for d55e260b-5213-46b8-8c67-835d296bde36 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:07:03.098424 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-1a1cfe14-34d1-4f73-b7b7-883e2ebe851d tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Allocated IP 172.25.2.251 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/9f637239-5067-437b-9076-edd8ce3f2e30) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:07:03.124241 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a32f006e-3213-4f50-9a2f-f6f63a595e5b tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:03.168823 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f006e-3213-4f50-9a2f-f6f63a595e5b tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Pushing event deleted for resources: {'Port': ['ID=d55e260b-5213-46b8-8c67-835d296bde36,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:03.177729 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a32f006e-3213-4f50-9a2f-f6f63a595e5b tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:03.179810 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a32f006e-3213-4f50-9a2f-f6f63a595e5b tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] 10.222.0.69 "DELETE /v2.0/ports/d55e260b-5213-46b8-8c67-835d296bde36 HTTP/1.1" status: 204 len: 168 time: 0.4974875 Aug 19 15:07:03.184032 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 54968) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:03.242065 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-89806a62-76c5-4f15-bf84-66614ae024e8 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0567911 Aug 19 15:07:03.249791 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54970) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:03.255162 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-586c8346-35fa-4c36-8746-6a71e2088ddc tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1478936943'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:03.287820 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586c8346-35fa-4c36-8746-6a71e2088ddc tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Made reservation on behalf of b43381dffca2496aa671ee721a5da1e0 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:07:03.293296 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-586c8346-35fa-4c36-8746-6a71e2088ddc tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:03.307813 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a1cfe14-34d1-4f73-b7b7-883e2ebe851d tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:03.333248 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-586c8346-35fa-4c36-8746-6a71e2088ddc tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:07:03.355707 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-586c8346-35fa-4c36-8746-6a71e2088ddc tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:03.356254 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-586c8346-35fa-4c36-8746-6a71e2088ddc tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Added segment 570832ae-9a8c-4764-9d7e-850b6833f30d of type vlan for network 32b734d1-935b-4598-b2cc-4923f31f042f Aug 19 15:07:03.361117 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a1cfe14-34d1-4f73-b7b7-883e2ebe851d tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:03.418925 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1cfe14-34d1-4f73-b7b7-883e2ebe851d tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:07:03.426563 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-1a1cfe14-34d1-4f73-b7b7-883e2ebe851d tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:07:03.434589 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1cfe14-34d1-4f73-b7b7-883e2ebe851d tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:07:03.434890 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-586c8346-35fa-4c36-8746-6a71e2088ddc tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:03.438234 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1cfe14-34d1-4f73-b7b7-883e2ebe851d tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'Port': ['ID=9f637239-5067-437b-9076-edd8ce3f2e30,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:03.493644 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-586c8346-35fa-4c36-8746-6a71e2088ddc tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:03.506993 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586c8346-35fa-4c36-8746-6a71e2088ddc tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:03.507780 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-586c8346-35fa-4c36-8746-6a71e2088ddc tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:03.593462 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-586c8346-35fa-4c36-8746-6a71e2088ddc tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3428426 Aug 19 15:07:03.598861 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54972) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:03.610416 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b77a50d2-a2ec-499d-9ee7-48e75004d8e7 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-121325775'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:03.621096 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586c8346-35fa-4c36-8746-6a71e2088ddc tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Pushing event updated for resources: {'Network': ['ID=32b734d1-935b-4598-b2cc-4923f31f042f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:03.639812 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 32b734d1-935b-4598-b2cc-4923f31f042f details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:07:03.647238 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77a50d2-a2ec-499d-9ee7-48e75004d8e7 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Made reservation on behalf of b43381dffca2496aa671ee721a5da1e0 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:07:03.652225 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b77a50d2-a2ec-499d-9ee7-48e75004d8e7 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:03.700436 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b77a50d2-a2ec-499d-9ee7-48e75004d8e7 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:07:03.717862 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b77a50d2-a2ec-499d-9ee7-48e75004d8e7 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:03.718323 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-b77a50d2-a2ec-499d-9ee7-48e75004d8e7 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Added segment 12a7e699-9cbc-4d35-a5c6-320ae1994d66 of type vlan for network a03e2235-340c-4e1e-9bc0-429023cb7675 Aug 19 15:07:03.798969 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b77a50d2-a2ec-499d-9ee7-48e75004d8e7 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:03.832814 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b77a50d2-a2ec-499d-9ee7-48e75004d8e7 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:03.840047 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77a50d2-a2ec-499d-9ee7-48e75004d8e7 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:03.841038 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b77a50d2-a2ec-499d-9ee7-48e75004d8e7 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:03.923800 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-b77a50d2-a2ec-499d-9ee7-48e75004d8e7 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3232617 Aug 19 15:07:03.937589 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77a50d2-a2ec-499d-9ee7-48e75004d8e7 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Pushing event updated for resources: {'Network': ['ID=a03e2235-340c-4e1e-9bc0-429023cb7675,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:03.958254 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network a03e2235-340c-4e1e-9bc0-429023cb7675 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:07:04.039439 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a1cfe14-34d1-4f73-b7b7-883e2ebe851d tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:04.130389 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:04.180526 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a1cfe14-34d1-4f73-b7b7-883e2ebe851d tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:04.332689 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7b69c0ab-b697-4b50-974b-927779617ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:04.378609 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a1cfe14-34d1-4f73-b7b7-883e2ebe851d tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:04.386765 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a1cfe14-34d1-4f73-b7b7-883e2ebe851d tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:04.561445 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:04.805878 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1cfe14-34d1-4f73-b7b7-883e2ebe851d tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'Port': ['ID=9f637239-5067-437b-9076-edd8ce3f2e30,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:04.813149 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a1cfe14-34d1-4f73-b7b7-883e2ebe851d tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:05.005929 n-d-766043-2 neutron-server[94639]: INFO neutron.db.l3_db [None req-1a1cfe14-34d1-4f73-b7b7-883e2ebe851d tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Floating IP 05f3d455-b5a4-4e50-b744-a4761d93b1fb associated. External IP: 172.25.2.251, port: 032792af-7fe6-4557-bf66-118f51873fa6. Aug 19 15:07:05.153959 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:05.390588 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a1cfe14-34d1-4f73-b7b7-883e2ebe851d tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Router c9035436-5611-4272-a55a-584282187263 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:07:05.458235 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:05.644879 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1cfe14-34d1-4f73-b7b7-883e2ebe851d tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:07:05.657160 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32c3518-4df7-4856-bf64-56c027ee8d68 None None] Sync routers for ids ['c9035436-5611-4272-a55a-584282187263'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:07:05.671362 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a1cfe14-34d1-4f73-b7b7-883e2ebe851d tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:05.694372 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32c3518-4df7-4856-bf64-56c027ee8d68 None None] Routers {'c9035436-5611-4272-a55a-584282187263'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:07:05.695381 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b32c3518-4df7-4856-bf64-56c027ee8d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:07:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['c9035436-5611-4272-a55a-584282187263'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:05.726897 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1a1cfe14-34d1-4f73-b7b7-883e2ebe851d tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0294466 Aug 19 15:07:05.727663 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97bf27b4-7347-497b-8a84-e2cd21e023a7', 'tag': '032792af-7fe6-4557-bf66-118f51873fa6'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:07:05.731133 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43489e1b-a5e8-4677-8fa3-e5052a934d27" -d '{"events": [{"name": "network-changed", "server_uuid": "97bf27b4-7347-497b-8a84-e2cd21e023a7", "tag": "032792af-7fe6-4557-bf66-118f51873fa6"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:07:05.797956 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e27932-b3aa-4c20-8fe0-2bf05242c660 x-openstack-request-id: req-b6e27932-b3aa-4c20-8fe0-2bf05242c660 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:07:05.798416 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97bf27b4-7347-497b-8a84-e2cd21e023a7", "tag": "032792af-7fe6-4557-bf66-118f51873fa6", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:07:05.798808 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b6e27932-b3aa-4c20-8fe0-2bf05242c660 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:07:05.799440 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97bf27b4-7347-497b-8a84-e2cd21e023a7', 'tag': '032792af-7fe6-4557-bf66-118f51873fa6', 'status': 'completed', 'code': 200} Aug 19 15:07:05.927884 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973c42b-2186-4edc-bc8f-65217ee5eb8e req-3dac7ae0-bcd0-46bf-849c-97cfd9dded91 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:05.932282 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4973c42b-2186-4edc-bc8f-65217ee5eb8e req-3dac7ae0-bcd0-46bf-849c-97cfd9dded91 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=97bf27b4-7347-497b-8a84-e2cd21e023a7 HTTP/1.1" status: 200 len: 945 time: 0.0837345 Aug 19 15:07:05.961512 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43489e1b-a5e8-4677-8fa3-e5052a934d27 req-4b22e3c5-9a78-4cd5-a28c-63f15d2150c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:05.965824 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-43489e1b-a5e8-4677-8fa3-e5052a934d27 req-4b22e3c5-9a78-4cd5-a28c-63f15d2150c2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5784b0340e8242b1aba4ab831f2e3b23&device_id=97bf27b4-7347-497b-8a84-e2cd21e023a7 HTTP/1.1" status: 200 len: 1096 time: 0.1401603 Aug 19 15:07:05.995375 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-b32c3518-4df7-4856-bf64-56c027ee8d68 None None] Set router c9035436-5611-4272-a55a-584282187263 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:07:06.027636 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4973c42b-2186-4edc-bc8f-65217ee5eb8e req-293a61a1-3f1e-4775-bc72-8ac6dad0aa1b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7410b8ac-28b2-41f0-a4f8-33818ccf3844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829706 Aug 19 15:07:06.047581 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54992) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:06.142569 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d59442aa-8d71-4ef0-b2ec-170fd7c567cf tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/floatingips/05f3d455-b5a4-4e50-b744-a4761d93b1fb HTTP/1.1" status: 200 len: 991 time: 0.0932271 Aug 19 15:07:06.185758 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43489e1b-a5e8-4677-8fa3-e5052a934d27 req-b763f724-d5d3-4a0c-8764-b5e9636aa3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:06.188445 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-43489e1b-a5e8-4677-8fa3-e5052a934d27 req-b763f724-d5d3-4a0c-8764-b5e9636aa3ea service neutron] 10.222.0.68 "GET /v2.0/networks?id=16979bc9-bd87-40e7-83d7-26aa6bdb5cc8 HTTP/1.1" status: 200 len: 895 time: 0.2161343 Aug 19 15:07:06.310254 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-43489e1b-a5e8-4677-8fa3-e5052a934d27 req-5f1a829f-d99b-47f2-bb66-9ae6cfedce17 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=032792af-7fe6-4557-bf66-118f51873fa6 HTTP/1.1" status: 200 len: 999 time: 0.1130321 Aug 19 15:07:06.392742 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43489e1b-a5e8-4677-8fa3-e5052a934d27 req-f259e7de-3891-4107-b3c9-81257dcc55ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:06.395941 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-43489e1b-a5e8-4677-8fa3-e5052a934d27 req-f259e7de-3891-4107-b3c9-81257dcc55ed service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e23e949d-cf50-4567-af8c-5bd60c665582 HTTP/1.1" status: 200 len: 835 time: 0.0761592 Aug 19 15:07:06.464286 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b32c3518-4df7-4856-bf64-56c027ee8d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9035436-5611-4272-a55a-584282187263', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1548904314', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '7a9f12ac-eb97-4094-895f-483254f0372d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:06:37Z', 'updated_at': '2021-08-19T15:06:43Z', 'revision_number': 4, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port': {'id': '7a9f12ac-eb97-4094-895f-483254f0372d', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:9d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9035436-5611-4272-a55a-584282187263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:06:37Z', 'updated_at': '2021-08-19T15:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '05f3d455-b5a4-4e50-b744-a4761d93b1fb', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'floating_ip_address': '172.25.2.251', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': 'c9035436-5611-4272-a55a-584282187263', 'port_id': '032792af-7fe6-4557-bf66-118f51873fa6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16979bc9-bd87-40e7-83d7-26aa6bdb5cc8', 'mac_address': 'fa:16:3e:02:37:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bf27b4-7347-497b-8a84-e2cd21e023a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:07:03Z', 'updated_at': '2021-08-19T15:07:03Z', 'revision_number': 0, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20379dc2-cd68-4f36-86d3-95baccc7eae6', 'name': '', 'network_id': '16979bc9-bd87-40e7-83d7-26aa6bdb5cc8', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'mac_address': 'fa:16:3e:79:21:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9035436-5611-4272-a55a-584282187263', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'e23e949d-cf50-4567-af8c-5bd60c665582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:06:42Z', 'updated_at': '2021-08-19T15:06:50Z', 'revision_number': 5, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'subnets': [{'id': 'e23e949d-cf50-4567-af8c-5bd60c665582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:06.495340 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43489e1b-a5e8-4677-8fa3-e5052a934d27 req-b60969fe-b721-4964-8543-d108c99c1509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:06.498293 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-43489e1b-a5e8-4677-8fa3-e5052a934d27 req-b60969fe-b721-4964-8543-d108c99c1509 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=16979bc9-bd87-40e7-83d7-26aa6bdb5cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0910816 Aug 19 15:07:06.549341 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32c3518-4df7-4856-bf64-56c027ee8d68 None None] Checking router: c9035436-5611-4272-a55a-584282187263 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:07:06.564835 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32c3518-4df7-4856-bf64-56c027ee8d68 None None] Routers {'c9035436-5611-4272-a55a-584282187263'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:07:06.565856 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b32c3518-4df7-4856-bf64-56c027ee8d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:07:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['c9035436-5611-4272-a55a-584282187263'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:06.622632 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-43489e1b-a5e8-4677-8fa3-e5052a934d27 req-833c426c-a41a-4b36-80ff-0f9392540b85 service neutron] 10.222.0.68 "GET /v2.0/networks/16979bc9-bd87-40e7-83d7-26aa6bdb5cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163027 Aug 19 15:07:06.709763 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-b32c3518-4df7-4856-bf64-56c027ee8d68 None None] Set router c9035436-5611-4272-a55a-584282187263 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:07:06.751908 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-43489e1b-a5e8-4677-8fa3-e5052a934d27 req-2fd01f9e-d355-4e28-bbeb-c71adf7d639e service neutron] 10.222.0.68 "GET /v2.0/networks/16979bc9-bd87-40e7-83d7-26aa6bdb5cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214113 Aug 19 15:07:06.961622 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:07.054390 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b32c3518-4df7-4856-bf64-56c027ee8d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9035436-5611-4272-a55a-584282187263', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1548904314', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '7a9f12ac-eb97-4094-895f-483254f0372d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:06:37Z', 'updated_at': '2021-08-19T15:06:43Z', 'revision_number': 4, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port': {'id': '7a9f12ac-eb97-4094-895f-483254f0372d', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:9d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9035436-5611-4272-a55a-584282187263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:06:37Z', 'updated_at': '2021-08-19T15:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '05f3d455-b5a4-4e50-b744-a4761d93b1fb', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'floating_ip_address': '172.25.2.251', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': 'c9035436-5611-4272-a55a-584282187263', 'port_id': '032792af-7fe6-4557-bf66-118f51873fa6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16979bc9-bd87-40e7-83d7-26aa6bdb5cc8', 'mac_address': 'fa:16:3e:02:37:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bf27b4-7347-497b-8a84-e2cd21e023a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:07:03Z', 'updated_at': '2021-08-19T15:07:03Z', 'revision_number': 0, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20379dc2-cd68-4f36-86d3-95baccc7eae6', 'name': '', 'network_id': '16979bc9-bd87-40e7-83d7-26aa6bdb5cc8', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'mac_address': 'fa:16:3e:79:21:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9035436-5611-4272-a55a-584282187263', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'e23e949d-cf50-4567-af8c-5bd60c665582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:06:42Z', 'updated_at': '2021-08-19T15:06:50Z', 'revision_number': 5, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'subnets': [{'id': 'e23e949d-cf50-4567-af8c-5bd60c665582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:07.102176 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32c3518-4df7-4856-bf64-56c027ee8d68 None None] The sync data for ids ['c9035436-5611-4272-a55a-584282187263'] in n-d-766043-2 is: [{'id': 'c9035436-5611-4272-a55a-584282187263', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1548904314', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '7a9f12ac-eb97-4094-895f-483254f0372d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:06:37Z', 'updated_at': '2021-08-19T15:06:43Z', 'revision_number': 4, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port': {'id': '7a9f12ac-eb97-4094-895f-483254f0372d', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:9d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9035436-5611-4272-a55a-584282187263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:06:37Z', 'updated_at': '2021-08-19T15:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '05f3d455-b5a4-4e50-b744-a4761d93b1fb', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'floating_ip_address': '172.25.2.251', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': 'c9035436-5611-4272-a55a-584282187263', 'port_id': '032792af-7fe6-4557-bf66-118f51873fa6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16979bc9-bd87-40e7-83d7-26aa6bdb5cc8', 'mac_address': 'fa:16:3e:02:37:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bf27b4-7347-497b-8a84-e2cd21e023a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:07:03Z', 'updated_at': '2021-08-19T15:07:03Z', 'revision_number': 0, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20379dc2-cd68-4f36-86d3-95baccc7eae6', 'name': '', 'network_id': '16979bc9-bd87-40e7-83d7-26aa6bdb5cc8', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'mac_address': 'fa:16:3e:79:21:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9035436-5611-4272-a55a-584282187263', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'e23e949d-cf50-4567-af8c-5bd60c665582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:06:42Z', 'updated_at': '2021-08-19T15:06:50Z', 'revision_number': 5, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'subnets': [{'id': 'e23e949d-cf50-4567-af8c-5bd60c665582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:07:07.146729 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 54996) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:07.254853 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-dd398b90-ac28-4dee-8507-dc19a080b0dc tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/floatingips/05f3d455-b5a4-4e50-b744-a4761d93b1fb HTTP/1.1" status: 200 len: 991 time: 0.1065941 Aug 19 15:07:07.418019 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fa5ab0-0538-4923-9a91-9bf21fa2d874 None None] New status for floating IP 05f3d455-b5a4-4e50-b744-a4761d93b1fb: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:07:08.060996 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55008) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:08.067371 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-59bcadaa-e380-422b-9f2b-11833e640740 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Request body: {'subnets': [{'network_id': '32b734d1-935b-4598-b2cc-4923f31f042f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--800095244', 'ip_version': 6}, {'network_id': 'a03e2235-340c-4e1e-9bc0-429023cb7675', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:08.067677 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-59bcadaa-e380-422b-9f2b-11833e640740 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Request body: {'subnet': {'network_id': '32b734d1-935b-4598-b2cc-4923f31f042f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--800095244', 'ip_version': 6}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:08.068688 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-59bcadaa-e380-422b-9f2b-11833e640740 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Request body: {'subnet': {'network_id': 'a03e2235-340c-4e1e-9bc0-429023cb7675', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:08.260376 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55010) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:08.273453 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59bcadaa-e380-422b-9f2b-11833e640740 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Made reservation on behalf of b43381dffca2496aa671ee721a5da1e0 for: {'subnet': 2} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:07:08.282353 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59bcadaa-e380-422b-9f2b-11833e640740 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:08.282932 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59bcadaa-e380-422b-9f2b-11833e640740 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:08.355014 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2392469d-90f2-4d33-9425-541059d2850c tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/floatingips/05f3d455-b5a4-4e50-b744-a4761d93b1fb HTTP/1.1" status: 200 len: 993 time: 0.0836020 Aug 19 15:07:08.770822 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59bcadaa-e380-422b-9f2b-11833e640740 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:08.842392 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bcadaa-e380-422b-9f2b-11833e640740 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Pushing event updated for resources: {'Subnet': ['ID=265f005b-d668-4cbc-8b31-ec0db8a990d0,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:08.852308 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bcadaa-e380-422b-9f2b-11833e640740 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Checking segment: {'id': '570832ae-9a8c-4764-9d7e-850b6833f30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '32b734d1-935b-4598-b2cc-4923f31f042f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:07:08.852706 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bcadaa-e380-422b-9f2b-11833e640740 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Network hostable DHCP agents. Network: 32b734d1-935b-4598-b2cc-4923f31f042f, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:07:08.872837 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bcadaa-e380-422b-9f2b-11833e640740 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Network 32b734d1-935b-4598-b2cc-4923f31f042f is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:07:08.883382 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-59bcadaa-e380-422b-9f2b-11833e640740 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 32b734d1-935b-4598-b2cc-4923f31f042f) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:07:08.887550 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59bcadaa-e380-422b-9f2b-11833e640740 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:08.897656 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a9c845-84f2-4277-9f42-812b898f9020 None None] Network 32b734d1-935b-4598-b2cc-4923f31f042f requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:07:08.961518 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bcadaa-e380-422b-9f2b-11833e640740 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Pushing event updated for resources: {'Subnet': ['ID=2f77c8ae-a5ed-4b7c-b2aa-00fe7bc1c292,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:08.968369 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bcadaa-e380-422b-9f2b-11833e640740 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Checking segment: {'id': '12a7e699-9cbc-4d35-a5c6-320ae1994d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a03e2235-340c-4e1e-9bc0-429023cb7675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:07:08.968872 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bcadaa-e380-422b-9f2b-11833e640740 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Network hostable DHCP agents. Network: a03e2235-340c-4e1e-9bc0-429023cb7675, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:07:08.992507 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bcadaa-e380-422b-9f2b-11833e640740 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Network a03e2235-340c-4e1e-9bc0-429023cb7675 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:07:09.007053 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-59bcadaa-e380-422b-9f2b-11833e640740 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, a03e2235-340c-4e1e-9bc0-429023cb7675) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:07:09.024223 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef76c96-6db3-4cc7-b5d0-a5d56a511a03 None None] Network a03e2235-340c-4e1e-9bc0-429023cb7675 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:07:09.026644 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bcadaa-e380-422b-9f2b-11833e640740 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:09.027112 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bcadaa-e380-422b-9f2b-11833e640740 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:09.027808 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59bcadaa-e380-422b-9f2b-11833e640740 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:09.047853 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-59bcadaa-e380-422b-9f2b-11833e640740 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 0.9828067 Aug 19 15:07:09.047853 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55014) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:09.129121 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc53faf-e9a4-4e03-9533-f94826493345 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:09.131531 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc53faf-e9a4-4e03-9533-f94826493345 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:09.132740 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc53faf-e9a4-4e03-9533-f94826493345 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:09.137663 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-7bc53faf-e9a4-4e03-9533-f94826493345 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.0851698 Aug 19 15:07:09.144997 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55016) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:09.216315 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-9180f40b-1577-4eb0-b1cb-b0c8080c686a tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Deleting subnet 265f005b-d668-4cbc-8b31-ec0db8a990d0 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:07:09.221807 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9180f40b-1577-4eb0-b1cb-b0c8080c686a tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:09.236556 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c59317-c954-41b9-b988-83ecd53899b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-32b734d1-935b-4598-b2cc-4923f31f042f', 'network_id': '32b734d1-935b-4598-b2cc-4923f31f042f', 'tenant_id': 'b43381dffca2496aa671ee721a5da1e0', 'fixed_ips': [{'subnet_id': '265f005b-d668-4cbc-8b31-ec0db8a990d0'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:07:09.237514 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-28c59317-c954-41b9-b988-83ecd53899b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:09.281763 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9180f40b-1577-4eb0-b1cb-b0c8080c686a tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:09.350521 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9180f40b-1577-4eb0-b1cb-b0c8080c686a tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:09.377394 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff5d60a-5be2-422c-aeb5-20656247b651 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-a03e2235-340c-4e1e-9bc0-429023cb7675', 'network_id': 'a03e2235-340c-4e1e-9bc0-429023cb7675', 'tenant_id': 'b43381dffca2496aa671ee721a5da1e0', 'fixed_ips': [{'subnet_id': '2f77c8ae-a5ed-4b7c-b2aa-00fe7bc1c292'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:07:09.378795 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4ff5d60a-5be2-422c-aeb5-20656247b651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:09.438725 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9180f40b-1577-4eb0-b1cb-b0c8080c686a tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:09.471191 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9180f40b-1577-4eb0-b1cb-b0c8080c686a tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:09.473263 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9180f40b-1577-4eb0-b1cb-b0c8080c686a tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] 10.222.0.69 "DELETE /v2.0/subnets/265f005b-d668-4cbc-8b31-ec0db8a990d0 HTTP/1.1" status: 204 len: 168 time: 0.3271739 Aug 19 15:07:09.474286 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9180f40b-1577-4eb0-b1cb-b0c8080c686a tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Pushing event deleted for resources: {'Subnet': ['ID=265f005b-d668-4cbc-8b31-ec0db8a990d0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:09.476086 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55018) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:09.483201 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180f40b-1577-4eb0-b1cb-b0c8080c686a tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:09.483554 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180f40b-1577-4eb0-b1cb-b0c8080c686a tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:09.483947 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180f40b-1577-4eb0-b1cb-b0c8080c686a tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:09.484386 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180f40b-1577-4eb0-b1cb-b0c8080c686a tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:09.484857 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180f40b-1577-4eb0-b1cb-b0c8080c686a tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:09.485271 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180f40b-1577-4eb0-b1cb-b0c8080c686a tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:09.485666 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180f40b-1577-4eb0-b1cb-b0c8080c686a tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:09.486061 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180f40b-1577-4eb0-b1cb-b0c8080c686a tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:09.486453 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180f40b-1577-4eb0-b1cb-b0c8080c686a tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:09.486889 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180f40b-1577-4eb0-b1cb-b0c8080c686a tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:09.487356 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180f40b-1577-4eb0-b1cb-b0c8080c686a tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:09.487674 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180f40b-1577-4eb0-b1cb-b0c8080c686a tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server [None req-28c59317-c954-41b9-b988-83ecd53899b3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 265f005b-d668-4cbc-8b31-ec0db8a990d0: This subnet is being modified by another concurrent operation. Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise exception Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 265f005b-d668-4cbc-8b31-ec0db8a990d0: This subnet is being modified by another concurrent operation. Aug 19 15:07:09.494346 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server Aug 19 15:07:09.522855 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4514ad-4e0f-40f6-bb19-1137569ced5c None None] Network 32b734d1-935b-4598-b2cc-4923f31f042f requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:07:09.559899 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb9fb2aa-0ce1-45ca-9a3c-3e303b78912c tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Deleting subnet 2f77c8ae-a5ed-4b7c-b2aa-00fe7bc1c292 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:07:09.623349 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-4ff5d60a-5be2-422c-aeb5-20656247b651 None None] Allocated IP 2001:db8:0:1::1 (a03e2235-340c-4e1e-9bc0-429023cb7675/2f77c8ae-a5ed-4b7c-b2aa-00fe7bc1c292/4e34b36c-f707-44b8-b9c6-d4a7e70e651b) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:07:09.828000 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4ff5d60a-5be2-422c-aeb5-20656247b651 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:09.841776 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4ff5d60a-5be2-422c-aeb5-20656247b651 None None] Transition to ACTIVE for port object 4e34b36c-f707-44b8-b9c6-d4a7e70e651b will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:07:09.864877 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4ff5d60a-5be2-422c-aeb5-20656247b651 None None] Transition to ACTIVE for port object 4e34b36c-f707-44b8-b9c6-d4a7e70e651b will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:07:09.872597 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb9fb2aa-0ce1-45ca-9a3c-3e303b78912c tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:09.873605 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4ff5d60a-5be2-422c-aeb5-20656247b651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:09.926976 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff5d60a-5be2-422c-aeb5-20656247b651 None None] Network a03e2235-340c-4e1e-9bc0-429023cb7675 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:07:09.933723 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-4ff5d60a-5be2-422c-aeb5-20656247b651 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:07:09.939188 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff5d60a-5be2-422c-aeb5-20656247b651 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:07:09.951699 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff5d60a-5be2-422c-aeb5-20656247b651 None None] Pushing event updated for resources: {'Port': ['ID=4e34b36c-f707-44b8-b9c6-d4a7e70e651b,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:09.970285 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb9fb2aa-0ce1-45ca-9a3c-3e303b78912c tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:10.016758 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4ff5d60a-5be2-422c-aeb5-20656247b651 None None] Attempting to bind port 4e34b36c-f707-44b8-b9c6-d4a7e70e651b on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:07:10.017361 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4ff5d60a-5be2-422c-aeb5-20656247b651 None None] Attempting to bind port 4e34b36c-f707-44b8-b9c6-d4a7e70e651b by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '12a7e699-9cbc-4d35-a5c6-320ae1994d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a03e2235-340c-4e1e-9bc0-429023cb7675'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:07:10.017732 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff5d60a-5be2-422c-aeb5-20656247b651 None None] Attempting to bind port 4e34b36c-f707-44b8-b9c6-d4a7e70e651b on network a03e2235-340c-4e1e-9bc0-429023cb7675 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:07:10.023905 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff5d60a-5be2-422c-aeb5-20656247b651 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:07:10.024488 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff5d60a-5be2-422c-aeb5-20656247b651 None None] Checking segment: {'id': '12a7e699-9cbc-4d35-a5c6-320ae1994d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a03e2235-340c-4e1e-9bc0-429023cb7675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:07:10.025274 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4ff5d60a-5be2-422c-aeb5-20656247b651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:10.025541 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff5d60a-5be2-422c-aeb5-20656247b651 None None] Bound using segment: {'id': '12a7e699-9cbc-4d35-a5c6-320ae1994d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a03e2235-340c-4e1e-9bc0-429023cb7675'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:07:10.026721 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4ff5d60a-5be2-422c-aeb5-20656247b651 None None] Bound port: 4e34b36c-f707-44b8-b9c6-d4a7e70e651b, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12a7e699-9cbc-4d35-a5c6-320ae1994d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a03e2235-340c-4e1e-9bc0-429023cb7675'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:07:10.027321 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4ff5d60a-5be2-422c-aeb5-20656247b651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:10.125315 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb9fb2aa-0ce1-45ca-9a3c-3e303b78912c tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:10.204761 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb9fb2aa-0ce1-45ca-9a3c-3e303b78912c tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:10.209702 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4ff5d60a-5be2-422c-aeb5-20656247b651 None None] For port 4e34b36c-f707-44b8-b9c6-d4a7e70e651b, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:07:10.215912 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4ff5d60a-5be2-422c-aeb5-20656247b651 None None] For port 4e34b36c-f707-44b8-b9c6-d4a7e70e651b, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=4e34b36c-f707-44b8-b9c6-d4a7e70e651b,segment=NetworkSegment(12a7e699-9cbc-4d35-a5c6-320ae1994d66),segment_id=12a7e699-9cbc-4d35-a5c6-320ae1994d66)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:07:10.222558 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4ff5d60a-5be2-422c-aeb5-20656247b651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:10.263960 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9fb2aa-0ce1-45ca-9a3c-3e303b78912c tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Pushing event deleted for resources: {'Subnet': ['ID=2f77c8ae-a5ed-4b7c-b2aa-00fe7bc1c292,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:10.277509 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb9fb2aa-0ce1-45ca-9a3c-3e303b78912c tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:10.279000 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-cb9fb2aa-0ce1-45ca-9a3c-3e303b78912c tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] 10.222.0.69 "DELETE /v2.0/subnets/2f77c8ae-a5ed-4b7c-b2aa-00fe7bc1c292 HTTP/1.1" status: 204 len: 168 time: 0.8012435 Aug 19 15:07:10.281596 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55026) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:10.321765 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff5d60a-5be2-422c-aeb5-20656247b651 None None] Pushing event updated for resources: {'Port': ['ID=4e34b36c-f707-44b8-b9c6-d4a7e70e651b,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:10.436573 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77f1eed-bf4c-4068-9eb2-a0b9010ae2fc tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:10.443309 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f77f1eed-bf4c-4068-9eb2-a0b9010ae2fc tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1567543 Aug 19 15:07:10.448940 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55030) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:10.581737 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ff4aedc-486f-4c7e-a8cb-7a6bc2dbb80d tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:10.684000 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9ff4aedc-486f-4c7e-a8cb-7a6bc2dbb80d tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Deleting port 4e34b36c-f707-44b8-b9c6-d4a7e70e651b {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:07:10.684353 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ff4aedc-486f-4c7e-a8cb-7a6bc2dbb80d tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:10.781136 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9ff4aedc-486f-4c7e-a8cb-7a6bc2dbb80d tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] For port 4e34b36c-f707-44b8-b9c6-d4a7e70e651b, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=4e34b36c-f707-44b8-b9c6-d4a7e70e651b,segment=NetworkSegment(12a7e699-9cbc-4d35-a5c6-320ae1994d66),segment_id=12a7e699-9cbc-4d35-a5c6-320ae1994d66)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:07:10.781675 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ff4aedc-486f-4c7e-a8cb-7a6bc2dbb80d tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:10.797868 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9ff4aedc-486f-4c7e-a8cb-7a6bc2dbb80d tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Calling delete_port for 4e34b36c-f707-44b8-b9c6-d4a7e70e651b owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:07:10.881940 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ff4aedc-486f-4c7e-a8cb-7a6bc2dbb80d tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:10.910796 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff4aedc-486f-4c7e-a8cb-7a6bc2dbb80d tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] No DVR routers for this DVR port 4e34b36c-f707-44b8-b9c6-d4a7e70e651b on host n-d-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:07:10.912531 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff4aedc-486f-4c7e-a8cb-7a6bc2dbb80d tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Pushing event deleted for resources: {'Port': ['ID=4e34b36c-f707-44b8-b9c6-d4a7e70e651b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:11.002685 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ff4aedc-486f-4c7e-a8cb-7a6bc2dbb80d tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:11.016395 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-9ff4aedc-486f-4c7e-a8cb-7a6bc2dbb80d tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a03e2235-340c-4e1e-9bc0-429023cb7675']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:11.028458 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-9ff4aedc-486f-4c7e-a8cb-7a6bc2dbb80d tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12a7e699-9cbc-4d35-a5c6-320ae1994d66') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:11.028754 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-9ff4aedc-486f-4c7e-a8cb-7a6bc2dbb80d tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12a7e699-9cbc-4d35-a5c6-320ae1994d66') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:11.038317 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ff4aedc-486f-4c7e-a8cb-7a6bc2dbb80d tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:11.053047 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ff4aedc-486f-4c7e-a8cb-7a6bc2dbb80d tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:11.059149 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ff4aedc-486f-4c7e-a8cb-7a6bc2dbb80d tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:07:11.059552 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ff4aedc-486f-4c7e-a8cb-7a6bc2dbb80d tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:11.064800 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 15:07:11.064800 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:07:11.064800 n-d-766043-2 neutron-server[94640]: timer() Aug 19 15:07:11.064800 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:07:11.064800 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 15:07:11.064800 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:07:11.064800 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 15:07:11.064800 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:07:11.064800 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 15:07:11.064800 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:07:11.064800 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 15:07:11.064800 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:07:11.064800 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 15:07:11.064800 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:07:11.064800 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:07:11.064800 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:07:11.064800 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:07:11.064800 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:07:11.064800 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 15:07:11.064800 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:07:11.064800 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 15:07:11.064800 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:07:11.064800 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:07:11.064800 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:07:11.064800 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 15:07:11.064800 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:07:11.064800 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:07:11.064800 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:07:11.064800 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:07:11.064800 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:07:11.064800 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:07:11.064800 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:07:11.141027 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ff4aedc-486f-4c7e-a8cb-7a6bc2dbb80d tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:11.149663 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ff4aedc-486f-4c7e-a8cb-7a6bc2dbb80d tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:11.154721 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9ff4aedc-486f-4c7e-a8cb-7a6bc2dbb80d tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] 10.222.0.69 "DELETE /v2.0/networks/a03e2235-340c-4e1e-9bc0-429023cb7675 HTTP/1.1" status: 204 len: 168 time: 0.7023084 Aug 19 15:07:11.154892 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55036) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:11.182396 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff4aedc-486f-4c7e-a8cb-7a6bc2dbb80d tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Pushing event deleted for resources: {'Network': ['ID=a03e2235-340c-4e1e-9bc0-429023cb7675,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:11.271766 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae4446a1-b398-4f3c-8de4-6d59c7201e0c tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:11.375238 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae4446a1-b398-4f3c-8de4-6d59c7201e0c tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:11.386423 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-ae4446a1-b398-4f3c-8de4-6d59c7201e0c tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32b734d1-935b-4598-b2cc-4923f31f042f']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:11.399048 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-ae4446a1-b398-4f3c-8de4-6d59c7201e0c tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '570832ae-9a8c-4764-9d7e-850b6833f30d') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:11.399343 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-ae4446a1-b398-4f3c-8de4-6d59c7201e0c tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '570832ae-9a8c-4764-9d7e-850b6833f30d') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:11.410865 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae4446a1-b398-4f3c-8de4-6d59c7201e0c tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:11.428796 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae4446a1-b398-4f3c-8de4-6d59c7201e0c tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:11.442544 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae4446a1-b398-4f3c-8de4-6d59c7201e0c tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:07:11.444676 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae4446a1-b398-4f3c-8de4-6d59c7201e0c tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:11.452716 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 15:07:11.452716 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:07:11.452716 n-d-766043-2 neutron-server[94640]: timer() Aug 19 15:07:11.452716 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:07:11.452716 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 15:07:11.452716 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:07:11.452716 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 15:07:11.452716 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:07:11.452716 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 15:07:11.452716 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:07:11.452716 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 15:07:11.452716 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:07:11.452716 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 15:07:11.452716 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:07:11.452716 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:07:11.452716 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:07:11.452716 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:07:11.452716 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:07:11.452716 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 15:07:11.452716 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:07:11.452716 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 15:07:11.452716 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:07:11.452716 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:07:11.452716 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:07:11.452716 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 15:07:11.452716 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:07:11.452716 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:07:11.452716 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:07:11.452716 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:07:11.452716 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:07:11.452716 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:07:11.452716 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:07:11.528949 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae4446a1-b398-4f3c-8de4-6d59c7201e0c tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:11.550135 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae4446a1-b398-4f3c-8de4-6d59c7201e0c tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:11.554707 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ae4446a1-b398-4f3c-8de4-6d59c7201e0c tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] 10.222.0.69 "DELETE /v2.0/networks/32b734d1-935b-4598-b2cc-4923f31f042f HTTP/1.1" status: 204 len: 168 time: 0.3787286 Aug 19 15:07:11.554707 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4446a1-b398-4f3c-8de4-6d59c7201e0c tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Pushing event deleted for resources: {'Network': ['ID=32b734d1-935b-4598-b2cc-4923f31f042f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:11.555477 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55040) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:11.623710 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6d99506a-d29b-4e57-9891-245dfd8ac813 None None] Could not find standard attr ID for object 4e34b36c-f707-44b8-b9c6-d4a7e70e651b. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 15:07:11.658600 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac0b8-5b09-43ea-b598-31270e5245c9 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:11.686691 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7c68f0-6ad2-4d6e-8689-a87b7d59d36e None None] DHCP port deletion for a03e2235-340c-4e1e-9bc0-429023cb7675 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:07:11.716769 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c05642-dfea-4665-9cdb-7fff2743741a None None] Network a03e2235-340c-4e1e-9bc0-429023cb7675 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:07:11.728448 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c05642-dfea-4665-9cdb-7fff2743741a None None] Network a03e2235-340c-4e1e-9bc0-429023cb7675 could not be found, it might have been deleted concurrently. {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 19 15:07:11.740239 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a25fc7-1f8a-4122-8f5f-0ec2b20f4eb5 None None] get_active_networks_info from n-d-766043-2 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 15:07:11.765110 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac0b8-5b09-43ea-b598-31270e5245c9 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:11.778713 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-ae7ac0b8-5b09-43ea-b598-31270e5245c9 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a52805d0-a226-4773-973c-0dfc06dcfb46']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:11.795570 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-ae7ac0b8-5b09-43ea-b598-31270e5245c9 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b399f88c-3d80-4c50-990b-137b6a27ed8d') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:11.795733 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-ae7ac0b8-5b09-43ea-b598-31270e5245c9 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b399f88c-3d80-4c50-990b-137b6a27ed8d') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:11.805399 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac0b8-5b09-43ea-b598-31270e5245c9 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:11.828731 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac0b8-5b09-43ea-b598-31270e5245c9 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:11.836820 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae7ac0b8-5b09-43ea-b598-31270e5245c9 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:07:11.837648 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac0b8-5b09-43ea-b598-31270e5245c9 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:11.842165 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 15:07:11.842165 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:07:11.842165 n-d-766043-2 neutron-server[94639]: timer() Aug 19 15:07:11.842165 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:07:11.842165 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 15:07:11.842165 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:07:11.842165 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 15:07:11.842165 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:07:11.842165 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 15:07:11.842165 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:07:11.842165 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 15:07:11.842165 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:07:11.842165 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 15:07:11.842165 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:07:11.842165 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:07:11.842165 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:07:11.842165 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:07:11.842165 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:07:11.842165 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 15:07:11.842165 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:07:11.842165 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 15:07:11.842165 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:07:11.842165 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:07:11.842165 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:07:11.842165 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 15:07:11.842165 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:07:11.842165 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:07:11.842165 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:07:11.842165 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:07:11.842165 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:07:11.842165 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:07:11.842165 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:07:11.845117 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a25fc7-1f8a-4122-8f5f-0ec2b20f4eb5 None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 15:07:11.919649 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac0b8-5b09-43ea-b598-31270e5245c9 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:11.926831 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac0b8-5b09-43ea-b598-31270e5245c9 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:11.929738 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ae7ac0b8-5b09-43ea-b598-31270e5245c9 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] 10.222.0.69 "DELETE /v2.0/networks/a52805d0-a226-4773-973c-0dfc06dcfb46 HTTP/1.1" status: 204 len: 168 time: 0.3733897 Aug 19 15:07:11.933138 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55054) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:11.950128 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ac0b8-5b09-43ea-b598-31270e5245c9 tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Pushing event deleted for resources: {'Network': ['ID=a52805d0-a226-4773-973c-0dfc06dcfb46,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:12.033186 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4e04d6e8-42a3-479d-a4f3-adcb3b73ad9e tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:12.127931 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4e04d6e8-42a3-479d-a4f3-adcb3b73ad9e tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:12.139801 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-4e04d6e8-42a3-479d-a4f3-adcb3b73ad9e tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8c2fa7b-5224-4e01-ab76-8bcca6b0a3fb']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:12.152480 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-4e04d6e8-42a3-479d-a4f3-adcb3b73ad9e tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eebec88-8a17-44ae-8722-5c112ba9da3e') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:12.152714 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-4e04d6e8-42a3-479d-a4f3-adcb3b73ad9e tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eebec88-8a17-44ae-8722-5c112ba9da3e') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:12.162995 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4e04d6e8-42a3-479d-a4f3-adcb3b73ad9e tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:12.179124 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4e04d6e8-42a3-479d-a4f3-adcb3b73ad9e tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:12.186437 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e04d6e8-42a3-479d-a4f3-adcb3b73ad9e tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:07:12.186908 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4e04d6e8-42a3-479d-a4f3-adcb3b73ad9e tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:12.190482 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 15:07:12.190482 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:07:12.190482 n-d-766043-2 neutron-server[94640]: timer() Aug 19 15:07:12.190482 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:07:12.190482 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 15:07:12.190482 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:07:12.190482 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 15:07:12.190482 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:07:12.190482 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 15:07:12.190482 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:07:12.190482 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 15:07:12.190482 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:07:12.190482 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 15:07:12.190482 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:07:12.190482 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:07:12.190482 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:07:12.190482 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:07:12.190482 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:07:12.190482 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 15:07:12.190482 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:07:12.190482 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 15:07:12.190482 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:07:12.190482 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:07:12.190482 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:07:12.190482 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 15:07:12.190482 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:07:12.190482 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:07:12.190482 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:07:12.190482 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:07:12.190482 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:07:12.190482 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:07:12.190482 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:07:12.256961 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4e04d6e8-42a3-479d-a4f3-adcb3b73ad9e tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:12.268041 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4e04d6e8-42a3-479d-a4f3-adcb3b73ad9e tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:12.270390 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-4e04d6e8-42a3-479d-a4f3-adcb3b73ad9e tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] 10.222.0.69 "DELETE /v2.0/networks/e8c2fa7b-5224-4e01-ab76-8bcca6b0a3fb HTTP/1.1" status: 204 len: 168 time: 0.3360720 Aug 19 15:07:12.285485 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e04d6e8-42a3-479d-a4f3-adcb3b73ad9e tempest-BulkNetworkOpsIpV6Test-1373041186 tempest-BulkNetworkOpsIpV6Test-1373041186-project] Pushing event deleted for resources: {'Network': ['ID=e8c2fa7b-5224-4e01-ab76-8bcca6b0a3fb,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:12.513395 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-72f52c8f-d4e2-4bde-82f3-13b7faa3f4e7 req-98e3238f-e791-4732-ac05-bdb838b541ce service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f502dad7-2486-438a-a1c6-05bc976eff9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431318 Aug 19 15:07:12.538335 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55070) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:12.610274 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f52c8f-d4e2-4bde-82f3-13b7faa3f4e7 req-6c43bcb0-2bbc-4d48-b1ed-c630018dcf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:12.612442 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-72f52c8f-d4e2-4bde-82f3-13b7faa3f4e7 req-6c43bcb0-2bbc-4d48-b1ed-c630018dcf78 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0550ac85b3b548ae984f8729832afa44&device_id=f502dad7-2486-438a-a1c6-05bc976eff9e HTTP/1.1" status: 200 len: 1097 time: 0.0439992 Aug 19 15:07:12.688698 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-cc984150-fdab-4389-a420-d3d10d30708a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b43381dffca2496aa671ee721a5da1e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1484399 Aug 19 15:07:12.690962 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55074) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:12.732958 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f52c8f-d4e2-4bde-82f3-13b7faa3f4e7 req-9f7b5944-0dea-406e-84fb-5f9642feaaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:12.734760 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-72f52c8f-d4e2-4bde-82f3-13b7faa3f4e7 req-9f7b5944-0dea-406e-84fb-5f9642feaaaa service neutron] 10.222.0.68 "GET /v2.0/networks?id=042ff527-1fae-4bd9-883c-64e28e4df4d0 HTTP/1.1" status: 200 len: 912 time: 0.0996258 Aug 19 15:07:12.748286 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8df57cbe-e558-476d-a847-29d76e3f8114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:12.773534 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8df57cbe-e558-476d-a847-29d76e3f8114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:12.815857 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-72f52c8f-d4e2-4bde-82f3-13b7faa3f4e7 req-ce8d2079-d4be-440d-a198-9aa86d0426dd service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb29058b-956e-4de3-9fd4-db3fe49030c1 HTTP/1.1" status: 200 len: 1002 time: 0.0717554 Aug 19 15:07:12.842006 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8df57cbe-e558-476d-a847-29d76e3f8114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:12.847028 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8df57cbe-e558-476d-a847-29d76e3f8114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:12.854609 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-8df57cbe-e558-476d-a847-29d76e3f8114 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a4fbf5d2-3d4b-4636-b55e-2c559e8bcd53 HTTP/1.1" status: 204 len: 168 time: 0.1615183 Aug 19 15:07:12.867046 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df57cbe-e558-476d-a847-29d76e3f8114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fbf5d2-3d4b-4636-b55e-2c559e8bcd53,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:12.885998 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f52c8f-d4e2-4bde-82f3-13b7faa3f4e7 req-764ba735-f451-43ac-8a9d-d8e2408beedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:12.888056 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-72f52c8f-d4e2-4bde-82f3-13b7faa3f4e7 req-764ba735-f451-43ac-8a9d-d8e2408beedb service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4501b342-71e0-4b08-b9d8-b651dd87e075 HTTP/1.1" status: 200 len: 850 time: 0.0650268 Aug 19 15:07:12.942981 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f52c8f-d4e2-4bde-82f3-13b7faa3f4e7 req-87f56414-5e60-4c28-8f1f-457f73c06307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:12.944554 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-72f52c8f-d4e2-4bde-82f3-13b7faa3f4e7 req-87f56414-5e60-4c28-8f1f-457f73c06307 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=042ff527-1fae-4bd9-883c-64e28e4df4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489583 Aug 19 15:07:13.067803 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-72f52c8f-d4e2-4bde-82f3-13b7faa3f4e7 req-356e260b-b5e2-4801-99e0-f6adb9f4649a service neutron] 10.222.0.68 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129055 Aug 19 15:07:13.224883 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-72f52c8f-d4e2-4bde-82f3-13b7faa3f4e7 req-a5597d89-7f47-4015-baeb-98c819707b4e service neutron] 10.222.0.68 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463203 Aug 19 15:07:13.611760 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 4e34b36c-f707-44b8-b9c6-d4a7e70e651b no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:07:13.637012 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 4e34b36c-f707-44b8-b9c6-d4a7e70e651b {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:07:13.637509 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 4e34b36c-f707-44b8-b9c6-d4a7e70e651b not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:07:13.700264 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55098) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:13.825721 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f074b043-96fc-4b8a-a094-b7c75fa79b46 tempest-NetworksNegativeTestJSON-2098528713 tempest-NetworksNegativeTestJSON-2098528713-project] Request body: {'port': {'network_id': '1a3ddd03-03b9-40b1-bafc-c1560843e37f', 'name': 'tempest-NetworksNegativeTestJSON-246478077'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:13.843369 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-f074b043-96fc-4b8a-a094-b7c75fa79b46 tempest-NetworksNegativeTestJSON-2098528713 tempest-NetworksNegativeTestJSON-2098528713-project] POST failed (client error): The resource could not be found. Aug 19 15:07:13.843987 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f074b043-96fc-4b8a-a094-b7c75fa79b46 tempest-NetworksNegativeTestJSON-2098528713 tempest-NetworksNegativeTestJSON-2098528713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:07:13.845239 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f074b043-96fc-4b8a-a094-b7c75fa79b46 tempest-NetworksNegativeTestJSON-2098528713 tempest-NetworksNegativeTestJSON-2098528713-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1440427 Aug 19 15:07:13.849807 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55102) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:13.880644 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8f19df2-0083-41a3-ba2f-1b3c49595101 tempest-NetworksNegativeTestJSON-2098528713 tempest-NetworksNegativeTestJSON-2098528713-project] DELETE failed (client error): The resource could not be found. Aug 19 15:07:13.881596 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8f19df2-0083-41a3-ba2f-1b3c49595101 tempest-NetworksNegativeTestJSON-2098528713 tempest-NetworksNegativeTestJSON-2098528713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:07:13.888816 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b8f19df2-0083-41a3-ba2f-1b3c49595101 tempest-NetworksNegativeTestJSON-2098528713 tempest-NetworksNegativeTestJSON-2098528713-project] 10.222.0.69 "DELETE /v2.0/networks/203da2b9-4c86-4b16-a4cf-82d90840de71 HTTP/1.1" status: 404 len: 339 time: 0.0334408 Aug 19 15:07:13.889418 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55104) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:13.915784 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6a5df6f-d409-4318-8a0c-8cc06f263eee tempest-NetworksNegativeTestJSON-2098528713 tempest-NetworksNegativeTestJSON-2098528713-project] DELETE failed (client error): The resource could not be found. Aug 19 15:07:13.916546 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6a5df6f-d409-4318-8a0c-8cc06f263eee tempest-NetworksNegativeTestJSON-2098528713 tempest-NetworksNegativeTestJSON-2098528713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:07:13.918537 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-c6a5df6f-d409-4318-8a0c-8cc06f263eee tempest-NetworksNegativeTestJSON-2098528713 tempest-NetworksNegativeTestJSON-2098528713-project] 10.222.0.69 "DELETE /v2.0/ports/bc36ef50-92a4-493f-bd35-ea3f597122d7 HTTP/1.1" status: 404 len: 333 time: 0.0278876 Aug 19 15:07:13.932679 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55106) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:13.960820 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-6656cd81-f30c-4058-ae5b-ece4598b8a7f tempest-NetworksNegativeTestJSON-2098528713 tempest-NetworksNegativeTestJSON-2098528713-project] DELETE failed (client error): The resource could not be found. Aug 19 15:07:13.961300 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6656cd81-f30c-4058-ae5b-ece4598b8a7f tempest-NetworksNegativeTestJSON-2098528713 tempest-NetworksNegativeTestJSON-2098528713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:07:13.963165 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-6656cd81-f30c-4058-ae5b-ece4598b8a7f tempest-NetworksNegativeTestJSON-2098528713 tempest-NetworksNegativeTestJSON-2098528713-project] 10.222.0.69 "DELETE /v2.0/subnets/1d27548f-94ec-4d02-821c-457d2e3fe10d HTTP/1.1" status: 404 len: 337 time: 0.0292413 Aug 19 15:07:13.967398 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55108) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:13.988168 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dc9a671-064c-405c-8fd8-37a17f26aacc tempest-NetworksNegativeTestJSON-2098528713 tempest-NetworksNegativeTestJSON-2098528713-project] GET failed (client error): The resource could not be found. Aug 19 15:07:13.989675 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-3dc9a671-064c-405c-8fd8-37a17f26aacc tempest-NetworksNegativeTestJSON-2098528713 tempest-NetworksNegativeTestJSON-2098528713-project] 10.222.0.69 "GET /v2.0/networks/157b00a5-434a-4483-a982-b6b86c437776 HTTP/1.1" status: 404 len: 339 time: 0.0212605 Aug 19 15:07:13.993823 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55110) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:14.019612 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-29be66cd-68ea-4230-b72f-8c497cbcaff8 tempest-NetworksNegativeTestJSON-2098528713 tempest-NetworksNegativeTestJSON-2098528713-project] GET failed (client error): The resource could not be found. Aug 19 15:07:14.021187 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-29be66cd-68ea-4230-b72f-8c497cbcaff8 tempest-NetworksNegativeTestJSON-2098528713 tempest-NetworksNegativeTestJSON-2098528713-project] 10.222.0.69 "GET /v2.0/ports/eccea2a8-302c-4555-b8d2-1ca7836f7988 HTTP/1.1" status: 404 len: 333 time: 0.0255094 Aug 19 15:07:14.024821 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55112) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:14.059141 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0591076-be57-49c5-9223-761356bf4439 tempest-NetworksNegativeTestJSON-2098528713 tempest-NetworksNegativeTestJSON-2098528713-project] GET failed (client error): The resource could not be found. Aug 19 15:07:14.060530 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d0591076-be57-49c5-9223-761356bf4439 tempest-NetworksNegativeTestJSON-2098528713 tempest-NetworksNegativeTestJSON-2098528713-project] 10.222.0.69 "GET /v2.0/subnets/fa30db05-6d2c-4c81-a0a5-d534599ae875 HTTP/1.1" status: 404 len: 337 time: 0.0347531 Aug 19 15:07:14.064648 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55114) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:14.069854 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c37eb1ed-9a52-4399-ae7e-8de79736db5f tempest-NetworksNegativeTestJSON-2098528713 tempest-NetworksNegativeTestJSON-2098528713-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:14.084123 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-c37eb1ed-9a52-4399-ae7e-8de79736db5f tempest-NetworksNegativeTestJSON-2098528713 tempest-NetworksNegativeTestJSON-2098528713-project] PUT failed (client error): The resource could not be found. Aug 19 15:07:14.084713 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c37eb1ed-9a52-4399-ae7e-8de79736db5f tempest-NetworksNegativeTestJSON-2098528713 tempest-NetworksNegativeTestJSON-2098528713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:07:14.085884 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c37eb1ed-9a52-4399-ae7e-8de79736db5f tempest-NetworksNegativeTestJSON-2098528713 tempest-NetworksNegativeTestJSON-2098528713-project] 10.222.0.69 "PUT /v2.0/networks/20ea1da6-0e57-42fc-b0e1-f8edc224df3b HTTP/1.1" status: 404 len: 339 time: 0.0202749 Aug 19 15:07:14.089737 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55116) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:14.094951 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5cf2fbfe-7bab-4b68-90ca-065f9f17e644 tempest-NetworksNegativeTestJSON-2098528713 tempest-NetworksNegativeTestJSON-2098528713-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:14.114011 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cf2fbfe-7bab-4b68-90ca-065f9f17e644 tempest-NetworksNegativeTestJSON-2098528713 tempest-NetworksNegativeTestJSON-2098528713-project] PUT failed (client error): The resource could not be found. Aug 19 15:07:14.119389 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cf2fbfe-7bab-4b68-90ca-065f9f17e644 tempest-NetworksNegativeTestJSON-2098528713 tempest-NetworksNegativeTestJSON-2098528713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:07:14.119389 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5cf2fbfe-7bab-4b68-90ca-065f9f17e644 tempest-NetworksNegativeTestJSON-2098528713 tempest-NetworksNegativeTestJSON-2098528713-project] 10.222.0.69 "PUT /v2.0/ports/4c2fee93-f734-41a5-adbc-d3f58f86cc7e HTTP/1.1" status: 404 len: 333 time: 0.0251822 Aug 19 15:07:14.120527 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55118) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:14.126075 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-3e080714-7bdd-4682-8f8c-fe6b70d79716 tempest-NetworksNegativeTestJSON-2098528713 tempest-NetworksNegativeTestJSON-2098528713-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:14.149096 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e080714-7bdd-4682-8f8c-fe6b70d79716 tempest-NetworksNegativeTestJSON-2098528713 tempest-NetworksNegativeTestJSON-2098528713-project] PUT failed (client error): The resource could not be found. Aug 19 15:07:14.149501 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e080714-7bdd-4682-8f8c-fe6b70d79716 tempest-NetworksNegativeTestJSON-2098528713 tempest-NetworksNegativeTestJSON-2098528713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:07:14.154224 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-3e080714-7bdd-4682-8f8c-fe6b70d79716 tempest-NetworksNegativeTestJSON-2098528713 tempest-NetworksNegativeTestJSON-2098528713-project] 10.222.0.69 "PUT /v2.0/subnets/57375948-1819-4eeb-aa65-441d0b22c74a HTTP/1.1" status: 404 len: 337 time: 0.0293040 Aug 19 15:07:14.476118 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55134) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:14.620447 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-57f7566a-e5ba-47dc-a4cd-e7125abee06e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:14.728241 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-57f7566a-e5ba-47dc-a4cd-e7125abee06e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:14.732884 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-57f7566a-e5ba-47dc-a4cd-e7125abee06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:14.781095 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55142) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:14.781868 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-57f7566a-e5ba-47dc-a4cd-e7125abee06e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8aecd0d3908048e79fe0986679fac90a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3036141 Aug 19 15:07:14.783858 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f7566a-e5ba-47dc-a4cd-e7125abee06e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75770524-f554-4929-a5f6-30627bc15c94,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:14.858440 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6f4862b3-c619-4182-a459-bc626003c319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:14.884392 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6f4862b3-c619-4182-a459-bc626003c319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:14.945865 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6f4862b3-c619-4182-a459-bc626003c319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:14.949879 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6f4862b3-c619-4182-a459-bc626003c319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:14.951907 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6f4862b3-c619-4182-a459-bc626003c319 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/75770524-f554-4929-a5f6-30627bc15c94 HTTP/1.1" status: 204 len: 168 time: 0.1679506 Aug 19 15:07:14.985000 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4862b3-c619-4182-a459-bc626003c319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75770524-f554-4929-a5f6-30627bc15c94,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:15.842919 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55166) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:15.955062 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f1084e95-627c-47cf-8da0-cfb30ffd3359 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Request body: {'network': {'name': 'tempest-RoutersTest-1600347731'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:15.986457 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1084e95-627c-47cf-8da0-cfb30ffd3359 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Made reservation on behalf of 71f8eb57bbdb4f7f804d75dfd4292af4 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:07:15.989976 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1084e95-627c-47cf-8da0-cfb30ffd3359 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:16.005226 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1084e95-627c-47cf-8da0-cfb30ffd3359 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:16.126594 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1084e95-627c-47cf-8da0-cfb30ffd3359 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:16.132791 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1084e95-627c-47cf-8da0-cfb30ffd3359 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:16.162371 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1084e95-627c-47cf-8da0-cfb30ffd3359 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:07:16.172945 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1084e95-627c-47cf-8da0-cfb30ffd3359 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7f660e-0d75-41de-8131-dd2bf2f14073,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:16.177970 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1084e95-627c-47cf-8da0-cfb30ffd3359 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:16.178322 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-f1084e95-627c-47cf-8da0-cfb30ffd3359 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Added segment a3bcc399-54de-49ae-9390-57a30ecb039f of type vlan for network 1f233756-a457-446d-915d-c8abae7dd249 Aug 19 15:07:16.227723 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1084e95-627c-47cf-8da0-cfb30ffd3359 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:16.263986 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1084e95-627c-47cf-8da0-cfb30ffd3359 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:16.271794 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1084e95-627c-47cf-8da0-cfb30ffd3359 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:16.272466 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1084e95-627c-47cf-8da0-cfb30ffd3359 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:16.340012 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f1084e95-627c-47cf-8da0-cfb30ffd3359 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4956775 Aug 19 15:07:16.342952 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55170) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:16.348730 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-145ab80b-494b-453d-b873-94e09ea5d34c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Request body: {'network': {'name': 'tempest-RoutersTest-1565616542'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:16.349266 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1084e95-627c-47cf-8da0-cfb30ffd3359 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event updated for resources: {'Network': ['ID=1f233756-a457-446d-915d-c8abae7dd249,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:16.360690 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 1f233756-a457-446d-915d-c8abae7dd249 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:07:16.374436 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145ab80b-494b-453d-b873-94e09ea5d34c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Made reservation on behalf of 71f8eb57bbdb4f7f804d75dfd4292af4 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:07:16.377802 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-145ab80b-494b-453d-b873-94e09ea5d34c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:16.406763 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-145ab80b-494b-453d-b873-94e09ea5d34c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:07:16.419752 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-145ab80b-494b-453d-b873-94e09ea5d34c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:16.420344 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-145ab80b-494b-453d-b873-94e09ea5d34c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Added segment 970c96f0-e298-4a00-b644-93a4aaa688a8 of type vlan for network 578499b3-9ee2-4f06-bb79-959afd9a38e3 Aug 19 15:07:16.476238 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-145ab80b-494b-453d-b873-94e09ea5d34c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:16.504005 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-145ab80b-494b-453d-b873-94e09ea5d34c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:16.511147 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145ab80b-494b-453d-b873-94e09ea5d34c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:16.511876 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-145ab80b-494b-453d-b873-94e09ea5d34c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:16.575681 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-145ab80b-494b-453d-b873-94e09ea5d34c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2316034 Aug 19 15:07:16.579263 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55172) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:16.583944 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-011a894f-33e2-47df-8e54-89088097ef1b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Request body: {'subnet': {'network_id': '1f233756-a457-446d-915d-c8abae7dd249', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:16.697320 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55176) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:16.774776 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e9a0cf9-fae0-42a3-9e30-5a2f8cba060a admin admin] Deleting subnet 43977fa5-6bc5-4789-8eda-7e3590c0b36c {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:07:16.779481 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e9a0cf9-fae0-42a3-9e30-5a2f8cba060a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:16.828515 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e9a0cf9-fae0-42a3-9e30-5a2f8cba060a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:16.887454 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e9a0cf9-fae0-42a3-9e30-5a2f8cba060a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:16.971853 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e9a0cf9-fae0-42a3-9e30-5a2f8cba060a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:17.004789 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9a0cf9-fae0-42a3-9e30-5a2f8cba060a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43977fa5-6bc5-4789-8eda-7e3590c0b36c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:17.009964 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e9a0cf9-fae0-42a3-9e30-5a2f8cba060a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:17.012381 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0e9a0cf9-fae0-42a3-9e30-5a2f8cba060a admin admin] 10.222.0.69 "DELETE /v2.0/subnets/43977fa5-6bc5-4789-8eda-7e3590c0b36c HTTP/1.1" status: 204 len: 168 time: 0.3137436 Aug 19 15:07:17.014927 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55178) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:17.050410 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ab80b-494b-453d-b873-94e09ea5d34c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event updated for resources: {'Network': ['ID=578499b3-9ee2-4f06-bb79-959afd9a38e3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:17.063764 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 578499b3-9ee2-4f06-bb79-959afd9a38e3 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:07:17.113208 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c383442c-bc34-4fcf-ab67-e3300f0ae3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:17.130012 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011a894f-33e2-47df-8e54-89088097ef1b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Made reservation on behalf of 71f8eb57bbdb4f7f804d75dfd4292af4 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:07:17.133828 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-011a894f-33e2-47df-8e54-89088097ef1b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:17.207385 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c383442c-bc34-4fcf-ab67-e3300f0ae3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:17.221565 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-c383442c-bc34-4fcf-ab67-e3300f0ae3b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32acef63-6304-4128-a89e-49b1aae34d4e']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:17.234432 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-c383442c-bc34-4fcf-ab67-e3300f0ae3b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28943d89-36d6-441c-b575-eedffcaf7f12') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:17.234678 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-c383442c-bc34-4fcf-ab67-e3300f0ae3b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28943d89-36d6-441c-b575-eedffcaf7f12') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:17.245980 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c383442c-bc34-4fcf-ab67-e3300f0ae3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:17.267058 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c383442c-bc34-4fcf-ab67-e3300f0ae3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:17.274778 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c383442c-bc34-4fcf-ab67-e3300f0ae3b6 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:07:17.275198 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c383442c-bc34-4fcf-ab67-e3300f0ae3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:17.277160 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 15:07:17.277160 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:07:17.277160 n-d-766043-2 neutron-server[94639]: timer() Aug 19 15:07:17.277160 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:07:17.277160 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 15:07:17.277160 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:07:17.277160 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 15:07:17.277160 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:07:17.277160 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 15:07:17.277160 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:07:17.277160 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 15:07:17.277160 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:07:17.277160 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 15:07:17.277160 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:07:17.277160 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:07:17.277160 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:07:17.277160 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:07:17.277160 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:07:17.277160 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 15:07:17.277160 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:07:17.277160 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 15:07:17.277160 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:07:17.277160 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:07:17.277160 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:07:17.277160 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 15:07:17.277160 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:07:17.277160 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:07:17.277160 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:07:17.277160 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:07:17.277160 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:07:17.277160 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:07:17.277160 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:07:17.336666 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c383442c-bc34-4fcf-ab67-e3300f0ae3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:17.342236 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c383442c-bc34-4fcf-ab67-e3300f0ae3b6 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:17.344795 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c383442c-bc34-4fcf-ab67-e3300f0ae3b6 admin admin] 10.222.0.69 "DELETE /v2.0/networks/32acef63-6304-4128-a89e-49b1aae34d4e HTTP/1.1" status: 204 len: 168 time: 0.3285365 Aug 19 15:07:17.347757 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55180) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:17.359163 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-011a894f-33e2-47df-8e54-89088097ef1b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:17.363073 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c383442c-bc34-4fcf-ab67-e3300f0ae3b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=32acef63-6304-4128-a89e-49b1aae34d4e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:17.440304 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-28e3305f-5973-4b20-bdca-5c7724007c2b admin admin] Deleting subnet b641b314-7ada-4a40-b710-fd901faf621c {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:07:17.450251 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-28e3305f-5973-4b20-bdca-5c7724007c2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:17.481470 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a894f-33e2-47df-8e54-89088097ef1b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event updated for resources: {'Subnet': ['ID=12ec1aee-5ba1-4f9e-a622-e2392cbfe7fd,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:17.502998 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011a894f-33e2-47df-8e54-89088097ef1b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Checking segment: {'id': 'a3bcc399-54de-49ae-9390-57a30ecb039f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1f233756-a457-446d-915d-c8abae7dd249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:07:17.503283 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011a894f-33e2-47df-8e54-89088097ef1b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Network hostable DHCP agents. Network: 1f233756-a457-446d-915d-c8abae7dd249, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:07:17.509519 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-28e3305f-5973-4b20-bdca-5c7724007c2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:17.548190 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011a894f-33e2-47df-8e54-89088097ef1b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Network 1f233756-a457-446d-915d-c8abae7dd249 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:07:17.564676 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-28e3305f-5973-4b20-bdca-5c7724007c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:17.566830 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-011a894f-33e2-47df-8e54-89088097ef1b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 1f233756-a457-446d-915d-c8abae7dd249) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:07:17.579531 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609d400e-c709-4ce6-b8ad-e6b0ca1a2c4c None None] Network 1f233756-a457-446d-915d-c8abae7dd249 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:07:17.590012 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011a894f-33e2-47df-8e54-89088097ef1b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:17.590290 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-011a894f-33e2-47df-8e54-89088097ef1b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:17.617001 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-011a894f-33e2-47df-8e54-89088097ef1b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0369008 Aug 19 15:07:17.621417 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55182) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:17.625539 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-0fd79ce3-2830-45c4-aef1-c7fb0bad5ee4 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Request body: {'subnet': {'network_id': '578499b3-9ee2-4f06-bb79-959afd9a38e3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:17.704375 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-28e3305f-5973-4b20-bdca-5c7724007c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:17.741403 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e3305f-5973-4b20-bdca-5c7724007c2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b641b314-7ada-4a40-b710-fd901faf621c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:17.747674 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-28e3305f-5973-4b20-bdca-5c7724007c2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:17.749529 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-28e3305f-5973-4b20-bdca-5c7724007c2b admin admin] 10.222.0.69 "DELETE /v2.0/subnets/b641b314-7ada-4a40-b710-fd901faf621c HTTP/1.1" status: 204 len: 168 time: 0.4003053 Aug 19 15:07:17.752198 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55184) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:17.778027 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd79ce3-2830-45c4-aef1-c7fb0bad5ee4 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Made reservation on behalf of 71f8eb57bbdb4f7f804d75dfd4292af4 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:07:17.781205 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0741be98-b287-4181-9988-83612217f134 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-1f233756-a457-446d-915d-c8abae7dd249', 'network_id': '1f233756-a457-446d-915d-c8abae7dd249', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'fixed_ips': [{'subnet_id': '12ec1aee-5ba1-4f9e-a622-e2392cbfe7fd'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:07:17.781761 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0fd79ce3-2830-45c4-aef1-c7fb0bad5ee4 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:17.782240 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0741be98-b287-4181-9988-83612217f134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:17.864298 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-209a9705-6445-485e-a5b9-35d37cf26b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:17.939227 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-0741be98-b287-4181-9988-83612217f134 None None] Allocated IP 172.20.0.2 (1f233756-a457-446d-915d-c8abae7dd249/12ec1aee-5ba1-4f9e-a622-e2392cbfe7fd/933e5bef-2bd3-42eb-8460-fdc9235955e6) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:07:17.967000 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-209a9705-6445-485e-a5b9-35d37cf26b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:17.977475 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-209a9705-6445-485e-a5b9-35d37cf26b37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20d9620e-ec9a-4a82-8457-2d2e95d26d5e']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:17.989403 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-209a9705-6445-485e-a5b9-35d37cf26b37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7a2da29-9132-425f-8c74-adb3ee0cbfc7') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:17.989680 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-209a9705-6445-485e-a5b9-35d37cf26b37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7a2da29-9132-425f-8c74-adb3ee0cbfc7') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:17.989990 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0fd79ce3-2830-45c4-aef1-c7fb0bad5ee4 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:18.007623 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-209a9705-6445-485e-a5b9-35d37cf26b37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:18.033380 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-209a9705-6445-485e-a5b9-35d37cf26b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:18.042493 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-209a9705-6445-485e-a5b9-35d37cf26b37 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:07:18.042970 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-209a9705-6445-485e-a5b9-35d37cf26b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:18.044802 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 15:07:18.044802 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:07:18.044802 n-d-766043-2 neutron-server[94639]: timer() Aug 19 15:07:18.044802 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:07:18.044802 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 15:07:18.044802 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:07:18.044802 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 15:07:18.044802 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:07:18.044802 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 15:07:18.044802 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:07:18.044802 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 15:07:18.044802 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:07:18.044802 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 15:07:18.044802 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:07:18.044802 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:07:18.044802 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:07:18.044802 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:07:18.044802 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:07:18.044802 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 15:07:18.044802 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:07:18.044802 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 15:07:18.044802 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:07:18.044802 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:07:18.044802 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:07:18.044802 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 15:07:18.044802 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:07:18.044802 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:07:18.044802 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:07:18.044802 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:07:18.044802 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:07:18.044802 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:07:18.044802 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:07:18.067638 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd79ce3-2830-45c4-aef1-c7fb0bad5ee4 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event updated for resources: {'Subnet': ['ID=15b9ce16-498a-4cba-9183-8331ffc21e84,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:18.074359 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd79ce3-2830-45c4-aef1-c7fb0bad5ee4 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Checking segment: {'id': '970c96f0-e298-4a00-b644-93a4aaa688a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '578499b3-9ee2-4f06-bb79-959afd9a38e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:07:18.074728 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd79ce3-2830-45c4-aef1-c7fb0bad5ee4 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Network hostable DHCP agents. Network: 578499b3-9ee2-4f06-bb79-959afd9a38e3, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:07:18.094516 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd79ce3-2830-45c4-aef1-c7fb0bad5ee4 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Network 578499b3-9ee2-4f06-bb79-959afd9a38e3 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:07:18.106135 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-0fd79ce3-2830-45c4-aef1-c7fb0bad5ee4 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 578499b3-9ee2-4f06-bb79-959afd9a38e3) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:07:18.108637 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-209a9705-6445-485e-a5b9-35d37cf26b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:18.110975 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd79ce3-2830-45c4-aef1-c7fb0bad5ee4 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:18.111569 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0fd79ce3-2830-45c4-aef1-c7fb0bad5ee4 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:18.114674 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-209a9705-6445-485e-a5b9-35d37cf26b37 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:18.120445 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-209a9705-6445-485e-a5b9-35d37cf26b37 admin admin] 10.222.0.69 "DELETE /v2.0/networks/20d9620e-ec9a-4a82-8457-2d2e95d26d5e HTTP/1.1" status: 204 len: 168 time: 0.3641477 Aug 19 15:07:18.132239 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a9705-6445-485e-a5b9-35d37cf26b37 admin admin] Pushing event deleted for resources: {'Network': ['ID=20d9620e-ec9a-4a82-8457-2d2e95d26d5e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:18.137315 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-0fd79ce3-2830-45c4-aef1-c7fb0bad5ee4 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5150378 Aug 19 15:07:18.138000 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24dab7d6-2ec9-4666-bca6-cfc8e36c1654 None None] Network 578499b3-9ee2-4f06-bb79-959afd9a38e3 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:07:18.140211 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55190) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:18.146479 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0741be98-b287-4181-9988-83612217f134 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:18.147788 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-5fd552cf-2798-4f80-9019-0efd17fd7055 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2046991325', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:18.156887 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0741be98-b287-4181-9988-83612217f134 None None] Transition to ACTIVE for port object 933e5bef-2bd3-42eb-8460-fdc9235955e6 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:07:18.188467 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5fd552cf-2798-4f80-9019-0efd17fd7055 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:18.188467 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5fd552cf-2798-4f80-9019-0efd17fd7055 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:18.215160 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0741be98-b287-4181-9988-83612217f134 None None] Transition to ACTIVE for port object 933e5bef-2bd3-42eb-8460-fdc9235955e6 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:07:18.223557 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0741be98-b287-4181-9988-83612217f134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:18.261531 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5fd552cf-2798-4f80-9019-0efd17fd7055 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:18.270247 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5fd552cf-2798-4f80-9019-0efd17fd7055 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:18.293033 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0741be98-b287-4181-9988-83612217f134 None None] Network 1f233756-a457-446d-915d-c8abae7dd249 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:07:18.304716 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-0741be98-b287-4181-9988-83612217f134 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:07:18.305137 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5fd552cf-2798-4f80-9019-0efd17fd7055 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:18.309653 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0741be98-b287-4181-9988-83612217f134 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:07:18.311375 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55192) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:18.312186 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0741be98-b287-4181-9988-83612217f134 None None] Pushing event updated for resources: {'Port': ['ID=933e5bef-2bd3-42eb-8460-fdc9235955e6,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:18.313119 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-5fd552cf-2798-4f80-9019-0efd17fd7055 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1709020 Aug 19 15:07:18.375926 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55194) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:18.410096 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0741be98-b287-4181-9988-83612217f134 None None] Attempting to bind port 933e5bef-2bd3-42eb-8460-fdc9235955e6 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:07:18.410537 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0741be98-b287-4181-9988-83612217f134 None None] Attempting to bind port 933e5bef-2bd3-42eb-8460-fdc9235955e6 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'a3bcc399-54de-49ae-9390-57a30ecb039f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1f233756-a457-446d-915d-c8abae7dd249'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:07:18.410871 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0741be98-b287-4181-9988-83612217f134 None None] Attempting to bind port 933e5bef-2bd3-42eb-8460-fdc9235955e6 on network 1f233756-a457-446d-915d-c8abae7dd249 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:07:18.436709 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0741be98-b287-4181-9988-83612217f134 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:07:18.436709 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0741be98-b287-4181-9988-83612217f134 None None] Checking segment: {'id': 'a3bcc399-54de-49ae-9390-57a30ecb039f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1f233756-a457-446d-915d-c8abae7dd249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:07:18.436709 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0741be98-b287-4181-9988-83612217f134 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:18.436709 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0741be98-b287-4181-9988-83612217f134 None None] Bound using segment: {'id': 'a3bcc399-54de-49ae-9390-57a30ecb039f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1f233756-a457-446d-915d-c8abae7dd249'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:07:18.436709 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0741be98-b287-4181-9988-83612217f134 None None] Bound port: 933e5bef-2bd3-42eb-8460-fdc9235955e6, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3bcc399-54de-49ae-9390-57a30ecb039f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1f233756-a457-446d-915d-c8abae7dd249'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:07:18.436709 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0741be98-b287-4181-9988-83612217f134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:18.453459 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1a3644df-df40-4d34-b9f1-075b2fef780b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ce076319cb974c4cbeda0884226fcf5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0754323 Aug 19 15:07:18.457800 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55196) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:18.460565 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c242ff16-29a1-4271-8e65-14d91b7e4152 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-578499b3-9ee2-4f06-bb79-959afd9a38e3', 'network_id': '578499b3-9ee2-4f06-bb79-959afd9a38e3', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'fixed_ips': [{'subnet_id': '15b9ce16-498a-4cba-9183-8331ffc21e84'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:07:18.462044 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c242ff16-29a1-4271-8e65-14d91b7e4152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:18.523234 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7b0a207b-ccd0-4437-a10d-2a622d40c090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:18.550038 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7b0a207b-ccd0-4437-a10d-2a622d40c090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:18.599982 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0741be98-b287-4181-9988-83612217f134 None None] For port 933e5bef-2bd3-42eb-8460-fdc9235955e6, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:07:18.605264 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0741be98-b287-4181-9988-83612217f134 None None] For port 933e5bef-2bd3-42eb-8460-fdc9235955e6, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=933e5bef-2bd3-42eb-8460-fdc9235955e6,segment=NetworkSegment(a3bcc399-54de-49ae-9390-57a30ecb039f),segment_id=a3bcc399-54de-49ae-9390-57a30ecb039f)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:07:18.614282 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0741be98-b287-4181-9988-83612217f134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:18.618416 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7b0a207b-ccd0-4437-a10d-2a622d40c090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:18.622529 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7b0a207b-ccd0-4437-a10d-2a622d40c090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:18.624060 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-7b0a207b-ccd0-4437-a10d-2a622d40c090 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/047775fc-79d2-4f6e-bef5-3b9123576bea HTTP/1.1" status: 204 len: 168 time: 0.1649585 Aug 19 15:07:18.637502 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0a207b-ccd0-4437-a10d-2a622d40c090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047775fc-79d2-4f6e-bef5-3b9123576bea,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:18.673049 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91afdaac-1660-4fe6-ab04-f6c22bbc160c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:18.732564 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-c242ff16-29a1-4271-8e65-14d91b7e4152 None None] Allocated IP 172.21.0.2 (578499b3-9ee2-4f06-bb79-959afd9a38e3/15b9ce16-498a-4cba-9183-8331ffc21e84/b18e0015-1a6d-4478-a3e7-c7933c3b8cf3) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:07:18.735398 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0741be98-b287-4181-9988-83612217f134 None None] Pushing event updated for resources: {'Port': ['ID=933e5bef-2bd3-42eb-8460-fdc9235955e6,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:19.082096 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-91afdaac-1660-4fe6-ab04-f6c22bbc160c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Allocated IP 172.20.0.1 (1f233756-a457-446d-915d-c8abae7dd249/12ec1aee-5ba1-4f9e-a622-e2392cbfe7fd/12fd0cef-6a4c-4cc2-b37b-d24fb66b0055) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:07:19.112064 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55202) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:19.130360 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c242ff16-29a1-4271-8e65-14d91b7e4152 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:19.139909 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c242ff16-29a1-4271-8e65-14d91b7e4152 None None] Transition to ACTIVE for port object b18e0015-1a6d-4478-a3e7-c7933c3b8cf3 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:07:19.158625 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c242ff16-29a1-4271-8e65-14d91b7e4152 None None] Transition to ACTIVE for port object b18e0015-1a6d-4478-a3e7-c7933c3b8cf3 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:07:19.168938 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c242ff16-29a1-4271-8e65-14d91b7e4152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:19.179173 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e70eb751-567a-49b9-8af7-8bac87438aa1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=070bf2e8bf44478380a1ecd4d7a733a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0655077 Aug 19 15:07:19.182656 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55204) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:19.215982 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c242ff16-29a1-4271-8e65-14d91b7e4152 None None] Network 578499b3-9ee2-4f06-bb79-959afd9a38e3 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:07:19.219066 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-c242ff16-29a1-4271-8e65-14d91b7e4152 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:07:19.221578 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c242ff16-29a1-4271-8e65-14d91b7e4152 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:07:19.256090 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c242ff16-29a1-4271-8e65-14d91b7e4152 None None] Pushing event updated for resources: {'Port': ['ID=b18e0015-1a6d-4478-a3e7-c7933c3b8cf3,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:19.289032 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c242ff16-29a1-4271-8e65-14d91b7e4152 None None] Attempting to bind port b18e0015-1a6d-4478-a3e7-c7933c3b8cf3 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:07:19.289411 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c242ff16-29a1-4271-8e65-14d91b7e4152 None None] Attempting to bind port b18e0015-1a6d-4478-a3e7-c7933c3b8cf3 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '970c96f0-e298-4a00-b644-93a4aaa688a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '578499b3-9ee2-4f06-bb79-959afd9a38e3'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:07:19.289789 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c242ff16-29a1-4271-8e65-14d91b7e4152 None None] Attempting to bind port b18e0015-1a6d-4478-a3e7-c7933c3b8cf3 on network 578499b3-9ee2-4f06-bb79-959afd9a38e3 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:07:19.296609 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c242ff16-29a1-4271-8e65-14d91b7e4152 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:07:19.297185 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c242ff16-29a1-4271-8e65-14d91b7e4152 None None] Checking segment: {'id': '970c96f0-e298-4a00-b644-93a4aaa688a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '578499b3-9ee2-4f06-bb79-959afd9a38e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:07:19.297412 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c242ff16-29a1-4271-8e65-14d91b7e4152 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:19.298025 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c242ff16-29a1-4271-8e65-14d91b7e4152 None None] Bound using segment: {'id': '970c96f0-e298-4a00-b644-93a4aaa688a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '578499b3-9ee2-4f06-bb79-959afd9a38e3'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:07:19.298557 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c242ff16-29a1-4271-8e65-14d91b7e4152 None None] Bound port: b18e0015-1a6d-4478-a3e7-c7933c3b8cf3, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '970c96f0-e298-4a00-b644-93a4aaa688a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '578499b3-9ee2-4f06-bb79-959afd9a38e3'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:07:19.298906 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c242ff16-29a1-4271-8e65-14d91b7e4152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:19.369371 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c242ff16-29a1-4271-8e65-14d91b7e4152 None None] For port b18e0015-1a6d-4478-a3e7-c7933c3b8cf3, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:07:19.373400 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c242ff16-29a1-4271-8e65-14d91b7e4152 None None] For port b18e0015-1a6d-4478-a3e7-c7933c3b8cf3, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b18e0015-1a6d-4478-a3e7-c7933c3b8cf3,segment=NetworkSegment(970c96f0-e298-4a00-b644-93a4aaa688a8),segment_id=970c96f0-e298-4a00-b644-93a4aaa688a8)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:07:19.379325 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c242ff16-29a1-4271-8e65-14d91b7e4152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:19.450159 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c242ff16-29a1-4271-8e65-14d91b7e4152 None None] Pushing event updated for resources: {'Port': ['ID=b18e0015-1a6d-4478-a3e7-c7933c3b8cf3,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:19.615608 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91afdaac-1660-4fe6-ab04-f6c22bbc160c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:19.626464 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eab780bc-d31a-4b1c-9408-d60dbfbae585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:19.641210 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-91afdaac-1660-4fe6-ab04-f6c22bbc160c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Transition to ACTIVE for port object 12fd0cef-6a4c-4cc2-b37b-d24fb66b0055 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:07:19.664826 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eab780bc-d31a-4b1c-9408-d60dbfbae585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:19.731319 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91afdaac-1660-4fe6-ab04-f6c22bbc160c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:19.798852 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 933e5bef-2bd3-42eb-8460-fdc9235955e6 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:07:19.799575 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eab780bc-d31a-4b1c-9408-d60dbfbae585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:19.803603 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eab780bc-d31a-4b1c-9408-d60dbfbae585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:19.805238 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-eab780bc-d31a-4b1c-9408-d60dbfbae585 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/65a940d9-389f-4018-bda0-105c8479ec3b HTTP/1.1" status: 204 len: 168 time: 0.6216230 Aug 19 15:07:19.807328 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91afdaac-1660-4fe6-ab04-f6c22bbc160c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Network 1f233756-a457-446d-915d-c8abae7dd249 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:07:19.820011 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-91afdaac-1660-4fe6-ab04-f6c22bbc160c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:07:19.831672 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91afdaac-1660-4fe6-ab04-f6c22bbc160c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:07:19.839113 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab780bc-d31a-4b1c-9408-d60dbfbae585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a940d9-389f-4018-bda0-105c8479ec3b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:19.903601 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91afdaac-1660-4fe6-ab04-f6c22bbc160c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event updated for resources: {'Port': ['ID=12fd0cef-6a4c-4cc2-b37b-d24fb66b0055,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:19.904955 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 933e5bef-2bd3-42eb-8460-fdc9235955e6 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:07:19.943400 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91afdaac-1660-4fe6-ab04-f6c22bbc160c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:19.993757 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ee5544-0ec5-4f62-ac9b-9bf1a4d7d314 None None] Network 1f233756-a457-446d-915d-c8abae7dd249 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:07:20.058785 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-63ccd70c-f4d3-490f-ace5-cf70017fb7ea None None] Provisioning for port 933e5bef-2bd3-42eb-8460-fdc9235955e6 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:07:20.071799 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-63ccd70c-f4d3-490f-ace5-cf70017fb7ea None None] Provisioning complete for port 933e5bef-2bd3-42eb-8460-fdc9235955e6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:07:20.072196 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-63ccd70c-f4d3-490f-ace5-cf70017fb7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:20.116069 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91afdaac-1660-4fe6-ab04-f6c22bbc160c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:20.274209 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-63ccd70c-f4d3-490f-ace5-cf70017fb7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:20.339414 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-63ccd70c-f4d3-490f-ace5-cf70017fb7ea None None] For port 933e5bef-2bd3-42eb-8460-fdc9235955e6, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=933e5bef-2bd3-42eb-8460-fdc9235955e6,segment=NetworkSegment(a3bcc399-54de-49ae-9390-57a30ecb039f),segment_id=a3bcc399-54de-49ae-9390-57a30ecb039f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:07:20.346703 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-63ccd70c-f4d3-490f-ace5-cf70017fb7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:20.455953 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ccd70c-f4d3-490f-ace5-cf70017fb7ea None None] Pushing event updated for resources: {'Port': ['ID=933e5bef-2bd3-42eb-8460-fdc9235955e6,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:20.510945 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91afdaac-1660-4fe6-ab04-f6c22bbc160c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:20.518140 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91afdaac-1660-4fe6-ab04-f6c22bbc160c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:20.655127 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91afdaac-1660-4fe6-ab04-f6c22bbc160c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event updated for resources: {'Port': ['ID=12fd0cef-6a4c-4cc2-b37b-d24fb66b0055,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:20.658354 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91afdaac-1660-4fe6-ab04-f6c22bbc160c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:20.772785 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91afdaac-1660-4fe6-ab04-f6c22bbc160c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Network 1f233756-a457-446d-915d-c8abae7dd249 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:07:20.774532 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-91afdaac-1660-4fe6-ab04-f6c22bbc160c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:07:20.783360 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9d6ff001-9f38-4c49-9c5a-1b8b2e417c9c None None] Provisioning for port 12fd0cef-6a4c-4cc2-b37b-d24fb66b0055 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:07:20.790025 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9d6ff001-9f38-4c49-9c5a-1b8b2e417c9c None None] Provisioning complete for port 12fd0cef-6a4c-4cc2-b37b-d24fb66b0055 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:07:20.790684 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9d6ff001-9f38-4c49-9c5a-1b8b2e417c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:20.876121 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9d6ff001-9f38-4c49-9c5a-1b8b2e417c9c None None] Port 12fd0cef-6a4c-4cc2-b37b-d24fb66b0055 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:07:20.902515 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9d6ff001-9f38-4c49-9c5a-1b8b2e417c9c None None] Provisioning complete for port 933e5bef-2bd3-42eb-8460-fdc9235955e6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:07:20.903325 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9d6ff001-9f38-4c49-9c5a-1b8b2e417c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:20.990837 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91afdaac-1660-4fe6-ab04-f6c22bbc160c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Router 08aca584-0611-4fbc-887f-85aa674d8f4c is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:07:21.038895 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece948d8-fe1c-4efb-b893-dbd43ec155dd None None] Network 578499b3-9ee2-4f06-bb79-959afd9a38e3 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:07:21.153023 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91afdaac-1660-4fe6-ab04-f6c22bbc160c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:07:21.158822 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-91afdaac-1660-4fe6-ab04-f6c22bbc160c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "PUT /v2.0/routers/08aca584-0611-4fbc-887f-85aa674d8f4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8458071 Aug 19 15:07:21.161577 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55230) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:21.166881 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e1d103-9c32-4aa7-b45b-7b961e9da4a6 None None] Sync routers for ids ['08aca584-0611-4fbc-887f-85aa674d8f4c'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:07:21.187311 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e1d103-9c32-4aa7-b45b-7b961e9da4a6 None None] Routers {'08aca584-0611-4fbc-887f-85aa674d8f4c'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:07:21.187829 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a2e1d103-9c32-4aa7-b45b-7b961e9da4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:07:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['08aca584-0611-4fbc-887f-85aa674d8f4c'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:21.247663 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26af283-412d-4e73-8abd-ce815bee9f71 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:21.253267 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a26af283-412d-4e73-8abd-ce815bee9f71 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "GET /v2.0/ports/12fd0cef-6a4c-4cc2-b37b-d24fb66b0055 HTTP/1.1" status: 200 len: 910 time: 0.0867245 Aug 19 15:07:21.253487 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55234) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:21.257106 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a2e1d103-9c32-4aa7-b45b-7b961e9da4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:21.267024 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e1d103-9c32-4aa7-b45b-7b961e9da4a6 None None] Routers {'08aca584-0611-4fbc-887f-85aa674d8f4c'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:07:21.267794 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a2e1d103-9c32-4aa7-b45b-7b961e9da4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:07:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['08aca584-0611-4fbc-887f-85aa674d8f4c'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:21.274119 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7510021a-c07d-4413-973d-1c80aef55ded None None] Provisioning for port b18e0015-1a6d-4478-a3e7-c7933c3b8cf3 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:07:21.311306 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a2e1d103-9c32-4aa7-b45b-7b961e9da4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:21.311976 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e1d103-9c32-4aa7-b45b-7b961e9da4a6 None None] The sync data for ids ['08aca584-0611-4fbc-887f-85aa674d8f4c'] in n-d-766043-2 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:07:21.347967 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7510021a-c07d-4413-973d-1c80aef55ded None None] Provisioning complete for port 12fd0cef-6a4c-4cc2-b37b-d24fb66b0055 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:07:21.348740 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7510021a-c07d-4413-973d-1c80aef55ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:21.393410 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-7510021a-c07d-4413-973d-1c80aef55ded None None] Port 12fd0cef-6a4c-4cc2-b37b-d24fb66b0055 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:07:21.517182 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c4992871-58bb-47cd-adb2-cb712fa4ebea None None] Provisioning complete for port 12fd0cef-6a4c-4cc2-b37b-d24fb66b0055 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:07:21.518056 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c4992871-58bb-47cd-adb2-cb712fa4ebea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:21.562048 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c4992871-58bb-47cd-adb2-cb712fa4ebea None None] Port 12fd0cef-6a4c-4cc2-b37b-d24fb66b0055 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:07:21.628871 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55238) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:21.754892 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7fe7754-4000-4f96-a372-796a751e758b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:21.781404 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8d3eeeb6-fd19-4596-aae9-6c7e112e085a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:21.797357 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 933e5bef-2bd3-42eb-8460-fdc9235955e6 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:07:21.863282 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 933e5bef-2bd3-42eb-8460-fdc9235955e6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:07:21.863665 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:21.915495 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8d3eeeb6-fd19-4596-aae9-6c7e112e085a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:21.922529 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8d3eeeb6-fd19-4596-aae9-6c7e112e085a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:21.967271 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b18e0015-1a6d-4478-a3e7-c7933c3b8cf3 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:07:21.968107 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3eeeb6-fd19-4596-aae9-6c7e112e085a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217ba846-14b2-4f8e-b533-876a6e26c9fb,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:21.976276 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8d3eeeb6-fd19-4596-aae9-6c7e112e085a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e555d260042c487883340bcd0b45d943&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3434322 Aug 19 15:07:21.976531 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55242) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:22.026998 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port b18e0015-1a6d-4478-a3e7-c7933c3b8cf3 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:07:22.031892 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port b18e0015-1a6d-4478-a3e7-c7933c3b8cf3 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:07:22.032132 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a1cd7117-256e-4e8b-8728-5c76a38bc4f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:22.032254 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:22.061722 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a1cd7117-256e-4e8b-8728-5c76a38bc4f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:22.079073 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-f7fe7754-4000-4f96-a372-796a751e758b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Allocated IP 172.21.0.1 (578499b3-9ee2-4f06-bb79-959afd9a38e3/15b9ce16-498a-4cba-9183-8331ffc21e84/ee915c11-e3d8-465c-9489-f4a610156de3) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:07:22.118296 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a1cd7117-256e-4e8b-8728-5c76a38bc4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:22.121679 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a1cd7117-256e-4e8b-8728-5c76a38bc4f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:22.125457 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a1cd7117-256e-4e8b-8728-5c76a38bc4f1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/217ba846-14b2-4f8e-b533-876a6e26c9fb HTTP/1.1" status: 204 len: 168 time: 0.1455996 Aug 19 15:07:22.131972 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd7117-256e-4e8b-8728-5c76a38bc4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217ba846-14b2-4f8e-b533-876a6e26c9fb,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:22.149448 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:22.193646 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port b18e0015-1a6d-4478-a3e7-c7933c3b8cf3, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b18e0015-1a6d-4478-a3e7-c7933c3b8cf3,segment=NetworkSegment(970c96f0-e298-4a00-b644-93a4aaa688a8),segment_id=970c96f0-e298-4a00-b644-93a4aaa688a8)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:07:22.199688 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:22.221541 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7fe7754-4000-4f96-a372-796a751e758b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:22.238900 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-f7fe7754-4000-4f96-a372-796a751e758b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Transition to ACTIVE for port object ee915c11-e3d8-465c-9489-f4a610156de3 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:07:22.258947 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=b18e0015-1a6d-4478-a3e7-c7933c3b8cf3,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:22.290491 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7fe7754-4000-4f96-a372-796a751e758b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:22.346693 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fe7754-4000-4f96-a372-796a751e758b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Network 578499b3-9ee2-4f06-bb79-959afd9a38e3 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:07:22.350513 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-f7fe7754-4000-4f96-a372-796a751e758b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:07:22.354868 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fe7754-4000-4f96-a372-796a751e758b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:07:22.362026 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe7754-4000-4f96-a372-796a751e758b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event updated for resources: {'Port': ['ID=ee915c11-e3d8-465c-9489-f4a610156de3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:22.409763 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7fe7754-4000-4f96-a372-796a751e758b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:22.584609 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7fe7754-4000-4f96-a372-796a751e758b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:22.633518 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-26ac0401-aea8-48b5-b6f7-a372177e9c5d None None] Provisioning for port ee915c11-e3d8-465c-9489-f4a610156de3 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:07:22.638465 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-26ac0401-aea8-48b5-b6f7-a372177e9c5d None None] Provisioning complete for port ee915c11-e3d8-465c-9489-f4a610156de3 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:07:22.638860 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-26ac0401-aea8-48b5-b6f7-a372177e9c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:22.679863 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-26ac0401-aea8-48b5-b6f7-a372177e9c5d None None] Port ee915c11-e3d8-465c-9489-f4a610156de3 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:07:22.893486 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7fe7754-4000-4f96-a372-796a751e758b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:22.898851 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7fe7754-4000-4f96-a372-796a751e758b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:22.984937 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe7754-4000-4f96-a372-796a751e758b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event updated for resources: {'Port': ['ID=ee915c11-e3d8-465c-9489-f4a610156de3,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:22.987721 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7fe7754-4000-4f96-a372-796a751e758b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:23.112188 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fe7754-4000-4f96-a372-796a751e758b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Network 578499b3-9ee2-4f06-bb79-959afd9a38e3 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:07:23.114337 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-f7fe7754-4000-4f96-a372-796a751e758b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:07:23.252860 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7fe7754-4000-4f96-a372-796a751e758b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Router 08aca584-0611-4fbc-887f-85aa674d8f4c has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:07:23.375432 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7fe7754-4000-4f96-a372-796a751e758b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:07:23.389336 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55268) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:23.392558 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8ec34a-a3d3-415b-97c2-3a116e724ede None None] Sync routers for ids ['08aca584-0611-4fbc-887f-85aa674d8f4c'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:07:23.393115 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f7fe7754-4000-4f96-a372-796a751e758b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "PUT /v2.0/routers/08aca584-0611-4fbc-887f-85aa674d8f4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1386461 Aug 19 15:07:23.417051 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8ec34a-a3d3-415b-97c2-3a116e724ede None None] Routers {'08aca584-0611-4fbc-887f-85aa674d8f4c'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:07:23.418031 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0d8ec34a-a3d3-415b-97c2-3a116e724ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:07:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['08aca584-0611-4fbc-887f-85aa674d8f4c'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:23.422424 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-965c7900-0bc7-455b-94df-abde65e3c503 None None] Provisioning complete for port ee915c11-e3d8-465c-9489-f4a610156de3 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:07:23.423123 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-965c7900-0bc7-455b-94df-abde65e3c503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:23.456174 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947d4bc0-34ad-4de2-a707-a49bf8bcf640 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:23.457841 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-947d4bc0-34ad-4de2-a707-a49bf8bcf640 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "GET /v2.0/ports/ee915c11-e3d8-465c-9489-f4a610156de3 HTTP/1.1" status: 200 len: 910 time: 0.0663309 Aug 19 15:07:23.462347 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0d8ec34a-a3d3-415b-97c2-3a116e724ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:23.463095 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55270) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:23.505191 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8ec34a-a3d3-415b-97c2-3a116e724ede None None] Routers {'08aca584-0611-4fbc-887f-85aa674d8f4c'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:07:23.505822 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0d8ec34a-a3d3-415b-97c2-3a116e724ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:07:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['08aca584-0611-4fbc-887f-85aa674d8f4c'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:23.510396 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-965c7900-0bc7-455b-94df-abde65e3c503 None None] Port ee915c11-e3d8-465c-9489-f4a610156de3 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:07:23.544128 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0d8ec34a-a3d3-415b-97c2-3a116e724ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:23.544871 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8ec34a-a3d3-415b-97c2-3a116e724ede None None] The sync data for ids ['08aca584-0611-4fbc-887f-85aa674d8f4c'] in n-d-766043-2 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:07:23.691422 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b18e0015-1a6d-4478-a3e7-c7933c3b8cf3 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:07:23.764602 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port b18e0015-1a6d-4478-a3e7-c7933c3b8cf3 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:07:23.765079 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:23.928208 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7080a59f-1d52-4a32-a97a-638cdc04fbac tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:24.251036 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-7080a59f-1d52-4a32-a97a-638cdc04fbac tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Deleting port ee915c11-e3d8-465c-9489-f4a610156de3 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:07:24.251422 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7080a59f-1d52-4a32-a97a-638cdc04fbac tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:24.354424 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7080a59f-1d52-4a32-a97a-638cdc04fbac tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:24.377803 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-7080a59f-1d52-4a32-a97a-638cdc04fbac tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Calling delete_port for ee915c11-e3d8-465c-9489-f4a610156de3 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:07:24.566190 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7080a59f-1d52-4a32-a97a-638cdc04fbac tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:24.595624 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7080a59f-1d52-4a32-a97a-638cdc04fbac tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event deleted for resources: {'Port': ['ID=ee915c11-e3d8-465c-9489-f4a610156de3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:24.783864 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7080a59f-1d52-4a32-a97a-638cdc04fbac tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:24.967684 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-db0364cf-5ad6-483a-9193-ce76b211bbc3 req-25bba44f-40ff-4396-bc58-d4519a5dd57a tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=62282923d75c46feb1be9654028c0204&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256531 Aug 19 15:07:25.013743 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7080a59f-1d52-4a32-a97a-638cdc04fbac tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Router 08aca584-0611-4fbc-887f-85aa674d8f4c has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:07:25.082131 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0364cf-5ad6-483a-9193-ce76b211bbc3 req-d6fbd359-9cad-4d2f-8525-52cc5dfaff7a tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:25.083912 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-db0364cf-5ad6-483a-9193-ce76b211bbc3 req-d6fbd359-9cad-4d2f-8525-52cc5dfaff7a tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1090939 Aug 19 15:07:25.099925 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-db0364cf-5ad6-483a-9193-ce76b211bbc3 req-b011f0eb-c5c5-46ec-8039-2874ff489f44 tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] 10.222.0.69 "GET /v2.0/quotas/62282923d75c46feb1be9654028c0204 HTTP/1.1" status: 200 len: 375 time: 0.0095646 Aug 19 15:07:25.114267 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7080a59f-1d52-4a32-a97a-638cdc04fbac tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:07:25.120486 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7080a59f-1d52-4a32-a97a-638cdc04fbac tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "PUT /v2.0/routers/08aca584-0611-4fbc-887f-85aa674d8f4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6562426 Aug 19 15:07:25.123088 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55296) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:25.126322 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb5f863-10b6-4afb-9c8f-8f845256efa3 None None] Sync routers for ids ['08aca584-0611-4fbc-887f-85aa674d8f4c'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:07:25.136774 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb5f863-10b6-4afb-9c8f-8f845256efa3 None None] Routers {'08aca584-0611-4fbc-887f-85aa674d8f4c'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:07:25.137384 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-3eb5f863-10b6-4afb-9c8f-8f845256efa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:07:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['08aca584-0611-4fbc-887f-85aa674d8f4c'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:25.143290 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-db0364cf-5ad6-483a-9193-ce76b211bbc3 req-3da88918-6320-46fb-8b56-372c9bdaf26c tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=62282923d75c46feb1be9654028c0204&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368829 Aug 19 15:07:25.173563 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-3eb5f863-10b6-4afb-9c8f-8f845256efa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:25.183546 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb5f863-10b6-4afb-9c8f-8f845256efa3 None None] Routers {'08aca584-0611-4fbc-887f-85aa674d8f4c'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:07:25.184534 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-3eb5f863-10b6-4afb-9c8f-8f845256efa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:07:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['08aca584-0611-4fbc-887f-85aa674d8f4c'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:25.224767 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-3eb5f863-10b6-4afb-9c8f-8f845256efa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:25.225420 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb5f863-10b6-4afb-9c8f-8f845256efa3 None None] The sync data for ids ['08aca584-0611-4fbc-887f-85aa674d8f4c'] in n-d-766043-2 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:07:25.323914 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-12a721db-f033-4ae4-afa3-7f8acacd66ae req-fdb962a9-39bb-477f-ae8c-7c7d4ec52ec8 tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1afef8d-91ea-4b62-bbe9-b5b6f386ed6a HTTP/1.1" status: 200 len: 210 time: 0.0292745 Aug 19 15:07:25.493852 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-663ac261-5d53-4f0b-97a1-0c84537f01d1 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:25.794011 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-663ac261-5d53-4f0b-97a1-0c84537f01d1 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Deleting port 12fd0cef-6a4c-4cc2-b37b-d24fb66b0055 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:07:25.794721 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-663ac261-5d53-4f0b-97a1-0c84537f01d1 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:25.889988 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-663ac261-5d53-4f0b-97a1-0c84537f01d1 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:25.906314 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-663ac261-5d53-4f0b-97a1-0c84537f01d1 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Calling delete_port for 12fd0cef-6a4c-4cc2-b37b-d24fb66b0055 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:07:26.098913 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-663ac261-5d53-4f0b-97a1-0c84537f01d1 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:26.144557 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ac261-5d53-4f0b-97a1-0c84537f01d1 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event deleted for resources: {'Port': ['ID=12fd0cef-6a4c-4cc2-b37b-d24fb66b0055,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:26.243416 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-db0364cf-5ad6-483a-9193-ce76b211bbc3 req-b16ba587-74a0-4943-88aa-d0d894f86cf7 tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=62282923d75c46feb1be9654028c0204&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338833 Aug 19 15:07:26.380184 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-663ac261-5d53-4f0b-97a1-0c84537f01d1 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:26.444550 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0364cf-5ad6-483a-9193-ce76b211bbc3 req-991cc9e3-a081-449c-87ce-2122ec9db7fd tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:26.445930 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-db0364cf-5ad6-483a-9193-ce76b211bbc3 req-991cc9e3-a081-449c-87ce-2122ec9db7fd tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1896930 Aug 19 15:07:26.499212 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5a278c1d-39f3-4382-87e6-c9a5a3501a90 req-657abcbf-80c2-4d72-a3e8-bbc4f31bdf5a tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1afef8d-91ea-4b62-bbe9-b5b6f386ed6a HTTP/1.1" status: 200 len: 210 time: 0.0515785 Aug 19 15:07:26.505257 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-db0364cf-5ad6-483a-9193-ce76b211bbc3 req-13372afe-4452-42b5-a575-22702c0b087e tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] Request body: {'port': {'device_id': 'a1afef8d-91ea-4b62-bbe9-b5b6f386ed6a', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'admin_state_up': True, 'tenant_id': '62282923d75c46feb1be9654028c0204'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:26.647056 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db0364cf-5ad6-483a-9193-ce76b211bbc3 req-13372afe-4452-42b5-a575-22702c0b087e tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] Made reservation on behalf of 62282923d75c46feb1be9654028c0204 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:07:26.651421 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-db0364cf-5ad6-483a-9193-ce76b211bbc3 req-13372afe-4452-42b5-a575-22702c0b087e tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:26.665043 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-db0364cf-5ad6-483a-9193-ce76b211bbc3 req-13372afe-4452-42b5-a575-22702c0b087e tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:26.790121 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-db0364cf-5ad6-483a-9193-ce76b211bbc3 req-13372afe-4452-42b5-a575-22702c0b087e tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:26.802281 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-db0364cf-5ad6-483a-9193-ce76b211bbc3 req-13372afe-4452-42b5-a575-22702c0b087e tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:26.893152 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13372afe-4452-42b5-a575-22702c0b087e tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8e5c28-7301-49c9-a0ba-0b88b8ebb250,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:26.916609 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-663ac261-5d53-4f0b-97a1-0c84537f01d1 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Router 08aca584-0611-4fbc-887f-85aa674d8f4c has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:07:27.001092 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663ac261-5d53-4f0b-97a1-0c84537f01d1 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:07:27.007513 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-db0364cf-5ad6-483a-9193-ce76b211bbc3 req-13372afe-4452-42b5-a575-22702c0b087e tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] Allocated IP 192.168.233.216 (5146d24a-89b5-4a43-8ca4-b26f4fb943f7/2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86/caa37acb-916d-4f13-9c65-344e83592c53) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:07:27.009214 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-663ac261-5d53-4f0b-97a1-0c84537f01d1 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "PUT /v2.0/routers/08aca584-0611-4fbc-887f-85aa674d8f4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8844974 Aug 19 15:07:27.011405 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55310) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:27.015562 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ab423a-c17f-4286-9a87-a1c696108283 None None] Sync routers for ids ['08aca584-0611-4fbc-887f-85aa674d8f4c'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:07:27.031402 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ab423a-c17f-4286-9a87-a1c696108283 None None] Routers {'08aca584-0611-4fbc-887f-85aa674d8f4c'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:07:27.032505 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-14ab423a-c17f-4286-9a87-a1c696108283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:07:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['08aca584-0611-4fbc-887f-85aa674d8f4c'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:27.046147 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1a902da5-4244-453f-a4e7-aac90e461859 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "GET /v2.0/ports?device_id=08aca584-0611-4fbc-887f-85aa674d8f4c HTTP/1.1" status: 200 len: 205 time: 0.0324318 Aug 19 15:07:27.049529 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55312) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:27.090163 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-14ab423a-c17f-4286-9a87-a1c696108283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:27.102487 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ab423a-c17f-4286-9a87-a1c696108283 None None] Routers {'08aca584-0611-4fbc-887f-85aa674d8f4c'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:07:27.104101 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-14ab423a-c17f-4286-9a87-a1c696108283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:07:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['08aca584-0611-4fbc-887f-85aa674d8f4c'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:27.144904 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-14ab423a-c17f-4286-9a87-a1c696108283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:27.145852 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ab423a-c17f-4286-9a87-a1c696108283 None None] The sync data for ids ['08aca584-0611-4fbc-887f-85aa674d8f4c'] in n-d-766043-2 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:07:27.154212 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-234d1001-da75-4551-845e-abca3d9893cf tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:27.241457 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-db0364cf-5ad6-483a-9193-ce76b211bbc3 req-13372afe-4452-42b5-a575-22702c0b087e tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:27.257115 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-db0364cf-5ad6-483a-9193-ce76b211bbc3 req-13372afe-4452-42b5-a575-22702c0b087e tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] Transition to ACTIVE for port object caa37acb-916d-4f13-9c65-344e83592c53 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:07:27.299311 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-db0364cf-5ad6-483a-9193-ce76b211bbc3 req-13372afe-4452-42b5-a575-22702c0b087e tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:27.343751 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-234d1001-da75-4551-845e-abca3d9893cf tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:27.346740 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-234d1001-da75-4551-845e-abca3d9893cf tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:27.359633 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db0364cf-5ad6-483a-9193-ce76b211bbc3 req-13372afe-4452-42b5-a575-22702c0b087e tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] Network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:07:27.362974 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-db0364cf-5ad6-483a-9193-ce76b211bbc3 req-13372afe-4452-42b5-a575-22702c0b087e tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:07:27.366983 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0364cf-5ad6-483a-9193-ce76b211bbc3 req-13372afe-4452-42b5-a575-22702c0b087e tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:07:27.375569 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13372afe-4452-42b5-a575-22702c0b087e tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] Pushing event updated for resources: {'Port': ['ID=caa37acb-916d-4f13-9c65-344e83592c53,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:27.397084 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-234d1001-da75-4551-845e-abca3d9893cf tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:27.397923 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234d1001-da75-4551-845e-abca3d9893cf tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Fanout notify agent at l3_agent the message router_deleted on router 08aca584-0611-4fbc-887f-85aa674d8f4c {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:07:27.411226 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-234d1001-da75-4551-845e-abca3d9893cf tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:27.413064 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-234d1001-da75-4551-845e-abca3d9893cf tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "DELETE /v2.0/routers/08aca584-0611-4fbc-887f-85aa674d8f4c HTTP/1.1" status: 204 len: 168 time: 0.3620636 Aug 19 15:07:27.416582 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55314) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:27.446064 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0364cf-5ad6-483a-9193-ce76b211bbc3 req-13372afe-4452-42b5-a575-22702c0b087e tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:27.448026 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-db0364cf-5ad6-483a-9193-ce76b211bbc3 req-13372afe-4452-42b5-a575-22702c0b087e tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:27.473477 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-db0364cf-5ad6-483a-9193-ce76b211bbc3 req-13372afe-4452-42b5-a575-22702c0b087e tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9793215 Aug 19 15:07:27.487094 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-db0364cf-5ad6-483a-9193-ce76b211bbc3 req-edf5b03b-609e-463c-a734-ae8759697459 service neutron] Request body: {'port': {'device_id': 'a1afef8d-91ea-4b62-bbe9-b5b6f386ed6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:27.511790 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-322ab0f7-0793-4fc8-b082-3392d8d50394 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Deleting subnet 15b9ce16-498a-4cba-9183-8331ffc21e84 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:07:27.517732 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-322ab0f7-0793-4fc8-b082-3392d8d50394 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:27.586321 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-322ab0f7-0793-4fc8-b082-3392d8d50394 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:27.591001 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-db0364cf-5ad6-483a-9193-ce76b211bbc3 req-edf5b03b-609e-463c-a734-ae8759697459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:27.717102 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-322ab0f7-0793-4fc8-b082-3392d8d50394 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:27.775301 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-44a589b9-070c-4e17-b2f2-b3446405736f None None] Provisioning for port caa37acb-916d-4f13-9c65-344e83592c53 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:07:27.782787 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-44a589b9-070c-4e17-b2f2-b3446405736f None None] Provisioning complete for port caa37acb-916d-4f13-9c65-344e83592c53 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:07:27.783457 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-44a589b9-070c-4e17-b2f2-b3446405736f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:27.817499 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-322ab0f7-0793-4fc8-b082-3392d8d50394 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:27.828180 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d83ab5-2ad7-47af-a6c7-6b6cc6422cd7 req-cbcee5b4-bbf4-4fe8-a555-1156ae37b827 tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:27.830481 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f0d83ab5-2ad7-47af-a6c7-6b6cc6422cd7 req-cbcee5b4-bbf4-4fe8-a555-1156ae37b827 tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1afef8d-91ea-4b62-bbe9-b5b6f386ed6a HTTP/1.1" status: 200 len: 936 time: 0.2121923 Aug 19 15:07:27.833723 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-44a589b9-070c-4e17-b2f2-b3446405736f None None] Port caa37acb-916d-4f13-9c65-344e83592c53 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:07:27.857032 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322ab0f7-0793-4fc8-b082-3392d8d50394 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event deleted for resources: {'Subnet': ['ID=15b9ce16-498a-4cba-9183-8331ffc21e84,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:27.860449 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-322ab0f7-0793-4fc8-b082-3392d8d50394 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:27.864384 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-322ab0f7-0793-4fc8-b082-3392d8d50394 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "DELETE /v2.0/subnets/15b9ce16-498a-4cba-9183-8331ffc21e84 HTTP/1.1" status: 204 len: 168 time: 0.4459333 Aug 19 15:07:27.867142 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55318) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:27.870306 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d534bf1-01ae-4112-86b7-78c474a4ad57 None None] Network 578499b3-9ee2-4f06-bb79-959afd9a38e3 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:07:27.944151 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd5d142d-79d2-45c4-bd36-0b3fe8ec00f3 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Deleting subnet 12ec1aee-5ba1-4f9e-a622-e2392cbfe7fd {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:07:27.948615 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f0d83ab5-2ad7-47af-a6c7-6b6cc6422cd7 req-0f1a067b-b488-4c7d-a61a-244a2cd2a35d tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] 10.222.0.69 "GET /v2.0/security-groups?id=ff8e5c28-7301-49c9-a0ba-0b88b8ebb250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981400 Aug 19 15:07:27.950735 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd5d142d-79d2-45c4-bd36-0b3fe8ec00f3 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:28.021227 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd5d142d-79d2-45c4-bd36-0b3fe8ec00f3 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:28.096503 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-db0364cf-5ad6-483a-9193-ce76b211bbc3 req-edf5b03b-609e-463c-a734-ae8759697459 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caa37acb-916d-4f13-9c65-344e83592c53 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:07:28.104359 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-db0364cf-5ad6-483a-9193-ce76b211bbc3 req-edf5b03b-609e-463c-a734-ae8759697459 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:28.118340 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09ced97-b568-4d7f-a375-daedf72d1d72 None None] DHCP port deletion for 578499b3-9ee2-4f06-bb79-959afd9a38e3 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:07:28.122193 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-db0364cf-5ad6-483a-9193-ce76b211bbc3 req-edf5b03b-609e-463c-a734-ae8759697459 service neutron] Transition to ACTIVE for port object caa37acb-916d-4f13-9c65-344e83592c53 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:07:28.127978 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-db0364cf-5ad6-483a-9193-ce76b211bbc3 req-edf5b03b-609e-463c-a734-ae8759697459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:28.163444 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd5d142d-79d2-45c4-bd36-0b3fe8ec00f3 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:28.199601 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f09ced97-b568-4d7f-a375-daedf72d1d72 None None] Deleting port b18e0015-1a6d-4478-a3e7-c7933c3b8cf3 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:07:28.200462 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f09ced97-b568-4d7f-a375-daedf72d1d72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:28.220378 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf5b03b-609e-463c-a734-ae8759697459 service neutron] Pushing event updated for resources: {'Port': ['ID=caa37acb-916d-4f13-9c65-344e83592c53,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:28.261622 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd5d142d-79d2-45c4-bd36-0b3fe8ec00f3 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:28.305947 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-db0364cf-5ad6-483a-9193-ce76b211bbc3 req-edf5b03b-609e-463c-a734-ae8759697459 service neutron] Attempting to bind port caa37acb-916d-4f13-9c65-344e83592c53 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:07:28.306756 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-db0364cf-5ad6-483a-9193-ce76b211bbc3 req-edf5b03b-609e-463c-a734-ae8759697459 service neutron] Attempting to bind port caa37acb-916d-4f13-9c65-344e83592c53 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:07:28.306756 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0364cf-5ad6-483a-9193-ce76b211bbc3 req-edf5b03b-609e-463c-a734-ae8759697459 service neutron] Attempting to bind port caa37acb-916d-4f13-9c65-344e83592c53 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:07:28.312799 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0364cf-5ad6-483a-9193-ce76b211bbc3 req-edf5b03b-609e-463c-a734-ae8759697459 service neutron] Port caa37acb-916d-4f13-9c65-344e83592c53 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:07:28.313281 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0364cf-5ad6-483a-9193-ce76b211bbc3 req-edf5b03b-609e-463c-a734-ae8759697459 service neutron] Attempting to bind port caa37acb-916d-4f13-9c65-344e83592c53 on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:07:28.314013 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5d142d-79d2-45c4-bd36-0b3fe8ec00f3 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event deleted for resources: {'Subnet': ['ID=12ec1aee-5ba1-4f9e-a622-e2392cbfe7fd,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:28.318094 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd5d142d-79d2-45c4-bd36-0b3fe8ec00f3 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:28.319998 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-fd5d142d-79d2-45c4-bd36-0b3fe8ec00f3 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "DELETE /v2.0/subnets/12ec1aee-5ba1-4f9e-a622-e2392cbfe7fd HTTP/1.1" status: 204 len: 168 time: 0.4511943 Aug 19 15:07:28.324614 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55320) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:28.326293 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0364cf-5ad6-483a-9193-ce76b211bbc3 req-edf5b03b-609e-463c-a734-ae8759697459 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:07:28.327571 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0364cf-5ad6-483a-9193-ce76b211bbc3 req-edf5b03b-609e-463c-a734-ae8759697459 service neutron] Checking segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:07:28.327571 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0364cf-5ad6-483a-9193-ce76b211bbc3 req-edf5b03b-609e-463c-a734-ae8759697459 service neutron] Bound using segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:07:28.327892 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-db0364cf-5ad6-483a-9193-ce76b211bbc3 req-edf5b03b-609e-463c-a734-ae8759697459 service neutron] Bound port: caa37acb-916d-4f13-9c65-344e83592c53, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:07:28.328213 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-db0364cf-5ad6-483a-9193-ce76b211bbc3 req-edf5b03b-609e-463c-a734-ae8759697459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:28.335740 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c1266b-908f-4050-9c39-22ae61358e13 None None] Network 1f233756-a457-446d-915d-c8abae7dd249 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:07:28.429462 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f09ced97-b568-4d7f-a375-daedf72d1d72 None None] For port b18e0015-1a6d-4478-a3e7-c7933c3b8cf3, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b18e0015-1a6d-4478-a3e7-c7933c3b8cf3,segment=NetworkSegment(970c96f0-e298-4a00-b644-93a4aaa688a8),segment_id=970c96f0-e298-4a00-b644-93a4aaa688a8)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:07:28.430158 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f09ced97-b568-4d7f-a375-daedf72d1d72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:28.438653 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-db0364cf-5ad6-483a-9193-ce76b211bbc3 req-edf5b03b-609e-463c-a734-ae8759697459 service neutron] For port caa37acb-916d-4f13-9c65-344e83592c53, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:07:28.445989 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-db0364cf-5ad6-483a-9193-ce76b211bbc3 req-edf5b03b-609e-463c-a734-ae8759697459 service neutron] For port caa37acb-916d-4f13-9c65-344e83592c53, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=caa37acb-916d-4f13-9c65-344e83592c53,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:07:28.452877 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f09ced97-b568-4d7f-a375-daedf72d1d72 None None] Calling delete_port for b18e0015-1a6d-4478-a3e7-c7933c3b8cf3 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:07:28.459937 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-db0364cf-5ad6-483a-9193-ce76b211bbc3 req-edf5b03b-609e-463c-a734-ae8759697459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:28.468819 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b8fac03f-3d10-4279-915d-0bc45eda8947 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:28.552688 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0364cf-5ad6-483a-9193-ce76b211bbc3 req-edf5b03b-609e-463c-a734-ae8759697459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:28.553772 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-db0364cf-5ad6-483a-9193-ce76b211bbc3 req-edf5b03b-609e-463c-a734-ae8759697459 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:28.556108 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-db0364cf-5ad6-483a-9193-ce76b211bbc3 req-edf5b03b-609e-463c-a734-ae8759697459 service neutron] 10.222.0.88 "PUT /v2.0/ports/caa37acb-916d-4f13-9c65-344e83592c53 HTTP/1.1" status: 200 len: 1096 time: 1.0737760 Aug 19 15:07:28.557028 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1afef8d-91ea-4b62-bbe9-b5b6f386ed6a', 'tag': 'caa37acb-916d-4f13-9c65-344e83592c53'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:07:28.561154 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8434b36e-ba18-46d3-ac2a-ade87092ed0c" -d '{"events": [{"name": "network-changed", "server_uuid": "a1afef8d-91ea-4b62-bbe9-b5b6f386ed6a", "tag": "caa37acb-916d-4f13-9c65-344e83592c53"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:07:28.580415 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-b8fac03f-3d10-4279-915d-0bc45eda8947 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Deleting port b18e0015-1a6d-4478-a3e7-c7933c3b8cf3 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:07:28.581060 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b8fac03f-3d10-4279-915d-0bc45eda8947 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:28.606487 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf5b03b-609e-463c-a734-ae8759697459 service neutron] Pushing event updated for resources: {'Port': ['ID=caa37acb-916d-4f13-9c65-344e83592c53,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:28.677100 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57eb2437-4436-449a-9504-f4282c6583c0 x-openstack-request-id: req-57eb2437-4436-449a-9504-f4282c6583c0 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:07:28.677494 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1afef8d-91ea-4b62-bbe9-b5b6f386ed6a", "tag": "caa37acb-916d-4f13-9c65-344e83592c53", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:07:28.677792 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-57eb2437-4436-449a-9504-f4282c6583c0 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:07:28.678164 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1afef8d-91ea-4b62-bbe9-b5b6f386ed6a', 'tag': 'caa37acb-916d-4f13-9c65-344e83592c53', 'status': 'completed', 'code': 200} Aug 19 15:07:28.688674 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0364cf-5ad6-483a-9193-ce76b211bbc3 req-34042d13-11af-451d-8265-c9b1c407d8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:28.690475 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-db0364cf-5ad6-483a-9193-ce76b211bbc3 req-34042d13-11af-451d-8265-c9b1c407d8f2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=62282923d75c46feb1be9654028c0204&device_id=a1afef8d-91ea-4b62-bbe9-b5b6f386ed6a HTTP/1.1" status: 200 len: 1099 time: 0.0755072 Aug 19 15:07:28.741001 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-b8fac03f-3d10-4279-915d-0bc45eda8947 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] For port b18e0015-1a6d-4478-a3e7-c7933c3b8cf3, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b18e0015-1a6d-4478-a3e7-c7933c3b8cf3,segment=NetworkSegment(970c96f0-e298-4a00-b644-93a4aaa688a8),segment_id=970c96f0-e298-4a00-b644-93a4aaa688a8)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:07:28.741360 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b8fac03f-3d10-4279-915d-0bc45eda8947 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:28.748196 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f09ced97-b568-4d7f-a375-daedf72d1d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:28.765951 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-b8fac03f-3d10-4279-915d-0bc45eda8947 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Calling delete_port for b18e0015-1a6d-4478-a3e7-c7933c3b8cf3 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:07:28.769292 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-db0364cf-5ad6-483a-9193-ce76b211bbc3 req-eacd7bd5-e6a8-42ee-b225-2d26d792adfc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=caa37acb-916d-4f13-9c65-344e83592c53 HTTP/1.1" status: 200 len: 217 time: 0.0692019 Aug 19 15:07:28.799734 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09ced97-b568-4d7f-a375-daedf72d1d72 None None] No DVR routers for this DVR port b18e0015-1a6d-4478-a3e7-c7933c3b8cf3 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:07:28.805318 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ced97-b568-4d7f-a375-daedf72d1d72 None None] Pushing event deleted for resources: {'Port': ['ID=b18e0015-1a6d-4478-a3e7-c7933c3b8cf3,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:28.827790 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ced97-b568-4d7f-a375-daedf72d1d72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:28.828319 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ced97-b568-4d7f-a375-daedf72d1d72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:28.828892 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ced97-b568-4d7f-a375-daedf72d1d72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:28.829399 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ced97-b568-4d7f-a375-daedf72d1d72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:28.832163 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ced97-b568-4d7f-a375-daedf72d1d72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:28.832933 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ced97-b568-4d7f-a375-daedf72d1d72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:28.835852 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ced97-b568-4d7f-a375-daedf72d1d72 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:28.836995 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ced97-b568-4d7f-a375-daedf72d1d72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:28.836995 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ced97-b568-4d7f-a375-daedf72d1d72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:28.837471 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ced97-b568-4d7f-a375-daedf72d1d72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:28.839907 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ced97-b568-4d7f-a375-daedf72d1d72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:28.840475 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ced97-b568-4d7f-a375-daedf72d1d72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:28.848052 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07dbf604-6903-43bd-a752-1d1bb4b23a2a None None] DHCP port deletion for 1f233756-a457-446d-915d-c8abae7dd249 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:07:28.870780 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0364cf-5ad6-483a-9193-ce76b211bbc3 req-c7b1cca0-294f-4676-948d-a83e69fbf2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:28.873117 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-db0364cf-5ad6-483a-9193-ce76b211bbc3 req-c7b1cca0-294f-4676-948d-a83e69fbf2d4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.0964837 Aug 19 15:07:28.902078 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-07dbf604-6903-43bd-a752-1d1bb4b23a2a None None] Deleting port 933e5bef-2bd3-42eb-8460-fdc9235955e6 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:07:28.902400 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b8fac03f-3d10-4279-915d-0bc45eda8947 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:28.902534 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-07dbf604-6903-43bd-a752-1d1bb4b23a2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:28.938961 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fac03f-3d10-4279-915d-0bc45eda8947 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event deleted for resources: {'Port': ['ID=b18e0015-1a6d-4478-a3e7-c7933c3b8cf3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:28.941833 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fac03f-3d10-4279-915d-0bc45eda8947 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] No DVR routers for this DVR port b18e0015-1a6d-4478-a3e7-c7933c3b8cf3 on host n-d-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:07:28.970990 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0364cf-5ad6-483a-9193-ce76b211bbc3 req-a33cea65-0da3-4314-9a35-e2be16f585b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:28.974269 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-db0364cf-5ad6-483a-9193-ce76b211bbc3 req-a33cea65-0da3-4314-9a35-e2be16f585b1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0937328 Aug 19 15:07:29.027194 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-07dbf604-6903-43bd-a752-1d1bb4b23a2a None None] For port 933e5bef-2bd3-42eb-8460-fdc9235955e6, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=933e5bef-2bd3-42eb-8460-fdc9235955e6,segment=NetworkSegment(a3bcc399-54de-49ae-9390-57a30ecb039f),segment_id=a3bcc399-54de-49ae-9390-57a30ecb039f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:07:29.027847 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-07dbf604-6903-43bd-a752-1d1bb4b23a2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:29.045274 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-07dbf604-6903-43bd-a752-1d1bb4b23a2a None None] Calling delete_port for 933e5bef-2bd3-42eb-8460-fdc9235955e6 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:07:29.069155 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b8fac03f-3d10-4279-915d-0bc45eda8947 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:29.080056 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-b8fac03f-3d10-4279-915d-0bc45eda8947 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['578499b3-9ee2-4f06-bb79-959afd9a38e3']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:29.085891 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-db0364cf-5ad6-483a-9193-ce76b211bbc3 req-12a89907-e0fa-4644-8add-95d9f49fc3c3 service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009610 Aug 19 15:07:29.092614 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-b8fac03f-3d10-4279-915d-0bc45eda8947 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '970c96f0-e298-4a00-b644-93a4aaa688a8') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:29.092984 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-b8fac03f-3d10-4279-915d-0bc45eda8947 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '970c96f0-e298-4a00-b644-93a4aaa688a8') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:29.105934 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b8fac03f-3d10-4279-915d-0bc45eda8947 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:29.125075 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b8fac03f-3d10-4279-915d-0bc45eda8947 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:29.135953 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8fac03f-3d10-4279-915d-0bc45eda8947 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:07:29.136704 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b8fac03f-3d10-4279-915d-0bc45eda8947 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:29.141253 n-d-766043-2 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:07:29.141253 n-d-766043-2 neutron-server[94639]: self.session.flush() Aug 19 15:07:29.141253 n-d-766043-2 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:07:29.141253 n-d-766043-2 neutron-server[94639]: self.session.flush() Aug 19 15:07:29.141253 n-d-766043-2 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:07:29.141253 n-d-766043-2 neutron-server[94639]: self.session.flush() Aug 19 15:07:29.141253 n-d-766043-2 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:07:29.141253 n-d-766043-2 neutron-server[94639]: self.session.flush() Aug 19 15:07:29.141253 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 15:07:29.141253 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:07:29.141253 n-d-766043-2 neutron-server[94639]: timer() Aug 19 15:07:29.141253 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:07:29.141253 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 15:07:29.141253 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:07:29.141253 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 15:07:29.141253 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:07:29.141253 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 15:07:29.141253 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:07:29.141253 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 15:07:29.141253 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:07:29.141253 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 15:07:29.141253 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:07:29.141253 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:07:29.141253 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:07:29.141253 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:07:29.141253 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:07:29.141253 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 15:07:29.141253 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:07:29.141253 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 15:07:29.141253 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:07:29.141253 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:07:29.141253 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:07:29.141253 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 15:07:29.141253 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:07:29.141253 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:07:29.141253 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:07:29.141253 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:07:29.141253 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:07:29.141253 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:07:29.141253 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:07:29.156595 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-07dbf604-6903-43bd-a752-1d1bb4b23a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:29.192641 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2edb20-e1e0-4979-8f4b-f6361c681063 req-964a8cf1-134b-4eac-bc4b-051ad70c9571 tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:29.192955 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dbf604-6903-43bd-a752-1d1bb4b23a2a None None] Pushing event deleted for resources: {'Port': ['ID=933e5bef-2bd3-42eb-8460-fdc9235955e6,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:29.194858 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7e2edb20-e1e0-4979-8f4b-f6361c681063 req-964a8cf1-134b-4eac-bc4b-051ad70c9571 tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1afef8d-91ea-4b62-bbe9-b5b6f386ed6a HTTP/1.1" status: 200 len: 948 time: 0.1074090 Aug 19 15:07:29.198224 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dbf604-6903-43bd-a752-1d1bb4b23a2a None None] No DVR routers for this DVR port 933e5bef-2bd3-42eb-8460-fdc9235955e6 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:07:29.237151 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b8fac03f-3d10-4279-915d-0bc45eda8947 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:29.246757 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b8fac03f-3d10-4279-915d-0bc45eda8947 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:29.248262 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-db0364cf-5ad6-483a-9193-ce76b211bbc3 req-67e147e0-de9f-48a0-9864-809c3ce9bbf9 service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506727 Aug 19 15:07:29.248682 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b8fac03f-3d10-4279-915d-0bc45eda8947 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "DELETE /v2.0/networks/578499b3-9ee2-4f06-bb79-959afd9a38e3 HTTP/1.1" status: 204 len: 168 time: 0.9229364 Aug 19 15:07:29.253250 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55330) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:29.259167 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fac03f-3d10-4279-915d-0bc45eda8947 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event deleted for resources: {'Network': ['ID=578499b3-9ee2-4f06-bb79-959afd9a38e3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:29.328367 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7e2edb20-e1e0-4979-8f4b-f6361c681063 req-6fea57fa-7001-4390-8a77-cc6985b7b487 tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] 10.222.0.69 "GET /v2.0/security-groups?id=ff8e5c28-7301-49c9-a0ba-0b88b8ebb250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141901 Aug 19 15:07:29.372616 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cf548bf4-e5cc-4c17-bfa3-0e20083aa669 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:29.385443 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434b36e-ba18-46d3-ac2a-ade87092ed0c req-6a3ad88e-c97e-4fe6-9566-57bb6474ffb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:29.387025 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8434b36e-ba18-46d3-ac2a-ade87092ed0c req-6a3ad88e-c97e-4fe6-9566-57bb6474ffb6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=62282923d75c46feb1be9654028c0204&device_id=a1afef8d-91ea-4b62-bbe9-b5b6f386ed6a HTTP/1.1" status: 200 len: 1099 time: 0.0790825 Aug 19 15:07:29.526221 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cf548bf4-e5cc-4c17-bfa3-0e20083aa669 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:29.543481 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-cf548bf4-e5cc-4c17-bfa3-0e20083aa669 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f233756-a457-446d-915d-c8abae7dd249']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:29.559346 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-cf548bf4-e5cc-4c17-bfa3-0e20083aa669 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3bcc399-54de-49ae-9390-57a30ecb039f') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:29.559672 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-cf548bf4-e5cc-4c17-bfa3-0e20083aa669 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3bcc399-54de-49ae-9390-57a30ecb039f') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:29.576036 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cf548bf4-e5cc-4c17-bfa3-0e20083aa669 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:29.578968 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434b36e-ba18-46d3-ac2a-ade87092ed0c req-6a687605-1146-46be-9722-618eba6aa871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:29.580480 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8434b36e-ba18-46d3-ac2a-ade87092ed0c req-6a687605-1146-46be-9722-618eba6aa871 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.1864426 Aug 19 15:07:29.596513 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cf548bf4-e5cc-4c17-bfa3-0e20083aa669 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:29.629429 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8434b36e-ba18-46d3-ac2a-ade87092ed0c req-ae8ad472-50d8-4fdc-a300-8ad332e287e9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=caa37acb-916d-4f13-9c65-344e83592c53 HTTP/1.1" status: 200 len: 217 time: 0.0392842 Aug 19 15:07:29.630412 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf548bf4-e5cc-4c17-bfa3-0e20083aa669 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:07:29.630809 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cf548bf4-e5cc-4c17-bfa3-0e20083aa669 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:29.633859 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 15:07:29.633859 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:07:29.633859 n-d-766043-2 neutron-server[94640]: timer() Aug 19 15:07:29.633859 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:07:29.633859 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 15:07:29.633859 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:07:29.633859 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 15:07:29.633859 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:07:29.633859 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 15:07:29.633859 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:07:29.633859 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 15:07:29.633859 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:07:29.633859 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 15:07:29.633859 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:07:29.633859 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:07:29.633859 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:07:29.633859 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:07:29.633859 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:07:29.633859 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 15:07:29.633859 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:07:29.633859 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 15:07:29.633859 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:07:29.633859 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:07:29.633859 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:07:29.633859 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 15:07:29.633859 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:07:29.633859 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:07:29.633859 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:07:29.633859 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:07:29.633859 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:07:29.633859 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:07:29.633859 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:07:29.670384 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 933e5bef-2bd3-42eb-8460-fdc9235955e6 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:07:29.691851 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 933e5bef-2bd3-42eb-8460-fdc9235955e6 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:07:29.692188 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 933e5bef-2bd3-42eb-8460-fdc9235955e6 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:07:29.692675 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b18e0015-1a6d-4478-a3e7-c7933c3b8cf3 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:07:29.713453 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: b18e0015-1a6d-4478-a3e7-c7933c3b8cf3 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:07:29.713798 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b18e0015-1a6d-4478-a3e7-c7933c3b8cf3 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:07:29.963664 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:07:30.085584 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cf548bf4-e5cc-4c17-bfa3-0e20083aa669 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:30.089097 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434b36e-ba18-46d3-ac2a-ade87092ed0c req-feffd7c3-edeb-44de-9a34-ee50a72b139b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:30.090620 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8434b36e-ba18-46d3-ac2a-ade87092ed0c req-feffd7c3-edeb-44de-9a34-ee50a72b139b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.4453545 Aug 19 15:07:30.095940 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cf548bf4-e5cc-4c17-bfa3-0e20083aa669 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:30.097952 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-cf548bf4-e5cc-4c17-bfa3-0e20083aa669 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "DELETE /v2.0/networks/1f233756-a457-446d-915d-c8abae7dd249 HTTP/1.1" status: 204 len: 168 time: 0.8437836 Aug 19 15:07:30.103331 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55332) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:30.109916 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f6e1e757-c3bf-4677-804c-2ccbb6543f9e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Request body: {'network': {'name': 'tempest-RoutersTest-1425398255'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:30.117952 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf548bf4-e5cc-4c17-bfa3-0e20083aa669 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event deleted for resources: {'Network': ['ID=1f233756-a457-446d-915d-c8abae7dd249,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:30.138564 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e1e757-c3bf-4677-804c-2ccbb6543f9e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Made reservation on behalf of 71f8eb57bbdb4f7f804d75dfd4292af4 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:07:30.142573 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6e1e757-c3bf-4677-804c-2ccbb6543f9e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:30.156788 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434b36e-ba18-46d3-ac2a-ade87092ed0c req-7aed5e65-9479-4ba8-ad6a-1ee754eea2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:30.158568 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8434b36e-ba18-46d3-ac2a-ade87092ed0c req-7aed5e65-9479-4ba8-ad6a-1ee754eea2e5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0595510 Aug 19 15:07:30.173427 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6e1e757-c3bf-4677-804c-2ccbb6543f9e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:07:30.189457 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6e1e757-c3bf-4677-804c-2ccbb6543f9e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:30.189903 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-f6e1e757-c3bf-4677-804c-2ccbb6543f9e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Added segment 11a175e2-15ec-48f0-86fb-30abe69683f9 of type vlan for network 9ff326ed-f4e7-4213-91ea-31f19c34a79a Aug 19 15:07:30.250695 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6e1e757-c3bf-4677-804c-2ccbb6543f9e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:30.287633 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6e1e757-c3bf-4677-804c-2ccbb6543f9e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:30.297687 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e1e757-c3bf-4677-804c-2ccbb6543f9e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:30.298542 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6e1e757-c3bf-4677-804c-2ccbb6543f9e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:30.307927 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8434b36e-ba18-46d3-ac2a-ade87092ed0c req-a75f411f-f3ba-4bc0-aa7a-61ebdec53274 service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410906 Aug 19 15:07:30.366039 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f6e1e757-c3bf-4677-804c-2ccbb6543f9e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2571857 Aug 19 15:07:30.367251 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55336) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:30.376836 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-28840de2-c500-4c2c-b9c9-208920d64e1e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Request body: {'subnet': {'network_id': '9ff326ed-f4e7-4213-91ea-31f19c34a79a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:30.405858 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e1e757-c3bf-4677-804c-2ccbb6543f9e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event updated for resources: {'Network': ['ID=9ff326ed-f4e7-4213-91ea-31f19c34a79a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:30.423220 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 9ff326ed-f4e7-4213-91ea-31f19c34a79a details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:07:30.488320 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8434b36e-ba18-46d3-ac2a-ade87092ed0c req-4346e371-899c-4d76-8eb7-6f66415cbbb0 service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725118 Aug 19 15:07:30.520456 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28840de2-c500-4c2c-b9c9-208920d64e1e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Made reservation on behalf of 71f8eb57bbdb4f7f804d75dfd4292af4 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:07:30.524858 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-28840de2-c500-4c2c-b9c9-208920d64e1e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:30.528983 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e2bbd3-346b-4ec6-b686-ee16b8eb1f96 req-9613e371-57c6-4e96-ad38-7eed077ad0c8 tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:30.530646 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f8e2bbd3-346b-4ec6-b686-ee16b8eb1f96 req-9613e371-57c6-4e96-ad38-7eed077ad0c8 tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1afef8d-91ea-4b62-bbe9-b5b6f386ed6a HTTP/1.1" status: 200 len: 948 time: 0.0874383 Aug 19 15:07:30.594511 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f8e2bbd3-346b-4ec6-b686-ee16b8eb1f96 req-6cd0db18-6581-485d-959a-937c747b6f14 tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] 10.222.0.69 "GET /v2.0/security-groups?id=ff8e5c28-7301-49c9-a0ba-0b88b8ebb250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552397 Aug 19 15:07:30.734674 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-28840de2-c500-4c2c-b9c9-208920d64e1e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:30.830652 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28840de2-c500-4c2c-b9c9-208920d64e1e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event updated for resources: {'Subnet': ['ID=5cbd9eef-0b88-4543-861f-fd66a709951b,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:30.844484 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28840de2-c500-4c2c-b9c9-208920d64e1e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Checking segment: {'id': '11a175e2-15ec-48f0-86fb-30abe69683f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9ff326ed-f4e7-4213-91ea-31f19c34a79a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:07:30.844831 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28840de2-c500-4c2c-b9c9-208920d64e1e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Network hostable DHCP agents. Network: 9ff326ed-f4e7-4213-91ea-31f19c34a79a, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:07:30.862097 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28840de2-c500-4c2c-b9c9-208920d64e1e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Network 9ff326ed-f4e7-4213-91ea-31f19c34a79a is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:07:30.873006 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-28840de2-c500-4c2c-b9c9-208920d64e1e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 9ff326ed-f4e7-4213-91ea-31f19c34a79a) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:07:30.878785 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28840de2-c500-4c2c-b9c9-208920d64e1e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:30.879866 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-28840de2-c500-4c2c-b9c9-208920d64e1e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:30.887302 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215b4970-846f-411f-8110-bd61696b4cb4 None None] Network 9ff326ed-f4e7-4213-91ea-31f19c34a79a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:07:30.902867 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-28840de2-c500-4c2c-b9c9-208920d64e1e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5341711 Aug 19 15:07:30.906828 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55338) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:30.911783 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-fd85273b-519a-4365-bf28-4c6b84ac35b4 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1371610376', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:30.945993 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd85273b-519a-4365-bf28-4c6b84ac35b4 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:30.947206 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd85273b-519a-4365-bf28-4c6b84ac35b4 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:31.013590 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd85273b-519a-4365-bf28-4c6b84ac35b4 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:31.019592 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd85273b-519a-4365-bf28-4c6b84ac35b4 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:31.045806 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd85273b-519a-4365-bf28-4c6b84ac35b4 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:31.047321 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-fd85273b-519a-4365-bf28-4c6b84ac35b4 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1392221 Aug 19 15:07:31.051422 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55340) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:31.053971 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd38237-5075-4c4d-ad70-8b18925c1567 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-9ff326ed-f4e7-4213-91ea-31f19c34a79a', 'network_id': '9ff326ed-f4e7-4213-91ea-31f19c34a79a', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'fixed_ips': [{'subnet_id': '5cbd9eef-0b88-4543-861f-fd66a709951b'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:07:31.054845 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3fd38237-5075-4c4d-ad70-8b18925c1567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:31.057859 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-97220da4-40d1-4496-bf65-1b4833c2841e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Request body: {'port': {'network_id': '9ff326ed-f4e7-4213-91ea-31f19c34a79a', 'name': 'tempest-RoutersTest-471070833'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:31.202330 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97220da4-40d1-4496-bf65-1b4833c2841e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Made reservation on behalf of 71f8eb57bbdb4f7f804d75dfd4292af4 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:07:31.208747 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-97220da4-40d1-4496-bf65-1b4833c2841e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:31.229595 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-3fd38237-5075-4c4d-ad70-8b18925c1567 None None] Allocated IP 172.20.0.2 (9ff326ed-f4e7-4213-91ea-31f19c34a79a/5cbd9eef-0b88-4543-861f-fd66a709951b/a25ba1d6-462d-4084-87cf-15ce4f97c062) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:07:31.229986 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-97220da4-40d1-4496-bf65-1b4833c2841e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] device_id is not set on port 137bf69e-f68d-4a30-9b7f-52c0dd751869 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 15:07:31.330147 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device caa37acb-916d-4f13-9c65-344e83592c53 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:07:31.447487 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-15e28d7c-092e-4fa6-9369-68c0056ce45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:31.455474 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3fd38237-5075-4c4d-ad70-8b18925c1567 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:31.468711 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3fd38237-5075-4c4d-ad70-8b18925c1567 None None] Transition to ACTIVE for port object a25ba1d6-462d-4084-87cf-15ce4f97c062 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:07:31.498987 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3fd38237-5075-4c4d-ad70-8b18925c1567 None None] Transition to ACTIVE for port object a25ba1d6-462d-4084-87cf-15ce4f97c062 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:07:31.510692 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3fd38237-5075-4c4d-ad70-8b18925c1567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:31.524488 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port caa37acb-916d-4f13-9c65-344e83592c53, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=caa37acb-916d-4f13-9c65-344e83592c53,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:07:31.560895 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': 'caa37acb-916d-4f13-9c65-344e83592c53', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'port_id': 'caa37acb-916d-4f13-9c65-344e83592c53', 'mac_address': 'fa:16:3e:26:34:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:07:31.574564 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd38237-5075-4c4d-ad70-8b18925c1567 None None] Network 9ff326ed-f4e7-4213-91ea-31f19c34a79a is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:07:31.578221 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-97220da4-40d1-4496-bf65-1b4833c2841e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Allocated IP 172.20.0.13 (9ff326ed-f4e7-4213-91ea-31f19c34a79a/5cbd9eef-0b88-4543-861f-fd66a709951b/137bf69e-f68d-4a30-9b7f-52c0dd751869) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:07:31.578402 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-3fd38237-5075-4c4d-ad70-8b18925c1567 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:07:31.584231 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd38237-5075-4c4d-ad70-8b18925c1567 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:07:31.587961 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd38237-5075-4c4d-ad70-8b18925c1567 None None] Pushing event updated for resources: {'Port': ['ID=a25ba1d6-462d-4084-87cf-15ce4f97c062,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:31.662041 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:31.691839 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3fd38237-5075-4c4d-ad70-8b18925c1567 None None] Attempting to bind port a25ba1d6-462d-4084-87cf-15ce4f97c062 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:07:31.692217 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3fd38237-5075-4c4d-ad70-8b18925c1567 None None] Attempting to bind port a25ba1d6-462d-4084-87cf-15ce4f97c062 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '11a175e2-15ec-48f0-86fb-30abe69683f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9ff326ed-f4e7-4213-91ea-31f19c34a79a'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:07:31.692572 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd38237-5075-4c4d-ad70-8b18925c1567 None None] Attempting to bind port a25ba1d6-462d-4084-87cf-15ce4f97c062 on network 9ff326ed-f4e7-4213-91ea-31f19c34a79a {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:07:31.695473 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caa37acb-916d-4f13-9c65-344e83592c53 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:07:31.707547 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd38237-5075-4c4d-ad70-8b18925c1567 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:07:31.707860 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd38237-5075-4c4d-ad70-8b18925c1567 None None] Checking segment: {'id': '11a175e2-15ec-48f0-86fb-30abe69683f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9ff326ed-f4e7-4213-91ea-31f19c34a79a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:07:31.708221 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3fd38237-5075-4c4d-ad70-8b18925c1567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:31.708651 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd38237-5075-4c4d-ad70-8b18925c1567 None None] Bound using segment: {'id': '11a175e2-15ec-48f0-86fb-30abe69683f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9ff326ed-f4e7-4213-91ea-31f19c34a79a'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:07:31.709145 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3fd38237-5075-4c4d-ad70-8b18925c1567 None None] Bound port: a25ba1d6-462d-4084-87cf-15ce4f97c062, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a175e2-15ec-48f0-86fb-30abe69683f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9ff326ed-f4e7-4213-91ea-31f19c34a79a'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:07:31.709531 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3fd38237-5075-4c4d-ad70-8b18925c1567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:31.737888 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port caa37acb-916d-4f13-9c65-344e83592c53, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=caa37acb-916d-4f13-9c65-344e83592c53,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:07:31.764728 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:31.771581 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19758b50-3fc2-4a11-84e1-999d384bb1b3 req-0b934cf4-cab8-4585-ba91-227cfbb36e5d tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:31.776069 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-19758b50-3fc2-4a11-84e1-999d384bb1b3 req-0b934cf4-cab8-4585-ba91-227cfbb36e5d tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1afef8d-91ea-4b62-bbe9-b5b6f386ed6a HTTP/1.1" status: 200 len: 948 time: 0.0801225 Aug 19 15:07:31.812105 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-97220da4-40d1-4496-bf65-1b4833c2841e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:31.828898 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-19758b50-3fc2-4a11-84e1-999d384bb1b3 req-8b80e8b2-b265-4cc9-9aec-26dda9aace72 tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] 10.222.0.69 "GET /v2.0/security-groups?id=ff8e5c28-7301-49c9-a0ba-0b88b8ebb250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448434 Aug 19 15:07:31.832694 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-97220da4-40d1-4496-bf65-1b4833c2841e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Transition to ACTIVE for port object 137bf69e-f68d-4a30-9b7f-52c0dd751869 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:07:31.869862 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3fd38237-5075-4c4d-ad70-8b18925c1567 None None] For port a25ba1d6-462d-4084-87cf-15ce4f97c062, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:07:31.871951 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=caa37acb-916d-4f13-9c65-344e83592c53,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:31.886024 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3fd38237-5075-4c4d-ad70-8b18925c1567 None None] For port a25ba1d6-462d-4084-87cf-15ce4f97c062, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=a25ba1d6-462d-4084-87cf-15ce4f97c062,segment=NetworkSegment(11a175e2-15ec-48f0-86fb-30abe69683f9),segment_id=11a175e2-15ec-48f0-86fb-30abe69683f9)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:07:31.890314 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-97220da4-40d1-4496-bf65-1b4833c2841e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:31.891328 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3fd38237-5075-4c4d-ad70-8b18925c1567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:31.956263 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97220da4-40d1-4496-bf65-1b4833c2841e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Network 9ff326ed-f4e7-4213-91ea-31f19c34a79a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:07:31.960615 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-97220da4-40d1-4496-bf65-1b4833c2841e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:07:31.963736 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97220da4-40d1-4496-bf65-1b4833c2841e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:07:31.965222 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd38237-5075-4c4d-ad70-8b18925c1567 None None] Pushing event updated for resources: {'Port': ['ID=a25ba1d6-462d-4084-87cf-15ce4f97c062,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:31.968881 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97220da4-40d1-4496-bf65-1b4833c2841e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event updated for resources: {'Port': ['ID=137bf69e-f68d-4a30-9b7f-52c0dd751869,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:31.994426 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['caa37acb-916d-4f13-9c65-344e83592c53'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:07:32.022375 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97220da4-40d1-4496-bf65-1b4833c2841e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:32.023059 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-97220da4-40d1-4496-bf65-1b4833c2841e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:32.039663 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-97220da4-40d1-4496-bf65-1b4833c2841e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.9873784 Aug 19 15:07:32.043132 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55346) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:32.432014 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3bfb10e8-fdd1-4060-8006-f35d667b045e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:32.683652 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3bfb10e8-fdd1-4060-8006-f35d667b045e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:32.688492 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3bfb10e8-fdd1-4060-8006-f35d667b045e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:32.797882 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb10e8-fdd1-4060-8006-f35d667b045e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event updated for resources: {'Port': ['ID=137bf69e-f68d-4a30-9b7f-52c0dd751869,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:32.957996 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3bfb10e8-fdd1-4060-8006-f35d667b045e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:32.971585 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698366a7-104e-494b-a36d-e35dc0baf158 req-123fd98d-c80d-4b03-813c-8deb10f885e5 tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:32.973256 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-698366a7-104e-494b-a36d-e35dc0baf158 req-123fd98d-c80d-4b03-813c-8deb10f885e5 tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1afef8d-91ea-4b62-bbe9-b5b6f386ed6a HTTP/1.1" status: 200 len: 949 time: 0.0557005 Aug 19 15:07:33.015680 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-698366a7-104e-494b-a36d-e35dc0baf158 req-e4154839-3ecd-4c93-bd84-6d07ed0835a2 tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] 10.222.0.69 "GET /v2.0/security-groups?id=ff8e5c28-7301-49c9-a0ba-0b88b8ebb250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350535 Aug 19 15:07:33.099465 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3bfb10e8-fdd1-4060-8006-f35d667b045e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:33.099789 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b160e9f5-448b-404c-9a81-3757123d3c67 None None] Network 9ff326ed-f4e7-4213-91ea-31f19c34a79a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:07:33.179545 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f81b8589-a536-4e99-a2da-a37b1c02f97f None None] Provisioning for port a25ba1d6-462d-4084-87cf-15ce4f97c062 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:07:33.343380 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device caa37acb-916d-4f13-9c65-344e83592c53 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:07:33.405119 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port caa37acb-916d-4f13-9c65-344e83592c53 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:07:33.409397 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port caa37acb-916d-4f13-9c65-344e83592c53 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:07:33.409779 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:33.445301 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3bfb10e8-fdd1-4060-8006-f35d667b045e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:33.453669 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3bfb10e8-fdd1-4060-8006-f35d667b045e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:33.534647 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:33.537877 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-11e3983a-a412-4d6c-a3e5-e370585da0f2 None None] Provisioning for port 137bf69e-f68d-4a30-9b7f-52c0dd751869 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:07:33.551575 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-11e3983a-a412-4d6c-a3e5-e370585da0f2 None None] Provisioning complete for port 137bf69e-f68d-4a30-9b7f-52c0dd751869 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:07:33.551945 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-11e3983a-a412-4d6c-a3e5-e370585da0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:33.571119 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb10e8-fdd1-4060-8006-f35d667b045e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event updated for resources: {'Port': ['ID=137bf69e-f68d-4a30-9b7f-52c0dd751869,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:33.575299 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3bfb10e8-fdd1-4060-8006-f35d667b045e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:33.586492 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1afef8d-91ea-4b62-bbe9-b5b6f386ed6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa37acb-916d-4f13-9c65-344e83592c53'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:07:33.588936 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b14a405-9cf4-4a1d-adf0-e09f1ed98179" -d '{"events": [{"server_uuid": "a1afef8d-91ea-4b62-bbe9-b5b6f386ed6a", "name": "network-vif-plugged", "status": "completed", "tag": "caa37acb-916d-4f13-9c65-344e83592c53"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:07:33.608944 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port caa37acb-916d-4f13-9c65-344e83592c53, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=caa37acb-916d-4f13-9c65-344e83592c53,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:07:33.617484 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-11e3983a-a412-4d6c-a3e5-e370585da0f2 None None] Port 137bf69e-f68d-4a30-9b7f-52c0dd751869 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:07:33.623197 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:33.661906 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15914fc-b94f-4fab-8a58-5e1ea26ae083 x-openstack-request-id: req-c15914fc-b94f-4fab-8a58-5e1ea26ae083 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:07:33.662192 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1afef8d-91ea-4b62-bbe9-b5b6f386ed6a", "name": "network-vif-plugged", "status": "completed", "tag": "caa37acb-916d-4f13-9c65-344e83592c53", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:07:33.662438 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c15914fc-b94f-4fab-8a58-5e1ea26ae083 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:07:33.664516 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1afef8d-91ea-4b62-bbe9-b5b6f386ed6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa37acb-916d-4f13-9c65-344e83592c53', 'code': 200} Aug 19 15:07:33.710344 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=caa37acb-916d-4f13-9c65-344e83592c53,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:33.759196 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device a25ba1d6-462d-4084-87cf-15ce4f97c062 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:07:33.763635 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfb10e8-fdd1-4060-8006-f35d667b045e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Network 9ff326ed-f4e7-4213-91ea-31f19c34a79a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:07:33.765854 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-3bfb10e8-fdd1-4060-8006-f35d667b045e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:07:33.801673 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcc224-bd37-441f-b156-50bd26c18249 req-ca836d2e-90f0-49f6-94a5-23da8dae23ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:33.803613 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e6dcc224-bd37-441f-b156-50bd26c18249 req-ca836d2e-90f0-49f6-94a5-23da8dae23ea service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a1afef8d-91ea-4b62-bbe9-b5b6f386ed6a HTTP/1.1" status: 200 len: 1101 time: 0.0607016 Aug 19 15:07:33.841612 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-937c227f-e692-439a-a07b-3081cb281dd4 None None] Provisioning complete for port 137bf69e-f68d-4a30-9b7f-52c0dd751869 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:07:33.842136 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-937c227f-e692-439a-a07b-3081cb281dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:33.856400 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e6dcc224-bd37-441f-b156-50bd26c18249 req-da23de45-a962-48d9-95ed-c9ac9a330a27 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=ff8e5c28-7301-49c9-a0ba-0b88b8ebb250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447524 Aug 19 15:07:33.872716 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port a25ba1d6-462d-4084-87cf-15ce4f97c062 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:07:33.883940 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port a25ba1d6-462d-4084-87cf-15ce4f97c062 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:07:33.885198 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:33.911167 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-937c227f-e692-439a-a07b-3081cb281dd4 None None] Port 137bf69e-f68d-4a30-9b7f-52c0dd751869 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:07:33.926060 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bfb10e8-fdd1-4060-8006-f35d667b045e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Router e6dc7ff9-4d88-4481-94a1-675635983258 is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:07:33.985154 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:34.032762 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port a25ba1d6-462d-4084-87cf-15ce4f97c062, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=a25ba1d6-462d-4084-87cf-15ce4f97c062,segment=NetworkSegment(11a175e2-15ec-48f0-86fb-30abe69683f9),segment_id=11a175e2-15ec-48f0-86fb-30abe69683f9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:07:34.040753 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:34.065107 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfb10e8-fdd1-4060-8006-f35d667b045e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:07:34.078189 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34b83c1-931a-4310-8191-0938172bc29b None None] Sync routers for ids ['e6dc7ff9-4d88-4481-94a1-675635983258'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:07:34.086027 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55354) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:34.087002 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-3bfb10e8-fdd1-4060-8006-f35d667b045e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "PUT /v2.0/routers/e6dc7ff9-4d88-4481-94a1-675635983258/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0426025 Aug 19 15:07:34.092266 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34b83c1-931a-4310-8191-0938172bc29b None None] Routers {'e6dc7ff9-4d88-4481-94a1-675635983258'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:07:34.097823 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a34b83c1-931a-4310-8191-0938172bc29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:07:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['e6dc7ff9-4d88-4481-94a1-675635983258'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:34.130178 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=a25ba1d6-462d-4084-87cf-15ce4f97c062,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:34.150256 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:34.156279 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a34b83c1-931a-4310-8191-0938172bc29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:34.156573 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-48b7e7f6-899f-425b-a6ca-73b220b036cd None None] Provisioning complete for port 137bf69e-f68d-4a30-9b7f-52c0dd751869 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:07:34.157288 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-48b7e7f6-899f-425b-a6ca-73b220b036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:34.167045 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34b83c1-931a-4310-8191-0938172bc29b None None] Routers {'e6dc7ff9-4d88-4481-94a1-675635983258'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:07:34.167966 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a34b83c1-931a-4310-8191-0938172bc29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:07:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['e6dc7ff9-4d88-4481-94a1-675635983258'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:34.194937 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ad7477-578a-4c33-8a05-62e9f484f013 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:34.201108 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55356) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:34.203306 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a34b83c1-931a-4310-8191-0938172bc29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:34.204143 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34b83c1-931a-4310-8191-0938172bc29b None None] The sync data for ids ['e6dc7ff9-4d88-4481-94a1-675635983258'] in n-d-766043-2 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:07:34.211877 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d7ad7477-578a-4c33-8a05-62e9f484f013 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "GET /v2.0/ports/137bf69e-f68d-4a30-9b7f-52c0dd751869 HTTP/1.1" status: 200 len: 977 time: 0.1227582 Aug 19 15:07:34.218856 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-48b7e7f6-899f-425b-a6ca-73b220b036cd None None] Port 137bf69e-f68d-4a30-9b7f-52c0dd751869 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:07:34.235383 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79722b71-14f3-425c-9409-ba8e50a1d57f req-e8648b91-5220-4aa2-be76-0c94fd755084 tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:34.237273 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-79722b71-14f3-425c-9409-ba8e50a1d57f req-e8648b91-5220-4aa2-be76-0c94fd755084 tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1afef8d-91ea-4b62-bbe9-b5b6f386ed6a HTTP/1.1" status: 200 len: 950 time: 0.0994740 Aug 19 15:07:34.294309 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-79722b71-14f3-425c-9409-ba8e50a1d57f req-fbf3816c-109b-4af3-b28e-d8f102d703ec tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] 10.222.0.69 "GET /v2.0/security-groups?id=ff8e5c28-7301-49c9-a0ba-0b88b8ebb250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507586 Aug 19 15:07:34.324728 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dda354a5-8554-4345-8219-8bf82a825368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:34.441253 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-21da4262-cfbe-4856-af64-b5844be07db1 None None] Provisioning complete for port 137bf69e-f68d-4a30-9b7f-52c0dd751869 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:07:34.441579 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-21da4262-cfbe-4856-af64-b5844be07db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:34.477531 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-21da4262-cfbe-4856-af64-b5844be07db1 None None] Port 137bf69e-f68d-4a30-9b7f-52c0dd751869 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:07:34.558217 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:35.003232 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e0506ecb-a887-4e23-807b-6b666db51a53 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:35.144361 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:35.227939 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e0506ecb-a887-4e23-807b-6b666db51a53 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Deleting port 137bf69e-f68d-4a30-9b7f-52c0dd751869 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:07:35.228280 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e0506ecb-a887-4e23-807b-6b666db51a53 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:35.312930 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e0506ecb-a887-4e23-807b-6b666db51a53 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:35.326554 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e0506ecb-a887-4e23-807b-6b666db51a53 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Calling delete_port for 137bf69e-f68d-4a30-9b7f-52c0dd751869 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:07:35.420868 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:35.425720 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e86ccf-7d1f-4652-9fa7-f39459f9b917 req-aa138584-6581-4651-94f6-74cf976f41ba tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:35.427304 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e5e86ccf-7d1f-4652-9fa7-f39459f9b917 req-aa138584-6581-4651-94f6-74cf976f41ba tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1afef8d-91ea-4b62-bbe9-b5b6f386ed6a HTTP/1.1" status: 200 len: 950 time: 0.0529239 Aug 19 15:07:35.479167 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e5e86ccf-7d1f-4652-9fa7-f39459f9b917 req-e98bbe05-1340-4335-82e6-268661dc3d66 tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] 10.222.0.69 "GET /v2.0/security-groups?id=ff8e5c28-7301-49c9-a0ba-0b88b8ebb250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412462 Aug 19 15:07:35.513742 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e0506ecb-a887-4e23-807b-6b666db51a53 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:35.543106 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0506ecb-a887-4e23-807b-6b666db51a53 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event deleted for resources: {'Port': ['ID=137bf69e-f68d-4a30-9b7f-52c0dd751869,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:35.705301 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device a25ba1d6-462d-4084-87cf-15ce4f97c062 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:07:35.745268 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e0506ecb-a887-4e23-807b-6b666db51a53 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:35.781607 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port a25ba1d6-462d-4084-87cf-15ce4f97c062 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:07:35.782303 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:35.957782 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0506ecb-a887-4e23-807b-6b666db51a53 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Router e6dc7ff9-4d88-4481-94a1-675635983258 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:07:36.046719 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0506ecb-a887-4e23-807b-6b666db51a53 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:07:36.057000 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e0506ecb-a887-4e23-807b-6b666db51a53 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "PUT /v2.0/routers/e6dc7ff9-4d88-4481-94a1-675635983258/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8484042 Aug 19 15:07:36.057000 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55372) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:36.060029 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8266e9-f2ec-4c0c-8295-70794910f0df None None] Sync routers for ids ['e6dc7ff9-4d88-4481-94a1-675635983258'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:07:36.070964 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8266e9-f2ec-4c0c-8295-70794910f0df None None] Routers {'e6dc7ff9-4d88-4481-94a1-675635983258'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:07:36.071949 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0a8266e9-f2ec-4c0c-8295-70794910f0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:07:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['e6dc7ff9-4d88-4481-94a1-675635983258'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:36.110515 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0a8266e9-f2ec-4c0c-8295-70794910f0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:36.123209 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8266e9-f2ec-4c0c-8295-70794910f0df None None] Routers {'e6dc7ff9-4d88-4481-94a1-675635983258'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:07:36.124608 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0a8266e9-f2ec-4c0c-8295-70794910f0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:07:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['e6dc7ff9-4d88-4481-94a1-675635983258'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:36.167553 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0a8266e9-f2ec-4c0c-8295-70794910f0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:36.168354 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8266e9-f2ec-4c0c-8295-70794910f0df None None] The sync data for ids ['e6dc7ff9-4d88-4481-94a1-675635983258'] in n-d-766043-2 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:07:36.264039 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-76d4118e-a612-4384-8619-ce55338f1ccf tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] remove_router_interface failed (client error): The resource could not be found. Aug 19 15:07:36.265086 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-76d4118e-a612-4384-8619-ce55338f1ccf tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "PUT /v2.0/routers/e6dc7ff9-4d88-4481-94a1-675635983258/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2089839 Aug 19 15:07:36.268165 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55374) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:36.300864 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-0325e589-c018-4e56-b7fa-b46afa1e7882 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "GET /v2.0/ports?device_id=e6dc7ff9-4d88-4481-94a1-675635983258 HTTP/1.1" status: 200 len: 205 time: 0.0314748 Aug 19 15:07:36.303305 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55376) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:36.381728 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2951b218-f1da-4964-b24e-01bf4f211383 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:36.561039 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2951b218-f1da-4964-b24e-01bf4f211383 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:36.563718 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2951b218-f1da-4964-b24e-01bf4f211383 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:36.619495 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2951b218-f1da-4964-b24e-01bf4f211383 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:36.620279 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2951b218-f1da-4964-b24e-01bf4f211383 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Fanout notify agent at l3_agent the message router_deleted on router e6dc7ff9-4d88-4481-94a1-675635983258 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:07:36.628529 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2951b218-f1da-4964-b24e-01bf4f211383 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:36.630263 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-2951b218-f1da-4964-b24e-01bf4f211383 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "DELETE /v2.0/routers/e6dc7ff9-4d88-4481-94a1-675635983258 HTTP/1.1" status: 204 len: 168 time: 0.3256662 Aug 19 15:07:36.632590 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55378) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:36.688812 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-d913274f-d0f5-4d56-9e79-beb105903151 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Deleting subnet 5cbd9eef-0b88-4543-861f-fd66a709951b {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:07:36.692237 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d913274f-d0f5-4d56-9e79-beb105903151 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:36.739273 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d913274f-d0f5-4d56-9e79-beb105903151 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:36.839259 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d913274f-d0f5-4d56-9e79-beb105903151 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:36.906728 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d913274f-d0f5-4d56-9e79-beb105903151 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:36.949575 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d913274f-d0f5-4d56-9e79-beb105903151 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event deleted for resources: {'Subnet': ['ID=5cbd9eef-0b88-4543-861f-fd66a709951b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:36.953702 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:36.959461 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d913274f-d0f5-4d56-9e79-beb105903151 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:36.962232 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d913274f-d0f5-4d56-9e79-beb105903151 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "DELETE /v2.0/subnets/5cbd9eef-0b88-4543-861f-fd66a709951b HTTP/1.1" status: 204 len: 168 time: 0.3284228 Aug 19 15:07:36.965950 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55382) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:36.982328 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d582253-306d-46b1-a67c-908a76093e66 None None] Network 9ff326ed-f4e7-4213-91ea-31f19c34a79a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:07:37.074300 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7fe23ecc-173b-4328-9fc0-944aba141b2c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:37.170021 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-7fe23ecc-173b-4328-9fc0-944aba141b2c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Deleting port a25ba1d6-462d-4084-87cf-15ce4f97c062 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:07:37.170021 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7fe23ecc-173b-4328-9fc0-944aba141b2c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:37.213350 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2448f8f-166e-4474-97b2-2329bdd23c67 None None] DHCP port deletion for 9ff326ed-f4e7-4213-91ea-31f19c34a79a request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:07:37.269946 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-7fe23ecc-173b-4328-9fc0-944aba141b2c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] For port a25ba1d6-462d-4084-87cf-15ce4f97c062, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=a25ba1d6-462d-4084-87cf-15ce4f97c062,segment=NetworkSegment(11a175e2-15ec-48f0-86fb-30abe69683f9),segment_id=11a175e2-15ec-48f0-86fb-30abe69683f9)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:07:37.270550 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7fe23ecc-173b-4328-9fc0-944aba141b2c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:37.286998 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b2448f8f-166e-4474-97b2-2329bdd23c67 None None] Deleting port a25ba1d6-462d-4084-87cf-15ce4f97c062 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:07:37.287418 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b2448f8f-166e-4474-97b2-2329bdd23c67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:37.295519 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-7fe23ecc-173b-4328-9fc0-944aba141b2c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Calling delete_port for a25ba1d6-462d-4084-87cf-15ce4f97c062 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:07:37.381616 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b2448f8f-166e-4474-97b2-2329bdd23c67 None None] For port a25ba1d6-462d-4084-87cf-15ce4f97c062, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=a25ba1d6-462d-4084-87cf-15ce4f97c062,segment=NetworkSegment(11a175e2-15ec-48f0-86fb-30abe69683f9),segment_id=11a175e2-15ec-48f0-86fb-30abe69683f9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:07:37.382032 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b2448f8f-166e-4474-97b2-2329bdd23c67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:37.403927 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b2448f8f-166e-4474-97b2-2329bdd23c67 None None] Calling delete_port for a25ba1d6-462d-4084-87cf-15ce4f97c062 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:07:37.415287 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7fe23ecc-173b-4328-9fc0-944aba141b2c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:37.465862 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe23ecc-173b-4328-9fc0-944aba141b2c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event deleted for resources: {'Port': ['ID=a25ba1d6-462d-4084-87cf-15ce4f97c062,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:37.477549 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe23ecc-173b-4328-9fc0-944aba141b2c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] No DVR routers for this DVR port a25ba1d6-462d-4084-87cf-15ce4f97c062 on host n-d-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:07:37.522267 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b2448f8f-166e-4474-97b2-2329bdd23c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:37.569381 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2448f8f-166e-4474-97b2-2329bdd23c67 None None] No DVR routers for this DVR port a25ba1d6-462d-4084-87cf-15ce4f97c062 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:07:37.582974 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2448f8f-166e-4474-97b2-2329bdd23c67 None None] Pushing event deleted for resources: {'Port': ['ID=a25ba1d6-462d-4084-87cf-15ce4f97c062,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:37.616714 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7fe23ecc-173b-4328-9fc0-944aba141b2c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:37.636185 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-7fe23ecc-173b-4328-9fc0-944aba141b2c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ff326ed-f4e7-4213-91ea-31f19c34a79a']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:37.657014 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-7fe23ecc-173b-4328-9fc0-944aba141b2c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11a175e2-15ec-48f0-86fb-30abe69683f9') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:37.657412 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-7fe23ecc-173b-4328-9fc0-944aba141b2c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11a175e2-15ec-48f0-86fb-30abe69683f9') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:37.668922 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7fe23ecc-173b-4328-9fc0-944aba141b2c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:37.693180 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device a25ba1d6-462d-4084-87cf-15ce4f97c062 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:07:37.699874 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7fe23ecc-173b-4328-9fc0-944aba141b2c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:37.708120 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fe23ecc-173b-4328-9fc0-944aba141b2c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:07:37.708634 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7fe23ecc-173b-4328-9fc0-944aba141b2c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:37.713048 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 15:07:37.713048 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:07:37.713048 n-d-766043-2 neutron-server[94639]: timer() Aug 19 15:07:37.713048 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:07:37.713048 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 15:07:37.713048 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:07:37.713048 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 15:07:37.713048 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:07:37.713048 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 15:07:37.713048 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:07:37.713048 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 15:07:37.713048 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:07:37.713048 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 15:07:37.713048 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:07:37.713048 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:07:37.713048 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:07:37.713048 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:07:37.713048 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:07:37.713048 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 15:07:37.713048 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:07:37.713048 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 15:07:37.713048 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:07:37.713048 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:07:37.713048 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:07:37.713048 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 15:07:37.713048 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:07:37.713048 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:07:37.713048 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:07:37.713048 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:07:37.713048 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:07:37.713048 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:07:37.713048 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:07:37.726830 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: a25ba1d6-462d-4084-87cf-15ce4f97c062 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:07:37.731568 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device a25ba1d6-462d-4084-87cf-15ce4f97c062 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:07:37.787989 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7fe23ecc-173b-4328-9fc0-944aba141b2c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:37.796598 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7fe23ecc-173b-4328-9fc0-944aba141b2c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:37.798630 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7fe23ecc-173b-4328-9fc0-944aba141b2c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "DELETE /v2.0/networks/9ff326ed-f4e7-4213-91ea-31f19c34a79a HTTP/1.1" status: 204 len: 168 time: 0.8313153 Aug 19 15:07:37.805046 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55384) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:37.810251 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d1a672d1-ed20-4693-ad70-7e6fa4e8fcdc tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Request body: {'network': {'name': 'tempest-RoutersTest-1236988093'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:37.817624 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe23ecc-173b-4328-9fc0-944aba141b2c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event deleted for resources: {'Network': ['ID=9ff326ed-f4e7-4213-91ea-31f19c34a79a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:37.846864 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a672d1-ed20-4693-ad70-7e6fa4e8fcdc tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Made reservation on behalf of 71f8eb57bbdb4f7f804d75dfd4292af4 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:07:37.850866 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d1a672d1-ed20-4693-ad70-7e6fa4e8fcdc tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:37.880281 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1a672d1-ed20-4693-ad70-7e6fa4e8fcdc tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:07:37.891636 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d1a672d1-ed20-4693-ad70-7e6fa4e8fcdc tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:37.892090 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-d1a672d1-ed20-4693-ad70-7e6fa4e8fcdc tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Added segment a1270535-dc3a-466b-a184-95dfd8d8c858 of type vlan for network 8278e9a3-21e4-4e90-8d68-518cc34669a8 Aug 19 15:07:37.958635 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d1a672d1-ed20-4693-ad70-7e6fa4e8fcdc tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:37.993063 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d1a672d1-ed20-4693-ad70-7e6fa4e8fcdc tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:37.998956 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a672d1-ed20-4693-ad70-7e6fa4e8fcdc tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:37.999567 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d1a672d1-ed20-4693-ad70-7e6fa4e8fcdc tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:38.064044 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d1a672d1-ed20-4693-ad70-7e6fa4e8fcdc tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2579930 Aug 19 15:07:38.066822 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55388) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:38.073029 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-499f032d-014f-49cf-8f01-0fa13cf7c1ae tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Request body: {'subnet': {'network_id': '8278e9a3-21e4-4e90-8d68-518cc34669a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:38.092762 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a672d1-ed20-4693-ad70-7e6fa4e8fcdc tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event updated for resources: {'Network': ['ID=8278e9a3-21e4-4e90-8d68-518cc34669a8,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:38.102649 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 8278e9a3-21e4-4e90-8d68-518cc34669a8 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:07:38.193164 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499f032d-014f-49cf-8f01-0fa13cf7c1ae tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Made reservation on behalf of 71f8eb57bbdb4f7f804d75dfd4292af4 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:07:38.197676 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-499f032d-014f-49cf-8f01-0fa13cf7c1ae tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:38.416445 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-499f032d-014f-49cf-8f01-0fa13cf7c1ae tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:38.488916 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f032d-014f-49cf-8f01-0fa13cf7c1ae tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event updated for resources: {'Subnet': ['ID=4835d75d-3625-40a7-ad0b-32eb9cc24747,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:38.502478 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499f032d-014f-49cf-8f01-0fa13cf7c1ae tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Checking segment: {'id': 'a1270535-dc3a-466b-a184-95dfd8d8c858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8278e9a3-21e4-4e90-8d68-518cc34669a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:07:38.503129 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499f032d-014f-49cf-8f01-0fa13cf7c1ae tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Network hostable DHCP agents. Network: 8278e9a3-21e4-4e90-8d68-518cc34669a8, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:07:38.527629 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499f032d-014f-49cf-8f01-0fa13cf7c1ae tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Network 8278e9a3-21e4-4e90-8d68-518cc34669a8 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:07:38.539116 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-499f032d-014f-49cf-8f01-0fa13cf7c1ae tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 8278e9a3-21e4-4e90-8d68-518cc34669a8) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:07:38.544579 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499f032d-014f-49cf-8f01-0fa13cf7c1ae tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:38.545721 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-499f032d-014f-49cf-8f01-0fa13cf7c1ae tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:38.549257 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168dbb2a-2d28-447f-a1a8-80f07e0c5e75 None None] Network 8278e9a3-21e4-4e90-8d68-518cc34669a8 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:07:38.565607 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-499f032d-014f-49cf-8f01-0fa13cf7c1ae tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4975474 Aug 19 15:07:38.568697 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55390) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:38.575071 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-05d326b9-d242-4e03-a296-80114a9dd397 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1355885063', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:38.610340 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-05d326b9-d242-4e03-a296-80114a9dd397 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:38.612643 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-05d326b9-d242-4e03-a296-80114a9dd397 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:38.718505 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-05d326b9-d242-4e03-a296-80114a9dd397 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:38.730018 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-05d326b9-d242-4e03-a296-80114a9dd397 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:38.758435 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c835ce-d667-4c99-a28e-6734dd08aef0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-8278e9a3-21e4-4e90-8d68-518cc34669a8', 'network_id': '8278e9a3-21e4-4e90-8d68-518cc34669a8', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'fixed_ips': [{'subnet_id': '4835d75d-3625-40a7-ad0b-32eb9cc24747'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:07:38.760059 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8c835ce-d667-4c99-a28e-6734dd08aef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:38.765906 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-05d326b9-d242-4e03-a296-80114a9dd397 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:38.771180 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-05d326b9-d242-4e03-a296-80114a9dd397 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1974804 Aug 19 15:07:38.771658 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55392) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:38.941883 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-b8c835ce-d667-4c99-a28e-6734dd08aef0 None None] Allocated IP 172.20.0.2 (8278e9a3-21e4-4e90-8d68-518cc34669a8/4835d75d-3625-40a7-ad0b-32eb9cc24747/5b8df870-3a03-471d-b68f-ad4656bbe918) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:07:39.133694 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1027d1a4-3afa-4cdb-9293-fa70bc87045a tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:39.159101 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8c835ce-d667-4c99-a28e-6734dd08aef0 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:39.176154 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b8c835ce-d667-4c99-a28e-6734dd08aef0 None None] Transition to ACTIVE for port object 5b8df870-3a03-471d-b68f-ad4656bbe918 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:07:39.190684 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b8c835ce-d667-4c99-a28e-6734dd08aef0 None None] Transition to ACTIVE for port object 5b8df870-3a03-471d-b68f-ad4656bbe918 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:07:39.198470 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8c835ce-d667-4c99-a28e-6734dd08aef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:39.260279 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c835ce-d667-4c99-a28e-6734dd08aef0 None None] Network 8278e9a3-21e4-4e90-8d68-518cc34669a8 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:07:39.265750 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-b8c835ce-d667-4c99-a28e-6734dd08aef0 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:07:39.272389 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c835ce-d667-4c99-a28e-6734dd08aef0 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:07:39.282676 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c835ce-d667-4c99-a28e-6734dd08aef0 None None] Pushing event updated for resources: {'Port': ['ID=5b8df870-3a03-471d-b68f-ad4656bbe918,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:39.354713 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b8c835ce-d667-4c99-a28e-6734dd08aef0 None None] Attempting to bind port 5b8df870-3a03-471d-b68f-ad4656bbe918 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:07:39.355401 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b8c835ce-d667-4c99-a28e-6734dd08aef0 None None] Attempting to bind port 5b8df870-3a03-471d-b68f-ad4656bbe918 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'a1270535-dc3a-466b-a184-95dfd8d8c858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8278e9a3-21e4-4e90-8d68-518cc34669a8'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:07:39.356003 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c835ce-d667-4c99-a28e-6734dd08aef0 None None] Attempting to bind port 5b8df870-3a03-471d-b68f-ad4656bbe918 on network 8278e9a3-21e4-4e90-8d68-518cc34669a8 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:07:39.362505 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c835ce-d667-4c99-a28e-6734dd08aef0 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:07:39.363466 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c835ce-d667-4c99-a28e-6734dd08aef0 None None] Checking segment: {'id': 'a1270535-dc3a-466b-a184-95dfd8d8c858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8278e9a3-21e4-4e90-8d68-518cc34669a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:07:39.364548 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8c835ce-d667-4c99-a28e-6734dd08aef0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:39.365494 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c835ce-d667-4c99-a28e-6734dd08aef0 None None] Bound using segment: {'id': 'a1270535-dc3a-466b-a184-95dfd8d8c858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8278e9a3-21e4-4e90-8d68-518cc34669a8'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:07:39.366615 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b8c835ce-d667-4c99-a28e-6734dd08aef0 None None] Bound port: 5b8df870-3a03-471d-b68f-ad4656bbe918, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1270535-dc3a-466b-a184-95dfd8d8c858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8278e9a3-21e4-4e90-8d68-518cc34669a8'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:07:39.367309 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8c835ce-d667-4c99-a28e-6734dd08aef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:39.474994 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b8c835ce-d667-4c99-a28e-6734dd08aef0 None None] For port 5b8df870-3a03-471d-b68f-ad4656bbe918, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:07:39.479729 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b8c835ce-d667-4c99-a28e-6734dd08aef0 None None] For port 5b8df870-3a03-471d-b68f-ad4656bbe918, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=5b8df870-3a03-471d-b68f-ad4656bbe918,segment=NetworkSegment(a1270535-dc3a-466b-a184-95dfd8d8c858),segment_id=a1270535-dc3a-466b-a184-95dfd8d8c858)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:07:39.485407 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8c835ce-d667-4c99-a28e-6734dd08aef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:39.503444 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-1027d1a4-3afa-4cdb-9293-fa70bc87045a tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Allocated IP 172.20.0.1 (8278e9a3-21e4-4e90-8d68-518cc34669a8/4835d75d-3625-40a7-ad0b-32eb9cc24747/f7c73a5b-c508-4474-95dc-86d0ad3c6f9d) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:07:39.564364 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c835ce-d667-4c99-a28e-6734dd08aef0 None None] Pushing event updated for resources: {'Port': ['ID=5b8df870-3a03-471d-b68f-ad4656bbe918,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:39.773124 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1027d1a4-3afa-4cdb-9293-fa70bc87045a tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:39.799633 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-1027d1a4-3afa-4cdb-9293-fa70bc87045a tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Transition to ACTIVE for port object f7c73a5b-c508-4474-95dc-86d0ad3c6f9d will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:07:39.856561 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1027d1a4-3afa-4cdb-9293-fa70bc87045a tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:39.920813 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1027d1a4-3afa-4cdb-9293-fa70bc87045a tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Network 8278e9a3-21e4-4e90-8d68-518cc34669a8 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:07:39.934567 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-1027d1a4-3afa-4cdb-9293-fa70bc87045a tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:07:39.944179 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b390ecc5-814f-4736-bd30-c180a8666384 req-1717233a-d0f6-4d9e-ad3f-3933c46389af tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:39.945880 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b390ecc5-814f-4736-bd30-c180a8666384 req-1717233a-d0f6-4d9e-ad3f-3933c46389af tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=97bf27b4-7347-497b-8a84-e2cd21e023a7 HTTP/1.1" status: 200 len: 945 time: 0.2349887 Aug 19 15:07:39.949403 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1027d1a4-3afa-4cdb-9293-fa70bc87045a tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:07:40.007968 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1027d1a4-3afa-4cdb-9293-fa70bc87045a tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event updated for resources: {'Port': ['ID=f7c73a5b-c508-4474-95dc-86d0ad3c6f9d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:40.014848 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1027d1a4-3afa-4cdb-9293-fa70bc87045a tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:40.077110 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b390ecc5-814f-4736-bd30-c180a8666384 req-d645ace1-9222-4a50-9d03-e94fc4c2a3fe tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7410b8ac-28b2-41f0-a4f8-33818ccf3844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015806 Aug 19 15:07:40.100839 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55400) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:40.184086 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-bb14c9d7-f007-45dd-93d6-b2d4f2058955 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/floatingips/05f3d455-b5a4-4e50-b744-a4761d93b1fb HTTP/1.1" status: 200 len: 993 time: 0.0820010 Aug 19 15:07:40.211974 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1027d1a4-3afa-4cdb-9293-fa70bc87045a tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:40.559077 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1027d1a4-3afa-4cdb-9293-fa70bc87045a tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:40.567291 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1027d1a4-3afa-4cdb-9293-fa70bc87045a tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:40.599644 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b3282-9ffe-471f-ae72-cad4a1e987bd req-1418a9ff-cc2e-4055-a778-4bad5da1664a tempest-TestNetworkAdvancedServerOps-1683966279 tempest-TestNetworkAdvancedServerOps-1683966279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:40.599644 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-856b3282-9ffe-471f-ae72-cad4a1e987bd req-1418a9ff-cc2e-4055-a778-4bad5da1664a tempest-TestNetworkAdvancedServerOps-1683966279 tempest-TestNetworkAdvancedServerOps-1683966279-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=97bf27b4-7347-497b-8a84-e2cd21e023a7 HTTP/1.1" status: 200 len: 1096 time: 0.0959737 Aug 19 15:07:40.676542 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1027d1a4-3afa-4cdb-9293-fa70bc87045a tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event updated for resources: {'Port': ['ID=f7c73a5b-c508-4474-95dc-86d0ad3c6f9d,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:40.692789 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1027d1a4-3afa-4cdb-9293-fa70bc87045a tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:40.703796 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-856b3282-9ffe-471f-ae72-cad4a1e987bd req-2a9274ba-d89f-4d24-a92f-0c5480ef1914 tempest-TestNetworkAdvancedServerOps-1683966279 tempest-TestNetworkAdvancedServerOps-1683966279-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=7410b8ac-28b2-41f0-a4f8-33818ccf3844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804532 Aug 19 15:07:40.706526 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53658b19-f7c3-425a-9f29-8d014b5ad589 None None] Network 8278e9a3-21e4-4e90-8d68-518cc34669a8 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:07:40.804606 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-59ab600d-0018-4621-a3f6-2fafbd9472dc None None] Provisioning for port 5b8df870-3a03-471d-b68f-ad4656bbe918 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:07:40.830706 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1027d1a4-3afa-4cdb-9293-fa70bc87045a tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Network 8278e9a3-21e4-4e90-8d68-518cc34669a8 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:07:40.832947 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-1027d1a4-3afa-4cdb-9293-fa70bc87045a tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:07:40.972556 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1027d1a4-3afa-4cdb-9293-fa70bc87045a tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Router 21e40350-c334-4e4c-9539-ddf1c90caf96 is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:07:41.079104 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1027d1a4-3afa-4cdb-9293-fa70bc87045a tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:07:41.087092 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1027d1a4-3afa-4cdb-9293-fa70bc87045a tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "PUT /v2.0/routers/21e40350-c334-4e4c-9539-ddf1c90caf96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3140557 Aug 19 15:07:41.087857 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55416) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:41.091668 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab85a14-4394-4c8b-b2f5-ae58ffbdaf28 None None] Sync routers for ids ['21e40350-c334-4e4c-9539-ddf1c90caf96'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:07:41.103719 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab85a14-4394-4c8b-b2f5-ae58ffbdaf28 None None] Routers {'21e40350-c334-4e4c-9539-ddf1c90caf96'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:07:41.105169 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0ab85a14-4394-4c8b-b2f5-ae58ffbdaf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:07:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['21e40350-c334-4e4c-9539-ddf1c90caf96'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:41.146493 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7bed09-ebb1-492d-914c-8780c4f38473 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:41.147977 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0a7bed09-ebb1-492d-914c-8780c4f38473 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "GET /v2.0/ports/f7c73a5b-c508-4474-95dc-86d0ad3c6f9d HTTP/1.1" status: 200 len: 910 time: 0.0589488 Aug 19 15:07:41.151200 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55424) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:41.175918 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0ab85a14-4394-4c8b-b2f5-ae58ffbdaf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:41.191834 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab85a14-4394-4c8b-b2f5-ae58ffbdaf28 None None] Routers {'21e40350-c334-4e4c-9539-ddf1c90caf96'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:07:41.192823 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0ab85a14-4394-4c8b-b2f5-ae58ffbdaf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:07:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['21e40350-c334-4e4c-9539-ddf1c90caf96'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:41.252629 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0ab85a14-4394-4c8b-b2f5-ae58ffbdaf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:41.254069 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab85a14-4394-4c8b-b2f5-ae58ffbdaf28 None None] The sync data for ids ['21e40350-c334-4e4c-9539-ddf1c90caf96'] in n-d-766043-2 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:07:41.294197 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e866967f-f6cd-451b-92e2-d69e44ee1530 None None] Provisioning for port f7c73a5b-c508-4474-95dc-86d0ad3c6f9d completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:07:41.300603 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e866967f-f6cd-451b-92e2-d69e44ee1530 None None] Provisioning complete for port f7c73a5b-c508-4474-95dc-86d0ad3c6f9d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:07:41.301236 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e866967f-f6cd-451b-92e2-d69e44ee1530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:41.380304 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e866967f-f6cd-451b-92e2-d69e44ee1530 None None] Port f7c73a5b-c508-4474-95dc-86d0ad3c6f9d cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:07:41.473387 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-73fe1938-4fb1-4c13-b0bb-8c1e96ad24a4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97bf27b4-7347-497b-8a84-e2cd21e023a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0487304 Aug 19 15:07:41.509303 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-280ea8d5-f7be-486b-9bbe-087b7958ef91 None None] Provisioning complete for port f7c73a5b-c508-4474-95dc-86d0ad3c6f9d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:07:41.509944 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-280ea8d5-f7be-486b-9bbe-087b7958ef91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:41.554212 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-280ea8d5-f7be-486b-9bbe-087b7958ef91 None None] Port f7c73a5b-c508-4474-95dc-86d0ad3c6f9d cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:07:41.603645 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac837b11-8e35-4bd4-9f98-41242ca1ac60 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:41.747406 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 5b8df870-3a03-471d-b68f-ad4656bbe918 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:07:41.820378 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b8f25a11-10ed-433c-bb4a-0e0657537b1a None None] Provisioning complete for port f7c73a5b-c508-4474-95dc-86d0ad3c6f9d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:07:41.821002 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8f25a11-10ed-433c-bb4a-0e0657537b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:41.877027 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b8f25a11-10ed-433c-bb4a-0e0657537b1a None None] Port f7c73a5b-c508-4474-95dc-86d0ad3c6f9d cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:07:41.882518 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 5b8df870-3a03-471d-b68f-ad4656bbe918 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:07:41.887691 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 5b8df870-3a03-471d-b68f-ad4656bbe918 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:07:41.888061 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:41.894495 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ac837b11-8e35-4bd4-9f98-41242ca1ac60 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Deleting port f7c73a5b-c508-4474-95dc-86d0ad3c6f9d {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:07:41.895077 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac837b11-8e35-4bd4-9f98-41242ca1ac60 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:41.981117 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:41.987040 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac837b11-8e35-4bd4-9f98-41242ca1ac60 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:42.002365 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ac837b11-8e35-4bd4-9f98-41242ca1ac60 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Calling delete_port for f7c73a5b-c508-4474-95dc-86d0ad3c6f9d owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:07:42.019617 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 5b8df870-3a03-471d-b68f-ad4656bbe918, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=5b8df870-3a03-471d-b68f-ad4656bbe918,segment=NetworkSegment(a1270535-dc3a-466b-a184-95dfd8d8c858),segment_id=a1270535-dc3a-466b-a184-95dfd8d8c858)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:07:42.029555 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:42.083050 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=5b8df870-3a03-471d-b68f-ad4656bbe918,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:42.186541 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac837b11-8e35-4bd4-9f98-41242ca1ac60 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:42.214460 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac837b11-8e35-4bd4-9f98-41242ca1ac60 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event deleted for resources: {'Port': ['ID=f7c73a5b-c508-4474-95dc-86d0ad3c6f9d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:42.245602 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-5e579ae0-0530-472a-905b-b542ff7dc4f8 tempest-TestNetworkAdvancedServerOps-1683966279 tempest-TestNetworkAdvancedServerOps-1683966279-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:07:42.246672 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-5e579ae0-0530-472a-905b-b542ff7dc4f8 tempest-TestNetworkAdvancedServerOps-1683966279 tempest-TestNetworkAdvancedServerOps-1683966279-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1976638 Aug 19 15:07:42.257359 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-bbdf2bd3-7d52-4989-b665-d6713f5b37d2 service neutron] Request body: {'binding': {'host': 'n-h2-766043-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:42.258272 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-bbdf2bd3-7d52-4989-b665-d6713f5b37d2 service neutron] Unknown quota resources ['binding']. {{(pid=94640) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 15:07:42.448843 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-bbdf2bd3-7d52-4989-b665-d6713f5b37d2 service neutron] Attempting to bind port 032792af-7fe6-4557-bf66-118f51873fa6 on host n-h2-766043-2 for vnic_type normal with profile None {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:07:42.449723 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-bbdf2bd3-7d52-4989-b665-d6713f5b37d2 service neutron] Attempting to bind port 032792af-7fe6-4557-bf66-118f51873fa6 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '2d0390a9-4688-40e5-b551-619ed4a62b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '16979bc9-bd87-40e7-83d7-26aa6bdb5cc8'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:07:42.450225 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-bbdf2bd3-7d52-4989-b665-d6713f5b37d2 service neutron] Attempting to bind port 032792af-7fe6-4557-bf66-118f51873fa6 on network 16979bc9-bd87-40e7-83d7-26aa6bdb5cc8 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:07:42.456558 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-bbdf2bd3-7d52-4989-b665-d6713f5b37d2 service neutron] Port 032792af-7fe6-4557-bf66-118f51873fa6 on network 16979bc9-bd87-40e7-83d7-26aa6bdb5cc8 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:07:42.457246 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-bbdf2bd3-7d52-4989-b665-d6713f5b37d2 service neutron] Attempting to bind port 032792af-7fe6-4557-bf66-118f51873fa6 on network 16979bc9-bd87-40e7-83d7-26aa6bdb5cc8 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:07:42.463855 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-bbdf2bd3-7d52-4989-b665-d6713f5b37d2 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:07:42.464267 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-bbdf2bd3-7d52-4989-b665-d6713f5b37d2 service neutron] Checking segment: {'id': '2d0390a9-4688-40e5-b551-619ed4a62b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '16979bc9-bd87-40e7-83d7-26aa6bdb5cc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:07:42.464794 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-bbdf2bd3-7d52-4989-b665-d6713f5b37d2 service neutron] Bound using segment: {'id': '2d0390a9-4688-40e5-b551-619ed4a62b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '16979bc9-bd87-40e7-83d7-26aa6bdb5cc8'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:07:42.465307 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-bbdf2bd3-7d52-4989-b665-d6713f5b37d2 service neutron] Bound port: 032792af-7fe6-4557-bf66-118f51873fa6, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d0390a9-4688-40e5-b551-619ed4a62b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '16979bc9-bd87-40e7-83d7-26aa6bdb5cc8'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:07:42.558092 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-bbdf2bd3-7d52-4989-b665-d6713f5b37d2 service neutron] For port 032792af-7fe6-4557-bf66-118f51873fa6, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=032792af-7fe6-4557-bf66-118f51873fa6,segment=NetworkSegment(2d0390a9-4688-40e5-b551-619ed4a62b79),segment_id=2d0390a9-4688-40e5-b551-619ed4a62b79)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:07:42.564028 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-bbdf2bd3-7d52-4989-b665-d6713f5b37d2 service neutron] Notify callbacks [] for binding, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:42.565275 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-bbdf2bd3-7d52-4989-b665-d6713f5b37d2 service neutron] 10.222.0.69 "POST /v2.0/ports/032792af-7fe6-4557-bf66-118f51873fa6/bindings HTTP/1.1" status: 201 len: 389 time: 0.3119631 Aug 19 15:07:42.704272 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac837b11-8e35-4bd4-9f98-41242ca1ac60 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:42.719154 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0b807-c7a0-4a05-a8e0-1cf1d70274b1 req-8e5d9978-5b03-4b26-9294-0b8701192daa tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:42.720790 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1aa0b807-c7a0-4a05-a8e0-1cf1d70274b1 req-8e5d9978-5b03-4b26-9294-0b8701192daa tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=97bf27b4-7347-497b-8a84-e2cd21e023a7 HTTP/1.1" status: 200 len: 945 time: 0.0536022 Aug 19 15:07:42.769346 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1aa0b807-c7a0-4a05-a8e0-1cf1d70274b1 req-065cc993-2a81-43ff-bda0-52ea517bca38 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7410b8ac-28b2-41f0-a4f8-33818ccf3844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417645 Aug 19 15:07:42.831546 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-33c47aef-6c6d-4dde-9b1c-64bd04f5bd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:42.833001 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-33c47aef-6c6d-4dde-9b1c-64bd04f5bd82 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5784b0340e8242b1aba4ab831f2e3b23&device_id=97bf27b4-7347-497b-8a84-e2cd21e023a7 HTTP/1.1" status: 200 len: 1096 time: 0.0527928 Aug 19 15:07:42.871381 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac837b11-8e35-4bd4-9f98-41242ca1ac60 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Router 21e40350-c334-4e4c-9539-ddf1c90caf96 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:07:42.927157 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-9b6030f0-7e2e-42db-8073-ae58a3b50b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:42.928669 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-9b6030f0-7e2e-42db-8073-ae58a3b50b13 service neutron] 10.222.0.88 "GET /v2.0/networks?id=16979bc9-bd87-40e7-83d7-26aa6bdb5cc8 HTTP/1.1" status: 200 len: 895 time: 0.0884597 Aug 19 15:07:42.950261 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac837b11-8e35-4bd4-9f98-41242ca1ac60 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:07:42.955805 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ac837b11-8e35-4bd4-9f98-41242ca1ac60 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "PUT /v2.0/routers/21e40350-c334-4e4c-9539-ddf1c90caf96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8032768 Aug 19 15:07:42.958243 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55446) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:42.960166 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2945db7-06c8-4ef8-a8b3-a6cf52d312e9 None None] Sync routers for ids ['21e40350-c334-4e4c-9539-ddf1c90caf96'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:07:42.971403 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2945db7-06c8-4ef8-a8b3-a6cf52d312e9 None None] Routers {'21e40350-c334-4e4c-9539-ddf1c90caf96'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:07:42.972193 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f2945db7-06c8-4ef8-a8b3-a6cf52d312e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:07:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['21e40350-c334-4e4c-9539-ddf1c90caf96'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:42.986666 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b06347f2-4c1f-422c-aa09-38d926ddc0b8 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "GET /v2.0/ports?device_id=21e40350-c334-4e4c-9539-ddf1c90caf96 HTTP/1.1" status: 200 len: 205 time: 0.0271344 Aug 19 15:07:42.989124 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55448) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:43.006704 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-2e158787-7816-46ab-b30c-c1aadf786b81 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=032792af-7fe6-4557-bf66-118f51873fa6 HTTP/1.1" status: 200 len: 1001 time: 0.0696676 Aug 19 15:07:43.010104 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f2945db7-06c8-4ef8-a8b3-a6cf52d312e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:43.018994 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2945db7-06c8-4ef8-a8b3-a6cf52d312e9 None None] Routers {'21e40350-c334-4e4c-9539-ddf1c90caf96'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:07:43.019640 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f2945db7-06c8-4ef8-a8b3-a6cf52d312e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:07:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['21e40350-c334-4e4c-9539-ddf1c90caf96'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:43.053697 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f2945db7-06c8-4ef8-a8b3-a6cf52d312e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:43.054957 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2945db7-06c8-4ef8-a8b3-a6cf52d312e9 None None] The sync data for ids ['21e40350-c334-4e4c-9539-ddf1c90caf96'] in n-d-766043-2 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:07:43.065680 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-41a0cee8-6be8-46c1-a508-579b7d0386fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:43.067220 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-41a0cee8-6be8-46c1-a508-579b7d0386fb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e23e949d-cf50-4567-af8c-5bd60c665582 HTTP/1.1" status: 200 len: 835 time: 0.0532453 Aug 19 15:07:43.075333 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f888fec9-3d62-4272-b0fb-779a006dbee5 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:43.114230 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-d8a8e0d0-c5c2-4927-911a-04e03546b185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:43.115673 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-d8a8e0d0-c5c2-4927-911a-04e03546b185 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=16979bc9-bd87-40e7-83d7-26aa6bdb5cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416582 Aug 19 15:07:43.217775 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-a25bebd9-7a92-4708-8a96-b68abc877a2f service neutron] 10.222.0.88 "GET /v2.0/networks/16979bc9-bd87-40e7-83d7-26aa6bdb5cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939925 Aug 19 15:07:43.240453 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f888fec9-3d62-4272-b0fb-779a006dbee5 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:43.242795 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f888fec9-3d62-4272-b0fb-779a006dbee5 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:43.301369 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f888fec9-3d62-4272-b0fb-779a006dbee5 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:43.301924 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f888fec9-3d62-4272-b0fb-779a006dbee5 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Fanout notify agent at l3_agent the message router_deleted on router 21e40350-c334-4e4c-9539-ddf1c90caf96 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:07:43.309970 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f888fec9-3d62-4272-b0fb-779a006dbee5 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:43.310892 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f888fec9-3d62-4272-b0fb-779a006dbee5 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "DELETE /v2.0/routers/21e40350-c334-4e4c-9539-ddf1c90caf96 HTTP/1.1" status: 204 len: 168 time: 0.3206401 Aug 19 15:07:43.313327 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55450) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:43.316601 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-98f50c9e-1dd0-4920-a59d-bb5906704bd7 service neutron] 10.222.0.88 "GET /v2.0/networks/16979bc9-bd87-40e7-83d7-26aa6bdb5cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918374 Aug 19 15:07:43.371575 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e09bb7a-2e70-4d7a-890f-cf41d39c6561 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Deleting subnet 4835d75d-3625-40a7-ad0b-32eb9cc24747 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:07:43.375266 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e09bb7a-2e70-4d7a-890f-cf41d39c6561 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:43.416661 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e09bb7a-2e70-4d7a-890f-cf41d39c6561 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:43.465092 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-347df568-c9fb-4803-940b-4944bc39dcf9 tempest-TestNetworkAdvancedServerOps-1683966279 tempest-TestNetworkAdvancedServerOps-1683966279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:43.466825 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-347df568-c9fb-4803-940b-4944bc39dcf9 tempest-TestNetworkAdvancedServerOps-1683966279 tempest-TestNetworkAdvancedServerOps-1683966279-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=97bf27b4-7347-497b-8a84-e2cd21e023a7&tenant_id=5784b0340e8242b1aba4ab831f2e3b23&binding%3Ahost_id=n-h1-766043-2 HTTP/1.1" status: 200 len: 1096 time: 0.0858288 Aug 19 15:07:43.479449 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-1d207451-c154-47a7-83c7-edc23fa49493 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-766043-2'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:43.508857 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e09bb7a-2e70-4d7a-890f-cf41d39c6561 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:43.538329 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-1d207451-c154-47a7-83c7-edc23fa49493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:43.579334 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e09bb7a-2e70-4d7a-890f-cf41d39c6561 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:43.608286 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e09bb7a-2e70-4d7a-890f-cf41d39c6561 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event deleted for resources: {'Subnet': ['ID=4835d75d-3625-40a7-ad0b-32eb9cc24747,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:43.610511 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e09bb7a-2e70-4d7a-890f-cf41d39c6561 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:43.614764 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0e09bb7a-2e70-4d7a-890f-cf41d39c6561 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "DELETE /v2.0/subnets/4835d75d-3625-40a7-ad0b-32eb9cc24747 HTTP/1.1" status: 204 len: 168 time: 0.2981088 Aug 19 15:07:43.615080 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55454) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:43.622048 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7027c280-84d4-4efb-bc03-196b58507290 None None] Network 8278e9a3-21e4-4e90-8d68-518cc34669a8 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:07:43.687655 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-1d207451-c154-47a7-83c7-edc23fa49493 service neutron] For port 032792af-7fe6-4557-bf66-118f51873fa6, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=032792af-7fe6-4557-bf66-118f51873fa6,segment=NetworkSegment(2d0390a9-4688-40e5-b551-619ed4a62b79),segment_id=2d0390a9-4688-40e5-b551-619ed4a62b79)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:07:43.700702 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e78506e6-50ee-4688-8e8f-79a2c72371b2 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:43.721592 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 5b8df870-3a03-471d-b68f-ad4656bbe918 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:07:43.733380 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-1d207451-c154-47a7-83c7-edc23fa49493 service neutron] For port 032792af-7fe6-4557-bf66-118f51873fa6, host n-h1-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:07:43.767476 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e78506e6-50ee-4688-8e8f-79a2c72371b2 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Deleting port 5b8df870-3a03-471d-b68f-ad4656bbe918 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:07:43.767476 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e78506e6-50ee-4688-8e8f-79a2c72371b2 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:43.780362 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97bf27b4-7347-497b-8a84-e2cd21e023a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '032792af-7fe6-4557-bf66-118f51873fa6'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:07:43.782702 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff09a4b8-1826-41ec-88f8-9d5adbea31a8" -d '{"events": [{"server_uuid": "97bf27b4-7347-497b-8a84-e2cd21e023a7", "name": "network-vif-unplugged", "status": "completed", "tag": "032792af-7fe6-4557-bf66-118f51873fa6"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:07:43.787397 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-1d207451-c154-47a7-83c7-edc23fa49493 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:43.805737 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-1d207451-c154-47a7-83c7-edc23fa49493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:43.833674 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 15:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f8093d-9d00-4718-a5f4-a27fa584e519 x-openstack-request-id: req-52f8093d-9d00-4718-a5f4-a27fa584e519 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:07:43.834181 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97bf27b4-7347-497b-8a84-e2cd21e023a7", "name": "network-vif-unplugged", "status": "completed", "tag": "032792af-7fe6-4557-bf66-118f51873fa6", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:07:43.834422 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-52f8093d-9d00-4718-a5f4-a27fa584e519 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:07:43.834819 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97bf27b4-7347-497b-8a84-e2cd21e023a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '032792af-7fe6-4557-bf66-118f51873fa6', 'code': 200} Aug 19 15:07:43.880290 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 5b8df870-3a03-471d-b68f-ad4656bbe918 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:07:43.880879 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:43.887137 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-e78506e6-50ee-4688-8e8f-79a2c72371b2 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] For port 5b8df870-3a03-471d-b68f-ad4656bbe918, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=5b8df870-3a03-471d-b68f-ad4656bbe918,segment=NetworkSegment(a1270535-dc3a-466b-a184-95dfd8d8c858),segment_id=a1270535-dc3a-466b-a184-95dfd8d8c858)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:07:43.887748 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e78506e6-50ee-4688-8e8f-79a2c72371b2 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:43.932098 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e78506e6-50ee-4688-8e8f-79a2c72371b2 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Calling delete_port for 5b8df870-3a03-471d-b68f-ad4656bbe918 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:07:43.952575 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335ec39a-6df6-4ff1-95c4-ea33d7d72ae0 None None] DHCP port deletion for 8278e9a3-21e4-4e90-8d68-518cc34669a8 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:07:44.050893 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d207451-c154-47a7-83c7-edc23fa49493 service neutron] Pushing event updated for resources: {'Port': ['ID=032792af-7fe6-4557-bf66-118f51873fa6,revision_number=7']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:44.056945 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e78506e6-50ee-4688-8e8f-79a2c72371b2 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:44.067798 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e7a5a-5181-4f10-8e91-5c4fcc4909a6 req-94a99760-4925-4864-878c-5be2724f353b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:44.069641 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ff7e7a5a-5181-4f10-8e91-5c4fcc4909a6 req-94a99760-4925-4864-878c-5be2724f353b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=97bf27b4-7347-497b-8a84-e2cd21e023a7 HTTP/1.1" status: 200 len: 943 time: 0.1544268 Aug 19 15:07:44.080201 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-335ec39a-6df6-4ff1-95c4-ea33d7d72ae0 None None] Deleting port 5b8df870-3a03-471d-b68f-ad4656bbe918 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:07:44.080721 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-335ec39a-6df6-4ff1-95c4-ea33d7d72ae0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:44.104964 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78506e6-50ee-4688-8e8f-79a2c72371b2 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] No DVR routers for this DVR port 5b8df870-3a03-471d-b68f-ad4656bbe918 on host n-d-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:07:44.112582 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78506e6-50ee-4688-8e8f-79a2c72371b2 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event deleted for resources: {'Port': ['ID=5b8df870-3a03-471d-b68f-ad4656bbe918,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:44.127660 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ff7e7a5a-5181-4f10-8e91-5c4fcc4909a6 req-1347a67c-8b43-40ed-b158-420091503044 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7410b8ac-28b2-41f0-a4f8-33818ccf3844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509787 Aug 19 15:07:44.152960 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-1d207451-c154-47a7-83c7-edc23fa49493 service neutron] Attempting to bind port 032792af-7fe6-4557-bf66-118f51873fa6 on host n-h1-766043-2 for vnic_type normal with profile {"migrating_to": "n-h2-766043-2"} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:07:44.153483 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-1d207451-c154-47a7-83c7-edc23fa49493 service neutron] Attempting to bind port 032792af-7fe6-4557-bf66-118f51873fa6 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '2d0390a9-4688-40e5-b551-619ed4a62b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '16979bc9-bd87-40e7-83d7-26aa6bdb5cc8'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:07:44.153985 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-1d207451-c154-47a7-83c7-edc23fa49493 service neutron] Attempting to bind port 032792af-7fe6-4557-bf66-118f51873fa6 on network 16979bc9-bd87-40e7-83d7-26aa6bdb5cc8 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:07:44.160749 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-1d207451-c154-47a7-83c7-edc23fa49493 service neutron] Port 032792af-7fe6-4557-bf66-118f51873fa6 on network 16979bc9-bd87-40e7-83d7-26aa6bdb5cc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:07:44.161317 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-1d207451-c154-47a7-83c7-edc23fa49493 service neutron] Attempting to bind port 032792af-7fe6-4557-bf66-118f51873fa6 on network 16979bc9-bd87-40e7-83d7-26aa6bdb5cc8 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:07:44.164077 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-335ec39a-6df6-4ff1-95c4-ea33d7d72ae0 None None] For port 5b8df870-3a03-471d-b68f-ad4656bbe918, host n-d-766043-2, got binding levels [] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:07:44.164609 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-335ec39a-6df6-4ff1-95c4-ea33d7d72ae0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:44.178302 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-335ec39a-6df6-4ff1-95c4-ea33d7d72ae0 None None] Calling delete_port for 5b8df870-3a03-471d-b68f-ad4656bbe918 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:07:44.179468 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-1d207451-c154-47a7-83c7-edc23fa49493 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:07:44.179870 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-1d207451-c154-47a7-83c7-edc23fa49493 service neutron] Checking segment: {'id': '2d0390a9-4688-40e5-b551-619ed4a62b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '16979bc9-bd87-40e7-83d7-26aa6bdb5cc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:07:44.180679 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-1d207451-c154-47a7-83c7-edc23fa49493 service neutron] Bound using segment: {'id': '2d0390a9-4688-40e5-b551-619ed4a62b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '16979bc9-bd87-40e7-83d7-26aa6bdb5cc8'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:07:44.181311 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-1d207451-c154-47a7-83c7-edc23fa49493 service neutron] Bound port: 032792af-7fe6-4557-bf66-118f51873fa6, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d0390a9-4688-40e5-b551-619ed4a62b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '16979bc9-bd87-40e7-83d7-26aa6bdb5cc8'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:07:44.181786 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.ipam_backend_mixin [None req-335ec39a-6df6-4ff1-95c4-ea33d7d72ae0 None None] Port 5b8df870-3a03-471d-b68f-ad4656bbe918 was not found and therefore no delete operation was performed {{(pid=94641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 15:07:44.182060 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-1d207451-c154-47a7-83c7-edc23fa49493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:44.183266 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-335ec39a-6df6-4ff1-95c4-ea33d7d72ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:44.214825 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335ec39a-6df6-4ff1-95c4-ea33d7d72ae0 None None] No DVR routers for this DVR port 5b8df870-3a03-471d-b68f-ad4656bbe918 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:07:44.221111 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335ec39a-6df6-4ff1-95c4-ea33d7d72ae0 None None] Pushing event deleted for resources: {'Port': ['ID=5b8df870-3a03-471d-b68f-ad4656bbe918,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:44.226186 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e78506e6-50ee-4688-8e8f-79a2c72371b2 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:44.235995 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2189b75f-1209-4607-9132-3cf405f4d984 None None] Provisioning complete for port 032792af-7fe6-4557-bf66-118f51873fa6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:07:44.236820 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2189b75f-1209-4607-9132-3cf405f4d984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:44.237960 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-e78506e6-50ee-4688-8e8f-79a2c72371b2 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8278e9a3-21e4-4e90-8d68-518cc34669a8']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:44.254459 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-e78506e6-50ee-4688-8e8f-79a2c72371b2 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1270535-dc3a-466b-a184-95dfd8d8c858') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:44.255920 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-e78506e6-50ee-4688-8e8f-79a2c72371b2 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1270535-dc3a-466b-a184-95dfd8d8c858') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:44.271110 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e78506e6-50ee-4688-8e8f-79a2c72371b2 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:44.273410 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-2189b75f-1209-4607-9132-3cf405f4d984 None None] Port 032792af-7fe6-4557-bf66-118f51873fa6 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:07:44.273688 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-1d207451-c154-47a7-83c7-edc23fa49493 service neutron] For port 032792af-7fe6-4557-bf66-118f51873fa6, host n-h1-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:07:44.278710 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-1d207451-c154-47a7-83c7-edc23fa49493 service neutron] For port 032792af-7fe6-4557-bf66-118f51873fa6, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=032792af-7fe6-4557-bf66-118f51873fa6,segment=NetworkSegment(2d0390a9-4688-40e5-b551-619ed4a62b79),segment_id=2d0390a9-4688-40e5-b551-619ed4a62b79)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:07:44.283387 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-1d207451-c154-47a7-83c7-edc23fa49493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:44.293025 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e78506e6-50ee-4688-8e8f-79a2c72371b2 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:44.302147 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e78506e6-50ee-4688-8e8f-79a2c72371b2 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:07:44.302766 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e78506e6-50ee-4688-8e8f-79a2c72371b2 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:44.307517 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 15:07:44.307517 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:07:44.307517 n-d-766043-2 neutron-server[94639]: timer() Aug 19 15:07:44.307517 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:07:44.307517 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 15:07:44.307517 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:07:44.307517 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 15:07:44.307517 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:07:44.307517 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 15:07:44.307517 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:07:44.307517 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 15:07:44.307517 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:07:44.307517 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 15:07:44.307517 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:07:44.307517 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:07:44.307517 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:07:44.307517 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:07:44.307517 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:07:44.307517 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 15:07:44.307517 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:07:44.307517 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 15:07:44.307517 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:07:44.307517 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:07:44.307517 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:07:44.307517 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 15:07:44.307517 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:07:44.307517 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:07:44.307517 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:07:44.307517 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:07:44.307517 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:07:44.307517 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:07:44.307517 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:07:44.388501 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d207451-c154-47a7-83c7-edc23fa49493 service neutron] Pushing event updated for resources: {'Port': ['ID=032792af-7fe6-4557-bf66-118f51873fa6,revision_number=8']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:44.413407 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e78506e6-50ee-4688-8e8f-79a2c72371b2 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:44.422318 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e78506e6-50ee-4688-8e8f-79a2c72371b2 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:44.424185 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e78506e6-50ee-4688-8e8f-79a2c72371b2 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "DELETE /v2.0/networks/8278e9a3-21e4-4e90-8d68-518cc34669a8 HTTP/1.1" status: 204 len: 168 time: 0.8081517 Aug 19 15:07:44.438178 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55460) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:44.439559 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78506e6-50ee-4688-8e8f-79a2c72371b2 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event deleted for resources: {'Network': ['ID=8278e9a3-21e4-4e90-8d68-518cc34669a8,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:44.443851 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d5596dd5-a06d-4a51-b53e-d53223bae5ac tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1346313134', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}, 'admin_state_up': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:44.455575 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-1d207451-c154-47a7-83c7-edc23fa49493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:44.456295 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-1d207451-c154-47a7-83c7-edc23fa49493 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:44.457792 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-1d207451-c154-47a7-83c7-edc23fa49493 service neutron] 10.222.0.88 "PUT /v2.0/ports/032792af-7fe6-4557-bf66-118f51873fa6 HTTP/1.1" status: 200 len: 1121 time: 0.9836030 Aug 19 15:07:44.477869 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5596dd5-a06d-4a51-b53e-d53223bae5ac tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:44.478913 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5596dd5-a06d-4a51-b53e-d53223bae5ac tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:44.539665 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['032792af-7fe6-4557-bf66-118f51873fa6'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:07:44.543998 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5596dd5-a06d-4a51-b53e-d53223bae5ac tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:44.723303 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0136b774-658d-4d5e-bf61-a291bde0db9a None None] Provisioning complete for port 032792af-7fe6-4557-bf66-118f51873fa6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:07:44.723575 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0136b774-658d-4d5e-bf61-a291bde0db9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:44.864128 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0136b774-658d-4d5e-bf61-a291bde0db9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:44.890829 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97bf27b4-7347-497b-8a84-e2cd21e023a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032792af-7fe6-4557-bf66-118f51873fa6'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:07:44.893700 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7688fd45-7694-41b2-9dce-62b42b172772" -d '{"events": [{"server_uuid": "97bf27b4-7347-497b-8a84-e2cd21e023a7", "name": "network-vif-plugged", "status": "completed", "tag": "032792af-7fe6-4557-bf66-118f51873fa6"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:07:44.911241 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0136b774-658d-4d5e-bf61-a291bde0db9a None None] For port 032792af-7fe6-4557-bf66-118f51873fa6, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=032792af-7fe6-4557-bf66-118f51873fa6,segment=NetworkSegment(2d0390a9-4688-40e5-b551-619ed4a62b79),segment_id=2d0390a9-4688-40e5-b551-619ed4a62b79)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:07:44.918135 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0136b774-658d-4d5e-bf61-a291bde0db9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:44.967800 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a18036-7244-44bd-a969-773d62b9f676 x-openstack-request-id: req-19a18036-7244-44bd-a969-773d62b9f676 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:07:44.968129 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97bf27b4-7347-497b-8a84-e2cd21e023a7", "name": "network-vif-plugged", "status": "completed", "tag": "032792af-7fe6-4557-bf66-118f51873fa6", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:07:44.968321 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-19a18036-7244-44bd-a969-773d62b9f676 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:07:44.968920 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97bf27b4-7347-497b-8a84-e2cd21e023a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032792af-7fe6-4557-bf66-118f51873fa6', 'code': 200} Aug 19 15:07:45.073084 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5596dd5-a06d-4a51-b53e-d53223bae5ac tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:45.073718 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0136b774-658d-4d5e-bf61-a291bde0db9a None None] Pushing event updated for resources: {'Port': ['ID=032792af-7fe6-4557-bf66-118f51873fa6,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:45.302471 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5596dd5-a06d-4a51-b53e-d53223bae5ac tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:45.325068 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5596dd5-a06d-4a51-b53e-d53223bae5ac tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:45.344743 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b2ab6-ca10-41bc-a9c7-1716218b7a22 req-f6c87353-4773-4953-804e-8ee1b7bb13cf tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:45.346250 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b67b2ab6-ca10-41bc-a9c7-1716218b7a22 req-f6c87353-4773-4953-804e-8ee1b7bb13cf tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=97bf27b4-7347-497b-8a84-e2cd21e023a7 HTTP/1.1" status: 200 len: 945 time: 0.1254177 Aug 19 15:07:45.431852 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b67b2ab6-ca10-41bc-a9c7-1716218b7a22 req-a6a1a70c-f79e-4615-8dfb-65cca8053a0a tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7410b8ac-28b2-41f0-a4f8-33818ccf3844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566697 Aug 19 15:07:45.478167 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-d5596dd5-a06d-4a51-b53e-d53223bae5ac tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Allocated IP 172.25.2.104 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/a13d6641-3522-4139-8b83-2694dcfc3238) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:07:45.587087 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5596dd5-a06d-4a51-b53e-d53223bae5ac tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:45.642235 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5596dd5-a06d-4a51-b53e-d53223bae5ac tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:45.684780 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 5b8df870-3a03-471d-b68f-ad4656bbe918 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:07:45.694711 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5596dd5-a06d-4a51-b53e-d53223bae5ac tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:07:45.697695 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-d5596dd5-a06d-4a51-b53e-d53223bae5ac tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:07:45.703900 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5596dd5-a06d-4a51-b53e-d53223bae5ac tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:07:45.705409 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 5b8df870-3a03-471d-b68f-ad4656bbe918 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:07:45.705764 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 5b8df870-3a03-471d-b68f-ad4656bbe918 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:07:45.733526 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5596dd5-a06d-4a51-b53e-d53223bae5ac tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event updated for resources: {'Port': ['ID=a13d6641-3522-4139-8b83-2694dcfc3238,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:45.841602 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97bf27b4-7347-497b-8a84-e2cd21e023a7', 'tag': '032792af-7fe6-4557-bf66-118f51873fa6'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:07:45.843820 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338b17f2-b72b-4e58-b8ef-b8e2ab939e9b" -d '{"events": [{"name": "network-changed", "server_uuid": "97bf27b4-7347-497b-8a84-e2cd21e023a7", "tag": "032792af-7fe6-4557-bf66-118f51873fa6"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:07:45.884131 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9ac7f3-1f00-4444-aefd-78e178caf995 x-openstack-request-id: req-8b9ac7f3-1f00-4444-aefd-78e178caf995 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:07:45.884677 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97bf27b4-7347-497b-8a84-e2cd21e023a7", "tag": "032792af-7fe6-4557-bf66-118f51873fa6", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:07:45.885086 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8b9ac7f3-1f00-4444-aefd-78e178caf995 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:07:45.885708 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97bf27b4-7347-497b-8a84-e2cd21e023a7', 'tag': '032792af-7fe6-4557-bf66-118f51873fa6', 'status': 'completed', 'code': 200} Aug 19 15:07:45.955156 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b17f2-b72b-4e58-b8ef-b8e2ab939e9b req-59cb880f-01ca-4e25-ae16-b6594b8ca2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:45.957113 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-338b17f2-b72b-4e58-b8ef-b8e2ab939e9b req-59cb880f-01ca-4e25-ae16-b6594b8ca2ac service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5784b0340e8242b1aba4ab831f2e3b23&device_id=97bf27b4-7347-497b-8a84-e2cd21e023a7 HTTP/1.1" status: 200 len: 1126 time: 0.0487783 Aug 19 15:07:46.037059 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5596dd5-a06d-4a51-b53e-d53223bae5ac tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:46.083351 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b17f2-b72b-4e58-b8ef-b8e2ab939e9b req-70d68407-fb5c-431f-8217-db56835c021c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:46.084919 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-338b17f2-b72b-4e58-b8ef-b8e2ab939e9b req-70d68407-fb5c-431f-8217-db56835c021c service neutron] 10.222.0.68 "GET /v2.0/networks?id=16979bc9-bd87-40e7-83d7-26aa6bdb5cc8 HTTP/1.1" status: 200 len: 895 time: 0.1192338 Aug 19 15:07:46.161597 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-338b17f2-b72b-4e58-b8ef-b8e2ab939e9b req-4977e815-b793-435b-ac30-ef4efa2f59d9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=032792af-7fe6-4557-bf66-118f51873fa6 HTTP/1.1" status: 200 len: 1001 time: 0.0651498 Aug 19 15:07:46.218452 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b17f2-b72b-4e58-b8ef-b8e2ab939e9b req-461b8c82-b565-4c84-a8f7-6dbf4d207680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:46.219965 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-338b17f2-b72b-4e58-b8ef-b8e2ab939e9b req-461b8c82-b565-4c84-a8f7-6dbf4d207680 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e23e949d-cf50-4567-af8c-5bd60c665582 HTTP/1.1" status: 200 len: 835 time: 0.0522702 Aug 19 15:07:46.255879 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5596dd5-a06d-4a51-b53e-d53223bae5ac tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:46.273426 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b17f2-b72b-4e58-b8ef-b8e2ab939e9b req-598c9ee3-bcb8-458b-a0fc-cc2b2d70659f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:46.275055 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-338b17f2-b72b-4e58-b8ef-b8e2ab939e9b req-598c9ee3-bcb8-458b-a0fc-cc2b2d70659f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=16979bc9-bd87-40e7-83d7-26aa6bdb5cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474741 Aug 19 15:07:46.381841 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-338b17f2-b72b-4e58-b8ef-b8e2ab939e9b req-c40fa142-e6a9-480e-828c-3b3c68d2e922 service neutron] 10.222.0.68 "GET /v2.0/networks/16979bc9-bd87-40e7-83d7-26aa6bdb5cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986435 Aug 19 15:07:46.422304 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5596dd5-a06d-4a51-b53e-d53223bae5ac tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Router 16209ecf-33b9-4f0f-aa20-8feaf3437c10 is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:07:46.506126 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-338b17f2-b72b-4e58-b8ef-b8e2ab939e9b req-c1531e57-3f78-4208-a5ec-f84e392003b9 service neutron] 10.222.0.68 "GET /v2.0/networks/16979bc9-bd87-40e7-83d7-26aa6bdb5cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154556 Aug 19 15:07:46.580088 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5596dd5-a06d-4a51-b53e-d53223bae5ac tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:07:46.591138 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d576cc-cdb8-4c7a-ac38-0c8d91d64c19 None None] Sync routers for ids ['16209ecf-33b9-4f0f-aa20-8feaf3437c10'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:07:46.601964 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d576cc-cdb8-4c7a-ac38-0c8d91d64c19 None None] Routers {'16209ecf-33b9-4f0f-aa20-8feaf3437c10'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:07:46.601964 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-03d576cc-cdb8-4c7a-ac38-0c8d91d64c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:07:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['16209ecf-33b9-4f0f-aa20-8feaf3437c10'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:46.607204 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ffcc5-3ad5-4b35-a801-eabf8c1a327e req-ad6bb296-b976-40ec-aff8-9900c0b06e66 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:46.608853 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-184ffcc5-3ad5-4b35-a801-eabf8c1a327e req-ad6bb296-b976-40ec-aff8-9900c0b06e66 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=97bf27b4-7347-497b-8a84-e2cd21e023a7 HTTP/1.1" status: 200 len: 945 time: 0.0828485 Aug 19 15:07:46.615849 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5596dd5-a06d-4a51-b53e-d53223bae5ac tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:46.620056 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d5596dd5-a06d-4a51-b53e-d53223bae5ac tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.1780272 Aug 19 15:07:46.620722 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55474) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:46.638744 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-03d576cc-cdb8-4c7a-ac38-0c8d91d64c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:46.648067 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d576cc-cdb8-4c7a-ac38-0c8d91d64c19 None None] Routers {'16209ecf-33b9-4f0f-aa20-8feaf3437c10'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:07:46.648703 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-03d576cc-cdb8-4c7a-ac38-0c8d91d64c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:07:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['16209ecf-33b9-4f0f-aa20-8feaf3437c10'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:46.659149 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-184ffcc5-3ad5-4b35-a801-eabf8c1a327e req-14b86006-da9c-482f-82cd-97b1976a9887 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7410b8ac-28b2-41f0-a4f8-33818ccf3844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407300 Aug 19 15:07:46.689934 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-03d576cc-cdb8-4c7a-ac38-0c8d91d64c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:46.691219 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d576cc-cdb8-4c7a-ac38-0c8d91d64c19 None None] The sync data for ids ['16209ecf-33b9-4f0f-aa20-8feaf3437c10'] in n-d-766043-2 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:07:46.762720 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-84d1a461-9a16-4479-bc3a-3325316d85df tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "GET /v2.0/routers/16209ecf-33b9-4f0f-aa20-8feaf3437c10 HTTP/1.1" status: 200 len: 881 time: 0.1405663 Aug 19 15:07:46.765466 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55480) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:47.062061 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9bce76ab-e7af-4456-8ada-0e22cb698619 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2952707 Aug 19 15:07:47.064854 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55484) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:47.073626 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-53422b61-9bff-4f08-bdae-da8eacb79f5d tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1346313134'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:47.411167 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-53422b61-9bff-4f08-bdae-da8eacb79f5d tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1663642', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1667783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59546'] for router, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:47.423782 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-53422b61-9bff-4f08-bdae-da8eacb79f5d tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1663540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1663535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1667838'] for router, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:47.425057 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 032792af-7fe6-4557-bf66-118f51873fa6 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:07:47.571070 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 032792af-7fe6-4557-bf66-118f51873fa6, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=032792af-7fe6-4557-bf66-118f51873fa6,segment=NetworkSegment(2d0390a9-4688-40e5-b551-619ed4a62b79),segment_id=2d0390a9-4688-40e5-b551-619ed4a62b79)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:07:47.577577 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53422b61-9bff-4f08-bdae-da8eacb79f5d tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Router 16209ecf-33b9-4f0f-aa20-8feaf3437c10 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:07:47.725777 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53422b61-9bff-4f08-bdae-da8eacb79f5d tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:07:47.735682 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-53422b61-9bff-4f08-bdae-da8eacb79f5d tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:47.740602 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55488) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:47.744340 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-53422b61-9bff-4f08-bdae-da8eacb79f5d tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "PUT /v2.0/routers/16209ecf-33b9-4f0f-aa20-8feaf3437c10 HTTP/1.1" status: 200 len: 888 time: 0.6780064 Aug 19 15:07:47.762651 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abeb40b-bdfe-489c-8bb1-b93a79749593 None None] Sync routers for ids ['16209ecf-33b9-4f0f-aa20-8feaf3437c10'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:07:47.765294 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 032792af-7fe6-4557-bf66-118f51873fa6 has no active binding in host n-h2-766043-2 {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 15:07:47.775280 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abeb40b-bdfe-489c-8bb1-b93a79749593 None None] Routers {'16209ecf-33b9-4f0f-aa20-8feaf3437c10'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:07:47.776205 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4abeb40b-bdfe-489c-8bb1-b93a79749593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:07:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['16209ecf-33b9-4f0f-aa20-8feaf3437c10'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:47.812771 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4abeb40b-bdfe-489c-8bb1-b93a79749593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:47.822710 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abeb40b-bdfe-489c-8bb1-b93a79749593 None None] Routers {'16209ecf-33b9-4f0f-aa20-8feaf3437c10'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:07:47.823254 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4abeb40b-bdfe-489c-8bb1-b93a79749593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:07:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['16209ecf-33b9-4f0f-aa20-8feaf3437c10'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:47.858031 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4abeb40b-bdfe-489c-8bb1-b93a79749593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:47.859282 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abeb40b-bdfe-489c-8bb1-b93a79749593 None None] The sync data for ids ['16209ecf-33b9-4f0f-aa20-8feaf3437c10'] in n-d-766043-2 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:07:47.883363 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9764fe44-136b-4f4a-b43f-a9472bcbe818 req-146b179b-cac3-4530-bef9-5d475663c587 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:47.885428 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9764fe44-136b-4f4a-b43f-a9472bcbe818 req-146b179b-cac3-4530-bef9-5d475663c587 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=97bf27b4-7347-497b-8a84-e2cd21e023a7 HTTP/1.1" status: 200 len: 945 time: 0.0995140 Aug 19 15:07:47.908672 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-2b2482ca-a948-4831-a9db-354a50e9d96e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "GET /v2.0/routers/16209ecf-33b9-4f0f-aa20-8feaf3437c10 HTTP/1.1" status: 200 len: 888 time: 0.1667464 Aug 19 15:07:47.911344 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55490) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:47.938482 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9764fe44-136b-4f4a-b43f-a9472bcbe818 req-ddf61dc3-32a6-4942-83f6-6b65b197ba97 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7410b8ac-28b2-41f0-a4f8-33818ccf3844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462251 Aug 19 15:07:47.943781 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7e32fa37-d570-4894-84b6-1f51007142cd tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "GET /v2.0/ports?device_id=16209ecf-33b9-4f0f-aa20-8feaf3437c10 HTTP/1.1" status: 200 len: 205 time: 0.0308568 Aug 19 15:07:47.944527 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55492) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:48.065590 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-268cf035-001b-432b-afb4-ece0b7ceb2ae tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:48.621654 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-268cf035-001b-432b-afb4-ece0b7ceb2ae tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:48.681686 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-268cf035-001b-432b-afb4-ece0b7ceb2ae tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Deleting port a13d6641-3522-4139-8b83-2694dcfc3238 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:07:48.682162 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-268cf035-001b-432b-afb4-ece0b7ceb2ae tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:48.773581 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-268cf035-001b-432b-afb4-ece0b7ceb2ae tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:48.789879 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-268cf035-001b-432b-afb4-ece0b7ceb2ae tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Calling delete_port for a13d6641-3522-4139-8b83-2694dcfc3238 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:07:49.016272 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-268cf035-001b-432b-afb4-ece0b7ceb2ae tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:49.091344 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268cf035-001b-432b-afb4-ece0b7ceb2ae tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event deleted for resources: {'Port': ['ID=a13d6641-3522-4139-8b83-2694dcfc3238,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:49.158826 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeccc4a7-720d-4443-a2a9-f29f1348627a req-6ac8bf90-1fdb-43fb-b988-37b3ef07a31b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:49.160588 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-aeccc4a7-720d-4443-a2a9-f29f1348627a req-6ac8bf90-1fdb-43fb-b988-37b3ef07a31b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=97bf27b4-7347-497b-8a84-e2cd21e023a7 HTTP/1.1" status: 200 len: 945 time: 0.1300542 Aug 19 15:07:49.165813 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-268cf035-001b-432b-afb4-ece0b7ceb2ae tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:49.280074 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-268cf035-001b-432b-afb4-ece0b7ceb2ae tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:49.287331 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-268cf035-001b-432b-afb4-ece0b7ceb2ae tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:49.299194 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-aeccc4a7-720d-4443-a2a9-f29f1348627a req-c4a4ef6a-8cf2-4a34-9667-daf156327464 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7410b8ac-28b2-41f0-a4f8-33818ccf3844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310880 Aug 19 15:07:49.350595 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-268cf035-001b-432b-afb4-ece0b7ceb2ae tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:49.351149 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268cf035-001b-432b-afb4-ece0b7ceb2ae tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Fanout notify agent at l3_agent the message router_deleted on router 16209ecf-33b9-4f0f-aa20-8feaf3437c10 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:07:49.359373 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-268cf035-001b-432b-afb4-ece0b7ceb2ae tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:49.360603 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-268cf035-001b-432b-afb4-ece0b7ceb2ae tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "DELETE /v2.0/routers/16209ecf-33b9-4f0f-aa20-8feaf3437c10 HTTP/1.1" status: 204 len: 168 time: 1.4147463 Aug 19 15:07:49.365053 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55500) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:49.370551 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-8b5798c3-b47e-4e1b-833f-dc9896c70d93 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Request body: {'network': {'name': 'tempest-RoutersTest-1124111022'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:49.393987 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5798c3-b47e-4e1b-833f-dc9896c70d93 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Made reservation on behalf of 71f8eb57bbdb4f7f804d75dfd4292af4 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:07:49.398234 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8b5798c3-b47e-4e1b-833f-dc9896c70d93 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:49.426419 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b5798c3-b47e-4e1b-833f-dc9896c70d93 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:07:49.445461 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8b5798c3-b47e-4e1b-833f-dc9896c70d93 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:49.446436 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-8b5798c3-b47e-4e1b-833f-dc9896c70d93 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Added segment f892f7ef-f79f-4522-9ee2-3943ffdc74a9 of type vlan for network 95d11960-6a21-4ea8-9472-39d6351711eb Aug 19 15:07:49.492794 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8b5798c3-b47e-4e1b-833f-dc9896c70d93 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:49.520847 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8b5798c3-b47e-4e1b-833f-dc9896c70d93 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:49.526889 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5798c3-b47e-4e1b-833f-dc9896c70d93 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:49.527622 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8b5798c3-b47e-4e1b-833f-dc9896c70d93 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:49.591729 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-8b5798c3-b47e-4e1b-833f-dc9896c70d93 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2254219 Aug 19 15:07:49.596659 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55502) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:49.604238 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-66ee7a5d-569b-4f28-b140-b1641c1d2f26 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Request body: {'subnet': {'network_id': '95d11960-6a21-4ea8-9472-39d6351711eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:49.614986 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5798c3-b47e-4e1b-833f-dc9896c70d93 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event updated for resources: {'Network': ['ID=95d11960-6a21-4ea8-9472-39d6351711eb,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:49.643264 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 95d11960-6a21-4ea8-9472-39d6351711eb details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:07:49.751569 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ee7a5d-569b-4f28-b140-b1641c1d2f26 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Made reservation on behalf of 71f8eb57bbdb4f7f804d75dfd4292af4 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:07:49.760377 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-66ee7a5d-569b-4f28-b140-b1641c1d2f26 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:49.957036 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-72f25787-1c5e-4c7f-9141-ef03661e0c83 service neutron] 10.222.0.68 "GET /v2.0/ports/032792af-7fe6-4557-bf66-118f51873fa6/bindings/n-h2-766043-2 HTTP/1.1" status: 200 len: 384 time: 0.1868336 Aug 19 15:07:50.202261 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-66ee7a5d-569b-4f28-b140-b1641c1d2f26 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:50.301329 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ee7a5d-569b-4f28-b140-b1641c1d2f26 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event updated for resources: {'Subnet': ['ID=dc01b064-6644-4a53-bcd9-02c93f243fe3,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:50.329190 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ee7a5d-569b-4f28-b140-b1641c1d2f26 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Checking segment: {'id': 'f892f7ef-f79f-4522-9ee2-3943ffdc74a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '95d11960-6a21-4ea8-9472-39d6351711eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:07:50.329553 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ee7a5d-569b-4f28-b140-b1641c1d2f26 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Network hostable DHCP agents. Network: 95d11960-6a21-4ea8-9472-39d6351711eb, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:07:50.337362 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-c88e879b-ae63-49e0-b44b-1846928d2c4b service neutron] For port 032792af-7fe6-4557-bf66-118f51873fa6, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=032792af-7fe6-4557-bf66-118f51873fa6,segment=NetworkSegment(2d0390a9-4688-40e5-b551-619ed4a62b79),segment_id=2d0390a9-4688-40e5-b551-619ed4a62b79)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:07:50.370278 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ee7a5d-569b-4f28-b140-b1641c1d2f26 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Network 95d11960-6a21-4ea8-9472-39d6351711eb is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:07:50.373826 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-c88e879b-ae63-49e0-b44b-1846928d2c4b service neutron] For port 032792af-7fe6-4557-bf66-118f51873fa6, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:07:50.412890 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-66ee7a5d-569b-4f28-b140-b1641c1d2f26 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 95d11960-6a21-4ea8-9472-39d6351711eb) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:07:50.420452 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ee7a5d-569b-4f28-b140-b1641c1d2f26 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:50.421151 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-66ee7a5d-569b-4f28-b140-b1641c1d2f26 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:50.427745 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55ead7e-5333-4bb3-bde1-588e717b647d None None] Network 95d11960-6a21-4ea8-9472-39d6351711eb requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:07:50.438609 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97bf27b4-7347-497b-8a84-e2cd21e023a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '032792af-7fe6-4557-bf66-118f51873fa6'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:07:50.440999 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0d6334-7e50-41e9-8a21-ec95c41e16d7" -d '{"events": [{"server_uuid": "97bf27b4-7347-497b-8a84-e2cd21e023a7", "name": "network-vif-unplugged", "status": "completed", "tag": "032792af-7fe6-4557-bf66-118f51873fa6"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:07:50.452029 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-c88e879b-ae63-49e0-b44b-1846928d2c4b service neutron] For port 032792af-7fe6-4557-bf66-118f51873fa6, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=032792af-7fe6-4557-bf66-118f51873fa6,segment=NetworkSegment(2d0390a9-4688-40e5-b551-619ed4a62b79),segment_id=2d0390a9-4688-40e5-b551-619ed4a62b79)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:07:50.458821 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55510) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:50.463494 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-66ee7a5d-569b-4f28-b140-b1641c1d2f26 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8595951 Aug 19 15:07:50.465150 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-f64ba589-3915-46cd-82be-70114634afb1 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-781478269', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:50.479872 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b85de-4694-4729-86ff-58a7b1d28555 req-c6360cfe-3e1d-43bc-ab77-6309aa1f7276 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:50.482112 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f34b85de-4694-4729-86ff-58a7b1d28555 req-c6360cfe-3e1d-43bc-ab77-6309aa1f7276 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=97bf27b4-7347-497b-8a84-e2cd21e023a7 HTTP/1.1" status: 200 len: 945 time: 0.0911694 Aug 19 15:07:50.492264 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-c88e879b-ae63-49e0-b44b-1846928d2c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:50.497854 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 15:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ccff87-27c5-42b7-b81c-7c4229afe7e5 x-openstack-request-id: req-40ccff87-27c5-42b7-b81c-7c4229afe7e5 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:07:50.498144 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97bf27b4-7347-497b-8a84-e2cd21e023a7", "name": "network-vif-unplugged", "status": "completed", "tag": "032792af-7fe6-4557-bf66-118f51873fa6", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:07:50.499036 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-40ccff87-27c5-42b7-b81c-7c4229afe7e5 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:07:50.499513 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97bf27b4-7347-497b-8a84-e2cd21e023a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '032792af-7fe6-4557-bf66-118f51873fa6', 'code': 200} Aug 19 15:07:50.561209 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f64ba589-3915-46cd-82be-70114634afb1 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:50.562285 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f64ba589-3915-46cd-82be-70114634afb1 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:50.573986 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f34b85de-4694-4729-86ff-58a7b1d28555 req-e6194cca-4460-430c-90f0-ad7774f9cf42 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7410b8ac-28b2-41f0-a4f8-33818ccf3844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798769 Aug 19 15:07:50.620764 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-c88e879b-ae63-49e0-b44b-1846928d2c4b service neutron] Transition to ACTIVE for port object 032792af-7fe6-4557-bf66-118f51873fa6 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:07:50.626883 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-c88e879b-ae63-49e0-b44b-1846928d2c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:50.642179 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f64ba589-3915-46cd-82be-70114634afb1 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:50.648208 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f64ba589-3915-46cd-82be-70114634afb1 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:50.670588 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f64ba589-3915-46cd-82be-70114634afb1 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:50.672738 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f64ba589-3915-46cd-82be-70114634afb1 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2120638 Aug 19 15:07:50.676863 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55512) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:50.695192 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5f333f-bfff-47fb-813b-9495279de8ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-95d11960-6a21-4ea8-9472-39d6351711eb', 'network_id': '95d11960-6a21-4ea8-9472-39d6351711eb', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'fixed_ips': [{'subnet_id': 'dc01b064-6644-4a53-bcd9-02c93f243fe3'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:07:50.697645 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5e5f333f-bfff-47fb-813b-9495279de8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:50.909968 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-5e5f333f-bfff-47fb-813b-9495279de8ab None None] Allocated IP 172.20.0.2 (95d11960-6a21-4ea8-9472-39d6351711eb/dc01b064-6644-4a53-bcd9-02c93f243fe3/5022d7b4-543d-4792-beac-cc4aee91adec) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:07:51.114616 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5e5f333f-bfff-47fb-813b-9495279de8ab None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:51.131061 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5e5f333f-bfff-47fb-813b-9495279de8ab None None] Transition to ACTIVE for port object 5022d7b4-543d-4792-beac-cc4aee91adec will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:07:51.166607 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5e5f333f-bfff-47fb-813b-9495279de8ab None None] Transition to ACTIVE for port object 5022d7b4-543d-4792-beac-cc4aee91adec will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:07:51.170171 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93f4babf-51a2-4c40-859c-6754e17138d5 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:51.189567 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5e5f333f-bfff-47fb-813b-9495279de8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:51.258113 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5f333f-bfff-47fb-813b-9495279de8ab None None] Network 95d11960-6a21-4ea8-9472-39d6351711eb is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:07:51.271898 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-c88e879b-ae63-49e0-b44b-1846928d2c4b service neutron] No DVR routers for this DVR port 032792af-7fe6-4557-bf66-118f51873fa6 on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:07:51.277574 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-5e5f333f-bfff-47fb-813b-9495279de8ab None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:07:51.296572 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5f333f-bfff-47fb-813b-9495279de8ab None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:07:51.300320 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f333f-bfff-47fb-813b-9495279de8ab None None] Pushing event updated for resources: {'Port': ['ID=5022d7b4-543d-4792-beac-cc4aee91adec,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:51.342846 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e879b-ae63-49e0-b44b-1846928d2c4b service neutron] Pushing event updated for resources: {'Port': ['ID=032792af-7fe6-4557-bf66-118f51873fa6,revision_number=11']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:51.385334 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5e5f333f-bfff-47fb-813b-9495279de8ab None None] Attempting to bind port 5022d7b4-543d-4792-beac-cc4aee91adec on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:07:51.386006 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5e5f333f-bfff-47fb-813b-9495279de8ab None None] Attempting to bind port 5022d7b4-543d-4792-beac-cc4aee91adec by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'f892f7ef-f79f-4522-9ee2-3943ffdc74a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '95d11960-6a21-4ea8-9472-39d6351711eb'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:07:51.386553 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5f333f-bfff-47fb-813b-9495279de8ab None None] Attempting to bind port 5022d7b4-543d-4792-beac-cc4aee91adec on network 95d11960-6a21-4ea8-9472-39d6351711eb {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:07:51.392478 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5f333f-bfff-47fb-813b-9495279de8ab None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:07:51.393117 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5f333f-bfff-47fb-813b-9495279de8ab None None] Checking segment: {'id': 'f892f7ef-f79f-4522-9ee2-3943ffdc74a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '95d11960-6a21-4ea8-9472-39d6351711eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:07:51.393730 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5e5f333f-bfff-47fb-813b-9495279de8ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:51.394262 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5f333f-bfff-47fb-813b-9495279de8ab None None] Bound using segment: {'id': 'f892f7ef-f79f-4522-9ee2-3943ffdc74a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '95d11960-6a21-4ea8-9472-39d6351711eb'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:07:51.394615 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5e5f333f-bfff-47fb-813b-9495279de8ab None None] Bound port: 5022d7b4-543d-4792-beac-cc4aee91adec, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f892f7ef-f79f-4522-9ee2-3943ffdc74a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '95d11960-6a21-4ea8-9472-39d6351711eb'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:07:51.394995 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5e5f333f-bfff-47fb-813b-9495279de8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:51.503618 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5e5f333f-bfff-47fb-813b-9495279de8ab None None] For port 5022d7b4-543d-4792-beac-cc4aee91adec, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:07:51.510435 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5e5f333f-bfff-47fb-813b-9495279de8ab None None] For port 5022d7b4-543d-4792-beac-cc4aee91adec, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=5022d7b4-543d-4792-beac-cc4aee91adec,segment=NetworkSegment(f892f7ef-f79f-4522-9ee2-3943ffdc74a9),segment_id=f892f7ef-f79f-4522-9ee2-3943ffdc74a9)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:07:51.521281 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5e5f333f-bfff-47fb-813b-9495279de8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:51.529679 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-c88e879b-ae63-49e0-b44b-1846928d2c4b service neutron] 10.222.0.68 "PUT /v2.0/ports/032792af-7fe6-4557-bf66-118f51873fa6/bindings/n-h2-766043-2/activate HTTP/1.1" status: 200 len: 369 time: 1.5641644 Aug 19 15:07:51.601988 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f333f-bfff-47fb-813b-9495279de8ab None None] Pushing event updated for resources: {'Port': ['ID=5022d7b4-543d-4792-beac-cc4aee91adec,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:51.695061 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-93f4babf-51a2-4c40-859c-6754e17138d5 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Allocated IP 172.20.0.1 (95d11960-6a21-4ea8-9472-39d6351711eb/dc01b064-6644-4a53-bcd9-02c93f243fe3/070c68d8-5017-45ba-9170-e2ad5fea6f1e) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:07:51.725791 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-31d00659-e3d0-4cb4-8c1b-5e0598ef3a31 tempest-TestNetworkAdvancedServerOps-1683966279 tempest-TestNetworkAdvancedServerOps-1683966279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:51.727514 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-31d00659-e3d0-4cb4-8c1b-5e0598ef3a31 tempest-TestNetworkAdvancedServerOps-1683966279 tempest-TestNetworkAdvancedServerOps-1683966279-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=97bf27b4-7347-497b-8a84-e2cd21e023a7&tenant_id=5784b0340e8242b1aba4ab831f2e3b23&binding%3Ahost_id=n-h1-766043-2 HTTP/1.1" status: 200 len: 1095 time: 0.1041780 Aug 19 15:07:51.950485 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-6d13435e-ac2f-4946-97c2-7e9d69da98fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:51.952112 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-6d13435e-ac2f-4946-97c2-7e9d69da98fb service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=97bf27b4-7347-497b-8a84-e2cd21e023a7&tenant_id=5784b0340e8242b1aba4ab831f2e3b23 HTTP/1.1" status: 200 len: 1095 time: 0.2139211 Aug 19 15:07:51.976910 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96482dbb-fdb4-4c7e-8c76-ff6910751d0f req-8ae3b3ac-6f91-4a83-b1dc-f19c12bff433 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:51.979292 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-96482dbb-fdb4-4c7e-8c76-ff6910751d0f req-8ae3b3ac-6f91-4a83-b1dc-f19c12bff433 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=97bf27b4-7347-497b-8a84-e2cd21e023a7 HTTP/1.1" status: 200 len: 944 time: 0.1736758 Aug 19 15:07:52.022135 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93f4babf-51a2-4c40-859c-6754e17138d5 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:52.069648 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-93f4babf-51a2-4c40-859c-6754e17138d5 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Transition to ACTIVE for port object 070c68d8-5017-45ba-9170-e2ad5fea6f1e will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:07:52.096219 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-96482dbb-fdb4-4c7e-8c76-ff6910751d0f req-5bdb507a-a300-4664-8fdd-720abb1676e6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7410b8ac-28b2-41f0-a4f8-33818ccf3844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709000 Aug 19 15:07:52.100895 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-9f912fc6-185d-479f-9939-08764352b75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:52.103487 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-9f912fc6-185d-479f-9939-08764352b75f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5784b0340e8242b1aba4ab831f2e3b23&device_id=97bf27b4-7347-497b-8a84-e2cd21e023a7 HTTP/1.1" status: 200 len: 1095 time: 0.1202765 Aug 19 15:07:52.207734 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93f4babf-51a2-4c40-859c-6754e17138d5 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:52.281393 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f4babf-51a2-4c40-859c-6754e17138d5 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Network 95d11960-6a21-4ea8-9472-39d6351711eb is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:07:52.288598 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-c0628270-fafe-4ab6-880e-39ad7f5332f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:52.291639 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-c0628270-fafe-4ab6-880e-39ad7f5332f1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=16979bc9-bd87-40e7-83d7-26aa6bdb5cc8 HTTP/1.1" status: 200 len: 895 time: 0.1792648 Aug 19 15:07:52.293512 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-93f4babf-51a2-4c40-859c-6754e17138d5 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:07:52.306870 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f4babf-51a2-4c40-859c-6754e17138d5 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:07:52.329826 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f4babf-51a2-4c40-859c-6754e17138d5 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event updated for resources: {'Port': ['ID=070c68d8-5017-45ba-9170-e2ad5fea6f1e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:52.402044 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93f4babf-51a2-4c40-859c-6754e17138d5 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:52.409688 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-fd18ecf7-9f77-4157-beaf-563e4cba7125 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=032792af-7fe6-4557-bf66-118f51873fa6 HTTP/1.1" status: 200 len: 999 time: 0.1089914 Aug 19 15:07:52.554552 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-db14496b-226d-45b0-9afb-e6e35054c48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:52.556902 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-db14496b-226d-45b0-9afb-e6e35054c48e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e23e949d-cf50-4567-af8c-5bd60c665582 HTTP/1.1" status: 200 len: 835 time: 0.1141250 Aug 19 15:07:52.641702 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-e11559b3-a8c2-4789-b543-c8320cf4886a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:52.643500 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-e11559b3-a8c2-4789-b543-c8320cf4886a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=16979bc9-bd87-40e7-83d7-26aa6bdb5cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787661 Aug 19 15:07:52.644757 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93f4babf-51a2-4c40-859c-6754e17138d5 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:52.867129 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-f550bfc6-89f5-4e35-aa83-9ed401fbad4a service neutron] 10.222.0.88 "GET /v2.0/networks/16979bc9-bd87-40e7-83d7-26aa6bdb5cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058945 Aug 19 15:07:52.973287 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e31f64-b87b-49f3-91d2-e309b64149d6 None None] Network 95d11960-6a21-4ea8-9472-39d6351711eb requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:07:53.058421 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6bb2b704-95b5-4e1b-a6a5-816e299933c3 None None] Provisioning for port 5022d7b4-543d-4792-beac-cc4aee91adec completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:07:53.094911 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-2d626170-b763-487a-a5d8-9fc740c962e8 service neutron] 10.222.0.88 "GET /v2.0/networks/16979bc9-bd87-40e7-83d7-26aa6bdb5cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155864 Aug 19 15:07:53.240479 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93f4babf-51a2-4c40-859c-6754e17138d5 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:53.258417 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93f4babf-51a2-4c40-859c-6754e17138d5 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:53.403926 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93f4babf-51a2-4c40-859c-6754e17138d5 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:53.406882 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f4babf-51a2-4c40-859c-6754e17138d5 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event updated for resources: {'Port': ['ID=070c68d8-5017-45ba-9170-e2ad5fea6f1e,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:53.419565 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34868433-87ad-461f-91c4-a9081241023f req-4000b059-60cb-48be-8ede-500ab01204f2 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:53.421876 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-34868433-87ad-461f-91c4-a9081241023f req-4000b059-60cb-48be-8ede-500ab01204f2 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=97bf27b4-7347-497b-8a84-e2cd21e023a7 HTTP/1.1" status: 200 len: 944 time: 0.1774786 Aug 19 15:07:53.561456 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 032792af-7fe6-4557-bf66-118f51873fa6 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:07:53.619420 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-34868433-87ad-461f-91c4-a9081241023f req-8268b31e-225f-4083-947f-489f2e169ed6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7410b8ac-28b2-41f0-a4f8-33818ccf3844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1793785 Aug 19 15:07:53.667974 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-d0c6b592-5697-4510-86cf-fe5125787d34 tempest-TestNetworkAdvancedServerOps-1683966279 tempest-TestNetworkAdvancedServerOps-1683966279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:53.671528 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-d0c6b592-5697-4510-86cf-fe5125787d34 tempest-TestNetworkAdvancedServerOps-1683966279 tempest-TestNetworkAdvancedServerOps-1683966279-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=97bf27b4-7347-497b-8a84-e2cd21e023a7&tenant_id=5784b0340e8242b1aba4ab831f2e3b23&binding%3Ahost_id=n-h2-766043-2 HTTP/1.1" status: 200 len: 1095 time: 0.2429605 Aug 19 15:07:53.753418 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 032792af-7fe6-4557-bf66-118f51873fa6 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:07:53.795338 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f4babf-51a2-4c40-859c-6754e17138d5 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Network 95d11960-6a21-4ea8-9472-39d6351711eb is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:07:53.806313 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-93f4babf-51a2-4c40-859c-6754e17138d5 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:07:53.824700 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 5022d7b4-543d-4792-beac-cc4aee91adec up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:07:53.893763 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a9b57d2c-21d7-4366-961a-47b54ad16ca2 None None] Provisioning for port 070c68d8-5017-45ba-9170-e2ad5fea6f1e completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:07:53.912937 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a9b57d2c-21d7-4366-961a-47b54ad16ca2 None None] Provisioning complete for port 070c68d8-5017-45ba-9170-e2ad5fea6f1e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:07:53.912937 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a9b57d2c-21d7-4366-961a-47b54ad16ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:53.945260 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 5022d7b4-543d-4792-beac-cc4aee91adec completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:07:53.967953 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 5022d7b4-543d-4792-beac-cc4aee91adec triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:07:53.968376 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:54.030619 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a9b57d2c-21d7-4366-961a-47b54ad16ca2 None None] Port 070c68d8-5017-45ba-9170-e2ad5fea6f1e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:07:54.189125 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d3d9c858-c471-43bb-80c5-a723ddddb229 None None] Provisioning complete for port 070c68d8-5017-45ba-9170-e2ad5fea6f1e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:07:54.190198 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d3d9c858-c471-43bb-80c5-a723ddddb229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:54.272336 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d3d9c858-c471-43bb-80c5-a723ddddb229 None None] Port 070c68d8-5017-45ba-9170-e2ad5fea6f1e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:07:54.280068 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:54.418040 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 5022d7b4-543d-4792-beac-cc4aee91adec, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=5022d7b4-543d-4792-beac-cc4aee91adec,segment=NetworkSegment(f892f7ef-f79f-4522-9ee2-3943ffdc74a9),segment_id=f892f7ef-f79f-4522-9ee2-3943ffdc74a9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:07:54.426087 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:54.488685 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-7e546d3e-c615-482d-bf63-2b0a752845f3 service neutron] For port 032792af-7fe6-4557-bf66-118f51873fa6, host n-h1-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:07:54.495553 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-7e546d3e-c615-482d-bf63-2b0a752845f3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:54.496816 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1324fb86-7e62-43d2-a023-10d7016c05b1 req-7e546d3e-c615-482d-bf63-2b0a752845f3 service neutron] 10.222.0.88 "DELETE /v2.0/ports/032792af-7fe6-4557-bf66-118f51873fa6/bindings/n-h1-766043-2 HTTP/1.1" status: 204 len: 173 time: 0.8143530 Aug 19 15:07:54.541564 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f5d5534a-3117-4913-bd65-f5609113560a None None] Provisioning complete for port 070c68d8-5017-45ba-9170-e2ad5fea6f1e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:07:54.541985 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f5d5534a-3117-4913-bd65-f5609113560a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:54.562411 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93f4babf-51a2-4c40-859c-6754e17138d5 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Router e3f9a95a-468b-487f-a342-2a163699dafc is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:07:54.596549 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=5022d7b4-543d-4792-beac-cc4aee91adec,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:54.619051 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f5d5534a-3117-4913-bd65-f5609113560a None None] Port 070c68d8-5017-45ba-9170-e2ad5fea6f1e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:07:54.682584 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f4babf-51a2-4c40-859c-6754e17138d5 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:07:54.689324 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-93f4babf-51a2-4c40-859c-6754e17138d5 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "PUT /v2.0/routers/e3f9a95a-468b-487f-a342-2a163699dafc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0112534 Aug 19 15:07:54.692290 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55530) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:54.698780 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731bb1b5-7803-4389-888c-9b22cb0eea82 None None] Sync routers for ids ['e3f9a95a-468b-487f-a342-2a163699dafc'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:07:54.713291 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731bb1b5-7803-4389-888c-9b22cb0eea82 None None] Routers {'e3f9a95a-468b-487f-a342-2a163699dafc'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:07:54.717199 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-731bb1b5-7803-4389-888c-9b22cb0eea82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:07:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['e3f9a95a-468b-487f-a342-2a163699dafc'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:54.766264 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-731bb1b5-7803-4389-888c-9b22cb0eea82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:54.777652 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731bb1b5-7803-4389-888c-9b22cb0eea82 None None] Routers {'e3f9a95a-468b-487f-a342-2a163699dafc'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:07:54.778739 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-731bb1b5-7803-4389-888c-9b22cb0eea82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:07:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['e3f9a95a-468b-487f-a342-2a163699dafc'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:54.802667 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499318d2-69b5-4219-9a07-8a687f767fbb tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:54.804198 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-499318d2-69b5-4219-9a07-8a687f767fbb tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "GET /v2.0/ports/070c68d8-5017-45ba-9170-e2ad5fea6f1e HTTP/1.1" status: 200 len: 910 time: 0.1108701 Aug 19 15:07:54.808473 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55532) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:54.822831 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-1d94f5f1-742e-4ad4-a346-5a8bf7823785 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dc01b064-6644-4a53-bcd9-02c93f243fe3'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:54.885030 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6fbc5-ab16-4127-94bd-a7f8cd813045 req-59a715e2-d6a2-4067-8fe2-4940fc4d70c6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:54.887034 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-51f6fbc5-ab16-4127-94bd-a7f8cd813045 req-59a715e2-d6a2-4067-8fe2-4940fc4d70c6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=97bf27b4-7347-497b-8a84-e2cd21e023a7 HTTP/1.1" status: 200 len: 944 time: 0.1527760 Aug 19 15:07:54.956628 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-731bb1b5-7803-4389-888c-9b22cb0eea82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:54.957865 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731bb1b5-7803-4389-888c-9b22cb0eea82 None None] The sync data for ids ['e3f9a95a-468b-487f-a342-2a163699dafc'] in n-d-766043-2 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:07:55.009285 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-51f6fbc5-ab16-4127-94bd-a7f8cd813045 req-e5ca3ab2-b527-4db0-92e9-751215e5c63c tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7410b8ac-28b2-41f0-a4f8-33818ccf3844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139522 Aug 19 15:07:55.156663 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d94f5f1-742e-4ad4-a346-5a8bf7823785 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:55.188159 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f777e9-2bb6-46a2-9eaa-d3d030d2d2b4 req-949ac8ca-6c2d-4146-b9ca-cf8ec4a3fd60 tempest-TestNetworkAdvancedServerOps-1683966279 tempest-TestNetworkAdvancedServerOps-1683966279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:55.189982 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-61f777e9-2bb6-46a2-9eaa-d3d030d2d2b4 req-949ac8ca-6c2d-4146-b9ca-cf8ec4a3fd60 tempest-TestNetworkAdvancedServerOps-1683966279 tempest-TestNetworkAdvancedServerOps-1683966279-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=97bf27b4-7347-497b-8a84-e2cd21e023a7 HTTP/1.1" status: 200 len: 1095 time: 0.0739822 Aug 19 15:07:55.260059 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-61f777e9-2bb6-46a2-9eaa-d3d030d2d2b4 req-013eadb4-0449-4c0a-bd07-9f5d076c00ce tempest-TestNetworkAdvancedServerOps-1683966279 tempest-TestNetworkAdvancedServerOps-1683966279-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=7410b8ac-28b2-41f0-a4f8-33818ccf3844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554676 Aug 19 15:07:55.436568 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c3864-4444-4f91-822f-44763fe83ab0 req-19f02873-5ca3-4f46-b03d-99d618c497e5 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:55.438841 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e37c3864-4444-4f91-822f-44763fe83ab0 req-19f02873-5ca3-4f46-b03d-99d618c497e5 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=97bf27b4-7347-497b-8a84-e2cd21e023a7 HTTP/1.1" status: 200 len: 944 time: 0.0685115 Aug 19 15:07:55.522589 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e37c3864-4444-4f91-822f-44763fe83ab0 req-fd55d2ec-cc45-4ff9-afb1-f625de93ab78 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7410b8ac-28b2-41f0-a4f8-33818ccf3844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573447 Aug 19 15:07:55.538920 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55542) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:55.640064 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-4d6500e8-d194-49cc-af6e-3dce3f1a406b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/floatingips/05f3d455-b5a4-4e50-b744-a4761d93b1fb HTTP/1.1" status: 200 len: 991 time: 0.1000557 Aug 19 15:07:55.736020 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 5022d7b4-543d-4792-beac-cc4aee91adec up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:07:55.778851 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d94f5f1-742e-4ad4-a346-5a8bf7823785 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:55.789071 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d94f5f1-742e-4ad4-a346-5a8bf7823785 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:55.789670 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 5022d7b4-543d-4792-beac-cc4aee91adec triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:07:55.790158 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:55.881124 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d94f5f1-742e-4ad4-a346-5a8bf7823785 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:55.881845 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d94f5f1-742e-4ad4-a346-5a8bf7823785 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:55.886721 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1d94f5f1-742e-4ad4-a346-5a8bf7823785 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "PUT /v2.0/ports/070c68d8-5017-45ba-9170-e2ad5fea6f1e HTTP/1.1" status: 200 len: 910 time: 1.0736859 Aug 19 15:07:55.886721 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d94f5f1-742e-4ad4-a346-5a8bf7823785 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event updated for resources: {'Port': ['ID=070c68d8-5017-45ba-9170-e2ad5fea6f1e,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:55.887888 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55544) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:56.230326 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8e20731c-640e-44ac-8f6f-99796c25b067 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:56.520238 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-8e20731c-640e-44ac-8f6f-99796c25b067 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Deleting port 070c68d8-5017-45ba-9170-e2ad5fea6f1e {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:07:56.520593 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8e20731c-640e-44ac-8f6f-99796c25b067 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:56.630245 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8e20731c-640e-44ac-8f6f-99796c25b067 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:56.643534 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-8e20731c-640e-44ac-8f6f-99796c25b067 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Calling delete_port for 070c68d8-5017-45ba-9170-e2ad5fea6f1e owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:07:56.835221 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8e20731c-640e-44ac-8f6f-99796c25b067 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:56.864989 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e20731c-640e-44ac-8f6f-99796c25b067 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event deleted for resources: {'Port': ['ID=070c68d8-5017-45ba-9170-e2ad5fea6f1e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:57.031596 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8e20731c-640e-44ac-8f6f-99796c25b067 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:57.205671 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e20731c-640e-44ac-8f6f-99796c25b067 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Router e3f9a95a-468b-487f-a342-2a163699dafc has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:07:57.283452 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e20731c-640e-44ac-8f6f-99796c25b067 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:07:57.292526 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8e20731c-640e-44ac-8f6f-99796c25b067 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "PUT /v2.0/routers/e3f9a95a-468b-487f-a342-2a163699dafc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4003901 Aug 19 15:07:57.292655 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55548) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:57.295877 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bab09b-2b2f-4747-9eb3-13b76bf03c03 None None] Sync routers for ids ['e3f9a95a-468b-487f-a342-2a163699dafc'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:07:57.306079 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bab09b-2b2f-4747-9eb3-13b76bf03c03 None None] Routers {'e3f9a95a-468b-487f-a342-2a163699dafc'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:07:57.306717 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c3bab09b-2b2f-4747-9eb3-13b76bf03c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:07:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['e3f9a95a-468b-487f-a342-2a163699dafc'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:57.324052 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a5d6e7db-f0db-490e-a94b-8d07d5fc731a tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3f9a95a-468b-487f-a342-2a163699dafc HTTP/1.1" status: 200 len: 205 time: 0.0275202 Aug 19 15:07:57.324347 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55552) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:57.360091 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c3bab09b-2b2f-4747-9eb3-13b76bf03c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:57.374672 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bab09b-2b2f-4747-9eb3-13b76bf03c03 None None] Routers {'e3f9a95a-468b-487f-a342-2a163699dafc'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:07:57.375608 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c3bab09b-2b2f-4747-9eb3-13b76bf03c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:07:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['e3f9a95a-468b-487f-a342-2a163699dafc'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:57.417641 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c3bab09b-2b2f-4747-9eb3-13b76bf03c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:57.418443 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bab09b-2b2f-4747-9eb3-13b76bf03c03 None None] The sync data for ids ['e3f9a95a-468b-487f-a342-2a163699dafc'] in n-d-766043-2 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:07:57.420952 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bb1062a3-1c12-4c72-9995-fa43512d4892 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:57.600715 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bb1062a3-1c12-4c72-9995-fa43512d4892 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:57.603971 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bb1062a3-1c12-4c72-9995-fa43512d4892 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:57.650656 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bb1062a3-1c12-4c72-9995-fa43512d4892 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:57.651137 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1062a3-1c12-4c72-9995-fa43512d4892 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Fanout notify agent at l3_agent the message router_deleted on router e3f9a95a-468b-487f-a342-2a163699dafc {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:07:57.662944 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bb1062a3-1c12-4c72-9995-fa43512d4892 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:57.662944 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-bb1062a3-1c12-4c72-9995-fa43512d4892 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "DELETE /v2.0/routers/e3f9a95a-468b-487f-a342-2a163699dafc HTTP/1.1" status: 204 len: 168 time: 0.3372667 Aug 19 15:07:57.669746 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55554) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:57.732544 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0672826-5f40-4c09-99cb-5edd3339fafd tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Deleting subnet dc01b064-6644-4a53-bcd9-02c93f243fe3 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:07:57.736234 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d0672826-5f40-4c09-99cb-5edd3339fafd tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:57.786434 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d0672826-5f40-4c09-99cb-5edd3339fafd tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:57.877246 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d0672826-5f40-4c09-99cb-5edd3339fafd tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:57.917019 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55560) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:57.953301 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d0672826-5f40-4c09-99cb-5edd3339fafd tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:57.999394 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0672826-5f40-4c09-99cb-5edd3339fafd tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event deleted for resources: {'Subnet': ['ID=dc01b064-6644-4a53-bcd9-02c93f243fe3,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:58.021937 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d0672826-5f40-4c09-99cb-5edd3339fafd tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:58.026667 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d0672826-5f40-4c09-99cb-5edd3339fafd tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "DELETE /v2.0/subnets/dc01b064-6644-4a53-bcd9-02c93f243fe3 HTTP/1.1" status: 204 len: 168 time: 0.3584483 Aug 19 15:07:58.030523 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55562) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:58.031276 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241252b2-09a0-4da5-b2d1-a73ef7fe199c None None] Network 95d11960-6a21-4ea8-9472-39d6351711eb requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:07:58.174890 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb86124b-c1cd-4d53-bf07-7135d800c516 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:58.238772 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-5f5247a3-9ea9-4a9a-8ee4-ec3a9bf7bedb tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Deleting port 9f637239-5067-437b-9076-edd8ce3f2e30 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:07:58.239978 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f5247a3-9ea9-4a9a-8ee4-ec3a9bf7bedb tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:58.291148 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-cb86124b-c1cd-4d53-bf07-7135d800c516 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Deleting port 5022d7b4-543d-4792-beac-cc4aee91adec {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:07:58.292174 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb86124b-c1cd-4d53-bf07-7135d800c516 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:58.295511 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a77ff5-29b7-4a96-a7d7-5de74229b3f2 None None] DHCP port deletion for 95d11960-6a21-4ea8-9472-39d6351711eb request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:07:58.372527 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f5247a3-9ea9-4a9a-8ee4-ec3a9bf7bedb tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:58.373003 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f5247a3-9ea9-4a9a-8ee4-ec3a9bf7bedb tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:58.393104 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-5f5247a3-9ea9-4a9a-8ee4-ec3a9bf7bedb tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Calling delete_port for 9f637239-5067-437b-9076-edd8ce3f2e30 owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:07:58.397858 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-59a77ff5-29b7-4a96-a7d7-5de74229b3f2 None None] Deleting port 5022d7b4-543d-4792-beac-cc4aee91adec {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:07:58.398393 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-59a77ff5-29b7-4a96-a7d7-5de74229b3f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:58.404181 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-cb86124b-c1cd-4d53-bf07-7135d800c516 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] For port 5022d7b4-543d-4792-beac-cc4aee91adec, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=5022d7b4-543d-4792-beac-cc4aee91adec,segment=NetworkSegment(f892f7ef-f79f-4522-9ee2-3943ffdc74a9),segment_id=f892f7ef-f79f-4522-9ee2-3943ffdc74a9)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:07:58.404707 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb86124b-c1cd-4d53-bf07-7135d800c516 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:58.421873 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-cb86124b-c1cd-4d53-bf07-7135d800c516 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Calling delete_port for 5022d7b4-543d-4792-beac-cc4aee91adec owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:07:58.527852 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb86124b-c1cd-4d53-bf07-7135d800c516 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:58.532196 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-59a77ff5-29b7-4a96-a7d7-5de74229b3f2 None None] For port 5022d7b4-543d-4792-beac-cc4aee91adec, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=5022d7b4-543d-4792-beac-cc4aee91adec,segment=NetworkSegment(f892f7ef-f79f-4522-9ee2-3943ffdc74a9),segment_id=f892f7ef-f79f-4522-9ee2-3943ffdc74a9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:07:58.532642 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-59a77ff5-29b7-4a96-a7d7-5de74229b3f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:58.553748 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-59a77ff5-29b7-4a96-a7d7-5de74229b3f2 None None] Calling delete_port for 5022d7b4-543d-4792-beac-cc4aee91adec owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:07:58.598855 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb86124b-c1cd-4d53-bf07-7135d800c516 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event deleted for resources: {'Port': ['ID=5022d7b4-543d-4792-beac-cc4aee91adec,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:58.635870 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb86124b-c1cd-4d53-bf07-7135d800c516 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] No DVR routers for this DVR port 5022d7b4-543d-4792-beac-cc4aee91adec on host n-d-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:07:58.714022 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-59a77ff5-29b7-4a96-a7d7-5de74229b3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:58.749740 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f5247a3-9ea9-4a9a-8ee4-ec3a9bf7bedb tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:58.753393 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb86124b-c1cd-4d53-bf07-7135d800c516 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:58.761055 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a77ff5-29b7-4a96-a7d7-5de74229b3f2 None None] Pushing event deleted for resources: {'Port': ['ID=5022d7b4-543d-4792-beac-cc4aee91adec,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:58.766341 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a77ff5-29b7-4a96-a7d7-5de74229b3f2 None None] No DVR routers for this DVR port 5022d7b4-543d-4792-beac-cc4aee91adec on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:07:58.779883 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-cb86124b-c1cd-4d53-bf07-7135d800c516 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95d11960-6a21-4ea8-9472-39d6351711eb']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:58.805118 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-cb86124b-c1cd-4d53-bf07-7135d800c516 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f892f7ef-f79f-4522-9ee2-3943ffdc74a9') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:58.805506 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-cb86124b-c1cd-4d53-bf07-7135d800c516 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f892f7ef-f79f-4522-9ee2-3943ffdc74a9') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:58.821733 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb86124b-c1cd-4d53-bf07-7135d800c516 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:58.826348 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5247a3-9ea9-4a9a-8ee4-ec3a9bf7bedb tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event deleted for resources: {'Port': ['ID=9f637239-5067-437b-9076-edd8ce3f2e30,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:58.853672 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb86124b-c1cd-4d53-bf07-7135d800c516 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:58.867334 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb86124b-c1cd-4d53-bf07-7135d800c516 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:07:58.868055 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb86124b-c1cd-4d53-bf07-7135d800c516 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:58.871364 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 15:07:58.871364 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:07:58.871364 n-d-766043-2 neutron-server[94640]: timer() Aug 19 15:07:58.871364 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:07:58.871364 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 15:07:58.871364 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:07:58.871364 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 15:07:58.871364 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:07:58.871364 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 15:07:58.871364 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:07:58.871364 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 15:07:58.871364 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:07:58.871364 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 15:07:58.871364 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:07:58.871364 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:07:58.871364 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:07:58.871364 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:07:58.871364 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:07:58.871364 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 15:07:58.871364 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:07:58.871364 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 15:07:58.871364 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:07:58.871364 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:07:58.871364 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:07:58.871364 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 15:07:58.871364 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:07:58.871364 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:07:58.871364 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:07:58.871364 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:07:58.871364 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:07:58.871364 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:07:58.871364 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:07:58.881096 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5247a3-9ea9-4a9a-8ee4-ec3a9bf7bedb tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:58.881096 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5247a3-9ea9-4a9a-8ee4-ec3a9bf7bedb tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:58.881096 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5247a3-9ea9-4a9a-8ee4-ec3a9bf7bedb tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:58.881870 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5247a3-9ea9-4a9a-8ee4-ec3a9bf7bedb tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:58.881870 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5247a3-9ea9-4a9a-8ee4-ec3a9bf7bedb tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:58.882170 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5247a3-9ea9-4a9a-8ee4-ec3a9bf7bedb tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:58.882369 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5247a3-9ea9-4a9a-8ee4-ec3a9bf7bedb tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:58.882693 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5247a3-9ea9-4a9a-8ee4-ec3a9bf7bedb tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:58.883014 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5247a3-9ea9-4a9a-8ee4-ec3a9bf7bedb tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:58.883334 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5247a3-9ea9-4a9a-8ee4-ec3a9bf7bedb tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:58.883692 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5247a3-9ea9-4a9a-8ee4-ec3a9bf7bedb tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:58.884303 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5247a3-9ea9-4a9a-8ee4-ec3a9bf7bedb tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:07:58.912904 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f5247a3-9ea9-4a9a-8ee4-ec3a9bf7bedb tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:58.913876 n-d-766043-2 neutron-server[94639]: INFO neutron.db.l3_db [None req-5f5247a3-9ea9-4a9a-8ee4-ec3a9bf7bedb tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Floating IP 05f3d455-b5a4-4e50-b744-a4761d93b1fb disassociated (deleted). External IP: 172.25.2.251, port: 032792af-7fe6-4557-bf66-118f51873fa6. Aug 19 15:07:58.989717 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb86124b-c1cd-4d53-bf07-7135d800c516 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:58.999779 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb86124b-c1cd-4d53-bf07-7135d800c516 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:59.002862 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-cb86124b-c1cd-4d53-bf07-7135d800c516 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "DELETE /v2.0/networks/95d11960-6a21-4ea8-9472-39d6351711eb HTTP/1.1" status: 204 len: 168 time: 0.9680383 Aug 19 15:07:59.016937 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55566) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:59.028340 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6ec9e69d-02b6-41a8-8f8f-0b446b6024d9 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1550684054', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:59.052377 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb86124b-c1cd-4d53-bf07-7135d800c516 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event deleted for resources: {'Network': ['ID=95d11960-6a21-4ea8-9472-39d6351711eb,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:59.081976 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ec9e69d-02b6-41a8-8f8f-0b446b6024d9 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:59.083794 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ec9e69d-02b6-41a8-8f8f-0b446b6024d9 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:59.161354 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ec9e69d-02b6-41a8-8f8f-0b446b6024d9 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:59.168154 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ec9e69d-02b6-41a8-8f8f-0b446b6024d9 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:59.192447 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ec9e69d-02b6-41a8-8f8f-0b446b6024d9 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:59.194218 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-6ec9e69d-02b6-41a8-8f8f-0b446b6024d9 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1735632 Aug 19 15:07:59.197094 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55568) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:59.202506 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7073f750-c30a-42dd-91cd-7ded13b00721 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Request body: {'network': {'name': 'tempest-RoutersTest-401823990'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:59.233515 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7073f750-c30a-42dd-91cd-7ded13b00721 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Made reservation on behalf of 71f8eb57bbdb4f7f804d75dfd4292af4 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:07:59.240545 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f5247a3-9ea9-4a9a-8ee4-ec3a9bf7bedb tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Router c9035436-5611-4272-a55a-584282187263 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:07:59.242078 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7073f750-c30a-42dd-91cd-7ded13b00721 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:59.282455 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7073f750-c30a-42dd-91cd-7ded13b00721 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:07:59.298420 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7073f750-c30a-42dd-91cd-7ded13b00721 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:59.298420 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-7073f750-c30a-42dd-91cd-7ded13b00721 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Added segment a0aad475-d31b-41ba-9fcf-d72078fa740c of type vlan for network b242d506-824e-4fec-8e0c-b4207cd18f3f Aug 19 15:07:59.354101 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7073f750-c30a-42dd-91cd-7ded13b00721 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:59.375024 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5247a3-9ea9-4a9a-8ee4-ec3a9bf7bedb tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:07:59.382816 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f5247a3-9ea9-4a9a-8ee4-ec3a9bf7bedb tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:59.386919 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5387f686-8762-4c2c-8579-19272226b882 None None] Sync routers for ids ['c9035436-5611-4272-a55a-584282187263'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:07:59.393077 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7073f750-c30a-42dd-91cd-7ded13b00721 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:59.398085 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5387f686-8762-4c2c-8579-19272226b882 None None] Routers {'c9035436-5611-4272-a55a-584282187263'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:07:59.399525 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5387f686-8762-4c2c-8579-19272226b882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:07:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['c9035436-5611-4272-a55a-584282187263'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:07:59.400346 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7073f750-c30a-42dd-91cd-7ded13b00721 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:59.401148 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7073f750-c30a-42dd-91cd-7ded13b00721 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:59.445547 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5f5247a3-9ea9-4a9a-8ee4-ec3a9bf7bedb tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "DELETE /v2.0/floatingips/05f3d455-b5a4-4e50-b744-a4761d93b1fb HTTP/1.1" status: 204 len: 168 time: 1.5249159 Aug 19 15:07:59.445547 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97bf27b4-7347-497b-8a84-e2cd21e023a7', 'tag': '032792af-7fe6-4557-bf66-118f51873fa6'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:07:59.448865 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326fcd2d-5dca-406e-9836-0f3849ebd17d" -d '{"events": [{"name": "network-changed", "server_uuid": "97bf27b4-7347-497b-8a84-e2cd21e023a7", "tag": "032792af-7fe6-4557-bf66-118f51873fa6"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:07:59.506185 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e408c394-730d-4932-8fbd-e96d9c38d650 x-openstack-request-id: req-e408c394-730d-4932-8fbd-e96d9c38d650 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:07:59.506596 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97bf27b4-7347-497b-8a84-e2cd21e023a7", "tag": "032792af-7fe6-4557-bf66-118f51873fa6", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:07:59.507033 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e408c394-730d-4932-8fbd-e96d9c38d650 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:07:59.507636 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97bf27b4-7347-497b-8a84-e2cd21e023a7', 'tag': '032792af-7fe6-4557-bf66-118f51873fa6', 'status': 'completed', 'code': 200} Aug 19 15:07:59.533696 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7073f750-c30a-42dd-91cd-7ded13b00721 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event updated for resources: {'Network': ['ID=b242d506-824e-4fec-8e0c-b4207cd18f3f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:07:59.550115 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network b242d506-824e-4fec-8e0c-b4207cd18f3f details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:07:59.577132 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-5387f686-8762-4c2c-8579-19272226b882 None None] Set router c9035436-5611-4272-a55a-584282187263 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:07:59.587376 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55574) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:07:59.587619 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-7073f750-c30a-42dd-91cd-7ded13b00721 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3886824 Aug 19 15:07:59.597575 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d18ab3b5-3f4d-49ad-99fc-418f58775387 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Request body: {'subnet': {'network_id': 'b242d506-824e-4fec-8e0c-b4207cd18f3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:07:59.603093 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326fcd2d-5dca-406e-9836-0f3849ebd17d req-fb3057fe-ffc3-41d7-96a7-de0d44fc5fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:59.604771 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-326fcd2d-5dca-406e-9836-0f3849ebd17d req-fb3057fe-ffc3-41d7-96a7-de0d44fc5fe0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5784b0340e8242b1aba4ab831f2e3b23&device_id=97bf27b4-7347-497b-8a84-e2cd21e023a7 HTTP/1.1" status: 200 len: 1095 time: 0.0586710 Aug 19 15:07:59.794268 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 5022d7b4-543d-4792-beac-cc4aee91adec no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:07:59.851199 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 5022d7b4-543d-4792-beac-cc4aee91adec {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:07:59.851686 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 5022d7b4-543d-4792-beac-cc4aee91adec not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:07:59.851966 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18ab3b5-3f4d-49ad-99fc-418f58775387 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Made reservation on behalf of 71f8eb57bbdb4f7f804d75dfd4292af4 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:07:59.854287 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326fcd2d-5dca-406e-9836-0f3849ebd17d req-0a98e8e5-05ce-42c0-b94c-577b83978466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:07:59.855824 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-326fcd2d-5dca-406e-9836-0f3849ebd17d req-0a98e8e5-05ce-42c0-b94c-577b83978466 service neutron] 10.222.0.88 "GET /v2.0/networks?id=16979bc9-bd87-40e7-83d7-26aa6bdb5cc8 HTTP/1.1" status: 200 len: 895 time: 0.2421663 Aug 19 15:07:59.859260 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d18ab3b5-3f4d-49ad-99fc-418f58775387 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:07:59.918081 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-326fcd2d-5dca-406e-9836-0f3849ebd17d req-bdbfed3f-196d-4500-8219-89ce1730c9c5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=032792af-7fe6-4557-bf66-118f51873fa6 HTTP/1.1" status: 200 len: 217 time: 0.0542970 Aug 19 15:08:00.013831 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5387f686-8762-4c2c-8579-19272226b882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9035436-5611-4272-a55a-584282187263', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1548904314', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '7a9f12ac-eb97-4094-895f-483254f0372d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:06:37Z', 'updated_at': '2021-08-19T15:06:43Z', 'revision_number': 4, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port': {'id': '7a9f12ac-eb97-4094-895f-483254f0372d', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:9d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9035436-5611-4272-a55a-584282187263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:06:37Z', 'updated_at': '2021-08-19T15:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '20379dc2-cd68-4f36-86d3-95baccc7eae6', 'name': '', 'network_id': '16979bc9-bd87-40e7-83d7-26aa6bdb5cc8', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'mac_address': 'fa:16:3e:79:21:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9035436-5611-4272-a55a-584282187263', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'e23e949d-cf50-4567-af8c-5bd60c665582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:06:42Z', 'updated_at': '2021-08-19T15:06:50Z', 'revision_number': 5, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'subnets': [{'id': 'e23e949d-cf50-4567-af8c-5bd60c665582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:00.023413 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d75b313-17d7-4aeb-a047-cbabb0849eee req-9c54a6ce-9b48-47c1-a4c9-6582ca7413e5 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:00.025615 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7d75b313-17d7-4aeb-a047-cbabb0849eee req-9c54a6ce-9b48-47c1-a4c9-6582ca7413e5 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=97bf27b4-7347-497b-8a84-e2cd21e023a7 HTTP/1.1" status: 200 len: 944 time: 0.1065466 Aug 19 15:08:00.027420 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326fcd2d-5dca-406e-9836-0f3849ebd17d req-7c66ad42-d701-4409-a046-c43a94813690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:00.028928 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-326fcd2d-5dca-406e-9836-0f3849ebd17d req-7c66ad42-d701-4409-a046-c43a94813690 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e23e949d-cf50-4567-af8c-5bd60c665582 HTTP/1.1" status: 200 len: 835 time: 0.0986791 Aug 19 15:08:00.065852 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5387f686-8762-4c2c-8579-19272226b882 None None] Checking router: c9035436-5611-4272-a55a-584282187263 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:08:00.082610 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5387f686-8762-4c2c-8579-19272226b882 None None] Routers {'c9035436-5611-4272-a55a-584282187263'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:08:00.083602 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5387f686-8762-4c2c-8579-19272226b882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:07:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['c9035436-5611-4272-a55a-584282187263'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:00.116171 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326fcd2d-5dca-406e-9836-0f3849ebd17d req-fd5d4bdd-28ce-424a-b844-b0225af5fbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:00.117952 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-326fcd2d-5dca-406e-9836-0f3849ebd17d req-fd5d4bdd-28ce-424a-b844-b0225af5fbe6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=16979bc9-bd87-40e7-83d7-26aa6bdb5cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788603 Aug 19 15:08:00.128900 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7d75b313-17d7-4aeb-a047-cbabb0849eee req-100c2c87-8fd6-448e-8274-409e526080e6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=7410b8ac-28b2-41f0-a4f8-33818ccf3844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956118 Aug 19 15:08:00.203423 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d18ab3b5-3f4d-49ad-99fc-418f58775387 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:00.268818 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-5387f686-8762-4c2c-8579-19272226b882 None None] Set router c9035436-5611-4272-a55a-584282187263 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:08:00.272324 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1774b7-8b98-4ec5-b280-8653cbdcf987 req-d340f06f-b85e-4dd1-a428-5898f5c16790 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:00.274010 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5d1774b7-8b98-4ec5-b280-8653cbdcf987 req-d340f06f-b85e-4dd1-a428-5898f5c16790 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.88 "GET /v2.0/ports?device_id=97bf27b4-7347-497b-8a84-e2cd21e023a7 HTTP/1.1" status: 200 len: 944 time: 0.0728192 Aug 19 15:08:00.307348 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18ab3b5-3f4d-49ad-99fc-418f58775387 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event updated for resources: {'Subnet': ['ID=e8661ce9-be0b-4c75-b172-01c90ec28d7a,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:00.323922 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18ab3b5-3f4d-49ad-99fc-418f58775387 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Checking segment: {'id': 'a0aad475-d31b-41ba-9fcf-d72078fa740c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b242d506-824e-4fec-8e0c-b4207cd18f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:08:00.324508 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18ab3b5-3f4d-49ad-99fc-418f58775387 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Network hostable DHCP agents. Network: b242d506-824e-4fec-8e0c-b4207cd18f3f, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:08:00.326461 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-326fcd2d-5dca-406e-9836-0f3849ebd17d req-5649abfa-c5b4-45ab-b342-2db854902b0b service neutron] 10.222.0.88 "GET /v2.0/networks/16979bc9-bd87-40e7-83d7-26aa6bdb5cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943913 Aug 19 15:08:00.346933 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18ab3b5-3f4d-49ad-99fc-418f58775387 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Network b242d506-824e-4fec-8e0c-b4207cd18f3f is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:08:00.363337 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d18ab3b5-3f4d-49ad-99fc-418f58775387 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, b242d506-824e-4fec-8e0c-b4207cd18f3f) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:08:00.376175 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae049c0d-7d6d-4df5-a2f0-cd78ac9830e2 None None] Network b242d506-824e-4fec-8e0c-b4207cd18f3f requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:08:00.389734 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18ab3b5-3f4d-49ad-99fc-418f58775387 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:00.391172 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d18ab3b5-3f4d-49ad-99fc-418f58775387 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:00.433109 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d18ab3b5-3f4d-49ad-99fc-418f58775387 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8431282 Aug 19 15:08:00.436759 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55582) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:00.530901 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-5d1774b7-8b98-4ec5-b280-8653cbdcf987 req-7a2e59bc-d86a-4241-a41d-1eefe86fa8a8 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Deleting port 032792af-7fe6-4557-bf66-118f51873fa6 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:08:00.531356 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5d1774b7-8b98-4ec5-b280-8653cbdcf987 req-7a2e59bc-d86a-4241-a41d-1eefe86fa8a8 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:00.564246 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-326fcd2d-5dca-406e-9836-0f3849ebd17d req-79e7eb36-b82f-47a9-8cfd-94ae38e02296 service neutron] 10.222.0.88 "GET /v2.0/networks/16979bc9-bd87-40e7-83d7-26aa6bdb5cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224874 Aug 19 15:08:00.611463 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5387f686-8762-4c2c-8579-19272226b882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9035436-5611-4272-a55a-584282187263', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1548904314', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '7a9f12ac-eb97-4094-895f-483254f0372d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:06:37Z', 'updated_at': '2021-08-19T15:06:43Z', 'revision_number': 4, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port': {'id': '7a9f12ac-eb97-4094-895f-483254f0372d', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:9d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9035436-5611-4272-a55a-584282187263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:06:37Z', 'updated_at': '2021-08-19T15:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '20379dc2-cd68-4f36-86d3-95baccc7eae6', 'name': '', 'network_id': '16979bc9-bd87-40e7-83d7-26aa6bdb5cc8', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'mac_address': 'fa:16:3e:79:21:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9035436-5611-4272-a55a-584282187263', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'e23e949d-cf50-4567-af8c-5bd60c665582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:06:42Z', 'updated_at': '2021-08-19T15:06:50Z', 'revision_number': 5, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'subnets': [{'id': 'e23e949d-cf50-4567-af8c-5bd60c665582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:00.651617 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5387f686-8762-4c2c-8579-19272226b882 None None] The sync data for ids ['c9035436-5611-4272-a55a-584282187263'] in n-d-766043-2 is: [{'id': 'c9035436-5611-4272-a55a-584282187263', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1548904314', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '7a9f12ac-eb97-4094-895f-483254f0372d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:06:37Z', 'updated_at': '2021-08-19T15:06:43Z', 'revision_number': 4, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port': {'id': '7a9f12ac-eb97-4094-895f-483254f0372d', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:9d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9035436-5611-4272-a55a-584282187263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:06:37Z', 'updated_at': '2021-08-19T15:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '20379dc2-cd68-4f36-86d3-95baccc7eae6', 'name': '', 'network_id': '16979bc9-bd87-40e7-83d7-26aa6bdb5cc8', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'mac_address': 'fa:16:3e:79:21:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9035436-5611-4272-a55a-584282187263', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'e23e949d-cf50-4567-af8c-5bd60c665582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:06:42Z', 'updated_at': '2021-08-19T15:06:50Z', 'revision_number': 5, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'subnets': [{'id': 'e23e949d-cf50-4567-af8c-5bd60c665582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:08:00.735916 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-5d1774b7-8b98-4ec5-b280-8653cbdcf987 req-7a2e59bc-d86a-4241-a41d-1eefe86fa8a8 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] For port 032792af-7fe6-4557-bf66-118f51873fa6, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=032792af-7fe6-4557-bf66-118f51873fa6,segment=NetworkSegment(2d0390a9-4688-40e5-b551-619ed4a62b79),segment_id=2d0390a9-4688-40e5-b551-619ed4a62b79)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:08:00.736553 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5d1774b7-8b98-4ec5-b280-8653cbdcf987 req-7a2e59bc-d86a-4241-a41d-1eefe86fa8a8 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:00.784537 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-5d1774b7-8b98-4ec5-b280-8653cbdcf987 req-7a2e59bc-d86a-4241-a41d-1eefe86fa8a8 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Calling delete_port for 032792af-7fe6-4557-bf66-118f51873fa6 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:08:00.882340 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0119625a-76e5-409f-bbbc-e548a610a966 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-b242d506-824e-4fec-8e0c-b4207cd18f3f', 'network_id': 'b242d506-824e-4fec-8e0c-b4207cd18f3f', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'fixed_ips': [{'subnet_id': 'e8661ce9-be0b-4c75-b172-01c90ec28d7a'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:08:00.884335 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0119625a-76e5-409f-bbbc-e548a610a966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:01.075120 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5d1774b7-8b98-4ec5-b280-8653cbdcf987 req-7a2e59bc-d86a-4241-a41d-1eefe86fa8a8 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:01.128211 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-0119625a-76e5-409f-bbbc-e548a610a966 None None] Allocated IP 172.20.0.2 (b242d506-824e-4fec-8e0c-b4207cd18f3f/e8661ce9-be0b-4c75-b172-01c90ec28d7a/841043d2-f63c-4bcf-8a0b-6c0d7e1a83da) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:08:01.163746 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2e59bc-d86a-4241-a41d-1eefe86fa8a8 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event deleted for resources: {'Port': ['ID=032792af-7fe6-4557-bf66-118f51873fa6,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:01.277490 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36282b5-e76e-4faf-93e9-715cbf57427e None None] New status for floating IP 05f3d455-b5a4-4e50-b744-a4761d93b1fb: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:08:01.306516 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d1774b7-8b98-4ec5-b280-8653cbdcf987 req-7a2e59bc-d86a-4241-a41d-1eefe86fa8a8 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] No DVR routers for this DVR port 032792af-7fe6-4557-bf66-118f51873fa6 on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:08:01.321731 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5d1774b7-8b98-4ec5-b280-8653cbdcf987 req-7a2e59bc-d86a-4241-a41d-1eefe86fa8a8 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:01.323907 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5d1774b7-8b98-4ec5-b280-8653cbdcf987 req-7a2e59bc-d86a-4241-a41d-1eefe86fa8a8 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.88 "DELETE /v2.0/ports/032792af-7fe6-4557-bf66-118f51873fa6 HTTP/1.1" status: 204 len: 173 time: 1.0403020 Aug 19 15:08:01.324466 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97bf27b4-7347-497b-8a84-e2cd21e023a7', 'name': 'network-vif-deleted', 'tag': '032792af-7fe6-4557-bf66-118f51873fa6'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:08:01.328120 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9efa30e-6e9e-40f1-a0d1-34efcf3ea4c1" -d '{"events": [{"server_uuid": "97bf27b4-7347-497b-8a84-e2cd21e023a7", "name": "network-vif-deleted", "tag": "032792af-7fe6-4557-bf66-118f51873fa6"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:08:01.365651 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cdf15a3-04c2-4c54-a929-0c3e3e460ce4 req-a4586a14-c22b-47ea-a9b7-c28ba6f294ca tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=97bf27b4-7347-497b-8a84-e2cd21e023a7 HTTP/1.1" status: 200 len: 210 time: 0.0568471 Aug 19 15:08:01.429081 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0119625a-76e5-409f-bbbc-e548a610a966 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:01.439915 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0119625a-76e5-409f-bbbc-e548a610a966 None None] Transition to ACTIVE for port object 841043d2-f63c-4bcf-8a0b-6c0d7e1a83da will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:08:01.447951 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e697c7c-7024-40c3-ae2b-7e585a79fb80 x-openstack-request-id: req-8e697c7c-7024-40c3-ae2b-7e585a79fb80 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:08:01.448339 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97bf27b4-7347-497b-8a84-e2cd21e023a7", "name": "network-vif-deleted", "tag": "032792af-7fe6-4557-bf66-118f51873fa6", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:08:01.448707 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8e697c7c-7024-40c3-ae2b-7e585a79fb80 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:08:01.449206 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97bf27b4-7347-497b-8a84-e2cd21e023a7', 'name': 'network-vif-deleted', 'tag': '032792af-7fe6-4557-bf66-118f51873fa6', 'status': 'completed', 'code': 200} Aug 19 15:08:01.541840 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0119625a-76e5-409f-bbbc-e548a610a966 None None] Transition to ACTIVE for port object 841043d2-f63c-4bcf-8a0b-6c0d7e1a83da will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:08:01.545348 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-564bf125-860a-4b4c-93b7-bbcc84c90b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:01.559835 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0119625a-76e5-409f-bbbc-e548a610a966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:01.634904 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0119625a-76e5-409f-bbbc-e548a610a966 None None] Network b242d506-824e-4fec-8e0c-b4207cd18f3f is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:08:01.648720 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-0119625a-76e5-409f-bbbc-e548a610a966 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:08:01.659021 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0119625a-76e5-409f-bbbc-e548a610a966 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:08:01.682489 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0119625a-76e5-409f-bbbc-e548a610a966 None None] Pushing event updated for resources: {'Port': ['ID=841043d2-f63c-4bcf-8a0b-6c0d7e1a83da,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:01.775899 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0119625a-76e5-409f-bbbc-e548a610a966 None None] Attempting to bind port 841043d2-f63c-4bcf-8a0b-6c0d7e1a83da on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:08:01.776270 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0119625a-76e5-409f-bbbc-e548a610a966 None None] Attempting to bind port 841043d2-f63c-4bcf-8a0b-6c0d7e1a83da by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'a0aad475-d31b-41ba-9fcf-d72078fa740c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b242d506-824e-4fec-8e0c-b4207cd18f3f'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:08:01.776692 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0119625a-76e5-409f-bbbc-e548a610a966 None None] Attempting to bind port 841043d2-f63c-4bcf-8a0b-6c0d7e1a83da on network b242d506-824e-4fec-8e0c-b4207cd18f3f {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:08:01.782316 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0119625a-76e5-409f-bbbc-e548a610a966 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:08:01.782624 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0119625a-76e5-409f-bbbc-e548a610a966 None None] Checking segment: {'id': 'a0aad475-d31b-41ba-9fcf-d72078fa740c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b242d506-824e-4fec-8e0c-b4207cd18f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:08:01.783050 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0119625a-76e5-409f-bbbc-e548a610a966 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:01.783437 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0119625a-76e5-409f-bbbc-e548a610a966 None None] Bound using segment: {'id': 'a0aad475-d31b-41ba-9fcf-d72078fa740c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b242d506-824e-4fec-8e0c-b4207cd18f3f'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:08:01.784034 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0119625a-76e5-409f-bbbc-e548a610a966 None None] Bound port: 841043d2-f63c-4bcf-8a0b-6c0d7e1a83da, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0aad475-d31b-41ba-9fcf-d72078fa740c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b242d506-824e-4fec-8e0c-b4207cd18f3f'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:08:01.784436 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0119625a-76e5-409f-bbbc-e548a610a966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:01.879673 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0119625a-76e5-409f-bbbc-e548a610a966 None None] For port 841043d2-f63c-4bcf-8a0b-6c0d7e1a83da, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:08:01.892452 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0119625a-76e5-409f-bbbc-e548a610a966 None None] For port 841043d2-f63c-4bcf-8a0b-6c0d7e1a83da, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=841043d2-f63c-4bcf-8a0b-6c0d7e1a83da,segment=NetworkSegment(a0aad475-d31b-41ba-9fcf-d72078fa740c),segment_id=a0aad475-d31b-41ba-9fcf-d72078fa740c)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:08:01.904269 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0119625a-76e5-409f-bbbc-e548a610a966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:01.931644 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ec0afa7-49e7-4328-a73b-4fc486239c1a tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:01.994566 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0119625a-76e5-409f-bbbc-e548a610a966 None None] Pushing event updated for resources: {'Port': ['ID=841043d2-f63c-4bcf-8a0b-6c0d7e1a83da,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:02.323810 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-9ec0afa7-49e7-4328-a73b-4fc486239c1a tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Allocated IP 172.20.0.1 (b242d506-824e-4fec-8e0c-b4207cd18f3f/e8661ce9-be0b-4c75-b172-01c90ec28d7a/bbfd32be-6674-4e0f-b337-4a3d27957771) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:08:02.485633 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55594) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:02.499165 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ec0afa7-49e7-4328-a73b-4fc486239c1a tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:02.522166 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-9ec0afa7-49e7-4328-a73b-4fc486239c1a tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Transition to ACTIVE for port object bbfd32be-6674-4e0f-b337-4a3d27957771 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:08:02.580515 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ec0afa7-49e7-4328-a73b-4fc486239c1a tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:02.643035 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec0afa7-49e7-4328-a73b-4fc486239c1a tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Network b242d506-824e-4fec-8e0c-b4207cd18f3f is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:08:02.647534 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-9ec0afa7-49e7-4328-a73b-4fc486239c1a tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:08:02.649591 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec0afa7-49e7-4328-a73b-4fc486239c1a tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event updated for resources: {'Port': ['ID=bbfd32be-6674-4e0f-b337-4a3d27957771,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:02.658813 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec0afa7-49e7-4328-a73b-4fc486239c1a tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:08:02.725641 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ec0afa7-49e7-4328-a73b-4fc486239c1a tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:02.913565 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ec0afa7-49e7-4328-a73b-4fc486239c1a tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:03.171113 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-03d434ce-e88b-4ff0-abb3-80ad97d70a50 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:03.219331 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54108234-1169-4759-b57a-124c32ba562c None None] Network b242d506-824e-4fec-8e0c-b4207cd18f3f requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:08:03.281796 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-94d4bd0f-00f0-450e-ab61-e9ad0d6ed6d7 None None] Provisioning for port 841043d2-f63c-4bcf-8a0b-6c0d7e1a83da completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:08:03.291497 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ec0afa7-49e7-4328-a73b-4fc486239c1a tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:03.299865 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ec0afa7-49e7-4328-a73b-4fc486239c1a tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:03.372085 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ec0afa7-49e7-4328-a73b-4fc486239c1a tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:03.482444 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec0afa7-49e7-4328-a73b-4fc486239c1a tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event updated for resources: {'Port': ['ID=bbfd32be-6674-4e0f-b337-4a3d27957771,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:03.487179 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 032792af-7fe6-4557-bf66-118f51873fa6 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:08:03.513203 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: 032792af-7fe6-4557-bf66-118f51873fa6 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:08:03.513423 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 032792af-7fe6-4557-bf66-118f51873fa6 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:08:03.569517 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec0afa7-49e7-4328-a73b-4fc486239c1a tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Network b242d506-824e-4fec-8e0c-b4207cd18f3f is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:08:03.572577 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-9ec0afa7-49e7-4328-a73b-4fc486239c1a tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:08:03.605372 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-03d434ce-e88b-4ff0-abb3-80ad97d70a50 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Deleting port 20379dc2-cd68-4f36-86d3-95baccc7eae6 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:08:03.605926 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-03d434ce-e88b-4ff0-abb3-80ad97d70a50 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:03.778288 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec0afa7-49e7-4328-a73b-4fc486239c1a tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Router 1a53d98c-d3ee-4b99-a4ad-5718891046c4 is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:08:03.835860 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-03d434ce-e88b-4ff0-abb3-80ad97d70a50 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] For port 20379dc2-cd68-4f36-86d3-95baccc7eae6, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=20379dc2-cd68-4f36-86d3-95baccc7eae6,segment=NetworkSegment(2d0390a9-4688-40e5-b551-619ed4a62b79),segment_id=2d0390a9-4688-40e5-b551-619ed4a62b79)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:08:03.836574 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-03d434ce-e88b-4ff0-abb3-80ad97d70a50 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:03.850344 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 841043d2-f63c-4bcf-8a0b-6c0d7e1a83da up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:08:03.971588 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-25a3408c-a9b3-45a6-8bfe-36ccfff8e860 None None] Provisioning for port bbfd32be-6674-4e0f-b337-4a3d27957771 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:08:03.991623 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-25a3408c-a9b3-45a6-8bfe-36ccfff8e860 None None] Provisioning complete for port bbfd32be-6674-4e0f-b337-4a3d27957771 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:08:03.996195 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-25a3408c-a9b3-45a6-8bfe-36ccfff8e860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:04.048649 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec0afa7-49e7-4328-a73b-4fc486239c1a tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:08:04.065277 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 841043d2-f63c-4bcf-8a0b-6c0d7e1a83da completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:08:04.069517 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9ec0afa7-49e7-4328-a73b-4fc486239c1a tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "PUT /v2.0/routers/1a53d98c-d3ee-4b99-a4ad-5718891046c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6297231 Aug 19 15:08:04.075693 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55602) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:04.083487 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166bfae3-2e27-4521-a7a5-0471544bb230 None None] Sync routers for ids ['1a53d98c-d3ee-4b99-a4ad-5718891046c4'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:08:04.087542 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-64ee4c8b-2fb7-4e95-a078-26591ac8f214 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Request body: {'network': {'name': 'tempest-RoutersTest-2092609539'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:04.101663 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 841043d2-f63c-4bcf-8a0b-6c0d7e1a83da triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:08:04.102570 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:04.109170 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166bfae3-2e27-4521-a7a5-0471544bb230 None None] Routers {'1a53d98c-d3ee-4b99-a4ad-5718891046c4'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:08:04.110796 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-166bfae3-2e27-4521-a7a5-0471544bb230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:07:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['1a53d98c-d3ee-4b99-a4ad-5718891046c4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:04.144421 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ee4c8b-2fb7-4e95-a078-26591ac8f214 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Made reservation on behalf of 71f8eb57bbdb4f7f804d75dfd4292af4 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:08:04.150827 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-64ee4c8b-2fb7-4e95-a078-26591ac8f214 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:04.184812 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-25a3408c-a9b3-45a6-8bfe-36ccfff8e860 None None] Port bbfd32be-6674-4e0f-b337-4a3d27957771 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:08:04.201855 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64ee4c8b-2fb7-4e95-a078-26591ac8f214 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:08:04.229089 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-64ee4c8b-2fb7-4e95-a078-26591ac8f214 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:04.229447 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-64ee4c8b-2fb7-4e95-a078-26591ac8f214 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Added segment ee795dc1-56aa-4a89-9cdd-f020c791681e of type vlan for network f3a46c70-ba6e-40fd-b5e1-4976801a5091 Aug 19 15:08:04.232230 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:04.370378 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-03d434ce-e88b-4ff0-abb3-80ad97d70a50 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Calling delete_port for 20379dc2-cd68-4f36-86d3-95baccc7eae6 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:08:04.373746 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-166bfae3-2e27-4521-a7a5-0471544bb230 None None] Set router 1a53d98c-d3ee-4b99-a4ad-5718891046c4 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:08:04.384232 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-64ee4c8b-2fb7-4e95-a078-26591ac8f214 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:04.426951 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:04.448243 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a743d9f3-5d7e-4c9e-937d-b207e8ea9643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:04.449551 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-64ee4c8b-2fb7-4e95-a078-26591ac8f214 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:04.466936 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3ee49582-ff25-4105-a600-a7ed1e95cc39 None None] Provisioning complete for port bbfd32be-6674-4e0f-b337-4a3d27957771 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:08:04.467619 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3ee49582-ff25-4105-a600-a7ed1e95cc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:04.475600 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ee4c8b-2fb7-4e95-a078-26591ac8f214 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:04.476851 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-64ee4c8b-2fb7-4e95-a078-26591ac8f214 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:04.532376 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 841043d2-f63c-4bcf-8a0b-6c0d7e1a83da, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=841043d2-f63c-4bcf-8a0b-6c0d7e1a83da,segment=NetworkSegment(a0aad475-d31b-41ba-9fcf-d72078fa740c),segment_id=a0aad475-d31b-41ba-9fcf-d72078fa740c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:08:04.553979 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:04.582538 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-64ee4c8b-2fb7-4e95-a078-26591ac8f214 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5044746 Aug 19 15:08:04.588535 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55604) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:04.590291 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:04.598387 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-57832a04-fcbf-4225-89a9-d473c2c6f8df tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Request body: {'subnet': {'network_id': 'f3a46c70-ba6e-40fd-b5e1-4976801a5091', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:04.599019 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3ee49582-ff25-4105-a600-a7ed1e95cc39 None None] Port bbfd32be-6674-4e0f-b337-4a3d27957771 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:08:04.635251 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=841043d2-f63c-4bcf-8a0b-6c0d7e1a83da,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:04.702489 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee4c8b-2fb7-4e95-a078-26591ac8f214 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event updated for resources: {'Network': ['ID=f3a46c70-ba6e-40fd-b5e1-4976801a5091,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:04.720677 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network f3a46c70-ba6e-40fd-b5e1-4976801a5091 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:08:04.733706 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-166bfae3-2e27-4521-a7a5-0471544bb230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'name': 'tempest-RoutersTest-router-1550684054', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:59Z', 'updated_at': '2021-08-19T15:08:02Z', 'revision_number': 2, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'gw_port_host': None, '_interfaces': [{'id': 'bbfd32be-6674-4e0f-b337-4a3d27957771', 'name': '', 'network_id': 'b242d506-824e-4fec-8e0c-b4207cd18f3f', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'mac_address': 'fa:16:3e:90:1f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'e8661ce9-be0b-4c75-b172-01c90ec28d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:02Z', 'updated_at': '2021-08-19T15:08:03Z', 'revision_number': 2, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'subnets': [{'id': 'e8661ce9-be0b-4c75-b172-01c90ec28d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:04.762732 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-03d434ce-e88b-4ff0-abb3-80ad97d70a50 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:04.768210 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57832a04-fcbf-4225-89a9-d473c2c6f8df tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Made reservation on behalf of 71f8eb57bbdb4f7f804d75dfd4292af4 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:08:04.772715 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-57832a04-fcbf-4225-89a9-d473c2c6f8df tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:04.776165 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166bfae3-2e27-4521-a7a5-0471544bb230 None None] Checking router: 1a53d98c-d3ee-4b99-a4ad-5718891046c4 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:08:04.776790 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166bfae3-2e27-4521-a7a5-0471544bb230 None None] Updating router 1a53d98c-d3ee-4b99-a4ad-5718891046c4 port bbfd32be-6674-4e0f-b337-4a3d27957771 binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:08:04.777028 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e4d7086c-ed47-426c-9d1b-6097e31ce391 None None] Provisioning complete for port bbfd32be-6674-4e0f-b337-4a3d27957771 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:08:04.777733 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e4d7086c-ed47-426c-9d1b-6097e31ce391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:04.796390 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d434ce-e88b-4ff0-abb3-80ad97d70a50 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event deleted for resources: {'Port': ['ID=20379dc2-cd68-4f36-86d3-95baccc7eae6,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:04.819104 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-166bfae3-2e27-4521-a7a5-0471544bb230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:04.833103 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e4d7086c-ed47-426c-9d1b-6097e31ce391 None None] Port bbfd32be-6674-4e0f-b337-4a3d27957771 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:08:05.031569 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-03d434ce-e88b-4ff0-abb3-80ad97d70a50 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:05.077344 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-57832a04-fcbf-4225-89a9-d473c2c6f8df tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:05.153291 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:05.154455 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57832a04-fcbf-4225-89a9-d473c2c6f8df tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event updated for resources: {'Subnet': ['ID=24931e03-3c3f-438f-9cae-b7eab27cf96d,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:05.156961 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57832a04-fcbf-4225-89a9-d473c2c6f8df tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Checking segment: {'id': 'ee795dc1-56aa-4a89-9cdd-f020c791681e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f3a46c70-ba6e-40fd-b5e1-4976801a5091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:08:05.157790 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57832a04-fcbf-4225-89a9-d473c2c6f8df tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Network hostable DHCP agents. Network: f3a46c70-ba6e-40fd-b5e1-4976801a5091, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:08:05.175131 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-166bfae3-2e27-4521-a7a5-0471544bb230 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:05.179220 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57832a04-fcbf-4225-89a9-d473c2c6f8df tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Network f3a46c70-ba6e-40fd-b5e1-4976801a5091 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:08:05.186479 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-166bfae3-2e27-4521-a7a5-0471544bb230 None None] Transition to ACTIVE for port object bbfd32be-6674-4e0f-b337-4a3d27957771 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:08:05.193828 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-166bfae3-2e27-4521-a7a5-0471544bb230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:05.195357 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-57832a04-fcbf-4225-89a9-d473c2c6f8df tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, f3a46c70-ba6e-40fd-b5e1-4976801a5091) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:08:05.202124 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57832a04-fcbf-4225-89a9-d473c2c6f8df tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:05.205149 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22db2c7e-1af3-4cb5-ba6b-50b668f33203 None None] Network f3a46c70-ba6e-40fd-b5e1-4976801a5091 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:08:05.208362 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-57832a04-fcbf-4225-89a9-d473c2c6f8df tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:05.245741 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-57832a04-fcbf-4225-89a9-d473c2c6f8df tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6548162 Aug 19 15:08:05.245997 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b2809-1b75-42f6-8e32-d785a25ca595 None None] Pushing event updated for resources: {'Port': ['ID=bbfd32be-6674-4e0f-b337-4a3d27957771,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:05.248380 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55608) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:05.257614 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6b2809-1b75-42f6-8e32-d785a25ca595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:05.258045 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6b2809-1b75-42f6-8e32-d785a25ca595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:05.258856 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6b2809-1b75-42f6-8e32-d785a25ca595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:05.259337 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6b2809-1b75-42f6-8e32-d785a25ca595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:05.259675 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6b2809-1b75-42f6-8e32-d785a25ca595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:05.259998 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6b2809-1b75-42f6-8e32-d785a25ca595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:05.260326 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6b2809-1b75-42f6-8e32-d785a25ca595 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:05.260671 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6b2809-1b75-42f6-8e32-d785a25ca595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:05.260995 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6b2809-1b75-42f6-8e32-d785a25ca595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:05.261313 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6b2809-1b75-42f6-8e32-d785a25ca595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:05.261638 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6b2809-1b75-42f6-8e32-d785a25ca595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:05.261956 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6b2809-1b75-42f6-8e32-d785a25ca595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:05.356626 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-166bfae3-2e27-4521-a7a5-0471544bb230 None None] Attempting to bind port bbfd32be-6674-4e0f-b337-4a3d27957771 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:08:05.357006 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-166bfae3-2e27-4521-a7a5-0471544bb230 None None] Attempting to bind port bbfd32be-6674-4e0f-b337-4a3d27957771 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'a0aad475-d31b-41ba-9fcf-d72078fa740c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b242d506-824e-4fec-8e0c-b4207cd18f3f'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:08:05.357357 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166bfae3-2e27-4521-a7a5-0471544bb230 None None] Attempting to bind port bbfd32be-6674-4e0f-b337-4a3d27957771 on network b242d506-824e-4fec-8e0c-b4207cd18f3f {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:08:05.363137 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166bfae3-2e27-4521-a7a5-0471544bb230 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:08:05.363634 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166bfae3-2e27-4521-a7a5-0471544bb230 None None] Checking segment: {'id': 'a0aad475-d31b-41ba-9fcf-d72078fa740c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b242d506-824e-4fec-8e0c-b4207cd18f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:08:05.363828 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d434ce-e88b-4ff0-abb3-80ad97d70a50 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Router c9035436-5611-4272-a55a-584282187263 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:08:05.364210 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-166bfae3-2e27-4521-a7a5-0471544bb230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:05.364760 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166bfae3-2e27-4521-a7a5-0471544bb230 None None] Bound using segment: {'id': 'a0aad475-d31b-41ba-9fcf-d72078fa740c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b242d506-824e-4fec-8e0c-b4207cd18f3f'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:08:05.365229 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-166bfae3-2e27-4521-a7a5-0471544bb230 None None] Bound port: bbfd32be-6674-4e0f-b337-4a3d27957771, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0aad475-d31b-41ba-9fcf-d72078fa740c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b242d506-824e-4fec-8e0c-b4207cd18f3f'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:08:05.365628 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-166bfae3-2e27-4521-a7a5-0471544bb230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:05.460891 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:05.473563 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1ed323-1a33-4937-ac7b-813409e558d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-f3a46c70-ba6e-40fd-b5e1-4976801a5091', 'network_id': 'f3a46c70-ba6e-40fd-b5e1-4976801a5091', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'fixed_ips': [{'subnet_id': '24931e03-3c3f-438f-9cae-b7eab27cf96d'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:08:05.475150 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-df1ed323-1a33-4937-ac7b-813409e558d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:05.515942 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-166bfae3-2e27-4521-a7a5-0471544bb230 None None] For port bbfd32be-6674-4e0f-b337-4a3d27957771, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:08:05.520273 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-166bfae3-2e27-4521-a7a5-0471544bb230 None None] For port bbfd32be-6674-4e0f-b337-4a3d27957771, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=bbfd32be-6674-4e0f-b337-4a3d27957771,segment=NetworkSegment(a0aad475-d31b-41ba-9fcf-d72078fa740c),segment_id=a0aad475-d31b-41ba-9fcf-d72078fa740c)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:08:05.530976 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-166bfae3-2e27-4521-a7a5-0471544bb230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:05.585722 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d434ce-e88b-4ff0-abb3-80ad97d70a50 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:08:05.603708 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-03d434ce-e88b-4ff0-abb3-80ad97d70a50 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "PUT /v2.0/routers/c9035436-5611-4272-a55a-584282187263/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1168644 Aug 19 15:08:05.604626 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55610) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:05.606035 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06302c86-d11b-4191-877f-24cc83f9ea1a None None] Sync routers for ids ['c9035436-5611-4272-a55a-584282187263'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:08:05.639065 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166bfae3-2e27-4521-a7a5-0471544bb230 None None] Routers {'1a53d98c-d3ee-4b99-a4ad-5718891046c4'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:08:05.639723 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-166bfae3-2e27-4521-a7a5-0471544bb230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:08:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['1a53d98c-d3ee-4b99-a4ad-5718891046c4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:05.736857 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-55d185c5-aa49-4486-8642-72a12fda6cae tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Deleting subnet e23e949d-cf50-4567-af8c-5bd60c665582 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:08:05.740451 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-55d185c5-aa49-4486-8642-72a12fda6cae tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:05.824108 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-55d185c5-aa49-4486-8642-72a12fda6cae tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:05.890112 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 841043d2-f63c-4bcf-8a0b-6c0d7e1a83da up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:08:05.918464 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b2809-1b75-42f6-8e32-d785a25ca595 None None] Pushing event updated for resources: {'Port': ['ID=bbfd32be-6674-4e0f-b337-4a3d27957771,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:05.937147 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06302c86-d11b-4191-877f-24cc83f9ea1a None None] Routers {'c9035436-5611-4272-a55a-584282187263'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:08:05.937676 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-06302c86-d11b-4191-877f-24cc83f9ea1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:08:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['c9035436-5611-4272-a55a-584282187263'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:05.950504 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-166bfae3-2e27-4521-a7a5-0471544bb230 None None] Set router 1a53d98c-d3ee-4b99-a4ad-5718891046c4 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:08:06.138031 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-06302c86-d11b-4191-877f-24cc83f9ea1a None None] Set router c9035436-5611-4272-a55a-584282187263 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:08:06.144906 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-55d185c5-aa49-4486-8642-72a12fda6cae tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:06.212823 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-df1ed323-1a33-4937-ac7b-813409e558d0 None None] Allocated IP 172.21.0.2 (f3a46c70-ba6e-40fd-b5e1-4976801a5091/24931e03-3c3f-438f-9cae-b7eab27cf96d/e1fc61b4-e43c-4145-be13-ff58c29fcb75) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:08:06.244589 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-166bfae3-2e27-4521-a7a5-0471544bb230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'name': 'tempest-RoutersTest-router-1550684054', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:59Z', 'updated_at': '2021-08-19T15:08:02Z', 'revision_number': 2, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'gw_port_host': None, '_interfaces': [{'id': 'bbfd32be-6674-4e0f-b337-4a3d27957771', 'name': '', 'network_id': 'b242d506-824e-4fec-8e0c-b4207cd18f3f', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'mac_address': 'fa:16:3e:90:1f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'e8661ce9-be0b-4c75-b172-01c90ec28d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:02Z', 'updated_at': '2021-08-19T15:08:05Z', 'revision_number': 4, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'subnets': [{'id': 'e8661ce9-be0b-4c75-b172-01c90ec28d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:06.280580 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166bfae3-2e27-4521-a7a5-0471544bb230 None None] The sync data for ids ['1a53d98c-d3ee-4b99-a4ad-5718891046c4'] in n-d-766043-2 is: [{'id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'name': 'tempest-RoutersTest-router-1550684054', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:59Z', 'updated_at': '2021-08-19T15:08:02Z', 'revision_number': 2, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'gw_port_host': None, '_interfaces': [{'id': 'bbfd32be-6674-4e0f-b337-4a3d27957771', 'name': '', 'network_id': 'b242d506-824e-4fec-8e0c-b4207cd18f3f', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'mac_address': 'fa:16:3e:90:1f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'e8661ce9-be0b-4c75-b172-01c90ec28d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:02Z', 'updated_at': '2021-08-19T15:08:05Z', 'revision_number': 4, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'subnets': [{'id': 'e8661ce9-be0b-4c75-b172-01c90ec28d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:08:06.287381 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 841043d2-f63c-4bcf-8a0b-6c0d7e1a83da triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:08:06.287761 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:06.292875 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0082853d-04fb-486c-9c03-e53091387e90 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:06.351641 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-55d185c5-aa49-4486-8642-72a12fda6cae tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:06.421390 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d185c5-aa49-4486-8642-72a12fda6cae tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event deleted for resources: {'Subnet': ['ID=e23e949d-cf50-4567-af8c-5bd60c665582,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:06.433772 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-55d185c5-aa49-4486-8642-72a12fda6cae tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:06.435758 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-55d185c5-aa49-4486-8642-72a12fda6cae tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "DELETE /v2.0/subnets/e23e949d-cf50-4567-af8c-5bd60c665582 HTTP/1.1" status: 204 len: 168 time: 0.8301523 Aug 19 15:08:06.438754 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55632) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:06.486068 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbee02c0-c92d-47a9-bbec-f7381b0607bb None None] Network 16979bc9-bd87-40e7-83d7-26aa6bdb5cc8 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:08:06.733782 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ef979068-a0ab-47c1-a437-035297a9aaf4 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:06.750939 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-df1ed323-1a33-4937-ac7b-813409e558d0 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:06.827208 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-df1ed323-1a33-4937-ac7b-813409e558d0 None None] Transition to ACTIVE for port object e1fc61b4-e43c-4145-be13-ff58c29fcb75 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:08:06.851271 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-06302c86-d11b-4191-877f-24cc83f9ea1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9035436-5611-4272-a55a-584282187263', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1548904314', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '7a9f12ac-eb97-4094-895f-483254f0372d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:06:37Z', 'updated_at': '2021-08-19T15:08:04Z', 'revision_number': 5, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port': {'id': '7a9f12ac-eb97-4094-895f-483254f0372d', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:9d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9035436-5611-4272-a55a-584282187263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:06:37Z', 'updated_at': '2021-08-19T15:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:06.873041 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ef979068-a0ab-47c1-a437-035297a9aaf4 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:06.895738 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06302c86-d11b-4191-877f-24cc83f9ea1a None None] Checking router: c9035436-5611-4272-a55a-584282187263 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:08:06.913263 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-df1ed323-1a33-4937-ac7b-813409e558d0 None None] Transition to ACTIVE for port object e1fc61b4-e43c-4145-be13-ff58c29fcb75 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:08:06.926232 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06302c86-d11b-4191-877f-24cc83f9ea1a None None] Routers {'c9035436-5611-4272-a55a-584282187263'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:08:06.926232 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-06302c86-d11b-4191-877f-24cc83f9ea1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:08:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['c9035436-5611-4272-a55a-584282187263'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:06.931330 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-df1ed323-1a33-4937-ac7b-813409e558d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:06.963685 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:08:07.048450 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ef979068-a0ab-47c1-a437-035297a9aaf4 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Deleting port 7a9f12ac-eb97-4094-895f-483254f0372d {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:08:07.049103 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ef979068-a0ab-47c1-a437-035297a9aaf4 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:07.113962 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e1fdfb-5ac5-4446-916e-c95704e85dcb None None] DHCP port deletion for 16979bc9-bd87-40e7-83d7-26aa6bdb5cc8 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:08:07.145693 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-0082853d-04fb-486c-9c03-e53091387e90 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Allocated IP 172.21.0.1 (f3a46c70-ba6e-40fd-b5e1-4976801a5091/24931e03-3c3f-438f-9cae-b7eab27cf96d/5a71c87a-8fe9-4c01-82aa-449e2223ab27) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:08:07.176350 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1ed323-1a33-4937-ac7b-813409e558d0 None None] Pushing event updated for resources: {'Port': ['ID=e1fc61b4-e43c-4145-be13-ff58c29fcb75,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:07.188974 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1ed323-1a33-4937-ac7b-813409e558d0 None None] Network f3a46c70-ba6e-40fd-b5e1-4976801a5091 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:08:07.193754 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:07.199714 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-df1ed323-1a33-4937-ac7b-813409e558d0 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:08:07.210639 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1ed323-1a33-4937-ac7b-813409e558d0 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:08:07.224668 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-06302c86-d11b-4191-877f-24cc83f9ea1a None None] Set router c9035436-5611-4272-a55a-584282187263 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:08:07.371614 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-06302c86-d11b-4191-877f-24cc83f9ea1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9035436-5611-4272-a55a-584282187263', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1548904314', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:06:37Z', 'updated_at': '2021-08-19T15:08:06Z', 'revision_number': 6, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port_host': None}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:07.399319 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0082853d-04fb-486c-9c03-e53091387e90 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:07.435908 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-0082853d-04fb-486c-9c03-e53091387e90 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Transition to ACTIVE for port object 5a71c87a-8fe9-4c01-82aa-449e2223ab27 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:08:07.446832 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06302c86-d11b-4191-877f-24cc83f9ea1a None None] The sync data for ids ['c9035436-5611-4272-a55a-584282187263'] in n-d-766043-2 is: [{'id': 'c9035436-5611-4272-a55a-584282187263', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1548904314', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:06:37Z', 'updated_at': '2021-08-19T15:08:06Z', 'revision_number': 6, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:08:07.474337 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-ef979068-a0ab-47c1-a437-035297a9aaf4 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] For port 7a9f12ac-eb97-4094-895f-483254f0372d, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=7a9f12ac-eb97-4094-895f-483254f0372d,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:08:07.475159 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ef979068-a0ab-47c1-a437-035297a9aaf4 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:07.489458 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-df1ed323-1a33-4937-ac7b-813409e558d0 None None] Attempting to bind port e1fc61b4-e43c-4145-be13-ff58c29fcb75 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:08:07.489956 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-df1ed323-1a33-4937-ac7b-813409e558d0 None None] Attempting to bind port e1fc61b4-e43c-4145-be13-ff58c29fcb75 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'ee795dc1-56aa-4a89-9cdd-f020c791681e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f3a46c70-ba6e-40fd-b5e1-4976801a5091'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:08:07.490206 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1ed323-1a33-4937-ac7b-813409e558d0 None None] Attempting to bind port e1fc61b4-e43c-4145-be13-ff58c29fcb75 on network f3a46c70-ba6e-40fd-b5e1-4976801a5091 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:08:07.501423 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-26e1fdfb-5ac5-4446-916e-c95704e85dcb None None] Deleting port 35bbcd81-8d7b-4eb1-9b0c-308c8e1304cd {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:08:07.501799 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-26e1fdfb-5ac5-4446-916e-c95704e85dcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:07.504720 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1ed323-1a33-4937-ac7b-813409e558d0 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:08:07.505096 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1ed323-1a33-4937-ac7b-813409e558d0 None None] Checking segment: {'id': 'ee795dc1-56aa-4a89-9cdd-f020c791681e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f3a46c70-ba6e-40fd-b5e1-4976801a5091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:08:07.505480 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ef979068-a0ab-47c1-a437-035297a9aaf4 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Calling delete_port for 7a9f12ac-eb97-4094-895f-483254f0372d owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:08:07.505755 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-df1ed323-1a33-4937-ac7b-813409e558d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:07.505942 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1ed323-1a33-4937-ac7b-813409e558d0 None None] Bound using segment: {'id': 'ee795dc1-56aa-4a89-9cdd-f020c791681e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f3a46c70-ba6e-40fd-b5e1-4976801a5091'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:08:07.506355 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-df1ed323-1a33-4937-ac7b-813409e558d0 None None] Bound port: e1fc61b4-e43c-4145-be13-ff58c29fcb75, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee795dc1-56aa-4a89-9cdd-f020c791681e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f3a46c70-ba6e-40fd-b5e1-4976801a5091'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:08:07.506995 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-df1ed323-1a33-4937-ac7b-813409e558d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:07.564715 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0082853d-04fb-486c-9c03-e53091387e90 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:07.630248 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0082853d-04fb-486c-9c03-e53091387e90 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Network f3a46c70-ba6e-40fd-b5e1-4976801a5091 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:08:07.639246 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-0082853d-04fb-486c-9c03-e53091387e90 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:08:07.644276 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-26e1fdfb-5ac5-4446-916e-c95704e85dcb None None] For port 35bbcd81-8d7b-4eb1-9b0c-308c8e1304cd, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=35bbcd81-8d7b-4eb1-9b0c-308c8e1304cd,segment=NetworkSegment(2d0390a9-4688-40e5-b551-619ed4a62b79),segment_id=2d0390a9-4688-40e5-b551-619ed4a62b79)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:08:07.645097 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-26e1fdfb-5ac5-4446-916e-c95704e85dcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:07.646824 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0082853d-04fb-486c-9c03-e53091387e90 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:08:07.654356 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0082853d-04fb-486c-9c03-e53091387e90 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event updated for resources: {'Port': ['ID=5a71c87a-8fe9-4c01-82aa-449e2223ab27,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:07.685095 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-26e1fdfb-5ac5-4446-916e-c95704e85dcb None None] Calling delete_port for 35bbcd81-8d7b-4eb1-9b0c-308c8e1304cd owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:08:07.698964 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-df1ed323-1a33-4937-ac7b-813409e558d0 None None] For port e1fc61b4-e43c-4145-be13-ff58c29fcb75, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:08:07.708162 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-df1ed323-1a33-4937-ac7b-813409e558d0 None None] For port e1fc61b4-e43c-4145-be13-ff58c29fcb75, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=e1fc61b4-e43c-4145-be13-ff58c29fcb75,segment=NetworkSegment(ee795dc1-56aa-4a89-9cdd-f020c791681e),segment_id=ee795dc1-56aa-4a89-9cdd-f020c791681e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:08:07.717095 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-df1ed323-1a33-4937-ac7b-813409e558d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:07.754146 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0082853d-04fb-486c-9c03-e53091387e90 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:08.160606 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1ed323-1a33-4937-ac7b-813409e558d0 None None] Pushing event updated for resources: {'Port': ['ID=e1fc61b4-e43c-4145-be13-ff58c29fcb75,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:08.173975 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device bbfd32be-6674-4e0f-b337-4a3d27957771 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:08:08.272431 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-26e1fdfb-5ac5-4446-916e-c95704e85dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:08.304251 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e1fdfb-5ac5-4446-916e-c95704e85dcb None None] Pushing event deleted for resources: {'Port': ['ID=35bbcd81-8d7b-4eb1-9b0c-308c8e1304cd,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:08.310517 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port bbfd32be-6674-4e0f-b337-4a3d27957771 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:08:08.320045 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port bbfd32be-6674-4e0f-b337-4a3d27957771 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:08:08.320575 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:08.327399 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e1fdfb-5ac5-4446-916e-c95704e85dcb None None] No DVR routers for this DVR port 35bbcd81-8d7b-4eb1-9b0c-308c8e1304cd on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:08:08.547422 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ef979068-a0ab-47c1-a437-035297a9aaf4 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:08.600239 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0082853d-04fb-486c-9c03-e53091387e90 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:08.603044 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef979068-a0ab-47c1-a437-035297a9aaf4 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event deleted for resources: {'Port': ['ID=7a9f12ac-eb97-4094-895f-483254f0372d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:08.632680 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:08.725653 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port bbfd32be-6674-4e0f-b337-4a3d27957771, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=bbfd32be-6674-4e0f-b337-4a3d27957771,segment=NetworkSegment(a0aad475-d31b-41ba-9fcf-d72078fa740c),segment_id=a0aad475-d31b-41ba-9fcf-d72078fa740c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:08:08.734534 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:08.766043 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ef979068-a0ab-47c1-a437-035297a9aaf4 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:08.811858 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=bbfd32be-6674-4e0f-b337-4a3d27957771,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:08.841045 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 20379dc2-cd68-4f36-86d3-95baccc7eae6 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:08:08.867004 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 20379dc2-cd68-4f36-86d3-95baccc7eae6 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:08:08.867668 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 20379dc2-cd68-4f36-86d3-95baccc7eae6 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:08:08.868099 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 35bbcd81-8d7b-4eb1-9b0c-308c8e1304cd no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:08:08.892658 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 35bbcd81-8d7b-4eb1-9b0c-308c8e1304cd {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:08:08.893085 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 35bbcd81-8d7b-4eb1-9b0c-308c8e1304cd not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:08:09.016887 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ef979068-a0ab-47c1-a437-035297a9aaf4 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:09.021566 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ef979068-a0ab-47c1-a437-035297a9aaf4 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:09.144698 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ef979068-a0ab-47c1-a437-035297a9aaf4 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:09.145441 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef979068-a0ab-47c1-a437-035297a9aaf4 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Fanout notify agent at l3_agent the message router_deleted on router c9035436-5611-4272-a55a-584282187263 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:08:09.161799 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ef979068-a0ab-47c1-a437-035297a9aaf4 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:09.167506 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ef979068-a0ab-47c1-a437-035297a9aaf4 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "DELETE /v2.0/routers/c9035436-5611-4272-a55a-584282187263 HTTP/1.1" status: 204 len: 168 time: 2.7240181 Aug 19 15:08:09.168888 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55668) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:09.275593 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0082853d-04fb-486c-9c03-e53091387e90 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:09.283338 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0082853d-04fb-486c-9c03-e53091387e90 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:09.336041 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-82a1d8cc-16eb-405c-9e91-7f89c63575ef tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:09.402784 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0082853d-04fb-486c-9c03-e53091387e90 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event updated for resources: {'Port': ['ID=5a71c87a-8fe9-4c01-82aa-449e2223ab27,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:09.411335 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0082853d-04fb-486c-9c03-e53091387e90 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:09.466806 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-82a1d8cc-16eb-405c-9e91-7f89c63575ef tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:09.484504 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-82a1d8cc-16eb-405c-9e91-7f89c63575ef tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16979bc9-bd87-40e7-83d7-26aa6bdb5cc8']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:09.511877 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-82a1d8cc-16eb-405c-9e91-7f89c63575ef tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d0390a9-4688-40e5-b551-619ed4a62b79') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:09.512336 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-82a1d8cc-16eb-405c-9e91-7f89c63575ef tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d0390a9-4688-40e5-b551-619ed4a62b79') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:09.529269 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-82a1d8cc-16eb-405c-9e91-7f89c63575ef tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:09.551288 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-82a1d8cc-16eb-405c-9e91-7f89c63575ef tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:09.563887 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82a1d8cc-16eb-405c-9e91-7f89c63575ef tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:08:09.564305 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-82a1d8cc-16eb-405c-9e91-7f89c63575ef tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:09.574628 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 15:08:09.574628 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:08:09.574628 n-d-766043-2 neutron-server[94640]: timer() Aug 19 15:08:09.574628 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:08:09.574628 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 15:08:09.574628 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:08:09.574628 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 15:08:09.574628 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:08:09.574628 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 15:08:09.574628 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:08:09.574628 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 15:08:09.574628 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:08:09.574628 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 15:08:09.574628 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:08:09.574628 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:08:09.574628 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:08:09.574628 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:08:09.574628 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:08:09.574628 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 15:08:09.574628 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:08:09.574628 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 15:08:09.574628 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:08:09.574628 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:08:09.574628 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:08:09.574628 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 15:08:09.574628 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:08:09.574628 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:08:09.574628 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:08:09.574628 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:08:09.574628 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:08:09.574628 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:08:09.574628 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:08:09.586883 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0082853d-04fb-486c-9c03-e53091387e90 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Network f3a46c70-ba6e-40fd-b5e1-4976801a5091 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:08:09.589128 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-0082853d-04fb-486c-9c03-e53091387e90 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:08:09.687196 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-82a1d8cc-16eb-405c-9e91-7f89c63575ef tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:09.700094 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-82a1d8cc-16eb-405c-9e91-7f89c63575ef tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:09.703828 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-82a1d8cc-16eb-405c-9e91-7f89c63575ef tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "DELETE /v2.0/networks/16979bc9-bd87-40e7-83d7-26aa6bdb5cc8 HTTP/1.1" status: 204 len: 168 time: 0.5337901 Aug 19 15:08:09.713115 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55676) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:09.755250 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a1d8cc-16eb-405c-9e91-7f89c63575ef tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event deleted for resources: {'Network': ['ID=16979bc9-bd87-40e7-83d7-26aa6bdb5cc8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:09.777468 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0082853d-04fb-486c-9c03-e53091387e90 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Router 1a53d98c-d3ee-4b99-a4ad-5718891046c4 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:08:09.785816 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a1d8cc-16eb-405c-9e91-7f89c63575ef tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:09.786552 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a1d8cc-16eb-405c-9e91-7f89c63575ef tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:09.787119 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a1d8cc-16eb-405c-9e91-7f89c63575ef tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:09.787649 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a1d8cc-16eb-405c-9e91-7f89c63575ef tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:09.788180 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a1d8cc-16eb-405c-9e91-7f89c63575ef tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:09.789864 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a1d8cc-16eb-405c-9e91-7f89c63575ef tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:09.794167 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a1d8cc-16eb-405c-9e91-7f89c63575ef tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:09.794167 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a1d8cc-16eb-405c-9e91-7f89c63575ef tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:09.795064 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a1d8cc-16eb-405c-9e91-7f89c63575ef tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:09.795483 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a1d8cc-16eb-405c-9e91-7f89c63575ef tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:09.795837 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a1d8cc-16eb-405c-9e91-7f89c63575ef tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:09.796246 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a1d8cc-16eb-405c-9e91-7f89c63575ef tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:09.868286 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device bbfd32be-6674-4e0f-b337-4a3d27957771 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:08:09.910756 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e52276ca-381b-4923-95a1-240b3c3fe027 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:09.947946 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0082853d-04fb-486c-9c03-e53091387e90 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:08:09.957450 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e52276ca-381b-4923-95a1-240b3c3fe027 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:09.966718 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0082853d-04fb-486c-9c03-e53091387e90 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "PUT /v2.0/routers/1a53d98c-d3ee-4b99-a4ad-5718891046c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7162199 Aug 19 15:08:09.967663 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port bbfd32be-6674-4e0f-b337-4a3d27957771 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:08:09.968247 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:09.972481 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55682) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:09.978622 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bccd554-43e6-4386-9fd4-bf913ed897c2 None None] Sync routers for ids ['1a53d98c-d3ee-4b99-a4ad-5718891046c4'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:08:09.984517 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c6fe625f-2334-4b0c-a5b9-708914b4aa9b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Request body: {'network': {'name': 'tempest-RoutersTest-1716312156'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:09.991992 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bccd554-43e6-4386-9fd4-bf913ed897c2 None None] Routers {'1a53d98c-d3ee-4b99-a4ad-5718891046c4'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:08:09.993633 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4bccd554-43e6-4386-9fd4-bf913ed897c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:08:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['1a53d98c-d3ee-4b99-a4ad-5718891046c4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:10.069657 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6fe625f-2334-4b0c-a5b9-708914b4aa9b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Made reservation on behalf of 71f8eb57bbdb4f7f804d75dfd4292af4 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:08:10.069956 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51442458-6338-4ca8-8771-1f3a74e69a47 None None] Network f3a46c70-ba6e-40fd-b5e1-4976801a5091 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:08:10.077176 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c6fe625f-2334-4b0c-a5b9-708914b4aa9b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:10.118303 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6fe625f-2334-4b0c-a5b9-708914b4aa9b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:08:10.137473 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c6fe625f-2334-4b0c-a5b9-708914b4aa9b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:10.138045 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-c6fe625f-2334-4b0c-a5b9-708914b4aa9b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Added segment ce7155c1-d517-4380-8e48-01fa587432a7 of type vlan for network bac8191a-0c03-4a0e-9830-7400ae6648e9 Aug 19 15:08:10.179208 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e52276ca-381b-4923-95a1-240b3c3fe027 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:10.183871 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e52276ca-381b-4923-95a1-240b3c3fe027 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:10.186204 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e52276ca-381b-4923-95a1-240b3c3fe027 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "DELETE /v2.0/security-groups/7410b8ac-28b2-41f0-a4f8-33818ccf3844 HTTP/1.1" status: 204 len: 168 time: 0.4718292 Aug 19 15:08:10.205549 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-dfe05a19-ea0d-45ca-9a6e-69535ac1bfd4 None None] Provisioning for port e1fc61b4-e43c-4145-be13-ff58c29fcb75 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:08:10.227744 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-4bccd554-43e6-4386-9fd4-bf913ed897c2 None None] Set router 1a53d98c-d3ee-4b99-a4ad-5718891046c4 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:08:10.237129 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c6fe625f-2334-4b0c-a5b9-708914b4aa9b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:10.242462 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52276ca-381b-4923-95a1-240b3c3fe027 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7410b8ac-28b2-41f0-a4f8-33818ccf3844,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:10.245905 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device e1fc61b4-e43c-4145-be13-ff58c29fcb75 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:08:10.328602 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c6fe625f-2334-4b0c-a5b9-708914b4aa9b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:10.346064 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fe625f-2334-4b0c-a5b9-708914b4aa9b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:10.347133 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c6fe625f-2334-4b0c-a5b9-708914b4aa9b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:10.430059 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port e1fc61b4-e43c-4145-be13-ff58c29fcb75 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:08:10.437851 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port e1fc61b4-e43c-4145-be13-ff58c29fcb75 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:08:10.438270 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:10.500851 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55694) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:10.501624 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-c6fe625f-2334-4b0c-a5b9-708914b4aa9b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5279145 Aug 19 15:08:10.522516 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fe625f-2334-4b0c-a5b9-708914b4aa9b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event updated for resources: {'Network': ['ID=bac8191a-0c03-4a0e-9830-7400ae6648e9,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:10.536461 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-bdefd2d2-35a0-4a89-b795-e799d4ccad74 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Request body: {'subnet': {'network_id': 'bac8191a-0c03-4a0e-9830-7400ae6648e9', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:10.565919 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55696) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:10.571313 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-dad59116-d629-4f61-a1fd-6ccfe07849e9 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1372897158', 'description': 'tempest-secgroup-smoke-1372897158 description', 'project_id': '5784b0340e8242b1aba4ab831f2e3b23'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:10.577478 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network bac8191a-0c03-4a0e-9830-7400ae6648e9 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:08:10.637017 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4bccd554-43e6-4386-9fd4-bf913ed897c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'name': 'tempest-RoutersTest-router-1550684054', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:59Z', 'updated_at': '2021-08-19T15:08:08Z', 'revision_number': 3, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'gw_port_host': None, '_interfaces': [{'id': '5a71c87a-8fe9-4c01-82aa-449e2223ab27', 'name': '', 'network_id': 'f3a46c70-ba6e-40fd-b5e1-4976801a5091', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'mac_address': 'fa:16:3e:4f:f0:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '24931e03-3c3f-438f-9cae-b7eab27cf96d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:06Z', 'updated_at': '2021-08-19T15:08:09Z', 'revision_number': 2, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'subnets': [{'id': '24931e03-3c3f-438f-9cae-b7eab27cf96d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbfd32be-6674-4e0f-b337-4a3d27957771', 'name': '', 'network_id': 'b242d506-824e-4fec-8e0c-b4207cd18f3f', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'mac_address': 'fa:16:3e:90:1f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'e8661ce9-be0b-4c75-b172-01c90ec28d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:02Z', 'updated_at': '2021-08-19T15:08:08Z', 'revision_number': 5, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'subnets': [{'id': 'e8661ce9-be0b-4c75-b172-01c90ec28d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:10.637866 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dad59116-d629-4f61-a1fd-6ccfe07849e9 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:10.677540 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bccd554-43e6-4386-9fd4-bf913ed897c2 None None] Checking router: 1a53d98c-d3ee-4b99-a4ad-5718891046c4 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:08:10.678026 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bccd554-43e6-4386-9fd4-bf913ed897c2 None None] Updating router 1a53d98c-d3ee-4b99-a4ad-5718891046c4 port 5a71c87a-8fe9-4c01-82aa-449e2223ab27 binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:08:10.733707 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-4bccd554-43e6-4386-9fd4-bf913ed897c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:10.767594 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:10.827034 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dad59116-d629-4f61-a1fd-6ccfe07849e9 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:10.844341 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dad59116-d629-4f61-a1fd-6ccfe07849e9 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:10.850821 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port e1fc61b4-e43c-4145-be13-ff58c29fcb75, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=e1fc61b4-e43c-4145-be13-ff58c29fcb75,segment=NetworkSegment(ee795dc1-56aa-4a89-9cdd-f020c791681e),segment_id=ee795dc1-56aa-4a89-9cdd-f020c791681e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:08:10.862923 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:10.869503 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdefd2d2-35a0-4a89-b795-e799d4ccad74 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Made reservation on behalf of 71f8eb57bbdb4f7f804d75dfd4292af4 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:08:10.875454 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bdefd2d2-35a0-4a89-b795-e799d4ccad74 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:10.964679 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad59116-d629-4f61-a1fd-6ccfe07849e9 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24630928-81ce-426d-b014-5b912332f414,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:10.973993 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dad59116-d629-4f61-a1fd-6ccfe07849e9 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:10.979978 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-dad59116-d629-4f61-a1fd-6ccfe07849e9 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4080939 Aug 19 15:08:10.980476 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55702) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:10.986967 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-fb98f89b-5a4a-43c2-a1b6-e5031c5a5216 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Request body: {'security_group_rule': {'security_group_id': '24630928-81ce-426d-b014-5b912332f414', 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:11.021003 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=e1fc61b4-e43c-4145-be13-ff58c29fcb75,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:11.041398 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fb98f89b-5a4a-43c2-a1b6-e5031c5a5216 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:11.045628 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 7a9f12ac-eb97-4094-895f-483254f0372d no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:08:11.090216 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 7a9f12ac-eb97-4094-895f-483254f0372d {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:08:11.091405 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 7a9f12ac-eb97-4094-895f-483254f0372d not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:08:11.166661 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-eabe0036-cd36-419c-bf8c-3bb30e18f09a None None] Provisioning complete for port e1fc61b4-e43c-4145-be13-ff58c29fcb75 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:08:11.169529 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-eabe0036-cd36-419c-bf8c-3bb30e18f09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:11.233486 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fb98f89b-5a4a-43c2-a1b6-e5031c5a5216 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:11.248338 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fb98f89b-5a4a-43c2-a1b6-e5031c5a5216 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:11.286320 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fb98f89b-5a4a-43c2-a1b6-e5031c5a5216 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:11.291869 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-fb98f89b-5a4a-43c2-a1b6-e5031c5a5216 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3102405 Aug 19 15:08:11.299059 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55708) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:11.324882 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-f1da8e58-0073-4b3c-8c38-20a681442181 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Request body: {'security_group_rule': {'security_group_id': '24630928-81ce-426d-b014-5b912332f414', 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:11.359053 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98f89b-5a4a-43c2-a1b6-e5031c5a5216 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19516273-dc80-4649-9a26-318b7ac24cdc,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:11.387166 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bdefd2d2-35a0-4a89-b795-e799d4ccad74 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:11.429589 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f1da8e58-0073-4b3c-8c38-20a681442181 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:11.451737 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-eabe0036-cd36-419c-bf8c-3bb30e18f09a None None] Provisioning for port 5a71c87a-8fe9-4c01-82aa-449e2223ab27 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:08:11.456710 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-eabe0036-cd36-419c-bf8c-3bb30e18f09a None None] Provisioning complete for port 5a71c87a-8fe9-4c01-82aa-449e2223ab27 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:08:11.457120 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-eabe0036-cd36-419c-bf8c-3bb30e18f09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:11.512070 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-eabe0036-cd36-419c-bf8c-3bb30e18f09a None None] Port 5a71c87a-8fe9-4c01-82aa-449e2223ab27 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:08:11.552906 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f1da8e58-0073-4b3c-8c38-20a681442181 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:11.560492 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f1da8e58-0073-4b3c-8c38-20a681442181 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:11.561553 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdefd2d2-35a0-4a89-b795-e799d4ccad74 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Checking segment: {'id': 'ce7155c1-d517-4380-8e48-01fa587432a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'bac8191a-0c03-4a0e-9830-7400ae6648e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:08:11.562473 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdefd2d2-35a0-4a89-b795-e799d4ccad74 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Network hostable DHCP agents. Network: bac8191a-0c03-4a0e-9830-7400ae6648e9, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:08:11.577240 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdefd2d2-35a0-4a89-b795-e799d4ccad74 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event updated for resources: {'Subnet': ['ID=77173511-6365-4620-9f2a-6b3ee0427d6e,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:11.598058 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdefd2d2-35a0-4a89-b795-e799d4ccad74 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Network bac8191a-0c03-4a0e-9830-7400ae6648e9 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:08:11.602915 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da8e58-0073-4b3c-8c38-20a681442181 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9646718-1a6b-4d23-a985-e8ca25420d9c,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:11.610306 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-4bccd554-43e6-4386-9fd4-bf913ed897c2 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:11.619047 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-bdefd2d2-35a0-4a89-b795-e799d4ccad74 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, bac8191a-0c03-4a0e-9830-7400ae6648e9) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:08:11.619591 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f1da8e58-0073-4b3c-8c38-20a681442181 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:11.621587 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f1da8e58-0073-4b3c-8c38-20a681442181 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3212314 Aug 19 15:08:11.627136 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55712) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:11.632788 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e4f0252c-e260-4f64-aa51-ed276bc72f9d tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Request body: {'security_group_rule': {'security_group_id': '24630928-81ce-426d-b014-5b912332f414', 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:11.642405 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdefd2d2-35a0-4a89-b795-e799d4ccad74 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:11.643013 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bdefd2d2-35a0-4a89-b795-e799d4ccad74 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:11.651963 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-4bccd554-43e6-4386-9fd4-bf913ed897c2 None None] Transition to ACTIVE for port object 5a71c87a-8fe9-4c01-82aa-449e2223ab27 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:08:11.657966 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a9e878-e37b-4c6a-b0a6-4fc550cdf61a None None] Network bac8191a-0c03-4a0e-9830-7400ae6648e9 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:08:11.669363 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-4bccd554-43e6-4386-9fd4-bf913ed897c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:11.710193 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-bdefd2d2-35a0-4a89-b795-e799d4ccad74 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2079279 Aug 19 15:08:11.715064 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55718) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:11.767245 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device e1fc61b4-e43c-4145-be13-ff58c29fcb75 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:08:11.827308 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e4f0252c-e260-4f64-aa51-ed276bc72f9d tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:11.838447 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1dc875-3917-4f95-b699-4cb55be3fa6d None None] Pushing event updated for resources: {'Port': ['ID=5a71c87a-8fe9-4c01-82aa-449e2223ab27,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:11.906958 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-4bccd554-43e6-4386-9fd4-bf913ed897c2 None None] Attempting to bind port 5a71c87a-8fe9-4c01-82aa-449e2223ab27 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:08:11.907466 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-4bccd554-43e6-4386-9fd4-bf913ed897c2 None None] Attempting to bind port 5a71c87a-8fe9-4c01-82aa-449e2223ab27 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'ee795dc1-56aa-4a89-9cdd-f020c791681e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f3a46c70-ba6e-40fd-b5e1-4976801a5091'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:08:11.908026 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bccd554-43e6-4386-9fd4-bf913ed897c2 None None] Attempting to bind port 5a71c87a-8fe9-4c01-82aa-449e2223ab27 on network f3a46c70-ba6e-40fd-b5e1-4976801a5091 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:08:11.918502 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bccd554-43e6-4386-9fd4-bf913ed897c2 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:08:11.919093 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bccd554-43e6-4386-9fd4-bf913ed897c2 None None] Checking segment: {'id': 'ee795dc1-56aa-4a89-9cdd-f020c791681e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f3a46c70-ba6e-40fd-b5e1-4976801a5091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:08:11.919710 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-4bccd554-43e6-4386-9fd4-bf913ed897c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:11.920232 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bccd554-43e6-4386-9fd4-bf913ed897c2 None None] Bound using segment: {'id': 'ee795dc1-56aa-4a89-9cdd-f020c791681e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f3a46c70-ba6e-40fd-b5e1-4976801a5091'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:08:11.921053 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-4bccd554-43e6-4386-9fd4-bf913ed897c2 None None] Bound port: 5a71c87a-8fe9-4c01-82aa-449e2223ab27, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee795dc1-56aa-4a89-9cdd-f020c791681e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f3a46c70-ba6e-40fd-b5e1-4976801a5091'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:08:11.921738 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-4bccd554-43e6-4386-9fd4-bf913ed897c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:12.014001 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port e1fc61b4-e43c-4145-be13-ff58c29fcb75 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:08:12.014854 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:12.029177 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e4f0252c-e260-4f64-aa51-ed276bc72f9d tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:12.056640 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e4f0252c-e260-4f64-aa51-ed276bc72f9d tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:12.097921 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f0252c-e260-4f64-aa51-ed276bc72f9d tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc214e98-9fcc-4763-b957-e8b27291dd5f,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:12.132127 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-4bccd554-43e6-4386-9fd4-bf913ed897c2 None None] For port 5a71c87a-8fe9-4c01-82aa-449e2223ab27, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:08:12.153543 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acd1ad3-f163-404b-a0cc-0a64b4e8486e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-bac8191a-0c03-4a0e-9830-7400ae6648e9', 'network_id': 'bac8191a-0c03-4a0e-9830-7400ae6648e9', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'fixed_ips': [{'subnet_id': '77173511-6365-4620-9f2a-6b3ee0427d6e'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:08:12.154501 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8acd1ad3-f163-404b-a0cc-0a64b4e8486e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:12.167781 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-4bccd554-43e6-4386-9fd4-bf913ed897c2 None None] For port 5a71c87a-8fe9-4c01-82aa-449e2223ab27, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=5a71c87a-8fe9-4c01-82aa-449e2223ab27,segment=NetworkSegment(ee795dc1-56aa-4a89-9cdd-f020c791681e),segment_id=ee795dc1-56aa-4a89-9cdd-f020c791681e)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:08:12.178473 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-4bccd554-43e6-4386-9fd4-bf913ed897c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:12.315480 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bccd554-43e6-4386-9fd4-bf913ed897c2 None None] Routers {'1a53d98c-d3ee-4b99-a4ad-5718891046c4'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:08:12.316522 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4bccd554-43e6-4386-9fd4-bf913ed897c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:08:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['1a53d98c-d3ee-4b99-a4ad-5718891046c4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:12.338954 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e4f0252c-e260-4f64-aa51-ed276bc72f9d tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:12.340837 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e4f0252c-e260-4f64-aa51-ed276bc72f9d tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7121735 Aug 19 15:08:12.343912 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55724) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:12.350995 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e42c2aac-7510-4837-903a-57acc804e0b9 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Request body: {'security_group_rule': {'security_group_id': '24630928-81ce-426d-b014-5b912332f414', 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:12.418470 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e42c2aac-7510-4837-903a-57acc804e0b9 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:12.463690 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-8acd1ad3-f163-404b-a0cc-0a64b4e8486e None None] Allocated IP 172.22.0.2 (bac8191a-0c03-4a0e-9830-7400ae6648e9/77173511-6365-4620-9f2a-6b3ee0427d6e/aa56c285-f192-476e-b6d9-f7e73fc19576) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:08:12.517498 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1dc875-3917-4f95-b699-4cb55be3fa6d None None] Pushing event updated for resources: {'Port': ['ID=5a71c87a-8fe9-4c01-82aa-449e2223ab27,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:12.553500 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-4bccd554-43e6-4386-9fd4-bf913ed897c2 None None] Set router 1a53d98c-d3ee-4b99-a4ad-5718891046c4 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:08:12.590346 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-13c6999f-53f9-41aa-98bf-ba400200500c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:12.630369 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e42c2aac-7510-4837-903a-57acc804e0b9 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:12.642978 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e42c2aac-7510-4837-903a-57acc804e0b9 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:12.689218 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c2aac-7510-4837-903a-57acc804e0b9 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=614a8186-ac5f-4865-aa09-8d8f2894df24,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:12.714329 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e42c2aac-7510-4837-903a-57acc804e0b9 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:12.716453 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e42c2aac-7510-4837-903a-57acc804e0b9 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3709073 Aug 19 15:08:12.719733 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55728) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:12.729186 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7f37b13a-6941-43ce-9293-6722fea19d2d tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Request body: {'security_group_rule': {'security_group_id': '24630928-81ce-426d-b014-5b912332f414', 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:12.773317 n-d-766043-2 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-7f37b13a-6941-43ce-9293-6722fea19d2d tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Project 5784b0340e8242b1aba4ab831f2e3b23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:08:12.790730 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f37b13a-6941-43ce-9293-6722fea19d2d tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:12.795982 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8acd1ad3-f163-404b-a0cc-0a64b4e8486e None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:12.814517 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8acd1ad3-f163-404b-a0cc-0a64b4e8486e None None] Transition to ACTIVE for port object aa56c285-f192-476e-b6d9-f7e73fc19576 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:08:12.857628 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8acd1ad3-f163-404b-a0cc-0a64b4e8486e None None] Transition to ACTIVE for port object aa56c285-f192-476e-b6d9-f7e73fc19576 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:08:12.869718 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8acd1ad3-f163-404b-a0cc-0a64b4e8486e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:12.913059 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f37b13a-6941-43ce-9293-6722fea19d2d tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:12.925246 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f37b13a-6941-43ce-9293-6722fea19d2d tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:12.948465 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f37b13a-6941-43ce-9293-6722fea19d2d tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da23ab46-d55c-4c51-ad47-83ba567ea3b1,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:12.964291 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f37b13a-6941-43ce-9293-6722fea19d2d tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:12.969057 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7f37b13a-6941-43ce-9293-6722fea19d2d tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2474823 Aug 19 15:08:12.969851 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55730) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:12.977408 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acd1ad3-f163-404b-a0cc-0a64b4e8486e None None] Network bac8191a-0c03-4a0e-9830-7400ae6648e9 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:08:12.978921 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-97241997-887c-479f-a10b-90ea4d76c5af tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Request body: {'security_group_rule': {'security_group_id': '24630928-81ce-426d-b014-5b912332f414', 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:13.005177 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-8acd1ad3-f163-404b-a0cc-0a64b4e8486e None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:08:13.009801 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acd1ad3-f163-404b-a0cc-0a64b4e8486e None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:08:13.014644 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acd1ad3-f163-404b-a0cc-0a64b4e8486e None None] Pushing event updated for resources: {'Port': ['ID=aa56c285-f192-476e-b6d9-f7e73fc19576,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:13.068563 n-d-766043-2 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-97241997-887c-479f-a10b-90ea4d76c5af tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Project 5784b0340e8242b1aba4ab831f2e3b23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:08:13.078986 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-97241997-887c-479f-a10b-90ea4d76c5af tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:13.082977 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8acd1ad3-f163-404b-a0cc-0a64b4e8486e None None] Attempting to bind port aa56c285-f192-476e-b6d9-f7e73fc19576 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:08:13.083479 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8acd1ad3-f163-404b-a0cc-0a64b4e8486e None None] Attempting to bind port aa56c285-f192-476e-b6d9-f7e73fc19576 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'ce7155c1-d517-4380-8e48-01fa587432a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'bac8191a-0c03-4a0e-9830-7400ae6648e9'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:08:13.083850 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acd1ad3-f163-404b-a0cc-0a64b4e8486e None None] Attempting to bind port aa56c285-f192-476e-b6d9-f7e73fc19576 on network bac8191a-0c03-4a0e-9830-7400ae6648e9 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:08:13.089365 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acd1ad3-f163-404b-a0cc-0a64b4e8486e None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:08:13.089840 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acd1ad3-f163-404b-a0cc-0a64b4e8486e None None] Checking segment: {'id': 'ce7155c1-d517-4380-8e48-01fa587432a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'bac8191a-0c03-4a0e-9830-7400ae6648e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:08:13.090148 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8acd1ad3-f163-404b-a0cc-0a64b4e8486e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:13.090582 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acd1ad3-f163-404b-a0cc-0a64b4e8486e None None] Bound using segment: {'id': 'ce7155c1-d517-4380-8e48-01fa587432a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'bac8191a-0c03-4a0e-9830-7400ae6648e9'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:08:13.091318 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8acd1ad3-f163-404b-a0cc-0a64b4e8486e None None] Bound port: aa56c285-f192-476e-b6d9-f7e73fc19576, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce7155c1-d517-4380-8e48-01fa587432a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'bac8191a-0c03-4a0e-9830-7400ae6648e9'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:08:13.092098 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8acd1ad3-f163-404b-a0cc-0a64b4e8486e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:13.099086 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-13c6999f-53f9-41aa-98bf-ba400200500c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Allocated IP 172.22.0.1 (bac8191a-0c03-4a0e-9830-7400ae6648e9/77173511-6365-4620-9f2a-6b3ee0427d6e/b8cf069a-be52-42ed-8451-731f93648c26) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:08:13.196217 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4bccd554-43e6-4386-9fd4-bf913ed897c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'name': 'tempest-RoutersTest-router-1550684054', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:59Z', 'updated_at': '2021-08-19T15:08:08Z', 'revision_number': 3, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'gw_port_host': None, '_interfaces': [{'id': '5a71c87a-8fe9-4c01-82aa-449e2223ab27', 'name': '', 'network_id': 'f3a46c70-ba6e-40fd-b5e1-4976801a5091', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'mac_address': 'fa:16:3e:4f:f0:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '24931e03-3c3f-438f-9cae-b7eab27cf96d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:06Z', 'updated_at': '2021-08-19T15:08:12Z', 'revision_number': 4, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'subnets': [{'id': '24931e03-3c3f-438f-9cae-b7eab27cf96d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbfd32be-6674-4e0f-b337-4a3d27957771', 'name': '', 'network_id': 'b242d506-824e-4fec-8e0c-b4207cd18f3f', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'mac_address': 'fa:16:3e:90:1f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'e8661ce9-be0b-4c75-b172-01c90ec28d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:02Z', 'updated_at': '2021-08-19T15:08:08Z', 'revision_number': 5, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'subnets': [{'id': 'e8661ce9-be0b-4c75-b172-01c90ec28d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:13.197223 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8acd1ad3-f163-404b-a0cc-0a64b4e8486e None None] For port aa56c285-f192-476e-b6d9-f7e73fc19576, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:08:13.208599 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8acd1ad3-f163-404b-a0cc-0a64b4e8486e None None] For port aa56c285-f192-476e-b6d9-f7e73fc19576, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=aa56c285-f192-476e-b6d9-f7e73fc19576,segment=NetworkSegment(ce7155c1-d517-4380-8e48-01fa587432a7),segment_id=ce7155c1-d517-4380-8e48-01fa587432a7)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:08:13.218324 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8acd1ad3-f163-404b-a0cc-0a64b4e8486e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:13.245346 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-97241997-887c-479f-a10b-90ea4d76c5af tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:13.259097 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-97241997-887c-479f-a10b-90ea4d76c5af tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:13.284982 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bccd554-43e6-4386-9fd4-bf913ed897c2 None None] The sync data for ids ['1a53d98c-d3ee-4b99-a4ad-5718891046c4'] in n-d-766043-2 is: [{'id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'name': 'tempest-RoutersTest-router-1550684054', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:59Z', 'updated_at': '2021-08-19T15:08:08Z', 'revision_number': 3, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'gw_port_host': None, '_interfaces': [{'id': '5a71c87a-8fe9-4c01-82aa-449e2223ab27', 'name': '', 'network_id': 'f3a46c70-ba6e-40fd-b5e1-4976801a5091', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'mac_address': 'fa:16:3e:4f:f0:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '24931e03-3c3f-438f-9cae-b7eab27cf96d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:06Z', 'updated_at': '2021-08-19T15:08:12Z', 'revision_number': 4, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'subnets': [{'id': '24931e03-3c3f-438f-9cae-b7eab27cf96d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbfd32be-6674-4e0f-b337-4a3d27957771', 'name': '', 'network_id': 'b242d506-824e-4fec-8e0c-b4207cd18f3f', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'mac_address': 'fa:16:3e:90:1f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'e8661ce9-be0b-4c75-b172-01c90ec28d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:02Z', 'updated_at': '2021-08-19T15:08:08Z', 'revision_number': 5, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'subnets': [{'id': 'e8661ce9-be0b-4c75-b172-01c90ec28d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:08:13.286013 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97241997-887c-479f-a10b-90ea4d76c5af tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c174ce46-2415-478c-aa83-41541b2bc71b,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:13.337497 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-97241997-887c-479f-a10b-90ea4d76c5af tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:13.339258 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-97241997-887c-479f-a10b-90ea4d76c5af tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3680708 Aug 19 15:08:13.345896 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55736) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:13.350869 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-13c6999f-53f9-41aa-98bf-ba400200500c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:13.355921 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-6130c5aa-803c-4e4d-b38f-cf2e7484917f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Request body: {'network': {'name': 'tempest-network-smoke--1118827183', 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'port_security_enabled': True}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:13.367027 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acd1ad3-f163-404b-a0cc-0a64b4e8486e None None] Pushing event updated for resources: {'Port': ['ID=aa56c285-f192-476e-b6d9-f7e73fc19576,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:13.371613 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-13c6999f-53f9-41aa-98bf-ba400200500c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Transition to ACTIVE for port object b8cf069a-be52-42ed-8451-731f93648c26 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:08:13.404708 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6130c5aa-803c-4e4d-b38f-cf2e7484917f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Made reservation on behalf of 5784b0340e8242b1aba4ab831f2e3b23 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:08:13.409840 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6130c5aa-803c-4e4d-b38f-cf2e7484917f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:13.475942 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6130c5aa-803c-4e4d-b38f-cf2e7484917f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:08:13.496012 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-13c6999f-53f9-41aa-98bf-ba400200500c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:13.502700 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6130c5aa-803c-4e4d-b38f-cf2e7484917f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:13.503262 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-6130c5aa-803c-4e4d-b38f-cf2e7484917f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Added segment 648b4d63-60ed-44ee-b856-5972125e6092 of type vlan for network 938e7ca5-7f00-4f92-bd54-b9ee46e7cc21 Aug 19 15:08:13.558909 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6130c5aa-803c-4e4d-b38f-cf2e7484917f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:13.597678 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6130c5aa-803c-4e4d-b38f-cf2e7484917f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:13.603793 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6130c5aa-803c-4e4d-b38f-cf2e7484917f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:13.604567 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6130c5aa-803c-4e4d-b38f-cf2e7484917f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:13.660608 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c6999f-53f9-41aa-98bf-ba400200500c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Network bac8191a-0c03-4a0e-9830-7400ae6648e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:08:13.663595 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-13c6999f-53f9-41aa-98bf-ba400200500c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:08:13.674255 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c6999f-53f9-41aa-98bf-ba400200500c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:08:13.774248 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6130c5aa-803c-4e4d-b38f-cf2e7484917f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4263058 Aug 19 15:08:13.778890 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55744) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:13.783135 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-1d8dea14-8e48-4415-91eb-462e32ecd843 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1672129697', 'admin_state_up': True, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:13.802567 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6999f-53f9-41aa-98bf-ba400200500c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event updated for resources: {'Port': ['ID=b8cf069a-be52-42ed-8451-731f93648c26,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:13.823400 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6130c5aa-803c-4e4d-b38f-cf2e7484917f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'Network': ['ID=938e7ca5-7f00-4f92-bd54-b9ee46e7cc21,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:13.837534 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-13c6999f-53f9-41aa-98bf-ba400200500c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:13.851133 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d8dea14-8e48-4415-91eb-462e32ecd843 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:13.852772 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d8dea14-8e48-4415-91eb-462e32ecd843 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:13.864349 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 938e7ca5-7f00-4f92-bd54-b9ee46e7cc21 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:08:13.956030 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device aa56c285-f192-476e-b6d9-f7e73fc19576 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:08:14.013149 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d8dea14-8e48-4415-91eb-462e32ecd843 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:14.072117 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-13c6999f-53f9-41aa-98bf-ba400200500c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:14.100475 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port aa56c285-f192-476e-b6d9-f7e73fc19576 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:08:14.106493 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 5a71c87a-8fe9-4c01-82aa-449e2223ab27 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:08:14.188839 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 5a71c87a-8fe9-4c01-82aa-449e2223ab27 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:08:14.194106 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 5a71c87a-8fe9-4c01-82aa-449e2223ab27 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:08:14.194711 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:14.281378 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d8dea14-8e48-4415-91eb-462e32ecd843 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:14.304528 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:14.372084 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 5a71c87a-8fe9-4c01-82aa-449e2223ab27, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=5a71c87a-8fe9-4c01-82aa-449e2223ab27,segment=NetworkSegment(ee795dc1-56aa-4a89-9cdd-f020c791681e),segment_id=ee795dc1-56aa-4a89-9cdd-f020c791681e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:08:14.382313 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:14.470597 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=5a71c87a-8fe9-4c01-82aa-449e2223ab27,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:14.704547 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d8dea14-8e48-4415-91eb-462e32ecd843 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:14.731202 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d8dea14-8e48-4415-91eb-462e32ecd843 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:14.837465 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82b65c4-e96c-4e50-89fa-f48e175b49e4 None None] Network bac8191a-0c03-4a0e-9830-7400ae6648e9 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:08:14.872114 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-13c6999f-53f9-41aa-98bf-ba400200500c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:14.879368 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-13c6999f-53f9-41aa-98bf-ba400200500c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:14.908256 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-1d8dea14-8e48-4415-91eb-462e32ecd843 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Allocated IP 172.25.2.241 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/6ac472c3-c1f6-42da-9352-7f08f3663d86) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:08:14.913439 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b20a2ffd-be94-4418-aa55-bce116ba7c86 None None] Provisioning for port aa56c285-f192-476e-b6d9-f7e73fc19576 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:08:14.923825 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b20a2ffd-be94-4418-aa55-bce116ba7c86 None None] Provisioning complete for port aa56c285-f192-476e-b6d9-f7e73fc19576 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:08:14.924547 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b20a2ffd-be94-4418-aa55-bce116ba7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:14.975290 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6999f-53f9-41aa-98bf-ba400200500c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event updated for resources: {'Port': ['ID=b8cf069a-be52-42ed-8451-731f93648c26,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:15.021560 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-13c6999f-53f9-41aa-98bf-ba400200500c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:15.075047 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b20a2ffd-be94-4418-aa55-bce116ba7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:15.080913 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d8dea14-8e48-4415-91eb-462e32ecd843 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:15.135237 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b20a2ffd-be94-4418-aa55-bce116ba7c86 None None] For port aa56c285-f192-476e-b6d9-f7e73fc19576, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=aa56c285-f192-476e-b6d9-f7e73fc19576,segment=NetworkSegment(ce7155c1-d517-4380-8e48-01fa587432a7),segment_id=ce7155c1-d517-4380-8e48-01fa587432a7)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:08:15.143726 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b20a2ffd-be94-4418-aa55-bce116ba7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:15.147443 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d8dea14-8e48-4415-91eb-462e32ecd843 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:15.194041 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c6999f-53f9-41aa-98bf-ba400200500c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Network bac8191a-0c03-4a0e-9830-7400ae6648e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:08:15.196125 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-13c6999f-53f9-41aa-98bf-ba400200500c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:08:15.209522 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a2ffd-be94-4418-aa55-bce116ba7c86 None None] Pushing event updated for resources: {'Port': ['ID=aa56c285-f192-476e-b6d9-f7e73fc19576,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:15.248104 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8dea14-8e48-4415-91eb-462e32ecd843 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:08:15.251886 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-1d8dea14-8e48-4415-91eb-462e32ecd843 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:08:15.263060 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8dea14-8e48-4415-91eb-462e32ecd843 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:08:15.278510 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8dea14-8e48-4415-91eb-462e32ecd843 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'Port': ['ID=6ac472c3-c1f6-42da-9352-7f08f3663d86,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:15.341659 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c6999f-53f9-41aa-98bf-ba400200500c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Router 1a53d98c-d3ee-4b99-a4ad-5718891046c4 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:08:15.481362 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9f941092-7214-4453-810f-690ba55fc203 None None] Provisioning complete for port aa56c285-f192-476e-b6d9-f7e73fc19576 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:08:15.482913 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9f941092-7214-4453-810f-690ba55fc203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:15.517364 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c6999f-53f9-41aa-98bf-ba400200500c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:08:15.527458 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-13c6999f-53f9-41aa-98bf-ba400200500c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "PUT /v2.0/routers/1a53d98c-d3ee-4b99-a4ad-5718891046c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8081236 Aug 19 15:08:15.528273 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55766) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:15.548111 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec65f588-313e-4b22-9f69-135842f0cec3 None None] Sync routers for ids ['1a53d98c-d3ee-4b99-a4ad-5718891046c4'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:08:15.548351 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1f7700d5-932c-4687-ba9d-091c855d66fe tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Request body: {'network': {'name': 'tempest-RoutersTest-343854839'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:15.584709 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7700d5-932c-4687-ba9d-091c855d66fe tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Made reservation on behalf of 71f8eb57bbdb4f7f804d75dfd4292af4 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:08:15.589261 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f7700d5-932c-4687-ba9d-091c855d66fe tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:15.604868 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec65f588-313e-4b22-9f69-135842f0cec3 None None] Routers {'1a53d98c-d3ee-4b99-a4ad-5718891046c4'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:08:15.605499 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ec65f588-313e-4b22-9f69-135842f0cec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:08:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['1a53d98c-d3ee-4b99-a4ad-5718891046c4'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:15.619877 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f7700d5-932c-4687-ba9d-091c855d66fe tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:08:15.640481 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f7700d5-932c-4687-ba9d-091c855d66fe tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:15.640817 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-1f7700d5-932c-4687-ba9d-091c855d66fe tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Added segment eada3608-52a3-4980-bf2a-e4b9ae60e97b of type vlan for network f5cc3402-e978-4169-ae35-97c140be54f7 Aug 19 15:08:15.674076 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d8dea14-8e48-4415-91eb-462e32ecd843 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:15.707987 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f7700d5-932c-4687-ba9d-091c855d66fe tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:15.742510 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f7700d5-932c-4687-ba9d-091c855d66fe tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:15.750609 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7700d5-932c-4687-ba9d-091c855d66fe tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:15.751482 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f7700d5-932c-4687-ba9d-091c855d66fe tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:15.838074 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1f7700d5-932c-4687-ba9d-091c855d66fe tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3048983 Aug 19 15:08:15.839024 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55772) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:15.845018 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-09f6acc8-21ce-4362-8e5c-560c1e78eee9 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Request body: {'subnet': {'network_id': 'f5cc3402-e978-4169-ae35-97c140be54f7', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:15.846162 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device aa56c285-f192-476e-b6d9-f7e73fc19576 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:08:15.868895 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7700d5-932c-4687-ba9d-091c855d66fe tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event updated for resources: {'Network': ['ID=f5cc3402-e978-4169-ae35-97c140be54f7,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:15.877200 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9f941092-7214-4453-810f-690ba55fc203 None None] Provisioning for port b8cf069a-be52-42ed-8451-731f93648c26 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:08:15.883552 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9f941092-7214-4453-810f-690ba55fc203 None None] Provisioning complete for port b8cf069a-be52-42ed-8451-731f93648c26 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:08:15.884075 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9f941092-7214-4453-810f-690ba55fc203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:15.891903 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network f5cc3402-e978-4169-ae35-97c140be54f7 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:08:15.901027 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-ec65f588-313e-4b22-9f69-135842f0cec3 None None] Set router 1a53d98c-d3ee-4b99-a4ad-5718891046c4 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:08:16.100082 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f6acc8-21ce-4362-8e5c-560c1e78eee9 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Made reservation on behalf of 71f8eb57bbdb4f7f804d75dfd4292af4 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:08:16.105685 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-09f6acc8-21ce-4362-8e5c-560c1e78eee9 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:16.113887 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d8dea14-8e48-4415-91eb-462e32ecd843 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:16.282204 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9f941092-7214-4453-810f-690ba55fc203 None None] Port b8cf069a-be52-42ed-8451-731f93648c26 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:08:16.366171 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port aa56c285-f192-476e-b6d9-f7e73fc19576 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:08:16.366545 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:16.437001 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-15aa5055-c476-49d6-921b-b425e2562550 None None] Provisioning complete for port b8cf069a-be52-42ed-8451-731f93648c26 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:08:16.437379 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-15aa5055-c476-49d6-921b-b425e2562550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:16.551120 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-15aa5055-c476-49d6-921b-b425e2562550 None None] Port b8cf069a-be52-42ed-8451-731f93648c26 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:08:16.574155 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 5a71c87a-8fe9-4c01-82aa-449e2223ab27 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:08:16.638253 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ec65f588-313e-4b22-9f69-135842f0cec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'name': 'tempest-RoutersTest-router-1550684054', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:59Z', 'updated_at': '2021-08-19T15:08:13Z', 'revision_number': 4, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'gw_port_host': None, '_interfaces': [{'id': '5a71c87a-8fe9-4c01-82aa-449e2223ab27', 'name': '', 'network_id': 'f3a46c70-ba6e-40fd-b5e1-4976801a5091', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'mac_address': 'fa:16:3e:4f:f0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '24931e03-3c3f-438f-9cae-b7eab27cf96d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:06Z', 'updated_at': '2021-08-19T15:08:14Z', 'revision_number': 5, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'subnets': [{'id': '24931e03-3c3f-438f-9cae-b7eab27cf96d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8cf069a-be52-42ed-8451-731f93648c26', 'name': '', 'network_id': 'bac8191a-0c03-4a0e-9830-7400ae6648e9', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'mac_address': 'fa:16:3e:16:3d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '77173511-6365-4620-9f2a-6b3ee0427d6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:12Z', 'updated_at': '2021-08-19T15:08:14Z', 'revision_number': 2, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'subnets': [{'id': '77173511-6365-4620-9f2a-6b3ee0427d6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbfd32be-6674-4e0f-b337-4a3d27957771', 'name': '', 'network_id': 'b242d506-824e-4fec-8e0c-b4207cd18f3f', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'mac_address': 'fa:16:3e:90:1f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'e8661ce9-be0b-4c75-b172-01c90ec28d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:02Z', 'updated_at': '2021-08-19T15:08:08Z', 'revision_number': 5, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'subnets': [{'id': 'e8661ce9-be0b-4c75-b172-01c90ec28d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:16.675808 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec65f588-313e-4b22-9f69-135842f0cec3 None None] Checking router: 1a53d98c-d3ee-4b99-a4ad-5718891046c4 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:08:16.676152 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec65f588-313e-4b22-9f69-135842f0cec3 None None] Updating router 1a53d98c-d3ee-4b99-a4ad-5718891046c4 port b8cf069a-be52-42ed-8451-731f93648c26 binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:08:16.708453 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 5a71c87a-8fe9-4c01-82aa-449e2223ab27 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:08:16.709286 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:16.738460 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ec65f588-313e-4b22-9f69-135842f0cec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:16.867431 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d8dea14-8e48-4415-91eb-462e32ecd843 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Router 271b68b8-4596-42c9-b5bc-dffec74f9079 is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:08:16.888581 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-09f6acc8-21ce-4362-8e5c-560c1e78eee9 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:17.000130 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f6acc8-21ce-4362-8e5c-560c1e78eee9 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event updated for resources: {'Subnet': ['ID=fd383377-b145-48a0-8092-8885b5320186,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:17.091324 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f6acc8-21ce-4362-8e5c-560c1e78eee9 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Checking segment: {'id': 'eada3608-52a3-4980-bf2a-e4b9ae60e97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f5cc3402-e978-4169-ae35-97c140be54f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:08:17.091883 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f6acc8-21ce-4362-8e5c-560c1e78eee9 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Network hostable DHCP agents. Network: f5cc3402-e978-4169-ae35-97c140be54f7, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:08:17.128753 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8dea14-8e48-4415-91eb-462e32ecd843 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:08:17.139615 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f6acc8-21ce-4362-8e5c-560c1e78eee9 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Network f5cc3402-e978-4169-ae35-97c140be54f7 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:08:17.145177 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc90b53-4104-483e-a548-db68b5931d89 None None] Sync routers for ids ['271b68b8-4596-42c9-b5bc-dffec74f9079'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:08:17.161885 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-09f6acc8-21ce-4362-8e5c-560c1e78eee9 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, f5cc3402-e978-4169-ae35-97c140be54f7) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:08:17.162493 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc90b53-4104-483e-a548-db68b5931d89 None None] Routers {'271b68b8-4596-42c9-b5bc-dffec74f9079'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:08:17.167929 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d8dea14-8e48-4415-91eb-462e32ecd843 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:17.170419 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1d8dea14-8e48-4415-91eb-462e32ecd843 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.3915970 Aug 19 15:08:17.173048 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f6acc8-21ce-4362-8e5c-560c1e78eee9 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:17.174570 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-09f6acc8-21ce-4362-8e5c-560c1e78eee9 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:17.175356 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55792) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:17.178264 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14eebca0-2031-4e68-a631-4b9ea7f65cf4 None None] Network f5cc3402-e978-4169-ae35-97c140be54f7 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:08:17.188139 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ccc90b53-4104-483e-a548-db68b5931d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:08:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['271b68b8-4596-42c9-b5bc-dffec74f9079'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:17.201197 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-09f6acc8-21ce-4362-8e5c-560c1e78eee9 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3603487 Aug 19 15:08:17.204771 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55794) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:17.285928 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-72decce4-3e3b-43a1-baa8-c15e1d860bf9 tempest-TestNetworkAdvancedServerOps-1683966279 tempest-TestNetworkAdvancedServerOps-1683966279-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=5784b0340e8242b1aba4ab831f2e3b23&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1035933 Aug 19 15:08:17.286233 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55796) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:17.301163 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ec65f588-313e-4b22-9f69-135842f0cec3 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:17.326592 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ec65f588-313e-4b22-9f69-135842f0cec3 None None] Transition to ACTIVE for port object b8cf069a-be52-42ed-8451-731f93648c26 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:08:17.358564 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ec65f588-313e-4b22-9f69-135842f0cec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:17.363635 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-ccc90b53-4104-483e-a548-db68b5931d89 None None] Set router 271b68b8-4596-42c9-b5bc-dffec74f9079 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:08:17.604617 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11407133-b332-48c7-add6-70b3b39e6a46 tempest-TestNetworkAdvancedServerOps-1683966279 tempest-TestNetworkAdvancedServerOps-1683966279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:17.606763 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-11407133-b332-48c7-add6-70b3b39e6a46 tempest-TestNetworkAdvancedServerOps-1683966279 tempest-TestNetworkAdvancedServerOps-1683966279-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3192635 Aug 19 15:08:17.610742 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55804) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:17.633309 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc9d2c6-5647-4e2d-83a2-536389a66b0c None None] Pushing event updated for resources: {'Port': ['ID=b8cf069a-be52-42ed-8451-731f93648c26,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:17.683476 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-b875d47e-56e2-47e4-a918-01c73891c129 tempest-TestNetworkAdvancedServerOps-1683966279 tempest-TestNetworkAdvancedServerOps-1683966279-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=88eeec05-6d16-4f02-9461-44ff5e420302&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0713873 Aug 19 15:08:17.684845 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ec65f588-313e-4b22-9f69-135842f0cec3 None None] Attempting to bind port b8cf069a-be52-42ed-8451-731f93648c26 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:08:17.685325 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ec65f588-313e-4b22-9f69-135842f0cec3 None None] Attempting to bind port b8cf069a-be52-42ed-8451-731f93648c26 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'ce7155c1-d517-4380-8e48-01fa587432a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'bac8191a-0c03-4a0e-9830-7400ae6648e9'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:08:17.685792 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec65f588-313e-4b22-9f69-135842f0cec3 None None] Attempting to bind port b8cf069a-be52-42ed-8451-731f93648c26 on network bac8191a-0c03-4a0e-9830-7400ae6648e9 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:08:17.691364 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55806) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:17.693193 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec65f588-313e-4b22-9f69-135842f0cec3 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:08:17.693812 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec65f588-313e-4b22-9f69-135842f0cec3 None None] Checking segment: {'id': 'ce7155c1-d517-4380-8e48-01fa587432a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'bac8191a-0c03-4a0e-9830-7400ae6648e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:08:17.694354 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ec65f588-313e-4b22-9f69-135842f0cec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:17.694851 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec65f588-313e-4b22-9f69-135842f0cec3 None None] Bound using segment: {'id': 'ce7155c1-d517-4380-8e48-01fa587432a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'bac8191a-0c03-4a0e-9830-7400ae6648e9'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:08:17.695491 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ec65f588-313e-4b22-9f69-135842f0cec3 None None] Bound port: b8cf069a-be52-42ed-8451-731f93648c26, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce7155c1-d517-4380-8e48-01fa587432a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'bac8191a-0c03-4a0e-9830-7400ae6648e9'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:08:17.696121 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ec65f588-313e-4b22-9f69-135842f0cec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:17.708266 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29da057-10c6-4489-8e69-cfb53d39113f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-f5cc3402-e978-4169-ae35-97c140be54f7', 'network_id': 'f5cc3402-e978-4169-ae35-97c140be54f7', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'fixed_ips': [{'subnet_id': 'fd383377-b145-48a0-8092-8885b5320186'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:08:17.709239 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b29da057-10c6-4489-8e69-cfb53d39113f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:17.716905 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-5ecef09c-0422-41ea-871c-da0ae35586b5 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1179293895', 'network_id': '938e7ca5-7f00-4f92-bd54-b9ee46e7cc21', 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:17.949327 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ecef09c-0422-41ea-871c-da0ae35586b5 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Made reservation on behalf of 5784b0340e8242b1aba4ab831f2e3b23 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:08:17.954198 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ecef09c-0422-41ea-871c-da0ae35586b5 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:17.960326 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ccc90b53-4104-483e-a548-db68b5931d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271b68b8-4596-42c9-b5bc-dffec74f9079', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672129697', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '6ac472c3-c1f6-42da-9352-7f08f3663d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:08:13Z', 'updated_at': '2021-08-19T15:08:15Z', 'revision_number': 3, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port': {'id': '6ac472c3-c1f6-42da-9352-7f08f3663d86', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e5:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271b68b8-4596-42c9-b5bc-dffec74f9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:14Z', 'updated_at': '2021-08-19T15:08:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:17.990207 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ec65f588-313e-4b22-9f69-135842f0cec3 None None] For port b8cf069a-be52-42ed-8451-731f93648c26, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:08:18.011881 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9a86e161-be9b-45b8-aec9-a3cb5b3fec30 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:18.031458 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc90b53-4104-483e-a548-db68b5931d89 None None] Checking router: 271b68b8-4596-42c9-b5bc-dffec74f9079 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:08:18.032108 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc90b53-4104-483e-a548-db68b5931d89 None None] Updating router 271b68b8-4596-42c9-b5bc-dffec74f9079 port 6ac472c3-c1f6-42da-9352-7f08f3663d86 binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:08:18.036334 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ec65f588-313e-4b22-9f69-135842f0cec3 None None] For port b8cf069a-be52-42ed-8451-731f93648c26, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b8cf069a-be52-42ed-8451-731f93648c26,segment=NetworkSegment(ce7155c1-d517-4380-8e48-01fa587432a7),segment_id=ce7155c1-d517-4380-8e48-01fa587432a7)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:08:18.068774 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ec65f588-313e-4b22-9f69-135842f0cec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:18.069987 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ccc90b53-4104-483e-a548-db68b5931d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:18.188931 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-b29da057-10c6-4489-8e69-cfb53d39113f None None] Allocated IP 172.23.0.2 (f5cc3402-e978-4169-ae35-97c140be54f7/fd383377-b145-48a0-8092-8885b5320186/074d76dc-8824-4007-a599-080e32d4377a) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:08:18.195137 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec65f588-313e-4b22-9f69-135842f0cec3 None None] Routers {'1a53d98c-d3ee-4b99-a4ad-5718891046c4'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:08:18.196484 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ec65f588-313e-4b22-9f69-135842f0cec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:08:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['1a53d98c-d3ee-4b99-a4ad-5718891046c4'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:18.255526 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ecef09c-0422-41ea-871c-da0ae35586b5 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:18.308788 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-ec65f588-313e-4b22-9f69-135842f0cec3 None None] Set router 1a53d98c-d3ee-4b99-a4ad-5718891046c4 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:08:18.401959 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecef09c-0422-41ea-871c-da0ae35586b5 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'Subnet': ['ID=8d2478c6-91cf-477c-855d-75d646570ec4,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:18.412272 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecef09c-0422-41ea-871c-da0ae35586b5 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Checking segment: {'id': '648b4d63-60ed-44ee-b856-5972125e6092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '938e7ca5-7f00-4f92-bd54-b9ee46e7cc21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:08:18.412838 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecef09c-0422-41ea-871c-da0ae35586b5 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Network hostable DHCP agents. Network: 938e7ca5-7f00-4f92-bd54-b9ee46e7cc21, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:08:18.451867 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecef09c-0422-41ea-871c-da0ae35586b5 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Network 938e7ca5-7f00-4f92-bd54-b9ee46e7cc21 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:08:18.469663 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-5ecef09c-0422-41ea-871c-da0ae35586b5 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 938e7ca5-7f00-4f92-bd54-b9ee46e7cc21) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:08:18.493542 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecef09c-0422-41ea-871c-da0ae35586b5 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:18.494412 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ecef09c-0422-41ea-871c-da0ae35586b5 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:18.592928 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6250467d-e2a2-4b5e-b425-6afebd0def64 req-b7d7635c-9488-40dd-999f-bffc68cf70cb service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a1afef8d-91ea-4b62-bbe9-b5b6f386ed6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1096110 Aug 19 15:08:18.596461 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-5ecef09c-0422-41ea-871c-da0ae35586b5 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8876193 Aug 19 15:08:18.599606 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55816) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:18.616862 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ccc90b53-4104-483e-a548-db68b5931d89 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:18.628128 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-ccc90b53-4104-483e-a548-db68b5931d89 None None] Transition to ACTIVE for port object 6ac472c3-c1f6-42da-9352-7f08f3663d86 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:08:18.637550 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ccc90b53-4104-483e-a548-db68b5931d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:18.704185 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eff0d5-89e0-4b3b-ae73-384800ea6538 None None] Pushing event updated for resources: {'Port': ['ID=6ac472c3-c1f6-42da-9352-7f08f3663d86,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:18.724660 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082292c0-d666-4166-a193-ab2c5835b7d2 None None] Network 938e7ca5-7f00-4f92-bd54-b9ee46e7cc21 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:08:18.725634 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-ccc90b53-4104-483e-a548-db68b5931d89 None None] Attempting to bind port 6ac472c3-c1f6-42da-9352-7f08f3663d86 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:08:18.726334 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-ccc90b53-4104-483e-a548-db68b5931d89 None None] Attempting to bind port 6ac472c3-c1f6-42da-9352-7f08f3663d86 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:08:18.727433 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc90b53-4104-483e-a548-db68b5931d89 None None] Attempting to bind port 6ac472c3-c1f6-42da-9352-7f08f3663d86 on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:08:18.731690 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc9d2c6-5647-4e2d-83a2-536389a66b0c None None] Pushing event updated for resources: {'Port': ['ID=b8cf069a-be52-42ed-8451-731f93648c26,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:18.736598 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc90b53-4104-483e-a548-db68b5931d89 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:08:18.736988 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc90b53-4104-483e-a548-db68b5931d89 None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:08:18.737456 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ccc90b53-4104-483e-a548-db68b5931d89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:18.738725 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc90b53-4104-483e-a548-db68b5931d89 None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:08:18.739216 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-ccc90b53-4104-483e-a548-db68b5931d89 None None] Bound port: 6ac472c3-c1f6-42da-9352-7f08f3663d86, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:08:18.740597 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ccc90b53-4104-483e-a548-db68b5931d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:18.763202 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250467d-e2a2-4b5e-b425-6afebd0def64 req-9d07b9f1-add0-4ae8-bdcc-f32a92bc282e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:18.766627 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6250467d-e2a2-4b5e-b425-6afebd0def64 req-9d07b9f1-add0-4ae8-bdcc-f32a92bc282e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=62282923d75c46feb1be9654028c0204&device_id=a1afef8d-91ea-4b62-bbe9-b5b6f386ed6a HTTP/1.1" status: 200 len: 1101 time: 0.1105838 Aug 19 15:08:18.858092 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-ccc90b53-4104-483e-a548-db68b5931d89 None None] For port 6ac472c3-c1f6-42da-9352-7f08f3663d86, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:08:18.864974 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-ccc90b53-4104-483e-a548-db68b5931d89 None None] For port 6ac472c3-c1f6-42da-9352-7f08f3663d86, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=6ac472c3-c1f6-42da-9352-7f08f3663d86,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:08:18.877336 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ccc90b53-4104-483e-a548-db68b5931d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:18.939942 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250467d-e2a2-4b5e-b425-6afebd0def64 req-01607b78-9273-499b-b25a-edf11ec9a660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:18.942297 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6250467d-e2a2-4b5e-b425-6afebd0def64 req-01607b78-9273-499b-b25a-edf11ec9a660 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.1483533 Aug 19 15:08:18.956315 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eff0d5-89e0-4b3b-ae73-384800ea6538 None None] Pushing event updated for resources: {'Port': ['ID=6ac472c3-c1f6-42da-9352-7f08f3663d86,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:18.973347 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc90b53-4104-483e-a548-db68b5931d89 None None] Routers {'271b68b8-4596-42c9-b5bc-dffec74f9079'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:08:18.974363 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ccc90b53-4104-483e-a548-db68b5931d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:08:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['271b68b8-4596-42c9-b5bc-dffec74f9079'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:18.998880 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6250467d-e2a2-4b5e-b425-6afebd0def64 req-7fc4bc5d-92cf-4a47-9e84-95736a273e47 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=caa37acb-916d-4f13-9c65-344e83592c53 HTTP/1.1" status: 200 len: 217 time: 0.0479977 Aug 19 15:08:19.105181 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250467d-e2a2-4b5e-b425-6afebd0def64 req-0b654024-e374-41c2-adf9-2be878f4c6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:19.107731 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6250467d-e2a2-4b5e-b425-6afebd0def64 req-0b654024-e374-41c2-adf9-2be878f4c6f7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.1012757 Aug 19 15:08:19.134058 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-ccc90b53-4104-483e-a548-db68b5931d89 None None] Set router 271b68b8-4596-42c9-b5bc-dffec74f9079 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:08:19.148340 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b29da057-10c6-4489-8e69-cfb53d39113f None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:19.175199 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b29da057-10c6-4489-8e69-cfb53d39113f None None] Transition to ACTIVE for port object 074d76dc-8824-4007-a599-080e32d4377a will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:08:19.178561 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250467d-e2a2-4b5e-b425-6afebd0def64 req-38aa4e64-4a7c-458c-b030-6345980ab851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:19.189121 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6250467d-e2a2-4b5e-b425-6afebd0def64 req-38aa4e64-4a7c-458c-b030-6345980ab851 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0731468 Aug 19 15:08:19.279440 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ec65f588-313e-4b22-9f69-135842f0cec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'name': 'tempest-RoutersTest-router-1550684054', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:59Z', 'updated_at': '2021-08-19T15:08:13Z', 'revision_number': 4, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'gw_port_host': None, '_interfaces': [{'id': '5a71c87a-8fe9-4c01-82aa-449e2223ab27', 'name': '', 'network_id': 'f3a46c70-ba6e-40fd-b5e1-4976801a5091', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'mac_address': 'fa:16:3e:4f:f0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '24931e03-3c3f-438f-9cae-b7eab27cf96d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:06Z', 'updated_at': '2021-08-19T15:08:14Z', 'revision_number': 5, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'subnets': [{'id': '24931e03-3c3f-438f-9cae-b7eab27cf96d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8cf069a-be52-42ed-8451-731f93648c26', 'name': '', 'network_id': 'bac8191a-0c03-4a0e-9830-7400ae6648e9', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'mac_address': 'fa:16:3e:16:3d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '77173511-6365-4620-9f2a-6b3ee0427d6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:12Z', 'updated_at': '2021-08-19T15:08:17Z', 'revision_number': 4, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'subnets': [{'id': '77173511-6365-4620-9f2a-6b3ee0427d6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbfd32be-6674-4e0f-b337-4a3d27957771', 'name': '', 'network_id': 'b242d506-824e-4fec-8e0c-b4207cd18f3f', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'mac_address': 'fa:16:3e:90:1f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'e8661ce9-be0b-4c75-b172-01c90ec28d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:02Z', 'updated_at': '2021-08-19T15:08:08Z', 'revision_number': 5, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'subnets': [{'id': 'e8661ce9-be0b-4c75-b172-01c90ec28d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:19.340625 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6250467d-e2a2-4b5e-b425-6afebd0def64 req-8f1aa963-872f-44f6-9468-1740970005eb service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407247 Aug 19 15:08:19.342555 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e1734f9-ed32-4ffb-a58e-464cc136ef7f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:19.374065 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec65f588-313e-4b22-9f69-135842f0cec3 None None] The sync data for ids ['1a53d98c-d3ee-4b99-a4ad-5718891046c4'] in n-d-766043-2 is: [{'id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'name': 'tempest-RoutersTest-router-1550684054', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:59Z', 'updated_at': '2021-08-19T15:08:13Z', 'revision_number': 4, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'gw_port_host': None, '_interfaces': [{'id': '5a71c87a-8fe9-4c01-82aa-449e2223ab27', 'name': '', 'network_id': 'f3a46c70-ba6e-40fd-b5e1-4976801a5091', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'mac_address': 'fa:16:3e:4f:f0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '24931e03-3c3f-438f-9cae-b7eab27cf96d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:06Z', 'updated_at': '2021-08-19T15:08:14Z', 'revision_number': 5, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'subnets': [{'id': '24931e03-3c3f-438f-9cae-b7eab27cf96d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8cf069a-be52-42ed-8451-731f93648c26', 'name': '', 'network_id': 'bac8191a-0c03-4a0e-9830-7400ae6648e9', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'mac_address': 'fa:16:3e:16:3d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '77173511-6365-4620-9f2a-6b3ee0427d6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:12Z', 'updated_at': '2021-08-19T15:08:17Z', 'revision_number': 4, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'subnets': [{'id': '77173511-6365-4620-9f2a-6b3ee0427d6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbfd32be-6674-4e0f-b337-4a3d27957771', 'name': '', 'network_id': 'b242d506-824e-4fec-8e0c-b4207cd18f3f', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'mac_address': 'fa:16:3e:90:1f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'e8661ce9-be0b-4c75-b172-01c90ec28d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:02Z', 'updated_at': '2021-08-19T15:08:08Z', 'revision_number': 5, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'subnets': [{'id': 'e8661ce9-be0b-4c75-b172-01c90ec28d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:08:19.377802 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b29da057-10c6-4489-8e69-cfb53d39113f None None] Transition to ACTIVE for port object 074d76dc-8824-4007-a599-080e32d4377a will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:08:19.389919 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ad3305-ef6c-4298-aa56-e667b18a1656 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-938e7ca5-7f00-4f92-bd54-b9ee46e7cc21', 'network_id': '938e7ca5-7f00-4f92-bd54-b9ee46e7cc21', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'fixed_ips': [{'subnet_id': '8d2478c6-91cf-477c-855d-75d646570ec4'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:08:19.391564 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c2ad3305-ef6c-4298-aa56-e667b18a1656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:19.396971 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b29da057-10c6-4489-8e69-cfb53d39113f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:19.522321 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ccc90b53-4104-483e-a548-db68b5931d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271b68b8-4596-42c9-b5bc-dffec74f9079', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672129697', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '6ac472c3-c1f6-42da-9352-7f08f3663d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:08:13Z', 'updated_at': '2021-08-19T15:08:15Z', 'revision_number': 3, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port': {'id': '6ac472c3-c1f6-42da-9352-7f08f3663d86', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e5:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271b68b8-4596-42c9-b5bc-dffec74f9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:14Z', 'updated_at': '2021-08-19T15:08:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:19.545457 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-9a86e161-be9b-45b8-aec9-a3cb5b3fec30 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Allocated IP 172.23.0.1 (f5cc3402-e978-4169-ae35-97c140be54f7/fd383377-b145-48a0-8092-8885b5320186/3e2f928a-0778-4849-8783-8c6fa434e318) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:08:19.582794 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6250467d-e2a2-4b5e-b425-6afebd0def64 req-4c4d2d7d-5425-4215-a747-af36f30b8768 service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349577 Aug 19 15:08:19.588686 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc90b53-4104-483e-a548-db68b5931d89 None None] The sync data for ids ['271b68b8-4596-42c9-b5bc-dffec74f9079'] in n-d-766043-2 is: [{'id': '271b68b8-4596-42c9-b5bc-dffec74f9079', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672129697', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '6ac472c3-c1f6-42da-9352-7f08f3663d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:08:13Z', 'updated_at': '2021-08-19T15:08:15Z', 'revision_number': 3, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port': {'id': '6ac472c3-c1f6-42da-9352-7f08f3663d86', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e5:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271b68b8-4596-42c9-b5bc-dffec74f9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:14Z', 'updated_at': '2021-08-19T15:08:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:08:19.649951 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29da057-10c6-4489-8e69-cfb53d39113f None None] Network f5cc3402-e978-4169-ae35-97c140be54f7 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:08:19.662989 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-b29da057-10c6-4489-8e69-cfb53d39113f None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:08:19.668851 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29da057-10c6-4489-8e69-cfb53d39113f None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:08:19.681349 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29da057-10c6-4489-8e69-cfb53d39113f None None] Pushing event updated for resources: {'Port': ['ID=074d76dc-8824-4007-a599-080e32d4377a,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:19.833378 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b29da057-10c6-4489-8e69-cfb53d39113f None None] Attempting to bind port 074d76dc-8824-4007-a599-080e32d4377a on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:08:19.834565 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b29da057-10c6-4489-8e69-cfb53d39113f None None] Attempting to bind port 074d76dc-8824-4007-a599-080e32d4377a by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'eada3608-52a3-4980-bf2a-e4b9ae60e97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f5cc3402-e978-4169-ae35-97c140be54f7'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:08:19.834565 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29da057-10c6-4489-8e69-cfb53d39113f None None] Attempting to bind port 074d76dc-8824-4007-a599-080e32d4377a on network f5cc3402-e978-4169-ae35-97c140be54f7 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:08:19.843514 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29da057-10c6-4489-8e69-cfb53d39113f None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:08:19.843888 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29da057-10c6-4489-8e69-cfb53d39113f None None] Checking segment: {'id': 'eada3608-52a3-4980-bf2a-e4b9ae60e97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f5cc3402-e978-4169-ae35-97c140be54f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:08:19.844603 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b29da057-10c6-4489-8e69-cfb53d39113f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:19.844802 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29da057-10c6-4489-8e69-cfb53d39113f None None] Bound using segment: {'id': 'eada3608-52a3-4980-bf2a-e4b9ae60e97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f5cc3402-e978-4169-ae35-97c140be54f7'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:08:19.845173 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b29da057-10c6-4489-8e69-cfb53d39113f None None] Bound port: 074d76dc-8824-4007-a599-080e32d4377a, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eada3608-52a3-4980-bf2a-e4b9ae60e97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f5cc3402-e978-4169-ae35-97c140be54f7'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:08:19.845576 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b29da057-10c6-4489-8e69-cfb53d39113f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:19.925010 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b8cf069a-be52-42ed-8451-731f93648c26 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:08:19.979568 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-c2ad3305-ef6c-4298-aa56-e667b18a1656 None None] Allocated IP 172.20.0.2 (938e7ca5-7f00-4f92-bd54-b9ee46e7cc21/8d2478c6-91cf-477c-855d-75d646570ec4/f0928149-2ef3-488f-9ead-9d3190b5bb5c) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:08:20.020497 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9a86e161-be9b-45b8-aec9-a3cb5b3fec30 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:20.044115 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-9a86e161-be9b-45b8-aec9-a3cb5b3fec30 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Transition to ACTIVE for port object 3e2f928a-0778-4849-8783-8c6fa434e318 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:08:20.082683 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b29da057-10c6-4489-8e69-cfb53d39113f None None] For port 074d76dc-8824-4007-a599-080e32d4377a, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:08:20.125651 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b29da057-10c6-4489-8e69-cfb53d39113f None None] For port 074d76dc-8824-4007-a599-080e32d4377a, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=074d76dc-8824-4007-a599-080e32d4377a,segment=NetworkSegment(eada3608-52a3-4980-bf2a-e4b9ae60e97b),segment_id=eada3608-52a3-4980-bf2a-e4b9ae60e97b)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:08:20.147349 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port b8cf069a-be52-42ed-8451-731f93648c26 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:08:20.154087 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port b8cf069a-be52-42ed-8451-731f93648c26 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:08:20.154464 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:20.156517 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b29da057-10c6-4489-8e69-cfb53d39113f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:20.182559 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9a86e161-be9b-45b8-aec9-a3cb5b3fec30 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:20.289382 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a86e161-be9b-45b8-aec9-a3cb5b3fec30 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Network f5cc3402-e978-4169-ae35-97c140be54f7 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:08:20.291733 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-9a86e161-be9b-45b8-aec9-a3cb5b3fec30 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:08:20.298214 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a86e161-be9b-45b8-aec9-a3cb5b3fec30 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:08:20.369643 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a86e161-be9b-45b8-aec9-a3cb5b3fec30 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event updated for resources: {'Port': ['ID=3e2f928a-0778-4849-8783-8c6fa434e318,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:20.431531 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9a86e161-be9b-45b8-aec9-a3cb5b3fec30 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:20.487166 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29da057-10c6-4489-8e69-cfb53d39113f None None] Pushing event updated for resources: {'Port': ['ID=074d76dc-8824-4007-a599-080e32d4377a,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:20.642843 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9a86e161-be9b-45b8-aec9-a3cb5b3fec30 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:20.669896 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c2ad3305-ef6c-4298-aa56-e667b18a1656 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:20.696311 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c2ad3305-ef6c-4298-aa56-e667b18a1656 None None] Transition to ACTIVE for port object f0928149-2ef3-488f-9ead-9d3190b5bb5c will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:08:20.707413 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:20.752286 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c2ad3305-ef6c-4298-aa56-e667b18a1656 None None] Transition to ACTIVE for port object f0928149-2ef3-488f-9ead-9d3190b5bb5c will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:08:20.757484 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port b8cf069a-be52-42ed-8451-731f93648c26, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b8cf069a-be52-42ed-8451-731f93648c26,segment=NetworkSegment(ce7155c1-d517-4380-8e48-01fa587432a7),segment_id=ce7155c1-d517-4380-8e48-01fa587432a7)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:08:20.764338 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c2ad3305-ef6c-4298-aa56-e667b18a1656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:20.813590 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ad3305-ef6c-4298-aa56-e667b18a1656 None None] Network 938e7ca5-7f00-4f92-bd54-b9ee46e7cc21 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:08:20.819949 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-c2ad3305-ef6c-4298-aa56-e667b18a1656 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:08:20.833108 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:20.837915 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ad3305-ef6c-4298-aa56-e667b18a1656 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:08:20.965723 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad3305-ef6c-4298-aa56-e667b18a1656 None None] Pushing event updated for resources: {'Port': ['ID=f0928149-2ef3-488f-9ead-9d3190b5bb5c,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:21.056516 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-5e1734f9-ed32-4ffb-a58e-464cc136ef7f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Allocated IP 172.20.0.1 (938e7ca5-7f00-4f92-bd54-b9ee46e7cc21/8d2478c6-91cf-477c-855d-75d646570ec4/22baf3da-efe1-478d-a555-d16c216d1c69) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:08:21.079462 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c2ad3305-ef6c-4298-aa56-e667b18a1656 None None] Attempting to bind port f0928149-2ef3-488f-9ead-9d3190b5bb5c on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:08:21.080014 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c2ad3305-ef6c-4298-aa56-e667b18a1656 None None] Attempting to bind port f0928149-2ef3-488f-9ead-9d3190b5bb5c by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '648b4d63-60ed-44ee-b856-5972125e6092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '938e7ca5-7f00-4f92-bd54-b9ee46e7cc21'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:08:21.080567 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ad3305-ef6c-4298-aa56-e667b18a1656 None None] Attempting to bind port f0928149-2ef3-488f-9ead-9d3190b5bb5c on network 938e7ca5-7f00-4f92-bd54-b9ee46e7cc21 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:08:21.091489 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ad3305-ef6c-4298-aa56-e667b18a1656 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:08:21.092113 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ad3305-ef6c-4298-aa56-e667b18a1656 None None] Checking segment: {'id': '648b4d63-60ed-44ee-b856-5972125e6092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '938e7ca5-7f00-4f92-bd54-b9ee46e7cc21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:08:21.092668 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c2ad3305-ef6c-4298-aa56-e667b18a1656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:21.093367 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ad3305-ef6c-4298-aa56-e667b18a1656 None None] Bound using segment: {'id': '648b4d63-60ed-44ee-b856-5972125e6092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '938e7ca5-7f00-4f92-bd54-b9ee46e7cc21'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:08:21.093794 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c2ad3305-ef6c-4298-aa56-e667b18a1656 None None] Bound port: f0928149-2ef3-488f-9ead-9d3190b5bb5c, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648b4d63-60ed-44ee-b856-5972125e6092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '938e7ca5-7f00-4f92-bd54-b9ee46e7cc21'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:08:21.094345 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c2ad3305-ef6c-4298-aa56-e667b18a1656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:21.120181 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=b8cf069a-be52-42ed-8451-731f93648c26,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:21.223597 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c2ad3305-ef6c-4298-aa56-e667b18a1656 None None] For port f0928149-2ef3-488f-9ead-9d3190b5bb5c, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:08:21.227537 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9a86e161-be9b-45b8-aec9-a3cb5b3fec30 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:21.228964 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c2ad3305-ef6c-4298-aa56-e667b18a1656 None None] For port f0928149-2ef3-488f-9ead-9d3190b5bb5c, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=f0928149-2ef3-488f-9ead-9d3190b5bb5c,segment=NetworkSegment(648b4d63-60ed-44ee-b856-5972125e6092),segment_id=648b4d63-60ed-44ee-b856-5972125e6092)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:08:21.236987 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9a86e161-be9b-45b8-aec9-a3cb5b3fec30 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:21.241036 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c2ad3305-ef6c-4298-aa56-e667b18a1656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:21.308134 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a86e161-be9b-45b8-aec9-a3cb5b3fec30 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event updated for resources: {'Port': ['ID=3e2f928a-0778-4849-8783-8c6fa434e318,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:21.375068 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e1734f9-ed32-4ffb-a58e-464cc136ef7f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:21.385937 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad3305-ef6c-4298-aa56-e667b18a1656 None None] Pushing event updated for resources: {'Port': ['ID=f0928149-2ef3-488f-9ead-9d3190b5bb5c,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:21.401112 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9a86e161-be9b-45b8-aec9-a3cb5b3fec30 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:21.403242 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-5e1734f9-ed32-4ffb-a58e-464cc136ef7f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Transition to ACTIVE for port object 22baf3da-efe1-478d-a555-d16c216d1c69 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:08:21.533690 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e1734f9-ed32-4ffb-a58e-464cc136ef7f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:21.601849 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a86e161-be9b-45b8-aec9-a3cb5b3fec30 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Network f5cc3402-e978-4169-ae35-97c140be54f7 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:08:21.619879 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1734f9-ed32-4ffb-a58e-464cc136ef7f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Network 938e7ca5-7f00-4f92-bd54-b9ee46e7cc21 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:08:21.622404 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-5e1734f9-ed32-4ffb-a58e-464cc136ef7f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:08:21.642506 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1734f9-ed32-4ffb-a58e-464cc136ef7f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:08:21.646098 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-9a86e161-be9b-45b8-aec9-a3cb5b3fec30 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:08:21.677722 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1734f9-ed32-4ffb-a58e-464cc136ef7f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'Port': ['ID=22baf3da-efe1-478d-a555-d16c216d1c69,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:22.029395 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b8cf069a-be52-42ed-8451-731f93648c26 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:08:22.110022 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228816e2-4b95-4388-aab6-55717d03f0a7 None None] Network f5cc3402-e978-4169-ae35-97c140be54f7 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:08:22.203694 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-28f3c4b3-73e6-4254-9f50-cda6e05906f6 None None] Provisioning for port 074d76dc-8824-4007-a599-080e32d4377a completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:08:22.227248 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port b8cf069a-be52-42ed-8451-731f93648c26 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:08:22.228032 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:22.302696 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e1734f9-ed32-4ffb-a58e-464cc136ef7f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:22.390742 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a86e161-be9b-45b8-aec9-a3cb5b3fec30 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Router 1a53d98c-d3ee-4b99-a4ad-5718891046c4 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:08:22.408166 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 074d76dc-8824-4007-a599-080e32d4377a up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:08:22.487314 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 074d76dc-8824-4007-a599-080e32d4377a completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:08:22.493073 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 074d76dc-8824-4007-a599-080e32d4377a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:08:22.493694 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:22.626641 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e1734f9-ed32-4ffb-a58e-464cc136ef7f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:22.630387 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a86e161-be9b-45b8-aec9-a3cb5b3fec30 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:08:22.636037 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9a86e161-be9b-45b8-aec9-a3cb5b3fec30 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "PUT /v2.0/routers/1a53d98c-d3ee-4b99-a4ad-5718891046c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4295413 Aug 19 15:08:22.639129 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55866) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:22.644828 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-08f4576e-6f46-436b-b05d-274d096d0910 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:22.660234 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6e6820-337e-4cff-be04-e9a02f7f0618 None None] Sync routers for ids ['1a53d98c-d3ee-4b99-a4ad-5718891046c4'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:08:22.686041 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:22.712882 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6e6820-337e-4cff-be04-e9a02f7f0618 None None] Routers {'1a53d98c-d3ee-4b99-a4ad-5718891046c4'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:08:22.714238 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-db6e6820-337e-4cff-be04-e9a02f7f0618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:08:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['1a53d98c-d3ee-4b99-a4ad-5718891046c4'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:22.984717 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 074d76dc-8824-4007-a599-080e32d4377a, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=074d76dc-8824-4007-a599-080e32d4377a,segment=NetworkSegment(eada3608-52a3-4980-bf2a-e4b9ae60e97b),segment_id=eada3608-52a3-4980-bf2a-e4b9ae60e97b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:08:23.010959 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:23.011781 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 6ac472c3-c1f6-42da-9352-7f08f3663d86 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:08:23.030487 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-57876898-4649-4735-bb7f-35ce4cce2894 None None] Provisioning complete for port 074d76dc-8824-4007-a599-080e32d4377a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:08:23.031214 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-57876898-4649-4735-bb7f-35ce4cce2894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:23.092538 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-db6e6820-337e-4cff-be04-e9a02f7f0618 None None] Set router 1a53d98c-d3ee-4b99-a4ad-5718891046c4 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:08:23.286560 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e1734f9-ed32-4ffb-a58e-464cc136ef7f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:23.300316 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e1734f9-ed32-4ffb-a58e-464cc136ef7f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:23.335110 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=074d76dc-8824-4007-a599-080e32d4377a,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:23.449989 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 6ac472c3-c1f6-42da-9352-7f08f3663d86 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:08:23.452714 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.extraroute_db [None req-08f4576e-6f46-436b-b05d-274d096d0910 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94640) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 19 15:08:23.470032 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 6ac472c3-c1f6-42da-9352-7f08f3663d86 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:08:23.470578 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e1734f9-ed32-4ffb-a58e-464cc136ef7f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:23.471046 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:23.491557 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.extraroute_db [None req-08f4576e-6f46-436b-b05d-274d096d0910 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Removed routes are [] {{(pid=94640) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 19 15:08:23.492075 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08f4576e-6f46-436b-b05d-274d096d0910 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1663642', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1667783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59546'] for router, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:23.563259 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c42225-fc91-49fd-8b9d-1bcb40d3f411 None None] Network 938e7ca5-7f00-4f92-bd54-b9ee46e7cc21 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:08:23.675427 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-57876898-4649-4735-bb7f-35ce4cce2894 None None] Provisioning for port 3e2f928a-0778-4849-8783-8c6fa434e318 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:08:23.682217 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1734f9-ed32-4ffb-a58e-464cc136ef7f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'Port': ['ID=22baf3da-efe1-478d-a555-d16c216d1c69,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:23.704309 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-57876898-4649-4735-bb7f-35ce4cce2894 None None] Provisioning complete for port 3e2f928a-0778-4849-8783-8c6fa434e318 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:08:23.704858 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-57876898-4649-4735-bb7f-35ce4cce2894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:23.759989 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1734f9-ed32-4ffb-a58e-464cc136ef7f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Network 938e7ca5-7f00-4f92-bd54-b9ee46e7cc21 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:08:23.761845 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-5e1734f9-ed32-4ffb-a58e-464cc136ef7f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:08:23.807881 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:23.832000 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-57876898-4649-4735-bb7f-35ce4cce2894 None None] Port 3e2f928a-0778-4849-8783-8c6fa434e318 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:08:23.838995 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08f4576e-6f46-436b-b05d-274d096d0910 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1663642', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1667783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59546'] for router, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:23.843408 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08f4576e-6f46-436b-b05d-274d096d0910 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1663540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1663535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1667838'] for router, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:23.864050 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 6ac472c3-c1f6-42da-9352-7f08f3663d86, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=6ac472c3-c1f6-42da-9352-7f08f3663d86,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:08:23.882649 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:23.885374 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device f0928149-2ef3-488f-9ead-9d3190b5bb5c up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:08:23.947342 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-db6e6820-337e-4cff-be04-e9a02f7f0618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'name': 'tempest-RoutersTest-router-1550684054', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:59Z', 'updated_at': '2021-08-19T15:08:20Z', 'revision_number': 5, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'gw_port_host': None, '_interfaces': [{'id': '3e2f928a-0778-4849-8783-8c6fa434e318', 'name': '', 'network_id': 'f5cc3402-e978-4169-ae35-97c140be54f7', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'mac_address': 'fa:16:3e:a8:c0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': 'fd383377-b145-48a0-8092-8885b5320186', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:18Z', 'updated_at': '2021-08-19T15:08:20Z', 'revision_number': 2, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'subnets': [{'id': 'fd383377-b145-48a0-8092-8885b5320186', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a71c87a-8fe9-4c01-82aa-449e2223ab27', 'name': '', 'network_id': 'f3a46c70-ba6e-40fd-b5e1-4976801a5091', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'mac_address': 'fa:16:3e:4f:f0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '24931e03-3c3f-438f-9cae-b7eab27cf96d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:06Z', 'updated_at': '2021-08-19T15:08:14Z', 'revision_number': 5, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'subnets': [{'id': '24931e03-3c3f-438f-9cae-b7eab27cf96d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8cf069a-be52-42ed-8451-731f93648c26', 'name': '', 'network_id': 'bac8191a-0c03-4a0e-9830-7400ae6648e9', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'mac_address': 'fa:16:3e:16:3d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '77173511-6365-4620-9f2a-6b3ee0427d6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:12Z', 'updated_at': '2021-08-19T15:08:20Z', 'revision_number': 5, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'subnets': [{'id': '77173511-6365-4620-9f2a-6b3ee0427d6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbfd32be-6674-4e0f-b337-4a3d27957771', 'name': '', 'network_id': 'b242d506-824e-4fec-8e0c-b4207cd18f3f', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'mac_address': 'fa:16:3e:90:1f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'e8661ce9-be0b-4c75-b172-01c90ec28d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:02Z', 'updated_at': '2021-08-19T15:08:08Z', 'revision_number': 5, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'subnets': [{'id': 'e8661ce9-be0b-4c75-b172-01c90ec28d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:23.953951 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=6ac472c3-c1f6-42da-9352-7f08f3663d86,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:23.982432 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e1734f9-ed32-4ffb-a58e-464cc136ef7f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Router 271b68b8-4596-42c9-b5bc-dffec74f9079 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:08:24.022852 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f4576e-6f46-436b-b05d-274d096d0910 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Router 1a53d98c-d3ee-4b99-a4ad-5718891046c4 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:08:24.036298 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6e6820-337e-4cff-be04-e9a02f7f0618 None None] Checking router: 1a53d98c-d3ee-4b99-a4ad-5718891046c4 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:08:24.036943 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6e6820-337e-4cff-be04-e9a02f7f0618 None None] Updating router 1a53d98c-d3ee-4b99-a4ad-5718891046c4 port 3e2f928a-0778-4849-8783-8c6fa434e318 binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:08:24.071377 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-db6e6820-337e-4cff-be04-e9a02f7f0618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:24.073834 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9240a73c-4941-4ce0-9c24-4d39d97f9128 None None] Provisioning for port f0928149-2ef3-488f-9ead-9d3190b5bb5c completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:08:24.172390 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9240a73c-4941-4ce0-9c24-4d39d97f9128 None None] Provisioning complete for port 3e2f928a-0778-4849-8783-8c6fa434e318 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:08:24.172787 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9240a73c-4941-4ce0-9c24-4d39d97f9128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:24.189541 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1734f9-ed32-4ffb-a58e-464cc136ef7f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:08:24.206069 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f637d9-1fe4-48ab-ac5c-9b7283d470db None None] Sync routers for ids ['271b68b8-4596-42c9-b5bc-dffec74f9079'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:08:24.213551 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f4576e-6f46-436b-b05d-274d096d0910 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:08:24.218232 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5e1734f9-ed32-4ffb-a58e-464cc136ef7f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "PUT /v2.0/routers/271b68b8-4596-42c9-b5bc-dffec74f9079/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6170838 Aug 19 15:08:24.224484 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f637d9-1fe4-48ab-ac5c-9b7283d470db None None] Routers {'271b68b8-4596-42c9-b5bc-dffec74f9079'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:08:24.224484 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-08f637d9-1fe4-48ab-ac5c-9b7283d470db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:08:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['271b68b8-4596-42c9-b5bc-dffec74f9079'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:24.225173 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9240a73c-4941-4ce0-9c24-4d39d97f9128 None None] Port 3e2f928a-0778-4849-8783-8c6fa434e318 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:08:24.237719 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08f4576e-6f46-436b-b05d-274d096d0910 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:24.242438 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55890) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:24.244043 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-08f4576e-6f46-436b-b05d-274d096d0910 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "PUT /v2.0/routers/1a53d98c-d3ee-4b99-a4ad-5718891046c4 HTTP/1.1" status: 200 len: 934 time: 1.6028681 Aug 19 15:08:24.423667 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-08f637d9-1fe4-48ab-ac5c-9b7283d470db None None] Set router 271b68b8-4596-42c9-b5bc-dffec74f9079 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:08:24.430589 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port f0928149-2ef3-488f-9ead-9d3190b5bb5c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:08:24.449941 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port f0928149-2ef3-488f-9ead-9d3190b5bb5c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:08:24.450738 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:24.467137 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55898) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:24.477180 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-ef4b02db-1e0d-495b-a795-70e379b971b5 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Request body: {'router': {'routes': None}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:24.482990 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d5dfa1d3-7746-474a-be48-304d458a74e5 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "GET /v2.0/routers/1a53d98c-d3ee-4b99-a4ad-5718891046c4 HTTP/1.1" status: 200 len: 934 time: 0.2389758 Aug 19 15:08:24.801453 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-08f637d9-1fe4-48ab-ac5c-9b7283d470db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271b68b8-4596-42c9-b5bc-dffec74f9079', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672129697', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '6ac472c3-c1f6-42da-9352-7f08f3663d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:08:13Z', 'updated_at': '2021-08-19T15:08:22Z', 'revision_number': 4, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port': {'id': '6ac472c3-c1f6-42da-9352-7f08f3663d86', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271b68b8-4596-42c9-b5bc-dffec74f9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:14Z', 'updated_at': '2021-08-19T15:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '22baf3da-efe1-478d-a555-d16c216d1c69', 'name': '', 'network_id': '938e7ca5-7f00-4f92-bd54-b9ee46e7cc21', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'mac_address': 'fa:16:3e:0e:04:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271b68b8-4596-42c9-b5bc-dffec74f9079', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '8d2478c6-91cf-477c-855d-75d646570ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:19Z', 'updated_at': '2021-08-19T15:08:22Z', 'revision_number': 2, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'subnets': [{'id': '8d2478c6-91cf-477c-855d-75d646570ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:24.815407 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:24.861970 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f637d9-1fe4-48ab-ac5c-9b7283d470db None None] Checking router: 271b68b8-4596-42c9-b5bc-dffec74f9079 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:08:24.862321 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f637d9-1fe4-48ab-ac5c-9b7283d470db None None] Updating router 271b68b8-4596-42c9-b5bc-dffec74f9079 port 22baf3da-efe1-478d-a555-d16c216d1c69 binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:08:24.880583 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a77b68d8-3047-47ca-a2cf-6feb97bacee4 None None] Provisioning for port 22baf3da-efe1-478d-a555-d16c216d1c69 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:08:24.891929 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a77b68d8-3047-47ca-a2cf-6feb97bacee4 None None] Provisioning complete for port 22baf3da-efe1-478d-a555-d16c216d1c69 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:08:24.892303 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a77b68d8-3047-47ca-a2cf-6feb97bacee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:24.919448 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-08f637d9-1fe4-48ab-ac5c-9b7283d470db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:24.973640 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-db6e6820-337e-4cff-be04-e9a02f7f0618 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:24.987893 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port f0928149-2ef3-488f-9ead-9d3190b5bb5c, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=f0928149-2ef3-488f-9ead-9d3190b5bb5c,segment=NetworkSegment(648b4d63-60ed-44ee-b856-5972125e6092),segment_id=648b4d63-60ed-44ee-b856-5972125e6092)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:08:25.025817 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:25.031919 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-db6e6820-337e-4cff-be04-e9a02f7f0618 None None] Transition to ACTIVE for port object 3e2f928a-0778-4849-8783-8c6fa434e318 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:08:25.040332 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a77b68d8-3047-47ca-a2cf-6feb97bacee4 None None] Port 22baf3da-efe1-478d-a555-d16c216d1c69 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:08:25.095809 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ff84ed40-a16b-4cdf-9b3c-6b1b131f5594 req-442eda0a-54fe-4c8c-a5fb-bf1ec10ec8d2 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1372897158&fields=id&tenant_id=5784b0340e8242b1aba4ab831f2e3b23 HTTP/1.1" status: 200 len: 267 time: 0.5422294 Aug 19 15:08:25.106723 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-db6e6820-337e-4cff-be04-e9a02f7f0618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:25.136341 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a77b68d8-3047-47ca-a2cf-6feb97bacee4 None None] Provisioning complete for port f0928149-2ef3-488f-9ead-9d3190b5bb5c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:08:25.136739 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a77b68d8-3047-47ca-a2cf-6feb97bacee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:25.213032 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 074d76dc-8824-4007-a599-080e32d4377a up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:08:25.379402 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=f0928149-2ef3-488f-9ead-9d3190b5bb5c,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:25.467687 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-db6e6820-337e-4cff-be04-e9a02f7f0618 None None] Attempting to bind port 3e2f928a-0778-4849-8783-8c6fa434e318 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:08:25.468063 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-db6e6820-337e-4cff-be04-e9a02f7f0618 None None] Attempting to bind port 3e2f928a-0778-4849-8783-8c6fa434e318 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'eada3608-52a3-4980-bf2a-e4b9ae60e97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f5cc3402-e978-4169-ae35-97c140be54f7'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:08:25.468225 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-08f637d9-1fe4-48ab-ac5c-9b7283d470db None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:25.468722 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6e6820-337e-4cff-be04-e9a02f7f0618 None None] Attempting to bind port 3e2f928a-0778-4849-8783-8c6fa434e318 on network f5cc3402-e978-4169-ae35-97c140be54f7 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:08:25.482034 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6e6820-337e-4cff-be04-e9a02f7f0618 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:08:25.482648 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6e6820-337e-4cff-be04-e9a02f7f0618 None None] Checking segment: {'id': 'eada3608-52a3-4980-bf2a-e4b9ae60e97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f5cc3402-e978-4169-ae35-97c140be54f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:08:25.483167 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-db6e6820-337e-4cff-be04-e9a02f7f0618 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:25.483783 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6e6820-337e-4cff-be04-e9a02f7f0618 None None] Bound using segment: {'id': 'eada3608-52a3-4980-bf2a-e4b9ae60e97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f5cc3402-e978-4169-ae35-97c140be54f7'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:08:25.484476 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-db6e6820-337e-4cff-be04-e9a02f7f0618 None None] Bound port: 3e2f928a-0778-4849-8783-8c6fa434e318, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eada3608-52a3-4980-bf2a-e4b9ae60e97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f5cc3402-e978-4169-ae35-97c140be54f7'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:08:25.484801 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-db6e6820-337e-4cff-be04-e9a02f7f0618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:25.490729 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-08f637d9-1fe4-48ab-ac5c-9b7283d470db None None] Transition to ACTIVE for port object 22baf3da-efe1-478d-a555-d16c216d1c69 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:08:25.507028 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-08f637d9-1fe4-48ab-ac5c-9b7283d470db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:25.524910 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84ed40-a16b-4cdf-9b3c-6b1b131f5594 req-9233efad-cbab-47fa-a2ba-0aa65122c84d tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:25.535214 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ff84ed40-a16b-4cdf-9b3c-6b1b131f5594 req-9233efad-cbab-47fa-a2ba-0aa65122c84d tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/networks?id=938e7ca5-7f00-4f92-bd54-b9ee46e7cc21 HTTP/1.1" status: 200 len: 797 time: 0.4292316 Aug 19 15:08:25.565825 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ff84ed40-a16b-4cdf-9b3c-6b1b131f5594 req-72c5a066-0771-4715-8f3c-85de78b46b1e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/quotas/5784b0340e8242b1aba4ab831f2e3b23 HTTP/1.1" status: 200 len: 375 time: 0.0291951 Aug 19 15:08:25.582850 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba90949-8fb6-494e-b89f-53b15e8c6036 None None] Pushing event updated for resources: {'Port': ['ID=22baf3da-efe1-478d-a555-d16c216d1c69,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:25.710172 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-08f637d9-1fe4-48ab-ac5c-9b7283d470db None None] Attempting to bind port 22baf3da-efe1-478d-a555-d16c216d1c69 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:08:25.710848 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-08f637d9-1fe4-48ab-ac5c-9b7283d470db None None] Attempting to bind port 22baf3da-efe1-478d-a555-d16c216d1c69 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '648b4d63-60ed-44ee-b856-5972125e6092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '938e7ca5-7f00-4f92-bd54-b9ee46e7cc21'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:08:25.712027 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f637d9-1fe4-48ab-ac5c-9b7283d470db None None] Attempting to bind port 22baf3da-efe1-478d-a555-d16c216d1c69 on network 938e7ca5-7f00-4f92-bd54-b9ee46e7cc21 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:08:25.725862 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f637d9-1fe4-48ab-ac5c-9b7283d470db None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:08:25.726792 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f637d9-1fe4-48ab-ac5c-9b7283d470db None None] Checking segment: {'id': '648b4d63-60ed-44ee-b856-5972125e6092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '938e7ca5-7f00-4f92-bd54-b9ee46e7cc21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:08:25.729776 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-08f637d9-1fe4-48ab-ac5c-9b7283d470db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:25.730197 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f637d9-1fe4-48ab-ac5c-9b7283d470db None None] Bound using segment: {'id': '648b4d63-60ed-44ee-b856-5972125e6092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '938e7ca5-7f00-4f92-bd54-b9ee46e7cc21'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:08:25.730713 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-08f637d9-1fe4-48ab-ac5c-9b7283d470db None None] Bound port: 22baf3da-efe1-478d-a555-d16c216d1c69, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648b4d63-60ed-44ee-b856-5972125e6092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '938e7ca5-7f00-4f92-bd54-b9ee46e7cc21'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:08:25.731112 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-08f637d9-1fe4-48ab-ac5c-9b7283d470db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:25.792918 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ff84ed40-a16b-4cdf-9b3c-6b1b131f5594 req-86f996fc-36e5-41d9-9ab5-8c5d3e0d5390 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=5784b0340e8242b1aba4ab831f2e3b23&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2165189 Aug 19 15:08:25.840025 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-08f637d9-1fe4-48ab-ac5c-9b7283d470db None None] For port 22baf3da-efe1-478d-a555-d16c216d1c69, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:08:25.844360 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-08f637d9-1fe4-48ab-ac5c-9b7283d470db None None] For port 22baf3da-efe1-478d-a555-d16c216d1c69, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=22baf3da-efe1-478d-a555-d16c216d1c69,segment=NetworkSegment(648b4d63-60ed-44ee-b856-5972125e6092),segment_id=648b4d63-60ed-44ee-b856-5972125e6092)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:08:25.849394 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec9380-c428-4ce8-a142-202368b73845 None None] Pushing event updated for resources: {'Port': ['ID=3e2f928a-0778-4849-8783-8c6fa434e318,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:25.854767 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-08f637d9-1fe4-48ab-ac5c-9b7283d470db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:25.907280 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 074d76dc-8824-4007-a599-080e32d4377a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:08:25.907661 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:25.915865 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f637d9-1fe4-48ab-ac5c-9b7283d470db None None] Routers {'271b68b8-4596-42c9-b5bc-dffec74f9079'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:08:25.917782 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-08f637d9-1fe4-48ab-ac5c-9b7283d470db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:08:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['271b68b8-4596-42c9-b5bc-dffec74f9079'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:26.011161 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-db6e6820-337e-4cff-be04-e9a02f7f0618 None None] For port 3e2f928a-0778-4849-8783-8c6fa434e318, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:08:26.053745 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-db6e6820-337e-4cff-be04-e9a02f7f0618 None None] For port 3e2f928a-0778-4849-8783-8c6fa434e318, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=3e2f928a-0778-4849-8783-8c6fa434e318,segment=NetworkSegment(eada3608-52a3-4980-bf2a-e4b9ae60e97b),segment_id=eada3608-52a3-4980-bf2a-e4b9ae60e97b)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:08:26.082126 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-db6e6820-337e-4cff-be04-e9a02f7f0618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:26.134214 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ff84ed40-a16b-4cdf-9b3c-6b1b131f5594 req-93cbffbb-d13c-4977-b65a-3e174b532cd2 service neutron] 10.222.0.69 "GET /v2.0/networks/938e7ca5-7f00-4f92-bd54-b9ee46e7cc21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164244 Aug 19 15:08:26.189694 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 6ac472c3-c1f6-42da-9352-7f08f3663d86 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:08:26.223047 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba90949-8fb6-494e-b89f-53b15e8c6036 None None] Pushing event updated for resources: {'Port': ['ID=22baf3da-efe1-478d-a555-d16c216d1c69,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:26.233336 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-08f637d9-1fe4-48ab-ac5c-9b7283d470db None None] Set router 271b68b8-4596-42c9-b5bc-dffec74f9079 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:08:26.268839 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec9380-c428-4ce8-a142-202368b73845 None None] Pushing event updated for resources: {'Port': ['ID=3e2f928a-0778-4849-8783-8c6fa434e318,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:26.283942 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6e6820-337e-4cff-be04-e9a02f7f0618 None None] Routers {'1a53d98c-d3ee-4b99-a4ad-5718891046c4'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:08:26.285238 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-db6e6820-337e-4cff-be04-e9a02f7f0618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:08:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['1a53d98c-d3ee-4b99-a4ad-5718891046c4'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:26.303076 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.extraroute_db [None req-ef4b02db-1e0d-495b-a795-70e379b971b5 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Added routes are [] {{(pid=94640) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 19 15:08:26.303401 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.extraroute_db [None req-ef4b02db-1e0d-495b-a795-70e379b971b5 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94640) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 19 15:08:26.394945 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ff84ed40-a16b-4cdf-9b3c-6b1b131f5594 req-24f993e8-bb8f-4785-8460-ec83124a7540 service neutron] 10.222.0.69 "GET /v2.0/networks/938e7ca5-7f00-4f92-bd54-b9ee46e7cc21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019196 Aug 19 15:08:26.405163 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ef4b02db-1e0d-495b-a795-70e379b971b5 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1663642', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1667783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59546'] for router, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:26.500552 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 6ac472c3-c1f6-42da-9352-7f08f3663d86 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:08:26.501186 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:26.583914 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-db6e6820-337e-4cff-be04-e9a02f7f0618 None None] Set router 1a53d98c-d3ee-4b99-a4ad-5718891046c4 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:08:26.683649 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-08f637d9-1fe4-48ab-ac5c-9b7283d470db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271b68b8-4596-42c9-b5bc-dffec74f9079', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672129697', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '6ac472c3-c1f6-42da-9352-7f08f3663d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:08:13Z', 'updated_at': '2021-08-19T15:08:22Z', 'revision_number': 4, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port': {'id': '6ac472c3-c1f6-42da-9352-7f08f3663d86', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271b68b8-4596-42c9-b5bc-dffec74f9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:14Z', 'updated_at': '2021-08-19T15:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '22baf3da-efe1-478d-a555-d16c216d1c69', 'name': '', 'network_id': '938e7ca5-7f00-4f92-bd54-b9ee46e7cc21', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'mac_address': 'fa:16:3e:0e:04:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271b68b8-4596-42c9-b5bc-dffec74f9079', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '8d2478c6-91cf-477c-855d-75d646570ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:19Z', 'updated_at': '2021-08-19T15:08:25Z', 'revision_number': 4, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'subnets': [{'id': '8d2478c6-91cf-477c-855d-75d646570ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:26.713771 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f637d9-1fe4-48ab-ac5c-9b7283d470db None None] The sync data for ids ['271b68b8-4596-42c9-b5bc-dffec74f9079'] in n-d-766043-2 is: [{'id': '271b68b8-4596-42c9-b5bc-dffec74f9079', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672129697', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '6ac472c3-c1f6-42da-9352-7f08f3663d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:08:13Z', 'updated_at': '2021-08-19T15:08:22Z', 'revision_number': 4, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port': {'id': '6ac472c3-c1f6-42da-9352-7f08f3663d86', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271b68b8-4596-42c9-b5bc-dffec74f9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:14Z', 'updated_at': '2021-08-19T15:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '22baf3da-efe1-478d-a555-d16c216d1c69', 'name': '', 'network_id': '938e7ca5-7f00-4f92-bd54-b9ee46e7cc21', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'mac_address': 'fa:16:3e:0e:04:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271b68b8-4596-42c9-b5bc-dffec74f9079', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '8d2478c6-91cf-477c-855d-75d646570ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:19Z', 'updated_at': '2021-08-19T15:08:25Z', 'revision_number': 4, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'subnets': [{'id': '8d2478c6-91cf-477c-855d-75d646570ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:08:26.815114 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ef4b02db-1e0d-495b-a795-70e379b971b5 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1663642', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1667783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59546'] for router, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:26.843160 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ef4b02db-1e0d-495b-a795-70e379b971b5 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1663540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1663535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1667838'] for router, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:26.895518 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-88ee2e86-edc6-4c8d-b352-bfd91f884292 req-eb8159a7-754c-41a8-b67c-a0df947bb5e1 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b8d7697-1702-4402-a6ec-bf8dfd21265d HTTP/1.1" status: 200 len: 210 time: 0.2250161 Aug 19 15:08:27.083448 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef4b02db-1e0d-495b-a795-70e379b971b5 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Router 1a53d98c-d3ee-4b99-a4ad-5718891046c4 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:08:27.129508 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-db6e6820-337e-4cff-be04-e9a02f7f0618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'name': 'tempest-RoutersTest-router-1550684054', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:59Z', 'updated_at': '2021-08-19T15:08:23Z', 'revision_number': 6, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'gw_port_host': None, '_interfaces': [{'id': '3e2f928a-0778-4849-8783-8c6fa434e318', 'name': '', 'network_id': 'f5cc3402-e978-4169-ae35-97c140be54f7', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'mac_address': 'fa:16:3e:a8:c0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': 'fd383377-b145-48a0-8092-8885b5320186', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:18Z', 'updated_at': '2021-08-19T15:08:25Z', 'revision_number': 4, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'subnets': [{'id': 'fd383377-b145-48a0-8092-8885b5320186', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a71c87a-8fe9-4c01-82aa-449e2223ab27', 'name': '', 'network_id': 'f3a46c70-ba6e-40fd-b5e1-4976801a5091', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'mac_address': 'fa:16:3e:4f:f0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '24931e03-3c3f-438f-9cae-b7eab27cf96d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:06Z', 'updated_at': '2021-08-19T15:08:14Z', 'revision_number': 5, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'subnets': [{'id': '24931e03-3c3f-438f-9cae-b7eab27cf96d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8cf069a-be52-42ed-8451-731f93648c26', 'name': '', 'network_id': 'bac8191a-0c03-4a0e-9830-7400ae6648e9', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'mac_address': 'fa:16:3e:16:3d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '77173511-6365-4620-9f2a-6b3ee0427d6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:12Z', 'updated_at': '2021-08-19T15:08:20Z', 'revision_number': 5, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'subnets': [{'id': '77173511-6365-4620-9f2a-6b3ee0427d6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbfd32be-6674-4e0f-b337-4a3d27957771', 'name': '', 'network_id': 'b242d506-824e-4fec-8e0c-b4207cd18f3f', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'mac_address': 'fa:16:3e:90:1f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'e8661ce9-be0b-4c75-b172-01c90ec28d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:02Z', 'updated_at': '2021-08-19T15:08:08Z', 'revision_number': 5, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'subnets': [{'id': 'e8661ce9-be0b-4c75-b172-01c90ec28d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:27.187896 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6e6820-337e-4cff-be04-e9a02f7f0618 None None] The sync data for ids ['1a53d98c-d3ee-4b99-a4ad-5718891046c4'] in n-d-766043-2 is: [{'id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'name': 'tempest-RoutersTest-router-1550684054', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:59Z', 'updated_at': '2021-08-19T15:08:23Z', 'revision_number': 6, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'gw_port_host': None, '_interfaces': [{'id': '3e2f928a-0778-4849-8783-8c6fa434e318', 'name': '', 'network_id': 'f5cc3402-e978-4169-ae35-97c140be54f7', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'mac_address': 'fa:16:3e:a8:c0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': 'fd383377-b145-48a0-8092-8885b5320186', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:18Z', 'updated_at': '2021-08-19T15:08:25Z', 'revision_number': 4, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'subnets': [{'id': 'fd383377-b145-48a0-8092-8885b5320186', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a71c87a-8fe9-4c01-82aa-449e2223ab27', 'name': '', 'network_id': 'f3a46c70-ba6e-40fd-b5e1-4976801a5091', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'mac_address': 'fa:16:3e:4f:f0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '24931e03-3c3f-438f-9cae-b7eab27cf96d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:06Z', 'updated_at': '2021-08-19T15:08:14Z', 'revision_number': 5, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'subnets': [{'id': '24931e03-3c3f-438f-9cae-b7eab27cf96d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8cf069a-be52-42ed-8451-731f93648c26', 'name': '', 'network_id': 'bac8191a-0c03-4a0e-9830-7400ae6648e9', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'mac_address': 'fa:16:3e:16:3d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '77173511-6365-4620-9f2a-6b3ee0427d6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:12Z', 'updated_at': '2021-08-19T15:08:20Z', 'revision_number': 5, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'subnets': [{'id': '77173511-6365-4620-9f2a-6b3ee0427d6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbfd32be-6674-4e0f-b337-4a3d27957771', 'name': '', 'network_id': 'b242d506-824e-4fec-8e0c-b4207cd18f3f', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'mac_address': 'fa:16:3e:90:1f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'e8661ce9-be0b-4c75-b172-01c90ec28d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:02Z', 'updated_at': '2021-08-19T15:08:08Z', 'revision_number': 5, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'subnets': [{'id': 'e8661ce9-be0b-4c75-b172-01c90ec28d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:08:27.373645 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4b02db-1e0d-495b-a795-70e379b971b5 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:08:27.388956 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ef4b02db-1e0d-495b-a795-70e379b971b5 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:27.401582 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ef4b02db-1e0d-495b-a795-70e379b971b5 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "PUT /v2.0/routers/1a53d98c-d3ee-4b99-a4ad-5718891046c4 HTTP/1.1" status: 200 len: 700 time: 2.9273658 Aug 19 15:08:27.401865 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55944) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:27.421280 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device f0928149-2ef3-488f-9ead-9d3190b5bb5c up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:08:27.503393 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port f0928149-2ef3-488f-9ead-9d3190b5bb5c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:08:27.504723 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:27.638586 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-00a4535f-7e2b-43b5-8d7a-67ce142c828d tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "GET /v2.0/routers/1a53d98c-d3ee-4b99-a4ad-5718891046c4 HTTP/1.1" status: 200 len: 700 time: 0.2327757 Aug 19 15:08:27.641587 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 55950) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:27.691964 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 22baf3da-efe1-478d-a555-d16c216d1c69 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:08:27.837252 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 22baf3da-efe1-478d-a555-d16c216d1c69 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:08:27.859902 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 22baf3da-efe1-478d-a555-d16c216d1c69 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:08:27.860513 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:28.144193 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:28.207299 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 22baf3da-efe1-478d-a555-d16c216d1c69, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=22baf3da-efe1-478d-a555-d16c216d1c69,segment=NetworkSegment(648b4d63-60ed-44ee-b856-5972125e6092),segment_id=648b4d63-60ed-44ee-b856-5972125e6092)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:08:28.217052 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:28.219013 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-85cdcb71-5b1c-4243-90ef-1900a884cdbf req-53885f15-b1b5-44e9-9df7-cfddf47d1008 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b8d7697-1702-4402-a6ec-bf8dfd21265d HTTP/1.1" status: 200 len: 210 time: 0.0969212 Aug 19 15:08:28.409800 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=22baf3da-efe1-478d-a555-d16c216d1c69,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:28.433423 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-614688fb-c93c-47a1-bb5d-fe4bed01f4bb tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:28.663153 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84ed40-a16b-4cdf-9b3c-6b1b131f5594 req-fb0246bb-810d-49ee-8e0d-e5b9fce03da8 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:28.665814 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ff84ed40-a16b-4cdf-9b3c-6b1b131f5594 req-fb0246bb-810d-49ee-8e0d-e5b9fce03da8 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.68 "GET /v2.0/networks?id=938e7ca5-7f00-4f92-bd54-b9ee46e7cc21 HTTP/1.1" status: 200 len: 797 time: 0.3067393 Aug 19 15:08:28.719481 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ff84ed40-a16b-4cdf-9b3c-6b1b131f5594 req-05067e52-9032-4469-9e7f-fc2f56d92982 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5784b0340e8242b1aba4ab831f2e3b23 HTTP/1.1" status: 200 len: 380 time: 0.0434773 Aug 19 15:08:28.731617 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-ff84ed40-a16b-4cdf-9b3c-6b1b131f5594 req-2c45f8df-098f-4953-900a-80b48e4c840e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Request body: {'port': {'device_id': '8b8d7697-1702-4402-a6ec-bf8dfd21265d', 'network_id': '938e7ca5-7f00-4f92-bd54-b9ee46e7cc21', 'admin_state_up': True, 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'security_groups': ['24630928-81ce-426d-b014-5b912332f414']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:28.881100 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff84ed40-a16b-4cdf-9b3c-6b1b131f5594 req-2c45f8df-098f-4953-900a-80b48e4c840e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Made reservation on behalf of 5784b0340e8242b1aba4ab831f2e3b23 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:08:28.887716 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ff84ed40-a16b-4cdf-9b3c-6b1b131f5594 req-2c45f8df-098f-4953-900a-80b48e4c840e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:28.927057 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-614688fb-c93c-47a1-bb5d-fe4bed01f4bb tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Deleting port 3e2f928a-0778-4849-8783-8c6fa434e318 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:08:28.927663 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-614688fb-c93c-47a1-bb5d-fe4bed01f4bb tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:29.002028 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040abf11-175f-4f53-af79-a8e1152019f9 None None] Sync routers for ids ['1a53d98c-d3ee-4b99-a4ad-5718891046c4'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:08:29.013929 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040abf11-175f-4f53-af79-a8e1152019f9 None None] Routers {'1a53d98c-d3ee-4b99-a4ad-5718891046c4'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:08:29.015253 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-040abf11-175f-4f53-af79-a8e1152019f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:08:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['1a53d98c-d3ee-4b99-a4ad-5718891046c4'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:29.170419 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-614688fb-c93c-47a1-bb5d-fe4bed01f4bb tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] For port 3e2f928a-0778-4849-8783-8c6fa434e318, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=3e2f928a-0778-4849-8783-8c6fa434e318,segment=NetworkSegment(eada3608-52a3-4980-bf2a-e4b9ae60e97b),segment_id=eada3608-52a3-4980-bf2a-e4b9ae60e97b)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:08:29.170812 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-614688fb-c93c-47a1-bb5d-fe4bed01f4bb tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:29.200295 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-040abf11-175f-4f53-af79-a8e1152019f9 None None] Set router 1a53d98c-d3ee-4b99-a4ad-5718891046c4 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:08:29.202020 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-614688fb-c93c-47a1-bb5d-fe4bed01f4bb tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Calling delete_port for 3e2f928a-0778-4849-8783-8c6fa434e318 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:08:29.221017 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-ff84ed40-a16b-4cdf-9b3c-6b1b131f5594 req-2c45f8df-098f-4953-900a-80b48e4c840e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Allocated IP 172.20.0.10 (938e7ca5-7f00-4f92-bd54-b9ee46e7cc21/8d2478c6-91cf-477c-855d-75d646570ec4/aee9a9f9-e7cf-4114-8219-2a2a527f5840) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:08:29.455538 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 3e2f928a-0778-4849-8783-8c6fa434e318 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:08:29.550884 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b333e346-3a54-4a65-a311-5b43776583cc req-76697580-0e91-440d-835e-739c5e9d47bd tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b8d7697-1702-4402-a6ec-bf8dfd21265d HTTP/1.1" status: 200 len: 210 time: 0.0510862 Aug 19 15:08:29.613785 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ff84ed40-a16b-4cdf-9b3c-6b1b131f5594 req-2c45f8df-098f-4953-900a-80b48e4c840e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:29.634075 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 3e2f928a-0778-4849-8783-8c6fa434e318 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:08:29.640595 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 3e2f928a-0778-4849-8783-8c6fa434e318 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:08:29.640966 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:29.671494 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-ff84ed40-a16b-4cdf-9b3c-6b1b131f5594 req-2c45f8df-098f-4953-900a-80b48e4c840e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Transition to ACTIVE for port object aee9a9f9-e7cf-4114-8219-2a2a527f5840 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:08:29.678164 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-614688fb-c93c-47a1-bb5d-fe4bed01f4bb tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:29.713794 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614688fb-c93c-47a1-bb5d-fe4bed01f4bb tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event deleted for resources: {'Port': ['ID=3e2f928a-0778-4849-8783-8c6fa434e318,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:29.736956 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ff84ed40-a16b-4cdf-9b3c-6b1b131f5594 req-2c45f8df-098f-4953-900a-80b48e4c840e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:29.739719 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Could not find standard attr ID for object 3e2f928a-0778-4849-8783-8c6fa434e318. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 15:08:29.749130 n-d-766043-2 neutron-server[94641]: INFO neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No ports have port_id starting with 3e2f928a-0778-4849-8783-8c6fa434e318 Aug 19 15:08:29.768232 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-040abf11-175f-4f53-af79-a8e1152019f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'name': 'tempest-RoutersTest-router-1550684054', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:59Z', 'updated_at': '2021-08-19T15:08:26Z', 'revision_number': 7, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'gw_port_host': None, '_interfaces': [{'id': '3e2f928a-0778-4849-8783-8c6fa434e318', 'name': '', 'network_id': 'f5cc3402-e978-4169-ae35-97c140be54f7', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'mac_address': 'fa:16:3e:a8:c0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': 'fd383377-b145-48a0-8092-8885b5320186', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:18Z', 'updated_at': '2021-08-19T15:08:25Z', 'revision_number': 4, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'subnets': [{'id': 'fd383377-b145-48a0-8092-8885b5320186', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a71c87a-8fe9-4c01-82aa-449e2223ab27', 'name': '', 'network_id': 'f3a46c70-ba6e-40fd-b5e1-4976801a5091', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'mac_address': 'fa:16:3e:4f:f0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '24931e03-3c3f-438f-9cae-b7eab27cf96d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:06Z', 'updated_at': '2021-08-19T15:08:14Z', 'revision_number': 5, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'subnets': [{'id': '24931e03-3c3f-438f-9cae-b7eab27cf96d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8cf069a-be52-42ed-8451-731f93648c26', 'name': '', 'network_id': 'bac8191a-0c03-4a0e-9830-7400ae6648e9', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'mac_address': 'fa:16:3e:16:3d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '77173511-6365-4620-9f2a-6b3ee0427d6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:12Z', 'updated_at': '2021-08-19T15:08:20Z', 'revision_number': 5, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'subnets': [{'id': '77173511-6365-4620-9f2a-6b3ee0427d6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbfd32be-6674-4e0f-b337-4a3d27957771', 'name': '', 'network_id': 'b242d506-824e-4fec-8e0c-b4207cd18f3f', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'mac_address': 'fa:16:3e:90:1f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'e8661ce9-be0b-4c75-b172-01c90ec28d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:02Z', 'updated_at': '2021-08-19T15:08:08Z', 'revision_number': 5, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'subnets': [{'id': 'e8661ce9-be0b-4c75-b172-01c90ec28d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:29.821431 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 22baf3da-efe1-478d-a555-d16c216d1c69 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:08:29.845327 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff84ed40-a16b-4cdf-9b3c-6b1b131f5594 req-2c45f8df-098f-4953-900a-80b48e4c840e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Network 938e7ca5-7f00-4f92-bd54-b9ee46e7cc21 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:08:29.846980 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-ff84ed40-a16b-4cdf-9b3c-6b1b131f5594 req-2c45f8df-098f-4953-900a-80b48e4c840e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:08:29.858648 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff84ed40-a16b-4cdf-9b3c-6b1b131f5594 req-2c45f8df-098f-4953-900a-80b48e4c840e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:08:29.863354 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040abf11-175f-4f53-af79-a8e1152019f9 None None] Checking router: 1a53d98c-d3ee-4b99-a4ad-5718891046c4 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:08:29.887843 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040abf11-175f-4f53-af79-a8e1152019f9 None None] Routers {'1a53d98c-d3ee-4b99-a4ad-5718891046c4'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:08:29.889209 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-040abf11-175f-4f53-af79-a8e1152019f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:08:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['1a53d98c-d3ee-4b99-a4ad-5718891046c4'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:29.905808 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c45f8df-098f-4953-900a-80b48e4c840e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'Port': ['ID=aee9a9f9-e7cf-4114-8219-2a2a527f5840,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:29.965370 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84ed40-a16b-4cdf-9b3c-6b1b131f5594 req-2c45f8df-098f-4953-900a-80b48e4c840e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:29.966719 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ff84ed40-a16b-4cdf-9b3c-6b1b131f5594 req-2c45f8df-098f-4953-900a-80b48e4c840e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:30.022445 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ff84ed40-a16b-4cdf-9b3c-6b1b131f5594 req-2c45f8df-098f-4953-900a-80b48e4c840e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2963355 Aug 19 15:08:30.036578 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-ff84ed40-a16b-4cdf-9b3c-6b1b131f5594 req-39919501-927e-49ca-be4b-485be88ff761 service neutron] Request body: {'port': {'device_id': '8b8d7697-1702-4402-a6ec-bf8dfd21265d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:30.058923 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 22baf3da-efe1-478d-a555-d16c216d1c69 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:08:30.059877 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:30.131780 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-614688fb-c93c-47a1-bb5d-fe4bed01f4bb tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:30.132624 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-040abf11-175f-4f53-af79-a8e1152019f9 None None] Set router 1a53d98c-d3ee-4b99-a4ad-5718891046c4 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:08:30.201609 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ff84ed40-a16b-4cdf-9b3c-6b1b131f5594 req-39919501-927e-49ca-be4b-485be88ff761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:30.496228 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-95522eb3-b1a4-45f0-8e83-ce2967e15ea4 None None] Provisioning for port aee9a9f9-e7cf-4114-8219-2a2a527f5840 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:08:30.512381 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-95522eb3-b1a4-45f0-8e83-ce2967e15ea4 None None] Provisioning complete for port aee9a9f9-e7cf-4114-8219-2a2a527f5840 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:08:30.512938 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-95522eb3-b1a4-45f0-8e83-ce2967e15ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:30.567126 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-95522eb3-b1a4-45f0-8e83-ce2967e15ea4 None None] Port aee9a9f9-e7cf-4114-8219-2a2a527f5840 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:08:30.624153 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-040abf11-175f-4f53-af79-a8e1152019f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'name': 'tempest-RoutersTest-router-1550684054', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:59Z', 'updated_at': '2021-08-19T15:08:29Z', 'revision_number': 8, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'gw_port_host': None, '_interfaces': [{'id': '5a71c87a-8fe9-4c01-82aa-449e2223ab27', 'name': '', 'network_id': 'f3a46c70-ba6e-40fd-b5e1-4976801a5091', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'mac_address': 'fa:16:3e:4f:f0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '24931e03-3c3f-438f-9cae-b7eab27cf96d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:06Z', 'updated_at': '2021-08-19T15:08:14Z', 'revision_number': 5, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'subnets': [{'id': '24931e03-3c3f-438f-9cae-b7eab27cf96d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8cf069a-be52-42ed-8451-731f93648c26', 'name': '', 'network_id': 'bac8191a-0c03-4a0e-9830-7400ae6648e9', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'mac_address': 'fa:16:3e:16:3d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '77173511-6365-4620-9f2a-6b3ee0427d6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:12Z', 'updated_at': '2021-08-19T15:08:20Z', 'revision_number': 5, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'subnets': [{'id': '77173511-6365-4620-9f2a-6b3ee0427d6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbfd32be-6674-4e0f-b337-4a3d27957771', 'name': '', 'network_id': 'b242d506-824e-4fec-8e0c-b4207cd18f3f', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'mac_address': 'fa:16:3e:90:1f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'e8661ce9-be0b-4c75-b172-01c90ec28d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:02Z', 'updated_at': '2021-08-19T15:08:08Z', 'revision_number': 5, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'subnets': [{'id': 'e8661ce9-be0b-4c75-b172-01c90ec28d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:30.655988 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-ff84ed40-a16b-4cdf-9b3c-6b1b131f5594 req-39919501-927e-49ca-be4b-485be88ff761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aee9a9f9-e7cf-4114-8219-2a2a527f5840 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:08:30.666894 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ff84ed40-a16b-4cdf-9b3c-6b1b131f5594 req-39919501-927e-49ca-be4b-485be88ff761 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:30.680924 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040abf11-175f-4f53-af79-a8e1152019f9 None None] The sync data for ids ['1a53d98c-d3ee-4b99-a4ad-5718891046c4'] in n-d-766043-2 is: [{'id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'name': 'tempest-RoutersTest-router-1550684054', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:59Z', 'updated_at': '2021-08-19T15:08:29Z', 'revision_number': 8, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'gw_port_host': None, '_interfaces': [{'id': '5a71c87a-8fe9-4c01-82aa-449e2223ab27', 'name': '', 'network_id': 'f3a46c70-ba6e-40fd-b5e1-4976801a5091', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'mac_address': 'fa:16:3e:4f:f0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '24931e03-3c3f-438f-9cae-b7eab27cf96d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:06Z', 'updated_at': '2021-08-19T15:08:14Z', 'revision_number': 5, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'subnets': [{'id': '24931e03-3c3f-438f-9cae-b7eab27cf96d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8cf069a-be52-42ed-8451-731f93648c26', 'name': '', 'network_id': 'bac8191a-0c03-4a0e-9830-7400ae6648e9', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'mac_address': 'fa:16:3e:16:3d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '77173511-6365-4620-9f2a-6b3ee0427d6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:12Z', 'updated_at': '2021-08-19T15:08:20Z', 'revision_number': 5, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'subnets': [{'id': '77173511-6365-4620-9f2a-6b3ee0427d6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbfd32be-6674-4e0f-b337-4a3d27957771', 'name': '', 'network_id': 'b242d506-824e-4fec-8e0c-b4207cd18f3f', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'mac_address': 'fa:16:3e:90:1f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'e8661ce9-be0b-4c75-b172-01c90ec28d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:02Z', 'updated_at': '2021-08-19T15:08:08Z', 'revision_number': 5, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'subnets': [{'id': 'e8661ce9-be0b-4c75-b172-01c90ec28d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:08:30.685481 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-ff84ed40-a16b-4cdf-9b3c-6b1b131f5594 req-39919501-927e-49ca-be4b-485be88ff761 service neutron] Transition to ACTIVE for port object aee9a9f9-e7cf-4114-8219-2a2a527f5840 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:08:30.691397 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ff84ed40-a16b-4cdf-9b3c-6b1b131f5594 req-39919501-927e-49ca-be4b-485be88ff761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:30.798575 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39919501-927e-49ca-be4b-485be88ff761 service neutron] Pushing event updated for resources: {'Port': ['ID=aee9a9f9-e7cf-4114-8219-2a2a527f5840,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:30.847297 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c1b7b-8c95-40e4-abcf-7b816ce1b98e req-10a9a0cc-96f8-4799-a606-ffaaa97afc94 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:30.856378 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-423c1b7b-8c95-40e4-abcf-7b816ce1b98e req-10a9a0cc-96f8-4799-a606-ffaaa97afc94 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b8d7697-1702-4402-a6ec-bf8dfd21265d HTTP/1.1" status: 200 len: 944 time: 0.0905998 Aug 19 15:08:30.864845 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-ff84ed40-a16b-4cdf-9b3c-6b1b131f5594 req-39919501-927e-49ca-be4b-485be88ff761 service neutron] Attempting to bind port aee9a9f9-e7cf-4114-8219-2a2a527f5840 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:08:30.865451 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-ff84ed40-a16b-4cdf-9b3c-6b1b131f5594 req-39919501-927e-49ca-be4b-485be88ff761 service neutron] Attempting to bind port aee9a9f9-e7cf-4114-8219-2a2a527f5840 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '648b4d63-60ed-44ee-b856-5972125e6092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '938e7ca5-7f00-4f92-bd54-b9ee46e7cc21'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:08:30.865851 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff84ed40-a16b-4cdf-9b3c-6b1b131f5594 req-39919501-927e-49ca-be4b-485be88ff761 service neutron] Attempting to bind port aee9a9f9-e7cf-4114-8219-2a2a527f5840 on network 938e7ca5-7f00-4f92-bd54-b9ee46e7cc21 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:08:30.871744 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff84ed40-a16b-4cdf-9b3c-6b1b131f5594 req-39919501-927e-49ca-be4b-485be88ff761 service neutron] Port aee9a9f9-e7cf-4114-8219-2a2a527f5840 on network 938e7ca5-7f00-4f92-bd54-b9ee46e7cc21 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:08:30.873014 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff84ed40-a16b-4cdf-9b3c-6b1b131f5594 req-39919501-927e-49ca-be4b-485be88ff761 service neutron] Attempting to bind port aee9a9f9-e7cf-4114-8219-2a2a527f5840 on network 938e7ca5-7f00-4f92-bd54-b9ee46e7cc21 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:08:30.889348 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff84ed40-a16b-4cdf-9b3c-6b1b131f5594 req-39919501-927e-49ca-be4b-485be88ff761 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:08:30.889695 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff84ed40-a16b-4cdf-9b3c-6b1b131f5594 req-39919501-927e-49ca-be4b-485be88ff761 service neutron] Checking segment: {'id': '648b4d63-60ed-44ee-b856-5972125e6092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '938e7ca5-7f00-4f92-bd54-b9ee46e7cc21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:08:30.890098 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff84ed40-a16b-4cdf-9b3c-6b1b131f5594 req-39919501-927e-49ca-be4b-485be88ff761 service neutron] Bound using segment: {'id': '648b4d63-60ed-44ee-b856-5972125e6092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '938e7ca5-7f00-4f92-bd54-b9ee46e7cc21'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:08:30.890552 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-ff84ed40-a16b-4cdf-9b3c-6b1b131f5594 req-39919501-927e-49ca-be4b-485be88ff761 service neutron] Bound port: aee9a9f9-e7cf-4114-8219-2a2a527f5840, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '648b4d63-60ed-44ee-b856-5972125e6092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '938e7ca5-7f00-4f92-bd54-b9ee46e7cc21'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:08:30.891052 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ff84ed40-a16b-4cdf-9b3c-6b1b131f5594 req-39919501-927e-49ca-be4b-485be88ff761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:30.978932 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-423c1b7b-8c95-40e4-abcf-7b816ce1b98e req-6d4e44d0-8c52-4c6a-85f2-3e6c117d016d tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=24630928-81ce-426d-b014-5b912332f414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215875 Aug 19 15:08:30.981021 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-ff84ed40-a16b-4cdf-9b3c-6b1b131f5594 req-39919501-927e-49ca-be4b-485be88ff761 service neutron] For port aee9a9f9-e7cf-4114-8219-2a2a527f5840, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:08:30.986316 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-ff84ed40-a16b-4cdf-9b3c-6b1b131f5594 req-39919501-927e-49ca-be4b-485be88ff761 service neutron] For port aee9a9f9-e7cf-4114-8219-2a2a527f5840, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=aee9a9f9-e7cf-4114-8219-2a2a527f5840,segment=NetworkSegment(648b4d63-60ed-44ee-b856-5972125e6092),segment_id=648b4d63-60ed-44ee-b856-5972125e6092)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:08:31.006509 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ff84ed40-a16b-4cdf-9b3c-6b1b131f5594 req-39919501-927e-49ca-be4b-485be88ff761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:31.012214 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-614688fb-c93c-47a1-bb5d-fe4bed01f4bb tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Router 1a53d98c-d3ee-4b99-a4ad-5718891046c4 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:08:31.035102 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84ed40-a16b-4cdf-9b3c-6b1b131f5594 req-39919501-927e-49ca-be4b-485be88ff761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:31.035102 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ff84ed40-a16b-4cdf-9b3c-6b1b131f5594 req-39919501-927e-49ca-be4b-485be88ff761 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:31.037486 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ff84ed40-a16b-4cdf-9b3c-6b1b131f5594 req-39919501-927e-49ca-be4b-485be88ff761 service neutron] 10.222.0.68 "PUT /v2.0/ports/aee9a9f9-e7cf-4114-8219-2a2a527f5840 HTTP/1.1" status: 200 len: 1092 time: 1.0056221 Aug 19 15:08:31.040448 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b8d7697-1702-4402-a6ec-bf8dfd21265d', 'tag': 'aee9a9f9-e7cf-4114-8219-2a2a527f5840'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:08:31.047330 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9a10d6-533d-4177-a1da-05175e15acc8" -d '{"events": [{"name": "network-changed", "server_uuid": "8b8d7697-1702-4402-a6ec-bf8dfd21265d", "tag": "aee9a9f9-e7cf-4114-8219-2a2a527f5840"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:08:31.133041 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9f4d58-0af0-474a-8f3c-9ca315781775 x-openstack-request-id: req-5f9f4d58-0af0-474a-8f3c-9ca315781775 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:08:31.133703 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b8d7697-1702-4402-a6ec-bf8dfd21265d", "tag": "aee9a9f9-e7cf-4114-8219-2a2a527f5840", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:08:31.134259 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5f9f4d58-0af0-474a-8f3c-9ca315781775 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:08:31.135161 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b8d7697-1702-4402-a6ec-bf8dfd21265d', 'tag': 'aee9a9f9-e7cf-4114-8219-2a2a527f5840', 'status': 'completed', 'code': 200} Aug 19 15:08:31.171337 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84ed40-a16b-4cdf-9b3c-6b1b131f5594 req-1227f144-6719-4920-b641-0f8e8d7a0991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:31.173374 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ff84ed40-a16b-4cdf-9b3c-6b1b131f5594 req-1227f144-6719-4920-b641-0f8e8d7a0991 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5784b0340e8242b1aba4ab831f2e3b23&device_id=8b8d7697-1702-4402-a6ec-bf8dfd21265d HTTP/1.1" status: 200 len: 1095 time: 0.0827093 Aug 19 15:08:31.174354 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39919501-927e-49ca-be4b-485be88ff761 service neutron] Pushing event updated for resources: {'Port': ['ID=aee9a9f9-e7cf-4114-8219-2a2a527f5840,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:31.190472 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 3e2f928a-0778-4849-8783-8c6fa434e318 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:08:31.223779 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 3e2f928a-0778-4849-8783-8c6fa434e318 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:08:31.224390 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 3e2f928a-0778-4849-8783-8c6fa434e318 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:08:31.243885 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614688fb-c93c-47a1-bb5d-fe4bed01f4bb tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:08:31.250379 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ff84ed40-a16b-4cdf-9b3c-6b1b131f5594 req-24ce584f-dd71-4ef4-8989-56ca54fc70d2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aee9a9f9-e7cf-4114-8219-2a2a527f5840 HTTP/1.1" status: 200 len: 217 time: 0.0601816 Aug 19 15:08:31.250702 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-614688fb-c93c-47a1-bb5d-fe4bed01f4bb tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "PUT /v2.0/routers/1a53d98c-d3ee-4b99-a4ad-5718891046c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6075549 Aug 19 15:08:31.255175 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 55998) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:31.365121 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84ed40-a16b-4cdf-9b3c-6b1b131f5594 req-182de030-3705-4622-8f4b-8f364cb46511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:31.367868 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ff84ed40-a16b-4cdf-9b3c-6b1b131f5594 req-182de030-3705-4622-8f4b-8f364cb46511 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8d2478c6-91cf-477c-855d-75d646570ec4 HTTP/1.1" status: 200 len: 835 time: 0.0994294 Aug 19 15:08:31.395106 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-33050c7e-2801-45f6-998c-afdab663c37d tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Deleting subnet fd383377-b145-48a0-8092-8885b5320186 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:08:31.407449 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d8d88d4a-ca65-414b-81ae-d7281fb89f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:31.422998 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33050c7e-2801-45f6-998c-afdab663c37d tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:31.486665 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33050c7e-2801-45f6-998c-afdab663c37d tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:31.492109 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84ed40-a16b-4cdf-9b3c-6b1b131f5594 req-d6fb5fd9-8007-4067-8af6-7e48213338ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:31.493882 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ff84ed40-a16b-4cdf-9b3c-6b1b131f5594 req-d6fb5fd9-8007-4067-8af6-7e48213338ac service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=938e7ca5-7f00-4f92-bd54-b9ee46e7cc21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1174924 Aug 19 15:08:31.529053 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c3ca48-ce7a-4160-92c9-e4ba822de4b0 None None] Sync routers for ids ['1a53d98c-d3ee-4b99-a4ad-5718891046c4'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:08:31.539957 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c3ca48-ce7a-4160-92c9-e4ba822de4b0 None None] Routers {'1a53d98c-d3ee-4b99-a4ad-5718891046c4'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:08:31.540766 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-51c3ca48-ce7a-4160-92c9-e4ba822de4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:08:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['1a53d98c-d3ee-4b99-a4ad-5718891046c4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:31.641907 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-51c3ca48-ce7a-4160-92c9-e4ba822de4b0 None None] Set router 1a53d98c-d3ee-4b99-a4ad-5718891046c4 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:08:31.676667 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33050c7e-2801-45f6-998c-afdab663c37d tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:31.681467 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ff84ed40-a16b-4cdf-9b3c-6b1b131f5594 req-cce78424-3259-43a5-a3d8-81bcd39b569f service neutron] 10.222.0.68 "GET /v2.0/networks/938e7ca5-7f00-4f92-bd54-b9ee46e7cc21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671422 Aug 19 15:08:31.852527 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33050c7e-2801-45f6-998c-afdab663c37d tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:31.885741 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33050c7e-2801-45f6-998c-afdab663c37d tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event deleted for resources: {'Subnet': ['ID=fd383377-b145-48a0-8092-8885b5320186,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:31.893553 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ff84ed40-a16b-4cdf-9b3c-6b1b131f5594 req-ecf5abfb-96d6-4fa1-9f8d-16b4aec12f7c service neutron] 10.222.0.68 "GET /v2.0/networks/938e7ca5-7f00-4f92-bd54-b9ee46e7cc21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871555 Aug 19 15:08:31.898941 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33050c7e-2801-45f6-998c-afdab663c37d tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:31.901165 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-33050c7e-2801-45f6-998c-afdab663c37d tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "DELETE /v2.0/subnets/fd383377-b145-48a0-8092-8885b5320186 HTTP/1.1" status: 204 len: 168 time: 0.6437755 Aug 19 15:08:31.903876 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56008) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:31.924876 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-51c3ca48-ce7a-4160-92c9-e4ba822de4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'name': 'tempest-RoutersTest-router-1550684054', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:59Z', 'updated_at': '2021-08-19T15:08:29Z', 'revision_number': 8, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'gw_port_host': None, '_interfaces': [{'id': '5a71c87a-8fe9-4c01-82aa-449e2223ab27', 'name': '', 'network_id': 'f3a46c70-ba6e-40fd-b5e1-4976801a5091', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'mac_address': 'fa:16:3e:4f:f0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '24931e03-3c3f-438f-9cae-b7eab27cf96d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:06Z', 'updated_at': '2021-08-19T15:08:14Z', 'revision_number': 5, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'subnets': [{'id': '24931e03-3c3f-438f-9cae-b7eab27cf96d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8cf069a-be52-42ed-8451-731f93648c26', 'name': '', 'network_id': 'bac8191a-0c03-4a0e-9830-7400ae6648e9', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'mac_address': 'fa:16:3e:16:3d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '77173511-6365-4620-9f2a-6b3ee0427d6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:12Z', 'updated_at': '2021-08-19T15:08:20Z', 'revision_number': 5, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'subnets': [{'id': '77173511-6365-4620-9f2a-6b3ee0427d6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbfd32be-6674-4e0f-b337-4a3d27957771', 'name': '', 'network_id': 'b242d506-824e-4fec-8e0c-b4207cd18f3f', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'mac_address': 'fa:16:3e:90:1f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'e8661ce9-be0b-4c75-b172-01c90ec28d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:02Z', 'updated_at': '2021-08-19T15:08:08Z', 'revision_number': 5, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'subnets': [{'id': 'e8661ce9-be0b-4c75-b172-01c90ec28d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:31.928355 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0704786d-23ca-44db-bf89-e5135ec62a06 None None] Network f5cc3402-e978-4169-ae35-97c140be54f7 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:08:31.975643 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c3ca48-ce7a-4160-92c9-e4ba822de4b0 None None] Checking router: 1a53d98c-d3ee-4b99-a4ad-5718891046c4 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:08:31.988359 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c3ca48-ce7a-4160-92c9-e4ba822de4b0 None None] Routers {'1a53d98c-d3ee-4b99-a4ad-5718891046c4'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:08:31.989296 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-51c3ca48-ce7a-4160-92c9-e4ba822de4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:08:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['1a53d98c-d3ee-4b99-a4ad-5718891046c4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:32.018581 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-95623a73-f932-4e3b-a8cd-3d15ec877ec7 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:32.064428 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a10d6-533d-4177-a1da-05175e15acc8 req-4fc47016-23de-4b7d-9338-411dc6e45d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:32.066017 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-bd9a10d6-533d-4177-a1da-05175e15acc8 req-4fc47016-23de-4b7d-9338-411dc6e45d5e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5784b0340e8242b1aba4ab831f2e3b23&device_id=8b8d7697-1702-4402-a6ec-bf8dfd21265d HTTP/1.1" status: 200 len: 1095 time: 0.0840712 Aug 19 15:08:32.087538 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-95623a73-f932-4e3b-a8cd-3d15ec877ec7 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Deleting port 074d76dc-8824-4007-a599-080e32d4377a {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:08:32.088069 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-95623a73-f932-4e3b-a8cd-3d15ec877ec7 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:32.146515 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-51c3ca48-ce7a-4160-92c9-e4ba822de4b0 None None] Set router 1a53d98c-d3ee-4b99-a4ad-5718891046c4 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:08:32.248798 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c012df-68e3-4409-b589-6fb47eecc04f req-eaa0ce6d-1ec8-4fd0-be8f-519f3d4c252a tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:32.252552 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-43c012df-68e3-4409-b589-6fb47eecc04f req-eaa0ce6d-1ec8-4fd0-be8f-519f3d4c252a tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b8d7697-1702-4402-a6ec-bf8dfd21265d HTTP/1.1" status: 200 len: 944 time: 0.0906198 Aug 19 15:08:32.257584 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-95623a73-f932-4e3b-a8cd-3d15ec877ec7 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] For port 074d76dc-8824-4007-a599-080e32d4377a, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=074d76dc-8824-4007-a599-080e32d4377a,segment=NetworkSegment(eada3608-52a3-4980-bf2a-e4b9ae60e97b),segment_id=eada3608-52a3-4980-bf2a-e4b9ae60e97b)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:08:32.258693 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-95623a73-f932-4e3b-a8cd-3d15ec877ec7 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:32.293968 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-95623a73-f932-4e3b-a8cd-3d15ec877ec7 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Calling delete_port for 074d76dc-8824-4007-a599-080e32d4377a owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:08:32.312938 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1453f572-9259-4be6-94fd-cb16800ca266 None None] DHCP port deletion for f5cc3402-e978-4169-ae35-97c140be54f7 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:08:32.327234 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a10d6-533d-4177-a1da-05175e15acc8 req-4d0adf5f-058a-440e-9a52-24ea15057f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:32.329176 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-bd9a10d6-533d-4177-a1da-05175e15acc8 req-4d0adf5f-058a-440e-9a52-24ea15057f72 service neutron] 10.222.0.68 "GET /v2.0/networks?id=938e7ca5-7f00-4f92-bd54-b9ee46e7cc21 HTTP/1.1" status: 200 len: 898 time: 0.2513738 Aug 19 15:08:32.359492 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-43c012df-68e3-4409-b589-6fb47eecc04f req-9e19db56-8a38-4b13-b88d-4a876e8e53d5 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=24630928-81ce-426d-b014-5b912332f414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951228 Aug 19 15:08:32.384933 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-1453f572-9259-4be6-94fd-cb16800ca266 None None] Deleting port 074d76dc-8824-4007-a599-080e32d4377a {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:08:32.385412 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1453f572-9259-4be6-94fd-cb16800ca266 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:32.418803 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-95623a73-f932-4e3b-a8cd-3d15ec877ec7 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:32.437905 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-bd9a10d6-533d-4177-a1da-05175e15acc8 req-07adf7b4-5794-4edc-983d-b7aac80c4732 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aee9a9f9-e7cf-4114-8219-2a2a527f5840 HTTP/1.1" status: 200 len: 217 time: 0.0957470 Aug 19 15:08:32.479316 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95623a73-f932-4e3b-a8cd-3d15ec877ec7 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event deleted for resources: {'Port': ['ID=074d76dc-8824-4007-a599-080e32d4377a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:32.490043 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95623a73-f932-4e3b-a8cd-3d15ec877ec7 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] No DVR routers for this DVR port 074d76dc-8824-4007-a599-080e32d4377a on host n-d-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:08:32.530216 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a10d6-533d-4177-a1da-05175e15acc8 req-bb7d42f0-b538-4115-93af-19a01236d0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:32.532658 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-bd9a10d6-533d-4177-a1da-05175e15acc8 req-bb7d42f0-b538-4115-93af-19a01236d0eb service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8d2478c6-91cf-477c-855d-75d646570ec4 HTTP/1.1" status: 200 len: 835 time: 0.0811422 Aug 19 15:08:32.567719 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-1453f572-9259-4be6-94fd-cb16800ca266 None None] For port 074d76dc-8824-4007-a599-080e32d4377a, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=074d76dc-8824-4007-a599-080e32d4377a,segment=NetworkSegment(eada3608-52a3-4980-bf2a-e4b9ae60e97b),segment_id=eada3608-52a3-4980-bf2a-e4b9ae60e97b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:08:32.568127 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1453f572-9259-4be6-94fd-cb16800ca266 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:32.598010 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a10d6-533d-4177-a1da-05175e15acc8 req-1df7b48c-386a-426c-bfe7-b67aaa05e9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:32.599853 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-bd9a10d6-533d-4177-a1da-05175e15acc8 req-1df7b48c-386a-426c-bfe7-b67aaa05e9bc service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=938e7ca5-7f00-4f92-bd54-b9ee46e7cc21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589566 Aug 19 15:08:32.600085 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-51c3ca48-ce7a-4160-92c9-e4ba822de4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'name': 'tempest-RoutersTest-router-1550684054', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:59Z', 'updated_at': '2021-08-19T15:08:29Z', 'revision_number': 8, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'gw_port_host': None, '_interfaces': [{'id': '5a71c87a-8fe9-4c01-82aa-449e2223ab27', 'name': '', 'network_id': 'f3a46c70-ba6e-40fd-b5e1-4976801a5091', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'mac_address': 'fa:16:3e:4f:f0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '24931e03-3c3f-438f-9cae-b7eab27cf96d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:06Z', 'updated_at': '2021-08-19T15:08:14Z', 'revision_number': 5, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'subnets': [{'id': '24931e03-3c3f-438f-9cae-b7eab27cf96d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8cf069a-be52-42ed-8451-731f93648c26', 'name': '', 'network_id': 'bac8191a-0c03-4a0e-9830-7400ae6648e9', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'mac_address': 'fa:16:3e:16:3d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '77173511-6365-4620-9f2a-6b3ee0427d6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:12Z', 'updated_at': '2021-08-19T15:08:20Z', 'revision_number': 5, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'subnets': [{'id': '77173511-6365-4620-9f2a-6b3ee0427d6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbfd32be-6674-4e0f-b337-4a3d27957771', 'name': '', 'network_id': 'b242d506-824e-4fec-8e0c-b4207cd18f3f', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'mac_address': 'fa:16:3e:90:1f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'e8661ce9-be0b-4c75-b172-01c90ec28d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:02Z', 'updated_at': '2021-08-19T15:08:08Z', 'revision_number': 5, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'subnets': [{'id': 'e8661ce9-be0b-4c75-b172-01c90ec28d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:32.612072 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-95623a73-f932-4e3b-a8cd-3d15ec877ec7 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:32.628498 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-95623a73-f932-4e3b-a8cd-3d15ec877ec7 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5cc3402-e978-4169-ae35-97c140be54f7']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:32.653826 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c3ca48-ce7a-4160-92c9-e4ba822de4b0 None None] The sync data for ids ['1a53d98c-d3ee-4b99-a4ad-5718891046c4'] in n-d-766043-2 is: [{'id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'name': 'tempest-RoutersTest-router-1550684054', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:59Z', 'updated_at': '2021-08-19T15:08:29Z', 'revision_number': 8, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'gw_port_host': None, '_interfaces': [{'id': '5a71c87a-8fe9-4c01-82aa-449e2223ab27', 'name': '', 'network_id': 'f3a46c70-ba6e-40fd-b5e1-4976801a5091', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'mac_address': 'fa:16:3e:4f:f0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '24931e03-3c3f-438f-9cae-b7eab27cf96d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:06Z', 'updated_at': '2021-08-19T15:08:14Z', 'revision_number': 5, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'subnets': [{'id': '24931e03-3c3f-438f-9cae-b7eab27cf96d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8cf069a-be52-42ed-8451-731f93648c26', 'name': '', 'network_id': 'bac8191a-0c03-4a0e-9830-7400ae6648e9', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'mac_address': 'fa:16:3e:16:3d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '77173511-6365-4620-9f2a-6b3ee0427d6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:12Z', 'updated_at': '2021-08-19T15:08:20Z', 'revision_number': 5, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'subnets': [{'id': '77173511-6365-4620-9f2a-6b3ee0427d6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbfd32be-6674-4e0f-b337-4a3d27957771', 'name': '', 'network_id': 'b242d506-824e-4fec-8e0c-b4207cd18f3f', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'mac_address': 'fa:16:3e:90:1f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'e8661ce9-be0b-4c75-b172-01c90ec28d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:02Z', 'updated_at': '2021-08-19T15:08:08Z', 'revision_number': 5, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'subnets': [{'id': 'e8661ce9-be0b-4c75-b172-01c90ec28d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:08:32.661476 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-95623a73-f932-4e3b-a8cd-3d15ec877ec7 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eada3608-52a3-4980-bf2a-e4b9ae60e97b') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:32.661785 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-95623a73-f932-4e3b-a8cd-3d15ec877ec7 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eada3608-52a3-4980-bf2a-e4b9ae60e97b') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:32.675444 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-95623a73-f932-4e3b-a8cd-3d15ec877ec7 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:32.713791 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-95623a73-f932-4e3b-a8cd-3d15ec877ec7 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:32.728519 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95623a73-f932-4e3b-a8cd-3d15ec877ec7 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:08:32.729025 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-95623a73-f932-4e3b-a8cd-3d15ec877ec7 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:32.732658 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 15:08:32.732658 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:08:32.732658 n-d-766043-2 neutron-server[94640]: timer() Aug 19 15:08:32.732658 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:08:32.732658 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 15:08:32.732658 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:08:32.732658 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 15:08:32.732658 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:08:32.732658 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 15:08:32.732658 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:08:32.732658 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 15:08:32.732658 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:08:32.732658 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 15:08:32.732658 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:08:32.732658 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:08:32.732658 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:08:32.732658 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:08:32.732658 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:08:32.732658 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 15:08:32.732658 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:08:32.732658 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 15:08:32.732658 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:08:32.732658 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:08:32.732658 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:08:32.732658 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 15:08:32.732658 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:08:32.732658 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:08:32.732658 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:08:32.732658 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:08:32.732658 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:08:32.732658 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:08:32.732658 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:08:32.760375 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-bd9a10d6-533d-4177-a1da-05175e15acc8 req-6a1c6a1f-445a-4bf0-815f-5ab5f4870d76 service neutron] 10.222.0.68 "GET /v2.0/networks/938e7ca5-7f00-4f92-bd54-b9ee46e7cc21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509972 Aug 19 15:08:32.818734 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-95623a73-f932-4e3b-a8cd-3d15ec877ec7 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:32.833547 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-95623a73-f932-4e3b-a8cd-3d15ec877ec7 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:32.844592 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-95623a73-f932-4e3b-a8cd-3d15ec877ec7 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "DELETE /v2.0/networks/f5cc3402-e978-4169-ae35-97c140be54f7 HTTP/1.1" status: 204 len: 168 time: 0.9377568 Aug 19 15:08:32.845591 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56026) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:32.849272 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-1453f572-9259-4be6-94fd-cb16800ca266 None None] Calling delete_port for 074d76dc-8824-4007-a599-080e32d4377a owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:08:32.867839 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95623a73-f932-4e3b-a8cd-3d15ec877ec7 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event deleted for resources: {'Network': ['ID=f5cc3402-e978-4169-ae35-97c140be54f7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:32.966874 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1453f572-9259-4be6-94fd-cb16800ca266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:32.968715 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-bd9a10d6-533d-4177-a1da-05175e15acc8 req-64487586-0ff4-43b2-bcd2-079f3444a645 service neutron] 10.222.0.68 "GET /v2.0/networks/938e7ca5-7f00-4f92-bd54-b9ee46e7cc21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006221 Aug 19 15:08:32.977746 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1453f572-9259-4be6-94fd-cb16800ca266 None None] Network f5cc3402-e978-4169-ae35-97c140be54f7 is not hosted by any dhcp agent {{(pid=94641) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 15:08:32.978800 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1453f572-9259-4be6-94fd-cb16800ca266 None None] No DVR routers for this DVR port 074d76dc-8824-4007-a599-080e32d4377a on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:08:33.012714 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1453f572-9259-4be6-94fd-cb16800ca266 None None] Pushing event deleted for resources: {'Port': ['ID=074d76dc-8824-4007-a599-080e32d4377a,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:33.023623 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1453f572-9259-4be6-94fd-cb16800ca266 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:33.024110 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1453f572-9259-4be6-94fd-cb16800ca266 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:33.024597 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1453f572-9259-4be6-94fd-cb16800ca266 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:33.025268 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1453f572-9259-4be6-94fd-cb16800ca266 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:33.025701 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1453f572-9259-4be6-94fd-cb16800ca266 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:33.026151 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1453f572-9259-4be6-94fd-cb16800ca266 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:33.026693 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1453f572-9259-4be6-94fd-cb16800ca266 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:33.027113 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1453f572-9259-4be6-94fd-cb16800ca266 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:33.027760 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1453f572-9259-4be6-94fd-cb16800ca266 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:33.028194 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1453f572-9259-4be6-94fd-cb16800ca266 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:33.028865 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1453f572-9259-4be6-94fd-cb16800ca266 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:33.029253 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1453f572-9259-4be6-94fd-cb16800ca266 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:08:33.131047 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 074d76dc-8824-4007-a599-080e32d4377a no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:08:33.161286 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 074d76dc-8824-4007-a599-080e32d4377a {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:08:33.162139 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 074d76dc-8824-4007-a599-080e32d4377a not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:08:33.272979 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70d85280-d89a-49ba-97be-c6940f7bb8c2 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:33.505513 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b68e0-03d8-4639-91db-e9795500dd06 req-a80d03f9-2556-4daf-865c-ad92b67715c0 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:33.507281 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fc8b68e0-03d8-4639-91db-e9795500dd06 req-a80d03f9-2556-4daf-865c-ad92b67715c0 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b8d7697-1702-4402-a6ec-bf8dfd21265d HTTP/1.1" status: 200 len: 944 time: 0.0670655 Aug 19 15:08:33.569132 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fc8b68e0-03d8-4639-91db-e9795500dd06 req-e29a68de-de42-4f26-ac54-51bd8142ce2b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=24630928-81ce-426d-b014-5b912332f414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546131 Aug 19 15:08:33.601960 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-70d85280-d89a-49ba-97be-c6940f7bb8c2 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Deleting port b8cf069a-be52-42ed-8451-731f93648c26 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:08:33.602328 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70d85280-d89a-49ba-97be-c6940f7bb8c2 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:33.711042 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-70d85280-d89a-49ba-97be-c6940f7bb8c2 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] For port b8cf069a-be52-42ed-8451-731f93648c26, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b8cf069a-be52-42ed-8451-731f93648c26,segment=NetworkSegment(ce7155c1-d517-4380-8e48-01fa587432a7),segment_id=ce7155c1-d517-4380-8e48-01fa587432a7)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:08:33.711408 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70d85280-d89a-49ba-97be-c6940f7bb8c2 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:33.734293 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-70d85280-d89a-49ba-97be-c6940f7bb8c2 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Calling delete_port for b8cf069a-be52-42ed-8451-731f93648c26 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:08:33.784804 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device aee9a9f9-e7cf-4114-8219-2a2a527f5840 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:08:33.886158 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port aee9a9f9-e7cf-4114-8219-2a2a527f5840, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=aee9a9f9-e7cf-4114-8219-2a2a527f5840,segment=NetworkSegment(648b4d63-60ed-44ee-b856-5972125e6092),segment_id=648b4d63-60ed-44ee-b856-5972125e6092)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:08:33.899238 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': 'aee9a9f9-e7cf-4114-8219-2a2a527f5840', 'network_id': '938e7ca5-7f00-4f92-bd54-b9ee46e7cc21', 'port_id': 'aee9a9f9-e7cf-4114-8219-2a2a527f5840', 'mac_address': 'fa:16:3e:c9:9e:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d2478c6-91cf-477c-855d-75d646570ec4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:08:33.951824 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:33.981612 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70d85280-d89a-49ba-97be-c6940f7bb8c2 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:33.982944 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aee9a9f9-e7cf-4114-8219-2a2a527f5840 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:08:34.022914 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d85280-d89a-49ba-97be-c6940f7bb8c2 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event deleted for resources: {'Port': ['ID=b8cf069a-be52-42ed-8451-731f93648c26,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:34.040526 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port aee9a9f9-e7cf-4114-8219-2a2a527f5840, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=aee9a9f9-e7cf-4114-8219-2a2a527f5840,segment=NetworkSegment(648b4d63-60ed-44ee-b856-5972125e6092),segment_id=648b4d63-60ed-44ee-b856-5972125e6092)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:08:34.049844 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:34.133105 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=aee9a9f9-e7cf-4114-8219-2a2a527f5840,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:34.162315 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:34.284883 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['aee9a9f9-e7cf-4114-8219-2a2a527f5840'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:08:34.380042 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dda86d6e-1cf8-4065-abe6-5d1f4a3daa5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:34.559742 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:34.594628 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70d85280-d89a-49ba-97be-c6940f7bb8c2 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:34.744141 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8448c-05ce-41be-8406-ad7703028ee0 req-b8616427-b3bf-433f-abae-2eb76c5ef227 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:34.745778 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9ab8448c-05ce-41be-8406-ad7703028ee0 req-b8616427-b3bf-433f-abae-2eb76c5ef227 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b8d7697-1702-4402-a6ec-bf8dfd21265d HTTP/1.1" status: 200 len: 945 time: 0.0547767 Aug 19 15:08:34.801641 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9ab8448c-05ce-41be-8406-ad7703028ee0 req-baa9ec7d-8d70-4d08-9c7d-3bb5f0b6818f tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=24630928-81ce-426d-b014-5b912332f414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449088 Aug 19 15:08:34.853326 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70d85280-d89a-49ba-97be-c6940f7bb8c2 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Router 1a53d98c-d3ee-4b99-a4ad-5718891046c4 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:08:34.969816 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d85280-d89a-49ba-97be-c6940f7bb8c2 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:08:34.982885 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-70d85280-d89a-49ba-97be-c6940f7bb8c2 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "PUT /v2.0/routers/1a53d98c-d3ee-4b99-a4ad-5718891046c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1335506 Aug 19 15:08:34.983543 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd600e2e-09c5-472f-b674-f7fc7f2177f8 None None] Sync routers for ids ['1a53d98c-d3ee-4b99-a4ad-5718891046c4'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:08:34.983947 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56064) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:34.997291 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd600e2e-09c5-472f-b674-f7fc7f2177f8 None None] Routers {'1a53d98c-d3ee-4b99-a4ad-5718891046c4'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:08:34.998011 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-fd600e2e-09c5-472f-b674-f7fc7f2177f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:08:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['1a53d98c-d3ee-4b99-a4ad-5718891046c4'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:35.059430 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-56f50580-991b-4368-a508-7ba4a808de74 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Deleting subnet 77173511-6365-4620-9f2a-6b3ee0427d6e {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:08:35.064482 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56f50580-991b-4368-a508-7ba4a808de74 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:35.111874 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56f50580-991b-4368-a508-7ba4a808de74 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:35.134324 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-fd600e2e-09c5-472f-b674-f7fc7f2177f8 None None] Set router 1a53d98c-d3ee-4b99-a4ad-5718891046c4 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:08:35.188081 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:35.239636 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56f50580-991b-4368-a508-7ba4a808de74 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:35.334232 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56f50580-991b-4368-a508-7ba4a808de74 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:35.382063 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f50580-991b-4368-a508-7ba4a808de74 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event deleted for resources: {'Subnet': ['ID=77173511-6365-4620-9f2a-6b3ee0427d6e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:35.383336 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56f50580-991b-4368-a508-7ba4a808de74 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:35.385442 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-56f50580-991b-4368-a508-7ba4a808de74 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "DELETE /v2.0/subnets/77173511-6365-4620-9f2a-6b3ee0427d6e HTTP/1.1" status: 204 len: 168 time: 0.4005294 Aug 19 15:08:35.388152 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56072) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:35.395245 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada4ea57-1f2c-46ee-a8d0-662adcf3b38f None None] Network bac8191a-0c03-4a0e-9830-7400ae6648e9 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:08:35.478092 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2f3b6c6b-8f85-4591-ab5e-1e8f009c121b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:35.510934 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:35.539836 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2f3b6c6b-8f85-4591-ab5e-1e8f009c121b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Deleting port aa56c285-f192-476e-b6d9-f7e73fc19576 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:08:35.540174 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2f3b6c6b-8f85-4591-ab5e-1e8f009c121b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:35.561743 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-fd600e2e-09c5-472f-b674-f7fc7f2177f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'name': 'tempest-RoutersTest-router-1550684054', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:59Z', 'updated_at': '2021-08-19T15:08:33Z', 'revision_number': 9, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'gw_port_host': None, '_interfaces': [{'id': '5a71c87a-8fe9-4c01-82aa-449e2223ab27', 'name': '', 'network_id': 'f3a46c70-ba6e-40fd-b5e1-4976801a5091', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'mac_address': 'fa:16:3e:4f:f0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '24931e03-3c3f-438f-9cae-b7eab27cf96d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:06Z', 'updated_at': '2021-08-19T15:08:14Z', 'revision_number': 5, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'subnets': [{'id': '24931e03-3c3f-438f-9cae-b7eab27cf96d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbfd32be-6674-4e0f-b337-4a3d27957771', 'name': '', 'network_id': 'b242d506-824e-4fec-8e0c-b4207cd18f3f', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'mac_address': 'fa:16:3e:90:1f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'e8661ce9-be0b-4c75-b172-01c90ec28d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:02Z', 'updated_at': '2021-08-19T15:08:08Z', 'revision_number': 5, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'subnets': [{'id': 'e8661ce9-be0b-4c75-b172-01c90ec28d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:35.596805 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd600e2e-09c5-472f-b674-f7fc7f2177f8 None None] Checking router: 1a53d98c-d3ee-4b99-a4ad-5718891046c4 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:08:35.609034 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2f3b6c6b-8f85-4591-ab5e-1e8f009c121b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] For port aa56c285-f192-476e-b6d9-f7e73fc19576, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=aa56c285-f192-476e-b6d9-f7e73fc19576,segment=NetworkSegment(ce7155c1-d517-4380-8e48-01fa587432a7),segment_id=ce7155c1-d517-4380-8e48-01fa587432a7)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:08:35.609499 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2f3b6c6b-8f85-4591-ab5e-1e8f009c121b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:35.623283 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd600e2e-09c5-472f-b674-f7fc7f2177f8 None None] Routers {'1a53d98c-d3ee-4b99-a4ad-5718891046c4'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:08:35.624367 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-fd600e2e-09c5-472f-b674-f7fc7f2177f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:08:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['1a53d98c-d3ee-4b99-a4ad-5718891046c4'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:35.625404 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2f3b6c6b-8f85-4591-ab5e-1e8f009c121b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Calling delete_port for aa56c285-f192-476e-b6d9-f7e73fc19576 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:08:35.727332 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-fd600e2e-09c5-472f-b674-f7fc7f2177f8 None None] Set router 1a53d98c-d3ee-4b99-a4ad-5718891046c4 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:08:35.738908 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2f3b6c6b-8f85-4591-ab5e-1e8f009c121b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:35.781709 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3b6c6b-8f85-4591-ab5e-1e8f009c121b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] No DVR routers for this DVR port aa56c285-f192-476e-b6d9-f7e73fc19576 on host n-d-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:08:35.783764 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b6c6b-8f85-4591-ab5e-1e8f009c121b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event deleted for resources: {'Port': ['ID=aa56c285-f192-476e-b6d9-f7e73fc19576,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:35.808059 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9306ac-fd19-4520-9e0f-b387ff7902eb None None] DHCP port deletion for bac8191a-0c03-4a0e-9830-7400ae6648e9 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:08:35.811434 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device aee9a9f9-e7cf-4114-8219-2a2a527f5840 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:08:35.906629 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2f3b6c6b-8f85-4591-ab5e-1e8f009c121b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:35.958292 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-2f3b6c6b-8f85-4591-ab5e-1e8f009c121b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bac8191a-0c03-4a0e-9830-7400ae6648e9']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:35.962075 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port aee9a9f9-e7cf-4114-8219-2a2a527f5840 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:08:35.974694 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-2f3b6c6b-8f85-4591-ab5e-1e8f009c121b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce7155c1-d517-4380-8e48-01fa587432a7') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:35.974990 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-2f3b6c6b-8f85-4591-ab5e-1e8f009c121b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce7155c1-d517-4380-8e48-01fa587432a7') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:35.979195 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port aee9a9f9-e7cf-4114-8219-2a2a527f5840 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:08:35.979715 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:35.991571 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2f3b6c6b-8f85-4591-ab5e-1e8f009c121b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:36.009086 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46925902-e2c7-4f4c-89fd-bd890a5786b2 req-81fcdaba-75c2-4159-8f2c-79e5f39ae2c0 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:36.016323 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-46925902-e2c7-4f4c-89fd-bd890a5786b2 req-81fcdaba-75c2-4159-8f2c-79e5f39ae2c0 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b8d7697-1702-4402-a6ec-bf8dfd21265d HTTP/1.1" status: 200 len: 945 time: 0.0986695 Aug 19 15:08:36.042273 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2f3b6c6b-8f85-4591-ab5e-1e8f009c121b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:36.054513 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f3b6c6b-8f85-4591-ab5e-1e8f009c121b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:08:36.054927 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2f3b6c6b-8f85-4591-ab5e-1e8f009c121b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:36.059261 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 15:08:36.059261 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:08:36.059261 n-d-766043-2 neutron-server[94640]: timer() Aug 19 15:08:36.059261 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:08:36.059261 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 15:08:36.059261 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:08:36.059261 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 15:08:36.059261 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:08:36.059261 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 15:08:36.059261 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:08:36.059261 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 15:08:36.059261 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:08:36.059261 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 15:08:36.059261 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:08:36.059261 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:08:36.059261 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:08:36.059261 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:08:36.059261 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:08:36.059261 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 15:08:36.059261 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:08:36.059261 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 15:08:36.059261 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:08:36.059261 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:08:36.059261 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:08:36.059261 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 15:08:36.059261 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:08:36.059261 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:08:36.059261 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:08:36.059261 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:08:36.059261 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:08:36.059261 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:08:36.059261 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:08:36.073912 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-46925902-e2c7-4f4c-89fd-bd890a5786b2 req-c721caf7-682d-4c72-bfe1-f22c4ff43fe1 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=24630928-81ce-426d-b014-5b912332f414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552571 Aug 19 15:08:36.109981 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-fd600e2e-09c5-472f-b674-f7fc7f2177f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'name': 'tempest-RoutersTest-router-1550684054', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:59Z', 'updated_at': '2021-08-19T15:08:33Z', 'revision_number': 9, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'gw_port_host': None, '_interfaces': [{'id': '5a71c87a-8fe9-4c01-82aa-449e2223ab27', 'name': '', 'network_id': 'f3a46c70-ba6e-40fd-b5e1-4976801a5091', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'mac_address': 'fa:16:3e:4f:f0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '24931e03-3c3f-438f-9cae-b7eab27cf96d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:06Z', 'updated_at': '2021-08-19T15:08:14Z', 'revision_number': 5, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'subnets': [{'id': '24931e03-3c3f-438f-9cae-b7eab27cf96d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbfd32be-6674-4e0f-b337-4a3d27957771', 'name': '', 'network_id': 'b242d506-824e-4fec-8e0c-b4207cd18f3f', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'mac_address': 'fa:16:3e:90:1f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'e8661ce9-be0b-4c75-b172-01c90ec28d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:02Z', 'updated_at': '2021-08-19T15:08:08Z', 'revision_number': 5, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'subnets': [{'id': 'e8661ce9-be0b-4c75-b172-01c90ec28d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:36.113511 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:36.144075 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd600e2e-09c5-472f-b674-f7fc7f2177f8 None None] The sync data for ids ['1a53d98c-d3ee-4b99-a4ad-5718891046c4'] in n-d-766043-2 is: [{'id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'name': 'tempest-RoutersTest-router-1550684054', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:59Z', 'updated_at': '2021-08-19T15:08:33Z', 'revision_number': 9, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'gw_port_host': None, '_interfaces': [{'id': '5a71c87a-8fe9-4c01-82aa-449e2223ab27', 'name': '', 'network_id': 'f3a46c70-ba6e-40fd-b5e1-4976801a5091', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'mac_address': 'fa:16:3e:4f:f0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '24931e03-3c3f-438f-9cae-b7eab27cf96d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:06Z', 'updated_at': '2021-08-19T15:08:14Z', 'revision_number': 5, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'subnets': [{'id': '24931e03-3c3f-438f-9cae-b7eab27cf96d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbfd32be-6674-4e0f-b337-4a3d27957771', 'name': '', 'network_id': 'b242d506-824e-4fec-8e0c-b4207cd18f3f', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'mac_address': 'fa:16:3e:90:1f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'e8661ce9-be0b-4c75-b172-01c90ec28d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:02Z', 'updated_at': '2021-08-19T15:08:08Z', 'revision_number': 5, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'subnets': [{'id': 'e8661ce9-be0b-4c75-b172-01c90ec28d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:08:36.152626 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2f3b6c6b-8f85-4591-ab5e-1e8f009c121b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:36.164330 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b8d7697-1702-4402-a6ec-bf8dfd21265d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee9a9f9-e7cf-4114-8219-2a2a527f5840'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:08:36.164330 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0b4e66-2ab1-405a-8746-7555d139860d" -d '{"events": [{"server_uuid": "8b8d7697-1702-4402-a6ec-bf8dfd21265d", "name": "network-vif-plugged", "status": "completed", "tag": "aee9a9f9-e7cf-4114-8219-2a2a527f5840"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:08:36.185055 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port aee9a9f9-e7cf-4114-8219-2a2a527f5840, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=aee9a9f9-e7cf-4114-8219-2a2a527f5840,segment=NetworkSegment(648b4d63-60ed-44ee-b856-5972125e6092),segment_id=648b4d63-60ed-44ee-b856-5972125e6092)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:08:36.196217 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2f3b6c6b-8f85-4591-ab5e-1e8f009c121b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:36.202940 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:36.206264 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-2f3b6c6b-8f85-4591-ab5e-1e8f009c121b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "DELETE /v2.0/networks/bac8191a-0c03-4a0e-9830-7400ae6648e9 HTTP/1.1" status: 204 len: 168 time: 0.8170588 Aug 19 15:08:36.207201 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b6c6b-8f85-4591-ab5e-1e8f009c121b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event deleted for resources: {'Network': ['ID=bac8191a-0c03-4a0e-9830-7400ae6648e9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:36.209190 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56090) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:36.215371 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb59f2c3-d0c5-40bd-8dd8-74910b999ac1 x-openstack-request-id: req-cb59f2c3-d0c5-40bd-8dd8-74910b999ac1 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:08:36.215700 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b8d7697-1702-4402-a6ec-bf8dfd21265d", "name": "network-vif-plugged", "status": "completed", "tag": "aee9a9f9-e7cf-4114-8219-2a2a527f5840", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:08:36.215911 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cb59f2c3-d0c5-40bd-8dd8-74910b999ac1 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:08:36.222046 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b8d7697-1702-4402-a6ec-bf8dfd21265d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee9a9f9-e7cf-4114-8219-2a2a527f5840', 'code': 200} Aug 19 15:08:36.272459 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=aee9a9f9-e7cf-4114-8219-2a2a527f5840,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:36.318604 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d1bd5-e2f2-4119-9370-83ee724f14d1 req-b8bdc3ef-bbbb-451b-b818-48c93182349e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:36.321181 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a55d1bd5-e2f2-4119-9370-83ee724f14d1 req-b8bdc3ef-bbbb-451b-b818-48c93182349e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=8b8d7697-1702-4402-a6ec-bf8dfd21265d HTTP/1.1" status: 200 len: 1097 time: 0.0435557 Aug 19 15:08:36.357733 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a55d1bd5-e2f2-4119-9370-83ee724f14d1 req-5f7fb4a6-ae75-46d5-9640-e8a9fd7201a2 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=24630928-81ce-426d-b014-5b912332f414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301330 Aug 19 15:08:36.629792 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69ba0064-3704-4ee9-8d32-3b668cdeb6c3 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:36.892731 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-69ba0064-3704-4ee9-8d32-3b668cdeb6c3 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Deleting port 5a71c87a-8fe9-4c01-82aa-449e2223ab27 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:08:36.893409 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69ba0064-3704-4ee9-8d32-3b668cdeb6c3 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:36.962385 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:36.988845 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-69ba0064-3704-4ee9-8d32-3b668cdeb6c3 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] For port 5a71c87a-8fe9-4c01-82aa-449e2223ab27, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=5a71c87a-8fe9-4c01-82aa-449e2223ab27,segment=NetworkSegment(ee795dc1-56aa-4a89-9cdd-f020c791681e),segment_id=ee795dc1-56aa-4a89-9cdd-f020c791681e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:08:36.989214 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69ba0064-3704-4ee9-8d32-3b668cdeb6c3 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:37.003299 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-69ba0064-3704-4ee9-8d32-3b668cdeb6c3 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Calling delete_port for 5a71c87a-8fe9-4c01-82aa-449e2223ab27 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:08:37.119830 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device aa56c285-f192-476e-b6d9-f7e73fc19576 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:08:37.163756 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: aa56c285-f192-476e-b6d9-f7e73fc19576 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:08:37.164101 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device aa56c285-f192-476e-b6d9-f7e73fc19576 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:08:37.164550 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b8cf069a-be52-42ed-8451-731f93648c26 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:08:37.211320 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: b8cf069a-be52-42ed-8451-731f93648c26 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:08:37.211935 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b8cf069a-be52-42ed-8451-731f93648c26 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:08:37.253731 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69ba0064-3704-4ee9-8d32-3b668cdeb6c3 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:37.299283 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba0064-3704-4ee9-8d32-3b668cdeb6c3 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event deleted for resources: {'Port': ['ID=5a71c87a-8fe9-4c01-82aa-449e2223ab27,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:37.355717 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95129f18-52d4-47f4-89a0-330003160573 req-c26196bb-231a-42f5-b68c-50e49534d078 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:37.357580 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-95129f18-52d4-47f4-89a0-330003160573 req-c26196bb-231a-42f5-b68c-50e49534d078 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b8d7697-1702-4402-a6ec-bf8dfd21265d HTTP/1.1" status: 200 len: 946 time: 0.1619649 Aug 19 15:08:37.467390 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-95129f18-52d4-47f4-89a0-330003160573 req-b288fe0d-e831-44d4-94a3-a19993b5a61d tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=24630928-81ce-426d-b014-5b912332f414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779378 Aug 19 15:08:37.562407 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69ba0064-3704-4ee9-8d32-3b668cdeb6c3 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:37.761116 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ba0064-3704-4ee9-8d32-3b668cdeb6c3 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Router 1a53d98c-d3ee-4b99-a4ad-5718891046c4 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:08:37.858639 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ba0064-3704-4ee9-8d32-3b668cdeb6c3 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:08:37.866916 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56122) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:37.867741 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-69ba0064-3704-4ee9-8d32-3b668cdeb6c3 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "PUT /v2.0/routers/1a53d98c-d3ee-4b99-a4ad-5718891046c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6574934 Aug 19 15:08:37.873726 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ad8133-24e7-4739-8fde-466b9a1c07b0 None None] Sync routers for ids ['1a53d98c-d3ee-4b99-a4ad-5718891046c4'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:08:37.883539 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ad8133-24e7-4739-8fde-466b9a1c07b0 None None] Routers {'1a53d98c-d3ee-4b99-a4ad-5718891046c4'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:08:37.884178 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-23ad8133-24e7-4739-8fde-466b9a1c07b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:08:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['1a53d98c-d3ee-4b99-a4ad-5718891046c4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:37.924918 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-17f01c10-fdff-45f7-b43a-6dbaa0999b6e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Deleting subnet 24931e03-3c3f-438f-9cae-b7eab27cf96d {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:08:37.933475 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17f01c10-fdff-45f7-b43a-6dbaa0999b6e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:37.978202 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17f01c10-fdff-45f7-b43a-6dbaa0999b6e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:37.986037 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-23ad8133-24e7-4739-8fde-466b9a1c07b0 None None] Set router 1a53d98c-d3ee-4b99-a4ad-5718891046c4 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:08:38.072987 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17f01c10-fdff-45f7-b43a-6dbaa0999b6e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:38.142069 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17f01c10-fdff-45f7-b43a-6dbaa0999b6e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:38.172812 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f01c10-fdff-45f7-b43a-6dbaa0999b6e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event deleted for resources: {'Subnet': ['ID=24931e03-3c3f-438f-9cae-b7eab27cf96d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:38.179598 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17f01c10-fdff-45f7-b43a-6dbaa0999b6e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:38.185311 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56128) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:38.192731 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e677ab1e-ef33-4430-aa32-02eaf10fefff None None] Network f3a46c70-ba6e-40fd-b5e1-4976801a5091 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:08:38.197357 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-17f01c10-fdff-45f7-b43a-6dbaa0999b6e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "DELETE /v2.0/subnets/24931e03-3c3f-438f-9cae-b7eab27cf96d HTTP/1.1" status: 204 len: 168 time: 0.3290060 Aug 19 15:08:38.216287 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-23ad8133-24e7-4739-8fde-466b9a1c07b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'name': 'tempest-RoutersTest-router-1550684054', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:59Z', 'updated_at': '2021-08-19T15:08:37Z', 'revision_number': 10, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'gw_port_host': None, '_interfaces': [{'id': 'bbfd32be-6674-4e0f-b337-4a3d27957771', 'name': '', 'network_id': 'b242d506-824e-4fec-8e0c-b4207cd18f3f', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'mac_address': 'fa:16:3e:90:1f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'e8661ce9-be0b-4c75-b172-01c90ec28d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:02Z', 'updated_at': '2021-08-19T15:08:08Z', 'revision_number': 5, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'subnets': [{'id': 'e8661ce9-be0b-4c75-b172-01c90ec28d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:38.255338 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ad8133-24e7-4739-8fde-466b9a1c07b0 None None] Checking router: 1a53d98c-d3ee-4b99-a4ad-5718891046c4 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:08:38.265724 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ad8133-24e7-4739-8fde-466b9a1c07b0 None None] Routers {'1a53d98c-d3ee-4b99-a4ad-5718891046c4'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:08:38.266475 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-23ad8133-24e7-4739-8fde-466b9a1c07b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:08:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['1a53d98c-d3ee-4b99-a4ad-5718891046c4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:38.305016 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59e2dff8-cb5f-4704-8930-7038ec2c742e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:38.368702 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-23ad8133-24e7-4739-8fde-466b9a1c07b0 None None] Set router 1a53d98c-d3ee-4b99-a4ad-5718891046c4 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:08:38.382900 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-59e2dff8-cb5f-4704-8930-7038ec2c742e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Deleting port e1fc61b4-e43c-4145-be13-ff58c29fcb75 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:08:38.384664 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59e2dff8-cb5f-4704-8930-7038ec2c742e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:38.450766 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7905710b-2016-4a53-b20c-9538e8c8c7b4 None None] DHCP port deletion for f3a46c70-ba6e-40fd-b5e1-4976801a5091 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:08:38.521954 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-7905710b-2016-4a53-b20c-9538e8c8c7b4 None None] Deleting port e1fc61b4-e43c-4145-be13-ff58c29fcb75 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:08:38.522615 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7905710b-2016-4a53-b20c-9538e8c8c7b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:38.680860 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-7905710b-2016-4a53-b20c-9538e8c8c7b4 None None] For port e1fc61b4-e43c-4145-be13-ff58c29fcb75, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=e1fc61b4-e43c-4145-be13-ff58c29fcb75,segment=NetworkSegment(ee795dc1-56aa-4a89-9cdd-f020c791681e),segment_id=ee795dc1-56aa-4a89-9cdd-f020c791681e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:08:38.681207 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7905710b-2016-4a53-b20c-9538e8c8c7b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:38.701617 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-7905710b-2016-4a53-b20c-9538e8c8c7b4 None None] Calling delete_port for e1fc61b4-e43c-4145-be13-ff58c29fcb75 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:08:38.759197 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-23ad8133-24e7-4739-8fde-466b9a1c07b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'name': 'tempest-RoutersTest-router-1550684054', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:59Z', 'updated_at': '2021-08-19T15:08:37Z', 'revision_number': 10, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'gw_port_host': None, '_interfaces': [{'id': 'bbfd32be-6674-4e0f-b337-4a3d27957771', 'name': '', 'network_id': 'b242d506-824e-4fec-8e0c-b4207cd18f3f', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'mac_address': 'fa:16:3e:90:1f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'e8661ce9-be0b-4c75-b172-01c90ec28d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:02Z', 'updated_at': '2021-08-19T15:08:08Z', 'revision_number': 5, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'subnets': [{'id': 'e8661ce9-be0b-4c75-b172-01c90ec28d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:38.788883 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ad8133-24e7-4739-8fde-466b9a1c07b0 None None] The sync data for ids ['1a53d98c-d3ee-4b99-a4ad-5718891046c4'] in n-d-766043-2 is: [{'id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'name': 'tempest-RoutersTest-router-1550684054', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:59Z', 'updated_at': '2021-08-19T15:08:37Z', 'revision_number': 10, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'gw_port_host': None, '_interfaces': [{'id': 'bbfd32be-6674-4e0f-b337-4a3d27957771', 'name': '', 'network_id': 'b242d506-824e-4fec-8e0c-b4207cd18f3f', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'mac_address': 'fa:16:3e:90:1f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'e8661ce9-be0b-4c75-b172-01c90ec28d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:02Z', 'updated_at': '2021-08-19T15:08:08Z', 'revision_number': 5, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'subnets': [{'id': 'e8661ce9-be0b-4c75-b172-01c90ec28d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:08:38.816724 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7905710b-2016-4a53-b20c-9538e8c8c7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:38.850003 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7905710b-2016-4a53-b20c-9538e8c8c7b4 None None] Pushing event deleted for resources: {'Port': ['ID=e1fc61b4-e43c-4145-be13-ff58c29fcb75,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:38.859948 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7905710b-2016-4a53-b20c-9538e8c8c7b4 None None] No DVR routers for this DVR port e1fc61b4-e43c-4145-be13-ff58c29fcb75 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:08:38.914747 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-59e2dff8-cb5f-4704-8930-7038ec2c742e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] For port e1fc61b4-e43c-4145-be13-ff58c29fcb75, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=e1fc61b4-e43c-4145-be13-ff58c29fcb75,segment=NetworkSegment(ee795dc1-56aa-4a89-9cdd-f020c791681e),segment_id=ee795dc1-56aa-4a89-9cdd-f020c791681e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:08:38.915116 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59e2dff8-cb5f-4704-8930-7038ec2c742e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:38.932512 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-59e2dff8-cb5f-4704-8930-7038ec2c742e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Calling delete_port for e1fc61b4-e43c-4145-be13-ff58c29fcb75 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:08:38.944029 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a11ad2-7d19-4f2c-b9e3-bf4708c56749 req-734218a2-f09e-481c-94ab-42f4638ef42a tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:38.945779 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-23a11ad2-7d19-4f2c-b9e3-bf4708c56749 req-734218a2-f09e-481c-94ab-42f4638ef42a tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b8d7697-1702-4402-a6ec-bf8dfd21265d HTTP/1.1" status: 200 len: 946 time: 0.1026223 Aug 19 15:08:39.039406 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-23a11ad2-7d19-4f2c-b9e3-bf4708c56749 req-d6940ba9-27eb-4abf-88e0-ac415b4c9a16 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=24630928-81ce-426d-b014-5b912332f414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830441 Aug 19 15:08:39.075758 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59e2dff8-cb5f-4704-8930-7038ec2c742e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:39.116523 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e2dff8-cb5f-4704-8930-7038ec2c742e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event deleted for resources: {'Port': ['ID=e1fc61b4-e43c-4145-be13-ff58c29fcb75,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:39.117286 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e2dff8-cb5f-4704-8930-7038ec2c742e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] No DVR routers for this DVR port e1fc61b4-e43c-4145-be13-ff58c29fcb75 on host n-d-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:08:39.250526 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 5a71c87a-8fe9-4c01-82aa-449e2223ab27 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:08:39.293196 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59e2dff8-cb5f-4704-8930-7038ec2c742e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:39.296027 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 5a71c87a-8fe9-4c01-82aa-449e2223ab27 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:08:39.296622 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 5a71c87a-8fe9-4c01-82aa-449e2223ab27 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:08:39.297201 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device e1fc61b4-e43c-4145-be13-ff58c29fcb75 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:08:39.314586 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0735de8-8950-4f7e-862b-f9da4ba6f78c req-564ae862-c6ef-4832-af26-48eaae72b683 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:39.316215 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f0735de8-8950-4f7e-862b-f9da4ba6f78c req-564ae862-c6ef-4832-af26-48eaae72b683 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b8d7697-1702-4402-a6ec-bf8dfd21265d HTTP/1.1" status: 200 len: 946 time: 0.1459115 Aug 19 15:08:39.318060 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-59e2dff8-cb5f-4704-8930-7038ec2c742e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3a46c70-ba6e-40fd-b5e1-4976801a5091']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:39.321219 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: e1fc61b4-e43c-4145-be13-ff58c29fcb75 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:08:39.321891 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device e1fc61b4-e43c-4145-be13-ff58c29fcb75 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:08:39.349148 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-59e2dff8-cb5f-4704-8930-7038ec2c742e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee795dc1-56aa-4a89-9cdd-f020c791681e') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:39.349610 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-59e2dff8-cb5f-4704-8930-7038ec2c742e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee795dc1-56aa-4a89-9cdd-f020c791681e') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:39.362984 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59e2dff8-cb5f-4704-8930-7038ec2c742e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:39.389376 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f0735de8-8950-4f7e-862b-f9da4ba6f78c req-90be7995-2cfd-4ba0-b957-9111c1aee8f4 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=24630928-81ce-426d-b014-5b912332f414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610590 Aug 19 15:08:39.390809 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59e2dff8-cb5f-4704-8930-7038ec2c742e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:39.399849 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59e2dff8-cb5f-4704-8930-7038ec2c742e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:08:39.400257 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59e2dff8-cb5f-4704-8930-7038ec2c742e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:39.404684 n-d-766043-2 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:08:39.404684 n-d-766043-2 neutron-server[94640]: self.session.flush() Aug 19 15:08:39.404684 n-d-766043-2 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:08:39.404684 n-d-766043-2 neutron-server[94640]: self.session.flush() Aug 19 15:08:39.404684 n-d-766043-2 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:08:39.404684 n-d-766043-2 neutron-server[94640]: self.session.flush() Aug 19 15:08:39.404684 n-d-766043-2 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:08:39.404684 n-d-766043-2 neutron-server[94640]: self.session.flush() Aug 19 15:08:39.404684 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 15:08:39.404684 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:08:39.404684 n-d-766043-2 neutron-server[94640]: timer() Aug 19 15:08:39.404684 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:08:39.404684 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 15:08:39.404684 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:08:39.404684 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 15:08:39.404684 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:08:39.404684 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 15:08:39.404684 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:08:39.404684 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 15:08:39.404684 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:08:39.404684 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 15:08:39.404684 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:08:39.404684 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:08:39.404684 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:08:39.404684 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:08:39.404684 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:08:39.404684 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 15:08:39.404684 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:08:39.404684 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 15:08:39.404684 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:08:39.404684 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:08:39.404684 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:08:39.404684 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 15:08:39.404684 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:08:39.404684 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:08:39.404684 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:08:39.404684 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:08:39.404684 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:08:39.404684 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:08:39.404684 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:08:39.436100 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56148) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:39.490962 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59e2dff8-cb5f-4704-8930-7038ec2c742e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:39.495731 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bd8460-c116-4a3b-8650-c064b4c2806a tempest-TestNetworkAdvancedServerOps-1683966279 tempest-TestNetworkAdvancedServerOps-1683966279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:39.496359 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59e2dff8-cb5f-4704-8930-7038ec2c742e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:39.500606 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b3bd8460-c116-4a3b-8650-c064b4c2806a tempest-TestNetworkAdvancedServerOps-1683966279 tempest-TestNetworkAdvancedServerOps-1683966279-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=8b8d7697-1702-4402-a6ec-bf8dfd21265d HTTP/1.1" status: 200 len: 1092 time: 0.0592458 Aug 19 15:08:39.501507 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-59e2dff8-cb5f-4704-8930-7038ec2c742e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "DELETE /v2.0/networks/f3a46c70-ba6e-40fd-b5e1-4976801a5091 HTTP/1.1" status: 204 len: 168 time: 1.3119533 Aug 19 15:08:39.501632 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56150) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:39.501632 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56152) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:39.505926 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e07b45e8-8f18-4c93-9529-47a4a6067cf0 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Request body: {'floatingip': {'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'port_id': 'aee9a9f9-e7cf-4114-8219-2a2a527f5840', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:39.523718 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e2dff8-cb5f-4704-8930-7038ec2c742e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event deleted for resources: {'Network': ['ID=f3a46c70-ba6e-40fd-b5e1-4976801a5091,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:39.603574 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e07b45e8-8f18-4c93-9529-47a4a6067cf0 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:39.860219 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e07b45e8-8f18-4c93-9529-47a4a6067cf0 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:40.003991 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-e07b45e8-8f18-4c93-9529-47a4a6067cf0 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Allocated IP 172.25.2.110 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/d8cc5337-ec4c-4a69-b4b4-d7de943e31ea) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:08:40.069164 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8cb21de-937c-488b-afd4-bcc5d8ff3a92 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:40.250240 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e07b45e8-8f18-4c93-9529-47a4a6067cf0 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:40.341849 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e07b45e8-8f18-4c93-9529-47a4a6067cf0 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:40.396890 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07b45e8-8f18-4c93-9529-47a4a6067cf0 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:08:40.422424 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-e07b45e8-8f18-4c93-9529-47a4a6067cf0 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:08:40.428556 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07b45e8-8f18-4c93-9529-47a4a6067cf0 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:08:40.434657 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b45e8-8f18-4c93-9529-47a4a6067cf0 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'Port': ['ID=d8cc5337-ec4c-4a69-b4b4-d7de943e31ea,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:40.522356 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c8cb21de-937c-488b-afd4-bcc5d8ff3a92 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Deleting port bbfd32be-6674-4e0f-b337-4a3d27957771 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:08:40.523592 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8cb21de-937c-488b-afd4-bcc5d8ff3a92 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:40.747826 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-c8cb21de-937c-488b-afd4-bcc5d8ff3a92 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] For port bbfd32be-6674-4e0f-b337-4a3d27957771, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=bbfd32be-6674-4e0f-b337-4a3d27957771,segment=NetworkSegment(a0aad475-d31b-41ba-9fcf-d72078fa740c),segment_id=a0aad475-d31b-41ba-9fcf-d72078fa740c)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:08:40.748203 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8cb21de-937c-488b-afd4-bcc5d8ff3a92 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:40.768772 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c8cb21de-937c-488b-afd4-bcc5d8ff3a92 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Calling delete_port for bbfd32be-6674-4e0f-b337-4a3d27957771 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:08:41.084623 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e07b45e8-8f18-4c93-9529-47a4a6067cf0 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:41.159428 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8cb21de-937c-488b-afd4-bcc5d8ff3a92 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:41.218805 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cb21de-937c-488b-afd4-bcc5d8ff3a92 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event deleted for resources: {'Port': ['ID=bbfd32be-6674-4e0f-b337-4a3d27957771,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:41.228396 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e07b45e8-8f18-4c93-9529-47a4a6067cf0 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:41.838719 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8cb21de-937c-488b-afd4-bcc5d8ff3a92 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:42.065242 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e07b45e8-8f18-4c93-9529-47a4a6067cf0 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:42.073860 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e07b45e8-8f18-4c93-9529-47a4a6067cf0 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:42.082508 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8cb21de-937c-488b-afd4-bcc5d8ff3a92 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Router 1a53d98c-d3ee-4b99-a4ad-5718891046c4 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:08:42.171477 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b45e8-8f18-4c93-9529-47a4a6067cf0 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event updated for resources: {'Port': ['ID=d8cc5337-ec4c-4a69-b4b4-d7de943e31ea,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:42.249396 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e07b45e8-8f18-4c93-9529-47a4a6067cf0 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:42.296753 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8cb21de-937c-488b-afd4-bcc5d8ff3a92 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:08:42.308085 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c8cb21de-937c-488b-afd4-bcc5d8ff3a92 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "PUT /v2.0/routers/1a53d98c-d3ee-4b99-a4ad-5718891046c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7922065 Aug 19 15:08:42.308243 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56200) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:42.328649 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738be26b-649d-402d-a390-2d7ce3b373db None None] Sync routers for ids ['1a53d98c-d3ee-4b99-a4ad-5718891046c4'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:08:42.359568 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738be26b-649d-402d-a390-2d7ce3b373db None None] Routers {'1a53d98c-d3ee-4b99-a4ad-5718891046c4'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:08:42.360492 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-738be26b-649d-402d-a390-2d7ce3b373db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:08:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['1a53d98c-d3ee-4b99-a4ad-5718891046c4'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:42.405783 n-d-766043-2 neutron-server[94639]: INFO neutron.db.l3_db [None req-e07b45e8-8f18-4c93-9529-47a4a6067cf0 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Floating IP 4ec611df-bd14-4f7c-b88c-89a213bf68cb associated. External IP: 172.25.2.110, port: aee9a9f9-e7cf-4114-8219-2a2a527f5840. Aug 19 15:08:42.430521 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-b26730c7-54ab-467e-9d9c-256f5c968f3d tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Deleting subnet e8661ce9-be0b-4c75-b172-01c90ec28d7a {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:08:42.435675 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b26730c7-54ab-467e-9d9c-256f5c968f3d tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:42.477799 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-738be26b-649d-402d-a390-2d7ce3b373db None None] Set router 1a53d98c-d3ee-4b99-a4ad-5718891046c4 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:08:42.508602 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b26730c7-54ab-467e-9d9c-256f5c968f3d tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:42.570713 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-738be26b-649d-402d-a390-2d7ce3b373db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'name': 'tempest-RoutersTest-router-1550684054', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:59Z', 'updated_at': '2021-08-19T15:08:41Z', 'revision_number': 11, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'gw_port_host': None}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:42.604891 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738be26b-649d-402d-a390-2d7ce3b373db None None] Checking router: 1a53d98c-d3ee-4b99-a4ad-5718891046c4 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:08:42.626973 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738be26b-649d-402d-a390-2d7ce3b373db None None] Routers {'1a53d98c-d3ee-4b99-a4ad-5718891046c4'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:08:42.628379 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-738be26b-649d-402d-a390-2d7ce3b373db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:08:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['1a53d98c-d3ee-4b99-a4ad-5718891046c4'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:42.630072 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b26730c7-54ab-467e-9d9c-256f5c968f3d tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:42.708702 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b26730c7-54ab-467e-9d9c-256f5c968f3d tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:42.747618 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26730c7-54ab-467e-9d9c-256f5c968f3d tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event deleted for resources: {'Subnet': ['ID=e8661ce9-be0b-4c75-b172-01c90ec28d7a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:42.754008 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b26730c7-54ab-467e-9d9c-256f5c968f3d tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:42.757776 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-b26730c7-54ab-467e-9d9c-256f5c968f3d tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "DELETE /v2.0/subnets/e8661ce9-be0b-4c75-b172-01c90ec28d7a HTTP/1.1" status: 204 len: 168 time: 0.4476278 Aug 19 15:08:42.763618 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56212) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:42.766298 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04359886-5d88-43aa-9d37-b0a2fe5024a6 None None] Network b242d506-824e-4fec-8e0c-b4207cd18f3f requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:08:42.776611 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-738be26b-649d-402d-a390-2d7ce3b373db None None] Set router 1a53d98c-d3ee-4b99-a4ad-5718891046c4 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:08:42.871620 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a0f33c7-aadc-4c2d-a65e-5bc162b981ba tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:42.874660 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e07b45e8-8f18-4c93-9529-47a4a6067cf0 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Router 271b68b8-4596-42c9-b5bc-dffec74f9079 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:08:43.058161 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-6a0f33c7-aadc-4c2d-a65e-5bc162b981ba tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Deleting port 841043d2-f63c-4bcf-8a0b-6c0d7e1a83da {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:08:43.058717 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a0f33c7-aadc-4c2d-a65e-5bc162b981ba tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:43.113050 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07b45e8-8f18-4c93-9529-47a4a6067cf0 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:08:43.134209 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7f1718-a648-4662-a9ee-fc1fb98e8434 None None] Sync routers for ids ['271b68b8-4596-42c9-b5bc-dffec74f9079'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:08:43.150754 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7f1718-a648-4662-a9ee-fc1fb98e8434 None None] Routers {'271b68b8-4596-42c9-b5bc-dffec74f9079'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:08:43.152479 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7e7f1718-a648-4662-a9ee-fc1fb98e8434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:08:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['271b68b8-4596-42c9-b5bc-dffec74f9079'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:43.171146 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-738be26b-649d-402d-a390-2d7ce3b373db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'name': 'tempest-RoutersTest-router-1550684054', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:59Z', 'updated_at': '2021-08-19T15:08:41Z', 'revision_number': 11, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'gw_port_host': None}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:43.201976 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e07b45e8-8f18-4c93-9529-47a4a6067cf0 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:43.213688 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738be26b-649d-402d-a390-2d7ce3b373db None None] The sync data for ids ['1a53d98c-d3ee-4b99-a4ad-5718891046c4'] in n-d-766043-2 is: [{'id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'name': 'tempest-RoutersTest-router-1550684054', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:59Z', 'updated_at': '2021-08-19T15:08:41Z', 'revision_number': 11, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:08:43.247189 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-6a0f33c7-aadc-4c2d-a65e-5bc162b981ba tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] For port 841043d2-f63c-4bcf-8a0b-6c0d7e1a83da, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=841043d2-f63c-4bcf-8a0b-6c0d7e1a83da,segment=NetworkSegment(a0aad475-d31b-41ba-9fcf-d72078fa740c),segment_id=a0aad475-d31b-41ba-9fcf-d72078fa740c)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:08:43.247739 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a0f33c7-aadc-4c2d-a65e-5bc162b981ba tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:43.265723 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-6a0f33c7-aadc-4c2d-a65e-5bc162b981ba tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Calling delete_port for 841043d2-f63c-4bcf-8a0b-6c0d7e1a83da owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:08:43.336622 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-7e7f1718-a648-4662-a9ee-fc1fb98e8434 None None] Set router 271b68b8-4596-42c9-b5bc-dffec74f9079 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:08:43.376900 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a0f33c7-aadc-4c2d-a65e-5bc162b981ba tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:43.392224 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e07b45e8-8f18-4c93-9529-47a4a6067cf0 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.8897398 Aug 19 15:08:43.411860 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b8d7697-1702-4402-a6ec-bf8dfd21265d', 'tag': 'aee9a9f9-e7cf-4114-8219-2a2a527f5840'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:08:43.415043 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711f23b4-a2cb-4000-97b9-16ebc7e2083c" -d '{"events": [{"name": "network-changed", "server_uuid": "8b8d7697-1702-4402-a6ec-bf8dfd21265d", "tag": "aee9a9f9-e7cf-4114-8219-2a2a527f5840"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:08:43.420504 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0f33c7-aadc-4c2d-a65e-5bc162b981ba tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event deleted for resources: {'Port': ['ID=841043d2-f63c-4bcf-8a0b-6c0d7e1a83da,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:43.422618 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0f33c7-aadc-4c2d-a65e-5bc162b981ba tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] No DVR routers for this DVR port 841043d2-f63c-4bcf-8a0b-6c0d7e1a83da on host n-d-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:08:43.540449 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b910e59f-1371-4390-ad34-592c1d64b46a x-openstack-request-id: req-b910e59f-1371-4390-ad34-592c1d64b46a {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:08:43.540668 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b8d7697-1702-4402-a6ec-bf8dfd21265d", "tag": "aee9a9f9-e7cf-4114-8219-2a2a527f5840", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:08:43.540845 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b910e59f-1371-4390-ad34-592c1d64b46a {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:08:43.541262 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b8d7697-1702-4402-a6ec-bf8dfd21265d', 'tag': 'aee9a9f9-e7cf-4114-8219-2a2a527f5840', 'status': 'completed', 'code': 200} Aug 19 15:08:43.572071 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d66fd-cd5c-4ee3-bac6-a85a024a34c1 req-5ff8c2c3-f216-408d-8601-329a45f69c27 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:43.601069 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ef7d66fd-cd5c-4ee3-bac6-a85a024a34c1 req-5ff8c2c3-f216-408d-8601-329a45f69c27 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b8d7697-1702-4402-a6ec-bf8dfd21265d HTTP/1.1" status: 200 len: 946 time: 0.1110475 Aug 19 15:08:43.608852 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c85c7d-36f2-4a9a-9c96-e872f05aa414 None None] DHCP port deletion for b242d506-824e-4fec-8e0c-b4207cd18f3f request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:08:43.627705 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a0f33c7-aadc-4c2d-a65e-5bc162b981ba tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:43.652793 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6a0f33c7-aadc-4c2d-a65e-5bc162b981ba tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b242d506-824e-4fec-8e0c-b4207cd18f3f']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:43.670282 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f23b4-a2cb-4000-97b9-16ebc7e2083c req-31d2ed41-37f3-4ce4-862d-5839e3f0f8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:43.673196 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-711f23b4-a2cb-4000-97b9-16ebc7e2083c req-31d2ed41-37f3-4ce4-862d-5839e3f0f8d0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5784b0340e8242b1aba4ab831f2e3b23&device_id=8b8d7697-1702-4402-a6ec-bf8dfd21265d HTTP/1.1" status: 200 len: 1097 time: 0.1167166 Aug 19 15:08:43.698519 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ef7d66fd-cd5c-4ee3-bac6-a85a024a34c1 req-131580d4-60bb-446f-bca9-f7b8697eff9b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=24630928-81ce-426d-b014-5b912332f414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943799 Aug 19 15:08:43.703130 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6a0f33c7-aadc-4c2d-a65e-5bc162b981ba tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0aad475-d31b-41ba-9fcf-d72078fa740c') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:43.703448 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6a0f33c7-aadc-4c2d-a65e-5bc162b981ba tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0aad475-d31b-41ba-9fcf-d72078fa740c') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:43.730449 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56228) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:43.784164 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7e7f1718-a648-4662-a9ee-fc1fb98e8434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271b68b8-4596-42c9-b5bc-dffec74f9079', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672129697', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '6ac472c3-c1f6-42da-9352-7f08f3663d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:08:13Z', 'updated_at': '2021-08-19T15:08:22Z', 'revision_number': 4, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port': {'id': '6ac472c3-c1f6-42da-9352-7f08f3663d86', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271b68b8-4596-42c9-b5bc-dffec74f9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:14Z', 'updated_at': '2021-08-19T15:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '4ec611df-bd14-4f7c-b88c-89a213bf68cb', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'floating_ip_address': '172.25.2.110', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '271b68b8-4596-42c9-b5bc-dffec74f9079', 'port_id': 'aee9a9f9-e7cf-4114-8219-2a2a527f5840', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '938e7ca5-7f00-4f92-bd54-b9ee46e7cc21', 'mac_address': 'fa:16:3e:c9:9e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d7697-1702-4402-a6ec-bf8dfd21265d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:08:40Z', 'updated_at': '2021-08-19T15:08:40Z', 'revision_number': 0, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22baf3da-efe1-478d-a555-d16c216d1c69', 'name': '', 'network_id': '938e7ca5-7f00-4f92-bd54-b9ee46e7cc21', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'mac_address': 'fa:16:3e:0e:04:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271b68b8-4596-42c9-b5bc-dffec74f9079', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '8d2478c6-91cf-477c-855d-75d646570ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:19Z', 'updated_at': '2021-08-19T15:08:28Z', 'revision_number': 5, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'subnets': [{'id': '8d2478c6-91cf-477c-855d-75d646570ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:43.793712 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a0f33c7-aadc-4c2d-a65e-5bc162b981ba tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:43.822233 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a0f33c7-aadc-4c2d-a65e-5bc162b981ba tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:43.831919 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7f1718-a648-4662-a9ee-fc1fb98e8434 None None] Checking router: 271b68b8-4596-42c9-b5bc-dffec74f9079 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:08:43.832300 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-30d9a01c-c885-4039-80ca-35db3cc3efea tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/floatingips/4ec611df-bd14-4f7c-b88c-89a213bf68cb HTTP/1.1" status: 200 len: 992 time: 0.0998645 Aug 19 15:08:43.833640 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a0f33c7-aadc-4c2d-a65e-5bc162b981ba tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:08:43.834124 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a0f33c7-aadc-4c2d-a65e-5bc162b981ba tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:43.838231 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 15:08:43.838231 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:08:43.838231 n-d-766043-2 neutron-server[94639]: timer() Aug 19 15:08:43.838231 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:08:43.838231 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 15:08:43.838231 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:08:43.838231 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 15:08:43.838231 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:08:43.838231 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 15:08:43.838231 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:08:43.838231 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 15:08:43.838231 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:08:43.838231 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 15:08:43.838231 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:08:43.838231 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:08:43.838231 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:08:43.838231 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:08:43.838231 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:08:43.838231 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 15:08:43.838231 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:08:43.838231 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 15:08:43.838231 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:08:43.838231 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:08:43.838231 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:08:43.838231 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 15:08:43.838231 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:08:43.838231 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:08:43.838231 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:08:43.838231 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:08:43.838231 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:08:43.838231 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:08:43.838231 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:08:43.850559 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7f1718-a648-4662-a9ee-fc1fb98e8434 None None] Routers {'271b68b8-4596-42c9-b5bc-dffec74f9079'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:08:43.851957 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7e7f1718-a648-4662-a9ee-fc1fb98e8434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:08:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['271b68b8-4596-42c9-b5bc-dffec74f9079'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:43.917135 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f23b4-a2cb-4000-97b9-16ebc7e2083c req-da0c652b-bde4-4120-b8eb-e6406e12866f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:43.918800 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-711f23b4-a2cb-4000-97b9-16ebc7e2083c req-da0c652b-bde4-4120-b8eb-e6406e12866f service neutron] 10.222.0.68 "GET /v2.0/networks?id=938e7ca5-7f00-4f92-bd54-b9ee46e7cc21 HTTP/1.1" status: 200 len: 898 time: 0.2372255 Aug 19 15:08:43.920165 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a0f33c7-aadc-4c2d-a65e-5bc162b981ba tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:43.928947 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a0f33c7-aadc-4c2d-a65e-5bc162b981ba tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:43.937090 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6a0f33c7-aadc-4c2d-a65e-5bc162b981ba tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "DELETE /v2.0/networks/b242d506-824e-4fec-8e0c-b4207cd18f3f HTTP/1.1" status: 204 len: 168 time: 1.1720190 Aug 19 15:08:43.938020 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56234) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:43.945667 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-61b02ed8-5b84-40fe-8647-bddba861e18e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Request body: {'router': {'routes': None}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:43.963786 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0f33c7-aadc-4c2d-a65e-5bc162b981ba tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Pushing event deleted for resources: {'Network': ['ID=b242d506-824e-4fec-8e0c-b4207cd18f3f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:43.999744 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:08:44.024752 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-7e7f1718-a648-4662-a9ee-fc1fb98e8434 None None] Set router 271b68b8-4596-42c9-b5bc-dffec74f9079 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:08:44.028236 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-711f23b4-a2cb-4000-97b9-16ebc7e2083c req-7f1f10f8-8fdd-4e85-9cb7-cd1238f3b6bc service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aee9a9f9-e7cf-4114-8219-2a2a527f5840 HTTP/1.1" status: 200 len: 1000 time: 0.0898149 Aug 19 15:08:44.095391 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f23b4-a2cb-4000-97b9-16ebc7e2083c req-d7355238-46e5-46d1-935b-3622ff563e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:44.098538 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-711f23b4-a2cb-4000-97b9-16ebc7e2083c req-d7355238-46e5-46d1-935b-3622ff563e16 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8d2478c6-91cf-477c-855d-75d646570ec4 HTTP/1.1" status: 200 len: 835 time: 0.0630960 Aug 19 15:08:44.181193 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f23b4-a2cb-4000-97b9-16ebc7e2083c req-e3ebd87d-220b-42a3-86e1-2dd7b3f52e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:44.186750 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-711f23b4-a2cb-4000-97b9-16ebc7e2083c req-e3ebd87d-220b-42a3-86e1-2dd7b3f52e36 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=938e7ca5-7f00-4f92-bd54-b9ee46e7cc21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795541 Aug 19 15:08:44.192024 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.extraroute_db [None req-61b02ed8-5b84-40fe-8647-bddba861e18e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Added routes are [] {{(pid=94640) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 19 15:08:44.192439 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.extraroute_db [None req-61b02ed8-5b84-40fe-8647-bddba861e18e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Removed routes are [] {{(pid=94640) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 19 15:08:44.192884 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61b02ed8-5b84-40fe-8647-bddba861e18e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1663642', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1667783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59546'] for router, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:44.311917 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7e7f1718-a648-4662-a9ee-fc1fb98e8434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271b68b8-4596-42c9-b5bc-dffec74f9079', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672129697', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '6ac472c3-c1f6-42da-9352-7f08f3663d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:08:13Z', 'updated_at': '2021-08-19T15:08:22Z', 'revision_number': 4, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port': {'id': '6ac472c3-c1f6-42da-9352-7f08f3663d86', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271b68b8-4596-42c9-b5bc-dffec74f9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:14Z', 'updated_at': '2021-08-19T15:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '4ec611df-bd14-4f7c-b88c-89a213bf68cb', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'floating_ip_address': '172.25.2.110', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '271b68b8-4596-42c9-b5bc-dffec74f9079', 'port_id': 'aee9a9f9-e7cf-4114-8219-2a2a527f5840', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '938e7ca5-7f00-4f92-bd54-b9ee46e7cc21', 'mac_address': 'fa:16:3e:c9:9e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d7697-1702-4402-a6ec-bf8dfd21265d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:08:40Z', 'updated_at': '2021-08-19T15:08:40Z', 'revision_number': 0, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22baf3da-efe1-478d-a555-d16c216d1c69', 'name': '', 'network_id': '938e7ca5-7f00-4f92-bd54-b9ee46e7cc21', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'mac_address': 'fa:16:3e:0e:04:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271b68b8-4596-42c9-b5bc-dffec74f9079', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '8d2478c6-91cf-477c-855d-75d646570ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:19Z', 'updated_at': '2021-08-19T15:08:28Z', 'revision_number': 5, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'subnets': [{'id': '8d2478c6-91cf-477c-855d-75d646570ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:44.337721 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-711f23b4-a2cb-4000-97b9-16ebc7e2083c req-9babb142-5118-483c-b9ed-b6fa33222fb3 service neutron] 10.222.0.68 "GET /v2.0/networks/938e7ca5-7f00-4f92-bd54-b9ee46e7cc21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421680 Aug 19 15:08:44.356130 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61b02ed8-5b84-40fe-8647-bddba861e18e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1663642', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1667783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59546'] for router, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:44.362743 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61b02ed8-5b84-40fe-8647-bddba861e18e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1663540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1663535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1667838'] for router, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:44.371738 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7f1718-a648-4662-a9ee-fc1fb98e8434 None None] The sync data for ids ['271b68b8-4596-42c9-b5bc-dffec74f9079'] in n-d-766043-2 is: [{'id': '271b68b8-4596-42c9-b5bc-dffec74f9079', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672129697', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '6ac472c3-c1f6-42da-9352-7f08f3663d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:08:13Z', 'updated_at': '2021-08-19T15:08:22Z', 'revision_number': 4, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port': {'id': '6ac472c3-c1f6-42da-9352-7f08f3663d86', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271b68b8-4596-42c9-b5bc-dffec74f9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:14Z', 'updated_at': '2021-08-19T15:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '4ec611df-bd14-4f7c-b88c-89a213bf68cb', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'floating_ip_address': '172.25.2.110', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '271b68b8-4596-42c9-b5bc-dffec74f9079', 'port_id': 'aee9a9f9-e7cf-4114-8219-2a2a527f5840', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '938e7ca5-7f00-4f92-bd54-b9ee46e7cc21', 'mac_address': 'fa:16:3e:c9:9e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d7697-1702-4402-a6ec-bf8dfd21265d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:08:40Z', 'updated_at': '2021-08-19T15:08:40Z', 'revision_number': 0, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22baf3da-efe1-478d-a555-d16c216d1c69', 'name': '', 'network_id': '938e7ca5-7f00-4f92-bd54-b9ee46e7cc21', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'mac_address': 'fa:16:3e:0e:04:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271b68b8-4596-42c9-b5bc-dffec74f9079', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '8d2478c6-91cf-477c-855d-75d646570ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:19Z', 'updated_at': '2021-08-19T15:08:28Z', 'revision_number': 5, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'subnets': [{'id': '8d2478c6-91cf-477c-855d-75d646570ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:08:44.498245 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-711f23b4-a2cb-4000-97b9-16ebc7e2083c req-c0d7ac44-c60b-4ca4-9b7f-c3d5c18afa70 service neutron] 10.222.0.68 "GET /v2.0/networks/938e7ca5-7f00-4f92-bd54-b9ee46e7cc21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513433 Aug 19 15:08:44.498652 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b02ed8-5b84-40fe-8647-bddba861e18e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Router 1a53d98c-d3ee-4b99-a4ad-5718891046c4 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:08:44.595590 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b02ed8-5b84-40fe-8647-bddba861e18e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:08:44.602990 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61b02ed8-5b84-40fe-8647-bddba861e18e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:44.604070 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-61b02ed8-5b84-40fe-8647-bddba861e18e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "PUT /v2.0/routers/1a53d98c-d3ee-4b99-a4ad-5718891046c4 HTTP/1.1" status: 200 len: 701 time: 0.6647286 Aug 19 15:08:44.611847 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ca76ef-93b3-46e8-89ad-9cce128a2cc2 None None] Sync routers for ids ['1a53d98c-d3ee-4b99-a4ad-5718891046c4'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:08:44.614847 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56242) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:44.636512 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ca76ef-93b3-46e8-89ad-9cce128a2cc2 None None] Routers {'1a53d98c-d3ee-4b99-a4ad-5718891046c4'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:08:44.637313 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-66ca76ef-93b3-46e8-89ad-9cce128a2cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:08:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['1a53d98c-d3ee-4b99-a4ad-5718891046c4'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:44.661290 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-53fbe156-d125-4b7e-81d1-5221a3a52cbd tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a53d98c-d3ee-4b99-a4ad-5718891046c4 HTTP/1.1" status: 200 len: 205 time: 0.0448618 Aug 19 15:08:44.666803 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56246) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:44.706153 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8225fe-53fc-48fd-b293-e6c100b49964 None None] New status for floating IP 4ec611df-bd14-4f7c-b88c-89a213bf68cb: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:08:44.738204 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-66ca76ef-93b3-46e8-89ad-9cce128a2cc2 None None] Set router 1a53d98c-d3ee-4b99-a4ad-5718891046c4 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:08:44.787100 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d7e5a6f3-886c-4d61-b00d-b076d4576c82 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:44.800791 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-66ca76ef-93b3-46e8-89ad-9cce128a2cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'name': 'tempest-RoutersTest-router-1550684054', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:59Z', 'updated_at': '2021-08-19T15:08:41Z', 'revision_number': 11, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'gw_port_host': None}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:44.836119 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ca76ef-93b3-46e8-89ad-9cce128a2cc2 None None] Checking router: 1a53d98c-d3ee-4b99-a4ad-5718891046c4 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:08:44.836827 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56250) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:44.846439 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ca76ef-93b3-46e8-89ad-9cce128a2cc2 None None] Routers {'1a53d98c-d3ee-4b99-a4ad-5718891046c4'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:08:44.847358 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-66ca76ef-93b3-46e8-89ad-9cce128a2cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:08:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['1a53d98c-d3ee-4b99-a4ad-5718891046c4'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:44.985827 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-66ca76ef-93b3-46e8-89ad-9cce128a2cc2 None None] Set router 1a53d98c-d3ee-4b99-a4ad-5718891046c4 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:08:45.010168 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-5de7c37f-e1e1-46e7-baff-7fd50f5b697c tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/floatingips/4ec611df-bd14-4f7c-b88c-89a213bf68cb HTTP/1.1" status: 200 len: 992 time: 0.1715636 Aug 19 15:08:45.049733 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-66ca76ef-93b3-46e8-89ad-9cce128a2cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'name': 'tempest-RoutersTest-router-1550684054', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:59Z', 'updated_at': '2021-08-19T15:08:41Z', 'revision_number': 11, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'gw_port_host': None}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:45.091978 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d7e5a6f3-886c-4d61-b00d-b076d4576c82 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:45.095339 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d7e5a6f3-886c-4d61-b00d-b076d4576c82 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:45.096947 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ca76ef-93b3-46e8-89ad-9cce128a2cc2 None None] The sync data for ids ['1a53d98c-d3ee-4b99-a4ad-5718891046c4'] in n-d-766043-2 is: [{'id': '1a53d98c-d3ee-4b99-a4ad-5718891046c4', 'name': 'tempest-RoutersTest-router-1550684054', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:07:59Z', 'updated_at': '2021-08-19T15:08:41Z', 'revision_number': 11, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:08:45.173147 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d7e5a6f3-886c-4d61-b00d-b076d4576c82 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:45.174603 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e5a6f3-886c-4d61-b00d-b076d4576c82 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Fanout notify agent at l3_agent the message router_deleted on router 1a53d98c-d3ee-4b99-a4ad-5718891046c4 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:08:45.181768 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 841043d2-f63c-4bcf-8a0b-6c0d7e1a83da no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:08:45.186909 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d7e5a6f3-886c-4d61-b00d-b076d4576c82 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:45.194490 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d7e5a6f3-886c-4d61-b00d-b076d4576c82 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "DELETE /v2.0/routers/1a53d98c-d3ee-4b99-a4ad-5718891046c4 HTTP/1.1" status: 204 len: 168 time: 0.5190010 Aug 19 15:08:45.194800 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56256) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:45.202344 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-f7c08bf4-281f-4083-a5db-7d711ff13ed1 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-137813145', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:45.217441 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 841043d2-f63c-4bcf-8a0b-6c0d7e1a83da {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:08:45.217795 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 841043d2-f63c-4bcf-8a0b-6c0d7e1a83da not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:08:45.218222 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device bbfd32be-6674-4e0f-b337-4a3d27957771 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:08:45.239045 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7c08bf4-281f-4083-a5db-7d711ff13ed1 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:45.245352 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: bbfd32be-6674-4e0f-b337-4a3d27957771 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:08:45.245697 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device bbfd32be-6674-4e0f-b337-4a3d27957771 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:08:45.248574 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7c08bf4-281f-4083-a5db-7d711ff13ed1 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:45.333747 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7c08bf4-281f-4083-a5db-7d711ff13ed1 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:45.340095 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7c08bf4-281f-4083-a5db-7d711ff13ed1 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:45.362190 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7c08bf4-281f-4083-a5db-7d711ff13ed1 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:45.363794 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f7c08bf4-281f-4083-a5db-7d711ff13ed1 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1674342 Aug 19 15:08:45.367540 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56262) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:45.374380 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-9f4e16fc-ce29-4c2f-9254-e819c7665a6b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:45.640252 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9f4e16fc-ce29-4c2f-9254-e819c7665a6b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1663642', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1667783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59546'] for router, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:45.652384 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9f4e16fc-ce29-4c2f-9254-e819c7665a6b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1663540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1663535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1667838'] for router, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:45.787543 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f4e16fc-ce29-4c2f-9254-e819c7665a6b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Router 0e08b40a-6bdc-4bd9-a166-ca36abd0b2a3 is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:08:45.886397 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4e16fc-ce29-4c2f-9254-e819c7665a6b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:08:45.893401 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9f4e16fc-ce29-4c2f-9254-e819c7665a6b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:45.896716 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9f4e16fc-ce29-4c2f-9254-e819c7665a6b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "PUT /v2.0/routers/0e08b40a-6bdc-4bd9-a166-ca36abd0b2a3 HTTP/1.1" status: 200 len: 693 time: 0.5279052 Aug 19 15:08:45.897481 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56274) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:45.902041 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997fc096-52c2-437e-98fd-58f52a08e2f4 None None] Sync routers for ids ['0e08b40a-6bdc-4bd9-a166-ca36abd0b2a3'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:08:45.914504 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997fc096-52c2-437e-98fd-58f52a08e2f4 None None] Routers {'0e08b40a-6bdc-4bd9-a166-ca36abd0b2a3'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:08:45.915153 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-997fc096-52c2-437e-98fd-58f52a08e2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:08:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['0e08b40a-6bdc-4bd9-a166-ca36abd0b2a3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:45.990497 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-aa827eee-bd5f-4513-86c0-8cbe52315759 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "GET /v2.0/routers/0e08b40a-6bdc-4bd9-a166-ca36abd0b2a3 HTTP/1.1" status: 200 len: 699 time: 0.0913665 Aug 19 15:08:45.993864 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56280) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:46.014428 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56284) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:46.014713 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-997fc096-52c2-437e-98fd-58f52a08e2f4 None None] Set router 0e08b40a-6bdc-4bd9-a166-ca36abd0b2a3 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:08:46.030423 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-13a2a48b-1c3d-4282-83ff-bb6ba373e590 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e08b40a-6bdc-4bd9-a166-ca36abd0b2a3 HTTP/1.1" status: 200 len: 205 time: 0.0353756 Aug 19 15:08:46.032818 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56288) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:46.102583 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-997fc096-52c2-437e-98fd-58f52a08e2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e08b40a-6bdc-4bd9-a166-ca36abd0b2a3', 'name': 'tempest-RoutersTest-router-137813145', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:08:45Z', 'updated_at': '2021-08-19T15:08:45Z', 'revision_number': 2, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'gw_port_host': None}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:46.135384 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-64defe4c-b935-4691-ae15-7f968b442777 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:46.136225 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-5fbddea0-dc22-4ab3-94ec-e89593404549 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/floatingips/4ec611df-bd14-4f7c-b88c-89a213bf68cb HTTP/1.1" status: 200 len: 994 time: 0.1201284 Aug 19 15:08:46.157907 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997fc096-52c2-437e-98fd-58f52a08e2f4 None None] Checking router: 0e08b40a-6bdc-4bd9-a166-ca36abd0b2a3 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:08:46.168814 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997fc096-52c2-437e-98fd-58f52a08e2f4 None None] Routers {'0e08b40a-6bdc-4bd9-a166-ca36abd0b2a3'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:08:46.169452 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-997fc096-52c2-437e-98fd-58f52a08e2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:08:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['0e08b40a-6bdc-4bd9-a166-ca36abd0b2a3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:46.263117 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-997fc096-52c2-437e-98fd-58f52a08e2f4 None None] Set router 0e08b40a-6bdc-4bd9-a166-ca36abd0b2a3 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:08:46.329508 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-997fc096-52c2-437e-98fd-58f52a08e2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e08b40a-6bdc-4bd9-a166-ca36abd0b2a3', 'name': 'tempest-RoutersTest-router-137813145', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:08:45Z', 'updated_at': '2021-08-19T15:08:45Z', 'revision_number': 2, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'gw_port_host': None}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:46.359247 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997fc096-52c2-437e-98fd-58f52a08e2f4 None None] The sync data for ids ['0e08b40a-6bdc-4bd9-a166-ca36abd0b2a3'] in n-d-766043-2 is: [{'id': '0e08b40a-6bdc-4bd9-a166-ca36abd0b2a3', 'name': 'tempest-RoutersTest-router-137813145', 'tenant_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:08:45Z', 'updated_at': '2021-08-19T15:08:45Z', 'revision_number': 2, 'project_id': '71f8eb57bbdb4f7f804d75dfd4292af4', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:08:46.361966 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-64defe4c-b935-4691-ae15-7f968b442777 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:46.365912 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-64defe4c-b935-4691-ae15-7f968b442777 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:46.446961 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-64defe4c-b935-4691-ae15-7f968b442777 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:46.447864 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64defe4c-b935-4691-ae15-7f968b442777 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Fanout notify agent at l3_agent the message router_deleted on router 0e08b40a-6bdc-4bd9-a166-ca36abd0b2a3 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:08:46.460614 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-64defe4c-b935-4691-ae15-7f968b442777 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:46.465175 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-64defe4c-b935-4691-ae15-7f968b442777 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "DELETE /v2.0/routers/0e08b40a-6bdc-4bd9-a166-ca36abd0b2a3 HTTP/1.1" status: 204 len: 168 time: 0.4310510 Aug 19 15:08:46.468775 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56290) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:46.506309 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2be214e0-1918-46a9-a190-b77a53a38d33 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e08b40a-6bdc-4bd9-a166-ca36abd0b2a3 HTTP/1.1" status: 200 len: 205 time: 0.0363355 Aug 19 15:08:46.508932 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56292) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:46.548055 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-f9852dbd-c166-42f0-b404-ffbf8bfd4ebc tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] delete failed (client error): The resource could not be found. Aug 19 15:08:46.551410 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f9852dbd-c166-42f0-b404-ffbf8bfd4ebc tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "DELETE /v2.0/routers/0e08b40a-6bdc-4bd9-a166-ca36abd0b2a3 HTTP/1.1" status: 404 len: 336 time: 0.0392756 Aug 19 15:08:46.551639 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56294) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:46.581134 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-61fb9e0c-df2e-47f1-af3a-dce19c48087b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] DELETE failed (client error): The resource could not be found. Aug 19 15:08:46.581368 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61fb9e0c-df2e-47f1-af3a-dce19c48087b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:08:46.585749 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-61fb9e0c-df2e-47f1-af3a-dce19c48087b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "DELETE /v2.0/subnets/fd383377-b145-48a0-8092-8885b5320186 HTTP/1.1" status: 404 len: 337 time: 0.0309346 Aug 19 15:08:46.586549 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56296) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:46.619835 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf6cca3b-5c05-4d2e-800a-56e348ff28b4 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] DELETE failed (client error): The resource could not be found. Aug 19 15:08:46.620304 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf6cca3b-5c05-4d2e-800a-56e348ff28b4 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:08:46.623483 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-bf6cca3b-5c05-4d2e-800a-56e348ff28b4 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "DELETE /v2.0/subnets/77173511-6365-4620-9f2a-6b3ee0427d6e HTTP/1.1" status: 404 len: 337 time: 0.0341821 Aug 19 15:08:46.624922 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56298) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:46.658488 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-42144570-7927-4459-8175-8332fc9b0eda tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] DELETE failed (client error): The resource could not be found. Aug 19 15:08:46.658935 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42144570-7927-4459-8175-8332fc9b0eda tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:08:46.661046 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-42144570-7927-4459-8175-8332fc9b0eda tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "DELETE /v2.0/subnets/24931e03-3c3f-438f-9cae-b7eab27cf96d HTTP/1.1" status: 404 len: 337 time: 0.0346370 Aug 19 15:08:46.664614 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56300) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:46.692656 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-81b4effa-aa13-4bd9-8679-b81e50deefe4 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] DELETE failed (client error): The resource could not be found. Aug 19 15:08:46.693124 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81b4effa-aa13-4bd9-8679-b81e50deefe4 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:08:46.694939 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-81b4effa-aa13-4bd9-8679-b81e50deefe4 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "DELETE /v2.0/subnets/e8661ce9-be0b-4c75-b172-01c90ec28d7a HTTP/1.1" status: 404 len: 337 time: 0.0293400 Aug 19 15:08:46.697621 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56302) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:46.727673 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1e6eb4fe-765f-40ad-a419-bb2c42999d81 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a53d98c-d3ee-4b99-a4ad-5718891046c4 HTTP/1.1" status: 200 len: 205 time: 0.0289094 Aug 19 15:08:46.730939 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56304) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:46.771275 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-4bec1d96-f096-43f1-95d0-d1f5d5dd2aee tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] delete failed (client error): The resource could not be found. Aug 19 15:08:46.773264 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4bec1d96-f096-43f1-95d0-d1f5d5dd2aee tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "DELETE /v2.0/routers/1a53d98c-d3ee-4b99-a4ad-5718891046c4 HTTP/1.1" status: 404 len: 336 time: 0.0405078 Aug 19 15:08:46.777303 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56306) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:46.812810 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0b86b343-29a7-4513-82aa-42048bc3b457 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3f9a95a-468b-487f-a342-2a163699dafc HTTP/1.1" status: 200 len: 205 time: 0.0341744 Aug 19 15:08:46.816529 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56308) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:46.865600 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [None req-006b9788-dc70-4e6c-86e7-69d9c8d08d7e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] delete failed (client error): The resource could not be found. Aug 19 15:08:46.866701 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-006b9788-dc70-4e6c-86e7-69d9c8d08d7e tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "DELETE /v2.0/routers/e3f9a95a-468b-487f-a342-2a163699dafc HTTP/1.1" status: 404 len: 336 time: 0.0490694 Aug 19 15:08:46.869542 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56314) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:46.898575 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-11678084-da5b-4e51-8f82-4f109f67588c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] DELETE failed (client error): The resource could not be found. Aug 19 15:08:46.899064 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11678084-da5b-4e51-8f82-4f109f67588c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:08:46.900838 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-11678084-da5b-4e51-8f82-4f109f67588c tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "DELETE /v2.0/subnets/dc01b064-6644-4a53-bcd9-02c93f243fe3 HTTP/1.1" status: 404 len: 337 time: 0.0300608 Aug 19 15:08:46.904274 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56316) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:46.939827 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-85008f81-2ca1-41f0-a013-1d255d8cdb0d tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "GET /v2.0/ports?device_id=16209ecf-33b9-4f0f-aa20-8feaf3437c10 HTTP/1.1" status: 200 len: 205 time: 0.0311790 Aug 19 15:08:46.940250 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56318) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:46.993856 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [None req-8c91c44b-1dce-4a86-91e9-8bce177994ec tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] delete failed (client error): The resource could not be found. Aug 19 15:08:46.998694 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56320) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:46.999024 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-8c91c44b-1dce-4a86-91e9-8bce177994ec tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "DELETE /v2.0/routers/16209ecf-33b9-4f0f-aa20-8feaf3437c10 HTTP/1.1" status: 404 len: 336 time: 0.0565751 Aug 19 15:08:47.037613 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-658f63bd-2e69-454a-8c62-01d29eecbd80 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "GET /v2.0/ports?device_id=21e40350-c334-4e4c-9539-ddf1c90caf96 HTTP/1.1" status: 200 len: 205 time: 0.0375226 Aug 19 15:08:47.040710 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56324) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:47.110383 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [None req-b07873c5-a9c7-463a-8181-353a8a93bdc8 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] delete failed (client error): The resource could not be found. Aug 19 15:08:47.113112 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-b07873c5-a9c7-463a-8181-353a8a93bdc8 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "DELETE /v2.0/routers/21e40350-c334-4e4c-9539-ddf1c90caf96 HTTP/1.1" status: 404 len: 336 time: 0.0711389 Aug 19 15:08:47.114115 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56326) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:47.151796 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea0aa80d-ac8b-4772-9020-cfa1979ea81b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] DELETE failed (client error): The resource could not be found. Aug 19 15:08:47.152520 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea0aa80d-ac8b-4772-9020-cfa1979ea81b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:08:47.157796 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ea0aa80d-ac8b-4772-9020-cfa1979ea81b tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "DELETE /v2.0/subnets/4835d75d-3625-40a7-ad0b-32eb9cc24747 HTTP/1.1" status: 404 len: 337 time: 0.0423436 Aug 19 15:08:47.160984 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56328) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:47.197218 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-998c67e8-726b-48a1-9492-669df9e87628 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "GET /v2.0/ports?device_id=e6dc7ff9-4d88-4481-94a1-675635983258 HTTP/1.1" status: 200 len: 205 time: 0.0335939 Aug 19 15:08:47.199698 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56330) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:47.205292 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715aacc-0d92-4d8d-a6fa-4596d2d5fc4d req-62f9d2cc-74b5-41fd-9c08-b017cc2b6edb tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:47.207057 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b715aacc-0d92-4d8d-a6fa-4596d2d5fc4d req-62f9d2cc-74b5-41fd-9c08-b017cc2b6edb tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=f502dad7-2486-438a-a1c6-05bc976eff9e HTTP/1.1" status: 200 len: 946 time: 0.1072021 Aug 19 15:08:47.253524 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b715aacc-0d92-4d8d-a6fa-4596d2d5fc4d req-43dabd8d-92fc-40a5-bede-c378bf6c1543 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394819 Aug 19 15:08:47.259413 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-4d69d849-9445-4003-b408-5ffcca877e53 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] delete failed (client error): The resource could not be found. Aug 19 15:08:47.260534 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4d69d849-9445-4003-b408-5ffcca877e53 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "DELETE /v2.0/routers/e6dc7ff9-4d88-4481-94a1-675635983258 HTTP/1.1" status: 404 len: 336 time: 0.0591273 Aug 19 15:08:47.263097 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56332) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:47.291922 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-44a1ae51-4b3c-4fba-86b3-c467a8572cd5 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] DELETE failed (client error): The resource could not be found. Aug 19 15:08:47.292382 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44a1ae51-4b3c-4fba-86b3-c467a8572cd5 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:08:47.294180 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-44a1ae51-4b3c-4fba-86b3-c467a8572cd5 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "DELETE /v2.0/subnets/5cbd9eef-0b88-4543-861f-fd66a709951b HTTP/1.1" status: 404 len: 337 time: 0.0301411 Aug 19 15:08:47.298041 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56334) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:47.327351 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0d0700f9-02d2-4ce8-91f1-ac0f5dce0f67 tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "GET /v2.0/ports?device_id=08aca584-0611-4fbc-887f-85aa674d8f4c HTTP/1.1" status: 200 len: 205 time: 0.0279570 Aug 19 15:08:47.330806 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56336) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:47.370584 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-91c69248-b4ef-459f-9877-d4907ddde3df tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] delete failed (client error): The resource could not be found. Aug 19 15:08:47.371717 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-91c69248-b4ef-459f-9877-d4907ddde3df tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "DELETE /v2.0/routers/08aca584-0611-4fbc-887f-85aa674d8f4c HTTP/1.1" status: 404 len: 336 time: 0.0398591 Aug 19 15:08:47.375763 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56338) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:47.420746 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-08e8c1b4-2445-42f6-9f16-11de0db681ca tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] DELETE failed (client error): The resource could not be found. Aug 19 15:08:47.421260 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08e8c1b4-2445-42f6-9f16-11de0db681ca tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:08:47.423270 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-08e8c1b4-2445-42f6-9f16-11de0db681ca tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "DELETE /v2.0/subnets/15b9ce16-498a-4cba-9183-8331ffc21e84 HTTP/1.1" status: 404 len: 337 time: 0.0463965 Aug 19 15:08:47.427419 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56340) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:47.476801 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-7db97d1a-9a1b-44d1-a931-0e40b13131ca tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] DELETE failed (client error): The resource could not be found. Aug 19 15:08:47.477237 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7db97d1a-9a1b-44d1-a931-0e40b13131ca tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:08:47.479771 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-7db97d1a-9a1b-44d1-a931-0e40b13131ca tempest-RoutersTest-309783527 tempest-RoutersTest-309783527-project] 10.222.0.69 "DELETE /v2.0/subnets/12ec1aee-5ba1-4f9e-a622-e2392cbfe7fd HTTP/1.1" status: 404 len: 337 time: 0.0485013 Aug 19 15:08:47.772035 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56346) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:47.930016 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-bb692464-7e60-4e86-962c-5cd63da873e9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=71f8eb57bbdb4f7f804d75dfd4292af4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1562400 Aug 19 15:08:47.932730 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56352) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:47.986227 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa3f656e-d8c7-4e60-a81e-daf17df775fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:48.030416 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa3f656e-d8c7-4e60-a81e-daf17df775fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:48.082525 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa3f656e-d8c7-4e60-a81e-daf17df775fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:48.088078 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa3f656e-d8c7-4e60-a81e-daf17df775fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:48.089426 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-fa3f656e-d8c7-4e60-a81e-daf17df775fd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cd7f660e-0d75-41de-8131-dd2bf2f14073 HTTP/1.1" status: 204 len: 168 time: 0.1555896 Aug 19 15:08:48.098379 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f656e-d8c7-4e60-a81e-daf17df775fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7f660e-0d75-41de-8131-dd2bf2f14073,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:48.401955 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc26e1-520c-4752-a2f4-fa9e81e73511 req-27c3e5f9-e723-4711-a71a-792de6b9af01 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:48.403663 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3bdc26e1-520c-4752-a2f4-fa9e81e73511 req-27c3e5f9-e723-4711-a71a-792de6b9af01 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=f502dad7-2486-438a-a1c6-05bc976eff9e HTTP/1.1" status: 200 len: 946 time: 0.0555024 Aug 19 15:08:48.456120 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3bdc26e1-520c-4752-a2f4-fa9e81e73511 req-c005b5f6-0197-4744-a1b6-59c69714811e tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453370 Aug 19 15:08:48.730657 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad64b5-a615-466f-9ea1-36bc9d750907 req-8676f279-2f2a-4ab2-aa4e-b012d4f5e937 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:48.732113 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-74ad64b5-a615-466f-9ea1-36bc9d750907 req-8676f279-2f2a-4ab2-aa4e-b012d4f5e937 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.68 "GET /v2.0/ports?device_id=f502dad7-2486-438a-a1c6-05bc976eff9e HTTP/1.1" status: 200 len: 946 time: 0.0509634 Aug 19 15:08:48.804172 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56376) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:48.844345 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-74ad64b5-a615-466f-9ea1-36bc9d750907 req-7d9d42b5-957f-4481-af49-37d98db11681 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Deleting port bb29058b-956e-4de3-9fd4-db3fe49030c1 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:08:48.844757 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-74ad64b5-a615-466f-9ea1-36bc9d750907 req-7d9d42b5-957f-4481-af49-37d98db11681 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:48.917088 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a413c3b5-6256-406c-92cc-b5e753cd2a3a tempest-DvrRoutersNegativeTest-545784488 tempest-DvrRoutersNegativeTest-545784488-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-348115895', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:48.923692 n-d-766043-2 neutron-server[94640]: DEBUG neutron.policy [None req-a413c3b5-6256-406c-92cc-b5e753cd2a3a tempest-DvrRoutersNegativeTest-545784488 tempest-DvrRoutersNegativeTest-545784488-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94640) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 19 15:08:48.934915 n-d-766043-2 neutron-server[94640]: DEBUG neutron.policy [None req-a413c3b5-6256-406c-92cc-b5e753cd2a3a tempest-DvrRoutersNegativeTest-545784488 tempest-DvrRoutersNegativeTest-545784488-project] Failed policy check for 'create_router' {{(pid=94640) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 19 15:08:48.935561 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [None req-a413c3b5-6256-406c-92cc-b5e753cd2a3a tempest-DvrRoutersNegativeTest-545784488 tempest-DvrRoutersNegativeTest-545784488-project] create failed (client error): Access was denied to this resource. Aug 19 15:08:48.949041 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a413c3b5-6256-406c-92cc-b5e753cd2a3a tempest-DvrRoutersNegativeTest-545784488 tempest-DvrRoutersNegativeTest-545784488-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1411161 Aug 19 15:08:48.966140 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-74ad64b5-a615-466f-9ea1-36bc9d750907 req-7d9d42b5-957f-4481-af49-37d98db11681 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] For port bb29058b-956e-4de3-9fd4-db3fe49030c1, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=bb29058b-956e-4de3-9fd4-db3fe49030c1,segment=NetworkSegment(b6bb2d61-0455-440b-809f-c8e64ffc2b8e),segment_id=b6bb2d61-0455-440b-809f-c8e64ffc2b8e)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:08:48.966513 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-74ad64b5-a615-466f-9ea1-36bc9d750907 req-7d9d42b5-957f-4481-af49-37d98db11681 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:49.250769 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56386) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:49.375134 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d7e62626-1a42-4025-9e04-07ea8c08baa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:49.509099 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d7e62626-1a42-4025-9e04-07ea8c08baa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:49.514661 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d7e62626-1a42-4025-9e04-07ea8c08baa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:49.574659 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d7e62626-1a42-4025-9e04-07ea8c08baa1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=94b2b5c35b0a438c9f07aff6a1878951&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3227975 Aug 19 15:08:49.578744 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56392) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:49.591644 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e62626-1a42-4025-9e04-07ea8c08baa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf57c40-d751-488b-b8be-4976c786f035,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:49.607090 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-74ad64b5-a615-466f-9ea1-36bc9d750907 req-7d9d42b5-957f-4481-af49-37d98db11681 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:49.607625 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-74ad64b5-a615-466f-9ea1-36bc9d750907 req-7d9d42b5-957f-4481-af49-37d98db11681 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:49.608463 n-d-766043-2 neutron-server[94639]: INFO neutron.db.l3_db [req-74ad64b5-a615-466f-9ea1-36bc9d750907 req-7d9d42b5-957f-4481-af49-37d98db11681 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Floating IP 0b2ac64e-620e-4bb3-9b9f-114a734efccc disassociated. External IP: 172.25.2.145, port: bb29058b-956e-4de3-9fd4-db3fe49030c1. Aug 19 15:08:49.608584 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-74ad64b5-a615-466f-9ea1-36bc9d750907 req-7d9d42b5-957f-4481-af49-37d98db11681 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Calling delete_port for bb29058b-956e-4de3-9fd4-db3fe49030c1 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:08:49.622951 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674da469-f82e-4b8e-8294-984327e991db req-88f0778d-18eb-41ba-a261-137ed6cd1937 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:49.624823 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-674da469-f82e-4b8e-8294-984327e991db req-88f0778d-18eb-41ba-a261-137ed6cd1937 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=f502dad7-2486-438a-a1c6-05bc976eff9e HTTP/1.1" status: 200 len: 946 time: 0.0694993 Aug 19 15:08:49.671520 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-674da469-f82e-4b8e-8294-984327e991db req-1d73fbd4-bfb5-44fc-a467-df32f7582ec4 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403926 Aug 19 15:08:49.718918 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-547e638f-f0af-495d-b153-ae1764a43c18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:49.767062 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-547e638f-f0af-495d-b153-ae1764a43c18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:49.867912 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-547e638f-f0af-495d-b153-ae1764a43c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:49.870771 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-547e638f-f0af-495d-b153-ae1764a43c18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:49.874475 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-547e638f-f0af-495d-b153-ae1764a43c18 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2bf57c40-d751-488b-b8be-4976c786f035 HTTP/1.1" status: 204 len: 168 time: 0.2918861 Aug 19 15:08:49.890933 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547e638f-f0af-495d-b153-ae1764a43c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf57c40-d751-488b-b8be-4976c786f035,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:49.898378 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-74ad64b5-a615-466f-9ea1-36bc9d750907 req-7d9d42b5-957f-4481-af49-37d98db11681 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:49.961920 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d42b5-957f-4481-af49-37d98db11681 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Pushing event deleted for resources: {'Port': ['ID=bb29058b-956e-4de3-9fd4-db3fe49030c1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:50.111788 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74ad64b5-a615-466f-9ea1-36bc9d750907 req-7d9d42b5-957f-4481-af49-37d98db11681 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Router ca65e901-eea1-45f3-9424-a1acad466ee4 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:08:50.242591 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74ad64b5-a615-466f-9ea1-36bc9d750907 req-7d9d42b5-957f-4481-af49-37d98db11681 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:08:50.254335 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdcb840-d878-49f3-9548-b5064dff29cf None None] Sync routers for ids ['ca65e901-eea1-45f3-9424-a1acad466ee4'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:08:50.273283 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdcb840-d878-49f3-9548-b5064dff29cf None None] Routers {'ca65e901-eea1-45f3-9424-a1acad466ee4'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:08:50.274228 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-acdcb840-d878-49f3-9548-b5064dff29cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:08:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['ca65e901-eea1-45f3-9424-a1acad466ee4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:50.293123 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ad64b5-a615-466f-9ea1-36bc9d750907 req-7d9d42b5-957f-4481-af49-37d98db11681 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] No DVR routers for this DVR port bb29058b-956e-4de3-9fd4-db3fe49030c1 on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:08:50.295976 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-74ad64b5-a615-466f-9ea1-36bc9d750907 req-7d9d42b5-957f-4481-af49-37d98db11681 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:50.298564 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-74ad64b5-a615-466f-9ea1-36bc9d750907 req-7d9d42b5-957f-4481-af49-37d98db11681 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.68 "DELETE /v2.0/ports/bb29058b-956e-4de3-9fd4-db3fe49030c1 HTTP/1.1" status: 204 len: 173 time: 1.5597582 Aug 19 15:08:50.299345 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f502dad7-2486-438a-a1c6-05bc976eff9e', 'name': 'network-vif-deleted', 'tag': 'bb29058b-956e-4de3-9fd4-db3fe49030c1'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:08:50.301930 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5656cf1b-68c3-467a-a63b-ddb8e2d591f1" -d '{"events": [{"server_uuid": "f502dad7-2486-438a-a1c6-05bc976eff9e", "name": "network-vif-deleted", "tag": "bb29058b-956e-4de3-9fd4-db3fe49030c1"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:08:50.361544 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58fa525-8d07-4183-a67d-9dfacf9bed8a x-openstack-request-id: req-b58fa525-8d07-4183-a67d-9dfacf9bed8a {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:08:50.362046 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f502dad7-2486-438a-a1c6-05bc976eff9e", "name": "network-vif-deleted", "tag": "bb29058b-956e-4de3-9fd4-db3fe49030c1", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:08:50.362388 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b58fa525-8d07-4183-a67d-9dfacf9bed8a {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:08:50.363955 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f502dad7-2486-438a-a1c6-05bc976eff9e', 'name': 'network-vif-deleted', 'tag': 'bb29058b-956e-4de3-9fd4-db3fe49030c1', 'status': 'completed', 'code': 200} Aug 19 15:08:50.457676 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-acdcb840-d878-49f3-9548-b5064dff29cf None None] Set router ca65e901-eea1-45f3-9424-a1acad466ee4 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:08:50.786656 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-65c738e9-8401-4f95-b6ee-c62ccff5e9e8 req-eb973e6c-b82e-44ed-a4df-69145a8a2718 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=f502dad7-2486-438a-a1c6-05bc976eff9e HTTP/1.1" status: 200 len: 210 time: 0.0336962 Aug 19 15:08:50.792926 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-acdcb840-d878-49f3-9548-b5064dff29cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'name': 'tempest-TestVolumeBootPattern-652792475-router', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '069e7c76-badf-4569-8845-68c39685a135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:25Z', 'updated_at': '2021-08-19T15:01:30Z', 'revision_number': 4, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'gw_port': {'id': '069e7c76-badf-4569-8845-68c39685a135', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:26Z', 'updated_at': '2021-08-19T15:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'c8885ca0-4847-4969-9f31-2eb1d0e2d04c', 'name': '', 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'mac_address': 'fa:16:3e:64:5e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '4501b342-71e0-4b08-b9d8-b651dd87e075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:28Z', 'updated_at': '2021-08-19T15:01:40Z', 'revision_number': 5, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'subnets': [{'id': '4501b342-71e0-4b08-b9d8-b651dd87e075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:50.821888 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56420) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:50.825503 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdcb840-d878-49f3-9548-b5064dff29cf None None] Checking router: ca65e901-eea1-45f3-9424-a1acad466ee4 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:08:50.839152 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdcb840-d878-49f3-9548-b5064dff29cf None None] Routers {'ca65e901-eea1-45f3-9424-a1acad466ee4'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:08:50.840667 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-acdcb840-d878-49f3-9548-b5064dff29cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:08:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['ca65e901-eea1-45f3-9424-a1acad466ee4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:50.950757 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a9917647-46c6-4c5b-accf-2067b5303358 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:50.951540 n-d-766043-2 neutron-server[94639]: WARNING neutron.api.v2.base [None req-a9917647-46c6-4c5b-accf-2067b5303358 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 19 15:08:50.952156 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-a9917647-46c6-4c5b-accf-2067b5303358 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] create failed (client error): There was a conflict when trying to complete your request. Aug 19 15:08:50.953381 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a9917647-46c6-4c5b-accf-2067b5303358 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1303570 Aug 19 15:08:50.957429 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56426) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:50.962083 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-fcb73d1f-3620-4c7d-8e48-6473480d4e04 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Request body: {'security_group': {'name': 'tempest-secgroup--1132659331'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:50.967110 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-acdcb840-d878-49f3-9548-b5064dff29cf None None] Set router ca65e901-eea1-45f3-9424-a1acad466ee4 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:08:51.017621 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fcb73d1f-3620-4c7d-8e48-6473480d4e04 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:51.028575 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fcb73d1f-3620-4c7d-8e48-6473480d4e04 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:51.138079 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fcb73d1f-3620-4c7d-8e48-6473480d4e04 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:51.143310 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fcb73d1f-3620-4c7d-8e48-6473480d4e04 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:51.186794 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb73d1f-3620-4c7d-8e48-6473480d4e04 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05adcbb0-596d-42cd-abc0-f69fac834742,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:51.193443 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-acdcb840-d878-49f3-9548-b5064dff29cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'name': 'tempest-TestVolumeBootPattern-652792475-router', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '069e7c76-badf-4569-8845-68c39685a135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:25Z', 'updated_at': '2021-08-19T15:01:30Z', 'revision_number': 4, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'gw_port': {'id': '069e7c76-badf-4569-8845-68c39685a135', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:26Z', 'updated_at': '2021-08-19T15:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'c8885ca0-4847-4969-9f31-2eb1d0e2d04c', 'name': '', 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'mac_address': 'fa:16:3e:64:5e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '4501b342-71e0-4b08-b9d8-b651dd87e075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:28Z', 'updated_at': '2021-08-19T15:01:40Z', 'revision_number': 5, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'subnets': [{'id': '4501b342-71e0-4b08-b9d8-b651dd87e075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:08:51.226123 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdcb840-d878-49f3-9548-b5064dff29cf None None] The sync data for ids ['ca65e901-eea1-45f3-9424-a1acad466ee4'] in n-d-766043-2 is: [{'id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'name': 'tempest-TestVolumeBootPattern-652792475-router', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '069e7c76-badf-4569-8845-68c39685a135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:25Z', 'updated_at': '2021-08-19T15:01:30Z', 'revision_number': 4, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'gw_port': {'id': '069e7c76-badf-4569-8845-68c39685a135', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:26Z', 'updated_at': '2021-08-19T15:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'c8885ca0-4847-4969-9f31-2eb1d0e2d04c', 'name': '', 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'mac_address': 'fa:16:3e:64:5e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '4501b342-71e0-4b08-b9d8-b651dd87e075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:28Z', 'updated_at': '2021-08-19T15:01:40Z', 'revision_number': 5, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'subnets': [{'id': '4501b342-71e0-4b08-b9d8-b651dd87e075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:08:51.244367 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fcb73d1f-3620-4c7d-8e48-6473480d4e04 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:51.249458 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fcb73d1f-3620-4c7d-8e48-6473480d4e04 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:51.275387 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fcb73d1f-3620-4c7d-8e48-6473480d4e04 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:51.276479 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-fcb73d1f-3620-4c7d-8e48-6473480d4e04 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3182073 Aug 19 15:08:51.280825 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56428) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:51.286226 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a5f1ef6a-1375-4dac-8148-96e8132424f0 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Request body: {'security_group_rule': {'security_group_id': 'ace68f8c-1381-44e0-94cc-68793f6a241f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:51.292694 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb73d1f-3620-4c7d-8e48-6473480d4e04 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ace68f8c-1381-44e0-94cc-68793f6a241f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:51.323576 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a5f1ef6a-1375-4dac-8148-96e8132424f0 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:51.390635 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a5f1ef6a-1375-4dac-8148-96e8132424f0 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:51.394574 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a5f1ef6a-1375-4dac-8148-96e8132424f0 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:51.414636 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1ef6a-1375-4dac-8148-96e8132424f0 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9de06df9-6ec6-48fb-9002-a3b8552b49f1,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:51.426520 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a5f1ef6a-1375-4dac-8148-96e8132424f0 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:51.427863 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a5f1ef6a-1375-4dac-8148-96e8132424f0 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1461034 Aug 19 15:08:51.433022 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56430) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:51.436910 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9fdab4a4-3858-41b2-979e-a08b36006142 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Request body: {'security_group_rule': {'security_group_id': 'ace68f8c-1381-44e0-94cc-68793f6a241f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:51.476495 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9fdab4a4-3858-41b2-979e-a08b36006142 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:51.533096 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [None req-9fdab4a4-3858-41b2-979e-a08b36006142 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] create failed (client error): There was a conflict when trying to complete your request. Aug 19 15:08:51.536856 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9fdab4a4-3858-41b2-979e-a08b36006142 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1012480 Aug 19 15:08:51.537512 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56432) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:51.563598 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed126964-5ee7-4a27-af2d-ac18d2c63f69 None None] New status for floating IP 0b2ac64e-620e-4bb3-9b9f-114a734efccc: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:08:51.621983 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fb135d1e-3b43-440e-9f0a-3948a4893594 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:51.654223 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fb135d1e-3b43-440e-9f0a-3948a4893594 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:51.709349 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fb135d1e-3b43-440e-9f0a-3948a4893594 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:51.712340 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fb135d1e-3b43-440e-9f0a-3948a4893594 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:51.715982 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-fb135d1e-3b43-440e-9f0a-3948a4893594 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] 10.222.0.69 "DELETE /v2.0/security-groups/ace68f8c-1381-44e0-94cc-68793f6a241f HTTP/1.1" status: 204 len: 168 time: 0.1750193 Aug 19 15:08:51.716342 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56434) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:51.724342 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb135d1e-3b43-440e-9f0a-3948a4893594 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace68f8c-1381-44e0-94cc-68793f6a241f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:51.781849 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ca982fd3-f8e9-4459-91da-1ca8af263f7f tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0641592 Aug 19 15:08:51.785254 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56436) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:51.790389 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-86463da7-3236-4295-8e31-7257402536a6 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Request body: {'security_group': {'name': 'tempest-secgroup--1858994658'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:51.814467 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-86463da7-3236-4295-8e31-7257402536a6 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:51.887122 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a97103da-4d88-4dfb-938f-eaf4f85a95f0 req-b7661593-3dfc-491c-94ee-38d06c6c27d1 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=f502dad7-2486-438a-a1c6-05bc976eff9e HTTP/1.1" status: 200 len: 210 time: 0.0368824 Aug 19 15:08:51.935058 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-86463da7-3236-4295-8e31-7257402536a6 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:51.939325 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-86463da7-3236-4295-8e31-7257402536a6 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:51.967916 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-86463da7-3236-4295-8e31-7257402536a6 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:51.969231 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-86463da7-3236-4295-8e31-7257402536a6 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1829319 Aug 19 15:08:51.972241 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56440) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:51.973472 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86463da7-3236-4295-8e31-7257402536a6 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3ff123-3a00-40e7-b1b8-65c71e547d7d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:51.978309 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2371eeb2-e868-4b59-b987-cfd1d51b13c4 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Request body: {'security_group_rule': {'security_group_id': 'ab3ff123-3a00-40e7-b1b8-65c71e547d7d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:51.979164 n-d-766043-2 neutron-server[94639]: WARNING neutron.api.v2.base [None req-2371eeb2-e868-4b59-b987-cfd1d51b13c4 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 19 15:08:51.979672 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-2371eeb2-e868-4b59-b987-cfd1d51b13c4 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:08:51.983962 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2371eeb2-e868-4b59-b987-cfd1d51b13c4 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0077105 Aug 19 15:08:51.984185 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56444) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:52.045065 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8216c0f5-d4ff-4952-94c3-618bc96ec5ce tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:52.074260 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8216c0f5-d4ff-4952-94c3-618bc96ec5ce tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:52.130144 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8216c0f5-d4ff-4952-94c3-618bc96ec5ce tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:52.134539 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8216c0f5-d4ff-4952-94c3-618bc96ec5ce tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:52.135814 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8216c0f5-d4ff-4952-94c3-618bc96ec5ce tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] 10.222.0.69 "DELETE /v2.0/security-groups/ab3ff123-3a00-40e7-b1b8-65c71e547d7d HTTP/1.1" status: 204 len: 168 time: 0.1505620 Aug 19 15:08:52.139495 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56456) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:52.146057 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8216c0f5-d4ff-4952-94c3-618bc96ec5ce tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3ff123-3a00-40e7-b1b8-65c71e547d7d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:52.202629 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56458) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:52.202809 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ee53ce9e-84c6-4414-858c-b50e034e9bbd tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0618401 Aug 19 15:08:52.207820 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-787e184a-263a-4933-b8b3-d7358b0941b5 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Request body: {'security_group': {'name': 'tempest-secgroup--1168021129'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:52.243543 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-787e184a-263a-4933-b8b3-d7358b0941b5 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:52.355112 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-787e184a-263a-4933-b8b3-d7358b0941b5 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:52.360017 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-787e184a-263a-4933-b8b3-d7358b0941b5 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:52.393462 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-787e184a-263a-4933-b8b3-d7358b0941b5 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:52.394792 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-787e184a-263a-4933-b8b3-d7358b0941b5 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1910231 Aug 19 15:08:52.398513 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56484) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:52.403085 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-6aa97120-b596-4cdc-824b-c33d0fc1bbe9 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Request body: {'security_group_rule': {'security_group_id': 'cb9b2f48-07f1-4f20-8dc3-ab53d417eaf4', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:52.403669 n-d-766043-2 neutron-server[94639]: WARNING neutron.api.v2.base [None req-6aa97120-b596-4cdc-824b-c33d0fc1bbe9 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 19 15:08:52.404288 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-6aa97120-b596-4cdc-824b-c33d0fc1bbe9 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:08:52.405266 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6aa97120-b596-4cdc-824b-c33d0fc1bbe9 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0066466 Aug 19 15:08:52.406494 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787e184a-263a-4933-b8b3-d7358b0941b5 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9b2f48-07f1-4f20-8dc3-ab53d417eaf4,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:52.410873 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56488) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:52.486009 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a2213fa-3128-4986-a168-9da372859492 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:52.520519 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a2213fa-3128-4986-a168-9da372859492 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:52.575954 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a2213fa-3128-4986-a168-9da372859492 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:52.580878 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a2213fa-3128-4986-a168-9da372859492 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:52.585186 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-5a2213fa-3128-4986-a168-9da372859492 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] 10.222.0.69 "DELETE /v2.0/security-groups/cb9b2f48-07f1-4f20-8dc3-ab53d417eaf4 HTTP/1.1" status: 204 len: 168 time: 0.1705468 Aug 19 15:08:52.586454 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56510) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:52.598186 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2213fa-3128-4986-a168-9da372859492 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9b2f48-07f1-4f20-8dc3-ab53d417eaf4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:52.666396 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0491a178-f41c-4421-86c6-d7cd97a49ba7 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0784264 Aug 19 15:08:52.669990 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56522) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:52.675280 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-84bce098-d2cb-41c2-8305-7aed7edafe6e tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Request body: {'security_group': {'name': 'tempest-secgroup--929868945'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:52.702990 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84bce098-d2cb-41c2-8305-7aed7edafe6e tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:52.834190 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84bce098-d2cb-41c2-8305-7aed7edafe6e tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:52.843282 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84bce098-d2cb-41c2-8305-7aed7edafe6e tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:52.893413 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84bce098-d2cb-41c2-8305-7aed7edafe6e tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:52.894818 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-84bce098-d2cb-41c2-8305-7aed7edafe6e tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2237256 Aug 19 15:08:52.898324 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56552) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:52.903782 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-0c0e882f-7f18-471c-b22f-29ca8cf08f30 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Request body: {'security_group_rule': {'security_group_id': 'db54fca4-8c3a-484d-ab78-4409463411b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:52.905850 n-d-766043-2 neutron-server[94640]: WARNING neutron.api.v2.base [None req-0c0e882f-7f18-471c-b22f-29ca8cf08f30 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 19 15:08:52.906377 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [None req-0c0e882f-7f18-471c-b22f-29ca8cf08f30 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:08:52.907424 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-0c0e882f-7f18-471c-b22f-29ca8cf08f30 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0081027 Aug 19 15:08:52.910236 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bce098-d2cb-41c2-8305-7aed7edafe6e tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db54fca4-8c3a-484d-ab78-4409463411b2,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:52.910758 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56556) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:52.919110 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a916abd1-1a3a-4147-a6c7-b3da92e3cb39 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Request body: {'security_group_rule': {'security_group_id': 'db54fca4-8c3a-484d-ab78-4409463411b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:52.920098 n-d-766043-2 neutron-server[94639]: WARNING neutron.api.v2.base [None req-a916abd1-1a3a-4147-a6c7-b3da92e3cb39 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 19 15:08:52.921021 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-a916abd1-1a3a-4147-a6c7-b3da92e3cb39 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:08:52.925275 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56560) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:52.925658 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a916abd1-1a3a-4147-a6c7-b3da92e3cb39 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0133922 Aug 19 15:08:52.931418 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a64f2590-5a52-44d3-9373-c99d1155defb tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Request body: {'security_group_rule': {'security_group_id': 'db54fca4-8c3a-484d-ab78-4409463411b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:52.932547 n-d-766043-2 neutron-server[94640]: WARNING neutron.api.v2.base [None req-a64f2590-5a52-44d3-9373-c99d1155defb tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 19 15:08:52.933299 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [None req-a64f2590-5a52-44d3-9373-c99d1155defb tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:08:52.934426 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a64f2590-5a52-44d3-9373-c99d1155defb tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0080073 Aug 19 15:08:52.937578 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56566) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:52.944431 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ec97910f-e600-49a8-ae7a-c145cf529f36 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Request body: {'security_group_rule': {'security_group_id': 'db54fca4-8c3a-484d-ab78-4409463411b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:52.945892 n-d-766043-2 neutron-server[94639]: WARNING neutron.api.v2.base [None req-ec97910f-e600-49a8-ae7a-c145cf529f36 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 19 15:08:52.946444 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-ec97910f-e600-49a8-ae7a-c145cf529f36 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:08:52.952175 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56568) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:52.952643 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ec97910f-e600-49a8-ae7a-c145cf529f36 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0136213 Aug 19 15:08:53.054549 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c40b31b6-3e83-4729-a403-d76be70e61d8 req-3ee41594-b582-4eab-8edf-aa46f16bd426 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=f502dad7-2486-438a-a1c6-05bc976eff9e HTTP/1.1" status: 200 len: 210 time: 0.0518861 Aug 19 15:08:53.060026 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b201558-292a-4a55-85fe-d5c0c3ba6ade tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:53.107136 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b201558-292a-4a55-85fe-d5c0c3ba6ade tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:53.170294 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b201558-292a-4a55-85fe-d5c0c3ba6ade tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:53.173359 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b201558-292a-4a55-85fe-d5c0c3ba6ade tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:53.174966 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-4b201558-292a-4a55-85fe-d5c0c3ba6ade tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] 10.222.0.69 "DELETE /v2.0/security-groups/db54fca4-8c3a-484d-ab78-4409463411b2 HTTP/1.1" status: 204 len: 168 time: 0.2214134 Aug 19 15:08:53.177719 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56596) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:53.215977 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b201558-292a-4a55-85fe-d5c0c3ba6ade tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db54fca4-8c3a-484d-ab78-4409463411b2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:53.263778 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a572ccd9-4a41-4b13-a673-edf260555aab tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0831618 Aug 19 15:08:53.268550 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56608) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:53.273529 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d73f2087-f2f8-4851-96df-60434141c7d2 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Request body: {'security_group': {'name': 'tempest-secgroup--2051216921'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:53.298560 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d73f2087-f2f8-4851-96df-60434141c7d2 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:53.413593 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d73f2087-f2f8-4851-96df-60434141c7d2 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:53.421695 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d73f2087-f2f8-4851-96df-60434141c7d2 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:53.460707 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d73f2087-f2f8-4851-96df-60434141c7d2 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:53.464491 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d73f2087-f2f8-4851-96df-60434141c7d2 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1925662 Aug 19 15:08:53.465158 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56632) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:53.474821 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e00c4fcb-7624-46a4-8351-7347c1ec8d24 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Request body: {'security_group_rule': {'security_group_id': 'cfb74a73-9d9f-4729-964a-049d54ebcd06', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:53.476256 n-d-766043-2 neutron-server[94639]: WARNING neutron.api.v2.base [None req-e00c4fcb-7624-46a4-8351-7347c1ec8d24 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 19 15:08:53.477288 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-e00c4fcb-7624-46a4-8351-7347c1ec8d24 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:08:53.479484 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e00c4fcb-7624-46a4-8351-7347c1ec8d24 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0123942 Aug 19 15:08:53.481320 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73f2087-f2f8-4851-96df-60434141c7d2 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb74a73-9d9f-4729-964a-049d54ebcd06,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:53.482447 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56636) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:53.488990 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2efb8460-fe36-4486-adf3-7b922e248b4c tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Request body: {'security_group_rule': {'security_group_id': 'cfb74a73-9d9f-4729-964a-049d54ebcd06', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:53.550067 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [None req-2efb8460-fe36-4486-adf3-7b922e248b4c tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:08:53.551716 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-2efb8460-fe36-4486-adf3-7b922e248b4c tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0674834 Aug 19 15:08:53.555690 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56646) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:53.560845 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-963ffcd8-e851-4403-a0c0-3e6a1a3baa1f tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Request body: {'security_group_rule': {'security_group_id': 'cfb74a73-9d9f-4729-964a-049d54ebcd06', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:53.561293 n-d-766043-2 neutron-server[94640]: WARNING neutron.api.v2.base [None req-963ffcd8-e851-4403-a0c0-3e6a1a3baa1f tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 19 15:08:53.561778 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [None req-963ffcd8-e851-4403-a0c0-3e6a1a3baa1f tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:08:53.562764 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-963ffcd8-e851-4403-a0c0-3e6a1a3baa1f tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060968 Aug 19 15:08:53.565665 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56650) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:53.570838 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4fefa2ec-356d-455a-b2b3-16215d95c019 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Request body: {'security_group_rule': {'security_group_id': 'cfb74a73-9d9f-4729-964a-049d54ebcd06', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:53.609561 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-4fefa2ec-356d-455a-b2b3-16215d95c019 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:08:53.612931 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4fefa2ec-356d-455a-b2b3-16215d95c019 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0464036 Aug 19 15:08:53.613629 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56656) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:53.618288 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-8411d24a-8c0c-4aa5-abae-42e4283e483c tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Request body: {'security_group_rule': {'security_group_id': 'cfb74a73-9d9f-4729-964a-049d54ebcd06', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:53.618880 n-d-766043-2 neutron-server[94640]: WARNING neutron.api.v2.base [None req-8411d24a-8c0c-4aa5-abae-42e4283e483c tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 19 15:08:53.619366 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [None req-8411d24a-8c0c-4aa5-abae-42e4283e483c tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:08:53.620290 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-8411d24a-8c0c-4aa5-abae-42e4283e483c tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056281 Aug 19 15:08:53.622940 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56660) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:53.628134 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3d284de3-0879-4098-b8e6-1e7516372c7f tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Request body: {'security_group_rule': {'security_group_id': 'cfb74a73-9d9f-4729-964a-049d54ebcd06', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:53.655517 n-d-766043-2 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-3d284de3-0879-4098-b8e6-1e7516372c7f tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Project 47b13c4a7ec34de8bb09846c51b7e20c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:08:53.671035 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [None req-3d284de3-0879-4098-b8e6-1e7516372c7f tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:08:53.672263 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-3d284de3-0879-4098-b8e6-1e7516372c7f tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0474408 Aug 19 15:08:53.675124 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56668) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:53.679992 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0048502d-f50b-4c25-ac65-fd69fd0ce3e9 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Request body: {'security_group_rule': {'security_group_id': 'cfb74a73-9d9f-4729-964a-049d54ebcd06', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:53.680497 n-d-766043-2 neutron-server[94639]: WARNING neutron.api.v2.base [None req-0048502d-f50b-4c25-ac65-fd69fd0ce3e9 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 19 15:08:53.681133 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-0048502d-f50b-4c25-ac65-fd69fd0ce3e9 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:08:53.681934 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0048502d-f50b-4c25-ac65-fd69fd0ce3e9 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058141 Aug 19 15:08:53.684492 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56672) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:53.689012 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0b8118ab-2d86-4f86-ae2b-90445675cf46 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Request body: {'security_group_rule': {'security_group_id': 'cfb74a73-9d9f-4729-964a-049d54ebcd06', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:53.713749 n-d-766043-2 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-0b8118ab-2d86-4f86-ae2b-90445675cf46 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Project 47b13c4a7ec34de8bb09846c51b7e20c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:08:53.729305 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-0b8118ab-2d86-4f86-ae2b-90445675cf46 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:08:53.731372 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0b8118ab-2d86-4f86-ae2b-90445675cf46 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0457249 Aug 19 15:08:53.734034 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56680) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:53.742491 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c7908c16-89a1-4e33-beaa-23694f6aa2dc tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Request body: {'security_group_rule': {'security_group_id': 'cfb74a73-9d9f-4729-964a-049d54ebcd06', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:53.779268 n-d-766043-2 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-c7908c16-89a1-4e33-beaa-23694f6aa2dc tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Project 47b13c4a7ec34de8bb09846c51b7e20c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:08:53.799257 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-c7908c16-89a1-4e33-beaa-23694f6aa2dc tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:08:53.801137 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c7908c16-89a1-4e33-beaa-23694f6aa2dc tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0654607 Aug 19 15:08:53.804281 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56692) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:53.878313 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b5d6780e-78e4-45ac-abd7-d35ef587d58b tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:53.908521 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b5d6780e-78e4-45ac-abd7-d35ef587d58b tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:53.934661 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device bb29058b-956e-4de3-9fd4-db3fe49030c1 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:08:53.969549 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b5d6780e-78e4-45ac-abd7-d35ef587d58b tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:53.973149 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b5d6780e-78e4-45ac-abd7-d35ef587d58b tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:53.977408 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: bb29058b-956e-4de3-9fd4-db3fe49030c1 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:08:53.977598 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b5d6780e-78e4-45ac-abd7-d35ef587d58b tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] 10.222.0.69 "DELETE /v2.0/security-groups/cfb74a73-9d9f-4729-964a-049d54ebcd06 HTTP/1.1" status: 204 len: 168 time: 0.1690607 Aug 19 15:08:53.977696 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device bb29058b-956e-4de3-9fd4-db3fe49030c1 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:08:53.977796 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56714) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:53.987654 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d6780e-78e4-45ac-abd7-d35ef587d58b tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb74a73-9d9f-4729-964a-049d54ebcd06,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:54.058401 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e2330ce3-1069-4bb1-8637-9ac2c4954f38 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0757155 Aug 19 15:08:54.061344 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56726) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:54.066454 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3ef8469a-85a1-4909-8949-b11d54177b7c tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Request body: {'security_group': {'name': 'tempest-secgroup--221433754'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:54.090490 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3ef8469a-85a1-4909-8949-b11d54177b7c tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:54.240037 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3ef8469a-85a1-4909-8949-b11d54177b7c tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:54.251617 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3ef8469a-85a1-4909-8949-b11d54177b7c tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:54.279700 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-be702254-5a24-4606-b878-c2b906c9f720 req-ec937916-2214-4f10-86e7-b593175a367d tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=f502dad7-2486-438a-a1c6-05bc976eff9e HTTP/1.1" status: 200 len: 210 time: 0.0427673 Aug 19 15:08:54.315229 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3ef8469a-85a1-4909-8949-b11d54177b7c tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:54.316706 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-3ef8469a-85a1-4909-8949-b11d54177b7c tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2539039 Aug 19 15:08:54.322725 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56762) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:54.329699 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7657aea0-a42b-4543-bc70-63f8047d8069 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Request body: {'security_group_rule': {'security_group_id': 'b68179a8-7632-4f20-82e3-410621f31f82', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:54.341181 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef8469a-85a1-4909-8949-b11d54177b7c tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b68179a8-7632-4f20-82e3-410621f31f82,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:54.401727 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [None req-7657aea0-a42b-4543-bc70-63f8047d8069 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] create failed (client error): The resource could not be found. Aug 19 15:08:54.404907 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-7657aea0-a42b-4543-bc70-63f8047d8069 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0808558 Aug 19 15:08:54.405711 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56772) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:54.414522 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6f101b4e-3a16-4f52-8425-73274e0395e2 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Request body: {'security_group_rule': {'security_group_id': 'b68179a8-7632-4f20-82e3-410621f31f82', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'a8c2efe3-94bf-492b-98a0-c48962d89d5e'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:54.482126 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [None req-6f101b4e-3a16-4f52-8425-73274e0395e2 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] create failed (client error): The resource could not be found. Aug 19 15:08:54.484941 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-6f101b4e-3a16-4f52-8425-73274e0395e2 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0776851 Aug 19 15:08:54.487378 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56782) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:54.557649 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c471885-e09b-4cab-85f3-e3912add02fd tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:54.587024 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c471885-e09b-4cab-85f3-e3912add02fd tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:54.652709 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c471885-e09b-4cab-85f3-e3912add02fd tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:54.656504 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c471885-e09b-4cab-85f3-e3912add02fd tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:54.657994 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4c471885-e09b-4cab-85f3-e3912add02fd tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] 10.222.0.69 "DELETE /v2.0/security-groups/b68179a8-7632-4f20-82e3-410621f31f82 HTTP/1.1" status: 204 len: 168 time: 0.1686110 Aug 19 15:08:54.660468 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56804) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:54.669780 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c471885-e09b-4cab-85f3-e3912add02fd tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68179a8-7632-4f20-82e3-410621f31f82,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:54.731564 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d94e808f-8b88-46d4-95f0-a507f4a01e65 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0698183 Aug 19 15:08:54.735344 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56812) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:54.740839 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7e64476e-694d-47c0-83b1-7fb42d3ac0bc tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Request body: {'security_group_rule': {'security_group_id': 'e6bad23e-5f7d-42af-8a16-c355a12948fb', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:54.797061 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [None req-7e64476e-694d-47c0-83b1-7fb42d3ac0bc tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] create failed (client error): The resource could not be found. Aug 19 15:08:54.798119 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-7e64476e-694d-47c0-83b1-7fb42d3ac0bc tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0615149 Aug 19 15:08:54.801834 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56822) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:54.808306 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7f74c9c1-bc5b-4c1d-8462-afb0bdd78e30 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Request body: {'security_group': {'name': 'tempest-secgroup--1758509949'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:54.838646 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f74c9c1-bc5b-4c1d-8462-afb0bdd78e30 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:54.953495 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f74c9c1-bc5b-4c1d-8462-afb0bdd78e30 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:54.959588 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f74c9c1-bc5b-4c1d-8462-afb0bdd78e30 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:55.017250 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f74c9c1-bc5b-4c1d-8462-afb0bdd78e30 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:55.021777 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7f74c9c1-bc5b-4c1d-8462-afb0bdd78e30 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2162094 Aug 19 15:08:55.023106 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56850) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:55.027764 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-f1ee34b0-6e70-4a06-8a8b-2880b4e00f6e tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Request body: {'security_group': {'name': 'tempest-secgroup--649296538'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:55.039930 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f74c9c1-bc5b-4c1d-8462-afb0bdd78e30 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=004c3ff2-b0ed-4846-ad65-06c74cf2af94,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:55.062411 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f1ee34b0-6e70-4a06-8a8b-2880b4e00f6e tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:55.193231 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f1ee34b0-6e70-4a06-8a8b-2880b4e00f6e tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:55.200153 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f1ee34b0-6e70-4a06-8a8b-2880b4e00f6e tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:55.231992 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f1ee34b0-6e70-4a06-8a8b-2880b4e00f6e tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:55.236384 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f1ee34b0-6e70-4a06-8a8b-2880b4e00f6e tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2125351 Aug 19 15:08:55.239865 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56872) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:55.246210 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c8a9deb8-571d-4f21-acc5-f609be321b35 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Request body: {'security_group_rule': {'security_group_id': '004c3ff2-b0ed-4846-ad65-06c74cf2af94', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'aa392f90-8432-4c74-aeb7-04931e987e64'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:55.274945 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ee34b0-6e70-4a06-8a8b-2880b4e00f6e tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa392f90-8432-4c74-aeb7-04931e987e64,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:55.330610 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-c8a9deb8-571d-4f21-acc5-f609be321b35 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:08:55.332119 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c8a9deb8-571d-4f21-acc5-f609be321b35 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0897524 Aug 19 15:08:55.337245 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56886) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:55.420106 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7a74e317-4a3f-49cd-9d39-930135d72d16 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:55.451362 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7a74e317-4a3f-49cd-9d39-930135d72d16 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:55.497903 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7a74e317-4a3f-49cd-9d39-930135d72d16 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:55.501896 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7a74e317-4a3f-49cd-9d39-930135d72d16 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:55.507825 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56906) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:55.508594 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-7a74e317-4a3f-49cd-9d39-930135d72d16 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] 10.222.0.69 "DELETE /v2.0/security-groups/aa392f90-8432-4c74-aeb7-04931e987e64 HTTP/1.1" status: 204 len: 168 time: 0.1698072 Aug 19 15:08:55.522404 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a74e317-4a3f-49cd-9d39-930135d72d16 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa392f90-8432-4c74-aeb7-04931e987e64,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:55.619547 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56924) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:55.633201 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-71039038-8562-4ceb-8ed7-b495a387d893 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1235733 Aug 19 15:08:55.717747 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-94aeceb3-c8c1-475a-b2d9-9e877dd4752a req-d7c056a3-4755-42e5-87f7-04dcfdbc2b80 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1600123405&fields=id&tenant_id=0550ac85b3b548ae984f8729832afa44 HTTP/1.1" status: 200 len: 267 time: 0.0679758 Aug 19 15:08:55.733539 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93d6763a-ee34-4829-a408-3831886d5a9a tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:55.810017 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93d6763a-ee34-4829-a408-3831886d5a9a tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:55.890543 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aeceb3-c8c1-475a-b2d9-9e877dd4752a req-1c94f82e-2c3d-4329-b4fb-1710df10e730 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:55.892170 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-94aeceb3-c8c1-475a-b2d9-9e877dd4752a req-1c94f82e-2c3d-4329-b4fb-1710df10e730 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/networks?id=042ff527-1fae-4bd9-883c-64e28e4df4d0 HTTP/1.1" status: 200 len: 811 time: 0.1607790 Aug 19 15:08:55.912342 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93d6763a-ee34-4829-a408-3831886d5a9a tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:55.915471 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93d6763a-ee34-4829-a408-3831886d5a9a tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:55.916632 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-93d6763a-ee34-4829-a408-3831886d5a9a tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] 10.222.0.69 "DELETE /v2.0/security-groups/004c3ff2-b0ed-4846-ad65-06c74cf2af94 HTTP/1.1" status: 204 len: 168 time: 0.2896967 Aug 19 15:08:55.919981 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56962) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:55.931523 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-94aeceb3-c8c1-475a-b2d9-9e877dd4752a req-d72036f7-8bff-4791-aec7-e8e8ff184ea8 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/quotas/0550ac85b3b548ae984f8729832afa44 HTTP/1.1" status: 200 len: 375 time: 0.0269341 Aug 19 15:08:55.932935 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d6763a-ee34-4829-a408-3831886d5a9a tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=004c3ff2-b0ed-4846-ad65-06c74cf2af94,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:56.028997 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-94aeceb3-c8c1-475a-b2d9-9e877dd4752a req-f522c27e-df60-4195-8620-828e18cb270b tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0550ac85b3b548ae984f8729832afa44&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0824566 Aug 19 15:08:56.037305 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 56972) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:56.038412 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-12ced2e0-8889-47b6-8369-c1218a27f067 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1160948 Aug 19 15:08:56.043302 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e7e0078b-93da-44d3-8a4f-1d9438a00f6a tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Request body: {'security_group': {'name': 'tempest-secgroup--1015558680'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:56.082090 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e7e0078b-93da-44d3-8a4f-1d9438a00f6a tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:56.143859 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [req-94aeceb3-c8c1-475a-b2d9-9e877dd4752a req-130bcf92-843d-4f0f-9b33-037e58472fcb service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:08:56.145139 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-94aeceb3-c8c1-475a-b2d9-9e877dd4752a req-130bcf92-843d-4f0f-9b33-037e58472fcb service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0911973 Aug 19 15:08:56.262040 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e7e0078b-93da-44d3-8a4f-1d9438a00f6a tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:56.273435 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e7e0078b-93da-44d3-8a4f-1d9438a00f6a tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:56.311757 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-94aeceb3-c8c1-475a-b2d9-9e877dd4752a req-67ebe90c-11b5-401b-b286-142c38af8ef8 service neutron] 10.222.0.69 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555235 Aug 19 15:08:56.347053 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e7e0078b-93da-44d3-8a4f-1d9438a00f6a tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:56.352299 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e7e0078b-93da-44d3-8a4f-1d9438a00f6a tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3086529 Aug 19 15:08:56.353611 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56980) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:56.360502 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e0078b-93da-44d3-8a4f-1d9438a00f6a tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b08de117-d2ec-4635-969d-d2f37a809246,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:56.362621 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-43a89058-bebd-4372-91af-c293054fe235 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Request body: {'security_group_rule': {'security_group_id': 'b08de117-d2ec-4635-969d-d2f37a809246', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:56.440268 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-43a89058-bebd-4372-91af-c293054fe235 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:08:56.447556 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-43a89058-bebd-4372-91af-c293054fe235 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0905254 Aug 19 15:08:56.448924 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56984) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:56.465827 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-fb520339-3e93-43d1-bead-b2e8c010cf36 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Request body: {'security_group_rule': {'security_group_id': 'b08de117-d2ec-4635-969d-d2f37a809246', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:56.498160 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-94aeceb3-c8c1-475a-b2d9-9e877dd4752a req-96ec2ad4-6d46-42bc-9771-4879f1f6a429 service neutron] 10.222.0.69 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696959 Aug 19 15:08:56.532196 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-fb520339-3e93-43d1-bead-b2e8c010cf36 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:08:56.533505 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-fb520339-3e93-43d1-bead-b2e8c010cf36 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0784609 Aug 19 15:08:56.537975 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 56988) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:56.660313 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d1705fb-85c8-408b-9837-c92aee4b769f tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:56.705281 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d1705fb-85c8-408b-9837-c92aee4b769f tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:56.790917 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d1705fb-85c8-408b-9837-c92aee4b769f tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:56.795724 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d1705fb-85c8-408b-9837-c92aee4b769f tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:56.798343 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6d1705fb-85c8-408b-9837-c92aee4b769f tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] 10.222.0.69 "DELETE /v2.0/security-groups/b08de117-d2ec-4635-969d-d2f37a809246 HTTP/1.1" status: 204 len: 168 time: 0.2583785 Aug 19 15:08:56.801102 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 57000) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:56.815725 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1705fb-85c8-408b-9837-c92aee4b769f tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08de117-d2ec-4635-969d-d2f37a809246,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:56.890045 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e83566b0-de0d-42e9-94c8-d49156c4b448 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0874827 Aug 19 15:08:56.894590 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57002) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:56.900372 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-6d737718-1979-4cac-ba67-e0be99ebbcaa tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Request body: {'security_group': {'name': 'tempest-secgroup--2095067183'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:56.925714 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d737718-1979-4cac-ba67-e0be99ebbcaa tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:57.043421 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d737718-1979-4cac-ba67-e0be99ebbcaa tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:57.049601 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d737718-1979-4cac-ba67-e0be99ebbcaa tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:57.072497 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-807bc28a-4ddc-4bbe-bae6-307ec5cf2c5f req-dde9c835-c841-4f1b-980e-50172c3c12aa tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=4d4e6fcb-b850-4a3d-ab03-71ec53830ec8 HTTP/1.1" status: 200 len: 210 time: 0.0526550 Aug 19 15:08:57.089910 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d737718-1979-4cac-ba67-e0be99ebbcaa tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:57.091416 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6d737718-1979-4cac-ba67-e0be99ebbcaa tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1962829 Aug 19 15:08:57.099173 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 57008) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:57.112129 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d737718-1979-4cac-ba67-e0be99ebbcaa tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79e7349a-beba-4e51-a06a-0398c4441eb7,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:57.112622 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9490087e-a47f-4c4f-beb9-0ceb87426c9d tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:57.113110 n-d-766043-2 neutron-server[94640]: WARNING neutron.api.v2.base [None req-9490087e-a47f-4c4f-beb9-0ceb87426c9d tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 19 15:08:57.114282 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [None req-9490087e-a47f-4c4f-beb9-0ceb87426c9d tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] update failed (client error): There was a conflict when trying to complete your request. Aug 19 15:08:57.116435 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9490087e-a47f-4c4f-beb9-0ceb87426c9d tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] 10.222.0.69 "PUT /v2.0/security-groups/79e7349a-beba-4e51-a06a-0398c4441eb7 HTTP/1.1" status: 409 len: 330 time: 0.0159898 Aug 19 15:08:57.118863 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 57010) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:57.186871 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa4709e8-fbcb-4287-9c57-743cf76e558f tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:57.220499 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa4709e8-fbcb-4287-9c57-743cf76e558f tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:57.299271 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa4709e8-fbcb-4287-9c57-743cf76e558f tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:57.302169 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa4709e8-fbcb-4287-9c57-743cf76e558f tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:57.306242 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-fa4709e8-fbcb-4287-9c57-743cf76e558f tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] 10.222.0.69 "DELETE /v2.0/security-groups/79e7349a-beba-4e51-a06a-0398c4441eb7 HTTP/1.1" status: 204 len: 168 time: 0.1835616 Aug 19 15:08:57.306879 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57018) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:57.313538 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4709e8-fbcb-4287-9c57-743cf76e558f tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e7349a-beba-4e51-a06a-0398c4441eb7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:57.366570 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-01338337-9073-4439-aede-7d352be4df4e tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0576422 Aug 19 15:08:57.370389 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 57020) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:57.387970 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [None req-f2a3a691-7218-4494-b99f-1cd99b04a00d tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] delete failed (client error): The resource could not be found. Aug 19 15:08:57.389292 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f2a3a691-7218-4494-b99f-1cd99b04a00d tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] 10.222.0.69 "DELETE /v2.0/security-groups/c4b93c48-9b8f-4e9b-b167-2b0d78c68df4 HTTP/1.1" status: 404 len: 347 time: 0.0179918 Aug 19 15:08:57.393054 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 57022) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:57.409032 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [None req-c6b53566-9577-4e0e-b47c-53e054f022fb tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] show failed (client error): The resource could not be found. Aug 19 15:08:57.410593 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-c6b53566-9577-4e0e-b47c-53e054f022fb tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] 10.222.0.69 "GET /v2.0/security-groups/2fd23899-469f-463b-ae39-4101b73cf147 HTTP/1.1" status: 404 len: 347 time: 0.0163963 Aug 19 15:08:57.414745 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 57024) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:57.431764 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [None req-f34d5957-4f15-4da4-8e29-78d52b0af2b8 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] show failed (client error): The resource could not be found. Aug 19 15:08:57.433122 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f34d5957-4f15-4da4-8e29-78d52b0af2b8 tempest-NegativeSecGroupIPv6Test-1717348423 tempest-NegativeSecGroupIPv6Test-1717348423-project] 10.222.0.69 "GET /v2.0/security-group-rules/39cfc9e4-652c-4d5b-addb-133d5c7289ab HTTP/1.1" status: 404 len: 356 time: 0.0172131 Aug 19 15:08:57.711722 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 57030) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:57.873325 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-324f61dd-0015-4670-91f6-52203823a09d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=47b13c4a7ec34de8bb09846c51b7e20c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1602564 Aug 19 15:08:57.875965 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 57036) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:08:57.933102 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7b308203-d5d8-41ac-81ec-1d231049dd64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:57.958863 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7b308203-d5d8-41ac-81ec-1d231049dd64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:58.086880 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7b308203-d5d8-41ac-81ec-1d231049dd64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:58.089859 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7b308203-d5d8-41ac-81ec-1d231049dd64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:58.091158 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-7b308203-d5d8-41ac-81ec-1d231049dd64 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/05adcbb0-596d-42cd-abc0-f69fac834742 HTTP/1.1" status: 204 len: 168 time: 0.2141886 Aug 19 15:08:58.109668 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b308203-d5d8-41ac-81ec-1d231049dd64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05adcbb0-596d-42cd-abc0-f69fac834742,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:58.163674 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aeceb3-c8c1-475a-b2d9-9e877dd4752a req-9b19975c-0225-45e7-bfd3-c3ef29db08a2 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:58.165906 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-94aeceb3-c8c1-475a-b2d9-9e877dd4752a req-9b19975c-0225-45e7-bfd3-c3ef29db08a2 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.88 "GET /v2.0/networks?id=042ff527-1fae-4bd9-883c-64e28e4df4d0 HTTP/1.1" status: 200 len: 811 time: 0.1447644 Aug 19 15:08:58.239956 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-402b8cc1-d6b3-4f1d-9512-cccf41e141c1 req-379d54f6-56e0-404c-ada7-29903b502a5d tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=4d4e6fcb-b850-4a3d-ab03-71ec53830ec8 HTTP/1.1" status: 200 len: 210 time: 0.0301964 Aug 19 15:08:58.277597 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-94aeceb3-c8c1-475a-b2d9-9e877dd4752a req-eeddc7a4-a602-48f7-ae7c-376472b7885d tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0550ac85b3b548ae984f8729832afa44 HTTP/1.1" status: 200 len: 380 time: 0.1008890 Aug 19 15:08:58.291026 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-94aeceb3-c8c1-475a-b2d9-9e877dd4752a req-f114bdf7-804e-453d-ac6f-834568b8a335 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Request body: {'port': {'device_id': '4d4e6fcb-b850-4a3d-ab03-71ec53830ec8', 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0', 'admin_state_up': True, 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'security_groups': ['1324d74c-bbdf-4e8d-bd15-d52a2b2228b6']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:58.456556 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94aeceb3-c8c1-475a-b2d9-9e877dd4752a req-f114bdf7-804e-453d-ac6f-834568b8a335 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Made reservation on behalf of 0550ac85b3b548ae984f8729832afa44 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:08:58.460274 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-94aeceb3-c8c1-475a-b2d9-9e877dd4752a req-f114bdf7-804e-453d-ac6f-834568b8a335 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:58.640996 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-94aeceb3-c8c1-475a-b2d9-9e877dd4752a req-f114bdf7-804e-453d-ac6f-834568b8a335 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Allocated IP 172.20.0.8 (042ff527-1fae-4bd9-883c-64e28e4df4d0/4501b342-71e0-4b08-b9d8-b651dd87e075/7dcc2f28-3393-4c94-b777-b64025ee1da5) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:08:58.851570 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-94aeceb3-c8c1-475a-b2d9-9e877dd4752a req-f114bdf7-804e-453d-ac6f-834568b8a335 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:58.875853 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-94aeceb3-c8c1-475a-b2d9-9e877dd4752a req-f114bdf7-804e-453d-ac6f-834568b8a335 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Transition to ACTIVE for port object 7dcc2f28-3393-4c94-b777-b64025ee1da5 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:08:58.943754 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-94aeceb3-c8c1-475a-b2d9-9e877dd4752a req-f114bdf7-804e-453d-ac6f-834568b8a335 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:59.025804 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94aeceb3-c8c1-475a-b2d9-9e877dd4752a req-f114bdf7-804e-453d-ac6f-834568b8a335 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Network 042ff527-1fae-4bd9-883c-64e28e4df4d0 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:08:59.038228 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-94aeceb3-c8c1-475a-b2d9-9e877dd4752a req-f114bdf7-804e-453d-ac6f-834568b8a335 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:08:59.062655 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-94aeceb3-c8c1-475a-b2d9-9e877dd4752a req-f114bdf7-804e-453d-ac6f-834568b8a335 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:08:59.070117 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f114bdf7-804e-453d-ac6f-834568b8a335 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Pushing event updated for resources: {'Port': ['ID=7dcc2f28-3393-4c94-b777-b64025ee1da5,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:08:59.145653 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aeceb3-c8c1-475a-b2d9-9e877dd4752a req-f114bdf7-804e-453d-ac6f-834568b8a335 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:08:59.146449 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-94aeceb3-c8c1-475a-b2d9-9e877dd4752a req-f114bdf7-804e-453d-ac6f-834568b8a335 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:59.165485 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-94aeceb3-c8c1-475a-b2d9-9e877dd4752a req-f114bdf7-804e-453d-ac6f-834568b8a335 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8815989 Aug 19 15:08:59.179837 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-94aeceb3-c8c1-475a-b2d9-9e877dd4752a req-828fd9be-bce1-4273-beed-35e29b1b1d6a service neutron] Request body: {'port': {'device_id': '4d4e6fcb-b850-4a3d-ab03-71ec53830ec8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:08:59.243938 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-94aeceb3-c8c1-475a-b2d9-9e877dd4752a req-828fd9be-bce1-4273-beed-35e29b1b1d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:59.473090 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-af0ffa62-a841-4d60-8464-922d8a68d36d None None] Provisioning for port 7dcc2f28-3393-4c94-b777-b64025ee1da5 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:08:59.485443 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-af0ffa62-a841-4d60-8464-922d8a68d36d None None] Provisioning complete for port 7dcc2f28-3393-4c94-b777-b64025ee1da5 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:08:59.487718 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-af0ffa62-a841-4d60-8464-922d8a68d36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:08:59.578132 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-af0ffa62-a841-4d60-8464-922d8a68d36d None None] Port 7dcc2f28-3393-4c94-b777-b64025ee1da5 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:08:59.982499 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-94aeceb3-c8c1-475a-b2d9-9e877dd4752a req-828fd9be-bce1-4273-beed-35e29b1b1d6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dcc2f28-3393-4c94-b777-b64025ee1da5 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:08:59.992495 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-94aeceb3-c8c1-475a-b2d9-9e877dd4752a req-828fd9be-bce1-4273-beed-35e29b1b1d6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:00.013540 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-94aeceb3-c8c1-475a-b2d9-9e877dd4752a req-828fd9be-bce1-4273-beed-35e29b1b1d6a service neutron] Transition to ACTIVE for port object 7dcc2f28-3393-4c94-b777-b64025ee1da5 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:09:00.023805 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a016cda-1f67-4400-9b27-1990c2bfcc80 req-c64d1491-0f46-45a7-9ca0-d1b556ca899a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:00.025437 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9a016cda-1f67-4400-9b27-1990c2bfcc80 req-c64d1491-0f46-45a7-9ca0-d1b556ca899a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=4d4e6fcb-b850-4a3d-ab03-71ec53830ec8 HTTP/1.1" status: 200 len: 931 time: 0.6339016 Aug 19 15:09:00.027513 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-94aeceb3-c8c1-475a-b2d9-9e877dd4752a req-828fd9be-bce1-4273-beed-35e29b1b1d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:00.106077 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828fd9be-bce1-4273-beed-35e29b1b1d6a service neutron] Pushing event updated for resources: {'Port': ['ID=7dcc2f28-3393-4c94-b777-b64025ee1da5,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:00.139892 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9a016cda-1f67-4400-9b27-1990c2bfcc80 req-5671bcc9-c87d-4d60-b887-f0fdfeb34ae9 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065979 Aug 19 15:09:00.214860 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-94aeceb3-c8c1-475a-b2d9-9e877dd4752a req-828fd9be-bce1-4273-beed-35e29b1b1d6a service neutron] Attempting to bind port 7dcc2f28-3393-4c94-b777-b64025ee1da5 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:09:00.215524 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-94aeceb3-c8c1-475a-b2d9-9e877dd4752a req-828fd9be-bce1-4273-beed-35e29b1b1d6a service neutron] Attempting to bind port 7dcc2f28-3393-4c94-b777-b64025ee1da5 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'b6bb2d61-0455-440b-809f-c8e64ffc2b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:09:00.215694 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94aeceb3-c8c1-475a-b2d9-9e877dd4752a req-828fd9be-bce1-4273-beed-35e29b1b1d6a service neutron] Attempting to bind port 7dcc2f28-3393-4c94-b777-b64025ee1da5 on network 042ff527-1fae-4bd9-883c-64e28e4df4d0 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:09:00.221137 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94aeceb3-c8c1-475a-b2d9-9e877dd4752a req-828fd9be-bce1-4273-beed-35e29b1b1d6a service neutron] Port 7dcc2f28-3393-4c94-b777-b64025ee1da5 on network 042ff527-1fae-4bd9-883c-64e28e4df4d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:09:00.221475 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94aeceb3-c8c1-475a-b2d9-9e877dd4752a req-828fd9be-bce1-4273-beed-35e29b1b1d6a service neutron] Attempting to bind port 7dcc2f28-3393-4c94-b777-b64025ee1da5 on network 042ff527-1fae-4bd9-883c-64e28e4df4d0 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:09:00.227965 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94aeceb3-c8c1-475a-b2d9-9e877dd4752a req-828fd9be-bce1-4273-beed-35e29b1b1d6a service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:09:00.228375 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94aeceb3-c8c1-475a-b2d9-9e877dd4752a req-828fd9be-bce1-4273-beed-35e29b1b1d6a service neutron] Checking segment: {'id': 'b6bb2d61-0455-440b-809f-c8e64ffc2b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:09:00.228746 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94aeceb3-c8c1-475a-b2d9-9e877dd4752a req-828fd9be-bce1-4273-beed-35e29b1b1d6a service neutron] Bound using segment: {'id': 'b6bb2d61-0455-440b-809f-c8e64ffc2b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:09:00.229190 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-94aeceb3-c8c1-475a-b2d9-9e877dd4752a req-828fd9be-bce1-4273-beed-35e29b1b1d6a service neutron] Bound port: 7dcc2f28-3393-4c94-b777-b64025ee1da5, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6bb2d61-0455-440b-809f-c8e64ffc2b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:09:00.229566 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-94aeceb3-c8c1-475a-b2d9-9e877dd4752a req-828fd9be-bce1-4273-beed-35e29b1b1d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:00.312713 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-94aeceb3-c8c1-475a-b2d9-9e877dd4752a req-828fd9be-bce1-4273-beed-35e29b1b1d6a service neutron] For port 7dcc2f28-3393-4c94-b777-b64025ee1da5, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:09:00.316471 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-94aeceb3-c8c1-475a-b2d9-9e877dd4752a req-828fd9be-bce1-4273-beed-35e29b1b1d6a service neutron] For port 7dcc2f28-3393-4c94-b777-b64025ee1da5, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=7dcc2f28-3393-4c94-b777-b64025ee1da5,segment=NetworkSegment(b6bb2d61-0455-440b-809f-c8e64ffc2b8e),segment_id=b6bb2d61-0455-440b-809f-c8e64ffc2b8e)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:09:00.323806 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-94aeceb3-c8c1-475a-b2d9-9e877dd4752a req-828fd9be-bce1-4273-beed-35e29b1b1d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:00.366936 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aeceb3-c8c1-475a-b2d9-9e877dd4752a req-828fd9be-bce1-4273-beed-35e29b1b1d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:00.367565 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-94aeceb3-c8c1-475a-b2d9-9e877dd4752a req-828fd9be-bce1-4273-beed-35e29b1b1d6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:00.369008 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-94aeceb3-c8c1-475a-b2d9-9e877dd4752a req-828fd9be-bce1-4273-beed-35e29b1b1d6a service neutron] 10.222.0.88 "PUT /v2.0/ports/7dcc2f28-3393-4c94-b777-b64025ee1da5 HTTP/1.1" status: 200 len: 1091 time: 1.1949222 Aug 19 15:09:00.369473 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d4e6fcb-b850-4a3d-ab03-71ec53830ec8', 'tag': '7dcc2f28-3393-4c94-b777-b64025ee1da5'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:09:00.371786 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703cace9-ea94-42ee-98b3-fdca6e789797" -d '{"events": [{"name": "network-changed", "server_uuid": "4d4e6fcb-b850-4a3d-ab03-71ec53830ec8", "tag": "7dcc2f28-3393-4c94-b777-b64025ee1da5"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:09:00.400853 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828fd9be-bce1-4273-beed-35e29b1b1d6a service neutron] Pushing event updated for resources: {'Port': ['ID=7dcc2f28-3393-4c94-b777-b64025ee1da5,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:00.432044 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e5e864-42d4-4584-9758-54180126038c x-openstack-request-id: req-57e5e864-42d4-4584-9758-54180126038c {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:09:00.432518 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d4e6fcb-b850-4a3d-ab03-71ec53830ec8", "tag": "7dcc2f28-3393-4c94-b777-b64025ee1da5", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:09:00.432878 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-57e5e864-42d4-4584-9758-54180126038c {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:09:00.433373 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d4e6fcb-b850-4a3d-ab03-71ec53830ec8', 'tag': '7dcc2f28-3393-4c94-b777-b64025ee1da5', 'status': 'completed', 'code': 200} Aug 19 15:09:00.514433 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aeceb3-c8c1-475a-b2d9-9e877dd4752a req-dd6e4659-a931-440f-ba77-ee0cf4118ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:00.516990 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-94aeceb3-c8c1-475a-b2d9-9e877dd4752a req-dd6e4659-a931-440f-ba77-ee0cf4118ebf service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0550ac85b3b548ae984f8729832afa44&device_id=4d4e6fcb-b850-4a3d-ab03-71ec53830ec8 HTTP/1.1" status: 200 len: 1094 time: 0.0670531 Aug 19 15:09:00.568593 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-94aeceb3-c8c1-475a-b2d9-9e877dd4752a req-4b762e33-d5e0-4fb4-9037-d9c58f2ae141 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7dcc2f28-3393-4c94-b777-b64025ee1da5 HTTP/1.1" status: 200 len: 217 time: 0.0420854 Aug 19 15:09:00.635719 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aeceb3-c8c1-475a-b2d9-9e877dd4752a req-3cfcbd77-0c92-4989-a7a2-346a6a06b734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:00.638109 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-94aeceb3-c8c1-475a-b2d9-9e877dd4752a req-3cfcbd77-0c92-4989-a7a2-346a6a06b734 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4501b342-71e0-4b08-b9d8-b651dd87e075 HTTP/1.1" status: 200 len: 850 time: 0.0608599 Aug 19 15:09:00.698920 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aeceb3-c8c1-475a-b2d9-9e877dd4752a req-4ff3e869-4278-48ea-88ad-03d6089b30bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:00.700537 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-94aeceb3-c8c1-475a-b2d9-9e877dd4752a req-4ff3e869-4278-48ea-88ad-03d6089b30bc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=042ff527-1fae-4bd9-883c-64e28e4df4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539932 Aug 19 15:09:00.814284 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-94aeceb3-c8c1-475a-b2d9-9e877dd4752a req-99d5849e-8834-448f-9666-e2c91158906a service neutron] 10.222.0.88 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018815 Aug 19 15:09:00.933212 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-94aeceb3-c8c1-475a-b2d9-9e877dd4752a req-2c8f0a49-9ef0-4681-8cd0-dbe182f400c9 service neutron] 10.222.0.88 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045873 Aug 19 15:09:01.026369 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703cace9-ea94-42ee-98b3-fdca6e789797 req-15991ab4-8f84-4e81-a785-34bf2dbf68d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:01.028096 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-703cace9-ea94-42ee-98b3-fdca6e789797 req-15991ab4-8f84-4e81-a785-34bf2dbf68d6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0550ac85b3b548ae984f8729832afa44&device_id=4d4e6fcb-b850-4a3d-ab03-71ec53830ec8 HTTP/1.1" status: 200 len: 1094 time: 0.0468471 Aug 19 15:09:01.138341 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703cace9-ea94-42ee-98b3-fdca6e789797 req-372dada7-3cef-464e-b686-aedfc3b9707b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:01.140632 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-703cace9-ea94-42ee-98b3-fdca6e789797 req-372dada7-3cef-464e-b686-aedfc3b9707b service neutron] 10.222.0.88 "GET /v2.0/networks?id=042ff527-1fae-4bd9-883c-64e28e4df4d0 HTTP/1.1" status: 200 len: 912 time: 0.1042290 Aug 19 15:09:01.185529 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-703cace9-ea94-42ee-98b3-fdca6e789797 req-b3fd57d9-6ccc-4acf-9008-6ab2fd31b3b0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7dcc2f28-3393-4c94-b777-b64025ee1da5 HTTP/1.1" status: 200 len: 217 time: 0.0378604 Aug 19 15:09:01.291675 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703cace9-ea94-42ee-98b3-fdca6e789797 req-63cf5b77-1fed-4171-aaff-cfd97311fab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:01.293730 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-703cace9-ea94-42ee-98b3-fdca6e789797 req-63cf5b77-1fed-4171-aaff-cfd97311fab0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4501b342-71e0-4b08-b9d8-b651dd87e075 HTTP/1.1" status: 200 len: 850 time: 0.1007004 Aug 19 15:09:01.322360 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8634aa-dbda-4edf-af7e-9a47bbe68165 req-d5450259-971d-43da-8d6e-9ab778ce32a4 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:01.324154 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5b8634aa-dbda-4edf-af7e-9a47bbe68165 req-d5450259-971d-43da-8d6e-9ab778ce32a4 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=4d4e6fcb-b850-4a3d-ab03-71ec53830ec8 HTTP/1.1" status: 200 len: 943 time: 0.0859745 Aug 19 15:09:01.419296 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-38c59902-531a-464f-8a5c-58446e292d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:01.480460 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5b8634aa-dbda-4edf-af7e-9a47bbe68165 req-a3111a80-f8f2-4429-b974-36d5d092a1fb tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088505 Aug 19 15:09:01.483671 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703cace9-ea94-42ee-98b3-fdca6e789797 req-0fe47eab-a604-4369-877c-2256c1400d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:01.485856 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-703cace9-ea94-42ee-98b3-fdca6e789797 req-0fe47eab-a604-4369-877c-2256c1400d52 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=042ff527-1fae-4bd9-883c-64e28e4df4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1774275 Aug 19 15:09:01.627354 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-703cace9-ea94-42ee-98b3-fdca6e789797 req-e26d3540-5501-4da7-8a62-7596ce317597 service neutron] 10.222.0.88 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312778 Aug 19 15:09:01.760259 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40facfff-2707-4ab9-9bd3-7e0cf7a1f5cc req-56372c40-5106-424c-9789-e1d6cedbbd60 tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:01.762126 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-40facfff-2707-4ab9-9bd3-7e0cf7a1f5cc req-56372c40-5106-424c-9789-e1d6cedbbd60 tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1afef8d-91ea-4b62-bbe9-b5b6f386ed6a HTTP/1.1" status: 200 len: 950 time: 0.1117871 Aug 19 15:09:01.799335 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-703cace9-ea94-42ee-98b3-fdca6e789797 req-95763808-48d9-48d1-9d81-41483d86d4be service neutron] 10.222.0.88 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628482 Aug 19 15:09:01.842743 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-40facfff-2707-4ab9-9bd3-7e0cf7a1f5cc req-abd274e3-9bc7-408e-aef2-1852177d6485 tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] 10.222.0.69 "GET /v2.0/security-groups?id=ff8e5c28-7301-49c9-a0ba-0b88b8ebb250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709968 Aug 19 15:09:02.139322 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 57118) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:02.274306 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-28c07212-c61e-45f4-97f1-90af600ba0c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:02.392635 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-28c07212-c61e-45f4-97f1-90af600ba0c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:02.398830 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-28c07212-c61e-45f4-97f1-90af600ba0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:02.449100 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-28c07212-c61e-45f4-97f1-90af600ba0c3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=90482bb725334072b4040711a83a6ed4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3076303 Aug 19 15:09:02.451860 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c07212-c61e-45f4-97f1-90af600ba0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed03a33e-f7f7-4326-a08f-0aaef36d5ad3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:02.454949 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 57122) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:02.531781 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-29711758-4b62-4fe0-9578-e89aa73890be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:02.570976 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-29711758-4b62-4fe0-9578-e89aa73890be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:02.648985 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-29711758-4b62-4fe0-9578-e89aa73890be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:02.651556 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-29711758-4b62-4fe0-9578-e89aa73890be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:02.655192 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-29711758-4b62-4fe0-9578-e89aa73890be admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ed03a33e-f7f7-4326-a08f-0aaef36d5ad3 HTTP/1.1" status: 204 len: 168 time: 0.1966329 Aug 19 15:09:02.661305 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29711758-4b62-4fe0-9578-e89aa73890be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed03a33e-f7f7-4326-a08f-0aaef36d5ad3,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:02.807455 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e285e-3eb7-44c6-b1b4-475019cd7f21 req-66072e4b-7557-4e30-a7b8-ca43ea1efb22 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:02.819430 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-021e285e-3eb7-44c6-b1b4-475019cd7f21 req-66072e4b-7557-4e30-a7b8-ca43ea1efb22 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=4d4e6fcb-b850-4a3d-ab03-71ec53830ec8 HTTP/1.1" status: 200 len: 943 time: 0.2381418 Aug 19 15:09:02.871137 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-021e285e-3eb7-44c6-b1b4-475019cd7f21 req-f1e671b2-7dd4-4a7f-a790-38c0f6141d07 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482507 Aug 19 15:09:03.022638 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570407e-0ca7-435d-b3d3-c37e37cae6a7 req-592c12ea-0683-48e9-bca3-070d9e5eb3ab tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:03.026053 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1570407e-0ca7-435d-b3d3-c37e37cae6a7 req-592c12ea-0683-48e9-bca3-070d9e5eb3ab tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1afef8d-91ea-4b62-bbe9-b5b6f386ed6a HTTP/1.1" status: 200 len: 950 time: 0.0684264 Aug 19 15:09:03.041767 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57134) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:03.057057 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ef6359d-58fd-4367-a651-cc173ff32578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:03.082928 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1570407e-0ca7-435d-b3d3-c37e37cae6a7 req-c609223a-17e7-4042-9c92-f8395a7ee312 tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] 10.222.0.69 "GET /v2.0/security-groups?id=ff8e5c28-7301-49c9-a0ba-0b88b8ebb250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504744 Aug 19 15:09:03.201931 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ef6359d-58fd-4367-a651-cc173ff32578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:03.207572 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ef6359d-58fd-4367-a651-cc173ff32578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:03.258179 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8ef6359d-58fd-4367-a651-cc173ff32578 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bd3f57b2c3de4233be129e4fa72521a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2133863 Aug 19 15:09:03.258999 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57136) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:03.268868 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef6359d-58fd-4367-a651-cc173ff32578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259ea606-0702-4423-a569-c71e5829fe6e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:03.272869 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba4820-c911-4a00-918b-db9b30b2d2a9 req-98e09f40-e657-4c69-b573-4e3391000640 tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:03.276244 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-12ba4820-c911-4a00-918b-db9b30b2d2a9 req-98e09f40-e657-4c69-b573-4e3391000640 tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] 10.222.0.88 "GET /v2.0/ports?device_id=a1afef8d-91ea-4b62-bbe9-b5b6f386ed6a HTTP/1.1" status: 200 len: 950 time: 0.0701265 Aug 19 15:09:03.313916 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6359d-58fd-4367-a651-cc173ff32578 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:03.314847 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6359d-58fd-4367-a651-cc173ff32578 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:03.315364 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6359d-58fd-4367-a651-cc173ff32578 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:03.316884 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6359d-58fd-4367-a651-cc173ff32578 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:03.316884 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6359d-58fd-4367-a651-cc173ff32578 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:03.316884 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6359d-58fd-4367-a651-cc173ff32578 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:03.317362 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6359d-58fd-4367-a651-cc173ff32578 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:03.317520 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6359d-58fd-4367-a651-cc173ff32578 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:03.317945 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6359d-58fd-4367-a651-cc173ff32578 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:03.318389 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6359d-58fd-4367-a651-cc173ff32578 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:03.319372 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6359d-58fd-4367-a651-cc173ff32578 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:03.319802 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6359d-58fd-4367-a651-cc173ff32578 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:03.366253 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21b8c6d8-5d69-470c-bbd8-c95c030e0d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:03.391856 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21b8c6d8-5d69-470c-bbd8-c95c030e0d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:03.395701 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-12ba4820-c911-4a00-918b-db9b30b2d2a9 req-a67f57e2-b51e-4acd-8be3-9ba715d4bfcf tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] Deleting port caa37acb-916d-4f13-9c65-344e83592c53 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:09:03.396384 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-12ba4820-c911-4a00-918b-db9b30b2d2a9 req-a67f57e2-b51e-4acd-8be3-9ba715d4bfcf tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:03.468142 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21b8c6d8-5d69-470c-bbd8-c95c030e0d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:03.471796 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21b8c6d8-5d69-470c-bbd8-c95c030e0d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:03.473604 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-21b8c6d8-5d69-470c-bbd8-c95c030e0d26 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/259ea606-0702-4423-a569-c71e5829fe6e HTTP/1.1" status: 204 len: 168 time: 0.2121437 Aug 19 15:09:03.484318 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b8c6d8-5d69-470c-bbd8-c95c030e0d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259ea606-0702-4423-a569-c71e5829fe6e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:03.532576 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-12ba4820-c911-4a00-918b-db9b30b2d2a9 req-a67f57e2-b51e-4acd-8be3-9ba715d4bfcf tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] For port caa37acb-916d-4f13-9c65-344e83592c53, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=caa37acb-916d-4f13-9c65-344e83592c53,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:09:03.533138 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-12ba4820-c911-4a00-918b-db9b30b2d2a9 req-a67f57e2-b51e-4acd-8be3-9ba715d4bfcf tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:03.553384 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-12ba4820-c911-4a00-918b-db9b30b2d2a9 req-a67f57e2-b51e-4acd-8be3-9ba715d4bfcf tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] Calling delete_port for caa37acb-916d-4f13-9c65-344e83592c53 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:09:03.750656 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-12ba4820-c911-4a00-918b-db9b30b2d2a9 req-a67f57e2-b51e-4acd-8be3-9ba715d4bfcf tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:03.768602 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['caa37acb-916d-4f13-9c65-344e83592c53'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:09:03.808785 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f57e2-b51e-4acd-8be3-9ba715d4bfcf tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] Pushing event deleted for resources: {'Port': ['ID=caa37acb-916d-4f13-9c65-344e83592c53,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:03.847665 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ba4820-c911-4a00-918b-db9b30b2d2a9 req-a67f57e2-b51e-4acd-8be3-9ba715d4bfcf tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] No DVR routers for this DVR port caa37acb-916d-4f13-9c65-344e83592c53 on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:09:03.850899 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-12ba4820-c911-4a00-918b-db9b30b2d2a9 req-a67f57e2-b51e-4acd-8be3-9ba715d4bfcf tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:03.853170 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-12ba4820-c911-4a00-918b-db9b30b2d2a9 req-a67f57e2-b51e-4acd-8be3-9ba715d4bfcf tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] 10.222.0.88 "DELETE /v2.0/ports/caa37acb-916d-4f13-9c65-344e83592c53 HTTP/1.1" status: 204 len: 173 time: 0.5710423 Aug 19 15:09:03.853632 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1afef8d-91ea-4b62-bbe9-b5b6f386ed6a', 'name': 'network-vif-deleted', 'tag': 'caa37acb-916d-4f13-9c65-344e83592c53'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:09:03.856596 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83eab7d-2d45-4134-8f44-43793ed702bb" -d '{"events": [{"server_uuid": "a1afef8d-91ea-4b62-bbe9-b5b6f386ed6a", "name": "network-vif-deleted", "tag": "caa37acb-916d-4f13-9c65-344e83592c53"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:09:03.941387 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3041cf82-3e5d-4e8d-b150-d4f2bc7678d3 x-openstack-request-id: req-3041cf82-3e5d-4e8d-b150-d4f2bc7678d3 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:09:03.941689 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1afef8d-91ea-4b62-bbe9-b5b6f386ed6a", "name": "network-vif-deleted", "tag": "caa37acb-916d-4f13-9c65-344e83592c53", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:09:03.941966 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3041cf82-3e5d-4e8d-b150-d4f2bc7678d3 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:09:03.942359 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1afef8d-91ea-4b62-bbe9-b5b6f386ed6a', 'name': 'network-vif-deleted', 'tag': 'caa37acb-916d-4f13-9c65-344e83592c53', 'status': 'completed', 'code': 200} Aug 19 15:09:04.046678 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d4dc78-f61a-45f7-858d-7caa343b55db req-00be26b0-fac5-419c-a188-86d828294ee0 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:04.054178 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-34d4dc78-f61a-45f7-858d-7caa343b55db req-00be26b0-fac5-419c-a188-86d828294ee0 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=4d4e6fcb-b850-4a3d-ab03-71ec53830ec8 HTTP/1.1" status: 200 len: 943 time: 0.0832398 Aug 19 15:09:04.106429 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-34d4dc78-f61a-45f7-858d-7caa343b55db req-f82186f9-5d84-4ad0-b2a3-fca4707c91ec tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488658 Aug 19 15:09:04.198213 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:04.313128 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7dd7c630-4c42-42ee-922c-ea9d31ff6f53 req-ee2eaa6c-026e-47c3-82c0-3527a88aa0cc tempest-VolumesBackupsTest-2097298985 tempest-VolumesBackupsTest-2097298985-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1afef8d-91ea-4b62-bbe9-b5b6f386ed6a HTTP/1.1" status: 200 len: 210 time: 0.0522809 Aug 19 15:09:04.333825 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-41423d67-9634-4126-8fc8-f5bb74100470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:04.557689 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:05.162605 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:05.272622 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6870caa-c4c3-41ac-8c23-9de1bb2b58f6 req-444bdb53-afe4-4fb4-96c0-806b85eb4bf1 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:05.276998 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d6870caa-c4c3-41ac-8c23-9de1bb2b58f6 req-444bdb53-afe4-4fb4-96c0-806b85eb4bf1 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=4d4e6fcb-b850-4a3d-ab03-71ec53830ec8 HTTP/1.1" status: 200 len: 943 time: 0.0836535 Aug 19 15:09:05.320964 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d6870caa-c4c3-41ac-8c23-9de1bb2b58f6 req-99b773e7-96b2-487d-b9f3-80783c1653e3 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362282 Aug 19 15:09:05.488685 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:05.872865 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device caa37acb-916d-4f13-9c65-344e83592c53 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:09:05.896207 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: caa37acb-916d-4f13-9c65-344e83592c53 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:09:05.896593 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device caa37acb-916d-4f13-9c65-344e83592c53 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:09:06.002375 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 57206) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:06.127556 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f0a9bc48-af85-47c8-9427-343ea2cacc35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:06.241878 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f0a9bc48-af85-47c8-9427-343ea2cacc35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:06.246470 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f0a9bc48-af85-47c8-9427-343ea2cacc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:06.296285 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f0a9bc48-af85-47c8-9427-343ea2cacc35 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d1a12ba279cd4fb3a2ef3ff3d7c972c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2887957 Aug 19 15:09:06.296285 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9bc48-af85-47c8-9427-343ea2cacc35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5cfaefa-c017-44cd-9960-f2e0f510329b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:06.298462 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57210) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:06.369106 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d160e89-adb4-4163-900f-b492e16b60f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:06.394755 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d160e89-adb4-4163-900f-b492e16b60f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:06.461590 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d160e89-adb4-4163-900f-b492e16b60f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:06.466256 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d160e89-adb4-4163-900f-b492e16b60f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:06.468153 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1d160e89-adb4-4163-900f-b492e16b60f8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a5cfaefa-c017-44cd-9960-f2e0f510329b HTTP/1.1" status: 204 len: 168 time: 0.1679182 Aug 19 15:09:06.470764 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aadd74-6e0e-4fb6-beaf-9437a890e6a8 req-6c26f757-2088-45b4-a721-9521717d5aae tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:06.473851 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-98aadd74-6e0e-4fb6-beaf-9437a890e6a8 req-6c26f757-2088-45b4-a721-9521717d5aae tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=4d4e6fcb-b850-4a3d-ab03-71ec53830ec8 HTTP/1.1" status: 200 len: 943 time: 0.0705590 Aug 19 15:09:06.482363 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d160e89-adb4-4163-900f-b492e16b60f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5cfaefa-c017-44cd-9960-f2e0f510329b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:06.540564 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-98aadd74-6e0e-4fb6-beaf-9437a890e6a8 req-3ab85fce-d178-496d-925b-9cefde1623d7 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493600 Aug 19 15:09:06.867766 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57220) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:06.886458 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e016a63-7b3e-422a-b209-29bbc135d643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:06.963487 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:07.005794 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e016a63-7b3e-422a-b209-29bbc135d643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:07.011568 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e016a63-7b3e-422a-b209-29bbc135d643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:07.058149 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0e016a63-7b3e-422a-b209-29bbc135d643 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7e724912def94305b093b083b4dc1a14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1888094 Aug 19 15:09:07.059313 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e016a63-7b3e-422a-b209-29bbc135d643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b07944-22a9-4945-a3e6-beea3ff09b71,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:07.061321 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 57224) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:07.121104 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acd7bc27-8993-4867-9590-22ff13397d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:07.157356 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acd7bc27-8993-4867-9590-22ff13397d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:07.220541 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acd7bc27-8993-4867-9590-22ff13397d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:07.223852 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acd7bc27-8993-4867-9590-22ff13397d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:07.225352 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-acd7bc27-8993-4867-9590-22ff13397d25 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/26b07944-22a9-4945-a3e6-beea3ff09b71 HTTP/1.1" status: 204 len: 168 time: 0.1625116 Aug 19 15:09:07.239990 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd7bc27-8993-4867-9590-22ff13397d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b07944-22a9-4945-a3e6-beea3ff09b71,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:07.711983 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250655a4-b4b9-432a-b880-6264cb31fd5a req-0fe5fb39-e7b5-4a85-bb41-8037d36961c7 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:07.714292 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-250655a4-b4b9-432a-b880-6264cb31fd5a req-0fe5fb39-e7b5-4a85-bb41-8037d36961c7 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=4d4e6fcb-b850-4a3d-ab03-71ec53830ec8 HTTP/1.1" status: 200 len: 943 time: 0.0622904 Aug 19 15:09:07.777162 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-250655a4-b4b9-432a-b880-6264cb31fd5a req-d1eff8ea-e069-4fa3-bc69-0a44953ea693 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546515 Aug 19 15:09:08.936187 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734c1b9-2d38-46ab-bd56-e1659d4df280 req-f7ac372d-dcb7-4048-ace1-85ade0fee064 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:08.937802 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a734c1b9-2d38-46ab-bd56-e1659d4df280 req-f7ac372d-dcb7-4048-ace1-85ade0fee064 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=4d4e6fcb-b850-4a3d-ab03-71ec53830ec8 HTTP/1.1" status: 200 len: 943 time: 0.0669503 Aug 19 15:09:08.984282 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a734c1b9-2d38-46ab-bd56-e1659d4df280 req-578fe256-9e43-4022-9e51-fa887f005f32 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389900 Aug 19 15:09:10.118998 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d748e22-c8ae-48c9-b834-0c2aa587c1cd req-af8698fa-37ce-4660-87d4-31b1c76f83b2 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:10.120728 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3d748e22-c8ae-48c9-b834-0c2aa587c1cd req-af8698fa-37ce-4660-87d4-31b1c76f83b2 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=4d4e6fcb-b850-4a3d-ab03-71ec53830ec8 HTTP/1.1" status: 200 len: 943 time: 0.0612068 Aug 19 15:09:10.178743 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3d748e22-c8ae-48c9-b834-0c2aa587c1cd req-7ea2b836-339b-4bfe-8322-cc52145ad07f tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475514 Aug 19 15:09:11.128269 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44a782-52c9-448b-9082-24760e778cb0 req-cfef71e0-85d8-48e1-9cf0-40f951733900 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:11.129955 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4f44a782-52c9-448b-9082-24760e778cb0 req-cfef71e0-85d8-48e1-9cf0-40f951733900 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b8d7697-1702-4402-a6ec-bf8dfd21265d HTTP/1.1" status: 200 len: 946 time: 0.0601568 Aug 19 15:09:11.173190 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4f44a782-52c9-448b-9082-24760e778cb0 req-96bd244d-b03b-4740-a208-c000c17d8337 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=24630928-81ce-426d-b014-5b912332f414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355330 Aug 19 15:09:11.376555 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a599b-50ee-4703-9c6e-9c546bcfcf5f req-5f0f2ff9-2a71-4d0a-8144-386df043d512 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:11.378167 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-df0a599b-50ee-4703-9c6e-9c546bcfcf5f req-5f0f2ff9-2a71-4d0a-8144-386df043d512 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=4d4e6fcb-b850-4a3d-ab03-71ec53830ec8 HTTP/1.1" status: 200 len: 943 time: 0.0605178 Aug 19 15:09:11.423796 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-df0a599b-50ee-4703-9c6e-9c546bcfcf5f req-d3516c18-d160-402e-9f6a-aca94ed8c462 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386598 Aug 19 15:09:12.305513 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f6e7a-2a60-4f7c-a7e8-9f2851ed49f7 req-d221533c-8004-4dd3-944c-611e28fa271e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:12.307300 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b48f6e7a-2a60-4f7c-a7e8-9f2851ed49f7 req-d221533c-8004-4dd3-944c-611e28fa271e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b8d7697-1702-4402-a6ec-bf8dfd21265d HTTP/1.1" status: 200 len: 946 time: 0.0519822 Aug 19 15:09:12.353518 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b48f6e7a-2a60-4f7c-a7e8-9f2851ed49f7 req-5e38d4cd-d4c4-4b3d-b737-2210e692cefd tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=24630928-81ce-426d-b014-5b912332f414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401037 Aug 19 15:09:12.559691 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f18eb2-e00e-40bc-901d-cc889adb9f73 req-7ffbe41e-bcc8-4304-ade8-ba844c301566 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:12.561301 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-51f18eb2-e00e-40bc-901d-cc889adb9f73 req-7ffbe41e-bcc8-4304-ade8-ba844c301566 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=4d4e6fcb-b850-4a3d-ab03-71ec53830ec8 HTTP/1.1" status: 200 len: 943 time: 0.0528083 Aug 19 15:09:12.608557 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-51f18eb2-e00e-40bc-901d-cc889adb9f73 req-71e12f58-0d49-4cff-962a-6973b942cae4 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395281 Aug 19 15:09:13.493955 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94e8e7-c606-4324-bc2a-0ad627a2c9b1 req-fc0b01c2-33a5-447f-942c-65dd8edd45f4 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:13.495579 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ed94e8e7-c606-4324-bc2a-0ad627a2c9b1 req-fc0b01c2-33a5-447f-942c-65dd8edd45f4 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b8d7697-1702-4402-a6ec-bf8dfd21265d HTTP/1.1" status: 200 len: 946 time: 0.0577562 Aug 19 15:09:13.543149 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ed94e8e7-c606-4324-bc2a-0ad627a2c9b1 req-15642ace-76c0-47c6-b475-61175ec4d167 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=24630928-81ce-426d-b014-5b912332f414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400321 Aug 19 15:09:13.760796 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd0ee2-758d-4b84-8298-4f9e1d96882e req-3aec9f6d-33f1-4935-98c9-dfb249c3af95 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:13.768497 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-17cd0ee2-758d-4b84-8298-4f9e1d96882e req-3aec9f6d-33f1-4935-98c9-dfb249c3af95 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=4d4e6fcb-b850-4a3d-ab03-71ec53830ec8 HTTP/1.1" status: 200 len: 943 time: 0.0703053 Aug 19 15:09:13.810582 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-17cd0ee2-758d-4b84-8298-4f9e1d96882e req-2276a8b2-adc8-4906-9b42-6539547700ca tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411015 Aug 19 15:09:13.951548 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 7dcc2f28-3393-4c94-b777-b64025ee1da5 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:09:14.136685 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 7dcc2f28-3393-4c94-b777-b64025ee1da5, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=7dcc2f28-3393-4c94-b777-b64025ee1da5,segment=NetworkSegment(b6bb2d61-0455-440b-809f-c8e64ffc2b8e),segment_id=b6bb2d61-0455-440b-809f-c8e64ffc2b8e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:09:14.154206 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '7dcc2f28-3393-4c94-b777-b64025ee1da5', 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0', 'port_id': '7dcc2f28-3393-4c94-b777-b64025ee1da5', 'mac_address': 'fa:16:3e:46:99:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4501b342-71e0-4b08-b9d8-b651dd87e075', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:09:14.220858 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:14.238462 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dcc2f28-3393-4c94-b777-b64025ee1da5 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:09:14.259316 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 7dcc2f28-3393-4c94-b777-b64025ee1da5, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=7dcc2f28-3393-4c94-b777-b64025ee1da5,segment=NetworkSegment(b6bb2d61-0455-440b-809f-c8e64ffc2b8e),segment_id=b6bb2d61-0455-440b-809f-c8e64ffc2b8e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:09:14.264213 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:14.316746 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=7dcc2f28-3393-4c94-b777-b64025ee1da5,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:14.488187 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['7dcc2f28-3393-4c94-b777-b64025ee1da5'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:09:14.676837 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79d8e3-93bd-40d5-99d6-fd613c17eba4 req-7eab4cf6-4821-4042-8f32-836a42eb553b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:14.679579 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cd79d8e3-93bd-40d5-99d6-fd613c17eba4 req-7eab4cf6-4821-4042-8f32-836a42eb553b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b8d7697-1702-4402-a6ec-bf8dfd21265d HTTP/1.1" status: 200 len: 946 time: 0.0554326 Aug 19 15:09:14.730310 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cd79d8e3-93bd-40d5-99d6-fd613c17eba4 req-f22d9fc2-9d55-429e-840d-31c73c2bedfd tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=24630928-81ce-426d-b014-5b912332f414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429430 Aug 19 15:09:14.885423 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2414593-d22b-4c5d-81af-14e5c19854a9 req-6ed07abb-a718-4c99-b2c5-af579c79cbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:14.886952 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c2414593-d22b-4c5d-81af-14e5c19854a9 req-6ed07abb-a718-4c99-b2c5-af579c79cbe1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5784b0340e8242b1aba4ab831f2e3b23&device_id=8b8d7697-1702-4402-a6ec-bf8dfd21265d HTTP/1.1" status: 200 len: 1097 time: 0.0467060 Aug 19 15:09:14.941807 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7d492-afc5-4f0a-bd4e-6f887f733cfd req-c10a429d-a2dc-4839-b219-ae2eb284b597 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:14.944077 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-10c7d492-afc5-4f0a-bd4e-6f887f733cfd req-c10a429d-a2dc-4839-b219-ae2eb284b597 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=4d4e6fcb-b850-4a3d-ab03-71ec53830ec8 HTTP/1.1" status: 200 len: 944 time: 0.0549598 Aug 19 15:09:14.988071 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-10c7d492-afc5-4f0a-bd4e-6f887f733cfd req-85898a01-435e-43f9-9341-02a5aedee24b tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379255 Aug 19 15:09:15.005581 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2414593-d22b-4c5d-81af-14e5c19854a9 req-430f2084-4352-43b9-953c-a9cfa0c27f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:15.007169 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c2414593-d22b-4c5d-81af-14e5c19854a9 req-430f2084-4352-43b9-953c-a9cfa0c27f58 service neutron] 10.222.0.68 "GET /v2.0/networks?id=938e7ca5-7f00-4f92-bd54-b9ee46e7cc21 HTTP/1.1" status: 200 len: 898 time: 0.0944824 Aug 19 15:09:15.082788 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c2414593-d22b-4c5d-81af-14e5c19854a9 req-ed6b3dad-0479-44a4-800a-a58cb095bca6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aee9a9f9-e7cf-4114-8219-2a2a527f5840 HTTP/1.1" status: 200 len: 1002 time: 0.0682051 Aug 19 15:09:15.138931 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2414593-d22b-4c5d-81af-14e5c19854a9 req-9e942ca0-c918-4be5-8d3a-8fc87e77eed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:15.140751 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c2414593-d22b-4c5d-81af-14e5c19854a9 req-9e942ca0-c918-4be5-8d3a-8fc87e77eed6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8d2478c6-91cf-477c-855d-75d646570ec4 HTTP/1.1" status: 200 len: 835 time: 0.0473089 Aug 19 15:09:15.190699 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2414593-d22b-4c5d-81af-14e5c19854a9 req-574937e6-1f06-4984-a654-b334c6dff1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:15.192462 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c2414593-d22b-4c5d-81af-14e5c19854a9 req-574937e6-1f06-4984-a654-b334c6dff1a1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=938e7ca5-7f00-4f92-bd54-b9ee46e7cc21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444148 Aug 19 15:09:15.302205 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c2414593-d22b-4c5d-81af-14e5c19854a9 req-4d3cd975-9fd8-4ba6-9b2d-404da40179c1 service neutron] 10.222.0.68 "GET /v2.0/networks/938e7ca5-7f00-4f92-bd54-b9ee46e7cc21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010408 Aug 19 15:09:15.400098 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c2414593-d22b-4c5d-81af-14e5c19854a9 req-9312159a-4d09-4120-a50a-60004b1d78db service neutron] 10.222.0.68 "GET /v2.0/networks/938e7ca5-7f00-4f92-bd54-b9ee46e7cc21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887792 Aug 19 15:09:15.853469 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ec14b-14ee-4318-b06f-0b4df9704ee7 req-30050b50-8b28-4cc9-beeb-5ec1eb5cf127 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:15.856137 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-986ec14b-14ee-4318-b06f-0b4df9704ee7 req-30050b50-8b28-4cc9-beeb-5ec1eb5cf127 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b8d7697-1702-4402-a6ec-bf8dfd21265d HTTP/1.1" status: 200 len: 946 time: 0.0547671 Aug 19 15:09:15.909306 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-986ec14b-14ee-4318-b06f-0b4df9704ee7 req-f92e38a0-03f5-4dd1-9233-fd885d0037e0 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=24630928-81ce-426d-b014-5b912332f414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455637 Aug 19 15:09:15.965541 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 7dcc2f28-3393-4c94-b777-b64025ee1da5 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:09:16.024061 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 7dcc2f28-3393-4c94-b777-b64025ee1da5 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:09:16.029166 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 7dcc2f28-3393-4c94-b777-b64025ee1da5 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:09:16.029701 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:16.171398 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a364c6-793c-4331-8a21-82dd828fd6dd req-b639ff50-ab34-42a2-a6f7-222ce53877cb tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:16.175748 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a8a364c6-793c-4331-8a21-82dd828fd6dd req-b639ff50-ab34-42a2-a6f7-222ce53877cb tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=4d4e6fcb-b850-4a3d-ab03-71ec53830ec8 HTTP/1.1" status: 200 len: 944 time: 0.1112943 Aug 19 15:09:16.176231 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:16.213795 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d4e6fcb-b850-4a3d-ab03-71ec53830ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dcc2f28-3393-4c94-b777-b64025ee1da5'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:09:16.216098 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a79335ef-a848-45a3-afc4-d761f317227b" -d '{"events": [{"server_uuid": "4d4e6fcb-b850-4a3d-ab03-71ec53830ec8", "name": "network-vif-plugged", "status": "completed", "tag": "7dcc2f28-3393-4c94-b777-b64025ee1da5"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:09:16.234734 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 7dcc2f28-3393-4c94-b777-b64025ee1da5, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=7dcc2f28-3393-4c94-b777-b64025ee1da5,segment=NetworkSegment(b6bb2d61-0455-440b-809f-c8e64ffc2b8e),segment_id=b6bb2d61-0455-440b-809f-c8e64ffc2b8e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:09:16.242090 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:16.258793 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a8a364c6-793c-4331-8a21-82dd828fd6dd req-fb94d230-e3a7-4387-a9d8-ef21687b5b00 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712779 Aug 19 15:09:16.327323 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb550a71-e747-45e2-829e-984f2ff3c4fe x-openstack-request-id: req-eb550a71-e747-45e2-829e-984f2ff3c4fe {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:09:16.328133 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d4e6fcb-b850-4a3d-ab03-71ec53830ec8", "name": "network-vif-plugged", "status": "completed", "tag": "7dcc2f28-3393-4c94-b777-b64025ee1da5", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:09:16.328963 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-eb550a71-e747-45e2-829e-984f2ff3c4fe {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:09:16.329755 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d4e6fcb-b850-4a3d-ab03-71ec53830ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dcc2f28-3393-4c94-b777-b64025ee1da5', 'code': 200} Aug 19 15:09:16.331637 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=7dcc2f28-3393-4c94-b777-b64025ee1da5,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:16.429064 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd0e23-7e59-4c15-a7be-99545c6d8563 req-8dc7daff-40fb-4d56-8056-385adf4a7c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:16.430649 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-abdd0e23-7e59-4c15-a7be-99545c6d8563 req-8dc7daff-40fb-4d56-8056-385adf4a7c9e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4d4e6fcb-b850-4a3d-ab03-71ec53830ec8 HTTP/1.1" status: 200 len: 1096 time: 0.0429881 Aug 19 15:09:16.471881 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-abdd0e23-7e59-4c15-a7be-99545c6d8563 req-2aeea68b-3191-4ff0-9398-1c0d5be2a3ea service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334389 Aug 19 15:09:17.032161 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea27c3-0eb2-47d1-8d3c-511fbc4010ef req-462a9d6b-926d-47b3-b877-63f15388445e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:17.033754 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-20ea27c3-0eb2-47d1-8d3c-511fbc4010ef req-462a9d6b-926d-47b3-b877-63f15388445e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b8d7697-1702-4402-a6ec-bf8dfd21265d HTTP/1.1" status: 200 len: 946 time: 0.0528529 Aug 19 15:09:17.079439 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-20ea27c3-0eb2-47d1-8d3c-511fbc4010ef req-68264b10-8271-4a6c-8e0a-74fdbbea6168 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=24630928-81ce-426d-b014-5b912332f414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386224 Aug 19 15:09:17.388062 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998718c4-85b7-473e-834c-bee2d370d303 req-44d16300-d00d-4678-b937-72649df6ebf9 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:17.397518 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-998718c4-85b7-473e-834c-bee2d370d303 req-44d16300-d00d-4678-b937-72649df6ebf9 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=4d4e6fcb-b850-4a3d-ab03-71ec53830ec8 HTTP/1.1" status: 200 len: 945 time: 0.0667841 Aug 19 15:09:17.472354 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-998718c4-85b7-473e-834c-bee2d370d303 req-38357620-182c-46d4-9332-b614f2a17027 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736938 Aug 19 15:09:18.214289 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364d807-b085-4d5a-9f49-55eb9539eff1 req-8d491828-e3f6-4ac6-8ba4-2f2bf46c24f8 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:18.215940 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1364d807-b085-4d5a-9f49-55eb9539eff1 req-8d491828-e3f6-4ac6-8ba4-2f2bf46c24f8 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b8d7697-1702-4402-a6ec-bf8dfd21265d HTTP/1.1" status: 200 len: 946 time: 0.0568748 Aug 19 15:09:18.265877 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1364d807-b085-4d5a-9f49-55eb9539eff1 req-38f194db-a50b-4a80-831c-2501210348fc tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=24630928-81ce-426d-b014-5b912332f414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427558 Aug 19 15:09:18.610694 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4bcbe-b77c-4602-99c6-a1ab833cba8e req-024ee187-9be6-4d23-985c-b840a5f1516f tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:18.612360 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2ac4bcbe-b77c-4602-99c6-a1ab833cba8e req-024ee187-9be6-4d23-985c-b840a5f1516f tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=4d4e6fcb-b850-4a3d-ab03-71ec53830ec8 HTTP/1.1" status: 200 len: 945 time: 0.0611541 Aug 19 15:09:18.693317 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2ac4bcbe-b77c-4602-99c6-a1ab833cba8e req-bfcb31c8-b0f5-4e86-99be-965c76e1180d tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726962 Aug 19 15:09:18.841171 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559da1a-5750-45d4-944b-c772fe6321bf req-480c67ef-275f-46dc-b001-167717b8a1e0 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:18.843048 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0559da1a-5750-45d4-944b-c772fe6321bf req-480c67ef-275f-46dc-b001-167717b8a1e0 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=4d4e6fcb-b850-4a3d-ab03-71ec53830ec8 HTTP/1.1" status: 200 len: 945 time: 0.0686142 Aug 19 15:09:18.891679 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0559da1a-5750-45d4-944b-c772fe6321bf req-d7bc4e58-27cf-44ab-80bd-7316a38eae00 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425148 Aug 19 15:09:18.915309 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 57476) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:18.960812 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0235e6d3-bc60-4386-b157-d263d34cd270 tempest-TestVolumeBootPattern-710886111 tempest-TestVolumeBootPattern-710886111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:18.962269 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-0235e6d3-bc60-4386-b157-d263d34cd270 tempest-TestVolumeBootPattern-710886111 tempest-TestVolumeBootPattern-710886111-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=4d4e6fcb-b850-4a3d-ab03-71ec53830ec8 HTTP/1.1" status: 200 len: 1091 time: 0.0458503 Aug 19 15:09:18.965207 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 57478) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:18.970143 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-5da60697-5414-4232-b3e6-8cf7bb137dc4 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Request body: {'floatingip': {'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'port_id': '7dcc2f28-3393-4c94-b777-b64025ee1da5', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:09:19.003993 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5da60697-5414-4232-b3e6-8cf7bb137dc4 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:19.125834 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5da60697-5414-4232-b3e6-8cf7bb137dc4 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:19.237550 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-5da60697-5414-4232-b3e6-8cf7bb137dc4 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Allocated IP 172.25.2.162 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/fda6720c-8e60-43cd-a0cb-7746743ac3a7) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:09:19.383108 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5da60697-5414-4232-b3e6-8cf7bb137dc4 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:19.419441 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f4104-9fc8-43f1-8c8c-1ee0e361176e req-f698b4c7-8445-4372-8be8-9b10071d9693 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:19.421343 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e44f4104-9fc8-43f1-8c8c-1ee0e361176e req-f698b4c7-8445-4372-8be8-9b10071d9693 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b8d7697-1702-4402-a6ec-bf8dfd21265d HTTP/1.1" status: 200 len: 946 time: 0.0757627 Aug 19 15:09:19.475804 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e44f4104-9fc8-43f1-8c8c-1ee0e361176e req-94a727aa-fe34-404f-960d-7cfeed5c15ba tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=24630928-81ce-426d-b014-5b912332f414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453265 Aug 19 15:09:19.477275 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5da60697-5414-4232-b3e6-8cf7bb137dc4 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:19.519422 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da60697-5414-4232-b3e6-8cf7bb137dc4 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:09:19.524930 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-5da60697-5414-4232-b3e6-8cf7bb137dc4 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:09:19.528572 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da60697-5414-4232-b3e6-8cf7bb137dc4 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:09:19.554053 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da60697-5414-4232-b3e6-8cf7bb137dc4 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Pushing event updated for resources: {'Port': ['ID=fda6720c-8e60-43cd-a0cb-7746743ac3a7,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:19.569710 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da60697-5414-4232-b3e6-8cf7bb137dc4 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:19.570061 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da60697-5414-4232-b3e6-8cf7bb137dc4 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:19.570402 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da60697-5414-4232-b3e6-8cf7bb137dc4 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:19.570742 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da60697-5414-4232-b3e6-8cf7bb137dc4 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:19.571077 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da60697-5414-4232-b3e6-8cf7bb137dc4 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:19.571410 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da60697-5414-4232-b3e6-8cf7bb137dc4 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:19.571739 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da60697-5414-4232-b3e6-8cf7bb137dc4 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:19.572065 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da60697-5414-4232-b3e6-8cf7bb137dc4 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:19.572389 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da60697-5414-4232-b3e6-8cf7bb137dc4 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:19.572740 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da60697-5414-4232-b3e6-8cf7bb137dc4 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:19.573062 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da60697-5414-4232-b3e6-8cf7bb137dc4 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:19.573385 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da60697-5414-4232-b3e6-8cf7bb137dc4 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:09:20.124121 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5da60697-5414-4232-b3e6-8cf7bb137dc4 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:20.215272 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5da60697-5414-4232-b3e6-8cf7bb137dc4 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:20.384673 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5da60697-5414-4232-b3e6-8cf7bb137dc4 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:20.390407 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5da60697-5414-4232-b3e6-8cf7bb137dc4 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:20.466207 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da60697-5414-4232-b3e6-8cf7bb137dc4 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Pushing event updated for resources: {'Port': ['ID=fda6720c-8e60-43cd-a0cb-7746743ac3a7,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:20.513083 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5da60697-5414-4232-b3e6-8cf7bb137dc4 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:20.955907 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-aa896b6c-a755-4d07-9633-25730857eab9 req-273b9b3c-8873-4e03-b9f2-09d28291af84 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4d4e6fcb-b850-4a3d-ab03-71ec53830ec8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4843266 Aug 19 15:09:21.002384 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:09:21.041872 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff27868-4479-435c-866f-89e34ec4fe01 req-85c42aa0-b5ae-452d-a642-58c877025a4c tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:21.043462 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0ff27868-4479-435c-866f-89e34ec4fe01 req-85c42aa0-b5ae-452d-a642-58c877025a4c tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b8d7697-1702-4402-a6ec-bf8dfd21265d HTTP/1.1" status: 200 len: 946 time: 0.4800129 Aug 19 15:09:21.103511 n-d-766043-2 neutron-server[94640]: INFO neutron.db.l3_db [None req-5da60697-5414-4232-b3e6-8cf7bb137dc4 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Floating IP cef73b4b-01da-4468-9e06-a1c06f130b54 associated. External IP: 172.25.2.162, port: 7dcc2f28-3393-4c94-b777-b64025ee1da5. Aug 19 15:09:21.184598 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0ff27868-4479-435c-866f-89e34ec4fe01 req-9888ec6e-e676-490c-a66c-1b70922c83de tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=24630928-81ce-426d-b014-5b912332f414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237798 Aug 19 15:09:21.216642 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa896b6c-a755-4d07-9633-25730857eab9 req-9a5583e1-a26e-4fda-9189-326a6d8a79a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:21.218086 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-aa896b6c-a755-4d07-9633-25730857eab9 req-9a5583e1-a26e-4fda-9189-326a6d8a79a4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0550ac85b3b548ae984f8729832afa44&device_id=4d4e6fcb-b850-4a3d-ab03-71ec53830ec8 HTTP/1.1" status: 200 len: 1096 time: 0.1714830 Aug 19 15:09:21.407546 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa896b6c-a755-4d07-9633-25730857eab9 req-36e28f32-d904-4365-b7e1-cc24fe617904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:21.409049 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-aa896b6c-a755-4d07-9633-25730857eab9 req-36e28f32-d904-4365-b7e1-cc24fe617904 service neutron] 10.222.0.88 "GET /v2.0/networks?id=042ff527-1fae-4bd9-883c-64e28e4df4d0 HTTP/1.1" status: 200 len: 912 time: 0.1698883 Aug 19 15:09:21.481007 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da60697-5414-4232-b3e6-8cf7bb137dc4 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Router ca65e901-eea1-45f3-9424-a1acad466ee4 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:09:21.492060 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-aa896b6c-a755-4d07-9633-25730857eab9 req-ce3b2286-f4b1-4fb2-8ab0-d39097f7a67a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7dcc2f28-3393-4c94-b777-b64025ee1da5 HTTP/1.1" status: 200 len: 999 time: 0.0746720 Aug 19 15:09:21.619929 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa896b6c-a755-4d07-9633-25730857eab9 req-548a1e3b-f408-445a-aea3-19ed730caadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:21.621450 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-aa896b6c-a755-4d07-9633-25730857eab9 req-548a1e3b-f408-445a-aea3-19ed730caadc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4501b342-71e0-4b08-b9d8-b651dd87e075 HTTP/1.1" status: 200 len: 850 time: 0.1213641 Aug 19 15:09:21.669619 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da60697-5414-4232-b3e6-8cf7bb137dc4 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:09:21.681568 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71502b99-ceaf-4a28-8afd-c1b0dc6e3691 None None] Sync routers for ids ['ca65e901-eea1-45f3-9424-a1acad466ee4'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:09:21.689913 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa896b6c-a755-4d07-9633-25730857eab9 req-bcc1877e-7f1e-4d7f-a6df-7adb887b6467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:21.691364 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-aa896b6c-a755-4d07-9633-25730857eab9 req-bcc1877e-7f1e-4d7f-a6df-7adb887b6467 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=042ff527-1fae-4bd9-883c-64e28e4df4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610604 Aug 19 15:09:21.692620 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5da60697-5414-4232-b3e6-8cf7bb137dc4 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:21.700103 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71502b99-ceaf-4a28-8afd-c1b0dc6e3691 None None] Routers {'ca65e901-eea1-45f3-9424-a1acad466ee4'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:09:21.700751 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-71502b99-ceaf-4a28-8afd-c1b0dc6e3691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:09:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['ca65e901-eea1-45f3-9424-a1acad466ee4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:09:21.763593 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-5da60697-5414-4232-b3e6-8cf7bb137dc4 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7971265 Aug 19 15:09:21.765515 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d4e6fcb-b850-4a3d-ab03-71ec53830ec8', 'tag': '7dcc2f28-3393-4c94-b777-b64025ee1da5'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:09:21.767782 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d38a766-6125-40f5-9c06-281da7c1e125" -d '{"events": [{"name": "network-changed", "server_uuid": "4d4e6fcb-b850-4a3d-ab03-71ec53830ec8", "tag": "7dcc2f28-3393-4c94-b777-b64025ee1da5"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:09:21.816915 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ead15c-1fb8-48fc-883f-e5c681af8434 x-openstack-request-id: req-77ead15c-1fb8-48fc-883f-e5c681af8434 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:09:21.817483 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d4e6fcb-b850-4a3d-ab03-71ec53830ec8", "tag": "7dcc2f28-3393-4c94-b777-b64025ee1da5", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:09:21.817901 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-77ead15c-1fb8-48fc-883f-e5c681af8434 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:09:21.818519 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d4e6fcb-b850-4a3d-ab03-71ec53830ec8', 'tag': '7dcc2f28-3393-4c94-b777-b64025ee1da5', 'status': 'completed', 'code': 200} Aug 19 15:09:21.821743 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-aa896b6c-a755-4d07-9633-25730857eab9 req-946b98b2-8b52-470e-af46-903aba4ad1e6 service neutron] 10.222.0.88 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099434 Aug 19 15:09:21.834252 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-71502b99-ceaf-4a28-8afd-c1b0dc6e3691 None None] Set router ca65e901-eea1-45f3-9424-a1acad466ee4 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:09:21.951839 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-aa896b6c-a755-4d07-9633-25730857eab9 req-20bb7f6e-888c-40af-a2b5-221a027af74c service neutron] 10.222.0.88 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221395 Aug 19 15:09:22.047210 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38a766-6125-40f5-9c06-281da7c1e125 req-44dfcbc6-b3e3-44af-8e9c-5e51cc750233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:22.048985 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1d38a766-6125-40f5-9c06-281da7c1e125 req-44dfcbc6-b3e3-44af-8e9c-5e51cc750233 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0550ac85b3b548ae984f8729832afa44&device_id=4d4e6fcb-b850-4a3d-ab03-71ec53830ec8 HTTP/1.1" status: 200 len: 1096 time: 0.0492761 Aug 19 15:09:22.088678 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-71502b99-ceaf-4a28-8afd-c1b0dc6e3691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'name': 'tempest-TestVolumeBootPattern-652792475-router', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '069e7c76-badf-4569-8845-68c39685a135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:25Z', 'updated_at': '2021-08-19T15:01:30Z', 'revision_number': 4, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'gw_port': {'id': '069e7c76-badf-4569-8845-68c39685a135', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:26Z', 'updated_at': '2021-08-19T15:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': 'cef73b4b-01da-4468-9e06-a1c06f130b54', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'floating_ip_address': '172.25.2.162', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'port_id': '7dcc2f28-3393-4c94-b777-b64025ee1da5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0', 'mac_address': 'fa:16:3e:46:99:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d4e6fcb-b850-4a3d-ab03-71ec53830ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:09:19Z', 'updated_at': '2021-08-19T15:09:19Z', 'revision_number': 0, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8885ca0-4847-4969-9f31-2eb1d0e2d04c', 'name': '', 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'mac_address': 'fa:16:3e:64:5e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '4501b342-71e0-4b08-b9d8-b651dd87e075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:28Z', 'updated_at': '2021-08-19T15:01:40Z', 'revision_number': 5, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'subnets': [{'id': '4501b342-71e0-4b08-b9d8-b651dd87e075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:09:22.119571 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71502b99-ceaf-4a28-8afd-c1b0dc6e3691 None None] Checking router: ca65e901-eea1-45f3-9424-a1acad466ee4 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:09:22.130242 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71502b99-ceaf-4a28-8afd-c1b0dc6e3691 None None] Routers {'ca65e901-eea1-45f3-9424-a1acad466ee4'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:09:22.131501 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-71502b99-ceaf-4a28-8afd-c1b0dc6e3691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:09:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['ca65e901-eea1-45f3-9424-a1acad466ee4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:09:22.203744 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38a766-6125-40f5-9c06-281da7c1e125 req-3543332c-6bd4-4a61-a83f-ee9652638c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:22.205444 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1d38a766-6125-40f5-9c06-281da7c1e125 req-3543332c-6bd4-4a61-a83f-ee9652638c97 service neutron] 10.222.0.88 "GET /v2.0/networks?id=042ff527-1fae-4bd9-883c-64e28e4df4d0 HTTP/1.1" status: 200 len: 912 time: 0.1487808 Aug 19 15:09:22.258023 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-71502b99-ceaf-4a28-8afd-c1b0dc6e3691 None None] Set router ca65e901-eea1-45f3-9424-a1acad466ee4 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:09:22.341359 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1d38a766-6125-40f5-9c06-281da7c1e125 req-668f3892-9600-42d1-ba43-243671d7fa06 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7dcc2f28-3393-4c94-b777-b64025ee1da5 HTTP/1.1" status: 200 len: 999 time: 0.1265404 Aug 19 15:09:22.435561 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492dc84-2db7-49f6-a8a2-2b1cb8e87416 req-ef5f39ad-ecba-444d-82e4-7c666531fe06 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:22.438007 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f492dc84-2db7-49f6-a8a2-2b1cb8e87416 req-ef5f39ad-ecba-444d-82e4-7c666531fe06 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b8d7697-1702-4402-a6ec-bf8dfd21265d HTTP/1.1" status: 200 len: 946 time: 0.1415048 Aug 19 15:09:22.474804 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38a766-6125-40f5-9c06-281da7c1e125 req-219dd623-d5fc-4358-b01c-a57f81e65376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:22.476815 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1d38a766-6125-40f5-9c06-281da7c1e125 req-219dd623-d5fc-4358-b01c-a57f81e65376 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4501b342-71e0-4b08-b9d8-b651dd87e075 HTTP/1.1" status: 200 len: 850 time: 0.1273506 Aug 19 15:09:22.540942 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f492dc84-2db7-49f6-a8a2-2b1cb8e87416 req-ab7bc39a-caa5-4d88-b9de-55b2299ad3d6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=24630928-81ce-426d-b014-5b912332f414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935771 Aug 19 15:09:22.551495 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38a766-6125-40f5-9c06-281da7c1e125 req-02f60aa1-7140-4dbb-8c6d-033a70dea04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:22.553774 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1d38a766-6125-40f5-9c06-281da7c1e125 req-02f60aa1-7140-4dbb-8c6d-033a70dea04a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=042ff527-1fae-4bd9-883c-64e28e4df4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689437 Aug 19 15:09:22.591490 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-71502b99-ceaf-4a28-8afd-c1b0dc6e3691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'name': 'tempest-TestVolumeBootPattern-652792475-router', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '069e7c76-badf-4569-8845-68c39685a135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:25Z', 'updated_at': '2021-08-19T15:01:30Z', 'revision_number': 4, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'gw_port': {'id': '069e7c76-badf-4569-8845-68c39685a135', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:26Z', 'updated_at': '2021-08-19T15:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': 'cef73b4b-01da-4468-9e06-a1c06f130b54', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'floating_ip_address': '172.25.2.162', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'port_id': '7dcc2f28-3393-4c94-b777-b64025ee1da5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0', 'mac_address': 'fa:16:3e:46:99:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d4e6fcb-b850-4a3d-ab03-71ec53830ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:09:19Z', 'updated_at': '2021-08-19T15:09:19Z', 'revision_number': 0, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8885ca0-4847-4969-9f31-2eb1d0e2d04c', 'name': '', 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'mac_address': 'fa:16:3e:64:5e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '4501b342-71e0-4b08-b9d8-b651dd87e075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:28Z', 'updated_at': '2021-08-19T15:01:40Z', 'revision_number': 5, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'subnets': [{'id': '4501b342-71e0-4b08-b9d8-b651dd87e075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:09:22.626484 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71502b99-ceaf-4a28-8afd-c1b0dc6e3691 None None] The sync data for ids ['ca65e901-eea1-45f3-9424-a1acad466ee4'] in n-d-766043-2 is: [{'id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'name': 'tempest-TestVolumeBootPattern-652792475-router', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '069e7c76-badf-4569-8845-68c39685a135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:25Z', 'updated_at': '2021-08-19T15:01:30Z', 'revision_number': 4, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'gw_port': {'id': '069e7c76-badf-4569-8845-68c39685a135', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:26Z', 'updated_at': '2021-08-19T15:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': 'cef73b4b-01da-4468-9e06-a1c06f130b54', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'floating_ip_address': '172.25.2.162', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'port_id': '7dcc2f28-3393-4c94-b777-b64025ee1da5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0', 'mac_address': 'fa:16:3e:46:99:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d4e6fcb-b850-4a3d-ab03-71ec53830ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:09:19Z', 'updated_at': '2021-08-19T15:09:19Z', 'revision_number': 0, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8885ca0-4847-4969-9f31-2eb1d0e2d04c', 'name': '', 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'mac_address': 'fa:16:3e:64:5e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '4501b342-71e0-4b08-b9d8-b651dd87e075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:28Z', 'updated_at': '2021-08-19T15:01:40Z', 'revision_number': 5, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'subnets': [{'id': '4501b342-71e0-4b08-b9d8-b651dd87e075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:09:22.689012 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1d38a766-6125-40f5-9c06-281da7c1e125 req-1ee5f248-7dc9-48f1-8ada-0a7ee869d44d service neutron] 10.222.0.88 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188097 Aug 19 15:09:22.806454 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1d38a766-6125-40f5-9c06-281da7c1e125 req-832b0f21-dc74-4c65-b3fd-850fa47a631e service neutron] 10.222.0.88 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102359 Aug 19 15:09:22.913716 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb38896-35c8-4d7c-a87d-b712dcf88594 None None] New status for floating IP cef73b4b-01da-4468-9e06-a1c06f130b54: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:09:23.689531 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03574e66-39ca-46d7-b5ae-048c2cd93646 req-7980ff79-c5e8-4190-9115-442d8434b585 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:23.691128 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-03574e66-39ca-46d7-b5ae-048c2cd93646 req-7980ff79-c5e8-4190-9115-442d8434b585 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b8d7697-1702-4402-a6ec-bf8dfd21265d HTTP/1.1" status: 200 len: 946 time: 0.0544205 Aug 19 15:09:23.736947 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-03574e66-39ca-46d7-b5ae-048c2cd93646 req-766e6ec4-558a-4041-92c1-1b5f87a9874b tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=24630928-81ce-426d-b014-5b912332f414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388951 Aug 19 15:09:24.075874 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1de56-73c2-4cc0-b048-9521161a1a10 req-12cbafcc-0bba-429e-a89a-cee2f6484a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:24.077446 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-bee1de56-73c2-4cc0-b048-9521161a1a10 req-12cbafcc-0bba-429e-a89a-cee2f6484a0c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=8b8d7697-1702-4402-a6ec-bf8dfd21265d HTTP/1.1" status: 200 len: 1097 time: 0.0470498 Aug 19 15:09:24.114536 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-bee1de56-73c2-4cc0-b048-9521161a1a10 req-6b023a3c-fd4e-4646-8749-b7b6f85bae30 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=24630928-81ce-426d-b014-5b912332f414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290494 Aug 19 15:09:24.885387 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7eb3c0-856b-4b21-b7e9-7cb6cd1deea5 req-f525ea0a-891a-45df-b28d-b1518a2d6d29 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:24.888024 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1f7eb3c0-856b-4b21-b7e9-7cb6cd1deea5 req-f525ea0a-891a-45df-b28d-b1518a2d6d29 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b8d7697-1702-4402-a6ec-bf8dfd21265d HTTP/1.1" status: 200 len: 946 time: 0.0726571 Aug 19 15:09:24.934031 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1f7eb3c0-856b-4b21-b7e9-7cb6cd1deea5 req-febae418-114d-4dce-9811-e0625526bf9c tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=24630928-81ce-426d-b014-5b912332f414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395207 Aug 19 15:09:26.059269 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed57256-93b5-4b96-b27a-bc456e8a500c req-4b72c756-30fd-49a4-a536-318e8aedbce0 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:09:26.060801 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2ed57256-93b5-4b96-b27a-bc456e8a500c req-4b72c756-30fd-49a4-a536-318e8aedbce0 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b8d7697-1702-4402-a6ec-bf8dfd21265d HTTP/1.1" status: 200 len: 946 time: 0.0514464 Aug 19 15:09:26.082298 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device aee9a9f9-e7cf-4114-8219-2a2a527f5840 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:09:26.102732 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2ed57256-93b5-4b96-b27a-bc456e8a500c req-020031eb-5fb3-4277-aaa8-14cf5063eeb7 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=24630928-81ce-426d-b014-5b912332f414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355375 Aug 19 15:09:26.127605 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57570) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:26.203550 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port aee9a9f9-e7cf-4114-8219-2a2a527f5840, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=aee9a9f9-e7cf-4114-8219-2a2a527f5840,segment=NetworkSegment(648b4d63-60ed-44ee-b856-5972125e6092),segment_id=648b4d63-60ed-44ee-b856-5972125e6092)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:09:26.205843 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9d63b198-327c-4f47-981b-ad09fe502c99 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/floatingips/4ec611df-bd14-4f7c-b88c-89a213bf68cb HTTP/1.1" status: 200 len: 994 time: 0.0761771 Aug 19 15:09:26.222620 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': 'aee9a9f9-e7cf-4114-8219-2a2a527f5840', 'network_id': '938e7ca5-7f00-4f92-bd54-b9ee46e7cc21', 'port_id': 'aee9a9f9-e7cf-4114-8219-2a2a527f5840', 'mac_address': 'fa:16:3e:c9:9e:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d2478c6-91cf-477c-855d-75d646570ec4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:09:26.267507 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:26.280819 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aee9a9f9-e7cf-4114-8219-2a2a527f5840 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:09:26.301925 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port aee9a9f9-e7cf-4114-8219-2a2a527f5840, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=aee9a9f9-e7cf-4114-8219-2a2a527f5840,segment=NetworkSegment(648b4d63-60ed-44ee-b856-5972125e6092),segment_id=648b4d63-60ed-44ee-b856-5972125e6092)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:09:26.306963 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:26.357867 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=aee9a9f9-e7cf-4114-8219-2a2a527f5840,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:26.562669 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['aee9a9f9-e7cf-4114-8219-2a2a527f5840'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:09:28.105367 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device aee9a9f9-e7cf-4114-8219-2a2a527f5840 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:09:28.169048 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port aee9a9f9-e7cf-4114-8219-2a2a527f5840 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:09:28.169517 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:28.264612 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:28.289632 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b8d7697-1702-4402-a6ec-bf8dfd21265d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee9a9f9-e7cf-4114-8219-2a2a527f5840'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:09:28.292270 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8319fe1-5ace-4bc2-b7ed-87f61096625a" -d '{"events": [{"server_uuid": "8b8d7697-1702-4402-a6ec-bf8dfd21265d", "name": "network-vif-plugged", "status": "completed", "tag": "aee9a9f9-e7cf-4114-8219-2a2a527f5840"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:09:28.307942 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port aee9a9f9-e7cf-4114-8219-2a2a527f5840, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=aee9a9f9-e7cf-4114-8219-2a2a527f5840,segment=NetworkSegment(648b4d63-60ed-44ee-b856-5972125e6092),segment_id=648b4d63-60ed-44ee-b856-5972125e6092)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:09:28.313235 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:28.342256 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b37ace2-9c6b-4956-b3b8-ad83f7e44388 x-openstack-request-id: req-3b37ace2-9c6b-4956-b3b8-ad83f7e44388 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:09:28.342545 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b8d7697-1702-4402-a6ec-bf8dfd21265d", "name": "network-vif-plugged", "status": "completed", "tag": "aee9a9f9-e7cf-4114-8219-2a2a527f5840", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:09:28.342793 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3b37ace2-9c6b-4956-b3b8-ad83f7e44388 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:09:28.343182 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b8d7697-1702-4402-a6ec-bf8dfd21265d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee9a9f9-e7cf-4114-8219-2a2a527f5840', 'code': 200} Aug 19 15:09:28.370655 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=aee9a9f9-e7cf-4114-8219-2a2a527f5840,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:31.403949 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2a983a64-4c0d-481f-bfcc-782e0e5414da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:34.172166 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:34.322011 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5d66ee38-f144-4c60-babe-7f6bcf6cf136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:34.565077 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:35.165294 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:35.505932 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:36.230910 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57702) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:36.370788 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d78617a-a301-45b7-af1b-c539a48ede32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:36.474543 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d78617a-a301-45b7-af1b-c539a48ede32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:36.478272 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d78617a-a301-45b7-af1b-c539a48ede32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:36.521144 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6d78617a-a301-45b7-af1b-c539a48ede32 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ebf6a1df56cf42b1bf079992e102b48d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2885630 Aug 19 15:09:36.522051 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d78617a-a301-45b7-af1b-c539a48ede32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fbfd8d-0e2c-49e6-a78c-566177ea3254,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:36.523862 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 57708) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:36.578124 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba8e7caf-7c85-4055-87ff-19744af18bae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:36.604004 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba8e7caf-7c85-4055-87ff-19744af18bae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:36.657970 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba8e7caf-7c85-4055-87ff-19744af18bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:36.660700 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba8e7caf-7c85-4055-87ff-19744af18bae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:36.664522 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ba8e7caf-7c85-4055-87ff-19744af18bae admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d4fbfd8d-0e2c-49e6-a78c-566177ea3254 HTTP/1.1" status: 204 len: 168 time: 0.1370208 Aug 19 15:09:36.670376 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8e7caf-7c85-4055-87ff-19744af18bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fbfd8d-0e2c-49e6-a78c-566177ea3254,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:36.963531 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 57724) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:36.964871 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:36.979349 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-531dbf25-0d49-40d9-91aa-a83535989c32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:37.089696 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-531dbf25-0d49-40d9-91aa-a83535989c32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:37.095082 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-531dbf25-0d49-40d9-91aa-a83535989c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:37.136618 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-531dbf25-0d49-40d9-91aa-a83535989c32 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ef33fa96186940579016cf9ab75fa0df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1712234 Aug 19 15:09:37.137261 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531dbf25-0d49-40d9-91aa-a83535989c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db391822-053f-4ffc-9af7-dfe9d4724850,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:37.139497 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57726) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:37.196614 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d63e593-1566-41aa-8928-0663590bab57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:37.219442 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d63e593-1566-41aa-8928-0663590bab57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:37.277969 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d63e593-1566-41aa-8928-0663590bab57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:37.279528 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d63e593-1566-41aa-8928-0663590bab57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:37.280753 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7d63e593-1566-41aa-8928-0663590bab57 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/db391822-053f-4ffc-9af7-dfe9d4724850 HTTP/1.1" status: 204 len: 168 time: 0.1401753 Aug 19 15:09:37.291685 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d63e593-1566-41aa-8928-0663590bab57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db391822-053f-4ffc-9af7-dfe9d4724850,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:48.809183 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57950) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:48.957192 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed4b3d9b-0b3e-4104-9e79-d026e2cb742d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:49.089973 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed4b3d9b-0b3e-4104-9e79-d026e2cb742d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:49.095467 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed4b3d9b-0b3e-4104-9e79-d026e2cb742d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:49.139394 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b3d9b-0b3e-4104-9e79-d026e2cb742d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7ea07d-7f1d-47ee-9037-791068e14d6b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:49.149549 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ed4b3d9b-0b3e-4104-9e79-d026e2cb742d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fc499a976b004094a879d85c38be2580&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3392553 Aug 19 15:09:49.151905 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 57958) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:49.215180 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-510fb0e7-27d9-4e7e-b258-33933df90310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:49.239625 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-510fb0e7-27d9-4e7e-b258-33933df90310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:49.301184 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-510fb0e7-27d9-4e7e-b258-33933df90310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:49.304510 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-510fb0e7-27d9-4e7e-b258-33933df90310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:49.306277 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-510fb0e7-27d9-4e7e-b258-33933df90310 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bc7ea07d-7f1d-47ee-9037-791068e14d6b HTTP/1.1" status: 204 len: 168 time: 0.1537154 Aug 19 15:09:49.320132 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510fb0e7-27d9-4e7e-b258-33933df90310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7ea07d-7f1d-47ee-9037-791068e14d6b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:49.674527 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 57966) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:49.692933 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e391025-5be3-480d-84ee-2a0e118a562e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:49.814562 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e391025-5be3-480d-84ee-2a0e118a562e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:49.821938 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e391025-5be3-480d-84ee-2a0e118a562e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:49.880808 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-5e391025-5be3-480d-84ee-2a0e118a562e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ddaf7e475d7c4a0d8987c0c66e4bb4a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2028446 Aug 19 15:09:49.881720 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57968) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:49.883462 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e391025-5be3-480d-84ee-2a0e118a562e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dce8e80-46ec-4305-859b-5d1d7e7536e2,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:49.960522 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e92287bf-c764-43fa-a000-7835eb9f743c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:49.988767 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e92287bf-c764-43fa-a000-7835eb9f743c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:50.048186 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e92287bf-c764-43fa-a000-7835eb9f743c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:50.052889 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e92287bf-c764-43fa-a000-7835eb9f743c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:50.057650 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e92287bf-c764-43fa-a000-7835eb9f743c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2dce8e80-46ec-4305-859b-5d1d7e7536e2 HTTP/1.1" status: 204 len: 168 time: 0.1737251 Aug 19 15:09:50.070746 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92287bf-c764-43fa-a000-7835eb9f743c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dce8e80-46ec-4305-859b-5d1d7e7536e2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:50.467912 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 57984) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:50.483687 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d4981903-1bab-4bb6-a5e5-3a0ffb4449ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:50.585890 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d4981903-1bab-4bb6-a5e5-3a0ffb4449ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:50.590999 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d4981903-1bab-4bb6-a5e5-3a0ffb4449ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:50.631418 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d4981903-1bab-4bb6-a5e5-3a0ffb4449ea admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=84483d47beda4574bb836bba64bc72c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1623161 Aug 19 15:09:50.632273 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4981903-1bab-4bb6-a5e5-3a0ffb4449ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69c87b1-f5c0-4325-af51-eed8ffd79727,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:50.634142 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 57986) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:09:50.688934 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-49c2ea40-424c-41f5-85a5-2cb7200d0fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:50.713446 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-49c2ea40-424c-41f5-85a5-2cb7200d0fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:50.765277 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-49c2ea40-424c-41f5-85a5-2cb7200d0fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:50.768011 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-49c2ea40-424c-41f5-85a5-2cb7200d0fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:09:50.769248 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-49c2ea40-424c-41f5-85a5-2cb7200d0fd1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f69c87b1-f5c0-4325-af51-eed8ffd79727 HTTP/1.1" status: 204 len: 168 time: 0.1334884 Aug 19 15:09:50.778256 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c2ea40-424c-41f5-85a5-2cb7200d0fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69c87b1-f5c0-4325-af51-eed8ffd79727,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:09:58.007585 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:10:01.387582 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58152) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:01.413365 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7f353f32-bf05-49c1-b558-de2844f0546e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:01.518956 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58154) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:01.633406 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-4456fdb2-4b34-461d-b047-7c1c7e9d839e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Deleting port d8cc5337-ec4c-4a69-b4b4-d7de943e31ea {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:10:01.634405 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4456fdb2-4b34-461d-b047-7c1c7e9d839e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:01.693383 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0a78fb22-f2c5-4eb5-8045-0187a6db6168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:01.782633 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4456fdb2-4b34-461d-b047-7c1c7e9d839e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:01.783121 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4456fdb2-4b34-461d-b047-7c1c7e9d839e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:01.802958 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-4456fdb2-4b34-461d-b047-7c1c7e9d839e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Calling delete_port for d8cc5337-ec4c-4a69-b4b4-d7de943e31ea owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:10:01.839489 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0a78fb22-f2c5-4eb5-8045-0187a6db6168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:01.845018 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0a78fb22-f2c5-4eb5-8045-0187a6db6168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:01.879080 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a78fb22-f2c5-4eb5-8045-0187a6db6168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826e35fb-631b-4234-bdf5-629b33ea3986,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:01.911187 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-0a78fb22-f2c5-4eb5-8045-0187a6db6168 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2e413d1d1a114f9fae884702f89807e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3875303 Aug 19 15:10:01.911615 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58162) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:01.985734 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-de2981b8-96ec-407d-abe1-f49f6e0aa7b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:02.021436 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-de2981b8-96ec-407d-abe1-f49f6e0aa7b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:02.042178 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4456fdb2-4b34-461d-b047-7c1c7e9d839e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:02.081449 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4456fdb2-4b34-461d-b047-7c1c7e9d839e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event deleted for resources: {'Port': ['ID=d8cc5337-ec4c-4a69-b4b4-d7de943e31ea,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:02.107361 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-de2981b8-96ec-407d-abe1-f49f6e0aa7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:02.110809 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-de2981b8-96ec-407d-abe1-f49f6e0aa7b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:02.113150 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-de2981b8-96ec-407d-abe1-f49f6e0aa7b0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/826e35fb-631b-4234-bdf5-629b33ea3986 HTTP/1.1" status: 204 len: 168 time: 0.2002046 Aug 19 15:10:02.125572 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2981b8-96ec-407d-abe1-f49f6e0aa7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826e35fb-631b-4234-bdf5-629b33ea3986,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:02.168200 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4456fdb2-4b34-461d-b047-7c1c7e9d839e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:02.168736 n-d-766043-2 neutron-server[94639]: INFO neutron.db.l3_db [None req-4456fdb2-4b34-461d-b047-7c1c7e9d839e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Floating IP 4ec611df-bd14-4f7c-b88c-89a213bf68cb disassociated (deleted). External IP: 172.25.2.110, port: aee9a9f9-e7cf-4114-8219-2a2a527f5840. Aug 19 15:10:02.425385 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4456fdb2-4b34-461d-b047-7c1c7e9d839e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Router 271b68b8-4596-42c9-b5bc-dffec74f9079 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:10:02.498859 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58170) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:02.519161 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dbbd11f1-83e1-48a1-add5-9b8f6179e688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:02.598729 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4456fdb2-4b34-461d-b047-7c1c7e9d839e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:10:02.606372 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4456fdb2-4b34-461d-b047-7c1c7e9d839e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:02.612055 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428e03db-3b9b-42b3-8718-43fed309b689 None None] Sync routers for ids ['271b68b8-4596-42c9-b5bc-dffec74f9079'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:10:02.626111 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428e03db-3b9b-42b3-8718-43fed309b689 None None] Routers {'271b68b8-4596-42c9-b5bc-dffec74f9079'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:10:02.626732 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-428e03db-3b9b-42b3-8718-43fed309b689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:09:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['271b68b8-4596-42c9-b5bc-dffec74f9079'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:10:02.652205 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4456fdb2-4b34-461d-b047-7c1c7e9d839e tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "DELETE /v2.0/floatingips/4ec611df-bd14-4f7c-b88c-89a213bf68cb HTTP/1.1" status: 204 len: 168 time: 1.2630868 Aug 19 15:10:02.654214 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b8d7697-1702-4402-a6ec-bf8dfd21265d', 'tag': 'aee9a9f9-e7cf-4114-8219-2a2a527f5840'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:10:02.657231 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ed36fe-7ff8-4e92-b411-e088a2b3055b" -d '{"events": [{"name": "network-changed", "server_uuid": "8b8d7697-1702-4402-a6ec-bf8dfd21265d", "tag": "aee9a9f9-e7cf-4114-8219-2a2a527f5840"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:10:02.732334 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dbbd11f1-83e1-48a1-add5-9b8f6179e688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:02.760748 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c1632c-95d8-463c-b1a7-b565c0245207 x-openstack-request-id: req-f0c1632c-95d8-463c-b1a7-b565c0245207 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:10:02.763979 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b8d7697-1702-4402-a6ec-bf8dfd21265d", "tag": "aee9a9f9-e7cf-4114-8219-2a2a527f5840", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:10:02.765439 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f0c1632c-95d8-463c-b1a7-b565c0245207 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:10:02.766950 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b8d7697-1702-4402-a6ec-bf8dfd21265d', 'tag': 'aee9a9f9-e7cf-4114-8219-2a2a527f5840', 'status': 'completed', 'code': 200} Aug 19 15:10:02.768916 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dbbd11f1-83e1-48a1-add5-9b8f6179e688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:02.804861 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-428e03db-3b9b-42b3-8718-43fed309b689 None None] Set router 271b68b8-4596-42c9-b5bc-dffec74f9079 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:10:02.833837 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-dbbd11f1-83e1-48a1-add5-9b8f6179e688 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5301c7681dc04c5fa3c2c8d05472a8a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3330112 Aug 19 15:10:02.837154 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58180) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:02.887614 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd11f1-83e1-48a1-add5-9b8f6179e688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa85ef2e-5e37-4b38-888b-0c0c504eec20,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:03.092975 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e01012db-ff74-4d54-8f68-3cf5eb2f91f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:03.109884 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612941fe-8261-49d9-9fd0-d3358f43143f req-5f5759ab-db7a-4687-bbe0-cd9d8fc5982c tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:03.118724 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-612941fe-8261-49d9-9fd0-d3358f43143f req-5f5759ab-db7a-4687-bbe0-cd9d8fc5982c tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b8d7697-1702-4402-a6ec-bf8dfd21265d HTTP/1.1" status: 200 len: 946 time: 0.1468773 Aug 19 15:10:03.185505 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-612941fe-8261-49d9-9fd0-d3358f43143f req-82ec564e-be23-48eb-b959-bf49f7e3c933 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=24630928-81ce-426d-b014-5b912332f414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651712 Aug 19 15:10:03.223957 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e01012db-ff74-4d54-8f68-3cf5eb2f91f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:03.284755 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-428e03db-3b9b-42b3-8718-43fed309b689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271b68b8-4596-42c9-b5bc-dffec74f9079', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672129697', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '6ac472c3-c1f6-42da-9352-7f08f3663d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:08:13Z', 'updated_at': '2021-08-19T15:08:22Z', 'revision_number': 4, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port': {'id': '6ac472c3-c1f6-42da-9352-7f08f3663d86', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271b68b8-4596-42c9-b5bc-dffec74f9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:14Z', 'updated_at': '2021-08-19T15:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '22baf3da-efe1-478d-a555-d16c216d1c69', 'name': '', 'network_id': '938e7ca5-7f00-4f92-bd54-b9ee46e7cc21', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'mac_address': 'fa:16:3e:0e:04:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271b68b8-4596-42c9-b5bc-dffec74f9079', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '8d2478c6-91cf-477c-855d-75d646570ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:19Z', 'updated_at': '2021-08-19T15:08:28Z', 'revision_number': 5, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'subnets': [{'id': '8d2478c6-91cf-477c-855d-75d646570ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:10:03.294725 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed36fe-7ff8-4e92-b411-e088a2b3055b req-417b5a97-4410-41a2-8b85-df8e2555c7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:03.296827 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b6ed36fe-7ff8-4e92-b411-e088a2b3055b req-417b5a97-4410-41a2-8b85-df8e2555c7ce service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5784b0340e8242b1aba4ab831f2e3b23&device_id=8b8d7697-1702-4402-a6ec-bf8dfd21265d HTTP/1.1" status: 200 len: 1097 time: 0.4835064 Aug 19 15:10:03.327743 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e01012db-ff74-4d54-8f68-3cf5eb2f91f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:03.331257 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428e03db-3b9b-42b3-8718-43fed309b689 None None] Checking router: 271b68b8-4596-42c9-b5bc-dffec74f9079 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:10:03.333246 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e01012db-ff74-4d54-8f68-3cf5eb2f91f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:03.335848 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e01012db-ff74-4d54-8f68-3cf5eb2f91f3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/aa85ef2e-5e37-4b38-888b-0c0c504eec20 HTTP/1.1" status: 204 len: 168 time: 0.4953537 Aug 19 15:10:03.354447 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01012db-ff74-4d54-8f68-3cf5eb2f91f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa85ef2e-5e37-4b38-888b-0c0c504eec20,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:03.365055 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428e03db-3b9b-42b3-8718-43fed309b689 None None] Routers {'271b68b8-4596-42c9-b5bc-dffec74f9079'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:10:03.365697 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-428e03db-3b9b-42b3-8718-43fed309b689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:09:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['271b68b8-4596-42c9-b5bc-dffec74f9079'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:10:03.516469 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-428e03db-3b9b-42b3-8718-43fed309b689 None None] Set router 271b68b8-4596-42c9-b5bc-dffec74f9079 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:10:03.557613 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed36fe-7ff8-4e92-b411-e088a2b3055b req-33f11d58-42b2-4fb3-9bd8-a7cd9c83cd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:03.560378 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b6ed36fe-7ff8-4e92-b411-e088a2b3055b req-33f11d58-42b2-4fb3-9bd8-a7cd9c83cd2b service neutron] 10.222.0.68 "GET /v2.0/networks?id=938e7ca5-7f00-4f92-bd54-b9ee46e7cc21 HTTP/1.1" status: 200 len: 898 time: 0.2551095 Aug 19 15:10:03.648134 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b6ed36fe-7ff8-4e92-b411-e088a2b3055b req-209e919d-4780-41de-bcfd-99905653e9c3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aee9a9f9-e7cf-4114-8219-2a2a527f5840 HTTP/1.1" status: 200 len: 217 time: 0.0774755 Aug 19 15:10:03.707974 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed36fe-7ff8-4e92-b411-e088a2b3055b req-8d933d6e-1eea-4a98-ad11-1576c7ee9dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:03.710516 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b6ed36fe-7ff8-4e92-b411-e088a2b3055b req-8d933d6e-1eea-4a98-ad11-1576c7ee9dcb service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8d2478c6-91cf-477c-855d-75d646570ec4 HTTP/1.1" status: 200 len: 835 time: 0.0530787 Aug 19 15:10:03.768816 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed36fe-7ff8-4e92-b411-e088a2b3055b req-28077534-a217-4e48-9dad-f77e0f8c2ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:03.771410 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b6ed36fe-7ff8-4e92-b411-e088a2b3055b req-28077534-a217-4e48-9dad-f77e0f8c2ba5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=938e7ca5-7f00-4f92-bd54-b9ee46e7cc21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522039 Aug 19 15:10:03.788918 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-428e03db-3b9b-42b3-8718-43fed309b689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271b68b8-4596-42c9-b5bc-dffec74f9079', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672129697', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '6ac472c3-c1f6-42da-9352-7f08f3663d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:08:13Z', 'updated_at': '2021-08-19T15:08:22Z', 'revision_number': 4, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port': {'id': '6ac472c3-c1f6-42da-9352-7f08f3663d86', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271b68b8-4596-42c9-b5bc-dffec74f9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:14Z', 'updated_at': '2021-08-19T15:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '22baf3da-efe1-478d-a555-d16c216d1c69', 'name': '', 'network_id': '938e7ca5-7f00-4f92-bd54-b9ee46e7cc21', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'mac_address': 'fa:16:3e:0e:04:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271b68b8-4596-42c9-b5bc-dffec74f9079', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '8d2478c6-91cf-477c-855d-75d646570ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:19Z', 'updated_at': '2021-08-19T15:08:28Z', 'revision_number': 5, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'subnets': [{'id': '8d2478c6-91cf-477c-855d-75d646570ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:10:03.827814 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428e03db-3b9b-42b3-8718-43fed309b689 None None] The sync data for ids ['271b68b8-4596-42c9-b5bc-dffec74f9079'] in n-d-766043-2 is: [{'id': '271b68b8-4596-42c9-b5bc-dffec74f9079', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672129697', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '6ac472c3-c1f6-42da-9352-7f08f3663d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:08:13Z', 'updated_at': '2021-08-19T15:08:22Z', 'revision_number': 4, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port': {'id': '6ac472c3-c1f6-42da-9352-7f08f3663d86', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271b68b8-4596-42c9-b5bc-dffec74f9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:14Z', 'updated_at': '2021-08-19T15:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '22baf3da-efe1-478d-a555-d16c216d1c69', 'name': '', 'network_id': '938e7ca5-7f00-4f92-bd54-b9ee46e7cc21', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'mac_address': 'fa:16:3e:0e:04:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271b68b8-4596-42c9-b5bc-dffec74f9079', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '8d2478c6-91cf-477c-855d-75d646570ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:19Z', 'updated_at': '2021-08-19T15:08:28Z', 'revision_number': 5, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'subnets': [{'id': '8d2478c6-91cf-477c-855d-75d646570ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:10:03.925079 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b6ed36fe-7ff8-4e92-b411-e088a2b3055b req-a82945fa-5e8f-44f7-8576-05d0b70faff3 service neutron] 10.222.0.68 "GET /v2.0/networks/938e7ca5-7f00-4f92-bd54-b9ee46e7cc21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377802 Aug 19 15:10:04.085836 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b6ed36fe-7ff8-4e92-b411-e088a2b3055b req-b1824b73-7c76-4201-8e26-350c398bca4a service neutron] 10.222.0.68 "GET /v2.0/networks/938e7ca5-7f00-4f92-bd54-b9ee46e7cc21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505311 Aug 19 15:10:04.206245 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:04.272805 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1799baf7-ca0c-4e5a-955b-7d0ffd18c36f None None] New status for floating IP 4ec611df-bd14-4f7c-b88c-89a213bf68cb: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:10:04.300741 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d219a5-8404-498e-aca5-e06ad7747dc3 req-d91961c5-cdd7-4fda-8383-fdec3e130be6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:04.302708 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-82d219a5-8404-498e-aca5-e06ad7747dc3 req-d91961c5-cdd7-4fda-8383-fdec3e130be6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b8d7697-1702-4402-a6ec-bf8dfd21265d HTTP/1.1" status: 200 len: 946 time: 0.1013553 Aug 19 15:10:04.410066 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981ca04-b7a0-4347-bad8-786d5862f09e req-605f7b51-5926-4ff2-aff0-bae442cb61fc tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:04.414096 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3981ca04-b7a0-4347-bad8-786d5862f09e req-605f7b51-5926-4ff2-aff0-bae442cb61fc tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b8d7697-1702-4402-a6ec-bf8dfd21265d HTTP/1.1" status: 200 len: 946 time: 0.1077163 Aug 19 15:10:04.446665 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0b0eba47-54c5-4846-aeb1-150a64192d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:04.482522 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-82d219a5-8404-498e-aca5-e06ad7747dc3 req-34c6fd9f-7320-4899-b4e6-402164ee4aa0 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Deleting port aee9a9f9-e7cf-4114-8219-2a2a527f5840 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:10:04.482899 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-82d219a5-8404-498e-aca5-e06ad7747dc3 req-34c6fd9f-7320-4899-b4e6-402164ee4aa0 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:04.510006 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3981ca04-b7a0-4347-bad8-786d5862f09e req-ec87a087-abc5-4f2c-b53d-1135d5ad8120 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/security-groups?id=24630928-81ce-426d-b014-5b912332f414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881186 Aug 19 15:10:04.555544 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:04.631535 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-82d219a5-8404-498e-aca5-e06ad7747dc3 req-34c6fd9f-7320-4899-b4e6-402164ee4aa0 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] For port aee9a9f9-e7cf-4114-8219-2a2a527f5840, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=aee9a9f9-e7cf-4114-8219-2a2a527f5840,segment=NetworkSegment(648b4d63-60ed-44ee-b856-5972125e6092),segment_id=648b4d63-60ed-44ee-b856-5972125e6092)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:10:04.631535 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-82d219a5-8404-498e-aca5-e06ad7747dc3 req-34c6fd9f-7320-4899-b4e6-402164ee4aa0 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:04.649899 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-82d219a5-8404-498e-aca5-e06ad7747dc3 req-34c6fd9f-7320-4899-b4e6-402164ee4aa0 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Calling delete_port for aee9a9f9-e7cf-4114-8219-2a2a527f5840 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:10:04.840548 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-82d219a5-8404-498e-aca5-e06ad7747dc3 req-34c6fd9f-7320-4899-b4e6-402164ee4aa0 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:04.890605 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c6fd9f-7320-4899-b4e6-402164ee4aa0 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event deleted for resources: {'Port': ['ID=aee9a9f9-e7cf-4114-8219-2a2a527f5840,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:04.928989 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c6fd9f-7320-4899-b4e6-402164ee4aa0 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:04.929343 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c6fd9f-7320-4899-b4e6-402164ee4aa0 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:04.929717 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c6fd9f-7320-4899-b4e6-402164ee4aa0 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:04.930000 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c6fd9f-7320-4899-b4e6-402164ee4aa0 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:04.930321 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c6fd9f-7320-4899-b4e6-402164ee4aa0 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:04.930642 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c6fd9f-7320-4899-b4e6-402164ee4aa0 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:04.930978 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c6fd9f-7320-4899-b4e6-402164ee4aa0 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:04.931325 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c6fd9f-7320-4899-b4e6-402164ee4aa0 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:04.931648 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c6fd9f-7320-4899-b4e6-402164ee4aa0 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:04.931960 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c6fd9f-7320-4899-b4e6-402164ee4aa0 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:04.932276 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c6fd9f-7320-4899-b4e6-402164ee4aa0 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:04.932635 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c6fd9f-7320-4899-b4e6-402164ee4aa0 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:04.955629 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d219a5-8404-498e-aca5-e06ad7747dc3 req-34c6fd9f-7320-4899-b4e6-402164ee4aa0 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] No DVR routers for this DVR port aee9a9f9-e7cf-4114-8219-2a2a527f5840 on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:10:04.959511 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-82d219a5-8404-498e-aca5-e06ad7747dc3 req-34c6fd9f-7320-4899-b4e6-402164ee4aa0 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:04.961273 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-82d219a5-8404-498e-aca5-e06ad7747dc3 req-34c6fd9f-7320-4899-b4e6-402164ee4aa0 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.68 "DELETE /v2.0/ports/aee9a9f9-e7cf-4114-8219-2a2a527f5840 HTTP/1.1" status: 204 len: 173 time: 0.6524293 Aug 19 15:10:04.962521 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b8d7697-1702-4402-a6ec-bf8dfd21265d', 'name': 'network-vif-deleted', 'tag': 'aee9a9f9-e7cf-4114-8219-2a2a527f5840'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:10:04.964799 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc8cd9c-81fa-4224-a321-38d676c4bf46" -d '{"events": [{"server_uuid": "8b8d7697-1702-4402-a6ec-bf8dfd21265d", "name": "network-vif-deleted", "tag": "aee9a9f9-e7cf-4114-8219-2a2a527f5840"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:10:05.008208 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58230) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:05.024340 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8517d8-9c10-4766-83c5-7dc673c954c7 x-openstack-request-id: req-ca8517d8-9c10-4766-83c5-7dc673c954c7 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:10:05.024731 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b8d7697-1702-4402-a6ec-bf8dfd21265d", "name": "network-vif-deleted", "tag": "aee9a9f9-e7cf-4114-8219-2a2a527f5840", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:10:05.025043 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ca8517d8-9c10-4766-83c5-7dc673c954c7 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:10:05.025514 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b8d7697-1702-4402-a6ec-bf8dfd21265d', 'name': 'network-vif-deleted', 'tag': 'aee9a9f9-e7cf-4114-8219-2a2a527f5840', 'status': 'completed', 'code': 200} Aug 19 15:10:05.170645 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:05.185117 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd98ff7f-9c2d-4af6-933c-1b8f82227e41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:05.325753 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd98ff7f-9c2d-4af6-933c-1b8f82227e41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:05.331262 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd98ff7f-9c2d-4af6-933c-1b8f82227e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:05.399124 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-bd98ff7f-9c2d-4af6-933c-1b8f82227e41 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=637309485d71433d9f2ae14327aa3c3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3883302 Aug 19 15:10:05.401538 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58238) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:05.405638 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd98ff7f-9c2d-4af6-933c-1b8f82227e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce349dc-3f17-4b5a-a53e-04cd66b62ff9,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:05.513103 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c83bcad-a810-407a-b4dd-50b27b3ed077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:05.529143 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:05.557816 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c83bcad-a810-407a-b4dd-50b27b3ed077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:05.637129 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c83bcad-a810-407a-b4dd-50b27b3ed077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:05.641479 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c83bcad-a810-407a-b4dd-50b27b3ed077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:05.652239 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2c83bcad-a810-407a-b4dd-50b27b3ed077 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9ce349dc-3f17-4b5a-a53e-04cd66b62ff9 HTTP/1.1" status: 204 len: 168 time: 0.2436180 Aug 19 15:10:05.675679 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c83bcad-a810-407a-b4dd-50b27b3ed077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce349dc-3f17-4b5a-a53e-04cd66b62ff9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:05.689539 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0238cde6-9ada-41e7-9054-d367fd78e96b req-c1ccfdc7-29d5-4a49-925f-dc617bbd5680 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b8d7697-1702-4402-a6ec-bf8dfd21265d HTTP/1.1" status: 200 len: 210 time: 0.0579994 Aug 19 15:10:06.786601 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58278) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:07.021814 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:07.339561 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d847cc39-be23-450c-9c83-56630512fb94 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:07.668078 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d847cc39-be23-450c-9c83-56630512fb94 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Deleting port 22baf3da-efe1-478d-a555-d16c216d1c69 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:10:07.668660 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d847cc39-be23-450c-9c83-56630512fb94 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:07.783805 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-d847cc39-be23-450c-9c83-56630512fb94 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] For port 22baf3da-efe1-478d-a555-d16c216d1c69, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=22baf3da-efe1-478d-a555-d16c216d1c69,segment=NetworkSegment(648b4d63-60ed-44ee-b856-5972125e6092),segment_id=648b4d63-60ed-44ee-b856-5972125e6092)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:10:07.784182 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d847cc39-be23-450c-9c83-56630512fb94 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:07.803734 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d847cc39-be23-450c-9c83-56630512fb94 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Calling delete_port for 22baf3da-efe1-478d-a555-d16c216d1c69 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:10:08.017449 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d847cc39-be23-450c-9c83-56630512fb94 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:08.045256 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d847cc39-be23-450c-9c83-56630512fb94 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event deleted for resources: {'Port': ['ID=22baf3da-efe1-478d-a555-d16c216d1c69,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:08.344117 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device aee9a9f9-e7cf-4114-8219-2a2a527f5840 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:10:08.388564 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: aee9a9f9-e7cf-4114-8219-2a2a527f5840 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:10:08.389176 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device aee9a9f9-e7cf-4114-8219-2a2a527f5840 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:10:08.648638 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d847cc39-be23-450c-9c83-56630512fb94 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:08.920589 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d847cc39-be23-450c-9c83-56630512fb94 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Router 271b68b8-4596-42c9-b5bc-dffec74f9079 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:10:09.064068 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d847cc39-be23-450c-9c83-56630512fb94 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:10:09.070627 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d847cc39-be23-450c-9c83-56630512fb94 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "PUT /v2.0/routers/271b68b8-4596-42c9-b5bc-dffec74f9079/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2820396 Aug 19 15:10:09.072767 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58310) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:09.080506 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b989402b-cdd6-41d3-a6c3-265483466a11 None None] Sync routers for ids ['271b68b8-4596-42c9-b5bc-dffec74f9079'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:10:09.093228 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b989402b-cdd6-41d3-a6c3-265483466a11 None None] Routers {'271b68b8-4596-42c9-b5bc-dffec74f9079'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:10:09.094312 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b989402b-cdd6-41d3-a6c3-265483466a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:10:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['271b68b8-4596-42c9-b5bc-dffec74f9079'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:10:09.151577 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-921c2ce4-26ec-4549-bbb0-4c8a236b33b5 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Deleting subnet 8d2478c6-91cf-477c-855d-75d646570ec4 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:10:09.155809 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-921c2ce4-26ec-4549-bbb0-4c8a236b33b5 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:09.227930 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-921c2ce4-26ec-4549-bbb0-4c8a236b33b5 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:09.292878 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-b989402b-cdd6-41d3-a6c3-265483466a11 None None] Set router 271b68b8-4596-42c9-b5bc-dffec74f9079 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:10:09.444586 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-921c2ce4-26ec-4549-bbb0-4c8a236b33b5 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:09.546641 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-921c2ce4-26ec-4549-bbb0-4c8a236b33b5 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:09.582045 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c2ce4-26ec-4549-bbb0-4c8a236b33b5 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event deleted for resources: {'Subnet': ['ID=8d2478c6-91cf-477c-855d-75d646570ec4,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:09.586603 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-921c2ce4-26ec-4549-bbb0-4c8a236b33b5 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:09.591727 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-921c2ce4-26ec-4549-bbb0-4c8a236b33b5 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "DELETE /v2.0/subnets/8d2478c6-91cf-477c-855d-75d646570ec4 HTTP/1.1" status: 204 len: 168 time: 0.5151384 Aug 19 15:10:09.591727 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58314) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:09.604956 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6502165-5167-4c99-b65b-379deebb03cf None None] Network 938e7ca5-7f00-4f92-bd54-b9ee46e7cc21 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:10:09.649805 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b989402b-cdd6-41d3-a6c3-265483466a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271b68b8-4596-42c9-b5bc-dffec74f9079', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672129697', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '6ac472c3-c1f6-42da-9352-7f08f3663d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:08:13Z', 'updated_at': '2021-08-19T15:10:07Z', 'revision_number': 5, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port': {'id': '6ac472c3-c1f6-42da-9352-7f08f3663d86', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271b68b8-4596-42c9-b5bc-dffec74f9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:14Z', 'updated_at': '2021-08-19T15:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:10:09.681462 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b989402b-cdd6-41d3-a6c3-265483466a11 None None] Checking router: 271b68b8-4596-42c9-b5bc-dffec74f9079 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:10:09.692867 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b989402b-cdd6-41d3-a6c3-265483466a11 None None] Routers {'271b68b8-4596-42c9-b5bc-dffec74f9079'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:10:09.693415 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b989402b-cdd6-41d3-a6c3-265483466a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:10:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['271b68b8-4596-42c9-b5bc-dffec74f9079'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:10:09.760762 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-914a5efd-46c8-48a7-a8b9-c56515732cf6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:09.851816 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-b989402b-cdd6-41d3-a6c3-265483466a11 None None] Set router 271b68b8-4596-42c9-b5bc-dffec74f9079 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:10:09.895967 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbe3754-5718-433e-b64d-e4be4f10648b None None] DHCP port deletion for 938e7ca5-7f00-4f92-bd54-b9ee46e7cc21 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:10:09.924421 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-914a5efd-46c8-48a7-a8b9-c56515732cf6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:09.976131 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-4bbe3754-5718-433e-b64d-e4be4f10648b None None] Deleting port f0928149-2ef3-488f-9ead-9d3190b5bb5c {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:10:09.976824 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4bbe3754-5718-433e-b64d-e4be4f10648b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:09.998232 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-914a5efd-46c8-48a7-a8b9-c56515732cf6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Deleting port 6ac472c3-c1f6-42da-9352-7f08f3663d86 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:10:09.998232 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-914a5efd-46c8-48a7-a8b9-c56515732cf6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:10.086801 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4bbe3754-5718-433e-b64d-e4be4f10648b None None] For port f0928149-2ef3-488f-9ead-9d3190b5bb5c, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=f0928149-2ef3-488f-9ead-9d3190b5bb5c,segment=NetworkSegment(648b4d63-60ed-44ee-b856-5972125e6092),segment_id=648b4d63-60ed-44ee-b856-5972125e6092)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:10:10.087735 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4bbe3754-5718-433e-b64d-e4be4f10648b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:10.106341 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-4bbe3754-5718-433e-b64d-e4be4f10648b None None] Calling delete_port for f0928149-2ef3-488f-9ead-9d3190b5bb5c owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:10:10.111518 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-914a5efd-46c8-48a7-a8b9-c56515732cf6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] For port 6ac472c3-c1f6-42da-9352-7f08f3663d86, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=6ac472c3-c1f6-42da-9352-7f08f3663d86,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:10:10.112475 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-914a5efd-46c8-48a7-a8b9-c56515732cf6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:10.136274 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-914a5efd-46c8-48a7-a8b9-c56515732cf6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Calling delete_port for 6ac472c3-c1f6-42da-9352-7f08f3663d86 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:10:10.156097 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b989402b-cdd6-41d3-a6c3-265483466a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271b68b8-4596-42c9-b5bc-dffec74f9079', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672129697', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '6ac472c3-c1f6-42da-9352-7f08f3663d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:08:13Z', 'updated_at': '2021-08-19T15:10:07Z', 'revision_number': 5, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port': {'id': '6ac472c3-c1f6-42da-9352-7f08f3663d86', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271b68b8-4596-42c9-b5bc-dffec74f9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:14Z', 'updated_at': '2021-08-19T15:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:10:10.198650 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b989402b-cdd6-41d3-a6c3-265483466a11 None None] The sync data for ids ['271b68b8-4596-42c9-b5bc-dffec74f9079'] in n-d-766043-2 is: [{'id': '271b68b8-4596-42c9-b5bc-dffec74f9079', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672129697', 'tenant_id': '5784b0340e8242b1aba4ab831f2e3b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '6ac472c3-c1f6-42da-9352-7f08f3663d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:08:13Z', 'updated_at': '2021-08-19T15:10:07Z', 'revision_number': 5, 'project_id': '5784b0340e8242b1aba4ab831f2e3b23', 'gw_port': {'id': '6ac472c3-c1f6-42da-9352-7f08f3663d86', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271b68b8-4596-42c9-b5bc-dffec74f9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:08:14Z', 'updated_at': '2021-08-19T15:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:10:10.230166 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4bbe3754-5718-433e-b64d-e4be4f10648b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:10.280440 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbe3754-5718-433e-b64d-e4be4f10648b None None] No DVR routers for this DVR port f0928149-2ef3-488f-9ead-9d3190b5bb5c on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:10:10.283248 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbe3754-5718-433e-b64d-e4be4f10648b None None] Pushing event deleted for resources: {'Port': ['ID=f0928149-2ef3-488f-9ead-9d3190b5bb5c,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:10.314407 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbe3754-5718-433e-b64d-e4be4f10648b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:10.314863 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbe3754-5718-433e-b64d-e4be4f10648b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:10.315328 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbe3754-5718-433e-b64d-e4be4f10648b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:10.315786 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbe3754-5718-433e-b64d-e4be4f10648b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:10.316939 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbe3754-5718-433e-b64d-e4be4f10648b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:10.317571 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbe3754-5718-433e-b64d-e4be4f10648b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:10.318076 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbe3754-5718-433e-b64d-e4be4f10648b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:10.318707 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbe3754-5718-433e-b64d-e4be4f10648b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:10.319224 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbe3754-5718-433e-b64d-e4be4f10648b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:10.319670 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbe3754-5718-433e-b64d-e4be4f10648b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:10.320605 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbe3754-5718-433e-b64d-e4be4f10648b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:10.321598 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbe3754-5718-433e-b64d-e4be4f10648b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:10.371170 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-914a5efd-46c8-48a7-a8b9-c56515732cf6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:10.408439 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914a5efd-46c8-48a7-a8b9-c56515732cf6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event deleted for resources: {'Port': ['ID=6ac472c3-c1f6-42da-9352-7f08f3663d86,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:10.474735 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-914a5efd-46c8-48a7-a8b9-c56515732cf6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:10.616951 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-914a5efd-46c8-48a7-a8b9-c56515732cf6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:10.620491 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-914a5efd-46c8-48a7-a8b9-c56515732cf6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:10.681971 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-914a5efd-46c8-48a7-a8b9-c56515732cf6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:10.682825 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914a5efd-46c8-48a7-a8b9-c56515732cf6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Fanout notify agent at l3_agent the message router_deleted on router 271b68b8-4596-42c9-b5bc-dffec74f9079 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:10:10.696117 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-914a5efd-46c8-48a7-a8b9-c56515732cf6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:10.700144 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-914a5efd-46c8-48a7-a8b9-c56515732cf6 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "DELETE /v2.0/routers/271b68b8-4596-42c9-b5bc-dffec74f9079 HTTP/1.1" status: 204 len: 168 time: 1.1048963 Aug 19 15:10:10.700483 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58340) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:10.821986 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-738f8fcc-7753-4bb4-bb19-c6edc2249382 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:10.963924 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-738f8fcc-7753-4bb4-bb19-c6edc2249382 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:10.980434 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-738f8fcc-7753-4bb4-bb19-c6edc2249382 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['938e7ca5-7f00-4f92-bd54-b9ee46e7cc21']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:10:10.997128 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-738f8fcc-7753-4bb4-bb19-c6edc2249382 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '648b4d63-60ed-44ee-b856-5972125e6092') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:10:10.997636 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-738f8fcc-7753-4bb4-bb19-c6edc2249382 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '648b4d63-60ed-44ee-b856-5972125e6092') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:10:11.010872 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-738f8fcc-7753-4bb4-bb19-c6edc2249382 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:11.027588 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-738f8fcc-7753-4bb4-bb19-c6edc2249382 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:11.035826 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-738f8fcc-7753-4bb4-bb19-c6edc2249382 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:10:11.036215 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-738f8fcc-7753-4bb4-bb19-c6edc2249382 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:11.104970 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 15:10:11.104970 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:10:11.104970 n-d-766043-2 neutron-server[94639]: timer() Aug 19 15:10:11.104970 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:10:11.104970 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 15:10:11.104970 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:10:11.104970 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 15:10:11.104970 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:10:11.104970 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 15:10:11.104970 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:10:11.104970 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 15:10:11.104970 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:10:11.104970 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 15:10:11.104970 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:10:11.104970 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:10:11.104970 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:10:11.104970 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:10:11.104970 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:10:11.104970 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 15:10:11.104970 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:10:11.104970 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 15:10:11.104970 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:10:11.104970 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:10:11.104970 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:10:11.104970 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 15:10:11.104970 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:10:11.104970 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:10:11.104970 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:10:11.104970 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:10:11.104970 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:10:11.104970 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:10:11.104970 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:10:11.142768 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-738f8fcc-7753-4bb4-bb19-c6edc2249382 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:11.151021 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-738f8fcc-7753-4bb4-bb19-c6edc2249382 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:11.155969 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-738f8fcc-7753-4bb4-bb19-c6edc2249382 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "DELETE /v2.0/networks/938e7ca5-7f00-4f92-bd54-b9ee46e7cc21 HTTP/1.1" status: 204 len: 168 time: 0.4517705 Aug 19 15:10:11.158617 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58358) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:11.176772 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f8fcc-7753-4bb4-bb19-c6edc2249382 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event deleted for resources: {'Network': ['ID=938e7ca5-7f00-4f92-bd54-b9ee46e7cc21,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:11.279460 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-25866cd0-ff6b-417d-a069-be1e79401a01 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:11.344253 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-25866cd0-ff6b-417d-a069-be1e79401a01 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:11.446951 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-25866cd0-ff6b-417d-a069-be1e79401a01 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:11.452076 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-25866cd0-ff6b-417d-a069-be1e79401a01 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:11.453847 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-25866cd0-ff6b-417d-a069-be1e79401a01 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] 10.222.0.69 "DELETE /v2.0/security-groups/24630928-81ce-426d-b014-5b912332f414 HTTP/1.1" status: 204 len: 168 time: 0.2797480 Aug 19 15:10:11.470423 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25866cd0-ff6b-417d-a069-be1e79401a01 tempest-TestNetworkAdvancedServerOps-1381984541 tempest-TestNetworkAdvancedServerOps-1381984541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24630928-81ce-426d-b014-5b912332f414,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:11.639268 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device f0928149-2ef3-488f-9ead-9d3190b5bb5c no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:10:11.691992 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: f0928149-2ef3-488f-9ead-9d3190b5bb5c {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:10:11.692783 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device f0928149-2ef3-488f-9ead-9d3190b5bb5c not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:10:11.693603 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 22baf3da-efe1-478d-a555-d16c216d1c69 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:10:11.737197 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 22baf3da-efe1-478d-a555-d16c216d1c69 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:10:11.737541 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 22baf3da-efe1-478d-a555-d16c216d1c69 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:10:11.942958 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58370) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:12.135437 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-82f52599-64e6-4e6e-92e6-a3cb73446bbc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5784b0340e8242b1aba4ab831f2e3b23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1914060 Aug 19 15:10:12.137607 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58380) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:12.225576 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b5065ae0-2f83-45e0-85f7-0297b4189dc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:12.255840 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b5065ae0-2f83-45e0-85f7-0297b4189dc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:12.310424 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b5065ae0-2f83-45e0-85f7-0297b4189dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:12.315743 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b5065ae0-2f83-45e0-85f7-0297b4189dc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:12.321096 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b5065ae0-2f83-45e0-85f7-0297b4189dc4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b078c369-0e61-49c2-9525-f34947d43912 HTTP/1.1" status: 204 len: 168 time: 0.1800179 Aug 19 15:10:12.327581 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5065ae0-2f83-45e0-85f7-0297b4189dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b078c369-0e61-49c2-9525-f34947d43912,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:12.690942 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58388) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:12.735308 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1754c524-bbb6-4268-92c1-2dddec614283 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fd5ad8e1b4bb439f8c4dd49562e9b850&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430346 Aug 19 15:10:12.738413 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58390) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:12.795764 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-531f426f-8596-474f-8c08-bcc4f94138a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:12.824171 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-531f426f-8596-474f-8c08-bcc4f94138a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:12.882710 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-531f426f-8596-474f-8c08-bcc4f94138a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:12.886331 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-531f426f-8596-474f-8c08-bcc4f94138a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:12.886771 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-531f426f-8596-474f-8c08-bcc4f94138a1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/153b05c5-04ea-4083-9599-380c841bdc78 HTTP/1.1" status: 204 len: 168 time: 0.1447103 Aug 19 15:10:12.895899 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531f426f-8596-474f-8c08-bcc4f94138a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153b05c5-04ea-4083-9599-380c841bdc78,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:13.158173 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 6ac472c3-c1f6-42da-9352-7f08f3663d86 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:10:13.182038 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 6ac472c3-c1f6-42da-9352-7f08f3663d86 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:10:13.182652 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 6ac472c3-c1f6-42da-9352-7f08f3663d86 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:10:15.594181 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58480) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:15.600161 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-862387a9-1596-41ab-901c-5fd77a95bf3b tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Request body: {'network': {'name': 'tempest-network-smoke--127806463', 'project_id': '198637359c524ae7b50bc39c96d10493', 'port_security_enabled': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:10:15.630322 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862387a9-1596-41ab-901c-5fd77a95bf3b tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Made reservation on behalf of 198637359c524ae7b50bc39c96d10493 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:10:15.634518 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-862387a9-1596-41ab-901c-5fd77a95bf3b tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:15.649038 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-862387a9-1596-41ab-901c-5fd77a95bf3b tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:15.790136 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-862387a9-1596-41ab-901c-5fd77a95bf3b tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:15.795649 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-862387a9-1596-41ab-901c-5fd77a95bf3b tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:15.809729 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-862387a9-1596-41ab-901c-5fd77a95bf3b tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:10:15.822287 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-862387a9-1596-41ab-901c-5fd77a95bf3b tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:15.822649 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-862387a9-1596-41ab-901c-5fd77a95bf3b tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Added segment c4c1c160-3dde-4e9d-a10c-eda2b4bef299 of type vlan for network dd985faf-c2e9-4703-8fef-0afb6dffec8d Aug 19 15:10:15.893498 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-862387a9-1596-41ab-901c-5fd77a95bf3b tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:15.896752 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862387a9-1596-41ab-901c-5fd77a95bf3b tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b2a1c9-dcfc-4619-8b02-9b4130924971,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:15.929369 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-862387a9-1596-41ab-901c-5fd77a95bf3b tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:15.936926 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862387a9-1596-41ab-901c-5fd77a95bf3b tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:15.937615 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-862387a9-1596-41ab-901c-5fd77a95bf3b tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:15.971070 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-862387a9-1596-41ab-901c-5fd77a95bf3b tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3756504 Aug 19 15:10:15.974587 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58492) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:15.980241 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6726826f-2dc5-4856-9288-34b79dc96036 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-740855804', 'admin_state_up': True, 'project_id': '198637359c524ae7b50bc39c96d10493', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:10:16.054271 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862387a9-1596-41ab-901c-5fd77a95bf3b tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Pushing event updated for resources: {'Network': ['ID=dd985faf-c2e9-4703-8fef-0afb6dffec8d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:16.061919 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6726826f-2dc5-4856-9288-34b79dc96036 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:16.062946 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6726826f-2dc5-4856-9288-34b79dc96036 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:16.067868 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network dd985faf-c2e9-4703-8fef-0afb6dffec8d details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:10:16.102061 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58494) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:16.131039 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6726826f-2dc5-4856-9288-34b79dc96036 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:16.267630 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5ef52ca2-9f71-41f6-8282-c9a4131c0882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:16.294520 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6726826f-2dc5-4856-9288-34b79dc96036 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:16.374154 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5ef52ca2-9f71-41f6-8282-c9a4131c0882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:16.379696 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5ef52ca2-9f71-41f6-8282-c9a4131c0882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:16.424564 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5ef52ca2-9f71-41f6-8282-c9a4131c0882 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4d07ef4ef18e418eacd8eeda48f548c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3183880 Aug 19 15:10:16.424564 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef52ca2-9f71-41f6-8282-c9a4131c0882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86379055-3f68-4641-9577-6164c1d1857c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:16.425590 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58504) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:16.557305 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6726826f-2dc5-4856-9288-34b79dc96036 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:16.589340 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6726826f-2dc5-4856-9288-34b79dc96036 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:16.591217 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2a9ea12e-90f1-49c5-9e27-c830967d5607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:16.648721 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2a9ea12e-90f1-49c5-9e27-c830967d5607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:16.750457 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-6726826f-2dc5-4856-9288-34b79dc96036 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Allocated IP 172.25.2.224 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/1a6ee728-29ad-4675-b264-eef0dfd3ec05) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:10:16.757195 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2a9ea12e-90f1-49c5-9e27-c830967d5607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:16.759842 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2a9ea12e-90f1-49c5-9e27-c830967d5607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:16.760969 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-2a9ea12e-90f1-49c5-9e27-c830967d5607 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/86379055-3f68-4641-9577-6164c1d1857c HTTP/1.1" status: 204 len: 168 time: 0.3343022 Aug 19 15:10:16.777133 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9ea12e-90f1-49c5-9e27-c830967d5607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86379055-3f68-4641-9577-6164c1d1857c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:16.902870 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6726826f-2dc5-4856-9288-34b79dc96036 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:16.949736 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6726826f-2dc5-4856-9288-34b79dc96036 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:16.993118 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6726826f-2dc5-4856-9288-34b79dc96036 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:10:16.996066 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-6726826f-2dc5-4856-9288-34b79dc96036 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:10:16.998645 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6726826f-2dc5-4856-9288-34b79dc96036 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:10:17.025908 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6726826f-2dc5-4856-9288-34b79dc96036 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Pushing event updated for resources: {'Port': ['ID=1a6ee728-29ad-4675-b264-eef0dfd3ec05,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:17.305369 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6726826f-2dc5-4856-9288-34b79dc96036 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:17.560511 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6726826f-2dc5-4856-9288-34b79dc96036 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:17.719572 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6726826f-2dc5-4856-9288-34b79dc96036 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Router 2dda1054-cc93-4f69-b9f2-3dd01314d819 is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:10:17.856973 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6726826f-2dc5-4856-9288-34b79dc96036 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:10:17.867247 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5482e1ac-1489-4f83-a579-f7684372b54b None None] Sync routers for ids ['2dda1054-cc93-4f69-b9f2-3dd01314d819'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:10:17.885312 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6726826f-2dc5-4856-9288-34b79dc96036 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:17.886740 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-6726826f-2dc5-4856-9288-34b79dc96036 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.9107153 Aug 19 15:10:17.890321 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58544) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:17.904919 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5482e1ac-1489-4f83-a579-f7684372b54b None None] Routers {'2dda1054-cc93-4f69-b9f2-3dd01314d819'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:10:17.905595 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5482e1ac-1489-4f83-a579-f7684372b54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:10:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['2dda1054-cc93-4f69-b9f2-3dd01314d819'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:10:18.067189 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-5482e1ac-1489-4f83-a579-f7684372b54b None None] Set router 2dda1054-cc93-4f69-b9f2-3dd01314d819 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:10:18.121036 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a272f41d-635a-4256-8c94-49f2bb56ce21 tempest-TestSecurityGroupsBasicOps-1985627465 tempest-TestSecurityGroupsBasicOps-1985627465-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=198637359c524ae7b50bc39c96d10493&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2291155 Aug 19 15:10:18.123578 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58552) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:18.324378 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5482e1ac-1489-4f83-a579-f7684372b54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dda1054-cc93-4f69-b9f2-3dd01314d819', 'name': 'tempest-TestSecurityGroupsBasicOps-router-740855804', 'tenant_id': '198637359c524ae7b50bc39c96d10493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '1a6ee728-29ad-4675-b264-eef0dfd3ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:10:16Z', 'updated_at': '2021-08-19T15:10:17Z', 'revision_number': 3, 'project_id': '198637359c524ae7b50bc39c96d10493', 'gw_port': {'id': '1a6ee728-29ad-4675-b264-eef0dfd3ec05', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dda1054-cc93-4f69-b9f2-3dd01314d819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:10:16Z', 'updated_at': '2021-08-19T15:10:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:10:18.385201 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5482e1ac-1489-4f83-a579-f7684372b54b None None] Checking router: 2dda1054-cc93-4f69-b9f2-3dd01314d819 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:10:18.388020 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5482e1ac-1489-4f83-a579-f7684372b54b None None] Updating router 2dda1054-cc93-4f69-b9f2-3dd01314d819 port 1a6ee728-29ad-4675-b264-eef0dfd3ec05 binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:10:18.434352 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5482e1ac-1489-4f83-a579-f7684372b54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:18.585098 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254e5757-9159-4d12-a634-ce84d8219db1 tempest-TestSecurityGroupsBasicOps-1985627465 tempest-TestSecurityGroupsBasicOps-1985627465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:18.587282 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-254e5757-9159-4d12-a634-ce84d8219db1 tempest-TestSecurityGroupsBasicOps-1985627465 tempest-TestSecurityGroupsBasicOps-1985627465-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4621143 Aug 19 15:10:18.590259 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58562) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:18.626239 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f71d8e7a-07cf-46c9-8cf4-3f24db14b103 tempest-TestSecurityGroupsBasicOps-1985627465 tempest-TestSecurityGroupsBasicOps-1985627465-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=88eeec05-6d16-4f02-9461-44ff5e420302&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0338333 Aug 19 15:10:18.629254 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58564) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:18.636676 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ff74a18b-b3eb-4f57-8d7c-47594f53fc5a tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1399004633', 'network_id': 'dd985faf-c2e9-4703-8fef-0afb6dffec8d', 'project_id': '198637359c524ae7b50bc39c96d10493', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:10:18.759649 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff74a18b-b3eb-4f57-8d7c-47594f53fc5a tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Made reservation on behalf of 198637359c524ae7b50bc39c96d10493 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:10:18.764991 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff74a18b-b3eb-4f57-8d7c-47594f53fc5a tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:18.862903 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5482e1ac-1489-4f83-a579-f7684372b54b None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:18.895163 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5482e1ac-1489-4f83-a579-f7684372b54b None None] Transition to ACTIVE for port object 1a6ee728-29ad-4675-b264-eef0dfd3ec05 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:10:18.908360 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5482e1ac-1489-4f83-a579-f7684372b54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:18.981645 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5482e1ac-1489-4f83-a579-f7684372b54b None None] Attempting to bind port 1a6ee728-29ad-4675-b264-eef0dfd3ec05 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:18.981917 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5482e1ac-1489-4f83-a579-f7684372b54b None None] Attempting to bind port 1a6ee728-29ad-4675-b264-eef0dfd3ec05 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:18.982361 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5482e1ac-1489-4f83-a579-f7684372b54b None None] Attempting to bind port 1a6ee728-29ad-4675-b264-eef0dfd3ec05 on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:18.995174 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5482e1ac-1489-4f83-a579-f7684372b54b None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:10:18.995553 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5482e1ac-1489-4f83-a579-f7684372b54b None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:10:18.995951 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5482e1ac-1489-4f83-a579-f7684372b54b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:18.996351 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5482e1ac-1489-4f83-a579-f7684372b54b None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:10:18.996881 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5482e1ac-1489-4f83-a579-f7684372b54b None None] Bound port: 1a6ee728-29ad-4675-b264-eef0dfd3ec05, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:10:18.997242 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5482e1ac-1489-4f83-a579-f7684372b54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:19.021660 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d1335-bef6-481d-90bf-d25c28fcb334 None None] Pushing event updated for resources: {'Port': ['ID=1a6ee728-29ad-4675-b264-eef0dfd3ec05,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:19.027638 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff74a18b-b3eb-4f57-8d7c-47594f53fc5a tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:19.069530 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5482e1ac-1489-4f83-a579-f7684372b54b None None] For port 1a6ee728-29ad-4675-b264-eef0dfd3ec05, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:10:19.075856 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5482e1ac-1489-4f83-a579-f7684372b54b None None] For port 1a6ee728-29ad-4675-b264-eef0dfd3ec05, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=1a6ee728-29ad-4675-b264-eef0dfd3ec05,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:10:19.080387 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5482e1ac-1489-4f83-a579-f7684372b54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:19.105993 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff74a18b-b3eb-4f57-8d7c-47594f53fc5a tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Pushing event updated for resources: {'Subnet': ['ID=57c2a653-8821-4d81-b68e-fd1a64997b4f,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:19.120884 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff74a18b-b3eb-4f57-8d7c-47594f53fc5a tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Checking segment: {'id': 'c4c1c160-3dde-4e9d-a10c-eda2b4bef299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'dd985faf-c2e9-4703-8fef-0afb6dffec8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:10:19.121421 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff74a18b-b3eb-4f57-8d7c-47594f53fc5a tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Network hostable DHCP agents. Network: dd985faf-c2e9-4703-8fef-0afb6dffec8d, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:10:19.139208 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d1335-bef6-481d-90bf-d25c28fcb334 None None] Pushing event updated for resources: {'Port': ['ID=1a6ee728-29ad-4675-b264-eef0dfd3ec05,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:19.143590 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff74a18b-b3eb-4f57-8d7c-47594f53fc5a tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Network dd985faf-c2e9-4703-8fef-0afb6dffec8d is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:10:19.157079 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5482e1ac-1489-4f83-a579-f7684372b54b None None] Routers {'2dda1054-cc93-4f69-b9f2-3dd01314d819'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:10:19.157805 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5482e1ac-1489-4f83-a579-f7684372b54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:10:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['2dda1054-cc93-4f69-b9f2-3dd01314d819'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:10:19.163207 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-ff74a18b-b3eb-4f57-8d7c-47594f53fc5a tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, dd985faf-c2e9-4703-8fef-0afb6dffec8d) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:10:19.176895 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff74a18b-b3eb-4f57-8d7c-47594f53fc5a tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:19.178512 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff74a18b-b3eb-4f57-8d7c-47594f53fc5a tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:19.197826 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ff74a18b-b3eb-4f57-8d7c-47594f53fc5a tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5670252 Aug 19 15:10:19.200594 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58572) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:19.209683 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574aa8d6-b553-49f9-850c-0f44fa5746cd None None] Network dd985faf-c2e9-4703-8fef-0afb6dffec8d requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:10:19.353075 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-5482e1ac-1489-4f83-a579-f7684372b54b None None] Set router 2dda1054-cc93-4f69-b9f2-3dd01314d819 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:10:19.591357 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359458d3-2958-43d1-846d-ab8026b7ffc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-dd985faf-c2e9-4703-8fef-0afb6dffec8d', 'network_id': 'dd985faf-c2e9-4703-8fef-0afb6dffec8d', 'tenant_id': '198637359c524ae7b50bc39c96d10493', 'fixed_ips': [{'subnet_id': '57c2a653-8821-4d81-b68e-fd1a64997b4f'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:10:19.593526 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-359458d3-2958-43d1-846d-ab8026b7ffc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:19.930216 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5482e1ac-1489-4f83-a579-f7684372b54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dda1054-cc93-4f69-b9f2-3dd01314d819', 'name': 'tempest-TestSecurityGroupsBasicOps-router-740855804', 'tenant_id': '198637359c524ae7b50bc39c96d10493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '1a6ee728-29ad-4675-b264-eef0dfd3ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:10:16Z', 'updated_at': '2021-08-19T15:10:17Z', 'revision_number': 3, 'project_id': '198637359c524ae7b50bc39c96d10493', 'gw_port': {'id': '1a6ee728-29ad-4675-b264-eef0dfd3ec05', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dda1054-cc93-4f69-b9f2-3dd01314d819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:10:16Z', 'updated_at': '2021-08-19T15:10:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:10:19.942038 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6445656c-534e-41c0-b0e9-ecaaad2a9360 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:19.986940 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5482e1ac-1489-4f83-a579-f7684372b54b None None] The sync data for ids ['2dda1054-cc93-4f69-b9f2-3dd01314d819'] in n-d-766043-2 is: [{'id': '2dda1054-cc93-4f69-b9f2-3dd01314d819', 'name': 'tempest-TestSecurityGroupsBasicOps-router-740855804', 'tenant_id': '198637359c524ae7b50bc39c96d10493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '1a6ee728-29ad-4675-b264-eef0dfd3ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:10:16Z', 'updated_at': '2021-08-19T15:10:17Z', 'revision_number': 3, 'project_id': '198637359c524ae7b50bc39c96d10493', 'gw_port': {'id': '1a6ee728-29ad-4675-b264-eef0dfd3ec05', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dda1054-cc93-4f69-b9f2-3dd01314d819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:10:16Z', 'updated_at': '2021-08-19T15:10:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:10:19.990966 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-359458d3-2958-43d1-846d-ab8026b7ffc9 None None] Allocated IP 172.20.0.2 (dd985faf-c2e9-4703-8fef-0afb6dffec8d/57c2a653-8821-4d81-b68e-fd1a64997b4f/c7ec14c5-5719-4a3f-9d94-2dcaeedc9215) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:10:20.198272 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-359458d3-2958-43d1-846d-ab8026b7ffc9 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:20.211843 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-359458d3-2958-43d1-846d-ab8026b7ffc9 None None] Transition to ACTIVE for port object c7ec14c5-5719-4a3f-9d94-2dcaeedc9215 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:10:20.233518 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-359458d3-2958-43d1-846d-ab8026b7ffc9 None None] Transition to ACTIVE for port object c7ec14c5-5719-4a3f-9d94-2dcaeedc9215 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:10:20.245336 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-359458d3-2958-43d1-846d-ab8026b7ffc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:20.330576 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359458d3-2958-43d1-846d-ab8026b7ffc9 None None] Network dd985faf-c2e9-4703-8fef-0afb6dffec8d is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:10:20.332085 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-359458d3-2958-43d1-846d-ab8026b7ffc9 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:10:20.372371 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359458d3-2958-43d1-846d-ab8026b7ffc9 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:10:20.427748 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-6445656c-534e-41c0-b0e9-ecaaad2a9360 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Allocated IP 172.20.0.1 (dd985faf-c2e9-4703-8fef-0afb6dffec8d/57c2a653-8821-4d81-b68e-fd1a64997b4f/b6cd6b29-5b84-4198-8149-e15565357da4) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:10:20.473342 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359458d3-2958-43d1-846d-ab8026b7ffc9 None None] Pushing event updated for resources: {'Port': ['ID=c7ec14c5-5719-4a3f-9d94-2dcaeedc9215,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:20.534435 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-359458d3-2958-43d1-846d-ab8026b7ffc9 None None] Attempting to bind port c7ec14c5-5719-4a3f-9d94-2dcaeedc9215 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:20.535403 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-359458d3-2958-43d1-846d-ab8026b7ffc9 None None] Attempting to bind port c7ec14c5-5719-4a3f-9d94-2dcaeedc9215 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'c4c1c160-3dde-4e9d-a10c-eda2b4bef299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'dd985faf-c2e9-4703-8fef-0afb6dffec8d'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:20.535770 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359458d3-2958-43d1-846d-ab8026b7ffc9 None None] Attempting to bind port c7ec14c5-5719-4a3f-9d94-2dcaeedc9215 on network dd985faf-c2e9-4703-8fef-0afb6dffec8d {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:20.552072 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359458d3-2958-43d1-846d-ab8026b7ffc9 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:10:20.552466 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359458d3-2958-43d1-846d-ab8026b7ffc9 None None] Checking segment: {'id': 'c4c1c160-3dde-4e9d-a10c-eda2b4bef299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'dd985faf-c2e9-4703-8fef-0afb6dffec8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:10:20.552874 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-359458d3-2958-43d1-846d-ab8026b7ffc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:20.553529 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359458d3-2958-43d1-846d-ab8026b7ffc9 None None] Bound using segment: {'id': 'c4c1c160-3dde-4e9d-a10c-eda2b4bef299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'dd985faf-c2e9-4703-8fef-0afb6dffec8d'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:10:20.554007 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-359458d3-2958-43d1-846d-ab8026b7ffc9 None None] Bound port: c7ec14c5-5719-4a3f-9d94-2dcaeedc9215, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4c1c160-3dde-4e9d-a10c-eda2b4bef299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'dd985faf-c2e9-4703-8fef-0afb6dffec8d'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:10:20.554387 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-359458d3-2958-43d1-846d-ab8026b7ffc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:20.668448 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6445656c-534e-41c0-b0e9-ecaaad2a9360 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:20.688536 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-6445656c-534e-41c0-b0e9-ecaaad2a9360 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Transition to ACTIVE for port object b6cd6b29-5b84-4198-8149-e15565357da4 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:10:20.689462 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-359458d3-2958-43d1-846d-ab8026b7ffc9 None None] For port c7ec14c5-5719-4a3f-9d94-2dcaeedc9215, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:10:20.693713 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-359458d3-2958-43d1-846d-ab8026b7ffc9 None None] For port c7ec14c5-5719-4a3f-9d94-2dcaeedc9215, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=c7ec14c5-5719-4a3f-9d94-2dcaeedc9215,segment=NetworkSegment(c4c1c160-3dde-4e9d-a10c-eda2b4bef299),segment_id=c4c1c160-3dde-4e9d-a10c-eda2b4bef299)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:10:20.699219 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-359458d3-2958-43d1-846d-ab8026b7ffc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:20.772016 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6445656c-534e-41c0-b0e9-ecaaad2a9360 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:20.834812 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6445656c-534e-41c0-b0e9-ecaaad2a9360 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Network dd985faf-c2e9-4703-8fef-0afb6dffec8d is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:10:20.841384 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-6445656c-534e-41c0-b0e9-ecaaad2a9360 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:10:20.845938 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6445656c-534e-41c0-b0e9-ecaaad2a9360 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:10:20.850683 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359458d3-2958-43d1-846d-ab8026b7ffc9 None None] Pushing event updated for resources: {'Port': ['ID=c7ec14c5-5719-4a3f-9d94-2dcaeedc9215,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:20.875772 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6445656c-534e-41c0-b0e9-ecaaad2a9360 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Pushing event updated for resources: {'Port': ['ID=b6cd6b29-5b84-4198-8149-e15565357da4,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:20.910764 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6445656c-534e-41c0-b0e9-ecaaad2a9360 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:21.149218 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6445656c-534e-41c0-b0e9-ecaaad2a9360 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:21.394792 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 1a6ee728-29ad-4675-b264-eef0dfd3ec05 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:10:21.514158 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 1a6ee728-29ad-4675-b264-eef0dfd3ec05 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:10:21.519688 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 1a6ee728-29ad-4675-b264-eef0dfd3ec05 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:10:21.520116 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:21.627251 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6445656c-534e-41c0-b0e9-ecaaad2a9360 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:21.642715 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3ddf6893-42c8-4b2b-9c63-442c33155e26 req-51f183ea-e0f5-4534-8b69-37e25ee103f1 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4d4e6fcb-b850-4a3d-ab03-71ec53830ec8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1741846 Aug 19 15:10:21.643437 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:21.646949 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6445656c-534e-41c0-b0e9-ecaaad2a9360 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:21.669141 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 1a6ee728-29ad-4675-b264-eef0dfd3ec05, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=1a6ee728-29ad-4675-b264-eef0dfd3ec05,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:10:21.674766 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:21.756709 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf6893-42c8-4b2b-9c63-442c33155e26 req-5c442d8c-8585-4ee1-b2f6-41813b93f6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:21.758333 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3ddf6893-42c8-4b2b-9c63-442c33155e26 req-5c442d8c-8585-4ee1-b2f6-41813b93f6fa service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0550ac85b3b548ae984f8729832afa44&device_id=4d4e6fcb-b850-4a3d-ab03-71ec53830ec8 HTTP/1.1" status: 200 len: 1096 time: 0.0621238 Aug 19 15:10:21.780072 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=1a6ee728-29ad-4675-b264-eef0dfd3ec05,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:21.801331 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6445656c-534e-41c0-b0e9-ecaaad2a9360 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:21.868035 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6445656c-534e-41c0-b0e9-ecaaad2a9360 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Pushing event updated for resources: {'Port': ['ID=b6cd6b29-5b84-4198-8149-e15565357da4,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:21.940318 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6445656c-534e-41c0-b0e9-ecaaad2a9360 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Network dd985faf-c2e9-4703-8fef-0afb6dffec8d is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:10:21.943816 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-6445656c-534e-41c0-b0e9-ecaaad2a9360 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:10:21.950390 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf6893-42c8-4b2b-9c63-442c33155e26 req-751d9590-97a9-4b22-975c-15801aea6528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:21.952110 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3ddf6893-42c8-4b2b-9c63-442c33155e26 req-751d9590-97a9-4b22-975c-15801aea6528 service neutron] 10.222.0.88 "GET /v2.0/networks?id=042ff527-1fae-4bd9-883c-64e28e4df4d0 HTTP/1.1" status: 200 len: 912 time: 0.1712360 Aug 19 15:10:22.044930 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3ddf6893-42c8-4b2b-9c63-442c33155e26 req-9d6a4f05-680a-400b-b887-a35a1df892bb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7dcc2f28-3393-4c94-b777-b64025ee1da5 HTTP/1.1" status: 200 len: 1001 time: 0.0856197 Aug 19 15:10:22.136902 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf6893-42c8-4b2b-9c63-442c33155e26 req-574c50f1-65d8-447b-a349-f71ba9827597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:22.138604 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3ddf6893-42c8-4b2b-9c63-442c33155e26 req-574c50f1-65d8-447b-a349-f71ba9827597 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4501b342-71e0-4b08-b9d8-b651dd87e075 HTTP/1.1" status: 200 len: 850 time: 0.0860929 Aug 19 15:10:22.211153 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf6893-42c8-4b2b-9c63-442c33155e26 req-e61de31b-2758-4979-a8dc-2f7d37121481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:22.215677 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3ddf6893-42c8-4b2b-9c63-442c33155e26 req-e61de31b-2758-4979-a8dc-2f7d37121481 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=042ff527-1fae-4bd9-883c-64e28e4df4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666790 Aug 19 15:10:22.368841 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5a3df5-d25a-4762-a364-03931bafd1ce None None] Network dd985faf-c2e9-4703-8fef-0afb6dffec8d requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:10:22.386955 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3ddf6893-42c8-4b2b-9c63-442c33155e26 req-0c7c3b9a-6d40-4e6e-8e41-2f72ec235e94 service neutron] 10.222.0.88 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645808 Aug 19 15:10:22.516816 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b3db000e-f248-43cc-b35e-6aa3e73ec590 None None] Provisioning for port c7ec14c5-5719-4a3f-9d94-2dcaeedc9215 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:10:22.551232 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3ddf6893-42c8-4b2b-9c63-442c33155e26 req-746ec3d0-5f74-416d-9b07-93e36e0e3a3d service neutron] 10.222.0.88 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557376 Aug 19 15:10:22.615415 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6445656c-534e-41c0-b0e9-ecaaad2a9360 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Router 2dda1054-cc93-4f69-b9f2-3dd01314d819 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:10:22.773311 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6445656c-534e-41c0-b0e9-ecaaad2a9360 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:10:22.782796 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6445656c-534e-41c0-b0e9-ecaaad2a9360 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "PUT /v2.0/routers/2dda1054-cc93-4f69-b9f2-3dd01314d819/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5811155 Aug 19 15:10:22.786561 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58620) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:22.794363 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-76fd6dcd-2d40-4469-bd47-7f706a2a9370 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--515635721', 'description': 'tempest-secgroup_access--515635721 description', 'project_id': '198637359c524ae7b50bc39c96d10493'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:10:22.828129 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-76fd6dcd-2d40-4469-bd47-7f706a2a9370 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:22.968455 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ec0727-007e-4b3b-b8a5-15780cba04ae None None] Sync routers for ids ['2dda1054-cc93-4f69-b9f2-3dd01314d819'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:10:22.983154 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-76fd6dcd-2d40-4469-bd47-7f706a2a9370 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:22.987530 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ec0727-007e-4b3b-b8a5-15780cba04ae None None] Routers {'2dda1054-cc93-4f69-b9f2-3dd01314d819'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:10:22.988639 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-95ec0727-007e-4b3b-b8a5-15780cba04ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:10:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['2dda1054-cc93-4f69-b9f2-3dd01314d819'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:10:22.991255 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-76fd6dcd-2d40-4469-bd47-7f706a2a9370 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:23.036109 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-76fd6dcd-2d40-4469-bd47-7f706a2a9370 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:23.037453 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-76fd6dcd-2d40-4469-bd47-7f706a2a9370 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2496862 Aug 19 15:10:23.040708 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58628) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:23.046036 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-963650a9-6ce0-417c-b56e-ef0b919ce43a tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--628012268', 'description': 'tempest-secgroup_general--628012268 description', 'project_id': '198637359c524ae7b50bc39c96d10493'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:10:23.057550 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd6dcd-2d40-4469-bd47-7f706a2a9370 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6fb272-512a-4c32-986a-4671d4f16b93,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:23.088265 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-963650a9-6ce0-417c-b56e-ef0b919ce43a tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:23.125337 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-30567b15-5562-4bfa-adf1-cbc7d99e17b4 None None] Provisioning for port b6cd6b29-5b84-4198-8149-e15565357da4 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:10:23.131957 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-30567b15-5562-4bfa-adf1-cbc7d99e17b4 None None] Provisioning complete for port b6cd6b29-5b84-4198-8149-e15565357da4 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:10:23.132922 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-30567b15-5562-4bfa-adf1-cbc7d99e17b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:23.192092 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-30567b15-5562-4bfa-adf1-cbc7d99e17b4 None None] Port b6cd6b29-5b84-4198-8149-e15565357da4 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:10:23.275966 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-95ec0727-007e-4b3b-b8a5-15780cba04ae None None] Set router 2dda1054-cc93-4f69-b9f2-3dd01314d819 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:10:23.298227 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-963650a9-6ce0-417c-b56e-ef0b919ce43a tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:23.310693 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-963650a9-6ce0-417c-b56e-ef0b919ce43a tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:23.383021 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-963650a9-6ce0-417c-b56e-ef0b919ce43a tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:23.384294 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-963650a9-6ce0-417c-b56e-ef0b919ce43a tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3423080 Aug 19 15:10:23.391505 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58630) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:23.394646 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963650a9-6ce0-417c-b56e-ef0b919ce43a tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5e4a65-8fa4-4d0f-9abb-fc3b4add4adb,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:23.398488 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-41c99c18-69be-430e-b386-517ee115607f tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Request body: {'security_group_rule': {'security_group_id': '4b6fb272-512a-4c32-986a-4671d4f16b93', 'project_id': '198637359c524ae7b50bc39c96d10493', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:10:23.443869 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963650a9-6ce0-417c-b56e-ef0b919ce43a tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:23.446794 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963650a9-6ce0-417c-b56e-ef0b919ce43a tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:23.447494 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963650a9-6ce0-417c-b56e-ef0b919ce43a tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:23.448016 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963650a9-6ce0-417c-b56e-ef0b919ce43a tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:23.448571 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963650a9-6ce0-417c-b56e-ef0b919ce43a tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:23.449089 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963650a9-6ce0-417c-b56e-ef0b919ce43a tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:23.449595 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963650a9-6ce0-417c-b56e-ef0b919ce43a tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:23.450099 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963650a9-6ce0-417c-b56e-ef0b919ce43a tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:23.450659 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963650a9-6ce0-417c-b56e-ef0b919ce43a tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:23.451178 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963650a9-6ce0-417c-b56e-ef0b919ce43a tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:23.451681 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963650a9-6ce0-417c-b56e-ef0b919ce43a tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:23.452172 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963650a9-6ce0-417c-b56e-ef0b919ce43a tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:23.477461 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 1a6ee728-29ad-4675-b264-eef0dfd3ec05 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:10:23.561528 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b8e73b4c-4a8f-4647-a059-466b3a442522 None None] Provisioning complete for port b6cd6b29-5b84-4198-8149-e15565357da4 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:10:23.562192 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41c99c18-69be-430e-b386-517ee115607f tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:23.564697 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8e73b4c-4a8f-4647-a059-466b3a442522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:23.653360 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b8e73b4c-4a8f-4647-a059-466b3a442522 None None] Port b6cd6b29-5b84-4198-8149-e15565357da4 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:10:23.662535 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 1a6ee728-29ad-4675-b264-eef0dfd3ec05 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:10:23.662907 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:23.714209 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41c99c18-69be-430e-b386-517ee115607f tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:23.723479 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41c99c18-69be-430e-b386-517ee115607f tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:23.755670 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c99c18-69be-430e-b386-517ee115607f tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f4112ad-3a06-4dc6-986e-962907ac05e0,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:23.770450 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device c7ec14c5-5719-4a3f-9d94-2dcaeedc9215 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:10:23.795339 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41c99c18-69be-430e-b386-517ee115607f tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:23.807667 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-41c99c18-69be-430e-b386-517ee115607f tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4131413 Aug 19 15:10:23.832217 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port c7ec14c5-5719-4a3f-9d94-2dcaeedc9215 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:10:23.837734 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port c7ec14c5-5719-4a3f-9d94-2dcaeedc9215 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:10:23.838238 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:23.938980 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-95ec0727-007e-4b3b-b8a5-15780cba04ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dda1054-cc93-4f69-b9f2-3dd01314d819', 'name': 'tempest-TestSecurityGroupsBasicOps-router-740855804', 'tenant_id': '198637359c524ae7b50bc39c96d10493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '1a6ee728-29ad-4675-b264-eef0dfd3ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:10:16Z', 'updated_at': '2021-08-19T15:10:21Z', 'revision_number': 4, 'project_id': '198637359c524ae7b50bc39c96d10493', 'gw_port': {'id': '1a6ee728-29ad-4675-b264-eef0dfd3ec05', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dda1054-cc93-4f69-b9f2-3dd01314d819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:10:16Z', 'updated_at': '2021-08-19T15:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'b6cd6b29-5b84-4198-8149-e15565357da4', 'name': '', 'network_id': 'dd985faf-c2e9-4703-8fef-0afb6dffec8d', 'tenant_id': '198637359c524ae7b50bc39c96d10493', 'mac_address': 'fa:16:3e:4e:e2:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dda1054-cc93-4f69-b9f2-3dd01314d819', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '57c2a653-8821-4d81-b68e-fd1a64997b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:10:20Z', 'updated_at': '2021-08-19T15:10:21Z', 'revision_number': 2, 'project_id': '198637359c524ae7b50bc39c96d10493', 'subnets': [{'id': '57c2a653-8821-4d81-b68e-fd1a64997b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:10:23.975199 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ec0727-007e-4b3b-b8a5-15780cba04ae None None] Checking router: 2dda1054-cc93-4f69-b9f2-3dd01314d819 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:10:23.976325 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ec0727-007e-4b3b-b8a5-15780cba04ae None None] Updating router 2dda1054-cc93-4f69-b9f2-3dd01314d819 port b6cd6b29-5b84-4198-8149-e15565357da4 binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:10:24.013530 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-95ec0727-007e-4b3b-b8a5-15780cba04ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:24.077468 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5f4dbf24-c494-4a2e-9f6a-e5d70b59aa22 None None] Provisioning complete for port b6cd6b29-5b84-4198-8149-e15565357da4 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:10:24.077836 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5f4dbf24-c494-4a2e-9f6a-e5d70b59aa22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:24.084049 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7c53fb6b-6bcf-4a06-8fc7-907d6edf8f9a req-736b15b3-f4f9-44f9-bdea-8276c0caa075 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup_general--628012268&fields=id&tenant_id=198637359c524ae7b50bc39c96d10493 HTTP/1.1" status: 200 len: 267 time: 0.0637035 Aug 19 15:10:24.151970 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5f4dbf24-c494-4a2e-9f6a-e5d70b59aa22 None None] Port b6cd6b29-5b84-4198-8149-e15565357da4 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:10:24.167047 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:24.183467 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7c53fb6b-6bcf-4a06-8fc7-907d6edf8f9a req-05d444f8-68cf-40f0-9d6f-1dd299e2efd1 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup_access--515635721&fields=id&tenant_id=198637359c524ae7b50bc39c96d10493 HTTP/1.1" status: 200 len: 267 time: 0.0921056 Aug 19 15:10:24.211003 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port c7ec14c5-5719-4a3f-9d94-2dcaeedc9215, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=c7ec14c5-5719-4a3f-9d94-2dcaeedc9215,segment=NetworkSegment(c4c1c160-3dde-4e9d-a10c-eda2b4bef299),segment_id=c4c1c160-3dde-4e9d-a10c-eda2b4bef299)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:10:24.220352 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:24.341894 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=c7ec14c5-5719-4a3f-9d94-2dcaeedc9215,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:24.368783 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53fb6b-6bcf-4a06-8fc7-907d6edf8f9a req-3f3a7f57-d5ab-4391-9151-ab5fd5d6e978 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:24.376650 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7c53fb6b-6bcf-4a06-8fc7-907d6edf8f9a req-3f3a7f57-d5ab-4391-9151-ab5fd5d6e978 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "GET /v2.0/networks?id=dd985faf-c2e9-4703-8fef-0afb6dffec8d HTTP/1.1" status: 200 len: 796 time: 0.1922359 Aug 19 15:10:24.398386 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7c53fb6b-6bcf-4a06-8fc7-907d6edf8f9a req-0ab40597-d9cc-439c-ac1c-85b9f07fa191 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "GET /v2.0/quotas/198637359c524ae7b50bc39c96d10493 HTTP/1.1" status: 200 len: 375 time: 0.0206981 Aug 19 15:10:24.437966 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-95ec0727-007e-4b3b-b8a5-15780cba04ae None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:24.456651 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-95ec0727-007e-4b3b-b8a5-15780cba04ae None None] Transition to ACTIVE for port object b6cd6b29-5b84-4198-8149-e15565357da4 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:10:24.465655 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-95ec0727-007e-4b3b-b8a5-15780cba04ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:24.483983 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7c53fb6b-6bcf-4a06-8fc7-907d6edf8f9a req-9f6c97d0-ddce-4308-8db4-c9e0f5ea8b3e tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=198637359c524ae7b50bc39c96d10493&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0792100 Aug 19 15:10:24.513444 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc4dca-5934-4a35-b611-7fecb9ddc32c None None] Pushing event updated for resources: {'Port': ['ID=b6cd6b29-5b84-4198-8149-e15565357da4,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:24.527565 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc4dca-5934-4a35-b611-7fecb9ddc32c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:24.528218 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc4dca-5934-4a35-b611-7fecb9ddc32c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:24.528747 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc4dca-5934-4a35-b611-7fecb9ddc32c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:24.529241 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc4dca-5934-4a35-b611-7fecb9ddc32c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:24.529750 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc4dca-5934-4a35-b611-7fecb9ddc32c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:24.530257 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc4dca-5934-4a35-b611-7fecb9ddc32c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:24.530752 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc4dca-5934-4a35-b611-7fecb9ddc32c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:24.531245 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc4dca-5934-4a35-b611-7fecb9ddc32c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:24.531730 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc4dca-5934-4a35-b611-7fecb9ddc32c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:24.532222 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc4dca-5934-4a35-b611-7fecb9ddc32c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:24.532742 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc4dca-5934-4a35-b611-7fecb9ddc32c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:24.535030 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc4dca-5934-4a35-b611-7fecb9ddc32c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:10:24.654791 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7c53fb6b-6bcf-4a06-8fc7-907d6edf8f9a req-8d6cc976-ed10-4245-846e-7c2788a8b76b service neutron] 10.222.0.69 "GET /v2.0/networks/dd985faf-c2e9-4703-8fef-0afb6dffec8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651821 Aug 19 15:10:24.655060 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-95ec0727-007e-4b3b-b8a5-15780cba04ae None None] Attempting to bind port b6cd6b29-5b84-4198-8149-e15565357da4 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:24.655516 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-95ec0727-007e-4b3b-b8a5-15780cba04ae None None] Attempting to bind port b6cd6b29-5b84-4198-8149-e15565357da4 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'c4c1c160-3dde-4e9d-a10c-eda2b4bef299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'dd985faf-c2e9-4703-8fef-0afb6dffec8d'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:24.655921 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ec0727-007e-4b3b-b8a5-15780cba04ae None None] Attempting to bind port b6cd6b29-5b84-4198-8149-e15565357da4 on network dd985faf-c2e9-4703-8fef-0afb6dffec8d {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:24.662118 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ec0727-007e-4b3b-b8a5-15780cba04ae None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:10:24.662504 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ec0727-007e-4b3b-b8a5-15780cba04ae None None] Checking segment: {'id': 'c4c1c160-3dde-4e9d-a10c-eda2b4bef299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'dd985faf-c2e9-4703-8fef-0afb6dffec8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:10:24.662875 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-95ec0727-007e-4b3b-b8a5-15780cba04ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:24.663255 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ec0727-007e-4b3b-b8a5-15780cba04ae None None] Bound using segment: {'id': 'c4c1c160-3dde-4e9d-a10c-eda2b4bef299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'dd985faf-c2e9-4703-8fef-0afb6dffec8d'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:10:24.663708 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-95ec0727-007e-4b3b-b8a5-15780cba04ae None None] Bound port: b6cd6b29-5b84-4198-8149-e15565357da4, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4c1c160-3dde-4e9d-a10c-eda2b4bef299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'dd985faf-c2e9-4703-8fef-0afb6dffec8d'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:10:24.664234 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-95ec0727-007e-4b3b-b8a5-15780cba04ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:24.735653 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-95ec0727-007e-4b3b-b8a5-15780cba04ae None None] For port b6cd6b29-5b84-4198-8149-e15565357da4, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:10:24.744012 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-95ec0727-007e-4b3b-b8a5-15780cba04ae None None] For port b6cd6b29-5b84-4198-8149-e15565357da4, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b6cd6b29-5b84-4198-8149-e15565357da4,segment=NetworkSegment(c4c1c160-3dde-4e9d-a10c-eda2b4bef299),segment_id=c4c1c160-3dde-4e9d-a10c-eda2b4bef299)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:10:24.750491 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-95ec0727-007e-4b3b-b8a5-15780cba04ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:24.806579 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7c53fb6b-6bcf-4a06-8fc7-907d6edf8f9a req-1361c05a-ae9e-4301-a53a-88a40377373d service neutron] 10.222.0.69 "GET /v2.0/networks/dd985faf-c2e9-4703-8fef-0afb6dffec8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424279 Aug 19 15:10:24.832523 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc4dca-5934-4a35-b611-7fecb9ddc32c None None] Pushing event updated for resources: {'Port': ['ID=b6cd6b29-5b84-4198-8149-e15565357da4,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:24.849183 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ec0727-007e-4b3b-b8a5-15780cba04ae None None] Routers {'2dda1054-cc93-4f69-b9f2-3dd01314d819'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:10:24.849906 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-95ec0727-007e-4b3b-b8a5-15780cba04ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:10:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['2dda1054-cc93-4f69-b9f2-3dd01314d819'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:10:25.004338 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-95ec0727-007e-4b3b-b8a5-15780cba04ae None None] Set router 2dda1054-cc93-4f69-b9f2-3dd01314d819 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:10:25.089219 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-410b261f-13ef-4928-9035-99f77e123033 req-2013f5e7-d7b3-4f60-824a-b7ab1a0b74c3 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebc369b8-422c-47a6-8398-36ab8d20db3c HTTP/1.1" status: 200 len: 210 time: 0.0393426 Aug 19 15:10:25.265605 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device c7ec14c5-5719-4a3f-9d94-2dcaeedc9215 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:10:25.415191 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port c7ec14c5-5719-4a3f-9d94-2dcaeedc9215 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:10:25.415561 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:25.467218 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-95ec0727-007e-4b3b-b8a5-15780cba04ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dda1054-cc93-4f69-b9f2-3dd01314d819', 'name': 'tempest-TestSecurityGroupsBasicOps-router-740855804', 'tenant_id': '198637359c524ae7b50bc39c96d10493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '1a6ee728-29ad-4675-b264-eef0dfd3ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:10:16Z', 'updated_at': '2021-08-19T15:10:21Z', 'revision_number': 4, 'project_id': '198637359c524ae7b50bc39c96d10493', 'gw_port': {'id': '1a6ee728-29ad-4675-b264-eef0dfd3ec05', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dda1054-cc93-4f69-b9f2-3dd01314d819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:10:16Z', 'updated_at': '2021-08-19T15:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'b6cd6b29-5b84-4198-8149-e15565357da4', 'name': '', 'network_id': 'dd985faf-c2e9-4703-8fef-0afb6dffec8d', 'tenant_id': '198637359c524ae7b50bc39c96d10493', 'mac_address': 'fa:16:3e:4e:e2:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dda1054-cc93-4f69-b9f2-3dd01314d819', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '57c2a653-8821-4d81-b68e-fd1a64997b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:10:20Z', 'updated_at': '2021-08-19T15:10:24Z', 'revision_number': 4, 'project_id': '198637359c524ae7b50bc39c96d10493', 'subnets': [{'id': '57c2a653-8821-4d81-b68e-fd1a64997b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:10:25.520795 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ec0727-007e-4b3b-b8a5-15780cba04ae None None] The sync data for ids ['2dda1054-cc93-4f69-b9f2-3dd01314d819'] in n-d-766043-2 is: [{'id': '2dda1054-cc93-4f69-b9f2-3dd01314d819', 'name': 'tempest-TestSecurityGroupsBasicOps-router-740855804', 'tenant_id': '198637359c524ae7b50bc39c96d10493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '1a6ee728-29ad-4675-b264-eef0dfd3ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:10:16Z', 'updated_at': '2021-08-19T15:10:21Z', 'revision_number': 4, 'project_id': '198637359c524ae7b50bc39c96d10493', 'gw_port': {'id': '1a6ee728-29ad-4675-b264-eef0dfd3ec05', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dda1054-cc93-4f69-b9f2-3dd01314d819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:10:16Z', 'updated_at': '2021-08-19T15:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'b6cd6b29-5b84-4198-8149-e15565357da4', 'name': '', 'network_id': 'dd985faf-c2e9-4703-8fef-0afb6dffec8d', 'tenant_id': '198637359c524ae7b50bc39c96d10493', 'mac_address': 'fa:16:3e:4e:e2:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dda1054-cc93-4f69-b9f2-3dd01314d819', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '57c2a653-8821-4d81-b68e-fd1a64997b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:10:20Z', 'updated_at': '2021-08-19T15:10:24Z', 'revision_number': 4, 'project_id': '198637359c524ae7b50bc39c96d10493', 'subnets': [{'id': '57c2a653-8821-4d81-b68e-fd1a64997b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:10:26.229892 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9e8a1544-9893-4952-a3aa-2d15bb2d15a0 req-d161ae08-99f7-4698-b8ad-ae27d298675f tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebc369b8-422c-47a6-8398-36ab8d20db3c HTTP/1.1" status: 200 len: 210 time: 0.0352912 Aug 19 15:10:26.822430 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53fb6b-6bcf-4a06-8fc7-907d6edf8f9a req-2d6a130b-231f-4e60-b4c4-01808c29e9ee tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:26.824877 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7c53fb6b-6bcf-4a06-8fc7-907d6edf8f9a req-2d6a130b-231f-4e60-b4c4-01808c29e9ee tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.68 "GET /v2.0/networks?id=dd985faf-c2e9-4703-8fef-0afb6dffec8d HTTP/1.1" status: 200 len: 796 time: 0.1916120 Aug 19 15:10:26.906393 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7c53fb6b-6bcf-4a06-8fc7-907d6edf8f9a req-03987f76-17ae-4e39-aa8f-4b6a080aab47 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=198637359c524ae7b50bc39c96d10493 HTTP/1.1" status: 200 len: 476 time: 0.0709155 Aug 19 15:10:26.924378 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-7c53fb6b-6bcf-4a06-8fc7-907d6edf8f9a req-391b9ee8-3d9b-40e9-8e40-d9d489c26511 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Request body: {'port': {'device_id': 'ebc369b8-422c-47a6-8398-36ab8d20db3c', 'network_id': 'dd985faf-c2e9-4703-8fef-0afb6dffec8d', 'admin_state_up': True, 'tenant_id': '198637359c524ae7b50bc39c96d10493', 'security_groups': ['ed5e4a65-8fa4-4d0f-9abb-fc3b4add4adb', '4b6fb272-512a-4c32-986a-4671d4f16b93']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:10:27.060860 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c53fb6b-6bcf-4a06-8fc7-907d6edf8f9a req-391b9ee8-3d9b-40e9-8e40-d9d489c26511 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Made reservation on behalf of 198637359c524ae7b50bc39c96d10493 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:10:27.064573 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7c53fb6b-6bcf-4a06-8fc7-907d6edf8f9a req-391b9ee8-3d9b-40e9-8e40-d9d489c26511 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:27.270116 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-7c53fb6b-6bcf-4a06-8fc7-907d6edf8f9a req-391b9ee8-3d9b-40e9-8e40-d9d489c26511 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Allocated IP 172.20.0.5 (dd985faf-c2e9-4703-8fef-0afb6dffec8d/57c2a653-8821-4d81-b68e-fd1a64997b4f/6aeb99d3-ecb1-4c76-9340-7269be5dbeaf) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:10:27.362242 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b6cd6b29-5b84-4198-8149-e15565357da4 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:10:27.397050 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e87de181-f9ee-45c6-8c4d-b3e5eecb2e20 req-c8620854-24a8-4345-b80c-19c6e51d19cf tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebc369b8-422c-47a6-8398-36ab8d20db3c HTTP/1.1" status: 200 len: 210 time: 0.0586593 Aug 19 15:10:27.459021 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port b6cd6b29-5b84-4198-8149-e15565357da4 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:10:27.463546 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port b6cd6b29-5b84-4198-8149-e15565357da4 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:10:27.463919 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:27.546849 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:27.571380 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7c53fb6b-6bcf-4a06-8fc7-907d6edf8f9a req-391b9ee8-3d9b-40e9-8e40-d9d489c26511 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:27.590274 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-7c53fb6b-6bcf-4a06-8fc7-907d6edf8f9a req-391b9ee8-3d9b-40e9-8e40-d9d489c26511 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Transition to ACTIVE for port object 6aeb99d3-ecb1-4c76-9340-7269be5dbeaf will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:10:27.591118 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port b6cd6b29-5b84-4198-8149-e15565357da4, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b6cd6b29-5b84-4198-8149-e15565357da4,segment=NetworkSegment(c4c1c160-3dde-4e9d-a10c-eda2b4bef299),segment_id=c4c1c160-3dde-4e9d-a10c-eda2b4bef299)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:10:27.596363 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:27.642515 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7c53fb6b-6bcf-4a06-8fc7-907d6edf8f9a req-391b9ee8-3d9b-40e9-8e40-d9d489c26511 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:27.656737 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=b6cd6b29-5b84-4198-8149-e15565357da4,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:27.684904 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c53fb6b-6bcf-4a06-8fc7-907d6edf8f9a req-391b9ee8-3d9b-40e9-8e40-d9d489c26511 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Network dd985faf-c2e9-4703-8fef-0afb6dffec8d is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:10:27.690312 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-7c53fb6b-6bcf-4a06-8fc7-907d6edf8f9a req-391b9ee8-3d9b-40e9-8e40-d9d489c26511 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:10:27.694267 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c53fb6b-6bcf-4a06-8fc7-907d6edf8f9a req-391b9ee8-3d9b-40e9-8e40-d9d489c26511 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:10:27.735453 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391b9ee8-3d9b-40e9-8e40-d9d489c26511 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Pushing event updated for resources: {'Port': ['ID=6aeb99d3-ecb1-4c76-9340-7269be5dbeaf,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:27.777170 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53fb6b-6bcf-4a06-8fc7-907d6edf8f9a req-391b9ee8-3d9b-40e9-8e40-d9d489c26511 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:27.777604 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7c53fb6b-6bcf-4a06-8fc7-907d6edf8f9a req-391b9ee8-3d9b-40e9-8e40-d9d489c26511 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:27.803171 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7c53fb6b-6bcf-4a06-8fc7-907d6edf8f9a req-391b9ee8-3d9b-40e9-8e40-d9d489c26511 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.8846571 Aug 19 15:10:27.818444 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-7c53fb6b-6bcf-4a06-8fc7-907d6edf8f9a req-05954494-d8f5-4e11-8a30-763d8daf4cd1 service neutron] Request body: {'port': {'device_id': 'ebc369b8-422c-47a6-8398-36ab8d20db3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:10:27.945308 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7c53fb6b-6bcf-4a06-8fc7-907d6edf8f9a req-05954494-d8f5-4e11-8a30-763d8daf4cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:28.051973 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d722c802-93fb-4f29-846c-2e530fec3161 None None] Provisioning for port 6aeb99d3-ecb1-4c76-9340-7269be5dbeaf completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:10:28.057909 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d722c802-93fb-4f29-846c-2e530fec3161 None None] Provisioning complete for port 6aeb99d3-ecb1-4c76-9340-7269be5dbeaf triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:10:28.058724 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d722c802-93fb-4f29-846c-2e530fec3161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:28.115963 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d722c802-93fb-4f29-846c-2e530fec3161 None None] Port 6aeb99d3-ecb1-4c76-9340-7269be5dbeaf cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:10:28.284185 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-7c53fb6b-6bcf-4a06-8fc7-907d6edf8f9a req-05954494-d8f5-4e11-8a30-763d8daf4cd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aeb99d3-ecb1-4c76-9340-7269be5dbeaf {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:10:28.294255 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7c53fb6b-6bcf-4a06-8fc7-907d6edf8f9a req-05954494-d8f5-4e11-8a30-763d8daf4cd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:28.314774 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-7c53fb6b-6bcf-4a06-8fc7-907d6edf8f9a req-05954494-d8f5-4e11-8a30-763d8daf4cd1 service neutron] Transition to ACTIVE for port object 6aeb99d3-ecb1-4c76-9340-7269be5dbeaf will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:10:28.320672 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7c53fb6b-6bcf-4a06-8fc7-907d6edf8f9a req-05954494-d8f5-4e11-8a30-763d8daf4cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:28.381672 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05954494-d8f5-4e11-8a30-763d8daf4cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=6aeb99d3-ecb1-4c76-9340-7269be5dbeaf,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:28.472173 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-7c53fb6b-6bcf-4a06-8fc7-907d6edf8f9a req-05954494-d8f5-4e11-8a30-763d8daf4cd1 service neutron] Attempting to bind port 6aeb99d3-ecb1-4c76-9340-7269be5dbeaf on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:10:28.472586 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-7c53fb6b-6bcf-4a06-8fc7-907d6edf8f9a req-05954494-d8f5-4e11-8a30-763d8daf4cd1 service neutron] Attempting to bind port 6aeb99d3-ecb1-4c76-9340-7269be5dbeaf by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': 'c4c1c160-3dde-4e9d-a10c-eda2b4bef299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'dd985faf-c2e9-4703-8fef-0afb6dffec8d'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:10:28.472927 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c53fb6b-6bcf-4a06-8fc7-907d6edf8f9a req-05954494-d8f5-4e11-8a30-763d8daf4cd1 service neutron] Attempting to bind port 6aeb99d3-ecb1-4c76-9340-7269be5dbeaf on network dd985faf-c2e9-4703-8fef-0afb6dffec8d {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:28.480323 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c53fb6b-6bcf-4a06-8fc7-907d6edf8f9a req-05954494-d8f5-4e11-8a30-763d8daf4cd1 service neutron] Port 6aeb99d3-ecb1-4c76-9340-7269be5dbeaf on network dd985faf-c2e9-4703-8fef-0afb6dffec8d not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:10:28.481555 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c53fb6b-6bcf-4a06-8fc7-907d6edf8f9a req-05954494-d8f5-4e11-8a30-763d8daf4cd1 service neutron] Attempting to bind port 6aeb99d3-ecb1-4c76-9340-7269be5dbeaf on network dd985faf-c2e9-4703-8fef-0afb6dffec8d {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:10:28.487606 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c53fb6b-6bcf-4a06-8fc7-907d6edf8f9a req-05954494-d8f5-4e11-8a30-763d8daf4cd1 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:10:28.487974 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c53fb6b-6bcf-4a06-8fc7-907d6edf8f9a req-05954494-d8f5-4e11-8a30-763d8daf4cd1 service neutron] Checking segment: {'id': 'c4c1c160-3dde-4e9d-a10c-eda2b4bef299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'dd985faf-c2e9-4703-8fef-0afb6dffec8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:10:28.488377 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c53fb6b-6bcf-4a06-8fc7-907d6edf8f9a req-05954494-d8f5-4e11-8a30-763d8daf4cd1 service neutron] Bound using segment: {'id': 'c4c1c160-3dde-4e9d-a10c-eda2b4bef299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'dd985faf-c2e9-4703-8fef-0afb6dffec8d'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:10:28.488879 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-7c53fb6b-6bcf-4a06-8fc7-907d6edf8f9a req-05954494-d8f5-4e11-8a30-763d8daf4cd1 service neutron] Bound port: 6aeb99d3-ecb1-4c76-9340-7269be5dbeaf, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4c1c160-3dde-4e9d-a10c-eda2b4bef299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'dd985faf-c2e9-4703-8fef-0afb6dffec8d'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:10:28.489255 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7c53fb6b-6bcf-4a06-8fc7-907d6edf8f9a req-05954494-d8f5-4e11-8a30-763d8daf4cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:28.582598 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860ae5d-ee7a-431e-81cb-fc334331c4ca req-bf9da20c-7a43-49db-a22b-6667629f8114 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:28.584386 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7860ae5d-ee7a-431e-81cb-fc334331c4ca req-bf9da20c-7a43-49db-a22b-6667629f8114 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebc369b8-422c-47a6-8398-36ab8d20db3c HTTP/1.1" status: 200 len: 982 time: 0.0944226 Aug 19 15:10:28.609256 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-7c53fb6b-6bcf-4a06-8fc7-907d6edf8f9a req-05954494-d8f5-4e11-8a30-763d8daf4cd1 service neutron] For port 6aeb99d3-ecb1-4c76-9340-7269be5dbeaf, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:10:28.614158 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-7c53fb6b-6bcf-4a06-8fc7-907d6edf8f9a req-05954494-d8f5-4e11-8a30-763d8daf4cd1 service neutron] For port 6aeb99d3-ecb1-4c76-9340-7269be5dbeaf, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=6aeb99d3-ecb1-4c76-9340-7269be5dbeaf,segment=NetworkSegment(c4c1c160-3dde-4e9d-a10c-eda2b4bef299),segment_id=c4c1c160-3dde-4e9d-a10c-eda2b4bef299)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:10:28.622349 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7c53fb6b-6bcf-4a06-8fc7-907d6edf8f9a req-05954494-d8f5-4e11-8a30-763d8daf4cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:28.654344 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7860ae5d-ee7a-431e-81cb-fc334331c4ca req-b91be653-0463-483f-9445-ebb7560c7d90 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed5e4a65-8fa4-4d0f-9abb-fc3b4add4adb&id=4b6fb272-512a-4c32-986a-4671d4f16b93&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0607896 Aug 19 15:10:28.681603 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53fb6b-6bcf-4a06-8fc7-907d6edf8f9a req-05954494-d8f5-4e11-8a30-763d8daf4cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:28.682310 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7c53fb6b-6bcf-4a06-8fc7-907d6edf8f9a req-05954494-d8f5-4e11-8a30-763d8daf4cd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:28.683778 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7c53fb6b-6bcf-4a06-8fc7-907d6edf8f9a req-05954494-d8f5-4e11-8a30-763d8daf4cd1 service neutron] 10.222.0.68 "PUT /v2.0/ports/6aeb99d3-ecb1-4c76-9340-7269be5dbeaf HTTP/1.1" status: 200 len: 1130 time: 0.8714414 Aug 19 15:10:28.684237 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebc369b8-422c-47a6-8398-36ab8d20db3c', 'tag': '6aeb99d3-ecb1-4c76-9340-7269be5dbeaf'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:10:28.686548 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26232516-7f17-4f20-a847-cd3d449c2ee7" -d '{"events": [{"name": "network-changed", "server_uuid": "ebc369b8-422c-47a6-8398-36ab8d20db3c", "tag": "6aeb99d3-ecb1-4c76-9340-7269be5dbeaf"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:10:28.792741 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ed07df-ce03-4e65-b87e-9c966d49aeba x-openstack-request-id: req-a3ed07df-ce03-4e65-b87e-9c966d49aeba {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:10:28.793029 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebc369b8-422c-47a6-8398-36ab8d20db3c", "tag": "6aeb99d3-ecb1-4c76-9340-7269be5dbeaf", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:10:28.793269 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a3ed07df-ce03-4e65-b87e-9c966d49aeba {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:10:28.793671 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebc369b8-422c-47a6-8398-36ab8d20db3c', 'tag': '6aeb99d3-ecb1-4c76-9340-7269be5dbeaf', 'status': 'completed', 'code': 200} Aug 19 15:10:28.815035 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53fb6b-6bcf-4a06-8fc7-907d6edf8f9a req-85c7a28b-77d2-4fa8-bee5-ef5e3b7dc71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:28.816997 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7c53fb6b-6bcf-4a06-8fc7-907d6edf8f9a req-85c7a28b-77d2-4fa8-bee5-ef5e3b7dc71a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=198637359c524ae7b50bc39c96d10493&device_id=ebc369b8-422c-47a6-8398-36ab8d20db3c HTTP/1.1" status: 200 len: 1133 time: 0.0686646 Aug 19 15:10:28.817859 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05954494-d8f5-4e11-8a30-763d8daf4cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=6aeb99d3-ecb1-4c76-9340-7269be5dbeaf,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:28.890841 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7c53fb6b-6bcf-4a06-8fc7-907d6edf8f9a req-323cd5fc-8c39-461d-8326-861a9dc0131f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6aeb99d3-ecb1-4c76-9340-7269be5dbeaf HTTP/1.1" status: 200 len: 217 time: 0.0634420 Aug 19 15:10:28.966344 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53fb6b-6bcf-4a06-8fc7-907d6edf8f9a req-60d03e01-3300-49c7-bff2-0d358e6a9032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:28.970831 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7c53fb6b-6bcf-4a06-8fc7-907d6edf8f9a req-60d03e01-3300-49c7-bff2-0d358e6a9032 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=57c2a653-8821-4d81-b68e-fd1a64997b4f HTTP/1.1" status: 200 len: 835 time: 0.0720050 Aug 19 15:10:29.023851 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53fb6b-6bcf-4a06-8fc7-907d6edf8f9a req-82eec4c1-7f5c-4e17-a386-c71b468c2990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:29.025420 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7c53fb6b-6bcf-4a06-8fc7-907d6edf8f9a req-82eec4c1-7f5c-4e17-a386-c71b468c2990 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=dd985faf-c2e9-4703-8fef-0afb6dffec8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458984 Aug 19 15:10:29.136018 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7c53fb6b-6bcf-4a06-8fc7-907d6edf8f9a req-c82e5e46-be97-4f7d-9488-2182b55302ad service neutron] 10.222.0.68 "GET /v2.0/networks/dd985faf-c2e9-4703-8fef-0afb6dffec8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025209 Aug 19 15:10:29.262212 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7c53fb6b-6bcf-4a06-8fc7-907d6edf8f9a req-12f2d526-413e-48aa-b6bf-d885978d231d service neutron] 10.222.0.68 "GET /v2.0/networks/dd985faf-c2e9-4703-8fef-0afb6dffec8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187799 Aug 19 15:10:29.263467 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b6cd6b29-5b84-4198-8149-e15565357da4 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:10:29.328774 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port b6cd6b29-5b84-4198-8149-e15565357da4 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:10:29.329406 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:29.369402 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26232516-7f17-4f20-a847-cd3d449c2ee7 req-129b0100-8ec8-462d-bf55-8b4027c5e381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:29.371236 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-26232516-7f17-4f20-a847-cd3d449c2ee7 req-129b0100-8ec8-462d-bf55-8b4027c5e381 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=198637359c524ae7b50bc39c96d10493&device_id=ebc369b8-422c-47a6-8398-36ab8d20db3c HTTP/1.1" status: 200 len: 1133 time: 0.0564809 Aug 19 15:10:29.478461 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26232516-7f17-4f20-a847-cd3d449c2ee7 req-f9196339-f899-42d8-968d-d044cc76a18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:29.480003 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-26232516-7f17-4f20-a847-cd3d449c2ee7 req-f9196339-f899-42d8-968d-d044cc76a18d service neutron] 10.222.0.68 "GET /v2.0/networks?id=dd985faf-c2e9-4703-8fef-0afb6dffec8d HTTP/1.1" status: 200 len: 897 time: 0.1007364 Aug 19 15:10:29.530662 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-26232516-7f17-4f20-a847-cd3d449c2ee7 req-0d3cba5a-b322-47e1-8453-da7cf2def5ab service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6aeb99d3-ecb1-4c76-9340-7269be5dbeaf HTTP/1.1" status: 200 len: 217 time: 0.0416498 Aug 19 15:10:29.594261 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26232516-7f17-4f20-a847-cd3d449c2ee7 req-cd49600d-8ddb-4c3f-b30c-205ac105fea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:29.596148 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-26232516-7f17-4f20-a847-cd3d449c2ee7 req-cd49600d-8ddb-4c3f-b30c-205ac105fea3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=57c2a653-8821-4d81-b68e-fd1a64997b4f HTTP/1.1" status: 200 len: 835 time: 0.0570500 Aug 19 15:10:29.653450 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26232516-7f17-4f20-a847-cd3d449c2ee7 req-58c3cb1d-5087-4272-8f0a-09ca51ddb9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:29.655157 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-26232516-7f17-4f20-a847-cd3d449c2ee7 req-58c3cb1d-5087-4272-8f0a-09ca51ddb9f0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=dd985faf-c2e9-4703-8fef-0afb6dffec8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502114 Aug 19 15:10:29.765560 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-26232516-7f17-4f20-a847-cd3d449c2ee7 req-b58c6f86-272e-434c-8086-c5bc782c76e4 service neutron] 10.222.0.68 "GET /v2.0/networks/dd985faf-c2e9-4703-8fef-0afb6dffec8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995874 Aug 19 15:10:29.802925 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb9e00-e058-4fe9-8a84-4b5418740eb0 req-df52a30c-84fc-465f-b72e-a8364d0be880 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:29.805827 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-06bb9e00-e058-4fe9-8a84-4b5418740eb0 req-df52a30c-84fc-465f-b72e-a8364d0be880 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebc369b8-422c-47a6-8398-36ab8d20db3c HTTP/1.1" status: 200 len: 982 time: 0.0607121 Aug 19 15:10:29.854177 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-06bb9e00-e058-4fe9-8a84-4b5418740eb0 req-c7efb232-65ee-4ba9-9445-241698d18176 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed5e4a65-8fa4-4d0f-9abb-fc3b4add4adb&id=4b6fb272-512a-4c32-986a-4671d4f16b93&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0421593 Aug 19 15:10:29.892278 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-26232516-7f17-4f20-a847-cd3d449c2ee7 req-46c21e51-c4b6-40d1-939a-2578e05a3d03 service neutron] 10.222.0.68 "GET /v2.0/networks/dd985faf-c2e9-4703-8fef-0afb6dffec8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147904 Aug 19 15:10:31.009210 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8c3ad-b4f8-4f20-8e46-6947ef59227e req-8dc2b280-80b7-4a09-80ac-1b799c778f41 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:31.010747 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ceb8c3ad-b4f8-4f20-8e46-6947ef59227e req-8dc2b280-80b7-4a09-80ac-1b799c778f41 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebc369b8-422c-47a6-8398-36ab8d20db3c HTTP/1.1" status: 200 len: 982 time: 0.0749638 Aug 19 15:10:31.079200 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ceb8c3ad-b4f8-4f20-8e46-6947ef59227e req-1f336eda-ebf1-412c-b9e4-2a1ce48f920b tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed5e4a65-8fa4-4d0f-9abb-fc3b4add4adb&id=4b6fb272-512a-4c32-986a-4671d4f16b93&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0516777 Aug 19 15:10:31.407225 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2b5dd3d5-26a7-4988-a1c7-53504883d42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:32.210392 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087814c6-8fb0-4a04-b833-a5664c86cca5 req-711b48bd-ea62-415b-afdb-022c53c62d43 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:32.211944 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-087814c6-8fb0-4a04-b833-a5664c86cca5 req-711b48bd-ea62-415b-afdb-022c53c62d43 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebc369b8-422c-47a6-8398-36ab8d20db3c HTTP/1.1" status: 200 len: 982 time: 0.0574846 Aug 19 15:10:32.282149 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-087814c6-8fb0-4a04-b833-a5664c86cca5 req-57af9c5b-3c3a-44cc-a04f-5a5ce35403fe tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed5e4a65-8fa4-4d0f-9abb-fc3b4add4adb&id=4b6fb272-512a-4c32-986a-4671d4f16b93&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0529382 Aug 19 15:10:32.493423 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 6aeb99d3-ecb1-4c76-9340-7269be5dbeaf details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:10:32.607348 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 6aeb99d3-ecb1-4c76-9340-7269be5dbeaf, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=6aeb99d3-ecb1-4c76-9340-7269be5dbeaf,segment=NetworkSegment(c4c1c160-3dde-4e9d-a10c-eda2b4bef299),segment_id=c4c1c160-3dde-4e9d-a10c-eda2b4bef299)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:10:32.626179 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '6aeb99d3-ecb1-4c76-9340-7269be5dbeaf', 'network_id': 'dd985faf-c2e9-4703-8fef-0afb6dffec8d', 'port_id': '6aeb99d3-ecb1-4c76-9340-7269be5dbeaf', 'mac_address': 'fa:16:3e:b8:32:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c2a653-8821-4d81-b68e-fd1a64997b4f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:10:32.718201 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:32.761681 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aeb99d3-ecb1-4c76-9340-7269be5dbeaf {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:10:32.808754 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 6aeb99d3-ecb1-4c76-9340-7269be5dbeaf, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=6aeb99d3-ecb1-4c76-9340-7269be5dbeaf,segment=NetworkSegment(c4c1c160-3dde-4e9d-a10c-eda2b4bef299),segment_id=c4c1c160-3dde-4e9d-a10c-eda2b4bef299)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:10:32.814712 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:32.886625 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=6aeb99d3-ecb1-4c76-9340-7269be5dbeaf,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:33.026640 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['6aeb99d3-ecb1-4c76-9340-7269be5dbeaf'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:10:33.407992 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a4c70-e9b0-477e-8d8d-055444f7ae39 req-3b51ce6f-8041-4e2a-a414-4b721b18b415 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:33.410647 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0e7a4c70-e9b0-477e-8d8d-055444f7ae39 req-3b51ce6f-8041-4e2a-a414-4b721b18b415 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebc369b8-422c-47a6-8398-36ab8d20db3c HTTP/1.1" status: 200 len: 983 time: 0.0554223 Aug 19 15:10:33.457205 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0e7a4c70-e9b0-477e-8d8d-055444f7ae39 req-78b06bc6-90b8-4150-93ee-fdee3037ee60 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed5e4a65-8fa4-4d0f-9abb-fc3b4add4adb&id=4b6fb272-512a-4c32-986a-4671d4f16b93&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0398321 Aug 19 15:10:34.242645 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:34.323000 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3d9071f3-2c5b-423e-b086-82834ec02616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:34.514223 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 6aeb99d3-ecb1-4c76-9340-7269be5dbeaf up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:10:34.572491 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:34.596662 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port 6aeb99d3-ecb1-4c76-9340-7269be5dbeaf completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:10:34.601959 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 6aeb99d3-ecb1-4c76-9340-7269be5dbeaf triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:10:34.602485 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:34.609568 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985cb7e-f9b7-4a9a-af6d-06045ce4379d req-efec0d04-8401-4e76-8f40-91c5e247dc78 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:34.611127 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b985cb7e-f9b7-4a9a-af6d-06045ce4379d req-efec0d04-8401-4e76-8f40-91c5e247dc78 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebc369b8-422c-47a6-8398-36ab8d20db3c HTTP/1.1" status: 200 len: 983 time: 0.0769780 Aug 19 15:10:34.685151 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b985cb7e-f9b7-4a9a-af6d-06045ce4379d req-be32efcd-8499-4afa-95b8-42a2f377b353 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed5e4a65-8fa4-4d0f-9abb-fc3b4add4adb&id=4b6fb272-512a-4c32-986a-4671d4f16b93&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0669177 Aug 19 15:10:34.701603 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:34.724496 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc369b8-422c-47a6-8398-36ab8d20db3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aeb99d3-ecb1-4c76-9340-7269be5dbeaf'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:10:34.728974 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0f5d9f-d37e-4a58-8023-09b9e2a860a1" -d '{"events": [{"server_uuid": "ebc369b8-422c-47a6-8398-36ab8d20db3c", "name": "network-vif-plugged", "status": "completed", "tag": "6aeb99d3-ecb1-4c76-9340-7269be5dbeaf"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:10:34.759603 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 6aeb99d3-ecb1-4c76-9340-7269be5dbeaf, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=6aeb99d3-ecb1-4c76-9340-7269be5dbeaf,segment=NetworkSegment(c4c1c160-3dde-4e9d-a10c-eda2b4bef299),segment_id=c4c1c160-3dde-4e9d-a10c-eda2b4bef299)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:10:34.766193 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:34.812087 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c342a3e-2cc5-4052-8042-db58109d00a4 x-openstack-request-id: req-9c342a3e-2cc5-4052-8042-db58109d00a4 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:10:34.812556 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebc369b8-422c-47a6-8398-36ab8d20db3c", "name": "network-vif-plugged", "status": "completed", "tag": "6aeb99d3-ecb1-4c76-9340-7269be5dbeaf", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:10:34.812877 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9c342a3e-2cc5-4052-8042-db58109d00a4 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:10:34.813355 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc369b8-422c-47a6-8398-36ab8d20db3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aeb99d3-ecb1-4c76-9340-7269be5dbeaf', 'code': 200} Aug 19 15:10:34.856226 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=6aeb99d3-ecb1-4c76-9340-7269be5dbeaf,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:34.919062 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ca0e4-0b6c-4b4e-aebe-c7185a7e4eb7 req-2a4ab684-6d00-4730-9086-d8efda64336d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:34.920976 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-978ca0e4-0b6c-4b4e-aebe-c7185a7e4eb7 req-2a4ab684-6d00-4730-9086-d8efda64336d service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ebc369b8-422c-47a6-8398-36ab8d20db3c HTTP/1.1" status: 200 len: 1135 time: 0.0435219 Aug 19 15:10:34.961170 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-978ca0e4-0b6c-4b4e-aebe-c7185a7e4eb7 req-48f96f27-148f-4a86-b4dd-e35246bfd72d service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=ed5e4a65-8fa4-4d0f-9abb-fc3b4add4adb&id=4b6fb272-512a-4c32-986a-4671d4f16b93&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0314496 Aug 19 15:10:35.007099 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:10:35.166094 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:35.509669 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:35.824948 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88812317-b1a6-4350-8e24-ebac9b0048a8 req-4ee1d078-b1db-4133-b45a-ad9f39b3e92b tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:35.826565 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-88812317-b1a6-4350-8e24-ebac9b0048a8 req-4ee1d078-b1db-4133-b45a-ad9f39b3e92b tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebc369b8-422c-47a6-8398-36ab8d20db3c HTTP/1.1" status: 200 len: 984 time: 0.0627713 Aug 19 15:10:35.883965 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-88812317-b1a6-4350-8e24-ebac9b0048a8 req-19ae4b9a-c62f-4247-85d2-3f3a92bf0c38 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed5e4a65-8fa4-4d0f-9abb-fc3b4add4adb&id=4b6fb272-512a-4c32-986a-4671d4f16b93&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0501230 Aug 19 15:10:36.988226 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:37.050531 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c6afc-7ca5-413d-b064-7064bd5b363b req-2db243c8-2697-407c-a7f1-71696486dfce tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:37.059017 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c45c6afc-7ca5-413d-b064-7064bd5b363b req-2db243c8-2697-407c-a7f1-71696486dfce tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebc369b8-422c-47a6-8398-36ab8d20db3c HTTP/1.1" status: 200 len: 984 time: 0.0655186 Aug 19 15:10:37.103209 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c45c6afc-7ca5-413d-b064-7064bd5b363b req-5c411848-4dda-450d-aa8c-f2d241b6adcf tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed5e4a65-8fa4-4d0f-9abb-fc3b4add4adb&id=4b6fb272-512a-4c32-986a-4671d4f16b93&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0421598 Aug 19 15:10:37.262007 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aeb79e-9006-4478-abf6-2d2479bed32a req-7d7c72d7-f5b4-4874-80e2-7288a8404da7 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:37.265875 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e1aeb79e-9006-4478-abf6-2d2479bed32a req-7d7c72d7-f5b4-4874-80e2-7288a8404da7 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebc369b8-422c-47a6-8398-36ab8d20db3c HTTP/1.1" status: 200 len: 984 time: 0.0640588 Aug 19 15:10:37.328181 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e1aeb79e-9006-4478-abf6-2d2479bed32a req-ad933fd7-2dca-41fb-9bd3-f55d040b8b88 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed5e4a65-8fa4-4d0f-9abb-fc3b4add4adb&id=4b6fb272-512a-4c32-986a-4671d4f16b93&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0613005 Aug 19 15:10:37.480496 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f62d6-75fd-4024-8895-9937a98b87bc req-140ad8fd-a260-46e8-a64c-534e3f164e34 tempest-TestSecurityGroupsBasicOps-1985627465 tempest-TestSecurityGroupsBasicOps-1985627465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:37.482813 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-290f62d6-75fd-4024-8895-9937a98b87bc req-140ad8fd-a260-46e8-a64c-534e3f164e34 tempest-TestSecurityGroupsBasicOps-1985627465 tempest-TestSecurityGroupsBasicOps-1985627465-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=ebc369b8-422c-47a6-8398-36ab8d20db3c HTTP/1.1" status: 200 len: 1135 time: 0.0745203 Aug 19 15:10:37.506814 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-290f62d6-75fd-4024-8895-9937a98b87bc req-93a1dc78-b146-42f6-b64e-b5caad21fb34 tempest-TestSecurityGroupsBasicOps-1985627465 tempest-TestSecurityGroupsBasicOps-1985627465-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:37.653502 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-290f62d6-75fd-4024-8895-9937a98b87bc req-93a1dc78-b146-42f6-b64e-b5caad21fb34 tempest-TestSecurityGroupsBasicOps-1985627465 tempest-TestSecurityGroupsBasicOps-1985627465-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:37.660005 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-290f62d6-75fd-4024-8895-9937a98b87bc req-93a1dc78-b146-42f6-b64e-b5caad21fb34 tempest-TestSecurityGroupsBasicOps-1985627465 tempest-TestSecurityGroupsBasicOps-1985627465-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:37.693280 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-290f62d6-75fd-4024-8895-9937a98b87bc req-93a1dc78-b146-42f6-b64e-b5caad21fb34 tempest-TestSecurityGroupsBasicOps-1985627465 tempest-TestSecurityGroupsBasicOps-1985627465-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=ed5e4a65-8fa4-4d0f-9abb-fc3b4add4adb&id=4b6fb272-512a-4c32-986a-4671d4f16b93&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2005863 Aug 19 15:10:37.709616 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a1dc78-b146-42f6-b64e-b5caad21fb34 tempest-TestSecurityGroupsBasicOps-1985627465 tempest-TestSecurityGroupsBasicOps-1985627465-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8f296c-63bb-43a1-8c02-8259459d51f0,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:37.717631 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58932) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:37.789596 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1600dfae-1aea-40d0-89e5-83fb0e21750c tempest-TestSecurityGroupsBasicOps-1985627465 tempest-TestSecurityGroupsBasicOps-1985627465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:37.795066 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1600dfae-1aea-40d0-89e5-83fb0e21750c tempest-TestSecurityGroupsBasicOps-1985627465 tempest-TestSecurityGroupsBasicOps-1985627465-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=ebc369b8-422c-47a6-8398-36ab8d20db3c HTTP/1.1" status: 200 len: 1130 time: 0.0640798 Aug 19 15:10:37.795505 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58934) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:37.800375 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-59352262-c011-44bc-ba28-f7901aba5ad5 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Request body: {'floatingip': {'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'port_id': '6aeb99d3-ecb1-4c76-9340-7269be5dbeaf', 'tenant_id': '198637359c524ae7b50bc39c96d10493', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:10:37.832129 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59352262-c011-44bc-ba28-f7901aba5ad5 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:37.965900 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59352262-c011-44bc-ba28-f7901aba5ad5 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:38.091138 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-59352262-c011-44bc-ba28-f7901aba5ad5 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Allocated IP 172.25.2.45 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/e09f9176-be76-43a8-8070-f3bd43b55d72) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:10:38.232569 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59352262-c011-44bc-ba28-f7901aba5ad5 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:38.294519 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59352262-c011-44bc-ba28-f7901aba5ad5 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:38.356086 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59352262-c011-44bc-ba28-f7901aba5ad5 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:10:38.360454 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-59352262-c011-44bc-ba28-f7901aba5ad5 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:10:38.368423 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59352262-c011-44bc-ba28-f7901aba5ad5 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:10:38.403045 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59352262-c011-44bc-ba28-f7901aba5ad5 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Pushing event updated for resources: {'Port': ['ID=e09f9176-be76-43a8-8070-f3bd43b55d72,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:38.876819 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59352262-c011-44bc-ba28-f7901aba5ad5 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:38.957056 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59352262-c011-44bc-ba28-f7901aba5ad5 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:39.212017 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59352262-c011-44bc-ba28-f7901aba5ad5 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:39.218215 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59352262-c011-44bc-ba28-f7901aba5ad5 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:39.305720 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59352262-c011-44bc-ba28-f7901aba5ad5 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Pushing event updated for resources: {'Port': ['ID=e09f9176-be76-43a8-8070-f3bd43b55d72,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:39.308332 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59352262-c011-44bc-ba28-f7901aba5ad5 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:39.432781 n-d-766043-2 neutron-server[94640]: INFO neutron.db.l3_db [None req-59352262-c011-44bc-ba28-f7901aba5ad5 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Floating IP aed6a5b4-0d38-4215-b6b2-073bda4d66f4 associated. External IP: 172.25.2.45, port: 6aeb99d3-ecb1-4c76-9340-7269be5dbeaf. Aug 19 15:10:39.699070 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59352262-c011-44bc-ba28-f7901aba5ad5 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Router 2dda1054-cc93-4f69-b9f2-3dd01314d819 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:10:39.831230 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59352262-c011-44bc-ba28-f7901aba5ad5 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:10:39.846165 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c608dab-961f-4064-8619-26505e139a69 None None] Sync routers for ids ['2dda1054-cc93-4f69-b9f2-3dd01314d819'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:10:39.856648 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59352262-c011-44bc-ba28-f7901aba5ad5 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:39.879880 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c608dab-961f-4064-8619-26505e139a69 None None] Routers {'2dda1054-cc93-4f69-b9f2-3dd01314d819'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:10:39.881560 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3c608dab-961f-4064-8619-26505e139a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:10:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['2dda1054-cc93-4f69-b9f2-3dd01314d819'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:10:39.899813 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58944) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:39.900390 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-59352262-c011-44bc-ba28-f7901aba5ad5 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1031349 Aug 19 15:10:39.900684 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebc369b8-422c-47a6-8398-36ab8d20db3c', 'tag': '6aeb99d3-ecb1-4c76-9340-7269be5dbeaf'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:10:39.903689 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e5fe70-ef35-44d6-a4c2-905032655ce5" -d '{"events": [{"name": "network-changed", "server_uuid": "ebc369b8-422c-47a6-8398-36ab8d20db3c", "tag": "6aeb99d3-ecb1-4c76-9340-7269be5dbeaf"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:10:40.043573 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-3c608dab-961f-4064-8619-26505e139a69 None None] Set router 2dda1054-cc93-4f69-b9f2-3dd01314d819 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:10:40.223176 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddfae809-c4a6-436d-8f47-54fe21504be1 x-openstack-request-id: req-ddfae809-c4a6-436d-8f47-54fe21504be1 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:10:40.223176 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebc369b8-422c-47a6-8398-36ab8d20db3c", "tag": "6aeb99d3-ecb1-4c76-9340-7269be5dbeaf", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:10:40.223176 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ddfae809-c4a6-436d-8f47-54fe21504be1 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:10:40.223904 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebc369b8-422c-47a6-8398-36ab8d20db3c', 'tag': '6aeb99d3-ecb1-4c76-9340-7269be5dbeaf', 'status': 'completed', 'code': 200} Aug 19 15:10:40.303816 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da51233f-195c-4cde-a382-475dde8f5eb8 tempest-TestSecurityGroupsBasicOps-1985627465 tempest-TestSecurityGroupsBasicOps-1985627465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:40.304658 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da51233f-195c-4cde-a382-475dde8f5eb8 tempest-TestSecurityGroupsBasicOps-1985627465 tempest-TestSecurityGroupsBasicOps-1985627465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:40.305329 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da51233f-195c-4cde-a382-475dde8f5eb8 tempest-TestSecurityGroupsBasicOps-1985627465 tempest-TestSecurityGroupsBasicOps-1985627465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:40.306106 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da51233f-195c-4cde-a382-475dde8f5eb8 tempest-TestSecurityGroupsBasicOps-1985627465 tempest-TestSecurityGroupsBasicOps-1985627465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:40.306795 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da51233f-195c-4cde-a382-475dde8f5eb8 tempest-TestSecurityGroupsBasicOps-1985627465 tempest-TestSecurityGroupsBasicOps-1985627465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:40.307279 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da51233f-195c-4cde-a382-475dde8f5eb8 tempest-TestSecurityGroupsBasicOps-1985627465 tempest-TestSecurityGroupsBasicOps-1985627465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:40.309152 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-da51233f-195c-4cde-a382-475dde8f5eb8 tempest-TestSecurityGroupsBasicOps-1985627465 tempest-TestSecurityGroupsBasicOps-1985627465-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.4081542 Aug 19 15:10:40.312242 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 58952) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:40.396208 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5fe70-ef35-44d6-a4c2-905032655ce5 req-25a9c877-68c4-435d-a85a-6498ebd28017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:40.397783 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-32e5fe70-ef35-44d6-a4c2-905032655ce5 req-25a9c877-68c4-435d-a85a-6498ebd28017 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=198637359c524ae7b50bc39c96d10493&device_id=ebc369b8-422c-47a6-8398-36ab8d20db3c HTTP/1.1" status: 200 len: 1135 time: 0.1439114 Aug 19 15:10:40.473675 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105c57c7-eac8-4696-b971-c3afd7e58403 tempest-TestSecurityGroupsBasicOps-1985627465 tempest-TestSecurityGroupsBasicOps-1985627465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:40.474714 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105c57c7-eac8-4696-b971-c3afd7e58403 tempest-TestSecurityGroupsBasicOps-1985627465 tempest-TestSecurityGroupsBasicOps-1985627465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:40.474714 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105c57c7-eac8-4696-b971-c3afd7e58403 tempest-TestSecurityGroupsBasicOps-1985627465 tempest-TestSecurityGroupsBasicOps-1985627465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:40.474980 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105c57c7-eac8-4696-b971-c3afd7e58403 tempest-TestSecurityGroupsBasicOps-1985627465 tempest-TestSecurityGroupsBasicOps-1985627465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:40.475433 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105c57c7-eac8-4696-b971-c3afd7e58403 tempest-TestSecurityGroupsBasicOps-1985627465 tempest-TestSecurityGroupsBasicOps-1985627465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:40.475887 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105c57c7-eac8-4696-b971-c3afd7e58403 tempest-TestSecurityGroupsBasicOps-1985627465 tempest-TestSecurityGroupsBasicOps-1985627465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:40.476685 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3c608dab-961f-4064-8619-26505e139a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dda1054-cc93-4f69-b9f2-3dd01314d819', 'name': 'tempest-TestSecurityGroupsBasicOps-router-740855804', 'tenant_id': '198637359c524ae7b50bc39c96d10493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '1a6ee728-29ad-4675-b264-eef0dfd3ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:10:16Z', 'updated_at': '2021-08-19T15:10:21Z', 'revision_number': 4, 'project_id': '198637359c524ae7b50bc39c96d10493', 'gw_port': {'id': '1a6ee728-29ad-4675-b264-eef0dfd3ec05', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dda1054-cc93-4f69-b9f2-3dd01314d819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:10:16Z', 'updated_at': '2021-08-19T15:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': 'aed6a5b4-0d38-4215-b6b2-073bda4d66f4', 'tenant_id': '198637359c524ae7b50bc39c96d10493', 'floating_ip_address': '172.25.2.45', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '2dda1054-cc93-4f69-b9f2-3dd01314d819', 'port_id': '6aeb99d3-ecb1-4c76-9340-7269be5dbeaf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd985faf-c2e9-4703-8fef-0afb6dffec8d', 'mac_address': 'fa:16:3e:b8:32:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc369b8-422c-47a6-8398-36ab8d20db3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:10:38Z', 'updated_at': '2021-08-19T15:10:38Z', 'revision_number': 0, 'project_id': '198637359c524ae7b50bc39c96d10493', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6cd6b29-5b84-4198-8149-e15565357da4', 'name': '', 'network_id': 'dd985faf-c2e9-4703-8fef-0afb6dffec8d', 'tenant_id': '198637359c524ae7b50bc39c96d10493', 'mac_address': 'fa:16:3e:4e:e2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dda1054-cc93-4f69-b9f2-3dd01314d819', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '57c2a653-8821-4d81-b68e-fd1a64997b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:10:20Z', 'updated_at': '2021-08-19T15:10:27Z', 'revision_number': 5, 'project_id': '198637359c524ae7b50bc39c96d10493', 'subnets': [{'id': '57c2a653-8821-4d81-b68e-fd1a64997b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:10:40.478037 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-105c57c7-eac8-4696-b971-c3afd7e58403 tempest-TestSecurityGroupsBasicOps-1985627465 tempest-TestSecurityGroupsBasicOps-1985627465-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1634724 Aug 19 15:10:40.481936 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58956) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:40.526362 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5fe70-ef35-44d6-a4c2-905032655ce5 req-cef01970-6b53-4cce-afaf-7be415eb321a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:40.527989 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-32e5fe70-ef35-44d6-a4c2-905032655ce5 req-cef01970-6b53-4cce-afaf-7be415eb321a service neutron] 10.222.0.68 "GET /v2.0/networks?id=dd985faf-c2e9-4703-8fef-0afb6dffec8d HTTP/1.1" status: 200 len: 897 time: 0.1199565 Aug 19 15:10:40.546833 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c608dab-961f-4064-8619-26505e139a69 None None] Checking router: 2dda1054-cc93-4f69-b9f2-3dd01314d819 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:10:40.568808 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c608dab-961f-4064-8619-26505e139a69 None None] Routers {'2dda1054-cc93-4f69-b9f2-3dd01314d819'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:10:40.570477 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3c608dab-961f-4064-8619-26505e139a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:10:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['2dda1054-cc93-4f69-b9f2-3dd01314d819'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:10:40.617881 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-32e5fe70-ef35-44d6-a4c2-905032655ce5 req-a9387233-e59b-4c6a-9178-d8f784275082 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6aeb99d3-ecb1-4c76-9340-7269be5dbeaf HTTP/1.1" status: 200 len: 998 time: 0.0815306 Aug 19 15:10:40.710103 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5fe70-ef35-44d6-a4c2-905032655ce5 req-70aef177-aa21-4040-b209-7106e7aab593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:40.711621 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-32e5fe70-ef35-44d6-a4c2-905032655ce5 req-70aef177-aa21-4040-b209-7106e7aab593 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=57c2a653-8821-4d81-b68e-fd1a64997b4f HTTP/1.1" status: 200 len: 835 time: 0.0861459 Aug 19 15:10:40.783669 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5fe70-ef35-44d6-a4c2-905032655ce5 req-c104d08a-c921-44bc-a15d-efe74fa772c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:40.786352 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-32e5fe70-ef35-44d6-a4c2-905032655ce5 req-c104d08a-c921-44bc-a15d-efe74fa772c8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=dd985faf-c2e9-4703-8fef-0afb6dffec8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667908 Aug 19 15:10:40.821362 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-3c608dab-961f-4064-8619-26505e139a69 None None] Set router 2dda1054-cc93-4f69-b9f2-3dd01314d819 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:10:40.910794 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-32e5fe70-ef35-44d6-a4c2-905032655ce5 req-9a90f59f-6ab8-4c67-9f97-7b5ed154245c service neutron] 10.222.0.68 "GET /v2.0/networks/dd985faf-c2e9-4703-8fef-0afb6dffec8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171379 Aug 19 15:10:40.990547 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-dcb74e9e-6f90-44b9-a2cd-92401e4d9e59 tempest-TestSecurityGroupsBasicOps-1985627465 tempest-TestSecurityGroupsBasicOps-1985627465-project-admin] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3053 time: 0.5074728 Aug 19 15:10:40.997658 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 58958) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:41.138705 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6b47e0-fc4d-4f1b-9d6f-0f471364fbc2 tempest-TestSecurityGroupsBasicOps-1985627465 tempest-TestSecurityGroupsBasicOps-1985627465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:41.139113 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6b47e0-fc4d-4f1b-9d6f-0f471364fbc2 tempest-TestSecurityGroupsBasicOps-1985627465 tempest-TestSecurityGroupsBasicOps-1985627465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:10:41.143148 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-8a6b47e0-fc4d-4f1b-9d6f-0f471364fbc2 tempest-TestSecurityGroupsBasicOps-1985627465 tempest-TestSecurityGroupsBasicOps-1985627465-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=2dda1054-cc93-4f69-b9f2-3dd01314d819 HTTP/1.1" status: 200 len: 1990 time: 0.1419513 Aug 19 15:10:41.220965 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-32e5fe70-ef35-44d6-a4c2-905032655ce5 req-340e95df-b2cf-4bd1-80d7-20e32cfaa096 service neutron] 10.222.0.68 "GET /v2.0/networks/dd985faf-c2e9-4703-8fef-0afb6dffec8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031254 Aug 19 15:10:41.357199 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3c608dab-961f-4064-8619-26505e139a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dda1054-cc93-4f69-b9f2-3dd01314d819', 'name': 'tempest-TestSecurityGroupsBasicOps-router-740855804', 'tenant_id': '198637359c524ae7b50bc39c96d10493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '1a6ee728-29ad-4675-b264-eef0dfd3ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:10:16Z', 'updated_at': '2021-08-19T15:10:21Z', 'revision_number': 4, 'project_id': '198637359c524ae7b50bc39c96d10493', 'gw_port': {'id': '1a6ee728-29ad-4675-b264-eef0dfd3ec05', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dda1054-cc93-4f69-b9f2-3dd01314d819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:10:16Z', 'updated_at': '2021-08-19T15:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': 'aed6a5b4-0d38-4215-b6b2-073bda4d66f4', 'tenant_id': '198637359c524ae7b50bc39c96d10493', 'floating_ip_address': '172.25.2.45', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '2dda1054-cc93-4f69-b9f2-3dd01314d819', 'port_id': '6aeb99d3-ecb1-4c76-9340-7269be5dbeaf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd985faf-c2e9-4703-8fef-0afb6dffec8d', 'mac_address': 'fa:16:3e:b8:32:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc369b8-422c-47a6-8398-36ab8d20db3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:10:38Z', 'updated_at': '2021-08-19T15:10:38Z', 'revision_number': 0, 'project_id': '198637359c524ae7b50bc39c96d10493', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6cd6b29-5b84-4198-8149-e15565357da4', 'name': '', 'network_id': 'dd985faf-c2e9-4703-8fef-0afb6dffec8d', 'tenant_id': '198637359c524ae7b50bc39c96d10493', 'mac_address': 'fa:16:3e:4e:e2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dda1054-cc93-4f69-b9f2-3dd01314d819', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '57c2a653-8821-4d81-b68e-fd1a64997b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:10:20Z', 'updated_at': '2021-08-19T15:10:27Z', 'revision_number': 5, 'project_id': '198637359c524ae7b50bc39c96d10493', 'subnets': [{'id': '57c2a653-8821-4d81-b68e-fd1a64997b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:10:41.392495 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c608dab-961f-4064-8619-26505e139a69 None None] The sync data for ids ['2dda1054-cc93-4f69-b9f2-3dd01314d819'] in n-d-766043-2 is: [{'id': '2dda1054-cc93-4f69-b9f2-3dd01314d819', 'name': 'tempest-TestSecurityGroupsBasicOps-router-740855804', 'tenant_id': '198637359c524ae7b50bc39c96d10493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '1a6ee728-29ad-4675-b264-eef0dfd3ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:10:16Z', 'updated_at': '2021-08-19T15:10:21Z', 'revision_number': 4, 'project_id': '198637359c524ae7b50bc39c96d10493', 'gw_port': {'id': '1a6ee728-29ad-4675-b264-eef0dfd3ec05', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dda1054-cc93-4f69-b9f2-3dd01314d819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:10:16Z', 'updated_at': '2021-08-19T15:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': 'aed6a5b4-0d38-4215-b6b2-073bda4d66f4', 'tenant_id': '198637359c524ae7b50bc39c96d10493', 'floating_ip_address': '172.25.2.45', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '2dda1054-cc93-4f69-b9f2-3dd01314d819', 'port_id': '6aeb99d3-ecb1-4c76-9340-7269be5dbeaf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd985faf-c2e9-4703-8fef-0afb6dffec8d', 'mac_address': 'fa:16:3e:b8:32:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc369b8-422c-47a6-8398-36ab8d20db3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:10:38Z', 'updated_at': '2021-08-19T15:10:38Z', 'revision_number': 0, 'project_id': '198637359c524ae7b50bc39c96d10493', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6cd6b29-5b84-4198-8149-e15565357da4', 'name': '', 'network_id': 'dd985faf-c2e9-4703-8fef-0afb6dffec8d', 'tenant_id': '198637359c524ae7b50bc39c96d10493', 'mac_address': 'fa:16:3e:4e:e2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dda1054-cc93-4f69-b9f2-3dd01314d819', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '57c2a653-8821-4d81-b68e-fd1a64997b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:10:20Z', 'updated_at': '2021-08-19T15:10:27Z', 'revision_number': 5, 'project_id': '198637359c524ae7b50bc39c96d10493', 'subnets': [{'id': '57c2a653-8821-4d81-b68e-fd1a64997b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:10:41.694506 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3f4939-e6ce-4d51-b0be-1f97c9cc7027 None None] New status for floating IP aed6a5b4-0d38-4215-b6b2-073bda4d66f4: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:10:48.788941 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 59036) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:48.906449 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-82d6fe4c-ac18-4c73-a806-c06aaef23545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:49.022715 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-82d6fe4c-ac18-4c73-a806-c06aaef23545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:49.028492 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-82d6fe4c-ac18-4c73-a806-c06aaef23545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:49.071941 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-82d6fe4c-ac18-4c73-a806-c06aaef23545 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=85a6f9983f60422d8a72e6870478f238&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2818160 Aug 19 15:10:49.072865 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6fe4c-ac18-4c73-a806-c06aaef23545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef0540d-30a8-48ee-bc81-839dcad19a36,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:49.077462 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 59042) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:10:49.142284 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8fb440f5-ad40-4657-b868-b8340baa4ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:49.177708 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8fb440f5-ad40-4657-b868-b8340baa4ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:49.246288 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8fb440f5-ad40-4657-b868-b8340baa4ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:49.248146 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8fb440f5-ad40-4657-b868-b8340baa4ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:10:49.255661 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-8fb440f5-ad40-4657-b868-b8340baa4ca3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cef0540d-30a8-48ee-bc81-839dcad19a36 HTTP/1.1" status: 204 len: 168 time: 0.1708679 Aug 19 15:10:49.259728 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb440f5-ad40-4657-b868-b8340baa4ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef0540d-30a8-48ee-bc81-839dcad19a36,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:10:59.207832 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [req-e333d725-dfa4-4a95-bbbc-6dea0d253233 req-4beb5a9e-e8d3-4f18-bc6e-71e25c1cf73b service neutron] (94639) timed out ('10.222.0.88', 56809) {{(pid=94639) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 15:11:01.418487 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9837c9da-c6f2-417e-8b0a-628858df00df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:01.954884 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-79326eb0-f4e2-4151-814d-5fb7c786fec5 req-94e73038-ebc1-430a-8916-8f8f9cb1c347 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1600123405&fields=id&tenant_id=0550ac85b3b548ae984f8729832afa44 HTTP/1.1" status: 200 len: 267 time: 0.0407460 Aug 19 15:11:02.080338 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79326eb0-f4e2-4151-814d-5fb7c786fec5 req-ca27148d-6d15-46b1-a6d1-7f34ffc56713 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:02.082063 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-79326eb0-f4e2-4151-814d-5fb7c786fec5 req-ca27148d-6d15-46b1-a6d1-7f34ffc56713 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/networks?id=042ff527-1fae-4bd9-883c-64e28e4df4d0 HTTP/1.1" status: 200 len: 811 time: 0.1196229 Aug 19 15:11:02.102802 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-79326eb0-f4e2-4151-814d-5fb7c786fec5 req-a158c30d-a44f-49e3-9371-7c7d5fd29199 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/quotas/0550ac85b3b548ae984f8729832afa44 HTTP/1.1" status: 200 len: 375 time: 0.0135140 Aug 19 15:11:02.170522 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-79326eb0-f4e2-4151-814d-5fb7c786fec5 req-713c0e6f-2545-499d-aa16-7df44493dc24 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0550ac85b3b548ae984f8729832afa44&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0608191 Aug 19 15:11:02.274234 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-79326eb0-f4e2-4151-814d-5fb7c786fec5 req-f88f3b65-991b-4a9e-aaa9-53a1c22c4c6f service neutron] 10.222.0.69 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910490 Aug 19 15:11:02.754823 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-79326eb0-f4e2-4151-814d-5fb7c786fec5 req-4d855b11-96e4-4a0a-a8bd-8cd927a44953 service neutron] 10.222.0.69 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4698329 Aug 19 15:11:03.142128 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9aa35bed-e283-40c0-8d3f-4b8506983211 req-730b1862-769e-47a6-9265-8cd252b8c37f tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=30cfdc45-3de5-4fe7-b248-759cb2ee03c0 HTTP/1.1" status: 200 len: 210 time: 0.0411236 Aug 19 15:11:04.218996 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:04.326767 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-94352280-229c-4f41-b82c-42ccb52e5346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:04.364516 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e609f4e0-bd30-4078-b2e3-b4d199da12c3 req-ffc1c375-8fc4-440f-a217-978454bb9e53 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=30cfdc45-3de5-4fe7-b248-759cb2ee03c0 HTTP/1.1" status: 200 len: 210 time: 0.0573158 Aug 19 15:11:04.374445 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79326eb0-f4e2-4151-814d-5fb7c786fec5 req-ac561bbd-6e2c-4748-b18d-eb1a7c78fac1 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:04.376233 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-79326eb0-f4e2-4151-814d-5fb7c786fec5 req-ac561bbd-6e2c-4748-b18d-eb1a7c78fac1 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.88 "GET /v2.0/networks?id=042ff527-1fae-4bd9-883c-64e28e4df4d0 HTTP/1.1" status: 200 len: 811 time: 0.2089872 Aug 19 15:11:04.427417 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-79326eb0-f4e2-4151-814d-5fb7c786fec5 req-e7902a9a-81f0-4873-a2d1-4bcb076dd064 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0550ac85b3b548ae984f8729832afa44 HTTP/1.1" status: 200 len: 380 time: 0.0373900 Aug 19 15:11:04.442397 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-79326eb0-f4e2-4151-814d-5fb7c786fec5 req-45dc8b57-71b8-4861-9747-69898471a31c tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Request body: {'port': {'device_id': '30cfdc45-3de5-4fe7-b248-759cb2ee03c0', 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0', 'admin_state_up': True, 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'security_groups': ['1324d74c-bbdf-4e8d-bd15-d52a2b2228b6']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:11:04.549466 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:04.580349 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79326eb0-f4e2-4151-814d-5fb7c786fec5 req-45dc8b57-71b8-4861-9747-69898471a31c tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Made reservation on behalf of 0550ac85b3b548ae984f8729832afa44 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:11:04.584088 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-79326eb0-f4e2-4151-814d-5fb7c786fec5 req-45dc8b57-71b8-4861-9747-69898471a31c tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:04.750257 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-79326eb0-f4e2-4151-814d-5fb7c786fec5 req-45dc8b57-71b8-4861-9747-69898471a31c tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Allocated IP 172.20.0.9 (042ff527-1fae-4bd9-883c-64e28e4df4d0/4501b342-71e0-4b08-b9d8-b651dd87e075/b47fd451-1c28-4c46-889a-fd03c0c8ac46) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:11:04.918126 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-79326eb0-f4e2-4151-814d-5fb7c786fec5 req-45dc8b57-71b8-4861-9747-69898471a31c tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:04.932370 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-79326eb0-f4e2-4151-814d-5fb7c786fec5 req-45dc8b57-71b8-4861-9747-69898471a31c tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Transition to ACTIVE for port object b47fd451-1c28-4c46-889a-fd03c0c8ac46 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:11:04.966691 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-79326eb0-f4e2-4151-814d-5fb7c786fec5 req-45dc8b57-71b8-4861-9747-69898471a31c tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:05.016440 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79326eb0-f4e2-4151-814d-5fb7c786fec5 req-45dc8b57-71b8-4861-9747-69898471a31c tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Network 042ff527-1fae-4bd9-883c-64e28e4df4d0 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:11:05.025311 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-79326eb0-f4e2-4151-814d-5fb7c786fec5 req-45dc8b57-71b8-4861-9747-69898471a31c tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:11:05.029453 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-79326eb0-f4e2-4151-814d-5fb7c786fec5 req-45dc8b57-71b8-4861-9747-69898471a31c tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:11:05.069783 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc8b57-71b8-4861-9747-69898471a31c tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Pushing event updated for resources: {'Port': ['ID=b47fd451-1c28-4c46-889a-fd03c0c8ac46,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:05.113947 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79326eb0-f4e2-4151-814d-5fb7c786fec5 req-45dc8b57-71b8-4861-9747-69898471a31c tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:05.114652 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-79326eb0-f4e2-4151-814d-5fb7c786fec5 req-45dc8b57-71b8-4861-9747-69898471a31c tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:05.130576 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-79326eb0-f4e2-4151-814d-5fb7c786fec5 req-45dc8b57-71b8-4861-9747-69898471a31c tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6930239 Aug 19 15:11:05.150358 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-79326eb0-f4e2-4151-814d-5fb7c786fec5 req-aef41f29-61f9-4233-9027-a4a5c627ea2e service neutron] Request body: {'port': {'device_id': '30cfdc45-3de5-4fe7-b248-759cb2ee03c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:11:05.182684 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:05.227368 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-79326eb0-f4e2-4151-814d-5fb7c786fec5 req-aef41f29-61f9-4233-9027-a4a5c627ea2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:05.312479 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-45c7c3c2-07da-4888-aea9-d17c8b133405 None None] Provisioning for port b47fd451-1c28-4c46-889a-fd03c0c8ac46 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:11:05.319166 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-45c7c3c2-07da-4888-aea9-d17c8b133405 None None] Provisioning complete for port b47fd451-1c28-4c46-889a-fd03c0c8ac46 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:11:05.319707 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45c7c3c2-07da-4888-aea9-d17c8b133405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:05.369822 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-45c7c3c2-07da-4888-aea9-d17c8b133405 None None] Port b47fd451-1c28-4c46-889a-fd03c0c8ac46 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:11:05.511629 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:05.552037 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8314bbf-842f-4a3c-a01d-5c715a63be7a req-182e96c1-ad79-429b-abc7-b99cdc800e76 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:05.553971 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b8314bbf-842f-4a3c-a01d-5c715a63be7a req-182e96c1-ad79-429b-abc7-b99cdc800e76 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=30cfdc45-3de5-4fe7-b248-759cb2ee03c0 HTTP/1.1" status: 200 len: 931 time: 0.0859673 Aug 19 15:11:05.629607 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-79326eb0-f4e2-4151-814d-5fb7c786fec5 req-aef41f29-61f9-4233-9027-a4a5c627ea2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b47fd451-1c28-4c46-889a-fd03c0c8ac46 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:11:05.646114 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b8314bbf-842f-4a3c-a01d-5c715a63be7a req-34d85268-ca21-4796-b087-c0a0292da58d tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703032 Aug 19 15:11:05.646114 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-79326eb0-f4e2-4151-814d-5fb7c786fec5 req-aef41f29-61f9-4233-9027-a4a5c627ea2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:05.656785 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-79326eb0-f4e2-4151-814d-5fb7c786fec5 req-aef41f29-61f9-4233-9027-a4a5c627ea2e service neutron] Transition to ACTIVE for port object b47fd451-1c28-4c46-889a-fd03c0c8ac46 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:11:05.665872 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-79326eb0-f4e2-4151-814d-5fb7c786fec5 req-aef41f29-61f9-4233-9027-a4a5c627ea2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:05.727045 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef41f29-61f9-4233-9027-a4a5c627ea2e service neutron] Pushing event updated for resources: {'Port': ['ID=b47fd451-1c28-4c46-889a-fd03c0c8ac46,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:05.817507 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-79326eb0-f4e2-4151-814d-5fb7c786fec5 req-aef41f29-61f9-4233-9027-a4a5c627ea2e service neutron] Attempting to bind port b47fd451-1c28-4c46-889a-fd03c0c8ac46 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:11:05.817825 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-79326eb0-f4e2-4151-814d-5fb7c786fec5 req-aef41f29-61f9-4233-9027-a4a5c627ea2e service neutron] Attempting to bind port b47fd451-1c28-4c46-889a-fd03c0c8ac46 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'b6bb2d61-0455-440b-809f-c8e64ffc2b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:11:05.818228 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79326eb0-f4e2-4151-814d-5fb7c786fec5 req-aef41f29-61f9-4233-9027-a4a5c627ea2e service neutron] Attempting to bind port b47fd451-1c28-4c46-889a-fd03c0c8ac46 on network 042ff527-1fae-4bd9-883c-64e28e4df4d0 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:11:05.823333 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79326eb0-f4e2-4151-814d-5fb7c786fec5 req-aef41f29-61f9-4233-9027-a4a5c627ea2e service neutron] Port b47fd451-1c28-4c46-889a-fd03c0c8ac46 on network 042ff527-1fae-4bd9-883c-64e28e4df4d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:11:05.823751 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79326eb0-f4e2-4151-814d-5fb7c786fec5 req-aef41f29-61f9-4233-9027-a4a5c627ea2e service neutron] Attempting to bind port b47fd451-1c28-4c46-889a-fd03c0c8ac46 on network 042ff527-1fae-4bd9-883c-64e28e4df4d0 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:11:05.829413 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79326eb0-f4e2-4151-814d-5fb7c786fec5 req-aef41f29-61f9-4233-9027-a4a5c627ea2e service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:11:05.830419 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79326eb0-f4e2-4151-814d-5fb7c786fec5 req-aef41f29-61f9-4233-9027-a4a5c627ea2e service neutron] Checking segment: {'id': 'b6bb2d61-0455-440b-809f-c8e64ffc2b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:11:05.831013 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79326eb0-f4e2-4151-814d-5fb7c786fec5 req-aef41f29-61f9-4233-9027-a4a5c627ea2e service neutron] Bound using segment: {'id': 'b6bb2d61-0455-440b-809f-c8e64ffc2b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:11:05.831535 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-79326eb0-f4e2-4151-814d-5fb7c786fec5 req-aef41f29-61f9-4233-9027-a4a5c627ea2e service neutron] Bound port: b47fd451-1c28-4c46-889a-fd03c0c8ac46, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6bb2d61-0455-440b-809f-c8e64ffc2b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:11:05.831979 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-79326eb0-f4e2-4151-814d-5fb7c786fec5 req-aef41f29-61f9-4233-9027-a4a5c627ea2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:05.907626 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-79326eb0-f4e2-4151-814d-5fb7c786fec5 req-aef41f29-61f9-4233-9027-a4a5c627ea2e service neutron] For port b47fd451-1c28-4c46-889a-fd03c0c8ac46, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:11:05.911820 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-79326eb0-f4e2-4151-814d-5fb7c786fec5 req-aef41f29-61f9-4233-9027-a4a5c627ea2e service neutron] For port b47fd451-1c28-4c46-889a-fd03c0c8ac46, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=b47fd451-1c28-4c46-889a-fd03c0c8ac46,segment=NetworkSegment(b6bb2d61-0455-440b-809f-c8e64ffc2b8e),segment_id=b6bb2d61-0455-440b-809f-c8e64ffc2b8e)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:11:05.918895 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-79326eb0-f4e2-4151-814d-5fb7c786fec5 req-aef41f29-61f9-4233-9027-a4a5c627ea2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:05.964249 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79326eb0-f4e2-4151-814d-5fb7c786fec5 req-aef41f29-61f9-4233-9027-a4a5c627ea2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:05.965547 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-79326eb0-f4e2-4151-814d-5fb7c786fec5 req-aef41f29-61f9-4233-9027-a4a5c627ea2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:05.967353 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-79326eb0-f4e2-4151-814d-5fb7c786fec5 req-aef41f29-61f9-4233-9027-a4a5c627ea2e service neutron] 10.222.0.88 "PUT /v2.0/ports/b47fd451-1c28-4c46-889a-fd03c0c8ac46 HTTP/1.1" status: 200 len: 1091 time: 0.8258107 Aug 19 15:11:05.970018 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30cfdc45-3de5-4fe7-b248-759cb2ee03c0', 'tag': 'b47fd451-1c28-4c46-889a-fd03c0c8ac46'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:11:05.973849 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a0345c-fd62-44ba-9ece-933cd41f938b" -d '{"events": [{"name": "network-changed", "server_uuid": "30cfdc45-3de5-4fe7-b248-759cb2ee03c0", "tag": "b47fd451-1c28-4c46-889a-fd03c0c8ac46"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:11:06.032775 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8e770c-e1bb-41c0-99b5-40b66b98389b x-openstack-request-id: req-ed8e770c-e1bb-41c0-99b5-40b66b98389b {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:11:06.033910 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30cfdc45-3de5-4fe7-b248-759cb2ee03c0", "tag": "b47fd451-1c28-4c46-889a-fd03c0c8ac46", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:11:06.034167 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ed8e770c-e1bb-41c0-99b5-40b66b98389b {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:11:06.034566 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30cfdc45-3de5-4fe7-b248-759cb2ee03c0', 'tag': 'b47fd451-1c28-4c46-889a-fd03c0c8ac46', 'status': 'completed', 'code': 200} Aug 19 15:11:06.052832 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef41f29-61f9-4233-9027-a4a5c627ea2e service neutron] Pushing event updated for resources: {'Port': ['ID=b47fd451-1c28-4c46-889a-fd03c0c8ac46,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:06.078451 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79326eb0-f4e2-4151-814d-5fb7c786fec5 req-c3a1d12f-186c-4bb3-a2e4-87dbeeffb0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:06.080048 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-79326eb0-f4e2-4151-814d-5fb7c786fec5 req-c3a1d12f-186c-4bb3-a2e4-87dbeeffb0f0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0550ac85b3b548ae984f8729832afa44&device_id=30cfdc45-3de5-4fe7-b248-759cb2ee03c0 HTTP/1.1" status: 200 len: 1094 time: 0.0654569 Aug 19 15:11:06.127257 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-79326eb0-f4e2-4151-814d-5fb7c786fec5 req-76e0e3e5-dc77-4703-b761-0d027039e57f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b47fd451-1c28-4c46-889a-fd03c0c8ac46 HTTP/1.1" status: 200 len: 217 time: 0.0379949 Aug 19 15:11:06.190059 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79326eb0-f4e2-4151-814d-5fb7c786fec5 req-8ae75ed2-7b41-4090-8359-968e2868eb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:06.191844 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-79326eb0-f4e2-4151-814d-5fb7c786fec5 req-8ae75ed2-7b41-4090-8359-968e2868eb33 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4501b342-71e0-4b08-b9d8-b651dd87e075 HTTP/1.1" status: 200 len: 850 time: 0.0563660 Aug 19 15:11:06.248137 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79326eb0-f4e2-4151-814d-5fb7c786fec5 req-f4c6cfc1-7726-4226-a8ba-5944a498e0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:06.249738 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-79326eb0-f4e2-4151-814d-5fb7c786fec5 req-f4c6cfc1-7726-4226-a8ba-5944a498e0d7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=042ff527-1fae-4bd9-883c-64e28e4df4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505643 Aug 19 15:11:06.347286 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-79326eb0-f4e2-4151-814d-5fb7c786fec5 req-93f4ab80-aae0-45de-bbde-81312fe91aca service neutron] 10.222.0.88 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890477 Aug 19 15:11:06.462355 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-79326eb0-f4e2-4151-814d-5fb7c786fec5 req-dfe462b5-a59b-490c-8406-462f3d1baf30 service neutron] 10.222.0.88 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069999 Aug 19 15:11:06.569364 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0345c-fd62-44ba-9ece-933cd41f938b req-447ee840-f0d9-4bcc-81e3-edc8ccfc2d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:06.571112 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-46a0345c-fd62-44ba-9ece-933cd41f938b req-447ee840-f0d9-4bcc-81e3-edc8ccfc2d79 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0550ac85b3b548ae984f8729832afa44&device_id=30cfdc45-3de5-4fe7-b248-759cb2ee03c0 HTTP/1.1" status: 200 len: 1094 time: 0.0522845 Aug 19 15:11:06.676112 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0345c-fd62-44ba-9ece-933cd41f938b req-a386739d-f074-4158-a30e-59c4e2581f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:06.677742 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-46a0345c-fd62-44ba-9ece-933cd41f938b req-a386739d-f074-4158-a30e-59c4e2581f01 service neutron] 10.222.0.88 "GET /v2.0/networks?id=042ff527-1fae-4bd9-883c-64e28e4df4d0 HTTP/1.1" status: 200 len: 912 time: 0.0989509 Aug 19 15:11:06.727339 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-46a0345c-fd62-44ba-9ece-933cd41f938b req-5d19d842-e284-4c91-8d53-11bd23d7d4bf service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b47fd451-1c28-4c46-889a-fd03c0c8ac46 HTTP/1.1" status: 200 len: 217 time: 0.0417013 Aug 19 15:11:06.812594 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0345c-fd62-44ba-9ece-933cd41f938b req-56cc4de6-087b-4053-a541-8034cef4fc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:06.814188 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-46a0345c-fd62-44ba-9ece-933cd41f938b req-56cc4de6-087b-4053-a541-8034cef4fc1d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4501b342-71e0-4b08-b9d8-b651dd87e075 HTTP/1.1" status: 200 len: 850 time: 0.0801651 Aug 19 15:11:06.839612 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17719b-7e31-4fb3-8090-77a87dc0a541 req-14e7158a-96bf-4e11-b8df-20a024b85a9a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:06.841146 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fb17719b-7e31-4fb3-8090-77a87dc0a541 req-14e7158a-96bf-4e11-b8df-20a024b85a9a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=30cfdc45-3de5-4fe7-b248-759cb2ee03c0 HTTP/1.1" status: 200 len: 943 time: 0.0781381 Aug 19 15:11:06.899648 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0345c-fd62-44ba-9ece-933cd41f938b req-a8e85ad7-8755-4637-8947-5dd84891b82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:06.901756 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-46a0345c-fd62-44ba-9ece-933cd41f938b req-a8e85ad7-8755-4637-8947-5dd84891b82a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=042ff527-1fae-4bd9-883c-64e28e4df4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783889 Aug 19 15:11:06.905946 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fb17719b-7e31-4fb3-8090-77a87dc0a541 req-d3addc8c-c7b7-4cfe-a09b-5fffde40b2cf tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509090 Aug 19 15:11:06.976332 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:07.034954 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-46a0345c-fd62-44ba-9ece-933cd41f938b req-1f1ca55d-91e7-49d6-aaff-5769a13e017b service neutron] 10.222.0.88 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242857 Aug 19 15:11:07.141541 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-46a0345c-fd62-44ba-9ece-933cd41f938b req-3be7ec35-57cc-4967-bcc3-adf4b4b2e9b0 service neutron] 10.222.0.88 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988374 Aug 19 15:11:08.035326 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe81b1-f568-48e4-a898-d45a309791eb req-01636891-37e1-4a6d-beeb-ef217773244f tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:08.036870 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c1fe81b1-f568-48e4-a898-d45a309791eb req-01636891-37e1-4a6d-beeb-ef217773244f tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=30cfdc45-3de5-4fe7-b248-759cb2ee03c0 HTTP/1.1" status: 200 len: 943 time: 0.0506268 Aug 19 15:11:08.076653 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c1fe81b1-f568-48e4-a898-d45a309791eb req-71122b66-1d08-4b67-ae4d-36b307b3521c tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333016 Aug 19 15:11:09.199265 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2662bb-c002-4338-af49-24548394a3d8 req-b99df10f-87bf-4518-9427-c75d6da6329c tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:09.200852 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ad2662bb-c002-4338-af49-24548394a3d8 req-b99df10f-87bf-4518-9427-c75d6da6329c tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=30cfdc45-3de5-4fe7-b248-759cb2ee03c0 HTTP/1.1" status: 200 len: 943 time: 0.0558751 Aug 19 15:11:09.242129 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ad2662bb-c002-4338-af49-24548394a3d8 req-0fe072d3-f869-4959-bb6a-9531411c0a7d tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347235 Aug 19 15:11:10.388380 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d0df4-c9b0-4031-821f-d3ac683c44e6 req-574d051e-5992-4dbb-85e9-d65da2e62c01 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:10.390156 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-868d0df4-c9b0-4031-821f-d3ac683c44e6 req-574d051e-5992-4dbb-85e9-d65da2e62c01 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=30cfdc45-3de5-4fe7-b248-759cb2ee03c0 HTTP/1.1" status: 200 len: 943 time: 0.0580196 Aug 19 15:11:10.431260 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-868d0df4-c9b0-4031-821f-d3ac683c44e6 req-48a3d385-90f1-4ace-a7f7-e904324d5901 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340493 Aug 19 15:11:11.575500 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d02a1b-4974-4476-932a-7dd5c36d0e89 req-23e1dc30-edec-4fd8-9d49-6d6f73322d23 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:11.577120 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-22d02a1b-4974-4476-932a-7dd5c36d0e89 req-23e1dc30-edec-4fd8-9d49-6d6f73322d23 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=30cfdc45-3de5-4fe7-b248-759cb2ee03c0 HTTP/1.1" status: 200 len: 943 time: 0.0664353 Aug 19 15:11:11.631695 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-22d02a1b-4974-4476-932a-7dd5c36d0e89 req-3efb8b6d-c49b-4511-95eb-640bbbdadc6d tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440743 Aug 19 15:11:12.007439 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:11:12.801960 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456fcacc-8392-44f7-b00b-7d5699d001b4 req-de495941-4320-459e-aef1-92076fdf1537 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:12.804001 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-456fcacc-8392-44f7-b00b-7d5699d001b4 req-de495941-4320-459e-aef1-92076fdf1537 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=30cfdc45-3de5-4fe7-b248-759cb2ee03c0 HTTP/1.1" status: 200 len: 943 time: 0.0824888 Aug 19 15:11:12.857186 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-456fcacc-8392-44f7-b00b-7d5699d001b4 req-1b2fcede-8dab-4295-9815-bcc0557adaef tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384977 Aug 19 15:11:14.011237 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1c666-2fcf-4d6d-852d-cb498fc03c58 req-d0e74cd7-5f6c-451a-9b1f-ee559ea331ce tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:14.012483 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c8b1c666-2fcf-4d6d-852d-cb498fc03c58 req-d0e74cd7-5f6c-451a-9b1f-ee559ea331ce tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=30cfdc45-3de5-4fe7-b248-759cb2ee03c0 HTTP/1.1" status: 200 len: 943 time: 0.0691385 Aug 19 15:11:14.112949 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c8b1c666-2fcf-4d6d-852d-cb498fc03c58 req-ad94dd35-be5b-45f6-8236-4cfd887fc2d1 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865946 Aug 19 15:11:14.499001 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 59466) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:14.626888 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f713716a-7743-41e1-985d-aa34233749eb tempest-TestSecurityGroupsBasicOps-1985627465 tempest-TestSecurityGroupsBasicOps-1985627465-project-admin] 10.222.0.69 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2671 time: 0.1264484 Aug 19 15:11:14.629836 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 59480) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:14.634959 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-74218536-84fa-4766-87b7-f4186390b26c tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Request body: {'network': {'name': 'tempest-network-smoke--1679625668', 'project_id': '198637359c524ae7b50bc39c96d10493', 'port_security_enabled': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:11:14.665269 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74218536-84fa-4766-87b7-f4186390b26c tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Made reservation on behalf of 198637359c524ae7b50bc39c96d10493 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:11:14.669769 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-74218536-84fa-4766-87b7-f4186390b26c tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:14.697907 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74218536-84fa-4766-87b7-f4186390b26c tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:11:14.709313 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-74218536-84fa-4766-87b7-f4186390b26c tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:14.709747 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-74218536-84fa-4766-87b7-f4186390b26c tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Added segment 453ebab7-ae7d-43c8-b4b7-a7f22ad02d4b of type vlan for network 92c4210c-db17-4831-a54f-22d709839106 Aug 19 15:11:14.766101 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-74218536-84fa-4766-87b7-f4186390b26c tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:14.802326 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-74218536-84fa-4766-87b7-f4186390b26c tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:14.809299 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74218536-84fa-4766-87b7-f4186390b26c tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:14.810238 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-74218536-84fa-4766-87b7-f4186390b26c tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:14.898974 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-74218536-84fa-4766-87b7-f4186390b26c tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2679818 Aug 19 15:11:14.902365 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 59512) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:14.908679 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d8b7749f-b45f-4629-9eb3-dcfb9b247083 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1678751067', 'admin_state_up': True, 'project_id': '198637359c524ae7b50bc39c96d10493', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:11:14.924690 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74218536-84fa-4766-87b7-f4186390b26c tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Pushing event updated for resources: {'Network': ['ID=92c4210c-db17-4831-a54f-22d709839106,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:14.938041 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 92c4210c-db17-4831-a54f-22d709839106 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:11:14.949884 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8b7749f-b45f-4629-9eb3-dcfb9b247083 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:14.951619 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8b7749f-b45f-4629-9eb3-dcfb9b247083 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:15.020456 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8b7749f-b45f-4629-9eb3-dcfb9b247083 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:15.201433 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8b7749f-b45f-4629-9eb3-dcfb9b247083 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:15.272015 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011f8fd-5582-4991-ba3d-088cd7905eac req-ee2a73c8-92eb-43eb-a336-071db4f0965f tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:15.274104 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b011f8fd-5582-4991-ba3d-088cd7905eac req-ee2a73c8-92eb-43eb-a336-071db4f0965f tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=30cfdc45-3de5-4fe7-b248-759cb2ee03c0 HTTP/1.1" status: 200 len: 943 time: 0.0687060 Aug 19 15:11:15.333718 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b011f8fd-5582-4991-ba3d-088cd7905eac req-274addcf-c587-4030-ade3-8c8b954098e1 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514715 Aug 19 15:11:15.455418 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8b7749f-b45f-4629-9eb3-dcfb9b247083 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:15.480495 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8b7749f-b45f-4629-9eb3-dcfb9b247083 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:15.596149 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-d8b7749f-b45f-4629-9eb3-dcfb9b247083 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Allocated IP 172.25.2.170 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/d4b497f6-30f6-4ce7-9277-4684d4f44946) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:11:15.752207 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8b7749f-b45f-4629-9eb3-dcfb9b247083 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:15.794812 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8b7749f-b45f-4629-9eb3-dcfb9b247083 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:15.842323 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b7749f-b45f-4629-9eb3-dcfb9b247083 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:11:15.845410 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d8b7749f-b45f-4629-9eb3-dcfb9b247083 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:11:15.849121 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b7749f-b45f-4629-9eb3-dcfb9b247083 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:11:15.854808 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b7749f-b45f-4629-9eb3-dcfb9b247083 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Pushing event updated for resources: {'Port': ['ID=d4b497f6-30f6-4ce7-9277-4684d4f44946,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:15.883260 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b7749f-b45f-4629-9eb3-dcfb9b247083 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:15.883613 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b7749f-b45f-4629-9eb3-dcfb9b247083 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:15.883986 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b7749f-b45f-4629-9eb3-dcfb9b247083 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:15.884278 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b7749f-b45f-4629-9eb3-dcfb9b247083 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:15.884702 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b7749f-b45f-4629-9eb3-dcfb9b247083 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:15.884954 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b7749f-b45f-4629-9eb3-dcfb9b247083 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:15.885280 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b7749f-b45f-4629-9eb3-dcfb9b247083 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:15.885606 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b7749f-b45f-4629-9eb3-dcfb9b247083 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:15.885932 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b7749f-b45f-4629-9eb3-dcfb9b247083 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:15.886256 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b7749f-b45f-4629-9eb3-dcfb9b247083 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:15.886576 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b7749f-b45f-4629-9eb3-dcfb9b247083 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:15.886882 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b7749f-b45f-4629-9eb3-dcfb9b247083 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:16.198638 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8b7749f-b45f-4629-9eb3-dcfb9b247083 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:16.500833 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14652241-1d50-4b49-bafc-397021d39557 req-afeb914b-989f-4a77-9770-d62744a8c47e tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:16.505236 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-14652241-1d50-4b49-bafc-397021d39557 req-afeb914b-989f-4a77-9770-d62744a8c47e tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=30cfdc45-3de5-4fe7-b248-759cb2ee03c0 HTTP/1.1" status: 200 len: 943 time: 0.0721550 Aug 19 15:11:16.573486 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-14652241-1d50-4b49-bafc-397021d39557 req-af629e39-87e5-4ac6-8c7f-84b5ff2318bc tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597005 Aug 19 15:11:16.798722 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8b7749f-b45f-4629-9eb3-dcfb9b247083 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:16.943146 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b7749f-b45f-4629-9eb3-dcfb9b247083 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Router 24f5feb6-6d1e-4892-b0cd-7160036ddbde is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:11:17.065003 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b7749f-b45f-4629-9eb3-dcfb9b247083 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:11:17.079522 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdbbe2c-c93b-493c-a61f-db90ad5c4bbd None None] Sync routers for ids ['24f5feb6-6d1e-4892-b0cd-7160036ddbde'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:11:17.088521 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8b7749f-b45f-4629-9eb3-dcfb9b247083 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:17.089894 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d8b7749f-b45f-4629-9eb3-dcfb9b247083 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1863000 Aug 19 15:11:17.093450 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdbbe2c-c93b-493c-a61f-db90ad5c4bbd None None] Routers {'24f5feb6-6d1e-4892-b0cd-7160036ddbde'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:11:17.094084 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-2fdbbe2c-c93b-493c-a61f-db90ad5c4bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:11:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['24f5feb6-6d1e-4892-b0cd-7160036ddbde'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:17.094392 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 59790) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:17.208120 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923e55ba-77bf-461d-9bfe-d57057433a5b tempest-TestSecurityGroupsBasicOps-1985627465 tempest-TestSecurityGroupsBasicOps-1985627465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:17.209981 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-923e55ba-77bf-461d-9bfe-d57057433a5b tempest-TestSecurityGroupsBasicOps-1985627465 tempest-TestSecurityGroupsBasicOps-1985627465-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=198637359c524ae7b50bc39c96d10493&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1139951 Aug 19 15:11:17.212753 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-2fdbbe2c-c93b-493c-a61f-db90ad5c4bbd None None] Set router 24f5feb6-6d1e-4892-b0cd-7160036ddbde gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:11:17.212912 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 59808) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:17.325202 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955d7f02-0715-4cbd-923b-32d5cc926c55 tempest-TestSecurityGroupsBasicOps-1985627465 tempest-TestSecurityGroupsBasicOps-1985627465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:17.326704 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-955d7f02-0715-4cbd-923b-32d5cc926c55 tempest-TestSecurityGroupsBasicOps-1985627465 tempest-TestSecurityGroupsBasicOps-1985627465-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1117094 Aug 19 15:11:17.329817 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 59822) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:17.370046 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ed78332e-a5b3-4764-84da-049c1ab40851 tempest-TestSecurityGroupsBasicOps-1985627465 tempest-TestSecurityGroupsBasicOps-1985627465-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=88eeec05-6d16-4f02-9461-44ff5e420302&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385818 Aug 19 15:11:17.372560 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 59830) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:17.404474 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-28f1d30a-379f-4884-9955-e40a834e360f tempest-TestSecurityGroupsBasicOps-1985627465 tempest-TestSecurityGroupsBasicOps-1985627465-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=198637359c524ae7b50bc39c96d10493&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291290 Aug 19 15:11:17.405646 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 59836) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:17.422922 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-2fdbbe2c-c93b-493c-a61f-db90ad5c4bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f5feb6-6d1e-4892-b0cd-7160036ddbde', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1678751067', 'tenant_id': '198637359c524ae7b50bc39c96d10493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': 'd4b497f6-30f6-4ce7-9277-4684d4f44946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:11:14Z', 'updated_at': '2021-08-19T15:11:16Z', 'revision_number': 3, 'project_id': '198637359c524ae7b50bc39c96d10493', 'gw_port': {'id': 'd4b497f6-30f6-4ce7-9277-4684d4f44946', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:35:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f5feb6-6d1e-4892-b0cd-7160036ddbde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:11:15Z', 'updated_at': '2021-08-19T15:11:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:17.454832 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdbbe2c-c93b-493c-a61f-db90ad5c4bbd None None] Checking router: 24f5feb6-6d1e-4892-b0cd-7160036ddbde for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:11:17.455253 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdbbe2c-c93b-493c-a61f-db90ad5c4bbd None None] Updating router 24f5feb6-6d1e-4892-b0cd-7160036ddbde port d4b497f6-30f6-4ce7-9277-4684d4f44946 binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:11:17.489825 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2fdbbe2c-c93b-493c-a61f-db90ad5c4bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:17.526910 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34170dd1-81a6-48ca-a91c-83d1e9176ec9 tempest-TestSecurityGroupsBasicOps-1985627465 tempest-TestSecurityGroupsBasicOps-1985627465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:17.531777 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-34170dd1-81a6-48ca-a91c-83d1e9176ec9 tempest-TestSecurityGroupsBasicOps-1985627465 tempest-TestSecurityGroupsBasicOps-1985627465-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1219254 Aug 19 15:11:17.532117 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 59852) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:17.571827 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-97d4045a-9984-4fea-a47b-1d1bf2b61e48 tempest-TestSecurityGroupsBasicOps-1985627465 tempest-TestSecurityGroupsBasicOps-1985627465-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=88eeec05-6d16-4f02-9461-44ff5e420302&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0345519 Aug 19 15:11:17.573038 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 59858) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:17.585558 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-325f8d3b-dec1-49b6-b8df-f3ecc2bbd620 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-768008843', 'network_id': '92c4210c-db17-4831-a54f-22d709839106', 'project_id': '198637359c524ae7b50bc39c96d10493', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:11:17.737271 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf233cc-c574-475b-8754-e6324f8a1efb req-9af26796-b5ce-463f-9fc6-8a7b228d6dab tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:17.738712 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325f8d3b-dec1-49b6-b8df-f3ecc2bbd620 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Made reservation on behalf of 198637359c524ae7b50bc39c96d10493 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:11:17.739048 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1cf233cc-c574-475b-8754-e6324f8a1efb req-9af26796-b5ce-463f-9fc6-8a7b228d6dab tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=30cfdc45-3de5-4fe7-b248-759cb2ee03c0 HTTP/1.1" status: 200 len: 943 time: 0.0592165 Aug 19 15:11:17.745194 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-325f8d3b-dec1-49b6-b8df-f3ecc2bbd620 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:17.790621 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1cf233cc-c574-475b-8754-e6324f8a1efb req-c6254342-4af6-44b7-ae70-939e9fd343db tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440092 Aug 19 15:11:17.821747 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2fdbbe2c-c93b-493c-a61f-db90ad5c4bbd None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:17.832885 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2fdbbe2c-c93b-493c-a61f-db90ad5c4bbd None None] Transition to ACTIVE for port object d4b497f6-30f6-4ce7-9277-4684d4f44946 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:11:17.839385 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2fdbbe2c-c93b-493c-a61f-db90ad5c4bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:17.886003 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5b56cbf2-908e-48dc-91cb-daf5a3a2d1ad req-01c33cd9-2f6a-4ff1-a434-2ce73f0210c2 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ebc369b8-422c-47a6-8398-36ab8d20db3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0779388 Aug 19 15:11:17.891190 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-2fdbbe2c-c93b-493c-a61f-db90ad5c4bbd None None] Attempting to bind port d4b497f6-30f6-4ce7-9277-4684d4f44946 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:11:17.891574 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-2fdbbe2c-c93b-493c-a61f-db90ad5c4bbd None None] Attempting to bind port d4b497f6-30f6-4ce7-9277-4684d4f44946 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:11:17.892526 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdbbe2c-c93b-493c-a61f-db90ad5c4bbd None None] Attempting to bind port d4b497f6-30f6-4ce7-9277-4684d4f44946 on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:11:17.900284 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21258bf0-d768-4639-a8e5-96fce298950e None None] Pushing event updated for resources: {'Port': ['ID=d4b497f6-30f6-4ce7-9277-4684d4f44946,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:17.902483 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdbbe2c-c93b-493c-a61f-db90ad5c4bbd None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:11:17.902867 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdbbe2c-c93b-493c-a61f-db90ad5c4bbd None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:11:17.903278 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2fdbbe2c-c93b-493c-a61f-db90ad5c4bbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:17.903675 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdbbe2c-c93b-493c-a61f-db90ad5c4bbd None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:11:17.904152 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-2fdbbe2c-c93b-493c-a61f-db90ad5c4bbd None None] Bound port: d4b497f6-30f6-4ce7-9277-4684d4f44946, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:11:17.904570 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2fdbbe2c-c93b-493c-a61f-db90ad5c4bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:17.934290 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21258bf0-d768-4639-a8e5-96fce298950e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:17.934654 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21258bf0-d768-4639-a8e5-96fce298950e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:17.935088 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21258bf0-d768-4639-a8e5-96fce298950e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:17.935346 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21258bf0-d768-4639-a8e5-96fce298950e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:17.935617 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21258bf0-d768-4639-a8e5-96fce298950e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:17.935971 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21258bf0-d768-4639-a8e5-96fce298950e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:17.936284 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21258bf0-d768-4639-a8e5-96fce298950e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:17.936639 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21258bf0-d768-4639-a8e5-96fce298950e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:17.937205 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21258bf0-d768-4639-a8e5-96fce298950e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:17.937529 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21258bf0-d768-4639-a8e5-96fce298950e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:17.937880 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21258bf0-d768-4639-a8e5-96fce298950e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:17.938203 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21258bf0-d768-4639-a8e5-96fce298950e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:17.971725 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-2fdbbe2c-c93b-493c-a61f-db90ad5c4bbd None None] For port d4b497f6-30f6-4ce7-9277-4684d4f44946, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:11:17.975501 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-2fdbbe2c-c93b-493c-a61f-db90ad5c4bbd None None] For port d4b497f6-30f6-4ce7-9277-4684d4f44946, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=d4b497f6-30f6-4ce7-9277-4684d4f44946,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:11:17.983783 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2fdbbe2c-c93b-493c-a61f-db90ad5c4bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:18.036544 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56cbf2-908e-48dc-91cb-daf5a3a2d1ad req-3738964d-cb59-4de2-bcb8-1db7204a5d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:18.038047 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5b56cbf2-908e-48dc-91cb-daf5a3a2d1ad req-3738964d-cb59-4de2-bcb8-1db7204a5d1c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=198637359c524ae7b50bc39c96d10493&device_id=ebc369b8-422c-47a6-8398-36ab8d20db3c HTTP/1.1" status: 200 len: 1135 time: 0.1035318 Aug 19 15:11:18.046440 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-325f8d3b-dec1-49b6-b8df-f3ecc2bbd620 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:18.049133 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdbbe2c-c93b-493c-a61f-db90ad5c4bbd None None] Routers {'24f5feb6-6d1e-4892-b0cd-7160036ddbde'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:11:18.049763 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-2fdbbe2c-c93b-493c-a61f-db90ad5c4bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:11:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['24f5feb6-6d1e-4892-b0cd-7160036ddbde'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:18.055318 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21258bf0-d768-4639-a8e5-96fce298950e None None] Pushing event updated for resources: {'Port': ['ID=d4b497f6-30f6-4ce7-9277-4684d4f44946,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:18.157026 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-2fdbbe2c-c93b-493c-a61f-db90ad5c4bbd None None] Set router 24f5feb6-6d1e-4892-b0cd-7160036ddbde gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:11:18.176999 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325f8d3b-dec1-49b6-b8df-f3ecc2bbd620 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Pushing event updated for resources: {'Subnet': ['ID=3097bd5d-8b6a-4874-9eeb-a07305d5f895,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:18.179433 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325f8d3b-dec1-49b6-b8df-f3ecc2bbd620 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Checking segment: {'id': '453ebab7-ae7d-43c8-b4b7-a7f22ad02d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '92c4210c-db17-4831-a54f-22d709839106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:11:18.179791 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325f8d3b-dec1-49b6-b8df-f3ecc2bbd620 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Network hostable DHCP agents. Network: 92c4210c-db17-4831-a54f-22d709839106, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:11:18.210834 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56cbf2-908e-48dc-91cb-daf5a3a2d1ad req-7b79b5be-0906-4764-bcb7-f78a6a64f79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:18.212010 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5b56cbf2-908e-48dc-91cb-daf5a3a2d1ad req-7b79b5be-0906-4764-bcb7-f78a6a64f79f service neutron] 10.222.0.68 "GET /v2.0/networks?id=dd985faf-c2e9-4703-8fef-0afb6dffec8d HTTP/1.1" status: 200 len: 897 time: 0.1502435 Aug 19 15:11:18.213133 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325f8d3b-dec1-49b6-b8df-f3ecc2bbd620 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Network 92c4210c-db17-4831-a54f-22d709839106 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:11:18.230779 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-325f8d3b-dec1-49b6-b8df-f3ecc2bbd620 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 92c4210c-db17-4831-a54f-22d709839106) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:11:18.258106 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a047088f-9070-404f-81aa-aa7c667ffcb9 None None] Network 92c4210c-db17-4831-a54f-22d709839106 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:11:18.269838 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325f8d3b-dec1-49b6-b8df-f3ecc2bbd620 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:18.271623 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-325f8d3b-dec1-49b6-b8df-f3ecc2bbd620 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:18.301514 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-325f8d3b-dec1-49b6-b8df-f3ecc2bbd620 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7236366 Aug 19 15:11:18.304476 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 59878) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:18.348774 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5b56cbf2-908e-48dc-91cb-daf5a3a2d1ad req-ba966aa9-b1af-492e-9f52-1a5ad0b7f2fb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6aeb99d3-ecb1-4c76-9340-7269be5dbeaf HTTP/1.1" status: 200 len: 1000 time: 0.1288836 Aug 19 15:11:18.465948 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56cbf2-908e-48dc-91cb-daf5a3a2d1ad req-a25f0ef5-851e-43ad-bb9b-0c1d370d9f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:18.467883 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5b56cbf2-908e-48dc-91cb-daf5a3a2d1ad req-a25f0ef5-851e-43ad-bb9b-0c1d370d9f78 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=57c2a653-8821-4d81-b68e-fd1a64997b4f HTTP/1.1" status: 200 len: 835 time: 0.1080458 Aug 19 15:11:18.586892 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56cbf2-908e-48dc-91cb-daf5a3a2d1ad req-516b60e5-c605-4da8-9e05-f752d4ee7ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:18.588507 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5b56cbf2-908e-48dc-91cb-daf5a3a2d1ad req-516b60e5-c605-4da8-9e05-f752d4ee7ee0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=dd985faf-c2e9-4703-8fef-0afb6dffec8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1112852 Aug 19 15:11:18.683855 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-2fdbbe2c-c93b-493c-a61f-db90ad5c4bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f5feb6-6d1e-4892-b0cd-7160036ddbde', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1678751067', 'tenant_id': '198637359c524ae7b50bc39c96d10493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': 'd4b497f6-30f6-4ce7-9277-4684d4f44946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:11:14Z', 'updated_at': '2021-08-19T15:11:16Z', 'revision_number': 3, 'project_id': '198637359c524ae7b50bc39c96d10493', 'gw_port': {'id': 'd4b497f6-30f6-4ce7-9277-4684d4f44946', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:35:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f5feb6-6d1e-4892-b0cd-7160036ddbde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:11:15Z', 'updated_at': '2021-08-19T15:11:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:18.714143 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d4caac-ce82-4103-ab43-5b7484e7c73e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-92c4210c-db17-4831-a54f-22d709839106', 'network_id': '92c4210c-db17-4831-a54f-22d709839106', 'tenant_id': '198637359c524ae7b50bc39c96d10493', 'fixed_ips': [{'subnet_id': '3097bd5d-8b6a-4874-9eeb-a07305d5f895'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:11:18.714997 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b0d4caac-ce82-4103-ab43-5b7484e7c73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:18.718613 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdbbe2c-c93b-493c-a61f-db90ad5c4bbd None None] The sync data for ids ['24f5feb6-6d1e-4892-b0cd-7160036ddbde'] in n-d-766043-2 is: [{'id': '24f5feb6-6d1e-4892-b0cd-7160036ddbde', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1678751067', 'tenant_id': '198637359c524ae7b50bc39c96d10493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': 'd4b497f6-30f6-4ce7-9277-4684d4f44946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:11:14Z', 'updated_at': '2021-08-19T15:11:16Z', 'revision_number': 3, 'project_id': '198637359c524ae7b50bc39c96d10493', 'gw_port': {'id': 'd4b497f6-30f6-4ce7-9277-4684d4f44946', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:35:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f5feb6-6d1e-4892-b0cd-7160036ddbde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:11:15Z', 'updated_at': '2021-08-19T15:11:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:11:18.817262 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5b56cbf2-908e-48dc-91cb-daf5a3a2d1ad req-f17a9d4d-7df1-43a3-892d-63a6659ac1ae service neutron] 10.222.0.68 "GET /v2.0/networks/dd985faf-c2e9-4703-8fef-0afb6dffec8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015877 Aug 19 15:11:18.951697 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-b0d4caac-ce82-4103-ab43-5b7484e7c73e None None] Allocated IP 172.20.0.18 (92c4210c-db17-4831-a54f-22d709839106/3097bd5d-8b6a-4874-9eeb-a07305d5f895/4354591f-536b-479c-bb3e-7c012a3f732b) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:11:18.982975 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d1143-5ec0-4c4c-bd04-3bc4fda9d0cc req-6897c1e3-2805-4731-bde9-621a21e709b5 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:18.991908 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9a7d1143-5ec0-4c4c-bd04-3bc4fda9d0cc req-6897c1e3-2805-4731-bde9-621a21e709b5 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=30cfdc45-3de5-4fe7-b248-759cb2ee03c0 HTTP/1.1" status: 200 len: 943 time: 0.0776913 Aug 19 15:11:19.037788 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5b56cbf2-908e-48dc-91cb-daf5a3a2d1ad req-47abb763-01f7-466a-964e-8a867927285e service neutron] 10.222.0.68 "GET /v2.0/networks/dd985faf-c2e9-4703-8fef-0afb6dffec8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641746 Aug 19 15:11:19.043475 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9a7d1143-5ec0-4c4c-bd04-3bc4fda9d0cc req-6bcf7306-36fa-4b98-944b-454b322c8d7f tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460703 Aug 19 15:11:19.238703 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0eb31b0e-1c74-4b95-be58-7e4931f1c305 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:19.264039 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b0d4caac-ce82-4103-ab43-5b7484e7c73e None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:19.275872 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b0d4caac-ce82-4103-ab43-5b7484e7c73e None None] Transition to ACTIVE for port object 4354591f-536b-479c-bb3e-7c012a3f732b will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:11:19.302238 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b0d4caac-ce82-4103-ab43-5b7484e7c73e None None] Transition to ACTIVE for port object 4354591f-536b-479c-bb3e-7c012a3f732b will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:11:19.311273 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b0d4caac-ce82-4103-ab43-5b7484e7c73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:19.367796 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d4caac-ce82-4103-ab43-5b7484e7c73e None None] Network 92c4210c-db17-4831-a54f-22d709839106 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:11:19.370838 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-b0d4caac-ce82-4103-ab43-5b7484e7c73e None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:11:19.378730 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d4caac-ce82-4103-ab43-5b7484e7c73e None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:11:19.386879 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device d4b497f6-30f6-4ce7-9277-4684d4f44946 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:11:19.446489 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d4caac-ce82-4103-ab43-5b7484e7c73e None None] Pushing event updated for resources: {'Port': ['ID=4354591f-536b-479c-bb3e-7c012a3f732b,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:19.512574 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b0d4caac-ce82-4103-ab43-5b7484e7c73e None None] Attempting to bind port 4354591f-536b-479c-bb3e-7c012a3f732b on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:11:19.512958 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b0d4caac-ce82-4103-ab43-5b7484e7c73e None None] Attempting to bind port 4354591f-536b-479c-bb3e-7c012a3f732b by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '453ebab7-ae7d-43c8-b4b7-a7f22ad02d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '92c4210c-db17-4831-a54f-22d709839106'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:11:19.513330 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d4caac-ce82-4103-ab43-5b7484e7c73e None None] Attempting to bind port 4354591f-536b-479c-bb3e-7c012a3f732b on network 92c4210c-db17-4831-a54f-22d709839106 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:11:19.528619 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d4caac-ce82-4103-ab43-5b7484e7c73e None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:11:19.528897 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d4caac-ce82-4103-ab43-5b7484e7c73e None None] Checking segment: {'id': '453ebab7-ae7d-43c8-b4b7-a7f22ad02d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '92c4210c-db17-4831-a54f-22d709839106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:11:19.529339 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b0d4caac-ce82-4103-ab43-5b7484e7c73e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:19.529735 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d4caac-ce82-4103-ab43-5b7484e7c73e None None] Bound using segment: {'id': '453ebab7-ae7d-43c8-b4b7-a7f22ad02d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '92c4210c-db17-4831-a54f-22d709839106'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:11:19.530302 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b0d4caac-ce82-4103-ab43-5b7484e7c73e None None] Bound port: 4354591f-536b-479c-bb3e-7c012a3f732b, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '453ebab7-ae7d-43c8-b4b7-a7f22ad02d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '92c4210c-db17-4831-a54f-22d709839106'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:11:19.530692 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b0d4caac-ce82-4103-ab43-5b7484e7c73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:19.534629 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port d4b497f6-30f6-4ce7-9277-4684d4f44946 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:11:19.548828 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port d4b497f6-30f6-4ce7-9277-4684d4f44946 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:11:19.549218 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:19.658010 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b0d4caac-ce82-4103-ab43-5b7484e7c73e None None] For port 4354591f-536b-479c-bb3e-7c012a3f732b, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:11:19.663117 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b0d4caac-ce82-4103-ab43-5b7484e7c73e None None] For port 4354591f-536b-479c-bb3e-7c012a3f732b, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=4354591f-536b-479c-bb3e-7c012a3f732b,segment=NetworkSegment(453ebab7-ae7d-43c8-b4b7-a7f22ad02d4b),segment_id=453ebab7-ae7d-43c8-b4b7-a7f22ad02d4b)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:11:19.688382 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b0d4caac-ce82-4103-ab43-5b7484e7c73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:19.738949 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-0eb31b0e-1c74-4b95-be58-7e4931f1c305 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Allocated IP 172.20.0.17 (92c4210c-db17-4831-a54f-22d709839106/3097bd5d-8b6a-4874-9eeb-a07305d5f895/f34c2b1a-1912-4526-9bd4-8a35763588a0) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:11:19.740693 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:19.809853 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port d4b497f6-30f6-4ce7-9277-4684d4f44946, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=d4b497f6-30f6-4ce7-9277-4684d4f44946,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:11:19.815436 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d4caac-ce82-4103-ab43-5b7484e7c73e None None] Pushing event updated for resources: {'Port': ['ID=4354591f-536b-479c-bb3e-7c012a3f732b,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:19.819840 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:19.905980 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=d4b497f6-30f6-4ce7-9277-4684d4f44946,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:19.984191 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0eb31b0e-1c74-4b95-be58-7e4931f1c305 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:20.006732 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-0eb31b0e-1c74-4b95-be58-7e4931f1c305 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Transition to ACTIVE for port object f34c2b1a-1912-4526-9bd4-8a35763588a0 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:11:20.084796 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0eb31b0e-1c74-4b95-be58-7e4931f1c305 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:20.129115 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb31b0e-1c74-4b95-be58-7e4931f1c305 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Network 92c4210c-db17-4831-a54f-22d709839106 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:11:20.164315 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-0eb31b0e-1c74-4b95-be58-7e4931f1c305 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:11:20.170894 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb31b0e-1c74-4b95-be58-7e4931f1c305 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:11:20.240057 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec045c8a-d28b-4ea9-a58b-10bda8e59890 req-b12f9821-73a9-4c35-a6ef-b7a6101d6c12 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:20.242298 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ec045c8a-d28b-4ea9-a58b-10bda8e59890 req-b12f9821-73a9-4c35-a6ef-b7a6101d6c12 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=30cfdc45-3de5-4fe7-b248-759cb2ee03c0 HTTP/1.1" status: 200 len: 943 time: 0.0897605 Aug 19 15:11:20.244887 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb31b0e-1c74-4b95-be58-7e4931f1c305 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Pushing event updated for resources: {'Port': ['ID=f34c2b1a-1912-4526-9bd4-8a35763588a0,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:20.260521 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0eb31b0e-1c74-4b95-be58-7e4931f1c305 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:20.292995 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ec045c8a-d28b-4ea9-a58b-10bda8e59890 req-8796617c-76c3-4543-bf6f-0ed50f409bd2 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403206 Aug 19 15:11:20.419682 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0eb31b0e-1c74-4b95-be58-7e4931f1c305 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:20.594337 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device b47fd451-1c28-4c46-889a-fd03c0c8ac46 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:11:20.722760 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port b47fd451-1c28-4c46-889a-fd03c0c8ac46, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=b47fd451-1c28-4c46-889a-fd03c0c8ac46,segment=NetworkSegment(b6bb2d61-0455-440b-809f-c8e64ffc2b8e),segment_id=b6bb2d61-0455-440b-809f-c8e64ffc2b8e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:11:20.738357 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': 'b47fd451-1c28-4c46-889a-fd03c0c8ac46', 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0', 'port_id': 'b47fd451-1c28-4c46-889a-fd03c0c8ac46', 'mac_address': 'fa:16:3e:81:51:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4501b342-71e0-4b08-b9d8-b651dd87e075', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:11:20.782925 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:20.798621 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b47fd451-1c28-4c46-889a-fd03c0c8ac46 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:11:20.801148 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0eb31b0e-1c74-4b95-be58-7e4931f1c305 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:20.807972 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0eb31b0e-1c74-4b95-be58-7e4931f1c305 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:20.824522 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port b47fd451-1c28-4c46-889a-fd03c0c8ac46, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=b47fd451-1c28-4c46-889a-fd03c0c8ac46,segment=NetworkSegment(b6bb2d61-0455-440b-809f-c8e64ffc2b8e),segment_id=b6bb2d61-0455-440b-809f-c8e64ffc2b8e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:11:20.829903 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:20.886302 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=b47fd451-1c28-4c46-889a-fd03c0c8ac46,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:20.887346 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0eb31b0e-1c74-4b95-be58-7e4931f1c305 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:20.900626 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb31b0e-1c74-4b95-be58-7e4931f1c305 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Pushing event updated for resources: {'Port': ['ID=f34c2b1a-1912-4526-9bd4-8a35763588a0,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:21.014092 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb31b0e-1c74-4b95-be58-7e4931f1c305 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Network 92c4210c-db17-4831-a54f-22d709839106 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:11:21.014092 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-0eb31b0e-1c74-4b95-be58-7e4931f1c305 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:11:21.030418 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414639e0-4d40-4169-90bc-b62d2ace7f39 None None] Network 92c4210c-db17-4831-a54f-22d709839106 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:11:21.098453 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-231c90a0-3b2c-4446-84e3-af5fb61100d6 None None] Provisioning for port 4354591f-536b-479c-bb3e-7c012a3f732b completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:11:21.117766 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['b47fd451-1c28-4c46-889a-fd03c0c8ac46'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:11:21.143430 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb31b0e-1c74-4b95-be58-7e4931f1c305 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Router 24f5feb6-6d1e-4892-b0cd-7160036ddbde has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:11:21.409970 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb31b0e-1c74-4b95-be58-7e4931f1c305 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:11:21.448165 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0eb31b0e-1c74-4b95-be58-7e4931f1c305 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "PUT /v2.0/routers/24f5feb6-6d1e-4892-b0cd-7160036ddbde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1422210 Aug 19 15:11:21.502542 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 4354591f-536b-479c-bb3e-7c012a3f732b up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:11:21.527375 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccddfd4a-45d9-48ff-ab78-f640f4239309 req-5b02afaf-45ca-44a4-b954-408a4116ac71 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:21.530343 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ccddfd4a-45d9-48ff-ab78-f640f4239309 req-5b02afaf-45ca-44a4-b954-408a4116ac71 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=30cfdc45-3de5-4fe7-b248-759cb2ee03c0 HTTP/1.1" status: 200 len: 944 time: 0.1055939 Aug 19 15:11:21.602279 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ccddfd4a-45d9-48ff-ab78-f640f4239309 req-3961cd61-f8bf-4c6d-a2ff-f50ac6995e61 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643880 Aug 19 15:11:21.663355 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 4354591f-536b-479c-bb3e-7c012a3f732b completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:11:21.678241 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 4354591f-536b-479c-bb3e-7c012a3f732b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:11:21.678241 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:21.768614 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5ae8fc15-05ba-4740-91d3-f7612cb04391 None None] Provisioning for port f34c2b1a-1912-4526-9bd4-8a35763588a0 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:11:21.775490 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5ae8fc15-05ba-4740-91d3-f7612cb04391 None None] Provisioning complete for port f34c2b1a-1912-4526-9bd4-8a35763588a0 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:11:21.775855 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5ae8fc15-05ba-4740-91d3-f7612cb04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:21.839059 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bce302-1379-4324-a8f5-a57027765486 None None] Sync routers for ids ['24f5feb6-6d1e-4892-b0cd-7160036ddbde'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:11:21.844034 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5ae8fc15-05ba-4740-91d3-f7612cb04391 None None] Port f34c2b1a-1912-4526-9bd4-8a35763588a0 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:11:21.848519 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:21.859996 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bce302-1379-4324-a8f5-a57027765486 None None] Routers {'24f5feb6-6d1e-4892-b0cd-7160036ddbde'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:11:21.860677 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b1bce302-1379-4324-a8f5-a57027765486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:11:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['24f5feb6-6d1e-4892-b0cd-7160036ddbde'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:21.870590 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059592da-4704-439e-8660-37c267943955 req-b8070dda-491c-4679-8ed3-b1ac86b6bb7c tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:21.881132 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-059592da-4704-439e-8660-37c267943955 req-b8070dda-491c-4679-8ed3-b1ac86b6bb7c tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "GET /v2.0/networks?id=92c4210c-db17-4831-a54f-22d709839106 HTTP/1.1" status: 200 len: 798 time: 0.1782653 Aug 19 15:11:21.883004 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5ae8fc15-05ba-4740-91d3-f7612cb04391 None None] Provisioning complete for port 4354591f-536b-479c-bb3e-7c012a3f732b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:11:21.883383 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5ae8fc15-05ba-4740-91d3-f7612cb04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:21.906508 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-059592da-4704-439e-8660-37c267943955 req-361cc914-b2e2-4155-bb8b-c7de64491ed3 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "GET /v2.0/quotas/198637359c524ae7b50bc39c96d10493 HTTP/1.1" status: 200 len: 375 time: 0.0220773 Aug 19 15:11:21.956865 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 4354591f-536b-479c-bb3e-7c012a3f732b, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=4354591f-536b-479c-bb3e-7c012a3f732b,segment=NetworkSegment(453ebab7-ae7d-43c8-b4b7-a7f22ad02d4b),segment_id=453ebab7-ae7d-43c8-b4b7-a7f22ad02d4b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:11:21.980077 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:21.980978 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device d4b497f6-30f6-4ce7-9277-4684d4f44946 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:11:22.031775 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-059592da-4704-439e-8660-37c267943955 req-f9aba205-5dd2-4391-97f5-3481785d703b tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=198637359c524ae7b50bc39c96d10493&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0949218 Aug 19 15:11:22.069333 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=4354591f-536b-479c-bb3e-7c012a3f732b,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:22.136035 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-b1bce302-1379-4324-a8f5-a57027765486 None None] Set router 24f5feb6-6d1e-4892-b0cd-7160036ddbde gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:11:22.166522 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port d4b497f6-30f6-4ce7-9277-4684d4f44946 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:11:22.166987 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:22.239614 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-059592da-4704-439e-8660-37c267943955 req-785b61a5-ea8d-4ee5-9ad3-dbb46b2dabf3 service neutron] 10.222.0.69 "GET /v2.0/networks/92c4210c-db17-4831-a54f-22d709839106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061937 Aug 19 15:11:22.373520 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-059592da-4704-439e-8660-37c267943955 req-94e3e162-9b7f-4f52-bc2e-29d19808720d service neutron] 10.222.0.69 "GET /v2.0/networks/92c4210c-db17-4831-a54f-22d709839106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229072 Aug 19 15:11:22.504141 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b1bce302-1379-4324-a8f5-a57027765486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f5feb6-6d1e-4892-b0cd-7160036ddbde', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1678751067', 'tenant_id': '198637359c524ae7b50bc39c96d10493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': 'd4b497f6-30f6-4ce7-9277-4684d4f44946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:11:14Z', 'updated_at': '2021-08-19T15:11:20Z', 'revision_number': 4, 'project_id': '198637359c524ae7b50bc39c96d10493', 'gw_port': {'id': 'd4b497f6-30f6-4ce7-9277-4684d4f44946', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:35:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f5feb6-6d1e-4892-b0cd-7160036ddbde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:11:15Z', 'updated_at': '2021-08-19T15:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'f34c2b1a-1912-4526-9bd4-8a35763588a0', 'name': '', 'network_id': '92c4210c-db17-4831-a54f-22d709839106', 'tenant_id': '198637359c524ae7b50bc39c96d10493', 'mac_address': 'fa:16:3e:ac:73:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f5feb6-6d1e-4892-b0cd-7160036ddbde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '3097bd5d-8b6a-4874-9eeb-a07305d5f895', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:11:19Z', 'updated_at': '2021-08-19T15:11:20Z', 'revision_number': 2, 'project_id': '198637359c524ae7b50bc39c96d10493', 'subnets': [{'id': '3097bd5d-8b6a-4874-9eeb-a07305d5f895', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:22.547581 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bce302-1379-4324-a8f5-a57027765486 None None] Checking router: 24f5feb6-6d1e-4892-b0cd-7160036ddbde for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:11:22.548906 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bce302-1379-4324-a8f5-a57027765486 None None] Updating router 24f5feb6-6d1e-4892-b0cd-7160036ddbde port f34c2b1a-1912-4526-9bd4-8a35763588a0 binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:11:22.580925 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b1bce302-1379-4324-a8f5-a57027765486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:22.599359 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5159b43e-b29d-4b5b-9c3f-61ea83bd11ca None None] Provisioning complete for port f34c2b1a-1912-4526-9bd4-8a35763588a0 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:11:22.599734 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5159b43e-b29d-4b5b-9c3f-61ea83bd11ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:22.660500 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e72c4227-27b8-4e48-9df8-7c2b764c6564 req-47d2734e-f436-4778-8d9e-3e9b4d026881 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "GET /v2.0/ports?device_id=d962f69e-a301-4b0a-8bd2-0e0041583583 HTTP/1.1" status: 200 len: 210 time: 0.0906801 Aug 19 15:11:22.671877 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device b47fd451-1c28-4c46-889a-fd03c0c8ac46 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:11:22.733269 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5159b43e-b29d-4b5b-9c3f-61ea83bd11ca None None] Port f34c2b1a-1912-4526-9bd4-8a35763588a0 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:11:22.757205 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port b47fd451-1c28-4c46-889a-fd03c0c8ac46 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:11:22.765221 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port b47fd451-1c28-4c46-889a-fd03c0c8ac46 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:11:22.766095 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:22.795905 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fe613-f654-4a2f-89a0-e6f3df8df790 req-b4de96dc-9bd1-44c4-ad0e-617eae083a20 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:22.804703 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-274fe613-f654-4a2f-89a0-e6f3df8df790 req-b4de96dc-9bd1-44c4-ad0e-617eae083a20 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=30cfdc45-3de5-4fe7-b248-759cb2ee03c0 HTTP/1.1" status: 200 len: 944 time: 0.0961092 Aug 19 15:11:22.874054 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-274fe613-f654-4a2f-89a0-e6f3df8df790 req-c3e6db47-4503-4c2d-893c-c58f04fda19d tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682156 Aug 19 15:11:22.914775 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:22.916502 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b1bce302-1379-4324-a8f5-a57027765486 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:22.928597 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-b1bce302-1379-4324-a8f5-a57027765486 None None] Transition to ACTIVE for port object f34c2b1a-1912-4526-9bd4-8a35763588a0 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:11:22.937689 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b1bce302-1379-4324-a8f5-a57027765486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:22.966913 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port b47fd451-1c28-4c46-889a-fd03c0c8ac46, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=b47fd451-1c28-4c46-889a-fd03c0c8ac46,segment=NetworkSegment(b6bb2d61-0455-440b-809f-c8e64ffc2b8e),segment_id=b6bb2d61-0455-440b-809f-c8e64ffc2b8e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:11:22.968053 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30cfdc45-3de5-4fe7-b248-759cb2ee03c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b47fd451-1c28-4c46-889a-fd03c0c8ac46'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:11:22.972216 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2403ab45-e8d0-4264-a698-750a4ce38353" -d '{"events": [{"server_uuid": "30cfdc45-3de5-4fe7-b248-759cb2ee03c0", "name": "network-vif-plugged", "status": "completed", "tag": "b47fd451-1c28-4c46-889a-fd03c0c8ac46"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:11:22.977458 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:23.037237 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdbdad6-9ce3-492d-942d-8630f078a66c None None] Pushing event updated for resources: {'Port': ['ID=f34c2b1a-1912-4526-9bd4-8a35763588a0,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:23.043683 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c622c71f-7591-4406-be8d-23bd3e011992 x-openstack-request-id: req-c622c71f-7591-4406-be8d-23bd3e011992 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:11:23.044398 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30cfdc45-3de5-4fe7-b248-759cb2ee03c0", "name": "network-vif-plugged", "status": "completed", "tag": "b47fd451-1c28-4c46-889a-fd03c0c8ac46", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:11:23.044952 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c622c71f-7591-4406-be8d-23bd3e011992 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:11:23.046060 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30cfdc45-3de5-4fe7-b248-759cb2ee03c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b47fd451-1c28-4c46-889a-fd03c0c8ac46', 'code': 200} Aug 19 15:11:23.078496 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=b47fd451-1c28-4c46-889a-fd03c0c8ac46,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:23.140215 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-b1bce302-1379-4324-a8f5-a57027765486 None None] Attempting to bind port f34c2b1a-1912-4526-9bd4-8a35763588a0 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:11:23.140847 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-b1bce302-1379-4324-a8f5-a57027765486 None None] Attempting to bind port f34c2b1a-1912-4526-9bd4-8a35763588a0 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '453ebab7-ae7d-43c8-b4b7-a7f22ad02d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '92c4210c-db17-4831-a54f-22d709839106'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:11:23.141456 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bce302-1379-4324-a8f5-a57027765486 None None] Attempting to bind port f34c2b1a-1912-4526-9bd4-8a35763588a0 on network 92c4210c-db17-4831-a54f-22d709839106 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:11:23.149268 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bce302-1379-4324-a8f5-a57027765486 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:11:23.149788 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bce302-1379-4324-a8f5-a57027765486 None None] Checking segment: {'id': '453ebab7-ae7d-43c8-b4b7-a7f22ad02d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '92c4210c-db17-4831-a54f-22d709839106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:11:23.150325 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b1bce302-1379-4324-a8f5-a57027765486 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:23.150766 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bce302-1379-4324-a8f5-a57027765486 None None] Bound using segment: {'id': '453ebab7-ae7d-43c8-b4b7-a7f22ad02d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '92c4210c-db17-4831-a54f-22d709839106'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:11:23.151796 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-b1bce302-1379-4324-a8f5-a57027765486 None None] Bound port: f34c2b1a-1912-4526-9bd4-8a35763588a0, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '453ebab7-ae7d-43c8-b4b7-a7f22ad02d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '92c4210c-db17-4831-a54f-22d709839106'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:11:23.152182 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b1bce302-1379-4324-a8f5-a57027765486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:23.198591 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f149e-b9b6-49a1-b3c7-539e6ac0addb req-0d3aa1ca-effd-47e4-92ff-8fbc0e72c11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:23.200002 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fc8f149e-b9b6-49a1-b3c7-539e6ac0addb req-0d3aa1ca-effd-47e4-92ff-8fbc0e72c11b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=30cfdc45-3de5-4fe7-b248-759cb2ee03c0 HTTP/1.1" status: 200 len: 1096 time: 0.0877576 Aug 19 15:11:23.255616 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fc8f149e-b9b6-49a1-b3c7-539e6ac0addb req-b74e6506-d6f2-41d4-a52f-bd8bff26a805 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455437 Aug 19 15:11:23.258737 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-b1bce302-1379-4324-a8f5-a57027765486 None None] For port f34c2b1a-1912-4526-9bd4-8a35763588a0, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:11:23.262165 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-b1bce302-1379-4324-a8f5-a57027765486 None None] For port f34c2b1a-1912-4526-9bd4-8a35763588a0, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=f34c2b1a-1912-4526-9bd4-8a35763588a0,segment=NetworkSegment(453ebab7-ae7d-43c8-b4b7-a7f22ad02d4b),segment_id=453ebab7-ae7d-43c8-b4b7-a7f22ad02d4b)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:11:23.267551 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b1bce302-1379-4324-a8f5-a57027765486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:23.325565 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 4354591f-536b-479c-bb3e-7c012a3f732b up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:11:23.334509 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bce302-1379-4324-a8f5-a57027765486 None None] Routers {'24f5feb6-6d1e-4892-b0cd-7160036ddbde'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:11:23.335248 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b1bce302-1379-4324-a8f5-a57027765486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:11:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['24f5feb6-6d1e-4892-b0cd-7160036ddbde'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:23.385887 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdbdad6-9ce3-492d-942d-8630f078a66c None None] Pushing event updated for resources: {'Port': ['ID=f34c2b1a-1912-4526-9bd4-8a35763588a0,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:23.405782 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 4354591f-536b-479c-bb3e-7c012a3f732b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:11:23.406159 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:23.565816 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f10b16b1-b375-4fd4-ab40-dffa67b19f5d req-fdeed468-cc2b-477b-86ef-16520abdf241 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4d4e6fcb-b850-4a3d-ab03-71ec53830ec8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0837412 Aug 19 15:11:23.625015 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-b1bce302-1379-4324-a8f5-a57027765486 None None] Set router 24f5feb6-6d1e-4892-b0cd-7160036ddbde gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:11:23.707698 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b16b1-b375-4fd4-ab40-dffa67b19f5d req-96efe6d3-3a50-4784-b389-4165067be278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:23.710014 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f10b16b1-b375-4fd4-ab40-dffa67b19f5d req-96efe6d3-3a50-4784-b389-4165067be278 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0550ac85b3b548ae984f8729832afa44&device_id=4d4e6fcb-b850-4a3d-ab03-71ec53830ec8 HTTP/1.1" status: 200 len: 1096 time: 0.0536532 Aug 19 15:11:23.845751 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-12527b11-bf2a-418d-be99-552c967033ad req-4de5649b-5dc8-44b9-9f55-dbebaf6d12c7 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "GET /v2.0/ports?device_id=d962f69e-a301-4b0a-8bd2-0e0041583583 HTTP/1.1" status: 200 len: 210 time: 0.0707610 Aug 19 15:11:23.899733 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b1bce302-1379-4324-a8f5-a57027765486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f5feb6-6d1e-4892-b0cd-7160036ddbde', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1678751067', 'tenant_id': '198637359c524ae7b50bc39c96d10493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': 'd4b497f6-30f6-4ce7-9277-4684d4f44946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:11:14Z', 'updated_at': '2021-08-19T15:11:20Z', 'revision_number': 4, 'project_id': '198637359c524ae7b50bc39c96d10493', 'gw_port': {'id': 'd4b497f6-30f6-4ce7-9277-4684d4f44946', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:35:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f5feb6-6d1e-4892-b0cd-7160036ddbde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:11:15Z', 'updated_at': '2021-08-19T15:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'f34c2b1a-1912-4526-9bd4-8a35763588a0', 'name': '', 'network_id': '92c4210c-db17-4831-a54f-22d709839106', 'tenant_id': '198637359c524ae7b50bc39c96d10493', 'mac_address': 'fa:16:3e:ac:73:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f5feb6-6d1e-4892-b0cd-7160036ddbde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '3097bd5d-8b6a-4874-9eeb-a07305d5f895', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:11:19Z', 'updated_at': '2021-08-19T15:11:23Z', 'revision_number': 4, 'project_id': '198637359c524ae7b50bc39c96d10493', 'subnets': [{'id': '3097bd5d-8b6a-4874-9eeb-a07305d5f895', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:23.900438 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b16b1-b375-4fd4-ab40-dffa67b19f5d req-83ca56f9-a69d-4e1a-a39c-abe2a16f010f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:23.903688 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f10b16b1-b375-4fd4-ab40-dffa67b19f5d req-83ca56f9-a69d-4e1a-a39c-abe2a16f010f service neutron] 10.222.0.88 "GET /v2.0/networks?id=042ff527-1fae-4bd9-883c-64e28e4df4d0 HTTP/1.1" status: 200 len: 912 time: 0.1656170 Aug 19 15:11:23.934130 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bce302-1379-4324-a8f5-a57027765486 None None] The sync data for ids ['24f5feb6-6d1e-4892-b0cd-7160036ddbde'] in n-d-766043-2 is: [{'id': '24f5feb6-6d1e-4892-b0cd-7160036ddbde', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1678751067', 'tenant_id': '198637359c524ae7b50bc39c96d10493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': 'd4b497f6-30f6-4ce7-9277-4684d4f44946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:11:14Z', 'updated_at': '2021-08-19T15:11:20Z', 'revision_number': 4, 'project_id': '198637359c524ae7b50bc39c96d10493', 'gw_port': {'id': 'd4b497f6-30f6-4ce7-9277-4684d4f44946', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:35:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f5feb6-6d1e-4892-b0cd-7160036ddbde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:11:15Z', 'updated_at': '2021-08-19T15:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'f34c2b1a-1912-4526-9bd4-8a35763588a0', 'name': '', 'network_id': '92c4210c-db17-4831-a54f-22d709839106', 'tenant_id': '198637359c524ae7b50bc39c96d10493', 'mac_address': 'fa:16:3e:ac:73:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f5feb6-6d1e-4892-b0cd-7160036ddbde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '3097bd5d-8b6a-4874-9eeb-a07305d5f895', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:11:19Z', 'updated_at': '2021-08-19T15:11:23Z', 'revision_number': 4, 'project_id': '198637359c524ae7b50bc39c96d10493', 'subnets': [{'id': '3097bd5d-8b6a-4874-9eeb-a07305d5f895', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:11:24.034559 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f10b16b1-b375-4fd4-ab40-dffa67b19f5d req-2ef14916-f6b2-40c4-a413-d6052a8a8a79 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7dcc2f28-3393-4c94-b777-b64025ee1da5 HTTP/1.1" status: 200 len: 1001 time: 0.1234264 Aug 19 15:11:24.065232 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e1db5-c466-47a6-be07-65f74789ceea req-1097bb59-da50-4755-8000-b8d8f43c626b tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:24.069100 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-636e1db5-c466-47a6-be07-65f74789ceea req-1097bb59-da50-4755-8000-b8d8f43c626b tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=30cfdc45-3de5-4fe7-b248-759cb2ee03c0 HTTP/1.1" status: 200 len: 945 time: 0.1062737 Aug 19 15:11:24.155554 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-636e1db5-c466-47a6-be07-65f74789ceea req-cd9bdfa0-dd0d-41ec-94b7-470d50a96634 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751898 Aug 19 15:11:24.158036 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b16b1-b375-4fd4-ab40-dffa67b19f5d req-2473377b-31df-44d6-a2df-84f5d9515a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:24.160686 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f10b16b1-b375-4fd4-ab40-dffa67b19f5d req-2473377b-31df-44d6-a2df-84f5d9515a34 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4501b342-71e0-4b08-b9d8-b651dd87e075 HTTP/1.1" status: 200 len: 850 time: 0.0899279 Aug 19 15:11:24.328196 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b16b1-b375-4fd4-ab40-dffa67b19f5d req-e5bd82d5-5bb5-4b92-81b2-41afddadf92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:24.334574 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f10b16b1-b375-4fd4-ab40-dffa67b19f5d req-e5bd82d5-5bb5-4b92-81b2-41afddadf92a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=042ff527-1fae-4bd9-883c-64e28e4df4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1590354 Aug 19 15:11:24.347484 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059592da-4704-439e-8660-37c267943955 req-95b1c443-89e3-4b8a-81bf-51764d01b444 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:24.349257 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-059592da-4704-439e-8660-37c267943955 req-95b1c443-89e3-4b8a-81bf-51764d01b444 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.88 "GET /v2.0/networks?id=92c4210c-db17-4831-a54f-22d709839106 HTTP/1.1" status: 200 len: 798 time: 0.1751728 Aug 19 15:11:24.367955 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-059592da-4704-439e-8660-37c267943955 req-2ee5f16f-a8e6-4e84-9676-c063b5d1a616 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Request body: {'port': {'device_id': 'd962f69e-a301-4b0a-8bd2-0e0041583583', 'network_id': '92c4210c-db17-4831-a54f-22d709839106', 'admin_state_up': True, 'tenant_id': '198637359c524ae7b50bc39c96d10493'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:11:24.548993 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f10b16b1-b375-4fd4-ab40-dffa67b19f5d req-f83e7123-2e0f-43f2-909b-c6cd729b7d5b service neutron] 10.222.0.88 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986516 Aug 19 15:11:24.590588 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-059592da-4704-439e-8660-37c267943955 req-2ee5f16f-a8e6-4e84-9676-c063b5d1a616 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Made reservation on behalf of 198637359c524ae7b50bc39c96d10493 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:11:24.594097 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-059592da-4704-439e-8660-37c267943955 req-2ee5f16f-a8e6-4e84-9676-c063b5d1a616 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:24.730846 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f10b16b1-b375-4fd4-ab40-dffa67b19f5d req-b3a052fc-28d0-4ce3-a3bf-a8264034f34c service neutron] 10.222.0.88 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636159 Aug 19 15:11:24.783856 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-059592da-4704-439e-8660-37c267943955 req-2ee5f16f-a8e6-4e84-9676-c063b5d1a616 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Allocated IP 172.20.0.24 (92c4210c-db17-4831-a54f-22d709839106/3097bd5d-8b6a-4874-9eeb-a07305d5f895/5ac45dc1-bc37-4100-b986-16ae216712ee) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:11:24.915494 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-059592da-4704-439e-8660-37c267943955 req-2ee5f16f-a8e6-4e84-9676-c063b5d1a616 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:24.934241 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-059592da-4704-439e-8660-37c267943955 req-2ee5f16f-a8e6-4e84-9676-c063b5d1a616 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Transition to ACTIVE for port object 5ac45dc1-bc37-4100-b986-16ae216712ee will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:11:24.974521 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8eb29ffd-6f0f-4609-b050-1d659dd0846f req-6e582550-78a1-4228-841b-5bb95556d780 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "GET /v2.0/ports?device_id=d962f69e-a301-4b0a-8bd2-0e0041583583 HTTP/1.1" status: 200 len: 210 time: 0.0371211 Aug 19 15:11:25.000642 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-059592da-4704-439e-8660-37c267943955 req-2ee5f16f-a8e6-4e84-9676-c063b5d1a616 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:25.046603 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-059592da-4704-439e-8660-37c267943955 req-2ee5f16f-a8e6-4e84-9676-c063b5d1a616 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Network 92c4210c-db17-4831-a54f-22d709839106 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:11:25.050777 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-059592da-4704-439e-8660-37c267943955 req-2ee5f16f-a8e6-4e84-9676-c063b5d1a616 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:11:25.053737 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-059592da-4704-439e-8660-37c267943955 req-2ee5f16f-a8e6-4e84-9676-c063b5d1a616 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:11:25.080090 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee5f16f-a8e6-4e84-9676-c063b5d1a616 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Pushing event updated for resources: {'Port': ['ID=5ac45dc1-bc37-4100-b986-16ae216712ee,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:25.090262 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee5f16f-a8e6-4e84-9676-c063b5d1a616 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:25.090612 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee5f16f-a8e6-4e84-9676-c063b5d1a616 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:25.090951 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee5f16f-a8e6-4e84-9676-c063b5d1a616 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:25.091281 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee5f16f-a8e6-4e84-9676-c063b5d1a616 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:25.091608 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee5f16f-a8e6-4e84-9676-c063b5d1a616 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:25.091997 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee5f16f-a8e6-4e84-9676-c063b5d1a616 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:25.092245 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee5f16f-a8e6-4e84-9676-c063b5d1a616 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:25.092593 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee5f16f-a8e6-4e84-9676-c063b5d1a616 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:25.092916 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee5f16f-a8e6-4e84-9676-c063b5d1a616 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:25.093233 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee5f16f-a8e6-4e84-9676-c063b5d1a616 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:25.093608 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee5f16f-a8e6-4e84-9676-c063b5d1a616 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:25.093925 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee5f16f-a8e6-4e84-9676-c063b5d1a616 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:11:25.124086 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059592da-4704-439e-8660-37c267943955 req-2ee5f16f-a8e6-4e84-9676-c063b5d1a616 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:25.124729 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-059592da-4704-439e-8660-37c267943955 req-2ee5f16f-a8e6-4e84-9676-c063b5d1a616 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:25.140961 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-059592da-4704-439e-8660-37c267943955 req-2ee5f16f-a8e6-4e84-9676-c063b5d1a616 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.7824972 Aug 19 15:11:25.160842 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-059592da-4704-439e-8660-37c267943955 req-e33a9f2f-2196-445f-a547-9b8424844fa0 service neutron] Request body: {'port': {'device_id': 'd962f69e-a301-4b0a-8bd2-0e0041583583', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:11:25.316894 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-059592da-4704-439e-8660-37c267943955 req-e33a9f2f-2196-445f-a547-9b8424844fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:25.375167 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device f34c2b1a-1912-4526-9bd4-8a35763588a0 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:11:25.384107 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7cf43e38-b63e-4311-a563-1f878acb90ef None None] Provisioning for port 5ac45dc1-bc37-4100-b986-16ae216712ee completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:11:25.408584 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7cf43e38-b63e-4311-a563-1f878acb90ef None None] Provisioning complete for port 5ac45dc1-bc37-4100-b986-16ae216712ee triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:11:25.408952 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7cf43e38-b63e-4311-a563-1f878acb90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:25.424747 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe82cf-d9c4-49af-8a53-29c109a0fc79 req-f2eb19c1-d1bc-4046-84f7-2d5b0e339b59 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:25.426348 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e6fe82cf-d9c4-49af-8a53-29c109a0fc79 req-f2eb19c1-d1bc-4046-84f7-2d5b0e339b59 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=30cfdc45-3de5-4fe7-b248-759cb2ee03c0 HTTP/1.1" status: 200 len: 945 time: 0.1197121 Aug 19 15:11:25.480706 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-7cf43e38-b63e-4311-a563-1f878acb90ef None None] Port 5ac45dc1-bc37-4100-b986-16ae216712ee cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:11:25.498426 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port f34c2b1a-1912-4526-9bd4-8a35763588a0 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:11:25.504761 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port f34c2b1a-1912-4526-9bd4-8a35763588a0 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:11:25.505243 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:25.611739 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:25.662211 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port f34c2b1a-1912-4526-9bd4-8a35763588a0, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=f34c2b1a-1912-4526-9bd4-8a35763588a0,segment=NetworkSegment(453ebab7-ae7d-43c8-b4b7-a7f22ad02d4b),segment_id=453ebab7-ae7d-43c8-b4b7-a7f22ad02d4b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:11:25.666723 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:25.737562 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=f34c2b1a-1912-4526-9bd4-8a35763588a0,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:25.901252 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e6fe82cf-d9c4-49af-8a53-29c109a0fc79 req-46ec29f5-6a83-4b8b-b2a7-577975e0c7d2 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4587543 Aug 19 15:11:26.046956 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243564cb-fee1-48be-a2a5-635476ce9b81 req-daa0bb1b-3dc5-4fa1-a324-6fd649615f37 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:26.048623 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-243564cb-fee1-48be-a2a5-635476ce9b81 req-daa0bb1b-3dc5-4fa1-a324-6fd649615f37 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=30cfdc45-3de5-4fe7-b248-759cb2ee03c0 HTTP/1.1" status: 200 len: 945 time: 0.0800653 Aug 19 15:11:26.158660 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-243564cb-fee1-48be-a2a5-635476ce9b81 req-f8961629-8faa-4741-83a7-c6e0c25d1dce tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894284 Aug 19 15:11:26.160514 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-059592da-4704-439e-8660-37c267943955 req-e33a9f2f-2196-445f-a547-9b8424844fa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ac45dc1-bc37-4100-b986-16ae216712ee {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:11:26.181640 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-059592da-4704-439e-8660-37c267943955 req-e33a9f2f-2196-445f-a547-9b8424844fa0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:26.181640 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b1db51-b491-43f4-a0c8-9d3f910a18f9 req-c76ae918-dcb5-4a2d-92db-e3b2e0adcd9c tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:26.182840 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 59956) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:26.183239 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-71b1db51-b491-43f4-a0c8-9d3f910a18f9 req-c76ae918-dcb5-4a2d-92db-e3b2e0adcd9c tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "GET /v2.0/ports?device_id=d962f69e-a301-4b0a-8bd2-0e0041583583 HTTP/1.1" status: 200 len: 895 time: 0.1334145 Aug 19 15:11:26.201019 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-059592da-4704-439e-8660-37c267943955 req-e33a9f2f-2196-445f-a547-9b8424844fa0 service neutron] Transition to ACTIVE for port object 5ac45dc1-bc37-4100-b986-16ae216712ee will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:11:26.208135 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-059592da-4704-439e-8660-37c267943955 req-e33a9f2f-2196-445f-a547-9b8424844fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:26.246179 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49428b9-a0f3-499c-b219-8b88b2d5619e tempest-TestVolumeBootPattern-710886111 tempest-TestVolumeBootPattern-710886111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:26.248077 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d49428b9-a0f3-499c-b219-8b88b2d5619e tempest-TestVolumeBootPattern-710886111 tempest-TestVolumeBootPattern-710886111-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=30cfdc45-3de5-4fe7-b248-759cb2ee03c0 HTTP/1.1" status: 200 len: 1091 time: 0.0580370 Aug 19 15:11:26.251519 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 59958) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:26.256476 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2a6ff096-b81b-452a-a57a-d840ee0a1dc1 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Request body: {'floatingip': {'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'port_id': 'b47fd451-1c28-4c46-889a-fd03c0c8ac46', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:11:26.285301 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a9f2f-2196-445f-a547-9b8424844fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=5ac45dc1-bc37-4100-b986-16ae216712ee,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:26.337626 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2a6ff096-b81b-452a-a57a-d840ee0a1dc1 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:26.400781 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-059592da-4704-439e-8660-37c267943955 req-e33a9f2f-2196-445f-a547-9b8424844fa0 service neutron] Attempting to bind port 5ac45dc1-bc37-4100-b986-16ae216712ee on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:11:26.401116 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-059592da-4704-439e-8660-37c267943955 req-e33a9f2f-2196-445f-a547-9b8424844fa0 service neutron] Attempting to bind port 5ac45dc1-bc37-4100-b986-16ae216712ee by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '453ebab7-ae7d-43c8-b4b7-a7f22ad02d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '92c4210c-db17-4831-a54f-22d709839106'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:11:26.401439 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059592da-4704-439e-8660-37c267943955 req-e33a9f2f-2196-445f-a547-9b8424844fa0 service neutron] Attempting to bind port 5ac45dc1-bc37-4100-b986-16ae216712ee on network 92c4210c-db17-4831-a54f-22d709839106 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:11:26.409863 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059592da-4704-439e-8660-37c267943955 req-e33a9f2f-2196-445f-a547-9b8424844fa0 service neutron] Port 5ac45dc1-bc37-4100-b986-16ae216712ee on network 92c4210c-db17-4831-a54f-22d709839106 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:11:26.410196 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059592da-4704-439e-8660-37c267943955 req-e33a9f2f-2196-445f-a547-9b8424844fa0 service neutron] Attempting to bind port 5ac45dc1-bc37-4100-b986-16ae216712ee on network 92c4210c-db17-4831-a54f-22d709839106 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:11:26.426036 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059592da-4704-439e-8660-37c267943955 req-e33a9f2f-2196-445f-a547-9b8424844fa0 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:11:26.426417 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059592da-4704-439e-8660-37c267943955 req-e33a9f2f-2196-445f-a547-9b8424844fa0 service neutron] Checking segment: {'id': '453ebab7-ae7d-43c8-b4b7-a7f22ad02d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '92c4210c-db17-4831-a54f-22d709839106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:11:26.426938 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059592da-4704-439e-8660-37c267943955 req-e33a9f2f-2196-445f-a547-9b8424844fa0 service neutron] Bound using segment: {'id': '453ebab7-ae7d-43c8-b4b7-a7f22ad02d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '92c4210c-db17-4831-a54f-22d709839106'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:11:26.427534 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-059592da-4704-439e-8660-37c267943955 req-e33a9f2f-2196-445f-a547-9b8424844fa0 service neutron] Bound port: 5ac45dc1-bc37-4100-b986-16ae216712ee, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453ebab7-ae7d-43c8-b4b7-a7f22ad02d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '92c4210c-db17-4831-a54f-22d709839106'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:11:26.428665 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-059592da-4704-439e-8660-37c267943955 req-e33a9f2f-2196-445f-a547-9b8424844fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:26.514646 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-059592da-4704-439e-8660-37c267943955 req-e33a9f2f-2196-445f-a547-9b8424844fa0 service neutron] For port 5ac45dc1-bc37-4100-b986-16ae216712ee, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:11:26.518738 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-059592da-4704-439e-8660-37c267943955 req-e33a9f2f-2196-445f-a547-9b8424844fa0 service neutron] For port 5ac45dc1-bc37-4100-b986-16ae216712ee, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=5ac45dc1-bc37-4100-b986-16ae216712ee,segment=NetworkSegment(453ebab7-ae7d-43c8-b4b7-a7f22ad02d4b),segment_id=453ebab7-ae7d-43c8-b4b7-a7f22ad02d4b)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:11:26.523750 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2a6ff096-b81b-452a-a57a-d840ee0a1dc1 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:26.530941 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-059592da-4704-439e-8660-37c267943955 req-e33a9f2f-2196-445f-a547-9b8424844fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:26.599096 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059592da-4704-439e-8660-37c267943955 req-e33a9f2f-2196-445f-a547-9b8424844fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:26.599716 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-059592da-4704-439e-8660-37c267943955 req-e33a9f2f-2196-445f-a547-9b8424844fa0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:26.601230 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-059592da-4704-439e-8660-37c267943955 req-e33a9f2f-2196-445f-a547-9b8424844fa0 service neutron] 10.222.0.88 "PUT /v2.0/ports/5ac45dc1-bc37-4100-b986-16ae216712ee HTTP/1.1" status: 200 len: 1055 time: 1.4461055 Aug 19 15:11:26.601739 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd962f69e-a301-4b0a-8bd2-0e0041583583', 'tag': '5ac45dc1-bc37-4100-b986-16ae216712ee'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:11:26.603942 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682f2bc6-5829-4f3e-ae2f-f074b90bb945" -d '{"events": [{"name": "network-changed", "server_uuid": "d962f69e-a301-4b0a-8bd2-0e0041583583", "tag": "5ac45dc1-bc37-4100-b986-16ae216712ee"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:11:26.674101 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a9f2f-2196-445f-a547-9b8424844fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=5ac45dc1-bc37-4100-b986-16ae216712ee,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:26.681608 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43b64e2-7616-49aa-8344-27895550f9b6 x-openstack-request-id: req-f43b64e2-7616-49aa-8344-27895550f9b6 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:11:26.681866 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d962f69e-a301-4b0a-8bd2-0e0041583583", "tag": "5ac45dc1-bc37-4100-b986-16ae216712ee", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:11:26.682117 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f43b64e2-7616-49aa-8344-27895550f9b6 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:11:26.682513 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd962f69e-a301-4b0a-8bd2-0e0041583583', 'tag': '5ac45dc1-bc37-4100-b986-16ae216712ee', 'status': 'completed', 'code': 200} Aug 19 15:11:26.728990 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-2a6ff096-b81b-452a-a57a-d840ee0a1dc1 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Allocated IP 172.25.2.90 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/cb09462b-e416-4446-ab56-47b9a6168bb8) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:11:26.743066 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059592da-4704-439e-8660-37c267943955 req-11683178-baa0-4929-b320-5f76016e9fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:26.744645 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-059592da-4704-439e-8660-37c267943955 req-11683178-baa0-4929-b320-5f76016e9fae service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=198637359c524ae7b50bc39c96d10493&device_id=d962f69e-a301-4b0a-8bd2-0e0041583583 HTTP/1.1" status: 200 len: 1058 time: 0.0792391 Aug 19 15:11:26.828834 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-059592da-4704-439e-8660-37c267943955 req-347e6b33-8021-4401-bb5b-645676679e70 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=5ac45dc1-bc37-4100-b986-16ae216712ee HTTP/1.1" status: 200 len: 217 time: 0.0746021 Aug 19 15:11:26.905853 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059592da-4704-439e-8660-37c267943955 req-810cde97-29b5-4c67-a4be-37e0b4fa74fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:26.907870 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-059592da-4704-439e-8660-37c267943955 req-810cde97-29b5-4c67-a4be-37e0b4fa74fc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3097bd5d-8b6a-4874-9eeb-a07305d5f895 HTTP/1.1" status: 200 len: 837 time: 0.0700314 Aug 19 15:11:26.951545 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2a6ff096-b81b-452a-a57a-d840ee0a1dc1 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:26.984142 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059592da-4704-439e-8660-37c267943955 req-abe4d603-e203-4103-8558-325db127606d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:26.985732 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-059592da-4704-439e-8660-37c267943955 req-abe4d603-e203-4103-8558-325db127606d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=92c4210c-db17-4831-a54f-22d709839106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0712476 Aug 19 15:11:27.052929 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2a6ff096-b81b-452a-a57a-d840ee0a1dc1 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:27.118253 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6ff096-b81b-452a-a57a-d840ee0a1dc1 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:11:27.125673 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-2a6ff096-b81b-452a-a57a-d840ee0a1dc1 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:11:27.129490 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6ff096-b81b-452a-a57a-d840ee0a1dc1 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:11:27.131517 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6ff096-b81b-452a-a57a-d840ee0a1dc1 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Pushing event updated for resources: {'Port': ['ID=cb09462b-e416-4446-ab56-47b9a6168bb8,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:27.168343 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-059592da-4704-439e-8660-37c267943955 req-8b22a01a-e076-4f3c-9ffd-41424b2eb300 service neutron] 10.222.0.88 "GET /v2.0/networks/92c4210c-db17-4831-a54f-22d709839106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744928 Aug 19 15:11:27.306235 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device f34c2b1a-1912-4526-9bd4-8a35763588a0 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:11:27.368613 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port f34c2b1a-1912-4526-9bd4-8a35763588a0 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:11:27.369032 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:27.408010 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-059592da-4704-439e-8660-37c267943955 req-576d53d3-207e-4075-92a2-c1e124699adb service neutron] 10.222.0.88 "GET /v2.0/networks/92c4210c-db17-4831-a54f-22d709839106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314832 Aug 19 15:11:27.437449 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a573d-5e2d-4324-9a25-26e2c6187a97 req-2c6c52c9-e56d-4111-af6d-099996ccd899 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:27.439440 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-873a573d-5e2d-4324-9a25-26e2c6187a97 req-2c6c52c9-e56d-4111-af6d-099996ccd899 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "GET /v2.0/ports?device_id=d962f69e-a301-4b0a-8bd2-0e0041583583 HTTP/1.1" status: 200 len: 907 time: 0.1410565 Aug 19 15:11:27.544485 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f2bc6-5829-4f3e-ae2f-f074b90bb945 req-1d92050d-e1fa-4f18-82b5-a04c14e2b0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:27.546164 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-682f2bc6-5829-4f3e-ae2f-f074b90bb945 req-1d92050d-e1fa-4f18-82b5-a04c14e2b0aa service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=198637359c524ae7b50bc39c96d10493&device_id=d962f69e-a301-4b0a-8bd2-0e0041583583 HTTP/1.1" status: 200 len: 1058 time: 0.0730145 Aug 19 15:11:27.741319 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f2bc6-5829-4f3e-ae2f-f074b90bb945 req-f4be4165-baef-4bee-8868-5a8ad8c65ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:27.742864 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-682f2bc6-5829-4f3e-ae2f-f074b90bb945 req-f4be4165-baef-4bee-8868-5a8ad8c65ee5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=92c4210c-db17-4831-a54f-22d709839106 HTTP/1.1" status: 200 len: 899 time: 0.1714249 Aug 19 15:11:27.793911 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2a6ff096-b81b-452a-a57a-d840ee0a1dc1 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:27.796247 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-682f2bc6-5829-4f3e-ae2f-f074b90bb945 req-76b4725f-6201-4ee5-a34e-2402b02781ba service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=5ac45dc1-bc37-4100-b986-16ae216712ee HTTP/1.1" status: 200 len: 217 time: 0.0438163 Aug 19 15:11:27.874355 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f2bc6-5829-4f3e-ae2f-f074b90bb945 req-3e97fb2e-88b0-493e-b25e-40f3ce68b263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:27.876546 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-682f2bc6-5829-4f3e-ae2f-f074b90bb945 req-3e97fb2e-88b0-493e-b25e-40f3ce68b263 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3097bd5d-8b6a-4874-9eeb-a07305d5f895 HTTP/1.1" status: 200 len: 837 time: 0.0571322 Aug 19 15:11:27.931841 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2a6ff096-b81b-452a-a57a-d840ee0a1dc1 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:27.994854 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f2bc6-5829-4f3e-ae2f-f074b90bb945 req-8e4e4117-a40b-4a78-8101-3f6d77bab610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:27.996558 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-682f2bc6-5829-4f3e-ae2f-f074b90bb945 req-8e4e4117-a40b-4a78-8101-3f6d77bab610 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=92c4210c-db17-4831-a54f-22d709839106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1010261 Aug 19 15:11:28.177878 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-682f2bc6-5829-4f3e-ae2f-f074b90bb945 req-3bc8d8cb-1ec9-4504-bd72-13b979e80d8e service neutron] 10.222.0.88 "GET /v2.0/networks/92c4210c-db17-4831-a54f-22d709839106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727474 Aug 19 15:11:28.248912 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2a6ff096-b81b-452a-a57a-d840ee0a1dc1 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:28.261023 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2a6ff096-b81b-452a-a57a-d840ee0a1dc1 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:28.366283 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6ff096-b81b-452a-a57a-d840ee0a1dc1 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Pushing event updated for resources: {'Port': ['ID=cb09462b-e416-4446-ab56-47b9a6168bb8,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:28.372201 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-682f2bc6-5829-4f3e-ae2f-f074b90bb945 req-94c10435-98f6-4947-bb21-bd207826affb service neutron] 10.222.0.88 "GET /v2.0/networks/92c4210c-db17-4831-a54f-22d709839106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862128 Aug 19 15:11:28.378776 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2a6ff096-b81b-452a-a57a-d840ee0a1dc1 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:28.492915 n-d-766043-2 neutron-server[94640]: INFO neutron.db.l3_db [None req-2a6ff096-b81b-452a-a57a-d840ee0a1dc1 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Floating IP 399f4fe6-0ece-4367-ac25-67d52bf973f7 associated. External IP: 172.25.2.90, port: b47fd451-1c28-4c46-889a-fd03c0c8ac46. Aug 19 15:11:28.645078 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e11b5-2559-4aaf-a759-6117494bd85f req-195dce15-8c18-4932-a25a-8b7654878102 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:28.647644 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b54e11b5-2559-4aaf-a759-6117494bd85f req-195dce15-8c18-4932-a25a-8b7654878102 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "GET /v2.0/ports?device_id=d962f69e-a301-4b0a-8bd2-0e0041583583 HTTP/1.1" status: 200 len: 907 time: 0.1088753 Aug 19 15:11:28.799274 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a6ff096-b81b-452a-a57a-d840ee0a1dc1 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Router ca65e901-eea1-45f3-9424-a1acad466ee4 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:11:29.253922 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a6ff096-b81b-452a-a57a-d840ee0a1dc1 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:11:29.270569 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f31c28-f491-4038-9493-4844e0c9d5d6 None None] Sync routers for ids ['ca65e901-eea1-45f3-9424-a1acad466ee4'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:11:29.272923 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2a6ff096-b81b-452a-a57a-d840ee0a1dc1 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:29.281056 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f31c28-f491-4038-9493-4844e0c9d5d6 None None] Routers {'ca65e901-eea1-45f3-9424-a1acad466ee4'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:11:29.282070 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-93f31c28-f491-4038-9493-4844e0c9d5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:11:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['ca65e901-eea1-45f3-9424-a1acad466ee4'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:29.327949 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-2a6ff096-b81b-452a-a57a-d840ee0a1dc1 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0751057 Aug 19 15:11:29.329624 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30cfdc45-3de5-4fe7-b248-759cb2ee03c0', 'tag': 'b47fd451-1c28-4c46-889a-fd03c0c8ac46'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:11:29.333958 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44192ec-5147-4b8d-bf69-9cbde5affa3a" -d '{"events": [{"name": "network-changed", "server_uuid": "30cfdc45-3de5-4fe7-b248-759cb2ee03c0", "tag": "b47fd451-1c28-4c46-889a-fd03c0c8ac46"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:11:29.393967 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee758f09-570a-47f2-b4f2-108e11ab8e5f x-openstack-request-id: req-ee758f09-570a-47f2-b4f2-108e11ab8e5f {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:11:29.394405 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30cfdc45-3de5-4fe7-b248-759cb2ee03c0", "tag": "b47fd451-1c28-4c46-889a-fd03c0c8ac46", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:11:29.394663 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ee758f09-570a-47f2-b4f2-108e11ab8e5f {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:11:29.395069 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30cfdc45-3de5-4fe7-b248-759cb2ee03c0', 'tag': 'b47fd451-1c28-4c46-889a-fd03c0c8ac46', 'status': 'completed', 'code': 200} Aug 19 15:11:29.426771 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-93f31c28-f491-4038-9493-4844e0c9d5d6 None None] Set router ca65e901-eea1-45f3-9424-a1acad466ee4 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:11:29.464916 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44192ec-5147-4b8d-bf69-9cbde5affa3a req-df4e1641-dca1-4d0e-ba74-5e928463f8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:29.466690 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e44192ec-5147-4b8d-bf69-9cbde5affa3a req-df4e1641-dca1-4d0e-ba74-5e928463f8c5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0550ac85b3b548ae984f8729832afa44&device_id=30cfdc45-3de5-4fe7-b248-759cb2ee03c0 HTTP/1.1" status: 200 len: 1096 time: 0.0468049 Aug 19 15:11:29.583352 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44192ec-5147-4b8d-bf69-9cbde5affa3a req-8d0cf7e5-af63-48b7-8fd8-ffd4bbe36d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:29.585407 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e44192ec-5147-4b8d-bf69-9cbde5affa3a req-8d0cf7e5-af63-48b7-8fd8-ffd4bbe36d56 service neutron] 10.222.0.88 "GET /v2.0/networks?id=042ff527-1fae-4bd9-883c-64e28e4df4d0 HTTP/1.1" status: 200 len: 912 time: 0.1116030 Aug 19 15:11:29.664576 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e44192ec-5147-4b8d-bf69-9cbde5affa3a req-b2197edb-c8e0-4a81-9dd3-7c23c9833f39 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b47fd451-1c28-4c46-889a-fd03c0c8ac46 HTTP/1.1" status: 200 len: 998 time: 0.0716603 Aug 19 15:11:29.742053 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44192ec-5147-4b8d-bf69-9cbde5affa3a req-f7dcc3fb-70a6-4220-ae1e-35d03c05b4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:29.744021 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e44192ec-5147-4b8d-bf69-9cbde5affa3a req-f7dcc3fb-70a6-4220-ae1e-35d03c05b4aa service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4501b342-71e0-4b08-b9d8-b651dd87e075 HTTP/1.1" status: 200 len: 850 time: 0.0723598 Aug 19 15:11:29.832878 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44192ec-5147-4b8d-bf69-9cbde5affa3a req-73bc9e63-6721-4deb-9ed6-a86e4ee78078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:29.834613 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e44192ec-5147-4b8d-bf69-9cbde5affa3a req-73bc9e63-6721-4deb-9ed6-a86e4ee78078 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=042ff527-1fae-4bd9-883c-64e28e4df4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787065 Aug 19 15:11:29.843372 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584250a-5b48-41d0-b873-ff99cd2b2dd6 req-c81e6fd6-2f47-4a71-a418-b4b7183ca70a tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:29.845702 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8584250a-5b48-41d0-b873-ff99cd2b2dd6 req-c81e6fd6-2f47-4a71-a418-b4b7183ca70a tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "GET /v2.0/ports?device_id=d962f69e-a301-4b0a-8bd2-0e0041583583 HTTP/1.1" status: 200 len: 907 time: 0.1001987 Aug 19 15:11:29.876611 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-93f31c28-f491-4038-9493-4844e0c9d5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'name': 'tempest-TestVolumeBootPattern-652792475-router', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '069e7c76-badf-4569-8845-68c39685a135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:25Z', 'updated_at': '2021-08-19T15:01:30Z', 'revision_number': 4, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'gw_port': {'id': '069e7c76-badf-4569-8845-68c39685a135', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:26Z', 'updated_at': '2021-08-19T15:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '399f4fe6-0ece-4367-ac25-67d52bf973f7', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'floating_ip_address': '172.25.2.90', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'port_id': 'b47fd451-1c28-4c46-889a-fd03c0c8ac46', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0', 'mac_address': 'fa:16:3e:81:51:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cfdc45-3de5-4fe7-b248-759cb2ee03c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:11:27Z', 'updated_at': '2021-08-19T15:11:27Z', 'revision_number': 0, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'fixed_ip_address_scope': None}, {'id': 'cef73b4b-01da-4468-9e06-a1c06f130b54', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'floating_ip_address': '172.25.2.162', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'port_id': '7dcc2f28-3393-4c94-b777-b64025ee1da5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0', 'mac_address': 'fa:16:3e:46:99:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d4e6fcb-b850-4a3d-ab03-71ec53830ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:09:19Z', 'updated_at': '2021-08-19T15:09:23Z', 'revision_number': 1, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8885ca0-4847-4969-9f31-2eb1d0e2d04c', 'name': '', 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'mac_address': 'fa:16:3e:64:5e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '4501b342-71e0-4b08-b9d8-b651dd87e075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:28Z', 'updated_at': '2021-08-19T15:01:40Z', 'revision_number': 5, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'subnets': [{'id': '4501b342-71e0-4b08-b9d8-b651dd87e075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:29.908732 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f31c28-f491-4038-9493-4844e0c9d5d6 None None] Checking router: ca65e901-eea1-45f3-9424-a1acad466ee4 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:11:29.917625 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f31c28-f491-4038-9493-4844e0c9d5d6 None None] Routers {'ca65e901-eea1-45f3-9424-a1acad466ee4'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:11:29.917882 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-93f31c28-f491-4038-9493-4844e0c9d5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:11:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['ca65e901-eea1-45f3-9424-a1acad466ee4'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:29.946316 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e44192ec-5147-4b8d-bf69-9cbde5affa3a req-c9ee606f-36a3-4b34-a4e5-58091bdae39b service neutron] 10.222.0.88 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995116 Aug 19 15:11:30.032512 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-93f31c28-f491-4038-9493-4844e0c9d5d6 None None] Set router ca65e901-eea1-45f3-9424-a1acad466ee4 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:11:30.043450 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e44192ec-5147-4b8d-bf69-9cbde5affa3a req-c40f07e7-461d-4167-85d6-d07c6283c4dc service neutron] 10.222.0.88 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898690 Aug 19 15:11:30.304150 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-93f31c28-f491-4038-9493-4844e0c9d5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'name': 'tempest-TestVolumeBootPattern-652792475-router', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '069e7c76-badf-4569-8845-68c39685a135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:25Z', 'updated_at': '2021-08-19T15:01:30Z', 'revision_number': 4, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'gw_port': {'id': '069e7c76-badf-4569-8845-68c39685a135', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:26Z', 'updated_at': '2021-08-19T15:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '399f4fe6-0ece-4367-ac25-67d52bf973f7', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'floating_ip_address': '172.25.2.90', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'port_id': 'b47fd451-1c28-4c46-889a-fd03c0c8ac46', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0', 'mac_address': 'fa:16:3e:81:51:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cfdc45-3de5-4fe7-b248-759cb2ee03c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:11:27Z', 'updated_at': '2021-08-19T15:11:27Z', 'revision_number': 0, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'fixed_ip_address_scope': None}, {'id': 'cef73b4b-01da-4468-9e06-a1c06f130b54', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'floating_ip_address': '172.25.2.162', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'port_id': '7dcc2f28-3393-4c94-b777-b64025ee1da5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0', 'mac_address': 'fa:16:3e:46:99:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d4e6fcb-b850-4a3d-ab03-71ec53830ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:09:19Z', 'updated_at': '2021-08-19T15:09:23Z', 'revision_number': 1, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8885ca0-4847-4969-9f31-2eb1d0e2d04c', 'name': '', 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'mac_address': 'fa:16:3e:64:5e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '4501b342-71e0-4b08-b9d8-b651dd87e075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:28Z', 'updated_at': '2021-08-19T15:01:40Z', 'revision_number': 5, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'subnets': [{'id': '4501b342-71e0-4b08-b9d8-b651dd87e075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:30.332934 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f31c28-f491-4038-9493-4844e0c9d5d6 None None] The sync data for ids ['ca65e901-eea1-45f3-9424-a1acad466ee4'] in n-d-766043-2 is: [{'id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'name': 'tempest-TestVolumeBootPattern-652792475-router', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '069e7c76-badf-4569-8845-68c39685a135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:25Z', 'updated_at': '2021-08-19T15:01:30Z', 'revision_number': 4, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'gw_port': {'id': '069e7c76-badf-4569-8845-68c39685a135', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:26Z', 'updated_at': '2021-08-19T15:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '399f4fe6-0ece-4367-ac25-67d52bf973f7', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'floating_ip_address': '172.25.2.90', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'port_id': 'b47fd451-1c28-4c46-889a-fd03c0c8ac46', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0', 'mac_address': 'fa:16:3e:81:51:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cfdc45-3de5-4fe7-b248-759cb2ee03c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:11:27Z', 'updated_at': '2021-08-19T15:11:27Z', 'revision_number': 0, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'fixed_ip_address_scope': None}, {'id': 'cef73b4b-01da-4468-9e06-a1c06f130b54', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'floating_ip_address': '172.25.2.162', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'port_id': '7dcc2f28-3393-4c94-b777-b64025ee1da5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0', 'mac_address': 'fa:16:3e:46:99:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d4e6fcb-b850-4a3d-ab03-71ec53830ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:09:19Z', 'updated_at': '2021-08-19T15:09:23Z', 'revision_number': 1, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8885ca0-4847-4969-9f31-2eb1d0e2d04c', 'name': '', 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'mac_address': 'fa:16:3e:64:5e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '4501b342-71e0-4b08-b9d8-b651dd87e075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:28Z', 'updated_at': '2021-08-19T15:01:40Z', 'revision_number': 5, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'subnets': [{'id': '4501b342-71e0-4b08-b9d8-b651dd87e075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:11:30.565673 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602ae87d-933b-49c8-981c-49d855956574 None None] New status for floating IP 399f4fe6-0ece-4367-ac25-67d52bf973f7: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:11:30.649099 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 5ac45dc1-bc37-4100-b986-16ae216712ee details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:11:30.761608 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 5ac45dc1-bc37-4100-b986-16ae216712ee, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=5ac45dc1-bc37-4100-b986-16ae216712ee,segment=NetworkSegment(453ebab7-ae7d-43c8-b4b7-a7f22ad02d4b),segment_id=453ebab7-ae7d-43c8-b4b7-a7f22ad02d4b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:11:30.774159 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '5ac45dc1-bc37-4100-b986-16ae216712ee', 'network_id': '92c4210c-db17-4831-a54f-22d709839106', 'port_id': '5ac45dc1-bc37-4100-b986-16ae216712ee', 'mac_address': 'fa:16:3e:22:32:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3097bd5d-8b6a-4874-9eeb-a07305d5f895', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:11:30.811544 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:30.824308 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ac45dc1-bc37-4100-b986-16ae216712ee {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:11:30.843639 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 5ac45dc1-bc37-4100-b986-16ae216712ee, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=5ac45dc1-bc37-4100-b986-16ae216712ee,segment=NetworkSegment(453ebab7-ae7d-43c8-b4b7-a7f22ad02d4b),segment_id=453ebab7-ae7d-43c8-b4b7-a7f22ad02d4b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:11:30.847575 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:30.899588 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=5ac45dc1-bc37-4100-b986-16ae216712ee,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:30.996219 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4effc5-a1c2-4282-9b6d-586406080a86 req-1810ab27-dc94-49c6-8621-53f433ce33c8 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:30.997888 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9b4effc5-a1c2-4282-9b6d-586406080a86 req-1810ab27-dc94-49c6-8621-53f433ce33c8 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "GET /v2.0/ports?device_id=d962f69e-a301-4b0a-8bd2-0e0041583583 HTTP/1.1" status: 200 len: 908 time: 0.0541792 Aug 19 15:11:31.067526 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['5ac45dc1-bc37-4100-b986-16ae216712ee'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:11:31.419242 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-744bd418-45f7-4c19-86af-46020e813c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:32.120637 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63416697-a3d7-42e6-b58b-3b0030db5f41 req-afd40ab4-438e-48f2-bacf-77faf8c82256 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:32.122142 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-63416697-a3d7-42e6-b58b-3b0030db5f41 req-afd40ab4-438e-48f2-bacf-77faf8c82256 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "GET /v2.0/ports?device_id=d962f69e-a301-4b0a-8bd2-0e0041583583 HTTP/1.1" status: 200 len: 908 time: 0.0552962 Aug 19 15:11:32.664706 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 5ac45dc1-bc37-4100-b986-16ae216712ee up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:11:32.716330 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 5ac45dc1-bc37-4100-b986-16ae216712ee completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:11:32.720714 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 5ac45dc1-bc37-4100-b986-16ae216712ee triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:11:32.721193 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:32.813361 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:32.837739 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd962f69e-a301-4b0a-8bd2-0e0041583583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac45dc1-bc37-4100-b986-16ae216712ee'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:11:32.840090 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca05254-ff85-4764-8700-1ae15e7b3359" -d '{"events": [{"server_uuid": "d962f69e-a301-4b0a-8bd2-0e0041583583", "name": "network-vif-plugged", "status": "completed", "tag": "5ac45dc1-bc37-4100-b986-16ae216712ee"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:11:32.858187 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 5ac45dc1-bc37-4100-b986-16ae216712ee, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=5ac45dc1-bc37-4100-b986-16ae216712ee,segment=NetworkSegment(453ebab7-ae7d-43c8-b4b7-a7f22ad02d4b),segment_id=453ebab7-ae7d-43c8-b4b7-a7f22ad02d4b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:11:32.863667 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:32.890822 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4375d44-f319-4410-87e0-1bf9920144da x-openstack-request-id: req-a4375d44-f319-4410-87e0-1bf9920144da {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:11:32.891108 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d962f69e-a301-4b0a-8bd2-0e0041583583", "name": "network-vif-plugged", "status": "completed", "tag": "5ac45dc1-bc37-4100-b986-16ae216712ee", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:11:32.891935 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a4375d44-f319-4410-87e0-1bf9920144da {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:11:32.892327 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd962f69e-a301-4b0a-8bd2-0e0041583583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac45dc1-bc37-4100-b986-16ae216712ee', 'code': 200} Aug 19 15:11:32.923667 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=5ac45dc1-bc37-4100-b986-16ae216712ee,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:32.991717 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846cc6c8-78a6-4f37-805e-cd5911890516 req-2239df35-e491-42f6-9d30-18e58c6a167b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:32.993336 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-846cc6c8-78a6-4f37-805e-cd5911890516 req-2239df35-e491-42f6-9d30-18e58c6a167b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d962f69e-a301-4b0a-8bd2-0e0041583583 HTTP/1.1" status: 200 len: 1060 time: 0.0455139 Aug 19 15:11:33.255380 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d0f79-ec4d-4516-90e3-50fbdccf8cfe req-f7329a3b-5795-4969-8cd8-e85be44e1583 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:33.256965 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2a2d0f79-ec4d-4516-90e3-50fbdccf8cfe req-f7329a3b-5795-4969-8cd8-e85be44e1583 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "GET /v2.0/ports?device_id=d962f69e-a301-4b0a-8bd2-0e0041583583 HTTP/1.1" status: 200 len: 909 time: 0.0595753 Aug 19 15:11:34.248439 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:34.338104 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f8a31c6b-3ff1-4bac-890b-6823577c529b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:34.403028 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680af7a5-0c9c-425f-adbc-c119f375a2c6 req-7b3cbfce-f701-427e-9d07-2efe613d8ab3 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:34.406578 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-680af7a5-0c9c-425f-adbc-c119f375a2c6 req-7b3cbfce-f701-427e-9d07-2efe613d8ab3 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "GET /v2.0/ports?device_id=d962f69e-a301-4b0a-8bd2-0e0041583583 HTTP/1.1" status: 200 len: 909 time: 0.0609915 Aug 19 15:11:34.544840 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:34.582130 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35356647-e326-4554-9c74-660b7928de34 req-7eeebda0-901b-47e9-849a-f50171ff1ece tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:34.583865 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-35356647-e326-4554-9c74-660b7928de34 req-7eeebda0-901b-47e9-849a-f50171ff1ece tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "GET /v2.0/ports?device_id=d962f69e-a301-4b0a-8bd2-0e0041583583 HTTP/1.1" status: 200 len: 909 time: 0.0794272 Aug 19 15:11:34.734889 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fabe7fa-fad8-4a8c-a2ab-b23161a2bb79 req-4c41bd20-857b-459a-a97c-e95416d8c6e9 tempest-TestSecurityGroupsBasicOps-1985627465 tempest-TestSecurityGroupsBasicOps-1985627465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:34.736566 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0fabe7fa-fad8-4a8c-a2ab-b23161a2bb79 req-4c41bd20-857b-459a-a97c-e95416d8c6e9 tempest-TestSecurityGroupsBasicOps-1985627465 tempest-TestSecurityGroupsBasicOps-1985627465-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=d962f69e-a301-4b0a-8bd2-0e0041583583 HTTP/1.1" status: 200 len: 1060 time: 0.0493612 Aug 19 15:11:34.856497 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef60341-a2b4-4a6d-bc4e-9313d14c9eb7 req-2b7ca4ef-e66d-4d67-94ae-0db14ea1e4a9 tempest-TestSecurityGroupsBasicOps-1985627465 tempest-TestSecurityGroupsBasicOps-1985627465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:34.858227 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9ef60341-a2b4-4a6d-bc4e-9313d14c9eb7 req-2b7ca4ef-e66d-4d67-94ae-0db14ea1e4a9 tempest-TestSecurityGroupsBasicOps-1985627465 tempest-TestSecurityGroupsBasicOps-1985627465-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=ebc369b8-422c-47a6-8398-36ab8d20db3c HTTP/1.1" status: 200 len: 1135 time: 0.0505595 Aug 19 15:11:34.899818 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9ef60341-a2b4-4a6d-bc4e-9313d14c9eb7 req-9b6d6229-e2a1-4aa7-a9b6-bf655da2a299 tempest-TestSecurityGroupsBasicOps-1985627465 tempest-TestSecurityGroupsBasicOps-1985627465-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=ed5e4a65-8fa4-4d0f-9abb-fc3b4add4adb&id=4b6fb272-512a-4c32-986a-4671d4f16b93&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0347495 Aug 19 15:11:34.923802 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 60128) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:34.966735 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7633c97e-e5fc-408c-9980-263b9a4adf51 tempest-TestSecurityGroupsBasicOps-1985627465 tempest-TestSecurityGroupsBasicOps-1985627465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:34.968345 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-7633c97e-e5fc-408c-9980-263b9a4adf51 tempest-TestSecurityGroupsBasicOps-1985627465 tempest-TestSecurityGroupsBasicOps-1985627465-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=d962f69e-a301-4b0a-8bd2-0e0041583583 HTTP/1.1" status: 200 len: 1055 time: 0.0432992 Aug 19 15:11:35.173203 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:35.209854 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e5300-23ae-4f9d-a247-44be0edbd346 req-ec7fc5d2-ccc5-442f-a244-604742988201 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:35.217019 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f18e5300-23ae-4f9d-a247-44be0edbd346 req-ec7fc5d2-ccc5-442f-a244-604742988201 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "GET /v2.0/ports?device_id=d962f69e-a301-4b0a-8bd2-0e0041583583 HTTP/1.1" status: 200 len: 909 time: 0.0687537 Aug 19 15:11:35.527455 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:36.341487 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378dbf5a-f7a4-4414-94b0-eb45b0038079 req-208a1250-38b4-49a3-9f28-207ccbf853fe tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:36.343054 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-378dbf5a-f7a4-4414-94b0-eb45b0038079 req-208a1250-38b4-49a3-9f28-207ccbf853fe tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "GET /v2.0/ports?device_id=d962f69e-a301-4b0a-8bd2-0e0041583583 HTTP/1.1" status: 200 len: 909 time: 0.0508137 Aug 19 15:11:36.534706 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ebe63-4053-41bf-a2c5-e2b4e5983ffa req-674f7284-2ae6-486f-a816-5dc1023dbc04 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:36.536598 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b14ebe63-4053-41bf-a2c5-e2b4e5983ffa req-674f7284-2ae6-486f-a816-5dc1023dbc04 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.88 "GET /v2.0/ports?device_id=d962f69e-a301-4b0a-8bd2-0e0041583583 HTTP/1.1" status: 200 len: 909 time: 0.0591323 Aug 19 15:11:36.640313 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-b14ebe63-4053-41bf-a2c5-e2b4e5983ffa req-95eb42a4-308a-40e8-aff3-44cdb01e012d tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Deleting port 5ac45dc1-bc37-4100-b986-16ae216712ee {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:11:36.640684 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b14ebe63-4053-41bf-a2c5-e2b4e5983ffa req-95eb42a4-308a-40e8-aff3-44cdb01e012d tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:36.731415 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-b14ebe63-4053-41bf-a2c5-e2b4e5983ffa req-95eb42a4-308a-40e8-aff3-44cdb01e012d tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] For port 5ac45dc1-bc37-4100-b986-16ae216712ee, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=5ac45dc1-bc37-4100-b986-16ae216712ee,segment=NetworkSegment(453ebab7-ae7d-43c8-b4b7-a7f22ad02d4b),segment_id=453ebab7-ae7d-43c8-b4b7-a7f22ad02d4b)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:11:36.731778 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b14ebe63-4053-41bf-a2c5-e2b4e5983ffa req-95eb42a4-308a-40e8-aff3-44cdb01e012d tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:36.746202 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-b14ebe63-4053-41bf-a2c5-e2b4e5983ffa req-95eb42a4-308a-40e8-aff3-44cdb01e012d tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Calling delete_port for 5ac45dc1-bc37-4100-b986-16ae216712ee owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:11:36.886013 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b14ebe63-4053-41bf-a2c5-e2b4e5983ffa req-95eb42a4-308a-40e8-aff3-44cdb01e012d tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:36.914878 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb42a4-308a-40e8-aff3-44cdb01e012d tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Pushing event deleted for resources: {'Port': ['ID=5ac45dc1-bc37-4100-b986-16ae216712ee,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:36.971430 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-b14ebe63-4053-41bf-a2c5-e2b4e5983ffa req-95eb42a4-308a-40e8-aff3-44cdb01e012d tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] No DVR routers for this DVR port 5ac45dc1-bc37-4100-b986-16ae216712ee on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:11:36.975025 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b14ebe63-4053-41bf-a2c5-e2b4e5983ffa req-95eb42a4-308a-40e8-aff3-44cdb01e012d tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:36.977629 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b14ebe63-4053-41bf-a2c5-e2b4e5983ffa req-95eb42a4-308a-40e8-aff3-44cdb01e012d tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.88 "DELETE /v2.0/ports/5ac45dc1-bc37-4100-b986-16ae216712ee HTTP/1.1" status: 204 len: 173 time: 0.4336340 Aug 19 15:11:36.978355 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd962f69e-a301-4b0a-8bd2-0e0041583583', 'name': 'network-vif-deleted', 'tag': '5ac45dc1-bc37-4100-b986-16ae216712ee'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:11:36.981403 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa3f6ad-19a5-4bc6-9152-66f547e52994" -d '{"events": [{"server_uuid": "d962f69e-a301-4b0a-8bd2-0e0041583583", "name": "network-vif-deleted", "tag": "5ac45dc1-bc37-4100-b986-16ae216712ee"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:11:36.985778 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:37.038071 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4037083d-2f27-4004-9723-a099e544d858 x-openstack-request-id: req-4037083d-2f27-4004-9723-a099e544d858 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:11:37.038564 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d962f69e-a301-4b0a-8bd2-0e0041583583", "name": "network-vif-deleted", "tag": "5ac45dc1-bc37-4100-b986-16ae216712ee", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:11:37.039023 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4037083d-2f27-4004-9723-a099e544d858 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:11:37.039680 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd962f69e-a301-4b0a-8bd2-0e0041583583', 'name': 'network-vif-deleted', 'tag': '5ac45dc1-bc37-4100-b986-16ae216712ee', 'status': 'completed', 'code': 200} Aug 19 15:11:37.499063 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ac2a1b31-cd90-46be-b276-d5c8e9ae0fec req-dab71d4a-c56b-4370-a48b-d7c99224ef34 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "GET /v2.0/ports?device_id=d962f69e-a301-4b0a-8bd2-0e0041583583 HTTP/1.1" status: 200 len: 210 time: 0.0425377 Aug 19 15:11:38.565880 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 60202) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:38.700309 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 5ac45dc1-bc37-4100-b986-16ae216712ee no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:11:38.726822 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: 5ac45dc1-bc37-4100-b986-16ae216712ee {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:11:38.727506 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 5ac45dc1-bc37-4100-b986-16ae216712ee not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:11:38.970497 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1948a9f8-2784-4068-8a4d-cba88f448262 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:39.259986 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-1948a9f8-2784-4068-8a4d-cba88f448262 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Deleting port f34c2b1a-1912-4526-9bd4-8a35763588a0 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:11:39.260395 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1948a9f8-2784-4068-8a4d-cba88f448262 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:39.369389 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-1948a9f8-2784-4068-8a4d-cba88f448262 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] For port f34c2b1a-1912-4526-9bd4-8a35763588a0, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=f34c2b1a-1912-4526-9bd4-8a35763588a0,segment=NetworkSegment(453ebab7-ae7d-43c8-b4b7-a7f22ad02d4b),segment_id=453ebab7-ae7d-43c8-b4b7-a7f22ad02d4b)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:11:39.369844 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1948a9f8-2784-4068-8a4d-cba88f448262 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:39.383890 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-1948a9f8-2784-4068-8a4d-cba88f448262 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Calling delete_port for f34c2b1a-1912-4526-9bd4-8a35763588a0 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:11:39.583622 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1948a9f8-2784-4068-8a4d-cba88f448262 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:39.612478 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1948a9f8-2784-4068-8a4d-cba88f448262 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Pushing event deleted for resources: {'Port': ['ID=f34c2b1a-1912-4526-9bd4-8a35763588a0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:39.813699 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1948a9f8-2784-4068-8a4d-cba88f448262 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:40.048274 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1948a9f8-2784-4068-8a4d-cba88f448262 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Router 24f5feb6-6d1e-4892-b0cd-7160036ddbde has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:11:40.165222 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1948a9f8-2784-4068-8a4d-cba88f448262 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:11:40.171011 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1948a9f8-2784-4068-8a4d-cba88f448262 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "PUT /v2.0/routers/24f5feb6-6d1e-4892-b0cd-7160036ddbde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6039176 Aug 19 15:11:40.174092 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 60232) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:40.191408 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5783af10-5e07-47d2-a40b-b77297e6dccc None None] Sync routers for ids ['24f5feb6-6d1e-4892-b0cd-7160036ddbde'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:11:40.203224 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5783af10-5e07-47d2-a40b-b77297e6dccc None None] Routers {'24f5feb6-6d1e-4892-b0cd-7160036ddbde'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:11:40.205043 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5783af10-5e07-47d2-a40b-b77297e6dccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:11:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['24f5feb6-6d1e-4892-b0cd-7160036ddbde'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:40.248641 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-92d9c58e-20dc-4304-93d9-5cbd2c99fee2 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Deleting subnet 3097bd5d-8b6a-4874-9eeb-a07305d5f895 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:11:40.253556 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-92d9c58e-20dc-4304-93d9-5cbd2c99fee2 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:40.304190 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-92d9c58e-20dc-4304-93d9-5cbd2c99fee2 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:40.364628 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-5783af10-5e07-47d2-a40b-b77297e6dccc None None] Set router 24f5feb6-6d1e-4892-b0cd-7160036ddbde gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:11:40.410039 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-92d9c58e-20dc-4304-93d9-5cbd2c99fee2 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:40.491094 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-92d9c58e-20dc-4304-93d9-5cbd2c99fee2 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:40.515558 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-92d9c58e-20dc-4304-93d9-5cbd2c99fee2 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:40.518545 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-92d9c58e-20dc-4304-93d9-5cbd2c99fee2 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "DELETE /v2.0/subnets/3097bd5d-8b6a-4874-9eeb-a07305d5f895 HTTP/1.1" status: 204 len: 168 time: 0.3433542 Aug 19 15:11:40.522630 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60238) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:40.526747 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6835431d-dd8b-4a02-ae51-f12684b818d8 None None] Network 92c4210c-db17-4831-a54f-22d709839106 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:11:40.546064 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d9c58e-20dc-4304-93d9-5cbd2c99fee2 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Pushing event deleted for resources: {'Subnet': ['ID=3097bd5d-8b6a-4874-9eeb-a07305d5f895,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:40.755362 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5783af10-5e07-47d2-a40b-b77297e6dccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f5feb6-6d1e-4892-b0cd-7160036ddbde', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1678751067', 'tenant_id': '198637359c524ae7b50bc39c96d10493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': 'd4b497f6-30f6-4ce7-9277-4684d4f44946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:11:14Z', 'updated_at': '2021-08-19T15:11:39Z', 'revision_number': 5, 'project_id': '198637359c524ae7b50bc39c96d10493', 'gw_port': {'id': 'd4b497f6-30f6-4ce7-9277-4684d4f44946', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:35:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f5feb6-6d1e-4892-b0cd-7160036ddbde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:11:15Z', 'updated_at': '2021-08-19T15:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:40.817146 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5783af10-5e07-47d2-a40b-b77297e6dccc None None] Checking router: 24f5feb6-6d1e-4892-b0cd-7160036ddbde for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:11:40.840323 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5783af10-5e07-47d2-a40b-b77297e6dccc None None] Routers {'24f5feb6-6d1e-4892-b0cd-7160036ddbde'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:11:40.841833 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5783af10-5e07-47d2-a40b-b77297e6dccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:11:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['24f5feb6-6d1e-4892-b0cd-7160036ddbde'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:40.885320 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a3ac09-c1d1-4720-aaa6-f63b0a3e55fb None None] DHCP port deletion for 92c4210c-db17-4831-a54f-22d709839106 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:11:41.007110 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-5783af10-5e07-47d2-a40b-b77297e6dccc None None] Set router 24f5feb6-6d1e-4892-b0cd-7160036ddbde gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:11:41.037727 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2143e7d-59c1-4e81-ae34-8834e0b0f838 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:41.122213 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-53a3ac09-c1d1-4720-aaa6-f63b0a3e55fb None None] Deleting port 4354591f-536b-479c-bb3e-7c012a3f732b {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:11:41.122581 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-53a3ac09-c1d1-4720-aaa6-f63b0a3e55fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:41.174669 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2143e7d-59c1-4e81-ae34-8834e0b0f838 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:41.231913 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-53a3ac09-c1d1-4720-aaa6-f63b0a3e55fb None None] For port 4354591f-536b-479c-bb3e-7c012a3f732b, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=4354591f-536b-479c-bb3e-7c012a3f732b,segment=NetworkSegment(453ebab7-ae7d-43c8-b4b7-a7f22ad02d4b),segment_id=453ebab7-ae7d-43c8-b4b7-a7f22ad02d4b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:11:41.232518 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-53a3ac09-c1d1-4720-aaa6-f63b0a3e55fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:41.267167 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-53a3ac09-c1d1-4720-aaa6-f63b0a3e55fb None None] Calling delete_port for 4354591f-536b-479c-bb3e-7c012a3f732b owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:11:41.269991 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-f2143e7d-59c1-4e81-ae34-8834e0b0f838 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Deleting port d4b497f6-30f6-4ce7-9277-4684d4f44946 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:11:41.270501 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2143e7d-59c1-4e81-ae34-8834e0b0f838 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:41.362897 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5783af10-5e07-47d2-a40b-b77297e6dccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f5feb6-6d1e-4892-b0cd-7160036ddbde', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1678751067', 'tenant_id': '198637359c524ae7b50bc39c96d10493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': 'd4b497f6-30f6-4ce7-9277-4684d4f44946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:11:14Z', 'updated_at': '2021-08-19T15:11:39Z', 'revision_number': 5, 'project_id': '198637359c524ae7b50bc39c96d10493', 'gw_port': {'id': 'd4b497f6-30f6-4ce7-9277-4684d4f44946', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:35:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f5feb6-6d1e-4892-b0cd-7160036ddbde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:11:15Z', 'updated_at': '2021-08-19T15:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:41.423902 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-f2143e7d-59c1-4e81-ae34-8834e0b0f838 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] For port d4b497f6-30f6-4ce7-9277-4684d4f44946, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=d4b497f6-30f6-4ce7-9277-4684d4f44946,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:11:41.423902 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2143e7d-59c1-4e81-ae34-8834e0b0f838 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:41.442355 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-f2143e7d-59c1-4e81-ae34-8834e0b0f838 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Calling delete_port for d4b497f6-30f6-4ce7-9277-4684d4f44946 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:11:41.585246 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 4354591f-536b-479c-bb3e-7c012a3f732b no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:11:41.588990 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5783af10-5e07-47d2-a40b-b77297e6dccc None None] The sync data for ids ['24f5feb6-6d1e-4892-b0cd-7160036ddbde'] in n-d-766043-2 is: [{'id': '24f5feb6-6d1e-4892-b0cd-7160036ddbde', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1678751067', 'tenant_id': '198637359c524ae7b50bc39c96d10493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': 'd4b497f6-30f6-4ce7-9277-4684d4f44946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:11:14Z', 'updated_at': '2021-08-19T15:11:39Z', 'revision_number': 5, 'project_id': '198637359c524ae7b50bc39c96d10493', 'gw_port': {'id': 'd4b497f6-30f6-4ce7-9277-4684d4f44946', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:35:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f5feb6-6d1e-4892-b0cd-7160036ddbde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:11:15Z', 'updated_at': '2021-08-19T15:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:11:41.619529 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-53a3ac09-c1d1-4720-aaa6-f63b0a3e55fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:41.658450 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2143e7d-59c1-4e81-ae34-8834e0b0f838 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:41.662811 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a3ac09-c1d1-4720-aaa6-f63b0a3e55fb None None] Pushing event deleted for resources: {'Port': ['ID=4354591f-536b-479c-bb3e-7c012a3f732b,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:41.671433 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a3ac09-c1d1-4720-aaa6-f63b0a3e55fb None None] No DVR routers for this DVR port 4354591f-536b-479c-bb3e-7c012a3f732b on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:11:41.680158 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No active binding found for port 4354591f-536b-479c-bb3e-7c012a3f732b {{(pid=94641) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 19 15:11:41.680854 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 4354591f-536b-479c-bb3e-7c012a3f732b not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:11:41.726992 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2143e7d-59c1-4e81-ae34-8834e0b0f838 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Pushing event deleted for resources: {'Port': ['ID=d4b497f6-30f6-4ce7-9277-4684d4f44946,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:41.847507 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2143e7d-59c1-4e81-ae34-8834e0b0f838 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:42.043287 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2143e7d-59c1-4e81-ae34-8834e0b0f838 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:42.048939 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2143e7d-59c1-4e81-ae34-8834e0b0f838 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:42.164440 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2143e7d-59c1-4e81-ae34-8834e0b0f838 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:42.165927 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2143e7d-59c1-4e81-ae34-8834e0b0f838 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Fanout notify agent at l3_agent the message router_deleted on router 24f5feb6-6d1e-4892-b0cd-7160036ddbde {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:11:42.186179 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2143e7d-59c1-4e81-ae34-8834e0b0f838 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:42.189390 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f2143e7d-59c1-4e81-ae34-8834e0b0f838 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "DELETE /v2.0/routers/24f5feb6-6d1e-4892-b0cd-7160036ddbde HTTP/1.1" status: 204 len: 168 time: 1.6651280 Aug 19 15:11:42.190678 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60260) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:42.344119 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-45b780a8-5e74-4e7d-95fa-1845da820cc4 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:42.457795 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-45b780a8-5e74-4e7d-95fa-1845da820cc4 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:42.468336 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-45b780a8-5e74-4e7d-95fa-1845da820cc4 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92c4210c-db17-4831-a54f-22d709839106']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:42.488376 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-45b780a8-5e74-4e7d-95fa-1845da820cc4 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '453ebab7-ae7d-43c8-b4b7-a7f22ad02d4b') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:42.488972 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-45b780a8-5e74-4e7d-95fa-1845da820cc4 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '453ebab7-ae7d-43c8-b4b7-a7f22ad02d4b') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:42.499169 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-45b780a8-5e74-4e7d-95fa-1845da820cc4 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:42.517426 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-45b780a8-5e74-4e7d-95fa-1845da820cc4 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:42.524820 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45b780a8-5e74-4e7d-95fa-1845da820cc4 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:11:42.524820 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-45b780a8-5e74-4e7d-95fa-1845da820cc4 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:42.527416 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 15:11:42.527416 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:11:42.527416 n-d-766043-2 neutron-server[94639]: timer() Aug 19 15:11:42.527416 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:11:42.527416 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 15:11:42.527416 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:11:42.527416 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 15:11:42.527416 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:11:42.527416 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 15:11:42.527416 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:11:42.527416 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 15:11:42.527416 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:11:42.527416 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 15:11:42.527416 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:11:42.527416 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:11:42.527416 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:11:42.527416 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:11:42.527416 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:11:42.527416 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 15:11:42.527416 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:11:42.527416 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 15:11:42.527416 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:11:42.527416 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:11:42.527416 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:11:42.527416 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 15:11:42.527416 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:11:42.527416 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:11:42.527416 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:11:42.527416 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:11:42.527416 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:11:42.527416 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:11:42.527416 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:11:42.599743 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-45b780a8-5e74-4e7d-95fa-1845da820cc4 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:42.611784 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-45b780a8-5e74-4e7d-95fa-1845da820cc4 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:42.614996 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-45b780a8-5e74-4e7d-95fa-1845da820cc4 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "DELETE /v2.0/networks/92c4210c-db17-4831-a54f-22d709839106 HTTP/1.1" status: 204 len: 168 time: 0.4228590 Aug 19 15:11:42.619296 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 60266) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:42.633159 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b780a8-5e74-4e7d-95fa-1845da820cc4 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Pushing event deleted for resources: {'Network': ['ID=92c4210c-db17-4831-a54f-22d709839106,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:42.870390 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9901e6ab-7332-4d6d-8b29-be40ca9fba9b tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Deleting port e09f9176-be76-43a8-8070-f3bd43b55d72 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:11:42.870782 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9901e6ab-7332-4d6d-8b29-be40ca9fba9b tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:42.972608 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9901e6ab-7332-4d6d-8b29-be40ca9fba9b tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:42.972949 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9901e6ab-7332-4d6d-8b29-be40ca9fba9b tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:42.986725 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9901e6ab-7332-4d6d-8b29-be40ca9fba9b tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Calling delete_port for e09f9176-be76-43a8-8070-f3bd43b55d72 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:11:43.240827 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9901e6ab-7332-4d6d-8b29-be40ca9fba9b tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:43.276826 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9901e6ab-7332-4d6d-8b29-be40ca9fba9b tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Pushing event deleted for resources: {'Port': ['ID=e09f9176-be76-43a8-8070-f3bd43b55d72,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:43.332712 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device f34c2b1a-1912-4526-9bd4-8a35763588a0 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:11:43.361795 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: f34c2b1a-1912-4526-9bd4-8a35763588a0 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:11:43.362271 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device f34c2b1a-1912-4526-9bd4-8a35763588a0 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:11:43.362891 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device d4b497f6-30f6-4ce7-9277-4684d4f44946 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:11:43.364895 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9901e6ab-7332-4d6d-8b29-be40ca9fba9b tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:43.365519 n-d-766043-2 neutron-server[94640]: INFO neutron.db.l3_db [None req-9901e6ab-7332-4d6d-8b29-be40ca9fba9b tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Floating IP aed6a5b4-0d38-4215-b6b2-073bda4d66f4 disassociated (deleted). External IP: 172.25.2.45, port: 6aeb99d3-ecb1-4c76-9340-7269be5dbeaf. Aug 19 15:11:43.387977 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: d4b497f6-30f6-4ce7-9277-4684d4f44946 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:11:43.388487 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device d4b497f6-30f6-4ce7-9277-4684d4f44946 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:11:43.645245 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9901e6ab-7332-4d6d-8b29-be40ca9fba9b tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Router 2dda1054-cc93-4f69-b9f2-3dd01314d819 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:11:43.769191 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9901e6ab-7332-4d6d-8b29-be40ca9fba9b tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:11:43.774290 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9901e6ab-7332-4d6d-8b29-be40ca9fba9b tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:43.784279 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb68bc04-a9cb-4676-bc41-ae17f7d5b9ed None None] Sync routers for ids ['2dda1054-cc93-4f69-b9f2-3dd01314d819'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:11:43.798117 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb68bc04-a9cb-4676-bc41-ae17f7d5b9ed None None] Routers {'2dda1054-cc93-4f69-b9f2-3dd01314d819'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:11:43.799123 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-cb68bc04-a9cb-4676-bc41-ae17f7d5b9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:11:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['2dda1054-cc93-4f69-b9f2-3dd01314d819'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:43.815453 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9901e6ab-7332-4d6d-8b29-be40ca9fba9b tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "DELETE /v2.0/floatingips/aed6a5b4-0d38-4215-b6b2-073bda4d66f4 HTTP/1.1" status: 204 len: 168 time: 1.1918509 Aug 19 15:11:43.815453 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebc369b8-422c-47a6-8398-36ab8d20db3c', 'tag': '6aeb99d3-ecb1-4c76-9340-7269be5dbeaf'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:11:43.816260 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff376762-1ce6-49c0-93c3-4491a689cd98" -d '{"events": [{"name": "network-changed", "server_uuid": "ebc369b8-422c-47a6-8398-36ab8d20db3c", "tag": "6aeb99d3-ecb1-4c76-9340-7269be5dbeaf"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:11:43.857672 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c32316-1bbd-4447-84e5-e97a2325e033 x-openstack-request-id: req-74c32316-1bbd-4447-84e5-e97a2325e033 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:11:43.857950 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebc369b8-422c-47a6-8398-36ab8d20db3c", "tag": "6aeb99d3-ecb1-4c76-9340-7269be5dbeaf", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:11:43.858210 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-74c32316-1bbd-4447-84e5-e97a2325e033 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:11:43.858611 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebc369b8-422c-47a6-8398-36ab8d20db3c', 'tag': '6aeb99d3-ecb1-4c76-9340-7269be5dbeaf', 'status': 'completed', 'code': 200} Aug 19 15:11:43.934293 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff376762-1ce6-49c0-93c3-4491a689cd98 req-79ade263-c6bf-4a71-965d-78bacd8ee2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:43.936024 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ff376762-1ce6-49c0-93c3-4491a689cd98 req-79ade263-c6bf-4a71-965d-78bacd8ee2c6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=198637359c524ae7b50bc39c96d10493&device_id=ebc369b8-422c-47a6-8398-36ab8d20db3c HTTP/1.1" status: 200 len: 1135 time: 0.0523098 Aug 19 15:11:43.946206 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-cb68bc04-a9cb-4676-bc41-ae17f7d5b9ed None None] Set router 2dda1054-cc93-4f69-b9f2-3dd01314d819 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:11:44.123132 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff376762-1ce6-49c0-93c3-4491a689cd98 req-5ef28355-c54e-4bdc-a28d-94200a13fbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:44.126154 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ff376762-1ce6-49c0-93c3-4491a689cd98 req-5ef28355-c54e-4bdc-a28d-94200a13fbdc service neutron] 10.222.0.68 "GET /v2.0/networks?id=dd985faf-c2e9-4703-8fef-0afb6dffec8d HTTP/1.1" status: 200 len: 897 time: 0.1826108 Aug 19 15:11:44.156176 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e134c3-d976-4d31-af88-37a4adb09e86 req-5e47b742-06b8-414b-8d3a-2bc89cb6927e tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:44.165478 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-93e134c3-d976-4d31-af88-37a4adb09e86 req-5e47b742-06b8-414b-8d3a-2bc89cb6927e tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebc369b8-422c-47a6-8398-36ab8d20db3c HTTP/1.1" status: 200 len: 984 time: 0.0773318 Aug 19 15:11:44.198174 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-cb68bc04-a9cb-4676-bc41-ae17f7d5b9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dda1054-cc93-4f69-b9f2-3dd01314d819', 'name': 'tempest-TestSecurityGroupsBasicOps-router-740855804', 'tenant_id': '198637359c524ae7b50bc39c96d10493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '1a6ee728-29ad-4675-b264-eef0dfd3ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:10:16Z', 'updated_at': '2021-08-19T15:10:21Z', 'revision_number': 4, 'project_id': '198637359c524ae7b50bc39c96d10493', 'gw_port': {'id': '1a6ee728-29ad-4675-b264-eef0dfd3ec05', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dda1054-cc93-4f69-b9f2-3dd01314d819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:10:16Z', 'updated_at': '2021-08-19T15:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'b6cd6b29-5b84-4198-8149-e15565357da4', 'name': '', 'network_id': 'dd985faf-c2e9-4703-8fef-0afb6dffec8d', 'tenant_id': '198637359c524ae7b50bc39c96d10493', 'mac_address': 'fa:16:3e:4e:e2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dda1054-cc93-4f69-b9f2-3dd01314d819', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '57c2a653-8821-4d81-b68e-fd1a64997b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:10:20Z', 'updated_at': '2021-08-19T15:10:27Z', 'revision_number': 5, 'project_id': '198637359c524ae7b50bc39c96d10493', 'subnets': [{'id': '57c2a653-8821-4d81-b68e-fd1a64997b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:44.199255 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ff376762-1ce6-49c0-93c3-4491a689cd98 req-955e084d-7526-4737-8e80-100c972d2081 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6aeb99d3-ecb1-4c76-9340-7269be5dbeaf HTTP/1.1" status: 200 len: 217 time: 0.0639734 Aug 19 15:11:44.231033 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb68bc04-a9cb-4676-bc41-ae17f7d5b9ed None None] Checking router: 2dda1054-cc93-4f69-b9f2-3dd01314d819 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:11:44.231976 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-93e134c3-d976-4d31-af88-37a4adb09e86 req-e2ba5443-d7a6-438b-aecd-89536f0706c4 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed5e4a65-8fa4-4d0f-9abb-fc3b4add4adb&id=4b6fb272-512a-4c32-986a-4671d4f16b93&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0654016 Aug 19 15:11:44.242535 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb68bc04-a9cb-4676-bc41-ae17f7d5b9ed None None] Routers {'2dda1054-cc93-4f69-b9f2-3dd01314d819'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:11:44.243149 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-cb68bc04-a9cb-4676-bc41-ae17f7d5b9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:11:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['2dda1054-cc93-4f69-b9f2-3dd01314d819'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:44.281721 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff376762-1ce6-49c0-93c3-4491a689cd98 req-6b0f49b5-cc1a-4be3-9823-3830ea778a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:44.284599 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ff376762-1ce6-49c0-93c3-4491a689cd98 req-6b0f49b5-cc1a-4be3-9823-3830ea778a00 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=57c2a653-8821-4d81-b68e-fd1a64997b4f HTTP/1.1" status: 200 len: 835 time: 0.0769439 Aug 19 15:11:44.368572 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff376762-1ce6-49c0-93c3-4491a689cd98 req-5b6b005a-9a26-4771-ba65-ac46fca9ad9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:44.370389 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ff376762-1ce6-49c0-93c3-4491a689cd98 req-5b6b005a-9a26-4771-ba65-ac46fca9ad9f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=dd985faf-c2e9-4703-8fef-0afb6dffec8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766361 Aug 19 15:11:44.376431 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-cb68bc04-a9cb-4676-bc41-ae17f7d5b9ed None None] Set router 2dda1054-cc93-4f69-b9f2-3dd01314d819 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:11:44.497819 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ff376762-1ce6-49c0-93c3-4491a689cd98 req-0c855aac-0446-4d76-9729-32012694b968 service neutron] 10.222.0.68 "GET /v2.0/networks/dd985faf-c2e9-4703-8fef-0afb6dffec8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178086 Aug 19 15:11:44.621478 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ff376762-1ce6-49c0-93c3-4491a689cd98 req-12a8f693-8037-4300-ab24-3dad5298393d service neutron] 10.222.0.68 "GET /v2.0/networks/dd985faf-c2e9-4703-8fef-0afb6dffec8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152954 Aug 19 15:11:44.640551 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-cb68bc04-a9cb-4676-bc41-ae17f7d5b9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dda1054-cc93-4f69-b9f2-3dd01314d819', 'name': 'tempest-TestSecurityGroupsBasicOps-router-740855804', 'tenant_id': '198637359c524ae7b50bc39c96d10493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '1a6ee728-29ad-4675-b264-eef0dfd3ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:10:16Z', 'updated_at': '2021-08-19T15:10:21Z', 'revision_number': 4, 'project_id': '198637359c524ae7b50bc39c96d10493', 'gw_port': {'id': '1a6ee728-29ad-4675-b264-eef0dfd3ec05', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dda1054-cc93-4f69-b9f2-3dd01314d819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:10:16Z', 'updated_at': '2021-08-19T15:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'b6cd6b29-5b84-4198-8149-e15565357da4', 'name': '', 'network_id': 'dd985faf-c2e9-4703-8fef-0afb6dffec8d', 'tenant_id': '198637359c524ae7b50bc39c96d10493', 'mac_address': 'fa:16:3e:4e:e2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dda1054-cc93-4f69-b9f2-3dd01314d819', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '57c2a653-8821-4d81-b68e-fd1a64997b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:10:20Z', 'updated_at': '2021-08-19T15:10:27Z', 'revision_number': 5, 'project_id': '198637359c524ae7b50bc39c96d10493', 'subnets': [{'id': '57c2a653-8821-4d81-b68e-fd1a64997b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:44.668605 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb68bc04-a9cb-4676-bc41-ae17f7d5b9ed None None] The sync data for ids ['2dda1054-cc93-4f69-b9f2-3dd01314d819'] in n-d-766043-2 is: [{'id': '2dda1054-cc93-4f69-b9f2-3dd01314d819', 'name': 'tempest-TestSecurityGroupsBasicOps-router-740855804', 'tenant_id': '198637359c524ae7b50bc39c96d10493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '1a6ee728-29ad-4675-b264-eef0dfd3ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:10:16Z', 'updated_at': '2021-08-19T15:10:21Z', 'revision_number': 4, 'project_id': '198637359c524ae7b50bc39c96d10493', 'gw_port': {'id': '1a6ee728-29ad-4675-b264-eef0dfd3ec05', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dda1054-cc93-4f69-b9f2-3dd01314d819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:10:16Z', 'updated_at': '2021-08-19T15:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'b6cd6b29-5b84-4198-8149-e15565357da4', 'name': '', 'network_id': 'dd985faf-c2e9-4703-8fef-0afb6dffec8d', 'tenant_id': '198637359c524ae7b50bc39c96d10493', 'mac_address': 'fa:16:3e:4e:e2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dda1054-cc93-4f69-b9f2-3dd01314d819', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '57c2a653-8821-4d81-b68e-fd1a64997b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:10:20Z', 'updated_at': '2021-08-19T15:10:27Z', 'revision_number': 5, 'project_id': '198637359c524ae7b50bc39c96d10493', 'subnets': [{'id': '57c2a653-8821-4d81-b68e-fd1a64997b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:11:44.978718 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f23fc2e-7983-4c2b-b228-6b6b5a4bc644 None None] New status for floating IP aed6a5b4-0d38-4215-b6b2-073bda4d66f4: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:11:45.396865 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7af7d-52ad-4c54-9d4a-3191f170b55e req-ac53c5e0-a395-4448-a536-7ce79d186dc2 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:45.398594 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cc7af7d-52ad-4c54-9d4a-3191f170b55e req-ac53c5e0-a395-4448-a536-7ce79d186dc2 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebc369b8-422c-47a6-8398-36ab8d20db3c HTTP/1.1" status: 200 len: 984 time: 0.0668824 Aug 19 15:11:45.455328 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cc7af7d-52ad-4c54-9d4a-3191f170b55e req-70d0773e-1ced-4aed-b232-654557b5a9e3 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed5e4a65-8fa4-4d0f-9abb-fc3b4add4adb&id=4b6fb272-512a-4c32-986a-4671d4f16b93&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0473380 Aug 19 15:11:45.455908 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a69cd-ebc7-4212-8568-bdf5ebcdd092 req-a27d6a19-0a5d-46e2-b47b-0ce287bc63cd tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:45.457687 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-328a69cd-ebc7-4212-8568-bdf5ebcdd092 req-a27d6a19-0a5d-46e2-b47b-0ce287bc63cd tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.68 "GET /v2.0/ports?device_id=ebc369b8-422c-47a6-8398-36ab8d20db3c HTTP/1.1" status: 200 len: 984 time: 0.0829051 Aug 19 15:11:45.562810 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-328a69cd-ebc7-4212-8568-bdf5ebcdd092 req-44fac1cc-8671-44b6-a8b0-6dffb08350c2 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Deleting port 6aeb99d3-ecb1-4c76-9340-7269be5dbeaf {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:11:45.563217 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-328a69cd-ebc7-4212-8568-bdf5ebcdd092 req-44fac1cc-8671-44b6-a8b0-6dffb08350c2 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:45.667109 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-328a69cd-ebc7-4212-8568-bdf5ebcdd092 req-44fac1cc-8671-44b6-a8b0-6dffb08350c2 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] For port 6aeb99d3-ecb1-4c76-9340-7269be5dbeaf, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=6aeb99d3-ecb1-4c76-9340-7269be5dbeaf,segment=NetworkSegment(c4c1c160-3dde-4e9d-a10c-eda2b4bef299),segment_id=c4c1c160-3dde-4e9d-a10c-eda2b4bef299)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:11:45.667511 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-328a69cd-ebc7-4212-8568-bdf5ebcdd092 req-44fac1cc-8671-44b6-a8b0-6dffb08350c2 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:45.681799 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-328a69cd-ebc7-4212-8568-bdf5ebcdd092 req-44fac1cc-8671-44b6-a8b0-6dffb08350c2 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Calling delete_port for 6aeb99d3-ecb1-4c76-9340-7269be5dbeaf owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:11:45.830104 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-328a69cd-ebc7-4212-8568-bdf5ebcdd092 req-44fac1cc-8671-44b6-a8b0-6dffb08350c2 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:45.857402 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fac1cc-8671-44b6-a8b0-6dffb08350c2 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Pushing event deleted for resources: {'Port': ['ID=6aeb99d3-ecb1-4c76-9340-7269be5dbeaf,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:45.903194 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-328a69cd-ebc7-4212-8568-bdf5ebcdd092 req-44fac1cc-8671-44b6-a8b0-6dffb08350c2 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] No DVR routers for this DVR port 6aeb99d3-ecb1-4c76-9340-7269be5dbeaf on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:11:45.905950 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-328a69cd-ebc7-4212-8568-bdf5ebcdd092 req-44fac1cc-8671-44b6-a8b0-6dffb08350c2 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:45.909027 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-328a69cd-ebc7-4212-8568-bdf5ebcdd092 req-44fac1cc-8671-44b6-a8b0-6dffb08350c2 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.68 "DELETE /v2.0/ports/6aeb99d3-ecb1-4c76-9340-7269be5dbeaf HTTP/1.1" status: 204 len: 173 time: 0.4452794 Aug 19 15:11:45.909487 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc369b8-422c-47a6-8398-36ab8d20db3c', 'name': 'network-vif-deleted', 'tag': '6aeb99d3-ecb1-4c76-9340-7269be5dbeaf'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:11:45.911820 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7263db8-d3fc-4838-9a7f-aa344d98938f" -d '{"events": [{"server_uuid": "ebc369b8-422c-47a6-8398-36ab8d20db3c", "name": "network-vif-deleted", "tag": "6aeb99d3-ecb1-4c76-9340-7269be5dbeaf"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:11:46.114699 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12b5863-61a4-44b0-a4a6-b9db9d954f78 x-openstack-request-id: req-e12b5863-61a4-44b0-a4a6-b9db9d954f78 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:11:46.114699 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebc369b8-422c-47a6-8398-36ab8d20db3c", "name": "network-vif-deleted", "tag": "6aeb99d3-ecb1-4c76-9340-7269be5dbeaf", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:11:46.115160 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e12b5863-61a4-44b0-a4a6-b9db9d954f78 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:11:46.115423 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc369b8-422c-47a6-8398-36ab8d20db3c', 'name': 'network-vif-deleted', 'tag': '6aeb99d3-ecb1-4c76-9340-7269be5dbeaf', 'status': 'completed', 'code': 200} Aug 19 15:11:46.524102 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 60346) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:46.583834 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-18152ab9-ac2d-4953-80b1-12bba0bfb76d tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:46.612220 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-18152ab9-ac2d-4953-80b1-12bba0bfb76d tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:46.662832 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-18152ab9-ac2d-4953-80b1-12bba0bfb76d tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:46.665491 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-18152ab9-ac2d-4953-80b1-12bba0bfb76d tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:46.666646 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-18152ab9-ac2d-4953-80b1-12bba0bfb76d tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "DELETE /v2.0/security-groups/ed5e4a65-8fa4-4d0f-9abb-fc3b4add4adb HTTP/1.1" status: 204 len: 168 time: 0.1414173 Aug 19 15:11:46.669531 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60348) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:46.677152 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18152ab9-ac2d-4953-80b1-12bba0bfb76d tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5e4a65-8fa4-4d0f-9abb-fc3b4add4adb,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:46.733291 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b6d539d1-2dfd-4aa5-80a4-5a22dd52d988 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:46.765072 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b6d539d1-2dfd-4aa5-80a4-5a22dd52d988 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:46.822695 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b6d539d1-2dfd-4aa5-80a4-5a22dd52d988 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:46.828100 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b6d539d1-2dfd-4aa5-80a4-5a22dd52d988 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:46.829874 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b6d539d1-2dfd-4aa5-80a4-5a22dd52d988 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "DELETE /v2.0/security-groups/4b6fb272-512a-4c32-986a-4671d4f16b93 HTTP/1.1" status: 204 len: 168 time: 0.1586204 Aug 19 15:11:46.832779 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 60354) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:46.841871 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d539d1-2dfd-4aa5-80a4-5a22dd52d988 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6fb272-512a-4c32-986a-4671d4f16b93,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:47.690662 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1c245268-2059-41b7-967d-a1ec6c376e28 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:48.030851 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-1c245268-2059-41b7-967d-a1ec6c376e28 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Deleting port b6cd6b29-5b84-4198-8149-e15565357da4 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:11:48.031165 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1c245268-2059-41b7-967d-a1ec6c376e28 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:48.137504 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-1c245268-2059-41b7-967d-a1ec6c376e28 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] For port b6cd6b29-5b84-4198-8149-e15565357da4, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b6cd6b29-5b84-4198-8149-e15565357da4,segment=NetworkSegment(c4c1c160-3dde-4e9d-a10c-eda2b4bef299),segment_id=c4c1c160-3dde-4e9d-a10c-eda2b4bef299)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:11:48.138024 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1c245268-2059-41b7-967d-a1ec6c376e28 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:48.154852 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-1c245268-2059-41b7-967d-a1ec6c376e28 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Calling delete_port for b6cd6b29-5b84-4198-8149-e15565357da4 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:11:48.400829 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1c245268-2059-41b7-967d-a1ec6c376e28 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:48.430983 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c245268-2059-41b7-967d-a1ec6c376e28 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Pushing event deleted for resources: {'Port': ['ID=b6cd6b29-5b84-4198-8149-e15565357da4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:48.670009 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1c245268-2059-41b7-967d-a1ec6c376e28 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:48.881665 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 6aeb99d3-ecb1-4c76-9340-7269be5dbeaf no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:11:48.917918 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: 6aeb99d3-ecb1-4c76-9340-7269be5dbeaf {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:11:48.918437 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 6aeb99d3-ecb1-4c76-9340-7269be5dbeaf not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:11:48.957003 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c245268-2059-41b7-967d-a1ec6c376e28 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Router 2dda1054-cc93-4f69-b9f2-3dd01314d819 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:11:49.013915 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:11:49.096201 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c245268-2059-41b7-967d-a1ec6c376e28 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:11:49.101570 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1c245268-2059-41b7-967d-a1ec6c376e28 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "PUT /v2.0/routers/2dda1054-cc93-4f69-b9f2-3dd01314d819/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2670877 Aug 19 15:11:49.105848 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 60394) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:49.112966 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daac1ddd-8c82-4482-bf74-bf9616e1ef0d None None] Sync routers for ids ['2dda1054-cc93-4f69-b9f2-3dd01314d819'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:11:49.126421 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daac1ddd-8c82-4482-bf74-bf9616e1ef0d None None] Routers {'2dda1054-cc93-4f69-b9f2-3dd01314d819'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:11:49.127379 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-daac1ddd-8c82-4482-bf74-bf9616e1ef0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:11:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['2dda1054-cc93-4f69-b9f2-3dd01314d819'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:49.191370 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4b251db-88c5-4de6-a8dc-f556f8c9259b tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Deleting subnet 57c2a653-8821-4d81-b68e-fd1a64997b4f {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:11:49.195245 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c4b251db-88c5-4de6-a8dc-f556f8c9259b tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:49.265412 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c4b251db-88c5-4de6-a8dc-f556f8c9259b tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:49.341797 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-daac1ddd-8c82-4482-bf74-bf9616e1ef0d None None] Set router 2dda1054-cc93-4f69-b9f2-3dd01314d819 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:11:49.384147 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c4b251db-88c5-4de6-a8dc-f556f8c9259b tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:49.503451 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c4b251db-88c5-4de6-a8dc-f556f8c9259b tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:49.533718 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b251db-88c5-4de6-a8dc-f556f8c9259b tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Pushing event deleted for resources: {'Subnet': ['ID=57c2a653-8821-4d81-b68e-fd1a64997b4f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:49.537430 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c4b251db-88c5-4de6-a8dc-f556f8c9259b tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:49.539319 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-c4b251db-88c5-4de6-a8dc-f556f8c9259b tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "DELETE /v2.0/subnets/57c2a653-8821-4d81-b68e-fd1a64997b4f HTTP/1.1" status: 204 len: 168 time: 0.4316700 Aug 19 15:11:49.542027 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 60400) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:49.554798 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0897eb-4475-49a6-b5f6-80ef22395199 None None] Network dd985faf-c2e9-4703-8fef-0afb6dffec8d requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:11:49.692435 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0e8db0a0-33f0-4e8c-9fbf-7dfc825387e8 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:49.752873 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-daac1ddd-8c82-4482-bf74-bf9616e1ef0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dda1054-cc93-4f69-b9f2-3dd01314d819', 'name': 'tempest-TestSecurityGroupsBasicOps-router-740855804', 'tenant_id': '198637359c524ae7b50bc39c96d10493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '1a6ee728-29ad-4675-b264-eef0dfd3ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:10:16Z', 'updated_at': '2021-08-19T15:11:48Z', 'revision_number': 5, 'project_id': '198637359c524ae7b50bc39c96d10493', 'gw_port': {'id': '1a6ee728-29ad-4675-b264-eef0dfd3ec05', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dda1054-cc93-4f69-b9f2-3dd01314d819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:10:16Z', 'updated_at': '2021-08-19T15:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:49.784132 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daac1ddd-8c82-4482-bf74-bf9616e1ef0d None None] Checking router: 2dda1054-cc93-4f69-b9f2-3dd01314d819 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:11:49.798822 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daac1ddd-8c82-4482-bf74-bf9616e1ef0d None None] Routers {'2dda1054-cc93-4f69-b9f2-3dd01314d819'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:11:49.799472 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-daac1ddd-8c82-4482-bf74-bf9616e1ef0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:11:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['2dda1054-cc93-4f69-b9f2-3dd01314d819'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:49.804756 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fddca6b-a150-48b8-a02d-1bc550509992 None None] DHCP port deletion for dd985faf-c2e9-4703-8fef-0afb6dffec8d request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:11:49.820702 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0e8db0a0-33f0-4e8c-9fbf-7dfc825387e8 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:49.860017 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5fddca6b-a150-48b8-a02d-1bc550509992 None None] Deleting port c7ec14c5-5719-4a3f-9d94-2dcaeedc9215 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:11:49.860727 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5fddca6b-a150-48b8-a02d-1bc550509992 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:49.910898 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-0e8db0a0-33f0-4e8c-9fbf-7dfc825387e8 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Deleting port 1a6ee728-29ad-4675-b264-eef0dfd3ec05 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:11:49.911356 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0e8db0a0-33f0-4e8c-9fbf-7dfc825387e8 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:49.957221 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5fddca6b-a150-48b8-a02d-1bc550509992 None None] For port c7ec14c5-5719-4a3f-9d94-2dcaeedc9215, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=c7ec14c5-5719-4a3f-9d94-2dcaeedc9215,segment=NetworkSegment(c4c1c160-3dde-4e9d-a10c-eda2b4bef299),segment_id=c4c1c160-3dde-4e9d-a10c-eda2b4bef299)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:11:49.958314 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5fddca6b-a150-48b8-a02d-1bc550509992 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:49.960368 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-daac1ddd-8c82-4482-bf74-bf9616e1ef0d None None] Set router 2dda1054-cc93-4f69-b9f2-3dd01314d819 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:11:49.996845 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5fddca6b-a150-48b8-a02d-1bc550509992 None None] Calling delete_port for c7ec14c5-5719-4a3f-9d94-2dcaeedc9215 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:11:50.092574 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-0e8db0a0-33f0-4e8c-9fbf-7dfc825387e8 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] For port 1a6ee728-29ad-4675-b264-eef0dfd3ec05, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=1a6ee728-29ad-4675-b264-eef0dfd3ec05,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:11:50.093273 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0e8db0a0-33f0-4e8c-9fbf-7dfc825387e8 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:50.117836 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-0e8db0a0-33f0-4e8c-9fbf-7dfc825387e8 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Calling delete_port for 1a6ee728-29ad-4675-b264-eef0dfd3ec05 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:11:50.198610 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5fddca6b-a150-48b8-a02d-1bc550509992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:50.253750 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fddca6b-a150-48b8-a02d-1bc550509992 None None] Pushing event deleted for resources: {'Port': ['ID=c7ec14c5-5719-4a3f-9d94-2dcaeedc9215,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:50.265159 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fddca6b-a150-48b8-a02d-1bc550509992 None None] No DVR routers for this DVR port c7ec14c5-5719-4a3f-9d94-2dcaeedc9215 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:11:50.288476 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-daac1ddd-8c82-4482-bf74-bf9616e1ef0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dda1054-cc93-4f69-b9f2-3dd01314d819', 'name': 'tempest-TestSecurityGroupsBasicOps-router-740855804', 'tenant_id': '198637359c524ae7b50bc39c96d10493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '1a6ee728-29ad-4675-b264-eef0dfd3ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:10:16Z', 'updated_at': '2021-08-19T15:11:48Z', 'revision_number': 5, 'project_id': '198637359c524ae7b50bc39c96d10493', 'gw_port': {'id': '1a6ee728-29ad-4675-b264-eef0dfd3ec05', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dda1054-cc93-4f69-b9f2-3dd01314d819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:10:16Z', 'updated_at': '2021-08-19T15:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:50.330964 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daac1ddd-8c82-4482-bf74-bf9616e1ef0d None None] The sync data for ids ['2dda1054-cc93-4f69-b9f2-3dd01314d819'] in n-d-766043-2 is: [{'id': '2dda1054-cc93-4f69-b9f2-3dd01314d819', 'name': 'tempest-TestSecurityGroupsBasicOps-router-740855804', 'tenant_id': '198637359c524ae7b50bc39c96d10493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '1a6ee728-29ad-4675-b264-eef0dfd3ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:10:16Z', 'updated_at': '2021-08-19T15:11:48Z', 'revision_number': 5, 'project_id': '198637359c524ae7b50bc39c96d10493', 'gw_port': {'id': '1a6ee728-29ad-4675-b264-eef0dfd3ec05', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dda1054-cc93-4f69-b9f2-3dd01314d819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:10:16Z', 'updated_at': '2021-08-19T15:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:11:50.383763 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0e8db0a0-33f0-4e8c-9fbf-7dfc825387e8 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:50.416645 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8db0a0-33f0-4e8c-9fbf-7dfc825387e8 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Pushing event deleted for resources: {'Port': ['ID=1a6ee728-29ad-4675-b264-eef0dfd3ec05,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:50.497448 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0e8db0a0-33f0-4e8c-9fbf-7dfc825387e8 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:50.615850 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0e8db0a0-33f0-4e8c-9fbf-7dfc825387e8 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:50.618833 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0e8db0a0-33f0-4e8c-9fbf-7dfc825387e8 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:50.677531 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0e8db0a0-33f0-4e8c-9fbf-7dfc825387e8 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:50.678631 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8db0a0-33f0-4e8c-9fbf-7dfc825387e8 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Fanout notify agent at l3_agent the message router_deleted on router 2dda1054-cc93-4f69-b9f2-3dd01314d819 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:11:50.690924 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0e8db0a0-33f0-4e8c-9fbf-7dfc825387e8 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:50.695090 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-0e8db0a0-33f0-4e8c-9fbf-7dfc825387e8 tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "DELETE /v2.0/routers/2dda1054-cc93-4f69-b9f2-3dd01314d819 HTTP/1.1" status: 204 len: 168 time: 1.1489906 Aug 19 15:11:50.696095 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60414) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:50.799573 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f951321d-a26f-4317-8199-3377bee92c4f tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:50.903504 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f951321d-a26f-4317-8199-3377bee92c4f tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:50.914568 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-f951321d-a26f-4317-8199-3377bee92c4f tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd985faf-c2e9-4703-8fef-0afb6dffec8d']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:50.926269 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-f951321d-a26f-4317-8199-3377bee92c4f tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4c1c160-3dde-4e9d-a10c-eda2b4bef299') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:50.926745 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-f951321d-a26f-4317-8199-3377bee92c4f tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4c1c160-3dde-4e9d-a10c-eda2b4bef299') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:50.938282 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f951321d-a26f-4317-8199-3377bee92c4f tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:50.954848 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f951321d-a26f-4317-8199-3377bee92c4f tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:50.961632 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f951321d-a26f-4317-8199-3377bee92c4f tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:11:50.962098 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f951321d-a26f-4317-8199-3377bee92c4f tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:50.966498 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 15:11:50.966498 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:11:50.966498 n-d-766043-2 neutron-server[94639]: timer() Aug 19 15:11:50.966498 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:11:50.966498 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 15:11:50.966498 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:11:50.966498 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 15:11:50.966498 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:11:50.966498 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 15:11:50.966498 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:11:50.966498 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 15:11:50.966498 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:11:50.966498 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 15:11:50.966498 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:11:50.966498 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:11:50.966498 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:11:50.966498 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:11:50.966498 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:11:50.966498 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 15:11:50.966498 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:11:50.966498 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 15:11:50.966498 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:11:50.966498 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:11:50.966498 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:11:50.966498 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 15:11:50.966498 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:11:50.966498 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:11:50.966498 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:11:50.966498 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:11:50.966498 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:11:50.966498 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:11:50.966498 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:11:51.028388 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f951321d-a26f-4317-8199-3377bee92c4f tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:51.046681 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f951321d-a26f-4317-8199-3377bee92c4f tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:51.049102 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f951321d-a26f-4317-8199-3377bee92c4f tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] 10.222.0.69 "DELETE /v2.0/networks/dd985faf-c2e9-4703-8fef-0afb6dffec8d HTTP/1.1" status: 204 len: 168 time: 0.3515222 Aug 19 15:11:51.050511 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f951321d-a26f-4317-8199-3377bee92c4f tempest-TestSecurityGroupsBasicOps-699284094 tempest-TestSecurityGroupsBasicOps-699284094-project] Pushing event deleted for resources: {'Network': ['ID=dd985faf-c2e9-4703-8fef-0afb6dffec8d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:51.327147 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b6cd6b29-5b84-4198-8149-e15565357da4 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:11:51.350309 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: b6cd6b29-5b84-4198-8149-e15565357da4 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:11:51.350657 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b6cd6b29-5b84-4198-8149-e15565357da4 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:11:51.351134 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 1a6ee728-29ad-4675-b264-eef0dfd3ec05 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:11:51.372170 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 1a6ee728-29ad-4675-b264-eef0dfd3ec05 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:11:51.372556 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 1a6ee728-29ad-4675-b264-eef0dfd3ec05 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:11:51.372965 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device c7ec14c5-5719-4a3f-9d94-2dcaeedc9215 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:11:51.393344 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: c7ec14c5-5719-4a3f-9d94-2dcaeedc9215 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:11:51.393688 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device c7ec14c5-5719-4a3f-9d94-2dcaeedc9215 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:11:51.420137 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 60434) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:51.581824 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-c233815a-d55c-4c8c-978b-42e8c8a65128 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=198637359c524ae7b50bc39c96d10493&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1580811 Aug 19 15:11:51.582115 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 60440) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:51.633854 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3c544f04-31c8-4d7c-acf6-18dfdd8febc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:51.657653 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3c544f04-31c8-4d7c-acf6-18dfdd8febc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:51.710939 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3c544f04-31c8-4d7c-acf6-18dfdd8febc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:51.715068 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3c544f04-31c8-4d7c-acf6-18dfdd8febc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:51.716871 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-3c544f04-31c8-4d7c-acf6-18dfdd8febc3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e4b2a1c9-dcfc-4619-8b02-9b4130924971 HTTP/1.1" status: 204 len: 168 time: 0.1335254 Aug 19 15:11:51.727303 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c544f04-31c8-4d7c-acf6-18dfdd8febc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b2a1c9-dcfc-4619-8b02-9b4130924971,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:52.037697 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 60454) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:52.052297 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-961bf3f9-a0c3-4ef3-9e35-cfec89313784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:52.164292 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-961bf3f9-a0c3-4ef3-9e35-cfec89313784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:52.168034 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-961bf3f9-a0c3-4ef3-9e35-cfec89313784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:52.210978 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-961bf3f9-a0c3-4ef3-9e35-cfec89313784 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0d08a6c924974403bc8ef70cfe7b5791&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1694882 Aug 19 15:11:52.211226 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 60458) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:52.217124 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961bf3f9-a0c3-4ef3-9e35-cfec89313784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba16be9-f648-4f77-8371-34f5bb3345a1,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:52.274405 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-781f7b3a-9cb4-4fbc-b8b8-0f78fc0d4ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:52.297224 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-781f7b3a-9cb4-4fbc-b8b8-0f78fc0d4ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:52.355530 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-781f7b3a-9cb4-4fbc-b8b8-0f78fc0d4ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:52.358229 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-781f7b3a-9cb4-4fbc-b8b8-0f78fc0d4ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:52.359643 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-781f7b3a-9cb4-4fbc-b8b8-0f78fc0d4ef9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6ba16be9-f648-4f77-8371-34f5bb3345a1 HTTP/1.1" status: 204 len: 168 time: 0.1473465 Aug 19 15:11:52.368688 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f7b3a-9cb4-4fbc-b8b8-0f78fc0d4ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba16be9-f648-4f77-8371-34f5bb3345a1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:52.734792 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 60472) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:52.776434 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a98e97bc-c567-4752-8ffc-1cc2626dcc6f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=43b30e9bfa2a4b9f80dcb3ba42f70b4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403450 Aug 19 15:11:52.778844 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 60474) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:52.828987 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-228be91e-b24c-48c4-9554-c0771f5c7f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:52.851418 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-228be91e-b24c-48c4-9554-c0771f5c7f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:52.902403 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-228be91e-b24c-48c4-9554-c0771f5c7f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:52.905023 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-228be91e-b24c-48c4-9554-c0771f5c7f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:52.906290 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-228be91e-b24c-48c4-9554-c0771f5c7f10 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ad8f296c-63bb-43a1-8c02-8259459d51f0 HTTP/1.1" status: 204 len: 168 time: 0.1264834 Aug 19 15:11:52.917723 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228be91e-b24c-48c4-9554-c0771f5c7f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8f296c-63bb-43a1-8c02-8259459d51f0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:53.706196 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60506) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:53.813291 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-feb5f1f5-75fa-4ff3-b69a-561ac205d2dc admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-724389341-network', 'tenant_id': '71e7575212e7416aa5318f7a05d28d3b'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:11:53.837086 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb5f1f5-75fa-4ff3-b69a-561ac205d2dc admin admin] Made reservation on behalf of 71e7575212e7416aa5318f7a05d28d3b for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:11:53.840074 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-feb5f1f5-75fa-4ff3-b69a-561ac205d2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:53.857741 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-feb5f1f5-75fa-4ff3-b69a-561ac205d2dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:53.969510 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-feb5f1f5-75fa-4ff3-b69a-561ac205d2dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:53.973768 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-feb5f1f5-75fa-4ff3-b69a-561ac205d2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:54.004781 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feb5f1f5-75fa-4ff3-b69a-561ac205d2dc admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:11:54.007346 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb5f1f5-75fa-4ff3-b69a-561ac205d2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e997f2-2664-4fbc-8bad-24bafd6af84d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:54.017855 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-feb5f1f5-75fa-4ff3-b69a-561ac205d2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:54.018164 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-feb5f1f5-75fa-4ff3-b69a-561ac205d2dc admin admin] Added segment bb5eb199-9f65-4ea0-a32a-25060140cf55 of type vlan for network 6710ff55-3c7d-489d-a9a3-26f08cd665a8 Aug 19 15:11:54.059521 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-feb5f1f5-75fa-4ff3-b69a-561ac205d2dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:54.088434 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-feb5f1f5-75fa-4ff3-b69a-561ac205d2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:54.093464 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb5f1f5-75fa-4ff3-b69a-561ac205d2dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:54.093464 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-feb5f1f5-75fa-4ff3-b69a-561ac205d2dc admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:54.168631 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-feb5f1f5-75fa-4ff3-b69a-561ac205d2dc admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.4598978 Aug 19 15:11:54.170900 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 60518) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:54.179407 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7a6c0858-ec87-4588-998a-5d93b848ded9 admin admin] Request body: {'subnet': {'network_id': '6710ff55-3c7d-489d-a9a3-26f08cd665a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-724389341-subnet', 'tenant_id': '71e7575212e7416aa5318f7a05d28d3b', 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:11:54.189013 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb5f1f5-75fa-4ff3-b69a-561ac205d2dc admin admin] Pushing event updated for resources: {'Network': ['ID=6710ff55-3c7d-489d-a9a3-26f08cd665a8,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:54.206620 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 6710ff55-3c7d-489d-a9a3-26f08cd665a8 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:11:54.228091 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6c0858-ec87-4588-998a-5d93b848ded9 admin admin] Made reservation on behalf of 71e7575212e7416aa5318f7a05d28d3b for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:11:54.230473 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7a6c0858-ec87-4588-998a-5d93b848ded9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:54.418604 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7a6c0858-ec87-4588-998a-5d93b848ded9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:54.493790 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c0858-ec87-4588-998a-5d93b848ded9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05819259-2591-4deb-8087-e8710c94159b,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:54.504722 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6c0858-ec87-4588-998a-5d93b848ded9 admin admin] Checking segment: {'id': 'bb5eb199-9f65-4ea0-a32a-25060140cf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6710ff55-3c7d-489d-a9a3-26f08cd665a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:11:54.505144 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6c0858-ec87-4588-998a-5d93b848ded9 admin admin] Network hostable DHCP agents. Network: 6710ff55-3c7d-489d-a9a3-26f08cd665a8, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:11:54.526448 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6c0858-ec87-4588-998a-5d93b848ded9 admin admin] Network 6710ff55-3c7d-489d-a9a3-26f08cd665a8 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:11:54.537097 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-7a6c0858-ec87-4588-998a-5d93b848ded9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 6710ff55-3c7d-489d-a9a3-26f08cd665a8) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:11:54.541661 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6c0858-ec87-4588-998a-5d93b848ded9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:11:54.542613 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7a6c0858-ec87-4588-998a-5d93b848ded9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:54.546379 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58c4034-ca65-4cd2-a587-2b993544696b None None] Network 6710ff55-3c7d-489d-a9a3-26f08cd665a8 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:11:54.567349 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-7a6c0858-ec87-4588-998a-5d93b848ded9 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.3937225 Aug 19 15:11:54.569975 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 60526) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:54.575337 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-00d1cf9f-bcef-469b-b392-b722d05e1105 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-724389341-router', 'tenant_id': '71e7575212e7416aa5318f7a05d28d3b', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:11:54.600037 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-00d1cf9f-bcef-469b-b392-b722d05e1105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:54.603138 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-00d1cf9f-bcef-469b-b392-b722d05e1105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:54.675816 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-00d1cf9f-bcef-469b-b392-b722d05e1105 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:54.728658 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092dd100-f8d0-4882-b7a0-0ca82bc02aef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-6710ff55-3c7d-489d-a9a3-26f08cd665a8', 'network_id': '6710ff55-3c7d-489d-a9a3-26f08cd665a8', 'tenant_id': '71e7575212e7416aa5318f7a05d28d3b', 'fixed_ips': [{'subnet_id': '05819259-2591-4deb-8087-e8710c94159b'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:11:54.729729 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-092dd100-f8d0-4882-b7a0-0ca82bc02aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:54.858023 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-00d1cf9f-bcef-469b-b392-b722d05e1105 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:54.899591 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-092dd100-f8d0-4882-b7a0-0ca82bc02aef None None] Allocated IP 172.20.0.2 (6710ff55-3c7d-489d-a9a3-26f08cd665a8/05819259-2591-4deb-8087-e8710c94159b/a316685c-f2d6-40e9-9197-da8cdbd736dc) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:11:55.062176 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-092dd100-f8d0-4882-b7a0-0ca82bc02aef None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:55.072096 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-092dd100-f8d0-4882-b7a0-0ca82bc02aef None None] Transition to ACTIVE for port object a316685c-f2d6-40e9-9197-da8cdbd736dc will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:11:55.089361 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-092dd100-f8d0-4882-b7a0-0ca82bc02aef None None] Transition to ACTIVE for port object a316685c-f2d6-40e9-9197-da8cdbd736dc will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:11:55.095145 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-092dd100-f8d0-4882-b7a0-0ca82bc02aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:55.137005 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092dd100-f8d0-4882-b7a0-0ca82bc02aef None None] Network 6710ff55-3c7d-489d-a9a3-26f08cd665a8 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:11:55.139890 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-092dd100-f8d0-4882-b7a0-0ca82bc02aef None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:11:55.146249 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092dd100-f8d0-4882-b7a0-0ca82bc02aef None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:11:55.146585 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-00d1cf9f-bcef-469b-b392-b722d05e1105 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:55.152561 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092dd100-f8d0-4882-b7a0-0ca82bc02aef None None] Pushing event updated for resources: {'Port': ['ID=a316685c-f2d6-40e9-9197-da8cdbd736dc,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:55.167243 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-00d1cf9f-bcef-469b-b392-b722d05e1105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:55.226492 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-092dd100-f8d0-4882-b7a0-0ca82bc02aef None None] Attempting to bind port a316685c-f2d6-40e9-9197-da8cdbd736dc on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:11:55.227489 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-092dd100-f8d0-4882-b7a0-0ca82bc02aef None None] Attempting to bind port a316685c-f2d6-40e9-9197-da8cdbd736dc by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'bb5eb199-9f65-4ea0-a32a-25060140cf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6710ff55-3c7d-489d-a9a3-26f08cd665a8'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:11:55.228670 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092dd100-f8d0-4882-b7a0-0ca82bc02aef None None] Attempting to bind port a316685c-f2d6-40e9-9197-da8cdbd736dc on network 6710ff55-3c7d-489d-a9a3-26f08cd665a8 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:11:55.233887 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092dd100-f8d0-4882-b7a0-0ca82bc02aef None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:11:55.234320 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092dd100-f8d0-4882-b7a0-0ca82bc02aef None None] Checking segment: {'id': 'bb5eb199-9f65-4ea0-a32a-25060140cf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6710ff55-3c7d-489d-a9a3-26f08cd665a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:11:55.234718 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-092dd100-f8d0-4882-b7a0-0ca82bc02aef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:55.235807 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092dd100-f8d0-4882-b7a0-0ca82bc02aef None None] Bound using segment: {'id': 'bb5eb199-9f65-4ea0-a32a-25060140cf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6710ff55-3c7d-489d-a9a3-26f08cd665a8'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:11:55.235807 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-092dd100-f8d0-4882-b7a0-0ca82bc02aef None None] Bound port: a316685c-f2d6-40e9-9197-da8cdbd736dc, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb5eb199-9f65-4ea0-a32a-25060140cf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6710ff55-3c7d-489d-a9a3-26f08cd665a8'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:11:55.236041 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-092dd100-f8d0-4882-b7a0-0ca82bc02aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:55.308052 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-092dd100-f8d0-4882-b7a0-0ca82bc02aef None None] For port a316685c-f2d6-40e9-9197-da8cdbd736dc, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:11:55.311245 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-00d1cf9f-bcef-469b-b392-b722d05e1105 admin admin] Allocated IP 172.25.2.211 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/3c7ed731-c13d-4361-b9a4-e28a93f53e2d) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:11:55.311842 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-092dd100-f8d0-4882-b7a0-0ca82bc02aef None None] For port a316685c-f2d6-40e9-9197-da8cdbd736dc, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=a316685c-f2d6-40e9-9197-da8cdbd736dc,segment=NetworkSegment(bb5eb199-9f65-4ea0-a32a-25060140cf55),segment_id=bb5eb199-9f65-4ea0-a32a-25060140cf55)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:11:55.318120 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-092dd100-f8d0-4882-b7a0-0ca82bc02aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:55.382468 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092dd100-f8d0-4882-b7a0-0ca82bc02aef None None] Pushing event updated for resources: {'Port': ['ID=a316685c-f2d6-40e9-9197-da8cdbd736dc,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:55.450233 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-00d1cf9f-bcef-469b-b392-b722d05e1105 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:55.496609 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-00d1cf9f-bcef-469b-b392-b722d05e1105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:55.541018 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d1cf9f-bcef-469b-b392-b722d05e1105 admin admin] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:11:55.544768 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-00d1cf9f-bcef-469b-b392-b722d05e1105 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:11:55.551224 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d1cf9f-bcef-469b-b392-b722d05e1105 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:11:55.589398 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d1cf9f-bcef-469b-b392-b722d05e1105 admin admin] Pushing event updated for resources: {'Port': ['ID=3c7ed731-c13d-4361-b9a4-e28a93f53e2d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:56.211826 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-00d1cf9f-bcef-469b-b392-b722d05e1105 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:56.452815 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-00d1cf9f-bcef-469b-b392-b722d05e1105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:56.510282 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5727728-a800-4925-80f5-ca2a5aa26152 None None] Network 6710ff55-3c7d-489d-a9a3-26f08cd665a8 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:11:56.634766 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d1cf9f-bcef-469b-b392-b722d05e1105 admin admin] Router 58f3be59-42ed-4502-b364-db6c35274997 is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:11:56.642994 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-efcfbb18-4cd8-4015-a74a-a1d287d3f8ba None None] Provisioning for port a316685c-f2d6-40e9-9197-da8cdbd736dc completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:11:56.777097 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d1cf9f-bcef-469b-b392-b722d05e1105 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:11:56.802955 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-00d1cf9f-bcef-469b-b392-b722d05e1105 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:56.808975 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-00d1cf9f-bcef-469b-b392-b722d05e1105 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.2341268 Aug 19 15:11:56.809434 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60560) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:11:56.811194 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f701b278-ddc6-4a41-9562-9db38876787a None None] Sync routers for ids ['58f3be59-42ed-4502-b364-db6c35274997'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:11:56.835945 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f701b278-ddc6-4a41-9562-9db38876787a None None] Routers {'58f3be59-42ed-4502-b364-db6c35274997'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:11:56.837492 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f701b278-ddc6-4a41-9562-9db38876787a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:11:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['58f3be59-42ed-4502-b364-db6c35274997'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:56.978555 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-f701b278-ddc6-4a41-9562-9db38876787a None None] Set router 58f3be59-42ed-4502-b364-db6c35274997 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:11:57.244174 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f701b278-ddc6-4a41-9562-9db38876787a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f3be59-42ed-4502-b364-db6c35274997', 'name': 'tempest-ImageQuotaTest-724389341-router', 'tenant_id': '71e7575212e7416aa5318f7a05d28d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '3c7ed731-c13d-4361-b9a4-e28a93f53e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:11:54Z', 'updated_at': '2021-08-19T15:11:55Z', 'revision_number': 3, 'project_id': '71e7575212e7416aa5318f7a05d28d3b', 'gw_port': {'id': '3c7ed731-c13d-4361-b9a4-e28a93f53e2d', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f3be59-42ed-4502-b364-db6c35274997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:11:55Z', 'updated_at': '2021-08-19T15:11:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:57.294297 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f701b278-ddc6-4a41-9562-9db38876787a None None] Checking router: 58f3be59-42ed-4502-b364-db6c35274997 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:11:57.294297 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f701b278-ddc6-4a41-9562-9db38876787a None None] Updating router 58f3be59-42ed-4502-b364-db6c35274997 port 3c7ed731-c13d-4361-b9a4-e28a93f53e2d binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:11:57.339822 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f701b278-ddc6-4a41-9562-9db38876787a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:57.370598 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device a316685c-f2d6-40e9-9197-da8cdbd736dc up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:11:57.440290 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b252042a-34e4-42c2-be47-0b65cc59946d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:57.612518 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port a316685c-f2d6-40e9-9197-da8cdbd736dc completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:11:57.627108 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port a316685c-f2d6-40e9-9197-da8cdbd736dc triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:11:57.627829 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:57.744681 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-b252042a-34e4-42c2-be47-0b65cc59946d admin admin] Allocated IP 172.20.0.1 (6710ff55-3c7d-489d-a9a3-26f08cd665a8/05819259-2591-4deb-8087-e8710c94159b/a9d52827-5c2b-4ba6-bf88-e046d5cd6f54) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:11:57.772636 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:57.846800 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port a316685c-f2d6-40e9-9197-da8cdbd736dc, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=a316685c-f2d6-40e9-9197-da8cdbd736dc,segment=NetworkSegment(bb5eb199-9f65-4ea0-a32a-25060140cf55),segment_id=bb5eb199-9f65-4ea0-a32a-25060140cf55)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:11:57.851385 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f701b278-ddc6-4a41-9562-9db38876787a None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:57.854134 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:57.897356 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f701b278-ddc6-4a41-9562-9db38876787a None None] Transition to ACTIVE for port object 3c7ed731-c13d-4361-b9a4-e28a93f53e2d will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:11:57.908173 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b252042a-34e4-42c2-be47-0b65cc59946d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:57.914512 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f701b278-ddc6-4a41-9562-9db38876787a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:57.928003 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=a316685c-f2d6-40e9-9197-da8cdbd736dc,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:57.930495 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-b252042a-34e4-42c2-be47-0b65cc59946d admin admin] Transition to ACTIVE for port object a9d52827-5c2b-4ba6-bf88-e046d5cd6f54 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:11:57.970150 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f701b278-ddc6-4a41-9562-9db38876787a None None] Attempting to bind port 3c7ed731-c13d-4361-b9a4-e28a93f53e2d on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:11:57.970588 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f701b278-ddc6-4a41-9562-9db38876787a None None] Attempting to bind port 3c7ed731-c13d-4361-b9a4-e28a93f53e2d by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:11:57.971018 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f701b278-ddc6-4a41-9562-9db38876787a None None] Attempting to bind port 3c7ed731-c13d-4361-b9a4-e28a93f53e2d on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:11:57.978784 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b252042a-34e4-42c2-be47-0b65cc59946d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:57.985350 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f701b278-ddc6-4a41-9562-9db38876787a None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:11:57.985765 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f701b278-ddc6-4a41-9562-9db38876787a None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:11:57.986229 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f701b278-ddc6-4a41-9562-9db38876787a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:57.986693 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f701b278-ddc6-4a41-9562-9db38876787a None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:11:57.987269 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f701b278-ddc6-4a41-9562-9db38876787a None None] Bound port: 3c7ed731-c13d-4361-b9a4-e28a93f53e2d, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:11:57.987718 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f701b278-ddc6-4a41-9562-9db38876787a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:58.014573 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a6c38c-c792-4738-9532-ce05631da87c None None] Pushing event updated for resources: {'Port': ['ID=3c7ed731-c13d-4361-b9a4-e28a93f53e2d,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:58.021635 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b252042a-34e4-42c2-be47-0b65cc59946d admin admin] Network 6710ff55-3c7d-489d-a9a3-26f08cd665a8 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:11:58.027800 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-b252042a-34e4-42c2-be47-0b65cc59946d admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:11:58.031515 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b252042a-34e4-42c2-be47-0b65cc59946d admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:11:58.057344 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f701b278-ddc6-4a41-9562-9db38876787a None None] For port 3c7ed731-c13d-4361-b9a4-e28a93f53e2d, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:11:58.063243 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f701b278-ddc6-4a41-9562-9db38876787a None None] For port 3c7ed731-c13d-4361-b9a4-e28a93f53e2d, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=3c7ed731-c13d-4361-b9a4-e28a93f53e2d,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:11:58.069400 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f701b278-ddc6-4a41-9562-9db38876787a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:58.079607 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252042a-34e4-42c2-be47-0b65cc59946d admin admin] Pushing event updated for resources: {'Port': ['ID=a9d52827-5c2b-4ba6-bf88-e046d5cd6f54,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:58.085057 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b252042a-34e4-42c2-be47-0b65cc59946d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:58.146688 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f701b278-ddc6-4a41-9562-9db38876787a None None] Routers {'58f3be59-42ed-4502-b364-db6c35274997'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:11:58.147584 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f701b278-ddc6-4a41-9562-9db38876787a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:11:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['58f3be59-42ed-4502-b364-db6c35274997'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:58.190792 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a6c38c-c792-4738-9532-ce05631da87c None None] Pushing event updated for resources: {'Port': ['ID=3c7ed731-c13d-4361-b9a4-e28a93f53e2d,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:58.283244 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b252042a-34e4-42c2-be47-0b65cc59946d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:58.299616 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-f701b278-ddc6-4a41-9562-9db38876787a None None] Set router 58f3be59-42ed-4502-b364-db6c35274997 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:11:58.422960 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b2f6113b-8c19-43dc-8f45-1f7a163bca6b None None] Provisioning for port a9d52827-5c2b-4ba6-bf88-e046d5cd6f54 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:11:58.435520 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b2f6113b-8c19-43dc-8f45-1f7a163bca6b None None] Provisioning complete for port a9d52827-5c2b-4ba6-bf88-e046d5cd6f54 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:11:58.435934 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b2f6113b-8c19-43dc-8f45-1f7a163bca6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:58.498132 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b2f6113b-8c19-43dc-8f45-1f7a163bca6b None None] Port a9d52827-5c2b-4ba6-bf88-e046d5cd6f54 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:11:58.524286 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b252042a-34e4-42c2-be47-0b65cc59946d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:58.530522 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b252042a-34e4-42c2-be47-0b65cc59946d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:58.592385 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f701b278-ddc6-4a41-9562-9db38876787a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f3be59-42ed-4502-b364-db6c35274997', 'name': 'tempest-ImageQuotaTest-724389341-router', 'tenant_id': '71e7575212e7416aa5318f7a05d28d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '3c7ed731-c13d-4361-b9a4-e28a93f53e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:11:54Z', 'updated_at': '2021-08-19T15:11:55Z', 'revision_number': 3, 'project_id': '71e7575212e7416aa5318f7a05d28d3b', 'gw_port': {'id': '3c7ed731-c13d-4361-b9a4-e28a93f53e2d', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f3be59-42ed-4502-b364-db6c35274997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:11:55Z', 'updated_at': '2021-08-19T15:11:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:11:58.618896 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b252042a-34e4-42c2-be47-0b65cc59946d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:58.618896 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252042a-34e4-42c2-be47-0b65cc59946d admin admin] Pushing event updated for resources: {'Port': ['ID=a9d52827-5c2b-4ba6-bf88-e046d5cd6f54,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:58.622119 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f701b278-ddc6-4a41-9562-9db38876787a None None] The sync data for ids ['58f3be59-42ed-4502-b364-db6c35274997'] in n-d-766043-2 is: [{'id': '58f3be59-42ed-4502-b364-db6c35274997', 'name': 'tempest-ImageQuotaTest-724389341-router', 'tenant_id': '71e7575212e7416aa5318f7a05d28d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '3c7ed731-c13d-4361-b9a4-e28a93f53e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:11:54Z', 'updated_at': '2021-08-19T15:11:55Z', 'revision_number': 3, 'project_id': '71e7575212e7416aa5318f7a05d28d3b', 'gw_port': {'id': '3c7ed731-c13d-4361-b9a4-e28a93f53e2d', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f3be59-42ed-4502-b364-db6c35274997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:11:55Z', 'updated_at': '2021-08-19T15:11:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:11:58.730727 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b252042a-34e4-42c2-be47-0b65cc59946d admin admin] Network 6710ff55-3c7d-489d-a9a3-26f08cd665a8 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:11:58.732352 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-b252042a-34e4-42c2-be47-0b65cc59946d admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:11:58.881986 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b252042a-34e4-42c2-be47-0b65cc59946d admin admin] Router 58f3be59-42ed-4502-b364-db6c35274997 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:11:59.048932 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b252042a-34e4-42c2-be47-0b65cc59946d admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:11:59.054507 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b252042a-34e4-42c2-be47-0b65cc59946d admin admin] 10.222.0.69 "PUT /v2.0/routers/58f3be59-42ed-4502-b364-db6c35274997/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2425115 Aug 19 15:11:59.125544 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-abef11df-2443-433f-b1f2-1f0830be299d None None] Provisioning complete for port a9d52827-5c2b-4ba6-bf88-e046d5cd6f54 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:11:59.126016 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-abef11df-2443-433f-b1f2-1f0830be299d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:59.173948 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-abef11df-2443-433f-b1f2-1f0830be299d None None] Port a9d52827-5c2b-4ba6-bf88-e046d5cd6f54 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:11:59.491993 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 3c7ed731-c13d-4361-b9a4-e28a93f53e2d up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:11:59.569693 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 3c7ed731-c13d-4361-b9a4-e28a93f53e2d completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:11:59.575580 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 3c7ed731-c13d-4361-b9a4-e28a93f53e2d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:11:59.576075 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:59.677965 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:59.701839 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 3c7ed731-c13d-4361-b9a4-e28a93f53e2d, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=3c7ed731-c13d-4361-b9a4-e28a93f53e2d,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:11:59.708041 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:11:59.709012 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device a316685c-f2d6-40e9-9197-da8cdbd736dc up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:11:59.803205 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=3c7ed731-c13d-4361-b9a4-e28a93f53e2d,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:11:59.814898 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port a316685c-f2d6-40e9-9197-da8cdbd736dc triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:11:59.815269 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:00.549699 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60626) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:00.682836 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad53ec5-5d33-4825-a934-8b74f7adf4c1 None None] Sync routers for ids ['58f3be59-42ed-4502-b364-db6c35274997'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:12:00.697001 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad53ec5-5d33-4825-a934-8b74f7adf4c1 None None] Routers {'58f3be59-42ed-4502-b364-db6c35274997'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:12:00.697944 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9ad53ec5-5d33-4825-a934-8b74f7adf4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:11:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['58f3be59-42ed-4502-b364-db6c35274997'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:12:00.832004 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-9ad53ec5-5d33-4825-a934-8b74f7adf4c1 None None] Set router 58f3be59-42ed-4502-b364-db6c35274997 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:12:01.035459 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36c1cbb4-cb8d-4eee-867d-193b0ad9f81f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:01.075968 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9ad53ec5-5d33-4825-a934-8b74f7adf4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f3be59-42ed-4502-b364-db6c35274997', 'name': 'tempest-ImageQuotaTest-724389341-router', 'tenant_id': '71e7575212e7416aa5318f7a05d28d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '3c7ed731-c13d-4361-b9a4-e28a93f53e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:11:54Z', 'updated_at': '2021-08-19T15:11:58Z', 'revision_number': 4, 'project_id': '71e7575212e7416aa5318f7a05d28d3b', 'gw_port': {'id': '3c7ed731-c13d-4361-b9a4-e28a93f53e2d', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f3be59-42ed-4502-b364-db6c35274997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:11:55Z', 'updated_at': '2021-08-19T15:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'a9d52827-5c2b-4ba6-bf88-e046d5cd6f54', 'name': '', 'network_id': '6710ff55-3c7d-489d-a9a3-26f08cd665a8', 'tenant_id': '71e7575212e7416aa5318f7a05d28d3b', 'mac_address': 'fa:16:3e:c9:5c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f3be59-42ed-4502-b364-db6c35274997', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '05819259-2591-4deb-8087-e8710c94159b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:11:57Z', 'updated_at': '2021-08-19T15:11:58Z', 'revision_number': 2, 'project_id': '71e7575212e7416aa5318f7a05d28d3b', 'subnets': [{'id': '05819259-2591-4deb-8087-e8710c94159b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:12:01.110748 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad53ec5-5d33-4825-a934-8b74f7adf4c1 None None] Checking router: 58f3be59-42ed-4502-b364-db6c35274997 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:12:01.111246 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad53ec5-5d33-4825-a934-8b74f7adf4c1 None None] Updating router 58f3be59-42ed-4502-b364-db6c35274997 port a9d52827-5c2b-4ba6-bf88-e046d5cd6f54 binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:12:01.146261 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9ad53ec5-5d33-4825-a934-8b74f7adf4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:01.369364 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 3c7ed731-c13d-4361-b9a4-e28a93f53e2d up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:12:01.437868 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-86ba40ca-231d-458f-9747-5a85cdee4ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:01.461788 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-36c1cbb4-cb8d-4eee-867d-193b0ad9f81f admin admin] Deleting port a9d52827-5c2b-4ba6-bf88-e046d5cd6f54 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:12:01.462134 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36c1cbb4-cb8d-4eee-867d-193b0ad9f81f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:01.465334 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 3c7ed731-c13d-4361-b9a4-e28a93f53e2d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:12:01.466032 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:01.542505 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9ad53ec5-5d33-4825-a934-8b74f7adf4c1 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:01.556711 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9ad53ec5-5d33-4825-a934-8b74f7adf4c1 None None] Transition to ACTIVE for port object a9d52827-5c2b-4ba6-bf88-e046d5cd6f54 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:12:01.564538 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36c1cbb4-cb8d-4eee-867d-193b0ad9f81f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:01.569456 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9ad53ec5-5d33-4825-a934-8b74f7adf4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:01.582961 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-36c1cbb4-cb8d-4eee-867d-193b0ad9f81f admin admin] Calling delete_port for a9d52827-5c2b-4ba6-bf88-e046d5cd6f54 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:12:01.658442 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea7278-8e92-4016-9b51-51daebd780b9 None None] Pushing event updated for resources: {'Port': ['ID=a9d52827-5c2b-4ba6-bf88-e046d5cd6f54,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:01.702807 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ea7278-8e92-4016-9b51-51daebd780b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:01.703583 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ea7278-8e92-4016-9b51-51daebd780b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:01.703583 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ea7278-8e92-4016-9b51-51daebd780b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:01.703793 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ea7278-8e92-4016-9b51-51daebd780b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:01.704176 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ea7278-8e92-4016-9b51-51daebd780b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:01.704663 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ea7278-8e92-4016-9b51-51daebd780b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:01.705112 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ea7278-8e92-4016-9b51-51daebd780b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:01.705544 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ea7278-8e92-4016-9b51-51daebd780b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:01.705964 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ea7278-8e92-4016-9b51-51daebd780b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:01.706377 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ea7278-8e92-4016-9b51-51daebd780b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:01.706698 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ea7278-8e92-4016-9b51-51daebd780b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:01.707017 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ea7278-8e92-4016-9b51-51daebd780b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:01.748160 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-9ad53ec5-5d33-4825-a934-8b74f7adf4c1 None None] Attempting to bind port a9d52827-5c2b-4ba6-bf88-e046d5cd6f54 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:12:01.748841 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-9ad53ec5-5d33-4825-a934-8b74f7adf4c1 None None] Attempting to bind port a9d52827-5c2b-4ba6-bf88-e046d5cd6f54 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'bb5eb199-9f65-4ea0-a32a-25060140cf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6710ff55-3c7d-489d-a9a3-26f08cd665a8'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:12:01.749416 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad53ec5-5d33-4825-a934-8b74f7adf4c1 None None] Attempting to bind port a9d52827-5c2b-4ba6-bf88-e046d5cd6f54 on network 6710ff55-3c7d-489d-a9a3-26f08cd665a8 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:12:01.756506 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad53ec5-5d33-4825-a934-8b74f7adf4c1 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:12:01.757177 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad53ec5-5d33-4825-a934-8b74f7adf4c1 None None] Checking segment: {'id': 'bb5eb199-9f65-4ea0-a32a-25060140cf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6710ff55-3c7d-489d-a9a3-26f08cd665a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:12:01.757763 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9ad53ec5-5d33-4825-a934-8b74f7adf4c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:01.758392 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad53ec5-5d33-4825-a934-8b74f7adf4c1 None None] Bound using segment: {'id': 'bb5eb199-9f65-4ea0-a32a-25060140cf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6710ff55-3c7d-489d-a9a3-26f08cd665a8'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:12:01.759115 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-9ad53ec5-5d33-4825-a934-8b74f7adf4c1 None None] Bound port: a9d52827-5c2b-4ba6-bf88-e046d5cd6f54, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb5eb199-9f65-4ea0-a32a-25060140cf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6710ff55-3c7d-489d-a9a3-26f08cd665a8'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:12:01.759738 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9ad53ec5-5d33-4825-a934-8b74f7adf4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:01.865953 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36c1cbb4-cb8d-4eee-867d-193b0ad9f81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:01.866862 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.db.api [None req-9ad53ec5-5d33-4825-a934-8b74f7adf4c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94642) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:12:01.867405 n-d-766043-2 neutron-server[94642]: DEBUG oslo_db.api [None req-9ad53ec5-5d33-4825-a934-8b74f7adf4c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:12:01.903289 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c1cbb4-cb8d-4eee-867d-193b0ad9f81f admin admin] Pushing event deleted for resources: {'Port': ['ID=a9d52827-5c2b-4ba6-bf88-e046d5cd6f54,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:02.012378 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c49cf052-8d46-4939-a36e-a8668f1dbcaa None None] Could not find standard attr ID for object a9d52827-5c2b-4ba6-bf88-e046d5cd6f54. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 15:12:02.385915 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-9ad53ec5-5d33-4825-a934-8b74f7adf4c1 None None] Attempting to bind port a9d52827-5c2b-4ba6-bf88-e046d5cd6f54 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:12:02.386216 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-9ad53ec5-5d33-4825-a934-8b74f7adf4c1 None None] Attempting to bind port a9d52827-5c2b-4ba6-bf88-e046d5cd6f54 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'bb5eb199-9f65-4ea0-a32a-25060140cf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6710ff55-3c7d-489d-a9a3-26f08cd665a8'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:12:02.386546 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad53ec5-5d33-4825-a934-8b74f7adf4c1 None None] Attempting to bind port a9d52827-5c2b-4ba6-bf88-e046d5cd6f54 on network 6710ff55-3c7d-489d-a9a3-26f08cd665a8 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:12:02.392480 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad53ec5-5d33-4825-a934-8b74f7adf4c1 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:12:02.392847 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad53ec5-5d33-4825-a934-8b74f7adf4c1 None None] Checking segment: {'id': 'bb5eb199-9f65-4ea0-a32a-25060140cf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6710ff55-3c7d-489d-a9a3-26f08cd665a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:12:02.393243 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9ad53ec5-5d33-4825-a934-8b74f7adf4c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:02.393632 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad53ec5-5d33-4825-a934-8b74f7adf4c1 None None] Bound using segment: {'id': 'bb5eb199-9f65-4ea0-a32a-25060140cf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6710ff55-3c7d-489d-a9a3-26f08cd665a8'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:12:02.394099 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-9ad53ec5-5d33-4825-a934-8b74f7adf4c1 None None] Bound port: a9d52827-5c2b-4ba6-bf88-e046d5cd6f54, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb5eb199-9f65-4ea0-a32a-25060140cf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6710ff55-3c7d-489d-a9a3-26f08cd665a8'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:12:02.394472 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9ad53ec5-5d33-4825-a934-8b74f7adf4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:02.424760 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-9ad53ec5-5d33-4825-a934-8b74f7adf4c1 None None] Port a9d52827-5c2b-4ba6-bf88-e046d5cd6f54 has been deleted concurrently {{(pid=94642) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 19 15:12:02.437154 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad53ec5-5d33-4825-a934-8b74f7adf4c1 None None] Routers {'58f3be59-42ed-4502-b364-db6c35274997'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:12:02.437927 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9ad53ec5-5d33-4825-a934-8b74f7adf4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:11:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['58f3be59-42ed-4502-b364-db6c35274997'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:12:02.461267 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36c1cbb4-cb8d-4eee-867d-193b0ad9f81f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:02.561959 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-9ad53ec5-5d33-4825-a934-8b74f7adf4c1 None None] Set router 58f3be59-42ed-4502-b364-db6c35274997 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:12:02.710190 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36c1cbb4-cb8d-4eee-867d-193b0ad9f81f admin admin] Router 58f3be59-42ed-4502-b364-db6c35274997 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:12:02.763385 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9ad53ec5-5d33-4825-a934-8b74f7adf4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f3be59-42ed-4502-b364-db6c35274997', 'name': 'tempest-ImageQuotaTest-724389341-router', 'tenant_id': '71e7575212e7416aa5318f7a05d28d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '3c7ed731-c13d-4361-b9a4-e28a93f53e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:11:54Z', 'updated_at': '2021-08-19T15:12:01Z', 'revision_number': 5, 'project_id': '71e7575212e7416aa5318f7a05d28d3b', 'gw_port': {'id': '3c7ed731-c13d-4361-b9a4-e28a93f53e2d', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f3be59-42ed-4502-b364-db6c35274997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:11:55Z', 'updated_at': '2021-08-19T15:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:12:02.792627 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad53ec5-5d33-4825-a934-8b74f7adf4c1 None None] The sync data for ids ['58f3be59-42ed-4502-b364-db6c35274997'] in n-d-766043-2 is: [{'id': '58f3be59-42ed-4502-b364-db6c35274997', 'name': 'tempest-ImageQuotaTest-724389341-router', 'tenant_id': '71e7575212e7416aa5318f7a05d28d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '3c7ed731-c13d-4361-b9a4-e28a93f53e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:11:54Z', 'updated_at': '2021-08-19T15:12:01Z', 'revision_number': 5, 'project_id': '71e7575212e7416aa5318f7a05d28d3b', 'gw_port': {'id': '3c7ed731-c13d-4361-b9a4-e28a93f53e2d', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f3be59-42ed-4502-b364-db6c35274997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:11:55Z', 'updated_at': '2021-08-19T15:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:12:02.841020 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c1cbb4-cb8d-4eee-867d-193b0ad9f81f admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:12:02.850815 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 60634) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:02.851376 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-36c1cbb4-cb8d-4eee-867d-193b0ad9f81f admin admin] 10.222.0.69 "PUT /v2.0/routers/58f3be59-42ed-4502-b364-db6c35274997/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3011923 Aug 19 15:12:02.994296 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7a7703d3-c1c6-4496-8fd4-b522fe1c66e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:03.121774 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7a7703d3-c1c6-4496-8fd4-b522fe1c66e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:03.207014 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-7a7703d3-c1c6-4496-8fd4-b522fe1c66e0 admin admin] Deleting port 3c7ed731-c13d-4361-b9a4-e28a93f53e2d {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:12:03.207500 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7a7703d3-c1c6-4496-8fd4-b522fe1c66e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:03.311920 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-7a7703d3-c1c6-4496-8fd4-b522fe1c66e0 admin admin] For port 3c7ed731-c13d-4361-b9a4-e28a93f53e2d, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=3c7ed731-c13d-4361-b9a4-e28a93f53e2d,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:12:03.312328 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7a7703d3-c1c6-4496-8fd4-b522fe1c66e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:03.333499 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-7a7703d3-c1c6-4496-8fd4-b522fe1c66e0 admin admin] Calling delete_port for 3c7ed731-c13d-4361-b9a4-e28a93f53e2d owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:12:03.576050 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7a7703d3-c1c6-4496-8fd4-b522fe1c66e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:03.609541 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7703d3-c1c6-4496-8fd4-b522fe1c66e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c7ed731-c13d-4361-b9a4-e28a93f53e2d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:03.650054 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeb29d4-873f-4ab4-bc51-f02cf064fcbb None None] Sync routers for ids ['58f3be59-42ed-4502-b364-db6c35274997'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:12:03.661509 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeb29d4-873f-4ab4-bc51-f02cf064fcbb None None] Routers {'58f3be59-42ed-4502-b364-db6c35274997'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:12:03.662289 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-dfeb29d4-873f-4ab4-bc51-f02cf064fcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:11:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['58f3be59-42ed-4502-b364-db6c35274997'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:12:03.683782 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7a7703d3-c1c6-4496-8fd4-b522fe1c66e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:03.794131 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7a7703d3-c1c6-4496-8fd4-b522fe1c66e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:03.798706 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7a7703d3-c1c6-4496-8fd4-b522fe1c66e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:03.879828 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7a7703d3-c1c6-4496-8fd4-b522fe1c66e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:03.880620 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7703d3-c1c6-4496-8fd4-b522fe1c66e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58f3be59-42ed-4502-b364-db6c35274997 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:12:03.886680 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7a7703d3-c1c6-4496-8fd4-b522fe1c66e0 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:03.893096 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-7a7703d3-c1c6-4496-8fd4-b522fe1c66e0 admin admin] 10.222.0.69 "DELETE /v2.0/routers/58f3be59-42ed-4502-b364-db6c35274997 HTTP/1.1" status: 204 len: 168 time: 1.0357347 Aug 19 15:12:03.895568 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 60638) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:03.948914 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-85a40c2a-156a-4ac3-9f68-9eb6e306d9ee admin admin] Deleting subnet 05819259-2591-4deb-8087-e8710c94159b {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:12:03.954354 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-85a40c2a-156a-4ac3-9f68-9eb6e306d9ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:03.964545 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-dfeb29d4-873f-4ab4-bc51-f02cf064fcbb None None] Set router 58f3be59-42ed-4502-b364-db6c35274997 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:12:03.995525 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-85a40c2a-156a-4ac3-9f68-9eb6e306d9ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:04.039252 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-dfeb29d4-873f-4ab4-bc51-f02cf064fcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f3be59-42ed-4502-b364-db6c35274997', 'name': 'tempest-ImageQuotaTest-724389341-router', 'tenant_id': '71e7575212e7416aa5318f7a05d28d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:11:54Z', 'updated_at': '2021-08-19T15:12:03Z', 'revision_number': 7, 'project_id': '71e7575212e7416aa5318f7a05d28d3b', 'gw_port_host': None}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:12:04.085068 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeb29d4-873f-4ab4-bc51-f02cf064fcbb None None] Checking router: 58f3be59-42ed-4502-b364-db6c35274997 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:12:04.098845 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeb29d4-873f-4ab4-bc51-f02cf064fcbb None None] Routers set() bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:12:04.099793 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeb29d4-873f-4ab4-bc51-f02cf064fcbb None None] Router IDs set() for agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 19 15:12:04.100687 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_agentschedulers_db [None req-dfeb29d4-873f-4ab4-bc51-f02cf064fcbb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'58f3be59-42ed-4502-b364-db6c35274997'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:11:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent'). {{(pid=94641) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 19 15:12:04.101175 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeb29d4-873f-4ab4-bc51-f02cf064fcbb None None] The sync data for ids ['58f3be59-42ed-4502-b364-db6c35274997'] in n-d-766043-2 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:12:04.103280 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-85a40c2a-156a-4ac3-9f68-9eb6e306d9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:04.174990 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-85a40c2a-156a-4ac3-9f68-9eb6e306d9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:04.203794 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a40c2a-156a-4ac3-9f68-9eb6e306d9ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05819259-2591-4deb-8087-e8710c94159b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:04.209935 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-85a40c2a-156a-4ac3-9f68-9eb6e306d9ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:04.214356 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-85a40c2a-156a-4ac3-9f68-9eb6e306d9ee admin admin] 10.222.0.69 "DELETE /v2.0/subnets/05819259-2591-4deb-8087-e8710c94159b HTTP/1.1" status: 204 len: 168 time: 0.3176358 Aug 19 15:12:04.214700 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60640) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:04.221164 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2716da-aa66-436d-b45a-334cc4c181d9 None None] Network 6710ff55-3c7d-489d-a9a3-26f08cd665a8 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:12:04.320956 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6c207857-3594-4bf1-a0dd-dd5f99592c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:04.341266 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:04.389069 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-309c6de6-0928-47c8-a7ad-e45e8253074d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:04.394766 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-6c207857-3594-4bf1-a0dd-dd5f99592c1d admin admin] Deleting port a316685c-f2d6-40e9-9197-da8cdbd736dc {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:12:04.395337 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6c207857-3594-4bf1-a0dd-dd5f99592c1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:04.469767 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-6c207857-3594-4bf1-a0dd-dd5f99592c1d admin admin] For port a316685c-f2d6-40e9-9197-da8cdbd736dc, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=a316685c-f2d6-40e9-9197-da8cdbd736dc,segment=NetworkSegment(bb5eb199-9f65-4ea0-a32a-25060140cf55),segment_id=bb5eb199-9f65-4ea0-a32a-25060140cf55)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:12:04.470169 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6c207857-3594-4bf1-a0dd-dd5f99592c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:04.490614 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-6c207857-3594-4bf1-a0dd-dd5f99592c1d admin admin] Calling delete_port for a316685c-f2d6-40e9-9197-da8cdbd736dc owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:12:04.551145 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:04.593635 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6c207857-3594-4bf1-a0dd-dd5f99592c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:04.623011 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c207857-3594-4bf1-a0dd-dd5f99592c1d admin admin] Pushing event deleted for resources: {'Port': ['ID=a316685c-f2d6-40e9-9197-da8cdbd736dc,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:04.624994 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c207857-3594-4bf1-a0dd-dd5f99592c1d admin admin] No DVR routers for this DVR port a316685c-f2d6-40e9-9197-da8cdbd736dc on host n-d-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:12:04.708474 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2737898-1d7f-4daa-9552-b1906887e5ad None None] DHCP port deletion for 6710ff55-3c7d-489d-a9a3-26f08cd665a8 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:12:04.738843 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6c207857-3594-4bf1-a0dd-dd5f99592c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:04.760025 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6c207857-3594-4bf1-a0dd-dd5f99592c1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6710ff55-3c7d-489d-a9a3-26f08cd665a8']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:12:04.775185 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6c207857-3594-4bf1-a0dd-dd5f99592c1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb5eb199-9f65-4ea0-a32a-25060140cf55') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:12:04.775668 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6c207857-3594-4bf1-a0dd-dd5f99592c1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb5eb199-9f65-4ea0-a32a-25060140cf55') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:12:04.798450 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6c207857-3594-4bf1-a0dd-dd5f99592c1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:04.815089 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6c207857-3594-4bf1-a0dd-dd5f99592c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:04.836475 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c207857-3594-4bf1-a0dd-dd5f99592c1d admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:12:04.837086 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6c207857-3594-4bf1-a0dd-dd5f99592c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:04.838944 n-d-766043-2 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:12:04.838944 n-d-766043-2 neutron-server[94639]: items = [ Aug 19 15:12:04.838944 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 15:12:04.838944 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:12:04.838944 n-d-766043-2 neutron-server[94639]: timer() Aug 19 15:12:04.838944 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:12:04.838944 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 15:12:04.838944 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:12:04.838944 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 15:12:04.838944 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:12:04.838944 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 15:12:04.838944 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:12:04.838944 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 15:12:04.838944 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:12:04.838944 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 15:12:04.838944 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:12:04.838944 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:12:04.838944 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:12:04.838944 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:12:04.838944 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:12:04.838944 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 15:12:04.838944 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:12:04.838944 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 15:12:04.838944 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:12:04.838944 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:12:04.838944 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:12:04.838944 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 15:12:04.838944 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:12:04.838944 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:12:04.838944 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:12:04.838944 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:12:04.838944 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:12:04.838944 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:12:04.838944 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:12:04.917877 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6c207857-3594-4bf1-a0dd-dd5f99592c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:04.925613 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6c207857-3594-4bf1-a0dd-dd5f99592c1d admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:04.927386 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6c207857-3594-4bf1-a0dd-dd5f99592c1d admin admin] 10.222.0.69 "DELETE /v2.0/networks/6710ff55-3c7d-489d-a9a3-26f08cd665a8 HTTP/1.1" status: 204 len: 168 time: 0.7116957 Aug 19 15:12:04.947817 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c207857-3594-4bf1-a0dd-dd5f99592c1d admin admin] Pushing event deleted for resources: {'Network': ['ID=6710ff55-3c7d-489d-a9a3-26f08cd665a8,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:05.114330 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60656) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:05.171822 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-92627cf7-9a2c-45b8-8cdd-05374f255edf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=71e7575212e7416aa5318f7a05d28d3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0554080 Aug 19 15:12:05.173908 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 60658) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:05.180341 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:05.246041 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-25c1efec-525a-4acd-a566-fc12193fa6ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:05.278309 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-25c1efec-525a-4acd-a566-fc12193fa6ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:05.326437 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 3c7ed731-c13d-4361-b9a4-e28a93f53e2d no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:12:05.348919 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 3c7ed731-c13d-4361-b9a4-e28a93f53e2d {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:12:05.349707 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 3c7ed731-c13d-4361-b9a4-e28a93f53e2d not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:12:05.350264 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device a316685c-f2d6-40e9-9197-da8cdbd736dc no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:12:05.351337 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-25c1efec-525a-4acd-a566-fc12193fa6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:05.354986 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-25c1efec-525a-4acd-a566-fc12193fa6ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:05.356327 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-25c1efec-525a-4acd-a566-fc12193fa6ff admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/35e997f2-2664-4fbc-8bad-24bafd6af84d HTTP/1.1" status: 204 len: 168 time: 0.1813588 Aug 19 15:12:05.367615 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c1efec-525a-4acd-a566-fc12193fa6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e997f2-2664-4fbc-8bad-24bafd6af84d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:05.392016 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: a316685c-f2d6-40e9-9197-da8cdbd736dc {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:12:05.392594 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device a316685c-f2d6-40e9-9197-da8cdbd736dc not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:12:05.525731 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:05.772270 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60666) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:05.795501 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fad10107-e4c8-4f08-ada9-e128eb25cb17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:05.910670 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fad10107-e4c8-4f08-ada9-e128eb25cb17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:05.916502 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fad10107-e4c8-4f08-ada9-e128eb25cb17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:05.954550 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad10107-e4c8-4f08-ada9-e128eb25cb17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9401e466-05b4-46df-9225-c3fcf8ab4d20,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:05.959373 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-fad10107-e4c8-4f08-ada9-e128eb25cb17 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1857839 Aug 19 15:12:05.962747 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 60668) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:06.012593 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f65c3712-ecba-4dfc-82f7-9c2ea507a62f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:06.035396 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f65c3712-ecba-4dfc-82f7-9c2ea507a62f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:06.090150 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f65c3712-ecba-4dfc-82f7-9c2ea507a62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:06.093572 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f65c3712-ecba-4dfc-82f7-9c2ea507a62f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:06.097187 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f65c3712-ecba-4dfc-82f7-9c2ea507a62f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9401e466-05b4-46df-9225-c3fcf8ab4d20 HTTP/1.1" status: 204 len: 168 time: 0.1332481 Aug 19 15:12:06.109425 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c3712-ecba-4dfc-82f7-9c2ea507a62f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9401e466-05b4-46df-9225-c3fcf8ab4d20,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:06.990992 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:24.514750 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-78dc0e5e-c767-4ca3-aeea-5f20deb240dd req-c677ed4a-935e-4eb0-8d6e-bfc9e2a732cf service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4d4e6fcb-b850-4a3d-ab03-71ec53830ec8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0460570 Aug 19 15:12:24.606259 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc0e5e-c767-4ca3-aeea-5f20deb240dd req-f359c1c0-2c30-4cb4-951a-5893f05f6bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:24.607783 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-78dc0e5e-c767-4ca3-aeea-5f20deb240dd req-f359c1c0-2c30-4cb4-951a-5893f05f6bb7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0550ac85b3b548ae984f8729832afa44&device_id=4d4e6fcb-b850-4a3d-ab03-71ec53830ec8 HTTP/1.1" status: 200 len: 1096 time: 0.0452526 Aug 19 15:12:24.715449 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc0e5e-c767-4ca3-aeea-5f20deb240dd req-3056e114-bf14-4ee0-b427-052c2e5b3a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:24.716929 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-78dc0e5e-c767-4ca3-aeea-5f20deb240dd req-3056e114-bf14-4ee0-b427-052c2e5b3a1a service neutron] 10.222.0.88 "GET /v2.0/networks?id=042ff527-1fae-4bd9-883c-64e28e4df4d0 HTTP/1.1" status: 200 len: 912 time: 0.0867105 Aug 19 15:12:24.790823 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-78dc0e5e-c767-4ca3-aeea-5f20deb240dd req-4308c576-192a-4830-8283-2e422aa16faf service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7dcc2f28-3393-4c94-b777-b64025ee1da5 HTTP/1.1" status: 200 len: 1001 time: 0.0657933 Aug 19 15:12:24.852262 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc0e5e-c767-4ca3-aeea-5f20deb240dd req-65e85b1e-e4d6-4262-87bc-7e469fa1fe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:24.853817 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-78dc0e5e-c767-4ca3-aeea-5f20deb240dd req-65e85b1e-e4d6-4262-87bc-7e469fa1fe07 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4501b342-71e0-4b08-b9d8-b651dd87e075 HTTP/1.1" status: 200 len: 850 time: 0.0562739 Aug 19 15:12:24.901468 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc0e5e-c767-4ca3-aeea-5f20deb240dd req-428b779f-794d-4f7d-bbf3-9d5928cb293b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:12:24.903004 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-78dc0e5e-c767-4ca3-aeea-5f20deb240dd req-428b779f-794d-4f7d-bbf3-9d5928cb293b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=042ff527-1fae-4bd9-883c-64e28e4df4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413482 Aug 19 15:12:25.003146 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-78dc0e5e-c767-4ca3-aeea-5f20deb240dd req-82164147-addf-4771-87d1-1cce199ff138 service neutron] 10.222.0.88 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913351 Aug 19 15:12:25.099112 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-78dc0e5e-c767-4ca3-aeea-5f20deb240dd req-6b0697d8-2738-41cf-a0a4-31d365006cd9 service neutron] 10.222.0.88 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886829 Aug 19 15:12:26.003924 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:12:31.419461 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cdd437b2-3e3b-4e31-891c-17561811e3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:34.272040 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:34.328231 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0c5e0a5f-68c4-41f6-90b8-c90b236b6253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:34.541003 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:35.179018 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:35.532129 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:36.982814 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:38.120302 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33194) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:38.268670 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2c2ff062-c565-484d-978d-7ae18295dc76 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=62282923d75c46feb1be9654028c0204&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1463580 Aug 19 15:12:38.270786 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33198) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:38.323385 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6cd625d8-efa5-4a57-affb-f16f07656e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:38.346808 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6cd625d8-efa5-4a57-affb-f16f07656e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:38.394992 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6cd625d8-efa5-4a57-affb-f16f07656e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:38.397605 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6cd625d8-efa5-4a57-affb-f16f07656e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:38.398774 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6cd625d8-efa5-4a57-affb-f16f07656e28 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ff8e5c28-7301-49c9-a0ba-0b88b8ebb250 HTTP/1.1" status: 204 len: 168 time: 0.1270688 Aug 19 15:12:38.406584 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd625d8-efa5-4a57-affb-f16f07656e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8e5c28-7301-49c9-a0ba-0b88b8ebb250,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:38.417702 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd625d8-efa5-4a57-affb-f16f07656e28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:38.418107 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd625d8-efa5-4a57-affb-f16f07656e28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:38.418462 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd625d8-efa5-4a57-affb-f16f07656e28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:38.418800 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd625d8-efa5-4a57-affb-f16f07656e28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:38.419134 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd625d8-efa5-4a57-affb-f16f07656e28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:38.419464 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd625d8-efa5-4a57-affb-f16f07656e28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:38.419797 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd625d8-efa5-4a57-affb-f16f07656e28 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:38.420173 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd625d8-efa5-4a57-affb-f16f07656e28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:38.420533 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd625d8-efa5-4a57-affb-f16f07656e28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:38.420856 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd625d8-efa5-4a57-affb-f16f07656e28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:38.421180 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd625d8-efa5-4a57-affb-f16f07656e28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:38.421501 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd625d8-efa5-4a57-affb-f16f07656e28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:56.707343 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 33330) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:56.834937 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2ad0fca-0e38-43e4-b2f9-a11852b111af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:56.931171 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2ad0fca-0e38-43e4-b2f9-a11852b111af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:56.938635 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2ad0fca-0e38-43e4-b2f9-a11852b111af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:56.981756 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ad0fca-0e38-43e4-b2f9-a11852b111af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41dfd34e-caf5-4578-be27-126f3a8bda59,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:12:56.985796 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-b2ad0fca-0e38-43e4-b2f9-a11852b111af admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c6790b4d44394e70ba6827f760e5416b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2774119 Aug 19 15:12:56.990661 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33334) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:12:56.995818 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ad0fca-0e38-43e4-b2f9-a11852b111af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:56.996171 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ad0fca-0e38-43e4-b2f9-a11852b111af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:56.996529 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ad0fca-0e38-43e4-b2f9-a11852b111af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:56.996977 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ad0fca-0e38-43e4-b2f9-a11852b111af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:56.997310 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ad0fca-0e38-43e4-b2f9-a11852b111af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:56.997637 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ad0fca-0e38-43e4-b2f9-a11852b111af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:56.997961 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ad0fca-0e38-43e4-b2f9-a11852b111af admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:56.998393 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ad0fca-0e38-43e4-b2f9-a11852b111af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:56.998646 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ad0fca-0e38-43e4-b2f9-a11852b111af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:56.999062 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ad0fca-0e38-43e4-b2f9-a11852b111af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:56.999392 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ad0fca-0e38-43e4-b2f9-a11852b111af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:56.999710 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ad0fca-0e38-43e4-b2f9-a11852b111af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:12:57.053897 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e86bf28d-9dce-4cb3-827d-f32ef835839a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:57.075649 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e86bf28d-9dce-4cb3-827d-f32ef835839a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:57.129342 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e86bf28d-9dce-4cb3-827d-f32ef835839a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:57.132026 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e86bf28d-9dce-4cb3-827d-f32ef835839a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:12:57.133228 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e86bf28d-9dce-4cb3-827d-f32ef835839a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/41dfd34e-caf5-4578-be27-126f3a8bda59 HTTP/1.1" status: 204 len: 168 time: 0.1420887 Aug 19 15:12:57.141920 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86bf28d-9dce-4cb3-827d-f32ef835839a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41dfd34e-caf5-4578-be27-126f3a8bda59,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:01.410940 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a2ed1290-d2fc-430c-bc94-98072c5a4abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:03.003383 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:13:04.294094 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:04.332756 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ace141f1-7705-4b01-969b-516a194e7437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:04.538484 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:05.182137 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:05.546672 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:06.368063 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33408) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:06.497497 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c4d87e08-9d3b-4969-98ad-102a18ff5018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:06.597365 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c4d87e08-9d3b-4969-98ad-102a18ff5018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:06.602575 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c4d87e08-9d3b-4969-98ad-102a18ff5018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:06.643928 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c4d87e08-9d3b-4969-98ad-102a18ff5018 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=347f9b6757494df4a54a44ad5320c0d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2746489 Aug 19 15:13:06.644697 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d87e08-9d3b-4969-98ad-102a18ff5018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87676617-877c-4e19-85ae-cd5c99c5e7dd,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:06.647789 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 33412) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:06.701419 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3a46dea0-68c6-4b29-bcc3-7b403e6646c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:06.723163 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3a46dea0-68c6-4b29-bcc3-7b403e6646c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:06.772801 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3a46dea0-68c6-4b29-bcc3-7b403e6646c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:06.777262 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3a46dea0-68c6-4b29-bcc3-7b403e6646c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:06.778451 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-3a46dea0-68c6-4b29-bcc3-7b403e6646c8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/87676617-877c-4e19-85ae-cd5c99c5e7dd HTTP/1.1" status: 204 len: 168 time: 0.1292326 Aug 19 15:13:06.786997 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a46dea0-68c6-4b29-bcc3-7b403e6646c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87676617-877c-4e19-85ae-cd5c99c5e7dd,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:06.988564 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:07.497868 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33434) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:07.615511 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-6e67c439-0227-479f-9dd4-86e62e210048 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-441618722-network', 'tenant_id': 'a03992382af24018bd57acd075d2e203'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:13:07.639048 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e67c439-0227-479f-9dd4-86e62e210048 admin admin] Made reservation on behalf of a03992382af24018bd57acd075d2e203 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:13:07.641557 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e67c439-0227-479f-9dd4-86e62e210048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:07.651196 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e67c439-0227-479f-9dd4-86e62e210048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:07.764927 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e67c439-0227-479f-9dd4-86e62e210048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:07.770088 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e67c439-0227-479f-9dd4-86e62e210048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:07.797078 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e67c439-0227-479f-9dd4-86e62e210048 admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:13:07.813482 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e67c439-0227-479f-9dd4-86e62e210048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59920bd-7850-40da-b741-6a9423b1591d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:07.816402 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e67c439-0227-479f-9dd4-86e62e210048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:07.816769 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-6e67c439-0227-479f-9dd4-86e62e210048 admin admin] Added segment c1617b95-59b5-4046-a1e0-3d5aefeca534 of type vlan for network d4041ea8-5d99-4254-afa5-b5159ee23cab Aug 19 15:13:07.861076 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e67c439-0227-479f-9dd4-86e62e210048 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:07.887012 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e67c439-0227-479f-9dd4-86e62e210048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:07.888086 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e67c439-0227-479f-9dd4-86e62e210048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:07.888696 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e67c439-0227-479f-9dd4-86e62e210048 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:07.943577 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6e67c439-0227-479f-9dd4-86e62e210048 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4445229 Aug 19 15:13:07.947956 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 33438) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:07.951547 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e67c439-0227-479f-9dd4-86e62e210048 admin admin] Pushing event updated for resources: {'Network': ['ID=d4041ea8-5d99-4254-afa5-b5159ee23cab,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:07.953957 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b48d8ce9-ac33-4907-8b8f-55173eb56b5e admin admin] Request body: {'subnet': {'network_id': 'd4041ea8-5d99-4254-afa5-b5159ee23cab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-441618722-subnet', 'tenant_id': 'a03992382af24018bd57acd075d2e203', 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:13:07.963719 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network d4041ea8-5d99-4254-afa5-b5159ee23cab details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:13:07.977818 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48d8ce9-ac33-4907-8b8f-55173eb56b5e admin admin] Made reservation on behalf of a03992382af24018bd57acd075d2e203 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:13:07.980247 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b48d8ce9-ac33-4907-8b8f-55173eb56b5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:08.160441 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b48d8ce9-ac33-4907-8b8f-55173eb56b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:08.219805 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d8ce9-ac33-4907-8b8f-55173eb56b5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4d5cd8a-4f32-4ad9-9e93-cc7790eb34d6,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:08.230086 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48d8ce9-ac33-4907-8b8f-55173eb56b5e admin admin] Checking segment: {'id': 'c1617b95-59b5-4046-a1e0-3d5aefeca534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd4041ea8-5d99-4254-afa5-b5159ee23cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:13:08.230441 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48d8ce9-ac33-4907-8b8f-55173eb56b5e admin admin] Network hostable DHCP agents. Network: d4041ea8-5d99-4254-afa5-b5159ee23cab, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:13:08.248323 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48d8ce9-ac33-4907-8b8f-55173eb56b5e admin admin] Network d4041ea8-5d99-4254-afa5-b5159ee23cab is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:13:08.259035 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-b48d8ce9-ac33-4907-8b8f-55173eb56b5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, d4041ea8-5d99-4254-afa5-b5159ee23cab) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:13:08.263178 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48d8ce9-ac33-4907-8b8f-55173eb56b5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:08.263783 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b48d8ce9-ac33-4907-8b8f-55173eb56b5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:08.268753 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d9f273-fecb-40e7-9b0d-5728ec0274a2 None None] Network d4041ea8-5d99-4254-afa5-b5159ee23cab requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:13:08.278928 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-b48d8ce9-ac33-4907-8b8f-55173eb56b5e admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3295753 Aug 19 15:13:08.281644 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 33440) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:08.286559 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-4d7d11ff-42ac-4214-9ee4-3d01aaa6eb00 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-441618722-router', 'tenant_id': 'a03992382af24018bd57acd075d2e203', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:13:08.311978 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d7d11ff-42ac-4214-9ee4-3d01aaa6eb00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:08.313068 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d7d11ff-42ac-4214-9ee4-3d01aaa6eb00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:08.371001 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d7d11ff-42ac-4214-9ee4-3d01aaa6eb00 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:08.433882 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4db47f-e306-4923-8be6-71c93c9fd99a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-d4041ea8-5d99-4254-afa5-b5159ee23cab', 'network_id': 'd4041ea8-5d99-4254-afa5-b5159ee23cab', 'tenant_id': 'a03992382af24018bd57acd075d2e203', 'fixed_ips': [{'subnet_id': 'a4d5cd8a-4f32-4ad9-9e93-cc7790eb34d6'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:13:08.434780 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6d4db47f-e306-4923-8be6-71c93c9fd99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:08.513316 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d7d11ff-42ac-4214-9ee4-3d01aaa6eb00 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:08.577765 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-6d4db47f-e306-4923-8be6-71c93c9fd99a None None] Allocated IP 172.20.0.2 (d4041ea8-5d99-4254-afa5-b5159ee23cab/a4d5cd8a-4f32-4ad9-9e93-cc7790eb34d6/f1530f51-0db9-45c5-92b7-93aa9cc781fb) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:13:08.722303 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33442) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:08.723263 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d7d11ff-42ac-4214-9ee4-3d01aaa6eb00 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:08.735505 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6d4db47f-e306-4923-8be6-71c93c9fd99a None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:08.745773 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6d4db47f-e306-4923-8be6-71c93c9fd99a None None] Transition to ACTIVE for port object f1530f51-0db9-45c5-92b7-93aa9cc781fb will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:13:08.747089 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d7d11ff-42ac-4214-9ee4-3d01aaa6eb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:08.767029 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6d4db47f-e306-4923-8be6-71c93c9fd99a None None] Transition to ACTIVE for port object f1530f51-0db9-45c5-92b7-93aa9cc781fb will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:13:08.776649 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6d4db47f-e306-4923-8be6-71c93c9fd99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:08.818446 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4db47f-e306-4923-8be6-71c93c9fd99a None None] Network d4041ea8-5d99-4254-afa5-b5159ee23cab is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:13:08.821770 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-6d4db47f-e306-4923-8be6-71c93c9fd99a None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:13:08.825645 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4db47f-e306-4923-8be6-71c93c9fd99a None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:13:08.838101 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4db47f-e306-4923-8be6-71c93c9fd99a None None] Pushing event updated for resources: {'Port': ['ID=f1530f51-0db9-45c5-92b7-93aa9cc781fb,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:08.879545 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-4d7d11ff-42ac-4214-9ee4-3d01aaa6eb00 admin admin] Allocated IP 172.25.2.73 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/4c03c73d-49fe-42b3-9174-8abb8a01e6ec) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:13:08.889415 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4db47f-e306-4923-8be6-71c93c9fd99a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:08.889739 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4db47f-e306-4923-8be6-71c93c9fd99a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:08.890136 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4db47f-e306-4923-8be6-71c93c9fd99a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:08.890427 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4db47f-e306-4923-8be6-71c93c9fd99a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:08.890776 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4db47f-e306-4923-8be6-71c93c9fd99a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:08.891101 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4db47f-e306-4923-8be6-71c93c9fd99a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:08.891429 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4db47f-e306-4923-8be6-71c93c9fd99a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:08.891821 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4db47f-e306-4923-8be6-71c93c9fd99a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:08.892157 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4db47f-e306-4923-8be6-71c93c9fd99a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:08.893073 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4db47f-e306-4923-8be6-71c93c9fd99a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:08.893462 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4db47f-e306-4923-8be6-71c93c9fd99a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:08.893726 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4db47f-e306-4923-8be6-71c93c9fd99a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:08.908179 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-6d4db47f-e306-4923-8be6-71c93c9fd99a None None] Attempting to bind port f1530f51-0db9-45c5-92b7-93aa9cc781fb on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:13:08.909285 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-6d4db47f-e306-4923-8be6-71c93c9fd99a None None] Attempting to bind port f1530f51-0db9-45c5-92b7-93aa9cc781fb by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'c1617b95-59b5-4046-a1e0-3d5aefeca534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd4041ea8-5d99-4254-afa5-b5159ee23cab'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:13:08.909883 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4db47f-e306-4923-8be6-71c93c9fd99a None None] Attempting to bind port f1530f51-0db9-45c5-92b7-93aa9cc781fb on network d4041ea8-5d99-4254-afa5-b5159ee23cab {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:13:08.915269 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4db47f-e306-4923-8be6-71c93c9fd99a None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:13:08.915645 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4db47f-e306-4923-8be6-71c93c9fd99a None None] Checking segment: {'id': 'c1617b95-59b5-4046-a1e0-3d5aefeca534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd4041ea8-5d99-4254-afa5-b5159ee23cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:13:08.916052 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6d4db47f-e306-4923-8be6-71c93c9fd99a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:08.916463 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4db47f-e306-4923-8be6-71c93c9fd99a None None] Bound using segment: {'id': 'c1617b95-59b5-4046-a1e0-3d5aefeca534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd4041ea8-5d99-4254-afa5-b5159ee23cab'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:13:08.916938 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-6d4db47f-e306-4923-8be6-71c93c9fd99a None None] Bound port: f1530f51-0db9-45c5-92b7-93aa9cc781fb, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1617b95-59b5-4046-a1e0-3d5aefeca534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd4041ea8-5d99-4254-afa5-b5159ee23cab'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:13:08.917321 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6d4db47f-e306-4923-8be6-71c93c9fd99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:08.989378 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6d4db47f-e306-4923-8be6-71c93c9fd99a None None] For port f1530f51-0db9-45c5-92b7-93aa9cc781fb, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:13:08.993425 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6d4db47f-e306-4923-8be6-71c93c9fd99a None None] For port f1530f51-0db9-45c5-92b7-93aa9cc781fb, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=f1530f51-0db9-45c5-92b7-93aa9cc781fb,segment=NetworkSegment(c1617b95-59b5-4046-a1e0-3d5aefeca534),segment_id=c1617b95-59b5-4046-a1e0-3d5aefeca534)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:13:08.999244 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6d4db47f-e306-4923-8be6-71c93c9fd99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:09.012835 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d7d11ff-42ac-4214-9ee4-3d01aaa6eb00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:09.066280 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4db47f-e306-4923-8be6-71c93c9fd99a None None] Pushing event updated for resources: {'Port': ['ID=f1530f51-0db9-45c5-92b7-93aa9cc781fb,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:09.098133 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d7d11ff-42ac-4214-9ee4-3d01aaa6eb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:09.142377 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-15baf00a-bafa-4d85-91f6-2583c4c412e3 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Deleting port cb09462b-e416-4446-ab56-47b9a6168bb8 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:13:09.142926 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15baf00a-bafa-4d85-91f6-2583c4c412e3 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:09.155439 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7d11ff-42ac-4214-9ee4-3d01aaa6eb00 admin admin] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:13:09.158851 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-4d7d11ff-42ac-4214-9ee4-3d01aaa6eb00 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:13:09.162941 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7d11ff-42ac-4214-9ee4-3d01aaa6eb00 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:13:09.189877 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d11ff-42ac-4214-9ee4-3d01aaa6eb00 admin admin] Pushing event updated for resources: {'Port': ['ID=4c03c73d-49fe-42b3-9174-8abb8a01e6ec,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:09.263791 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15baf00a-bafa-4d85-91f6-2583c4c412e3 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:09.264215 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15baf00a-bafa-4d85-91f6-2583c4c412e3 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:09.279649 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-15baf00a-bafa-4d85-91f6-2583c4c412e3 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Calling delete_port for cb09462b-e416-4446-ab56-47b9a6168bb8 owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:13:09.441455 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device f1530f51-0db9-45c5-92b7-93aa9cc781fb up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:13:09.527395 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port f1530f51-0db9-45c5-92b7-93aa9cc781fb completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:13:09.533907 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d7d11ff-42ac-4214-9ee4-3d01aaa6eb00 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:09.572850 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15baf00a-bafa-4d85-91f6-2583c4c412e3 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:09.607579 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15baf00a-bafa-4d85-91f6-2583c4c412e3 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Pushing event deleted for resources: {'Port': ['ID=cb09462b-e416-4446-ab56-47b9a6168bb8,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:09.675138 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15baf00a-bafa-4d85-91f6-2583c4c412e3 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:09.675474 n-d-766043-2 neutron-server[94639]: INFO neutron.db.l3_db [None req-15baf00a-bafa-4d85-91f6-2583c4c412e3 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Floating IP 399f4fe6-0ece-4367-ac25-67d52bf973f7 disassociated (deleted). External IP: 172.25.2.90, port: b47fd451-1c28-4c46-889a-fd03c0c8ac46. Aug 19 15:13:09.911270 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15baf00a-bafa-4d85-91f6-2583c4c412e3 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Router ca65e901-eea1-45f3-9424-a1acad466ee4 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:13:10.030274 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15baf00a-bafa-4d85-91f6-2583c4c412e3 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:13:10.037515 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15baf00a-bafa-4d85-91f6-2583c4c412e3 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:10.041035 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cecf8b-16be-4a60-9b7c-8de179f1dd46 None None] Sync routers for ids ['ca65e901-eea1-45f3-9424-a1acad466ee4'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:13:10.051709 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cecf8b-16be-4a60-9b7c-8de179f1dd46 None None] Routers {'ca65e901-eea1-45f3-9424-a1acad466ee4'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:10.052669 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e5cecf8b-16be-4a60-9b7c-8de179f1dd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:13:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['ca65e901-eea1-45f3-9424-a1acad466ee4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:10.076587 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-15baf00a-bafa-4d85-91f6-2583c4c412e3 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "DELETE /v2.0/floatingips/399f4fe6-0ece-4367-ac25-67d52bf973f7 HTTP/1.1" status: 204 len: 168 time: 1.3527884 Aug 19 15:13:10.077312 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30cfdc45-3de5-4fe7-b248-759cb2ee03c0', 'tag': 'b47fd451-1c28-4c46-889a-fd03c0c8ac46'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:13:10.081786 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8380632e-152c-420e-8511-24fcede72b4b" -d '{"events": [{"name": "network-changed", "server_uuid": "30cfdc45-3de5-4fe7-b248-759cb2ee03c0", "tag": "b47fd451-1c28-4c46-889a-fd03c0c8ac46"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:13:10.111215 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d7d11ff-42ac-4214-9ee4-3d01aaa6eb00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:10.157287 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86829b35-01d0-4d90-a2b2-538c5eb1ee60 x-openstack-request-id: req-86829b35-01d0-4d90-a2b2-538c5eb1ee60 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:13:10.157587 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30cfdc45-3de5-4fe7-b248-759cb2ee03c0", "tag": "b47fd451-1c28-4c46-889a-fd03c0c8ac46", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:13:10.158625 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-86829b35-01d0-4d90-a2b2-538c5eb1ee60 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:13:10.159063 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30cfdc45-3de5-4fe7-b248-759cb2ee03c0', 'tag': 'b47fd451-1c28-4c46-889a-fd03c0c8ac46', 'status': 'completed', 'code': 200} Aug 19 15:13:10.272442 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669457ac-84f0-436b-b1b5-96f51f36924a None None] Network d4041ea8-5d99-4254-afa5-b5159ee23cab requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:13:10.279964 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380632e-152c-420e-8511-24fcede72b4b req-e33024b7-9bab-4f09-bc55-cb4637672b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:10.281551 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8380632e-152c-420e-8511-24fcede72b4b req-e33024b7-9bab-4f09-bc55-cb4637672b06 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0550ac85b3b548ae984f8729832afa44&device_id=30cfdc45-3de5-4fe7-b248-759cb2ee03c0 HTTP/1.1" status: 200 len: 1096 time: 0.1009169 Aug 19 15:13:10.326142 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-e5cecf8b-16be-4a60-9b7c-8de179f1dd46 None None] Set router ca65e901-eea1-45f3-9424-a1acad466ee4 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:13:10.367698 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-03b981a3-485b-4ced-b063-367c5efe726f None None] Provisioning for port f1530f51-0db9-45c5-92b7-93aa9cc781fb completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:13:10.372870 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-03b981a3-485b-4ced-b063-367c5efe726f None None] Provisioning complete for port f1530f51-0db9-45c5-92b7-93aa9cc781fb triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:13:10.373577 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-03b981a3-485b-4ced-b063-367c5efe726f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:10.483193 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be595616-ac47-4a42-8eb4-18e257cc6d40 req-e1954b6c-06a6-4cb2-a554-89a661ce3249 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:10.485311 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-be595616-ac47-4a42-8eb4-18e257cc6d40 req-e1954b6c-06a6-4cb2-a554-89a661ce3249 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=30cfdc45-3de5-4fe7-b248-759cb2ee03c0 HTTP/1.1" status: 200 len: 945 time: 0.1310940 Aug 19 15:13:10.487223 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380632e-152c-420e-8511-24fcede72b4b req-810c38f8-b0b9-4c60-b806-31b4befba509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:10.488772 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8380632e-152c-420e-8511-24fcede72b4b req-810c38f8-b0b9-4c60-b806-31b4befba509 service neutron] 10.222.0.88 "GET /v2.0/networks?id=042ff527-1fae-4bd9-883c-64e28e4df4d0 HTTP/1.1" status: 200 len: 912 time: 0.1993942 Aug 19 15:13:10.516547 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d7d11ff-42ac-4214-9ee4-3d01aaa6eb00 admin admin] Router dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967 is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:13:10.546364 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-03b981a3-485b-4ced-b063-367c5efe726f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:10.549840 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8380632e-152c-420e-8511-24fcede72b4b req-f3aa14ef-5fa7-4f17-bfc7-a5b09ad6633d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b47fd451-1c28-4c46-889a-fd03c0c8ac46 HTTP/1.1" status: 200 len: 217 time: 0.0482211 Aug 19 15:13:10.591626 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-03b981a3-485b-4ced-b063-367c5efe726f None None] For port f1530f51-0db9-45c5-92b7-93aa9cc781fb, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=f1530f51-0db9-45c5-92b7-93aa9cc781fb,segment=NetworkSegment(c1617b95-59b5-4046-a1e0-3d5aefeca534),segment_id=c1617b95-59b5-4046-a1e0-3d5aefeca534)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:13:10.595661 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e5cecf8b-16be-4a60-9b7c-8de179f1dd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'name': 'tempest-TestVolumeBootPattern-652792475-router', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '069e7c76-badf-4569-8845-68c39685a135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:25Z', 'updated_at': '2021-08-19T15:01:30Z', 'revision_number': 4, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'gw_port': {'id': '069e7c76-badf-4569-8845-68c39685a135', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:26Z', 'updated_at': '2021-08-19T15:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': 'cef73b4b-01da-4468-9e06-a1c06f130b54', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'floating_ip_address': '172.25.2.162', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'port_id': '7dcc2f28-3393-4c94-b777-b64025ee1da5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0', 'mac_address': 'fa:16:3e:46:99:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d4e6fcb-b850-4a3d-ab03-71ec53830ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:09:19Z', 'updated_at': '2021-08-19T15:09:23Z', 'revision_number': 1, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8885ca0-4847-4969-9f31-2eb1d0e2d04c', 'name': '', 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'mac_address': 'fa:16:3e:64:5e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '4501b342-71e0-4b08-b9d8-b651dd87e075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:28Z', 'updated_at': '2021-08-19T15:01:40Z', 'revision_number': 5, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'subnets': [{'id': '4501b342-71e0-4b08-b9d8-b651dd87e075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:10.598037 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-03b981a3-485b-4ced-b063-367c5efe726f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:10.634141 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cecf8b-16be-4a60-9b7c-8de179f1dd46 None None] Checking router: ca65e901-eea1-45f3-9424-a1acad466ee4 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:13:10.644154 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cecf8b-16be-4a60-9b7c-8de179f1dd46 None None] Routers {'ca65e901-eea1-45f3-9424-a1acad466ee4'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:10.644972 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e5cecf8b-16be-4a60-9b7c-8de179f1dd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:13:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['ca65e901-eea1-45f3-9424-a1acad466ee4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:10.651954 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-be595616-ac47-4a42-8eb4-18e257cc6d40 req-9878635c-138d-4cb0-b32f-407e7e1e159e tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589532 Aug 19 15:13:10.671710 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b981a3-485b-4ced-b063-367c5efe726f None None] Pushing event updated for resources: {'Port': ['ID=f1530f51-0db9-45c5-92b7-93aa9cc781fb,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:10.682870 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380632e-152c-420e-8511-24fcede72b4b req-52de94a2-43c5-4609-83fb-9e93619f2440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:10.682870 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8380632e-152c-420e-8511-24fcede72b4b req-52de94a2-43c5-4609-83fb-9e93619f2440 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4501b342-71e0-4b08-b9d8-b651dd87e075 HTTP/1.1" status: 200 len: 850 time: 0.1221652 Aug 19 15:13:10.765146 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-e5cecf8b-16be-4a60-9b7c-8de179f1dd46 None None] Set router ca65e901-eea1-45f3-9424-a1acad466ee4 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:13:10.780841 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7d11ff-42ac-4214-9ee4-3d01aaa6eb00 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:13:10.787130 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380632e-152c-420e-8511-24fcede72b4b req-d9e0849c-8062-4ddc-bd90-18ca578ec990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:10.788716 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8380632e-152c-420e-8511-24fcede72b4b req-d9e0849c-8062-4ddc-bd90-18ca578ec990 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=042ff527-1fae-4bd9-883c-64e28e4df4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0967717 Aug 19 15:13:10.792353 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1fca9c-e49a-4410-b7ff-ca85ac4ac534 None None] Sync routers for ids ['dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:13:10.810606 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1fca9c-e49a-4410-b7ff-ca85ac4ac534 None None] Routers {'dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:10.812589 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6d1fca9c-e49a-4410-b7ff-ca85ac4ac534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:13:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:10.818673 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d7d11ff-42ac-4214-9ee4-3d01aaa6eb00 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:10.820221 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-4d7d11ff-42ac-4214-9ee4-3d01aaa6eb00 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5376761 Aug 19 15:13:10.823089 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33456) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:10.900032 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8380632e-152c-420e-8511-24fcede72b4b req-009593fd-1422-4916-84ba-1095d2a84895 service neutron] 10.222.0.88 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014977 Aug 19 15:13:10.941712 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-216a4fc4-ef4e-4204-9cea-d1450cef8e3c None None] Provisioning complete for port f1530f51-0db9-45c5-92b7-93aa9cc781fb triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:13:10.942223 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-216a4fc4-ef4e-4204-9cea-d1450cef8e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:10.977233 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-6d1fca9c-e49a-4410-b7ff-ca85ac4ac534 None None] Set router dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:13:11.016432 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8380632e-152c-420e-8511-24fcede72b4b req-025b86b9-de9f-43bb-bfb2-3c37582cc503 service neutron] 10.222.0.88 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039414 Aug 19 15:13:11.067543 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e5cecf8b-16be-4a60-9b7c-8de179f1dd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'name': 'tempest-TestVolumeBootPattern-652792475-router', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '069e7c76-badf-4569-8845-68c39685a135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:25Z', 'updated_at': '2021-08-19T15:01:30Z', 'revision_number': 4, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'gw_port': {'id': '069e7c76-badf-4569-8845-68c39685a135', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:26Z', 'updated_at': '2021-08-19T15:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': 'cef73b4b-01da-4468-9e06-a1c06f130b54', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'floating_ip_address': '172.25.2.162', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'port_id': '7dcc2f28-3393-4c94-b777-b64025ee1da5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0', 'mac_address': 'fa:16:3e:46:99:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d4e6fcb-b850-4a3d-ab03-71ec53830ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:09:19Z', 'updated_at': '2021-08-19T15:09:23Z', 'revision_number': 1, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8885ca0-4847-4969-9f31-2eb1d0e2d04c', 'name': '', 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'mac_address': 'fa:16:3e:64:5e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '4501b342-71e0-4b08-b9d8-b651dd87e075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:28Z', 'updated_at': '2021-08-19T15:01:40Z', 'revision_number': 5, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'subnets': [{'id': '4501b342-71e0-4b08-b9d8-b651dd87e075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:11.101036 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cecf8b-16be-4a60-9b7c-8de179f1dd46 None None] The sync data for ids ['ca65e901-eea1-45f3-9424-a1acad466ee4'] in n-d-766043-2 is: [{'id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'name': 'tempest-TestVolumeBootPattern-652792475-router', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '069e7c76-badf-4569-8845-68c39685a135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:25Z', 'updated_at': '2021-08-19T15:01:30Z', 'revision_number': 4, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'gw_port': {'id': '069e7c76-badf-4569-8845-68c39685a135', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:26Z', 'updated_at': '2021-08-19T15:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': 'cef73b4b-01da-4468-9e06-a1c06f130b54', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'floating_ip_address': '172.25.2.162', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'port_id': '7dcc2f28-3393-4c94-b777-b64025ee1da5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0', 'mac_address': 'fa:16:3e:46:99:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d4e6fcb-b850-4a3d-ab03-71ec53830ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:09:19Z', 'updated_at': '2021-08-19T15:09:23Z', 'revision_number': 1, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8885ca0-4847-4969-9f31-2eb1d0e2d04c', 'name': '', 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'mac_address': 'fa:16:3e:64:5e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '4501b342-71e0-4b08-b9d8-b651dd87e075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:28Z', 'updated_at': '2021-08-19T15:01:40Z', 'revision_number': 5, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'subnets': [{'id': '4501b342-71e0-4b08-b9d8-b651dd87e075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:13:11.219214 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6d1fca9c-e49a-4410-b7ff-ca85ac4ac534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967', 'name': 'tempest-TestServerBasicOps-441618722-router', 'tenant_id': 'a03992382af24018bd57acd075d2e203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '4c03c73d-49fe-42b3-9174-8abb8a01e6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:13:08Z', 'updated_at': '2021-08-19T15:13:09Z', 'revision_number': 3, 'project_id': 'a03992382af24018bd57acd075d2e203', 'gw_port': {'id': '4c03c73d-49fe-42b3-9174-8abb8a01e6ec', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:81:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:13:08Z', 'updated_at': '2021-08-19T15:13:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:11.255822 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1fca9c-e49a-4410-b7ff-ca85ac4ac534 None None] Checking router: dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:13:11.256176 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1fca9c-e49a-4410-b7ff-ca85ac4ac534 None None] Updating router dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967 port 4c03c73d-49fe-42b3-9174-8abb8a01e6ec binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:13:11.290960 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6d1fca9c-e49a-4410-b7ff-ca85ac4ac534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:11.385689 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c6b2064d-5b44-4102-b660-136ba82a6302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:11.396231 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device f1530f51-0db9-45c5-92b7-93aa9cc781fb up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:13:11.416650 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e3e399-84b0-4827-88e8-9a791f210bd7 None None] New status for floating IP 399f4fe6-0ece-4367-ac25-67d52bf973f7: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:13:11.536395 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port f1530f51-0db9-45c5-92b7-93aa9cc781fb triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:13:11.536744 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:11.577565 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-c6b2064d-5b44-4102-b660-136ba82a6302 admin admin] Allocated IP 172.20.0.1 (d4041ea8-5d99-4254-afa5-b5159ee23cab/a4d5cd8a-4f32-4ad9-9e93-cc7790eb34d6/744a8bcb-d5bd-45bb-bb37-85bdb1d12deb) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:13:11.694076 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6d1fca9c-e49a-4410-b7ff-ca85ac4ac534 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:11.708860 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6d1fca9c-e49a-4410-b7ff-ca85ac4ac534 None None] Transition to ACTIVE for port object 4c03c73d-49fe-42b3-9174-8abb8a01e6ec will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:13:11.711424 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c6b2064d-5b44-4102-b660-136ba82a6302 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:11.717957 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6d1fca9c-e49a-4410-b7ff-ca85ac4ac534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:11.730035 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-c6b2064d-5b44-4102-b660-136ba82a6302 admin admin] Transition to ACTIVE for port object 744a8bcb-d5bd-45bb-bb37-85bdb1d12deb will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:13:11.777812 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c6b2064d-5b44-4102-b660-136ba82a6302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:11.786045 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-6d1fca9c-e49a-4410-b7ff-ca85ac4ac534 None None] Attempting to bind port 4c03c73d-49fe-42b3-9174-8abb8a01e6ec on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:13:11.786418 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-6d1fca9c-e49a-4410-b7ff-ca85ac4ac534 None None] Attempting to bind port 4c03c73d-49fe-42b3-9174-8abb8a01e6ec by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:13:11.788399 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1fca9c-e49a-4410-b7ff-ca85ac4ac534 None None] Attempting to bind port 4c03c73d-49fe-42b3-9174-8abb8a01e6ec on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:13:11.796192 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78316a9b-4a7f-4a25-8d24-6b7508992441 None None] Pushing event updated for resources: {'Port': ['ID=4c03c73d-49fe-42b3-9174-8abb8a01e6ec,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:11.797035 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1fca9c-e49a-4410-b7ff-ca85ac4ac534 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:13:11.797371 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1fca9c-e49a-4410-b7ff-ca85ac4ac534 None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:13:11.797776 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6d1fca9c-e49a-4410-b7ff-ca85ac4ac534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:11.798164 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1fca9c-e49a-4410-b7ff-ca85ac4ac534 None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:13:11.798705 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-6d1fca9c-e49a-4410-b7ff-ca85ac4ac534 None None] Bound port: 4c03c73d-49fe-42b3-9174-8abb8a01e6ec, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:13:11.799179 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6d1fca9c-e49a-4410-b7ff-ca85ac4ac534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:11.819661 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b2064d-5b44-4102-b660-136ba82a6302 admin admin] Network d4041ea8-5d99-4254-afa5-b5159ee23cab is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:13:11.826308 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-c6b2064d-5b44-4102-b660-136ba82a6302 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:13:11.830858 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b2064d-5b44-4102-b660-136ba82a6302 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:13:11.859138 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b2064d-5b44-4102-b660-136ba82a6302 admin admin] Pushing event updated for resources: {'Port': ['ID=744a8bcb-d5bd-45bb-bb37-85bdb1d12deb,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:11.877021 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a07d26-c6f3-4158-9bf7-05c08b164f78 req-6d8ed52b-3560-4f46-a2c4-4a0302d3931d tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:11.879082 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6d1fca9c-e49a-4410-b7ff-ca85ac4ac534 None None] For port 4c03c73d-49fe-42b3-9174-8abb8a01e6ec, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:13:11.879793 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d9a07d26-c6f3-4158-9bf7-05c08b164f78 req-6d8ed52b-3560-4f46-a2c4-4a0302d3931d tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=30cfdc45-3de5-4fe7-b248-759cb2ee03c0 HTTP/1.1" status: 200 len: 945 time: 0.0976288 Aug 19 15:13:11.886799 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6d1fca9c-e49a-4410-b7ff-ca85ac4ac534 None None] For port 4c03c73d-49fe-42b3-9174-8abb8a01e6ec, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=4c03c73d-49fe-42b3-9174-8abb8a01e6ec,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:13:11.890868 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c6b2064d-5b44-4102-b660-136ba82a6302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:11.897482 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6d1fca9c-e49a-4410-b7ff-ca85ac4ac534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:11.988933 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b1b1f8-e6f6-4328-b016-9357e6c06ac5 req-6cd74d19-6e76-4171-bc9c-8ee4f96568a0 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:11.991101 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78316a9b-4a7f-4a25-8d24-6b7508992441 None None] Pushing event updated for resources: {'Port': ['ID=4c03c73d-49fe-42b3-9174-8abb8a01e6ec,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:11.995772 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1fca9c-e49a-4410-b7ff-ca85ac4ac534 None None] Routers {'dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:11.996526 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6d1fca9c-e49a-4410-b7ff-ca85ac4ac534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:13:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:12.007118 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-48b1b1f8-e6f6-4328-b016-9357e6c06ac5 req-6cd74d19-6e76-4171-bc9c-8ee4f96568a0 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.88 "GET /v2.0/ports?device_id=30cfdc45-3de5-4fe7-b248-759cb2ee03c0 HTTP/1.1" status: 200 len: 945 time: 0.1239908 Aug 19 15:13:12.011134 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d9a07d26-c6f3-4158-9bf7-05c08b164f78 req-1a57e2e8-e596-43f3-898e-9706f82aab86 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095061 Aug 19 15:13:12.075154 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c6b2064d-5b44-4102-b660-136ba82a6302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:12.130937 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-6d1fca9c-e49a-4410-b7ff-ca85ac4ac534 None None] Set router dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:13:12.133708 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-48b1b1f8-e6f6-4328-b016-9357e6c06ac5 req-100c2ec0-d882-40a9-ac76-ec30be5f2c3a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Deleting port b47fd451-1c28-4c46-889a-fd03c0c8ac46 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:13:12.134063 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-48b1b1f8-e6f6-4328-b016-9357e6c06ac5 req-100c2ec0-d882-40a9-ac76-ec30be5f2c3a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:12.243679 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-48b1b1f8-e6f6-4328-b016-9357e6c06ac5 req-100c2ec0-d882-40a9-ac76-ec30be5f2c3a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] For port b47fd451-1c28-4c46-889a-fd03c0c8ac46, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=b47fd451-1c28-4c46-889a-fd03c0c8ac46,segment=NetworkSegment(b6bb2d61-0455-440b-809f-c8e64ffc2b8e),segment_id=b6bb2d61-0455-440b-809f-c8e64ffc2b8e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:13:12.244384 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-48b1b1f8-e6f6-4328-b016-9357e6c06ac5 req-100c2ec0-d882-40a9-ac76-ec30be5f2c3a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:12.261038 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-48b1b1f8-e6f6-4328-b016-9357e6c06ac5 req-100c2ec0-d882-40a9-ac76-ec30be5f2c3a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Calling delete_port for b47fd451-1c28-4c46-889a-fd03c0c8ac46 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:13:12.264778 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0a31ad4a-01c1-478b-8c47-0f5f560900f5 None None] Provisioning for port 744a8bcb-d5bd-45bb-bb37-85bdb1d12deb completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:13:12.273121 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0a31ad4a-01c1-478b-8c47-0f5f560900f5 None None] Provisioning complete for port 744a8bcb-d5bd-45bb-bb37-85bdb1d12deb triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:13:12.273506 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0a31ad4a-01c1-478b-8c47-0f5f560900f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:12.291479 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c6b2064d-5b44-4102-b660-136ba82a6302 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:12.299522 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c6b2064d-5b44-4102-b660-136ba82a6302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:12.382710 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c6b2064d-5b44-4102-b660-136ba82a6302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:12.385141 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b2064d-5b44-4102-b660-136ba82a6302 admin admin] Pushing event updated for resources: {'Port': ['ID=744a8bcb-d5bd-45bb-bb37-85bdb1d12deb,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:12.459042 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-48b1b1f8-e6f6-4328-b016-9357e6c06ac5 req-100c2ec0-d882-40a9-ac76-ec30be5f2c3a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:12.495867 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c2ec0-d882-40a9-ac76-ec30be5f2c3a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Pushing event deleted for resources: {'Port': ['ID=b47fd451-1c28-4c46-889a-fd03c0c8ac46,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:12.512383 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b2064d-5b44-4102-b660-136ba82a6302 admin admin] Network d4041ea8-5d99-4254-afa5-b5159ee23cab is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:13:12.514000 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-c6b2064d-5b44-4102-b660-136ba82a6302 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:13:12.561377 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-48b1b1f8-e6f6-4328-b016-9357e6c06ac5 req-100c2ec0-d882-40a9-ac76-ec30be5f2c3a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] No DVR routers for this DVR port b47fd451-1c28-4c46-889a-fd03c0c8ac46 on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:13:12.564510 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-48b1b1f8-e6f6-4328-b016-9357e6c06ac5 req-100c2ec0-d882-40a9-ac76-ec30be5f2c3a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:12.566977 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-48b1b1f8-e6f6-4328-b016-9357e6c06ac5 req-100c2ec0-d882-40a9-ac76-ec30be5f2c3a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.88 "DELETE /v2.0/ports/b47fd451-1c28-4c46-889a-fd03c0c8ac46 HTTP/1.1" status: 204 len: 173 time: 0.5508425 Aug 19 15:13:12.567339 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30cfdc45-3de5-4fe7-b248-759cb2ee03c0', 'name': 'network-vif-deleted', 'tag': 'b47fd451-1c28-4c46-889a-fd03c0c8ac46'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:13:12.570627 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26312b42-b097-47db-96b2-894f2028e7a9" -d '{"events": [{"server_uuid": "30cfdc45-3de5-4fe7-b248-759cb2ee03c0", "name": "network-vif-deleted", "tag": "b47fd451-1c28-4c46-889a-fd03c0c8ac46"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:13:12.570891 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0a31ad4a-01c1-478b-8c47-0f5f560900f5 None None] Port 744a8bcb-d5bd-45bb-bb37-85bdb1d12deb cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:13:12.629477 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f8e4af-f7d2-4acb-8f83-dfc0ec66bc1a x-openstack-request-id: req-02f8e4af-f7d2-4acb-8f83-dfc0ec66bc1a {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:13:12.629930 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30cfdc45-3de5-4fe7-b248-759cb2ee03c0", "name": "network-vif-deleted", "tag": "b47fd451-1c28-4c46-889a-fd03c0c8ac46", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:13:12.630073 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-02f8e4af-f7d2-4acb-8f83-dfc0ec66bc1a {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:13:12.630418 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30cfdc45-3de5-4fe7-b248-759cb2ee03c0', 'name': 'network-vif-deleted', 'tag': 'b47fd451-1c28-4c46-889a-fd03c0c8ac46', 'status': 'completed', 'code': 200} Aug 19 15:13:12.664095 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6d1fca9c-e49a-4410-b7ff-ca85ac4ac534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967', 'name': 'tempest-TestServerBasicOps-441618722-router', 'tenant_id': 'a03992382af24018bd57acd075d2e203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '4c03c73d-49fe-42b3-9174-8abb8a01e6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:13:08Z', 'updated_at': '2021-08-19T15:13:09Z', 'revision_number': 3, 'project_id': 'a03992382af24018bd57acd075d2e203', 'gw_port': {'id': '4c03c73d-49fe-42b3-9174-8abb8a01e6ec', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:81:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:13:08Z', 'updated_at': '2021-08-19T15:13:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:12.675651 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b2064d-5b44-4102-b660-136ba82a6302 admin admin] Router dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:13:12.699185 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1fca9c-e49a-4410-b7ff-ca85ac4ac534 None None] The sync data for ids ['dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967'] in n-d-766043-2 is: [{'id': 'dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967', 'name': 'tempest-TestServerBasicOps-441618722-router', 'tenant_id': 'a03992382af24018bd57acd075d2e203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '4c03c73d-49fe-42b3-9174-8abb8a01e6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:13:08Z', 'updated_at': '2021-08-19T15:13:09Z', 'revision_number': 3, 'project_id': 'a03992382af24018bd57acd075d2e203', 'gw_port': {'id': '4c03c73d-49fe-42b3-9174-8abb8a01e6ec', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:81:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:13:08Z', 'updated_at': '2021-08-19T15:13:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:13:12.900890 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4f298568-5abb-426a-8db8-4b622fa0b0ec None None] Provisioning complete for port 744a8bcb-d5bd-45bb-bb37-85bdb1d12deb triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:13:12.901402 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4f298568-5abb-426a-8db8-4b622fa0b0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:12.994711 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-4f298568-5abb-426a-8db8-4b622fa0b0ec None None] Port 744a8bcb-d5bd-45bb-bb37-85bdb1d12deb cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:13:13.181514 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e87f6134-0222-425c-a3d3-0f237b2a1718 req-30930950-107b-4d49-975b-40cf45f2000f tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=30cfdc45-3de5-4fe7-b248-759cb2ee03c0 HTTP/1.1" status: 200 len: 210 time: 0.0535345 Aug 19 15:13:13.289643 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b2064d-5b44-4102-b660-136ba82a6302 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:13:13.298867 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c6b2064d-5b44-4102-b660-136ba82a6302 admin admin] 10.222.0.69 "PUT /v2.0/routers/dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4744501 Aug 19 15:13:13.460238 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 4c03c73d-49fe-42b3-9174-8abb8a01e6ec up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:13:13.532560 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 4c03c73d-49fe-42b3-9174-8abb8a01e6ec completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:13:13.540437 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 4c03c73d-49fe-42b3-9174-8abb8a01e6ec triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:13:13.540898 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:13.650690 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:13.676643 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 4c03c73d-49fe-42b3-9174-8abb8a01e6ec, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=4c03c73d-49fe-42b3-9174-8abb8a01e6ec,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:13:13.682223 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:13.764842 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=4c03c73d-49fe-42b3-9174-8abb8a01e6ec,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:14.004018 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33480) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:14.010758 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-9eb30340-47bd-428e-a4ad-fa1edee47687 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-153505083-network', 'tenant_id': 'dd8340b77d734ac5b3804d85e4ddc5bf'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:13:14.036327 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb30340-47bd-428e-a4ad-fa1edee47687 admin admin] Made reservation on behalf of dd8340b77d734ac5b3804d85e4ddc5bf for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:13:14.038821 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9eb30340-47bd-428e-a4ad-fa1edee47687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:14.048095 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9eb30340-47bd-428e-a4ad-fa1edee47687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:14.158712 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9eb30340-47bd-428e-a4ad-fa1edee47687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:14.164132 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9eb30340-47bd-428e-a4ad-fa1edee47687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:14.192131 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eb30340-47bd-428e-a4ad-fa1edee47687 admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:13:14.205704 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb30340-47bd-428e-a4ad-fa1edee47687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55cb60e6-4fba-458c-9078-c321d05b094c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:14.211368 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9eb30340-47bd-428e-a4ad-fa1edee47687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:14.211745 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-9eb30340-47bd-428e-a4ad-fa1edee47687 admin admin] Added segment e2796751-839f-433c-b51f-092eb47f768d of type vlan for network 99c3e58c-31a0-419f-b3af-834df912305c Aug 19 15:13:14.280302 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9eb30340-47bd-428e-a4ad-fa1edee47687 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:14.317771 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9eb30340-47bd-428e-a4ad-fa1edee47687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:14.318847 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb30340-47bd-428e-a4ad-fa1edee47687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:14.319427 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9eb30340-47bd-428e-a4ad-fa1edee47687 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:14.329580 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-73a9f0f9-8cdd-41ee-a990-8f5f42eb40e8 req-ef6aef22-71c0-42ac-b3af-302651e02f5f tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=30cfdc45-3de5-4fe7-b248-759cb2ee03c0 HTTP/1.1" status: 200 len: 210 time: 0.0367179 Aug 19 15:13:14.380399 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9eb30340-47bd-428e-a4ad-fa1edee47687 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3749051 Aug 19 15:13:14.383988 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 33484) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:14.390720 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3bf7d41a-b25f-4041-a1e1-ae4909ea9336 admin admin] Request body: {'subnet': {'network_id': '99c3e58c-31a0-419f-b3af-834df912305c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-153505083-subnet', 'tenant_id': 'dd8340b77d734ac5b3804d85e4ddc5bf', 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:13:14.393007 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb30340-47bd-428e-a4ad-fa1edee47687 admin admin] Pushing event updated for resources: {'Network': ['ID=99c3e58c-31a0-419f-b3af-834df912305c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:14.403642 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 99c3e58c-31a0-419f-b3af-834df912305c details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:13:14.424765 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf7d41a-b25f-4041-a1e1-ae4909ea9336 admin admin] Made reservation on behalf of dd8340b77d734ac5b3804d85e4ddc5bf for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:13:14.428154 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3bf7d41a-b25f-4041-a1e1-ae4909ea9336 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:14.672611 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3bf7d41a-b25f-4041-a1e1-ae4909ea9336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:14.760898 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf7d41a-b25f-4041-a1e1-ae4909ea9336 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4980eeeb-f10f-467f-9ab2-5d83e28f34d3,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:14.769550 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf7d41a-b25f-4041-a1e1-ae4909ea9336 admin admin] Checking segment: {'id': 'e2796751-839f-433c-b51f-092eb47f768d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '99c3e58c-31a0-419f-b3af-834df912305c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:13:14.769951 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf7d41a-b25f-4041-a1e1-ae4909ea9336 admin admin] Network hostable DHCP agents. Network: 99c3e58c-31a0-419f-b3af-834df912305c, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:13:14.797480 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf7d41a-b25f-4041-a1e1-ae4909ea9336 admin admin] Network 99c3e58c-31a0-419f-b3af-834df912305c is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:13:14.811371 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-3bf7d41a-b25f-4041-a1e1-ae4909ea9336 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 99c3e58c-31a0-419f-b3af-834df912305c) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:13:14.816554 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf7d41a-b25f-4041-a1e1-ae4909ea9336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:14.817943 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3bf7d41a-b25f-4041-a1e1-ae4909ea9336 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:14.821655 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8539d8b-5947-4b7d-b6f4-f4bba77949e8 None None] Network 99c3e58c-31a0-419f-b3af-834df912305c requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:13:14.837146 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-3bf7d41a-b25f-4041-a1e1-ae4909ea9336 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4513109 Aug 19 15:13:14.839523 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 33486) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:14.839692 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8365103b-36ed-460c-b055-2a925d2df266 None None] Sync routers for ids ['dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:13:14.848369 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-93cc6f9a-6372-4122-a1f9-aa347ece763c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-153505083-router', 'tenant_id': 'dd8340b77d734ac5b3804d85e4ddc5bf', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:13:14.875629 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93cc6f9a-6372-4122-a1f9-aa347ece763c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:14.877275 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93cc6f9a-6372-4122-a1f9-aa347ece763c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:14.901115 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8365103b-36ed-460c-b055-2a925d2df266 None None] Routers {'dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:14.901767 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8365103b-36ed-460c-b055-2a925d2df266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:13:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:14.951561 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93cc6f9a-6372-4122-a1f9-aa347ece763c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:15.089129 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-8365103b-36ed-460c-b055-2a925d2df266 None None] Set router dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:13:15.183909 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93cc6f9a-6372-4122-a1f9-aa347ece763c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:15.202644 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b1ce6f-6323-497b-b881-f9b0b51f19dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-99c3e58c-31a0-419f-b3af-834df912305c', 'network_id': '99c3e58c-31a0-419f-b3af-834df912305c', 'tenant_id': 'dd8340b77d734ac5b3804d85e4ddc5bf', 'fixed_ips': [{'subnet_id': '4980eeeb-f10f-467f-9ab2-5d83e28f34d3'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:13:15.204292 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-12b1ce6f-6323-497b-b881-f9b0b51f19dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:15.451696 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 4c03c73d-49fe-42b3-9174-8abb8a01e6ec up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:13:15.493038 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93cc6f9a-6372-4122-a1f9-aa347ece763c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:15.530378 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93cc6f9a-6372-4122-a1f9-aa347ece763c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:15.615013 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-12b1ce6f-6323-497b-b881-f9b0b51f19dc None None] Allocated IP 172.20.0.2 (99c3e58c-31a0-419f-b3af-834df912305c/4980eeeb-f10f-467f-9ab2-5d83e28f34d3/b556b72e-530d-457b-bee4-796b5fa493e0) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:13:15.655021 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-93cc6f9a-6372-4122-a1f9-aa347ece763c admin admin] Allocated IP 172.25.2.164 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/1034c6de-bad5-4488-8b21-ba43f19e63e2) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:13:15.656883 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 4c03c73d-49fe-42b3-9174-8abb8a01e6ec triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:13:15.657171 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:15.734547 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8365103b-36ed-460c-b055-2a925d2df266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967', 'name': 'tempest-TestServerBasicOps-441618722-router', 'tenant_id': 'a03992382af24018bd57acd075d2e203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '4c03c73d-49fe-42b3-9174-8abb8a01e6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:13:08Z', 'updated_at': '2021-08-19T15:13:12Z', 'revision_number': 4, 'project_id': 'a03992382af24018bd57acd075d2e203', 'gw_port': {'id': '4c03c73d-49fe-42b3-9174-8abb8a01e6ec', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:81:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:13:08Z', 'updated_at': '2021-08-19T15:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '744a8bcb-d5bd-45bb-bb37-85bdb1d12deb', 'name': '', 'network_id': 'd4041ea8-5d99-4254-afa5-b5159ee23cab', 'tenant_id': 'a03992382af24018bd57acd075d2e203', 'mac_address': 'fa:16:3e:a9:f2:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'a4d5cd8a-4f32-4ad9-9e93-cc7790eb34d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:13:11Z', 'updated_at': '2021-08-19T15:13:12Z', 'revision_number': 2, 'project_id': 'a03992382af24018bd57acd075d2e203', 'subnets': [{'id': 'a4d5cd8a-4f32-4ad9-9e93-cc7790eb34d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:15.772533 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93cc6f9a-6372-4122-a1f9-aa347ece763c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:15.777043 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8365103b-36ed-460c-b055-2a925d2df266 None None] Checking router: dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:13:15.777395 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8365103b-36ed-460c-b055-2a925d2df266 None None] Updating router dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967 port 744a8bcb-d5bd-45bb-bb37-85bdb1d12deb binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:13:15.835720 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8365103b-36ed-460c-b055-2a925d2df266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:15.839293 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-84c8d534-2573-4e9a-8a68-e13af0e596f5 req-0607669e-95d1-479e-9466-c9e4b43ceab1 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=30cfdc45-3de5-4fe7-b248-759cb2ee03c0 HTTP/1.1" status: 200 len: 210 time: 0.3260415 Aug 19 15:13:15.840520 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93cc6f9a-6372-4122-a1f9-aa347ece763c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:15.885953 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cc6f9a-6372-4122-a1f9-aa347ece763c admin admin] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:13:15.891204 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-93cc6f9a-6372-4122-a1f9-aa347ece763c admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:13:15.895083 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cc6f9a-6372-4122-a1f9-aa347ece763c admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:13:15.920827 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc6f9a-6372-4122-a1f9-aa347ece763c admin admin] Pushing event updated for resources: {'Port': ['ID=1034c6de-bad5-4488-8b21-ba43f19e63e2,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:15.984346 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-12b1ce6f-6323-497b-b881-f9b0b51f19dc None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:16.046919 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-12b1ce6f-6323-497b-b881-f9b0b51f19dc None None] Transition to ACTIVE for port object b556b72e-530d-457b-bee4-796b5fa493e0 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:13:16.092893 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-12b1ce6f-6323-497b-b881-f9b0b51f19dc None None] Transition to ACTIVE for port object b556b72e-530d-457b-bee4-796b5fa493e0 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:13:16.132434 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-12b1ce6f-6323-497b-b881-f9b0b51f19dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:16.191638 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93cc6f9a-6372-4122-a1f9-aa347ece763c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:16.200533 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b1ce6f-6323-497b-b881-f9b0b51f19dc None None] Network 99c3e58c-31a0-419f-b3af-834df912305c is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:13:16.206261 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-12b1ce6f-6323-497b-b881-f9b0b51f19dc None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:13:16.214592 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b1ce6f-6323-497b-b881-f9b0b51f19dc None None] Pushing event updated for resources: {'Port': ['ID=b556b72e-530d-457b-bee4-796b5fa493e0,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:16.217037 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b1ce6f-6323-497b-b881-f9b0b51f19dc None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:13:16.299409 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-12b1ce6f-6323-497b-b881-f9b0b51f19dc None None] Attempting to bind port b556b72e-530d-457b-bee4-796b5fa493e0 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:13:16.299709 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-12b1ce6f-6323-497b-b881-f9b0b51f19dc None None] Attempting to bind port b556b72e-530d-457b-bee4-796b5fa493e0 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'e2796751-839f-433c-b51f-092eb47f768d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '99c3e58c-31a0-419f-b3af-834df912305c'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:13:16.300762 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b1ce6f-6323-497b-b881-f9b0b51f19dc None None] Attempting to bind port b556b72e-530d-457b-bee4-796b5fa493e0 on network 99c3e58c-31a0-419f-b3af-834df912305c {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:13:16.312846 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b1ce6f-6323-497b-b881-f9b0b51f19dc None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:13:16.313219 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b1ce6f-6323-497b-b881-f9b0b51f19dc None None] Checking segment: {'id': 'e2796751-839f-433c-b51f-092eb47f768d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '99c3e58c-31a0-419f-b3af-834df912305c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:13:16.313623 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-12b1ce6f-6323-497b-b881-f9b0b51f19dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:16.314057 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b1ce6f-6323-497b-b881-f9b0b51f19dc None None] Bound using segment: {'id': 'e2796751-839f-433c-b51f-092eb47f768d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '99c3e58c-31a0-419f-b3af-834df912305c'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:13:16.314551 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-12b1ce6f-6323-497b-b881-f9b0b51f19dc None None] Bound port: b556b72e-530d-457b-bee4-796b5fa493e0, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2796751-839f-433c-b51f-092eb47f768d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '99c3e58c-31a0-419f-b3af-834df912305c'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:13:16.314931 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-12b1ce6f-6323-497b-b881-f9b0b51f19dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:16.397857 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8365103b-36ed-460c-b055-2a925d2df266 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:16.419947 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8365103b-36ed-460c-b055-2a925d2df266 None None] Transition to ACTIVE for port object 744a8bcb-d5bd-45bb-bb37-85bdb1d12deb will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:13:16.422905 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93cc6f9a-6372-4122-a1f9-aa347ece763c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:16.437724 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-12b1ce6f-6323-497b-b881-f9b0b51f19dc None None] For port b556b72e-530d-457b-bee4-796b5fa493e0, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:13:16.437724 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8365103b-36ed-460c-b055-2a925d2df266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:16.442072 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-12b1ce6f-6323-497b-b881-f9b0b51f19dc None None] For port b556b72e-530d-457b-bee4-796b5fa493e0, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b556b72e-530d-457b-bee4-796b5fa493e0,segment=NetworkSegment(e2796751-839f-433c-b51f-092eb47f768d),segment_id=e2796751-839f-433c-b51f-092eb47f768d)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:13:16.473650 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-12b1ce6f-6323-497b-b881-f9b0b51f19dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:16.502350 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca0f205-cc60-4883-9a02-4a5808167d2d None None] Pushing event updated for resources: {'Port': ['ID=744a8bcb-d5bd-45bb-bb37-85bdb1d12deb,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:16.596608 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93cc6f9a-6372-4122-a1f9-aa347ece763c admin admin] Router b5b8f6b0-81c0-4e46-be9b-0ea140fff7fc is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:13:16.615931 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8365103b-36ed-460c-b055-2a925d2df266 None None] Attempting to bind port 744a8bcb-d5bd-45bb-bb37-85bdb1d12deb on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:13:16.616301 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8365103b-36ed-460c-b055-2a925d2df266 None None] Attempting to bind port 744a8bcb-d5bd-45bb-bb37-85bdb1d12deb by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'c1617b95-59b5-4046-a1e0-3d5aefeca534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd4041ea8-5d99-4254-afa5-b5159ee23cab'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:13:16.616753 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8365103b-36ed-460c-b055-2a925d2df266 None None] Attempting to bind port 744a8bcb-d5bd-45bb-bb37-85bdb1d12deb on network d4041ea8-5d99-4254-afa5-b5159ee23cab {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:13:16.622057 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b1ce6f-6323-497b-b881-f9b0b51f19dc None None] Pushing event updated for resources: {'Port': ['ID=b556b72e-530d-457b-bee4-796b5fa493e0,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:16.627989 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8365103b-36ed-460c-b055-2a925d2df266 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:13:16.628418 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8365103b-36ed-460c-b055-2a925d2df266 None None] Checking segment: {'id': 'c1617b95-59b5-4046-a1e0-3d5aefeca534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd4041ea8-5d99-4254-afa5-b5159ee23cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:13:16.628904 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8365103b-36ed-460c-b055-2a925d2df266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:16.629301 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8365103b-36ed-460c-b055-2a925d2df266 None None] Bound using segment: {'id': 'c1617b95-59b5-4046-a1e0-3d5aefeca534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd4041ea8-5d99-4254-afa5-b5159ee23cab'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:13:16.629792 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8365103b-36ed-460c-b055-2a925d2df266 None None] Bound port: 744a8bcb-d5bd-45bb-bb37-85bdb1d12deb, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1617b95-59b5-4046-a1e0-3d5aefeca534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd4041ea8-5d99-4254-afa5-b5159ee23cab'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:13:16.630326 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8365103b-36ed-460c-b055-2a925d2df266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:16.751894 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8365103b-36ed-460c-b055-2a925d2df266 None None] For port 744a8bcb-d5bd-45bb-bb37-85bdb1d12deb, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:13:16.755486 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8365103b-36ed-460c-b055-2a925d2df266 None None] For port 744a8bcb-d5bd-45bb-bb37-85bdb1d12deb, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=744a8bcb-d5bd-45bb-bb37-85bdb1d12deb,segment=NetworkSegment(c1617b95-59b5-4046-a1e0-3d5aefeca534),segment_id=c1617b95-59b5-4046-a1e0-3d5aefeca534)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:13:16.765782 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8365103b-36ed-460c-b055-2a925d2df266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:16.839766 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8365103b-36ed-460c-b055-2a925d2df266 None None] Routers {'dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:16.840364 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8365103b-36ed-460c-b055-2a925d2df266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:13:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:16.843670 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca0f205-cc60-4883-9a02-4a5808167d2d None None] Pushing event updated for resources: {'Port': ['ID=744a8bcb-d5bd-45bb-bb37-85bdb1d12deb,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:17.166226 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device b47fd451-1c28-4c46-889a-fd03c0c8ac46 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:13:17.195613 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: b47fd451-1c28-4c46-889a-fd03c0c8ac46 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:13:17.196065 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device b47fd451-1c28-4c46-889a-fd03c0c8ac46 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:13:17.264919 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e40d8235-9db0-42b2-94b3-8daed7996e46 req-fb6e724b-2283-4aee-8adc-e2d14ec2150b tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=30cfdc45-3de5-4fe7-b248-759cb2ee03c0 HTTP/1.1" status: 200 len: 210 time: 0.0342133 Aug 19 15:13:17.276681 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-8365103b-36ed-460c-b055-2a925d2df266 None None] Set router dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:13:17.282406 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93cc6f9a-6372-4122-a1f9-aa347ece763c admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:13:17.293088 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25064f4-8023-406a-aa29-b28fb016861d None None] Sync routers for ids ['b5b8f6b0-81c0-4e46-be9b-0ea140fff7fc'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:13:17.305507 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93cc6f9a-6372-4122-a1f9-aa347ece763c admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:17.307695 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-93cc6f9a-6372-4122-a1f9-aa347ece763c admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4661038 Aug 19 15:13:17.310145 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33498) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:17.323373 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25064f4-8023-406a-aa29-b28fb016861d None None] Routers {'b5b8f6b0-81c0-4e46-be9b-0ea140fff7fc'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:17.324086 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a25064f4-8023-406a-aa29-b28fb016861d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:13:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['b5b8f6b0-81c0-4e46-be9b-0ea140fff7fc'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:17.477649 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b556b72e-530d-457b-bee4-796b5fa493e0 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:13:17.532339 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-a25064f4-8023-406a-aa29-b28fb016861d None None] Set router b5b8f6b0-81c0-4e46-be9b-0ea140fff7fc gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:13:17.642016 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port b556b72e-530d-457b-bee4-796b5fa493e0 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:13:17.683330 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8365103b-36ed-460c-b055-2a925d2df266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967', 'name': 'tempest-TestServerBasicOps-441618722-router', 'tenant_id': 'a03992382af24018bd57acd075d2e203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '4c03c73d-49fe-42b3-9174-8abb8a01e6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:13:08Z', 'updated_at': '2021-08-19T15:13:12Z', 'revision_number': 4, 'project_id': 'a03992382af24018bd57acd075d2e203', 'gw_port': {'id': '4c03c73d-49fe-42b3-9174-8abb8a01e6ec', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:81:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:13:08Z', 'updated_at': '2021-08-19T15:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '744a8bcb-d5bd-45bb-bb37-85bdb1d12deb', 'name': '', 'network_id': 'd4041ea8-5d99-4254-afa5-b5159ee23cab', 'tenant_id': 'a03992382af24018bd57acd075d2e203', 'mac_address': 'fa:16:3e:a9:f2:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'a4d5cd8a-4f32-4ad9-9e93-cc7790eb34d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:13:11Z', 'updated_at': '2021-08-19T15:13:16Z', 'revision_number': 4, 'project_id': 'a03992382af24018bd57acd075d2e203', 'subnets': [{'id': 'a4d5cd8a-4f32-4ad9-9e93-cc7790eb34d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:17.724821 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8365103b-36ed-460c-b055-2a925d2df266 None None] The sync data for ids ['dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967'] in n-d-766043-2 is: [{'id': 'dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967', 'name': 'tempest-TestServerBasicOps-441618722-router', 'tenant_id': 'a03992382af24018bd57acd075d2e203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '4c03c73d-49fe-42b3-9174-8abb8a01e6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:13:08Z', 'updated_at': '2021-08-19T15:13:12Z', 'revision_number': 4, 'project_id': 'a03992382af24018bd57acd075d2e203', 'gw_port': {'id': '4c03c73d-49fe-42b3-9174-8abb8a01e6ec', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:81:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:13:08Z', 'updated_at': '2021-08-19T15:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '744a8bcb-d5bd-45bb-bb37-85bdb1d12deb', 'name': '', 'network_id': 'd4041ea8-5d99-4254-afa5-b5159ee23cab', 'tenant_id': 'a03992382af24018bd57acd075d2e203', 'mac_address': 'fa:16:3e:a9:f2:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'a4d5cd8a-4f32-4ad9-9e93-cc7790eb34d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:13:11Z', 'updated_at': '2021-08-19T15:13:16Z', 'revision_number': 4, 'project_id': 'a03992382af24018bd57acd075d2e203', 'subnets': [{'id': 'a4d5cd8a-4f32-4ad9-9e93-cc7790eb34d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:13:17.790806 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a25064f4-8023-406a-aa29-b28fb016861d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b8f6b0-81c0-4e46-be9b-0ea140fff7fc', 'name': 'tempest-TestServerBasicOps-153505083-router', 'tenant_id': 'dd8340b77d734ac5b3804d85e4ddc5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '1034c6de-bad5-4488-8b21-ba43f19e63e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:13:14Z', 'updated_at': '2021-08-19T15:13:16Z', 'revision_number': 3, 'project_id': 'dd8340b77d734ac5b3804d85e4ddc5bf', 'gw_port': {'id': '1034c6de-bad5-4488-8b21-ba43f19e63e2', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ad:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b8f6b0-81c0-4e46-be9b-0ea140fff7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:13:15Z', 'updated_at': '2021-08-19T15:13:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:17.831208 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25064f4-8023-406a-aa29-b28fb016861d None None] Checking router: b5b8f6b0-81c0-4e46-be9b-0ea140fff7fc for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:13:17.831553 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25064f4-8023-406a-aa29-b28fb016861d None None] Updating router b5b8f6b0-81c0-4e46-be9b-0ea140fff7fc port 1034c6de-bad5-4488-8b21-ba43f19e63e2 binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:13:17.865986 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-a25064f4-8023-406a-aa29-b28fb016861d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:17.992579 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95493f0f-c8df-4d09-8e63-dd58d21bf624 None None] Network 99c3e58c-31a0-419f-b3af-834df912305c requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:13:18.033770 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2df2c3a-88ba-4fbc-b1fa-0394d66da527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:18.058185 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-746e0228-30f9-4186-af99-ccf1bfd92936 None None] Provisioning for port b556b72e-530d-457b-bee4-796b5fa493e0 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:13:18.064846 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-746e0228-30f9-4186-af99-ccf1bfd92936 None None] Provisioning complete for port b556b72e-530d-457b-bee4-796b5fa493e0 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:13:18.066208 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-746e0228-30f9-4186-af99-ccf1bfd92936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:18.200567 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-a25064f4-8023-406a-aa29-b28fb016861d None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:18.217493 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-a25064f4-8023-406a-aa29-b28fb016861d None None] Transition to ACTIVE for port object 1034c6de-bad5-4488-8b21-ba43f19e63e2 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:13:18.221323 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-746e0228-30f9-4186-af99-ccf1bfd92936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:18.227068 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-a25064f4-8023-406a-aa29-b28fb016861d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:18.278896 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-c2df2c3a-88ba-4fbc-b1fa-0394d66da527 admin admin] Allocated IP 172.20.0.1 (99c3e58c-31a0-419f-b3af-834df912305c/4980eeeb-f10f-467f-9ab2-5d83e28f34d3/8f1ef598-3bf1-40bd-ba1b-203a71dc2bc9) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:13:18.280630 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-a25064f4-8023-406a-aa29-b28fb016861d None None] Attempting to bind port 1034c6de-bad5-4488-8b21-ba43f19e63e2 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:13:18.281527 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-a25064f4-8023-406a-aa29-b28fb016861d None None] Attempting to bind port 1034c6de-bad5-4488-8b21-ba43f19e63e2 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:13:18.281527 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25064f4-8023-406a-aa29-b28fb016861d None None] Attempting to bind port 1034c6de-bad5-4488-8b21-ba43f19e63e2 on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:13:18.289684 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-746e0228-30f9-4186-af99-ccf1bfd92936 None None] For port b556b72e-530d-457b-bee4-796b5fa493e0, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b556b72e-530d-457b-bee4-796b5fa493e0,segment=NetworkSegment(e2796751-839f-433c-b51f-092eb47f768d),segment_id=e2796751-839f-433c-b51f-092eb47f768d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:13:18.295007 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25064f4-8023-406a-aa29-b28fb016861d None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:13:18.295652 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25064f4-8023-406a-aa29-b28fb016861d None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:13:18.296098 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-a25064f4-8023-406a-aa29-b28fb016861d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:18.297014 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25064f4-8023-406a-aa29-b28fb016861d None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:13:18.297175 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-a25064f4-8023-406a-aa29-b28fb016861d None None] Bound port: 1034c6de-bad5-4488-8b21-ba43f19e63e2, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:13:18.297611 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-a25064f4-8023-406a-aa29-b28fb016861d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:18.301676 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-746e0228-30f9-4186-af99-ccf1bfd92936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:18.391230 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e0228-30f9-4186-af99-ccf1bfd92936 None None] Pushing event updated for resources: {'Port': ['ID=b556b72e-530d-457b-bee4-796b5fa493e0,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:18.393223 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-a25064f4-8023-406a-aa29-b28fb016861d None None] For port 1034c6de-bad5-4488-8b21-ba43f19e63e2, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:13:18.401080 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-a25064f4-8023-406a-aa29-b28fb016861d None None] For port 1034c6de-bad5-4488-8b21-ba43f19e63e2, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=1034c6de-bad5-4488-8b21-ba43f19e63e2,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:13:18.414122 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc688287-344a-40f0-a92c-848b9164de40 None None] Pushing event updated for resources: {'Port': ['ID=1034c6de-bad5-4488-8b21-ba43f19e63e2,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:18.419377 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-a25064f4-8023-406a-aa29-b28fb016861d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:18.438593 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc688287-344a-40f0-a92c-848b9164de40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:18.439539 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc688287-344a-40f0-a92c-848b9164de40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:18.439791 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc688287-344a-40f0-a92c-848b9164de40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:18.440116 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc688287-344a-40f0-a92c-848b9164de40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:18.440453 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc688287-344a-40f0-a92c-848b9164de40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:18.440798 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc688287-344a-40f0-a92c-848b9164de40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:18.441118 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc688287-344a-40f0-a92c-848b9164de40 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:18.441595 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc688287-344a-40f0-a92c-848b9164de40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:18.441895 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc688287-344a-40f0-a92c-848b9164de40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:18.442211 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc688287-344a-40f0-a92c-848b9164de40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:18.442526 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc688287-344a-40f0-a92c-848b9164de40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:18.442836 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc688287-344a-40f0-a92c-848b9164de40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:18.527553 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2df2c3a-88ba-4fbc-b1fa-0394d66da527 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:18.560882 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-c2df2c3a-88ba-4fbc-b1fa-0394d66da527 admin admin] Transition to ACTIVE for port object 8f1ef598-3bf1-40bd-ba1b-203a71dc2bc9 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:13:18.635691 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2df2c3a-88ba-4fbc-b1fa-0394d66da527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:18.670811 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc688287-344a-40f0-a92c-848b9164de40 None None] Pushing event updated for resources: {'Port': ['ID=1034c6de-bad5-4488-8b21-ba43f19e63e2,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:18.682990 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df2c3a-88ba-4fbc-b1fa-0394d66da527 admin admin] Pushing event updated for resources: {'Port': ['ID=8f1ef598-3bf1-40bd-ba1b-203a71dc2bc9,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:18.700487 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25064f4-8023-406a-aa29-b28fb016861d None None] Routers {'b5b8f6b0-81c0-4e46-be9b-0ea140fff7fc'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:18.701285 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a25064f4-8023-406a-aa29-b28fb016861d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:13:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['b5b8f6b0-81c0-4e46-be9b-0ea140fff7fc'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:18.704360 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2df2c3a-88ba-4fbc-b1fa-0394d66da527 admin admin] Network 99c3e58c-31a0-419f-b3af-834df912305c is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:13:18.706277 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-c2df2c3a-88ba-4fbc-b1fa-0394d66da527 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:13:18.723986 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2df2c3a-88ba-4fbc-b1fa-0394d66da527 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:13:18.733968 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-54a5b446-0e8e-43e4-9e66-edbc0dbdfbd5 None None] Provisioning complete for port b556b72e-530d-457b-bee4-796b5fa493e0 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:13:18.734338 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-54a5b446-0e8e-43e4-9e66-edbc0dbdfbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:18.825657 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2df2c3a-88ba-4fbc-b1fa-0394d66da527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:18.851208 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-a25064f4-8023-406a-aa29-b28fb016861d None None] Set router b5b8f6b0-81c0-4e46-be9b-0ea140fff7fc gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:13:19.072981 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2df2c3a-88ba-4fbc-b1fa-0394d66da527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:19.100155 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a25064f4-8023-406a-aa29-b28fb016861d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b8f6b0-81c0-4e46-be9b-0ea140fff7fc', 'name': 'tempest-TestServerBasicOps-153505083-router', 'tenant_id': 'dd8340b77d734ac5b3804d85e4ddc5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '1034c6de-bad5-4488-8b21-ba43f19e63e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:13:14Z', 'updated_at': '2021-08-19T15:13:16Z', 'revision_number': 3, 'project_id': 'dd8340b77d734ac5b3804d85e4ddc5bf', 'gw_port': {'id': '1034c6de-bad5-4488-8b21-ba43f19e63e2', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ad:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b8f6b0-81c0-4e46-be9b-0ea140fff7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:13:15Z', 'updated_at': '2021-08-19T15:13:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:19.128973 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-96b4e0fb-5124-4c63-a43c-17e1caedde46 None None] Provisioning for port 8f1ef598-3bf1-40bd-ba1b-203a71dc2bc9 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:13:19.133203 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-96b4e0fb-5124-4c63-a43c-17e1caedde46 None None] Provisioning complete for port 8f1ef598-3bf1-40bd-ba1b-203a71dc2bc9 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:13:19.133541 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-96b4e0fb-5124-4c63-a43c-17e1caedde46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:19.139687 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25064f4-8023-406a-aa29-b28fb016861d None None] The sync data for ids ['b5b8f6b0-81c0-4e46-be9b-0ea140fff7fc'] in n-d-766043-2 is: [{'id': 'b5b8f6b0-81c0-4e46-be9b-0ea140fff7fc', 'name': 'tempest-TestServerBasicOps-153505083-router', 'tenant_id': 'dd8340b77d734ac5b3804d85e4ddc5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '1034c6de-bad5-4488-8b21-ba43f19e63e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:13:14Z', 'updated_at': '2021-08-19T15:13:16Z', 'revision_number': 3, 'project_id': 'dd8340b77d734ac5b3804d85e4ddc5bf', 'gw_port': {'id': '1034c6de-bad5-4488-8b21-ba43f19e63e2', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ad:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b8f6b0-81c0-4e46-be9b-0ea140fff7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:13:15Z', 'updated_at': '2021-08-19T15:13:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:13:19.183770 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-96b4e0fb-5124-4c63-a43c-17e1caedde46 None None] Port 8f1ef598-3bf1-40bd-ba1b-203a71dc2bc9 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:13:19.287252 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2df2c3a-88ba-4fbc-b1fa-0394d66da527 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:19.291996 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2df2c3a-88ba-4fbc-b1fa-0394d66da527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:19.371952 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df2c3a-88ba-4fbc-b1fa-0394d66da527 admin admin] Pushing event updated for resources: {'Port': ['ID=8f1ef598-3bf1-40bd-ba1b-203a71dc2bc9,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:19.374633 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2df2c3a-88ba-4fbc-b1fa-0394d66da527 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:19.497705 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2df2c3a-88ba-4fbc-b1fa-0394d66da527 admin admin] Network 99c3e58c-31a0-419f-b3af-834df912305c is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:13:19.499290 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-c2df2c3a-88ba-4fbc-b1fa-0394d66da527 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:13:19.525882 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b556b72e-530d-457b-bee4-796b5fa493e0 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:13:19.629388 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port b556b72e-530d-457b-bee4-796b5fa493e0 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:13:19.629768 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:19.666640 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2df2c3a-88ba-4fbc-b1fa-0394d66da527 admin admin] Router b5b8f6b0-81c0-4e46-be9b-0ea140fff7fc has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:13:19.838445 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 744a8bcb-d5bd-45bb-bb37-85bdb1d12deb up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:13:19.882093 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2df2c3a-88ba-4fbc-b1fa-0394d66da527 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:13:19.887850 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c2df2c3a-88ba-4fbc-b1fa-0394d66da527 admin admin] 10.222.0.69 "PUT /v2.0/routers/b5b8f6b0-81c0-4e46-be9b-0ea140fff7fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5760946 Aug 19 15:13:19.891606 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8b80d9aa-4016-414e-89c3-6e8f2935219a None None] Provisioning complete for port 8f1ef598-3bf1-40bd-ba1b-203a71dc2bc9 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:13:19.892731 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8b80d9aa-4016-414e-89c3-6e8f2935219a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:19.956734 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-8b80d9aa-4016-414e-89c3-6e8f2935219a None None] Port 8f1ef598-3bf1-40bd-ba1b-203a71dc2bc9 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:13:19.964336 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 744a8bcb-d5bd-45bb-bb37-85bdb1d12deb completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:13:19.972621 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 744a8bcb-d5bd-45bb-bb37-85bdb1d12deb triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:13:19.973372 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:20.078823 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:20.119039 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 744a8bcb-d5bd-45bb-bb37-85bdb1d12deb, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=744a8bcb-d5bd-45bb-bb37-85bdb1d12deb,segment=NetworkSegment(c1617b95-59b5-4046-a1e0-3d5aefeca534),segment_id=c1617b95-59b5-4046-a1e0-3d5aefeca534)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:13:20.126934 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:20.194432 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=744a8bcb-d5bd-45bb-bb37-85bdb1d12deb,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:20.503837 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33514) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:20.509261 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-af086bce-1633-4e3e-862c-448e843e40ae tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1793651012', 'description': 'tempest-secgroup-smoke-1793651012 description', 'project_id': 'a03992382af24018bd57acd075d2e203'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:13:20.532088 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-af086bce-1633-4e3e-862c-448e843e40ae tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:20.634526 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-af086bce-1633-4e3e-862c-448e843e40ae tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:20.640806 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-af086bce-1633-4e3e-862c-448e843e40ae tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:20.676673 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-af086bce-1633-4e3e-862c-448e843e40ae tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:20.680957 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-af086bce-1633-4e3e-862c-448e843e40ae tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1752298 Aug 19 15:13:20.682682 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33518) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:20.687627 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b3ef7cac-cf74-467c-8636-b6bb96c1ceb9 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Request body: {'security_group_rule': {'security_group_id': 'b7a3cc60-df66-4554-a130-5b5d0fffbd56', 'project_id': 'a03992382af24018bd57acd075d2e203', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:13:20.696424 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af086bce-1633-4e3e-862c-448e843e40ae tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a3cc60-df66-4554-a130-5b5d0fffbd56,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:20.725186 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b3ef7cac-cf74-467c-8636-b6bb96c1ceb9 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:20.791015 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b3ef7cac-cf74-467c-8636-b6bb96c1ceb9 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:20.795173 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b3ef7cac-cf74-467c-8636-b6bb96c1ceb9 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:20.821306 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ef7cac-cf74-467c-8636-b6bb96c1ceb9 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0729bdb1-b538-49d4-acd6-55e453acd809,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:20.830879 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b3ef7cac-cf74-467c-8636-b6bb96c1ceb9 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:20.834653 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b3ef7cac-cf74-467c-8636-b6bb96c1ceb9 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1485410 Aug 19 15:13:20.835435 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 33520) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:20.840660 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-67fdc5a0-f5d7-4aa2-af5d-01f9c99393e6 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Request body: {'security_group_rule': {'security_group_id': 'b7a3cc60-df66-4554-a130-5b5d0fffbd56', 'project_id': 'a03992382af24018bd57acd075d2e203', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:13:20.869732 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-67fdc5a0-f5d7-4aa2-af5d-01f9c99393e6 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:20.931389 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-67fdc5a0-f5d7-4aa2-af5d-01f9c99393e6 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:20.935618 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-67fdc5a0-f5d7-4aa2-af5d-01f9c99393e6 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:20.958159 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fdc5a0-f5d7-4aa2-af5d-01f9c99393e6 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01f74b28-d3e6-436e-bc4d-a94541d49fa9,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:20.967689 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-67fdc5a0-f5d7-4aa2-af5d-01f9c99393e6 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:20.968915 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-67fdc5a0-f5d7-4aa2-af5d-01f9c99393e6 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1323824 Aug 19 15:13:20.975101 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 33522) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:20.980875 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6a399594-ec8b-4f19-a912-472317f6c956 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Request body: {'security_group_rule': {'security_group_id': 'b7a3cc60-df66-4554-a130-5b5d0fffbd56', 'project_id': 'a03992382af24018bd57acd075d2e203', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:13:21.010495 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a399594-ec8b-4f19-a912-472317f6c956 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:21.087007 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a399594-ec8b-4f19-a912-472317f6c956 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:21.091832 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a399594-ec8b-4f19-a912-472317f6c956 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:21.113593 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a399594-ec8b-4f19-a912-472317f6c956 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4b579dd-dfe5-4e43-9621-6e8bf22173c6,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:21.124556 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a399594-ec8b-4f19-a912-472317f6c956 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:21.126084 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-6a399594-ec8b-4f19-a912-472317f6c956 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1499150 Aug 19 15:13:21.129576 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 33524) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:21.134502 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e47ef27d-4c1a-4676-8f68-aeaeb2df1e71 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Request body: {'security_group_rule': {'security_group_id': 'b7a3cc60-df66-4554-a130-5b5d0fffbd56', 'project_id': 'a03992382af24018bd57acd075d2e203', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:13:21.169264 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e47ef27d-4c1a-4676-8f68-aeaeb2df1e71 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:21.243141 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e47ef27d-4c1a-4676-8f68-aeaeb2df1e71 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:21.247034 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e47ef27d-4c1a-4676-8f68-aeaeb2df1e71 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:21.266009 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ef27d-4c1a-4676-8f68-aeaeb2df1e71 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6284d7ad-a8be-4b41-87f3-ea53787cd774,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:21.277595 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e47ef27d-4c1a-4676-8f68-aeaeb2df1e71 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:21.285785 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e47ef27d-4c1a-4676-8f68-aeaeb2df1e71 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1548505 Aug 19 15:13:21.288933 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 33526) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:21.306006 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-418ce502-3c3a-480c-afb9-49413dcc21f9 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Request body: {'security_group_rule': {'security_group_id': 'b7a3cc60-df66-4554-a130-5b5d0fffbd56', 'project_id': 'a03992382af24018bd57acd075d2e203', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:13:21.346752 n-d-766043-2 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-418ce502-3c3a-480c-afb9-49413dcc21f9 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Project a03992382af24018bd57acd075d2e203 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:13:21.354418 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-418ce502-3c3a-480c-afb9-49413dcc21f9 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:21.446624 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-418ce502-3c3a-480c-afb9-49413dcc21f9 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:21.462468 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-418ce502-3c3a-480c-afb9-49413dcc21f9 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:21.473416 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9640204d-26c7-4891-a997-c7a7b903cb3c None None] Sync routers for ids ['b5b8f6b0-81c0-4e46-be9b-0ea140fff7fc'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:13:21.482422 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ce502-3c3a-480c-afb9-49413dcc21f9 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=079009be-1818-4cac-8c3e-c785cd4fbce1,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:21.487120 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9640204d-26c7-4891-a997-c7a7b903cb3c None None] Routers {'b5b8f6b0-81c0-4e46-be9b-0ea140fff7fc'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:21.488102 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9640204d-26c7-4891-a997-c7a7b903cb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:13:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['b5b8f6b0-81c0-4e46-be9b-0ea140fff7fc'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:21.494175 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-418ce502-3c3a-480c-afb9-49413dcc21f9 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:21.497399 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-418ce502-3c3a-480c-afb9-49413dcc21f9 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2063317 Aug 19 15:13:21.499776 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33528) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:21.505134 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7c1c8db0-bf84-4900-b62c-402cadc591ec tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Request body: {'security_group_rule': {'security_group_id': 'b7a3cc60-df66-4554-a130-5b5d0fffbd56', 'project_id': 'a03992382af24018bd57acd075d2e203', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:13:21.546362 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 1034c6de-bad5-4488-8b21-ba43f19e63e2 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:13:21.553938 n-d-766043-2 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-7c1c8db0-bf84-4900-b62c-402cadc591ec tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Project a03992382af24018bd57acd075d2e203 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:13:21.559924 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7c1c8db0-bf84-4900-b62c-402cadc591ec tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:21.637012 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7c1c8db0-bf84-4900-b62c-402cadc591ec tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:21.642476 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7c1c8db0-bf84-4900-b62c-402cadc591ec tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:21.650365 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-9640204d-26c7-4891-a997-c7a7b903cb3c None None] Set router b5b8f6b0-81c0-4e46-be9b-0ea140fff7fc gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:13:21.652685 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 1034c6de-bad5-4488-8b21-ba43f19e63e2 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:13:21.660696 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1c8db0-bf84-4900-b62c-402cadc591ec tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=245d8700-6fcb-42a0-900d-c4ba2552a833,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:21.667720 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7c1c8db0-bf84-4900-b62c-402cadc591ec tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:21.669712 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7c1c8db0-bf84-4900-b62c-402cadc591ec tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1683831 Aug 19 15:13:21.687738 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 1034c6de-bad5-4488-8b21-ba43f19e63e2 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:13:21.688205 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:21.832536 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-65b7ce0d-61a1-440c-b3c2-2c229fe90536 req-da841e44-c91f-4a17-8d83-74943792bbe5 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1793651012&fields=id&tenant_id=a03992382af24018bd57acd075d2e203 HTTP/1.1" status: 200 len: 267 time: 0.0438268 Aug 19 15:13:21.916892 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:21.945494 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 1034c6de-bad5-4488-8b21-ba43f19e63e2, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=1034c6de-bad5-4488-8b21-ba43f19e63e2,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:13:21.957654 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:21.958652 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 744a8bcb-d5bd-45bb-bb37-85bdb1d12deb up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:13:21.972024 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7ce0d-61a1-440c-b3c2-2c229fe90536 req-e34858df-f9fe-46c3-92ca-72b9a515d75b tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:21.974515 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-65b7ce0d-61a1-440c-b3c2-2c229fe90536 req-e34858df-f9fe-46c3-92ca-72b9a515d75b tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] 10.222.0.69 "GET /v2.0/networks?id=d4041ea8-5d99-4254-afa5-b5159ee23cab HTTP/1.1" status: 200 len: 808 time: 0.1346917 Aug 19 15:13:21.996535 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-65b7ce0d-61a1-440c-b3c2-2c229fe90536 req-3b29962d-ea0f-47da-a5d7-877118dfe870 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] 10.222.0.69 "GET /v2.0/quotas/a03992382af24018bd57acd075d2e203 HTTP/1.1" status: 200 len: 375 time: 0.0154140 Aug 19 15:13:22.067226 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-65b7ce0d-61a1-440c-b3c2-2c229fe90536 req-a0551321-cf12-47cf-85da-7e9726e25efa tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a03992382af24018bd57acd075d2e203&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606279 Aug 19 15:13:22.093038 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=1034c6de-bad5-4488-8b21-ba43f19e63e2,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:22.115544 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9640204d-26c7-4891-a997-c7a7b903cb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b8f6b0-81c0-4e46-be9b-0ea140fff7fc', 'name': 'tempest-TestServerBasicOps-153505083-router', 'tenant_id': 'dd8340b77d734ac5b3804d85e4ddc5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '1034c6de-bad5-4488-8b21-ba43f19e63e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:13:14Z', 'updated_at': '2021-08-19T15:13:19Z', 'revision_number': 4, 'project_id': 'dd8340b77d734ac5b3804d85e4ddc5bf', 'gw_port': {'id': '1034c6de-bad5-4488-8b21-ba43f19e63e2', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ad:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b8f6b0-81c0-4e46-be9b-0ea140fff7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:13:15Z', 'updated_at': '2021-08-19T15:13:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '8f1ef598-3bf1-40bd-ba1b-203a71dc2bc9', 'name': '', 'network_id': '99c3e58c-31a0-419f-b3af-834df912305c', 'tenant_id': 'dd8340b77d734ac5b3804d85e4ddc5bf', 'mac_address': 'fa:16:3e:76:13:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b8f6b0-81c0-4e46-be9b-0ea140fff7fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '4980eeeb-f10f-467f-9ab2-5d83e28f34d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:13:18Z', 'updated_at': '2021-08-19T15:13:19Z', 'revision_number': 2, 'project_id': 'dd8340b77d734ac5b3804d85e4ddc5bf', 'subnets': [{'id': '4980eeeb-f10f-467f-9ab2-5d83e28f34d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:22.147977 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9640204d-26c7-4891-a997-c7a7b903cb3c None None] Checking router: b5b8f6b0-81c0-4e46-be9b-0ea140fff7fc for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:13:22.148661 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9640204d-26c7-4891-a997-c7a7b903cb3c None None] Updating router b5b8f6b0-81c0-4e46-be9b-0ea140fff7fc port 8f1ef598-3bf1-40bd-ba1b-203a71dc2bc9 binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:13:22.150907 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 744a8bcb-d5bd-45bb-bb37-85bdb1d12deb triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:13:22.151469 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:22.205841 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9640204d-26c7-4891-a997-c7a7b903cb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:22.208877 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-65b7ce0d-61a1-440c-b3c2-2c229fe90536 req-1c755c95-0f8a-41b3-a4f1-3fde98958e74 service neutron] 10.222.0.69 "GET /v2.0/networks/d4041ea8-5d99-4254-afa5-b5159ee23cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201060 Aug 19 15:13:22.333745 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-65b7ce0d-61a1-440c-b3c2-2c229fe90536 req-2ff35c72-cb0f-4878-9ce6-c089edad7ddb service neutron] 10.222.0.69 "GET /v2.0/networks/d4041ea8-5d99-4254-afa5-b5159ee23cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179883 Aug 19 15:13:22.568475 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9640204d-26c7-4891-a997-c7a7b903cb3c None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:22.576080 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f3e73028-9b13-46b9-bd65-20dab2cc13de req-d65e2288-65e9-48b7-8ff2-bb86de566151 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a2c28a0-331f-4c84-a401-ff9fece6ff2e HTTP/1.1" status: 200 len: 210 time: 0.0555277 Aug 19 15:13:22.584188 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9640204d-26c7-4891-a997-c7a7b903cb3c None None] Transition to ACTIVE for port object 8f1ef598-3bf1-40bd-ba1b-203a71dc2bc9 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:13:22.594074 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9640204d-26c7-4891-a997-c7a7b903cb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:22.661179 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9848f2cf-11b1-4bb5-854f-1208bca795a6 None None] Pushing event updated for resources: {'Port': ['ID=8f1ef598-3bf1-40bd-ba1b-203a71dc2bc9,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:22.725407 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9640204d-26c7-4891-a997-c7a7b903cb3c None None] Attempting to bind port 8f1ef598-3bf1-40bd-ba1b-203a71dc2bc9 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:13:22.726203 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9640204d-26c7-4891-a997-c7a7b903cb3c None None] Attempting to bind port 8f1ef598-3bf1-40bd-ba1b-203a71dc2bc9 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'e2796751-839f-433c-b51f-092eb47f768d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '99c3e58c-31a0-419f-b3af-834df912305c'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:13:22.726633 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9640204d-26c7-4891-a997-c7a7b903cb3c None None] Attempting to bind port 8f1ef598-3bf1-40bd-ba1b-203a71dc2bc9 on network 99c3e58c-31a0-419f-b3af-834df912305c {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:13:22.732450 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9640204d-26c7-4891-a997-c7a7b903cb3c None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:13:22.733178 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9640204d-26c7-4891-a997-c7a7b903cb3c None None] Checking segment: {'id': 'e2796751-839f-433c-b51f-092eb47f768d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '99c3e58c-31a0-419f-b3af-834df912305c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:13:22.733804 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9640204d-26c7-4891-a997-c7a7b903cb3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:22.734277 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9640204d-26c7-4891-a997-c7a7b903cb3c None None] Bound using segment: {'id': 'e2796751-839f-433c-b51f-092eb47f768d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '99c3e58c-31a0-419f-b3af-834df912305c'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:13:22.735010 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9640204d-26c7-4891-a997-c7a7b903cb3c None None] Bound port: 8f1ef598-3bf1-40bd-ba1b-203a71dc2bc9, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2796751-839f-433c-b51f-092eb47f768d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '99c3e58c-31a0-419f-b3af-834df912305c'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:13:22.735423 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9640204d-26c7-4891-a997-c7a7b903cb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:22.839911 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9640204d-26c7-4891-a997-c7a7b903cb3c None None] For port 8f1ef598-3bf1-40bd-ba1b-203a71dc2bc9, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:13:22.843601 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9640204d-26c7-4891-a997-c7a7b903cb3c None None] For port 8f1ef598-3bf1-40bd-ba1b-203a71dc2bc9, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=8f1ef598-3bf1-40bd-ba1b-203a71dc2bc9,segment=NetworkSegment(e2796751-839f-433c-b51f-092eb47f768d),segment_id=e2796751-839f-433c-b51f-092eb47f768d)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:13:22.848634 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9640204d-26c7-4891-a997-c7a7b903cb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:22.911375 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9640204d-26c7-4891-a997-c7a7b903cb3c None None] Routers {'b5b8f6b0-81c0-4e46-be9b-0ea140fff7fc'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:22.912224 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9640204d-26c7-4891-a997-c7a7b903cb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:13:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['b5b8f6b0-81c0-4e46-be9b-0ea140fff7fc'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:23.008505 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9848f2cf-11b1-4bb5-854f-1208bca795a6 None None] Pushing event updated for resources: {'Port': ['ID=8f1ef598-3bf1-40bd-ba1b-203a71dc2bc9,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:23.095695 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-9640204d-26c7-4891-a997-c7a7b903cb3c None None] Set router b5b8f6b0-81c0-4e46-be9b-0ea140fff7fc gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:13:23.394080 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 1034c6de-bad5-4488-8b21-ba43f19e63e2 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:13:23.529760 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 1034c6de-bad5-4488-8b21-ba43f19e63e2 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:13:23.530134 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:23.594676 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9640204d-26c7-4891-a997-c7a7b903cb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b8f6b0-81c0-4e46-be9b-0ea140fff7fc', 'name': 'tempest-TestServerBasicOps-153505083-router', 'tenant_id': 'dd8340b77d734ac5b3804d85e4ddc5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '1034c6de-bad5-4488-8b21-ba43f19e63e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:13:14Z', 'updated_at': '2021-08-19T15:13:19Z', 'revision_number': 4, 'project_id': 'dd8340b77d734ac5b3804d85e4ddc5bf', 'gw_port': {'id': '1034c6de-bad5-4488-8b21-ba43f19e63e2', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ad:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b8f6b0-81c0-4e46-be9b-0ea140fff7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:13:15Z', 'updated_at': '2021-08-19T15:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '8f1ef598-3bf1-40bd-ba1b-203a71dc2bc9', 'name': '', 'network_id': '99c3e58c-31a0-419f-b3af-834df912305c', 'tenant_id': 'dd8340b77d734ac5b3804d85e4ddc5bf', 'mac_address': 'fa:16:3e:76:13:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b8f6b0-81c0-4e46-be9b-0ea140fff7fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '4980eeeb-f10f-467f-9ab2-5d83e28f34d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:13:18Z', 'updated_at': '2021-08-19T15:13:22Z', 'revision_number': 4, 'project_id': 'dd8340b77d734ac5b3804d85e4ddc5bf', 'subnets': [{'id': '4980eeeb-f10f-467f-9ab2-5d83e28f34d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:23.643863 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9640204d-26c7-4891-a997-c7a7b903cb3c None None] The sync data for ids ['b5b8f6b0-81c0-4e46-be9b-0ea140fff7fc'] in n-d-766043-2 is: [{'id': 'b5b8f6b0-81c0-4e46-be9b-0ea140fff7fc', 'name': 'tempest-TestServerBasicOps-153505083-router', 'tenant_id': 'dd8340b77d734ac5b3804d85e4ddc5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '1034c6de-bad5-4488-8b21-ba43f19e63e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:13:14Z', 'updated_at': '2021-08-19T15:13:19Z', 'revision_number': 4, 'project_id': 'dd8340b77d734ac5b3804d85e4ddc5bf', 'gw_port': {'id': '1034c6de-bad5-4488-8b21-ba43f19e63e2', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ad:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b8f6b0-81c0-4e46-be9b-0ea140fff7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:13:15Z', 'updated_at': '2021-08-19T15:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '8f1ef598-3bf1-40bd-ba1b-203a71dc2bc9', 'name': '', 'network_id': '99c3e58c-31a0-419f-b3af-834df912305c', 'tenant_id': 'dd8340b77d734ac5b3804d85e4ddc5bf', 'mac_address': 'fa:16:3e:76:13:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b8f6b0-81c0-4e46-be9b-0ea140fff7fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '4980eeeb-f10f-467f-9ab2-5d83e28f34d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:13:18Z', 'updated_at': '2021-08-19T15:13:22Z', 'revision_number': 4, 'project_id': 'dd8340b77d734ac5b3804d85e4ddc5bf', 'subnets': [{'id': '4980eeeb-f10f-467f-9ab2-5d83e28f34d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:13:23.721285 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c992f601-38cf-49e0-91db-86b147a6aaef req-0c049fc1-ed01-4ad3-8bbe-796d1a9518be tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a2c28a0-331f-4c84-a401-ff9fece6ff2e HTTP/1.1" status: 200 len: 210 time: 0.0652704 Aug 19 15:13:23.898215 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7ce0d-61a1-440c-b3c2-2c229fe90536 req-131bd46d-a59d-4810-84a0-de52e7f115b7 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:23.899771 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-65b7ce0d-61a1-440c-b3c2-2c229fe90536 req-131bd46d-a59d-4810-84a0-de52e7f115b7 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] 10.222.0.68 "GET /v2.0/networks?id=d4041ea8-5d99-4254-afa5-b5159ee23cab HTTP/1.1" status: 200 len: 808 time: 0.1230195 Aug 19 15:13:23.950899 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-65b7ce0d-61a1-440c-b3c2-2c229fe90536 req-ba6764ec-d09f-43ed-8d81-bb7ed87ba4f7 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a03992382af24018bd57acd075d2e203 HTTP/1.1" status: 200 len: 380 time: 0.0406268 Aug 19 15:13:23.955479 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33570) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:23.967415 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-65b7ce0d-61a1-440c-b3c2-2c229fe90536 req-7c43bdd5-6d59-49dd-a2b9-45b668798b81 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Request body: {'port': {'device_id': '9a2c28a0-331f-4c84-a401-ff9fece6ff2e', 'network_id': 'd4041ea8-5d99-4254-afa5-b5159ee23cab', 'admin_state_up': True, 'tenant_id': 'a03992382af24018bd57acd075d2e203', 'security_groups': ['b7a3cc60-df66-4554-a130-5b5d0fffbd56']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:13:24.200555 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65b7ce0d-61a1-440c-b3c2-2c229fe90536 req-7c43bdd5-6d59-49dd-a2b9-45b668798b81 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Made reservation on behalf of a03992382af24018bd57acd075d2e203 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:13:24.204336 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-65b7ce0d-61a1-440c-b3c2-2c229fe90536 req-7c43bdd5-6d59-49dd-a2b9-45b668798b81 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:24.246086 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-dca3d2a8-51d6-484d-ab81-e9c26ac0f92a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Deleting port fda6720c-8e60-43cd-a0cb-7746743ac3a7 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:13:24.246428 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dca3d2a8-51d6-484d-ab81-e9c26ac0f92a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:24.408523 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dca3d2a8-51d6-484d-ab81-e9c26ac0f92a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:24.408523 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dca3d2a8-51d6-484d-ab81-e9c26ac0f92a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:24.421666 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-65b7ce0d-61a1-440c-b3c2-2c229fe90536 req-7c43bdd5-6d59-49dd-a2b9-45b668798b81 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Allocated IP 172.20.0.12 (d4041ea8-5d99-4254-afa5-b5159ee23cab/a4d5cd8a-4f32-4ad9-9e93-cc7790eb34d6/9a7d270a-d75d-4ca6-a705-2645ffd49c59) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:13:24.428755 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-dca3d2a8-51d6-484d-ab81-e9c26ac0f92a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Calling delete_port for fda6720c-8e60-43cd-a0cb-7746743ac3a7 owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:13:24.654533 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-65b7ce0d-61a1-440c-b3c2-2c229fe90536 req-7c43bdd5-6d59-49dd-a2b9-45b668798b81 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:24.691539 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-65b7ce0d-61a1-440c-b3c2-2c229fe90536 req-7c43bdd5-6d59-49dd-a2b9-45b668798b81 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Transition to ACTIVE for port object 9a7d270a-d75d-4ca6-a705-2645ffd49c59 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:13:24.726504 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dca3d2a8-51d6-484d-ab81-e9c26ac0f92a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:24.767818 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3d2a8-51d6-484d-ab81-e9c26ac0f92a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Pushing event deleted for resources: {'Port': ['ID=fda6720c-8e60-43cd-a0cb-7746743ac3a7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:24.773327 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-65b7ce0d-61a1-440c-b3c2-2c229fe90536 req-7c43bdd5-6d59-49dd-a2b9-45b668798b81 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:24.851443 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0243001-12b3-44db-a8ab-9742ce85f723 req-c5909af5-a501-432a-9572-86addfc4e421 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:24.853087 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a0243001-12b3-44db-a8ab-9742ce85f723 req-c5909af5-a501-432a-9572-86addfc4e421 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a2c28a0-331f-4c84-a401-ff9fece6ff2e HTTP/1.1" status: 200 len: 932 time: 0.0578275 Aug 19 15:13:24.855592 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65b7ce0d-61a1-440c-b3c2-2c229fe90536 req-7c43bdd5-6d59-49dd-a2b9-45b668798b81 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Network d4041ea8-5d99-4254-afa5-b5159ee23cab is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:13:24.866308 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-65b7ce0d-61a1-440c-b3c2-2c229fe90536 req-7c43bdd5-6d59-49dd-a2b9-45b668798b81 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:13:24.872933 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b7ce0d-61a1-440c-b3c2-2c229fe90536 req-7c43bdd5-6d59-49dd-a2b9-45b668798b81 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:13:24.907144 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c43bdd5-6d59-49dd-a2b9-45b668798b81 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Pushing event updated for resources: {'Port': ['ID=9a7d270a-d75d-4ca6-a705-2645ffd49c59,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:24.911720 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a0243001-12b3-44db-a8ab-9742ce85f723 req-8aee13e9-4f57-4163-b4fa-d09d4eab0bd4 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7a3cc60-df66-4554-a130-5b5d0fffbd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507374 Aug 19 15:13:24.913678 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dca3d2a8-51d6-484d-ab81-e9c26ac0f92a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:24.914022 n-d-766043-2 neutron-server[94639]: INFO neutron.db.l3_db [None req-dca3d2a8-51d6-484d-ab81-e9c26ac0f92a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Floating IP cef73b4b-01da-4468-9e06-a1c06f130b54 disassociated (deleted). External IP: 172.25.2.162, port: 7dcc2f28-3393-4c94-b777-b64025ee1da5. Aug 19 15:13:24.977347 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7ce0d-61a1-440c-b3c2-2c229fe90536 req-7c43bdd5-6d59-49dd-a2b9-45b668798b81 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:24.978006 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-65b7ce0d-61a1-440c-b3c2-2c229fe90536 req-7c43bdd5-6d59-49dd-a2b9-45b668798b81 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:25.024746 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-65b7ce0d-61a1-440c-b3c2-2c229fe90536 req-7c43bdd5-6d59-49dd-a2b9-45b668798b81 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0669425 Aug 19 15:13:25.042471 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-65b7ce0d-61a1-440c-b3c2-2c229fe90536 req-d88efa68-e53a-477e-8730-0ce159a176f5 service neutron] Request body: {'port': {'device_id': '9a2c28a0-331f-4c84-a401-ff9fece6ff2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:13:25.140268 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-65b7ce0d-61a1-440c-b3c2-2c229fe90536 req-d88efa68-e53a-477e-8730-0ce159a176f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:25.186915 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a41d1a5c-e0d6-461d-b522-442f5b7cb1be None None] Provisioning for port 9a7d270a-d75d-4ca6-a705-2645ffd49c59 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:13:25.192039 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a41d1a5c-e0d6-461d-b522-442f5b7cb1be None None] Provisioning complete for port 9a7d270a-d75d-4ca6-a705-2645ffd49c59 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:13:25.192435 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a41d1a5c-e0d6-461d-b522-442f5b7cb1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:25.228177 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a41d1a5c-e0d6-461d-b522-442f5b7cb1be None None] Port 9a7d270a-d75d-4ca6-a705-2645ffd49c59 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:13:25.320805 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca3d2a8-51d6-484d-ab81-e9c26ac0f92a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Router ca65e901-eea1-45f3-9424-a1acad466ee4 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:13:25.390154 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 8f1ef598-3bf1-40bd-ba1b-203a71dc2bc9 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:13:25.475649 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 8f1ef598-3bf1-40bd-ba1b-203a71dc2bc9 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:13:25.480300 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 8f1ef598-3bf1-40bd-ba1b-203a71dc2bc9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:13:25.480728 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:25.534880 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca3d2a8-51d6-484d-ab81-e9c26ac0f92a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:13:25.540514 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dca3d2a8-51d6-484d-ab81-e9c26ac0f92a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:25.547590 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56481d51-6471-4198-9642-6f2a6893162d None None] Sync routers for ids ['ca65e901-eea1-45f3-9424-a1acad466ee4'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:13:25.559884 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56481d51-6471-4198-9642-6f2a6893162d None None] Routers {'ca65e901-eea1-45f3-9424-a1acad466ee4'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:25.560724 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-56481d51-6471-4198-9642-6f2a6893162d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:13:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['ca65e901-eea1-45f3-9424-a1acad466ee4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:25.574374 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:25.602074 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-dca3d2a8-51d6-484d-ab81-e9c26ac0f92a tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "DELETE /v2.0/floatingips/cef73b4b-01da-4468-9e06-a1c06f130b54 HTTP/1.1" status: 204 len: 168 time: 1.6454985 Aug 19 15:13:25.607388 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d4e6fcb-b850-4a3d-ab03-71ec53830ec8', 'tag': '7dcc2f28-3393-4c94-b777-b64025ee1da5'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:13:25.609197 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81cb717-7ea1-4a9c-8234-dd8af898dc78" -d '{"events": [{"name": "network-changed", "server_uuid": "4d4e6fcb-b850-4a3d-ab03-71ec53830ec8", "tag": "7dcc2f28-3393-4c94-b777-b64025ee1da5"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:13:25.611304 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 8f1ef598-3bf1-40bd-ba1b-203a71dc2bc9, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=8f1ef598-3bf1-40bd-ba1b-203a71dc2bc9,segment=NetworkSegment(e2796751-839f-433c-b51f-092eb47f768d),segment_id=e2796751-839f-433c-b51f-092eb47f768d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:13:25.618712 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-65b7ce0d-61a1-440c-b3c2-2c229fe90536 req-d88efa68-e53a-477e-8730-0ce159a176f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a7d270a-d75d-4ca6-a705-2645ffd49c59 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:13:25.623179 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:25.628672 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-65b7ce0d-61a1-440c-b3c2-2c229fe90536 req-d88efa68-e53a-477e-8730-0ce159a176f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:25.643647 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-65b7ce0d-61a1-440c-b3c2-2c229fe90536 req-d88efa68-e53a-477e-8730-0ce159a176f5 service neutron] Transition to ACTIVE for port object 9a7d270a-d75d-4ca6-a705-2645ffd49c59 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:13:25.653183 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-65b7ce0d-61a1-440c-b3c2-2c229fe90536 req-d88efa68-e53a-477e-8730-0ce159a176f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:25.692712 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=8f1ef598-3bf1-40bd-ba1b-203a71dc2bc9,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:25.702739 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737fbe5b-5532-4452-b240-c6a5de1bad37 x-openstack-request-id: req-737fbe5b-5532-4452-b240-c6a5de1bad37 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:13:25.703313 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d4e6fcb-b850-4a3d-ab03-71ec53830ec8", "tag": "7dcc2f28-3393-4c94-b777-b64025ee1da5", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:13:25.703770 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-737fbe5b-5532-4452-b240-c6a5de1bad37 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:13:25.705000 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d4e6fcb-b850-4a3d-ab03-71ec53830ec8', 'tag': '7dcc2f28-3393-4c94-b777-b64025ee1da5', 'status': 'completed', 'code': 200} Aug 19 15:13:25.749996 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88efa68-e53a-477e-8730-0ce159a176f5 service neutron] Pushing event updated for resources: {'Port': ['ID=9a7d270a-d75d-4ca6-a705-2645ffd49c59,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:25.781851 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-56481d51-6471-4198-9642-6f2a6893162d None None] Set router ca65e901-eea1-45f3-9424-a1acad466ee4 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:13:25.831945 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81cb717-7ea1-4a9c-8234-dd8af898dc78 req-9c346449-be25-4b2d-96e8-915bcd7244d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:25.833904 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d81cb717-7ea1-4a9c-8234-dd8af898dc78 req-9c346449-be25-4b2d-96e8-915bcd7244d8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0550ac85b3b548ae984f8729832afa44&device_id=4d4e6fcb-b850-4a3d-ab03-71ec53830ec8 HTTP/1.1" status: 200 len: 1096 time: 0.1219928 Aug 19 15:13:25.866072 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-65b7ce0d-61a1-440c-b3c2-2c229fe90536 req-d88efa68-e53a-477e-8730-0ce159a176f5 service neutron] Attempting to bind port 9a7d270a-d75d-4ca6-a705-2645ffd49c59 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:13:25.866861 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-65b7ce0d-61a1-440c-b3c2-2c229fe90536 req-d88efa68-e53a-477e-8730-0ce159a176f5 service neutron] Attempting to bind port 9a7d270a-d75d-4ca6-a705-2645ffd49c59 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': 'c1617b95-59b5-4046-a1e0-3d5aefeca534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd4041ea8-5d99-4254-afa5-b5159ee23cab'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:13:25.867296 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b7ce0d-61a1-440c-b3c2-2c229fe90536 req-d88efa68-e53a-477e-8730-0ce159a176f5 service neutron] Attempting to bind port 9a7d270a-d75d-4ca6-a705-2645ffd49c59 on network d4041ea8-5d99-4254-afa5-b5159ee23cab {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:13:25.872307 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b7ce0d-61a1-440c-b3c2-2c229fe90536 req-d88efa68-e53a-477e-8730-0ce159a176f5 service neutron] Port 9a7d270a-d75d-4ca6-a705-2645ffd49c59 on network d4041ea8-5d99-4254-afa5-b5159ee23cab not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:13:25.872789 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b7ce0d-61a1-440c-b3c2-2c229fe90536 req-d88efa68-e53a-477e-8730-0ce159a176f5 service neutron] Attempting to bind port 9a7d270a-d75d-4ca6-a705-2645ffd49c59 on network d4041ea8-5d99-4254-afa5-b5159ee23cab {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:13:25.879098 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b7ce0d-61a1-440c-b3c2-2c229fe90536 req-d88efa68-e53a-477e-8730-0ce159a176f5 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:13:25.879640 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b7ce0d-61a1-440c-b3c2-2c229fe90536 req-d88efa68-e53a-477e-8730-0ce159a176f5 service neutron] Checking segment: {'id': 'c1617b95-59b5-4046-a1e0-3d5aefeca534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd4041ea8-5d99-4254-afa5-b5159ee23cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:13:25.880290 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b7ce0d-61a1-440c-b3c2-2c229fe90536 req-d88efa68-e53a-477e-8730-0ce159a176f5 service neutron] Bound using segment: {'id': 'c1617b95-59b5-4046-a1e0-3d5aefeca534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd4041ea8-5d99-4254-afa5-b5159ee23cab'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:13:25.881004 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-65b7ce0d-61a1-440c-b3c2-2c229fe90536 req-d88efa68-e53a-477e-8730-0ce159a176f5 service neutron] Bound port: 9a7d270a-d75d-4ca6-a705-2645ffd49c59, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1617b95-59b5-4046-a1e0-3d5aefeca534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd4041ea8-5d99-4254-afa5-b5159ee23cab'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:13:25.881644 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-65b7ce0d-61a1-440c-b3c2-2c229fe90536 req-d88efa68-e53a-477e-8730-0ce159a176f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:25.957471 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-65b7ce0d-61a1-440c-b3c2-2c229fe90536 req-d88efa68-e53a-477e-8730-0ce159a176f5 service neutron] For port 9a7d270a-d75d-4ca6-a705-2645ffd49c59, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:13:25.962054 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-65b7ce0d-61a1-440c-b3c2-2c229fe90536 req-d88efa68-e53a-477e-8730-0ce159a176f5 service neutron] For port 9a7d270a-d75d-4ca6-a705-2645ffd49c59, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=9a7d270a-d75d-4ca6-a705-2645ffd49c59,segment=NetworkSegment(c1617b95-59b5-4046-a1e0-3d5aefeca534),segment_id=c1617b95-59b5-4046-a1e0-3d5aefeca534)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:13:25.972290 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-65b7ce0d-61a1-440c-b3c2-2c229fe90536 req-d88efa68-e53a-477e-8730-0ce159a176f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:25.998971 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94518ed6-614d-4905-a5f4-6a07ef78bc5b req-0528f474-33d2-4353-8417-a6f3c91c9eb2 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:26.007806 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-94518ed6-614d-4905-a5f4-6a07ef78bc5b req-0528f474-33d2-4353-8417-a6f3c91c9eb2 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=4d4e6fcb-b850-4a3d-ab03-71ec53830ec8 HTTP/1.1" status: 200 len: 945 time: 0.1063025 Aug 19 15:13:26.015979 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7ce0d-61a1-440c-b3c2-2c229fe90536 req-d88efa68-e53a-477e-8730-0ce159a176f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:26.022236 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-65b7ce0d-61a1-440c-b3c2-2c229fe90536 req-d88efa68-e53a-477e-8730-0ce159a176f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:26.024089 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-65b7ce0d-61a1-440c-b3c2-2c229fe90536 req-d88efa68-e53a-477e-8730-0ce159a176f5 service neutron] 10.222.0.68 "PUT /v2.0/ports/9a7d270a-d75d-4ca6-a705-2645ffd49c59 HTTP/1.1" status: 200 len: 1092 time: 0.9875939 Aug 19 15:13:26.064821 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88efa68-e53a-477e-8730-0ce159a176f5 service neutron] Pushing event updated for resources: {'Port': ['ID=9a7d270a-d75d-4ca6-a705-2645ffd49c59,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:26.084991 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81cb717-7ea1-4a9c-8234-dd8af898dc78 req-5253fe9f-4da3-4a1c-a8e4-69d2e14548d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:26.086475 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d81cb717-7ea1-4a9c-8234-dd8af898dc78 req-5253fe9f-4da3-4a1c-a8e4-69d2e14548d1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=042ff527-1fae-4bd9-883c-64e28e4df4d0 HTTP/1.1" status: 200 len: 912 time: 0.2435665 Aug 19 15:13:26.131337 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-56481d51-6471-4198-9642-6f2a6893162d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'name': 'tempest-TestVolumeBootPattern-652792475-router', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '069e7c76-badf-4569-8845-68c39685a135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:25Z', 'updated_at': '2021-08-19T15:01:30Z', 'revision_number': 4, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'gw_port': {'id': '069e7c76-badf-4569-8845-68c39685a135', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:26Z', 'updated_at': '2021-08-19T15:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'c8885ca0-4847-4969-9f31-2eb1d0e2d04c', 'name': '', 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'mac_address': 'fa:16:3e:64:5e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '4501b342-71e0-4b08-b9d8-b651dd87e075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:28Z', 'updated_at': '2021-08-19T15:01:40Z', 'revision_number': 5, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'subnets': [{'id': '4501b342-71e0-4b08-b9d8-b651dd87e075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:26.134561 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7ce0d-61a1-440c-b3c2-2c229fe90536 req-f2a730b7-97db-4f14-b9e9-c854c4f34a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:26.136503 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-65b7ce0d-61a1-440c-b3c2-2c229fe90536 req-f2a730b7-97db-4f14-b9e9-c854c4f34a27 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a03992382af24018bd57acd075d2e203&device_id=9a2c28a0-331f-4c84-a401-ff9fece6ff2e HTTP/1.1" status: 200 len: 1095 time: 0.0597081 Aug 19 15:13:26.163557 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56481d51-6471-4198-9642-6f2a6893162d None None] Checking router: ca65e901-eea1-45f3-9424-a1acad466ee4 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:13:26.177535 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56481d51-6471-4198-9642-6f2a6893162d None None] Routers {'ca65e901-eea1-45f3-9424-a1acad466ee4'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:26.178196 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-56481d51-6471-4198-9642-6f2a6893162d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:13:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['ca65e901-eea1-45f3-9424-a1acad466ee4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:26.187737 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-65b7ce0d-61a1-440c-b3c2-2c229fe90536 req-b5f534ef-2c05-4bb7-9491-cc11db7107df service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a7d270a-d75d-4ca6-a705-2645ffd49c59 HTTP/1.1" status: 200 len: 217 time: 0.0420363 Aug 19 15:13:26.188795 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-94518ed6-614d-4905-a5f4-6a07ef78bc5b req-99676738-409a-4994-be63-d7f17f6e2804 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799231 Aug 19 15:13:26.192583 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d81cb717-7ea1-4a9c-8234-dd8af898dc78 req-5c326f21-c4fd-4ff2-b8c9-e447186b2d11 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7dcc2f28-3393-4c94-b777-b64025ee1da5 HTTP/1.1" status: 200 len: 217 time: 0.0958278 Aug 19 15:13:26.210714 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5800505-7160-4372-8909-63ca3abffdf7 req-a93c3262-23b2-4e37-9086-b31c10799a85 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:26.212741 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b5800505-7160-4372-8909-63ca3abffdf7 req-a93c3262-23b2-4e37-9086-b31c10799a85 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a2c28a0-331f-4c84-a401-ff9fece6ff2e HTTP/1.1" status: 200 len: 944 time: 0.1717594 Aug 19 15:13:26.258067 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7ce0d-61a1-440c-b3c2-2c229fe90536 req-4774fc9f-efe6-48e4-8e76-bfcc4eb70327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:26.259765 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-65b7ce0d-61a1-440c-b3c2-2c229fe90536 req-4774fc9f-efe6-48e4-8e76-bfcc4eb70327 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a4d5cd8a-4f32-4ad9-9e93-cc7790eb34d6 HTTP/1.1" status: 200 len: 847 time: 0.0647595 Aug 19 15:13:26.302008 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81cb717-7ea1-4a9c-8234-dd8af898dc78 req-eda6bb7a-4975-45ea-9898-eb89e9d28db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:26.303841 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d81cb717-7ea1-4a9c-8234-dd8af898dc78 req-eda6bb7a-4975-45ea-9898-eb89e9d28db6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4501b342-71e0-4b08-b9d8-b651dd87e075 HTTP/1.1" status: 200 len: 850 time: 0.0898128 Aug 19 15:13:26.308127 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-56481d51-6471-4198-9642-6f2a6893162d None None] Set router ca65e901-eea1-45f3-9424-a1acad466ee4 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:13:26.312993 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b5800505-7160-4372-8909-63ca3abffdf7 req-ae07da34-e065-4c3a-ae12-5884006e3d4b tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7a3cc60-df66-4554-a130-5b5d0fffbd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495715 Aug 19 15:13:26.329163 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7ce0d-61a1-440c-b3c2-2c229fe90536 req-9b918a95-4ff2-49f0-aaff-e39f20832762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:26.331821 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-65b7ce0d-61a1-440c-b3c2-2c229fe90536 req-9b918a95-4ff2-49f0-aaff-e39f20832762 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d4041ea8-5d99-4254-afa5-b5159ee23cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636237 Aug 19 15:13:26.364159 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81cb717-7ea1-4a9c-8234-dd8af898dc78 req-2026ba2f-e141-4ecb-9113-47c94941bc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:26.365677 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d81cb717-7ea1-4a9c-8234-dd8af898dc78 req-2026ba2f-e141-4ecb-9113-47c94941bc6d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=042ff527-1fae-4bd9-883c-64e28e4df4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512419 Aug 19 15:13:26.493247 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d81cb717-7ea1-4a9c-8234-dd8af898dc78 req-fce8e20f-300a-4665-9941-4d9aa88c08eb service neutron] 10.222.0.88 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185241 Aug 19 15:13:26.533802 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-56481d51-6471-4198-9642-6f2a6893162d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'name': 'tempest-TestVolumeBootPattern-652792475-router', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '069e7c76-badf-4569-8845-68c39685a135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:25Z', 'updated_at': '2021-08-19T15:01:30Z', 'revision_number': 4, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'gw_port': {'id': '069e7c76-badf-4569-8845-68c39685a135', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:26Z', 'updated_at': '2021-08-19T15:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'c8885ca0-4847-4969-9f31-2eb1d0e2d04c', 'name': '', 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'mac_address': 'fa:16:3e:64:5e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '4501b342-71e0-4b08-b9d8-b651dd87e075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:28Z', 'updated_at': '2021-08-19T15:01:40Z', 'revision_number': 5, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'subnets': [{'id': '4501b342-71e0-4b08-b9d8-b651dd87e075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:26.566897 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56481d51-6471-4198-9642-6f2a6893162d None None] The sync data for ids ['ca65e901-eea1-45f3-9424-a1acad466ee4'] in n-d-766043-2 is: [{'id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'name': 'tempest-TestVolumeBootPattern-652792475-router', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '069e7c76-badf-4569-8845-68c39685a135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:25Z', 'updated_at': '2021-08-19T15:01:30Z', 'revision_number': 4, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'gw_port': {'id': '069e7c76-badf-4569-8845-68c39685a135', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:26Z', 'updated_at': '2021-08-19T15:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'c8885ca0-4847-4969-9f31-2eb1d0e2d04c', 'name': '', 'network_id': '042ff527-1fae-4bd9-883c-64e28e4df4d0', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'mac_address': 'fa:16:3e:64:5e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '4501b342-71e0-4b08-b9d8-b651dd87e075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:28Z', 'updated_at': '2021-08-19T15:01:40Z', 'revision_number': 5, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'subnets': [{'id': '4501b342-71e0-4b08-b9d8-b651dd87e075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:13:26.597870 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d81cb717-7ea1-4a9c-8234-dd8af898dc78 req-3105ac68-de09-4144-9823-a88c0a71654c service neutron] 10.222.0.88 "GET /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970695 Aug 19 15:13:26.795696 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-65b7ce0d-61a1-440c-b3c2-2c229fe90536 req-c21026c9-eb23-4be8-a23b-9a4d8347b891 service neutron] 10.222.0.68 "GET /v2.0/networks/d4041ea8-5d99-4254-afa5-b5159ee23cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4562624 Aug 19 15:13:26.822708 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b150d1-0aef-4fdc-9e78-55071a906525 None None] New status for floating IP cef73b4b-01da-4468-9e06-a1c06f130b54: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:13:26.889690 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-65b7ce0d-61a1-440c-b3c2-2c229fe90536 req-e686393a-07ef-4fad-aed1-1ab0abba1be9 service neutron] 10.222.0.68 "GET /v2.0/networks/d4041ea8-5d99-4254-afa5-b5159ee23cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862856 Aug 19 15:13:27.313719 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd01cbe-7734-42c4-9ac1-2369a26bc0c8 req-c4f92bc4-f8be-46e9-a110-51d0af3e2782 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:27.315396 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ccd01cbe-7734-42c4-9ac1-2369a26bc0c8 req-c4f92bc4-f8be-46e9-a110-51d0af3e2782 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=4d4e6fcb-b850-4a3d-ab03-71ec53830ec8 HTTP/1.1" status: 200 len: 945 time: 0.0606112 Aug 19 15:13:27.377480 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 8f1ef598-3bf1-40bd-ba1b-203a71dc2bc9 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:13:27.389167 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd933ed-0775-47f2-bf48-e770bedbf047 req-e39429dd-eab8-4dda-a313-abdb2e720206 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:27.390679 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7dd933ed-0775-47f2-bf48-e770bedbf047 req-e39429dd-eab8-4dda-a313-abdb2e720206 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d4e6fcb-b850-4a3d-ab03-71ec53830ec8 HTTP/1.1" status: 200 len: 945 time: 0.0744152 Aug 19 15:13:27.394178 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ccd01cbe-7734-42c4-9ac1-2369a26bc0c8 req-4aec9a8d-d223-453b-a746-794a0079dbaa tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/security-groups?id=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681462 Aug 19 15:13:27.437100 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 8f1ef598-3bf1-40bd-ba1b-203a71dc2bc9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:13:27.437478 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:27.481094 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c687d630-026c-411b-a704-d51329a524d2 req-b8e4368b-7d6f-4640-a335-8f290f7cfce0 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:27.482559 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c687d630-026c-411b-a704-d51329a524d2 req-b8e4368b-7d6f-4640-a335-8f290f7cfce0 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a2c28a0-331f-4c84-a401-ff9fece6ff2e HTTP/1.1" status: 200 len: 944 time: 0.0875123 Aug 19 15:13:27.548592 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c687d630-026c-411b-a704-d51329a524d2 req-cf2bb282-e271-483d-b54b-3c5204d68712 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7a3cc60-df66-4554-a130-5b5d0fffbd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472162 Aug 19 15:13:27.561865 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-7dd933ed-0775-47f2-bf48-e770bedbf047 req-9e6db05d-f082-43ad-96de-9168510f7925 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Deleting port 7dcc2f28-3393-4c94-b777-b64025ee1da5 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:13:27.562221 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7dd933ed-0775-47f2-bf48-e770bedbf047 req-9e6db05d-f082-43ad-96de-9168510f7925 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:27.658241 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-7dd933ed-0775-47f2-bf48-e770bedbf047 req-9e6db05d-f082-43ad-96de-9168510f7925 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] For port 7dcc2f28-3393-4c94-b777-b64025ee1da5, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=7dcc2f28-3393-4c94-b777-b64025ee1da5,segment=NetworkSegment(b6bb2d61-0455-440b-809f-c8e64ffc2b8e),segment_id=b6bb2d61-0455-440b-809f-c8e64ffc2b8e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:13:27.658604 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7dd933ed-0775-47f2-bf48-e770bedbf047 req-9e6db05d-f082-43ad-96de-9168510f7925 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:27.678328 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-7dd933ed-0775-47f2-bf48-e770bedbf047 req-9e6db05d-f082-43ad-96de-9168510f7925 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Calling delete_port for 7dcc2f28-3393-4c94-b777-b64025ee1da5 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:13:27.705909 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2c28a0-331f-4c84-a401-ff9fece6ff2e', 'tag': '9a7d270a-d75d-4ca6-a705-2645ffd49c59'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:13:27.708295 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3d6a94-b4bd-4820-a384-34b8bfa09d41" -d '{"events": [{"name": "network-changed", "server_uuid": "9a2c28a0-331f-4c84-a401-ff9fece6ff2e", "tag": "9a7d270a-d75d-4ca6-a705-2645ffd49c59"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:13:27.746195 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c454dac-8c5e-4e0e-8aca-2b8f5447368b x-openstack-request-id: req-3c454dac-8c5e-4e0e-8aca-2b8f5447368b {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:13:27.746487 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a2c28a0-331f-4c84-a401-ff9fece6ff2e", "tag": "9a7d270a-d75d-4ca6-a705-2645ffd49c59", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:13:27.746735 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3c454dac-8c5e-4e0e-8aca-2b8f5447368b {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:13:27.747130 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a2c28a0-331f-4c84-a401-ff9fece6ff2e', 'tag': '9a7d270a-d75d-4ca6-a705-2645ffd49c59', 'status': 'completed', 'code': 200} Aug 19 15:13:27.809763 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7dd933ed-0775-47f2-bf48-e770bedbf047 req-9e6db05d-f082-43ad-96de-9168510f7925 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:27.814648 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d6a94-b4bd-4820-a384-34b8bfa09d41 req-c7df470c-de33-4f05-b8ca-1634fdba2253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:27.815550 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-df3d6a94-b4bd-4820-a384-34b8bfa09d41 req-c7df470c-de33-4f05-b8ca-1634fdba2253 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a03992382af24018bd57acd075d2e203&device_id=9a2c28a0-331f-4c84-a401-ff9fece6ff2e HTTP/1.1" status: 200 len: 1095 time: 0.0433486 Aug 19 15:13:27.843105 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6db05d-f082-43ad-96de-9168510f7925 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Pushing event deleted for resources: {'Port': ['ID=7dcc2f28-3393-4c94-b777-b64025ee1da5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:27.888398 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd933ed-0775-47f2-bf48-e770bedbf047 req-9e6db05d-f082-43ad-96de-9168510f7925 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] No DVR routers for this DVR port 7dcc2f28-3393-4c94-b777-b64025ee1da5 on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:13:27.891168 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7dd933ed-0775-47f2-bf48-e770bedbf047 req-9e6db05d-f082-43ad-96de-9168510f7925 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:27.893477 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7dd933ed-0775-47f2-bf48-e770bedbf047 req-9e6db05d-f082-43ad-96de-9168510f7925 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.88 "DELETE /v2.0/ports/7dcc2f28-3393-4c94-b777-b64025ee1da5 HTTP/1.1" status: 204 len: 173 time: 0.4884470 Aug 19 15:13:27.893920 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d4e6fcb-b850-4a3d-ab03-71ec53830ec8', 'name': 'network-vif-deleted', 'tag': '7dcc2f28-3393-4c94-b777-b64025ee1da5'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:13:27.896180 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d79865-8c29-4e96-8a2d-9cbcbfd9702a" -d '{"events": [{"server_uuid": "4d4e6fcb-b850-4a3d-ab03-71ec53830ec8", "name": "network-vif-deleted", "tag": "7dcc2f28-3393-4c94-b777-b64025ee1da5"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:13:27.912381 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d6a94-b4bd-4820-a384-34b8bfa09d41 req-a6366552-9433-4385-86f4-f4f3b503b6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:27.913983 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-df3d6a94-b4bd-4820-a384-34b8bfa09d41 req-a6366552-9433-4385-86f4-f4f3b503b6b6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d4041ea8-5d99-4254-afa5-b5159ee23cab HTTP/1.1" status: 200 len: 909 time: 0.0917313 Aug 19 15:13:27.944043 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b0b58c-aa5f-44fd-9161-447f93314be8 x-openstack-request-id: req-72b0b58c-aa5f-44fd-9161-447f93314be8 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:13:27.944432 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d4e6fcb-b850-4a3d-ab03-71ec53830ec8", "name": "network-vif-deleted", "tag": "7dcc2f28-3393-4c94-b777-b64025ee1da5", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:13:27.944702 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-72b0b58c-aa5f-44fd-9161-447f93314be8 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:13:27.945101 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d4e6fcb-b850-4a3d-ab03-71ec53830ec8', 'name': 'network-vif-deleted', 'tag': '7dcc2f28-3393-4c94-b777-b64025ee1da5', 'status': 'completed', 'code': 200} Aug 19 15:13:27.963551 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-df3d6a94-b4bd-4820-a384-34b8bfa09d41 req-83240db1-693f-4d30-86bc-caabd1ef5ba2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a7d270a-d75d-4ca6-a705-2645ffd49c59 HTTP/1.1" status: 200 len: 217 time: 0.0423019 Aug 19 15:13:28.014339 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d6a94-b4bd-4820-a384-34b8bfa09d41 req-5e3ba9d3-6a03-41fa-977f-4df46c0f3637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:28.015868 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-df3d6a94-b4bd-4820-a384-34b8bfa09d41 req-5e3ba9d3-6a03-41fa-977f-4df46c0f3637 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a4d5cd8a-4f32-4ad9-9e93-cc7790eb34d6 HTTP/1.1" status: 200 len: 847 time: 0.0461841 Aug 19 15:13:28.063990 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d6a94-b4bd-4820-a384-34b8bfa09d41 req-bd14f78e-961a-42a7-b720-20472b5b2f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:28.065589 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-df3d6a94-b4bd-4820-a384-34b8bfa09d41 req-bd14f78e-961a-42a7-b720-20472b5b2f9b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d4041ea8-5d99-4254-afa5-b5159ee23cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427568 Aug 19 15:13:28.162301 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-df3d6a94-b4bd-4820-a384-34b8bfa09d41 req-e72008a5-3c98-4bed-a6cc-d79cd7cc6b6f service neutron] 10.222.0.68 "GET /v2.0/networks/d4041ea8-5d99-4254-afa5-b5159ee23cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894184 Aug 19 15:13:28.286835 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-df3d6a94-b4bd-4820-a384-34b8bfa09d41 req-9ac3bd23-40f5-415b-89b7-426800475332 service neutron] 10.222.0.68 "GET /v2.0/networks/d4041ea8-5d99-4254-afa5-b5159ee23cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174009 Aug 19 15:13:28.499341 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-26501daf-f6b6-4f1a-b820-cc9d85b7b55e req-8b46656b-6394-48d1-8cb3-2b149cf204d7 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=4d4e6fcb-b850-4a3d-ab03-71ec53830ec8 HTTP/1.1" status: 200 len: 210 time: 0.0284140 Aug 19 15:13:28.673821 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50dcef6-8e98-4409-a1cd-976de3e27d28 req-977a5675-f6a5-4cb0-b123-6db6e32c4931 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:28.675437 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b50dcef6-8e98-4409-a1cd-976de3e27d28 req-977a5675-f6a5-4cb0-b123-6db6e32c4931 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a2c28a0-331f-4c84-a401-ff9fece6ff2e HTTP/1.1" status: 200 len: 944 time: 0.0528519 Aug 19 15:13:28.715521 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b50dcef6-8e98-4409-a1cd-976de3e27d28 req-9b4618e9-f773-4f33-822e-e64a12cf5eb8 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7a3cc60-df66-4554-a130-5b5d0fffbd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334134 Aug 19 15:13:29.435915 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 9a7d270a-d75d-4ca6-a705-2645ffd49c59 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:13:29.548122 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 9a7d270a-d75d-4ca6-a705-2645ffd49c59, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=9a7d270a-d75d-4ca6-a705-2645ffd49c59,segment=NetworkSegment(c1617b95-59b5-4046-a1e0-3d5aefeca534),segment_id=c1617b95-59b5-4046-a1e0-3d5aefeca534)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:13:29.562024 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '9a7d270a-d75d-4ca6-a705-2645ffd49c59', 'network_id': 'd4041ea8-5d99-4254-afa5-b5159ee23cab', 'port_id': '9a7d270a-d75d-4ca6-a705-2645ffd49c59', 'mac_address': 'fa:16:3e:0c:92:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4d5cd8a-4f32-4ad9-9e93-cc7790eb34d6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:13:29.600748 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-078de009-c53e-4115-a2bf-24aa51199abf req-d6eed5bd-9a2d-4a4b-8de8-c89a89741257 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=4d4e6fcb-b850-4a3d-ab03-71ec53830ec8 HTTP/1.1" status: 200 len: 210 time: 0.0285559 Aug 19 15:13:29.603312 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:29.618241 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a7d270a-d75d-4ca6-a705-2645ffd49c59 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:13:29.640314 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 9a7d270a-d75d-4ca6-a705-2645ffd49c59, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=9a7d270a-d75d-4ca6-a705-2645ffd49c59,segment=NetworkSegment(c1617b95-59b5-4046-a1e0-3d5aefeca534),segment_id=c1617b95-59b5-4046-a1e0-3d5aefeca534)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:13:29.645987 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:29.699629 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=9a7d270a-d75d-4ca6-a705-2645ffd49c59,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:29.851373 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d4a58-dd0b-4c7c-b4e9-c259eb2ba4f0 req-ead2d425-5abe-4d0c-84f0-41d5afbc75cb tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:29.852934 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4f0d4a58-dd0b-4c7c-b4e9-c259eb2ba4f0 req-ead2d425-5abe-4d0c-84f0-41d5afbc75cb tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a2c28a0-331f-4c84-a401-ff9fece6ff2e HTTP/1.1" status: 200 len: 945 time: 0.0600624 Aug 19 15:13:29.895948 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4f0d4a58-dd0b-4c7c-b4e9-c259eb2ba4f0 req-e5373186-d6d1-4d46-8f12-95871c15aa6a tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7a3cc60-df66-4554-a130-5b5d0fffbd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367198 Aug 19 15:13:29.904963 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['9a7d270a-d75d-4ca6-a705-2645ffd49c59'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:13:30.704615 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fbfaf494-6bd2-4b97-b7dd-864eeec074f6 req-bb468dd0-5b26-4282-991b-1ba3966b7101 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=4d4e6fcb-b850-4a3d-ab03-71ec53830ec8 HTTP/1.1" status: 200 len: 210 time: 0.0278578 Aug 19 15:13:31.032750 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da414ae-22ab-4f1e-8488-7925d2d561b2 req-7fbce344-6fcf-4782-a94c-0a31797956e6 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:31.034377 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0da414ae-22ab-4f1e-8488-7925d2d561b2 req-7fbce344-6fcf-4782-a94c-0a31797956e6 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a2c28a0-331f-4c84-a401-ff9fece6ff2e HTTP/1.1" status: 200 len: 945 time: 0.0544531 Aug 19 15:13:31.037344 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 7dcc2f28-3393-4c94-b777-b64025ee1da5 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:13:31.063204 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: 7dcc2f28-3393-4c94-b777-b64025ee1da5 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:13:31.063777 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 7dcc2f28-3393-4c94-b777-b64025ee1da5 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:13:31.083338 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0da414ae-22ab-4f1e-8488-7925d2d561b2 req-25570123-7c1e-41dc-8558-24e0c63b3686 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7a3cc60-df66-4554-a130-5b5d0fffbd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425520 Aug 19 15:13:31.416943 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-42117fd6-b471-4c4c-a90d-cd1654da388b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:31.439926 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 9a7d270a-d75d-4ca6-a705-2645ffd49c59 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:13:31.496122 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port 9a7d270a-d75d-4ca6-a705-2645ffd49c59 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:13:31.499799 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 9a7d270a-d75d-4ca6-a705-2645ffd49c59 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:13:31.500163 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:31.582803 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:31.606378 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2c28a0-331f-4c84-a401-ff9fece6ff2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a7d270a-d75d-4ca6-a705-2645ffd49c59'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:13:31.608948 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16cec5d-955e-4ab5-8f4b-790c7216b193" -d '{"events": [{"server_uuid": "9a2c28a0-331f-4c84-a401-ff9fece6ff2e", "name": "network-vif-plugged", "status": "completed", "tag": "9a7d270a-d75d-4ca6-a705-2645ffd49c59"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:13:31.623804 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 9a7d270a-d75d-4ca6-a705-2645ffd49c59, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=9a7d270a-d75d-4ca6-a705-2645ffd49c59,segment=NetworkSegment(c1617b95-59b5-4046-a1e0-3d5aefeca534),segment_id=c1617b95-59b5-4046-a1e0-3d5aefeca534)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:13:31.628777 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:31.686891 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=9a7d270a-d75d-4ca6-a705-2645ffd49c59,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:31.731963 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc403a5-94bf-4fb0-b30f-488948fbff36 x-openstack-request-id: req-2bc403a5-94bf-4fb0-b30f-488948fbff36 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:13:31.732333 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2c28a0-331f-4c84-a401-ff9fece6ff2e", "name": "network-vif-plugged", "status": "completed", "tag": "9a7d270a-d75d-4ca6-a705-2645ffd49c59", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:13:31.732912 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2bc403a5-94bf-4fb0-b30f-488948fbff36 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:13:31.733377 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a2c28a0-331f-4c84-a401-ff9fece6ff2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a7d270a-d75d-4ca6-a705-2645ffd49c59', 'code': 200} Aug 19 15:13:31.833845 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d7b5df44-a5a3-4805-8874-ab67a77783f4 req-caff6269-9068-4228-99ce-fc515470a4fe tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "GET /v2.0/ports?device_id=4d4e6fcb-b850-4a3d-ab03-71ec53830ec8 HTTP/1.1" status: 200 len: 210 time: 0.0319755 Aug 19 15:13:31.852939 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b41bf4-d58e-430e-a6e9-6adf841a452c req-26483deb-6c2b-4a20-abba-42d42b78ce4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:31.854475 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-32b41bf4-d58e-430e-a6e9-6adf841a452c req-26483deb-6c2b-4a20-abba-42d42b78ce4d service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=9a2c28a0-331f-4c84-a401-ff9fece6ff2e HTTP/1.1" status: 200 len: 1097 time: 0.0507231 Aug 19 15:13:31.897784 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-32b41bf4-d58e-430e-a6e9-6adf841a452c req-98be491d-2616-4775-ac5d-9310660e3849 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=b7a3cc60-df66-4554-a130-5b5d0fffbd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344775 Aug 19 15:13:32.206623 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb7900f-5bc1-412b-b0be-316b4eafa229 req-7a2463f6-93d6-4e2a-8ff0-fe7e5e796ff2 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:32.208192 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fdb7900f-5bc1-412b-b0be-316b4eafa229 req-7a2463f6-93d6-4e2a-8ff0-fe7e5e796ff2 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a2c28a0-331f-4c84-a401-ff9fece6ff2e HTTP/1.1" status: 200 len: 946 time: 0.0512724 Aug 19 15:13:32.252687 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fdb7900f-5bc1-412b-b0be-316b4eafa229 req-dce039b0-97b4-41ae-96ef-691e7c284e28 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7a3cc60-df66-4554-a130-5b5d0fffbd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383449 Aug 19 15:13:32.892177 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33614) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:33.046674 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-5d1f2ba3-1c12-4f89-971d-ffb2433a0b9e tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Deleting port de06beeb-0de0-459a-9460-975ec925af30 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:13:33.047062 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5d1f2ba3-1c12-4f89-971d-ffb2433a0b9e tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:33.138183 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5d1f2ba3-1c12-4f89-971d-ffb2433a0b9e tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:33.138439 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5d1f2ba3-1c12-4f89-971d-ffb2433a0b9e tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:33.151853 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-5d1f2ba3-1c12-4f89-971d-ffb2433a0b9e tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Calling delete_port for de06beeb-0de0-459a-9460-975ec925af30 owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:13:33.323638 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5d1f2ba3-1c12-4f89-971d-ffb2433a0b9e tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:33.361987 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f2ba3-1c12-4f89-971d-ffb2433a0b9e tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Pushing event deleted for resources: {'Port': ['ID=de06beeb-0de0-459a-9460-975ec925af30,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:33.400856 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ebb8b3-7fc8-401a-b2c5-15ac1336c1b4 req-fe57c2eb-adec-479d-ba26-666c898ed3cf tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:33.402333 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-48ebb8b3-7fc8-401a-b2c5-15ac1336c1b4 req-fe57c2eb-adec-479d-ba26-666c898ed3cf tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a2c28a0-331f-4c84-a401-ff9fece6ff2e HTTP/1.1" status: 200 len: 946 time: 0.0579877 Aug 19 15:13:33.437373 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5d1f2ba3-1c12-4f89-971d-ffb2433a0b9e tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:33.441380 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5d1f2ba3-1c12-4f89-971d-ffb2433a0b9e tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:33.446564 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5d1f2ba3-1c12-4f89-971d-ffb2433a0b9e tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "DELETE /v2.0/floatingips/0b2ac64e-620e-4bb3-9b9f-114a734efccc HTTP/1.1" status: 204 len: 168 time: 0.5490792 Aug 19 15:13:33.446850 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-48ebb8b3-7fc8-401a-b2c5-15ac1336c1b4 req-2a92f451-ad4e-403c-a31b-602ada6f6e70 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7a3cc60-df66-4554-a130-5b5d0fffbd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362077 Aug 19 15:13:33.599403 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be5da13-f6d7-4e7c-b415-2a986e691ba6 req-03e104b5-fd89-48bd-a6cc-45d827d68494 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:33.600889 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6be5da13-f6d7-4e7c-b415-2a986e691ba6 req-03e104b5-fd89-48bd-a6cc-45d827d68494 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a2c28a0-331f-4c84-a401-ff9fece6ff2e HTTP/1.1" status: 200 len: 946 time: 0.0770402 Aug 19 15:13:33.658920 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6be5da13-f6d7-4e7c-b415-2a986e691ba6 req-88934b6a-f060-4fc8-8fb4-bb6aa7d65440 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7a3cc60-df66-4554-a130-5b5d0fffbd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430532 Aug 19 15:13:33.804076 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd2e8a-ff84-41d4-9f45-5c5c9b34a0de req-73b4b755-48ac-4a07-a0fb-65cb0e3e055e tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:33.806394 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9ffd2e8a-ff84-41d4-9f45-5c5c9b34a0de req-73b4b755-48ac-4a07-a0fb-65cb0e3e055e tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a2c28a0-331f-4c84-a401-ff9fece6ff2e HTTP/1.1" status: 200 len: 946 time: 0.0734398 Aug 19 15:13:33.851317 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9ffd2e8a-ff84-41d4-9f45-5c5c9b34a0de req-91bd3e84-2972-47a1-b1a3-d1315da60013 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7a3cc60-df66-4554-a130-5b5d0fffbd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386698 Aug 19 15:13:33.872251 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33630) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:34.015863 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cc8310-d730-4fd0-8289-6f333880301d tempest-TestServerBasicOps-1535622939 tempest-TestServerBasicOps-1535622939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:34.018155 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c9cc8310-d730-4fd0-8289-6f333880301d tempest-TestServerBasicOps-1535622939 tempest-TestServerBasicOps-1535622939-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=9a2c28a0-331f-4c84-a401-ff9fece6ff2e HTTP/1.1" status: 200 len: 1092 time: 0.1447794 Aug 19 15:13:34.021322 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33634) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:34.025845 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-fa6bfd10-610e-4254-80e9-b9138e35ea8a tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Request body: {'floatingip': {'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'port_id': '9a7d270a-d75d-4ca6-a705-2645ffd49c59', 'tenant_id': 'a03992382af24018bd57acd075d2e203', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:13:34.050138 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa6bfd10-610e-4254-80e9-b9138e35ea8a tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:34.151480 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa6bfd10-610e-4254-80e9-b9138e35ea8a tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:34.279057 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-fa6bfd10-610e-4254-80e9-b9138e35ea8a tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Allocated IP 172.25.2.246 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/756bdabd-333e-4195-a33e-d2b752f6c1d5) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:13:34.288329 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:34.337246 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-60948e38-88d7-4280-96b4-016a94c7ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:34.397374 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa6bfd10-610e-4254-80e9-b9138e35ea8a tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:34.445418 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa6bfd10-610e-4254-80e9-b9138e35ea8a tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:34.488717 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6bfd10-610e-4254-80e9-b9138e35ea8a tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:13:34.491901 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-fa6bfd10-610e-4254-80e9-b9138e35ea8a tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:13:34.495867 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6bfd10-610e-4254-80e9-b9138e35ea8a tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:13:34.501760 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6bfd10-610e-4254-80e9-b9138e35ea8a tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Pushing event updated for resources: {'Port': ['ID=756bdabd-333e-4195-a33e-d2b752f6c1d5,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:34.533157 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:34.933095 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa6bfd10-610e-4254-80e9-b9138e35ea8a tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:35.025480 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa6bfd10-610e-4254-80e9-b9138e35ea8a tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:35.177691 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:35.243308 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa6bfd10-610e-4254-80e9-b9138e35ea8a tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:35.249633 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa6bfd10-610e-4254-80e9-b9138e35ea8a tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:35.324823 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6bfd10-610e-4254-80e9-b9138e35ea8a tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Pushing event updated for resources: {'Port': ['ID=756bdabd-333e-4195-a33e-d2b752f6c1d5,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:35.343034 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa6bfd10-610e-4254-80e9-b9138e35ea8a tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:35.469387 n-d-766043-2 neutron-server[94639]: INFO neutron.db.l3_db [None req-fa6bfd10-610e-4254-80e9-b9138e35ea8a tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Floating IP 2684b2ca-302e-4fd4-b1bc-1095c528bad3 associated. External IP: 172.25.2.246, port: 9a7d270a-d75d-4ca6-a705-2645ffd49c59. Aug 19 15:13:35.560979 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:35.725553 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa6bfd10-610e-4254-80e9-b9138e35ea8a tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Router dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:13:35.869667 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6bfd10-610e-4254-80e9-b9138e35ea8a tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:13:35.885682 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8d9b23-26f0-4c4e-b3d5-d7bff8ac45c5 None None] Sync routers for ids ['dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:13:35.900287 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8d9b23-26f0-4c4e-b3d5-d7bff8ac45c5 None None] Routers {'dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:35.901381 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8a8d9b23-26f0-4c4e-b3d5-d7bff8ac45c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:13:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:35.905588 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa6bfd10-610e-4254-80e9-b9138e35ea8a tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:35.951383 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-fa6bfd10-610e-4254-80e9-b9138e35ea8a tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9288530 Aug 19 15:13:35.953210 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2c28a0-331f-4c84-a401-ff9fece6ff2e', 'tag': '9a7d270a-d75d-4ca6-a705-2645ffd49c59'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:13:35.957627 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acec0805-ad69-407e-afbd-45fdf9c79c7c" -d '{"events": [{"name": "network-changed", "server_uuid": "9a2c28a0-331f-4c84-a401-ff9fece6ff2e", "tag": "9a7d270a-d75d-4ca6-a705-2645ffd49c59"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:13:36.029443 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c490efd7-1d2f-4af4-b4dd-deec5e5d594e x-openstack-request-id: req-c490efd7-1d2f-4af4-b4dd-deec5e5d594e {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:13:36.030134 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a2c28a0-331f-4c84-a401-ff9fece6ff2e", "tag": "9a7d270a-d75d-4ca6-a705-2645ffd49c59", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:13:36.030352 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c490efd7-1d2f-4af4-b4dd-deec5e5d594e {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:13:36.030866 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a2c28a0-331f-4c84-a401-ff9fece6ff2e', 'tag': '9a7d270a-d75d-4ca6-a705-2645ffd49c59', 'status': 'completed', 'code': 200} Aug 19 15:13:36.035546 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-8a8d9b23-26f0-4c4e-b3d5-d7bff8ac45c5 None None] Set router dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:13:36.108580 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec0805-ad69-407e-afbd-45fdf9c79c7c req-a97b5779-be0c-4fa4-9792-5b296eb60601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:36.110799 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-acec0805-ad69-407e-afbd-45fdf9c79c7c req-a97b5779-be0c-4fa4-9792-5b296eb60601 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a03992382af24018bd57acd075d2e203&device_id=9a2c28a0-331f-4c84-a401-ff9fece6ff2e HTTP/1.1" status: 200 len: 1097 time: 0.0532176 Aug 19 15:13:36.232299 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec0805-ad69-407e-afbd-45fdf9c79c7c req-086b85db-d1a1-4f61-b170-eb25b5dde6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:36.233747 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-acec0805-ad69-407e-afbd-45fdf9c79c7c req-086b85db-d1a1-4f61-b170-eb25b5dde6e6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d4041ea8-5d99-4254-afa5-b5159ee23cab HTTP/1.1" status: 200 len: 909 time: 0.1154811 Aug 19 15:13:36.310162 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-acec0805-ad69-407e-afbd-45fdf9c79c7c req-558716e4-4d9f-4f78-87e0-9f4586847338 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a7d270a-d75d-4ca6-a705-2645ffd49c59 HTTP/1.1" status: 200 len: 1000 time: 0.0684898 Aug 19 15:13:36.364205 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec0805-ad69-407e-afbd-45fdf9c79c7c req-981a0030-e9d1-42ae-9792-ce182b8d38f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:36.365865 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-acec0805-ad69-407e-afbd-45fdf9c79c7c req-981a0030-e9d1-42ae-9792-ce182b8d38f6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a4d5cd8a-4f32-4ad9-9e93-cc7790eb34d6 HTTP/1.1" status: 200 len: 847 time: 0.0487292 Aug 19 15:13:36.424676 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec0805-ad69-407e-afbd-45fdf9c79c7c req-76db0116-078b-4e05-83da-58eb89ee6d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:13:36.426585 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-acec0805-ad69-407e-afbd-45fdf9c79c7c req-76db0116-078b-4e05-83da-58eb89ee6d1a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d4041ea8-5d99-4254-afa5-b5159ee23cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538905 Aug 19 15:13:36.434151 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8a8d9b23-26f0-4c4e-b3d5-d7bff8ac45c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967', 'name': 'tempest-TestServerBasicOps-441618722-router', 'tenant_id': 'a03992382af24018bd57acd075d2e203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '4c03c73d-49fe-42b3-9174-8abb8a01e6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:13:08Z', 'updated_at': '2021-08-19T15:13:12Z', 'revision_number': 4, 'project_id': 'a03992382af24018bd57acd075d2e203', 'gw_port': {'id': '4c03c73d-49fe-42b3-9174-8abb8a01e6ec', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:81:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:13:08Z', 'updated_at': '2021-08-19T15:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '2684b2ca-302e-4fd4-b1bc-1095c528bad3', 'tenant_id': 'a03992382af24018bd57acd075d2e203', 'floating_ip_address': '172.25.2.246', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': 'dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967', 'port_id': '9a7d270a-d75d-4ca6-a705-2645ffd49c59', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4041ea8-5d99-4254-afa5-b5159ee23cab', 'mac_address': 'fa:16:3e:0c:92:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2c28a0-331f-4c84-a401-ff9fece6ff2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:13:34Z', 'updated_at': '2021-08-19T15:13:34Z', 'revision_number': 0, 'project_id': 'a03992382af24018bd57acd075d2e203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '744a8bcb-d5bd-45bb-bb37-85bdb1d12deb', 'name': '', 'network_id': 'd4041ea8-5d99-4254-afa5-b5159ee23cab', 'tenant_id': 'a03992382af24018bd57acd075d2e203', 'mac_address': 'fa:16:3e:a9:f2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'a4d5cd8a-4f32-4ad9-9e93-cc7790eb34d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:13:11Z', 'updated_at': '2021-08-19T15:13:20Z', 'revision_number': 5, 'project_id': 'a03992382af24018bd57acd075d2e203', 'subnets': [{'id': 'a4d5cd8a-4f32-4ad9-9e93-cc7790eb34d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:36.470861 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8d9b23-26f0-4c4e-b3d5-d7bff8ac45c5 None None] Checking router: dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:13:36.487671 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8d9b23-26f0-4c4e-b3d5-d7bff8ac45c5 None None] Routers {'dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:36.488636 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8a8d9b23-26f0-4c4e-b3d5-d7bff8ac45c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:13:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:36.547837 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-acec0805-ad69-407e-afbd-45fdf9c79c7c req-20cbfdc6-d0fc-4836-b2bd-89ae5be68f42 service neutron] 10.222.0.68 "GET /v2.0/networks/d4041ea8-5d99-4254-afa5-b5159ee23cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135018 Aug 19 15:13:36.613401 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-8a8d9b23-26f0-4c4e-b3d5-d7bff8ac45c5 None None] Set router dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:13:36.678813 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-acec0805-ad69-407e-afbd-45fdf9c79c7c req-5b22e13d-8233-4c1d-9461-beb21124fde8 service neutron] 10.222.0.68 "GET /v2.0/networks/d4041ea8-5d99-4254-afa5-b5159ee23cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224754 Aug 19 15:13:36.824806 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 33646) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:36.866899 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8a8d9b23-26f0-4c4e-b3d5-d7bff8ac45c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967', 'name': 'tempest-TestServerBasicOps-441618722-router', 'tenant_id': 'a03992382af24018bd57acd075d2e203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '4c03c73d-49fe-42b3-9174-8abb8a01e6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:13:08Z', 'updated_at': '2021-08-19T15:13:12Z', 'revision_number': 4, 'project_id': 'a03992382af24018bd57acd075d2e203', 'gw_port': {'id': '4c03c73d-49fe-42b3-9174-8abb8a01e6ec', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:81:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:13:08Z', 'updated_at': '2021-08-19T15:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '2684b2ca-302e-4fd4-b1bc-1095c528bad3', 'tenant_id': 'a03992382af24018bd57acd075d2e203', 'floating_ip_address': '172.25.2.246', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': 'dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967', 'port_id': '9a7d270a-d75d-4ca6-a705-2645ffd49c59', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4041ea8-5d99-4254-afa5-b5159ee23cab', 'mac_address': 'fa:16:3e:0c:92:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2c28a0-331f-4c84-a401-ff9fece6ff2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:13:34Z', 'updated_at': '2021-08-19T15:13:34Z', 'revision_number': 0, 'project_id': 'a03992382af24018bd57acd075d2e203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '744a8bcb-d5bd-45bb-bb37-85bdb1d12deb', 'name': '', 'network_id': 'd4041ea8-5d99-4254-afa5-b5159ee23cab', 'tenant_id': 'a03992382af24018bd57acd075d2e203', 'mac_address': 'fa:16:3e:a9:f2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'a4d5cd8a-4f32-4ad9-9e93-cc7790eb34d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:13:11Z', 'updated_at': '2021-08-19T15:13:20Z', 'revision_number': 5, 'project_id': 'a03992382af24018bd57acd075d2e203', 'subnets': [{'id': 'a4d5cd8a-4f32-4ad9-9e93-cc7790eb34d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:36.895253 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8d9b23-26f0-4c4e-b3d5-d7bff8ac45c5 None None] The sync data for ids ['dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967'] in n-d-766043-2 is: [{'id': 'dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967', 'name': 'tempest-TestServerBasicOps-441618722-router', 'tenant_id': 'a03992382af24018bd57acd075d2e203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '4c03c73d-49fe-42b3-9174-8abb8a01e6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:13:08Z', 'updated_at': '2021-08-19T15:13:12Z', 'revision_number': 4, 'project_id': 'a03992382af24018bd57acd075d2e203', 'gw_port': {'id': '4c03c73d-49fe-42b3-9174-8abb8a01e6ec', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:81:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:13:08Z', 'updated_at': '2021-08-19T15:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '2684b2ca-302e-4fd4-b1bc-1095c528bad3', 'tenant_id': 'a03992382af24018bd57acd075d2e203', 'floating_ip_address': '172.25.2.246', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': 'dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967', 'port_id': '9a7d270a-d75d-4ca6-a705-2645ffd49c59', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4041ea8-5d99-4254-afa5-b5159ee23cab', 'mac_address': 'fa:16:3e:0c:92:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2c28a0-331f-4c84-a401-ff9fece6ff2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:13:34Z', 'updated_at': '2021-08-19T15:13:34Z', 'revision_number': 0, 'project_id': 'a03992382af24018bd57acd075d2e203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '744a8bcb-d5bd-45bb-bb37-85bdb1d12deb', 'name': '', 'network_id': 'd4041ea8-5d99-4254-afa5-b5159ee23cab', 'tenant_id': 'a03992382af24018bd57acd075d2e203', 'mac_address': 'fa:16:3e:a9:f2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'a4d5cd8a-4f32-4ad9-9e93-cc7790eb34d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:13:11Z', 'updated_at': '2021-08-19T15:13:20Z', 'revision_number': 5, 'project_id': 'a03992382af24018bd57acd075d2e203', 'subnets': [{'id': 'a4d5cd8a-4f32-4ad9-9e93-cc7790eb34d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:13:36.899628 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b9bb34d2-68ec-41b0-9977-7c8af19b4bf5 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:36.941507 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b9bb34d2-68ec-41b0-9977-7c8af19b4bf5 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:37.001296 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:37.027825 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b9bb34d2-68ec-41b0-9977-7c8af19b4bf5 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:37.030603 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b9bb34d2-68ec-41b0-9977-7c8af19b4bf5 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:37.031808 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-b9bb34d2-68ec-41b0-9977-7c8af19b4bf5 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] 10.222.0.69 "DELETE /v2.0/security-groups/1324d74c-bbdf-4e8d-bd15-d52a2b2228b6 HTTP/1.1" status: 204 len: 168 time: 0.2058551 Aug 19 15:13:37.042295 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bb34d2-68ec-41b0-9977-7c8af19b4bf5 tempest-TestVolumeBootPattern-654182006 tempest-TestVolumeBootPattern-654182006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1324d74c-bbdf-4e8d-bd15-d52a2b2228b6,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:37.122371 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33650) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:37.184389 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3a87d4-80d6-420b-90da-5859b78d38f1 None None] New status for floating IP 2684b2ca-302e-4fd4-b1bc-1095c528bad3: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:13:37.657924 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e614755-1c0f-4d03-b442-016c4e51b102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:37.924447 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-9e614755-1c0f-4d03-b442-016c4e51b102 admin admin] Deleting port c8885ca0-4847-4969-9f31-2eb1d0e2d04c {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:13:37.924701 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e614755-1c0f-4d03-b442-016c4e51b102 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:38.027629 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-9e614755-1c0f-4d03-b442-016c4e51b102 admin admin] For port c8885ca0-4847-4969-9f31-2eb1d0e2d04c, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=c8885ca0-4847-4969-9f31-2eb1d0e2d04c,segment=NetworkSegment(b6bb2d61-0455-440b-809f-c8e64ffc2b8e),segment_id=b6bb2d61-0455-440b-809f-c8e64ffc2b8e)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:13:38.027998 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e614755-1c0f-4d03-b442-016c4e51b102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:38.040365 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-9e614755-1c0f-4d03-b442-016c4e51b102 admin admin] Calling delete_port for c8885ca0-4847-4969-9f31-2eb1d0e2d04c owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:13:38.232377 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e614755-1c0f-4d03-b442-016c4e51b102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:38.261471 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e614755-1c0f-4d03-b442-016c4e51b102 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8885ca0-4847-4969-9f31-2eb1d0e2d04c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:38.460430 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e614755-1c0f-4d03-b442-016c4e51b102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:38.695833 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e614755-1c0f-4d03-b442-016c4e51b102 admin admin] Router ca65e901-eea1-45f3-9424-a1acad466ee4 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:13:39.146307 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e614755-1c0f-4d03-b442-016c4e51b102 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:13:39.151497 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9e614755-1c0f-4d03-b442-016c4e51b102 admin admin] 10.222.0.69 "PUT /v2.0/routers/ca65e901-eea1-45f3-9424-a1acad466ee4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0278258 Aug 19 15:13:39.154930 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33654) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:39.155488 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcf3860-10a1-4b0d-ad3c-46a65673016b None None] Sync routers for ids ['ca65e901-eea1-45f3-9424-a1acad466ee4'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:13:39.166494 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcf3860-10a1-4b0d-ad3c-46a65673016b None None] Routers {'ca65e901-eea1-45f3-9424-a1acad466ee4'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:39.167104 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-bfcf3860-10a1-4b0d-ad3c-46a65673016b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:13:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['ca65e901-eea1-45f3-9424-a1acad466ee4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:39.271858 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7758951b-e6ca-48d5-8a52-c9282ae85905 admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:39.280007 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-bfcf3860-10a1-4b0d-ad3c-46a65673016b None None] Set router ca65e901-eea1-45f3-9424-a1acad466ee4 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:13:39.397672 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7758951b-e6ca-48d5-8a52-c9282ae85905 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:39.464081 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-7758951b-e6ca-48d5-8a52-c9282ae85905 admin admin] Deleting port 069e7c76-badf-4569-8845-68c39685a135 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:13:39.464890 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7758951b-e6ca-48d5-8a52-c9282ae85905 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:39.490071 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-bfcf3860-10a1-4b0d-ad3c-46a65673016b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'name': 'tempest-TestVolumeBootPattern-652792475-router', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '069e7c76-badf-4569-8845-68c39685a135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:25Z', 'updated_at': '2021-08-19T15:13:38Z', 'revision_number': 5, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'gw_port': {'id': '069e7c76-badf-4569-8845-68c39685a135', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:26Z', 'updated_at': '2021-08-19T15:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:39.519526 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcf3860-10a1-4b0d-ad3c-46a65673016b None None] Checking router: ca65e901-eea1-45f3-9424-a1acad466ee4 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:13:39.528032 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcf3860-10a1-4b0d-ad3c-46a65673016b None None] Routers {'ca65e901-eea1-45f3-9424-a1acad466ee4'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:39.528467 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-bfcf3860-10a1-4b0d-ad3c-46a65673016b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:13:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['ca65e901-eea1-45f3-9424-a1acad466ee4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:39.568360 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-7758951b-e6ca-48d5-8a52-c9282ae85905 admin admin] For port 069e7c76-badf-4569-8845-68c39685a135, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=069e7c76-badf-4569-8845-68c39685a135,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:13:39.568934 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7758951b-e6ca-48d5-8a52-c9282ae85905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:39.582727 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-7758951b-e6ca-48d5-8a52-c9282ae85905 admin admin] Calling delete_port for 069e7c76-badf-4569-8845-68c39685a135 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:13:39.626971 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-bfcf3860-10a1-4b0d-ad3c-46a65673016b None None] Set router ca65e901-eea1-45f3-9424-a1acad466ee4 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:13:39.679107 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-bfcf3860-10a1-4b0d-ad3c-46a65673016b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'name': 'tempest-TestVolumeBootPattern-652792475-router', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:25Z', 'updated_at': '2021-08-19T15:13:39Z', 'revision_number': 6, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'gw_port_host': None}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:39.709254 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcf3860-10a1-4b0d-ad3c-46a65673016b None None] The sync data for ids ['ca65e901-eea1-45f3-9424-a1acad466ee4'] in n-d-766043-2 is: [{'id': 'ca65e901-eea1-45f3-9424-a1acad466ee4', 'name': 'tempest-TestVolumeBootPattern-652792475-router', 'tenant_id': '0550ac85b3b548ae984f8729832afa44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:25Z', 'updated_at': '2021-08-19T15:13:39Z', 'revision_number': 6, 'project_id': '0550ac85b3b548ae984f8729832afa44', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:13:39.766965 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7758951b-e6ca-48d5-8a52-c9282ae85905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:39.793869 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7758951b-e6ca-48d5-8a52-c9282ae85905 admin admin] Pushing event deleted for resources: {'Port': ['ID=069e7c76-badf-4569-8845-68c39685a135,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:39.820396 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7758951b-e6ca-48d5-8a52-c9282ae85905 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:39.820763 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7758951b-e6ca-48d5-8a52-c9282ae85905 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:39.821109 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7758951b-e6ca-48d5-8a52-c9282ae85905 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:39.821445 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7758951b-e6ca-48d5-8a52-c9282ae85905 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:39.821778 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7758951b-e6ca-48d5-8a52-c9282ae85905 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:39.822105 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7758951b-e6ca-48d5-8a52-c9282ae85905 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:39.822429 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7758951b-e6ca-48d5-8a52-c9282ae85905 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:39.822757 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7758951b-e6ca-48d5-8a52-c9282ae85905 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:39.823077 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7758951b-e6ca-48d5-8a52-c9282ae85905 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:39.823398 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7758951b-e6ca-48d5-8a52-c9282ae85905 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:39.823715 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7758951b-e6ca-48d5-8a52-c9282ae85905 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:39.824032 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7758951b-e6ca-48d5-8a52-c9282ae85905 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:13:39.864559 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7758951b-e6ca-48d5-8a52-c9282ae85905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:39.956253 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7758951b-e6ca-48d5-8a52-c9282ae85905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:39.958424 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7758951b-e6ca-48d5-8a52-c9282ae85905 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:40.002999 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:13:40.006099 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7758951b-e6ca-48d5-8a52-c9282ae85905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:40.006689 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7758951b-e6ca-48d5-8a52-c9282ae85905 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca65e901-eea1-45f3-9424-a1acad466ee4 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:13:40.011370 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7758951b-e6ca-48d5-8a52-c9282ae85905 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:40.012586 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7758951b-e6ca-48d5-8a52-c9282ae85905 admin admin] 10.222.0.69 "DELETE /v2.0/routers/ca65e901-eea1-45f3-9424-a1acad466ee4 HTTP/1.1" status: 204 len: 168 time: 0.8565438 Aug 19 15:13:40.015091 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33656) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:40.061642 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f06a563-bd9a-4f4b-a4da-550821d4c92f admin admin] Deleting subnet 4501b342-71e0-4b08-b9d8-b651dd87e075 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:13:40.066195 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f06a563-bd9a-4f4b-a4da-550821d4c92f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:40.107434 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f06a563-bd9a-4f4b-a4da-550821d4c92f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:40.194701 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f06a563-bd9a-4f4b-a4da-550821d4c92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:40.250615 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f06a563-bd9a-4f4b-a4da-550821d4c92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:40.276545 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f06a563-bd9a-4f4b-a4da-550821d4c92f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4501b342-71e0-4b08-b9d8-b651dd87e075,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:40.279955 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f06a563-bd9a-4f4b-a4da-550821d4c92f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:40.283726 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4f06a563-bd9a-4f4b-a4da-550821d4c92f admin admin] 10.222.0.69 "DELETE /v2.0/subnets/4501b342-71e0-4b08-b9d8-b651dd87e075 HTTP/1.1" status: 204 len: 168 time: 0.2658482 Aug 19 15:13:40.285024 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33658) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:40.287170 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a12751b-633b-4902-b9a7-500d2f381949 None None] Network 042ff527-1fae-4bd9-883c-64e28e4df4d0 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:13:40.356064 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd4b683c-fc34-4016-9f35-a6259acb65db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:40.423373 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-fd4b683c-fc34-4016-9f35-a6259acb65db admin admin] Deleting port 70ad493d-acb2-4dc2-a13c-3ef2a816c317 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:13:40.423710 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd4b683c-fc34-4016-9f35-a6259acb65db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:40.482084 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac3b154-66a6-4019-934a-41040788dca9 None None] DHCP port deletion for 042ff527-1fae-4bd9-883c-64e28e4df4d0 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:13:40.503419 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-fd4b683c-fc34-4016-9f35-a6259acb65db admin admin] For port 70ad493d-acb2-4dc2-a13c-3ef2a816c317, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=70ad493d-acb2-4dc2-a13c-3ef2a816c317,segment=NetworkSegment(b6bb2d61-0455-440b-809f-c8e64ffc2b8e),segment_id=b6bb2d61-0455-440b-809f-c8e64ffc2b8e)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:13:40.503711 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd4b683c-fc34-4016-9f35-a6259acb65db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:40.519020 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-fd4b683c-fc34-4016-9f35-a6259acb65db admin admin] Calling delete_port for 70ad493d-acb2-4dc2-a13c-3ef2a816c317 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:13:40.537881 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-eac3b154-66a6-4019-934a-41040788dca9 None None] Deleting port 70ad493d-acb2-4dc2-a13c-3ef2a816c317 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:13:40.538341 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-eac3b154-66a6-4019-934a-41040788dca9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:40.605753 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-eac3b154-66a6-4019-934a-41040788dca9 None None] For port 70ad493d-acb2-4dc2-a13c-3ef2a816c317, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=70ad493d-acb2-4dc2-a13c-3ef2a816c317,segment=NetworkSegment(b6bb2d61-0455-440b-809f-c8e64ffc2b8e),segment_id=b6bb2d61-0455-440b-809f-c8e64ffc2b8e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:13:40.606230 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-eac3b154-66a6-4019-934a-41040788dca9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:40.611544 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd4b683c-fc34-4016-9f35-a6259acb65db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:40.621708 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-eac3b154-66a6-4019-934a-41040788dca9 None None] Calling delete_port for 70ad493d-acb2-4dc2-a13c-3ef2a816c317 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:13:40.638444 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b683c-fc34-4016-9f35-a6259acb65db admin admin] Pushing event deleted for resources: {'Port': ['ID=70ad493d-acb2-4dc2-a13c-3ef2a816c317,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:40.642522 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4b683c-fc34-4016-9f35-a6259acb65db admin admin] No DVR routers for this DVR port 70ad493d-acb2-4dc2-a13c-3ef2a816c317 on host n-d-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:13:40.706089 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-eac3b154-66a6-4019-934a-41040788dca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:40.716690 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd4b683c-fc34-4016-9f35-a6259acb65db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:40.731407 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-fd4b683c-fc34-4016-9f35-a6259acb65db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['042ff527-1fae-4bd9-883c-64e28e4df4d0']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:40.734017 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac3b154-66a6-4019-934a-41040788dca9 None None] Pushing event deleted for resources: {'Port': ['ID=70ad493d-acb2-4dc2-a13c-3ef2a816c317,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:40.740127 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac3b154-66a6-4019-934a-41040788dca9 None None] No DVR routers for this DVR port 70ad493d-acb2-4dc2-a13c-3ef2a816c317 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:13:40.754860 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-fd4b683c-fc34-4016-9f35-a6259acb65db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6bb2d61-0455-440b-809f-c8e64ffc2b8e') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:40.755153 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-fd4b683c-fc34-4016-9f35-a6259acb65db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6bb2d61-0455-440b-809f-c8e64ffc2b8e') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:40.767198 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd4b683c-fc34-4016-9f35-a6259acb65db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:40.789025 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd4b683c-fc34-4016-9f35-a6259acb65db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:40.797915 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd4b683c-fc34-4016-9f35-a6259acb65db admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:13:40.798402 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd4b683c-fc34-4016-9f35-a6259acb65db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:40.800247 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 15:13:40.800247 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:13:40.800247 n-d-766043-2 neutron-server[94639]: timer() Aug 19 15:13:40.800247 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:13:40.800247 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 15:13:40.800247 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:13:40.800247 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 15:13:40.800247 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:13:40.800247 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 15:13:40.800247 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:13:40.800247 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 15:13:40.800247 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:13:40.800247 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 15:13:40.800247 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:13:40.800247 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:13:40.800247 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:13:40.800247 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:13:40.800247 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:13:40.800247 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 15:13:40.800247 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:13:40.800247 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 15:13:40.800247 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:13:40.800247 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:13:40.800247 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:13:40.800247 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 15:13:40.800247 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:13:40.800247 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:13:40.800247 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:13:40.800247 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:13:40.800247 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:13:40.800247 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:13:40.800247 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:13:40.855294 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd4b683c-fc34-4016-9f35-a6259acb65db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:40.860733 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd4b683c-fc34-4016-9f35-a6259acb65db admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:40.862578 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-fd4b683c-fc34-4016-9f35-a6259acb65db admin admin] 10.222.0.69 "DELETE /v2.0/networks/042ff527-1fae-4bd9-883c-64e28e4df4d0 HTTP/1.1" status: 204 len: 168 time: 0.5765517 Aug 19 15:13:40.865609 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 33660) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:40.874003 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b683c-fc34-4016-9f35-a6259acb65db admin admin] Pushing event deleted for resources: {'Network': ['ID=042ff527-1fae-4bd9-883c-64e28e4df4d0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:41.236752 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-19ef59e0-8130-4d83-aa06-b77c5e7c4907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:41.371111 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 70ad493d-acb2-4dc2-a13c-3ef2a816c317 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:13:41.393325 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 70ad493d-acb2-4dc2-a13c-3ef2a816c317 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:13:41.393674 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 70ad493d-acb2-4dc2-a13c-3ef2a816c317 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:13:41.394096 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device c8885ca0-4847-4969-9f31-2eb1d0e2d04c no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:13:41.415394 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: c8885ca0-4847-4969-9f31-2eb1d0e2d04c {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:13:41.415394 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device c8885ca0-4847-4969-9f31-2eb1d0e2d04c not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:13:41.415394 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 069e7c76-badf-4569-8845-68c39685a135 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:13:41.436483 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 069e7c76-badf-4569-8845-68c39685a135 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:13:41.436483 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 069e7c76-badf-4569-8845-68c39685a135 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:13:41.504823 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-19ef59e0-8130-4d83-aa06-b77c5e7c4907 admin admin] Deleting port 779deca0-1429-40db-841d-90de9eb1896e {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:13:41.505057 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-19ef59e0-8130-4d83-aa06-b77c5e7c4907 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:41.584834 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-19ef59e0-8130-4d83-aa06-b77c5e7c4907 admin admin] For port 779deca0-1429-40db-841d-90de9eb1896e, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=779deca0-1429-40db-841d-90de9eb1896e,segment=NetworkSegment(ece8cf3b-76d5-4cdb-acf2-1cca57cea21f),segment_id=ece8cf3b-76d5-4cdb-acf2-1cca57cea21f)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:13:41.585194 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-19ef59e0-8130-4d83-aa06-b77c5e7c4907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:41.598718 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-19ef59e0-8130-4d83-aa06-b77c5e7c4907 admin admin] Calling delete_port for 779deca0-1429-40db-841d-90de9eb1896e owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:13:41.785009 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-19ef59e0-8130-4d83-aa06-b77c5e7c4907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:41.819937 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef59e0-8130-4d83-aa06-b77c5e7c4907 admin admin] Pushing event deleted for resources: {'Port': ['ID=779deca0-1429-40db-841d-90de9eb1896e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:41.987456 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-19ef59e0-8130-4d83-aa06-b77c5e7c4907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:42.212167 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ef59e0-8130-4d83-aa06-b77c5e7c4907 admin admin] Router 971db3a0-6dba-4319-b9a6-9f861674551e has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:13:42.326313 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ef59e0-8130-4d83-aa06-b77c5e7c4907 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:13:42.332433 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-19ef59e0-8130-4d83-aa06-b77c5e7c4907 admin admin] 10.222.0.69 "PUT /v2.0/routers/971db3a0-6dba-4319-b9a6-9f861674551e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4656653 Aug 19 15:13:42.334985 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33662) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:42.338658 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e17e17-912f-4d09-bede-d4232b670a09 None None] Sync routers for ids ['971db3a0-6dba-4319-b9a6-9f861674551e'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:13:42.349245 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e17e17-912f-4d09-bede-d4232b670a09 None None] Routers {'971db3a0-6dba-4319-b9a6-9f861674551e'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:42.349930 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-64e17e17-912f-4d09-bede-d4232b670a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:13:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['971db3a0-6dba-4319-b9a6-9f861674551e'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:42.455981 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cc36ae69-f740-4e82-a6c9-60a8f2f91273 admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:42.480899 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-64e17e17-912f-4d09-bede-d4232b670a09 None None] Set router 971db3a0-6dba-4319-b9a6-9f861674551e gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:13:42.576102 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cc36ae69-f740-4e82-a6c9-60a8f2f91273 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:42.640911 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-cc36ae69-f740-4e82-a6c9-60a8f2f91273 admin admin] Deleting port 851b62c4-ba27-4be4-b93a-95f0f93f3836 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:13:42.641493 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cc36ae69-f740-4e82-a6c9-60a8f2f91273 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:42.685871 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-64e17e17-912f-4d09-bede-d4232b670a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971db3a0-6dba-4319-b9a6-9f861674551e', 'name': 'tempest-TestVolumeBootPattern-1295057401-router', 'tenant_id': '47b303e18d864591a6c16a929de1de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '851b62c4-ba27-4be4-b93a-95f0f93f3836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:37Z', 'updated_at': '2021-08-19T15:13:41Z', 'revision_number': 5, 'project_id': '47b303e18d864591a6c16a929de1de99', 'gw_port': {'id': '851b62c4-ba27-4be4-b93a-95f0f93f3836', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971db3a0-6dba-4319-b9a6-9f861674551e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:01:39Z', 'updated_at': '2021-08-19T15:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:42.713168 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e17e17-912f-4d09-bede-d4232b670a09 None None] Checking router: 971db3a0-6dba-4319-b9a6-9f861674551e for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:13:42.723593 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e17e17-912f-4d09-bede-d4232b670a09 None None] Routers {'971db3a0-6dba-4319-b9a6-9f861674551e'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:13:42.724214 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-64e17e17-912f-4d09-bede-d4232b670a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:13:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['971db3a0-6dba-4319-b9a6-9f861674551e'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:42.727877 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-cc36ae69-f740-4e82-a6c9-60a8f2f91273 admin admin] For port 851b62c4-ba27-4be4-b93a-95f0f93f3836, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=851b62c4-ba27-4be4-b93a-95f0f93f3836,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:13:42.728249 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cc36ae69-f740-4e82-a6c9-60a8f2f91273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:42.741847 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-cc36ae69-f740-4e82-a6c9-60a8f2f91273 admin admin] Calling delete_port for 851b62c4-ba27-4be4-b93a-95f0f93f3836 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:13:42.810400 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-64e17e17-912f-4d09-bede-d4232b670a09 None None] Set router 971db3a0-6dba-4319-b9a6-9f861674551e gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:13:42.862975 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-64e17e17-912f-4d09-bede-d4232b670a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971db3a0-6dba-4319-b9a6-9f861674551e', 'name': 'tempest-TestVolumeBootPattern-1295057401-router', 'tenant_id': '47b303e18d864591a6c16a929de1de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:37Z', 'updated_at': '2021-08-19T15:13:42Z', 'revision_number': 6, 'project_id': '47b303e18d864591a6c16a929de1de99', 'gw_port_host': None}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:42.895663 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e17e17-912f-4d09-bede-d4232b670a09 None None] The sync data for ids ['971db3a0-6dba-4319-b9a6-9f861674551e'] in n-d-766043-2 is: [{'id': '971db3a0-6dba-4319-b9a6-9f861674551e', 'name': 'tempest-TestVolumeBootPattern-1295057401-router', 'tenant_id': '47b303e18d864591a6c16a929de1de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:01:37Z', 'updated_at': '2021-08-19T15:13:42Z', 'revision_number': 6, 'project_id': '47b303e18d864591a6c16a929de1de99', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:13:42.932765 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cc36ae69-f740-4e82-a6c9-60a8f2f91273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:42.961240 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc36ae69-f740-4e82-a6c9-60a8f2f91273 admin admin] Pushing event deleted for resources: {'Port': ['ID=851b62c4-ba27-4be4-b93a-95f0f93f3836,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:43.033046 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cc36ae69-f740-4e82-a6c9-60a8f2f91273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:43.133863 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cc36ae69-f740-4e82-a6c9-60a8f2f91273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:43.136165 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cc36ae69-f740-4e82-a6c9-60a8f2f91273 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:43.183906 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cc36ae69-f740-4e82-a6c9-60a8f2f91273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:43.184383 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc36ae69-f740-4e82-a6c9-60a8f2f91273 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 971db3a0-6dba-4319-b9a6-9f861674551e {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:13:43.189576 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cc36ae69-f740-4e82-a6c9-60a8f2f91273 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:43.190750 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-cc36ae69-f740-4e82-a6c9-60a8f2f91273 admin admin] 10.222.0.69 "DELETE /v2.0/routers/971db3a0-6dba-4319-b9a6-9f861674551e HTTP/1.1" status: 204 len: 168 time: 0.8545995 Aug 19 15:13:43.195091 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 33668) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:43.240797 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0b59c82-f51f-4b13-bac3-3f48091e595c admin admin] Deleting subnet 8cbc7540-1b56-4b60-9cef-37a5810af835 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:13:43.246841 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0b59c82-f51f-4b13-bac3-3f48091e595c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:43.287860 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0b59c82-f51f-4b13-bac3-3f48091e595c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:43.386415 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0b59c82-f51f-4b13-bac3-3f48091e595c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:43.447459 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0b59c82-f51f-4b13-bac3-3f48091e595c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:43.475599 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b59c82-f51f-4b13-bac3-3f48091e595c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cbc7540-1b56-4b60-9cef-37a5810af835,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:43.479412 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0b59c82-f51f-4b13-bac3-3f48091e595c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:43.484069 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33670) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:43.485842 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a0b59c82-f51f-4b13-bac3-3f48091e595c admin admin] 10.222.0.69 "DELETE /v2.0/subnets/8cbc7540-1b56-4b60-9cef-37a5810af835 HTTP/1.1" status: 204 len: 168 time: 0.2887418 Aug 19 15:13:43.488085 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7e2f59-736c-409c-9cbe-f1db51cbb2af None None] Network 4f89c6d2-eca6-4cdf-b414-443a6905156f requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:13:43.556321 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52020382-f07d-4aa4-8f7a-ff83ea7f2dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:43.614850 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-52020382-f07d-4aa4-8f7a-ff83ea7f2dec admin admin] Deleting port cc49bcff-38ba-4309-9da3-8c826f6494e9 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:13:43.615181 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52020382-f07d-4aa4-8f7a-ff83ea7f2dec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:43.708517 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-52020382-f07d-4aa4-8f7a-ff83ea7f2dec admin admin] For port cc49bcff-38ba-4309-9da3-8c826f6494e9, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=cc49bcff-38ba-4309-9da3-8c826f6494e9,segment=NetworkSegment(ece8cf3b-76d5-4cdb-acf2-1cca57cea21f),segment_id=ece8cf3b-76d5-4cdb-acf2-1cca57cea21f)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:13:43.709097 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52020382-f07d-4aa4-8f7a-ff83ea7f2dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:43.715931 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da57331d-9d33-4eda-a3ec-dc0df1eb9370 None None] DHCP port deletion for 4f89c6d2-eca6-4cdf-b414-443a6905156f request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:13:43.746655 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-52020382-f07d-4aa4-8f7a-ff83ea7f2dec admin admin] Calling delete_port for cc49bcff-38ba-4309-9da3-8c826f6494e9 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:13:43.791299 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-da57331d-9d33-4eda-a3ec-dc0df1eb9370 None None] Deleting port cc49bcff-38ba-4309-9da3-8c826f6494e9 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:13:43.792433 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-da57331d-9d33-4eda-a3ec-dc0df1eb9370 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:43.805903 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 779deca0-1429-40db-841d-90de9eb1896e no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:13:43.857371 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52020382-f07d-4aa4-8f7a-ff83ea7f2dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:43.879048 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 779deca0-1429-40db-841d-90de9eb1896e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:13:43.879554 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 779deca0-1429-40db-841d-90de9eb1896e not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:13:43.892984 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52020382-f07d-4aa4-8f7a-ff83ea7f2dec admin admin] Pushing event deleted for resources: {'Port': ['ID=cc49bcff-38ba-4309-9da3-8c826f6494e9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:43.897323 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52020382-f07d-4aa4-8f7a-ff83ea7f2dec admin admin] No DVR routers for this DVR port cc49bcff-38ba-4309-9da3-8c826f6494e9 on host n-d-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:13:43.913466 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-da57331d-9d33-4eda-a3ec-dc0df1eb9370 None None] For port cc49bcff-38ba-4309-9da3-8c826f6494e9, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=cc49bcff-38ba-4309-9da3-8c826f6494e9,segment=NetworkSegment(ece8cf3b-76d5-4cdb-acf2-1cca57cea21f),segment_id=ece8cf3b-76d5-4cdb-acf2-1cca57cea21f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:13:43.914072 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-da57331d-9d33-4eda-a3ec-dc0df1eb9370 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:43.941995 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-da57331d-9d33-4eda-a3ec-dc0df1eb9370 None None] Calling delete_port for cc49bcff-38ba-4309-9da3-8c826f6494e9 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:13:43.971512 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52020382-f07d-4aa4-8f7a-ff83ea7f2dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:43.982387 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-52020382-f07d-4aa4-8f7a-ff83ea7f2dec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f89c6d2-eca6-4cdf-b414-443a6905156f']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:43.994693 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-52020382-f07d-4aa4-8f7a-ff83ea7f2dec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ece8cf3b-76d5-4cdb-acf2-1cca57cea21f') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:43.995009 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-52020382-f07d-4aa4-8f7a-ff83ea7f2dec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ece8cf3b-76d5-4cdb-acf2-1cca57cea21f') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:13:44.005273 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52020382-f07d-4aa4-8f7a-ff83ea7f2dec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:44.021114 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52020382-f07d-4aa4-8f7a-ff83ea7f2dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:44.027794 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52020382-f07d-4aa4-8f7a-ff83ea7f2dec admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:13:44.028569 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52020382-f07d-4aa4-8f7a-ff83ea7f2dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:44.030932 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 15:13:44.030932 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:13:44.030932 n-d-766043-2 neutron-server[94639]: timer() Aug 19 15:13:44.030932 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:13:44.030932 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 15:13:44.030932 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:13:44.030932 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 15:13:44.030932 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:13:44.030932 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 15:13:44.030932 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:13:44.030932 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 15:13:44.030932 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:13:44.030932 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 15:13:44.030932 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:13:44.030932 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:13:44.030932 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:13:44.030932 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:13:44.030932 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:13:44.030932 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 15:13:44.030932 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:13:44.030932 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 15:13:44.030932 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:13:44.030932 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:13:44.030932 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:13:44.030932 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 15:13:44.030932 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:13:44.030932 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:13:44.030932 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:13:44.030932 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:13:44.030932 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:13:44.030932 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:13:44.030932 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:13:44.046359 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-da57331d-9d33-4eda-a3ec-dc0df1eb9370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:44.078222 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da57331d-9d33-4eda-a3ec-dc0df1eb9370 None None] Pushing event deleted for resources: {'Port': ['ID=cc49bcff-38ba-4309-9da3-8c826f6494e9,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:44.088013 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da57331d-9d33-4eda-a3ec-dc0df1eb9370 None None] No DVR routers for this DVR port cc49bcff-38ba-4309-9da3-8c826f6494e9 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:13:44.112811 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52020382-f07d-4aa4-8f7a-ff83ea7f2dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:44.118916 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52020382-f07d-4aa4-8f7a-ff83ea7f2dec admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:44.120849 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-52020382-f07d-4aa4-8f7a-ff83ea7f2dec admin admin] 10.222.0.69 "DELETE /v2.0/networks/4f89c6d2-eca6-4cdf-b414-443a6905156f HTTP/1.1" status: 204 len: 168 time: 0.6357665 Aug 19 15:13:44.132627 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52020382-f07d-4aa4-8f7a-ff83ea7f2dec admin admin] Pushing event deleted for resources: {'Network': ['ID=4f89c6d2-eca6-4cdf-b414-443a6905156f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:44.256547 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33674) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:44.299967 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1d7b28f3-7d56-43b2-8303-a3c7837c48ee admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0550ac85b3b548ae984f8729832afa44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420086 Aug 19 15:13:44.302515 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33676) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:44.363764 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30e4486c-eeca-4adc-a02a-8a72872dd94d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:44.385575 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30e4486c-eeca-4adc-a02a-8a72872dd94d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:44.442653 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30e4486c-eeca-4adc-a02a-8a72872dd94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:44.445628 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30e4486c-eeca-4adc-a02a-8a72872dd94d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:44.446867 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-30e4486c-eeca-4adc-a02a-8a72872dd94d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/61b9370c-65df-4b1e-aa5e-cb5c1bb469bd HTTP/1.1" status: 204 len: 168 time: 0.1427715 Aug 19 15:13:44.455852 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e4486c-eeca-4adc-a02a-8a72872dd94d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b9370c-65df-4b1e-aa5e-cb5c1bb469bd,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:44.838460 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33682) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:44.884644 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-dbde2f9a-8ab5-467c-81eb-4c9912e0ea2f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=47b303e18d864591a6c16a929de1de99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447824 Aug 19 15:13:44.886954 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33684) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:13:44.938943 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-933385fc-7339-47aa-a1ab-85b9a6a85dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:44.964115 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-933385fc-7339-47aa-a1ab-85b9a6a85dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:45.014714 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-933385fc-7339-47aa-a1ab-85b9a6a85dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:45.017569 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-933385fc-7339-47aa-a1ab-85b9a6a85dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:13:45.018776 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-933385fc-7339-47aa-a1ab-85b9a6a85dee admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/851c8a79-6136-4a90-b833-ac16044e5b76 HTTP/1.1" status: 204 len: 168 time: 0.1308913 Aug 19 15:13:45.026880 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933385fc-7339-47aa-a1ab-85b9a6a85dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851c8a79-6136-4a90-b833-ac16044e5b76,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:13:45.368999 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 851b62c4-ba27-4be4-b93a-95f0f93f3836 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:13:45.392155 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 851b62c4-ba27-4be4-b93a-95f0f93f3836 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:13:45.392598 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 851b62c4-ba27-4be4-b93a-95f0f93f3836 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:13:45.393024 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device cc49bcff-38ba-4309-9da3-8c826f6494e9 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:13:45.417975 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: cc49bcff-38ba-4309-9da3-8c826f6494e9 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:13:45.418315 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device cc49bcff-38ba-4309-9da3-8c826f6494e9 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:14:01.418322 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e898aed5-53f9-4816-8cde-1854773b377f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:04.286021 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:04.340637 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6d0d14f2-3766-457d-b53c-32a444315b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:04.537606 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:05.184857 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:05.552598 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:06.998565 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:11.425261 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 33718) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:14:11.616702 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda9edb-0d07-4d4f-b487-3a4974f03e8c req-376e1a12-ed6c-4548-8300-5159651bb9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:11.618331 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2bda9edb-0d07-4d4f-b487-3a4974f03e8c req-376e1a12-ed6c-4548-8300-5159651bb9f4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9a2c28a0-331f-4c84-a401-ff9fece6ff2e HTTP/1.1" status: 200 len: 1097 time: 0.1919632 Aug 19 15:14:11.654521 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2bda9edb-0d07-4d4f-b487-3a4974f03e8c req-32d34f7e-2078-4107-b14c-09561dc174af service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b7a3cc60-df66-4554-a130-5b5d0fffbd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301278 Aug 19 15:14:17.001704 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:14:21.866595 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-bf77b60a-307b-48f9-b82d-bb65fc33fbd8 req-804807e1-fb64-44d2-a91e-782122fe064a service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=9a2c28a0-331f-4c84-a401-ff9fece6ff2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429535 Aug 19 15:14:21.952211 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77b60a-307b-48f9-b82d-bb65fc33fbd8 req-10e28cf0-38e3-4cb3-91ef-49ee00f880ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:21.953770 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-bf77b60a-307b-48f9-b82d-bb65fc33fbd8 req-10e28cf0-38e3-4cb3-91ef-49ee00f880ec service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a03992382af24018bd57acd075d2e203&device_id=9a2c28a0-331f-4c84-a401-ff9fece6ff2e HTTP/1.1" status: 200 len: 1097 time: 0.0427189 Aug 19 15:14:22.072357 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77b60a-307b-48f9-b82d-bb65fc33fbd8 req-923c19a4-6a52-49b9-bdd1-d59ecb19aa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:22.073891 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-bf77b60a-307b-48f9-b82d-bb65fc33fbd8 req-923c19a4-6a52-49b9-bdd1-d59ecb19aa9b service neutron] 10.222.0.68 "GET /v2.0/networks?id=d4041ea8-5d99-4254-afa5-b5159ee23cab HTTP/1.1" status: 200 len: 909 time: 0.0986540 Aug 19 15:14:22.150242 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-bf77b60a-307b-48f9-b82d-bb65fc33fbd8 req-dab9fb9c-1c31-4495-938e-66b659b4e696 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a7d270a-d75d-4ca6-a705-2645ffd49c59 HTTP/1.1" status: 200 len: 1002 time: 0.0686491 Aug 19 15:14:22.207021 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77b60a-307b-48f9-b82d-bb65fc33fbd8 req-3ff9edce-b83a-4675-a10d-ab9d411d9c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:22.208567 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-bf77b60a-307b-48f9-b82d-bb65fc33fbd8 req-3ff9edce-b83a-4675-a10d-ab9d411d9c61 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a4d5cd8a-4f32-4ad9-9e93-cc7790eb34d6 HTTP/1.1" status: 200 len: 847 time: 0.0500968 Aug 19 15:14:22.255247 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77b60a-307b-48f9-b82d-bb65fc33fbd8 req-450f6d2e-148c-421a-8940-2d2d524f7c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:14:22.256809 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-bf77b60a-307b-48f9-b82d-bb65fc33fbd8 req-450f6d2e-148c-421a-8940-2d2d524f7c19 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d4041ea8-5d99-4254-afa5-b5159ee23cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416489 Aug 19 15:14:22.347678 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-bf77b60a-307b-48f9-b82d-bb65fc33fbd8 req-796d6a30-6a66-4bab-b819-8ce17a696025 service neutron] 10.222.0.68 "GET /v2.0/networks/d4041ea8-5d99-4254-afa5-b5159ee23cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832832 Aug 19 15:14:22.445444 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-bf77b60a-307b-48f9-b82d-bb65fc33fbd8 req-f689707c-7f80-43fd-a113-a19b600876ee service neutron] 10.222.0.68 "GET /v2.0/networks/d4041ea8-5d99-4254-afa5-b5159ee23cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901542 Aug 19 15:14:31.419648 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c255b89f-c9c1-4129-a8cb-6ed08fcea097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:34.298225 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:34.341569 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2e2db872-d4d4-40e3-aea3-ac8ead6bde1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:34.538463 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:35.182475 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:35.579586 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:36.994854 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:14:54.001693 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:15:01.425309 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c7dc872a-f0c6-4774-b8bb-0aaaa1b96a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:04.295610 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:04.342546 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed351430-38d4-40ff-8737-660cef5c1449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:04.540497 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:05.185119 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:05.576646 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:07.003051 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:22.918638 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1b0a7fe3-de9f-4ca3-94ab-581ba7fe7e0e req-e925c875-c53e-468a-8012-9c9d5f49821d service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=9a2c28a0-331f-4c84-a401-ff9fece6ff2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1388791 Aug 19 15:15:22.999673 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a7fe3-de9f-4ca3-94ab-581ba7fe7e0e req-9d407405-5de8-4aa1-98a5-b2a5199ad0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:23.001195 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1b0a7fe3-de9f-4ca3-94ab-581ba7fe7e0e req-9d407405-5de8-4aa1-98a5-b2a5199ad0db service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a03992382af24018bd57acd075d2e203&device_id=9a2c28a0-331f-4c84-a401-ff9fece6ff2e HTTP/1.1" status: 200 len: 1097 time: 0.0409677 Aug 19 15:15:23.106526 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a7fe3-de9f-4ca3-94ab-581ba7fe7e0e req-602b86d6-b413-42bf-b0e4-b791822d3bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:23.107994 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1b0a7fe3-de9f-4ca3-94ab-581ba7fe7e0e req-602b86d6-b413-42bf-b0e4-b791822d3bfd service neutron] 10.222.0.68 "GET /v2.0/networks?id=d4041ea8-5d99-4254-afa5-b5159ee23cab HTTP/1.1" status: 200 len: 909 time: 0.0876398 Aug 19 15:15:23.176341 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1b0a7fe3-de9f-4ca3-94ab-581ba7fe7e0e req-5292b142-f126-45bf-a502-6d6dfbaf4a6f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a7d270a-d75d-4ca6-a705-2645ffd49c59 HTTP/1.1" status: 200 len: 1002 time: 0.0604703 Aug 19 15:15:23.229740 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a7fe3-de9f-4ca3-94ab-581ba7fe7e0e req-1ae87dcb-9c97-424a-b0df-55b1bf5ff10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:23.231185 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1b0a7fe3-de9f-4ca3-94ab-581ba7fe7e0e req-1ae87dcb-9c97-424a-b0df-55b1bf5ff10b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a4d5cd8a-4f32-4ad9-9e93-cc7790eb34d6 HTTP/1.1" status: 200 len: 847 time: 0.0476751 Aug 19 15:15:23.275847 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a7fe3-de9f-4ca3-94ab-581ba7fe7e0e req-7931fe60-1b3c-4a55-86c5-db62ea6c86b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:15:23.277332 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1b0a7fe3-de9f-4ca3-94ab-581ba7fe7e0e req-7931fe60-1b3c-4a55-86c5-db62ea6c86b0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d4041ea8-5d99-4254-afa5-b5159ee23cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388682 Aug 19 15:15:23.288152 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [req-1b0a7fe3-de9f-4ca3-94ab-581ba7fe7e0e req-610934e5-867e-4785-a60d-cecd0e26ec46 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:15:23.289118 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1b0a7fe3-de9f-4ca3-94ab-581ba7fe7e0e req-610934e5-867e-4785-a60d-cecd0e26ec46 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049486 Aug 19 15:15:23.376580 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1b0a7fe3-de9f-4ca3-94ab-581ba7fe7e0e req-1223f44b-226f-4206-b5da-5f97b91835a6 service neutron] 10.222.0.68 "GET /v2.0/networks/d4041ea8-5d99-4254-afa5-b5159ee23cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799196 Aug 19 15:15:23.469677 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1b0a7fe3-de9f-4ca3-94ab-581ba7fe7e0e req-7d09bd7c-fee5-408e-b477-ba00e73e6ee3 service neutron] 10.222.0.68 "GET /v2.0/networks/d4041ea8-5d99-4254-afa5-b5159ee23cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855074 Aug 19 15:15:31.000907 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:15:31.419606 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ad1ab557-7508-4eaa-b7ef-e1450aa7e4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:34.294296 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:34.346759 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1ecd7eef-32a8-40f5-8f6b-4fb9021148e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:34.542935 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:35.189327 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:35.573447 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:15:37.002657 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:01.427910 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c02d85d5-4f4f-4756-8ed9-dc8e13e4a3d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:04.296026 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:04.347957 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-38ca38d8-5978-425f-9f50-2b3cfa5d8be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:04.544177 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:05.192350 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:05.579447 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:07.011321 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:08.001233 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:16:23.842016 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8b03e2f5-6830-4cc9-8e0b-e6c81ffa56d5 req-4d8b84fe-3614-487c-8f86-00277ea51381 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=9a2c28a0-331f-4c84-a401-ff9fece6ff2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429504 Aug 19 15:16:23.926706 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03e2f5-6830-4cc9-8e0b-e6c81ffa56d5 req-5699598b-1394-4c4f-a8ed-6a44acd6499f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:23.928995 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8b03e2f5-6830-4cc9-8e0b-e6c81ffa56d5 req-5699598b-1394-4c4f-a8ed-6a44acd6499f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a03992382af24018bd57acd075d2e203&device_id=9a2c28a0-331f-4c84-a401-ff9fece6ff2e HTTP/1.1" status: 200 len: 1097 time: 0.0428150 Aug 19 15:16:24.036560 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03e2f5-6830-4cc9-8e0b-e6c81ffa56d5 req-9b1e9043-00d9-451c-9a83-5acd3fa0b316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:24.038558 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8b03e2f5-6830-4cc9-8e0b-e6c81ffa56d5 req-9b1e9043-00d9-451c-9a83-5acd3fa0b316 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d4041ea8-5d99-4254-afa5-b5159ee23cab HTTP/1.1" status: 200 len: 909 time: 0.0881493 Aug 19 15:16:24.104292 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8b03e2f5-6830-4cc9-8e0b-e6c81ffa56d5 req-fba94ba5-8cef-4c86-af74-111d6e38ac95 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a7d270a-d75d-4ca6-a705-2645ffd49c59 HTTP/1.1" status: 200 len: 1002 time: 0.0576189 Aug 19 15:16:24.157428 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03e2f5-6830-4cc9-8e0b-e6c81ffa56d5 req-0356c38c-1c93-483d-8e06-ec91e316c535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:24.158915 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8b03e2f5-6830-4cc9-8e0b-e6c81ffa56d5 req-0356c38c-1c93-483d-8e06-ec91e316c535 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a4d5cd8a-4f32-4ad9-9e93-cc7790eb34d6 HTTP/1.1" status: 200 len: 847 time: 0.0482187 Aug 19 15:16:24.205619 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03e2f5-6830-4cc9-8e0b-e6c81ffa56d5 req-d86667af-cf4b-4233-8b01-d4fe371c3700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:16:24.207199 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8b03e2f5-6830-4cc9-8e0b-e6c81ffa56d5 req-d86667af-cf4b-4233-8b01-d4fe371c3700 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d4041ea8-5d99-4254-afa5-b5159ee23cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407896 Aug 19 15:16:24.297999 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8b03e2f5-6830-4cc9-8e0b-e6c81ffa56d5 req-692a3e19-0ee7-4565-a8b0-55030420fd79 service neutron] 10.222.0.68 "GET /v2.0/networks/d4041ea8-5d99-4254-afa5-b5159ee23cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834668 Aug 19 15:16:24.393065 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8b03e2f5-6830-4cc9-8e0b-e6c81ffa56d5 req-dbacb47c-a2b7-4333-ba7d-da072a304f75 service neutron] 10.222.0.68 "GET /v2.0/networks/d4041ea8-5d99-4254-afa5-b5159ee23cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870962 Aug 19 15:16:31.419566 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8c981c40-9d96-4283-aff1-b52cee6614d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:34.310616 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:34.351278 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aa3f49bd-4109-464c-b75d-bca6c71639ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:34.545514 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:35.194478 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:35.575358 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:37.004696 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:16:45.000738 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:16:49.982170 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [req-2528324f-8f67-425b-b686-fa8fc56aaa21 req-0a7d7e48-bddd-4768-8ef9-e47f8cc61e48 service neutron] (94639) timed out ('10.222.0.69', 48114) {{(pid=94639) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 15:17:01.423206 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cf019a54-481a-4571-b05a-6d4b94fb7968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:04.309140 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:04.355752 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f490d861-b5de-42f6-9d00-a8929deda83c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:04.546918 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:05.204431 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:05.570888 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:07.015590 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:22.001371 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:17:25.843118 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b3c8b8dc-5004-4015-8e70-ffc7e33934f0 req-3fc0e2cc-25c9-4fa1-ad60-20c04377bf02 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=9a2c28a0-331f-4c84-a401-ff9fece6ff2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417981 Aug 19 15:17:25.929030 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8b8dc-5004-4015-8e70-ffc7e33934f0 req-6666252d-47b2-4902-b131-e63279b71de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:25.930671 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b3c8b8dc-5004-4015-8e70-ffc7e33934f0 req-6666252d-47b2-4902-b131-e63279b71de7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a03992382af24018bd57acd075d2e203&device_id=9a2c28a0-331f-4c84-a401-ff9fece6ff2e HTTP/1.1" status: 200 len: 1097 time: 0.0416875 Aug 19 15:17:26.040430 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8b8dc-5004-4015-8e70-ffc7e33934f0 req-afad2cd8-9f85-4768-ba44-bc21a9e4ce21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:26.042263 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b3c8b8dc-5004-4015-8e70-ffc7e33934f0 req-afad2cd8-9f85-4768-ba44-bc21a9e4ce21 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d4041ea8-5d99-4254-afa5-b5159ee23cab HTTP/1.1" status: 200 len: 909 time: 0.0915523 Aug 19 15:17:26.110106 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b3c8b8dc-5004-4015-8e70-ffc7e33934f0 req-7c139938-d89e-4076-b49f-e68958b6469c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a7d270a-d75d-4ca6-a705-2645ffd49c59 HTTP/1.1" status: 200 len: 1002 time: 0.0609348 Aug 19 15:17:26.165335 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8b8dc-5004-4015-8e70-ffc7e33934f0 req-586f0509-c5dd-4de1-8703-67002971b836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:26.166726 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b3c8b8dc-5004-4015-8e70-ffc7e33934f0 req-586f0509-c5dd-4de1-8703-67002971b836 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a4d5cd8a-4f32-4ad9-9e93-cc7790eb34d6 HTTP/1.1" status: 200 len: 847 time: 0.0493801 Aug 19 15:17:26.216235 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8b8dc-5004-4015-8e70-ffc7e33934f0 req-d5a70fcf-0d29-4db9-b514-f437022713b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:17:26.217906 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b3c8b8dc-5004-4015-8e70-ffc7e33934f0 req-d5a70fcf-0d29-4db9-b514-f437022713b0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d4041ea8-5d99-4254-afa5-b5159ee23cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437105 Aug 19 15:17:26.308150 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b3c8b8dc-5004-4015-8e70-ffc7e33934f0 req-56fb0a2f-0edf-4941-82ca-f4015e3b2400 service neutron] 10.222.0.68 "GET /v2.0/networks/d4041ea8-5d99-4254-afa5-b5159ee23cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812862 Aug 19 15:17:26.402350 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b3c8b8dc-5004-4015-8e70-ffc7e33934f0 req-3ff47f94-4860-464b-b640-3896cf557fad service neutron] 10.222.0.68 "GET /v2.0/networks/d4041ea8-5d99-4254-afa5-b5159ee23cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870919 Aug 19 15:17:31.425911 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-184fd85a-c129-4c41-a863-c5dcdb84b984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:34.323088 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:34.355732 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4203d3ac-852c-401a-bb47-2050541bceb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:34.550383 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:35.202353 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:35.569440 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:37.012938 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:17:59.001417 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:18:01.431226 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ac81c123-039d-4d12-873c-a24372e88cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:04.338465 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:04.355462 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-64777c9a-3be1-4149-b2ef-8b7272611e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:04.553069 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:05.203738 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:05.584709 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:07.023144 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:16.484747 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2e41f-9e88-4902-ae89-702aaa00fd7b req-d73c2db2-a9d7-4b6c-a13b-a869bfe697c6 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:16.486228 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7ce2e41f-9e88-4902-ae89-702aaa00fd7b req-d73c2db2-a9d7-4b6c-a13b-a869bfe697c6 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a2c28a0-331f-4c84-a401-ff9fece6ff2e HTTP/1.1" status: 200 len: 946 time: 0.2011993 Aug 19 15:18:16.527840 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7ce2e41f-9e88-4902-ae89-702aaa00fd7b req-e57e35dd-99b7-4318-b26d-6f690e1e7af3 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7a3cc60-df66-4554-a130-5b5d0fffbd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345085 Aug 19 15:18:17.625342 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e5ba4-19be-4d29-ae11-245bd74abd8f req-d8175294-ea85-4d68-8409-874f6aff19fb tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:17.626846 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d34e5ba4-19be-4d29-ae11-245bd74abd8f req-d8175294-ea85-4d68-8409-874f6aff19fb tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a2c28a0-331f-4c84-a401-ff9fece6ff2e HTTP/1.1" status: 200 len: 946 time: 0.0558329 Aug 19 15:18:17.723229 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-d34e5ba4-19be-4d29-ae11-245bd74abd8f req-e1f238c5-0148-4c98-9b18-f03d6c822bcb tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Deleting port 9a7d270a-d75d-4ca6-a705-2645ffd49c59 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:18:17.723578 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d34e5ba4-19be-4d29-ae11-245bd74abd8f req-e1f238c5-0148-4c98-9b18-f03d6c822bcb tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:17.757502 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97efc8c-3b5f-4ed7-80f8-d2c0c31fc7fa req-4c57f143-a8d5-4974-9e13-c96b7139ac74 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:17.759095 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a97efc8c-3b5f-4ed7-80f8-d2c0c31fc7fa req-4c57f143-a8d5-4974-9e13-c96b7139ac74 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a2c28a0-331f-4c84-a401-ff9fece6ff2e HTTP/1.1" status: 200 len: 946 time: 0.1136699 Aug 19 15:18:17.799888 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a97efc8c-3b5f-4ed7-80f8-d2c0c31fc7fa req-67a8cff2-ed7f-4213-9bb7-be80df28a783 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7a3cc60-df66-4554-a130-5b5d0fffbd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337763 Aug 19 15:18:17.814426 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-d34e5ba4-19be-4d29-ae11-245bd74abd8f req-e1f238c5-0148-4c98-9b18-f03d6c822bcb tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] For port 9a7d270a-d75d-4ca6-a705-2645ffd49c59, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=9a7d270a-d75d-4ca6-a705-2645ffd49c59,segment=NetworkSegment(c1617b95-59b5-4046-a1e0-3d5aefeca534),segment_id=c1617b95-59b5-4046-a1e0-3d5aefeca534)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:18:17.814797 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d34e5ba4-19be-4d29-ae11-245bd74abd8f req-e1f238c5-0148-4c98-9b18-f03d6c822bcb tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:17.991951 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d34e5ba4-19be-4d29-ae11-245bd74abd8f req-e1f238c5-0148-4c98-9b18-f03d6c822bcb tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:17.992247 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d34e5ba4-19be-4d29-ae11-245bd74abd8f req-e1f238c5-0148-4c98-9b18-f03d6c822bcb tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:17.992604 n-d-766043-2 neutron-server[94639]: INFO neutron.db.l3_db [req-d34e5ba4-19be-4d29-ae11-245bd74abd8f req-e1f238c5-0148-4c98-9b18-f03d6c822bcb tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Floating IP 2684b2ca-302e-4fd4-b1bc-1095c528bad3 disassociated. External IP: 172.25.2.246, port: 9a7d270a-d75d-4ca6-a705-2645ffd49c59. Aug 19 15:18:17.992951 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-d34e5ba4-19be-4d29-ae11-245bd74abd8f req-e1f238c5-0148-4c98-9b18-f03d6c822bcb tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Calling delete_port for 9a7d270a-d75d-4ca6-a705-2645ffd49c59 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:18:18.126516 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d34e5ba4-19be-4d29-ae11-245bd74abd8f req-e1f238c5-0148-4c98-9b18-f03d6c822bcb tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:18.161106 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f238c5-0148-4c98-9b18-f03d6c822bcb tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Pushing event deleted for resources: {'Port': ['ID=9a7d270a-d75d-4ca6-a705-2645ffd49c59,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:18.172133 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f238c5-0148-4c98-9b18-f03d6c822bcb tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:18.172488 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f238c5-0148-4c98-9b18-f03d6c822bcb tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:18.172834 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f238c5-0148-4c98-9b18-f03d6c822bcb tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:18.173159 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f238c5-0148-4c98-9b18-f03d6c822bcb tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:18.173486 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f238c5-0148-4c98-9b18-f03d6c822bcb tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:18.173808 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f238c5-0148-4c98-9b18-f03d6c822bcb tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:18.174130 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f238c5-0148-4c98-9b18-f03d6c822bcb tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:18.174449 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f238c5-0148-4c98-9b18-f03d6c822bcb tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:18.174774 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f238c5-0148-4c98-9b18-f03d6c822bcb tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:18.175090 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f238c5-0148-4c98-9b18-f03d6c822bcb tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:18.175431 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f238c5-0148-4c98-9b18-f03d6c822bcb tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:18.175753 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f238c5-0148-4c98-9b18-f03d6c822bcb tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:18.291788 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d34e5ba4-19be-4d29-ae11-245bd74abd8f req-e1f238c5-0148-4c98-9b18-f03d6c822bcb tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Router dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:18:18.402300 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d34e5ba4-19be-4d29-ae11-245bd74abd8f req-e1f238c5-0148-4c98-9b18-f03d6c822bcb tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:18:18.415426 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554190ea-9573-4419-b711-bb18a6de84bc None None] Sync routers for ids ['dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:18:18.428272 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554190ea-9573-4419-b711-bb18a6de84bc None None] Routers {'dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:18:18.429192 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-554190ea-9573-4419-b711-bb18a6de84bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:18:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:18:18.443649 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34e5ba4-19be-4d29-ae11-245bd74abd8f req-e1f238c5-0148-4c98-9b18-f03d6c822bcb tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] No DVR routers for this DVR port 9a7d270a-d75d-4ca6-a705-2645ffd49c59 on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:18:18.446667 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d34e5ba4-19be-4d29-ae11-245bd74abd8f req-e1f238c5-0148-4c98-9b18-f03d6c822bcb tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:18.449656 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d34e5ba4-19be-4d29-ae11-245bd74abd8f req-e1f238c5-0148-4c98-9b18-f03d6c822bcb tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] 10.222.0.68 "DELETE /v2.0/ports/9a7d270a-d75d-4ca6-a705-2645ffd49c59 HTTP/1.1" status: 204 len: 173 time: 0.8161016 Aug 19 15:18:18.449897 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2c28a0-331f-4c84-a401-ff9fece6ff2e', 'name': 'network-vif-deleted', 'tag': '9a7d270a-d75d-4ca6-a705-2645ffd49c59'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:18:18.452247 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376d1598-05b1-4429-8b62-d515a93d8cc8" -d '{"events": [{"server_uuid": "9a2c28a0-331f-4c84-a401-ff9fece6ff2e", "name": "network-vif-deleted", "tag": "9a7d270a-d75d-4ca6-a705-2645ffd49c59"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:18:18.686414 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-554190ea-9573-4419-b711-bb18a6de84bc None None] Set router dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:18:18.926995 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-554190ea-9573-4419-b711-bb18a6de84bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967', 'name': 'tempest-TestServerBasicOps-441618722-router', 'tenant_id': 'a03992382af24018bd57acd075d2e203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '4c03c73d-49fe-42b3-9174-8abb8a01e6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:13:08Z', 'updated_at': '2021-08-19T15:13:12Z', 'revision_number': 4, 'project_id': 'a03992382af24018bd57acd075d2e203', 'gw_port': {'id': '4c03c73d-49fe-42b3-9174-8abb8a01e6ec', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:81:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:13:08Z', 'updated_at': '2021-08-19T15:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '744a8bcb-d5bd-45bb-bb37-85bdb1d12deb', 'name': '', 'network_id': 'd4041ea8-5d99-4254-afa5-b5159ee23cab', 'tenant_id': 'a03992382af24018bd57acd075d2e203', 'mac_address': 'fa:16:3e:a9:f2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'a4d5cd8a-4f32-4ad9-9e93-cc7790eb34d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:13:11Z', 'updated_at': '2021-08-19T15:13:20Z', 'revision_number': 5, 'project_id': 'a03992382af24018bd57acd075d2e203', 'subnets': [{'id': 'a4d5cd8a-4f32-4ad9-9e93-cc7790eb34d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:18:18.929982 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3df7836f-7ddf-414c-9c80-e1c24e393ae9 req-56d16247-0767-41c4-ada1-828fb4653245 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a2c28a0-331f-4c84-a401-ff9fece6ff2e HTTP/1.1" status: 200 len: 210 time: 0.0265503 Aug 19 15:18:18.953204 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554190ea-9573-4419-b711-bb18a6de84bc None None] Checking router: dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:18:18.962335 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554190ea-9573-4419-b711-bb18a6de84bc None None] Routers {'dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:18:18.962927 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-554190ea-9573-4419-b711-bb18a6de84bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:18:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:18:19.067761 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-554190ea-9573-4419-b711-bb18a6de84bc None None] Set router dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:18:19.346228 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-554190ea-9573-4419-b711-bb18a6de84bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967', 'name': 'tempest-TestServerBasicOps-441618722-router', 'tenant_id': 'a03992382af24018bd57acd075d2e203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '4c03c73d-49fe-42b3-9174-8abb8a01e6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:13:08Z', 'updated_at': '2021-08-19T15:13:12Z', 'revision_number': 4, 'project_id': 'a03992382af24018bd57acd075d2e203', 'gw_port': {'id': '4c03c73d-49fe-42b3-9174-8abb8a01e6ec', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:81:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:13:08Z', 'updated_at': '2021-08-19T15:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '744a8bcb-d5bd-45bb-bb37-85bdb1d12deb', 'name': '', 'network_id': 'd4041ea8-5d99-4254-afa5-b5159ee23cab', 'tenant_id': 'a03992382af24018bd57acd075d2e203', 'mac_address': 'fa:16:3e:a9:f2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'a4d5cd8a-4f32-4ad9-9e93-cc7790eb34d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:13:11Z', 'updated_at': '2021-08-19T15:13:20Z', 'revision_number': 5, 'project_id': 'a03992382af24018bd57acd075d2e203', 'subnets': [{'id': 'a4d5cd8a-4f32-4ad9-9e93-cc7790eb34d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:18:19.376526 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554190ea-9573-4419-b711-bb18a6de84bc None None] The sync data for ids ['dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967'] in n-d-766043-2 is: [{'id': 'dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967', 'name': 'tempest-TestServerBasicOps-441618722-router', 'tenant_id': 'a03992382af24018bd57acd075d2e203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '4c03c73d-49fe-42b3-9174-8abb8a01e6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:13:08Z', 'updated_at': '2021-08-19T15:13:12Z', 'revision_number': 4, 'project_id': 'a03992382af24018bd57acd075d2e203', 'gw_port': {'id': '4c03c73d-49fe-42b3-9174-8abb8a01e6ec', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:81:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:13:08Z', 'updated_at': '2021-08-19T15:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '744a8bcb-d5bd-45bb-bb37-85bdb1d12deb', 'name': '', 'network_id': 'd4041ea8-5d99-4254-afa5-b5159ee23cab', 'tenant_id': 'a03992382af24018bd57acd075d2e203', 'mac_address': 'fa:16:3e:a9:f2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'a4d5cd8a-4f32-4ad9-9e93-cc7790eb34d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:13:11Z', 'updated_at': '2021-08-19T15:13:20Z', 'revision_number': 5, 'project_id': 'a03992382af24018bd57acd075d2e203', 'subnets': [{'id': 'a4d5cd8a-4f32-4ad9-9e93-cc7790eb34d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:18:19.630336 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b83696-a872-462d-8ebc-2cb1e7b85a39 None None] New status for floating IP 2684b2ca-302e-4fd4-b1bc-1095c528bad3: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:18:19.664155 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e5d908-ef6e-4f3e-a33c-213e1413f3b5 x-openstack-request-id: req-66e5d908-ef6e-4f3e-a33c-213e1413f3b5 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:18:19.665040 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2c28a0-331f-4c84-a401-ff9fece6ff2e", "name": "network-vif-deleted", "tag": "9a7d270a-d75d-4ca6-a705-2645ffd49c59", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:18:19.665245 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-66e5d908-ef6e-4f3e-a33c-213e1413f3b5 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:18:19.665720 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a2c28a0-331f-4c84-a401-ff9fece6ff2e', 'name': 'network-vif-deleted', 'tag': '9a7d270a-d75d-4ca6-a705-2645ffd49c59', 'status': 'completed', 'code': 200} Aug 19 15:18:20.100337 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 33846) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:20.236073 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-3964c088-dbe1-423e-bc3e-b68cdf28a547 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Deleting port 756bdabd-333e-4195-a33e-d2b752f6c1d5 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:18:20.236324 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3964c088-dbe1-423e-bc3e-b68cdf28a547 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:20.311637 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3964c088-dbe1-423e-bc3e-b68cdf28a547 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:20.311983 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3964c088-dbe1-423e-bc3e-b68cdf28a547 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:20.323137 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-3964c088-dbe1-423e-bc3e-b68cdf28a547 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Calling delete_port for 756bdabd-333e-4195-a33e-d2b752f6c1d5 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:18:20.456566 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3964c088-dbe1-423e-bc3e-b68cdf28a547 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:20.481890 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3964c088-dbe1-423e-bc3e-b68cdf28a547 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Pushing event deleted for resources: {'Port': ['ID=756bdabd-333e-4195-a33e-d2b752f6c1d5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:20.495784 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3964c088-dbe1-423e-bc3e-b68cdf28a547 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:20.496137 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3964c088-dbe1-423e-bc3e-b68cdf28a547 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:20.496506 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3964c088-dbe1-423e-bc3e-b68cdf28a547 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:20.496848 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3964c088-dbe1-423e-bc3e-b68cdf28a547 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:20.497181 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3964c088-dbe1-423e-bc3e-b68cdf28a547 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:20.497509 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3964c088-dbe1-423e-bc3e-b68cdf28a547 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:20.497844 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3964c088-dbe1-423e-bc3e-b68cdf28a547 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:20.498169 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3964c088-dbe1-423e-bc3e-b68cdf28a547 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:20.498493 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3964c088-dbe1-423e-bc3e-b68cdf28a547 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:20.498818 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3964c088-dbe1-423e-bc3e-b68cdf28a547 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:20.499144 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3964c088-dbe1-423e-bc3e-b68cdf28a547 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:20.499464 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3964c088-dbe1-423e-bc3e-b68cdf28a547 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:20.554893 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3964c088-dbe1-423e-bc3e-b68cdf28a547 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:20.557779 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3964c088-dbe1-423e-bc3e-b68cdf28a547 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:20.558980 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-3964c088-dbe1-423e-bc3e-b68cdf28a547 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] 10.222.0.69 "DELETE /v2.0/floatingips/2684b2ca-302e-4fd4-b1bc-1095c528bad3 HTTP/1.1" status: 204 len: 168 time: 0.4576375 Aug 19 15:18:20.630676 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 33852) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:20.698583 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d137a346-bb14-43a5-b607-a37d0349f988 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:20.727410 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d137a346-bb14-43a5-b607-a37d0349f988 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:20.746317 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 9a7d270a-d75d-4ca6-a705-2645ffd49c59 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:18:20.767377 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: 9a7d270a-d75d-4ca6-a705-2645ffd49c59 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:18:20.767845 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 9a7d270a-d75d-4ca6-a705-2645ffd49c59 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:18:20.793731 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d137a346-bb14-43a5-b607-a37d0349f988 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:20.796288 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d137a346-bb14-43a5-b607-a37d0349f988 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:20.797463 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d137a346-bb14-43a5-b607-a37d0349f988 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] 10.222.0.69 "DELETE /v2.0/security-groups/b7a3cc60-df66-4554-a130-5b5d0fffbd56 HTTP/1.1" status: 204 len: 168 time: 0.1658030 Aug 19 15:18:20.806923 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d137a346-bb14-43a5-b607-a37d0349f988 tempest-TestServerBasicOps-1866257202 tempest-TestServerBasicOps-1866257202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a3cc60-df66-4554-a130-5b5d0fffbd56,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:21.856241 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 33858) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:22.320286 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-14154099-4745-4a82-9ec2-075731840af9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:22.886176 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-14154099-4745-4a82-9ec2-075731840af9 admin admin] Deleting port 744a8bcb-d5bd-45bb-bb37-85bdb1d12deb {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:18:22.886913 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-14154099-4745-4a82-9ec2-075731840af9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:22.961544 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-14154099-4745-4a82-9ec2-075731840af9 admin admin] For port 744a8bcb-d5bd-45bb-bb37-85bdb1d12deb, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=744a8bcb-d5bd-45bb-bb37-85bdb1d12deb,segment=NetworkSegment(c1617b95-59b5-4046-a1e0-3d5aefeca534),segment_id=c1617b95-59b5-4046-a1e0-3d5aefeca534)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:18:22.961901 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-14154099-4745-4a82-9ec2-075731840af9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:22.975000 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-14154099-4745-4a82-9ec2-075731840af9 admin admin] Calling delete_port for 744a8bcb-d5bd-45bb-bb37-85bdb1d12deb owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:18:23.158375 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-14154099-4745-4a82-9ec2-075731840af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:23.182374 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14154099-4745-4a82-9ec2-075731840af9 admin admin] Pushing event deleted for resources: {'Port': ['ID=744a8bcb-d5bd-45bb-bb37-85bdb1d12deb,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:23.358668 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-14154099-4745-4a82-9ec2-075731840af9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:23.584924 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14154099-4745-4a82-9ec2-075731840af9 admin admin] Router dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:18:23.693606 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14154099-4745-4a82-9ec2-075731840af9 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:18:23.699477 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-14154099-4745-4a82-9ec2-075731840af9 admin admin] 10.222.0.69 "PUT /v2.0/routers/dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8416491 Aug 19 15:18:23.702005 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 33862) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:23.704726 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90930c01-d653-4118-bbe7-56088c95e49d None None] Sync routers for ids ['dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:18:23.713597 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90930c01-d653-4118-bbe7-56088c95e49d None None] Routers {'dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:18:23.714199 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-90930c01-d653-4118-bbe7-56088c95e49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:18:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:18:23.807239 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01fd0e69-fb28-406d-a734-2d0e18920955 admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:23.817138 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-90930c01-d653-4118-bbe7-56088c95e49d None None] Set router dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:18:23.912100 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01fd0e69-fb28-406d-a734-2d0e18920955 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:23.965014 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-01fd0e69-fb28-406d-a734-2d0e18920955 admin admin] Deleting port 4c03c73d-49fe-42b3-9174-8abb8a01e6ec {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:18:23.965276 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01fd0e69-fb28-406d-a734-2d0e18920955 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:23.990839 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-90930c01-d653-4118-bbe7-56088c95e49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967', 'name': 'tempest-TestServerBasicOps-441618722-router', 'tenant_id': 'a03992382af24018bd57acd075d2e203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '4c03c73d-49fe-42b3-9174-8abb8a01e6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:13:08Z', 'updated_at': '2021-08-19T15:18:23Z', 'revision_number': 5, 'project_id': 'a03992382af24018bd57acd075d2e203', 'gw_port': {'id': '4c03c73d-49fe-42b3-9174-8abb8a01e6ec', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:81:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:13:08Z', 'updated_at': '2021-08-19T15:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:18:24.017075 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90930c01-d653-4118-bbe7-56088c95e49d None None] Checking router: dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:18:24.025360 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90930c01-d653-4118-bbe7-56088c95e49d None None] Routers {'dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:18:24.025936 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-90930c01-d653-4118-bbe7-56088c95e49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:18:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:18:24.047108 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-01fd0e69-fb28-406d-a734-2d0e18920955 admin admin] For port 4c03c73d-49fe-42b3-9174-8abb8a01e6ec, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=4c03c73d-49fe-42b3-9174-8abb8a01e6ec,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:18:24.047776 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01fd0e69-fb28-406d-a734-2d0e18920955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:24.061295 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-01fd0e69-fb28-406d-a734-2d0e18920955 admin admin] Calling delete_port for 4c03c73d-49fe-42b3-9174-8abb8a01e6ec owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:18:24.110004 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-90930c01-d653-4118-bbe7-56088c95e49d None None] Set router dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:18:24.163163 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-90930c01-d653-4118-bbe7-56088c95e49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967', 'name': 'tempest-TestServerBasicOps-441618722-router', 'tenant_id': 'a03992382af24018bd57acd075d2e203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:13:08Z', 'updated_at': '2021-08-19T15:18:23Z', 'revision_number': 6, 'project_id': 'a03992382af24018bd57acd075d2e203', 'gw_port_host': None}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:18:24.190745 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90930c01-d653-4118-bbe7-56088c95e49d None None] The sync data for ids ['dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967'] in n-d-766043-2 is: [{'id': 'dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967', 'name': 'tempest-TestServerBasicOps-441618722-router', 'tenant_id': 'a03992382af24018bd57acd075d2e203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:13:08Z', 'updated_at': '2021-08-19T15:18:23Z', 'revision_number': 6, 'project_id': 'a03992382af24018bd57acd075d2e203', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:18:24.233986 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01fd0e69-fb28-406d-a734-2d0e18920955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:24.260752 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd0e69-fb28-406d-a734-2d0e18920955 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c03c73d-49fe-42b3-9174-8abb8a01e6ec,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:24.325607 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01fd0e69-fb28-406d-a734-2d0e18920955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:24.416388 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01fd0e69-fb28-406d-a734-2d0e18920955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:24.419171 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01fd0e69-fb28-406d-a734-2d0e18920955 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:24.460624 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01fd0e69-fb28-406d-a734-2d0e18920955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:24.461170 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01fd0e69-fb28-406d-a734-2d0e18920955 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:18:24.465868 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01fd0e69-fb28-406d-a734-2d0e18920955 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:24.467037 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-01fd0e69-fb28-406d-a734-2d0e18920955 admin admin] 10.222.0.69 "DELETE /v2.0/routers/dacd065a-b6f3-4dc1-8f3d-7e4f15bc7967 HTTP/1.1" status: 204 len: 168 time: 0.7640979 Aug 19 15:18:24.469906 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33864) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:24.519806 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-a15b25d2-3272-4f98-b4b3-51021ee51ace admin admin] Deleting subnet a4d5cd8a-4f32-4ad9-9e93-cc7790eb34d6 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:18:24.523086 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a15b25d2-3272-4f98-b4b3-51021ee51ace admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:24.559830 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a15b25d2-3272-4f98-b4b3-51021ee51ace admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:24.640620 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a15b25d2-3272-4f98-b4b3-51021ee51ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:24.696854 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a15b25d2-3272-4f98-b4b3-51021ee51ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:24.721674 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15b25d2-3272-4f98-b4b3-51021ee51ace admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4d5cd8a-4f32-4ad9-9e93-cc7790eb34d6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:24.728439 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a15b25d2-3272-4f98-b4b3-51021ee51ace admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:24.730325 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a15b25d2-3272-4f98-b4b3-51021ee51ace admin admin] 10.222.0.69 "DELETE /v2.0/subnets/a4d5cd8a-4f32-4ad9-9e93-cc7790eb34d6 HTTP/1.1" status: 204 len: 168 time: 0.2594190 Aug 19 15:18:24.732929 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 33866) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:24.735317 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e270aac8-215c-4305-ae6f-c9542387e9f0 None None] Network d4041ea8-5d99-4254-afa5-b5159ee23cab requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:18:24.799719 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-91fbb729-2dc7-4567-b746-75669c963a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:24.858251 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-91fbb729-2dc7-4567-b746-75669c963a49 admin admin] Deleting port f1530f51-0db9-45c5-92b7-93aa9cc781fb {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:18:24.858511 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-91fbb729-2dc7-4567-b746-75669c963a49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:24.920311 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-91fbb729-2dc7-4567-b746-75669c963a49 admin admin] For port f1530f51-0db9-45c5-92b7-93aa9cc781fb, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=f1530f51-0db9-45c5-92b7-93aa9cc781fb,segment=NetworkSegment(c1617b95-59b5-4046-a1e0-3d5aefeca534),segment_id=c1617b95-59b5-4046-a1e0-3d5aefeca534)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:18:24.921009 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-91fbb729-2dc7-4567-b746-75669c963a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:24.935582 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-91fbb729-2dc7-4567-b746-75669c963a49 admin admin] Calling delete_port for f1530f51-0db9-45c5-92b7-93aa9cc781fb owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:18:24.959014 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c973ff38-a067-429e-8fb9-801327ae8310 None None] DHCP port deletion for d4041ea8-5d99-4254-afa5-b5159ee23cab request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:18:25.010088 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c973ff38-a067-429e-8fb9-801327ae8310 None None] Deleting port f1530f51-0db9-45c5-92b7-93aa9cc781fb {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:18:25.010464 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c973ff38-a067-429e-8fb9-801327ae8310 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:25.022235 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-91fbb729-2dc7-4567-b746-75669c963a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:25.049081 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fbb729-2dc7-4567-b746-75669c963a49 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1530f51-0db9-45c5-92b7-93aa9cc781fb,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:25.054188 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fbb729-2dc7-4567-b746-75669c963a49 admin admin] No DVR routers for this DVR port f1530f51-0db9-45c5-92b7-93aa9cc781fb on host n-d-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:18:25.078275 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c973ff38-a067-429e-8fb9-801327ae8310 None None] For port f1530f51-0db9-45c5-92b7-93aa9cc781fb, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=f1530f51-0db9-45c5-92b7-93aa9cc781fb,segment=NetworkSegment(c1617b95-59b5-4046-a1e0-3d5aefeca534),segment_id=c1617b95-59b5-4046-a1e0-3d5aefeca534)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:18:25.078670 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c973ff38-a067-429e-8fb9-801327ae8310 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:25.092952 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c973ff38-a067-429e-8fb9-801327ae8310 None None] Calling delete_port for f1530f51-0db9-45c5-92b7-93aa9cc781fb owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:18:25.125460 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-91fbb729-2dc7-4567-b746-75669c963a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:25.134936 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-91fbb729-2dc7-4567-b746-75669c963a49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4041ea8-5d99-4254-afa5-b5159ee23cab']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:18:25.146942 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-91fbb729-2dc7-4567-b746-75669c963a49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1617b95-59b5-4046-a1e0-3d5aefeca534') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:18:25.147256 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-91fbb729-2dc7-4567-b746-75669c963a49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1617b95-59b5-4046-a1e0-3d5aefeca534') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:18:25.157063 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-91fbb729-2dc7-4567-b746-75669c963a49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:25.169036 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c973ff38-a067-429e-8fb9-801327ae8310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:25.175706 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-91fbb729-2dc7-4567-b746-75669c963a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:25.182516 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91fbb729-2dc7-4567-b746-75669c963a49 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:18:25.183808 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-91fbb729-2dc7-4567-b746-75669c963a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:25.185604 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 15:18:25.185604 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:18:25.185604 n-d-766043-2 neutron-server[94640]: timer() Aug 19 15:18:25.185604 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:18:25.185604 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 15:18:25.185604 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:18:25.185604 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 15:18:25.185604 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:18:25.185604 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 15:18:25.185604 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:18:25.185604 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 15:18:25.185604 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:18:25.185604 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 15:18:25.185604 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:18:25.185604 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:18:25.185604 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:18:25.185604 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:18:25.185604 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:18:25.185604 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 15:18:25.185604 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:18:25.185604 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 15:18:25.185604 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:18:25.185604 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:18:25.185604 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:18:25.185604 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 15:18:25.185604 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:18:25.185604 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:18:25.185604 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:18:25.185604 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:18:25.185604 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:18:25.185604 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:18:25.185604 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:18:25.203098 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c973ff38-a067-429e-8fb9-801327ae8310 None None] Pushing event deleted for resources: {'Port': ['ID=f1530f51-0db9-45c5-92b7-93aa9cc781fb,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:25.205941 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c973ff38-a067-429e-8fb9-801327ae8310 None None] No DVR routers for this DVR port f1530f51-0db9-45c5-92b7-93aa9cc781fb on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:18:25.221276 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973ff38-a067-429e-8fb9-801327ae8310 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:25.221624 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973ff38-a067-429e-8fb9-801327ae8310 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:25.221967 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973ff38-a067-429e-8fb9-801327ae8310 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:25.222301 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973ff38-a067-429e-8fb9-801327ae8310 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:25.222635 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973ff38-a067-429e-8fb9-801327ae8310 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:25.222957 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973ff38-a067-429e-8fb9-801327ae8310 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:25.223281 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973ff38-a067-429e-8fb9-801327ae8310 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:25.223651 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973ff38-a067-429e-8fb9-801327ae8310 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:25.224324 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973ff38-a067-429e-8fb9-801327ae8310 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:25.224681 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973ff38-a067-429e-8fb9-801327ae8310 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:25.225014 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973ff38-a067-429e-8fb9-801327ae8310 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:25.225327 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973ff38-a067-429e-8fb9-801327ae8310 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:25.247021 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-91fbb729-2dc7-4567-b746-75669c963a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:25.252902 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-91fbb729-2dc7-4567-b746-75669c963a49 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:25.257976 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-91fbb729-2dc7-4567-b746-75669c963a49 admin admin] 10.222.0.69 "DELETE /v2.0/networks/d4041ea8-5d99-4254-afa5-b5159ee23cab HTTP/1.1" status: 204 len: 168 time: 0.5209024 Aug 19 15:18:25.258096 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33868) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:25.273598 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fbb729-2dc7-4567-b746-75669c963a49 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4041ea8-5d99-4254-afa5-b5159ee23cab,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:25.524828 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 4c03c73d-49fe-42b3-9174-8abb8a01e6ec no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:18:25.545928 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 4c03c73d-49fe-42b3-9174-8abb8a01e6ec {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:18:25.546368 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 4c03c73d-49fe-42b3-9174-8abb8a01e6ec not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:18:25.546860 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device f1530f51-0db9-45c5-92b7-93aa9cc781fb no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:18:25.567029 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: f1530f51-0db9-45c5-92b7-93aa9cc781fb {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:18:25.567368 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device f1530f51-0db9-45c5-92b7-93aa9cc781fb not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:18:25.567795 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 744a8bcb-d5bd-45bb-bb37-85bdb1d12deb no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:18:25.587102 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 744a8bcb-d5bd-45bb-bb37-85bdb1d12deb {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:18:25.587596 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 744a8bcb-d5bd-45bb-bb37-85bdb1d12deb not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:18:25.934488 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-249ca203-945e-43fd-8d5c-270d03db65b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:26.172207 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-249ca203-945e-43fd-8d5c-270d03db65b0 admin admin] Deleting port 8f1ef598-3bf1-40bd-ba1b-203a71dc2bc9 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:18:26.172578 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-249ca203-945e-43fd-8d5c-270d03db65b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:26.253237 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-249ca203-945e-43fd-8d5c-270d03db65b0 admin admin] For port 8f1ef598-3bf1-40bd-ba1b-203a71dc2bc9, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=8f1ef598-3bf1-40bd-ba1b-203a71dc2bc9,segment=NetworkSegment(e2796751-839f-433c-b51f-092eb47f768d),segment_id=e2796751-839f-433c-b51f-092eb47f768d)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:18:26.253724 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-249ca203-945e-43fd-8d5c-270d03db65b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:26.273549 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-249ca203-945e-43fd-8d5c-270d03db65b0 admin admin] Calling delete_port for 8f1ef598-3bf1-40bd-ba1b-203a71dc2bc9 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:18:26.451751 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-249ca203-945e-43fd-8d5c-270d03db65b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:26.479384 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ca203-945e-43fd-8d5c-270d03db65b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f1ef598-3bf1-40bd-ba1b-203a71dc2bc9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:26.646663 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-249ca203-945e-43fd-8d5c-270d03db65b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:26.859763 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-249ca203-945e-43fd-8d5c-270d03db65b0 admin admin] Router b5b8f6b0-81c0-4e46-be9b-0ea140fff7fc has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:18:26.970220 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249ca203-945e-43fd-8d5c-270d03db65b0 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:18:26.976602 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-249ca203-945e-43fd-8d5c-270d03db65b0 admin admin] 10.222.0.69 "PUT /v2.0/routers/b5b8f6b0-81c0-4e46-be9b-0ea140fff7fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7168908 Aug 19 15:18:26.978806 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33870) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:26.980315 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9790ee7f-2ce9-4c71-b90b-a20349147471 None None] Sync routers for ids ['b5b8f6b0-81c0-4e46-be9b-0ea140fff7fc'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:18:26.989552 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9790ee7f-2ce9-4c71-b90b-a20349147471 None None] Routers {'b5b8f6b0-81c0-4e46-be9b-0ea140fff7fc'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:18:26.990168 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9790ee7f-2ce9-4c71-b90b-a20349147471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:18:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['b5b8f6b0-81c0-4e46-be9b-0ea140fff7fc'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:18:27.086355 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ad3b5a6-189c-419e-8110-50eb7af2f168 admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:27.095446 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-9790ee7f-2ce9-4c71-b90b-a20349147471 None None] Set router b5b8f6b0-81c0-4e46-be9b-0ea140fff7fc gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:18:27.188159 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ad3b5a6-189c-419e-8110-50eb7af2f168 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:27.241345 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-9ad3b5a6-189c-419e-8110-50eb7af2f168 admin admin] Deleting port 1034c6de-bad5-4488-8b21-ba43f19e63e2 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:18:27.241697 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ad3b5a6-189c-419e-8110-50eb7af2f168 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:27.290242 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9790ee7f-2ce9-4c71-b90b-a20349147471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b8f6b0-81c0-4e46-be9b-0ea140fff7fc', 'name': 'tempest-TestServerBasicOps-153505083-router', 'tenant_id': 'dd8340b77d734ac5b3804d85e4ddc5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '1034c6de-bad5-4488-8b21-ba43f19e63e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:13:14Z', 'updated_at': '2021-08-19T15:18:26Z', 'revision_number': 5, 'project_id': 'dd8340b77d734ac5b3804d85e4ddc5bf', 'gw_port': {'id': '1034c6de-bad5-4488-8b21-ba43f19e63e2', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ad:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b8f6b0-81c0-4e46-be9b-0ea140fff7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:13:15Z', 'updated_at': '2021-08-19T15:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:18:27.316468 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9790ee7f-2ce9-4c71-b90b-a20349147471 None None] Checking router: b5b8f6b0-81c0-4e46-be9b-0ea140fff7fc for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:18:27.323801 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-9ad3b5a6-189c-419e-8110-50eb7af2f168 admin admin] For port 1034c6de-bad5-4488-8b21-ba43f19e63e2, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=1034c6de-bad5-4488-8b21-ba43f19e63e2,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:18:27.324172 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ad3b5a6-189c-419e-8110-50eb7af2f168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:27.325804 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9790ee7f-2ce9-4c71-b90b-a20349147471 None None] Routers {'b5b8f6b0-81c0-4e46-be9b-0ea140fff7fc'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:18:27.327215 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9790ee7f-2ce9-4c71-b90b-a20349147471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:18:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['b5b8f6b0-81c0-4e46-be9b-0ea140fff7fc'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:18:27.336977 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-9ad3b5a6-189c-419e-8110-50eb7af2f168 admin admin] Calling delete_port for 1034c6de-bad5-4488-8b21-ba43f19e63e2 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:18:27.414555 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-9790ee7f-2ce9-4c71-b90b-a20349147471 None None] Set router b5b8f6b0-81c0-4e46-be9b-0ea140fff7fc gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:18:27.468411 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9790ee7f-2ce9-4c71-b90b-a20349147471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b8f6b0-81c0-4e46-be9b-0ea140fff7fc', 'name': 'tempest-TestServerBasicOps-153505083-router', 'tenant_id': 'dd8340b77d734ac5b3804d85e4ddc5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:13:14Z', 'updated_at': '2021-08-19T15:18:27Z', 'revision_number': 6, 'project_id': 'dd8340b77d734ac5b3804d85e4ddc5bf', 'gw_port_host': None}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:18:27.501916 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9790ee7f-2ce9-4c71-b90b-a20349147471 None None] The sync data for ids ['b5b8f6b0-81c0-4e46-be9b-0ea140fff7fc'] in n-d-766043-2 is: [{'id': 'b5b8f6b0-81c0-4e46-be9b-0ea140fff7fc', 'name': 'tempest-TestServerBasicOps-153505083-router', 'tenant_id': 'dd8340b77d734ac5b3804d85e4ddc5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:13:14Z', 'updated_at': '2021-08-19T15:18:27Z', 'revision_number': 6, 'project_id': 'dd8340b77d734ac5b3804d85e4ddc5bf', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:18:27.524576 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ad3b5a6-189c-419e-8110-50eb7af2f168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:27.558236 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad3b5a6-189c-419e-8110-50eb7af2f168 admin admin] Pushing event deleted for resources: {'Port': ['ID=1034c6de-bad5-4488-8b21-ba43f19e63e2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:27.623372 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ad3b5a6-189c-419e-8110-50eb7af2f168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:27.722636 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ad3b5a6-189c-419e-8110-50eb7af2f168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:27.724695 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ad3b5a6-189c-419e-8110-50eb7af2f168 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:27.772239 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ad3b5a6-189c-419e-8110-50eb7af2f168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:27.772800 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad3b5a6-189c-419e-8110-50eb7af2f168 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5b8f6b0-81c0-4e46-be9b-0ea140fff7fc {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:18:27.777796 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ad3b5a6-189c-419e-8110-50eb7af2f168 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:27.778973 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9ad3b5a6-189c-419e-8110-50eb7af2f168 admin admin] 10.222.0.69 "DELETE /v2.0/routers/b5b8f6b0-81c0-4e46-be9b-0ea140fff7fc HTTP/1.1" status: 204 len: 168 time: 0.7992263 Aug 19 15:18:27.781486 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33872) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:27.827612 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-5358cb38-1d38-4e0f-bf10-3280e25623fc admin admin] Deleting subnet 4980eeeb-f10f-467f-9ab2-5d83e28f34d3 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:18:27.830767 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5358cb38-1d38-4e0f-bf10-3280e25623fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:27.868141 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5358cb38-1d38-4e0f-bf10-3280e25623fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:27.955645 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5358cb38-1d38-4e0f-bf10-3280e25623fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:28.008667 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5358cb38-1d38-4e0f-bf10-3280e25623fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:28.036935 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5358cb38-1d38-4e0f-bf10-3280e25623fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4980eeeb-f10f-467f-9ab2-5d83e28f34d3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:28.039483 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5358cb38-1d38-4e0f-bf10-3280e25623fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:28.044796 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5358cb38-1d38-4e0f-bf10-3280e25623fc admin admin] 10.222.0.69 "DELETE /v2.0/subnets/4980eeeb-f10f-467f-9ab2-5d83e28f34d3 HTTP/1.1" status: 204 len: 168 time: 0.2585588 Aug 19 15:18:28.045110 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb68ea47-dd47-460c-85e5-f83c49320b8b None None] Network 99c3e58c-31a0-419f-b3af-834df912305c requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:18:28.045801 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33874) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:28.112871 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-350b4eff-c963-42c2-864f-646cae0d6238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:28.171528 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-350b4eff-c963-42c2-864f-646cae0d6238 admin admin] Deleting port b556b72e-530d-457b-bee4-796b5fa493e0 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:18:28.171923 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-350b4eff-c963-42c2-864f-646cae0d6238 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:28.237961 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-350b4eff-c963-42c2-864f-646cae0d6238 admin admin] For port b556b72e-530d-457b-bee4-796b5fa493e0, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b556b72e-530d-457b-bee4-796b5fa493e0,segment=NetworkSegment(e2796751-839f-433c-b51f-092eb47f768d),segment_id=e2796751-839f-433c-b51f-092eb47f768d)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:18:28.238317 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-350b4eff-c963-42c2-864f-646cae0d6238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:28.251985 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-350b4eff-c963-42c2-864f-646cae0d6238 admin admin] Calling delete_port for b556b72e-530d-457b-bee4-796b5fa493e0 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:18:28.281879 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016ce508-8671-4f91-89e4-e560d478d2c1 None None] DHCP port deletion for 99c3e58c-31a0-419f-b3af-834df912305c request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:18:28.336302 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-016ce508-8671-4f91-89e4-e560d478d2c1 None None] Deleting port b556b72e-530d-457b-bee4-796b5fa493e0 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:18:28.336690 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-016ce508-8671-4f91-89e4-e560d478d2c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:28.351911 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-350b4eff-c963-42c2-864f-646cae0d6238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:28.380438 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b4eff-c963-42c2-864f-646cae0d6238 admin admin] Pushing event deleted for resources: {'Port': ['ID=b556b72e-530d-457b-bee4-796b5fa493e0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:28.387056 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350b4eff-c963-42c2-864f-646cae0d6238 admin admin] No DVR routers for this DVR port b556b72e-530d-457b-bee4-796b5fa493e0 on host n-d-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:18:28.400893 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-016ce508-8671-4f91-89e4-e560d478d2c1 None None] For port b556b72e-530d-457b-bee4-796b5fa493e0, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b556b72e-530d-457b-bee4-796b5fa493e0,segment=NetworkSegment(e2796751-839f-433c-b51f-092eb47f768d),segment_id=e2796751-839f-433c-b51f-092eb47f768d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:18:28.401281 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-016ce508-8671-4f91-89e4-e560d478d2c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:28.415584 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-016ce508-8671-4f91-89e4-e560d478d2c1 None None] Calling delete_port for b556b72e-530d-457b-bee4-796b5fa493e0 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:18:28.466077 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-350b4eff-c963-42c2-864f-646cae0d6238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:28.476022 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-350b4eff-c963-42c2-864f-646cae0d6238 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99c3e58c-31a0-419f-b3af-834df912305c']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:18:28.488652 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-350b4eff-c963-42c2-864f-646cae0d6238 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2796751-839f-433c-b51f-092eb47f768d') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:18:28.489423 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-350b4eff-c963-42c2-864f-646cae0d6238 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2796751-839f-433c-b51f-092eb47f768d') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:18:28.496711 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-016ce508-8671-4f91-89e4-e560d478d2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:28.501561 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-350b4eff-c963-42c2-864f-646cae0d6238 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:28.523626 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ce508-8671-4f91-89e4-e560d478d2c1 None None] Pushing event deleted for resources: {'Port': ['ID=b556b72e-530d-457b-bee4-796b5fa493e0,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:28.524553 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-350b4eff-c963-42c2-864f-646cae0d6238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:28.525552 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016ce508-8671-4f91-89e4-e560d478d2c1 None None] No DVR routers for this DVR port b556b72e-530d-457b-bee4-796b5fa493e0 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:18:28.532679 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-350b4eff-c963-42c2-864f-646cae0d6238 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:18:28.533097 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-350b4eff-c963-42c2-864f-646cae0d6238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:28.535129 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 15:18:28.535129 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:18:28.535129 n-d-766043-2 neutron-server[94639]: timer() Aug 19 15:18:28.535129 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:18:28.535129 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 15:18:28.535129 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:18:28.535129 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 15:18:28.535129 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:18:28.535129 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 15:18:28.535129 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:18:28.535129 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 15:18:28.535129 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:18:28.535129 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 15:18:28.535129 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:18:28.535129 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:18:28.535129 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:18:28.535129 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:18:28.535129 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:18:28.535129 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 15:18:28.535129 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:18:28.535129 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 15:18:28.535129 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:18:28.535129 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:18:28.535129 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:18:28.535129 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 15:18:28.535129 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:18:28.535129 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:18:28.535129 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:18:28.535129 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:18:28.535129 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:18:28.535129 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:18:28.535129 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:18:28.597785 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-350b4eff-c963-42c2-864f-646cae0d6238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:28.603674 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-350b4eff-c963-42c2-864f-646cae0d6238 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:28.606125 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-350b4eff-c963-42c2-864f-646cae0d6238 admin admin] 10.222.0.69 "DELETE /v2.0/networks/99c3e58c-31a0-419f-b3af-834df912305c HTTP/1.1" status: 204 len: 168 time: 0.5602288 Aug 19 15:18:28.621802 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b4eff-c963-42c2-864f-646cae0d6238 admin admin] Pushing event deleted for resources: {'Network': ['ID=99c3e58c-31a0-419f-b3af-834df912305c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:28.725509 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 33880) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:28.765281 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-cb509f60-2b51-4f22-8044-164dcb44e7e4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a03992382af24018bd57acd075d2e203&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385342 Aug 19 15:18:28.768624 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 33882) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:28.817390 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61bb326e-3660-4522-b9e0-7a79c11a08ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:28.839032 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61bb326e-3660-4522-b9e0-7a79c11a08ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:28.890399 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61bb326e-3660-4522-b9e0-7a79c11a08ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:28.892950 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61bb326e-3660-4522-b9e0-7a79c11a08ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:28.895124 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-61bb326e-3660-4522-b9e0-7a79c11a08ff admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c59920bd-7850-40da-b741-6a9423b1591d HTTP/1.1" status: 204 len: 168 time: 0.1245503 Aug 19 15:18:28.902753 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bb326e-3660-4522-b9e0-7a79c11a08ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59920bd-7850-40da-b741-6a9423b1591d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:29.213637 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33888) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:29.253650 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-79f94105-da7f-4e69-8c0b-2e04a3f61a06 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dd8340b77d734ac5b3804d85e4ddc5bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387518 Aug 19 15:18:29.256045 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33890) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:29.303977 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7cc2d2c2-e878-4b12-bfbf-4e7c8835602f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:29.326412 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7cc2d2c2-e878-4b12-bfbf-4e7c8835602f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:29.377399 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7cc2d2c2-e878-4b12-bfbf-4e7c8835602f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:29.380502 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7cc2d2c2-e878-4b12-bfbf-4e7c8835602f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:29.381674 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7cc2d2c2-e878-4b12-bfbf-4e7c8835602f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/55cb60e6-4fba-458c-9078-c321d05b094c HTTP/1.1" status: 204 len: 168 time: 0.1246676 Aug 19 15:18:29.389738 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc2d2c2-e878-4b12-bfbf-4e7c8835602f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55cb60e6-4fba-458c-9078-c321d05b094c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:29.525841 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b556b72e-530d-457b-bee4-796b5fa493e0 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:18:29.547624 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: b556b72e-530d-457b-bee4-796b5fa493e0 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:18:29.547969 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b556b72e-530d-457b-bee4-796b5fa493e0 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:18:29.548447 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 8f1ef598-3bf1-40bd-ba1b-203a71dc2bc9 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:18:29.580364 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 8f1ef598-3bf1-40bd-ba1b-203a71dc2bc9 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:18:29.580650 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 8f1ef598-3bf1-40bd-ba1b-203a71dc2bc9 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:18:29.581073 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 1034c6de-bad5-4488-8b21-ba43f19e63e2 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:18:29.602675 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 1034c6de-bad5-4488-8b21-ba43f19e63e2 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:18:29.603017 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 1034c6de-bad5-4488-8b21-ba43f19e63e2 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:18:30.120092 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33912) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:30.218039 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2b1554d4-5014-4979-83af-1b24f7260719 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1313116654-network', 'tenant_id': 'd707e74e31ea4b7698b4110c146728ad'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:18:30.238921 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1554d4-5014-4979-83af-1b24f7260719 admin admin] Made reservation on behalf of d707e74e31ea4b7698b4110c146728ad for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:18:30.241132 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b1554d4-5014-4979-83af-1b24f7260719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:30.249282 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b1554d4-5014-4979-83af-1b24f7260719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:30.346264 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b1554d4-5014-4979-83af-1b24f7260719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:30.349913 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b1554d4-5014-4979-83af-1b24f7260719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:30.374201 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b1554d4-5014-4979-83af-1b24f7260719 admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:18:30.383822 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1554d4-5014-4979-83af-1b24f7260719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4bc05a-b7f8-423a-b91f-e53e727ee102,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:30.388706 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b1554d4-5014-4979-83af-1b24f7260719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:30.389056 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-2b1554d4-5014-4979-83af-1b24f7260719 admin admin] Added segment 8c205e54-952c-4dd5-b850-4576dc6f365d of type vlan for network a4e0ca80-717b-40a6-8da2-176f102d9e5a Aug 19 15:18:30.428248 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b1554d4-5014-4979-83af-1b24f7260719 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:30.453373 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b1554d4-5014-4979-83af-1b24f7260719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:30.454436 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1554d4-5014-4979-83af-1b24f7260719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:30.455038 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b1554d4-5014-4979-83af-1b24f7260719 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:30.513205 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2b1554d4-5014-4979-83af-1b24f7260719 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3913438 Aug 19 15:18:30.515919 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33916) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:30.522460 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2a6a5e8a-de36-475b-9b87-c0d9a556fd54 admin admin] Request body: {'subnet': {'network_id': 'a4e0ca80-717b-40a6-8da2-176f102d9e5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1313116654-subnet', 'tenant_id': 'd707e74e31ea4b7698b4110c146728ad', 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:18:30.526507 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1554d4-5014-4979-83af-1b24f7260719 admin admin] Pushing event updated for resources: {'Network': ['ID=a4e0ca80-717b-40a6-8da2-176f102d9e5a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:30.537489 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network a4e0ca80-717b-40a6-8da2-176f102d9e5a details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:18:30.547415 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6a5e8a-de36-475b-9b87-c0d9a556fd54 admin admin] Made reservation on behalf of d707e74e31ea4b7698b4110c146728ad for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:18:30.550039 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a6a5e8a-de36-475b-9b87-c0d9a556fd54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:30.718317 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a6a5e8a-de36-475b-9b87-c0d9a556fd54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:30.771965 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6a5e8a-de36-475b-9b87-c0d9a556fd54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74417696-8442-4f42-905c-bfdb647b0e4b,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:30.780977 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6a5e8a-de36-475b-9b87-c0d9a556fd54 admin admin] Checking segment: {'id': '8c205e54-952c-4dd5-b850-4576dc6f365d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a4e0ca80-717b-40a6-8da2-176f102d9e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:18:30.781335 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6a5e8a-de36-475b-9b87-c0d9a556fd54 admin admin] Network hostable DHCP agents. Network: a4e0ca80-717b-40a6-8da2-176f102d9e5a, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:18:30.797244 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6a5e8a-de36-475b-9b87-c0d9a556fd54 admin admin] Network a4e0ca80-717b-40a6-8da2-176f102d9e5a is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:18:30.805718 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-2a6a5e8a-de36-475b-9b87-c0d9a556fd54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, a4e0ca80-717b-40a6-8da2-176f102d9e5a) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:18:30.810914 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6a5e8a-de36-475b-9b87-c0d9a556fd54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:30.812337 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a6a5e8a-de36-475b-9b87-c0d9a556fd54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:30.813672 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343a939e-1f81-46ff-a339-75efc9241c9c None None] Network a4e0ca80-717b-40a6-8da2-176f102d9e5a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:18:30.827136 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2a6a5e8a-de36-475b-9b87-c0d9a556fd54 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3083291 Aug 19 15:18:30.829769 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33918) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:30.834059 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-cb8bc581-3477-48da-a93b-5f0c1707cd75 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1313116654-router', 'tenant_id': 'd707e74e31ea4b7698b4110c146728ad', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:18:30.855588 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb8bc581-3477-48da-a93b-5f0c1707cd75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:30.856702 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb8bc581-3477-48da-a93b-5f0c1707cd75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:30.910404 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb8bc581-3477-48da-a93b-5f0c1707cd75 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:30.960137 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d005e6-a23b-4b96-846e-0ddd7efcc861 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-a4e0ca80-717b-40a6-8da2-176f102d9e5a', 'network_id': 'a4e0ca80-717b-40a6-8da2-176f102d9e5a', 'tenant_id': 'd707e74e31ea4b7698b4110c146728ad', 'fixed_ips': [{'subnet_id': '74417696-8442-4f42-905c-bfdb647b0e4b'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:18:30.961024 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-94d005e6-a23b-4b96-846e-0ddd7efcc861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:31.044245 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb8bc581-3477-48da-a93b-5f0c1707cd75 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:31.096231 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-94d005e6-a23b-4b96-846e-0ddd7efcc861 None None] Allocated IP 172.20.0.2 (a4e0ca80-717b-40a6-8da2-176f102d9e5a/74417696-8442-4f42-905c-bfdb647b0e4b/9f7c9b7e-046b-4a11-8505-7a632a07fea0) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:18:31.233503 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-94d005e6-a23b-4b96-846e-0ddd7efcc861 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:31.242206 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-94d005e6-a23b-4b96-846e-0ddd7efcc861 None None] Transition to ACTIVE for port object 9f7c9b7e-046b-4a11-8505-7a632a07fea0 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:18:31.246356 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb8bc581-3477-48da-a93b-5f0c1707cd75 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:31.258130 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-94d005e6-a23b-4b96-846e-0ddd7efcc861 None None] Transition to ACTIVE for port object 9f7c9b7e-046b-4a11-8505-7a632a07fea0 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:18:31.264503 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-94d005e6-a23b-4b96-846e-0ddd7efcc861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:31.265211 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb8bc581-3477-48da-a93b-5f0c1707cd75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:31.310038 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d005e6-a23b-4b96-846e-0ddd7efcc861 None None] Network a4e0ca80-717b-40a6-8da2-176f102d9e5a is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:18:31.312989 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-94d005e6-a23b-4b96-846e-0ddd7efcc861 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:18:31.317161 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d005e6-a23b-4b96-846e-0ddd7efcc861 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:18:31.320116 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d005e6-a23b-4b96-846e-0ddd7efcc861 None None] Pushing event updated for resources: {'Port': ['ID=9f7c9b7e-046b-4a11-8505-7a632a07fea0,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:31.371464 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-cb8bc581-3477-48da-a93b-5f0c1707cd75 admin admin] Allocated IP 172.25.2.206 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/861b7587-7812-485d-92e2-1cd604896566) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:18:31.486598 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb8bc581-3477-48da-a93b-5f0c1707cd75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:31.525939 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb8bc581-3477-48da-a93b-5f0c1707cd75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:31.539539 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-94d005e6-a23b-4b96-846e-0ddd7efcc861 None None] Attempting to bind port 9f7c9b7e-046b-4a11-8505-7a632a07fea0 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:18:31.540140 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-94d005e6-a23b-4b96-846e-0ddd7efcc861 None None] Attempting to bind port 9f7c9b7e-046b-4a11-8505-7a632a07fea0 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '8c205e54-952c-4dd5-b850-4576dc6f365d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a4e0ca80-717b-40a6-8da2-176f102d9e5a'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:18:31.540284 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d005e6-a23b-4b96-846e-0ddd7efcc861 None None] Attempting to bind port 9f7c9b7e-046b-4a11-8505-7a632a07fea0 on network a4e0ca80-717b-40a6-8da2-176f102d9e5a {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:18:31.542807 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-df2eaa52-1e63-48ce-800c-5bcc2ed6aa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:31.547413 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d005e6-a23b-4b96-846e-0ddd7efcc861 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:18:31.547786 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d005e6-a23b-4b96-846e-0ddd7efcc861 None None] Checking segment: {'id': '8c205e54-952c-4dd5-b850-4576dc6f365d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a4e0ca80-717b-40a6-8da2-176f102d9e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:18:31.548180 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-94d005e6-a23b-4b96-846e-0ddd7efcc861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:31.548592 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d005e6-a23b-4b96-846e-0ddd7efcc861 None None] Bound using segment: {'id': '8c205e54-952c-4dd5-b850-4576dc6f365d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a4e0ca80-717b-40a6-8da2-176f102d9e5a'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:18:31.549057 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-94d005e6-a23b-4b96-846e-0ddd7efcc861 None None] Bound port: 9f7c9b7e-046b-4a11-8505-7a632a07fea0, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c205e54-952c-4dd5-b850-4576dc6f365d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a4e0ca80-717b-40a6-8da2-176f102d9e5a'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:18:31.549433 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-94d005e6-a23b-4b96-846e-0ddd7efcc861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:31.564633 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8bc581-3477-48da-a93b-5f0c1707cd75 admin admin] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:18:31.568978 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-cb8bc581-3477-48da-a93b-5f0c1707cd75 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:18:31.572637 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8bc581-3477-48da-a93b-5f0c1707cd75 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:18:31.595928 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8bc581-3477-48da-a93b-5f0c1707cd75 admin admin] Pushing event updated for resources: {'Port': ['ID=861b7587-7812-485d-92e2-1cd604896566,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:31.611687 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-94d005e6-a23b-4b96-846e-0ddd7efcc861 None None] For port 9f7c9b7e-046b-4a11-8505-7a632a07fea0, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:18:31.614918 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-94d005e6-a23b-4b96-846e-0ddd7efcc861 None None] For port 9f7c9b7e-046b-4a11-8505-7a632a07fea0, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=9f7c9b7e-046b-4a11-8505-7a632a07fea0,segment=NetworkSegment(8c205e54-952c-4dd5-b850-4576dc6f365d),segment_id=8c205e54-952c-4dd5-b850-4576dc6f365d)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:18:31.618594 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-94d005e6-a23b-4b96-846e-0ddd7efcc861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:31.683801 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d005e6-a23b-4b96-846e-0ddd7efcc861 None None] Pushing event updated for resources: {'Port': ['ID=9f7c9b7e-046b-4a11-8505-7a632a07fea0,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:31.836357 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb8bc581-3477-48da-a93b-5f0c1707cd75 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:32.038574 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb8bc581-3477-48da-a93b-5f0c1707cd75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:32.165170 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8bc581-3477-48da-a93b-5f0c1707cd75 admin admin] Router db21aa72-206d-4ff5-bf48-7dd9a76b34c8 is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:18:32.551697 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a71a5b-f26f-4e38-8121-eeabc8288b41 None None] Network a4e0ca80-717b-40a6-8da2-176f102d9e5a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:18:32.614396 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8bc581-3477-48da-a93b-5f0c1707cd75 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:18:32.624651 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-68a4052f-2bcc-48c2-8fb4-f38dec04ecd2 None None] Provisioning for port 9f7c9b7e-046b-4a11-8505-7a632a07fea0 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:18:32.627025 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f22237-0e73-40d0-bb34-274a862b901d None None] Sync routers for ids ['db21aa72-206d-4ff5-bf48-7dd9a76b34c8'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:18:32.633820 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb8bc581-3477-48da-a93b-5f0c1707cd75 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:32.635785 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-cb8bc581-3477-48da-a93b-5f0c1707cd75 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8046882 Aug 19 15:18:32.638742 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33920) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:32.639199 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f22237-0e73-40d0-bb34-274a862b901d None None] Routers {'db21aa72-206d-4ff5-bf48-7dd9a76b34c8'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:18:32.640240 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c6f22237-0e73-40d0-bb34-274a862b901d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:18:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['db21aa72-206d-4ff5-bf48-7dd9a76b34c8'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:18:32.760559 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-c6f22237-0e73-40d0-bb34-274a862b901d None None] Set router db21aa72-206d-4ff5-bf48-7dd9a76b34c8 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:18:33.032653 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c6f22237-0e73-40d0-bb34-274a862b901d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db21aa72-206d-4ff5-bf48-7dd9a76b34c8', 'name': 'tempest-TestVolumeBackupRestore-1313116654-router', 'tenant_id': 'd707e74e31ea4b7698b4110c146728ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '861b7587-7812-485d-92e2-1cd604896566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:18:30Z', 'updated_at': '2021-08-19T15:18:31Z', 'revision_number': 3, 'project_id': 'd707e74e31ea4b7698b4110c146728ad', 'gw_port': {'id': '861b7587-7812-485d-92e2-1cd604896566', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:bd:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db21aa72-206d-4ff5-bf48-7dd9a76b34c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:18:31Z', 'updated_at': '2021-08-19T15:18:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:18:33.059343 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f22237-0e73-40d0-bb34-274a862b901d None None] Checking router: db21aa72-206d-4ff5-bf48-7dd9a76b34c8 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:18:33.059684 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f22237-0e73-40d0-bb34-274a862b901d None None] Updating router db21aa72-206d-4ff5-bf48-7dd9a76b34c8 port 861b7587-7812-485d-92e2-1cd604896566 binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:18:33.073198 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-98df69f8-b0c1-4977-8fe0-c2bef815985c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:33.083499 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-c6f22237-0e73-40d0-bb34-274a862b901d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:33.235911 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-98df69f8-b0c1-4977-8fe0-c2bef815985c admin admin] Allocated IP 172.20.0.1 (a4e0ca80-717b-40a6-8da2-176f102d9e5a/74417696-8442-4f42-905c-bfdb647b0e4b/5375f8db-e621-477e-8bb0-4d3fd6ff0e88) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:18:33.339002 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-c6f22237-0e73-40d0-bb34-274a862b901d None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:33.342561 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-98df69f8-b0c1-4977-8fe0-c2bef815985c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:33.349224 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-c6f22237-0e73-40d0-bb34-274a862b901d None None] Transition to ACTIVE for port object 861b7587-7812-485d-92e2-1cd604896566 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:18:33.354459 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-c6f22237-0e73-40d0-bb34-274a862b901d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:33.357678 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-98df69f8-b0c1-4977-8fe0-c2bef815985c admin admin] Transition to ACTIVE for port object 5375f8db-e621-477e-8bb0-4d3fd6ff0e88 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:18:33.391141 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-98df69f8-b0c1-4977-8fe0-c2bef815985c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:33.406552 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-c6f22237-0e73-40d0-bb34-274a862b901d None None] Attempting to bind port 861b7587-7812-485d-92e2-1cd604896566 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:18:33.406914 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-c6f22237-0e73-40d0-bb34-274a862b901d None None] Attempting to bind port 861b7587-7812-485d-92e2-1cd604896566 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:18:33.407267 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f22237-0e73-40d0-bb34-274a862b901d None None] Attempting to bind port 861b7587-7812-485d-92e2-1cd604896566 on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:18:33.409244 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e67c6b4-5191-4c75-8d78-8de5852c5356 None None] Pushing event updated for resources: {'Port': ['ID=861b7587-7812-485d-92e2-1cd604896566,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:33.418920 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e67c6b4-5191-4c75-8d78-8de5852c5356 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:33.419260 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e67c6b4-5191-4c75-8d78-8de5852c5356 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:33.419592 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e67c6b4-5191-4c75-8d78-8de5852c5356 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:33.419921 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e67c6b4-5191-4c75-8d78-8de5852c5356 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:33.420241 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e67c6b4-5191-4c75-8d78-8de5852c5356 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:33.420592 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e67c6b4-5191-4c75-8d78-8de5852c5356 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:33.420912 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e67c6b4-5191-4c75-8d78-8de5852c5356 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:33.421228 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e67c6b4-5191-4c75-8d78-8de5852c5356 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:33.421540 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e67c6b4-5191-4c75-8d78-8de5852c5356 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:33.421852 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e67c6b4-5191-4c75-8d78-8de5852c5356 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:33.422163 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e67c6b4-5191-4c75-8d78-8de5852c5356 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:33.422477 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e67c6b4-5191-4c75-8d78-8de5852c5356 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:18:33.425694 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f22237-0e73-40d0-bb34-274a862b901d None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:18:33.426066 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f22237-0e73-40d0-bb34-274a862b901d None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:18:33.426459 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-c6f22237-0e73-40d0-bb34-274a862b901d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:33.426837 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f22237-0e73-40d0-bb34-274a862b901d None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:18:33.427305 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-c6f22237-0e73-40d0-bb34-274a862b901d None None] Bound port: 861b7587-7812-485d-92e2-1cd604896566, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:18:33.427682 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-c6f22237-0e73-40d0-bb34-274a862b901d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:33.427925 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98df69f8-b0c1-4977-8fe0-c2bef815985c admin admin] Network a4e0ca80-717b-40a6-8da2-176f102d9e5a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:18:33.433284 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-98df69f8-b0c1-4977-8fe0-c2bef815985c admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:18:33.438710 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98df69f8-b0c1-4977-8fe0-c2bef815985c admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:18:33.468132 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df69f8-b0c1-4977-8fe0-c2bef815985c admin admin] Pushing event updated for resources: {'Port': ['ID=5375f8db-e621-477e-8bb0-4d3fd6ff0e88,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:33.482228 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-c6f22237-0e73-40d0-bb34-274a862b901d None None] For port 861b7587-7812-485d-92e2-1cd604896566, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:18:33.485622 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-c6f22237-0e73-40d0-bb34-274a862b901d None None] For port 861b7587-7812-485d-92e2-1cd604896566, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=861b7587-7812-485d-92e2-1cd604896566,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:18:33.486484 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-98df69f8-b0c1-4977-8fe0-c2bef815985c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:33.494827 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-c6f22237-0e73-40d0-bb34-274a862b901d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:33.558828 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f22237-0e73-40d0-bb34-274a862b901d None None] Routers {'db21aa72-206d-4ff5-bf48-7dd9a76b34c8'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:18:33.559472 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c6f22237-0e73-40d0-bb34-274a862b901d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:18:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['db21aa72-206d-4ff5-bf48-7dd9a76b34c8'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:18:33.625368 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e67c6b4-5191-4c75-8d78-8de5852c5356 None None] Pushing event updated for resources: {'Port': ['ID=861b7587-7812-485d-92e2-1cd604896566,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:33.638590 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-98df69f8-b0c1-4977-8fe0-c2bef815985c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:33.649409 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 9f7c9b7e-046b-4a11-8505-7a632a07fea0 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:18:33.690200 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-c6f22237-0e73-40d0-bb34-274a862b901d None None] Set router db21aa72-206d-4ff5-bf48-7dd9a76b34c8 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:18:33.702553 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 9f7c9b7e-046b-4a11-8505-7a632a07fea0 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:18:33.707032 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 9f7c9b7e-046b-4a11-8505-7a632a07fea0 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:18:33.708024 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:33.795750 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:33.805149 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e3fb7c7a-3f6d-44cb-96a6-c5fea0f59fce None None] Provisioning for port 5375f8db-e621-477e-8bb0-4d3fd6ff0e88 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:18:33.812232 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e3fb7c7a-3f6d-44cb-96a6-c5fea0f59fce None None] Provisioning complete for port 5375f8db-e621-477e-8bb0-4d3fd6ff0e88 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:18:33.812771 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e3fb7c7a-3f6d-44cb-96a6-c5fea0f59fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:33.834359 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-98df69f8-b0c1-4977-8fe0-c2bef815985c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:33.840586 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-98df69f8-b0c1-4977-8fe0-c2bef815985c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:33.866585 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 9f7c9b7e-046b-4a11-8505-7a632a07fea0, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=9f7c9b7e-046b-4a11-8505-7a632a07fea0,segment=NetworkSegment(8c205e54-952c-4dd5-b850-4576dc6f365d),segment_id=8c205e54-952c-4dd5-b850-4576dc6f365d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:18:33.869357 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e3fb7c7a-3f6d-44cb-96a6-c5fea0f59fce None None] Port 5375f8db-e621-477e-8bb0-4d3fd6ff0e88 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:18:33.872974 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:33.880473 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c6f22237-0e73-40d0-bb34-274a862b901d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db21aa72-206d-4ff5-bf48-7dd9a76b34c8', 'name': 'tempest-TestVolumeBackupRestore-1313116654-router', 'tenant_id': 'd707e74e31ea4b7698b4110c146728ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '861b7587-7812-485d-92e2-1cd604896566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:18:30Z', 'updated_at': '2021-08-19T15:18:31Z', 'revision_number': 3, 'project_id': 'd707e74e31ea4b7698b4110c146728ad', 'gw_port': {'id': '861b7587-7812-485d-92e2-1cd604896566', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:bd:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db21aa72-206d-4ff5-bf48-7dd9a76b34c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:18:31Z', 'updated_at': '2021-08-19T15:18:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:18:33.910142 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f22237-0e73-40d0-bb34-274a862b901d None None] The sync data for ids ['db21aa72-206d-4ff5-bf48-7dd9a76b34c8'] in n-d-766043-2 is: [{'id': 'db21aa72-206d-4ff5-bf48-7dd9a76b34c8', 'name': 'tempest-TestVolumeBackupRestore-1313116654-router', 'tenant_id': 'd707e74e31ea4b7698b4110c146728ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '861b7587-7812-485d-92e2-1cd604896566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:18:30Z', 'updated_at': '2021-08-19T15:18:31Z', 'revision_number': 3, 'project_id': 'd707e74e31ea4b7698b4110c146728ad', 'gw_port': {'id': '861b7587-7812-485d-92e2-1cd604896566', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:bd:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db21aa72-206d-4ff5-bf48-7dd9a76b34c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:18:31Z', 'updated_at': '2021-08-19T15:18:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:18:33.914388 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-98df69f8-b0c1-4977-8fe0-c2bef815985c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:33.916446 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df69f8-b0c1-4977-8fe0-c2bef815985c admin admin] Pushing event updated for resources: {'Port': ['ID=5375f8db-e621-477e-8bb0-4d3fd6ff0e88,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:33.924650 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=9f7c9b7e-046b-4a11-8505-7a632a07fea0,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:34.015049 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98df69f8-b0c1-4977-8fe0-c2bef815985c admin admin] Network a4e0ca80-717b-40a6-8da2-176f102d9e5a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:18:34.016538 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-98df69f8-b0c1-4977-8fe0-c2bef815985c admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:18:34.149105 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98df69f8-b0c1-4977-8fe0-c2bef815985c admin admin] Router db21aa72-206d-4ff5-bf48-7dd9a76b34c8 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:18:34.275404 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98df69f8-b0c1-4977-8fe0-c2bef815985c admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:18:34.283802 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-98df69f8-b0c1-4977-8fe0-c2bef815985c admin admin] 10.222.0.69 "PUT /v2.0/routers/db21aa72-206d-4ff5-bf48-7dd9a76b34c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6429539 Aug 19 15:18:34.293493 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c1fef112-60a5-4793-94cb-3dd3658d2a91 None None] Provisioning complete for port 5375f8db-e621-477e-8bb0-4d3fd6ff0e88 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:18:34.293867 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c1fef112-60a5-4793-94cb-3dd3658d2a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:34.337329 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c1fef112-60a5-4793-94cb-3dd3658d2a91 None None] Port 5375f8db-e621-477e-8bb0-4d3fd6ff0e88 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:18:34.357858 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:34.361956 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-71a6625d-e0b3-467f-85f5-b3774ab36115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:34.560064 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:34.793439 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33936) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:34.798480 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d803c6c2-5c59-48ec-8010-de36826d99fc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1617814225-network', 'tenant_id': '342cdf7f5c8d4a1da21d6c142eedb341'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:18:34.819202 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d803c6c2-5c59-48ec-8010-de36826d99fc admin admin] Made reservation on behalf of 342cdf7f5c8d4a1da21d6c142eedb341 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:18:34.821722 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d803c6c2-5c59-48ec-8010-de36826d99fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:34.830386 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d803c6c2-5c59-48ec-8010-de36826d99fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:34.921831 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d803c6c2-5c59-48ec-8010-de36826d99fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:34.925813 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d803c6c2-5c59-48ec-8010-de36826d99fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:34.954215 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d803c6c2-5c59-48ec-8010-de36826d99fc admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:18:34.959643 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d803c6c2-5c59-48ec-8010-de36826d99fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd59537-d1d3-4912-a4d5-909764320a11,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:34.968813 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d803c6c2-5c59-48ec-8010-de36826d99fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:34.969184 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-d803c6c2-5c59-48ec-8010-de36826d99fc admin admin] Added segment 1ae9762d-ff53-4302-b8dd-40653026eeee of type vlan for network 30a49662-cb72-45ae-af21-5f20d6e5630b Aug 19 15:18:35.009127 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d803c6c2-5c59-48ec-8010-de36826d99fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:35.035596 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d803c6c2-5c59-48ec-8010-de36826d99fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:35.036598 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d803c6c2-5c59-48ec-8010-de36826d99fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:35.037172 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d803c6c2-5c59-48ec-8010-de36826d99fc admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:35.088746 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d803c6c2-5c59-48ec-8010-de36826d99fc admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2941816 Aug 19 15:18:35.092110 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 33938) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:35.097187 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-f67fe6d3-f283-437f-996a-6f62285a6845 admin admin] Request body: {'subnet': {'network_id': '30a49662-cb72-45ae-af21-5f20d6e5630b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1617814225-subnet', 'tenant_id': '342cdf7f5c8d4a1da21d6c142eedb341', 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:18:35.100324 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d803c6c2-5c59-48ec-8010-de36826d99fc admin admin] Pushing event updated for resources: {'Network': ['ID=30a49662-cb72-45ae-af21-5f20d6e5630b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:35.110418 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 30a49662-cb72-45ae-af21-5f20d6e5630b details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:18:35.121526 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67fe6d3-f283-437f-996a-6f62285a6845 admin admin] Made reservation on behalf of 342cdf7f5c8d4a1da21d6c142eedb341 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:18:35.123978 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f67fe6d3-f283-437f-996a-6f62285a6845 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:35.209724 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:35.298008 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f67fe6d3-f283-437f-996a-6f62285a6845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:35.355477 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67fe6d3-f283-437f-996a-6f62285a6845 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9042ac2-14d8-4ce2-8a2b-f5da45f838f8,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:35.362361 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67fe6d3-f283-437f-996a-6f62285a6845 admin admin] Checking segment: {'id': '1ae9762d-ff53-4302-b8dd-40653026eeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '30a49662-cb72-45ae-af21-5f20d6e5630b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:18:35.362683 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67fe6d3-f283-437f-996a-6f62285a6845 admin admin] Network hostable DHCP agents. Network: 30a49662-cb72-45ae-af21-5f20d6e5630b, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:18:35.378574 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67fe6d3-f283-437f-996a-6f62285a6845 admin admin] Network 30a49662-cb72-45ae-af21-5f20d6e5630b is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:18:35.387973 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-f67fe6d3-f283-437f-996a-6f62285a6845 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 30a49662-cb72-45ae-af21-5f20d6e5630b) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:18:35.392796 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67fe6d3-f283-437f-996a-6f62285a6845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:18:35.393385 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f67fe6d3-f283-437f-996a-6f62285a6845 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:35.397927 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c093c550-e8c5-4ade-a5ec-0a978ec3f7b7 None None] Network 30a49662-cb72-45ae-af21-5f20d6e5630b requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:18:35.413647 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 33940) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:35.414448 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f67fe6d3-f283-437f-996a-6f62285a6845 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3209887 Aug 19 15:18:35.419090 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4bad0c02-a57f-4603-8a06-8d842c252b08 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1617814225-router', 'tenant_id': '342cdf7f5c8d4a1da21d6c142eedb341', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:18:35.440812 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4bad0c02-a57f-4603-8a06-8d842c252b08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:35.441784 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4bad0c02-a57f-4603-8a06-8d842c252b08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:35.506686 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4bad0c02-a57f-4603-8a06-8d842c252b08 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:35.510763 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a82f62e-f6c6-4d68-9b76-36486d01c5de None None] Sync routers for ids ['db21aa72-206d-4ff5-bf48-7dd9a76b34c8'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:18:35.544451 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a82f62e-f6c6-4d68-9b76-36486d01c5de None None] Routers {'db21aa72-206d-4ff5-bf48-7dd9a76b34c8'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:18:35.545222 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9a82f62e-f6c6-4d68-9b76-36486d01c5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:18:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['db21aa72-206d-4ff5-bf48-7dd9a76b34c8'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:18:35.641826 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 9f7c9b7e-046b-4a11-8505-7a632a07fea0 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:18:35.647186 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:35.658007 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4bad0c02-a57f-4603-8a06-8d842c252b08 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:35.696434 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4a01a3-2b0d-4abe-ac4e-ad68a4a66f6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-30a49662-cb72-45ae-af21-5f20d6e5630b', 'network_id': '30a49662-cb72-45ae-af21-5f20d6e5630b', 'tenant_id': '342cdf7f5c8d4a1da21d6c142eedb341', 'fixed_ips': [{'subnet_id': 'e9042ac2-14d8-4ce2-8a2b-f5da45f838f8'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:18:35.697199 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0f4a01a3-2b0d-4abe-ac4e-ad68a4a66f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:35.807897 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-9a82f62e-f6c6-4d68-9b76-36486d01c5de None None] Set router db21aa72-206d-4ff5-bf48-7dd9a76b34c8 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:18:35.856961 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4bad0c02-a57f-4603-8a06-8d842c252b08 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:35.867473 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 9f7c9b7e-046b-4a11-8505-7a632a07fea0 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:18:35.867848 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:35.880608 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4bad0c02-a57f-4603-8a06-8d842c252b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:35.982284 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-4bad0c02-a57f-4603-8a06-8d842c252b08 admin admin] Allocated IP 172.25.2.246 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/36e0c508-b5d6-4177-85df-42f501309fa7) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:18:36.002895 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:18:36.010434 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-0f4a01a3-2b0d-4abe-ac4e-ad68a4a66f6f None None] Allocated IP 172.20.0.2 (30a49662-cb72-45ae-af21-5f20d6e5630b/e9042ac2-14d8-4ce2-8a2b-f5da45f838f8/7d2aa5dd-9287-44e5-a8a0-e07deab491ea) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:18:36.091536 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4bad0c02-a57f-4603-8a06-8d842c252b08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:36.132367 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4bad0c02-a57f-4603-8a06-8d842c252b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:36.164648 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 861b7587-7812-485d-92e2-1cd604896566 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:18:36.168444 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bad0c02-a57f-4603-8a06-8d842c252b08 admin admin] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:18:36.175029 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-4bad0c02-a57f-4603-8a06-8d842c252b08 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:18:36.178657 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bad0c02-a57f-4603-8a06-8d842c252b08 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:18:36.202494 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad0c02-a57f-4603-8a06-8d842c252b08 admin admin] Pushing event updated for resources: {'Port': ['ID=36e0c508-b5d6-4177-85df-42f501309fa7,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:36.274278 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9a82f62e-f6c6-4d68-9b76-36486d01c5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db21aa72-206d-4ff5-bf48-7dd9a76b34c8', 'name': 'tempest-TestVolumeBackupRestore-1313116654-router', 'tenant_id': 'd707e74e31ea4b7698b4110c146728ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '861b7587-7812-485d-92e2-1cd604896566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:18:30Z', 'updated_at': '2021-08-19T15:18:33Z', 'revision_number': 4, 'project_id': 'd707e74e31ea4b7698b4110c146728ad', 'gw_port': {'id': '861b7587-7812-485d-92e2-1cd604896566', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:bd:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db21aa72-206d-4ff5-bf48-7dd9a76b34c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:18:31Z', 'updated_at': '2021-08-19T15:18:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '5375f8db-e621-477e-8bb0-4d3fd6ff0e88', 'name': '', 'network_id': 'a4e0ca80-717b-40a6-8da2-176f102d9e5a', 'tenant_id': 'd707e74e31ea4b7698b4110c146728ad', 'mac_address': 'fa:16:3e:1f:4d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db21aa72-206d-4ff5-bf48-7dd9a76b34c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '74417696-8442-4f42-905c-bfdb647b0e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:18:33Z', 'updated_at': '2021-08-19T15:18:33Z', 'revision_number': 2, 'project_id': 'd707e74e31ea4b7698b4110c146728ad', 'subnets': [{'id': '74417696-8442-4f42-905c-bfdb647b0e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:18:36.314617 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a82f62e-f6c6-4d68-9b76-36486d01c5de None None] Checking router: db21aa72-206d-4ff5-bf48-7dd9a76b34c8 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:18:36.314976 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a82f62e-f6c6-4d68-9b76-36486d01c5de None None] Updating router db21aa72-206d-4ff5-bf48-7dd9a76b34c8 port 5375f8db-e621-477e-8bb0-4d3fd6ff0e88 binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:18:36.321762 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 861b7587-7812-485d-92e2-1cd604896566 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:18:36.324096 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0f4a01a3-2b0d-4abe-ac4e-ad68a4a66f6f None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:36.350353 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 861b7587-7812-485d-92e2-1cd604896566 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:18:36.350722 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:36.354466 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0f4a01a3-2b0d-4abe-ac4e-ad68a4a66f6f None None] Transition to ACTIVE for port object 7d2aa5dd-9287-44e5-a8a0-e07deab491ea will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:18:36.379658 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9a82f62e-f6c6-4d68-9b76-36486d01c5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:36.415737 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0f4a01a3-2b0d-4abe-ac4e-ad68a4a66f6f None None] Transition to ACTIVE for port object 7d2aa5dd-9287-44e5-a8a0-e07deab491ea will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:18:36.439742 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4bad0c02-a57f-4603-8a06-8d842c252b08 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:36.447957 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0f4a01a3-2b0d-4abe-ac4e-ad68a4a66f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:36.539127 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4a01a3-2b0d-4abe-ac4e-ad68a4a66f6f None None] Network 30a49662-cb72-45ae-af21-5f20d6e5630b is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:18:36.639723 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4bad0c02-a57f-4603-8a06-8d842c252b08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:36.730392 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-0f4a01a3-2b0d-4abe-ac4e-ad68a4a66f6f None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:18:36.737287 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4a01a3-2b0d-4abe-ac4e-ad68a4a66f6f None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:18:36.762741 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a01a3-2b0d-4abe-ac4e-ad68a4a66f6f None None] Pushing event updated for resources: {'Port': ['ID=7d2aa5dd-9287-44e5-a8a0-e07deab491ea,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:36.771822 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:36.776199 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bad0c02-a57f-4603-8a06-8d842c252b08 admin admin] Router a3677a1c-e8d6-4f6b-a80f-c10b6cf83127 is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:18:36.874517 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 861b7587-7812-485d-92e2-1cd604896566, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=861b7587-7812-485d-92e2-1cd604896566,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:18:36.887151 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:36.892121 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0f4a01a3-2b0d-4abe-ac4e-ad68a4a66f6f None None] Attempting to bind port 7d2aa5dd-9287-44e5-a8a0-e07deab491ea on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:18:36.892515 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0f4a01a3-2b0d-4abe-ac4e-ad68a4a66f6f None None] Attempting to bind port 7d2aa5dd-9287-44e5-a8a0-e07deab491ea by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '1ae9762d-ff53-4302-b8dd-40653026eeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '30a49662-cb72-45ae-af21-5f20d6e5630b'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:18:36.892882 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4a01a3-2b0d-4abe-ac4e-ad68a4a66f6f None None] Attempting to bind port 7d2aa5dd-9287-44e5-a8a0-e07deab491ea on network 30a49662-cb72-45ae-af21-5f20d6e5630b {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:18:36.927553 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4a01a3-2b0d-4abe-ac4e-ad68a4a66f6f None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:18:36.927933 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4a01a3-2b0d-4abe-ac4e-ad68a4a66f6f None None] Checking segment: {'id': '1ae9762d-ff53-4302-b8dd-40653026eeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '30a49662-cb72-45ae-af21-5f20d6e5630b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:18:36.928336 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0f4a01a3-2b0d-4abe-ac4e-ad68a4a66f6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:36.928760 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4a01a3-2b0d-4abe-ac4e-ad68a4a66f6f None None] Bound using segment: {'id': '1ae9762d-ff53-4302-b8dd-40653026eeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '30a49662-cb72-45ae-af21-5f20d6e5630b'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:18:36.929249 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0f4a01a3-2b0d-4abe-ac4e-ad68a4a66f6f None None] Bound port: 7d2aa5dd-9287-44e5-a8a0-e07deab491ea, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae9762d-ff53-4302-b8dd-40653026eeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '30a49662-cb72-45ae-af21-5f20d6e5630b'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:18:36.929636 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0f4a01a3-2b0d-4abe-ac4e-ad68a4a66f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:36.977760 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=861b7587-7812-485d-92e2-1cd604896566,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:37.068914 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:37.088602 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0f4a01a3-2b0d-4abe-ac4e-ad68a4a66f6f None None] For port 7d2aa5dd-9287-44e5-a8a0-e07deab491ea, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:18:37.093509 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0f4a01a3-2b0d-4abe-ac4e-ad68a4a66f6f None None] For port 7d2aa5dd-9287-44e5-a8a0-e07deab491ea, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=7d2aa5dd-9287-44e5-a8a0-e07deab491ea,segment=NetworkSegment(1ae9762d-ff53-4302-b8dd-40653026eeee),segment_id=1ae9762d-ff53-4302-b8dd-40653026eeee)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:18:37.102167 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0f4a01a3-2b0d-4abe-ac4e-ad68a4a66f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:37.109248 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9a82f62e-f6c6-4d68-9b76-36486d01c5de None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:37.156228 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9a82f62e-f6c6-4d68-9b76-36486d01c5de None None] Transition to ACTIVE for port object 5375f8db-e621-477e-8bb0-4d3fd6ff0e88 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:18:37.165964 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9a82f62e-f6c6-4d68-9b76-36486d01c5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:37.185652 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a01a3-2b0d-4abe-ac4e-ad68a4a66f6f None None] Pushing event updated for resources: {'Port': ['ID=7d2aa5dd-9287-44e5-a8a0-e07deab491ea,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:37.250546 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bad0c02-a57f-4603-8a06-8d842c252b08 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:18:37.267599 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2c81ad-acde-407b-a5ed-c2a0f23ac8f2 None None] Pushing event updated for resources: {'Port': ['ID=5375f8db-e621-477e-8bb0-4d3fd6ff0e88,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:37.268555 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838014e2-a134-4e8c-90aa-fddbb4762b5a None None] Sync routers for ids ['a3677a1c-e8d6-4f6b-a80f-c10b6cf83127'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:18:37.270460 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4bad0c02-a57f-4603-8a06-8d842c252b08 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:37.274705 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4bad0c02-a57f-4603-8a06-8d842c252b08 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8584948 Aug 19 15:18:37.275369 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 33942) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:18:37.282920 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838014e2-a134-4e8c-90aa-fddbb4762b5a None None] Routers {'a3677a1c-e8d6-4f6b-a80f-c10b6cf83127'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:18:37.283206 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-838014e2-a134-4e8c-90aa-fddbb4762b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:18:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['a3677a1c-e8d6-4f6b-a80f-c10b6cf83127'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:18:37.284513 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9a82f62e-f6c6-4d68-9b76-36486d01c5de None None] Attempting to bind port 5375f8db-e621-477e-8bb0-4d3fd6ff0e88 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:18:37.284984 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9a82f62e-f6c6-4d68-9b76-36486d01c5de None None] Attempting to bind port 5375f8db-e621-477e-8bb0-4d3fd6ff0e88 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '8c205e54-952c-4dd5-b850-4576dc6f365d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a4e0ca80-717b-40a6-8da2-176f102d9e5a'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:18:37.286542 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a82f62e-f6c6-4d68-9b76-36486d01c5de None None] Attempting to bind port 5375f8db-e621-477e-8bb0-4d3fd6ff0e88 on network a4e0ca80-717b-40a6-8da2-176f102d9e5a {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:18:37.291021 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a82f62e-f6c6-4d68-9b76-36486d01c5de None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:18:37.291546 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a82f62e-f6c6-4d68-9b76-36486d01c5de None None] Checking segment: {'id': '8c205e54-952c-4dd5-b850-4576dc6f365d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a4e0ca80-717b-40a6-8da2-176f102d9e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:18:37.292067 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9a82f62e-f6c6-4d68-9b76-36486d01c5de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:37.293108 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a82f62e-f6c6-4d68-9b76-36486d01c5de None None] Bound using segment: {'id': '8c205e54-952c-4dd5-b850-4576dc6f365d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a4e0ca80-717b-40a6-8da2-176f102d9e5a'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:18:37.293676 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9a82f62e-f6c6-4d68-9b76-36486d01c5de None None] Bound port: 5375f8db-e621-477e-8bb0-4d3fd6ff0e88, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c205e54-952c-4dd5-b850-4576dc6f365d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a4e0ca80-717b-40a6-8da2-176f102d9e5a'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:18:37.294477 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9a82f62e-f6c6-4d68-9b76-36486d01c5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:37.369555 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9a82f62e-f6c6-4d68-9b76-36486d01c5de None None] For port 5375f8db-e621-477e-8bb0-4d3fd6ff0e88, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:18:37.374545 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9a82f62e-f6c6-4d68-9b76-36486d01c5de None None] For port 5375f8db-e621-477e-8bb0-4d3fd6ff0e88, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=5375f8db-e621-477e-8bb0-4d3fd6ff0e88,segment=NetworkSegment(8c205e54-952c-4dd5-b850-4576dc6f365d),segment_id=8c205e54-952c-4dd5-b850-4576dc6f365d)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:18:37.385265 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9a82f62e-f6c6-4d68-9b76-36486d01c5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:37.406772 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-838014e2-a134-4e8c-90aa-fddbb4762b5a None None] Set router a3677a1c-e8d6-4f6b-a80f-c10b6cf83127 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:18:37.488584 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a82f62e-f6c6-4d68-9b76-36486d01c5de None None] Routers {'db21aa72-206d-4ff5-bf48-7dd9a76b34c8'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:18:37.489253 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9a82f62e-f6c6-4d68-9b76-36486d01c5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:18:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['db21aa72-206d-4ff5-bf48-7dd9a76b34c8'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:18:37.496584 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2c81ad-acde-407b-a5ed-c2a0f23ac8f2 None None] Pushing event updated for resources: {'Port': ['ID=5375f8db-e621-477e-8bb0-4d3fd6ff0e88,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:37.693606 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-9a82f62e-f6c6-4d68-9b76-36486d01c5de None None] Set router db21aa72-206d-4ff5-bf48-7dd9a76b34c8 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:18:37.748733 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-838014e2-a134-4e8c-90aa-fddbb4762b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3677a1c-e8d6-4f6b-a80f-c10b6cf83127', 'name': 'tempest-TestVolumeBackupRestore-1617814225-router', 'tenant_id': '342cdf7f5c8d4a1da21d6c142eedb341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '36e0c508-b5d6-4177-85df-42f501309fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:18:35Z', 'updated_at': '2021-08-19T15:18:36Z', 'revision_number': 3, 'project_id': '342cdf7f5c8d4a1da21d6c142eedb341', 'gw_port': {'id': '36e0c508-b5d6-4177-85df-42f501309fa7', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d8:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3677a1c-e8d6-4f6b-a80f-c10b6cf83127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:18:35Z', 'updated_at': '2021-08-19T15:18:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:18:37.797385 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838014e2-a134-4e8c-90aa-fddbb4762b5a None None] Checking router: a3677a1c-e8d6-4f6b-a80f-c10b6cf83127 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:18:37.797731 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838014e2-a134-4e8c-90aa-fddbb4762b5a None None] Updating router a3677a1c-e8d6-4f6b-a80f-c10b6cf83127 port 36e0c508-b5d6-4177-85df-42f501309fa7 binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:18:37.814790 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 7d2aa5dd-9287-44e5-a8a0-e07deab491ea up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:18:37.839758 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-838014e2-a134-4e8c-90aa-fddbb4762b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:37.977971 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 7d2aa5dd-9287-44e5-a8a0-e07deab491ea completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:18:37.991195 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 861b7587-7812-485d-92e2-1cd604896566 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:18:37.996463 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-33c7446a-3727-45e0-bfbe-96dc929ebc94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:38.075511 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9a82f62e-f6c6-4d68-9b76-36486d01c5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db21aa72-206d-4ff5-bf48-7dd9a76b34c8', 'name': 'tempest-TestVolumeBackupRestore-1313116654-router', 'tenant_id': 'd707e74e31ea4b7698b4110c146728ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '861b7587-7812-485d-92e2-1cd604896566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:18:30Z', 'updated_at': '2021-08-19T15:18:33Z', 'revision_number': 4, 'project_id': 'd707e74e31ea4b7698b4110c146728ad', 'gw_port': {'id': '861b7587-7812-485d-92e2-1cd604896566', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:bd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db21aa72-206d-4ff5-bf48-7dd9a76b34c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:18:31Z', 'updated_at': '2021-08-19T15:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '5375f8db-e621-477e-8bb0-4d3fd6ff0e88', 'name': '', 'network_id': 'a4e0ca80-717b-40a6-8da2-176f102d9e5a', 'tenant_id': 'd707e74e31ea4b7698b4110c146728ad', 'mac_address': 'fa:16:3e:1f:4d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db21aa72-206d-4ff5-bf48-7dd9a76b34c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '74417696-8442-4f42-905c-bfdb647b0e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:18:33Z', 'updated_at': '2021-08-19T15:18:37Z', 'revision_number': 4, 'project_id': 'd707e74e31ea4b7698b4110c146728ad', 'subnets': [{'id': '74417696-8442-4f42-905c-bfdb647b0e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:18:38.110517 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a82f62e-f6c6-4d68-9b76-36486d01c5de None None] The sync data for ids ['db21aa72-206d-4ff5-bf48-7dd9a76b34c8'] in n-d-766043-2 is: [{'id': 'db21aa72-206d-4ff5-bf48-7dd9a76b34c8', 'name': 'tempest-TestVolumeBackupRestore-1313116654-router', 'tenant_id': 'd707e74e31ea4b7698b4110c146728ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '861b7587-7812-485d-92e2-1cd604896566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:18:30Z', 'updated_at': '2021-08-19T15:18:33Z', 'revision_number': 4, 'project_id': 'd707e74e31ea4b7698b4110c146728ad', 'gw_port': {'id': '861b7587-7812-485d-92e2-1cd604896566', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:bd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db21aa72-206d-4ff5-bf48-7dd9a76b34c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:18:31Z', 'updated_at': '2021-08-19T15:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '5375f8db-e621-477e-8bb0-4d3fd6ff0e88', 'name': '', 'network_id': 'a4e0ca80-717b-40a6-8da2-176f102d9e5a', 'tenant_id': 'd707e74e31ea4b7698b4110c146728ad', 'mac_address': 'fa:16:3e:1f:4d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db21aa72-206d-4ff5-bf48-7dd9a76b34c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '74417696-8442-4f42-905c-bfdb647b0e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:18:33Z', 'updated_at': '2021-08-19T15:18:37Z', 'revision_number': 4, 'project_id': 'd707e74e31ea4b7698b4110c146728ad', 'subnets': [{'id': '74417696-8442-4f42-905c-bfdb647b0e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:18:38.112991 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 861b7587-7812-485d-92e2-1cd604896566 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:18:38.113479 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:38.202683 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-838014e2-a134-4e8c-90aa-fddbb4762b5a None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:38.223190 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-838014e2-a134-4e8c-90aa-fddbb4762b5a None None] Transition to ACTIVE for port object 36e0c508-b5d6-4177-85df-42f501309fa7 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:18:38.231409 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-838014e2-a134-4e8c-90aa-fddbb4762b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:38.255234 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-33c7446a-3727-45e0-bfbe-96dc929ebc94 admin admin] Allocated IP 172.20.0.1 (30a49662-cb72-45ae-af21-5f20d6e5630b/e9042ac2-14d8-4ce2-8a2b-f5da45f838f8/2889498e-7821-4ea8-8b25-af11515287de) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:18:38.393668 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-33c7446a-3727-45e0-bfbe-96dc929ebc94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:38.405094 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-838014e2-a134-4e8c-90aa-fddbb4762b5a None None] Attempting to bind port 36e0c508-b5d6-4177-85df-42f501309fa7 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:18:38.405714 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-838014e2-a134-4e8c-90aa-fddbb4762b5a None None] Attempting to bind port 36e0c508-b5d6-4177-85df-42f501309fa7 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:18:38.405861 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838014e2-a134-4e8c-90aa-fddbb4762b5a None None] Attempting to bind port 36e0c508-b5d6-4177-85df-42f501309fa7 on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:18:38.412326 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-33c7446a-3727-45e0-bfbe-96dc929ebc94 admin admin] Transition to ACTIVE for port object 2889498e-7821-4ea8-8b25-af11515287de will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:18:38.412885 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60722bf-075f-4cd8-8537-33138c2b7792 None None] Pushing event updated for resources: {'Port': ['ID=36e0c508-b5d6-4177-85df-42f501309fa7,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:38.418214 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838014e2-a134-4e8c-90aa-fddbb4762b5a None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:18:38.418557 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838014e2-a134-4e8c-90aa-fddbb4762b5a None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:18:38.418962 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-838014e2-a134-4e8c-90aa-fddbb4762b5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:38.419413 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838014e2-a134-4e8c-90aa-fddbb4762b5a None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:18:38.419850 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-838014e2-a134-4e8c-90aa-fddbb4762b5a None None] Bound port: 36e0c508-b5d6-4177-85df-42f501309fa7, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:18:38.420231 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-838014e2-a134-4e8c-90aa-fddbb4762b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:38.466276 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-33c7446a-3727-45e0-bfbe-96dc929ebc94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:38.484255 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-838014e2-a134-4e8c-90aa-fddbb4762b5a None None] For port 36e0c508-b5d6-4177-85df-42f501309fa7, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:18:38.488683 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-838014e2-a134-4e8c-90aa-fddbb4762b5a None None] For port 36e0c508-b5d6-4177-85df-42f501309fa7, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=36e0c508-b5d6-4177-85df-42f501309fa7,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:18:38.496260 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-838014e2-a134-4e8c-90aa-fddbb4762b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:38.510698 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c7446a-3727-45e0-bfbe-96dc929ebc94 admin admin] Network 30a49662-cb72-45ae-af21-5f20d6e5630b is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:18:38.516877 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-33c7446a-3727-45e0-bfbe-96dc929ebc94 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:18:38.520746 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c7446a-3727-45e0-bfbe-96dc929ebc94 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:18:38.554943 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c7446a-3727-45e0-bfbe-96dc929ebc94 admin admin] Pushing event updated for resources: {'Port': ['ID=2889498e-7821-4ea8-8b25-af11515287de,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:38.564507 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838014e2-a134-4e8c-90aa-fddbb4762b5a None None] Routers {'a3677a1c-e8d6-4f6b-a80f-c10b6cf83127'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:18:38.565288 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-838014e2-a134-4e8c-90aa-fddbb4762b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:18:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['a3677a1c-e8d6-4f6b-a80f-c10b6cf83127'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:18:38.567224 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60722bf-075f-4cd8-8537-33138c2b7792 None None] Pushing event updated for resources: {'Port': ['ID=36e0c508-b5d6-4177-85df-42f501309fa7,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:38.579647 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-33c7446a-3727-45e0-bfbe-96dc929ebc94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:38.596051 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1af873-3d35-4985-8a7e-edce86345764 None None] Network 30a49662-cb72-45ae-af21-5f20d6e5630b requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:18:38.691503 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-838014e2-a134-4e8c-90aa-fddbb4762b5a None None] Set router a3677a1c-e8d6-4f6b-a80f-c10b6cf83127 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:18:38.692357 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-38207499-4369-4c15-99e4-d8bf22448c5f None None] Provisioning for port 7d2aa5dd-9287-44e5-a8a0-e07deab491ea completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:18:38.705886 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-38207499-4369-4c15-99e4-d8bf22448c5f None None] Provisioning complete for port 7d2aa5dd-9287-44e5-a8a0-e07deab491ea triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:18:38.706263 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-38207499-4369-4c15-99e4-d8bf22448c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:38.731053 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-33c7446a-3727-45e0-bfbe-96dc929ebc94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:38.887219 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-38207499-4369-4c15-99e4-d8bf22448c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:38.937631 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-838014e2-a134-4e8c-90aa-fddbb4762b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3677a1c-e8d6-4f6b-a80f-c10b6cf83127', 'name': 'tempest-TestVolumeBackupRestore-1617814225-router', 'tenant_id': '342cdf7f5c8d4a1da21d6c142eedb341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '36e0c508-b5d6-4177-85df-42f501309fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:18:35Z', 'updated_at': '2021-08-19T15:18:36Z', 'revision_number': 3, 'project_id': '342cdf7f5c8d4a1da21d6c142eedb341', 'gw_port': {'id': '36e0c508-b5d6-4177-85df-42f501309fa7', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d8:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3677a1c-e8d6-4f6b-a80f-c10b6cf83127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:18:35Z', 'updated_at': '2021-08-19T15:18:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:18:38.941684 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-38207499-4369-4c15-99e4-d8bf22448c5f None None] For port 7d2aa5dd-9287-44e5-a8a0-e07deab491ea, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=7d2aa5dd-9287-44e5-a8a0-e07deab491ea,segment=NetworkSegment(1ae9762d-ff53-4302-b8dd-40653026eeee),segment_id=1ae9762d-ff53-4302-b8dd-40653026eeee)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:18:38.957571 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-38207499-4369-4c15-99e4-d8bf22448c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:38.969713 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-33c7446a-3727-45e0-bfbe-96dc929ebc94 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:38.983464 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-33c7446a-3727-45e0-bfbe-96dc929ebc94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:38.991583 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838014e2-a134-4e8c-90aa-fddbb4762b5a None None] The sync data for ids ['a3677a1c-e8d6-4f6b-a80f-c10b6cf83127'] in n-d-766043-2 is: [{'id': 'a3677a1c-e8d6-4f6b-a80f-c10b6cf83127', 'name': 'tempest-TestVolumeBackupRestore-1617814225-router', 'tenant_id': '342cdf7f5c8d4a1da21d6c142eedb341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '36e0c508-b5d6-4177-85df-42f501309fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:18:35Z', 'updated_at': '2021-08-19T15:18:36Z', 'revision_number': 3, 'project_id': '342cdf7f5c8d4a1da21d6c142eedb341', 'gw_port': {'id': '36e0c508-b5d6-4177-85df-42f501309fa7', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d8:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3677a1c-e8d6-4f6b-a80f-c10b6cf83127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:18:35Z', 'updated_at': '2021-08-19T15:18:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:18:39.029374 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38207499-4369-4c15-99e4-d8bf22448c5f None None] Pushing event updated for resources: {'Port': ['ID=7d2aa5dd-9287-44e5-a8a0-e07deab491ea,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:39.066645 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-33c7446a-3727-45e0-bfbe-96dc929ebc94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:39.075262 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c7446a-3727-45e0-bfbe-96dc929ebc94 admin admin] Pushing event updated for resources: {'Port': ['ID=2889498e-7821-4ea8-8b25-af11515287de,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:39.184135 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-800c61ae-3176-4d9a-bd4c-b05238a0a8fa None None] Provisioning complete for port 7d2aa5dd-9287-44e5-a8a0-e07deab491ea triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:18:39.184579 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-800c61ae-3176-4d9a-bd4c-b05238a0a8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:39.203890 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c7446a-3727-45e0-bfbe-96dc929ebc94 admin admin] Network 30a49662-cb72-45ae-af21-5f20d6e5630b is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:18:39.205571 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-33c7446a-3727-45e0-bfbe-96dc929ebc94 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:18:39.387263 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-800c61ae-3176-4d9a-bd4c-b05238a0a8fa None None] Provisioning for port 2889498e-7821-4ea8-8b25-af11515287de completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:18:39.393636 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-800c61ae-3176-4d9a-bd4c-b05238a0a8fa None None] Provisioning complete for port 2889498e-7821-4ea8-8b25-af11515287de triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:18:39.394857 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-800c61ae-3176-4d9a-bd4c-b05238a0a8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:39.463173 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-800c61ae-3176-4d9a-bd4c-b05238a0a8fa None None] Port 2889498e-7821-4ea8-8b25-af11515287de cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:18:39.605751 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-191ec929-9847-48ee-a381-43df6c6cf397 None None] Provisioning complete for port 2889498e-7821-4ea8-8b25-af11515287de triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:18:39.606897 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-191ec929-9847-48ee-a381-43df6c6cf397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:39.657264 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-191ec929-9847-48ee-a381-43df6c6cf397 None None] Port 2889498e-7821-4ea8-8b25-af11515287de cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:18:39.735290 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 36e0c508-b5d6-4177-85df-42f501309fa7 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:18:39.791287 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a34167da-3c2b-478d-bd47-137a56eef47e None None] Provisioning complete for port 2889498e-7821-4ea8-8b25-af11515287de triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:18:39.791790 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a34167da-3c2b-478d-bd47-137a56eef47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:39.822740 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c7446a-3727-45e0-bfbe-96dc929ebc94 admin admin] Router a3677a1c-e8d6-4f6b-a80f-c10b6cf83127 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:18:39.830886 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 36e0c508-b5d6-4177-85df-42f501309fa7 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:18:39.838130 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 36e0c508-b5d6-4177-85df-42f501309fa7 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:18:39.838584 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:39.843141 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a34167da-3c2b-478d-bd47-137a56eef47e None None] Port 2889498e-7821-4ea8-8b25-af11515287de cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:18:39.941245 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:39.945159 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c7446a-3727-45e0-bfbe-96dc929ebc94 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:18:39.960961 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-33c7446a-3727-45e0-bfbe-96dc929ebc94 admin admin] 10.222.0.69 "PUT /v2.0/routers/a3677a1c-e8d6-4f6b-a80f-c10b6cf83127/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6843572 Aug 19 15:18:39.966166 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 36e0c508-b5d6-4177-85df-42f501309fa7, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=36e0c508-b5d6-4177-85df-42f501309fa7,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:18:39.971061 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:39.971892 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 7d2aa5dd-9287-44e5-a8a0-e07deab491ea up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:18:40.056891 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=36e0c508-b5d6-4177-85df-42f501309fa7,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:40.068133 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 7d2aa5dd-9287-44e5-a8a0-e07deab491ea triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:18:40.068720 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:40.154308 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 5375f8db-e621-477e-8bb0-4d3fd6ff0e88 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:18:40.210797 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 5375f8db-e621-477e-8bb0-4d3fd6ff0e88 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:18:40.215741 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 5375f8db-e621-477e-8bb0-4d3fd6ff0e88 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:18:40.216261 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:40.299904 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:40.334309 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 5375f8db-e621-477e-8bb0-4d3fd6ff0e88, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=5375f8db-e621-477e-8bb0-4d3fd6ff0e88,segment=NetworkSegment(8c205e54-952c-4dd5-b850-4576dc6f365d),segment_id=8c205e54-952c-4dd5-b850-4576dc6f365d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:18:40.338795 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:40.389060 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=5375f8db-e621-477e-8bb0-4d3fd6ff0e88,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:41.545427 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 36e0c508-b5d6-4177-85df-42f501309fa7 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:18:41.597114 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 36e0c508-b5d6-4177-85df-42f501309fa7 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:18:41.597371 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:41.624270 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376957c7-b2a6-4df2-8b91-71e155866941 None None] Sync routers for ids ['a3677a1c-e8d6-4f6b-a80f-c10b6cf83127'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:18:41.644432 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376957c7-b2a6-4df2-8b91-71e155866941 None None] Routers {'a3677a1c-e8d6-4f6b-a80f-c10b6cf83127'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:18:41.645063 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-376957c7-b2a6-4df2-8b91-71e155866941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:18:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['a3677a1c-e8d6-4f6b-a80f-c10b6cf83127'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:18:41.935366 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 5375f8db-e621-477e-8bb0-4d3fd6ff0e88 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:18:41.965445 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-376957c7-b2a6-4df2-8b91-71e155866941 None None] Set router a3677a1c-e8d6-4f6b-a80f-c10b6cf83127 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:18:42.089487 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 5375f8db-e621-477e-8bb0-4d3fd6ff0e88 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:18:42.089919 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:42.248192 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-376957c7-b2a6-4df2-8b91-71e155866941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3677a1c-e8d6-4f6b-a80f-c10b6cf83127', 'name': 'tempest-TestVolumeBackupRestore-1617814225-router', 'tenant_id': '342cdf7f5c8d4a1da21d6c142eedb341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '36e0c508-b5d6-4177-85df-42f501309fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:18:35Z', 'updated_at': '2021-08-19T15:18:38Z', 'revision_number': 4, 'project_id': '342cdf7f5c8d4a1da21d6c142eedb341', 'gw_port': {'id': '36e0c508-b5d6-4177-85df-42f501309fa7', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3677a1c-e8d6-4f6b-a80f-c10b6cf83127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:18:35Z', 'updated_at': '2021-08-19T15:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '2889498e-7821-4ea8-8b25-af11515287de', 'name': '', 'network_id': '30a49662-cb72-45ae-af21-5f20d6e5630b', 'tenant_id': '342cdf7f5c8d4a1da21d6c142eedb341', 'mac_address': 'fa:16:3e:17:59:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3677a1c-e8d6-4f6b-a80f-c10b6cf83127', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'e9042ac2-14d8-4ce2-8a2b-f5da45f838f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:18:38Z', 'updated_at': '2021-08-19T15:18:38Z', 'revision_number': 2, 'project_id': '342cdf7f5c8d4a1da21d6c142eedb341', 'subnets': [{'id': 'e9042ac2-14d8-4ce2-8a2b-f5da45f838f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:18:42.277870 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376957c7-b2a6-4df2-8b91-71e155866941 None None] Checking router: a3677a1c-e8d6-4f6b-a80f-c10b6cf83127 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:18:42.278225 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376957c7-b2a6-4df2-8b91-71e155866941 None None] Updating router a3677a1c-e8d6-4f6b-a80f-c10b6cf83127 port 2889498e-7821-4ea8-8b25-af11515287de binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:18:42.309051 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-376957c7-b2a6-4df2-8b91-71e155866941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:42.583013 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-376957c7-b2a6-4df2-8b91-71e155866941 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:42.594005 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-376957c7-b2a6-4df2-8b91-71e155866941 None None] Transition to ACTIVE for port object 2889498e-7821-4ea8-8b25-af11515287de will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:18:42.600270 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-376957c7-b2a6-4df2-8b91-71e155866941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:42.654129 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b297d20-24e0-45a6-857e-899383dcecc2 None None] Pushing event updated for resources: {'Port': ['ID=2889498e-7821-4ea8-8b25-af11515287de,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:42.708137 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-376957c7-b2a6-4df2-8b91-71e155866941 None None] Attempting to bind port 2889498e-7821-4ea8-8b25-af11515287de on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:18:42.708570 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-376957c7-b2a6-4df2-8b91-71e155866941 None None] Attempting to bind port 2889498e-7821-4ea8-8b25-af11515287de by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '1ae9762d-ff53-4302-b8dd-40653026eeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '30a49662-cb72-45ae-af21-5f20d6e5630b'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:18:42.708936 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376957c7-b2a6-4df2-8b91-71e155866941 None None] Attempting to bind port 2889498e-7821-4ea8-8b25-af11515287de on network 30a49662-cb72-45ae-af21-5f20d6e5630b {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:18:42.716816 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376957c7-b2a6-4df2-8b91-71e155866941 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:18:42.716816 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376957c7-b2a6-4df2-8b91-71e155866941 None None] Checking segment: {'id': '1ae9762d-ff53-4302-b8dd-40653026eeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '30a49662-cb72-45ae-af21-5f20d6e5630b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:18:42.716816 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-376957c7-b2a6-4df2-8b91-71e155866941 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:42.716816 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376957c7-b2a6-4df2-8b91-71e155866941 None None] Bound using segment: {'id': '1ae9762d-ff53-4302-b8dd-40653026eeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '30a49662-cb72-45ae-af21-5f20d6e5630b'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:18:42.717407 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-376957c7-b2a6-4df2-8b91-71e155866941 None None] Bound port: 2889498e-7821-4ea8-8b25-af11515287de, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae9762d-ff53-4302-b8dd-40653026eeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '30a49662-cb72-45ae-af21-5f20d6e5630b'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:18:42.717814 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-376957c7-b2a6-4df2-8b91-71e155866941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:42.790423 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-376957c7-b2a6-4df2-8b91-71e155866941 None None] For port 2889498e-7821-4ea8-8b25-af11515287de, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:18:42.794622 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-376957c7-b2a6-4df2-8b91-71e155866941 None None] For port 2889498e-7821-4ea8-8b25-af11515287de, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=2889498e-7821-4ea8-8b25-af11515287de,segment=NetworkSegment(1ae9762d-ff53-4302-b8dd-40653026eeee),segment_id=1ae9762d-ff53-4302-b8dd-40653026eeee)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:18:42.802988 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-376957c7-b2a6-4df2-8b91-71e155866941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:42.868524 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b297d20-24e0-45a6-857e-899383dcecc2 None None] Pushing event updated for resources: {'Port': ['ID=2889498e-7821-4ea8-8b25-af11515287de,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:42.871777 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376957c7-b2a6-4df2-8b91-71e155866941 None None] Routers {'a3677a1c-e8d6-4f6b-a80f-c10b6cf83127'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:18:42.872394 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-376957c7-b2a6-4df2-8b91-71e155866941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:18:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['a3677a1c-e8d6-4f6b-a80f-c10b6cf83127'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:18:42.992553 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-376957c7-b2a6-4df2-8b91-71e155866941 None None] Set router a3677a1c-e8d6-4f6b-a80f-c10b6cf83127 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:18:43.216860 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-376957c7-b2a6-4df2-8b91-71e155866941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3677a1c-e8d6-4f6b-a80f-c10b6cf83127', 'name': 'tempest-TestVolumeBackupRestore-1617814225-router', 'tenant_id': '342cdf7f5c8d4a1da21d6c142eedb341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '36e0c508-b5d6-4177-85df-42f501309fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:18:35Z', 'updated_at': '2021-08-19T15:18:38Z', 'revision_number': 4, 'project_id': '342cdf7f5c8d4a1da21d6c142eedb341', 'gw_port': {'id': '36e0c508-b5d6-4177-85df-42f501309fa7', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3677a1c-e8d6-4f6b-a80f-c10b6cf83127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:18:35Z', 'updated_at': '2021-08-19T15:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '2889498e-7821-4ea8-8b25-af11515287de', 'name': '', 'network_id': '30a49662-cb72-45ae-af21-5f20d6e5630b', 'tenant_id': '342cdf7f5c8d4a1da21d6c142eedb341', 'mac_address': 'fa:16:3e:17:59:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3677a1c-e8d6-4f6b-a80f-c10b6cf83127', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'e9042ac2-14d8-4ce2-8a2b-f5da45f838f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:18:38Z', 'updated_at': '2021-08-19T15:18:42Z', 'revision_number': 4, 'project_id': '342cdf7f5c8d4a1da21d6c142eedb341', 'subnets': [{'id': 'e9042ac2-14d8-4ce2-8a2b-f5da45f838f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:18:43.246630 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376957c7-b2a6-4df2-8b91-71e155866941 None None] The sync data for ids ['a3677a1c-e8d6-4f6b-a80f-c10b6cf83127'] in n-d-766043-2 is: [{'id': 'a3677a1c-e8d6-4f6b-a80f-c10b6cf83127', 'name': 'tempest-TestVolumeBackupRestore-1617814225-router', 'tenant_id': '342cdf7f5c8d4a1da21d6c142eedb341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '36e0c508-b5d6-4177-85df-42f501309fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:18:35Z', 'updated_at': '2021-08-19T15:18:38Z', 'revision_number': 4, 'project_id': '342cdf7f5c8d4a1da21d6c142eedb341', 'gw_port': {'id': '36e0c508-b5d6-4177-85df-42f501309fa7', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3677a1c-e8d6-4f6b-a80f-c10b6cf83127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:18:35Z', 'updated_at': '2021-08-19T15:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '2889498e-7821-4ea8-8b25-af11515287de', 'name': '', 'network_id': '30a49662-cb72-45ae-af21-5f20d6e5630b', 'tenant_id': '342cdf7f5c8d4a1da21d6c142eedb341', 'mac_address': 'fa:16:3e:17:59:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3677a1c-e8d6-4f6b-a80f-c10b6cf83127', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'e9042ac2-14d8-4ce2-8a2b-f5da45f838f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:18:38Z', 'updated_at': '2021-08-19T15:18:42Z', 'revision_number': 4, 'project_id': '342cdf7f5c8d4a1da21d6c142eedb341', 'subnets': [{'id': 'e9042ac2-14d8-4ce2-8a2b-f5da45f838f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:18:43.580684 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 2889498e-7821-4ea8-8b25-af11515287de up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:18:43.660112 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 2889498e-7821-4ea8-8b25-af11515287de completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:18:43.664855 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 2889498e-7821-4ea8-8b25-af11515287de triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:18:43.665302 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:43.767412 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:43.808242 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 2889498e-7821-4ea8-8b25-af11515287de, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=2889498e-7821-4ea8-8b25-af11515287de,segment=NetworkSegment(1ae9762d-ff53-4302-b8dd-40653026eeee),segment_id=1ae9762d-ff53-4302-b8dd-40653026eeee)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:18:43.812439 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:18:43.864722 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=2889498e-7821-4ea8-8b25-af11515287de,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:18:45.556743 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 2889498e-7821-4ea8-8b25-af11515287de up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:18:45.604113 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 2889498e-7821-4ea8-8b25-af11515287de triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:18:45.605100 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:01.425242 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-df8263ed-015b-48fe-8beb-76118bc6aaa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:04.373094 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aa7edcd1-28ff-470a-8148-8754aea26db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:04.375171 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:04.562415 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:05.209766 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:05.592705 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:07.021213 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:13.003385 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:19:31.427369 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-27646a47-bb12-40a8-ab71-f7430e130f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:34.363634 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:34.365804 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-11cb9663-e806-4521-9d85-2dcfa2b6ec00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:34.558758 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:35.212529 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:35.617537 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:37.022345 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:19:50.002915 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:20:01.427992 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-56a5c0ef-7d4d-49f0-80cf-b06e907a8a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:04.369128 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c4000cb5-ce3d-44ac-a414-b814254ee048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:04.374880 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:04.561138 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:05.215203 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:05.617217 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:07.032808 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:26.344183 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 34986) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:20:26.350090 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6d07320b-67d7-4bc5-9b38-be2cd5c67b08 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-898983516', 'description': 'tempest-secgroup-smoke-898983516 description', 'project_id': 'd707e74e31ea4b7698b4110c146728ad'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:20:26.378700 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6d07320b-67d7-4bc5-9b38-be2cd5c67b08 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:26.462299 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6d07320b-67d7-4bc5-9b38-be2cd5c67b08 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:26.466886 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6d07320b-67d7-4bc5-9b38-be2cd5c67b08 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:26.495358 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07320b-67d7-4bc5-9b38-be2cd5c67b08 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=881607c6-74b6-4526-ab89-08eed51eb760,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:26.497412 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6d07320b-67d7-4bc5-9b38-be2cd5c67b08 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:26.498629 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-6d07320b-67d7-4bc5-9b38-be2cd5c67b08 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1533988 Aug 19 15:20:26.502783 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 34990) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:20:26.505206 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07320b-67d7-4bc5-9b38-be2cd5c67b08 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:26.505574 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07320b-67d7-4bc5-9b38-be2cd5c67b08 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:26.505883 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07320b-67d7-4bc5-9b38-be2cd5c67b08 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:26.506214 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07320b-67d7-4bc5-9b38-be2cd5c67b08 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:26.506538 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07320b-67d7-4bc5-9b38-be2cd5c67b08 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:26.506864 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07320b-67d7-4bc5-9b38-be2cd5c67b08 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:26.507181 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07320b-67d7-4bc5-9b38-be2cd5c67b08 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:26.507499 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07320b-67d7-4bc5-9b38-be2cd5c67b08 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:26.507819 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07320b-67d7-4bc5-9b38-be2cd5c67b08 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:26.508136 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07320b-67d7-4bc5-9b38-be2cd5c67b08 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:26.508477 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07320b-67d7-4bc5-9b38-be2cd5c67b08 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:26.508792 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07320b-67d7-4bc5-9b38-be2cd5c67b08 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:26.510771 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-91b753bb-ff65-45cf-8cfe-b82ee63fb7b7 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Request body: {'security_group_rule': {'security_group_id': '881607c6-74b6-4526-ab89-08eed51eb760', 'project_id': 'd707e74e31ea4b7698b4110c146728ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:20:26.540061 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91b753bb-ff65-45cf-8cfe-b82ee63fb7b7 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:26.595975 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91b753bb-ff65-45cf-8cfe-b82ee63fb7b7 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:26.599977 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91b753bb-ff65-45cf-8cfe-b82ee63fb7b7 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:26.619083 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b753bb-ff65-45cf-8cfe-b82ee63fb7b7 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e0e6c02-b195-4e40-88e0-510334b729bd,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:26.625835 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91b753bb-ff65-45cf-8cfe-b82ee63fb7b7 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:26.627036 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-91b753bb-ff65-45cf-8cfe-b82ee63fb7b7 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1225545 Aug 19 15:20:26.628973 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b753bb-ff65-45cf-8cfe-b82ee63fb7b7 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:26.629327 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b753bb-ff65-45cf-8cfe-b82ee63fb7b7 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:26.629661 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b753bb-ff65-45cf-8cfe-b82ee63fb7b7 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:26.629993 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b753bb-ff65-45cf-8cfe-b82ee63fb7b7 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:26.630432 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b753bb-ff65-45cf-8cfe-b82ee63fb7b7 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:26.630677 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 34994) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:20:26.630822 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b753bb-ff65-45cf-8cfe-b82ee63fb7b7 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:26.631078 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b753bb-ff65-45cf-8cfe-b82ee63fb7b7 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:26.631399 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b753bb-ff65-45cf-8cfe-b82ee63fb7b7 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:26.631722 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b753bb-ff65-45cf-8cfe-b82ee63fb7b7 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:26.632045 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b753bb-ff65-45cf-8cfe-b82ee63fb7b7 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:26.632369 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b753bb-ff65-45cf-8cfe-b82ee63fb7b7 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:26.632723 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b753bb-ff65-45cf-8cfe-b82ee63fb7b7 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:26.635392 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-4d802ea1-55cb-435b-aea7-15df3280c04e tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Request body: {'security_group_rule': {'security_group_id': '881607c6-74b6-4526-ab89-08eed51eb760', 'project_id': 'd707e74e31ea4b7698b4110c146728ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:20:26.662655 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d802ea1-55cb-435b-aea7-15df3280c04e tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:26.720457 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d802ea1-55cb-435b-aea7-15df3280c04e tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:26.724014 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d802ea1-55cb-435b-aea7-15df3280c04e tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:26.741595 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d802ea1-55cb-435b-aea7-15df3280c04e tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f13f7948-ece9-41fc-a66c-a2d558fbc181,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:26.747277 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d802ea1-55cb-435b-aea7-15df3280c04e tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:26.748783 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-4d802ea1-55cb-435b-aea7-15df3280c04e tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1167972 Aug 19 15:20:26.751263 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 34996) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:20:26.755606 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-be121834-e3d5-4900-8908-c5fa04c7e4b7 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Request body: {'security_group_rule': {'security_group_id': '881607c6-74b6-4526-ab89-08eed51eb760', 'project_id': 'd707e74e31ea4b7698b4110c146728ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:20:26.783162 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be121834-e3d5-4900-8908-c5fa04c7e4b7 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:26.841625 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be121834-e3d5-4900-8908-c5fa04c7e4b7 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:26.845800 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be121834-e3d5-4900-8908-c5fa04c7e4b7 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:26.865811 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be121834-e3d5-4900-8908-c5fa04c7e4b7 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22987ddb-2153-4339-b6d1-13c96c879878,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:26.872986 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be121834-e3d5-4900-8908-c5fa04c7e4b7 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:26.874205 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-be121834-e3d5-4900-8908-c5fa04c7e4b7 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1220357 Aug 19 15:20:26.877039 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 34998) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:20:26.881791 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c4e6ff9d-0dbc-43b5-b299-490eebbf326c tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Request body: {'security_group_rule': {'security_group_id': '881607c6-74b6-4526-ab89-08eed51eb760', 'project_id': 'd707e74e31ea4b7698b4110c146728ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:20:26.910423 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c4e6ff9d-0dbc-43b5-b299-490eebbf326c tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:26.970151 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c4e6ff9d-0dbc-43b5-b299-490eebbf326c tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:26.974400 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c4e6ff9d-0dbc-43b5-b299-490eebbf326c tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:26.991221 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e6ff9d-0dbc-43b5-b299-490eebbf326c tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3279334a-83a5-4246-8226-80a9e8eae736,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:26.998983 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c4e6ff9d-0dbc-43b5-b299-490eebbf326c tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:27.004312 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-c4e6ff9d-0dbc-43b5-b299-490eebbf326c tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1221886 Aug 19 15:20:27.004521 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35000) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:20:27.006544 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:20:27.009028 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-66f0616c-08ca-41fe-a78f-72b91255a28a tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Request body: {'security_group_rule': {'security_group_id': '881607c6-74b6-4526-ab89-08eed51eb760', 'project_id': 'd707e74e31ea4b7698b4110c146728ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:20:27.032030 n-d-766043-2 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-66f0616c-08ca-41fe-a78f-72b91255a28a tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Project d707e74e31ea4b7698b4110c146728ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:20:27.037078 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-66f0616c-08ca-41fe-a78f-72b91255a28a tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:27.096694 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-66f0616c-08ca-41fe-a78f-72b91255a28a tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:27.100780 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-66f0616c-08ca-41fe-a78f-72b91255a28a tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:27.129374 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f0616c-08ca-41fe-a78f-72b91255a28a tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e295a5f-0042-466a-8d6c-074eb5ee4b12,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:27.137131 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-66f0616c-08ca-41fe-a78f-72b91255a28a tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:27.139073 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-66f0616c-08ca-41fe-a78f-72b91255a28a tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1333256 Aug 19 15:20:27.141524 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35002) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:20:27.145872 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-8908a5c0-3eae-4913-bce5-dba0f1e0dd26 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Request body: {'security_group_rule': {'security_group_id': '881607c6-74b6-4526-ab89-08eed51eb760', 'project_id': 'd707e74e31ea4b7698b4110c146728ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:20:27.167368 n-d-766043-2 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-8908a5c0-3eae-4913-bce5-dba0f1e0dd26 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Project d707e74e31ea4b7698b4110c146728ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:20:27.172116 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8908a5c0-3eae-4913-bce5-dba0f1e0dd26 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:27.233024 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8908a5c0-3eae-4913-bce5-dba0f1e0dd26 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:27.237069 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8908a5c0-3eae-4913-bce5-dba0f1e0dd26 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:27.257777 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8908a5c0-3eae-4913-bce5-dba0f1e0dd26 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=858a75c2-ce90-46ab-8c9b-f9719f89257f,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:27.264699 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8908a5c0-3eae-4913-bce5-dba0f1e0dd26 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:27.266188 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-8908a5c0-3eae-4913-bce5-dba0f1e0dd26 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1236777 Aug 19 15:20:27.421459 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9f8f4810-cdaa-43e4-a9cb-3452fd9ba390 req-cd91fc35-2e56-483e-ab54-00b68c508cd2 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-898983516&fields=id&tenant_id=d707e74e31ea4b7698b4110c146728ad HTTP/1.1" status: 200 len: 267 time: 0.0318401 Aug 19 15:20:27.529471 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f4810-cdaa-43e4-a9cb-3452fd9ba390 req-1e86c7d8-7de6-49ae-96d4-92eb94a10abf tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:27.530948 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9f8f4810-cdaa-43e4-a9cb-3452fd9ba390 req-1e86c7d8-7de6-49ae-96d4-92eb94a10abf tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.69 "GET /v2.0/networks?id=a4e0ca80-717b-40a6-8da2-176f102d9e5a HTTP/1.1" status: 200 len: 814 time: 0.1026824 Aug 19 15:20:27.546649 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9f8f4810-cdaa-43e4-a9cb-3452fd9ba390 req-d0d63ec3-fdfa-4c94-b01c-23c571efd0e8 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.69 "GET /v2.0/quotas/d707e74e31ea4b7698b4110c146728ad HTTP/1.1" status: 200 len: 375 time: 0.0097127 Aug 19 15:20:27.597753 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9f8f4810-cdaa-43e4-a9cb-3452fd9ba390 req-a678d4e9-37e5-4948-a056-3e3189ef4f6b tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d707e74e31ea4b7698b4110c146728ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454178 Aug 19 15:20:27.748294 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [req-9f8f4810-cdaa-43e4-a9cb-3452fd9ba390 req-c8331a65-33b6-415e-ab88-86f6a59df384 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:20:27.749369 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9f8f4810-cdaa-43e4-a9cb-3452fd9ba390 req-c8331a65-33b6-415e-ab88-86f6a59df384 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1401491 Aug 19 15:20:27.846481 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9f8f4810-cdaa-43e4-a9cb-3452fd9ba390 req-dbeb69aa-4b1d-4a30-99d2-e93fd4de9877 service neutron] 10.222.0.69 "GET /v2.0/networks/a4e0ca80-717b-40a6-8da2-176f102d9e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906270 Aug 19 15:20:27.937410 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9f8f4810-cdaa-43e4-a9cb-3452fd9ba390 req-12c6c014-d743-4554-bbeb-3c8474da580a service neutron] 10.222.0.69 "GET /v2.0/networks/a4e0ca80-717b-40a6-8da2-176f102d9e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846736 Aug 19 15:20:29.277632 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-893f697b-0371-4f14-a218-b65aaa85ff00 req-89dce0e7-c893-418d-981a-1e4faab3dfc1 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.69 "GET /v2.0/ports?device_id=69621ab8-97be-4835-924b-2b5cba523fd1 HTTP/1.1" status: 200 len: 210 time: 0.0437722 Aug 19 15:20:30.397735 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8faf35c7-06b9-454f-bb01-621638d5b0e4 req-5a965725-8919-46b6-b896-9b1ebaae744d tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.69 "GET /v2.0/ports?device_id=69621ab8-97be-4835-924b-2b5cba523fd1 HTTP/1.1" status: 200 len: 210 time: 0.0317917 Aug 19 15:20:30.428852 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f4810-cdaa-43e4-a9cb-3452fd9ba390 req-8530766e-9b16-4b33-922b-8ab73eded354 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:30.430411 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9f8f4810-cdaa-43e4-a9cb-3452fd9ba390 req-8530766e-9b16-4b33-922b-8ab73eded354 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.68 "GET /v2.0/networks?id=a4e0ca80-717b-40a6-8da2-176f102d9e5a HTTP/1.1" status: 200 len: 814 time: 0.1362484 Aug 19 15:20:30.474854 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9f8f4810-cdaa-43e4-a9cb-3452fd9ba390 req-70223a37-f1fc-4958-a159-41c3ec0093e3 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d707e74e31ea4b7698b4110c146728ad HTTP/1.1" status: 200 len: 379 time: 0.0356236 Aug 19 15:20:30.487486 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-9f8f4810-cdaa-43e4-a9cb-3452fd9ba390 req-5859f52b-b437-401d-a57d-c9ccf1c07917 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Request body: {'port': {'device_id': '69621ab8-97be-4835-924b-2b5cba523fd1', 'network_id': 'a4e0ca80-717b-40a6-8da2-176f102d9e5a', 'admin_state_up': True, 'tenant_id': 'd707e74e31ea4b7698b4110c146728ad', 'security_groups': ['881607c6-74b6-4526-ab89-08eed51eb760']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:20:30.603242 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f8f4810-cdaa-43e4-a9cb-3452fd9ba390 req-5859f52b-b437-401d-a57d-c9ccf1c07917 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Made reservation on behalf of d707e74e31ea4b7698b4110c146728ad for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:20:30.610046 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9f8f4810-cdaa-43e4-a9cb-3452fd9ba390 req-5859f52b-b437-401d-a57d-c9ccf1c07917 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:30.778346 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-9f8f4810-cdaa-43e4-a9cb-3452fd9ba390 req-5859f52b-b437-401d-a57d-c9ccf1c07917 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Allocated IP 172.20.0.9 (a4e0ca80-717b-40a6-8da2-176f102d9e5a/74417696-8442-4f42-905c-bfdb647b0e4b/80fcd94a-343c-415a-8150-3ffc17745261) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:20:30.918191 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9f8f4810-cdaa-43e4-a9cb-3452fd9ba390 req-5859f52b-b437-401d-a57d-c9ccf1c07917 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:30.938761 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-9f8f4810-cdaa-43e4-a9cb-3452fd9ba390 req-5859f52b-b437-401d-a57d-c9ccf1c07917 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Transition to ACTIVE for port object 80fcd94a-343c-415a-8150-3ffc17745261 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:20:30.974811 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9f8f4810-cdaa-43e4-a9cb-3452fd9ba390 req-5859f52b-b437-401d-a57d-c9ccf1c07917 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:31.024448 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f8f4810-cdaa-43e4-a9cb-3452fd9ba390 req-5859f52b-b437-401d-a57d-c9ccf1c07917 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Network a4e0ca80-717b-40a6-8da2-176f102d9e5a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:20:31.028308 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-9f8f4810-cdaa-43e4-a9cb-3452fd9ba390 req-5859f52b-b437-401d-a57d-c9ccf1c07917 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:20:31.032388 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f8f4810-cdaa-43e4-a9cb-3452fd9ba390 req-5859f52b-b437-401d-a57d-c9ccf1c07917 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:20:31.039078 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5859f52b-b437-401d-a57d-c9ccf1c07917 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Pushing event updated for resources: {'Port': ['ID=80fcd94a-343c-415a-8150-3ffc17745261,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:31.091143 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f4810-cdaa-43e4-a9cb-3452fd9ba390 req-5859f52b-b437-401d-a57d-c9ccf1c07917 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:31.091800 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9f8f4810-cdaa-43e4-a9cb-3452fd9ba390 req-5859f52b-b437-401d-a57d-c9ccf1c07917 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:31.111096 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9f8f4810-cdaa-43e4-a9cb-3452fd9ba390 req-5859f52b-b437-401d-a57d-c9ccf1c07917 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6299050 Aug 19 15:20:31.182999 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-9f8f4810-cdaa-43e4-a9cb-3452fd9ba390 req-34a9381d-a0eb-4a28-9a9e-4788b846e649 service neutron] Request body: {'port': {'device_id': '69621ab8-97be-4835-924b-2b5cba523fd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:20:31.243908 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9f8f4810-cdaa-43e4-a9cb-3452fd9ba390 req-34a9381d-a0eb-4a28-9a9e-4788b846e649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:31.267512 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9af436c6-d7f2-42af-8166-d2a5278c4f56 None None] Provisioning for port 80fcd94a-343c-415a-8150-3ffc17745261 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:20:31.272656 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9af436c6-d7f2-42af-8166-d2a5278c4f56 None None] Provisioning complete for port 80fcd94a-343c-415a-8150-3ffc17745261 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:20:31.273209 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9af436c6-d7f2-42af-8166-d2a5278c4f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:31.315488 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9af436c6-d7f2-42af-8166-d2a5278c4f56 None None] Port 80fcd94a-343c-415a-8150-3ffc17745261 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:20:31.433135 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5855e4fa-78ab-4233-a6c4-09c7fea75b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:31.539162 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0addd-1dbd-4dba-84a1-87b5d880375e req-a1ad3f05-ea16-43b3-a507-0c281ea37a65 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:31.541649 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-81e0addd-1dbd-4dba-84a1-87b5d880375e req-a1ad3f05-ea16-43b3-a507-0c281ea37a65 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.69 "GET /v2.0/ports?device_id=69621ab8-97be-4835-924b-2b5cba523fd1 HTTP/1.1" status: 200 len: 931 time: 0.0641119 Aug 19 15:20:31.592696 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-81e0addd-1dbd-4dba-84a1-87b5d880375e req-5d6e87b9-1dff-4e07-bd0e-a3a956538357 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.69 "GET /v2.0/security-groups?id=881607c6-74b6-4526-ab89-08eed51eb760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354941 Aug 19 15:20:31.600717 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-9f8f4810-cdaa-43e4-a9cb-3452fd9ba390 req-34a9381d-a0eb-4a28-9a9e-4788b846e649 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80fcd94a-343c-415a-8150-3ffc17745261 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:20:31.621165 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9f8f4810-cdaa-43e4-a9cb-3452fd9ba390 req-34a9381d-a0eb-4a28-9a9e-4788b846e649 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:31.645293 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-9f8f4810-cdaa-43e4-a9cb-3452fd9ba390 req-34a9381d-a0eb-4a28-9a9e-4788b846e649 service neutron] Transition to ACTIVE for port object 80fcd94a-343c-415a-8150-3ffc17745261 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:20:31.651131 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9f8f4810-cdaa-43e4-a9cb-3452fd9ba390 req-34a9381d-a0eb-4a28-9a9e-4788b846e649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:31.727342 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a9381d-a0eb-4a28-9a9e-4788b846e649 service neutron] Pushing event updated for resources: {'Port': ['ID=80fcd94a-343c-415a-8150-3ffc17745261,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:31.789337 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-9f8f4810-cdaa-43e4-a9cb-3452fd9ba390 req-34a9381d-a0eb-4a28-9a9e-4788b846e649 service neutron] Attempting to bind port 80fcd94a-343c-415a-8150-3ffc17745261 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:20:31.789788 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-9f8f4810-cdaa-43e4-a9cb-3452fd9ba390 req-34a9381d-a0eb-4a28-9a9e-4788b846e649 service neutron] Attempting to bind port 80fcd94a-343c-415a-8150-3ffc17745261 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '8c205e54-952c-4dd5-b850-4576dc6f365d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a4e0ca80-717b-40a6-8da2-176f102d9e5a'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:20:31.790123 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8f4810-cdaa-43e4-a9cb-3452fd9ba390 req-34a9381d-a0eb-4a28-9a9e-4788b846e649 service neutron] Attempting to bind port 80fcd94a-343c-415a-8150-3ffc17745261 on network a4e0ca80-717b-40a6-8da2-176f102d9e5a {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:20:31.795208 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8f4810-cdaa-43e4-a9cb-3452fd9ba390 req-34a9381d-a0eb-4a28-9a9e-4788b846e649 service neutron] Port 80fcd94a-343c-415a-8150-3ffc17745261 on network a4e0ca80-717b-40a6-8da2-176f102d9e5a not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:20:31.795536 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8f4810-cdaa-43e4-a9cb-3452fd9ba390 req-34a9381d-a0eb-4a28-9a9e-4788b846e649 service neutron] Attempting to bind port 80fcd94a-343c-415a-8150-3ffc17745261 on network a4e0ca80-717b-40a6-8da2-176f102d9e5a {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:20:31.800871 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8f4810-cdaa-43e4-a9cb-3452fd9ba390 req-34a9381d-a0eb-4a28-9a9e-4788b846e649 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:20:31.801209 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8f4810-cdaa-43e4-a9cb-3452fd9ba390 req-34a9381d-a0eb-4a28-9a9e-4788b846e649 service neutron] Checking segment: {'id': '8c205e54-952c-4dd5-b850-4576dc6f365d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a4e0ca80-717b-40a6-8da2-176f102d9e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:20:31.801592 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8f4810-cdaa-43e4-a9cb-3452fd9ba390 req-34a9381d-a0eb-4a28-9a9e-4788b846e649 service neutron] Bound using segment: {'id': '8c205e54-952c-4dd5-b850-4576dc6f365d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a4e0ca80-717b-40a6-8da2-176f102d9e5a'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:20:31.802017 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-9f8f4810-cdaa-43e4-a9cb-3452fd9ba390 req-34a9381d-a0eb-4a28-9a9e-4788b846e649 service neutron] Bound port: 80fcd94a-343c-415a-8150-3ffc17745261, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c205e54-952c-4dd5-b850-4576dc6f365d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a4e0ca80-717b-40a6-8da2-176f102d9e5a'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:20:31.802372 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9f8f4810-cdaa-43e4-a9cb-3452fd9ba390 req-34a9381d-a0eb-4a28-9a9e-4788b846e649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:31.880749 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-9f8f4810-cdaa-43e4-a9cb-3452fd9ba390 req-34a9381d-a0eb-4a28-9a9e-4788b846e649 service neutron] For port 80fcd94a-343c-415a-8150-3ffc17745261, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:20:31.884877 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-9f8f4810-cdaa-43e4-a9cb-3452fd9ba390 req-34a9381d-a0eb-4a28-9a9e-4788b846e649 service neutron] For port 80fcd94a-343c-415a-8150-3ffc17745261, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=80fcd94a-343c-415a-8150-3ffc17745261,segment=NetworkSegment(8c205e54-952c-4dd5-b850-4576dc6f365d),segment_id=8c205e54-952c-4dd5-b850-4576dc6f365d)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:20:31.890532 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9f8f4810-cdaa-43e4-a9cb-3452fd9ba390 req-34a9381d-a0eb-4a28-9a9e-4788b846e649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:31.931791 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f4810-cdaa-43e4-a9cb-3452fd9ba390 req-34a9381d-a0eb-4a28-9a9e-4788b846e649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:31.932430 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9f8f4810-cdaa-43e4-a9cb-3452fd9ba390 req-34a9381d-a0eb-4a28-9a9e-4788b846e649 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:31.934339 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9f8f4810-cdaa-43e4-a9cb-3452fd9ba390 req-34a9381d-a0eb-4a28-9a9e-4788b846e649 service neutron] 10.222.0.68 "PUT /v2.0/ports/80fcd94a-343c-415a-8150-3ffc17745261 HTTP/1.1" status: 200 len: 1091 time: 0.8114235 Aug 19 15:20:31.935030 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69621ab8-97be-4835-924b-2b5cba523fd1', 'tag': '80fcd94a-343c-415a-8150-3ffc17745261'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:20:31.937370 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7aa557-bde7-40ab-8d43-7fddfe624c3d" -d '{"events": [{"name": "network-changed", "server_uuid": "69621ab8-97be-4835-924b-2b5cba523fd1", "tag": "80fcd94a-343c-415a-8150-3ffc17745261"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:20:31.962977 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a9381d-a0eb-4a28-9a9e-4788b846e649 service neutron] Pushing event updated for resources: {'Port': ['ID=80fcd94a-343c-415a-8150-3ffc17745261,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:31.990400 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e435711-3d2e-4e87-b040-ee4a2efff241 x-openstack-request-id: req-7e435711-3d2e-4e87-b040-ee4a2efff241 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:20:31.990693 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69621ab8-97be-4835-924b-2b5cba523fd1", "tag": "80fcd94a-343c-415a-8150-3ffc17745261", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:20:31.990989 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7e435711-3d2e-4e87-b040-ee4a2efff241 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:20:31.991465 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69621ab8-97be-4835-924b-2b5cba523fd1', 'tag': '80fcd94a-343c-415a-8150-3ffc17745261', 'status': 'completed', 'code': 200} Aug 19 15:20:32.022744 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f4810-cdaa-43e4-a9cb-3452fd9ba390 req-8ffe6205-cdbe-4f99-adae-433ae3e06959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:32.024479 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9f8f4810-cdaa-43e4-a9cb-3452fd9ba390 req-8ffe6205-cdbe-4f99-adae-433ae3e06959 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d707e74e31ea4b7698b4110c146728ad&device_id=69621ab8-97be-4835-924b-2b5cba523fd1 HTTP/1.1" status: 200 len: 1094 time: 0.0474756 Aug 19 15:20:32.073120 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9f8f4810-cdaa-43e4-a9cb-3452fd9ba390 req-d24616d1-5ab4-471b-91b6-95c6c5f97d0e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80fcd94a-343c-415a-8150-3ffc17745261 HTTP/1.1" status: 200 len: 217 time: 0.0401628 Aug 19 15:20:32.128053 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f4810-cdaa-43e4-a9cb-3452fd9ba390 req-b94f342f-aa05-4686-854d-df2fc1da60cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:32.129647 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9f8f4810-cdaa-43e4-a9cb-3452fd9ba390 req-b94f342f-aa05-4686-854d-df2fc1da60cf service neutron] 10.222.0.68 "GET /v2.0/subnets?id=74417696-8442-4f42-905c-bfdb647b0e4b HTTP/1.1" status: 200 len: 853 time: 0.0491300 Aug 19 15:20:32.180357 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f4810-cdaa-43e4-a9cb-3452fd9ba390 req-579c41fe-9638-4edd-8c82-629efe8ce4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:32.181934 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9f8f4810-cdaa-43e4-a9cb-3452fd9ba390 req-579c41fe-9638-4edd-8c82-629efe8ce4bd service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a4e0ca80-717b-40a6-8da2-176f102d9e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447254 Aug 19 15:20:32.287901 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9f8f4810-cdaa-43e4-a9cb-3452fd9ba390 req-029a3476-5036-4072-bcf0-1a3434ae2f5a service neutron] 10.222.0.68 "GET /v2.0/networks/a4e0ca80-717b-40a6-8da2-176f102d9e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987115 Aug 19 15:20:32.378757 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9f8f4810-cdaa-43e4-a9cb-3452fd9ba390 req-9e23619c-49b8-4a88-bae2-0244eff661bd service neutron] 10.222.0.68 "GET /v2.0/networks/a4e0ca80-717b-40a6-8da2-176f102d9e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842540 Aug 19 15:20:32.476925 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7aa557-bde7-40ab-8d43-7fddfe624c3d req-ff677a20-d11f-4d76-95c6-8a8903f2874b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:32.478499 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8c7aa557-bde7-40ab-8d43-7fddfe624c3d req-ff677a20-d11f-4d76-95c6-8a8903f2874b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d707e74e31ea4b7698b4110c146728ad&device_id=69621ab8-97be-4835-924b-2b5cba523fd1 HTTP/1.1" status: 200 len: 1094 time: 0.0530438 Aug 19 15:20:32.569236 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7aa557-bde7-40ab-8d43-7fddfe624c3d req-6479d1aa-57b4-4886-b255-76ea7976a4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:32.570747 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8c7aa557-bde7-40ab-8d43-7fddfe624c3d req-6479d1aa-57b4-4886-b255-76ea7976a4d5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a4e0ca80-717b-40a6-8da2-176f102d9e5a HTTP/1.1" status: 200 len: 915 time: 0.0852559 Aug 19 15:20:32.611883 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8c7aa557-bde7-40ab-8d43-7fddfe624c3d req-37e06b11-974d-4d4b-908c-58f2def2413e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80fcd94a-343c-415a-8150-3ffc17745261 HTTP/1.1" status: 200 len: 217 time: 0.0341856 Aug 19 15:20:32.669993 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7aa557-bde7-40ab-8d43-7fddfe624c3d req-167436bc-900b-46ff-9fd5-13cab2a5c990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:32.671472 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8c7aa557-bde7-40ab-8d43-7fddfe624c3d req-167436bc-900b-46ff-9fd5-13cab2a5c990 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=74417696-8442-4f42-905c-bfdb647b0e4b HTTP/1.1" status: 200 len: 853 time: 0.0523100 Aug 19 15:20:32.721157 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea641e78-2b2d-40ad-9bb3-914925359a06 req-4c0f049c-6bf6-4d52-8994-9d7403a7e4f5 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:32.723327 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ea641e78-2b2d-40ad-9bb3-914925359a06 req-4c0f049c-6bf6-4d52-8994-9d7403a7e4f5 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.69 "GET /v2.0/ports?device_id=69621ab8-97be-4835-924b-2b5cba523fd1 HTTP/1.1" status: 200 len: 943 time: 0.0522094 Aug 19 15:20:32.724887 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7aa557-bde7-40ab-8d43-7fddfe624c3d req-d9f8b4ac-94ae-4cc7-a3c7-ba1caa28fdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:32.726504 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8c7aa557-bde7-40ab-8d43-7fddfe624c3d req-d9f8b4ac-94ae-4cc7-a3c7-ba1caa28fdbe service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a4e0ca80-717b-40a6-8da2-176f102d9e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448925 Aug 19 15:20:32.763503 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ea641e78-2b2d-40ad-9bb3-914925359a06 req-b2408f62-aced-4f7e-a9be-cac09f811747 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.69 "GET /v2.0/security-groups?id=881607c6-74b6-4526-ab89-08eed51eb760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338185 Aug 19 15:20:32.821490 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8c7aa557-bde7-40ab-8d43-7fddfe624c3d req-ae2f1622-8fbe-4592-aa01-b7092dce492f service neutron] 10.222.0.68 "GET /v2.0/networks/a4e0ca80-717b-40a6-8da2-176f102d9e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870430 Aug 19 15:20:32.914560 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8c7aa557-bde7-40ab-8d43-7fddfe624c3d req-13703409-378d-43cb-8f9d-fbfdaeb31504 service neutron] 10.222.0.68 "GET /v2.0/networks/a4e0ca80-717b-40a6-8da2-176f102d9e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866952 Aug 19 15:20:33.889578 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d40bd0-772e-4687-b5cc-d2f113c586f6 req-0449df1e-6044-4391-a953-01710983184c tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:33.891506 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-83d40bd0-772e-4687-b5cc-d2f113c586f6 req-0449df1e-6044-4391-a953-01710983184c tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.69 "GET /v2.0/ports?device_id=69621ab8-97be-4835-924b-2b5cba523fd1 HTTP/1.1" status: 200 len: 943 time: 0.0586770 Aug 19 15:20:33.930656 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-83d40bd0-772e-4687-b5cc-d2f113c586f6 req-334f6f26-82c0-49fa-b328-0c84023ab213 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.69 "GET /v2.0/security-groups?id=881607c6-74b6-4526-ab89-08eed51eb760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329008 Aug 19 15:20:34.385106 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8245811b-1262-4555-b7aa-2b3a37924517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:34.387654 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:34.569898 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:35.052880 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805ef4d-9c3c-41d7-a299-1a42ba6083f6 req-6cd27739-7338-41c5-b0e8-3695f89b6d0d tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:35.054647 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9805ef4d-9c3c-41d7-a299-1a42ba6083f6 req-6cd27739-7338-41c5-b0e8-3695f89b6d0d tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.69 "GET /v2.0/ports?device_id=69621ab8-97be-4835-924b-2b5cba523fd1 HTTP/1.1" status: 200 len: 943 time: 0.0540717 Aug 19 15:20:35.095453 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9805ef4d-9c3c-41d7-a299-1a42ba6083f6 req-087ab525-3513-4684-8aa3-042126e45e53 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.69 "GET /v2.0/security-groups?id=881607c6-74b6-4526-ab89-08eed51eb760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335672 Aug 19 15:20:35.218338 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:35.615504 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:36.210491 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d5d63-3bbd-498e-b63e-ca7959c9020d req-d74b901f-b4a5-4bde-9765-7502bee8dfeb tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:36.212145 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9c8d5d63-3bbd-498e-b63e-ca7959c9020d req-d74b901f-b4a5-4bde-9765-7502bee8dfeb tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.69 "GET /v2.0/ports?device_id=69621ab8-97be-4835-924b-2b5cba523fd1 HTTP/1.1" status: 200 len: 943 time: 0.0499144 Aug 19 15:20:36.250580 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9c8d5d63-3bbd-498e-b63e-ca7959c9020d req-0d55dfcd-85f1-44e4-b421-3a8e1d4c1bb0 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.69 "GET /v2.0/security-groups?id=881607c6-74b6-4526-ab89-08eed51eb760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319479 Aug 19 15:20:37.029776 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:37.371337 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f3d73-bdd2-4b11-b6cf-9ef6c749bbb2 req-3b584985-f882-47ab-a866-b45e95c5f56e tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:37.372895 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-715f3d73-bdd2-4b11-b6cf-9ef6c749bbb2 req-3b584985-f882-47ab-a866-b45e95c5f56e tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.69 "GET /v2.0/ports?device_id=69621ab8-97be-4835-924b-2b5cba523fd1 HTTP/1.1" status: 200 len: 943 time: 0.0544863 Aug 19 15:20:37.411023 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-715f3d73-bdd2-4b11-b6cf-9ef6c749bbb2 req-5f86321a-3d28-4b59-9807-3dc4d0fa4d32 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.69 "GET /v2.0/security-groups?id=881607c6-74b6-4526-ab89-08eed51eb760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317822 Aug 19 15:20:38.531062 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eacb169-7e09-4c5c-96f3-0077352b3a12 req-ce33ee03-2bc4-4ac5-b659-9c6fe67a45fa tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:38.532615 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2eacb169-7e09-4c5c-96f3-0077352b3a12 req-ce33ee03-2bc4-4ac5-b659-9c6fe67a45fa tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.69 "GET /v2.0/ports?device_id=69621ab8-97be-4835-924b-2b5cba523fd1 HTTP/1.1" status: 200 len: 943 time: 0.0501854 Aug 19 15:20:38.571710 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2eacb169-7e09-4c5c-96f3-0077352b3a12 req-262c697b-71c9-408f-86e7-a8233916fc69 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.69 "GET /v2.0/security-groups?id=881607c6-74b6-4526-ab89-08eed51eb760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326185 Aug 19 15:20:39.694940 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988338a7-3e7a-48a3-9fce-cd0453d2d5f4 req-cb4f7b99-1b59-4c4a-a9ad-198181ae3818 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:39.696503 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-988338a7-3e7a-48a3-9fce-cd0453d2d5f4 req-cb4f7b99-1b59-4c4a-a9ad-198181ae3818 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.69 "GET /v2.0/ports?device_id=69621ab8-97be-4835-924b-2b5cba523fd1 HTTP/1.1" status: 200 len: 943 time: 0.0509634 Aug 19 15:20:39.734287 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-988338a7-3e7a-48a3-9fce-cd0453d2d5f4 req-ff1292bb-acfc-486e-a233-06132535cb23 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.69 "GET /v2.0/security-groups?id=881607c6-74b6-4526-ab89-08eed51eb760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317509 Aug 19 15:20:40.862711 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef66741-2c32-41d5-b814-454b6217ccdb req-d4a4e5cc-1f12-47e3-a661-562e6790ad19 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:40.864220 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-aef66741-2c32-41d5-b814-454b6217ccdb req-d4a4e5cc-1f12-47e3-a661-562e6790ad19 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.69 "GET /v2.0/ports?device_id=69621ab8-97be-4835-924b-2b5cba523fd1 HTTP/1.1" status: 200 len: 943 time: 0.0548003 Aug 19 15:20:40.903513 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-aef66741-2c32-41d5-b814-454b6217ccdb req-1b059f4c-793b-4c74-aecc-10f3dac1eacb tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.69 "GET /v2.0/security-groups?id=881607c6-74b6-4526-ab89-08eed51eb760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328588 Aug 19 15:20:42.020300 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5891385-3139-4f9d-9f8a-5c99cd5c323c req-bbdccc6f-555b-4a28-bf66-fbf8567a1e15 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:42.021821 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d5891385-3139-4f9d-9f8a-5c99cd5c323c req-bbdccc6f-555b-4a28-bf66-fbf8567a1e15 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.69 "GET /v2.0/ports?device_id=69621ab8-97be-4835-924b-2b5cba523fd1 HTTP/1.1" status: 200 len: 943 time: 0.0497673 Aug 19 15:20:42.060641 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d5891385-3139-4f9d-9f8a-5c99cd5c323c req-791299cf-ea42-4a9f-a07e-f571620659c1 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.69 "GET /v2.0/security-groups?id=881607c6-74b6-4526-ab89-08eed51eb760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328221 Aug 19 15:20:43.176531 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac90d86-ee4b-48ad-b339-5262d06778b6 req-72beac34-c24c-43d6-b2ba-0555cba6261c tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:43.178036 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2ac90d86-ee4b-48ad-b339-5262d06778b6 req-72beac34-c24c-43d6-b2ba-0555cba6261c tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.69 "GET /v2.0/ports?device_id=69621ab8-97be-4835-924b-2b5cba523fd1 HTTP/1.1" status: 200 len: 943 time: 0.0495763 Aug 19 15:20:43.220702 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2ac90d86-ee4b-48ad-b339-5262d06778b6 req-41fc6dc5-9d77-4568-a101-7536d9534e77 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.69 "GET /v2.0/security-groups?id=881607c6-74b6-4526-ab89-08eed51eb760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354810 Aug 19 15:20:43.276853 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 80fcd94a-343c-415a-8150-3ffc17745261 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:20:43.374999 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 80fcd94a-343c-415a-8150-3ffc17745261, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=80fcd94a-343c-415a-8150-3ffc17745261,segment=NetworkSegment(8c205e54-952c-4dd5-b850-4576dc6f365d),segment_id=8c205e54-952c-4dd5-b850-4576dc6f365d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:20:43.386277 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '80fcd94a-343c-415a-8150-3ffc17745261', 'network_id': 'a4e0ca80-717b-40a6-8da2-176f102d9e5a', 'port_id': '80fcd94a-343c-415a-8150-3ffc17745261', 'mac_address': 'fa:16:3e:70:6d:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74417696-8442-4f42-905c-bfdb647b0e4b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:20:43.422531 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:43.436649 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80fcd94a-343c-415a-8150-3ffc17745261 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:20:43.456535 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 80fcd94a-343c-415a-8150-3ffc17745261, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=80fcd94a-343c-415a-8150-3ffc17745261,segment=NetworkSegment(8c205e54-952c-4dd5-b850-4576dc6f365d),segment_id=8c205e54-952c-4dd5-b850-4576dc6f365d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:20:43.460258 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:43.507371 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=80fcd94a-343c-415a-8150-3ffc17745261,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:43.514971 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:43.515320 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:43.515729 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:43.516102 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:43.516553 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:43.517449 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:43.517776 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:43.518111 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:43.518473 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:43.519032 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:43.519362 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:43.519684 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:20:43.733190 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['80fcd94a-343c-415a-8150-3ffc17745261'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:20:44.353085 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca1aa58-fe39-4c5a-a3f3-cc3655a5c141 req-b3b80ef3-8aff-4758-9850-ff503914c84a tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:44.354627 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0ca1aa58-fe39-4c5a-a3f3-cc3655a5c141 req-b3b80ef3-8aff-4758-9850-ff503914c84a tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.69 "GET /v2.0/ports?device_id=69621ab8-97be-4835-924b-2b5cba523fd1 HTTP/1.1" status: 200 len: 944 time: 0.0629151 Aug 19 15:20:44.394532 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0ca1aa58-fe39-4c5a-a3f3-cc3655a5c141 req-2ad923a1-c2d9-4b64-a75f-5040d6493d1d tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.69 "GET /v2.0/security-groups?id=881607c6-74b6-4526-ab89-08eed51eb760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338526 Aug 19 15:20:45.274564 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 80fcd94a-343c-415a-8150-3ffc17745261 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:20:45.331357 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port 80fcd94a-343c-415a-8150-3ffc17745261 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:20:45.335376 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 80fcd94a-343c-415a-8150-3ffc17745261 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:20:45.335758 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:45.411156 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:45.436668 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69621ab8-97be-4835-924b-2b5cba523fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80fcd94a-343c-415a-8150-3ffc17745261'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:20:45.438997 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b311e2f-738e-4000-9654-59bbffbd2d43" -d '{"events": [{"server_uuid": "69621ab8-97be-4835-924b-2b5cba523fd1", "name": "network-vif-plugged", "status": "completed", "tag": "80fcd94a-343c-415a-8150-3ffc17745261"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:20:45.454425 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 80fcd94a-343c-415a-8150-3ffc17745261, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=80fcd94a-343c-415a-8150-3ffc17745261,segment=NetworkSegment(8c205e54-952c-4dd5-b850-4576dc6f365d),segment_id=8c205e54-952c-4dd5-b850-4576dc6f365d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:20:45.460021 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:45.516827 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=80fcd94a-343c-415a-8150-3ffc17745261,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:45.530565 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4f46c-2817-4401-83f7-ec746e52b934 req-93212abd-2b55-4fce-90c0-c35cdb7bec9a tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:45.532345 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6eb4f46c-2817-4401-83f7-ec746e52b934 req-93212abd-2b55-4fce-90c0-c35cdb7bec9a tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.69 "GET /v2.0/ports?device_id=69621ab8-97be-4835-924b-2b5cba523fd1 HTTP/1.1" status: 200 len: 945 time: 0.0655515 Aug 19 15:20:45.576223 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6eb4f46c-2817-4401-83f7-ec746e52b934 req-b3998441-928d-401f-b6c4-b1245958a89c tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.69 "GET /v2.0/security-groups?id=881607c6-74b6-4526-ab89-08eed51eb760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379915 Aug 19 15:20:45.636224 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22168e4b-6f96-44e5-9636-3de8776201a8 x-openstack-request-id: req-22168e4b-6f96-44e5-9636-3de8776201a8 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:20:45.637257 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69621ab8-97be-4835-924b-2b5cba523fd1", "name": "network-vif-plugged", "status": "completed", "tag": "80fcd94a-343c-415a-8150-3ffc17745261", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:20:45.637672 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-22168e4b-6f96-44e5-9636-3de8776201a8 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:20:45.638268 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69621ab8-97be-4835-924b-2b5cba523fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80fcd94a-343c-415a-8150-3ffc17745261', 'code': 200} Aug 19 15:20:45.759449 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f8bdb5-8972-4cf0-a090-09e044e105a4 req-c224c288-5886-4dac-806a-eb5b494d6385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:45.761117 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-39f8bdb5-8972-4cf0-a090-09e044e105a4 req-c224c288-5886-4dac-806a-eb5b494d6385 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=69621ab8-97be-4835-924b-2b5cba523fd1 HTTP/1.1" status: 200 len: 1096 time: 0.0505145 Aug 19 15:20:45.810899 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-39f8bdb5-8972-4cf0-a090-09e044e105a4 req-bcad250b-4b20-463e-b589-8c18635a7c02 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=881607c6-74b6-4526-ab89-08eed51eb760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419669 Aug 19 15:20:46.700801 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1350bb7-1644-44da-816d-7fdbedaa828e req-95330cc0-ef20-4b60-911f-0159dbb7a0ea tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:46.702394 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c1350bb7-1644-44da-816d-7fdbedaa828e req-95330cc0-ef20-4b60-911f-0159dbb7a0ea tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.69 "GET /v2.0/ports?device_id=69621ab8-97be-4835-924b-2b5cba523fd1 HTTP/1.1" status: 200 len: 945 time: 0.0576353 Aug 19 15:20:46.754102 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c1350bb7-1644-44da-816d-7fdbedaa828e req-5b684da1-53c0-4eac-8b11-5380cd6ecb69 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.69 "GET /v2.0/security-groups?id=881607c6-74b6-4526-ab89-08eed51eb760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454168 Aug 19 15:20:47.883540 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c735650-a031-41e2-bf54-00923aea5c9f req-ca233aaa-d17d-4276-a83c-d5b846b2a659 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:47.885060 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5c735650-a031-41e2-bf54-00923aea5c9f req-ca233aaa-d17d-4276-a83c-d5b846b2a659 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.69 "GET /v2.0/ports?device_id=69621ab8-97be-4835-924b-2b5cba523fd1 HTTP/1.1" status: 200 len: 945 time: 0.0549710 Aug 19 15:20:47.926264 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5c735650-a031-41e2-bf54-00923aea5c9f req-9c0cef3b-eb82-47d1-9fc7-dc2fe7f61a20 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.69 "GET /v2.0/security-groups?id=881607c6-74b6-4526-ab89-08eed51eb760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334785 Aug 19 15:20:48.046198 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706aeecf-d20e-46b5-a20c-1d2a87124b69 req-9e31d5f3-8b25-450f-9f70-0738899ff67d tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:48.047747 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-706aeecf-d20e-46b5-a20c-1d2a87124b69 req-9e31d5f3-8b25-450f-9f70-0738899ff67d tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.69 "GET /v2.0/ports?device_id=69621ab8-97be-4835-924b-2b5cba523fd1 HTTP/1.1" status: 200 len: 945 time: 0.0494142 Aug 19 15:20:48.086401 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-706aeecf-d20e-46b5-a20c-1d2a87124b69 req-ed41aaa8-dc9d-4c4c-9088-1acca4364bb9 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.69 "GET /v2.0/security-groups?id=881607c6-74b6-4526-ab89-08eed51eb760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325959 Aug 19 15:20:48.109426 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35098) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:20:48.194849 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c630e6da-e7d1-411f-ba02-254f7eb4f2a1 tempest-TestVolumeBackupRestore-607216861 tempest-TestVolumeBackupRestore-607216861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:48.196431 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-c630e6da-e7d1-411f-ba02-254f7eb4f2a1 tempest-TestVolumeBackupRestore-607216861 tempest-TestVolumeBackupRestore-607216861-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=69621ab8-97be-4835-924b-2b5cba523fd1 HTTP/1.1" status: 200 len: 1091 time: 0.0858054 Aug 19 15:20:48.199483 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35102) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:20:48.203881 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2b61092d-8aec-4eeb-a4f5-42c10bb43f37 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Request body: {'floatingip': {'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'port_id': '80fcd94a-343c-415a-8150-3ffc17745261', 'tenant_id': 'd707e74e31ea4b7698b4110c146728ad', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:20:48.226089 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b61092d-8aec-4eeb-a4f5-42c10bb43f37 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:48.328244 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b61092d-8aec-4eeb-a4f5-42c10bb43f37 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:48.445569 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-2b61092d-8aec-4eeb-a4f5-42c10bb43f37 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Allocated IP 172.25.2.138 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/3d4c516f-a59d-46ce-99bc-3a13478201dc) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:20:48.570369 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b61092d-8aec-4eeb-a4f5-42c10bb43f37 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:48.619662 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b61092d-8aec-4eeb-a4f5-42c10bb43f37 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:48.660126 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b61092d-8aec-4eeb-a4f5-42c10bb43f37 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:20:48.663010 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-2b61092d-8aec-4eeb-a4f5-42c10bb43f37 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:20:48.667386 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b61092d-8aec-4eeb-a4f5-42c10bb43f37 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:20:48.693360 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b61092d-8aec-4eeb-a4f5-42c10bb43f37 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Pushing event updated for resources: {'Port': ['ID=3d4c516f-a59d-46ce-99bc-3a13478201dc,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:49.039953 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b61092d-8aec-4eeb-a4f5-42c10bb43f37 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:49.114788 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b61092d-8aec-4eeb-a4f5-42c10bb43f37 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:49.277662 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b61092d-8aec-4eeb-a4f5-42c10bb43f37 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:49.282413 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b61092d-8aec-4eeb-a4f5-42c10bb43f37 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:49.354231 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b61092d-8aec-4eeb-a4f5-42c10bb43f37 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Pushing event updated for resources: {'Port': ['ID=3d4c516f-a59d-46ce-99bc-3a13478201dc,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:20:49.367410 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b61092d-8aec-4eeb-a4f5-42c10bb43f37 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:49.472691 n-d-766043-2 neutron-server[94640]: INFO neutron.db.l3_db [None req-2b61092d-8aec-4eeb-a4f5-42c10bb43f37 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Floating IP 29cfceee-c262-4ee0-af4b-644f4028c726 associated. External IP: 172.25.2.138, port: 80fcd94a-343c-415a-8150-3ffc17745261. Aug 19 15:20:49.696161 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b61092d-8aec-4eeb-a4f5-42c10bb43f37 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Router db21aa72-206d-4ff5-bf48-7dd9a76b34c8 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:20:49.814379 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b61092d-8aec-4eeb-a4f5-42c10bb43f37 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:20:49.824769 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef0b76c-fc66-423d-ae33-77fec81fb858 None None] Sync routers for ids ['db21aa72-206d-4ff5-bf48-7dd9a76b34c8'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:20:49.835825 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b61092d-8aec-4eeb-a4f5-42c10bb43f37 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:49.836016 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef0b76c-fc66-423d-ae33-77fec81fb858 None None] Routers {'db21aa72-206d-4ff5-bf48-7dd9a76b34c8'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:20:49.836625 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5ef0b76c-fc66-423d-ae33-77fec81fb858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:20:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['db21aa72-206d-4ff5-bf48-7dd9a76b34c8'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:20:49.877971 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-2b61092d-8aec-4eeb-a4f5-42c10bb43f37 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6770358 Aug 19 15:20:49.878298 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69621ab8-97be-4835-924b-2b5cba523fd1', 'tag': '80fcd94a-343c-415a-8150-3ffc17745261'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:20:49.880681 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aba119b-79e2-4f6b-8a0a-761c05d0404f" -d '{"events": [{"name": "network-changed", "server_uuid": "69621ab8-97be-4835-924b-2b5cba523fd1", "tag": "80fcd94a-343c-415a-8150-3ffc17745261"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:20:49.882370 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35104) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:20:49.936710 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1ed7df-d079-4c1e-97a7-b4c3eeb471f1 tempest-TestVolumeBackupRestore-607216861 tempest-TestVolumeBackupRestore-607216861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:49.941317 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-db1ed7df-d079-4c1e-97a7-b4c3eeb471f1 tempest-TestVolumeBackupRestore-607216861 tempest-TestVolumeBackupRestore-607216861-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=69621ab8-97be-4835-924b-2b5cba523fd1 HTTP/1.1" status: 200 len: 1091 time: 0.0570099 Aug 19 15:20:49.941559 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35110) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:20:49.953032 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7ee04842-e8eb-46ee-b824-bb75ac52abc6 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Request body: {'floatingip': {'port_id': '80fcd94a-343c-415a-8150-3ffc17745261'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:20:49.991115 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-5ef0b76c-fc66-423d-ae33-77fec81fb858 None None] Set router db21aa72-206d-4ff5-bf48-7dd9a76b34c8 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:20:50.018799 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ee04842-e8eb-46ee-b824-bb75ac52abc6 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks [] for floatingip, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:50.054619 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76c253e-980e-4b06-93cd-e14107081888 x-openstack-request-id: req-b76c253e-980e-4b06-93cd-e14107081888 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:20:50.055303 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69621ab8-97be-4835-924b-2b5cba523fd1", "tag": "80fcd94a-343c-415a-8150-3ffc17745261", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:20:50.055303 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b76c253e-980e-4b06-93cd-e14107081888 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:20:50.055527 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69621ab8-97be-4835-924b-2b5cba523fd1', 'tag': '80fcd94a-343c-415a-8150-3ffc17745261', 'status': 'completed', 'code': 200} Aug 19 15:20:50.102325 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba119b-79e2-4f6b-8a0a-761c05d0404f req-6cc04fd1-0705-4d5a-abd9-e9f43fc7685b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:50.105899 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3aba119b-79e2-4f6b-8a0a-761c05d0404f req-6cc04fd1-0705-4d5a-abd9-e9f43fc7685b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d707e74e31ea4b7698b4110c146728ad&device_id=69621ab8-97be-4835-924b-2b5cba523fd1 HTTP/1.1" status: 200 len: 1096 time: 0.0488956 Aug 19 15:20:50.225969 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba119b-79e2-4f6b-8a0a-761c05d0404f req-7bff0374-4817-412f-bba4-ebe77071b329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:50.227386 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3aba119b-79e2-4f6b-8a0a-761c05d0404f req-7bff0374-4817-412f-bba4-ebe77071b329 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a4e0ca80-717b-40a6-8da2-176f102d9e5a HTTP/1.1" status: 200 len: 915 time: 0.1123271 Aug 19 15:20:50.240589 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5ef0b76c-fc66-423d-ae33-77fec81fb858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db21aa72-206d-4ff5-bf48-7dd9a76b34c8', 'name': 'tempest-TestVolumeBackupRestore-1313116654-router', 'tenant_id': 'd707e74e31ea4b7698b4110c146728ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '861b7587-7812-485d-92e2-1cd604896566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:18:30Z', 'updated_at': '2021-08-19T15:18:33Z', 'revision_number': 4, 'project_id': 'd707e74e31ea4b7698b4110c146728ad', 'gw_port': {'id': '861b7587-7812-485d-92e2-1cd604896566', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:bd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db21aa72-206d-4ff5-bf48-7dd9a76b34c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:18:31Z', 'updated_at': '2021-08-19T15:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '29cfceee-c262-4ee0-af4b-644f4028c726', 'tenant_id': 'd707e74e31ea4b7698b4110c146728ad', 'floating_ip_address': '172.25.2.138', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': 'db21aa72-206d-4ff5-bf48-7dd9a76b34c8', 'port_id': '80fcd94a-343c-415a-8150-3ffc17745261', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4e0ca80-717b-40a6-8da2-176f102d9e5a', 'mac_address': 'fa:16:3e:70:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69621ab8-97be-4835-924b-2b5cba523fd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:20:48Z', 'updated_at': '2021-08-19T15:20:48Z', 'revision_number': 0, 'project_id': 'd707e74e31ea4b7698b4110c146728ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5375f8db-e621-477e-8bb0-4d3fd6ff0e88', 'name': '', 'network_id': 'a4e0ca80-717b-40a6-8da2-176f102d9e5a', 'tenant_id': 'd707e74e31ea4b7698b4110c146728ad', 'mac_address': 'fa:16:3e:1f:4d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db21aa72-206d-4ff5-bf48-7dd9a76b34c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '74417696-8442-4f42-905c-bfdb647b0e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:18:33Z', 'updated_at': '2021-08-19T15:18:40Z', 'revision_number': 5, 'project_id': 'd707e74e31ea4b7698b4110c146728ad', 'subnets': [{'id': '74417696-8442-4f42-905c-bfdb647b0e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:20:50.269154 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef0b76c-fc66-423d-ae33-77fec81fb858 None None] Checking router: db21aa72-206d-4ff5-bf48-7dd9a76b34c8 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:20:50.278991 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef0b76c-fc66-423d-ae33-77fec81fb858 None None] Routers {'db21aa72-206d-4ff5-bf48-7dd9a76b34c8'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:20:50.279621 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5ef0b76c-fc66-423d-ae33-77fec81fb858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:20:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['db21aa72-206d-4ff5-bf48-7dd9a76b34c8'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:20:50.307130 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3aba119b-79e2-4f6b-8a0a-761c05d0404f req-b19086e5-8fe1-43e9-a9cc-f1e06f006de1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80fcd94a-343c-415a-8150-3ffc17745261 HTTP/1.1" status: 200 len: 999 time: 0.0720711 Aug 19 15:20:50.362686 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba119b-79e2-4f6b-8a0a-761c05d0404f req-6f0a7d4d-910b-4810-af52-f4645bbfbce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:50.365251 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3aba119b-79e2-4f6b-8a0a-761c05d0404f req-6f0a7d4d-910b-4810-af52-f4645bbfbce1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=74417696-8442-4f42-905c-bfdb647b0e4b HTTP/1.1" status: 200 len: 853 time: 0.0517628 Aug 19 15:20:50.393250 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-5ef0b76c-fc66-423d-ae33-77fec81fb858 None None] Set router db21aa72-206d-4ff5-bf48-7dd9a76b34c8 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:20:50.414360 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba119b-79e2-4f6b-8a0a-761c05d0404f req-644b426c-2623-46fd-9ffb-7f9ad00a0067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:50.416151 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3aba119b-79e2-4f6b-8a0a-761c05d0404f req-644b426c-2623-46fd-9ffb-7f9ad00a0067 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a4e0ca80-717b-40a6-8da2-176f102d9e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436606 Aug 19 15:20:50.529634 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3aba119b-79e2-4f6b-8a0a-761c05d0404f req-06b8dfb7-bae0-4867-be2a-d631042969db service neutron] 10.222.0.68 "GET /v2.0/networks/a4e0ca80-717b-40a6-8da2-176f102d9e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055338 Aug 19 15:20:50.544882 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ee04842-e8eb-46ee-b824-bb75ac52abc6 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:50.548748 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ee04842-e8eb-46ee-b824-bb75ac52abc6 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:50.628751 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3aba119b-79e2-4f6b-8a0a-761c05d0404f req-49cd7526-6c5b-4701-9695-117f35f23248 service neutron] 10.222.0.68 "GET /v2.0/networks/a4e0ca80-717b-40a6-8da2-176f102d9e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922351 Aug 19 15:20:50.637937 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5ef0b76c-fc66-423d-ae33-77fec81fb858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db21aa72-206d-4ff5-bf48-7dd9a76b34c8', 'name': 'tempest-TestVolumeBackupRestore-1313116654-router', 'tenant_id': 'd707e74e31ea4b7698b4110c146728ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '861b7587-7812-485d-92e2-1cd604896566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:18:30Z', 'updated_at': '2021-08-19T15:18:33Z', 'revision_number': 4, 'project_id': 'd707e74e31ea4b7698b4110c146728ad', 'gw_port': {'id': '861b7587-7812-485d-92e2-1cd604896566', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:bd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db21aa72-206d-4ff5-bf48-7dd9a76b34c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:18:31Z', 'updated_at': '2021-08-19T15:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '29cfceee-c262-4ee0-af4b-644f4028c726', 'tenant_id': 'd707e74e31ea4b7698b4110c146728ad', 'floating_ip_address': '172.25.2.138', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': 'db21aa72-206d-4ff5-bf48-7dd9a76b34c8', 'port_id': '80fcd94a-343c-415a-8150-3ffc17745261', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4e0ca80-717b-40a6-8da2-176f102d9e5a', 'mac_address': 'fa:16:3e:70:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69621ab8-97be-4835-924b-2b5cba523fd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:20:48Z', 'updated_at': '2021-08-19T15:20:48Z', 'revision_number': 0, 'project_id': 'd707e74e31ea4b7698b4110c146728ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5375f8db-e621-477e-8bb0-4d3fd6ff0e88', 'name': '', 'network_id': 'a4e0ca80-717b-40a6-8da2-176f102d9e5a', 'tenant_id': 'd707e74e31ea4b7698b4110c146728ad', 'mac_address': 'fa:16:3e:1f:4d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db21aa72-206d-4ff5-bf48-7dd9a76b34c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '74417696-8442-4f42-905c-bfdb647b0e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:18:33Z', 'updated_at': '2021-08-19T15:18:40Z', 'revision_number': 5, 'project_id': 'd707e74e31ea4b7698b4110c146728ad', 'subnets': [{'id': '74417696-8442-4f42-905c-bfdb647b0e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:20:50.671928 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef0b76c-fc66-423d-ae33-77fec81fb858 None None] The sync data for ids ['db21aa72-206d-4ff5-bf48-7dd9a76b34c8'] in n-d-766043-2 is: [{'id': 'db21aa72-206d-4ff5-bf48-7dd9a76b34c8', 'name': 'tempest-TestVolumeBackupRestore-1313116654-router', 'tenant_id': 'd707e74e31ea4b7698b4110c146728ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '861b7587-7812-485d-92e2-1cd604896566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:18:30Z', 'updated_at': '2021-08-19T15:18:33Z', 'revision_number': 4, 'project_id': 'd707e74e31ea4b7698b4110c146728ad', 'gw_port': {'id': '861b7587-7812-485d-92e2-1cd604896566', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:bd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db21aa72-206d-4ff5-bf48-7dd9a76b34c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:18:31Z', 'updated_at': '2021-08-19T15:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '29cfceee-c262-4ee0-af4b-644f4028c726', 'tenant_id': 'd707e74e31ea4b7698b4110c146728ad', 'floating_ip_address': '172.25.2.138', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': 'db21aa72-206d-4ff5-bf48-7dd9a76b34c8', 'port_id': '80fcd94a-343c-415a-8150-3ffc17745261', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4e0ca80-717b-40a6-8da2-176f102d9e5a', 'mac_address': 'fa:16:3e:70:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69621ab8-97be-4835-924b-2b5cba523fd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:20:48Z', 'updated_at': '2021-08-19T15:20:48Z', 'revision_number': 0, 'project_id': 'd707e74e31ea4b7698b4110c146728ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5375f8db-e621-477e-8bb0-4d3fd6ff0e88', 'name': '', 'network_id': 'a4e0ca80-717b-40a6-8da2-176f102d9e5a', 'tenant_id': 'd707e74e31ea4b7698b4110c146728ad', 'mac_address': 'fa:16:3e:1f:4d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db21aa72-206d-4ff5-bf48-7dd9a76b34c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '74417696-8442-4f42-905c-bfdb647b0e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:18:33Z', 'updated_at': '2021-08-19T15:18:40Z', 'revision_number': 5, 'project_id': 'd707e74e31ea4b7698b4110c146728ad', 'subnets': [{'id': '74417696-8442-4f42-905c-bfdb647b0e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:20:50.877847 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7ec1f9-4f7f-4bb5-8730-6fcdfa532522 None None] New status for floating IP 29cfceee-c262-4ee0-af4b-644f4028c726: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:20:51.132585 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee04842-e8eb-46ee-b824-bb75ac52abc6 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Router db21aa72-206d-4ff5-bf48-7dd9a76b34c8 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:20:51.241181 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee04842-e8eb-46ee-b824-bb75ac52abc6 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:20:51.245484 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ee04842-e8eb-46ee-b824-bb75ac52abc6 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:20:51.251698 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a64ed33-c91b-4ac6-93b9-c7e1f323e3b0 None None] Sync routers for ids ['db21aa72-206d-4ff5-bf48-7dd9a76b34c8'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:20:51.260837 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a64ed33-c91b-4ac6-93b9-c7e1f323e3b0 None None] Routers {'db21aa72-206d-4ff5-bf48-7dd9a76b34c8'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:20:51.261980 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0a64ed33-c91b-4ac6-93b9-c7e1f323e3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:20:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['db21aa72-206d-4ff5-bf48-7dd9a76b34c8'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:20:51.324699 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-7ee04842-e8eb-46ee-b824-bb75ac52abc6 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.69 "PUT /v2.0/floatingips/29cfceee-c262-4ee0-af4b-644f4028c726 HTTP/1.1" status: 200 len: 991 time: 1.3742898 Aug 19 15:20:51.477685 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-0a64ed33-c91b-4ac6-93b9-c7e1f323e3b0 None None] Set router db21aa72-206d-4ff5-bf48-7dd9a76b34c8 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:20:51.704287 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0a64ed33-c91b-4ac6-93b9-c7e1f323e3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db21aa72-206d-4ff5-bf48-7dd9a76b34c8', 'name': 'tempest-TestVolumeBackupRestore-1313116654-router', 'tenant_id': 'd707e74e31ea4b7698b4110c146728ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '861b7587-7812-485d-92e2-1cd604896566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:18:30Z', 'updated_at': '2021-08-19T15:18:33Z', 'revision_number': 4, 'project_id': 'd707e74e31ea4b7698b4110c146728ad', 'gw_port': {'id': '861b7587-7812-485d-92e2-1cd604896566', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:bd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db21aa72-206d-4ff5-bf48-7dd9a76b34c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:18:31Z', 'updated_at': '2021-08-19T15:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '29cfceee-c262-4ee0-af4b-644f4028c726', 'tenant_id': 'd707e74e31ea4b7698b4110c146728ad', 'floating_ip_address': '172.25.2.138', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': 'db21aa72-206d-4ff5-bf48-7dd9a76b34c8', 'port_id': '80fcd94a-343c-415a-8150-3ffc17745261', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4e0ca80-717b-40a6-8da2-176f102d9e5a', 'mac_address': 'fa:16:3e:70:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69621ab8-97be-4835-924b-2b5cba523fd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:20:48Z', 'updated_at': '2021-08-19T15:20:51Z', 'revision_number': 2, 'project_id': 'd707e74e31ea4b7698b4110c146728ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5375f8db-e621-477e-8bb0-4d3fd6ff0e88', 'name': '', 'network_id': 'a4e0ca80-717b-40a6-8da2-176f102d9e5a', 'tenant_id': 'd707e74e31ea4b7698b4110c146728ad', 'mac_address': 'fa:16:3e:1f:4d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db21aa72-206d-4ff5-bf48-7dd9a76b34c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '74417696-8442-4f42-905c-bfdb647b0e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:18:33Z', 'updated_at': '2021-08-19T15:18:40Z', 'revision_number': 5, 'project_id': 'd707e74e31ea4b7698b4110c146728ad', 'subnets': [{'id': '74417696-8442-4f42-905c-bfdb647b0e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:20:51.733508 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a64ed33-c91b-4ac6-93b9-c7e1f323e3b0 None None] Checking router: db21aa72-206d-4ff5-bf48-7dd9a76b34c8 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:20:51.741655 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a64ed33-c91b-4ac6-93b9-c7e1f323e3b0 None None] Routers {'db21aa72-206d-4ff5-bf48-7dd9a76b34c8'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:20:51.742248 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0a64ed33-c91b-4ac6-93b9-c7e1f323e3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:20:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['db21aa72-206d-4ff5-bf48-7dd9a76b34c8'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:20:51.846237 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-0a64ed33-c91b-4ac6-93b9-c7e1f323e3b0 None None] Set router db21aa72-206d-4ff5-bf48-7dd9a76b34c8 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:20:52.057455 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69621ab8-97be-4835-924b-2b5cba523fd1', 'tag': '80fcd94a-343c-415a-8150-3ffc17745261'}, {'name': 'network-changed', 'server_uuid': '69621ab8-97be-4835-924b-2b5cba523fd1', 'tag': '80fcd94a-343c-415a-8150-3ffc17745261'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:20:52.061559 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5959ed98-7cdc-466a-9922-5607efdb3b41" -d '{"events": [{"name": "network-changed", "server_uuid": "69621ab8-97be-4835-924b-2b5cba523fd1", "tag": "80fcd94a-343c-415a-8150-3ffc17745261"}, {"name": "network-changed", "server_uuid": "69621ab8-97be-4835-924b-2b5cba523fd1", "tag": "80fcd94a-343c-415a-8150-3ffc17745261"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:20:52.085074 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0a64ed33-c91b-4ac6-93b9-c7e1f323e3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db21aa72-206d-4ff5-bf48-7dd9a76b34c8', 'name': 'tempest-TestVolumeBackupRestore-1313116654-router', 'tenant_id': 'd707e74e31ea4b7698b4110c146728ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '861b7587-7812-485d-92e2-1cd604896566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:18:30Z', 'updated_at': '2021-08-19T15:18:33Z', 'revision_number': 4, 'project_id': 'd707e74e31ea4b7698b4110c146728ad', 'gw_port': {'id': '861b7587-7812-485d-92e2-1cd604896566', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:bd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db21aa72-206d-4ff5-bf48-7dd9a76b34c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:18:31Z', 'updated_at': '2021-08-19T15:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '29cfceee-c262-4ee0-af4b-644f4028c726', 'tenant_id': 'd707e74e31ea4b7698b4110c146728ad', 'floating_ip_address': '172.25.2.138', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': 'db21aa72-206d-4ff5-bf48-7dd9a76b34c8', 'port_id': '80fcd94a-343c-415a-8150-3ffc17745261', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4e0ca80-717b-40a6-8da2-176f102d9e5a', 'mac_address': 'fa:16:3e:70:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69621ab8-97be-4835-924b-2b5cba523fd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:20:48Z', 'updated_at': '2021-08-19T15:20:51Z', 'revision_number': 2, 'project_id': 'd707e74e31ea4b7698b4110c146728ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5375f8db-e621-477e-8bb0-4d3fd6ff0e88', 'name': '', 'network_id': 'a4e0ca80-717b-40a6-8da2-176f102d9e5a', 'tenant_id': 'd707e74e31ea4b7698b4110c146728ad', 'mac_address': 'fa:16:3e:1f:4d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db21aa72-206d-4ff5-bf48-7dd9a76b34c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '74417696-8442-4f42-905c-bfdb647b0e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:18:33Z', 'updated_at': '2021-08-19T15:18:40Z', 'revision_number': 5, 'project_id': 'd707e74e31ea4b7698b4110c146728ad', 'subnets': [{'id': '74417696-8442-4f42-905c-bfdb647b0e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:20:52.103397 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 19 Aug 2021 15:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8dc5de-ff61-486c-a19f-aaab8c44da36 x-openstack-request-id: req-0c8dc5de-ff61-486c-a19f-aaab8c44da36 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:20:52.103397 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69621ab8-97be-4835-924b-2b5cba523fd1", "tag": "80fcd94a-343c-415a-8150-3ffc17745261", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "69621ab8-97be-4835-924b-2b5cba523fd1", "tag": "80fcd94a-343c-415a-8150-3ffc17745261", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:20:52.103397 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0c8dc5de-ff61-486c-a19f-aaab8c44da36 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:20:52.103397 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69621ab8-97be-4835-924b-2b5cba523fd1', 'tag': '80fcd94a-343c-415a-8150-3ffc17745261', 'status': 'completed', 'code': 200} Aug 19 15:20:52.103397 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69621ab8-97be-4835-924b-2b5cba523fd1', 'tag': '80fcd94a-343c-415a-8150-3ffc17745261', 'status': 'completed', 'code': 200} Aug 19 15:20:52.113643 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a64ed33-c91b-4ac6-93b9-c7e1f323e3b0 None None] The sync data for ids ['db21aa72-206d-4ff5-bf48-7dd9a76b34c8'] in n-d-766043-2 is: [{'id': 'db21aa72-206d-4ff5-bf48-7dd9a76b34c8', 'name': 'tempest-TestVolumeBackupRestore-1313116654-router', 'tenant_id': 'd707e74e31ea4b7698b4110c146728ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '861b7587-7812-485d-92e2-1cd604896566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:18:30Z', 'updated_at': '2021-08-19T15:18:33Z', 'revision_number': 4, 'project_id': 'd707e74e31ea4b7698b4110c146728ad', 'gw_port': {'id': '861b7587-7812-485d-92e2-1cd604896566', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:bd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db21aa72-206d-4ff5-bf48-7dd9a76b34c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:18:31Z', 'updated_at': '2021-08-19T15:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '29cfceee-c262-4ee0-af4b-644f4028c726', 'tenant_id': 'd707e74e31ea4b7698b4110c146728ad', 'floating_ip_address': '172.25.2.138', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': 'db21aa72-206d-4ff5-bf48-7dd9a76b34c8', 'port_id': '80fcd94a-343c-415a-8150-3ffc17745261', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4e0ca80-717b-40a6-8da2-176f102d9e5a', 'mac_address': 'fa:16:3e:70:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69621ab8-97be-4835-924b-2b5cba523fd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:20:48Z', 'updated_at': '2021-08-19T15:20:51Z', 'revision_number': 2, 'project_id': 'd707e74e31ea4b7698b4110c146728ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5375f8db-e621-477e-8bb0-4d3fd6ff0e88', 'name': '', 'network_id': 'a4e0ca80-717b-40a6-8da2-176f102d9e5a', 'tenant_id': 'd707e74e31ea4b7698b4110c146728ad', 'mac_address': 'fa:16:3e:1f:4d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db21aa72-206d-4ff5-bf48-7dd9a76b34c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '74417696-8442-4f42-905c-bfdb647b0e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:18:33Z', 'updated_at': '2021-08-19T15:18:40Z', 'revision_number': 5, 'project_id': 'd707e74e31ea4b7698b4110c146728ad', 'subnets': [{'id': '74417696-8442-4f42-905c-bfdb647b0e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:20:52.179468 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959ed98-7cdc-466a-9922-5607efdb3b41 req-f18fb02c-7948-4381-bff9-86b9ab881633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:52.181728 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5959ed98-7cdc-466a-9922-5607efdb3b41 req-f18fb02c-7948-4381-bff9-86b9ab881633 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d707e74e31ea4b7698b4110c146728ad&device_id=69621ab8-97be-4835-924b-2b5cba523fd1 HTTP/1.1" status: 200 len: 1096 time: 0.0489233 Aug 19 15:20:52.289841 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959ed98-7cdc-466a-9922-5607efdb3b41 req-a7fed69d-508a-48e5-9eae-1be959d10b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:52.292332 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5959ed98-7cdc-466a-9922-5607efdb3b41 req-a7fed69d-508a-48e5-9eae-1be959d10b4e service neutron] 10.222.0.68 "GET /v2.0/networks?id=a4e0ca80-717b-40a6-8da2-176f102d9e5a HTTP/1.1" status: 200 len: 915 time: 0.1033151 Aug 19 15:20:52.360096 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5959ed98-7cdc-466a-9922-5607efdb3b41 req-f4fc2bb1-f5b6-453e-a9cd-ddbe22f1e0b2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80fcd94a-343c-415a-8150-3ffc17745261 HTTP/1.1" status: 200 len: 1001 time: 0.0608299 Aug 19 15:20:52.414021 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959ed98-7cdc-466a-9922-5607efdb3b41 req-7bd558ef-ea58-41ec-8b90-17c119a1cc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:52.415508 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5959ed98-7cdc-466a-9922-5607efdb3b41 req-7bd558ef-ea58-41ec-8b90-17c119a1cc5e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=74417696-8442-4f42-905c-bfdb647b0e4b HTTP/1.1" status: 200 len: 853 time: 0.0488541 Aug 19 15:20:52.462901 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959ed98-7cdc-466a-9922-5607efdb3b41 req-43ea7493-70f3-4d90-9b19-4cc8f9385c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:52.464466 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5959ed98-7cdc-466a-9922-5607efdb3b41 req-43ea7493-70f3-4d90-9b19-4cc8f9385c3d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a4e0ca80-717b-40a6-8da2-176f102d9e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420239 Aug 19 15:20:52.552270 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5959ed98-7cdc-466a-9922-5607efdb3b41 req-f809ff0c-5f61-49f9-bc9d-848b5b93a08d service neutron] 10.222.0.68 "GET /v2.0/networks/a4e0ca80-717b-40a6-8da2-176f102d9e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808873 Aug 19 15:20:52.662429 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5959ed98-7cdc-466a-9922-5607efdb3b41 req-101f819e-acce-4c84-b763-5fc4ed3cf256 service neutron] 10.222.0.68 "GET /v2.0/networks/a4e0ca80-717b-40a6-8da2-176f102d9e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026869 Aug 19 15:20:52.753336 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959ed98-7cdc-466a-9922-5607efdb3b41 req-f2b2edac-fbbb-45ac-880f-bc3afe79e701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:52.755449 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5959ed98-7cdc-466a-9922-5607efdb3b41 req-f2b2edac-fbbb-45ac-880f-bc3afe79e701 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d707e74e31ea4b7698b4110c146728ad&device_id=69621ab8-97be-4835-924b-2b5cba523fd1 HTTP/1.1" status: 200 len: 1096 time: 0.0536716 Aug 19 15:20:52.851636 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959ed98-7cdc-466a-9922-5607efdb3b41 req-6cef5e72-20a6-48a3-ae22-e188465b3c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:52.853156 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5959ed98-7cdc-466a-9922-5607efdb3b41 req-6cef5e72-20a6-48a3-ae22-e188465b3c77 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a4e0ca80-717b-40a6-8da2-176f102d9e5a HTTP/1.1" status: 200 len: 915 time: 0.0877447 Aug 19 15:20:52.918485 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5959ed98-7cdc-466a-9922-5607efdb3b41 req-1d2342f7-bcb2-4096-9980-9a6086da77ba service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80fcd94a-343c-415a-8150-3ffc17745261 HTTP/1.1" status: 200 len: 1001 time: 0.0571349 Aug 19 15:20:52.966919 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959ed98-7cdc-466a-9922-5607efdb3b41 req-6ecef1a2-c81e-41d7-ade9-4ddc3e80a2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:52.968377 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5959ed98-7cdc-466a-9922-5607efdb3b41 req-6ecef1a2-c81e-41d7-ade9-4ddc3e80a2bb service neutron] 10.222.0.68 "GET /v2.0/subnets?id=74417696-8442-4f42-905c-bfdb647b0e4b HTTP/1.1" status: 200 len: 853 time: 0.0440960 Aug 19 15:20:53.018051 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959ed98-7cdc-466a-9922-5607efdb3b41 req-1b5b55fd-4056-4eca-95af-e2cf4fc48e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:20:53.019549 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5959ed98-7cdc-466a-9922-5607efdb3b41 req-1b5b55fd-4056-4eca-95af-e2cf4fc48e50 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a4e0ca80-717b-40a6-8da2-176f102d9e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446420 Aug 19 15:20:53.108932 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5959ed98-7cdc-466a-9922-5607efdb3b41 req-3fa0bc8c-26d9-4662-b90e-1d23620878c0 service neutron] 10.222.0.68 "GET /v2.0/networks/a4e0ca80-717b-40a6-8da2-176f102d9e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806880 Aug 19 15:20:53.202047 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5959ed98-7cdc-466a-9922-5607efdb3b41 req-ad4d12bc-b374-4d14-b049-4b0117739542 service neutron] 10.222.0.68 "GET /v2.0/networks/a4e0ca80-717b-40a6-8da2-176f102d9e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856113 Aug 19 15:21:01.428050 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-28ad366c-3812-46a2-9a12-733c7e2bd5ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:04.007712 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:21:04.367400 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7b5124fd-4aa0-43e9-a6cd-158ef2eda0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:04.385294 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:04.565562 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:05.220360 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:05.618319 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:07.029953 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:24.323130 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35126) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:21:24.484422 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-fd743f3b-598f-48db-9a1f-89dbe88ec1e3 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Deleting port 3d4c516f-a59d-46ce-99bc-3a13478201dc {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:21:24.484803 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd743f3b-598f-48db-9a1f-89dbe88ec1e3 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:24.559272 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd743f3b-598f-48db-9a1f-89dbe88ec1e3 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:24.559607 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd743f3b-598f-48db-9a1f-89dbe88ec1e3 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:24.571719 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-fd743f3b-598f-48db-9a1f-89dbe88ec1e3 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Calling delete_port for 3d4c516f-a59d-46ce-99bc-3a13478201dc owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:21:24.724943 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd743f3b-598f-48db-9a1f-89dbe88ec1e3 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:24.750450 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd743f3b-598f-48db-9a1f-89dbe88ec1e3 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Pushing event deleted for resources: {'Port': ['ID=3d4c516f-a59d-46ce-99bc-3a13478201dc,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:24.816058 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd743f3b-598f-48db-9a1f-89dbe88ec1e3 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:24.816388 n-d-766043-2 neutron-server[94639]: INFO neutron.db.l3_db [None req-fd743f3b-598f-48db-9a1f-89dbe88ec1e3 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Floating IP 29cfceee-c262-4ee0-af4b-644f4028c726 disassociated (deleted). External IP: 172.25.2.138, port: 80fcd94a-343c-415a-8150-3ffc17745261. Aug 19 15:21:25.034546 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd743f3b-598f-48db-9a1f-89dbe88ec1e3 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Router db21aa72-206d-4ff5-bf48-7dd9a76b34c8 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:21:25.152739 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd743f3b-598f-48db-9a1f-89dbe88ec1e3 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:21:25.157525 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd743f3b-598f-48db-9a1f-89dbe88ec1e3 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:25.165810 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaeff7e3-a7ab-44e2-a8f9-e20bd19a6f14 None None] Sync routers for ids ['db21aa72-206d-4ff5-bf48-7dd9a76b34c8'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:21:25.178693 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaeff7e3-a7ab-44e2-a8f9-e20bd19a6f14 None None] Routers {'db21aa72-206d-4ff5-bf48-7dd9a76b34c8'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:21:25.180115 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-aaeff7e3-a7ab-44e2-a8f9-e20bd19a6f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:21:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['db21aa72-206d-4ff5-bf48-7dd9a76b34c8'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:21:25.188341 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-fd743f3b-598f-48db-9a1f-89dbe88ec1e3 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.69 "DELETE /v2.0/floatingips/29cfceee-c262-4ee0-af4b-644f4028c726 HTTP/1.1" status: 204 len: 168 time: 0.8633921 Aug 19 15:21:25.188862 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69621ab8-97be-4835-924b-2b5cba523fd1', 'tag': '80fcd94a-343c-415a-8150-3ffc17745261'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:21:25.191353 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1270df60-9c4c-4354-b2d8-d9e5de9cc145" -d '{"events": [{"name": "network-changed", "server_uuid": "69621ab8-97be-4835-924b-2b5cba523fd1", "tag": "80fcd94a-343c-415a-8150-3ffc17745261"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:21:25.229119 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7d1575-d1da-4ce4-9036-338a34de69b7 x-openstack-request-id: req-5b7d1575-d1da-4ce4-9036-338a34de69b7 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:21:25.229454 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69621ab8-97be-4835-924b-2b5cba523fd1", "tag": "80fcd94a-343c-415a-8150-3ffc17745261", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:21:25.229905 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5b7d1575-d1da-4ce4-9036-338a34de69b7 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:21:25.230160 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69621ab8-97be-4835-924b-2b5cba523fd1', 'tag': '80fcd94a-343c-415a-8150-3ffc17745261', 'status': 'completed', 'code': 200} Aug 19 15:21:25.307512 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-aaeff7e3-a7ab-44e2-a8f9-e20bd19a6f14 None None] Set router db21aa72-206d-4ff5-bf48-7dd9a76b34c8 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:21:25.320735 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1270df60-9c4c-4354-b2d8-d9e5de9cc145 req-21e38903-defd-47c6-b04c-c693b9a4f3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:25.323155 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1270df60-9c4c-4354-b2d8-d9e5de9cc145 req-21e38903-defd-47c6-b04c-c693b9a4f3c9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d707e74e31ea4b7698b4110c146728ad&device_id=69621ab8-97be-4835-924b-2b5cba523fd1 HTTP/1.1" status: 200 len: 1096 time: 0.0582488 Aug 19 15:21:25.451320 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1270df60-9c4c-4354-b2d8-d9e5de9cc145 req-d4def66b-b09f-400e-95cd-8d8c379a9520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:25.452883 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1270df60-9c4c-4354-b2d8-d9e5de9cc145 req-d4def66b-b09f-400e-95cd-8d8c379a9520 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a4e0ca80-717b-40a6-8da2-176f102d9e5a HTTP/1.1" status: 200 len: 915 time: 0.1213913 Aug 19 15:21:25.462909 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363edfcf-518f-4e7e-9263-55927841c977 req-3acc8130-238e-4ba1-83fe-075e2d43c3ee tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:25.471455 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-363edfcf-518f-4e7e-9263-55927841c977 req-3acc8130-238e-4ba1-83fe-075e2d43c3ee tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.69 "GET /v2.0/ports?device_id=69621ab8-97be-4835-924b-2b5cba523fd1 HTTP/1.1" status: 200 len: 945 time: 0.0814438 Aug 19 15:21:25.506812 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1270df60-9c4c-4354-b2d8-d9e5de9cc145 req-ca5d70e6-0ee0-41a7-9f9c-1cb8a04be6ce service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80fcd94a-343c-415a-8150-3ffc17745261 HTTP/1.1" status: 200 len: 217 time: 0.0403919 Aug 19 15:21:25.508856 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-363edfcf-518f-4e7e-9263-55927841c977 req-8895ff4e-27fe-4d66-8a30-c3ccae7f9566 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.69 "GET /v2.0/security-groups?id=881607c6-74b6-4526-ab89-08eed51eb760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364823 Aug 19 15:21:25.570437 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1270df60-9c4c-4354-b2d8-d9e5de9cc145 req-de6cd108-997b-4d7a-ba8c-6718b976f21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:25.572001 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1270df60-9c4c-4354-b2d8-d9e5de9cc145 req-de6cd108-997b-4d7a-ba8c-6718b976f21e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=74417696-8442-4f42-905c-bfdb647b0e4b HTTP/1.1" status: 200 len: 853 time: 0.0509403 Aug 19 15:21:25.625028 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1270df60-9c4c-4354-b2d8-d9e5de9cc145 req-571e768e-335f-4901-90b9-187edb7fce9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:25.626559 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1270df60-9c4c-4354-b2d8-d9e5de9cc145 req-571e768e-335f-4901-90b9-187edb7fce9d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a4e0ca80-717b-40a6-8da2-176f102d9e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446746 Aug 19 15:21:25.728991 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-aaeff7e3-a7ab-44e2-a8f9-e20bd19a6f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db21aa72-206d-4ff5-bf48-7dd9a76b34c8', 'name': 'tempest-TestVolumeBackupRestore-1313116654-router', 'tenant_id': 'd707e74e31ea4b7698b4110c146728ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '861b7587-7812-485d-92e2-1cd604896566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:18:30Z', 'updated_at': '2021-08-19T15:18:33Z', 'revision_number': 4, 'project_id': 'd707e74e31ea4b7698b4110c146728ad', 'gw_port': {'id': '861b7587-7812-485d-92e2-1cd604896566', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:bd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db21aa72-206d-4ff5-bf48-7dd9a76b34c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:18:31Z', 'updated_at': '2021-08-19T15:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '5375f8db-e621-477e-8bb0-4d3fd6ff0e88', 'name': '', 'network_id': 'a4e0ca80-717b-40a6-8da2-176f102d9e5a', 'tenant_id': 'd707e74e31ea4b7698b4110c146728ad', 'mac_address': 'fa:16:3e:1f:4d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db21aa72-206d-4ff5-bf48-7dd9a76b34c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '74417696-8442-4f42-905c-bfdb647b0e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:18:33Z', 'updated_at': '2021-08-19T15:18:40Z', 'revision_number': 5, 'project_id': 'd707e74e31ea4b7698b4110c146728ad', 'subnets': [{'id': '74417696-8442-4f42-905c-bfdb647b0e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:21:25.740575 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1270df60-9c4c-4354-b2d8-d9e5de9cc145 req-0e650bf2-8a2f-4f5a-8c33-f33413aeab0d service neutron] 10.222.0.68 "GET /v2.0/networks/a4e0ca80-717b-40a6-8da2-176f102d9e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003702 Aug 19 15:21:25.756185 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaeff7e3-a7ab-44e2-a8f9-e20bd19a6f14 None None] Checking router: db21aa72-206d-4ff5-bf48-7dd9a76b34c8 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:21:25.765162 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaeff7e3-a7ab-44e2-a8f9-e20bd19a6f14 None None] Routers {'db21aa72-206d-4ff5-bf48-7dd9a76b34c8'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:21:25.765882 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-aaeff7e3-a7ab-44e2-a8f9-e20bd19a6f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:21:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['db21aa72-206d-4ff5-bf48-7dd9a76b34c8'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:21:25.842352 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1270df60-9c4c-4354-b2d8-d9e5de9cc145 req-c9e8499e-0df0-46af-a024-6978c0eecfb2 service neutron] 10.222.0.68 "GET /v2.0/networks/a4e0ca80-717b-40a6-8da2-176f102d9e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891016 Aug 19 15:21:25.884214 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-aaeff7e3-a7ab-44e2-a8f9-e20bd19a6f14 None None] Set router db21aa72-206d-4ff5-bf48-7dd9a76b34c8 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:21:26.115914 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-aaeff7e3-a7ab-44e2-a8f9-e20bd19a6f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db21aa72-206d-4ff5-bf48-7dd9a76b34c8', 'name': 'tempest-TestVolumeBackupRestore-1313116654-router', 'tenant_id': 'd707e74e31ea4b7698b4110c146728ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '861b7587-7812-485d-92e2-1cd604896566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:18:30Z', 'updated_at': '2021-08-19T15:18:33Z', 'revision_number': 4, 'project_id': 'd707e74e31ea4b7698b4110c146728ad', 'gw_port': {'id': '861b7587-7812-485d-92e2-1cd604896566', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:bd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db21aa72-206d-4ff5-bf48-7dd9a76b34c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:18:31Z', 'updated_at': '2021-08-19T15:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '5375f8db-e621-477e-8bb0-4d3fd6ff0e88', 'name': '', 'network_id': 'a4e0ca80-717b-40a6-8da2-176f102d9e5a', 'tenant_id': 'd707e74e31ea4b7698b4110c146728ad', 'mac_address': 'fa:16:3e:1f:4d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db21aa72-206d-4ff5-bf48-7dd9a76b34c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '74417696-8442-4f42-905c-bfdb647b0e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:18:33Z', 'updated_at': '2021-08-19T15:18:40Z', 'revision_number': 5, 'project_id': 'd707e74e31ea4b7698b4110c146728ad', 'subnets': [{'id': '74417696-8442-4f42-905c-bfdb647b0e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:21:26.149114 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaeff7e3-a7ab-44e2-a8f9-e20bd19a6f14 None None] The sync data for ids ['db21aa72-206d-4ff5-bf48-7dd9a76b34c8'] in n-d-766043-2 is: [{'id': 'db21aa72-206d-4ff5-bf48-7dd9a76b34c8', 'name': 'tempest-TestVolumeBackupRestore-1313116654-router', 'tenant_id': 'd707e74e31ea4b7698b4110c146728ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '861b7587-7812-485d-92e2-1cd604896566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:18:30Z', 'updated_at': '2021-08-19T15:18:33Z', 'revision_number': 4, 'project_id': 'd707e74e31ea4b7698b4110c146728ad', 'gw_port': {'id': '861b7587-7812-485d-92e2-1cd604896566', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:bd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db21aa72-206d-4ff5-bf48-7dd9a76b34c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:18:31Z', 'updated_at': '2021-08-19T15:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '5375f8db-e621-477e-8bb0-4d3fd6ff0e88', 'name': '', 'network_id': 'a4e0ca80-717b-40a6-8da2-176f102d9e5a', 'tenant_id': 'd707e74e31ea4b7698b4110c146728ad', 'mac_address': 'fa:16:3e:1f:4d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db21aa72-206d-4ff5-bf48-7dd9a76b34c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '74417696-8442-4f42-905c-bfdb647b0e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:18:33Z', 'updated_at': '2021-08-19T15:18:40Z', 'revision_number': 5, 'project_id': 'd707e74e31ea4b7698b4110c146728ad', 'subnets': [{'id': '74417696-8442-4f42-905c-bfdb647b0e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:21:26.412783 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b116e4-c913-40fb-ba91-6f493829a4c4 None None] New status for floating IP 29cfceee-c262-4ee0-af4b-644f4028c726: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:21:26.661576 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc78afc-dd7d-42f9-bdf7-69907a54a281 req-d0bf2a23-d6d7-49a5-ae99-0c05294bba28 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:26.663000 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7dc78afc-dd7d-42f9-bdf7-69907a54a281 req-d0bf2a23-d6d7-49a5-ae99-0c05294bba28 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.69 "GET /v2.0/ports?device_id=69621ab8-97be-4835-924b-2b5cba523fd1 HTTP/1.1" status: 200 len: 945 time: 0.0542805 Aug 19 15:21:26.704793 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7dc78afc-dd7d-42f9-bdf7-69907a54a281 req-264ed75c-cae4-437b-b861-2bea19d9a900 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.69 "GET /v2.0/security-groups?id=881607c6-74b6-4526-ab89-08eed51eb760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356178 Aug 19 15:21:27.317021 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff5a34-98fe-479e-b82b-c7dbe274cc85 req-65cf1c00-58fa-463b-af74-3614d0f1efd6 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:27.317021 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1aff5a34-98fe-479e-b82b-c7dbe274cc85 req-65cf1c00-58fa-463b-af74-3614d0f1efd6 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.68 "GET /v2.0/ports?device_id=69621ab8-97be-4835-924b-2b5cba523fd1 HTTP/1.1" status: 200 len: 945 time: 0.0565515 Aug 19 15:21:27.411581 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-1aff5a34-98fe-479e-b82b-c7dbe274cc85 req-ba97d3c1-1ed9-4b84-b308-3c7a46a24101 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Deleting port 80fcd94a-343c-415a-8150-3ffc17745261 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:21:27.412075 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1aff5a34-98fe-479e-b82b-c7dbe274cc85 req-ba97d3c1-1ed9-4b84-b308-3c7a46a24101 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:27.514513 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-1aff5a34-98fe-479e-b82b-c7dbe274cc85 req-ba97d3c1-1ed9-4b84-b308-3c7a46a24101 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] For port 80fcd94a-343c-415a-8150-3ffc17745261, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=80fcd94a-343c-415a-8150-3ffc17745261,segment=NetworkSegment(8c205e54-952c-4dd5-b850-4576dc6f365d),segment_id=8c205e54-952c-4dd5-b850-4576dc6f365d)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:21:27.514888 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1aff5a34-98fe-479e-b82b-c7dbe274cc85 req-ba97d3c1-1ed9-4b84-b308-3c7a46a24101 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:27.530403 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-1aff5a34-98fe-479e-b82b-c7dbe274cc85 req-ba97d3c1-1ed9-4b84-b308-3c7a46a24101 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Calling delete_port for 80fcd94a-343c-415a-8150-3ffc17745261 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:21:27.662464 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1aff5a34-98fe-479e-b82b-c7dbe274cc85 req-ba97d3c1-1ed9-4b84-b308-3c7a46a24101 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:27.695777 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba97d3c1-1ed9-4b84-b308-3c7a46a24101 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Pushing event deleted for resources: {'Port': ['ID=80fcd94a-343c-415a-8150-3ffc17745261,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:27.709775 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97d3c1-1ed9-4b84-b308-3c7a46a24101 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:27.709775 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97d3c1-1ed9-4b84-b308-3c7a46a24101 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:27.710034 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97d3c1-1ed9-4b84-b308-3c7a46a24101 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:27.710228 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97d3c1-1ed9-4b84-b308-3c7a46a24101 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:27.710557 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97d3c1-1ed9-4b84-b308-3c7a46a24101 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:27.710882 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97d3c1-1ed9-4b84-b308-3c7a46a24101 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:27.711204 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97d3c1-1ed9-4b84-b308-3c7a46a24101 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:27.711522 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97d3c1-1ed9-4b84-b308-3c7a46a24101 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:27.711843 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97d3c1-1ed9-4b84-b308-3c7a46a24101 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:27.712164 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97d3c1-1ed9-4b84-b308-3c7a46a24101 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:27.712507 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97d3c1-1ed9-4b84-b308-3c7a46a24101 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:27.712822 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97d3c1-1ed9-4b84-b308-3c7a46a24101 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:27.756892 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aff5a34-98fe-479e-b82b-c7dbe274cc85 req-ba97d3c1-1ed9-4b84-b308-3c7a46a24101 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] No DVR routers for this DVR port 80fcd94a-343c-415a-8150-3ffc17745261 on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:21:27.759620 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1aff5a34-98fe-479e-b82b-c7dbe274cc85 req-ba97d3c1-1ed9-4b84-b308-3c7a46a24101 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:27.762038 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1aff5a34-98fe-479e-b82b-c7dbe274cc85 req-ba97d3c1-1ed9-4b84-b308-3c7a46a24101 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.68 "DELETE /v2.0/ports/80fcd94a-343c-415a-8150-3ffc17745261 HTTP/1.1" status: 204 len: 173 time: 0.4397452 Aug 19 15:21:27.762503 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69621ab8-97be-4835-924b-2b5cba523fd1', 'name': 'network-vif-deleted', 'tag': '80fcd94a-343c-415a-8150-3ffc17745261'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:21:27.764855 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d0f7c6-c06e-4349-a885-eb7b9de9a11c" -d '{"events": [{"server_uuid": "69621ab8-97be-4835-924b-2b5cba523fd1", "name": "network-vif-deleted", "tag": "80fcd94a-343c-415a-8150-3ffc17745261"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:21:27.808341 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1326c9d8-f40c-4325-b59d-a161c1e1163f x-openstack-request-id: req-1326c9d8-f40c-4325-b59d-a161c1e1163f {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:21:27.808656 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69621ab8-97be-4835-924b-2b5cba523fd1", "name": "network-vif-deleted", "tag": "80fcd94a-343c-415a-8150-3ffc17745261", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:21:27.808907 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1326c9d8-f40c-4325-b59d-a161c1e1163f {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:21:27.809334 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69621ab8-97be-4835-924b-2b5cba523fd1', 'name': 'network-vif-deleted', 'tag': '80fcd94a-343c-415a-8150-3ffc17745261', 'status': 'completed', 'code': 200} Aug 19 15:21:27.829128 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e0bfced0-d0ff-4165-8275-99a0d29e23e3 req-e70ea273-6686-4f63-a290-a5d5b9d84724 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.69 "GET /v2.0/ports?device_id=69621ab8-97be-4835-924b-2b5cba523fd1 HTTP/1.1" status: 200 len: 210 time: 0.0357313 Aug 19 15:21:28.925873 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-79c93c19-4a6a-4b09-962f-b2dde7885207 req-d3657fdf-92a5-49ca-aa18-f6b77df69449 tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.69 "GET /v2.0/ports?device_id=69621ab8-97be-4835-924b-2b5cba523fd1 HTTP/1.1" status: 200 len: 210 time: 0.0269957 Aug 19 15:21:29.571216 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 80fcd94a-343c-415a-8150-3ffc17745261 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:21:29.592183 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: 80fcd94a-343c-415a-8150-3ffc17745261 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:21:29.592568 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 80fcd94a-343c-415a-8150-3ffc17745261 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:21:30.022941 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-523b7705-5eca-4139-b203-80402b00aedb req-b73a4475-705a-44ea-99a8-60c675c8267b tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.69 "GET /v2.0/ports?device_id=69621ab8-97be-4835-924b-2b5cba523fd1 HTTP/1.1" status: 200 len: 210 time: 0.0277281 Aug 19 15:21:31.120617 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-979aed9a-cb4f-46f7-afdb-757e42a77c98 req-5b016d68-4010-444b-b6fd-60beb8f5623d tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.69 "GET /v2.0/ports?device_id=69621ab8-97be-4835-924b-2b5cba523fd1 HTTP/1.1" status: 200 len: 210 time: 0.0275497 Aug 19 15:21:31.430463 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6ccaebe4-1231-4de7-a205-068320e4734f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:32.175620 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35152) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:21:32.235422 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b3b2afad-05c9-4f1a-9041-7b2c2271eede tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:32.260012 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b3b2afad-05c9-4f1a-9041-7b2c2271eede tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:32.321225 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b3b2afad-05c9-4f1a-9041-7b2c2271eede tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:32.324381 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b3b2afad-05c9-4f1a-9041-7b2c2271eede tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:32.325655 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b3b2afad-05c9-4f1a-9041-7b2c2271eede tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] 10.222.0.69 "DELETE /v2.0/security-groups/881607c6-74b6-4526-ab89-08eed51eb760 HTTP/1.1" status: 204 len: 168 time: 0.1489797 Aug 19 15:21:32.336714 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b2afad-05c9-4f1a-9041-7b2c2271eede tempest-TestVolumeBackupRestore-1588926951 tempest-TestVolumeBackupRestore-1588926951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=881607c6-74b6-4526-ab89-08eed51eb760,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:34.375227 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5b62bbad-fffe-49f4-80c1-4ae609b7fb9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:34.432695 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:34.575202 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:35.227182 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:35.654015 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:35.813743 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35604) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:21:36.205054 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7d8f54f9-202d-44be-88d1-3adb67ca9645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:36.483971 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-7d8f54f9-202d-44be-88d1-3adb67ca9645 admin admin] Deleting port 5375f8db-e621-477e-8bb0-4d3fd6ff0e88 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:21:36.484899 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7d8f54f9-202d-44be-88d1-3adb67ca9645 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:36.567594 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-7d8f54f9-202d-44be-88d1-3adb67ca9645 admin admin] For port 5375f8db-e621-477e-8bb0-4d3fd6ff0e88, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=5375f8db-e621-477e-8bb0-4d3fd6ff0e88,segment=NetworkSegment(8c205e54-952c-4dd5-b850-4576dc6f365d),segment_id=8c205e54-952c-4dd5-b850-4576dc6f365d)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:21:36.567954 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7d8f54f9-202d-44be-88d1-3adb67ca9645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:36.580843 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-7d8f54f9-202d-44be-88d1-3adb67ca9645 admin admin] Calling delete_port for 5375f8db-e621-477e-8bb0-4d3fd6ff0e88 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:21:36.772339 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7d8f54f9-202d-44be-88d1-3adb67ca9645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:36.802019 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8f54f9-202d-44be-88d1-3adb67ca9645 admin admin] Pushing event deleted for resources: {'Port': ['ID=5375f8db-e621-477e-8bb0-4d3fd6ff0e88,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:36.815172 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f54f9-202d-44be-88d1-3adb67ca9645 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:36.815740 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f54f9-202d-44be-88d1-3adb67ca9645 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:36.815899 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f54f9-202d-44be-88d1-3adb67ca9645 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:36.816232 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f54f9-202d-44be-88d1-3adb67ca9645 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:36.816591 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f54f9-202d-44be-88d1-3adb67ca9645 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:36.816920 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f54f9-202d-44be-88d1-3adb67ca9645 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:36.817248 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f54f9-202d-44be-88d1-3adb67ca9645 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:36.817558 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f54f9-202d-44be-88d1-3adb67ca9645 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:36.817873 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f54f9-202d-44be-88d1-3adb67ca9645 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:36.818187 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f54f9-202d-44be-88d1-3adb67ca9645 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:36.818551 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f54f9-202d-44be-88d1-3adb67ca9645 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:36.818817 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f54f9-202d-44be-88d1-3adb67ca9645 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:36.989664 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7d8f54f9-202d-44be-88d1-3adb67ca9645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:37.033986 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:37.213997 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8f54f9-202d-44be-88d1-3adb67ca9645 admin admin] Router db21aa72-206d-4ff5-bf48-7dd9a76b34c8 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:21:37.323686 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8f54f9-202d-44be-88d1-3adb67ca9645 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:21:37.330369 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-7d8f54f9-202d-44be-88d1-3adb67ca9645 admin admin] 10.222.0.69 "PUT /v2.0/routers/db21aa72-206d-4ff5-bf48-7dd9a76b34c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5149086 Aug 19 15:21:37.332521 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35606) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:21:37.335296 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e912f3-98d2-40b2-a346-dca3a5aee325 None None] Sync routers for ids ['db21aa72-206d-4ff5-bf48-7dd9a76b34c8'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:21:37.346460 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e912f3-98d2-40b2-a346-dca3a5aee325 None None] Routers {'db21aa72-206d-4ff5-bf48-7dd9a76b34c8'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:21:37.347082 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-01e912f3-98d2-40b2-a346-dca3a5aee325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:21:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['db21aa72-206d-4ff5-bf48-7dd9a76b34c8'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:21:37.438678 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4addaf8d-c80f-46e9-a0b8-a116245b974a admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:37.460757 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-01e912f3-98d2-40b2-a346-dca3a5aee325 None None] Set router db21aa72-206d-4ff5-bf48-7dd9a76b34c8 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:21:37.555543 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4addaf8d-c80f-46e9-a0b8-a116245b974a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:37.618611 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-4addaf8d-c80f-46e9-a0b8-a116245b974a admin admin] Deleting port 861b7587-7812-485d-92e2-1cd604896566 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:21:37.618954 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4addaf8d-c80f-46e9-a0b8-a116245b974a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:37.666381 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-01e912f3-98d2-40b2-a346-dca3a5aee325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db21aa72-206d-4ff5-bf48-7dd9a76b34c8', 'name': 'tempest-TestVolumeBackupRestore-1313116654-router', 'tenant_id': 'd707e74e31ea4b7698b4110c146728ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '861b7587-7812-485d-92e2-1cd604896566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:18:30Z', 'updated_at': '2021-08-19T15:21:36Z', 'revision_number': 5, 'project_id': 'd707e74e31ea4b7698b4110c146728ad', 'gw_port': {'id': '861b7587-7812-485d-92e2-1cd604896566', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:bd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db21aa72-206d-4ff5-bf48-7dd9a76b34c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:18:31Z', 'updated_at': '2021-08-19T15:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:21:37.694818 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e912f3-98d2-40b2-a346-dca3a5aee325 None None] Checking router: db21aa72-206d-4ff5-bf48-7dd9a76b34c8 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:21:37.701015 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-4addaf8d-c80f-46e9-a0b8-a116245b974a admin admin] For port 861b7587-7812-485d-92e2-1cd604896566, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=861b7587-7812-485d-92e2-1cd604896566,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:21:37.701448 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4addaf8d-c80f-46e9-a0b8-a116245b974a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:37.703648 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e912f3-98d2-40b2-a346-dca3a5aee325 None None] Routers {'db21aa72-206d-4ff5-bf48-7dd9a76b34c8'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:21:37.704362 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-01e912f3-98d2-40b2-a346-dca3a5aee325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:21:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['db21aa72-206d-4ff5-bf48-7dd9a76b34c8'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:21:37.714827 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-4addaf8d-c80f-46e9-a0b8-a116245b974a admin admin] Calling delete_port for 861b7587-7812-485d-92e2-1cd604896566 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:21:37.795107 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-01e912f3-98d2-40b2-a346-dca3a5aee325 None None] Set router db21aa72-206d-4ff5-bf48-7dd9a76b34c8 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:21:37.850247 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-01e912f3-98d2-40b2-a346-dca3a5aee325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db21aa72-206d-4ff5-bf48-7dd9a76b34c8', 'name': 'tempest-TestVolumeBackupRestore-1313116654-router', 'tenant_id': 'd707e74e31ea4b7698b4110c146728ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:18:30Z', 'updated_at': '2021-08-19T15:21:37Z', 'revision_number': 6, 'project_id': 'd707e74e31ea4b7698b4110c146728ad', 'gw_port_host': None}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:21:37.882119 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e912f3-98d2-40b2-a346-dca3a5aee325 None None] The sync data for ids ['db21aa72-206d-4ff5-bf48-7dd9a76b34c8'] in n-d-766043-2 is: [{'id': 'db21aa72-206d-4ff5-bf48-7dd9a76b34c8', 'name': 'tempest-TestVolumeBackupRestore-1313116654-router', 'tenant_id': 'd707e74e31ea4b7698b4110c146728ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:18:30Z', 'updated_at': '2021-08-19T15:21:37Z', 'revision_number': 6, 'project_id': 'd707e74e31ea4b7698b4110c146728ad', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:21:37.906711 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4addaf8d-c80f-46e9-a0b8-a116245b974a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:37.935158 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4addaf8d-c80f-46e9-a0b8-a116245b974a admin admin] Pushing event deleted for resources: {'Port': ['ID=861b7587-7812-485d-92e2-1cd604896566,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:38.002426 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4addaf8d-c80f-46e9-a0b8-a116245b974a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:38.093283 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4addaf8d-c80f-46e9-a0b8-a116245b974a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:38.095441 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4addaf8d-c80f-46e9-a0b8-a116245b974a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:38.141607 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4addaf8d-c80f-46e9-a0b8-a116245b974a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:38.142130 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4addaf8d-c80f-46e9-a0b8-a116245b974a admin admin] Fanout notify agent at l3_agent the message router_deleted on router db21aa72-206d-4ff5-bf48-7dd9a76b34c8 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:21:38.146485 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4addaf8d-c80f-46e9-a0b8-a116245b974a admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:38.147867 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-4addaf8d-c80f-46e9-a0b8-a116245b974a admin admin] 10.222.0.69 "DELETE /v2.0/routers/db21aa72-206d-4ff5-bf48-7dd9a76b34c8 HTTP/1.1" status: 204 len: 168 time: 0.8143671 Aug 19 15:21:38.150992 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35608) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:21:38.202134 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a12fb00-8c0d-44c3-955e-2bee220027dd admin admin] Deleting subnet 74417696-8442-4f42-905c-bfdb647b0e4b {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:21:38.205264 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8a12fb00-8c0d-44c3-955e-2bee220027dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:38.242610 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8a12fb00-8c0d-44c3-955e-2bee220027dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:38.328520 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8a12fb00-8c0d-44c3-955e-2bee220027dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:38.387280 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8a12fb00-8c0d-44c3-955e-2bee220027dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:38.420334 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8a12fb00-8c0d-44c3-955e-2bee220027dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:38.422731 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-8a12fb00-8c0d-44c3-955e-2bee220027dd admin admin] 10.222.0.69 "DELETE /v2.0/subnets/74417696-8442-4f42-905c-bfdb647b0e4b HTTP/1.1" status: 204 len: 168 time: 0.2708094 Aug 19 15:21:38.424177 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a12fb00-8c0d-44c3-955e-2bee220027dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74417696-8442-4f42-905c-bfdb647b0e4b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:38.425543 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35610) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:21:38.426076 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bdd33b-0c0b-47a7-b61a-9bd86af16a04 None None] Network a4e0ca80-717b-40a6-8da2-176f102d9e5a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:21:38.502794 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-523fd69b-d723-43fd-b897-5a9f0674e54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:38.558271 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-523fd69b-d723-43fd-b897-5a9f0674e54a admin admin] Deleting port 9f7c9b7e-046b-4a11-8505-7a632a07fea0 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:21:38.558618 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-523fd69b-d723-43fd-b897-5a9f0674e54a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:38.631009 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-523fd69b-d723-43fd-b897-5a9f0674e54a admin admin] For port 9f7c9b7e-046b-4a11-8505-7a632a07fea0, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=9f7c9b7e-046b-4a11-8505-7a632a07fea0,segment=NetworkSegment(8c205e54-952c-4dd5-b850-4576dc6f365d),segment_id=8c205e54-952c-4dd5-b850-4576dc6f365d)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:21:38.636044 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-523fd69b-d723-43fd-b897-5a9f0674e54a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:38.645993 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-523fd69b-d723-43fd-b897-5a9f0674e54a admin admin] Calling delete_port for 9f7c9b7e-046b-4a11-8505-7a632a07fea0 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:21:38.649330 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da9371e-640d-4d80-b222-3ee15f4b17b0 None None] DHCP port deletion for a4e0ca80-717b-40a6-8da2-176f102d9e5a request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:21:38.702448 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-8da9371e-640d-4d80-b222-3ee15f4b17b0 None None] Deleting port 9f7c9b7e-046b-4a11-8505-7a632a07fea0 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:21:38.703502 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8da9371e-640d-4d80-b222-3ee15f4b17b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:38.745305 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-523fd69b-d723-43fd-b897-5a9f0674e54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:38.773977 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523fd69b-d723-43fd-b897-5a9f0674e54a admin admin] Pushing event deleted for resources: {'Port': ['ID=9f7c9b7e-046b-4a11-8505-7a632a07fea0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:38.775945 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523fd69b-d723-43fd-b897-5a9f0674e54a admin admin] No DVR routers for this DVR port 9f7c9b7e-046b-4a11-8505-7a632a07fea0 on host n-d-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:21:38.792514 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8da9371e-640d-4d80-b222-3ee15f4b17b0 None None] For port 9f7c9b7e-046b-4a11-8505-7a632a07fea0, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=9f7c9b7e-046b-4a11-8505-7a632a07fea0,segment=NetworkSegment(8c205e54-952c-4dd5-b850-4576dc6f365d),segment_id=8c205e54-952c-4dd5-b850-4576dc6f365d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:21:38.792918 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8da9371e-640d-4d80-b222-3ee15f4b17b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:38.810389 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-8da9371e-640d-4d80-b222-3ee15f4b17b0 None None] Calling delete_port for 9f7c9b7e-046b-4a11-8505-7a632a07fea0 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:21:38.854151 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-523fd69b-d723-43fd-b897-5a9f0674e54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:38.866567 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-523fd69b-d723-43fd-b897-5a9f0674e54a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4e0ca80-717b-40a6-8da2-176f102d9e5a']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:21:38.882176 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-523fd69b-d723-43fd-b897-5a9f0674e54a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c205e54-952c-4dd5-b850-4576dc6f365d') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:21:38.882708 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-523fd69b-d723-43fd-b897-5a9f0674e54a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c205e54-952c-4dd5-b850-4576dc6f365d') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:21:38.892914 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-523fd69b-d723-43fd-b897-5a9f0674e54a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:38.903020 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8da9371e-640d-4d80-b222-3ee15f4b17b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:38.909525 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-523fd69b-d723-43fd-b897-5a9f0674e54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:38.917606 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-523fd69b-d723-43fd-b897-5a9f0674e54a admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:21:38.918336 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-523fd69b-d723-43fd-b897-5a9f0674e54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:38.920347 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 15:21:38.920347 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:21:38.920347 n-d-766043-2 neutron-server[94639]: timer() Aug 19 15:21:38.920347 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:21:38.920347 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 15:21:38.920347 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:21:38.920347 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 15:21:38.920347 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:21:38.920347 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 15:21:38.920347 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:21:38.920347 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 15:21:38.920347 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:21:38.920347 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 15:21:38.920347 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:21:38.920347 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:21:38.920347 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:21:38.920347 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:21:38.920347 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:21:38.920347 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 15:21:38.920347 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:21:38.920347 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 15:21:38.920347 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:21:38.920347 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:21:38.920347 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:21:38.920347 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 15:21:38.920347 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:21:38.920347 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:21:38.920347 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:21:38.920347 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:21:38.920347 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:21:38.920347 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:21:38.920347 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:21:38.936195 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da9371e-640d-4d80-b222-3ee15f4b17b0 None None] Pushing event deleted for resources: {'Port': ['ID=9f7c9b7e-046b-4a11-8505-7a632a07fea0,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:38.940237 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da9371e-640d-4d80-b222-3ee15f4b17b0 None None] No DVR routers for this DVR port 9f7c9b7e-046b-4a11-8505-7a632a07fea0 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:21:38.995850 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-523fd69b-d723-43fd-b897-5a9f0674e54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:39.002484 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-523fd69b-d723-43fd-b897-5a9f0674e54a admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:39.004363 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-523fd69b-d723-43fd-b897-5a9f0674e54a admin admin] 10.222.0.69 "DELETE /v2.0/networks/a4e0ca80-717b-40a6-8da2-176f102d9e5a HTTP/1.1" status: 204 len: 168 time: 0.5778069 Aug 19 15:21:39.007785 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35612) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:21:39.021867 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523fd69b-d723-43fd-b897-5a9f0674e54a admin admin] Pushing event deleted for resources: {'Network': ['ID=a4e0ca80-717b-40a6-8da2-176f102d9e5a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:39.393684 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d8c3c50-fc1c-419c-b3e5-99620804e1e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:39.639733 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 861b7587-7812-485d-92e2-1cd604896566 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:21:39.658808 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-3d8c3c50-fc1c-419c-b3e5-99620804e1e6 admin admin] Deleting port 2889498e-7821-4ea8-8b25-af11515287de {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:21:39.659058 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d8c3c50-fc1c-419c-b3e5-99620804e1e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:39.665654 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 861b7587-7812-485d-92e2-1cd604896566 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:21:39.666006 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 861b7587-7812-485d-92e2-1cd604896566 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:21:39.666435 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 5375f8db-e621-477e-8bb0-4d3fd6ff0e88 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:21:39.685966 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 5375f8db-e621-477e-8bb0-4d3fd6ff0e88 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:21:39.686318 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 5375f8db-e621-477e-8bb0-4d3fd6ff0e88 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:21:39.687007 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 9f7c9b7e-046b-4a11-8505-7a632a07fea0 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:21:39.706536 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 9f7c9b7e-046b-4a11-8505-7a632a07fea0 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:21:39.706886 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 9f7c9b7e-046b-4a11-8505-7a632a07fea0 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:21:39.746158 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-3d8c3c50-fc1c-419c-b3e5-99620804e1e6 admin admin] For port 2889498e-7821-4ea8-8b25-af11515287de, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=2889498e-7821-4ea8-8b25-af11515287de,segment=NetworkSegment(1ae9762d-ff53-4302-b8dd-40653026eeee),segment_id=1ae9762d-ff53-4302-b8dd-40653026eeee)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:21:39.746516 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d8c3c50-fc1c-419c-b3e5-99620804e1e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:39.763271 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-3d8c3c50-fc1c-419c-b3e5-99620804e1e6 admin admin] Calling delete_port for 2889498e-7821-4ea8-8b25-af11515287de owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:21:39.949061 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d8c3c50-fc1c-419c-b3e5-99620804e1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:39.976622 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c3c50-fc1c-419c-b3e5-99620804e1e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2889498e-7821-4ea8-8b25-af11515287de,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:40.487855 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d8c3c50-fc1c-419c-b3e5-99620804e1e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:40.712855 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d8c3c50-fc1c-419c-b3e5-99620804e1e6 admin admin] Router a3677a1c-e8d6-4f6b-a80f-c10b6cf83127 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:21:40.825111 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8c3c50-fc1c-419c-b3e5-99620804e1e6 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:21:40.830365 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-3d8c3c50-fc1c-419c-b3e5-99620804e1e6 admin admin] 10.222.0.69 "PUT /v2.0/routers/a3677a1c-e8d6-4f6b-a80f-c10b6cf83127/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8210478 Aug 19 15:21:40.833471 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35614) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:21:40.838365 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcd7c48-2ad2-4c0b-9617-2f7eaf316886 None None] Sync routers for ids ['a3677a1c-e8d6-4f6b-a80f-c10b6cf83127'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:21:40.847864 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcd7c48-2ad2-4c0b-9617-2f7eaf316886 None None] Routers {'a3677a1c-e8d6-4f6b-a80f-c10b6cf83127'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:21:40.848500 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ebcd7c48-2ad2-4c0b-9617-2f7eaf316886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:21:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['a3677a1c-e8d6-4f6b-a80f-c10b6cf83127'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:21:40.945250 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e638e8a3-0932-4f9f-9472-75c6cbde8f28 admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:40.973194 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-ebcd7c48-2ad2-4c0b-9617-2f7eaf316886 None None] Set router a3677a1c-e8d6-4f6b-a80f-c10b6cf83127 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:21:41.036678 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:21:41.051884 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e638e8a3-0932-4f9f-9472-75c6cbde8f28 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:41.110180 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e638e8a3-0932-4f9f-9472-75c6cbde8f28 admin admin] Deleting port 36e0c508-b5d6-4177-85df-42f501309fa7 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:21:41.110423 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e638e8a3-0932-4f9f-9472-75c6cbde8f28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:41.175214 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ebcd7c48-2ad2-4c0b-9617-2f7eaf316886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3677a1c-e8d6-4f6b-a80f-c10b6cf83127', 'name': 'tempest-TestVolumeBackupRestore-1617814225-router', 'tenant_id': '342cdf7f5c8d4a1da21d6c142eedb341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '36e0c508-b5d6-4177-85df-42f501309fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:18:35Z', 'updated_at': '2021-08-19T15:21:39Z', 'revision_number': 5, 'project_id': '342cdf7f5c8d4a1da21d6c142eedb341', 'gw_port': {'id': '36e0c508-b5d6-4177-85df-42f501309fa7', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3677a1c-e8d6-4f6b-a80f-c10b6cf83127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:18:35Z', 'updated_at': '2021-08-19T15:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:21:41.203750 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-e638e8a3-0932-4f9f-9472-75c6cbde8f28 admin admin] For port 36e0c508-b5d6-4177-85df-42f501309fa7, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=36e0c508-b5d6-4177-85df-42f501309fa7,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:21:41.204127 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e638e8a3-0932-4f9f-9472-75c6cbde8f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:41.212038 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcd7c48-2ad2-4c0b-9617-2f7eaf316886 None None] Checking router: a3677a1c-e8d6-4f6b-a80f-c10b6cf83127 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:21:41.224295 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e638e8a3-0932-4f9f-9472-75c6cbde8f28 admin admin] Calling delete_port for 36e0c508-b5d6-4177-85df-42f501309fa7 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:21:41.225127 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcd7c48-2ad2-4c0b-9617-2f7eaf316886 None None] Routers {'a3677a1c-e8d6-4f6b-a80f-c10b6cf83127'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:21:41.226037 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ebcd7c48-2ad2-4c0b-9617-2f7eaf316886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:21:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['a3677a1c-e8d6-4f6b-a80f-c10b6cf83127'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:21:41.320703 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-ebcd7c48-2ad2-4c0b-9617-2f7eaf316886 None None] Set router a3677a1c-e8d6-4f6b-a80f-c10b6cf83127 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:21:41.373624 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ebcd7c48-2ad2-4c0b-9617-2f7eaf316886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3677a1c-e8d6-4f6b-a80f-c10b6cf83127', 'name': 'tempest-TestVolumeBackupRestore-1617814225-router', 'tenant_id': '342cdf7f5c8d4a1da21d6c142eedb341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:18:35Z', 'updated_at': '2021-08-19T15:21:41Z', 'revision_number': 6, 'project_id': '342cdf7f5c8d4a1da21d6c142eedb341', 'gw_port_host': None}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:21:41.396427 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e638e8a3-0932-4f9f-9472-75c6cbde8f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:41.435093 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e638e8a3-0932-4f9f-9472-75c6cbde8f28 admin admin] Pushing event deleted for resources: {'Port': ['ID=36e0c508-b5d6-4177-85df-42f501309fa7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:41.501364 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcd7c48-2ad2-4c0b-9617-2f7eaf316886 None None] The sync data for ids ['a3677a1c-e8d6-4f6b-a80f-c10b6cf83127'] in n-d-766043-2 is: [{'id': 'a3677a1c-e8d6-4f6b-a80f-c10b6cf83127', 'name': 'tempest-TestVolumeBackupRestore-1617814225-router', 'tenant_id': '342cdf7f5c8d4a1da21d6c142eedb341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:18:35Z', 'updated_at': '2021-08-19T15:21:41Z', 'revision_number': 6, 'project_id': '342cdf7f5c8d4a1da21d6c142eedb341', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:21:41.508520 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e638e8a3-0932-4f9f-9472-75c6cbde8f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:41.610989 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e638e8a3-0932-4f9f-9472-75c6cbde8f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:41.613766 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e638e8a3-0932-4f9f-9472-75c6cbde8f28 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:41.666526 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e638e8a3-0932-4f9f-9472-75c6cbde8f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:41.667037 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e638e8a3-0932-4f9f-9472-75c6cbde8f28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3677a1c-e8d6-4f6b-a80f-c10b6cf83127 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:21:41.671539 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e638e8a3-0932-4f9f-9472-75c6cbde8f28 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:41.672867 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e638e8a3-0932-4f9f-9472-75c6cbde8f28 admin admin] 10.222.0.69 "DELETE /v2.0/routers/a3677a1c-e8d6-4f6b-a80f-c10b6cf83127 HTTP/1.1" status: 204 len: 168 time: 0.8384514 Aug 19 15:21:41.675492 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35616) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:21:41.721222 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-a276aca8-08ad-4ec2-8135-416ce7710d18 admin admin] Deleting subnet e9042ac2-14d8-4ce2-8a2b-f5da45f838f8 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:21:41.724742 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a276aca8-08ad-4ec2-8135-416ce7710d18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:41.759358 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a276aca8-08ad-4ec2-8135-416ce7710d18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:41.840869 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a276aca8-08ad-4ec2-8135-416ce7710d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:41.926528 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a276aca8-08ad-4ec2-8135-416ce7710d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:41.957527 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a276aca8-08ad-4ec2-8135-416ce7710d18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:41.960642 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a276aca8-08ad-4ec2-8135-416ce7710d18 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/e9042ac2-14d8-4ce2-8a2b-f5da45f838f8 HTTP/1.1" status: 204 len: 168 time: 0.2836573 Aug 19 15:21:41.966279 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a276aca8-08ad-4ec2-8135-416ce7710d18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9042ac2-14d8-4ce2-8a2b-f5da45f838f8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:41.966952 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35618) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:21:41.972750 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4264ae1c-42e7-46ec-82f8-5ddedc627b73 None None] Network 30a49662-cb72-45ae-af21-5f20d6e5630b requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:21:42.044133 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d2e55e1d-0d9d-494b-a537-ba1871ba9106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:42.102662 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d2e55e1d-0d9d-494b-a537-ba1871ba9106 admin admin] Deleting port 7d2aa5dd-9287-44e5-a8a0-e07deab491ea {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:21:42.102968 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d2e55e1d-0d9d-494b-a537-ba1871ba9106 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:42.172640 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-d2e55e1d-0d9d-494b-a537-ba1871ba9106 admin admin] For port 7d2aa5dd-9287-44e5-a8a0-e07deab491ea, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=7d2aa5dd-9287-44e5-a8a0-e07deab491ea,segment=NetworkSegment(1ae9762d-ff53-4302-b8dd-40653026eeee),segment_id=1ae9762d-ff53-4302-b8dd-40653026eeee)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:21:42.172925 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d2e55e1d-0d9d-494b-a537-ba1871ba9106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:42.186226 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d2e55e1d-0d9d-494b-a537-ba1871ba9106 admin admin] Calling delete_port for 7d2aa5dd-9287-44e5-a8a0-e07deab491ea owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:21:42.275070 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d2e55e1d-0d9d-494b-a537-ba1871ba9106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:42.303876 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91b0e3f-2b82-4fbd-9faa-575f81837ae3 None None] DHCP port deletion for 30a49662-cb72-45ae-af21-5f20d6e5630b request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:21:42.307159 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 2889498e-7821-4ea8-8b25-af11515287de no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:21:42.316089 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e55e1d-0d9d-494b-a537-ba1871ba9106 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d2aa5dd-9287-44e5-a8a0-e07deab491ea,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:42.319716 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e55e1d-0d9d-494b-a537-ba1871ba9106 admin admin] No DVR routers for this DVR port 7d2aa5dd-9287-44e5-a8a0-e07deab491ea on host n-d-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:21:42.334500 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 2889498e-7821-4ea8-8b25-af11515287de {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:21:42.334836 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 2889498e-7821-4ea8-8b25-af11515287de not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:21:42.396746 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d2e55e1d-0d9d-494b-a537-ba1871ba9106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:42.412633 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d2e55e1d-0d9d-494b-a537-ba1871ba9106 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30a49662-cb72-45ae-af21-5f20d6e5630b']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:21:42.425868 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d2e55e1d-0d9d-494b-a537-ba1871ba9106 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ae9762d-ff53-4302-b8dd-40653026eeee') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:21:42.426094 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d2e55e1d-0d9d-494b-a537-ba1871ba9106 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ae9762d-ff53-4302-b8dd-40653026eeee') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:21:42.436906 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d2e55e1d-0d9d-494b-a537-ba1871ba9106 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:42.454615 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d2e55e1d-0d9d-494b-a537-ba1871ba9106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:42.465648 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2e55e1d-0d9d-494b-a537-ba1871ba9106 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:21:42.466441 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d2e55e1d-0d9d-494b-a537-ba1871ba9106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:42.469266 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 15:21:42.469266 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:21:42.469266 n-d-766043-2 neutron-server[94640]: timer() Aug 19 15:21:42.469266 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:21:42.469266 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 15:21:42.469266 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:21:42.469266 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 15:21:42.469266 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:21:42.469266 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 15:21:42.469266 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:21:42.469266 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 15:21:42.469266 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:21:42.469266 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 15:21:42.469266 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:21:42.469266 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:21:42.469266 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:21:42.469266 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:21:42.469266 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:21:42.469266 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 15:21:42.469266 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:21:42.469266 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 15:21:42.469266 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:21:42.469266 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:21:42.469266 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:21:42.469266 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 15:21:42.469266 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:21:42.469266 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:21:42.469266 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:21:42.469266 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:21:42.469266 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:21:42.469266 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:21:42.469266 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:21:42.548440 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d2e55e1d-0d9d-494b-a537-ba1871ba9106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:42.557428 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d2e55e1d-0d9d-494b-a537-ba1871ba9106 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:42.559417 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d2e55e1d-0d9d-494b-a537-ba1871ba9106 admin admin] 10.222.0.69 "DELETE /v2.0/networks/30a49662-cb72-45ae-af21-5f20d6e5630b HTTP/1.1" status: 204 len: 168 time: 0.5913987 Aug 19 15:21:42.576144 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e55e1d-0d9d-494b-a537-ba1871ba9106 admin admin] Pushing event deleted for resources: {'Network': ['ID=30a49662-cb72-45ae-af21-5f20d6e5630b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:42.753300 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35622) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:21:42.796109 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7ec96b9e-db12-4891-a0b1-ef4827a57b5a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d707e74e31ea4b7698b4110c146728ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416028 Aug 19 15:21:42.799949 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35624) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:21:42.851586 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dee6f310-6638-477b-a9dc-f22565286430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:42.874509 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dee6f310-6638-477b-a9dc-f22565286430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:42.927693 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dee6f310-6638-477b-a9dc-f22565286430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:42.930231 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dee6f310-6638-477b-a9dc-f22565286430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:42.931394 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-dee6f310-6638-477b-a9dc-f22565286430 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1b4bc05a-b7f8-423a-b91f-e53e727ee102 HTTP/1.1" status: 204 len: 168 time: 0.1305044 Aug 19 15:21:42.940506 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6f310-6638-477b-a9dc-f22565286430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4bc05a-b7f8-423a-b91f-e53e727ee102,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:43.297034 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35630) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:21:43.341606 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ddf0e9d8-74b6-4051-8957-ff5ea157e914 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=342cdf7f5c8d4a1da21d6c142eedb341&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432339 Aug 19 15:21:43.344665 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35632) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:21:43.397380 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e2039460-fee0-4d8a-bbd8-a87ce78e0ca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:43.421962 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e2039460-fee0-4d8a-bbd8-a87ce78e0ca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:43.484161 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e2039460-fee0-4d8a-bbd8-a87ce78e0ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:43.487967 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e2039460-fee0-4d8a-bbd8-a87ce78e0ca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:43.490674 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e2039460-fee0-4d8a-bbd8-a87ce78e0ca8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4cd59537-d1d3-4912-a4d5-909764320a11 HTTP/1.1" status: 204 len: 168 time: 0.1438458 Aug 19 15:21:43.499099 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2039460-fee0-4d8a-bbd8-a87ce78e0ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd59537-d1d3-4912-a4d5-909764320a11,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:43.643801 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 36e0c508-b5d6-4177-85df-42f501309fa7 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:21:43.664998 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 36e0c508-b5d6-4177-85df-42f501309fa7 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:21:43.665377 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 36e0c508-b5d6-4177-85df-42f501309fa7 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:21:43.665880 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 7d2aa5dd-9287-44e5-a8a0-e07deab491ea no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:21:43.687964 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 7d2aa5dd-9287-44e5-a8a0-e07deab491ea {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:21:43.688361 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 7d2aa5dd-9287-44e5-a8a0-e07deab491ea not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:21:53.354390 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [req-31841f06-82a4-47de-820d-bef95fe642f1 req-cb3d9926-2c94-403e-b0f7-65f542312037 service neutron] (94640) timed out ('10.222.0.68', 62798) {{(pid=94640) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 15:21:53.903461 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4f664411-04bc-4a8d-88a8-01a5fed4f199 req-391acd88-e35b-4c0d-8f42-290c563c4f48 tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=cb57ff6d0c6943609631cb4f9d9ef2b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264463 Aug 19 15:21:54.024920 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f664411-04bc-4a8d-88a8-01a5fed4f199 req-0175dbb2-d696-4407-a926-474295ad0e3a tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:54.026329 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4f664411-04bc-4a8d-88a8-01a5fed4f199 req-0175dbb2-d696-4407-a926-474295ad0e3a tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1157446 Aug 19 15:21:54.042709 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4f664411-04bc-4a8d-88a8-01a5fed4f199 req-df5785e0-1154-4313-a42a-0dfb96c1c106 tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] 10.222.0.69 "GET /v2.0/quotas/cb57ff6d0c6943609631cb4f9d9ef2b8 HTTP/1.1" status: 200 len: 375 time: 0.0098999 Aug 19 15:21:54.075538 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4f664411-04bc-4a8d-88a8-01a5fed4f199 req-db482c9d-cc7b-4e54-a9bc-fbc899cbf802 tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb57ff6d0c6943609631cb4f9d9ef2b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264297 Aug 19 15:21:54.241954 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-74b8f4a8-5c10-4d7e-bbfc-ccc5d08c7ada req-8cd5533f-11fb-42ab-af04-0d98df8be9d2 tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] 10.222.0.69 "GET /v2.0/ports?device_id=66c56872-30d4-46f5-ba3d-4923b526bcc5 HTTP/1.1" status: 200 len: 210 time: 0.0315146 Aug 19 15:21:55.079180 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4f664411-04bc-4a8d-88a8-01a5fed4f199 req-bde60b41-1896-49f2-81a0-7b4695b09bd5 tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=cb57ff6d0c6943609631cb4f9d9ef2b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244045 Aug 19 15:21:55.189549 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f664411-04bc-4a8d-88a8-01a5fed4f199 req-f565afcf-91f6-4de7-af90-7f447b4f9d57 tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:55.190991 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4f664411-04bc-4a8d-88a8-01a5fed4f199 req-f565afcf-91f6-4de7-af90-7f447b4f9d57 tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1066778 Aug 19 15:21:55.204895 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-4f664411-04bc-4a8d-88a8-01a5fed4f199 req-282317e5-4c00-43a1-b3a8-3b4dbb2f32c9 tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] Request body: {'port': {'device_id': '66c56872-30d4-46f5-ba3d-4923b526bcc5', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'admin_state_up': True, 'tenant_id': 'cb57ff6d0c6943609631cb4f9d9ef2b8'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:21:55.340845 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f664411-04bc-4a8d-88a8-01a5fed4f199 req-282317e5-4c00-43a1-b3a8-3b4dbb2f32c9 tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] Made reservation on behalf of cb57ff6d0c6943609631cb4f9d9ef2b8 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:21:55.344843 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4f664411-04bc-4a8d-88a8-01a5fed4f199 req-282317e5-4c00-43a1-b3a8-3b4dbb2f32c9 tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:55.362566 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b0ea62eb-20b8-49ee-b620-d56c391b7b1e req-940218b8-4758-4414-aac9-a3d36ca27189 tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] 10.222.0.69 "GET /v2.0/ports?device_id=66c56872-30d4-46f5-ba3d-4923b526bcc5 HTTP/1.1" status: 200 len: 210 time: 0.0346076 Aug 19 15:21:55.368236 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4f664411-04bc-4a8d-88a8-01a5fed4f199 req-282317e5-4c00-43a1-b3a8-3b4dbb2f32c9 tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:55.461932 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4f664411-04bc-4a8d-88a8-01a5fed4f199 req-282317e5-4c00-43a1-b3a8-3b4dbb2f32c9 tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:55.465954 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4f664411-04bc-4a8d-88a8-01a5fed4f199 req-282317e5-4c00-43a1-b3a8-3b4dbb2f32c9 tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:55.534221 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282317e5-4c00-43a1-b3a8-3b4dbb2f32c9 tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e44f79a3-6a75-4eb8-a161-f4d2ad86fc5b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:55.610304 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-4f664411-04bc-4a8d-88a8-01a5fed4f199 req-282317e5-4c00-43a1-b3a8-3b4dbb2f32c9 tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] Allocated IP 192.168.233.232 (5146d24a-89b5-4a43-8ca4-b26f4fb943f7/2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86/242e868b-c1d5-43ea-bb43-f8e399389a9b) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:21:55.758401 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4f664411-04bc-4a8d-88a8-01a5fed4f199 req-282317e5-4c00-43a1-b3a8-3b4dbb2f32c9 tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:55.772537 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-4f664411-04bc-4a8d-88a8-01a5fed4f199 req-282317e5-4c00-43a1-b3a8-3b4dbb2f32c9 tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] Transition to ACTIVE for port object 242e868b-c1d5-43ea-bb43-f8e399389a9b will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:21:55.805492 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4f664411-04bc-4a8d-88a8-01a5fed4f199 req-282317e5-4c00-43a1-b3a8-3b4dbb2f32c9 tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:55.844144 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f664411-04bc-4a8d-88a8-01a5fed4f199 req-282317e5-4c00-43a1-b3a8-3b4dbb2f32c9 tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] Network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:21:55.847295 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-4f664411-04bc-4a8d-88a8-01a5fed4f199 req-282317e5-4c00-43a1-b3a8-3b4dbb2f32c9 tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:21:55.850987 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f664411-04bc-4a8d-88a8-01a5fed4f199 req-282317e5-4c00-43a1-b3a8-3b4dbb2f32c9 tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:21:55.887176 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282317e5-4c00-43a1-b3a8-3b4dbb2f32c9 tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] Pushing event updated for resources: {'Port': ['ID=242e868b-c1d5-43ea-bb43-f8e399389a9b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:55.910436 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f664411-04bc-4a8d-88a8-01a5fed4f199 req-282317e5-4c00-43a1-b3a8-3b4dbb2f32c9 tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:55.911075 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4f664411-04bc-4a8d-88a8-01a5fed4f199 req-282317e5-4c00-43a1-b3a8-3b4dbb2f32c9 tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:55.927362 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4f664411-04bc-4a8d-88a8-01a5fed4f199 req-282317e5-4c00-43a1-b3a8-3b4dbb2f32c9 tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7270615 Aug 19 15:21:55.939580 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [req-4f664411-04bc-4a8d-88a8-01a5fed4f199 req-db88ee43-277a-479a-933d-8cf413f0aaf2 tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:21:55.940466 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4f664411-04bc-4a8d-88a8-01a5fed4f199 req-db88ee43-277a-479a-933d-8cf413f0aaf2 tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065339 Aug 19 15:21:56.059034 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-4f664411-04bc-4a8d-88a8-01a5fed4f199 req-c3f053d3-0efb-49ae-8b1e-c8bb92712197 service neutron] Request body: {'port': {'device_id': '66c56872-30d4-46f5-ba3d-4923b526bcc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:21:56.090861 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-eb833c5a-2fbc-40f2-befd-9b396b0785e7 None None] Provisioning for port 242e868b-c1d5-43ea-bb43-f8e399389a9b completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:21:56.094802 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-eb833c5a-2fbc-40f2-befd-9b396b0785e7 None None] Provisioning complete for port 242e868b-c1d5-43ea-bb43-f8e399389a9b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:21:56.095300 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-eb833c5a-2fbc-40f2-befd-9b396b0785e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:56.128297 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4f664411-04bc-4a8d-88a8-01a5fed4f199 req-c3f053d3-0efb-49ae-8b1e-c8bb92712197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:56.131439 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-eb833c5a-2fbc-40f2-befd-9b396b0785e7 None None] Port 242e868b-c1d5-43ea-bb43-f8e399389a9b cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:21:56.402182 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-4f664411-04bc-4a8d-88a8-01a5fed4f199 req-c3f053d3-0efb-49ae-8b1e-c8bb92712197 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 242e868b-c1d5-43ea-bb43-f8e399389a9b {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:21:56.409619 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4f664411-04bc-4a8d-88a8-01a5fed4f199 req-c3f053d3-0efb-49ae-8b1e-c8bb92712197 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:56.421457 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-4f664411-04bc-4a8d-88a8-01a5fed4f199 req-c3f053d3-0efb-49ae-8b1e-c8bb92712197 service neutron] Transition to ACTIVE for port object 242e868b-c1d5-43ea-bb43-f8e399389a9b will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:21:56.425515 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4f664411-04bc-4a8d-88a8-01a5fed4f199 req-c3f053d3-0efb-49ae-8b1e-c8bb92712197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:56.511453 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f053d3-0efb-49ae-8b1e-c8bb92712197 service neutron] Pushing event updated for resources: {'Port': ['ID=242e868b-c1d5-43ea-bb43-f8e399389a9b,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:56.545424 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26aca6-58d8-4af0-9a91-0c89e019a424 req-300797ab-83a6-461b-b7dd-3f7d77ecc4c3 tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:56.546973 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0b26aca6-58d8-4af0-9a91-0c89e019a424 req-300797ab-83a6-461b-b7dd-3f7d77ecc4c3 tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] 10.222.0.69 "GET /v2.0/ports?device_id=66c56872-30d4-46f5-ba3d-4923b526bcc5 HTTP/1.1" status: 200 len: 948 time: 0.1132653 Aug 19 15:21:56.622636 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0b26aca6-58d8-4af0-9a91-0c89e019a424 req-6c824693-63ae-484f-845f-8bfdb8492585 tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] 10.222.0.69 "GET /v2.0/security-groups?id=e44f79a3-6a75-4eb8-a161-f4d2ad86fc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556040 Aug 19 15:21:56.625653 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-4f664411-04bc-4a8d-88a8-01a5fed4f199 req-c3f053d3-0efb-49ae-8b1e-c8bb92712197 service neutron] Attempting to bind port 242e868b-c1d5-43ea-bb43-f8e399389a9b on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:21:56.626043 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-4f664411-04bc-4a8d-88a8-01a5fed4f199 req-c3f053d3-0efb-49ae-8b1e-c8bb92712197 service neutron] Attempting to bind port 242e868b-c1d5-43ea-bb43-f8e399389a9b by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:21:56.626298 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f664411-04bc-4a8d-88a8-01a5fed4f199 req-c3f053d3-0efb-49ae-8b1e-c8bb92712197 service neutron] Attempting to bind port 242e868b-c1d5-43ea-bb43-f8e399389a9b on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:21:56.630992 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f664411-04bc-4a8d-88a8-01a5fed4f199 req-c3f053d3-0efb-49ae-8b1e-c8bb92712197 service neutron] Port 242e868b-c1d5-43ea-bb43-f8e399389a9b on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:21:56.631310 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f664411-04bc-4a8d-88a8-01a5fed4f199 req-c3f053d3-0efb-49ae-8b1e-c8bb92712197 service neutron] Attempting to bind port 242e868b-c1d5-43ea-bb43-f8e399389a9b on network 5146d24a-89b5-4a43-8ca4-b26f4fb943f7 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:21:56.637189 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f664411-04bc-4a8d-88a8-01a5fed4f199 req-c3f053d3-0efb-49ae-8b1e-c8bb92712197 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:21:56.637584 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f664411-04bc-4a8d-88a8-01a5fed4f199 req-c3f053d3-0efb-49ae-8b1e-c8bb92712197 service neutron] Checking segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:21:56.637985 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f664411-04bc-4a8d-88a8-01a5fed4f199 req-c3f053d3-0efb-49ae-8b1e-c8bb92712197 service neutron] Bound using segment: {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:21:56.638432 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-4f664411-04bc-4a8d-88a8-01a5fed4f199 req-c3f053d3-0efb-49ae-8b1e-c8bb92712197 service neutron] Bound port: 242e868b-c1d5-43ea-bb43-f8e399389a9b, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36ee212f-d90b-4e95-b186-85aafded0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:21:56.638795 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4f664411-04bc-4a8d-88a8-01a5fed4f199 req-c3f053d3-0efb-49ae-8b1e-c8bb92712197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:56.707361 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-4f664411-04bc-4a8d-88a8-01a5fed4f199 req-c3f053d3-0efb-49ae-8b1e-c8bb92712197 service neutron] For port 242e868b-c1d5-43ea-bb43-f8e399389a9b, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:21:56.710496 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-4f664411-04bc-4a8d-88a8-01a5fed4f199 req-c3f053d3-0efb-49ae-8b1e-c8bb92712197 service neutron] For port 242e868b-c1d5-43ea-bb43-f8e399389a9b, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=242e868b-c1d5-43ea-bb43-f8e399389a9b,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:21:56.715304 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4f664411-04bc-4a8d-88a8-01a5fed4f199 req-c3f053d3-0efb-49ae-8b1e-c8bb92712197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:56.748921 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f664411-04bc-4a8d-88a8-01a5fed4f199 req-c3f053d3-0efb-49ae-8b1e-c8bb92712197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:56.750418 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4f664411-04bc-4a8d-88a8-01a5fed4f199 req-c3f053d3-0efb-49ae-8b1e-c8bb92712197 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:56.751795 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4f664411-04bc-4a8d-88a8-01a5fed4f199 req-c3f053d3-0efb-49ae-8b1e-c8bb92712197 service neutron] 10.222.0.88 "PUT /v2.0/ports/242e868b-c1d5-43ea-bb43-f8e399389a9b HTTP/1.1" status: 200 len: 1096 time: 0.8043346 Aug 19 15:21:56.754691 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c56872-30d4-46f5-ba3d-4923b526bcc5', 'tag': '242e868b-c1d5-43ea-bb43-f8e399389a9b'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:21:56.758198 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6618bc1-5673-48ca-bcdb-14617d3764db" -d '{"events": [{"name": "network-changed", "server_uuid": "66c56872-30d4-46f5-ba3d-4923b526bcc5", "tag": "242e868b-c1d5-43ea-bb43-f8e399389a9b"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:21:56.789045 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f053d3-0efb-49ae-8b1e-c8bb92712197 service neutron] Pushing event updated for resources: {'Port': ['ID=242e868b-c1d5-43ea-bb43-f8e399389a9b,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:56.803465 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d3a9c4-f9c6-435f-bb54-5845fffea6ad x-openstack-request-id: req-d6d3a9c4-f9c6-435f-bb54-5845fffea6ad {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:21:56.803964 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66c56872-30d4-46f5-ba3d-4923b526bcc5", "tag": "242e868b-c1d5-43ea-bb43-f8e399389a9b", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:21:56.804274 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d6d3a9c4-f9c6-435f-bb54-5845fffea6ad {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:21:56.804637 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66c56872-30d4-46f5-ba3d-4923b526bcc5', 'tag': '242e868b-c1d5-43ea-bb43-f8e399389a9b', 'status': 'completed', 'code': 200} Aug 19 15:21:56.839808 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f664411-04bc-4a8d-88a8-01a5fed4f199 req-211f9656-f622-454c-868a-8e913f443207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:56.841383 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4f664411-04bc-4a8d-88a8-01a5fed4f199 req-211f9656-f622-454c-868a-8e913f443207 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=cb57ff6d0c6943609631cb4f9d9ef2b8&device_id=66c56872-30d4-46f5-ba3d-4923b526bcc5 HTTP/1.1" status: 200 len: 1099 time: 0.0485091 Aug 19 15:21:56.883849 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4f664411-04bc-4a8d-88a8-01a5fed4f199 req-1c9798fd-e911-40b8-9759-d28d55a1c2e2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=242e868b-c1d5-43ea-bb43-f8e399389a9b HTTP/1.1" status: 200 len: 217 time: 0.0350430 Aug 19 15:21:56.939866 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f664411-04bc-4a8d-88a8-01a5fed4f199 req-85070a9d-fb78-4387-9ef4-c535eefa7c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:56.941219 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4f664411-04bc-4a8d-88a8-01a5fed4f199 req-85070a9d-fb78-4387-9ef4-c535eefa7c9d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.0501158 Aug 19 15:21:56.989120 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f664411-04bc-4a8d-88a8-01a5fed4f199 req-fe315841-80d6-43c0-9022-b941df6e294f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:56.990615 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4f664411-04bc-4a8d-88a8-01a5fed4f199 req-fe315841-80d6-43c0-9022-b941df6e294f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0421033 Aug 19 15:21:57.091365 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4f664411-04bc-4a8d-88a8-01a5fed4f199 req-01135e8a-a6fe-4559-a09d-97815919f007 service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887668 Aug 19 15:21:57.183544 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4f664411-04bc-4a8d-88a8-01a5fed4f199 req-c4a7d6a3-f240-431e-900e-bd006909b645 service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852714 Aug 19 15:21:57.273481 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6618bc1-5673-48ca-bcdb-14617d3764db req-1e96cc1d-4cbe-4b92-8d27-c2648a5f2312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:57.274995 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d6618bc1-5673-48ca-bcdb-14617d3764db req-1e96cc1d-4cbe-4b92-8d27-c2648a5f2312 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=cb57ff6d0c6943609631cb4f9d9ef2b8&device_id=66c56872-30d4-46f5-ba3d-4923b526bcc5 HTTP/1.1" status: 200 len: 1099 time: 0.0488732 Aug 19 15:21:57.371441 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6618bc1-5673-48ca-bcdb-14617d3764db req-9436363b-a8fa-4e65-96f8-c6d886c75c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:57.373138 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d6618bc1-5673-48ca-bcdb-14617d3764db req-9436363b-a8fa-4e65-96f8-c6d886c75c2a service neutron] 10.222.0.88 "GET /v2.0/networks?id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7 HTTP/1.1" status: 200 len: 870 time: 0.0908391 Aug 19 15:21:57.416866 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d6618bc1-5673-48ca-bcdb-14617d3764db req-447ad613-d5cf-42db-94cf-fc79b747996c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=242e868b-c1d5-43ea-bb43-f8e399389a9b HTTP/1.1" status: 200 len: 217 time: 0.0359890 Aug 19 15:21:57.466314 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6618bc1-5673-48ca-bcdb-14617d3764db req-ef7cfe47-133f-4cac-97f6-946d6bc76447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:57.467780 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d6618bc1-5673-48ca-bcdb-14617d3764db req-ef7cfe47-133f-4cac-97f6-946d6bc76447 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86 HTTP/1.1" status: 200 len: 843 time: 0.0437765 Aug 19 15:21:57.519135 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6618bc1-5673-48ca-bcdb-14617d3764db req-ab799760-8f5e-4c3d-ae94-55a50876f423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:57.520947 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d6618bc1-5673-48ca-bcdb-14617d3764db req-ab799760-8f5e-4c3d-ae94-55a50876f423 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5146d24a-89b5-4a43-8ca4-b26f4fb943f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0444779 Aug 19 15:21:57.613558 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d6618bc1-5673-48ca-bcdb-14617d3764db req-dbba7f6d-1ec9-4607-97c0-979df611daff service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848749 Aug 19 15:21:57.742166 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d6618bc1-5673-48ca-bcdb-14617d3764db req-5472ae9f-5f1e-4af2-82d6-8e281093efe9 service neutron] 10.222.0.88 "GET /v2.0/networks/5146d24a-89b5-4a43-8ca4-b26f4fb943f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207764 Aug 19 15:21:57.769543 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bcd99b-82b6-4ab7-bb20-71ec91566c69 req-f6870ca1-fa3c-4e0c-9820-0b540f466dac tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:57.771065 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-99bcd99b-82b6-4ab7-bb20-71ec91566c69 req-f6870ca1-fa3c-4e0c-9820-0b540f466dac tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] 10.222.0.69 "GET /v2.0/ports?device_id=66c56872-30d4-46f5-ba3d-4923b526bcc5 HTTP/1.1" status: 200 len: 948 time: 0.0690589 Aug 19 15:21:57.812728 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-99bcd99b-82b6-4ab7-bb20-71ec91566c69 req-ba526895-0500-4600-9821-4c158e061f29 tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] 10.222.0.69 "GET /v2.0/security-groups?id=e44f79a3-6a75-4eb8-a161-f4d2ad86fc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354395 Aug 19 15:21:58.929425 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32f07e-159c-4a0e-975f-913ffdb22614 req-939d9c1f-5530-4ca9-b8c0-b091a5dfbb72 tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:21:58.930905 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ca32f07e-159c-4a0e-975f-913ffdb22614 req-939d9c1f-5530-4ca9-b8c0-b091a5dfbb72 tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] 10.222.0.69 "GET /v2.0/ports?device_id=66c56872-30d4-46f5-ba3d-4923b526bcc5 HTTP/1.1" status: 200 len: 948 time: 0.0491750 Aug 19 15:21:58.972396 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ca32f07e-159c-4a0e-975f-913ffdb22614 req-1ce1622b-3b51-4fdf-ac50-a0065b3c1e8f tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] 10.222.0.69 "GET /v2.0/security-groups?id=e44f79a3-6a75-4eb8-a161-f4d2ad86fc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346482 Aug 19 15:21:59.154080 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 242e868b-c1d5-43ea-bb43-f8e399389a9b details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:21:59.263104 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 242e868b-c1d5-43ea-bb43-f8e399389a9b, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=242e868b-c1d5-43ea-bb43-f8e399389a9b,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:21:59.274387 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '242e868b-c1d5-43ea-bb43-f8e399389a9b', 'network_id': '5146d24a-89b5-4a43-8ca4-b26f4fb943f7', 'port_id': '242e868b-c1d5-43ea-bb43-f8e399389a9b', 'mac_address': 'fa:16:3e:b0:e4:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4b27a4-6fc2-4cb6-928d-b2ba3b10df86', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:21:59.311804 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:59.324360 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 242e868b-c1d5-43ea-bb43-f8e399389a9b {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:21:59.344433 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 242e868b-c1d5-43ea-bb43-f8e399389a9b, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=242e868b-c1d5-43ea-bb43-f8e399389a9b,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:21:59.348515 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:21:59.399075 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=242e868b-c1d5-43ea-bb43-f8e399389a9b,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:21:59.407379 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:59.407641 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:59.407980 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:59.408353 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:59.408797 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:59.409031 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:59.409355 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:59.409707 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:59.410105 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:59.410426 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:59.410749 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:59.411065 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:21:59.574768 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['242e868b-c1d5-43ea-bb43-f8e399389a9b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:22:00.117530 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78768d82-9bbf-483e-a8c4-50946f88535e req-6658bf03-1177-445d-aac3-dcbe79403f80 tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:00.119068 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-78768d82-9bbf-483e-a8c4-50946f88535e req-6658bf03-1177-445d-aac3-dcbe79403f80 tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] 10.222.0.69 "GET /v2.0/ports?device_id=66c56872-30d4-46f5-ba3d-4923b526bcc5 HTTP/1.1" status: 200 len: 949 time: 0.0571411 Aug 19 15:22:00.163626 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-78768d82-9bbf-483e-a8c4-50946f88535e req-9010b91b-7a56-4697-8c06-70e7905109dc tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] 10.222.0.69 "GET /v2.0/security-groups?id=e44f79a3-6a75-4eb8-a161-f4d2ad86fc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358851 Aug 19 15:22:01.169789 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 242e868b-c1d5-43ea-bb43-f8e399389a9b up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:22:01.219966 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 242e868b-c1d5-43ea-bb43-f8e399389a9b completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:22:01.223709 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 242e868b-c1d5-43ea-bb43-f8e399389a9b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:22:01.224086 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:01.281431 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d149aa9-7c1f-41e1-b3bc-d66e755cf896 req-e4784dc5-f94c-4005-973e-d8d6faacd966 tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:01.283708 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7d149aa9-7c1f-41e1-b3bc-d66e755cf896 req-e4784dc5-f94c-4005-973e-d8d6faacd966 tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] 10.222.0.69 "GET /v2.0/ports?device_id=66c56872-30d4-46f5-ba3d-4923b526bcc5 HTTP/1.1" status: 200 len: 949 time: 0.0523539 Aug 19 15:22:01.305473 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:01.323810 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7d149aa9-7c1f-41e1-b3bc-d66e755cf896 req-9b34c91a-e38d-4ea0-b57d-2d948da4d7f7 tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] 10.222.0.69 "GET /v2.0/security-groups?id=e44f79a3-6a75-4eb8-a161-f4d2ad86fc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336688 Aug 19 15:22:01.329631 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c56872-30d4-46f5-ba3d-4923b526bcc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242e868b-c1d5-43ea-bb43-f8e399389a9b'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:22:01.331902 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631483b0-e932-42e2-80c4-acad592848b1" -d '{"events": [{"server_uuid": "66c56872-30d4-46f5-ba3d-4923b526bcc5", "name": "network-vif-plugged", "status": "completed", "tag": "242e868b-c1d5-43ea-bb43-f8e399389a9b"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:22:01.346182 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 242e868b-c1d5-43ea-bb43-f8e399389a9b, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=242e868b-c1d5-43ea-bb43-f8e399389a9b,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:22:01.351187 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:01.377908 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8eeb5a3-6f22-43cd-9344-431f492c12a9 x-openstack-request-id: req-c8eeb5a3-6f22-43cd-9344-431f492c12a9 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:22:01.378196 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c56872-30d4-46f5-ba3d-4923b526bcc5", "name": "network-vif-plugged", "status": "completed", "tag": "242e868b-c1d5-43ea-bb43-f8e399389a9b", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:22:01.378560 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c8eeb5a3-6f22-43cd-9344-431f492c12a9 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:22:01.378826 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c56872-30d4-46f5-ba3d-4923b526bcc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242e868b-c1d5-43ea-bb43-f8e399389a9b', 'code': 200} Aug 19 15:22:01.405331 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=242e868b-c1d5-43ea-bb43-f8e399389a9b,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:01.432197 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-68036c0c-db31-42ff-8ae8-49d67f76ecb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:01.466243 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3fc014-34c6-4b23-bf19-a59bd5d974f4 req-bd6125b6-9fc6-4d92-90ef-77d6f30649ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:01.467779 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dc3fc014-34c6-4b23-bf19-a59bd5d974f4 req-bd6125b6-9fc6-4d92-90ef-77d6f30649ad service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=66c56872-30d4-46f5-ba3d-4923b526bcc5 HTTP/1.1" status: 200 len: 1101 time: 0.0425000 Aug 19 15:22:01.503249 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dc3fc014-34c6-4b23-bf19-a59bd5d974f4 req-f125a7a1-76b6-423d-9cf0-a446a53464fd service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=e44f79a3-6a75-4eb8-a161-f4d2ad86fc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286226 Aug 19 15:22:02.442574 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1e83a-603d-4c39-9f1e-f94eb1ec06e6 req-73c53ab6-d571-46fe-8e9e-813e6283c8c4 tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:02.444235 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-87c1e83a-603d-4c39-9f1e-f94eb1ec06e6 req-73c53ab6-d571-46fe-8e9e-813e6283c8c4 tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] 10.222.0.69 "GET /v2.0/ports?device_id=66c56872-30d4-46f5-ba3d-4923b526bcc5 HTTP/1.1" status: 200 len: 950 time: 0.0511687 Aug 19 15:22:02.488637 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-87c1e83a-603d-4c39-9f1e-f94eb1ec06e6 req-58d4ff8d-bab0-4cf4-a3e2-c39c8e9cd373 tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] 10.222.0.69 "GET /v2.0/security-groups?id=e44f79a3-6a75-4eb8-a161-f4d2ad86fc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382249 Aug 19 15:22:03.612771 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9886eab-65f3-40d8-b9f7-3b44a600ae04 req-88748fa5-0d37-40cf-863b-6613f394dda3 tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:03.614316 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d9886eab-65f3-40d8-b9f7-3b44a600ae04 req-88748fa5-0d37-40cf-863b-6613f394dda3 tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] 10.222.0.69 "GET /v2.0/ports?device_id=66c56872-30d4-46f5-ba3d-4923b526bcc5 HTTP/1.1" status: 200 len: 950 time: 0.0541008 Aug 19 15:22:03.657811 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d9886eab-65f3-40d8-b9f7-3b44a600ae04 req-5ad4d735-6fe9-481b-9cd0-dbbb2acc88a9 tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] 10.222.0.69 "GET /v2.0/security-groups?id=e44f79a3-6a75-4eb8-a161-f4d2ad86fc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372274 Aug 19 15:22:04.371133 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a9b7a1ce-558c-4e94-b6c8-f3a5508c7aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:04.443493 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:04.584808 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:04.693221 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f0ea3-1484-4076-bc45-90f07dbd5b25 req-cec0b3ca-26a6-46af-9a28-049eb0ada95d tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:04.695168 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-661f0ea3-1484-4076-bc45-90f07dbd5b25 req-cec0b3ca-26a6-46af-9a28-049eb0ada95d tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] 10.222.0.69 "GET /v2.0/ports?device_id=66c56872-30d4-46f5-ba3d-4923b526bcc5 HTTP/1.1" status: 200 len: 950 time: 0.0626380 Aug 19 15:22:04.735650 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-661f0ea3-1484-4076-bc45-90f07dbd5b25 req-e63ad990-2fe7-403e-bb57-d1f5ac2acffa tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] 10.222.0.69 "GET /v2.0/security-groups?id=e44f79a3-6a75-4eb8-a161-f4d2ad86fc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343218 Aug 19 15:22:05.230559 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:05.669938 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:05.945141 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c101fd5-558c-4ec2-99bc-9acda93d1c96 req-ee17768e-0a91-4fbf-acd3-46b4363a436b tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:05.947109 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4c101fd5-558c-4ec2-99bc-9acda93d1c96 req-ee17768e-0a91-4fbf-acd3-46b4363a436b tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] 10.222.0.69 "GET /v2.0/ports?device_id=66c56872-30d4-46f5-ba3d-4923b526bcc5 HTTP/1.1" status: 200 len: 950 time: 0.1173124 Aug 19 15:22:05.966806 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87613f5a-d48f-4b8c-b4fe-a35293c8d440 req-c4bf2c19-0814-4ce9-b557-73a932d7ae01 tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:05.969484 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-87613f5a-d48f-4b8c-b4fe-a35293c8d440 req-c4bf2c19-0814-4ce9-b557-73a932d7ae01 tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] 10.222.0.88 "GET /v2.0/ports?device_id=66c56872-30d4-46f5-ba3d-4923b526bcc5 HTTP/1.1" status: 200 len: 950 time: 0.1016695 Aug 19 15:22:06.059204 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4c101fd5-558c-4ec2-99bc-9acda93d1c96 req-5451f098-77ca-485f-b139-58b72a57baa0 tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] 10.222.0.69 "GET /v2.0/security-groups?id=e44f79a3-6a75-4eb8-a161-f4d2ad86fc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041379 Aug 19 15:22:06.111267 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-87613f5a-d48f-4b8c-b4fe-a35293c8d440 req-276c4934-6c1f-4cb5-b1a1-86774267384c tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] Deleting port 242e868b-c1d5-43ea-bb43-f8e399389a9b {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:22:06.111719 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-87613f5a-d48f-4b8c-b4fe-a35293c8d440 req-276c4934-6c1f-4cb5-b1a1-86774267384c tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:06.206962 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-87613f5a-d48f-4b8c-b4fe-a35293c8d440 req-276c4934-6c1f-4cb5-b1a1-86774267384c tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] For port 242e868b-c1d5-43ea-bb43-f8e399389a9b, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=242e868b-c1d5-43ea-bb43-f8e399389a9b,segment=NetworkSegment(36ee212f-d90b-4e95-b186-85aafded0512),segment_id=36ee212f-d90b-4e95-b186-85aafded0512)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:22:06.207335 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-87613f5a-d48f-4b8c-b4fe-a35293c8d440 req-276c4934-6c1f-4cb5-b1a1-86774267384c tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:06.221389 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-87613f5a-d48f-4b8c-b4fe-a35293c8d440 req-276c4934-6c1f-4cb5-b1a1-86774267384c tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] Calling delete_port for 242e868b-c1d5-43ea-bb43-f8e399389a9b owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:22:06.357440 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-87613f5a-d48f-4b8c-b4fe-a35293c8d440 req-276c4934-6c1f-4cb5-b1a1-86774267384c tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:06.369233 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['242e868b-c1d5-43ea-bb43-f8e399389a9b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:22:06.386443 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c4934-6c1f-4cb5-b1a1-86774267384c tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] Pushing event deleted for resources: {'Port': ['ID=242e868b-c1d5-43ea-bb43-f8e399389a9b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:06.428665 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-87613f5a-d48f-4b8c-b4fe-a35293c8d440 req-276c4934-6c1f-4cb5-b1a1-86774267384c tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] No DVR routers for this DVR port 242e868b-c1d5-43ea-bb43-f8e399389a9b on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:22:06.431751 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-87613f5a-d48f-4b8c-b4fe-a35293c8d440 req-276c4934-6c1f-4cb5-b1a1-86774267384c tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:06.434608 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-87613f5a-d48f-4b8c-b4fe-a35293c8d440 req-276c4934-6c1f-4cb5-b1a1-86774267384c tempest-ServersAdminNegativeTestJSON-343151412 tempest-ServersAdminNegativeTestJSON-343151412-project] 10.222.0.88 "DELETE /v2.0/ports/242e868b-c1d5-43ea-bb43-f8e399389a9b HTTP/1.1" status: 204 len: 173 time: 0.4558351 Aug 19 15:22:06.435825 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c56872-30d4-46f5-ba3d-4923b526bcc5', 'name': 'network-vif-deleted', 'tag': '242e868b-c1d5-43ea-bb43-f8e399389a9b'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:22:06.439133 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b551f349-c005-450a-9905-57e227a9b586" -d '{"events": [{"server_uuid": "66c56872-30d4-46f5-ba3d-4923b526bcc5", "name": "network-vif-deleted", "tag": "242e868b-c1d5-43ea-bb43-f8e399389a9b"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:22:06.491950 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc728a6-83ed-4ef2-a882-7a8609efb57a x-openstack-request-id: req-ddc728a6-83ed-4ef2-a882-7a8609efb57a {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:22:06.492294 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c56872-30d4-46f5-ba3d-4923b526bcc5", "name": "network-vif-deleted", "tag": "242e868b-c1d5-43ea-bb43-f8e399389a9b", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:22:06.492579 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ddc728a6-83ed-4ef2-a882-7a8609efb57a {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:22:06.492980 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c56872-30d4-46f5-ba3d-4923b526bcc5', 'name': 'network-vif-deleted', 'tag': '242e868b-c1d5-43ea-bb43-f8e399389a9b', 'status': 'completed', 'code': 200} Aug 19 15:22:07.069097 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:07.396772 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35762) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:07.623407 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-8cbf07bf-2c43-4d9b-9650-34adba1d243e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cb57ff6d0c6943609631cb4f9d9ef2b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2256134 Aug 19 15:22:07.625918 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35768) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:07.675185 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1d87ddd0-9325-429c-a024-fc835ef1c90b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:07.698377 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1d87ddd0-9325-429c-a024-fc835ef1c90b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:07.750768 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1d87ddd0-9325-429c-a024-fc835ef1c90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:07.753886 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1d87ddd0-9325-429c-a024-fc835ef1c90b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:07.755210 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1d87ddd0-9325-429c-a024-fc835ef1c90b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e44f79a3-6a75-4eb8-a161-f4d2ad86fc5b HTTP/1.1" status: 204 len: 168 time: 0.1283586 Aug 19 15:22:07.765096 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d87ddd0-9325-429c-a024-fc835ef1c90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44f79a3-6a75-4eb8-a161-f4d2ad86fc5b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:08.041750 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35774) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:08.055985 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9984f589-6eee-4a2d-b339-6acd950db1ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:08.150610 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9984f589-6eee-4a2d-b339-6acd950db1ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:08.154514 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9984f589-6eee-4a2d-b339-6acd950db1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:08.194622 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9984f589-6eee-4a2d-b339-6acd950db1ef admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=faa441f99120431f9c4f46c17dd00d5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1517746 Aug 19 15:22:08.195499 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9984f589-6eee-4a2d-b339-6acd950db1ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702e20ee-11d5-4266-8cd6-40ce786bbb33,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:08.198066 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35776) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:08.255409 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2fc3c1fb-63f2-4f50-9e20-e1560d12b80a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:08.277047 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2fc3c1fb-63f2-4f50-9e20-e1560d12b80a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:08.329890 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2fc3c1fb-63f2-4f50-9e20-e1560d12b80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:08.332492 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2fc3c1fb-63f2-4f50-9e20-e1560d12b80a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:08.336226 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2fc3c1fb-63f2-4f50-9e20-e1560d12b80a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/702e20ee-11d5-4266-8cd6-40ce786bbb33 HTTP/1.1" status: 204 len: 168 time: 0.1346040 Aug 19 15:22:08.344518 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc3c1fb-63f2-4f50-9e20-e1560d12b80a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702e20ee-11d5-4266-8cd6-40ce786bbb33,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:09.112212 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35798) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:09.223204 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4bca0933-f62d-48db-bb46-6c71e2284d70 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-741786539-network', 'tenant_id': '11781dae34a6441483d2ddfb5d9e373f'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:22:09.239645 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 242e868b-c1d5-43ea-bb43-f8e399389a9b no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:22:09.247038 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bca0933-f62d-48db-bb46-6c71e2284d70 admin admin] Made reservation on behalf of 11781dae34a6441483d2ddfb5d9e373f for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:22:09.250683 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4bca0933-f62d-48db-bb46-6c71e2284d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:09.262247 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: 242e868b-c1d5-43ea-bb43-f8e399389a9b {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:22:09.262599 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 242e868b-c1d5-43ea-bb43-f8e399389a9b not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:22:09.262930 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4bca0933-f62d-48db-bb46-6c71e2284d70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:09.362939 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4bca0933-f62d-48db-bb46-6c71e2284d70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:09.367795 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4bca0933-f62d-48db-bb46-6c71e2284d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:09.395797 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bca0933-f62d-48db-bb46-6c71e2284d70 admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:22:09.406145 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bca0933-f62d-48db-bb46-6c71e2284d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71259254-5f90-4c47-8344-6e6a7bcdad20,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:09.412000 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4bca0933-f62d-48db-bb46-6c71e2284d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:09.412518 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-4bca0933-f62d-48db-bb46-6c71e2284d70 admin admin] Added segment 0c8af49e-e32d-496d-a526-9b7635a85256 of type vlan for network 762ad9a2-122c-4a80-b335-b7ad41fee6b6 Aug 19 15:22:09.458016 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4bca0933-f62d-48db-bb46-6c71e2284d70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:09.499374 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4bca0933-f62d-48db-bb46-6c71e2284d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:09.501586 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bca0933-f62d-48db-bb46-6c71e2284d70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:09.502581 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4bca0933-f62d-48db-bb46-6c71e2284d70 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:09.938333 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4bca0933-f62d-48db-bb46-6c71e2284d70 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8248692 Aug 19 15:22:09.941614 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35804) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:09.948711 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3345fffa-a0bb-49d2-b2d9-ad60fdd3ea60 admin admin] Request body: {'subnet': {'network_id': '762ad9a2-122c-4a80-b335-b7ad41fee6b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-741786539-subnet', 'tenant_id': '11781dae34a6441483d2ddfb5d9e373f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:22:09.949393 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bca0933-f62d-48db-bb46-6c71e2284d70 admin admin] Pushing event updated for resources: {'Network': ['ID=762ad9a2-122c-4a80-b335-b7ad41fee6b6,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:09.967617 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 762ad9a2-122c-4a80-b335-b7ad41fee6b6 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:22:09.981288 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3345fffa-a0bb-49d2-b2d9-ad60fdd3ea60 admin admin] Made reservation on behalf of 11781dae34a6441483d2ddfb5d9e373f for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:22:09.985254 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3345fffa-a0bb-49d2-b2d9-ad60fdd3ea60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:10.184972 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3345fffa-a0bb-49d2-b2d9-ad60fdd3ea60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:10.250940 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3345fffa-a0bb-49d2-b2d9-ad60fdd3ea60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80fe1507-457d-4260-ab30-159946215db5,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:10.262184 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3345fffa-a0bb-49d2-b2d9-ad60fdd3ea60 admin admin] Checking segment: {'id': '0c8af49e-e32d-496d-a526-9b7635a85256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '762ad9a2-122c-4a80-b335-b7ad41fee6b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:22:10.262543 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3345fffa-a0bb-49d2-b2d9-ad60fdd3ea60 admin admin] Network hostable DHCP agents. Network: 762ad9a2-122c-4a80-b335-b7ad41fee6b6, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:22:10.280610 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3345fffa-a0bb-49d2-b2d9-ad60fdd3ea60 admin admin] Network 762ad9a2-122c-4a80-b335-b7ad41fee6b6 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:22:10.293717 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-3345fffa-a0bb-49d2-b2d9-ad60fdd3ea60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 762ad9a2-122c-4a80-b335-b7ad41fee6b6) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:22:10.298743 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3345fffa-a0bb-49d2-b2d9-ad60fdd3ea60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:10.299331 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3345fffa-a0bb-49d2-b2d9-ad60fdd3ea60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:10.303710 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b13f1c6-a9bd-43a4-8fa5-8f65f47cf857 None None] Network 762ad9a2-122c-4a80-b335-b7ad41fee6b6 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:22:10.333787 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-3345fffa-a0bb-49d2-b2d9-ad60fdd3ea60 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3828626 Aug 19 15:22:10.469679 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17110dd-2d42-4502-84e0-678bfc49f208 None None] Network 762ad9a2-122c-4a80-b335-b7ad41fee6b6 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:22:10.831179 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d551c8-f456-4379-90fe-5468e3ce9fb6 req-14eed83f-ed42-4711-bd30-3fdd9427dc1c tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:10.832964 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-84d551c8-f456-4379-90fe-5468e3ce9fb6 req-14eed83f-ed42-4711-bd30-3fdd9427dc1c tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/networks?id=762ad9a2-122c-4a80-b335-b7ad41fee6b6 HTTP/1.1" status: 200 len: 811 time: 0.1164498 Aug 19 15:22:10.850307 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-84d551c8-f456-4379-90fe-5468e3ce9fb6 req-90e88831-3e2e-4750-8903-ee04c2d09bbc tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/quotas/11781dae34a6441483d2ddfb5d9e373f HTTP/1.1" status: 200 len: 375 time: 0.0114224 Aug 19 15:22:10.892250 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-84d551c8-f456-4379-90fe-5468e3ce9fb6 req-1ac0ebb4-c378-4cf2-9d50-045e52ac3f6f tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=11781dae34a6441483d2ddfb5d9e373f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349267 Aug 19 15:22:10.965254 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [req-84d551c8-f456-4379-90fe-5468e3ce9fb6 req-885afd68-f39f-49bb-be83-536198218306 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:22:10.966254 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-84d551c8-f456-4379-90fe-5468e3ce9fb6 req-885afd68-f39f-49bb-be83-536198218306 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0672889 Aug 19 15:22:11.073758 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-84d551c8-f456-4379-90fe-5468e3ce9fb6 req-a6991cb6-9bf6-4124-9d06-4cf833b480ff service neutron] 10.222.0.69 "GET /v2.0/networks/762ad9a2-122c-4a80-b335-b7ad41fee6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998528 Aug 19 15:22:11.171231 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-84d551c8-f456-4379-90fe-5468e3ce9fb6 req-8d2c1225-e295-44a7-b0b6-f7cb73ed8132 service neutron] 10.222.0.69 "GET /v2.0/networks/762ad9a2-122c-4a80-b335-b7ad41fee6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902865 Aug 19 15:22:11.357417 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1d9dc12f-70ed-4557-a24a-91e6ded4a832 req-14883931-c126-4937-830b-e6ca0fef1f5f tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/ports?device_id=33a45145-0c0a-47bc-bd7f-6fe74818a749 HTTP/1.1" status: 200 len: 210 time: 0.0422344 Aug 19 15:22:12.706152 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-10bc9900-8f7d-4001-85da-4d200025410c req-cf046772-ccef-4dcf-8e40-d0d68265b344 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/ports?device_id=33a45145-0c0a-47bc-bd7f-6fe74818a749 HTTP/1.1" status: 200 len: 210 time: 0.0543821 Aug 19 15:22:12.760187 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d551c8-f456-4379-90fe-5468e3ce9fb6 req-18e7bdb8-6440-4e89-9646-4c7c52e510d1 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:12.761696 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-84d551c8-f456-4379-90fe-5468e3ce9fb6 req-18e7bdb8-6440-4e89-9646-4c7c52e510d1 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.88 "GET /v2.0/networks?id=762ad9a2-122c-4a80-b335-b7ad41fee6b6 HTTP/1.1" status: 200 len: 811 time: 0.4678457 Aug 19 15:22:12.775681 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-84d551c8-f456-4379-90fe-5468e3ce9fb6 req-9457a7d7-5624-44cd-bd37-0218c3249475 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Request body: {'port': {'device_id': '33a45145-0c0a-47bc-bd7f-6fe74818a749', 'network_id': '762ad9a2-122c-4a80-b335-b7ad41fee6b6', 'admin_state_up': True, 'tenant_id': '11781dae34a6441483d2ddfb5d9e373f'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:22:12.893736 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84d551c8-f456-4379-90fe-5468e3ce9fb6 req-9457a7d7-5624-44cd-bd37-0218c3249475 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Made reservation on behalf of 11781dae34a6441483d2ddfb5d9e373f for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:22:12.897417 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-84d551c8-f456-4379-90fe-5468e3ce9fb6 req-9457a7d7-5624-44cd-bd37-0218c3249475 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:13.045774 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-84d551c8-f456-4379-90fe-5468e3ce9fb6 req-9457a7d7-5624-44cd-bd37-0218c3249475 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Allocated IP 172.20.0.13 (762ad9a2-122c-4a80-b335-b7ad41fee6b6/80fe1507-457d-4260-ab30-159946215db5/f260a9f9-63ec-44de-abf1-a1d36c5ee11b) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:22:13.216890 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-84d551c8-f456-4379-90fe-5468e3ce9fb6 req-9457a7d7-5624-44cd-bd37-0218c3249475 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:13.267319 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-84d551c8-f456-4379-90fe-5468e3ce9fb6 req-9457a7d7-5624-44cd-bd37-0218c3249475 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:13.325583 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84d551c8-f456-4379-90fe-5468e3ce9fb6 req-9457a7d7-5624-44cd-bd37-0218c3249475 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Network 762ad9a2-122c-4a80-b335-b7ad41fee6b6 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:22:13.330638 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-84d551c8-f456-4379-90fe-5468e3ce9fb6 req-9457a7d7-5624-44cd-bd37-0218c3249475 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:22:13.334991 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d551c8-f456-4379-90fe-5468e3ce9fb6 req-9457a7d7-5624-44cd-bd37-0218c3249475 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:22:13.362325 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9457a7d7-5624-44cd-bd37-0218c3249475 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Pushing event updated for resources: {'Port': ['ID=f260a9f9-63ec-44de-abf1-a1d36c5ee11b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:13.387469 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d551c8-f456-4379-90fe-5468e3ce9fb6 req-9457a7d7-5624-44cd-bd37-0218c3249475 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:13.388081 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-84d551c8-f456-4379-90fe-5468e3ce9fb6 req-9457a7d7-5624-44cd-bd37-0218c3249475 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:13.403033 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-84d551c8-f456-4379-90fe-5468e3ce9fb6 req-9457a7d7-5624-44cd-bd37-0218c3249475 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6315584 Aug 19 15:22:13.415674 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-84d551c8-f456-4379-90fe-5468e3ce9fb6 req-40953460-8d83-4f8c-afc4-2759aaf29eba service neutron] Request body: {'port': {'device_id': '33a45145-0c0a-47bc-bd7f-6fe74818a749', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:22:13.471435 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-84d551c8-f456-4379-90fe-5468e3ce9fb6 req-40953460-8d83-4f8c-afc4-2759aaf29eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:13.745806 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-84d551c8-f456-4379-90fe-5468e3ce9fb6 req-40953460-8d83-4f8c-afc4-2759aaf29eba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f260a9f9-63ec-44de-abf1-a1d36c5ee11b {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:22:13.755578 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-84d551c8-f456-4379-90fe-5468e3ce9fb6 req-40953460-8d83-4f8c-afc4-2759aaf29eba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:13.770045 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-84d551c8-f456-4379-90fe-5468e3ce9fb6 req-40953460-8d83-4f8c-afc4-2759aaf29eba service neutron] Transition to ACTIVE for port object f260a9f9-63ec-44de-abf1-a1d36c5ee11b will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:22:13.774580 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-84d551c8-f456-4379-90fe-5468e3ce9fb6 req-40953460-8d83-4f8c-afc4-2759aaf29eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:13.863715 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40953460-8d83-4f8c-afc4-2759aaf29eba service neutron] Pushing event updated for resources: {'Port': ['ID=f260a9f9-63ec-44de-abf1-a1d36c5ee11b,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:13.915794 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315901d2-960d-4457-900c-8e72229b7760 req-5e8937d2-2dda-4be8-a0ad-3712d2724d52 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:13.917377 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-315901d2-960d-4457-900c-8e72229b7760 req-5e8937d2-2dda-4be8-a0ad-3712d2724d52 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/ports?device_id=33a45145-0c0a-47bc-bd7f-6fe74818a749 HTTP/1.1" status: 200 len: 944 time: 0.1329055 Aug 19 15:22:13.968067 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-84d551c8-f456-4379-90fe-5468e3ce9fb6 req-40953460-8d83-4f8c-afc4-2759aaf29eba service neutron] Attempting to bind port f260a9f9-63ec-44de-abf1-a1d36c5ee11b on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:22:13.968428 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-84d551c8-f456-4379-90fe-5468e3ce9fb6 req-40953460-8d83-4f8c-afc4-2759aaf29eba service neutron] Attempting to bind port f260a9f9-63ec-44de-abf1-a1d36c5ee11b by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '0c8af49e-e32d-496d-a526-9b7635a85256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '762ad9a2-122c-4a80-b335-b7ad41fee6b6'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:22:13.968770 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d551c8-f456-4379-90fe-5468e3ce9fb6 req-40953460-8d83-4f8c-afc4-2759aaf29eba service neutron] Attempting to bind port f260a9f9-63ec-44de-abf1-a1d36c5ee11b on network 762ad9a2-122c-4a80-b335-b7ad41fee6b6 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:22:13.975803 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-315901d2-960d-4457-900c-8e72229b7760 req-651098ca-f71c-4e2a-a4b1-88f1e4892759 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/security-groups?id=71259254-5f90-4c47-8344-6e6a7bcdad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516922 Aug 19 15:22:13.977936 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d551c8-f456-4379-90fe-5468e3ce9fb6 req-40953460-8d83-4f8c-afc4-2759aaf29eba service neutron] Port f260a9f9-63ec-44de-abf1-a1d36c5ee11b on network 762ad9a2-122c-4a80-b335-b7ad41fee6b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:22:13.978257 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d551c8-f456-4379-90fe-5468e3ce9fb6 req-40953460-8d83-4f8c-afc4-2759aaf29eba service neutron] Attempting to bind port f260a9f9-63ec-44de-abf1-a1d36c5ee11b on network 762ad9a2-122c-4a80-b335-b7ad41fee6b6 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:22:13.983591 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d551c8-f456-4379-90fe-5468e3ce9fb6 req-40953460-8d83-4f8c-afc4-2759aaf29eba service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:22:13.984480 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d551c8-f456-4379-90fe-5468e3ce9fb6 req-40953460-8d83-4f8c-afc4-2759aaf29eba service neutron] Checking segment: {'id': '0c8af49e-e32d-496d-a526-9b7635a85256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '762ad9a2-122c-4a80-b335-b7ad41fee6b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:22:13.984875 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d551c8-f456-4379-90fe-5468e3ce9fb6 req-40953460-8d83-4f8c-afc4-2759aaf29eba service neutron] Bound using segment: {'id': '0c8af49e-e32d-496d-a526-9b7635a85256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '762ad9a2-122c-4a80-b335-b7ad41fee6b6'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:22:13.985300 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-84d551c8-f456-4379-90fe-5468e3ce9fb6 req-40953460-8d83-4f8c-afc4-2759aaf29eba service neutron] Bound port: f260a9f9-63ec-44de-abf1-a1d36c5ee11b, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c8af49e-e32d-496d-a526-9b7635a85256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '762ad9a2-122c-4a80-b335-b7ad41fee6b6'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:22:13.985659 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-84d551c8-f456-4379-90fe-5468e3ce9fb6 req-40953460-8d83-4f8c-afc4-2759aaf29eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:14.056918 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-84d551c8-f456-4379-90fe-5468e3ce9fb6 req-40953460-8d83-4f8c-afc4-2759aaf29eba service neutron] For port f260a9f9-63ec-44de-abf1-a1d36c5ee11b, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:22:14.060493 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-84d551c8-f456-4379-90fe-5468e3ce9fb6 req-40953460-8d83-4f8c-afc4-2759aaf29eba service neutron] For port f260a9f9-63ec-44de-abf1-a1d36c5ee11b, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=f260a9f9-63ec-44de-abf1-a1d36c5ee11b,segment=NetworkSegment(0c8af49e-e32d-496d-a526-9b7635a85256),segment_id=0c8af49e-e32d-496d-a526-9b7635a85256)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:22:14.065973 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-84d551c8-f456-4379-90fe-5468e3ce9fb6 req-40953460-8d83-4f8c-afc4-2759aaf29eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:14.103181 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d551c8-f456-4379-90fe-5468e3ce9fb6 req-40953460-8d83-4f8c-afc4-2759aaf29eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:14.103872 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-84d551c8-f456-4379-90fe-5468e3ce9fb6 req-40953460-8d83-4f8c-afc4-2759aaf29eba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:14.105309 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-84d551c8-f456-4379-90fe-5468e3ce9fb6 req-40953460-8d83-4f8c-afc4-2759aaf29eba service neutron] 10.222.0.88 "PUT /v2.0/ports/f260a9f9-63ec-44de-abf1-a1d36c5ee11b HTTP/1.1" status: 200 len: 1092 time: 0.6937723 Aug 19 15:22:14.105751 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33a45145-0c0a-47bc-bd7f-6fe74818a749', 'tag': 'f260a9f9-63ec-44de-abf1-a1d36c5ee11b'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:22:14.107997 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5baf07-6a47-483d-888b-8a837b4ff76e" -d '{"events": [{"name": "network-changed", "server_uuid": "33a45145-0c0a-47bc-bd7f-6fe74818a749", "tag": "f260a9f9-63ec-44de-abf1-a1d36c5ee11b"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:22:14.141588 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40953460-8d83-4f8c-afc4-2759aaf29eba service neutron] Pushing event updated for resources: {'Port': ['ID=f260a9f9-63ec-44de-abf1-a1d36c5ee11b,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:14.157371 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2aa165-7c42-45ef-a8eb-df795e6d0d81 x-openstack-request-id: req-2a2aa165-7c42-45ef-a8eb-df795e6d0d81 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:22:14.157750 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33a45145-0c0a-47bc-bd7f-6fe74818a749", "tag": "f260a9f9-63ec-44de-abf1-a1d36c5ee11b", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:22:14.158070 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2a2aa165-7c42-45ef-a8eb-df795e6d0d81 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:22:14.158528 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33a45145-0c0a-47bc-bd7f-6fe74818a749', 'tag': 'f260a9f9-63ec-44de-abf1-a1d36c5ee11b', 'status': 'completed', 'code': 200} Aug 19 15:22:14.214809 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d551c8-f456-4379-90fe-5468e3ce9fb6 req-83f85ed9-4588-42ad-878c-56fd7512e50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:14.216343 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-84d551c8-f456-4379-90fe-5468e3ce9fb6 req-83f85ed9-4588-42ad-878c-56fd7512e50a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=11781dae34a6441483d2ddfb5d9e373f&device_id=33a45145-0c0a-47bc-bd7f-6fe74818a749 HTTP/1.1" status: 200 len: 1095 time: 0.0533111 Aug 19 15:22:14.259677 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-84d551c8-f456-4379-90fe-5468e3ce9fb6 req-a68b8d00-d3d2-4a32-b525-5869eeada58d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f260a9f9-63ec-44de-abf1-a1d36c5ee11b HTTP/1.1" status: 200 len: 217 time: 0.0347197 Aug 19 15:22:14.315444 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d551c8-f456-4379-90fe-5468e3ce9fb6 req-77554394-bd8f-4cec-848f-720ee1e1890a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:14.316964 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-84d551c8-f456-4379-90fe-5468e3ce9fb6 req-77554394-bd8f-4cec-848f-720ee1e1890a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=80fe1507-457d-4260-ab30-159946215db5 HTTP/1.1" status: 200 len: 851 time: 0.0488107 Aug 19 15:22:14.355302 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-84d551c8-f456-4379-90fe-5468e3ce9fb6 req-446a1946-76c3-4626-ac4b-a50a0a3a6e03 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=762ad9a2-122c-4a80-b335-b7ad41fee6b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306809 Aug 19 15:22:14.457869 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-84d551c8-f456-4379-90fe-5468e3ce9fb6 req-af43e1c9-ebe2-48f5-83cd-976e2c6b48c9 service neutron] 10.222.0.88 "GET /v2.0/networks/762ad9a2-122c-4a80-b335-b7ad41fee6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954058 Aug 19 15:22:14.558135 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-84d551c8-f456-4379-90fe-5468e3ce9fb6 req-eb20661e-191b-4001-8ba7-f922c6becf78 service neutron] 10.222.0.88 "GET /v2.0/networks/762ad9a2-122c-4a80-b335-b7ad41fee6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932205 Aug 19 15:22:14.650139 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5baf07-6a47-483d-888b-8a837b4ff76e req-50be8425-662d-4355-9f7e-e073be1f4ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:14.651651 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b5baf07-6a47-483d-888b-8a837b4ff76e req-50be8425-662d-4355-9f7e-e073be1f4ce0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=11781dae34a6441483d2ddfb5d9e373f&device_id=33a45145-0c0a-47bc-bd7f-6fe74818a749 HTTP/1.1" status: 200 len: 1095 time: 0.0466776 Aug 19 15:22:14.743386 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5baf07-6a47-483d-888b-8a837b4ff76e req-45ba1805-ef00-49f1-81e9-50974fba3851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:14.744774 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b5baf07-6a47-483d-888b-8a837b4ff76e req-45ba1805-ef00-49f1-81e9-50974fba3851 service neutron] 10.222.0.88 "GET /v2.0/networks?id=762ad9a2-122c-4a80-b335-b7ad41fee6b6 HTTP/1.1" status: 200 len: 912 time: 0.0859647 Aug 19 15:22:14.797847 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b5baf07-6a47-483d-888b-8a837b4ff76e req-de30e94a-f6ee-42c0-b130-d589ff383b62 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f260a9f9-63ec-44de-abf1-a1d36c5ee11b HTTP/1.1" status: 200 len: 217 time: 0.0452962 Aug 19 15:22:14.855724 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5baf07-6a47-483d-888b-8a837b4ff76e req-45ff9eac-f475-4e35-ac90-d98e8293dbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:14.857256 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b5baf07-6a47-483d-888b-8a837b4ff76e req-45ff9eac-f475-4e35-ac90-d98e8293dbf4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=80fe1507-457d-4260-ab30-159946215db5 HTTP/1.1" status: 200 len: 851 time: 0.0518050 Aug 19 15:22:14.897110 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b5baf07-6a47-483d-888b-8a837b4ff76e req-c7a80dab-6869-4aef-a1df-07fa128cc418 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=762ad9a2-122c-4a80-b335-b7ad41fee6b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317872 Aug 19 15:22:15.003010 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b5baf07-6a47-483d-888b-8a837b4ff76e req-4c82fd85-81b9-403e-9785-a3489f844a27 service neutron] 10.222.0.88 "GET /v2.0/networks/762ad9a2-122c-4a80-b335-b7ad41fee6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981870 Aug 19 15:22:15.134724 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2b5baf07-6a47-483d-888b-8a837b4ff76e req-411a4043-24d1-4830-ba2e-da95b811ddeb service neutron] 10.222.0.88 "GET /v2.0/networks/762ad9a2-122c-4a80-b335-b7ad41fee6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238649 Aug 19 15:22:15.143620 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1611496-d3f6-4f71-993c-6920d92ba465 req-e94fdea8-b05a-40fb-a562-7fef93f3efc0 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:15.145122 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d1611496-d3f6-4f71-993c-6920d92ba465 req-e94fdea8-b05a-40fb-a562-7fef93f3efc0 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/ports?device_id=33a45145-0c0a-47bc-bd7f-6fe74818a749 HTTP/1.1" status: 200 len: 944 time: 0.0812161 Aug 19 15:22:15.185112 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d1611496-d3f6-4f71-993c-6920d92ba465 req-f78d73ba-bb19-43af-90df-82efa15d5fb3 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/security-groups?id=71259254-5f90-4c47-8344-6e6a7bcdad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334013 Aug 19 15:22:16.309332 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d775be-f863-43be-b0f3-3f3e79797d94 req-c58256c1-b53b-4133-b356-2b7c40fd3d56 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:16.310897 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a6d775be-f863-43be-b0f3-3f3e79797d94 req-c58256c1-b53b-4133-b356-2b7c40fd3d56 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/ports?device_id=33a45145-0c0a-47bc-bd7f-6fe74818a749 HTTP/1.1" status: 200 len: 944 time: 0.0569961 Aug 19 15:22:16.355706 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a6d775be-f863-43be-b0f3-3f3e79797d94 req-4e4398f5-b59d-482a-9ac2-7cc561e54854 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/security-groups?id=71259254-5f90-4c47-8344-6e6a7bcdad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374482 Aug 19 15:22:17.239626 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device f260a9f9-63ec-44de-abf1-a1d36c5ee11b details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:22:17.477378 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb66721-788c-4c10-b9ee-831b0b3d4a9a req-408660c9-8c53-4165-804b-c48f7b9d86fa tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:17.478893 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bdb66721-788c-4c10-b9ee-831b0b3d4a9a req-408660c9-8c53-4165-804b-c48f7b9d86fa tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/ports?device_id=33a45145-0c0a-47bc-bd7f-6fe74818a749 HTTP/1.1" status: 200 len: 944 time: 0.0515633 Aug 19 15:22:17.499491 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port f260a9f9-63ec-44de-abf1-a1d36c5ee11b, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=f260a9f9-63ec-44de-abf1-a1d36c5ee11b,segment=NetworkSegment(0c8af49e-e32d-496d-a526-9b7635a85256),segment_id=0c8af49e-e32d-496d-a526-9b7635a85256)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:22:17.517863 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': 'f260a9f9-63ec-44de-abf1-a1d36c5ee11b', 'network_id': '762ad9a2-122c-4a80-b335-b7ad41fee6b6', 'port_id': 'f260a9f9-63ec-44de-abf1-a1d36c5ee11b', 'mac_address': 'fa:16:3e:bb:e3:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80fe1507-457d-4260-ab30-159946215db5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:22:17.519185 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bdb66721-788c-4c10-b9ee-831b0b3d4a9a req-b5ca88dc-a058-4b5f-b7c3-79a9e156432d tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/security-groups?id=71259254-5f90-4c47-8344-6e6a7bcdad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331800 Aug 19 15:22:17.557662 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:17.571416 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f260a9f9-63ec-44de-abf1-a1d36c5ee11b {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:22:17.592925 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port f260a9f9-63ec-44de-abf1-a1d36c5ee11b, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=f260a9f9-63ec-44de-abf1-a1d36c5ee11b,segment=NetworkSegment(0c8af49e-e32d-496d-a526-9b7635a85256),segment_id=0c8af49e-e32d-496d-a526-9b7635a85256)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:22:17.598057 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:17.649510 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=f260a9f9-63ec-44de-abf1-a1d36c5ee11b,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:17.793964 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['f260a9f9-63ec-44de-abf1-a1d36c5ee11b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:22:18.007332 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:22:18.642462 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc8bf5a-6176-4699-b2e5-17c49d541b81 req-d37efb1f-8f42-4e76-b926-97e306ade714 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:18.643973 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4fc8bf5a-6176-4699-b2e5-17c49d541b81 req-d37efb1f-8f42-4e76-b926-97e306ade714 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/ports?device_id=33a45145-0c0a-47bc-bd7f-6fe74818a749 HTTP/1.1" status: 200 len: 945 time: 0.0553386 Aug 19 15:22:18.683199 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4fc8bf5a-6176-4699-b2e5-17c49d541b81 req-41e27dd8-8285-426e-b355-c731363c6bf0 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/security-groups?id=71259254-5f90-4c47-8344-6e6a7bcdad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332046 Aug 19 15:22:19.254483 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device f260a9f9-63ec-44de-abf1-a1d36c5ee11b up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:22:19.306673 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port f260a9f9-63ec-44de-abf1-a1d36c5ee11b completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:22:19.310831 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port f260a9f9-63ec-44de-abf1-a1d36c5ee11b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:22:19.311209 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:19.403466 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:19.430539 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33a45145-0c0a-47bc-bd7f-6fe74818a749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f260a9f9-63ec-44de-abf1-a1d36c5ee11b'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:22:19.432909 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b64df3-3b38-4391-8f2d-7b865e10d3d2" -d '{"events": [{"server_uuid": "33a45145-0c0a-47bc-bd7f-6fe74818a749", "name": "network-vif-plugged", "status": "completed", "tag": "f260a9f9-63ec-44de-abf1-a1d36c5ee11b"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:22:19.453566 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port f260a9f9-63ec-44de-abf1-a1d36c5ee11b, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=f260a9f9-63ec-44de-abf1-a1d36c5ee11b,segment=NetworkSegment(0c8af49e-e32d-496d-a526-9b7635a85256),segment_id=0c8af49e-e32d-496d-a526-9b7635a85256)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:22:19.459655 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:19.485645 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d84563b-7c0f-42ee-b0d6-eeb48f3dd764 x-openstack-request-id: req-8d84563b-7c0f-42ee-b0d6-eeb48f3dd764 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:22:19.485975 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33a45145-0c0a-47bc-bd7f-6fe74818a749", "name": "network-vif-plugged", "status": "completed", "tag": "f260a9f9-63ec-44de-abf1-a1d36c5ee11b", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:22:19.486267 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8d84563b-7c0f-42ee-b0d6-eeb48f3dd764 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:22:19.486689 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33a45145-0c0a-47bc-bd7f-6fe74818a749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f260a9f9-63ec-44de-abf1-a1d36c5ee11b', 'code': 200} Aug 19 15:22:19.517719 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=f260a9f9-63ec-44de-abf1-a1d36c5ee11b,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:19.590284 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf344c-3889-4a1e-966a-bc94e7fd2d60 req-c1c12dff-3ea8-4a7e-b07e-e5f74a0b9b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:19.591811 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1dbf344c-3889-4a1e-966a-bc94e7fd2d60 req-c1c12dff-3ea8-4a7e-b07e-e5f74a0b9b81 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=33a45145-0c0a-47bc-bd7f-6fe74818a749 HTTP/1.1" status: 200 len: 1097 time: 0.0422199 Aug 19 15:22:19.633413 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1dbf344c-3889-4a1e-966a-bc94e7fd2d60 req-f7073f5c-41bf-41d1-96c6-a1668220a035 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=71259254-5f90-4c47-8344-6e6a7bcdad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338609 Aug 19 15:22:19.806545 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88330efa-09e0-4a9d-9a27-0e4458b81bb7 req-32e44800-2475-4b88-bae6-a831610112fe tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:19.808065 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-88330efa-09e0-4a9d-9a27-0e4458b81bb7 req-32e44800-2475-4b88-bae6-a831610112fe tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/ports?device_id=33a45145-0c0a-47bc-bd7f-6fe74818a749 HTTP/1.1" status: 200 len: 946 time: 0.0508668 Aug 19 15:22:19.849467 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-88330efa-09e0-4a9d-9a27-0e4458b81bb7 req-5f18b920-1fca-4a95-92c8-038c2558ec13 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/security-groups?id=71259254-5f90-4c47-8344-6e6a7bcdad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328927 Aug 19 15:22:20.972488 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87831af2-62f8-4aea-b14d-65b75bfee8d9 req-bc77c6f9-7878-48a4-88eb-4aab362f554d tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:20.973970 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-87831af2-62f8-4aea-b14d-65b75bfee8d9 req-bc77c6f9-7878-48a4-88eb-4aab362f554d tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/ports?device_id=33a45145-0c0a-47bc-bd7f-6fe74818a749 HTTP/1.1" status: 200 len: 946 time: 0.0542164 Aug 19 15:22:21.013883 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-87831af2-62f8-4aea-b14d-65b75bfee8d9 req-cca31414-8ee8-485c-b1df-d5bee46d20c3 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/security-groups?id=71259254-5f90-4c47-8344-6e6a7bcdad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311272 Aug 19 15:22:21.366334 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a548383-449a-4c1d-881d-8fa1f044cad0 req-1d47ff73-9e4e-4913-95df-394a01dfd3db tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:21.367861 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7a548383-449a-4c1d-881d-8fa1f044cad0 req-1d47ff73-9e4e-4913-95df-394a01dfd3db tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/ports?device_id=33a45145-0c0a-47bc-bd7f-6fe74818a749 HTTP/1.1" status: 200 len: 946 time: 0.0619450 Aug 19 15:22:21.429298 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7a548383-449a-4c1d-881d-8fa1f044cad0 req-bfaf4b27-5911-49f3-9a33-c5c5dbc10880 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/security-groups?id=71259254-5f90-4c47-8344-6e6a7bcdad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428488 Aug 19 15:22:21.433306 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-198fad34-4073-46ac-93fc-3f4cd2f9a84c req-17518033-a4ec-4748-8854-4495ca2d57eb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=33a45145-0c0a-47bc-bd7f-6fe74818a749&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1380830 Aug 19 15:22:22.697699 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198fad34-4073-46ac-93fc-3f4cd2f9a84c req-237e3a57-dcd6-4589-b966-d03e1cee0120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:22.699226 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-198fad34-4073-46ac-93fc-3f4cd2f9a84c req-237e3a57-dcd6-4589-b966-d03e1cee0120 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=11781dae34a6441483d2ddfb5d9e373f&device_id=33a45145-0c0a-47bc-bd7f-6fe74818a749 HTTP/1.1" status: 200 len: 1097 time: 0.0485661 Aug 19 15:22:22.826765 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198fad34-4073-46ac-93fc-3f4cd2f9a84c req-246d5315-8eb0-4662-beac-45f83320a6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:22.828834 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-198fad34-4073-46ac-93fc-3f4cd2f9a84c req-246d5315-8eb0-4662-beac-45f83320a6fa service neutron] 10.222.0.88 "GET /v2.0/networks?id=762ad9a2-122c-4a80-b335-b7ad41fee6b6 HTTP/1.1" status: 200 len: 912 time: 0.1219227 Aug 19 15:22:22.841148 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b99d5-5646-4a6a-912b-699bab1061be req-3f1f7595-951a-46e8-bdf1-28904fa7f8f7 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:22.842592 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a37b99d5-5646-4a6a-912b-699bab1061be req-3f1f7595-951a-46e8-bdf1-28904fa7f8f7 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/ports?device_id=33a45145-0c0a-47bc-bd7f-6fe74818a749 HTTP/1.1" status: 200 len: 946 time: 0.0723908 Aug 19 15:22:22.892849 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-198fad34-4073-46ac-93fc-3f4cd2f9a84c req-a4ca8394-66b8-4017-9a49-ae860a7466e2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f260a9f9-63ec-44de-abf1-a1d36c5ee11b HTTP/1.1" status: 200 len: 217 time: 0.0491533 Aug 19 15:22:22.939658 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a37b99d5-5646-4a6a-912b-699bab1061be req-5c7bad43-8a8d-4425-ba7c-84a459bf5dab tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/security-groups?id=71259254-5f90-4c47-8344-6e6a7bcdad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897918 Aug 19 15:22:22.959022 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198fad34-4073-46ac-93fc-3f4cd2f9a84c req-049bd219-12c8-40fc-b048-8f027c6d30fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:22.960577 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-198fad34-4073-46ac-93fc-3f4cd2f9a84c req-049bd219-12c8-40fc-b048-8f027c6d30fe service neutron] 10.222.0.88 "GET /v2.0/subnets?id=80fe1507-457d-4260-ab30-159946215db5 HTTP/1.1" status: 200 len: 851 time: 0.0601358 Aug 19 15:22:22.993915 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-198fad34-4073-46ac-93fc-3f4cd2f9a84c req-4377c6e4-b758-4935-b1b9-2452c69e5bce service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=762ad9a2-122c-4a80-b335-b7ad41fee6b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261102 Aug 19 15:22:23.094095 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-198fad34-4073-46ac-93fc-3f4cd2f9a84c req-6b43dec5-c5c1-47a8-8d74-8b9e21351608 service neutron] 10.222.0.88 "GET /v2.0/networks/762ad9a2-122c-4a80-b335-b7ad41fee6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923400 Aug 19 15:22:23.186000 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-198fad34-4073-46ac-93fc-3f4cd2f9a84c req-524efa1c-df71-4dd6-a2cb-beb427d809d1 service neutron] 10.222.0.88 "GET /v2.0/networks/762ad9a2-122c-4a80-b335-b7ad41fee6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852666 Aug 19 15:22:24.063381 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e6539-6ffe-48c6-ab65-77b5274365db req-06e455b5-1326-4197-bbe1-f084a7705397 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:24.064869 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8a2e6539-6ffe-48c6-ab65-77b5274365db req-06e455b5-1326-4197-bbe1-f084a7705397 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/ports?device_id=33a45145-0c0a-47bc-bd7f-6fe74818a749 HTTP/1.1" status: 200 len: 946 time: 0.0544879 Aug 19 15:22:24.101627 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8a2e6539-6ffe-48c6-ab65-77b5274365db req-cd164093-7bcb-4af8-ba95-81050434a78e tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/security-groups?id=71259254-5f90-4c47-8344-6e6a7bcdad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309162 Aug 19 15:22:25.216629 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c233dc-207e-487d-8c9e-6c8be5c11709 req-42005e8e-b9b1-409c-8850-856b60ad0240 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:25.218779 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-46c233dc-207e-487d-8c9e-6c8be5c11709 req-42005e8e-b9b1-409c-8850-856b60ad0240 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/ports?device_id=33a45145-0c0a-47bc-bd7f-6fe74818a749 HTTP/1.1" status: 200 len: 946 time: 0.0493808 Aug 19 15:22:25.256562 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-46c233dc-207e-487d-8c9e-6c8be5c11709 req-394fecc5-6997-4f33-a863-57c0b8f4770a tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/security-groups?id=71259254-5f90-4c47-8344-6e6a7bcdad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318100 Aug 19 15:22:26.373665 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6be8ca-ce79-4712-8a8f-cf27edf30390 req-e4ddba5e-f62a-4086-8e8e-dc83beca4fb4 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:26.375087 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-db6be8ca-ce79-4712-8a8f-cf27edf30390 req-e4ddba5e-f62a-4086-8e8e-dc83beca4fb4 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/ports?device_id=33a45145-0c0a-47bc-bd7f-6fe74818a749 HTTP/1.1" status: 200 len: 946 time: 0.0495474 Aug 19 15:22:26.412975 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-db6be8ca-ce79-4712-8a8f-cf27edf30390 req-0af73e23-7ca0-42ea-bb95-0869df6d270e tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/security-groups?id=71259254-5f90-4c47-8344-6e6a7bcdad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318618 Aug 19 15:22:27.535939 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5ce50-d599-4a9e-b4b1-7578062d9788 req-0058175a-d7ec-4d9f-859c-12af82748f0b tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:27.537486 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f4c5ce50-d599-4a9e-b4b1-7578062d9788 req-0058175a-d7ec-4d9f-859c-12af82748f0b tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/ports?device_id=33a45145-0c0a-47bc-bd7f-6fe74818a749 HTTP/1.1" status: 200 len: 946 time: 0.0564291 Aug 19 15:22:27.577969 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f4c5ce50-d599-4a9e-b4b1-7578062d9788 req-7b458aed-554e-4476-bf1f-a0c368ef29c6 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/security-groups?id=71259254-5f90-4c47-8344-6e6a7bcdad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337336 Aug 19 15:22:28.697212 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33750622-dde3-4f6e-92e0-53e8f192e7bd req-e719b8ef-114c-4b06-b3c6-01fb3197e2e4 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:28.698789 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-33750622-dde3-4f6e-92e0-53e8f192e7bd req-e719b8ef-114c-4b06-b3c6-01fb3197e2e4 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/ports?device_id=33a45145-0c0a-47bc-bd7f-6fe74818a749 HTTP/1.1" status: 200 len: 946 time: 0.0497799 Aug 19 15:22:28.737604 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-33750622-dde3-4f6e-92e0-53e8f192e7bd req-14521dac-62ef-423b-9b20-3ce11d891d9f tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/security-groups?id=71259254-5f90-4c47-8344-6e6a7bcdad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322034 Aug 19 15:22:29.854651 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c7361-94e3-4193-b4b4-cbe61c5cf836 req-56821d19-160e-45ef-84bc-df7c54f23ff2 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:29.856161 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-054c7361-94e3-4193-b4b4-cbe61c5cf836 req-56821d19-160e-45ef-84bc-df7c54f23ff2 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/ports?device_id=33a45145-0c0a-47bc-bd7f-6fe74818a749 HTTP/1.1" status: 200 len: 946 time: 0.0513382 Aug 19 15:22:29.895508 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-054c7361-94e3-4193-b4b4-cbe61c5cf836 req-ddd48db2-6b04-4e0f-a95c-d4ecb040609f tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/security-groups?id=71259254-5f90-4c47-8344-6e6a7bcdad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318692 Aug 19 15:22:31.025217 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136fbdd6-b00c-4a5e-a1e6-f2417bba5fa7 req-653bd1ac-3faa-41ee-8727-14bbf56cf88a tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:31.026734 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-136fbdd6-b00c-4a5e-a1e6-f2417bba5fa7 req-653bd1ac-3faa-41ee-8727-14bbf56cf88a tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/ports?device_id=33a45145-0c0a-47bc-bd7f-6fe74818a749 HTTP/1.1" status: 200 len: 946 time: 0.0627184 Aug 19 15:22:31.066927 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-136fbdd6-b00c-4a5e-a1e6-f2417bba5fa7 req-916b2640-b6c7-4040-aa8b-2a96f0bcbc3f tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/security-groups?id=71259254-5f90-4c47-8344-6e6a7bcdad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328636 Aug 19 15:22:31.430239 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-31b83d30-7487-4c7d-bf79-f301ed7ac7c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:32.182747 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86abdc-ef4e-4013-ab91-94987cced5f1 req-c88605df-c218-4c04-accd-8fda4c4a62df tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:32.184241 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2f86abdc-ef4e-4013-ab91-94987cced5f1 req-c88605df-c218-4c04-accd-8fda4c4a62df tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/ports?device_id=33a45145-0c0a-47bc-bd7f-6fe74818a749 HTTP/1.1" status: 200 len: 946 time: 0.0488863 Aug 19 15:22:32.224189 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2f86abdc-ef4e-4013-ab91-94987cced5f1 req-effeb38b-e930-44c7-9cb1-b0edd7833f86 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/security-groups?id=71259254-5f90-4c47-8344-6e6a7bcdad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326107 Aug 19 15:22:33.340131 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81129fad-d00c-4500-94db-aa34cc821f8e req-de24d5c2-ad16-4004-b5e1-270986282562 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:33.341629 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-81129fad-d00c-4500-94db-aa34cc821f8e req-de24d5c2-ad16-4004-b5e1-270986282562 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/ports?device_id=33a45145-0c0a-47bc-bd7f-6fe74818a749 HTTP/1.1" status: 200 len: 946 time: 0.0497422 Aug 19 15:22:33.379274 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-81129fad-d00c-4500-94db-aa34cc821f8e req-5c6bcf20-dc03-47c6-b69f-9e4bfcd0f473 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/security-groups?id=71259254-5f90-4c47-8344-6e6a7bcdad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311656 Aug 19 15:22:34.372747 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2f74304c-d2e7-401b-baa3-a2a12a0a9545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:34.450198 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:34.529661 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ce6ac-306d-4b01-8487-bec4962c045d req-abb408e2-3139-4fef-83ff-fdff7f1fff81 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:34.531164 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-148ce6ac-306d-4b01-8487-bec4962c045d req-abb408e2-3139-4fef-83ff-fdff7f1fff81 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/ports?device_id=33a45145-0c0a-47bc-bd7f-6fe74818a749 HTTP/1.1" status: 200 len: 946 time: 0.0796986 Aug 19 15:22:34.550111 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca43cc3-9e06-4750-96b5-bab179d1c4b3 req-bdb0ca70-7c75-4f1f-9783-cb288d41207e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:34.551559 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9ca43cc3-9e06-4750-96b5-bab179d1c4b3 req-bdb0ca70-7c75-4f1f-9783-cb288d41207e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=11781dae34a6441483d2ddfb5d9e373f&device_id=33a45145-0c0a-47bc-bd7f-6fe74818a749 HTTP/1.1" status: 200 len: 1097 time: 0.0647681 Aug 19 15:22:34.580092 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:34.586313 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-148ce6ac-306d-4b01-8487-bec4962c045d req-013c3fd3-67bd-4d0b-ae2d-352f8a6eee7d tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/security-groups?id=71259254-5f90-4c47-8344-6e6a7bcdad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477636 Aug 19 15:22:34.663803 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca43cc3-9e06-4750-96b5-bab179d1c4b3 req-e93d1cbd-862d-4a37-b21a-f572e885f2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:34.665247 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9ca43cc3-9e06-4750-96b5-bab179d1c4b3 req-e93d1cbd-862d-4a37-b21a-f572e885f2b9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=762ad9a2-122c-4a80-b335-b7ad41fee6b6 HTTP/1.1" status: 200 len: 912 time: 0.0934496 Aug 19 15:22:34.721230 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9ca43cc3-9e06-4750-96b5-bab179d1c4b3 req-c6274f5e-50df-499f-9d23-ad28d4520b9f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f260a9f9-63ec-44de-abf1-a1d36c5ee11b HTTP/1.1" status: 200 len: 217 time: 0.0474648 Aug 19 15:22:34.775047 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca43cc3-9e06-4750-96b5-bab179d1c4b3 req-ed9df3b1-386c-4330-bf88-8fe8df257a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:34.776614 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9ca43cc3-9e06-4750-96b5-bab179d1c4b3 req-ed9df3b1-386c-4330-bf88-8fe8df257a9c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=80fe1507-457d-4260-ab30-159946215db5 HTTP/1.1" status: 200 len: 851 time: 0.0483282 Aug 19 15:22:34.807614 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9ca43cc3-9e06-4750-96b5-bab179d1c4b3 req-9dbabd25-9f8f-4d9e-bc0a-8c2d289a15b1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=762ad9a2-122c-4a80-b335-b7ad41fee6b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247047 Aug 19 15:22:34.897870 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9ca43cc3-9e06-4750-96b5-bab179d1c4b3 req-86049822-e4cf-4cf0-98e7-c7a9412742ae service neutron] 10.222.0.88 "GET /v2.0/networks/762ad9a2-122c-4a80-b335-b7ad41fee6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834918 Aug 19 15:22:34.988912 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9ca43cc3-9e06-4750-96b5-bab179d1c4b3 req-57cf732b-c263-436a-b964-0f459bd24279 service neutron] 10.222.0.88 "GET /v2.0/networks/762ad9a2-122c-4a80-b335-b7ad41fee6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840690 Aug 19 15:22:35.229786 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:35.678467 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:35.706797 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9c676-671d-41e7-b0d7-a770a4c1e733 req-db1189c8-61e5-40c4-894e-8a35a82e8954 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:35.708196 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e9f9c676-671d-41e7-b0d7-a770a4c1e733 req-db1189c8-61e5-40c4-894e-8a35a82e8954 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/ports?device_id=33a45145-0c0a-47bc-bd7f-6fe74818a749 HTTP/1.1" status: 200 len: 946 time: 0.0521724 Aug 19 15:22:35.750362 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e9f9c676-671d-41e7-b0d7-a770a4c1e733 req-748282e2-ef67-428a-8813-41bf005e6da4 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/security-groups?id=71259254-5f90-4c47-8344-6e6a7bcdad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361063 Aug 19 15:22:36.866349 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8cbdf-c5fa-43c8-82d2-b76250a96135 req-66d3e385-fcd2-4f03-8c9f-74426df516c2 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:36.867728 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-50f8cbdf-c5fa-43c8-82d2-b76250a96135 req-66d3e385-fcd2-4f03-8c9f-74426df516c2 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/ports?device_id=33a45145-0c0a-47bc-bd7f-6fe74818a749 HTTP/1.1" status: 200 len: 946 time: 0.0483751 Aug 19 15:22:36.906670 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-50f8cbdf-c5fa-43c8-82d2-b76250a96135 req-a9a03d04-8b21-4b0f-b23f-27e3d493cc00 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/security-groups?id=71259254-5f90-4c47-8344-6e6a7bcdad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326741 Aug 19 15:22:37.037869 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:38.027529 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ed5df-0cad-417e-b5a1-260f502490bd req-dbbecb04-7b23-427f-8076-6fc34023513d tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:38.029340 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f70ed5df-0cad-417e-b5a1-260f502490bd req-dbbecb04-7b23-427f-8076-6fc34023513d tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/ports?device_id=33a45145-0c0a-47bc-bd7f-6fe74818a749 HTTP/1.1" status: 200 len: 946 time: 0.0495911 Aug 19 15:22:38.073276 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f70ed5df-0cad-417e-b5a1-260f502490bd req-2bc72794-5c57-41c8-821d-0f758858bd0b tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/security-groups?id=71259254-5f90-4c47-8344-6e6a7bcdad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336909 Aug 19 15:22:39.193866 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad788274-9cdb-42d3-b08f-d24169bec54e req-643cf58b-f947-4dc2-b75e-8963b5902cb3 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:39.195395 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ad788274-9cdb-42d3-b08f-d24169bec54e req-643cf58b-f947-4dc2-b75e-8963b5902cb3 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/ports?device_id=33a45145-0c0a-47bc-bd7f-6fe74818a749 HTTP/1.1" status: 200 len: 946 time: 0.0516136 Aug 19 15:22:39.238653 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ad788274-9cdb-42d3-b08f-d24169bec54e req-30bcb6a4-b152-4958-a669-145210108223 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/security-groups?id=71259254-5f90-4c47-8344-6e6a7bcdad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368950 Aug 19 15:22:40.357519 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d17f2-a786-4cb7-9fd2-3e84ab5a4276 req-95467a5b-1eff-4a26-8e4a-a1db06f937bb tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:40.359020 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-496d17f2-a786-4cb7-9fd2-3e84ab5a4276 req-95467a5b-1eff-4a26-8e4a-a1db06f937bb tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/ports?device_id=33a45145-0c0a-47bc-bd7f-6fe74818a749 HTTP/1.1" status: 200 len: 946 time: 0.0500691 Aug 19 15:22:40.397599 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-496d17f2-a786-4cb7-9fd2-3e84ab5a4276 req-1a2c1b69-9e85-4885-8b3c-6e7a12acf9d8 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/security-groups?id=71259254-5f90-4c47-8344-6e6a7bcdad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326643 Aug 19 15:22:41.513495 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e0b150-688d-441e-a5c7-9ceda6a35810 req-c088a07a-1aa4-4c4f-bb1b-fba00bffab80 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:41.514961 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-22e0b150-688d-441e-a5c7-9ceda6a35810 req-c088a07a-1aa4-4c4f-bb1b-fba00bffab80 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/ports?device_id=33a45145-0c0a-47bc-bd7f-6fe74818a749 HTTP/1.1" status: 200 len: 946 time: 0.0483608 Aug 19 15:22:41.553939 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-22e0b150-688d-441e-a5c7-9ceda6a35810 req-8df10c6c-ef14-4d2c-87e2-7c8ef6adc77f tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/security-groups?id=71259254-5f90-4c47-8344-6e6a7bcdad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323920 Aug 19 15:22:42.670559 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8753f0-4eaa-43f9-9c4b-35c27acadcce req-64a18c58-9e52-4302-a07e-97e4cf7cea41 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:42.672190 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bd8753f0-4eaa-43f9-9c4b-35c27acadcce req-64a18c58-9e52-4302-a07e-97e4cf7cea41 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/ports?device_id=33a45145-0c0a-47bc-bd7f-6fe74818a749 HTTP/1.1" status: 200 len: 946 time: 0.0497832 Aug 19 15:22:42.714774 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bd8753f0-4eaa-43f9-9c4b-35c27acadcce req-1a3fe8a6-49af-49cd-a676-3f3abc48aa2a tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/security-groups?id=71259254-5f90-4c47-8344-6e6a7bcdad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361681 Aug 19 15:22:43.828877 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce624c7-a53e-4d60-925d-bfa020a10f55 req-597a514b-b5f1-434e-8c29-da1cb8aea97b tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:43.830355 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bce624c7-a53e-4d60-925d-bfa020a10f55 req-597a514b-b5f1-434e-8c29-da1cb8aea97b tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/ports?device_id=33a45145-0c0a-47bc-bd7f-6fe74818a749 HTTP/1.1" status: 200 len: 946 time: 0.0502946 Aug 19 15:22:43.868539 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bce624c7-a53e-4d60-925d-bfa020a10f55 req-33938c01-7fcb-47d1-8775-ecfd9322dfc7 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/security-groups?id=71259254-5f90-4c47-8344-6e6a7bcdad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321856 Aug 19 15:22:44.987476 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d531f15c-e180-484b-8e56-a443ce790c4c req-79839ede-2b26-4358-8c0c-8f4de30bda47 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:44.989116 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d531f15c-e180-484b-8e56-a443ce790c4c req-79839ede-2b26-4358-8c0c-8f4de30bda47 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/ports?device_id=33a45145-0c0a-47bc-bd7f-6fe74818a749 HTTP/1.1" status: 200 len: 946 time: 0.0515814 Aug 19 15:22:45.032220 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d531f15c-e180-484b-8e56-a443ce790c4c req-7e508ea4-3a20-483e-9d27-68fa14df66d0 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/security-groups?id=71259254-5f90-4c47-8344-6e6a7bcdad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369318 Aug 19 15:22:46.169264 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad38f31-5adc-4e36-99d2-22c31c910cd1 req-02f633f8-da65-45c5-8639-927c1cccd00a tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:46.170755 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9ad38f31-5adc-4e36-99d2-22c31c910cd1 req-02f633f8-da65-45c5-8639-927c1cccd00a tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/ports?device_id=33a45145-0c0a-47bc-bd7f-6fe74818a749 HTTP/1.1" status: 200 len: 946 time: 0.0668733 Aug 19 15:22:46.212244 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9ad38f31-5adc-4e36-99d2-22c31c910cd1 req-926bf833-198c-4cb6-811b-91b6464d5829 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/security-groups?id=71259254-5f90-4c47-8344-6e6a7bcdad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355432 Aug 19 15:22:47.328035 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73cdc2d-4fba-4743-a38d-ae8e7227d2cc req-e5f7b770-fb4a-4605-8f18-6ce7cdbaa3e0 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:47.329564 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a73cdc2d-4fba-4743-a38d-ae8e7227d2cc req-e5f7b770-fb4a-4605-8f18-6ce7cdbaa3e0 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/ports?device_id=33a45145-0c0a-47bc-bd7f-6fe74818a749 HTTP/1.1" status: 200 len: 946 time: 0.0504079 Aug 19 15:22:47.369342 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a73cdc2d-4fba-4743-a38d-ae8e7227d2cc req-8a1f741f-4b31-4c60-9d74-5181183e1ce1 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/security-groups?id=71259254-5f90-4c47-8344-6e6a7bcdad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336316 Aug 19 15:22:48.484804 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba519e9-70d1-4ad7-87aa-f6efd3ef4d62 req-88ca649e-0fdd-4177-991b-6995fe2c0437 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:48.486276 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0ba519e9-70d1-4ad7-87aa-f6efd3ef4d62 req-88ca649e-0fdd-4177-991b-6995fe2c0437 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/ports?device_id=33a45145-0c0a-47bc-bd7f-6fe74818a749 HTTP/1.1" status: 200 len: 946 time: 0.0495927 Aug 19 15:22:48.523326 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0ba519e9-70d1-4ad7-87aa-f6efd3ef4d62 req-711befad-8ce5-429c-aefc-cbf72057bf75 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/security-groups?id=71259254-5f90-4c47-8344-6e6a7bcdad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309849 Aug 19 15:22:49.647663 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d8b2b7-0e81-4554-88f1-1612f2ce4204 req-392a599b-440c-4435-b3dd-87a5e8ba2a21 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:49.649217 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-63d8b2b7-0e81-4554-88f1-1612f2ce4204 req-392a599b-440c-4435-b3dd-87a5e8ba2a21 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/ports?device_id=33a45145-0c0a-47bc-bd7f-6fe74818a749 HTTP/1.1" status: 200 len: 946 time: 0.0558517 Aug 19 15:22:49.694719 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-63d8b2b7-0e81-4554-88f1-1612f2ce4204 req-1f45771e-12af-4bca-8ee4-20b71f6dba95 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/security-groups?id=71259254-5f90-4c47-8344-6e6a7bcdad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388365 Aug 19 15:22:50.033588 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [req-198fad34-4073-46ac-93fc-3f4cd2f9a84c req-93d51172-fbc5-40d4-976a-5a9a4bc91d6a service neutron] show failed (client error): The resource could not be found. Aug 19 15:22:50.034524 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-198fad34-4073-46ac-93fc-3f4cd2f9a84c req-93d51172-fbc5-40d4-976a-5a9a4bc91d6a service neutron] 10.222.0.88 "GET /v2.0/ports/f260a9f9-63ec-44de-abf1-a1d36c5ee11b/bindings/n-h1-766043-2 HTTP/1.1" status: 404 len: 380 time: 0.0642400 Aug 19 15:22:50.238908 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198fad34-4073-46ac-93fc-3f4cd2f9a84c req-555e6bca-8966-4be2-a352-cbb73ae79882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:50.240436 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-198fad34-4073-46ac-93fc-3f4cd2f9a84c req-555e6bca-8966-4be2-a352-cbb73ae79882 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=33a45145-0c0a-47bc-bd7f-6fe74818a749&tenant_id=11781dae34a6441483d2ddfb5d9e373f HTTP/1.1" status: 200 len: 1097 time: 0.0409760 Aug 19 15:22:50.252747 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-198fad34-4073-46ac-93fc-3f4cd2f9a84c req-948f4c9d-14e8-480c-a2ff-6bee15b40fc9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766043-2', 'device_owner': 'compute:nova'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:22:50.306552 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-198fad34-4073-46ac-93fc-3f4cd2f9a84c req-948f4c9d-14e8-480c-a2ff-6bee15b40fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:50.517341 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-198fad34-4073-46ac-93fc-3f4cd2f9a84c req-948f4c9d-14e8-480c-a2ff-6bee15b40fc9 service neutron] For port f260a9f9-63ec-44de-abf1-a1d36c5ee11b, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=f260a9f9-63ec-44de-abf1-a1d36c5ee11b,segment=NetworkSegment(0c8af49e-e32d-496d-a526-9b7635a85256),segment_id=0c8af49e-e32d-496d-a526-9b7635a85256)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:22:50.551694 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-198fad34-4073-46ac-93fc-3f4cd2f9a84c req-948f4c9d-14e8-480c-a2ff-6bee15b40fc9 service neutron] For port f260a9f9-63ec-44de-abf1-a1d36c5ee11b, host n-h2-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:22:50.603605 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33a45145-0c0a-47bc-bd7f-6fe74818a749', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f260a9f9-63ec-44de-abf1-a1d36c5ee11b'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:22:50.605580 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9544f9f-a11a-480b-8626-fb41a95512c0" -d '{"events": [{"server_uuid": "33a45145-0c0a-47bc-bd7f-6fe74818a749", "name": "network-vif-unplugged", "status": "completed", "tag": "f260a9f9-63ec-44de-abf1-a1d36c5ee11b"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:22:50.611224 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-198fad34-4073-46ac-93fc-3f4cd2f9a84c req-948f4c9d-14e8-480c-a2ff-6bee15b40fc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:50.624763 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-198fad34-4073-46ac-93fc-3f4cd2f9a84c req-948f4c9d-14e8-480c-a2ff-6bee15b40fc9 service neutron] Transition to ACTIVE for port object f260a9f9-63ec-44de-abf1-a1d36c5ee11b will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:22:50.629443 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-198fad34-4073-46ac-93fc-3f4cd2f9a84c req-948f4c9d-14e8-480c-a2ff-6bee15b40fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:50.660799 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 15:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ec8b0d-0f4f-45c2-b7e2-3429e115a089 x-openstack-request-id: req-63ec8b0d-0f4f-45c2-b7e2-3429e115a089 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:22:50.661096 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33a45145-0c0a-47bc-bd7f-6fe74818a749", "name": "network-vif-unplugged", "status": "completed", "tag": "f260a9f9-63ec-44de-abf1-a1d36c5ee11b", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:22:50.661348 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-63ec8b0d-0f4f-45c2-b7e2-3429e115a089 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:22:50.661746 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33a45145-0c0a-47bc-bd7f-6fe74818a749', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f260a9f9-63ec-44de-abf1-a1d36c5ee11b', 'code': 200} Aug 19 15:22:50.699114 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f4c9d-14e8-480c-a2ff-6bee15b40fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=f260a9f9-63ec-44de-abf1-a1d36c5ee11b,revision_number=6']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:50.701589 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-198fad34-4073-46ac-93fc-3f4cd2f9a84c req-948f4c9d-14e8-480c-a2ff-6bee15b40fc9 service neutron] No DVR routers for this DVR port f260a9f9-63ec-44de-abf1-a1d36c5ee11b on host n-h2-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:22:50.710630 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948f4c9d-14e8-480c-a2ff-6bee15b40fc9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:50.710977 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948f4c9d-14e8-480c-a2ff-6bee15b40fc9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:50.711318 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948f4c9d-14e8-480c-a2ff-6bee15b40fc9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:50.711655 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948f4c9d-14e8-480c-a2ff-6bee15b40fc9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:50.711987 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948f4c9d-14e8-480c-a2ff-6bee15b40fc9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:50.712316 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948f4c9d-14e8-480c-a2ff-6bee15b40fc9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:50.712673 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948f4c9d-14e8-480c-a2ff-6bee15b40fc9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:50.713001 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948f4c9d-14e8-480c-a2ff-6bee15b40fc9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:50.713326 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948f4c9d-14e8-480c-a2ff-6bee15b40fc9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:50.713652 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948f4c9d-14e8-480c-a2ff-6bee15b40fc9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:50.713976 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948f4c9d-14e8-480c-a2ff-6bee15b40fc9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:50.714297 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948f4c9d-14e8-480c-a2ff-6bee15b40fc9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:50.754481 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-198fad34-4073-46ac-93fc-3f4cd2f9a84c req-948f4c9d-14e8-480c-a2ff-6bee15b40fc9 service neutron] Attempting to bind port f260a9f9-63ec-44de-abf1-a1d36c5ee11b on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:22:50.754817 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-198fad34-4073-46ac-93fc-3f4cd2f9a84c req-948f4c9d-14e8-480c-a2ff-6bee15b40fc9 service neutron] Attempting to bind port f260a9f9-63ec-44de-abf1-a1d36c5ee11b by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '0c8af49e-e32d-496d-a526-9b7635a85256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '762ad9a2-122c-4a80-b335-b7ad41fee6b6'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:22:50.755249 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198fad34-4073-46ac-93fc-3f4cd2f9a84c req-948f4c9d-14e8-480c-a2ff-6bee15b40fc9 service neutron] Attempting to bind port f260a9f9-63ec-44de-abf1-a1d36c5ee11b on network 762ad9a2-122c-4a80-b335-b7ad41fee6b6 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:22:50.759598 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198fad34-4073-46ac-93fc-3f4cd2f9a84c req-948f4c9d-14e8-480c-a2ff-6bee15b40fc9 service neutron] Port f260a9f9-63ec-44de-abf1-a1d36c5ee11b on network 762ad9a2-122c-4a80-b335-b7ad41fee6b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:22:50.759920 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198fad34-4073-46ac-93fc-3f4cd2f9a84c req-948f4c9d-14e8-480c-a2ff-6bee15b40fc9 service neutron] Attempting to bind port f260a9f9-63ec-44de-abf1-a1d36c5ee11b on network 762ad9a2-122c-4a80-b335-b7ad41fee6b6 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:22:50.764806 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198fad34-4073-46ac-93fc-3f4cd2f9a84c req-948f4c9d-14e8-480c-a2ff-6bee15b40fc9 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:22:50.765149 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198fad34-4073-46ac-93fc-3f4cd2f9a84c req-948f4c9d-14e8-480c-a2ff-6bee15b40fc9 service neutron] Checking segment: {'id': '0c8af49e-e32d-496d-a526-9b7635a85256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '762ad9a2-122c-4a80-b335-b7ad41fee6b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:22:50.765563 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198fad34-4073-46ac-93fc-3f4cd2f9a84c req-948f4c9d-14e8-480c-a2ff-6bee15b40fc9 service neutron] Bound using segment: {'id': '0c8af49e-e32d-496d-a526-9b7635a85256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '762ad9a2-122c-4a80-b335-b7ad41fee6b6'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:22:50.765993 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-198fad34-4073-46ac-93fc-3f4cd2f9a84c req-948f4c9d-14e8-480c-a2ff-6bee15b40fc9 service neutron] Bound port: f260a9f9-63ec-44de-abf1-a1d36c5ee11b, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c8af49e-e32d-496d-a526-9b7635a85256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '762ad9a2-122c-4a80-b335-b7ad41fee6b6'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:22:50.766347 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-198fad34-4073-46ac-93fc-3f4cd2f9a84c req-948f4c9d-14e8-480c-a2ff-6bee15b40fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:50.820356 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c084b-f122-48f0-b5cb-35323c803db5 req-3474804a-7855-41b5-bd29-f03aef3c7a42 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:50.822076 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ea8c084b-f122-48f0-b5cb-35323c803db5 req-3474804a-7855-41b5-bd29-f03aef3c7a42 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/ports?device_id=33a45145-0c0a-47bc-bd7f-6fe74818a749 HTTP/1.1" status: 200 len: 944 time: 0.0511732 Aug 19 15:22:50.832865 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-198fad34-4073-46ac-93fc-3f4cd2f9a84c req-948f4c9d-14e8-480c-a2ff-6bee15b40fc9 service neutron] For port f260a9f9-63ec-44de-abf1-a1d36c5ee11b, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:22:50.836499 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-198fad34-4073-46ac-93fc-3f4cd2f9a84c req-948f4c9d-14e8-480c-a2ff-6bee15b40fc9 service neutron] For port f260a9f9-63ec-44de-abf1-a1d36c5ee11b, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=f260a9f9-63ec-44de-abf1-a1d36c5ee11b,segment=NetworkSegment(0c8af49e-e32d-496d-a526-9b7635a85256),segment_id=0c8af49e-e32d-496d-a526-9b7635a85256)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:22:50.841250 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-198fad34-4073-46ac-93fc-3f4cd2f9a84c req-948f4c9d-14e8-480c-a2ff-6bee15b40fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:50.863053 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ea8c084b-f122-48f0-b5cb-35323c803db5 req-2c04506f-afee-4c5a-bf7d-060020b4debc tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/security-groups?id=71259254-5f90-4c47-8344-6e6a7bcdad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349345 Aug 19 15:22:50.874015 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198fad34-4073-46ac-93fc-3f4cd2f9a84c req-948f4c9d-14e8-480c-a2ff-6bee15b40fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:50.874627 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-198fad34-4073-46ac-93fc-3f4cd2f9a84c req-948f4c9d-14e8-480c-a2ff-6bee15b40fc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:50.876669 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-198fad34-4073-46ac-93fc-3f4cd2f9a84c req-948f4c9d-14e8-480c-a2ff-6bee15b40fc9 service neutron] 10.222.0.68 "PUT /v2.0/ports/f260a9f9-63ec-44de-abf1-a1d36c5ee11b HTTP/1.1" status: 200 len: 1092 time: 0.6285095 Aug 19 15:22:50.898813 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f4c9d-14e8-480c-a2ff-6bee15b40fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=f260a9f9-63ec-44de-abf1-a1d36c5ee11b,revision_number=7']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:50.944050 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198fad34-4073-46ac-93fc-3f4cd2f9a84c req-5d4981bc-1632-44b2-94fb-393f7d1b0cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:50.946023 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-198fad34-4073-46ac-93fc-3f4cd2f9a84c req-5d4981bc-1632-44b2-94fb-393f7d1b0cd4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=11781dae34a6441483d2ddfb5d9e373f&device_id=33a45145-0c0a-47bc-bd7f-6fe74818a749 HTTP/1.1" status: 200 len: 1095 time: 0.0417364 Aug 19 15:22:51.035785 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198fad34-4073-46ac-93fc-3f4cd2f9a84c req-7a700053-8fc4-4c57-8192-2a3030bd87fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:51.037293 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-198fad34-4073-46ac-93fc-3f4cd2f9a84c req-7a700053-8fc4-4c57-8192-2a3030bd87fc service neutron] 10.222.0.68 "GET /v2.0/networks?id=762ad9a2-122c-4a80-b335-b7ad41fee6b6 HTTP/1.1" status: 200 len: 912 time: 0.0851936 Aug 19 15:22:51.079976 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-198fad34-4073-46ac-93fc-3f4cd2f9a84c req-4552cb84-0856-4638-a00b-8c85f8e497a7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f260a9f9-63ec-44de-abf1-a1d36c5ee11b HTTP/1.1" status: 200 len: 217 time: 0.0353258 Aug 19 15:22:51.132929 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198fad34-4073-46ac-93fc-3f4cd2f9a84c req-3d025974-db79-449a-bf08-5104219f9f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:51.134325 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-198fad34-4073-46ac-93fc-3f4cd2f9a84c req-3d025974-db79-449a-bf08-5104219f9f76 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=80fe1507-457d-4260-ab30-159946215db5 HTTP/1.1" status: 200 len: 851 time: 0.0477057 Aug 19 15:22:51.165461 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-198fad34-4073-46ac-93fc-3f4cd2f9a84c req-e7ba7eba-d33d-48cc-9b58-09b39b1503ab service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=762ad9a2-122c-4a80-b335-b7ad41fee6b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243495 Aug 19 15:22:51.253023 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-198fad34-4073-46ac-93fc-3f4cd2f9a84c req-d971fdc4-0d8f-4c54-a7ed-377d817ef829 service neutron] 10.222.0.68 "GET /v2.0/networks/762ad9a2-122c-4a80-b335-b7ad41fee6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798187 Aug 19 15:22:51.347520 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-198fad34-4073-46ac-93fc-3f4cd2f9a84c req-6007c378-fb2c-4702-b8e4-dc0fb1dd5624 service neutron] 10.222.0.68 "GET /v2.0/networks/762ad9a2-122c-4a80-b335-b7ad41fee6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863776 Aug 19 15:22:51.982073 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea26df-85b0-418f-aa41-4c4bbd060992 req-67028d22-2b0a-4add-b83b-8dbf84fb1aad tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:51.983551 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-26ea26df-85b0-418f-aa41-4c4bbd060992 req-67028d22-2b0a-4add-b83b-8dbf84fb1aad tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/ports?device_id=33a45145-0c0a-47bc-bd7f-6fe74818a749 HTTP/1.1" status: 200 len: 944 time: 0.0499291 Aug 19 15:22:52.022313 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-26ea26df-85b0-418f-aa41-4c4bbd060992 req-6d5f7629-1876-4189-a53e-aa86b6bf3f94 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/security-groups?id=71259254-5f90-4c47-8344-6e6a7bcdad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327501 Aug 19 15:22:52.662720 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33a45145-0c0a-47bc-bd7f-6fe74818a749', 'tag': 'f260a9f9-63ec-44de-abf1-a1d36c5ee11b'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:22:52.665170 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08cfadd-ad62-476d-a16e-50fafbf4e95d" -d '{"events": [{"name": "network-changed", "server_uuid": "33a45145-0c0a-47bc-bd7f-6fe74818a749", "tag": "f260a9f9-63ec-44de-abf1-a1d36c5ee11b"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:22:52.713165 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1522273-acbd-4722-ad38-4c2a3ce12660 x-openstack-request-id: req-a1522273-acbd-4722-ad38-4c2a3ce12660 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:22:52.713464 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33a45145-0c0a-47bc-bd7f-6fe74818a749", "tag": "f260a9f9-63ec-44de-abf1-a1d36c5ee11b", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:22:52.714226 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a1522273-acbd-4722-ad38-4c2a3ce12660 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:22:52.714649 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33a45145-0c0a-47bc-bd7f-6fe74818a749', 'tag': 'f260a9f9-63ec-44de-abf1-a1d36c5ee11b', 'status': 'completed', 'code': 200} Aug 19 15:22:52.776626 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08cfadd-ad62-476d-a16e-50fafbf4e95d req-9c13e4f5-fed1-4af5-9782-3a2e60d78dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:52.777745 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08cfadd-ad62-476d-a16e-50fafbf4e95d req-117bfc1e-2515-4af2-a4f3-7a19614ae057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:52.778131 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b08cfadd-ad62-476d-a16e-50fafbf4e95d req-9c13e4f5-fed1-4af5-9782-3a2e60d78dd5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=11781dae34a6441483d2ddfb5d9e373f&device_id=33a45145-0c0a-47bc-bd7f-6fe74818a749 HTTP/1.1" status: 200 len: 1095 time: 0.0466211 Aug 19 15:22:52.779259 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b08cfadd-ad62-476d-a16e-50fafbf4e95d req-117bfc1e-2515-4af2-a4f3-7a19614ae057 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=11781dae34a6441483d2ddfb5d9e373f&device_id=33a45145-0c0a-47bc-bd7f-6fe74818a749 HTTP/1.1" status: 200 len: 1095 time: 0.0422602 Aug 19 15:22:52.873764 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08cfadd-ad62-476d-a16e-50fafbf4e95d req-84857f81-c1eb-4ade-b6eb-152410c3588a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:52.876736 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b08cfadd-ad62-476d-a16e-50fafbf4e95d req-84857f81-c1eb-4ade-b6eb-152410c3588a service neutron] 10.222.0.88 "GET /v2.0/networks?id=762ad9a2-122c-4a80-b335-b7ad41fee6b6 HTTP/1.1" status: 200 len: 912 time: 0.0921144 Aug 19 15:22:52.882515 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08cfadd-ad62-476d-a16e-50fafbf4e95d req-a6cbf8ad-c563-4a46-854e-d439e98bedc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:52.884039 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b08cfadd-ad62-476d-a16e-50fafbf4e95d req-a6cbf8ad-c563-4a46-854e-d439e98bedc6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=762ad9a2-122c-4a80-b335-b7ad41fee6b6 HTTP/1.1" status: 200 len: 912 time: 0.0935092 Aug 19 15:22:52.925006 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b08cfadd-ad62-476d-a16e-50fafbf4e95d req-f3fc5e87-d31d-41e9-9ae3-5ad424640089 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f260a9f9-63ec-44de-abf1-a1d36c5ee11b HTTP/1.1" status: 200 len: 217 time: 0.0408597 Aug 19 15:22:52.927494 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b08cfadd-ad62-476d-a16e-50fafbf4e95d req-b24a4a2a-6b28-4d63-ad9f-a680db506308 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f260a9f9-63ec-44de-abf1-a1d36c5ee11b HTTP/1.1" status: 200 len: 217 time: 0.0359168 Aug 19 15:22:52.982066 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08cfadd-ad62-476d-a16e-50fafbf4e95d req-cd738269-4d33-434e-ac67-8c706c760c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:52.982267 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08cfadd-ad62-476d-a16e-50fafbf4e95d req-f521e389-39e4-40a0-86ac-c14b32c26017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:52.983510 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b08cfadd-ad62-476d-a16e-50fafbf4e95d req-cd738269-4d33-434e-ac67-8c706c760c7d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=80fe1507-457d-4260-ab30-159946215db5 HTTP/1.1" status: 200 len: 851 time: 0.0511577 Aug 19 15:22:52.983992 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b08cfadd-ad62-476d-a16e-50fafbf4e95d req-f521e389-39e4-40a0-86ac-c14b32c26017 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=80fe1507-457d-4260-ab30-159946215db5 HTTP/1.1" status: 200 len: 851 time: 0.0496593 Aug 19 15:22:53.016678 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b08cfadd-ad62-476d-a16e-50fafbf4e95d req-2e54c978-99d5-43b7-a658-50093b1bc879 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=762ad9a2-122c-4a80-b335-b7ad41fee6b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254848 Aug 19 15:22:53.016892 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b08cfadd-ad62-476d-a16e-50fafbf4e95d req-5f93b200-f676-40d2-ba82-c2a93877cf59 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=762ad9a2-122c-4a80-b335-b7ad41fee6b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261574 Aug 19 15:22:53.122070 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b08cfadd-ad62-476d-a16e-50fafbf4e95d req-65a1406c-0e93-4d33-b0be-3283b9662a76 service neutron] 10.222.0.68 "GET /v2.0/networks/762ad9a2-122c-4a80-b335-b7ad41fee6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981588 Aug 19 15:22:53.157310 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b08cfadd-ad62-476d-a16e-50fafbf4e95d req-e09eec73-4840-4460-86f5-fb5ecee5cf3e service neutron] 10.222.0.88 "GET /v2.0/networks/762ad9a2-122c-4a80-b335-b7ad41fee6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334114 Aug 19 15:22:53.169865 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81baeb1e-41fb-4520-8b04-7dbb6b4de69d req-088eb63a-5c18-4bcd-b9d6-1a26d0a0c40b tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:53.171336 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-81baeb1e-41fb-4520-8b04-7dbb6b4de69d req-088eb63a-5c18-4bcd-b9d6-1a26d0a0c40b tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/ports?device_id=33a45145-0c0a-47bc-bd7f-6fe74818a749 HTTP/1.1" status: 200 len: 944 time: 0.0750110 Aug 19 15:22:53.213144 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b08cfadd-ad62-476d-a16e-50fafbf4e95d req-ffdb30d2-d9c1-41f7-8212-b655f3c46b7f service neutron] 10.222.0.68 "GET /v2.0/networks/762ad9a2-122c-4a80-b335-b7ad41fee6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835798 Aug 19 15:22:53.268309 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-81baeb1e-41fb-4520-8b04-7dbb6b4de69d req-6fb8b9f7-b8cd-4efc-bdea-13cdeabe8231 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/security-groups?id=71259254-5f90-4c47-8344-6e6a7bcdad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872455 Aug 19 15:22:53.290350 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b08cfadd-ad62-476d-a16e-50fafbf4e95d req-bbee7357-3879-4e44-a37a-64404d501838 service neutron] 10.222.0.88 "GET /v2.0/networks/762ad9a2-122c-4a80-b335-b7ad41fee6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175685 Aug 19 15:22:53.539617 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae0f393-5d9d-4a39-ba29-687ea4b4c926 req-7f523e7d-48df-41c7-8076-d19c2b54cfab tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:53.541045 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3ae0f393-5d9d-4a39-ba29-687ea4b4c926 req-7f523e7d-48df-41c7-8076-d19c2b54cfab tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.88 "GET /v2.0/ports?device_id=33a45145-0c0a-47bc-bd7f-6fe74818a749&tenant_id=11781dae34a6441483d2ddfb5d9e373f&binding%3Ahost_id=n-h1-766043-2 HTTP/1.1" status: 200 len: 944 time: 0.0851049 Aug 19 15:22:53.600172 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [req-3ae0f393-5d9d-4a39-ba29-687ea4b4c926 req-9c9efbe9-4115-47c9-b62c-771ab84a0d4f service neutron] delete failed (client error): The resource could not be found. Aug 19 15:22:53.601248 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3ae0f393-5d9d-4a39-ba29-687ea4b4c926 req-9c9efbe9-4115-47c9-b62c-771ab84a0d4f service neutron] 10.222.0.88 "DELETE /v2.0/ports/f260a9f9-63ec-44de-abf1-a1d36c5ee11b/bindings/n-h2-766043-2 HTTP/1.1" status: 404 len: 380 time: 0.0529521 Aug 19 15:22:53.686850 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae0f393-5d9d-4a39-ba29-687ea4b4c926 req-c4579c8c-e26a-42b8-b7e5-936dd2c8bd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:53.688698 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3ae0f393-5d9d-4a39-ba29-687ea4b4c926 req-c4579c8c-e26a-42b8-b7e5-936dd2c8bd40 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=11781dae34a6441483d2ddfb5d9e373f&device_id=33a45145-0c0a-47bc-bd7f-6fe74818a749 HTTP/1.1" status: 200 len: 1095 time: 0.0440462 Aug 19 15:22:53.778827 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae0f393-5d9d-4a39-ba29-687ea4b4c926 req-e45842e6-4cd9-48fd-ac07-714751949643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:53.780316 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3ae0f393-5d9d-4a39-ba29-687ea4b4c926 req-e45842e6-4cd9-48fd-ac07-714751949643 service neutron] 10.222.0.88 "GET /v2.0/networks?id=762ad9a2-122c-4a80-b335-b7ad41fee6b6 HTTP/1.1" status: 200 len: 912 time: 0.0846679 Aug 19 15:22:53.825406 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3ae0f393-5d9d-4a39-ba29-687ea4b4c926 req-e32fe2b8-eb4a-4833-8855-c8900cb40ddd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f260a9f9-63ec-44de-abf1-a1d36c5ee11b HTTP/1.1" status: 200 len: 217 time: 0.0376341 Aug 19 15:22:53.875479 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae0f393-5d9d-4a39-ba29-687ea4b4c926 req-8f07adab-55fd-4c28-be62-e36900b29015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:53.877046 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3ae0f393-5d9d-4a39-ba29-687ea4b4c926 req-8f07adab-55fd-4c28-be62-e36900b29015 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=80fe1507-457d-4260-ab30-159946215db5 HTTP/1.1" status: 200 len: 851 time: 0.0438356 Aug 19 15:22:53.912800 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3ae0f393-5d9d-4a39-ba29-687ea4b4c926 req-7c3d1818-eb24-44b9-b025-a71bf705647a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=762ad9a2-122c-4a80-b335-b7ad41fee6b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288465 Aug 19 15:22:53.976136 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device f260a9f9-63ec-44de-abf1-a1d36c5ee11b details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:22:54.005451 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3ae0f393-5d9d-4a39-ba29-687ea4b4c926 req-2f55ce40-70d5-4a92-9c24-76773ff5c8f1 service neutron] 10.222.0.88 "GET /v2.0/networks/762ad9a2-122c-4a80-b335-b7ad41fee6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853157 Aug 19 15:22:54.089408 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port f260a9f9-63ec-44de-abf1-a1d36c5ee11b, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=f260a9f9-63ec-44de-abf1-a1d36c5ee11b,segment=NetworkSegment(0c8af49e-e32d-496d-a526-9b7635a85256),segment_id=0c8af49e-e32d-496d-a526-9b7635a85256)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:22:54.108494 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': 'f260a9f9-63ec-44de-abf1-a1d36c5ee11b', 'network_id': '762ad9a2-122c-4a80-b335-b7ad41fee6b6', 'port_id': 'f260a9f9-63ec-44de-abf1-a1d36c5ee11b', 'mac_address': 'fa:16:3e:bb:e3:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80fe1507-457d-4260-ab30-159946215db5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:22:54.109764 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3ae0f393-5d9d-4a39-ba29-687ea4b4c926 req-d1555eca-74e7-4548-a434-159d52c2ce74 service neutron] 10.222.0.88 "GET /v2.0/networks/762ad9a2-122c-4a80-b335-b7ad41fee6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975201 Aug 19 15:22:54.170054 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:54.186060 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f260a9f9-63ec-44de-abf1-a1d36c5ee11b {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:22:54.224096 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port f260a9f9-63ec-44de-abf1-a1d36c5ee11b, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=f260a9f9-63ec-44de-abf1-a1d36c5ee11b,segment=NetworkSegment(0c8af49e-e32d-496d-a526-9b7635a85256),segment_id=0c8af49e-e32d-496d-a526-9b7635a85256)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:22:54.231996 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:54.282167 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=f260a9f9-63ec-44de-abf1-a1d36c5ee11b,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:54.456656 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['f260a9f9-63ec-44de-abf1-a1d36c5ee11b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:22:54.870269 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b03bd-72ff-4b71-af85-a29f59b5772d req-43814fe4-e212-497e-bfdf-8f155f03d91f tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:54.871998 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e56b03bd-72ff-4b71-af85-a29f59b5772d req-43814fe4-e212-497e-bfdf-8f155f03d91f tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/ports?device_id=33a45145-0c0a-47bc-bd7f-6fe74818a749 HTTP/1.1" status: 200 len: 945 time: 0.0559182 Aug 19 15:22:54.910313 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e56b03bd-72ff-4b71-af85-a29f59b5772d req-b52de131-a188-42be-9da6-9d24556e284f tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/security-groups?id=71259254-5f90-4c47-8344-6e6a7bcdad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322225 Aug 19 15:22:55.007224 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:22:55.419700 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device f260a9f9-63ec-44de-abf1-a1d36c5ee11b no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:22:55.464471 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device f260a9f9-63ec-44de-abf1-a1d36c5ee11b not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:22:55.976810 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device f260a9f9-63ec-44de-abf1-a1d36c5ee11b up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:22:56.027196 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port f260a9f9-63ec-44de-abf1-a1d36c5ee11b completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:22:56.030961 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port f260a9f9-63ec-44de-abf1-a1d36c5ee11b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:22:56.031349 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:56.036807 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a38f5-2cc6-4373-a992-ecfe0bd27437 req-66e7017b-c0fe-42c5-9f1d-b82eb14cd1fa tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:56.038342 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fa9a38f5-2cc6-4373-a992-ecfe0bd27437 req-66e7017b-c0fe-42c5-9f1d-b82eb14cd1fa tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/ports?device_id=33a45145-0c0a-47bc-bd7f-6fe74818a749 HTTP/1.1" status: 200 len: 945 time: 0.0531876 Aug 19 15:22:56.076597 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fa9a38f5-2cc6-4373-a992-ecfe0bd27437 req-c5c2dcb2-c045-4b83-aafd-62631d0c683f tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.69 "GET /v2.0/security-groups?id=71259254-5f90-4c47-8344-6e6a7bcdad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322976 Aug 19 15:22:56.107479 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:56.134411 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae0f393-5d9d-4a39-ba29-687ea4b4c926 req-a83088d9-7d74-4f03-9a9b-2a65dadc6f81 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:56.135377 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33a45145-0c0a-47bc-bd7f-6fe74818a749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f260a9f9-63ec-44de-abf1-a1d36c5ee11b'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:22:56.136149 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3ae0f393-5d9d-4a39-ba29-687ea4b4c926 req-a83088d9-7d74-4f03-9a9b-2a65dadc6f81 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.68 "GET /v2.0/ports?device_id=33a45145-0c0a-47bc-bd7f-6fe74818a749 HTTP/1.1" status: 200 len: 945 time: 0.0562389 Aug 19 15:22:56.137759 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a91c886-c092-4df3-9564-424001d3423a" -d '{"events": [{"server_uuid": "33a45145-0c0a-47bc-bd7f-6fe74818a749", "name": "network-vif-plugged", "status": "completed", "tag": "f260a9f9-63ec-44de-abf1-a1d36c5ee11b"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:22:56.151066 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port f260a9f9-63ec-44de-abf1-a1d36c5ee11b, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=f260a9f9-63ec-44de-abf1-a1d36c5ee11b,segment=NetworkSegment(0c8af49e-e32d-496d-a526-9b7635a85256),segment_id=0c8af49e-e32d-496d-a526-9b7635a85256)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:22:56.155159 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:56.179119 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497742d9-2a8a-479a-bd01-970ab100f069 x-openstack-request-id: req-497742d9-2a8a-479a-bd01-970ab100f069 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:22:56.179404 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33a45145-0c0a-47bc-bd7f-6fe74818a749", "name": "network-vif-plugged", "status": "completed", "tag": "f260a9f9-63ec-44de-abf1-a1d36c5ee11b", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:22:56.179658 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-497742d9-2a8a-479a-bd01-970ab100f069 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:22:56.180040 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33a45145-0c0a-47bc-bd7f-6fe74818a749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f260a9f9-63ec-44de-abf1-a1d36c5ee11b', 'code': 200} Aug 19 15:22:56.210195 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=f260a9f9-63ec-44de-abf1-a1d36c5ee11b,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:56.231631 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-3ae0f393-5d9d-4a39-ba29-687ea4b4c926 req-f3e1433b-a9cb-46f0-a47d-3e51e198bfd1 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Deleting port f260a9f9-63ec-44de-abf1-a1d36c5ee11b {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:22:56.231970 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3ae0f393-5d9d-4a39-ba29-687ea4b4c926 req-f3e1433b-a9cb-46f0-a47d-3e51e198bfd1 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:56.325038 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-3ae0f393-5d9d-4a39-ba29-687ea4b4c926 req-f3e1433b-a9cb-46f0-a47d-3e51e198bfd1 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] For port f260a9f9-63ec-44de-abf1-a1d36c5ee11b, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=f260a9f9-63ec-44de-abf1-a1d36c5ee11b,segment=NetworkSegment(0c8af49e-e32d-496d-a526-9b7635a85256),segment_id=0c8af49e-e32d-496d-a526-9b7635a85256)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:22:56.325400 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3ae0f393-5d9d-4a39-ba29-687ea4b4c926 req-f3e1433b-a9cb-46f0-a47d-3e51e198bfd1 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:56.338309 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-3ae0f393-5d9d-4a39-ba29-687ea4b4c926 req-f3e1433b-a9cb-46f0-a47d-3e51e198bfd1 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Calling delete_port for f260a9f9-63ec-44de-abf1-a1d36c5ee11b owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:22:56.463470 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3ae0f393-5d9d-4a39-ba29-687ea4b4c926 req-f3e1433b-a9cb-46f0-a47d-3e51e198bfd1 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:56.476475 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['f260a9f9-63ec-44de-abf1-a1d36c5ee11b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:22:56.496393 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e1433b-a9cb-46f0-a47d-3e51e198bfd1 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Pushing event deleted for resources: {'Port': ['ID=f260a9f9-63ec-44de-abf1-a1d36c5ee11b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:56.539632 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae0f393-5d9d-4a39-ba29-687ea4b4c926 req-f3e1433b-a9cb-46f0-a47d-3e51e198bfd1 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] No DVR routers for this DVR port f260a9f9-63ec-44de-abf1-a1d36c5ee11b on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:22:56.542301 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3ae0f393-5d9d-4a39-ba29-687ea4b4c926 req-f3e1433b-a9cb-46f0-a47d-3e51e198bfd1 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:56.544366 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3ae0f393-5d9d-4a39-ba29-687ea4b4c926 req-f3e1433b-a9cb-46f0-a47d-3e51e198bfd1 tempest-DeleteServersTestJSON-30801592 tempest-DeleteServersTestJSON-30801592-project] 10.222.0.68 "DELETE /v2.0/ports/f260a9f9-63ec-44de-abf1-a1d36c5ee11b HTTP/1.1" status: 204 len: 173 time: 0.4018404 Aug 19 15:22:56.544834 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33a45145-0c0a-47bc-bd7f-6fe74818a749', 'name': 'network-vif-deleted', 'tag': 'f260a9f9-63ec-44de-abf1-a1d36c5ee11b'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:22:56.547624 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6cf763-05a4-4e42-a8d5-4bb097a16965" -d '{"events": [{"server_uuid": "33a45145-0c0a-47bc-bd7f-6fe74818a749", "name": "network-vif-deleted", "tag": "f260a9f9-63ec-44de-abf1-a1d36c5ee11b"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:22:56.583772 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee5a011-1c07-4b3e-ac0b-b8fe672a5fbd x-openstack-request-id: req-3ee5a011-1c07-4b3e-ac0b-b8fe672a5fbd {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:22:56.584130 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33a45145-0c0a-47bc-bd7f-6fe74818a749", "name": "network-vif-deleted", "tag": "f260a9f9-63ec-44de-abf1-a1d36c5ee11b", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:22:56.584346 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3ee5a011-1c07-4b3e-ac0b-b8fe672a5fbd {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:22:56.584782 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33a45145-0c0a-47bc-bd7f-6fe74818a749', 'name': 'network-vif-deleted', 'tag': 'f260a9f9-63ec-44de-abf1-a1d36c5ee11b', 'status': 'completed', 'code': 200} Aug 19 15:22:57.211758 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35962) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:57.254995 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-913f49e9-5476-4150-b4c7-7735035cbc9d admin admin] Deleting subnet 80fe1507-457d-4260-ab30-159946215db5 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:22:57.258592 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-913f49e9-5476-4150-b4c7-7735035cbc9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:57.291488 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-913f49e9-5476-4150-b4c7-7735035cbc9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:57.328173 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-913f49e9-5476-4150-b4c7-7735035cbc9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:57.379598 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-913f49e9-5476-4150-b4c7-7735035cbc9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:57.408794 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913f49e9-5476-4150-b4c7-7735035cbc9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80fe1507-457d-4260-ab30-159946215db5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:57.413387 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-913f49e9-5476-4150-b4c7-7735035cbc9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:57.415247 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-913f49e9-5476-4150-b4c7-7735035cbc9d admin admin] 10.222.0.69 "DELETE /v2.0/subnets/80fe1507-457d-4260-ab30-159946215db5 HTTP/1.1" status: 204 len: 168 time: 0.2024434 Aug 19 15:22:57.417910 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35964) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:57.421559 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913f49e9-5476-4150-b4c7-7735035cbc9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:57.422432 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913f49e9-5476-4150-b4c7-7735035cbc9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:57.422749 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913f49e9-5476-4150-b4c7-7735035cbc9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:57.423076 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913f49e9-5476-4150-b4c7-7735035cbc9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:57.423400 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913f49e9-5476-4150-b4c7-7735035cbc9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:57.423725 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913f49e9-5476-4150-b4c7-7735035cbc9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:57.424043 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913f49e9-5476-4150-b4c7-7735035cbc9d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:57.424365 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913f49e9-5476-4150-b4c7-7735035cbc9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:57.424710 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913f49e9-5476-4150-b4c7-7735035cbc9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:57.425029 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913f49e9-5476-4150-b4c7-7735035cbc9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:57.425345 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913f49e9-5476-4150-b4c7-7735035cbc9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:57.425661 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913f49e9-5476-4150-b4c7-7735035cbc9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:22:57.487667 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00e812a9-e7b8-45ca-8f12-a095691d68fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:57.571239 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00e812a9-e7b8-45ca-8f12-a095691d68fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:57.580829 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-00e812a9-e7b8-45ca-8f12-a095691d68fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['762ad9a2-122c-4a80-b335-b7ad41fee6b6']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:22:57.590976 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-00e812a9-e7b8-45ca-8f12-a095691d68fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c8af49e-e32d-496d-a526-9b7635a85256') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:22:57.591265 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-00e812a9-e7b8-45ca-8f12-a095691d68fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c8af49e-e32d-496d-a526-9b7635a85256') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:22:57.600695 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00e812a9-e7b8-45ca-8f12-a095691d68fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:57.614864 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00e812a9-e7b8-45ca-8f12-a095691d68fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:57.621003 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00e812a9-e7b8-45ca-8f12-a095691d68fa admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:22:57.621393 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00e812a9-e7b8-45ca-8f12-a095691d68fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:57.623172 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 15:22:57.623172 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:22:57.623172 n-d-766043-2 neutron-server[94639]: timer() Aug 19 15:22:57.623172 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:22:57.623172 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 15:22:57.623172 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:22:57.623172 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 15:22:57.623172 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:22:57.623172 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 15:22:57.623172 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:22:57.623172 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 15:22:57.623172 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:22:57.623172 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 15:22:57.623172 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:22:57.623172 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:22:57.623172 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:22:57.623172 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:22:57.623172 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:22:57.623172 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 15:22:57.623172 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:22:57.623172 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 15:22:57.623172 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:22:57.623172 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:22:57.623172 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:22:57.623172 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 15:22:57.623172 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:22:57.623172 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:22:57.623172 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:22:57.623172 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:22:57.623172 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:22:57.623172 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:22:57.623172 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:22:57.681343 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00e812a9-e7b8-45ca-8f12-a095691d68fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:57.686677 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00e812a9-e7b8-45ca-8f12-a095691d68fa admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:57.692055 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-00e812a9-e7b8-45ca-8f12-a095691d68fa admin admin] 10.222.0.69 "DELETE /v2.0/networks/762ad9a2-122c-4a80-b335-b7ad41fee6b6 HTTP/1.1" status: 204 len: 168 time: 0.2705345 Aug 19 15:22:57.700784 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e812a9-e7b8-45ca-8f12-a095691d68fa admin admin] Pushing event deleted for resources: {'Network': ['ID=762ad9a2-122c-4a80-b335-b7ad41fee6b6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:57.813581 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35968) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:57.853352 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-76b699ef-caac-4f95-acf1-e9a85c80caaf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=11781dae34a6441483d2ddfb5d9e373f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386064 Aug 19 15:22:57.856004 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35970) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:57.904284 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7930a209-4d23-4828-84d3-394b700c35c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:57.926413 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7930a209-4d23-4828-84d3-394b700c35c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:57.973511 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7930a209-4d23-4828-84d3-394b700c35c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:57.976226 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7930a209-4d23-4828-84d3-394b700c35c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:57.977474 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7930a209-4d23-4828-84d3-394b700c35c4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/71259254-5f90-4c47-8344-6e6a7bcdad20 HTTP/1.1" status: 204 len: 168 time: 0.1205227 Aug 19 15:22:57.987405 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7930a209-4d23-4828-84d3-394b700c35c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71259254-5f90-4c47-8344-6e6a7bcdad20,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:58.634434 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 35992) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:58.745311 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-73db0225-cef7-4759-ad53-d6f27f7dca62 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2082728596-network', 'tenant_id': 'c42f0597a5594cf89e1023f66310af01'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:22:58.766647 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73db0225-cef7-4759-ad53-d6f27f7dca62 admin admin] Made reservation on behalf of c42f0597a5594cf89e1023f66310af01 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:22:58.769129 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-73db0225-cef7-4759-ad53-d6f27f7dca62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:58.778804 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-73db0225-cef7-4759-ad53-d6f27f7dca62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:58.866473 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-73db0225-cef7-4759-ad53-d6f27f7dca62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:58.870571 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-73db0225-cef7-4759-ad53-d6f27f7dca62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:58.896332 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73db0225-cef7-4759-ad53-d6f27f7dca62 admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:22:58.906762 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73db0225-cef7-4759-ad53-d6f27f7dca62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:58.911766 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-73db0225-cef7-4759-ad53-d6f27f7dca62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:58.912089 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-73db0225-cef7-4759-ad53-d6f27f7dca62 admin admin] Added segment 70a7fe59-7379-40dc-bb72-e3b23fa8b3eb of type vlan for network 6807cd6a-4edd-4674-9e5e-364dcf5bdf01 Aug 19 15:22:58.952260 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-73db0225-cef7-4759-ad53-d6f27f7dca62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:58.978234 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-73db0225-cef7-4759-ad53-d6f27f7dca62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:58.979189 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73db0225-cef7-4759-ad53-d6f27f7dca62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:58.979782 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-73db0225-cef7-4759-ad53-d6f27f7dca62 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:59.381884 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-73db0225-cef7-4759-ad53-d6f27f7dca62 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7462866 Aug 19 15:22:59.384900 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 35996) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:22:59.389947 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-24484e71-44ef-479e-97a0-80c83b877332 admin admin] Request body: {'subnet': {'network_id': '6807cd6a-4edd-4674-9e5e-364dcf5bdf01', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2082728596-subnet', 'tenant_id': 'c42f0597a5594cf89e1023f66310af01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:22:59.395220 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73db0225-cef7-4759-ad53-d6f27f7dca62 admin admin] Pushing event updated for resources: {'Network': ['ID=6807cd6a-4edd-4674-9e5e-364dcf5bdf01,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:59.404936 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 6807cd6a-4edd-4674-9e5e-364dcf5bdf01 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:22:59.413926 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24484e71-44ef-479e-97a0-80c83b877332 admin admin] Made reservation on behalf of c42f0597a5594cf89e1023f66310af01 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:22:59.416342 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-24484e71-44ef-479e-97a0-80c83b877332 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:59.585524 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-24484e71-44ef-479e-97a0-80c83b877332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:59.645942 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24484e71-44ef-479e-97a0-80c83b877332 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a3c8007-8e71-4893-b7b5-4c38f5f596a8,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:22:59.652953 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24484e71-44ef-479e-97a0-80c83b877332 admin admin] Checking segment: {'id': '70a7fe59-7379-40dc-bb72-e3b23fa8b3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6807cd6a-4edd-4674-9e5e-364dcf5bdf01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:22:59.653313 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24484e71-44ef-479e-97a0-80c83b877332 admin admin] Network hostable DHCP agents. Network: 6807cd6a-4edd-4674-9e5e-364dcf5bdf01, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:22:59.669337 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24484e71-44ef-479e-97a0-80c83b877332 admin admin] Network 6807cd6a-4edd-4674-9e5e-364dcf5bdf01 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:22:59.678810 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-24484e71-44ef-479e-97a0-80c83b877332 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 6807cd6a-4edd-4674-9e5e-364dcf5bdf01) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:22:59.683376 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24484e71-44ef-479e-97a0-80c83b877332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:22:59.683962 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-24484e71-44ef-479e-97a0-80c83b877332 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:22:59.698124 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1710b1fe-4396-4794-b5c0-74f7c6d08050 None None] Network 6807cd6a-4edd-4674-9e5e-364dcf5bdf01 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:22:59.700499 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-24484e71-44ef-479e-97a0-80c83b877332 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3144121 Aug 19 15:22:59.821192 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734b4111-c29c-4094-ad14-c120e79282de None None] Network 6807cd6a-4edd-4674-9e5e-364dcf5bdf01 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:22:59.975940 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device f260a9f9-63ec-44de-abf1-a1d36c5ee11b no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:22:59.995618 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: f260a9f9-63ec-44de-abf1-a1d36c5ee11b {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:22:59.995961 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device f260a9f9-63ec-44de-abf1-a1d36c5ee11b not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:23:00.125705 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9559c9d-0c84-4a50-9045-9ac24480ff2f req-fae44c31-c97a-4cc4-af52-ff0d0e19b3e2 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:00.127187 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a9559c9d-0c84-4a50-9045-9ac24480ff2f req-fae44c31-c97a-4cc4-af52-ff0d0e19b3e2 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/networks?id=6807cd6a-4edd-4674-9e5e-364dcf5bdf01 HTTP/1.1" status: 200 len: 815 time: 0.0995388 Aug 19 15:23:00.142041 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a9559c9d-0c84-4a50-9045-9ac24480ff2f req-6f841ad0-c3c1-46d7-850e-071438addf80 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/quotas/c42f0597a5594cf89e1023f66310af01 HTTP/1.1" status: 200 len: 375 time: 0.0091240 Aug 19 15:23:00.178105 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a9559c9d-0c84-4a50-9045-9ac24480ff2f req-fa8dad09-8214-4036-8f0b-1f892b58e8f8 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c42f0597a5594cf89e1023f66310af01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307448 Aug 19 15:23:00.267376 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a9559c9d-0c84-4a50-9045-9ac24480ff2f req-4f61b0f3-db70-41fb-b540-d8b8eb80f2ae service neutron] 10.222.0.69 "GET /v2.0/networks/6807cd6a-4edd-4674-9e5e-364dcf5bdf01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822017 Aug 19 15:23:00.359672 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a9559c9d-0c84-4a50-9045-9ac24480ff2f req-e0e6be94-7ab0-4f00-8d98-3fc05d189f85 service neutron] 10.222.0.69 "GET /v2.0/networks/6807cd6a-4edd-4674-9e5e-364dcf5bdf01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861640 Aug 19 15:23:00.521645 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4b30ba46-622a-4068-a148-de192260c06f req-d9496c88-215a-41ef-af67-d14aded0de91 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6b9dc6-0c01-4361-b3c2-8c0e96854435 HTTP/1.1" status: 200 len: 210 time: 0.0273418 Aug 19 15:23:01.430807 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5a22aa4e-a9ea-4e12-884e-b22ef51a9697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:01.619367 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3ff65888-fb09-488b-82ff-497ec18d82ff req-819153c8-63c0-442c-8f7f-788129825e0e tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6b9dc6-0c01-4361-b3c2-8c0e96854435 HTTP/1.1" status: 200 len: 210 time: 0.0291250 Aug 19 15:23:01.697443 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9559c9d-0c84-4a50-9045-9ac24480ff2f req-b749cc1b-1168-4ae1-af76-d4f020b0be20 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:01.698917 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a9559c9d-0c84-4a50-9045-9ac24480ff2f req-b749cc1b-1168-4ae1-af76-d4f020b0be20 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.68 "GET /v2.0/networks?id=6807cd6a-4edd-4674-9e5e-364dcf5bdf01 HTTP/1.1" status: 200 len: 815 time: 0.1117156 Aug 19 15:23:01.712720 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-a9559c9d-0c84-4a50-9045-9ac24480ff2f req-933c01d4-e725-4b86-80d0-9a2e91d9fae9 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Request body: {'port': {'device_id': 'cc6b9dc6-0c01-4361-b3c2-8c0e96854435', 'network_id': '6807cd6a-4edd-4674-9e5e-364dcf5bdf01', 'admin_state_up': True, 'tenant_id': 'c42f0597a5594cf89e1023f66310af01'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:23:01.824541 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9559c9d-0c84-4a50-9045-9ac24480ff2f req-933c01d4-e725-4b86-80d0-9a2e91d9fae9 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Made reservation on behalf of c42f0597a5594cf89e1023f66310af01 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:23:01.828470 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a9559c9d-0c84-4a50-9045-9ac24480ff2f req-933c01d4-e725-4b86-80d0-9a2e91d9fae9 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:01.949713 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-a9559c9d-0c84-4a50-9045-9ac24480ff2f req-933c01d4-e725-4b86-80d0-9a2e91d9fae9 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Allocated IP 172.20.0.7 (6807cd6a-4edd-4674-9e5e-364dcf5bdf01/6a3c8007-8e71-4893-b7b5-4c38f5f596a8/f924e7b0-6f56-4ea8-bf3f-4811d222ab8f) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:23:02.097722 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a9559c9d-0c84-4a50-9045-9ac24480ff2f req-933c01d4-e725-4b86-80d0-9a2e91d9fae9 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:02.136733 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a9559c9d-0c84-4a50-9045-9ac24480ff2f req-933c01d4-e725-4b86-80d0-9a2e91d9fae9 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:02.180891 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9559c9d-0c84-4a50-9045-9ac24480ff2f req-933c01d4-e725-4b86-80d0-9a2e91d9fae9 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Network 6807cd6a-4edd-4674-9e5e-364dcf5bdf01 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:23:02.183929 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-a9559c9d-0c84-4a50-9045-9ac24480ff2f req-933c01d4-e725-4b86-80d0-9a2e91d9fae9 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:23:02.186846 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9559c9d-0c84-4a50-9045-9ac24480ff2f req-933c01d4-e725-4b86-80d0-9a2e91d9fae9 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:23:02.216655 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933c01d4-e725-4b86-80d0-9a2e91d9fae9 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Pushing event updated for resources: {'Port': ['ID=f924e7b0-6f56-4ea8-bf3f-4811d222ab8f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:02.246684 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9559c9d-0c84-4a50-9045-9ac24480ff2f req-933c01d4-e725-4b86-80d0-9a2e91d9fae9 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:02.247297 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a9559c9d-0c84-4a50-9045-9ac24480ff2f req-933c01d4-e725-4b86-80d0-9a2e91d9fae9 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:02.261137 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a9559c9d-0c84-4a50-9045-9ac24480ff2f req-933c01d4-e725-4b86-80d0-9a2e91d9fae9 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5523627 Aug 19 15:23:02.273841 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-a9559c9d-0c84-4a50-9045-9ac24480ff2f req-6c807b4c-18d8-4e60-85ff-b6a95867ecef service neutron] Request body: {'port': {'device_id': 'cc6b9dc6-0c01-4361-b3c2-8c0e96854435', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:23:02.330707 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a9559c9d-0c84-4a50-9045-9ac24480ff2f req-6c807b4c-18d8-4e60-85ff-b6a95867ecef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:02.589667 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-a9559c9d-0c84-4a50-9045-9ac24480ff2f req-6c807b4c-18d8-4e60-85ff-b6a95867ecef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f924e7b0-6f56-4ea8-bf3f-4811d222ab8f {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:23:02.597576 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a9559c9d-0c84-4a50-9045-9ac24480ff2f req-6c807b4c-18d8-4e60-85ff-b6a95867ecef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:02.609073 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-a9559c9d-0c84-4a50-9045-9ac24480ff2f req-6c807b4c-18d8-4e60-85ff-b6a95867ecef service neutron] Transition to ACTIVE for port object f924e7b0-6f56-4ea8-bf3f-4811d222ab8f will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:23:02.613015 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a9559c9d-0c84-4a50-9045-9ac24480ff2f req-6c807b4c-18d8-4e60-85ff-b6a95867ecef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:02.680771 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c807b4c-18d8-4e60-85ff-b6a95867ecef service neutron] Pushing event updated for resources: {'Port': ['ID=f924e7b0-6f56-4ea8-bf3f-4811d222ab8f,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:02.732531 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-a9559c9d-0c84-4a50-9045-9ac24480ff2f req-6c807b4c-18d8-4e60-85ff-b6a95867ecef service neutron] Attempting to bind port f924e7b0-6f56-4ea8-bf3f-4811d222ab8f on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:23:02.733169 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-a9559c9d-0c84-4a50-9045-9ac24480ff2f req-6c807b4c-18d8-4e60-85ff-b6a95867ecef service neutron] Attempting to bind port f924e7b0-6f56-4ea8-bf3f-4811d222ab8f by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '70a7fe59-7379-40dc-bb72-e3b23fa8b3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6807cd6a-4edd-4674-9e5e-364dcf5bdf01'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:23:02.733169 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9559c9d-0c84-4a50-9045-9ac24480ff2f req-6c807b4c-18d8-4e60-85ff-b6a95867ecef service neutron] Attempting to bind port f924e7b0-6f56-4ea8-bf3f-4811d222ab8f on network 6807cd6a-4edd-4674-9e5e-364dcf5bdf01 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:23:02.737434 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9559c9d-0c84-4a50-9045-9ac24480ff2f req-6c807b4c-18d8-4e60-85ff-b6a95867ecef service neutron] Port f924e7b0-6f56-4ea8-bf3f-4811d222ab8f on network 6807cd6a-4edd-4674-9e5e-364dcf5bdf01 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:23:02.737764 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9559c9d-0c84-4a50-9045-9ac24480ff2f req-6c807b4c-18d8-4e60-85ff-b6a95867ecef service neutron] Attempting to bind port f924e7b0-6f56-4ea8-bf3f-4811d222ab8f on network 6807cd6a-4edd-4674-9e5e-364dcf5bdf01 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:23:02.738835 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948a9a5-290c-46b2-b19b-75ccd0d08f66 req-21249a5b-a60d-4950-844b-2921f39cc4c2 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:02.742557 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9559c9d-0c84-4a50-9045-9ac24480ff2f req-6c807b4c-18d8-4e60-85ff-b6a95867ecef service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:23:02.742901 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9559c9d-0c84-4a50-9045-9ac24480ff2f req-6c807b4c-18d8-4e60-85ff-b6a95867ecef service neutron] Checking segment: {'id': '70a7fe59-7379-40dc-bb72-e3b23fa8b3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6807cd6a-4edd-4674-9e5e-364dcf5bdf01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:23:02.743282 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9559c9d-0c84-4a50-9045-9ac24480ff2f req-6c807b4c-18d8-4e60-85ff-b6a95867ecef service neutron] Bound using segment: {'id': '70a7fe59-7379-40dc-bb72-e3b23fa8b3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6807cd6a-4edd-4674-9e5e-364dcf5bdf01'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:23:02.743711 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-a9559c9d-0c84-4a50-9045-9ac24480ff2f req-6c807b4c-18d8-4e60-85ff-b6a95867ecef service neutron] Bound port: f924e7b0-6f56-4ea8-bf3f-4811d222ab8f, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70a7fe59-7379-40dc-bb72-e3b23fa8b3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6807cd6a-4edd-4674-9e5e-364dcf5bdf01'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:23:02.744071 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a9559c9d-0c84-4a50-9045-9ac24480ff2f req-6c807b4c-18d8-4e60-85ff-b6a95867ecef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:02.744878 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3948a9a5-290c-46b2-b19b-75ccd0d08f66 req-21249a5b-a60d-4950-844b-2921f39cc4c2 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6b9dc6-0c01-4361-b3c2-8c0e96854435 HTTP/1.1" status: 200 len: 943 time: 0.0541289 Aug 19 15:23:02.779453 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3948a9a5-290c-46b2-b19b-75ccd0d08f66 req-058dd178-abbd-4406-8352-da33770e0647 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326171 Aug 19 15:23:02.809702 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-a9559c9d-0c84-4a50-9045-9ac24480ff2f req-6c807b4c-18d8-4e60-85ff-b6a95867ecef service neutron] For port f924e7b0-6f56-4ea8-bf3f-4811d222ab8f, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:23:02.812753 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-a9559c9d-0c84-4a50-9045-9ac24480ff2f req-6c807b4c-18d8-4e60-85ff-b6a95867ecef service neutron] For port f924e7b0-6f56-4ea8-bf3f-4811d222ab8f, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=f924e7b0-6f56-4ea8-bf3f-4811d222ab8f,segment=NetworkSegment(70a7fe59-7379-40dc-bb72-e3b23fa8b3eb),segment_id=70a7fe59-7379-40dc-bb72-e3b23fa8b3eb)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:23:02.817769 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a9559c9d-0c84-4a50-9045-9ac24480ff2f req-6c807b4c-18d8-4e60-85ff-b6a95867ecef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:02.853966 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9559c9d-0c84-4a50-9045-9ac24480ff2f req-6c807b4c-18d8-4e60-85ff-b6a95867ecef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:02.854576 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a9559c9d-0c84-4a50-9045-9ac24480ff2f req-6c807b4c-18d8-4e60-85ff-b6a95867ecef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:02.855960 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a9559c9d-0c84-4a50-9045-9ac24480ff2f req-6c807b4c-18d8-4e60-85ff-b6a95867ecef service neutron] 10.222.0.68 "PUT /v2.0/ports/f924e7b0-6f56-4ea8-bf3f-4811d222ab8f HTTP/1.1" status: 200 len: 1091 time: 0.5861864 Aug 19 15:23:02.856429 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc6b9dc6-0c01-4361-b3c2-8c0e96854435', 'tag': 'f924e7b0-6f56-4ea8-bf3f-4811d222ab8f'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:23:02.858660 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb35653-11ef-49b8-b9c4-6713a306ee5c" -d '{"events": [{"name": "network-changed", "server_uuid": "cc6b9dc6-0c01-4361-b3c2-8c0e96854435", "tag": "f924e7b0-6f56-4ea8-bf3f-4811d222ab8f"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:23:02.887568 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c807b4c-18d8-4e60-85ff-b6a95867ecef service neutron] Pushing event updated for resources: {'Port': ['ID=f924e7b0-6f56-4ea8-bf3f-4811d222ab8f,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:02.904962 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6816247c-0072-4782-bf30-3049ddf7f505 x-openstack-request-id: req-6816247c-0072-4782-bf30-3049ddf7f505 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:23:02.905251 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc6b9dc6-0c01-4361-b3c2-8c0e96854435", "tag": "f924e7b0-6f56-4ea8-bf3f-4811d222ab8f", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:23:02.905503 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6816247c-0072-4782-bf30-3049ddf7f505 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:23:02.905900 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc6b9dc6-0c01-4361-b3c2-8c0e96854435', 'tag': 'f924e7b0-6f56-4ea8-bf3f-4811d222ab8f', 'status': 'completed', 'code': 200} Aug 19 15:23:02.940130 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9559c9d-0c84-4a50-9045-9ac24480ff2f req-01ecc61b-ea77-43ac-80a5-d320a1bb93d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:02.941745 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a9559c9d-0c84-4a50-9045-9ac24480ff2f req-01ecc61b-ea77-43ac-80a5-d320a1bb93d6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c42f0597a5594cf89e1023f66310af01&device_id=cc6b9dc6-0c01-4361-b3c2-8c0e96854435 HTTP/1.1" status: 200 len: 1094 time: 0.0462060 Aug 19 15:23:02.984899 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a9559c9d-0c84-4a50-9045-9ac24480ff2f req-deb2449b-aa69-4f0e-b856-1601330e66d5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f924e7b0-6f56-4ea8-bf3f-4811d222ab8f HTTP/1.1" status: 200 len: 217 time: 0.0345259 Aug 19 15:23:03.036399 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9559c9d-0c84-4a50-9045-9ac24480ff2f req-ae5476a5-fafc-416d-b6a5-ba310a5c84f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:03.037896 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a9559c9d-0c84-4a50-9045-9ac24480ff2f req-ae5476a5-fafc-416d-b6a5-ba310a5c84f8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6a3c8007-8e71-4893-b7b5-4c38f5f596a8 HTTP/1.1" status: 200 len: 855 time: 0.0473223 Aug 19 15:23:03.070339 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a9559c9d-0c84-4a50-9045-9ac24480ff2f req-68adc871-c41f-44fb-b68b-360aca67db3b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6807cd6a-4edd-4674-9e5e-364dcf5bdf01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259609 Aug 19 15:23:03.158968 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a9559c9d-0c84-4a50-9045-9ac24480ff2f req-52431293-5928-4ae1-8e32-87a7f7383984 service neutron] 10.222.0.68 "GET /v2.0/networks/6807cd6a-4edd-4674-9e5e-364dcf5bdf01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814152 Aug 19 15:23:03.252305 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a9559c9d-0c84-4a50-9045-9ac24480ff2f req-f5259c47-fc5b-4bdc-9d09-02f2a97e8861 service neutron] 10.222.0.68 "GET /v2.0/networks/6807cd6a-4edd-4674-9e5e-364dcf5bdf01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858126 Aug 19 15:23:03.340371 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb35653-11ef-49b8-b9c4-6713a306ee5c req-2a66ebf5-dfb7-41e7-b8db-3993a9734796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:03.341904 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3cb35653-11ef-49b8-b9c4-6713a306ee5c req-2a66ebf5-dfb7-41e7-b8db-3993a9734796 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c42f0597a5594cf89e1023f66310af01&device_id=cc6b9dc6-0c01-4361-b3c2-8c0e96854435 HTTP/1.1" status: 200 len: 1094 time: 0.0426362 Aug 19 15:23:03.431859 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb35653-11ef-49b8-b9c4-6713a306ee5c req-9c9b6081-7293-4941-a083-c295999ff1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:03.433374 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3cb35653-11ef-49b8-b9c4-6713a306ee5c req-9c9b6081-7293-4941-a083-c295999ff1b7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=6807cd6a-4edd-4674-9e5e-364dcf5bdf01 HTTP/1.1" status: 200 len: 916 time: 0.0849268 Aug 19 15:23:03.475182 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3cb35653-11ef-49b8-b9c4-6713a306ee5c req-3595145c-f32f-446c-bef5-40a7ec2417a7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f924e7b0-6f56-4ea8-bf3f-4811d222ab8f HTTP/1.1" status: 200 len: 217 time: 0.0348892 Aug 19 15:23:03.526708 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb35653-11ef-49b8-b9c4-6713a306ee5c req-cf1d901b-96ee-4597-897e-03b4aff7b9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:03.528066 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3cb35653-11ef-49b8-b9c4-6713a306ee5c req-cf1d901b-96ee-4597-897e-03b4aff7b9a9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6a3c8007-8e71-4893-b7b5-4c38f5f596a8 HTTP/1.1" status: 200 len: 855 time: 0.0431216 Aug 19 15:23:03.560564 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3cb35653-11ef-49b8-b9c4-6713a306ee5c req-dc1d0f53-7998-4f5e-93c4-ed8ed7332c9f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6807cd6a-4edd-4674-9e5e-364dcf5bdf01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233462 Aug 19 15:23:03.653029 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3cb35653-11ef-49b8-b9c4-6713a306ee5c req-4007f49c-8cda-4219-b564-76247d2c0b0a service neutron] 10.222.0.68 "GET /v2.0/networks/6807cd6a-4edd-4674-9e5e-364dcf5bdf01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841801 Aug 19 15:23:03.742041 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3cb35653-11ef-49b8-b9c4-6713a306ee5c req-ef3abb1e-d69e-4a78-bcb3-cbb8442aabe5 service neutron] 10.222.0.68 "GET /v2.0/networks/6807cd6a-4edd-4674-9e5e-364dcf5bdf01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804691 Aug 19 15:23:03.909386 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3835db-508c-4265-a9dd-51007dbf69c4 req-2368fd7a-eef6-400d-ad1e-76e1751423ae tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:03.911518 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fd3835db-508c-4265-a9dd-51007dbf69c4 req-2368fd7a-eef6-400d-ad1e-76e1751423ae tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6b9dc6-0c01-4361-b3c2-8c0e96854435 HTTP/1.1" status: 200 len: 943 time: 0.0610168 Aug 19 15:23:03.956009 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fd3835db-508c-4265-a9dd-51007dbf69c4 req-a829b3dd-8da3-4d59-ab03-6b5a296e9457 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376885 Aug 19 15:23:04.377944 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-893d47a5-3aab-497f-8c56-6678684aa25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:04.453892 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:04.571588 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:05.084568 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1687cc-742f-436e-adce-b38541a1cf02 req-768a1406-a48c-4bae-ac41-00bb098d67f8 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:05.086076 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1c1687cc-742f-436e-adce-b38541a1cf02 req-768a1406-a48c-4bae-ac41-00bb098d67f8 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6b9dc6-0c01-4361-b3c2-8c0e96854435 HTTP/1.1" status: 200 len: 943 time: 0.0489097 Aug 19 15:23:05.131188 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1c1687cc-742f-436e-adce-b38541a1cf02 req-dc8bdb75-1927-4b0c-9121-94ee4d482aad tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342493 Aug 19 15:23:05.233419 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:05.693696 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:06.008025 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device f924e7b0-6f56-4ea8-bf3f-4811d222ab8f details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:23:06.101888 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port f924e7b0-6f56-4ea8-bf3f-4811d222ab8f, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=f924e7b0-6f56-4ea8-bf3f-4811d222ab8f,segment=NetworkSegment(70a7fe59-7379-40dc-bb72-e3b23fa8b3eb),segment_id=70a7fe59-7379-40dc-bb72-e3b23fa8b3eb)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:23:06.114359 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': 'f924e7b0-6f56-4ea8-bf3f-4811d222ab8f', 'network_id': '6807cd6a-4edd-4674-9e5e-364dcf5bdf01', 'port_id': 'f924e7b0-6f56-4ea8-bf3f-4811d222ab8f', 'mac_address': 'fa:16:3e:f1:76:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a3c8007-8e71-4893-b7b5-4c38f5f596a8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:23:06.150590 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:06.167804 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f924e7b0-6f56-4ea8-bf3f-4811d222ab8f {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:23:06.187724 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port f924e7b0-6f56-4ea8-bf3f-4811d222ab8f, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=f924e7b0-6f56-4ea8-bf3f-4811d222ab8f,segment=NetworkSegment(70a7fe59-7379-40dc-bb72-e3b23fa8b3eb),segment_id=70a7fe59-7379-40dc-bb72-e3b23fa8b3eb)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:23:06.191934 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:06.241579 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=f924e7b0-6f56-4ea8-bf3f-4811d222ab8f,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:06.248914 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:06.249253 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:06.249594 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:06.249922 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:06.250247 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:06.250568 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:06.250881 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:06.251195 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:06.251579 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:06.251901 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:06.252212 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:06.252556 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:23:06.253168 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4c263-aa89-4ff3-b0a3-d8113c5bb5bb req-46a1fa71-d3af-4550-9d02-517cd66100a4 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:06.254739 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-eef4c263-aa89-4ff3-b0a3-d8113c5bb5bb req-46a1fa71-d3af-4550-9d02-517cd66100a4 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6b9dc6-0c01-4361-b3c2-8c0e96854435 HTTP/1.1" status: 200 len: 944 time: 0.0539341 Aug 19 15:23:06.292899 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-eef4c263-aa89-4ff3-b0a3-d8113c5bb5bb req-5f42bd9e-8afd-4c82-b2be-b114a930e646 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321443 Aug 19 15:23:06.382300 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['f924e7b0-6f56-4ea8-bf3f-4811d222ab8f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:23:07.041234 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:07.412630 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0060b4-48fa-44ba-9abb-100276cc480e req-1d358602-6ba3-4297-87a0-31db8c76dae6 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:07.414100 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0f0060b4-48fa-44ba-9abb-100276cc480e req-1d358602-6ba3-4297-87a0-31db8c76dae6 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6b9dc6-0c01-4361-b3c2-8c0e96854435 HTTP/1.1" status: 200 len: 944 time: 0.0530596 Aug 19 15:23:07.454526 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0f0060b4-48fa-44ba-9abb-100276cc480e req-9b5fd2f7-f592-4eea-9b92-0a44eefbc4db tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343640 Aug 19 15:23:08.007885 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device f924e7b0-6f56-4ea8-bf3f-4811d222ab8f up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:23:08.061598 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port f924e7b0-6f56-4ea8-bf3f-4811d222ab8f completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:23:08.066220 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port f924e7b0-6f56-4ea8-bf3f-4811d222ab8f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:23:08.066591 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:08.141544 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:08.163195 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6b9dc6-0c01-4361-b3c2-8c0e96854435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f924e7b0-6f56-4ea8-bf3f-4811d222ab8f'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:23:08.165474 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1abc30e0-85dc-4d90-a166-b1ab5a0076d7" -d '{"events": [{"server_uuid": "cc6b9dc6-0c01-4361-b3c2-8c0e96854435", "name": "network-vif-plugged", "status": "completed", "tag": "f924e7b0-6f56-4ea8-bf3f-4811d222ab8f"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:23:08.179592 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port f924e7b0-6f56-4ea8-bf3f-4811d222ab8f, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=f924e7b0-6f56-4ea8-bf3f-4811d222ab8f,segment=NetworkSegment(70a7fe59-7379-40dc-bb72-e3b23fa8b3eb),segment_id=70a7fe59-7379-40dc-bb72-e3b23fa8b3eb)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:23:08.183583 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:08.214423 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a25bc01-d17b-4a48-8796-e857a2c61783 x-openstack-request-id: req-2a25bc01-d17b-4a48-8796-e857a2c61783 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:23:08.214755 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6b9dc6-0c01-4361-b3c2-8c0e96854435", "name": "network-vif-plugged", "status": "completed", "tag": "f924e7b0-6f56-4ea8-bf3f-4811d222ab8f", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:23:08.215003 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2a25bc01-d17b-4a48-8796-e857a2c61783 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:23:08.215382 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6b9dc6-0c01-4361-b3c2-8c0e96854435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f924e7b0-6f56-4ea8-bf3f-4811d222ab8f', 'code': 200} Aug 19 15:23:08.243048 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=f924e7b0-6f56-4ea8-bf3f-4811d222ab8f,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:08.308691 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90484b91-a1d3-40cb-a7f2-12cc8cf103eb req-1428aaa4-54c6-48d5-81ce-4a64ff9d2b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:08.310198 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-90484b91-a1d3-40cb-a7f2-12cc8cf103eb req-1428aaa4-54c6-48d5-81ce-4a64ff9d2b43 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=cc6b9dc6-0c01-4361-b3c2-8c0e96854435 HTTP/1.1" status: 200 len: 1096 time: 0.0459266 Aug 19 15:23:08.346299 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-90484b91-a1d3-40cb-a7f2-12cc8cf103eb req-3631d733-7231-4048-9457-7bcbc29f651d service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275805 Aug 19 15:23:08.571023 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1febdf6-a49a-4c50-bdbb-1b6e695e0b4b req-b9807b6e-1d4b-4911-8360-e7364ab48a43 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:08.572452 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d1febdf6-a49a-4c50-bdbb-1b6e695e0b4b req-b9807b6e-1d4b-4911-8360-e7364ab48a43 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6b9dc6-0c01-4361-b3c2-8c0e96854435 HTTP/1.1" status: 200 len: 945 time: 0.0502903 Aug 19 15:23:08.610405 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d1febdf6-a49a-4c50-bdbb-1b6e695e0b4b req-c4b6a412-759f-4c48-988f-915c4ce5c73f tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314310 Aug 19 15:23:09.730907 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc1b9f-4874-405d-8789-00a9677f7e34 req-6266e28a-ff00-4b9c-b710-9bf5b02e0070 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:09.732296 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-62dc1b9f-4874-405d-8789-00a9677f7e34 req-6266e28a-ff00-4b9c-b710-9bf5b02e0070 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6b9dc6-0c01-4361-b3c2-8c0e96854435 HTTP/1.1" status: 200 len: 945 time: 0.0539846 Aug 19 15:23:09.769611 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-62dc1b9f-4874-405d-8789-00a9677f7e34 req-44f4ae50-8bbb-4cd6-bba4-e319d431f745 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306404 Aug 19 15:23:09.887207 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7dcb2-b308-4eb4-add9-d93a805f6108 req-a29e275b-af6c-4006-ba8c-d6f281d46705 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:09.888729 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f1f7dcb2-b308-4eb4-add9-d93a805f6108 req-a29e275b-af6c-4006-ba8c-d6f281d46705 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6b9dc6-0c01-4361-b3c2-8c0e96854435 HTTP/1.1" status: 200 len: 945 time: 0.0527811 Aug 19 15:23:09.927724 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f1f7dcb2-b308-4eb4-add9-d93a805f6108 req-791de3cc-e8ff-4e1c-9838-348c88d95047 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329261 Aug 19 15:23:10.130078 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a12b6-6d81-4561-ad98-3e438d81483b req-f6237ac8-ec15-4ed8-96a7-ef0a326cfcde tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:10.131580 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-822a12b6-6d81-4561-ad98-3e438d81483b req-f6237ac8-ec15-4ed8-96a7-ef0a326cfcde tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6b9dc6-0c01-4361-b3c2-8c0e96854435 HTTP/1.1" status: 200 len: 945 time: 0.0485327 Aug 19 15:23:10.170582 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-822a12b6-6d81-4561-ad98-3e438d81483b req-2e05355c-09a0-4211-ad0a-abafc729ba31 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329006 Aug 19 15:23:10.284385 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a5503-6e26-4c0b-92b3-7425eb03572c req-cfa9783a-744d-4dc2-b4c7-6fb3921ba9d5 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:10.285837 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-188a5503-6e26-4c0b-92b3-7425eb03572c req-cfa9783a-744d-4dc2-b4c7-6fb3921ba9d5 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6b9dc6-0c01-4361-b3c2-8c0e96854435 HTTP/1.1" status: 200 len: 945 time: 0.0496540 Aug 19 15:23:10.324320 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-188a5503-6e26-4c0b-92b3-7425eb03572c req-a2a85c7c-4827-44ed-b361-2063ea88fb40 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325236 Aug 19 15:23:10.585072 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c3320df7-97a3-4473-91b0-d20c3f626d93 req-416420d9-5f36-47d9-9c81-2f1d65090f66 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cc6b9dc6-0c01-4361-b3c2-8c0e96854435&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0742989 Aug 19 15:23:10.597416 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd755a5-cb2c-458f-88cc-3432d8d84999 req-496e2d7d-ee35-4451-bfcd-68e0f5fe16f3 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:10.598966 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9bd755a5-cb2c-458f-88cc-3432d8d84999 req-496e2d7d-ee35-4451-bfcd-68e0f5fe16f3 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6b9dc6-0c01-4361-b3c2-8c0e96854435 HTTP/1.1" status: 200 len: 945 time: 0.0785277 Aug 19 15:23:10.641761 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9bd755a5-cb2c-458f-88cc-3432d8d84999 req-9bca269d-f423-4348-818f-b1ddecbca84e tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343244 Aug 19 15:23:11.762696 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a0ef8-5f04-418f-af0b-989481b7e3b6 req-7f3b56b0-044a-4f23-b6bd-2c633a4b1fb7 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:11.764207 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-757a0ef8-5f04-418f-af0b-989481b7e3b6 req-7f3b56b0-044a-4f23-b6bd-2c633a4b1fb7 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6b9dc6-0c01-4361-b3c2-8c0e96854435 HTTP/1.1" status: 200 len: 945 time: 0.0535758 Aug 19 15:23:11.812866 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-757a0ef8-5f04-418f-af0b-989481b7e3b6 req-92244f22-7abc-4c07-8262-2c58934dc472 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419641 Aug 19 15:23:11.872893 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3320df7-97a3-4473-91b0-d20c3f626d93 req-3cb1ebe2-28f4-4df8-9ba5-d806eb5e0f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:11.874370 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c3320df7-97a3-4473-91b0-d20c3f626d93 req-3cb1ebe2-28f4-4df8-9ba5-d806eb5e0f2a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c42f0597a5594cf89e1023f66310af01&device_id=cc6b9dc6-0c01-4361-b3c2-8c0e96854435 HTTP/1.1" status: 200 len: 1096 time: 0.0455198 Aug 19 15:23:11.967503 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3320df7-97a3-4473-91b0-d20c3f626d93 req-8b2adefd-3a3e-49f3-a8f7-b0c6f7a68321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:11.968934 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c3320df7-97a3-4473-91b0-d20c3f626d93 req-8b2adefd-3a3e-49f3-a8f7-b0c6f7a68321 service neutron] 10.222.0.68 "GET /v2.0/networks?id=6807cd6a-4edd-4674-9e5e-364dcf5bdf01 HTTP/1.1" status: 200 len: 916 time: 0.0864215 Aug 19 15:23:12.016589 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c3320df7-97a3-4473-91b0-d20c3f626d93 req-ffd3eaf9-0d10-4d51-8fa2-735260f4b6ef service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f924e7b0-6f56-4ea8-bf3f-4811d222ab8f HTTP/1.1" status: 200 len: 217 time: 0.0394471 Aug 19 15:23:12.069011 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3320df7-97a3-4473-91b0-d20c3f626d93 req-8c20ebdf-93ec-4448-ae7f-3c9956dcfc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:12.070471 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c3320df7-97a3-4473-91b0-d20c3f626d93 req-8c20ebdf-93ec-4448-ae7f-3c9956dcfc70 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6a3c8007-8e71-4893-b7b5-4c38f5f596a8 HTTP/1.1" status: 200 len: 855 time: 0.0446489 Aug 19 15:23:12.103333 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c3320df7-97a3-4473-91b0-d20c3f626d93 req-8ab56143-e70b-43c0-8079-2ab813377550 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6807cd6a-4edd-4674-9e5e-364dcf5bdf01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253680 Aug 19 15:23:12.208951 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c3320df7-97a3-4473-91b0-d20c3f626d93 req-397da838-c55f-4d11-bec1-e74abdf17f2a service neutron] 10.222.0.68 "GET /v2.0/networks/6807cd6a-4edd-4674-9e5e-364dcf5bdf01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979884 Aug 19 15:23:12.299773 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c3320df7-97a3-4473-91b0-d20c3f626d93 req-112d1fb9-6dee-486a-8769-e65d2c75d719 service neutron] 10.222.0.68 "GET /v2.0/networks/6807cd6a-4edd-4674-9e5e-364dcf5bdf01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834494 Aug 19 15:23:12.956298 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92afbd38-efa0-4ab5-92f6-d257b7d85b6c req-3cb72b92-c053-494c-80f0-57574c891597 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:12.957896 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-92afbd38-efa0-4ab5-92f6-d257b7d85b6c req-3cb72b92-c053-494c-80f0-57574c891597 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6b9dc6-0c01-4361-b3c2-8c0e96854435 HTTP/1.1" status: 200 len: 945 time: 0.0678060 Aug 19 15:23:12.997639 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-92afbd38-efa0-4ab5-92f6-d257b7d85b6c req-463e3991-e6e2-4a68-b4f2-9137f13394df tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327170 Aug 19 15:23:14.118640 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb96cf-fdab-4da6-8d49-5f66f3ea402c req-8dbb17cd-4565-4ba9-b80c-112b64e7d238 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:14.120173 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-71eb96cf-fdab-4da6-8d49-5f66f3ea402c req-8dbb17cd-4565-4ba9-b80c-112b64e7d238 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6b9dc6-0c01-4361-b3c2-8c0e96854435 HTTP/1.1" status: 200 len: 945 time: 0.0505319 Aug 19 15:23:14.160127 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-71eb96cf-fdab-4da6-8d49-5f66f3ea402c req-fc2ab7e2-644e-4892-a1cf-5a3ed11a2bdc tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333099 Aug 19 15:23:15.283726 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717de81f-2d94-4c4a-ab90-f49aa7bc9c1d req-832d3451-bd12-473f-a44f-5d9824a3f24e tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:15.285249 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-717de81f-2d94-4c4a-ab90-f49aa7bc9c1d req-832d3451-bd12-473f-a44f-5d9824a3f24e tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6b9dc6-0c01-4361-b3c2-8c0e96854435 HTTP/1.1" status: 200 len: 945 time: 0.0574536 Aug 19 15:23:15.323332 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-717de81f-2d94-4c4a-ab90-f49aa7bc9c1d req-88ad00da-9c38-4ba8-9a0b-64fa0f1781d8 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321238 Aug 19 15:23:16.502556 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e1b17e-6535-4cb2-b586-8594656701e5 req-cf7f7977-7026-42f2-ab77-ba37836da11a tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:16.504045 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-54e1b17e-6535-4cb2-b586-8594656701e5 req-cf7f7977-7026-42f2-ab77-ba37836da11a tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6b9dc6-0c01-4361-b3c2-8c0e96854435 HTTP/1.1" status: 200 len: 945 time: 0.1154766 Aug 19 15:23:16.544476 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-54e1b17e-6535-4cb2-b586-8594656701e5 req-9868fe05-c36a-436a-953c-065cb585eed9 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337324 Aug 19 15:23:17.721199 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d21d8c-5452-4ebe-b7f2-00176b4641d0 req-57444608-a109-49ca-86d2-e879930aadc8 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:17.722665 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-14d21d8c-5452-4ebe-b7f2-00176b4641d0 req-57444608-a109-49ca-86d2-e879930aadc8 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6b9dc6-0c01-4361-b3c2-8c0e96854435 HTTP/1.1" status: 200 len: 945 time: 0.1091554 Aug 19 15:23:17.763495 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-14d21d8c-5452-4ebe-b7f2-00176b4641d0 req-dca33df5-2223-45f6-ab4c-e4b60f9c2bdf tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346653 Aug 19 15:23:18.891127 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1454c-c05d-44c4-a354-36af0462dabf req-ae3f256f-b9fe-4e69-baac-0e6c90b4f257 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:18.892734 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a7c1454c-c05d-44c4-a354-36af0462dabf req-ae3f256f-b9fe-4e69-baac-0e6c90b4f257 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6b9dc6-0c01-4361-b3c2-8c0e96854435 HTTP/1.1" status: 200 len: 945 time: 0.0533526 Aug 19 15:23:18.937088 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a7c1454c-c05d-44c4-a354-36af0462dabf req-0f1b826d-d0ab-4320-ac25-0337a0b5d963 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383310 Aug 19 15:23:20.066821 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba9b874-362d-43ab-8440-7148fcaf3129 req-0bbba03e-1a00-41f3-acc0-ebf98083a226 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:20.068348 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-aba9b874-362d-43ab-8440-7148fcaf3129 req-0bbba03e-1a00-41f3-acc0-ebf98083a226 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6b9dc6-0c01-4361-b3c2-8c0e96854435 HTTP/1.1" status: 200 len: 945 time: 0.0550067 Aug 19 15:23:20.110702 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-aba9b874-362d-43ab-8440-7148fcaf3129 req-77fec1b0-98f6-41dd-a7c4-7f480655dbad tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328965 Aug 19 15:23:21.240623 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7b264-ee11-4347-bad2-d6ae37d25aab req-f99ce62c-1674-4c0a-8df0-51e0a90145ba tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:21.242134 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cef7b264-ee11-4347-bad2-d6ae37d25aab req-f99ce62c-1674-4c0a-8df0-51e0a90145ba tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6b9dc6-0c01-4361-b3c2-8c0e96854435 HTTP/1.1" status: 200 len: 945 time: 0.0535531 Aug 19 15:23:21.282818 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cef7b264-ee11-4347-bad2-d6ae37d25aab req-7218aa67-6469-42a5-b409-8a287b36bfc9 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341921 Aug 19 15:23:22.408614 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c3e43c-87a7-403c-8c8a-6f12b269c40b req-e209eab5-e800-4c9e-9354-63358caf084c tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:22.410172 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-75c3e43c-87a7-403c-8c8a-6f12b269c40b req-e209eab5-e800-4c9e-9354-63358caf084c tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6b9dc6-0c01-4361-b3c2-8c0e96854435 HTTP/1.1" status: 200 len: 945 time: 0.0543077 Aug 19 15:23:22.450888 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-75c3e43c-87a7-403c-8c8a-6f12b269c40b req-79ac3a8c-aaa6-4e1b-9f68-b41ea6e3c8a4 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346866 Aug 19 15:23:23.575509 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd4089-8de9-4ca1-9b75-c5ee38aaea6c req-1114b5c4-b3a2-4c9f-b231-25e650d80280 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:23.577056 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1fcd4089-8de9-4ca1-9b75-c5ee38aaea6c req-1114b5c4-b3a2-4c9f-b231-25e650d80280 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6b9dc6-0c01-4361-b3c2-8c0e96854435 HTTP/1.1" status: 200 len: 945 time: 0.0568798 Aug 19 15:23:23.617757 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1fcd4089-8de9-4ca1-9b75-c5ee38aaea6c req-f9b7746c-fce1-4492-844a-151f48b6b42e tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331047 Aug 19 15:23:24.735821 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da8e93-39c5-4751-9b6e-3312efd1b290 req-e46b022c-3981-478a-9809-9d95639fa4e4 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:24.741899 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-52da8e93-39c5-4751-9b6e-3312efd1b290 req-e46b022c-3981-478a-9809-9d95639fa4e4 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6b9dc6-0c01-4361-b3c2-8c0e96854435 HTTP/1.1" status: 200 len: 945 time: 0.0526681 Aug 19 15:23:24.778344 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-52da8e93-39c5-4751-9b6e-3312efd1b290 req-1dfc170b-3912-44af-be18-96097473c9f3 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344205 Aug 19 15:23:25.903279 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228dde41-0f22-40ee-b5d2-de366c78d7e7 req-0cf47993-f1a1-410c-8ca6-128cc0e5778c tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:25.905285 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-228dde41-0f22-40ee-b5d2-de366c78d7e7 req-0cf47993-f1a1-410c-8ca6-128cc0e5778c tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6b9dc6-0c01-4361-b3c2-8c0e96854435 HTTP/1.1" status: 200 len: 945 time: 0.0527637 Aug 19 15:23:25.954925 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-228dde41-0f22-40ee-b5d2-de366c78d7e7 req-c8b7702d-1f96-4a60-8e5b-e872e9626341 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393553 Aug 19 15:23:27.088783 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6569fb6-ce41-448c-beed-2f376de2c882 req-18367636-e917-40de-8ab3-89b47f870416 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:27.090357 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f6569fb6-ce41-448c-beed-2f376de2c882 req-18367636-e917-40de-8ab3-89b47f870416 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6b9dc6-0c01-4361-b3c2-8c0e96854435 HTTP/1.1" status: 200 len: 945 time: 0.0599802 Aug 19 15:23:27.131943 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f6569fb6-ce41-448c-beed-2f376de2c882 req-6cb258d4-a9e0-4d30-a1d3-b29c29699c80 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344820 Aug 19 15:23:28.503783 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc08c8-c29c-4c50-ac86-b1d2aa0228a2 req-43f300b8-fa26-4a0d-ba06-34a9523aaeee tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:28.505364 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d5cc08c8-c29c-4c50-ac86-b1d2aa0228a2 req-43f300b8-fa26-4a0d-ba06-34a9523aaeee tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6b9dc6-0c01-4361-b3c2-8c0e96854435 HTTP/1.1" status: 200 len: 945 time: 0.0514994 Aug 19 15:23:28.545095 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d5cc08c8-c29c-4c50-ac86-b1d2aa0228a2 req-5955b4b2-1a03-4128-a803-69e5defd32a5 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336986 Aug 19 15:23:29.667596 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d964508-69d7-4407-9631-702ca5f33577 req-ff82820a-bbe4-4b79-a2af-111a4d6ff055 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:29.669142 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3d964508-69d7-4407-9631-702ca5f33577 req-ff82820a-bbe4-4b79-a2af-111a4d6ff055 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6b9dc6-0c01-4361-b3c2-8c0e96854435 HTTP/1.1" status: 200 len: 945 time: 0.0500088 Aug 19 15:23:29.714223 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3d964508-69d7-4407-9631-702ca5f33577 req-2e303d14-1dc3-446c-b9c9-70a95f10df65 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377319 Aug 19 15:23:29.864080 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8195f-fa99-424f-b19b-74f8de6bd0a2 req-0dcd4836-726c-4af1-a80a-b90b65ecbeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:29.865676 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cdd8195f-fa99-424f-b19b-74f8de6bd0a2 req-0dcd4836-726c-4af1-a80a-b90b65ecbeae service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c42f0597a5594cf89e1023f66310af01&device_id=cc6b9dc6-0c01-4361-b3c2-8c0e96854435 HTTP/1.1" status: 200 len: 1096 time: 0.0417488 Aug 19 15:23:29.982129 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8195f-fa99-424f-b19b-74f8de6bd0a2 req-f6e6e384-d912-4b0a-b5a8-c3f78abcc806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:29.983538 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cdd8195f-fa99-424f-b19b-74f8de6bd0a2 req-f6e6e384-d912-4b0a-b5a8-c3f78abcc806 service neutron] 10.222.0.68 "GET /v2.0/networks?id=6807cd6a-4edd-4674-9e5e-364dcf5bdf01 HTTP/1.1" status: 200 len: 916 time: 0.0972364 Aug 19 15:23:30.027131 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cdd8195f-fa99-424f-b19b-74f8de6bd0a2 req-802ad709-e625-49b7-86d6-78bc61dec9d2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f924e7b0-6f56-4ea8-bf3f-4811d222ab8f HTTP/1.1" status: 200 len: 217 time: 0.0348048 Aug 19 15:23:30.081337 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8195f-fa99-424f-b19b-74f8de6bd0a2 req-575ffc80-27bc-4673-9b38-d195ee447668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:30.082838 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cdd8195f-fa99-424f-b19b-74f8de6bd0a2 req-575ffc80-27bc-4673-9b38-d195ee447668 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6a3c8007-8e71-4893-b7b5-4c38f5f596a8 HTTP/1.1" status: 200 len: 855 time: 0.0481691 Aug 19 15:23:30.117279 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cdd8195f-fa99-424f-b19b-74f8de6bd0a2 req-e0f124ce-8f53-4015-be81-3f985b9b6a5f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6807cd6a-4edd-4674-9e5e-364dcf5bdf01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271680 Aug 19 15:23:30.220211 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cdd8195f-fa99-424f-b19b-74f8de6bd0a2 req-0a65111b-6a1c-4262-85bf-0667a6e62c61 service neutron] 10.222.0.68 "GET /v2.0/networks/6807cd6a-4edd-4674-9e5e-364dcf5bdf01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950148 Aug 19 15:23:30.328858 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cdd8195f-fa99-424f-b19b-74f8de6bd0a2 req-87702917-350e-4207-9343-f41937b41e09 service neutron] 10.222.0.68 "GET /v2.0/networks/6807cd6a-4edd-4674-9e5e-364dcf5bdf01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998943 Aug 19 15:23:30.850796 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc14de-2536-44cf-99ab-3401b505c4ed req-7c5f321c-11f8-4f92-8f99-222aee781ad9 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:30.852397 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4edc14de-2536-44cf-99ab-3401b505c4ed req-7c5f321c-11f8-4f92-8f99-222aee781ad9 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6b9dc6-0c01-4361-b3c2-8c0e96854435 HTTP/1.1" status: 200 len: 945 time: 0.0559673 Aug 19 15:23:30.894284 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4edc14de-2536-44cf-99ab-3401b505c4ed req-cc179984-db4e-404f-b7e0-47f65388b8bf tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359125 Aug 19 15:23:31.433660 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-edbe44d3-99ce-40a3-970e-a0612ab730b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:32.006379 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:23:32.015074 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4258ea-9554-4ad8-8854-83a74bf1ace2 req-4ec28b41-01d6-43d5-aff4-0caa2e197d33 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:32.016648 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dc4258ea-9554-4ad8-8854-83a74bf1ace2 req-4ec28b41-01d6-43d5-aff4-0caa2e197d33 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6b9dc6-0c01-4361-b3c2-8c0e96854435 HTTP/1.1" status: 200 len: 945 time: 0.0515330 Aug 19 15:23:32.069947 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dc4258ea-9554-4ad8-8854-83a74bf1ace2 req-4a1a4cc8-4bef-4277-8e5a-209aef530274 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472548 Aug 19 15:23:33.198632 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf9b62-bbcd-4a41-a77f-27a7afcb0bfe req-df01bdde-a864-4cfe-8863-7a27eff98dc4 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:33.200217 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d6bf9b62-bbcd-4a41-a77f-27a7afcb0bfe req-df01bdde-a864-4cfe-8863-7a27eff98dc4 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6b9dc6-0c01-4361-b3c2-8c0e96854435 HTTP/1.1" status: 200 len: 945 time: 0.0558169 Aug 19 15:23:33.244751 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d6bf9b62-bbcd-4a41-a77f-27a7afcb0bfe req-cf702841-36cf-4733-9d88-6ff8c74f351c tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382044 Aug 19 15:23:34.370156 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3d2e7-7404-4734-ac68-77a08ed0f6e0 req-0dd078af-578d-4463-997a-3f67c9d49a68 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:34.371679 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2ad3d2e7-7404-4734-ac68-77a08ed0f6e0 req-0dd078af-578d-4463-997a-3f67c9d49a68 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6b9dc6-0c01-4361-b3c2-8c0e96854435 HTTP/1.1" status: 200 len: 945 time: 0.0550296 Aug 19 15:23:34.382701 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-16c46da9-a7d1-4d57-b3a9-b3cfe161b844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:34.413254 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2ad3d2e7-7404-4734-ac68-77a08ed0f6e0 req-995c0c27-42dc-448c-bd80-e0f8784e8f68 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353131 Aug 19 15:23:34.463462 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:34.578186 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:35.238835 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:35.547423 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d638a2-f9dc-4625-b75b-4cfa263f0c19 req-b9fb2d03-2780-4c31-9d05-404e0aaafe90 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:35.549265 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-71d638a2-f9dc-4625-b75b-4cfa263f0c19 req-b9fb2d03-2780-4c31-9d05-404e0aaafe90 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6b9dc6-0c01-4361-b3c2-8c0e96854435 HTTP/1.1" status: 200 len: 945 time: 0.0595179 Aug 19 15:23:35.606324 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-71d638a2-f9dc-4625-b75b-4cfa263f0c19 req-6ef24471-e4b1-4ce1-a017-419f230199a8 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493488 Aug 19 15:23:35.696949 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:36.728800 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a078a-dbfa-40d2-80bd-e09a5f31ac33 req-86bfbb0a-67b1-47a3-97f1-d62dde1c1854 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:36.730259 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4d3a078a-dbfa-40d2-80bd-e09a5f31ac33 req-86bfbb0a-67b1-47a3-97f1-d62dde1c1854 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6b9dc6-0c01-4361-b3c2-8c0e96854435 HTTP/1.1" status: 200 len: 945 time: 0.0506556 Aug 19 15:23:36.776632 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4d3a078a-dbfa-40d2-80bd-e09a5f31ac33 req-0e009bd5-bf18-478b-88df-ddff463c7e6b tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388834 Aug 19 15:23:37.044215 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:37.910573 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc2412-4a38-4ffd-bdff-9089ef56e517 req-be2a276a-4d09-45fe-9f87-9b757c7215e7 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:37.912118 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-10bc2412-4a38-4ffd-bdff-9089ef56e517 req-be2a276a-4d09-45fe-9f87-9b757c7215e7 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6b9dc6-0c01-4361-b3c2-8c0e96854435 HTTP/1.1" status: 200 len: 945 time: 0.0560427 Aug 19 15:23:37.953749 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-10bc2412-4a38-4ffd-bdff-9089ef56e517 req-2fc91acb-d64d-4421-8bc1-8298bfc791a4 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356398 Aug 19 15:23:39.074308 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae8a88-af4c-49fe-a693-4f30fa42aefc req-011f44e1-dee9-40ce-8818-f76fc8a73798 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:39.075883 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-27ae8a88-af4c-49fe-a693-4f30fa42aefc req-011f44e1-dee9-40ce-8818-f76fc8a73798 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6b9dc6-0c01-4361-b3c2-8c0e96854435 HTTP/1.1" status: 200 len: 945 time: 0.0506918 Aug 19 15:23:39.123135 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-27ae8a88-af4c-49fe-a693-4f30fa42aefc req-49751861-412e-4560-a6fc-480a964531be tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333104 Aug 19 15:23:39.309077 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [req-c3320df7-97a3-4473-91b0-d20c3f626d93 req-d42c8814-eb52-48bf-bb8e-bf63c33d3f98 service neutron] show failed (client error): The resource could not be found. Aug 19 15:23:39.310121 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c3320df7-97a3-4473-91b0-d20c3f626d93 req-d42c8814-eb52-48bf-bb8e-bf63c33d3f98 service neutron] 10.222.0.68 "GET /v2.0/ports/f924e7b0-6f56-4ea8-bf3f-4811d222ab8f/bindings/n-h2-766043-2 HTTP/1.1" status: 404 len: 380 time: 0.0652542 Aug 19 15:23:39.513603 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3320df7-97a3-4473-91b0-d20c3f626d93 req-4e414d36-00ac-4c1d-83a1-431b8448688f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:39.515129 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c3320df7-97a3-4473-91b0-d20c3f626d93 req-4e414d36-00ac-4c1d-83a1-431b8448688f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=cc6b9dc6-0c01-4361-b3c2-8c0e96854435&tenant_id=c42f0597a5594cf89e1023f66310af01 HTTP/1.1" status: 200 len: 1096 time: 0.0434308 Aug 19 15:23:39.529468 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-c3320df7-97a3-4473-91b0-d20c3f626d93 req-d480243a-78fb-4f46-94a0-e8b6a4e427d3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766043-2', 'device_owner': 'compute:nova'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:23:39.590113 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c3320df7-97a3-4473-91b0-d20c3f626d93 req-d480243a-78fb-4f46-94a0-e8b6a4e427d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:39.803022 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-c3320df7-97a3-4473-91b0-d20c3f626d93 req-d480243a-78fb-4f46-94a0-e8b6a4e427d3 service neutron] For port f924e7b0-6f56-4ea8-bf3f-4811d222ab8f, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=f924e7b0-6f56-4ea8-bf3f-4811d222ab8f,segment=NetworkSegment(70a7fe59-7379-40dc-bb72-e3b23fa8b3eb),segment_id=70a7fe59-7379-40dc-bb72-e3b23fa8b3eb)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:23:39.838004 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-c3320df7-97a3-4473-91b0-d20c3f626d93 req-d480243a-78fb-4f46-94a0-e8b6a4e427d3 service neutron] For port f924e7b0-6f56-4ea8-bf3f-4811d222ab8f, host n-h1-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:23:39.888890 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6b9dc6-0c01-4361-b3c2-8c0e96854435', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f924e7b0-6f56-4ea8-bf3f-4811d222ab8f'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:23:39.892671 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68bc0485-5125-41fc-b6b7-8f3b45d5b544" -d '{"events": [{"server_uuid": "cc6b9dc6-0c01-4361-b3c2-8c0e96854435", "name": "network-vif-unplugged", "status": "completed", "tag": "f924e7b0-6f56-4ea8-bf3f-4811d222ab8f"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:23:39.899812 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c3320df7-97a3-4473-91b0-d20c3f626d93 req-d480243a-78fb-4f46-94a0-e8b6a4e427d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:39.921157 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-c3320df7-97a3-4473-91b0-d20c3f626d93 req-d480243a-78fb-4f46-94a0-e8b6a4e427d3 service neutron] Transition to ACTIVE for port object f924e7b0-6f56-4ea8-bf3f-4811d222ab8f will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:23:39.926551 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c3320df7-97a3-4473-91b0-d20c3f626d93 req-d480243a-78fb-4f46-94a0-e8b6a4e427d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:39.953359 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 15:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d905a27-5eed-4da1-b311-e1c2613c1cb6 x-openstack-request-id: req-3d905a27-5eed-4da1-b311-e1c2613c1cb6 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:23:39.953645 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6b9dc6-0c01-4361-b3c2-8c0e96854435", "name": "network-vif-unplugged", "status": "completed", "tag": "f924e7b0-6f56-4ea8-bf3f-4811d222ab8f", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:23:39.953891 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3d905a27-5eed-4da1-b311-e1c2613c1cb6 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:23:39.954288 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6b9dc6-0c01-4361-b3c2-8c0e96854435', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f924e7b0-6f56-4ea8-bf3f-4811d222ab8f', 'code': 200} Aug 19 15:23:39.993425 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3320df7-97a3-4473-91b0-d20c3f626d93 req-d480243a-78fb-4f46-94a0-e8b6a4e427d3 service neutron] No DVR routers for this DVR port f924e7b0-6f56-4ea8-bf3f-4811d222ab8f on host n-h1-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:23:40.001813 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d480243a-78fb-4f46-94a0-e8b6a4e427d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f924e7b0-6f56-4ea8-bf3f-4811d222ab8f,revision_number=6']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:40.036755 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-c3320df7-97a3-4473-91b0-d20c3f626d93 req-d480243a-78fb-4f46-94a0-e8b6a4e427d3 service neutron] Attempting to bind port f924e7b0-6f56-4ea8-bf3f-4811d222ab8f on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:23:40.037093 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-c3320df7-97a3-4473-91b0-d20c3f626d93 req-d480243a-78fb-4f46-94a0-e8b6a4e427d3 service neutron] Attempting to bind port f924e7b0-6f56-4ea8-bf3f-4811d222ab8f by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '70a7fe59-7379-40dc-bb72-e3b23fa8b3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6807cd6a-4edd-4674-9e5e-364dcf5bdf01'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:23:40.037421 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3320df7-97a3-4473-91b0-d20c3f626d93 req-d480243a-78fb-4f46-94a0-e8b6a4e427d3 service neutron] Attempting to bind port f924e7b0-6f56-4ea8-bf3f-4811d222ab8f on network 6807cd6a-4edd-4674-9e5e-364dcf5bdf01 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:23:40.041812 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3320df7-97a3-4473-91b0-d20c3f626d93 req-d480243a-78fb-4f46-94a0-e8b6a4e427d3 service neutron] Port f924e7b0-6f56-4ea8-bf3f-4811d222ab8f on network 6807cd6a-4edd-4674-9e5e-364dcf5bdf01 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:23:40.042127 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3320df7-97a3-4473-91b0-d20c3f626d93 req-d480243a-78fb-4f46-94a0-e8b6a4e427d3 service neutron] Attempting to bind port f924e7b0-6f56-4ea8-bf3f-4811d222ab8f on network 6807cd6a-4edd-4674-9e5e-364dcf5bdf01 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:23:40.046902 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3320df7-97a3-4473-91b0-d20c3f626d93 req-d480243a-78fb-4f46-94a0-e8b6a4e427d3 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:23:40.047217 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3320df7-97a3-4473-91b0-d20c3f626d93 req-d480243a-78fb-4f46-94a0-e8b6a4e427d3 service neutron] Checking segment: {'id': '70a7fe59-7379-40dc-bb72-e3b23fa8b3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6807cd6a-4edd-4674-9e5e-364dcf5bdf01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:23:40.047589 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3320df7-97a3-4473-91b0-d20c3f626d93 req-d480243a-78fb-4f46-94a0-e8b6a4e427d3 service neutron] Bound using segment: {'id': '70a7fe59-7379-40dc-bb72-e3b23fa8b3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6807cd6a-4edd-4674-9e5e-364dcf5bdf01'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:23:40.048011 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-c3320df7-97a3-4473-91b0-d20c3f626d93 req-d480243a-78fb-4f46-94a0-e8b6a4e427d3 service neutron] Bound port: f924e7b0-6f56-4ea8-bf3f-4811d222ab8f, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70a7fe59-7379-40dc-bb72-e3b23fa8b3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6807cd6a-4edd-4674-9e5e-364dcf5bdf01'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:23:40.048381 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c3320df7-97a3-4473-91b0-d20c3f626d93 req-d480243a-78fb-4f46-94a0-e8b6a4e427d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:40.115495 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-c3320df7-97a3-4473-91b0-d20c3f626d93 req-d480243a-78fb-4f46-94a0-e8b6a4e427d3 service neutron] For port f924e7b0-6f56-4ea8-bf3f-4811d222ab8f, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:23:40.118626 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-c3320df7-97a3-4473-91b0-d20c3f626d93 req-d480243a-78fb-4f46-94a0-e8b6a4e427d3 service neutron] For port f924e7b0-6f56-4ea8-bf3f-4811d222ab8f, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=f924e7b0-6f56-4ea8-bf3f-4811d222ab8f,segment=NetworkSegment(70a7fe59-7379-40dc-bb72-e3b23fa8b3eb),segment_id=70a7fe59-7379-40dc-bb72-e3b23fa8b3eb)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:23:40.122961 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c3320df7-97a3-4473-91b0-d20c3f626d93 req-d480243a-78fb-4f46-94a0-e8b6a4e427d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:40.162520 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3320df7-97a3-4473-91b0-d20c3f626d93 req-d480243a-78fb-4f46-94a0-e8b6a4e427d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:40.163144 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c3320df7-97a3-4473-91b0-d20c3f626d93 req-d480243a-78fb-4f46-94a0-e8b6a4e427d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:40.164582 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c3320df7-97a3-4473-91b0-d20c3f626d93 req-d480243a-78fb-4f46-94a0-e8b6a4e427d3 service neutron] 10.222.0.88 "PUT /v2.0/ports/f924e7b0-6f56-4ea8-bf3f-4811d222ab8f HTTP/1.1" status: 200 len: 1091 time: 0.6413097 Aug 19 15:23:40.183581 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d480243a-78fb-4f46-94a0-e8b6a4e427d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f924e7b0-6f56-4ea8-bf3f-4811d222ab8f,revision_number=7']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:40.264083 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3320df7-97a3-4473-91b0-d20c3f626d93 req-4d131413-f722-4d48-bb37-23e45fbaa62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:40.266517 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c3320df7-97a3-4473-91b0-d20c3f626d93 req-4d131413-f722-4d48-bb37-23e45fbaa62d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c42f0597a5594cf89e1023f66310af01&device_id=cc6b9dc6-0c01-4361-b3c2-8c0e96854435 HTTP/1.1" status: 200 len: 1094 time: 0.0760007 Aug 19 15:23:40.279398 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f96a26-3991-478e-8aaf-080a54448aec req-c27094de-a590-4fb7-8b9a-2a388fecdd25 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:40.280925 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c0f96a26-3991-478e-8aaf-080a54448aec req-c27094de-a590-4fb7-8b9a-2a388fecdd25 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6b9dc6-0c01-4361-b3c2-8c0e96854435 HTTP/1.1" status: 200 len: 943 time: 0.0823987 Aug 19 15:23:40.370687 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c0f96a26-3991-478e-8aaf-080a54448aec req-7b531ef6-9365-49f4-bcc1-b0b7d58d2523 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803382 Aug 19 15:23:40.398784 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3320df7-97a3-4473-91b0-d20c3f626d93 req-2e95e89a-51d4-4f54-bbd8-713189b76cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:40.400263 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c3320df7-97a3-4473-91b0-d20c3f626d93 req-2e95e89a-51d4-4f54-bbd8-713189b76cbd service neutron] 10.222.0.88 "GET /v2.0/networks?id=6807cd6a-4edd-4674-9e5e-364dcf5bdf01 HTTP/1.1" status: 200 len: 916 time: 0.1184676 Aug 19 15:23:40.444264 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c3320df7-97a3-4473-91b0-d20c3f626d93 req-28b27165-961a-490a-a1cc-4f95219af491 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f924e7b0-6f56-4ea8-bf3f-4811d222ab8f HTTP/1.1" status: 200 len: 217 time: 0.0372038 Aug 19 15:23:40.494399 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3320df7-97a3-4473-91b0-d20c3f626d93 req-ed9da92e-5b90-40e9-9b97-f47727ffdb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:40.495879 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c3320df7-97a3-4473-91b0-d20c3f626d93 req-ed9da92e-5b90-40e9-9b97-f47727ffdb7a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6a3c8007-8e71-4893-b7b5-4c38f5f596a8 HTTP/1.1" status: 200 len: 855 time: 0.0450253 Aug 19 15:23:40.530002 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c3320df7-97a3-4473-91b0-d20c3f626d93 req-17426817-c1c1-427d-bf42-7c1fcbdfb95b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6807cd6a-4edd-4674-9e5e-364dcf5bdf01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263145 Aug 19 15:23:40.635466 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c3320df7-97a3-4473-91b0-d20c3f626d93 req-0273c7d7-a54b-4572-bf6d-f795d0fa79db service neutron] 10.222.0.88 "GET /v2.0/networks/6807cd6a-4edd-4674-9e5e-364dcf5bdf01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988588 Aug 19 15:23:40.728540 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c3320df7-97a3-4473-91b0-d20c3f626d93 req-356be4ed-3f4f-4f3a-ab7c-9b8c607d8173 service neutron] 10.222.0.88 "GET /v2.0/networks/6807cd6a-4edd-4674-9e5e-364dcf5bdf01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857999 Aug 19 15:23:41.505434 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd1d70-e5ae-4863-89a5-6c671f424cbb req-22084983-05b9-4e91-ab18-7658bbac5410 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:41.507014 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1fcd1d70-e5ae-4863-89a5-6c671f424cbb req-22084983-05b9-4e91-ab18-7658bbac5410 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6b9dc6-0c01-4361-b3c2-8c0e96854435 HTTP/1.1" status: 200 len: 943 time: 0.0629687 Aug 19 15:23:41.550207 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1fcd1d70-e5ae-4863-89a5-6c671f424cbb req-f6d1f5c7-ca83-44fa-9e21-17d44838c2e3 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368290 Aug 19 15:23:41.955863 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc6b9dc6-0c01-4361-b3c2-8c0e96854435', 'tag': 'f924e7b0-6f56-4ea8-bf3f-4811d222ab8f'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:23:41.959271 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c8c700-0523-4368-97f1-45e32cc30950" -d '{"events": [{"name": "network-changed", "server_uuid": "cc6b9dc6-0c01-4361-b3c2-8c0e96854435", "tag": "f924e7b0-6f56-4ea8-bf3f-4811d222ab8f"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:23:42.007325 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dffa06b8-c0b7-4a72-836e-93ecd8d64f0c x-openstack-request-id: req-dffa06b8-c0b7-4a72-836e-93ecd8d64f0c {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:23:42.007612 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc6b9dc6-0c01-4361-b3c2-8c0e96854435", "tag": "f924e7b0-6f56-4ea8-bf3f-4811d222ab8f", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:23:42.007858 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-dffa06b8-c0b7-4a72-836e-93ecd8d64f0c {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:23:42.008253 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc6b9dc6-0c01-4361-b3c2-8c0e96854435', 'tag': 'f924e7b0-6f56-4ea8-bf3f-4811d222ab8f', 'status': 'completed', 'code': 200} Aug 19 15:23:42.071998 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8c700-0523-4368-97f1-45e32cc30950 req-c6c62ba2-9e43-488f-bf75-ba87bcfd31ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:42.073566 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f2c8c700-0523-4368-97f1-45e32cc30950 req-c6c62ba2-9e43-488f-bf75-ba87bcfd31ce service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c42f0597a5594cf89e1023f66310af01&device_id=cc6b9dc6-0c01-4361-b3c2-8c0e96854435 HTTP/1.1" status: 200 len: 1094 time: 0.0434105 Aug 19 15:23:42.076179 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8c700-0523-4368-97f1-45e32cc30950 req-25f6e789-c89f-4ad8-bd6e-1ce7e7dbcb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:42.077745 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f2c8c700-0523-4368-97f1-45e32cc30950 req-25f6e789-c89f-4ad8-bd6e-1ce7e7dbcb1b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c42f0597a5594cf89e1023f66310af01&device_id=cc6b9dc6-0c01-4361-b3c2-8c0e96854435 HTTP/1.1" status: 200 len: 1094 time: 0.0449076 Aug 19 15:23:42.162594 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device f924e7b0-6f56-4ea8-bf3f-4811d222ab8f no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:23:42.179632 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8c700-0523-4368-97f1-45e32cc30950 req-db4e2aaf-c714-4b61-aab5-a1d20ba819ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:42.181372 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f2c8c700-0523-4368-97f1-45e32cc30950 req-db4e2aaf-c714-4b61-aab5-a1d20ba819ad service neutron] 10.222.0.88 "GET /v2.0/networks?id=6807cd6a-4edd-4674-9e5e-364dcf5bdf01 HTTP/1.1" status: 200 len: 916 time: 0.0964258 Aug 19 15:23:42.215685 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8c700-0523-4368-97f1-45e32cc30950 req-207eb107-94fd-4390-b0bc-04be9c381f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:42.215685 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f2c8c700-0523-4368-97f1-45e32cc30950 req-207eb107-94fd-4390-b0bc-04be9c381f63 service neutron] 10.222.0.68 "GET /v2.0/networks?id=6807cd6a-4edd-4674-9e5e-364dcf5bdf01 HTTP/1.1" status: 200 len: 916 time: 0.1325111 Aug 19 15:23:42.222798 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device f924e7b0-6f56-4ea8-bf3f-4811d222ab8f not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:23:42.233740 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f2c8c700-0523-4368-97f1-45e32cc30950 req-68744c2c-9b37-4b13-9966-56c96eb55251 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f924e7b0-6f56-4ea8-bf3f-4811d222ab8f HTTP/1.1" status: 200 len: 217 time: 0.0437019 Aug 19 15:23:42.263153 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f2c8c700-0523-4368-97f1-45e32cc30950 req-effea0fe-b1fa-4cac-937c-7f922c23a0ba service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f924e7b0-6f56-4ea8-bf3f-4811d222ab8f HTTP/1.1" status: 200 len: 217 time: 0.0421762 Aug 19 15:23:42.288195 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8c700-0523-4368-97f1-45e32cc30950 req-57b09a4b-3219-4609-bfe3-7e97c577308f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:42.289874 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f2c8c700-0523-4368-97f1-45e32cc30950 req-57b09a4b-3219-4609-bfe3-7e97c577308f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6a3c8007-8e71-4893-b7b5-4c38f5f596a8 HTTP/1.1" status: 200 len: 855 time: 0.0495837 Aug 19 15:23:42.324146 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8c700-0523-4368-97f1-45e32cc30950 req-c8fa4d44-168a-459b-b62e-a3afa656b893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:42.325752 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f2c8c700-0523-4368-97f1-45e32cc30950 req-c8fa4d44-168a-459b-b62e-a3afa656b893 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6a3c8007-8e71-4893-b7b5-4c38f5f596a8 HTTP/1.1" status: 200 len: 855 time: 0.0543871 Aug 19 15:23:42.332153 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f2c8c700-0523-4368-97f1-45e32cc30950 req-c6b4b236-e416-4795-9c20-d018d1f498aa service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6807cd6a-4edd-4674-9e5e-364dcf5bdf01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328834 Aug 19 15:23:42.363441 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f2c8c700-0523-4368-97f1-45e32cc30950 req-c7934adf-4bb9-48a7-bcd4-0026705ddc3e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6807cd6a-4edd-4674-9e5e-364dcf5bdf01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300574 Aug 19 15:23:42.431958 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f2c8c700-0523-4368-97f1-45e32cc30950 req-7b44ea39-81f8-4b4b-92d1-cccfc4172ab0 service neutron] 10.222.0.88 "GET /v2.0/networks/6807cd6a-4edd-4674-9e5e-364dcf5bdf01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952170 Aug 19 15:23:42.458364 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f2c8c700-0523-4368-97f1-45e32cc30950 req-1acb6f66-6849-4e9e-8fb3-0ddd9bd0e77a service neutron] 10.222.0.68 "GET /v2.0/networks/6807cd6a-4edd-4674-9e5e-364dcf5bdf01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877762 Aug 19 15:23:42.536697 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f2c8c700-0523-4368-97f1-45e32cc30950 req-54840944-d1a8-4b00-8d8a-7c691d928c6d service neutron] 10.222.0.88 "GET /v2.0/networks/6807cd6a-4edd-4674-9e5e-364dcf5bdf01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981660 Aug 19 15:23:42.559363 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f2c8c700-0523-4368-97f1-45e32cc30950 req-4d8110dd-476e-49eb-9fe7-d9c8aaeb0e5a service neutron] 10.222.0.68 "GET /v2.0/networks/6807cd6a-4edd-4674-9e5e-364dcf5bdf01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943716 Aug 19 15:23:42.679471 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2604d4b1-6408-49ab-840c-a442593e10e5 req-737390cd-7cdb-46ba-9bdd-3d62e1a27c9f tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:42.681159 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2604d4b1-6408-49ab-840c-a442593e10e5 req-737390cd-7cdb-46ba-9bdd-3d62e1a27c9f tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6b9dc6-0c01-4361-b3c2-8c0e96854435 HTTP/1.1" status: 200 len: 943 time: 0.0518706 Aug 19 15:23:42.725080 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2604d4b1-6408-49ab-840c-a442593e10e5 req-bd4c7628-7721-4e6b-8340-2715a36b3de1 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375607 Aug 19 15:23:42.946026 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426b380-b599-4049-aae5-d87c71b5272f req-b640566f-fe3c-48c6-a1f9-42c272305019 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:42.947651 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9426b380-b599-4049-aae5-d87c71b5272f req-b640566f-fe3c-48c6-a1f9-42c272305019 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6b9dc6-0c01-4361-b3c2-8c0e96854435 HTTP/1.1" status: 200 len: 943 time: 0.0535948 Aug 19 15:23:42.991731 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9426b380-b599-4049-aae5-d87c71b5272f req-b438be84-5d82-44ff-82bd-d4b288129952 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377002 Aug 19 15:23:43.309515 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f1d52-17ed-404a-901b-8907d00de61d req-a459c3d0-19a8-4535-98b4-52dd56f8f070 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:43.310990 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-682f1d52-17ed-404a-901b-8907d00de61d req-a459c3d0-19a8-4535-98b4-52dd56f8f070 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.68 "GET /v2.0/ports?device_id=cc6b9dc6-0c01-4361-b3c2-8c0e96854435&tenant_id=c42f0597a5594cf89e1023f66310af01&binding%3Ahost_id=n-h2-766043-2 HTTP/1.1" status: 200 len: 943 time: 0.4119623 Aug 19 15:23:43.375140 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [req-682f1d52-17ed-404a-901b-8907d00de61d req-a9034964-e7e9-454d-be5d-57771b2f5e87 service neutron] delete failed (client error): The resource could not be found. Aug 19 15:23:43.376190 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-682f1d52-17ed-404a-901b-8907d00de61d req-a9034964-e7e9-454d-be5d-57771b2f5e87 service neutron] 10.222.0.68 "DELETE /v2.0/ports/f924e7b0-6f56-4ea8-bf3f-4811d222ab8f/bindings/n-h1-766043-2 HTTP/1.1" status: 404 len: 380 time: 0.0563686 Aug 19 15:23:43.492233 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f1d52-17ed-404a-901b-8907d00de61d req-e3212140-dc47-4102-b7b7-1a5342a2902e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:43.493880 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-682f1d52-17ed-404a-901b-8907d00de61d req-e3212140-dc47-4102-b7b7-1a5342a2902e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c42f0597a5594cf89e1023f66310af01&device_id=cc6b9dc6-0c01-4361-b3c2-8c0e96854435 HTTP/1.1" status: 200 len: 1094 time: 0.0672343 Aug 19 15:23:43.591740 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device f924e7b0-6f56-4ea8-bf3f-4811d222ab8f details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:23:43.597871 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f1d52-17ed-404a-901b-8907d00de61d req-b39cb2c2-80b8-4a62-b2ee-0702acf859d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:43.599420 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-682f1d52-17ed-404a-901b-8907d00de61d req-b39cb2c2-80b8-4a62-b2ee-0702acf859d2 service neutron] 10.222.0.68 "GET /v2.0/networks?id=6807cd6a-4edd-4674-9e5e-364dcf5bdf01 HTTP/1.1" status: 200 len: 916 time: 0.0973718 Aug 19 15:23:43.645333 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-682f1d52-17ed-404a-901b-8907d00de61d req-b7168fbf-faac-45ab-bb6e-6af5905685ef service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f924e7b0-6f56-4ea8-bf3f-4811d222ab8f HTTP/1.1" status: 200 len: 217 time: 0.0382535 Aug 19 15:23:43.704133 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f1d52-17ed-404a-901b-8907d00de61d req-35ec0ddb-a2ed-41df-94d1-30f8528cbb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:43.705689 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-682f1d52-17ed-404a-901b-8907d00de61d req-35ec0ddb-a2ed-41df-94d1-30f8528cbb16 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6a3c8007-8e71-4893-b7b5-4c38f5f596a8 HTTP/1.1" status: 200 len: 855 time: 0.0532212 Aug 19 15:23:43.710495 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port f924e7b0-6f56-4ea8-bf3f-4811d222ab8f, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=f924e7b0-6f56-4ea8-bf3f-4811d222ab8f,segment=NetworkSegment(70a7fe59-7379-40dc-bb72-e3b23fa8b3eb),segment_id=70a7fe59-7379-40dc-bb72-e3b23fa8b3eb)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:23:43.723434 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': 'f924e7b0-6f56-4ea8-bf3f-4811d222ab8f', 'network_id': '6807cd6a-4edd-4674-9e5e-364dcf5bdf01', 'port_id': 'f924e7b0-6f56-4ea8-bf3f-4811d222ab8f', 'mac_address': 'fa:16:3e:f1:76:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a3c8007-8e71-4893-b7b5-4c38f5f596a8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:23:43.744582 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-682f1d52-17ed-404a-901b-8907d00de61d req-89772373-adfe-43b4-a2c3-9cffdfd695f3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6807cd6a-4edd-4674-9e5e-364dcf5bdf01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320148 Aug 19 15:23:43.767019 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:43.781375 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f924e7b0-6f56-4ea8-bf3f-4811d222ab8f {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:23:43.818273 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port f924e7b0-6f56-4ea8-bf3f-4811d222ab8f, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=f924e7b0-6f56-4ea8-bf3f-4811d222ab8f,segment=NetworkSegment(70a7fe59-7379-40dc-bb72-e3b23fa8b3eb),segment_id=70a7fe59-7379-40dc-bb72-e3b23fa8b3eb)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:23:43.823168 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:43.845891 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-682f1d52-17ed-404a-901b-8907d00de61d req-d3078e61-dbcf-4811-9a72-38c0a36d0528 service neutron] 10.222.0.68 "GET /v2.0/networks/6807cd6a-4edd-4674-9e5e-364dcf5bdf01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942845 Aug 19 15:23:43.883995 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=f924e7b0-6f56-4ea8-bf3f-4811d222ab8f,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:43.954195 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-682f1d52-17ed-404a-901b-8907d00de61d req-208ebaf8-87cf-4151-a7e6-ade7e6c3afbf service neutron] 10.222.0.68 "GET /v2.0/networks/6807cd6a-4edd-4674-9e5e-364dcf5bdf01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014798 Aug 19 15:23:44.035914 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['f924e7b0-6f56-4ea8-bf3f-4811d222ab8f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:23:44.164971 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f65e2-e26f-4eef-bec3-11c3c945a61f req-8f143e68-6d7d-4a1a-846d-261b9a26be5e tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:44.166508 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-490f65e2-e26f-4eef-bec3-11c3c945a61f req-8f143e68-6d7d-4a1a-846d-261b9a26be5e tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6b9dc6-0c01-4361-b3c2-8c0e96854435 HTTP/1.1" status: 200 len: 944 time: 0.0621424 Aug 19 15:23:44.208663 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-490f65e2-e26f-4eef-bec3-11c3c945a61f req-675a2013-640f-489a-9e73-e9456901944b tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357511 Aug 19 15:23:45.360742 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e81f2-13c9-4fed-9bca-c708f9ef9ed1 req-efb67865-9657-49ee-9076-670f74e8b47d tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:45.363181 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6d6e81f2-13c9-4fed-9bca-c708f9ef9ed1 req-efb67865-9657-49ee-9076-670f74e8b47d tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6b9dc6-0c01-4361-b3c2-8c0e96854435 HTTP/1.1" status: 200 len: 944 time: 0.0756555 Aug 19 15:23:45.425321 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6d6e81f2-13c9-4fed-9bca-c708f9ef9ed1 req-bbb3a968-4ccf-4b79-b376-1059a99c14e7 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528049 Aug 19 15:23:45.569577 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463af815-8ea2-4518-b501-8cc81ada565f req-3b99ccc8-9e59-4978-b65d-e5a855a2aab2 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:45.571132 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-463af815-8ea2-4518-b501-8cc81ada565f req-3b99ccc8-9e59-4978-b65d-e5a855a2aab2 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6b9dc6-0c01-4361-b3c2-8c0e96854435 HTTP/1.1" status: 200 len: 944 time: 0.0675101 Aug 19 15:23:45.590972 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device f924e7b0-6f56-4ea8-bf3f-4811d222ab8f up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:23:45.624512 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-463af815-8ea2-4518-b501-8cc81ada565f req-d10bf828-6527-4c09-b3d2-573071487063 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462837 Aug 19 15:23:45.648797 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port f924e7b0-6f56-4ea8-bf3f-4811d222ab8f completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:23:45.654910 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port f924e7b0-6f56-4ea8-bf3f-4811d222ab8f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:23:45.655747 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:45.751210 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:45.758097 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6aa72-2b7d-4176-9207-df2bd230e3af req-f7863859-bb2d-4aa9-8e2a-9e65821cce2d tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:45.759682 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8cd6aa72-2b7d-4176-9207-df2bd230e3af req-f7863859-bb2d-4aa9-8e2a-9e65821cce2d tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6b9dc6-0c01-4361-b3c2-8c0e96854435 HTTP/1.1" status: 200 len: 944 time: 0.0584459 Aug 19 15:23:45.792187 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6b9dc6-0c01-4361-b3c2-8c0e96854435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f924e7b0-6f56-4ea8-bf3f-4811d222ab8f'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:23:45.794546 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b49d72-0f2e-4327-9227-b85b266e27f5" -d '{"events": [{"server_uuid": "cc6b9dc6-0c01-4361-b3c2-8c0e96854435", "name": "network-vif-plugged", "status": "completed", "tag": "f924e7b0-6f56-4ea8-bf3f-4811d222ab8f"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:23:45.806523 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8cd6aa72-2b7d-4176-9207-df2bd230e3af req-e511df67-de9c-499c-9299-0620551b667e tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384080 Aug 19 15:23:45.809453 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port f924e7b0-6f56-4ea8-bf3f-4811d222ab8f, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=f924e7b0-6f56-4ea8-bf3f-4811d222ab8f,segment=NetworkSegment(70a7fe59-7379-40dc-bb72-e3b23fa8b3eb),segment_id=70a7fe59-7379-40dc-bb72-e3b23fa8b3eb)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:23:45.813664 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:45.842522 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf03341a-f79b-402a-956d-f825b2e6cadb x-openstack-request-id: req-cf03341a-f79b-402a-956d-f825b2e6cadb {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:23:45.842522 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6b9dc6-0c01-4361-b3c2-8c0e96854435", "name": "network-vif-plugged", "status": "completed", "tag": "f924e7b0-6f56-4ea8-bf3f-4811d222ab8f", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:23:45.842911 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cf03341a-f79b-402a-956d-f825b2e6cadb {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:23:45.843038 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6b9dc6-0c01-4361-b3c2-8c0e96854435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f924e7b0-6f56-4ea8-bf3f-4811d222ab8f', 'code': 200} Aug 19 15:23:45.869940 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=f924e7b0-6f56-4ea8-bf3f-4811d222ab8f,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:46.182142 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8d9e7-a16f-4f2f-bff2-94e4b1212057 req-b369e0e7-a16a-421d-b305-26978b556c76 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:46.183551 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5fb8d9e7-a16f-4f2f-bff2-94e4b1212057 req-b369e0e7-a16a-421d-b305-26978b556c76 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/networks?id=6807cd6a-4edd-4674-9e5e-364dcf5bdf01 HTTP/1.1" status: 200 len: 815 time: 0.1056495 Aug 19 15:23:46.200078 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5fb8d9e7-a16f-4f2f-bff2-94e4b1212057 req-0eaa8328-56e0-4a9f-9624-3e61f01aa472 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/quotas/c42f0597a5594cf89e1023f66310af01 HTTP/1.1" status: 200 len: 375 time: 0.0107310 Aug 19 15:23:46.251294 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5fb8d9e7-a16f-4f2f-bff2-94e4b1212057 req-bf012c07-c323-4dbf-99e1-e8f0e7e3b31d tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c42f0597a5594cf89e1023f66310af01&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0454419 Aug 19 15:23:46.353206 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5fb8d9e7-a16f-4f2f-bff2-94e4b1212057 req-322e6f54-4c2c-4645-a546-b9d40d0e2d43 service neutron] 10.222.0.69 "GET /v2.0/networks/6807cd6a-4edd-4674-9e5e-364dcf5bdf01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939264 Aug 19 15:23:46.450570 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5fb8d9e7-a16f-4f2f-bff2-94e4b1212057 req-10c84568-35ad-4368-b5b7-8ab9e721230e service neutron] 10.222.0.69 "GET /v2.0/networks/6807cd6a-4edd-4674-9e5e-364dcf5bdf01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862145 Aug 19 15:23:46.618070 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-457691bd-e8a0-41e8-b8c8-918ecb69a8d1 req-90a72e58-f9cd-44d3-bceb-4e69f34bc29d tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=61c95977-98d3-4417-babe-07a9ba270cbf HTTP/1.1" status: 200 len: 210 time: 0.0296445 Aug 19 15:23:47.285819 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecacacd5-3bd3-4927-b39c-565c53396f4f req-34af455f-b7f5-407b-8128-5777c15ac233 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:47.287611 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ecacacd5-3bd3-4927-b39c-565c53396f4f req-34af455f-b7f5-407b-8128-5777c15ac233 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.88 "GET /v2.0/ports?device_id=cc6b9dc6-0c01-4361-b3c2-8c0e96854435 HTTP/1.1" status: 200 len: 945 time: 0.0604498 Aug 19 15:23:47.385071 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-ecacacd5-3bd3-4927-b39c-565c53396f4f req-94a653cc-37e5-4f69-92f8-450cc6562a66 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Deleting port f924e7b0-6f56-4ea8-bf3f-4811d222ab8f {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:23:47.385330 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ecacacd5-3bd3-4927-b39c-565c53396f4f req-94a653cc-37e5-4f69-92f8-450cc6562a66 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:47.483570 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-ecacacd5-3bd3-4927-b39c-565c53396f4f req-94a653cc-37e5-4f69-92f8-450cc6562a66 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] For port f924e7b0-6f56-4ea8-bf3f-4811d222ab8f, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=f924e7b0-6f56-4ea8-bf3f-4811d222ab8f,segment=NetworkSegment(70a7fe59-7379-40dc-bb72-e3b23fa8b3eb),segment_id=70a7fe59-7379-40dc-bb72-e3b23fa8b3eb)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:23:47.484334 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ecacacd5-3bd3-4927-b39c-565c53396f4f req-94a653cc-37e5-4f69-92f8-450cc6562a66 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:47.558858 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-ecacacd5-3bd3-4927-b39c-565c53396f4f req-94a653cc-37e5-4f69-92f8-450cc6562a66 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Calling delete_port for f924e7b0-6f56-4ea8-bf3f-4811d222ab8f owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:23:47.670973 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8d9e7-a16f-4f2f-bff2-94e4b1212057 req-7f124780-88e8-41d0-9bbd-40f1f4745c0b tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:47.672526 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5fb8d9e7-a16f-4f2f-bff2-94e4b1212057 req-7f124780-88e8-41d0-9bbd-40f1f4745c0b tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.88 "GET /v2.0/networks?id=6807cd6a-4edd-4674-9e5e-364dcf5bdf01 HTTP/1.1" status: 200 len: 815 time: 0.1837823 Aug 19 15:23:47.693609 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-5fb8d9e7-a16f-4f2f-bff2-94e4b1212057 req-f1f92f2d-5c26-4407-a539-9479c5ec86f1 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Request body: {'port': {'device_id': '61c95977-98d3-4417-babe-07a9ba270cbf', 'network_id': '6807cd6a-4edd-4674-9e5e-364dcf5bdf01', 'admin_state_up': True, 'tenant_id': 'c42f0597a5594cf89e1023f66310af01'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:23:47.802673 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2c6701b2-cfdd-450d-9d33-d770c6636cd2 req-2aa9199f-74de-4d8e-aed6-690ef0a2a562 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=61c95977-98d3-4417-babe-07a9ba270cbf HTTP/1.1" status: 200 len: 210 time: 0.0833130 Aug 19 15:23:47.852138 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ecacacd5-3bd3-4927-b39c-565c53396f4f req-94a653cc-37e5-4f69-92f8-450cc6562a66 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:47.866352 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['f924e7b0-6f56-4ea8-bf3f-4811d222ab8f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:23:47.897097 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a653cc-37e5-4f69-92f8-450cc6562a66 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Pushing event deleted for resources: {'Port': ['ID=f924e7b0-6f56-4ea8-bf3f-4811d222ab8f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:47.954084 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fb8d9e7-a16f-4f2f-bff2-94e4b1212057 req-f1f92f2d-5c26-4407-a539-9479c5ec86f1 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Made reservation on behalf of c42f0597a5594cf89e1023f66310af01 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:23:47.957708 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5fb8d9e7-a16f-4f2f-bff2-94e4b1212057 req-f1f92f2d-5c26-4407-a539-9479c5ec86f1 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:47.960053 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecacacd5-3bd3-4927-b39c-565c53396f4f req-94a653cc-37e5-4f69-92f8-450cc6562a66 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] No DVR routers for this DVR port f924e7b0-6f56-4ea8-bf3f-4811d222ab8f on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:23:47.963278 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ecacacd5-3bd3-4927-b39c-565c53396f4f req-94a653cc-37e5-4f69-92f8-450cc6562a66 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:47.965374 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ecacacd5-3bd3-4927-b39c-565c53396f4f req-94a653cc-37e5-4f69-92f8-450cc6562a66 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.88 "DELETE /v2.0/ports/f924e7b0-6f56-4ea8-bf3f-4811d222ab8f HTTP/1.1" status: 204 len: 173 time: 0.6706812 Aug 19 15:23:47.965829 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6b9dc6-0c01-4361-b3c2-8c0e96854435', 'name': 'network-vif-deleted', 'tag': 'f924e7b0-6f56-4ea8-bf3f-4811d222ab8f'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:23:47.968276 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6d8fe2-c12b-465e-b0dc-090f0d6b11be" -d '{"events": [{"server_uuid": "cc6b9dc6-0c01-4361-b3c2-8c0e96854435", "name": "network-vif-deleted", "tag": "f924e7b0-6f56-4ea8-bf3f-4811d222ab8f"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:23:48.030039 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40744f05-135f-47f7-a6be-494a104efce2 x-openstack-request-id: req-40744f05-135f-47f7-a6be-494a104efce2 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:23:48.030331 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6b9dc6-0c01-4361-b3c2-8c0e96854435", "name": "network-vif-deleted", "tag": "f924e7b0-6f56-4ea8-bf3f-4811d222ab8f", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:23:48.030583 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-40744f05-135f-47f7-a6be-494a104efce2 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:23:48.030986 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6b9dc6-0c01-4361-b3c2-8c0e96854435', 'name': 'network-vif-deleted', 'tag': 'f924e7b0-6f56-4ea8-bf3f-4811d222ab8f', 'status': 'completed', 'code': 200} Aug 19 15:23:48.129327 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-5fb8d9e7-a16f-4f2f-bff2-94e4b1212057 req-f1f92f2d-5c26-4407-a539-9479c5ec86f1 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Allocated IP 172.20.0.6 (6807cd6a-4edd-4674-9e5e-364dcf5bdf01/6a3c8007-8e71-4893-b7b5-4c38f5f596a8/04d108e0-a3df-47e5-993f-6231fa9826f6) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:23:48.318819 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5fb8d9e7-a16f-4f2f-bff2-94e4b1212057 req-f1f92f2d-5c26-4407-a539-9479c5ec86f1 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:48.364832 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5fb8d9e7-a16f-4f2f-bff2-94e4b1212057 req-f1f92f2d-5c26-4407-a539-9479c5ec86f1 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:48.378587 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['f924e7b0-6f56-4ea8-bf3f-4811d222ab8f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:23:48.419998 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fb8d9e7-a16f-4f2f-bff2-94e4b1212057 req-f1f92f2d-5c26-4407-a539-9479c5ec86f1 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Network 6807cd6a-4edd-4674-9e5e-364dcf5bdf01 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:23:48.423327 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-5fb8d9e7-a16f-4f2f-bff2-94e4b1212057 req-f1f92f2d-5c26-4407-a539-9479c5ec86f1 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:23:48.427851 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb8d9e7-a16f-4f2f-bff2-94e4b1212057 req-f1f92f2d-5c26-4407-a539-9479c5ec86f1 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:23:48.431765 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f92f2d-5c26-4407-a539-9479c5ec86f1 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Pushing event updated for resources: {'Port': ['ID=04d108e0-a3df-47e5-993f-6231fa9826f6,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:48.488323 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8d9e7-a16f-4f2f-bff2-94e4b1212057 req-f1f92f2d-5c26-4407-a539-9479c5ec86f1 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:48.489040 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5fb8d9e7-a16f-4f2f-bff2-94e4b1212057 req-f1f92f2d-5c26-4407-a539-9479c5ec86f1 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:48.504424 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5fb8d9e7-a16f-4f2f-bff2-94e4b1212057 req-f1f92f2d-5c26-4407-a539-9479c5ec86f1 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8156011 Aug 19 15:23:48.516585 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-5fb8d9e7-a16f-4f2f-bff2-94e4b1212057 req-72e3b0d6-92da-4f97-bbfe-57ec7da2bc09 service neutron] Request body: {'port': {'device_id': '61c95977-98d3-4417-babe-07a9ba270cbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:23:48.578091 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5fb8d9e7-a16f-4f2f-bff2-94e4b1212057 req-72e3b0d6-92da-4f97-bbfe-57ec7da2bc09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:48.867154 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-5fb8d9e7-a16f-4f2f-bff2-94e4b1212057 req-72e3b0d6-92da-4f97-bbfe-57ec7da2bc09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04d108e0-a3df-47e5-993f-6231fa9826f6 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:23:48.875451 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5fb8d9e7-a16f-4f2f-bff2-94e4b1212057 req-72e3b0d6-92da-4f97-bbfe-57ec7da2bc09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:48.890010 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-5fb8d9e7-a16f-4f2f-bff2-94e4b1212057 req-72e3b0d6-92da-4f97-bbfe-57ec7da2bc09 service neutron] Transition to ACTIVE for port object 04d108e0-a3df-47e5-993f-6231fa9826f6 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:23:48.902269 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5fb8d9e7-a16f-4f2f-bff2-94e4b1212057 req-72e3b0d6-92da-4f97-bbfe-57ec7da2bc09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:48.977902 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e3b0d6-92da-4f97-bbfe-57ec7da2bc09 service neutron] Pushing event updated for resources: {'Port': ['ID=04d108e0-a3df-47e5-993f-6231fa9826f6,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:48.993968 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d8b82-7641-4193-98f1-912db2fd87aa req-cf815ffe-dc74-4941-a377-1c4bb44f808f tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:48.995496 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cb8d8b82-7641-4193-98f1-912db2fd87aa req-cf815ffe-dc74-4941-a377-1c4bb44f808f tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=61c95977-98d3-4417-babe-07a9ba270cbf HTTP/1.1" status: 200 len: 943 time: 0.1043611 Aug 19 15:23:49.073438 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cb8d8b82-7641-4193-98f1-912db2fd87aa req-da08ed2e-b0f2-4eb1-acde-b1f6dec6b859 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636888 Aug 19 15:23:49.087971 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-5fb8d9e7-a16f-4f2f-bff2-94e4b1212057 req-72e3b0d6-92da-4f97-bbfe-57ec7da2bc09 service neutron] Attempting to bind port 04d108e0-a3df-47e5-993f-6231fa9826f6 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:23:49.088313 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-5fb8d9e7-a16f-4f2f-bff2-94e4b1212057 req-72e3b0d6-92da-4f97-bbfe-57ec7da2bc09 service neutron] Attempting to bind port 04d108e0-a3df-47e5-993f-6231fa9826f6 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '70a7fe59-7379-40dc-bb72-e3b23fa8b3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6807cd6a-4edd-4674-9e5e-364dcf5bdf01'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:23:49.088671 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb8d9e7-a16f-4f2f-bff2-94e4b1212057 req-72e3b0d6-92da-4f97-bbfe-57ec7da2bc09 service neutron] Attempting to bind port 04d108e0-a3df-47e5-993f-6231fa9826f6 on network 6807cd6a-4edd-4674-9e5e-364dcf5bdf01 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:23:49.093819 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb8d9e7-a16f-4f2f-bff2-94e4b1212057 req-72e3b0d6-92da-4f97-bbfe-57ec7da2bc09 service neutron] Port 04d108e0-a3df-47e5-993f-6231fa9826f6 on network 6807cd6a-4edd-4674-9e5e-364dcf5bdf01 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:23:49.094136 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb8d9e7-a16f-4f2f-bff2-94e4b1212057 req-72e3b0d6-92da-4f97-bbfe-57ec7da2bc09 service neutron] Attempting to bind port 04d108e0-a3df-47e5-993f-6231fa9826f6 on network 6807cd6a-4edd-4674-9e5e-364dcf5bdf01 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:23:49.100026 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb8d9e7-a16f-4f2f-bff2-94e4b1212057 req-72e3b0d6-92da-4f97-bbfe-57ec7da2bc09 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:23:49.100359 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb8d9e7-a16f-4f2f-bff2-94e4b1212057 req-72e3b0d6-92da-4f97-bbfe-57ec7da2bc09 service neutron] Checking segment: {'id': '70a7fe59-7379-40dc-bb72-e3b23fa8b3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6807cd6a-4edd-4674-9e5e-364dcf5bdf01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:23:49.100774 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb8d9e7-a16f-4f2f-bff2-94e4b1212057 req-72e3b0d6-92da-4f97-bbfe-57ec7da2bc09 service neutron] Bound using segment: {'id': '70a7fe59-7379-40dc-bb72-e3b23fa8b3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6807cd6a-4edd-4674-9e5e-364dcf5bdf01'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:23:49.101200 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-5fb8d9e7-a16f-4f2f-bff2-94e4b1212057 req-72e3b0d6-92da-4f97-bbfe-57ec7da2bc09 service neutron] Bound port: 04d108e0-a3df-47e5-993f-6231fa9826f6, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70a7fe59-7379-40dc-bb72-e3b23fa8b3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6807cd6a-4edd-4674-9e5e-364dcf5bdf01'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:23:49.101562 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5fb8d9e7-a16f-4f2f-bff2-94e4b1212057 req-72e3b0d6-92da-4f97-bbfe-57ec7da2bc09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:49.171940 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-5fb8d9e7-a16f-4f2f-bff2-94e4b1212057 req-72e3b0d6-92da-4f97-bbfe-57ec7da2bc09 service neutron] For port 04d108e0-a3df-47e5-993f-6231fa9826f6, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:23:49.175210 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-5fb8d9e7-a16f-4f2f-bff2-94e4b1212057 req-72e3b0d6-92da-4f97-bbfe-57ec7da2bc09 service neutron] For port 04d108e0-a3df-47e5-993f-6231fa9826f6, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=04d108e0-a3df-47e5-993f-6231fa9826f6,segment=NetworkSegment(70a7fe59-7379-40dc-bb72-e3b23fa8b3eb),segment_id=70a7fe59-7379-40dc-bb72-e3b23fa8b3eb)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:23:49.182305 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5fb8d9e7-a16f-4f2f-bff2-94e4b1212057 req-72e3b0d6-92da-4f97-bbfe-57ec7da2bc09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:49.232239 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8d9e7-a16f-4f2f-bff2-94e4b1212057 req-72e3b0d6-92da-4f97-bbfe-57ec7da2bc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:49.232707 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5fb8d9e7-a16f-4f2f-bff2-94e4b1212057 req-72e3b0d6-92da-4f97-bbfe-57ec7da2bc09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:49.234501 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5fb8d9e7-a16f-4f2f-bff2-94e4b1212057 req-72e3b0d6-92da-4f97-bbfe-57ec7da2bc09 service neutron] 10.222.0.88 "PUT /v2.0/ports/04d108e0-a3df-47e5-993f-6231fa9826f6 HTTP/1.1" status: 200 len: 1091 time: 0.7223721 Aug 19 15:23:49.258042 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e3b0d6-92da-4f97-bbfe-57ec7da2bc09 service neutron] Pushing event updated for resources: {'Port': ['ID=04d108e0-a3df-47e5-993f-6231fa9826f6,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:49.337612 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8d9e7-a16f-4f2f-bff2-94e4b1212057 req-b921904a-3d94-413b-b806-7e01412ad5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:49.339478 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5fb8d9e7-a16f-4f2f-bff2-94e4b1212057 req-b921904a-3d94-413b-b806-7e01412ad5dd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c42f0597a5594cf89e1023f66310af01&device_id=61c95977-98d3-4417-babe-07a9ba270cbf HTTP/1.1" status: 200 len: 1094 time: 0.0490108 Aug 19 15:23:49.383337 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5fb8d9e7-a16f-4f2f-bff2-94e4b1212057 req-13fc2384-6bc4-4cae-9145-f0e6909d5b17 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04d108e0-a3df-47e5-993f-6231fa9826f6 HTTP/1.1" status: 200 len: 217 time: 0.0357456 Aug 19 15:23:49.448473 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8d9e7-a16f-4f2f-bff2-94e4b1212057 req-5a13877c-400b-445a-9d60-2421d94ebb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:49.450091 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5fb8d9e7-a16f-4f2f-bff2-94e4b1212057 req-5a13877c-400b-445a-9d60-2421d94ebb24 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6a3c8007-8e71-4893-b7b5-4c38f5f596a8 HTTP/1.1" status: 200 len: 855 time: 0.0604341 Aug 19 15:23:49.483871 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5fb8d9e7-a16f-4f2f-bff2-94e4b1212057 req-391a3ce3-4d1a-416b-926e-c92532a2e035 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6807cd6a-4edd-4674-9e5e-364dcf5bdf01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266111 Aug 19 15:23:49.586449 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5fb8d9e7-a16f-4f2f-bff2-94e4b1212057 req-c2e4791f-175b-4b59-bc5d-743c6b909a20 service neutron] 10.222.0.88 "GET /v2.0/networks/6807cd6a-4edd-4674-9e5e-364dcf5bdf01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950718 Aug 19 15:23:50.031968 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61c95977-98d3-4417-babe-07a9ba270cbf', 'tag': '04d108e0-a3df-47e5-993f-6231fa9826f6'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:23:50.034747 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f410487f-5c3a-4242-99fa-1b8df08f2922" -d '{"events": [{"name": "network-changed", "server_uuid": "61c95977-98d3-4417-babe-07a9ba270cbf", "tag": "04d108e0-a3df-47e5-993f-6231fa9826f6"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:23:50.082729 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5fb8d9e7-a16f-4f2f-bff2-94e4b1212057 req-e812bbca-10df-43ec-89a6-822834028572 service neutron] 10.222.0.88 "GET /v2.0/networks/6807cd6a-4edd-4674-9e5e-364dcf5bdf01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4889610 Aug 19 15:23:50.084140 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf802ca6-a0ee-4bb8-8b7c-0b6f980e7f9a x-openstack-request-id: req-bf802ca6-a0ee-4bb8-8b7c-0b6f980e7f9a {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:23:50.084431 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61c95977-98d3-4417-babe-07a9ba270cbf", "tag": "04d108e0-a3df-47e5-993f-6231fa9826f6", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:23:50.084690 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bf802ca6-a0ee-4bb8-8b7c-0b6f980e7f9a {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:23:50.085060 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61c95977-98d3-4417-babe-07a9ba270cbf', 'tag': '04d108e0-a3df-47e5-993f-6231fa9826f6', 'status': 'completed', 'code': 200} Aug 19 15:23:50.210552 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f410487f-5c3a-4242-99fa-1b8df08f2922 req-9e770c30-ea12-4a9d-b6c7-5f0ac574a34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:50.212141 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f410487f-5c3a-4242-99fa-1b8df08f2922 req-9e770c30-ea12-4a9d-b6c7-5f0ac574a34f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c42f0597a5594cf89e1023f66310af01&device_id=61c95977-98d3-4417-babe-07a9ba270cbf HTTP/1.1" status: 200 len: 1094 time: 0.0847511 Aug 19 15:23:50.228048 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf600f-9057-416f-b2c4-97e71fed0936 req-20344838-2703-49ce-ad86-6bb2d32728b2 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:50.229569 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-abdf600f-9057-416f-b2c4-97e71fed0936 req-20344838-2703-49ce-ad86-6bb2d32728b2 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=61c95977-98d3-4417-babe-07a9ba270cbf HTTP/1.1" status: 200 len: 943 time: 0.0670013 Aug 19 15:23:50.323355 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-abdf600f-9057-416f-b2c4-97e71fed0936 req-7abd32e2-8697-41e4-96cc-ea590e4e366e tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852499 Aug 19 15:23:50.346734 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f410487f-5c3a-4242-99fa-1b8df08f2922 req-8d3b4341-81cc-4587-aa22-2b8cd3d23f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:50.349076 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f410487f-5c3a-4242-99fa-1b8df08f2922 req-8d3b4341-81cc-4587-aa22-2b8cd3d23f30 service neutron] 10.222.0.88 "GET /v2.0/networks?id=6807cd6a-4edd-4674-9e5e-364dcf5bdf01 HTTP/1.1" status: 200 len: 916 time: 0.1184740 Aug 19 15:23:50.398213 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f410487f-5c3a-4242-99fa-1b8df08f2922 req-9718e2a8-4f4d-4787-a082-2e9bbdbdf2b0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04d108e0-a3df-47e5-993f-6231fa9826f6 HTTP/1.1" status: 200 len: 217 time: 0.0408466 Aug 19 15:23:50.448739 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f410487f-5c3a-4242-99fa-1b8df08f2922 req-6bdcc8bf-4d1d-4b5a-9b2e-7a2a195ab898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:50.450234 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f410487f-5c3a-4242-99fa-1b8df08f2922 req-6bdcc8bf-4d1d-4b5a-9b2e-7a2a195ab898 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6a3c8007-8e71-4893-b7b5-4c38f5f596a8 HTTP/1.1" status: 200 len: 855 time: 0.0448315 Aug 19 15:23:50.490365 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f410487f-5c3a-4242-99fa-1b8df08f2922 req-1caa6536-ccde-43b7-9798-b7f346001481 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6807cd6a-4edd-4674-9e5e-364dcf5bdf01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311115 Aug 19 15:23:50.587357 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f410487f-5c3a-4242-99fa-1b8df08f2922 req-135f1c46-61c4-40cd-8aa5-484f7d9db3eb service neutron] 10.222.0.88 "GET /v2.0/networks/6807cd6a-4edd-4674-9e5e-364dcf5bdf01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898650 Aug 19 15:23:50.684113 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f410487f-5c3a-4242-99fa-1b8df08f2922 req-18700e2f-f6c3-43b5-b5ce-13d76241f258 service neutron] 10.222.0.88 "GET /v2.0/networks/6807cd6a-4edd-4674-9e5e-364dcf5bdf01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892875 Aug 19 15:23:51.445376 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b90af6-5d41-477c-970e-3f6c13f93daa req-e84e3a09-e415-4ce3-9532-e59ac5199566 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:51.447001 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-61b90af6-5d41-477c-970e-3f6c13f93daa req-e84e3a09-e415-4ce3-9532-e59ac5199566 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=61c95977-98d3-4417-babe-07a9ba270cbf HTTP/1.1" status: 200 len: 943 time: 0.0518451 Aug 19 15:23:51.493440 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-61b90af6-5d41-477c-970e-3f6c13f93daa req-b262b8f2-f960-42ac-85f7-d2aea519bd18 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333638 Aug 19 15:23:51.622949 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 04d108e0-a3df-47e5-993f-6231fa9826f6 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:23:51.625049 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device f924e7b0-6f56-4ea8-bf3f-4811d222ab8f no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:23:51.650851 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: f924e7b0-6f56-4ea8-bf3f-4811d222ab8f {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:23:51.651189 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device f924e7b0-6f56-4ea8-bf3f-4811d222ab8f not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:23:51.739851 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 04d108e0-a3df-47e5-993f-6231fa9826f6, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=04d108e0-a3df-47e5-993f-6231fa9826f6,segment=NetworkSegment(70a7fe59-7379-40dc-bb72-e3b23fa8b3eb),segment_id=70a7fe59-7379-40dc-bb72-e3b23fa8b3eb)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:23:51.751055 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '04d108e0-a3df-47e5-993f-6231fa9826f6', 'network_id': '6807cd6a-4edd-4674-9e5e-364dcf5bdf01', 'port_id': '04d108e0-a3df-47e5-993f-6231fa9826f6', 'mac_address': 'fa:16:3e:09:33:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a3c8007-8e71-4893-b7b5-4c38f5f596a8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:23:51.793845 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:51.807444 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04d108e0-a3df-47e5-993f-6231fa9826f6 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:23:51.828287 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 04d108e0-a3df-47e5-993f-6231fa9826f6, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=04d108e0-a3df-47e5-993f-6231fa9826f6,segment=NetworkSegment(70a7fe59-7379-40dc-bb72-e3b23fa8b3eb),segment_id=70a7fe59-7379-40dc-bb72-e3b23fa8b3eb)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:23:51.833380 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:51.885842 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=04d108e0-a3df-47e5-993f-6231fa9826f6,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:52.018606 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['04d108e0-a3df-47e5-993f-6231fa9826f6'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:23:52.620864 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356ed27-9912-4fa1-9ced-bf088c66fbd9 req-da35d73a-a6b2-4ee6-8582-46f92dfa2d29 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:52.622420 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c356ed27-9912-4fa1-9ced-bf088c66fbd9 req-da35d73a-a6b2-4ee6-8582-46f92dfa2d29 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=61c95977-98d3-4417-babe-07a9ba270cbf HTTP/1.1" status: 200 len: 944 time: 0.0596755 Aug 19 15:23:52.669281 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c356ed27-9912-4fa1-9ced-bf088c66fbd9 req-1e1ca40a-675b-402d-8acd-24cd99490cd8 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401850 Aug 19 15:23:53.621926 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 04d108e0-a3df-47e5-993f-6231fa9826f6 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:23:53.671460 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 04d108e0-a3df-47e5-993f-6231fa9826f6 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:23:53.675183 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 04d108e0-a3df-47e5-993f-6231fa9826f6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:23:53.675573 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:53.759489 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:53.789532 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c95977-98d3-4417-babe-07a9ba270cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d108e0-a3df-47e5-993f-6231fa9826f6'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:23:53.793162 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ad3f98-c5d4-4e94-bedd-d4ed9ada0bf6" -d '{"events": [{"server_uuid": "61c95977-98d3-4417-babe-07a9ba270cbf", "name": "network-vif-plugged", "status": "completed", "tag": "04d108e0-a3df-47e5-993f-6231fa9826f6"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:23:53.802796 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6457d9-e783-4643-bbca-6ade9d948c3d req-c44efdea-820c-46df-aa33-17d2cd1bc0f3 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:53.804467 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fe6457d9-e783-4643-bbca-6ade9d948c3d req-c44efdea-820c-46df-aa33-17d2cd1bc0f3 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=61c95977-98d3-4417-babe-07a9ba270cbf HTTP/1.1" status: 200 len: 944 time: 0.0533123 Aug 19 15:23:53.806839 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 04d108e0-a3df-47e5-993f-6231fa9826f6, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=04d108e0-a3df-47e5-993f-6231fa9826f6,segment=NetworkSegment(70a7fe59-7379-40dc-bb72-e3b23fa8b3eb),segment_id=70a7fe59-7379-40dc-bb72-e3b23fa8b3eb)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:23:53.811376 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:23:53.838704 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ec143a-82fa-4d6d-8007-f78e742f9720 x-openstack-request-id: req-91ec143a-82fa-4d6d-8007-f78e742f9720 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:23:53.839071 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61c95977-98d3-4417-babe-07a9ba270cbf", "name": "network-vif-plugged", "status": "completed", "tag": "04d108e0-a3df-47e5-993f-6231fa9826f6", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:23:53.839304 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-91ec143a-82fa-4d6d-8007-f78e742f9720 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:23:53.839616 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c95977-98d3-4417-babe-07a9ba270cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d108e0-a3df-47e5-993f-6231fa9826f6', 'code': 200} Aug 19 15:23:53.855521 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fe6457d9-e783-4643-bbca-6ade9d948c3d req-e90bab6b-ebef-4a47-bed3-60c5fca8cf33 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410361 Aug 19 15:23:53.875718 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=04d108e0-a3df-47e5-993f-6231fa9826f6,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:23:53.938706 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74441226-f36e-4168-a1c9-10693653a37b req-c023b411-0323-46c8-9d4f-ab92f244ec46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:53.941049 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-74441226-f36e-4168-a1c9-10693653a37b req-c023b411-0323-46c8-9d4f-ab92f244ec46 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=61c95977-98d3-4417-babe-07a9ba270cbf HTTP/1.1" status: 200 len: 1096 time: 0.0416269 Aug 19 15:23:53.977497 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-74441226-f36e-4168-a1c9-10693653a37b req-6a0bea2f-5b6a-4536-81ff-bf193db4b5da service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290649 Aug 19 15:23:54.991342 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4764f4-bfdc-46f9-a7e9-ad2eb0da6045 req-7d5ca3b2-7dbf-45be-a7e4-6c634d000083 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:54.993896 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ec4764f4-bfdc-46f9-a7e9-ad2eb0da6045 req-7d5ca3b2-7dbf-45be-a7e4-6c634d000083 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=61c95977-98d3-4417-babe-07a9ba270cbf HTTP/1.1" status: 200 len: 945 time: 0.0615349 Aug 19 15:23:55.044367 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ec4764f4-bfdc-46f9-a7e9-ad2eb0da6045 req-7b807d73-c32d-498b-817b-a69521476e39 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418377 Aug 19 15:23:56.187299 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf1b2b-8f48-40e3-9208-0c244ae15ae2 req-58d6628b-d59b-450c-b1f0-07b8c42b76a8 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:56.188971 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3dbf1b2b-8f48-40e3-9208-0c244ae15ae2 req-58d6628b-d59b-450c-b1f0-07b8c42b76a8 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=61c95977-98d3-4417-babe-07a9ba270cbf HTTP/1.1" status: 200 len: 945 time: 0.0559895 Aug 19 15:23:56.230743 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3dbf1b2b-8f48-40e3-9208-0c244ae15ae2 req-0fc3bb80-8ba3-4f22-a427-9f070b36feda tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349615 Aug 19 15:23:56.371010 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae33e081-f4c2-42ff-a560-7763efe2cbef req-349e9fd4-865b-4b58-a7ec-075f6d482883 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:56.372920 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ae33e081-f4c2-42ff-a560-7763efe2cbef req-349e9fd4-865b-4b58-a7ec-075f6d482883 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=61c95977-98d3-4417-babe-07a9ba270cbf HTTP/1.1" status: 200 len: 945 time: 0.0684526 Aug 19 15:23:56.418547 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ae33e081-f4c2-42ff-a560-7763efe2cbef req-21554aaf-1de2-4580-9869-1b1aef9698c2 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397887 Aug 19 15:23:56.740326 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5ab3df61-71cd-42bf-b705-d4ebae0ff336 req-1c643ce0-baa5-4d9b-8bd2-3f3895be2158 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=61c95977-98d3-4417-babe-07a9ba270cbf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0803454 Aug 19 15:23:56.757584 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9493d05c-5513-4d54-a563-be7bb55aac96 req-ddc2d6b5-2e02-427c-afe5-0a5b159f6c73 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:56.760261 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9493d05c-5513-4d54-a563-be7bb55aac96 req-ddc2d6b5-2e02-427c-afe5-0a5b159f6c73 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=61c95977-98d3-4417-babe-07a9ba270cbf HTTP/1.1" status: 200 len: 945 time: 0.0828540 Aug 19 15:23:56.804810 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9493d05c-5513-4d54-a563-be7bb55aac96 req-72891d75-cfa0-4cb0-a280-ab2c7f46aebe tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365052 Aug 19 15:23:57.948748 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3df61-71cd-42bf-b705-d4ebae0ff336 req-f4f4eba4-8bad-4cb3-b526-0759ec6e9502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:57.950335 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5ab3df61-71cd-42bf-b705-d4ebae0ff336 req-f4f4eba4-8bad-4cb3-b526-0759ec6e9502 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c42f0597a5594cf89e1023f66310af01&device_id=61c95977-98d3-4417-babe-07a9ba270cbf HTTP/1.1" status: 200 len: 1096 time: 0.0743990 Aug 19 15:23:57.972902 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50200dc3-6d6d-4f39-83ae-93430d47236d req-719342f7-d52a-43f9-bd0a-286a95f2f557 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:57.974354 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-50200dc3-6d6d-4f39-83ae-93430d47236d req-719342f7-d52a-43f9-bd0a-286a95f2f557 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=61c95977-98d3-4417-babe-07a9ba270cbf HTTP/1.1" status: 200 len: 945 time: 0.0710683 Aug 19 15:23:58.063737 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-50200dc3-6d6d-4f39-83ae-93430d47236d req-16b45455-9780-43c1-b187-239348140610 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742483 Aug 19 15:23:58.083771 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3df61-71cd-42bf-b705-d4ebae0ff336 req-6437ad18-f894-4146-b0f3-aa9173ca8c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:58.085353 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5ab3df61-71cd-42bf-b705-d4ebae0ff336 req-6437ad18-f894-4146-b0f3-aa9173ca8c73 service neutron] 10.222.0.88 "GET /v2.0/networks?id=6807cd6a-4edd-4674-9e5e-364dcf5bdf01 HTTP/1.1" status: 200 len: 916 time: 0.1279716 Aug 19 15:23:58.128463 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5ab3df61-71cd-42bf-b705-d4ebae0ff336 req-6f4bc159-c398-40e2-9676-c6efe4cf1c3b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04d108e0-a3df-47e5-993f-6231fa9826f6 HTTP/1.1" status: 200 len: 217 time: 0.0359552 Aug 19 15:23:58.185234 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3df61-71cd-42bf-b705-d4ebae0ff336 req-26fa9b5a-bbb8-4f2a-9867-5a620390a149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:58.186738 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5ab3df61-71cd-42bf-b705-d4ebae0ff336 req-26fa9b5a-bbb8-4f2a-9867-5a620390a149 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6a3c8007-8e71-4893-b7b5-4c38f5f596a8 HTTP/1.1" status: 200 len: 855 time: 0.0512064 Aug 19 15:23:58.225585 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5ab3df61-71cd-42bf-b705-d4ebae0ff336 req-8b6f58f0-f174-485c-8ee4-764ef6052119 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6807cd6a-4edd-4674-9e5e-364dcf5bdf01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306442 Aug 19 15:23:58.318324 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5ab3df61-71cd-42bf-b705-d4ebae0ff336 req-555f0e1e-f959-44a8-83bf-8f9b66aa6f36 service neutron] 10.222.0.88 "GET /v2.0/networks/6807cd6a-4edd-4674-9e5e-364dcf5bdf01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855763 Aug 19 15:23:58.416789 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5ab3df61-71cd-42bf-b705-d4ebae0ff336 req-b3fbf3f3-b8bb-4372-aa58-4613a61b525c service neutron] 10.222.0.88 "GET /v2.0/networks/6807cd6a-4edd-4674-9e5e-364dcf5bdf01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915132 Aug 19 15:23:59.192569 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5581b-fdfb-44f5-9222-555d89cb3612 req-96ab5dfe-91fe-4849-8212-306617a6376c tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:23:59.194793 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e5a5581b-fdfb-44f5-9222-555d89cb3612 req-96ab5dfe-91fe-4849-8212-306617a6376c tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=61c95977-98d3-4417-babe-07a9ba270cbf HTTP/1.1" status: 200 len: 945 time: 0.0548935 Aug 19 15:23:59.235263 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e5a5581b-fdfb-44f5-9222-555d89cb3612 req-30ea0196-7dae-4ca3-9f9c-bd2e53a90d45 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335355 Aug 19 15:24:00.361168 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0a502-0837-479c-a1de-0eda35c299bf req-76d4c840-bc6e-4530-94a1-cae9ad7ae068 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:00.363238 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2af0a502-0837-479c-a1de-0eda35c299bf req-76d4c840-bc6e-4530-94a1-cae9ad7ae068 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=61c95977-98d3-4417-babe-07a9ba270cbf HTTP/1.1" status: 200 len: 945 time: 0.0546346 Aug 19 15:24:00.414274 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2af0a502-0837-479c-a1de-0eda35c299bf req-c0484773-8e8c-4aad-ac1f-95912a13310c tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421968 Aug 19 15:24:01.438107 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-77764d38-d178-4f6d-8a61-043771ad3b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:01.551898 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd5e51-14a6-45d6-a201-b26fa064be51 req-ea943f58-6d83-4bce-965b-b931953f7ff0 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:01.553448 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a5fd5e51-14a6-45d6-a201-b26fa064be51 req-ea943f58-6d83-4bce-965b-b931953f7ff0 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=61c95977-98d3-4417-babe-07a9ba270cbf HTTP/1.1" status: 200 len: 945 time: 0.0531507 Aug 19 15:24:01.594013 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a5fd5e51-14a6-45d6-a201-b26fa064be51 req-b21c9628-ca8f-4867-88cd-f243d55f748c tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346625 Aug 19 15:24:02.711860 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1d209-2991-492d-b02a-a78f03338f69 req-ef4b5a68-91bf-40e2-b500-11fea9e236d1 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:02.713341 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-daf1d209-2991-492d-b02a-a78f03338f69 req-ef4b5a68-91bf-40e2-b500-11fea9e236d1 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=61c95977-98d3-4417-babe-07a9ba270cbf HTTP/1.1" status: 200 len: 945 time: 0.0509024 Aug 19 15:24:02.753889 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-daf1d209-2991-492d-b02a-a78f03338f69 req-c8e038db-3863-45ca-b5c6-09f4b85dcb77 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340774 Aug 19 15:24:03.878855 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f0bfb-3dce-40ff-b9df-bb5ec9ee65a0 req-ad40c2be-8866-400a-8ac5-02399b050ab9 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:03.880437 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-103f0bfb-3dce-40ff-b9df-bb5ec9ee65a0 req-ad40c2be-8866-400a-8ac5-02399b050ab9 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=61c95977-98d3-4417-babe-07a9ba270cbf HTTP/1.1" status: 200 len: 945 time: 0.0504351 Aug 19 15:24:03.924001 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-103f0bfb-3dce-40ff-b9df-bb5ec9ee65a0 req-a7ea3721-4b79-4776-bd42-3a8580d25629 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373263 Aug 19 15:24:04.386391 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f4f63952-36d7-48a8-8ba1-9cb3b2073ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:04.484362 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:04.579225 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:05.052765 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97de96a-a6fd-4dd9-ae89-48b90db22395 req-19396667-1694-4d0c-9da7-9a94f2b1ffb9 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:05.054350 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a97de96a-a6fd-4dd9-ae89-48b90db22395 req-19396667-1694-4d0c-9da7-9a94f2b1ffb9 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=61c95977-98d3-4417-babe-07a9ba270cbf HTTP/1.1" status: 200 len: 945 time: 0.0577626 Aug 19 15:24:05.097074 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a97de96a-a6fd-4dd9-ae89-48b90db22395 req-609b5def-6198-4b4c-9e82-651f4db488dd tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363550 Aug 19 15:24:05.240735 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:05.708483 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:06.219334 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47063762-621f-44f7-a626-c90c60d94d04 req-98074272-55d6-47be-9ba8-bee9b8e5aac4 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:06.221040 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-47063762-621f-44f7-a626-c90c60d94d04 req-98074272-55d6-47be-9ba8-bee9b8e5aac4 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=61c95977-98d3-4417-babe-07a9ba270cbf HTTP/1.1" status: 200 len: 945 time: 0.0518694 Aug 19 15:24:06.262093 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-47063762-621f-44f7-a626-c90c60d94d04 req-ded76606-817d-47eb-aa5c-fb6b1f587850 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339012 Aug 19 15:24:07.060969 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:07.387466 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6f2f7-907e-4019-8d2c-1f63e2bbc8a4 req-4f7104e7-c9e8-4130-b7ff-5f2840140e5b tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:07.389943 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-52f6f2f7-907e-4019-8d2c-1f63e2bbc8a4 req-4f7104e7-c9e8-4130-b7ff-5f2840140e5b tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=61c95977-98d3-4417-babe-07a9ba270cbf HTTP/1.1" status: 200 len: 945 time: 0.0572474 Aug 19 15:24:07.433775 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-52f6f2f7-907e-4019-8d2c-1f63e2bbc8a4 req-c4050812-cd37-4187-a43a-c0b969fa0dec tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373454 Aug 19 15:24:08.557152 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcfaf61-c865-43f6-8623-b8260cf6df6e req-083f44e1-4fa6-4204-a6fb-0dd0d233d77b tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:08.558742 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0fcfaf61-c865-43f6-8623-b8260cf6df6e req-083f44e1-4fa6-4204-a6fb-0dd0d233d77b tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=61c95977-98d3-4417-babe-07a9ba270cbf HTTP/1.1" status: 200 len: 945 time: 0.0513837 Aug 19 15:24:08.603853 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0fcfaf61-c865-43f6-8623-b8260cf6df6e req-53fd22bd-962f-4530-81f8-bc363c403acb tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386791 Aug 19 15:24:09.007815 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:24:09.725065 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c8598-ddf4-42a6-a517-193324e501e5 req-d13ce4b5-2ff7-45ba-9c77-9f5b22265cc7 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:09.726465 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-845c8598-ddf4-42a6-a517-193324e501e5 req-d13ce4b5-2ff7-45ba-9c77-9f5b22265cc7 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=61c95977-98d3-4417-babe-07a9ba270cbf HTTP/1.1" status: 200 len: 945 time: 0.0517006 Aug 19 15:24:09.765409 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-845c8598-ddf4-42a6-a517-193324e501e5 req-6cfd472d-cf2a-4280-bcd3-b10ed607afca tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327761 Aug 19 15:24:10.887046 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec31255-4a1c-41b8-9a06-4613f9b40775 req-70151bb9-1d51-42fd-a73e-18b01f2a1b65 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:10.888717 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-eec31255-4a1c-41b8-9a06-4613f9b40775 req-70151bb9-1d51-42fd-a73e-18b01f2a1b65 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=61c95977-98d3-4417-babe-07a9ba270cbf HTTP/1.1" status: 200 len: 945 time: 0.0515161 Aug 19 15:24:10.938234 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-eec31255-4a1c-41b8-9a06-4613f9b40775 req-b3dc8273-efe9-479c-a68c-11bad5329ff4 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403023 Aug 19 15:24:12.070136 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5309d262-8fea-4f20-ae67-675451a03e2e req-ebb57498-422f-450c-bd3e-0259c77407fd tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:12.071652 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5309d262-8fea-4f20-ae67-675451a03e2e req-ebb57498-422f-450c-bd3e-0259c77407fd tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=61c95977-98d3-4417-babe-07a9ba270cbf HTTP/1.1" status: 200 len: 945 time: 0.0577328 Aug 19 15:24:12.115135 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5309d262-8fea-4f20-ae67-675451a03e2e req-39095399-d485-4e18-aa0b-5da1566a25ad tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365045 Aug 19 15:24:13.238953 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5fb498-afdc-4a5b-97ac-77fc21b99a49 req-9b4841c2-70b7-42a3-ae0f-73b5a474e897 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:13.240559 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dd5fb498-afdc-4a5b-97ac-77fc21b99a49 req-9b4841c2-70b7-42a3-ae0f-73b5a474e897 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=61c95977-98d3-4417-babe-07a9ba270cbf HTTP/1.1" status: 200 len: 945 time: 0.0542171 Aug 19 15:24:13.289747 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dd5fb498-afdc-4a5b-97ac-77fc21b99a49 req-c9563d43-1c8f-4e63-9e73-624b78681269 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428004 Aug 19 15:24:14.411220 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2405d4-0fb5-4c87-95c5-cfef84fc6afa req-318f53d0-9cce-4694-a10e-cce5821265fb tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:14.412767 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1a2405d4-0fb5-4c87-95c5-cfef84fc6afa req-318f53d0-9cce-4694-a10e-cce5821265fb tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=61c95977-98d3-4417-babe-07a9ba270cbf HTTP/1.1" status: 200 len: 945 time: 0.0519161 Aug 19 15:24:14.460929 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1a2405d4-0fb5-4c87-95c5-cfef84fc6afa req-91100112-fd26-4da8-918e-1b7eaa826031 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415380 Aug 19 15:24:15.584232 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7343c0c-93c4-4db4-8818-afa874802c96 req-b9a72395-b3ab-4387-a347-1ac252434b07 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:15.585759 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d7343c0c-93c4-4db4-8818-afa874802c96 req-b9a72395-b3ab-4387-a347-1ac252434b07 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=61c95977-98d3-4417-babe-07a9ba270cbf HTTP/1.1" status: 200 len: 945 time: 0.0501096 Aug 19 15:24:15.626423 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d7343c0c-93c4-4db4-8818-afa874802c96 req-ea956c6e-8740-4979-9036-eb885fbe7a9e tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346992 Aug 19 15:24:16.759216 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c274b9d-36ce-4ce3-b0b5-e44744b47b7c req-844ea7ed-1c37-42cc-8559-c1733eaed921 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:16.760738 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6c274b9d-36ce-4ce3-b0b5-e44744b47b7c req-844ea7ed-1c37-42cc-8559-c1733eaed921 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=61c95977-98d3-4417-babe-07a9ba270cbf HTTP/1.1" status: 200 len: 945 time: 0.0577660 Aug 19 15:24:16.801947 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6c274b9d-36ce-4ce3-b0b5-e44744b47b7c req-0027d253-231b-485c-935b-3c60f3bcbad9 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330215 Aug 19 15:24:17.930413 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7394f84-f79c-4b00-afff-2002e887dfab req-7ca90622-e3ff-4db8-8964-cf160c080357 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:17.932928 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c7394f84-f79c-4b00-afff-2002e887dfab req-7ca90622-e3ff-4db8-8964-cf160c080357 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=61c95977-98d3-4417-babe-07a9ba270cbf HTTP/1.1" status: 200 len: 945 time: 0.0601852 Aug 19 15:24:17.991786 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c7394f84-f79c-4b00-afff-2002e887dfab req-71c55164-c541-464d-9d53-4fb2161c8aa6 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505781 Aug 19 15:24:19.113174 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f14ef7-2e9f-4898-b914-e90a9a9f30b6 req-39fd20e3-0c20-4465-b09e-b6c39a925f17 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:19.114702 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c0f14ef7-2e9f-4898-b914-e90a9a9f30b6 req-39fd20e3-0c20-4465-b09e-b6c39a925f17 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=61c95977-98d3-4417-babe-07a9ba270cbf HTTP/1.1" status: 200 len: 945 time: 0.0513039 Aug 19 15:24:19.163056 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c0f14ef7-2e9f-4898-b914-e90a9a9f30b6 req-faa7029a-30d1-4c48-83dc-be38f4280d63 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420167 Aug 19 15:24:20.285256 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee41b9b-59dd-425a-b073-2aaf6537eada req-6704e67e-421e-48b5-a8f8-ba21eff829bc tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:20.286785 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5ee41b9b-59dd-425a-b073-2aaf6537eada req-6704e67e-421e-48b5-a8f8-ba21eff829bc tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=61c95977-98d3-4417-babe-07a9ba270cbf HTTP/1.1" status: 200 len: 945 time: 0.0517230 Aug 19 15:24:20.326658 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5ee41b9b-59dd-425a-b073-2aaf6537eada req-894e32f5-c6d0-48bd-a9e5-64679e06c72b tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338559 Aug 19 15:24:21.453429 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b94fba-0999-4433-9ab0-b6a42f2b4b74 req-dcb7b6f6-3a4b-4b29-ac35-3fbe65f50a83 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:21.455338 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-91b94fba-0999-4433-9ab0-b6a42f2b4b74 req-dcb7b6f6-3a4b-4b29-ac35-3fbe65f50a83 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=61c95977-98d3-4417-babe-07a9ba270cbf HTTP/1.1" status: 200 len: 945 time: 0.0548093 Aug 19 15:24:21.504132 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-91b94fba-0999-4433-9ab0-b6a42f2b4b74 req-739d1b0b-dd71-43df-a20a-2b751f405c63 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425820 Aug 19 15:24:22.637265 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad4290-32ef-4cca-966f-8167571d44e8 req-96ee382b-76bd-4872-bd62-faa1568dbf45 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:22.638820 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a2ad4290-32ef-4cca-966f-8167571d44e8 req-96ee382b-76bd-4872-bd62-faa1568dbf45 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=61c95977-98d3-4417-babe-07a9ba270cbf HTTP/1.1" status: 200 len: 945 time: 0.0573833 Aug 19 15:24:22.690324 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a2ad4290-32ef-4cca-966f-8167571d44e8 req-9005a680-6304-4aad-b5be-08dd762e97aa tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427547 Aug 19 15:24:23.819305 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4c91d-0a85-41a9-b6cb-14c211619717 req-55a53954-b7ed-4b1a-99ee-96ca9b89848c tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:23.820922 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-30a4c91d-0a85-41a9-b6cb-14c211619717 req-55a53954-b7ed-4b1a-99ee-96ca9b89848c tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=61c95977-98d3-4417-babe-07a9ba270cbf HTTP/1.1" status: 200 len: 945 time: 0.0554953 Aug 19 15:24:23.879810 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-30a4c91d-0a85-41a9-b6cb-14c211619717 req-a42b05fd-69df-41e5-8c31-2d55e72a229b tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523052 Aug 19 15:24:25.015786 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59971aa-fee8-4f54-b000-7abd356c8330 req-3c9c781b-6177-444a-b67e-1169e4be219f tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:25.018037 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e59971aa-fee8-4f54-b000-7abd356c8330 req-3c9c781b-6177-444a-b67e-1169e4be219f tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=61c95977-98d3-4417-babe-07a9ba270cbf HTTP/1.1" status: 200 len: 945 time: 0.0583959 Aug 19 15:24:25.068307 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e59971aa-fee8-4f54-b000-7abd356c8330 req-07929d5a-7042-4c5a-ad79-0689fa0d6ad8 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441747 Aug 19 15:24:25.244058 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [req-5ab3df61-71cd-42bf-b705-d4ebae0ff336 req-33be4eac-01ba-405b-b85f-50ec7d841805 service neutron] show failed (client error): The resource could not be found. Aug 19 15:24:25.245028 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5ab3df61-71cd-42bf-b705-d4ebae0ff336 req-33be4eac-01ba-405b-b85f-50ec7d841805 service neutron] 10.222.0.88 "GET /v2.0/ports/04d108e0-a3df-47e5-993f-6231fa9826f6/bindings/n-h1-766043-2 HTTP/1.1" status: 404 len: 380 time: 0.0585053 Aug 19 15:24:25.465383 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3df61-71cd-42bf-b705-d4ebae0ff336 req-78f5aa56-7463-4d63-848a-489935bb5707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:25.467997 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5ab3df61-71cd-42bf-b705-d4ebae0ff336 req-78f5aa56-7463-4d63-848a-489935bb5707 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=61c95977-98d3-4417-babe-07a9ba270cbf&tenant_id=c42f0597a5594cf89e1023f66310af01 HTTP/1.1" status: 200 len: 1096 time: 0.0535381 Aug 19 15:24:25.482180 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-5ab3df61-71cd-42bf-b705-d4ebae0ff336 req-d1db0c48-eda8-457a-bf9e-654f20c93b4c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766043-2', 'device_owner': 'compute:nova'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:24:25.543695 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5ab3df61-71cd-42bf-b705-d4ebae0ff336 req-d1db0c48-eda8-457a-bf9e-654f20c93b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:25.772424 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-5ab3df61-71cd-42bf-b705-d4ebae0ff336 req-d1db0c48-eda8-457a-bf9e-654f20c93b4c service neutron] For port 04d108e0-a3df-47e5-993f-6231fa9826f6, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=04d108e0-a3df-47e5-993f-6231fa9826f6,segment=NetworkSegment(70a7fe59-7379-40dc-bb72-e3b23fa8b3eb),segment_id=70a7fe59-7379-40dc-bb72-e3b23fa8b3eb)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:24:25.806854 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-5ab3df61-71cd-42bf-b705-d4ebae0ff336 req-d1db0c48-eda8-457a-bf9e-654f20c93b4c service neutron] For port 04d108e0-a3df-47e5-993f-6231fa9826f6, host n-h2-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:24:25.847502 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c95977-98d3-4417-babe-07a9ba270cbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04d108e0-a3df-47e5-993f-6231fa9826f6'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:24:25.850020 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8d2e15-1186-4965-a950-841e55866aa3" -d '{"events": [{"server_uuid": "61c95977-98d3-4417-babe-07a9ba270cbf", "name": "network-vif-unplugged", "status": "completed", "tag": "04d108e0-a3df-47e5-993f-6231fa9826f6"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:24:25.854266 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5ab3df61-71cd-42bf-b705-d4ebae0ff336 req-d1db0c48-eda8-457a-bf9e-654f20c93b4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:25.869302 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-5ab3df61-71cd-42bf-b705-d4ebae0ff336 req-d1db0c48-eda8-457a-bf9e-654f20c93b4c service neutron] Transition to ACTIVE for port object 04d108e0-a3df-47e5-993f-6231fa9826f6 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:24:25.873753 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5ab3df61-71cd-42bf-b705-d4ebae0ff336 req-d1db0c48-eda8-457a-bf9e-654f20c93b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:25.941474 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab3df61-71cd-42bf-b705-d4ebae0ff336 req-d1db0c48-eda8-457a-bf9e-654f20c93b4c service neutron] No DVR routers for this DVR port 04d108e0-a3df-47e5-993f-6231fa9826f6 on host n-h2-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:24:25.944537 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db0c48-eda8-457a-bf9e-654f20c93b4c service neutron] Pushing event updated for resources: {'Port': ['ID=04d108e0-a3df-47e5-993f-6231fa9826f6,revision_number=6']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:25.955160 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db0c48-eda8-457a-bf9e-654f20c93b4c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:25.955514 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db0c48-eda8-457a-bf9e-654f20c93b4c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:25.955861 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db0c48-eda8-457a-bf9e-654f20c93b4c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:25.956202 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db0c48-eda8-457a-bf9e-654f20c93b4c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:25.956566 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db0c48-eda8-457a-bf9e-654f20c93b4c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:25.956902 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db0c48-eda8-457a-bf9e-654f20c93b4c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:25.957235 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db0c48-eda8-457a-bf9e-654f20c93b4c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:25.957563 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db0c48-eda8-457a-bf9e-654f20c93b4c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:25.957891 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db0c48-eda8-457a-bf9e-654f20c93b4c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:25.958234 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db0c48-eda8-457a-bf9e-654f20c93b4c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:25.958583 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db0c48-eda8-457a-bf9e-654f20c93b4c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:25.958988 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db0c48-eda8-457a-bf9e-654f20c93b4c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:25.983634 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 15:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f211be6-4bbf-4a89-926d-e33b5cee467c x-openstack-request-id: req-3f211be6-4bbf-4a89-926d-e33b5cee467c {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:24:25.983937 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61c95977-98d3-4417-babe-07a9ba270cbf", "name": "network-vif-unplugged", "status": "completed", "tag": "04d108e0-a3df-47e5-993f-6231fa9826f6", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:24:25.984188 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3f211be6-4bbf-4a89-926d-e33b5cee467c {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:24:25.984619 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c95977-98d3-4417-babe-07a9ba270cbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04d108e0-a3df-47e5-993f-6231fa9826f6', 'code': 200} Aug 19 15:24:25.999432 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-5ab3df61-71cd-42bf-b705-d4ebae0ff336 req-d1db0c48-eda8-457a-bf9e-654f20c93b4c service neutron] Attempting to bind port 04d108e0-a3df-47e5-993f-6231fa9826f6 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:24:25.999934 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-5ab3df61-71cd-42bf-b705-d4ebae0ff336 req-d1db0c48-eda8-457a-bf9e-654f20c93b4c service neutron] Attempting to bind port 04d108e0-a3df-47e5-993f-6231fa9826f6 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '70a7fe59-7379-40dc-bb72-e3b23fa8b3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6807cd6a-4edd-4674-9e5e-364dcf5bdf01'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:24:26.001291 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab3df61-71cd-42bf-b705-d4ebae0ff336 req-d1db0c48-eda8-457a-bf9e-654f20c93b4c service neutron] Attempting to bind port 04d108e0-a3df-47e5-993f-6231fa9826f6 on network 6807cd6a-4edd-4674-9e5e-364dcf5bdf01 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:24:26.009121 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab3df61-71cd-42bf-b705-d4ebae0ff336 req-d1db0c48-eda8-457a-bf9e-654f20c93b4c service neutron] Port 04d108e0-a3df-47e5-993f-6231fa9826f6 on network 6807cd6a-4edd-4674-9e5e-364dcf5bdf01 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:24:26.009646 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab3df61-71cd-42bf-b705-d4ebae0ff336 req-d1db0c48-eda8-457a-bf9e-654f20c93b4c service neutron] Attempting to bind port 04d108e0-a3df-47e5-993f-6231fa9826f6 on network 6807cd6a-4edd-4674-9e5e-364dcf5bdf01 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:24:26.020078 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab3df61-71cd-42bf-b705-d4ebae0ff336 req-d1db0c48-eda8-457a-bf9e-654f20c93b4c service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:24:26.020637 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab3df61-71cd-42bf-b705-d4ebae0ff336 req-d1db0c48-eda8-457a-bf9e-654f20c93b4c service neutron] Checking segment: {'id': '70a7fe59-7379-40dc-bb72-e3b23fa8b3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6807cd6a-4edd-4674-9e5e-364dcf5bdf01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:24:26.021199 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab3df61-71cd-42bf-b705-d4ebae0ff336 req-d1db0c48-eda8-457a-bf9e-654f20c93b4c service neutron] Bound using segment: {'id': '70a7fe59-7379-40dc-bb72-e3b23fa8b3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6807cd6a-4edd-4674-9e5e-364dcf5bdf01'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:24:26.021801 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-5ab3df61-71cd-42bf-b705-d4ebae0ff336 req-d1db0c48-eda8-457a-bf9e-654f20c93b4c service neutron] Bound port: 04d108e0-a3df-47e5-993f-6231fa9826f6, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70a7fe59-7379-40dc-bb72-e3b23fa8b3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6807cd6a-4edd-4674-9e5e-364dcf5bdf01'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:24:26.022311 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5ab3df61-71cd-42bf-b705-d4ebae0ff336 req-d1db0c48-eda8-457a-bf9e-654f20c93b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:26.094346 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-5ab3df61-71cd-42bf-b705-d4ebae0ff336 req-d1db0c48-eda8-457a-bf9e-654f20c93b4c service neutron] For port 04d108e0-a3df-47e5-993f-6231fa9826f6, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:24:26.098101 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-5ab3df61-71cd-42bf-b705-d4ebae0ff336 req-d1db0c48-eda8-457a-bf9e-654f20c93b4c service neutron] For port 04d108e0-a3df-47e5-993f-6231fa9826f6, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=04d108e0-a3df-47e5-993f-6231fa9826f6,segment=NetworkSegment(70a7fe59-7379-40dc-bb72-e3b23fa8b3eb),segment_id=70a7fe59-7379-40dc-bb72-e3b23fa8b3eb)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:24:26.103901 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5ab3df61-71cd-42bf-b705-d4ebae0ff336 req-d1db0c48-eda8-457a-bf9e-654f20c93b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:26.139974 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3df61-71cd-42bf-b705-d4ebae0ff336 req-d1db0c48-eda8-457a-bf9e-654f20c93b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:26.139974 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5ab3df61-71cd-42bf-b705-d4ebae0ff336 req-d1db0c48-eda8-457a-bf9e-654f20c93b4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:26.140700 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5ab3df61-71cd-42bf-b705-d4ebae0ff336 req-d1db0c48-eda8-457a-bf9e-654f20c93b4c service neutron] 10.222.0.68 "PUT /v2.0/ports/04d108e0-a3df-47e5-993f-6231fa9826f6 HTTP/1.1" status: 200 len: 1091 time: 0.6651165 Aug 19 15:24:26.166430 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db0c48-eda8-457a-bf9e-654f20c93b4c service neutron] Pushing event updated for resources: {'Port': ['ID=04d108e0-a3df-47e5-993f-6231fa9826f6,revision_number=7']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:26.208677 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a11fd-d718-46e6-9611-9feaa19de91e req-9c84be6e-2853-4396-928b-8dbdad655d80 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:26.210241 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-814a11fd-d718-46e6-9611-9feaa19de91e req-9c84be6e-2853-4396-928b-8dbdad655d80 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=61c95977-98d3-4417-babe-07a9ba270cbf HTTP/1.1" status: 200 len: 943 time: 0.0580261 Aug 19 15:24:26.212082 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3df61-71cd-42bf-b705-d4ebae0ff336 req-eacaa4f7-a855-4e55-a72a-09b53cb4650c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:26.213885 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5ab3df61-71cd-42bf-b705-d4ebae0ff336 req-eacaa4f7-a855-4e55-a72a-09b53cb4650c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c42f0597a5594cf89e1023f66310af01&device_id=61c95977-98d3-4417-babe-07a9ba270cbf HTTP/1.1" status: 200 len: 1094 time: 0.0441184 Aug 19 15:24:26.252290 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-814a11fd-d718-46e6-9611-9feaa19de91e req-586cc2f1-c7c5-4e4d-9955-3c2096feb4aa tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351479 Aug 19 15:24:26.313197 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3df61-71cd-42bf-b705-d4ebae0ff336 req-963f25ef-f950-4b5b-b739-80df71abaae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:26.314639 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5ab3df61-71cd-42bf-b705-d4ebae0ff336 req-963f25ef-f950-4b5b-b739-80df71abaae8 service neutron] 10.222.0.68 "GET /v2.0/networks?id=6807cd6a-4edd-4674-9e5e-364dcf5bdf01 HTTP/1.1" status: 200 len: 916 time: 0.0923073 Aug 19 15:24:26.358500 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5ab3df61-71cd-42bf-b705-d4ebae0ff336 req-90e9f76f-20e3-4b21-b394-09b4a191fdd6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04d108e0-a3df-47e5-993f-6231fa9826f6 HTTP/1.1" status: 200 len: 217 time: 0.0365927 Aug 19 15:24:26.416259 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3df61-71cd-42bf-b705-d4ebae0ff336 req-98611919-c959-45c4-b65f-8121437ccd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:26.417766 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5ab3df61-71cd-42bf-b705-d4ebae0ff336 req-98611919-c959-45c4-b65f-8121437ccd31 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6a3c8007-8e71-4893-b7b5-4c38f5f596a8 HTTP/1.1" status: 200 len: 855 time: 0.0513675 Aug 19 15:24:26.459738 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5ab3df61-71cd-42bf-b705-d4ebae0ff336 req-3b3e9a5f-e281-4bdc-b350-0e227930d6ae service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6807cd6a-4edd-4674-9e5e-364dcf5bdf01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325677 Aug 19 15:24:26.551735 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5ab3df61-71cd-42bf-b705-d4ebae0ff336 req-3dac3938-4fba-4fea-b37a-d6944baf8567 service neutron] 10.222.0.68 "GET /v2.0/networks/6807cd6a-4edd-4674-9e5e-364dcf5bdf01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847483 Aug 19 15:24:26.651489 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5ab3df61-71cd-42bf-b705-d4ebae0ff336 req-62f33486-7fc7-49d0-887b-084999ba55db service neutron] 10.222.0.68 "GET /v2.0/networks/6807cd6a-4edd-4674-9e5e-364dcf5bdf01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920820 Aug 19 15:24:27.377830 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902258e-751d-4844-86d5-ed0525888f4e req-6ac69be9-dd5d-4b06-8fbf-74f18a88eb84 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:27.379356 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8902258e-751d-4844-86d5-ed0525888f4e req-6ac69be9-dd5d-4b06-8fbf-74f18a88eb84 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=61c95977-98d3-4417-babe-07a9ba270cbf HTTP/1.1" status: 200 len: 943 time: 0.0505261 Aug 19 15:24:27.418958 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8902258e-751d-4844-86d5-ed0525888f4e req-50793e1c-d49f-47dc-982d-e7e3c831db12 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334001 Aug 19 15:24:27.985782 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61c95977-98d3-4417-babe-07a9ba270cbf', 'tag': '04d108e0-a3df-47e5-993f-6231fa9826f6'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:24:27.988783 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc4aa86-c812-496c-a807-6c5d26d0c216" -d '{"events": [{"name": "network-changed", "server_uuid": "61c95977-98d3-4417-babe-07a9ba270cbf", "tag": "04d108e0-a3df-47e5-993f-6231fa9826f6"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:24:28.050636 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486eb5d6-2df9-40b0-ac53-0c3e5e03f80e x-openstack-request-id: req-486eb5d6-2df9-40b0-ac53-0c3e5e03f80e {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:24:28.050998 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61c95977-98d3-4417-babe-07a9ba270cbf", "tag": "04d108e0-a3df-47e5-993f-6231fa9826f6", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:24:28.051239 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-486eb5d6-2df9-40b0-ac53-0c3e5e03f80e {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:24:28.051583 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61c95977-98d3-4417-babe-07a9ba270cbf', 'tag': '04d108e0-a3df-47e5-993f-6231fa9826f6', 'status': 'completed', 'code': 200} Aug 19 15:24:28.120244 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc4aa86-c812-496c-a807-6c5d26d0c216 req-64de407f-f7a7-478f-b6dc-09acc0f87155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:28.121802 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4cc4aa86-c812-496c-a807-6c5d26d0c216 req-64de407f-f7a7-478f-b6dc-09acc0f87155 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c42f0597a5594cf89e1023f66310af01&device_id=61c95977-98d3-4417-babe-07a9ba270cbf HTTP/1.1" status: 200 len: 1094 time: 0.0515909 Aug 19 15:24:28.122973 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc4aa86-c812-496c-a807-6c5d26d0c216 req-36603f32-7a03-481c-8b38-83e972d26d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:28.124503 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4cc4aa86-c812-496c-a807-6c5d26d0c216 req-36603f32-7a03-481c-8b38-83e972d26d45 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c42f0597a5594cf89e1023f66310af01&device_id=61c95977-98d3-4417-babe-07a9ba270cbf HTTP/1.1" status: 200 len: 1094 time: 0.0432332 Aug 19 15:24:28.231564 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc4aa86-c812-496c-a807-6c5d26d0c216 req-b9a2ae3e-cfb2-4a6e-b3c7-8fe5014faf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:28.232336 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc4aa86-c812-496c-a807-6c5d26d0c216 req-619c3399-c85d-448b-8229-1fa13196672d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:28.232986 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4cc4aa86-c812-496c-a807-6c5d26d0c216 req-b9a2ae3e-cfb2-4a6e-b3c7-8fe5014faf0c service neutron] 10.222.0.88 "GET /v2.0/networks?id=6807cd6a-4edd-4674-9e5e-364dcf5bdf01 HTTP/1.1" status: 200 len: 916 time: 0.1045661 Aug 19 15:24:28.234155 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4cc4aa86-c812-496c-a807-6c5d26d0c216 req-619c3399-c85d-448b-8229-1fa13196672d service neutron] 10.222.0.68 "GET /v2.0/networks?id=6807cd6a-4edd-4674-9e5e-364dcf5bdf01 HTTP/1.1" status: 200 len: 916 time: 0.0998096 Aug 19 15:24:28.286473 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4cc4aa86-c812-496c-a807-6c5d26d0c216 req-c5bb5941-e594-4fd1-b12a-df9c87446c19 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04d108e0-a3df-47e5-993f-6231fa9826f6 HTTP/1.1" status: 200 len: 217 time: 0.0460138 Aug 19 15:24:28.298692 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4cc4aa86-c812-496c-a807-6c5d26d0c216 req-7abb92e3-3487-4d17-8fa5-773fee4873f6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04d108e0-a3df-47e5-993f-6231fa9826f6 HTTP/1.1" status: 200 len: 217 time: 0.0512953 Aug 19 15:24:28.344999 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc4aa86-c812-496c-a807-6c5d26d0c216 req-60ef78ff-4cd4-449a-aa2d-42ed1bcb159b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:28.347617 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4cc4aa86-c812-496c-a807-6c5d26d0c216 req-60ef78ff-4cd4-449a-aa2d-42ed1bcb159b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6a3c8007-8e71-4893-b7b5-4c38f5f596a8 HTTP/1.1" status: 200 len: 855 time: 0.0539978 Aug 19 15:24:28.362315 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc4aa86-c812-496c-a807-6c5d26d0c216 req-a19c66dd-59de-428f-83a3-21c2dcd48e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:28.364910 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4cc4aa86-c812-496c-a807-6c5d26d0c216 req-a19c66dd-59de-428f-83a3-21c2dcd48e90 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6a3c8007-8e71-4893-b7b5-4c38f5f596a8 HTTP/1.1" status: 200 len: 855 time: 0.0587020 Aug 19 15:24:28.382125 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4cc4aa86-c812-496c-a807-6c5d26d0c216 req-4d2dd490-20cd-4432-8c83-ba67b8251fba service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6807cd6a-4edd-4674-9e5e-364dcf5bdf01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265565 Aug 19 15:24:28.411597 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4cc4aa86-c812-496c-a807-6c5d26d0c216 req-5b4cab23-5f0d-4d2c-a8c5-0c72713a9272 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6807cd6a-4edd-4674-9e5e-364dcf5bdf01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380909 Aug 19 15:24:28.486755 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4cc4aa86-c812-496c-a807-6c5d26d0c216 req-9b8823a4-349a-463b-9bdb-f226282dae01 service neutron] 10.222.0.88 "GET /v2.0/networks/6807cd6a-4edd-4674-9e5e-364dcf5bdf01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977242 Aug 19 15:24:28.513379 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4cc4aa86-c812-496c-a807-6c5d26d0c216 req-1d5f3a3b-c4aa-4975-b8fd-fa75a7ada672 service neutron] 10.222.0.68 "GET /v2.0/networks/6807cd6a-4edd-4674-9e5e-364dcf5bdf01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948296 Aug 19 15:24:28.611953 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f777e2-4ef0-47a1-a5d9-bc7023eb7a2a req-b742b0c0-81ea-4159-91ec-e685be832b95 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:28.613542 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-44f777e2-4ef0-47a1-a5d9-bc7023eb7a2a req-b742b0c0-81ea-4159-91ec-e685be832b95 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=61c95977-98d3-4417-babe-07a9ba270cbf HTTP/1.1" status: 200 len: 943 time: 0.0965376 Aug 19 15:24:28.618251 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4cc4aa86-c812-496c-a807-6c5d26d0c216 req-cf68cfaf-2e95-4e90-91d4-6e9c608f1323 service neutron] 10.222.0.68 "GET /v2.0/networks/6807cd6a-4edd-4674-9e5e-364dcf5bdf01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967653 Aug 19 15:24:28.631732 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4cc4aa86-c812-496c-a807-6c5d26d0c216 req-dba632ba-a3cd-48c1-9e83-542e3a58433d service neutron] 10.222.0.88 "GET /v2.0/networks/6807cd6a-4edd-4674-9e5e-364dcf5bdf01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382186 Aug 19 15:24:28.659200 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-44f777e2-4ef0-47a1-a5d9-bc7023eb7a2a req-4b694ca2-3b96-4260-b68b-20fbd2208d04 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394862 Aug 19 15:24:28.894145 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457935f-4b70-4e7a-a773-71e698ad86fc req-66889a1a-8d24-4277-b2ae-038e2ad3284e tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:28.895602 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8457935f-4b70-4e7a-a773-71e698ad86fc req-66889a1a-8d24-4277-b2ae-038e2ad3284e tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=61c95977-98d3-4417-babe-07a9ba270cbf HTTP/1.1" status: 200 len: 943 time: 0.0867367 Aug 19 15:24:28.903301 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dccd4f1-f20b-4403-ba9c-d07aa15c981a req-1a19fe75-556c-4f9c-998b-fdd2604f5958 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:28.904765 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8dccd4f1-f20b-4403-ba9c-d07aa15c981a req-1a19fe75-556c-4f9c-998b-fdd2604f5958 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.88 "GET /v2.0/ports?device_id=61c95977-98d3-4417-babe-07a9ba270cbf&tenant_id=c42f0597a5594cf89e1023f66310af01&binding%3Ahost_id=n-h1-766043-2 HTTP/1.1" status: 200 len: 943 time: 0.0860252 Aug 19 15:24:28.972027 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8457935f-4b70-4e7a-a773-71e698ad86fc req-2c50c255-c87f-418b-98b5-4d35a6564e54 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662210 Aug 19 15:24:28.990142 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [req-8dccd4f1-f20b-4403-ba9c-d07aa15c981a req-075c6eec-fbe9-4f2b-a77d-51f1d2bf8f17 service neutron] delete failed (client error): The resource could not be found. Aug 19 15:24:28.991172 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8dccd4f1-f20b-4403-ba9c-d07aa15c981a req-075c6eec-fbe9-4f2b-a77d-51f1d2bf8f17 service neutron] 10.222.0.88 "DELETE /v2.0/ports/04d108e0-a3df-47e5-993f-6231fa9826f6/bindings/n-h2-766043-2 HTTP/1.1" status: 404 len: 380 time: 0.0784798 Aug 19 15:24:29.084076 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dccd4f1-f20b-4403-ba9c-d07aa15c981a req-0dafb27d-182a-4d20-b276-4180c62dc889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:29.085637 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8dccd4f1-f20b-4403-ba9c-d07aa15c981a req-0dafb27d-182a-4d20-b276-4180c62dc889 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c42f0597a5594cf89e1023f66310af01&device_id=61c95977-98d3-4417-babe-07a9ba270cbf HTTP/1.1" status: 200 len: 1094 time: 0.0521116 Aug 19 15:24:29.184297 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dccd4f1-f20b-4403-ba9c-d07aa15c981a req-82121fac-6544-4544-b32b-f50be2c52ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:29.185716 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8dccd4f1-f20b-4403-ba9c-d07aa15c981a req-82121fac-6544-4544-b32b-f50be2c52ca9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=6807cd6a-4edd-4674-9e5e-364dcf5bdf01 HTTP/1.1" status: 200 len: 916 time: 0.0934527 Aug 19 15:24:29.233418 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8dccd4f1-f20b-4403-ba9c-d07aa15c981a req-5b5a4a1f-dced-4d57-bd3a-bf993df5d0ea service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04d108e0-a3df-47e5-993f-6231fa9826f6 HTTP/1.1" status: 200 len: 217 time: 0.0397990 Aug 19 15:24:29.285271 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dccd4f1-f20b-4403-ba9c-d07aa15c981a req-7990e97e-2bb0-4bdd-8444-f5304b1f4171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:29.286762 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8dccd4f1-f20b-4403-ba9c-d07aa15c981a req-7990e97e-2bb0-4bdd-8444-f5304b1f4171 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6a3c8007-8e71-4893-b7b5-4c38f5f596a8 HTTP/1.1" status: 200 len: 855 time: 0.0466690 Aug 19 15:24:29.327506 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8dccd4f1-f20b-4403-ba9c-d07aa15c981a req-76148eb4-b615-45f0-a609-4e00cff570cb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6807cd6a-4edd-4674-9e5e-364dcf5bdf01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334852 Aug 19 15:24:29.421712 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8dccd4f1-f20b-4403-ba9c-d07aa15c981a req-dbdc748a-fa9a-432c-ae41-e61e1a23349c service neutron] 10.222.0.88 "GET /v2.0/networks/6807cd6a-4edd-4674-9e5e-364dcf5bdf01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846574 Aug 19 15:24:29.520146 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8dccd4f1-f20b-4403-ba9c-d07aa15c981a req-d5002c83-46ee-4855-b7fc-3368a37a75cd service neutron] 10.222.0.88 "GET /v2.0/networks/6807cd6a-4edd-4674-9e5e-364dcf5bdf01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919859 Aug 19 15:24:29.856432 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 04d108e0-a3df-47e5-993f-6231fa9826f6 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:24:29.896352 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 04d108e0-a3df-47e5-993f-6231fa9826f6 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:24:30.136918 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb05ec-2260-4f81-8cf2-6623fd17bf81 req-9de22c8d-b946-4f91-8588-b32464c54060 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:30.138394 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c9cb05ec-2260-4f81-8cf2-6623fd17bf81 req-9de22c8d-b946-4f91-8588-b32464c54060 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=61c95977-98d3-4417-babe-07a9ba270cbf HTTP/1.1" status: 200 len: 943 time: 0.0544643 Aug 19 15:24:30.178558 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c9cb05ec-2260-4f81-8cf2-6623fd17bf81 req-f8b2f1e2-646f-41aa-906f-17078639ba31 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339706 Aug 19 15:24:30.306636 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b4baa-0c27-416a-a41a-3eeb4cfccaa4 req-b159184f-1c57-415a-9f52-c742024c18ed tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:30.309320 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-aa8b4baa-0c27-416a-a41a-3eeb4cfccaa4 req-b159184f-1c57-415a-9f52-c742024c18ed tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=61c95977-98d3-4417-babe-07a9ba270cbf HTTP/1.1" status: 200 len: 943 time: 0.0621946 Aug 19 15:24:30.355267 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-aa8b4baa-0c27-416a-a41a-3eeb4cfccaa4 req-1e1e6575-125a-45d7-bac2-4b0269345c7b tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394557 Aug 19 15:24:30.401979 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 04d108e0-a3df-47e5-993f-6231fa9826f6 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:24:30.488192 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20002be8-d25c-4f5d-85fe-c4ff705ccbc5 req-a303d783-6f2a-4d09-9e25-cb0fa5fce3e5 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:30.489769 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-20002be8-d25c-4f5d-85fe-c4ff705ccbc5 req-a303d783-6f2a-4d09-9e25-cb0fa5fce3e5 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=61c95977-98d3-4417-babe-07a9ba270cbf HTTP/1.1" status: 200 len: 943 time: 0.0581832 Aug 19 15:24:30.510695 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 04d108e0-a3df-47e5-993f-6231fa9826f6, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=04d108e0-a3df-47e5-993f-6231fa9826f6,segment=NetworkSegment(70a7fe59-7379-40dc-bb72-e3b23fa8b3eb),segment_id=70a7fe59-7379-40dc-bb72-e3b23fa8b3eb)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:24:30.523060 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '04d108e0-a3df-47e5-993f-6231fa9826f6', 'network_id': '6807cd6a-4edd-4674-9e5e-364dcf5bdf01', 'port_id': '04d108e0-a3df-47e5-993f-6231fa9826f6', 'mac_address': 'fa:16:3e:09:33:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a3c8007-8e71-4893-b7b5-4c38f5f596a8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:24:30.532830 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-20002be8-d25c-4f5d-85fe-c4ff705ccbc5 req-d4cc9c27-87a4-4b4f-a105-0ec77dd77a54 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369058 Aug 19 15:24:30.561181 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:30.575026 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04d108e0-a3df-47e5-993f-6231fa9826f6 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:24:30.596542 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 04d108e0-a3df-47e5-993f-6231fa9826f6, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=04d108e0-a3df-47e5-993f-6231fa9826f6,segment=NetworkSegment(70a7fe59-7379-40dc-bb72-e3b23fa8b3eb),segment_id=70a7fe59-7379-40dc-bb72-e3b23fa8b3eb)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:24:30.600445 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:30.656540 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=04d108e0-a3df-47e5-993f-6231fa9826f6,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:30.664491 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:30.664848 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:30.665184 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:30.665527 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:30.665877 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:30.666193 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:30.666524 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:30.666848 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:30.667173 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:30.667493 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:30.667811 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:30.668124 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:30.845729 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['04d108e0-a3df-47e5-993f-6231fa9826f6'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:24:30.910607 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe71de57-09cc-4521-8bfe-858168f3c4df req-27814519-a086-4efa-bfa4-4269c49a6f05 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:30.912105 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fe71de57-09cc-4521-8bfe-858168f3c4df req-27814519-a086-4efa-bfa4-4269c49a6f05 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=61c95977-98d3-4417-babe-07a9ba270cbf HTTP/1.1" status: 200 len: 944 time: 0.0591879 Aug 19 15:24:30.952009 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fe71de57-09cc-4521-8bfe-858168f3c4df req-3b58621a-87d2-4361-9c15-81eedff2e0a0 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335395 Aug 19 15:24:31.446701 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fe7da993-c693-4cc7-b6fa-cde687d647e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:32.086026 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da09d6-431e-4640-b42f-89cf52e45945 req-0ee6b92f-bbfe-40b4-9577-37dde133fbb1 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:32.087603 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-83da09d6-431e-4640-b42f-89cf52e45945 req-0ee6b92f-bbfe-40b4-9577-37dde133fbb1 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/ports?device_id=61c95977-98d3-4417-babe-07a9ba270cbf HTTP/1.1" status: 200 len: 944 time: 0.0629797 Aug 19 15:24:32.103487 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ca44f-33d1-4986-890d-039bdc7a7c28 req-979dfd49-3332-4d4b-8ce7-321e07481410 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:32.105072 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-310ca44f-33d1-4986-890d-039bdc7a7c28 req-979dfd49-3332-4d4b-8ce7-321e07481410 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.68 "GET /v2.0/ports?device_id=61c95977-98d3-4417-babe-07a9ba270cbf HTTP/1.1" status: 200 len: 944 time: 0.0577056 Aug 19 15:24:32.133580 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-83da09d6-431e-4640-b42f-89cf52e45945 req-7e730f3e-5a6d-4a23-a78a-8b1732bba18a tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374367 Aug 19 15:24:32.200933 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-310ca44f-33d1-4986-890d-039bdc7a7c28 req-645e6daa-0660-4b90-933c-119183315fac tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Deleting port 04d108e0-a3df-47e5-993f-6231fa9826f6 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:24:32.201268 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-310ca44f-33d1-4986-890d-039bdc7a7c28 req-645e6daa-0660-4b90-933c-119183315fac tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:32.302217 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-310ca44f-33d1-4986-890d-039bdc7a7c28 req-645e6daa-0660-4b90-933c-119183315fac tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] For port 04d108e0-a3df-47e5-993f-6231fa9826f6, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=04d108e0-a3df-47e5-993f-6231fa9826f6,segment=NetworkSegment(70a7fe59-7379-40dc-bb72-e3b23fa8b3eb),segment_id=70a7fe59-7379-40dc-bb72-e3b23fa8b3eb)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:24:32.302585 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-310ca44f-33d1-4986-890d-039bdc7a7c28 req-645e6daa-0660-4b90-933c-119183315fac tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:32.324972 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-310ca44f-33d1-4986-890d-039bdc7a7c28 req-645e6daa-0660-4b90-933c-119183315fac tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Calling delete_port for 04d108e0-a3df-47e5-993f-6231fa9826f6 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:24:32.414095 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 04d108e0-a3df-47e5-993f-6231fa9826f6 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:24:32.463289 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-310ca44f-33d1-4986-890d-039bdc7a7c28 req-645e6daa-0660-4b90-933c-119183315fac tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:32.465868 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No active binding found for port 04d108e0-a3df-47e5-993f-6231fa9826f6 {{(pid=94641) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 19 15:24:32.467090 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 04d108e0-a3df-47e5-993f-6231fa9826f6 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 19 15:24:32.489338 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['04d108e0-a3df-47e5-993f-6231fa9826f6'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:24:32.492957 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Port 04d108e0-a3df-47e5-993f-6231fa9826f6 not found, will not notify nova. {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 19 15:24:32.500694 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645e6daa-0660-4b90-933c-119183315fac tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Pushing event deleted for resources: {'Port': ['ID=04d108e0-a3df-47e5-993f-6231fa9826f6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:32.543034 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-310ca44f-33d1-4986-890d-039bdc7a7c28 req-645e6daa-0660-4b90-933c-119183315fac tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] No DVR routers for this DVR port 04d108e0-a3df-47e5-993f-6231fa9826f6 on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:24:32.546001 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-310ca44f-33d1-4986-890d-039bdc7a7c28 req-645e6daa-0660-4b90-933c-119183315fac tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:32.548114 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-310ca44f-33d1-4986-890d-039bdc7a7c28 req-645e6daa-0660-4b90-933c-119183315fac tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] 10.222.0.68 "DELETE /v2.0/ports/04d108e0-a3df-47e5-993f-6231fa9826f6 HTTP/1.1" status: 204 len: 173 time: 0.4354110 Aug 19 15:24:32.548574 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c95977-98d3-4417-babe-07a9ba270cbf', 'name': 'network-vif-deleted', 'tag': '04d108e0-a3df-47e5-993f-6231fa9826f6'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:24:32.551703 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da2e747-8217-4c7b-8f10-6679a3216f75" -d '{"events": [{"server_uuid": "61c95977-98d3-4417-babe-07a9ba270cbf", "name": "network-vif-deleted", "tag": "04d108e0-a3df-47e5-993f-6231fa9826f6"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:24:32.600561 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327e305e-3ad5-43e3-8975-2cd092ffb08b x-openstack-request-id: req-327e305e-3ad5-43e3-8975-2cd092ffb08b {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:24:32.600929 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61c95977-98d3-4417-babe-07a9ba270cbf", "name": "network-vif-deleted", "tag": "04d108e0-a3df-47e5-993f-6231fa9826f6", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:24:32.601251 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-327e305e-3ad5-43e3-8975-2cd092ffb08b {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:24:32.601687 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c95977-98d3-4417-babe-07a9ba270cbf', 'name': 'network-vif-deleted', 'tag': '04d108e0-a3df-47e5-993f-6231fa9826f6', 'status': 'completed', 'code': 200} Aug 19 15:24:33.274431 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36358) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:33.320492 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-c874e016-b71f-4ac9-b9b4-4307ffc8d1ea admin admin] Deleting subnet 6a3c8007-8e71-4893-b7b5-4c38f5f596a8 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:24:33.323700 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c874e016-b71f-4ac9-b9b4-4307ffc8d1ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:33.360181 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c874e016-b71f-4ac9-b9b4-4307ffc8d1ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:33.406451 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c874e016-b71f-4ac9-b9b4-4307ffc8d1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:33.465853 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c874e016-b71f-4ac9-b9b4-4307ffc8d1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:33.489212 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c874e016-b71f-4ac9-b9b4-4307ffc8d1ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a3c8007-8e71-4893-b7b5-4c38f5f596a8,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:33.500561 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c874e016-b71f-4ac9-b9b4-4307ffc8d1ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:33.503713 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c874e016-b71f-4ac9-b9b4-4307ffc8d1ea admin admin] 10.222.0.69 "DELETE /v2.0/subnets/6a3c8007-8e71-4893-b7b5-4c38f5f596a8 HTTP/1.1" status: 204 len: 168 time: 0.2280519 Aug 19 15:24:33.506117 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36362) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:33.575856 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-47342d13-9a9d-4968-8bd1-46ba422aa6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:33.666431 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-47342d13-9a9d-4968-8bd1-46ba422aa6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:33.680880 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-47342d13-9a9d-4968-8bd1-46ba422aa6a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6807cd6a-4edd-4674-9e5e-364dcf5bdf01']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:33.693050 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-47342d13-9a9d-4968-8bd1-46ba422aa6a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70a7fe59-7379-40dc-bb72-e3b23fa8b3eb') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:33.693476 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-47342d13-9a9d-4968-8bd1-46ba422aa6a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70a7fe59-7379-40dc-bb72-e3b23fa8b3eb') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:33.707180 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-47342d13-9a9d-4968-8bd1-46ba422aa6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:33.726927 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-47342d13-9a9d-4968-8bd1-46ba422aa6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:33.733178 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47342d13-9a9d-4968-8bd1-46ba422aa6a8 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:24:33.733575 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-47342d13-9a9d-4968-8bd1-46ba422aa6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:33.735275 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 15:24:33.735275 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:24:33.735275 n-d-766043-2 neutron-server[94639]: timer() Aug 19 15:24:33.735275 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:24:33.735275 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 15:24:33.735275 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:24:33.735275 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 15:24:33.735275 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:24:33.735275 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 15:24:33.735275 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:24:33.735275 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 15:24:33.735275 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:24:33.735275 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 15:24:33.735275 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:24:33.735275 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:24:33.735275 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:24:33.735275 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:24:33.735275 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:24:33.735275 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 15:24:33.735275 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:24:33.735275 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 15:24:33.735275 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:24:33.735275 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:24:33.735275 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:24:33.735275 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 15:24:33.735275 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:24:33.735275 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:24:33.735275 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:24:33.735275 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:24:33.735275 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:24:33.735275 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:24:33.735275 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:24:33.796047 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-47342d13-9a9d-4968-8bd1-46ba422aa6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:33.802273 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-47342d13-9a9d-4968-8bd1-46ba422aa6a8 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:33.807573 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-47342d13-9a9d-4968-8bd1-46ba422aa6a8 admin admin] 10.222.0.69 "DELETE /v2.0/networks/6807cd6a-4edd-4674-9e5e-364dcf5bdf01 HTTP/1.1" status: 204 len: 168 time: 0.2970371 Aug 19 15:24:33.815538 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47342d13-9a9d-4968-8bd1-46ba422aa6a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6807cd6a-4edd-4674-9e5e-364dcf5bdf01,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:33.928641 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36368) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:33.979364 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-cf43ad9c-1ebb-4bf8-98c6-49852e1350a5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c42f0597a5594cf89e1023f66310af01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494013 Aug 19 15:24:33.981865 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36370) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:34.032073 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5bd3fe4-9d8d-418a-b519-608f2c66f24b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:34.054006 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5bd3fe4-9d8d-418a-b519-608f2c66f24b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:34.110409 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5bd3fe4-9d8d-418a-b519-608f2c66f24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:34.113546 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5bd3fe4-9d8d-418a-b519-608f2c66f24b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:34.114741 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a5bd3fe4-9d8d-418a-b519-608f2c66f24b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d3b11fec-77a3-4cf8-8bb1-8644cc353bbd HTTP/1.1" status: 204 len: 168 time: 0.1319001 Aug 19 15:24:34.122872 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd3fe4-9d8d-418a-b519-608f2c66f24b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b11fec-77a3-4cf8-8bb1-8644cc353bbd,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:34.130957 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bd3fe4-9d8d-418a-b519-608f2c66f24b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:34.131296 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bd3fe4-9d8d-418a-b519-608f2c66f24b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:34.131640 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bd3fe4-9d8d-418a-b519-608f2c66f24b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:34.131951 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bd3fe4-9d8d-418a-b519-608f2c66f24b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:34.132279 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bd3fe4-9d8d-418a-b519-608f2c66f24b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:34.132634 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bd3fe4-9d8d-418a-b519-608f2c66f24b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:34.132957 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bd3fe4-9d8d-418a-b519-608f2c66f24b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:34.133280 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bd3fe4-9d8d-418a-b519-608f2c66f24b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:34.133612 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bd3fe4-9d8d-418a-b519-608f2c66f24b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:34.133903 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bd3fe4-9d8d-418a-b519-608f2c66f24b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:34.134227 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bd3fe4-9d8d-418a-b519-608f2c66f24b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:34.134541 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bd3fe4-9d8d-418a-b519-608f2c66f24b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:34.389999 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5e6d6dfe-8608-46f2-ae56-39e8d7c03ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:34.497894 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:34.573230 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:34.852787 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36392) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:34.982682 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-800336ac-325a-4198-8a33-592c46e1dee1 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1589713132-network', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:24:35.014064 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800336ac-325a-4198-8a33-592c46e1dee1 admin admin] Made reservation on behalf of ad29af2562d94d2fbbb651732f778edb for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:24:35.016850 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-800336ac-325a-4198-8a33-592c46e1dee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:35.026247 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-800336ac-325a-4198-8a33-592c46e1dee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:35.124052 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-800336ac-325a-4198-8a33-592c46e1dee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:35.129495 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-800336ac-325a-4198-8a33-592c46e1dee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:35.158712 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-800336ac-325a-4198-8a33-592c46e1dee1 admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:24:35.165534 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800336ac-325a-4198-8a33-592c46e1dee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbf7de3-567d-4ce5-b2b6-00de52d82a0c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:35.172054 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-800336ac-325a-4198-8a33-592c46e1dee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:35.173138 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-800336ac-325a-4198-8a33-592c46e1dee1 admin admin] Added segment 1102709d-18c0-4869-886e-de87e6477b1d of type vlan for network e93dcc9c-6c16-4041-ba25-5e18dc99db77 Aug 19 15:24:35.213568 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-800336ac-325a-4198-8a33-592c46e1dee1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:35.241029 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-800336ac-325a-4198-8a33-592c46e1dee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:35.242021 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800336ac-325a-4198-8a33-592c46e1dee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:35.242647 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-800336ac-325a-4198-8a33-592c46e1dee1 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:35.243545 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:35.310315 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-800336ac-325a-4198-8a33-592c46e1dee1 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4563861 Aug 19 15:24:35.313326 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36398) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:35.317043 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800336ac-325a-4198-8a33-592c46e1dee1 admin admin] Pushing event updated for resources: {'Network': ['ID=e93dcc9c-6c16-4041-ba25-5e18dc99db77,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:35.318712 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-803421b3-006d-4ffd-b3a9-3ec795f13f39 admin admin] Request body: {'subnet': {'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1589713132-subnet', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:24:35.328778 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network e93dcc9c-6c16-4041-ba25-5e18dc99db77 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:24:35.341113 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803421b3-006d-4ffd-b3a9-3ec795f13f39 admin admin] Made reservation on behalf of ad29af2562d94d2fbbb651732f778edb for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:24:35.343388 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-803421b3-006d-4ffd-b3a9-3ec795f13f39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:35.521329 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-803421b3-006d-4ffd-b3a9-3ec795f13f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:35.585677 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803421b3-006d-4ffd-b3a9-3ec795f13f39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6936e5f6-7b9c-4371-877b-116fa7becd76,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:35.594641 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803421b3-006d-4ffd-b3a9-3ec795f13f39 admin admin] Checking segment: {'id': '1102709d-18c0-4869-886e-de87e6477b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:24:35.595006 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803421b3-006d-4ffd-b3a9-3ec795f13f39 admin admin] Network hostable DHCP agents. Network: e93dcc9c-6c16-4041-ba25-5e18dc99db77, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:24:35.611979 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803421b3-006d-4ffd-b3a9-3ec795f13f39 admin admin] Network e93dcc9c-6c16-4041-ba25-5e18dc99db77 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:24:35.620767 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-803421b3-006d-4ffd-b3a9-3ec795f13f39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, e93dcc9c-6c16-4041-ba25-5e18dc99db77) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:24:35.625105 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803421b3-006d-4ffd-b3a9-3ec795f13f39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:35.625682 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-803421b3-006d-4ffd-b3a9-3ec795f13f39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:35.630708 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c077c9-a654-43df-82a3-f9c50f98f80b None None] Network e93dcc9c-6c16-4041-ba25-5e18dc99db77 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:24:35.641061 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-803421b3-006d-4ffd-b3a9-3ec795f13f39 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3266237 Aug 19 15:24:35.651329 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36400) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:35.651329 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-fb53b72c-09d9-4bfa-8cb8-77a2694e1acb admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1589713132-router', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:24:35.677282 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fb53b72c-09d9-4bfa-8cb8-77a2694e1acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:35.678418 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fb53b72c-09d9-4bfa-8cb8-77a2694e1acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:35.718328 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:35.739173 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fb53b72c-09d9-4bfa-8cb8-77a2694e1acb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:35.813019 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e337d660-fa68-4c35-a28e-7cbb079b7524 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'fixed_ips': [{'subnet_id': '6936e5f6-7b9c-4371-877b-116fa7becd76'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:24:35.813913 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e337d660-fa68-4c35-a28e-7cbb079b7524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:35.886153 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fb53b72c-09d9-4bfa-8cb8-77a2694e1acb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:35.954605 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-e337d660-fa68-4c35-a28e-7cbb079b7524 None None] Allocated IP 172.20.0.2 (e93dcc9c-6c16-4041-ba25-5e18dc99db77/6936e5f6-7b9c-4371-877b-116fa7becd76/563e90b1-563a-4c59-9f0b-3c11ea8f9313) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:24:36.089348 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fb53b72c-09d9-4bfa-8cb8-77a2694e1acb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:36.109639 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e337d660-fa68-4c35-a28e-7cbb079b7524 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:36.113004 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fb53b72c-09d9-4bfa-8cb8-77a2694e1acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:36.119308 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e337d660-fa68-4c35-a28e-7cbb079b7524 None None] Transition to ACTIVE for port object 563e90b1-563a-4c59-9f0b-3c11ea8f9313 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:24:36.146651 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e337d660-fa68-4c35-a28e-7cbb079b7524 None None] Transition to ACTIVE for port object 563e90b1-563a-4c59-9f0b-3c11ea8f9313 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:24:36.153870 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e337d660-fa68-4c35-a28e-7cbb079b7524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:36.190115 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e337d660-fa68-4c35-a28e-7cbb079b7524 None None] Network e93dcc9c-6c16-4041-ba25-5e18dc99db77 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:24:36.195307 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-e337d660-fa68-4c35-a28e-7cbb079b7524 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:24:36.200001 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e337d660-fa68-4c35-a28e-7cbb079b7524 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:24:36.212189 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337d660-fa68-4c35-a28e-7cbb079b7524 None None] Pushing event updated for resources: {'Port': ['ID=563e90b1-563a-4c59-9f0b-3c11ea8f9313,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:36.242001 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-fb53b72c-09d9-4bfa-8cb8-77a2694e1acb admin admin] Allocated IP 172.25.2.172 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/7803c79b-adbc-421f-8e53-43295dff2c01) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:24:36.263646 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e337d660-fa68-4c35-a28e-7cbb079b7524 None None] Attempting to bind port 563e90b1-563a-4c59-9f0b-3c11ea8f9313 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:24:36.264019 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e337d660-fa68-4c35-a28e-7cbb079b7524 None None] Attempting to bind port 563e90b1-563a-4c59-9f0b-3c11ea8f9313 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '1102709d-18c0-4869-886e-de87e6477b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:24:36.273937 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e337d660-fa68-4c35-a28e-7cbb079b7524 None None] Attempting to bind port 563e90b1-563a-4c59-9f0b-3c11ea8f9313 on network e93dcc9c-6c16-4041-ba25-5e18dc99db77 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:24:36.278236 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e337d660-fa68-4c35-a28e-7cbb079b7524 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:24:36.278614 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e337d660-fa68-4c35-a28e-7cbb079b7524 None None] Checking segment: {'id': '1102709d-18c0-4869-886e-de87e6477b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:24:36.279005 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e337d660-fa68-4c35-a28e-7cbb079b7524 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:36.279390 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e337d660-fa68-4c35-a28e-7cbb079b7524 None None] Bound using segment: {'id': '1102709d-18c0-4869-886e-de87e6477b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:24:36.279876 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e337d660-fa68-4c35-a28e-7cbb079b7524 None None] Bound port: 563e90b1-563a-4c59-9f0b-3c11ea8f9313, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1102709d-18c0-4869-886e-de87e6477b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:24:36.280250 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e337d660-fa68-4c35-a28e-7cbb079b7524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:36.347386 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fb53b72c-09d9-4bfa-8cb8-77a2694e1acb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:36.364082 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e337d660-fa68-4c35-a28e-7cbb079b7524 None None] For port 563e90b1-563a-4c59-9f0b-3c11ea8f9313, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:24:36.367238 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e337d660-fa68-4c35-a28e-7cbb079b7524 None None] For port 563e90b1-563a-4c59-9f0b-3c11ea8f9313, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=563e90b1-563a-4c59-9f0b-3c11ea8f9313,segment=NetworkSegment(1102709d-18c0-4869-886e-de87e6477b1d),segment_id=1102709d-18c0-4869-886e-de87e6477b1d)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:24:36.371223 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e337d660-fa68-4c35-a28e-7cbb079b7524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:36.389593 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fb53b72c-09d9-4bfa-8cb8-77a2694e1acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:36.421273 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 04d108e0-a3df-47e5-993f-6231fa9826f6 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:24:36.451601 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: 04d108e0-a3df-47e5-993f-6231fa9826f6 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:24:36.451960 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 04d108e0-a3df-47e5-993f-6231fa9826f6 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:24:36.454769 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb53b72c-09d9-4bfa-8cb8-77a2694e1acb admin admin] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:24:36.456557 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337d660-fa68-4c35-a28e-7cbb079b7524 None None] Pushing event updated for resources: {'Port': ['ID=563e90b1-563a-4c59-9f0b-3c11ea8f9313,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:36.460998 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-fb53b72c-09d9-4bfa-8cb8-77a2694e1acb admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:24:36.463406 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb53b72c-09d9-4bfa-8cb8-77a2694e1acb admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:24:36.465938 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53b72c-09d9-4bfa-8cb8-77a2694e1acb admin admin] Pushing event updated for resources: {'Port': ['ID=7803c79b-adbc-421f-8e53-43295dff2c01,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:36.763514 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fb53b72c-09d9-4bfa-8cb8-77a2694e1acb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:36.977052 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fb53b72c-09d9-4bfa-8cb8-77a2694e1acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:37.068065 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:37.119937 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb53b72c-09d9-4bfa-8cb8-77a2694e1acb admin admin] Router 2564058f-2382-487f-80a0-5eacfe5fca71 is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:24:37.257264 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb53b72c-09d9-4bfa-8cb8-77a2694e1acb admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:24:37.266708 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77b1531-32a4-439e-84b7-6212891a6c7d None None] Sync routers for ids ['2564058f-2382-487f-80a0-5eacfe5fca71'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:24:37.278226 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77b1531-32a4-439e-84b7-6212891a6c7d None None] Routers {'2564058f-2382-487f-80a0-5eacfe5fca71'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:24:37.278965 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a77b1531-32a4-439e-84b7-6212891a6c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:24:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['2564058f-2382-487f-80a0-5eacfe5fca71'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:37.280095 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fb53b72c-09d9-4bfa-8cb8-77a2694e1acb admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:37.285124 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-fb53b72c-09d9-4bfa-8cb8-77a2694e1acb admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6353567 Aug 19 15:24:37.285805 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36402) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:37.402901 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-a77b1531-32a4-439e-84b7-6212891a6c7d None None] Set router 2564058f-2382-487f-80a0-5eacfe5fca71 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:24:37.468895 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e85d28-2d5e-45dc-abc0-68621ea1f3ac None None] Network e93dcc9c-6c16-4041-ba25-5e18dc99db77 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:24:37.737141 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5265306c-787f-48a0-a8d0-7c429dfbfb32 None None] Provisioning for port 563e90b1-563a-4c59-9f0b-3c11ea8f9313 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:24:37.799137 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 563e90b1-563a-4c59-9f0b-3c11ea8f9313 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:24:37.951810 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 563e90b1-563a-4c59-9f0b-3c11ea8f9313 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:24:37.962666 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 563e90b1-563a-4c59-9f0b-3c11ea8f9313 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:24:37.963045 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:37.992340 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a77b1531-32a4-439e-84b7-6212891a6c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'name': 'tempest-ServerActionsTestJSON-1589713132-router', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:24:35Z', 'updated_at': '2021-08-19T15:24:36Z', 'revision_number': 3, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'gw_port': {'id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:36Z', 'updated_at': '2021-08-19T15:24:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:38.033526 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77b1531-32a4-439e-84b7-6212891a6c7d None None] Checking router: 2564058f-2382-487f-80a0-5eacfe5fca71 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:24:38.033881 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77b1531-32a4-439e-84b7-6212891a6c7d None None] Updating router 2564058f-2382-487f-80a0-5eacfe5fca71 port 7803c79b-adbc-421f-8e53-43295dff2c01 binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:24:38.070294 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a77b1531-32a4-439e-84b7-6212891a6c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:38.135388 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3fe5-e37e-4e35-88fe-c5106fdc4f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:38.203880 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:38.303228 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 563e90b1-563a-4c59-9f0b-3c11ea8f9313, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=563e90b1-563a-4c59-9f0b-3c11ea8f9313,segment=NetworkSegment(1102709d-18c0-4869-886e-de87e6477b1d),segment_id=1102709d-18c0-4869-886e-de87e6477b1d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:24:38.309712 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:38.318918 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-f7cb3fe5-e37e-4e35-88fe-c5106fdc4f85 admin admin] Allocated IP 172.20.0.1 (e93dcc9c-6c16-4041-ba25-5e18dc99db77/6936e5f6-7b9c-4371-877b-116fa7becd76/4ebda8bc-6ffc-433a-af71-3164e1cdf479) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:24:38.393882 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=563e90b1-563a-4c59-9f0b-3c11ea8f9313,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:38.416976 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a9f8ceb0-a7a0-4ffb-a453-ca1ae2a79061 None None] Provisioning complete for port 563e90b1-563a-4c59-9f0b-3c11ea8f9313 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:24:38.417348 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a9f8ceb0-a7a0-4ffb-a453-ca1ae2a79061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:38.442332 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3fe5-e37e-4e35-88fe-c5106fdc4f85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:38.459392 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3fe5-e37e-4e35-88fe-c5106fdc4f85 admin admin] Transition to ACTIVE for port object 4ebda8bc-6ffc-433a-af71-3164e1cdf479 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:24:38.497333 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3fe5-e37e-4e35-88fe-c5106fdc4f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:38.505296 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a77b1531-32a4-439e-84b7-6212891a6c7d None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:38.518704 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a77b1531-32a4-439e-84b7-6212891a6c7d None None] Transition to ACTIVE for port object 7803c79b-adbc-421f-8e53-43295dff2c01 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:24:38.543956 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a77b1531-32a4-439e-84b7-6212891a6c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:38.547480 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cb3fe5-e37e-4e35-88fe-c5106fdc4f85 admin admin] Network e93dcc9c-6c16-4041-ba25-5e18dc99db77 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:24:38.552816 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-f7cb3fe5-e37e-4e35-88fe-c5106fdc4f85 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:24:38.555230 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cb3fe5-e37e-4e35-88fe-c5106fdc4f85 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:24:38.597642 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3fe5-e37e-4e35-88fe-c5106fdc4f85 admin admin] Pushing event updated for resources: {'Port': ['ID=4ebda8bc-6ffc-433a-af71-3164e1cdf479,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:38.608429 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3fe5-e37e-4e35-88fe-c5106fdc4f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:38.612808 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a77b1531-32a4-439e-84b7-6212891a6c7d None None] Attempting to bind port 7803c79b-adbc-421f-8e53-43295dff2c01 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:24:38.613184 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a77b1531-32a4-439e-84b7-6212891a6c7d None None] Attempting to bind port 7803c79b-adbc-421f-8e53-43295dff2c01 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:24:38.613551 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77b1531-32a4-439e-84b7-6212891a6c7d None None] Attempting to bind port 7803c79b-adbc-421f-8e53-43295dff2c01 on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:24:38.619317 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb0dbc8-55a0-44b9-9f01-f17889e76b61 None None] Pushing event updated for resources: {'Port': ['ID=7803c79b-adbc-421f-8e53-43295dff2c01,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:38.624116 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77b1531-32a4-439e-84b7-6212891a6c7d None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:24:38.624513 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77b1531-32a4-439e-84b7-6212891a6c7d None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:24:38.624916 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a77b1531-32a4-439e-84b7-6212891a6c7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:38.625307 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77b1531-32a4-439e-84b7-6212891a6c7d None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:24:38.625787 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a77b1531-32a4-439e-84b7-6212891a6c7d None None] Bound port: 7803c79b-adbc-421f-8e53-43295dff2c01, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:24:38.626169 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a77b1531-32a4-439e-84b7-6212891a6c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:38.706849 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a77b1531-32a4-439e-84b7-6212891a6c7d None None] For port 7803c79b-adbc-421f-8e53-43295dff2c01, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:24:38.712152 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a77b1531-32a4-439e-84b7-6212891a6c7d None None] For port 7803c79b-adbc-421f-8e53-43295dff2c01, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=7803c79b-adbc-421f-8e53-43295dff2c01,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:24:38.720029 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a77b1531-32a4-439e-84b7-6212891a6c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:38.777354 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3fe5-e37e-4e35-88fe-c5106fdc4f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:38.796377 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77b1531-32a4-439e-84b7-6212891a6c7d None None] Routers {'2564058f-2382-487f-80a0-5eacfe5fca71'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:24:38.797048 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a77b1531-32a4-439e-84b7-6212891a6c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:24:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['2564058f-2382-487f-80a0-5eacfe5fca71'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:38.800549 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb0dbc8-55a0-44b9-9f01-f17889e76b61 None None] Pushing event updated for resources: {'Port': ['ID=7803c79b-adbc-421f-8e53-43295dff2c01,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:38.871552 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-35f201cd-4a32-440b-825a-6cd4079b0228 None None] Provisioning for port 4ebda8bc-6ffc-433a-af71-3164e1cdf479 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:24:38.903633 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-35f201cd-4a32-440b-825a-6cd4079b0228 None None] Provisioning complete for port 4ebda8bc-6ffc-433a-af71-3164e1cdf479 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:24:38.904007 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-35f201cd-4a32-440b-825a-6cd4079b0228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:38.954793 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-35f201cd-4a32-440b-825a-6cd4079b0228 None None] Port 4ebda8bc-6ffc-433a-af71-3164e1cdf479 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:24:38.963462 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-a77b1531-32a4-439e-84b7-6212891a6c7d None None] Set router 2564058f-2382-487f-80a0-5eacfe5fca71 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:24:38.977587 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3fe5-e37e-4e35-88fe-c5106fdc4f85 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:38.982223 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3fe5-e37e-4e35-88fe-c5106fdc4f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:39.054654 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3fe5-e37e-4e35-88fe-c5106fdc4f85 admin admin] Pushing event updated for resources: {'Port': ['ID=4ebda8bc-6ffc-433a-af71-3164e1cdf479,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:39.057122 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3fe5-e37e-4e35-88fe-c5106fdc4f85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:39.158758 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cb3fe5-e37e-4e35-88fe-c5106fdc4f85 admin admin] Network e93dcc9c-6c16-4041-ba25-5e18dc99db77 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:24:39.160997 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-f7cb3fe5-e37e-4e35-88fe-c5106fdc4f85 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:24:39.184857 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a77b1531-32a4-439e-84b7-6212891a6c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'name': 'tempest-ServerActionsTestJSON-1589713132-router', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:24:35Z', 'updated_at': '2021-08-19T15:24:38Z', 'revision_number': 4, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'gw_port': {'id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:36Z', 'updated_at': '2021-08-19T15:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '4ebda8bc-6ffc-433a-af71-3164e1cdf479', 'name': '', 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'mac_address': 'fa:16:3e:ac:8e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:38Z', 'updated_at': '2021-08-19T15:24:38Z', 'revision_number': 1, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'subnets': [{'id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:39.228110 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77b1531-32a4-439e-84b7-6212891a6c7d None None] The sync data for ids ['2564058f-2382-487f-80a0-5eacfe5fca71'] in n-d-766043-2 is: [{'id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'name': 'tempest-ServerActionsTestJSON-1589713132-router', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:24:35Z', 'updated_at': '2021-08-19T15:24:38Z', 'revision_number': 4, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'gw_port': {'id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:36Z', 'updated_at': '2021-08-19T15:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '4ebda8bc-6ffc-433a-af71-3164e1cdf479', 'name': '', 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'mac_address': 'fa:16:3e:ac:8e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:38Z', 'updated_at': '2021-08-19T15:24:38Z', 'revision_number': 1, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'subnets': [{'id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:24:39.294390 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7cb3fe5-e37e-4e35-88fe-c5106fdc4f85 admin admin] Router 2564058f-2382-487f-80a0-5eacfe5fca71 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:24:39.423390 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7cb3fe5-e37e-4e35-88fe-c5106fdc4f85 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:24:39.437053 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f7cb3fe5-e37e-4e35-88fe-c5106fdc4f85 admin admin] 10.222.0.69 "PUT /v2.0/routers/2564058f-2382-487f-80a0-5eacfe5fca71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1426241 Aug 19 15:24:39.498876 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1d7ba895-fc38-4f8d-9e59-3fea5c7fb51c None None] Provisioning complete for port 4ebda8bc-6ffc-433a-af71-3164e1cdf479 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:24:39.499254 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1d7ba895-fc38-4f8d-9e59-3fea5c7fb51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:39.548438 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-1d7ba895-fc38-4f8d-9e59-3fea5c7fb51c None None] Port 4ebda8bc-6ffc-433a-af71-3164e1cdf479 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:24:39.763973 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 563e90b1-563a-4c59-9f0b-3c11ea8f9313 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:24:39.827166 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 563e90b1-563a-4c59-9f0b-3c11ea8f9313 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:24:39.827693 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:40.174031 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36410) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:40.178904 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9bca6f58-4c57-402b-8ba2-1dab2a72d4dc tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Request body: {'security_group': {'name': 'tempest-securitygroup--307599298', 'description': 'tempest-description--1184181626'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:24:40.203990 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9bca6f58-4c57-402b-8ba2-1dab2a72d4dc tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:40.303652 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9bca6f58-4c57-402b-8ba2-1dab2a72d4dc tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:40.307055 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9bca6f58-4c57-402b-8ba2-1dab2a72d4dc tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:40.336256 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9bca6f58-4c57-402b-8ba2-1dab2a72d4dc tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:40.340504 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36414) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:40.340994 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9bca6f58-4c57-402b-8ba2-1dab2a72d4dc tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1654625 Aug 19 15:24:40.345408 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bca6f58-4c57-402b-8ba2-1dab2a72d4dc tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3706c28-03f8-4f38-8555-618f7d4c989d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:40.347163 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4ec6790c-0ffc-4ff9-81ad-a1b729dd831d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Request body: {'security_group_rule': {'security_group_id': 'd3706c28-03f8-4f38-8555-618f7d4c989d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:24:40.382874 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ec6790c-0ffc-4ff9-81ad-a1b729dd831d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:40.451361 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ec6790c-0ffc-4ff9-81ad-a1b729dd831d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:40.456658 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ec6790c-0ffc-4ff9-81ad-a1b729dd831d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:40.475116 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec6790c-0ffc-4ff9-81ad-a1b729dd831d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2613a8f-53b5-4a6e-a099-72e5a7164d7e,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:40.483807 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ec6790c-0ffc-4ff9-81ad-a1b729dd831d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:40.488194 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36416) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:40.489131 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4ec6790c-0ffc-4ff9-81ad-a1b729dd831d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1470392 Aug 19 15:24:40.493693 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-fe120686-0746-4a81-b345-d41723f3ec43 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Request body: {'security_group_rule': {'security_group_id': 'd3706c28-03f8-4f38-8555-618f7d4c989d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:24:40.527920 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fe120686-0746-4a81-b345-d41723f3ec43 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:40.612099 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fe120686-0746-4a81-b345-d41723f3ec43 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:40.616962 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fe120686-0746-4a81-b345-d41723f3ec43 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:40.635339 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe120686-0746-4a81-b345-d41723f3ec43 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c14c4c0c-b3b7-4926-b8d4-7d80822fb52a,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:40.644689 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fe120686-0746-4a81-b345-d41723f3ec43 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:40.645965 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-fe120686-0746-4a81-b345-d41723f3ec43 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1566608 Aug 19 15:24:40.649002 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36418) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:40.654721 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-aea5dceb-643d-4b68-914a-984f8115c85f tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Request body: {'floatingip': {'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:24:40.683236 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aea5dceb-643d-4b68-914a-984f8115c85f tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:40.793477 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aea5dceb-643d-4b68-914a-984f8115c85f tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:40.915470 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-aea5dceb-643d-4b68-914a-984f8115c85f tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Allocated IP 172.25.2.41 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/17e2acb4-3de8-47ef-838e-22661a2e20b9) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:24:41.025024 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aea5dceb-643d-4b68-914a-984f8115c85f tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:41.070096 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aea5dceb-643d-4b68-914a-984f8115c85f tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:41.120019 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea5dceb-643d-4b68-914a-984f8115c85f tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:24:41.123871 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea5dceb-643d-4b68-914a-984f8115c85f tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Pushing event updated for resources: {'Port': ['ID=17e2acb4-3de8-47ef-838e-22661a2e20b9,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:41.126358 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-aea5dceb-643d-4b68-914a-984f8115c85f tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:24:41.129093 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea5dceb-643d-4b68-914a-984f8115c85f tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:24:41.230372 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aea5dceb-643d-4b68-914a-984f8115c85f tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:41.274935 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aea5dceb-643d-4b68-914a-984f8115c85f tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:41.398496 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5656bc1-72bf-452b-80c4-7d49a59336bc None None] Sync routers for ids ['2564058f-2382-487f-80a0-5eacfe5fca71'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:24:41.411507 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5656bc1-72bf-452b-80c4-7d49a59336bc None None] Routers {'2564058f-2382-487f-80a0-5eacfe5fca71'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:24:41.412218 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c5656bc1-72bf-452b-80c4-7d49a59336bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:24:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['2564058f-2382-487f-80a0-5eacfe5fca71'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:41.456220 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aea5dceb-643d-4b68-914a-984f8115c85f tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:41.461795 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aea5dceb-643d-4b68-914a-984f8115c85f tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:41.524290 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-c5656bc1-72bf-452b-80c4-7d49a59336bc None None] Set router 2564058f-2382-487f-80a0-5eacfe5fca71 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:24:41.547033 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea5dceb-643d-4b68-914a-984f8115c85f tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Pushing event updated for resources: {'Port': ['ID=17e2acb4-3de8-47ef-838e-22661a2e20b9,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:41.553808 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aea5dceb-643d-4b68-914a-984f8115c85f tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:41.572728 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aea5dceb-643d-4b68-914a-984f8115c85f tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:41.574281 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-aea5dceb-643d-4b68-914a-984f8115c85f tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9243331 Aug 19 15:24:41.751131 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-22ca379b-47f5-4403-84c9-32b0e76e7ec9 req-bbb04e21-65ff-4b3d-a55f-4bbd1cfd53ed tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--307599298&fields=id&tenant_id=ad29af2562d94d2fbbb651732f778edb HTTP/1.1" status: 200 len: 267 time: 0.0445106 Aug 19 15:24:41.768293 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c5656bc1-72bf-452b-80c4-7d49a59336bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'name': 'tempest-ServerActionsTestJSON-1589713132-router', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:24:35Z', 'updated_at': '2021-08-19T15:24:38Z', 'revision_number': 4, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'gw_port': {'id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:36Z', 'updated_at': '2021-08-19T15:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '4ebda8bc-6ffc-433a-af71-3164e1cdf479', 'name': '', 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'mac_address': 'fa:16:3e:ac:8e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:38Z', 'updated_at': '2021-08-19T15:24:38Z', 'revision_number': 2, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'subnets': [{'id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:41.800459 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5656bc1-72bf-452b-80c4-7d49a59336bc None None] Checking router: 2564058f-2382-487f-80a0-5eacfe5fca71 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:24:41.800950 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5656bc1-72bf-452b-80c4-7d49a59336bc None None] Updating router 2564058f-2382-487f-80a0-5eacfe5fca71 port 4ebda8bc-6ffc-433a-af71-3164e1cdf479 binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:24:41.806189 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 7803c79b-adbc-421f-8e53-43295dff2c01 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:24:41.828168 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-c5656bc1-72bf-452b-80c4-7d49a59336bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:41.863464 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 7803c79b-adbc-421f-8e53-43295dff2c01 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:24:41.868320 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 7803c79b-adbc-421f-8e53-43295dff2c01 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:24:41.869006 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:41.906012 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca379b-47f5-4403-84c9-32b0e76e7ec9 req-8585de80-84bf-43c6-ac0d-56d04dd9b766 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:41.907550 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-22ca379b-47f5-4403-84c9-32b0e76e7ec9 req-8585de80-84bf-43c6-ac0d-56d04dd9b766 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/networks?id=e93dcc9c-6c16-4041-ba25-5e18dc99db77 HTTP/1.1" status: 200 len: 812 time: 0.1515794 Aug 19 15:24:41.924931 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-22ca379b-47f5-4403-84c9-32b0e76e7ec9 req-58e05a25-ea9c-4f55-ac22-fd5c0cfc6bcf tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/quotas/ad29af2562d94d2fbbb651732f778edb HTTP/1.1" status: 200 len: 375 time: 0.0105031 Aug 19 15:24:41.974629 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:41.989804 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-22ca379b-47f5-4403-84c9-32b0e76e7ec9 req-5d08f798-343f-4f84-a47b-a77efbf65d84 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ad29af2562d94d2fbbb651732f778edb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0571699 Aug 19 15:24:42.003757 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 7803c79b-adbc-421f-8e53-43295dff2c01, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=7803c79b-adbc-421f-8e53-43295dff2c01,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:24:42.009535 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:42.063785 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=7803c79b-adbc-421f-8e53-43295dff2c01,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:42.106981 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-22ca379b-47f5-4403-84c9-32b0e76e7ec9 req-95ef9072-a274-44aa-8ab9-e386d5791956 service neutron] 10.222.0.69 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972865 Aug 19 15:24:42.134091 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-c5656bc1-72bf-452b-80c4-7d49a59336bc None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:42.145455 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-c5656bc1-72bf-452b-80c4-7d49a59336bc None None] Transition to ACTIVE for port object 4ebda8bc-6ffc-433a-af71-3164e1cdf479 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:24:42.151993 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-c5656bc1-72bf-452b-80c4-7d49a59336bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:42.217287 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-22ca379b-47f5-4403-84c9-32b0e76e7ec9 req-0df800b7-7a40-48e4-9cb8-e014d1bd37ad service neutron] 10.222.0.69 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035900 Aug 19 15:24:42.227500 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e4ab2c-0024-4c51-a6b2-358edc18ecf0 None None] Pushing event updated for resources: {'Port': ['ID=4ebda8bc-6ffc-433a-af71-3164e1cdf479,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:42.256564 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e4ab2c-0024-4c51-a6b2-358edc18ecf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:42.256964 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e4ab2c-0024-4c51-a6b2-358edc18ecf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:42.257345 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e4ab2c-0024-4c51-a6b2-358edc18ecf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:42.257558 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e4ab2c-0024-4c51-a6b2-358edc18ecf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:42.257890 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e4ab2c-0024-4c51-a6b2-358edc18ecf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:42.258217 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e4ab2c-0024-4c51-a6b2-358edc18ecf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:42.258538 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e4ab2c-0024-4c51-a6b2-358edc18ecf0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:42.258859 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e4ab2c-0024-4c51-a6b2-358edc18ecf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:42.259178 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e4ab2c-0024-4c51-a6b2-358edc18ecf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:42.259496 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e4ab2c-0024-4c51-a6b2-358edc18ecf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:42.259818 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e4ab2c-0024-4c51-a6b2-358edc18ecf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:42.260132 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e4ab2c-0024-4c51-a6b2-358edc18ecf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:24:42.269413 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-c5656bc1-72bf-452b-80c4-7d49a59336bc None None] Attempting to bind port 4ebda8bc-6ffc-433a-af71-3164e1cdf479 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:24:42.269778 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-c5656bc1-72bf-452b-80c4-7d49a59336bc None None] Attempting to bind port 4ebda8bc-6ffc-433a-af71-3164e1cdf479 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '1102709d-18c0-4869-886e-de87e6477b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:24:42.270149 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5656bc1-72bf-452b-80c4-7d49a59336bc None None] Attempting to bind port 4ebda8bc-6ffc-433a-af71-3164e1cdf479 on network e93dcc9c-6c16-4041-ba25-5e18dc99db77 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:24:42.275609 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5656bc1-72bf-452b-80c4-7d49a59336bc None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:24:42.275965 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5656bc1-72bf-452b-80c4-7d49a59336bc None None] Checking segment: {'id': '1102709d-18c0-4869-886e-de87e6477b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:24:42.276362 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-c5656bc1-72bf-452b-80c4-7d49a59336bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:42.276816 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5656bc1-72bf-452b-80c4-7d49a59336bc None None] Bound using segment: {'id': '1102709d-18c0-4869-886e-de87e6477b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:24:42.277291 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-c5656bc1-72bf-452b-80c4-7d49a59336bc None None] Bound port: 4ebda8bc-6ffc-433a-af71-3164e1cdf479, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1102709d-18c0-4869-886e-de87e6477b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:24:42.277672 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-c5656bc1-72bf-452b-80c4-7d49a59336bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:42.362117 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-c5656bc1-72bf-452b-80c4-7d49a59336bc None None] For port 4ebda8bc-6ffc-433a-af71-3164e1cdf479, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:24:42.366911 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-c5656bc1-72bf-452b-80c4-7d49a59336bc None None] For port 4ebda8bc-6ffc-433a-af71-3164e1cdf479, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=4ebda8bc-6ffc-433a-af71-3164e1cdf479,segment=NetworkSegment(1102709d-18c0-4869-886e-de87e6477b1d),segment_id=1102709d-18c0-4869-886e-de87e6477b1d)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:24:42.372934 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-c5656bc1-72bf-452b-80c4-7d49a59336bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:42.421881 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8b27d26c-5697-406c-ba3e-6b23632d1656 req-9562f61a-c394-4df8-966d-b5df5c456b0e tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=171be93a-e935-4aa5-956d-208cde412768 HTTP/1.1" status: 200 len: 210 time: 0.0303774 Aug 19 15:24:42.443159 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e4ab2c-0024-4c51-a6b2-358edc18ecf0 None None] Pushing event updated for resources: {'Port': ['ID=4ebda8bc-6ffc-433a-af71-3164e1cdf479,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:42.452770 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5656bc1-72bf-452b-80c4-7d49a59336bc None None] Routers {'2564058f-2382-487f-80a0-5eacfe5fca71'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:24:42.453485 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c5656bc1-72bf-452b-80c4-7d49a59336bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:24:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['2564058f-2382-487f-80a0-5eacfe5fca71'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:42.578960 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-c5656bc1-72bf-452b-80c4-7d49a59336bc None None] Set router 2564058f-2382-487f-80a0-5eacfe5fca71 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:24:42.816740 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c5656bc1-72bf-452b-80c4-7d49a59336bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'name': 'tempest-ServerActionsTestJSON-1589713132-router', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:24:35Z', 'updated_at': '2021-08-19T15:24:38Z', 'revision_number': 4, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'gw_port': {'id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:36Z', 'updated_at': '2021-08-19T15:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '4ebda8bc-6ffc-433a-af71-3164e1cdf479', 'name': '', 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'mac_address': 'fa:16:3e:ac:8e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:38Z', 'updated_at': '2021-08-19T15:24:42Z', 'revision_number': 4, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'subnets': [{'id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:42.851873 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5656bc1-72bf-452b-80c4-7d49a59336bc None None] The sync data for ids ['2564058f-2382-487f-80a0-5eacfe5fca71'] in n-d-766043-2 is: [{'id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'name': 'tempest-ServerActionsTestJSON-1589713132-router', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:24:35Z', 'updated_at': '2021-08-19T15:24:38Z', 'revision_number': 4, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'gw_port': {'id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:36Z', 'updated_at': '2021-08-19T15:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '4ebda8bc-6ffc-433a-af71-3164e1cdf479', 'name': '', 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'mac_address': 'fa:16:3e:ac:8e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:38Z', 'updated_at': '2021-08-19T15:24:42Z', 'revision_number': 4, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'subnets': [{'id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:24:43.529199 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca379b-47f5-4403-84c9-32b0e76e7ec9 req-f879ec9f-28e8-42d2-be49-9000c3aca182 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:43.531355 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-22ca379b-47f5-4403-84c9-32b0e76e7ec9 req-f879ec9f-28e8-42d2-be49-9000c3aca182 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.68 "GET /v2.0/networks?id=e93dcc9c-6c16-4041-ba25-5e18dc99db77 HTTP/1.1" status: 200 len: 812 time: 0.1330400 Aug 19 15:24:43.586962 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-20bee97c-899d-477c-9b6f-318169df3754 req-47a3f07e-1af9-499e-bda7-da7dc468fbfd tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=171be93a-e935-4aa5-956d-208cde412768 HTTP/1.1" status: 200 len: 210 time: 0.0361066 Aug 19 15:24:43.600283 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-22ca379b-47f5-4403-84c9-32b0e76e7ec9 req-f6f97f35-e98d-4c11-bfac-a4b369ee32ce tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad29af2562d94d2fbbb651732f778edb HTTP/1.1" status: 200 len: 379 time: 0.0589314 Aug 19 15:24:43.611860 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-22ca379b-47f5-4403-84c9-32b0e76e7ec9 req-4f0de623-7ead-4c82-a45b-421a2a7220a8 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Request body: {'port': {'device_id': '171be93a-e935-4aa5-956d-208cde412768', 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'admin_state_up': True, 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'security_groups': ['d3706c28-03f8-4f38-8555-618f7d4c989d']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:24:43.727287 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22ca379b-47f5-4403-84c9-32b0e76e7ec9 req-4f0de623-7ead-4c82-a45b-421a2a7220a8 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Made reservation on behalf of ad29af2562d94d2fbbb651732f778edb for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:24:43.730983 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-22ca379b-47f5-4403-84c9-32b0e76e7ec9 req-4f0de623-7ead-4c82-a45b-421a2a7220a8 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:43.780394 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 7803c79b-adbc-421f-8e53-43295dff2c01 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:24:43.835613 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 7803c79b-adbc-421f-8e53-43295dff2c01 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:24:43.835992 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:43.872908 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-22ca379b-47f5-4403-84c9-32b0e76e7ec9 req-4f0de623-7ead-4c82-a45b-421a2a7220a8 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Allocated IP 172.20.0.5 (e93dcc9c-6c16-4041-ba25-5e18dc99db77/6936e5f6-7b9c-4371-877b-116fa7becd76/402b8ba7-0f4a-49f4-8843-2cf14e121a95) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:24:43.928992 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 4ebda8bc-6ffc-433a-af71-3164e1cdf479 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:24:43.990659 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 4ebda8bc-6ffc-433a-af71-3164e1cdf479 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:24:43.994723 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 4ebda8bc-6ffc-433a-af71-3164e1cdf479 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:24:43.995099 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:44.034132 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-22ca379b-47f5-4403-84c9-32b0e76e7ec9 req-4f0de623-7ead-4c82-a45b-421a2a7220a8 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:44.049787 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-22ca379b-47f5-4403-84c9-32b0e76e7ec9 req-4f0de623-7ead-4c82-a45b-421a2a7220a8 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Transition to ACTIVE for port object 402b8ba7-0f4a-49f4-8843-2cf14e121a95 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:24:44.085317 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-22ca379b-47f5-4403-84c9-32b0e76e7ec9 req-4f0de623-7ead-4c82-a45b-421a2a7220a8 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:44.086245 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:44.124349 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 4ebda8bc-6ffc-433a-af71-3164e1cdf479, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=4ebda8bc-6ffc-433a-af71-3164e1cdf479,segment=NetworkSegment(1102709d-18c0-4869-886e-de87e6477b1d),segment_id=1102709d-18c0-4869-886e-de87e6477b1d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:24:44.129170 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:44.133074 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22ca379b-47f5-4403-84c9-32b0e76e7ec9 req-4f0de623-7ead-4c82-a45b-421a2a7220a8 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Network e93dcc9c-6c16-4041-ba25-5e18dc99db77 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:24:44.136433 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-22ca379b-47f5-4403-84c9-32b0e76e7ec9 req-4f0de623-7ead-4c82-a45b-421a2a7220a8 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:24:44.140400 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ca379b-47f5-4403-84c9-32b0e76e7ec9 req-4f0de623-7ead-4c82-a45b-421a2a7220a8 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:24:44.171040 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0de623-7ead-4c82-a45b-421a2a7220a8 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Pushing event updated for resources: {'Port': ['ID=402b8ba7-0f4a-49f4-8843-2cf14e121a95,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:44.192654 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=4ebda8bc-6ffc-433a-af71-3164e1cdf479,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:44.204655 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca379b-47f5-4403-84c9-32b0e76e7ec9 req-4f0de623-7ead-4c82-a45b-421a2a7220a8 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:44.205322 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-22ca379b-47f5-4403-84c9-32b0e76e7ec9 req-4f0de623-7ead-4c82-a45b-421a2a7220a8 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:44.222102 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-22ca379b-47f5-4403-84c9-32b0e76e7ec9 req-4f0de623-7ead-4c82-a45b-421a2a7220a8 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6152873 Aug 19 15:24:44.236031 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-22ca379b-47f5-4403-84c9-32b0e76e7ec9 req-d5c47db8-a93a-4689-8207-156db29908cc service neutron] Request body: {'port': {'device_id': '171be93a-e935-4aa5-956d-208cde412768', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:24:44.305649 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-22ca379b-47f5-4403-84c9-32b0e76e7ec9 req-d5c47db8-a93a-4689-8207-156db29908cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:44.455283 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d8efbb1c-dc65-4527-a71a-b3abb67e69ed None None] Provisioning for port 402b8ba7-0f4a-49f4-8843-2cf14e121a95 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:24:44.459800 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d8efbb1c-dc65-4527-a71a-b3abb67e69ed None None] Provisioning complete for port 402b8ba7-0f4a-49f4-8843-2cf14e121a95 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:24:44.460493 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d8efbb1c-dc65-4527-a71a-b3abb67e69ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:44.499958 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d8efbb1c-dc65-4527-a71a-b3abb67e69ed None None] Port 402b8ba7-0f4a-49f4-8843-2cf14e121a95 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:24:44.619164 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-22ca379b-47f5-4403-84c9-32b0e76e7ec9 req-d5c47db8-a93a-4689-8207-156db29908cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 402b8ba7-0f4a-49f4-8843-2cf14e121a95 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:24:44.626882 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-22ca379b-47f5-4403-84c9-32b0e76e7ec9 req-d5c47db8-a93a-4689-8207-156db29908cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:44.640179 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-22ca379b-47f5-4403-84c9-32b0e76e7ec9 req-d5c47db8-a93a-4689-8207-156db29908cc service neutron] Transition to ACTIVE for port object 402b8ba7-0f4a-49f4-8843-2cf14e121a95 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:24:44.645506 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-22ca379b-47f5-4403-84c9-32b0e76e7ec9 req-d5c47db8-a93a-4689-8207-156db29908cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:44.718124 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c47db8-a93a-4689-8207-156db29908cc service neutron] Pushing event updated for resources: {'Port': ['ID=402b8ba7-0f4a-49f4-8843-2cf14e121a95,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:44.730808 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e8875-8e3c-4b6b-b490-01f14add1dd7 req-6b495680-96f7-4996-9121-306771f9352f tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:44.734514 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f91e8875-8e3c-4b6b-b490-01f14add1dd7 req-6b495680-96f7-4996-9121-306771f9352f tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=171be93a-e935-4aa5-956d-208cde412768 HTTP/1.1" status: 200 len: 943 time: 0.0663207 Aug 19 15:24:44.778402 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f91e8875-8e3c-4b6b-b490-01f14add1dd7 req-cfe22f71-8c48-4b95-84b3-c48e8c9f7038 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375009 Aug 19 15:24:44.782966 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-22ca379b-47f5-4403-84c9-32b0e76e7ec9 req-d5c47db8-a93a-4689-8207-156db29908cc service neutron] Attempting to bind port 402b8ba7-0f4a-49f4-8843-2cf14e121a95 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:24:44.784018 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-22ca379b-47f5-4403-84c9-32b0e76e7ec9 req-d5c47db8-a93a-4689-8207-156db29908cc service neutron] Attempting to bind port 402b8ba7-0f4a-49f4-8843-2cf14e121a95 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '1102709d-18c0-4869-886e-de87e6477b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:24:44.784343 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ca379b-47f5-4403-84c9-32b0e76e7ec9 req-d5c47db8-a93a-4689-8207-156db29908cc service neutron] Attempting to bind port 402b8ba7-0f4a-49f4-8843-2cf14e121a95 on network e93dcc9c-6c16-4041-ba25-5e18dc99db77 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:24:44.789197 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ca379b-47f5-4403-84c9-32b0e76e7ec9 req-d5c47db8-a93a-4689-8207-156db29908cc service neutron] Port 402b8ba7-0f4a-49f4-8843-2cf14e121a95 on network e93dcc9c-6c16-4041-ba25-5e18dc99db77 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:24:44.789599 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ca379b-47f5-4403-84c9-32b0e76e7ec9 req-d5c47db8-a93a-4689-8207-156db29908cc service neutron] Attempting to bind port 402b8ba7-0f4a-49f4-8843-2cf14e121a95 on network e93dcc9c-6c16-4041-ba25-5e18dc99db77 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:24:44.796646 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ca379b-47f5-4403-84c9-32b0e76e7ec9 req-d5c47db8-a93a-4689-8207-156db29908cc service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:24:44.796996 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ca379b-47f5-4403-84c9-32b0e76e7ec9 req-d5c47db8-a93a-4689-8207-156db29908cc service neutron] Checking segment: {'id': '1102709d-18c0-4869-886e-de87e6477b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:24:44.797384 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ca379b-47f5-4403-84c9-32b0e76e7ec9 req-d5c47db8-a93a-4689-8207-156db29908cc service neutron] Bound using segment: {'id': '1102709d-18c0-4869-886e-de87e6477b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:24:44.797820 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-22ca379b-47f5-4403-84c9-32b0e76e7ec9 req-d5c47db8-a93a-4689-8207-156db29908cc service neutron] Bound port: 402b8ba7-0f4a-49f4-8843-2cf14e121a95, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1102709d-18c0-4869-886e-de87e6477b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:24:44.798174 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-22ca379b-47f5-4403-84c9-32b0e76e7ec9 req-d5c47db8-a93a-4689-8207-156db29908cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:44.869658 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-22ca379b-47f5-4403-84c9-32b0e76e7ec9 req-d5c47db8-a93a-4689-8207-156db29908cc service neutron] For port 402b8ba7-0f4a-49f4-8843-2cf14e121a95, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:24:44.873358 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-22ca379b-47f5-4403-84c9-32b0e76e7ec9 req-d5c47db8-a93a-4689-8207-156db29908cc service neutron] For port 402b8ba7-0f4a-49f4-8843-2cf14e121a95, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=402b8ba7-0f4a-49f4-8843-2cf14e121a95,segment=NetworkSegment(1102709d-18c0-4869-886e-de87e6477b1d),segment_id=1102709d-18c0-4869-886e-de87e6477b1d)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:24:44.879088 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-22ca379b-47f5-4403-84c9-32b0e76e7ec9 req-d5c47db8-a93a-4689-8207-156db29908cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:44.914308 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca379b-47f5-4403-84c9-32b0e76e7ec9 req-d5c47db8-a93a-4689-8207-156db29908cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:44.915016 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-22ca379b-47f5-4403-84c9-32b0e76e7ec9 req-d5c47db8-a93a-4689-8207-156db29908cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:44.916461 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-22ca379b-47f5-4403-84c9-32b0e76e7ec9 req-d5c47db8-a93a-4689-8207-156db29908cc service neutron] 10.222.0.68 "PUT /v2.0/ports/402b8ba7-0f4a-49f4-8843-2cf14e121a95 HTTP/1.1" status: 200 len: 1091 time: 0.6849856 Aug 19 15:24:44.916963 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '171be93a-e935-4aa5-956d-208cde412768', 'tag': '402b8ba7-0f4a-49f4-8843-2cf14e121a95'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:24:44.919185 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bcc3735-186d-4984-a223-b4acb2955c47" -d '{"events": [{"name": "network-changed", "server_uuid": "171be93a-e935-4aa5-956d-208cde412768", "tag": "402b8ba7-0f4a-49f4-8843-2cf14e121a95"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:24:44.949409 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c47db8-a93a-4689-8207-156db29908cc service neutron] Pushing event updated for resources: {'Port': ['ID=402b8ba7-0f4a-49f4-8843-2cf14e121a95,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:44.971168 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01394bee-e51b-4b3f-8954-c6f688cb2984 x-openstack-request-id: req-01394bee-e51b-4b3f-8954-c6f688cb2984 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:24:44.971776 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "171be93a-e935-4aa5-956d-208cde412768", "tag": "402b8ba7-0f4a-49f4-8843-2cf14e121a95", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:24:44.971973 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-01394bee-e51b-4b3f-8954-c6f688cb2984 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:24:44.972373 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '171be93a-e935-4aa5-956d-208cde412768', 'tag': '402b8ba7-0f4a-49f4-8843-2cf14e121a95', 'status': 'completed', 'code': 200} Aug 19 15:24:45.032152 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca379b-47f5-4403-84c9-32b0e76e7ec9 req-a03b4826-3524-4776-8e84-0c5882ea9623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:45.034239 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-22ca379b-47f5-4403-84c9-32b0e76e7ec9 req-a03b4826-3524-4776-8e84-0c5882ea9623 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ad29af2562d94d2fbbb651732f778edb&device_id=171be93a-e935-4aa5-956d-208cde412768 HTTP/1.1" status: 200 len: 1094 time: 0.0557823 Aug 19 15:24:45.083242 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-22ca379b-47f5-4403-84c9-32b0e76e7ec9 req-1d2d329e-13b4-44bd-95a7-db4acd8103fe service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=402b8ba7-0f4a-49f4-8843-2cf14e121a95 HTTP/1.1" status: 200 len: 217 time: 0.0408583 Aug 19 15:24:45.133738 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca379b-47f5-4403-84c9-32b0e76e7ec9 req-3a0aecae-0ca1-4b6b-98aa-c599ae338f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:45.135233 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-22ca379b-47f5-4403-84c9-32b0e76e7ec9 req-3a0aecae-0ca1-4b6b-98aa-c599ae338f95 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6936e5f6-7b9c-4371-877b-116fa7becd76 HTTP/1.1" status: 200 len: 851 time: 0.0455742 Aug 19 15:24:45.181197 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca379b-47f5-4403-84c9-32b0e76e7ec9 req-4a94a0bd-4901-43f3-809d-8c7e2f8492f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:45.182713 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-22ca379b-47f5-4403-84c9-32b0e76e7ec9 req-4a94a0bd-4901-43f3-809d-8c7e2f8492f0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e93dcc9c-6c16-4041-ba25-5e18dc99db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408189 Aug 19 15:24:45.277000 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-22ca379b-47f5-4403-84c9-32b0e76e7ec9 req-12279a90-faca-4945-a4ca-59d36f0c5227 service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854626 Aug 19 15:24:45.371121 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-22ca379b-47f5-4403-84c9-32b0e76e7ec9 req-2c4ab949-e219-4e8f-a37a-2a3b8306ff25 service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866046 Aug 19 15:24:45.465910 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc3735-186d-4984-a223-b4acb2955c47 req-5585f43a-a37b-4f5a-8405-429c9e4a0a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:45.467246 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0bcc3735-186d-4984-a223-b4acb2955c47 req-5585f43a-a37b-4f5a-8405-429c9e4a0a24 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ad29af2562d94d2fbbb651732f778edb&device_id=171be93a-e935-4aa5-956d-208cde412768 HTTP/1.1" status: 200 len: 1094 time: 0.0508049 Aug 19 15:24:45.573654 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc3735-186d-4984-a223-b4acb2955c47 req-7f89be69-e0c8-48c0-bc80-2ad38d5cc60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:45.575147 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0bcc3735-186d-4984-a223-b4acb2955c47 req-7f89be69-e0c8-48c0-bc80-2ad38d5cc60a service neutron] 10.222.0.68 "GET /v2.0/networks?id=e93dcc9c-6c16-4041-ba25-5e18dc99db77 HTTP/1.1" status: 200 len: 913 time: 0.1003866 Aug 19 15:24:45.621317 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0bcc3735-186d-4984-a223-b4acb2955c47 req-12787c66-dd9a-45dc-bbeb-520b846a35ef service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=402b8ba7-0f4a-49f4-8843-2cf14e121a95 HTTP/1.1" status: 200 len: 217 time: 0.0369904 Aug 19 15:24:45.687274 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc3735-186d-4984-a223-b4acb2955c47 req-86f51a5a-91dc-4466-9cfe-399ccedba323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:45.689568 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0bcc3735-186d-4984-a223-b4acb2955c47 req-86f51a5a-91dc-4466-9cfe-399ccedba323 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6936e5f6-7b9c-4371-877b-116fa7becd76 HTTP/1.1" status: 200 len: 851 time: 0.0608497 Aug 19 15:24:45.746139 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc3735-186d-4984-a223-b4acb2955c47 req-a317557b-6b35-40c4-9514-8ddd63d63999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:45.747672 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0bcc3735-186d-4984-a223-b4acb2955c47 req-a317557b-6b35-40c4-9514-8ddd63d63999 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e93dcc9c-6c16-4041-ba25-5e18dc99db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501823 Aug 19 15:24:45.753494 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 4ebda8bc-6ffc-433a-af71-3164e1cdf479 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:24:45.807218 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 4ebda8bc-6ffc-433a-af71-3164e1cdf479 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:24:45.807584 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:45.849570 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0bcc3735-186d-4984-a223-b4acb2955c47 req-1bf5d1a8-77f4-4443-b2b9-dbce691fba06 service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933790 Aug 19 15:24:45.908899 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786ffa6-f755-4135-90e8-004256ebc76e req-c7724bff-c41c-4bfe-9921-1e984b5102c2 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:45.910967 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d786ffa6-f755-4135-90e8-004256ebc76e req-c7724bff-c41c-4bfe-9921-1e984b5102c2 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=171be93a-e935-4aa5-956d-208cde412768 HTTP/1.1" status: 200 len: 943 time: 0.0528393 Aug 19 15:24:45.958511 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d786ffa6-f755-4135-90e8-004256ebc76e req-d6831239-c577-47bb-aa6d-1887a2c44cfc tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387850 Aug 19 15:24:45.976106 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0bcc3735-186d-4984-a223-b4acb2955c47 req-8b4c677a-fa81-42fa-a026-2b9de9c3008e service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186788 Aug 19 15:24:46.007912 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:24:47.083999 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec229d-068d-4149-88a3-a77d97045796 req-51971828-368a-47c3-a3e3-8cee32734b56 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:47.085587 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0fec229d-068d-4149-88a3-a77d97045796 req-51971828-368a-47c3-a3e3-8cee32734b56 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=171be93a-e935-4aa5-956d-208cde412768 HTTP/1.1" status: 200 len: 943 time: 0.0549605 Aug 19 15:24:47.125580 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0fec229d-068d-4149-88a3-a77d97045796 req-016b3643-e9ff-4995-8371-d73dc39c5fd5 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337536 Aug 19 15:24:48.252204 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e2b87-634e-48a9-a63c-c20b47f71234 req-3efb6402-3ab8-4a5e-9204-ac6383ab09d2 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:48.253776 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-944e2b87-634e-48a9-a63c-c20b47f71234 req-3efb6402-3ab8-4a5e-9204-ac6383ab09d2 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=171be93a-e935-4aa5-956d-208cde412768 HTTP/1.1" status: 200 len: 943 time: 0.0583653 Aug 19 15:24:48.293068 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-944e2b87-634e-48a9-a63c-c20b47f71234 req-4ed1915d-7221-4944-a0c2-81c1ae113cde tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330575 Aug 19 15:24:48.490711 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 402b8ba7-0f4a-49f4-8843-2cf14e121a95 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:24:48.597769 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 402b8ba7-0f4a-49f4-8843-2cf14e121a95, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=402b8ba7-0f4a-49f4-8843-2cf14e121a95,segment=NetworkSegment(1102709d-18c0-4869-886e-de87e6477b1d),segment_id=1102709d-18c0-4869-886e-de87e6477b1d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:24:48.612890 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '402b8ba7-0f4a-49f4-8843-2cf14e121a95', 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'port_id': '402b8ba7-0f4a-49f4-8843-2cf14e121a95', 'mac_address': 'fa:16:3e:8a:13:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:24:48.651495 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:48.664794 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 402b8ba7-0f4a-49f4-8843-2cf14e121a95 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:24:48.684400 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 402b8ba7-0f4a-49f4-8843-2cf14e121a95, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=402b8ba7-0f4a-49f4-8843-2cf14e121a95,segment=NetworkSegment(1102709d-18c0-4869-886e-de87e6477b1d),segment_id=1102709d-18c0-4869-886e-de87e6477b1d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:24:48.689247 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:48.738510 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=402b8ba7-0f4a-49f4-8843-2cf14e121a95,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:48.878836 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['402b8ba7-0f4a-49f4-8843-2cf14e121a95'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:24:49.428087 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a4092-8683-414a-b945-8b54c8b7f83b req-d300ab36-e32a-404a-9a5a-7bb4e29c7023 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:49.429582 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7e6a4092-8683-414a-b945-8b54c8b7f83b req-d300ab36-e32a-404a-9a5a-7bb4e29c7023 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=171be93a-e935-4aa5-956d-208cde412768 HTTP/1.1" status: 200 len: 944 time: 0.0534952 Aug 19 15:24:49.477824 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7e6a4092-8683-414a-b945-8b54c8b7f83b req-d9fb9773-7bc9-4741-bf04-6ce33a5fbf43 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417266 Aug 19 15:24:50.515635 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 402b8ba7-0f4a-49f4-8843-2cf14e121a95 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:24:50.591343 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port 402b8ba7-0f4a-49f4-8843-2cf14e121a95 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:24:50.597949 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 402b8ba7-0f4a-49f4-8843-2cf14e121a95 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:24:50.598469 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:50.618951 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0d0b7-ebac-4f38-bd05-4d7898838f92 req-fb63a142-5b42-4345-821e-547128dfff29 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:50.620877 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-58f0d0b7-ebac-4f38-bd05-4d7898838f92 req-fb63a142-5b42-4345-821e-547128dfff29 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=171be93a-e935-4aa5-956d-208cde412768 HTTP/1.1" status: 200 len: 944 time: 0.0671043 Aug 19 15:24:50.673755 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-58f0d0b7-ebac-4f38-bd05-4d7898838f92 req-dc7ddd08-4d33-4481-b884-2370ac0b69bc tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457575 Aug 19 15:24:50.856290 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:50.883501 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '171be93a-e935-4aa5-956d-208cde412768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402b8ba7-0f4a-49f4-8843-2cf14e121a95'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:24:50.885837 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8351d9e1-82de-4b0d-91e1-123d68a2f005" -d '{"events": [{"server_uuid": "171be93a-e935-4aa5-956d-208cde412768", "name": "network-vif-plugged", "status": "completed", "tag": "402b8ba7-0f4a-49f4-8843-2cf14e121a95"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:24:50.902006 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 402b8ba7-0f4a-49f4-8843-2cf14e121a95, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=402b8ba7-0f4a-49f4-8843-2cf14e121a95,segment=NetworkSegment(1102709d-18c0-4869-886e-de87e6477b1d),segment_id=1102709d-18c0-4869-886e-de87e6477b1d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:24:50.907708 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:50.937833 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4ba191-aed3-45d6-9a5d-99fa246ae805 x-openstack-request-id: req-ce4ba191-aed3-45d6-9a5d-99fa246ae805 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:24:50.938296 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "171be93a-e935-4aa5-956d-208cde412768", "name": "network-vif-plugged", "status": "completed", "tag": "402b8ba7-0f4a-49f4-8843-2cf14e121a95", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:24:50.938697 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ce4ba191-aed3-45d6-9a5d-99fa246ae805 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:24:50.939853 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '171be93a-e935-4aa5-956d-208cde412768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402b8ba7-0f4a-49f4-8843-2cf14e121a95', 'code': 200} Aug 19 15:24:50.979414 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=402b8ba7-0f4a-49f4-8843-2cf14e121a95,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:24:51.038941 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada0f63-a939-42bd-bd14-4700018020bb req-3395747d-ce82-47b5-90a7-7bcd309fab6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:51.040472 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4ada0f63-a939-42bd-bd14-4700018020bb req-3395747d-ce82-47b5-90a7-7bcd309fab6d service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=171be93a-e935-4aa5-956d-208cde412768 HTTP/1.1" status: 200 len: 1096 time: 0.0475554 Aug 19 15:24:51.077224 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4ada0f63-a939-42bd-bd14-4700018020bb req-dadbe4bb-06fa-4143-9d19-f4adb890d2b4 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299077 Aug 19 15:24:51.814935 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f8154-1074-4d44-8acf-63c6fa7676e3 req-566077b3-b305-49e1-b48a-7dba0d2a4c42 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:51.816790 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-eb7f8154-1074-4d44-8acf-63c6fa7676e3 req-566077b3-b305-49e1-b48a-7dba0d2a4c42 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=171be93a-e935-4aa5-956d-208cde412768 HTTP/1.1" status: 200 len: 945 time: 0.0584061 Aug 19 15:24:51.857775 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-eb7f8154-1074-4d44-8acf-63c6fa7676e3 req-34b474c5-7061-4c98-9840-bbf8dbc84451 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347393 Aug 19 15:24:52.981361 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce60717-0379-405b-ae38-6eeef0ff769a req-b4abda30-59dd-4dfb-b592-e23afe34d5ab tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:52.983089 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7ce60717-0379-405b-ae38-6eeef0ff769a req-b4abda30-59dd-4dfb-b592-e23afe34d5ab tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=171be93a-e935-4aa5-956d-208cde412768 HTTP/1.1" status: 200 len: 945 time: 0.0524805 Aug 19 15:24:53.023346 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7ce60717-0379-405b-ae38-6eeef0ff769a req-16090cd6-8aaa-4c58-bc3a-f1db14e7dd09 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336597 Aug 19 15:24:53.142750 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b626b466-5564-4cf9-a767-890bfbf7903a req-a0f06532-5f65-488f-a6e9-a047c6c6ed8e tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:53.144161 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b626b466-5564-4cf9-a767-890bfbf7903a req-a0f06532-5f65-488f-a6e9-a047c6c6ed8e tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=171be93a-e935-4aa5-956d-208cde412768 HTTP/1.1" status: 200 len: 945 time: 0.0550821 Aug 19 15:24:53.153079 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 36468) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:24:53.157910 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e9c8e4da-174b-4b6e-93b7-7446ca81575a tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Request body: {'floatingip': {'port_id': '402b8ba7-0f4a-49f4-8843-2cf14e121a95'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:24:53.198602 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9c8e4da-174b-4b6e-93b7-7446ca81575a tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks [] for floatingip, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:53.670068 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9c8e4da-174b-4b6e-93b7-7446ca81575a tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:53.673947 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9c8e4da-174b-4b6e-93b7-7446ca81575a tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:53.784621 n-d-766043-2 neutron-server[94640]: INFO neutron.db.l3_db [None req-e9c8e4da-174b-4b6e-93b7-7446ca81575a tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Floating IP 451b83e5-cbd5-4b32-ae45-4ccd37d46d04 associated. External IP: 172.25.2.41, port: 402b8ba7-0f4a-49f4-8843-2cf14e121a95. Aug 19 15:24:53.997651 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c8e4da-174b-4b6e-93b7-7446ca81575a tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Router 2564058f-2382-487f-80a0-5eacfe5fca71 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:24:54.110065 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c8e4da-174b-4b6e-93b7-7446ca81575a tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:24:54.119987 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c5eb06-685b-451c-9710-576adc594ac3 None None] Sync routers for ids ['2564058f-2382-487f-80a0-5eacfe5fca71'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:24:54.122868 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9c8e4da-174b-4b6e-93b7-7446ca81575a tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:24:54.131146 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c5eb06-685b-451c-9710-576adc594ac3 None None] Routers {'2564058f-2382-487f-80a0-5eacfe5fca71'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:24:54.131852 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-56c5eb06-685b-451c-9710-576adc594ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:24:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['2564058f-2382-487f-80a0-5eacfe5fca71'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:54.155141 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e9c8e4da-174b-4b6e-93b7-7446ca81575a tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "PUT /v2.0/floatingips/451b83e5-cbd5-4b32-ae45-4ccd37d46d04 HTTP/1.1" status: 200 len: 990 time: 1.0009525 Aug 19 15:24:54.163136 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '171be93a-e935-4aa5-956d-208cde412768', 'tag': '402b8ba7-0f4a-49f4-8843-2cf14e121a95'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:24:54.163136 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfeefcd6-0fb7-40cb-9f72-816446d30eef" -d '{"events": [{"name": "network-changed", "server_uuid": "171be93a-e935-4aa5-956d-208cde412768", "tag": "402b8ba7-0f4a-49f4-8843-2cf14e121a95"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:24:54.199733 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf06d3d3-41f0-400b-ad6f-fab949317e89 x-openstack-request-id: req-bf06d3d3-41f0-400b-ad6f-fab949317e89 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:24:54.200048 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "171be93a-e935-4aa5-956d-208cde412768", "tag": "402b8ba7-0f4a-49f4-8843-2cf14e121a95", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:24:54.200271 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bf06d3d3-41f0-400b-ad6f-fab949317e89 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:24:54.200717 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '171be93a-e935-4aa5-956d-208cde412768', 'tag': '402b8ba7-0f4a-49f4-8843-2cf14e121a95', 'status': 'completed', 'code': 200} Aug 19 15:24:54.254457 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-56c5eb06-685b-451c-9710-576adc594ac3 None None] Set router 2564058f-2382-487f-80a0-5eacfe5fca71 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:24:54.287590 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeefcd6-0fb7-40cb-9f72-816446d30eef req-5658bc72-b517-4cad-92a9-a66a461af5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:54.289313 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-dfeefcd6-0fb7-40cb-9f72-816446d30eef req-5658bc72-b517-4cad-92a9-a66a461af5db service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ad29af2562d94d2fbbb651732f778edb&device_id=171be93a-e935-4aa5-956d-208cde412768 HTTP/1.1" status: 200 len: 1096 time: 0.0572352 Aug 19 15:24:54.387645 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeefcd6-0fb7-40cb-9f72-816446d30eef req-e3f07ab0-57d2-47bd-981c-6b6425c6b2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:54.389055 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-dfeefcd6-0fb7-40cb-9f72-816446d30eef req-e3f07ab0-57d2-47bd-981c-6b6425c6b2d7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e93dcc9c-6c16-4041-ba25-5e18dc99db77 HTTP/1.1" status: 200 len: 913 time: 0.0924783 Aug 19 15:24:54.462692 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-dfeefcd6-0fb7-40cb-9f72-816446d30eef req-b0cb6556-cb20-462d-b1cb-c002311d06d1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=402b8ba7-0f4a-49f4-8843-2cf14e121a95 HTTP/1.1" status: 200 len: 998 time: 0.0659852 Aug 19 15:24:54.513760 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeefcd6-0fb7-40cb-9f72-816446d30eef req-5758aa19-3ab3-4e48-90c8-3de79b1003ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:54.515544 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-dfeefcd6-0fb7-40cb-9f72-816446d30eef req-5758aa19-3ab3-4e48-90c8-3de79b1003ed service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6936e5f6-7b9c-4371-877b-116fa7becd76 HTTP/1.1" status: 200 len: 851 time: 0.0457983 Aug 19 15:24:54.532823 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-56c5eb06-685b-451c-9710-576adc594ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'name': 'tempest-ServerActionsTestJSON-1589713132-router', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:24:35Z', 'updated_at': '2021-08-19T15:24:38Z', 'revision_number': 4, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'gw_port': {'id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:36Z', 'updated_at': '2021-08-19T15:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '451b83e5-cbd5-4b32-ae45-4ccd37d46d04', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'floating_ip_address': '172.25.2.41', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'port_id': '402b8ba7-0f4a-49f4-8843-2cf14e121a95', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'mac_address': 'fa:16:3e:8a:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171be93a-e935-4aa5-956d-208cde412768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:24:41Z', 'updated_at': '2021-08-19T15:24:53Z', 'revision_number': 1, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ebda8bc-6ffc-433a-af71-3164e1cdf479', 'name': '', 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'mac_address': 'fa:16:3e:ac:8e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:38Z', 'updated_at': '2021-08-19T15:24:44Z', 'revision_number': 5, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'subnets': [{'id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:54.561055 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c5eb06-685b-451c-9710-576adc594ac3 None None] Checking router: 2564058f-2382-487f-80a0-5eacfe5fca71 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:24:54.567476 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeefcd6-0fb7-40cb-9f72-816446d30eef req-c4688202-9691-4657-ab30-ac14bb736a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:24:54.570360 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-dfeefcd6-0fb7-40cb-9f72-816446d30eef req-c4688202-9691-4657-ab30-ac14bb736a3b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e93dcc9c-6c16-4041-ba25-5e18dc99db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471797 Aug 19 15:24:54.570727 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c5eb06-685b-451c-9710-576adc594ac3 None None] Routers {'2564058f-2382-487f-80a0-5eacfe5fca71'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:24:54.571360 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-56c5eb06-685b-451c-9710-576adc594ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:24:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['2564058f-2382-487f-80a0-5eacfe5fca71'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:54.668161 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-dfeefcd6-0fb7-40cb-9f72-816446d30eef req-655b968b-b0fa-48ea-aff1-a8a51e47d4cc service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917716 Aug 19 15:24:54.699220 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-56c5eb06-685b-451c-9710-576adc594ac3 None None] Set router 2564058f-2382-487f-80a0-5eacfe5fca71 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:24:54.777859 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-dfeefcd6-0fb7-40cb-9f72-816446d30eef req-1386fc3d-6fbc-40c3-941e-dffc0dfe800c service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012421 Aug 19 15:24:54.935121 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-56c5eb06-685b-451c-9710-576adc594ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'name': 'tempest-ServerActionsTestJSON-1589713132-router', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:24:35Z', 'updated_at': '2021-08-19T15:24:38Z', 'revision_number': 4, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'gw_port': {'id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:36Z', 'updated_at': '2021-08-19T15:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '451b83e5-cbd5-4b32-ae45-4ccd37d46d04', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'floating_ip_address': '172.25.2.41', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'port_id': '402b8ba7-0f4a-49f4-8843-2cf14e121a95', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'mac_address': 'fa:16:3e:8a:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171be93a-e935-4aa5-956d-208cde412768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:24:41Z', 'updated_at': '2021-08-19T15:24:53Z', 'revision_number': 1, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ebda8bc-6ffc-433a-af71-3164e1cdf479', 'name': '', 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'mac_address': 'fa:16:3e:ac:8e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:38Z', 'updated_at': '2021-08-19T15:24:44Z', 'revision_number': 5, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'subnets': [{'id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:24:54.966021 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c5eb06-685b-451c-9710-576adc594ac3 None None] The sync data for ids ['2564058f-2382-487f-80a0-5eacfe5fca71'] in n-d-766043-2 is: [{'id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'name': 'tempest-ServerActionsTestJSON-1589713132-router', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:24:35Z', 'updated_at': '2021-08-19T15:24:38Z', 'revision_number': 4, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'gw_port': {'id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:36Z', 'updated_at': '2021-08-19T15:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '451b83e5-cbd5-4b32-ae45-4ccd37d46d04', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'floating_ip_address': '172.25.2.41', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'port_id': '402b8ba7-0f4a-49f4-8843-2cf14e121a95', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'mac_address': 'fa:16:3e:8a:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171be93a-e935-4aa5-956d-208cde412768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:24:41Z', 'updated_at': '2021-08-19T15:24:53Z', 'revision_number': 1, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ebda8bc-6ffc-433a-af71-3164e1cdf479', 'name': '', 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'mac_address': 'fa:16:3e:ac:8e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:38Z', 'updated_at': '2021-08-19T15:24:44Z', 'revision_number': 5, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'subnets': [{'id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:24:55.171519 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c4338f-9524-48c3-bda1-fc37d54c5399 None None] New status for floating IP 451b83e5-cbd5-4b32-ae45-4ccd37d46d04: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:25:01.441205 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-87b99f2d-11d3-4c20-bd24-1af69964c338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:04.394396 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8e8c041c-4c84-4b78-ac80-928eda993f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:04.493195 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:04.578703 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:05.245644 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:05.729110 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:07.060242 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:23.007918 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:25:31.443550 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a5b44095-5020-46f8-839f-40b1acc9cdff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:33.919439 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e3dcd146-9c8d-411d-ace0-2fa20e15cc10 req-d8442720-74ef-4100-b6b1-7112bd7deaf5 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=171be93a-e935-4aa5-956d-208cde412768&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1116960 Aug 19 15:25:34.009996 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dcd146-9c8d-411d-ace0-2fa20e15cc10 req-74148487-c4a7-4819-bc16-0151d537950e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:34.011576 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e3dcd146-9c8d-411d-ace0-2fa20e15cc10 req-74148487-c4a7-4819-bc16-0151d537950e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ad29af2562d94d2fbbb651732f778edb&device_id=171be93a-e935-4aa5-956d-208cde412768 HTTP/1.1" status: 200 len: 1096 time: 0.0478530 Aug 19 15:25:34.114407 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dcd146-9c8d-411d-ace0-2fa20e15cc10 req-7b3debc0-188b-432f-adb1-bb48fcc51439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:34.115908 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e3dcd146-9c8d-411d-ace0-2fa20e15cc10 req-7b3debc0-188b-432f-adb1-bb48fcc51439 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e93dcc9c-6c16-4041-ba25-5e18dc99db77 HTTP/1.1" status: 200 len: 913 time: 0.0847688 Aug 19 15:25:34.185643 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e3dcd146-9c8d-411d-ace0-2fa20e15cc10 req-e3fb2fb8-9089-4257-97c5-a90bac5ad3e8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=402b8ba7-0f4a-49f4-8843-2cf14e121a95 HTTP/1.1" status: 200 len: 1000 time: 0.0626776 Aug 19 15:25:34.234882 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dcd146-9c8d-411d-ace0-2fa20e15cc10 req-5db3d55e-0605-4313-8882-4d97a7ec83ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:34.236383 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e3dcd146-9c8d-411d-ace0-2fa20e15cc10 req-5db3d55e-0605-4313-8882-4d97a7ec83ca service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6936e5f6-7b9c-4371-877b-116fa7becd76 HTTP/1.1" status: 200 len: 851 time: 0.0440321 Aug 19 15:25:34.281191 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dcd146-9c8d-411d-ace0-2fa20e15cc10 req-91780f55-f31e-43cd-90ec-cf321d546b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:25:34.282607 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e3dcd146-9c8d-411d-ace0-2fa20e15cc10 req-91780f55-f31e-43cd-90ec-cf321d546b2f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e93dcc9c-6c16-4041-ba25-5e18dc99db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398695 Aug 19 15:25:34.293115 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [req-e3dcd146-9c8d-411d-ace0-2fa20e15cc10 req-5de1593d-08f6-42ff-b943-5a9abf0b51e7 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:25:34.294050 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e3dcd146-9c8d-411d-ace0-2fa20e15cc10 req-5de1593d-08f6-42ff-b943-5a9abf0b51e7 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049183 Aug 19 15:25:34.386513 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e3dcd146-9c8d-411d-ace0-2fa20e15cc10 req-29b9d3ac-b894-4515-8025-903970fcf77f service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847917 Aug 19 15:25:34.396312 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6d25f771-4cd6-4c13-b067-e5cbc3903535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:34.479838 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e3dcd146-9c8d-411d-ace0-2fa20e15cc10 req-47f314a3-f009-4f6d-8c22-ae461d52652d service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853992 Aug 19 15:25:34.494933 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:34.582155 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:35.247696 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:35.722837 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:25:37.058898 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:00.007401 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:26:01.450619 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-936a23a4-deed-468d-9999-ce5c20009203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:04.397644 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d2cc8e28-ff86-4a60-a01d-8865ac028f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:04.509631 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:04.584259 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:05.265262 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:05.754986 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:07.074861 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:31.403202 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368a023-1790-47a3-90a2-cd426d02dffa req-fd354f40-e4d9-4222-8085-4d1240895f06 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:31.404757 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2368a023-1790-47a3-90a2-cd426d02dffa req-fd354f40-e4d9-4222-8085-4d1240895f06 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=171be93a-e935-4aa5-956d-208cde412768 HTTP/1.1" status: 200 len: 945 time: 0.0514448 Aug 19 15:26:31.445410 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2368a023-1790-47a3-90a2-cd426d02dffa req-0862b0d1-1fee-4baa-934e-a394ae4ae8a9 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344768 Aug 19 15:26:31.449656 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8f453d07-1257-402e-8f00-a3a8e89da6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:32.664702 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36692) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:26:32.710264 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ed0a6a-04c4-476b-8e24-2e70aaf9344a req-59790750-fc13-4a85-b7e9-fb9171e2e2f4 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:32.711802 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d1ed0a6a-04c4-476b-8e24-2e70aaf9344a req-59790750-fc13-4a85-b7e9-fb9171e2e2f4 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=171be93a-e935-4aa5-956d-208cde412768 HTTP/1.1" status: 200 len: 945 time: 0.0521295 Aug 19 15:26:32.750998 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d1ed0a6a-04c4-476b-8e24-2e70aaf9344a req-3f178ce6-7c3a-4b32-9075-e407f6ed281d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331607 Aug 19 15:26:32.769547 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6a5f009f-5417-4323-806c-d3e3113a11f3 req-a2edc426-6dfc-45ba-bf34-fc185033f302 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=171be93a-e935-4aa5-956d-208cde412768&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1032951 Aug 19 15:26:33.880090 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1330d9-3793-41f4-a2da-33589cf7d16c req-b1fccd42-5c08-4fa5-ae40-7aeccfa817f9 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:33.883436 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-be1330d9-3793-41f4-a2da-33589cf7d16c req-b1fccd42-5c08-4fa5-ae40-7aeccfa817f9 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=171be93a-e935-4aa5-956d-208cde412768 HTTP/1.1" status: 200 len: 945 time: 0.0588214 Aug 19 15:26:33.917602 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f009f-5417-4323-806c-d3e3113a11f3 req-ed622cee-7567-4d4d-bd28-9cecd2bb733d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:33.919164 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6a5f009f-5417-4323-806c-d3e3113a11f3 req-ed622cee-7567-4d4d-bd28-9cecd2bb733d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ad29af2562d94d2fbbb651732f778edb&device_id=171be93a-e935-4aa5-956d-208cde412768 HTTP/1.1" status: 200 len: 1096 time: 0.0478470 Aug 19 15:26:33.924554 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-be1330d9-3793-41f4-a2da-33589cf7d16c req-9eeaf455-5fe8-4fb8-a383-da5f63905851 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369349 Aug 19 15:26:34.362060 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f009f-5417-4323-806c-d3e3113a11f3 req-ea788b8d-4dfb-41ee-990b-ca804585e0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:34.363543 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6a5f009f-5417-4323-806c-d3e3113a11f3 req-ea788b8d-4dfb-41ee-990b-ca804585e0b7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e93dcc9c-6c16-4041-ba25-5e18dc99db77 HTTP/1.1" status: 200 len: 913 time: 0.4373250 Aug 19 15:26:34.397658 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cfa2b03e-ac94-4811-9e78-37d7f4982ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:34.434043 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6a5f009f-5417-4323-806c-d3e3113a11f3 req-61d20dd7-be77-42b6-b015-447859873efb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=402b8ba7-0f4a-49f4-8843-2cf14e121a95 HTTP/1.1" status: 200 len: 1000 time: 0.0628972 Aug 19 15:26:34.484150 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f009f-5417-4323-806c-d3e3113a11f3 req-e0c2d429-5fe9-4bd3-b20c-1885e2ad43dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:34.486263 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6a5f009f-5417-4323-806c-d3e3113a11f3 req-e0c2d429-5fe9-4bd3-b20c-1885e2ad43dd service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6936e5f6-7b9c-4371-877b-116fa7becd76 HTTP/1.1" status: 200 len: 851 time: 0.0438209 Aug 19 15:26:34.526936 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:34.533163 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f009f-5417-4323-806c-d3e3113a11f3 req-180df2e7-cc02-4bc4-b70b-720bdadfc607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:34.534708 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6a5f009f-5417-4323-806c-d3e3113a11f3 req-180df2e7-cc02-4bc4-b70b-720bdadfc607 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e93dcc9c-6c16-4041-ba25-5e18dc99db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425413 Aug 19 15:26:34.586447 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:34.635475 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6a5f009f-5417-4323-806c-d3e3113a11f3 req-9e4582d7-18ba-44cf-808f-08382539163d service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934131 Aug 19 15:26:34.726209 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6a5f009f-5417-4323-806c-d3e3113a11f3 req-1e1f068f-c9bf-48cf-aae9-4d2673510c04 service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830116 Aug 19 15:26:35.053421 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc86e77-177e-4f3a-9fb1-3b52cd1abfef req-d0c5b64b-dcdd-4293-b8c8-4eb129fd431e tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:35.054951 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cc86e77-177e-4f3a-9fb1-3b52cd1abfef req-d0c5b64b-dcdd-4293-b8c8-4eb129fd431e tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=171be93a-e935-4aa5-956d-208cde412768 HTTP/1.1" status: 200 len: 945 time: 0.0501013 Aug 19 15:26:35.094044 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7cc86e77-177e-4f3a-9fb1-3b52cd1abfef req-f2adcf35-3e1d-42fa-9374-16fdbbf1a76a tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330026 Aug 19 15:26:35.255395 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:35.750886 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:35.850429 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93df27c8-f30d-427f-96a7-1b7e47d7e353 req-95c9f2dc-d0c5-423a-a0e5-4651e6f6d3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:35.851938 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-93df27c8-f30d-427f-96a7-1b7e47d7e353 req-95c9f2dc-d0c5-423a-a0e5-4651e6f6d3e6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ad29af2562d94d2fbbb651732f778edb&device_id=171be93a-e935-4aa5-956d-208cde412768 HTTP/1.1" status: 200 len: 1096 time: 0.0424378 Aug 19 15:26:35.960291 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93df27c8-f30d-427f-96a7-1b7e47d7e353 req-11a82c96-9763-44bc-85d9-aaf878f77fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:35.961808 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-93df27c8-f30d-427f-96a7-1b7e47d7e353 req-11a82c96-9763-44bc-85d9-aaf878f77fda service neutron] 10.222.0.68 "GET /v2.0/networks?id=e93dcc9c-6c16-4041-ba25-5e18dc99db77 HTTP/1.1" status: 200 len: 913 time: 0.0905032 Aug 19 15:26:36.026278 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-93df27c8-f30d-427f-96a7-1b7e47d7e353 req-9064b472-9f29-4364-a7df-4092a6a76b3f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=402b8ba7-0f4a-49f4-8843-2cf14e121a95 HTTP/1.1" status: 200 len: 1000 time: 0.0569241 Aug 19 15:26:36.081011 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93df27c8-f30d-427f-96a7-1b7e47d7e353 req-af44191c-f6f7-4260-ac94-644daac31cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:36.082475 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-93df27c8-f30d-427f-96a7-1b7e47d7e353 req-af44191c-f6f7-4260-ac94-644daac31cba service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6936e5f6-7b9c-4371-877b-116fa7becd76 HTTP/1.1" status: 200 len: 851 time: 0.0486178 Aug 19 15:26:36.128696 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93df27c8-f30d-427f-96a7-1b7e47d7e353 req-16c6d520-d208-4b6c-bedd-ffa5f884c155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:36.130227 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-93df27c8-f30d-427f-96a7-1b7e47d7e353 req-16c6d520-d208-4b6c-bedd-ffa5f884c155 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e93dcc9c-6c16-4041-ba25-5e18dc99db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406048 Aug 19 15:26:36.219693 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d70c1d-6f12-424a-a018-29d1b0d63e57 req-73a28541-413c-40ac-82e1-188b303c1c35 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:36.221266 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f0d70c1d-6f12-424a-a018-29d1b0d63e57 req-73a28541-413c-40ac-82e1-188b303c1c35 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=171be93a-e935-4aa5-956d-208cde412768 HTTP/1.1" status: 200 len: 945 time: 0.0572264 Aug 19 15:26:36.223698 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-93df27c8-f30d-427f-96a7-1b7e47d7e353 req-5a288e76-50be-4e4d-bbb9-041145fc8034 service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863454 Aug 19 15:26:36.260966 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f0d70c1d-6f12-424a-a018-29d1b0d63e57 req-c0576ba7-7822-4f44-840f-b9e34d4e2e11 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333622 Aug 19 15:26:36.320894 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-93df27c8-f30d-427f-96a7-1b7e47d7e353 req-84ab40e7-0507-4a67-85a3-3e6b62048483 service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898216 Aug 19 15:26:37.008817 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:26:37.064052 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:37.389087 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1083d4-1884-406a-8783-ddb813ba23b8 req-be8c4c28-9056-4bc7-9e8a-d5621ef87eab tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:37.390395 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1f1083d4-1884-406a-8783-ddb813ba23b8 req-be8c4c28-9056-4bc7-9e8a-d5621ef87eab tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=171be93a-e935-4aa5-956d-208cde412768 HTTP/1.1" status: 200 len: 945 time: 0.0588315 Aug 19 15:26:37.440919 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1f1083d4-1884-406a-8783-ddb813ba23b8 req-9009c548-acc0-4966-be2f-cce9646e974f tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395393 Aug 19 15:26:38.558501 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27281a14-6439-47a9-88ce-a8c5bbb5bd38 req-76c171f4-3fb8-4bec-9738-af50bcd2b855 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:38.560006 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-27281a14-6439-47a9-88ce-a8c5bbb5bd38 req-76c171f4-3fb8-4bec-9738-af50bcd2b855 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=171be93a-e935-4aa5-956d-208cde412768 HTTP/1.1" status: 200 len: 945 time: 0.0507917 Aug 19 15:26:38.603675 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-27281a14-6439-47a9-88ce-a8c5bbb5bd38 req-dfe3a62e-7d90-468c-b141-ad4d43bc244c tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362029 Aug 19 15:26:39.722203 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daba84b-bae8-453f-bb81-4c1f3827ab23 req-11cea007-08d7-411c-8834-1d785f122d9d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:39.723627 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4daba84b-bae8-453f-bb81-4c1f3827ab23 req-11cea007-08d7-411c-8834-1d785f122d9d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=171be93a-e935-4aa5-956d-208cde412768 HTTP/1.1" status: 200 len: 945 time: 0.0514724 Aug 19 15:26:39.767071 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4daba84b-bae8-453f-bb81-4c1f3827ab23 req-e6b0f200-2f72-4a58-b660-44dfcdb7d213 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336263 Aug 19 15:26:40.889492 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae42f1-7e24-48b8-99df-a2fe93485e82 req-15ee16fc-6268-4d03-8473-80720ea866f5 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:40.890979 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bbae42f1-7e24-48b8-99df-a2fe93485e82 req-15ee16fc-6268-4d03-8473-80720ea866f5 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=171be93a-e935-4aa5-956d-208cde412768 HTTP/1.1" status: 200 len: 945 time: 0.0487778 Aug 19 15:26:40.932380 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bbae42f1-7e24-48b8-99df-a2fe93485e82 req-20a69496-d0ae-4dbf-ac1f-4025139bd19e tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354216 Aug 19 15:26:42.050629 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2ea5e-b0af-4d0c-9b00-eda941aedd87 req-edd63034-958f-4888-bc18-c370189a6b59 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:42.052140 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d1d2ea5e-b0af-4d0c-9b00-eda941aedd87 req-edd63034-958f-4888-bc18-c370189a6b59 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=171be93a-e935-4aa5-956d-208cde412768 HTTP/1.1" status: 200 len: 945 time: 0.0513337 Aug 19 15:26:42.091178 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d1d2ea5e-b0af-4d0c-9b00-eda941aedd87 req-3463ba12-b848-458d-b360-5884a5281f25 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329869 Aug 19 15:26:43.206812 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac84e1-8078-4d2c-afbe-913c6e3046b8 req-ab411b25-fdca-463a-866c-26fc0992a954 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:43.208358 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-16ac84e1-8078-4d2c-afbe-913c6e3046b8 req-ab411b25-fdca-463a-866c-26fc0992a954 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=171be93a-e935-4aa5-956d-208cde412768 HTTP/1.1" status: 200 len: 945 time: 0.0491321 Aug 19 15:26:43.247666 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-16ac84e1-8078-4d2c-afbe-913c6e3046b8 req-b2a73c7e-4cd2-4cd7-a3a4-446d684d0633 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322723 Aug 19 15:26:44.380832 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906d03c-567a-43ee-9707-96c35e779700 req-6c36b3cc-5e98-412e-9547-bce5b0464f3e tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:44.383339 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2906d03c-567a-43ee-9707-96c35e779700 req-6c36b3cc-5e98-412e-9547-bce5b0464f3e tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=171be93a-e935-4aa5-956d-208cde412768 HTTP/1.1" status: 200 len: 945 time: 0.0670381 Aug 19 15:26:44.425653 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2906d03c-567a-43ee-9707-96c35e779700 req-0335f88b-8b5c-4493-bfa8-e48a4b9ac885 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362909 Aug 19 15:26:45.886171 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180e17b-2a02-4800-aab4-be3a7b4317bf req-6d5f4b94-585f-4d5d-a775-b4d04e665d63 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:45.887743 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5180e17b-2a02-4800-aab4-be3a7b4317bf req-6d5f4b94-585f-4d5d-a775-b4d04e665d63 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=171be93a-e935-4aa5-956d-208cde412768 HTTP/1.1" status: 200 len: 945 time: 0.3935454 Aug 19 15:26:45.928657 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5180e17b-2a02-4800-aab4-be3a7b4317bf req-0a6b172c-420e-4429-aad7-328c2caad972 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334270 Aug 19 15:26:46.762266 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [req-6a5f009f-5417-4323-806c-d3e3113a11f3 req-0f57c952-055d-4f9e-b05d-ea7d23923635 service neutron] show failed (client error): The resource could not be found. Aug 19 15:26:46.763216 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6a5f009f-5417-4323-806c-d3e3113a11f3 req-0f57c952-055d-4f9e-b05d-ea7d23923635 service neutron] 10.222.0.68 "GET /v2.0/ports/402b8ba7-0f4a-49f4-8843-2cf14e121a95/bindings/n-h2-766043-2 HTTP/1.1" status: 404 len: 380 time: 0.0552614 Aug 19 15:26:46.965805 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f009f-5417-4323-806c-d3e3113a11f3 req-27e67340-077f-4afe-b59d-ce4623993120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:46.967367 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6a5f009f-5417-4323-806c-d3e3113a11f3 req-27e67340-077f-4afe-b59d-ce4623993120 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=171be93a-e935-4aa5-956d-208cde412768&tenant_id=ad29af2562d94d2fbbb651732f778edb HTTP/1.1" status: 200 len: 1096 time: 0.0463948 Aug 19 15:26:46.979634 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-6a5f009f-5417-4323-806c-d3e3113a11f3 req-b369690f-a1cf-455d-acd3-1aaec9acc463 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766043-2', 'device_owner': 'compute:nova'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:47.077455 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8c3fb-0a25-4008-9474-6be4d092f109 req-7a1777b9-beac-46e3-941a-487d922de529 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:47.078969 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-14a8c3fb-0a25-4008-9474-6be4d092f109 req-7a1777b9-beac-46e3-941a-487d922de529 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=171be93a-e935-4aa5-956d-208cde412768 HTTP/1.1" status: 200 len: 945 time: 0.0803106 Aug 19 15:26:47.079779 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6a5f009f-5417-4323-806c-d3e3113a11f3 req-b369690f-a1cf-455d-acd3-1aaec9acc463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:47.156625 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-14a8c3fb-0a25-4008-9474-6be4d092f109 req-7e0fcc34-77cc-4f41-a384-50f72e551b9c tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673735 Aug 19 15:26:47.314045 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-6a5f009f-5417-4323-806c-d3e3113a11f3 req-b369690f-a1cf-455d-acd3-1aaec9acc463 service neutron] For port 402b8ba7-0f4a-49f4-8843-2cf14e121a95, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=402b8ba7-0f4a-49f4-8843-2cf14e121a95,segment=NetworkSegment(1102709d-18c0-4869-886e-de87e6477b1d),segment_id=1102709d-18c0-4869-886e-de87e6477b1d)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:26:47.347924 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-6a5f009f-5417-4323-806c-d3e3113a11f3 req-b369690f-a1cf-455d-acd3-1aaec9acc463 service neutron] For port 402b8ba7-0f4a-49f4-8843-2cf14e121a95, host n-h1-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:26:47.387933 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '171be93a-e935-4aa5-956d-208cde412768', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '402b8ba7-0f4a-49f4-8843-2cf14e121a95'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:26:47.390257 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bbb14b6-3170-4242-a77f-beadde6cbbc3" -d '{"events": [{"server_uuid": "171be93a-e935-4aa5-956d-208cde412768", "name": "network-vif-unplugged", "status": "completed", "tag": "402b8ba7-0f4a-49f4-8843-2cf14e121a95"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:26:47.394363 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6a5f009f-5417-4323-806c-d3e3113a11f3 req-b369690f-a1cf-455d-acd3-1aaec9acc463 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:47.408824 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-6a5f009f-5417-4323-806c-d3e3113a11f3 req-b369690f-a1cf-455d-acd3-1aaec9acc463 service neutron] Transition to ACTIVE for port object 402b8ba7-0f4a-49f4-8843-2cf14e121a95 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:26:47.412710 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6a5f009f-5417-4323-806c-d3e3113a11f3 req-b369690f-a1cf-455d-acd3-1aaec9acc463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:47.503019 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b369690f-a1cf-455d-acd3-1aaec9acc463 service neutron] Pushing event updated for resources: {'Port': ['ID=402b8ba7-0f4a-49f4-8843-2cf14e121a95,revision_number=6']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:47.521249 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b369690f-a1cf-455d-acd3-1aaec9acc463 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:47.521608 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b369690f-a1cf-455d-acd3-1aaec9acc463 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:47.521956 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b369690f-a1cf-455d-acd3-1aaec9acc463 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:47.522292 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b369690f-a1cf-455d-acd3-1aaec9acc463 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:47.522623 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b369690f-a1cf-455d-acd3-1aaec9acc463 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:47.522953 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b369690f-a1cf-455d-acd3-1aaec9acc463 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:47.523278 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b369690f-a1cf-455d-acd3-1aaec9acc463 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:47.523602 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b369690f-a1cf-455d-acd3-1aaec9acc463 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:47.523925 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b369690f-a1cf-455d-acd3-1aaec9acc463 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:47.524247 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b369690f-a1cf-455d-acd3-1aaec9acc463 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:47.524593 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b369690f-a1cf-455d-acd3-1aaec9acc463 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:47.524916 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b369690f-a1cf-455d-acd3-1aaec9acc463 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:47.529760 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 15:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6ba500-4f46-476d-b832-d89cb9298c96 x-openstack-request-id: req-df6ba500-4f46-476d-b832-d89cb9298c96 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:26:47.530042 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "171be93a-e935-4aa5-956d-208cde412768", "name": "network-vif-unplugged", "status": "completed", "tag": "402b8ba7-0f4a-49f4-8843-2cf14e121a95", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:26:47.530290 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-df6ba500-4f46-476d-b832-d89cb9298c96 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:26:47.530680 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '171be93a-e935-4aa5-956d-208cde412768', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '402b8ba7-0f4a-49f4-8843-2cf14e121a95', 'code': 200} Aug 19 15:26:47.564108 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5f009f-5417-4323-806c-d3e3113a11f3 req-b369690f-a1cf-455d-acd3-1aaec9acc463 service neutron] No DVR routers for this DVR port 402b8ba7-0f4a-49f4-8843-2cf14e121a95 on host n-h1-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:26:47.707964 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-6a5f009f-5417-4323-806c-d3e3113a11f3 req-b369690f-a1cf-455d-acd3-1aaec9acc463 service neutron] Attempting to bind port 402b8ba7-0f4a-49f4-8843-2cf14e121a95 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:26:47.708301 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-6a5f009f-5417-4323-806c-d3e3113a11f3 req-b369690f-a1cf-455d-acd3-1aaec9acc463 service neutron] Attempting to bind port 402b8ba7-0f4a-49f4-8843-2cf14e121a95 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '1102709d-18c0-4869-886e-de87e6477b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:26:47.708672 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5f009f-5417-4323-806c-d3e3113a11f3 req-b369690f-a1cf-455d-acd3-1aaec9acc463 service neutron] Attempting to bind port 402b8ba7-0f4a-49f4-8843-2cf14e121a95 on network e93dcc9c-6c16-4041-ba25-5e18dc99db77 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:26:47.713055 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5f009f-5417-4323-806c-d3e3113a11f3 req-b369690f-a1cf-455d-acd3-1aaec9acc463 service neutron] Port 402b8ba7-0f4a-49f4-8843-2cf14e121a95 on network e93dcc9c-6c16-4041-ba25-5e18dc99db77 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:26:47.713378 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5f009f-5417-4323-806c-d3e3113a11f3 req-b369690f-a1cf-455d-acd3-1aaec9acc463 service neutron] Attempting to bind port 402b8ba7-0f4a-49f4-8843-2cf14e121a95 on network e93dcc9c-6c16-4041-ba25-5e18dc99db77 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:26:47.718153 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5f009f-5417-4323-806c-d3e3113a11f3 req-b369690f-a1cf-455d-acd3-1aaec9acc463 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:26:47.718495 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5f009f-5417-4323-806c-d3e3113a11f3 req-b369690f-a1cf-455d-acd3-1aaec9acc463 service neutron] Checking segment: {'id': '1102709d-18c0-4869-886e-de87e6477b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:26:47.719001 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5f009f-5417-4323-806c-d3e3113a11f3 req-b369690f-a1cf-455d-acd3-1aaec9acc463 service neutron] Bound using segment: {'id': '1102709d-18c0-4869-886e-de87e6477b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:26:47.719317 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-6a5f009f-5417-4323-806c-d3e3113a11f3 req-b369690f-a1cf-455d-acd3-1aaec9acc463 service neutron] Bound port: 402b8ba7-0f4a-49f4-8843-2cf14e121a95, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1102709d-18c0-4869-886e-de87e6477b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:26:47.719759 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6a5f009f-5417-4323-806c-d3e3113a11f3 req-b369690f-a1cf-455d-acd3-1aaec9acc463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:47.787392 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-6a5f009f-5417-4323-806c-d3e3113a11f3 req-b369690f-a1cf-455d-acd3-1aaec9acc463 service neutron] For port 402b8ba7-0f4a-49f4-8843-2cf14e121a95, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:26:47.790608 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-6a5f009f-5417-4323-806c-d3e3113a11f3 req-b369690f-a1cf-455d-acd3-1aaec9acc463 service neutron] For port 402b8ba7-0f4a-49f4-8843-2cf14e121a95, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=402b8ba7-0f4a-49f4-8843-2cf14e121a95,segment=NetworkSegment(1102709d-18c0-4869-886e-de87e6477b1d),segment_id=1102709d-18c0-4869-886e-de87e6477b1d)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:26:47.795445 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6a5f009f-5417-4323-806c-d3e3113a11f3 req-b369690f-a1cf-455d-acd3-1aaec9acc463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:47.831740 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f009f-5417-4323-806c-d3e3113a11f3 req-b369690f-a1cf-455d-acd3-1aaec9acc463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:47.832257 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6a5f009f-5417-4323-806c-d3e3113a11f3 req-b369690f-a1cf-455d-acd3-1aaec9acc463 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:47.833699 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6a5f009f-5417-4323-806c-d3e3113a11f3 req-b369690f-a1cf-455d-acd3-1aaec9acc463 service neutron] 10.222.0.88 "PUT /v2.0/ports/402b8ba7-0f4a-49f4-8843-2cf14e121a95 HTTP/1.1" status: 200 len: 1091 time: 0.8584030 Aug 19 15:26:47.869211 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b369690f-a1cf-455d-acd3-1aaec9acc463 service neutron] Pushing event updated for resources: {'Port': ['ID=402b8ba7-0f4a-49f4-8843-2cf14e121a95,revision_number=7']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:47.904134 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f009f-5417-4323-806c-d3e3113a11f3 req-144b9ead-cc68-4046-a0fa-0ba55ca8ba12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:47.905708 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6a5f009f-5417-4323-806c-d3e3113a11f3 req-144b9ead-cc68-4046-a0fa-0ba55ca8ba12 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ad29af2562d94d2fbbb651732f778edb&device_id=171be93a-e935-4aa5-956d-208cde412768 HTTP/1.1" status: 200 len: 1094 time: 0.0494137 Aug 19 15:26:48.004313 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f009f-5417-4323-806c-d3e3113a11f3 req-6288658e-a299-4a86-8cae-f4744e40f84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:48.005940 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6a5f009f-5417-4323-806c-d3e3113a11f3 req-6288658e-a299-4a86-8cae-f4744e40f84d service neutron] 10.222.0.88 "GET /v2.0/networks?id=e93dcc9c-6c16-4041-ba25-5e18dc99db77 HTTP/1.1" status: 200 len: 913 time: 0.0930481 Aug 19 15:26:48.073274 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6a5f009f-5417-4323-806c-d3e3113a11f3 req-aa592230-bc58-462d-99ec-01491d872930 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=402b8ba7-0f4a-49f4-8843-2cf14e121a95 HTTP/1.1" status: 200 len: 998 time: 0.0608726 Aug 19 15:26:48.127949 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f009f-5417-4323-806c-d3e3113a11f3 req-44e48f80-bd95-4788-a536-d20db3bdefc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:48.129387 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6a5f009f-5417-4323-806c-d3e3113a11f3 req-44e48f80-bd95-4788-a536-d20db3bdefc6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6936e5f6-7b9c-4371-877b-116fa7becd76 HTTP/1.1" status: 200 len: 851 time: 0.0498579 Aug 19 15:26:48.183080 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f009f-5417-4323-806c-d3e3113a11f3 req-4750e844-a774-49bb-875d-a7b7a9769fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:48.184668 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6a5f009f-5417-4323-806c-d3e3113a11f3 req-4750e844-a774-49bb-875d-a7b7a9769fff service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e93dcc9c-6c16-4041-ba25-5e18dc99db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476925 Aug 19 15:26:48.341494 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2bcaa-48e8-4607-9576-b28ed4ad8db7 req-54f9c51c-c28e-4ede-8357-973c05030e82 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:48.342978 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-52c2bcaa-48e8-4607-9576-b28ed4ad8db7 req-54f9c51c-c28e-4ede-8357-973c05030e82 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=171be93a-e935-4aa5-956d-208cde412768 HTTP/1.1" status: 200 len: 943 time: 0.0843320 Aug 19 15:26:48.345979 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6a5f009f-5417-4323-806c-d3e3113a11f3 req-82f012a7-42e7-41d2-980d-f06d98f2ac33 service neutron] 10.222.0.88 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535048 Aug 19 15:26:48.431141 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-52c2bcaa-48e8-4607-9576-b28ed4ad8db7 req-44a2474e-ffc3-4053-8908-9b4787780ca1 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812888 Aug 19 15:26:48.467245 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6a5f009f-5417-4323-806c-d3e3113a11f3 req-3d71a675-b830-456d-96cc-6398b982dffe service neutron] 10.222.0.88 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113651 Aug 19 15:26:49.539022 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '171be93a-e935-4aa5-956d-208cde412768', 'tag': '402b8ba7-0f4a-49f4-8843-2cf14e121a95'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:26:49.541359 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3947e6-33cb-4256-ad0b-2cdb46922aba" -d '{"events": [{"name": "network-changed", "server_uuid": "171be93a-e935-4aa5-956d-208cde412768", "tag": "402b8ba7-0f4a-49f4-8843-2cf14e121a95"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:26:49.575875 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3a31c-43a4-4742-8fe3-bd6ebebbd988 req-2dd0965b-a161-44a2-9fd4-aaeef21668d2 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:49.577815 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7fd3a31c-43a4-4742-8fe3-bd6ebebbd988 req-2dd0965b-a161-44a2-9fd4-aaeef21668d2 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=171be93a-e935-4aa5-956d-208cde412768 HTTP/1.1" status: 200 len: 943 time: 0.0655832 Aug 19 15:26:49.602523 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6b023f-5e9e-485b-a196-c7e3e2e8d1e2 x-openstack-request-id: req-3a6b023f-5e9e-485b-a196-c7e3e2e8d1e2 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:26:49.602822 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "171be93a-e935-4aa5-956d-208cde412768", "tag": "402b8ba7-0f4a-49f4-8843-2cf14e121a95", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:26:49.603076 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3a6b023f-5e9e-485b-a196-c7e3e2e8d1e2 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:26:49.603485 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '171be93a-e935-4aa5-956d-208cde412768', 'tag': '402b8ba7-0f4a-49f4-8843-2cf14e121a95', 'status': 'completed', 'code': 200} Aug 19 15:26:49.643384 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7fd3a31c-43a4-4742-8fe3-bd6ebebbd988 req-eaaae47a-ae79-43e8-badd-b220f5e869a4 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574560 Aug 19 15:26:49.670954 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3947e6-33cb-4256-ad0b-2cdb46922aba req-7f4a4cae-539f-4206-8a16-b3c8a105e9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:49.672630 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1f3947e6-33cb-4256-ad0b-2cdb46922aba req-7f4a4cae-539f-4206-8a16-b3c8a105e9d3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ad29af2562d94d2fbbb651732f778edb&device_id=171be93a-e935-4aa5-956d-208cde412768 HTTP/1.1" status: 200 len: 1094 time: 0.0472410 Aug 19 15:26:49.675783 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3947e6-33cb-4256-ad0b-2cdb46922aba req-c747f816-05d0-41e5-90df-9092b8991c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:49.677306 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1f3947e6-33cb-4256-ad0b-2cdb46922aba req-c747f816-05d0-41e5-90df-9092b8991c2b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ad29af2562d94d2fbbb651732f778edb&device_id=171be93a-e935-4aa5-956d-208cde412768 HTTP/1.1" status: 200 len: 1094 time: 0.0534368 Aug 19 15:26:49.784870 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3947e6-33cb-4256-ad0b-2cdb46922aba req-872722f2-897b-4de7-b0a5-72e1244326b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:49.787109 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1f3947e6-33cb-4256-ad0b-2cdb46922aba req-872722f2-897b-4de7-b0a5-72e1244326b3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=e93dcc9c-6c16-4041-ba25-5e18dc99db77 HTTP/1.1" status: 200 len: 913 time: 0.1023817 Aug 19 15:26:49.819149 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3947e6-33cb-4256-ad0b-2cdb46922aba req-0ecb62f3-e144-43d8-b610-62f0c59acf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:49.821001 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1f3947e6-33cb-4256-ad0b-2cdb46922aba req-0ecb62f3-e144-43d8-b610-62f0c59acf74 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e93dcc9c-6c16-4041-ba25-5e18dc99db77 HTTP/1.1" status: 200 len: 913 time: 0.1412752 Aug 19 15:26:49.903683 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1f3947e6-33cb-4256-ad0b-2cdb46922aba req-eaaaccf9-39f8-4110-ae76-cdede1d50835 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=402b8ba7-0f4a-49f4-8843-2cf14e121a95 HTTP/1.1" status: 200 len: 998 time: 0.0747113 Aug 19 15:26:49.911830 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1f3947e6-33cb-4256-ad0b-2cdb46922aba req-e1c6027d-ab40-42c6-a86f-49836dc6b947 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=402b8ba7-0f4a-49f4-8843-2cf14e121a95 HTTP/1.1" status: 200 len: 998 time: 0.1112497 Aug 19 15:26:49.974647 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3947e6-33cb-4256-ad0b-2cdb46922aba req-58a030ae-7ee5-44ad-9bd4-af2b3f19f0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:49.976820 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1f3947e6-33cb-4256-ad0b-2cdb46922aba req-58a030ae-7ee5-44ad-9bd4-af2b3f19f0b7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6936e5f6-7b9c-4371-877b-116fa7becd76 HTTP/1.1" status: 200 len: 851 time: 0.0574114 Aug 19 15:26:49.996224 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3947e6-33cb-4256-ad0b-2cdb46922aba req-a8cd2f41-f349-499a-9ade-e5d18ff1503e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:49.997779 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1f3947e6-33cb-4256-ad0b-2cdb46922aba req-a8cd2f41-f349-499a-9ade-e5d18ff1503e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6936e5f6-7b9c-4371-877b-116fa7becd76 HTTP/1.1" status: 200 len: 851 time: 0.0847545 Aug 19 15:26:50.033147 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3947e6-33cb-4256-ad0b-2cdb46922aba req-2d23d291-edd9-455e-9a65-be67c894d349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:50.034999 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1f3947e6-33cb-4256-ad0b-2cdb46922aba req-2d23d291-edd9-455e-9a65-be67c894d349 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e93dcc9c-6c16-4041-ba25-5e18dc99db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504901 Aug 19 15:26:50.049227 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3947e6-33cb-4256-ad0b-2cdb46922aba req-1d57128a-b9b8-412b-adec-89deabb08a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:50.050804 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1f3947e6-33cb-4256-ad0b-2cdb46922aba req-1d57128a-b9b8-412b-adec-89deabb08a2f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e93dcc9c-6c16-4041-ba25-5e18dc99db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453653 Aug 19 15:26:50.136148 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1f3947e6-33cb-4256-ad0b-2cdb46922aba req-607f6196-e33f-4858-b7b8-d61b9fb73196 service neutron] 10.222.0.88 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931945 Aug 19 15:26:50.146256 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1f3947e6-33cb-4256-ad0b-2cdb46922aba req-a4a4ea68-88b4-4fc0-bc06-338ef5008e46 service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883791 Aug 19 15:26:50.239256 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1f3947e6-33cb-4256-ad0b-2cdb46922aba req-330117d0-2b51-4a76-a34b-0ef9d8637657 service neutron] 10.222.0.88 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961421 Aug 19 15:26:50.262246 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1f3947e6-33cb-4256-ad0b-2cdb46922aba req-5d381d0e-cce2-4727-a0fb-4fc28aaf4b24 service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082797 Aug 19 15:26:50.448601 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 402b8ba7-0f4a-49f4-8843-2cf14e121a95 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:26:50.553616 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 402b8ba7-0f4a-49f4-8843-2cf14e121a95, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=402b8ba7-0f4a-49f4-8843-2cf14e121a95,segment=NetworkSegment(1102709d-18c0-4869-886e-de87e6477b1d),segment_id=1102709d-18c0-4869-886e-de87e6477b1d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:26:50.570403 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '402b8ba7-0f4a-49f4-8843-2cf14e121a95', 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'port_id': '402b8ba7-0f4a-49f4-8843-2cf14e121a95', 'mac_address': 'fa:16:3e:8a:13:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:26:50.616577 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:50.630308 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 402b8ba7-0f4a-49f4-8843-2cf14e121a95 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:26:50.652070 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 402b8ba7-0f4a-49f4-8843-2cf14e121a95, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=402b8ba7-0f4a-49f4-8843-2cf14e121a95,segment=NetworkSegment(1102709d-18c0-4869-886e-de87e6477b1d),segment_id=1102709d-18c0-4869-886e-de87e6477b1d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:26:50.656120 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:50.709067 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=402b8ba7-0f4a-49f4-8843-2cf14e121a95,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:50.716350 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:50.716718 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:50.717054 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:50.717388 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:50.717720 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:50.718044 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:50.718365 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:50.718686 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:50.719010 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:50.719327 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:50.720535 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:50.720776 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:50.775695 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc212e35-7b8b-4dd2-a7d4-9ac6400beb0f req-a7013792-c774-414e-bd1a-5f387c5f07c4 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:50.777144 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bc212e35-7b8b-4dd2-a7d4-9ac6400beb0f req-a7013792-c774-414e-bd1a-5f387c5f07c4 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=171be93a-e935-4aa5-956d-208cde412768 HTTP/1.1" status: 200 len: 944 time: 0.0580928 Aug 19 15:26:50.817907 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bc212e35-7b8b-4dd2-a7d4-9ac6400beb0f req-57bea159-445c-4005-9fc8-eef64f0b4e53 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338612 Aug 19 15:26:50.903748 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['402b8ba7-0f4a-49f4-8843-2cf14e121a95'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:26:51.026789 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ce5c4-7add-40b6-beae-6031769f089e req-74cc998e-864e-4631-a26c-9c7ffe77d7ba tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:51.028386 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e10ce5c4-7add-40b6-beae-6031769f089e req-74cc998e-864e-4631-a26c-9c7ffe77d7ba tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=171be93a-e935-4aa5-956d-208cde412768 HTTP/1.1" status: 200 len: 944 time: 0.0544522 Aug 19 15:26:51.071522 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e10ce5c4-7add-40b6-beae-6031769f089e req-34032ee6-3035-4c4a-b6ea-60f1a09c2c2e tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367930 Aug 19 15:26:51.099098 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3809a-6b22-4d61-bff6-57a6a8837ea5 req-4d612b86-c8dc-40a0-a9a9-2b50b9a88f55 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:51.100611 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-78d3809a-6b22-4d61-bff6-57a6a8837ea5 req-4d612b86-c8dc-40a0-a9a9-2b50b9a88f55 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.68 "GET /v2.0/ports?device_id=171be93a-e935-4aa5-956d-208cde412768&tenant_id=ad29af2562d94d2fbbb651732f778edb&binding%3Ahost_id=n-h2-766043-2 HTTP/1.1" status: 200 len: 944 time: 0.0590444 Aug 19 15:26:51.124163 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 402b8ba7-0f4a-49f4-8843-2cf14e121a95 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:26:51.167009 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [req-78d3809a-6b22-4d61-bff6-57a6a8837ea5 req-e72f9bd0-b106-4c16-89f4-139e0f142190 service neutron] delete failed (client error): The resource could not be found. Aug 19 15:26:51.167878 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 402b8ba7-0f4a-49f4-8843-2cf14e121a95 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:26:51.168013 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-78d3809a-6b22-4d61-bff6-57a6a8837ea5 req-e72f9bd0-b106-4c16-89f4-139e0f142190 service neutron] 10.222.0.68 "DELETE /v2.0/ports/402b8ba7-0f4a-49f4-8843-2cf14e121a95/bindings/n-h1-766043-2 HTTP/1.1" status: 404 len: 380 time: 0.0587687 Aug 19 15:26:51.257072 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3809a-6b22-4d61-bff6-57a6a8837ea5 req-5199d2ea-5406-4b66-8acf-7d241fda0772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:51.258563 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-78d3809a-6b22-4d61-bff6-57a6a8837ea5 req-5199d2ea-5406-4b66-8acf-7d241fda0772 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ad29af2562d94d2fbbb651732f778edb&device_id=171be93a-e935-4aa5-956d-208cde412768 HTTP/1.1" status: 200 len: 1095 time: 0.0454817 Aug 19 15:26:51.347834 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3809a-6b22-4d61-bff6-57a6a8837ea5 req-6e7e8024-aa00-47cb-b8ac-f6fd4d8fc4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:51.349336 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-78d3809a-6b22-4d61-bff6-57a6a8837ea5 req-6e7e8024-aa00-47cb-b8ac-f6fd4d8fc4d8 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e93dcc9c-6c16-4041-ba25-5e18dc99db77 HTTP/1.1" status: 200 len: 913 time: 0.0816283 Aug 19 15:26:51.420610 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-78d3809a-6b22-4d61-bff6-57a6a8837ea5 req-b3702faa-dc29-4e9e-948b-c4aa73a92f53 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=402b8ba7-0f4a-49f4-8843-2cf14e121a95 HTTP/1.1" status: 200 len: 999 time: 0.0617568 Aug 19 15:26:51.470914 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3809a-6b22-4d61-bff6-57a6a8837ea5 req-d262f88f-efdd-4bff-b83c-d9210debed6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:51.472371 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-78d3809a-6b22-4d61-bff6-57a6a8837ea5 req-d262f88f-efdd-4bff-b83c-d9210debed6d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6936e5f6-7b9c-4371-877b-116fa7becd76 HTTP/1.1" status: 200 len: 851 time: 0.0439334 Aug 19 15:26:51.521303 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3809a-6b22-4d61-bff6-57a6a8837ea5 req-d87bedb4-b200-4b32-9a4f-042943c53cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:51.522816 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-78d3809a-6b22-4d61-bff6-57a6a8837ea5 req-d87bedb4-b200-4b32-9a4f-042943c53cf8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e93dcc9c-6c16-4041-ba25-5e18dc99db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406201 Aug 19 15:26:51.616515 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-78d3809a-6b22-4d61-bff6-57a6a8837ea5 req-31ab3766-5f1a-4142-8d0e-a9ef8efabcc6 service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843594 Aug 19 15:26:51.705043 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-78d3809a-6b22-4d61-bff6-57a6a8837ea5 req-b71e9400-c067-44cf-a745-365bfa69e209 service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807085 Aug 19 15:26:52.195886 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77481ed-09ed-43a7-8d55-18b62eccd704 req-a790e407-0d2c-42b8-be05-c5047e764658 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:52.197406 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d77481ed-09ed-43a7-8d55-18b62eccd704 req-a790e407-0d2c-42b8-be05-c5047e764658 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=171be93a-e935-4aa5-956d-208cde412768 HTTP/1.1" status: 200 len: 944 time: 0.0518057 Aug 19 15:26:52.237176 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d77481ed-09ed-43a7-8d55-18b62eccd704 req-3bad3902-884d-4975-856b-40b92a2c7760 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336933 Aug 19 15:26:52.356235 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b23c6-4284-4b75-b781-44791b8650ff req-23944f2b-4e3d-4875-9d6e-1b0e3511a89c tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:52.357641 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-951b23c6-4284-4b75-b781-44791b8650ff req-23944f2b-4e3d-4875-9d6e-1b0e3511a89c tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=171be93a-e935-4aa5-956d-208cde412768 HTTP/1.1" status: 200 len: 944 time: 0.0533202 Aug 19 15:26:52.395675 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-951b23c6-4284-4b75-b781-44791b8650ff req-974b77d1-28ed-46b2-a905-4f6c750a55b4 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319045 Aug 19 15:26:52.461484 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 402b8ba7-0f4a-49f4-8843-2cf14e121a95 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:26:52.527933 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a70ba43-ff5b-4b1f-906f-1e40249ffb0a req-395d796c-0a9c-4f95-9a48-7963188a01b4 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:52.529637 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3a70ba43-ff5b-4b1f-906f-1e40249ffb0a req-395d796c-0a9c-4f95-9a48-7963188a01b4 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=171be93a-e935-4aa5-956d-208cde412768 HTTP/1.1" status: 200 len: 944 time: 0.0667362 Aug 19 15:26:52.534511 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 402b8ba7-0f4a-49f4-8843-2cf14e121a95 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:26:52.540750 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 402b8ba7-0f4a-49f4-8843-2cf14e121a95 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:26:52.541154 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:52.580889 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3a70ba43-ff5b-4b1f-906f-1e40249ffb0a req-d65688ce-b1be-4f33-aa61-c9045222823d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448279 Aug 19 15:26:52.638145 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:52.668914 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '171be93a-e935-4aa5-956d-208cde412768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402b8ba7-0f4a-49f4-8843-2cf14e121a95'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:26:52.672394 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448161dc-2d18-44a0-b231-d1a62b36a075" -d '{"events": [{"server_uuid": "171be93a-e935-4aa5-956d-208cde412768", "name": "network-vif-plugged", "status": "completed", "tag": "402b8ba7-0f4a-49f4-8843-2cf14e121a95"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:26:52.691137 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 402b8ba7-0f4a-49f4-8843-2cf14e121a95, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=402b8ba7-0f4a-49f4-8843-2cf14e121a95,segment=NetworkSegment(1102709d-18c0-4869-886e-de87e6477b1d),segment_id=1102709d-18c0-4869-886e-de87e6477b1d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:26:52.697874 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:52.777350 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=402b8ba7-0f4a-49f4-8843-2cf14e121a95,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:52.832931 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41561f35-bef7-4e5f-b1c7-efa3484d79dc x-openstack-request-id: req-41561f35-bef7-4e5f-b1c7-efa3484d79dc {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:26:52.833223 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "171be93a-e935-4aa5-956d-208cde412768", "name": "network-vif-plugged", "status": "completed", "tag": "402b8ba7-0f4a-49f4-8843-2cf14e121a95", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:26:52.833472 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-41561f35-bef7-4e5f-b1c7-efa3484d79dc {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:26:52.833864 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '171be93a-e935-4aa5-956d-208cde412768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402b8ba7-0f4a-49f4-8843-2cf14e121a95', 'code': 200} Aug 19 15:26:52.895557 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77bccf-db80-450c-9fcb-f288610e6d20 req-f2c11e5d-92b7-443c-a8ea-534c043d14dc tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:52.897048 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0c77bccf-db80-450c-9fcb-f288610e6d20 req-f2c11e5d-92b7-443c-a8ea-534c043d14dc tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=171be93a-e935-4aa5-956d-208cde412768 HTTP/1.1" status: 200 len: 945 time: 0.0547071 Aug 19 15:26:52.935707 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0c77bccf-db80-450c-9fcb-f288610e6d20 req-b33c412c-c050-40ca-a724-fb13cdbfc781 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324380 Aug 19 15:26:54.073414 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c6fc8-c000-4c76-8c6d-732ac779295d req-01a196a3-b366-401d-9e61-f1ce6994518e tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:54.075026 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a54c6fc8-c000-4c76-8c6d-732ac779295d req-01a196a3-b366-401d-9e61-f1ce6994518e tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=171be93a-e935-4aa5-956d-208cde412768 HTTP/1.1" status: 200 len: 945 time: 0.0668626 Aug 19 15:26:54.147376 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a54c6fc8-c000-4c76-8c6d-732ac779295d req-1c3a535e-6284-4341-9346-2c07de42e16d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574443 Aug 19 15:26:54.155724 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e85ca-ae1a-4561-8934-48834e372383 req-246cc6dc-cbfe-4abf-9103-cd5610c4c5d2 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:54.157796 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f31e85ca-ae1a-4561-8934-48834e372383 req-246cc6dc-cbfe-4abf-9103-cd5610c4c5d2 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.88 "GET /v2.0/ports?device_id=171be93a-e935-4aa5-956d-208cde412768 HTTP/1.1" status: 200 len: 945 time: 0.0755813 Aug 19 15:26:54.249586 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-f31e85ca-ae1a-4561-8934-48834e372383 req-7040b355-1204-47fe-a7c7-cafb099adc38 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Deleting port 402b8ba7-0f4a-49f4-8843-2cf14e121a95 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:26:54.249933 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f31e85ca-ae1a-4561-8934-48834e372383 req-7040b355-1204-47fe-a7c7-cafb099adc38 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:54.346957 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-f31e85ca-ae1a-4561-8934-48834e372383 req-7040b355-1204-47fe-a7c7-cafb099adc38 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] For port 402b8ba7-0f4a-49f4-8843-2cf14e121a95, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=402b8ba7-0f4a-49f4-8843-2cf14e121a95,segment=NetworkSegment(1102709d-18c0-4869-886e-de87e6477b1d),segment_id=1102709d-18c0-4869-886e-de87e6477b1d)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:26:54.347242 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f31e85ca-ae1a-4561-8934-48834e372383 req-7040b355-1204-47fe-a7c7-cafb099adc38 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:54.583506 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f31e85ca-ae1a-4561-8934-48834e372383 req-7040b355-1204-47fe-a7c7-cafb099adc38 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:54.583897 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f31e85ca-ae1a-4561-8934-48834e372383 req-7040b355-1204-47fe-a7c7-cafb099adc38 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:54.584221 n-d-766043-2 neutron-server[94640]: INFO neutron.db.l3_db [req-f31e85ca-ae1a-4561-8934-48834e372383 req-7040b355-1204-47fe-a7c7-cafb099adc38 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Floating IP 451b83e5-cbd5-4b32-ae45-4ccd37d46d04 disassociated. External IP: 172.25.2.41, port: 402b8ba7-0f4a-49f4-8843-2cf14e121a95. Aug 19 15:26:54.584602 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-f31e85ca-ae1a-4561-8934-48834e372383 req-7040b355-1204-47fe-a7c7-cafb099adc38 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Calling delete_port for 402b8ba7-0f4a-49f4-8843-2cf14e121a95 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:26:54.719925 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f31e85ca-ae1a-4561-8934-48834e372383 req-7040b355-1204-47fe-a7c7-cafb099adc38 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:54.751833 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7040b355-1204-47fe-a7c7-cafb099adc38 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Pushing event deleted for resources: {'Port': ['ID=402b8ba7-0f4a-49f4-8843-2cf14e121a95,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:54.866019 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f31e85ca-ae1a-4561-8934-48834e372383 req-7040b355-1204-47fe-a7c7-cafb099adc38 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Router 2564058f-2382-487f-80a0-5eacfe5fca71 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:26:54.982084 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f31e85ca-ae1a-4561-8934-48834e372383 req-7040b355-1204-47fe-a7c7-cafb099adc38 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:26:54.991893 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe71480-4987-46a9-810c-801b170f9bfa None None] Sync routers for ids ['2564058f-2382-487f-80a0-5eacfe5fca71'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:26:55.000925 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe71480-4987-46a9-810c-801b170f9bfa None None] Routers {'2564058f-2382-487f-80a0-5eacfe5fca71'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:26:55.002040 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-dfe71480-4987-46a9-810c-801b170f9bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:26:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['2564058f-2382-487f-80a0-5eacfe5fca71'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:55.021182 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-f31e85ca-ae1a-4561-8934-48834e372383 req-7040b355-1204-47fe-a7c7-cafb099adc38 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] No DVR routers for this DVR port 402b8ba7-0f4a-49f4-8843-2cf14e121a95 on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:26:55.023811 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f31e85ca-ae1a-4561-8934-48834e372383 req-7040b355-1204-47fe-a7c7-cafb099adc38 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:55.025750 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f31e85ca-ae1a-4561-8934-48834e372383 req-7040b355-1204-47fe-a7c7-cafb099adc38 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.88 "DELETE /v2.0/ports/402b8ba7-0f4a-49f4-8843-2cf14e121a95 HTTP/1.1" status: 204 len: 173 time: 0.8617363 Aug 19 15:26:55.026180 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '171be93a-e935-4aa5-956d-208cde412768', 'name': 'network-vif-deleted', 'tag': '402b8ba7-0f4a-49f4-8843-2cf14e121a95'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:26:55.028384 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75df76a5-4fc1-4d38-9df5-6b9a04cf1b11" -d '{"events": [{"server_uuid": "171be93a-e935-4aa5-956d-208cde412768", "name": "network-vif-deleted", "tag": "402b8ba7-0f4a-49f4-8843-2cf14e121a95"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:26:55.080003 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf5f65b-41df-4e6e-a027-b4c7accf3897 x-openstack-request-id: req-1bf5f65b-41df-4e6e-a027-b4c7accf3897 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:26:55.080650 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "171be93a-e935-4aa5-956d-208cde412768", "name": "network-vif-deleted", "tag": "402b8ba7-0f4a-49f4-8843-2cf14e121a95", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:26:55.080650 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1bf5f65b-41df-4e6e-a027-b4c7accf3897 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:26:55.081163 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '171be93a-e935-4aa5-956d-208cde412768', 'name': 'network-vif-deleted', 'tag': '402b8ba7-0f4a-49f4-8843-2cf14e121a95', 'status': 'completed', 'code': 200} Aug 19 15:26:55.119144 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-dfe71480-4987-46a9-810c-801b170f9bfa None None] Set router 2564058f-2382-487f-80a0-5eacfe5fca71 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:26:55.262771 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6b62b354-da7a-48ee-853f-a16ceb7f7d28 req-109cb170-4ece-4526-abd4-5da4d2bd18a7 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=171be93a-e935-4aa5-956d-208cde412768 HTTP/1.1" status: 200 len: 210 time: 0.0309868 Aug 19 15:26:55.331022 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-dfe71480-4987-46a9-810c-801b170f9bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'name': 'tempest-ServerActionsTestJSON-1589713132-router', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:24:35Z', 'updated_at': '2021-08-19T15:24:38Z', 'revision_number': 4, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'gw_port': {'id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:36Z', 'updated_at': '2021-08-19T15:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '4ebda8bc-6ffc-433a-af71-3164e1cdf479', 'name': '', 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'mac_address': 'fa:16:3e:ac:8e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:38Z', 'updated_at': '2021-08-19T15:24:44Z', 'revision_number': 5, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'subnets': [{'id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:55.361079 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe71480-4987-46a9-810c-801b170f9bfa None None] Checking router: 2564058f-2382-487f-80a0-5eacfe5fca71 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:26:55.369333 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe71480-4987-46a9-810c-801b170f9bfa None None] Routers {'2564058f-2382-487f-80a0-5eacfe5fca71'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:26:55.369931 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-dfe71480-4987-46a9-810c-801b170f9bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:26:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['2564058f-2382-487f-80a0-5eacfe5fca71'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:55.474456 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-dfe71480-4987-46a9-810c-801b170f9bfa None None] Set router 2564058f-2382-487f-80a0-5eacfe5fca71 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:26:55.683762 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-dfe71480-4987-46a9-810c-801b170f9bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'name': 'tempest-ServerActionsTestJSON-1589713132-router', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:24:35Z', 'updated_at': '2021-08-19T15:24:38Z', 'revision_number': 4, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'gw_port': {'id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:36Z', 'updated_at': '2021-08-19T15:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '4ebda8bc-6ffc-433a-af71-3164e1cdf479', 'name': '', 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'mac_address': 'fa:16:3e:ac:8e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:38Z', 'updated_at': '2021-08-19T15:24:44Z', 'revision_number': 5, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'subnets': [{'id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:26:55.711182 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe71480-4987-46a9-810c-801b170f9bfa None None] The sync data for ids ['2564058f-2382-487f-80a0-5eacfe5fca71'] in n-d-766043-2 is: [{'id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'name': 'tempest-ServerActionsTestJSON-1589713132-router', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:24:35Z', 'updated_at': '2021-08-19T15:24:38Z', 'revision_number': 4, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'gw_port': {'id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:36Z', 'updated_at': '2021-08-19T15:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '4ebda8bc-6ffc-433a-af71-3164e1cdf479', 'name': '', 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'mac_address': 'fa:16:3e:ac:8e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:38Z', 'updated_at': '2021-08-19T15:24:44Z', 'revision_number': 5, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'subnets': [{'id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:26:55.958834 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8336f7c9-7f66-441f-8b00-e28076fa2b29 None None] New status for floating IP 451b83e5-cbd5-4b32-ae45-4ccd37d46d04: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:26:56.497754 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bfd0a294-fa09-4b6c-9c8b-74d327a4aabe req-b0ccd2c7-e824-4aeb-8f43-c06c5a45be38 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--307599298&fields=id&tenant_id=ad29af2562d94d2fbbb651732f778edb HTTP/1.1" status: 200 len: 267 time: 0.0327768 Aug 19 15:26:56.608294 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0a294-fa09-4b6c-9c8b-74d327a4aabe req-440b8082-1853-4d66-aebf-d34b2419deaa tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:56.609719 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bfd0a294-fa09-4b6c-9c8b-74d327a4aabe req-440b8082-1853-4d66-aebf-d34b2419deaa tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/networks?id=e93dcc9c-6c16-4041-ba25-5e18dc99db77 HTTP/1.1" status: 200 len: 812 time: 0.1038332 Aug 19 15:26:56.625315 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bfd0a294-fa09-4b6c-9c8b-74d327a4aabe req-205992e8-c031-4b3c-9708-feb4f21e03f1 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/quotas/ad29af2562d94d2fbbb651732f778edb HTTP/1.1" status: 200 len: 375 time: 0.0093169 Aug 19 15:26:56.680443 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bfd0a294-fa09-4b6c-9c8b-74d327a4aabe req-cb81b2ce-5894-4021-a1be-92b937b4bf0e tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ad29af2562d94d2fbbb651732f778edb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485535 Aug 19 15:26:56.778857 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bfd0a294-fa09-4b6c-9c8b-74d327a4aabe req-143c85dc-c2e6-4e8c-95fd-5248fa0c1136 service neutron] 10.222.0.69 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856719 Aug 19 15:26:56.867423 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bfd0a294-fa09-4b6c-9c8b-74d327a4aabe req-12ca9701-d46c-4c01-a457-59b0cea5816a service neutron] 10.222.0.69 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823348 Aug 19 15:26:57.029654 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a0cb9862-83e3-4da5-ad91-59c691527b45 req-1757d927-5fe9-4908-911b-d635c7b2fa78 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=3641b8eb-0020-46a6-8d26-aacf16c215bc HTTP/1.1" status: 200 len: 210 time: 0.0285835 Aug 19 15:26:58.106232 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-acf6f84e-515f-4fa5-8da7-7b4a86ac1deb req-f275c6c3-c79a-4b64-8595-b6724257fcba tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=3641b8eb-0020-46a6-8d26-aacf16c215bc HTTP/1.1" status: 200 len: 210 time: 0.0259309 Aug 19 15:26:58.510390 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 402b8ba7-0f4a-49f4-8843-2cf14e121a95 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:26:58.537436 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: 402b8ba7-0f4a-49f4-8843-2cf14e121a95 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:26:58.537785 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 402b8ba7-0f4a-49f4-8843-2cf14e121a95 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:26:58.962443 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0a294-fa09-4b6c-9c8b-74d327a4aabe req-25cb329d-4e93-4558-b22b-f11331e14de4 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:58.965036 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-bfd0a294-fa09-4b6c-9c8b-74d327a4aabe req-25cb329d-4e93-4558-b22b-f11331e14de4 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.68 "GET /v2.0/networks?id=e93dcc9c-6c16-4041-ba25-5e18dc99db77 HTTP/1.1" status: 200 len: 812 time: 0.1169643 Aug 19 15:26:59.012779 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-bfd0a294-fa09-4b6c-9c8b-74d327a4aabe req-36e57f12-878a-46fa-a331-ffdf707209d3 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad29af2562d94d2fbbb651732f778edb HTTP/1.1" status: 200 len: 379 time: 0.0376816 Aug 19 15:26:59.023900 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-bfd0a294-fa09-4b6c-9c8b-74d327a4aabe req-9dabaf14-0217-4bc1-bb59-3e8ee6b8ee9d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Request body: {'port': {'device_id': '3641b8eb-0020-46a6-8d26-aacf16c215bc', 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'admin_state_up': True, 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'security_groups': ['d3706c28-03f8-4f38-8555-618f7d4c989d']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:59.131253 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfd0a294-fa09-4b6c-9c8b-74d327a4aabe req-9dabaf14-0217-4bc1-bb59-3e8ee6b8ee9d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Made reservation on behalf of ad29af2562d94d2fbbb651732f778edb for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:26:59.134846 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bfd0a294-fa09-4b6c-9c8b-74d327a4aabe req-9dabaf14-0217-4bc1-bb59-3e8ee6b8ee9d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:59.208865 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6cf51667-fbb3-4ad2-8f20-59217efa4ae2 req-ce0fac56-85d5-4792-9623-f3ab592d223d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=3641b8eb-0020-46a6-8d26-aacf16c215bc HTTP/1.1" status: 200 len: 210 time: 0.0300796 Aug 19 15:26:59.266920 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-bfd0a294-fa09-4b6c-9c8b-74d327a4aabe req-9dabaf14-0217-4bc1-bb59-3e8ee6b8ee9d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Allocated IP 172.20.0.6 (e93dcc9c-6c16-4041-ba25-5e18dc99db77/6936e5f6-7b9c-4371-877b-116fa7becd76/3c13b4a7-5184-4f03-8e7c-747257d1a45d) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:26:59.411456 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bfd0a294-fa09-4b6c-9c8b-74d327a4aabe req-9dabaf14-0217-4bc1-bb59-3e8ee6b8ee9d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:59.425392 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-bfd0a294-fa09-4b6c-9c8b-74d327a4aabe req-9dabaf14-0217-4bc1-bb59-3e8ee6b8ee9d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Transition to ACTIVE for port object 3c13b4a7-5184-4f03-8e7c-747257d1a45d will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:26:59.459691 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bfd0a294-fa09-4b6c-9c8b-74d327a4aabe req-9dabaf14-0217-4bc1-bb59-3e8ee6b8ee9d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:59.500919 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfd0a294-fa09-4b6c-9c8b-74d327a4aabe req-9dabaf14-0217-4bc1-bb59-3e8ee6b8ee9d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Network e93dcc9c-6c16-4041-ba25-5e18dc99db77 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:26:59.506119 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-bfd0a294-fa09-4b6c-9c8b-74d327a4aabe req-9dabaf14-0217-4bc1-bb59-3e8ee6b8ee9d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:26:59.510070 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfd0a294-fa09-4b6c-9c8b-74d327a4aabe req-9dabaf14-0217-4bc1-bb59-3e8ee6b8ee9d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:26:59.537144 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dabaf14-0217-4bc1-bb59-3e8ee6b8ee9d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Pushing event updated for resources: {'Port': ['ID=3c13b4a7-5184-4f03-8e7c-747257d1a45d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:26:59.553194 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dabaf14-0217-4bc1-bb59-3e8ee6b8ee9d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:59.553947 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dabaf14-0217-4bc1-bb59-3e8ee6b8ee9d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:59.553947 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dabaf14-0217-4bc1-bb59-3e8ee6b8ee9d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:59.554382 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dabaf14-0217-4bc1-bb59-3e8ee6b8ee9d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:59.554516 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dabaf14-0217-4bc1-bb59-3e8ee6b8ee9d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:59.554852 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dabaf14-0217-4bc1-bb59-3e8ee6b8ee9d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:59.555175 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dabaf14-0217-4bc1-bb59-3e8ee6b8ee9d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:59.555501 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dabaf14-0217-4bc1-bb59-3e8ee6b8ee9d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:59.555817 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dabaf14-0217-4bc1-bb59-3e8ee6b8ee9d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:59.556137 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dabaf14-0217-4bc1-bb59-3e8ee6b8ee9d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:59.556473 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dabaf14-0217-4bc1-bb59-3e8ee6b8ee9d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:59.556797 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dabaf14-0217-4bc1-bb59-3e8ee6b8ee9d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:26:59.583368 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0a294-fa09-4b6c-9c8b-74d327a4aabe req-9dabaf14-0217-4bc1-bb59-3e8ee6b8ee9d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:26:59.584025 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bfd0a294-fa09-4b6c-9c8b-74d327a4aabe req-9dabaf14-0217-4bc1-bb59-3e8ee6b8ee9d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:59.600834 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-bfd0a294-fa09-4b6c-9c8b-74d327a4aabe req-9dabaf14-0217-4bc1-bb59-3e8ee6b8ee9d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5807595 Aug 19 15:26:59.615150 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-bfd0a294-fa09-4b6c-9c8b-74d327a4aabe req-8d5556e5-1481-43da-b687-1dbe51929843 service neutron] Request body: {'port': {'device_id': '3641b8eb-0020-46a6-8d26-aacf16c215bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:26:59.675433 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bfd0a294-fa09-4b6c-9c8b-74d327a4aabe req-8d5556e5-1481-43da-b687-1dbe51929843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:59.810197 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5914be03-ad69-4282-ade8-a158e6ac753e None None] Provisioning for port 3c13b4a7-5184-4f03-8e7c-747257d1a45d completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:26:59.816228 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5914be03-ad69-4282-ade8-a158e6ac753e None None] Provisioning complete for port 3c13b4a7-5184-4f03-8e7c-747257d1a45d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:26:59.816663 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5914be03-ad69-4282-ade8-a158e6ac753e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:59.857673 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5914be03-ad69-4282-ade8-a158e6ac753e None None] Port 3c13b4a7-5184-4f03-8e7c-747257d1a45d cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:26:59.959518 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-bfd0a294-fa09-4b6c-9c8b-74d327a4aabe req-8d5556e5-1481-43da-b687-1dbe51929843 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c13b4a7-5184-4f03-8e7c-747257d1a45d {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:26:59.967250 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bfd0a294-fa09-4b6c-9c8b-74d327a4aabe req-8d5556e5-1481-43da-b687-1dbe51929843 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:26:59.979966 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-bfd0a294-fa09-4b6c-9c8b-74d327a4aabe req-8d5556e5-1481-43da-b687-1dbe51929843 service neutron] Transition to ACTIVE for port object 3c13b4a7-5184-4f03-8e7c-747257d1a45d will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:26:59.982962 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bfd0a294-fa09-4b6c-9c8b-74d327a4aabe req-8d5556e5-1481-43da-b687-1dbe51929843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:00.055376 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5556e5-1481-43da-b687-1dbe51929843 service neutron] Pushing event updated for resources: {'Port': ['ID=3c13b4a7-5184-4f03-8e7c-747257d1a45d,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:00.113860 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-bfd0a294-fa09-4b6c-9c8b-74d327a4aabe req-8d5556e5-1481-43da-b687-1dbe51929843 service neutron] Attempting to bind port 3c13b4a7-5184-4f03-8e7c-747257d1a45d on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:27:00.114195 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-bfd0a294-fa09-4b6c-9c8b-74d327a4aabe req-8d5556e5-1481-43da-b687-1dbe51929843 service neutron] Attempting to bind port 3c13b4a7-5184-4f03-8e7c-747257d1a45d by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '1102709d-18c0-4869-886e-de87e6477b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:27:00.114521 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd0a294-fa09-4b6c-9c8b-74d327a4aabe req-8d5556e5-1481-43da-b687-1dbe51929843 service neutron] Attempting to bind port 3c13b4a7-5184-4f03-8e7c-747257d1a45d on network e93dcc9c-6c16-4041-ba25-5e18dc99db77 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:27:00.119325 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd0a294-fa09-4b6c-9c8b-74d327a4aabe req-8d5556e5-1481-43da-b687-1dbe51929843 service neutron] Port 3c13b4a7-5184-4f03-8e7c-747257d1a45d on network e93dcc9c-6c16-4041-ba25-5e18dc99db77 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:27:00.119647 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd0a294-fa09-4b6c-9c8b-74d327a4aabe req-8d5556e5-1481-43da-b687-1dbe51929843 service neutron] Attempting to bind port 3c13b4a7-5184-4f03-8e7c-747257d1a45d on network e93dcc9c-6c16-4041-ba25-5e18dc99db77 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:27:00.124789 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd0a294-fa09-4b6c-9c8b-74d327a4aabe req-8d5556e5-1481-43da-b687-1dbe51929843 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:27:00.125131 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd0a294-fa09-4b6c-9c8b-74d327a4aabe req-8d5556e5-1481-43da-b687-1dbe51929843 service neutron] Checking segment: {'id': '1102709d-18c0-4869-886e-de87e6477b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:27:00.125596 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd0a294-fa09-4b6c-9c8b-74d327a4aabe req-8d5556e5-1481-43da-b687-1dbe51929843 service neutron] Bound using segment: {'id': '1102709d-18c0-4869-886e-de87e6477b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:27:00.125989 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-bfd0a294-fa09-4b6c-9c8b-74d327a4aabe req-8d5556e5-1481-43da-b687-1dbe51929843 service neutron] Bound port: 3c13b4a7-5184-4f03-8e7c-747257d1a45d, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1102709d-18c0-4869-886e-de87e6477b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:27:00.126351 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bfd0a294-fa09-4b6c-9c8b-74d327a4aabe req-8d5556e5-1481-43da-b687-1dbe51929843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:00.195349 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-bfd0a294-fa09-4b6c-9c8b-74d327a4aabe req-8d5556e5-1481-43da-b687-1dbe51929843 service neutron] For port 3c13b4a7-5184-4f03-8e7c-747257d1a45d, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:27:00.199011 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-bfd0a294-fa09-4b6c-9c8b-74d327a4aabe req-8d5556e5-1481-43da-b687-1dbe51929843 service neutron] For port 3c13b4a7-5184-4f03-8e7c-747257d1a45d, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=3c13b4a7-5184-4f03-8e7c-747257d1a45d,segment=NetworkSegment(1102709d-18c0-4869-886e-de87e6477b1d),segment_id=1102709d-18c0-4869-886e-de87e6477b1d)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:27:00.204522 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bfd0a294-fa09-4b6c-9c8b-74d327a4aabe req-8d5556e5-1481-43da-b687-1dbe51929843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:00.242477 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0a294-fa09-4b6c-9c8b-74d327a4aabe req-8d5556e5-1481-43da-b687-1dbe51929843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:00.243106 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bfd0a294-fa09-4b6c-9c8b-74d327a4aabe req-8d5556e5-1481-43da-b687-1dbe51929843 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:00.244560 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-bfd0a294-fa09-4b6c-9c8b-74d327a4aabe req-8d5556e5-1481-43da-b687-1dbe51929843 service neutron] 10.222.0.68 "PUT /v2.0/ports/3c13b4a7-5184-4f03-8e7c-747257d1a45d HTTP/1.1" status: 200 len: 1091 time: 0.6340945 Aug 19 15:27:00.245015 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3641b8eb-0020-46a6-8d26-aacf16c215bc', 'tag': '3c13b4a7-5184-4f03-8e7c-747257d1a45d'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:27:00.247395 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa7eb66-af87-449e-a440-5bdbc86d1b42" -d '{"events": [{"name": "network-changed", "server_uuid": "3641b8eb-0020-46a6-8d26-aacf16c215bc", "tag": "3c13b4a7-5184-4f03-8e7c-747257d1a45d"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:27:00.283664 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5556e5-1481-43da-b687-1dbe51929843 service neutron] Pushing event updated for resources: {'Port': ['ID=3c13b4a7-5184-4f03-8e7c-747257d1a45d,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:00.325926 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70e4fde-070c-416a-8fd5-407c55d8f498 x-openstack-request-id: req-b70e4fde-070c-416a-8fd5-407c55d8f498 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:27:00.326300 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3641b8eb-0020-46a6-8d26-aacf16c215bc", "tag": "3c13b4a7-5184-4f03-8e7c-747257d1a45d", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:27:00.326620 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b70e4fde-070c-416a-8fd5-407c55d8f498 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:27:00.327086 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3641b8eb-0020-46a6-8d26-aacf16c215bc', 'tag': '3c13b4a7-5184-4f03-8e7c-747257d1a45d', 'status': 'completed', 'code': 200} Aug 19 15:27:00.346304 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0a294-fa09-4b6c-9c8b-74d327a4aabe req-55893f74-8859-4d43-bbf1-1ea2b33fbc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:00.348003 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-bfd0a294-fa09-4b6c-9c8b-74d327a4aabe req-55893f74-8859-4d43-bbf1-1ea2b33fbc1b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ad29af2562d94d2fbbb651732f778edb&device_id=3641b8eb-0020-46a6-8d26-aacf16c215bc HTTP/1.1" status: 200 len: 1094 time: 0.0535865 Aug 19 15:27:00.362865 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5c9db-61cd-4230-84b9-1221d670d778 req-a83e62f6-3d13-429e-b72b-b199aed36793 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:00.364475 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c1d5c9db-61cd-4230-84b9-1221d670d778 req-a83e62f6-3d13-429e-b72b-b199aed36793 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=3641b8eb-0020-46a6-8d26-aacf16c215bc HTTP/1.1" status: 200 len: 943 time: 0.0566418 Aug 19 15:27:00.399478 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-bfd0a294-fa09-4b6c-9c8b-74d327a4aabe req-0f177458-9895-4aa9-9d31-69f84010a4e5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c13b4a7-5184-4f03-8e7c-747257d1a45d HTTP/1.1" status: 200 len: 217 time: 0.0413222 Aug 19 15:27:00.406654 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c1d5c9db-61cd-4230-84b9-1221d670d778 req-01c1349d-153e-4b51-8c3f-12846b98d475 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359278 Aug 19 15:27:00.454615 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0a294-fa09-4b6c-9c8b-74d327a4aabe req-a85914c8-63c3-4dc5-b7b4-738e34799b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:00.456100 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-bfd0a294-fa09-4b6c-9c8b-74d327a4aabe req-a85914c8-63c3-4dc5-b7b4-738e34799b13 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6936e5f6-7b9c-4371-877b-116fa7becd76 HTTP/1.1" status: 200 len: 851 time: 0.0482557 Aug 19 15:27:00.504469 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0a294-fa09-4b6c-9c8b-74d327a4aabe req-b43d8421-bb2c-47ab-8a9b-8f5876e6441f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:00.505975 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-bfd0a294-fa09-4b6c-9c8b-74d327a4aabe req-b43d8421-bb2c-47ab-8a9b-8f5876e6441f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e93dcc9c-6c16-4041-ba25-5e18dc99db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425336 Aug 19 15:27:00.603524 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-bfd0a294-fa09-4b6c-9c8b-74d327a4aabe req-39dd4791-2783-465b-af75-21ad3535a4ec service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867176 Aug 19 15:27:00.693157 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-bfd0a294-fa09-4b6c-9c8b-74d327a4aabe req-6ad77e8c-8ddc-44b4-99ff-158f836f3eeb service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809624 Aug 19 15:27:00.789839 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7eb66-af87-449e-a440-5bdbc86d1b42 req-16318e41-ce81-4daf-9563-2d39002ba751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:00.791366 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-afa7eb66-af87-449e-a440-5bdbc86d1b42 req-16318e41-ce81-4daf-9563-2d39002ba751 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ad29af2562d94d2fbbb651732f778edb&device_id=3641b8eb-0020-46a6-8d26-aacf16c215bc HTTP/1.1" status: 200 len: 1094 time: 0.0460944 Aug 19 15:27:00.892394 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7eb66-af87-449e-a440-5bdbc86d1b42 req-c692ae87-eabe-4bf1-89bf-122500d43da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:00.893817 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-afa7eb66-af87-449e-a440-5bdbc86d1b42 req-c692ae87-eabe-4bf1-89bf-122500d43da9 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e93dcc9c-6c16-4041-ba25-5e18dc99db77 HTTP/1.1" status: 200 len: 913 time: 0.0938685 Aug 19 15:27:00.940340 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-afa7eb66-af87-449e-a440-5bdbc86d1b42 req-47d4dcc7-3631-4251-aa12-1ede976c55f3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c13b4a7-5184-4f03-8e7c-747257d1a45d HTTP/1.1" status: 200 len: 217 time: 0.0389638 Aug 19 15:27:01.010212 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7eb66-af87-449e-a440-5bdbc86d1b42 req-0c1814b9-7271-4570-98c8-dd08f54ef7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:01.011947 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-afa7eb66-af87-449e-a440-5bdbc86d1b42 req-0c1814b9-7271-4570-98c8-dd08f54ef7b7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6936e5f6-7b9c-4371-877b-116fa7becd76 HTTP/1.1" status: 200 len: 851 time: 0.0624332 Aug 19 15:27:01.061962 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7eb66-af87-449e-a440-5bdbc86d1b42 req-9e4ab3f7-fc36-4e48-97c0-f4856c4cf726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:01.063494 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-afa7eb66-af87-449e-a440-5bdbc86d1b42 req-9e4ab3f7-fc36-4e48-97c0-f4856c4cf726 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e93dcc9c-6c16-4041-ba25-5e18dc99db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421481 Aug 19 15:27:01.169678 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-afa7eb66-af87-449e-a440-5bdbc86d1b42 req-89617b53-f923-4fcd-aba1-9581b197cc82 service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919881 Aug 19 15:27:01.270258 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-afa7eb66-af87-449e-a440-5bdbc86d1b42 req-1f316f01-a8a6-4803-84fc-1e784e7b784e service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926287 Aug 19 15:27:01.451459 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-09393cf5-b38b-4ae3-892e-d6fbcf0f36bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:01.555666 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386b3dd-9fba-4b8a-808b-456ba6e9e672 req-9d54e478-4ded-4e9c-8763-2a7cf038254b tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:01.557263 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c386b3dd-9fba-4b8a-808b-456ba6e9e672 req-9d54e478-4ded-4e9c-8763-2a7cf038254b tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=3641b8eb-0020-46a6-8d26-aacf16c215bc HTTP/1.1" status: 200 len: 943 time: 0.0600595 Aug 19 15:27:01.606915 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c386b3dd-9fba-4b8a-808b-456ba6e9e672 req-a163dc16-1367-4999-93f6-dfb3b2ee8260 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418522 Aug 19 15:27:02.724010 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f062a4-a21c-428c-82df-8a91478e4010 req-ece53008-be4f-45a8-b67b-4566cd380077 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:02.725429 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-96f062a4-a21c-428c-82df-8a91478e4010 req-ece53008-be4f-45a8-b67b-4566cd380077 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=3641b8eb-0020-46a6-8d26-aacf16c215bc HTTP/1.1" status: 200 len: 943 time: 0.0498786 Aug 19 15:27:02.767055 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-96f062a4-a21c-428c-82df-8a91478e4010 req-b5b8e218-7027-4287-b1f0-ab2335fa2c24 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351501 Aug 19 15:27:03.207124 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 3c13b4a7-5184-4f03-8e7c-747257d1a45d details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:27:03.301141 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 3c13b4a7-5184-4f03-8e7c-747257d1a45d, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=3c13b4a7-5184-4f03-8e7c-747257d1a45d,segment=NetworkSegment(1102709d-18c0-4869-886e-de87e6477b1d),segment_id=1102709d-18c0-4869-886e-de87e6477b1d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:27:03.312567 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '3c13b4a7-5184-4f03-8e7c-747257d1a45d', 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'port_id': '3c13b4a7-5184-4f03-8e7c-747257d1a45d', 'mac_address': 'fa:16:3e:9b:79:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:27:03.354791 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:03.367987 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c13b4a7-5184-4f03-8e7c-747257d1a45d {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:27:03.388212 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 3c13b4a7-5184-4f03-8e7c-747257d1a45d, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=3c13b4a7-5184-4f03-8e7c-747257d1a45d,segment=NetworkSegment(1102709d-18c0-4869-886e-de87e6477b1d),segment_id=1102709d-18c0-4869-886e-de87e6477b1d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:27:03.394101 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:03.443499 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=3c13b4a7-5184-4f03-8e7c-747257d1a45d,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:03.624796 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['3c13b4a7-5184-4f03-8e7c-747257d1a45d'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:27:03.886746 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a15140-78a5-4814-8f4f-26870a849a50 req-a95669d1-b17c-4ae5-b6b8-e8f6aef915d1 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:03.888159 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-78a15140-78a5-4814-8f4f-26870a849a50 req-a95669d1-b17c-4ae5-b6b8-e8f6aef915d1 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=3641b8eb-0020-46a6-8d26-aacf16c215bc HTTP/1.1" status: 200 len: 944 time: 0.0496194 Aug 19 15:27:03.926387 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-78a15140-78a5-4814-8f4f-26870a849a50 req-e5f25831-4f80-4d37-802f-178aafb58cea tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322173 Aug 19 15:27:04.399381 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4e5d310f-ec3b-4e48-9d7a-a3ce6ffb566c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:04.522854 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:04.587060 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:05.042236 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de91e0e-6156-48d5-b1a0-b08bbcdb4ea9 req-5c559faa-93c2-4f41-b5bd-c4ac5019b933 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:05.043726 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4de91e0e-6156-48d5-b1a0-b08bbcdb4ea9 req-5c559faa-93c2-4f41-b5bd-c4ac5019b933 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=3641b8eb-0020-46a6-8d26-aacf16c215bc HTTP/1.1" status: 200 len: 944 time: 0.0486715 Aug 19 15:27:05.082398 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4de91e0e-6156-48d5-b1a0-b08bbcdb4ea9 req-d7a6d014-1905-434b-9cf4-ad2698c0acb3 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321150 Aug 19 15:27:05.205843 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 3c13b4a7-5184-4f03-8e7c-747257d1a45d up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:27:05.260705 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:05.264260 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port 3c13b4a7-5184-4f03-8e7c-747257d1a45d completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:27:05.267943 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 3c13b4a7-5184-4f03-8e7c-747257d1a45d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:27:05.268300 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:05.345951 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:05.367954 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3641b8eb-0020-46a6-8d26-aacf16c215bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c13b4a7-5184-4f03-8e7c-747257d1a45d'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:27:05.370214 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56bee8cc-8d6d-40da-b174-6dca4092ea0a" -d '{"events": [{"server_uuid": "3641b8eb-0020-46a6-8d26-aacf16c215bc", "name": "network-vif-plugged", "status": "completed", "tag": "3c13b4a7-5184-4f03-8e7c-747257d1a45d"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:27:05.386290 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 3c13b4a7-5184-4f03-8e7c-747257d1a45d, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=3c13b4a7-5184-4f03-8e7c-747257d1a45d,segment=NetworkSegment(1102709d-18c0-4869-886e-de87e6477b1d),segment_id=1102709d-18c0-4869-886e-de87e6477b1d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:27:05.390765 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:05.414585 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9727d62b-303d-4c42-b316-f4455a61d0ab x-openstack-request-id: req-9727d62b-303d-4c42-b316-f4455a61d0ab {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:27:05.415248 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3641b8eb-0020-46a6-8d26-aacf16c215bc", "name": "network-vif-plugged", "status": "completed", "tag": "3c13b4a7-5184-4f03-8e7c-747257d1a45d", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:27:05.415248 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9727d62b-303d-4c42-b316-f4455a61d0ab {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:27:05.415488 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3641b8eb-0020-46a6-8d26-aacf16c215bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c13b4a7-5184-4f03-8e7c-747257d1a45d', 'code': 200} Aug 19 15:27:05.443405 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=3c13b4a7-5184-4f03-8e7c-747257d1a45d,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:27:05.510897 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77bd035-4107-4205-b862-5402463db06a req-d47422fa-988d-4ede-a887-fdb35ab40f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:05.512424 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e77bd035-4107-4205-b862-5402463db06a req-d47422fa-988d-4ede-a887-fdb35ab40f88 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=3641b8eb-0020-46a6-8d26-aacf16c215bc HTTP/1.1" status: 200 len: 1096 time: 0.0462542 Aug 19 15:27:05.547930 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e77bd035-4107-4205-b862-5402463db06a req-acffa44d-d205-485f-a0ad-8828af44c1a8 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279150 Aug 19 15:27:05.758743 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:06.195863 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8315c1-005c-4036-91ee-c1b477ed24e0 req-8d6b159e-f7cb-400a-ba99-acdfe7f04527 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:06.197362 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5e8315c1-005c-4036-91ee-c1b477ed24e0 req-8d6b159e-f7cb-400a-ba99-acdfe7f04527 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=3641b8eb-0020-46a6-8d26-aacf16c215bc HTTP/1.1" status: 200 len: 945 time: 0.0484147 Aug 19 15:27:06.239972 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5e8315c1-005c-4036-91ee-c1b477ed24e0 req-e7adb8ec-150d-4aea-94e1-137747e1fc07 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365148 Aug 19 15:27:07.068910 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:07.367344 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7992cc4-d625-48fa-a367-85b0a16e70f9 req-e45791fb-b7cb-4684-85a6-992d4ca2d430 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:07.368797 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b7992cc4-d625-48fa-a367-85b0a16e70f9 req-e45791fb-b7cb-4684-85a6-992d4ca2d430 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=3641b8eb-0020-46a6-8d26-aacf16c215bc HTTP/1.1" status: 200 len: 945 time: 0.0559843 Aug 19 15:27:07.425991 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b7992cc4-d625-48fa-a367-85b0a16e70f9 req-f4257e68-753f-47c5-b5a1-16071a87cd01 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451257 Aug 19 15:27:07.542284 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e5b7b-774d-430c-bf65-4f0f0d9004bf req-f3fa53bd-a548-4a18-a6c8-2a3448798b5c tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:07.543768 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-555e5b7b-774d-430c-bf65-4f0f0d9004bf req-f3fa53bd-a548-4a18-a6c8-2a3448798b5c tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=3641b8eb-0020-46a6-8d26-aacf16c215bc HTTP/1.1" status: 200 len: 945 time: 0.0501053 Aug 19 15:27:07.555535 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 36838) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:27:07.560229 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0f6435a6-34be-4e1f-9de9-1874166fbd39 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Request body: {'floatingip': {'port_id': '3c13b4a7-5184-4f03-8e7c-747257d1a45d'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:27:07.603052 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f6435a6-34be-4e1f-9de9-1874166fbd39 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:08.041066 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f6435a6-34be-4e1f-9de9-1874166fbd39 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:08.045401 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f6435a6-34be-4e1f-9de9-1874166fbd39 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:08.163206 n-d-766043-2 neutron-server[94639]: INFO neutron.db.l3_db [None req-0f6435a6-34be-4e1f-9de9-1874166fbd39 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Floating IP 451b83e5-cbd5-4b32-ae45-4ccd37d46d04 associated. External IP: 172.25.2.41, port: 3c13b4a7-5184-4f03-8e7c-747257d1a45d. Aug 19 15:27:08.411460 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f6435a6-34be-4e1f-9de9-1874166fbd39 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Router 2564058f-2382-487f-80a0-5eacfe5fca71 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:27:08.536483 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6435a6-34be-4e1f-9de9-1874166fbd39 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:27:08.542109 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f6435a6-34be-4e1f-9de9-1874166fbd39 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:08.549161 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af891a8-ceac-4302-b574-9d3ac09b630f None None] Sync routers for ids ['2564058f-2382-487f-80a0-5eacfe5fca71'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:27:08.561827 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af891a8-ceac-4302-b574-9d3ac09b630f None None] Routers {'2564058f-2382-487f-80a0-5eacfe5fca71'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:27:08.563138 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5af891a8-ceac-4302-b574-9d3ac09b630f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:27:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['2564058f-2382-487f-80a0-5eacfe5fca71'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:08.573439 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0f6435a6-34be-4e1f-9de9-1874166fbd39 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "PUT /v2.0/floatingips/451b83e5-cbd5-4b32-ae45-4ccd37d46d04 HTTP/1.1" status: 200 len: 990 time: 1.0167594 Aug 19 15:27:08.574233 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3641b8eb-0020-46a6-8d26-aacf16c215bc', 'tag': '3c13b4a7-5184-4f03-8e7c-747257d1a45d'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:27:08.576872 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3dd00c-ac15-4fb4-a660-a6fc0e770e17" -d '{"events": [{"name": "network-changed", "server_uuid": "3641b8eb-0020-46a6-8d26-aacf16c215bc", "tag": "3c13b4a7-5184-4f03-8e7c-747257d1a45d"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:27:08.623083 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c44d486-9c07-48ef-a24b-f63e266a7dcd x-openstack-request-id: req-1c44d486-9c07-48ef-a24b-f63e266a7dcd {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:27:08.623382 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3641b8eb-0020-46a6-8d26-aacf16c215bc", "tag": "3c13b4a7-5184-4f03-8e7c-747257d1a45d", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:27:08.623661 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1c44d486-9c07-48ef-a24b-f63e266a7dcd {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:27:08.624124 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3641b8eb-0020-46a6-8d26-aacf16c215bc', 'tag': '3c13b4a7-5184-4f03-8e7c-747257d1a45d', 'status': 'completed', 'code': 200} Aug 19 15:27:08.708769 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3dd00c-ac15-4fb4-a660-a6fc0e770e17 req-76160b77-47d8-412d-9b9d-b09cba7eaa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:08.710756 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2d3dd00c-ac15-4fb4-a660-a6fc0e770e17 req-76160b77-47d8-412d-9b9d-b09cba7eaa8f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ad29af2562d94d2fbbb651732f778edb&device_id=3641b8eb-0020-46a6-8d26-aacf16c215bc HTTP/1.1" status: 200 len: 1096 time: 0.0607691 Aug 19 15:27:08.815904 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3dd00c-ac15-4fb4-a660-a6fc0e770e17 req-af6113a5-d5d5-4674-b73d-f479513ac148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:08.817445 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2d3dd00c-ac15-4fb4-a660-a6fc0e770e17 req-af6113a5-d5d5-4674-b73d-f479513ac148 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e93dcc9c-6c16-4041-ba25-5e18dc99db77 HTTP/1.1" status: 200 len: 913 time: 0.1000211 Aug 19 15:27:08.854615 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-5af891a8-ceac-4302-b574-9d3ac09b630f None None] Set router 2564058f-2382-487f-80a0-5eacfe5fca71 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:27:08.896544 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2d3dd00c-ac15-4fb4-a660-a6fc0e770e17 req-9ae103ae-669d-47b1-b228-315066470d5a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c13b4a7-5184-4f03-8e7c-747257d1a45d HTTP/1.1" status: 200 len: 998 time: 0.0717578 Aug 19 15:27:08.954743 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3dd00c-ac15-4fb4-a660-a6fc0e770e17 req-b1a3b57f-9991-48bb-8678-dfc43549daab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:08.956211 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2d3dd00c-ac15-4fb4-a660-a6fc0e770e17 req-b1a3b57f-9991-48bb-8678-dfc43549daab service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6936e5f6-7b9c-4371-877b-116fa7becd76 HTTP/1.1" status: 200 len: 851 time: 0.0535464 Aug 19 15:27:09.003949 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3dd00c-ac15-4fb4-a660-a6fc0e770e17 req-3a6d9732-af39-407f-8caa-4980eb0d8b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:09.005505 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2d3dd00c-ac15-4fb4-a660-a6fc0e770e17 req-3a6d9732-af39-407f-8caa-4980eb0d8b33 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e93dcc9c-6c16-4041-ba25-5e18dc99db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419528 Aug 19 15:27:09.089934 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5af891a8-ceac-4302-b574-9d3ac09b630f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'name': 'tempest-ServerActionsTestJSON-1589713132-router', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:24:35Z', 'updated_at': '2021-08-19T15:24:38Z', 'revision_number': 4, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'gw_port': {'id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:36Z', 'updated_at': '2021-08-19T15:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '451b83e5-cbd5-4b32-ae45-4ccd37d46d04', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'floating_ip_address': '172.25.2.41', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'port_id': '3c13b4a7-5184-4f03-8e7c-747257d1a45d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'mac_address': 'fa:16:3e:9b:79:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3641b8eb-0020-46a6-8d26-aacf16c215bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:24:41Z', 'updated_at': '2021-08-19T15:27:07Z', 'revision_number': 5, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ebda8bc-6ffc-433a-af71-3164e1cdf479', 'name': '', 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'mac_address': 'fa:16:3e:ac:8e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:38Z', 'updated_at': '2021-08-19T15:24:44Z', 'revision_number': 5, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'subnets': [{'id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:09.095021 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2d3dd00c-ac15-4fb4-a660-a6fc0e770e17 req-56124e7f-89a5-4608-92d6-cd8fb600e868 service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821507 Aug 19 15:27:09.117600 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af891a8-ceac-4302-b574-9d3ac09b630f None None] Checking router: 2564058f-2382-487f-80a0-5eacfe5fca71 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:27:09.127850 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af891a8-ceac-4302-b574-9d3ac09b630f None None] Routers {'2564058f-2382-487f-80a0-5eacfe5fca71'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:27:09.128521 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5af891a8-ceac-4302-b574-9d3ac09b630f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:27:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['2564058f-2382-487f-80a0-5eacfe5fca71'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:09.189284 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2d3dd00c-ac15-4fb4-a660-a6fc0e770e17 req-0f2a8f7b-6bbc-45c8-8691-66f360e0f77a service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884604 Aug 19 15:27:09.236487 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-5af891a8-ceac-4302-b574-9d3ac09b630f None None] Set router 2564058f-2382-487f-80a0-5eacfe5fca71 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:27:09.455980 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5af891a8-ceac-4302-b574-9d3ac09b630f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'name': 'tempest-ServerActionsTestJSON-1589713132-router', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:24:35Z', 'updated_at': '2021-08-19T15:24:38Z', 'revision_number': 4, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'gw_port': {'id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:36Z', 'updated_at': '2021-08-19T15:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '451b83e5-cbd5-4b32-ae45-4ccd37d46d04', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'floating_ip_address': '172.25.2.41', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'port_id': '3c13b4a7-5184-4f03-8e7c-747257d1a45d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'mac_address': 'fa:16:3e:9b:79:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3641b8eb-0020-46a6-8d26-aacf16c215bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:24:41Z', 'updated_at': '2021-08-19T15:27:07Z', 'revision_number': 5, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ebda8bc-6ffc-433a-af71-3164e1cdf479', 'name': '', 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'mac_address': 'fa:16:3e:ac:8e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:38Z', 'updated_at': '2021-08-19T15:24:44Z', 'revision_number': 5, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'subnets': [{'id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:27:09.486778 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af891a8-ceac-4302-b574-9d3ac09b630f None None] The sync data for ids ['2564058f-2382-487f-80a0-5eacfe5fca71'] in n-d-766043-2 is: [{'id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'name': 'tempest-ServerActionsTestJSON-1589713132-router', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:24:35Z', 'updated_at': '2021-08-19T15:24:38Z', 'revision_number': 4, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'gw_port': {'id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:36Z', 'updated_at': '2021-08-19T15:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '451b83e5-cbd5-4b32-ae45-4ccd37d46d04', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'floating_ip_address': '172.25.2.41', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'port_id': '3c13b4a7-5184-4f03-8e7c-747257d1a45d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'mac_address': 'fa:16:3e:9b:79:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3641b8eb-0020-46a6-8d26-aacf16c215bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:24:41Z', 'updated_at': '2021-08-19T15:27:07Z', 'revision_number': 5, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ebda8bc-6ffc-433a-af71-3164e1cdf479', 'name': '', 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'mac_address': 'fa:16:3e:ac:8e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:38Z', 'updated_at': '2021-08-19T15:24:44Z', 'revision_number': 5, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'subnets': [{'id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:27:09.696973 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c733344-7066-4fc6-9799-5f625b4c4844 None None] New status for floating IP 451b83e5-cbd5-4b32-ae45-4ccd37d46d04: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:27:14.007794 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:27:31.445880 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0c39ea72-6a13-4f9c-8348-e99fcece1d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:34.402268 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f2c99ed0-d110-4c85-94f0-64b4b67d53b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:34.554011 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:34.587953 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:35.260966 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:35.784374 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:36.819154 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1eb00ae8-a5be-41a1-95ef-4e04f6636c59 req-ca455a2d-fd09-4ad5-8368-f8d9de9b6e79 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=3641b8eb-0020-46a6-8d26-aacf16c215bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417874 Aug 19 15:27:36.902440 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb00ae8-a5be-41a1-95ef-4e04f6636c59 req-88edcfd4-f027-40f7-8103-f1a789359e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:36.904025 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1eb00ae8-a5be-41a1-95ef-4e04f6636c59 req-88edcfd4-f027-40f7-8103-f1a789359e8a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ad29af2562d94d2fbbb651732f778edb&device_id=3641b8eb-0020-46a6-8d26-aacf16c215bc HTTP/1.1" status: 200 len: 1096 time: 0.0403578 Aug 19 15:27:37.016002 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb00ae8-a5be-41a1-95ef-4e04f6636c59 req-387438e9-08c4-42c9-b55c-2b07958f34ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:37.018074 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1eb00ae8-a5be-41a1-95ef-4e04f6636c59 req-387438e9-08c4-42c9-b55c-2b07958f34ae service neutron] 10.222.0.68 "GET /v2.0/networks?id=e93dcc9c-6c16-4041-ba25-5e18dc99db77 HTTP/1.1" status: 200 len: 913 time: 0.0898230 Aug 19 15:27:37.071642 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:27:37.087913 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1eb00ae8-a5be-41a1-95ef-4e04f6636c59 req-7e29a522-62ef-4680-b209-a1f503e2760a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c13b4a7-5184-4f03-8e7c-747257d1a45d HTTP/1.1" status: 200 len: 1000 time: 0.0623043 Aug 19 15:27:37.151177 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb00ae8-a5be-41a1-95ef-4e04f6636c59 req-32f7f20e-a22d-4a77-87d8-b92780200bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:37.152695 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1eb00ae8-a5be-41a1-95ef-4e04f6636c59 req-32f7f20e-a22d-4a77-87d8-b92780200bb0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6936e5f6-7b9c-4371-877b-116fa7becd76 HTTP/1.1" status: 200 len: 851 time: 0.0566902 Aug 19 15:27:37.200569 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb00ae8-a5be-41a1-95ef-4e04f6636c59 req-631929ef-b518-4dbe-a887-4334e305b850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:27:37.202116 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1eb00ae8-a5be-41a1-95ef-4e04f6636c59 req-631929ef-b518-4dbe-a887-4334e305b850 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e93dcc9c-6c16-4041-ba25-5e18dc99db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418699 Aug 19 15:27:37.299881 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1eb00ae8-a5be-41a1-95ef-4e04f6636c59 req-1f84feb8-c294-4b67-8673-136bce15a3c4 service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903268 Aug 19 15:27:37.399705 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1eb00ae8-a5be-41a1-95ef-4e04f6636c59 req-5ff02be6-7a87-4d6f-9c0c-fc35827730b0 service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918438 Aug 19 15:27:51.007468 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:28:01.452483 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-86fa0e00-c5d6-4283-a85e-7034b34ecc75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:04.404798 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-514ca987-b10a-490c-8a9e-8374a06f9d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:04.554791 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:04.588733 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:05.263198 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:05.780335 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:07.077254 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:28.009977 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:28:31.443280 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9a341cca-3a34-4e7f-b415-f935532aa6d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:34.409418 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a25cfa5b-007c-41bb-9276-3004e5b37b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:34.558305 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:34.589235 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:35.265747 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:35.812596 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:37.074801 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:28:38.814240 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7dacd767-e971-48a2-9107-3e44cd67d888 req-ff2d2b6a-233e-4bc7-9aab-094516bb6446 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=3641b8eb-0020-46a6-8d26-aacf16c215bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416234 Aug 19 15:28:38.897326 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dacd767-e971-48a2-9107-3e44cd67d888 req-3fc77e1f-e196-49b0-a897-3e589181115a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:28:38.899964 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7dacd767-e971-48a2-9107-3e44cd67d888 req-3fc77e1f-e196-49b0-a897-3e589181115a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ad29af2562d94d2fbbb651732f778edb&device_id=3641b8eb-0020-46a6-8d26-aacf16c215bc HTTP/1.1" status: 200 len: 1096 time: 0.0448065 Aug 19 15:28:39.006291 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dacd767-e971-48a2-9107-3e44cd67d888 req-a59d44f8-0041-4124-9596-b2d55f5fe26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:28:39.007779 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7dacd767-e971-48a2-9107-3e44cd67d888 req-a59d44f8-0041-4124-9596-b2d55f5fe26e service neutron] 10.222.0.68 "GET /v2.0/networks?id=e93dcc9c-6c16-4041-ba25-5e18dc99db77 HTTP/1.1" status: 200 len: 913 time: 0.0883424 Aug 19 15:28:39.074215 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7dacd767-e971-48a2-9107-3e44cd67d888 req-37bbb4ba-b7e0-442f-8734-650328ec18ef service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c13b4a7-5184-4f03-8e7c-747257d1a45d HTTP/1.1" status: 200 len: 1000 time: 0.0580969 Aug 19 15:28:39.127636 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dacd767-e971-48a2-9107-3e44cd67d888 req-597eeb86-9365-4856-880b-b3a286d679ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:28:39.129116 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7dacd767-e971-48a2-9107-3e44cd67d888 req-597eeb86-9365-4856-880b-b3a286d679ea service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6936e5f6-7b9c-4371-877b-116fa7becd76 HTTP/1.1" status: 200 len: 851 time: 0.0473268 Aug 19 15:28:39.174680 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dacd767-e971-48a2-9107-3e44cd67d888 req-d60a240d-4b39-4a7b-bf42-2ff2fdd84f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:28:39.176165 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7dacd767-e971-48a2-9107-3e44cd67d888 req-d60a240d-4b39-4a7b-bf42-2ff2fdd84f44 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e93dcc9c-6c16-4041-ba25-5e18dc99db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403640 Aug 19 15:28:39.266263 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7dacd767-e971-48a2-9107-3e44cd67d888 req-b75fc24d-1cec-47a6-92df-460e6b26f7a8 service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825493 Aug 19 15:28:39.360654 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7dacd767-e971-48a2-9107-3e44cd67d888 req-c68f8943-b78d-416e-8c3e-44ca35e8661a service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874968 Aug 19 15:28:46.998613 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3f7ad-c835-4f95-93db-5e2870e095f3 req-7422324e-e809-4f2e-8230-862a96ba30d7 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:28:46.999998 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cbe3f7ad-c835-4f95-93db-5e2870e095f3 req-7422324e-e809-4f2e-8230-862a96ba30d7 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=3641b8eb-0020-46a6-8d26-aacf16c215bc HTTP/1.1" status: 200 len: 945 time: 0.1399019 Aug 19 15:28:47.040786 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cbe3f7ad-c835-4f95-93db-5e2870e095f3 req-466e85e0-67bc-4060-a438-84dcc90234de tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342185 Aug 19 15:28:48.222659 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06de211-40d7-4e87-92d0-473bdf1c4085 req-5beaa8dc-3243-4fd0-a883-cda471b6059d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:28:48.224149 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b06de211-40d7-4e87-92d0-473bdf1c4085 req-5beaa8dc-3243-4fd0-a883-cda471b6059d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=3641b8eb-0020-46a6-8d26-aacf16c215bc HTTP/1.1" status: 200 len: 945 time: 0.1079304 Aug 19 15:28:48.262855 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b06de211-40d7-4e87-92d0-473bdf1c4085 req-be0b6669-3507-4784-880f-f3b026b8e3b2 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326967 Aug 19 15:28:49.383623 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98335ee5-5819-4b6e-8a17-04ec329f5776 req-6048ff77-cd5e-4382-89d3-f145101a5c2a tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:28:49.385194 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-98335ee5-5819-4b6e-8a17-04ec329f5776 req-6048ff77-cd5e-4382-89d3-f145101a5c2a tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=3641b8eb-0020-46a6-8d26-aacf16c215bc HTTP/1.1" status: 200 len: 945 time: 0.0487428 Aug 19 15:28:49.423783 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-98335ee5-5819-4b6e-8a17-04ec329f5776 req-91b97a75-91f5-4a31-aa8a-6c865f6785a4 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323153 Aug 19 15:28:50.540018 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf0958-95e1-4d63-bb9c-0e3867ea8b4a req-f90e7457-0925-47b7-b745-a4deae6e0675 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:28:50.541532 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b5cf0958-95e1-4d63-bb9c-0e3867ea8b4a req-f90e7457-0925-47b7-b745-a4deae6e0675 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=3641b8eb-0020-46a6-8d26-aacf16c215bc HTTP/1.1" status: 200 len: 945 time: 0.0485599 Aug 19 15:28:50.584934 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b5cf0958-95e1-4d63-bb9c-0e3867ea8b4a req-67b72a2b-ea77-489c-aa2b-874171fabd39 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373514 Aug 19 15:28:51.702848 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe73e20-8d2f-4dfe-b7d2-c62549fb48b1 req-d5be27ce-b367-4e4c-9f77-4b7030b0ad13 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:28:51.704365 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ffe73e20-8d2f-4dfe-b7d2-c62549fb48b1 req-d5be27ce-b367-4e4c-9f77-4b7030b0ad13 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=3641b8eb-0020-46a6-8d26-aacf16c215bc HTTP/1.1" status: 200 len: 945 time: 0.0501885 Aug 19 15:28:51.745188 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ffe73e20-8d2f-4dfe-b7d2-c62549fb48b1 req-5e947010-19e1-4855-80a9-005f1d1fa90b tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345550 Aug 19 15:28:52.859716 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b517da-fcc0-4987-a94a-4f29605a79b1 req-3af21b5a-177d-46ae-9795-a293b90108c3 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:28:52.861740 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a2b517da-fcc0-4987-a94a-4f29605a79b1 req-3af21b5a-177d-46ae-9795-a293b90108c3 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=3641b8eb-0020-46a6-8d26-aacf16c215bc HTTP/1.1" status: 200 len: 945 time: 0.0494690 Aug 19 15:28:52.899096 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a2b517da-fcc0-4987-a94a-4f29605a79b1 req-c8bf7d71-146a-4f29-ab45-bb31e69e7649 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314360 Aug 19 15:28:54.021639 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23497156-83a4-44f0-8799-2b096f3f84c7 req-270a8048-8e19-43bd-81a0-f085eab390c2 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:28:54.023199 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-23497156-83a4-44f0-8799-2b096f3f84c7 req-270a8048-8e19-43bd-81a0-f085eab390c2 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=3641b8eb-0020-46a6-8d26-aacf16c215bc HTTP/1.1" status: 200 len: 945 time: 0.0498142 Aug 19 15:28:54.067051 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-23497156-83a4-44f0-8799-2b096f3f84c7 req-5cda2d86-cfdd-4d21-9afd-65eab614d622 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376329 Aug 19 15:28:55.181814 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cada92-38b9-40a8-8202-e65085efba21 req-5825a833-555a-4ca0-a6b8-4a0e447fe338 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:28:55.183301 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-32cada92-38b9-40a8-8202-e65085efba21 req-5825a833-555a-4ca0-a6b8-4a0e447fe338 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=3641b8eb-0020-46a6-8d26-aacf16c215bc HTTP/1.1" status: 200 len: 945 time: 0.0489464 Aug 19 15:28:55.222653 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-32cada92-38b9-40a8-8202-e65085efba21 req-3dc0e84a-c0ed-4be0-8e72-e62b9dcd4960 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329301 Aug 19 15:28:56.350939 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0addd5c1-c345-43b1-b103-2cf8b84dc412 req-70d38e6e-7409-4cd5-b91f-86222c6f43af tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:28:56.352452 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0addd5c1-c345-43b1-b103-2cf8b84dc412 req-70d38e6e-7409-4cd5-b91f-86222c6f43af tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=3641b8eb-0020-46a6-8d26-aacf16c215bc HTTP/1.1" status: 200 len: 945 time: 0.0489061 Aug 19 15:28:56.400121 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0addd5c1-c345-43b1-b103-2cf8b84dc412 req-59f8446b-24ba-45e1-ab05-1ddb876e2398 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373564 Aug 19 15:28:57.519174 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86efb3c4-4b7f-4190-8fe6-31175d41538b req-1284c35d-7bdd-4e3d-acff-06dbe82991e7 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:28:57.520669 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-86efb3c4-4b7f-4190-8fe6-31175d41538b req-1284c35d-7bdd-4e3d-acff-06dbe82991e7 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=3641b8eb-0020-46a6-8d26-aacf16c215bc HTTP/1.1" status: 200 len: 945 time: 0.0484459 Aug 19 15:28:57.562619 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-86efb3c4-4b7f-4190-8fe6-31175d41538b req-dd96ffcc-68cd-4028-9052-74ce8c2f2ac5 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359812 Aug 19 15:28:57.786619 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-24603531-71fe-42ac-9e04-923b786fb1b5 req-a28252cb-0d09-4c37-a347-aa8878c0f3cd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3641b8eb-0020-46a6-8d26-aacf16c215bc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0418339 Aug 19 15:28:57.805070 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255c91b-cedb-43bc-a46d-d7a09c315571 req-dcb66e3e-5e87-4830-bfdf-91f830372813 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:28:57.806917 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6255c91b-cedb-43bc-a46d-d7a09c315571 req-dcb66e3e-5e87-4830-bfdf-91f830372813 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=3641b8eb-0020-46a6-8d26-aacf16c215bc HTTP/1.1" status: 200 len: 945 time: 0.0524051 Aug 19 15:28:57.849401 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6255c91b-cedb-43bc-a46d-d7a09c315571 req-26b54de4-ed01-47ec-82de-a71128597cac tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360839 Aug 19 15:28:58.965398 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24603531-71fe-42ac-9e04-923b786fb1b5 req-3a67fd90-7678-4562-84ec-c83a4d9b5079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:28:58.967421 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-24603531-71fe-42ac-9e04-923b786fb1b5 req-3a67fd90-7678-4562-84ec-c83a4d9b5079 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ad29af2562d94d2fbbb651732f778edb&device_id=3641b8eb-0020-46a6-8d26-aacf16c215bc HTTP/1.1" status: 200 len: 1096 time: 0.0409527 Aug 19 15:28:58.971034 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f1f58-546a-4307-b1e3-2029f1879bfd req-63dfe64f-1af0-46f0-9431-ed7267ceb26f tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:28:58.972570 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9c4f1f58-546a-4307-b1e3-2029f1879bfd req-63dfe64f-1af0-46f0-9431-ed7267ceb26f tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=3641b8eb-0020-46a6-8d26-aacf16c215bc HTTP/1.1" status: 200 len: 945 time: 0.0505826 Aug 19 15:28:59.016860 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9c4f1f58-546a-4307-b1e3-2029f1879bfd req-b7030fe9-0b2d-41c5-8179-58f3b00cb0b9 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379314 Aug 19 15:28:59.399413 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24603531-71fe-42ac-9e04-923b786fb1b5 req-8124a5e9-bf84-4abb-8f66-e3e97fb2dab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:28:59.400923 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-24603531-71fe-42ac-9e04-923b786fb1b5 req-8124a5e9-bf84-4abb-8f66-e3e97fb2dab4 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e93dcc9c-6c16-4041-ba25-5e18dc99db77 HTTP/1.1" status: 200 len: 913 time: 0.4270952 Aug 19 15:28:59.468166 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-24603531-71fe-42ac-9e04-923b786fb1b5 req-585fbcd1-e901-42bf-93d1-f6617c718b4c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c13b4a7-5184-4f03-8e7c-747257d1a45d HTTP/1.1" status: 200 len: 1000 time: 0.0586574 Aug 19 15:28:59.519315 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24603531-71fe-42ac-9e04-923b786fb1b5 req-8369a804-fa7c-476d-904c-bc6bb9bedcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:28:59.520812 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-24603531-71fe-42ac-9e04-923b786fb1b5 req-8369a804-fa7c-476d-904c-bc6bb9bedcd0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6936e5f6-7b9c-4371-877b-116fa7becd76 HTTP/1.1" status: 200 len: 851 time: 0.0462835 Aug 19 15:28:59.566477 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24603531-71fe-42ac-9e04-923b786fb1b5 req-da47ecd9-feb4-4b75-8664-983b38cc68d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:28:59.567981 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-24603531-71fe-42ac-9e04-923b786fb1b5 req-da47ecd9-feb4-4b75-8664-983b38cc68d2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e93dcc9c-6c16-4041-ba25-5e18dc99db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409639 Aug 19 15:28:59.656003 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-24603531-71fe-42ac-9e04-923b786fb1b5 req-eda860f3-e593-44fa-bdb1-0027b66493ac service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802474 Aug 19 15:28:59.747868 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-24603531-71fe-42ac-9e04-923b786fb1b5 req-bec98040-2322-4e72-ae02-40b607de14d1 service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843141 Aug 19 15:29:00.135928 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f9046-4c1a-46f9-805d-1bffff8b9645 req-5ebf328b-6304-4b4e-a45f-e64faef5b981 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:00.137465 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fb0f9046-4c1a-46f9-805d-1bffff8b9645 req-5ebf328b-6304-4b4e-a45f-e64faef5b981 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=3641b8eb-0020-46a6-8d26-aacf16c215bc HTTP/1.1" status: 200 len: 945 time: 0.0495405 Aug 19 15:29:00.179446 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fb0f9046-4c1a-46f9-805d-1bffff8b9645 req-8ae45fe7-4fae-45bc-ba2f-a7b4e5cdb9d4 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359764 Aug 19 15:29:01.301859 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104fe43f-bc11-4021-8f97-497fd2d7e652 req-5d27e3ee-4b84-42d1-8375-26159642f75c tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:01.303396 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-104fe43f-bc11-4021-8f97-497fd2d7e652 req-5d27e3ee-4b84-42d1-8375-26159642f75c tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=3641b8eb-0020-46a6-8d26-aacf16c215bc HTTP/1.1" status: 200 len: 945 time: 0.0507596 Aug 19 15:29:01.349707 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-104fe43f-bc11-4021-8f97-497fd2d7e652 req-5c408f61-f1c3-4eef-8d18-7fb79556b4e0 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401833 Aug 19 15:29:01.449630 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a985deb1-dc1d-47fd-91b0-9e0eda3c6bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:01.696188 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [req-24603531-71fe-42ac-9e04-923b786fb1b5 req-8055848c-816b-4e74-aa71-70c23fd19c6c service neutron] show failed (client error): The resource could not be found. Aug 19 15:29:01.697236 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-24603531-71fe-42ac-9e04-923b786fb1b5 req-8055848c-816b-4e74-aa71-70c23fd19c6c service neutron] 10.222.0.68 "GET /v2.0/ports/3c13b4a7-5184-4f03-8e7c-747257d1a45d/bindings/n-h2-766043-2 HTTP/1.1" status: 404 len: 380 time: 0.0549226 Aug 19 15:29:01.950652 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24603531-71fe-42ac-9e04-923b786fb1b5 req-db926a85-4ee2-4260-9c44-0c909ec1a0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:01.952111 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-24603531-71fe-42ac-9e04-923b786fb1b5 req-db926a85-4ee2-4260-9c44-0c909ec1a0c7 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3641b8eb-0020-46a6-8d26-aacf16c215bc&tenant_id=ad29af2562d94d2fbbb651732f778edb HTTP/1.1" status: 200 len: 1096 time: 0.0971978 Aug 19 15:29:01.963809 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-24603531-71fe-42ac-9e04-923b786fb1b5 req-1158ff98-018c-4f3e-aa5f-18f024edd098 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766043-2', 'device_owner': 'compute:nova'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:02.019700 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-24603531-71fe-42ac-9e04-923b786fb1b5 req-1158ff98-018c-4f3e-aa5f-18f024edd098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:02.216833 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-24603531-71fe-42ac-9e04-923b786fb1b5 req-1158ff98-018c-4f3e-aa5f-18f024edd098 service neutron] For port 3c13b4a7-5184-4f03-8e7c-747257d1a45d, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=3c13b4a7-5184-4f03-8e7c-747257d1a45d,segment=NetworkSegment(1102709d-18c0-4869-886e-de87e6477b1d),segment_id=1102709d-18c0-4869-886e-de87e6477b1d)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:29:02.250889 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-24603531-71fe-42ac-9e04-923b786fb1b5 req-1158ff98-018c-4f3e-aa5f-18f024edd098 service neutron] For port 3c13b4a7-5184-4f03-8e7c-747257d1a45d, host n-h1-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:29:02.289538 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3641b8eb-0020-46a6-8d26-aacf16c215bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c13b4a7-5184-4f03-8e7c-747257d1a45d'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:29:02.291782 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1c48c8-cac9-4bd9-8e00-170693de49d8" -d '{"events": [{"server_uuid": "3641b8eb-0020-46a6-8d26-aacf16c215bc", "name": "network-vif-unplugged", "status": "completed", "tag": "3c13b4a7-5184-4f03-8e7c-747257d1a45d"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:29:02.295712 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-24603531-71fe-42ac-9e04-923b786fb1b5 req-1158ff98-018c-4f3e-aa5f-18f024edd098 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:02.308550 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-24603531-71fe-42ac-9e04-923b786fb1b5 req-1158ff98-018c-4f3e-aa5f-18f024edd098 service neutron] Transition to ACTIVE for port object 3c13b4a7-5184-4f03-8e7c-747257d1a45d will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:29:02.313024 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-24603531-71fe-42ac-9e04-923b786fb1b5 req-1158ff98-018c-4f3e-aa5f-18f024edd098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:02.352369 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 15:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44ba1ab-55c0-4802-9949-1c70c1367902 x-openstack-request-id: req-b44ba1ab-55c0-4802-9949-1c70c1367902 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:29:02.352369 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3641b8eb-0020-46a6-8d26-aacf16c215bc", "name": "network-vif-unplugged", "status": "completed", "tag": "3c13b4a7-5184-4f03-8e7c-747257d1a45d", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:29:02.352369 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b44ba1ab-55c0-4802-9949-1c70c1367902 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:29:02.352882 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3641b8eb-0020-46a6-8d26-aacf16c215bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c13b4a7-5184-4f03-8e7c-747257d1a45d', 'code': 200} Aug 19 15:29:02.398007 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1158ff98-018c-4f3e-aa5f-18f024edd098 service neutron] Pushing event updated for resources: {'Port': ['ID=3c13b4a7-5184-4f03-8e7c-747257d1a45d,revision_number=6']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:02.414733 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1158ff98-018c-4f3e-aa5f-18f024edd098 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:02.415184 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1158ff98-018c-4f3e-aa5f-18f024edd098 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:02.416235 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1158ff98-018c-4f3e-aa5f-18f024edd098 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:02.416612 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1158ff98-018c-4f3e-aa5f-18f024edd098 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:02.416951 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1158ff98-018c-4f3e-aa5f-18f024edd098 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:02.417475 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1158ff98-018c-4f3e-aa5f-18f024edd098 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:02.417844 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1158ff98-018c-4f3e-aa5f-18f024edd098 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:02.418320 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1158ff98-018c-4f3e-aa5f-18f024edd098 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:02.419552 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1158ff98-018c-4f3e-aa5f-18f024edd098 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:02.419552 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1158ff98-018c-4f3e-aa5f-18f024edd098 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:02.419552 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1158ff98-018c-4f3e-aa5f-18f024edd098 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:02.419957 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1158ff98-018c-4f3e-aa5f-18f024edd098 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:02.492716 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-24603531-71fe-42ac-9e04-923b786fb1b5 req-1158ff98-018c-4f3e-aa5f-18f024edd098 service neutron] No DVR routers for this DVR port 3c13b4a7-5184-4f03-8e7c-747257d1a45d on host n-h1-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:29:02.556505 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be57b3-902c-42d4-aee5-c7a3f455aec9 req-1cf26599-977b-45cf-b22a-a0dad213d61a tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:02.558037 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-37be57b3-902c-42d4-aee5-c7a3f455aec9 req-1cf26599-977b-45cf-b22a-a0dad213d61a tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=3641b8eb-0020-46a6-8d26-aacf16c215bc HTTP/1.1" status: 200 len: 943 time: 0.1131668 Aug 19 15:29:02.989157 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-37be57b3-902c-42d4-aee5-c7a3f455aec9 req-0a974679-3eaa-4238-8ad2-3efd11a1555c tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514860 Aug 19 15:29:03.023638 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-24603531-71fe-42ac-9e04-923b786fb1b5 req-1158ff98-018c-4f3e-aa5f-18f024edd098 service neutron] Attempting to bind port 3c13b4a7-5184-4f03-8e7c-747257d1a45d on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:29:03.023964 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-24603531-71fe-42ac-9e04-923b786fb1b5 req-1158ff98-018c-4f3e-aa5f-18f024edd098 service neutron] Attempting to bind port 3c13b4a7-5184-4f03-8e7c-747257d1a45d by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '1102709d-18c0-4869-886e-de87e6477b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:29:03.024292 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24603531-71fe-42ac-9e04-923b786fb1b5 req-1158ff98-018c-4f3e-aa5f-18f024edd098 service neutron] Attempting to bind port 3c13b4a7-5184-4f03-8e7c-747257d1a45d on network e93dcc9c-6c16-4041-ba25-5e18dc99db77 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:29:03.028760 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24603531-71fe-42ac-9e04-923b786fb1b5 req-1158ff98-018c-4f3e-aa5f-18f024edd098 service neutron] Port 3c13b4a7-5184-4f03-8e7c-747257d1a45d on network e93dcc9c-6c16-4041-ba25-5e18dc99db77 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:29:03.029078 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24603531-71fe-42ac-9e04-923b786fb1b5 req-1158ff98-018c-4f3e-aa5f-18f024edd098 service neutron] Attempting to bind port 3c13b4a7-5184-4f03-8e7c-747257d1a45d on network e93dcc9c-6c16-4041-ba25-5e18dc99db77 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:29:03.034389 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24603531-71fe-42ac-9e04-923b786fb1b5 req-1158ff98-018c-4f3e-aa5f-18f024edd098 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:29:03.034730 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24603531-71fe-42ac-9e04-923b786fb1b5 req-1158ff98-018c-4f3e-aa5f-18f024edd098 service neutron] Checking segment: {'id': '1102709d-18c0-4869-886e-de87e6477b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:29:03.035108 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24603531-71fe-42ac-9e04-923b786fb1b5 req-1158ff98-018c-4f3e-aa5f-18f024edd098 service neutron] Bound using segment: {'id': '1102709d-18c0-4869-886e-de87e6477b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:29:03.035531 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-24603531-71fe-42ac-9e04-923b786fb1b5 req-1158ff98-018c-4f3e-aa5f-18f024edd098 service neutron] Bound port: 3c13b4a7-5184-4f03-8e7c-747257d1a45d, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1102709d-18c0-4869-886e-de87e6477b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:29:03.035877 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-24603531-71fe-42ac-9e04-923b786fb1b5 req-1158ff98-018c-4f3e-aa5f-18f024edd098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:03.108306 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-24603531-71fe-42ac-9e04-923b786fb1b5 req-1158ff98-018c-4f3e-aa5f-18f024edd098 service neutron] For port 3c13b4a7-5184-4f03-8e7c-747257d1a45d, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:29:03.112818 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-24603531-71fe-42ac-9e04-923b786fb1b5 req-1158ff98-018c-4f3e-aa5f-18f024edd098 service neutron] For port 3c13b4a7-5184-4f03-8e7c-747257d1a45d, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=3c13b4a7-5184-4f03-8e7c-747257d1a45d,segment=NetworkSegment(1102709d-18c0-4869-886e-de87e6477b1d),segment_id=1102709d-18c0-4869-886e-de87e6477b1d)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:29:03.118631 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-24603531-71fe-42ac-9e04-923b786fb1b5 req-1158ff98-018c-4f3e-aa5f-18f024edd098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:03.158220 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24603531-71fe-42ac-9e04-923b786fb1b5 req-1158ff98-018c-4f3e-aa5f-18f024edd098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:03.158838 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-24603531-71fe-42ac-9e04-923b786fb1b5 req-1158ff98-018c-4f3e-aa5f-18f024edd098 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:03.160220 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-24603531-71fe-42ac-9e04-923b786fb1b5 req-1158ff98-018c-4f3e-aa5f-18f024edd098 service neutron] 10.222.0.88 "PUT /v2.0/ports/3c13b4a7-5184-4f03-8e7c-747257d1a45d HTTP/1.1" status: 200 len: 1091 time: 1.2006834 Aug 19 15:29:03.178849 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1158ff98-018c-4f3e-aa5f-18f024edd098 service neutron] Pushing event updated for resources: {'Port': ['ID=3c13b4a7-5184-4f03-8e7c-747257d1a45d,revision_number=7']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:03.231223 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24603531-71fe-42ac-9e04-923b786fb1b5 req-ad9af558-f0d8-48ba-8e03-e0960dedcd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:03.232976 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-24603531-71fe-42ac-9e04-923b786fb1b5 req-ad9af558-f0d8-48ba-8e03-e0960dedcd10 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ad29af2562d94d2fbbb651732f778edb&device_id=3641b8eb-0020-46a6-8d26-aacf16c215bc HTTP/1.1" status: 200 len: 1094 time: 0.0499308 Aug 19 15:29:03.339319 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24603531-71fe-42ac-9e04-923b786fb1b5 req-ec8a9140-5346-4be5-a417-c933c230b0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:03.341112 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-24603531-71fe-42ac-9e04-923b786fb1b5 req-ec8a9140-5346-4be5-a417-c933c230b0d1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=e93dcc9c-6c16-4041-ba25-5e18dc99db77 HTTP/1.1" status: 200 len: 913 time: 0.1009920 Aug 19 15:29:03.415932 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-24603531-71fe-42ac-9e04-923b786fb1b5 req-f7e7b0e9-fe9a-4b61-aef2-3fd2baff2860 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c13b4a7-5184-4f03-8e7c-747257d1a45d HTTP/1.1" status: 200 len: 998 time: 0.0685005 Aug 19 15:29:03.470024 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24603531-71fe-42ac-9e04-923b786fb1b5 req-b0164999-2641-4ae1-be04-5afe576ae575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:03.471504 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-24603531-71fe-42ac-9e04-923b786fb1b5 req-b0164999-2641-4ae1-be04-5afe576ae575 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6936e5f6-7b9c-4371-877b-116fa7becd76 HTTP/1.1" status: 200 len: 851 time: 0.0492165 Aug 19 15:29:03.528609 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24603531-71fe-42ac-9e04-923b786fb1b5 req-764bf1df-f2b7-4293-b28f-de8c663417fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:03.530088 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-24603531-71fe-42ac-9e04-923b786fb1b5 req-764bf1df-f2b7-4293-b28f-de8c663417fb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e93dcc9c-6c16-4041-ba25-5e18dc99db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516908 Aug 19 15:29:03.625361 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-24603531-71fe-42ac-9e04-923b786fb1b5 req-e471300f-e238-4336-9b33-665e2f603f15 service neutron] 10.222.0.88 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881605 Aug 19 15:29:03.724512 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-24603531-71fe-42ac-9e04-923b786fb1b5 req-17195ee5-11bc-44d8-927b-67dbbd3da068 service neutron] 10.222.0.88 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921578 Aug 19 15:29:04.114935 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e663286-9c8e-47b4-ae24-82a26b9c77a5 req-97b6da2a-985f-4fbe-90e2-7bed443adbab tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:04.116306 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8e663286-9c8e-47b4-ae24-82a26b9c77a5 req-97b6da2a-985f-4fbe-90e2-7bed443adbab tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=3641b8eb-0020-46a6-8d26-aacf16c215bc HTTP/1.1" status: 200 len: 943 time: 0.0489790 Aug 19 15:29:04.152994 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8e663286-9c8e-47b4-ae24-82a26b9c77a5 req-852c3d79-bd10-48be-9c91-1dfeed33a482 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306306 Aug 19 15:29:04.354266 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3641b8eb-0020-46a6-8d26-aacf16c215bc', 'tag': '3c13b4a7-5184-4f03-8e7c-747257d1a45d'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:29:04.356674 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59d4c63-b2c8-4c68-9ee9-e017c3d39bef" -d '{"events": [{"name": "network-changed", "server_uuid": "3641b8eb-0020-46a6-8d26-aacf16c215bc", "tag": "3c13b4a7-5184-4f03-8e7c-747257d1a45d"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:29:04.406007 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16668848-f43d-4161-8ab9-023be6267a4b x-openstack-request-id: req-16668848-f43d-4161-8ab9-023be6267a4b {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:29:04.406267 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3641b8eb-0020-46a6-8d26-aacf16c215bc", "tag": "3c13b4a7-5184-4f03-8e7c-747257d1a45d", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:29:04.406500 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-16668848-f43d-4161-8ab9-023be6267a4b {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:29:04.406927 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3641b8eb-0020-46a6-8d26-aacf16c215bc', 'tag': '3c13b4a7-5184-4f03-8e7c-747257d1a45d', 'status': 'completed', 'code': 200} Aug 19 15:29:04.408936 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-82bf5538-c7f9-48ce-82bf-fa775e14030c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:04.475467 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d4c63-b2c8-4c68-9ee9-e017c3d39bef req-ed4646fe-708e-4a2e-a646-8adf5887d724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:04.477025 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a59d4c63-b2c8-4c68-9ee9-e017c3d39bef req-ed4646fe-708e-4a2e-a646-8adf5887d724 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ad29af2562d94d2fbbb651732f778edb&device_id=3641b8eb-0020-46a6-8d26-aacf16c215bc HTTP/1.1" status: 200 len: 1094 time: 0.0480072 Aug 19 15:29:04.491213 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d4c63-b2c8-4c68-9ee9-e017c3d39bef req-ec2c0289-51ec-4ff5-9a37-56665d33db22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:04.493853 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a59d4c63-b2c8-4c68-9ee9-e017c3d39bef req-ec2c0289-51ec-4ff5-9a37-56665d33db22 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ad29af2562d94d2fbbb651732f778edb&device_id=3641b8eb-0020-46a6-8d26-aacf16c215bc HTTP/1.1" status: 200 len: 1094 time: 0.0646818 Aug 19 15:29:04.586056 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d4c63-b2c8-4c68-9ee9-e017c3d39bef req-255d7536-ca43-4026-9252-5ef5b6bdef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:04.588006 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a59d4c63-b2c8-4c68-9ee9-e017c3d39bef req-255d7536-ca43-4026-9252-5ef5b6bdef29 service neutron] 10.222.0.88 "GET /v2.0/networks?id=e93dcc9c-6c16-4041-ba25-5e18dc99db77 HTTP/1.1" status: 200 len: 913 time: 0.1024094 Aug 19 15:29:04.589680 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:04.593664 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:04.600651 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d4c63-b2c8-4c68-9ee9-e017c3d39bef req-e2f244f2-bda4-4fa8-9912-f4b37efde634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:04.602155 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a59d4c63-b2c8-4c68-9ee9-e017c3d39bef req-e2f244f2-bda4-4fa8-9912-f4b37efde634 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e93dcc9c-6c16-4041-ba25-5e18dc99db77 HTTP/1.1" status: 200 len: 913 time: 0.1017456 Aug 19 15:29:04.658191 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a59d4c63-b2c8-4c68-9ee9-e017c3d39bef req-7416416b-1a5f-4f9a-97d7-272b12564b15 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c13b4a7-5184-4f03-8e7c-747257d1a45d HTTP/1.1" status: 200 len: 998 time: 0.0619028 Aug 19 15:29:04.676927 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a59d4c63-b2c8-4c68-9ee9-e017c3d39bef req-2abab5c4-9b2b-4a61-94ac-57787caf8315 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c13b4a7-5184-4f03-8e7c-747257d1a45d HTTP/1.1" status: 200 len: 998 time: 0.0656519 Aug 19 15:29:04.724027 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d4c63-b2c8-4c68-9ee9-e017c3d39bef req-11d3c0c3-052b-4000-9de1-efb95b4df757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:04.725638 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a59d4c63-b2c8-4c68-9ee9-e017c3d39bef req-11d3c0c3-052b-4000-9de1-efb95b4df757 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6936e5f6-7b9c-4371-877b-116fa7becd76 HTTP/1.1" status: 200 len: 851 time: 0.0591731 Aug 19 15:29:04.740355 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d4c63-b2c8-4c68-9ee9-e017c3d39bef req-988e4a6d-9fa5-4e88-979a-2a9466dafaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:04.741932 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a59d4c63-b2c8-4c68-9ee9-e017c3d39bef req-988e4a6d-9fa5-4e88-979a-2a9466dafaff service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6936e5f6-7b9c-4371-877b-116fa7becd76 HTTP/1.1" status: 200 len: 851 time: 0.0586331 Aug 19 15:29:04.785261 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d4c63-b2c8-4c68-9ee9-e017c3d39bef req-2bd4e7d5-60be-4589-98f1-611509a4bf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:04.787616 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a59d4c63-b2c8-4c68-9ee9-e017c3d39bef req-2bd4e7d5-60be-4589-98f1-611509a4bf4f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e93dcc9c-6c16-4041-ba25-5e18dc99db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545430 Aug 19 15:29:04.801955 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d4c63-b2c8-4c68-9ee9-e017c3d39bef req-8386f068-2ff5-4536-bd8b-788affdc695e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:04.803631 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a59d4c63-b2c8-4c68-9ee9-e017c3d39bef req-8386f068-2ff5-4536-bd8b-788affdc695e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e93dcc9c-6c16-4041-ba25-5e18dc99db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535774 Aug 19 15:29:04.881930 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a59d4c63-b2c8-4c68-9ee9-e017c3d39bef req-38f38094-cccf-4926-9432-190e5b29c3bb service neutron] 10.222.0.88 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859330 Aug 19 15:29:04.897161 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a59d4c63-b2c8-4c68-9ee9-e017c3d39bef req-4bd4c74e-c72d-4a9d-96ea-0eedc756d6c1 service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859530 Aug 19 15:29:04.994987 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a59d4c63-b2c8-4c68-9ee9-e017c3d39bef req-92d94516-7b3a-49ec-9cd2-8c1bdfdc2961 service neutron] 10.222.0.88 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043096 Aug 19 15:29:04.997988 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a59d4c63-b2c8-4c68-9ee9-e017c3d39bef req-513a1aaa-94c4-4293-afe3-977b94e0e497 service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930681 Aug 19 15:29:05.008907 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:29:05.117899 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 3c13b4a7-5184-4f03-8e7c-747257d1a45d details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:29:05.211427 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 3c13b4a7-5184-4f03-8e7c-747257d1a45d, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=3c13b4a7-5184-4f03-8e7c-747257d1a45d,segment=NetworkSegment(1102709d-18c0-4869-886e-de87e6477b1d),segment_id=1102709d-18c0-4869-886e-de87e6477b1d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:29:05.223899 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '3c13b4a7-5184-4f03-8e7c-747257d1a45d', 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'port_id': '3c13b4a7-5184-4f03-8e7c-747257d1a45d', 'mac_address': 'fa:16:3e:9b:79:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:29:05.270565 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f8e6e-b200-4993-872e-fa076cbf285e req-71a41cce-f61e-4480-bd4d-974db995b8f5 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:05.271994 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-362f8e6e-b200-4993-872e-fa076cbf285e req-71a41cce-f61e-4480-bd4d-974db995b8f5 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=3641b8eb-0020-46a6-8d26-aacf16c215bc HTTP/1.1" status: 200 len: 943 time: 0.0502150 Aug 19 15:29:05.277828 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:05.281281 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:05.291988 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c13b4a7-5184-4f03-8e7c-747257d1a45d {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:29:05.313443 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-362f8e6e-b200-4993-872e-fa076cbf285e req-57597b4d-9a69-41c1-8155-7819d7b40c1a tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347042 Aug 19 15:29:05.314101 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 3c13b4a7-5184-4f03-8e7c-747257d1a45d, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=3c13b4a7-5184-4f03-8e7c-747257d1a45d,segment=NetworkSegment(1102709d-18c0-4869-886e-de87e6477b1d),segment_id=1102709d-18c0-4869-886e-de87e6477b1d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:29:05.318222 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:05.370143 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=3c13b4a7-5184-4f03-8e7c-747257d1a45d,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:05.377669 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:05.378017 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:05.378354 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:05.378685 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:05.379020 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:05.379348 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:05.379672 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:05.379991 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:05.380312 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:05.380656 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:05.380977 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:05.381298 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:05.518455 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da887c-8ed7-4534-8d2b-a94c5ae86d54 req-185f725e-097a-486b-b3a6-7cee6f90373c tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:05.520035 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d8da887c-8ed7-4534-8d2b-a94c5ae86d54 req-185f725e-097a-486b-b3a6-7cee6f90373c tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=3641b8eb-0020-46a6-8d26-aacf16c215bc HTTP/1.1" status: 200 len: 944 time: 0.0539045 Aug 19 15:29:05.533867 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef916c9-0b50-41f3-8bdb-45168031b730 req-6b5b4db0-3f4f-4192-bb19-1e6ba32ea71f tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:05.535294 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9ef916c9-0b50-41f3-8bdb-45168031b730 req-6b5b4db0-3f4f-4192-bb19-1e6ba32ea71f tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.68 "GET /v2.0/ports?device_id=3641b8eb-0020-46a6-8d26-aacf16c215bc&tenant_id=ad29af2562d94d2fbbb651732f778edb&binding%3Ahost_id=n-h2-766043-2 HTTP/1.1" status: 200 len: 944 time: 0.0552533 Aug 19 15:29:05.559014 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['3c13b4a7-5184-4f03-8e7c-747257d1a45d'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:29:05.560432 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d8da887c-8ed7-4534-8d2b-a94c5ae86d54 req-ed14846e-4dd6-40b5-896d-d53aa0422a96 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338023 Aug 19 15:29:05.597828 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [req-9ef916c9-0b50-41f3-8bdb-45168031b730 req-e3e45b0e-5acd-4a06-b0a5-5b460570231a service neutron] delete failed (client error): The resource could not be found. Aug 19 15:29:05.598877 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9ef916c9-0b50-41f3-8bdb-45168031b730 req-e3e45b0e-5acd-4a06-b0a5-5b460570231a service neutron] 10.222.0.68 "DELETE /v2.0/ports/3c13b4a7-5184-4f03-8e7c-747257d1a45d/bindings/n-h1-766043-2 HTTP/1.1" status: 404 len: 380 time: 0.0562584 Aug 19 15:29:05.691696 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef916c9-0b50-41f3-8bdb-45168031b730 req-71385d68-45e0-40cb-9633-8da665d3efaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:05.693262 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9ef916c9-0b50-41f3-8bdb-45168031b730 req-71385d68-45e0-40cb-9633-8da665d3efaf service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ad29af2562d94d2fbbb651732f778edb&device_id=3641b8eb-0020-46a6-8d26-aacf16c215bc HTTP/1.1" status: 200 len: 1095 time: 0.0479267 Aug 19 15:29:05.721470 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 3c13b4a7-5184-4f03-8e7c-747257d1a45d no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:29:05.763494 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 3c13b4a7-5184-4f03-8e7c-747257d1a45d not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:29:05.788474 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef916c9-0b50-41f3-8bdb-45168031b730 req-39b13ae3-7010-483d-92be-0f0d015e08b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:05.789852 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9ef916c9-0b50-41f3-8bdb-45168031b730 req-39b13ae3-7010-483d-92be-0f0d015e08b3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e93dcc9c-6c16-4041-ba25-5e18dc99db77 HTTP/1.1" status: 200 len: 913 time: 0.0892265 Aug 19 15:29:05.810835 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:05.873115 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9ef916c9-0b50-41f3-8bdb-45168031b730 req-0e803f58-acfb-4290-842b-bb70b2bfd159 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c13b4a7-5184-4f03-8e7c-747257d1a45d HTTP/1.1" status: 200 len: 999 time: 0.0752668 Aug 19 15:29:05.927322 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef916c9-0b50-41f3-8bdb-45168031b730 req-26dc10e0-ae00-4c48-887a-3b0b15d28752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:05.928822 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9ef916c9-0b50-41f3-8bdb-45168031b730 req-26dc10e0-ae00-4c48-887a-3b0b15d28752 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6936e5f6-7b9c-4371-877b-116fa7becd76 HTTP/1.1" status: 200 len: 851 time: 0.0476646 Aug 19 15:29:05.986077 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef916c9-0b50-41f3-8bdb-45168031b730 req-2f05556a-065a-43bd-b8d9-353bcd4f44cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:05.987677 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9ef916c9-0b50-41f3-8bdb-45168031b730 req-2f05556a-065a-43bd-b8d9-353bcd4f44cd service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e93dcc9c-6c16-4041-ba25-5e18dc99db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508876 Aug 19 15:29:06.085511 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9ef916c9-0b50-41f3-8bdb-45168031b730 req-afa77056-17ba-4790-82cb-310c205983ea service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902944 Aug 19 15:29:06.177834 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9ef916c9-0b50-41f3-8bdb-45168031b730 req-36434ea4-10e1-41de-9de4-a95c0fbfc4c5 service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849915 Aug 19 15:29:06.696678 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dcd48a-cea0-453b-9cab-a82926a97f1d req-f700f6fe-9d9f-479f-bcc7-01bc1ff7299b tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:06.698241 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-27dcd48a-cea0-453b-9cab-a82926a97f1d req-f700f6fe-9d9f-479f-bcc7-01bc1ff7299b tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=3641b8eb-0020-46a6-8d26-aacf16c215bc HTTP/1.1" status: 200 len: 944 time: 0.0571663 Aug 19 15:29:06.740594 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-27dcd48a-cea0-453b-9cab-a82926a97f1d req-f1e906c4-35bc-4807-850d-d191033e2502 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353491 Aug 19 15:29:06.862365 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b4c4f-1cf7-466e-858f-e63125155564 req-4a713474-b426-4fae-bf09-80c242d400ec tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:06.863868 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-314b4c4f-1cf7-466e-858f-e63125155564 req-4a713474-b426-4fae-bf09-80c242d400ec tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=3641b8eb-0020-46a6-8d26-aacf16c215bc HTTP/1.1" status: 200 len: 944 time: 0.0503888 Aug 19 15:29:06.902209 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-314b4c4f-1cf7-466e-858f-e63125155564 req-2f5bb02f-40b6-4c79-b8e2-09f06be8e1eb tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323088 Aug 19 15:29:07.088891 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:07.117762 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 3c13b4a7-5184-4f03-8e7c-747257d1a45d up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:29:07.144013 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fdf037-620d-422a-99c6-3e6076f77cf0 req-80600120-6342-4576-8028-31a18144785f tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:07.145620 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e3fdf037-620d-422a-99c6-3e6076f77cf0 req-80600120-6342-4576-8028-31a18144785f tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=3641b8eb-0020-46a6-8d26-aacf16c215bc HTTP/1.1" status: 200 len: 944 time: 0.0875883 Aug 19 15:29:07.152656 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34361cc0-8130-4a9f-b99a-4070e5d58bc5 req-2362f0b8-9d96-4e3b-bd5d-7eaf97a398f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:07.154153 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-34361cc0-8130-4a9f-b99a-4070e5d58bc5 req-2362f0b8-9d96-4e3b-bd5d-7eaf97a398f7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ad29af2562d94d2fbbb651732f778edb&device_id=3641b8eb-0020-46a6-8d26-aacf16c215bc HTTP/1.1" status: 200 len: 1095 time: 0.0647662 Aug 19 15:29:07.171103 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 3c13b4a7-5184-4f03-8e7c-747257d1a45d completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:29:07.174979 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 3c13b4a7-5184-4f03-8e7c-747257d1a45d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:29:07.175343 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:07.236435 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e3fdf037-620d-422a-99c6-3e6076f77cf0 req-2d12a3ae-3018-4e23-a372-f4435db76a20 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811605 Aug 19 15:29:07.262100 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:07.273520 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34361cc0-8130-4a9f-b99a-4070e5d58bc5 req-4b3b49ac-6f3f-410b-8b15-3059b8f6029a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:07.275100 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-34361cc0-8130-4a9f-b99a-4070e5d58bc5 req-4b3b49ac-6f3f-410b-8b15-3059b8f6029a service neutron] 10.222.0.88 "GET /v2.0/networks?id=e93dcc9c-6c16-4041-ba25-5e18dc99db77 HTTP/1.1" status: 200 len: 913 time: 0.1124716 Aug 19 15:29:07.285983 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3641b8eb-0020-46a6-8d26-aacf16c215bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c13b4a7-5184-4f03-8e7c-747257d1a45d'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:29:07.288268 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14af5da-4217-4da3-a967-46e8891707e7" -d '{"events": [{"server_uuid": "3641b8eb-0020-46a6-8d26-aacf16c215bc", "name": "network-vif-plugged", "status": "completed", "tag": "3c13b4a7-5184-4f03-8e7c-747257d1a45d"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:29:07.306559 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 3c13b4a7-5184-4f03-8e7c-747257d1a45d, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=3c13b4a7-5184-4f03-8e7c-747257d1a45d,segment=NetworkSegment(1102709d-18c0-4869-886e-de87e6477b1d),segment_id=1102709d-18c0-4869-886e-de87e6477b1d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:29:07.311756 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:07.338192 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcfce572-1c12-4dec-aa11-4e6f5195a8ce x-openstack-request-id: req-bcfce572-1c12-4dec-aa11-4e6f5195a8ce {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:29:07.338192 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3641b8eb-0020-46a6-8d26-aacf16c215bc", "name": "network-vif-plugged", "status": "completed", "tag": "3c13b4a7-5184-4f03-8e7c-747257d1a45d", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:29:07.338192 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bcfce572-1c12-4dec-aa11-4e6f5195a8ce {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:29:07.338532 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3641b8eb-0020-46a6-8d26-aacf16c215bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c13b4a7-5184-4f03-8e7c-747257d1a45d', 'code': 200} Aug 19 15:29:07.350924 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-34361cc0-8130-4a9f-b99a-4070e5d58bc5 req-92d1fbfc-fa35-43b1-93d5-1aa648e4ea91 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c13b4a7-5184-4f03-8e7c-747257d1a45d HTTP/1.1" status: 200 len: 999 time: 0.0692971 Aug 19 15:29:07.364222 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=3c13b4a7-5184-4f03-8e7c-747257d1a45d,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:07.402348 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34361cc0-8130-4a9f-b99a-4070e5d58bc5 req-0d76497e-afc0-48cf-9393-47b5195fa894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:07.403843 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-34361cc0-8130-4a9f-b99a-4070e5d58bc5 req-0d76497e-afc0-48cf-9393-47b5195fa894 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6936e5f6-7b9c-4371-877b-116fa7becd76 HTTP/1.1" status: 200 len: 851 time: 0.0462279 Aug 19 15:29:07.450728 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34361cc0-8130-4a9f-b99a-4070e5d58bc5 req-86ddff83-1ac7-4ac1-a98e-7c97733f6a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:07.452458 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-34361cc0-8130-4a9f-b99a-4070e5d58bc5 req-86ddff83-1ac7-4ac1-a98e-7c97733f6a0c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e93dcc9c-6c16-4041-ba25-5e18dc99db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420384 Aug 19 15:29:07.546636 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-34361cc0-8130-4a9f-b99a-4070e5d58bc5 req-318ca4f1-e77e-407e-910b-fd76cc59adde service neutron] 10.222.0.88 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869710 Aug 19 15:29:07.637486 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-34361cc0-8130-4a9f-b99a-4070e5d58bc5 req-7fa49ab2-5ce1-44c2-929f-2532112b6f00 service neutron] 10.222.0.88 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833333 Aug 19 15:29:08.362634 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8321e976-d925-4c8c-ab9e-0e91472c1e19 req-a358e2d7-6f60-40ab-a2a5-5259b76e0f0a tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:08.364194 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8321e976-d925-4c8c-ab9e-0e91472c1e19 req-a358e2d7-6f60-40ab-a2a5-5259b76e0f0a tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=3641b8eb-0020-46a6-8d26-aacf16c215bc HTTP/1.1" status: 200 len: 945 time: 0.0569139 Aug 19 15:29:08.405015 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8321e976-d925-4c8c-ab9e-0e91472c1e19 req-f7f152da-1768-45b6-8989-b74ce3df8e22 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345306 Aug 19 15:29:08.662467 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045a8ef-b2ab-4502-878d-5db06e29b827 req-8a68fdf9-d2eb-4847-b8fe-6a81ba44ac99 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:08.664030 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9045a8ef-b2ab-4502-878d-5db06e29b827 req-8a68fdf9-d2eb-4847-b8fe-6a81ba44ac99 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=3641b8eb-0020-46a6-8d26-aacf16c215bc HTTP/1.1" status: 200 len: 945 time: 0.0507483 Aug 19 15:29:08.702937 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9045a8ef-b2ab-4502-878d-5db06e29b827 req-8eda15b4-accb-466a-b75a-b23298837ca5 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324399 Aug 19 15:29:09.821696 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc752da-c9a9-4c27-a4d0-95e85dd865d5 req-6380f2ce-7865-4bae-82bb-4a959b2929aa tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:09.823206 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bbc752da-c9a9-4c27-a4d0-95e85dd865d5 req-6380f2ce-7865-4bae-82bb-4a959b2929aa tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=3641b8eb-0020-46a6-8d26-aacf16c215bc HTTP/1.1" status: 200 len: 945 time: 0.0512183 Aug 19 15:29:09.904724 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f14095-8dd2-40de-bac9-25314599de14 req-c2777736-2ed3-4156-a0ae-dc98d33836f2 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:09.906216 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-45f14095-8dd2-40de-bac9-25314599de14 req-c2777736-2ed3-4156-a0ae-dc98d33836f2 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.88 "GET /v2.0/ports?device_id=3641b8eb-0020-46a6-8d26-aacf16c215bc HTTP/1.1" status: 200 len: 945 time: 0.0758812 Aug 19 15:29:09.912201 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bbc752da-c9a9-4c27-a4d0-95e85dd865d5 req-31e8dee4-ca42-4f55-8cb9-54edf58d28e4 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828555 Aug 19 15:29:09.999896 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-45f14095-8dd2-40de-bac9-25314599de14 req-8ad15836-e211-4b88-a4bc-738d4ab7bdeb tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Deleting port 3c13b4a7-5184-4f03-8e7c-747257d1a45d {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:29:10.000154 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-45f14095-8dd2-40de-bac9-25314599de14 req-8ad15836-e211-4b88-a4bc-738d4ab7bdeb tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:10.095402 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-45f14095-8dd2-40de-bac9-25314599de14 req-8ad15836-e211-4b88-a4bc-738d4ab7bdeb tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] For port 3c13b4a7-5184-4f03-8e7c-747257d1a45d, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=3c13b4a7-5184-4f03-8e7c-747257d1a45d,segment=NetworkSegment(1102709d-18c0-4869-886e-de87e6477b1d),segment_id=1102709d-18c0-4869-886e-de87e6477b1d)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:29:10.095806 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-45f14095-8dd2-40de-bac9-25314599de14 req-8ad15836-e211-4b88-a4bc-738d4ab7bdeb tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:10.275483 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-45f14095-8dd2-40de-bac9-25314599de14 req-8ad15836-e211-4b88-a4bc-738d4ab7bdeb tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:10.276019 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-45f14095-8dd2-40de-bac9-25314599de14 req-8ad15836-e211-4b88-a4bc-738d4ab7bdeb tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:10.276592 n-d-766043-2 neutron-server[94640]: INFO neutron.db.l3_db [req-45f14095-8dd2-40de-bac9-25314599de14 req-8ad15836-e211-4b88-a4bc-738d4ab7bdeb tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Floating IP 451b83e5-cbd5-4b32-ae45-4ccd37d46d04 disassociated. External IP: 172.25.2.41, port: 3c13b4a7-5184-4f03-8e7c-747257d1a45d. Aug 19 15:29:10.277155 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-45f14095-8dd2-40de-bac9-25314599de14 req-8ad15836-e211-4b88-a4bc-738d4ab7bdeb tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Calling delete_port for 3c13b4a7-5184-4f03-8e7c-747257d1a45d owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:29:10.418404 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-45f14095-8dd2-40de-bac9-25314599de14 req-8ad15836-e211-4b88-a4bc-738d4ab7bdeb tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:10.449744 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad15836-e211-4b88-a4bc-738d4ab7bdeb tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Pushing event deleted for resources: {'Port': ['ID=3c13b4a7-5184-4f03-8e7c-747257d1a45d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:10.595058 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45f14095-8dd2-40de-bac9-25314599de14 req-8ad15836-e211-4b88-a4bc-738d4ab7bdeb tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Router 2564058f-2382-487f-80a0-5eacfe5fca71 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:29:10.723235 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45f14095-8dd2-40de-bac9-25314599de14 req-8ad15836-e211-4b88-a4bc-738d4ab7bdeb tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:29:10.733587 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162d2644-7e0d-4ff8-99c4-449b1928c58e None None] Sync routers for ids ['2564058f-2382-487f-80a0-5eacfe5fca71'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:29:10.746940 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162d2644-7e0d-4ff8-99c4-449b1928c58e None None] Routers {'2564058f-2382-487f-80a0-5eacfe5fca71'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:29:10.747787 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-162d2644-7e0d-4ff8-99c4-449b1928c58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:29:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['2564058f-2382-487f-80a0-5eacfe5fca71'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:10.763126 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f14095-8dd2-40de-bac9-25314599de14 req-8ad15836-e211-4b88-a4bc-738d4ab7bdeb tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] No DVR routers for this DVR port 3c13b4a7-5184-4f03-8e7c-747257d1a45d on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:29:10.766934 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-45f14095-8dd2-40de-bac9-25314599de14 req-8ad15836-e211-4b88-a4bc-738d4ab7bdeb tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:10.769074 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-45f14095-8dd2-40de-bac9-25314599de14 req-8ad15836-e211-4b88-a4bc-738d4ab7bdeb tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.88 "DELETE /v2.0/ports/3c13b4a7-5184-4f03-8e7c-747257d1a45d HTTP/1.1" status: 204 len: 173 time: 0.8560534 Aug 19 15:29:10.769511 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3641b8eb-0020-46a6-8d26-aacf16c215bc', 'name': 'network-vif-deleted', 'tag': '3c13b4a7-5184-4f03-8e7c-747257d1a45d'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:29:10.772024 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e77f68-5ac2-469b-b3d6-96b20787bce9" -d '{"events": [{"server_uuid": "3641b8eb-0020-46a6-8d26-aacf16c215bc", "name": "network-vif-deleted", "tag": "3c13b4a7-5184-4f03-8e7c-747257d1a45d"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:29:10.822232 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e40be7-6ada-4bed-a3e5-575c24f85962 x-openstack-request-id: req-a9e40be7-6ada-4bed-a3e5-575c24f85962 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:29:10.823118 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3641b8eb-0020-46a6-8d26-aacf16c215bc", "name": "network-vif-deleted", "tag": "3c13b4a7-5184-4f03-8e7c-747257d1a45d", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:29:10.823118 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a9e40be7-6ada-4bed-a3e5-575c24f85962 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:29:10.823546 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3641b8eb-0020-46a6-8d26-aacf16c215bc', 'name': 'network-vif-deleted', 'tag': '3c13b4a7-5184-4f03-8e7c-747257d1a45d', 'status': 'completed', 'code': 200} Aug 19 15:29:10.879832 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-162d2644-7e0d-4ff8-99c4-449b1928c58e None None] Set router 2564058f-2382-487f-80a0-5eacfe5fca71 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:29:11.040721 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-731bfd70-9936-4d32-925e-a55f7484cc30 req-2f00e06d-cf45-4ca4-9d47-9dce52f1cee7 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=3641b8eb-0020-46a6-8d26-aacf16c215bc HTTP/1.1" status: 200 len: 210 time: 0.0316856 Aug 19 15:29:11.128283 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-162d2644-7e0d-4ff8-99c4-449b1928c58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'name': 'tempest-ServerActionsTestJSON-1589713132-router', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:24:35Z', 'updated_at': '2021-08-19T15:24:38Z', 'revision_number': 4, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'gw_port': {'id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:36Z', 'updated_at': '2021-08-19T15:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '4ebda8bc-6ffc-433a-af71-3164e1cdf479', 'name': '', 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'mac_address': 'fa:16:3e:ac:8e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:38Z', 'updated_at': '2021-08-19T15:24:44Z', 'revision_number': 5, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'subnets': [{'id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:11.158608 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162d2644-7e0d-4ff8-99c4-449b1928c58e None None] Checking router: 2564058f-2382-487f-80a0-5eacfe5fca71 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:29:11.167395 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162d2644-7e0d-4ff8-99c4-449b1928c58e None None] Routers {'2564058f-2382-487f-80a0-5eacfe5fca71'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:29:11.168012 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-162d2644-7e0d-4ff8-99c4-449b1928c58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:29:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['2564058f-2382-487f-80a0-5eacfe5fca71'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:11.274665 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-162d2644-7e0d-4ff8-99c4-449b1928c58e None None] Set router 2564058f-2382-487f-80a0-5eacfe5fca71 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:29:11.490001 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-162d2644-7e0d-4ff8-99c4-449b1928c58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'name': 'tempest-ServerActionsTestJSON-1589713132-router', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:24:35Z', 'updated_at': '2021-08-19T15:24:38Z', 'revision_number': 4, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'gw_port': {'id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:36Z', 'updated_at': '2021-08-19T15:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '4ebda8bc-6ffc-433a-af71-3164e1cdf479', 'name': '', 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'mac_address': 'fa:16:3e:ac:8e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:38Z', 'updated_at': '2021-08-19T15:24:44Z', 'revision_number': 5, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'subnets': [{'id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:11.516816 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162d2644-7e0d-4ff8-99c4-449b1928c58e None None] The sync data for ids ['2564058f-2382-487f-80a0-5eacfe5fca71'] in n-d-766043-2 is: [{'id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'name': 'tempest-ServerActionsTestJSON-1589713132-router', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:24:35Z', 'updated_at': '2021-08-19T15:24:38Z', 'revision_number': 4, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'gw_port': {'id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:36Z', 'updated_at': '2021-08-19T15:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '4ebda8bc-6ffc-433a-af71-3164e1cdf479', 'name': '', 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'mac_address': 'fa:16:3e:ac:8e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:38Z', 'updated_at': '2021-08-19T15:24:44Z', 'revision_number': 5, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'subnets': [{'id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:29:11.655876 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [req-2bda9edb-0d07-4d4f-b487-3a4974f03e8c req-32d34f7e-2078-4107-b14c-09561dc174af service neutron] (94640) timed out ('10.222.0.69', 33718) {{(pid=94640) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 15:29:11.751990 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58119042-0be9-44bc-a121-d62f625e3b45 None None] New status for floating IP 451b83e5-cbd5-4b32-ae45-4ccd37d46d04: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:29:12.318023 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e1bbf168-cb17-41c4-80b5-0919ef9b732b req-51c4cd81-fffb-40f9-acb0-acc9def07e53 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--307599298&fields=id&tenant_id=ad29af2562d94d2fbbb651732f778edb HTTP/1.1" status: 200 len: 267 time: 0.0342231 Aug 19 15:29:12.434259 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bbf168-cb17-41c4-80b5-0919ef9b732b req-791e1bf6-3401-4b2d-888a-b6f6ea8e3080 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:12.435684 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e1bbf168-cb17-41c4-80b5-0919ef9b732b req-791e1bf6-3401-4b2d-888a-b6f6ea8e3080 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/networks?id=e93dcc9c-6c16-4041-ba25-5e18dc99db77 HTTP/1.1" status: 200 len: 812 time: 0.1105454 Aug 19 15:29:12.451505 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e1bbf168-cb17-41c4-80b5-0919ef9b732b req-aeb8a1da-a939-4e50-b256-51cdbe82b9e4 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/quotas/ad29af2562d94d2fbbb651732f778edb HTTP/1.1" status: 200 len: 375 time: 0.0098705 Aug 19 15:29:12.507061 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e1bbf168-cb17-41c4-80b5-0919ef9b732b req-0845363f-6e70-472b-9f8e-b91ad3e74a28 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ad29af2562d94d2fbbb651732f778edb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488567 Aug 19 15:29:12.652833 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e1bbf168-cb17-41c4-80b5-0919ef9b732b req-fe9f2b24-671f-42c4-8cdb-1191ff417444 service neutron] 10.222.0.69 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330757 Aug 19 15:29:12.740482 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e1bbf168-cb17-41c4-80b5-0919ef9b732b req-0eae789f-ad4b-4664-b3a5-63a8502decae service neutron] 10.222.0.69 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813432 Aug 19 15:29:12.903342 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-aa51dad9-10f8-4d19-8922-3bd24380f567 req-962ba190-c35c-4d67-9b86-c47702d471e8 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83 HTTP/1.1" status: 200 len: 210 time: 0.0265634 Aug 19 15:29:13.195998 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 3c13b4a7-5184-4f03-8e7c-747257d1a45d no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:29:13.217434 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: 3c13b4a7-5184-4f03-8e7c-747257d1a45d {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:29:13.217779 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 3c13b4a7-5184-4f03-8e7c-747257d1a45d not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:29:13.914221 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bbf168-cb17-41c4-80b5-0919ef9b732b req-68284673-b4ef-47b0-be61-5efd7c6092ba tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:13.915877 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e1bbf168-cb17-41c4-80b5-0919ef9b732b req-68284673-b4ef-47b0-be61-5efd7c6092ba tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.68 "GET /v2.0/networks?id=e93dcc9c-6c16-4041-ba25-5e18dc99db77 HTTP/1.1" status: 200 len: 812 time: 0.1403670 Aug 19 15:29:13.979133 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e1bbf168-cb17-41c4-80b5-0919ef9b732b req-3cdfc03f-a2da-4558-8e1f-8f13de619277 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad29af2562d94d2fbbb651732f778edb HTTP/1.1" status: 200 len: 379 time: 0.0526421 Aug 19 15:29:13.990969 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-e1bbf168-cb17-41c4-80b5-0919ef9b732b req-a7ec9ece-9f21-4229-bce1-16cd9f38dd0a tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Request body: {'port': {'device_id': 'de7a4fcd-5eb3-4a88-8392-64c22327fe83', 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'admin_state_up': True, 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'security_groups': ['d3706c28-03f8-4f38-8555-618f7d4c989d']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:14.028928 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-296feb52-1843-4c89-8335-2c974621f2a2 req-cf809323-59a9-42bf-b42a-85d13411315d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83 HTTP/1.1" status: 200 len: 210 time: 0.0287304 Aug 19 15:29:14.127242 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1bbf168-cb17-41c4-80b5-0919ef9b732b req-a7ec9ece-9f21-4229-bce1-16cd9f38dd0a tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Made reservation on behalf of ad29af2562d94d2fbbb651732f778edb for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:29:14.131127 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e1bbf168-cb17-41c4-80b5-0919ef9b732b req-a7ec9ece-9f21-4229-bce1-16cd9f38dd0a tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:14.309155 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-e1bbf168-cb17-41c4-80b5-0919ef9b732b req-a7ec9ece-9f21-4229-bce1-16cd9f38dd0a tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Allocated IP 172.20.0.8 (e93dcc9c-6c16-4041-ba25-5e18dc99db77/6936e5f6-7b9c-4371-877b-116fa7becd76/f35653bd-e727-4e24-bf2b-a36d1cbc0ed9) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:29:14.465990 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e1bbf168-cb17-41c4-80b5-0919ef9b732b req-a7ec9ece-9f21-4229-bce1-16cd9f38dd0a tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:14.479909 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-e1bbf168-cb17-41c4-80b5-0919ef9b732b req-a7ec9ece-9f21-4229-bce1-16cd9f38dd0a tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Transition to ACTIVE for port object f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:29:14.514981 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e1bbf168-cb17-41c4-80b5-0919ef9b732b req-a7ec9ece-9f21-4229-bce1-16cd9f38dd0a tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:14.561321 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1bbf168-cb17-41c4-80b5-0919ef9b732b req-a7ec9ece-9f21-4229-bce1-16cd9f38dd0a tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Network e93dcc9c-6c16-4041-ba25-5e18dc99db77 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:29:14.564866 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-e1bbf168-cb17-41c4-80b5-0919ef9b732b req-a7ec9ece-9f21-4229-bce1-16cd9f38dd0a tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:29:14.569081 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1bbf168-cb17-41c4-80b5-0919ef9b732b req-a7ec9ece-9f21-4229-bce1-16cd9f38dd0a tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:29:14.576239 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ec9ece-9f21-4229-bce1-16cd9f38dd0a tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Pushing event updated for resources: {'Port': ['ID=f35653bd-e727-4e24-bf2b-a36d1cbc0ed9,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:14.607412 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ec9ece-9f21-4229-bce1-16cd9f38dd0a tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:14.607760 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ec9ece-9f21-4229-bce1-16cd9f38dd0a tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:14.608108 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ec9ece-9f21-4229-bce1-16cd9f38dd0a tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:14.608473 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ec9ece-9f21-4229-bce1-16cd9f38dd0a tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:14.608809 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ec9ece-9f21-4229-bce1-16cd9f38dd0a tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:14.609163 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ec9ece-9f21-4229-bce1-16cd9f38dd0a tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:14.609504 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ec9ece-9f21-4229-bce1-16cd9f38dd0a tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:14.609795 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ec9ece-9f21-4229-bce1-16cd9f38dd0a tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:14.610671 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ec9ece-9f21-4229-bce1-16cd9f38dd0a tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:14.610998 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ec9ece-9f21-4229-bce1-16cd9f38dd0a tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:14.611611 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ec9ece-9f21-4229-bce1-16cd9f38dd0a tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:14.611611 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ec9ece-9f21-4229-bce1-16cd9f38dd0a tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:29:14.640636 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bbf168-cb17-41c4-80b5-0919ef9b732b req-a7ec9ece-9f21-4229-bce1-16cd9f38dd0a tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:14.641441 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e1bbf168-cb17-41c4-80b5-0919ef9b732b req-a7ec9ece-9f21-4229-bce1-16cd9f38dd0a tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:14.659319 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e1bbf168-cb17-41c4-80b5-0919ef9b732b req-a7ec9ece-9f21-4229-bce1-16cd9f38dd0a tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6723826 Aug 19 15:29:14.673813 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-e1bbf168-cb17-41c4-80b5-0919ef9b732b req-77570b34-9c78-470a-9ec8-6802d9cac3c8 service neutron] Request body: {'port': {'device_id': 'de7a4fcd-5eb3-4a88-8392-64c22327fe83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:14.742376 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e1bbf168-cb17-41c4-80b5-0919ef9b732b req-77570b34-9c78-470a-9ec8-6802d9cac3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:14.929410 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-98c1dd3f-94a8-4ce4-8c91-bc7fd5e9c1fc None None] Provisioning for port f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:29:14.933569 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-98c1dd3f-94a8-4ce4-8c91-bc7fd5e9c1fc None None] Provisioning complete for port f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:29:14.933931 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-98c1dd3f-94a8-4ce4-8c91-bc7fd5e9c1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:14.974980 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-98c1dd3f-94a8-4ce4-8c91-bc7fd5e9c1fc None None] Port f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:29:15.050219 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-e1bbf168-cb17-41c4-80b5-0919ef9b732b req-77570b34-9c78-470a-9ec8-6802d9cac3c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:29:15.058551 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e1bbf168-cb17-41c4-80b5-0919ef9b732b req-77570b34-9c78-470a-9ec8-6802d9cac3c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:15.071869 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-e1bbf168-cb17-41c4-80b5-0919ef9b732b req-77570b34-9c78-470a-9ec8-6802d9cac3c8 service neutron] Transition to ACTIVE for port object f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:29:15.079237 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e1bbf168-cb17-41c4-80b5-0919ef9b732b req-77570b34-9c78-470a-9ec8-6802d9cac3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:15.152965 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77570b34-9c78-470a-9ec8-6802d9cac3c8 service neutron] Pushing event updated for resources: {'Port': ['ID=f35653bd-e727-4e24-bf2b-a36d1cbc0ed9,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:15.175391 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0d307-d087-4fa6-8d6a-774fe0bec91b req-3f1538c6-0b73-4b13-9b18-a3b1a4ee531c tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:15.176956 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a8e0d307-d087-4fa6-8d6a-774fe0bec91b req-3f1538c6-0b73-4b13-9b18-a3b1a4ee531c tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83 HTTP/1.1" status: 200 len: 943 time: 0.0600991 Aug 19 15:29:15.208502 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-e1bbf168-cb17-41c4-80b5-0919ef9b732b req-77570b34-9c78-470a-9ec8-6802d9cac3c8 service neutron] Attempting to bind port f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:29:15.208959 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-e1bbf168-cb17-41c4-80b5-0919ef9b732b req-77570b34-9c78-470a-9ec8-6802d9cac3c8 service neutron] Attempting to bind port f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '1102709d-18c0-4869-886e-de87e6477b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:29:15.209484 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bbf168-cb17-41c4-80b5-0919ef9b732b req-77570b34-9c78-470a-9ec8-6802d9cac3c8 service neutron] Attempting to bind port f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 on network e93dcc9c-6c16-4041-ba25-5e18dc99db77 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:29:15.215328 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bbf168-cb17-41c4-80b5-0919ef9b732b req-77570b34-9c78-470a-9ec8-6802d9cac3c8 service neutron] Port f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 on network e93dcc9c-6c16-4041-ba25-5e18dc99db77 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:29:15.215796 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bbf168-cb17-41c4-80b5-0919ef9b732b req-77570b34-9c78-470a-9ec8-6802d9cac3c8 service neutron] Attempting to bind port f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 on network e93dcc9c-6c16-4041-ba25-5e18dc99db77 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:29:15.222170 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bbf168-cb17-41c4-80b5-0919ef9b732b req-77570b34-9c78-470a-9ec8-6802d9cac3c8 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:29:15.222649 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bbf168-cb17-41c4-80b5-0919ef9b732b req-77570b34-9c78-470a-9ec8-6802d9cac3c8 service neutron] Checking segment: {'id': '1102709d-18c0-4869-886e-de87e6477b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:29:15.223048 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bbf168-cb17-41c4-80b5-0919ef9b732b req-77570b34-9c78-470a-9ec8-6802d9cac3c8 service neutron] Bound using segment: {'id': '1102709d-18c0-4869-886e-de87e6477b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:29:15.223642 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-e1bbf168-cb17-41c4-80b5-0919ef9b732b req-77570b34-9c78-470a-9ec8-6802d9cac3c8 service neutron] Bound port: f35653bd-e727-4e24-bf2b-a36d1cbc0ed9, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1102709d-18c0-4869-886e-de87e6477b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:29:15.224019 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e1bbf168-cb17-41c4-80b5-0919ef9b732b req-77570b34-9c78-470a-9ec8-6802d9cac3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:15.225093 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a8e0d307-d087-4fa6-8d6a-774fe0bec91b req-734b44ec-f65d-42af-810b-f68cc198dc82 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394201 Aug 19 15:29:15.296283 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-e1bbf168-cb17-41c4-80b5-0919ef9b732b req-77570b34-9c78-470a-9ec8-6802d9cac3c8 service neutron] For port f35653bd-e727-4e24-bf2b-a36d1cbc0ed9, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:29:15.301310 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-e1bbf168-cb17-41c4-80b5-0919ef9b732b req-77570b34-9c78-470a-9ec8-6802d9cac3c8 service neutron] For port f35653bd-e727-4e24-bf2b-a36d1cbc0ed9, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=f35653bd-e727-4e24-bf2b-a36d1cbc0ed9,segment=NetworkSegment(1102709d-18c0-4869-886e-de87e6477b1d),segment_id=1102709d-18c0-4869-886e-de87e6477b1d)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:29:15.308879 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e1bbf168-cb17-41c4-80b5-0919ef9b732b req-77570b34-9c78-470a-9ec8-6802d9cac3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:15.346707 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bbf168-cb17-41c4-80b5-0919ef9b732b req-77570b34-9c78-470a-9ec8-6802d9cac3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:15.347205 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e1bbf168-cb17-41c4-80b5-0919ef9b732b req-77570b34-9c78-470a-9ec8-6802d9cac3c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:15.348714 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e1bbf168-cb17-41c4-80b5-0919ef9b732b req-77570b34-9c78-470a-9ec8-6802d9cac3c8 service neutron] 10.222.0.68 "PUT /v2.0/ports/f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 HTTP/1.1" status: 200 len: 1091 time: 0.6811097 Aug 19 15:29:15.351053 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de7a4fcd-5eb3-4a88-8392-64c22327fe83', 'tag': 'f35653bd-e727-4e24-bf2b-a36d1cbc0ed9'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:29:15.354262 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a22624-fd9e-43de-ae1a-aa0bde34475f" -d '{"events": [{"name": "network-changed", "server_uuid": "de7a4fcd-5eb3-4a88-8392-64c22327fe83", "tag": "f35653bd-e727-4e24-bf2b-a36d1cbc0ed9"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:29:15.381529 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77570b34-9c78-470a-9ec8-6802d9cac3c8 service neutron] Pushing event updated for resources: {'Port': ['ID=f35653bd-e727-4e24-bf2b-a36d1cbc0ed9,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:15.402364 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519789ef-a164-40f3-a19f-37ec0950e8bf x-openstack-request-id: req-519789ef-a164-40f3-a19f-37ec0950e8bf {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:29:15.402686 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de7a4fcd-5eb3-4a88-8392-64c22327fe83", "tag": "f35653bd-e727-4e24-bf2b-a36d1cbc0ed9", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:29:15.403134 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-519789ef-a164-40f3-a19f-37ec0950e8bf {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:29:15.403610 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de7a4fcd-5eb3-4a88-8392-64c22327fe83', 'tag': 'f35653bd-e727-4e24-bf2b-a36d1cbc0ed9', 'status': 'completed', 'code': 200} Aug 19 15:29:15.435327 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bbf168-cb17-41c4-80b5-0919ef9b732b req-f9b7e6fe-6073-4852-8107-02e7abe8e514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:15.437102 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e1bbf168-cb17-41c4-80b5-0919ef9b732b req-f9b7e6fe-6073-4852-8107-02e7abe8e514 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ad29af2562d94d2fbbb651732f778edb&device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83 HTTP/1.1" status: 200 len: 1094 time: 0.0470123 Aug 19 15:29:15.493510 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e1bbf168-cb17-41c4-80b5-0919ef9b732b req-3cfaf07e-6790-458f-8a7b-b740d69a653f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 HTTP/1.1" status: 200 len: 217 time: 0.0481288 Aug 19 15:29:15.545516 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bbf168-cb17-41c4-80b5-0919ef9b732b req-6cea0821-b523-4395-a8f8-093e24ef898a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:15.547020 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e1bbf168-cb17-41c4-80b5-0919ef9b732b req-6cea0821-b523-4395-a8f8-093e24ef898a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6936e5f6-7b9c-4371-877b-116fa7becd76 HTTP/1.1" status: 200 len: 851 time: 0.0469701 Aug 19 15:29:15.596358 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bbf168-cb17-41c4-80b5-0919ef9b732b req-d467631e-1374-4399-9d08-fee8edde477f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:15.597922 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e1bbf168-cb17-41c4-80b5-0919ef9b732b req-d467631e-1374-4399-9d08-fee8edde477f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e93dcc9c-6c16-4041-ba25-5e18dc99db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435517 Aug 19 15:29:15.696260 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e1bbf168-cb17-41c4-80b5-0919ef9b732b req-620acf03-1d6f-4701-b44a-402fbbefbff6 service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903115 Aug 19 15:29:15.792993 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e1bbf168-cb17-41c4-80b5-0919ef9b732b req-f9005678-5007-44ee-a367-1e579723ddcf service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875628 Aug 19 15:29:15.888299 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a22624-fd9e-43de-ae1a-aa0bde34475f req-41ce773a-d9cc-4109-bc14-6be8522ba3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:15.889856 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-89a22624-fd9e-43de-ae1a-aa0bde34475f req-41ce773a-d9cc-4109-bc14-6be8522ba3a6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ad29af2562d94d2fbbb651732f778edb&device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83 HTTP/1.1" status: 200 len: 1094 time: 0.0438128 Aug 19 15:29:15.988179 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a22624-fd9e-43de-ae1a-aa0bde34475f req-f5fd33c7-adb5-409e-84ef-8c5b2630a5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:15.989711 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-89a22624-fd9e-43de-ae1a-aa0bde34475f req-f5fd33c7-adb5-409e-84ef-8c5b2630a5c8 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e93dcc9c-6c16-4041-ba25-5e18dc99db77 HTTP/1.1" status: 200 len: 913 time: 0.0925961 Aug 19 15:29:16.034625 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-89a22624-fd9e-43de-ae1a-aa0bde34475f req-6218e8f9-70ae-40a6-91c4-2a5e774375ca service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 HTTP/1.1" status: 200 len: 217 time: 0.0361347 Aug 19 15:29:16.094009 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a22624-fd9e-43de-ae1a-aa0bde34475f req-8a1cc572-d95d-48bc-9e6a-45bc224db24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:16.095502 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-89a22624-fd9e-43de-ae1a-aa0bde34475f req-8a1cc572-d95d-48bc-9e6a-45bc224db24e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6936e5f6-7b9c-4371-877b-116fa7becd76 HTTP/1.1" status: 200 len: 851 time: 0.0535212 Aug 19 15:29:16.144778 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a22624-fd9e-43de-ae1a-aa0bde34475f req-a3a0a763-026e-48e3-89ab-1ec6c27d586f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:16.146308 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-89a22624-fd9e-43de-ae1a-aa0bde34475f req-a3a0a763-026e-48e3-89ab-1ec6c27d586f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e93dcc9c-6c16-4041-ba25-5e18dc99db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424666 Aug 19 15:29:16.239269 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-89a22624-fd9e-43de-ae1a-aa0bde34475f req-d6b3cd90-afd9-482d-aa64-e9509c0360f1 service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834880 Aug 19 15:29:16.337918 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-89a22624-fd9e-43de-ae1a-aa0bde34475f req-7a5e3367-6cb5-4f93-8751-a78e1e4ccb3f service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902803 Aug 19 15:29:16.345531 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921ef30-6de9-43de-a66a-2e1aa40c9dab req-fe61c656-886e-43b8-bc40-d57e036a011b tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:16.347443 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6921ef30-6de9-43de-a66a-2e1aa40c9dab req-fe61c656-886e-43b8-bc40-d57e036a011b tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83 HTTP/1.1" status: 200 len: 943 time: 0.0550194 Aug 19 15:29:16.387940 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6921ef30-6de9-43de-a66a-2e1aa40c9dab req-4062ebf9-7d61-4703-b108-1af455a7a408 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342507 Aug 19 15:29:17.509109 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e5897-cd9e-4c5b-a2ee-3c239c160262 req-18e5446f-f09c-45c4-9ff6-4cbe2837bdec tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:17.510721 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-827e5897-cd9e-4c5b-a2ee-3c239c160262 req-18e5446f-f09c-45c4-9ff6-4cbe2837bdec tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83 HTTP/1.1" status: 200 len: 943 time: 0.0507483 Aug 19 15:29:17.551664 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-827e5897-cd9e-4c5b-a2ee-3c239c160262 req-c8a62d10-29af-47a6-8851-7944cc8bd834 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346842 Aug 19 15:29:17.734510 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:29:17.831686 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port f35653bd-e727-4e24-bf2b-a36d1cbc0ed9, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=f35653bd-e727-4e24-bf2b-a36d1cbc0ed9,segment=NetworkSegment(1102709d-18c0-4869-886e-de87e6477b1d),segment_id=1102709d-18c0-4869-886e-de87e6477b1d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:29:17.843742 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': 'f35653bd-e727-4e24-bf2b-a36d1cbc0ed9', 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'port_id': 'f35653bd-e727-4e24-bf2b-a36d1cbc0ed9', 'mac_address': 'fa:16:3e:05:9c:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:29:17.887442 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:17.902167 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:29:17.924308 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port f35653bd-e727-4e24-bf2b-a36d1cbc0ed9, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=f35653bd-e727-4e24-bf2b-a36d1cbc0ed9,segment=NetworkSegment(1102709d-18c0-4869-886e-de87e6477b1d),segment_id=1102709d-18c0-4869-886e-de87e6477b1d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:29:17.928629 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:17.977902 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=f35653bd-e727-4e24-bf2b-a36d1cbc0ed9,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:18.184608 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['f35653bd-e727-4e24-bf2b-a36d1cbc0ed9'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:29:18.691523 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075c4ee-cbd5-408d-89d7-8ac1decc0572 req-620d41cc-52ac-4134-a91a-856b74a95a98 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:18.693046 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c075c4ee-cbd5-408d-89d7-8ac1decc0572 req-620d41cc-52ac-4134-a91a-856b74a95a98 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83 HTTP/1.1" status: 200 len: 944 time: 0.0685298 Aug 19 15:29:18.732682 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c075c4ee-cbd5-408d-89d7-8ac1decc0572 req-431e5d47-76be-43aa-8e8a-842ab22dcc18 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332110 Aug 19 15:29:19.734536 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:29:19.783914 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:29:19.787936 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:29:19.788306 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:19.856311 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac8799-6ed8-4970-b207-3d4b406f821f req-22334cbc-c6a9-4910-8a63-9de59dfad8f8 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:19.857837 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-77ac8799-6ed8-4970-b207-3d4b406f821f req-22334cbc-c6a9-4910-8a63-9de59dfad8f8 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83 HTTP/1.1" status: 200 len: 944 time: 0.0522184 Aug 19 15:29:19.874534 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:19.897753 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de7a4fcd-5eb3-4a88-8392-64c22327fe83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35653bd-e727-4e24-bf2b-a36d1cbc0ed9'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:29:19.899962 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8621fbc8-e206-46ed-823d-6cf0f88c301a" -d '{"events": [{"server_uuid": "de7a4fcd-5eb3-4a88-8392-64c22327fe83", "name": "network-vif-plugged", "status": "completed", "tag": "f35653bd-e727-4e24-bf2b-a36d1cbc0ed9"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:29:19.905008 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-77ac8799-6ed8-4970-b207-3d4b406f821f req-3c250fc4-6a24-4fb7-ad94-b0d0119ded33 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374405 Aug 19 15:29:19.917924 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port f35653bd-e727-4e24-bf2b-a36d1cbc0ed9, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=f35653bd-e727-4e24-bf2b-a36d1cbc0ed9,segment=NetworkSegment(1102709d-18c0-4869-886e-de87e6477b1d),segment_id=1102709d-18c0-4869-886e-de87e6477b1d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:29:19.922742 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:19.953444 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee59824-00ac-4a09-8052-3b647e2f4af9 x-openstack-request-id: req-dee59824-00ac-4a09-8052-3b647e2f4af9 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:29:19.954385 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de7a4fcd-5eb3-4a88-8392-64c22327fe83", "name": "network-vif-plugged", "status": "completed", "tag": "f35653bd-e727-4e24-bf2b-a36d1cbc0ed9", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:29:19.954688 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-dee59824-00ac-4a09-8052-3b647e2f4af9 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:29:19.955190 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de7a4fcd-5eb3-4a88-8392-64c22327fe83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35653bd-e727-4e24-bf2b-a36d1cbc0ed9', 'code': 200} Aug 19 15:29:19.978833 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=f35653bd-e727-4e24-bf2b-a36d1cbc0ed9,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:29:20.049527 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b835c7-fbf3-47da-9af2-6a6dffce2741 req-00ce3a9d-6f29-4d11-a118-c2beba1c12b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:20.051076 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f8b835c7-fbf3-47da-9af2-6a6dffce2741 req-00ce3a9d-6f29-4d11-a118-c2beba1c12b5 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83 HTTP/1.1" status: 200 len: 1096 time: 0.0411942 Aug 19 15:29:20.086603 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f8b835c7-fbf3-47da-9af2-6a6dffce2741 req-da80027b-3372-4568-b7ee-0beb81eb7588 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288672 Aug 19 15:29:21.022829 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb52287-41e3-47cb-8d4c-975786e20490 req-9725fa2b-6380-43c2-a5d3-159e850fadac tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:21.024881 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2fb52287-41e3-47cb-8d4c-975786e20490 req-9725fa2b-6380-43c2-a5d3-159e850fadac tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83 HTTP/1.1" status: 200 len: 945 time: 0.0540659 Aug 19 15:29:21.077333 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2fb52287-41e3-47cb-8d4c-975786e20490 req-06518d29-ee0b-4bd9-a0e2-b21e3fae7d75 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464146 Aug 19 15:29:22.203667 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9481eae1-0479-43b2-b1e1-769b1e64e60c req-78868576-77b4-40db-96db-7b11a9a6fd3c tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:22.205183 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9481eae1-0479-43b2-b1e1-769b1e64e60c req-78868576-77b4-40db-96db-7b11a9a6fd3c tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83 HTTP/1.1" status: 200 len: 945 time: 0.0527313 Aug 19 15:29:22.242747 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9481eae1-0479-43b2-b1e1-769b1e64e60c req-39c09b66-8e79-478f-8861-f8090ec6a2ed tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316224 Aug 19 15:29:22.355598 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072ce2e-999c-4458-b829-d27c9182e654 req-b5793c9a-1bce-4bed-9e84-ac2c8b9914e7 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:22.357196 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a072ce2e-999c-4458-b829-d27c9182e654 req-b5793c9a-1bce-4bed-9e84-ac2c8b9914e7 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83 HTTP/1.1" status: 200 len: 945 time: 0.0501037 Aug 19 15:29:22.366665 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37212) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:29:22.371133 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-72ec687d-cb61-43a4-a133-b9630dc16635 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Request body: {'floatingip': {'port_id': 'f35653bd-e727-4e24-bf2b-a36d1cbc0ed9'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:29:22.410473 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-72ec687d-cb61-43a4-a133-b9630dc16635 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks [] for floatingip, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:22.848421 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-72ec687d-cb61-43a4-a133-b9630dc16635 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:22.852307 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-72ec687d-cb61-43a4-a133-b9630dc16635 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:22.951047 n-d-766043-2 neutron-server[94640]: INFO neutron.db.l3_db [None req-72ec687d-cb61-43a4-a133-b9630dc16635 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Floating IP 451b83e5-cbd5-4b32-ae45-4ccd37d46d04 associated. External IP: 172.25.2.41, port: f35653bd-e727-4e24-bf2b-a36d1cbc0ed9. Aug 19 15:29:23.505108 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ec687d-cb61-43a4-a133-b9630dc16635 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Router 2564058f-2382-487f-80a0-5eacfe5fca71 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:29:23.610223 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ec687d-cb61-43a4-a133-b9630dc16635 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:29:23.615101 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-72ec687d-cb61-43a4-a133-b9630dc16635 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:23.621477 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cc3ff5-3e98-4be6-aa0c-e39ba669a58c None None] Sync routers for ids ['2564058f-2382-487f-80a0-5eacfe5fca71'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:29:23.631903 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cc3ff5-3e98-4be6-aa0c-e39ba669a58c None None] Routers {'2564058f-2382-487f-80a0-5eacfe5fca71'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:29:23.632564 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b2cc3ff5-3e98-4be6-aa0c-e39ba669a58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:29:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['2564058f-2382-487f-80a0-5eacfe5fca71'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:23.642014 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-72ec687d-cb61-43a4-a133-b9630dc16635 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "PUT /v2.0/floatingips/451b83e5-cbd5-4b32-ae45-4ccd37d46d04 HTTP/1.1" status: 200 len: 990 time: 1.2743616 Aug 19 15:29:23.642815 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de7a4fcd-5eb3-4a88-8392-64c22327fe83', 'tag': 'f35653bd-e727-4e24-bf2b-a36d1cbc0ed9'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:29:23.645164 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76d3b9a-4d24-410c-a4ce-c8a4c266d9d6" -d '{"events": [{"name": "network-changed", "server_uuid": "de7a4fcd-5eb3-4a88-8392-64c22327fe83", "tag": "f35653bd-e727-4e24-bf2b-a36d1cbc0ed9"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:29:23.693476 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790bc38b-300e-460b-9412-dc56ad9a1709 x-openstack-request-id: req-790bc38b-300e-460b-9412-dc56ad9a1709 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:29:23.693866 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de7a4fcd-5eb3-4a88-8392-64c22327fe83", "tag": "f35653bd-e727-4e24-bf2b-a36d1cbc0ed9", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:29:23.694126 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-790bc38b-300e-460b-9412-dc56ad9a1709 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:29:23.694838 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de7a4fcd-5eb3-4a88-8392-64c22327fe83', 'tag': 'f35653bd-e727-4e24-bf2b-a36d1cbc0ed9', 'status': 'completed', 'code': 200} Aug 19 15:29:23.741599 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-b2cc3ff5-3e98-4be6-aa0c-e39ba669a58c None None] Set router 2564058f-2382-487f-80a0-5eacfe5fca71 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:29:23.762420 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d3b9a-4d24-410c-a4ce-c8a4c266d9d6 req-a0bc8661-28d5-46b5-a981-523b31a51e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:23.764208 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b76d3b9a-4d24-410c-a4ce-c8a4c266d9d6 req-a0bc8661-28d5-46b5-a981-523b31a51e45 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ad29af2562d94d2fbbb651732f778edb&device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83 HTTP/1.1" status: 200 len: 1096 time: 0.0479746 Aug 19 15:29:23.864051 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d3b9a-4d24-410c-a4ce-c8a4c266d9d6 req-7011916b-696c-43d3-acdb-948a820d0196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:23.865603 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b76d3b9a-4d24-410c-a4ce-c8a4c266d9d6 req-7011916b-696c-43d3-acdb-948a820d0196 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e93dcc9c-6c16-4041-ba25-5e18dc99db77 HTTP/1.1" status: 200 len: 913 time: 0.0944541 Aug 19 15:29:23.931876 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b76d3b9a-4d24-410c-a4ce-c8a4c266d9d6 req-8ab5108a-3d4a-462d-8a7d-e72386fd02ed service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 HTTP/1.1" status: 200 len: 998 time: 0.0591130 Aug 19 15:29:23.966926 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b2cc3ff5-3e98-4be6-aa0c-e39ba669a58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'name': 'tempest-ServerActionsTestJSON-1589713132-router', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:24:35Z', 'updated_at': '2021-08-19T15:24:38Z', 'revision_number': 4, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'gw_port': {'id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:36Z', 'updated_at': '2021-08-19T15:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '451b83e5-cbd5-4b32-ae45-4ccd37d46d04', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'floating_ip_address': '172.25.2.41', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'port_id': 'f35653bd-e727-4e24-bf2b-a36d1cbc0ed9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'mac_address': 'fa:16:3e:05:9c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7a4fcd-5eb3-4a88-8392-64c22327fe83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:24:41Z', 'updated_at': '2021-08-19T15:29:22Z', 'revision_number': 9, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ebda8bc-6ffc-433a-af71-3164e1cdf479', 'name': '', 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'mac_address': 'fa:16:3e:ac:8e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:38Z', 'updated_at': '2021-08-19T15:24:44Z', 'revision_number': 5, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'subnets': [{'id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:23.985834 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d3b9a-4d24-410c-a4ce-c8a4c266d9d6 req-49dcd0f4-9cbf-41eb-a33d-7c80b6187aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:23.987310 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b76d3b9a-4d24-410c-a4ce-c8a4c266d9d6 req-49dcd0f4-9cbf-41eb-a33d-7c80b6187aa0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6936e5f6-7b9c-4371-877b-116fa7becd76 HTTP/1.1" status: 200 len: 851 time: 0.0488846 Aug 19 15:29:23.997547 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cc3ff5-3e98-4be6-aa0c-e39ba669a58c None None] Checking router: 2564058f-2382-487f-80a0-5eacfe5fca71 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:29:24.006260 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cc3ff5-3e98-4be6-aa0c-e39ba669a58c None None] Routers {'2564058f-2382-487f-80a0-5eacfe5fca71'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:29:24.006875 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b2cc3ff5-3e98-4be6-aa0c-e39ba669a58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:29:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['2564058f-2382-487f-80a0-5eacfe5fca71'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:24.034144 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d3b9a-4d24-410c-a4ce-c8a4c266d9d6 req-35c31c25-8821-4776-9d80-f4537f9f1652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:24.035641 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b76d3b9a-4d24-410c-a4ce-c8a4c266d9d6 req-35c31c25-8821-4776-9d80-f4537f9f1652 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e93dcc9c-6c16-4041-ba25-5e18dc99db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414841 Aug 19 15:29:24.113335 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-b2cc3ff5-3e98-4be6-aa0c-e39ba669a58c None None] Set router 2564058f-2382-487f-80a0-5eacfe5fca71 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:29:24.126044 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b76d3b9a-4d24-410c-a4ce-c8a4c266d9d6 req-b797e460-17b4-4bbd-9ea7-f4082be13b44 service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831189 Aug 19 15:29:24.225069 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b76d3b9a-4d24-410c-a4ce-c8a4c266d9d6 req-91bea476-efca-401c-bb51-f5bd40fa1be6 service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922749 Aug 19 15:29:24.346055 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b2cc3ff5-3e98-4be6-aa0c-e39ba669a58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'name': 'tempest-ServerActionsTestJSON-1589713132-router', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:24:35Z', 'updated_at': '2021-08-19T15:24:38Z', 'revision_number': 4, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'gw_port': {'id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:36Z', 'updated_at': '2021-08-19T15:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '451b83e5-cbd5-4b32-ae45-4ccd37d46d04', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'floating_ip_address': '172.25.2.41', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'port_id': 'f35653bd-e727-4e24-bf2b-a36d1cbc0ed9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'mac_address': 'fa:16:3e:05:9c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7a4fcd-5eb3-4a88-8392-64c22327fe83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:24:41Z', 'updated_at': '2021-08-19T15:29:22Z', 'revision_number': 9, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ebda8bc-6ffc-433a-af71-3164e1cdf479', 'name': '', 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'mac_address': 'fa:16:3e:ac:8e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:38Z', 'updated_at': '2021-08-19T15:24:44Z', 'revision_number': 5, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'subnets': [{'id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:29:24.371606 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cc3ff5-3e98-4be6-aa0c-e39ba669a58c None None] The sync data for ids ['2564058f-2382-487f-80a0-5eacfe5fca71'] in n-d-766043-2 is: [{'id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'name': 'tempest-ServerActionsTestJSON-1589713132-router', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:24:35Z', 'updated_at': '2021-08-19T15:24:38Z', 'revision_number': 4, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'gw_port': {'id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:36Z', 'updated_at': '2021-08-19T15:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '451b83e5-cbd5-4b32-ae45-4ccd37d46d04', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'floating_ip_address': '172.25.2.41', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'port_id': 'f35653bd-e727-4e24-bf2b-a36d1cbc0ed9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'mac_address': 'fa:16:3e:05:9c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7a4fcd-5eb3-4a88-8392-64c22327fe83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:24:41Z', 'updated_at': '2021-08-19T15:29:22Z', 'revision_number': 9, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ebda8bc-6ffc-433a-af71-3164e1cdf479', 'name': '', 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'mac_address': 'fa:16:3e:ac:8e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:38Z', 'updated_at': '2021-08-19T15:24:44Z', 'revision_number': 5, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'subnets': [{'id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:29:24.574539 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a74019-ff1d-470a-b061-9aba7e3941c6 None None] New status for floating IP 451b83e5-cbd5-4b32-ae45-4ccd37d46d04: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:29:31.441854 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4142b801-3c5a-49fb-93c2-3e3d2d223171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:34.409654 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2d948a1b-7bfc-4917-983a-c230c99b582a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:34.566581 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:34.598964 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:35.271535 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:35.815067 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:37.088076 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:29:39.805615 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b9799e38-e195-4570-9f5b-d540db28119e req-43c3075b-44fe-46de-b83b-d2f059e3f1f4 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401201 Aug 19 15:29:39.885117 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9799e38-e195-4570-9f5b-d540db28119e req-f366f3a5-9acb-4851-95a6-60b4e4323de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:39.886615 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b9799e38-e195-4570-9f5b-d540db28119e req-f366f3a5-9acb-4851-95a6-60b4e4323de3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ad29af2562d94d2fbbb651732f778edb&device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83 HTTP/1.1" status: 200 len: 1096 time: 0.0400095 Aug 19 15:29:39.992255 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9799e38-e195-4570-9f5b-d540db28119e req-704d0bf3-6daf-40b4-b782-fd39d8beb343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:39.993628 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b9799e38-e195-4570-9f5b-d540db28119e req-704d0bf3-6daf-40b4-b782-fd39d8beb343 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e93dcc9c-6c16-4041-ba25-5e18dc99db77 HTTP/1.1" status: 200 len: 913 time: 0.0864975 Aug 19 15:29:40.059831 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b9799e38-e195-4570-9f5b-d540db28119e req-5a380237-1322-4e32-8027-312fa24c826d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 HTTP/1.1" status: 200 len: 1001 time: 0.0578933 Aug 19 15:29:40.113871 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9799e38-e195-4570-9f5b-d540db28119e req-f1895fe8-c001-4071-a440-9057fd477854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:40.115322 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b9799e38-e195-4570-9f5b-d540db28119e req-f1895fe8-c001-4071-a440-9057fd477854 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6936e5f6-7b9c-4371-877b-116fa7becd76 HTTP/1.1" status: 200 len: 851 time: 0.0475450 Aug 19 15:29:40.161610 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9799e38-e195-4570-9f5b-d540db28119e req-0e82ec85-2f3a-43d0-99f8-63bd96238b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:29:40.163155 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b9799e38-e195-4570-9f5b-d540db28119e req-0e82ec85-2f3a-43d0-99f8-63bd96238b93 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e93dcc9c-6c16-4041-ba25-5e18dc99db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395477 Aug 19 15:29:40.249780 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b9799e38-e195-4570-9f5b-d540db28119e req-dd6581be-14aa-4eba-bc4d-4ac2dd610a8c service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788627 Aug 19 15:29:40.341693 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b9799e38-e195-4570-9f5b-d540db28119e req-d0daf999-30da-4ab7-9523-5a593ce2a549 service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843050 Aug 19 15:29:42.008229 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:30:01.443411 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f741c5ff-4663-484f-bb59-adc5bb2ce079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:04.410843 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d759cc06-4505-4f6a-808a-bddf5b7cccf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:04.570700 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:04.601307 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:05.274873 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:05.809519 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:07.119055 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:19.006900 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:30:31.444871 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b912d946-f660-4083-8402-5ae903143ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:34.410148 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8ba6df15-c485-4d7e-b446-3b19d1d75777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:34.582248 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:34.601647 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:35.277764 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:35.809109 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:37.091881 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:30:41.868937 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-86ae1172-8568-4fe2-bffa-8284132440a4 req-543b4778-bc60-4220-84d2-dc2b6eb0c24d service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0831165 Aug 19 15:30:41.948662 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae1172-8568-4fe2-bffa-8284132440a4 req-cc3bca12-abdc-473d-b97e-c328f3b40889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:30:41.950123 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-86ae1172-8568-4fe2-bffa-8284132440a4 req-cc3bca12-abdc-473d-b97e-c328f3b40889 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ad29af2562d94d2fbbb651732f778edb&device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83 HTTP/1.1" status: 200 len: 1096 time: 0.0405498 Aug 19 15:30:42.054180 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae1172-8568-4fe2-bffa-8284132440a4 req-3dadf56a-7dce-43ef-a1c3-8195e18875d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:30:42.055645 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-86ae1172-8568-4fe2-bffa-8284132440a4 req-3dadf56a-7dce-43ef-a1c3-8195e18875d6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e93dcc9c-6c16-4041-ba25-5e18dc99db77 HTTP/1.1" status: 200 len: 913 time: 0.0864465 Aug 19 15:30:42.121391 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-86ae1172-8568-4fe2-bffa-8284132440a4 req-4181fb47-5e84-427f-820a-e49cb7dbac7b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 HTTP/1.1" status: 200 len: 1001 time: 0.0571892 Aug 19 15:30:42.173236 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae1172-8568-4fe2-bffa-8284132440a4 req-69109b0f-555d-4c65-a1db-8eadf586eff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:30:42.174668 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-86ae1172-8568-4fe2-bffa-8284132440a4 req-69109b0f-555d-4c65-a1db-8eadf586eff7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6936e5f6-7b9c-4371-877b-116fa7becd76 HTTP/1.1" status: 200 len: 851 time: 0.0467045 Aug 19 15:30:42.219598 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae1172-8568-4fe2-bffa-8284132440a4 req-17286efa-bb16-47aa-9504-2c1e989fbdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:30:42.221111 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-86ae1172-8568-4fe2-bffa-8284132440a4 req-17286efa-bb16-47aa-9504-2c1e989fbdd3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e93dcc9c-6c16-4041-ba25-5e18dc99db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395801 Aug 19 15:30:42.307867 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-86ae1172-8568-4fe2-bffa-8284132440a4 req-5c41ad72-eebc-4942-adcc-8ff2264f1950 service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791862 Aug 19 15:30:42.399257 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-86ae1172-8568-4fe2-bffa-8284132440a4 req-6f82db13-b1b4-4050-8c4a-71317111326f service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846810 Aug 19 15:30:56.005697 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:31:00.781849 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e912ad-d34a-4472-a31a-e6be29d5b882 req-c7a277d0-1177-4771-a2a4-4473ca9b7479 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:00.783302 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-97e912ad-d34a-4472-a31a-e6be29d5b882 req-c7a277d0-1177-4771-a2a4-4473ca9b7479 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83 HTTP/1.1" status: 200 len: 945 time: 0.0571620 Aug 19 15:31:00.843497 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-31eee57f-6aa5-42fe-8294-bd4229fc71a1 req-5ad0c9f5-a109-4bbb-8de7-eb51833bd01f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1295662 Aug 19 15:31:00.848495 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-97e912ad-d34a-4472-a31a-e6be29d5b882 req-02107185-7fe9-448d-8198-a4e63a6fb040 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480449 Aug 19 15:31:01.447230 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-341ebfa8-3dd3-4209-92dc-289a9f05458e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:01.966197 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57898500-e2a8-44dd-89f8-e55aba0ede10 req-02883921-b6fd-4653-8930-4d18ddef5936 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:01.967651 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-57898500-e2a8-44dd-89f8-e55aba0ede10 req-02883921-b6fd-4653-8930-4d18ddef5936 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83 HTTP/1.1" status: 200 len: 945 time: 0.0491226 Aug 19 15:31:02.005156 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-57898500-e2a8-44dd-89f8-e55aba0ede10 req-0d769794-2cf6-4e14-b3ba-1e7b1fb742c9 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307779 Aug 19 15:31:03.130876 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca76d6-7258-4ae8-bf19-7d7122b24c5c req-39a53fd8-56ee-44a4-8f2e-919b7df74436 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:03.132374 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-46ca76d6-7258-4ae8-bf19-7d7122b24c5c req-39a53fd8-56ee-44a4-8f2e-919b7df74436 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83 HTTP/1.1" status: 200 len: 945 time: 0.0583618 Aug 19 15:31:03.171098 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-46ca76d6-7258-4ae8-bf19-7d7122b24c5c req-39e9d149-cf67-4a1f-aaf9-c6b6ab788fea tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325830 Aug 19 15:31:04.290075 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519d685-ffc7-4790-a0e5-bf5e3adec791 req-c899f10f-ded5-41b1-9923-dfabc1faab59 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:04.291554 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5519d685-ffc7-4790-a0e5-bf5e3adec791 req-c899f10f-ded5-41b1-9923-dfabc1faab59 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83 HTTP/1.1" status: 200 len: 945 time: 0.0526922 Aug 19 15:31:04.330785 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5519d685-ffc7-4790-a0e5-bf5e3adec791 req-f8812514-8dd2-4be0-82a4-3df59ce8b961 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314455 Aug 19 15:31:04.410510 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0856ece4-d34f-464d-822c-27739c9b84ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:04.581117 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:04.603355 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:05.062032 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eee57f-6aa5-42fe-8294-bd4229fc71a1 req-d34b3f24-3597-44c9-9e80-83ba1f82d932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:05.064259 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-31eee57f-6aa5-42fe-8294-bd4229fc71a1 req-d34b3f24-3597-44c9-9e80-83ba1f82d932 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ad29af2562d94d2fbbb651732f778edb&device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83 HTTP/1.1" status: 200 len: 1096 time: 0.0407715 Aug 19 15:31:05.155746 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eee57f-6aa5-42fe-8294-bd4229fc71a1 req-87e6f44c-60d3-4e16-8f7e-6a141144b038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:05.157301 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-31eee57f-6aa5-42fe-8294-bd4229fc71a1 req-87e6f44c-60d3-4e16-8f7e-6a141144b038 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e93dcc9c-6c16-4041-ba25-5e18dc99db77 HTTP/1.1" status: 200 len: 913 time: 0.0868134 Aug 19 15:31:05.221003 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-31eee57f-6aa5-42fe-8294-bd4229fc71a1 req-4a7aaf22-6bfb-4e6f-8d0f-ba568f329a66 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 HTTP/1.1" status: 200 len: 1001 time: 0.0567424 Aug 19 15:31:05.269580 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eee57f-6aa5-42fe-8294-bd4229fc71a1 req-9738494d-3237-4bce-98e9-cc98c43c061b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:05.271048 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-31eee57f-6aa5-42fe-8294-bd4229fc71a1 req-9738494d-3237-4bce-98e9-cc98c43c061b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6936e5f6-7b9c-4371-877b-116fa7becd76 HTTP/1.1" status: 200 len: 851 time: 0.0431883 Aug 19 15:31:05.280835 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:05.321281 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eee57f-6aa5-42fe-8294-bd4229fc71a1 req-b6c744d2-69ce-4681-9b2a-91ef42a70625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:05.322683 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-31eee57f-6aa5-42fe-8294-bd4229fc71a1 req-b6c744d2-69ce-4681-9b2a-91ef42a70625 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e93dcc9c-6c16-4041-ba25-5e18dc99db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443988 Aug 19 15:31:05.410176 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-31eee57f-6aa5-42fe-8294-bd4229fc71a1 req-3df881c6-0263-4f89-a4c9-f50105af788b service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798514 Aug 19 15:31:05.448602 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fb305-b68b-455f-a893-a46bbc140781 req-48c1da73-7cc7-4457-8463-d57efffd6a10 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:05.450154 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5e1fb305-b68b-455f-a893-a46bbc140781 req-48c1da73-7cc7-4457-8463-d57efffd6a10 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83 HTTP/1.1" status: 200 len: 945 time: 0.0510447 Aug 19 15:31:05.490171 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5e1fb305-b68b-455f-a893-a46bbc140781 req-c7b12310-e202-41d9-adfe-175fd949cbf2 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337880 Aug 19 15:31:05.507894 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-31eee57f-6aa5-42fe-8294-bd4229fc71a1 req-eb876ac6-4274-42d6-bdf4-206eb3091a78 service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906546 Aug 19 15:31:05.808659 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:06.605495 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027d4eb-d38f-4607-9eb6-ef94dc377d91 req-440e6fe0-5277-487f-9148-bd46b14cf81e tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:06.606966 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6027d4eb-d38f-4607-9eb6-ef94dc377d91 req-440e6fe0-5277-487f-9148-bd46b14cf81e tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83 HTTP/1.1" status: 200 len: 945 time: 0.0492096 Aug 19 15:31:06.644535 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6027d4eb-d38f-4607-9eb6-ef94dc377d91 req-23c8d798-a02c-47b3-971c-974f4fa412e5 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314653 Aug 19 15:31:07.095750 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:07.761598 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45a675-8661-4dab-bfef-90f5f8ef498e req-d290fd1f-2390-4f14-9af3-f1e5459b737e tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:07.762981 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ad45a675-8661-4dab-bfef-90f5f8ef498e req-d290fd1f-2390-4f14-9af3-f1e5459b737e tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83 HTTP/1.1" status: 200 len: 945 time: 0.0526357 Aug 19 15:31:07.801418 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ad45a675-8661-4dab-bfef-90f5f8ef498e req-773cd78d-ec87-4ec7-a399-4d9cef80aefb tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319183 Aug 19 15:31:08.915350 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4303b1-d263-46d8-a1d8-361f9eb2902f req-7b2ff4fa-8a90-4629-98ef-a29887724f2b tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:08.917439 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-eb4303b1-d263-46d8-a1d8-361f9eb2902f req-7b2ff4fa-8a90-4629-98ef-a29887724f2b tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83 HTTP/1.1" status: 200 len: 945 time: 0.0486648 Aug 19 15:31:08.955408 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-eb4303b1-d263-46d8-a1d8-361f9eb2902f req-96e4cc9d-76f8-4d2f-a7a7-350c9beb26f4 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311010 Aug 19 15:31:10.069994 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c5310-a321-499f-8f52-9df9ea9fdb54 req-72c207e2-282c-4db2-992c-70fb19de0b73 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:10.071728 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e30c5310-a321-499f-8f52-9df9ea9fdb54 req-72c207e2-282c-4db2-992c-70fb19de0b73 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83 HTTP/1.1" status: 200 len: 945 time: 0.0485177 Aug 19 15:31:10.109222 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e30c5310-a321-499f-8f52-9df9ea9fdb54 req-d883a900-2804-44a2-8762-f382c9f18e58 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306888 Aug 19 15:31:11.229209 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d5cc4-ffb4-4204-9bef-14b22ba94708 req-cab34a1e-393c-446b-902f-ff3af6860a79 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:11.230686 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3e0d5cc4-ffb4-4204-9bef-14b22ba94708 req-cab34a1e-393c-446b-902f-ff3af6860a79 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83 HTTP/1.1" status: 200 len: 945 time: 0.0527008 Aug 19 15:31:11.268253 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3e0d5cc4-ffb4-4204-9bef-14b22ba94708 req-43ad112c-23c9-49ab-be3a-1d189e83db8a tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309551 Aug 19 15:31:12.389214 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b74d66-7377-4d4c-b676-f2e7642378ea req-49c39dfe-31cd-43e9-ba75-1924b0774d1f tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:12.390692 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d1b74d66-7377-4d4c-b676-f2e7642378ea req-49c39dfe-31cd-43e9-ba75-1924b0774d1f tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83 HTTP/1.1" status: 200 len: 945 time: 0.0493884 Aug 19 15:31:12.428915 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d1b74d66-7377-4d4c-b676-f2e7642378ea req-c51d61ee-c591-4e2f-8c48-1cb741fc232e tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322914 Aug 19 15:31:13.546295 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ca142-56a4-44d8-8cc0-2e3761bbd9c8 req-dddb78c4-295b-4648-8468-64464140c84a tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:13.548287 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b09ca142-56a4-44d8-8cc0-2e3761bbd9c8 req-dddb78c4-295b-4648-8468-64464140c84a tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83 HTTP/1.1" status: 200 len: 945 time: 0.0505705 Aug 19 15:31:13.587767 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b09ca142-56a4-44d8-8cc0-2e3761bbd9c8 req-5d7da3a5-32df-49a1-b346-89f039b8d36c tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334458 Aug 19 15:31:14.706908 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c131e0-31df-472c-9280-8521452c4db5 req-4975cd62-fe91-4258-8961-374ffe2af007 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:14.708278 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d9c131e0-31df-472c-9280-8521452c4db5 req-4975cd62-fe91-4258-8961-374ffe2af007 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83 HTTP/1.1" status: 200 len: 945 time: 0.0531843 Aug 19 15:31:14.746617 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d9c131e0-31df-472c-9280-8521452c4db5 req-4e3c12cb-5797-42a8-b9d9-ac370d140501 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322998 Aug 19 15:31:15.862337 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf15fb8-a87f-4fe1-bdb5-9034d4c4d5aa req-9b754afd-8fe2-43ec-a6a5-d4124f3d7a84 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:15.863804 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-abf15fb8-a87f-4fe1-bdb5-9034d4c4d5aa req-9b754afd-8fe2-43ec-a6a5-d4124f3d7a84 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83 HTTP/1.1" status: 200 len: 945 time: 0.0500841 Aug 19 15:31:15.901287 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-abf15fb8-a87f-4fe1-bdb5-9034d4c4d5aa req-547456a9-28a9-4fa3-96eb-2bce98aa6b8d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314605 Aug 19 15:31:17.018502 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ed29e-3461-4c40-a4bb-54dabdca2d20 req-315d5d35-10ff-4365-a77a-31a690885c1c tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:17.019986 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-205ed29e-3461-4c40-a4bb-54dabdca2d20 req-315d5d35-10ff-4365-a77a-31a690885c1c tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83 HTTP/1.1" status: 200 len: 945 time: 0.0492871 Aug 19 15:31:17.056589 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-205ed29e-3461-4c40-a4bb-54dabdca2d20 req-2a9b7896-3412-4f47-8a0f-057cc6ab0fb9 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306976 Aug 19 15:31:17.367399 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [req-31eee57f-6aa5-42fe-8294-bd4229fc71a1 req-b0db2bd8-4170-4602-802f-6558324c7e65 service neutron] show failed (client error): The resource could not be found. Aug 19 15:31:17.368437 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-31eee57f-6aa5-42fe-8294-bd4229fc71a1 req-b0db2bd8-4170-4602-802f-6558324c7e65 service neutron] 10.222.0.68 "GET /v2.0/ports/f35653bd-e727-4e24-bf2b-a36d1cbc0ed9/bindings/n-h2-766043-2 HTTP/1.1" status: 404 len: 380 time: 0.0543289 Aug 19 15:31:17.565427 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eee57f-6aa5-42fe-8294-bd4229fc71a1 req-5130a783-d307-4e03-9cda-b19ef9ec7a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:17.566921 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-31eee57f-6aa5-42fe-8294-bd4229fc71a1 req-5130a783-d307-4e03-9cda-b19ef9ec7a6a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83&tenant_id=ad29af2562d94d2fbbb651732f778edb HTTP/1.1" status: 200 len: 1096 time: 0.0464232 Aug 19 15:31:17.579379 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-31eee57f-6aa5-42fe-8294-bd4229fc71a1 req-5866d2d0-f5b2-45a1-8912-4886a25b76e5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766043-2', 'device_owner': 'compute:nova'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:31:17.631449 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-31eee57f-6aa5-42fe-8294-bd4229fc71a1 req-5866d2d0-f5b2-45a1-8912-4886a25b76e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:17.834212 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-31eee57f-6aa5-42fe-8294-bd4229fc71a1 req-5866d2d0-f5b2-45a1-8912-4886a25b76e5 service neutron] For port f35653bd-e727-4e24-bf2b-a36d1cbc0ed9, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=f35653bd-e727-4e24-bf2b-a36d1cbc0ed9,segment=NetworkSegment(1102709d-18c0-4869-886e-de87e6477b1d),segment_id=1102709d-18c0-4869-886e-de87e6477b1d)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:31:17.867711 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-31eee57f-6aa5-42fe-8294-bd4229fc71a1 req-5866d2d0-f5b2-45a1-8912-4886a25b76e5 service neutron] For port f35653bd-e727-4e24-bf2b-a36d1cbc0ed9, host n-h1-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:31:17.910241 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de7a4fcd-5eb3-4a88-8392-64c22327fe83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f35653bd-e727-4e24-bf2b-a36d1cbc0ed9'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:31:17.912500 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8018450a-bdfc-4b9a-85e0-2de66eafff61" -d '{"events": [{"server_uuid": "de7a4fcd-5eb3-4a88-8392-64c22327fe83", "name": "network-vif-unplugged", "status": "completed", "tag": "f35653bd-e727-4e24-bf2b-a36d1cbc0ed9"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:31:17.916352 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-31eee57f-6aa5-42fe-8294-bd4229fc71a1 req-5866d2d0-f5b2-45a1-8912-4886a25b76e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:17.928827 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-31eee57f-6aa5-42fe-8294-bd4229fc71a1 req-5866d2d0-f5b2-45a1-8912-4886a25b76e5 service neutron] Transition to ACTIVE for port object f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:31:17.932805 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-31eee57f-6aa5-42fe-8294-bd4229fc71a1 req-5866d2d0-f5b2-45a1-8912-4886a25b76e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:17.971027 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 15:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1c2a6f-c637-43d4-bd70-c5c3caf4ff49 x-openstack-request-id: req-9e1c2a6f-c637-43d4-bd70-c5c3caf4ff49 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:31:17.971288 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de7a4fcd-5eb3-4a88-8392-64c22327fe83", "name": "network-vif-unplugged", "status": "completed", "tag": "f35653bd-e727-4e24-bf2b-a36d1cbc0ed9", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:31:17.971542 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9e1c2a6f-c637-43d4-bd70-c5c3caf4ff49 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:31:17.971934 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de7a4fcd-5eb3-4a88-8392-64c22327fe83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f35653bd-e727-4e24-bf2b-a36d1cbc0ed9', 'code': 200} Aug 19 15:31:18.021368 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5866d2d0-f5b2-45a1-8912-4886a25b76e5 service neutron] Pushing event updated for resources: {'Port': ['ID=f35653bd-e727-4e24-bf2b-a36d1cbc0ed9,revision_number=6']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:18.035746 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5866d2d0-f5b2-45a1-8912-4886a25b76e5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:18.036119 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5866d2d0-f5b2-45a1-8912-4886a25b76e5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:18.036792 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5866d2d0-f5b2-45a1-8912-4886a25b76e5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:18.037138 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5866d2d0-f5b2-45a1-8912-4886a25b76e5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:18.037471 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5866d2d0-f5b2-45a1-8912-4886a25b76e5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:18.037802 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5866d2d0-f5b2-45a1-8912-4886a25b76e5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:18.038128 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5866d2d0-f5b2-45a1-8912-4886a25b76e5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:18.038452 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5866d2d0-f5b2-45a1-8912-4886a25b76e5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:18.038774 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5866d2d0-f5b2-45a1-8912-4886a25b76e5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:18.039095 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5866d2d0-f5b2-45a1-8912-4886a25b76e5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:18.039419 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5866d2d0-f5b2-45a1-8912-4886a25b76e5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:18.039737 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5866d2d0-f5b2-45a1-8912-4886a25b76e5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:18.074706 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-31eee57f-6aa5-42fe-8294-bd4229fc71a1 req-5866d2d0-f5b2-45a1-8912-4886a25b76e5 service neutron] No DVR routers for this DVR port f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 on host n-h1-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:31:18.222512 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efbe0b2-e90e-45af-89d9-1cd4f0f07cf0 req-68a5faea-b6d6-4bba-99da-004085e536f2 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:18.224043 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9efbe0b2-e90e-45af-89d9-1cd4f0f07cf0 req-68a5faea-b6d6-4bba-99da-004085e536f2 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83 HTTP/1.1" status: 200 len: 943 time: 0.0948937 Aug 19 15:31:18.268356 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-31eee57f-6aa5-42fe-8294-bd4229fc71a1 req-5866d2d0-f5b2-45a1-8912-4886a25b76e5 service neutron] Attempting to bind port f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:31:18.268708 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-31eee57f-6aa5-42fe-8294-bd4229fc71a1 req-5866d2d0-f5b2-45a1-8912-4886a25b76e5 service neutron] Attempting to bind port f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '1102709d-18c0-4869-886e-de87e6477b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:31:18.269044 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eee57f-6aa5-42fe-8294-bd4229fc71a1 req-5866d2d0-f5b2-45a1-8912-4886a25b76e5 service neutron] Attempting to bind port f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 on network e93dcc9c-6c16-4041-ba25-5e18dc99db77 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:31:18.277312 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eee57f-6aa5-42fe-8294-bd4229fc71a1 req-5866d2d0-f5b2-45a1-8912-4886a25b76e5 service neutron] Port f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 on network e93dcc9c-6c16-4041-ba25-5e18dc99db77 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:31:18.277628 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eee57f-6aa5-42fe-8294-bd4229fc71a1 req-5866d2d0-f5b2-45a1-8912-4886a25b76e5 service neutron] Attempting to bind port f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 on network e93dcc9c-6c16-4041-ba25-5e18dc99db77 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:31:18.291116 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eee57f-6aa5-42fe-8294-bd4229fc71a1 req-5866d2d0-f5b2-45a1-8912-4886a25b76e5 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:31:18.291452 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eee57f-6aa5-42fe-8294-bd4229fc71a1 req-5866d2d0-f5b2-45a1-8912-4886a25b76e5 service neutron] Checking segment: {'id': '1102709d-18c0-4869-886e-de87e6477b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:31:18.291826 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eee57f-6aa5-42fe-8294-bd4229fc71a1 req-5866d2d0-f5b2-45a1-8912-4886a25b76e5 service neutron] Bound using segment: {'id': '1102709d-18c0-4869-886e-de87e6477b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:31:18.292251 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-31eee57f-6aa5-42fe-8294-bd4229fc71a1 req-5866d2d0-f5b2-45a1-8912-4886a25b76e5 service neutron] Bound port: f35653bd-e727-4e24-bf2b-a36d1cbc0ed9, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1102709d-18c0-4869-886e-de87e6477b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:31:18.292701 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-31eee57f-6aa5-42fe-8294-bd4229fc71a1 req-5866d2d0-f5b2-45a1-8912-4886a25b76e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:18.297620 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9efbe0b2-e90e-45af-89d9-1cd4f0f07cf0 req-9930fe69-6599-4fdb-82e9-e1821b41914f tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543392 Aug 19 15:31:18.357565 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-31eee57f-6aa5-42fe-8294-bd4229fc71a1 req-5866d2d0-f5b2-45a1-8912-4886a25b76e5 service neutron] For port f35653bd-e727-4e24-bf2b-a36d1cbc0ed9, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:31:18.360841 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-31eee57f-6aa5-42fe-8294-bd4229fc71a1 req-5866d2d0-f5b2-45a1-8912-4886a25b76e5 service neutron] For port f35653bd-e727-4e24-bf2b-a36d1cbc0ed9, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=f35653bd-e727-4e24-bf2b-a36d1cbc0ed9,segment=NetworkSegment(1102709d-18c0-4869-886e-de87e6477b1d),segment_id=1102709d-18c0-4869-886e-de87e6477b1d)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:31:18.365300 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-31eee57f-6aa5-42fe-8294-bd4229fc71a1 req-5866d2d0-f5b2-45a1-8912-4886a25b76e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:18.403572 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eee57f-6aa5-42fe-8294-bd4229fc71a1 req-5866d2d0-f5b2-45a1-8912-4886a25b76e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:18.404184 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-31eee57f-6aa5-42fe-8294-bd4229fc71a1 req-5866d2d0-f5b2-45a1-8912-4886a25b76e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:18.405569 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-31eee57f-6aa5-42fe-8294-bd4229fc71a1 req-5866d2d0-f5b2-45a1-8912-4886a25b76e5 service neutron] 10.222.0.88 "PUT /v2.0/ports/f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 HTTP/1.1" status: 200 len: 1091 time: 0.8303545 Aug 19 15:31:18.439986 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5866d2d0-f5b2-45a1-8912-4886a25b76e5 service neutron] Pushing event updated for resources: {'Port': ['ID=f35653bd-e727-4e24-bf2b-a36d1cbc0ed9,revision_number=7']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:18.471496 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eee57f-6aa5-42fe-8294-bd4229fc71a1 req-9ad4c863-f2af-4710-939c-f049b018582b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:18.473061 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-31eee57f-6aa5-42fe-8294-bd4229fc71a1 req-9ad4c863-f2af-4710-939c-f049b018582b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ad29af2562d94d2fbbb651732f778edb&device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83 HTTP/1.1" status: 200 len: 1094 time: 0.0446370 Aug 19 15:31:18.567240 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eee57f-6aa5-42fe-8294-bd4229fc71a1 req-cc6d8b1f-5596-4eb6-bea2-691b9484a3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:18.568815 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-31eee57f-6aa5-42fe-8294-bd4229fc71a1 req-cc6d8b1f-5596-4eb6-bea2-691b9484a3b8 service neutron] 10.222.0.88 "GET /v2.0/networks?id=e93dcc9c-6c16-4041-ba25-5e18dc99db77 HTTP/1.1" status: 200 len: 913 time: 0.0889513 Aug 19 15:31:18.637966 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-31eee57f-6aa5-42fe-8294-bd4229fc71a1 req-1284f166-55fa-45b7-ac39-a755667d80c8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 HTTP/1.1" status: 200 len: 999 time: 0.0623727 Aug 19 15:31:18.686965 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eee57f-6aa5-42fe-8294-bd4229fc71a1 req-1b706f64-f90d-4a0f-af02-6c9b8a07a70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:18.688878 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-31eee57f-6aa5-42fe-8294-bd4229fc71a1 req-1b706f64-f90d-4a0f-af02-6c9b8a07a70d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6936e5f6-7b9c-4371-877b-116fa7becd76 HTTP/1.1" status: 200 len: 851 time: 0.0436080 Aug 19 15:31:18.733606 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eee57f-6aa5-42fe-8294-bd4229fc71a1 req-d940b7e9-1475-4cf4-99c3-bea188a7198b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:18.735119 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-31eee57f-6aa5-42fe-8294-bd4229fc71a1 req-d940b7e9-1475-4cf4-99c3-bea188a7198b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e93dcc9c-6c16-4041-ba25-5e18dc99db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394409 Aug 19 15:31:18.827010 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-31eee57f-6aa5-42fe-8294-bd4229fc71a1 req-95bfb418-bbae-4983-9436-03d9e60a2c1d service neutron] 10.222.0.88 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844376 Aug 19 15:31:18.915876 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-31eee57f-6aa5-42fe-8294-bd4229fc71a1 req-c82ed685-34c4-4a9a-9f65-06a0425fee98 service neutron] 10.222.0.88 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796134 Aug 19 15:31:19.423470 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a9bdc7-8097-4501-9069-28fae82a901f req-c3311320-4b8f-4f81-9699-b04792ca7659 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:19.425041 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-59a9bdc7-8097-4501-9069-28fae82a901f req-c3311320-4b8f-4f81-9699-b04792ca7659 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83 HTTP/1.1" status: 200 len: 943 time: 0.0539165 Aug 19 15:31:19.463638 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-59a9bdc7-8097-4501-9069-28fae82a901f req-36dcb2bc-a46f-401f-9ea9-59e1360c32c5 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322585 Aug 19 15:31:19.972950 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de7a4fcd-5eb3-4a88-8392-64c22327fe83', 'tag': 'f35653bd-e727-4e24-bf2b-a36d1cbc0ed9'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:31:19.975720 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0519c817-c7f0-4179-9546-90d86accfc40" -d '{"events": [{"name": "network-changed", "server_uuid": "de7a4fcd-5eb3-4a88-8392-64c22327fe83", "tag": "f35653bd-e727-4e24-bf2b-a36d1cbc0ed9"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:31:20.046098 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4976f2e-673e-492b-8a68-389ba1117093 x-openstack-request-id: req-b4976f2e-673e-492b-8a68-389ba1117093 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:31:20.046392 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de7a4fcd-5eb3-4a88-8392-64c22327fe83", "tag": "f35653bd-e727-4e24-bf2b-a36d1cbc0ed9", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:31:20.046649 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b4976f2e-673e-492b-8a68-389ba1117093 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:31:20.047064 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de7a4fcd-5eb3-4a88-8392-64c22327fe83', 'tag': 'f35653bd-e727-4e24-bf2b-a36d1cbc0ed9', 'status': 'completed', 'code': 200} Aug 19 15:31:20.107556 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519c817-c7f0-4179-9546-90d86accfc40 req-7648cc6a-1b35-4ca4-952c-74a15d363b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:20.109163 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0519c817-c7f0-4179-9546-90d86accfc40 req-7648cc6a-1b35-4ca4-952c-74a15d363b09 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ad29af2562d94d2fbbb651732f778edb&device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83 HTTP/1.1" status: 200 len: 1094 time: 0.0423532 Aug 19 15:31:20.117604 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519c817-c7f0-4179-9546-90d86accfc40 req-50fc8657-e711-4cdd-8720-5ce65e7d63a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:20.119110 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0519c817-c7f0-4179-9546-90d86accfc40 req-50fc8657-e711-4cdd-8720-5ce65e7d63a2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ad29af2562d94d2fbbb651732f778edb&device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83 HTTP/1.1" status: 200 len: 1094 time: 0.0409694 Aug 19 15:31:20.207865 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519c817-c7f0-4179-9546-90d86accfc40 req-06ab5de2-81cd-4d24-a1ff-7a614b32575f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:20.209335 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0519c817-c7f0-4179-9546-90d86accfc40 req-06ab5de2-81cd-4d24-a1ff-7a614b32575f service neutron] 10.222.0.88 "GET /v2.0/networks?id=e93dcc9c-6c16-4041-ba25-5e18dc99db77 HTTP/1.1" status: 200 len: 913 time: 0.0929642 Aug 19 15:31:20.219587 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519c817-c7f0-4179-9546-90d86accfc40 req-359ae6f0-1978-4206-87c6-f850b3aebf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:20.221114 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0519c817-c7f0-4179-9546-90d86accfc40 req-359ae6f0-1978-4206-87c6-f850b3aebf45 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e93dcc9c-6c16-4041-ba25-5e18dc99db77 HTTP/1.1" status: 200 len: 913 time: 0.0944896 Aug 19 15:31:20.291160 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0519c817-c7f0-4179-9546-90d86accfc40 req-a07a70ff-2beb-47b9-938b-8fe862a4025c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 HTTP/1.1" status: 200 len: 999 time: 0.0718224 Aug 19 15:31:20.322375 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0519c817-c7f0-4179-9546-90d86accfc40 req-174f09db-a696-4a91-bf26-5305efde311b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 HTTP/1.1" status: 200 len: 999 time: 0.0923228 Aug 19 15:31:20.349934 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519c817-c7f0-4179-9546-90d86accfc40 req-9e81a0b4-576d-4860-850b-680ecea0f536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:20.351996 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0519c817-c7f0-4179-9546-90d86accfc40 req-9e81a0b4-576d-4860-850b-680ecea0f536 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6936e5f6-7b9c-4371-877b-116fa7becd76 HTTP/1.1" status: 200 len: 851 time: 0.0531995 Aug 19 15:31:20.373235 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519c817-c7f0-4179-9546-90d86accfc40 req-66e1c5cb-aa0b-487a-902f-7289b1746c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:20.374690 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0519c817-c7f0-4179-9546-90d86accfc40 req-66e1c5cb-aa0b-487a-902f-7289b1746c04 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6936e5f6-7b9c-4371-877b-116fa7becd76 HTTP/1.1" status: 200 len: 851 time: 0.0460565 Aug 19 15:31:20.409718 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519c817-c7f0-4179-9546-90d86accfc40 req-aca634b9-5468-4d72-a4f9-5390ad2ce178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:20.411262 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0519c817-c7f0-4179-9546-90d86accfc40 req-aca634b9-5468-4d72-a4f9-5390ad2ce178 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e93dcc9c-6c16-4041-ba25-5e18dc99db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504627 Aug 19 15:31:20.461089 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519c817-c7f0-4179-9546-90d86accfc40 req-825fa377-16da-4db9-8201-b0b0199a270f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:20.462814 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0519c817-c7f0-4179-9546-90d86accfc40 req-825fa377-16da-4db9-8201-b0b0199a270f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e93dcc9c-6c16-4041-ba25-5e18dc99db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805345 Aug 19 15:31:20.570360 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0519c817-c7f0-4179-9546-90d86accfc40 req-9ea92d7c-058b-4eff-aafb-dd1434f6b006 service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988579 Aug 19 15:31:20.590040 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0519c817-c7f0-4179-9546-90d86accfc40 req-1b16a40d-68d3-41b7-9baf-5657ab3ee276 service neutron] 10.222.0.88 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687644 Aug 19 15:31:20.663453 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32def705-a03c-482a-9dd3-29ca9379ea20 req-342446b6-7158-4290-b287-47921d51fbd6 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:20.665146 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-32def705-a03c-482a-9dd3-29ca9379ea20 req-342446b6-7158-4290-b287-47921d51fbd6 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83 HTTP/1.1" status: 200 len: 943 time: 0.1183236 Aug 19 15:31:20.666537 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0519c817-c7f0-4179-9546-90d86accfc40 req-960b1d8d-e473-4cc3-98b9-7b1d814e7dd4 service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893817 Aug 19 15:31:20.728028 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-32def705-a03c-482a-9dd3-29ca9379ea20 req-e1eb3201-8f2a-4fb3-ac9b-3862d3fc8536 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541294 Aug 19 15:31:20.730003 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0519c817-c7f0-4179-9546-90d86accfc40 req-7b6f737a-a44f-46d9-8026-edd34c1fdfd8 service neutron] 10.222.0.88 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321607 Aug 19 15:31:21.040372 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8955b-4ca2-43fb-925c-1072c97bd950 req-94127f0f-d86b-4e2a-9e38-e3cb1b72ee2d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:21.041787 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-07f8955b-4ca2-43fb-925c-1072c97bd950 req-94127f0f-d86b-4e2a-9e38-e3cb1b72ee2d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.88 "GET /v2.0/ports?device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83&tenant_id=ad29af2562d94d2fbbb651732f778edb&binding%3Ahost_id=n-h2-766043-2 HTTP/1.1" status: 200 len: 943 time: 0.0804102 Aug 19 15:31:21.054526 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff239ac-3e32-45b3-8258-67631541ea9a req-5a80c977-c628-44d0-9738-0299891f6f4c tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:21.055900 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-eff239ac-3e32-45b3-8258-67631541ea9a req-5a80c977-c628-44d0-9738-0299891f6f4c tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83 HTTP/1.1" status: 200 len: 943 time: 0.0666564 Aug 19 15:31:21.131555 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-eff239ac-3e32-45b3-8258-67631541ea9a req-d4f3bd1c-c2de-455d-a732-7e68b6d9a78d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686569 Aug 19 15:31:21.139759 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-07f8955b-4ca2-43fb-925c-1072c97bd950 req-d3f8cd3e-8c4c-44f9-99e7-f5452dc1edca service neutron] 10.222.0.88 "GET /v2.0/ports/f35653bd-e727-4e24-bf2b-a36d1cbc0ed9/bindings/n-h2-766043-2 HTTP/1.1" status: 200 len: 382 time: 0.0829539 Aug 19 15:31:21.205613 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8955b-4ca2-43fb-925c-1072c97bd950 req-61f1a05d-80ca-4664-8e81-13dd6f731e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:21.207128 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-07f8955b-4ca2-43fb-925c-1072c97bd950 req-61f1a05d-80ca-4664-8e81-13dd6f731e26 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ad29af2562d94d2fbbb651732f778edb&device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83 HTTP/1.1" status: 200 len: 1094 time: 0.0422273 Aug 19 15:31:21.299436 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8955b-4ca2-43fb-925c-1072c97bd950 req-f404aea6-b5e9-4856-9046-fea85c90c50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:21.300952 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-07f8955b-4ca2-43fb-925c-1072c97bd950 req-f404aea6-b5e9-4856-9046-fea85c90c50e service neutron] 10.222.0.88 "GET /v2.0/networks?id=e93dcc9c-6c16-4041-ba25-5e18dc99db77 HTTP/1.1" status: 200 len: 913 time: 0.0868461 Aug 19 15:31:21.365606 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-07f8955b-4ca2-43fb-925c-1072c97bd950 req-0f0d3f7b-4297-4d86-b351-0653975c3386 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 HTTP/1.1" status: 200 len: 999 time: 0.0578027 Aug 19 15:31:21.414006 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8955b-4ca2-43fb-925c-1072c97bd950 req-b1a0f371-e93c-473f-bc21-7be46f9af8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:21.415542 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-07f8955b-4ca2-43fb-925c-1072c97bd950 req-b1a0f371-e93c-473f-bc21-7be46f9af8aa service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6936e5f6-7b9c-4371-877b-116fa7becd76 HTTP/1.1" status: 200 len: 851 time: 0.0435390 Aug 19 15:31:21.465761 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8955b-4ca2-43fb-925c-1072c97bd950 req-53a5ef5a-2985-489e-9f02-cb98a18ef808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:21.467268 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-07f8955b-4ca2-43fb-925c-1072c97bd950 req-53a5ef5a-2985-489e-9f02-cb98a18ef808 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e93dcc9c-6c16-4041-ba25-5e18dc99db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451646 Aug 19 15:31:21.554172 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-07f8955b-4ca2-43fb-925c-1072c97bd950 req-9fb5e943-3a02-4df0-be03-db7d8b121d21 service neutron] 10.222.0.88 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796731 Aug 19 15:31:21.646414 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-07f8955b-4ca2-43fb-925c-1072c97bd950 req-12e9311e-c042-4316-9361-da0239611869 service neutron] 10.222.0.88 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856566 Aug 19 15:31:21.739823 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:31:21.852298 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port f35653bd-e727-4e24-bf2b-a36d1cbc0ed9, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=f35653bd-e727-4e24-bf2b-a36d1cbc0ed9,segment=NetworkSegment(1102709d-18c0-4869-886e-de87e6477b1d),segment_id=1102709d-18c0-4869-886e-de87e6477b1d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:31:21.863557 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': 'f35653bd-e727-4e24-bf2b-a36d1cbc0ed9', 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'port_id': 'f35653bd-e727-4e24-bf2b-a36d1cbc0ed9', 'mac_address': 'fa:16:3e:05:9c:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:31:21.899703 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:21.915075 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:31:21.934030 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port f35653bd-e727-4e24-bf2b-a36d1cbc0ed9, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=f35653bd-e727-4e24-bf2b-a36d1cbc0ed9,segment=NetworkSegment(1102709d-18c0-4869-886e-de87e6477b1d),segment_id=1102709d-18c0-4869-886e-de87e6477b1d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:31:21.939223 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:21.985201 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=f35653bd-e727-4e24-bf2b-a36d1cbc0ed9,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:21.992267 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:21.992639 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:21.992979 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:21.993313 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:21.993645 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:21.993969 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:21.994290 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:21.994609 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:21.994925 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:21.995241 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:21.995556 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:21.995868 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:22.169336 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['f35653bd-e727-4e24-bf2b-a36d1cbc0ed9'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:31:22.254354 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a833a8-ec67-4214-942f-764a259c19ed req-313899b1-34ba-4a34-9170-ab16d362f190 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:22.255845 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-08a833a8-ec67-4214-942f-764a259c19ed req-313899b1-34ba-4a34-9170-ab16d362f190 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83 HTTP/1.1" status: 200 len: 944 time: 0.0499773 Aug 19 15:31:22.293642 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-08a833a8-ec67-4214-942f-764a259c19ed req-6a51940a-2305-4933-a60a-027ca0358400 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313857 Aug 19 15:31:22.357604 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:31:22.396920 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:31:23.410975 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596efc0-17e4-4f57-9dd1-8a5d0d9ad75a req-772e2305-2ccb-4a8f-b886-ac4d06bbb747 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:23.412487 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a596efc0-17e4-4f57-9dd1-8a5d0d9ad75a req-772e2305-2ccb-4a8f-b886-ac4d06bbb747 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83 HTTP/1.1" status: 200 len: 944 time: 0.0496221 Aug 19 15:31:23.460785 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a596efc0-17e4-4f57-9dd1-8a5d0d9ad75a req-440d7657-2880-45ca-ae86-78c26b418c7f tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412722 Aug 19 15:31:23.518817 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8955b-4ca2-43fb-925c-1072c97bd950 req-b0a0a984-791f-46a6-9211-71176d110f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:23.520336 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-07f8955b-4ca2-43fb-925c-1072c97bd950 req-b0a0a984-791f-46a6-9211-71176d110f41 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83&tenant_id=ad29af2562d94d2fbbb651732f778edb HTTP/1.1" status: 200 len: 1095 time: 0.0432374 Aug 19 15:31:23.532265 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-07f8955b-4ca2-43fb-925c-1072c97bd950 req-79f527bf-1c11-403a-8fa7-8586d9ab59e7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766043-2', 'device_owner': 'compute:nova'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:31:23.585330 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-07f8955b-4ca2-43fb-925c-1072c97bd950 req-79f527bf-1c11-403a-8fa7-8586d9ab59e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:23.739921 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:31:23.787623 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:31:23.791145 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:31:23.791510 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:23.794389 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-07f8955b-4ca2-43fb-925c-1072c97bd950 req-79f527bf-1c11-403a-8fa7-8586d9ab59e7 service neutron] For port f35653bd-e727-4e24-bf2b-a36d1cbc0ed9, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=f35653bd-e727-4e24-bf2b-a36d1cbc0ed9,segment=NetworkSegment(1102709d-18c0-4869-886e-de87e6477b1d),segment_id=1102709d-18c0-4869-886e-de87e6477b1d)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:31:23.833356 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-07f8955b-4ca2-43fb-925c-1072c97bd950 req-79f527bf-1c11-403a-8fa7-8586d9ab59e7 service neutron] For port f35653bd-e727-4e24-bf2b-a36d1cbc0ed9, host n-h2-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:31:23.868515 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-07f8955b-4ca2-43fb-925c-1072c97bd950 req-79f527bf-1c11-403a-8fa7-8586d9ab59e7 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:31:23.869619 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:23.877243 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-07f8955b-4ca2-43fb-925c-1072c97bd950 req-79f527bf-1c11-403a-8fa7-8586d9ab59e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:23.888452 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-07f8955b-4ca2-43fb-925c-1072c97bd950 req-79f527bf-1c11-403a-8fa7-8586d9ab59e7 service neutron] Ignored duplicate provisioning block setup for port f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 19 15:31:23.892247 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-07f8955b-4ca2-43fb-925c-1072c97bd950 req-79f527bf-1c11-403a-8fa7-8586d9ab59e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:23.940051 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:31:23.940208 n-d-766043-2 neutron-server[94641]: DEBUG oslo_db.api [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:31:23.970450 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f527bf-1c11-403a-8fa7-8586d9ab59e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f35653bd-e727-4e24-bf2b-a36d1cbc0ed9,revision_number=9']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:23.986000 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f527bf-1c11-403a-8fa7-8586d9ab59e7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:23.986342 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f527bf-1c11-403a-8fa7-8586d9ab59e7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:23.986676 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f527bf-1c11-403a-8fa7-8586d9ab59e7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:23.987004 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f527bf-1c11-403a-8fa7-8586d9ab59e7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:23.987332 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f527bf-1c11-403a-8fa7-8586d9ab59e7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:23.987653 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f527bf-1c11-403a-8fa7-8586d9ab59e7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:23.987974 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f527bf-1c11-403a-8fa7-8586d9ab59e7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:23.988295 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f527bf-1c11-403a-8fa7-8586d9ab59e7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:23.988729 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f527bf-1c11-403a-8fa7-8586d9ab59e7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:23.989023 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f527bf-1c11-403a-8fa7-8586d9ab59e7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:23.989339 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f527bf-1c11-403a-8fa7-8586d9ab59e7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:23.989656 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f527bf-1c11-403a-8fa7-8586d9ab59e7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:31:24.026396 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f8955b-4ca2-43fb-925c-1072c97bd950 req-79f527bf-1c11-403a-8fa7-8586d9ab59e7 service neutron] No DVR routers for this DVR port f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 on host n-h2-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:31:24.120442 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f7eb7111-2252-4b1a-8caa-23b42e4e9f47 None None] Provisioning complete for port f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:31:24.120748 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f7eb7111-2252-4b1a-8caa-23b42e4e9f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:24.155310 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f7eb7111-2252-4b1a-8caa-23b42e4e9f47 None None] Port f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:31:24.168450 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-07f8955b-4ca2-43fb-925c-1072c97bd950 req-79f527bf-1c11-403a-8fa7-8586d9ab59e7 service neutron] Attempting to bind port f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:31:24.168761 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-07f8955b-4ca2-43fb-925c-1072c97bd950 req-79f527bf-1c11-403a-8fa7-8586d9ab59e7 service neutron] Attempting to bind port f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '1102709d-18c0-4869-886e-de87e6477b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:31:24.169087 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f8955b-4ca2-43fb-925c-1072c97bd950 req-79f527bf-1c11-403a-8fa7-8586d9ab59e7 service neutron] Attempting to bind port f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 on network e93dcc9c-6c16-4041-ba25-5e18dc99db77 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:31:24.173391 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f8955b-4ca2-43fb-925c-1072c97bd950 req-79f527bf-1c11-403a-8fa7-8586d9ab59e7 service neutron] Port f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 on network e93dcc9c-6c16-4041-ba25-5e18dc99db77 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:31:24.173740 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f8955b-4ca2-43fb-925c-1072c97bd950 req-79f527bf-1c11-403a-8fa7-8586d9ab59e7 service neutron] Attempting to bind port f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 on network e93dcc9c-6c16-4041-ba25-5e18dc99db77 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:31:24.178576 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f8955b-4ca2-43fb-925c-1072c97bd950 req-79f527bf-1c11-403a-8fa7-8586d9ab59e7 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:31:24.178913 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f8955b-4ca2-43fb-925c-1072c97bd950 req-79f527bf-1c11-403a-8fa7-8586d9ab59e7 service neutron] Checking segment: {'id': '1102709d-18c0-4869-886e-de87e6477b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:31:24.179293 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f8955b-4ca2-43fb-925c-1072c97bd950 req-79f527bf-1c11-403a-8fa7-8586d9ab59e7 service neutron] Bound using segment: {'id': '1102709d-18c0-4869-886e-de87e6477b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:31:24.179714 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-07f8955b-4ca2-43fb-925c-1072c97bd950 req-79f527bf-1c11-403a-8fa7-8586d9ab59e7 service neutron] Bound port: f35653bd-e727-4e24-bf2b-a36d1cbc0ed9, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1102709d-18c0-4869-886e-de87e6477b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:31:24.180066 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-07f8955b-4ca2-43fb-925c-1072c97bd950 req-79f527bf-1c11-403a-8fa7-8586d9ab59e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:24.242741 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-07f8955b-4ca2-43fb-925c-1072c97bd950 req-79f527bf-1c11-403a-8fa7-8586d9ab59e7 service neutron] For port f35653bd-e727-4e24-bf2b-a36d1cbc0ed9, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:31:24.245689 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-07f8955b-4ca2-43fb-925c-1072c97bd950 req-79f527bf-1c11-403a-8fa7-8586d9ab59e7 service neutron] For port f35653bd-e727-4e24-bf2b-a36d1cbc0ed9, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=f35653bd-e727-4e24-bf2b-a36d1cbc0ed9,segment=NetworkSegment(1102709d-18c0-4869-886e-de87e6477b1d),segment_id=1102709d-18c0-4869-886e-de87e6477b1d)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:31:24.250818 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-07f8955b-4ca2-43fb-925c-1072c97bd950 req-79f527bf-1c11-403a-8fa7-8586d9ab59e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:24.286959 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8955b-4ca2-43fb-925c-1072c97bd950 req-79f527bf-1c11-403a-8fa7-8586d9ab59e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:24.287570 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-07f8955b-4ca2-43fb-925c-1072c97bd950 req-79f527bf-1c11-403a-8fa7-8586d9ab59e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:24.288982 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-07f8955b-4ca2-43fb-925c-1072c97bd950 req-79f527bf-1c11-403a-8fa7-8586d9ab59e7 service neutron] 10.222.0.68 "PUT /v2.0/ports/f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 HTTP/1.1" status: 200 len: 1091 time: 0.7607224 Aug 19 15:31:24.289419 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de7a4fcd-5eb3-4a88-8392-64c22327fe83', 'tag': 'f35653bd-e727-4e24-bf2b-a36d1cbc0ed9'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:31:24.291644 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59f9ddb-70bf-4c15-94e7-777c38dfa655" -d '{"events": [{"name": "network-changed", "server_uuid": "de7a4fcd-5eb3-4a88-8392-64c22327fe83", "tag": "f35653bd-e727-4e24-bf2b-a36d1cbc0ed9"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:31:24.351191 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f527bf-1c11-403a-8fa7-8586d9ab59e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f35653bd-e727-4e24-bf2b-a36d1cbc0ed9,revision_number=10']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:24.374221 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8955b-4ca2-43fb-925c-1072c97bd950 req-8f5236e0-676c-4275-9ed1-3521b7078e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:24.376356 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-07f8955b-4ca2-43fb-925c-1072c97bd950 req-8f5236e0-676c-4275-9ed1-3521b7078e16 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ad29af2562d94d2fbbb651732f778edb&device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83 HTTP/1.1" status: 200 len: 1095 time: 0.0610588 Aug 19 15:31:24.439330 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2b5afe-b512-4c69-99c8-06fcdf056a64 x-openstack-request-id: req-da2b5afe-b512-4c69-99c8-06fcdf056a64 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:31:24.439769 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de7a4fcd-5eb3-4a88-8392-64c22327fe83", "tag": "f35653bd-e727-4e24-bf2b-a36d1cbc0ed9", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:31:24.440032 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-da2b5afe-b512-4c69-99c8-06fcdf056a64 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:31:24.440713 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de7a4fcd-5eb3-4a88-8392-64c22327fe83', 'tag': 'f35653bd-e727-4e24-bf2b-a36d1cbc0ed9', 'status': 'completed', 'code': 200} Aug 19 15:31:24.480128 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:24.508783 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8955b-4ca2-43fb-925c-1072c97bd950 req-6826ca93-f8cc-4147-94f6-52afe9281f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:24.510302 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-07f8955b-4ca2-43fb-925c-1072c97bd950 req-6826ca93-f8cc-4147-94f6-52afe9281f06 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e93dcc9c-6c16-4041-ba25-5e18dc99db77 HTTP/1.1" status: 200 len: 913 time: 0.1270356 Aug 19 15:31:24.517249 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f9ddb-70bf-4c15-94e7-777c38dfa655 req-b9cafd0c-d605-47bb-9c24-d14896208868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:24.521764 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c59f9ddb-70bf-4c15-94e7-777c38dfa655 req-b9cafd0c-d605-47bb-9c24-d14896208868 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ad29af2562d94d2fbbb651732f778edb&device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83 HTTP/1.1" status: 200 len: 1095 time: 0.0745428 Aug 19 15:31:24.532463 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port f35653bd-e727-4e24-bf2b-a36d1cbc0ed9, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=f35653bd-e727-4e24-bf2b-a36d1cbc0ed9,segment=NetworkSegment(1102709d-18c0-4869-886e-de87e6477b1d),segment_id=1102709d-18c0-4869-886e-de87e6477b1d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:31:24.533416 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de7a4fcd-5eb3-4a88-8392-64c22327fe83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35653bd-e727-4e24-bf2b-a36d1cbc0ed9'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:31:24.536250 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5303a23a-55e5-4840-90f2-5ae53552853e" -d '{"events": [{"server_uuid": "de7a4fcd-5eb3-4a88-8392-64c22327fe83", "name": "network-vif-plugged", "status": "completed", "tag": "f35653bd-e727-4e24-bf2b-a36d1cbc0ed9"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:31:24.541131 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:24.597936 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-07f8955b-4ca2-43fb-925c-1072c97bd950 req-3a7c8c7f-a778-4f5c-909b-2520e6eef412 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 HTTP/1.1" status: 200 len: 999 time: 0.0797093 Aug 19 15:31:24.601248 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827fd8df-e1a8-4621-993f-0d9a6a1af4c5 x-openstack-request-id: req-827fd8df-e1a8-4621-993f-0d9a6a1af4c5 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:31:24.601593 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de7a4fcd-5eb3-4a88-8392-64c22327fe83", "name": "network-vif-plugged", "status": "completed", "tag": "f35653bd-e727-4e24-bf2b-a36d1cbc0ed9", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:31:24.601879 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-827fd8df-e1a8-4621-993f-0d9a6a1af4c5 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:31:24.602333 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de7a4fcd-5eb3-4a88-8392-64c22327fe83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35653bd-e727-4e24-bf2b-a36d1cbc0ed9', 'code': 200} Aug 19 15:31:24.637157 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-10636743-bca8-446e-bb28-1c477a08aebb None None] Provisioning complete for port f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:31:24.637520 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-10636743-bca8-446e-bb28-1c477a08aebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:24.658316 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8955b-4ca2-43fb-925c-1072c97bd950 req-a3e3f050-e6f1-44ae-ad8c-c425abfed7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:24.659931 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-07f8955b-4ca2-43fb-925c-1072c97bd950 req-a3e3f050-e6f1-44ae-ad8c-c425abfed7bc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6936e5f6-7b9c-4371-877b-116fa7becd76 HTTP/1.1" status: 200 len: 851 time: 0.0523181 Aug 19 15:31:24.662869 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24854f8-a53c-4c68-a7fc-88860a77fea6 req-b0200fdf-6627-4209-bfb8-ddcd50b953ae tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:24.664360 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b24854f8-a53c-4c68-a7fc-88860a77fea6 req-b0200fdf-6627-4209-bfb8-ddcd50b953ae tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83 HTTP/1.1" status: 200 len: 946 time: 0.0761998 Aug 19 15:31:24.675554 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=f35653bd-e727-4e24-bf2b-a36d1cbc0ed9,revision_number=11']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:24.681846 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f9ddb-70bf-4c15-94e7-777c38dfa655 req-63201bac-e9b0-429a-ac09-a033b6ac1c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:24.683292 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c59f9ddb-70bf-4c15-94e7-777c38dfa655 req-63201bac-e9b0-429a-ac09-a033b6ac1c89 service neutron] 10.222.0.88 "GET /v2.0/networks?id=e93dcc9c-6c16-4041-ba25-5e18dc99db77 HTTP/1.1" status: 200 len: 913 time: 0.1539125 Aug 19 15:31:24.719162 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8955b-4ca2-43fb-925c-1072c97bd950 req-16bd0490-60f2-46a6-868f-b781c5b440af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:24.720896 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-07f8955b-4ca2-43fb-925c-1072c97bd950 req-16bd0490-60f2-46a6-868f-b781c5b440af service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e93dcc9c-6c16-4041-ba25-5e18dc99db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528994 Aug 19 15:31:24.757607 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b24854f8-a53c-4c68-a7fc-88860a77fea6 req-3a592118-9fa0-4055-85e9-8b7e9a6e0bd7 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858750 Aug 19 15:31:24.779264 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c59f9ddb-70bf-4c15-94e7-777c38dfa655 req-04fadb81-6557-4c29-a8fa-4e0ee577e06c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 HTTP/1.1" status: 200 len: 1001 time: 0.0837209 Aug 19 15:31:24.833289 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f9ddb-70bf-4c15-94e7-777c38dfa655 req-1772a931-b60c-4a26-a703-b4bc7c92f316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:24.834839 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c59f9ddb-70bf-4c15-94e7-777c38dfa655 req-1772a931-b60c-4a26-a703-b4bc7c92f316 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6936e5f6-7b9c-4371-877b-116fa7becd76 HTTP/1.1" status: 200 len: 851 time: 0.0492411 Aug 19 15:31:24.888554 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f9ddb-70bf-4c15-94e7-777c38dfa655 req-e23260f9-27a1-4ad3-a347-e7f17ff31c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:24.890014 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c59f9ddb-70bf-4c15-94e7-777c38dfa655 req-e23260f9-27a1-4ad3-a347-e7f17ff31c29 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e93dcc9c-6c16-4041-ba25-5e18dc99db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485234 Aug 19 15:31:24.985369 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c59f9ddb-70bf-4c15-94e7-777c38dfa655 req-8e49bc6b-82f6-4f3a-b7dd-1951fc8c7009 service neutron] 10.222.0.88 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864084 Aug 19 15:31:25.082350 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c59f9ddb-70bf-4c15-94e7-777c38dfa655 req-702f3850-a30d-455a-9258-c7d31e2c66ee service neutron] 10.222.0.88 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900991 Aug 19 15:31:25.167081 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-07f8955b-4ca2-43fb-925c-1072c97bd950 req-a1ef93d5-437e-484a-93f7-25d6a888b3e1 service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4374137 Aug 19 15:31:25.254375 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-07f8955b-4ca2-43fb-925c-1072c97bd950 req-f7fc45ad-3922-4f33-99a7-e685d3c93791 service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799205 Aug 19 15:31:25.345493 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f9ddb-70bf-4c15-94e7-777c38dfa655 req-606e8983-8a54-48fe-bd1c-0777bfc29f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:25.346969 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c59f9ddb-70bf-4c15-94e7-777c38dfa655 req-606e8983-8a54-48fe-bd1c-0777bfc29f3c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ad29af2562d94d2fbbb651732f778edb&device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83 HTTP/1.1" status: 200 len: 1097 time: 0.0445888 Aug 19 15:31:25.435886 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f9ddb-70bf-4c15-94e7-777c38dfa655 req-f8cea6bd-d060-4d70-9af3-55ec77f9a843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:25.437857 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c59f9ddb-70bf-4c15-94e7-777c38dfa655 req-f8cea6bd-d060-4d70-9af3-55ec77f9a843 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e93dcc9c-6c16-4041-ba25-5e18dc99db77 HTTP/1.1" status: 200 len: 913 time: 0.0811219 Aug 19 15:31:25.506442 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c59f9ddb-70bf-4c15-94e7-777c38dfa655 req-91d12297-06de-4f03-844c-08580f5b5ef6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 HTTP/1.1" status: 200 len: 1001 time: 0.0614960 Aug 19 15:31:25.557746 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f9ddb-70bf-4c15-94e7-777c38dfa655 req-b130542a-28b8-450f-b22c-c0501daf0ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:25.559160 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c59f9ddb-70bf-4c15-94e7-777c38dfa655 req-b130542a-28b8-450f-b22c-c0501daf0ee5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6936e5f6-7b9c-4371-877b-116fa7becd76 HTTP/1.1" status: 200 len: 851 time: 0.0441914 Aug 19 15:31:25.604225 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f9ddb-70bf-4c15-94e7-777c38dfa655 req-fe031881-f299-4852-a097-27985bf022e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:25.605745 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c59f9ddb-70bf-4c15-94e7-777c38dfa655 req-fe031881-f299-4852-a097-27985bf022e7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e93dcc9c-6c16-4041-ba25-5e18dc99db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387824 Aug 19 15:31:25.697753 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c59f9ddb-70bf-4c15-94e7-777c38dfa655 req-34bb3e37-57f4-40fa-bd5f-abe07af76520 service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831311 Aug 19 15:31:25.786674 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c59f9ddb-70bf-4c15-94e7-777c38dfa655 req-5c11ab0a-ed3a-4a6d-87d2-ddbd75e65645 service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810485 Aug 19 15:31:25.887103 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b31de-c003-46d3-b491-755ede9d4837 req-2d67c2ba-58e4-4715-b265-7e8b14e0e08e tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:25.888643 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-229b31de-c003-46d3-b491-755ede9d4837 req-2d67c2ba-58e4-4715-b265-7e8b14e0e08e tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83 HTTP/1.1" status: 200 len: 946 time: 0.0505528 Aug 19 15:31:25.927527 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-229b31de-c003-46d3-b491-755ede9d4837 req-9ffc559d-13a8-40f1-97d2-aa55fa4774a8 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329933 Aug 19 15:31:26.372684 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:31:26.468183 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port f35653bd-e727-4e24-bf2b-a36d1cbc0ed9, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=f35653bd-e727-4e24-bf2b-a36d1cbc0ed9,segment=NetworkSegment(1102709d-18c0-4869-886e-de87e6477b1d),segment_id=1102709d-18c0-4869-886e-de87e6477b1d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:31:26.479750 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': 'f35653bd-e727-4e24-bf2b-a36d1cbc0ed9', 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'port_id': 'f35653bd-e727-4e24-bf2b-a36d1cbc0ed9', 'mac_address': 'fa:16:3e:05:9c:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:31:26.516722 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:26.528604 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:31:26.548932 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port f35653bd-e727-4e24-bf2b-a36d1cbc0ed9, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=f35653bd-e727-4e24-bf2b-a36d1cbc0ed9,segment=NetworkSegment(1102709d-18c0-4869-886e-de87e6477b1d),segment_id=1102709d-18c0-4869-886e-de87e6477b1d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:31:26.553556 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:26.602934 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=f35653bd-e727-4e24-bf2b-a36d1cbc0ed9,revision_number=12']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:26.796866 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['f35653bd-e727-4e24-bf2b-a36d1cbc0ed9'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:31:27.051440 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceadb816-571d-4712-ad15-c9da79bafe3d req-9b39ca6f-84a2-42d9-b27c-d747751757cf tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:27.052851 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ceadb816-571d-4712-ad15-c9da79bafe3d req-9b39ca6f-84a2-42d9-b27c-d747751757cf tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83 HTTP/1.1" status: 200 len: 945 time: 0.0490098 Aug 19 15:31:27.092238 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ceadb816-571d-4712-ad15-c9da79bafe3d req-e1a8b8e5-9038-4eec-9d5a-2d170e661542 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332062 Aug 19 15:31:27.209299 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a6cb3-0866-423d-ab86-7f885d6feef9 req-24b808b6-5720-48be-9da7-8a3c6b97d9db tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:27.210795 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b64a6cb3-0866-423d-ab86-7f885d6feef9 req-24b808b6-5720-48be-9da7-8a3c6b97d9db tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83 HTTP/1.1" status: 200 len: 945 time: 0.0513318 Aug 19 15:31:27.254396 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b64a6cb3-0866-423d-ab86-7f885d6feef9 req-e472319c-c2ed-4385-a578-a676839f7421 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376441 Aug 19 15:31:27.367874 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01fb1f-ec3e-4eb1-ad13-3a21c4a8f337 req-41cfd85d-de29-463e-a9bd-8da343f2482b tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:27.369304 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ab01fb1f-ec3e-4eb1-ad13-3a21c4a8f337 req-41cfd85d-de29-463e-a9bd-8da343f2482b tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83 HTTP/1.1" status: 200 len: 945 time: 0.0488114 Aug 19 15:31:27.409125 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ab01fb1f-ec3e-4eb1-ad13-3a21c4a8f337 req-8ab6e67b-9e49-418f-8b81-5ba829933b3b tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331359 Aug 19 15:31:27.659585 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6b80d-bef5-47b0-85d1-25ace0d0837a req-a1cafcb3-75f7-4d8e-b4af-76fe43e7800c tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:27.660996 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-17e6b80d-bef5-47b0-85d1-25ace0d0837a req-a1cafcb3-75f7-4d8e-b4af-76fe43e7800c tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83 HTTP/1.1" status: 200 len: 945 time: 0.0485208 Aug 19 15:31:27.698842 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-17e6b80d-bef5-47b0-85d1-25ace0d0837a req-6b6ae5d4-05ff-4757-9c88-5f49a25fb89d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318377 Aug 19 15:31:27.762476 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:31:27.804659 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:31:28.388098 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:31:28.433813 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:31:28.434186 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:28.512168 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:28.534355 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de7a4fcd-5eb3-4a88-8392-64c22327fe83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35653bd-e727-4e24-bf2b-a36d1cbc0ed9'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:31:28.536634 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979c9cd6-4cca-42ac-bc5d-ee6fe247d838" -d '{"events": [{"server_uuid": "de7a4fcd-5eb3-4a88-8392-64c22327fe83", "name": "network-vif-plugged", "status": "completed", "tag": "f35653bd-e727-4e24-bf2b-a36d1cbc0ed9"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:31:28.549866 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port f35653bd-e727-4e24-bf2b-a36d1cbc0ed9, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=f35653bd-e727-4e24-bf2b-a36d1cbc0ed9,segment=NetworkSegment(1102709d-18c0-4869-886e-de87e6477b1d),segment_id=1102709d-18c0-4869-886e-de87e6477b1d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:31:28.554494 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:28.579244 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b8ce12-890f-4721-b218-196c8015e6a0 x-openstack-request-id: req-c0b8ce12-890f-4721-b218-196c8015e6a0 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:31:28.579665 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de7a4fcd-5eb3-4a88-8392-64c22327fe83", "name": "network-vif-plugged", "status": "completed", "tag": "f35653bd-e727-4e24-bf2b-a36d1cbc0ed9", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:31:28.579921 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c0b8ce12-890f-4721-b218-196c8015e6a0 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:31:28.580308 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de7a4fcd-5eb3-4a88-8392-64c22327fe83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35653bd-e727-4e24-bf2b-a36d1cbc0ed9', 'code': 200} Aug 19 15:31:28.604562 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=f35653bd-e727-4e24-bf2b-a36d1cbc0ed9,revision_number=13']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:28.815801 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b8185-6874-4247-90a9-3f1e244d1cea req-ce81e59c-ec79-4a6b-be65-b16f20194774 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:28.817299 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f42b8185-6874-4247-90a9-3f1e244d1cea req-ce81e59c-ec79-4a6b-be65-b16f20194774 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83 HTTP/1.1" status: 200 len: 946 time: 0.0483902 Aug 19 15:31:28.857892 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f42b8185-6874-4247-90a9-3f1e244d1cea req-0438c176-11c1-45c8-85f3-7b587b9a9d64 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342369 Aug 19 15:31:28.915038 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c2b68-754b-4fe5-ba4c-e883c05f8998 req-8e4fba0e-298c-4080-bf5b-443532696089 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:28.916560 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-150c2b68-754b-4fe5-ba4c-e883c05f8998 req-8e4fba0e-298c-4080-bf5b-443532696089 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.68 "GET /v2.0/ports?device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83 HTTP/1.1" status: 200 len: 946 time: 0.0495543 Aug 19 15:31:29.011069 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-150c2b68-754b-4fe5-ba4c-e883c05f8998 req-67372dec-40b3-45e4-bcef-b8e5f4e8bb6d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Deleting port f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:31:29.011404 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-150c2b68-754b-4fe5-ba4c-e883c05f8998 req-67372dec-40b3-45e4-bcef-b8e5f4e8bb6d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:29.096553 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-150c2b68-754b-4fe5-ba4c-e883c05f8998 req-67372dec-40b3-45e4-bcef-b8e5f4e8bb6d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] For port f35653bd-e727-4e24-bf2b-a36d1cbc0ed9, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=f35653bd-e727-4e24-bf2b-a36d1cbc0ed9,segment=NetworkSegment(1102709d-18c0-4869-886e-de87e6477b1d),segment_id=1102709d-18c0-4869-886e-de87e6477b1d)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:31:29.096923 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-150c2b68-754b-4fe5-ba4c-e883c05f8998 req-67372dec-40b3-45e4-bcef-b8e5f4e8bb6d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:29.266903 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-150c2b68-754b-4fe5-ba4c-e883c05f8998 req-67372dec-40b3-45e4-bcef-b8e5f4e8bb6d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:29.267204 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-150c2b68-754b-4fe5-ba4c-e883c05f8998 req-67372dec-40b3-45e4-bcef-b8e5f4e8bb6d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:29.267517 n-d-766043-2 neutron-server[94639]: INFO neutron.db.l3_db [req-150c2b68-754b-4fe5-ba4c-e883c05f8998 req-67372dec-40b3-45e4-bcef-b8e5f4e8bb6d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Floating IP 451b83e5-cbd5-4b32-ae45-4ccd37d46d04 disassociated. External IP: 172.25.2.41, port: f35653bd-e727-4e24-bf2b-a36d1cbc0ed9. Aug 19 15:31:29.267854 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-150c2b68-754b-4fe5-ba4c-e883c05f8998 req-67372dec-40b3-45e4-bcef-b8e5f4e8bb6d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Calling delete_port for f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:31:29.397598 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-150c2b68-754b-4fe5-ba4c-e883c05f8998 req-67372dec-40b3-45e4-bcef-b8e5f4e8bb6d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:29.424359 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67372dec-40b3-45e4-bcef-b8e5f4e8bb6d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Pushing event deleted for resources: {'Port': ['ID=f35653bd-e727-4e24-bf2b-a36d1cbc0ed9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:29.544045 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-150c2b68-754b-4fe5-ba4c-e883c05f8998 req-67372dec-40b3-45e4-bcef-b8e5f4e8bb6d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Router 2564058f-2382-487f-80a0-5eacfe5fca71 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:31:29.652935 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-150c2b68-754b-4fe5-ba4c-e883c05f8998 req-67372dec-40b3-45e4-bcef-b8e5f4e8bb6d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:31:29.663131 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaf58a6-03e4-4121-9b19-ae57404b835c None None] Sync routers for ids ['2564058f-2382-487f-80a0-5eacfe5fca71'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:31:29.671938 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaf58a6-03e4-4121-9b19-ae57404b835c None None] Routers {'2564058f-2382-487f-80a0-5eacfe5fca71'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:31:29.672592 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-fdaf58a6-03e4-4121-9b19-ae57404b835c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:31:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['2564058f-2382-487f-80a0-5eacfe5fca71'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:31:29.696602 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-150c2b68-754b-4fe5-ba4c-e883c05f8998 req-67372dec-40b3-45e4-bcef-b8e5f4e8bb6d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] No DVR routers for this DVR port f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:31:29.699539 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-150c2b68-754b-4fe5-ba4c-e883c05f8998 req-67372dec-40b3-45e4-bcef-b8e5f4e8bb6d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:29.701738 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-150c2b68-754b-4fe5-ba4c-e883c05f8998 req-67372dec-40b3-45e4-bcef-b8e5f4e8bb6d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.68 "DELETE /v2.0/ports/f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 HTTP/1.1" status: 204 len: 173 time: 0.7773573 Aug 19 15:31:29.702172 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de7a4fcd-5eb3-4a88-8392-64c22327fe83', 'name': 'network-vif-deleted', 'tag': 'f35653bd-e727-4e24-bf2b-a36d1cbc0ed9'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:31:29.705174 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbe810c704fe7d525d8283f66bf9759d50cf41bf2f99837512e68cd7069830d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b6ac58-cc05-48ae-8495-66b390549f73" -d '{"events": [{"server_uuid": "de7a4fcd-5eb3-4a88-8392-64c22327fe83", "name": "network-vif-deleted", "tag": "f35653bd-e727-4e24-bf2b-a36d1cbc0ed9"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:31:29.744492 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e4e096-7b22-4dc5-a08d-2fb0da4b219c x-openstack-request-id: req-b2e4e096-7b22-4dc5-a08d-2fb0da4b219c {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:31:29.744792 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de7a4fcd-5eb3-4a88-8392-64c22327fe83", "name": "network-vif-deleted", "tag": "f35653bd-e727-4e24-bf2b-a36d1cbc0ed9", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:31:29.745064 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b2e4e096-7b22-4dc5-a08d-2fb0da4b219c {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:31:29.745460 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de7a4fcd-5eb3-4a88-8392-64c22327fe83', 'name': 'network-vif-deleted', 'tag': 'f35653bd-e727-4e24-bf2b-a36d1cbc0ed9', 'status': 'completed', 'code': 200} Aug 19 15:31:29.795947 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-fdaf58a6-03e4-4121-9b19-ae57404b835c None None] Set router 2564058f-2382-487f-80a0-5eacfe5fca71 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:31:29.977745 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-49c99121-b559-4506-be5b-9da8b1a700c7 req-be78c140-baf4-4121-917c-330282b5b877 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=de7a4fcd-5eb3-4a88-8392-64c22327fe83 HTTP/1.1" status: 200 len: 210 time: 0.0303910 Aug 19 15:31:30.028136 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-fdaf58a6-03e4-4121-9b19-ae57404b835c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'name': 'tempest-ServerActionsTestJSON-1589713132-router', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:24:35Z', 'updated_at': '2021-08-19T15:24:38Z', 'revision_number': 4, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'gw_port': {'id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:36Z', 'updated_at': '2021-08-19T15:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '4ebda8bc-6ffc-433a-af71-3164e1cdf479', 'name': '', 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'mac_address': 'fa:16:3e:ac:8e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:38Z', 'updated_at': '2021-08-19T15:24:44Z', 'revision_number': 5, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'subnets': [{'id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:31:30.054463 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaf58a6-03e4-4121-9b19-ae57404b835c None None] Checking router: 2564058f-2382-487f-80a0-5eacfe5fca71 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:31:30.062980 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaf58a6-03e4-4121-9b19-ae57404b835c None None] Routers {'2564058f-2382-487f-80a0-5eacfe5fca71'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:31:30.064187 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-fdaf58a6-03e4-4121-9b19-ae57404b835c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:31:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['2564058f-2382-487f-80a0-5eacfe5fca71'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:31:30.342295 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-fdaf58a6-03e4-4121-9b19-ae57404b835c None None] Set router 2564058f-2382-487f-80a0-5eacfe5fca71 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:31:30.534024 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-fdaf58a6-03e4-4121-9b19-ae57404b835c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'name': 'tempest-ServerActionsTestJSON-1589713132-router', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:24:35Z', 'updated_at': '2021-08-19T15:24:38Z', 'revision_number': 4, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'gw_port': {'id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:36Z', 'updated_at': '2021-08-19T15:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '4ebda8bc-6ffc-433a-af71-3164e1cdf479', 'name': '', 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'mac_address': 'fa:16:3e:ac:8e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:38Z', 'updated_at': '2021-08-19T15:24:44Z', 'revision_number': 5, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'subnets': [{'id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:31:30.563366 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaf58a6-03e4-4121-9b19-ae57404b835c None None] The sync data for ids ['2564058f-2382-487f-80a0-5eacfe5fca71'] in n-d-766043-2 is: [{'id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'name': 'tempest-ServerActionsTestJSON-1589713132-router', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:24:35Z', 'updated_at': '2021-08-19T15:24:38Z', 'revision_number': 4, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'gw_port': {'id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:36Z', 'updated_at': '2021-08-19T15:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '4ebda8bc-6ffc-433a-af71-3164e1cdf479', 'name': '', 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'mac_address': 'fa:16:3e:ac:8e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:38Z', 'updated_at': '2021-08-19T15:24:44Z', 'revision_number': 5, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'subnets': [{'id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:31:30.772993 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0707fd-219a-4dd3-9d33-bbd40702ce26 None None] New status for floating IP 451b83e5-cbd5-4b32-ae45-4ccd37d46d04: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:31:31.258432 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f25aed25-a1cb-4de5-9a62-aab316abee5c req-79e668d8-d486-4cec-91fd-37ed9a6bad83 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--307599298&fields=id&tenant_id=ad29af2562d94d2fbbb651732f778edb HTTP/1.1" status: 200 len: 267 time: 0.0346537 Aug 19 15:31:31.364795 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25aed25-a1cb-4de5-9a62-aab316abee5c req-28baee98-4abc-48d5-9ae4-c32d214b6e83 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:31.366244 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f25aed25-a1cb-4de5-9a62-aab316abee5c req-28baee98-4abc-48d5-9ae4-c32d214b6e83 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/networks?id=e93dcc9c-6c16-4041-ba25-5e18dc99db77 HTTP/1.1" status: 200 len: 812 time: 0.1008012 Aug 19 15:31:31.381592 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f25aed25-a1cb-4de5-9a62-aab316abee5c req-5530ff83-3607-44c5-b81f-e3e5bdf7b2f5 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/quotas/ad29af2562d94d2fbbb651732f778edb HTTP/1.1" status: 200 len: 375 time: 0.0095806 Aug 19 15:31:31.444045 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f25aed25-a1cb-4de5-9a62-aab316abee5c req-a673acd2-6ac7-49d3-a223-7dedd8ccf850 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ad29af2562d94d2fbbb651732f778edb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0566320 Aug 19 15:31:31.450651 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bec9d7d4-a428-4d89-83a3-8df76dbf1471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:31.539129 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f25aed25-a1cb-4de5-9a62-aab316abee5c req-66265b21-7911-42aa-bfbb-8199d680d298 service neutron] 10.222.0.69 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811226 Aug 19 15:31:31.632513 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f25aed25-a1cb-4de5-9a62-aab316abee5c req-9a70a333-bacd-4bb7-b92a-bc1a54bc3c0d service neutron] 10.222.0.69 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869203 Aug 19 15:31:31.792172 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4e9b65ec-50e5-4d81-99f7-ec89635f87b1 req-1745a54e-07e2-4e80-bd78-b70012d29322 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 210 time: 0.0274911 Aug 19 15:31:32.389198 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:31:32.413747 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:31:32.414158 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device f35653bd-e727-4e24-bf2b-a36d1cbc0ed9 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:31:32.690192 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25aed25-a1cb-4de5-9a62-aab316abee5c req-bea21380-13d8-4a4d-a0c5-1cf398fd9534 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:32.691586 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f25aed25-a1cb-4de5-9a62-aab316abee5c req-bea21380-13d8-4a4d-a0c5-1cf398fd9534 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.88 "GET /v2.0/networks?id=e93dcc9c-6c16-4041-ba25-5e18dc99db77 HTTP/1.1" status: 200 len: 812 time: 0.1070688 Aug 19 15:31:32.737244 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f25aed25-a1cb-4de5-9a62-aab316abee5c req-bc54bc0c-fdea-4bda-aed9-72a1981c0990 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad29af2562d94d2fbbb651732f778edb HTTP/1.1" status: 200 len: 379 time: 0.0367146 Aug 19 15:31:32.753782 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-f25aed25-a1cb-4de5-9a62-aab316abee5c req-4f6facb5-836d-408d-b81d-12fe63ed443c tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Request body: {'port': {'device_id': '9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0', 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'admin_state_up': True, 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'security_groups': ['d3706c28-03f8-4f38-8555-618f7d4c989d']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:31:32.864442 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f25aed25-a1cb-4de5-9a62-aab316abee5c req-4f6facb5-836d-408d-b81d-12fe63ed443c tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Made reservation on behalf of ad29af2562d94d2fbbb651732f778edb for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:31:32.868072 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f25aed25-a1cb-4de5-9a62-aab316abee5c req-4f6facb5-836d-408d-b81d-12fe63ed443c tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:32.905226 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a54c4e8a-c751-4d13-950a-2acc7a9e24f6 req-742b8861-9773-453a-af94-3d8224bee82d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 210 time: 0.0346072 Aug 19 15:31:33.005124 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:31:33.021301 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-f25aed25-a1cb-4de5-9a62-aab316abee5c req-4f6facb5-836d-408d-b81d-12fe63ed443c tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Allocated IP 172.20.0.9 (e93dcc9c-6c16-4041-ba25-5e18dc99db77/6936e5f6-7b9c-4371-877b-116fa7becd76/00bdb561-c87f-4e4f-9422-b10dd6f110bc) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:31:33.154229 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f25aed25-a1cb-4de5-9a62-aab316abee5c req-4f6facb5-836d-408d-b81d-12fe63ed443c tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:33.167095 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-f25aed25-a1cb-4de5-9a62-aab316abee5c req-4f6facb5-836d-408d-b81d-12fe63ed443c tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Transition to ACTIVE for port object 00bdb561-c87f-4e4f-9422-b10dd6f110bc will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:31:33.199299 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f25aed25-a1cb-4de5-9a62-aab316abee5c req-4f6facb5-836d-408d-b81d-12fe63ed443c tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:33.250028 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f25aed25-a1cb-4de5-9a62-aab316abee5c req-4f6facb5-836d-408d-b81d-12fe63ed443c tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Network e93dcc9c-6c16-4041-ba25-5e18dc99db77 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:31:33.253184 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-f25aed25-a1cb-4de5-9a62-aab316abee5c req-4f6facb5-836d-408d-b81d-12fe63ed443c tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:31:33.257472 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-f25aed25-a1cb-4de5-9a62-aab316abee5c req-4f6facb5-836d-408d-b81d-12fe63ed443c tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:31:33.261174 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6facb5-836d-408d-b81d-12fe63ed443c tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Pushing event updated for resources: {'Port': ['ID=00bdb561-c87f-4e4f-9422-b10dd6f110bc,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:33.307683 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25aed25-a1cb-4de5-9a62-aab316abee5c req-4f6facb5-836d-408d-b81d-12fe63ed443c tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:33.308304 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f25aed25-a1cb-4de5-9a62-aab316abee5c req-4f6facb5-836d-408d-b81d-12fe63ed443c tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:33.325933 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f25aed25-a1cb-4de5-9a62-aab316abee5c req-4f6facb5-836d-408d-b81d-12fe63ed443c tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5768757 Aug 19 15:31:33.338627 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-f25aed25-a1cb-4de5-9a62-aab316abee5c req-baa6ab7c-6522-4135-97d9-daa2020a0c37 service neutron] Request body: {'port': {'device_id': '9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:31:33.398423 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f25aed25-a1cb-4de5-9a62-aab316abee5c req-baa6ab7c-6522-4135-97d9-daa2020a0c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:33.508928 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4fec6d85-fd0e-427f-90bd-ca7b15f4f19c None None] Provisioning for port 00bdb561-c87f-4e4f-9422-b10dd6f110bc completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:31:33.512787 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4fec6d85-fd0e-427f-90bd-ca7b15f4f19c None None] Provisioning complete for port 00bdb561-c87f-4e4f-9422-b10dd6f110bc triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:31:33.513166 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4fec6d85-fd0e-427f-90bd-ca7b15f4f19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:33.546822 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-4fec6d85-fd0e-427f-90bd-ca7b15f4f19c None None] Port 00bdb561-c87f-4e4f-9422-b10dd6f110bc cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:31:33.664398 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-f25aed25-a1cb-4de5-9a62-aab316abee5c req-baa6ab7c-6522-4135-97d9-daa2020a0c37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00bdb561-c87f-4e4f-9422-b10dd6f110bc {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:31:33.672082 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f25aed25-a1cb-4de5-9a62-aab316abee5c req-baa6ab7c-6522-4135-97d9-daa2020a0c37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:33.683617 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-f25aed25-a1cb-4de5-9a62-aab316abee5c req-baa6ab7c-6522-4135-97d9-daa2020a0c37 service neutron] Transition to ACTIVE for port object 00bdb561-c87f-4e4f-9422-b10dd6f110bc will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:31:33.687921 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f25aed25-a1cb-4de5-9a62-aab316abee5c req-baa6ab7c-6522-4135-97d9-daa2020a0c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:33.736103 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa6ab7c-6522-4135-97d9-daa2020a0c37 service neutron] Pushing event updated for resources: {'Port': ['ID=00bdb561-c87f-4e4f-9422-b10dd6f110bc,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:33.812207 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-f25aed25-a1cb-4de5-9a62-aab316abee5c req-baa6ab7c-6522-4135-97d9-daa2020a0c37 service neutron] Attempting to bind port 00bdb561-c87f-4e4f-9422-b10dd6f110bc on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:31:33.813125 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-f25aed25-a1cb-4de5-9a62-aab316abee5c req-baa6ab7c-6522-4135-97d9-daa2020a0c37 service neutron] Attempting to bind port 00bdb561-c87f-4e4f-9422-b10dd6f110bc by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '1102709d-18c0-4869-886e-de87e6477b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:31:33.813402 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25aed25-a1cb-4de5-9a62-aab316abee5c req-baa6ab7c-6522-4135-97d9-daa2020a0c37 service neutron] Attempting to bind port 00bdb561-c87f-4e4f-9422-b10dd6f110bc on network e93dcc9c-6c16-4041-ba25-5e18dc99db77 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:31:33.818011 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25aed25-a1cb-4de5-9a62-aab316abee5c req-baa6ab7c-6522-4135-97d9-daa2020a0c37 service neutron] Port 00bdb561-c87f-4e4f-9422-b10dd6f110bc on network e93dcc9c-6c16-4041-ba25-5e18dc99db77 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:31:33.818387 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25aed25-a1cb-4de5-9a62-aab316abee5c req-baa6ab7c-6522-4135-97d9-daa2020a0c37 service neutron] Attempting to bind port 00bdb561-c87f-4e4f-9422-b10dd6f110bc on network e93dcc9c-6c16-4041-ba25-5e18dc99db77 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:31:33.823520 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25aed25-a1cb-4de5-9a62-aab316abee5c req-baa6ab7c-6522-4135-97d9-daa2020a0c37 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:31:33.823864 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25aed25-a1cb-4de5-9a62-aab316abee5c req-baa6ab7c-6522-4135-97d9-daa2020a0c37 service neutron] Checking segment: {'id': '1102709d-18c0-4869-886e-de87e6477b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:31:33.824245 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25aed25-a1cb-4de5-9a62-aab316abee5c req-baa6ab7c-6522-4135-97d9-daa2020a0c37 service neutron] Bound using segment: {'id': '1102709d-18c0-4869-886e-de87e6477b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:31:33.824700 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-f25aed25-a1cb-4de5-9a62-aab316abee5c req-baa6ab7c-6522-4135-97d9-daa2020a0c37 service neutron] Bound port: 00bdb561-c87f-4e4f-9422-b10dd6f110bc, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1102709d-18c0-4869-886e-de87e6477b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:31:33.825060 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f25aed25-a1cb-4de5-9a62-aab316abee5c req-baa6ab7c-6522-4135-97d9-daa2020a0c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:33.895783 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-f25aed25-a1cb-4de5-9a62-aab316abee5c req-baa6ab7c-6522-4135-97d9-daa2020a0c37 service neutron] For port 00bdb561-c87f-4e4f-9422-b10dd6f110bc, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:31:33.898750 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-f25aed25-a1cb-4de5-9a62-aab316abee5c req-baa6ab7c-6522-4135-97d9-daa2020a0c37 service neutron] For port 00bdb561-c87f-4e4f-9422-b10dd6f110bc, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=00bdb561-c87f-4e4f-9422-b10dd6f110bc,segment=NetworkSegment(1102709d-18c0-4869-886e-de87e6477b1d),segment_id=1102709d-18c0-4869-886e-de87e6477b1d)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:31:33.903356 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f25aed25-a1cb-4de5-9a62-aab316abee5c req-baa6ab7c-6522-4135-97d9-daa2020a0c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:33.935645 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25aed25-a1cb-4de5-9a62-aab316abee5c req-baa6ab7c-6522-4135-97d9-daa2020a0c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:33.935905 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f25aed25-a1cb-4de5-9a62-aab316abee5c req-baa6ab7c-6522-4135-97d9-daa2020a0c37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:33.937883 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f25aed25-a1cb-4de5-9a62-aab316abee5c req-baa6ab7c-6522-4135-97d9-daa2020a0c37 service neutron] 10.222.0.88 "PUT /v2.0/ports/00bdb561-c87f-4e4f-9422-b10dd6f110bc HTTP/1.1" status: 200 len: 1091 time: 0.6032598 Aug 19 15:31:33.938421 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0', 'tag': '00bdb561-c87f-4e4f-9422-b10dd6f110bc'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:31:33.940607 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca085b86-1319-4871-956a-3e3b1c4b497c" -d '{"events": [{"name": "network-changed", "server_uuid": "9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0", "tag": "00bdb561-c87f-4e4f-9422-b10dd6f110bc"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:31:33.975608 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa6ab7c-6522-4135-97d9-daa2020a0c37 service neutron] Pushing event updated for resources: {'Port': ['ID=00bdb561-c87f-4e4f-9422-b10dd6f110bc,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:34.022549 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53053ebe-bf4f-4ab1-add9-c2b54a4c2639 x-openstack-request-id: req-53053ebe-bf4f-4ab1-add9-c2b54a4c2639 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:31:34.022886 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0", "tag": "00bdb561-c87f-4e4f-9422-b10dd6f110bc", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:31:34.023483 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-53053ebe-bf4f-4ab1-add9-c2b54a4c2639 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:31:34.023483 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0', 'tag': '00bdb561-c87f-4e4f-9422-b10dd6f110bc', 'status': 'completed', 'code': 200} Aug 19 15:31:34.071284 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25aed25-a1cb-4de5-9a62-aab316abee5c req-1514649c-8b34-4be7-bb37-2f49e793a3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:34.072826 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f25aed25-a1cb-4de5-9a62-aab316abee5c req-1514649c-8b34-4be7-bb37-2f49e793a3a2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ad29af2562d94d2fbbb651732f778edb&device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 1094 time: 0.0879440 Aug 19 15:31:34.094647 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab07a6-f7e4-4c90-891f-c02c3e5acfbd req-c8918e0a-ba8b-4288-b5b1-58ea02b10603 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:34.096214 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-13ab07a6-f7e4-4c90-891f-c02c3e5acfbd req-c8918e0a-ba8b-4288-b5b1-58ea02b10603 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 943 time: 0.0694070 Aug 19 15:31:34.132623 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f25aed25-a1cb-4de5-9a62-aab316abee5c req-14eae09d-8e6c-48d2-8e38-4f17f9ad8dad service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00bdb561-c87f-4e4f-9422-b10dd6f110bc HTTP/1.1" status: 200 len: 217 time: 0.0511818 Aug 19 15:31:34.188399 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-13ab07a6-f7e4-4c90-891f-c02c3e5acfbd req-256ef16c-c125-4b0b-be3d-759ad465d1fe tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627396 Aug 19 15:31:34.197625 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25aed25-a1cb-4de5-9a62-aab316abee5c req-310e6704-90d8-40d0-b876-a92539eb6e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:34.199260 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f25aed25-a1cb-4de5-9a62-aab316abee5c req-310e6704-90d8-40d0-b876-a92539eb6e57 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6936e5f6-7b9c-4371-877b-116fa7becd76 HTTP/1.1" status: 200 len: 851 time: 0.0586121 Aug 19 15:31:34.412641 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f590b447-438f-4925-8f2d-32935a9ccdc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:34.583517 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:34.599955 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25aed25-a1cb-4de5-9a62-aab316abee5c req-d09406e3-3333-4187-868f-f9d6741364fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:34.602089 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f25aed25-a1cb-4de5-9a62-aab316abee5c req-d09406e3-3333-4187-868f-f9d6741364fd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e93dcc9c-6c16-4041-ba25-5e18dc99db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3956857 Aug 19 15:31:34.606755 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:34.688170 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f25aed25-a1cb-4de5-9a62-aab316abee5c req-7e5ccdb6-8b3f-4470-8cad-7f8bbd324609 service neutron] 10.222.0.88 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786855 Aug 19 15:31:34.778268 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f25aed25-a1cb-4de5-9a62-aab316abee5c req-c26cfe69-b3c2-4edb-9126-dfaf3f461eee service neutron] 10.222.0.88 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832996 Aug 19 15:31:34.859443 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca085b86-1319-4871-956a-3e3b1c4b497c req-19994014-bf3e-4344-bae3-9925614b6973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:34.861015 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ca085b86-1319-4871-956a-3e3b1c4b497c req-19994014-bf3e-4344-bae3-9925614b6973 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ad29af2562d94d2fbbb651732f778edb&device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 1094 time: 0.0412810 Aug 19 15:31:34.949724 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca085b86-1319-4871-956a-3e3b1c4b497c req-4b080063-78ed-4d67-a92d-56feca9f37c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:34.951090 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ca085b86-1319-4871-956a-3e3b1c4b497c req-4b080063-78ed-4d67-a92d-56feca9f37c8 service neutron] 10.222.0.88 "GET /v2.0/networks?id=e93dcc9c-6c16-4041-ba25-5e18dc99db77 HTTP/1.1" status: 200 len: 913 time: 0.0831609 Aug 19 15:31:34.994171 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ca085b86-1319-4871-956a-3e3b1c4b497c req-190518fa-d861-489e-bd03-322336d91c81 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00bdb561-c87f-4e4f-9422-b10dd6f110bc HTTP/1.1" status: 200 len: 217 time: 0.0362253 Aug 19 15:31:35.042910 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca085b86-1319-4871-956a-3e3b1c4b497c req-e4781d7b-e40c-4386-91a6-46a3b2e7640b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:35.044327 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ca085b86-1319-4871-956a-3e3b1c4b497c req-e4781d7b-e40c-4386-91a6-46a3b2e7640b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6936e5f6-7b9c-4371-877b-116fa7becd76 HTTP/1.1" status: 200 len: 851 time: 0.0422108 Aug 19 15:31:35.090323 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca085b86-1319-4871-956a-3e3b1c4b497c req-30b07970-3be8-4aa2-835b-5d024754f36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:35.091790 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ca085b86-1319-4871-956a-3e3b1c4b497c req-30b07970-3be8-4aa2-835b-5d024754f36e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e93dcc9c-6c16-4041-ba25-5e18dc99db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397599 Aug 19 15:31:35.181468 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ca085b86-1319-4871-956a-3e3b1c4b497c req-1573921e-fd3a-422a-9a4f-80c511e12ca9 service neutron] 10.222.0.88 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822401 Aug 19 15:31:35.281469 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ca085b86-1319-4871-956a-3e3b1c4b497c req-6241bbfa-e1bd-4eec-b8f7-df105557bd90 service neutron] 10.222.0.88 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925553 Aug 19 15:31:35.283442 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:35.323178 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497dfde-f8e4-4d8c-8c3d-7e415a93fecc req-be946bb7-ebf9-489b-a7d7-7683be4edb80 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:35.324772 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a497dfde-f8e4-4d8c-8c3d-7e415a93fecc req-be946bb7-ebf9-489b-a7d7-7683be4edb80 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 943 time: 0.0632701 Aug 19 15:31:35.362395 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a497dfde-f8e4-4d8c-8c3d-7e415a93fecc req-7ecb9957-64f4-4cf7-a036-dec6bded1297 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315957 Aug 19 15:31:35.809403 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:36.478887 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1b2a2-0a21-4da5-9636-e30a7a47f8c2 req-1754e016-39c2-407f-97e0-7d481640e9e7 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:36.480380 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e0b1b2a2-0a21-4da5-9636-e30a7a47f8c2 req-1754e016-39c2-407f-97e0-7d481640e9e7 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 943 time: 0.0510128 Aug 19 15:31:36.518234 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e0b1b2a2-0a21-4da5-9636-e30a7a47f8c2 req-16cc8170-cb78-4803-81f7-ddb85298331a tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318391 Aug 19 15:31:37.096608 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:37.631632 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458dc25-43f1-4051-8f63-5b77812a05ab req-e8e2a050-84a0-4a37-a862-b3a14fb11a85 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:37.633144 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5458dc25-43f1-4051-8f63-5b77812a05ab req-e8e2a050-84a0-4a37-a862-b3a14fb11a85 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 943 time: 0.0480845 Aug 19 15:31:37.670557 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5458dc25-43f1-4051-8f63-5b77812a05ab req-f46c28d0-6af9-4908-a44b-64aadf90e27e tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315411 Aug 19 15:31:37.833887 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 00bdb561-c87f-4e4f-9422-b10dd6f110bc details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:31:37.935585 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 00bdb561-c87f-4e4f-9422-b10dd6f110bc, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=00bdb561-c87f-4e4f-9422-b10dd6f110bc,segment=NetworkSegment(1102709d-18c0-4869-886e-de87e6477b1d),segment_id=1102709d-18c0-4869-886e-de87e6477b1d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:31:37.947683 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '00bdb561-c87f-4e4f-9422-b10dd6f110bc', 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'port_id': '00bdb561-c87f-4e4f-9422-b10dd6f110bc', 'mac_address': 'fa:16:3e:b8:72:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:31:37.983439 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:37.997226 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00bdb561-c87f-4e4f-9422-b10dd6f110bc {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:31:38.016688 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 00bdb561-c87f-4e4f-9422-b10dd6f110bc, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=00bdb561-c87f-4e4f-9422-b10dd6f110bc,segment=NetworkSegment(1102709d-18c0-4869-886e-de87e6477b1d),segment_id=1102709d-18c0-4869-886e-de87e6477b1d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:31:38.020396 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:38.072671 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=00bdb561-c87f-4e4f-9422-b10dd6f110bc,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:38.205405 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['00bdb561-c87f-4e4f-9422-b10dd6f110bc'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:31:38.788491 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62265d-0c10-4264-a571-54249fdb7c23 req-e8f6abd3-7234-4b34-8485-38e97c99c999 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:38.789959 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-af62265d-0c10-4264-a571-54249fdb7c23 req-e8f6abd3-7234-4b34-8485-38e97c99c999 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 944 time: 0.0517058 Aug 19 15:31:38.828106 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-af62265d-0c10-4264-a571-54249fdb7c23 req-16eae290-ad6b-4783-ac84-fcde79127c8d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320606 Aug 19 15:31:39.833119 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 00bdb561-c87f-4e4f-9422-b10dd6f110bc up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:31:39.885880 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 00bdb561-c87f-4e4f-9422-b10dd6f110bc completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:31:39.889604 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 00bdb561-c87f-4e4f-9422-b10dd6f110bc triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:31:39.890488 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:39.944711 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1068f6b-d1b7-486b-b195-68e87cdc7249 req-c273a958-87fc-4400-969b-20020fa2dcc3 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:39.946602 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d1068f6b-d1b7-486b-b195-68e87cdc7249 req-c273a958-87fc-4400-969b-20020fa2dcc3 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 944 time: 0.0504060 Aug 19 15:31:39.974436 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:39.986151 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d1068f6b-d1b7-486b-b195-68e87cdc7249 req-b652aa28-5de2-4835-8fd1-41bcdf886d39 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326533 Aug 19 15:31:39.996314 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00bdb561-c87f-4e4f-9422-b10dd6f110bc'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:31:39.998717 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9da14e5366b6c832ff1afcd6e875d31396ec5ae999a5049e9871a99e2d776e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53213f05-900a-47f0-b340-8f46f2758e6c" -d '{"events": [{"server_uuid": "9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0", "name": "network-vif-plugged", "status": "completed", "tag": "00bdb561-c87f-4e4f-9422-b10dd6f110bc"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:31:40.011417 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 00bdb561-c87f-4e4f-9422-b10dd6f110bc, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=00bdb561-c87f-4e4f-9422-b10dd6f110bc,segment=NetworkSegment(1102709d-18c0-4869-886e-de87e6477b1d),segment_id=1102709d-18c0-4869-886e-de87e6477b1d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:31:40.015898 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:40.038887 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d427e6ac-9cb8-4fc7-905a-535c6bbb8270 x-openstack-request-id: req-d427e6ac-9cb8-4fc7-905a-535c6bbb8270 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:31:40.039176 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0", "name": "network-vif-plugged", "status": "completed", "tag": "00bdb561-c87f-4e4f-9422-b10dd6f110bc", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:31:40.039427 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d427e6ac-9cb8-4fc7-905a-535c6bbb8270 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:31:40.039812 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00bdb561-c87f-4e4f-9422-b10dd6f110bc', 'code': 200} Aug 19 15:31:40.068553 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=00bdb561-c87f-4e4f-9422-b10dd6f110bc,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:31:40.128064 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31c3d0-dd79-43c2-8df6-7f050ee88f76 req-4eed8694-7abc-43a8-b684-c9984c86d8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:40.129516 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dc31c3d0-dd79-43c2-8df6-7f050ee88f76 req-4eed8694-7abc-43a8-b684-c9984c86d8e8 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 1096 time: 0.0396063 Aug 19 15:31:40.165016 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dc31c3d0-dd79-43c2-8df6-7f050ee88f76 req-83537b00-5116-4486-9507-fe00f8bb3021 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280969 Aug 19 15:31:41.103992 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb7dc7-4f76-4949-9540-c284ecaccbc9 req-342d054e-dfa7-4a7e-afb8-2f2d3b928f42 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:41.105468 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-65bb7dc7-4f76-4949-9540-c284ecaccbc9 req-342d054e-dfa7-4a7e-afb8-2f2d3b928f42 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0516400 Aug 19 15:31:41.142850 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-65bb7dc7-4f76-4949-9540-c284ecaccbc9 req-25982075-78b8-42f8-90c2-8aa2a8ce05f2 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306201 Aug 19 15:31:42.259926 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d42e6c-9cb8-4006-812b-2f4c329ac6e4 req-5dbe335f-d106-411f-8935-d12e788669b0 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:42.261499 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b6d42e6c-9cb8-4006-812b-2f4c329ac6e4 req-5dbe335f-d106-411f-8935-d12e788669b0 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0503852 Aug 19 15:31:42.298764 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b6d42e6c-9cb8-4006-812b-2f4c329ac6e4 req-85d6ec7e-aae7-4b5a-9c35-4fe4d509d778 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312443 Aug 19 15:31:42.409145 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a36128b-1a52-4443-b0f6-7289b5193b60 req-f01f8007-3451-480d-a631-57aebdf19b15 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:42.410608 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2a36128b-1a52-4443-b0f6-7289b5193b60 req-f01f8007-3451-480d-a631-57aebdf19b15 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0484254 Aug 19 15:31:42.419041 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 37600) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:31:42.424099 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a5e2ef01-62e0-41d9-808b-c23625ca0ff1 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Request body: {'floatingip': {'port_id': '00bdb561-c87f-4e4f-9422-b10dd6f110bc'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:31:42.466130 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5e2ef01-62e0-41d9-808b-c23625ca0ff1 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks [] for floatingip, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:42.887975 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5e2ef01-62e0-41d9-808b-c23625ca0ff1 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:42.892645 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5e2ef01-62e0-41d9-808b-c23625ca0ff1 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:42.991371 n-d-766043-2 neutron-server[94640]: INFO neutron.db.l3_db [None req-a5e2ef01-62e0-41d9-808b-c23625ca0ff1 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Floating IP 451b83e5-cbd5-4b32-ae45-4ccd37d46d04 associated. External IP: 172.25.2.41, port: 00bdb561-c87f-4e4f-9422-b10dd6f110bc. Aug 19 15:31:43.197343 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e2ef01-62e0-41d9-808b-c23625ca0ff1 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Router 2564058f-2382-487f-80a0-5eacfe5fca71 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:31:43.303823 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e2ef01-62e0-41d9-808b-c23625ca0ff1 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:31:43.308727 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5e2ef01-62e0-41d9-808b-c23625ca0ff1 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:31:43.313852 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716b4430-e30f-4ce4-8d82-b09e129029a6 None None] Sync routers for ids ['2564058f-2382-487f-80a0-5eacfe5fca71'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:31:43.323867 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716b4430-e30f-4ce4-8d82-b09e129029a6 None None] Routers {'2564058f-2382-487f-80a0-5eacfe5fca71'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:31:43.324509 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-716b4430-e30f-4ce4-8d82-b09e129029a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:31:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['2564058f-2382-487f-80a0-5eacfe5fca71'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:31:43.336701 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a5e2ef01-62e0-41d9-808b-c23625ca0ff1 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "PUT /v2.0/floatingips/451b83e5-cbd5-4b32-ae45-4ccd37d46d04 HTTP/1.1" status: 200 len: 991 time: 0.9164228 Aug 19 15:31:43.337292 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0', 'tag': '00bdb561-c87f-4e4f-9422-b10dd6f110bc'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:31:43.339510 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53c48b7867e576d94bd786422db6794efccc7196590c16f33dc4cbb9f2780df5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df21d683-511d-4398-b045-7a9a17d97d6f" -d '{"events": [{"name": "network-changed", "server_uuid": "9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0", "tag": "00bdb561-c87f-4e4f-9422-b10dd6f110bc"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:31:43.376199 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1190af70-1274-4cb7-a379-0944d927b906 x-openstack-request-id: req-1190af70-1274-4cb7-a379-0944d927b906 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:31:43.376511 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0", "tag": "00bdb561-c87f-4e4f-9422-b10dd6f110bc", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:31:43.376760 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1190af70-1274-4cb7-a379-0944d927b906 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:31:43.377156 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0', 'tag': '00bdb561-c87f-4e4f-9422-b10dd6f110bc', 'status': 'completed', 'code': 200} Aug 19 15:31:43.435236 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-716b4430-e30f-4ce4-8d82-b09e129029a6 None None] Set router 2564058f-2382-487f-80a0-5eacfe5fca71 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:31:43.448523 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21d683-511d-4398-b045-7a9a17d97d6f req-1e2efd5a-e6b9-4960-99c6-32edd0212592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:43.449981 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-df21d683-511d-4398-b045-7a9a17d97d6f req-1e2efd5a-e6b9-4960-99c6-32edd0212592 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ad29af2562d94d2fbbb651732f778edb&device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 1096 time: 0.0430710 Aug 19 15:31:43.544444 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21d683-511d-4398-b045-7a9a17d97d6f req-087a5fdf-4682-4422-a106-e589f56ee21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:43.545942 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-df21d683-511d-4398-b045-7a9a17d97d6f req-087a5fdf-4682-4422-a106-e589f56ee21e service neutron] 10.222.0.88 "GET /v2.0/networks?id=e93dcc9c-6c16-4041-ba25-5e18dc99db77 HTTP/1.1" status: 200 len: 913 time: 0.0886786 Aug 19 15:31:43.611501 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-df21d683-511d-4398-b045-7a9a17d97d6f req-80747f57-f91a-4863-b0df-fd345ac37383 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00bdb561-c87f-4e4f-9422-b10dd6f110bc HTTP/1.1" status: 200 len: 999 time: 0.0582614 Aug 19 15:31:43.659203 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-716b4430-e30f-4ce4-8d82-b09e129029a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'name': 'tempest-ServerActionsTestJSON-1589713132-router', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:24:35Z', 'updated_at': '2021-08-19T15:24:38Z', 'revision_number': 4, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'gw_port': {'id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:36Z', 'updated_at': '2021-08-19T15:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '451b83e5-cbd5-4b32-ae45-4ccd37d46d04', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'floating_ip_address': '172.25.2.41', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'port_id': '00bdb561-c87f-4e4f-9422-b10dd6f110bc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'mac_address': 'fa:16:3e:b8:72:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:24:41Z', 'updated_at': '2021-08-19T15:31:42Z', 'revision_number': 13, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ebda8bc-6ffc-433a-af71-3164e1cdf479', 'name': '', 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'mac_address': 'fa:16:3e:ac:8e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:38Z', 'updated_at': '2021-08-19T15:24:44Z', 'revision_number': 5, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'subnets': [{'id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:31:43.665267 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21d683-511d-4398-b045-7a9a17d97d6f req-3bae41d0-ccba-412f-b2e1-f0c882d01e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:43.666756 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-df21d683-511d-4398-b045-7a9a17d97d6f req-3bae41d0-ccba-412f-b2e1-f0c882d01e32 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6936e5f6-7b9c-4371-877b-116fa7becd76 HTTP/1.1" status: 200 len: 851 time: 0.0490134 Aug 19 15:31:43.684866 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716b4430-e30f-4ce4-8d82-b09e129029a6 None None] Checking router: 2564058f-2382-487f-80a0-5eacfe5fca71 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:31:43.693292 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716b4430-e30f-4ce4-8d82-b09e129029a6 None None] Routers {'2564058f-2382-487f-80a0-5eacfe5fca71'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:31:43.693904 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-716b4430-e30f-4ce4-8d82-b09e129029a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:31:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['2564058f-2382-487f-80a0-5eacfe5fca71'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:31:43.712925 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21d683-511d-4398-b045-7a9a17d97d6f req-9a5243ec-6a31-4854-b18b-8b69cf3a3567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:43.714342 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-df21d683-511d-4398-b045-7a9a17d97d6f req-9a5243ec-6a31-4854-b18b-8b69cf3a3567 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e93dcc9c-6c16-4041-ba25-5e18dc99db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403032 Aug 19 15:31:43.799523 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-716b4430-e30f-4ce4-8d82-b09e129029a6 None None] Set router 2564058f-2382-487f-80a0-5eacfe5fca71 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:31:43.805643 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-df21d683-511d-4398-b045-7a9a17d97d6f req-aa104295-fa66-40d6-995f-a59d6a31c80f service neutron] 10.222.0.88 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835333 Aug 19 15:31:43.900078 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-df21d683-511d-4398-b045-7a9a17d97d6f req-f00af957-04c6-4865-ab12-f4abd5bb8302 service neutron] 10.222.0.88 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878422 Aug 19 15:31:44.031855 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-716b4430-e30f-4ce4-8d82-b09e129029a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'name': 'tempest-ServerActionsTestJSON-1589713132-router', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:24:35Z', 'updated_at': '2021-08-19T15:24:38Z', 'revision_number': 4, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'gw_port': {'id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:36Z', 'updated_at': '2021-08-19T15:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '451b83e5-cbd5-4b32-ae45-4ccd37d46d04', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'floating_ip_address': '172.25.2.41', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'port_id': '00bdb561-c87f-4e4f-9422-b10dd6f110bc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'mac_address': 'fa:16:3e:b8:72:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:24:41Z', 'updated_at': '2021-08-19T15:31:42Z', 'revision_number': 13, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ebda8bc-6ffc-433a-af71-3164e1cdf479', 'name': '', 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'mac_address': 'fa:16:3e:ac:8e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:38Z', 'updated_at': '2021-08-19T15:24:44Z', 'revision_number': 5, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'subnets': [{'id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:31:44.057039 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716b4430-e30f-4ce4-8d82-b09e129029a6 None None] The sync data for ids ['2564058f-2382-487f-80a0-5eacfe5fca71'] in n-d-766043-2 is: [{'id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'name': 'tempest-ServerActionsTestJSON-1589713132-router', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:24:35Z', 'updated_at': '2021-08-19T15:24:38Z', 'revision_number': 4, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'gw_port': {'id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:36Z', 'updated_at': '2021-08-19T15:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '451b83e5-cbd5-4b32-ae45-4ccd37d46d04', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'floating_ip_address': '172.25.2.41', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'port_id': '00bdb561-c87f-4e4f-9422-b10dd6f110bc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'mac_address': 'fa:16:3e:b8:72:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:24:41Z', 'updated_at': '2021-08-19T15:31:42Z', 'revision_number': 13, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ebda8bc-6ffc-433a-af71-3164e1cdf479', 'name': '', 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'mac_address': 'fa:16:3e:ac:8e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:38Z', 'updated_at': '2021-08-19T15:24:44Z', 'revision_number': 5, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'subnets': [{'id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:31:44.250459 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a546525f-8ffd-484d-bf47-5036298dbdaf None None] New status for floating IP 451b83e5-cbd5-4b32-ae45-4ccd37d46d04: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:31:49.475786 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b5f89c45-6f17-4c4b-a020-2707720fe453 req-c84d0668-25fe-4168-bf4c-d9d518a68deb service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418406 Aug 19 15:31:49.556263 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f89c45-6f17-4c4b-a020-2707720fe453 req-40ccbf5c-0531-43a7-bd8f-16290308c869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:49.557789 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b5f89c45-6f17-4c4b-a020-2707720fe453 req-40ccbf5c-0531-43a7-bd8f-16290308c869 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ad29af2562d94d2fbbb651732f778edb&device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 1096 time: 0.0401239 Aug 19 15:31:49.667147 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f89c45-6f17-4c4b-a020-2707720fe453 req-de600912-a40a-49a3-9371-fbc094462571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:49.668670 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b5f89c45-6f17-4c4b-a020-2707720fe453 req-de600912-a40a-49a3-9371-fbc094462571 service neutron] 10.222.0.88 "GET /v2.0/networks?id=e93dcc9c-6c16-4041-ba25-5e18dc99db77 HTTP/1.1" status: 200 len: 913 time: 0.0914040 Aug 19 15:31:49.736671 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b5f89c45-6f17-4c4b-a020-2707720fe453 req-898c6e20-600d-4896-9a88-21f58f46bffe service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00bdb561-c87f-4e4f-9422-b10dd6f110bc HTTP/1.1" status: 200 len: 1001 time: 0.0606470 Aug 19 15:31:49.791922 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f89c45-6f17-4c4b-a020-2707720fe453 req-81b9181c-ad3e-48b7-9b74-763a8ea40801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:49.793439 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b5f89c45-6f17-4c4b-a020-2707720fe453 req-81b9181c-ad3e-48b7-9b74-763a8ea40801 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6936e5f6-7b9c-4371-877b-116fa7becd76 HTTP/1.1" status: 200 len: 851 time: 0.0500188 Aug 19 15:31:49.839711 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f89c45-6f17-4c4b-a020-2707720fe453 req-c021787c-6f69-448e-b1a8-8678f46c9583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:31:49.841265 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b5f89c45-6f17-4c4b-a020-2707720fe453 req-c021787c-6f69-448e-b1a8-8678f46c9583 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e93dcc9c-6c16-4041-ba25-5e18dc99db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409303 Aug 19 15:31:49.930958 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b5f89c45-6f17-4c4b-a020-2707720fe453 req-b431d471-b1bf-4c33-b9bc-6b5850315de1 service neutron] 10.222.0.88 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820916 Aug 19 15:31:50.025518 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b5f89c45-6f17-4c4b-a020-2707720fe453 req-8f7818be-0c11-4f57-9b2a-4d53c13cccf2 service neutron] 10.222.0.88 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870821 Aug 19 15:32:01.455775 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4a9869dd-761c-42cf-9d3f-0c74c4eb9711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:04.416649 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7e532370-d38a-444b-b931-1d90c3193e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:04.599534 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:04.608643 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:05.287233 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:05.804384 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:07.105992 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:10.004212 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:32:31.457935 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-23147c32-19a7-4235-9a63-5ec22a583e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:34.418956 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0b18d1e6-ebf3-46cd-8a83-550e80cb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:34.621828 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:34.622849 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:35.289467 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:35.805901 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:37.103534 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:32:47.003099 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:32:51.580027 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fc327da8-a550-4861-8a24-9d3c62d06b27 req-24dd361a-9ff4-4505-bf0e-aad91f1aec07 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0802164 Aug 19 15:32:51.661957 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc327da8-a550-4861-8a24-9d3c62d06b27 req-add98848-55da-411d-9540-3a497872ab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:51.664089 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fc327da8-a550-4861-8a24-9d3c62d06b27 req-add98848-55da-411d-9540-3a497872ab87 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ad29af2562d94d2fbbb651732f778edb&device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 1096 time: 0.0411611 Aug 19 15:32:51.767171 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc327da8-a550-4861-8a24-9d3c62d06b27 req-9bf32825-51b2-4b2d-a797-d1e6b9c11528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:51.768603 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fc327da8-a550-4861-8a24-9d3c62d06b27 req-9bf32825-51b2-4b2d-a797-d1e6b9c11528 service neutron] 10.222.0.88 "GET /v2.0/networks?id=e93dcc9c-6c16-4041-ba25-5e18dc99db77 HTTP/1.1" status: 200 len: 913 time: 0.0874834 Aug 19 15:32:51.833037 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fc327da8-a550-4861-8a24-9d3c62d06b27 req-d3f76868-4c20-4709-9251-be468c7bf724 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00bdb561-c87f-4e4f-9422-b10dd6f110bc HTTP/1.1" status: 200 len: 1001 time: 0.0572729 Aug 19 15:32:51.885711 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc327da8-a550-4861-8a24-9d3c62d06b27 req-ab6f6670-7fc0-413f-a3fd-a085d2148176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:51.887160 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fc327da8-a550-4861-8a24-9d3c62d06b27 req-ab6f6670-7fc0-413f-a3fd-a085d2148176 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6936e5f6-7b9c-4371-877b-116fa7becd76 HTTP/1.1" status: 200 len: 851 time: 0.0474815 Aug 19 15:32:51.932365 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc327da8-a550-4861-8a24-9d3c62d06b27 req-ffc64912-852f-4411-9649-36aa1cdd920d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:32:51.933861 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fc327da8-a550-4861-8a24-9d3c62d06b27 req-ffc64912-852f-4411-9649-36aa1cdd920d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e93dcc9c-6c16-4041-ba25-5e18dc99db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393085 Aug 19 15:32:51.946552 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [req-fc327da8-a550-4861-8a24-9d3c62d06b27 req-7dafc52f-7b75-4aed-a5f6-a6a076b78158 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:32:51.947233 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fc327da8-a550-4861-8a24-9d3c62d06b27 req-7dafc52f-7b75-4aed-a5f6-a6a076b78158 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054588 Aug 19 15:32:52.038183 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fc327da8-a550-4861-8a24-9d3c62d06b27 req-a26d05df-370f-4924-9862-d206ed81d7cf service neutron] 10.222.0.88 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815291 Aug 19 15:32:52.132283 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fc327da8-a550-4861-8a24-9d3c62d06b27 req-db7d7152-6e1c-4481-abd2-7b9461daddaf service neutron] 10.222.0.88 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861478 Aug 19 15:33:01.459653 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-478af82e-e7f8-48d0-84e5-fb03897c5b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:04.419567 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1d0264fa-4270-4c61-828b-e6a73e12c428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:04.620747 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:04.622013 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:05.296722 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:05.803524 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:07.105928 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:19.736455 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e1c13c-fc85-404e-9f60-5b3125b02d8a req-6e54d04d-e69e-4afc-97c1-46e5c4628588 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:19.737959 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-65e1c13c-fc85-404e-9f60-5b3125b02d8a req-6e54d04d-e69e-4afc-97c1-46e5c4628588 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 945 time: 0.1124313 Aug 19 15:33:19.778797 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-65e1c13c-fc85-404e-9f60-5b3125b02d8a req-a95510cc-e67a-4138-bf95-bf4acfb7a427 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348632 Aug 19 15:33:24.003355 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:33:31.148123 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce378cb5-28e9-4959-be8f-eb684f885e14 req-afa74b1a-6586-41ab-9987-d4e5e10eae28 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:31.149664 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ce378cb5-28e9-4959-be8f-eb684f885e14 req-afa74b1a-6586-41ab-9987-d4e5e10eae28 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0505245 Aug 19 15:33:31.192576 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ce378cb5-28e9-4959-be8f-eb684f885e14 req-822ed281-8bda-467b-bec4-e734b361e91d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367644 Aug 19 15:33:31.196981 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-79998168-c873-4421-9055-58f331612c82 req-631c5a4f-e2d4-4af0-9309-6d488c4c65dd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0800691 Aug 19 15:33:31.460875 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-530508a3-09a2-4001-90a7-c928b5ad91bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:32.311420 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fca9e9-63df-4b68-aee6-def4f8dde953 req-16a2ee1c-5b2f-407b-a96c-2e744480dbb5 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:32.313980 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-29fca9e9-63df-4b68-aee6-def4f8dde953 req-16a2ee1c-5b2f-407b-a96c-2e744480dbb5 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0515640 Aug 19 15:33:32.355145 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-29fca9e9-63df-4b68-aee6-def4f8dde953 req-6877cfc6-ac8a-47bc-86b7-b0486749be4a tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361080 Aug 19 15:33:32.398452 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79998168-c873-4421-9055-58f331612c82 req-8adb0a1c-1412-4856-a956-4ff4a6515767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:32.399947 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-79998168-c873-4421-9055-58f331612c82 req-8adb0a1c-1412-4856-a956-4ff4a6515767 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ad29af2562d94d2fbbb651732f778edb&device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 1096 time: 0.0411832 Aug 19 15:33:32.491692 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79998168-c873-4421-9055-58f331612c82 req-e818b5e8-4fc8-4357-b430-132f23fbd88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:32.493212 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-79998168-c873-4421-9055-58f331612c82 req-e818b5e8-4fc8-4357-b430-132f23fbd88d service neutron] 10.222.0.88 "GET /v2.0/networks?id=e93dcc9c-6c16-4041-ba25-5e18dc99db77 HTTP/1.1" status: 200 len: 913 time: 0.0862999 Aug 19 15:33:32.559819 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-79998168-c873-4421-9055-58f331612c82 req-9d7f2468-8636-4641-acae-67c5dc800436 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00bdb561-c87f-4e4f-9422-b10dd6f110bc HTTP/1.1" status: 200 len: 1001 time: 0.0593433 Aug 19 15:33:32.609970 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79998168-c873-4421-9055-58f331612c82 req-1bc4aa51-377b-4ea3-9a70-1fc24d6a1577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:32.611335 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-79998168-c873-4421-9055-58f331612c82 req-1bc4aa51-377b-4ea3-9a70-1fc24d6a1577 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6936e5f6-7b9c-4371-877b-116fa7becd76 HTTP/1.1" status: 200 len: 851 time: 0.0441635 Aug 19 15:33:32.662401 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79998168-c873-4421-9055-58f331612c82 req-997eb93e-1330-417f-88ea-c577237dd89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:32.663904 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-79998168-c873-4421-9055-58f331612c82 req-997eb93e-1330-417f-88ea-c577237dd89a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e93dcc9c-6c16-4041-ba25-5e18dc99db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452869 Aug 19 15:33:32.753449 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-79998168-c873-4421-9055-58f331612c82 req-277e9720-c410-409b-839e-eb4d5a8982a2 service neutron] 10.222.0.88 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822010 Aug 19 15:33:32.877829 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-79998168-c873-4421-9055-58f331612c82 req-51812175-1158-4d39-9ed9-278f5e80084d service neutron] 10.222.0.88 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170909 Aug 19 15:33:33.474965 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab6a4f-fed8-4b43-97b4-4847ae4056cd req-db173544-0348-4f52-a79e-7bd022727185 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:33.476480 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f6ab6a4f-fed8-4b43-97b4-4847ae4056cd req-db173544-0348-4f52-a79e-7bd022727185 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0497739 Aug 19 15:33:33.520145 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f6ab6a4f-fed8-4b43-97b4-4847ae4056cd req-b13ede13-6d3b-4b4b-9694-ff9c8eaa30b6 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370543 Aug 19 15:33:34.420598 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6ad03cb1-fa60-4064-8eec-e1c7e9d29b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:34.620880 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:34.624055 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:34.646424 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa7078-1d52-4649-9e72-2ca967b1e906 req-af25f207-a68d-4166-b58b-38d73ba79a13 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:34.651038 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2cfa7078-1d52-4649-9e72-2ca967b1e906 req-af25f207-a68d-4166-b58b-38d73ba79a13 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0571373 Aug 19 15:33:34.688705 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2cfa7078-1d52-4649-9e72-2ca967b1e906 req-eaed9716-44da-480b-9d54-7e7441ff56d0 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327365 Aug 19 15:33:35.295190 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:35.802518 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:35.810025 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000051ad-2419-4f07-bea2-2d150c9c5583 req-c9d52484-d184-492f-9718-d08b654aa76e tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:35.811521 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-000051ad-2419-4f07-bea2-2d150c9c5583 req-c9d52484-d184-492f-9718-d08b654aa76e tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0547364 Aug 19 15:33:35.847941 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-000051ad-2419-4f07-bea2-2d150c9c5583 req-c4dd551c-9eeb-4e06-a4e6-88e5c1bf198a tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304072 Aug 19 15:33:36.970910 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457e4c8-dd2e-41d2-9b4e-4ebed9dc57d2 req-69ccd5cc-8180-493f-b103-9bfec4aee955 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:36.972497 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6457e4c8-dd2e-41d2-9b4e-4ebed9dc57d2 req-69ccd5cc-8180-493f-b103-9bfec4aee955 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0545835 Aug 19 15:33:37.011299 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6457e4c8-dd2e-41d2-9b4e-4ebed9dc57d2 req-859653a6-0fbf-4748-ad9d-8984a0d5c2b8 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323508 Aug 19 15:33:37.108116 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:38.130617 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a2e65-4753-4002-a3b7-872624366982 req-9f5797ba-72c9-4589-87a4-ffaf02f2e62e tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:38.132130 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-813a2e65-4753-4002-a3b7-872624366982 req-9f5797ba-72c9-4589-87a4-ffaf02f2e62e tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0496273 Aug 19 15:33:38.171188 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-813a2e65-4753-4002-a3b7-872624366982 req-55f3a578-33d4-49dc-a0d0-1bcdb8aaaf06 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325744 Aug 19 15:33:39.290604 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc875ea2-dda3-4687-a6c2-d9a5885e29c8 req-79c98431-f870-492d-a607-5c3255858fc2 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:39.292769 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fc875ea2-dda3-4687-a6c2-d9a5885e29c8 req-79c98431-f870-492d-a607-5c3255858fc2 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0525267 Aug 19 15:33:39.330587 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fc875ea2-dda3-4687-a6c2-d9a5885e29c8 req-5ba77937-0686-42de-9822-9893306ec281 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318110 Aug 19 15:33:40.462340 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339d244-522e-4a1b-96b0-60551868c2ea req-9a4a5e2c-3c91-4187-b017-d9c423f39e5a tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:40.463812 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a339d244-522e-4a1b-96b0-60551868c2ea req-9a4a5e2c-3c91-4187-b017-d9c423f39e5a tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0495722 Aug 19 15:33:40.501542 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a339d244-522e-4a1b-96b0-60551868c2ea req-9c2afb69-89bf-4568-8592-22e5ec2f96b7 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318172 Aug 19 15:33:41.616147 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62127b51-4b7c-4832-8611-ee4d6c6961e5 req-c43c00ca-bd05-4839-b284-5fb0703a054e tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:41.617656 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-62127b51-4b7c-4832-8611-ee4d6c6961e5 req-c43c00ca-bd05-4839-b284-5fb0703a054e tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0493395 Aug 19 15:33:41.654723 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-62127b51-4b7c-4832-8611-ee4d6c6961e5 req-0494b7ed-83e8-4998-b626-6ef31a4f36f8 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310199 Aug 19 15:33:42.772572 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867da153-e61a-4581-90a2-64d084c882be req-0689b155-cff7-4b71-80f4-9e11a57451fe tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:42.773938 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-867da153-e61a-4581-90a2-64d084c882be req-0689b155-cff7-4b71-80f4-9e11a57451fe tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0513246 Aug 19 15:33:42.812011 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-867da153-e61a-4581-90a2-64d084c882be req-53239374-0f1a-401d-91e0-bc4e72dd66a3 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308623 Aug 19 15:33:43.927522 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3fac91-e6c9-4c5c-883e-47c6b0769d04 req-9d6c6567-062e-48e8-8646-b6556e0250fe tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:43.928999 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6e3fac91-e6c9-4c5c-883e-47c6b0769d04 req-9d6c6567-062e-48e8-8646-b6556e0250fe tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0481575 Aug 19 15:33:43.966799 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6e3fac91-e6c9-4c5c-883e-47c6b0769d04 req-63ef1c77-5d1b-426f-acc0-a92a1cca70ca tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318880 Aug 19 15:33:45.084518 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a5e96-751a-4c2d-b35b-59812e2a2ae2 req-c8f23f53-4f50-4aab-99fd-34e325de354b tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:45.086040 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a24a5e96-751a-4c2d-b35b-59812e2a2ae2 req-c8f23f53-4f50-4aab-99fd-34e325de354b tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0504804 Aug 19 15:33:45.125071 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a24a5e96-751a-4c2d-b35b-59812e2a2ae2 req-b66d8f64-ae29-49ad-89fd-8319ce812bdc tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325472 Aug 19 15:33:46.249175 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c5c00-7cd1-4fa1-b6ae-a4c4c6d94c7d req-5b8286e4-5788-49c8-8fc4-a8f23e3b3c99 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:46.250791 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-581c5c00-7cd1-4fa1-b6ae-a4c4c6d94c7d req-5b8286e4-5788-49c8-8fc4-a8f23e3b3c99 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0558438 Aug 19 15:33:46.290050 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-581c5c00-7cd1-4fa1-b6ae-a4c4c6d94c7d req-4045b7cb-d5ad-4e78-acf5-8bed587bcca2 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333116 Aug 19 15:33:46.377163 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [req-79998168-c873-4421-9055-58f331612c82 req-15c6834b-365d-4bde-93fb-581de10dfff1 service neutron] show failed (client error): The resource could not be found. Aug 19 15:33:46.378172 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-79998168-c873-4421-9055-58f331612c82 req-15c6834b-365d-4bde-93fb-581de10dfff1 service neutron] 10.222.0.88 "GET /v2.0/ports/00bdb561-c87f-4e4f-9422-b10dd6f110bc/bindings/n-h1-766043-2 HTTP/1.1" status: 404 len: 380 time: 0.0545290 Aug 19 15:33:46.646855 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79998168-c873-4421-9055-58f331612c82 req-94eb7555-2300-47c3-a586-ba70c5c37112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:46.648341 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-79998168-c873-4421-9055-58f331612c82 req-94eb7555-2300-47c3-a586-ba70c5c37112 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0&tenant_id=ad29af2562d94d2fbbb651732f778edb HTTP/1.1" status: 200 len: 1096 time: 0.0779848 Aug 19 15:33:46.660778 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-79998168-c873-4421-9055-58f331612c82 req-fea18f40-cca9-4bd9-bbe7-f7c3f657a773 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766043-2', 'device_owner': 'compute:nova'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:33:46.715552 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-79998168-c873-4421-9055-58f331612c82 req-fea18f40-cca9-4bd9-bbe7-f7c3f657a773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:46.921688 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-79998168-c873-4421-9055-58f331612c82 req-fea18f40-cca9-4bd9-bbe7-f7c3f657a773 service neutron] For port 00bdb561-c87f-4e4f-9422-b10dd6f110bc, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=00bdb561-c87f-4e4f-9422-b10dd6f110bc,segment=NetworkSegment(1102709d-18c0-4869-886e-de87e6477b1d),segment_id=1102709d-18c0-4869-886e-de87e6477b1d)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:33:46.953888 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-79998168-c873-4421-9055-58f331612c82 req-fea18f40-cca9-4bd9-bbe7-f7c3f657a773 service neutron] For port 00bdb561-c87f-4e4f-9422-b10dd6f110bc, host n-h2-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:33:46.994214 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00bdb561-c87f-4e4f-9422-b10dd6f110bc'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:33:46.999582 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-79998168-c873-4421-9055-58f331612c82 req-fea18f40-cca9-4bd9-bbe7-f7c3f657a773 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:47.012132 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-79998168-c873-4421-9055-58f331612c82 req-fea18f40-cca9-4bd9-bbe7-f7c3f657a773 service neutron] Transition to ACTIVE for port object 00bdb561-c87f-4e4f-9422-b10dd6f110bc will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:33:47.015988 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-79998168-c873-4421-9055-58f331612c82 req-fea18f40-cca9-4bd9-bbe7-f7c3f657a773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:47.043769 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ea2f9e66d71df3aa35f2a980f4ce96e3876fd938d75aec7c1a3378f7fc42a1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b29bfb9-4c4c-40fa-84f4-c0ff031be06b" -d '{"events": [{"server_uuid": "9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0", "name": "network-vif-unplugged", "status": "completed", "tag": "00bdb561-c87f-4e4f-9422-b10dd6f110bc"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:33:47.103543 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea18f40-cca9-4bd9-bbe7-f7c3f657a773 service neutron] Pushing event updated for resources: {'Port': ['ID=00bdb561-c87f-4e4f-9422-b10dd6f110bc,revision_number=6']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:47.118227 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea18f40-cca9-4bd9-bbe7-f7c3f657a773 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:47.118568 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea18f40-cca9-4bd9-bbe7-f7c3f657a773 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:47.118903 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea18f40-cca9-4bd9-bbe7-f7c3f657a773 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:47.119269 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea18f40-cca9-4bd9-bbe7-f7c3f657a773 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:47.119597 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea18f40-cca9-4bd9-bbe7-f7c3f657a773 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:47.119920 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea18f40-cca9-4bd9-bbe7-f7c3f657a773 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:47.120243 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea18f40-cca9-4bd9-bbe7-f7c3f657a773 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:47.120598 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea18f40-cca9-4bd9-bbe7-f7c3f657a773 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:47.120917 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea18f40-cca9-4bd9-bbe7-f7c3f657a773 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:47.121232 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea18f40-cca9-4bd9-bbe7-f7c3f657a773 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:47.121550 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea18f40-cca9-4bd9-bbe7-f7c3f657a773 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:47.121868 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea18f40-cca9-4bd9-bbe7-f7c3f657a773 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:33:47.160079 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 15:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deca2d3e-2e94-44d9-ad2d-b5cfcd9a7c80 x-openstack-request-id: req-deca2d3e-2e94-44d9-ad2d-b5cfcd9a7c80 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:33:47.160372 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0", "name": "network-vif-unplugged", "status": "completed", "tag": "00bdb561-c87f-4e4f-9422-b10dd6f110bc", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:33:47.160645 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-deca2d3e-2e94-44d9-ad2d-b5cfcd9a7c80 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:33:47.161035 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00bdb561-c87f-4e4f-9422-b10dd6f110bc', 'code': 200} Aug 19 15:33:47.161947 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-79998168-c873-4421-9055-58f331612c82 req-fea18f40-cca9-4bd9-bbe7-f7c3f657a773 service neutron] No DVR routers for this DVR port 00bdb561-c87f-4e4f-9422-b10dd6f110bc on host n-h2-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:33:47.299112 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-79998168-c873-4421-9055-58f331612c82 req-fea18f40-cca9-4bd9-bbe7-f7c3f657a773 service neutron] Attempting to bind port 00bdb561-c87f-4e4f-9422-b10dd6f110bc on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:33:47.299446 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-79998168-c873-4421-9055-58f331612c82 req-fea18f40-cca9-4bd9-bbe7-f7c3f657a773 service neutron] Attempting to bind port 00bdb561-c87f-4e4f-9422-b10dd6f110bc by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '1102709d-18c0-4869-886e-de87e6477b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:33:47.299769 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79998168-c873-4421-9055-58f331612c82 req-fea18f40-cca9-4bd9-bbe7-f7c3f657a773 service neutron] Attempting to bind port 00bdb561-c87f-4e4f-9422-b10dd6f110bc on network e93dcc9c-6c16-4041-ba25-5e18dc99db77 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:33:47.304043 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79998168-c873-4421-9055-58f331612c82 req-fea18f40-cca9-4bd9-bbe7-f7c3f657a773 service neutron] Port 00bdb561-c87f-4e4f-9422-b10dd6f110bc on network e93dcc9c-6c16-4041-ba25-5e18dc99db77 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:33:47.304361 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79998168-c873-4421-9055-58f331612c82 req-fea18f40-cca9-4bd9-bbe7-f7c3f657a773 service neutron] Attempting to bind port 00bdb561-c87f-4e4f-9422-b10dd6f110bc on network e93dcc9c-6c16-4041-ba25-5e18dc99db77 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:33:47.309134 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79998168-c873-4421-9055-58f331612c82 req-fea18f40-cca9-4bd9-bbe7-f7c3f657a773 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:33:47.309475 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79998168-c873-4421-9055-58f331612c82 req-fea18f40-cca9-4bd9-bbe7-f7c3f657a773 service neutron] Checking segment: {'id': '1102709d-18c0-4869-886e-de87e6477b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:33:47.309853 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79998168-c873-4421-9055-58f331612c82 req-fea18f40-cca9-4bd9-bbe7-f7c3f657a773 service neutron] Bound using segment: {'id': '1102709d-18c0-4869-886e-de87e6477b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:33:47.310296 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-79998168-c873-4421-9055-58f331612c82 req-fea18f40-cca9-4bd9-bbe7-f7c3f657a773 service neutron] Bound port: 00bdb561-c87f-4e4f-9422-b10dd6f110bc, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1102709d-18c0-4869-886e-de87e6477b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:33:47.310648 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-79998168-c873-4421-9055-58f331612c82 req-fea18f40-cca9-4bd9-bbe7-f7c3f657a773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:47.373874 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-79998168-c873-4421-9055-58f331612c82 req-fea18f40-cca9-4bd9-bbe7-f7c3f657a773 service neutron] For port 00bdb561-c87f-4e4f-9422-b10dd6f110bc, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:33:47.377037 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-79998168-c873-4421-9055-58f331612c82 req-fea18f40-cca9-4bd9-bbe7-f7c3f657a773 service neutron] For port 00bdb561-c87f-4e4f-9422-b10dd6f110bc, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=00bdb561-c87f-4e4f-9422-b10dd6f110bc,segment=NetworkSegment(1102709d-18c0-4869-886e-de87e6477b1d),segment_id=1102709d-18c0-4869-886e-de87e6477b1d)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:33:47.382693 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-79998168-c873-4421-9055-58f331612c82 req-fea18f40-cca9-4bd9-bbe7-f7c3f657a773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:47.412928 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427761b-4e9a-41c4-b7cf-436aa573503f req-e416c536-a894-4b6d-9ba2-99be5732b292 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:47.414440 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f427761b-4e9a-41c4-b7cf-436aa573503f req-e416c536-a894-4b6d-9ba2-99be5732b292 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 943 time: 0.0511177 Aug 19 15:33:47.420940 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79998168-c873-4421-9055-58f331612c82 req-fea18f40-cca9-4bd9-bbe7-f7c3f657a773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:47.421551 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-79998168-c873-4421-9055-58f331612c82 req-fea18f40-cca9-4bd9-bbe7-f7c3f657a773 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:33:47.422950 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-79998168-c873-4421-9055-58f331612c82 req-fea18f40-cca9-4bd9-bbe7-f7c3f657a773 service neutron] 10.222.0.68 "PUT /v2.0/ports/00bdb561-c87f-4e4f-9422-b10dd6f110bc HTTP/1.1" status: 200 len: 1091 time: 0.7661176 Aug 19 15:33:47.460302 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea18f40-cca9-4bd9-bbe7-f7c3f657a773 service neutron] Pushing event updated for resources: {'Port': ['ID=00bdb561-c87f-4e4f-9422-b10dd6f110bc,revision_number=7']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:33:47.483538 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f427761b-4e9a-41c4-b7cf-436aa573503f req-0c085d26-18c2-4a16-8a9b-c2b8b1d8b52f tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380318 Aug 19 15:33:47.495544 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79998168-c873-4421-9055-58f331612c82 req-58567220-b98a-40b9-b217-26af320cefa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:47.497244 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-79998168-c873-4421-9055-58f331612c82 req-58567220-b98a-40b9-b217-26af320cefa6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ad29af2562d94d2fbbb651732f778edb&device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 1094 time: 0.0474875 Aug 19 15:33:47.602750 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79998168-c873-4421-9055-58f331612c82 req-767c33fc-03cd-4d80-bfe3-8fb091f87a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:47.604568 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-79998168-c873-4421-9055-58f331612c82 req-767c33fc-03cd-4d80-bfe3-8fb091f87a48 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e93dcc9c-6c16-4041-ba25-5e18dc99db77 HTTP/1.1" status: 200 len: 913 time: 0.1003122 Aug 19 15:33:47.677953 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-79998168-c873-4421-9055-58f331612c82 req-65784553-cbc2-4491-9a99-a36a519c5327 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00bdb561-c87f-4e4f-9422-b10dd6f110bc HTTP/1.1" status: 200 len: 999 time: 0.0656853 Aug 19 15:33:47.733286 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79998168-c873-4421-9055-58f331612c82 req-aec05aae-9b78-4d84-b47d-502a0ae639d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:47.734764 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-79998168-c873-4421-9055-58f331612c82 req-aec05aae-9b78-4d84-b47d-502a0ae639d1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6936e5f6-7b9c-4371-877b-116fa7becd76 HTTP/1.1" status: 200 len: 851 time: 0.0501671 Aug 19 15:33:47.783132 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79998168-c873-4421-9055-58f331612c82 req-bdd52edd-9226-4728-867e-ca52a8146708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:47.784691 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-79998168-c873-4421-9055-58f331612c82 req-bdd52edd-9226-4728-867e-ca52a8146708 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e93dcc9c-6c16-4041-ba25-5e18dc99db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418704 Aug 19 15:33:47.878759 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-79998168-c873-4421-9055-58f331612c82 req-52728d43-d722-4038-8527-8915dae1457a service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860689 Aug 19 15:33:47.968354 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-79998168-c873-4421-9055-58f331612c82 req-9c67440e-52f7-4f27-b45b-99e69ad99e33 service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817332 Aug 19 15:33:48.089961 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25beb56-2c58-488b-b1b9-1fbfb294b02d req-01e4f3e7-9780-4936-951b-11a1aa43dd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:48.091542 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e25beb56-2c58-488b-b1b9-1fbfb294b02d req-01e4f3e7-9780-4936-951b-11a1aa43dd3f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ad29af2562d94d2fbbb651732f778edb&device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 1094 time: 0.0511630 Aug 19 15:33:48.201628 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25beb56-2c58-488b-b1b9-1fbfb294b02d req-d6e4310b-e265-4d57-bcb6-295286e53aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:48.203120 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e25beb56-2c58-488b-b1b9-1fbfb294b02d req-d6e4310b-e265-4d57-bcb6-295286e53aac service neutron] 10.222.0.68 "GET /v2.0/networks?id=e93dcc9c-6c16-4041-ba25-5e18dc99db77 HTTP/1.1" status: 200 len: 913 time: 0.0920413 Aug 19 15:33:48.275263 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e25beb56-2c58-488b-b1b9-1fbfb294b02d req-ffa5be93-cba3-45d2-81e9-8e451d73acd8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00bdb561-c87f-4e4f-9422-b10dd6f110bc HTTP/1.1" status: 200 len: 999 time: 0.0635710 Aug 19 15:33:48.326690 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25beb56-2c58-488b-b1b9-1fbfb294b02d req-0ed621f2-2973-4e1c-a1e5-ae68c867d977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:48.328162 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e25beb56-2c58-488b-b1b9-1fbfb294b02d req-0ed621f2-2973-4e1c-a1e5-ae68c867d977 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6936e5f6-7b9c-4371-877b-116fa7becd76 HTTP/1.1" status: 200 len: 851 time: 0.0447977 Aug 19 15:33:48.375417 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25beb56-2c58-488b-b1b9-1fbfb294b02d req-9063c23c-bf69-491a-b3d7-8f9bc60fb7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:48.376857 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e25beb56-2c58-488b-b1b9-1fbfb294b02d req-9063c23c-bf69-491a-b3d7-8f9bc60fb7d3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e93dcc9c-6c16-4041-ba25-5e18dc99db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411339 Aug 19 15:33:48.471452 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e25beb56-2c58-488b-b1b9-1fbfb294b02d req-c3c22b40-0890-471a-a79c-7db9e49e2873 service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859985 Aug 19 15:33:48.564869 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e25beb56-2c58-488b-b1b9-1fbfb294b02d req-67a17dcd-bca9-4889-beab-3e4323c477b2 service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851531 Aug 19 15:33:48.566180 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 00bdb561-c87f-4e4f-9422-b10dd6f110bc no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:33:48.609418 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 00bdb561-c87f-4e4f-9422-b10dd6f110bc not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:33:48.618171 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e6859-dd5e-4df0-8c75-820e23a5dd79 req-b13f5208-a376-42aa-8460-6f0bf48eed40 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:48.619736 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-db3e6859-dd5e-4df0-8c75-820e23a5dd79 req-b13f5208-a376-42aa-8460-6f0bf48eed40 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 943 time: 0.0513511 Aug 19 15:33:48.662042 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-db3e6859-dd5e-4df0-8c75-820e23a5dd79 req-dcd35787-7ffe-4ea3-a91e-a54489b2d825 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360501 Aug 19 15:33:49.162713 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0', 'tag': '00bdb561-c87f-4e4f-9422-b10dd6f110bc'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:33:49.165107 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ea2f9e66d71df3aa35f2a980f4ce96e3876fd938d75aec7c1a3378f7fc42a1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1143ce67-914a-42da-9019-4dab3edf98b6" -d '{"events": [{"name": "network-changed", "server_uuid": "9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0", "tag": "00bdb561-c87f-4e4f-9422-b10dd6f110bc"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:33:49.223197 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dffd3db7-f958-4e19-ab8e-64a08427c91d x-openstack-request-id: req-dffd3db7-f958-4e19-ab8e-64a08427c91d {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:33:49.223494 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0", "tag": "00bdb561-c87f-4e4f-9422-b10dd6f110bc", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:33:49.223743 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-dffd3db7-f958-4e19-ab8e-64a08427c91d {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:33:49.224143 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0', 'tag': '00bdb561-c87f-4e4f-9422-b10dd6f110bc', 'status': 'completed', 'code': 200} Aug 19 15:33:49.284598 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143ce67-914a-42da-9019-4dab3edf98b6 req-a8f0b57e-211b-4e6c-bfde-b6eb61e95c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:49.286147 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1143ce67-914a-42da-9019-4dab3edf98b6 req-a8f0b57e-211b-4e6c-bfde-b6eb61e95c4d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ad29af2562d94d2fbbb651732f778edb&device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 1094 time: 0.0437639 Aug 19 15:33:49.292344 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143ce67-914a-42da-9019-4dab3edf98b6 req-c05511a5-da9b-431b-ba0f-eea77c1a57e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:49.294223 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1143ce67-914a-42da-9019-4dab3edf98b6 req-c05511a5-da9b-431b-ba0f-eea77c1a57e3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ad29af2562d94d2fbbb651732f778edb&device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 1094 time: 0.0464201 Aug 19 15:33:49.387752 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143ce67-914a-42da-9019-4dab3edf98b6 req-8a8f61e9-b8ca-4073-83da-ed62ff1036cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:49.390178 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1143ce67-914a-42da-9019-4dab3edf98b6 req-8a8f61e9-b8ca-4073-83da-ed62ff1036cb service neutron] 10.222.0.88 "GET /v2.0/networks?id=e93dcc9c-6c16-4041-ba25-5e18dc99db77 HTTP/1.1" status: 200 len: 913 time: 0.0971000 Aug 19 15:33:49.405105 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143ce67-914a-42da-9019-4dab3edf98b6 req-2cbcc5e2-3349-44b3-8d99-dc72df6a796a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:49.406766 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1143ce67-914a-42da-9019-4dab3edf98b6 req-2cbcc5e2-3349-44b3-8d99-dc72df6a796a service neutron] 10.222.0.68 "GET /v2.0/networks?id=e93dcc9c-6c16-4041-ba25-5e18dc99db77 HTTP/1.1" status: 200 len: 913 time: 0.1058092 Aug 19 15:33:49.476446 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1143ce67-914a-42da-9019-4dab3edf98b6 req-89a35257-b8fd-46a7-acf2-d4b0cf39cbf3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00bdb561-c87f-4e4f-9422-b10dd6f110bc HTTP/1.1" status: 200 len: 999 time: 0.0611382 Aug 19 15:33:49.490928 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1143ce67-914a-42da-9019-4dab3edf98b6 req-909d6b97-50fd-4b15-9071-587273e398d6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00bdb561-c87f-4e4f-9422-b10dd6f110bc HTTP/1.1" status: 200 len: 999 time: 0.0923457 Aug 19 15:33:49.531608 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143ce67-914a-42da-9019-4dab3edf98b6 req-59a37dd0-b21b-44ad-ab22-b70fee086e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:49.533141 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1143ce67-914a-42da-9019-4dab3edf98b6 req-59a37dd0-b21b-44ad-ab22-b70fee086e1f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6936e5f6-7b9c-4371-877b-116fa7becd76 HTTP/1.1" status: 200 len: 851 time: 0.0497692 Aug 19 15:33:49.542756 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143ce67-914a-42da-9019-4dab3edf98b6 req-775ee743-6d38-43c8-afdf-29f017e495eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:49.544279 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1143ce67-914a-42da-9019-4dab3edf98b6 req-775ee743-6d38-43c8-afdf-29f017e495eb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6936e5f6-7b9c-4371-877b-116fa7becd76 HTTP/1.1" status: 200 len: 851 time: 0.0469658 Aug 19 15:33:49.591039 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143ce67-914a-42da-9019-4dab3edf98b6 req-dfea6c47-5987-4269-8c0a-e2477ce66cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:49.593781 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1143ce67-914a-42da-9019-4dab3edf98b6 req-dfea6c47-5987-4269-8c0a-e2477ce66cf7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e93dcc9c-6c16-4041-ba25-5e18dc99db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477891 Aug 19 15:33:49.596436 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143ce67-914a-42da-9019-4dab3edf98b6 req-fe45ea68-e4ba-4545-a05b-23b8780333a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:49.598029 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1143ce67-914a-42da-9019-4dab3edf98b6 req-fe45ea68-e4ba-4545-a05b-23b8780333a8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e93dcc9c-6c16-4041-ba25-5e18dc99db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466681 Aug 19 15:33:49.716100 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1143ce67-914a-42da-9019-4dab3edf98b6 req-78ba41b2-1f97-4ab4-94d1-78a4ba52c6ab service neutron] 10.222.0.88 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106284 Aug 19 15:33:49.717970 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1143ce67-914a-42da-9019-4dab3edf98b6 req-710ae973-bfc9-460a-844a-55c3e671bcfa service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155162 Aug 19 15:33:49.860218 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1143ce67-914a-42da-9019-4dab3edf98b6 req-405ddf85-e2c9-4c8b-a95b-02bb31817931 service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319735 Aug 19 15:33:49.876704 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1143ce67-914a-42da-9019-4dab3edf98b6 req-dd77ec02-e794-412c-8d7c-00584bc02079 service neutron] 10.222.0.88 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531317 Aug 19 15:33:49.895783 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d9c8d-1f18-44a9-b602-be8200b69805 req-d11bc42a-6404-4782-be7d-9fd80353e9ea tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:49.897316 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f57d9c8d-1f18-44a9-b602-be8200b69805 req-d11bc42a-6404-4782-be7d-9fd80353e9ea tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 943 time: 0.1183898 Aug 19 15:33:49.938207 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f57d9c8d-1f18-44a9-b602-be8200b69805 req-bc6280da-fd28-4efe-8cd7-76be046e5760 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345855 Aug 19 15:33:51.058084 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b6ddb-3d69-4418-a1e9-a403526634c4 req-8b2f765a-bcc9-4f9a-b027-de1f13f5a460 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:51.059589 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-672b6ddb-3d69-4418-a1e9-a403526634c4 req-8b2f765a-bcc9-4f9a-b027-de1f13f5a460 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 943 time: 0.0489845 Aug 19 15:33:51.101427 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-672b6ddb-3d69-4418-a1e9-a403526634c4 req-90675ff2-fc07-43b7-9ed5-fc2975d6e15b tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357685 Aug 19 15:33:52.219050 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a0738-40fe-435b-8834-9b1fa73f71a1 req-3ec733a3-ef02-4711-ab39-25dd71f78f45 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:52.220520 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-af5a0738-40fe-435b-8834-9b1fa73f71a1 req-3ec733a3-ef02-4711-ab39-25dd71f78f45 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 943 time: 0.0473819 Aug 19 15:33:52.256999 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-af5a0738-40fe-435b-8834-9b1fa73f71a1 req-e147f882-0eb1-48bd-a436-229f6f513be9 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305464 Aug 19 15:33:53.378031 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d2be9-eea8-4f69-a379-56e39caf6a5d req-419c0476-eb64-4988-92a7-5b2dcc8537c5 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:53.379462 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-497d2be9-eea8-4f69-a379-56e39caf6a5d req-419c0476-eb64-4988-92a7-5b2dcc8537c5 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 943 time: 0.0517197 Aug 19 15:33:53.416884 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-497d2be9-eea8-4f69-a379-56e39caf6a5d req-0aa53c00-765f-4f98-a129-373933b01915 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306759 Aug 19 15:33:54.532796 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d66f5a7-d4f0-42d3-a31a-b8fe5ff2d41f req-2012d818-1a93-47dd-a215-4d2961da934a tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:54.534264 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0d66f5a7-d4f0-42d3-a31a-b8fe5ff2d41f req-2012d818-1a93-47dd-a215-4d2961da934a tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 943 time: 0.0485482 Aug 19 15:33:54.570634 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0d66f5a7-d4f0-42d3-a31a-b8fe5ff2d41f req-d754a49c-1b59-4768-b08b-ccb0204f8f23 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303679 Aug 19 15:33:55.686900 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff17637c-1ff6-4a81-8170-18501fc06d91 req-a950a21a-1255-4a98-ac1f-d7131d653982 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:55.688369 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ff17637c-1ff6-4a81-8170-18501fc06d91 req-a950a21a-1255-4a98-ac1f-d7131d653982 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 943 time: 0.0492640 Aug 19 15:33:55.725451 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ff17637c-1ff6-4a81-8170-18501fc06d91 req-205643bc-9907-4a41-946e-c5623c9ae898 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309947 Aug 19 15:33:56.844745 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df877f-e1a5-4ab0-9a73-ddf8bec34376 req-2fb9ff40-7079-4609-8eac-2d9c2516d8f6 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:56.846209 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-32df877f-e1a5-4ab0-9a73-ddf8bec34376 req-2fb9ff40-7079-4609-8eac-2d9c2516d8f6 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 943 time: 0.0528967 Aug 19 15:33:56.882731 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-32df877f-e1a5-4ab0-9a73-ddf8bec34376 req-51bff6f3-ba62-4d0a-9ed3-96dc84cb5970 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305645 Aug 19 15:33:58.005798 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ff250-0eb1-477d-8350-abecc85c1143 req-e1f1a66c-af2b-4962-bcac-f713e40fb08a tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:58.007290 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-630ff250-0eb1-477d-8350-abecc85c1143 req-e1f1a66c-af2b-4962-bcac-f713e40fb08a tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 943 time: 0.0541000 Aug 19 15:33:58.046250 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-630ff250-0eb1-477d-8350-abecc85c1143 req-f6d7341b-076b-46ab-be19-2a6bf04e0cff tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318911 Aug 19 15:33:59.162947 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9686e8d-76d2-4cac-a586-7f0ffe595b08 req-757c61ce-a091-48bf-a8b5-5e70faf26c48 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:59.164427 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d9686e8d-76d2-4cac-a586-7f0ffe595b08 req-757c61ce-a091-48bf-a8b5-5e70faf26c48 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 943 time: 0.0487211 Aug 19 15:33:59.201650 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d9686e8d-76d2-4cac-a586-7f0ffe595b08 req-29f031f5-03cd-4513-bed0-379401de202d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309803 Aug 19 15:33:59.495938 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994946ec-cc42-44b6-b8b9-ee2fc3109cc0 req-508b9dfb-3424-497d-8919-f47c70ebcedb tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:59.497585 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-994946ec-cc42-44b6-b8b9-ee2fc3109cc0 req-508b9dfb-3424-497d-8919-f47c70ebcedb tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.68 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0&tenant_id=ad29af2562d94d2fbbb651732f778edb&binding%3Ahost_id=n-h1-766043-2 HTTP/1.1" status: 200 len: 943 time: 0.0584199 Aug 19 15:33:59.511323 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a54bd3f-930e-41b3-a1b6-d4f0823fb959 req-6acc0e95-485f-43e6-895b-c57e61e75a9e tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:59.512837 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1a54bd3f-930e-41b3-a1b6-d4f0823fb959 req-6acc0e95-485f-43e6-895b-c57e61e75a9e tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 943 time: 0.0529656 Aug 19 15:33:59.550891 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1a54bd3f-930e-41b3-a1b6-d4f0823fb959 req-39358a8f-a212-4a96-b2d1-0d888dc7d195 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319688 Aug 19 15:33:59.560702 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-994946ec-cc42-44b6-b8b9-ee2fc3109cc0 req-5d60f665-7389-4f81-819f-920c6fcb1c80 service neutron] 10.222.0.68 "GET /v2.0/ports/00bdb561-c87f-4e4f-9422-b10dd6f110bc/bindings/n-h1-766043-2 HTTP/1.1" status: 200 len: 382 time: 0.0553560 Aug 19 15:33:59.626522 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994946ec-cc42-44b6-b8b9-ee2fc3109cc0 req-667cce16-6e61-4bf9-bc6f-da2420c4d9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:59.628013 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-994946ec-cc42-44b6-b8b9-ee2fc3109cc0 req-667cce16-6e61-4bf9-bc6f-da2420c4d9ec service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ad29af2562d94d2fbbb651732f778edb&device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 1094 time: 0.0453451 Aug 19 15:33:59.717395 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994946ec-cc42-44b6-b8b9-ee2fc3109cc0 req-fe4abf0b-9f29-4094-928f-164104ba4c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:59.718798 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-994946ec-cc42-44b6-b8b9-ee2fc3109cc0 req-fe4abf0b-9f29-4094-928f-164104ba4c4f service neutron] 10.222.0.68 "GET /v2.0/networks?id=e93dcc9c-6c16-4041-ba25-5e18dc99db77 HTTP/1.1" status: 200 len: 913 time: 0.0834434 Aug 19 15:33:59.786688 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-994946ec-cc42-44b6-b8b9-ee2fc3109cc0 req-934edf0b-805e-4742-af42-002e6ef5c244 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00bdb561-c87f-4e4f-9422-b10dd6f110bc HTTP/1.1" status: 200 len: 999 time: 0.0604360 Aug 19 15:33:59.834603 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994946ec-cc42-44b6-b8b9-ee2fc3109cc0 req-49615a1f-abb7-49a2-ad00-8c9b514be57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:59.836006 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-994946ec-cc42-44b6-b8b9-ee2fc3109cc0 req-49615a1f-abb7-49a2-ad00-8c9b514be57a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6936e5f6-7b9c-4371-877b-116fa7becd76 HTTP/1.1" status: 200 len: 851 time: 0.0423636 Aug 19 15:33:59.882786 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994946ec-cc42-44b6-b8b9-ee2fc3109cc0 req-22c93714-ce28-492b-9f75-c98e34b35cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:33:59.884243 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-994946ec-cc42-44b6-b8b9-ee2fc3109cc0 req-22c93714-ce28-492b-9f75-c98e34b35cbc service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e93dcc9c-6c16-4041-ba25-5e18dc99db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405540 Aug 19 15:33:59.975887 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-994946ec-cc42-44b6-b8b9-ee2fc3109cc0 req-18500baf-d6d9-4195-80e0-91b0f09805cc service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831242 Aug 19 15:34:00.066431 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-994946ec-cc42-44b6-b8b9-ee2fc3109cc0 req-b2446a17-5e96-4f5e-8909-89a184b35d16 service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828192 Aug 19 15:34:00.669505 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ece2f5-b9fa-405a-973b-1d682456b250 req-40165e4e-36cb-4ffb-9383-18887b22293f tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:00.670985 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-80ece2f5-b9fa-405a-973b-1d682456b250 req-40165e4e-36cb-4ffb-9383-18887b22293f tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 943 time: 0.0495327 Aug 19 15:34:00.710663 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-80ece2f5-b9fa-405a-973b-1d682456b250 req-8f51602d-285b-482e-95c6-7d1327a566e2 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336642 Aug 19 15:34:00.962284 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 00bdb561-c87f-4e4f-9422-b10dd6f110bc details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:34:01.003510 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:34:01.059521 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 00bdb561-c87f-4e4f-9422-b10dd6f110bc, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=00bdb561-c87f-4e4f-9422-b10dd6f110bc,segment=NetworkSegment(1102709d-18c0-4869-886e-de87e6477b1d),segment_id=1102709d-18c0-4869-886e-de87e6477b1d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:34:01.070358 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '00bdb561-c87f-4e4f-9422-b10dd6f110bc', 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'port_id': '00bdb561-c87f-4e4f-9422-b10dd6f110bc', 'mac_address': 'fa:16:3e:b8:72:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:34:01.109433 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:01.121854 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00bdb561-c87f-4e4f-9422-b10dd6f110bc {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:34:01.140430 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 00bdb561-c87f-4e4f-9422-b10dd6f110bc, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=00bdb561-c87f-4e4f-9422-b10dd6f110bc,segment=NetworkSegment(1102709d-18c0-4869-886e-de87e6477b1d),segment_id=1102709d-18c0-4869-886e-de87e6477b1d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:34:01.144023 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:01.193274 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=00bdb561-c87f-4e4f-9422-b10dd6f110bc,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:01.201340 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:01.201685 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:01.202023 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:01.202357 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:01.202687 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:01.203015 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:01.203339 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:01.203661 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:01.203980 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:01.204299 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:01.204657 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:01.204972 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:01.400850 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['00bdb561-c87f-4e4f-9422-b10dd6f110bc'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:34:01.472675 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-68923c76-cc0e-46be-8dc5-c0a55071a4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:01.827738 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8894a-d793-44b2-ab46-00e2ec83ed1b req-e33664d0-786f-4a18-bb19-63842551bf90 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:01.829289 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b1e8894a-d793-44b2-ab46-00e2ec83ed1b req-e33664d0-786f-4a18-bb19-63842551bf90 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 944 time: 0.0497754 Aug 19 15:34:01.867166 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b1e8894a-d793-44b2-ab46-00e2ec83ed1b req-f4a00260-d647-4925-9477-38a1710f269a tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319011 Aug 19 15:34:02.970452 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 00bdb561-c87f-4e4f-9422-b10dd6f110bc details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:34:02.993912 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3973b-39e9-4f45-9bb5-16c30e85fa23 req-3acccfdb-5580-495d-991e-803c9216f8f9 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:02.996065 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-28c3973b-39e9-4f45-9bb5-16c30e85fa23 req-3acccfdb-5580-495d-991e-803c9216f8f9 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 944 time: 0.0558372 Aug 19 15:34:03.079565 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 00bdb561-c87f-4e4f-9422-b10dd6f110bc, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=00bdb561-c87f-4e4f-9422-b10dd6f110bc,segment=NetworkSegment(1102709d-18c0-4869-886e-de87e6477b1d),segment_id=1102709d-18c0-4869-886e-de87e6477b1d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:34:03.094292 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '00bdb561-c87f-4e4f-9422-b10dd6f110bc', 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'port_id': '00bdb561-c87f-4e4f-9422-b10dd6f110bc', 'mac_address': 'fa:16:3e:b8:72:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:34:03.384628 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-28c3973b-39e9-4f45-9bb5-16c30e85fa23 req-aff4a035-1888-46ab-a4d6-56513fbaed04 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3803010 Aug 19 15:34:03.840807 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994946ec-cc42-44b6-b8b9-ee2fc3109cc0 req-3e29b3c3-683c-49e9-bbe3-578a3a46d27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:03.842274 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-994946ec-cc42-44b6-b8b9-ee2fc3109cc0 req-3e29b3c3-683c-49e9-bbe3-578a3a46d27f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0&tenant_id=ad29af2562d94d2fbbb651732f778edb HTTP/1.1" status: 200 len: 1095 time: 0.0404654 Aug 19 15:34:03.854196 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-994946ec-cc42-44b6-b8b9-ee2fc3109cc0 req-66150f24-dbf7-41b2-9e59-7f86a314bda8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766043-2', 'device_owner': 'compute:nova'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:34:03.905826 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-994946ec-cc42-44b6-b8b9-ee2fc3109cc0 req-66150f24-dbf7-41b2-9e59-7f86a314bda8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:04.102416 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-994946ec-cc42-44b6-b8b9-ee2fc3109cc0 req-66150f24-dbf7-41b2-9e59-7f86a314bda8 service neutron] For port 00bdb561-c87f-4e4f-9422-b10dd6f110bc, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=00bdb561-c87f-4e4f-9422-b10dd6f110bc,segment=NetworkSegment(1102709d-18c0-4869-886e-de87e6477b1d),segment_id=1102709d-18c0-4869-886e-de87e6477b1d)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:34:04.134929 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-994946ec-cc42-44b6-b8b9-ee2fc3109cc0 req-66150f24-dbf7-41b2-9e59-7f86a314bda8 service neutron] For port 00bdb561-c87f-4e4f-9422-b10dd6f110bc, host n-h1-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:34:04.166169 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-994946ec-cc42-44b6-b8b9-ee2fc3109cc0 req-66150f24-dbf7-41b2-9e59-7f86a314bda8 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 00bdb561-c87f-4e4f-9422-b10dd6f110bc {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:34:04.174304 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-994946ec-cc42-44b6-b8b9-ee2fc3109cc0 req-66150f24-dbf7-41b2-9e59-7f86a314bda8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:04.185079 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-994946ec-cc42-44b6-b8b9-ee2fc3109cc0 req-66150f24-dbf7-41b2-9e59-7f86a314bda8 service neutron] Ignored duplicate provisioning block setup for port 00bdb561-c87f-4e4f-9422-b10dd6f110bc by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 19 15:34:04.188382 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-994946ec-cc42-44b6-b8b9-ee2fc3109cc0 req-66150f24-dbf7-41b2-9e59-7f86a314bda8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:04.270515 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66150f24-dbf7-41b2-9e59-7f86a314bda8 service neutron] Pushing event updated for resources: {'Port': ['ID=00bdb561-c87f-4e4f-9422-b10dd6f110bc,revision_number=9']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:04.284395 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66150f24-dbf7-41b2-9e59-7f86a314bda8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:04.284760 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66150f24-dbf7-41b2-9e59-7f86a314bda8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:04.285101 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66150f24-dbf7-41b2-9e59-7f86a314bda8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:04.285435 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66150f24-dbf7-41b2-9e59-7f86a314bda8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:04.285761 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66150f24-dbf7-41b2-9e59-7f86a314bda8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:04.286088 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66150f24-dbf7-41b2-9e59-7f86a314bda8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:04.286415 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66150f24-dbf7-41b2-9e59-7f86a314bda8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:04.286736 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66150f24-dbf7-41b2-9e59-7f86a314bda8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:04.287062 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66150f24-dbf7-41b2-9e59-7f86a314bda8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:04.287380 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66150f24-dbf7-41b2-9e59-7f86a314bda8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:04.287698 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66150f24-dbf7-41b2-9e59-7f86a314bda8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:04.288016 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66150f24-dbf7-41b2-9e59-7f86a314bda8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:34:04.324242 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-994946ec-cc42-44b6-b8b9-ee2fc3109cc0 req-66150f24-dbf7-41b2-9e59-7f86a314bda8 service neutron] No DVR routers for this DVR port 00bdb561-c87f-4e4f-9422-b10dd6f110bc on host n-h1-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:34:04.431551 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9ec2d39b-bb3d-4fc3-97e8-34077aa33a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:04.466491 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-994946ec-cc42-44b6-b8b9-ee2fc3109cc0 req-66150f24-dbf7-41b2-9e59-7f86a314bda8 service neutron] Attempting to bind port 00bdb561-c87f-4e4f-9422-b10dd6f110bc on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:34:04.466825 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-994946ec-cc42-44b6-b8b9-ee2fc3109cc0 req-66150f24-dbf7-41b2-9e59-7f86a314bda8 service neutron] Attempting to bind port 00bdb561-c87f-4e4f-9422-b10dd6f110bc by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '1102709d-18c0-4869-886e-de87e6477b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:34:04.467153 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994946ec-cc42-44b6-b8b9-ee2fc3109cc0 req-66150f24-dbf7-41b2-9e59-7f86a314bda8 service neutron] Attempting to bind port 00bdb561-c87f-4e4f-9422-b10dd6f110bc on network e93dcc9c-6c16-4041-ba25-5e18dc99db77 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:34:04.479908 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994946ec-cc42-44b6-b8b9-ee2fc3109cc0 req-66150f24-dbf7-41b2-9e59-7f86a314bda8 service neutron] Port 00bdb561-c87f-4e4f-9422-b10dd6f110bc on network e93dcc9c-6c16-4041-ba25-5e18dc99db77 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:34:04.480230 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994946ec-cc42-44b6-b8b9-ee2fc3109cc0 req-66150f24-dbf7-41b2-9e59-7f86a314bda8 service neutron] Attempting to bind port 00bdb561-c87f-4e4f-9422-b10dd6f110bc on network e93dcc9c-6c16-4041-ba25-5e18dc99db77 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:34:04.500078 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994946ec-cc42-44b6-b8b9-ee2fc3109cc0 req-66150f24-dbf7-41b2-9e59-7f86a314bda8 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:34:04.500326 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994946ec-cc42-44b6-b8b9-ee2fc3109cc0 req-66150f24-dbf7-41b2-9e59-7f86a314bda8 service neutron] Checking segment: {'id': '1102709d-18c0-4869-886e-de87e6477b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:34:04.500735 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994946ec-cc42-44b6-b8b9-ee2fc3109cc0 req-66150f24-dbf7-41b2-9e59-7f86a314bda8 service neutron] Bound using segment: {'id': '1102709d-18c0-4869-886e-de87e6477b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:34:04.501165 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-994946ec-cc42-44b6-b8b9-ee2fc3109cc0 req-66150f24-dbf7-41b2-9e59-7f86a314bda8 service neutron] Bound port: 00bdb561-c87f-4e4f-9422-b10dd6f110bc, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1102709d-18c0-4869-886e-de87e6477b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:34:04.501524 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-994946ec-cc42-44b6-b8b9-ee2fc3109cc0 req-66150f24-dbf7-41b2-9e59-7f86a314bda8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:04.551176 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98dce14-aee3-4935-8cfc-6436c6214e1d req-67b7716c-a656-43de-ab68-bdde8e6cd2d7 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:04.552700 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b98dce14-aee3-4935-8cfc-6436c6214e1d req-67b7716c-a656-43de-ab68-bdde8e6cd2d7 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 943 time: 0.0872316 Aug 19 15:34:04.606333 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-994946ec-cc42-44b6-b8b9-ee2fc3109cc0 req-66150f24-dbf7-41b2-9e59-7f86a314bda8 service neutron] For port 00bdb561-c87f-4e4f-9422-b10dd6f110bc, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:34:04.614756 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:04.614982 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b98dce14-aee3-4935-8cfc-6436c6214e1d req-abaa1a34-84c9-46e0-8cfe-1e2aa477bb60 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542386 Aug 19 15:34:04.624323 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-994946ec-cc42-44b6-b8b9-ee2fc3109cc0 req-66150f24-dbf7-41b2-9e59-7f86a314bda8 service neutron] For port 00bdb561-c87f-4e4f-9422-b10dd6f110bc, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=00bdb561-c87f-4e4f-9422-b10dd6f110bc,segment=NetworkSegment(1102709d-18c0-4869-886e-de87e6477b1d),segment_id=1102709d-18c0-4869-886e-de87e6477b1d)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:34:04.626671 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:04.629195 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-994946ec-cc42-44b6-b8b9-ee2fc3109cc0 req-66150f24-dbf7-41b2-9e59-7f86a314bda8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:04.664126 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994946ec-cc42-44b6-b8b9-ee2fc3109cc0 req-66150f24-dbf7-41b2-9e59-7f86a314bda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:04.664770 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-994946ec-cc42-44b6-b8b9-ee2fc3109cc0 req-66150f24-dbf7-41b2-9e59-7f86a314bda8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:04.666131 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-994946ec-cc42-44b6-b8b9-ee2fc3109cc0 req-66150f24-dbf7-41b2-9e59-7f86a314bda8 service neutron] 10.222.0.88 "PUT /v2.0/ports/00bdb561-c87f-4e4f-9422-b10dd6f110bc HTTP/1.1" status: 200 len: 1091 time: 0.8158448 Aug 19 15:34:04.666567 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0', 'tag': '00bdb561-c87f-4e4f-9422-b10dd6f110bc'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:34:04.720620 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22fe28f3f2ed00298fad1814fbe4737ebcc7f8c7d408f26f1f50550a3b01d4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f2ddce-39fc-4c53-900f-f4ab3aa8551c" -d '{"events": [{"name": "network-changed", "server_uuid": "9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0", "tag": "00bdb561-c87f-4e4f-9422-b10dd6f110bc"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:34:04.724857 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66150f24-dbf7-41b2-9e59-7f86a314bda8 service neutron] Pushing event updated for resources: {'Port': ['ID=00bdb561-c87f-4e4f-9422-b10dd6f110bc,revision_number=10']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:04.743904 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994946ec-cc42-44b6-b8b9-ee2fc3109cc0 req-8bf495a9-2cea-4011-a339-f46a1264f691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:04.747622 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-994946ec-cc42-44b6-b8b9-ee2fc3109cc0 req-8bf495a9-2cea-4011-a339-f46a1264f691 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ad29af2562d94d2fbbb651732f778edb&device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 1095 time: 0.0586777 Aug 19 15:34:04.836147 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8548ed-904c-42c7-8533-26c4de1d11c8 x-openstack-request-id: req-9b8548ed-904c-42c7-8533-26c4de1d11c8 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:34:04.836462 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0", "tag": "00bdb561-c87f-4e4f-9422-b10dd6f110bc", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:34:04.836714 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9b8548ed-904c-42c7-8533-26c4de1d11c8 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:34:04.837111 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0', 'tag': '00bdb561-c87f-4e4f-9422-b10dd6f110bc', 'status': 'completed', 'code': 200} Aug 19 15:34:04.864677 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994946ec-cc42-44b6-b8b9-ee2fc3109cc0 req-1fcac5ca-9170-48c1-85bd-e858a9f0f6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:04.866273 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-994946ec-cc42-44b6-b8b9-ee2fc3109cc0 req-1fcac5ca-9170-48c1-85bd-e858a9f0f6f1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=e93dcc9c-6c16-4041-ba25-5e18dc99db77 HTTP/1.1" status: 200 len: 913 time: 0.1120243 Aug 19 15:34:04.899461 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2ddce-39fc-4c53-900f-f4ab3aa8551c req-16b23c1e-cad1-468e-ad43-c7ba1a4f23cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:04.902396 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c1f2ddce-39fc-4c53-900f-f4ab3aa8551c req-16b23c1e-cad1-468e-ad43-c7ba1a4f23cb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ad29af2562d94d2fbbb651732f778edb&device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 1095 time: 0.0428410 Aug 19 15:34:04.937377 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-994946ec-cc42-44b6-b8b9-ee2fc3109cc0 req-4efc31c6-83dc-41bd-8a96-2cc486998608 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00bdb561-c87f-4e4f-9422-b10dd6f110bc HTTP/1.1" status: 200 len: 999 time: 0.0638790 Aug 19 15:34:04.977030 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 00bdb561-c87f-4e4f-9422-b10dd6f110bc no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:34:04.998145 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994946ec-cc42-44b6-b8b9-ee2fc3109cc0 req-a76d219d-0afe-4b53-a19a-8b3b550b92aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:04.999631 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-994946ec-cc42-44b6-b8b9-ee2fc3109cc0 req-a76d219d-0afe-4b53-a19a-8b3b550b92aa service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6936e5f6-7b9c-4371-877b-116fa7becd76 HTTP/1.1" status: 200 len: 851 time: 0.0551395 Aug 19 15:34:05.005131 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2ddce-39fc-4c53-900f-f4ab3aa8551c req-a9c9b2fc-95a4-4efd-a126-a3a32b09fbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:05.006593 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c1f2ddce-39fc-4c53-900f-f4ab3aa8551c req-a9c9b2fc-95a4-4efd-a126-a3a32b09fbdf service neutron] 10.222.0.68 "GET /v2.0/networks?id=e93dcc9c-6c16-4041-ba25-5e18dc99db77 HTTP/1.1" status: 200 len: 913 time: 0.0981555 Aug 19 15:34:05.022652 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 00bdb561-c87f-4e4f-9422-b10dd6f110bc not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:34:05.071140 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994946ec-cc42-44b6-b8b9-ee2fc3109cc0 req-8d46e82c-cbbe-40c8-89f2-547c04036079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:05.073115 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-994946ec-cc42-44b6-b8b9-ee2fc3109cc0 req-8d46e82c-cbbe-40c8-89f2-547c04036079 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e93dcc9c-6c16-4041-ba25-5e18dc99db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662258 Aug 19 15:34:05.074347 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c1f2ddce-39fc-4c53-900f-f4ab3aa8551c req-4f01ebcc-ef6d-4556-8e42-c6d651c1cc17 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00bdb561-c87f-4e4f-9422-b10dd6f110bc HTTP/1.1" status: 200 len: 999 time: 0.0600107 Aug 19 15:34:05.126428 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2ddce-39fc-4c53-900f-f4ab3aa8551c req-0cbd8185-531c-4732-a2b1-4c5bb313e9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:05.127884 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c1f2ddce-39fc-4c53-900f-f4ab3aa8551c req-0cbd8185-531c-4732-a2b1-4c5bb313e9d9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6936e5f6-7b9c-4371-877b-116fa7becd76 HTTP/1.1" status: 200 len: 851 time: 0.0470495 Aug 19 15:34:05.163945 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-994946ec-cc42-44b6-b8b9-ee2fc3109cc0 req-6342e371-59e3-4241-9e80-bf32fe2ec8fb service neutron] 10.222.0.88 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839300 Aug 19 15:34:05.177991 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2ddce-39fc-4c53-900f-f4ab3aa8551c req-e5586fe0-9a16-4751-a16f-840001974a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:05.179502 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c1f2ddce-39fc-4c53-900f-f4ab3aa8551c req-e5586fe0-9a16-4751-a16f-840001974a5b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e93dcc9c-6c16-4041-ba25-5e18dc99db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438511 Aug 19 15:34:05.261712 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-994946ec-cc42-44b6-b8b9-ee2fc3109cc0 req-6ba94757-7454-4f3d-a4f8-fc0cde11d011 service neutron] 10.222.0.88 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908563 Aug 19 15:34:05.270938 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c1f2ddce-39fc-4c53-900f-f4ab3aa8551c req-7bdd5692-3279-427c-b727-870a12d17a4f service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843086 Aug 19 15:34:05.303123 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:05.349928 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2ddce-39fc-4c53-900f-f4ab3aa8551c req-b7c629ca-9e91-436d-b4d7-5d244cd019b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:05.351486 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c1f2ddce-39fc-4c53-900f-f4ab3aa8551c req-b7c629ca-9e91-436d-b4d7-5d244cd019b4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ad29af2562d94d2fbbb651732f778edb&device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 1095 time: 0.0501003 Aug 19 15:34:05.370768 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c1f2ddce-39fc-4c53-900f-f4ab3aa8551c req-b0aee53d-e89d-46b6-8c3c-a8fbc41aee0b service neutron] 10.222.0.68 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921767 Aug 19 15:34:05.452764 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2ddce-39fc-4c53-900f-f4ab3aa8551c req-c97a4a94-0775-4f88-8da3-af6cf3e56152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:05.454321 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c1f2ddce-39fc-4c53-900f-f4ab3aa8551c req-c97a4a94-0775-4f88-8da3-af6cf3e56152 service neutron] 10.222.0.88 "GET /v2.0/networks?id=e93dcc9c-6c16-4041-ba25-5e18dc99db77 HTTP/1.1" status: 200 len: 913 time: 0.0962710 Aug 19 15:34:05.521074 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c1f2ddce-39fc-4c53-900f-f4ab3aa8551c req-e7d79fb6-2a0c-4663-b359-92da6d862b24 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00bdb561-c87f-4e4f-9422-b10dd6f110bc HTTP/1.1" status: 200 len: 999 time: 0.0594218 Aug 19 15:34:05.572111 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2ddce-39fc-4c53-900f-f4ab3aa8551c req-c4e4a785-59e8-4d8b-8620-64657664d80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:05.574408 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c1f2ddce-39fc-4c53-900f-f4ab3aa8551c req-c4e4a785-59e8-4d8b-8620-64657664d80c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6936e5f6-7b9c-4371-877b-116fa7becd76 HTTP/1.1" status: 200 len: 851 time: 0.0461800 Aug 19 15:34:05.624967 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2ddce-39fc-4c53-900f-f4ab3aa8551c req-75727a22-5eac-4f9b-bb35-7fc6b01d8e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:05.626474 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c1f2ddce-39fc-4c53-900f-f4ab3aa8551c req-75727a22-5eac-4f9b-bb35-7fc6b01d8e6f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e93dcc9c-6c16-4041-ba25-5e18dc99db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453131 Aug 19 15:34:05.755585 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c1f2ddce-39fc-4c53-900f-f4ab3aa8551c req-b4592f6f-d8bb-4cd9-8946-2a1276cc777b service neutron] 10.222.0.88 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219759 Aug 19 15:34:05.779706 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af8a34-f01c-4c9a-b889-5be0cd2b93a9 req-7e417c8c-824c-435c-8c1d-3593dce9d1e4 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:05.781150 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-36af8a34-f01c-4c9a-b889-5be0cd2b93a9 req-7e417c8c-824c-435c-8c1d-3593dce9d1e4 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 944 time: 0.0867410 Aug 19 15:34:05.804942 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:05.873912 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-36af8a34-f01c-4c9a-b889-5be0cd2b93a9 req-2448b453-7b9c-40e8-85e2-9a350cee267e tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829394 Aug 19 15:34:05.892392 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c1f2ddce-39fc-4c53-900f-f4ab3aa8551c req-f6ccfbe2-ab24-49f9-9ecd-9e852c458090 service neutron] 10.222.0.88 "GET /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295199 Aug 19 15:34:06.996758 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16bcf7-529e-4d7d-8928-9d41d2fc76d4 req-68d21d36-a593-44c9-ae4a-d811b65e9f34 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:06.998292 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1e16bcf7-529e-4d7d-8928-9d41d2fc76d4 req-68d21d36-a593-44c9-ae4a-d811b65e9f34 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 944 time: 0.0520697 Aug 19 15:34:07.038959 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1e16bcf7-529e-4d7d-8928-9d41d2fc76d4 req-73154527-bb27-4341-b241-4290aea15080 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346391 Aug 19 15:34:07.117012 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:08.166107 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611394b-93b6-423f-88e8-476b4b16f537 req-65c5d90c-37b3-4ce7-b365-78ba506fe286 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:08.167755 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f611394b-93b6-423f-88e8-476b4b16f537 req-65c5d90c-37b3-4ce7-b365-78ba506fe286 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 944 time: 0.0563281 Aug 19 15:34:08.207609 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f611394b-93b6-423f-88e8-476b4b16f537 req-f9467eab-758e-45ce-9182-4ddcf72e49c3 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337927 Aug 19 15:34:09.324694 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c849f-d7d6-4447-b59f-7b1393fb4212 req-6c26a4e3-b53c-4b68-93d0-2b45ea870508 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:09.326193 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-105c849f-d7d6-4447-b59f-7b1393fb4212 req-6c26a4e3-b53c-4b68-93d0-2b45ea870508 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 944 time: 0.0494025 Aug 19 15:34:09.362737 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-105c849f-d7d6-4447-b59f-7b1393fb4212 req-1cf567ee-90a0-4a58-a74d-5840b33337f7 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305796 Aug 19 15:34:10.478148 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5d69e-5078-4e8b-a344-77618cfa0a9e req-c6e7a2c0-ad74-4657-a4fd-ee4bdb7dbc06 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:10.479627 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-16f5d69e-5078-4e8b-a344-77618cfa0a9e req-c6e7a2c0-ad74-4657-a4fd-ee4bdb7dbc06 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 944 time: 0.0488896 Aug 19 15:34:10.516658 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-16f5d69e-5078-4e8b-a344-77618cfa0a9e req-99a642d6-cb79-4b1a-8b6d-687885d18397 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308919 Aug 19 15:34:11.637227 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f5c37-4245-4771-b139-57ea9192d615 req-ae220f58-83bf-4ab6-b3b6-1432c1f861e3 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:11.638711 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-787f5c37-4245-4771-b139-57ea9192d615 req-ae220f58-83bf-4ab6-b3b6-1432c1f861e3 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 944 time: 0.0529029 Aug 19 15:34:11.680006 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-787f5c37-4245-4771-b139-57ea9192d615 req-16a616cd-1875-4984-a4a6-c4accc4504eb tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338345 Aug 19 15:34:12.798117 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddbc3d7-436b-42cc-9cc5-851e49932412 req-00ecb872-f2d4-42d4-8677-18eb3447ef5a tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:12.799592 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fddbc3d7-436b-42cc-9cc5-851e49932412 req-00ecb872-f2d4-42d4-8677-18eb3447ef5a tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 944 time: 0.0507874 Aug 19 15:34:12.837890 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fddbc3d7-436b-42cc-9cc5-851e49932412 req-7491f91b-ea63-465a-bfa9-225dd8b24d18 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322967 Aug 19 15:34:13.955933 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb40e71-12ba-4d81-9a21-7c6add30d921 req-17e540f2-f2e1-4560-b4b3-5f3c1dbfd498 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:13.957436 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4fb40e71-12ba-4d81-9a21-7c6add30d921 req-17e540f2-f2e1-4560-b4b3-5f3c1dbfd498 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 944 time: 0.0490644 Aug 19 15:34:13.995237 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4fb40e71-12ba-4d81-9a21-7c6add30d921 req-6f0f4a94-c5cc-4293-ad87-ad366cb887e4 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314019 Aug 19 15:34:15.116292 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7660dd3-80a6-49b0-8c65-51aa740cdf54 req-0a9b5e19-a333-4588-8440-efe0a85d9773 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:15.117819 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c7660dd3-80a6-49b0-8c65-51aa740cdf54 req-0a9b5e19-a333-4588-8440-efe0a85d9773 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 944 time: 0.0527112 Aug 19 15:34:15.155663 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c7660dd3-80a6-49b0-8c65-51aa740cdf54 req-a07a2fbe-0902-4057-8ca6-d80b56ac0e71 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318358 Aug 19 15:34:16.282321 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49003744-73e4-4487-a8cd-327eb0430d48 req-8d5ce811-6a60-40e0-801c-1e250d634228 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:16.283813 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-49003744-73e4-4487-a8cd-327eb0430d48 req-8d5ce811-6a60-40e0-801c-1e250d634228 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 944 time: 0.0522056 Aug 19 15:34:16.324804 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-49003744-73e4-4487-a8cd-327eb0430d48 req-41a74c6e-c11a-4703-b93d-fee56cda921f tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350034 Aug 19 15:34:16.440020 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466355f4-e886-4476-8cdb-f766445cad23 req-a6466f6c-e2dd-4503-bc55-8d7d15e4cf9e tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:16.441493 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-466355f4-e886-4476-8cdb-f766445cad23 req-a6466f6c-e2dd-4503-bc55-8d7d15e4cf9e tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 944 time: 0.0497782 Aug 19 15:34:16.478673 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-466355f4-e886-4476-8cdb-f766445cad23 req-68fdfccf-ac66-4752-8bab-aeb5c5f815c6 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311482 Aug 19 15:34:16.598921 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244c1b5-d35a-408e-92b2-1707baf59045 req-500e8c10-87e0-4b21-803e-3dc0581036b0 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:16.600436 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e244c1b5-d35a-408e-92b2-1707baf59045 req-500e8c10-87e0-4b21-803e-3dc0581036b0 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 944 time: 0.0550830 Aug 19 15:34:16.638088 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e244c1b5-d35a-408e-92b2-1707baf59045 req-aa2d2fcd-5d28-43da-8171-9a6982d71410 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310626 Aug 19 15:34:16.705633 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 00bdb561-c87f-4e4f-9422-b10dd6f110bc details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:34:16.808225 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 00bdb561-c87f-4e4f-9422-b10dd6f110bc, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=00bdb561-c87f-4e4f-9422-b10dd6f110bc,segment=NetworkSegment(1102709d-18c0-4869-886e-de87e6477b1d),segment_id=1102709d-18c0-4869-886e-de87e6477b1d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:34:16.819933 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '00bdb561-c87f-4e4f-9422-b10dd6f110bc', 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'port_id': '00bdb561-c87f-4e4f-9422-b10dd6f110bc', 'mac_address': 'fa:16:3e:b8:72:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:34:16.858283 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:16.871770 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00bdb561-c87f-4e4f-9422-b10dd6f110bc {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:34:16.879905 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704a086-666b-4fc4-a3c8-b1afdf24d8e1 req-8667cead-a814-4ddb-9919-7f61706d25f7 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:16.881447 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d704a086-666b-4fc4-a3c8-b1afdf24d8e1 req-8667cead-a814-4ddb-9919-7f61706d25f7 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 944 time: 0.0509572 Aug 19 15:34:16.891498 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 00bdb561-c87f-4e4f-9422-b10dd6f110bc, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=00bdb561-c87f-4e4f-9422-b10dd6f110bc,segment=NetworkSegment(1102709d-18c0-4869-886e-de87e6477b1d),segment_id=1102709d-18c0-4869-886e-de87e6477b1d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:34:16.895994 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:16.922512 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d704a086-666b-4fc4-a3c8-b1afdf24d8e1 req-2cd7cf6e-d073-4994-9f41-6b547c097a83 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334001 Aug 19 15:34:16.950463 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=00bdb561-c87f-4e4f-9422-b10dd6f110bc,revision_number=11']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:17.155406 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['00bdb561-c87f-4e4f-9422-b10dd6f110bc'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:34:18.043810 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51696caa-6cf0-4b94-8a50-8880d386fb8a req-507c66fb-e277-433f-9b90-cafdbdc71af6 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:18.045323 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-51696caa-6cf0-4b94-8a50-8880d386fb8a req-507c66fb-e277-433f-9b90-cafdbdc71af6 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0502431 Aug 19 15:34:18.083326 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-51696caa-6cf0-4b94-8a50-8880d386fb8a req-afd42fcf-5075-4db6-8253-d72c6717e47d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3706c28-03f8-4f38-8555-618f7d4c989d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319777 Aug 19 15:34:18.362675 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b3c52c-f47e-4b96-b6c9-9dfcb0ec9c24 req-67357959-f9a1-4036-b662-0256db4808e8 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:18.364119 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-22b3c52c-f47e-4b96-b6c9-9dfcb0ec9c24 req-67357959-f9a1-4036-b662-0256db4808e8 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.88 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0517247 Aug 19 15:34:18.453075 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-22b3c52c-f47e-4b96-b6c9-9dfcb0ec9c24 req-c2635b77-da24-4023-8ea6-080706d6acc3 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Deleting port 00bdb561-c87f-4e4f-9422-b10dd6f110bc {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:34:18.453426 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-22b3c52c-f47e-4b96-b6c9-9dfcb0ec9c24 req-c2635b77-da24-4023-8ea6-080706d6acc3 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:18.541479 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-22b3c52c-f47e-4b96-b6c9-9dfcb0ec9c24 req-c2635b77-da24-4023-8ea6-080706d6acc3 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] For port 00bdb561-c87f-4e4f-9422-b10dd6f110bc, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=00bdb561-c87f-4e4f-9422-b10dd6f110bc,segment=NetworkSegment(1102709d-18c0-4869-886e-de87e6477b1d),segment_id=1102709d-18c0-4869-886e-de87e6477b1d)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:34:18.541844 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-22b3c52c-f47e-4b96-b6c9-9dfcb0ec9c24 req-c2635b77-da24-4023-8ea6-080706d6acc3 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:18.704821 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 00bdb561-c87f-4e4f-9422-b10dd6f110bc up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:34:18.707331 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-22b3c52c-f47e-4b96-b6c9-9dfcb0ec9c24 req-c2635b77-da24-4023-8ea6-080706d6acc3 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:18.707724 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-22b3c52c-f47e-4b96-b6c9-9dfcb0ec9c24 req-c2635b77-da24-4023-8ea6-080706d6acc3 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:18.708051 n-d-766043-2 neutron-server[94640]: INFO neutron.db.l3_db [req-22b3c52c-f47e-4b96-b6c9-9dfcb0ec9c24 req-c2635b77-da24-4023-8ea6-080706d6acc3 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Floating IP 451b83e5-cbd5-4b32-ae45-4ccd37d46d04 disassociated. External IP: 172.25.2.41, port: 00bdb561-c87f-4e4f-9422-b10dd6f110bc. Aug 19 15:34:18.708396 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-22b3c52c-f47e-4b96-b6c9-9dfcb0ec9c24 req-c2635b77-da24-4023-8ea6-080706d6acc3 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Calling delete_port for 00bdb561-c87f-4e4f-9422-b10dd6f110bc owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:34:18.756134 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 00bdb561-c87f-4e4f-9422-b10dd6f110bc completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:34:18.759969 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 00bdb561-c87f-4e4f-9422-b10dd6f110bc triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:34:18.760337 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:18.836906 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:18.837967 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-22b3c52c-f47e-4b96-b6c9-9dfcb0ec9c24 req-c2635b77-da24-4023-8ea6-080706d6acc3 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:18.867074 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2635b77-da24-4023-8ea6-080706d6acc3 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Pushing event deleted for resources: {'Port': ['ID=00bdb561-c87f-4e4f-9422-b10dd6f110bc,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:18.984218 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22b3c52c-f47e-4b96-b6c9-9dfcb0ec9c24 req-c2635b77-da24-4023-8ea6-080706d6acc3 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Router 2564058f-2382-487f-80a0-5eacfe5fca71 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:34:19.093703 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22b3c52c-f47e-4b96-b6c9-9dfcb0ec9c24 req-c2635b77-da24-4023-8ea6-080706d6acc3 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:34:19.103022 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9be4b5c-fe05-4183-b33c-551856450d97 None None] Sync routers for ids ['2564058f-2382-487f-80a0-5eacfe5fca71'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:34:19.112703 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9be4b5c-fe05-4183-b33c-551856450d97 None None] Routers {'2564058f-2382-487f-80a0-5eacfe5fca71'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:34:19.113381 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d9be4b5c-fe05-4183-b33c-551856450d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:34:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['2564058f-2382-487f-80a0-5eacfe5fca71'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:34:19.136615 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b3c52c-f47e-4b96-b6c9-9dfcb0ec9c24 req-c2635b77-da24-4023-8ea6-080706d6acc3 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] No DVR routers for this DVR port 00bdb561-c87f-4e4f-9422-b10dd6f110bc on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:34:19.139966 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-22b3c52c-f47e-4b96-b6c9-9dfcb0ec9c24 req-c2635b77-da24-4023-8ea6-080706d6acc3 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:19.142008 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-22b3c52c-f47e-4b96-b6c9-9dfcb0ec9c24 req-c2635b77-da24-4023-8ea6-080706d6acc3 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.88 "DELETE /v2.0/ports/00bdb561-c87f-4e4f-9422-b10dd6f110bc HTTP/1.1" status: 204 len: 173 time: 0.7713099 Aug 19 15:34:19.142435 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0', 'name': 'network-vif-deleted', 'tag': '00bdb561-c87f-4e4f-9422-b10dd6f110bc'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:34:19.145007 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22fe28f3f2ed00298fad1814fbe4737ebcc7f8c7d408f26f1f50550a3b01d4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef7dc59-1e9c-410a-9a55-85618f817781" -d '{"events": [{"server_uuid": "9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0", "name": "network-vif-deleted", "tag": "00bdb561-c87f-4e4f-9422-b10dd6f110bc"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:34:19.194581 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dba0f2ce-1be9-4288-bbb0-f2c6848866a1 req-53da6163-5498-4d8c-8300-a887e5231aa9 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 210 time: 0.0352340 Aug 19 15:34:19.196053 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8679688-ebd7-40af-bb5b-3c3fb4da5a39 x-openstack-request-id: req-d8679688-ebd7-40af-bb5b-3c3fb4da5a39 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:34:19.196345 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0", "name": "network-vif-deleted", "tag": "00bdb561-c87f-4e4f-9422-b10dd6f110bc", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:34:19.196623 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d8679688-ebd7-40af-bb5b-3c3fb4da5a39 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:34:19.197009 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0', 'name': 'network-vif-deleted', 'tag': '00bdb561-c87f-4e4f-9422-b10dd6f110bc', 'status': 'completed', 'code': 200} Aug 19 15:34:19.234416 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-d9be4b5c-fe05-4183-b33c-551856450d97 None None] Set router 2564058f-2382-487f-80a0-5eacfe5fca71 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:34:19.435381 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d9be4b5c-fe05-4183-b33c-551856450d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'name': 'tempest-ServerActionsTestJSON-1589713132-router', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:24:35Z', 'updated_at': '2021-08-19T15:24:38Z', 'revision_number': 4, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'gw_port': {'id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:36Z', 'updated_at': '2021-08-19T15:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '4ebda8bc-6ffc-433a-af71-3164e1cdf479', 'name': '', 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'mac_address': 'fa:16:3e:ac:8e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:38Z', 'updated_at': '2021-08-19T15:24:44Z', 'revision_number': 5, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'subnets': [{'id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:34:19.462156 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9be4b5c-fe05-4183-b33c-551856450d97 None None] Checking router: 2564058f-2382-487f-80a0-5eacfe5fca71 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:34:19.471318 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9be4b5c-fe05-4183-b33c-551856450d97 None None] Routers {'2564058f-2382-487f-80a0-5eacfe5fca71'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:34:19.471929 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d9be4b5c-fe05-4183-b33c-551856450d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:34:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['2564058f-2382-487f-80a0-5eacfe5fca71'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:34:19.733470 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-d9be4b5c-fe05-4183-b33c-551856450d97 None None] Set router 2564058f-2382-487f-80a0-5eacfe5fca71 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:34:19.943158 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d9be4b5c-fe05-4183-b33c-551856450d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'name': 'tempest-ServerActionsTestJSON-1589713132-router', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:24:35Z', 'updated_at': '2021-08-19T15:24:38Z', 'revision_number': 4, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'gw_port': {'id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:36Z', 'updated_at': '2021-08-19T15:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '4ebda8bc-6ffc-433a-af71-3164e1cdf479', 'name': '', 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'mac_address': 'fa:16:3e:ac:8e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:38Z', 'updated_at': '2021-08-19T15:24:44Z', 'revision_number': 5, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'subnets': [{'id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:34:19.975531 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9be4b5c-fe05-4183-b33c-551856450d97 None None] The sync data for ids ['2564058f-2382-487f-80a0-5eacfe5fca71'] in n-d-766043-2 is: [{'id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'name': 'tempest-ServerActionsTestJSON-1589713132-router', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:24:35Z', 'updated_at': '2021-08-19T15:24:38Z', 'revision_number': 4, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'gw_port': {'id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:36Z', 'updated_at': '2021-08-19T15:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '4ebda8bc-6ffc-433a-af71-3164e1cdf479', 'name': '', 'network_id': 'e93dcc9c-6c16-4041-ba25-5e18dc99db77', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'mac_address': 'fa:16:3e:ac:8e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:38Z', 'updated_at': '2021-08-19T15:24:44Z', 'revision_number': 5, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'subnets': [{'id': '6936e5f6-7b9c-4371-877b-116fa7becd76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:34:20.214086 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeca6cc1-9a4b-4cd2-8ace-399dc408f73c None None] New status for floating IP 451b83e5-cbd5-4b32-ae45-4ccd37d46d04: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:34:20.307995 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b4ab0d53-970a-4165-ad00-bd97cf131ece req-60242458-c891-4d76-a2ee-55c8faba6ab8 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 210 time: 0.0279777 Aug 19 15:34:21.411110 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5ea98bfb-b6d8-433f-8b54-91084a84b909 req-cfbae5c5-e658-474c-a999-7999c4a85b13 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 210 time: 0.0310521 Aug 19 15:34:22.516675 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7536eaf1-730f-4245-8e1a-b317d6428715 req-15fa0274-7595-494e-879a-0cc82bd296ba tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/ports?device_id=9296a852-c1a5-4bf8-9c41-9d6e8dd9bbd0 HTTP/1.1" status: 200 len: 210 time: 0.0332859 Aug 19 15:34:22.736649 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 00bdb561-c87f-4e4f-9422-b10dd6f110bc no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:34:22.757988 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: 00bdb561-c87f-4e4f-9422-b10dd6f110bc {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:34:22.758527 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 00bdb561-c87f-4e4f-9422-b10dd6f110bc not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:34:26.280088 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38090) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:26.339193 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00c71eb6-7f8b-4ed0-ad62-d229dc0f49aa tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:26.365015 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00c71eb6-7f8b-4ed0-ad62-d229dc0f49aa tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:26.415067 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00c71eb6-7f8b-4ed0-ad62-d229dc0f49aa tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:26.417841 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00c71eb6-7f8b-4ed0-ad62-d229dc0f49aa tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:26.419327 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-00c71eb6-7f8b-4ed0-ad62-d229dc0f49aa tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "DELETE /v2.0/security-groups/d3706c28-03f8-4f38-8555-618f7d4c989d HTTP/1.1" status: 204 len: 168 time: 0.1380491 Aug 19 15:34:26.421904 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38092) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:26.437519 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [None req-7f0f10fd-29ed-4f78-a835-5f0e29980c75 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] show failed (client error): The resource could not be found. Aug 19 15:34:26.440117 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c71eb6-7f8b-4ed0-ad62-d229dc0f49aa tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3706c28-03f8-4f38-8555-618f7d4c989d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:26.440805 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-7f0f10fd-29ed-4f78-a835-5f0e29980c75 tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "GET /v2.0/security-groups/d3706c28-03f8-4f38-8555-618f7d4c989d HTTP/1.1" status: 404 len: 347 time: 0.0178626 Aug 19 15:34:26.441807 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38094) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:26.573544 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-7432cfdf-c733-4689-a0ab-a1da2381e07d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Deleting port 17e2acb4-3de8-47ef-838e-22661a2e20b9 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:34:26.573887 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7432cfdf-c733-4689-a0ab-a1da2381e07d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:26.650379 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7432cfdf-c733-4689-a0ab-a1da2381e07d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:26.650650 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7432cfdf-c733-4689-a0ab-a1da2381e07d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:26.662566 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-7432cfdf-c733-4689-a0ab-a1da2381e07d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Calling delete_port for 17e2acb4-3de8-47ef-838e-22661a2e20b9 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:34:26.804570 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7432cfdf-c733-4689-a0ab-a1da2381e07d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:26.835022 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7432cfdf-c733-4689-a0ab-a1da2381e07d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Pushing event deleted for resources: {'Port': ['ID=17e2acb4-3de8-47ef-838e-22661a2e20b9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:26.900022 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7432cfdf-c733-4689-a0ab-a1da2381e07d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:26.902742 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7432cfdf-c733-4689-a0ab-a1da2381e07d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:26.903954 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-7432cfdf-c733-4689-a0ab-a1da2381e07d tempest-ServerActionsTestJSON-1853597557 tempest-ServerActionsTestJSON-1853597557-project] 10.222.0.69 "DELETE /v2.0/floatingips/451b83e5-cbd5-4b32-ae45-4ccd37d46d04 HTTP/1.1" status: 204 len: 168 time: 0.4610357 Aug 19 15:34:26.906896 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38096) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:27.659240 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0150635-5644-4bd5-93c6-319388ff35d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:27.909698 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a0150635-5644-4bd5-93c6-319388ff35d7 admin admin] Deleting port 4ebda8bc-6ffc-433a-af71-3164e1cdf479 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:34:27.910034 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0150635-5644-4bd5-93c6-319388ff35d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:27.989796 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-a0150635-5644-4bd5-93c6-319388ff35d7 admin admin] For port 4ebda8bc-6ffc-433a-af71-3164e1cdf479, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=4ebda8bc-6ffc-433a-af71-3164e1cdf479,segment=NetworkSegment(1102709d-18c0-4869-886e-de87e6477b1d),segment_id=1102709d-18c0-4869-886e-de87e6477b1d)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:34:27.990157 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0150635-5644-4bd5-93c6-319388ff35d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:28.003898 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a0150635-5644-4bd5-93c6-319388ff35d7 admin admin] Calling delete_port for 4ebda8bc-6ffc-433a-af71-3164e1cdf479 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:34:28.182017 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0150635-5644-4bd5-93c6-319388ff35d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:28.207819 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0150635-5644-4bd5-93c6-319388ff35d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ebda8bc-6ffc-433a-af71-3164e1cdf479,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:28.377260 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0150635-5644-4bd5-93c6-319388ff35d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:28.592776 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0150635-5644-4bd5-93c6-319388ff35d7 admin admin] Router 2564058f-2382-487f-80a0-5eacfe5fca71 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:34:28.697379 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0150635-5644-4bd5-93c6-319388ff35d7 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:34:28.703127 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a0150635-5644-4bd5-93c6-319388ff35d7 admin admin] 10.222.0.69 "PUT /v2.0/routers/2564058f-2382-487f-80a0-5eacfe5fca71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7951925 Aug 19 15:34:28.705738 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38100) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:28.707275 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9f6468-5196-419e-8aeb-c57301b32921 None None] Sync routers for ids ['2564058f-2382-487f-80a0-5eacfe5fca71'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:34:28.718432 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9f6468-5196-419e-8aeb-c57301b32921 None None] Routers {'2564058f-2382-487f-80a0-5eacfe5fca71'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:34:28.719052 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8b9f6468-5196-419e-8aeb-c57301b32921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:34:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['2564058f-2382-487f-80a0-5eacfe5fca71'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:34:28.808848 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d1ed4f5-6076-4bfb-8e5c-c4b1765c0b07 admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:28.823037 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-8b9f6468-5196-419e-8aeb-c57301b32921 None None] Set router 2564058f-2382-487f-80a0-5eacfe5fca71 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:34:28.912503 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d1ed4f5-6076-4bfb-8e5c-c4b1765c0b07 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:28.967475 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-5d1ed4f5-6076-4bfb-8e5c-c4b1765c0b07 admin admin] Deleting port 7803c79b-adbc-421f-8e53-43295dff2c01 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:34:28.967728 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d1ed4f5-6076-4bfb-8e5c-c4b1765c0b07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:29.004057 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8b9f6468-5196-419e-8aeb-c57301b32921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'name': 'tempest-ServerActionsTestJSON-1589713132-router', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:24:35Z', 'updated_at': '2021-08-19T15:34:28Z', 'revision_number': 5, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'gw_port': {'id': '7803c79b-adbc-421f-8e53-43295dff2c01', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:24:36Z', 'updated_at': '2021-08-19T15:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:34:29.035867 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9f6468-5196-419e-8aeb-c57301b32921 None None] Checking router: 2564058f-2382-487f-80a0-5eacfe5fca71 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:34:29.044637 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9f6468-5196-419e-8aeb-c57301b32921 None None] Routers {'2564058f-2382-487f-80a0-5eacfe5fca71'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:34:29.045272 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8b9f6468-5196-419e-8aeb-c57301b32921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:34:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['2564058f-2382-487f-80a0-5eacfe5fca71'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:34:29.050791 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-5d1ed4f5-6076-4bfb-8e5c-c4b1765c0b07 admin admin] For port 7803c79b-adbc-421f-8e53-43295dff2c01, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=7803c79b-adbc-421f-8e53-43295dff2c01,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:34:29.051150 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d1ed4f5-6076-4bfb-8e5c-c4b1765c0b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:29.062676 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-5d1ed4f5-6076-4bfb-8e5c-c4b1765c0b07 admin admin] Calling delete_port for 7803c79b-adbc-421f-8e53-43295dff2c01 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:34:29.130634 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-8b9f6468-5196-419e-8aeb-c57301b32921 None None] Set router 2564058f-2382-487f-80a0-5eacfe5fca71 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:34:29.184428 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8b9f6468-5196-419e-8aeb-c57301b32921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'name': 'tempest-ServerActionsTestJSON-1589713132-router', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:24:35Z', 'updated_at': '2021-08-19T15:34:28Z', 'revision_number': 6, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'gw_port_host': None}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:34:29.214321 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9f6468-5196-419e-8aeb-c57301b32921 None None] The sync data for ids ['2564058f-2382-487f-80a0-5eacfe5fca71'] in n-d-766043-2 is: [{'id': '2564058f-2382-487f-80a0-5eacfe5fca71', 'name': 'tempest-ServerActionsTestJSON-1589713132-router', 'tenant_id': 'ad29af2562d94d2fbbb651732f778edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:24:35Z', 'updated_at': '2021-08-19T15:34:28Z', 'revision_number': 6, 'project_id': 'ad29af2562d94d2fbbb651732f778edb', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:34:29.233658 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d1ed4f5-6076-4bfb-8e5c-c4b1765c0b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:29.258844 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1ed4f5-6076-4bfb-8e5c-c4b1765c0b07 admin admin] Pushing event deleted for resources: {'Port': ['ID=7803c79b-adbc-421f-8e53-43295dff2c01,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:29.322498 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d1ed4f5-6076-4bfb-8e5c-c4b1765c0b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:29.412998 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d1ed4f5-6076-4bfb-8e5c-c4b1765c0b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:29.415251 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d1ed4f5-6076-4bfb-8e5c-c4b1765c0b07 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:29.462737 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d1ed4f5-6076-4bfb-8e5c-c4b1765c0b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:29.463346 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1ed4f5-6076-4bfb-8e5c-c4b1765c0b07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2564058f-2382-487f-80a0-5eacfe5fca71 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:34:29.468394 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d1ed4f5-6076-4bfb-8e5c-c4b1765c0b07 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:29.469514 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-5d1ed4f5-6076-4bfb-8e5c-c4b1765c0b07 admin admin] 10.222.0.69 "DELETE /v2.0/routers/2564058f-2382-487f-80a0-5eacfe5fca71 HTTP/1.1" status: 204 len: 168 time: 0.7624764 Aug 19 15:34:29.471972 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38104) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:29.515499 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-6424f26f-f556-4651-b49a-fd83595505a6 admin admin] Deleting subnet 6936e5f6-7b9c-4371-877b-116fa7becd76 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:34:29.518627 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6424f26f-f556-4651-b49a-fd83595505a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:29.551758 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6424f26f-f556-4651-b49a-fd83595505a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:29.638111 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6424f26f-f556-4651-b49a-fd83595505a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:29.692062 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6424f26f-f556-4651-b49a-fd83595505a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:29.716961 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6424f26f-f556-4651-b49a-fd83595505a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6936e5f6-7b9c-4371-877b-116fa7becd76,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:29.720630 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6424f26f-f556-4651-b49a-fd83595505a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:29.722396 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-6424f26f-f556-4651-b49a-fd83595505a6 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/6936e5f6-7b9c-4371-877b-116fa7becd76 HTTP/1.1" status: 204 len: 168 time: 0.2494993 Aug 19 15:34:29.724889 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38106) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:29.727309 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0059046-6a13-4c0e-b450-6a12f4b7a975 None None] Network e93dcc9c-6c16-4041-ba25-5e18dc99db77 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:34:29.790088 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-58a0d49c-1b5c-45ae-9f8b-24f75acf765f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:29.850322 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-58a0d49c-1b5c-45ae-9f8b-24f75acf765f admin admin] Deleting port 563e90b1-563a-4c59-9f0b-3c11ea8f9313 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:34:29.850668 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-58a0d49c-1b5c-45ae-9f8b-24f75acf765f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:29.915168 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-58a0d49c-1b5c-45ae-9f8b-24f75acf765f admin admin] For port 563e90b1-563a-4c59-9f0b-3c11ea8f9313, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=563e90b1-563a-4c59-9f0b-3c11ea8f9313,segment=NetworkSegment(1102709d-18c0-4869-886e-de87e6477b1d),segment_id=1102709d-18c0-4869-886e-de87e6477b1d)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:34:29.915447 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-58a0d49c-1b5c-45ae-9f8b-24f75acf765f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:29.928341 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-58a0d49c-1b5c-45ae-9f8b-24f75acf765f admin admin] Calling delete_port for 563e90b1-563a-4c59-9f0b-3c11ea8f9313 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:34:29.975732 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8191d877-a9c8-4b7a-9bba-963b5459486f None None] DHCP port deletion for e93dcc9c-6c16-4041-ba25-5e18dc99db77 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:34:30.020596 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-58a0d49c-1b5c-45ae-9f8b-24f75acf765f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:30.045849 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-8191d877-a9c8-4b7a-9bba-963b5459486f None None] Deleting port 563e90b1-563a-4c59-9f0b-3c11ea8f9313 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:34:30.046276 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8191d877-a9c8-4b7a-9bba-963b5459486f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:30.055319 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a0d49c-1b5c-45ae-9f8b-24f75acf765f admin admin] Pushing event deleted for resources: {'Port': ['ID=563e90b1-563a-4c59-9f0b-3c11ea8f9313,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:30.063215 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a0d49c-1b5c-45ae-9f8b-24f75acf765f admin admin] No DVR routers for this DVR port 563e90b1-563a-4c59-9f0b-3c11ea8f9313 on host n-d-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:34:30.088994 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 7803c79b-adbc-421f-8e53-43295dff2c01 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:34:30.118570 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 7803c79b-adbc-421f-8e53-43295dff2c01 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:34:30.118913 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 7803c79b-adbc-421f-8e53-43295dff2c01 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:34:30.119342 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 4ebda8bc-6ffc-433a-af71-3164e1cdf479 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:34:30.143728 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 4ebda8bc-6ffc-433a-af71-3164e1cdf479 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:34:30.143940 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-58a0d49c-1b5c-45ae-9f8b-24f75acf765f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:30.144092 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 4ebda8bc-6ffc-433a-af71-3164e1cdf479 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:34:30.144517 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 563e90b1-563a-4c59-9f0b-3c11ea8f9313 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:34:30.154593 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-58a0d49c-1b5c-45ae-9f8b-24f75acf765f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e93dcc9c-6c16-4041-ba25-5e18dc99db77']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:34:30.165502 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-58a0d49c-1b5c-45ae-9f8b-24f75acf765f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1102709d-18c0-4869-886e-de87e6477b1d') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:34:30.165804 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-58a0d49c-1b5c-45ae-9f8b-24f75acf765f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1102709d-18c0-4869-886e-de87e6477b1d') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:34:30.171739 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 563e90b1-563a-4c59-9f0b-3c11ea8f9313 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:34:30.172154 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 563e90b1-563a-4c59-9f0b-3c11ea8f9313 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:34:30.178229 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-58a0d49c-1b5c-45ae-9f8b-24f75acf765f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:30.185778 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8191d877-a9c8-4b7a-9bba-963b5459486f None None] For port 563e90b1-563a-4c59-9f0b-3c11ea8f9313, host n-d-766043-2, got binding levels [] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:34:30.186151 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8191d877-a9c8-4b7a-9bba-963b5459486f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:30.200178 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-58a0d49c-1b5c-45ae-9f8b-24f75acf765f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:30.204626 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-8191d877-a9c8-4b7a-9bba-963b5459486f None None] Calling delete_port for 563e90b1-563a-4c59-9f0b-3c11ea8f9313 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:34:30.207246 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58a0d49c-1b5c-45ae-9f8b-24f75acf765f admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:34:30.208619 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-58a0d49c-1b5c-45ae-9f8b-24f75acf765f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:30.209287 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.ipam_backend_mixin [None req-8191d877-a9c8-4b7a-9bba-963b5459486f None None] Port 563e90b1-563a-4c59-9f0b-3c11ea8f9313 was not found and therefore no delete operation was performed {{(pid=94641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 15:34:30.210717 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 15:34:30.210717 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:34:30.210717 n-d-766043-2 neutron-server[94640]: timer() Aug 19 15:34:30.210717 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:34:30.210717 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 15:34:30.210717 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:34:30.210717 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 15:34:30.210717 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:34:30.210717 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 15:34:30.210717 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:34:30.210717 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 15:34:30.210717 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:34:30.210717 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 15:34:30.210717 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:34:30.210717 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:34:30.210717 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:34:30.210717 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:34:30.210717 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:34:30.210717 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 15:34:30.210717 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:34:30.210717 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 15:34:30.210717 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:34:30.210717 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:34:30.210717 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:34:30.210717 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 15:34:30.210717 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:34:30.210717 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:34:30.210717 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:34:30.210717 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:34:30.210717 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:34:30.210717 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:34:30.210717 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:34:30.212678 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8191d877-a9c8-4b7a-9bba-963b5459486f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:30.255942 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8191d877-a9c8-4b7a-9bba-963b5459486f None None] Pushing event deleted for resources: {'Port': ['ID=563e90b1-563a-4c59-9f0b-3c11ea8f9313,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:30.261169 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8191d877-a9c8-4b7a-9bba-963b5459486f None None] No DVR routers for this DVR port 563e90b1-563a-4c59-9f0b-3c11ea8f9313 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:34:30.285822 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-58a0d49c-1b5c-45ae-9f8b-24f75acf765f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:30.294730 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-58a0d49c-1b5c-45ae-9f8b-24f75acf765f admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:30.296614 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-58a0d49c-1b5c-45ae-9f8b-24f75acf765f admin admin] 10.222.0.69 "DELETE /v2.0/networks/e93dcc9c-6c16-4041-ba25-5e18dc99db77 HTTP/1.1" status: 204 len: 168 time: 0.5707936 Aug 19 15:34:30.310311 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a0d49c-1b5c-45ae-9f8b-24f75acf765f admin admin] Pushing event deleted for resources: {'Network': ['ID=e93dcc9c-6c16-4041-ba25-5e18dc99db77,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:30.412810 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38110) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:30.455415 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f1c6c23f-c3b8-411e-ba80-bf6af1ef3891 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ad29af2562d94d2fbbb651732f778edb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414143 Aug 19 15:34:30.458063 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38112) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:30.505501 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84ab7e17-89fb-4ae2-b5ef-15e8638a1f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:30.526254 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84ab7e17-89fb-4ae2-b5ef-15e8638a1f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:30.579998 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84ab7e17-89fb-4ae2-b5ef-15e8638a1f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:30.582605 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84ab7e17-89fb-4ae2-b5ef-15e8638a1f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:30.583880 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-84ab7e17-89fb-4ae2-b5ef-15e8638a1f1e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7fbf7de3-567d-4ce5-b2b6-00de52d82a0c HTTP/1.1" status: 204 len: 168 time: 0.1248517 Aug 19 15:34:30.592707 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ab7e17-89fb-4ae2-b5ef-15e8638a1f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbf7de3-567d-4ce5-b2b6-00de52d82a0c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:31.325526 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38136) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:31.420319 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c02344db-3920-414b-a55d-00a0e4a81b8b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-601136051-network', 'tenant_id': 'e16d0c030f0849b4805e4c82fc9f3c62'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:34:31.441671 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02344db-3920-414b-a55d-00a0e4a81b8b admin admin] Made reservation on behalf of e16d0c030f0849b4805e4c82fc9f3c62 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:34:31.444236 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c02344db-3920-414b-a55d-00a0e4a81b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:31.455021 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c02344db-3920-414b-a55d-00a0e4a81b8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:31.467354 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8a291f6f-1d0c-4ad3-9b35-ff604a4b2218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:31.550985 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c02344db-3920-414b-a55d-00a0e4a81b8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:31.554796 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c02344db-3920-414b-a55d-00a0e4a81b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:31.577029 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c02344db-3920-414b-a55d-00a0e4a81b8b admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:34:31.591356 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02344db-3920-414b-a55d-00a0e4a81b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f523db59-5a63-45f4-947a-c6b3cf414bdf,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:31.596575 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c02344db-3920-414b-a55d-00a0e4a81b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:31.596924 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-c02344db-3920-414b-a55d-00a0e4a81b8b admin admin] Added segment 18b57fa9-4209-44c3-9183-9b29afb91b7e of type vlan for network daeeae05-d0e8-4983-ac4d-9fc24fdbd284 Aug 19 15:34:31.637934 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c02344db-3920-414b-a55d-00a0e4a81b8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:31.662953 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c02344db-3920-414b-a55d-00a0e4a81b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:31.663958 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02344db-3920-414b-a55d-00a0e4a81b8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:31.664573 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c02344db-3920-414b-a55d-00a0e4a81b8b admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:31.718634 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c02344db-3920-414b-a55d-00a0e4a81b8b admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3919258 Aug 19 15:34:31.721716 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38140) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:34:31.723805 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02344db-3920-414b-a55d-00a0e4a81b8b admin admin] Pushing event updated for resources: {'Network': ['ID=daeeae05-d0e8-4983-ac4d-9fc24fdbd284,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:31.727554 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7145b13a-c44b-4137-8216-ac28db40ca06 admin admin] Request body: {'subnet': {'network_id': 'daeeae05-d0e8-4983-ac4d-9fc24fdbd284', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-601136051-subnet', 'tenant_id': 'e16d0c030f0849b4805e4c82fc9f3c62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:34:31.734529 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network daeeae05-d0e8-4983-ac4d-9fc24fdbd284 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:34:31.752196 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7145b13a-c44b-4137-8216-ac28db40ca06 admin admin] Made reservation on behalf of e16d0c030f0849b4805e4c82fc9f3c62 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:34:31.755187 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7145b13a-c44b-4137-8216-ac28db40ca06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:31.927175 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7145b13a-c44b-4137-8216-ac28db40ca06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:31.979783 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7145b13a-c44b-4137-8216-ac28db40ca06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77f03950-de7e-419f-96a4-590fa622518c,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:31.990898 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7145b13a-c44b-4137-8216-ac28db40ca06 admin admin] Checking segment: {'id': '18b57fa9-4209-44c3-9183-9b29afb91b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'daeeae05-d0e8-4983-ac4d-9fc24fdbd284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:34:31.991256 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7145b13a-c44b-4137-8216-ac28db40ca06 admin admin] Network hostable DHCP agents. Network: daeeae05-d0e8-4983-ac4d-9fc24fdbd284, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:34:32.008031 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7145b13a-c44b-4137-8216-ac28db40ca06 admin admin] Network daeeae05-d0e8-4983-ac4d-9fc24fdbd284 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:34:32.017243 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-7145b13a-c44b-4137-8216-ac28db40ca06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, daeeae05-d0e8-4983-ac4d-9fc24fdbd284) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:34:32.022166 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7145b13a-c44b-4137-8216-ac28db40ca06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:32.023805 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7145b13a-c44b-4137-8216-ac28db40ca06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:32.024830 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae370fc-2ac9-4004-be31-bbdd4b79d42f None None] Network daeeae05-d0e8-4983-ac4d-9fc24fdbd284 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:34:32.038020 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-7145b13a-c44b-4137-8216-ac28db40ca06 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3150623 Aug 19 15:34:32.145882 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084fe76c-608d-4876-8683-5c9057dff9af None None] Network daeeae05-d0e8-4983-ac4d-9fc24fdbd284 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:34:32.463126 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723fed62-28f5-46da-a266-a3427f366660 req-6c6e8be4-2ae4-4641-86d9-7021a81f46ae tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:32.464612 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-723fed62-28f5-46da-a266-a3427f366660 req-6c6e8be4-2ae4-4641-86d9-7021a81f46ae tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/networks?id=daeeae05-d0e8-4983-ac4d-9fc24fdbd284 HTTP/1.1" status: 200 len: 813 time: 0.0996730 Aug 19 15:34:32.479710 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-723fed62-28f5-46da-a266-a3427f366660 req-ad8c365d-e74d-4138-bb79-124830bd678d tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/quotas/e16d0c030f0849b4805e4c82fc9f3c62 HTTP/1.1" status: 200 len: 375 time: 0.0088656 Aug 19 15:34:32.515546 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-723fed62-28f5-46da-a266-a3427f366660 req-b3a68984-eff1-4706-92d6-5d344615633a tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e16d0c030f0849b4805e4c82fc9f3c62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300069 Aug 19 15:34:32.602125 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [req-723fed62-28f5-46da-a266-a3427f366660 req-42f2fe1c-480c-4528-843e-66b08d5c4595 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:34:32.603180 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-723fed62-28f5-46da-a266-a3427f366660 req-42f2fe1c-480c-4528-843e-66b08d5c4595 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475914 Aug 19 15:34:32.690339 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-723fed62-28f5-46da-a266-a3427f366660 req-f4941048-9b58-43ca-88ac-0cf75b6db04b service neutron] 10.222.0.69 "GET /v2.0/networks/daeeae05-d0e8-4983-ac4d-9fc24fdbd284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802093 Aug 19 15:34:32.784892 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-723fed62-28f5-46da-a266-a3427f366660 req-f404f825-74c5-40b5-b135-f2cce465c51c service neutron] 10.222.0.69 "GET /v2.0/networks/daeeae05-d0e8-4983-ac4d-9fc24fdbd284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880146 Aug 19 15:34:32.945664 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ca2cc8ed-8ab7-4da9-b1df-80e776b2ef28 req-39ffa697-1ce7-4f2e-8974-7796a4866afc tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/ports?device_id=19553684-ebdd-41b8-88ff-3f8e1b17367f HTTP/1.1" status: 200 len: 210 time: 0.0269103 Aug 19 15:34:33.884536 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723fed62-28f5-46da-a266-a3427f366660 req-9f4af94c-bdb0-4494-a861-7bc4654ec7c7 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:33.886032 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-723fed62-28f5-46da-a266-a3427f366660 req-9f4af94c-bdb0-4494-a861-7bc4654ec7c7 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.68 "GET /v2.0/networks?id=daeeae05-d0e8-4983-ac4d-9fc24fdbd284 HTTP/1.1" status: 200 len: 813 time: 0.1140676 Aug 19 15:34:33.901912 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-723fed62-28f5-46da-a266-a3427f366660 req-69664aa7-1ed2-4ed9-91d5-249c4be04549 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Request body: {'port': {'device_id': '19553684-ebdd-41b8-88ff-3f8e1b17367f', 'network_id': 'daeeae05-d0e8-4983-ac4d-9fc24fdbd284', 'admin_state_up': True, 'tenant_id': 'e16d0c030f0849b4805e4c82fc9f3c62'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:34:34.014253 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-723fed62-28f5-46da-a266-a3427f366660 req-69664aa7-1ed2-4ed9-91d5-249c4be04549 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Made reservation on behalf of e16d0c030f0849b4805e4c82fc9f3c62 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:34:34.018598 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-723fed62-28f5-46da-a266-a3427f366660 req-69664aa7-1ed2-4ed9-91d5-249c4be04549 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:34.052131 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5a995839-e6a0-41c6-9068-0d03dbe939a4 req-e5a54986-9498-4157-9a3e-6daed20adffd tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/ports?device_id=19553684-ebdd-41b8-88ff-3f8e1b17367f HTTP/1.1" status: 200 len: 210 time: 0.0329273 Aug 19 15:34:34.157163 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-723fed62-28f5-46da-a266-a3427f366660 req-69664aa7-1ed2-4ed9-91d5-249c4be04549 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Allocated IP 172.20.0.11 (daeeae05-d0e8-4983-ac4d-9fc24fdbd284/77f03950-de7e-419f-96a4-590fa622518c/b6e50a0c-faaf-4e71-a6a9-437b6eb71b12) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:34:34.316871 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-723fed62-28f5-46da-a266-a3427f366660 req-69664aa7-1ed2-4ed9-91d5-249c4be04549 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:34.358991 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-723fed62-28f5-46da-a266-a3427f366660 req-69664aa7-1ed2-4ed9-91d5-249c4be04549 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:34.399809 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-723fed62-28f5-46da-a266-a3427f366660 req-69664aa7-1ed2-4ed9-91d5-249c4be04549 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Network daeeae05-d0e8-4983-ac4d-9fc24fdbd284 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:34:34.406232 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-723fed62-28f5-46da-a266-a3427f366660 req-69664aa7-1ed2-4ed9-91d5-249c4be04549 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:34:34.410056 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-723fed62-28f5-46da-a266-a3427f366660 req-69664aa7-1ed2-4ed9-91d5-249c4be04549 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:34:34.423166 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-919ed59d-2feb-4b76-84f1-19004414e0db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:34.434861 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69664aa7-1ed2-4ed9-91d5-249c4be04549 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Pushing event updated for resources: {'Port': ['ID=b6e50a0c-faaf-4e71-a6a9-437b6eb71b12,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:34.462939 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723fed62-28f5-46da-a266-a3427f366660 req-69664aa7-1ed2-4ed9-91d5-249c4be04549 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:34.463541 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-723fed62-28f5-46da-a266-a3427f366660 req-69664aa7-1ed2-4ed9-91d5-249c4be04549 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:34.478518 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-723fed62-28f5-46da-a266-a3427f366660 req-69664aa7-1ed2-4ed9-91d5-249c4be04549 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5813589 Aug 19 15:34:34.490571 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-723fed62-28f5-46da-a266-a3427f366660 req-29d7c44a-3445-46c1-842f-09356ace6f10 service neutron] Request body: {'port': {'device_id': '19553684-ebdd-41b8-88ff-3f8e1b17367f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:34:34.545151 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-723fed62-28f5-46da-a266-a3427f366660 req-29d7c44a-3445-46c1-842f-09356ace6f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:34.617050 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:34.637763 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:35.140474 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-723fed62-28f5-46da-a266-a3427f366660 req-29d7c44a-3445-46c1-842f-09356ace6f10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6e50a0c-faaf-4e71-a6a9-437b6eb71b12 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:34:35.150213 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-723fed62-28f5-46da-a266-a3427f366660 req-29d7c44a-3445-46c1-842f-09356ace6f10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:35.163801 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-723fed62-28f5-46da-a266-a3427f366660 req-29d7c44a-3445-46c1-842f-09356ace6f10 service neutron] Transition to ACTIVE for port object b6e50a0c-faaf-4e71-a6a9-437b6eb71b12 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:34:35.168824 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-723fed62-28f5-46da-a266-a3427f366660 req-29d7c44a-3445-46c1-842f-09356ace6f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:35.178138 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85124a90-d61f-4137-937d-57a67497992a req-ac9a7756-82eb-4d5f-8f40-c157b9ccab04 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:35.180250 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-85124a90-d61f-4137-937d-57a67497992a req-ac9a7756-82eb-4d5f-8f40-c157b9ccab04 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/ports?device_id=19553684-ebdd-41b8-88ff-3f8e1b17367f HTTP/1.1" status: 200 len: 932 time: 0.0516303 Aug 19 15:34:35.225228 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-85124a90-d61f-4137-937d-57a67497992a req-95fd0152-44cd-4645-a294-cfe6021e652c tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/security-groups?id=f523db59-5a63-45f4-947a-c6b3cf414bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382206 Aug 19 15:34:35.240684 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d7c44a-3445-46c1-842f-09356ace6f10 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e50a0c-faaf-4e71-a6a9-437b6eb71b12,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:35.294024 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-723fed62-28f5-46da-a266-a3427f366660 req-29d7c44a-3445-46c1-842f-09356ace6f10 service neutron] Attempting to bind port b6e50a0c-faaf-4e71-a6a9-437b6eb71b12 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:34:35.294354 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-723fed62-28f5-46da-a266-a3427f366660 req-29d7c44a-3445-46c1-842f-09356ace6f10 service neutron] Attempting to bind port b6e50a0c-faaf-4e71-a6a9-437b6eb71b12 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '18b57fa9-4209-44c3-9183-9b29afb91b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'daeeae05-d0e8-4983-ac4d-9fc24fdbd284'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:34:35.294676 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723fed62-28f5-46da-a266-a3427f366660 req-29d7c44a-3445-46c1-842f-09356ace6f10 service neutron] Attempting to bind port b6e50a0c-faaf-4e71-a6a9-437b6eb71b12 on network daeeae05-d0e8-4983-ac4d-9fc24fdbd284 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:34:35.299414 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723fed62-28f5-46da-a266-a3427f366660 req-29d7c44a-3445-46c1-842f-09356ace6f10 service neutron] Port b6e50a0c-faaf-4e71-a6a9-437b6eb71b12 on network daeeae05-d0e8-4983-ac4d-9fc24fdbd284 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:34:35.299732 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723fed62-28f5-46da-a266-a3427f366660 req-29d7c44a-3445-46c1-842f-09356ace6f10 service neutron] Attempting to bind port b6e50a0c-faaf-4e71-a6a9-437b6eb71b12 on network daeeae05-d0e8-4983-ac4d-9fc24fdbd284 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:34:35.303881 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:35.305961 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723fed62-28f5-46da-a266-a3427f366660 req-29d7c44a-3445-46c1-842f-09356ace6f10 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:34:35.306309 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723fed62-28f5-46da-a266-a3427f366660 req-29d7c44a-3445-46c1-842f-09356ace6f10 service neutron] Checking segment: {'id': '18b57fa9-4209-44c3-9183-9b29afb91b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'daeeae05-d0e8-4983-ac4d-9fc24fdbd284'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:34:35.306679 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723fed62-28f5-46da-a266-a3427f366660 req-29d7c44a-3445-46c1-842f-09356ace6f10 service neutron] Bound using segment: {'id': '18b57fa9-4209-44c3-9183-9b29afb91b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'daeeae05-d0e8-4983-ac4d-9fc24fdbd284'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:34:35.307101 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-723fed62-28f5-46da-a266-a3427f366660 req-29d7c44a-3445-46c1-842f-09356ace6f10 service neutron] Bound port: b6e50a0c-faaf-4e71-a6a9-437b6eb71b12, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18b57fa9-4209-44c3-9183-9b29afb91b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'daeeae05-d0e8-4983-ac4d-9fc24fdbd284'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:34:35.307457 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-723fed62-28f5-46da-a266-a3427f366660 req-29d7c44a-3445-46c1-842f-09356ace6f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:35.373920 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-723fed62-28f5-46da-a266-a3427f366660 req-29d7c44a-3445-46c1-842f-09356ace6f10 service neutron] For port b6e50a0c-faaf-4e71-a6a9-437b6eb71b12, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:34:35.377445 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-723fed62-28f5-46da-a266-a3427f366660 req-29d7c44a-3445-46c1-842f-09356ace6f10 service neutron] For port b6e50a0c-faaf-4e71-a6a9-437b6eb71b12, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=b6e50a0c-faaf-4e71-a6a9-437b6eb71b12,segment=NetworkSegment(18b57fa9-4209-44c3-9183-9b29afb91b7e),segment_id=18b57fa9-4209-44c3-9183-9b29afb91b7e)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:34:35.381812 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-723fed62-28f5-46da-a266-a3427f366660 req-29d7c44a-3445-46c1-842f-09356ace6f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:35.416037 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723fed62-28f5-46da-a266-a3427f366660 req-29d7c44a-3445-46c1-842f-09356ace6f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:35.416725 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-723fed62-28f5-46da-a266-a3427f366660 req-29d7c44a-3445-46c1-842f-09356ace6f10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:35.418761 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-723fed62-28f5-46da-a266-a3427f366660 req-29d7c44a-3445-46c1-842f-09356ace6f10 service neutron] 10.222.0.68 "PUT /v2.0/ports/b6e50a0c-faaf-4e71-a6a9-437b6eb71b12 HTTP/1.1" status: 200 len: 1092 time: 0.9316878 Aug 19 15:34:35.419210 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19553684-ebdd-41b8-88ff-3f8e1b17367f', 'tag': 'b6e50a0c-faaf-4e71-a6a9-437b6eb71b12'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:34:35.421547 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ea2f9e66d71df3aa35f2a980f4ce96e3876fd938d75aec7c1a3378f7fc42a1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7608197b-7611-46f7-9d09-68252eb0e262" -d '{"events": [{"name": "network-changed", "server_uuid": "19553684-ebdd-41b8-88ff-3f8e1b17367f", "tag": "b6e50a0c-faaf-4e71-a6a9-437b6eb71b12"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:34:35.451668 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d7c44a-3445-46c1-842f-09356ace6f10 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e50a0c-faaf-4e71-a6a9-437b6eb71b12,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:35.487154 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5dbf585-2df7-4039-971a-05e0dda7b279 x-openstack-request-id: req-b5dbf585-2df7-4039-971a-05e0dda7b279 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:34:35.487441 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19553684-ebdd-41b8-88ff-3f8e1b17367f", "tag": "b6e50a0c-faaf-4e71-a6a9-437b6eb71b12", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:34:35.487689 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b5dbf585-2df7-4039-971a-05e0dda7b279 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:34:35.488081 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19553684-ebdd-41b8-88ff-3f8e1b17367f', 'tag': 'b6e50a0c-faaf-4e71-a6a9-437b6eb71b12', 'status': 'completed', 'code': 200} Aug 19 15:34:35.517553 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723fed62-28f5-46da-a266-a3427f366660 req-96b64ed1-2b12-4181-9e30-bce66a2c96d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:35.519138 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-723fed62-28f5-46da-a266-a3427f366660 req-96b64ed1-2b12-4181-9e30-bce66a2c96d2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e16d0c030f0849b4805e4c82fc9f3c62&device_id=19553684-ebdd-41b8-88ff-3f8e1b17367f HTTP/1.1" status: 200 len: 1095 time: 0.0432916 Aug 19 15:34:35.567555 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-723fed62-28f5-46da-a266-a3427f366660 req-7cbf27a3-874e-42af-8b0b-c6a58e46836f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6e50a0c-faaf-4e71-a6a9-437b6eb71b12 HTTP/1.1" status: 200 len: 217 time: 0.0366433 Aug 19 15:34:35.617608 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723fed62-28f5-46da-a266-a3427f366660 req-0de87e75-7c5b-45f8-a9e6-02771c6eccd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:35.619075 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-723fed62-28f5-46da-a266-a3427f366660 req-0de87e75-7c5b-45f8-a9e6-02771c6eccd8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=77f03950-de7e-419f-96a4-590fa622518c HTTP/1.1" status: 200 len: 853 time: 0.0444646 Aug 19 15:34:35.653426 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-723fed62-28f5-46da-a266-a3427f366660 req-f07f51f5-6074-4168-9fe6-4812e3ae47d4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=daeeae05-d0e8-4983-ac4d-9fc24fdbd284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256333 Aug 19 15:34:35.748836 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-723fed62-28f5-46da-a266-a3427f366660 req-3d6d70e0-ccf1-44c3-b9a2-eaebb64fbfb0 service neutron] 10.222.0.68 "GET /v2.0/networks/daeeae05-d0e8-4983-ac4d-9fc24fdbd284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888865 Aug 19 15:34:35.817031 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:35.842679 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-723fed62-28f5-46da-a266-a3427f366660 req-06bc5b52-8911-4575-90a8-1dc7c070d918 service neutron] 10.222.0.68 "GET /v2.0/networks/daeeae05-d0e8-4983-ac4d-9fc24fdbd284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860400 Aug 19 15:34:35.927998 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7608197b-7611-46f7-9d09-68252eb0e262 req-0a8dfc32-e1a4-4bdd-a16c-891a24258c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:35.929445 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7608197b-7611-46f7-9d09-68252eb0e262 req-0a8dfc32-e1a4-4bdd-a16c-891a24258c1b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e16d0c030f0849b4805e4c82fc9f3c62&device_id=19553684-ebdd-41b8-88ff-3f8e1b17367f HTTP/1.1" status: 200 len: 1095 time: 0.0414393 Aug 19 15:34:36.022395 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7608197b-7611-46f7-9d09-68252eb0e262 req-48ff8ca4-8c68-4d9a-9c0e-401b5f00eaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:36.023865 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7608197b-7611-46f7-9d09-68252eb0e262 req-48ff8ca4-8c68-4d9a-9c0e-401b5f00eaa1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=daeeae05-d0e8-4983-ac4d-9fc24fdbd284 HTTP/1.1" status: 200 len: 914 time: 0.0874660 Aug 19 15:34:36.067087 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7608197b-7611-46f7-9d09-68252eb0e262 req-ccf05f1b-ccf7-4a43-821c-6218e2c67b0c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6e50a0c-faaf-4e71-a6a9-437b6eb71b12 HTTP/1.1" status: 200 len: 217 time: 0.0350940 Aug 19 15:34:36.119917 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7608197b-7611-46f7-9d09-68252eb0e262 req-90516212-6d84-4f56-a8c7-0a5495783dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:36.121935 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7608197b-7611-46f7-9d09-68252eb0e262 req-90516212-6d84-4f56-a8c7-0a5495783dfb service neutron] 10.222.0.68 "GET /v2.0/subnets?id=77f03950-de7e-419f-96a4-590fa622518c HTTP/1.1" status: 200 len: 853 time: 0.0473976 Aug 19 15:34:36.154456 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7608197b-7611-46f7-9d09-68252eb0e262 req-65ceec42-8ea2-4d6c-811d-dc0ab2385d5c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=daeeae05-d0e8-4983-ac4d-9fc24fdbd284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246706 Aug 19 15:34:36.242964 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7608197b-7611-46f7-9d09-68252eb0e262 req-c41abe92-7434-4e96-a1fc-221a91714959 service neutron] 10.222.0.68 "GET /v2.0/networks/daeeae05-d0e8-4983-ac4d-9fc24fdbd284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801795 Aug 19 15:34:36.341437 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7608197b-7611-46f7-9d09-68252eb0e262 req-a804ad71-481b-43b3-81e0-ea7d9412420f service neutron] 10.222.0.68 "GET /v2.0/networks/daeeae05-d0e8-4983-ac4d-9fc24fdbd284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909140 Aug 19 15:34:36.345754 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3aa055-7895-4acf-8eee-f9a578ef3ac7 req-70865470-dff5-4d8f-867b-8206db08698f tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:36.347689 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bc3aa055-7895-4acf-8eee-f9a578ef3ac7 req-70865470-dff5-4d8f-867b-8206db08698f tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/ports?device_id=19553684-ebdd-41b8-88ff-3f8e1b17367f HTTP/1.1" status: 200 len: 944 time: 0.0517235 Aug 19 15:34:36.409560 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bc3aa055-7895-4acf-8eee-f9a578ef3ac7 req-c3a35f8a-3d4a-4106-a148-358e8a60be47 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/security-groups?id=f523db59-5a63-45f4-947a-c6b3cf414bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527539 Aug 19 15:34:37.113626 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:37.526471 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c3766-f37d-4bdc-8513-984fa68c859a req-0e6a8c4e-7207-4f18-84a9-cf716058e634 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:37.528598 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e07c3766-f37d-4bdc-8513-984fa68c859a req-0e6a8c4e-7207-4f18-84a9-cf716058e634 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/ports?device_id=19553684-ebdd-41b8-88ff-3f8e1b17367f HTTP/1.1" status: 200 len: 944 time: 0.0486147 Aug 19 15:34:37.565647 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e07c3766-f37d-4bdc-8513-984fa68c859a req-e79c99b4-f352-489a-a019-0e719bc8658b tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/security-groups?id=f523db59-5a63-45f4-947a-c6b3cf414bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311842 Aug 19 15:34:38.003633 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:34:38.680878 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17469b65-6861-47fa-821d-52399b050829 req-0082f45e-f72a-40c3-a1a0-6f8b0cf8e936 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:38.682329 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-17469b65-6861-47fa-821d-52399b050829 req-0082f45e-f72a-40c3-a1a0-6f8b0cf8e936 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/ports?device_id=19553684-ebdd-41b8-88ff-3f8e1b17367f HTTP/1.1" status: 200 len: 944 time: 0.0492337 Aug 19 15:34:38.720311 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-17469b65-6861-47fa-821d-52399b050829 req-96a5e3cc-6ae8-4ce1-9f2c-6f78d0b8ed00 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/security-groups?id=f523db59-5a63-45f4-947a-c6b3cf414bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319409 Aug 19 15:34:39.054222 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device b6e50a0c-faaf-4e71-a6a9-437b6eb71b12 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:34:39.152116 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port b6e50a0c-faaf-4e71-a6a9-437b6eb71b12, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=b6e50a0c-faaf-4e71-a6a9-437b6eb71b12,segment=NetworkSegment(18b57fa9-4209-44c3-9183-9b29afb91b7e),segment_id=18b57fa9-4209-44c3-9183-9b29afb91b7e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:34:39.163348 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': 'b6e50a0c-faaf-4e71-a6a9-437b6eb71b12', 'network_id': 'daeeae05-d0e8-4983-ac4d-9fc24fdbd284', 'port_id': 'b6e50a0c-faaf-4e71-a6a9-437b6eb71b12', 'mac_address': 'fa:16:3e:0e:bf:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f03950-de7e-419f-96a4-590fa622518c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:34:39.199328 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:39.211995 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6e50a0c-faaf-4e71-a6a9-437b6eb71b12 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:34:39.231202 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port b6e50a0c-faaf-4e71-a6a9-437b6eb71b12, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=b6e50a0c-faaf-4e71-a6a9-437b6eb71b12,segment=NetworkSegment(18b57fa9-4209-44c3-9183-9b29afb91b7e),segment_id=18b57fa9-4209-44c3-9183-9b29afb91b7e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:34:39.234852 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:39.287766 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=b6e50a0c-faaf-4e71-a6a9-437b6eb71b12,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:39.433195 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['b6e50a0c-faaf-4e71-a6a9-437b6eb71b12'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:34:39.831572 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e39cc0-7985-487c-b542-5f615d61cfcf req-09d8ca19-be55-42af-9174-060a1def8693 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:39.833053 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b1e39cc0-7985-487c-b542-5f615d61cfcf req-09d8ca19-be55-42af-9174-060a1def8693 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/ports?device_id=19553684-ebdd-41b8-88ff-3f8e1b17367f HTTP/1.1" status: 200 len: 945 time: 0.0477693 Aug 19 15:34:39.874045 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b1e39cc0-7985-487c-b542-5f615d61cfcf req-e49210ca-7d2b-4885-ace1-2770eed6466b tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/security-groups?id=f523db59-5a63-45f4-947a-c6b3cf414bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351424 Aug 19 15:34:40.986901 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a29a29-7882-40b6-a00d-b505de02b4d7 req-0849e340-7a09-4491-9906-401a3dc8fd70 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:40.988373 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-94a29a29-7882-40b6-a00d-b505de02b4d7 req-0849e340-7a09-4491-9906-401a3dc8fd70 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/ports?device_id=19553684-ebdd-41b8-88ff-3f8e1b17367f HTTP/1.1" status: 200 len: 945 time: 0.0480089 Aug 19 15:34:41.025322 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-94a29a29-7882-40b6-a00d-b505de02b4d7 req-b694907b-c3f6-4fdc-a86a-70a6b5f91080 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/security-groups?id=f523db59-5a63-45f4-947a-c6b3cf414bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309734 Aug 19 15:34:41.069669 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device b6e50a0c-faaf-4e71-a6a9-437b6eb71b12 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:34:41.120970 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port b6e50a0c-faaf-4e71-a6a9-437b6eb71b12 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:34:41.125100 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port b6e50a0c-faaf-4e71-a6a9-437b6eb71b12 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:34:41.125505 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:41.198885 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:41.220855 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19553684-ebdd-41b8-88ff-3f8e1b17367f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e50a0c-faaf-4e71-a6a9-437b6eb71b12'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:34:41.235677 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port b6e50a0c-faaf-4e71-a6a9-437b6eb71b12, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=b6e50a0c-faaf-4e71-a6a9-437b6eb71b12,segment=NetworkSegment(18b57fa9-4209-44c3-9183-9b29afb91b7e),segment_id=18b57fa9-4209-44c3-9183-9b29afb91b7e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:34:41.239738 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:41.263880 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33781a19ce02c5415d916baf9197922328299cb06218664b0429d3f5e03069d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdbed986-acf5-4e53-8a0b-425b09e7cb3f" -d '{"events": [{"server_uuid": "19553684-ebdd-41b8-88ff-3f8e1b17367f", "name": "network-vif-plugged", "status": "completed", "tag": "b6e50a0c-faaf-4e71-a6a9-437b6eb71b12"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:34:41.296291 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=b6e50a0c-faaf-4e71-a6a9-437b6eb71b12,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:41.352479 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3df3f0-1e78-440a-bc72-05ffe069e2ff x-openstack-request-id: req-8f3df3f0-1e78-440a-bc72-05ffe069e2ff {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:34:41.352767 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19553684-ebdd-41b8-88ff-3f8e1b17367f", "name": "network-vif-plugged", "status": "completed", "tag": "b6e50a0c-faaf-4e71-a6a9-437b6eb71b12", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:34:41.353021 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8f3df3f0-1e78-440a-bc72-05ffe069e2ff {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:34:41.353411 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19553684-ebdd-41b8-88ff-3f8e1b17367f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e50a0c-faaf-4e71-a6a9-437b6eb71b12', 'code': 200} Aug 19 15:34:41.446866 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e1135-c76b-40e6-b28b-46b22e25c25d req-13dae2c7-4bf9-4ec0-b70a-0b7e84c317c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:41.448776 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-bf4e1135-c76b-40e6-b28b-46b22e25c25d req-13dae2c7-4bf9-4ec0-b70a-0b7e84c317c4 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=19553684-ebdd-41b8-88ff-3f8e1b17367f HTTP/1.1" status: 200 len: 1097 time: 0.0415981 Aug 19 15:34:41.488281 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-bf4e1135-c76b-40e6-b28b-46b22e25c25d req-4f6dca26-623f-425a-8764-fac28f324f0e service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=f523db59-5a63-45f4-947a-c6b3cf414bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288601 Aug 19 15:34:42.141276 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2b248-9551-4185-b1be-edd76534d429 req-be9c4f86-804c-44c9-9f79-46a9cf643fd4 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:42.142785 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b3f2b248-9551-4185-b1be-edd76534d429 req-be9c4f86-804c-44c9-9f79-46a9cf643fd4 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/ports?device_id=19553684-ebdd-41b8-88ff-3f8e1b17367f HTTP/1.1" status: 200 len: 946 time: 0.0489850 Aug 19 15:34:42.179345 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b3f2b248-9551-4185-b1be-edd76534d429 req-492b54e5-56f6-4654-b1b3-34c85f37aecc tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/security-groups?id=f523db59-5a63-45f4-947a-c6b3cf414bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304186 Aug 19 15:34:43.294680 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad0728b-1f30-41e9-a236-e987d7fc098e req-24410ecd-2864-4a63-b996-6cf56b79a9f6 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:43.296141 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bad0728b-1f30-41e9-a236-e987d7fc098e req-24410ecd-2864-4a63-b996-6cf56b79a9f6 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/ports?device_id=19553684-ebdd-41b8-88ff-3f8e1b17367f HTTP/1.1" status: 200 len: 946 time: 0.0487390 Aug 19 15:34:43.337174 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bad0728b-1f30-41e9-a236-e987d7fc098e req-0d3f4392-163e-4cb8-84bd-e06a58aa9a64 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/security-groups?id=f523db59-5a63-45f4-947a-c6b3cf414bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348208 Aug 19 15:34:43.569352 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b531385-bab4-4627-809b-b73ac2752428 req-ae6d0abe-b977-4e65-bedd-bad856b344a6 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:43.570808 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9b531385-bab4-4627-809b-b73ac2752428 req-ae6d0abe-b977-4e65-bedd-bad856b344a6 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/networks?id=daeeae05-d0e8-4983-ac4d-9fc24fdbd284 HTTP/1.1" status: 200 len: 813 time: 0.1073813 Aug 19 15:34:43.586837 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9b531385-bab4-4627-809b-b73ac2752428 req-455ffa61-ba9e-4d98-a40b-5d8b0f080bbc tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/quotas/e16d0c030f0849b4805e4c82fc9f3c62 HTTP/1.1" status: 200 len: 375 time: 0.0093548 Aug 19 15:34:43.634472 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9b531385-bab4-4627-809b-b73ac2752428 req-8a074cef-4c58-4753-ab42-f118366df8bd tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e16d0c030f0849b4805e4c82fc9f3c62&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0423017 Aug 19 15:34:43.716196 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [req-9b531385-bab4-4627-809b-b73ac2752428 req-ad077857-7313-4880-8f37-da8e381bda62 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:34:43.717237 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9b531385-bab4-4627-809b-b73ac2752428 req-ad077857-7313-4880-8f37-da8e381bda62 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0433972 Aug 19 15:34:43.811870 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9b531385-bab4-4627-809b-b73ac2752428 req-5c26a84c-4af8-4767-a717-0d68552e4e99 service neutron] 10.222.0.69 "GET /v2.0/networks/daeeae05-d0e8-4983-ac4d-9fc24fdbd284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883760 Aug 19 15:34:43.902540 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9b531385-bab4-4627-809b-b73ac2752428 req-453f360f-cf1f-4738-9706-0d2f1d2f71ba service neutron] 10.222.0.69 "GET /v2.0/networks/daeeae05-d0e8-4983-ac4d-9fc24fdbd284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843914 Aug 19 15:34:44.066343 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-90d68c86-04e7-4032-8f93-f38f79bba536 req-d80f22af-082b-47d5-b275-1d31d6a36ee8 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/ports?device_id=635b88b0-56b6-4021-b3ba-b329af374c0b HTTP/1.1" status: 200 len: 210 time: 0.0329692 Aug 19 15:34:45.139844 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b531385-bab4-4627-809b-b73ac2752428 req-fc1d5f6d-5a4d-42f8-a800-bfa031f93192 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:45.141700 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9b531385-bab4-4627-809b-b73ac2752428 req-fc1d5f6d-5a4d-42f8-a800-bfa031f93192 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.88 "GET /v2.0/networks?id=daeeae05-d0e8-4983-ac4d-9fc24fdbd284 HTTP/1.1" status: 200 len: 813 time: 0.1088417 Aug 19 15:34:45.157170 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-9b531385-bab4-4627-809b-b73ac2752428 req-9a5a3b9d-aed5-4156-bfd5-e41ec68f9491 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Request body: {'port': {'device_id': '635b88b0-56b6-4021-b3ba-b329af374c0b', 'network_id': 'daeeae05-d0e8-4983-ac4d-9fc24fdbd284', 'admin_state_up': True, 'tenant_id': 'e16d0c030f0849b4805e4c82fc9f3c62'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:34:45.184830 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-89855509-6bff-41ec-8684-3419458f699e req-f0543b98-35e6-4c58-aa68-09e19c882534 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/ports?device_id=635b88b0-56b6-4021-b3ba-b329af374c0b HTTP/1.1" status: 200 len: 210 time: 0.0419641 Aug 19 15:34:45.278794 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b531385-bab4-4627-809b-b73ac2752428 req-9a5a3b9d-aed5-4156-bfd5-e41ec68f9491 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Made reservation on behalf of e16d0c030f0849b4805e4c82fc9f3c62 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:34:45.282171 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9b531385-bab4-4627-809b-b73ac2752428 req-9a5a3b9d-aed5-4156-bfd5-e41ec68f9491 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:45.404033 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-9b531385-bab4-4627-809b-b73ac2752428 req-9a5a3b9d-aed5-4156-bfd5-e41ec68f9491 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Allocated IP 172.20.0.7 (daeeae05-d0e8-4983-ac4d-9fc24fdbd284/77f03950-de7e-419f-96a4-590fa622518c/a03708db-8cba-4a92-8a13-4b6f9d883501) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:34:45.566828 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9b531385-bab4-4627-809b-b73ac2752428 req-9a5a3b9d-aed5-4156-bfd5-e41ec68f9491 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:45.605678 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9b531385-bab4-4627-809b-b73ac2752428 req-9a5a3b9d-aed5-4156-bfd5-e41ec68f9491 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:45.618458 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['b6e50a0c-faaf-4e71-a6a9-437b6eb71b12'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:34:45.649384 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b531385-bab4-4627-809b-b73ac2752428 req-9a5a3b9d-aed5-4156-bfd5-e41ec68f9491 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Network daeeae05-d0e8-4983-ac4d-9fc24fdbd284 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:34:45.652385 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-9b531385-bab4-4627-809b-b73ac2752428 req-9a5a3b9d-aed5-4156-bfd5-e41ec68f9491 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:34:45.657032 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b531385-bab4-4627-809b-b73ac2752428 req-9a5a3b9d-aed5-4156-bfd5-e41ec68f9491 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:34:45.684246 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a3b9d-aed5-4156-bfd5-e41ec68f9491 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Pushing event updated for resources: {'Port': ['ID=a03708db-8cba-4a92-8a13-4b6f9d883501,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:45.712185 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b531385-bab4-4627-809b-b73ac2752428 req-9a5a3b9d-aed5-4156-bfd5-e41ec68f9491 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:45.712847 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9b531385-bab4-4627-809b-b73ac2752428 req-9a5a3b9d-aed5-4156-bfd5-e41ec68f9491 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:45.727029 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9b531385-bab4-4627-809b-b73ac2752428 req-9a5a3b9d-aed5-4156-bfd5-e41ec68f9491 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5740492 Aug 19 15:34:45.739361 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-9b531385-bab4-4627-809b-b73ac2752428 req-8899780a-c5de-478d-b180-91cc6e963f55 service neutron] Request body: {'port': {'device_id': '635b88b0-56b6-4021-b3ba-b329af374c0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:34:45.791135 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9b531385-bab4-4627-809b-b73ac2752428 req-8899780a-c5de-478d-b180-91cc6e963f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:46.044931 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-9b531385-bab4-4627-809b-b73ac2752428 req-8899780a-c5de-478d-b180-91cc6e963f55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a03708db-8cba-4a92-8a13-4b6f9d883501 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:34:46.052670 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9b531385-bab4-4627-809b-b73ac2752428 req-8899780a-c5de-478d-b180-91cc6e963f55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:46.064539 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-9b531385-bab4-4627-809b-b73ac2752428 req-8899780a-c5de-478d-b180-91cc6e963f55 service neutron] Transition to ACTIVE for port object a03708db-8cba-4a92-8a13-4b6f9d883501 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:34:46.068381 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9b531385-bab4-4627-809b-b73ac2752428 req-8899780a-c5de-478d-b180-91cc6e963f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:46.143431 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8899780a-c5de-478d-b180-91cc6e963f55 service neutron] Pushing event updated for resources: {'Port': ['ID=a03708db-8cba-4a92-8a13-4b6f9d883501,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:46.192196 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-9b531385-bab4-4627-809b-b73ac2752428 req-8899780a-c5de-478d-b180-91cc6e963f55 service neutron] Attempting to bind port a03708db-8cba-4a92-8a13-4b6f9d883501 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:34:46.192568 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-9b531385-bab4-4627-809b-b73ac2752428 req-8899780a-c5de-478d-b180-91cc6e963f55 service neutron] Attempting to bind port a03708db-8cba-4a92-8a13-4b6f9d883501 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '18b57fa9-4209-44c3-9183-9b29afb91b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'daeeae05-d0e8-4983-ac4d-9fc24fdbd284'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:34:46.192899 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b531385-bab4-4627-809b-b73ac2752428 req-8899780a-c5de-478d-b180-91cc6e963f55 service neutron] Attempting to bind port a03708db-8cba-4a92-8a13-4b6f9d883501 on network daeeae05-d0e8-4983-ac4d-9fc24fdbd284 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:34:46.197296 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b531385-bab4-4627-809b-b73ac2752428 req-8899780a-c5de-478d-b180-91cc6e963f55 service neutron] Port a03708db-8cba-4a92-8a13-4b6f9d883501 on network daeeae05-d0e8-4983-ac4d-9fc24fdbd284 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:34:46.197620 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b531385-bab4-4627-809b-b73ac2752428 req-8899780a-c5de-478d-b180-91cc6e963f55 service neutron] Attempting to bind port a03708db-8cba-4a92-8a13-4b6f9d883501 on network daeeae05-d0e8-4983-ac4d-9fc24fdbd284 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:34:46.203057 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b531385-bab4-4627-809b-b73ac2752428 req-8899780a-c5de-478d-b180-91cc6e963f55 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:34:46.203394 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b531385-bab4-4627-809b-b73ac2752428 req-8899780a-c5de-478d-b180-91cc6e963f55 service neutron] Checking segment: {'id': '18b57fa9-4209-44c3-9183-9b29afb91b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'daeeae05-d0e8-4983-ac4d-9fc24fdbd284'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:34:46.203776 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b531385-bab4-4627-809b-b73ac2752428 req-8899780a-c5de-478d-b180-91cc6e963f55 service neutron] Bound using segment: {'id': '18b57fa9-4209-44c3-9183-9b29afb91b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'daeeae05-d0e8-4983-ac4d-9fc24fdbd284'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:34:46.204202 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-9b531385-bab4-4627-809b-b73ac2752428 req-8899780a-c5de-478d-b180-91cc6e963f55 service neutron] Bound port: a03708db-8cba-4a92-8a13-4b6f9d883501, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18b57fa9-4209-44c3-9183-9b29afb91b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'daeeae05-d0e8-4983-ac4d-9fc24fdbd284'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:34:46.204610 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9b531385-bab4-4627-809b-b73ac2752428 req-8899780a-c5de-478d-b180-91cc6e963f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:46.294653 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-9b531385-bab4-4627-809b-b73ac2752428 req-8899780a-c5de-478d-b180-91cc6e963f55 service neutron] For port a03708db-8cba-4a92-8a13-4b6f9d883501, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:34:46.310944 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-9b531385-bab4-4627-809b-b73ac2752428 req-8899780a-c5de-478d-b180-91cc6e963f55 service neutron] For port a03708db-8cba-4a92-8a13-4b6f9d883501, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=a03708db-8cba-4a92-8a13-4b6f9d883501,segment=NetworkSegment(18b57fa9-4209-44c3-9183-9b29afb91b7e),segment_id=18b57fa9-4209-44c3-9183-9b29afb91b7e)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:34:46.316491 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9b531385-bab4-4627-809b-b73ac2752428 req-8899780a-c5de-478d-b180-91cc6e963f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:46.329453 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c02d2-4a2b-4fb6-903f-1617dd7d5190 req-6181cab3-4b14-482d-a657-1166544b7b6d tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:46.330946 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1d7c02d2-4a2b-4fb6-903f-1617dd7d5190 req-6181cab3-4b14-482d-a657-1166544b7b6d tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/ports?device_id=635b88b0-56b6-4021-b3ba-b329af374c0b HTTP/1.1" status: 200 len: 943 time: 0.0790169 Aug 19 15:34:46.375261 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b531385-bab4-4627-809b-b73ac2752428 req-8899780a-c5de-478d-b180-91cc6e963f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:46.375870 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9b531385-bab4-4627-809b-b73ac2752428 req-8899780a-c5de-478d-b180-91cc6e963f55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:46.377269 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9b531385-bab4-4627-809b-b73ac2752428 req-8899780a-c5de-478d-b180-91cc6e963f55 service neutron] 10.222.0.88 "PUT /v2.0/ports/a03708db-8cba-4a92-8a13-4b6f9d883501 HTTP/1.1" status: 200 len: 1091 time: 0.6420922 Aug 19 15:34:46.381248 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '635b88b0-56b6-4021-b3ba-b329af374c0b', 'tag': 'a03708db-8cba-4a92-8a13-4b6f9d883501'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:34:46.383484 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22fe28f3f2ed00298fad1814fbe4737ebcc7f8c7d408f26f1f50550a3b01d4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f835a991-dfe3-457a-af3b-e87ba1fc90b8" -d '{"events": [{"name": "network-changed", "server_uuid": "635b88b0-56b6-4021-b3ba-b329af374c0b", "tag": "a03708db-8cba-4a92-8a13-4b6f9d883501"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:34:46.420780 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1d7c02d2-4a2b-4fb6-903f-1617dd7d5190 req-8c4ced3a-7b88-4c6a-aed6-250e3b454758 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/security-groups?id=f523db59-5a63-45f4-947a-c6b3cf414bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692985 Aug 19 15:34:46.421589 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8899780a-c5de-478d-b180-91cc6e963f55 service neutron] Pushing event updated for resources: {'Port': ['ID=a03708db-8cba-4a92-8a13-4b6f9d883501,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:46.425208 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1525ab-2c2e-423d-bcf3-136716c03fad x-openstack-request-id: req-6f1525ab-2c2e-423d-bcf3-136716c03fad {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:34:46.425489 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "635b88b0-56b6-4021-b3ba-b329af374c0b", "tag": "a03708db-8cba-4a92-8a13-4b6f9d883501", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:34:46.425737 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6f1525ab-2c2e-423d-bcf3-136716c03fad {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:34:46.426131 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '635b88b0-56b6-4021-b3ba-b329af374c0b', 'tag': 'a03708db-8cba-4a92-8a13-4b6f9d883501', 'status': 'completed', 'code': 200} Aug 19 15:34:46.471213 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b531385-bab4-4627-809b-b73ac2752428 req-28c73194-e5f4-44fe-a9ce-46f4e8771dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:46.472764 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9b531385-bab4-4627-809b-b73ac2752428 req-28c73194-e5f4-44fe-a9ce-46f4e8771dac service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e16d0c030f0849b4805e4c82fc9f3c62&device_id=635b88b0-56b6-4021-b3ba-b329af374c0b HTTP/1.1" status: 200 len: 1094 time: 0.0455074 Aug 19 15:34:46.518681 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9b531385-bab4-4627-809b-b73ac2752428 req-1bc76571-a767-4006-90fa-332bbaccc610 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a03708db-8cba-4a92-8a13-4b6f9d883501 HTTP/1.1" status: 200 len: 217 time: 0.0385838 Aug 19 15:34:46.566428 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b531385-bab4-4627-809b-b73ac2752428 req-ca84bc25-af6c-4ac7-84e0-88c7e310577b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:46.567748 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9b531385-bab4-4627-809b-b73ac2752428 req-ca84bc25-af6c-4ac7-84e0-88c7e310577b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=77f03950-de7e-419f-96a4-590fa622518c HTTP/1.1" status: 200 len: 853 time: 0.0423579 Aug 19 15:34:46.600168 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9b531385-bab4-4627-809b-b73ac2752428 req-7abf4a0d-6655-45b3-8b92-aadfb0028b23 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=daeeae05-d0e8-4983-ac4d-9fc24fdbd284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247836 Aug 19 15:34:46.691534 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9b531385-bab4-4627-809b-b73ac2752428 req-86f29c27-ed78-4489-8c9f-705ac4294e18 service neutron] 10.222.0.88 "GET /v2.0/networks/daeeae05-d0e8-4983-ac4d-9fc24fdbd284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836878 Aug 19 15:34:46.781328 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9b531385-bab4-4627-809b-b73ac2752428 req-b6d9653b-0bb5-406e-ac7c-b42ac945fa07 service neutron] 10.222.0.88 "GET /v2.0/networks/daeeae05-d0e8-4983-ac4d-9fc24fdbd284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820556 Aug 19 15:34:46.865341 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835a991-dfe3-457a-af3b-e87ba1fc90b8 req-861d9cf2-40ce-44f6-915d-19a24237e7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:46.866739 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f835a991-dfe3-457a-af3b-e87ba1fc90b8 req-861d9cf2-40ce-44f6-915d-19a24237e7d5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e16d0c030f0849b4805e4c82fc9f3c62&device_id=635b88b0-56b6-4021-b3ba-b329af374c0b HTTP/1.1" status: 200 len: 1094 time: 0.0399485 Aug 19 15:34:46.958376 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835a991-dfe3-457a-af3b-e87ba1fc90b8 req-b10a8227-9168-47d6-8542-fe338d9daab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:46.959847 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f835a991-dfe3-457a-af3b-e87ba1fc90b8 req-b10a8227-9168-47d6-8542-fe338d9daab4 service neutron] 10.222.0.88 "GET /v2.0/networks?id=daeeae05-d0e8-4983-ac4d-9fc24fdbd284 HTTP/1.1" status: 200 len: 914 time: 0.0860844 Aug 19 15:34:47.000993 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f835a991-dfe3-457a-af3b-e87ba1fc90b8 req-db03264a-4385-40bc-92d7-6b20fa8adb14 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a03708db-8cba-4a92-8a13-4b6f9d883501 HTTP/1.1" status: 200 len: 217 time: 0.0341563 Aug 19 15:34:47.054969 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835a991-dfe3-457a-af3b-e87ba1fc90b8 req-87c39aab-c63c-45ed-9bf5-7fe94c56ba3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:47.056423 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f835a991-dfe3-457a-af3b-e87ba1fc90b8 req-87c39aab-c63c-45ed-9bf5-7fe94c56ba3a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=77f03950-de7e-419f-96a4-590fa622518c HTTP/1.1" status: 200 len: 853 time: 0.0460274 Aug 19 15:34:47.091739 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f835a991-dfe3-457a-af3b-e87ba1fc90b8 req-36e6960a-8a82-454e-99a7-1d173c950d64 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=daeeae05-d0e8-4983-ac4d-9fc24fdbd284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236886 Aug 19 15:34:47.178506 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f835a991-dfe3-457a-af3b-e87ba1fc90b8 req-7802fab1-97e3-440b-b036-c49b48661be9 service neutron] 10.222.0.88 "GET /v2.0/networks/daeeae05-d0e8-4983-ac4d-9fc24fdbd284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787883 Aug 19 15:34:47.270759 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f835a991-dfe3-457a-af3b-e87ba1fc90b8 req-297886a1-ba90-4587-9ee2-b56843fb8644 service neutron] 10.222.0.88 "GET /v2.0/networks/daeeae05-d0e8-4983-ac4d-9fc24fdbd284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845470 Aug 19 15:34:47.545172 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56b729-3751-4adb-bc46-ce2ce2ddbbd9 req-9c4b11e7-c281-40ce-b4ef-0302ca42a8b6 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:47.546651 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ba56b729-3751-4adb-bc46-ce2ce2ddbbd9 req-9c4b11e7-c281-40ce-b4ef-0302ca42a8b6 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/ports?device_id=635b88b0-56b6-4021-b3ba-b329af374c0b HTTP/1.1" status: 200 len: 943 time: 0.0504653 Aug 19 15:34:47.583762 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ba56b729-3751-4adb-bc46-ce2ce2ddbbd9 req-eb63c89e-308f-48bf-8ac1-3bde63f371b6 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/security-groups?id=f523db59-5a63-45f4-947a-c6b3cf414bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307720 Aug 19 15:34:48.696851 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35f5c3-96e0-4153-b923-3c5fda48c965 req-b9d9b3f8-8832-4464-a4aa-b16c30a13d85 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:48.698676 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bb35f5c3-96e0-4153-b923-3c5fda48c965 req-b9d9b3f8-8832-4464-a4aa-b16c30a13d85 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/ports?device_id=635b88b0-56b6-4021-b3ba-b329af374c0b HTTP/1.1" status: 200 len: 943 time: 0.0485170 Aug 19 15:34:48.736654 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bb35f5c3-96e0-4153-b923-3c5fda48c965 req-4539e16d-9300-4095-b84a-4e50ab484033 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/security-groups?id=f523db59-5a63-45f4-947a-c6b3cf414bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320282 Aug 19 15:34:49.828982 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d8cc5d6f-ea1a-4c5a-8f54-f21ebfebb8aa req-1f3fec97-09c3-4f24-b130-27c16f7f27b9 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=19553684-ebdd-41b8-88ff-3f8e1b17367f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425220 Aug 19 15:34:49.863478 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520986fc-8cdc-4329-8130-d17af682dae0 req-5b98a8c6-a17c-4605-8b1e-ec25cf5e254a tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:49.865674 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-520986fc-8cdc-4329-8130-d17af682dae0 req-5b98a8c6-a17c-4605-8b1e-ec25cf5e254a tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/ports?device_id=635b88b0-56b6-4021-b3ba-b329af374c0b HTTP/1.1" status: 200 len: 943 time: 0.0593629 Aug 19 15:34:49.905617 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-520986fc-8cdc-4329-8130-d17af682dae0 req-8f2923e5-e42a-4b10-8bba-0486ffcc3f0a tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/security-groups?id=f523db59-5a63-45f4-947a-c6b3cf414bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339272 Aug 19 15:34:49.920649 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc5d6f-ea1a-4c5a-8f54-f21ebfebb8aa req-3bd7bee2-fd31-4540-b58a-f934a78341f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:49.922182 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d8cc5d6f-ea1a-4c5a-8f54-f21ebfebb8aa req-3bd7bee2-fd31-4540-b58a-f934a78341f7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e16d0c030f0849b4805e4c82fc9f3c62&device_id=19553684-ebdd-41b8-88ff-3f8e1b17367f HTTP/1.1" status: 200 len: 1097 time: 0.0467761 Aug 19 15:34:50.028388 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc5d6f-ea1a-4c5a-8f54-f21ebfebb8aa req-c5313ffb-dfd3-4959-b4ca-fec265089f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:50.029834 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d8cc5d6f-ea1a-4c5a-8f54-f21ebfebb8aa req-c5313ffb-dfd3-4959-b4ca-fec265089f0b service neutron] 10.222.0.68 "GET /v2.0/networks?id=daeeae05-d0e8-4983-ac4d-9fc24fdbd284 HTTP/1.1" status: 200 len: 914 time: 0.0844631 Aug 19 15:34:50.077387 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d8cc5d6f-ea1a-4c5a-8f54-f21ebfebb8aa req-7ab13fe8-da5f-40fe-b24b-9ef4ac44fa72 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6e50a0c-faaf-4e71-a6a9-437b6eb71b12 HTTP/1.1" status: 200 len: 217 time: 0.0399108 Aug 19 15:34:50.127109 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc5d6f-ea1a-4c5a-8f54-f21ebfebb8aa req-2a4d975d-af2f-42b6-9e34-806116996ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:50.128605 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d8cc5d6f-ea1a-4c5a-8f54-f21ebfebb8aa req-2a4d975d-af2f-42b6-9e34-806116996ea0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=77f03950-de7e-419f-96a4-590fa622518c HTTP/1.1" status: 200 len: 853 time: 0.0445516 Aug 19 15:34:50.160896 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d8cc5d6f-ea1a-4c5a-8f54-f21ebfebb8aa req-f852c694-1519-4b73-b899-53bd3229a0dd service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=daeeae05-d0e8-4983-ac4d-9fc24fdbd284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242672 Aug 19 15:34:50.252416 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d8cc5d6f-ea1a-4c5a-8f54-f21ebfebb8aa req-aa51531b-6b56-4bae-8df5-97e79c53da5d service neutron] 10.222.0.68 "GET /v2.0/networks/daeeae05-d0e8-4983-ac4d-9fc24fdbd284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819166 Aug 19 15:34:50.346350 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-d8cc5d6f-ea1a-4c5a-8f54-f21ebfebb8aa req-61a9d250-47ec-4fda-a087-3ae7fd1772f4 service neutron] 10.222.0.68 "GET /v2.0/networks/daeeae05-d0e8-4983-ac4d-9fc24fdbd284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860586 Aug 19 15:34:50.860299 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device a03708db-8cba-4a92-8a13-4b6f9d883501 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:34:50.955205 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port a03708db-8cba-4a92-8a13-4b6f9d883501, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=a03708db-8cba-4a92-8a13-4b6f9d883501,segment=NetworkSegment(18b57fa9-4209-44c3-9183-9b29afb91b7e),segment_id=18b57fa9-4209-44c3-9183-9b29afb91b7e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:34:50.967428 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': 'a03708db-8cba-4a92-8a13-4b6f9d883501', 'network_id': 'daeeae05-d0e8-4983-ac4d-9fc24fdbd284', 'port_id': 'a03708db-8cba-4a92-8a13-4b6f9d883501', 'mac_address': 'fa:16:3e:37:cf:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f03950-de7e-419f-96a4-590fa622518c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:34:51.003377 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:51.016496 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a03708db-8cba-4a92-8a13-4b6f9d883501 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:34:51.022452 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13990bc2-7a50-4e35-becd-f92e696b6cf3 req-1ead114e-ae64-40ef-a971-c8065bc0375d tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:51.023956 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-13990bc2-7a50-4e35-becd-f92e696b6cf3 req-1ead114e-ae64-40ef-a971-c8065bc0375d tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/ports?device_id=635b88b0-56b6-4021-b3ba-b329af374c0b HTTP/1.1" status: 200 len: 943 time: 0.0489831 Aug 19 15:34:51.036173 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port a03708db-8cba-4a92-8a13-4b6f9d883501, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=a03708db-8cba-4a92-8a13-4b6f9d883501,segment=NetworkSegment(18b57fa9-4209-44c3-9183-9b29afb91b7e),segment_id=18b57fa9-4209-44c3-9183-9b29afb91b7e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:34:51.041343 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:51.063938 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-13990bc2-7a50-4e35-becd-f92e696b6cf3 req-761e3090-0782-4415-b811-77b5de03d5a6 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/security-groups?id=f523db59-5a63-45f4-947a-c6b3cf414bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338132 Aug 19 15:34:51.087934 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=a03708db-8cba-4a92-8a13-4b6f9d883501,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:51.224768 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['a03708db-8cba-4a92-8a13-4b6f9d883501'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:34:52.180112 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103a0cd-e60e-4c2d-bde3-5fade08f9a28 req-4312ffd1-a290-47c7-9d96-d62b48d8a706 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:52.181587 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4103a0cd-e60e-4c2d-bde3-5fade08f9a28 req-4312ffd1-a290-47c7-9d96-d62b48d8a706 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/ports?device_id=635b88b0-56b6-4021-b3ba-b329af374c0b HTTP/1.1" status: 200 len: 944 time: 0.0484722 Aug 19 15:34:52.218967 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4103a0cd-e60e-4c2d-bde3-5fade08f9a28 req-aba1fe5d-c34c-416a-9b6c-527f0dc076ae tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/security-groups?id=f523db59-5a63-45f4-947a-c6b3cf414bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314162 Aug 19 15:34:52.876217 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device a03708db-8cba-4a92-8a13-4b6f9d883501 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:34:52.923381 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port a03708db-8cba-4a92-8a13-4b6f9d883501 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:34:52.927043 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port a03708db-8cba-4a92-8a13-4b6f9d883501 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:34:52.927413 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:53.004829 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:53.026296 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635b88b0-56b6-4021-b3ba-b329af374c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a03708db-8cba-4a92-8a13-4b6f9d883501'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:34:53.028577 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33781a19ce02c5415d916baf9197922328299cb06218664b0429d3f5e03069d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5378585c-33f7-4cf4-9359-0a19bbce1fc3" -d '{"events": [{"server_uuid": "635b88b0-56b6-4021-b3ba-b329af374c0b", "name": "network-vif-plugged", "status": "completed", "tag": "a03708db-8cba-4a92-8a13-4b6f9d883501"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:34:53.042082 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port a03708db-8cba-4a92-8a13-4b6f9d883501, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=a03708db-8cba-4a92-8a13-4b6f9d883501,segment=NetworkSegment(18b57fa9-4209-44c3-9183-9b29afb91b7e),segment_id=18b57fa9-4209-44c3-9183-9b29afb91b7e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:34:53.046676 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:53.070802 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c323995-113a-4369-b467-0c60d0def0f1 x-openstack-request-id: req-8c323995-113a-4369-b467-0c60d0def0f1 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:34:53.071091 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "635b88b0-56b6-4021-b3ba-b329af374c0b", "name": "network-vif-plugged", "status": "completed", "tag": "a03708db-8cba-4a92-8a13-4b6f9d883501", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:34:53.071344 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8c323995-113a-4369-b467-0c60d0def0f1 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:34:53.071735 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '635b88b0-56b6-4021-b3ba-b329af374c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a03708db-8cba-4a92-8a13-4b6f9d883501', 'code': 200} Aug 19 15:34:53.097542 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=a03708db-8cba-4a92-8a13-4b6f9d883501,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:53.164748 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d6434-af3b-4628-93bf-5a4a99bafef9 req-559ce1eb-90fa-40db-ab54-9440d906ec2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:53.166112 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-271d6434-af3b-4628-93bf-5a4a99bafef9 req-559ce1eb-90fa-40db-ab54-9440d906ec2b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=635b88b0-56b6-4021-b3ba-b329af374c0b HTTP/1.1" status: 200 len: 1096 time: 0.0415287 Aug 19 15:34:53.201189 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-271d6434-af3b-4628-93bf-5a4a99bafef9 req-4706e9d9-1341-40dc-8e28-574c17dca32a service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=f523db59-5a63-45f4-947a-c6b3cf414bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275664 Aug 19 15:34:53.332274 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38714153-642c-407d-821c-5dce7bbc25eb req-caac218e-38ff-400b-a206-f9fc38596ccb tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:53.333810 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-38714153-642c-407d-821c-5dce7bbc25eb req-caac218e-38ff-400b-a206-f9fc38596ccb tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/ports?device_id=635b88b0-56b6-4021-b3ba-b329af374c0b HTTP/1.1" status: 200 len: 945 time: 0.0490837 Aug 19 15:34:53.370320 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-38714153-642c-407d-821c-5dce7bbc25eb req-9eb7fdfa-8bf7-4a3f-b237-72151f672259 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/security-groups?id=f523db59-5a63-45f4-947a-c6b3cf414bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305765 Aug 19 15:34:54.515760 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-64019ee4-56b9-49c4-a9d3-4f6230fafdf9 req-8c4f4a8c-df59-4d21-85d6-9e49a2863bda service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=635b88b0-56b6-4021-b3ba-b329af374c0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0792010 Aug 19 15:34:54.524822 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5738e-522b-4295-a129-9848edb3f1cf req-1fe6c6ac-3159-4880-a1df-294a580fead6 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:54.526250 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-beb5738e-522b-4295-a129-9848edb3f1cf req-1fe6c6ac-3159-4880-a1df-294a580fead6 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/ports?device_id=635b88b0-56b6-4021-b3ba-b329af374c0b HTTP/1.1" status: 200 len: 945 time: 0.0773990 Aug 19 15:34:54.573732 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-beb5738e-522b-4295-a129-9848edb3f1cf req-8683b783-0225-442b-bc22-fe7820b01ca3 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/security-groups?id=f523db59-5a63-45f4-947a-c6b3cf414bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408590 Aug 19 15:34:54.603158 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64019ee4-56b9-49c4-a9d3-4f6230fafdf9 req-c10635fd-fabd-407b-b673-aa6f23d4b06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:54.604701 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-64019ee4-56b9-49c4-a9d3-4f6230fafdf9 req-c10635fd-fabd-407b-b673-aa6f23d4b06b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e16d0c030f0849b4805e4c82fc9f3c62&device_id=635b88b0-56b6-4021-b3ba-b329af374c0b HTTP/1.1" status: 200 len: 1096 time: 0.0458374 Aug 19 15:34:54.712942 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64019ee4-56b9-49c4-a9d3-4f6230fafdf9 req-e3c9d3ef-6766-44f3-a3cc-26b92cd7e330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:54.714946 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-64019ee4-56b9-49c4-a9d3-4f6230fafdf9 req-e3c9d3ef-6766-44f3-a3cc-26b92cd7e330 service neutron] 10.222.0.88 "GET /v2.0/networks?id=daeeae05-d0e8-4983-ac4d-9fc24fdbd284 HTTP/1.1" status: 200 len: 914 time: 0.0917878 Aug 19 15:34:55.099181 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-64019ee4-56b9-49c4-a9d3-4f6230fafdf9 req-5f160f1b-eda3-41d1-a402-205e7c5c6ca2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a03708db-8cba-4a92-8a13-4b6f9d883501 HTTP/1.1" status: 200 len: 217 time: 0.3767068 Aug 19 15:34:55.171605 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64019ee4-56b9-49c4-a9d3-4f6230fafdf9 req-d4488948-5b62-4a6a-9e4f-51181e47c784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:55.173087 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-64019ee4-56b9-49c4-a9d3-4f6230fafdf9 req-d4488948-5b62-4a6a-9e4f-51181e47c784 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=77f03950-de7e-419f-96a4-590fa622518c HTTP/1.1" status: 200 len: 853 time: 0.0650463 Aug 19 15:34:55.180954 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d903b8-5177-4f8c-94bd-c58a34b306aa req-9ce335d2-07b2-4c6f-b91d-1d897020c07f tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:55.182301 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d0d903b8-5177-4f8c-94bd-c58a34b306aa req-9ce335d2-07b2-4c6f-b91d-1d897020c07f tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/ports?device_id=635b88b0-56b6-4021-b3ba-b329af374c0b HTTP/1.1" status: 200 len: 945 time: 0.0856733 Aug 19 15:34:55.212294 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-64019ee4-56b9-49c4-a9d3-4f6230fafdf9 req-56007818-7e0d-4821-a094-308e61e9f7da service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=daeeae05-d0e8-4983-ac4d-9fc24fdbd284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290771 Aug 19 15:34:55.275856 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d0d903b8-5177-4f8c-94bd-c58a34b306aa req-8c23dda2-2d58-4193-9496-9c11bcd456b6 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/security-groups?id=f523db59-5a63-45f4-947a-c6b3cf414bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848153 Aug 19 15:34:55.313900 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-64019ee4-56b9-49c4-a9d3-4f6230fafdf9 req-39197645-b535-418d-93f7-56f7f3d9d39d service neutron] 10.222.0.88 "GET /v2.0/networks/daeeae05-d0e8-4983-ac4d-9fc24fdbd284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939875 Aug 19 15:34:55.404889 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-64019ee4-56b9-49c4-a9d3-4f6230fafdf9 req-cf370846-1d4a-450c-bfbb-0d0405ba06ba service neutron] 10.222.0.88 "GET /v2.0/networks/daeeae05-d0e8-4983-ac4d-9fc24fdbd284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829463 Aug 19 15:34:56.058499 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdcec96-a619-4a05-be4d-895ba18a3c20 req-e35a2a3c-697c-4299-a8b5-e82a2f13e355 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:56.060681 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-acdcec96-a619-4a05-be4d-895ba18a3c20 req-e35a2a3c-697c-4299-a8b5-e82a2f13e355 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.88 "GET /v2.0/ports?device_id=635b88b0-56b6-4021-b3ba-b329af374c0b HTTP/1.1" status: 200 len: 945 time: 0.0510635 Aug 19 15:34:56.150695 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-acdcec96-a619-4a05-be4d-895ba18a3c20 req-d0a28a33-b125-43ef-a30c-a60fae204ff8 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Deleting port a03708db-8cba-4a92-8a13-4b6f9d883501 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:34:56.151035 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-acdcec96-a619-4a05-be4d-895ba18a3c20 req-d0a28a33-b125-43ef-a30c-a60fae204ff8 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:56.235870 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-acdcec96-a619-4a05-be4d-895ba18a3c20 req-d0a28a33-b125-43ef-a30c-a60fae204ff8 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] For port a03708db-8cba-4a92-8a13-4b6f9d883501, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=a03708db-8cba-4a92-8a13-4b6f9d883501,segment=NetworkSegment(18b57fa9-4209-44c3-9183-9b29afb91b7e),segment_id=18b57fa9-4209-44c3-9183-9b29afb91b7e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:34:56.236236 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-acdcec96-a619-4a05-be4d-895ba18a3c20 req-d0a28a33-b125-43ef-a30c-a60fae204ff8 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:56.249170 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-acdcec96-a619-4a05-be4d-895ba18a3c20 req-d0a28a33-b125-43ef-a30c-a60fae204ff8 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Calling delete_port for a03708db-8cba-4a92-8a13-4b6f9d883501 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:34:56.403829 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-acdcec96-a619-4a05-be4d-895ba18a3c20 req-d0a28a33-b125-43ef-a30c-a60fae204ff8 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:56.415967 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['a03708db-8cba-4a92-8a13-4b6f9d883501'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:34:56.419371 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['b6e50a0c-faaf-4e71-a6a9-437b6eb71b12'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:34:56.439962 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b36d6b-b475-4360-88e7-eb97801718c1 req-1aad29ae-31ef-4c38-85aa-ebc9de3fadb9 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:56.447516 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-25b36d6b-b475-4360-88e7-eb97801718c1 req-1aad29ae-31ef-4c38-85aa-ebc9de3fadb9 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/ports?device_id=635b88b0-56b6-4021-b3ba-b329af374c0b HTTP/1.1" status: 200 len: 867 time: 0.0959570 Aug 19 15:34:56.452939 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a28a33-b125-43ef-a30c-a60fae204ff8 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Pushing event deleted for resources: {'Port': ['ID=a03708db-8cba-4a92-8a13-4b6f9d883501,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:34:56.509219 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-acdcec96-a619-4a05-be4d-895ba18a3c20 req-d0a28a33-b125-43ef-a30c-a60fae204ff8 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] No DVR routers for this DVR port a03708db-8cba-4a92-8a13-4b6f9d883501 on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:34:56.516580 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-acdcec96-a619-4a05-be4d-895ba18a3c20 req-d0a28a33-b125-43ef-a30c-a60fae204ff8 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:34:56.518535 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-acdcec96-a619-4a05-be4d-895ba18a3c20 req-d0a28a33-b125-43ef-a30c-a60fae204ff8 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.88 "DELETE /v2.0/ports/a03708db-8cba-4a92-8a13-4b6f9d883501 HTTP/1.1" status: 204 len: 173 time: 0.4519565 Aug 19 15:34:56.519037 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635b88b0-56b6-4021-b3ba-b329af374c0b', 'name': 'network-vif-deleted', 'tag': 'a03708db-8cba-4a92-8a13-4b6f9d883501'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:34:56.522576 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22fe28f3f2ed00298fad1814fbe4737ebcc7f8c7d408f26f1f50550a3b01d4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7836f2b-d99e-44f4-b0c3-87e54634c6b3" -d '{"events": [{"server_uuid": "635b88b0-56b6-4021-b3ba-b329af374c0b", "name": "network-vif-deleted", "tag": "a03708db-8cba-4a92-8a13-4b6f9d883501"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:34:56.542352 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-25b36d6b-b475-4360-88e7-eb97801718c1 req-a79a853c-b9dc-4b01-9f36-9cf2d0d651a1 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/security-groups?id=f523db59-5a63-45f4-947a-c6b3cf414bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935287 Aug 19 15:34:56.564920 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac84488-06d9-49ba-aa8f-86fc208a5615 x-openstack-request-id: req-dac84488-06d9-49ba-aa8f-86fc208a5615 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:34:56.565236 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "635b88b0-56b6-4021-b3ba-b329af374c0b", "name": "network-vif-deleted", "tag": "a03708db-8cba-4a92-8a13-4b6f9d883501", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:34:56.565485 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-dac84488-06d9-49ba-aa8f-86fc208a5615 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:34:56.565885 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '635b88b0-56b6-4021-b3ba-b329af374c0b', 'name': 'network-vif-deleted', 'tag': 'a03708db-8cba-4a92-8a13-4b6f9d883501', 'status': 'completed', 'code': 200} Aug 19 15:34:57.688015 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac637e-ca38-4a54-8ea9-4b74dc923c43 req-5f649e4a-91cb-4c0f-acd1-5bd7e80f57a4 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:57.689495 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c1ac637e-ca38-4a54-8ea9-4b74dc923c43 req-5f649e4a-91cb-4c0f-acd1-5bd7e80f57a4 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/ports?device_id=19553684-ebdd-41b8-88ff-3f8e1b17367f HTTP/1.1" status: 200 len: 946 time: 0.0485108 Aug 19 15:34:57.727371 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c1ac637e-ca38-4a54-8ea9-4b74dc923c43 req-4a7f24ce-4e6b-4538-9ef5-5c50bbf60557 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/security-groups?id=f523db59-5a63-45f4-947a-c6b3cf414bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317883 Aug 19 15:34:57.856598 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a8a8b-a006-40ee-81bb-ae681c6b1094 req-07a3c71e-47e7-441f-99fc-fdc3bfe183d3 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:57.858064 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f31a8a8b-a006-40ee-81bb-ae681c6b1094 req-07a3c71e-47e7-441f-99fc-fdc3bfe183d3 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/ports?device_id=19553684-ebdd-41b8-88ff-3f8e1b17367f HTTP/1.1" status: 200 len: 946 time: 0.0490067 Aug 19 15:34:57.899524 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f31a8a8b-a006-40ee-81bb-ae681c6b1094 req-baee167a-92ec-4379-abeb-9aae7d69295d tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/security-groups?id=f523db59-5a63-45f4-947a-c6b3cf414bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353534 Aug 19 15:34:58.014471 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3400e3-4ec3-4b0e-845a-f458a37ed569 req-5374cb08-59d0-4e70-a179-96a6299c9f90 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:58.015878 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5a3400e3-4ec3-4b0e-845a-f458a37ed569 req-5374cb08-59d0-4e70-a179-96a6299c9f90 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/ports?device_id=19553684-ebdd-41b8-88ff-3f8e1b17367f HTTP/1.1" status: 200 len: 946 time: 0.0487301 Aug 19 15:34:58.053366 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5a3400e3-4ec3-4b0e-845a-f458a37ed569 req-6d74ae0f-2122-4d16-b5b7-83744e4c112f tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/security-groups?id=f523db59-5a63-45f4-947a-c6b3cf414bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308468 Aug 19 15:34:58.220817 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4785225-4505-4c19-ad40-c74c6b2de991 req-6ce5f431-ba7e-4123-be55-f077abc1f58e tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:58.222289 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f4785225-4505-4c19-ad40-c74c6b2de991 req-6ce5f431-ba7e-4123-be55-f077abc1f58e tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/ports?device_id=19553684-ebdd-41b8-88ff-3f8e1b17367f HTTP/1.1" status: 200 len: 946 time: 0.0502713 Aug 19 15:34:58.261229 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f4785225-4505-4c19-ad40-c74c6b2de991 req-fbda16cb-8bb1-4b87-88f2-f7be0c9a8577 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/security-groups?id=f523db59-5a63-45f4-947a-c6b3cf414bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328310 Aug 19 15:34:58.375954 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af8771-2dd5-4340-8ad5-ee336236cfe0 req-5b4dd7d3-f039-415d-87de-2485407aed2c tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:58.377508 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-44af8771-2dd5-4340-8ad5-ee336236cfe0 req-5b4dd7d3-f039-415d-87de-2485407aed2c tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/ports?device_id=19553684-ebdd-41b8-88ff-3f8e1b17367f HTTP/1.1" status: 200 len: 946 time: 0.0493603 Aug 19 15:34:58.419849 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-44af8771-2dd5-4340-8ad5-ee336236cfe0 req-ca8825a3-33d3-4d15-8340-51cbc1d7f17c tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/security-groups?id=f523db59-5a63-45f4-947a-c6b3cf414bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362477 Aug 19 15:34:58.544325 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db62045-cda9-4226-94a1-95cbdebba5c9 req-f154deee-018e-461c-b213-8fa2ec473951 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:58.545828 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7db62045-cda9-4226-94a1-95cbdebba5c9 req-f154deee-018e-461c-b213-8fa2ec473951 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/ports?device_id=19553684-ebdd-41b8-88ff-3f8e1b17367f HTTP/1.1" status: 200 len: 946 time: 0.0501006 Aug 19 15:34:58.585863 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7db62045-cda9-4226-94a1-95cbdebba5c9 req-57014e5f-ee35-47d5-b5af-e1d0ccb78175 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/security-groups?id=f523db59-5a63-45f4-947a-c6b3cf414bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331180 Aug 19 15:34:58.884102 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb994e-0373-407b-9152-242c33e8041d req-405464ea-ad0a-4202-89d5-d6eeb50e31d2 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:34:58.885601 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-04cb994e-0373-407b-9152-242c33e8041d req-405464ea-ad0a-4202-89d5-d6eeb50e31d2 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/ports?device_id=19553684-ebdd-41b8-88ff-3f8e1b17367f HTTP/1.1" status: 200 len: 946 time: 0.0489841 Aug 19 15:34:58.907750 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device a03708db-8cba-4a92-8a13-4b6f9d883501 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:34:58.925158 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-04cb994e-0373-407b-9152-242c33e8041d req-87e9d66c-641d-43c9-ab3b-c2c48fb47ece tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/security-groups?id=f523db59-5a63-45f4-947a-c6b3cf414bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329106 Aug 19 15:34:58.927771 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: a03708db-8cba-4a92-8a13-4b6f9d883501 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:34:58.928118 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device a03708db-8cba-4a92-8a13-4b6f9d883501 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:35:00.045724 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6ca77-3f4b-4bf4-88ed-3797ecbe93db req-1fb5b085-e630-47b3-9fd8-4cf54df38909 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:00.047229 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-faf6ca77-3f4b-4bf4-88ed-3797ecbe93db req-1fb5b085-e630-47b3-9fd8-4cf54df38909 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/ports?device_id=19553684-ebdd-41b8-88ff-3f8e1b17367f HTTP/1.1" status: 200 len: 946 time: 0.0522552 Aug 19 15:35:00.089398 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-faf6ca77-3f4b-4bf4-88ed-3797ecbe93db req-e9e482ed-373f-4f9f-85e3-ea0665f75a75 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/security-groups?id=f523db59-5a63-45f4-947a-c6b3cf414bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360749 Aug 19 15:35:00.306130 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ec4b4-c13a-4abd-a574-2a36a1d314b9 req-fb8ca3a0-d7bc-42ad-97b8-65493652a297 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:00.307595 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-bf9ec4b4-c13a-4abd-a574-2a36a1d314b9 req-fb8ca3a0-d7bc-42ad-97b8-65493652a297 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.68 "GET /v2.0/ports?device_id=19553684-ebdd-41b8-88ff-3f8e1b17367f HTTP/1.1" status: 200 len: 946 time: 0.0556631 Aug 19 15:35:00.400393 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-bf9ec4b4-c13a-4abd-a574-2a36a1d314b9 req-03a0e29b-927c-4c8d-8c10-a1157af368e0 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Deleting port b6e50a0c-faaf-4e71-a6a9-437b6eb71b12 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:35:00.400761 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bf9ec4b4-c13a-4abd-a574-2a36a1d314b9 req-03a0e29b-927c-4c8d-8c10-a1157af368e0 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:00.493824 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-bf9ec4b4-c13a-4abd-a574-2a36a1d314b9 req-03a0e29b-927c-4c8d-8c10-a1157af368e0 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] For port b6e50a0c-faaf-4e71-a6a9-437b6eb71b12, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=b6e50a0c-faaf-4e71-a6a9-437b6eb71b12,segment=NetworkSegment(18b57fa9-4209-44c3-9183-9b29afb91b7e),segment_id=18b57fa9-4209-44c3-9183-9b29afb91b7e)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:35:00.494188 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bf9ec4b4-c13a-4abd-a574-2a36a1d314b9 req-03a0e29b-927c-4c8d-8c10-a1157af368e0 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:00.506809 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-bf9ec4b4-c13a-4abd-a574-2a36a1d314b9 req-03a0e29b-927c-4c8d-8c10-a1157af368e0 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Calling delete_port for b6e50a0c-faaf-4e71-a6a9-437b6eb71b12 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:35:00.647080 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bf9ec4b4-c13a-4abd-a574-2a36a1d314b9 req-03a0e29b-927c-4c8d-8c10-a1157af368e0 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:00.658863 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['b6e50a0c-faaf-4e71-a6a9-437b6eb71b12'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:35:00.673930 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a0e29b-927c-4c8d-8c10-a1157af368e0 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Pushing event deleted for resources: {'Port': ['ID=b6e50a0c-faaf-4e71-a6a9-437b6eb71b12,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:00.687957 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a0e29b-927c-4c8d-8c10-a1157af368e0 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:00.688309 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a0e29b-927c-4c8d-8c10-a1157af368e0 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:00.688683 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a0e29b-927c-4c8d-8c10-a1157af368e0 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:00.689026 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a0e29b-927c-4c8d-8c10-a1157af368e0 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:00.689360 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a0e29b-927c-4c8d-8c10-a1157af368e0 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:00.689687 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a0e29b-927c-4c8d-8c10-a1157af368e0 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:00.690011 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a0e29b-927c-4c8d-8c10-a1157af368e0 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:00.690337 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a0e29b-927c-4c8d-8c10-a1157af368e0 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:00.690662 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a0e29b-927c-4c8d-8c10-a1157af368e0 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:00.691009 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a0e29b-927c-4c8d-8c10-a1157af368e0 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:00.691331 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a0e29b-927c-4c8d-8c10-a1157af368e0 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:00.691652 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a0e29b-927c-4c8d-8c10-a1157af368e0 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:00.725959 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf9ec4b4-c13a-4abd-a574-2a36a1d314b9 req-03a0e29b-927c-4c8d-8c10-a1157af368e0 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] No DVR routers for this DVR port b6e50a0c-faaf-4e71-a6a9-437b6eb71b12 on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:35:00.728492 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bf9ec4b4-c13a-4abd-a574-2a36a1d314b9 req-03a0e29b-927c-4c8d-8c10-a1157af368e0 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:00.730527 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-bf9ec4b4-c13a-4abd-a574-2a36a1d314b9 req-03a0e29b-927c-4c8d-8c10-a1157af368e0 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.68 "DELETE /v2.0/ports/b6e50a0c-faaf-4e71-a6a9-437b6eb71b12 HTTP/1.1" status: 204 len: 173 time: 0.4169099 Aug 19 15:35:00.730985 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19553684-ebdd-41b8-88ff-3f8e1b17367f', 'name': 'network-vif-deleted', 'tag': 'b6e50a0c-faaf-4e71-a6a9-437b6eb71b12'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:35:00.733255 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ea2f9e66d71df3aa35f2a980f4ce96e3876fd938d75aec7c1a3378f7fc42a1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9ccca7-7309-4857-b7e7-2f3e6428a65b" -d '{"events": [{"server_uuid": "19553684-ebdd-41b8-88ff-3f8e1b17367f", "name": "network-vif-deleted", "tag": "b6e50a0c-faaf-4e71-a6a9-437b6eb71b12"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:35:00.771687 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7507f4-499a-4757-b689-ce25c2bb1117 x-openstack-request-id: req-4f7507f4-499a-4757-b689-ce25c2bb1117 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:35:00.772002 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19553684-ebdd-41b8-88ff-3f8e1b17367f", "name": "network-vif-deleted", "tag": "b6e50a0c-faaf-4e71-a6a9-437b6eb71b12", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:35:00.772261 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4f7507f4-499a-4757-b689-ce25c2bb1117 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:35:00.772691 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19553684-ebdd-41b8-88ff-3f8e1b17367f', 'name': 'network-vif-deleted', 'tag': 'b6e50a0c-faaf-4e71-a6a9-437b6eb71b12', 'status': 'completed', 'code': 200} Aug 19 15:35:01.202967 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a2802544-9fa8-43ed-8d99-93121c392144 req-807ef0d8-8aca-41a6-a636-b34221e74e88 tempest-ServersNegativeTestJSON-122346590 tempest-ServersNegativeTestJSON-122346590-project] 10.222.0.69 "GET /v2.0/ports?device_id=19553684-ebdd-41b8-88ff-3f8e1b17367f HTTP/1.1" status: 200 len: 210 time: 0.0273929 Aug 19 15:35:01.467203 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-07e6cdad-fd9e-4b75-85ae-d73e54ce967e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:02.260632 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38330) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:02.310290 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-17bd69b2-81bf-44a7-916a-422c6e42a2b6 admin admin] Deleting subnet 77f03950-de7e-419f-96a4-590fa622518c {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:35:02.313326 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17bd69b2-81bf-44a7-916a-422c6e42a2b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:02.347923 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17bd69b2-81bf-44a7-916a-422c6e42a2b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:02.385986 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17bd69b2-81bf-44a7-916a-422c6e42a2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:02.437871 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17bd69b2-81bf-44a7-916a-422c6e42a2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:02.463611 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bd69b2-81bf-44a7-916a-422c6e42a2b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77f03950-de7e-419f-96a4-590fa622518c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:02.467330 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17bd69b2-81bf-44a7-916a-422c6e42a2b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:02.469808 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-17bd69b2-81bf-44a7-916a-422c6e42a2b6 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/77f03950-de7e-419f-96a4-590fa622518c HTTP/1.1" status: 204 len: 168 time: 0.2075939 Aug 19 15:35:02.471764 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38332) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:02.544891 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0fb6ad06-ca25-4a61-99e8-39a2ecefc135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:02.624324 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0fb6ad06-ca25-4a61-99e8-39a2ecefc135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:02.633842 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-0fb6ad06-ca25-4a61-99e8-39a2ecefc135 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daeeae05-d0e8-4983-ac4d-9fc24fdbd284']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:02.649268 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-0fb6ad06-ca25-4a61-99e8-39a2ecefc135 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18b57fa9-4209-44c3-9183-9b29afb91b7e') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:02.649566 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-0fb6ad06-ca25-4a61-99e8-39a2ecefc135 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18b57fa9-4209-44c3-9183-9b29afb91b7e') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:02.658138 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0fb6ad06-ca25-4a61-99e8-39a2ecefc135 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:02.672194 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0fb6ad06-ca25-4a61-99e8-39a2ecefc135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:02.677921 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fb6ad06-ca25-4a61-99e8-39a2ecefc135 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:35:02.678438 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0fb6ad06-ca25-4a61-99e8-39a2ecefc135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:02.680068 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 15:35:02.680068 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:35:02.680068 n-d-766043-2 neutron-server[94639]: timer() Aug 19 15:35:02.680068 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:35:02.680068 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 15:35:02.680068 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:35:02.680068 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 15:35:02.680068 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:35:02.680068 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 15:35:02.680068 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:35:02.680068 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 15:35:02.680068 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:35:02.680068 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 15:35:02.680068 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:35:02.680068 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:35:02.680068 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:35:02.680068 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:35:02.680068 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:35:02.680068 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 15:35:02.680068 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:35:02.680068 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 15:35:02.680068 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:35:02.680068 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:35:02.680068 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:35:02.680068 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 15:35:02.680068 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:35:02.680068 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:35:02.680068 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:35:02.680068 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:35:02.680068 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:35:02.680068 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:35:02.680068 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:35:02.733842 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0fb6ad06-ca25-4a61-99e8-39a2ecefc135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:02.739456 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0fb6ad06-ca25-4a61-99e8-39a2ecefc135 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:02.741315 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0fb6ad06-ca25-4a61-99e8-39a2ecefc135 admin admin] 10.222.0.69 "DELETE /v2.0/networks/daeeae05-d0e8-4983-ac4d-9fc24fdbd284 HTTP/1.1" status: 204 len: 168 time: 0.2686489 Aug 19 15:35:02.752744 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb6ad06-ca25-4a61-99e8-39a2ecefc135 admin admin] Pushing event deleted for resources: {'Network': ['ID=daeeae05-d0e8-4983-ac4d-9fc24fdbd284,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:02.854394 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38336) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:02.894216 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-035114c8-6b03-47e7-a570-86e80544d3ac admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e16d0c030f0849b4805e4c82fc9f3c62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384963 Aug 19 15:35:02.896478 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38338) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:02.943601 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3619c4c6-7b86-4faf-857e-05ebd3d2212d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:02.968700 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3619c4c6-7b86-4faf-857e-05ebd3d2212d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:03.016499 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3619c4c6-7b86-4faf-857e-05ebd3d2212d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:03.019074 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3619c4c6-7b86-4faf-857e-05ebd3d2212d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:03.020223 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-3619c4c6-7b86-4faf-857e-05ebd3d2212d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f523db59-5a63-45f4-947a-c6b3cf414bdf HTTP/1.1" status: 204 len: 168 time: 0.1228464 Aug 19 15:35:03.028319 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3619c4c6-7b86-4faf-857e-05ebd3d2212d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f523db59-5a63-45f4-947a-c6b3cf414bdf,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:03.135627 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device b6e50a0c-faaf-4e71-a6a9-437b6eb71b12 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:35:03.155371 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: b6e50a0c-faaf-4e71-a6a9-437b6eb71b12 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:35:03.155810 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device b6e50a0c-faaf-4e71-a6a9-437b6eb71b12 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:35:03.706828 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38360) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:03.800870 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e3d82609-d09a-4dc4-b49a-15ace9f2e44e tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1033924737'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:35:03.823802 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d82609-d09a-4dc4-b49a-15ace9f2e44e tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Made reservation on behalf of a68510f6ad1d4b938dfd6825c07203d0 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:35:03.827908 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e3d82609-d09a-4dc4-b49a-15ace9f2e44e tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:03.836341 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e3d82609-d09a-4dc4-b49a-15ace9f2e44e tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:03.926790 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e3d82609-d09a-4dc4-b49a-15ace9f2e44e tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:03.930697 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e3d82609-d09a-4dc4-b49a-15ace9f2e44e tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:03.955553 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3d82609-d09a-4dc4-b49a-15ace9f2e44e tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:35:03.968920 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d82609-d09a-4dc4-b49a-15ace9f2e44e tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc811d0-8e14-46d3-9a6d-9e5dbaebe959,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:03.975035 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e3d82609-d09a-4dc4-b49a-15ace9f2e44e tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:03.975400 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-e3d82609-d09a-4dc4-b49a-15ace9f2e44e tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Added segment 811e247f-fbc4-4b89-bd24-d9197c71f606 of type vlan for network dfe28e61-9cc0-4036-8a9a-965f2fbf1529 Aug 19 15:35:04.015702 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e3d82609-d09a-4dc4-b49a-15ace9f2e44e tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:04.040017 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e3d82609-d09a-4dc4-b49a-15ace9f2e44e tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:04.045620 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d82609-d09a-4dc4-b49a-15ace9f2e44e tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:04.046197 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e3d82609-d09a-4dc4-b49a-15ace9f2e44e tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:04.107367 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e3d82609-d09a-4dc4-b49a-15ace9f2e44e tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3993828 Aug 19 15:35:04.115610 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d82609-d09a-4dc4-b49a-15ace9f2e44e tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Pushing event updated for resources: {'Network': ['ID=dfe28e61-9cc0-4036-8a9a-965f2fbf1529,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:04.127222 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network dfe28e61-9cc0-4036-8a9a-965f2fbf1529 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:35:04.422870 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6d1371aa-4976-43ae-b2d6-bfa79c7a21d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:04.617355 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:04.652292 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:05.303910 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:05.815486 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:07.118195 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:07.322460 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38364) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:07.328399 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-19537e55-b5d9-4fb2-8679-9f5ced85da0c tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Request body: {'subnet': {'network_id': 'dfe28e61-9cc0-4036-8a9a-965f2fbf1529', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:35:07.414942 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19537e55-b5d9-4fb2-8679-9f5ced85da0c tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Made reservation on behalf of a68510f6ad1d4b938dfd6825c07203d0 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:35:07.418549 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19537e55-b5d9-4fb2-8679-9f5ced85da0c tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:07.606708 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19537e55-b5d9-4fb2-8679-9f5ced85da0c tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:07.673045 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19537e55-b5d9-4fb2-8679-9f5ced85da0c tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Pushing event updated for resources: {'Subnet': ['ID=91b07af0-c132-4f52-978f-5c80ed28948a,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:07.682005 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19537e55-b5d9-4fb2-8679-9f5ced85da0c tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Checking segment: {'id': '811e247f-fbc4-4b89-bd24-d9197c71f606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'dfe28e61-9cc0-4036-8a9a-965f2fbf1529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:35:07.682285 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19537e55-b5d9-4fb2-8679-9f5ced85da0c tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Network hostable DHCP agents. Network: dfe28e61-9cc0-4036-8a9a-965f2fbf1529, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:35:07.701176 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19537e55-b5d9-4fb2-8679-9f5ced85da0c tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Network dfe28e61-9cc0-4036-8a9a-965f2fbf1529 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:35:07.711020 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-19537e55-b5d9-4fb2-8679-9f5ced85da0c tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, dfe28e61-9cc0-4036-8a9a-965f2fbf1529) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:35:07.715194 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19537e55-b5d9-4fb2-8679-9f5ced85da0c tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:07.715772 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19537e55-b5d9-4fb2-8679-9f5ced85da0c tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:07.720083 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6423a86-7736-402e-8796-9216653a3d65 None None] Network dfe28e61-9cc0-4036-8a9a-965f2fbf1529 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:35:07.731075 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-19537e55-b5d9-4fb2-8679-9f5ced85da0c tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4072773 Aug 19 15:35:07.734580 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38366) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:07.741211 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ca5b2459-0872-42e1-b98c-b0e471923117 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1478491624'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:35:07.765571 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5b2459-0872-42e1-b98c-b0e471923117 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Made reservation on behalf of a68510f6ad1d4b938dfd6825c07203d0 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:35:07.769005 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca5b2459-0872-42e1-b98c-b0e471923117 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:07.796221 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca5b2459-0872-42e1-b98c-b0e471923117 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:35:07.807467 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca5b2459-0872-42e1-b98c-b0e471923117 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:07.808066 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-ca5b2459-0872-42e1-b98c-b0e471923117 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Added segment 6be321cb-a352-458c-a7e3-ed64f7bfdf96 of type vlan for network d3d21642-8ed5-4853-ac92-55b7ea46719a Aug 19 15:35:07.849662 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca5b2459-0872-42e1-b98c-b0e471923117 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:07.865688 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da716d3c-7957-4a8a-946d-8a229873285d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-dfe28e61-9cc0-4036-8a9a-965f2fbf1529', 'network_id': 'dfe28e61-9cc0-4036-8a9a-965f2fbf1529', 'tenant_id': 'a68510f6ad1d4b938dfd6825c07203d0', 'fixed_ips': [{'subnet_id': '91b07af0-c132-4f52-978f-5c80ed28948a'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:35:07.866549 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-da716d3c-7957-4a8a-946d-8a229873285d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:07.883756 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca5b2459-0872-42e1-b98c-b0e471923117 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:07.894587 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5b2459-0872-42e1-b98c-b0e471923117 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:07.895570 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca5b2459-0872-42e1-b98c-b0e471923117 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:07.991063 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ca5b2459-0872-42e1-b98c-b0e471923117 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2545280 Aug 19 15:35:07.995195 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38368) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:08.002217 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a7924d3c-63c6-493b-99e1-9b3fa290066c tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Request body: {'subnet': {'network_id': 'd3d21642-8ed5-4853-ac92-55b7ea46719a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:35:08.003750 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b2459-0872-42e1-b98c-b0e471923117 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Pushing event updated for resources: {'Network': ['ID=d3d21642-8ed5-4853-ac92-55b7ea46719a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:08.020095 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network d3d21642-8ed5-4853-ac92-55b7ea46719a details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:35:08.094414 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7924d3c-63c6-493b-99e1-9b3fa290066c tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Made reservation on behalf of a68510f6ad1d4b938dfd6825c07203d0 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:35:08.098114 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a7924d3c-63c6-493b-99e1-9b3fa290066c tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:08.124711 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-da716d3c-7957-4a8a-946d-8a229873285d None None] Allocated IP 2001:db8:0:ffff::2 (dfe28e61-9cc0-4036-8a9a-965f2fbf1529/91b07af0-c132-4f52-978f-5c80ed28948a/a468e12c-ddf0-4e56-b989-5becbe7459f1) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:35:08.310417 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a7924d3c-63c6-493b-99e1-9b3fa290066c tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:08.376237 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7924d3c-63c6-493b-99e1-9b3fa290066c tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Pushing event updated for resources: {'Subnet': ['ID=19347a97-a191-4be0-9ad5-f5ecc2ffb8df,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:08.387930 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7924d3c-63c6-493b-99e1-9b3fa290066c tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:08.388278 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7924d3c-63c6-493b-99e1-9b3fa290066c tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:08.388638 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7924d3c-63c6-493b-99e1-9b3fa290066c tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:08.388966 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7924d3c-63c6-493b-99e1-9b3fa290066c tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:08.389289 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7924d3c-63c6-493b-99e1-9b3fa290066c tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:08.389615 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7924d3c-63c6-493b-99e1-9b3fa290066c tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:08.389984 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7924d3c-63c6-493b-99e1-9b3fa290066c tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:08.390250 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7924d3c-63c6-493b-99e1-9b3fa290066c tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:08.390917 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7924d3c-63c6-493b-99e1-9b3fa290066c tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:08.390917 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7924d3c-63c6-493b-99e1-9b3fa290066c tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:08.391234 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7924d3c-63c6-493b-99e1-9b3fa290066c tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:08.391539 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7924d3c-63c6-493b-99e1-9b3fa290066c tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:08.397279 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7924d3c-63c6-493b-99e1-9b3fa290066c tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Checking segment: {'id': '6be321cb-a352-458c-a7e3-ed64f7bfdf96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd3d21642-8ed5-4853-ac92-55b7ea46719a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:35:08.397639 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7924d3c-63c6-493b-99e1-9b3fa290066c tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Network hostable DHCP agents. Network: d3d21642-8ed5-4853-ac92-55b7ea46719a, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:35:08.414891 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7924d3c-63c6-493b-99e1-9b3fa290066c tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Network d3d21642-8ed5-4853-ac92-55b7ea46719a is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:35:08.425801 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-a7924d3c-63c6-493b-99e1-9b3fa290066c tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, d3d21642-8ed5-4853-ac92-55b7ea46719a) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:35:08.436822 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7924d3c-63c6-493b-99e1-9b3fa290066c tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:08.437428 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a7924d3c-63c6-493b-99e1-9b3fa290066c tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:08.445337 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa4da42-4a32-4419-b986-38316e044749 None None] Network d3d21642-8ed5-4853-ac92-55b7ea46719a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:35:08.456682 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a7924d3c-63c6-493b-99e1-9b3fa290066c tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4578652 Aug 19 15:35:08.456936 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38370) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:08.457548 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-da716d3c-7957-4a8a-946d-8a229873285d None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:08.494305 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-da716d3c-7957-4a8a-946d-8a229873285d None None] Transition to ACTIVE for port object a468e12c-ddf0-4e56-b989-5becbe7459f1 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:35:08.522423 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-da716d3c-7957-4a8a-946d-8a229873285d None None] Transition to ACTIVE for port object a468e12c-ddf0-4e56-b989-5becbe7459f1 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:35:08.531089 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-da716d3c-7957-4a8a-946d-8a229873285d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:08.553561 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46603a2f-1540-4c8f-8990-eb3ff7be6eb1 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:08.605399 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da716d3c-7957-4a8a-946d-8a229873285d None None] Network dfe28e61-9cc0-4036-8a9a-965f2fbf1529 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:35:08.612508 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-da716d3c-7957-4a8a-946d-8a229873285d None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:35:08.616352 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da716d3c-7957-4a8a-946d-8a229873285d None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:35:08.618221 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da716d3c-7957-4a8a-946d-8a229873285d None None] Pushing event updated for resources: {'Port': ['ID=a468e12c-ddf0-4e56-b989-5becbe7459f1,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:08.634577 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da716d3c-7957-4a8a-946d-8a229873285d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:08.634809 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da716d3c-7957-4a8a-946d-8a229873285d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:08.635150 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da716d3c-7957-4a8a-946d-8a229873285d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:08.635485 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da716d3c-7957-4a8a-946d-8a229873285d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:08.635815 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da716d3c-7957-4a8a-946d-8a229873285d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:08.636144 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da716d3c-7957-4a8a-946d-8a229873285d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:08.636502 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da716d3c-7957-4a8a-946d-8a229873285d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:08.637383 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da716d3c-7957-4a8a-946d-8a229873285d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:08.637715 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da716d3c-7957-4a8a-946d-8a229873285d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:08.638043 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da716d3c-7957-4a8a-946d-8a229873285d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:08.638365 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da716d3c-7957-4a8a-946d-8a229873285d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:08.638686 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da716d3c-7957-4a8a-946d-8a229873285d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:08.642200 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46603a2f-1540-4c8f-8990-eb3ff7be6eb1 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:08.708592 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-da716d3c-7957-4a8a-946d-8a229873285d None None] Attempting to bind port a468e12c-ddf0-4e56-b989-5becbe7459f1 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:35:08.708823 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-da716d3c-7957-4a8a-946d-8a229873285d None None] Attempting to bind port a468e12c-ddf0-4e56-b989-5becbe7459f1 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '811e247f-fbc4-4b89-bd24-d9197c71f606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'dfe28e61-9cc0-4036-8a9a-965f2fbf1529'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:35:08.709197 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da716d3c-7957-4a8a-946d-8a229873285d None None] Attempting to bind port a468e12c-ddf0-4e56-b989-5becbe7459f1 on network dfe28e61-9cc0-4036-8a9a-965f2fbf1529 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:35:08.713411 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b51ae88-4d08-4e9f-9af1-f3e154856fd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-d3d21642-8ed5-4853-ac92-55b7ea46719a', 'network_id': 'd3d21642-8ed5-4853-ac92-55b7ea46719a', 'tenant_id': 'a68510f6ad1d4b938dfd6825c07203d0', 'fixed_ips': [{'subnet_id': '19347a97-a191-4be0-9ad5-f5ecc2ffb8df'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:35:08.714250 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7b51ae88-4d08-4e9f-9af1-f3e154856fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:08.718535 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46603a2f-1540-4c8f-8990-eb3ff7be6eb1 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:08.719273 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da716d3c-7957-4a8a-946d-8a229873285d None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:35:08.719655 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da716d3c-7957-4a8a-946d-8a229873285d None None] Checking segment: {'id': '811e247f-fbc4-4b89-bd24-d9197c71f606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'dfe28e61-9cc0-4036-8a9a-965f2fbf1529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:35:08.720049 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-da716d3c-7957-4a8a-946d-8a229873285d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:08.720463 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da716d3c-7957-4a8a-946d-8a229873285d None None] Bound using segment: {'id': '811e247f-fbc4-4b89-bd24-d9197c71f606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'dfe28e61-9cc0-4036-8a9a-965f2fbf1529'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:35:08.721206 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-da716d3c-7957-4a8a-946d-8a229873285d None None] Bound port: a468e12c-ddf0-4e56-b989-5becbe7459f1, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '811e247f-fbc4-4b89-bd24-d9197c71f606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'dfe28e61-9cc0-4036-8a9a-965f2fbf1529'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:35:08.721334 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-da716d3c-7957-4a8a-946d-8a229873285d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:08.748240 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46603a2f-1540-4c8f-8990-eb3ff7be6eb1 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Pushing event deleted for resources: {'Subnet': ['ID=19347a97-a191-4be0-9ad5-f5ecc2ffb8df,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:08.806631 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46603a2f-1540-4c8f-8990-eb3ff7be6eb1 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:08.817031 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-46603a2f-1540-4c8f-8990-eb3ff7be6eb1 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3d21642-8ed5-4853-ac92-55b7ea46719a']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:08.834581 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-46603a2f-1540-4c8f-8990-eb3ff7be6eb1 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6be321cb-a352-458c-a7e3-ed64f7bfdf96') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:08.834890 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-46603a2f-1540-4c8f-8990-eb3ff7be6eb1 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6be321cb-a352-458c-a7e3-ed64f7bfdf96') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:08.838785 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a43a7f5-5d67-495f-8a97-1d26f4a038e8 None None] Network d3d21642-8ed5-4853-ac92-55b7ea46719a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:35:08.844240 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46603a2f-1540-4c8f-8990-eb3ff7be6eb1 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:08.860341 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46603a2f-1540-4c8f-8990-eb3ff7be6eb1 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:08.866527 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46603a2f-1540-4c8f-8990-eb3ff7be6eb1 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:35:08.866979 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46603a2f-1540-4c8f-8990-eb3ff7be6eb1 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:08.869873 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 15:35:08.869873 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:35:08.869873 n-d-766043-2 neutron-server[94640]: timer() Aug 19 15:35:08.869873 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:35:08.869873 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 15:35:08.869873 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:35:08.869873 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 15:35:08.869873 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:35:08.869873 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 15:35:08.869873 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:35:08.869873 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 15:35:08.869873 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:35:08.869873 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 15:35:08.869873 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:35:08.869873 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:35:08.869873 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:35:08.869873 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:35:08.869873 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:35:08.869873 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 15:35:08.869873 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:35:08.869873 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 15:35:08.869873 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:35:08.869873 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:35:08.869873 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:35:08.869873 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 15:35:08.869873 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:35:08.869873 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:35:08.869873 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:35:08.869873 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:35:08.869873 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:35:08.869873 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:35:08.869873 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:35:08.890126 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-da716d3c-7957-4a8a-946d-8a229873285d None None] For port a468e12c-ddf0-4e56-b989-5becbe7459f1, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:35:08.929505 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46603a2f-1540-4c8f-8990-eb3ff7be6eb1 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:08.937581 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46603a2f-1540-4c8f-8990-eb3ff7be6eb1 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:08.944435 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-46603a2f-1540-4c8f-8990-eb3ff7be6eb1 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] 10.222.0.69 "DELETE /v2.0/networks/d3d21642-8ed5-4853-ac92-55b7ea46719a HTTP/1.1" status: 204 len: 168 time: 0.4815652 Aug 19 15:35:08.944887 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38372) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:08.950316 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46603a2f-1540-4c8f-8990-eb3ff7be6eb1 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Pushing event deleted for resources: {'Network': ['ID=d3d21642-8ed5-4853-ac92-55b7ea46719a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:08.951262 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2ed82464-bae4-4405-a7ba-714a7326f2ff tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-173354557'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:35:08.957790 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-da716d3c-7957-4a8a-946d-8a229873285d None None] For port a468e12c-ddf0-4e56-b989-5becbe7459f1, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=a468e12c-ddf0-4e56-b989-5becbe7459f1,segment=NetworkSegment(811e247f-fbc4-4b89-bd24-d9197c71f606),segment_id=811e247f-fbc4-4b89-bd24-d9197c71f606)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:35:08.962792 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-da716d3c-7957-4a8a-946d-8a229873285d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:08.977821 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed82464-bae4-4405-a7ba-714a7326f2ff tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Made reservation on behalf of a68510f6ad1d4b938dfd6825c07203d0 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:35:08.981358 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ed82464-bae4-4405-a7ba-714a7326f2ff tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:09.014089 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ed82464-bae4-4405-a7ba-714a7326f2ff tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:35:09.024281 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da716d3c-7957-4a8a-946d-8a229873285d None None] Pushing event updated for resources: {'Port': ['ID=a468e12c-ddf0-4e56-b989-5becbe7459f1,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:09.026610 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ed82464-bae4-4405-a7ba-714a7326f2ff tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:09.026961 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-2ed82464-bae4-4405-a7ba-714a7326f2ff tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Added segment 990eb381-dbfa-4a86-936a-871457d0cc6b of type vlan for network 1e55ef1c-53eb-47b7-95df-c86615fa448a Aug 19 15:35:09.068446 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ed82464-bae4-4405-a7ba-714a7326f2ff tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:09.095962 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ed82464-bae4-4405-a7ba-714a7326f2ff tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:09.101569 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed82464-bae4-4405-a7ba-714a7326f2ff tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:09.102155 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ed82464-bae4-4405-a7ba-714a7326f2ff tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:09.168187 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2ed82464-bae4-4405-a7ba-714a7326f2ff tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2219238 Aug 19 15:35:09.170856 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38374) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:09.176465 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed82464-bae4-4405-a7ba-714a7326f2ff tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Pushing event updated for resources: {'Network': ['ID=1e55ef1c-53eb-47b7-95df-c86615fa448a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:09.177025 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-8eeca800-c9ca-4c92-b5bf-9913f98cccad tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Request body: {'subnet': {'network_id': '1e55ef1c-53eb-47b7-95df-c86615fa448a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:35:09.193280 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 1e55ef1c-53eb-47b7-95df-c86615fa448a details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:35:09.284114 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eeca800-c9ca-4c92-b5bf-9913f98cccad tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Made reservation on behalf of a68510f6ad1d4b938dfd6825c07203d0 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:35:09.287733 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8eeca800-c9ca-4c92-b5bf-9913f98cccad tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:09.347432 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.ipam_backend_mixin [None req-8eeca800-c9ca-4c92-b5bf-9913f98cccad tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Performing IP validity checks on allocation pools {{(pid=94640) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 19 15:35:09.347949 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.ipam_backend_mixin [None req-8eeca800-c9ca-4c92-b5bf-9913f98cccad tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94640) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 19 15:35:09.474959 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8eeca800-c9ca-4c92-b5bf-9913f98cccad tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:09.528118 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeca800-c9ca-4c92-b5bf-9913f98cccad tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Pushing event updated for resources: {'Subnet': ['ID=1b767051-76eb-4e91-82a3-6f695b2f0af6,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:09.542791 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eeca800-c9ca-4c92-b5bf-9913f98cccad tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Checking segment: {'id': '990eb381-dbfa-4a86-936a-871457d0cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1e55ef1c-53eb-47b7-95df-c86615fa448a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:35:09.543656 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eeca800-c9ca-4c92-b5bf-9913f98cccad tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Network hostable DHCP agents. Network: 1e55ef1c-53eb-47b7-95df-c86615fa448a, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:35:09.560426 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eeca800-c9ca-4c92-b5bf-9913f98cccad tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Network 1e55ef1c-53eb-47b7-95df-c86615fa448a is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:35:09.569098 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-8eeca800-c9ca-4c92-b5bf-9913f98cccad tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 1e55ef1c-53eb-47b7-95df-c86615fa448a) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:35:09.573445 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eeca800-c9ca-4c92-b5bf-9913f98cccad tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:09.574068 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8eeca800-c9ca-4c92-b5bf-9913f98cccad tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:09.580584 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280decf4-07b3-4816-b0c0-73a84cfb9898 None None] Network 1e55ef1c-53eb-47b7-95df-c86615fa448a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:35:09.590041 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-8eeca800-c9ca-4c92-b5bf-9913f98cccad tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4177237 Aug 19 15:35:09.593663 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38376) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:09.695226 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-36c8c605-3573-4f4e-b02b-1ef3a05cfd61 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:09.742516 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf24db4-06f3-4f24-a463-53c11cda1453 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-1e55ef1c-53eb-47b7-95df-c86615fa448a', 'network_id': '1e55ef1c-53eb-47b7-95df-c86615fa448a', 'tenant_id': 'a68510f6ad1d4b938dfd6825c07203d0', 'fixed_ips': [{'subnet_id': '1b767051-76eb-4e91-82a3-6f695b2f0af6'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:35:09.744823 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fbf24db4-06f3-4f24-a463-53c11cda1453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:09.770008 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-36c8c605-3573-4f4e-b02b-1ef3a05cfd61 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:09.835295 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-36c8c605-3573-4f4e-b02b-1ef3a05cfd61 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server [None req-fbf24db4-06f3-4f24-a463-53c11cda1453 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1b767051-76eb-4e91-82a3-6f695b2f0af6: This subnet is being modified by another concurrent operation. Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise exception Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1b767051-76eb-4e91-82a3-6f695b2f0af6: This subnet is being modified by another concurrent operation. Aug 19 15:35:09.848967 n-d-766043-2 neutron-server[94641]: ERROR oslo_messaging.rpc.server Aug 19 15:35:09.867584 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c8c605-3573-4f4e-b02b-1ef3a05cfd61 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Pushing event deleted for resources: {'Subnet': ['ID=1b767051-76eb-4e91-82a3-6f695b2f0af6,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:09.868787 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b96a70-903c-4457-adc7-b6a9339a73c6 None None] Network 1e55ef1c-53eb-47b7-95df-c86615fa448a requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:35:09.937397 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-36c8c605-3573-4f4e-b02b-1ef3a05cfd61 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:09.950852 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-36c8c605-3573-4f4e-b02b-1ef3a05cfd61 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e55ef1c-53eb-47b7-95df-c86615fa448a']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:09.959066 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79366c46-bb4b-4635-93e6-1fe35d4ca9b6 None None] Network dfe28e61-9cc0-4036-8a9a-965f2fbf1529 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:35:09.962635 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-36c8c605-3573-4f4e-b02b-1ef3a05cfd61 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '990eb381-dbfa-4a86-936a-871457d0cc6b') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:09.962927 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-36c8c605-3573-4f4e-b02b-1ef3a05cfd61 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '990eb381-dbfa-4a86-936a-871457d0cc6b') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:09.973334 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-36c8c605-3573-4f4e-b02b-1ef3a05cfd61 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:09.987730 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-36c8c605-3573-4f4e-b02b-1ef3a05cfd61 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:09.993576 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36c8c605-3573-4f4e-b02b-1ef3a05cfd61 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:35:09.993966 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-36c8c605-3573-4f4e-b02b-1ef3a05cfd61 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:09.996942 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 15:35:09.996942 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:35:09.996942 n-d-766043-2 neutron-server[94640]: timer() Aug 19 15:35:09.996942 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:35:09.996942 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 15:35:09.996942 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:35:09.996942 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 15:35:09.996942 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:35:09.996942 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 15:35:09.996942 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:35:09.996942 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 15:35:09.996942 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:35:09.996942 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 15:35:09.996942 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:35:09.996942 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:35:09.996942 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:35:09.996942 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:35:09.996942 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:35:09.996942 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 15:35:09.996942 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:35:09.996942 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 15:35:09.996942 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:35:09.996942 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:35:09.996942 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:35:09.996942 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 15:35:09.996942 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:35:09.996942 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:35:09.996942 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:35:09.996942 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:35:09.996942 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:35:09.996942 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:35:09.996942 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:35:10.039669 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3334f98d-8104-488e-9684-27241f072eda None None] Provisioning for port a468e12c-ddf0-4e56-b989-5becbe7459f1 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:35:10.067473 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-36c8c605-3573-4f4e-b02b-1ef3a05cfd61 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:10.072460 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-36c8c605-3573-4f4e-b02b-1ef3a05cfd61 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:10.074655 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-36c8c605-3573-4f4e-b02b-1ef3a05cfd61 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] 10.222.0.69 "DELETE /v2.0/networks/1e55ef1c-53eb-47b7-95df-c86615fa448a HTTP/1.1" status: 204 len: 168 time: 0.4808538 Aug 19 15:35:10.079886 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38378) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:10.085204 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-eaa35911-71af-43ac-9803-ed0b5dea9def tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1781509071'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:35:10.097962 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c8c605-3573-4f4e-b02b-1ef3a05cfd61 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Pushing event deleted for resources: {'Network': ['ID=1e55ef1c-53eb-47b7-95df-c86615fa448a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:10.112805 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa35911-71af-43ac-9803-ed0b5dea9def tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Made reservation on behalf of a68510f6ad1d4b938dfd6825c07203d0 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:35:10.116788 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eaa35911-71af-43ac-9803-ed0b5dea9def tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:10.141645 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaa35911-71af-43ac-9803-ed0b5dea9def tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:35:10.148319 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device a468e12c-ddf0-4e56-b989-5becbe7459f1 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:35:10.151679 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eaa35911-71af-43ac-9803-ed0b5dea9def tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:10.152024 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-eaa35911-71af-43ac-9803-ed0b5dea9def tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Added segment eb998a41-27a9-4bce-b358-af42831b73b0 of type vlan for network 664b9e7f-c119-4235-9860-aae7275c6b0f Aug 19 15:35:10.201261 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eaa35911-71af-43ac-9803-ed0b5dea9def tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:10.211498 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port a468e12c-ddf0-4e56-b989-5becbe7459f1 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:35:10.216132 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port a468e12c-ddf0-4e56-b989-5becbe7459f1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:35:10.216539 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:10.229848 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eaa35911-71af-43ac-9803-ed0b5dea9def tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:10.236018 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa35911-71af-43ac-9803-ed0b5dea9def tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:10.236881 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eaa35911-71af-43ac-9803-ed0b5dea9def tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:10.298458 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-eaa35911-71af-43ac-9803-ed0b5dea9def tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2142234 Aug 19 15:35:10.298659 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38380) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:10.303722 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b74f4b1a-334a-46f3-b11e-12fa9f7596a2 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Request body: {'subnet': {'network_id': '664b9e7f-c119-4235-9860-aae7275c6b0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:35:10.305194 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:10.317376 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa35911-71af-43ac-9803-ed0b5dea9def tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Pushing event updated for resources: {'Network': ['ID=664b9e7f-c119-4235-9860-aae7275c6b0f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:10.330183 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 664b9e7f-c119-4235-9860-aae7275c6b0f details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:35:10.394033 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port a468e12c-ddf0-4e56-b989-5becbe7459f1, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=a468e12c-ddf0-4e56-b989-5becbe7459f1,segment=NetworkSegment(811e247f-fbc4-4b89-bd24-d9197c71f606),segment_id=811e247f-fbc4-4b89-bd24-d9197c71f606)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:35:10.409602 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74f4b1a-334a-46f3-b11e-12fa9f7596a2 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Made reservation on behalf of a68510f6ad1d4b938dfd6825c07203d0 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:35:10.409771 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:10.414396 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b74f4b1a-334a-46f3-b11e-12fa9f7596a2 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:10.417997 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cadbe9-b49b-4f8b-a7db-465eef6f28af None None] get_active_networks_info from n-d-766043-2 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 15:35:10.517818 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=a468e12c-ddf0-4e56-b989-5becbe7459f1,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:10.525558 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b29b1a3e-4a5c-4cd7-90e5-70bdb10acfe9 None None] Provisioning complete for port a468e12c-ddf0-4e56-b989-5becbe7459f1 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:35:10.525934 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b29b1a3e-4a5c-4cd7-90e5-70bdb10acfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:10.565864 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cadbe9-b49b-4f8b-a7db-465eef6f28af None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 15:35:10.603788 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b74f4b1a-334a-46f3-b11e-12fa9f7596a2 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:10.666817 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74f4b1a-334a-46f3-b11e-12fa9f7596a2 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Pushing event updated for resources: {'Subnet': ['ID=ace6d0e7-f30e-48f3-bfff-70edeb99e5b6,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:10.675230 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74f4b1a-334a-46f3-b11e-12fa9f7596a2 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Checking segment: {'id': 'eb998a41-27a9-4bce-b358-af42831b73b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '664b9e7f-c119-4235-9860-aae7275c6b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:35:10.675588 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74f4b1a-334a-46f3-b11e-12fa9f7596a2 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Network hostable DHCP agents. Network: 664b9e7f-c119-4235-9860-aae7275c6b0f, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:35:10.694039 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74f4b1a-334a-46f3-b11e-12fa9f7596a2 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Network 664b9e7f-c119-4235-9860-aae7275c6b0f is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:35:10.703651 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-b74f4b1a-334a-46f3-b11e-12fa9f7596a2 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 664b9e7f-c119-4235-9860-aae7275c6b0f) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:35:10.707882 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74f4b1a-334a-46f3-b11e-12fa9f7596a2 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:10.708532 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b74f4b1a-334a-46f3-b11e-12fa9f7596a2 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:10.724520 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-b74f4b1a-334a-46f3-b11e-12fa9f7596a2 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4249485 Aug 19 15:35:10.728152 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38382) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:10.734203 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7040a8b0-c777-4d88-a847-82921e15253c tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1103812719'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:35:10.754782 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7040a8b0-c777-4d88-a847-82921e15253c tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Made reservation on behalf of a68510f6ad1d4b938dfd6825c07203d0 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:35:10.758534 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7040a8b0-c777-4d88-a847-82921e15253c tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:10.782636 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7040a8b0-c777-4d88-a847-82921e15253c tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:35:10.792055 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7040a8b0-c777-4d88-a847-82921e15253c tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:10.792694 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-7040a8b0-c777-4d88-a847-82921e15253c tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Added segment fb38d9e0-f4b0-4317-8cf7-9934756bcfaa of type vlan for network 119ade8f-cb0e-49fc-a213-620722404e76 Aug 19 15:35:10.804552 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a75344-2d8b-46d5-bc82-86c26c65786d None None] Network 664b9e7f-c119-4235-9860-aae7275c6b0f requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:35:10.839108 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7040a8b0-c777-4d88-a847-82921e15253c tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:10.864287 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7040a8b0-c777-4d88-a847-82921e15253c tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:10.869714 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7040a8b0-c777-4d88-a847-82921e15253c tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:10.870290 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7040a8b0-c777-4d88-a847-82921e15253c tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:10.919155 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7040a8b0-c777-4d88-a847-82921e15253c tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1896617 Aug 19 15:35:10.922219 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38384) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:10.927591 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7ff60235-363b-485a-921d-57b0d4a66923 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Request body: {'subnet': {'network_id': '119ade8f-cb0e-49fc-a213-620722404e76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:35:10.938544 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7040a8b0-c777-4d88-a847-82921e15253c tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Pushing event updated for resources: {'Network': ['ID=119ade8f-cb0e-49fc-a213-620722404e76,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:10.950370 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0726bd86-796c-4843-a224-243b03a69a41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-664b9e7f-c119-4235-9860-aae7275c6b0f', 'network_id': '664b9e7f-c119-4235-9860-aae7275c6b0f', 'tenant_id': 'a68510f6ad1d4b938dfd6825c07203d0', 'fixed_ips': [{'subnet_id': 'ace6d0e7-f30e-48f3-bfff-70edeb99e5b6'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:35:10.951300 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0726bd86-796c-4843-a224-243b03a69a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:10.953355 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 119ade8f-cb0e-49fc-a213-620722404e76 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:35:11.025710 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff60235-363b-485a-921d-57b0d4a66923 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Made reservation on behalf of a68510f6ad1d4b938dfd6825c07203d0 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:35:11.029877 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ff60235-363b-485a-921d-57b0d4a66923 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:11.137731 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-0726bd86-796c-4843-a224-243b03a69a41 None None] Allocated IP 2001:db8::2 (664b9e7f-c119-4235-9860-aae7275c6b0f/ace6d0e7-f30e-48f3-bfff-70edeb99e5b6/59958df4-bb6b-4eaa-9a7f-95ee77ef67e7) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:35:11.213266 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ff60235-363b-485a-921d-57b0d4a66923 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:11.275228 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff60235-363b-485a-921d-57b0d4a66923 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Pushing event updated for resources: {'Subnet': ['ID=08354b3b-9b39-4c9d-8e7f-2c27172d8325,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:11.281599 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0726bd86-796c-4843-a224-243b03a69a41 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:11.284135 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff60235-363b-485a-921d-57b0d4a66923 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Checking segment: {'id': 'fb38d9e0-f4b0-4317-8cf7-9934756bcfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '119ade8f-cb0e-49fc-a213-620722404e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:35:11.284773 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff60235-363b-485a-921d-57b0d4a66923 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Network hostable DHCP agents. Network: 119ade8f-cb0e-49fc-a213-620722404e76, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:35:11.290518 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0726bd86-796c-4843-a224-243b03a69a41 None None] Transition to ACTIVE for port object 59958df4-bb6b-4eaa-9a7f-95ee77ef67e7 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:35:11.301119 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff60235-363b-485a-921d-57b0d4a66923 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Network 119ade8f-cb0e-49fc-a213-620722404e76 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:35:11.306222 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0726bd86-796c-4843-a224-243b03a69a41 None None] Transition to ACTIVE for port object 59958df4-bb6b-4eaa-9a7f-95ee77ef67e7 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:35:11.309475 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-7ff60235-363b-485a-921d-57b0d4a66923 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 119ade8f-cb0e-49fc-a213-620722404e76) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:35:11.311285 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0726bd86-796c-4843-a224-243b03a69a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:11.317631 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5cea3a-9e6e-465a-b085-b0e427dac44e None None] Network 119ade8f-cb0e-49fc-a213-620722404e76 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:35:11.318217 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff60235-363b-485a-921d-57b0d4a66923 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:11.318958 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ff60235-363b-485a-921d-57b0d4a66923 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:11.333496 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-7ff60235-363b-485a-921d-57b0d4a66923 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4101107 Aug 19 15:35:11.336303 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38386) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:11.392338 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0726bd86-796c-4843-a224-243b03a69a41 None None] Network 664b9e7f-c119-4235-9860-aae7275c6b0f is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:35:11.399560 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-0726bd86-796c-4843-a224-243b03a69a41 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:35:11.407159 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0726bd86-796c-4843-a224-243b03a69a41 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:35:11.412681 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0726bd86-796c-4843-a224-243b03a69a41 None None] Pushing event updated for resources: {'Port': ['ID=59958df4-bb6b-4eaa-9a7f-95ee77ef67e7,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:11.438917 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61b17e95-758a-459a-ab1c-13fc642b4e3f tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:11.500682 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0726bd86-796c-4843-a224-243b03a69a41 None None] Attempting to bind port 59958df4-bb6b-4eaa-9a7f-95ee77ef67e7 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:35:11.501057 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0726bd86-796c-4843-a224-243b03a69a41 None None] Attempting to bind port 59958df4-bb6b-4eaa-9a7f-95ee77ef67e7 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'eb998a41-27a9-4bce-b358-af42831b73b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '664b9e7f-c119-4235-9860-aae7275c6b0f'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:35:11.501422 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0726bd86-796c-4843-a224-243b03a69a41 None None] Attempting to bind port 59958df4-bb6b-4eaa-9a7f-95ee77ef67e7 on network 664b9e7f-c119-4235-9860-aae7275c6b0f {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:35:11.515308 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0726bd86-796c-4843-a224-243b03a69a41 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:35:11.515686 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0726bd86-796c-4843-a224-243b03a69a41 None None] Checking segment: {'id': 'eb998a41-27a9-4bce-b358-af42831b73b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '664b9e7f-c119-4235-9860-aae7275c6b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:35:11.516091 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0726bd86-796c-4843-a224-243b03a69a41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:11.516513 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0726bd86-796c-4843-a224-243b03a69a41 None None] Bound using segment: {'id': 'eb998a41-27a9-4bce-b358-af42831b73b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '664b9e7f-c119-4235-9860-aae7275c6b0f'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:35:11.516993 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0726bd86-796c-4843-a224-243b03a69a41 None None] Bound port: 59958df4-bb6b-4eaa-9a7f-95ee77ef67e7, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb998a41-27a9-4bce-b358-af42831b73b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '664b9e7f-c119-4235-9860-aae7275c6b0f'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:35:11.517374 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0726bd86-796c-4843-a224-243b03a69a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:11.518729 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61b17e95-758a-459a-ab1c-13fc642b4e3f tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:11.580026 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61b17e95-758a-459a-ab1c-13fc642b4e3f tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:11.614197 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b17e95-758a-459a-ab1c-13fc642b4e3f tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Pushing event deleted for resources: {'Subnet': ['ID=08354b3b-9b39-4c9d-8e7f-2c27172d8325,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:11.677865 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61b17e95-758a-459a-ab1c-13fc642b4e3f tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:11.688617 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-61b17e95-758a-459a-ab1c-13fc642b4e3f tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['119ade8f-cb0e-49fc-a213-620722404e76']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:11.699484 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-61b17e95-758a-459a-ab1c-13fc642b4e3f tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb38d9e0-f4b0-4317-8cf7-9934756bcfaa') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:11.699779 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-61b17e95-758a-459a-ab1c-13fc642b4e3f tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb38d9e0-f4b0-4317-8cf7-9934756bcfaa') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:11.709170 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61b17e95-758a-459a-ab1c-13fc642b4e3f tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:11.724222 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61b17e95-758a-459a-ab1c-13fc642b4e3f tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:11.730903 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61b17e95-758a-459a-ab1c-13fc642b4e3f tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:35:11.731302 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61b17e95-758a-459a-ab1c-13fc642b4e3f tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:11.734397 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 15:35:11.734397 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:35:11.734397 n-d-766043-2 neutron-server[94639]: timer() Aug 19 15:35:11.734397 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:35:11.734397 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 15:35:11.734397 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:35:11.734397 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 15:35:11.734397 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:35:11.734397 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 15:35:11.734397 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:35:11.734397 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 15:35:11.734397 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:35:11.734397 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 15:35:11.734397 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:35:11.734397 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:35:11.734397 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:35:11.734397 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:35:11.734397 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:35:11.734397 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 15:35:11.734397 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:35:11.734397 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 15:35:11.734397 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:35:11.734397 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:35:11.734397 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:35:11.734397 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 15:35:11.734397 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:35:11.734397 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:35:11.734397 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:35:11.734397 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:35:11.734397 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:35:11.734397 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:35:11.734397 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:35:11.749126 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e53b664-fbad-4ff6-845e-71e8999b192d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-119ade8f-cb0e-49fc-a213-620722404e76', 'network_id': '119ade8f-cb0e-49fc-a213-620722404e76', 'tenant_id': 'a68510f6ad1d4b938dfd6825c07203d0', 'fixed_ips': [{'subnet_id': '08354b3b-9b39-4c9d-8e7f-2c27172d8325'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:35:11.749971 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6e53b664-fbad-4ff6-845e-71e8999b192d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:11.775916 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0726bd86-796c-4843-a224-243b03a69a41 None None] For port 59958df4-bb6b-4eaa-9a7f-95ee77ef67e7, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:35:11.838146 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61b17e95-758a-459a-ab1c-13fc642b4e3f tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:11.845772 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61b17e95-758a-459a-ab1c-13fc642b4e3f tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:11.847639 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-61b17e95-758a-459a-ab1c-13fc642b4e3f tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] 10.222.0.69 "DELETE /v2.0/networks/119ade8f-cb0e-49fc-a213-620722404e76 HTTP/1.1" status: 204 len: 168 time: 0.5103512 Aug 19 15:35:11.850825 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38388) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:11.852754 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0726bd86-796c-4843-a224-243b03a69a41 None None] For port 59958df4-bb6b-4eaa-9a7f-95ee77ef67e7, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=59958df4-bb6b-4eaa-9a7f-95ee77ef67e7,segment=NetworkSegment(eb998a41-27a9-4bce-b358-af42831b73b0),segment_id=eb998a41-27a9-4bce-b358-af42831b73b0)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:35:11.859435 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0726bd86-796c-4843-a224-243b03a69a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:11.860018 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b17e95-758a-459a-ab1c-13fc642b4e3f tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Pushing event deleted for resources: {'Network': ['ID=119ade8f-cb0e-49fc-a213-620722404e76,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:11.884568 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-c92cce37-8f2e-4824-b710-9628d6329f5d tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] GET failed (client error): The resource could not be found. Aug 19 15:35:11.885886 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-c92cce37-8f2e-4824-b710-9628d6329f5d tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] 10.222.0.69 "GET /v2.0/subnets/08354b3b-9b39-4c9d-8e7f-2c27172d8325 HTTP/1.1" status: 404 len: 337 time: 0.0340915 Aug 19 15:35:11.887681 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6598462d-2b9c-4e9a-9a4e-6c32c37ef473 None None] Network 119ade8f-cb0e-49fc-a213-620722404e76 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:35:11.888748 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38390) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:11.906603 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-1084f579-88af-41bf-a4cb-379a61087091 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] DELETE failed (client error): The resource could not be found. Aug 19 15:35:11.907130 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1084f579-88af-41bf-a4cb-379a61087091 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:35:11.913621 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1084f579-88af-41bf-a4cb-379a61087091 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] 10.222.0.69 "DELETE /v2.0/networks/119ade8f-cb0e-49fc-a213-620722404e76 HTTP/1.1" status: 404 len: 339 time: 0.0203168 Aug 19 15:35:11.913790 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6598462d-2b9c-4e9a-9a4e-6c32c37ef473 None None] Network 119ade8f-cb0e-49fc-a213-620722404e76 could not be found, it might have been deleted concurrently. {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 19 15:35:11.914132 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38392) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:11.938717 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0726bd86-796c-4843-a224-243b03a69a41 None None] Pushing event updated for resources: {'Port': ['ID=59958df4-bb6b-4eaa-9a7f-95ee77ef67e7,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:11.944221 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-bda0b316-3dcb-4fbe-8c08-509b65caf56f tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] DELETE failed (client error): The resource could not be found. Aug 19 15:35:11.944714 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bda0b316-3dcb-4fbe-8c08-509b65caf56f tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:35:11.946440 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-bda0b316-3dcb-4fbe-8c08-509b65caf56f tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] 10.222.0.69 "DELETE /v2.0/subnets/08354b3b-9b39-4c9d-8e7f-2c27172d8325 HTTP/1.1" status: 404 len: 337 time: 0.0313919 Aug 19 15:35:11.949329 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38394) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:11.972234 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d1ea668-7317-4130-acc2-d4c309501824 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] DELETE failed (client error): The resource could not be found. Aug 19 15:35:11.972817 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d1ea668-7317-4130-acc2-d4c309501824 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:35:11.975151 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-5d1ea668-7317-4130-acc2-d4c309501824 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] 10.222.0.69 "DELETE /v2.0/networks/119ade8f-cb0e-49fc-a213-620722404e76 HTTP/1.1" status: 404 len: 339 time: 0.0243235 Aug 19 15:35:11.977288 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38396) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:12.029606 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-da02434e-eeb2-401a-a07f-9a8d1b6d57e2 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Deleting subnet ace6d0e7-f30e-48f3-bfff-70edeb99e5b6 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:35:12.033073 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da02434e-eeb2-401a-a07f-9a8d1b6d57e2 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:12.103984 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da02434e-eeb2-401a-a07f-9a8d1b6d57e2 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:12.141775 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device a468e12c-ddf0-4e56-b989-5becbe7459f1 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:35:12.198664 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port a468e12c-ddf0-4e56-b989-5becbe7459f1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:35:12.199048 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:12.203324 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da02434e-eeb2-401a-a07f-9a8d1b6d57e2 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:12.262673 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da02434e-eeb2-401a-a07f-9a8d1b6d57e2 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:12.291289 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02434e-eeb2-401a-a07f-9a8d1b6d57e2 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Pushing event deleted for resources: {'Subnet': ['ID=ace6d0e7-f30e-48f3-bfff-70edeb99e5b6,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:12.293858 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da02434e-eeb2-401a-a07f-9a8d1b6d57e2 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:12.295738 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-da02434e-eeb2-401a-a07f-9a8d1b6d57e2 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] 10.222.0.69 "DELETE /v2.0/subnets/ace6d0e7-f30e-48f3-bfff-70edeb99e5b6 HTTP/1.1" status: 204 len: 168 time: 0.3175421 Aug 19 15:35:12.298205 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38398) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:12.372813 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aac96bf4-3b0b-47da-b677-adffcc4c1dee tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:12.430487 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-aac96bf4-3b0b-47da-b677-adffcc4c1dee tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Deleting port 59958df4-bb6b-4eaa-9a7f-95ee77ef67e7 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:35:12.430822 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aac96bf4-3b0b-47da-b677-adffcc4c1dee tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:12.491577 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-aac96bf4-3b0b-47da-b677-adffcc4c1dee tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] For port 59958df4-bb6b-4eaa-9a7f-95ee77ef67e7, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=59958df4-bb6b-4eaa-9a7f-95ee77ef67e7,segment=NetworkSegment(eb998a41-27a9-4bce-b358-af42831b73b0),segment_id=eb998a41-27a9-4bce-b358-af42831b73b0)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:35:12.491983 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aac96bf4-3b0b-47da-b677-adffcc4c1dee tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:12.504863 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-aac96bf4-3b0b-47da-b677-adffcc4c1dee tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Calling delete_port for 59958df4-bb6b-4eaa-9a7f-95ee77ef67e7 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:35:12.589627 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aac96bf4-3b0b-47da-b677-adffcc4c1dee tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:12.620569 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac96bf4-3b0b-47da-b677-adffcc4c1dee tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Pushing event deleted for resources: {'Port': ['ID=59958df4-bb6b-4eaa-9a7f-95ee77ef67e7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:12.625158 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac96bf4-3b0b-47da-b677-adffcc4c1dee tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] No DVR routers for this DVR port 59958df4-bb6b-4eaa-9a7f-95ee77ef67e7 on host n-d-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:35:12.706387 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aac96bf4-3b0b-47da-b677-adffcc4c1dee tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:12.716799 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-aac96bf4-3b0b-47da-b677-adffcc4c1dee tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['664b9e7f-c119-4235-9860-aae7275c6b0f']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:12.728012 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-aac96bf4-3b0b-47da-b677-adffcc4c1dee tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb998a41-27a9-4bce-b358-af42831b73b0') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:12.728310 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-aac96bf4-3b0b-47da-b677-adffcc4c1dee tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb998a41-27a9-4bce-b358-af42831b73b0') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:12.738659 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aac96bf4-3b0b-47da-b677-adffcc4c1dee tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:12.753415 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aac96bf4-3b0b-47da-b677-adffcc4c1dee tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:12.759961 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aac96bf4-3b0b-47da-b677-adffcc4c1dee tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:35:12.760367 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aac96bf4-3b0b-47da-b677-adffcc4c1dee tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:12.763419 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 15:35:12.763419 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:35:12.763419 n-d-766043-2 neutron-server[94640]: timer() Aug 19 15:35:12.763419 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:35:12.763419 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 15:35:12.763419 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:35:12.763419 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 15:35:12.763419 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:35:12.763419 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 15:35:12.763419 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:35:12.763419 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 15:35:12.763419 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:35:12.763419 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 15:35:12.763419 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:35:12.763419 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:35:12.763419 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:35:12.763419 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:35:12.763419 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:35:12.763419 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 15:35:12.763419 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:35:12.763419 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 15:35:12.763419 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:35:12.763419 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:35:12.763419 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:35:12.763419 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 15:35:12.763419 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:35:12.763419 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:35:12.763419 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:35:12.763419 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:35:12.763419 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:35:12.763419 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:35:12.763419 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:35:12.829338 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aac96bf4-3b0b-47da-b677-adffcc4c1dee tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:12.829714 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca93bdf5-4b21-4990-b520-90c3cdf5c90f None None] Network 664b9e7f-c119-4235-9860-aae7275c6b0f requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:35:12.833930 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aac96bf4-3b0b-47da-b677-adffcc4c1dee tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:12.835853 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-aac96bf4-3b0b-47da-b677-adffcc4c1dee tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] 10.222.0.69 "DELETE /v2.0/networks/664b9e7f-c119-4235-9860-aae7275c6b0f HTTP/1.1" status: 204 len: 168 time: 0.5367310 Aug 19 15:35:12.838560 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38400) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:12.842344 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca93bdf5-4b21-4990-b520-90c3cdf5c90f None None] Network 664b9e7f-c119-4235-9860-aae7275c6b0f could not be found, it might have been deleted concurrently. {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 19 15:35:12.851772 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac96bf4-3b0b-47da-b677-adffcc4c1dee tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Pushing event deleted for resources: {'Network': ['ID=664b9e7f-c119-4235-9860-aae7275c6b0f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:12.868879 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb510e0e-a198-4203-9698-99a3dc7aa981 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] DELETE failed (client error): The resource could not be found. Aug 19 15:35:12.869345 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb510e0e-a198-4203-9698-99a3dc7aa981 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:35:12.871115 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-bb510e0e-a198-4203-9698-99a3dc7aa981 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] 10.222.0.69 "DELETE /v2.0/subnets/1b767051-76eb-4e91-82a3-6f695b2f0af6 HTTP/1.1" status: 404 len: 337 time: 0.0302329 Aug 19 15:35:12.874364 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38402) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:12.892664 n-d-766043-2 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-093d81a5-0b12-4085-8dc6-189fc98851bd tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] DELETE failed (client error): The resource could not be found. Aug 19 15:35:12.892974 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-093d81a5-0b12-4085-8dc6-189fc98851bd tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:35:12.894639 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-093d81a5-0b12-4085-8dc6-189fc98851bd tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] 10.222.0.69 "DELETE /v2.0/networks/1e55ef1c-53eb-47b7-95df-c86615fa448a HTTP/1.1" status: 404 len: 339 time: 0.0194595 Aug 19 15:35:12.897891 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38404) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:12.901037 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18f7044-5ddb-441f-8e3c-cecb090acb08 None None] DHCP port deletion for 664b9e7f-c119-4235-9860-aae7275c6b0f request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:35:12.907851 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-856c5692-97c2-4874-8755-cb065c08407b None None] Could not find standard attr ID for object 59958df4-bb6b-4eaa-9a7f-95ee77ef67e7. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 15:35:12.926751 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fbd7ed8-91df-48f9-9040-f164172727ea tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] DELETE failed (client error): The resource could not be found. Aug 19 15:35:12.927200 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fbd7ed8-91df-48f9-9040-f164172727ea tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:35:12.928941 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5fbd7ed8-91df-48f9-9040-f164172727ea tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] 10.222.0.69 "DELETE /v2.0/subnets/19347a97-a191-4be0-9ad5-f5ecc2ffb8df HTTP/1.1" status: 404 len: 337 time: 0.0295608 Aug 19 15:35:12.931495 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38406) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:12.950048 n-d-766043-2 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa325c13-3f37-4a2d-8e5c-c9bb21fc80c4 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] DELETE failed (client error): The resource could not be found. Aug 19 15:35:12.950565 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa325c13-3f37-4a2d-8e5c-c9bb21fc80c4 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 15:35:12.952167 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-fa325c13-3f37-4a2d-8e5c-c9bb21fc80c4 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] 10.222.0.69 "DELETE /v2.0/networks/d3d21642-8ed5-4853-ac92-55b7ea46719a HTTP/1.1" status: 404 len: 339 time: 0.0197895 Aug 19 15:35:12.954576 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38408) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:13.002061 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e1ebecc-83b3-424e-ada6-db765bd424e7 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Deleting subnet 91b07af0-c132-4f52-978f-5c80ed28948a {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:35:13.005160 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3e1ebecc-83b3-424e-ada6-db765bd424e7 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:13.048067 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3e1ebecc-83b3-424e-ada6-db765bd424e7 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:13.128239 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3e1ebecc-83b3-424e-ada6-db765bd424e7 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:13.184044 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3e1ebecc-83b3-424e-ada6-db765bd424e7 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:13.214580 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ebecc-83b3-424e-ada6-db765bd424e7 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Pushing event deleted for resources: {'Subnet': ['ID=91b07af0-c132-4f52-978f-5c80ed28948a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:13.218377 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3e1ebecc-83b3-424e-ada6-db765bd424e7 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:13.221221 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-3e1ebecc-83b3-424e-ada6-db765bd424e7 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] 10.222.0.69 "DELETE /v2.0/subnets/91b07af0-c132-4f52-978f-5c80ed28948a HTTP/1.1" status: 204 len: 168 time: 0.2656722 Aug 19 15:35:13.222937 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38410) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:13.224696 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35039bbc-c362-4340-ab59-e96acbb7bfd8 None None] Network dfe28e61-9cc0-4036-8a9a-965f2fbf1529 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:35:13.302801 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f770db04-a23f-42c6-8ae3-06039015ab53 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:13.357617 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-f770db04-a23f-42c6-8ae3-06039015ab53 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Deleting port a468e12c-ddf0-4e56-b989-5becbe7459f1 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:35:13.357969 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f770db04-a23f-42c6-8ae3-06039015ab53 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:13.393099 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7dcffc-6f97-48af-bd0a-ce83ffcc218e None None] DHCP port deletion for dfe28e61-9cc0-4036-8a9a-965f2fbf1529 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:35:13.422550 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-f770db04-a23f-42c6-8ae3-06039015ab53 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] For port a468e12c-ddf0-4e56-b989-5becbe7459f1, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=a468e12c-ddf0-4e56-b989-5becbe7459f1,segment=NetworkSegment(811e247f-fbc4-4b89-bd24-d9197c71f606),segment_id=811e247f-fbc4-4b89-bd24-d9197c71f606)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:35:13.423150 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f770db04-a23f-42c6-8ae3-06039015ab53 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:13.436658 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-f770db04-a23f-42c6-8ae3-06039015ab53 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Calling delete_port for a468e12c-ddf0-4e56-b989-5becbe7459f1 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:35:13.447488 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-cb7dcffc-6f97-48af-bd0a-ce83ffcc218e None None] Deleting port a468e12c-ddf0-4e56-b989-5becbe7459f1 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:35:13.448137 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cb7dcffc-6f97-48af-bd0a-ce83ffcc218e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:13.508026 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-cb7dcffc-6f97-48af-bd0a-ce83ffcc218e None None] For port a468e12c-ddf0-4e56-b989-5becbe7459f1, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=a468e12c-ddf0-4e56-b989-5becbe7459f1,segment=NetworkSegment(811e247f-fbc4-4b89-bd24-d9197c71f606),segment_id=811e247f-fbc4-4b89-bd24-d9197c71f606)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:35:13.508686 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cb7dcffc-6f97-48af-bd0a-ce83ffcc218e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:13.522204 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-cb7dcffc-6f97-48af-bd0a-ce83ffcc218e None None] Calling delete_port for a468e12c-ddf0-4e56-b989-5becbe7459f1 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:35:13.522434 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f770db04-a23f-42c6-8ae3-06039015ab53 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:13.551259 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f770db04-a23f-42c6-8ae3-06039015ab53 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] No DVR routers for this DVR port a468e12c-ddf0-4e56-b989-5becbe7459f1 on host n-d-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:35:13.553053 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f770db04-a23f-42c6-8ae3-06039015ab53 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Pushing event deleted for resources: {'Port': ['ID=a468e12c-ddf0-4e56-b989-5becbe7459f1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:13.596633 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:35:13.596633 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 15:35:13.596633 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:35:13.596633 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 15:35:13.596633 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:35:13.596633 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 15:35:13.596633 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:35:13.596633 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 15:35:13.596633 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:35:13.596633 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 15:35:13.596633 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:35:13.596633 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 15:35:13.596633 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:35:13.596633 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 15:35:13.596633 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:35:13.596633 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 15:35:13.596633 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:35:13.596633 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 15:35:13.596633 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:35:13.596633 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 15:35:13.596633 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:35:13.596633 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 15:35:13.596633 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:35:13.596633 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 15:35:13.596633 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:35:13.596633 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 15:35:13.596633 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:35:13.596633 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 15:35:13.596633 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:35:13.596633 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 15:35:13.596633 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:35:13.596633 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 15:35:13.596633 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:35:13.596633 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 15:35:13.596633 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:35:13.596633 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 15:35:13.596633 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:35:13.596633 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 15:35:13.596633 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:35:13.596633 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 15:35:13.596633 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:35:13.596633 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 15:35:13.596633 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:35:13.596633 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 15:35:13.596633 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:35:13.596633 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 15:35:13.596633 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:35:13.596633 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 15:35:13.596633 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:35:13.596633 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 15:35:13.596633 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:35:13.596633 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 15:35:13.596633 n-d-766043-2 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 15:35:13.596633 n-d-766043-2 neutron-server[94641]: self.session.flush() Aug 19 15:35:13.606716 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cb7dcffc-6f97-48af-bd0a-ce83ffcc218e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:13.630300 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f770db04-a23f-42c6-8ae3-06039015ab53 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:13.631356 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7dcffc-6f97-48af-bd0a-ce83ffcc218e None None] Pushing event deleted for resources: {'Port': ['ID=a468e12c-ddf0-4e56-b989-5becbe7459f1,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:13.634815 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7dcffc-6f97-48af-bd0a-ce83ffcc218e None None] No DVR routers for this DVR port a468e12c-ddf0-4e56-b989-5becbe7459f1 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:35:13.647130 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-f770db04-a23f-42c6-8ae3-06039015ab53 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfe28e61-9cc0-4036-8a9a-965f2fbf1529']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:13.661817 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-f770db04-a23f-42c6-8ae3-06039015ab53 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '811e247f-fbc4-4b89-bd24-d9197c71f606') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:13.662114 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-f770db04-a23f-42c6-8ae3-06039015ab53 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '811e247f-fbc4-4b89-bd24-d9197c71f606') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:13.670880 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f770db04-a23f-42c6-8ae3-06039015ab53 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:13.684796 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f770db04-a23f-42c6-8ae3-06039015ab53 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:13.692157 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f770db04-a23f-42c6-8ae3-06039015ab53 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:35:13.692157 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f770db04-a23f-42c6-8ae3-06039015ab53 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:13.694054 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 15:35:13.694054 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:35:13.694054 n-d-766043-2 neutron-server[94640]: timer() Aug 19 15:35:13.694054 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:35:13.694054 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 15:35:13.694054 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:35:13.694054 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 15:35:13.694054 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:35:13.694054 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 15:35:13.694054 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:35:13.694054 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 15:35:13.694054 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:35:13.694054 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 15:35:13.694054 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:35:13.694054 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:35:13.694054 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:35:13.694054 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:35:13.694054 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:35:13.694054 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 15:35:13.694054 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:35:13.694054 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 15:35:13.694054 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:35:13.694054 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:35:13.694054 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:35:13.694054 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 15:35:13.694054 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:35:13.694054 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:35:13.694054 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:35:13.694054 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:35:13.694054 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:35:13.694054 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:35:13.694054 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:35:13.750910 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f770db04-a23f-42c6-8ae3-06039015ab53 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:13.757784 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f770db04-a23f-42c6-8ae3-06039015ab53 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:13.760849 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f770db04-a23f-42c6-8ae3-06039015ab53 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] 10.222.0.69 "DELETE /v2.0/networks/dfe28e61-9cc0-4036-8a9a-965f2fbf1529 HTTP/1.1" status: 204 len: 168 time: 0.5366716 Aug 19 15:35:13.773657 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f770db04-a23f-42c6-8ae3-06039015ab53 tempest-NetworksIpV6Test-997178964 tempest-NetworksIpV6Test-997178964-project] Pushing event deleted for resources: {'Network': ['ID=dfe28e61-9cc0-4036-8a9a-965f2fbf1529,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:14.007601 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38416) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:14.087996 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device a468e12c-ddf0-4e56-b989-5becbe7459f1 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:35:14.109307 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: a468e12c-ddf0-4e56-b989-5becbe7459f1 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:35:14.109916 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device a468e12c-ddf0-4e56-b989-5becbe7459f1 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:35:14.143179 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-b8b2dff7-dd5c-4bbf-a31d-1055ada44d73 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a68510f6ad1d4b938dfd6825c07203d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1344037 Aug 19 15:35:14.145754 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38420) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:14.192427 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-43f05825-637f-4734-ba09-21e38615864c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:14.218337 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-43f05825-637f-4734-ba09-21e38615864c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:14.264957 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-43f05825-637f-4734-ba09-21e38615864c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:14.267564 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-43f05825-637f-4734-ba09-21e38615864c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:14.268731 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-43f05825-637f-4734-ba09-21e38615864c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6fc811d0-8e14-46d3-9a6d-9e5dbaebe959 HTTP/1.1" status: 204 len: 168 time: 0.1220672 Aug 19 15:35:14.276543 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f05825-637f-4734-ba09-21e38615864c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc811d0-8e14-46d3-9a6d-9e5dbaebe959,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:14.906135 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38442) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:15.003678 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:35:15.004330 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2d584357-5b8a-4b92-b5be-aea7baf748d1 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2108873502', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:35:15.029312 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d584357-5b8a-4b92-b5be-aea7baf748d1 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:15.030581 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d584357-5b8a-4b92-b5be-aea7baf748d1 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:15.083430 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d584357-5b8a-4b92-b5be-aea7baf748d1 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:15.087809 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d584357-5b8a-4b92-b5be-aea7baf748d1 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:15.104053 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d584357-5b8a-4b92-b5be-aea7baf748d1 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:15.106101 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-2d584357-5b8a-4b92-b5be-aea7baf748d1 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1980474 Aug 19 15:35:15.108820 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38446) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:15.113604 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3b1317e8-b5f0-4a56-9c64-920b8380d861 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1153186364'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:35:15.133488 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1317e8-b5f0-4a56-9c64-920b8380d861 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Made reservation on behalf of 6bc7d868bb6a45879d0faec6f04f5de7 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:35:15.137039 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3b1317e8-b5f0-4a56-9c64-920b8380d861 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:15.145236 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3b1317e8-b5f0-4a56-9c64-920b8380d861 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:15.240497 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3b1317e8-b5f0-4a56-9c64-920b8380d861 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:15.244207 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3b1317e8-b5f0-4a56-9c64-920b8380d861 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:15.272702 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b1317e8-b5f0-4a56-9c64-920b8380d861 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:35:15.278940 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1317e8-b5f0-4a56-9c64-920b8380d861 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99d22149-17a9-4804-acbc-87158465d3d0,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:15.286114 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3b1317e8-b5f0-4a56-9c64-920b8380d861 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:15.286453 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-3b1317e8-b5f0-4a56-9c64-920b8380d861 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Added segment a0057369-b66c-45eb-935d-f59d64d5d757 of type vlan for network 2822ace0-e9ab-4392-b94e-c38b098687dc Aug 19 15:35:15.326074 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3b1317e8-b5f0-4a56-9c64-920b8380d861 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:15.350350 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3b1317e8-b5f0-4a56-9c64-920b8380d861 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:15.356851 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1317e8-b5f0-4a56-9c64-920b8380d861 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:15.357463 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3b1317e8-b5f0-4a56-9c64-920b8380d861 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:15.412037 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-3b1317e8-b5f0-4a56-9c64-920b8380d861 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3021760 Aug 19 15:35:15.416377 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38448) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:15.426044 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1317e8-b5f0-4a56-9c64-920b8380d861 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Pushing event updated for resources: {'Network': ['ID=2822ace0-e9ab-4392-b94e-c38b098687dc,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:15.431135 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-de485064-2cc8-49c1-aa1e-6ead6f418e82 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Request body: {'subnet': {'network_id': '2822ace0-e9ab-4392-b94e-c38b098687dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:35:15.438336 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 2822ace0-e9ab-4392-b94e-c38b098687dc details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:35:15.522326 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de485064-2cc8-49c1-aa1e-6ead6f418e82 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Made reservation on behalf of 6bc7d868bb6a45879d0faec6f04f5de7 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:35:15.525803 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de485064-2cc8-49c1-aa1e-6ead6f418e82 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:15.709963 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de485064-2cc8-49c1-aa1e-6ead6f418e82 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:15.782459 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de485064-2cc8-49c1-aa1e-6ead6f418e82 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Pushing event updated for resources: {'Subnet': ['ID=f5976237-1b39-4b5f-9871-ecba62ddc064,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:15.790915 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de485064-2cc8-49c1-aa1e-6ead6f418e82 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Checking segment: {'id': 'a0057369-b66c-45eb-935d-f59d64d5d757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '2822ace0-e9ab-4392-b94e-c38b098687dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:35:15.791273 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de485064-2cc8-49c1-aa1e-6ead6f418e82 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Network hostable DHCP agents. Network: 2822ace0-e9ab-4392-b94e-c38b098687dc, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:35:15.808334 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de485064-2cc8-49c1-aa1e-6ead6f418e82 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Network 2822ace0-e9ab-4392-b94e-c38b098687dc is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:35:15.818255 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-de485064-2cc8-49c1-aa1e-6ead6f418e82 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 2822ace0-e9ab-4392-b94e-c38b098687dc) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:35:15.823452 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de485064-2cc8-49c1-aa1e-6ead6f418e82 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:15.825115 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de485064-2cc8-49c1-aa1e-6ead6f418e82 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:15.829237 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef7aa61-dcb6-46ec-831a-55f4e3cff99c None None] Network 2822ace0-e9ab-4392-b94e-c38b098687dc requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:35:15.843608 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-de485064-2cc8-49c1-aa1e-6ead6f418e82 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4216197 Aug 19 15:35:15.843882 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38450) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:15.849059 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-1acc1996-f618-4dd4-90d0-9f63a8b758b5 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1599241093'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:35:15.873850 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1acc1996-f618-4dd4-90d0-9f63a8b758b5 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Made reservation on behalf of 6bc7d868bb6a45879d0faec6f04f5de7 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:35:15.877383 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1acc1996-f618-4dd4-90d0-9f63a8b758b5 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:15.903754 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1acc1996-f618-4dd4-90d0-9f63a8b758b5 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:35:15.914778 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1acc1996-f618-4dd4-90d0-9f63a8b758b5 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:15.915127 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-1acc1996-f618-4dd4-90d0-9f63a8b758b5 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Added segment 56b7e009-c2df-4ac0-8021-dd28f2411f91 of type vlan for network 4cc86ec5-835b-48a0-9976-b81634de6c80 Aug 19 15:35:15.959525 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1acc1996-f618-4dd4-90d0-9f63a8b758b5 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:15.986124 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1acc1996-f618-4dd4-90d0-9f63a8b758b5 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:15.988533 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629522e8-4e21-4e5d-b5be-197229b9efd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-2822ace0-e9ab-4392-b94e-c38b098687dc', 'network_id': '2822ace0-e9ab-4392-b94e-c38b098687dc', 'tenant_id': '6bc7d868bb6a45879d0faec6f04f5de7', 'fixed_ips': [{'subnet_id': 'f5976237-1b39-4b5f-9871-ecba62ddc064'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:35:15.989420 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-629522e8-4e21-4e5d-b5be-197229b9efd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:15.991717 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acc1996-f618-4dd4-90d0-9f63a8b758b5 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:15.992317 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1acc1996-f618-4dd4-90d0-9f63a8b758b5 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:16.051796 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1acc1996-f618-4dd4-90d0-9f63a8b758b5 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2068572 Aug 19 15:35:16.054884 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38452) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:16.060201 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3b6daba3-05e0-4f56-b0e7-861308046645 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Request body: {'subnet': {'network_id': '4cc86ec5-835b-48a0-9976-b81634de6c80', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:35:16.070399 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc1996-f618-4dd4-90d0-9f63a8b758b5 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Pushing event updated for resources: {'Network': ['ID=4cc86ec5-835b-48a0-9976-b81634de6c80,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:16.086302 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 4cc86ec5-835b-48a0-9976-b81634de6c80 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:35:16.155257 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6daba3-05e0-4f56-b0e7-861308046645 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Made reservation on behalf of 6bc7d868bb6a45879d0faec6f04f5de7 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:35:16.159858 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3b6daba3-05e0-4f56-b0e7-861308046645 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:16.193624 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-629522e8-4e21-4e5d-b5be-197229b9efd6 None None] Allocated IP 172.20.0.2 (2822ace0-e9ab-4392-b94e-c38b098687dc/f5976237-1b39-4b5f-9871-ecba62ddc064/d5440e0d-5a20-4a22-b92b-fe42ae678266) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:35:16.345376 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3b6daba3-05e0-4f56-b0e7-861308046645 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:16.368242 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-629522e8-4e21-4e5d-b5be-197229b9efd6 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:16.377315 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-629522e8-4e21-4e5d-b5be-197229b9efd6 None None] Transition to ACTIVE for port object d5440e0d-5a20-4a22-b92b-fe42ae678266 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:35:16.393303 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-629522e8-4e21-4e5d-b5be-197229b9efd6 None None] Transition to ACTIVE for port object d5440e0d-5a20-4a22-b92b-fe42ae678266 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:35:16.399183 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-629522e8-4e21-4e5d-b5be-197229b9efd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:16.403708 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6daba3-05e0-4f56-b0e7-861308046645 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Pushing event updated for resources: {'Subnet': ['ID=4ad9c2ff-8847-449c-ab01-53ec8c852848,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:16.414571 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6daba3-05e0-4f56-b0e7-861308046645 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Checking segment: {'id': '56b7e009-c2df-4ac0-8021-dd28f2411f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4cc86ec5-835b-48a0-9976-b81634de6c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:35:16.415645 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6daba3-05e0-4f56-b0e7-861308046645 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Network hostable DHCP agents. Network: 4cc86ec5-835b-48a0-9976-b81634de6c80, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:35:16.431491 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6daba3-05e0-4f56-b0e7-861308046645 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Network 4cc86ec5-835b-48a0-9976-b81634de6c80 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:35:16.445337 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629522e8-4e21-4e5d-b5be-197229b9efd6 None None] Network 2822ace0-e9ab-4392-b94e-c38b098687dc is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:35:16.445930 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-3b6daba3-05e0-4f56-b0e7-861308046645 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 4cc86ec5-835b-48a0-9976-b81634de6c80) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:35:16.451182 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6daba3-05e0-4f56-b0e7-861308046645 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:16.451427 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-629522e8-4e21-4e5d-b5be-197229b9efd6 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:35:16.451925 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3b6daba3-05e0-4f56-b0e7-861308046645 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:16.456638 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629522e8-4e21-4e5d-b5be-197229b9efd6 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:35:16.462368 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40aa9e0-7db2-4a63-9590-4f888b057a3d None None] Network 4cc86ec5-835b-48a0-9976-b81634de6c80 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:35:16.468912 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629522e8-4e21-4e5d-b5be-197229b9efd6 None None] Pushing event updated for resources: {'Port': ['ID=d5440e0d-5a20-4a22-b92b-fe42ae678266,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:16.469310 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-3b6daba3-05e0-4f56-b0e7-861308046645 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4130056 Aug 19 15:35:16.471948 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38454) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:16.477647 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-16bdab74-10a7-4824-aa4c-d00ca4145c24 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Request body: {'router': {'external_gateway_info': {'network_id': '4cc86ec5-835b-48a0-9976-b81634de6c80'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:35:16.572293 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-629522e8-4e21-4e5d-b5be-197229b9efd6 None None] Attempting to bind port d5440e0d-5a20-4a22-b92b-fe42ae678266 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:35:16.572694 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-629522e8-4e21-4e5d-b5be-197229b9efd6 None None] Attempting to bind port d5440e0d-5a20-4a22-b92b-fe42ae678266 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'a0057369-b66c-45eb-935d-f59d64d5d757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '2822ace0-e9ab-4392-b94e-c38b098687dc'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:35:16.573368 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629522e8-4e21-4e5d-b5be-197229b9efd6 None None] Attempting to bind port d5440e0d-5a20-4a22-b92b-fe42ae678266 on network 2822ace0-e9ab-4392-b94e-c38b098687dc {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:35:16.588038 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629522e8-4e21-4e5d-b5be-197229b9efd6 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:35:16.588424 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629522e8-4e21-4e5d-b5be-197229b9efd6 None None] Checking segment: {'id': 'a0057369-b66c-45eb-935d-f59d64d5d757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '2822ace0-e9ab-4392-b94e-c38b098687dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:35:16.588833 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-629522e8-4e21-4e5d-b5be-197229b9efd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:16.589223 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629522e8-4e21-4e5d-b5be-197229b9efd6 None None] Bound using segment: {'id': 'a0057369-b66c-45eb-935d-f59d64d5d757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '2822ace0-e9ab-4392-b94e-c38b098687dc'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:35:16.589726 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-629522e8-4e21-4e5d-b5be-197229b9efd6 None None] Bound port: d5440e0d-5a20-4a22-b92b-fe42ae678266, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0057369-b66c-45eb-935d-f59d64d5d757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '2822ace0-e9ab-4392-b94e-c38b098687dc'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:35:16.590104 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-629522e8-4e21-4e5d-b5be-197229b9efd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:16.703555 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d182dd6-50af-443f-b796-2a3b42b53687 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-4cc86ec5-835b-48a0-9976-b81634de6c80', 'network_id': '4cc86ec5-835b-48a0-9976-b81634de6c80', 'tenant_id': '6bc7d868bb6a45879d0faec6f04f5de7', 'fixed_ips': [{'subnet_id': '4ad9c2ff-8847-449c-ab01-53ec8c852848'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:35:16.704429 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0d182dd6-50af-443f-b796-2a3b42b53687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:16.707440 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-629522e8-4e21-4e5d-b5be-197229b9efd6 None None] For port d5440e0d-5a20-4a22-b92b-fe42ae678266, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:35:16.708237 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-16bdab74-10a7-4824-aa4c-d00ca4145c24 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:16.710889 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-629522e8-4e21-4e5d-b5be-197229b9efd6 None None] For port d5440e0d-5a20-4a22-b92b-fe42ae678266, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=d5440e0d-5a20-4a22-b92b-fe42ae678266,segment=NetworkSegment(a0057369-b66c-45eb-935d-f59d64d5d757),segment_id=a0057369-b66c-45eb-935d-f59d64d5d757)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:35:16.721176 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-629522e8-4e21-4e5d-b5be-197229b9efd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:16.831586 n-d-766043-2 neutron-server[94639]: INFO neutron.api.v2.resource [None req-16bdab74-10a7-4824-aa4c-d00ca4145c24 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 15:35:16.831946 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-16bdab74-10a7-4824-aa4c-d00ca4145c24 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] 10.222.0.69 "PUT /v2.0/routers/190c74fe-438e-4b24-950b-5477ab430dc1 HTTP/1.1" status: 400 len: 364 time: 0.3586216 Aug 19 15:35:16.838328 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38456) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:16.850579 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629522e8-4e21-4e5d-b5be-197229b9efd6 None None] Pushing event updated for resources: {'Port': ['ID=d5440e0d-5a20-4a22-b92b-fe42ae678266,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:16.905911 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-bccf0972-f3da-4951-bb78-9db0b8ffd098 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Deleting subnet 4ad9c2ff-8847-449c-ab01-53ec8c852848 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:35:16.910275 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-0d182dd6-50af-443f-b796-2a3b42b53687 None None] Allocated IP 172.21.0.2 (4cc86ec5-835b-48a0-9976-b81634de6c80/4ad9c2ff-8847-449c-ab01-53ec8c852848/c53b9867-2f9a-4964-b4f8-b96a46c488c9) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:35:17.069265 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0d182dd6-50af-443f-b796-2a3b42b53687 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:17.078364 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0d182dd6-50af-443f-b796-2a3b42b53687 None None] Transition to ACTIVE for port object c53b9867-2f9a-4964-b4f8-b96a46c488c9 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:35:17.094199 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0d182dd6-50af-443f-b796-2a3b42b53687 None None] Transition to ACTIVE for port object c53b9867-2f9a-4964-b4f8-b96a46c488c9 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:35:17.099122 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bccf0972-f3da-4951-bb78-9db0b8ffd098 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:17.099887 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0d182dd6-50af-443f-b796-2a3b42b53687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:17.139929 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d182dd6-50af-443f-b796-2a3b42b53687 None None] Network 4cc86ec5-835b-48a0-9976-b81634de6c80 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:35:17.142891 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-0d182dd6-50af-443f-b796-2a3b42b53687 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:35:17.144478 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bccf0972-f3da-4951-bb78-9db0b8ffd098 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:17.147656 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d182dd6-50af-443f-b796-2a3b42b53687 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:35:17.150670 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d182dd6-50af-443f-b796-2a3b42b53687 None None] Pushing event updated for resources: {'Port': ['ID=c53b9867-2f9a-4964-b4f8-b96a46c488c9,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:17.207192 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0d182dd6-50af-443f-b796-2a3b42b53687 None None] Attempting to bind port c53b9867-2f9a-4964-b4f8-b96a46c488c9 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:35:17.207473 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0d182dd6-50af-443f-b796-2a3b42b53687 None None] Attempting to bind port c53b9867-2f9a-4964-b4f8-b96a46c488c9 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '56b7e009-c2df-4ac0-8021-dd28f2411f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4cc86ec5-835b-48a0-9976-b81634de6c80'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:35:17.207832 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d182dd6-50af-443f-b796-2a3b42b53687 None None] Attempting to bind port c53b9867-2f9a-4964-b4f8-b96a46c488c9 on network 4cc86ec5-835b-48a0-9976-b81634de6c80 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:35:17.212799 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d182dd6-50af-443f-b796-2a3b42b53687 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:35:17.213130 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d182dd6-50af-443f-b796-2a3b42b53687 None None] Checking segment: {'id': '56b7e009-c2df-4ac0-8021-dd28f2411f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4cc86ec5-835b-48a0-9976-b81634de6c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:35:17.213523 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0d182dd6-50af-443f-b796-2a3b42b53687 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:17.213915 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d182dd6-50af-443f-b796-2a3b42b53687 None None] Bound using segment: {'id': '56b7e009-c2df-4ac0-8021-dd28f2411f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4cc86ec5-835b-48a0-9976-b81634de6c80'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:35:17.214371 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0d182dd6-50af-443f-b796-2a3b42b53687 None None] Bound port: c53b9867-2f9a-4964-b4f8-b96a46c488c9, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56b7e009-c2df-4ac0-8021-dd28f2411f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4cc86ec5-835b-48a0-9976-b81634de6c80'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:35:17.215306 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0d182dd6-50af-443f-b796-2a3b42b53687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:17.230959 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bccf0972-f3da-4951-bb78-9db0b8ffd098 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:17.290647 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bccf0972-f3da-4951-bb78-9db0b8ffd098 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:17.293938 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0d182dd6-50af-443f-b796-2a3b42b53687 None None] For port c53b9867-2f9a-4964-b4f8-b96a46c488c9, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:35:17.297480 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0d182dd6-50af-443f-b796-2a3b42b53687 None None] For port c53b9867-2f9a-4964-b4f8-b96a46c488c9, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=c53b9867-2f9a-4964-b4f8-b96a46c488c9,segment=NetworkSegment(56b7e009-c2df-4ac0-8021-dd28f2411f91),segment_id=56b7e009-c2df-4ac0-8021-dd28f2411f91)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:35:17.301610 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0d182dd6-50af-443f-b796-2a3b42b53687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:17.322741 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccf0972-f3da-4951-bb78-9db0b8ffd098 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Pushing event deleted for resources: {'Subnet': ['ID=4ad9c2ff-8847-449c-ab01-53ec8c852848,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:17.327463 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bccf0972-f3da-4951-bb78-9db0b8ffd098 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:17.332911 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-bccf0972-f3da-4951-bb78-9db0b8ffd098 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] 10.222.0.69 "DELETE /v2.0/subnets/4ad9c2ff-8847-449c-ab01-53ec8c852848 HTTP/1.1" status: 204 len: 168 time: 0.4912946 Aug 19 15:35:17.333187 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38458) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:17.369235 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d182dd6-50af-443f-b796-2a3b42b53687 None None] Pushing event updated for resources: {'Port': ['ID=c53b9867-2f9a-4964-b4f8-b96a46c488c9,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:17.411807 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d2e8a46a-a8f0-4cd7-9235-e8b3cce260ed tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:17.469455 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d2e8a46a-a8f0-4cd7-9235-e8b3cce260ed tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Deleting port c53b9867-2f9a-4964-b4f8-b96a46c488c9 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:35:17.469720 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d2e8a46a-a8f0-4cd7-9235-e8b3cce260ed tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:17.561202 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-d2e8a46a-a8f0-4cd7-9235-e8b3cce260ed tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] For port c53b9867-2f9a-4964-b4f8-b96a46c488c9, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=c53b9867-2f9a-4964-b4f8-b96a46c488c9,segment=NetworkSegment(56b7e009-c2df-4ac0-8021-dd28f2411f91),segment_id=56b7e009-c2df-4ac0-8021-dd28f2411f91)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:35:17.561575 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d2e8a46a-a8f0-4cd7-9235-e8b3cce260ed tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:17.575818 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d2e8a46a-a8f0-4cd7-9235-e8b3cce260ed tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Calling delete_port for c53b9867-2f9a-4964-b4f8-b96a46c488c9 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:35:17.667054 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d2e8a46a-a8f0-4cd7-9235-e8b3cce260ed tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:17.697464 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e8a46a-a8f0-4cd7-9235-e8b3cce260ed tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] No DVR routers for this DVR port c53b9867-2f9a-4964-b4f8-b96a46c488c9 on host n-d-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:35:17.702655 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e8a46a-a8f0-4cd7-9235-e8b3cce260ed tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Pushing event deleted for resources: {'Port': ['ID=c53b9867-2f9a-4964-b4f8-b96a46c488c9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:17.793155 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d2e8a46a-a8f0-4cd7-9235-e8b3cce260ed tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:17.803489 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d2e8a46a-a8f0-4cd7-9235-e8b3cce260ed tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cc86ec5-835b-48a0-9976-b81634de6c80']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:17.818333 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d2e8a46a-a8f0-4cd7-9235-e8b3cce260ed tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56b7e009-c2df-4ac0-8021-dd28f2411f91') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:17.818640 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d2e8a46a-a8f0-4cd7-9235-e8b3cce260ed tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56b7e009-c2df-4ac0-8021-dd28f2411f91') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:17.824800 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6669d9b7-26f8-42eb-ac50-e58aa7920c83 None None] Network 2822ace0-e9ab-4392-b94e-c38b098687dc requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:35:17.831879 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d2e8a46a-a8f0-4cd7-9235-e8b3cce260ed tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:17.846807 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d2e8a46a-a8f0-4cd7-9235-e8b3cce260ed tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:17.852894 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2e8a46a-a8f0-4cd7-9235-e8b3cce260ed tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:35:17.853479 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d2e8a46a-a8f0-4cd7-9235-e8b3cce260ed tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:17.856487 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 15:35:17.856487 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:35:17.856487 n-d-766043-2 neutron-server[94640]: timer() Aug 19 15:35:17.856487 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:35:17.856487 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 15:35:17.856487 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:35:17.856487 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 15:35:17.856487 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:35:17.856487 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 15:35:17.856487 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:35:17.856487 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 15:35:17.856487 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:35:17.856487 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 15:35:17.856487 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:35:17.856487 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:35:17.856487 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:35:17.856487 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:35:17.856487 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:35:17.856487 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 15:35:17.856487 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:35:17.856487 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 15:35:17.856487 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:35:17.856487 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:35:17.856487 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:35:17.856487 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 15:35:17.856487 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:35:17.856487 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:35:17.856487 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:35:17.856487 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:35:17.856487 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:35:17.856487 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:35:17.856487 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:35:17.887965 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-47e5b10d-1a0a-47db-a022-75507451e67e None None] Provisioning for port d5440e0d-5a20-4a22-b92b-fe42ae678266 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:35:17.917961 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d2e8a46a-a8f0-4cd7-9235-e8b3cce260ed tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:17.929562 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d2e8a46a-a8f0-4cd7-9235-e8b3cce260ed tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:17.931496 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d2e8a46a-a8f0-4cd7-9235-e8b3cce260ed tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] 10.222.0.69 "DELETE /v2.0/networks/4cc86ec5-835b-48a0-9976-b81634de6c80 HTTP/1.1" status: 204 len: 168 time: 0.5974364 Aug 19 15:35:17.934262 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38460) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:17.941980 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e8a46a-a8f0-4cd7-9235-e8b3cce260ed tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Pushing event deleted for resources: {'Network': ['ID=4cc86ec5-835b-48a0-9976-b81634de6c80,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:17.988395 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8308a59-953b-4562-94ed-449a9d779b86 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Deleting subnet f5976237-1b39-4b5f-9871-ecba62ddc064 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:35:17.991889 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8308a59-953b-4562-94ed-449a9d779b86 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:18.038521 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8308a59-953b-4562-94ed-449a9d779b86 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:18.142262 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8308a59-953b-4562-94ed-449a9d779b86 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:18.147782 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device d5440e0d-5a20-4a22-b92b-fe42ae678266 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:35:18.211460 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port d5440e0d-5a20-4a22-b92b-fe42ae678266 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:35:18.213493 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8308a59-953b-4562-94ed-449a9d779b86 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:18.217045 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port d5440e0d-5a20-4a22-b92b-fe42ae678266 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:35:18.217670 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:18.250343 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8308a59-953b-4562-94ed-449a9d779b86 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Pushing event deleted for resources: {'Subnet': ['ID=f5976237-1b39-4b5f-9871-ecba62ddc064,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:18.252716 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8308a59-953b-4562-94ed-449a9d779b86 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:18.254922 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f8308a59-953b-4562-94ed-449a9d779b86 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] 10.222.0.69 "DELETE /v2.0/subnets/f5976237-1b39-4b5f-9871-ecba62ddc064 HTTP/1.1" status: 204 len: 168 time: 0.3190897 Aug 19 15:35:18.257485 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38462) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:18.267531 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133468f4-edf0-4b89-a8f1-25f1b0eeab3f None None] Network 2822ace0-e9ab-4392-b94e-c38b098687dc requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:35:18.337616 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9ca3370-7df3-4896-9da5-49d5523f8876 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:18.379671 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-541ceb46-53e7-4264-8fc4-9d9bc590e23a None None] Provisioning complete for port d5440e0d-5a20-4a22-b92b-fe42ae678266 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:35:18.380048 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-541ceb46-53e7-4264-8fc4-9d9bc590e23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:18.397309 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c9ca3370-7df3-4896-9da5-49d5523f8876 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Deleting port d5440e0d-5a20-4a22-b92b-fe42ae678266 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:35:18.397661 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9ca3370-7df3-4896-9da5-49d5523f8876 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:18.429298 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:18.468044 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-c9ca3370-7df3-4896-9da5-49d5523f8876 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] For port d5440e0d-5a20-4a22-b92b-fe42ae678266, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=d5440e0d-5a20-4a22-b92b-fe42ae678266,segment=NetworkSegment(a0057369-b66c-45eb-935d-f59d64d5d757),segment_id=a0057369-b66c-45eb-935d-f59d64d5d757)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:35:18.468552 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9ca3370-7df3-4896-9da5-49d5523f8876 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:18.482952 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c9ca3370-7df3-4896-9da5-49d5523f8876 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Calling delete_port for d5440e0d-5a20-4a22-b92b-fe42ae678266 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:35:18.502076 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port d5440e0d-5a20-4a22-b92b-fe42ae678266, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=d5440e0d-5a20-4a22-b92b-fe42ae678266,segment=NetworkSegment(a0057369-b66c-45eb-935d-f59d64d5d757),segment_id=a0057369-b66c-45eb-935d-f59d64d5d757)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:35:18.528394 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62b0634-8bf4-4059-a673-4eb19f0bfc73 None None] DHCP port deletion for 4cc86ec5-835b-48a0-9976-b81634de6c80 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:35:18.532071 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:18.578674 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9ca3370-7df3-4896-9da5-49d5523f8876 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:18.592084 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf7fdeb-c0f2-408e-8146-94aabc8ed0b0 None None] Network 4cc86ec5-835b-48a0-9976-b81634de6c80 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:35:18.593893 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f88f603-525f-43cc-a997-9cdbb01afb5e None None] DHCP port deletion for 2822ace0-e9ab-4392-b94e-c38b098687dc request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:35:18.607257 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca3370-7df3-4896-9da5-49d5523f8876 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Pushing event deleted for resources: {'Port': ['ID=d5440e0d-5a20-4a22-b92b-fe42ae678266,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:18.609112 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ca3370-7df3-4896-9da5-49d5523f8876 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] No DVR routers for this DVR port d5440e0d-5a20-4a22-b92b-fe42ae678266 on host n-d-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:35:18.609341 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-541ceb46-53e7-4264-8fc4-9d9bc590e23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:18.615818 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf7fdeb-c0f2-408e-8146-94aabc8ed0b0 None None] Network 4cc86ec5-835b-48a0-9976-b81634de6c80 could not be found, it might have been deleted concurrently. {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 19 15:35:18.643965 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=d5440e0d-5a20-4a22-b92b-fe42ae678266,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:18.692194 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9ca3370-7df3-4896-9da5-49d5523f8876 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:18.702392 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-c9ca3370-7df3-4896-9da5-49d5523f8876 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2822ace0-e9ab-4392-b94e-c38b098687dc']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:18.713706 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-c9ca3370-7df3-4896-9da5-49d5523f8876 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0057369-b66c-45eb-935d-f59d64d5d757') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:18.713998 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-c9ca3370-7df3-4896-9da5-49d5523f8876 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0057369-b66c-45eb-935d-f59d64d5d757') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:18.722735 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9ca3370-7df3-4896-9da5-49d5523f8876 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:18.736480 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9ca3370-7df3-4896-9da5-49d5523f8876 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:18.742180 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9ca3370-7df3-4896-9da5-49d5523f8876 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:35:18.742560 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9ca3370-7df3-4896-9da5-49d5523f8876 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:18.745434 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 15:35:18.745434 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:35:18.745434 n-d-766043-2 neutron-server[94639]: timer() Aug 19 15:35:18.745434 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:35:18.745434 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 15:35:18.745434 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:35:18.745434 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 15:35:18.745434 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:35:18.745434 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 15:35:18.745434 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:35:18.745434 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 15:35:18.745434 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:35:18.745434 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 15:35:18.745434 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:35:18.745434 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:35:18.745434 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:35:18.745434 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:35:18.745434 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:35:18.745434 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 15:35:18.745434 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:35:18.745434 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 15:35:18.745434 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:35:18.745434 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:35:18.745434 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:35:18.745434 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 15:35:18.745434 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:35:18.745434 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:35:18.745434 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:35:18.745434 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:35:18.745434 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:35:18.745434 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:35:18.745434 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:35:18.780359 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e2bf9b83-ad69-4602-8f0f-03e97b7012d9 None None] Could not find standard attr ID for object c53b9867-2f9a-4964-b4f8-b96a46c488c9. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 15:35:18.802832 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9ca3370-7df3-4896-9da5-49d5523f8876 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:18.811842 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9ca3370-7df3-4896-9da5-49d5523f8876 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:18.814336 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c9ca3370-7df3-4896-9da5-49d5523f8876 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] 10.222.0.69 "DELETE /v2.0/networks/2822ace0-e9ab-4392-b94e-c38b098687dc HTTP/1.1" status: 204 len: 168 time: 0.5556042 Aug 19 15:35:18.817268 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38464) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:18.829401 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca3370-7df3-4896-9da5-49d5523f8876 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Pushing event deleted for resources: {'Network': ['ID=2822ace0-e9ab-4392-b94e-c38b098687dc,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:18.849639 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-89a7c9ef-f668-4a4a-b1ca-0914591780f8 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] 10.222.0.69 "GET /v2.0/ports?device_id=190c74fe-438e-4b24-950b-5477ab430dc1 HTTP/1.1" status: 200 len: 205 time: 0.0305648 Aug 19 15:35:18.852000 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38466) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:19.268518 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d91aba1-4413-454b-bdc1-53b7e9c4bf42 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:19.424764 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d91aba1-4413-454b-bdc1-53b7e9c4bf42 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:19.426871 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d91aba1-4413-454b-bdc1-53b7e9c4bf42 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:19.474051 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d91aba1-4413-454b-bdc1-53b7e9c4bf42 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:19.474704 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d91aba1-4413-454b-bdc1-53b7e9c4bf42 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Fanout notify agent at l3_agent the message router_deleted on router 190c74fe-438e-4b24-950b-5477ab430dc1 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:35:19.481858 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d91aba1-4413-454b-bdc1-53b7e9c4bf42 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:19.483150 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-5d91aba1-4413-454b-bdc1-53b7e9c4bf42 tempest-RoutersNegativeTest-705310617 tempest-RoutersNegativeTest-705310617-project] 10.222.0.69 "DELETE /v2.0/routers/190c74fe-438e-4b24-950b-5477ab430dc1 HTTP/1.1" status: 204 len: 168 time: 0.6300416 Aug 19 15:35:19.739332 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38472) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:19.895392 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-45ad72a5-24bc-481d-839e-ff37e738c145 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6bc7d868bb6a45879d0faec6f04f5de7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1548874 Aug 19 15:35:19.900601 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38476) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:19.949358 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ac67b58-a596-44a6-92e2-d8acac6c1784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:19.969991 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ac67b58-a596-44a6-92e2-d8acac6c1784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:20.017929 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ac67b58-a596-44a6-92e2-d8acac6c1784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:20.020378 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ac67b58-a596-44a6-92e2-d8acac6c1784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:20.021654 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9ac67b58-a596-44a6-92e2-d8acac6c1784 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/99d22149-17a9-4804-acbc-87158465d3d0 HTTP/1.1" status: 204 len: 168 time: 0.1201186 Aug 19 15:35:20.030498 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac67b58-a596-44a6-92e2-d8acac6c1784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d22149-17a9-4804-acbc-87158465d3d0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:20.103471 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device c53b9867-2f9a-4964-b4f8-b96a46c488c9 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:35:20.124206 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: c53b9867-2f9a-4964-b4f8-b96a46c488c9 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:35:20.124592 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device c53b9867-2f9a-4964-b4f8-b96a46c488c9 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:35:20.125013 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device d5440e0d-5a20-4a22-b92b-fe42ae678266 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:35:20.143970 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: d5440e0d-5a20-4a22-b92b-fe42ae678266 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:35:20.144260 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device d5440e0d-5a20-4a22-b92b-fe42ae678266 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:35:20.667291 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38498) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:20.766679 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d182b12f-145d-4969-9c35-bf6faf694bc2 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1496784676-network', 'tenant_id': 'fb4d98fe21464b91b27abe2d40faead9'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:35:20.791725 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d182b12f-145d-4969-9c35-bf6faf694bc2 admin admin] Made reservation on behalf of fb4d98fe21464b91b27abe2d40faead9 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:35:20.794561 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d182b12f-145d-4969-9c35-bf6faf694bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:20.802899 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d182b12f-145d-4969-9c35-bf6faf694bc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:20.889969 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d182b12f-145d-4969-9c35-bf6faf694bc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:20.893917 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d182b12f-145d-4969-9c35-bf6faf694bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:20.919347 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d182b12f-145d-4969-9c35-bf6faf694bc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:35:20.929077 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d182b12f-145d-4969-9c35-bf6faf694bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c2a460-415b-4c81-94f3-e3ac05f1e4fe,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:20.934282 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d182b12f-145d-4969-9c35-bf6faf694bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:20.934618 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-d182b12f-145d-4969-9c35-bf6faf694bc2 admin admin] Added segment 296180ee-c7a4-43f7-85be-aa1a97ff7465 of type vlan for network de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7 Aug 19 15:35:20.973280 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d182b12f-145d-4969-9c35-bf6faf694bc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:20.998651 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d182b12f-145d-4969-9c35-bf6faf694bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:20.999715 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d182b12f-145d-4969-9c35-bf6faf694bc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:21.000299 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d182b12f-145d-4969-9c35-bf6faf694bc2 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:21.057466 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d182b12f-145d-4969-9c35-bf6faf694bc2 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3885248 Aug 19 15:35:21.060495 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38502) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:21.065227 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-278c63ee-464f-450e-a79a-dcfc77df16bd admin admin] Request body: {'subnet': {'network_id': 'de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1496784676-subnet', 'tenant_id': 'fb4d98fe21464b91b27abe2d40faead9', 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:35:21.073356 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d182b12f-145d-4969-9c35-bf6faf694bc2 admin admin] Pushing event updated for resources: {'Network': ['ID=de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:21.084017 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:35:21.092248 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278c63ee-464f-450e-a79a-dcfc77df16bd admin admin] Made reservation on behalf of fb4d98fe21464b91b27abe2d40faead9 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:35:21.094705 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-278c63ee-464f-450e-a79a-dcfc77df16bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:21.265979 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-278c63ee-464f-450e-a79a-dcfc77df16bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:21.322279 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c63ee-464f-450e-a79a-dcfc77df16bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcca59d5-4d21-4ca1-ae01-0bb6bcc7759b,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:21.332685 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278c63ee-464f-450e-a79a-dcfc77df16bd admin admin] Checking segment: {'id': '296180ee-c7a4-43f7-85be-aa1a97ff7465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:35:21.333037 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278c63ee-464f-450e-a79a-dcfc77df16bd admin admin] Network hostable DHCP agents. Network: de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:35:21.349162 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278c63ee-464f-450e-a79a-dcfc77df16bd admin admin] Network de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:35:21.357964 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-278c63ee-464f-450e-a79a-dcfc77df16bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:35:21.362989 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278c63ee-464f-450e-a79a-dcfc77df16bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:21.363731 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-278c63ee-464f-450e-a79a-dcfc77df16bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:21.368094 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34973258-8e70-41c6-a834-3b24115395e1 None None] Network de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:35:21.381292 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-278c63ee-464f-450e-a79a-dcfc77df16bd admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3197789 Aug 19 15:35:21.383997 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38504) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:21.388980 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-67a630a1-79ea-43a1-ad37-d139c1929813 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1496784676-router', 'tenant_id': 'fb4d98fe21464b91b27abe2d40faead9', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:35:21.410296 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-67a630a1-79ea-43a1-ad37-d139c1929813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:21.411308 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-67a630a1-79ea-43a1-ad37-d139c1929813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:21.463598 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-67a630a1-79ea-43a1-ad37-d139c1929813 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:21.530040 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e0184f-2932-46b6-8365-769f5481d4ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7', 'network_id': 'de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7', 'tenant_id': 'fb4d98fe21464b91b27abe2d40faead9', 'fixed_ips': [{'subnet_id': 'dcca59d5-4d21-4ca1-ae01-0bb6bcc7759b'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:35:21.530895 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-42e0184f-2932-46b6-8365-769f5481d4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:21.640088 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-67a630a1-79ea-43a1-ad37-d139c1929813 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:21.665593 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-42e0184f-2932-46b6-8365-769f5481d4ec None None] Allocated IP 172.20.0.2 (de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7/dcca59d5-4d21-4ca1-ae01-0bb6bcc7759b/18c727d6-9d9e-42dc-8f12-00468948f576) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:35:21.858945 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-67a630a1-79ea-43a1-ad37-d139c1929813 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:21.878378 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-67a630a1-79ea-43a1-ad37-d139c1929813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:21.970498 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-42e0184f-2932-46b6-8365-769f5481d4ec None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:21.978841 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-42e0184f-2932-46b6-8365-769f5481d4ec None None] Transition to ACTIVE for port object 18c727d6-9d9e-42dc-8f12-00468948f576 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:35:21.992799 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-67a630a1-79ea-43a1-ad37-d139c1929813 admin admin] Allocated IP 172.25.2.187 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/8767cdd4-19ba-4b29-8eef-e5a6fb7805ef) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:35:21.994638 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-42e0184f-2932-46b6-8365-769f5481d4ec None None] Transition to ACTIVE for port object 18c727d6-9d9e-42dc-8f12-00468948f576 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:35:22.001079 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-42e0184f-2932-46b6-8365-769f5481d4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:22.046951 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e0184f-2932-46b6-8365-769f5481d4ec None None] Network de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:35:22.053900 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-42e0184f-2932-46b6-8365-769f5481d4ec None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:35:22.058792 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e0184f-2932-46b6-8365-769f5481d4ec None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:35:22.067318 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e0184f-2932-46b6-8365-769f5481d4ec None None] Pushing event updated for resources: {'Port': ['ID=18c727d6-9d9e-42dc-8f12-00468948f576,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:22.106107 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-67a630a1-79ea-43a1-ad37-d139c1929813 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:22.123370 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-42e0184f-2932-46b6-8365-769f5481d4ec None None] Attempting to bind port 18c727d6-9d9e-42dc-8f12-00468948f576 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:35:22.123790 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-42e0184f-2932-46b6-8365-769f5481d4ec None None] Attempting to bind port 18c727d6-9d9e-42dc-8f12-00468948f576 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '296180ee-c7a4-43f7-85be-aa1a97ff7465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:35:22.124159 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e0184f-2932-46b6-8365-769f5481d4ec None None] Attempting to bind port 18c727d6-9d9e-42dc-8f12-00468948f576 on network de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:35:22.129070 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e0184f-2932-46b6-8365-769f5481d4ec None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:35:22.129443 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e0184f-2932-46b6-8365-769f5481d4ec None None] Checking segment: {'id': '296180ee-c7a4-43f7-85be-aa1a97ff7465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:35:22.130375 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-42e0184f-2932-46b6-8365-769f5481d4ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:22.130375 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e0184f-2932-46b6-8365-769f5481d4ec None None] Bound using segment: {'id': '296180ee-c7a4-43f7-85be-aa1a97ff7465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:35:22.130771 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-42e0184f-2932-46b6-8365-769f5481d4ec None None] Bound port: 18c727d6-9d9e-42dc-8f12-00468948f576, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '296180ee-c7a4-43f7-85be-aa1a97ff7465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:35:22.131183 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-42e0184f-2932-46b6-8365-769f5481d4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:22.148757 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-67a630a1-79ea-43a1-ad37-d139c1929813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:22.184550 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a630a1-79ea-43a1-ad37-d139c1929813 admin admin] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:35:22.189342 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-67a630a1-79ea-43a1-ad37-d139c1929813 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:35:22.192924 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a630a1-79ea-43a1-ad37-d139c1929813 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:35:22.201017 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-42e0184f-2932-46b6-8365-769f5481d4ec None None] For port 18c727d6-9d9e-42dc-8f12-00468948f576, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:35:22.204274 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-42e0184f-2932-46b6-8365-769f5481d4ec None None] For port 18c727d6-9d9e-42dc-8f12-00468948f576, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=18c727d6-9d9e-42dc-8f12-00468948f576,segment=NetworkSegment(296180ee-c7a4-43f7-85be-aa1a97ff7465),segment_id=296180ee-c7a4-43f7-85be-aa1a97ff7465)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:35:22.208977 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-42e0184f-2932-46b6-8365-769f5481d4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:22.229883 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a630a1-79ea-43a1-ad37-d139c1929813 admin admin] Pushing event updated for resources: {'Port': ['ID=8767cdd4-19ba-4b29-8eef-e5a6fb7805ef,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:22.269033 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e0184f-2932-46b6-8365-769f5481d4ec None None] Pushing event updated for resources: {'Port': ['ID=18c727d6-9d9e-42dc-8f12-00468948f576,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:22.492291 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-67a630a1-79ea-43a1-ad37-d139c1929813 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:22.695770 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-67a630a1-79ea-43a1-ad37-d139c1929813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:22.828802 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a630a1-79ea-43a1-ad37-d139c1929813 admin admin] Router 0cd929f8-3f4a-4f1c-acf6-fe121d9986c4 is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:35:22.938540 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a630a1-79ea-43a1-ad37-d139c1929813 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:35:22.950647 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af65cdf-278c-4cfc-acc7-3abb1cbb66f7 None None] Sync routers for ids ['0cd929f8-3f4a-4f1c-acf6-fe121d9986c4'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:35:22.956144 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-67a630a1-79ea-43a1-ad37-d139c1929813 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:22.960376 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38506) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:22.960945 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-67a630a1-79ea-43a1-ad37-d139c1929813 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5756125 Aug 19 15:35:22.962519 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af65cdf-278c-4cfc-acc7-3abb1cbb66f7 None None] Routers {'0cd929f8-3f4a-4f1c-acf6-fe121d9986c4'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:35:22.963154 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4af65cdf-278c-4cfc-acc7-3abb1cbb66f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:35:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['0cd929f8-3f4a-4f1c-acf6-fe121d9986c4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:23.071774 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-4af65cdf-278c-4cfc-acc7-3abb1cbb66f7 None None] Set router 0cd929f8-3f4a-4f1c-acf6-fe121d9986c4 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:35:23.212744 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733a5982-ef0f-4802-b4f5-5a9c194b223d None None] Network de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:35:23.274841 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4af65cdf-278c-4cfc-acc7-3abb1cbb66f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd929f8-3f4a-4f1c-acf6-fe121d9986c4', 'name': 'tempest-TestEncryptedCinderVolumes-1496784676-router', 'tenant_id': 'fb4d98fe21464b91b27abe2d40faead9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '8767cdd4-19ba-4b29-8eef-e5a6fb7805ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:35:21Z', 'updated_at': '2021-08-19T15:35:22Z', 'revision_number': 3, 'project_id': 'fb4d98fe21464b91b27abe2d40faead9', 'gw_port': {'id': '8767cdd4-19ba-4b29-8eef-e5a6fb7805ef', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b5:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd929f8-3f4a-4f1c-acf6-fe121d9986c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:35:21Z', 'updated_at': '2021-08-19T15:35:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:23.277896 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cb0dc429-1711-4b14-a536-1d5894fedb0f None None] Provisioning for port 18c727d6-9d9e-42dc-8f12-00468948f576 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:35:23.304038 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af65cdf-278c-4cfc-acc7-3abb1cbb66f7 None None] Checking router: 0cd929f8-3f4a-4f1c-acf6-fe121d9986c4 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:35:23.304506 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af65cdf-278c-4cfc-acc7-3abb1cbb66f7 None None] Updating router 0cd929f8-3f4a-4f1c-acf6-fe121d9986c4 port 8767cdd4-19ba-4b29-8eef-e5a6fb7805ef binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:35:23.330314 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-4af65cdf-278c-4cfc-acc7-3abb1cbb66f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:23.624040 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-4af65cdf-278c-4cfc-acc7-3abb1cbb66f7 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:23.634266 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-4af65cdf-278c-4cfc-acc7-3abb1cbb66f7 None None] Transition to ACTIVE for port object 8767cdd4-19ba-4b29-8eef-e5a6fb7805ef will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:35:23.640434 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-4af65cdf-278c-4cfc-acc7-3abb1cbb66f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:23.709761 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d34b87b-364d-4fdc-a501-ecb4286d875b None None] Pushing event updated for resources: {'Port': ['ID=8767cdd4-19ba-4b29-8eef-e5a6fb7805ef,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:23.713162 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-4af65cdf-278c-4cfc-acc7-3abb1cbb66f7 None None] Attempting to bind port 8767cdd4-19ba-4b29-8eef-e5a6fb7805ef on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:35:23.713600 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-4af65cdf-278c-4cfc-acc7-3abb1cbb66f7 None None] Attempting to bind port 8767cdd4-19ba-4b29-8eef-e5a6fb7805ef by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:35:23.714069 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af65cdf-278c-4cfc-acc7-3abb1cbb66f7 None None] Attempting to bind port 8767cdd4-19ba-4b29-8eef-e5a6fb7805ef on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:35:23.723896 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d34b87b-364d-4fdc-a501-ecb4286d875b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:23.724238 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d34b87b-364d-4fdc-a501-ecb4286d875b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:23.724604 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d34b87b-364d-4fdc-a501-ecb4286d875b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:23.724935 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d34b87b-364d-4fdc-a501-ecb4286d875b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:23.725262 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d34b87b-364d-4fdc-a501-ecb4286d875b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:23.725586 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d34b87b-364d-4fdc-a501-ecb4286d875b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:23.725908 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d34b87b-364d-4fdc-a501-ecb4286d875b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:23.726228 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d34b87b-364d-4fdc-a501-ecb4286d875b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:23.726547 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d34b87b-364d-4fdc-a501-ecb4286d875b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:23.726859 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d34b87b-364d-4fdc-a501-ecb4286d875b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:23.727174 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d34b87b-364d-4fdc-a501-ecb4286d875b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:23.727488 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d34b87b-364d-4fdc-a501-ecb4286d875b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:35:23.731053 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af65cdf-278c-4cfc-acc7-3abb1cbb66f7 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:35:23.731423 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af65cdf-278c-4cfc-acc7-3abb1cbb66f7 None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:35:23.731820 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-4af65cdf-278c-4cfc-acc7-3abb1cbb66f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:23.732196 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af65cdf-278c-4cfc-acc7-3abb1cbb66f7 None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:35:23.732692 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-4af65cdf-278c-4cfc-acc7-3abb1cbb66f7 None None] Bound port: 8767cdd4-19ba-4b29-8eef-e5a6fb7805ef, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:35:23.733071 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-4af65cdf-278c-4cfc-acc7-3abb1cbb66f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:23.753004 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-18b34a4b-917e-4faa-ade5-6552d52d0e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:23.788689 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-4af65cdf-278c-4cfc-acc7-3abb1cbb66f7 None None] For port 8767cdd4-19ba-4b29-8eef-e5a6fb7805ef, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:35:23.791882 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-4af65cdf-278c-4cfc-acc7-3abb1cbb66f7 None None] For port 8767cdd4-19ba-4b29-8eef-e5a6fb7805ef, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=8767cdd4-19ba-4b29-8eef-e5a6fb7805ef,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:35:23.797270 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-4af65cdf-278c-4cfc-acc7-3abb1cbb66f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:23.868615 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af65cdf-278c-4cfc-acc7-3abb1cbb66f7 None None] Routers {'0cd929f8-3f4a-4f1c-acf6-fe121d9986c4'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:35:23.869651 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4af65cdf-278c-4cfc-acc7-3abb1cbb66f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:35:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['0cd929f8-3f4a-4f1c-acf6-fe121d9986c4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:23.873420 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d34b87b-364d-4fdc-a501-ecb4286d875b None None] Pushing event updated for resources: {'Port': ['ID=8767cdd4-19ba-4b29-8eef-e5a6fb7805ef,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:23.924807 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-18b34a4b-917e-4faa-ade5-6552d52d0e99 admin admin] Allocated IP 172.20.0.1 (de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7/dcca59d5-4d21-4ca1-ae01-0bb6bcc7759b/bb654ea5-a374-4ae2-9893-6368a2c5a452) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:35:23.983250 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-4af65cdf-278c-4cfc-acc7-3abb1cbb66f7 None None] Set router 0cd929f8-3f4a-4f1c-acf6-fe121d9986c4 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:35:24.048509 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-18b34a4b-917e-4faa-ade5-6552d52d0e99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:24.071497 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-18b34a4b-917e-4faa-ade5-6552d52d0e99 admin admin] Transition to ACTIVE for port object bb654ea5-a374-4ae2-9893-6368a2c5a452 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:35:24.109263 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-18b34a4b-917e-4faa-ade5-6552d52d0e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:24.151068 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b34a4b-917e-4faa-ade5-6552d52d0e99 admin admin] Network de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:35:24.154203 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-18b34a4b-917e-4faa-ade5-6552d52d0e99 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:35:24.158551 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b34a4b-917e-4faa-ade5-6552d52d0e99 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:35:24.159301 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 18c727d6-9d9e-42dc-8f12-00468948f576 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:35:24.183039 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b34a4b-917e-4faa-ade5-6552d52d0e99 admin admin] Pushing event updated for resources: {'Port': ['ID=bb654ea5-a374-4ae2-9893-6368a2c5a452,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:24.197134 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4af65cdf-278c-4cfc-acc7-3abb1cbb66f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd929f8-3f4a-4f1c-acf6-fe121d9986c4', 'name': 'tempest-TestEncryptedCinderVolumes-1496784676-router', 'tenant_id': 'fb4d98fe21464b91b27abe2d40faead9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '8767cdd4-19ba-4b29-8eef-e5a6fb7805ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:35:21Z', 'updated_at': '2021-08-19T15:35:22Z', 'revision_number': 3, 'project_id': 'fb4d98fe21464b91b27abe2d40faead9', 'gw_port': {'id': '8767cdd4-19ba-4b29-8eef-e5a6fb7805ef', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b5:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd929f8-3f4a-4f1c-acf6-fe121d9986c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:35:21Z', 'updated_at': '2021-08-19T15:35:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:24.208350 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-18b34a4b-917e-4faa-ade5-6552d52d0e99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:24.227689 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af65cdf-278c-4cfc-acc7-3abb1cbb66f7 None None] The sync data for ids ['0cd929f8-3f4a-4f1c-acf6-fe121d9986c4'] in n-d-766043-2 is: [{'id': '0cd929f8-3f4a-4f1c-acf6-fe121d9986c4', 'name': 'tempest-TestEncryptedCinderVolumes-1496784676-router', 'tenant_id': 'fb4d98fe21464b91b27abe2d40faead9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '8767cdd4-19ba-4b29-8eef-e5a6fb7805ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:35:21Z', 'updated_at': '2021-08-19T15:35:22Z', 'revision_number': 3, 'project_id': 'fb4d98fe21464b91b27abe2d40faead9', 'gw_port': {'id': '8767cdd4-19ba-4b29-8eef-e5a6fb7805ef', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b5:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd929f8-3f4a-4f1c-acf6-fe121d9986c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:35:21Z', 'updated_at': '2021-08-19T15:35:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:35:24.234973 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 18c727d6-9d9e-42dc-8f12-00468948f576 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:35:24.240005 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 18c727d6-9d9e-42dc-8f12-00468948f576 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:35:24.240745 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:24.345787 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:24.385184 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-18b34a4b-917e-4faa-ade5-6552d52d0e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:24.385403 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 18c727d6-9d9e-42dc-8f12-00468948f576, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=18c727d6-9d9e-42dc-8f12-00468948f576,segment=NetworkSegment(296180ee-c7a4-43f7-85be-aa1a97ff7465),segment_id=296180ee-c7a4-43f7-85be-aa1a97ff7465)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:35:24.390613 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:24.462196 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e351af4b-765b-482c-997a-ec62eb94fe66 None None] Provisioning for port bb654ea5-a374-4ae2-9893-6368a2c5a452 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:35:24.493369 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e351af4b-765b-482c-997a-ec62eb94fe66 None None] Provisioning complete for port bb654ea5-a374-4ae2-9893-6368a2c5a452 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:35:24.494650 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e351af4b-765b-482c-997a-ec62eb94fe66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:24.522005 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=18c727d6-9d9e-42dc-8f12-00468948f576,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:24.547488 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e351af4b-765b-482c-997a-ec62eb94fe66 None None] Port bb654ea5-a374-4ae2-9893-6368a2c5a452 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:35:24.605260 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-18b34a4b-917e-4faa-ade5-6552d52d0e99 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:24.610609 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-18b34a4b-917e-4faa-ade5-6552d52d0e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:24.679002 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b34a4b-917e-4faa-ade5-6552d52d0e99 admin admin] Pushing event updated for resources: {'Port': ['ID=bb654ea5-a374-4ae2-9893-6368a2c5a452,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:24.681654 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-18b34a4b-917e-4faa-ade5-6552d52d0e99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:24.787643 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b34a4b-917e-4faa-ade5-6552d52d0e99 admin admin] Network de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:35:24.788976 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-18b34a4b-917e-4faa-ade5-6552d52d0e99 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:35:24.911839 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b34a4b-917e-4faa-ade5-6552d52d0e99 admin admin] Router 0cd929f8-3f4a-4f1c-acf6-fe121d9986c4 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:35:25.037221 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b34a4b-917e-4faa-ade5-6552d52d0e99 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:35:25.043988 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-18b34a4b-917e-4faa-ade5-6552d52d0e99 admin admin] 10.222.0.69 "PUT /v2.0/routers/0cd929f8-3f4a-4f1c-acf6-fe121d9986c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0822122 Aug 19 15:35:25.072868 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8b677bca-5b01-4c15-abd2-df5a206015d6 None None] Provisioning complete for port bb654ea5-a374-4ae2-9893-6368a2c5a452 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:35:25.073511 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8b677bca-5b01-4c15-abd2-df5a206015d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:25.117128 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-8b677bca-5b01-4c15-abd2-df5a206015d6 None None] Port bb654ea5-a374-4ae2-9893-6368a2c5a452 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:35:25.544573 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38522) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:25.549596 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-859aa55e-e006-4734-94ae-f1e7879c6eb0 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1374531803-network', 'tenant_id': '52bd5137763d45058714c2c8a882e3c2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:35:25.570993 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859aa55e-e006-4734-94ae-f1e7879c6eb0 admin admin] Made reservation on behalf of 52bd5137763d45058714c2c8a882e3c2 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:35:25.573501 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-859aa55e-e006-4734-94ae-f1e7879c6eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:25.582913 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-859aa55e-e006-4734-94ae-f1e7879c6eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:25.689010 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-859aa55e-e006-4734-94ae-f1e7879c6eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:25.693147 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-859aa55e-e006-4734-94ae-f1e7879c6eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:25.719209 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-859aa55e-e006-4734-94ae-f1e7879c6eb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:35:25.731733 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859aa55e-e006-4734-94ae-f1e7879c6eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e10acf-69bf-4298-a5b4-a1f7f138c454,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:25.736274 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-859aa55e-e006-4734-94ae-f1e7879c6eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:25.736814 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-859aa55e-e006-4734-94ae-f1e7879c6eb0 admin admin] Added segment 37b5103a-3958-430f-8d3f-b4c868d40305 of type vlan for network e67e910a-3a51-4c45-b9a3-a474ee5f9b89 Aug 19 15:35:25.776721 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-859aa55e-e006-4734-94ae-f1e7879c6eb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:25.805132 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-859aa55e-e006-4734-94ae-f1e7879c6eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:25.806040 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f9e739-52b6-4220-8543-dab667a9b740 None None] Sync routers for ids ['0cd929f8-3f4a-4f1c-acf6-fe121d9986c4'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:35:25.806541 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859aa55e-e006-4734-94ae-f1e7879c6eb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:25.806703 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-859aa55e-e006-4734-94ae-f1e7879c6eb0 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:25.815429 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f9e739-52b6-4220-8543-dab667a9b740 None None] Routers {'0cd929f8-3f4a-4f1c-acf6-fe121d9986c4'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:35:25.816044 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-12f9e739-52b6-4220-8543-dab667a9b740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:35:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['0cd929f8-3f4a-4f1c-acf6-fe121d9986c4'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:25.864176 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-859aa55e-e006-4734-94ae-f1e7879c6eb0 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3184333 Aug 19 15:35:25.866997 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38524) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:25.871763 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-429ecd8e-d881-417e-a0e1-861339dbc0d7 admin admin] Request body: {'subnet': {'network_id': 'e67e910a-3a51-4c45-b9a3-a474ee5f9b89', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1374531803-subnet', 'tenant_id': '52bd5137763d45058714c2c8a882e3c2', 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:35:25.888175 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859aa55e-e006-4734-94ae-f1e7879c6eb0 admin admin] Pushing event updated for resources: {'Network': ['ID=e67e910a-3a51-4c45-b9a3-a474ee5f9b89,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:25.903038 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network e67e910a-3a51-4c45-b9a3-a474ee5f9b89 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:35:25.908204 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429ecd8e-d881-417e-a0e1-861339dbc0d7 admin admin] Made reservation on behalf of 52bd5137763d45058714c2c8a882e3c2 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:35:25.910691 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-429ecd8e-d881-417e-a0e1-861339dbc0d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:25.986709 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-12f9e739-52b6-4220-8543-dab667a9b740 None None] Set router 0cd929f8-3f4a-4f1c-acf6-fe121d9986c4 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:35:26.092739 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-429ecd8e-d881-417e-a0e1-861339dbc0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:26.146311 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429ecd8e-d881-417e-a0e1-861339dbc0d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37d13cca-876b-48b9-b307-8c68f27cdbc5,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:26.169319 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429ecd8e-d881-417e-a0e1-861339dbc0d7 admin admin] Checking segment: {'id': '37b5103a-3958-430f-8d3f-b4c868d40305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e67e910a-3a51-4c45-b9a3-a474ee5f9b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:35:26.169679 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429ecd8e-d881-417e-a0e1-861339dbc0d7 admin admin] Network hostable DHCP agents. Network: e67e910a-3a51-4c45-b9a3-a474ee5f9b89, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:35:26.188968 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429ecd8e-d881-417e-a0e1-861339dbc0d7 admin admin] Network e67e910a-3a51-4c45-b9a3-a474ee5f9b89 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:35:26.207851 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-429ecd8e-d881-417e-a0e1-861339dbc0d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, e67e910a-3a51-4c45-b9a3-a474ee5f9b89) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:35:26.212386 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429ecd8e-d881-417e-a0e1-861339dbc0d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:26.212996 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-429ecd8e-d881-417e-a0e1-861339dbc0d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:26.225147 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 18c727d6-9d9e-42dc-8f12-00468948f576 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:35:26.227267 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d8263f-2876-427b-8a7c-2fa0e08af547 None None] Network e67e910a-3a51-4c45-b9a3-a474ee5f9b89 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:35:26.228780 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-429ecd8e-d881-417e-a0e1-861339dbc0d7 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3607283 Aug 19 15:35:26.231852 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38526) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:26.236487 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-cfc48b71-2f95-428b-ba79-6eb48ebe21e4 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1374531803-router', 'tenant_id': '52bd5137763d45058714c2c8a882e3c2', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:35:26.259989 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfc48b71-2f95-428b-ba79-6eb48ebe21e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:26.261847 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfc48b71-2f95-428b-ba79-6eb48ebe21e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:26.316563 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfc48b71-2f95-428b-ba79-6eb48ebe21e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:26.380792 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 18c727d6-9d9e-42dc-8f12-00468948f576 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:35:26.381069 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:26.406059 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-12f9e739-52b6-4220-8543-dab667a9b740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd929f8-3f4a-4f1c-acf6-fe121d9986c4', 'name': 'tempest-TestEncryptedCinderVolumes-1496784676-router', 'tenant_id': 'fb4d98fe21464b91b27abe2d40faead9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '8767cdd4-19ba-4b29-8eef-e5a6fb7805ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:35:21Z', 'updated_at': '2021-08-19T15:35:24Z', 'revision_number': 4, 'project_id': 'fb4d98fe21464b91b27abe2d40faead9', 'gw_port': {'id': '8767cdd4-19ba-4b29-8eef-e5a6fb7805ef', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b5:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd929f8-3f4a-4f1c-acf6-fe121d9986c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:35:21Z', 'updated_at': '2021-08-19T15:35:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'bb654ea5-a374-4ae2-9893-6368a2c5a452', 'name': '', 'network_id': 'de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7', 'tenant_id': 'fb4d98fe21464b91b27abe2d40faead9', 'mac_address': 'fa:16:3e:c7:ab:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd929f8-3f4a-4f1c-acf6-fe121d9986c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'dcca59d5-4d21-4ca1-ae01-0bb6bcc7759b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:35:23Z', 'updated_at': '2021-08-19T15:35:24Z', 'revision_number': 2, 'project_id': 'fb4d98fe21464b91b27abe2d40faead9', 'subnets': [{'id': 'dcca59d5-4d21-4ca1-ae01-0bb6bcc7759b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:26.454746 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfc48b71-2f95-428b-ba79-6eb48ebe21e4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:26.459144 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f9e739-52b6-4220-8543-dab667a9b740 None None] Checking router: 0cd929f8-3f4a-4f1c-acf6-fe121d9986c4 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:35:26.459601 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f9e739-52b6-4220-8543-dab667a9b740 None None] Updating router 0cd929f8-3f4a-4f1c-acf6-fe121d9986c4 port bb654ea5-a374-4ae2-9893-6368a2c5a452 binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:35:26.500707 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-12f9e739-52b6-4220-8543-dab667a9b740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:26.556720 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e203be4a-715e-41fa-9b00-dee55510bf0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-e67e910a-3a51-4c45-b9a3-a474ee5f9b89', 'network_id': 'e67e910a-3a51-4c45-b9a3-a474ee5f9b89', 'tenant_id': '52bd5137763d45058714c2c8a882e3c2', 'fixed_ips': [{'subnet_id': '37d13cca-876b-48b9-b307-8c68f27cdbc5'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:35:26.557567 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e203be4a-715e-41fa-9b00-dee55510bf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:26.661548 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfc48b71-2f95-428b-ba79-6eb48ebe21e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:26.681712 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfc48b71-2f95-428b-ba79-6eb48ebe21e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:26.723539 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 8767cdd4-19ba-4b29-8eef-e5a6fb7805ef up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:35:26.789392 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-cfc48b71-2f95-428b-ba79-6eb48ebe21e4 admin admin] Allocated IP 172.25.2.136 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/8ffeb3ae-c0c8-4aa9-8dd4-1738c96e69db) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:35:26.884728 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-e203be4a-715e-41fa-9b00-dee55510bf0c None None] Allocated IP 172.20.0.2 (e67e910a-3a51-4c45-b9a3-a474ee5f9b89/37d13cca-876b-48b9-b307-8c68f27cdbc5/7474d92c-f316-4af5-b5eb-10a29c0d73d9) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:35:26.902385 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfc48b71-2f95-428b-ba79-6eb48ebe21e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:26.909169 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 8767cdd4-19ba-4b29-8eef-e5a6fb7805ef completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:35:26.935546 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 8767cdd4-19ba-4b29-8eef-e5a6fb7805ef triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:35:26.935829 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:26.947538 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfc48b71-2f95-428b-ba79-6eb48ebe21e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:26.989872 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc48b71-2f95-428b-ba79-6eb48ebe21e4 admin admin] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:35:26.992992 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-cfc48b71-2f95-428b-ba79-6eb48ebe21e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:35:26.995617 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc48b71-2f95-428b-ba79-6eb48ebe21e4 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:35:27.035528 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc48b71-2f95-428b-ba79-6eb48ebe21e4 admin admin] Pushing event updated for resources: {'Port': ['ID=8ffeb3ae-c0c8-4aa9-8dd4-1738c96e69db,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:27.250061 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-12f9e739-52b6-4220-8543-dab667a9b740 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:27.279568 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfc48b71-2f95-428b-ba79-6eb48ebe21e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:27.289398 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-12f9e739-52b6-4220-8543-dab667a9b740 None None] Transition to ACTIVE for port object bb654ea5-a374-4ae2-9893-6368a2c5a452 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:35:27.318192 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-12f9e739-52b6-4220-8543-dab667a9b740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:27.363577 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:27.409534 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e203be4a-715e-41fa-9b00-dee55510bf0c None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:27.419271 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 8767cdd4-19ba-4b29-8eef-e5a6fb7805ef, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=8767cdd4-19ba-4b29-8eef-e5a6fb7805ef,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:35:27.424718 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6726d2-4b34-400c-b16a-0c84489f1bb9 None None] Pushing event updated for resources: {'Port': ['ID=bb654ea5-a374-4ae2-9893-6368a2c5a452,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:27.431626 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e203be4a-715e-41fa-9b00-dee55510bf0c None None] Transition to ACTIVE for port object 7474d92c-f316-4af5-b5eb-10a29c0d73d9 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:35:27.437068 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:27.498520 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e203be4a-715e-41fa-9b00-dee55510bf0c None None] Transition to ACTIVE for port object 7474d92c-f316-4af5-b5eb-10a29c0d73d9 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:35:27.513237 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e203be4a-715e-41fa-9b00-dee55510bf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:27.514303 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfc48b71-2f95-428b-ba79-6eb48ebe21e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:27.534477 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-12f9e739-52b6-4220-8543-dab667a9b740 None None] Attempting to bind port bb654ea5-a374-4ae2-9893-6368a2c5a452 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:35:27.534857 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-12f9e739-52b6-4220-8543-dab667a9b740 None None] Attempting to bind port bb654ea5-a374-4ae2-9893-6368a2c5a452 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '296180ee-c7a4-43f7-85be-aa1a97ff7465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:35:27.535241 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f9e739-52b6-4220-8543-dab667a9b740 None None] Attempting to bind port bb654ea5-a374-4ae2-9893-6368a2c5a452 on network de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:35:27.551081 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=8767cdd4-19ba-4b29-8eef-e5a6fb7805ef,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:27.557172 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f9e739-52b6-4220-8543-dab667a9b740 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:35:27.557564 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f9e739-52b6-4220-8543-dab667a9b740 None None] Checking segment: {'id': '296180ee-c7a4-43f7-85be-aa1a97ff7465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:35:27.557976 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-12f9e739-52b6-4220-8543-dab667a9b740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:27.558401 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f9e739-52b6-4220-8543-dab667a9b740 None None] Bound using segment: {'id': '296180ee-c7a4-43f7-85be-aa1a97ff7465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:35:27.558905 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-12f9e739-52b6-4220-8543-dab667a9b740 None None] Bound port: bb654ea5-a374-4ae2-9893-6368a2c5a452, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '296180ee-c7a4-43f7-85be-aa1a97ff7465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:35:27.559298 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-12f9e739-52b6-4220-8543-dab667a9b740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:27.563438 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e203be4a-715e-41fa-9b00-dee55510bf0c None None] Network e67e910a-3a51-4c45-b9a3-a474ee5f9b89 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:35:27.577246 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-e203be4a-715e-41fa-9b00-dee55510bf0c None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:35:27.603557 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e203be4a-715e-41fa-9b00-dee55510bf0c None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:35:27.659593 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc48b71-2f95-428b-ba79-6eb48ebe21e4 admin admin] Router 6aed4f35-86bb-4f52-971c-78613648221e is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:35:27.661689 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203be4a-715e-41fa-9b00-dee55510bf0c None None] Pushing event updated for resources: {'Port': ['ID=7474d92c-f316-4af5-b5eb-10a29c0d73d9,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:27.716699 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e203be4a-715e-41fa-9b00-dee55510bf0c None None] Attempting to bind port 7474d92c-f316-4af5-b5eb-10a29c0d73d9 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:35:27.717068 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e203be4a-715e-41fa-9b00-dee55510bf0c None None] Attempting to bind port 7474d92c-f316-4af5-b5eb-10a29c0d73d9 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '37b5103a-3958-430f-8d3f-b4c868d40305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e67e910a-3a51-4c45-b9a3-a474ee5f9b89'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:35:27.717436 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e203be4a-715e-41fa-9b00-dee55510bf0c None None] Attempting to bind port 7474d92c-f316-4af5-b5eb-10a29c0d73d9 on network e67e910a-3a51-4c45-b9a3-a474ee5f9b89 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:35:27.729852 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e203be4a-715e-41fa-9b00-dee55510bf0c None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:35:27.730262 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e203be4a-715e-41fa-9b00-dee55510bf0c None None] Checking segment: {'id': '37b5103a-3958-430f-8d3f-b4c868d40305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e67e910a-3a51-4c45-b9a3-a474ee5f9b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:35:27.730666 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e203be4a-715e-41fa-9b00-dee55510bf0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:27.731059 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e203be4a-715e-41fa-9b00-dee55510bf0c None None] Bound using segment: {'id': '37b5103a-3958-430f-8d3f-b4c868d40305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e67e910a-3a51-4c45-b9a3-a474ee5f9b89'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:35:27.731538 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e203be4a-715e-41fa-9b00-dee55510bf0c None None] Bound port: 7474d92c-f316-4af5-b5eb-10a29c0d73d9, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37b5103a-3958-430f-8d3f-b4c868d40305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e67e910a-3a51-4c45-b9a3-a474ee5f9b89'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:35:27.731963 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e203be4a-715e-41fa-9b00-dee55510bf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:27.736154 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-12f9e739-52b6-4220-8543-dab667a9b740 None None] For port bb654ea5-a374-4ae2-9893-6368a2c5a452, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:35:27.744351 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-12f9e739-52b6-4220-8543-dab667a9b740 None None] For port bb654ea5-a374-4ae2-9893-6368a2c5a452, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=bb654ea5-a374-4ae2-9893-6368a2c5a452,segment=NetworkSegment(296180ee-c7a4-43f7-85be-aa1a97ff7465),segment_id=296180ee-c7a4-43f7-85be-aa1a97ff7465)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:35:27.750200 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-12f9e739-52b6-4220-8543-dab667a9b740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:27.772441 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc48b71-2f95-428b-ba79-6eb48ebe21e4 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:35:27.784182 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25639d52-b65a-4ca0-8ea2-60b45a61d9b9 None None] Sync routers for ids ['6aed4f35-86bb-4f52-971c-78613648221e'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:35:27.792335 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfc48b71-2f95-428b-ba79-6eb48ebe21e4 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:27.794504 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-cfc48b71-2f95-428b-ba79-6eb48ebe21e4 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5614626 Aug 19 15:35:27.797723 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38528) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:35:27.798825 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25639d52-b65a-4ca0-8ea2-60b45a61d9b9 None None] Routers {'6aed4f35-86bb-4f52-971c-78613648221e'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:35:27.799621 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-25639d52-b65a-4ca0-8ea2-60b45a61d9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:35:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['6aed4f35-86bb-4f52-971c-78613648221e'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:27.858487 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6726d2-4b34-400c-b16a-0c84489f1bb9 None None] Pushing event updated for resources: {'Port': ['ID=bb654ea5-a374-4ae2-9893-6368a2c5a452,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:27.867118 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f9e739-52b6-4220-8543-dab667a9b740 None None] Routers {'0cd929f8-3f4a-4f1c-acf6-fe121d9986c4'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:35:27.867763 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-12f9e739-52b6-4220-8543-dab667a9b740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:35:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['0cd929f8-3f4a-4f1c-acf6-fe121d9986c4'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:27.870099 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e203be4a-715e-41fa-9b00-dee55510bf0c None None] For port 7474d92c-f316-4af5-b5eb-10a29c0d73d9, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:35:27.878085 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e203be4a-715e-41fa-9b00-dee55510bf0c None None] For port 7474d92c-f316-4af5-b5eb-10a29c0d73d9, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=7474d92c-f316-4af5-b5eb-10a29c0d73d9,segment=NetworkSegment(37b5103a-3958-430f-8d3f-b4c868d40305),segment_id=37b5103a-3958-430f-8d3f-b4c868d40305)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:35:27.922511 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e203be4a-715e-41fa-9b00-dee55510bf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:28.044032 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203be4a-715e-41fa-9b00-dee55510bf0c None None] Pushing event updated for resources: {'Port': ['ID=7474d92c-f316-4af5-b5eb-10a29c0d73d9,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:28.055732 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-12f9e739-52b6-4220-8543-dab667a9b740 None None] Set router 0cd929f8-3f4a-4f1c-acf6-fe121d9986c4 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:35:28.111487 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-25639d52-b65a-4ca0-8ea2-60b45a61d9b9 None None] Set router 6aed4f35-86bb-4f52-971c-78613648221e gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:35:28.171676 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 8767cdd4-19ba-4b29-8eef-e5a6fb7805ef up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:35:28.378515 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 8767cdd4-19ba-4b29-8eef-e5a6fb7805ef triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:35:28.379507 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:28.394984 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-25639d52-b65a-4ca0-8ea2-60b45a61d9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aed4f35-86bb-4f52-971c-78613648221e', 'name': 'tempest-TestEncryptedCinderVolumes-1374531803-router', 'tenant_id': '52bd5137763d45058714c2c8a882e3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '8ffeb3ae-c0c8-4aa9-8dd4-1738c96e69db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:35:26Z', 'updated_at': '2021-08-19T15:35:27Z', 'revision_number': 3, 'project_id': '52bd5137763d45058714c2c8a882e3c2', 'gw_port': {'id': '8ffeb3ae-c0c8-4aa9-8dd4-1738c96e69db', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f1:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aed4f35-86bb-4f52-971c-78613648221e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:35:26Z', 'updated_at': '2021-08-19T15:35:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:28.439534 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25639d52-b65a-4ca0-8ea2-60b45a61d9b9 None None] Checking router: 6aed4f35-86bb-4f52-971c-78613648221e for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:35:28.440178 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25639d52-b65a-4ca0-8ea2-60b45a61d9b9 None None] Updating router 6aed4f35-86bb-4f52-971c-78613648221e port 8ffeb3ae-c0c8-4aa9-8dd4-1738c96e69db binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:35:28.483925 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-25639d52-b65a-4ca0-8ea2-60b45a61d9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:28.542972 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-12f9e739-52b6-4220-8543-dab667a9b740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd929f8-3f4a-4f1c-acf6-fe121d9986c4', 'name': 'tempest-TestEncryptedCinderVolumes-1496784676-router', 'tenant_id': 'fb4d98fe21464b91b27abe2d40faead9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '8767cdd4-19ba-4b29-8eef-e5a6fb7805ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:35:21Z', 'updated_at': '2021-08-19T15:35:24Z', 'revision_number': 4, 'project_id': 'fb4d98fe21464b91b27abe2d40faead9', 'gw_port': {'id': '8767cdd4-19ba-4b29-8eef-e5a6fb7805ef', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd929f8-3f4a-4f1c-acf6-fe121d9986c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:35:21Z', 'updated_at': '2021-08-19T15:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'bb654ea5-a374-4ae2-9893-6368a2c5a452', 'name': '', 'network_id': 'de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7', 'tenant_id': 'fb4d98fe21464b91b27abe2d40faead9', 'mac_address': 'fa:16:3e:c7:ab:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd929f8-3f4a-4f1c-acf6-fe121d9986c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'dcca59d5-4d21-4ca1-ae01-0bb6bcc7759b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:35:23Z', 'updated_at': '2021-08-19T15:35:27Z', 'revision_number': 4, 'project_id': 'fb4d98fe21464b91b27abe2d40faead9', 'subnets': [{'id': 'dcca59d5-4d21-4ca1-ae01-0bb6bcc7759b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:28.577286 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f9e739-52b6-4220-8543-dab667a9b740 None None] The sync data for ids ['0cd929f8-3f4a-4f1c-acf6-fe121d9986c4'] in n-d-766043-2 is: [{'id': '0cd929f8-3f4a-4f1c-acf6-fe121d9986c4', 'name': 'tempest-TestEncryptedCinderVolumes-1496784676-router', 'tenant_id': 'fb4d98fe21464b91b27abe2d40faead9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '8767cdd4-19ba-4b29-8eef-e5a6fb7805ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:35:21Z', 'updated_at': '2021-08-19T15:35:24Z', 'revision_number': 4, 'project_id': 'fb4d98fe21464b91b27abe2d40faead9', 'gw_port': {'id': '8767cdd4-19ba-4b29-8eef-e5a6fb7805ef', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd929f8-3f4a-4f1c-acf6-fe121d9986c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:35:21Z', 'updated_at': '2021-08-19T15:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'bb654ea5-a374-4ae2-9893-6368a2c5a452', 'name': '', 'network_id': 'de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7', 'tenant_id': 'fb4d98fe21464b91b27abe2d40faead9', 'mac_address': 'fa:16:3e:c7:ab:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd929f8-3f4a-4f1c-acf6-fe121d9986c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'dcca59d5-4d21-4ca1-ae01-0bb6bcc7759b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:35:23Z', 'updated_at': '2021-08-19T15:35:27Z', 'revision_number': 4, 'project_id': 'fb4d98fe21464b91b27abe2d40faead9', 'subnets': [{'id': 'dcca59d5-4d21-4ca1-ae01-0bb6bcc7759b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:35:28.790245 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74c1db3d-2565-4979-a343-d0f330b8e26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:28.800936 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-25639d52-b65a-4ca0-8ea2-60b45a61d9b9 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:28.814779 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-25639d52-b65a-4ca0-8ea2-60b45a61d9b9 None None] Transition to ACTIVE for port object 8ffeb3ae-c0c8-4aa9-8dd4-1738c96e69db will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:35:28.827254 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-25639d52-b65a-4ca0-8ea2-60b45a61d9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:28.899690 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-25639d52-b65a-4ca0-8ea2-60b45a61d9b9 None None] Attempting to bind port 8ffeb3ae-c0c8-4aa9-8dd4-1738c96e69db on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:35:28.900129 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-25639d52-b65a-4ca0-8ea2-60b45a61d9b9 None None] Attempting to bind port 8ffeb3ae-c0c8-4aa9-8dd4-1738c96e69db by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:35:28.900582 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25639d52-b65a-4ca0-8ea2-60b45a61d9b9 None None] Attempting to bind port 8ffeb3ae-c0c8-4aa9-8dd4-1738c96e69db on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:35:28.909535 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40d0ce5-821d-4a9d-bd12-2a8edbfd14ae None None] Pushing event updated for resources: {'Port': ['ID=8ffeb3ae-c0c8-4aa9-8dd4-1738c96e69db,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:28.912759 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25639d52-b65a-4ca0-8ea2-60b45a61d9b9 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:35:28.913260 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25639d52-b65a-4ca0-8ea2-60b45a61d9b9 None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:35:28.913706 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-25639d52-b65a-4ca0-8ea2-60b45a61d9b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:28.913706 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25639d52-b65a-4ca0-8ea2-60b45a61d9b9 None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:35:28.914477 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-25639d52-b65a-4ca0-8ea2-60b45a61d9b9 None None] Bound port: 8ffeb3ae-c0c8-4aa9-8dd4-1738c96e69db, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:35:28.914783 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-25639d52-b65a-4ca0-8ea2-60b45a61d9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:28.978445 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-25639d52-b65a-4ca0-8ea2-60b45a61d9b9 None None] For port 8ffeb3ae-c0c8-4aa9-8dd4-1738c96e69db, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:35:28.982793 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-25639d52-b65a-4ca0-8ea2-60b45a61d9b9 None None] For port 8ffeb3ae-c0c8-4aa9-8dd4-1738c96e69db, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=8ffeb3ae-c0c8-4aa9-8dd4-1738c96e69db,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:35:28.989715 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-25639d52-b65a-4ca0-8ea2-60b45a61d9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:29.003850 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-74c1db3d-2565-4979-a343-d0f330b8e26a admin admin] Allocated IP 172.20.0.1 (e67e910a-3a51-4c45-b9a3-a474ee5f9b89/37d13cca-876b-48b9-b307-8c68f27cdbc5/e1f372ef-d606-4d71-b197-7135c6c4faf2) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:35:29.061501 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25639d52-b65a-4ca0-8ea2-60b45a61d9b9 None None] Routers {'6aed4f35-86bb-4f52-971c-78613648221e'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:35:29.062028 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-25639d52-b65a-4ca0-8ea2-60b45a61d9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:35:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['6aed4f35-86bb-4f52-971c-78613648221e'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:29.063951 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40d0ce5-821d-4a9d-bd12-2a8edbfd14ae None None] Pushing event updated for resources: {'Port': ['ID=8ffeb3ae-c0c8-4aa9-8dd4-1738c96e69db,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:29.169395 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74c1db3d-2565-4979-a343-d0f330b8e26a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:29.184618 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-74c1db3d-2565-4979-a343-d0f330b8e26a admin admin] Transition to ACTIVE for port object e1f372ef-d606-4d71-b197-7135c6c4faf2 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:35:29.192148 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-25639d52-b65a-4ca0-8ea2-60b45a61d9b9 None None] Set router 6aed4f35-86bb-4f52-971c-78613648221e gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:35:29.239495 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74c1db3d-2565-4979-a343-d0f330b8e26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:29.299772 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c1db3d-2565-4979-a343-d0f330b8e26a admin admin] Network e67e910a-3a51-4c45-b9a3-a474ee5f9b89 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:35:29.307146 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-74c1db3d-2565-4979-a343-d0f330b8e26a admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:35:29.312672 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c1db3d-2565-4979-a343-d0f330b8e26a admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:35:29.347755 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021236a2-050b-44d9-800d-9c4dcf36b0bf None None] Network e67e910a-3a51-4c45-b9a3-a474ee5f9b89 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:35:29.370211 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c1db3d-2565-4979-a343-d0f330b8e26a admin admin] Pushing event updated for resources: {'Port': ['ID=e1f372ef-d606-4d71-b197-7135c6c4faf2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:29.388658 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74c1db3d-2565-4979-a343-d0f330b8e26a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:29.426222 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-25639d52-b65a-4ca0-8ea2-60b45a61d9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aed4f35-86bb-4f52-971c-78613648221e', 'name': 'tempest-TestEncryptedCinderVolumes-1374531803-router', 'tenant_id': '52bd5137763d45058714c2c8a882e3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '8ffeb3ae-c0c8-4aa9-8dd4-1738c96e69db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:35:26Z', 'updated_at': '2021-08-19T15:35:27Z', 'revision_number': 3, 'project_id': '52bd5137763d45058714c2c8a882e3c2', 'gw_port': {'id': '8ffeb3ae-c0c8-4aa9-8dd4-1738c96e69db', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f1:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aed4f35-86bb-4f52-971c-78613648221e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:35:26Z', 'updated_at': '2021-08-19T15:35:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:29.435275 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-19734807-6d1f-40dc-a697-e36ce2a28ac8 None None] Provisioning for port 7474d92c-f316-4af5-b5eb-10a29c0d73d9 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:35:29.476196 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25639d52-b65a-4ca0-8ea2-60b45a61d9b9 None None] The sync data for ids ['6aed4f35-86bb-4f52-971c-78613648221e'] in n-d-766043-2 is: [{'id': '6aed4f35-86bb-4f52-971c-78613648221e', 'name': 'tempest-TestEncryptedCinderVolumes-1374531803-router', 'tenant_id': '52bd5137763d45058714c2c8a882e3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '8ffeb3ae-c0c8-4aa9-8dd4-1738c96e69db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:35:26Z', 'updated_at': '2021-08-19T15:35:27Z', 'revision_number': 3, 'project_id': '52bd5137763d45058714c2c8a882e3c2', 'gw_port': {'id': '8ffeb3ae-c0c8-4aa9-8dd4-1738c96e69db', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f1:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aed4f35-86bb-4f52-971c-78613648221e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:35:26Z', 'updated_at': '2021-08-19T15:35:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:35:29.545991 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74c1db3d-2565-4979-a343-d0f330b8e26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:29.748882 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74c1db3d-2565-4979-a343-d0f330b8e26a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:29.776968 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74c1db3d-2565-4979-a343-d0f330b8e26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:29.880693 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c1db3d-2565-4979-a343-d0f330b8e26a admin admin] Pushing event updated for resources: {'Port': ['ID=e1f372ef-d606-4d71-b197-7135c6c4faf2,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:29.883376 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74c1db3d-2565-4979-a343-d0f330b8e26a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:29.993400 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ae4696a2-38bc-4ff9-a285-2ed3913a7ec6 None None] Provisioning for port e1f372ef-d606-4d71-b197-7135c6c4faf2 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:35:29.998639 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ae4696a2-38bc-4ff9-a285-2ed3913a7ec6 None None] Provisioning complete for port e1f372ef-d606-4d71-b197-7135c6c4faf2 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:35:29.999117 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ae4696a2-38bc-4ff9-a285-2ed3913a7ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:30.034464 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c1db3d-2565-4979-a343-d0f330b8e26a admin admin] Network e67e910a-3a51-4c45-b9a3-a474ee5f9b89 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:35:30.035819 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-74c1db3d-2565-4979-a343-d0f330b8e26a admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:35:30.055251 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ae4696a2-38bc-4ff9-a285-2ed3913a7ec6 None None] Port e1f372ef-d606-4d71-b197-7135c6c4faf2 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:35:30.190846 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-048574a7-4179-44f8-ba0b-d0dccaeccf30 None None] Provisioning complete for port e1f372ef-d606-4d71-b197-7135c6c4faf2 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:35:30.191671 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-048574a7-4179-44f8-ba0b-d0dccaeccf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:30.248985 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c1db3d-2565-4979-a343-d0f330b8e26a admin admin] Router 6aed4f35-86bb-4f52-971c-78613648221e has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:35:30.261398 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-048574a7-4179-44f8-ba0b-d0dccaeccf30 None None] Port e1f372ef-d606-4d71-b197-7135c6c4faf2 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:35:30.264049 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 8ffeb3ae-c0c8-4aa9-8dd4-1738c96e69db up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:35:30.337128 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 8ffeb3ae-c0c8-4aa9-8dd4-1738c96e69db completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:35:30.348660 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 8ffeb3ae-c0c8-4aa9-8dd4-1738c96e69db triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:35:30.349739 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:30.396321 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c1db3d-2565-4979-a343-d0f330b8e26a admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:35:30.402478 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-74c1db3d-2565-4979-a343-d0f330b8e26a admin admin] 10.222.0.69 "PUT /v2.0/routers/6aed4f35-86bb-4f52-971c-78613648221e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6024451 Aug 19 15:35:30.458795 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:30.487666 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 8ffeb3ae-c0c8-4aa9-8dd4-1738c96e69db, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=8ffeb3ae-c0c8-4aa9-8dd4-1738c96e69db,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:35:30.495333 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:30.496686 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 7474d92c-f316-4af5-b5eb-10a29c0d73d9 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:35:30.502143 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2de651b2-3aad-461f-a32e-40b7fa439d38 None None] Provisioning complete for port e1f372ef-d606-4d71-b197-7135c6c4faf2 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:35:30.502593 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2de651b2-3aad-461f-a32e-40b7fa439d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:30.607081 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-2de651b2-3aad-461f-a32e-40b7fa439d38 None None] Port e1f372ef-d606-4d71-b197-7135c6c4faf2 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:35:30.615385 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=8ffeb3ae-c0c8-4aa9-8dd4-1738c96e69db,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:30.631091 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 7474d92c-f316-4af5-b5eb-10a29c0d73d9 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:35:30.635412 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 7474d92c-f316-4af5-b5eb-10a29c0d73d9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:35:30.635790 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:30.729380 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:30.770023 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 7474d92c-f316-4af5-b5eb-10a29c0d73d9, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=7474d92c-f316-4af5-b5eb-10a29c0d73d9,segment=NetworkSegment(37b5103a-3958-430f-8d3f-b4c868d40305),segment_id=37b5103a-3958-430f-8d3f-b4c868d40305)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:35:30.775331 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:30.776435 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device bb654ea5-a374-4ae2-9893-6368a2c5a452 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:35:30.857784 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=7474d92c-f316-4af5-b5eb-10a29c0d73d9,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:30.872342 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port bb654ea5-a374-4ae2-9893-6368a2c5a452 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:35:30.876356 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port bb654ea5-a374-4ae2-9893-6368a2c5a452 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:35:30.877314 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:30.983566 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:31.018618 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port bb654ea5-a374-4ae2-9893-6368a2c5a452, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=bb654ea5-a374-4ae2-9893-6368a2c5a452,segment=NetworkSegment(296180ee-c7a4-43f7-85be-aa1a97ff7465),segment_id=296180ee-c7a4-43f7-85be-aa1a97ff7465)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:35:31.023368 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:31.081886 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=bb654ea5-a374-4ae2-9893-6368a2c5a452,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:31.146844 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08a9b6-4d82-478c-b084-570250cb9d4c req-b4af4818-ac7d-4419-9569-ce9987169902 tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:31.148244 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3c08a9b6-4d82-478c-b084-570250cb9d4c req-b4af4818-ac7d-4419-9569-ce9987169902 tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.69 "GET /v2.0/networks?id=de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7 HTTP/1.1" status: 200 len: 817 time: 0.1023333 Aug 19 15:35:31.163698 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3c08a9b6-4d82-478c-b084-570250cb9d4c req-0c90b133-17ca-4ea9-abc2-f660490e195f tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.69 "GET /v2.0/quotas/fb4d98fe21464b91b27abe2d40faead9 HTTP/1.1" status: 200 len: 375 time: 0.0089519 Aug 19 15:35:31.222636 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3c08a9b6-4d82-478c-b084-570250cb9d4c req-1f704f87-7fb7-4bac-951b-ec4c8af14c01 tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fb4d98fe21464b91b27abe2d40faead9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536590 Aug 19 15:35:31.321194 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3c08a9b6-4d82-478c-b084-570250cb9d4c req-ea0ef994-c98f-4ef2-b6f8-79e1f232601d service neutron] 10.222.0.69 "GET /v2.0/networks/de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839655 Aug 19 15:35:31.415129 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3c08a9b6-4d82-478c-b084-570250cb9d4c req-951248db-3451-4383-b623-fe537d1c0c00 service neutron] 10.222.0.69 "GET /v2.0/networks/de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870199 Aug 19 15:35:31.469310 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4bd788f2-daad-490a-8212-a0877ecf06b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:31.610460 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0a8afce1-6a3d-4400-b4ce-c168066e76b8 req-f8d5ac0b-6a7e-490e-ad9e-610be4a67d09 tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.69 "GET /v2.0/ports?device_id=c222aac3-3b84-4d35-be97-fade6b182580 HTTP/1.1" status: 200 len: 210 time: 0.0393374 Aug 19 15:35:32.049074 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347e54c2-6883-447d-ab61-c67e21b57aea None None] Sync routers for ids ['6aed4f35-86bb-4f52-971c-78613648221e'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:35:32.061789 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347e54c2-6883-447d-ab61-c67e21b57aea None None] Routers {'6aed4f35-86bb-4f52-971c-78613648221e'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:35:32.062427 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-347e54c2-6883-447d-ab61-c67e21b57aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:35:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['6aed4f35-86bb-4f52-971c-78613648221e'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:32.142549 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 8ffeb3ae-c0c8-4aa9-8dd4-1738c96e69db up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:35:32.357371 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-347e54c2-6883-447d-ab61-c67e21b57aea None None] Set router 6aed4f35-86bb-4f52-971c-78613648221e gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:35:32.404089 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 8ffeb3ae-c0c8-4aa9-8dd4-1738c96e69db triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:35:32.404490 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:32.601324 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device bb654ea5-a374-4ae2-9893-6368a2c5a452 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:35:32.660633 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-347e54c2-6883-447d-ab61-c67e21b57aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aed4f35-86bb-4f52-971c-78613648221e', 'name': 'tempest-TestEncryptedCinderVolumes-1374531803-router', 'tenant_id': '52bd5137763d45058714c2c8a882e3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '8ffeb3ae-c0c8-4aa9-8dd4-1738c96e69db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:35:26Z', 'updated_at': '2021-08-19T15:35:29Z', 'revision_number': 4, 'project_id': '52bd5137763d45058714c2c8a882e3c2', 'gw_port': {'id': '8ffeb3ae-c0c8-4aa9-8dd4-1738c96e69db', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed4f35-86bb-4f52-971c-78613648221e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:35:26Z', 'updated_at': '2021-08-19T15:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'e1f372ef-d606-4d71-b197-7135c6c4faf2', 'name': '', 'network_id': 'e67e910a-3a51-4c45-b9a3-a474ee5f9b89', 'tenant_id': '52bd5137763d45058714c2c8a882e3c2', 'mac_address': 'fa:16:3e:dc:3d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aed4f35-86bb-4f52-971c-78613648221e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '37d13cca-876b-48b9-b307-8c68f27cdbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:35:28Z', 'updated_at': '2021-08-19T15:35:29Z', 'revision_number': 2, 'project_id': '52bd5137763d45058714c2c8a882e3c2', 'subnets': [{'id': '37d13cca-876b-48b9-b307-8c68f27cdbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:32.691118 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347e54c2-6883-447d-ab61-c67e21b57aea None None] Checking router: 6aed4f35-86bb-4f52-971c-78613648221e for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:35:32.691118 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347e54c2-6883-447d-ab61-c67e21b57aea None None] Updating router 6aed4f35-86bb-4f52-971c-78613648221e port e1f372ef-d606-4d71-b197-7135c6c4faf2 binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:35:32.693045 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port bb654ea5-a374-4ae2-9893-6368a2c5a452 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:35:32.693459 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:32.746629 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-347e54c2-6883-447d-ab61-c67e21b57aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:32.747646 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b25b44f3-b169-4c0e-8b0f-26986912a752 req-e635b24e-29e3-4878-8b24-24b0292c87be tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.69 "GET /v2.0/ports?device_id=c222aac3-3b84-4d35-be97-fade6b182580 HTTP/1.1" status: 200 len: 210 time: 0.0321159 Aug 19 15:35:32.778928 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08a9b6-4d82-478c-b084-570250cb9d4c req-1bfd2cf9-a7af-48ef-9319-2b6aba57bfab tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:32.780651 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3c08a9b6-4d82-478c-b084-570250cb9d4c req-1bfd2cf9-a7af-48ef-9319-2b6aba57bfab tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.68 "GET /v2.0/networks?id=de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7 HTTP/1.1" status: 200 len: 817 time: 0.1679111 Aug 19 15:35:32.795079 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-3c08a9b6-4d82-478c-b084-570250cb9d4c req-b8426abf-80a2-4b16-97eb-60d39037151b tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Request body: {'port': {'device_id': 'c222aac3-3b84-4d35-be97-fade6b182580', 'network_id': 'de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7', 'admin_state_up': True, 'tenant_id': 'fb4d98fe21464b91b27abe2d40faead9'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:35:32.903108 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 7474d92c-f316-4af5-b5eb-10a29c0d73d9 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:35:32.924310 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c08a9b6-4d82-478c-b084-570250cb9d4c req-b8426abf-80a2-4b16-97eb-60d39037151b tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Made reservation on behalf of fb4d98fe21464b91b27abe2d40faead9 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:35:32.927917 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3c08a9b6-4d82-478c-b084-570250cb9d4c req-b8426abf-80a2-4b16-97eb-60d39037151b tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:33.012982 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 7474d92c-f316-4af5-b5eb-10a29c0d73d9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:35:33.013263 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:33.063894 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-3c08a9b6-4d82-478c-b084-570250cb9d4c req-b8426abf-80a2-4b16-97eb-60d39037151b tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Allocated IP 172.20.0.11 (de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7/dcca59d5-4d21-4ca1-ae01-0bb6bcc7759b/128748df-6831-4514-aa76-ef7bcfa9238e) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:35:33.147366 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-347e54c2-6883-447d-ab61-c67e21b57aea None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:33.164355 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-347e54c2-6883-447d-ab61-c67e21b57aea None None] Transition to ACTIVE for port object e1f372ef-d606-4d71-b197-7135c6c4faf2 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:35:33.173690 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-347e54c2-6883-447d-ab61-c67e21b57aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:33.212545 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3c08a9b6-4d82-478c-b084-570250cb9d4c req-b8426abf-80a2-4b16-97eb-60d39037151b tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:33.231928 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-3c08a9b6-4d82-478c-b084-570250cb9d4c req-b8426abf-80a2-4b16-97eb-60d39037151b tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Transition to ACTIVE for port object 128748df-6831-4514-aa76-ef7bcfa9238e will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:35:33.248784 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b1f5a-5d87-4e54-8800-55b29c8e156b None None] Pushing event updated for resources: {'Port': ['ID=e1f372ef-d606-4d71-b197-7135c6c4faf2,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:33.266734 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3c08a9b6-4d82-478c-b084-570250cb9d4c req-b8426abf-80a2-4b16-97eb-60d39037151b tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:33.287595 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-347e54c2-6883-447d-ab61-c67e21b57aea None None] Attempting to bind port e1f372ef-d606-4d71-b197-7135c6c4faf2 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:35:33.287953 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-347e54c2-6883-447d-ab61-c67e21b57aea None None] Attempting to bind port e1f372ef-d606-4d71-b197-7135c6c4faf2 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '37b5103a-3958-430f-8d3f-b4c868d40305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e67e910a-3a51-4c45-b9a3-a474ee5f9b89'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:35:33.288515 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347e54c2-6883-447d-ab61-c67e21b57aea None None] Attempting to bind port e1f372ef-d606-4d71-b197-7135c6c4faf2 on network e67e910a-3a51-4c45-b9a3-a474ee5f9b89 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:35:33.294164 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347e54c2-6883-447d-ab61-c67e21b57aea None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:35:33.294560 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347e54c2-6883-447d-ab61-c67e21b57aea None None] Checking segment: {'id': '37b5103a-3958-430f-8d3f-b4c868d40305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e67e910a-3a51-4c45-b9a3-a474ee5f9b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:35:33.294962 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-347e54c2-6883-447d-ab61-c67e21b57aea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:33.295353 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347e54c2-6883-447d-ab61-c67e21b57aea None None] Bound using segment: {'id': '37b5103a-3958-430f-8d3f-b4c868d40305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e67e910a-3a51-4c45-b9a3-a474ee5f9b89'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:35:33.295846 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-347e54c2-6883-447d-ab61-c67e21b57aea None None] Bound port: e1f372ef-d606-4d71-b197-7135c6c4faf2, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37b5103a-3958-430f-8d3f-b4c868d40305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e67e910a-3a51-4c45-b9a3-a474ee5f9b89'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:35:33.296227 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-347e54c2-6883-447d-ab61-c67e21b57aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:33.318975 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c08a9b6-4d82-478c-b084-570250cb9d4c req-b8426abf-80a2-4b16-97eb-60d39037151b tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Network de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:35:33.322319 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-3c08a9b6-4d82-478c-b084-570250cb9d4c req-b8426abf-80a2-4b16-97eb-60d39037151b tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:35:33.327649 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c08a9b6-4d82-478c-b084-570250cb9d4c req-b8426abf-80a2-4b16-97eb-60d39037151b tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:35:33.334379 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8426abf-80a2-4b16-97eb-60d39037151b tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Pushing event updated for resources: {'Port': ['ID=128748df-6831-4514-aa76-ef7bcfa9238e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:33.380165 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-347e54c2-6883-447d-ab61-c67e21b57aea None None] For port e1f372ef-d606-4d71-b197-7135c6c4faf2, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:35:33.383762 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-347e54c2-6883-447d-ab61-c67e21b57aea None None] For port e1f372ef-d606-4d71-b197-7135c6c4faf2, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=e1f372ef-d606-4d71-b197-7135c6c4faf2,segment=NetworkSegment(37b5103a-3958-430f-8d3f-b4c868d40305),segment_id=37b5103a-3958-430f-8d3f-b4c868d40305)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:35:33.389101 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-347e54c2-6883-447d-ab61-c67e21b57aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:33.396183 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08a9b6-4d82-478c-b084-570250cb9d4c req-b8426abf-80a2-4b16-97eb-60d39037151b tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:33.396878 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3c08a9b6-4d82-478c-b084-570250cb9d4c req-b8426abf-80a2-4b16-97eb-60d39037151b tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:33.414143 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3c08a9b6-4d82-478c-b084-570250cb9d4c req-b8426abf-80a2-4b16-97eb-60d39037151b tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6239989 Aug 19 15:35:33.430002 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-3c08a9b6-4d82-478c-b084-570250cb9d4c req-738c5bf2-150c-4af0-aba0-ec2d52bac5e6 service neutron] Request body: {'port': {'device_id': 'c222aac3-3b84-4d35-be97-fade6b182580', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:35:33.457243 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347e54c2-6883-447d-ab61-c67e21b57aea None None] Routers {'6aed4f35-86bb-4f52-971c-78613648221e'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:35:33.458106 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-347e54c2-6883-447d-ab61-c67e21b57aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:35:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['6aed4f35-86bb-4f52-971c-78613648221e'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:33.499431 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3c08a9b6-4d82-478c-b084-570250cb9d4c req-738c5bf2-150c-4af0-aba0-ec2d52bac5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:33.502742 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b1f5a-5d87-4e54-8800-55b29c8e156b None None] Pushing event updated for resources: {'Port': ['ID=e1f372ef-d606-4d71-b197-7135c6c4faf2,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:33.593203 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-347e54c2-6883-447d-ab61-c67e21b57aea None None] Set router 6aed4f35-86bb-4f52-971c-78613648221e gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:35:33.744284 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-14de6010-f3d5-4676-9d59-74b8b298a540 None None] Provisioning for port 128748df-6831-4514-aa76-ef7bcfa9238e completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:35:33.753214 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-14de6010-f3d5-4676-9d59-74b8b298a540 None None] Provisioning complete for port 128748df-6831-4514-aa76-ef7bcfa9238e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:35:33.753589 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-14de6010-f3d5-4676-9d59-74b8b298a540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:33.812219 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-3c08a9b6-4d82-478c-b084-570250cb9d4c req-738c5bf2-150c-4af0-aba0-ec2d52bac5e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 128748df-6831-4514-aa76-ef7bcfa9238e {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:35:33.816276 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-14de6010-f3d5-4676-9d59-74b8b298a540 None None] Port 128748df-6831-4514-aa76-ef7bcfa9238e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:35:33.821720 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3c08a9b6-4d82-478c-b084-570250cb9d4c req-738c5bf2-150c-4af0-aba0-ec2d52bac5e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:33.836199 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-3c08a9b6-4d82-478c-b084-570250cb9d4c req-738c5bf2-150c-4af0-aba0-ec2d52bac5e6 service neutron] Transition to ACTIVE for port object 128748df-6831-4514-aa76-ef7bcfa9238e will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:35:33.840888 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3c08a9b6-4d82-478c-b084-570250cb9d4c req-738c5bf2-150c-4af0-aba0-ec2d52bac5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:33.846639 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-347e54c2-6883-447d-ab61-c67e21b57aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aed4f35-86bb-4f52-971c-78613648221e', 'name': 'tempest-TestEncryptedCinderVolumes-1374531803-router', 'tenant_id': '52bd5137763d45058714c2c8a882e3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '8ffeb3ae-c0c8-4aa9-8dd4-1738c96e69db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:35:26Z', 'updated_at': '2021-08-19T15:35:29Z', 'revision_number': 4, 'project_id': '52bd5137763d45058714c2c8a882e3c2', 'gw_port': {'id': '8ffeb3ae-c0c8-4aa9-8dd4-1738c96e69db', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed4f35-86bb-4f52-971c-78613648221e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:35:26Z', 'updated_at': '2021-08-19T15:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'e1f372ef-d606-4d71-b197-7135c6c4faf2', 'name': '', 'network_id': 'e67e910a-3a51-4c45-b9a3-a474ee5f9b89', 'tenant_id': '52bd5137763d45058714c2c8a882e3c2', 'mac_address': 'fa:16:3e:dc:3d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aed4f35-86bb-4f52-971c-78613648221e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '37d13cca-876b-48b9-b307-8c68f27cdbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:35:28Z', 'updated_at': '2021-08-19T15:35:33Z', 'revision_number': 4, 'project_id': '52bd5137763d45058714c2c8a882e3c2', 'subnets': [{'id': '37d13cca-876b-48b9-b307-8c68f27cdbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:35:33.876652 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347e54c2-6883-447d-ab61-c67e21b57aea None None] The sync data for ids ['6aed4f35-86bb-4f52-971c-78613648221e'] in n-d-766043-2 is: [{'id': '6aed4f35-86bb-4f52-971c-78613648221e', 'name': 'tempest-TestEncryptedCinderVolumes-1374531803-router', 'tenant_id': '52bd5137763d45058714c2c8a882e3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '8ffeb3ae-c0c8-4aa9-8dd4-1738c96e69db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:35:26Z', 'updated_at': '2021-08-19T15:35:29Z', 'revision_number': 4, 'project_id': '52bd5137763d45058714c2c8a882e3c2', 'gw_port': {'id': '8ffeb3ae-c0c8-4aa9-8dd4-1738c96e69db', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed4f35-86bb-4f52-971c-78613648221e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:35:26Z', 'updated_at': '2021-08-19T15:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'e1f372ef-d606-4d71-b197-7135c6c4faf2', 'name': '', 'network_id': 'e67e910a-3a51-4c45-b9a3-a474ee5f9b89', 'tenant_id': '52bd5137763d45058714c2c8a882e3c2', 'mac_address': 'fa:16:3e:dc:3d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aed4f35-86bb-4f52-971c-78613648221e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '37d13cca-876b-48b9-b307-8c68f27cdbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:35:28Z', 'updated_at': '2021-08-19T15:35:33Z', 'revision_number': 4, 'project_id': '52bd5137763d45058714c2c8a882e3c2', 'subnets': [{'id': '37d13cca-876b-48b9-b307-8c68f27cdbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:35:33.887099 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30726824-6fed-451e-9383-c595398bd93b req-5e406350-8d29-43ca-96d5-92ae9502d748 tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:33.889386 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-30726824-6fed-451e-9383-c595398bd93b req-5e406350-8d29-43ca-96d5-92ae9502d748 tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.69 "GET /v2.0/ports?device_id=c222aac3-3b84-4d35-be97-fade6b182580 HTTP/1.1" status: 200 len: 944 time: 0.0548451 Aug 19 15:35:33.897292 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c5bf2-150c-4af0-aba0-ec2d52bac5e6 service neutron] Pushing event updated for resources: {'Port': ['ID=128748df-6831-4514-aa76-ef7bcfa9238e,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:33.940362 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-30726824-6fed-451e-9383-c595398bd93b req-c27ce8f2-398e-40b6-b111-67d37e21d365 tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.69 "GET /v2.0/security-groups?id=51c2a460-415b-4c81-94f3-e3ac05f1e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442188 Aug 19 15:35:34.017545 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-3c08a9b6-4d82-478c-b084-570250cb9d4c req-738c5bf2-150c-4af0-aba0-ec2d52bac5e6 service neutron] Attempting to bind port 128748df-6831-4514-aa76-ef7bcfa9238e on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:35:34.018381 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-3c08a9b6-4d82-478c-b084-570250cb9d4c req-738c5bf2-150c-4af0-aba0-ec2d52bac5e6 service neutron] Attempting to bind port 128748df-6831-4514-aa76-ef7bcfa9238e by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '296180ee-c7a4-43f7-85be-aa1a97ff7465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:35:34.020018 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c08a9b6-4d82-478c-b084-570250cb9d4c req-738c5bf2-150c-4af0-aba0-ec2d52bac5e6 service neutron] Attempting to bind port 128748df-6831-4514-aa76-ef7bcfa9238e on network de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:35:34.027408 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c08a9b6-4d82-478c-b084-570250cb9d4c req-738c5bf2-150c-4af0-aba0-ec2d52bac5e6 service neutron] Port 128748df-6831-4514-aa76-ef7bcfa9238e on network de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:35:34.027745 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c08a9b6-4d82-478c-b084-570250cb9d4c req-738c5bf2-150c-4af0-aba0-ec2d52bac5e6 service neutron] Attempting to bind port 128748df-6831-4514-aa76-ef7bcfa9238e on network de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:35:34.033677 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c08a9b6-4d82-478c-b084-570250cb9d4c req-738c5bf2-150c-4af0-aba0-ec2d52bac5e6 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:35:34.034027 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c08a9b6-4d82-478c-b084-570250cb9d4c req-738c5bf2-150c-4af0-aba0-ec2d52bac5e6 service neutron] Checking segment: {'id': '296180ee-c7a4-43f7-85be-aa1a97ff7465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:35:34.034419 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c08a9b6-4d82-478c-b084-570250cb9d4c req-738c5bf2-150c-4af0-aba0-ec2d52bac5e6 service neutron] Bound using segment: {'id': '296180ee-c7a4-43f7-85be-aa1a97ff7465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:35:34.034857 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-3c08a9b6-4d82-478c-b084-570250cb9d4c req-738c5bf2-150c-4af0-aba0-ec2d52bac5e6 service neutron] Bound port: 128748df-6831-4514-aa76-ef7bcfa9238e, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '296180ee-c7a4-43f7-85be-aa1a97ff7465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:35:34.035282 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3c08a9b6-4d82-478c-b084-570250cb9d4c req-738c5bf2-150c-4af0-aba0-ec2d52bac5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:34.126218 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-3c08a9b6-4d82-478c-b084-570250cb9d4c req-738c5bf2-150c-4af0-aba0-ec2d52bac5e6 service neutron] For port 128748df-6831-4514-aa76-ef7bcfa9238e, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:35:34.129793 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-3c08a9b6-4d82-478c-b084-570250cb9d4c req-738c5bf2-150c-4af0-aba0-ec2d52bac5e6 service neutron] For port 128748df-6831-4514-aa76-ef7bcfa9238e, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=128748df-6831-4514-aa76-ef7bcfa9238e,segment=NetworkSegment(296180ee-c7a4-43f7-85be-aa1a97ff7465),segment_id=296180ee-c7a4-43f7-85be-aa1a97ff7465)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:35:34.141246 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3c08a9b6-4d82-478c-b084-570250cb9d4c req-738c5bf2-150c-4af0-aba0-ec2d52bac5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:34.182536 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device e1f372ef-d606-4d71-b197-7135c6c4faf2 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:35:34.184099 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08a9b6-4d82-478c-b084-570250cb9d4c req-738c5bf2-150c-4af0-aba0-ec2d52bac5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:34.184785 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3c08a9b6-4d82-478c-b084-570250cb9d4c req-738c5bf2-150c-4af0-aba0-ec2d52bac5e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:34.186250 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3c08a9b6-4d82-478c-b084-570250cb9d4c req-738c5bf2-150c-4af0-aba0-ec2d52bac5e6 service neutron] 10.222.0.68 "PUT /v2.0/ports/128748df-6831-4514-aa76-ef7bcfa9238e HTTP/1.1" status: 200 len: 1092 time: 0.7634313 Aug 19 15:35:34.186645 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c222aac3-3b84-4d35-be97-fade6b182580', 'tag': '128748df-6831-4514-aa76-ef7bcfa9238e'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:35:34.194388 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ea2f9e66d71df3aa35f2a980f4ce96e3876fd938d75aec7c1a3378f7fc42a1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba062c9e-bdf6-4d97-b5ec-e3f5df771d49" -d '{"events": [{"name": "network-changed", "server_uuid": "c222aac3-3b84-4d35-be97-fade6b182580", "tag": "128748df-6831-4514-aa76-ef7bcfa9238e"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:35:34.231246 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c5bf2-150c-4af0-aba0-ec2d52bac5e6 service neutron] Pushing event updated for resources: {'Port': ['ID=128748df-6831-4514-aa76-ef7bcfa9238e,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:34.262172 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port e1f372ef-d606-4d71-b197-7135c6c4faf2 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:35:34.272191 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port e1f372ef-d606-4d71-b197-7135c6c4faf2 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:35:34.273066 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:34.284587 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34dcb707-904a-41d3-a90d-f69d637a373e x-openstack-request-id: req-34dcb707-904a-41d3-a90d-f69d637a373e {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:35:34.284963 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c222aac3-3b84-4d35-be97-fade6b182580", "tag": "128748df-6831-4514-aa76-ef7bcfa9238e", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:35:34.285361 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-34dcb707-904a-41d3-a90d-f69d637a373e {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:35:34.285786 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c222aac3-3b84-4d35-be97-fade6b182580', 'tag': '128748df-6831-4514-aa76-ef7bcfa9238e', 'status': 'completed', 'code': 200} Aug 19 15:35:34.292000 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08a9b6-4d82-478c-b084-570250cb9d4c req-b4b3d718-034b-41ba-9a0f-9b03627c9341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:34.294115 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3c08a9b6-4d82-478c-b084-570250cb9d4c req-b4b3d718-034b-41ba-9a0f-9b03627c9341 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fb4d98fe21464b91b27abe2d40faead9&device_id=c222aac3-3b84-4d35-be97-fade6b182580 HTTP/1.1" status: 200 len: 1095 time: 0.0595863 Aug 19 15:35:34.353795 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3c08a9b6-4d82-478c-b084-570250cb9d4c req-817bda8b-7b6d-431a-a046-cdeec0e36c94 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=128748df-6831-4514-aa76-ef7bcfa9238e HTTP/1.1" status: 200 len: 217 time: 0.0490417 Aug 19 15:35:34.395303 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:34.440291 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08a9b6-4d82-478c-b084-570250cb9d4c req-46e13d76-9fa0-4fce-82f5-bd53ab394467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:34.447003 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3c08a9b6-4d82-478c-b084-570250cb9d4c req-46e13d76-9fa0-4fce-82f5-bd53ab394467 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dcca59d5-4d21-4ca1-ae01-0bb6bcc7759b HTTP/1.1" status: 200 len: 856 time: 0.0815310 Aug 19 15:35:34.463129 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-053fba15-dbfa-44a2-9648-0edfa720b44c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:34.466684 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port e1f372ef-d606-4d71-b197-7135c6c4faf2, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=e1f372ef-d606-4d71-b197-7135c6c4faf2,segment=NetworkSegment(37b5103a-3958-430f-8d3f-b4c868d40305),segment_id=37b5103a-3958-430f-8d3f-b4c868d40305)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:35:34.472155 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:34.497640 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08a9b6-4d82-478c-b084-570250cb9d4c req-eff9cb0f-71aa-4540-8de3-41cef0bfaf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:34.499166 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3c08a9b6-4d82-478c-b084-570250cb9d4c req-eff9cb0f-71aa-4540-8de3-41cef0bfaf10 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449204 Aug 19 15:35:34.512877 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [req-3c08a9b6-4d82-478c-b084-570250cb9d4c req-a9e87600-f13b-4c0f-a4a6-2223e3f8984b service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:35:34.513898 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3c08a9b6-4d82-478c-b084-570250cb9d4c req-a9e87600-f13b-4c0f-a4a6-2223e3f8984b service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061338 Aug 19 15:35:34.527417 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=e1f372ef-d606-4d71-b197-7135c6c4faf2,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:34.609813 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3c08a9b6-4d82-478c-b084-570250cb9d4c req-5cb8d0dd-b07f-4b5b-90ba-2ef609f2330c service neutron] 10.222.0.68 "GET /v2.0/networks/de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882008 Aug 19 15:35:34.619648 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:34.651982 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:34.701723 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3c08a9b6-4d82-478c-b084-570250cb9d4c req-ae6b19fe-d74b-4192-8138-03e97ebcbe7c service neutron] 10.222.0.68 "GET /v2.0/networks/de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835216 Aug 19 15:35:34.786456 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba062c9e-bdf6-4d97-b5ec-e3f5df771d49 req-b9a3c06b-d22a-4c7e-90cc-0d4f729341bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:34.787954 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ba062c9e-bdf6-4d97-b5ec-e3f5df771d49 req-b9a3c06b-d22a-4c7e-90cc-0d4f729341bc service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fb4d98fe21464b91b27abe2d40faead9&device_id=c222aac3-3b84-4d35-be97-fade6b182580 HTTP/1.1" status: 200 len: 1095 time: 0.0406427 Aug 19 15:35:34.889364 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba062c9e-bdf6-4d97-b5ec-e3f5df771d49 req-baa090ef-190e-41b6-87b9-fde790e90e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:34.890764 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ba062c9e-bdf6-4d97-b5ec-e3f5df771d49 req-baa090ef-190e-41b6-87b9-fde790e90e1c service neutron] 10.222.0.68 "GET /v2.0/networks?id=de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7 HTTP/1.1" status: 200 len: 918 time: 0.0956321 Aug 19 15:35:34.937575 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ba062c9e-bdf6-4d97-b5ec-e3f5df771d49 req-bd68e7f0-1a66-4a39-a58e-7ff193ed5ca1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=128748df-6831-4514-aa76-ef7bcfa9238e HTTP/1.1" status: 200 len: 217 time: 0.0370364 Aug 19 15:35:34.990351 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba062c9e-bdf6-4d97-b5ec-e3f5df771d49 req-5fb5a3cf-5a39-4928-84a8-bfbf4ad48cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:34.991808 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ba062c9e-bdf6-4d97-b5ec-e3f5df771d49 req-5fb5a3cf-5a39-4928-84a8-bfbf4ad48cf2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dcca59d5-4d21-4ca1-ae01-0bb6bcc7759b HTTP/1.1" status: 200 len: 856 time: 0.0464149 Aug 19 15:35:35.048259 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba062c9e-bdf6-4d97-b5ec-e3f5df771d49 req-c3222378-fc89-4243-ab52-d200b39906e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:35.049848 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ba062c9e-bdf6-4d97-b5ec-e3f5df771d49 req-c3222378-fc89-4243-ab52-d200b39906e2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497706 Aug 19 15:35:35.098776 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142af10-624e-4bc8-95a1-583536c4484f req-def8e27f-7be7-47a4-b4aa-98cd6dd449a7 tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:35.100999 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3142af10-624e-4bc8-95a1-583536c4484f req-def8e27f-7be7-47a4-b4aa-98cd6dd449a7 tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.69 "GET /v2.0/ports?device_id=c222aac3-3b84-4d35-be97-fade6b182580 HTTP/1.1" status: 200 len: 944 time: 0.0646217 Aug 19 15:35:35.145264 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3142af10-624e-4bc8-95a1-583536c4484f req-b2444e96-f579-4c36-86d1-b028008049d6 tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.69 "GET /v2.0/security-groups?id=51c2a460-415b-4c81-94f3-e3ac05f1e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371299 Aug 19 15:35:35.152656 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ba062c9e-bdf6-4d97-b5ec-e3f5df771d49 req-ea02e5c0-5a7c-40b7-b12f-59faafd47d56 service neutron] 10.222.0.68 "GET /v2.0/networks/de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859292 Aug 19 15:35:35.249341 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ba062c9e-bdf6-4d97-b5ec-e3f5df771d49 req-02664574-8455-4f1d-9425-ba25263b8f99 service neutron] 10.222.0.68 "GET /v2.0/networks/de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887218 Aug 19 15:35:35.307259 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:35.817284 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:36.114480 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device e1f372ef-d606-4d71-b197-7135c6c4faf2 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:35:36.166687 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port e1f372ef-d606-4d71-b197-7135c6c4faf2 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:35:36.167106 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:36.263815 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc22432-df67-4926-b41a-84ba8fd0911b req-eeef6068-15e7-4b23-a02e-f5dab3c19807 tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:36.265325 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dbc22432-df67-4926-b41a-84ba8fd0911b req-eeef6068-15e7-4b23-a02e-f5dab3c19807 tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.69 "GET /v2.0/ports?device_id=c222aac3-3b84-4d35-be97-fade6b182580 HTTP/1.1" status: 200 len: 944 time: 0.0505815 Aug 19 15:35:36.303692 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dbc22432-df67-4926-b41a-84ba8fd0911b req-741a0f0e-dd2a-47b1-98f2-2f913232a6b7 tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.69 "GET /v2.0/security-groups?id=51c2a460-415b-4c81-94f3-e3ac05f1e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322292 Aug 19 15:35:37.119948 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:37.364941 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 128748df-6831-4514-aa76-ef7bcfa9238e details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:35:37.451919 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0762135a-177a-4fc9-9a22-152496ade5ba req-b14fc893-cff5-407e-ac65-7af671e8bd01 tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:37.453801 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0762135a-177a-4fc9-9a22-152496ade5ba req-b14fc893-cff5-407e-ac65-7af671e8bd01 tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.69 "GET /v2.0/ports?device_id=c222aac3-3b84-4d35-be97-fade6b182580 HTTP/1.1" status: 200 len: 944 time: 0.0566719 Aug 19 15:35:37.467998 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 128748df-6831-4514-aa76-ef7bcfa9238e, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=128748df-6831-4514-aa76-ef7bcfa9238e,segment=NetworkSegment(296180ee-c7a4-43f7-85be-aa1a97ff7465),segment_id=296180ee-c7a4-43f7-85be-aa1a97ff7465)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:35:37.479488 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '128748df-6831-4514-aa76-ef7bcfa9238e', 'network_id': 'de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7', 'port_id': '128748df-6831-4514-aa76-ef7bcfa9238e', 'mac_address': 'fa:16:3e:c8:3f:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcca59d5-4d21-4ca1-ae01-0bb6bcc7759b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:35:37.500286 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0762135a-177a-4fc9-9a22-152496ade5ba req-52b776da-b560-42b5-85f5-90f1fcc2b3df tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.69 "GET /v2.0/security-groups?id=51c2a460-415b-4c81-94f3-e3ac05f1e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399377 Aug 19 15:35:37.517752 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:37.531566 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 128748df-6831-4514-aa76-ef7bcfa9238e {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:35:37.553526 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 128748df-6831-4514-aa76-ef7bcfa9238e, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=128748df-6831-4514-aa76-ef7bcfa9238e,segment=NetworkSegment(296180ee-c7a4-43f7-85be-aa1a97ff7465),segment_id=296180ee-c7a4-43f7-85be-aa1a97ff7465)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:35:37.557601 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:37.608114 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=128748df-6831-4514-aa76-ef7bcfa9238e,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:37.764663 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['128748df-6831-4514-aa76-ef7bcfa9238e'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:35:38.614605 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a3e74-0b15-4942-b451-1de438952945 req-ce713dc9-22f2-4a86-9201-de889c72f682 tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:38.616083 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9c4a3e74-0b15-4942-b451-1de438952945 req-ce713dc9-22f2-4a86-9201-de889c72f682 tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.69 "GET /v2.0/ports?device_id=c222aac3-3b84-4d35-be97-fade6b182580 HTTP/1.1" status: 200 len: 945 time: 0.0503559 Aug 19 15:35:38.659749 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9c4a3e74-0b15-4942-b451-1de438952945 req-24eab194-619f-4cdf-9cf6-cd2ebc007676 tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.69 "GET /v2.0/security-groups?id=51c2a460-415b-4c81-94f3-e3ac05f1e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360737 Aug 19 15:35:39.366522 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 128748df-6831-4514-aa76-ef7bcfa9238e up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:35:39.416928 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port 128748df-6831-4514-aa76-ef7bcfa9238e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:35:39.421201 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 128748df-6831-4514-aa76-ef7bcfa9238e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:35:39.421577 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:39.497795 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:39.520606 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c222aac3-3b84-4d35-be97-fade6b182580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128748df-6831-4514-aa76-ef7bcfa9238e'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:35:39.522914 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33781a19ce02c5415d916baf9197922328299cb06218664b0429d3f5e03069d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5374b1a2-3f4d-4eb5-89a7-d769260cbe3a" -d '{"events": [{"server_uuid": "c222aac3-3b84-4d35-be97-fade6b182580", "name": "network-vif-plugged", "status": "completed", "tag": "128748df-6831-4514-aa76-ef7bcfa9238e"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:35:39.536479 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 128748df-6831-4514-aa76-ef7bcfa9238e, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=128748df-6831-4514-aa76-ef7bcfa9238e,segment=NetworkSegment(296180ee-c7a4-43f7-85be-aa1a97ff7465),segment_id=296180ee-c7a4-43f7-85be-aa1a97ff7465)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:35:39.540965 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:35:39.564731 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289c704a-a713-4c4a-b15f-060ce4f5f56e x-openstack-request-id: req-289c704a-a713-4c4a-b15f-060ce4f5f56e {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:35:39.565016 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c222aac3-3b84-4d35-be97-fade6b182580", "name": "network-vif-plugged", "status": "completed", "tag": "128748df-6831-4514-aa76-ef7bcfa9238e", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:35:39.565261 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-289c704a-a713-4c4a-b15f-060ce4f5f56e {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:35:39.565642 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c222aac3-3b84-4d35-be97-fade6b182580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128748df-6831-4514-aa76-ef7bcfa9238e', 'code': 200} Aug 19 15:35:39.596578 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=128748df-6831-4514-aa76-ef7bcfa9238e,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:35:39.665442 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1cb3b-19d6-4db5-a34c-2a422c28bacb req-3aeb335e-d889-4423-86d9-57f4721e42f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:39.666906 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8ea1cb3b-19d6-4db5-a34c-2a422c28bacb req-3aeb335e-d889-4423-86d9-57f4721e42f8 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=c222aac3-3b84-4d35-be97-fade6b182580 HTTP/1.1" status: 200 len: 1097 time: 0.0411134 Aug 19 15:35:39.701872 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-8ea1cb3b-19d6-4db5-a34c-2a422c28bacb req-c97740da-37ed-4309-bb43-2da4e657b6f8 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=51c2a460-415b-4c81-94f3-e3ac05f1e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277464 Aug 19 15:35:39.772451 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ae3bb-17c2-4d35-a0c1-9e429c50a2f3 req-c174ea05-25d3-4425-9830-5259aacb0b15 tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:39.773931 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-298ae3bb-17c2-4d35-a0c1-9e429c50a2f3 req-c174ea05-25d3-4425-9830-5259aacb0b15 tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.69 "GET /v2.0/ports?device_id=c222aac3-3b84-4d35-be97-fade6b182580 HTTP/1.1" status: 200 len: 946 time: 0.0481071 Aug 19 15:35:39.810885 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-298ae3bb-17c2-4d35-a0c1-9e429c50a2f3 req-7eb397d6-f5fd-4d6d-b792-ce6707e926e0 tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.69 "GET /v2.0/security-groups?id=51c2a460-415b-4c81-94f3-e3ac05f1e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305607 Aug 19 15:35:40.940455 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07475b4-b96f-42c8-9191-e9061733187a req-64849a95-0253-4bd0-8943-14ab62b6f04b tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:40.941934 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c07475b4-b96f-42c8-9191-e9061733187a req-64849a95-0253-4bd0-8943-14ab62b6f04b tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.69 "GET /v2.0/ports?device_id=c222aac3-3b84-4d35-be97-fade6b182580 HTTP/1.1" status: 200 len: 946 time: 0.0501506 Aug 19 15:35:40.981222 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c07475b4-b96f-42c8-9191-e9061733187a req-0dd9070a-ceab-4052-a88c-a2ee6fb989a9 tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.69 "GET /v2.0/security-groups?id=51c2a460-415b-4c81-94f3-e3ac05f1e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333271 Aug 19 15:35:41.096222 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ba812-a35e-4ed8-b36f-cb3857a0aad0 req-ab36a9b4-1d46-495c-92d8-f45dda248dc4 tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:41.097716 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-324ba812-a35e-4ed8-b36f-cb3857a0aad0 req-ab36a9b4-1d46-495c-92d8-f45dda248dc4 tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.69 "GET /v2.0/ports?device_id=c222aac3-3b84-4d35-be97-fade6b182580 HTTP/1.1" status: 200 len: 946 time: 0.0493679 Aug 19 15:35:41.140718 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-324ba812-a35e-4ed8-b36f-cb3857a0aad0 req-527c7714-3015-4bcb-aab8-2ac4a7687868 tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.69 "GET /v2.0/security-groups?id=51c2a460-415b-4c81-94f3-e3ac05f1e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368207 Aug 19 15:35:49.802587 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-03189611-c62f-4cb8-a419-a8d8eaeb4ed0 req-8ec8ccb9-3f0b-460d-826a-dca00b2364c4 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=c222aac3-3b84-4d35-be97-fade6b182580&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400350 Aug 19 15:35:49.885675 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03189611-c62f-4cb8-a419-a8d8eaeb4ed0 req-1fec4329-b2e5-4cf7-a417-2b740cad1a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:49.887097 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-03189611-c62f-4cb8-a419-a8d8eaeb4ed0 req-1fec4329-b2e5-4cf7-a417-2b740cad1a6a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fb4d98fe21464b91b27abe2d40faead9&device_id=c222aac3-3b84-4d35-be97-fade6b182580 HTTP/1.1" status: 200 len: 1097 time: 0.0443261 Aug 19 15:35:49.990455 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03189611-c62f-4cb8-a419-a8d8eaeb4ed0 req-be43b8b8-7ddb-489b-b9e5-53b980fe5312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:49.991941 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-03189611-c62f-4cb8-a419-a8d8eaeb4ed0 req-be43b8b8-7ddb-489b-b9e5-53b980fe5312 service neutron] 10.222.0.68 "GET /v2.0/networks?id=de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7 HTTP/1.1" status: 200 len: 918 time: 0.0846827 Aug 19 15:35:50.035025 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-03189611-c62f-4cb8-a419-a8d8eaeb4ed0 req-146c655e-64d8-45fc-98a0-fff46111e099 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=128748df-6831-4514-aa76-ef7bcfa9238e HTTP/1.1" status: 200 len: 217 time: 0.0350361 Aug 19 15:35:50.087436 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03189611-c62f-4cb8-a419-a8d8eaeb4ed0 req-d474075d-a8c2-46e7-8b49-b55c9320816d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:50.088920 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-03189611-c62f-4cb8-a419-a8d8eaeb4ed0 req-d474075d-a8c2-46e7-8b49-b55c9320816d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dcca59d5-4d21-4ca1-ae01-0bb6bcc7759b HTTP/1.1" status: 200 len: 856 time: 0.0476406 Aug 19 15:35:50.136853 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03189611-c62f-4cb8-a419-a8d8eaeb4ed0 req-e6990438-b985-423d-88c8-dbd412565723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:50.138353 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-03189611-c62f-4cb8-a419-a8d8eaeb4ed0 req-e6990438-b985-423d-88c8-dbd412565723 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423460 Aug 19 15:35:50.224320 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-03189611-c62f-4cb8-a419-a8d8eaeb4ed0 req-e5c1a429-16ff-40e7-a9e6-63b65e1ad1f2 service neutron] 10.222.0.68 "GET /v2.0/networks/de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783267 Aug 19 15:35:50.313734 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-03189611-c62f-4cb8-a419-a8d8eaeb4ed0 req-82bbbbae-b88d-44fc-835a-c190039442cf service neutron] 10.222.0.68 "GET /v2.0/networks/de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817771 Aug 19 15:35:52.004365 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:35:59.594277 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d8bb2-13e6-4285-9fb0-40152dec178f req-271bfbf4-a312-455b-b3b6-1b6b446df589 tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:35:59.595775 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6b9d8bb2-13e6-4285-9fb0-40152dec178f req-271bfbf4-a312-455b-b3b6-1b6b446df589 tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.69 "GET /v2.0/ports?device_id=c222aac3-3b84-4d35-be97-fade6b182580 HTTP/1.1" status: 200 len: 946 time: 0.0541036 Aug 19 15:35:59.634289 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6b9d8bb2-13e6-4285-9fb0-40152dec178f req-8bc3ef68-bfb3-4ed1-a300-c7b674c47dd5 tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.69 "GET /v2.0/security-groups?id=51c2a460-415b-4c81-94f3-e3ac05f1e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324214 Aug 19 15:36:00.755781 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466174aa-5ed7-4636-a995-8bbda48519b2 req-65890b1f-9082-4358-8689-84413f854fe2 tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:00.757286 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-466174aa-5ed7-4636-a995-8bbda48519b2 req-65890b1f-9082-4358-8689-84413f854fe2 tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.69 "GET /v2.0/ports?device_id=c222aac3-3b84-4d35-be97-fade6b182580 HTTP/1.1" status: 200 len: 946 time: 0.0486691 Aug 19 15:36:00.795062 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-466174aa-5ed7-4636-a995-8bbda48519b2 req-0801a372-355e-4c11-911a-a5fbb1d7861e tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.69 "GET /v2.0/security-groups?id=51c2a460-415b-4c81-94f3-e3ac05f1e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311854 Aug 19 15:36:01.362533 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e00613-d56c-46dd-804e-2bc269b878b0 req-bc1eaebe-af5a-4f23-b136-57526d7a1efa tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:01.363972 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-55e00613-d56c-46dd-804e-2bc269b878b0 req-bc1eaebe-af5a-4f23-b136-57526d7a1efa tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.68 "GET /v2.0/ports?device_id=c222aac3-3b84-4d35-be97-fade6b182580 HTTP/1.1" status: 200 len: 946 time: 0.0502043 Aug 19 15:36:01.458650 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-55e00613-d56c-46dd-804e-2bc269b878b0 req-1e9cebd7-4dc3-43f5-9c86-ab16a47adecd tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Deleting port 128748df-6831-4514-aa76-ef7bcfa9238e {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:36:01.458965 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-55e00613-d56c-46dd-804e-2bc269b878b0 req-1e9cebd7-4dc3-43f5-9c86-ab16a47adecd tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:01.469395 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fb2053a5-a81f-4d62-90bf-db967221e623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:01.545121 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-55e00613-d56c-46dd-804e-2bc269b878b0 req-1e9cebd7-4dc3-43f5-9c86-ab16a47adecd tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] For port 128748df-6831-4514-aa76-ef7bcfa9238e, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=128748df-6831-4514-aa76-ef7bcfa9238e,segment=NetworkSegment(296180ee-c7a4-43f7-85be-aa1a97ff7465),segment_id=296180ee-c7a4-43f7-85be-aa1a97ff7465)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:36:01.545485 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-55e00613-d56c-46dd-804e-2bc269b878b0 req-1e9cebd7-4dc3-43f5-9c86-ab16a47adecd tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:01.558065 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-55e00613-d56c-46dd-804e-2bc269b878b0 req-1e9cebd7-4dc3-43f5-9c86-ab16a47adecd tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Calling delete_port for 128748df-6831-4514-aa76-ef7bcfa9238e owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:36:01.686391 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-55e00613-d56c-46dd-804e-2bc269b878b0 req-1e9cebd7-4dc3-43f5-9c86-ab16a47adecd tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:01.698728 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['128748df-6831-4514-aa76-ef7bcfa9238e'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:36:01.712821 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9cebd7-4dc3-43f5-9c86-ab16a47adecd tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Pushing event deleted for resources: {'Port': ['ID=128748df-6831-4514-aa76-ef7bcfa9238e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:01.723067 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9cebd7-4dc3-43f5-9c86-ab16a47adecd tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:01.723290 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9cebd7-4dc3-43f5-9c86-ab16a47adecd tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:01.723607 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9cebd7-4dc3-43f5-9c86-ab16a47adecd tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:01.723951 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9cebd7-4dc3-43f5-9c86-ab16a47adecd tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:01.724284 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9cebd7-4dc3-43f5-9c86-ab16a47adecd tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:01.724642 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9cebd7-4dc3-43f5-9c86-ab16a47adecd tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:01.724977 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9cebd7-4dc3-43f5-9c86-ab16a47adecd tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:01.725307 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9cebd7-4dc3-43f5-9c86-ab16a47adecd tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:01.725661 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9cebd7-4dc3-43f5-9c86-ab16a47adecd tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:01.725949 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9cebd7-4dc3-43f5-9c86-ab16a47adecd tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:01.726356 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9cebd7-4dc3-43f5-9c86-ab16a47adecd tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:01.726574 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9cebd7-4dc3-43f5-9c86-ab16a47adecd tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:01.768152 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-55e00613-d56c-46dd-804e-2bc269b878b0 req-1e9cebd7-4dc3-43f5-9c86-ab16a47adecd tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] No DVR routers for this DVR port 128748df-6831-4514-aa76-ef7bcfa9238e on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:36:01.770928 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-55e00613-d56c-46dd-804e-2bc269b878b0 req-1e9cebd7-4dc3-43f5-9c86-ab16a47adecd tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:01.773093 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-55e00613-d56c-46dd-804e-2bc269b878b0 req-1e9cebd7-4dc3-43f5-9c86-ab16a47adecd tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.68 "DELETE /v2.0/ports/128748df-6831-4514-aa76-ef7bcfa9238e HTTP/1.1" status: 204 len: 173 time: 0.4023964 Aug 19 15:36:01.773540 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c222aac3-3b84-4d35-be97-fade6b182580', 'name': 'network-vif-deleted', 'tag': '128748df-6831-4514-aa76-ef7bcfa9238e'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:36:01.775798 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ea2f9e66d71df3aa35f2a980f4ce96e3876fd938d75aec7c1a3378f7fc42a1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2201cd-0ae2-46b3-b8ca-4a2b18714d22" -d '{"events": [{"server_uuid": "c222aac3-3b84-4d35-be97-fade6b182580", "name": "network-vif-deleted", "tag": "128748df-6831-4514-aa76-ef7bcfa9238e"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:36:01.815537 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8c2ab1-1a26-41cc-a498-6ee68afcf9cf x-openstack-request-id: req-8e8c2ab1-1a26-41cc-a498-6ee68afcf9cf {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:36:01.815857 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c222aac3-3b84-4d35-be97-fade6b182580", "name": "network-vif-deleted", "tag": "128748df-6831-4514-aa76-ef7bcfa9238e", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:36:01.816113 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8e8c2ab1-1a26-41cc-a498-6ee68afcf9cf {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:36:01.816549 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c222aac3-3b84-4d35-be97-fade6b182580', 'name': 'network-vif-deleted', 'tag': '128748df-6831-4514-aa76-ef7bcfa9238e', 'status': 'completed', 'code': 200} Aug 19 15:36:01.897483 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-67b489c6-41af-4549-b6b8-b2fd6eb234c7 req-a825cd2d-c238-409c-b96e-94e691a52ff1 tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.69 "GET /v2.0/ports?device_id=c222aac3-3b84-4d35-be97-fade6b182580 HTTP/1.1" status: 200 len: 210 time: 0.0280373 Aug 19 15:36:03.480184 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2daa01-6279-4afd-956a-86f232ade16e req-5f7a9aac-d0e3-45f0-8bce-faf8400274dc tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:03.481691 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cc2daa01-6279-4afd-956a-86f232ade16e req-5f7a9aac-d0e3-45f0-8bce-faf8400274dc tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.69 "GET /v2.0/networks?id=de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7 HTTP/1.1" status: 200 len: 817 time: 0.1036208 Aug 19 15:36:03.496743 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cc2daa01-6279-4afd-956a-86f232ade16e req-f9eba135-36e9-4fb5-8267-de994a7ebcf4 tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.69 "GET /v2.0/quotas/fb4d98fe21464b91b27abe2d40faead9 HTTP/1.1" status: 200 len: 375 time: 0.0092907 Aug 19 15:36:03.548773 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cc2daa01-6279-4afd-956a-86f232ade16e req-018805b4-a8d3-4dcb-b2e7-a1f7e08a5430 tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fb4d98fe21464b91b27abe2d40faead9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467920 Aug 19 15:36:03.648017 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cc2daa01-6279-4afd-956a-86f232ade16e req-d97345a5-f828-4538-9696-914bf6cbbbb2 service neutron] 10.222.0.69 "GET /v2.0/networks/de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873032 Aug 19 15:36:03.735022 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cc2daa01-6279-4afd-956a-86f232ade16e req-f47ab2c0-d722-49de-8073-599f53cbc077 service neutron] 10.222.0.69 "GET /v2.0/networks/de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807793 Aug 19 15:36:03.894705 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-04d45749-11d1-4c77-a5ca-09100f9d9dbc req-9270ff88-0690-48b8-a198-89490e0fae39 tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.69 "GET /v2.0/ports?device_id=da31e59e-ec28-45d6-bd97-e7e3d4847ca0 HTTP/1.1" status: 200 len: 210 time: 0.0269306 Aug 19 15:36:04.427210 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b1b3a6e8-8dc1-4349-9995-d1cef34a2396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:04.623280 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:04.651582 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:04.820629 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2daa01-6279-4afd-956a-86f232ade16e req-f791c891-53f2-4b61-ab00-c2dbf66814a7 tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:04.822101 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cc2daa01-6279-4afd-956a-86f232ade16e req-f791c891-53f2-4b61-ab00-c2dbf66814a7 tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.68 "GET /v2.0/networks?id=de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7 HTTP/1.1" status: 200 len: 817 time: 0.1031253 Aug 19 15:36:04.836957 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-cc2daa01-6279-4afd-956a-86f232ade16e req-555c72c9-30ab-444d-82bf-170611c4826a tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Request body: {'port': {'device_id': 'da31e59e-ec28-45d6-bd97-e7e3d4847ca0', 'network_id': 'de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7', 'admin_state_up': True, 'tenant_id': 'fb4d98fe21464b91b27abe2d40faead9'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:36:04.944837 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc2daa01-6279-4afd-956a-86f232ade16e req-555c72c9-30ab-444d-82bf-170611c4826a tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Made reservation on behalf of fb4d98fe21464b91b27abe2d40faead9 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:36:04.948641 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cc2daa01-6279-4afd-956a-86f232ade16e req-555c72c9-30ab-444d-82bf-170611c4826a tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:04.994702 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-68634817-1c4b-4c89-ae8d-ef95610ec054 req-dc61719a-73c4-4c42-b9a5-f4e31494564f tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.69 "GET /v2.0/ports?device_id=da31e59e-ec28-45d6-bd97-e7e3d4847ca0 HTTP/1.1" status: 200 len: 210 time: 0.0304744 Aug 19 15:36:05.079702 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-cc2daa01-6279-4afd-956a-86f232ade16e req-555c72c9-30ab-444d-82bf-170611c4826a tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Allocated IP 172.20.0.8 (de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7/dcca59d5-4d21-4ca1-ae01-0bb6bcc7759b/b5da85de-1e13-4d15-929f-85aff84a85a1) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:36:05.224771 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cc2daa01-6279-4afd-956a-86f232ade16e req-555c72c9-30ab-444d-82bf-170611c4826a tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:05.237137 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-cc2daa01-6279-4afd-956a-86f232ade16e req-555c72c9-30ab-444d-82bf-170611c4826a tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Transition to ACTIVE for port object b5da85de-1e13-4d15-929f-85aff84a85a1 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:36:05.270444 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cc2daa01-6279-4afd-956a-86f232ade16e req-555c72c9-30ab-444d-82bf-170611c4826a tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:05.310897 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:05.311575 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc2daa01-6279-4afd-956a-86f232ade16e req-555c72c9-30ab-444d-82bf-170611c4826a tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Network de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:36:05.314830 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-cc2daa01-6279-4afd-956a-86f232ade16e req-555c72c9-30ab-444d-82bf-170611c4826a tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:36:05.317471 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc2daa01-6279-4afd-956a-86f232ade16e req-555c72c9-30ab-444d-82bf-170611c4826a tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:36:05.357725 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555c72c9-30ab-444d-82bf-170611c4826a tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Pushing event updated for resources: {'Port': ['ID=b5da85de-1e13-4d15-929f-85aff84a85a1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:05.379167 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2daa01-6279-4afd-956a-86f232ade16e req-555c72c9-30ab-444d-82bf-170611c4826a tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:05.379782 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cc2daa01-6279-4afd-956a-86f232ade16e req-555c72c9-30ab-444d-82bf-170611c4826a tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:05.395241 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cc2daa01-6279-4afd-956a-86f232ade16e req-555c72c9-30ab-444d-82bf-170611c4826a tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5620890 Aug 19 15:36:05.408866 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-cc2daa01-6279-4afd-956a-86f232ade16e req-50703a21-40c0-471d-83a5-7f8fc09dac75 service neutron] Request body: {'port': {'device_id': 'da31e59e-ec28-45d6-bd97-e7e3d4847ca0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:36:05.470733 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cc2daa01-6279-4afd-956a-86f232ade16e req-50703a21-40c0-471d-83a5-7f8fc09dac75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:05.505323 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 128748df-6831-4514-aa76-ef7bcfa9238e no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:36:05.524920 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: 128748df-6831-4514-aa76-ef7bcfa9238e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:36:05.525267 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 128748df-6831-4514-aa76-ef7bcfa9238e not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:36:05.570251 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b8902d39-e6ab-493c-b01e-3e66a5c89136 None None] Provisioning for port b5da85de-1e13-4d15-929f-85aff84a85a1 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:36:05.574636 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b8902d39-e6ab-493c-b01e-3e66a5c89136 None None] Provisioning complete for port b5da85de-1e13-4d15-929f-85aff84a85a1 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:36:05.574999 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8902d39-e6ab-493c-b01e-3e66a5c89136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:05.608722 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b8902d39-e6ab-493c-b01e-3e66a5c89136 None None] Port b5da85de-1e13-4d15-929f-85aff84a85a1 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:36:05.737239 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-cc2daa01-6279-4afd-956a-86f232ade16e req-50703a21-40c0-471d-83a5-7f8fc09dac75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5da85de-1e13-4d15-929f-85aff84a85a1 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:36:05.744476 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cc2daa01-6279-4afd-956a-86f232ade16e req-50703a21-40c0-471d-83a5-7f8fc09dac75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:05.755937 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-cc2daa01-6279-4afd-956a-86f232ade16e req-50703a21-40c0-471d-83a5-7f8fc09dac75 service neutron] Transition to ACTIVE for port object b5da85de-1e13-4d15-929f-85aff84a85a1 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:36:05.759479 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cc2daa01-6279-4afd-956a-86f232ade16e req-50703a21-40c0-471d-83a5-7f8fc09dac75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:05.829047 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50703a21-40c0-471d-83a5-7f8fc09dac75 service neutron] Pushing event updated for resources: {'Port': ['ID=b5da85de-1e13-4d15-929f-85aff84a85a1,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:05.831286 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:05.882014 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-cc2daa01-6279-4afd-956a-86f232ade16e req-50703a21-40c0-471d-83a5-7f8fc09dac75 service neutron] Attempting to bind port b5da85de-1e13-4d15-929f-85aff84a85a1 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:36:05.882345 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-cc2daa01-6279-4afd-956a-86f232ade16e req-50703a21-40c0-471d-83a5-7f8fc09dac75 service neutron] Attempting to bind port b5da85de-1e13-4d15-929f-85aff84a85a1 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '296180ee-c7a4-43f7-85be-aa1a97ff7465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:36:05.882673 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2daa01-6279-4afd-956a-86f232ade16e req-50703a21-40c0-471d-83a5-7f8fc09dac75 service neutron] Attempting to bind port b5da85de-1e13-4d15-929f-85aff84a85a1 on network de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:36:05.887263 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2daa01-6279-4afd-956a-86f232ade16e req-50703a21-40c0-471d-83a5-7f8fc09dac75 service neutron] Port b5da85de-1e13-4d15-929f-85aff84a85a1 on network de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:36:05.887583 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2daa01-6279-4afd-956a-86f232ade16e req-50703a21-40c0-471d-83a5-7f8fc09dac75 service neutron] Attempting to bind port b5da85de-1e13-4d15-929f-85aff84a85a1 on network de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:36:05.892528 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2daa01-6279-4afd-956a-86f232ade16e req-50703a21-40c0-471d-83a5-7f8fc09dac75 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:36:05.892862 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2daa01-6279-4afd-956a-86f232ade16e req-50703a21-40c0-471d-83a5-7f8fc09dac75 service neutron] Checking segment: {'id': '296180ee-c7a4-43f7-85be-aa1a97ff7465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:36:05.893244 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2daa01-6279-4afd-956a-86f232ade16e req-50703a21-40c0-471d-83a5-7f8fc09dac75 service neutron] Bound using segment: {'id': '296180ee-c7a4-43f7-85be-aa1a97ff7465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:36:05.893673 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-cc2daa01-6279-4afd-956a-86f232ade16e req-50703a21-40c0-471d-83a5-7f8fc09dac75 service neutron] Bound port: b5da85de-1e13-4d15-929f-85aff84a85a1, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '296180ee-c7a4-43f7-85be-aa1a97ff7465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:36:05.894025 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cc2daa01-6279-4afd-956a-86f232ade16e req-50703a21-40c0-471d-83a5-7f8fc09dac75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:05.960197 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-cc2daa01-6279-4afd-956a-86f232ade16e req-50703a21-40c0-471d-83a5-7f8fc09dac75 service neutron] For port b5da85de-1e13-4d15-929f-85aff84a85a1, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:36:05.963629 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-cc2daa01-6279-4afd-956a-86f232ade16e req-50703a21-40c0-471d-83a5-7f8fc09dac75 service neutron] For port b5da85de-1e13-4d15-929f-85aff84a85a1, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=b5da85de-1e13-4d15-929f-85aff84a85a1,segment=NetworkSegment(296180ee-c7a4-43f7-85be-aa1a97ff7465),segment_id=296180ee-c7a4-43f7-85be-aa1a97ff7465)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:36:05.968356 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cc2daa01-6279-4afd-956a-86f232ade16e req-50703a21-40c0-471d-83a5-7f8fc09dac75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:06.002354 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2daa01-6279-4afd-956a-86f232ade16e req-50703a21-40c0-471d-83a5-7f8fc09dac75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:06.002967 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cc2daa01-6279-4afd-956a-86f232ade16e req-50703a21-40c0-471d-83a5-7f8fc09dac75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:06.004347 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cc2daa01-6279-4afd-956a-86f232ade16e req-50703a21-40c0-471d-83a5-7f8fc09dac75 service neutron] 10.222.0.68 "PUT /v2.0/ports/b5da85de-1e13-4d15-929f-85aff84a85a1 HTTP/1.1" status: 200 len: 1091 time: 0.5998645 Aug 19 15:36:06.004815 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da31e59e-ec28-45d6-bd97-e7e3d4847ca0', 'tag': 'b5da85de-1e13-4d15-929f-85aff84a85a1'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:36:06.007424 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ea2f9e66d71df3aa35f2a980f4ce96e3876fd938d75aec7c1a3378f7fc42a1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05de924-d64f-4e9e-9e89-965751524d00" -d '{"events": [{"name": "network-changed", "server_uuid": "da31e59e-ec28-45d6-bd97-e7e3d4847ca0", "tag": "b5da85de-1e13-4d15-929f-85aff84a85a1"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:36:06.048199 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50703a21-40c0-471d-83a5-7f8fc09dac75 service neutron] Pushing event updated for resources: {'Port': ['ID=b5da85de-1e13-4d15-929f-85aff84a85a1,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:06.074429 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376dbf09-af5a-41b5-bec8-fe63de9846c6 x-openstack-request-id: req-376dbf09-af5a-41b5-bec8-fe63de9846c6 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:36:06.075080 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da31e59e-ec28-45d6-bd97-e7e3d4847ca0", "tag": "b5da85de-1e13-4d15-929f-85aff84a85a1", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:36:06.075383 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-376dbf09-af5a-41b5-bec8-fe63de9846c6 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:36:06.075742 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da31e59e-ec28-45d6-bd97-e7e3d4847ca0', 'tag': 'b5da85de-1e13-4d15-929f-85aff84a85a1', 'status': 'completed', 'code': 200} Aug 19 15:36:06.112884 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2daa01-6279-4afd-956a-86f232ade16e req-4817da7c-2cf0-4251-834b-e085ff11b909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:06.114447 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cc2daa01-6279-4afd-956a-86f232ade16e req-4817da7c-2cf0-4251-834b-e085ff11b909 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fb4d98fe21464b91b27abe2d40faead9&device_id=da31e59e-ec28-45d6-bd97-e7e3d4847ca0 HTTP/1.1" status: 200 len: 1094 time: 0.0535870 Aug 19 15:36:06.150476 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26146872-3cde-4e18-a640-6c8ebe20fc00 req-12356708-a44e-4f49-808e-a3d7c6fd5774 tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:06.152675 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-26146872-3cde-4e18-a640-6c8ebe20fc00 req-12356708-a44e-4f49-808e-a3d7c6fd5774 tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.69 "GET /v2.0/ports?device_id=da31e59e-ec28-45d6-bd97-e7e3d4847ca0 HTTP/1.1" status: 200 len: 943 time: 0.0563223 Aug 19 15:36:06.159782 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cc2daa01-6279-4afd-956a-86f232ade16e req-e9033c28-cba2-4dc1-bf15-58b14e28669f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5da85de-1e13-4d15-929f-85aff84a85a1 HTTP/1.1" status: 200 len: 217 time: 0.0375922 Aug 19 15:36:06.194361 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-26146872-3cde-4e18-a640-6c8ebe20fc00 req-28fb6d80-8f4c-45c3-840c-129831370867 tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.69 "GET /v2.0/security-groups?id=51c2a460-415b-4c81-94f3-e3ac05f1e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351779 Aug 19 15:36:06.216964 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2daa01-6279-4afd-956a-86f232ade16e req-8d3054cd-4940-4871-b34f-ac945330552e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:06.218600 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cc2daa01-6279-4afd-956a-86f232ade16e req-8d3054cd-4940-4871-b34f-ac945330552e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dcca59d5-4d21-4ca1-ae01-0bb6bcc7759b HTTP/1.1" status: 200 len: 856 time: 0.0488462 Aug 19 15:36:06.271820 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2daa01-6279-4afd-956a-86f232ade16e req-292fa5db-ddd1-4665-946f-a9e2038ea169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:06.273402 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cc2daa01-6279-4afd-956a-86f232ade16e req-292fa5db-ddd1-4665-946f-a9e2038ea169 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469701 Aug 19 15:36:06.363660 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cc2daa01-6279-4afd-956a-86f232ade16e req-96d24a4d-41cc-48fc-8cab-1ce2b8cbb6f1 service neutron] 10.222.0.68 "GET /v2.0/networks/de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830581 Aug 19 15:36:06.456170 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cc2daa01-6279-4afd-956a-86f232ade16e req-ae8f9b6f-375e-41fa-a789-5fd43c52c115 service neutron] 10.222.0.68 "GET /v2.0/networks/de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855882 Aug 19 15:36:06.539711 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05de924-d64f-4e9e-9e89-965751524d00 req-69004156-84cd-4245-b5ae-ffa5a1c26730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:06.541236 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a05de924-d64f-4e9e-9e89-965751524d00 req-69004156-84cd-4245-b5ae-ffa5a1c26730 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fb4d98fe21464b91b27abe2d40faead9&device_id=da31e59e-ec28-45d6-bd97-e7e3d4847ca0 HTTP/1.1" status: 200 len: 1094 time: 0.0412054 Aug 19 15:36:06.629135 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05de924-d64f-4e9e-9e89-965751524d00 req-3bff4e4d-f501-47ca-96fe-32d7bb4e8e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:06.630597 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a05de924-d64f-4e9e-9e89-965751524d00 req-3bff4e4d-f501-47ca-96fe-32d7bb4e8e45 service neutron] 10.222.0.68 "GET /v2.0/networks?id=de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7 HTTP/1.1" status: 200 len: 918 time: 0.0823431 Aug 19 15:36:06.674537 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a05de924-d64f-4e9e-9e89-965751524d00 req-e1252567-974d-467c-9c55-17b5e3f7e3c5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5da85de-1e13-4d15-929f-85aff84a85a1 HTTP/1.1" status: 200 len: 217 time: 0.0363302 Aug 19 15:36:06.725486 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05de924-d64f-4e9e-9e89-965751524d00 req-3d95ffa7-f1bc-4ffb-afd5-5a832b7fbb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:06.726825 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a05de924-d64f-4e9e-9e89-965751524d00 req-3d95ffa7-f1bc-4ffb-afd5-5a832b7fbb29 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dcca59d5-4d21-4ca1-ae01-0bb6bcc7759b HTTP/1.1" status: 200 len: 856 time: 0.0442080 Aug 19 15:36:06.774014 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05de924-d64f-4e9e-9e89-965751524d00 req-ff3759f8-00f4-44e2-b1b0-1f5e18919de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:06.775499 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a05de924-d64f-4e9e-9e89-965751524d00 req-ff3759f8-00f4-44e2-b1b0-1f5e18919de7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404618 Aug 19 15:36:06.871490 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a05de924-d64f-4e9e-9e89-965751524d00 req-acfd8f45-972b-4ae6-9e8e-aa4877a08017 service neutron] 10.222.0.68 "GET /v2.0/networks/de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867283 Aug 19 15:36:06.961206 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a05de924-d64f-4e9e-9e89-965751524d00 req-1d9126c1-f52d-413c-9449-e8c84d4dbd48 service neutron] 10.222.0.68 "GET /v2.0/networks/de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815177 Aug 19 15:36:07.133315 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:07.315951 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed985ab-2d6c-4387-b787-b13c0c5f263a req-c73cf5b0-cc4f-43d2-b21c-22a823c98504 tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:07.317353 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1ed985ab-2d6c-4387-b787-b13c0c5f263a req-c73cf5b0-cc4f-43d2-b21c-22a823c98504 tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.69 "GET /v2.0/ports?device_id=da31e59e-ec28-45d6-bd97-e7e3d4847ca0 HTTP/1.1" status: 200 len: 943 time: 0.0478675 Aug 19 15:36:07.354773 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1ed985ab-2d6c-4387-b787-b13c0c5f263a req-25bf13d6-b728-40d3-a13a-f061bca84ef3 tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.69 "GET /v2.0/security-groups?id=51c2a460-415b-4c81-94f3-e3ac05f1e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314023 Aug 19 15:36:08.470132 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bfab2c-fe36-4b90-b15d-bf5ac67cb596 req-09d0e0f5-5c0f-43fb-bbe2-4ab70a083168 tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:08.471619 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-97bfab2c-fe36-4b90-b15d-bf5ac67cb596 req-09d0e0f5-5c0f-43fb-bbe2-4ab70a083168 tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.69 "GET /v2.0/ports?device_id=da31e59e-ec28-45d6-bd97-e7e3d4847ca0 HTTP/1.1" status: 200 len: 943 time: 0.0493591 Aug 19 15:36:08.513088 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-97bfab2c-fe36-4b90-b15d-bf5ac67cb596 req-1fb7b2a1-fff6-4844-b9a8-1050bf8a8430 tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.69 "GET /v2.0/security-groups?id=51c2a460-415b-4c81-94f3-e3ac05f1e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352700 Aug 19 15:36:09.552304 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device b5da85de-1e13-4d15-929f-85aff84a85a1 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:36:09.629194 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ed176-b5cd-42d1-9697-51aea7d5a88b req-f2bb72b9-e2b1-4a78-9b78-f4c5f3dd490e tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:09.630692 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c70ed176-b5cd-42d1-9697-51aea7d5a88b req-f2bb72b9-e2b1-4a78-9b78-f4c5f3dd490e tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.69 "GET /v2.0/ports?device_id=da31e59e-ec28-45d6-bd97-e7e3d4847ca0 HTTP/1.1" status: 200 len: 943 time: 0.0497727 Aug 19 15:36:09.646293 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port b5da85de-1e13-4d15-929f-85aff84a85a1, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=b5da85de-1e13-4d15-929f-85aff84a85a1,segment=NetworkSegment(296180ee-c7a4-43f7-85be-aa1a97ff7465),segment_id=296180ee-c7a4-43f7-85be-aa1a97ff7465)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:36:09.658054 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': 'b5da85de-1e13-4d15-929f-85aff84a85a1', 'network_id': 'de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7', 'port_id': 'b5da85de-1e13-4d15-929f-85aff84a85a1', 'mac_address': 'fa:16:3e:89:f2:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcca59d5-4d21-4ca1-ae01-0bb6bcc7759b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:36:09.668941 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c70ed176-b5cd-42d1-9697-51aea7d5a88b req-f79b8bab-5bc1-4e18-a6ae-68feb628efaa tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.69 "GET /v2.0/security-groups?id=51c2a460-415b-4c81-94f3-e3ac05f1e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322759 Aug 19 15:36:09.694441 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:09.711112 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5da85de-1e13-4d15-929f-85aff84a85a1 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:36:09.729544 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port b5da85de-1e13-4d15-929f-85aff84a85a1, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=b5da85de-1e13-4d15-929f-85aff84a85a1,segment=NetworkSegment(296180ee-c7a4-43f7-85be-aa1a97ff7465),segment_id=296180ee-c7a4-43f7-85be-aa1a97ff7465)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:36:09.733413 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:09.779350 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=b5da85de-1e13-4d15-929f-85aff84a85a1,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:09.786706 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:09.787050 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:09.787390 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:09.787729 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:09.788060 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:09.788392 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:09.788748 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:09.789073 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:09.789396 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:09.789719 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:09.790045 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:09.790362 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:09.930846 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['b5da85de-1e13-4d15-929f-85aff84a85a1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:36:10.784238 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f03125-900e-4d53-98f1-ff05f5f88151 req-ff79d0d8-4a50-4663-9fff-396917b1b6ba tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:10.785737 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-51f03125-900e-4d53-98f1-ff05f5f88151 req-ff79d0d8-4a50-4663-9fff-396917b1b6ba tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.69 "GET /v2.0/ports?device_id=da31e59e-ec28-45d6-bd97-e7e3d4847ca0 HTTP/1.1" status: 200 len: 944 time: 0.0486081 Aug 19 15:36:10.823124 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-51f03125-900e-4d53-98f1-ff05f5f88151 req-b7f0142d-0450-4a91-bea9-e571932d501a tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.69 "GET /v2.0/security-groups?id=51c2a460-415b-4c81-94f3-e3ac05f1e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314071 Aug 19 15:36:11.560550 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device b5da85de-1e13-4d15-929f-85aff84a85a1 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:36:11.612995 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port b5da85de-1e13-4d15-929f-85aff84a85a1 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:36:11.616631 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port b5da85de-1e13-4d15-929f-85aff84a85a1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:36:11.616997 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:11.690655 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:11.713084 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da31e59e-ec28-45d6-bd97-e7e3d4847ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5da85de-1e13-4d15-929f-85aff84a85a1'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:36:11.715818 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33781a19ce02c5415d916baf9197922328299cb06218664b0429d3f5e03069d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7faeb1d8-a61d-439b-a4b9-a99e15410114" -d '{"events": [{"server_uuid": "da31e59e-ec28-45d6-bd97-e7e3d4847ca0", "name": "network-vif-plugged", "status": "completed", "tag": "b5da85de-1e13-4d15-929f-85aff84a85a1"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:36:11.728421 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port b5da85de-1e13-4d15-929f-85aff84a85a1, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=b5da85de-1e13-4d15-929f-85aff84a85a1,segment=NetworkSegment(296180ee-c7a4-43f7-85be-aa1a97ff7465),segment_id=296180ee-c7a4-43f7-85be-aa1a97ff7465)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:36:11.733819 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:11.764694 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4794cb5e-d520-43fd-8cbe-5ae082a93bd3 x-openstack-request-id: req-4794cb5e-d520-43fd-8cbe-5ae082a93bd3 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:36:11.765048 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da31e59e-ec28-45d6-bd97-e7e3d4847ca0", "name": "network-vif-plugged", "status": "completed", "tag": "b5da85de-1e13-4d15-929f-85aff84a85a1", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:36:11.765217 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4794cb5e-d520-43fd-8cbe-5ae082a93bd3 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:36:11.765587 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da31e59e-ec28-45d6-bd97-e7e3d4847ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5da85de-1e13-4d15-929f-85aff84a85a1', 'code': 200} Aug 19 15:36:11.856054 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f837cd05-6bbc-43c5-8b37-f3785a4882e0 req-5b8c3b20-f791-4cb1-a1e4-8d4d53da62d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:11.857831 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f837cd05-6bbc-43c5-8b37-f3785a4882e0 req-5b8c3b20-f791-4cb1-a1e4-8d4d53da62d7 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=da31e59e-ec28-45d6-bd97-e7e3d4847ca0 HTTP/1.1" status: 200 len: 1096 time: 0.0463779 Aug 19 15:36:11.901849 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f837cd05-6bbc-43c5-8b37-f3785a4882e0 req-c9ff7f17-3f7e-44ef-a856-3490d3eaac15 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=51c2a460-415b-4c81-94f3-e3ac05f1e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364542 Aug 19 15:36:11.950529 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991640d8-be75-452d-bdc1-ab44335c1733 req-d84fd13e-c0a1-4160-a0f3-387c87f93c96 tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:11.952090 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-991640d8-be75-452d-bdc1-ab44335c1733 req-d84fd13e-c0a1-4160-a0f3-387c87f93c96 tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.69 "GET /v2.0/ports?device_id=da31e59e-ec28-45d6-bd97-e7e3d4847ca0 HTTP/1.1" status: 200 len: 945 time: 0.0512187 Aug 19 15:36:11.970213 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=b5da85de-1e13-4d15-929f-85aff84a85a1,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:12.003772 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-991640d8-be75-452d-bdc1-ab44335c1733 req-ab49fd92-b2c5-445c-ab9c-ee102ed70096 tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.69 "GET /v2.0/security-groups?id=51c2a460-415b-4c81-94f3-e3ac05f1e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441918 Aug 19 15:36:13.120506 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05df1d-03ca-40a2-b181-565254ddfe51 req-89a856b8-da4c-45b4-bf1d-be8d0d36db33 tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:13.122628 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7e05df1d-03ca-40a2-b181-565254ddfe51 req-89a856b8-da4c-45b4-bf1d-be8d0d36db33 tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.69 "GET /v2.0/ports?device_id=da31e59e-ec28-45d6-bd97-e7e3d4847ca0 HTTP/1.1" status: 200 len: 945 time: 0.0491388 Aug 19 15:36:13.160960 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7e05df1d-03ca-40a2-b181-565254ddfe51 req-29601ffe-ce28-46d7-bbe9-95934136203a tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.69 "GET /v2.0/security-groups?id=51c2a460-415b-4c81-94f3-e3ac05f1e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324054 Aug 19 15:36:13.274708 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd010355-e04e-4af4-a529-ec3a76e0cd89 req-2a797f9c-42d7-47c2-a589-b2e01c028f22 tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:13.276171 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dd010355-e04e-4af4-a529-ec3a76e0cd89 req-2a797f9c-42d7-47c2-a589-b2e01c028f22 tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.69 "GET /v2.0/ports?device_id=da31e59e-ec28-45d6-bd97-e7e3d4847ca0 HTTP/1.1" status: 200 len: 945 time: 0.0491924 Aug 19 15:36:13.314288 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dd010355-e04e-4af4-a529-ec3a76e0cd89 req-af6cb9e6-3b5c-4b13-82b7-d2b6658a41ee tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.69 "GET /v2.0/security-groups?id=51c2a460-415b-4c81-94f3-e3ac05f1e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316284 Aug 19 15:36:29.003369 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:36:31.472182 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-43fee594-5abc-4bf1-b4c3-c6f38281dd71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:31.718065 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0678e34b-bd12-45f8-9bd0-e5a77c973219 req-82b49cc4-256d-4c3e-ac62-fee3b2d42f1c tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:31.719527 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0678e34b-bd12-45f8-9bd0-e5a77c973219 req-82b49cc4-256d-4c3e-ac62-fee3b2d42f1c tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.69 "GET /v2.0/ports?device_id=da31e59e-ec28-45d6-bd97-e7e3d4847ca0 HTTP/1.1" status: 200 len: 945 time: 0.0585151 Aug 19 15:36:31.772156 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0678e34b-bd12-45f8-9bd0-e5a77c973219 req-5949dd18-06a4-4f75-8938-6a2d33a55aa0 tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.69 "GET /v2.0/security-groups?id=51c2a460-415b-4c81-94f3-e3ac05f1e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462492 Aug 19 15:36:32.891973 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679046d5-147d-4531-88bc-d39e6aabd525 req-c2ca3fbf-e069-4a0f-89fc-d58c73be7a74 tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:32.893477 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-679046d5-147d-4531-88bc-d39e6aabd525 req-c2ca3fbf-e069-4a0f-89fc-d58c73be7a74 tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.69 "GET /v2.0/ports?device_id=da31e59e-ec28-45d6-bd97-e7e3d4847ca0 HTTP/1.1" status: 200 len: 945 time: 0.0486166 Aug 19 15:36:32.933494 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-679046d5-147d-4531-88bc-d39e6aabd525 req-7bbd8c9b-09b0-477e-8c88-e27a6a0fac54 tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.69 "GET /v2.0/security-groups?id=51c2a460-415b-4c81-94f3-e3ac05f1e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329738 Aug 19 15:36:33.291810 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277e477-6dca-4e58-b77d-bbbbe3711ed2 req-04527c31-fa06-40ba-b4a6-24261e3a563f tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:33.293365 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a277e477-6dca-4e58-b77d-bbbbe3711ed2 req-04527c31-fa06-40ba-b4a6-24261e3a563f tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.68 "GET /v2.0/ports?device_id=da31e59e-ec28-45d6-bd97-e7e3d4847ca0 HTTP/1.1" status: 200 len: 945 time: 0.0505137 Aug 19 15:36:33.387861 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-a277e477-6dca-4e58-b77d-bbbbe3711ed2 req-51481b0b-d511-4654-83a9-5b1c9aec9abe tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Deleting port b5da85de-1e13-4d15-929f-85aff84a85a1 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:36:33.388196 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a277e477-6dca-4e58-b77d-bbbbe3711ed2 req-51481b0b-d511-4654-83a9-5b1c9aec9abe tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:33.488273 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-a277e477-6dca-4e58-b77d-bbbbe3711ed2 req-51481b0b-d511-4654-83a9-5b1c9aec9abe tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] For port b5da85de-1e13-4d15-929f-85aff84a85a1, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=b5da85de-1e13-4d15-929f-85aff84a85a1,segment=NetworkSegment(296180ee-c7a4-43f7-85be-aa1a97ff7465),segment_id=296180ee-c7a4-43f7-85be-aa1a97ff7465)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:36:33.488664 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a277e477-6dca-4e58-b77d-bbbbe3711ed2 req-51481b0b-d511-4654-83a9-5b1c9aec9abe tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:33.501467 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-a277e477-6dca-4e58-b77d-bbbbe3711ed2 req-51481b0b-d511-4654-83a9-5b1c9aec9abe tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Calling delete_port for b5da85de-1e13-4d15-929f-85aff84a85a1 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:36:33.628354 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a277e477-6dca-4e58-b77d-bbbbe3711ed2 req-51481b0b-d511-4654-83a9-5b1c9aec9abe tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:33.641577 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['b5da85de-1e13-4d15-929f-85aff84a85a1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:36:33.657911 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51481b0b-d511-4654-83a9-5b1c9aec9abe tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Pushing event deleted for resources: {'Port': ['ID=b5da85de-1e13-4d15-929f-85aff84a85a1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:33.716142 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-a277e477-6dca-4e58-b77d-bbbbe3711ed2 req-51481b0b-d511-4654-83a9-5b1c9aec9abe tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] No DVR routers for this DVR port b5da85de-1e13-4d15-929f-85aff84a85a1 on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:36:33.719921 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a277e477-6dca-4e58-b77d-bbbbe3711ed2 req-51481b0b-d511-4654-83a9-5b1c9aec9abe tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:33.722049 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-a277e477-6dca-4e58-b77d-bbbbe3711ed2 req-51481b0b-d511-4654-83a9-5b1c9aec9abe tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.68 "DELETE /v2.0/ports/b5da85de-1e13-4d15-929f-85aff84a85a1 HTTP/1.1" status: 204 len: 173 time: 0.4220450 Aug 19 15:36:33.722569 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da31e59e-ec28-45d6-bd97-e7e3d4847ca0', 'name': 'network-vif-deleted', 'tag': 'b5da85de-1e13-4d15-929f-85aff84a85a1'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:36:33.725960 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ea2f9e66d71df3aa35f2a980f4ce96e3876fd938d75aec7c1a3378f7fc42a1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac270f6-1a79-4249-aee4-f598fe02dbc9" -d '{"events": [{"server_uuid": "da31e59e-ec28-45d6-bd97-e7e3d4847ca0", "name": "network-vif-deleted", "tag": "b5da85de-1e13-4d15-929f-85aff84a85a1"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:36:33.773001 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f12910-b480-42b2-b9d7-0367fd4c4288 x-openstack-request-id: req-94f12910-b480-42b2-b9d7-0367fd4c4288 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:36:33.773365 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da31e59e-ec28-45d6-bd97-e7e3d4847ca0", "name": "network-vif-deleted", "tag": "b5da85de-1e13-4d15-929f-85aff84a85a1", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:36:33.773648 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-94f12910-b480-42b2-b9d7-0367fd4c4288 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:36:33.774065 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da31e59e-ec28-45d6-bd97-e7e3d4847ca0', 'name': 'network-vif-deleted', 'tag': 'b5da85de-1e13-4d15-929f-85aff84a85a1', 'status': 'completed', 'code': 200} Aug 19 15:36:34.036029 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3f797375-61db-4b14-9c45-3fcc4131e29e req-74fd7af5-b4b2-4515-a118-15f7c29b410a tempest-TestEncryptedCinderVolumes-483930857 tempest-TestEncryptedCinderVolumes-483930857-project] 10.222.0.69 "GET /v2.0/ports?device_id=da31e59e-ec28-45d6-bd97-e7e3d4847ca0 HTTP/1.1" status: 200 len: 210 time: 0.0257730 Aug 19 15:36:34.427334 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1f38f84d-1cdc-4ebf-acfa-63b0c2e58ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:34.623764 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:34.651216 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:35.126576 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38834) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:35.313351 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:35.467644 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d7615b6-893f-4ec9-9882-3887c5bf01ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:35.705339 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-4d7615b6-893f-4ec9-9882-3887c5bf01ce admin admin] Deleting port bb654ea5-a374-4ae2-9893-6368a2c5a452 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:36:35.705595 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d7615b6-893f-4ec9-9882-3887c5bf01ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:35.781149 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-4d7615b6-893f-4ec9-9882-3887c5bf01ce admin admin] For port bb654ea5-a374-4ae2-9893-6368a2c5a452, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=bb654ea5-a374-4ae2-9893-6368a2c5a452,segment=NetworkSegment(296180ee-c7a4-43f7-85be-aa1a97ff7465),segment_id=296180ee-c7a4-43f7-85be-aa1a97ff7465)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:36:35.781511 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d7615b6-893f-4ec9-9882-3887c5bf01ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:35.794412 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-4d7615b6-893f-4ec9-9882-3887c5bf01ce admin admin] Calling delete_port for bb654ea5-a374-4ae2-9893-6368a2c5a452 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:36:35.845465 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:35.985116 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d7615b6-893f-4ec9-9882-3887c5bf01ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:36.363901 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7615b6-893f-4ec9-9882-3887c5bf01ce admin admin] Pushing event deleted for resources: {'Port': ['ID=bb654ea5-a374-4ae2-9893-6368a2c5a452,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:36.376135 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7615b6-893f-4ec9-9882-3887c5bf01ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:36.376511 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7615b6-893f-4ec9-9882-3887c5bf01ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:36.376851 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7615b6-893f-4ec9-9882-3887c5bf01ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:36.377185 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7615b6-893f-4ec9-9882-3887c5bf01ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:36.377615 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7615b6-893f-4ec9-9882-3887c5bf01ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:36.377846 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7615b6-893f-4ec9-9882-3887c5bf01ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:36.378173 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7615b6-893f-4ec9-9882-3887c5bf01ce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:36.378495 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7615b6-893f-4ec9-9882-3887c5bf01ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:36.378818 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7615b6-893f-4ec9-9882-3887c5bf01ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:36.379141 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7615b6-893f-4ec9-9882-3887c5bf01ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:36.379455 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7615b6-893f-4ec9-9882-3887c5bf01ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:36.379781 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7615b6-893f-4ec9-9882-3887c5bf01ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:36.539284 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d7615b6-893f-4ec9-9882-3887c5bf01ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:36.748951 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d7615b6-893f-4ec9-9882-3887c5bf01ce admin admin] Router 0cd929f8-3f4a-4f1c-acf6-fe121d9986c4 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:36:36.857173 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7615b6-893f-4ec9-9882-3887c5bf01ce admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:36:36.862365 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-4d7615b6-893f-4ec9-9882-3887c5bf01ce admin admin] 10.222.0.69 "PUT /v2.0/routers/0cd929f8-3f4a-4f1c-acf6-fe121d9986c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7346773 Aug 19 15:36:36.864920 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38836) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:36.867502 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcebe544-90b8-4cca-b7f9-8cb4701baed1 None None] Sync routers for ids ['0cd929f8-3f4a-4f1c-acf6-fe121d9986c4'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:36:36.880860 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcebe544-90b8-4cca-b7f9-8cb4701baed1 None None] Routers {'0cd929f8-3f4a-4f1c-acf6-fe121d9986c4'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:36:36.881844 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-bcebe544-90b8-4cca-b7f9-8cb4701baed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:36:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['0cd929f8-3f4a-4f1c-acf6-fe121d9986c4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:36.976538 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b4f86811-8831-4729-8c74-e1bdd56dd2a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:36.987143 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-bcebe544-90b8-4cca-b7f9-8cb4701baed1 None None] Set router 0cd929f8-3f4a-4f1c-acf6-fe121d9986c4 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:36:37.082435 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b4f86811-8831-4729-8c74-e1bdd56dd2a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:37.128950 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:37.140058 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b4f86811-8831-4729-8c74-e1bdd56dd2a4 admin admin] Deleting port 8767cdd4-19ba-4b29-8eef-e5a6fb7805ef {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:36:37.140427 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b4f86811-8831-4729-8c74-e1bdd56dd2a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:37.169018 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-bcebe544-90b8-4cca-b7f9-8cb4701baed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd929f8-3f4a-4f1c-acf6-fe121d9986c4', 'name': 'tempest-TestEncryptedCinderVolumes-1496784676-router', 'tenant_id': 'fb4d98fe21464b91b27abe2d40faead9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '8767cdd4-19ba-4b29-8eef-e5a6fb7805ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:35:21Z', 'updated_at': '2021-08-19T15:36:35Z', 'revision_number': 5, 'project_id': 'fb4d98fe21464b91b27abe2d40faead9', 'gw_port': {'id': '8767cdd4-19ba-4b29-8eef-e5a6fb7805ef', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd929f8-3f4a-4f1c-acf6-fe121d9986c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:35:21Z', 'updated_at': '2021-08-19T15:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:37.194049 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcebe544-90b8-4cca-b7f9-8cb4701baed1 None None] Checking router: 0cd929f8-3f4a-4f1c-acf6-fe121d9986c4 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:36:37.202814 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcebe544-90b8-4cca-b7f9-8cb4701baed1 None None] Routers {'0cd929f8-3f4a-4f1c-acf6-fe121d9986c4'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:36:37.203406 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-bcebe544-90b8-4cca-b7f9-8cb4701baed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:36:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['0cd929f8-3f4a-4f1c-acf6-fe121d9986c4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:37.221575 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-b4f86811-8831-4729-8c74-e1bdd56dd2a4 admin admin] For port 8767cdd4-19ba-4b29-8eef-e5a6fb7805ef, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=8767cdd4-19ba-4b29-8eef-e5a6fb7805ef,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:36:37.221938 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b4f86811-8831-4729-8c74-e1bdd56dd2a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:37.234737 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b4f86811-8831-4729-8c74-e1bdd56dd2a4 admin admin] Calling delete_port for 8767cdd4-19ba-4b29-8eef-e5a6fb7805ef owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:36:37.292800 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-bcebe544-90b8-4cca-b7f9-8cb4701baed1 None None] Set router 0cd929f8-3f4a-4f1c-acf6-fe121d9986c4 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:36:37.411159 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b4f86811-8831-4729-8c74-e1bdd56dd2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:37.438406 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-bcebe544-90b8-4cca-b7f9-8cb4701baed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd929f8-3f4a-4f1c-acf6-fe121d9986c4', 'name': 'tempest-TestEncryptedCinderVolumes-1496784676-router', 'tenant_id': 'fb4d98fe21464b91b27abe2d40faead9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:35:21Z', 'updated_at': '2021-08-19T15:36:37Z', 'revision_number': 6, 'project_id': 'fb4d98fe21464b91b27abe2d40faead9', 'gw_port_host': None}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:37.442113 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f86811-8831-4729-8c74-e1bdd56dd2a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8767cdd4-19ba-4b29-8eef-e5a6fb7805ef,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:37.466204 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcebe544-90b8-4cca-b7f9-8cb4701baed1 None None] The sync data for ids ['0cd929f8-3f4a-4f1c-acf6-fe121d9986c4'] in n-d-766043-2 is: [{'id': '0cd929f8-3f4a-4f1c-acf6-fe121d9986c4', 'name': 'tempest-TestEncryptedCinderVolumes-1496784676-router', 'tenant_id': 'fb4d98fe21464b91b27abe2d40faead9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:35:21Z', 'updated_at': '2021-08-19T15:36:37Z', 'revision_number': 6, 'project_id': 'fb4d98fe21464b91b27abe2d40faead9', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:36:37.517201 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b4f86811-8831-4729-8c74-e1bdd56dd2a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:37.606948 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b4f86811-8831-4729-8c74-e1bdd56dd2a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:37.609066 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b4f86811-8831-4729-8c74-e1bdd56dd2a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:37.651673 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b4f86811-8831-4729-8c74-e1bdd56dd2a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:37.652286 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f86811-8831-4729-8c74-e1bdd56dd2a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0cd929f8-3f4a-4f1c-acf6-fe121d9986c4 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:36:37.657372 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b4f86811-8831-4729-8c74-e1bdd56dd2a4 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:37.658518 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-b4f86811-8831-4729-8c74-e1bdd56dd2a4 admin admin] 10.222.0.69 "DELETE /v2.0/routers/0cd929f8-3f4a-4f1c-acf6-fe121d9986c4 HTTP/1.1" status: 204 len: 168 time: 0.7926922 Aug 19 15:36:37.661151 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38838) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:37.676386 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device b5da85de-1e13-4d15-929f-85aff84a85a1 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:36:37.699541 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: b5da85de-1e13-4d15-929f-85aff84a85a1 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:36:37.699893 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device b5da85de-1e13-4d15-929f-85aff84a85a1 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:36:37.711774 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7017fc2-220a-4d09-b8db-8ab2a659b4d4 admin admin] Deleting subnet dcca59d5-4d21-4ca1-ae01-0bb6bcc7759b {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:36:37.715006 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7017fc2-220a-4d09-b8db-8ab2a659b4d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:37.750034 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7017fc2-220a-4d09-b8db-8ab2a659b4d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:37.829270 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7017fc2-220a-4d09-b8db-8ab2a659b4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:37.887506 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7017fc2-220a-4d09-b8db-8ab2a659b4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:37.919185 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7017fc2-220a-4d09-b8db-8ab2a659b4d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcca59d5-4d21-4ca1-ae01-0bb6bcc7759b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:37.921185 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7017fc2-220a-4d09-b8db-8ab2a659b4d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:37.923041 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f7017fc2-220a-4d09-b8db-8ab2a659b4d4 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/dcca59d5-4d21-4ca1-ae01-0bb6bcc7759b HTTP/1.1" status: 204 len: 168 time: 0.2609091 Aug 19 15:36:37.925629 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38842) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:37.928854 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738eaa80-4b27-4f4c-802e-9c2588a2ee7a None None] Network de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:36:37.992819 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-890eb75b-187a-4b45-840c-10130da1690b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:38.047887 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-890eb75b-187a-4b45-840c-10130da1690b admin admin] Deleting port 18c727d6-9d9e-42dc-8f12-00468948f576 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:36:38.047887 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-890eb75b-187a-4b45-840c-10130da1690b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:38.119297 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-890eb75b-187a-4b45-840c-10130da1690b admin admin] For port 18c727d6-9d9e-42dc-8f12-00468948f576, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=18c727d6-9d9e-42dc-8f12-00468948f576,segment=NetworkSegment(296180ee-c7a4-43f7-85be-aa1a97ff7465),segment_id=296180ee-c7a4-43f7-85be-aa1a97ff7465)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:36:38.119729 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-890eb75b-187a-4b45-840c-10130da1690b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:38.134150 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-890eb75b-187a-4b45-840c-10130da1690b admin admin] Calling delete_port for 18c727d6-9d9e-42dc-8f12-00468948f576 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:36:38.204275 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1fac14-400b-474e-b83f-01d61c71301d None None] DHCP port deletion for de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:36:38.226123 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-890eb75b-187a-4b45-840c-10130da1690b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:38.264333 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890eb75b-187a-4b45-840c-10130da1690b admin admin] Pushing event deleted for resources: {'Port': ['ID=18c727d6-9d9e-42dc-8f12-00468948f576,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:38.264639 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3a1fac14-400b-474e-b83f-01d61c71301d None None] Deleting port 18c727d6-9d9e-42dc-8f12-00468948f576 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:36:38.264921 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3a1fac14-400b-474e-b83f-01d61c71301d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:38.268762 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890eb75b-187a-4b45-840c-10130da1690b admin admin] No DVR routers for this DVR port 18c727d6-9d9e-42dc-8f12-00468948f576 on host n-d-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:36:38.311854 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 18c727d6-9d9e-42dc-8f12-00468948f576 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:36:38.342427 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 18c727d6-9d9e-42dc-8f12-00468948f576 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:36:38.343060 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 18c727d6-9d9e-42dc-8f12-00468948f576 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:36:38.343689 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device bb654ea5-a374-4ae2-9893-6368a2c5a452 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:36:38.355272 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-890eb75b-187a-4b45-840c-10130da1690b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:38.365570 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-890eb75b-187a-4b45-840c-10130da1690b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:38.371537 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: bb654ea5-a374-4ae2-9893-6368a2c5a452 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:36:38.371885 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device bb654ea5-a374-4ae2-9893-6368a2c5a452 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:36:38.372304 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 8767cdd4-19ba-4b29-8eef-e5a6fb7805ef no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:36:38.377612 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-890eb75b-187a-4b45-840c-10130da1690b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '296180ee-c7a4-43f7-85be-aa1a97ff7465') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:38.378185 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-890eb75b-187a-4b45-840c-10130da1690b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '296180ee-c7a4-43f7-85be-aa1a97ff7465') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:38.387729 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-890eb75b-187a-4b45-840c-10130da1690b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:38.397547 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3a1fac14-400b-474e-b83f-01d61c71301d None None] For port 18c727d6-9d9e-42dc-8f12-00468948f576, host n-d-766043-2, got binding levels [] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:36:38.397946 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3a1fac14-400b-474e-b83f-01d61c71301d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:38.400270 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 8767cdd4-19ba-4b29-8eef-e5a6fb7805ef {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:36:38.400640 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 8767cdd4-19ba-4b29-8eef-e5a6fb7805ef not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:36:38.401317 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-890eb75b-187a-4b45-840c-10130da1690b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:38.408776 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-890eb75b-187a-4b45-840c-10130da1690b admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:36:38.409199 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-890eb75b-187a-4b45-840c-10130da1690b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:38.410971 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 15:36:38.410971 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:36:38.410971 n-d-766043-2 neutron-server[94640]: timer() Aug 19 15:36:38.410971 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:36:38.410971 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 15:36:38.410971 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:36:38.410971 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 15:36:38.410971 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:36:38.410971 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 15:36:38.410971 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:36:38.410971 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 15:36:38.410971 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:36:38.410971 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 15:36:38.410971 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:36:38.410971 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:36:38.410971 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:36:38.410971 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:36:38.410971 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:36:38.410971 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 15:36:38.410971 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:36:38.410971 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 15:36:38.410971 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:36:38.410971 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:36:38.410971 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:36:38.410971 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 15:36:38.410971 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:36:38.410971 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:36:38.410971 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:36:38.410971 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:36:38.410971 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:36:38.410971 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:36:38.410971 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:36:38.414417 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3a1fac14-400b-474e-b83f-01d61c71301d None None] Calling delete_port for 18c727d6-9d9e-42dc-8f12-00468948f576 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:36:38.417051 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.ipam_backend_mixin [None req-3a1fac14-400b-474e-b83f-01d61c71301d None None] Port 18c727d6-9d9e-42dc-8f12-00468948f576 was not found and therefore no delete operation was performed {{(pid=94641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 15:36:38.418431 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3a1fac14-400b-474e-b83f-01d61c71301d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:38.444950 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1fac14-400b-474e-b83f-01d61c71301d None None] Pushing event deleted for resources: {'Port': ['ID=18c727d6-9d9e-42dc-8f12-00468948f576,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:38.450918 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1fac14-400b-474e-b83f-01d61c71301d None None] No DVR routers for this DVR port 18c727d6-9d9e-42dc-8f12-00468948f576 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:36:38.477579 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-890eb75b-187a-4b45-840c-10130da1690b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:38.482483 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-890eb75b-187a-4b45-840c-10130da1690b admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:38.484364 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-890eb75b-187a-4b45-840c-10130da1690b admin admin] 10.222.0.69 "DELETE /v2.0/networks/de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7 HTTP/1.1" status: 204 len: 168 time: 0.5578196 Aug 19 15:36:38.487550 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38844) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:38.502967 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890eb75b-187a-4b45-840c-10130da1690b admin admin] Pushing event deleted for resources: {'Network': ['ID=de2e59b1-30c2-4bad-9cf6-a32a5bcda2a7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:38.854160 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-afb31e85-9f17-4850-9702-fc6139f11755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:39.091531 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-afb31e85-9f17-4850-9702-fc6139f11755 admin admin] Deleting port e1f372ef-d606-4d71-b197-7135c6c4faf2 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:36:39.091874 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-afb31e85-9f17-4850-9702-fc6139f11755 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:39.166965 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-afb31e85-9f17-4850-9702-fc6139f11755 admin admin] For port e1f372ef-d606-4d71-b197-7135c6c4faf2, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=e1f372ef-d606-4d71-b197-7135c6c4faf2,segment=NetworkSegment(37b5103a-3958-430f-8d3f-b4c868d40305),segment_id=37b5103a-3958-430f-8d3f-b4c868d40305)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:36:39.167992 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-afb31e85-9f17-4850-9702-fc6139f11755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:39.184051 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-afb31e85-9f17-4850-9702-fc6139f11755 admin admin] Calling delete_port for e1f372ef-d606-4d71-b197-7135c6c4faf2 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:36:39.360702 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-afb31e85-9f17-4850-9702-fc6139f11755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:39.385353 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb31e85-9f17-4850-9702-fc6139f11755 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1f372ef-d606-4d71-b197-7135c6c4faf2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:39.551904 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-afb31e85-9f17-4850-9702-fc6139f11755 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:39.760434 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb31e85-9f17-4850-9702-fc6139f11755 admin admin] Router 6aed4f35-86bb-4f52-971c-78613648221e has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:36:39.863782 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb31e85-9f17-4850-9702-fc6139f11755 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:36:39.868796 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-afb31e85-9f17-4850-9702-fc6139f11755 admin admin] 10.222.0.69 "PUT /v2.0/routers/6aed4f35-86bb-4f52-971c-78613648221e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3802972 Aug 19 15:36:39.871804 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38846) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:39.873189 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69aba4f5-1d00-42ed-8858-b50d43cb006b None None] Sync routers for ids ['6aed4f35-86bb-4f52-971c-78613648221e'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:36:39.882138 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69aba4f5-1d00-42ed-8858-b50d43cb006b None None] Routers {'6aed4f35-86bb-4f52-971c-78613648221e'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:36:39.882756 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-69aba4f5-1d00-42ed-8858-b50d43cb006b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:36:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['6aed4f35-86bb-4f52-971c-78613648221e'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:39.972571 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9d8542dc-5b0f-40d1-b544-a4b7c531d163 admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:39.989903 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-69aba4f5-1d00-42ed-8858-b50d43cb006b None None] Set router 6aed4f35-86bb-4f52-971c-78613648221e gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:36:40.190154 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-69aba4f5-1d00-42ed-8858-b50d43cb006b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aed4f35-86bb-4f52-971c-78613648221e', 'name': 'tempest-TestEncryptedCinderVolumes-1374531803-router', 'tenant_id': '52bd5137763d45058714c2c8a882e3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '8ffeb3ae-c0c8-4aa9-8dd4-1738c96e69db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:35:26Z', 'updated_at': '2021-08-19T15:36:39Z', 'revision_number': 5, 'project_id': '52bd5137763d45058714c2c8a882e3c2', 'gw_port': {'id': '8ffeb3ae-c0c8-4aa9-8dd4-1738c96e69db', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed4f35-86bb-4f52-971c-78613648221e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:35:26Z', 'updated_at': '2021-08-19T15:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:40.218445 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69aba4f5-1d00-42ed-8858-b50d43cb006b None None] Checking router: 6aed4f35-86bb-4f52-971c-78613648221e for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:36:40.227165 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69aba4f5-1d00-42ed-8858-b50d43cb006b None None] Routers {'6aed4f35-86bb-4f52-971c-78613648221e'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:36:40.227794 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-69aba4f5-1d00-42ed-8858-b50d43cb006b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:36:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['6aed4f35-86bb-4f52-971c-78613648221e'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:40.337833 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-69aba4f5-1d00-42ed-8858-b50d43cb006b None None] Set router 6aed4f35-86bb-4f52-971c-78613648221e gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:36:40.433754 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9d8542dc-5b0f-40d1-b544-a4b7c531d163 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:40.489099 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9d8542dc-5b0f-40d1-b544-a4b7c531d163 admin admin] Deleting port 8ffeb3ae-c0c8-4aa9-8dd4-1738c96e69db {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:36:40.489448 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9d8542dc-5b0f-40d1-b544-a4b7c531d163 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:40.523881 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-69aba4f5-1d00-42ed-8858-b50d43cb006b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aed4f35-86bb-4f52-971c-78613648221e', 'name': 'tempest-TestEncryptedCinderVolumes-1374531803-router', 'tenant_id': '52bd5137763d45058714c2c8a882e3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '8ffeb3ae-c0c8-4aa9-8dd4-1738c96e69db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:35:26Z', 'updated_at': '2021-08-19T15:36:39Z', 'revision_number': 5, 'project_id': '52bd5137763d45058714c2c8a882e3c2', 'gw_port': {'id': '8ffeb3ae-c0c8-4aa9-8dd4-1738c96e69db', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed4f35-86bb-4f52-971c-78613648221e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:35:26Z', 'updated_at': '2021-08-19T15:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:40.550985 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69aba4f5-1d00-42ed-8858-b50d43cb006b None None] The sync data for ids ['6aed4f35-86bb-4f52-971c-78613648221e'] in n-d-766043-2 is: [{'id': '6aed4f35-86bb-4f52-971c-78613648221e', 'name': 'tempest-TestEncryptedCinderVolumes-1374531803-router', 'tenant_id': '52bd5137763d45058714c2c8a882e3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '8ffeb3ae-c0c8-4aa9-8dd4-1738c96e69db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:35:26Z', 'updated_at': '2021-08-19T15:36:39Z', 'revision_number': 5, 'project_id': '52bd5137763d45058714c2c8a882e3c2', 'gw_port': {'id': '8ffeb3ae-c0c8-4aa9-8dd4-1738c96e69db', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed4f35-86bb-4f52-971c-78613648221e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:35:26Z', 'updated_at': '2021-08-19T15:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:36:40.569579 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9d8542dc-5b0f-40d1-b544-a4b7c531d163 admin admin] For port 8ffeb3ae-c0c8-4aa9-8dd4-1738c96e69db, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=8ffeb3ae-c0c8-4aa9-8dd4-1738c96e69db,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:36:40.570166 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9d8542dc-5b0f-40d1-b544-a4b7c531d163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:40.583803 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9d8542dc-5b0f-40d1-b544-a4b7c531d163 admin admin] Calling delete_port for 8ffeb3ae-c0c8-4aa9-8dd4-1738c96e69db owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:36:40.744515 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9d8542dc-5b0f-40d1-b544-a4b7c531d163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:40.774298 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8542dc-5b0f-40d1-b544-a4b7c531d163 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ffeb3ae-c0c8-4aa9-8dd4-1738c96e69db,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:40.832766 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9d8542dc-5b0f-40d1-b544-a4b7c531d163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:40.921848 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9d8542dc-5b0f-40d1-b544-a4b7c531d163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:40.924102 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9d8542dc-5b0f-40d1-b544-a4b7c531d163 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:40.969443 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9d8542dc-5b0f-40d1-b544-a4b7c531d163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:40.970222 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8542dc-5b0f-40d1-b544-a4b7c531d163 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6aed4f35-86bb-4f52-971c-78613648221e {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:36:40.974699 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9d8542dc-5b0f-40d1-b544-a4b7c531d163 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:40.976195 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9d8542dc-5b0f-40d1-b544-a4b7c531d163 admin admin] 10.222.0.69 "DELETE /v2.0/routers/6aed4f35-86bb-4f52-971c-78613648221e HTTP/1.1" status: 204 len: 168 time: 1.1031587 Aug 19 15:36:40.978387 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38848) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:41.030545 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-e05794ca-03d4-4411-98bc-ea3fca11e833 admin admin] Deleting subnet 37d13cca-876b-48b9-b307-8c68f27cdbc5 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:36:41.034452 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e05794ca-03d4-4411-98bc-ea3fca11e833 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:41.069297 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e05794ca-03d4-4411-98bc-ea3fca11e833 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:41.150591 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e05794ca-03d4-4411-98bc-ea3fca11e833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:41.206222 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e05794ca-03d4-4411-98bc-ea3fca11e833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:41.232969 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05794ca-03d4-4411-98bc-ea3fca11e833 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37d13cca-876b-48b9-b307-8c68f27cdbc5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:41.238976 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e05794ca-03d4-4411-98bc-ea3fca11e833 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:41.243378 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38850) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:41.243870 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e05794ca-03d4-4411-98bc-ea3fca11e833 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/37d13cca-876b-48b9-b307-8c68f27cdbc5 HTTP/1.1" status: 204 len: 168 time: 0.2641454 Aug 19 15:36:41.246509 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53086a4b-e720-43b8-a11a-cf7622b4d021 None None] Network e67e910a-3a51-4c45-b9a3-a474ee5f9b89 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:36:41.317066 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3f6f9361-e72c-4835-8775-aeb5b005fd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:41.372733 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-3f6f9361-e72c-4835-8775-aeb5b005fd0e admin admin] Deleting port 7474d92c-f316-4af5-b5eb-10a29c0d73d9 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:36:41.373084 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3f6f9361-e72c-4835-8775-aeb5b005fd0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:41.436116 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-3f6f9361-e72c-4835-8775-aeb5b005fd0e admin admin] For port 7474d92c-f316-4af5-b5eb-10a29c0d73d9, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=7474d92c-f316-4af5-b5eb-10a29c0d73d9,segment=NetworkSegment(37b5103a-3958-430f-8d3f-b4c868d40305),segment_id=37b5103a-3958-430f-8d3f-b4c868d40305)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:36:41.436505 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3f6f9361-e72c-4835-8775-aeb5b005fd0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:41.449320 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-3f6f9361-e72c-4835-8775-aeb5b005fd0e admin admin] Calling delete_port for 7474d92c-f316-4af5-b5eb-10a29c0d73d9 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:36:41.529566 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3f6f9361-e72c-4835-8775-aeb5b005fd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:41.555497 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6f9361-e72c-4835-8775-aeb5b005fd0e admin admin] Pushing event deleted for resources: {'Port': ['ID=7474d92c-f316-4af5-b5eb-10a29c0d73d9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:41.559767 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6f9361-e72c-4835-8775-aeb5b005fd0e admin admin] No DVR routers for this DVR port 7474d92c-f316-4af5-b5eb-10a29c0d73d9 on host n-d-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:36:41.572900 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca43871-48b9-4599-ab6d-268e45f679c8 None None] DHCP port deletion for e67e910a-3a51-4c45-b9a3-a474ee5f9b89 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:36:41.637559 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3f6f9361-e72c-4835-8775-aeb5b005fd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:41.646969 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-3f6f9361-e72c-4835-8775-aeb5b005fd0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e67e910a-3a51-4c45-b9a3-a474ee5f9b89']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:41.997628 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-3f6f9361-e72c-4835-8775-aeb5b005fd0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37b5103a-3958-430f-8d3f-b4c868d40305') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:41.997863 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-3f6f9361-e72c-4835-8775-aeb5b005fd0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37b5103a-3958-430f-8d3f-b4c868d40305') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:42.006765 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3f6f9361-e72c-4835-8775-aeb5b005fd0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:42.020243 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3f6f9361-e72c-4835-8775-aeb5b005fd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:42.025907 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f6f9361-e72c-4835-8775-aeb5b005fd0e admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:36:42.026287 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3f6f9361-e72c-4835-8775-aeb5b005fd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:42.028557 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 15:36:42.028557 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:36:42.028557 n-d-766043-2 neutron-server[94639]: timer() Aug 19 15:36:42.028557 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:36:42.028557 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 15:36:42.028557 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:36:42.028557 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 15:36:42.028557 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:36:42.028557 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 15:36:42.028557 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:36:42.028557 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 15:36:42.028557 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:36:42.028557 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 15:36:42.028557 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:36:42.028557 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:36:42.028557 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:36:42.028557 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:36:42.028557 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:36:42.028557 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 15:36:42.028557 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:36:42.028557 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 15:36:42.028557 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:36:42.028557 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:36:42.028557 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:36:42.028557 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 15:36:42.028557 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:36:42.028557 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:36:42.028557 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:36:42.028557 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:36:42.028557 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:36:42.028557 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:36:42.028557 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:36:42.080180 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3f6f9361-e72c-4835-8775-aeb5b005fd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:42.085770 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3f6f9361-e72c-4835-8775-aeb5b005fd0e admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:42.087662 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-3f6f9361-e72c-4835-8775-aeb5b005fd0e admin admin] 10.222.0.69 "DELETE /v2.0/networks/e67e910a-3a51-4c45-b9a3-a474ee5f9b89 HTTP/1.1" status: 204 len: 168 time: 0.8390481 Aug 19 15:36:42.100881 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6f9361-e72c-4835-8775-aeb5b005fd0e admin admin] Pushing event deleted for resources: {'Network': ['ID=e67e910a-3a51-4c45-b9a3-a474ee5f9b89,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:42.146924 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 8ffeb3ae-c0c8-4aa9-8dd4-1738c96e69db no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:36:42.167719 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 8ffeb3ae-c0c8-4aa9-8dd4-1738c96e69db {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:36:42.168073 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 8ffeb3ae-c0c8-4aa9-8dd4-1738c96e69db not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:36:42.168510 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device e1f372ef-d606-4d71-b197-7135c6c4faf2 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:36:42.186864 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: e1f372ef-d606-4d71-b197-7135c6c4faf2 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:36:42.187440 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device e1f372ef-d606-4d71-b197-7135c6c4faf2 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:36:42.187604 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 7474d92c-f316-4af5-b5eb-10a29c0d73d9 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:36:42.206988 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 7474d92c-f316-4af5-b5eb-10a29c0d73d9 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:36:42.207330 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 7474d92c-f316-4af5-b5eb-10a29c0d73d9 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:36:42.253520 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38854) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:42.293567 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-84b0a103-d861-4a74-bef9-558ff8cc9e6e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fb4d98fe21464b91b27abe2d40faead9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388732 Aug 19 15:36:42.295922 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38856) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:42.346481 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b25bdd6b-3496-425f-bcb4-7a4959c620af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:42.367656 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b25bdd6b-3496-425f-bcb4-7a4959c620af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:42.413751 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b25bdd6b-3496-425f-bcb4-7a4959c620af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:42.416226 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b25bdd6b-3496-425f-bcb4-7a4959c620af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:42.418381 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b25bdd6b-3496-425f-bcb4-7a4959c620af admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/51c2a460-415b-4c81-94f3-e3ac05f1e4fe HTTP/1.1" status: 204 len: 168 time: 0.1214533 Aug 19 15:36:42.426185 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25bdd6b-3496-425f-bcb4-7a4959c620af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c2a460-415b-4c81-94f3-e3ac05f1e4fe,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:42.732420 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38862) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:42.770970 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a7f3de7f-d25c-4b97-931b-e840aaf71497 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=52bd5137763d45058714c2c8a882e3c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372300 Aug 19 15:36:42.773410 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38864) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:42.820781 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-90f03a56-d5ac-4688-8dfc-3508e6ba8026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:42.843015 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-90f03a56-d5ac-4688-8dfc-3508e6ba8026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:42.888956 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-90f03a56-d5ac-4688-8dfc-3508e6ba8026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:42.891407 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-90f03a56-d5ac-4688-8dfc-3508e6ba8026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:42.892560 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-90f03a56-d5ac-4688-8dfc-3508e6ba8026 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/89e10acf-69bf-4298-a5b4-a1f7f138c454 HTTP/1.1" status: 204 len: 168 time: 0.1182082 Aug 19 15:36:42.900371 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f03a56-d5ac-4688-8dfc-3508e6ba8026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e10acf-69bf-4298-a5b4-a1f7f138c454,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:43.541997 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38886) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:43.651795 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e5733fde-fc22-4151-bfb8-4d205792fb18 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-715925502-network', 'tenant_id': 'd971054ea1e44b8a8aed257fff1f5056'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:36:43.677475 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5733fde-fc22-4151-bfb8-4d205792fb18 admin admin] Made reservation on behalf of d971054ea1e44b8a8aed257fff1f5056 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:36:43.679860 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e5733fde-fc22-4151-bfb8-4d205792fb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:43.690850 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e5733fde-fc22-4151-bfb8-4d205792fb18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:43.778563 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e5733fde-fc22-4151-bfb8-4d205792fb18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:43.782522 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e5733fde-fc22-4151-bfb8-4d205792fb18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:43.810062 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5733fde-fc22-4151-bfb8-4d205792fb18 admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:36:43.815156 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5733fde-fc22-4151-bfb8-4d205792fb18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92ad65e-6f86-4954-8653-252f9a9a36df,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:43.822985 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e5733fde-fc22-4151-bfb8-4d205792fb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:43.822985 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-e5733fde-fc22-4151-bfb8-4d205792fb18 admin admin] Added segment 27811122-81a2-4da7-aa79-cca75a74adf9 of type vlan for network c2083919-215c-4b22-8d81-6560d1085198 Aug 19 15:36:43.862901 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e5733fde-fc22-4151-bfb8-4d205792fb18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:43.887184 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e5733fde-fc22-4151-bfb8-4d205792fb18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:43.888247 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5733fde-fc22-4151-bfb8-4d205792fb18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:43.888857 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e5733fde-fc22-4151-bfb8-4d205792fb18 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:43.941036 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e5733fde-fc22-4151-bfb8-4d205792fb18 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3978558 Aug 19 15:36:43.943960 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38890) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:43.947998 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5733fde-fc22-4151-bfb8-4d205792fb18 admin admin] Pushing event updated for resources: {'Network': ['ID=c2083919-215c-4b22-8d81-6560d1085198,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:43.949528 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3ffd46ca-90ad-47f1-9482-cabd45097947 admin admin] Request body: {'subnet': {'network_id': 'c2083919-215c-4b22-8d81-6560d1085198', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-715925502-subnet', 'tenant_id': 'd971054ea1e44b8a8aed257fff1f5056', 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:36:43.958771 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network c2083919-215c-4b22-8d81-6560d1085198 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:36:43.969970 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffd46ca-90ad-47f1-9482-cabd45097947 admin admin] Made reservation on behalf of d971054ea1e44b8a8aed257fff1f5056 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:36:43.973342 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3ffd46ca-90ad-47f1-9482-cabd45097947 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:44.140487 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3ffd46ca-90ad-47f1-9482-cabd45097947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:44.193838 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd46ca-90ad-47f1-9482-cabd45097947 admin admin] Pushing event updated for resources: {'Subnet': ['ID=808c33e6-96de-4db8-b34c-592a33822c5e,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:44.202711 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffd46ca-90ad-47f1-9482-cabd45097947 admin admin] Checking segment: {'id': '27811122-81a2-4da7-aa79-cca75a74adf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c2083919-215c-4b22-8d81-6560d1085198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:36:44.203071 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffd46ca-90ad-47f1-9482-cabd45097947 admin admin] Network hostable DHCP agents. Network: c2083919-215c-4b22-8d81-6560d1085198, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:36:44.219541 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffd46ca-90ad-47f1-9482-cabd45097947 admin admin] Network c2083919-215c-4b22-8d81-6560d1085198 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:36:44.228037 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-3ffd46ca-90ad-47f1-9482-cabd45097947 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, c2083919-215c-4b22-8d81-6560d1085198) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:36:44.233233 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffd46ca-90ad-47f1-9482-cabd45097947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:44.234230 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3ffd46ca-90ad-47f1-9482-cabd45097947 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:44.237222 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77d6c41-e9c4-4397-b64b-e552dc77d22f None None] Network c2083919-215c-4b22-8d81-6560d1085198 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:36:44.247890 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-3ffd46ca-90ad-47f1-9482-cabd45097947 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3027320 Aug 19 15:36:44.250913 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38892) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:44.255543 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-376b6f4f-2385-4033-bb19-8d78c4c7c3bc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-715925502-router', 'tenant_id': 'd971054ea1e44b8a8aed257fff1f5056', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:36:44.278828 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-376b6f4f-2385-4033-bb19-8d78c4c7c3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:44.279865 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-376b6f4f-2385-4033-bb19-8d78c4c7c3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:44.337830 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-376b6f4f-2385-4033-bb19-8d78c4c7c3bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:44.384260 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02706f0a-4454-4871-86e6-ff3d6dd5a72f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-c2083919-215c-4b22-8d81-6560d1085198', 'network_id': 'c2083919-215c-4b22-8d81-6560d1085198', 'tenant_id': 'd971054ea1e44b8a8aed257fff1f5056', 'fixed_ips': [{'subnet_id': '808c33e6-96de-4db8-b34c-592a33822c5e'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:36:44.385162 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-02706f0a-4454-4871-86e6-ff3d6dd5a72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:44.476964 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-376b6f4f-2385-4033-bb19-8d78c4c7c3bc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:44.518497 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-02706f0a-4454-4871-86e6-ff3d6dd5a72f None None] Allocated IP 172.20.0.2 (c2083919-215c-4b22-8d81-6560d1085198/808c33e6-96de-4db8-b34c-592a33822c5e/ff150a73-f856-45a1-89ea-52bf81f2dc20) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:36:44.664301 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-02706f0a-4454-4871-86e6-ff3d6dd5a72f None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:44.672781 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-02706f0a-4454-4871-86e6-ff3d6dd5a72f None None] Transition to ACTIVE for port object ff150a73-f856-45a1-89ea-52bf81f2dc20 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:36:44.684251 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-376b6f4f-2385-4033-bb19-8d78c4c7c3bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:44.687118 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-02706f0a-4454-4871-86e6-ff3d6dd5a72f None None] Transition to ACTIVE for port object ff150a73-f856-45a1-89ea-52bf81f2dc20 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:36:44.692975 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-02706f0a-4454-4871-86e6-ff3d6dd5a72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:44.709013 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-376b6f4f-2385-4033-bb19-8d78c4c7c3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:44.734782 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02706f0a-4454-4871-86e6-ff3d6dd5a72f None None] Network c2083919-215c-4b22-8d81-6560d1085198 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:36:44.739892 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-02706f0a-4454-4871-86e6-ff3d6dd5a72f None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:36:44.741995 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02706f0a-4454-4871-86e6-ff3d6dd5a72f None None] Pushing event updated for resources: {'Port': ['ID=ff150a73-f856-45a1-89ea-52bf81f2dc20,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:44.744088 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02706f0a-4454-4871-86e6-ff3d6dd5a72f None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:36:44.799559 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-02706f0a-4454-4871-86e6-ff3d6dd5a72f None None] Attempting to bind port ff150a73-f856-45a1-89ea-52bf81f2dc20 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:36:44.799928 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-02706f0a-4454-4871-86e6-ff3d6dd5a72f None None] Attempting to bind port ff150a73-f856-45a1-89ea-52bf81f2dc20 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '27811122-81a2-4da7-aa79-cca75a74adf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c2083919-215c-4b22-8d81-6560d1085198'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:36:44.800284 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02706f0a-4454-4871-86e6-ff3d6dd5a72f None None] Attempting to bind port ff150a73-f856-45a1-89ea-52bf81f2dc20 on network c2083919-215c-4b22-8d81-6560d1085198 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:36:44.805035 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02706f0a-4454-4871-86e6-ff3d6dd5a72f None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:36:44.805400 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02706f0a-4454-4871-86e6-ff3d6dd5a72f None None] Checking segment: {'id': '27811122-81a2-4da7-aa79-cca75a74adf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c2083919-215c-4b22-8d81-6560d1085198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:36:44.805791 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-02706f0a-4454-4871-86e6-ff3d6dd5a72f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:44.806174 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02706f0a-4454-4871-86e6-ff3d6dd5a72f None None] Bound using segment: {'id': '27811122-81a2-4da7-aa79-cca75a74adf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c2083919-215c-4b22-8d81-6560d1085198'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:36:44.806629 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-02706f0a-4454-4871-86e6-ff3d6dd5a72f None None] Bound port: ff150a73-f856-45a1-89ea-52bf81f2dc20, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27811122-81a2-4da7-aa79-cca75a74adf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c2083919-215c-4b22-8d81-6560d1085198'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:36:44.806998 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-02706f0a-4454-4871-86e6-ff3d6dd5a72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:44.814115 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-376b6f4f-2385-4033-bb19-8d78c4c7c3bc admin admin] Allocated IP 172.25.2.40 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/e0804cc9-6f93-4d11-9897-2f558745d868) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:36:44.873133 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-02706f0a-4454-4871-86e6-ff3d6dd5a72f None None] For port ff150a73-f856-45a1-89ea-52bf81f2dc20, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:36:44.876894 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-02706f0a-4454-4871-86e6-ff3d6dd5a72f None None] For port ff150a73-f856-45a1-89ea-52bf81f2dc20, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=ff150a73-f856-45a1-89ea-52bf81f2dc20,segment=NetworkSegment(27811122-81a2-4da7-aa79-cca75a74adf9),segment_id=27811122-81a2-4da7-aa79-cca75a74adf9)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:36:44.881177 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-02706f0a-4454-4871-86e6-ff3d6dd5a72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:44.920521 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-376b6f4f-2385-4033-bb19-8d78c4c7c3bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:44.940168 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02706f0a-4454-4871-86e6-ff3d6dd5a72f None None] Pushing event updated for resources: {'Port': ['ID=ff150a73-f856-45a1-89ea-52bf81f2dc20,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:44.967979 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-376b6f4f-2385-4033-bb19-8d78c4c7c3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:45.010732 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376b6f4f-2385-4033-bb19-8d78c4c7c3bc admin admin] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:36:45.014453 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-376b6f4f-2385-4033-bb19-8d78c4c7c3bc admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:36:45.019166 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376b6f4f-2385-4033-bb19-8d78c4c7c3bc admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:36:45.022315 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376b6f4f-2385-4033-bb19-8d78c4c7c3bc admin admin] Pushing event updated for resources: {'Port': ['ID=e0804cc9-6f93-4d11-9897-2f558745d868,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:45.286128 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-376b6f4f-2385-4033-bb19-8d78c4c7c3bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:45.483403 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-376b6f4f-2385-4033-bb19-8d78c4c7c3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:45.617952 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-376b6f4f-2385-4033-bb19-8d78c4c7c3bc admin admin] Router e4aa21fb-3aa3-4844-8867-8a3a09735280 is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:36:45.728066 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-376b6f4f-2385-4033-bb19-8d78c4c7c3bc admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:36:45.742384 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd6e4d7-89e1-4997-bd1d-dbd04b6d27a0 None None] Sync routers for ids ['e4aa21fb-3aa3-4844-8867-8a3a09735280'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:36:45.743814 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-376b6f4f-2385-4033-bb19-8d78c4c7c3bc admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:45.745875 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-376b6f4f-2385-4033-bb19-8d78c4c7c3bc admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.4932690 Aug 19 15:36:45.748567 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38894) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:45.755475 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd6e4d7-89e1-4997-bd1d-dbd04b6d27a0 None None] Routers {'e4aa21fb-3aa3-4844-8867-8a3a09735280'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:36:45.756167 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9bd6e4d7-89e1-4997-bd1d-dbd04b6d27a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:36:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['e4aa21fb-3aa3-4844-8867-8a3a09735280'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:45.777807 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87a82ed-6121-48e3-8cdc-c204be323c0b None None] Network c2083919-215c-4b22-8d81-6560d1085198 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:36:45.863901 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-96707ff8-9b74-4177-a454-b2ada8d11e20 None None] Provisioning for port ff150a73-f856-45a1-89ea-52bf81f2dc20 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:36:45.864530 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-9bd6e4d7-89e1-4997-bd1d-dbd04b6d27a0 None None] Set router e4aa21fb-3aa3-4844-8867-8a3a09735280 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:36:46.053007 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9bd6e4d7-89e1-4997-bd1d-dbd04b6d27a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4aa21fb-3aa3-4844-8867-8a3a09735280', 'name': 'tempest-TestMinimumBasicScenario-715925502-router', 'tenant_id': 'd971054ea1e44b8a8aed257fff1f5056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'e0804cc9-6f93-4d11-9897-2f558745d868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:36:44Z', 'updated_at': '2021-08-19T15:36:45Z', 'revision_number': 3, 'project_id': 'd971054ea1e44b8a8aed257fff1f5056', 'gw_port': {'id': 'e0804cc9-6f93-4d11-9897-2f558745d868', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:71:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4aa21fb-3aa3-4844-8867-8a3a09735280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:44Z', 'updated_at': '2021-08-19T15:36:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:46.081647 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd6e4d7-89e1-4997-bd1d-dbd04b6d27a0 None None] Checking router: e4aa21fb-3aa3-4844-8867-8a3a09735280 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:36:46.081987 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd6e4d7-89e1-4997-bd1d-dbd04b6d27a0 None None] Updating router e4aa21fb-3aa3-4844-8867-8a3a09735280 port e0804cc9-6f93-4d11-9897-2f558745d868 binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:36:46.110476 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9bd6e4d7-89e1-4997-bd1d-dbd04b6d27a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:46.203595 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device ff150a73-f856-45a1-89ea-52bf81f2dc20 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:36:46.204649 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3ae84679-5554-4697-a8c5-41cf2d93df5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:46.253735 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port ff150a73-f856-45a1-89ea-52bf81f2dc20 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:36:46.258101 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port ff150a73-f856-45a1-89ea-52bf81f2dc20 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:36:46.258472 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:46.308845 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-53008c86-a632-4b19-a268-92010a885764 None None] Provisioning complete for port ff150a73-f856-45a1-89ea-52bf81f2dc20 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:36:46.309216 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-53008c86-a632-4b19-a268-92010a885764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:46.384321 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:46.385059 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-3ae84679-5554-4697-a8c5-41cf2d93df5e admin admin] Allocated IP 172.20.0.1 (c2083919-215c-4b22-8d81-6560d1085198/808c33e6-96de-4db8-b34c-592a33822c5e/6de1bc72-6c1a-49cc-b80a-7560fa7f9968) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:36:46.386825 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9bd6e4d7-89e1-4997-bd1d-dbd04b6d27a0 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:46.399186 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9bd6e4d7-89e1-4997-bd1d-dbd04b6d27a0 None None] Transition to ACTIVE for port object e0804cc9-6f93-4d11-9897-2f558745d868 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:36:46.406151 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9bd6e4d7-89e1-4997-bd1d-dbd04b6d27a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:46.461662 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fabcab-ae36-4a5a-a6ef-f2bdf08cd888 None None] Pushing event updated for resources: {'Port': ['ID=e0804cc9-6f93-4d11-9897-2f558745d868,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:46.462981 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port ff150a73-f856-45a1-89ea-52bf81f2dc20, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=ff150a73-f856-45a1-89ea-52bf81f2dc20,segment=NetworkSegment(27811122-81a2-4da7-aa79-cca75a74adf9),segment_id=27811122-81a2-4da7-aa79-cca75a74adf9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:36:46.465425 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-53008c86-a632-4b19-a268-92010a885764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:46.470541 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-9bd6e4d7-89e1-4997-bd1d-dbd04b6d27a0 None None] Attempting to bind port e0804cc9-6f93-4d11-9897-2f558745d868 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:36:46.470995 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-9bd6e4d7-89e1-4997-bd1d-dbd04b6d27a0 None None] Attempting to bind port e0804cc9-6f93-4d11-9897-2f558745d868 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:36:46.471407 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd6e4d7-89e1-4997-bd1d-dbd04b6d27a0 None None] Attempting to bind port e0804cc9-6f93-4d11-9897-2f558745d868 on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:36:46.474191 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fabcab-ae36-4a5a-a6ef-f2bdf08cd888 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:46.474328 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:46.474652 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fabcab-ae36-4a5a-a6ef-f2bdf08cd888 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:46.475050 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fabcab-ae36-4a5a-a6ef-f2bdf08cd888 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:46.475447 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fabcab-ae36-4a5a-a6ef-f2bdf08cd888 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:46.475857 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fabcab-ae36-4a5a-a6ef-f2bdf08cd888 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:46.479313 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fabcab-ae36-4a5a-a6ef-f2bdf08cd888 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:46.480223 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fabcab-ae36-4a5a-a6ef-f2bdf08cd888 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:46.480587 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fabcab-ae36-4a5a-a6ef-f2bdf08cd888 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:46.480913 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fabcab-ae36-4a5a-a6ef-f2bdf08cd888 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:46.481237 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fabcab-ae36-4a5a-a6ef-f2bdf08cd888 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:46.481635 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fabcab-ae36-4a5a-a6ef-f2bdf08cd888 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:46.481959 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fabcab-ae36-4a5a-a6ef-f2bdf08cd888 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:36:46.488599 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd6e4d7-89e1-4997-bd1d-dbd04b6d27a0 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:36:46.489095 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd6e4d7-89e1-4997-bd1d-dbd04b6d27a0 None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:36:46.489518 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9bd6e4d7-89e1-4997-bd1d-dbd04b6d27a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:46.489884 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd6e4d7-89e1-4997-bd1d-dbd04b6d27a0 None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:36:46.490346 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-9bd6e4d7-89e1-4997-bd1d-dbd04b6d27a0 None None] Bound port: e0804cc9-6f93-4d11-9897-2f558745d868, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:36:46.490725 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9bd6e4d7-89e1-4997-bd1d-dbd04b6d27a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:46.512276 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3ae84679-5554-4697-a8c5-41cf2d93df5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:46.528191 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-3ae84679-5554-4697-a8c5-41cf2d93df5e admin admin] Transition to ACTIVE for port object 6de1bc72-6c1a-49cc-b80a-7560fa7f9968 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:36:46.548583 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-9bd6e4d7-89e1-4997-bd1d-dbd04b6d27a0 None None] For port e0804cc9-6f93-4d11-9897-2f558745d868, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:36:46.552555 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-9bd6e4d7-89e1-4997-bd1d-dbd04b6d27a0 None None] For port e0804cc9-6f93-4d11-9897-2f558745d868, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=e0804cc9-6f93-4d11-9897-2f558745d868,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:36:46.557960 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9bd6e4d7-89e1-4997-bd1d-dbd04b6d27a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:46.559870 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=ff150a73-f856-45a1-89ea-52bf81f2dc20,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:46.563051 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-53008c86-a632-4b19-a268-92010a885764 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:36:46.563426 n-d-766043-2 neutron-server[94641]: DEBUG oslo_db.api [None req-53008c86-a632-4b19-a268-92010a885764 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:36:46.567976 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3ae84679-5554-4697-a8c5-41cf2d93df5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:46.606433 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae84679-5554-4697-a8c5-41cf2d93df5e admin admin] Network c2083919-215c-4b22-8d81-6560d1085198 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:36:46.612866 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-3ae84679-5554-4697-a8c5-41cf2d93df5e admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:36:46.616812 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae84679-5554-4697-a8c5-41cf2d93df5e admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:36:46.617423 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd6e4d7-89e1-4997-bd1d-dbd04b6d27a0 None None] Routers {'e4aa21fb-3aa3-4844-8867-8a3a09735280'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:36:46.618047 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9bd6e4d7-89e1-4997-bd1d-dbd04b6d27a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:36:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['e4aa21fb-3aa3-4844-8867-8a3a09735280'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:46.648834 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae84679-5554-4697-a8c5-41cf2d93df5e admin admin] Pushing event updated for resources: {'Port': ['ID=6de1bc72-6c1a-49cc-b80a-7560fa7f9968,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:46.658676 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fabcab-ae36-4a5a-a6ef-f2bdf08cd888 None None] Pushing event updated for resources: {'Port': ['ID=e0804cc9-6f93-4d11-9897-2f558745d868,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:46.668958 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3ae84679-5554-4697-a8c5-41cf2d93df5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:46.737068 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-9bd6e4d7-89e1-4997-bd1d-dbd04b6d27a0 None None] Set router e4aa21fb-3aa3-4844-8867-8a3a09735280 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:36:46.811468 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3ae84679-5554-4697-a8c5-41cf2d93df5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:46.922146 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9bd6e4d7-89e1-4997-bd1d-dbd04b6d27a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4aa21fb-3aa3-4844-8867-8a3a09735280', 'name': 'tempest-TestMinimumBasicScenario-715925502-router', 'tenant_id': 'd971054ea1e44b8a8aed257fff1f5056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'e0804cc9-6f93-4d11-9897-2f558745d868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:36:44Z', 'updated_at': '2021-08-19T15:36:45Z', 'revision_number': 3, 'project_id': 'd971054ea1e44b8a8aed257fff1f5056', 'gw_port': {'id': 'e0804cc9-6f93-4d11-9897-2f558745d868', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:71:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4aa21fb-3aa3-4844-8867-8a3a09735280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:44Z', 'updated_at': '2021-08-19T15:36:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:46.947721 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd6e4d7-89e1-4997-bd1d-dbd04b6d27a0 None None] The sync data for ids ['e4aa21fb-3aa3-4844-8867-8a3a09735280'] in n-d-766043-2 is: [{'id': 'e4aa21fb-3aa3-4844-8867-8a3a09735280', 'name': 'tempest-TestMinimumBasicScenario-715925502-router', 'tenant_id': 'd971054ea1e44b8a8aed257fff1f5056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'e0804cc9-6f93-4d11-9897-2f558745d868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:36:44Z', 'updated_at': '2021-08-19T15:36:45Z', 'revision_number': 3, 'project_id': 'd971054ea1e44b8a8aed257fff1f5056', 'gw_port': {'id': 'e0804cc9-6f93-4d11-9897-2f558745d868', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:71:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4aa21fb-3aa3-4844-8867-8a3a09735280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:44Z', 'updated_at': '2021-08-19T15:36:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:36:46.978722 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3ae84679-5554-4697-a8c5-41cf2d93df5e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:46.983158 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3ae84679-5554-4697-a8c5-41cf2d93df5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:47.049635 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae84679-5554-4697-a8c5-41cf2d93df5e admin admin] Pushing event updated for resources: {'Port': ['ID=6de1bc72-6c1a-49cc-b80a-7560fa7f9968,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:47.052164 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3ae84679-5554-4697-a8c5-41cf2d93df5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:47.163796 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae84679-5554-4697-a8c5-41cf2d93df5e admin admin] Network c2083919-215c-4b22-8d81-6560d1085198 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:36:47.168079 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-3ae84679-5554-4697-a8c5-41cf2d93df5e admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:36:47.228511 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-04602463-0a85-4489-a757-f173ac518648 None None] Provisioning for port 6de1bc72-6c1a-49cc-b80a-7560fa7f9968 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:36:47.233124 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-04602463-0a85-4489-a757-f173ac518648 None None] Provisioning complete for port 6de1bc72-6c1a-49cc-b80a-7560fa7f9968 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:36:47.233692 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-04602463-0a85-4489-a757-f173ac518648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:47.276367 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-04602463-0a85-4489-a757-f173ac518648 None None] Port 6de1bc72-6c1a-49cc-b80a-7560fa7f9968 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:36:47.311497 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae84679-5554-4697-a8c5-41cf2d93df5e admin admin] Router e4aa21fb-3aa3-4844-8867-8a3a09735280 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:36:47.398664 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1f9cff1f-ba3f-4fb2-a492-e38cd2401586 None None] Provisioning complete for port 6de1bc72-6c1a-49cc-b80a-7560fa7f9968 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:36:47.399099 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1f9cff1f-ba3f-4fb2-a492-e38cd2401586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:47.436074 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-1f9cff1f-ba3f-4fb2-a492-e38cd2401586 None None] Port 6de1bc72-6c1a-49cc-b80a-7560fa7f9968 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:36:47.441142 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae84679-5554-4697-a8c5-41cf2d93df5e admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:36:47.446224 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-3ae84679-5554-4697-a8c5-41cf2d93df5e admin admin] 10.222.0.69 "PUT /v2.0/routers/e4aa21fb-3aa3-4844-8867-8a3a09735280/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6966801 Aug 19 15:36:47.924944 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38910) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:47.930119 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8bf9f188-3e60-4435-add5-a85885359fbe admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1807991066-network', 'tenant_id': 'fd8e5918c54a4b2fa6b0c2f55102ec8e'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:36:47.951528 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf9f188-3e60-4435-add5-a85885359fbe admin admin] Made reservation on behalf of fd8e5918c54a4b2fa6b0c2f55102ec8e for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:36:47.953902 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8bf9f188-3e60-4435-add5-a85885359fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:47.963072 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8bf9f188-3e60-4435-add5-a85885359fbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:48.051615 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8bf9f188-3e60-4435-add5-a85885359fbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:48.055247 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8bf9f188-3e60-4435-add5-a85885359fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:48.076492 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bf9f188-3e60-4435-add5-a85885359fbe admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:36:48.089444 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf9f188-3e60-4435-add5-a85885359fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dcd3012-5955-4c5b-a2c7-be84412c22af,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:48.094496 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8bf9f188-3e60-4435-add5-a85885359fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:48.094876 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-8bf9f188-3e60-4435-add5-a85885359fbe admin admin] Added segment 0e9682b2-5f78-4417-905b-4df80d3f85a8 of type vlan for network e7886131-dee9-458d-9f8f-3f5b37a81789 Aug 19 15:36:48.137731 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8bf9f188-3e60-4435-add5-a85885359fbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:48.163954 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8bf9f188-3e60-4435-add5-a85885359fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:48.165032 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf9f188-3e60-4435-add5-a85885359fbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:48.165608 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8bf9f188-3e60-4435-add5-a85885359fbe admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:48.249198 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device e0804cc9-6f93-4d11-9897-2f558745d868 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:36:48.307311 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port e0804cc9-6f93-4d11-9897-2f558745d868 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:36:48.313597 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port e0804cc9-6f93-4d11-9897-2f558745d868 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:36:48.314303 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:48.419680 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:48.443893 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port e0804cc9-6f93-4d11-9897-2f558745d868, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=e0804cc9-6f93-4d11-9897-2f558745d868,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:36:48.452675 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:48.453648 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device ff150a73-f856-45a1-89ea-52bf81f2dc20 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:36:48.531439 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=e0804cc9-6f93-4d11-9897-2f558745d868,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:48.549004 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port ff150a73-f856-45a1-89ea-52bf81f2dc20 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:36:48.549631 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:48.578306 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f83ef9a-5145-4ac8-8303-3a4f973bcced None None] Sync routers for ids ['e4aa21fb-3aa3-4844-8867-8a3a09735280'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:36:48.600047 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f83ef9a-5145-4ac8-8303-3a4f973bcced None None] Routers {'e4aa21fb-3aa3-4844-8867-8a3a09735280'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:36:48.600982 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5f83ef9a-5145-4ac8-8303-3a4f973bcced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:36:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['e4aa21fb-3aa3-4844-8867-8a3a09735280'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:48.606038 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8bf9f188-3e60-4435-add5-a85885359fbe admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6784482 Aug 19 15:36:48.607924 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38912) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:48.613935 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-0b66cbf5-4341-4d08-ab14-90e53bc181ed admin admin] Request body: {'subnet': {'network_id': 'e7886131-dee9-458d-9f8f-3f5b37a81789', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1807991066-subnet', 'tenant_id': 'fd8e5918c54a4b2fa6b0c2f55102ec8e', 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:36:48.620371 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf9f188-3e60-4435-add5-a85885359fbe admin admin] Pushing event updated for resources: {'Network': ['ID=e7886131-dee9-458d-9f8f-3f5b37a81789,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:48.640467 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b66cbf5-4341-4d08-ab14-90e53bc181ed admin admin] Made reservation on behalf of fd8e5918c54a4b2fa6b0c2f55102ec8e for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:36:48.643174 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network e7886131-dee9-458d-9f8f-3f5b37a81789 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:36:48.644073 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b66cbf5-4341-4d08-ab14-90e53bc181ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:48.832799 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b66cbf5-4341-4d08-ab14-90e53bc181ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:48.887112 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b66cbf5-4341-4d08-ab14-90e53bc181ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb9f72a4-1570-4be2-bf8c-7d12f5f33eba,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:48.898524 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b66cbf5-4341-4d08-ab14-90e53bc181ed admin admin] Checking segment: {'id': '0e9682b2-5f78-4417-905b-4df80d3f85a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e7886131-dee9-458d-9f8f-3f5b37a81789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:36:48.898891 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b66cbf5-4341-4d08-ab14-90e53bc181ed admin admin] Network hostable DHCP agents. Network: e7886131-dee9-458d-9f8f-3f5b37a81789, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:36:48.916296 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b66cbf5-4341-4d08-ab14-90e53bc181ed admin admin] Network e7886131-dee9-458d-9f8f-3f5b37a81789 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:36:48.925004 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-0b66cbf5-4341-4d08-ab14-90e53bc181ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, e7886131-dee9-458d-9f8f-3f5b37a81789) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:36:48.929309 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b66cbf5-4341-4d08-ab14-90e53bc181ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:36:48.929889 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b66cbf5-4341-4d08-ab14-90e53bc181ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:48.939218 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6a5aef-adce-4322-81d4-5d14c966b84d None None] Network e7886131-dee9-458d-9f8f-3f5b37a81789 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:36:48.944172 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-0b66cbf5-4341-4d08-ab14-90e53bc181ed admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3350501 Aug 19 15:36:48.947011 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 38914) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:48.952430 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-20152982-629f-4746-b95c-cfebffd9ee93 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1807991066-router', 'tenant_id': 'fd8e5918c54a4b2fa6b0c2f55102ec8e', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:36:48.972998 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-20152982-629f-4746-b95c-cfebffd9ee93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:48.974119 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-20152982-629f-4746-b95c-cfebffd9ee93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:49.016337 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-5f83ef9a-5145-4ac8-8303-3a4f973bcced None None] Set router e4aa21fb-3aa3-4844-8867-8a3a09735280 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:36:49.032155 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-20152982-629f-4746-b95c-cfebffd9ee93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:49.170484 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-20152982-629f-4746-b95c-cfebffd9ee93 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:49.236494 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5f5578-93ed-4ecb-a5cb-78e286729b63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-e7886131-dee9-458d-9f8f-3f5b37a81789', 'network_id': 'e7886131-dee9-458d-9f8f-3f5b37a81789', 'tenant_id': 'fd8e5918c54a4b2fa6b0c2f55102ec8e', 'fixed_ips': [{'subnet_id': 'eb9f72a4-1570-4be2-bf8c-7d12f5f33eba'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:36:49.237335 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1c5f5578-93ed-4ecb-a5cb-78e286729b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:49.384717 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5f83ef9a-5145-4ac8-8303-3a4f973bcced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4aa21fb-3aa3-4844-8867-8a3a09735280', 'name': 'tempest-TestMinimumBasicScenario-715925502-router', 'tenant_id': 'd971054ea1e44b8a8aed257fff1f5056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'e0804cc9-6f93-4d11-9897-2f558745d868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:36:44Z', 'updated_at': '2021-08-19T15:36:46Z', 'revision_number': 4, 'project_id': 'd971054ea1e44b8a8aed257fff1f5056', 'gw_port': {'id': 'e0804cc9-6f93-4d11-9897-2f558745d868', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:71:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4aa21fb-3aa3-4844-8867-8a3a09735280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:44Z', 'updated_at': '2021-08-19T15:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '6de1bc72-6c1a-49cc-b80a-7560fa7f9968', 'name': '', 'network_id': 'c2083919-215c-4b22-8d81-6560d1085198', 'tenant_id': 'd971054ea1e44b8a8aed257fff1f5056', 'mac_address': 'fa:16:3e:2c:17:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4aa21fb-3aa3-4844-8867-8a3a09735280', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '808c33e6-96de-4db8-b34c-592a33822c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:46Z', 'updated_at': '2021-08-19T15:36:46Z', 'revision_number': 2, 'project_id': 'd971054ea1e44b8a8aed257fff1f5056', 'subnets': [{'id': '808c33e6-96de-4db8-b34c-592a33822c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:49.395049 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-20152982-629f-4746-b95c-cfebffd9ee93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:49.414981 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-20152982-629f-4746-b95c-cfebffd9ee93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:49.420505 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f83ef9a-5145-4ac8-8303-3a4f973bcced None None] Checking router: e4aa21fb-3aa3-4844-8867-8a3a09735280 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:36:49.420956 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f83ef9a-5145-4ac8-8303-3a4f973bcced None None] Updating router e4aa21fb-3aa3-4844-8867-8a3a09735280 port 6de1bc72-6c1a-49cc-b80a-7560fa7f9968 binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:36:49.457870 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5f83ef9a-5145-4ac8-8303-3a4f973bcced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:49.460057 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-1c5f5578-93ed-4ecb-a5cb-78e286729b63 None None] Allocated IP 172.20.0.2 (e7886131-dee9-458d-9f8f-3f5b37a81789/eb9f72a4-1570-4be2-bf8c-7d12f5f33eba/51f19a95-bc8f-407a-89f3-96f4210f906e) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:36:49.538084 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-20152982-629f-4746-b95c-cfebffd9ee93 admin admin] Allocated IP 172.25.2.14 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/a3746523-2199-44c5-9bae-533e834185ff) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:36:49.647663 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-20152982-629f-4746-b95c-cfebffd9ee93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:49.691494 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-20152982-629f-4746-b95c-cfebffd9ee93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:49.733059 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20152982-629f-4746-b95c-cfebffd9ee93 admin admin] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:36:49.736440 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-20152982-629f-4746-b95c-cfebffd9ee93 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:36:49.740145 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20152982-629f-4746-b95c-cfebffd9ee93 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:36:49.746903 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20152982-629f-4746-b95c-cfebffd9ee93 admin admin] Pushing event updated for resources: {'Port': ['ID=a3746523-2199-44c5-9bae-533e834185ff,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:49.758982 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1c5f5578-93ed-4ecb-a5cb-78e286729b63 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:49.777532 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1c5f5578-93ed-4ecb-a5cb-78e286729b63 None None] Transition to ACTIVE for port object 51f19a95-bc8f-407a-89f3-96f4210f906e will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:36:49.806231 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1c5f5578-93ed-4ecb-a5cb-78e286729b63 None None] Transition to ACTIVE for port object 51f19a95-bc8f-407a-89f3-96f4210f906e will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:36:49.814492 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1c5f5578-93ed-4ecb-a5cb-78e286729b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:49.885300 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5f5578-93ed-4ecb-a5cb-78e286729b63 None None] Network e7886131-dee9-458d-9f8f-3f5b37a81789 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:36:49.892853 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-1c5f5578-93ed-4ecb-a5cb-78e286729b63 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:36:49.894636 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5f5578-93ed-4ecb-a5cb-78e286729b63 None None] Pushing event updated for resources: {'Port': ['ID=51f19a95-bc8f-407a-89f3-96f4210f906e,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:49.898483 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5f5578-93ed-4ecb-a5cb-78e286729b63 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:36:49.915525 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5f83ef9a-5145-4ac8-8303-3a4f973bcced None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:49.947761 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5f83ef9a-5145-4ac8-8303-3a4f973bcced None None] Transition to ACTIVE for port object 6de1bc72-6c1a-49cc-b80a-7560fa7f9968 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:36:49.966675 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5f83ef9a-5145-4ac8-8303-3a4f973bcced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:50.005493 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-1c5f5578-93ed-4ecb-a5cb-78e286729b63 None None] Attempting to bind port 51f19a95-bc8f-407a-89f3-96f4210f906e on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:36:50.005862 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-1c5f5578-93ed-4ecb-a5cb-78e286729b63 None None] Attempting to bind port 51f19a95-bc8f-407a-89f3-96f4210f906e by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '0e9682b2-5f78-4417-905b-4df80d3f85a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e7886131-dee9-458d-9f8f-3f5b37a81789'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:36:50.006222 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5f5578-93ed-4ecb-a5cb-78e286729b63 None None] Attempting to bind port 51f19a95-bc8f-407a-89f3-96f4210f906e on network e7886131-dee9-458d-9f8f-3f5b37a81789 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:36:50.017322 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-20152982-629f-4746-b95c-cfebffd9ee93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:50.025416 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5f5578-93ed-4ecb-a5cb-78e286729b63 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:36:50.025791 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5f5578-93ed-4ecb-a5cb-78e286729b63 None None] Checking segment: {'id': '0e9682b2-5f78-4417-905b-4df80d3f85a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e7886131-dee9-458d-9f8f-3f5b37a81789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:36:50.026725 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1c5f5578-93ed-4ecb-a5cb-78e286729b63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:50.027552 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5f5578-93ed-4ecb-a5cb-78e286729b63 None None] Bound using segment: {'id': '0e9682b2-5f78-4417-905b-4df80d3f85a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e7886131-dee9-458d-9f8f-3f5b37a81789'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:36:50.027758 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-1c5f5578-93ed-4ecb-a5cb-78e286729b63 None None] Bound port: 51f19a95-bc8f-407a-89f3-96f4210f906e, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e9682b2-5f78-4417-905b-4df80d3f85a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e7886131-dee9-458d-9f8f-3f5b37a81789'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:36:50.027954 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1c5f5578-93ed-4ecb-a5cb-78e286729b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:50.031833 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8be202-e67d-439f-92f3-20a26d6259d3 None None] Pushing event updated for resources: {'Port': ['ID=6de1bc72-6c1a-49cc-b80a-7560fa7f9968,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:50.134967 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5f83ef9a-5145-4ac8-8303-3a4f973bcced None None] Attempting to bind port 6de1bc72-6c1a-49cc-b80a-7560fa7f9968 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:36:50.135347 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5f83ef9a-5145-4ac8-8303-3a4f973bcced None None] Attempting to bind port 6de1bc72-6c1a-49cc-b80a-7560fa7f9968 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '27811122-81a2-4da7-aa79-cca75a74adf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c2083919-215c-4b22-8d81-6560d1085198'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:36:50.136274 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f83ef9a-5145-4ac8-8303-3a4f973bcced None None] Attempting to bind port 6de1bc72-6c1a-49cc-b80a-7560fa7f9968 on network c2083919-215c-4b22-8d81-6560d1085198 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:36:50.152534 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f83ef9a-5145-4ac8-8303-3a4f973bcced None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:36:50.152534 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f83ef9a-5145-4ac8-8303-3a4f973bcced None None] Checking segment: {'id': '27811122-81a2-4da7-aa79-cca75a74adf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c2083919-215c-4b22-8d81-6560d1085198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:36:50.152534 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5f83ef9a-5145-4ac8-8303-3a4f973bcced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:50.153002 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f83ef9a-5145-4ac8-8303-3a4f973bcced None None] Bound using segment: {'id': '27811122-81a2-4da7-aa79-cca75a74adf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c2083919-215c-4b22-8d81-6560d1085198'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:36:50.153424 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5f83ef9a-5145-4ac8-8303-3a4f973bcced None None] Bound port: 6de1bc72-6c1a-49cc-b80a-7560fa7f9968, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27811122-81a2-4da7-aa79-cca75a74adf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c2083919-215c-4b22-8d81-6560d1085198'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:36:50.153862 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5f83ef9a-5145-4ac8-8303-3a4f973bcced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:50.169105 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-1c5f5578-93ed-4ecb-a5cb-78e286729b63 None None] For port 51f19a95-bc8f-407a-89f3-96f4210f906e, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:36:50.173638 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device e0804cc9-6f93-4d11-9897-2f558745d868 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:36:50.206197 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-1c5f5578-93ed-4ecb-a5cb-78e286729b63 None None] For port 51f19a95-bc8f-407a-89f3-96f4210f906e, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=51f19a95-bc8f-407a-89f3-96f4210f906e,segment=NetworkSegment(0e9682b2-5f78-4417-905b-4df80d3f85a8),segment_id=0e9682b2-5f78-4417-905b-4df80d3f85a8)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:36:50.228589 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1c5f5578-93ed-4ecb-a5cb-78e286729b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:50.268864 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-20152982-629f-4746-b95c-cfebffd9ee93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:50.332549 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5f5578-93ed-4ecb-a5cb-78e286729b63 None None] Pushing event updated for resources: {'Port': ['ID=51f19a95-bc8f-407a-89f3-96f4210f906e,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:50.336142 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5f83ef9a-5145-4ac8-8303-3a4f973bcced None None] For port 6de1bc72-6c1a-49cc-b80a-7560fa7f9968, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:36:50.339762 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5f83ef9a-5145-4ac8-8303-3a4f973bcced None None] For port 6de1bc72-6c1a-49cc-b80a-7560fa7f9968, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=6de1bc72-6c1a-49cc-b80a-7560fa7f9968,segment=NetworkSegment(27811122-81a2-4da7-aa79-cca75a74adf9),segment_id=27811122-81a2-4da7-aa79-cca75a74adf9)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:36:50.345245 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port e0804cc9-6f93-4d11-9897-2f558745d868 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:36:50.345619 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:50.348961 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5f83ef9a-5145-4ac8-8303-3a4f973bcced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:50.413654 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20152982-629f-4746-b95c-cfebffd9ee93 admin admin] Router 48581e61-1d7b-47ce-830f-9b12decd305e is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:36:50.461886 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8be202-e67d-439f-92f3-20a26d6259d3 None None] Pushing event updated for resources: {'Port': ['ID=6de1bc72-6c1a-49cc-b80a-7560fa7f9968,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:50.467021 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f83ef9a-5145-4ac8-8303-3a4f973bcced None None] Routers {'e4aa21fb-3aa3-4844-8867-8a3a09735280'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:36:50.467640 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5f83ef9a-5145-4ac8-8303-3a4f973bcced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:36:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['e4aa21fb-3aa3-4844-8867-8a3a09735280'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:50.579661 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20152982-629f-4746-b95c-cfebffd9ee93 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:36:50.589149 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db88f94b-0d76-4ba2-82a1-cbbda6c7d43c None None] Sync routers for ids ['48581e61-1d7b-47ce-830f-9b12decd305e'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:36:50.599615 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-20152982-629f-4746-b95c-cfebffd9ee93 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:50.605350 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 38916) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:36:50.616640 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-20152982-629f-4746-b95c-cfebffd9ee93 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6682110 Aug 19 15:36:50.626384 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db88f94b-0d76-4ba2-82a1-cbbda6c7d43c None None] Routers {'48581e61-1d7b-47ce-830f-9b12decd305e'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:36:50.631255 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-db88f94b-0d76-4ba2-82a1-cbbda6c7d43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:36:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['48581e61-1d7b-47ce-830f-9b12decd305e'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:50.638127 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-5f83ef9a-5145-4ac8-8303-3a4f973bcced None None] Set router e4aa21fb-3aa3-4844-8867-8a3a09735280 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:36:50.791792 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-db88f94b-0d76-4ba2-82a1-cbbda6c7d43c None None] Set router 48581e61-1d7b-47ce-830f-9b12decd305e gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:36:50.889801 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5f83ef9a-5145-4ac8-8303-3a4f973bcced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4aa21fb-3aa3-4844-8867-8a3a09735280', 'name': 'tempest-TestMinimumBasicScenario-715925502-router', 'tenant_id': 'd971054ea1e44b8a8aed257fff1f5056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'e0804cc9-6f93-4d11-9897-2f558745d868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:36:44Z', 'updated_at': '2021-08-19T15:36:46Z', 'revision_number': 4, 'project_id': 'd971054ea1e44b8a8aed257fff1f5056', 'gw_port': {'id': 'e0804cc9-6f93-4d11-9897-2f558745d868', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:71:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4aa21fb-3aa3-4844-8867-8a3a09735280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:44Z', 'updated_at': '2021-08-19T15:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '6de1bc72-6c1a-49cc-b80a-7560fa7f9968', 'name': '', 'network_id': 'c2083919-215c-4b22-8d81-6560d1085198', 'tenant_id': 'd971054ea1e44b8a8aed257fff1f5056', 'mac_address': 'fa:16:3e:2c:17:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4aa21fb-3aa3-4844-8867-8a3a09735280', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '808c33e6-96de-4db8-b34c-592a33822c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:46Z', 'updated_at': '2021-08-19T15:36:50Z', 'revision_number': 4, 'project_id': 'd971054ea1e44b8a8aed257fff1f5056', 'subnets': [{'id': '808c33e6-96de-4db8-b34c-592a33822c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:50.918890 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f83ef9a-5145-4ac8-8303-3a4f973bcced None None] The sync data for ids ['e4aa21fb-3aa3-4844-8867-8a3a09735280'] in n-d-766043-2 is: [{'id': 'e4aa21fb-3aa3-4844-8867-8a3a09735280', 'name': 'tempest-TestMinimumBasicScenario-715925502-router', 'tenant_id': 'd971054ea1e44b8a8aed257fff1f5056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'e0804cc9-6f93-4d11-9897-2f558745d868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:36:44Z', 'updated_at': '2021-08-19T15:36:46Z', 'revision_number': 4, 'project_id': 'd971054ea1e44b8a8aed257fff1f5056', 'gw_port': {'id': 'e0804cc9-6f93-4d11-9897-2f558745d868', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:71:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4aa21fb-3aa3-4844-8867-8a3a09735280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:44Z', 'updated_at': '2021-08-19T15:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '6de1bc72-6c1a-49cc-b80a-7560fa7f9968', 'name': '', 'network_id': 'c2083919-215c-4b22-8d81-6560d1085198', 'tenant_id': 'd971054ea1e44b8a8aed257fff1f5056', 'mac_address': 'fa:16:3e:2c:17:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4aa21fb-3aa3-4844-8867-8a3a09735280', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '808c33e6-96de-4db8-b34c-592a33822c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:46Z', 'updated_at': '2021-08-19T15:36:50Z', 'revision_number': 4, 'project_id': 'd971054ea1e44b8a8aed257fff1f5056', 'subnets': [{'id': '808c33e6-96de-4db8-b34c-592a33822c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:36:51.017411 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-db88f94b-0d76-4ba2-82a1-cbbda6c7d43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48581e61-1d7b-47ce-830f-9b12decd305e', 'name': 'tempest-TestMinimumBasicScenario-1807991066-router', 'tenant_id': 'fd8e5918c54a4b2fa6b0c2f55102ec8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'a3746523-2199-44c5-9bae-533e834185ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:36:48Z', 'updated_at': '2021-08-19T15:36:49Z', 'revision_number': 3, 'project_id': 'fd8e5918c54a4b2fa6b0c2f55102ec8e', 'gw_port': {'id': 'a3746523-2199-44c5-9bae-533e834185ff', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e4:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48581e61-1d7b-47ce-830f-9b12decd305e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:49Z', 'updated_at': '2021-08-19T15:36:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:51.055138 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db88f94b-0d76-4ba2-82a1-cbbda6c7d43c None None] Checking router: 48581e61-1d7b-47ce-830f-9b12decd305e for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:36:51.055481 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db88f94b-0d76-4ba2-82a1-cbbda6c7d43c None None] Updating router 48581e61-1d7b-47ce-830f-9b12decd305e port a3746523-2199-44c5-9bae-533e834185ff binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:36:51.082069 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-db88f94b-0d76-4ba2-82a1-cbbda6c7d43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:51.091862 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-34c5e168-89f1-476f-8e81-0eb557c1ccae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:51.286434 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-34c5e168-89f1-476f-8e81-0eb557c1ccae admin admin] Allocated IP 172.20.0.1 (e7886131-dee9-458d-9f8f-3f5b37a81789/eb9f72a4-1570-4be2-bf8c-7d12f5f33eba/0b7f4984-237c-4517-acb3-b8231e134861) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:36:51.420904 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-34c5e168-89f1-476f-8e81-0eb557c1ccae admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:51.452783 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-34c5e168-89f1-476f-8e81-0eb557c1ccae admin admin] Transition to ACTIVE for port object 0b7f4984-237c-4517-acb3-b8231e134861 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:36:51.478797 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-db88f94b-0d76-4ba2-82a1-cbbda6c7d43c None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:51.494343 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-db88f94b-0d76-4ba2-82a1-cbbda6c7d43c None None] Transition to ACTIVE for port object a3746523-2199-44c5-9bae-533e834185ff will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:36:51.500140 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-34c5e168-89f1-476f-8e81-0eb557c1ccae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:51.504386 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-db88f94b-0d76-4ba2-82a1-cbbda6c7d43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:51.538405 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c5e168-89f1-476f-8e81-0eb557c1ccae admin admin] Network e7886131-dee9-458d-9f8f-3f5b37a81789 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:36:51.546220 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-34c5e168-89f1-476f-8e81-0eb557c1ccae admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:36:51.550130 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c5e168-89f1-476f-8e81-0eb557c1ccae admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:36:51.564614 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-db88f94b-0d76-4ba2-82a1-cbbda6c7d43c None None] Attempting to bind port a3746523-2199-44c5-9bae-533e834185ff on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:36:51.564976 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-db88f94b-0d76-4ba2-82a1-cbbda6c7d43c None None] Attempting to bind port a3746523-2199-44c5-9bae-533e834185ff by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:36:51.565329 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db88f94b-0d76-4ba2-82a1-cbbda6c7d43c None None] Attempting to bind port a3746523-2199-44c5-9bae-533e834185ff on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:36:51.566138 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601a4992-a987-40e9-ab6d-3bdcc6d9906a None None] Network e7886131-dee9-458d-9f8f-3f5b37a81789 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:36:51.567374 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e310265-9c9d-4645-a722-9867d4ea9f90 None None] Pushing event updated for resources: {'Port': ['ID=a3746523-2199-44c5-9bae-533e834185ff,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:51.574764 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db88f94b-0d76-4ba2-82a1-cbbda6c7d43c None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:36:51.575132 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db88f94b-0d76-4ba2-82a1-cbbda6c7d43c None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:36:51.575529 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-db88f94b-0d76-4ba2-82a1-cbbda6c7d43c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:51.575909 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db88f94b-0d76-4ba2-82a1-cbbda6c7d43c None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:36:51.576370 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-db88f94b-0d76-4ba2-82a1-cbbda6c7d43c None None] Bound port: a3746523-2199-44c5-9bae-533e834185ff, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:36:51.576773 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-db88f94b-0d76-4ba2-82a1-cbbda6c7d43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:51.595684 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c5e168-89f1-476f-8e81-0eb557c1ccae admin admin] Pushing event updated for resources: {'Port': ['ID=0b7f4984-237c-4517-acb3-b8231e134861,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:51.621295 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-34c5e168-89f1-476f-8e81-0eb557c1ccae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:51.643523 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-db88f94b-0d76-4ba2-82a1-cbbda6c7d43c None None] For port a3746523-2199-44c5-9bae-533e834185ff, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:36:51.648173 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-db88f94b-0d76-4ba2-82a1-cbbda6c7d43c None None] For port a3746523-2199-44c5-9bae-533e834185ff, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=a3746523-2199-44c5-9bae-533e834185ff,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:36:51.656788 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-db88f94b-0d76-4ba2-82a1-cbbda6c7d43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:51.718598 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db88f94b-0d76-4ba2-82a1-cbbda6c7d43c None None] Routers {'48581e61-1d7b-47ce-830f-9b12decd305e'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:36:51.719303 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-db88f94b-0d76-4ba2-82a1-cbbda6c7d43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:36:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['48581e61-1d7b-47ce-830f-9b12decd305e'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:51.778392 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e310265-9c9d-4645-a722-9867d4ea9f90 None None] Pushing event updated for resources: {'Port': ['ID=a3746523-2199-44c5-9bae-533e834185ff,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:51.782131 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-34c5e168-89f1-476f-8e81-0eb557c1ccae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:51.858313 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2e3891ec-ebce-4c1c-8865-2941c52685ef None None] Provisioning for port 51f19a95-bc8f-407a-89f3-96f4210f906e completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:36:51.876473 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-db88f94b-0d76-4ba2-82a1-cbbda6c7d43c None None] Set router 48581e61-1d7b-47ce-830f-9b12decd305e gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:36:51.999132 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-34c5e168-89f1-476f-8e81-0eb557c1ccae admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:52.005149 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-34c5e168-89f1-476f-8e81-0eb557c1ccae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:52.079632 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-34c5e168-89f1-476f-8e81-0eb557c1ccae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:52.082932 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c5e168-89f1-476f-8e81-0eb557c1ccae admin admin] Pushing event updated for resources: {'Port': ['ID=0b7f4984-237c-4517-acb3-b8231e134861,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:52.090252 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-db88f94b-0d76-4ba2-82a1-cbbda6c7d43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48581e61-1d7b-47ce-830f-9b12decd305e', 'name': 'tempest-TestMinimumBasicScenario-1807991066-router', 'tenant_id': 'fd8e5918c54a4b2fa6b0c2f55102ec8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'a3746523-2199-44c5-9bae-533e834185ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:36:48Z', 'updated_at': '2021-08-19T15:36:49Z', 'revision_number': 3, 'project_id': 'fd8e5918c54a4b2fa6b0c2f55102ec8e', 'gw_port': {'id': 'a3746523-2199-44c5-9bae-533e834185ff', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e4:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48581e61-1d7b-47ce-830f-9b12decd305e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:49Z', 'updated_at': '2021-08-19T15:36:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:52.139310 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db88f94b-0d76-4ba2-82a1-cbbda6c7d43c None None] The sync data for ids ['48581e61-1d7b-47ce-830f-9b12decd305e'] in n-d-766043-2 is: [{'id': '48581e61-1d7b-47ce-830f-9b12decd305e', 'name': 'tempest-TestMinimumBasicScenario-1807991066-router', 'tenant_id': 'fd8e5918c54a4b2fa6b0c2f55102ec8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'a3746523-2199-44c5-9bae-533e834185ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:36:48Z', 'updated_at': '2021-08-19T15:36:49Z', 'revision_number': 3, 'project_id': 'fd8e5918c54a4b2fa6b0c2f55102ec8e', 'gw_port': {'id': 'a3746523-2199-44c5-9bae-533e834185ff', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e4:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48581e61-1d7b-47ce-830f-9b12decd305e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:49Z', 'updated_at': '2021-08-19T15:36:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:36:52.245947 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c5e168-89f1-476f-8e81-0eb557c1ccae admin admin] Network e7886131-dee9-458d-9f8f-3f5b37a81789 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:36:52.247439 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-34c5e168-89f1-476f-8e81-0eb557c1ccae admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:36:52.273243 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 51f19a95-bc8f-407a-89f3-96f4210f906e up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:36:52.357708 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-79cd704b-f9f9-419c-b1c2-370ea3baba03 None None] Provisioning for port 0b7f4984-237c-4517-acb3-b8231e134861 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:36:52.365784 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 51f19a95-bc8f-407a-89f3-96f4210f906e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:36:52.368347 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-79cd704b-f9f9-419c-b1c2-370ea3baba03 None None] Provisioning complete for port 0b7f4984-237c-4517-acb3-b8231e134861 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:36:52.368839 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-79cd704b-f9f9-419c-b1c2-370ea3baba03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:52.373634 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 51f19a95-bc8f-407a-89f3-96f4210f906e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:36:52.374170 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:52.402360 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c5e168-89f1-476f-8e81-0eb557c1ccae admin admin] Router 48581e61-1d7b-47ce-830f-9b12decd305e has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:36:52.454165 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-79cd704b-f9f9-419c-b1c2-370ea3baba03 None None] Port 0b7f4984-237c-4517-acb3-b8231e134861 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:36:52.508314 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:52.540569 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c5e168-89f1-476f-8e81-0eb557c1ccae admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:36:52.545666 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 51f19a95-bc8f-407a-89f3-96f4210f906e, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=51f19a95-bc8f-407a-89f3-96f4210f906e,segment=NetworkSegment(0e9682b2-5f78-4417-905b-4df80d3f85a8),segment_id=0e9682b2-5f78-4417-905b-4df80d3f85a8)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:36:52.553270 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-34c5e168-89f1-476f-8e81-0eb557c1ccae admin admin] 10.222.0.69 "PUT /v2.0/routers/48581e61-1d7b-47ce-830f-9b12decd305e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9462144 Aug 19 15:36:52.554708 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:52.555574 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 6de1bc72-6c1a-49cc-b80a-7560fa7f9968 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:36:52.657552 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=51f19a95-bc8f-407a-89f3-96f4210f906e,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:52.660116 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5d323053-59fd-466f-8190-94d07b0a8b05 None None] Provisioning complete for port 0b7f4984-237c-4517-acb3-b8231e134861 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:36:52.660512 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5d323053-59fd-466f-8190-94d07b0a8b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:52.711709 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5d323053-59fd-466f-8190-94d07b0a8b05 None None] Port 0b7f4984-237c-4517-acb3-b8231e134861 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:36:52.719226 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 6de1bc72-6c1a-49cc-b80a-7560fa7f9968 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:36:52.723901 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 6de1bc72-6c1a-49cc-b80a-7560fa7f9968 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:36:52.724442 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:52.840807 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:52.857589 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-17fb9684-2490-4f31-a937-636745c8b20f None None] Provisioning complete for port 0b7f4984-237c-4517-acb3-b8231e134861 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:36:52.857968 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17fb9684-2490-4f31-a937-636745c8b20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:52.908179 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 6de1bc72-6c1a-49cc-b80a-7560fa7f9968, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=6de1bc72-6c1a-49cc-b80a-7560fa7f9968,segment=NetworkSegment(27811122-81a2-4da7-aa79-cca75a74adf9),segment_id=27811122-81a2-4da7-aa79-cca75a74adf9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:36:52.913915 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-17fb9684-2490-4f31-a937-636745c8b20f None None] Port 0b7f4984-237c-4517-acb3-b8231e134861 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:36:52.917579 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:52.970390 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=6de1bc72-6c1a-49cc-b80a-7560fa7f9968,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:54.302578 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device a3746523-2199-44c5-9bae-533e834185ff up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:36:54.372315 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port a3746523-2199-44c5-9bae-533e834185ff completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:36:54.378116 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port a3746523-2199-44c5-9bae-533e834185ff triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:36:54.378675 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:54.411444 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b921e3-041c-491d-af03-32b3d580c5cb None None] Sync routers for ids ['48581e61-1d7b-47ce-830f-9b12decd305e'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:36:54.441328 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b921e3-041c-491d-af03-32b3d580c5cb None None] Routers {'48581e61-1d7b-47ce-830f-9b12decd305e'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:36:54.442570 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-06b921e3-041c-491d-af03-32b3d580c5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:36:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['48581e61-1d7b-47ce-830f-9b12decd305e'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:54.566611 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:54.592037 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port a3746523-2199-44c5-9bae-533e834185ff, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=a3746523-2199-44c5-9bae-533e834185ff,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:36:54.602277 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:54.603410 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 51f19a95-bc8f-407a-89f3-96f4210f906e up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:36:54.652348 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-06b921e3-041c-491d-af03-32b3d580c5cb None None] Set router 48581e61-1d7b-47ce-830f-9b12decd305e gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:36:54.797378 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=a3746523-2199-44c5-9bae-533e834185ff,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:54.819937 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 51f19a95-bc8f-407a-89f3-96f4210f906e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:36:54.820252 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:54.962365 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 6de1bc72-6c1a-49cc-b80a-7560fa7f9968 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:36:54.990321 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-06b921e3-041c-491d-af03-32b3d580c5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48581e61-1d7b-47ce-830f-9b12decd305e', 'name': 'tempest-TestMinimumBasicScenario-1807991066-router', 'tenant_id': 'fd8e5918c54a4b2fa6b0c2f55102ec8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'a3746523-2199-44c5-9bae-533e834185ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:36:48Z', 'updated_at': '2021-08-19T15:36:51Z', 'revision_number': 4, 'project_id': 'fd8e5918c54a4b2fa6b0c2f55102ec8e', 'gw_port': {'id': 'a3746523-2199-44c5-9bae-533e834185ff', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e4:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48581e61-1d7b-47ce-830f-9b12decd305e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:49Z', 'updated_at': '2021-08-19T15:36:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '0b7f4984-237c-4517-acb3-b8231e134861', 'name': '', 'network_id': 'e7886131-dee9-458d-9f8f-3f5b37a81789', 'tenant_id': 'fd8e5918c54a4b2fa6b0c2f55102ec8e', 'mac_address': 'fa:16:3e:ed:0e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48581e61-1d7b-47ce-830f-9b12decd305e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'eb9f72a4-1570-4be2-bf8c-7d12f5f33eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:51Z', 'updated_at': '2021-08-19T15:36:51Z', 'revision_number': 2, 'project_id': 'fd8e5918c54a4b2fa6b0c2f55102ec8e', 'subnets': [{'id': 'eb9f72a4-1570-4be2-bf8c-7d12f5f33eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:55.022255 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b921e3-041c-491d-af03-32b3d580c5cb None None] Checking router: 48581e61-1d7b-47ce-830f-9b12decd305e for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:36:55.022604 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b921e3-041c-491d-af03-32b3d580c5cb None None] Updating router 48581e61-1d7b-47ce-830f-9b12decd305e port 0b7f4984-237c-4517-acb3-b8231e134861 binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:36:55.060239 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-06b921e3-041c-491d-af03-32b3d580c5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:55.079214 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 6de1bc72-6c1a-49cc-b80a-7560fa7f9968 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:36:55.079523 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:55.429763 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-06b921e3-041c-491d-af03-32b3d580c5cb None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:55.441964 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-06b921e3-041c-491d-af03-32b3d580c5cb None None] Transition to ACTIVE for port object 0b7f4984-237c-4517-acb3-b8231e134861 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:36:55.455334 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-06b921e3-041c-491d-af03-32b3d580c5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:55.511805 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ab875-7d3e-4526-a173-e34b083cb051 None None] Pushing event updated for resources: {'Port': ['ID=0b7f4984-237c-4517-acb3-b8231e134861,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:55.568250 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-06b921e3-041c-491d-af03-32b3d580c5cb None None] Attempting to bind port 0b7f4984-237c-4517-acb3-b8231e134861 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:36:55.568660 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-06b921e3-041c-491d-af03-32b3d580c5cb None None] Attempting to bind port 0b7f4984-237c-4517-acb3-b8231e134861 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '0e9682b2-5f78-4417-905b-4df80d3f85a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e7886131-dee9-458d-9f8f-3f5b37a81789'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:36:55.569029 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b921e3-041c-491d-af03-32b3d580c5cb None None] Attempting to bind port 0b7f4984-237c-4517-acb3-b8231e134861 on network e7886131-dee9-458d-9f8f-3f5b37a81789 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:36:55.575473 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b921e3-041c-491d-af03-32b3d580c5cb None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:36:55.575846 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b921e3-041c-491d-af03-32b3d580c5cb None None] Checking segment: {'id': '0e9682b2-5f78-4417-905b-4df80d3f85a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e7886131-dee9-458d-9f8f-3f5b37a81789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:36:55.576249 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-06b921e3-041c-491d-af03-32b3d580c5cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:55.576798 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b921e3-041c-491d-af03-32b3d580c5cb None None] Bound using segment: {'id': '0e9682b2-5f78-4417-905b-4df80d3f85a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e7886131-dee9-458d-9f8f-3f5b37a81789'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:36:55.577276 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-06b921e3-041c-491d-af03-32b3d580c5cb None None] Bound port: 0b7f4984-237c-4517-acb3-b8231e134861, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e9682b2-5f78-4417-905b-4df80d3f85a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e7886131-dee9-458d-9f8f-3f5b37a81789'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:36:55.577659 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-06b921e3-041c-491d-af03-32b3d580c5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:55.667780 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-06b921e3-041c-491d-af03-32b3d580c5cb None None] For port 0b7f4984-237c-4517-acb3-b8231e134861, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:36:55.671884 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-06b921e3-041c-491d-af03-32b3d580c5cb None None] For port 0b7f4984-237c-4517-acb3-b8231e134861, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=0b7f4984-237c-4517-acb3-b8231e134861,segment=NetworkSegment(0e9682b2-5f78-4417-905b-4df80d3f85a8),segment_id=0e9682b2-5f78-4417-905b-4df80d3f85a8)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:36:55.677893 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-06b921e3-041c-491d-af03-32b3d580c5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:55.740454 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ab875-7d3e-4526-a173-e34b083cb051 None None] Pushing event updated for resources: {'Port': ['ID=0b7f4984-237c-4517-acb3-b8231e134861,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:36:55.754982 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b921e3-041c-491d-af03-32b3d580c5cb None None] Routers {'48581e61-1d7b-47ce-830f-9b12decd305e'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:36:55.755599 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-06b921e3-041c-491d-af03-32b3d580c5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:36:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['48581e61-1d7b-47ce-830f-9b12decd305e'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:55.868116 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-06b921e3-041c-491d-af03-32b3d580c5cb None None] Set router 48581e61-1d7b-47ce-830f-9b12decd305e gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:36:56.126346 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-06b921e3-041c-491d-af03-32b3d580c5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48581e61-1d7b-47ce-830f-9b12decd305e', 'name': 'tempest-TestMinimumBasicScenario-1807991066-router', 'tenant_id': 'fd8e5918c54a4b2fa6b0c2f55102ec8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'a3746523-2199-44c5-9bae-533e834185ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:36:48Z', 'updated_at': '2021-08-19T15:36:51Z', 'revision_number': 4, 'project_id': 'fd8e5918c54a4b2fa6b0c2f55102ec8e', 'gw_port': {'id': 'a3746523-2199-44c5-9bae-533e834185ff', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48581e61-1d7b-47ce-830f-9b12decd305e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:49Z', 'updated_at': '2021-08-19T15:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '0b7f4984-237c-4517-acb3-b8231e134861', 'name': '', 'network_id': 'e7886131-dee9-458d-9f8f-3f5b37a81789', 'tenant_id': 'fd8e5918c54a4b2fa6b0c2f55102ec8e', 'mac_address': 'fa:16:3e:ed:0e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48581e61-1d7b-47ce-830f-9b12decd305e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'eb9f72a4-1570-4be2-bf8c-7d12f5f33eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:51Z', 'updated_at': '2021-08-19T15:36:55Z', 'revision_number': 4, 'project_id': 'fd8e5918c54a4b2fa6b0c2f55102ec8e', 'subnets': [{'id': 'eb9f72a4-1570-4be2-bf8c-7d12f5f33eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:36:56.153695 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b921e3-041c-491d-af03-32b3d580c5cb None None] The sync data for ids ['48581e61-1d7b-47ce-830f-9b12decd305e'] in n-d-766043-2 is: [{'id': '48581e61-1d7b-47ce-830f-9b12decd305e', 'name': 'tempest-TestMinimumBasicScenario-1807991066-router', 'tenant_id': 'fd8e5918c54a4b2fa6b0c2f55102ec8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'a3746523-2199-44c5-9bae-533e834185ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:36:48Z', 'updated_at': '2021-08-19T15:36:51Z', 'revision_number': 4, 'project_id': 'fd8e5918c54a4b2fa6b0c2f55102ec8e', 'gw_port': {'id': 'a3746523-2199-44c5-9bae-533e834185ff', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48581e61-1d7b-47ce-830f-9b12decd305e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:49Z', 'updated_at': '2021-08-19T15:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '0b7f4984-237c-4517-acb3-b8231e134861', 'name': '', 'network_id': 'e7886131-dee9-458d-9f8f-3f5b37a81789', 'tenant_id': 'fd8e5918c54a4b2fa6b0c2f55102ec8e', 'mac_address': 'fa:16:3e:ed:0e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48581e61-1d7b-47ce-830f-9b12decd305e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'eb9f72a4-1570-4be2-bf8c-7d12f5f33eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:51Z', 'updated_at': '2021-08-19T15:36:55Z', 'revision_number': 4, 'project_id': 'fd8e5918c54a4b2fa6b0c2f55102ec8e', 'subnets': [{'id': 'eb9f72a4-1570-4be2-bf8c-7d12f5f33eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:36:56.239317 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device a3746523-2199-44c5-9bae-533e834185ff up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:36:56.310580 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port a3746523-2199-44c5-9bae-533e834185ff triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:36:56.311046 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:58.221519 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 0b7f4984-237c-4517-acb3-b8231e134861 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:36:58.277259 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 0b7f4984-237c-4517-acb3-b8231e134861 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:36:58.282964 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 0b7f4984-237c-4517-acb3-b8231e134861 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:36:58.283624 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:58.381657 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:58.418770 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 0b7f4984-237c-4517-acb3-b8231e134861, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=0b7f4984-237c-4517-acb3-b8231e134861,segment=NetworkSegment(0e9682b2-5f78-4417-905b-4df80d3f85a8),segment_id=0e9682b2-5f78-4417-905b-4df80d3f85a8)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:36:58.425829 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:36:58.483052 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=0b7f4984-237c-4517-acb3-b8231e134861,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:00.174559 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 0b7f4984-237c-4517-acb3-b8231e134861 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:37:00.230493 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 0b7f4984-237c-4517-acb3-b8231e134861 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:37:00.230951 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:01.486352 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2113e6e8-b6a0-48cb-9cfc-b9e4df5c4c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:02.616812 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549b6c4-547d-45bf-a437-8126ff44d0b5 req-8340524d-99e7-467d-b7a2-66e95ff26bff tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:02.618227 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7549b6c4-547d-45bf-a437-8126ff44d0b5 req-8340524d-99e7-467d-b7a2-66e95ff26bff tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/networks?id=c2083919-215c-4b22-8d81-6560d1085198 HTTP/1.1" status: 200 len: 814 time: 0.1082070 Aug 19 15:37:02.633726 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7549b6c4-547d-45bf-a437-8126ff44d0b5 req-8701946a-976e-4329-a49f-cc6d03445070 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/quotas/d971054ea1e44b8a8aed257fff1f5056 HTTP/1.1" status: 200 len: 375 time: 0.0089602 Aug 19 15:37:02.684737 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7549b6c4-547d-45bf-a437-8126ff44d0b5 req-951f3b1f-c9f0-4f65-8c59-9a5f6e991739 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d971054ea1e44b8a8aed257fff1f5056&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457370 Aug 19 15:37:02.780508 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7549b6c4-547d-45bf-a437-8126ff44d0b5 req-253b30a0-a4d5-4983-9b85-e3b8714d4616 service neutron] 10.222.0.69 "GET /v2.0/networks/c2083919-215c-4b22-8d81-6560d1085198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836623 Aug 19 15:37:02.873191 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7549b6c4-547d-45bf-a437-8126ff44d0b5 req-d30a7865-b3f5-416e-989b-3af464d587d2 service neutron] 10.222.0.69 "GET /v2.0/networks/c2083919-215c-4b22-8d81-6560d1085198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862927 Aug 19 15:37:03.034128 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-05b73166-5130-4eec-8f98-da27a219f1d4 req-1d529762-3647-4e1d-9794-51339a6f09ae tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e06436e2-df05-4398-ab13-9f62886e2735 HTTP/1.1" status: 200 len: 210 time: 0.0279362 Aug 19 15:37:04.143934 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d5355dab-a8fa-4e64-8d34-33eac84c6133 req-aa8a8d3c-45d6-4cf8-8af6-4298a91124a8 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e06436e2-df05-4398-ab13-9f62886e2735 HTTP/1.1" status: 200 len: 210 time: 0.0271151 Aug 19 15:37:04.291527 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549b6c4-547d-45bf-a437-8126ff44d0b5 req-b0ebc3bc-f267-4c74-968d-530670e8bbcf tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:04.293532 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7549b6c4-547d-45bf-a437-8126ff44d0b5 req-b0ebc3bc-f267-4c74-968d-530670e8bbcf tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.68 "GET /v2.0/networks?id=c2083919-215c-4b22-8d81-6560d1085198 HTTP/1.1" status: 200 len: 814 time: 0.1147056 Aug 19 15:37:04.307134 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-7549b6c4-547d-45bf-a437-8126ff44d0b5 req-edb16c06-410f-4cb8-bc36-42b6747fada5 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Request body: {'port': {'device_id': 'e06436e2-df05-4398-ab13-9f62886e2735', 'network_id': 'c2083919-215c-4b22-8d81-6560d1085198', 'admin_state_up': True, 'tenant_id': 'd971054ea1e44b8a8aed257fff1f5056'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:37:04.423822 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7549b6c4-547d-45bf-a437-8126ff44d0b5 req-edb16c06-410f-4cb8-bc36-42b6747fada5 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Made reservation on behalf of d971054ea1e44b8a8aed257fff1f5056 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:37:04.428525 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7549b6c4-547d-45bf-a437-8126ff44d0b5 req-edb16c06-410f-4cb8-bc36-42b6747fada5 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:04.438861 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c9029b10-7f5a-4636-9386-f278f01a57d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:04.577353 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-7549b6c4-547d-45bf-a437-8126ff44d0b5 req-edb16c06-410f-4cb8-bc36-42b6747fada5 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Allocated IP 172.20.0.6 (c2083919-215c-4b22-8d81-6560d1085198/808c33e6-96de-4db8-b34c-592a33822c5e/35a24597-a12a-43fe-9bdb-b12f4eb673ea) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:37:04.635880 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:04.672668 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:04.789314 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7549b6c4-547d-45bf-a437-8126ff44d0b5 req-edb16c06-410f-4cb8-bc36-42b6747fada5 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:04.805629 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-7549b6c4-547d-45bf-a437-8126ff44d0b5 req-edb16c06-410f-4cb8-bc36-42b6747fada5 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Transition to ACTIVE for port object 35a24597-a12a-43fe-9bdb-b12f4eb673ea will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:37:04.847150 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7549b6c4-547d-45bf-a437-8126ff44d0b5 req-edb16c06-410f-4cb8-bc36-42b6747fada5 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:04.906861 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7549b6c4-547d-45bf-a437-8126ff44d0b5 req-edb16c06-410f-4cb8-bc36-42b6747fada5 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Network c2083919-215c-4b22-8d81-6560d1085198 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:37:04.909910 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-7549b6c4-547d-45bf-a437-8126ff44d0b5 req-edb16c06-410f-4cb8-bc36-42b6747fada5 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:37:04.912436 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-7549b6c4-547d-45bf-a437-8126ff44d0b5 req-edb16c06-410f-4cb8-bc36-42b6747fada5 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:37:04.968595 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb16c06-410f-4cb8-bc36-42b6747fada5 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Pushing event updated for resources: {'Port': ['ID=35a24597-a12a-43fe-9bdb-b12f4eb673ea,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:04.983617 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb16c06-410f-4cb8-bc36-42b6747fada5 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:37:04.984243 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb16c06-410f-4cb8-bc36-42b6747fada5 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:37:04.984773 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb16c06-410f-4cb8-bc36-42b6747fada5 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:37:04.985280 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb16c06-410f-4cb8-bc36-42b6747fada5 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:37:04.985893 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb16c06-410f-4cb8-bc36-42b6747fada5 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:37:04.986376 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb16c06-410f-4cb8-bc36-42b6747fada5 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:37:04.986854 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb16c06-410f-4cb8-bc36-42b6747fada5 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:37:04.987344 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb16c06-410f-4cb8-bc36-42b6747fada5 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:37:04.987824 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb16c06-410f-4cb8-bc36-42b6747fada5 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:37:04.988309 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb16c06-410f-4cb8-bc36-42b6747fada5 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:37:04.988833 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb16c06-410f-4cb8-bc36-42b6747fada5 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:37:04.989469 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb16c06-410f-4cb8-bc36-42b6747fada5 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:37:05.007556 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549b6c4-547d-45bf-a437-8126ff44d0b5 req-edb16c06-410f-4cb8-bc36-42b6747fada5 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:05.008201 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7549b6c4-547d-45bf-a437-8126ff44d0b5 req-edb16c06-410f-4cb8-bc36-42b6747fada5 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:05.031900 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7549b6c4-547d-45bf-a437-8126ff44d0b5 req-edb16c06-410f-4cb8-bc36-42b6747fada5 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7282097 Aug 19 15:37:05.189267 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e516865c-89d1-494c-a59d-658addf4ddac None None] Provisioning for port 35a24597-a12a-43fe-9bdb-b12f4eb673ea completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:37:05.193039 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e516865c-89d1-494c-a59d-658addf4ddac None None] Provisioning complete for port 35a24597-a12a-43fe-9bdb-b12f4eb673ea triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:37:05.193421 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e516865c-89d1-494c-a59d-658addf4ddac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:05.241406 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e516865c-89d1-494c-a59d-658addf4ddac None None] Port 35a24597-a12a-43fe-9bdb-b12f4eb673ea cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:37:05.267774 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab79dfe-571a-4ea5-adbc-fd23249787d7 req-91999e42-4196-4f00-88e2-df3921bb83e4 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:05.269402 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3ab79dfe-571a-4ea5-adbc-fd23249787d7 req-91999e42-4196-4f00-88e2-df3921bb83e4 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e06436e2-df05-4398-ab13-9f62886e2735 HTTP/1.1" status: 200 len: 931 time: 0.0534635 Aug 19 15:37:05.315703 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3ab79dfe-571a-4ea5-adbc-fd23249787d7 req-daa8359a-c084-40d0-8c00-ea56228d00be tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/security-groups?id=c92ad65e-6f86-4954-8653-252f9a9a36df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399697 Aug 19 15:37:05.318469 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:05.876304 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:06.002239 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:37:06.442523 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7dc42d-75d6-4d7a-b034-7ccb73e6d82c req-ff2799bf-5dd9-43ab-a02d-8efd2e5893de tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:06.444019 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6e7dc42d-75d6-4d7a-b034-7ccb73e6d82c req-ff2799bf-5dd9-43ab-a02d-8efd2e5893de tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e06436e2-df05-4398-ab13-9f62886e2735 HTTP/1.1" status: 200 len: 931 time: 0.0510621 Aug 19 15:37:06.484928 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6e7dc42d-75d6-4d7a-b034-7ccb73e6d82c req-cfc34082-a64f-454c-ac47-4efd245f93eb tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/security-groups?id=c92ad65e-6f86-4954-8653-252f9a9a36df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326116 Aug 19 15:37:07.131908 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:07.608712 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1084dd-d1e8-4b28-8c7a-a6080580b4f9 req-5edce00c-a76f-4743-ab4a-9748720ff76f tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:07.610250 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7e1084dd-d1e8-4b28-8c7a-a6080580b4f9 req-5edce00c-a76f-4743-ab4a-9748720ff76f tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e06436e2-df05-4398-ab13-9f62886e2735 HTTP/1.1" status: 200 len: 931 time: 0.0590467 Aug 19 15:37:07.647599 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7e1084dd-d1e8-4b28-8c7a-a6080580b4f9 req-422df6a2-0096-4eff-abb0-c641f473ac92 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/security-groups?id=c92ad65e-6f86-4954-8653-252f9a9a36df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313001 Aug 19 15:37:08.779340 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce9504c-ba45-4796-be05-ced7648f1a53 req-dab6ed0e-959a-4e75-b6f1-15a9bf17aeaa tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:08.780751 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8ce9504c-ba45-4796-be05-ced7648f1a53 req-dab6ed0e-959a-4e75-b6f1-15a9bf17aeaa tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e06436e2-df05-4398-ab13-9f62886e2735 HTTP/1.1" status: 200 len: 931 time: 0.0496845 Aug 19 15:37:08.826413 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8ce9504c-ba45-4796-be05-ced7648f1a53 req-198a6eef-1ce7-4925-87ba-06d0854568ea tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/security-groups?id=c92ad65e-6f86-4954-8653-252f9a9a36df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389879 Aug 19 15:37:09.943463 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa984d19-aba2-41f3-b2d8-63b4546c0405 req-eb6c5ae0-3d03-4193-9dd1-6b1eb42d7733 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:09.946314 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fa984d19-aba2-41f3-b2d8-63b4546c0405 req-eb6c5ae0-3d03-4193-9dd1-6b1eb42d7733 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e06436e2-df05-4398-ab13-9f62886e2735 HTTP/1.1" status: 200 len: 931 time: 0.0518668 Aug 19 15:37:09.985565 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fa984d19-aba2-41f3-b2d8-63b4546c0405 req-97f936f9-8b6d-4bca-9264-b346370f6d3c tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/security-groups?id=c92ad65e-6f86-4954-8653-252f9a9a36df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321071 Aug 19 15:37:11.105595 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62dd30f-a0bd-46ed-9c3b-f7001bba559d req-e0f340cf-f2a6-41fa-b1b1-1cba2cc76dbe tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:11.107103 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c62dd30f-a0bd-46ed-9c3b-f7001bba559d req-e0f340cf-f2a6-41fa-b1b1-1cba2cc76dbe tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e06436e2-df05-4398-ab13-9f62886e2735 HTTP/1.1" status: 200 len: 931 time: 0.0532801 Aug 19 15:37:11.147238 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c62dd30f-a0bd-46ed-9c3b-f7001bba559d req-649b82df-4e56-4811-90d4-9b1b81ba809a tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/security-groups?id=c92ad65e-6f86-4954-8653-252f9a9a36df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340910 Aug 19 15:37:12.265452 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b45a6c-e776-4a03-b651-9cd17debd6f6 req-62abc778-ada9-4247-9b5f-355de4d7527a tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:12.266934 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-48b45a6c-e776-4a03-b651-9cd17debd6f6 req-62abc778-ada9-4247-9b5f-355de4d7527a tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e06436e2-df05-4398-ab13-9f62886e2735 HTTP/1.1" status: 200 len: 931 time: 0.0510802 Aug 19 15:37:12.307793 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-48b45a6c-e776-4a03-b651-9cd17debd6f6 req-2949f510-faff-4773-b235-57689bbe16d3 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/security-groups?id=c92ad65e-6f86-4954-8653-252f9a9a36df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348678 Aug 19 15:37:13.431676 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ce1dd-a887-4f11-bfc1-2cfedf4d2b0b req-366761e6-a9da-4337-878c-b5f55729f0d7 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:13.433358 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e83ce1dd-a887-4f11-bfc1-2cfedf4d2b0b req-366761e6-a9da-4337-878c-b5f55729f0d7 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e06436e2-df05-4398-ab13-9f62886e2735 HTTP/1.1" status: 200 len: 931 time: 0.0518417 Aug 19 15:37:13.482405 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e83ce1dd-a887-4f11-bfc1-2cfedf4d2b0b req-0b628e3d-de51-449f-af42-ed0aaec3f79d tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/security-groups?id=c92ad65e-6f86-4954-8653-252f9a9a36df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419960 Aug 19 15:37:14.595214 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e8917-a613-442d-8462-7344c81c2c23 req-2eb6ebc1-490c-4f37-a3b5-8a7b116100bc tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:14.596775 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-277e8917-a613-442d-8462-7344c81c2c23 req-2eb6ebc1-490c-4f37-a3b5-8a7b116100bc tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e06436e2-df05-4398-ab13-9f62886e2735 HTTP/1.1" status: 200 len: 931 time: 0.0484805 Aug 19 15:37:14.634454 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-277e8917-a613-442d-8462-7344c81c2c23 req-83ffbf52-5715-4b32-89df-2e96eb4b8a38 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/security-groups?id=c92ad65e-6f86-4954-8653-252f9a9a36df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315566 Aug 19 15:37:14.806165 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-7549b6c4-547d-45bf-a437-8126ff44d0b5 req-f4dcfc68-a380-4812-acaf-08da0675ed36 service neutron] Request body: {'port': {'device_id': 'e06436e2-df05-4398-ab13-9f62886e2735', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:37:14.858388 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7549b6c4-547d-45bf-a437-8126ff44d0b5 req-f4dcfc68-a380-4812-acaf-08da0675ed36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:15.116829 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-7549b6c4-547d-45bf-a437-8126ff44d0b5 req-f4dcfc68-a380-4812-acaf-08da0675ed36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35a24597-a12a-43fe-9bdb-b12f4eb673ea {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:37:15.124527 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7549b6c4-547d-45bf-a437-8126ff44d0b5 req-f4dcfc68-a380-4812-acaf-08da0675ed36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:15.136662 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-7549b6c4-547d-45bf-a437-8126ff44d0b5 req-f4dcfc68-a380-4812-acaf-08da0675ed36 service neutron] Transition to ACTIVE for port object 35a24597-a12a-43fe-9bdb-b12f4eb673ea will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:37:15.141588 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7549b6c4-547d-45bf-a437-8126ff44d0b5 req-f4dcfc68-a380-4812-acaf-08da0675ed36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:15.191197 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dcfc68-a380-4812-acaf-08da0675ed36 service neutron] Pushing event updated for resources: {'Port': ['ID=35a24597-a12a-43fe-9bdb-b12f4eb673ea,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:15.259004 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-7549b6c4-547d-45bf-a437-8126ff44d0b5 req-f4dcfc68-a380-4812-acaf-08da0675ed36 service neutron] Attempting to bind port 35a24597-a12a-43fe-9bdb-b12f4eb673ea on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:37:15.259341 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-7549b6c4-547d-45bf-a437-8126ff44d0b5 req-f4dcfc68-a380-4812-acaf-08da0675ed36 service neutron] Attempting to bind port 35a24597-a12a-43fe-9bdb-b12f4eb673ea by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '27811122-81a2-4da7-aa79-cca75a74adf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c2083919-215c-4b22-8d81-6560d1085198'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:37:15.259673 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7549b6c4-547d-45bf-a437-8126ff44d0b5 req-f4dcfc68-a380-4812-acaf-08da0675ed36 service neutron] Attempting to bind port 35a24597-a12a-43fe-9bdb-b12f4eb673ea on network c2083919-215c-4b22-8d81-6560d1085198 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:37:15.265282 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7549b6c4-547d-45bf-a437-8126ff44d0b5 req-f4dcfc68-a380-4812-acaf-08da0675ed36 service neutron] Port 35a24597-a12a-43fe-9bdb-b12f4eb673ea on network c2083919-215c-4b22-8d81-6560d1085198 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:37:15.265608 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7549b6c4-547d-45bf-a437-8126ff44d0b5 req-f4dcfc68-a380-4812-acaf-08da0675ed36 service neutron] Attempting to bind port 35a24597-a12a-43fe-9bdb-b12f4eb673ea on network c2083919-215c-4b22-8d81-6560d1085198 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:37:15.270485 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7549b6c4-547d-45bf-a437-8126ff44d0b5 req-f4dcfc68-a380-4812-acaf-08da0675ed36 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:37:15.270825 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7549b6c4-547d-45bf-a437-8126ff44d0b5 req-f4dcfc68-a380-4812-acaf-08da0675ed36 service neutron] Checking segment: {'id': '27811122-81a2-4da7-aa79-cca75a74adf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c2083919-215c-4b22-8d81-6560d1085198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:37:15.271232 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7549b6c4-547d-45bf-a437-8126ff44d0b5 req-f4dcfc68-a380-4812-acaf-08da0675ed36 service neutron] Bound using segment: {'id': '27811122-81a2-4da7-aa79-cca75a74adf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c2083919-215c-4b22-8d81-6560d1085198'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:37:15.271660 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-7549b6c4-547d-45bf-a437-8126ff44d0b5 req-f4dcfc68-a380-4812-acaf-08da0675ed36 service neutron] Bound port: 35a24597-a12a-43fe-9bdb-b12f4eb673ea, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27811122-81a2-4da7-aa79-cca75a74adf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c2083919-215c-4b22-8d81-6560d1085198'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:37:15.272019 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7549b6c4-547d-45bf-a437-8126ff44d0b5 req-f4dcfc68-a380-4812-acaf-08da0675ed36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:15.344182 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-7549b6c4-547d-45bf-a437-8126ff44d0b5 req-f4dcfc68-a380-4812-acaf-08da0675ed36 service neutron] For port 35a24597-a12a-43fe-9bdb-b12f4eb673ea, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:37:15.347457 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-7549b6c4-547d-45bf-a437-8126ff44d0b5 req-f4dcfc68-a380-4812-acaf-08da0675ed36 service neutron] For port 35a24597-a12a-43fe-9bdb-b12f4eb673ea, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=35a24597-a12a-43fe-9bdb-b12f4eb673ea,segment=NetworkSegment(27811122-81a2-4da7-aa79-cca75a74adf9),segment_id=27811122-81a2-4da7-aa79-cca75a74adf9)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:37:15.352052 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7549b6c4-547d-45bf-a437-8126ff44d0b5 req-f4dcfc68-a380-4812-acaf-08da0675ed36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:15.387054 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549b6c4-547d-45bf-a437-8126ff44d0b5 req-f4dcfc68-a380-4812-acaf-08da0675ed36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:15.387701 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7549b6c4-547d-45bf-a437-8126ff44d0b5 req-f4dcfc68-a380-4812-acaf-08da0675ed36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:15.389332 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7549b6c4-547d-45bf-a437-8126ff44d0b5 req-f4dcfc68-a380-4812-acaf-08da0675ed36 service neutron] 10.222.0.68 "PUT /v2.0/ports/35a24597-a12a-43fe-9bdb-b12f4eb673ea HTTP/1.1" status: 200 len: 1091 time: 0.5877130 Aug 19 15:37:15.389659 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e06436e2-df05-4398-ab13-9f62886e2735', 'tag': '35a24597-a12a-43fe-9bdb-b12f4eb673ea'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:37:15.391992 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ea2f9e66d71df3aa35f2a980f4ce96e3876fd938d75aec7c1a3378f7fc42a1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f86454-1d8e-41e0-ac8f-bdef5278bac6" -d '{"events": [{"name": "network-changed", "server_uuid": "e06436e2-df05-4398-ab13-9f62886e2735", "tag": "35a24597-a12a-43fe-9bdb-b12f4eb673ea"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:37:15.424935 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dcfc68-a380-4812-acaf-08da0675ed36 service neutron] Pushing event updated for resources: {'Port': ['ID=35a24597-a12a-43fe-9bdb-b12f4eb673ea,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:15.442470 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd42556a-7bde-42e8-af54-c3e5aa9af197 x-openstack-request-id: req-bd42556a-7bde-42e8-af54-c3e5aa9af197 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:37:15.442759 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e06436e2-df05-4398-ab13-9f62886e2735", "tag": "35a24597-a12a-43fe-9bdb-b12f4eb673ea", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:37:15.443015 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bd42556a-7bde-42e8-af54-c3e5aa9af197 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:37:15.443421 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e06436e2-df05-4398-ab13-9f62886e2735', 'tag': '35a24597-a12a-43fe-9bdb-b12f4eb673ea', 'status': 'completed', 'code': 200} Aug 19 15:37:15.486311 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549b6c4-547d-45bf-a437-8126ff44d0b5 req-6bb9bbdb-6280-406f-a07e-068e7ee840fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:15.487847 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7549b6c4-547d-45bf-a437-8126ff44d0b5 req-6bb9bbdb-6280-406f-a07e-068e7ee840fb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d971054ea1e44b8a8aed257fff1f5056&device_id=e06436e2-df05-4398-ab13-9f62886e2735 HTTP/1.1" status: 200 len: 1094 time: 0.0427589 Aug 19 15:37:15.534935 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7549b6c4-547d-45bf-a437-8126ff44d0b5 req-6f1cf3e4-7e24-4539-86a5-b6d95b093eeb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35a24597-a12a-43fe-9bdb-b12f4eb673ea HTTP/1.1" status: 200 len: 217 time: 0.0388992 Aug 19 15:37:15.586233 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549b6c4-547d-45bf-a437-8126ff44d0b5 req-cd6fdb15-2f7c-4448-bb6c-d37e1093e572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:15.587712 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7549b6c4-547d-45bf-a437-8126ff44d0b5 req-cd6fdb15-2f7c-4448-bb6c-d37e1093e572 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=808c33e6-96de-4db8-b34c-592a33822c5e HTTP/1.1" status: 200 len: 853 time: 0.0459595 Aug 19 15:37:15.633309 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549b6c4-547d-45bf-a437-8126ff44d0b5 req-bc099461-22e8-4f51-8f1c-b4b1cbed49ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:15.634683 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7549b6c4-547d-45bf-a437-8126ff44d0b5 req-bc099461-22e8-4f51-8f1c-b4b1cbed49ca service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c2083919-215c-4b22-8d81-6560d1085198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392718 Aug 19 15:37:15.730289 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7549b6c4-547d-45bf-a437-8126ff44d0b5 req-ed67433e-8f64-4579-a110-ba48c29069a4 service neutron] 10.222.0.68 "GET /v2.0/networks/c2083919-215c-4b22-8d81-6560d1085198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868948 Aug 19 15:37:15.747542 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e426d-b939-45b0-83a6-f23428ca7a2e req-9955a202-6b38-4a18-b44e-3ac66b13d2b6 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:15.749043 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6c9e426d-b939-45b0-83a6-f23428ca7a2e req-9955a202-6b38-4a18-b44e-3ac66b13d2b6 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e06436e2-df05-4398-ab13-9f62886e2735 HTTP/1.1" status: 200 len: 943 time: 0.0476232 Aug 19 15:37:15.790630 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6c9e426d-b939-45b0-83a6-f23428ca7a2e req-38bd1b59-b6d0-49ab-b2eb-379e0d0278bf tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/security-groups?id=c92ad65e-6f86-4954-8653-252f9a9a36df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355783 Aug 19 15:37:15.820479 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7549b6c4-547d-45bf-a437-8126ff44d0b5 req-f8a335bf-4860-41cb-b18f-bb2005abd701 service neutron] 10.222.0.68 "GET /v2.0/networks/c2083919-215c-4b22-8d81-6560d1085198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831974 Aug 19 15:37:15.906220 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f86454-1d8e-41e0-ac8f-bdef5278bac6 req-05e58f86-bcc8-4d3f-a043-f3092ce17361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:15.907886 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f8f86454-1d8e-41e0-ac8f-bdef5278bac6 req-05e58f86-bcc8-4d3f-a043-f3092ce17361 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d971054ea1e44b8a8aed257fff1f5056&device_id=e06436e2-df05-4398-ab13-9f62886e2735 HTTP/1.1" status: 200 len: 1094 time: 0.0419497 Aug 19 15:37:16.011015 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f86454-1d8e-41e0-ac8f-bdef5278bac6 req-85c5fa14-5578-4d7d-9dc0-53905b307c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:16.012483 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f8f86454-1d8e-41e0-ac8f-bdef5278bac6 req-85c5fa14-5578-4d7d-9dc0-53905b307c4e service neutron] 10.222.0.68 "GET /v2.0/networks?id=c2083919-215c-4b22-8d81-6560d1085198 HTTP/1.1" status: 200 len: 915 time: 0.0981438 Aug 19 15:37:16.055752 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f8f86454-1d8e-41e0-ac8f-bdef5278bac6 req-c6cb0672-71bb-43bd-9d28-10186e05e9dd service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35a24597-a12a-43fe-9bdb-b12f4eb673ea HTTP/1.1" status: 200 len: 217 time: 0.0344300 Aug 19 15:37:16.107889 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f86454-1d8e-41e0-ac8f-bdef5278bac6 req-f7f64eb7-a102-45ac-b8b2-6e21098c5fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:16.109401 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f8f86454-1d8e-41e0-ac8f-bdef5278bac6 req-f7f64eb7-a102-45ac-b8b2-6e21098c5fe2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=808c33e6-96de-4db8-b34c-592a33822c5e HTTP/1.1" status: 200 len: 853 time: 0.0469234 Aug 19 15:37:16.156148 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f86454-1d8e-41e0-ac8f-bdef5278bac6 req-9bf72eb7-e3f2-4658-a749-a5ca388da424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:16.157949 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f8f86454-1d8e-41e0-ac8f-bdef5278bac6 req-9bf72eb7-e3f2-4658-a749-a5ca388da424 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c2083919-215c-4b22-8d81-6560d1085198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400479 Aug 19 15:37:16.252738 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f8f86454-1d8e-41e0-ac8f-bdef5278bac6 req-69ec4173-1ef3-4403-a54e-5313441e4a46 service neutron] 10.222.0.68 "GET /v2.0/networks/c2083919-215c-4b22-8d81-6560d1085198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873384 Aug 19 15:37:16.345414 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f8f86454-1d8e-41e0-ac8f-bdef5278bac6 req-e231b848-bd47-4233-8954-5a3ec20080fa service neutron] 10.222.0.68 "GET /v2.0/networks/c2083919-215c-4b22-8d81-6560d1085198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855839 Aug 19 15:37:16.920835 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b1b34-f0d8-4b14-91c6-6292dfe44dee req-c4ca76fb-ee84-4048-b29d-b4ae644a15ac tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:16.922550 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ac6b1b34-f0d8-4b14-91c6-6292dfe44dee req-c4ca76fb-ee84-4048-b29d-b4ae644a15ac tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e06436e2-df05-4398-ab13-9f62886e2735 HTTP/1.1" status: 200 len: 943 time: 0.0568278 Aug 19 15:37:16.965734 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ac6b1b34-f0d8-4b14-91c6-6292dfe44dee req-a6e1b368-06d0-4bc2-9742-f0c66c3588c5 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/security-groups?id=c92ad65e-6f86-4954-8653-252f9a9a36df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370677 Aug 19 15:37:18.098812 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb25c48-0808-48f5-b885-468215496a90 req-47056c88-5cdb-4285-899a-fdda2e5dc0e8 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:18.100298 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4bb25c48-0808-48f5-b885-468215496a90 req-47056c88-5cdb-4285-899a-fdda2e5dc0e8 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e06436e2-df05-4398-ab13-9f62886e2735 HTTP/1.1" status: 200 len: 943 time: 0.0552809 Aug 19 15:37:18.138334 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4bb25c48-0808-48f5-b885-468215496a90 req-9fcc3b07-0c43-4731-999c-456878bb543e tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/security-groups?id=c92ad65e-6f86-4954-8653-252f9a9a36df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319836 Aug 19 15:37:19.253890 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32557a84-5d32-4e62-b15d-158d4906c2c3 req-0273b327-ee0c-41dd-b8c8-deae8ed1d080 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:19.255369 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-32557a84-5d32-4e62-b15d-158d4906c2c3 req-0273b327-ee0c-41dd-b8c8-deae8ed1d080 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e06436e2-df05-4398-ab13-9f62886e2735 HTTP/1.1" status: 200 len: 943 time: 0.0483119 Aug 19 15:37:19.297832 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-32557a84-5d32-4e62-b15d-158d4906c2c3 req-890f7fe9-1c7e-4c1f-8f42-4f897de24d62 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/security-groups?id=c92ad65e-6f86-4954-8653-252f9a9a36df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364203 Aug 19 15:37:19.909218 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 35a24597-a12a-43fe-9bdb-b12f4eb673ea details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:37:20.001685 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 35a24597-a12a-43fe-9bdb-b12f4eb673ea, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=35a24597-a12a-43fe-9bdb-b12f4eb673ea,segment=NetworkSegment(27811122-81a2-4da7-aa79-cca75a74adf9),segment_id=27811122-81a2-4da7-aa79-cca75a74adf9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:37:20.013139 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '35a24597-a12a-43fe-9bdb-b12f4eb673ea', 'network_id': 'c2083919-215c-4b22-8d81-6560d1085198', 'port_id': '35a24597-a12a-43fe-9bdb-b12f4eb673ea', 'mac_address': 'fa:16:3e:f8:e6:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '808c33e6-96de-4db8-b34c-592a33822c5e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:37:20.047541 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:20.059988 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35a24597-a12a-43fe-9bdb-b12f4eb673ea {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:37:20.079422 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 35a24597-a12a-43fe-9bdb-b12f4eb673ea, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=35a24597-a12a-43fe-9bdb-b12f4eb673ea,segment=NetworkSegment(27811122-81a2-4da7-aa79-cca75a74adf9),segment_id=27811122-81a2-4da7-aa79-cca75a74adf9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:37:20.083692 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:20.133592 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=35a24597-a12a-43fe-9bdb-b12f4eb673ea,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:20.141522 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:37:20.141852 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:37:20.142192 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:37:20.142528 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:37:20.142861 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:37:20.143192 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:37:20.143519 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:37:20.143843 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:37:20.144168 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:37:20.144520 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:37:20.144842 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:37:20.145168 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:37:20.331061 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['35a24597-a12a-43fe-9bdb-b12f4eb673ea'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:37:20.411658 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e391d21-1383-4fcb-8376-30c19b1421d9 req-49bbe84a-794d-46ea-b419-c223c5f98ad0 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:20.413173 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3e391d21-1383-4fcb-8376-30c19b1421d9 req-49bbe84a-794d-46ea-b419-c223c5f98ad0 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e06436e2-df05-4398-ab13-9f62886e2735 HTTP/1.1" status: 200 len: 944 time: 0.0478554 Aug 19 15:37:20.453608 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3e391d21-1383-4fcb-8376-30c19b1421d9 req-6ab63550-f08f-4506-8314-f1c91da58f4f tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/security-groups?id=c92ad65e-6f86-4954-8653-252f9a9a36df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337610 Aug 19 15:37:21.568225 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febae50-1a11-4e54-abfe-0abc8ae751a0 req-bea44f07-fde7-4f8b-81ca-dffe480b07b5 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:21.569725 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7febae50-1a11-4e54-abfe-0abc8ae751a0 req-bea44f07-fde7-4f8b-81ca-dffe480b07b5 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e06436e2-df05-4398-ab13-9f62886e2735 HTTP/1.1" status: 200 len: 944 time: 0.0479276 Aug 19 15:37:21.607688 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7febae50-1a11-4e54-abfe-0abc8ae751a0 req-173f9ced-aa55-4858-84c5-bb535f0d1e1d tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/security-groups?id=c92ad65e-6f86-4954-8653-252f9a9a36df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311322 Aug 19 15:37:21.925168 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 35a24597-a12a-43fe-9bdb-b12f4eb673ea up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:37:21.975105 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port 35a24597-a12a-43fe-9bdb-b12f4eb673ea completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:37:21.978905 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 35a24597-a12a-43fe-9bdb-b12f4eb673ea triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:37:21.979810 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:22.054577 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:22.076989 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06436e2-df05-4398-ab13-9f62886e2735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a24597-a12a-43fe-9bdb-b12f4eb673ea'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:37:22.079260 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33781a19ce02c5415d916baf9197922328299cb06218664b0429d3f5e03069d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96cb9b06-981f-466f-9042-aa8388d0aed5" -d '{"events": [{"server_uuid": "e06436e2-df05-4398-ab13-9f62886e2735", "name": "network-vif-plugged", "status": "completed", "tag": "35a24597-a12a-43fe-9bdb-b12f4eb673ea"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:37:22.091977 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 35a24597-a12a-43fe-9bdb-b12f4eb673ea, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=35a24597-a12a-43fe-9bdb-b12f4eb673ea,segment=NetworkSegment(27811122-81a2-4da7-aa79-cca75a74adf9),segment_id=27811122-81a2-4da7-aa79-cca75a74adf9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:37:22.095962 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:22.122351 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0856bb-dcf8-4c1f-93bc-484ec51f6e69 x-openstack-request-id: req-7b0856bb-dcf8-4c1f-93bc-484ec51f6e69 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:37:22.123002 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06436e2-df05-4398-ab13-9f62886e2735", "name": "network-vif-plugged", "status": "completed", "tag": "35a24597-a12a-43fe-9bdb-b12f4eb673ea", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:37:22.123256 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7b0856bb-dcf8-4c1f-93bc-484ec51f6e69 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:37:22.123645 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06436e2-df05-4398-ab13-9f62886e2735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a24597-a12a-43fe-9bdb-b12f4eb673ea', 'code': 200} Aug 19 15:37:22.155346 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=35a24597-a12a-43fe-9bdb-b12f4eb673ea,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:22.208931 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7785f6-cef0-49fd-a15b-d917d243a8b3 req-9a616e56-c184-4e4b-9484-a7a7b24de1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:22.210380 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5c7785f6-cef0-49fd-a15b-d917d243a8b3 req-9a616e56-c184-4e4b-9484-a7a7b24de1c6 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e06436e2-df05-4398-ab13-9f62886e2735 HTTP/1.1" status: 200 len: 1096 time: 0.0403330 Aug 19 15:37:22.245189 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5c7785f6-cef0-49fd-a15b-d917d243a8b3 req-81385cf5-d8f9-4cf2-8fbd-8d7c3baa8af1 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=c92ad65e-6f86-4954-8653-252f9a9a36df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282068 Aug 19 15:37:22.722400 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13b68d-4f68-406c-8499-a1c33c5da51f req-e118e3a1-0d0f-40f1-bbbf-3130ee13227f tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:22.723887 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5d13b68d-4f68-406c-8499-a1c33c5da51f req-e118e3a1-0d0f-40f1-bbbf-3130ee13227f tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e06436e2-df05-4398-ab13-9f62886e2735 HTTP/1.1" status: 200 len: 945 time: 0.0488865 Aug 19 15:37:22.764094 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5d13b68d-4f68-406c-8499-a1c33c5da51f req-2a58ecc1-d841-4658-863b-e17fd177f4f8 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/security-groups?id=c92ad65e-6f86-4954-8653-252f9a9a36df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342393 Aug 19 15:37:23.881712 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba716842-1a92-40d7-b1e6-c0a103656c49 req-2223eb33-7c1f-464d-b63f-d19c3571a1ca tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:23.883212 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ba716842-1a92-40d7-b1e6-c0a103656c49 req-2223eb33-7c1f-464d-b63f-d19c3571a1ca tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e06436e2-df05-4398-ab13-9f62886e2735 HTTP/1.1" status: 200 len: 945 time: 0.0517581 Aug 19 15:37:23.921799 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ba716842-1a92-40d7-b1e6-c0a103656c49 req-7828fefc-4751-41a0-91f4-1837d23bc8b9 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/security-groups?id=c92ad65e-6f86-4954-8653-252f9a9a36df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325103 Aug 19 15:37:24.040364 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f9071b-619a-4c18-b8d9-3260aac570d0 req-391cac35-cf62-4bda-b59d-d52e2feb3882 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:24.042539 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-54f9071b-619a-4c18-b8d9-3260aac570d0 req-391cac35-cf62-4bda-b59d-d52e2feb3882 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e06436e2-df05-4398-ab13-9f62886e2735 HTTP/1.1" status: 200 len: 945 time: 0.0496790 Aug 19 15:37:24.080330 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-54f9071b-619a-4c18-b8d9-3260aac570d0 req-bbb87162-b2ed-4080-be5f-07bcb8fee938 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/security-groups?id=c92ad65e-6f86-4954-8653-252f9a9a36df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319345 Aug 19 15:37:24.272875 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13297c2b-7e42-4910-a12f-440eb9f1a6b1 req-ca2e5f2d-ae45-458c-b836-568dffd3e869 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:24.274338 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-13297c2b-7e42-4910-a12f-440eb9f1a6b1 req-ca2e5f2d-ae45-458c-b836-568dffd3e869 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e06436e2-df05-4398-ab13-9f62886e2735 HTTP/1.1" status: 200 len: 945 time: 0.0489464 Aug 19 15:37:24.315792 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-13297c2b-7e42-4910-a12f-440eb9f1a6b1 req-49d58cd4-e6e4-4be6-b5be-cf96a480ce88 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/security-groups?id=c92ad65e-6f86-4954-8653-252f9a9a36df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353324 Aug 19 15:37:31.480030 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bc77d250-f015-4f20-a418-b0a13dec158c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:34.430195 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bb66191b-902e-4bee-94f0-6f8c3c2dcc51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:34.627481 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:34.666224 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:35.312828 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:35.893843 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e422b-ff33-422f-b3e2-b888f3f3aaa1 req-c1ed33a1-da95-4ffa-896c-7b7c8364e1d4 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:35.895369 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-695e422b-ff33-422f-b3e2-b888f3f3aaa1 req-c1ed33a1-da95-4ffa-896c-7b7c8364e1d4 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e06436e2-df05-4398-ab13-9f62886e2735 HTTP/1.1" status: 200 len: 945 time: 0.0478532 Aug 19 15:37:35.905632 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:35.935954 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-695e422b-ff33-422f-b3e2-b888f3f3aaa1 req-2558d2a7-0caf-4ceb-b211-4166d66871ba tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/security-groups?id=c92ad65e-6f86-4954-8653-252f9a9a36df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337183 Aug 19 15:37:35.957978 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39120) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:36.116722 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2d732c-1fe4-414f-ba97-c7cd86b628bc tempest-TestMinimumBasicScenario-1955055994 tempest-TestMinimumBasicScenario-1955055994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:36.118685 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9c2d732c-1fe4-414f-ba97-c7cd86b628bc tempest-TestMinimumBasicScenario-1955055994 tempest-TestMinimumBasicScenario-1955055994-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=e06436e2-df05-4398-ab13-9f62886e2735 HTTP/1.1" status: 200 len: 1091 time: 0.1593385 Aug 19 15:37:36.121385 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39124) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:36.125835 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7642d976-f496-456c-8a81-4d17c1f789f9 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Request body: {'floatingip': {'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'port_id': '35a24597-a12a-43fe-9bdb-b12f4eb673ea', 'tenant_id': 'd971054ea1e44b8a8aed257fff1f5056', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:37:36.147978 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7642d976-f496-456c-8a81-4d17c1f789f9 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:36.244881 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7642d976-f496-456c-8a81-4d17c1f789f9 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:36.345433 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-7642d976-f496-456c-8a81-4d17c1f789f9 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Allocated IP 172.25.2.182 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/ddad35e1-fdd7-4fba-b346-9341c3f35163) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:37:36.449630 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7642d976-f496-456c-8a81-4d17c1f789f9 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:36.487105 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7642d976-f496-456c-8a81-4d17c1f789f9 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:36.526847 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7642d976-f496-456c-8a81-4d17c1f789f9 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:37:36.529766 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-7642d976-f496-456c-8a81-4d17c1f789f9 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:37:36.533582 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7642d976-f496-456c-8a81-4d17c1f789f9 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:37:36.538907 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7642d976-f496-456c-8a81-4d17c1f789f9 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Pushing event updated for resources: {'Port': ['ID=ddad35e1-fdd7-4fba-b346-9341c3f35163,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:36.563263 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7642d976-f496-456c-8a81-4d17c1f789f9 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:37:36.563612 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7642d976-f496-456c-8a81-4d17c1f789f9 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:37:36.563954 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7642d976-f496-456c-8a81-4d17c1f789f9 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:37:36.564292 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7642d976-f496-456c-8a81-4d17c1f789f9 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:37:36.564681 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7642d976-f496-456c-8a81-4d17c1f789f9 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:37:36.565014 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7642d976-f496-456c-8a81-4d17c1f789f9 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:37:36.565339 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7642d976-f496-456c-8a81-4d17c1f789f9 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:37:36.565669 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7642d976-f496-456c-8a81-4d17c1f789f9 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:37:36.565995 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7642d976-f496-456c-8a81-4d17c1f789f9 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:37:36.566318 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7642d976-f496-456c-8a81-4d17c1f789f9 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:37:36.566639 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7642d976-f496-456c-8a81-4d17c1f789f9 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:37:36.566958 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7642d976-f496-456c-8a81-4d17c1f789f9 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:37:36.894690 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7642d976-f496-456c-8a81-4d17c1f789f9 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:36.960281 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7642d976-f496-456c-8a81-4d17c1f789f9 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:37.107038 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7642d976-f496-456c-8a81-4d17c1f789f9 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:37.111470 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7642d976-f496-456c-8a81-4d17c1f789f9 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:37.131666 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:37.190261 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7642d976-f496-456c-8a81-4d17c1f789f9 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Pushing event updated for resources: {'Port': ['ID=ddad35e1-fdd7-4fba-b346-9341c3f35163,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:37.200157 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7642d976-f496-456c-8a81-4d17c1f789f9 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:37.645664 n-d-766043-2 neutron-server[94640]: INFO neutron.db.l3_db [None req-7642d976-f496-456c-8a81-4d17c1f789f9 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Floating IP c27c140c-3ca8-4aa8-b9ff-8be3fc12ba1b associated. External IP: 172.25.2.182, port: 35a24597-a12a-43fe-9bdb-b12f4eb673ea. Aug 19 15:37:37.846258 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7642d976-f496-456c-8a81-4d17c1f789f9 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Router e4aa21fb-3aa3-4844-8867-8a3a09735280 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:37:37.957803 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7642d976-f496-456c-8a81-4d17c1f789f9 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:37:37.968164 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aed1fc5-d0dd-40cf-b7df-bc5bbfd112e0 None None] Sync routers for ids ['e4aa21fb-3aa3-4844-8867-8a3a09735280'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:37:37.977088 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aed1fc5-d0dd-40cf-b7df-bc5bbfd112e0 None None] Routers {'e4aa21fb-3aa3-4844-8867-8a3a09735280'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:37:37.977364 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7642d976-f496-456c-8a81-4d17c1f789f9 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:37.977691 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2aed1fc5-d0dd-40cf-b7df-bc5bbfd112e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:37:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['e4aa21fb-3aa3-4844-8867-8a3a09735280'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:37:38.010355 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-7642d976-f496-456c-8a81-4d17c1f789f9 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8876729 Aug 19 15:37:38.011011 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e06436e2-df05-4398-ab13-9f62886e2735', 'tag': '35a24597-a12a-43fe-9bdb-b12f4eb673ea'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:37:38.013124 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39126) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:38.013651 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22fe28f3f2ed00298fad1814fbe4737ebcc7f8c7d408f26f1f50550a3b01d4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149139c1-f301-4476-b3ad-d4fa8976a561" -d '{"events": [{"name": "network-changed", "server_uuid": "e06436e2-df05-4398-ab13-9f62886e2735", "tag": "35a24597-a12a-43fe-9bdb-b12f4eb673ea"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:37:38.018983 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8c171019-70b8-4e15-8303-06cfd9448328 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2127389166', 'description': 'tempest-secgroup-smoke-2127389166 description', 'project_id': 'd971054ea1e44b8a8aed257fff1f5056'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:37:38.044634 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c171019-70b8-4e15-8303-06cfd9448328 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:38.054809 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37529bb-19f1-446a-a508-6f9d21b46d19 x-openstack-request-id: req-f37529bb-19f1-446a-a508-6f9d21b46d19 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:37:38.055112 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e06436e2-df05-4398-ab13-9f62886e2735", "tag": "35a24597-a12a-43fe-9bdb-b12f4eb673ea", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:37:38.055410 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f37529bb-19f1-446a-a508-6f9d21b46d19 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:37:38.055826 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e06436e2-df05-4398-ab13-9f62886e2735', 'tag': '35a24597-a12a-43fe-9bdb-b12f4eb673ea', 'status': 'completed', 'code': 200} Aug 19 15:37:38.103429 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-2aed1fc5-d0dd-40cf-b7df-bc5bbfd112e0 None None] Set router e4aa21fb-3aa3-4844-8867-8a3a09735280 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:37:38.162452 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c171019-70b8-4e15-8303-06cfd9448328 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:38.164557 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149139c1-f301-4476-b3ad-d4fa8976a561 req-78c12c1c-6c60-4184-b64f-a29f9cfe29d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:38.166669 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-149139c1-f301-4476-b3ad-d4fa8976a561 req-78c12c1c-6c60-4184-b64f-a29f9cfe29d6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d971054ea1e44b8a8aed257fff1f5056&device_id=e06436e2-df05-4398-ab13-9f62886e2735 HTTP/1.1" status: 200 len: 1096 time: 0.0899363 Aug 19 15:37:38.167875 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c171019-70b8-4e15-8303-06cfd9448328 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:38.234452 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c171019-70b8-4e15-8303-06cfd9448328 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:38.235681 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8c171019-70b8-4e15-8303-06cfd9448328 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2208455 Aug 19 15:37:38.239046 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39130) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:38.242507 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c171019-70b8-4e15-8303-06cfd9448328 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=855d0843-145b-4852-a5e3-c0b6a9bda553,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:38.244194 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-260e8df4-958d-45a9-8b47-1e6adb96a898 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Request body: {'security_group_rule': {'security_group_id': '855d0843-145b-4852-a5e3-c0b6a9bda553', 'project_id': 'd971054ea1e44b8a8aed257fff1f5056', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:37:38.282596 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-260e8df4-958d-45a9-8b47-1e6adb96a898 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:38.297301 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149139c1-f301-4476-b3ad-d4fa8976a561 req-29bded09-e44f-4d1e-851c-4d8096f4289f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:38.298857 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-149139c1-f301-4476-b3ad-d4fa8976a561 req-29bded09-e44f-4d1e-851c-4d8096f4289f service neutron] 10.222.0.68 "GET /v2.0/networks?id=c2083919-215c-4b22-8d81-6560d1085198 HTTP/1.1" status: 200 len: 915 time: 0.1167538 Aug 19 15:37:38.347209 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-260e8df4-958d-45a9-8b47-1e6adb96a898 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:38.352236 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-260e8df4-958d-45a9-8b47-1e6adb96a898 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:38.352950 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2aed1fc5-d0dd-40cf-b7df-bc5bbfd112e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4aa21fb-3aa3-4844-8867-8a3a09735280', 'name': 'tempest-TestMinimumBasicScenario-715925502-router', 'tenant_id': 'd971054ea1e44b8a8aed257fff1f5056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'e0804cc9-6f93-4d11-9897-2f558745d868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:36:44Z', 'updated_at': '2021-08-19T15:36:46Z', 'revision_number': 4, 'project_id': 'd971054ea1e44b8a8aed257fff1f5056', 'gw_port': {'id': 'e0804cc9-6f93-4d11-9897-2f558745d868', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:71:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4aa21fb-3aa3-4844-8867-8a3a09735280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:44Z', 'updated_at': '2021-08-19T15:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': 'c27c140c-3ca8-4aa8-b9ff-8be3fc12ba1b', 'tenant_id': 'd971054ea1e44b8a8aed257fff1f5056', 'floating_ip_address': '172.25.2.182', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': 'e4aa21fb-3aa3-4844-8867-8a3a09735280', 'port_id': '35a24597-a12a-43fe-9bdb-b12f4eb673ea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2083919-215c-4b22-8d81-6560d1085198', 'mac_address': 'fa:16:3e:f8:e6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06436e2-df05-4398-ab13-9f62886e2735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:37:36Z', 'updated_at': '2021-08-19T15:37:36Z', 'revision_number': 0, 'project_id': 'd971054ea1e44b8a8aed257fff1f5056', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6de1bc72-6c1a-49cc-b80a-7560fa7f9968', 'name': '', 'network_id': 'c2083919-215c-4b22-8d81-6560d1085198', 'tenant_id': 'd971054ea1e44b8a8aed257fff1f5056', 'mac_address': 'fa:16:3e:2c:17:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4aa21fb-3aa3-4844-8867-8a3a09735280', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '808c33e6-96de-4db8-b34c-592a33822c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:46Z', 'updated_at': '2021-08-19T15:36:52Z', 'revision_number': 5, 'project_id': 'd971054ea1e44b8a8aed257fff1f5056', 'subnets': [{'id': '808c33e6-96de-4db8-b34c-592a33822c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:37:38.368743 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260e8df4-958d-45a9-8b47-1e6adb96a898 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f00bc656-c74a-4916-9568-a58751c882c5,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:38.385422 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-149139c1-f301-4476-b3ad-d4fa8976a561 req-f34909e3-051b-42e4-b44a-690c1aea7c97 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35a24597-a12a-43fe-9bdb-b12f4eb673ea HTTP/1.1" status: 200 len: 999 time: 0.0778584 Aug 19 15:37:38.387324 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-260e8df4-958d-45a9-8b47-1e6adb96a898 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:38.388803 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-260e8df4-958d-45a9-8b47-1e6adb96a898 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1487291 Aug 19 15:37:38.389142 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aed1fc5-d0dd-40cf-b7df-bc5bbfd112e0 None None] Checking router: e4aa21fb-3aa3-4844-8867-8a3a09735280 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:37:38.391812 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39132) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:38.396830 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d0c738cd-5299-4629-b96f-b18c3b8bfc07 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Request body: {'security_group_rule': {'security_group_id': '855d0843-145b-4852-a5e3-c0b6a9bda553', 'project_id': 'd971054ea1e44b8a8aed257fff1f5056', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:37:38.401338 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aed1fc5-d0dd-40cf-b7df-bc5bbfd112e0 None None] Routers {'e4aa21fb-3aa3-4844-8867-8a3a09735280'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:37:38.402574 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2aed1fc5-d0dd-40cf-b7df-bc5bbfd112e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:37:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['e4aa21fb-3aa3-4844-8867-8a3a09735280'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:37:38.430749 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d0c738cd-5299-4629-b96f-b18c3b8bfc07 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:38.459775 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149139c1-f301-4476-b3ad-d4fa8976a561 req-fe8ea96c-3eff-4681-8117-9ef279f1b68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:38.461418 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-149139c1-f301-4476-b3ad-d4fa8976a561 req-fe8ea96c-3eff-4681-8117-9ef279f1b68c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=808c33e6-96de-4db8-b34c-592a33822c5e HTTP/1.1" status: 200 len: 853 time: 0.0679762 Aug 19 15:37:38.500628 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d0c738cd-5299-4629-b96f-b18c3b8bfc07 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:38.504996 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d0c738cd-5299-4629-b96f-b18c3b8bfc07 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:38.511536 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149139c1-f301-4476-b3ad-d4fa8976a561 req-c5840990-c9c9-439e-8843-432c9fbd9ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:38.513236 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-149139c1-f301-4476-b3ad-d4fa8976a561 req-c5840990-c9c9-439e-8843-432c9fbd9ecc service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c2083919-215c-4b22-8d81-6560d1085198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430715 Aug 19 15:37:38.517480 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-2aed1fc5-d0dd-40cf-b7df-bc5bbfd112e0 None None] Set router e4aa21fb-3aa3-4844-8867-8a3a09735280 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:37:38.523780 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c738cd-5299-4629-b96f-b18c3b8bfc07 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e537e91-136b-4ecd-8e32-346d1bbc68f9,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:38.533945 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d0c738cd-5299-4629-b96f-b18c3b8bfc07 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:38.535358 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d0c738cd-5299-4629-b96f-b18c3b8bfc07 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1424301 Aug 19 15:37:38.538513 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39134) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:38.543794 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e37bddb5-a394-49cb-9c87-b7353030863d tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Request body: {'security_group_rule': {'security_group_id': '855d0843-145b-4852-a5e3-c0b6a9bda553', 'project_id': 'd971054ea1e44b8a8aed257fff1f5056', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:37:38.578455 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e37bddb5-a394-49cb-9c87-b7353030863d tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:38.641539 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-149139c1-f301-4476-b3ad-d4fa8976a561 req-d0019a30-f085-4670-b172-33f9210f5539 service neutron] 10.222.0.68 "GET /v2.0/networks/c2083919-215c-4b22-8d81-6560d1085198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200535 Aug 19 15:37:38.664336 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e37bddb5-a394-49cb-9c87-b7353030863d tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:38.669561 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e37bddb5-a394-49cb-9c87-b7353030863d tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:38.687555 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37bddb5-a394-49cb-9c87-b7353030863d tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ee4ea89-ad6c-4bc9-b242-496970411cdd,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:38.699722 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e37bddb5-a394-49cb-9c87-b7353030863d tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:38.701266 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e37bddb5-a394-49cb-9c87-b7353030863d tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1617477 Aug 19 15:37:38.704562 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39136) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:38.710793 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9ec34771-94e4-47d0-8e6e-dda5cbfaddea tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Request body: {'security_group_rule': {'security_group_id': '855d0843-145b-4852-a5e3-c0b6a9bda553', 'project_id': 'd971054ea1e44b8a8aed257fff1f5056', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:37:38.738426 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ec34771-94e4-47d0-8e6e-dda5cbfaddea tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:38.752796 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-149139c1-f301-4476-b3ad-d4fa8976a561 req-592eb3cc-34cb-4943-8291-a91fe037c3b5 service neutron] 10.222.0.68 "GET /v2.0/networks/c2083919-215c-4b22-8d81-6560d1085198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020851 Aug 19 15:37:38.793706 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2aed1fc5-d0dd-40cf-b7df-bc5bbfd112e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4aa21fb-3aa3-4844-8867-8a3a09735280', 'name': 'tempest-TestMinimumBasicScenario-715925502-router', 'tenant_id': 'd971054ea1e44b8a8aed257fff1f5056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'e0804cc9-6f93-4d11-9897-2f558745d868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:36:44Z', 'updated_at': '2021-08-19T15:36:46Z', 'revision_number': 4, 'project_id': 'd971054ea1e44b8a8aed257fff1f5056', 'gw_port': {'id': 'e0804cc9-6f93-4d11-9897-2f558745d868', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:71:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4aa21fb-3aa3-4844-8867-8a3a09735280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:44Z', 'updated_at': '2021-08-19T15:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': 'c27c140c-3ca8-4aa8-b9ff-8be3fc12ba1b', 'tenant_id': 'd971054ea1e44b8a8aed257fff1f5056', 'floating_ip_address': '172.25.2.182', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': 'e4aa21fb-3aa3-4844-8867-8a3a09735280', 'port_id': '35a24597-a12a-43fe-9bdb-b12f4eb673ea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2083919-215c-4b22-8d81-6560d1085198', 'mac_address': 'fa:16:3e:f8:e6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06436e2-df05-4398-ab13-9f62886e2735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:37:36Z', 'updated_at': '2021-08-19T15:37:36Z', 'revision_number': 0, 'project_id': 'd971054ea1e44b8a8aed257fff1f5056', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6de1bc72-6c1a-49cc-b80a-7560fa7f9968', 'name': '', 'network_id': 'c2083919-215c-4b22-8d81-6560d1085198', 'tenant_id': 'd971054ea1e44b8a8aed257fff1f5056', 'mac_address': 'fa:16:3e:2c:17:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4aa21fb-3aa3-4844-8867-8a3a09735280', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '808c33e6-96de-4db8-b34c-592a33822c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:46Z', 'updated_at': '2021-08-19T15:36:52Z', 'revision_number': 5, 'project_id': 'd971054ea1e44b8a8aed257fff1f5056', 'subnets': [{'id': '808c33e6-96de-4db8-b34c-592a33822c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:37:38.806226 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ec34771-94e4-47d0-8e6e-dda5cbfaddea tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:38.810833 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ec34771-94e4-47d0-8e6e-dda5cbfaddea tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:38.824725 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aed1fc5-d0dd-40cf-b7df-bc5bbfd112e0 None None] The sync data for ids ['e4aa21fb-3aa3-4844-8867-8a3a09735280'] in n-d-766043-2 is: [{'id': 'e4aa21fb-3aa3-4844-8867-8a3a09735280', 'name': 'tempest-TestMinimumBasicScenario-715925502-router', 'tenant_id': 'd971054ea1e44b8a8aed257fff1f5056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'e0804cc9-6f93-4d11-9897-2f558745d868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:36:44Z', 'updated_at': '2021-08-19T15:36:46Z', 'revision_number': 4, 'project_id': 'd971054ea1e44b8a8aed257fff1f5056', 'gw_port': {'id': 'e0804cc9-6f93-4d11-9897-2f558745d868', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:71:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4aa21fb-3aa3-4844-8867-8a3a09735280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:44Z', 'updated_at': '2021-08-19T15:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': 'c27c140c-3ca8-4aa8-b9ff-8be3fc12ba1b', 'tenant_id': 'd971054ea1e44b8a8aed257fff1f5056', 'floating_ip_address': '172.25.2.182', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': 'e4aa21fb-3aa3-4844-8867-8a3a09735280', 'port_id': '35a24597-a12a-43fe-9bdb-b12f4eb673ea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2083919-215c-4b22-8d81-6560d1085198', 'mac_address': 'fa:16:3e:f8:e6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06436e2-df05-4398-ab13-9f62886e2735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:37:36Z', 'updated_at': '2021-08-19T15:37:36Z', 'revision_number': 0, 'project_id': 'd971054ea1e44b8a8aed257fff1f5056', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6de1bc72-6c1a-49cc-b80a-7560fa7f9968', 'name': '', 'network_id': 'c2083919-215c-4b22-8d81-6560d1085198', 'tenant_id': 'd971054ea1e44b8a8aed257fff1f5056', 'mac_address': 'fa:16:3e:2c:17:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4aa21fb-3aa3-4844-8867-8a3a09735280', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '808c33e6-96de-4db8-b34c-592a33822c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:46Z', 'updated_at': '2021-08-19T15:36:52Z', 'revision_number': 5, 'project_id': 'd971054ea1e44b8a8aed257fff1f5056', 'subnets': [{'id': '808c33e6-96de-4db8-b34c-592a33822c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:37:38.829608 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec34771-94e4-47d0-8e6e-dda5cbfaddea tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b143b4c-9636-494a-a22b-56a3c3237af1,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:38.835472 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ec34771-94e4-47d0-8e6e-dda5cbfaddea tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:38.839318 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9ec34771-94e4-47d0-8e6e-dda5cbfaddea tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1302581 Aug 19 15:37:38.839587 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39138) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:38.844538 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a61e83df-87d5-4f77-af78-2b331dabf8d5 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Request body: {'security_group_rule': {'security_group_id': '855d0843-145b-4852-a5e3-c0b6a9bda553', 'project_id': 'd971054ea1e44b8a8aed257fff1f5056', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:37:38.868554 n-d-766043-2 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-a61e83df-87d5-4f77-af78-2b331dabf8d5 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Project d971054ea1e44b8a8aed257fff1f5056 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:37:38.874494 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a61e83df-87d5-4f77-af78-2b331dabf8d5 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:38.944186 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a61e83df-87d5-4f77-af78-2b331dabf8d5 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:38.949560 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a61e83df-87d5-4f77-af78-2b331dabf8d5 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:38.967638 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61e83df-87d5-4f77-af78-2b331dabf8d5 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=813fe20e-bcfc-4a5f-aa9a-07b846464c10,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:38.976593 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a61e83df-87d5-4f77-af78-2b331dabf8d5 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:38.978293 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a61e83df-87d5-4f77-af78-2b331dabf8d5 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1376197 Aug 19 15:37:38.981182 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39140) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:37:38.985975 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-0ab777de-1be6-4b9f-9ff8-ba9f1b41625d tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Request body: {'security_group_rule': {'security_group_id': '855d0843-145b-4852-a5e3-c0b6a9bda553', 'project_id': 'd971054ea1e44b8a8aed257fff1f5056', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:37:39.009253 n-d-766043-2 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-0ab777de-1be6-4b9f-9ff8-ba9f1b41625d tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Project d971054ea1e44b8a8aed257fff1f5056 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:37:39.015218 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ab777de-1be6-4b9f-9ff8-ba9f1b41625d tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:39.046029 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e00ba9f-ea80-46ca-8c73-c4fa8754664b None None] New status for floating IP c27c140c-3ca8-4aa8-b9ff-8be3fc12ba1b: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:37:39.080325 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ab777de-1be6-4b9f-9ff8-ba9f1b41625d tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:39.084210 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ab777de-1be6-4b9f-9ff8-ba9f1b41625d tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:39.105776 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab777de-1be6-4b9f-9ff8-ba9f1b41625d tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0dd955c-1223-493b-a944-180fe1175bc0,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:39.110027 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ab777de-1be6-4b9f-9ff8-ba9f1b41625d tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:39.111227 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-0ab777de-1be6-4b9f-9ff8-ba9f1b41625d tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1288872 Aug 19 15:37:39.190933 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6a0237e7-b9e5-4913-ac5a-5e49e9a3d097 req-f726a09b-4c17-4462-99fb-7cb2b038a47e tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2127389166&fields=id&tenant_id=d971054ea1e44b8a8aed257fff1f5056 HTTP/1.1" status: 200 len: 267 time: 0.0336106 Aug 19 15:37:39.253044 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0237e7-b9e5-4913-ac5a-5e49e9a3d097 req-49946dbc-99a6-42e7-9e55-8621a815edbf tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:39.254527 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6a0237e7-b9e5-4913-ac5a-5e49e9a3d097 req-49946dbc-99a6-42e7-9e55-8621a815edbf tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e06436e2-df05-4398-ab13-9f62886e2735 HTTP/1.1" status: 200 len: 945 time: 0.0529928 Aug 19 15:37:39.265930 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-6a0237e7-b9e5-4913-ac5a-5e49e9a3d097 req-a6958f74-39c6-4cf0-8cbf-9d9d5df431b0 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Request body: {'port': {'security_groups': ['c92ad65e-6f86-4954-8653-252f9a9a36df', '855d0843-145b-4852-a5e3-c0b6a9bda553']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:37:39.327188 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6a0237e7-b9e5-4913-ac5a-5e49e9a3d097 req-a6958f74-39c6-4cf0-8cbf-9d9d5df431b0 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:39.512894 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-6a0237e7-b9e5-4913-ac5a-5e49e9a3d097 req-a6958f74-39c6-4cf0-8cbf-9d9d5df431b0 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] For port 35a24597-a12a-43fe-9bdb-b12f4eb673ea, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=35a24597-a12a-43fe-9bdb-b12f4eb673ea,segment=NetworkSegment(27811122-81a2-4da7-aa79-cca75a74adf9),segment_id=27811122-81a2-4da7-aa79-cca75a74adf9)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:37:39.543180 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6a0237e7-b9e5-4913-ac5a-5e49e9a3d097 req-a6958f74-39c6-4cf0-8cbf-9d9d5df431b0 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:39.548220 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6a0237e7-b9e5-4913-ac5a-5e49e9a3d097 req-a6958f74-39c6-4cf0-8cbf-9d9d5df431b0 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:39.560548 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['35a24597-a12a-43fe-9bdb-b12f4eb673ea'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:37:39.597239 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0237e7-b9e5-4913-ac5a-5e49e9a3d097 req-a6958f74-39c6-4cf0-8cbf-9d9d5df431b0 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:39.598435 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6a0237e7-b9e5-4913-ac5a-5e49e9a3d097 req-a6958f74-39c6-4cf0-8cbf-9d9d5df431b0 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:39.600196 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6a0237e7-b9e5-4913-ac5a-5e49e9a3d097 req-a6958f74-39c6-4cf0-8cbf-9d9d5df431b0 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "PUT /v2.0/ports/35a24597-a12a-43fe-9bdb-b12f4eb673ea HTTP/1.1" status: 200 len: 981 time: 0.3390133 Aug 19 15:37:39.637097 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6958f74-39c6-4cf0-8cbf-9d9d5df431b0 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Pushing event updated for resources: {'Port': ['ID=35a24597-a12a-43fe-9bdb-b12f4eb673ea,revision_number=6']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:37:39.674648 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['35a24597-a12a-43fe-9bdb-b12f4eb673ea'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:37:39.748735 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ab026-47d7-46ea-9bae-e1917608fd13 req-c92c9d90-622d-4c35-97ca-c93530796ccf tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:39.752969 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a35ab026-47d7-46ea-9bae-e1917608fd13 req-c92c9d90-622d-4c35-97ca-c93530796ccf tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e06436e2-df05-4398-ab13-9f62886e2735 HTTP/1.1" status: 200 len: 984 time: 0.0647438 Aug 19 15:37:39.795391 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a35ab026-47d7-46ea-9bae-e1917608fd13 req-dcac6d6f-5370-41d5-8d22-55b296f41f06 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/security-groups?id=c92ad65e-6f86-4954-8653-252f9a9a36df&id=855d0843-145b-4852-a5e3-c0b6a9bda553&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382972 Aug 19 15:37:39.977555 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-33a15dd6-92a7-4e3a-ab55-c9a587ff3b2a None None] Provisioning complete for port 35a24597-a12a-43fe-9bdb-b12f4eb673ea triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:37:39.977797 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-33a15dd6-92a7-4e3a-ab55-c9a587ff3b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:37:40.057032 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e06436e2-df05-4398-ab13-9f62886e2735', 'tag': '35a24597-a12a-43fe-9bdb-b12f4eb673ea'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:37:40.060110 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22fe28f3f2ed00298fad1814fbe4737ebcc7f8c7d408f26f1f50550a3b01d4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9c3d48-1806-4e47-8267-fe788d4dd004" -d '{"events": [{"name": "network-changed", "server_uuid": "e06436e2-df05-4398-ab13-9f62886e2735", "tag": "35a24597-a12a-43fe-9bdb-b12f4eb673ea"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:37:40.100030 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ce3e2b-a8d2-4163-8f52-c63e3b458917 x-openstack-request-id: req-97ce3e2b-a8d2-4163-8f52-c63e3b458917 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:37:40.100386 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e06436e2-df05-4398-ab13-9f62886e2735", "tag": "35a24597-a12a-43fe-9bdb-b12f4eb673ea", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:37:40.100655 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-97ce3e2b-a8d2-4163-8f52-c63e3b458917 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:37:40.101042 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e06436e2-df05-4398-ab13-9f62886e2735', 'tag': '35a24597-a12a-43fe-9bdb-b12f4eb673ea', 'status': 'completed', 'code': 200} Aug 19 15:37:40.164805 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c3d48-1806-4e47-8267-fe788d4dd004 req-26d75002-3f8f-4c08-9a12-b7732b999124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:40.166443 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9b9c3d48-1806-4e47-8267-fe788d4dd004 req-26d75002-3f8f-4c08-9a12-b7732b999124 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d971054ea1e44b8a8aed257fff1f5056&device_id=e06436e2-df05-4398-ab13-9f62886e2735 HTTP/1.1" status: 200 len: 1135 time: 0.0430362 Aug 19 15:37:40.265902 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c3d48-1806-4e47-8267-fe788d4dd004 req-86df18b6-4179-49fc-8a1e-f9c119b71bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:40.267282 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9b9c3d48-1806-4e47-8267-fe788d4dd004 req-86df18b6-4179-49fc-8a1e-f9c119b71bfa service neutron] 10.222.0.68 "GET /v2.0/networks?id=c2083919-215c-4b22-8d81-6560d1085198 HTTP/1.1" status: 200 len: 915 time: 0.0922399 Aug 19 15:37:40.344921 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9b9c3d48-1806-4e47-8267-fe788d4dd004 req-a1138296-e88c-4c13-b8b4-b7fc9cc4453a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35a24597-a12a-43fe-9bdb-b12f4eb673ea HTTP/1.1" status: 200 len: 1001 time: 0.0686843 Aug 19 15:37:40.397893 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c3d48-1806-4e47-8267-fe788d4dd004 req-48ce7d85-3321-4d43-9ab1-1d0c8adc88ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:40.399338 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9b9c3d48-1806-4e47-8267-fe788d4dd004 req-48ce7d85-3321-4d43-9ab1-1d0c8adc88ba service neutron] 10.222.0.68 "GET /v2.0/subnets?id=808c33e6-96de-4db8-b34c-592a33822c5e HTTP/1.1" status: 200 len: 853 time: 0.0474238 Aug 19 15:37:40.447447 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c3d48-1806-4e47-8267-fe788d4dd004 req-ee3f31cc-2a18-4fd3-af64-391e1dddd2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:40.449214 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9b9c3d48-1806-4e47-8267-fe788d4dd004 req-ee3f31cc-2a18-4fd3-af64-391e1dddd2dd service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c2083919-215c-4b22-8d81-6560d1085198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409937 Aug 19 15:37:40.535190 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9b9c3d48-1806-4e47-8267-fe788d4dd004 req-ea4ddedc-9e4c-43f4-90e9-402ad58d52c9 service neutron] 10.222.0.68 "GET /v2.0/networks/c2083919-215c-4b22-8d81-6560d1085198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786872 Aug 19 15:37:40.629380 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9b9c3d48-1806-4e47-8267-fe788d4dd004 req-10893ef1-89b5-42a9-b8e7-28357e3f356c service neutron] 10.222.0.68 "GET /v2.0/networks/c2083919-215c-4b22-8d81-6560d1085198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869076 Aug 19 15:37:43.000801 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:37:50.800256 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fd51284f-4011-4359-96d6-e6fb61e82df0 req-ffab58c7-0503-426a-aecb-6ad9f8c98fcc service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e06436e2-df05-4398-ab13-9f62886e2735&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388970 Aug 19 15:37:50.882035 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51284f-4011-4359-96d6-e6fb61e82df0 req-b8ea2ab2-70e3-4b20-9ad7-8b71885ba419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:50.883467 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fd51284f-4011-4359-96d6-e6fb61e82df0 req-b8ea2ab2-70e3-4b20-9ad7-8b71885ba419 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d971054ea1e44b8a8aed257fff1f5056&device_id=e06436e2-df05-4398-ab13-9f62886e2735 HTTP/1.1" status: 200 len: 1135 time: 0.0392635 Aug 19 15:37:50.987164 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51284f-4011-4359-96d6-e6fb61e82df0 req-55f0a001-0f96-41dc-ab68-0815333fa39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:50.988725 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fd51284f-4011-4359-96d6-e6fb61e82df0 req-55f0a001-0f96-41dc-ab68-0815333fa39a service neutron] 10.222.0.68 "GET /v2.0/networks?id=c2083919-215c-4b22-8d81-6560d1085198 HTTP/1.1" status: 200 len: 915 time: 0.0850086 Aug 19 15:37:51.054204 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fd51284f-4011-4359-96d6-e6fb61e82df0 req-f043c646-706f-478a-aed9-b5cca1a6758e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35a24597-a12a-43fe-9bdb-b12f4eb673ea HTTP/1.1" status: 200 len: 1001 time: 0.0568843 Aug 19 15:37:51.109960 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51284f-4011-4359-96d6-e6fb61e82df0 req-8524ec54-cef5-4661-a1da-b7df28290585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:51.111381 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fd51284f-4011-4359-96d6-e6fb61e82df0 req-8524ec54-cef5-4661-a1da-b7df28290585 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=808c33e6-96de-4db8-b34c-592a33822c5e HTTP/1.1" status: 200 len: 853 time: 0.0469532 Aug 19 15:37:51.158131 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51284f-4011-4359-96d6-e6fb61e82df0 req-9e987bc4-b54b-4b6a-9ff4-ed003d41f158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:51.159630 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fd51284f-4011-4359-96d6-e6fb61e82df0 req-9e987bc4-b54b-4b6a-9ff4-ed003d41f158 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c2083919-215c-4b22-8d81-6560d1085198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391161 Aug 19 15:37:51.251822 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fd51284f-4011-4359-96d6-e6fb61e82df0 req-1c84cf77-28b5-4010-9282-1a880447d2aa service neutron] 10.222.0.68 "GET /v2.0/networks/c2083919-215c-4b22-8d81-6560d1085198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844295 Aug 19 15:37:51.343598 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-fd51284f-4011-4359-96d6-e6fb61e82df0 req-b1db93ad-9a7c-4e56-ab67-28367d72f4ca service neutron] 10.222.0.68 "GET /v2.0/networks/c2083919-215c-4b22-8d81-6560d1085198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837820 Aug 19 15:37:55.984696 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f56245-d5bd-44fe-af50-0c647775547c req-3caef9f9-d457-4e49-9bc5-5d59a592d7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:55.986209 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-49f56245-d5bd-44fe-af50-0c647775547c req-3caef9f9-d457-4e49-9bc5-5d59a592d7d9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d971054ea1e44b8a8aed257fff1f5056&device_id=e06436e2-df05-4398-ab13-9f62886e2735 HTTP/1.1" status: 200 len: 1135 time: 0.0642250 Aug 19 15:37:55.986769 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a332a7-bbc8-406e-990d-35747d5facdb req-657d60fa-8589-4a15-a784-5fdc0e8721be tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:55.988317 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c2a332a7-bbc8-406e-990d-35747d5facdb req-657d60fa-8589-4a15-a784-5fdc0e8721be tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e06436e2-df05-4398-ab13-9f62886e2735 HTTP/1.1" status: 200 len: 984 time: 0.0722115 Aug 19 15:37:56.029536 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c2a332a7-bbc8-406e-990d-35747d5facdb req-5fcfbf03-936b-477b-b9c7-6622c8fd0cc3 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/security-groups?id=c92ad65e-6f86-4954-8653-252f9a9a36df&id=855d0843-145b-4852-a5e3-c0b6a9bda553&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347114 Aug 19 15:37:56.089705 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f56245-d5bd-44fe-af50-0c647775547c req-a2b21778-e36f-4b54-bfb4-e8866f800528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:56.091230 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-49f56245-d5bd-44fe-af50-0c647775547c req-a2b21778-e36f-4b54-bfb4-e8866f800528 service neutron] 10.222.0.68 "GET /v2.0/networks?id=c2083919-215c-4b22-8d81-6560d1085198 HTTP/1.1" status: 200 len: 915 time: 0.0973351 Aug 19 15:37:56.164295 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-49f56245-d5bd-44fe-af50-0c647775547c req-a114e7ca-7b31-416b-aa0d-348d763096d6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35a24597-a12a-43fe-9bdb-b12f4eb673ea HTTP/1.1" status: 200 len: 1001 time: 0.0657668 Aug 19 15:37:56.213344 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f56245-d5bd-44fe-af50-0c647775547c req-f994c1a5-2456-4342-aef8-e180d23d0afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:56.214736 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-49f56245-d5bd-44fe-af50-0c647775547c req-f994c1a5-2456-4342-aef8-e180d23d0afc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=808c33e6-96de-4db8-b34c-592a33822c5e HTTP/1.1" status: 200 len: 853 time: 0.0439317 Aug 19 15:37:56.265337 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f56245-d5bd-44fe-af50-0c647775547c req-6ede9e74-63bd-4c9b-801a-9b9a879d5c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:56.266887 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-49f56245-d5bd-44fe-af50-0c647775547c req-6ede9e74-63bd-4c9b-801a-9b9a879d5c2d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c2083919-215c-4b22-8d81-6560d1085198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452225 Aug 19 15:37:56.354837 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-49f56245-d5bd-44fe-af50-0c647775547c req-0bf65aaa-5148-494a-8f7c-75069d5c1e36 service neutron] 10.222.0.68 "GET /v2.0/networks/c2083919-215c-4b22-8d81-6560d1085198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805171 Aug 19 15:37:56.454278 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-49f56245-d5bd-44fe-af50-0c647775547c req-4d3ddd20-1f58-483b-916f-2a8124109150 service neutron] 10.222.0.68 "GET /v2.0/networks/c2083919-215c-4b22-8d81-6560d1085198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919330 Aug 19 15:37:57.151460 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813079af-bd97-42da-b5da-be03d743c9c5 req-ddb70376-d1db-48fb-b7f3-df4ed83e20c4 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:57.153605 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-813079af-bd97-42da-b5da-be03d743c9c5 req-ddb70376-d1db-48fb-b7f3-df4ed83e20c4 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e06436e2-df05-4398-ab13-9f62886e2735 HTTP/1.1" status: 200 len: 984 time: 0.0523236 Aug 19 15:37:57.191981 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-813079af-bd97-42da-b5da-be03d743c9c5 req-427d90b2-ccaa-4cda-85f5-6be9b60c42d2 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/security-groups?id=c92ad65e-6f86-4954-8653-252f9a9a36df&id=855d0843-145b-4852-a5e3-c0b6a9bda553&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323083 Aug 19 15:37:58.314368 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3bf03a-285f-4f45-a486-0623e1aade21 req-4cc17f5b-6733-4ff6-9546-ecadeadab171 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:58.315864 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9c3bf03a-285f-4f45-a486-0623e1aade21 req-4cc17f5b-6733-4ff6-9546-ecadeadab171 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e06436e2-df05-4398-ab13-9f62886e2735 HTTP/1.1" status: 200 len: 984 time: 0.0540755 Aug 19 15:37:58.356138 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9c3bf03a-285f-4f45-a486-0623e1aade21 req-57336e2d-c31b-487c-84d1-aceaa3163ec4 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/security-groups?id=c92ad65e-6f86-4954-8653-252f9a9a36df&id=855d0843-145b-4852-a5e3-c0b6a9bda553&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337844 Aug 19 15:37:59.479548 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256263f4-3f37-4953-83d8-6896845e186d req-88cbb28a-9c0f-466e-8ef3-77c858afdb28 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:37:59.481063 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-256263f4-3f37-4953-83d8-6896845e186d req-88cbb28a-9c0f-466e-8ef3-77c858afdb28 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e06436e2-df05-4398-ab13-9f62886e2735 HTTP/1.1" status: 200 len: 984 time: 0.0505571 Aug 19 15:37:59.522177 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-256263f4-3f37-4953-83d8-6896845e186d req-00690284-8053-4f11-aabd-71098ddab2fe tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/security-groups?id=c92ad65e-6f86-4954-8653-252f9a9a36df&id=855d0843-145b-4852-a5e3-c0b6a9bda553&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345480 Aug 19 15:38:00.648339 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b587d-ace6-4a89-8695-447f293bb9e7 req-bd2961f6-38cd-458a-b5b5-e72f9ea9b197 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:00.649871 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-231b587d-ace6-4a89-8695-447f293bb9e7 req-bd2961f6-38cd-458a-b5b5-e72f9ea9b197 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e06436e2-df05-4398-ab13-9f62886e2735 HTTP/1.1" status: 200 len: 984 time: 0.0545926 Aug 19 15:38:00.708167 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-231b587d-ace6-4a89-8695-447f293bb9e7 req-0c1dce9f-c270-436c-a253-4f5f5d02afc2 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/security-groups?id=c92ad65e-6f86-4954-8653-252f9a9a36df&id=855d0843-145b-4852-a5e3-c0b6a9bda553&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0486786 Aug 19 15:38:01.485356 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-697e038f-84c9-47a4-9bd7-e6cf94cd79d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:01.831167 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c6660c-2ca6-476f-a39b-cacd9b4837bf req-64d91b33-2016-449f-982a-3e66b3d99fa4 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:01.832685 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-97c6660c-2ca6-476f-a39b-cacd9b4837bf req-64d91b33-2016-449f-982a-3e66b3d99fa4 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e06436e2-df05-4398-ab13-9f62886e2735 HTTP/1.1" status: 200 len: 984 time: 0.0546746 Aug 19 15:38:01.872720 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-97c6660c-2ca6-476f-a39b-cacd9b4837bf req-642d8940-9c45-458f-87ec-6d0fb898ecc4 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/security-groups?id=c92ad65e-6f86-4954-8653-252f9a9a36df&id=855d0843-145b-4852-a5e3-c0b6a9bda553&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337222 Aug 19 15:38:02.989021 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aff30e-b271-44c8-86bf-551f63b70d05 req-6ed05153-8c91-4ad7-8a0f-62428a462010 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:02.990504 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f6aff30e-b271-44c8-86bf-551f63b70d05 req-6ed05153-8c91-4ad7-8a0f-62428a462010 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e06436e2-df05-4398-ab13-9f62886e2735 HTTP/1.1" status: 200 len: 984 time: 0.0500128 Aug 19 15:38:03.029546 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f6aff30e-b271-44c8-86bf-551f63b70d05 req-a3f5a99b-6afd-4618-ad8d-e98ae91e0ec9 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/security-groups?id=c92ad65e-6f86-4954-8653-252f9a9a36df&id=855d0843-145b-4852-a5e3-c0b6a9bda553&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329118 Aug 19 15:38:04.145962 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de86c4-b40a-4035-9820-41452a818a8b req-8da82c16-2f90-4fb7-983f-caed0767b485 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:04.147453 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-43de86c4-b40a-4035-9820-41452a818a8b req-8da82c16-2f90-4fb7-983f-caed0767b485 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e06436e2-df05-4398-ab13-9f62886e2735 HTTP/1.1" status: 200 len: 984 time: 0.0489068 Aug 19 15:38:04.203142 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-43de86c4-b40a-4035-9820-41452a818a8b req-2f1f69b5-b4e7-470b-94d2-6665d48f5765 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/security-groups?id=c92ad65e-6f86-4954-8653-252f9a9a36df&id=855d0843-145b-4852-a5e3-c0b6a9bda553&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0493197 Aug 19 15:38:04.433282 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-05519c39-558f-4d3f-a859-f93e481b642d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:04.629907 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:04.668564 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:05.321054 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:05.330875 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49c5db-f90a-4a5b-81e4-fe296c4d3d1f req-fed6c08b-9a67-4e57-a75d-00edc1f6c102 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:05.332756 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6e49c5db-f90a-4a5b-81e4-fe296c4d3d1f req-fed6c08b-9a67-4e57-a75d-00edc1f6c102 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e06436e2-df05-4398-ab13-9f62886e2735 HTTP/1.1" status: 200 len: 984 time: 0.0604391 Aug 19 15:38:05.380156 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6e49c5db-f90a-4a5b-81e4-fe296c4d3d1f req-ad896d28-3a04-452b-a1d9-e6eb477eb25d tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/security-groups?id=c92ad65e-6f86-4954-8653-252f9a9a36df&id=855d0843-145b-4852-a5e3-c0b6a9bda553&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0376623 Aug 19 15:38:05.906038 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:06.503170 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79242046-5284-4cc0-bf11-a4668c10c3eb req-13300586-0dfa-4cba-b19f-390575eb3901 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:06.505220 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-79242046-5284-4cc0-bf11-a4668c10c3eb req-13300586-0dfa-4cba-b19f-390575eb3901 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e06436e2-df05-4398-ab13-9f62886e2735 HTTP/1.1" status: 200 len: 984 time: 0.0504022 Aug 19 15:38:06.545767 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-79242046-5284-4cc0-bf11-a4668c10c3eb req-36b1aa65-55b9-4c58-9f65-918d30704470 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/security-groups?id=c92ad65e-6f86-4954-8653-252f9a9a36df&id=855d0843-145b-4852-a5e3-c0b6a9bda553&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339572 Aug 19 15:38:07.140899 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:07.664772 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed230ad5-a6dd-46e5-92c4-e6031de9fc32 req-9820cc9c-e096-44e1-ba6d-f8724006efe6 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:07.666300 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ed230ad5-a6dd-46e5-92c4-e6031de9fc32 req-9820cc9c-e096-44e1-ba6d-f8724006efe6 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e06436e2-df05-4398-ab13-9f62886e2735 HTTP/1.1" status: 200 len: 984 time: 0.0500379 Aug 19 15:38:07.706415 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ed230ad5-a6dd-46e5-92c4-e6031de9fc32 req-1fbbca2c-6cc5-46cf-8177-d63cd2e92a0a tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/security-groups?id=c92ad65e-6f86-4954-8653-252f9a9a36df&id=855d0843-145b-4852-a5e3-c0b6a9bda553&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338588 Aug 19 15:38:20.001998 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:38:31.493964 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-68f1ac3e-e212-4db1-bbdb-047a29924eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:34.437858 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7590ad61-5a2f-4892-8293-b327b5af92f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:34.635170 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:34.682160 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:35.314440 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:35.923779 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:37.136716 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:40.473162 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b7c9bd6d-5724-4c75-ad61-02b475152422 req-3fa81d38-06f8-453b-a5cf-bc01d504d055 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2127389166&fields=id&tenant_id=d971054ea1e44b8a8aed257fff1f5056 HTTP/1.1" status: 200 len: 267 time: 0.1670744 Aug 19 15:38:40.526724 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c9bd6d-5724-4c75-ad61-02b475152422 req-28f3f10b-43f1-479e-b48b-78b3e6c40210 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:40.528204 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b7c9bd6d-5724-4c75-ad61-02b475152422 req-28f3f10b-43f1-479e-b48b-78b3e6c40210 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e06436e2-df05-4398-ab13-9f62886e2735 HTTP/1.1" status: 200 len: 984 time: 0.0492473 Aug 19 15:38:40.539353 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-b7c9bd6d-5724-4c75-ad61-02b475152422 req-66fc5c57-f822-4e80-9621-5c7b3388b867 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Request body: {'port': {'security_groups': ['c92ad65e-6f86-4954-8653-252f9a9a36df']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:38:40.601605 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b7c9bd6d-5724-4c75-ad61-02b475152422 req-66fc5c57-f822-4e80-9621-5c7b3388b867 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:40.774056 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-b7c9bd6d-5724-4c75-ad61-02b475152422 req-66fc5c57-f822-4e80-9621-5c7b3388b867 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] For port 35a24597-a12a-43fe-9bdb-b12f4eb673ea, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=35a24597-a12a-43fe-9bdb-b12f4eb673ea,segment=NetworkSegment(27811122-81a2-4da7-aa79-cca75a74adf9),segment_id=27811122-81a2-4da7-aa79-cca75a74adf9)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:38:40.804272 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b7c9bd6d-5724-4c75-ad61-02b475152422 req-66fc5c57-f822-4e80-9621-5c7b3388b867 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:40.809186 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b7c9bd6d-5724-4c75-ad61-02b475152422 req-66fc5c57-f822-4e80-9621-5c7b3388b867 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:40.822089 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['35a24597-a12a-43fe-9bdb-b12f4eb673ea'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:38:40.864436 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c9bd6d-5724-4c75-ad61-02b475152422 req-66fc5c57-f822-4e80-9621-5c7b3388b867 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:40.865110 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b7c9bd6d-5724-4c75-ad61-02b475152422 req-66fc5c57-f822-4e80-9621-5c7b3388b867 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:40.866557 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b7c9bd6d-5724-4c75-ad61-02b475152422 req-66fc5c57-f822-4e80-9621-5c7b3388b867 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "PUT /v2.0/ports/35a24597-a12a-43fe-9bdb-b12f4eb673ea HTTP/1.1" status: 200 len: 942 time: 0.3317373 Aug 19 15:38:40.867027 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e06436e2-df05-4398-ab13-9f62886e2735', 'tag': '35a24597-a12a-43fe-9bdb-b12f4eb673ea'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:38:40.872850 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22fe28f3f2ed00298fad1814fbe4737ebcc7f8c7d408f26f1f50550a3b01d4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722646f9-6baf-40c7-82b1-8d349165b189" -d '{"events": [{"name": "network-changed", "server_uuid": "e06436e2-df05-4398-ab13-9f62886e2735", "tag": "35a24597-a12a-43fe-9bdb-b12f4eb673ea"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:38:40.875610 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39198) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:40.913020 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc5c57-f822-4e80-9621-5c7b3388b867 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Pushing event updated for resources: {'Port': ['ID=35a24597-a12a-43fe-9bdb-b12f4eb673ea,revision_number=7']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:40.922061 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fc5c57-f822-4e80-9621-5c7b3388b867 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:40.922422 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fc5c57-f822-4e80-9621-5c7b3388b867 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:40.922772 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fc5c57-f822-4e80-9621-5c7b3388b867 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:40.923112 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fc5c57-f822-4e80-9621-5c7b3388b867 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:40.923441 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fc5c57-f822-4e80-9621-5c7b3388b867 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:40.923770 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fc5c57-f822-4e80-9621-5c7b3388b867 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:40.924103 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fc5c57-f822-4e80-9621-5c7b3388b867 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:40.925435 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fc5c57-f822-4e80-9621-5c7b3388b867 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:40.925774 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fc5c57-f822-4e80-9621-5c7b3388b867 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:40.926104 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fc5c57-f822-4e80-9621-5c7b3388b867 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:40.926428 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fc5c57-f822-4e80-9621-5c7b3388b867 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:40.926898 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fc5c57-f822-4e80-9621-5c7b3388b867 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:40.942436 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d605022-3305-46a7-875d-e699f170650c x-openstack-request-id: req-9d605022-3305-46a7-875d-e699f170650c {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:38:40.942730 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e06436e2-df05-4398-ab13-9f62886e2735", "tag": "35a24597-a12a-43fe-9bdb-b12f4eb673ea", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:38:40.942976 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9d605022-3305-46a7-875d-e699f170650c {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:38:40.943361 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e06436e2-df05-4398-ab13-9f62886e2735', 'tag': '35a24597-a12a-43fe-9bdb-b12f4eb673ea', 'status': 'completed', 'code': 200} Aug 19 15:38:40.947489 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['35a24597-a12a-43fe-9bdb-b12f4eb673ea'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:38:41.028037 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e6631a88-dbda-48bc-8c50-849653228e93 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:41.064058 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e6631a88-dbda-48bc-8c50-849653228e93 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:41.095175 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722646f9-6baf-40c7-82b1-8d349165b189 req-7391c413-931f-4711-bcdd-9d68ba80d5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:41.097687 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-722646f9-6baf-40c7-82b1-8d349165b189 req-7391c413-931f-4711-bcdd-9d68ba80d5f2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d971054ea1e44b8a8aed257fff1f5056&device_id=e06436e2-df05-4398-ab13-9f62886e2735 HTTP/1.1" status: 200 len: 1096 time: 0.1200151 Aug 19 15:38:41.170580 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4c9f18d8-98d7-4965-8399-9ea7d33a8e62 None None] Provisioning complete for port 35a24597-a12a-43fe-9bdb-b12f4eb673ea triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:38:41.170966 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4c9f18d8-98d7-4965-8399-9ea7d33a8e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:41.182672 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e6631a88-dbda-48bc-8c50-849653228e93 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:41.186087 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e6631a88-dbda-48bc-8c50-849653228e93 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:41.190720 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e6631a88-dbda-48bc-8c50-849653228e93 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "DELETE /v2.0/security-groups/855d0843-145b-4852-a5e3-c0b6a9bda553 HTTP/1.1" status: 204 len: 168 time: 0.3103530 Aug 19 15:38:41.191068 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39204) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:41.210864 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6631a88-dbda-48bc-8c50-849653228e93 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=855d0843-145b-4852-a5e3-c0b6a9bda553,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:41.231587 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6631a88-dbda-48bc-8c50-849653228e93 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:41.231926 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6631a88-dbda-48bc-8c50-849653228e93 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:41.232271 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6631a88-dbda-48bc-8c50-849653228e93 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:41.232638 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6631a88-dbda-48bc-8c50-849653228e93 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:41.232975 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6631a88-dbda-48bc-8c50-849653228e93 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:41.233309 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6631a88-dbda-48bc-8c50-849653228e93 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:41.233641 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6631a88-dbda-48bc-8c50-849653228e93 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:41.233969 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6631a88-dbda-48bc-8c50-849653228e93 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:41.234302 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6631a88-dbda-48bc-8c50-849653228e93 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:41.234629 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6631a88-dbda-48bc-8c50-849653228e93 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:41.234955 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6631a88-dbda-48bc-8c50-849653228e93 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:41.235419 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6631a88-dbda-48bc-8c50-849653228e93 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:41.275444 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722646f9-6baf-40c7-82b1-8d349165b189 req-5a0bc308-aa4b-4bc6-a793-b10170abcce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:41.277221 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-722646f9-6baf-40c7-82b1-8d349165b189 req-5a0bc308-aa4b-4bc6-a793-b10170abcce7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=c2083919-215c-4b22-8d81-6560d1085198 HTTP/1.1" status: 200 len: 915 time: 0.1616166 Aug 19 15:38:41.346814 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-722646f9-6baf-40c7-82b1-8d349165b189 req-052805ec-6626-4e3e-ad16-37b97e9f3992 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35a24597-a12a-43fe-9bdb-b12f4eb673ea HTTP/1.1" status: 200 len: 1001 time: 0.0610781 Aug 19 15:38:41.373744 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-6f155e4e-ac02-470b-b2e7-8a42c1486655 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Deleting port ddad35e1-fdd7-4fba-b346-9341c3f35163 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:38:41.374092 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f155e4e-ac02-470b-b2e7-8a42c1486655 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:41.401985 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722646f9-6baf-40c7-82b1-8d349165b189 req-578748a1-d506-4c50-a8eb-53503d0f9439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:41.403604 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-722646f9-6baf-40c7-82b1-8d349165b189 req-578748a1-d506-4c50-a8eb-53503d0f9439 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=808c33e6-96de-4db8-b34c-592a33822c5e HTTP/1.1" status: 200 len: 853 time: 0.0494175 Aug 19 15:38:41.451088 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f155e4e-ac02-470b-b2e7-8a42c1486655 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:41.451414 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f155e4e-ac02-470b-b2e7-8a42c1486655 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:41.453600 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722646f9-6baf-40c7-82b1-8d349165b189 req-4b111485-a72b-4bb4-b1e9-b57eb8379647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:41.455231 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-722646f9-6baf-40c7-82b1-8d349165b189 req-4b111485-a72b-4bb4-b1e9-b57eb8379647 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c2083919-215c-4b22-8d81-6560d1085198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436926 Aug 19 15:38:41.463761 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-6f155e4e-ac02-470b-b2e7-8a42c1486655 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Calling delete_port for ddad35e1-fdd7-4fba-b346-9341c3f35163 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:38:41.545710 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-722646f9-6baf-40c7-82b1-8d349165b189 req-d86030c7-949a-47d2-8cd7-f6492c3482fa service neutron] 10.222.0.68 "GET /v2.0/networks/c2083919-215c-4b22-8d81-6560d1085198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827947 Aug 19 15:38:41.617962 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f155e4e-ac02-470b-b2e7-8a42c1486655 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:41.646526 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f155e4e-ac02-470b-b2e7-8a42c1486655 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Pushing event deleted for resources: {'Port': ['ID=ddad35e1-fdd7-4fba-b346-9341c3f35163,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:41.649434 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-722646f9-6baf-40c7-82b1-8d349165b189 req-9bbbccf0-6c2d-46c6-b081-5a0432b2d048 service neutron] 10.222.0.68 "GET /v2.0/networks/c2083919-215c-4b22-8d81-6560d1085198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929294 Aug 19 15:38:41.708935 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f155e4e-ac02-470b-b2e7-8a42c1486655 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:41.709263 n-d-766043-2 neutron-server[94640]: INFO neutron.db.l3_db [None req-6f155e4e-ac02-470b-b2e7-8a42c1486655 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Floating IP c27c140c-3ca8-4aa8-b9ff-8be3fc12ba1b disassociated (deleted). External IP: 172.25.2.182, port: 35a24597-a12a-43fe-9bdb-b12f4eb673ea. Aug 19 15:38:41.913919 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f155e4e-ac02-470b-b2e7-8a42c1486655 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Router e4aa21fb-3aa3-4844-8867-8a3a09735280 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:38:42.024627 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f155e4e-ac02-470b-b2e7-8a42c1486655 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:38:42.029394 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f155e4e-ac02-470b-b2e7-8a42c1486655 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:42.035077 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94711261-8626-4b5c-ab3c-5bc04a0784ff None None] Sync routers for ids ['e4aa21fb-3aa3-4844-8867-8a3a09735280'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:38:42.044307 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94711261-8626-4b5c-ab3c-5bc04a0784ff None None] Routers {'e4aa21fb-3aa3-4844-8867-8a3a09735280'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:38:42.045010 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-94711261-8626-4b5c-ab3c-5bc04a0784ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:38:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['e4aa21fb-3aa3-4844-8867-8a3a09735280'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:42.060269 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-6f155e4e-ac02-470b-b2e7-8a42c1486655 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "DELETE /v2.0/floatingips/c27c140c-3ca8-4aa8-b9ff-8be3fc12ba1b HTTP/1.1" status: 204 len: 168 time: 0.8680115 Aug 19 15:38:42.254660 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-94711261-8626-4b5c-ab3c-5bc04a0784ff None None] Set router e4aa21fb-3aa3-4844-8867-8a3a09735280 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:38:42.459393 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-94711261-8626-4b5c-ab3c-5bc04a0784ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4aa21fb-3aa3-4844-8867-8a3a09735280', 'name': 'tempest-TestMinimumBasicScenario-715925502-router', 'tenant_id': 'd971054ea1e44b8a8aed257fff1f5056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'e0804cc9-6f93-4d11-9897-2f558745d868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:36:44Z', 'updated_at': '2021-08-19T15:36:46Z', 'revision_number': 4, 'project_id': 'd971054ea1e44b8a8aed257fff1f5056', 'gw_port': {'id': 'e0804cc9-6f93-4d11-9897-2f558745d868', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:71:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4aa21fb-3aa3-4844-8867-8a3a09735280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:44Z', 'updated_at': '2021-08-19T15:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '6de1bc72-6c1a-49cc-b80a-7560fa7f9968', 'name': '', 'network_id': 'c2083919-215c-4b22-8d81-6560d1085198', 'tenant_id': 'd971054ea1e44b8a8aed257fff1f5056', 'mac_address': 'fa:16:3e:2c:17:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4aa21fb-3aa3-4844-8867-8a3a09735280', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '808c33e6-96de-4db8-b34c-592a33822c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:46Z', 'updated_at': '2021-08-19T15:36:52Z', 'revision_number': 5, 'project_id': 'd971054ea1e44b8a8aed257fff1f5056', 'subnets': [{'id': '808c33e6-96de-4db8-b34c-592a33822c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:42.501917 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94711261-8626-4b5c-ab3c-5bc04a0784ff None None] Checking router: e4aa21fb-3aa3-4844-8867-8a3a09735280 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:38:42.514701 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94711261-8626-4b5c-ab3c-5bc04a0784ff None None] Routers {'e4aa21fb-3aa3-4844-8867-8a3a09735280'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:38:42.515578 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-94711261-8626-4b5c-ab3c-5bc04a0784ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:38:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['e4aa21fb-3aa3-4844-8867-8a3a09735280'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:42.630026 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-94711261-8626-4b5c-ab3c-5bc04a0784ff None None] Set router e4aa21fb-3aa3-4844-8867-8a3a09735280 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:38:42.831553 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-94711261-8626-4b5c-ab3c-5bc04a0784ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4aa21fb-3aa3-4844-8867-8a3a09735280', 'name': 'tempest-TestMinimumBasicScenario-715925502-router', 'tenant_id': 'd971054ea1e44b8a8aed257fff1f5056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'e0804cc9-6f93-4d11-9897-2f558745d868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:36:44Z', 'updated_at': '2021-08-19T15:36:46Z', 'revision_number': 4, 'project_id': 'd971054ea1e44b8a8aed257fff1f5056', 'gw_port': {'id': 'e0804cc9-6f93-4d11-9897-2f558745d868', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:71:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4aa21fb-3aa3-4844-8867-8a3a09735280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:44Z', 'updated_at': '2021-08-19T15:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '6de1bc72-6c1a-49cc-b80a-7560fa7f9968', 'name': '', 'network_id': 'c2083919-215c-4b22-8d81-6560d1085198', 'tenant_id': 'd971054ea1e44b8a8aed257fff1f5056', 'mac_address': 'fa:16:3e:2c:17:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4aa21fb-3aa3-4844-8867-8a3a09735280', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '808c33e6-96de-4db8-b34c-592a33822c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:46Z', 'updated_at': '2021-08-19T15:36:52Z', 'revision_number': 5, 'project_id': 'd971054ea1e44b8a8aed257fff1f5056', 'subnets': [{'id': '808c33e6-96de-4db8-b34c-592a33822c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:42.865829 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94711261-8626-4b5c-ab3c-5bc04a0784ff None None] The sync data for ids ['e4aa21fb-3aa3-4844-8867-8a3a09735280'] in n-d-766043-2 is: [{'id': 'e4aa21fb-3aa3-4844-8867-8a3a09735280', 'name': 'tempest-TestMinimumBasicScenario-715925502-router', 'tenant_id': 'd971054ea1e44b8a8aed257fff1f5056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'e0804cc9-6f93-4d11-9897-2f558745d868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:36:44Z', 'updated_at': '2021-08-19T15:36:46Z', 'revision_number': 4, 'project_id': 'd971054ea1e44b8a8aed257fff1f5056', 'gw_port': {'id': 'e0804cc9-6f93-4d11-9897-2f558745d868', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:71:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4aa21fb-3aa3-4844-8867-8a3a09735280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:44Z', 'updated_at': '2021-08-19T15:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '6de1bc72-6c1a-49cc-b80a-7560fa7f9968', 'name': '', 'network_id': 'c2083919-215c-4b22-8d81-6560d1085198', 'tenant_id': 'd971054ea1e44b8a8aed257fff1f5056', 'mac_address': 'fa:16:3e:2c:17:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4aa21fb-3aa3-4844-8867-8a3a09735280', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '808c33e6-96de-4db8-b34c-592a33822c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:46Z', 'updated_at': '2021-08-19T15:36:52Z', 'revision_number': 5, 'project_id': 'd971054ea1e44b8a8aed257fff1f5056', 'subnets': [{'id': '808c33e6-96de-4db8-b34c-592a33822c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:38:42.944668 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e06436e2-df05-4398-ab13-9f62886e2735', 'tag': '35a24597-a12a-43fe-9bdb-b12f4eb673ea'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:38:42.947141 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22fe28f3f2ed00298fad1814fbe4737ebcc7f8c7d408f26f1f50550a3b01d4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c75f9b0-c8a3-4f2a-8627-31599c3ecfd2" -d '{"events": [{"name": "network-changed", "server_uuid": "e06436e2-df05-4398-ab13-9f62886e2735", "tag": "35a24597-a12a-43fe-9bdb-b12f4eb673ea"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:38:42.991104 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d34799-d8cb-4ef2-b5f4-9ae5a24bea12 x-openstack-request-id: req-77d34799-d8cb-4ef2-b5f4-9ae5a24bea12 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:38:42.991706 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e06436e2-df05-4398-ab13-9f62886e2735", "tag": "35a24597-a12a-43fe-9bdb-b12f4eb673ea", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:38:42.992049 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-77d34799-d8cb-4ef2-b5f4-9ae5a24bea12 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:38:42.992582 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e06436e2-df05-4398-ab13-9f62886e2735', 'tag': '35a24597-a12a-43fe-9bdb-b12f4eb673ea', 'status': 'completed', 'code': 200} Aug 19 15:38:43.059028 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75f9b0-c8a3-4f2a-8627-31599c3ecfd2 req-b60576f3-e92b-4cc4-b5a6-d805aab90301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:43.060910 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0c75f9b0-c8a3-4f2a-8627-31599c3ecfd2 req-b60576f3-e92b-4cc4-b5a6-d805aab90301 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d971054ea1e44b8a8aed257fff1f5056&device_id=e06436e2-df05-4398-ab13-9f62886e2735 HTTP/1.1" status: 200 len: 1096 time: 0.0481765 Aug 19 15:38:43.122870 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fa0cef-6fe8-4452-8fdd-55a5c5db1224 None None] New status for floating IP c27c140c-3ca8-4aa8-b9ff-8be3fc12ba1b: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:38:43.509113 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75f9b0-c8a3-4f2a-8627-31599c3ecfd2 req-8a9cf4d7-43ef-4072-82ff-da7cd114f461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:43.510602 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0c75f9b0-c8a3-4f2a-8627-31599c3ecfd2 req-8a9cf4d7-43ef-4072-82ff-da7cd114f461 service neutron] 10.222.0.68 "GET /v2.0/networks?id=c2083919-215c-4b22-8d81-6560d1085198 HTTP/1.1" status: 200 len: 915 time: 0.4432402 Aug 19 15:38:43.554743 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0c75f9b0-c8a3-4f2a-8627-31599c3ecfd2 req-6e0f2602-0fe4-4714-877f-f827ec6b2664 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35a24597-a12a-43fe-9bdb-b12f4eb673ea HTTP/1.1" status: 200 len: 217 time: 0.0352304 Aug 19 15:38:43.608667 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75f9b0-c8a3-4f2a-8627-31599c3ecfd2 req-1702cfd2-70cf-4aa6-b033-e6fc4fe6a9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:43.610071 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0c75f9b0-c8a3-4f2a-8627-31599c3ecfd2 req-1702cfd2-70cf-4aa6-b033-e6fc4fe6a9bb service neutron] 10.222.0.68 "GET /v2.0/subnets?id=808c33e6-96de-4db8-b34c-592a33822c5e HTTP/1.1" status: 200 len: 853 time: 0.0476642 Aug 19 15:38:43.659605 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75f9b0-c8a3-4f2a-8627-31599c3ecfd2 req-53a1f33b-542f-4350-84f5-79059b0a29b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:43.661051 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0c75f9b0-c8a3-4f2a-8627-31599c3ecfd2 req-53a1f33b-542f-4350-84f5-79059b0a29b7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c2083919-215c-4b22-8d81-6560d1085198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442657 Aug 19 15:38:43.750252 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0c75f9b0-c8a3-4f2a-8627-31599c3ecfd2 req-49ca9f86-1a75-4ee7-a386-42112bc3e967 service neutron] 10.222.0.68 "GET /v2.0/networks/c2083919-215c-4b22-8d81-6560d1085198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814717 Aug 19 15:38:43.844679 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-0c75f9b0-c8a3-4f2a-8627-31599c3ecfd2 req-042149bb-e82b-4c49-b949-c9c5db4671c1 service neutron] 10.222.0.68 "GET /v2.0/networks/c2083919-215c-4b22-8d81-6560d1085198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878527 Aug 19 15:38:47.967168 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [req-ecacacd5-3bd3-4927-b39c-565c53396f4f req-94a653cc-37e5-4f69-92f8-450cc6562a66 tempest-ServerDiskConfigTestJSON-66381703 tempest-ServerDiskConfigTestJSON-66381703-project] (94640) timed out ('10.222.0.88', 56973) {{(pid=94640) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 15:38:49.226449 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdaed41-7a78-421a-89d3-3d46697bfc0d req-eea46186-df11-4a16-82c8-db73c205d9d0 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:49.228823 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1cdaed41-7a78-421a-89d3-3d46697bfc0d req-eea46186-df11-4a16-82c8-db73c205d9d0 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e06436e2-df05-4398-ab13-9f62886e2735 HTTP/1.1" status: 200 len: 945 time: 0.0555780 Aug 19 15:38:49.272056 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1cdaed41-7a78-421a-89d3-3d46697bfc0d req-0d1455f8-5ad1-4629-8fc8-da723062e7a8 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/security-groups?id=c92ad65e-6f86-4954-8653-252f9a9a36df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362880 Aug 19 15:38:50.391813 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ad031-7489-499d-b402-52d7c12470b6 req-ebc766dc-16f1-46f0-b984-9f2777fe7db5 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:50.393411 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e03ad031-7489-499d-b402-52d7c12470b6 req-ebc766dc-16f1-46f0-b984-9f2777fe7db5 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e06436e2-df05-4398-ab13-9f62886e2735 HTTP/1.1" status: 200 len: 945 time: 0.0492084 Aug 19 15:38:50.431763 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e03ad031-7489-499d-b402-52d7c12470b6 req-6d812f75-2cab-4ad1-b539-c85c6c0c679f tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/security-groups?id=c92ad65e-6f86-4954-8653-252f9a9a36df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318527 Aug 19 15:38:50.813797 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb18817-6164-47d7-bd9b-0d25980dfc5c req-efa88e43-ac25-4b0e-90c3-c778d004cfeb tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:38:50.815290 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9bb18817-6164-47d7-bd9b-0d25980dfc5c req-efa88e43-ac25-4b0e-90c3-c778d004cfeb tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.68 "GET /v2.0/ports?device_id=e06436e2-df05-4398-ab13-9f62886e2735 HTTP/1.1" status: 200 len: 945 time: 0.0493188 Aug 19 15:38:50.903782 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-9bb18817-6164-47d7-bd9b-0d25980dfc5c req-5631ba58-96bf-47dc-87bf-f72b94bd87e7 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Deleting port 35a24597-a12a-43fe-9bdb-b12f4eb673ea {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:38:50.904121 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9bb18817-6164-47d7-bd9b-0d25980dfc5c req-5631ba58-96bf-47dc-87bf-f72b94bd87e7 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:50.994942 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-9bb18817-6164-47d7-bd9b-0d25980dfc5c req-5631ba58-96bf-47dc-87bf-f72b94bd87e7 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] For port 35a24597-a12a-43fe-9bdb-b12f4eb673ea, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=35a24597-a12a-43fe-9bdb-b12f4eb673ea,segment=NetworkSegment(27811122-81a2-4da7-aa79-cca75a74adf9),segment_id=27811122-81a2-4da7-aa79-cca75a74adf9)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:38:50.995306 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9bb18817-6164-47d7-bd9b-0d25980dfc5c req-5631ba58-96bf-47dc-87bf-f72b94bd87e7 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:51.007747 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-9bb18817-6164-47d7-bd9b-0d25980dfc5c req-5631ba58-96bf-47dc-87bf-f72b94bd87e7 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Calling delete_port for 35a24597-a12a-43fe-9bdb-b12f4eb673ea owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:38:51.141050 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9bb18817-6164-47d7-bd9b-0d25980dfc5c req-5631ba58-96bf-47dc-87bf-f72b94bd87e7 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:51.152343 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['35a24597-a12a-43fe-9bdb-b12f4eb673ea'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:38:51.168995 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5631ba58-96bf-47dc-87bf-f72b94bd87e7 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Pushing event deleted for resources: {'Port': ['ID=35a24597-a12a-43fe-9bdb-b12f4eb673ea,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:51.212295 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb18817-6164-47d7-bd9b-0d25980dfc5c req-5631ba58-96bf-47dc-87bf-f72b94bd87e7 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] No DVR routers for this DVR port 35a24597-a12a-43fe-9bdb-b12f4eb673ea on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:38:51.215101 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9bb18817-6164-47d7-bd9b-0d25980dfc5c req-5631ba58-96bf-47dc-87bf-f72b94bd87e7 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:51.217156 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9bb18817-6164-47d7-bd9b-0d25980dfc5c req-5631ba58-96bf-47dc-87bf-f72b94bd87e7 tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.68 "DELETE /v2.0/ports/35a24597-a12a-43fe-9bdb-b12f4eb673ea HTTP/1.1" status: 204 len: 173 time: 0.3959951 Aug 19 15:38:51.217617 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06436e2-df05-4398-ab13-9f62886e2735', 'name': 'network-vif-deleted', 'tag': '35a24597-a12a-43fe-9bdb-b12f4eb673ea'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:38:51.219862 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ea2f9e66d71df3aa35f2a980f4ce96e3876fd938d75aec7c1a3378f7fc42a1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a925da4-4a7b-421f-841a-ac44d7dfa971" -d '{"events": [{"server_uuid": "e06436e2-df05-4398-ab13-9f62886e2735", "name": "network-vif-deleted", "tag": "35a24597-a12a-43fe-9bdb-b12f4eb673ea"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:38:51.349433 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64bfc82-6b5c-4cb7-a21d-de2ea86d43b6 x-openstack-request-id: req-c64bfc82-6b5c-4cb7-a21d-de2ea86d43b6 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:38:51.349732 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06436e2-df05-4398-ab13-9f62886e2735", "name": "network-vif-deleted", "tag": "35a24597-a12a-43fe-9bdb-b12f4eb673ea", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:38:51.349989 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c64bfc82-6b5c-4cb7-a21d-de2ea86d43b6 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:38:51.350391 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06436e2-df05-4398-ab13-9f62886e2735', 'name': 'network-vif-deleted', 'tag': '35a24597-a12a-43fe-9bdb-b12f4eb673ea', 'status': 'completed', 'code': 200} Aug 19 15:38:51.539151 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-90e94453-6192-4af0-8714-efc6cf05e7c5 req-f56fb30b-5d67-49e1-9e67-57d2ac919ddb tempest-TestMinimumBasicScenario-2057693347 tempest-TestMinimumBasicScenario-2057693347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e06436e2-df05-4398-ab13-9f62886e2735 HTTP/1.1" status: 200 len: 210 time: 0.0292130 Aug 19 15:38:53.106702 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39312) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:53.455963 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8d2bc94a-f3e7-4824-9095-aedfc507c24c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:53.701863 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-8d2bc94a-f3e7-4824-9095-aedfc507c24c admin admin] Deleting port 6de1bc72-6c1a-49cc-b80a-7560fa7f9968 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:38:53.702109 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8d2bc94a-f3e7-4824-9095-aedfc507c24c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:53.776889 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-8d2bc94a-f3e7-4824-9095-aedfc507c24c admin admin] For port 6de1bc72-6c1a-49cc-b80a-7560fa7f9968, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=6de1bc72-6c1a-49cc-b80a-7560fa7f9968,segment=NetworkSegment(27811122-81a2-4da7-aa79-cca75a74adf9),segment_id=27811122-81a2-4da7-aa79-cca75a74adf9)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:38:53.777251 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8d2bc94a-f3e7-4824-9095-aedfc507c24c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:53.790814 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-8d2bc94a-f3e7-4824-9095-aedfc507c24c admin admin] Calling delete_port for 6de1bc72-6c1a-49cc-b80a-7560fa7f9968 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:38:53.970119 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8d2bc94a-f3e7-4824-9095-aedfc507c24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:53.999591 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2bc94a-f3e7-4824-9095-aedfc507c24c admin admin] Pushing event deleted for resources: {'Port': ['ID=6de1bc72-6c1a-49cc-b80a-7560fa7f9968,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:54.166114 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8d2bc94a-f3e7-4824-9095-aedfc507c24c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:54.381259 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d2bc94a-f3e7-4824-9095-aedfc507c24c admin admin] Router e4aa21fb-3aa3-4844-8867-8a3a09735280 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:38:54.489140 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2bc94a-f3e7-4824-9095-aedfc507c24c admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:38:54.494072 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-8d2bc94a-f3e7-4824-9095-aedfc507c24c admin admin] 10.222.0.69 "PUT /v2.0/routers/e4aa21fb-3aa3-4844-8867-8a3a09735280/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3862379 Aug 19 15:38:54.496637 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39316) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:54.497746 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266c9791-5344-4671-8cb0-c60c94aa5012 None None] Sync routers for ids ['e4aa21fb-3aa3-4844-8867-8a3a09735280'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:38:54.506545 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266c9791-5344-4671-8cb0-c60c94aa5012 None None] Routers {'e4aa21fb-3aa3-4844-8867-8a3a09735280'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:38:54.507132 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-266c9791-5344-4671-8cb0-c60c94aa5012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:38:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['e4aa21fb-3aa3-4844-8867-8a3a09735280'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:54.562924 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 35a24597-a12a-43fe-9bdb-b12f4eb673ea no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:38:54.584197 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: 35a24597-a12a-43fe-9bdb-b12f4eb673ea {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:38:54.584893 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 35a24597-a12a-43fe-9bdb-b12f4eb673ea not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:38:54.603086 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c55e7856-1b01-4c80-a370-0a03c6023fdd admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:54.610482 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-266c9791-5344-4671-8cb0-c60c94aa5012 None None] Set router e4aa21fb-3aa3-4844-8867-8a3a09735280 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:38:54.704106 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c55e7856-1b01-4c80-a370-0a03c6023fdd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:54.757093 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c55e7856-1b01-4c80-a370-0a03c6023fdd admin admin] Deleting port e0804cc9-6f93-4d11-9897-2f558745d868 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:38:54.757406 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c55e7856-1b01-4c80-a370-0a03c6023fdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:54.782794 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-266c9791-5344-4671-8cb0-c60c94aa5012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4aa21fb-3aa3-4844-8867-8a3a09735280', 'name': 'tempest-TestMinimumBasicScenario-715925502-router', 'tenant_id': 'd971054ea1e44b8a8aed257fff1f5056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'e0804cc9-6f93-4d11-9897-2f558745d868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:36:44Z', 'updated_at': '2021-08-19T15:38:53Z', 'revision_number': 5, 'project_id': 'd971054ea1e44b8a8aed257fff1f5056', 'gw_port': {'id': 'e0804cc9-6f93-4d11-9897-2f558745d868', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:71:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4aa21fb-3aa3-4844-8867-8a3a09735280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:44Z', 'updated_at': '2021-08-19T15:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:54.812004 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266c9791-5344-4671-8cb0-c60c94aa5012 None None] Checking router: e4aa21fb-3aa3-4844-8867-8a3a09735280 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:38:54.820034 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266c9791-5344-4671-8cb0-c60c94aa5012 None None] Routers {'e4aa21fb-3aa3-4844-8867-8a3a09735280'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:38:54.820666 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-266c9791-5344-4671-8cb0-c60c94aa5012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:38:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['e4aa21fb-3aa3-4844-8867-8a3a09735280'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:54.837499 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-c55e7856-1b01-4c80-a370-0a03c6023fdd admin admin] For port e0804cc9-6f93-4d11-9897-2f558745d868, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=e0804cc9-6f93-4d11-9897-2f558745d868,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:38:54.837880 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c55e7856-1b01-4c80-a370-0a03c6023fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:54.850430 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c55e7856-1b01-4c80-a370-0a03c6023fdd admin admin] Calling delete_port for e0804cc9-6f93-4d11-9897-2f558745d868 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:38:54.910710 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-266c9791-5344-4671-8cb0-c60c94aa5012 None None] Set router e4aa21fb-3aa3-4844-8867-8a3a09735280 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:38:54.962812 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-266c9791-5344-4671-8cb0-c60c94aa5012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4aa21fb-3aa3-4844-8867-8a3a09735280', 'name': 'tempest-TestMinimumBasicScenario-715925502-router', 'tenant_id': 'd971054ea1e44b8a8aed257fff1f5056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:36:44Z', 'updated_at': '2021-08-19T15:38:54Z', 'revision_number': 6, 'project_id': 'd971054ea1e44b8a8aed257fff1f5056', 'gw_port_host': None}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:54.991548 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266c9791-5344-4671-8cb0-c60c94aa5012 None None] The sync data for ids ['e4aa21fb-3aa3-4844-8867-8a3a09735280'] in n-d-766043-2 is: [{'id': 'e4aa21fb-3aa3-4844-8867-8a3a09735280', 'name': 'tempest-TestMinimumBasicScenario-715925502-router', 'tenant_id': 'd971054ea1e44b8a8aed257fff1f5056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:36:44Z', 'updated_at': '2021-08-19T15:38:54Z', 'revision_number': 6, 'project_id': 'd971054ea1e44b8a8aed257fff1f5056', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:38:55.025727 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c55e7856-1b01-4c80-a370-0a03c6023fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:55.051030 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55e7856-1b01-4c80-a370-0a03c6023fdd admin admin] Pushing event deleted for resources: {'Port': ['ID=e0804cc9-6f93-4d11-9897-2f558745d868,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:55.110478 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c55e7856-1b01-4c80-a370-0a03c6023fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:55.204312 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c55e7856-1b01-4c80-a370-0a03c6023fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:55.207151 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c55e7856-1b01-4c80-a370-0a03c6023fdd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:55.248728 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c55e7856-1b01-4c80-a370-0a03c6023fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:55.249250 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55e7856-1b01-4c80-a370-0a03c6023fdd admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4aa21fb-3aa3-4844-8867-8a3a09735280 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:38:55.253995 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c55e7856-1b01-4c80-a370-0a03c6023fdd admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:55.255137 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c55e7856-1b01-4c80-a370-0a03c6023fdd admin admin] 10.222.0.69 "DELETE /v2.0/routers/e4aa21fb-3aa3-4844-8867-8a3a09735280 HTTP/1.1" status: 204 len: 168 time: 0.7575183 Aug 19 15:38:55.257621 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39318) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:55.302206 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c70b02a-cf3f-44f5-a469-c3316795db39 admin admin] Deleting subnet 808c33e6-96de-4db8-b34c-592a33822c5e {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:38:55.305168 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5c70b02a-cf3f-44f5-a469-c3316795db39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:55.340641 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5c70b02a-cf3f-44f5-a469-c3316795db39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:55.427056 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5c70b02a-cf3f-44f5-a469-c3316795db39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:55.478657 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5c70b02a-cf3f-44f5-a469-c3316795db39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:55.504293 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c70b02a-cf3f-44f5-a469-c3316795db39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=808c33e6-96de-4db8-b34c-592a33822c5e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:55.507999 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5c70b02a-cf3f-44f5-a469-c3316795db39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:55.509915 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5c70b02a-cf3f-44f5-a469-c3316795db39 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/808c33e6-96de-4db8-b34c-592a33822c5e HTTP/1.1" status: 204 len: 168 time: 0.2510960 Aug 19 15:38:55.512987 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39320) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:55.514156 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba553d7-7559-4302-8a14-96213d918324 None None] Network c2083919-215c-4b22-8d81-6560d1085198 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:38:55.585125 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a963bfa-beae-461f-bc3c-425422819b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:55.640586 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-6a963bfa-beae-461f-bc3c-425422819b4f admin admin] Deleting port ff150a73-f856-45a1-89ea-52bf81f2dc20 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:38:55.640933 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a963bfa-beae-461f-bc3c-425422819b4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:55.704232 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-6a963bfa-beae-461f-bc3c-425422819b4f admin admin] For port ff150a73-f856-45a1-89ea-52bf81f2dc20, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=ff150a73-f856-45a1-89ea-52bf81f2dc20,segment=NetworkSegment(27811122-81a2-4da7-aa79-cca75a74adf9),segment_id=27811122-81a2-4da7-aa79-cca75a74adf9)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:38:55.704565 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a963bfa-beae-461f-bc3c-425422819b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:55.721432 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-6a963bfa-beae-461f-bc3c-425422819b4f admin admin] Calling delete_port for ff150a73-f856-45a1-89ea-52bf81f2dc20 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:38:55.745387 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a1a5f9-9331-4c28-9e1d-4e91f01a06e7 None None] DHCP port deletion for c2083919-215c-4b22-8d81-6560d1085198 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:38:55.792312 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-48a1a5f9-9331-4c28-9e1d-4e91f01a06e7 None None] Deleting port ff150a73-f856-45a1-89ea-52bf81f2dc20 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:38:55.792808 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-48a1a5f9-9331-4c28-9e1d-4e91f01a06e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:55.816741 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a963bfa-beae-461f-bc3c-425422819b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:55.843114 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a963bfa-beae-461f-bc3c-425422819b4f admin admin] Pushing event deleted for resources: {'Port': ['ID=ff150a73-f856-45a1-89ea-52bf81f2dc20,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:55.854076 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a963bfa-beae-461f-bc3c-425422819b4f admin admin] No DVR routers for this DVR port ff150a73-f856-45a1-89ea-52bf81f2dc20 on host n-d-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:38:55.869686 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-48a1a5f9-9331-4c28-9e1d-4e91f01a06e7 None None] For port ff150a73-f856-45a1-89ea-52bf81f2dc20, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=ff150a73-f856-45a1-89ea-52bf81f2dc20,segment=NetworkSegment(27811122-81a2-4da7-aa79-cca75a74adf9),segment_id=27811122-81a2-4da7-aa79-cca75a74adf9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:38:55.870089 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-48a1a5f9-9331-4c28-9e1d-4e91f01a06e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:55.885582 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-48a1a5f9-9331-4c28-9e1d-4e91f01a06e7 None None] Calling delete_port for ff150a73-f856-45a1-89ea-52bf81f2dc20 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:38:55.931037 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a963bfa-beae-461f-bc3c-425422819b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:55.942174 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6a963bfa-beae-461f-bc3c-425422819b4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2083919-215c-4b22-8d81-6560d1085198']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:55.958297 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6a963bfa-beae-461f-bc3c-425422819b4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27811122-81a2-4da7-aa79-cca75a74adf9') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:55.958606 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6a963bfa-beae-461f-bc3c-425422819b4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27811122-81a2-4da7-aa79-cca75a74adf9') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:55.966679 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-48a1a5f9-9331-4c28-9e1d-4e91f01a06e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:55.968939 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a963bfa-beae-461f-bc3c-425422819b4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:55.985900 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a963bfa-beae-461f-bc3c-425422819b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:55.993060 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a963bfa-beae-461f-bc3c-425422819b4f admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:38:55.993545 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a963bfa-beae-461f-bc3c-425422819b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:55.995546 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a1a5f9-9331-4c28-9e1d-4e91f01a06e7 None None] Pushing event deleted for resources: {'Port': ['ID=ff150a73-f856-45a1-89ea-52bf81f2dc20,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:55.997279 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 15:38:55.997279 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:38:55.997279 n-d-766043-2 neutron-server[94639]: timer() Aug 19 15:38:55.997279 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:38:55.997279 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 15:38:55.997279 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:38:55.997279 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 15:38:55.997279 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:38:55.997279 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 15:38:55.997279 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:38:55.997279 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 15:38:55.997279 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:38:55.997279 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 15:38:55.997279 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:38:55.997279 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:38:55.997279 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:38:55.997279 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:38:55.997279 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:38:55.997279 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 15:38:55.997279 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:38:55.997279 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 15:38:55.997279 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:38:55.997279 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:38:55.997279 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:38:55.997279 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 15:38:55.997279 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:38:55.997279 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:38:55.997279 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:38:55.997279 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:38:55.997279 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:38:55.997279 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:38:55.997279 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:38:56.002948 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a1a5f9-9331-4c28-9e1d-4e91f01a06e7 None None] No DVR routers for this DVR port ff150a73-f856-45a1-89ea-52bf81f2dc20 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:38:56.006004 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1a5f9-9331-4c28-9e1d-4e91f01a06e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:56.006352 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1a5f9-9331-4c28-9e1d-4e91f01a06e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:56.006708 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1a5f9-9331-4c28-9e1d-4e91f01a06e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:56.007032 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1a5f9-9331-4c28-9e1d-4e91f01a06e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:56.007383 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1a5f9-9331-4c28-9e1d-4e91f01a06e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:56.007843 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1a5f9-9331-4c28-9e1d-4e91f01a06e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:56.008266 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1a5f9-9331-4c28-9e1d-4e91f01a06e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:56.008622 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1a5f9-9331-4c28-9e1d-4e91f01a06e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:56.008949 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1a5f9-9331-4c28-9e1d-4e91f01a06e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:56.009273 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1a5f9-9331-4c28-9e1d-4e91f01a06e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:56.009850 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1a5f9-9331-4c28-9e1d-4e91f01a06e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:56.009945 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1a5f9-9331-4c28-9e1d-4e91f01a06e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:38:56.060713 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a963bfa-beae-461f-bc3c-425422819b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:56.066812 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a963bfa-beae-461f-bc3c-425422819b4f admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:56.068670 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6a963bfa-beae-461f-bc3c-425422819b4f admin admin] 10.222.0.69 "DELETE /v2.0/networks/c2083919-215c-4b22-8d81-6560d1085198 HTTP/1.1" status: 204 len: 168 time: 0.5546081 Aug 19 15:38:56.072150 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39322) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:56.079919 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a963bfa-beae-461f-bc3c-425422819b4f admin admin] Pushing event deleted for resources: {'Network': ['ID=c2083919-215c-4b22-8d81-6560d1085198,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:56.216803 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device e0804cc9-6f93-4d11-9897-2f558745d868 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:38:56.240432 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: e0804cc9-6f93-4d11-9897-2f558745d868 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:38:56.240779 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device e0804cc9-6f93-4d11-9897-2f558745d868 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:38:56.241404 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 6de1bc72-6c1a-49cc-b80a-7560fa7f9968 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:38:56.260714 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 6de1bc72-6c1a-49cc-b80a-7560fa7f9968 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:38:56.261067 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 6de1bc72-6c1a-49cc-b80a-7560fa7f9968 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:38:56.261492 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device ff150a73-f856-45a1-89ea-52bf81f2dc20 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:38:56.280525 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: ff150a73-f856-45a1-89ea-52bf81f2dc20 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:38:56.280798 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device ff150a73-f856-45a1-89ea-52bf81f2dc20 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:38:56.416544 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a5721bc-8e96-4577-b0e3-dbf359644ac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:57.000534 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:38:57.006325 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-6a5721bc-8e96-4577-b0e3-dbf359644ac5 admin admin] Deleting port 0b7f4984-237c-4517-acb3-b8231e134861 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:38:57.006668 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a5721bc-8e96-4577-b0e3-dbf359644ac5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:57.085683 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-6a5721bc-8e96-4577-b0e3-dbf359644ac5 admin admin] For port 0b7f4984-237c-4517-acb3-b8231e134861, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=0b7f4984-237c-4517-acb3-b8231e134861,segment=NetworkSegment(0e9682b2-5f78-4417-905b-4df80d3f85a8),segment_id=0e9682b2-5f78-4417-905b-4df80d3f85a8)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:38:57.086348 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a5721bc-8e96-4577-b0e3-dbf359644ac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:57.098713 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-6a5721bc-8e96-4577-b0e3-dbf359644ac5 admin admin] Calling delete_port for 0b7f4984-237c-4517-acb3-b8231e134861 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:38:57.277456 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a5721bc-8e96-4577-b0e3-dbf359644ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:57.301767 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5721bc-8e96-4577-b0e3-dbf359644ac5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b7f4984-237c-4517-acb3-b8231e134861,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:57.464868 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a5721bc-8e96-4577-b0e3-dbf359644ac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:57.677337 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a5721bc-8e96-4577-b0e3-dbf359644ac5 admin admin] Router 48581e61-1d7b-47ce-830f-9b12decd305e has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:38:57.781289 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a5721bc-8e96-4577-b0e3-dbf359644ac5 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:38:57.786309 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-6a5721bc-8e96-4577-b0e3-dbf359644ac5 admin admin] 10.222.0.69 "PUT /v2.0/routers/48581e61-1d7b-47ce-830f-9b12decd305e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7131081 Aug 19 15:38:57.788766 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39326) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:57.792440 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729e414f-602b-4e95-acc6-0d575697262b None None] Sync routers for ids ['48581e61-1d7b-47ce-830f-9b12decd305e'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:38:57.802153 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729e414f-602b-4e95-acc6-0d575697262b None None] Routers {'48581e61-1d7b-47ce-830f-9b12decd305e'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:38:57.802779 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-729e414f-602b-4e95-acc6-0d575697262b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:38:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['48581e61-1d7b-47ce-830f-9b12decd305e'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:57.895393 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dbff1f38-6a1e-4f8d-addf-de4eec1ed6a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:57.914798 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-729e414f-602b-4e95-acc6-0d575697262b None None] Set router 48581e61-1d7b-47ce-830f-9b12decd305e gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:38:57.999806 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dbff1f38-6a1e-4f8d-addf-de4eec1ed6a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:58.052878 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-dbff1f38-6a1e-4f8d-addf-de4eec1ed6a4 admin admin] Deleting port a3746523-2199-44c5-9bae-533e834185ff {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:38:58.053220 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dbff1f38-6a1e-4f8d-addf-de4eec1ed6a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:58.091012 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-729e414f-602b-4e95-acc6-0d575697262b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48581e61-1d7b-47ce-830f-9b12decd305e', 'name': 'tempest-TestMinimumBasicScenario-1807991066-router', 'tenant_id': 'fd8e5918c54a4b2fa6b0c2f55102ec8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'a3746523-2199-44c5-9bae-533e834185ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:36:48Z', 'updated_at': '2021-08-19T15:38:57Z', 'revision_number': 5, 'project_id': 'fd8e5918c54a4b2fa6b0c2f55102ec8e', 'gw_port': {'id': 'a3746523-2199-44c5-9bae-533e834185ff', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48581e61-1d7b-47ce-830f-9b12decd305e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:36:49Z', 'updated_at': '2021-08-19T15:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:58.121609 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729e414f-602b-4e95-acc6-0d575697262b None None] Checking router: 48581e61-1d7b-47ce-830f-9b12decd305e for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:38:58.130063 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729e414f-602b-4e95-acc6-0d575697262b None None] Routers {'48581e61-1d7b-47ce-830f-9b12decd305e'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:38:58.130679 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-729e414f-602b-4e95-acc6-0d575697262b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:38:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['48581e61-1d7b-47ce-830f-9b12decd305e'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:58.136835 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-dbff1f38-6a1e-4f8d-addf-de4eec1ed6a4 admin admin] For port a3746523-2199-44c5-9bae-533e834185ff, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=a3746523-2199-44c5-9bae-533e834185ff,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:38:58.137373 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dbff1f38-6a1e-4f8d-addf-de4eec1ed6a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:58.150050 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-dbff1f38-6a1e-4f8d-addf-de4eec1ed6a4 admin admin] Calling delete_port for a3746523-2199-44c5-9bae-533e834185ff owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:38:58.216395 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-729e414f-602b-4e95-acc6-0d575697262b None None] Set router 48581e61-1d7b-47ce-830f-9b12decd305e gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:38:58.267338 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-729e414f-602b-4e95-acc6-0d575697262b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48581e61-1d7b-47ce-830f-9b12decd305e', 'name': 'tempest-TestMinimumBasicScenario-1807991066-router', 'tenant_id': 'fd8e5918c54a4b2fa6b0c2f55102ec8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:36:48Z', 'updated_at': '2021-08-19T15:38:57Z', 'revision_number': 6, 'project_id': 'fd8e5918c54a4b2fa6b0c2f55102ec8e', 'gw_port_host': None}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:58.296749 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729e414f-602b-4e95-acc6-0d575697262b None None] The sync data for ids ['48581e61-1d7b-47ce-830f-9b12decd305e'] in n-d-766043-2 is: [{'id': '48581e61-1d7b-47ce-830f-9b12decd305e', 'name': 'tempest-TestMinimumBasicScenario-1807991066-router', 'tenant_id': 'fd8e5918c54a4b2fa6b0c2f55102ec8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:36:48Z', 'updated_at': '2021-08-19T15:38:57Z', 'revision_number': 6, 'project_id': 'fd8e5918c54a4b2fa6b0c2f55102ec8e', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:38:58.335404 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dbff1f38-6a1e-4f8d-addf-de4eec1ed6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:58.365855 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbff1f38-6a1e-4f8d-addf-de4eec1ed6a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3746523-2199-44c5-9bae-533e834185ff,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:58.422366 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dbff1f38-6a1e-4f8d-addf-de4eec1ed6a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:58.515426 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dbff1f38-6a1e-4f8d-addf-de4eec1ed6a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:58.517596 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dbff1f38-6a1e-4f8d-addf-de4eec1ed6a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:58.562634 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dbff1f38-6a1e-4f8d-addf-de4eec1ed6a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:58.563180 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbff1f38-6a1e-4f8d-addf-de4eec1ed6a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48581e61-1d7b-47ce-830f-9b12decd305e {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:38:58.567472 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dbff1f38-6a1e-4f8d-addf-de4eec1ed6a4 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:58.568649 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-dbff1f38-6a1e-4f8d-addf-de4eec1ed6a4 admin admin] 10.222.0.69 "DELETE /v2.0/routers/48581e61-1d7b-47ce-830f-9b12decd305e HTTP/1.1" status: 204 len: 168 time: 0.7789581 Aug 19 15:38:58.571204 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39328) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:58.615898 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-f924727f-333b-4fcb-8323-641c3a418bdd admin admin] Deleting subnet eb9f72a4-1570-4be2-bf8c-7d12f5f33eba {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:38:58.618835 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f924727f-333b-4fcb-8323-641c3a418bdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:58.653652 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f924727f-333b-4fcb-8323-641c3a418bdd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:58.744829 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f924727f-333b-4fcb-8323-641c3a418bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:58.797835 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f924727f-333b-4fcb-8323-641c3a418bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:58.824384 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f924727f-333b-4fcb-8323-641c3a418bdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb9f72a4-1570-4be2-bf8c-7d12f5f33eba,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:58.829435 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f924727f-333b-4fcb-8323-641c3a418bdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:58.831372 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f924727f-333b-4fcb-8323-641c3a418bdd admin admin] 10.222.0.69 "DELETE /v2.0/subnets/eb9f72a4-1570-4be2-bf8c-7d12f5f33eba HTTP/1.1" status: 204 len: 168 time: 0.2591944 Aug 19 15:38:58.834708 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39330) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:58.835717 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65677f5-7024-4106-b939-6c4396fe9fa9 None None] Network e7886131-dee9-458d-9f8f-3f5b37a81789 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:38:58.905917 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc883-e16b-4f2c-a039-bc4ff787a52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:58.969873 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9c5cc883-e16b-4f2c-a039-bc4ff787a52d admin admin] Deleting port 51f19a95-bc8f-407a-89f3-96f4210f906e {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:38:58.970214 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc883-e16b-4f2c-a039-bc4ff787a52d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:59.033700 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9c5cc883-e16b-4f2c-a039-bc4ff787a52d admin admin] For port 51f19a95-bc8f-407a-89f3-96f4210f906e, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=51f19a95-bc8f-407a-89f3-96f4210f906e,segment=NetworkSegment(0e9682b2-5f78-4417-905b-4df80d3f85a8),segment_id=0e9682b2-5f78-4417-905b-4df80d3f85a8)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:38:59.034608 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc883-e16b-4f2c-a039-bc4ff787a52d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:59.048539 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9c5cc883-e16b-4f2c-a039-bc4ff787a52d admin admin] Calling delete_port for 51f19a95-bc8f-407a-89f3-96f4210f906e owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:38:59.134009 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc883-e16b-4f2c-a039-bc4ff787a52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:59.161267 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5cc883-e16b-4f2c-a039-bc4ff787a52d admin admin] Pushing event deleted for resources: {'Port': ['ID=51f19a95-bc8f-407a-89f3-96f4210f906e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:59.166982 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5cc883-e16b-4f2c-a039-bc4ff787a52d admin admin] No DVR routers for this DVR port 51f19a95-bc8f-407a-89f3-96f4210f906e on host n-d-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:38:59.169118 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1609cf7-467f-46ca-83b3-6cd95702838f None None] DHCP port deletion for e7886131-dee9-458d-9f8f-3f5b37a81789 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:38:59.239307 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc883-e16b-4f2c-a039-bc4ff787a52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:59.248952 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-9c5cc883-e16b-4f2c-a039-bc4ff787a52d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7886131-dee9-458d-9f8f-3f5b37a81789']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:59.260509 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-9c5cc883-e16b-4f2c-a039-bc4ff787a52d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e9682b2-5f78-4417-905b-4df80d3f85a8') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:59.260805 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-9c5cc883-e16b-4f2c-a039-bc4ff787a52d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e9682b2-5f78-4417-905b-4df80d3f85a8') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:38:59.270547 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc883-e16b-4f2c-a039-bc4ff787a52d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:59.285822 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc883-e16b-4f2c-a039-bc4ff787a52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:59.292431 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c5cc883-e16b-4f2c-a039-bc4ff787a52d admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:38:59.293096 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc883-e16b-4f2c-a039-bc4ff787a52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:59.294945 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 15:38:59.294945 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:38:59.294945 n-d-766043-2 neutron-server[94640]: timer() Aug 19 15:38:59.294945 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:38:59.294945 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 15:38:59.294945 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:38:59.294945 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 15:38:59.294945 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:38:59.294945 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 15:38:59.294945 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:38:59.294945 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 15:38:59.294945 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:38:59.294945 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 15:38:59.294945 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:38:59.294945 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:38:59.294945 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:38:59.294945 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:38:59.294945 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:38:59.294945 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 15:38:59.294945 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:38:59.294945 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 15:38:59.294945 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:38:59.294945 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:38:59.294945 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:38:59.294945 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 15:38:59.294945 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:38:59.294945 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:38:59.294945 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:38:59.294945 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:38:59.294945 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:38:59.294945 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:38:59.294945 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:38:59.356384 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc883-e16b-4f2c-a039-bc4ff787a52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:59.362285 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc883-e16b-4f2c-a039-bc4ff787a52d admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:59.364995 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9c5cc883-e16b-4f2c-a039-bc4ff787a52d admin admin] 10.222.0.69 "DELETE /v2.0/networks/e7886131-dee9-458d-9f8f-3f5b37a81789 HTTP/1.1" status: 204 len: 168 time: 0.5293338 Aug 19 15:38:59.375977 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5cc883-e16b-4f2c-a039-bc4ff787a52d admin admin] Pushing event deleted for resources: {'Network': ['ID=e7886131-dee9-458d-9f8f-3f5b37a81789,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:38:59.524798 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39334) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:59.565721 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-88903f0b-8106-4484-908c-e80bd31a20c9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d971054ea1e44b8a8aed257fff1f5056&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393445 Aug 19 15:38:59.567835 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39336) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:38:59.616129 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ea462d70-a56f-462e-8686-b0d8c8dc45d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:59.637325 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ea462d70-a56f-462e-8686-b0d8c8dc45d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:59.684910 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ea462d70-a56f-462e-8686-b0d8c8dc45d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:59.687433 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ea462d70-a56f-462e-8686-b0d8c8dc45d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:38:59.688627 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ea462d70-a56f-462e-8686-b0d8c8dc45d7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c92ad65e-6f86-4954-8653-252f9a9a36df HTTP/1.1" status: 204 len: 168 time: 0.1198535 Aug 19 15:38:59.697206 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea462d70-a56f-462e-8686-b0d8c8dc45d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92ad65e-6f86-4954-8653-252f9a9a36df,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:00.004504 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39342) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:00.048261 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-31b839c2-0b63-4682-a877-a4e56cdd19e0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fd8e5918c54a4b2fa6b0c2f55102ec8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426013 Aug 19 15:39:00.050723 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39344) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:00.096657 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8bb887d9-2d8e-4451-aa8b-5294319b9125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:00.117520 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8bb887d9-2d8e-4451-aa8b-5294319b9125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:00.164300 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8bb887d9-2d8e-4451-aa8b-5294319b9125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:00.167501 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8bb887d9-2d8e-4451-aa8b-5294319b9125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:00.168545 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-8bb887d9-2d8e-4451-aa8b-5294319b9125 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1dcd3012-5955-4c5b-a2c7-be84412c22af HTTP/1.1" status: 204 len: 168 time: 0.1168962 Aug 19 15:39:00.177897 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb887d9-2d8e-4451-aa8b-5294319b9125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dcd3012-5955-4c5b-a2c7-be84412c22af,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:00.230542 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device a3746523-2199-44c5-9bae-533e834185ff no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:39:00.252607 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: a3746523-2199-44c5-9bae-533e834185ff {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:39:00.253459 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device a3746523-2199-44c5-9bae-533e834185ff not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:39:00.253891 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 0b7f4984-237c-4517-acb3-b8231e134861 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:39:00.274618 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 0b7f4984-237c-4517-acb3-b8231e134861 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:39:00.274956 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 0b7f4984-237c-4517-acb3-b8231e134861 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:39:00.275369 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 51f19a95-bc8f-407a-89f3-96f4210f906e no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:39:00.294108 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 51f19a95-bc8f-407a-89f3-96f4210f906e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:39:00.294452 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 51f19a95-bc8f-407a-89f3-96f4210f906e not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:39:01.490438 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46836d02-15b3-44ff-b87d-f789ed9fd498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:01.711676 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39386) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:01.716485 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a58fd521-bcb2-4e16-b851-fd43db602fa8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-686083651', 'description': 'tempest-secgroup-smoke-686083651 description', 'project_id': 'd0c42a3a20a4428181cb4a620c77af50'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:39:01.738343 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a58fd521-bcb2-4e16-b851-fd43db602fa8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:01.746337 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a58fd521-bcb2-4e16-b851-fd43db602fa8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:01.839033 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a58fd521-bcb2-4e16-b851-fd43db602fa8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:01.843047 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a58fd521-bcb2-4e16-b851-fd43db602fa8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:01.879794 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58fd521-bcb2-4e16-b851-fd43db602fa8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5730c1b4-b158-40dd-99b6-44b42bfe87e3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:01.939967 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a58fd521-bcb2-4e16-b851-fd43db602fa8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:01.944438 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a58fd521-bcb2-4e16-b851-fd43db602fa8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:01.972936 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a58fd521-bcb2-4e16-b851-fd43db602fa8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:01.977128 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a58fd521-bcb2-4e16-b851-fd43db602fa8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2614765 Aug 19 15:39:01.977449 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39388) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:01.978405 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58fd521-bcb2-4e16-b851-fd43db602fa8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6e2cd6-9471-4ff8-958a-5fa936c4e327,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:01.982744 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8c13b4d2-677b-495b-84a8-f316a9e48a27 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'security_group_rule': {'security_group_id': '8f6e2cd6-9471-4ff8-958a-5fa936c4e327', 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:39:02.011826 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c13b4d2-677b-495b-84a8-f316a9e48a27 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:02.069668 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c13b4d2-677b-495b-84a8-f316a9e48a27 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:02.073466 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c13b4d2-677b-495b-84a8-f316a9e48a27 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:02.091727 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c13b4d2-677b-495b-84a8-f316a9e48a27 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fb104a0-a25e-4cbd-91c7-7aae970d44c9,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:02.098854 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c13b4d2-677b-495b-84a8-f316a9e48a27 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:02.100323 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8c13b4d2-677b-495b-84a8-f316a9e48a27 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1217213 Aug 19 15:39:02.102940 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39390) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:02.107459 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-cc0f2c76-7cfd-4583-97e8-f4b76d5e791f tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'security_group_rule': {'security_group_id': '8f6e2cd6-9471-4ff8-958a-5fa936c4e327', 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:39:02.134338 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cc0f2c76-7cfd-4583-97e8-f4b76d5e791f tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:02.197650 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cc0f2c76-7cfd-4583-97e8-f4b76d5e791f tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:02.202490 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cc0f2c76-7cfd-4583-97e8-f4b76d5e791f tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:02.221735 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0f2c76-7cfd-4583-97e8-f4b76d5e791f tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45082e78-f2d0-4cf7-8ff8-213318ee7de9,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:02.228215 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cc0f2c76-7cfd-4583-97e8-f4b76d5e791f tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:02.230312 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-cc0f2c76-7cfd-4583-97e8-f4b76d5e791f tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1260288 Aug 19 15:39:02.232508 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39392) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:02.237102 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ea157037-c187-4222-88e4-099dcb0ff20d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'security_group_rule': {'security_group_id': '8f6e2cd6-9471-4ff8-958a-5fa936c4e327', 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:39:02.263041 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ea157037-c187-4222-88e4-099dcb0ff20d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:02.322133 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ea157037-c187-4222-88e4-099dcb0ff20d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:02.326154 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ea157037-c187-4222-88e4-099dcb0ff20d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:02.345698 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea157037-c187-4222-88e4-099dcb0ff20d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c05a5705-12aa-4787-9e88-c7ce97329144,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:02.353765 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ea157037-c187-4222-88e4-099dcb0ff20d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:02.355206 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ea157037-c187-4222-88e4-099dcb0ff20d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215820 Aug 19 15:39:02.357936 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39394) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:02.362627 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-59cd4e58-ce41-45d5-9a05-f29d4a8b5747 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'security_group_rule': {'security_group_id': '8f6e2cd6-9471-4ff8-958a-5fa936c4e327', 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:39:02.390558 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59cd4e58-ce41-45d5-9a05-f29d4a8b5747 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:02.456960 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59cd4e58-ce41-45d5-9a05-f29d4a8b5747 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:02.460895 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59cd4e58-ce41-45d5-9a05-f29d4a8b5747 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:02.479623 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd4e58-ce41-45d5-9a05-f29d4a8b5747 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=802bf457-38c8-4961-815b-6f79f091530f,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:02.489019 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59cd4e58-ce41-45d5-9a05-f29d4a8b5747 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:02.490619 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-59cd4e58-ce41-45d5-9a05-f29d4a8b5747 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1317396 Aug 19 15:39:02.493392 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39396) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:02.497948 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e03fbdc2-4ed4-4893-bd3e-0cb6808f3f20 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'security_group_rule': {'security_group_id': '8f6e2cd6-9471-4ff8-958a-5fa936c4e327', 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:39:02.521269 n-d-766043-2 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-e03fbdc2-4ed4-4893-bd3e-0cb6808f3f20 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Project d0c42a3a20a4428181cb4a620c77af50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:39:02.526203 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e03fbdc2-4ed4-4893-bd3e-0cb6808f3f20 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:02.609472 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e03fbdc2-4ed4-4893-bd3e-0cb6808f3f20 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:02.613468 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e03fbdc2-4ed4-4893-bd3e-0cb6808f3f20 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:02.631631 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03fbdc2-4ed4-4893-bd3e-0cb6808f3f20 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f6c255a-d862-4c08-afb3-359fd72bcadc,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:02.638936 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e03fbdc2-4ed4-4893-bd3e-0cb6808f3f20 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:02.640215 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e03fbdc2-4ed4-4893-bd3e-0cb6808f3f20 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1458859 Aug 19 15:39:02.643102 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39398) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:02.648331 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8ab8b353-8e7f-48f0-af29-a276850c8dfb tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'security_group_rule': {'security_group_id': '8f6e2cd6-9471-4ff8-958a-5fa936c4e327', 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:39:02.669663 n-d-766043-2 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-8ab8b353-8e7f-48f0-af29-a276850c8dfb tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Project d0c42a3a20a4428181cb4a620c77af50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:39:02.674823 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ab8b353-8e7f-48f0-af29-a276850c8dfb tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:02.738471 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ab8b353-8e7f-48f0-af29-a276850c8dfb tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:02.742187 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ab8b353-8e7f-48f0-af29-a276850c8dfb tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:02.757616 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab8b353-8e7f-48f0-af29-a276850c8dfb tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9df051ad-5290-4cc8-ad7b-5c5355ef013a,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:02.769533 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ab8b353-8e7f-48f0-af29-a276850c8dfb tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:02.770948 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8ab8b353-8e7f-48f0-af29-a276850c8dfb tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1262753 Aug 19 15:39:02.774170 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39400) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:02.779353 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-cf2d11a0-6cc7-46f5-b6b3-6159e098d4ff tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'network': {'name': 'tempest-network-smoke--747045512', 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'port_security_enabled': True}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:39:02.801597 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2d11a0-6cc7-46f5-b6b3-6159e098d4ff tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Made reservation on behalf of d0c42a3a20a4428181cb4a620c77af50 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:39:02.805135 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cf2d11a0-6cc7-46f5-b6b3-6159e098d4ff tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:02.830823 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf2d11a0-6cc7-46f5-b6b3-6159e098d4ff tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:39:02.839769 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cf2d11a0-6cc7-46f5-b6b3-6159e098d4ff tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:02.840116 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-cf2d11a0-6cc7-46f5-b6b3-6159e098d4ff tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Added segment e69ad33a-7240-422d-981f-a157ba9866e6 of type vlan for network 89b8ea88-caab-4cf1-9d77-62b583a34640 Aug 19 15:39:02.882214 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cf2d11a0-6cc7-46f5-b6b3-6159e098d4ff tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:02.907642 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cf2d11a0-6cc7-46f5-b6b3-6159e098d4ff tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:02.913262 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2d11a0-6cc7-46f5-b6b3-6159e098d4ff tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:02.913845 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cf2d11a0-6cc7-46f5-b6b3-6159e098d4ff tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:02.979575 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-cf2d11a0-6cc7-46f5-b6b3-6159e098d4ff tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2043612 Aug 19 15:39:02.982569 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39402) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:02.987042 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b85d3440-b4ae-4bbd-badc-7a20b8a4bbeb tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-250590503', 'admin_state_up': True, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:39:03.002667 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2d11a0-6cc7-46f5-b6b3-6159e098d4ff tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'Network': ['ID=89b8ea88-caab-4cf1-9d77-62b583a34640,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:03.014607 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 89b8ea88-caab-4cf1-9d77-62b583a34640 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:39:03.021888 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b85d3440-b4ae-4bbd-badc-7a20b8a4bbeb tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:03.022950 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b85d3440-b4ae-4bbd-badc-7a20b8a4bbeb tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:03.075508 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b85d3440-b4ae-4bbd-badc-7a20b8a4bbeb tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:03.218360 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b85d3440-b4ae-4bbd-badc-7a20b8a4bbeb tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:03.419559 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b85d3440-b4ae-4bbd-badc-7a20b8a4bbeb tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:03.438794 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b85d3440-b4ae-4bbd-badc-7a20b8a4bbeb tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:03.542600 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-b85d3440-b4ae-4bbd-badc-7a20b8a4bbeb tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Allocated IP 172.25.2.113 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/2276a749-f8e4-4515-97f2-c43d1049947d) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:39:03.652484 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b85d3440-b4ae-4bbd-badc-7a20b8a4bbeb tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:03.691531 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b85d3440-b4ae-4bbd-badc-7a20b8a4bbeb tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:03.728015 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85d3440-b4ae-4bbd-badc-7a20b8a4bbeb tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:39:03.730825 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-b85d3440-b4ae-4bbd-badc-7a20b8a4bbeb tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:39:03.733582 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85d3440-b4ae-4bbd-badc-7a20b8a4bbeb tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:39:03.766005 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85d3440-b4ae-4bbd-badc-7a20b8a4bbeb tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'Port': ['ID=2276a749-f8e4-4515-97f2-c43d1049947d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:03.992607 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b85d3440-b4ae-4bbd-badc-7a20b8a4bbeb tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:04.187195 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b85d3440-b4ae-4bbd-badc-7a20b8a4bbeb tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:04.311010 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b85d3440-b4ae-4bbd-badc-7a20b8a4bbeb tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Router d8c66e4e-b157-4c5f-b328-cfaae9e10438 is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:39:04.415225 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85d3440-b4ae-4bbd-badc-7a20b8a4bbeb tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:39:04.427596 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026a5de4-2ed6-441e-9706-e13417da0c24 None None] Sync routers for ids ['d8c66e4e-b157-4c5f-b328-cfaae9e10438'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:39:04.438750 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-70fa3a85-d06f-4b80-9df2-eb1ded59feca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:04.441125 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026a5de4-2ed6-441e-9706-e13417da0c24 None None] Routers {'d8c66e4e-b157-4c5f-b328-cfaae9e10438'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:39:04.442064 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-026a5de4-2ed6-441e-9706-e13417da0c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:38:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['d8c66e4e-b157-4c5f-b328-cfaae9e10438'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:39:04.442400 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b85d3440-b4ae-4bbd-badc-7a20b8a4bbeb tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:04.447139 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b85d3440-b4ae-4bbd-badc-7a20b8a4bbeb tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4606023 Aug 19 15:39:04.447325 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39406) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:04.544855 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-026a5de4-2ed6-441e-9706-e13417da0c24 None None] Set router d8c66e4e-b157-4c5f-b328-cfaae9e10438 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:39:04.571123 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9ede253b-0037-4476-b54a-7bdaeb568148 tempest-TestNetworkAdvancedServerOps-615037460 tempest-TestNetworkAdvancedServerOps-615037460-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=d0c42a3a20a4428181cb4a620c77af50&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1225493 Aug 19 15:39:04.573985 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39410) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:04.643023 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:04.668452 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56dd1de-71f2-49b3-a9dc-6b2e0559dfdc tempest-TestNetworkAdvancedServerOps-615037460 tempest-TestNetworkAdvancedServerOps-615037460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:04.670949 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c56dd1de-71f2-49b3-a9dc-6b2e0559dfdc tempest-TestNetworkAdvancedServerOps-615037460 tempest-TestNetworkAdvancedServerOps-615037460-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0956697 Aug 19 15:39:04.673126 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39412) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:04.695234 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:04.703451 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-fdf99b47-97e7-4cd0-9368-3196d1d7e5a3 tempest-TestNetworkAdvancedServerOps-615037460 tempest-TestNetworkAdvancedServerOps-615037460-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=88eeec05-6d16-4f02-9461-44ff5e420302&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292552 Aug 19 15:39:04.706126 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39414) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:04.710939 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2a33e3b3-09c7-4adc-9c74-7d631dcfb2dc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-195834630', 'network_id': '89b8ea88-caab-4cf1-9d77-62b583a34640', 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:39:04.803044 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a33e3b3-09c7-4adc-9c74-7d631dcfb2dc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Made reservation on behalf of d0c42a3a20a4428181cb4a620c77af50 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:39:04.807295 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a33e3b3-09c7-4adc-9c74-7d631dcfb2dc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:04.825846 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-026a5de4-2ed6-441e-9706-e13417da0c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c66e4e-b157-4c5f-b328-cfaae9e10438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250590503', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '2276a749-f8e4-4515-97f2-c43d1049947d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:39:03Z', 'updated_at': '2021-08-19T15:39:03Z', 'revision_number': 3, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': '2276a749-f8e4-4515-97f2-c43d1049947d', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:fa:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c66e4e-b157-4c5f-b328-cfaae9e10438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:03Z', 'updated_at': '2021-08-19T15:39:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:39:04.852588 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026a5de4-2ed6-441e-9706-e13417da0c24 None None] Checking router: d8c66e4e-b157-4c5f-b328-cfaae9e10438 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:39:04.852902 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026a5de4-2ed6-441e-9706-e13417da0c24 None None] Updating router d8c66e4e-b157-4c5f-b328-cfaae9e10438 port 2276a749-f8e4-4515-97f2-c43d1049947d binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:39:04.879549 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-026a5de4-2ed6-441e-9706-e13417da0c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:05.003690 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a33e3b3-09c7-4adc-9c74-7d631dcfb2dc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:05.070050 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a33e3b3-09c7-4adc-9c74-7d631dcfb2dc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'Subnet': ['ID=89485e6d-eda7-478a-92c0-36b09468f713,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:05.079397 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a33e3b3-09c7-4adc-9c74-7d631dcfb2dc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Checking segment: {'id': 'e69ad33a-7240-422d-981f-a157ba9866e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '89b8ea88-caab-4cf1-9d77-62b583a34640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:39:05.079761 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a33e3b3-09c7-4adc-9c74-7d631dcfb2dc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Network hostable DHCP agents. Network: 89b8ea88-caab-4cf1-9d77-62b583a34640, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:39:05.098163 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a33e3b3-09c7-4adc-9c74-7d631dcfb2dc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Network 89b8ea88-caab-4cf1-9d77-62b583a34640 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:39:05.109502 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-2a33e3b3-09c7-4adc-9c74-7d631dcfb2dc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 89b8ea88-caab-4cf1-9d77-62b583a34640) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:39:05.113363 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a33e3b3-09c7-4adc-9c74-7d631dcfb2dc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:05.113956 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a33e3b3-09c7-4adc-9c74-7d631dcfb2dc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:05.124394 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0420401-e3f3-4791-9ec1-17bdb3c8e610 None None] Network 89b8ea88-caab-4cf1-9d77-62b583a34640 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:39:05.136683 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2a33e3b3-09c7-4adc-9c74-7d631dcfb2dc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4270315 Aug 19 15:39:05.137200 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39418) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:05.188757 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-026a5de4-2ed6-441e-9706-e13417da0c24 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:05.207123 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-026a5de4-2ed6-441e-9706-e13417da0c24 None None] Transition to ACTIVE for port object 2276a749-f8e4-4515-97f2-c43d1049947d will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:39:05.216998 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-026a5de4-2ed6-441e-9706-e13417da0c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:05.298394 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-026a5de4-2ed6-441e-9706-e13417da0c24 None None] Attempting to bind port 2276a749-f8e4-4515-97f2-c43d1049947d on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:39:05.298975 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-026a5de4-2ed6-441e-9706-e13417da0c24 None None] Attempting to bind port 2276a749-f8e4-4515-97f2-c43d1049947d by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:39:05.299552 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026a5de4-2ed6-441e-9706-e13417da0c24 None None] Attempting to bind port 2276a749-f8e4-4515-97f2-c43d1049947d on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:39:05.313688 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb944a0-decb-47b2-ab8a-296a7bdf59c3 None None] Pushing event updated for resources: {'Port': ['ID=2276a749-f8e4-4515-97f2-c43d1049947d,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:05.326092 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6872facb-d78e-4cba-8c83-7fac16ce5b7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-89b8ea88-caab-4cf1-9d77-62b583a34640', 'network_id': '89b8ea88-caab-4cf1-9d77-62b583a34640', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'fixed_ips': [{'subnet_id': '89485e6d-eda7-478a-92c0-36b09468f713'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:39:05.327715 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6872facb-d78e-4cba-8c83-7fac16ce5b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:05.331005 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb944a0-decb-47b2-ab8a-296a7bdf59c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:05.331418 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb944a0-decb-47b2-ab8a-296a7bdf59c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:05.332558 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb944a0-decb-47b2-ab8a-296a7bdf59c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:05.333432 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb944a0-decb-47b2-ab8a-296a7bdf59c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:05.334070 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb944a0-decb-47b2-ab8a-296a7bdf59c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:05.334606 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb944a0-decb-47b2-ab8a-296a7bdf59c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:05.335131 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb944a0-decb-47b2-ab8a-296a7bdf59c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:05.335716 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb944a0-decb-47b2-ab8a-296a7bdf59c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:05.336167 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb944a0-decb-47b2-ab8a-296a7bdf59c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:05.336719 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb944a0-decb-47b2-ab8a-296a7bdf59c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:05.337300 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb944a0-decb-47b2-ab8a-296a7bdf59c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:05.337818 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb944a0-decb-47b2-ab8a-296a7bdf59c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:05.345015 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026a5de4-2ed6-441e-9706-e13417da0c24 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:39:05.345610 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026a5de4-2ed6-441e-9706-e13417da0c24 None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:39:05.346276 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-026a5de4-2ed6-441e-9706-e13417da0c24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:05.347056 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026a5de4-2ed6-441e-9706-e13417da0c24 None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:39:05.347892 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-026a5de4-2ed6-441e-9706-e13417da0c24 None None] Bound port: 2276a749-f8e4-4515-97f2-c43d1049947d, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:39:05.348577 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-026a5de4-2ed6-441e-9706-e13417da0c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:05.368656 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:05.413643 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-026a5de4-2ed6-441e-9706-e13417da0c24 None None] For port 2276a749-f8e4-4515-97f2-c43d1049947d, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:39:05.416817 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-026a5de4-2ed6-441e-9706-e13417da0c24 None None] For port 2276a749-f8e4-4515-97f2-c43d1049947d, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=2276a749-f8e4-4515-97f2-c43d1049947d,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:39:05.421399 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-026a5de4-2ed6-441e-9706-e13417da0c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:05.469584 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026a5de4-2ed6-441e-9706-e13417da0c24 None None] Routers {'d8c66e4e-b157-4c5f-b328-cfaae9e10438'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:39:05.470266 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-026a5de4-2ed6-441e-9706-e13417da0c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:39:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['d8c66e4e-b157-4c5f-b328-cfaae9e10438'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:39:05.514770 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-6872facb-d78e-4cba-8c83-7fac16ce5b7a None None] Allocated IP 172.20.0.2 (89b8ea88-caab-4cf1-9d77-62b583a34640/89485e6d-eda7-478a-92c0-36b09468f713/471f92a6-2101-4691-915e-f014e9ac28f4) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:39:05.525861 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb944a0-decb-47b2-ab8a-296a7bdf59c3 None None] Pushing event updated for resources: {'Port': ['ID=2276a749-f8e4-4515-97f2-c43d1049947d,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:05.601679 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-026a5de4-2ed6-441e-9706-e13417da0c24 None None] Set router d8c66e4e-b157-4c5f-b328-cfaae9e10438 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:39:05.640140 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-60729530-7a3d-4e1f-b0d1-da72b87693f6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:05.676437 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6872facb-d78e-4cba-8c83-7fac16ce5b7a None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:05.685761 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6872facb-d78e-4cba-8c83-7fac16ce5b7a None None] Transition to ACTIVE for port object 471f92a6-2101-4691-915e-f014e9ac28f4 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:39:05.701979 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6872facb-d78e-4cba-8c83-7fac16ce5b7a None None] Transition to ACTIVE for port object 471f92a6-2101-4691-915e-f014e9ac28f4 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:39:05.709493 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6872facb-d78e-4cba-8c83-7fac16ce5b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:05.754026 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6872facb-d78e-4cba-8c83-7fac16ce5b7a None None] Network 89b8ea88-caab-4cf1-9d77-62b583a34640 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:39:05.756884 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-6872facb-d78e-4cba-8c83-7fac16ce5b7a None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:39:05.761216 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6872facb-d78e-4cba-8c83-7fac16ce5b7a None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:39:05.768019 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6872facb-d78e-4cba-8c83-7fac16ce5b7a None None] Pushing event updated for resources: {'Port': ['ID=471f92a6-2101-4691-915e-f014e9ac28f4,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:05.801711 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-026a5de4-2ed6-441e-9706-e13417da0c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c66e4e-b157-4c5f-b328-cfaae9e10438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250590503', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '2276a749-f8e4-4515-97f2-c43d1049947d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:39:03Z', 'updated_at': '2021-08-19T15:39:03Z', 'revision_number': 3, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': '2276a749-f8e4-4515-97f2-c43d1049947d', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:fa:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c66e4e-b157-4c5f-b328-cfaae9e10438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:03Z', 'updated_at': '2021-08-19T15:39:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:39:05.822338 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-6872facb-d78e-4cba-8c83-7fac16ce5b7a None None] Attempting to bind port 471f92a6-2101-4691-915e-f014e9ac28f4 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:39:05.822691 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-6872facb-d78e-4cba-8c83-7fac16ce5b7a None None] Attempting to bind port 471f92a6-2101-4691-915e-f014e9ac28f4 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'e69ad33a-7240-422d-981f-a157ba9866e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '89b8ea88-caab-4cf1-9d77-62b583a34640'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:39:05.823330 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6872facb-d78e-4cba-8c83-7fac16ce5b7a None None] Attempting to bind port 471f92a6-2101-4691-915e-f014e9ac28f4 on network 89b8ea88-caab-4cf1-9d77-62b583a34640 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:39:05.828917 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6872facb-d78e-4cba-8c83-7fac16ce5b7a None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:39:05.829285 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6872facb-d78e-4cba-8c83-7fac16ce5b7a None None] Checking segment: {'id': 'e69ad33a-7240-422d-981f-a157ba9866e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '89b8ea88-caab-4cf1-9d77-62b583a34640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:39:05.829749 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026a5de4-2ed6-441e-9706-e13417da0c24 None None] The sync data for ids ['d8c66e4e-b157-4c5f-b328-cfaae9e10438'] in n-d-766043-2 is: [{'id': 'd8c66e4e-b157-4c5f-b328-cfaae9e10438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250590503', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '2276a749-f8e4-4515-97f2-c43d1049947d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:39:03Z', 'updated_at': '2021-08-19T15:39:03Z', 'revision_number': 3, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': '2276a749-f8e4-4515-97f2-c43d1049947d', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:fa:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c66e4e-b157-4c5f-b328-cfaae9e10438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:03Z', 'updated_at': '2021-08-19T15:39:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:39:05.829988 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6872facb-d78e-4cba-8c83-7fac16ce5b7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:05.830107 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6872facb-d78e-4cba-8c83-7fac16ce5b7a None None] Bound using segment: {'id': 'e69ad33a-7240-422d-981f-a157ba9866e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '89b8ea88-caab-4cf1-9d77-62b583a34640'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:39:05.830746 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-6872facb-d78e-4cba-8c83-7fac16ce5b7a None None] Bound port: 471f92a6-2101-4691-915e-f014e9ac28f4, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e69ad33a-7240-422d-981f-a157ba9866e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '89b8ea88-caab-4cf1-9d77-62b583a34640'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:39:05.832223 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6872facb-d78e-4cba-8c83-7fac16ce5b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:05.898036 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6872facb-d78e-4cba-8c83-7fac16ce5b7a None None] For port 471f92a6-2101-4691-915e-f014e9ac28f4, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:39:05.902240 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6872facb-d78e-4cba-8c83-7fac16ce5b7a None None] For port 471f92a6-2101-4691-915e-f014e9ac28f4, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=471f92a6-2101-4691-915e-f014e9ac28f4,segment=NetworkSegment(e69ad33a-7240-422d-981f-a157ba9866e6),segment_id=e69ad33a-7240-422d-981f-a157ba9866e6)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:39:05.911845 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6872facb-d78e-4cba-8c83-7fac16ce5b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:05.938247 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-60729530-7a3d-4e1f-b0d1-da72b87693f6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Allocated IP 172.20.0.1 (89b8ea88-caab-4cf1-9d77-62b583a34640/89485e6d-eda7-478a-92c0-36b09468f713/a414190d-de21-44d1-b6c3-b5f77f59ef85) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:39:05.961160 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:05.987330 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6872facb-d78e-4cba-8c83-7fac16ce5b7a None None] Pushing event updated for resources: {'Port': ['ID=471f92a6-2101-4691-915e-f014e9ac28f4,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:06.103625 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-60729530-7a3d-4e1f-b0d1-da72b87693f6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:06.125740 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-60729530-7a3d-4e1f-b0d1-da72b87693f6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Transition to ACTIVE for port object a414190d-de21-44d1-b6c3-b5f77f59ef85 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:39:06.176507 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-60729530-7a3d-4e1f-b0d1-da72b87693f6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:06.249425 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60729530-7a3d-4e1f-b0d1-da72b87693f6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Network 89b8ea88-caab-4cf1-9d77-62b583a34640 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:39:06.250433 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60729530-7a3d-4e1f-b0d1-da72b87693f6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'Port': ['ID=a414190d-de21-44d1-b6c3-b5f77f59ef85,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:06.256106 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-60729530-7a3d-4e1f-b0d1-da72b87693f6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:39:06.257158 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60729530-7a3d-4e1f-b0d1-da72b87693f6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:39:06.321733 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-60729530-7a3d-4e1f-b0d1-da72b87693f6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:06.364485 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 471f92a6-2101-4691-915e-f014e9ac28f4 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:39:06.423617 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 471f92a6-2101-4691-915e-f014e9ac28f4 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:39:06.430850 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 2276a749-f8e4-4515-97f2-c43d1049947d up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:39:06.486549 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-60729530-7a3d-4e1f-b0d1-da72b87693f6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:06.493556 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 2276a749-f8e4-4515-97f2-c43d1049947d completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:39:06.498344 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 2276a749-f8e4-4515-97f2-c43d1049947d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:39:06.498727 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:06.594801 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:06.619234 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 2276a749-f8e4-4515-97f2-c43d1049947d, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=2276a749-f8e4-4515-97f2-c43d1049947d,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:39:06.624129 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:06.677814 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=2276a749-f8e4-4515-97f2-c43d1049947d,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:06.846196 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-60729530-7a3d-4e1f-b0d1-da72b87693f6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:06.851167 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-60729530-7a3d-4e1f-b0d1-da72b87693f6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:06.928466 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60729530-7a3d-4e1f-b0d1-da72b87693f6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'Port': ['ID=a414190d-de21-44d1-b6c3-b5f77f59ef85,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:06.931520 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-60729530-7a3d-4e1f-b0d1-da72b87693f6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:07.031325 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60729530-7a3d-4e1f-b0d1-da72b87693f6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Network 89b8ea88-caab-4cf1-9d77-62b583a34640 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:39:07.032751 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-60729530-7a3d-4e1f-b0d1-da72b87693f6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:39:07.055872 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c56226d-bf42-46b6-88ed-2ff9392530b9 None None] Network 89b8ea88-caab-4cf1-9d77-62b583a34640 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:39:07.148482 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:07.191459 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6694c6ff-e26f-4f1f-bb04-2f2f9611aed0 None None] Provisioning for port 471f92a6-2101-4691-915e-f014e9ac28f4 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:39:07.200836 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6694c6ff-e26f-4f1f-bb04-2f2f9611aed0 None None] Provisioning complete for port 471f92a6-2101-4691-915e-f014e9ac28f4 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:39:07.201198 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6694c6ff-e26f-4f1f-bb04-2f2f9611aed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:07.317604 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6694c6ff-e26f-4f1f-bb04-2f2f9611aed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:07.377864 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6694c6ff-e26f-4f1f-bb04-2f2f9611aed0 None None] For port 471f92a6-2101-4691-915e-f014e9ac28f4, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=471f92a6-2101-4691-915e-f014e9ac28f4,segment=NetworkSegment(e69ad33a-7240-422d-981f-a157ba9866e6),segment_id=e69ad33a-7240-422d-981f-a157ba9866e6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:39:07.384330 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6694c6ff-e26f-4f1f-bb04-2f2f9611aed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:07.470689 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6694c6ff-e26f-4f1f-bb04-2f2f9611aed0 None None] Pushing event updated for resources: {'Port': ['ID=471f92a6-2101-4691-915e-f014e9ac28f4,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:07.513505 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-69a9aba6-4941-4e25-b4a0-ff595b6ebbf9 None None] Provisioning complete for port 471f92a6-2101-4691-915e-f014e9ac28f4 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:39:07.513888 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-69a9aba6-4941-4e25-b4a0-ff595b6ebbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:07.535500 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60729530-7a3d-4e1f-b0d1-da72b87693f6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Router d8c66e4e-b157-4c5f-b328-cfaae9e10438 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:39:07.615597 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-69a9aba6-4941-4e25-b4a0-ff595b6ebbf9 None None] Provisioning for port a414190d-de21-44d1-b6c3-b5f77f59ef85 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:39:07.619914 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-69a9aba6-4941-4e25-b4a0-ff595b6ebbf9 None None] Provisioning complete for port a414190d-de21-44d1-b6c3-b5f77f59ef85 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:39:07.620294 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-69a9aba6-4941-4e25-b4a0-ff595b6ebbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:07.657846 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-69a9aba6-4941-4e25-b4a0-ff595b6ebbf9 None None] Port a414190d-de21-44d1-b6c3-b5f77f59ef85 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:39:07.670864 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60729530-7a3d-4e1f-b0d1-da72b87693f6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:39:07.679714 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-60729530-7a3d-4e1f-b0d1-da72b87693f6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "PUT /v2.0/routers/d8c66e4e-b157-4c5f-b328-cfaae9e10438/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5413010 Aug 19 15:39:07.779924 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0f456f6e-0788-40a3-815a-b1fc71eeb985 None None] Provisioning complete for port a414190d-de21-44d1-b6c3-b5f77f59ef85 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:39:07.780307 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0f456f6e-0788-40a3-815a-b1fc71eeb985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:07.788224 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0360f36-5e06-4d97-a2c2-ed27bfdeccb7 None None] Sync routers for ids ['d8c66e4e-b157-4c5f-b328-cfaae9e10438'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:39:07.828443 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0360f36-5e06-4d97-a2c2-ed27bfdeccb7 None None] Routers {'d8c66e4e-b157-4c5f-b328-cfaae9e10438'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:39:07.829435 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c0360f36-5e06-4d97-a2c2-ed27bfdeccb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:39:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['d8c66e4e-b157-4c5f-b328-cfaae9e10438'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:39:07.840240 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ffdb0cd9-7d80-408b-ab69-c75c88d684eb req-cd4f17a9-f39b-49ff-82b1-9453d862e1ca tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-686083651&fields=id&tenant_id=d0c42a3a20a4428181cb4a620c77af50 HTTP/1.1" status: 200 len: 267 time: 0.0362659 Aug 19 15:39:07.896567 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0f456f6e-0788-40a3-815a-b1fc71eeb985 None None] Port a414190d-de21-44d1-b6c3-b5f77f59ef85 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:39:07.967082 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-c0360f36-5e06-4d97-a2c2-ed27bfdeccb7 None None] Set router d8c66e4e-b157-4c5f-b328-cfaae9e10438 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:39:07.967419 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb0cd9-7d80-408b-ab69-c75c88d684eb req-ea2bf640-e7b1-44de-a615-3448b1417aed tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:07.969299 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ffdb0cd9-7d80-408b-ab69-c75c88d684eb req-ea2bf640-e7b1-44de-a615-3448b1417aed tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/networks?id=89b8ea88-caab-4cf1-9d77-62b583a34640 HTTP/1.1" status: 200 len: 796 time: 0.1218107 Aug 19 15:39:07.985308 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ffdb0cd9-7d80-408b-ab69-c75c88d684eb req-21ef254d-d0a7-4d17-96de-b31cfa629950 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/quotas/d0c42a3a20a4428181cb4a620c77af50 HTTP/1.1" status: 200 len: 375 time: 0.0100000 Aug 19 15:39:08.040485 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ffdb0cd9-7d80-408b-ab69-c75c88d684eb req-ea694615-4be4-4e8a-bbe6-67f8e561aeab tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d0c42a3a20a4428181cb4a620c77af50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487697 Aug 19 15:39:08.053323 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a6d2cdcc-7c77-4470-8394-68fa51fb2489 None None] Provisioning complete for port a414190d-de21-44d1-b6c3-b5f77f59ef85 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:39:08.053694 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a6d2cdcc-7c77-4470-8394-68fa51fb2489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:08.141009 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a6d2cdcc-7c77-4470-8394-68fa51fb2489 None None] Port a414190d-de21-44d1-b6c3-b5f77f59ef85 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:39:08.157475 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ffdb0cd9-7d80-408b-ab69-c75c88d684eb req-5e2b7e5a-3b52-4bc4-a004-4b646f03795a service neutron] 10.222.0.69 "GET /v2.0/networks/89b8ea88-caab-4cf1-9d77-62b583a34640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024852 Aug 19 15:39:08.217126 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c0360f36-5e06-4d97-a2c2-ed27bfdeccb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c66e4e-b157-4c5f-b328-cfaae9e10438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250590503', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '2276a749-f8e4-4515-97f2-c43d1049947d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:39:03Z', 'updated_at': '2021-08-19T15:39:06Z', 'revision_number': 4, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': '2276a749-f8e4-4515-97f2-c43d1049947d', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c66e4e-b157-4c5f-b328-cfaae9e10438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:03Z', 'updated_at': '2021-08-19T15:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'a414190d-de21-44d1-b6c3-b5f77f59ef85', 'name': '', 'network_id': '89b8ea88-caab-4cf1-9d77-62b583a34640', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'mac_address': 'fa:16:3e:91:18:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c66e4e-b157-4c5f-b328-cfaae9e10438', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '89485e6d-eda7-478a-92c0-36b09468f713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:05Z', 'updated_at': '2021-08-19T15:39:06Z', 'revision_number': 2, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'subnets': [{'id': '89485e6d-eda7-478a-92c0-36b09468f713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:39:08.245228 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 2276a749-f8e4-4515-97f2-c43d1049947d up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:39:08.247541 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0360f36-5e06-4d97-a2c2-ed27bfdeccb7 None None] Checking router: d8c66e4e-b157-4c5f-b328-cfaae9e10438 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:39:08.247887 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0360f36-5e06-4d97-a2c2-ed27bfdeccb7 None None] Updating router d8c66e4e-b157-4c5f-b328-cfaae9e10438 port a414190d-de21-44d1-b6c3-b5f77f59ef85 binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:39:08.258470 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ffdb0cd9-7d80-408b-ab69-c75c88d684eb req-1e401a09-69f5-497d-9c75-376b27c78a7c service neutron] 10.222.0.69 "GET /v2.0/networks/89b8ea88-caab-4cf1-9d77-62b583a34640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942059 Aug 19 15:39:08.297987 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c0360f36-5e06-4d97-a2c2-ed27bfdeccb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:08.366814 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 2276a749-f8e4-4515-97f2-c43d1049947d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:39:08.367188 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:08.495852 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6cf4d24d-feab-4c4a-ae7d-baff6da8921e req-c91a3a32-db70-488b-898e-f46526edebda tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=87ec6d5c-15b8-4c2b-a4cf-9640c58fb315 HTTP/1.1" status: 200 len: 210 time: 0.0649731 Aug 19 15:39:08.602560 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 471f92a6-2101-4691-915e-f014e9ac28f4 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:39:08.722804 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 471f92a6-2101-4691-915e-f014e9ac28f4 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:39:08.723472 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:08.766737 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c0360f36-5e06-4d97-a2c2-ed27bfdeccb7 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:08.782030 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c0360f36-5e06-4d97-a2c2-ed27bfdeccb7 None None] Transition to ACTIVE for port object a414190d-de21-44d1-b6c3-b5f77f59ef85 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:39:08.793815 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c0360f36-5e06-4d97-a2c2-ed27bfdeccb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:08.870755 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88087dc0-8df0-4cc7-bec3-33558b7a7c50 None None] Pushing event updated for resources: {'Port': ['ID=a414190d-de21-44d1-b6c3-b5f77f59ef85,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:08.939769 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c0360f36-5e06-4d97-a2c2-ed27bfdeccb7 None None] Attempting to bind port a414190d-de21-44d1-b6c3-b5f77f59ef85 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:39:08.940180 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c0360f36-5e06-4d97-a2c2-ed27bfdeccb7 None None] Attempting to bind port a414190d-de21-44d1-b6c3-b5f77f59ef85 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'e69ad33a-7240-422d-981f-a157ba9866e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '89b8ea88-caab-4cf1-9d77-62b583a34640'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:39:08.940720 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0360f36-5e06-4d97-a2c2-ed27bfdeccb7 None None] Attempting to bind port a414190d-de21-44d1-b6c3-b5f77f59ef85 on network 89b8ea88-caab-4cf1-9d77-62b583a34640 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:39:08.946543 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0360f36-5e06-4d97-a2c2-ed27bfdeccb7 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:39:08.946870 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0360f36-5e06-4d97-a2c2-ed27bfdeccb7 None None] Checking segment: {'id': 'e69ad33a-7240-422d-981f-a157ba9866e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '89b8ea88-caab-4cf1-9d77-62b583a34640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:39:08.947281 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c0360f36-5e06-4d97-a2c2-ed27bfdeccb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:08.947694 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0360f36-5e06-4d97-a2c2-ed27bfdeccb7 None None] Bound using segment: {'id': 'e69ad33a-7240-422d-981f-a157ba9866e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '89b8ea88-caab-4cf1-9d77-62b583a34640'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:39:08.948147 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c0360f36-5e06-4d97-a2c2-ed27bfdeccb7 None None] Bound port: a414190d-de21-44d1-b6c3-b5f77f59ef85, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e69ad33a-7240-422d-981f-a157ba9866e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '89b8ea88-caab-4cf1-9d77-62b583a34640'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:39:08.948552 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c0360f36-5e06-4d97-a2c2-ed27bfdeccb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:09.027034 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c0360f36-5e06-4d97-a2c2-ed27bfdeccb7 None None] For port a414190d-de21-44d1-b6c3-b5f77f59ef85, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:39:09.031411 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c0360f36-5e06-4d97-a2c2-ed27bfdeccb7 None None] For port a414190d-de21-44d1-b6c3-b5f77f59ef85, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=a414190d-de21-44d1-b6c3-b5f77f59ef85,segment=NetworkSegment(e69ad33a-7240-422d-981f-a157ba9866e6),segment_id=e69ad33a-7240-422d-981f-a157ba9866e6)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:39:09.036982 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c0360f36-5e06-4d97-a2c2-ed27bfdeccb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:09.105608 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0360f36-5e06-4d97-a2c2-ed27bfdeccb7 None None] Routers {'d8c66e4e-b157-4c5f-b328-cfaae9e10438'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:39:09.106298 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c0360f36-5e06-4d97-a2c2-ed27bfdeccb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:39:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['d8c66e4e-b157-4c5f-b328-cfaae9e10438'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:39:09.147040 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88087dc0-8df0-4cc7-bec3-33558b7a7c50 None None] Pushing event updated for resources: {'Port': ['ID=a414190d-de21-44d1-b6c3-b5f77f59ef85,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:09.405112 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-c0360f36-5e06-4d97-a2c2-ed27bfdeccb7 None None] Set router d8c66e4e-b157-4c5f-b328-cfaae9e10438 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:39:09.553744 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb0cd9-7d80-408b-ab69-c75c88d684eb req-cd46672a-ae42-47c2-9953-b7c580b70d0c tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:09.555381 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ffdb0cd9-7d80-408b-ab69-c75c88d684eb req-cd46672a-ae42-47c2-9953-b7c580b70d0c tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.88 "GET /v2.0/networks?id=89b8ea88-caab-4cf1-9d77-62b583a34640 HTTP/1.1" status: 200 len: 796 time: 0.1334531 Aug 19 15:39:09.622942 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ce495742-e29f-4aa7-81f8-f218b843b09e req-ab6fc88c-d15c-46a5-854a-9f690dd5c9e1 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=87ec6d5c-15b8-4c2b-a4cf-9640c58fb315 HTTP/1.1" status: 200 len: 210 time: 0.0408409 Aug 19 15:39:09.634281 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ffdb0cd9-7d80-408b-ab69-c75c88d684eb req-fcd812e4-1c69-4550-a56b-e82cfc759c7f tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0c42a3a20a4428181cb4a620c77af50 HTTP/1.1" status: 200 len: 379 time: 0.0692461 Aug 19 15:39:09.634498 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c0360f36-5e06-4d97-a2c2-ed27bfdeccb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c66e4e-b157-4c5f-b328-cfaae9e10438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250590503', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '2276a749-f8e4-4515-97f2-c43d1049947d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:39:03Z', 'updated_at': '2021-08-19T15:39:06Z', 'revision_number': 4, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': '2276a749-f8e4-4515-97f2-c43d1049947d', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c66e4e-b157-4c5f-b328-cfaae9e10438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:03Z', 'updated_at': '2021-08-19T15:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'a414190d-de21-44d1-b6c3-b5f77f59ef85', 'name': '', 'network_id': '89b8ea88-caab-4cf1-9d77-62b583a34640', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'mac_address': 'fa:16:3e:91:18:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c66e4e-b157-4c5f-b328-cfaae9e10438', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '89485e6d-eda7-478a-92c0-36b09468f713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:05Z', 'updated_at': '2021-08-19T15:39:09Z', 'revision_number': 4, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'subnets': [{'id': '89485e6d-eda7-478a-92c0-36b09468f713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:39:09.644746 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-ffdb0cd9-7d80-408b-ab69-c75c88d684eb req-2ea457a8-06ae-4349-81e7-63366b772cbe tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'port': {'device_id': '87ec6d5c-15b8-4c2b-a4cf-9640c58fb315', 'network_id': '89b8ea88-caab-4cf1-9d77-62b583a34640', 'admin_state_up': True, 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'security_groups': ['8f6e2cd6-9471-4ff8-958a-5fa936c4e327']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:39:09.661355 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0360f36-5e06-4d97-a2c2-ed27bfdeccb7 None None] The sync data for ids ['d8c66e4e-b157-4c5f-b328-cfaae9e10438'] in n-d-766043-2 is: [{'id': 'd8c66e4e-b157-4c5f-b328-cfaae9e10438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250590503', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '2276a749-f8e4-4515-97f2-c43d1049947d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:39:03Z', 'updated_at': '2021-08-19T15:39:06Z', 'revision_number': 4, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': '2276a749-f8e4-4515-97f2-c43d1049947d', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c66e4e-b157-4c5f-b328-cfaae9e10438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:03Z', 'updated_at': '2021-08-19T15:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'a414190d-de21-44d1-b6c3-b5f77f59ef85', 'name': '', 'network_id': '89b8ea88-caab-4cf1-9d77-62b583a34640', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'mac_address': 'fa:16:3e:91:18:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c66e4e-b157-4c5f-b328-cfaae9e10438', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '89485e6d-eda7-478a-92c0-36b09468f713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:05Z', 'updated_at': '2021-08-19T15:39:09Z', 'revision_number': 4, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'subnets': [{'id': '89485e6d-eda7-478a-92c0-36b09468f713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:39:09.774457 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffdb0cd9-7d80-408b-ab69-c75c88d684eb req-2ea457a8-06ae-4349-81e7-63366b772cbe tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Made reservation on behalf of d0c42a3a20a4428181cb4a620c77af50 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:39:09.778569 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ffdb0cd9-7d80-408b-ab69-c75c88d684eb req-2ea457a8-06ae-4349-81e7-63366b772cbe tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:09.918662 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-ffdb0cd9-7d80-408b-ab69-c75c88d684eb req-2ea457a8-06ae-4349-81e7-63366b772cbe tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Allocated IP 172.20.0.6 (89b8ea88-caab-4cf1-9d77-62b583a34640/89485e6d-eda7-478a-92c0-36b09468f713/dc74dc0d-3fb2-4279-b400-27b01a186061) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:39:10.069023 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ffdb0cd9-7d80-408b-ab69-c75c88d684eb req-2ea457a8-06ae-4349-81e7-63366b772cbe tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:10.084791 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-ffdb0cd9-7d80-408b-ab69-c75c88d684eb req-2ea457a8-06ae-4349-81e7-63366b772cbe tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Transition to ACTIVE for port object dc74dc0d-3fb2-4279-b400-27b01a186061 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:39:10.123287 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ffdb0cd9-7d80-408b-ab69-c75c88d684eb req-2ea457a8-06ae-4349-81e7-63366b772cbe tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:10.177406 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffdb0cd9-7d80-408b-ab69-c75c88d684eb req-2ea457a8-06ae-4349-81e7-63366b772cbe tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Network 89b8ea88-caab-4cf1-9d77-62b583a34640 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:39:10.180763 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-ffdb0cd9-7d80-408b-ab69-c75c88d684eb req-2ea457a8-06ae-4349-81e7-63366b772cbe tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:39:10.184963 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffdb0cd9-7d80-408b-ab69-c75c88d684eb req-2ea457a8-06ae-4349-81e7-63366b772cbe tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:39:10.210128 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea457a8-06ae-4349-81e7-63366b772cbe tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'Port': ['ID=dc74dc0d-3fb2-4279-b400-27b01a186061,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:10.244934 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb0cd9-7d80-408b-ab69-c75c88d684eb req-2ea457a8-06ae-4349-81e7-63366b772cbe tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:10.245629 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ffdb0cd9-7d80-408b-ab69-c75c88d684eb req-2ea457a8-06ae-4349-81e7-63366b772cbe tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:10.263027 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ffdb0cd9-7d80-408b-ab69-c75c88d684eb req-2ea457a8-06ae-4349-81e7-63366b772cbe tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6221776 Aug 19 15:39:10.315899 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device a414190d-de21-44d1-b6c3-b5f77f59ef85 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:39:10.351997 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-ffdb0cd9-7d80-408b-ab69-c75c88d684eb req-ed7b1d96-ed1a-4d2a-8fb0-ec5924d6bef8 service neutron] Request body: {'port': {'device_id': '87ec6d5c-15b8-4c2b-a4cf-9640c58fb315', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:39:10.391780 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port a414190d-de21-44d1-b6c3-b5f77f59ef85 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:39:10.398385 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port a414190d-de21-44d1-b6c3-b5f77f59ef85 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:39:10.399051 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:10.427442 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ffdb0cd9-7d80-408b-ab69-c75c88d684eb req-ed7b1d96-ed1a-4d2a-8fb0-ec5924d6bef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:10.495058 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:10.530013 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port a414190d-de21-44d1-b6c3-b5f77f59ef85, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=a414190d-de21-44d1-b6c3-b5f77f59ef85,segment=NetworkSegment(e69ad33a-7240-422d-981f-a157ba9866e6),segment_id=e69ad33a-7240-422d-981f-a157ba9866e6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:39:10.535406 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:10.590516 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0518855b-bb03-488c-ab94-699921f110e5 None None] Provisioning for port dc74dc0d-3fb2-4279-b400-27b01a186061 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:39:10.598358 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0518855b-bb03-488c-ab94-699921f110e5 None None] Provisioning complete for port dc74dc0d-3fb2-4279-b400-27b01a186061 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:39:10.598729 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0518855b-bb03-488c-ab94-699921f110e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:10.600426 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=a414190d-de21-44d1-b6c3-b5f77f59ef85,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:10.655114 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0518855b-bb03-488c-ab94-699921f110e5 None None] Port dc74dc0d-3fb2-4279-b400-27b01a186061 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:39:10.776129 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-ffdb0cd9-7d80-408b-ab69-c75c88d684eb req-ed7b1d96-ed1a-4d2a-8fb0-ec5924d6bef8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc74dc0d-3fb2-4279-b400-27b01a186061 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:39:10.790079 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67412dc8-9810-4d5a-92c6-95aa545dd5dc req-957c958c-4d81-4be9-ae25-f4765906c2c6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:10.791664 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-67412dc8-9810-4d5a-92c6-95aa545dd5dc req-957c958c-4d81-4be9-ae25-f4765906c2c6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=87ec6d5c-15b8-4c2b-a4cf-9640c58fb315 HTTP/1.1" status: 200 len: 931 time: 0.0935621 Aug 19 15:39:10.793744 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ffdb0cd9-7d80-408b-ab69-c75c88d684eb req-ed7b1d96-ed1a-4d2a-8fb0-ec5924d6bef8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:10.818999 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-ffdb0cd9-7d80-408b-ab69-c75c88d684eb req-ed7b1d96-ed1a-4d2a-8fb0-ec5924d6bef8 service neutron] Transition to ACTIVE for port object dc74dc0d-3fb2-4279-b400-27b01a186061 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:39:10.823946 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ffdb0cd9-7d80-408b-ab69-c75c88d684eb req-ed7b1d96-ed1a-4d2a-8fb0-ec5924d6bef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:10.883308 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-67412dc8-9810-4d5a-92c6-95aa545dd5dc req-794e094f-6bae-4508-876f-db7f6a47a6a4 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f6e2cd6-9471-4ff8-958a-5fa936c4e327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853934 Aug 19 15:39:10.921345 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7b1d96-ed1a-4d2a-8fb0-ec5924d6bef8 service neutron] Pushing event updated for resources: {'Port': ['ID=dc74dc0d-3fb2-4279-b400-27b01a186061,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:10.977156 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-ffdb0cd9-7d80-408b-ab69-c75c88d684eb req-ed7b1d96-ed1a-4d2a-8fb0-ec5924d6bef8 service neutron] Attempting to bind port dc74dc0d-3fb2-4279-b400-27b01a186061 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:39:10.977638 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-ffdb0cd9-7d80-408b-ab69-c75c88d684eb req-ed7b1d96-ed1a-4d2a-8fb0-ec5924d6bef8 service neutron] Attempting to bind port dc74dc0d-3fb2-4279-b400-27b01a186061 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': 'e69ad33a-7240-422d-981f-a157ba9866e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '89b8ea88-caab-4cf1-9d77-62b583a34640'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:39:10.977976 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdb0cd9-7d80-408b-ab69-c75c88d684eb req-ed7b1d96-ed1a-4d2a-8fb0-ec5924d6bef8 service neutron] Attempting to bind port dc74dc0d-3fb2-4279-b400-27b01a186061 on network 89b8ea88-caab-4cf1-9d77-62b583a34640 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:39:10.983321 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdb0cd9-7d80-408b-ab69-c75c88d684eb req-ed7b1d96-ed1a-4d2a-8fb0-ec5924d6bef8 service neutron] Port dc74dc0d-3fb2-4279-b400-27b01a186061 on network 89b8ea88-caab-4cf1-9d77-62b583a34640 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:39:10.983737 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdb0cd9-7d80-408b-ab69-c75c88d684eb req-ed7b1d96-ed1a-4d2a-8fb0-ec5924d6bef8 service neutron] Attempting to bind port dc74dc0d-3fb2-4279-b400-27b01a186061 on network 89b8ea88-caab-4cf1-9d77-62b583a34640 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:39:10.989137 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdb0cd9-7d80-408b-ab69-c75c88d684eb req-ed7b1d96-ed1a-4d2a-8fb0-ec5924d6bef8 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:39:10.989485 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdb0cd9-7d80-408b-ab69-c75c88d684eb req-ed7b1d96-ed1a-4d2a-8fb0-ec5924d6bef8 service neutron] Checking segment: {'id': 'e69ad33a-7240-422d-981f-a157ba9866e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '89b8ea88-caab-4cf1-9d77-62b583a34640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:39:10.989883 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdb0cd9-7d80-408b-ab69-c75c88d684eb req-ed7b1d96-ed1a-4d2a-8fb0-ec5924d6bef8 service neutron] Bound using segment: {'id': 'e69ad33a-7240-422d-981f-a157ba9866e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '89b8ea88-caab-4cf1-9d77-62b583a34640'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:39:10.990318 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-ffdb0cd9-7d80-408b-ab69-c75c88d684eb req-ed7b1d96-ed1a-4d2a-8fb0-ec5924d6bef8 service neutron] Bound port: dc74dc0d-3fb2-4279-b400-27b01a186061, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e69ad33a-7240-422d-981f-a157ba9866e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '89b8ea88-caab-4cf1-9d77-62b583a34640'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:39:10.990688 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ffdb0cd9-7d80-408b-ab69-c75c88d684eb req-ed7b1d96-ed1a-4d2a-8fb0-ec5924d6bef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:11.062991 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-ffdb0cd9-7d80-408b-ab69-c75c88d684eb req-ed7b1d96-ed1a-4d2a-8fb0-ec5924d6bef8 service neutron] For port dc74dc0d-3fb2-4279-b400-27b01a186061, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:39:11.067159 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-ffdb0cd9-7d80-408b-ab69-c75c88d684eb req-ed7b1d96-ed1a-4d2a-8fb0-ec5924d6bef8 service neutron] For port dc74dc0d-3fb2-4279-b400-27b01a186061, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=dc74dc0d-3fb2-4279-b400-27b01a186061,segment=NetworkSegment(e69ad33a-7240-422d-981f-a157ba9866e6),segment_id=e69ad33a-7240-422d-981f-a157ba9866e6)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:39:11.072300 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ffdb0cd9-7d80-408b-ab69-c75c88d684eb req-ed7b1d96-ed1a-4d2a-8fb0-ec5924d6bef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:11.111332 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb0cd9-7d80-408b-ab69-c75c88d684eb req-ed7b1d96-ed1a-4d2a-8fb0-ec5924d6bef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:11.111944 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ffdb0cd9-7d80-408b-ab69-c75c88d684eb req-ed7b1d96-ed1a-4d2a-8fb0-ec5924d6bef8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:11.113864 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ffdb0cd9-7d80-408b-ab69-c75c88d684eb req-ed7b1d96-ed1a-4d2a-8fb0-ec5924d6bef8 service neutron] 10.222.0.88 "PUT /v2.0/ports/dc74dc0d-3fb2-4279-b400-27b01a186061 HTTP/1.1" status: 200 len: 1091 time: 0.8416362 Aug 19 15:39:11.114346 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87ec6d5c-15b8-4c2b-a4cf-9640c58fb315', 'tag': 'dc74dc0d-3fb2-4279-b400-27b01a186061'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:39:11.116591 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22fe28f3f2ed00298fad1814fbe4737ebcc7f8c7d408f26f1f50550a3b01d4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536d5be3-a150-4a7e-b75c-27b71558d477" -d '{"events": [{"name": "network-changed", "server_uuid": "87ec6d5c-15b8-4c2b-a4cf-9640c58fb315", "tag": "dc74dc0d-3fb2-4279-b400-27b01a186061"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:39:11.156801 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7b1d96-ed1a-4d2a-8fb0-ec5924d6bef8 service neutron] Pushing event updated for resources: {'Port': ['ID=dc74dc0d-3fb2-4279-b400-27b01a186061,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:11.240615 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb0cd9-7d80-408b-ab69-c75c88d684eb req-b790f2a9-1f90-4c5f-b156-69d4b188a166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:11.242372 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ffdb0cd9-7d80-408b-ab69-c75c88d684eb req-b790f2a9-1f90-4c5f-b156-69d4b188a166 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d0c42a3a20a4428181cb4a620c77af50&device_id=87ec6d5c-15b8-4c2b-a4cf-9640c58fb315 HTTP/1.1" status: 200 len: 1094 time: 0.0767601 Aug 19 15:39:11.287756 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b773c840-28e4-4104-ab8f-9b0c91e1ca9c x-openstack-request-id: req-b773c840-28e4-4104-ab8f-9b0c91e1ca9c {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:39:11.288050 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87ec6d5c-15b8-4c2b-a4cf-9640c58fb315", "tag": "dc74dc0d-3fb2-4279-b400-27b01a186061", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:39:11.288298 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b773c840-28e4-4104-ab8f-9b0c91e1ca9c {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:39:11.288724 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87ec6d5c-15b8-4c2b-a4cf-9640c58fb315', 'tag': 'dc74dc0d-3fb2-4279-b400-27b01a186061', 'status': 'completed', 'code': 200} Aug 19 15:39:11.290371 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ffdb0cd9-7d80-408b-ab69-c75c88d684eb req-1f17af7c-1a41-4317-ae6f-8c63fc80e0ce service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc74dc0d-3fb2-4279-b400-27b01a186061 HTTP/1.1" status: 200 len: 217 time: 0.0403242 Aug 19 15:39:11.345406 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb0cd9-7d80-408b-ab69-c75c88d684eb req-2ac4f1b5-d20c-4b92-9c44-4e715e20941a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:11.347026 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ffdb0cd9-7d80-408b-ab69-c75c88d684eb req-2ac4f1b5-d20c-4b92-9c44-4e715e20941a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=89485e6d-eda7-478a-92c0-36b09468f713 HTTP/1.1" status: 200 len: 834 time: 0.0497696 Aug 19 15:39:11.402832 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb0cd9-7d80-408b-ab69-c75c88d684eb req-2acc8023-1821-4ae9-8960-aa148c85c4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:11.404441 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ffdb0cd9-7d80-408b-ab69-c75c88d684eb req-2acc8023-1821-4ae9-8960-aa148c85c4d0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=89b8ea88-caab-4cf1-9d77-62b583a34640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506165 Aug 19 15:39:11.495921 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ffdb0cd9-7d80-408b-ab69-c75c88d684eb req-72d46b36-7a8d-4810-884e-2c33f3843aef service neutron] 10.222.0.88 "GET /v2.0/networks/89b8ea88-caab-4cf1-9d77-62b583a34640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839524 Aug 19 15:39:11.591007 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ffdb0cd9-7d80-408b-ab69-c75c88d684eb req-8104cd50-3274-43aa-b012-88b7d034dd4e service neutron] 10.222.0.88 "GET /v2.0/networks/89b8ea88-caab-4cf1-9d77-62b583a34640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877333 Aug 19 15:39:11.678768 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d5be3-a150-4a7e-b75c-27b71558d477 req-e0dc5135-2086-4f5f-958f-60c82c2402b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:11.680278 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-536d5be3-a150-4a7e-b75c-27b71558d477 req-e0dc5135-2086-4f5f-958f-60c82c2402b2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d0c42a3a20a4428181cb4a620c77af50&device_id=87ec6d5c-15b8-4c2b-a4cf-9640c58fb315 HTTP/1.1" status: 200 len: 1094 time: 0.0420010 Aug 19 15:39:11.777700 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d5be3-a150-4a7e-b75c-27b71558d477 req-1c2cba36-b9dd-486d-9468-4651dc7f1988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:11.779308 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-536d5be3-a150-4a7e-b75c-27b71558d477 req-1c2cba36-b9dd-486d-9468-4651dc7f1988 service neutron] 10.222.0.88 "GET /v2.0/networks?id=89b8ea88-caab-4cf1-9d77-62b583a34640 HTTP/1.1" status: 200 len: 897 time: 0.0921857 Aug 19 15:39:11.820793 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-536d5be3-a150-4a7e-b75c-27b71558d477 req-d692132e-921d-4005-b85b-54cfe094b02e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc74dc0d-3fb2-4279-b400-27b01a186061 HTTP/1.1" status: 200 len: 217 time: 0.0347879 Aug 19 15:39:11.871345 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d5be3-a150-4a7e-b75c-27b71558d477 req-e98775aa-3b9b-48ce-b12d-ab71191ec39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:11.872765 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-536d5be3-a150-4a7e-b75c-27b71558d477 req-e98775aa-3b9b-48ce-b12d-ab71191ec39e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=89485e6d-eda7-478a-92c0-36b09468f713 HTTP/1.1" status: 200 len: 834 time: 0.0451646 Aug 19 15:39:11.922266 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d5be3-a150-4a7e-b75c-27b71558d477 req-13a5fa3a-075b-4251-bcc6-caaeccea2d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:11.923688 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-536d5be3-a150-4a7e-b75c-27b71558d477 req-13a5fa3a-075b-4251-bcc6-caaeccea2d69 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=89b8ea88-caab-4cf1-9d77-62b583a34640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420904 Aug 19 15:39:12.051267 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9ccd5-ce57-4f36-a732-b99065176d49 req-f799590f-aa30-43ae-846e-5483b7ddebb8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:12.052857 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-98e9ccd5-ce57-4f36-a732-b99065176d49 req-f799590f-aa30-43ae-846e-5483b7ddebb8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=87ec6d5c-15b8-4c2b-a4cf-9640c58fb315 HTTP/1.1" status: 200 len: 943 time: 0.0739019 Aug 19 15:39:12.088358 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-536d5be3-a150-4a7e-b75c-27b71558d477 req-163df6c6-e750-46e0-820c-0e908bd867ae service neutron] 10.222.0.88 "GET /v2.0/networks/89b8ea88-caab-4cf1-9d77-62b583a34640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562409 Aug 19 15:39:12.128232 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-98e9ccd5-ce57-4f36-a732-b99065176d49 req-85062cfe-c3ec-498b-a132-3c690d5c0063 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f6e2cd6-9471-4ff8-958a-5fa936c4e327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682676 Aug 19 15:39:12.197246 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-536d5be3-a150-4a7e-b75c-27b71558d477 req-45122923-eac7-4404-b5b4-be73d042294c service neutron] 10.222.0.88 "GET /v2.0/networks/89b8ea88-caab-4cf1-9d77-62b583a34640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968146 Aug 19 15:39:12.232147 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device a414190d-de21-44d1-b6c3-b5f77f59ef85 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:39:12.279347 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port a414190d-de21-44d1-b6c3-b5f77f59ef85 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:39:12.279710 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:13.246946 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3784c-d35c-40e9-bfb4-06e7befa0196 req-7f048730-6e5b-44ec-a859-013a0e51e975 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:13.248425 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3ab3784c-d35c-40e9-bfb4-06e7befa0196 req-7f048730-6e5b-44ec-a859-013a0e51e975 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=87ec6d5c-15b8-4c2b-a4cf-9640c58fb315 HTTP/1.1" status: 200 len: 943 time: 0.0503099 Aug 19 15:39:13.285742 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3ab3784c-d35c-40e9-bfb4-06e7befa0196 req-3f705e5f-e7cd-4bb7-9596-83e0b4833cb9 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f6e2cd6-9471-4ff8-958a-5fa936c4e327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313010 Aug 19 15:39:13.838903 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device dc74dc0d-3fb2-4279-b400-27b01a186061 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:39:13.932881 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port dc74dc0d-3fb2-4279-b400-27b01a186061, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=dc74dc0d-3fb2-4279-b400-27b01a186061,segment=NetworkSegment(e69ad33a-7240-422d-981f-a157ba9866e6),segment_id=e69ad33a-7240-422d-981f-a157ba9866e6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:39:13.944292 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': 'dc74dc0d-3fb2-4279-b400-27b01a186061', 'network_id': '89b8ea88-caab-4cf1-9d77-62b583a34640', 'port_id': 'dc74dc0d-3fb2-4279-b400-27b01a186061', 'mac_address': 'fa:16:3e:02:f1:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89485e6d-eda7-478a-92c0-36b09468f713', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:39:13.980648 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:13.992817 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc74dc0d-3fb2-4279-b400-27b01a186061 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:39:14.012050 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port dc74dc0d-3fb2-4279-b400-27b01a186061, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=dc74dc0d-3fb2-4279-b400-27b01a186061,segment=NetworkSegment(e69ad33a-7240-422d-981f-a157ba9866e6),segment_id=e69ad33a-7240-422d-981f-a157ba9866e6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:39:14.015846 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:14.075468 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=dc74dc0d-3fb2-4279-b400-27b01a186061,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:14.251817 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['dc74dc0d-3fb2-4279-b400-27b01a186061'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:39:14.412258 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba15990-25e8-48ab-860e-d62719c6c4f8 req-223a9cc5-1f65-4443-9c2c-cb9e8e8bda17 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:14.413946 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7ba15990-25e8-48ab-860e-d62719c6c4f8 req-223a9cc5-1f65-4443-9c2c-cb9e8e8bda17 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=87ec6d5c-15b8-4c2b-a4cf-9640c58fb315 HTTP/1.1" status: 200 len: 944 time: 0.0556953 Aug 19 15:39:14.464241 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7ba15990-25e8-48ab-860e-d62719c6c4f8 req-7f1d1702-53d4-4ae4-b1fe-4b38e3baf9d0 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f6e2cd6-9471-4ff8-958a-5fa936c4e327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426593 Aug 19 15:39:15.590563 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab351401-9ee2-46b6-a19d-1d1e12ae10be req-5242864a-0028-44d8-9372-4d15409a3e12 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:15.593118 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ab351401-9ee2-46b6-a19d-1d1e12ae10be req-5242864a-0028-44d8-9372-4d15409a3e12 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=87ec6d5c-15b8-4c2b-a4cf-9640c58fb315 HTTP/1.1" status: 200 len: 944 time: 0.0593519 Aug 19 15:39:15.633902 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ab351401-9ee2-46b6-a19d-1d1e12ae10be req-2e7ffa9a-7b6f-4d5c-a58b-6f1b9469629b tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f6e2cd6-9471-4ff8-958a-5fa936c4e327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350635 Aug 19 15:39:15.838765 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device dc74dc0d-3fb2-4279-b400-27b01a186061 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:39:15.889838 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port dc74dc0d-3fb2-4279-b400-27b01a186061 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:39:15.894034 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port dc74dc0d-3fb2-4279-b400-27b01a186061 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:39:15.894421 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:15.970984 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:15.994092 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ec6d5c-15b8-4c2b-a4cf-9640c58fb315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc74dc0d-3fb2-4279-b400-27b01a186061'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:39:15.996567 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33781a19ce02c5415d916baf9197922328299cb06218664b0429d3f5e03069d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9e6d22-fc5e-4775-adf0-f6b1343e7fd0" -d '{"events": [{"server_uuid": "87ec6d5c-15b8-4c2b-a4cf-9640c58fb315", "name": "network-vif-plugged", "status": "completed", "tag": "dc74dc0d-3fb2-4279-b400-27b01a186061"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:39:16.009781 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port dc74dc0d-3fb2-4279-b400-27b01a186061, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=dc74dc0d-3fb2-4279-b400-27b01a186061,segment=NetworkSegment(e69ad33a-7240-422d-981f-a157ba9866e6),segment_id=e69ad33a-7240-422d-981f-a157ba9866e6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:39:16.014482 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:16.041824 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c632c0-d81e-444d-86d9-b411619374df x-openstack-request-id: req-e6c632c0-d81e-444d-86d9-b411619374df {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:39:16.042275 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87ec6d5c-15b8-4c2b-a4cf-9640c58fb315", "name": "network-vif-plugged", "status": "completed", "tag": "dc74dc0d-3fb2-4279-b400-27b01a186061", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:39:16.042558 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e6c632c0-d81e-444d-86d9-b411619374df {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:39:16.042940 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ec6d5c-15b8-4c2b-a4cf-9640c58fb315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc74dc0d-3fb2-4279-b400-27b01a186061', 'code': 200} Aug 19 15:39:16.083491 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=dc74dc0d-3fb2-4279-b400-27b01a186061,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:16.147446 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe1cf0-0671-4f57-bfe7-79dbc44f424a req-ad76b755-ed27-4a63-8c30-28d014efdc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:16.148976 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6dbe1cf0-0671-4f57-bfe7-79dbc44f424a req-ad76b755-ed27-4a63-8c30-28d014efdc96 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=87ec6d5c-15b8-4c2b-a4cf-9640c58fb315 HTTP/1.1" status: 200 len: 1096 time: 0.0454166 Aug 19 15:39:16.184473 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6dbe1cf0-0671-4f57-bfe7-79dbc44f424a req-e0cae284-a306-4f35-97dd-17d305afcf65 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=8f6e2cd6-9471-4ff8-958a-5fa936c4e327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285835 Aug 19 15:39:16.759230 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ee617-9ef9-44e8-a4ca-3a339d8ab0ed req-6ca55703-0051-45f9-9b58-a8bd0fa3ab06 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:16.760662 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-085ee617-9ef9-44e8-a4ca-3a339d8ab0ed req-6ca55703-0051-45f9-9b58-a8bd0fa3ab06 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=87ec6d5c-15b8-4c2b-a4cf-9640c58fb315 HTTP/1.1" status: 200 len: 945 time: 0.0536234 Aug 19 15:39:16.800983 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-085ee617-9ef9-44e8-a4ca-3a339d8ab0ed req-7344c235-36c3-4481-a2dd-958433eb1089 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f6e2cd6-9471-4ff8-958a-5fa936c4e327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328453 Aug 19 15:39:17.931151 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a06a28-538b-4165-9e74-b6a8d77467ca req-d20272aa-b84a-45d0-ad6f-c21b78428d4c tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:17.932721 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-23a06a28-538b-4165-9e74-b6a8d77467ca req-d20272aa-b84a-45d0-ad6f-c21b78428d4c tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=87ec6d5c-15b8-4c2b-a4cf-9640c58fb315 HTTP/1.1" status: 200 len: 945 time: 0.0570791 Aug 19 15:39:17.977337 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-23a06a28-538b-4165-9e74-b6a8d77467ca req-8f455ace-9e2f-4712-820e-77786fc54093 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f6e2cd6-9471-4ff8-958a-5fa936c4e327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362546 Aug 19 15:39:18.109248 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ca690-9cce-4325-86c4-caeba64b83a9 req-de87a957-d10d-42eb-a7c2-94654845b7ec tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:18.110708 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3d5ca690-9cce-4325-86c4-caeba64b83a9 req-de87a957-d10d-42eb-a7c2-94654845b7ec tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=87ec6d5c-15b8-4c2b-a4cf-9640c58fb315 HTTP/1.1" status: 200 len: 945 time: 0.0590103 Aug 19 15:39:18.149542 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3d5ca690-9cce-4325-86c4-caeba64b83a9 req-ad8b93ea-cb65-4547-af34-896988d3ba24 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f6e2cd6-9471-4ff8-958a-5fa936c4e327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327520 Aug 19 15:39:18.172347 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39476) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:18.221971 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303b5859-9fc0-47cb-9f5e-53740d6e49b9 tempest-TestNetworkAdvancedServerOps-615037460 tempest-TestNetworkAdvancedServerOps-615037460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:18.223552 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-303b5859-9fc0-47cb-9f5e-53740d6e49b9 tempest-TestNetworkAdvancedServerOps-615037460 tempest-TestNetworkAdvancedServerOps-615037460-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=87ec6d5c-15b8-4c2b-a4cf-9640c58fb315 HTTP/1.1" status: 200 len: 1091 time: 0.0498028 Aug 19 15:39:18.226477 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39478) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:18.231208 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-51e4ec5b-df85-4432-a0d6-d86d11ad6d1a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'floatingip': {'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'port_id': 'dc74dc0d-3fb2-4279-b400-27b01a186061', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:39:18.257190 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51e4ec5b-df85-4432-a0d6-d86d11ad6d1a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:18.371272 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51e4ec5b-df85-4432-a0d6-d86d11ad6d1a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:18.488672 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-51e4ec5b-df85-4432-a0d6-d86d11ad6d1a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Allocated IP 172.25.2.238 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/ebb324cb-1071-456c-83b1-f51daef03f7e) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:39:18.618085 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51e4ec5b-df85-4432-a0d6-d86d11ad6d1a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:18.668675 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51e4ec5b-df85-4432-a0d6-d86d11ad6d1a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:18.713544 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e4ec5b-df85-4432-a0d6-d86d11ad6d1a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:39:18.716509 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-51e4ec5b-df85-4432-a0d6-d86d11ad6d1a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:39:18.720720 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e4ec5b-df85-4432-a0d6-d86d11ad6d1a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:39:18.724510 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e4ec5b-df85-4432-a0d6-d86d11ad6d1a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'Port': ['ID=ebb324cb-1071-456c-83b1-f51daef03f7e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:19.088245 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51e4ec5b-df85-4432-a0d6-d86d11ad6d1a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:19.158267 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51e4ec5b-df85-4432-a0d6-d86d11ad6d1a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:19.314420 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51e4ec5b-df85-4432-a0d6-d86d11ad6d1a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:19.319540 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51e4ec5b-df85-4432-a0d6-d86d11ad6d1a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:19.385643 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e4ec5b-df85-4432-a0d6-d86d11ad6d1a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'Port': ['ID=ebb324cb-1071-456c-83b1-f51daef03f7e,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:19.397113 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51e4ec5b-df85-4432-a0d6-d86d11ad6d1a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:19.497243 n-d-766043-2 neutron-server[94640]: INFO neutron.db.l3_db [None req-51e4ec5b-df85-4432-a0d6-d86d11ad6d1a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Floating IP 5f92e207-092f-440d-9745-53d3d9cca96c associated. External IP: 172.25.2.238, port: dc74dc0d-3fb2-4279-b400-27b01a186061. Aug 19 15:39:19.733818 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e4ec5b-df85-4432-a0d6-d86d11ad6d1a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Router d8c66e4e-b157-4c5f-b328-cfaae9e10438 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:39:19.850896 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e4ec5b-df85-4432-a0d6-d86d11ad6d1a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:39:19.863349 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f99ba91-1c08-4650-982a-e3d0ab88a611 None None] Sync routers for ids ['d8c66e4e-b157-4c5f-b328-cfaae9e10438'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:39:19.870610 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51e4ec5b-df85-4432-a0d6-d86d11ad6d1a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:19.879041 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f99ba91-1c08-4650-982a-e3d0ab88a611 None None] Routers {'d8c66e4e-b157-4c5f-b328-cfaae9e10438'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:39:19.879921 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0f99ba91-1c08-4650-982a-e3d0ab88a611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:39:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['d8c66e4e-b157-4c5f-b328-cfaae9e10438'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:39:19.911178 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-51e4ec5b-df85-4432-a0d6-d86d11ad6d1a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6834464 Aug 19 15:39:19.911886 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87ec6d5c-15b8-4c2b-a4cf-9640c58fb315', 'tag': 'dc74dc0d-3fb2-4279-b400-27b01a186061'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:39:19.915039 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22fe28f3f2ed00298fad1814fbe4737ebcc7f8c7d408f26f1f50550a3b01d4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9006fc6b-6576-493a-9154-ef99dad7ae8c" -d '{"events": [{"name": "network-changed", "server_uuid": "87ec6d5c-15b8-4c2b-a4cf-9640c58fb315", "tag": "dc74dc0d-3fb2-4279-b400-27b01a186061"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:39:19.961177 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e72c477-a00c-4434-afd8-f82563111f90 x-openstack-request-id: req-6e72c477-a00c-4434-afd8-f82563111f90 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:39:19.961624 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87ec6d5c-15b8-4c2b-a4cf-9640c58fb315", "tag": "dc74dc0d-3fb2-4279-b400-27b01a186061", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:39:19.962013 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6e72c477-a00c-4434-afd8-f82563111f90 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:39:19.963170 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87ec6d5c-15b8-4c2b-a4cf-9640c58fb315', 'tag': 'dc74dc0d-3fb2-4279-b400-27b01a186061', 'status': 'completed', 'code': 200} Aug 19 15:39:20.028299 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-0f99ba91-1c08-4650-982a-e3d0ab88a611 None None] Set router d8c66e4e-b157-4c5f-b328-cfaae9e10438 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:39:20.057485 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced989f6-aba5-4cef-b36d-49df83e61b16 req-4049050e-ee76-4ab0-bb3b-48e7c00bbd91 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:20.059047 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ced989f6-aba5-4cef-b36d-49df83e61b16 req-4049050e-ee76-4ab0-bb3b-48e7c00bbd91 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=87ec6d5c-15b8-4c2b-a4cf-9640c58fb315 HTTP/1.1" status: 200 len: 945 time: 0.0864489 Aug 19 15:39:20.061950 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9006fc6b-6576-493a-9154-ef99dad7ae8c req-1a23ef69-343c-4a72-83d5-96cdec34fefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:20.063345 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9006fc6b-6576-493a-9154-ef99dad7ae8c req-1a23ef69-343c-4a72-83d5-96cdec34fefa service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d0c42a3a20a4428181cb4a620c77af50&device_id=87ec6d5c-15b8-4c2b-a4cf-9640c58fb315 HTTP/1.1" status: 200 len: 1096 time: 0.0620582 Aug 19 15:39:20.149590 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ced989f6-aba5-4cef-b36d-49df83e61b16 req-55f4f7af-3da3-41ad-bfcf-77ac12c9d52a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f6e2cd6-9471-4ff8-958a-5fa936c4e327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833759 Aug 19 15:39:20.176054 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39484) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:20.243917 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9006fc6b-6576-493a-9154-ef99dad7ae8c req-b591e45b-b0e9-4951-80e7-dcfec74dde8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:20.245441 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9006fc6b-6576-493a-9154-ef99dad7ae8c req-b591e45b-b0e9-4951-80e7-dcfec74dde8c service neutron] 10.222.0.88 "GET /v2.0/networks?id=89b8ea88-caab-4cf1-9d77-62b583a34640 HTTP/1.1" status: 200 len: 897 time: 0.1723638 Aug 19 15:39:20.260807 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0f99ba91-1c08-4650-982a-e3d0ab88a611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c66e4e-b157-4c5f-b328-cfaae9e10438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250590503', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '2276a749-f8e4-4515-97f2-c43d1049947d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:39:03Z', 'updated_at': '2021-08-19T15:39:06Z', 'revision_number': 4, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': '2276a749-f8e4-4515-97f2-c43d1049947d', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c66e4e-b157-4c5f-b328-cfaae9e10438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:03Z', 'updated_at': '2021-08-19T15:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '5f92e207-092f-440d-9745-53d3d9cca96c', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'floating_ip_address': '172.25.2.238', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': 'd8c66e4e-b157-4c5f-b328-cfaae9e10438', 'port_id': 'dc74dc0d-3fb2-4279-b400-27b01a186061', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89b8ea88-caab-4cf1-9d77-62b583a34640', 'mac_address': 'fa:16:3e:02:f1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ec6d5c-15b8-4c2b-a4cf-9640c58fb315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:39:18Z', 'updated_at': '2021-08-19T15:39:18Z', 'revision_number': 0, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a414190d-de21-44d1-b6c3-b5f77f59ef85', 'name': '', 'network_id': '89b8ea88-caab-4cf1-9d77-62b583a34640', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'mac_address': 'fa:16:3e:91:18:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c66e4e-b157-4c5f-b328-cfaae9e10438', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '89485e6d-eda7-478a-92c0-36b09468f713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:05Z', 'updated_at': '2021-08-19T15:39:10Z', 'revision_number': 5, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'subnets': [{'id': '89485e6d-eda7-478a-92c0-36b09468f713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:39:20.261294 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ba32c550-0914-45a7-aa2d-d840d3ab9cc3 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/floatingips/5f92e207-092f-440d-9745-53d3d9cca96c HTTP/1.1" status: 200 len: 991 time: 0.0841315 Aug 19 15:39:20.286477 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f99ba91-1c08-4650-982a-e3d0ab88a611 None None] Checking router: d8c66e4e-b157-4c5f-b328-cfaae9e10438 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:39:20.294977 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f99ba91-1c08-4650-982a-e3d0ab88a611 None None] Routers {'d8c66e4e-b157-4c5f-b328-cfaae9e10438'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:39:20.295585 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0f99ba91-1c08-4650-982a-e3d0ab88a611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:39:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['d8c66e4e-b157-4c5f-b328-cfaae9e10438'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:39:20.315613 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9006fc6b-6576-493a-9154-ef99dad7ae8c req-2f53f3d2-fadb-4c2d-8633-70a6ad26fc9c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc74dc0d-3fb2-4279-b400-27b01a186061 HTTP/1.1" status: 200 len: 999 time: 0.0624552 Aug 19 15:39:20.368998 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9006fc6b-6576-493a-9154-ef99dad7ae8c req-3ce8c255-54d8-4166-a436-97a11cb93a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:20.370528 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9006fc6b-6576-493a-9154-ef99dad7ae8c req-3ce8c255-54d8-4166-a436-97a11cb93a88 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=89485e6d-eda7-478a-92c0-36b09468f713 HTTP/1.1" status: 200 len: 834 time: 0.0488498 Aug 19 15:39:20.406540 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-0f99ba91-1c08-4650-982a-e3d0ab88a611 None None] Set router d8c66e4e-b157-4c5f-b328-cfaae9e10438 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:39:20.428051 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9006fc6b-6576-493a-9154-ef99dad7ae8c req-c9e71f08-91c9-4c29-bf66-f4fe0c00e3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:20.429690 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9006fc6b-6576-493a-9154-ef99dad7ae8c req-c9e71f08-91c9-4c29-bf66-f4fe0c00e3ff service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=89b8ea88-caab-4cf1-9d77-62b583a34640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521479 Aug 19 15:39:20.534761 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9006fc6b-6576-493a-9154-ef99dad7ae8c req-d5625f16-e5dc-4c52-9448-e9c8158ed489 service neutron] 10.222.0.88 "GET /v2.0/networks/89b8ea88-caab-4cf1-9d77-62b583a34640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972581 Aug 19 15:39:20.628200 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9006fc6b-6576-493a-9154-ef99dad7ae8c req-6de62e4f-4413-4f04-8b6e-1bb0d84c0891 service neutron] 10.222.0.88 "GET /v2.0/networks/89b8ea88-caab-4cf1-9d77-62b583a34640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866351 Aug 19 15:39:20.729509 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0f99ba91-1c08-4650-982a-e3d0ab88a611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c66e4e-b157-4c5f-b328-cfaae9e10438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250590503', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '2276a749-f8e4-4515-97f2-c43d1049947d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:39:03Z', 'updated_at': '2021-08-19T15:39:06Z', 'revision_number': 4, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': '2276a749-f8e4-4515-97f2-c43d1049947d', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c66e4e-b157-4c5f-b328-cfaae9e10438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:03Z', 'updated_at': '2021-08-19T15:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '5f92e207-092f-440d-9745-53d3d9cca96c', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'floating_ip_address': '172.25.2.238', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': 'd8c66e4e-b157-4c5f-b328-cfaae9e10438', 'port_id': 'dc74dc0d-3fb2-4279-b400-27b01a186061', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89b8ea88-caab-4cf1-9d77-62b583a34640', 'mac_address': 'fa:16:3e:02:f1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ec6d5c-15b8-4c2b-a4cf-9640c58fb315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:39:18Z', 'updated_at': '2021-08-19T15:39:18Z', 'revision_number': 0, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a414190d-de21-44d1-b6c3-b5f77f59ef85', 'name': '', 'network_id': '89b8ea88-caab-4cf1-9d77-62b583a34640', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'mac_address': 'fa:16:3e:91:18:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c66e4e-b157-4c5f-b328-cfaae9e10438', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '89485e6d-eda7-478a-92c0-36b09468f713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:05Z', 'updated_at': '2021-08-19T15:39:10Z', 'revision_number': 5, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'subnets': [{'id': '89485e6d-eda7-478a-92c0-36b09468f713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:39:20.755480 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f99ba91-1c08-4650-982a-e3d0ab88a611 None None] The sync data for ids ['d8c66e4e-b157-4c5f-b328-cfaae9e10438'] in n-d-766043-2 is: [{'id': 'd8c66e4e-b157-4c5f-b328-cfaae9e10438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250590503', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '2276a749-f8e4-4515-97f2-c43d1049947d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:39:03Z', 'updated_at': '2021-08-19T15:39:06Z', 'revision_number': 4, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': '2276a749-f8e4-4515-97f2-c43d1049947d', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c66e4e-b157-4c5f-b328-cfaae9e10438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:03Z', 'updated_at': '2021-08-19T15:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '5f92e207-092f-440d-9745-53d3d9cca96c', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'floating_ip_address': '172.25.2.238', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': 'd8c66e4e-b157-4c5f-b328-cfaae9e10438', 'port_id': 'dc74dc0d-3fb2-4279-b400-27b01a186061', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89b8ea88-caab-4cf1-9d77-62b583a34640', 'mac_address': 'fa:16:3e:02:f1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ec6d5c-15b8-4c2b-a4cf-9640c58fb315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:39:18Z', 'updated_at': '2021-08-19T15:39:18Z', 'revision_number': 0, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a414190d-de21-44d1-b6c3-b5f77f59ef85', 'name': '', 'network_id': '89b8ea88-caab-4cf1-9d77-62b583a34640', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'mac_address': 'fa:16:3e:91:18:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c66e4e-b157-4c5f-b328-cfaae9e10438', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '89485e6d-eda7-478a-92c0-36b09468f713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:05Z', 'updated_at': '2021-08-19T15:39:10Z', 'revision_number': 5, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'subnets': [{'id': '89485e6d-eda7-478a-92c0-36b09468f713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:39:20.945718 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba9b2ae-e34e-4044-b130-aeac77975339 None None] New status for floating IP 5f92e207-092f-440d-9745-53d3d9cca96c: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:39:21.265475 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39486) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:21.326707 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-59a42bb2-a39e-426a-b374-90ac6f09a33b tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/floatingips/5f92e207-092f-440d-9745-53d3d9cca96c HTTP/1.1" status: 200 len: 993 time: 0.0601444 Aug 19 15:39:31.495153 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9495fb3b-571a-4d39-88c6-075fb6a43250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:33.999334 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:39:34.430591 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ee8c464c-0bd4-4994-a5eb-47d29d9d883d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:34.639094 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:34.698606 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:35.319844 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:35.916526 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:37.143212 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:52.762345 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ebcc59-050e-4f86-89fe-86bef9ad5ca7 req-629855ca-3c52-4d80-8167-18115613e712 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:52.763753 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-33ebcc59-050e-4f86-89fe-86bef9ad5ca7 req-629855ca-3c52-4d80-8167-18115613e712 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=87ec6d5c-15b8-4c2b-a4cf-9640c58fb315 HTTP/1.1" status: 200 len: 945 time: 0.0547686 Aug 19 15:39:52.802938 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-33ebcc59-050e-4f86-89fe-86bef9ad5ca7 req-80a769d5-144a-46ef-8df0-cb2c6d3001a7 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f6e2cd6-9471-4ff8-958a-5fa936c4e327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326486 Aug 19 15:39:53.933620 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242cccf6-2611-420c-8481-62cdce2d93d2 req-42b2dcd7-4aa8-4619-b726-01a536bd25af tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:53.935114 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-242cccf6-2611-420c-8481-62cdce2d93d2 req-42b2dcd7-4aa8-4619-b726-01a536bd25af tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=87ec6d5c-15b8-4c2b-a4cf-9640c58fb315 HTTP/1.1" status: 200 len: 945 time: 0.0488367 Aug 19 15:39:53.972952 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-242cccf6-2611-420c-8481-62cdce2d93d2 req-0469af00-62fa-458f-902d-b08938d6c4ad tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f6e2cd6-9471-4ff8-958a-5fa936c4e327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319145 Aug 19 15:39:53.994719 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39506) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:54.403031 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-2ba73651-ae38-4605-8b14-c6806945580a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/floatingips/5f92e207-092f-440d-9745-53d3d9cca96c HTTP/1.1" status: 200 len: 993 time: 0.4071763 Aug 19 15:39:55.671064 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1d735-d39b-445a-873a-ec13f4915614 req-02a82a5c-45c1-4c27-a5f5-8c0ffd734a34 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:55.672458 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-86d1d735-d39b-445a-873a-ec13f4915614 req-02a82a5c-45c1-4c27-a5f5-8c0ffd734a34 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=87ec6d5c-15b8-4c2b-a4cf-9640c58fb315 HTTP/1.1" status: 200 len: 945 time: 0.0490525 Aug 19 15:39:55.710692 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-86d1d735-d39b-445a-873a-ec13f4915614 req-a22babf3-ea3e-4d37-854d-4dd37e5011e3 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f6e2cd6-9471-4ff8-958a-5fa936c4e327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310650 Aug 19 15:39:56.830230 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa166a-a0a1-4f43-b914-985045ce7904 req-fd8685cc-a946-4b00-b81b-c4cb41a3c952 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:56.831695 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-52aa166a-a0a1-4f43-b914-985045ce7904 req-fd8685cc-a946-4b00-b81b-c4cb41a3c952 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=87ec6d5c-15b8-4c2b-a4cf-9640c58fb315 HTTP/1.1" status: 200 len: 945 time: 0.0484533 Aug 19 15:39:56.868335 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-52aa166a-a0a1-4f43-b914-985045ce7904 req-8310654a-1a08-4c28-9a4f-4175c2134501 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f6e2cd6-9471-4ff8-958a-5fa936c4e327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307686 Aug 19 15:39:56.890618 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39516) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:56.952628 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-6ae97a66-8724-4da0-8597-6528495655cc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/floatingips/5f92e207-092f-440d-9745-53d3d9cca96c HTTP/1.1" status: 200 len: 993 time: 0.0607498 Aug 19 15:39:57.176186 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39522) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:39:57.330072 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-741379e1-286c-4bed-914a-8da6a5361c58 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Deleting port ebb324cb-1071-456c-83b1-f51daef03f7e {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:39:57.330433 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-741379e1-286c-4bed-914a-8da6a5361c58 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:57.406491 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-741379e1-286c-4bed-914a-8da6a5361c58 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:57.406815 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-741379e1-286c-4bed-914a-8da6a5361c58 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:57.418911 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-741379e1-286c-4bed-914a-8da6a5361c58 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Calling delete_port for ebb324cb-1071-456c-83b1-f51daef03f7e owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:39:57.563993 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-741379e1-286c-4bed-914a-8da6a5361c58 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:57.930405 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741379e1-286c-4bed-914a-8da6a5361c58 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event deleted for resources: {'Port': ['ID=ebb324cb-1071-456c-83b1-f51daef03f7e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:39:57.953537 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741379e1-286c-4bed-914a-8da6a5361c58 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:57.953890 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741379e1-286c-4bed-914a-8da6a5361c58 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:57.954235 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741379e1-286c-4bed-914a-8da6a5361c58 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:57.954574 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741379e1-286c-4bed-914a-8da6a5361c58 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:57.954907 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741379e1-286c-4bed-914a-8da6a5361c58 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:57.955294 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741379e1-286c-4bed-914a-8da6a5361c58 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:57.956125 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741379e1-286c-4bed-914a-8da6a5361c58 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:57.956473 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741379e1-286c-4bed-914a-8da6a5361c58 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:57.956810 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741379e1-286c-4bed-914a-8da6a5361c58 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:57.957138 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741379e1-286c-4bed-914a-8da6a5361c58 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:57.957462 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741379e1-286c-4bed-914a-8da6a5361c58 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:57.957784 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741379e1-286c-4bed-914a-8da6a5361c58 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:39:57.998224 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-741379e1-286c-4bed-914a-8da6a5361c58 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:57.998559 n-d-766043-2 neutron-server[94639]: INFO neutron.db.l3_db [None req-741379e1-286c-4bed-914a-8da6a5361c58 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Floating IP 5f92e207-092f-440d-9745-53d3d9cca96c disassociated (deleted). External IP: 172.25.2.238, port: dc74dc0d-3fb2-4279-b400-27b01a186061. Aug 19 15:39:58.206527 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-741379e1-286c-4bed-914a-8da6a5361c58 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Router d8c66e4e-b157-4c5f-b328-cfaae9e10438 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:39:58.312544 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741379e1-286c-4bed-914a-8da6a5361c58 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:39:58.318180 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-741379e1-286c-4bed-914a-8da6a5361c58 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:39:58.323033 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0495c3-ea7c-4a90-b82e-974cbcce06cc None None] Sync routers for ids ['d8c66e4e-b157-4c5f-b328-cfaae9e10438'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:39:58.332223 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0495c3-ea7c-4a90-b82e-974cbcce06cc None None] Routers {'d8c66e4e-b157-4c5f-b328-cfaae9e10438'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:39:58.332867 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ed0495c3-ea7c-4a90-b82e-974cbcce06cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:39:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['d8c66e4e-b157-4c5f-b328-cfaae9e10438'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:39:58.348703 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-741379e1-286c-4bed-914a-8da6a5361c58 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "DELETE /v2.0/floatingips/5f92e207-092f-440d-9745-53d3d9cca96c HTTP/1.1" status: 204 len: 168 time: 1.1712239 Aug 19 15:39:58.349391 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87ec6d5c-15b8-4c2b-a4cf-9640c58fb315', 'tag': 'dc74dc0d-3fb2-4279-b400-27b01a186061'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:39:58.351800 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ea2f9e66d71df3aa35f2a980f4ce96e3876fd938d75aec7c1a3378f7fc42a1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c57531d-89f7-4c79-bc63-ec9f5a6b2f38" -d '{"events": [{"name": "network-changed", "server_uuid": "87ec6d5c-15b8-4c2b-a4cf-9640c58fb315", "tag": "dc74dc0d-3fb2-4279-b400-27b01a186061"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:39:58.394727 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8254d4-5a79-4c62-968d-bf96789adb10 x-openstack-request-id: req-cf8254d4-5a79-4c62-968d-bf96789adb10 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:39:58.395023 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87ec6d5c-15b8-4c2b-a4cf-9640c58fb315", "tag": "dc74dc0d-3fb2-4279-b400-27b01a186061", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:39:58.395263 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cf8254d4-5a79-4c62-968d-bf96789adb10 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:39:58.395728 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87ec6d5c-15b8-4c2b-a4cf-9640c58fb315', 'tag': 'dc74dc0d-3fb2-4279-b400-27b01a186061', 'status': 'completed', 'code': 200} Aug 19 15:39:58.450838 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-ed0495c3-ea7c-4a90-b82e-974cbcce06cc None None] Set router d8c66e4e-b157-4c5f-b328-cfaae9e10438 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:39:58.461310 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c57531d-89f7-4c79-bc63-ec9f5a6b2f38 req-7445d4ef-cdef-48b6-be78-e3fd90940cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:58.463892 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7c57531d-89f7-4c79-bc63-ec9f5a6b2f38 req-7445d4ef-cdef-48b6-be78-e3fd90940cdd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d0c42a3a20a4428181cb4a620c77af50&device_id=87ec6d5c-15b8-4c2b-a4cf-9640c58fb315 HTTP/1.1" status: 200 len: 1096 time: 0.0455687 Aug 19 15:39:58.591917 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c57531d-89f7-4c79-bc63-ec9f5a6b2f38 req-c6f5c9a3-6159-4be5-b1e7-169efe8ed9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:58.593771 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7c57531d-89f7-4c79-bc63-ec9f5a6b2f38 req-c6f5c9a3-6159-4be5-b1e7-169efe8ed9d5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=89b8ea88-caab-4cf1-9d77-62b583a34640 HTTP/1.1" status: 200 len: 897 time: 0.1230190 Aug 19 15:39:58.611306 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117f431-5cd3-47c3-a81a-a64d05a44360 req-1aaeb6ec-3442-4ff0-aed2-b617c63cf579 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:58.613336 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2117f431-5cd3-47c3-a81a-a64d05a44360 req-1aaeb6ec-3442-4ff0-aed2-b617c63cf579 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=87ec6d5c-15b8-4c2b-a4cf-9640c58fb315 HTTP/1.1" status: 200 len: 945 time: 0.0679550 Aug 19 15:39:58.653028 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7c57531d-89f7-4c79-bc63-ec9f5a6b2f38 req-aff41959-252e-48f4-ab4f-452bd91e2930 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc74dc0d-3fb2-4279-b400-27b01a186061 HTTP/1.1" status: 200 len: 217 time: 0.0497444 Aug 19 15:39:58.654186 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ed0495c3-ea7c-4a90-b82e-974cbcce06cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c66e4e-b157-4c5f-b328-cfaae9e10438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250590503', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '2276a749-f8e4-4515-97f2-c43d1049947d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:39:03Z', 'updated_at': '2021-08-19T15:39:06Z', 'revision_number': 4, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': '2276a749-f8e4-4515-97f2-c43d1049947d', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c66e4e-b157-4c5f-b328-cfaae9e10438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:03Z', 'updated_at': '2021-08-19T15:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'a414190d-de21-44d1-b6c3-b5f77f59ef85', 'name': '', 'network_id': '89b8ea88-caab-4cf1-9d77-62b583a34640', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'mac_address': 'fa:16:3e:91:18:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c66e4e-b157-4c5f-b328-cfaae9e10438', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '89485e6d-eda7-478a-92c0-36b09468f713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:05Z', 'updated_at': '2021-08-19T15:39:10Z', 'revision_number': 5, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'subnets': [{'id': '89485e6d-eda7-478a-92c0-36b09468f713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:39:58.683924 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0495c3-ea7c-4a90-b82e-974cbcce06cc None None] Checking router: d8c66e4e-b157-4c5f-b328-cfaae9e10438 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:39:58.692082 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0495c3-ea7c-4a90-b82e-974cbcce06cc None None] Routers {'d8c66e4e-b157-4c5f-b328-cfaae9e10438'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:39:58.692695 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ed0495c3-ea7c-4a90-b82e-974cbcce06cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:39:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['d8c66e4e-b157-4c5f-b328-cfaae9e10438'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:39:58.713414 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2117f431-5cd3-47c3-a81a-a64d05a44360 req-60fcd9e5-f3b6-4eb7-99fb-d752b543a808 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f6e2cd6-9471-4ff8-958a-5fa936c4e327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931115 Aug 19 15:39:58.722892 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c57531d-89f7-4c79-bc63-ec9f5a6b2f38 req-6ca32410-3aa3-474b-be7e-6a43d0854c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:58.724342 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7c57531d-89f7-4c79-bc63-ec9f5a6b2f38 req-6ca32410-3aa3-474b-be7e-6a43d0854c43 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=89485e6d-eda7-478a-92c0-36b09468f713 HTTP/1.1" status: 200 len: 834 time: 0.0628688 Aug 19 15:39:58.770806 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c57531d-89f7-4c79-bc63-ec9f5a6b2f38 req-d73c4096-741f-4d5e-8fd9-3215822b5d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:58.772307 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7c57531d-89f7-4c79-bc63-ec9f5a6b2f38 req-d73c4096-741f-4d5e-8fd9-3215822b5d3f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=89b8ea88-caab-4cf1-9d77-62b583a34640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406134 Aug 19 15:39:58.798771 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-ed0495c3-ea7c-4a90-b82e-974cbcce06cc None None] Set router d8c66e4e-b157-4c5f-b328-cfaae9e10438 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:39:58.869029 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7c57531d-89f7-4c79-bc63-ec9f5a6b2f38 req-731ce2ba-e8bc-42f4-bdb4-a91a82d60acb service neutron] 10.222.0.88 "GET /v2.0/networks/89b8ea88-caab-4cf1-9d77-62b583a34640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878034 Aug 19 15:39:58.959125 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7c57531d-89f7-4c79-bc63-ec9f5a6b2f38 req-26c77d1e-b768-4144-aabe-8c879acaea02 service neutron] 10.222.0.88 "GET /v2.0/networks/89b8ea88-caab-4cf1-9d77-62b583a34640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828230 Aug 19 15:39:58.993425 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ed0495c3-ea7c-4a90-b82e-974cbcce06cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c66e4e-b157-4c5f-b328-cfaae9e10438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250590503', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '2276a749-f8e4-4515-97f2-c43d1049947d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:39:03Z', 'updated_at': '2021-08-19T15:39:06Z', 'revision_number': 4, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': '2276a749-f8e4-4515-97f2-c43d1049947d', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c66e4e-b157-4c5f-b328-cfaae9e10438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:03Z', 'updated_at': '2021-08-19T15:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'a414190d-de21-44d1-b6c3-b5f77f59ef85', 'name': '', 'network_id': '89b8ea88-caab-4cf1-9d77-62b583a34640', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'mac_address': 'fa:16:3e:91:18:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c66e4e-b157-4c5f-b328-cfaae9e10438', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '89485e6d-eda7-478a-92c0-36b09468f713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:05Z', 'updated_at': '2021-08-19T15:39:10Z', 'revision_number': 5, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'subnets': [{'id': '89485e6d-eda7-478a-92c0-36b09468f713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:39:59.018061 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0495c3-ea7c-4a90-b82e-974cbcce06cc None None] The sync data for ids ['d8c66e4e-b157-4c5f-b328-cfaae9e10438'] in n-d-766043-2 is: [{'id': 'd8c66e4e-b157-4c5f-b328-cfaae9e10438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250590503', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '2276a749-f8e4-4515-97f2-c43d1049947d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:39:03Z', 'updated_at': '2021-08-19T15:39:06Z', 'revision_number': 4, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': '2276a749-f8e4-4515-97f2-c43d1049947d', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c66e4e-b157-4c5f-b328-cfaae9e10438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:03Z', 'updated_at': '2021-08-19T15:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'a414190d-de21-44d1-b6c3-b5f77f59ef85', 'name': '', 'network_id': '89b8ea88-caab-4cf1-9d77-62b583a34640', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'mac_address': 'fa:16:3e:91:18:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c66e4e-b157-4c5f-b328-cfaae9e10438', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '89485e6d-eda7-478a-92c0-36b09468f713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:05Z', 'updated_at': '2021-08-19T15:39:10Z', 'revision_number': 5, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'subnets': [{'id': '89485e6d-eda7-478a-92c0-36b09468f713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:39:59.227069 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082fa29d-4746-4b1f-9036-53c9bbe8fdee None None] New status for floating IP 5f92e207-092f-440d-9745-53d3d9cca96c: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:39:59.835693 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ad6ef-ba81-41c8-83b8-90fc51771a80 req-deff41bc-a1da-4c61-ad45-2ed461e904c2 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:39:59.837241 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8f6ad6ef-ba81-41c8-83b8-90fc51771a80 req-deff41bc-a1da-4c61-ad45-2ed461e904c2 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=87ec6d5c-15b8-4c2b-a4cf-9640c58fb315 HTTP/1.1" status: 200 len: 945 time: 0.0515802 Aug 19 15:39:59.875767 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8f6ad6ef-ba81-41c8-83b8-90fc51771a80 req-8e1f2ae9-85d4-4b7a-9d5c-832857f3fc69 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f6e2cd6-9471-4ff8-958a-5fa936c4e327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321608 Aug 19 15:40:00.054196 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1382df-cbb1-462d-86f2-96df1dfff83d req-1d3cbf82-9311-43d8-89a2-16b8dc0bced0 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:00.055823 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dc1382df-cbb1-462d-86f2-96df1dfff83d req-1d3cbf82-9311-43d8-89a2-16b8dc0bced0 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.88 "GET /v2.0/ports?device_id=87ec6d5c-15b8-4c2b-a4cf-9640c58fb315 HTTP/1.1" status: 200 len: 945 time: 0.0523174 Aug 19 15:40:00.142147 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-dc1382df-cbb1-462d-86f2-96df1dfff83d req-3461364a-33bc-4177-8661-6a465f28456a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Deleting port dc74dc0d-3fb2-4279-b400-27b01a186061 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:40:00.142483 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dc1382df-cbb1-462d-86f2-96df1dfff83d req-3461364a-33bc-4177-8661-6a465f28456a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:00.231848 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-dc1382df-cbb1-462d-86f2-96df1dfff83d req-3461364a-33bc-4177-8661-6a465f28456a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] For port dc74dc0d-3fb2-4279-b400-27b01a186061, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=dc74dc0d-3fb2-4279-b400-27b01a186061,segment=NetworkSegment(e69ad33a-7240-422d-981f-a157ba9866e6),segment_id=e69ad33a-7240-422d-981f-a157ba9866e6)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:40:00.232208 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dc1382df-cbb1-462d-86f2-96df1dfff83d req-3461364a-33bc-4177-8661-6a465f28456a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:00.245462 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-dc1382df-cbb1-462d-86f2-96df1dfff83d req-3461364a-33bc-4177-8661-6a465f28456a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Calling delete_port for dc74dc0d-3fb2-4279-b400-27b01a186061 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:40:00.370906 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dc1382df-cbb1-462d-86f2-96df1dfff83d req-3461364a-33bc-4177-8661-6a465f28456a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:00.404894 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3461364a-33bc-4177-8661-6a465f28456a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event deleted for resources: {'Port': ['ID=dc74dc0d-3fb2-4279-b400-27b01a186061,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:40:00.430110 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3461364a-33bc-4177-8661-6a465f28456a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:40:00.430457 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3461364a-33bc-4177-8661-6a465f28456a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:40:00.430797 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3461364a-33bc-4177-8661-6a465f28456a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:40:00.431130 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3461364a-33bc-4177-8661-6a465f28456a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:40:00.431457 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3461364a-33bc-4177-8661-6a465f28456a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:40:00.431786 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3461364a-33bc-4177-8661-6a465f28456a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:40:00.432113 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3461364a-33bc-4177-8661-6a465f28456a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:40:00.432454 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3461364a-33bc-4177-8661-6a465f28456a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:40:00.432780 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3461364a-33bc-4177-8661-6a465f28456a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:40:00.433099 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3461364a-33bc-4177-8661-6a465f28456a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:40:00.433415 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3461364a-33bc-4177-8661-6a465f28456a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:40:00.433730 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3461364a-33bc-4177-8661-6a465f28456a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:40:00.455681 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc1382df-cbb1-462d-86f2-96df1dfff83d req-3461364a-33bc-4177-8661-6a465f28456a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] No DVR routers for this DVR port dc74dc0d-3fb2-4279-b400-27b01a186061 on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:40:00.458452 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dc1382df-cbb1-462d-86f2-96df1dfff83d req-3461364a-33bc-4177-8661-6a465f28456a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:00.460481 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dc1382df-cbb1-462d-86f2-96df1dfff83d req-3461364a-33bc-4177-8661-6a465f28456a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.88 "DELETE /v2.0/ports/dc74dc0d-3fb2-4279-b400-27b01a186061 HTTP/1.1" status: 204 len: 173 time: 0.3988805 Aug 19 15:40:00.460926 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ec6d5c-15b8-4c2b-a4cf-9640c58fb315', 'name': 'network-vif-deleted', 'tag': 'dc74dc0d-3fb2-4279-b400-27b01a186061'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:40:00.463485 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22fe28f3f2ed00298fad1814fbe4737ebcc7f8c7d408f26f1f50550a3b01d4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127e2882-7a54-435c-b274-b6523393981b" -d '{"events": [{"server_uuid": "87ec6d5c-15b8-4c2b-a4cf-9640c58fb315", "name": "network-vif-deleted", "tag": "dc74dc0d-3fb2-4279-b400-27b01a186061"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:40:00.504347 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2474e6e9-b192-4c61-823a-1087bc3ec5e7 x-openstack-request-id: req-2474e6e9-b192-4c61-823a-1087bc3ec5e7 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:40:00.504669 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87ec6d5c-15b8-4c2b-a4cf-9640c58fb315", "name": "network-vif-deleted", "tag": "dc74dc0d-3fb2-4279-b400-27b01a186061", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:40:00.504923 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2474e6e9-b192-4c61-823a-1087bc3ec5e7 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:40:00.505327 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ec6d5c-15b8-4c2b-a4cf-9640c58fb315', 'name': 'network-vif-deleted', 'tag': 'dc74dc0d-3fb2-4279-b400-27b01a186061', 'status': 'completed', 'code': 200} Aug 19 15:40:00.982445 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d1b2263e-874d-42a2-a2e8-d006337ed097 req-936f222d-331e-449f-bee1-f7bdacdc8885 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=87ec6d5c-15b8-4c2b-a4cf-9640c58fb315 HTTP/1.1" status: 200 len: 210 time: 0.0259788 Aug 19 15:40:01.496882 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-41e0ed6a-a352-47d3-af9f-a4a1fa4b7d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:02.038376 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39538) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:40:02.396972 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b20769c-cdb9-4442-b9df-620765e48e29 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:02.655844 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-1b20769c-cdb9-4442-b9df-620765e48e29 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Deleting port a414190d-de21-44d1-b6c3-b5f77f59ef85 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:40:02.656107 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b20769c-cdb9-4442-b9df-620765e48e29 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:02.742922 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-1b20769c-cdb9-4442-b9df-620765e48e29 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] For port a414190d-de21-44d1-b6c3-b5f77f59ef85, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=a414190d-de21-44d1-b6c3-b5f77f59ef85,segment=NetworkSegment(e69ad33a-7240-422d-981f-a157ba9866e6),segment_id=e69ad33a-7240-422d-981f-a157ba9866e6)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:40:02.743288 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b20769c-cdb9-4442-b9df-620765e48e29 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:02.756578 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-1b20769c-cdb9-4442-b9df-620765e48e29 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Calling delete_port for a414190d-de21-44d1-b6c3-b5f77f59ef85 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:40:02.939816 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b20769c-cdb9-4442-b9df-620765e48e29 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:02.964054 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b20769c-cdb9-4442-b9df-620765e48e29 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event deleted for resources: {'Port': ['ID=a414190d-de21-44d1-b6c3-b5f77f59ef85,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:40:03.146137 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b20769c-cdb9-4442-b9df-620765e48e29 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:03.358649 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b20769c-cdb9-4442-b9df-620765e48e29 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Router d8c66e4e-b157-4c5f-b328-cfaae9e10438 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:40:03.468128 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b20769c-cdb9-4442-b9df-620765e48e29 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:40:03.475547 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1b20769c-cdb9-4442-b9df-620765e48e29 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "PUT /v2.0/routers/d8c66e4e-b157-4c5f-b328-cfaae9e10438/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4350064 Aug 19 15:40:03.477862 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39542) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:40:03.479918 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e9dfcc-8eb9-4e9d-b808-adcc95150ee7 None None] Sync routers for ids ['d8c66e4e-b157-4c5f-b328-cfaae9e10438'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:40:03.489809 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e9dfcc-8eb9-4e9d-b808-adcc95150ee7 None None] Routers {'d8c66e4e-b157-4c5f-b328-cfaae9e10438'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:40:03.490404 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-74e9dfcc-8eb9-4e9d-b808-adcc95150ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:39:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['d8c66e4e-b157-4c5f-b328-cfaae9e10438'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:40:03.529401 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-6be75023-5f9c-4c3a-a803-c4c107bb1fe7 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Deleting subnet 89485e6d-eda7-478a-92c0-36b09468f713 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:40:03.532523 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6be75023-5f9c-4c3a-a803-c4c107bb1fe7 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:03.571436 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6be75023-5f9c-4c3a-a803-c4c107bb1fe7 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:03.595436 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-74e9dfcc-8eb9-4e9d-b808-adcc95150ee7 None None] Set router d8c66e4e-b157-4c5f-b328-cfaae9e10438 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:40:03.661723 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6be75023-5f9c-4c3a-a803-c4c107bb1fe7 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:03.719529 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6be75023-5f9c-4c3a-a803-c4c107bb1fe7 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:03.746472 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be75023-5f9c-4c3a-a803-c4c107bb1fe7 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event deleted for resources: {'Subnet': ['ID=89485e6d-eda7-478a-92c0-36b09468f713,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:40:03.750332 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6be75023-5f9c-4c3a-a803-c4c107bb1fe7 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:03.752261 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6be75023-5f9c-4c3a-a803-c4c107bb1fe7 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "DELETE /v2.0/subnets/89485e6d-eda7-478a-92c0-36b09468f713 HTTP/1.1" status: 204 len: 168 time: 0.2731152 Aug 19 15:40:03.754857 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39544) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:40:03.760389 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bb04d4-a7f7-4ede-b2ac-b3f3a8eafe5f None None] Network 89b8ea88-caab-4cf1-9d77-62b583a34640 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:40:03.784256 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-74e9dfcc-8eb9-4e9d-b808-adcc95150ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c66e4e-b157-4c5f-b328-cfaae9e10438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250590503', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '2276a749-f8e4-4515-97f2-c43d1049947d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:39:03Z', 'updated_at': '2021-08-19T15:40:02Z', 'revision_number': 5, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': '2276a749-f8e4-4515-97f2-c43d1049947d', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c66e4e-b157-4c5f-b328-cfaae9e10438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:03Z', 'updated_at': '2021-08-19T15:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:40:03.810863 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e9dfcc-8eb9-4e9d-b808-adcc95150ee7 None None] Checking router: d8c66e4e-b157-4c5f-b328-cfaae9e10438 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:40:03.819302 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e9dfcc-8eb9-4e9d-b808-adcc95150ee7 None None] Routers {'d8c66e4e-b157-4c5f-b328-cfaae9e10438'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:40:03.820418 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-74e9dfcc-8eb9-4e9d-b808-adcc95150ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:39:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['d8c66e4e-b157-4c5f-b328-cfaae9e10438'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:40:03.864226 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a006056-7498-4205-aeff-7d042c43c455 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:03.955981 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e85fd2-a502-4820-bb3e-79f64028f0d9 None None] DHCP port deletion for 89b8ea88-caab-4cf1-9d77-62b583a34640 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:40:03.979544 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a006056-7498-4205-aeff-7d042c43c455 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:04.005286 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-65e85fd2-a502-4820-bb3e-79f64028f0d9 None None] Deleting port 471f92a6-2101-4691-915e-f014e9ac28f4 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:40:04.005665 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-65e85fd2-a502-4820-bb3e-79f64028f0d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:04.028802 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-74e9dfcc-8eb9-4e9d-b808-adcc95150ee7 None None] Set router d8c66e4e-b157-4c5f-b328-cfaae9e10438 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:40:04.038764 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-1a006056-7498-4205-aeff-7d042c43c455 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Deleting port 2276a749-f8e4-4515-97f2-c43d1049947d {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:40:04.039109 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a006056-7498-4205-aeff-7d042c43c455 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:04.068000 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-65e85fd2-a502-4820-bb3e-79f64028f0d9 None None] For port 471f92a6-2101-4691-915e-f014e9ac28f4, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=471f92a6-2101-4691-915e-f014e9ac28f4,segment=NetworkSegment(e69ad33a-7240-422d-981f-a157ba9866e6),segment_id=e69ad33a-7240-422d-981f-a157ba9866e6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:40:04.068400 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-65e85fd2-a502-4820-bb3e-79f64028f0d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:04.086047 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-65e85fd2-a502-4820-bb3e-79f64028f0d9 None None] Calling delete_port for 471f92a6-2101-4691-915e-f014e9ac28f4 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:40:04.122994 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-1a006056-7498-4205-aeff-7d042c43c455 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] For port 2276a749-f8e4-4515-97f2-c43d1049947d, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=2276a749-f8e4-4515-97f2-c43d1049947d,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:40:04.123417 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a006056-7498-4205-aeff-7d042c43c455 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:04.127874 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device dc74dc0d-3fb2-4279-b400-27b01a186061 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:40:04.144672 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-1a006056-7498-4205-aeff-7d042c43c455 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Calling delete_port for 2276a749-f8e4-4515-97f2-c43d1049947d owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:40:04.151296 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: dc74dc0d-3fb2-4279-b400-27b01a186061 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:40:04.151296 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device dc74dc0d-3fb2-4279-b400-27b01a186061 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:40:04.190491 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-65e85fd2-a502-4820-bb3e-79f64028f0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:04.218952 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e85fd2-a502-4820-bb3e-79f64028f0d9 None None] Pushing event deleted for resources: {'Port': ['ID=471f92a6-2101-4691-915e-f014e9ac28f4,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:40:04.226898 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e85fd2-a502-4820-bb3e-79f64028f0d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:40:04.227374 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e85fd2-a502-4820-bb3e-79f64028f0d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:40:04.227593 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e85fd2-a502-4820-bb3e-79f64028f0d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:40:04.228000 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e85fd2-a502-4820-bb3e-79f64028f0d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:40:04.228398 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e85fd2-a502-4820-bb3e-79f64028f0d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:40:04.228684 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e85fd2-a502-4820-bb3e-79f64028f0d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:40:04.229016 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e85fd2-a502-4820-bb3e-79f64028f0d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:40:04.229341 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e85fd2-a502-4820-bb3e-79f64028f0d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:40:04.230003 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e85fd2-a502-4820-bb3e-79f64028f0d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:40:04.230003 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e85fd2-a502-4820-bb3e-79f64028f0d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:40:04.230296 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e85fd2-a502-4820-bb3e-79f64028f0d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:40:04.230621 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e85fd2-a502-4820-bb3e-79f64028f0d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:40:04.235172 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e85fd2-a502-4820-bb3e-79f64028f0d9 None None] No DVR routers for this DVR port 471f92a6-2101-4691-915e-f014e9ac28f4 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:40:04.244805 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-74e9dfcc-8eb9-4e9d-b808-adcc95150ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c66e4e-b157-4c5f-b328-cfaae9e10438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250590503', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '2276a749-f8e4-4515-97f2-c43d1049947d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:39:03Z', 'updated_at': '2021-08-19T15:40:02Z', 'revision_number': 5, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': '2276a749-f8e4-4515-97f2-c43d1049947d', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c66e4e-b157-4c5f-b328-cfaae9e10438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:03Z', 'updated_at': '2021-08-19T15:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:40:04.281378 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e9dfcc-8eb9-4e9d-b808-adcc95150ee7 None None] The sync data for ids ['d8c66e4e-b157-4c5f-b328-cfaae9e10438'] in n-d-766043-2 is: [{'id': 'd8c66e4e-b157-4c5f-b328-cfaae9e10438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250590503', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '2276a749-f8e4-4515-97f2-c43d1049947d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:39:03Z', 'updated_at': '2021-08-19T15:40:02Z', 'revision_number': 5, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': '2276a749-f8e4-4515-97f2-c43d1049947d', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c66e4e-b157-4c5f-b328-cfaae9e10438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:39:03Z', 'updated_at': '2021-08-19T15:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:40:04.329013 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 471f92a6-2101-4691-915e-f014e9ac28f4 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:40:04.333292 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a006056-7498-4205-aeff-7d042c43c455 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:04.351877 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 471f92a6-2101-4691-915e-f014e9ac28f4 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:40:04.352217 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 471f92a6-2101-4691-915e-f014e9ac28f4 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:40:04.363924 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a006056-7498-4205-aeff-7d042c43c455 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event deleted for resources: {'Port': ['ID=2276a749-f8e4-4515-97f2-c43d1049947d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:40:04.424743 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a006056-7498-4205-aeff-7d042c43c455 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:04.426137 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-65d7c219-99b2-43f4-a4cf-1163e32045da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:04.514745 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a006056-7498-4205-aeff-7d042c43c455 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:04.516943 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a006056-7498-4205-aeff-7d042c43c455 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:04.558515 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a006056-7498-4205-aeff-7d042c43c455 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:04.559132 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a006056-7498-4205-aeff-7d042c43c455 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Fanout notify agent at l3_agent the message router_deleted on router d8c66e4e-b157-4c5f-b328-cfaae9e10438 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:40:04.566378 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a006056-7498-4205-aeff-7d042c43c455 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:04.567472 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1a006056-7498-4205-aeff-7d042c43c455 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "DELETE /v2.0/routers/d8c66e4e-b157-4c5f-b328-cfaae9e10438 HTTP/1.1" status: 204 len: 168 time: 0.8115141 Aug 19 15:40:04.570217 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39548) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:40:04.632086 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:04.657129 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70aa6b41-34a8-42ec-8865-a9b79b13fc77 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:04.711808 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:04.748795 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70aa6b41-34a8-42ec-8865-a9b79b13fc77 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:04.759781 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-70aa6b41-34a8-42ec-8865-a9b79b13fc77 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89b8ea88-caab-4cf1-9d77-62b583a34640']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:40:04.775585 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-70aa6b41-34a8-42ec-8865-a9b79b13fc77 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e69ad33a-7240-422d-981f-a157ba9866e6') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:40:04.775885 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-70aa6b41-34a8-42ec-8865-a9b79b13fc77 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e69ad33a-7240-422d-981f-a157ba9866e6') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:40:04.785778 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70aa6b41-34a8-42ec-8865-a9b79b13fc77 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:04.800449 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70aa6b41-34a8-42ec-8865-a9b79b13fc77 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:04.806363 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70aa6b41-34a8-42ec-8865-a9b79b13fc77 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:40:04.806754 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70aa6b41-34a8-42ec-8865-a9b79b13fc77 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:04.809849 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 15:40:04.809849 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:40:04.809849 n-d-766043-2 neutron-server[94639]: timer() Aug 19 15:40:04.809849 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:40:04.809849 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 15:40:04.809849 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:40:04.809849 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 15:40:04.809849 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:40:04.809849 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 15:40:04.809849 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:40:04.809849 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 15:40:04.809849 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:40:04.809849 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 15:40:04.809849 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:40:04.809849 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:40:04.809849 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:40:04.809849 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:40:04.809849 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:40:04.809849 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 15:40:04.809849 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:40:04.809849 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 15:40:04.809849 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:40:04.809849 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:40:04.809849 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:40:04.809849 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 15:40:04.809849 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:40:04.809849 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:40:04.809849 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:40:04.809849 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:40:04.809849 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:40:04.809849 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:40:04.809849 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:40:04.872566 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70aa6b41-34a8-42ec-8865-a9b79b13fc77 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:04.878141 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70aa6b41-34a8-42ec-8865-a9b79b13fc77 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:04.880844 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-70aa6b41-34a8-42ec-8865-a9b79b13fc77 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "DELETE /v2.0/networks/89b8ea88-caab-4cf1-9d77-62b583a34640 HTTP/1.1" status: 204 len: 168 time: 0.3096957 Aug 19 15:40:04.883416 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39550) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:40:04.897116 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa6b41-34a8-42ec-8865-a9b79b13fc77 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event deleted for resources: {'Network': ['ID=89b8ea88-caab-4cf1-9d77-62b583a34640,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:40:04.959133 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f92054ab-8b7c-4cf7-9295-efd6bd8fdc70 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:04.984725 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f92054ab-8b7c-4cf7-9295-efd6bd8fdc70 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:05.049347 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f92054ab-8b7c-4cf7-9295-efd6bd8fdc70 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:05.051881 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f92054ab-8b7c-4cf7-9295-efd6bd8fdc70 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:05.053059 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-f92054ab-8b7c-4cf7-9295-efd6bd8fdc70 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "DELETE /v2.0/security-groups/8f6e2cd6-9471-4ff8-958a-5fa936c4e327 HTTP/1.1" status: 204 len: 168 time: 0.1683378 Aug 19 15:40:05.062167 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92054ab-8b7c-4cf7-9295-efd6bd8fdc70 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6e2cd6-9471-4ff8-958a-5fa936c4e327,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:40:05.329213 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:05.600172 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39556) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:40:05.604911 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-8e1839d1-3f78-4ff0-b92a-6407b0743144 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1208242608', 'description': 'tempest-secgroup-smoke-1208242608 description', 'project_id': 'd0c42a3a20a4428181cb4a620c77af50'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:40:05.628796 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8e1839d1-3f78-4ff0-b92a-6407b0743144 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:05.724040 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8e1839d1-3f78-4ff0-b92a-6407b0743144 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:05.728538 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8e1839d1-3f78-4ff0-b92a-6407b0743144 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:05.765562 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8e1839d1-3f78-4ff0-b92a-6407b0743144 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:05.767290 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-8e1839d1-3f78-4ff0-b92a-6407b0743144 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1659687 Aug 19 15:40:05.770930 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39558) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:40:05.773435 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1839d1-3f78-4ff0-b92a-6407b0743144 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aeb50e5-4814-4f70-8e19-b69bbb6b7968,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:40:05.776634 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2cfbdade-f8bc-4c97-b014-3668f4118dca tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'security_group_rule': {'security_group_id': '2aeb50e5-4814-4f70-8e19-b69bbb6b7968', 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:40:05.806567 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdade-f8bc-4c97-b014-3668f4118dca tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:05.861691 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdade-f8bc-4c97-b014-3668f4118dca tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:05.865427 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdade-f8bc-4c97-b014-3668f4118dca tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:05.883125 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfbdade-f8bc-4c97-b014-3668f4118dca tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edd22f52-aab1-4fbf-8ebe-e7660aba622e,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:40:05.890048 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdade-f8bc-4c97-b014-3668f4118dca tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:05.891401 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2cfbdade-f8bc-4c97-b014-3668f4118dca tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1191049 Aug 19 15:40:05.894413 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39560) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:40:05.898817 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d63d4bca-3088-4c1f-8a3d-707adb60007d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'security_group_rule': {'security_group_id': '2aeb50e5-4814-4f70-8e19-b69bbb6b7968', 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:40:05.920297 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:05.926977 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d63d4bca-3088-4c1f-8a3d-707adb60007d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:05.988395 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d63d4bca-3088-4c1f-8a3d-707adb60007d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:05.992056 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d63d4bca-3088-4c1f-8a3d-707adb60007d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:06.009402 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63d4bca-3088-4c1f-8a3d-707adb60007d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17774a6c-a0fe-45a8-9de7-a4e7318b1a3d,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:40:06.015754 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d63d4bca-3088-4c1f-8a3d-707adb60007d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:06.016972 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d63d4bca-3088-4c1f-8a3d-707adb60007d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1216452 Aug 19 15:40:06.020691 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39562) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:40:06.024978 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-3be67ad7-2769-499c-a3f5-ca6553fd2933 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'security_group_rule': {'security_group_id': '2aeb50e5-4814-4f70-8e19-b69bbb6b7968', 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:40:06.050457 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3be67ad7-2769-499c-a3f5-ca6553fd2933 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:06.108542 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3be67ad7-2769-499c-a3f5-ca6553fd2933 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:06.112670 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3be67ad7-2769-499c-a3f5-ca6553fd2933 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:06.130083 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be67ad7-2769-499c-a3f5-ca6553fd2933 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41b5ee4b-9f2b-44df-a1ba-39882886e926,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:40:06.137671 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3be67ad7-2769-499c-a3f5-ca6553fd2933 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:06.138872 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-3be67ad7-2769-499c-a3f5-ca6553fd2933 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1172674 Aug 19 15:40:06.142185 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39564) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:40:06.146583 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-45a6d3aa-c022-483a-b672-af4fa538d930 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'security_group_rule': {'security_group_id': '2aeb50e5-4814-4f70-8e19-b69bbb6b7968', 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:40:06.174831 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-45a6d3aa-c022-483a-b672-af4fa538d930 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:06.243832 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-45a6d3aa-c022-483a-b672-af4fa538d930 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:06.248720 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-45a6d3aa-c022-483a-b672-af4fa538d930 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:06.256350 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device a414190d-de21-44d1-b6c3-b5f77f59ef85 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:40:06.268446 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a6d3aa-c022-483a-b672-af4fa538d930 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83533bce-2fee-441f-b4cc-1ff1f09d36bd,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:40:06.275761 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-45a6d3aa-c022-483a-b672-af4fa538d930 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:06.277392 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-45a6d3aa-c022-483a-b672-af4fa538d930 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1340425 Aug 19 15:40:06.279966 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39566) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:40:06.280813 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: a414190d-de21-44d1-b6c3-b5f77f59ef85 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:40:06.281157 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device a414190d-de21-44d1-b6c3-b5f77f59ef85 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:40:06.281581 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 2276a749-f8e4-4515-97f2-c43d1049947d no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:40:06.285019 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-9f6bf14f-7861-477a-afad-bc5fcd35264a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'security_group_rule': {'security_group_id': '2aeb50e5-4814-4f70-8e19-b69bbb6b7968', 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:40:06.302095 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 2276a749-f8e4-4515-97f2-c43d1049947d {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:40:06.302436 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 2276a749-f8e4-4515-97f2-c43d1049947d not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:40:06.310157 n-d-766043-2 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-9f6bf14f-7861-477a-afad-bc5fcd35264a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Project d0c42a3a20a4428181cb4a620c77af50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:40:06.315143 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9f6bf14f-7861-477a-afad-bc5fcd35264a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:06.378733 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9f6bf14f-7861-477a-afad-bc5fcd35264a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:06.383006 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9f6bf14f-7861-477a-afad-bc5fcd35264a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:06.401448 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6bf14f-7861-477a-afad-bc5fcd35264a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60d7ea63-ec66-4d3e-a28e-755cde8c7ae6,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:40:06.408495 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9f6bf14f-7861-477a-afad-bc5fcd35264a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:06.409702 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-9f6bf14f-7861-477a-afad-bc5fcd35264a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1287534 Aug 19 15:40:06.412856 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39568) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:40:06.417290 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5ea9edbd-afc3-4591-8a3e-a1c5df1c9ff1 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'security_group_rule': {'security_group_id': '2aeb50e5-4814-4f70-8e19-b69bbb6b7968', 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:40:06.439878 n-d-766043-2 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-5ea9edbd-afc3-4591-8a3e-a1c5df1c9ff1 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Project d0c42a3a20a4428181cb4a620c77af50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:40:06.445037 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5ea9edbd-afc3-4591-8a3e-a1c5df1c9ff1 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:06.523094 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5ea9edbd-afc3-4591-8a3e-a1c5df1c9ff1 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:06.526910 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5ea9edbd-afc3-4591-8a3e-a1c5df1c9ff1 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:06.544938 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea9edbd-afc3-4591-8a3e-a1c5df1c9ff1 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=670b6c08-1975-43d5-8f44-2569b32128f9,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:40:06.550374 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5ea9edbd-afc3-4591-8a3e-a1c5df1c9ff1 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:06.551382 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5ea9edbd-afc3-4591-8a3e-a1c5df1c9ff1 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1376095 Aug 19 15:40:06.555263 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39570) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:40:06.560087 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7160fc72-f872-4ef9-9fc6-79b09d1b5c27 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'network': {'name': 'tempest-network-smoke--1325756555', 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'port_security_enabled': True}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:40:06.581797 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7160fc72-f872-4ef9-9fc6-79b09d1b5c27 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Made reservation on behalf of d0c42a3a20a4428181cb4a620c77af50 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:40:06.586242 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7160fc72-f872-4ef9-9fc6-79b09d1b5c27 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:06.613091 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7160fc72-f872-4ef9-9fc6-79b09d1b5c27 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:40:06.623069 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7160fc72-f872-4ef9-9fc6-79b09d1b5c27 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:06.623480 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-7160fc72-f872-4ef9-9fc6-79b09d1b5c27 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Added segment d337e460-fd5e-4589-9db3-2634587b896c of type vlan for network 8c92b583-90ca-4003-a331-f00669d7311b Aug 19 15:40:06.670698 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7160fc72-f872-4ef9-9fc6-79b09d1b5c27 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:06.701025 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7160fc72-f872-4ef9-9fc6-79b09d1b5c27 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:06.707364 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7160fc72-f872-4ef9-9fc6-79b09d1b5c27 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:06.707949 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7160fc72-f872-4ef9-9fc6-79b09d1b5c27 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:06.764957 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7160fc72-f872-4ef9-9fc6-79b09d1b5c27 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2086089 Aug 19 15:40:06.768646 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39572) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:40:06.773014 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-62259f7a-f254-4278-880b-8137bdbe68f1 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1436774399', 'admin_state_up': True, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:40:06.786897 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7160fc72-f872-4ef9-9fc6-79b09d1b5c27 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'Network': ['ID=8c92b583-90ca-4003-a331-f00669d7311b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:40:06.799266 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 8c92b583-90ca-4003-a331-f00669d7311b details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:40:06.805319 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62259f7a-f254-4278-880b-8137bdbe68f1 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:06.806749 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62259f7a-f254-4278-880b-8137bdbe68f1 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:06.885429 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62259f7a-f254-4278-880b-8137bdbe68f1 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:07.019890 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62259f7a-f254-4278-880b-8137bdbe68f1 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:07.149592 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:07.546204 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62259f7a-f254-4278-880b-8137bdbe68f1 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:07.565346 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62259f7a-f254-4278-880b-8137bdbe68f1 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:07.664552 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-62259f7a-f254-4278-880b-8137bdbe68f1 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Allocated IP 172.25.2.25 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/b01f534f-7d55-49b8-932d-187be0512a0d) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:40:07.767696 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62259f7a-f254-4278-880b-8137bdbe68f1 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:07.806513 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62259f7a-f254-4278-880b-8137bdbe68f1 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:07.841927 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62259f7a-f254-4278-880b-8137bdbe68f1 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:40:07.847076 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-62259f7a-f254-4278-880b-8137bdbe68f1 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:40:07.850011 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62259f7a-f254-4278-880b-8137bdbe68f1 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:40:07.878746 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62259f7a-f254-4278-880b-8137bdbe68f1 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'Port': ['ID=b01f534f-7d55-49b8-932d-187be0512a0d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:40:08.099482 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62259f7a-f254-4278-880b-8137bdbe68f1 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:08.292161 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62259f7a-f254-4278-880b-8137bdbe68f1 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:08.420423 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62259f7a-f254-4278-880b-8137bdbe68f1 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Router 5a7155d7-4dc2-48aa-8baa-e77fb04d5633 is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:40:08.527505 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62259f7a-f254-4278-880b-8137bdbe68f1 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:40:08.537445 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c807c688-01b9-4544-b6f7-e8d1f66871b3 None None] Sync routers for ids ['5a7155d7-4dc2-48aa-8baa-e77fb04d5633'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:40:08.546967 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62259f7a-f254-4278-880b-8137bdbe68f1 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:08.547150 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c807c688-01b9-4544-b6f7-e8d1f66871b3 None None] Routers {'5a7155d7-4dc2-48aa-8baa-e77fb04d5633'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:40:08.547548 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c807c688-01b9-4544-b6f7-e8d1f66871b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:40:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['5a7155d7-4dc2-48aa-8baa-e77fb04d5633'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:40:08.548302 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-62259f7a-f254-4278-880b-8137bdbe68f1 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7785976 Aug 19 15:40:08.551902 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39574) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:40:08.580107 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-03090ddf-6fa6-4b40-b9e0-2976a317adbb tempest-TestNetworkAdvancedServerOps-615037460 tempest-TestNetworkAdvancedServerOps-615037460-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=d0c42a3a20a4428181cb4a620c77af50&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270164 Aug 19 15:40:08.582586 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39576) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:40:08.654788 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-c807c688-01b9-4544-b6f7-e8d1f66871b3 None None] Set router 5a7155d7-4dc2-48aa-8baa-e77fb04d5633 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:40:08.675693 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e306b37-6591-4584-846e-c2a1287710d0 tempest-TestNetworkAdvancedServerOps-615037460 tempest-TestNetworkAdvancedServerOps-615037460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:08.679901 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6e306b37-6591-4584-846e-c2a1287710d0 tempest-TestNetworkAdvancedServerOps-615037460 tempest-TestNetworkAdvancedServerOps-615037460-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0936832 Aug 19 15:40:08.680050 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39578) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:40:08.710079 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-21bb236f-942d-4a9b-9794-fa0b617f7b69 tempest-TestNetworkAdvancedServerOps-615037460 tempest-TestNetworkAdvancedServerOps-615037460-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=88eeec05-6d16-4f02-9461-44ff5e420302&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265157 Aug 19 15:40:08.710306 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39580) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:40:08.715637 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4c38425a-f697-4358-896b-c7bac59c179c tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-817385074', 'network_id': '8c92b583-90ca-4003-a331-f00669d7311b', 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:40:08.805468 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c38425a-f697-4358-896b-c7bac59c179c tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Made reservation on behalf of d0c42a3a20a4428181cb4a620c77af50 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:40:08.809025 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c38425a-f697-4358-896b-c7bac59c179c tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:08.836030 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c807c688-01b9-4544-b6f7-e8d1f66871b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7155d7-4dc2-48aa-8baa-e77fb04d5633', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436774399', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'b01f534f-7d55-49b8-932d-187be0512a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:40:06Z', 'updated_at': '2021-08-19T15:40:07Z', 'revision_number': 3, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': 'b01f534f-7d55-49b8-932d-187be0512a0d', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:48:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a7155d7-4dc2-48aa-8baa-e77fb04d5633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:40:07Z', 'updated_at': '2021-08-19T15:40:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:40:08.862218 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c807c688-01b9-4544-b6f7-e8d1f66871b3 None None] Checking router: 5a7155d7-4dc2-48aa-8baa-e77fb04d5633 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:40:08.862567 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c807c688-01b9-4544-b6f7-e8d1f66871b3 None None] Updating router 5a7155d7-4dc2-48aa-8baa-e77fb04d5633 port b01f534f-7d55-49b8-932d-187be0512a0d binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:40:08.888146 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c807c688-01b9-4544-b6f7-e8d1f66871b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:08.993146 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c38425a-f697-4358-896b-c7bac59c179c tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:09.058453 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c38425a-f697-4358-896b-c7bac59c179c tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'Subnet': ['ID=f2e1bd72-e799-4b18-8c6b-2a3d510b0142,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:40:09.067982 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c38425a-f697-4358-896b-c7bac59c179c tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Checking segment: {'id': 'd337e460-fd5e-4589-9db3-2634587b896c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8c92b583-90ca-4003-a331-f00669d7311b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:40:09.068365 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c38425a-f697-4358-896b-c7bac59c179c tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Network hostable DHCP agents. Network: 8c92b583-90ca-4003-a331-f00669d7311b, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:40:09.085909 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c38425a-f697-4358-896b-c7bac59c179c tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Network 8c92b583-90ca-4003-a331-f00669d7311b is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:40:09.094935 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-4c38425a-f697-4358-896b-c7bac59c179c tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 8c92b583-90ca-4003-a331-f00669d7311b) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:40:09.100316 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c38425a-f697-4358-896b-c7bac59c179c tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:09.101098 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c38425a-f697-4358-896b-c7bac59c179c tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:09.104370 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d80a5d5-9f56-4a53-843d-b9beef62a16a None None] Network 8c92b583-90ca-4003-a331-f00669d7311b requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:40:09.117148 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4c38425a-f697-4358-896b-c7bac59c179c tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4056532 Aug 19 15:40:09.119776 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39582) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:40:09.189486 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c807c688-01b9-4544-b6f7-e8d1f66871b3 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:09.209559 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c807c688-01b9-4544-b6f7-e8d1f66871b3 None None] Transition to ACTIVE for port object b01f534f-7d55-49b8-932d-187be0512a0d will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:40:09.222237 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c807c688-01b9-4544-b6f7-e8d1f66871b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:09.307722 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aff852-41da-4aee-aa0b-a56ac41da7d2 None None] Pushing event updated for resources: {'Port': ['ID=b01f534f-7d55-49b8-932d-187be0512a0d,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:40:09.312130 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c807c688-01b9-4544-b6f7-e8d1f66871b3 None None] Attempting to bind port b01f534f-7d55-49b8-932d-187be0512a0d on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:40:09.312502 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c807c688-01b9-4544-b6f7-e8d1f66871b3 None None] Attempting to bind port b01f534f-7d55-49b8-932d-187be0512a0d by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:40:09.312865 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c807c688-01b9-4544-b6f7-e8d1f66871b3 None None] Attempting to bind port b01f534f-7d55-49b8-932d-187be0512a0d on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:40:09.323111 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c807c688-01b9-4544-b6f7-e8d1f66871b3 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:40:09.323482 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c807c688-01b9-4544-b6f7-e8d1f66871b3 None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:40:09.323880 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c807c688-01b9-4544-b6f7-e8d1f66871b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:09.324269 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c807c688-01b9-4544-b6f7-e8d1f66871b3 None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:40:09.324759 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c807c688-01b9-4544-b6f7-e8d1f66871b3 None None] Bound port: b01f534f-7d55-49b8-932d-187be0512a0d, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:40:09.325395 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c807c688-01b9-4544-b6f7-e8d1f66871b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:09.369919 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4ec0be-74a8-4ee8-91d4-a3d056d90e1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-8c92b583-90ca-4003-a331-f00669d7311b', 'network_id': '8c92b583-90ca-4003-a331-f00669d7311b', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'fixed_ips': [{'subnet_id': 'f2e1bd72-e799-4b18-8c6b-2a3d510b0142'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:40:09.370797 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fa4ec0be-74a8-4ee8-91d4-a3d056d90e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:09.407993 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c807c688-01b9-4544-b6f7-e8d1f66871b3 None None] For port b01f534f-7d55-49b8-932d-187be0512a0d, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:40:09.411839 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c807c688-01b9-4544-b6f7-e8d1f66871b3 None None] For port b01f534f-7d55-49b8-932d-187be0512a0d, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b01f534f-7d55-49b8-932d-187be0512a0d,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:40:09.464311 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c807c688-01b9-4544-b6f7-e8d1f66871b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:09.559920 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d8940a0-f18b-4b28-8b70-2c042d851b25 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:09.574711 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aff852-41da-4aee-aa0b-a56ac41da7d2 None None] Pushing event updated for resources: {'Port': ['ID=b01f534f-7d55-49b8-932d-187be0512a0d,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:40:09.578968 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c807c688-01b9-4544-b6f7-e8d1f66871b3 None None] Routers {'5a7155d7-4dc2-48aa-8baa-e77fb04d5633'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:40:09.579568 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c807c688-01b9-4544-b6f7-e8d1f66871b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:40:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['5a7155d7-4dc2-48aa-8baa-e77fb04d5633'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:40:09.584252 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-fa4ec0be-74a8-4ee8-91d4-a3d056d90e1a None None] Allocated IP 172.20.0.2 (8c92b583-90ca-4003-a331-f00669d7311b/f2e1bd72-e799-4b18-8c6b-2a3d510b0142/72ce4be3-89ae-452b-a480-8f54db064dc1) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:40:09.911874 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-c807c688-01b9-4544-b6f7-e8d1f66871b3 None None] Set router 5a7155d7-4dc2-48aa-8baa-e77fb04d5633 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:40:10.066322 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fa4ec0be-74a8-4ee8-91d4-a3d056d90e1a None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:10.081735 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fa4ec0be-74a8-4ee8-91d4-a3d056d90e1a None None] Transition to ACTIVE for port object 72ce4be3-89ae-452b-a480-8f54db064dc1 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:40:10.119887 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fa4ec0be-74a8-4ee8-91d4-a3d056d90e1a None None] Transition to ACTIVE for port object 72ce4be3-89ae-452b-a480-8f54db064dc1 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:40:10.127355 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fa4ec0be-74a8-4ee8-91d4-a3d056d90e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:10.175122 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-3d8940a0-f18b-4b28-8b70-2c042d851b25 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Allocated IP 172.20.0.1 (8c92b583-90ca-4003-a331-f00669d7311b/f2e1bd72-e799-4b18-8c6b-2a3d510b0142/20bb5ebb-b0ae-42c2-9091-bea3b54d2ca2) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:40:10.176949 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4ec0be-74a8-4ee8-91d4-a3d056d90e1a None None] Network 8c92b583-90ca-4003-a331-f00669d7311b is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:40:10.180883 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-fa4ec0be-74a8-4ee8-91d4-a3d056d90e1a None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:40:10.183509 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4ec0be-74a8-4ee8-91d4-a3d056d90e1a None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:40:10.194740 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4ec0be-74a8-4ee8-91d4-a3d056d90e1a None None] Pushing event updated for resources: {'Port': ['ID=72ce4be3-89ae-452b-a480-8f54db064dc1,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:40:10.241023 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c807c688-01b9-4544-b6f7-e8d1f66871b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7155d7-4dc2-48aa-8baa-e77fb04d5633', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436774399', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'b01f534f-7d55-49b8-932d-187be0512a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:40:06Z', 'updated_at': '2021-08-19T15:40:07Z', 'revision_number': 3, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': 'b01f534f-7d55-49b8-932d-187be0512a0d', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:48:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a7155d7-4dc2-48aa-8baa-e77fb04d5633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:40:07Z', 'updated_at': '2021-08-19T15:40:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:40:10.275939 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c807c688-01b9-4544-b6f7-e8d1f66871b3 None None] The sync data for ids ['5a7155d7-4dc2-48aa-8baa-e77fb04d5633'] in n-d-766043-2 is: [{'id': '5a7155d7-4dc2-48aa-8baa-e77fb04d5633', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436774399', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'b01f534f-7d55-49b8-932d-187be0512a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:40:06Z', 'updated_at': '2021-08-19T15:40:07Z', 'revision_number': 3, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': 'b01f534f-7d55-49b8-932d-187be0512a0d', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:48:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a7155d7-4dc2-48aa-8baa-e77fb04d5633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:40:07Z', 'updated_at': '2021-08-19T15:40:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:40:10.283564 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-fa4ec0be-74a8-4ee8-91d4-a3d056d90e1a None None] Attempting to bind port 72ce4be3-89ae-452b-a480-8f54db064dc1 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:40:10.283952 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-fa4ec0be-74a8-4ee8-91d4-a3d056d90e1a None None] Attempting to bind port 72ce4be3-89ae-452b-a480-8f54db064dc1 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'd337e460-fd5e-4589-9db3-2634587b896c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8c92b583-90ca-4003-a331-f00669d7311b'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:40:10.288783 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4ec0be-74a8-4ee8-91d4-a3d056d90e1a None None] Attempting to bind port 72ce4be3-89ae-452b-a480-8f54db064dc1 on network 8c92b583-90ca-4003-a331-f00669d7311b {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:40:10.295267 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4ec0be-74a8-4ee8-91d4-a3d056d90e1a None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:40:10.295660 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4ec0be-74a8-4ee8-91d4-a3d056d90e1a None None] Checking segment: {'id': 'd337e460-fd5e-4589-9db3-2634587b896c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8c92b583-90ca-4003-a331-f00669d7311b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:40:10.299526 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fa4ec0be-74a8-4ee8-91d4-a3d056d90e1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:10.299994 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4ec0be-74a8-4ee8-91d4-a3d056d90e1a None None] Bound using segment: {'id': 'd337e460-fd5e-4589-9db3-2634587b896c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8c92b583-90ca-4003-a331-f00669d7311b'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:40:10.300631 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-fa4ec0be-74a8-4ee8-91d4-a3d056d90e1a None None] Bound port: 72ce4be3-89ae-452b-a480-8f54db064dc1, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd337e460-fd5e-4589-9db3-2634587b896c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8c92b583-90ca-4003-a331-f00669d7311b'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:40:10.300780 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d8940a0-f18b-4b28-8b70-2c042d851b25 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:10.301028 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fa4ec0be-74a8-4ee8-91d4-a3d056d90e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:10.316178 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-3d8940a0-f18b-4b28-8b70-2c042d851b25 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Transition to ACTIVE for port object 20bb5ebb-b0ae-42c2-9091-bea3b54d2ca2 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:40:10.352264 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d8940a0-f18b-4b28-8b70-2c042d851b25 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:10.372623 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-fa4ec0be-74a8-4ee8-91d4-a3d056d90e1a None None] For port 72ce4be3-89ae-452b-a480-8f54db064dc1, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:40:10.376200 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-fa4ec0be-74a8-4ee8-91d4-a3d056d90e1a None None] For port 72ce4be3-89ae-452b-a480-8f54db064dc1, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=72ce4be3-89ae-452b-a480-8f54db064dc1,segment=NetworkSegment(d337e460-fd5e-4589-9db3-2634587b896c),segment_id=d337e460-fd5e-4589-9db3-2634587b896c)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:40:10.380967 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fa4ec0be-74a8-4ee8-91d4-a3d056d90e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:10.403806 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8940a0-f18b-4b28-8b70-2c042d851b25 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Network 8c92b583-90ca-4003-a331-f00669d7311b is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:40:10.409455 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-3d8940a0-f18b-4b28-8b70-2c042d851b25 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:40:10.413169 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8940a0-f18b-4b28-8b70-2c042d851b25 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:40:10.441589 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8940a0-f18b-4b28-8b70-2c042d851b25 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'Port': ['ID=20bb5ebb-b0ae-42c2-9091-bea3b54d2ca2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:40:10.455790 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4ec0be-74a8-4ee8-91d4-a3d056d90e1a None None] Pushing event updated for resources: {'Port': ['ID=72ce4be3-89ae-452b-a480-8f54db064dc1,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:40:10.476873 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d8940a0-f18b-4b28-8b70-2c042d851b25 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:10.659795 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d8940a0-f18b-4b28-8b70-2c042d851b25 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:10.972066 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d8940a0-f18b-4b28-8b70-2c042d851b25 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:10.977556 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d8940a0-f18b-4b28-8b70-2c042d851b25 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:11.003215 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:40:11.063076 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8940a0-f18b-4b28-8b70-2c042d851b25 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'Port': ['ID=20bb5ebb-b0ae-42c2-9091-bea3b54d2ca2,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:40:11.065565 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d8940a0-f18b-4b28-8b70-2c042d851b25 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:11.174477 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8940a0-f18b-4b28-8b70-2c042d851b25 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Network 8c92b583-90ca-4003-a331-f00669d7311b is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:40:11.175895 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-3d8940a0-f18b-4b28-8b70-2c042d851b25 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:40:11.291111 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d8940a0-f18b-4b28-8b70-2c042d851b25 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Router 5a7155d7-4dc2-48aa-8baa-e77fb04d5633 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:40:11.405135 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8940a0-f18b-4b28-8b70-2c042d851b25 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:40:11.416535 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-3d8940a0-f18b-4b28-8b70-2c042d851b25 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "PUT /v2.0/routers/5a7155d7-4dc2-48aa-8baa-e77fb04d5633/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2898905 Aug 19 15:40:11.457389 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5daa547-f824-4247-ae33-55b40432646d None None] Network 8c92b583-90ca-4003-a331-f00669d7311b requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:40:11.533230 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2797055e-7477-42a5-9225-67d18e68e11a None None] Provisioning for port 72ce4be3-89ae-452b-a480-8f54db064dc1 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:40:11.577437 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9f22d324-ff22-4428-9a09-6481bacbd44d req-0981f69e-b173-4cf5-b5b2-962a9e6a9751 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1208242608&fields=id&tenant_id=d0c42a3a20a4428181cb4a620c77af50 HTTP/1.1" status: 200 len: 267 time: 0.0339375 Aug 19 15:40:11.721316 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f22d324-ff22-4428-9a09-6481bacbd44d req-6d92bd0c-fcbf-475a-81e7-9982a52172f8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:11.722870 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9f22d324-ff22-4428-9a09-6481bacbd44d req-6d92bd0c-fcbf-475a-81e7-9982a52172f8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/networks?id=8c92b583-90ca-4003-a331-f00669d7311b HTTP/1.1" status: 200 len: 797 time: 0.1372988 Aug 19 15:40:11.739246 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9f22d324-ff22-4428-9a09-6481bacbd44d req-9d57f40d-f057-4b84-af5d-40250f5b600b tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/quotas/d0c42a3a20a4428181cb4a620c77af50 HTTP/1.1" status: 200 len: 375 time: 0.0098391 Aug 19 15:40:11.802157 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9f22d324-ff22-4428-9a09-6481bacbd44d req-54a113bc-79b5-48cc-9f84-e37bfaeb9eed tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d0c42a3a20a4428181cb4a620c77af50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0563235 Aug 19 15:40:11.870036 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4e51734b-3586-4fbc-88c0-678083773a06 None None] Provisioning for port 20bb5ebb-b0ae-42c2-9091-bea3b54d2ca2 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:40:11.880507 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4e51734b-3586-4fbc-88c0-678083773a06 None None] Provisioning complete for port 20bb5ebb-b0ae-42c2-9091-bea3b54d2ca2 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:40:11.881151 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4e51734b-3586-4fbc-88c0-678083773a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:11.931418 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-4e51734b-3586-4fbc-88c0-678083773a06 None None] Port 20bb5ebb-b0ae-42c2-9091-bea3b54d2ca2 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:40:11.966052 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9f22d324-ff22-4428-9a09-6481bacbd44d req-ef7d0f3a-30ca-43a6-aef7-56f79aeb26db service neutron] 10.222.0.69 "GET /v2.0/networks/8c92b583-90ca-4003-a331-f00669d7311b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517475 Aug 19 15:40:12.020966 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02040362-421c-4d35-91d1-b93f08a455fb None None] Sync routers for ids ['5a7155d7-4dc2-48aa-8baa-e77fb04d5633'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:40:12.031513 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02040362-421c-4d35-91d1-b93f08a455fb None None] Routers {'5a7155d7-4dc2-48aa-8baa-e77fb04d5633'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:40:12.032127 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-02040362-421c-4d35-91d1-b93f08a455fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:40:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['5a7155d7-4dc2-48aa-8baa-e77fb04d5633'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:40:12.073619 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9f22d324-ff22-4428-9a09-6481bacbd44d req-abdc0217-cfba-42a1-80f2-697ab8079024 service neutron] 10.222.0.69 "GET /v2.0/networks/8c92b583-90ca-4003-a331-f00669d7311b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002724 Aug 19 15:40:12.144487 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-02040362-421c-4d35-91d1-b93f08a455fb None None] Set router 5a7155d7-4dc2-48aa-8baa-e77fb04d5633 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:40:12.169462 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1ef52565-64d6-45df-b7fc-8c5580ae22d6 None None] Provisioning complete for port 20bb5ebb-b0ae-42c2-9091-bea3b54d2ca2 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:40:12.170266 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1ef52565-64d6-45df-b7fc-8c5580ae22d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:12.271099 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-1ef52565-64d6-45df-b7fc-8c5580ae22d6 None None] Port 20bb5ebb-b0ae-42c2-9091-bea3b54d2ca2 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:40:12.311480 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6ea08864-2e36-4505-812a-3f8615f7c580 req-4324a92c-2c6e-480e-9e69-e80cc90b3578 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=aeb94e66-4290-4fab-bfd9-15911346c256 HTTP/1.1" status: 200 len: 210 time: 0.0567880 Aug 19 15:40:12.382805 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 72ce4be3-89ae-452b-a480-8f54db064dc1 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:40:12.427492 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c2470766-a147-4efb-a4c7-142c408abbf2 None None] Provisioning complete for port 20bb5ebb-b0ae-42c2-9091-bea3b54d2ca2 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:40:12.427861 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c2470766-a147-4efb-a4c7-142c408abbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:12.451993 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-02040362-421c-4d35-91d1-b93f08a455fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7155d7-4dc2-48aa-8baa-e77fb04d5633', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436774399', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'b01f534f-7d55-49b8-932d-187be0512a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:40:06Z', 'updated_at': '2021-08-19T15:40:10Z', 'revision_number': 4, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': 'b01f534f-7d55-49b8-932d-187be0512a0d', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:48:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a7155d7-4dc2-48aa-8baa-e77fb04d5633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:40:07Z', 'updated_at': '2021-08-19T15:40:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '20bb5ebb-b0ae-42c2-9091-bea3b54d2ca2', 'name': '', 'network_id': '8c92b583-90ca-4003-a331-f00669d7311b', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'mac_address': 'fa:16:3e:72:ff:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a7155d7-4dc2-48aa-8baa-e77fb04d5633', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'f2e1bd72-e799-4b18-8c6b-2a3d510b0142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:40:09Z', 'updated_at': '2021-08-19T15:40:10Z', 'revision_number': 2, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'subnets': [{'id': 'f2e1bd72-e799-4b18-8c6b-2a3d510b0142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:40:12.473833 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c2470766-a147-4efb-a4c7-142c408abbf2 None None] Port 20bb5ebb-b0ae-42c2-9091-bea3b54d2ca2 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:40:12.478029 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 72ce4be3-89ae-452b-a480-8f54db064dc1 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:40:12.482241 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 72ce4be3-89ae-452b-a480-8f54db064dc1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:40:12.482708 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:12.482835 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02040362-421c-4d35-91d1-b93f08a455fb None None] Checking router: 5a7155d7-4dc2-48aa-8baa-e77fb04d5633 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:40:12.483096 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02040362-421c-4d35-91d1-b93f08a455fb None None] Updating router 5a7155d7-4dc2-48aa-8baa-e77fb04d5633 port 20bb5ebb-b0ae-42c2-9091-bea3b54d2ca2 binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:40:12.515448 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-02040362-421c-4d35-91d1-b93f08a455fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:12.581806 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:12.615649 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 72ce4be3-89ae-452b-a480-8f54db064dc1, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=72ce4be3-89ae-452b-a480-8f54db064dc1,segment=NetworkSegment(d337e460-fd5e-4589-9db3-2634587b896c),segment_id=d337e460-fd5e-4589-9db3-2634587b896c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:40:12.620133 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:12.621008 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b01f534f-7d55-49b8-932d-187be0512a0d up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:40:12.698843 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=72ce4be3-89ae-452b-a480-8f54db064dc1,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:40:12.713410 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port b01f534f-7d55-49b8-932d-187be0512a0d completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:40:12.718160 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port b01f534f-7d55-49b8-932d-187be0512a0d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:40:12.718564 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:12.804682 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:12.821058 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-02040362-421c-4d35-91d1-b93f08a455fb None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:12.831506 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-02040362-421c-4d35-91d1-b93f08a455fb None None] Transition to ACTIVE for port object 20bb5ebb-b0ae-42c2-9091-bea3b54d2ca2 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:40:12.831776 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port b01f534f-7d55-49b8-932d-187be0512a0d, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b01f534f-7d55-49b8-932d-187be0512a0d,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:40:12.835873 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:12.838665 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-02040362-421c-4d35-91d1-b93f08a455fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:12.888954 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=b01f534f-7d55-49b8-932d-187be0512a0d,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:40:12.894829 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676370e9-1b48-4540-992a-2fef31c49772 None None] Pushing event updated for resources: {'Port': ['ID=20bb5ebb-b0ae-42c2-9091-bea3b54d2ca2,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:40:12.918365 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676370e9-1b48-4540-992a-2fef31c49772 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:40:12.918735 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676370e9-1b48-4540-992a-2fef31c49772 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:40:12.919027 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676370e9-1b48-4540-992a-2fef31c49772 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:40:12.919353 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676370e9-1b48-4540-992a-2fef31c49772 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:40:12.919678 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676370e9-1b48-4540-992a-2fef31c49772 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:40:12.919995 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676370e9-1b48-4540-992a-2fef31c49772 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:40:12.920313 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676370e9-1b48-4540-992a-2fef31c49772 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:40:12.920655 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676370e9-1b48-4540-992a-2fef31c49772 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:40:12.920971 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676370e9-1b48-4540-992a-2fef31c49772 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:40:12.921284 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676370e9-1b48-4540-992a-2fef31c49772 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:40:12.921596 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676370e9-1b48-4540-992a-2fef31c49772 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:40:12.921905 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676370e9-1b48-4540-992a-2fef31c49772 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:40:12.953194 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-02040362-421c-4d35-91d1-b93f08a455fb None None] Attempting to bind port 20bb5ebb-b0ae-42c2-9091-bea3b54d2ca2 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:40:12.953567 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-02040362-421c-4d35-91d1-b93f08a455fb None None] Attempting to bind port 20bb5ebb-b0ae-42c2-9091-bea3b54d2ca2 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'd337e460-fd5e-4589-9db3-2634587b896c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8c92b583-90ca-4003-a331-f00669d7311b'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:40:12.953917 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02040362-421c-4d35-91d1-b93f08a455fb None None] Attempting to bind port 20bb5ebb-b0ae-42c2-9091-bea3b54d2ca2 on network 8c92b583-90ca-4003-a331-f00669d7311b {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:40:12.959089 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02040362-421c-4d35-91d1-b93f08a455fb None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:40:12.959477 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02040362-421c-4d35-91d1-b93f08a455fb None None] Checking segment: {'id': 'd337e460-fd5e-4589-9db3-2634587b896c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8c92b583-90ca-4003-a331-f00669d7311b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:40:12.959890 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-02040362-421c-4d35-91d1-b93f08a455fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:12.960202 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02040362-421c-4d35-91d1-b93f08a455fb None None] Bound using segment: {'id': 'd337e460-fd5e-4589-9db3-2634587b896c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8c92b583-90ca-4003-a331-f00669d7311b'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:40:12.960680 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-02040362-421c-4d35-91d1-b93f08a455fb None None] Bound port: 20bb5ebb-b0ae-42c2-9091-bea3b54d2ca2, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd337e460-fd5e-4589-9db3-2634587b896c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8c92b583-90ca-4003-a331-f00669d7311b'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:40:12.961053 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-02040362-421c-4d35-91d1-b93f08a455fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:13.040977 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-02040362-421c-4d35-91d1-b93f08a455fb None None] For port 20bb5ebb-b0ae-42c2-9091-bea3b54d2ca2, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:40:13.044687 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-02040362-421c-4d35-91d1-b93f08a455fb None None] For port 20bb5ebb-b0ae-42c2-9091-bea3b54d2ca2, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=20bb5ebb-b0ae-42c2-9091-bea3b54d2ca2,segment=NetworkSegment(d337e460-fd5e-4589-9db3-2634587b896c),segment_id=d337e460-fd5e-4589-9db3-2634587b896c)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:40:13.051965 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-02040362-421c-4d35-91d1-b93f08a455fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:13.113426 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02040362-421c-4d35-91d1-b93f08a455fb None None] Routers {'5a7155d7-4dc2-48aa-8baa-e77fb04d5633'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:40:13.114016 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-02040362-421c-4d35-91d1-b93f08a455fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:40:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['5a7155d7-4dc2-48aa-8baa-e77fb04d5633'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:40:13.152682 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676370e9-1b48-4540-992a-2fef31c49772 None None] Pushing event updated for resources: {'Port': ['ID=20bb5ebb-b0ae-42c2-9091-bea3b54d2ca2,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:40:13.234325 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-02040362-421c-4d35-91d1-b93f08a455fb None None] Set router 5a7155d7-4dc2-48aa-8baa-e77fb04d5633 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:40:13.405483 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-895b9e09-a40e-463a-be9e-47dea9e10f9a req-9053bc7d-f6f4-4f27-939f-719ae6860bc0 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=aeb94e66-4290-4fab-bfd9-15911346c256 HTTP/1.1" status: 200 len: 210 time: 0.0282583 Aug 19 15:40:13.442391 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-02040362-421c-4d35-91d1-b93f08a455fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7155d7-4dc2-48aa-8baa-e77fb04d5633', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436774399', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'b01f534f-7d55-49b8-932d-187be0512a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:40:06Z', 'updated_at': '2021-08-19T15:40:10Z', 'revision_number': 4, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': 'b01f534f-7d55-49b8-932d-187be0512a0d', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:48:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7155d7-4dc2-48aa-8baa-e77fb04d5633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:40:07Z', 'updated_at': '2021-08-19T15:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '20bb5ebb-b0ae-42c2-9091-bea3b54d2ca2', 'name': '', 'network_id': '8c92b583-90ca-4003-a331-f00669d7311b', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'mac_address': 'fa:16:3e:72:ff:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a7155d7-4dc2-48aa-8baa-e77fb04d5633', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'f2e1bd72-e799-4b18-8c6b-2a3d510b0142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:40:09Z', 'updated_at': '2021-08-19T15:40:13Z', 'revision_number': 4, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'subnets': [{'id': 'f2e1bd72-e799-4b18-8c6b-2a3d510b0142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:40:13.473515 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02040362-421c-4d35-91d1-b93f08a455fb None None] The sync data for ids ['5a7155d7-4dc2-48aa-8baa-e77fb04d5633'] in n-d-766043-2 is: [{'id': '5a7155d7-4dc2-48aa-8baa-e77fb04d5633', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436774399', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'b01f534f-7d55-49b8-932d-187be0512a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:40:06Z', 'updated_at': '2021-08-19T15:40:10Z', 'revision_number': 4, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': 'b01f534f-7d55-49b8-932d-187be0512a0d', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:48:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7155d7-4dc2-48aa-8baa-e77fb04d5633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:40:07Z', 'updated_at': '2021-08-19T15:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '20bb5ebb-b0ae-42c2-9091-bea3b54d2ca2', 'name': '', 'network_id': '8c92b583-90ca-4003-a331-f00669d7311b', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'mac_address': 'fa:16:3e:72:ff:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a7155d7-4dc2-48aa-8baa-e77fb04d5633', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'f2e1bd72-e799-4b18-8c6b-2a3d510b0142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:40:09Z', 'updated_at': '2021-08-19T15:40:13Z', 'revision_number': 4, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'subnets': [{'id': 'f2e1bd72-e799-4b18-8c6b-2a3d510b0142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:40:13.605073 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f22d324-ff22-4428-9a09-6481bacbd44d req-b16a785d-d592-46b3-9aab-9c9054e744ff tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:13.607466 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9f22d324-ff22-4428-9a09-6481bacbd44d req-b16a785d-d592-46b3-9aab-9c9054e744ff tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.68 "GET /v2.0/networks?id=8c92b583-90ca-4003-a331-f00669d7311b HTTP/1.1" status: 200 len: 797 time: 0.1413746 Aug 19 15:40:13.653591 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9f22d324-ff22-4428-9a09-6481bacbd44d req-772ec62c-ff38-4007-9223-ab4f9eecf9bc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0c42a3a20a4428181cb4a620c77af50 HTTP/1.1" status: 200 len: 380 time: 0.0371864 Aug 19 15:40:13.664094 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-9f22d324-ff22-4428-9a09-6481bacbd44d req-dc5272fd-4539-4350-bd3f-3d176574c716 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'port': {'device_id': 'aeb94e66-4290-4fab-bfd9-15911346c256', 'network_id': '8c92b583-90ca-4003-a331-f00669d7311b', 'admin_state_up': True, 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'security_groups': ['2aeb50e5-4814-4f70-8e19-b69bbb6b7968']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:40:13.775468 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f22d324-ff22-4428-9a09-6481bacbd44d req-dc5272fd-4539-4350-bd3f-3d176574c716 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Made reservation on behalf of d0c42a3a20a4428181cb4a620c77af50 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:40:13.779675 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9f22d324-ff22-4428-9a09-6481bacbd44d req-dc5272fd-4539-4350-bd3f-3d176574c716 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:13.917058 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-9f22d324-ff22-4428-9a09-6481bacbd44d req-dc5272fd-4539-4350-bd3f-3d176574c716 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Allocated IP 172.20.0.4 (8c92b583-90ca-4003-a331-f00669d7311b/f2e1bd72-e799-4b18-8c6b-2a3d510b0142/dd59acad-8926-4338-9ce6-0ddb02e26c0e) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:40:14.067188 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9f22d324-ff22-4428-9a09-6481bacbd44d req-dc5272fd-4539-4350-bd3f-3d176574c716 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:14.081776 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-9f22d324-ff22-4428-9a09-6481bacbd44d req-dc5272fd-4539-4350-bd3f-3d176574c716 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Transition to ACTIVE for port object dd59acad-8926-4338-9ce6-0ddb02e26c0e will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:40:14.116716 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9f22d324-ff22-4428-9a09-6481bacbd44d req-dc5272fd-4539-4350-bd3f-3d176574c716 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:14.158627 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f22d324-ff22-4428-9a09-6481bacbd44d req-dc5272fd-4539-4350-bd3f-3d176574c716 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Network 8c92b583-90ca-4003-a331-f00669d7311b is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:40:14.163784 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-9f22d324-ff22-4428-9a09-6481bacbd44d req-dc5272fd-4539-4350-bd3f-3d176574c716 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:40:14.168069 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f22d324-ff22-4428-9a09-6481bacbd44d req-dc5272fd-4539-4350-bd3f-3d176574c716 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:40:14.195140 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5272fd-4539-4350-bd3f-3d176574c716 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'Port': ['ID=dd59acad-8926-4338-9ce6-0ddb02e26c0e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:40:14.225993 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f22d324-ff22-4428-9a09-6481bacbd44d req-dc5272fd-4539-4350-bd3f-3d176574c716 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:14.226777 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9f22d324-ff22-4428-9a09-6481bacbd44d req-dc5272fd-4539-4350-bd3f-3d176574c716 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:14.245887 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9f22d324-ff22-4428-9a09-6481bacbd44d req-dc5272fd-4539-4350-bd3f-3d176574c716 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5857499 Aug 19 15:40:14.325408 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-9f22d324-ff22-4428-9a09-6481bacbd44d req-c63e3405-0ef2-405a-9816-d22d724dafb8 service neutron] Request body: {'port': {'device_id': 'aeb94e66-4290-4fab-bfd9-15911346c256', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:40:14.392965 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9f22d324-ff22-4428-9a09-6481bacbd44d req-c63e3405-0ef2-405a-9816-d22d724dafb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:14.395692 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 20bb5ebb-b0ae-42c2-9091-bea3b54d2ca2 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:40:14.465463 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-dd00b46f-5a44-40ab-a7fe-d0ddac378420 None None] Provisioning for port dd59acad-8926-4338-9ce6-0ddb02e26c0e completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:40:14.473582 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-dd00b46f-5a44-40ab-a7fe-d0ddac378420 None None] Provisioning complete for port dd59acad-8926-4338-9ce6-0ddb02e26c0e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:40:14.473957 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dd00b46f-5a44-40ab-a7fe-d0ddac378420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:14.509249 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 20bb5ebb-b0ae-42c2-9091-bea3b54d2ca2 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:40:14.520781 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 20bb5ebb-b0ae-42c2-9091-bea3b54d2ca2 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:40:14.521153 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:14.544303 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-dd00b46f-5a44-40ab-a7fe-d0ddac378420 None None] Port dd59acad-8926-4338-9ce6-0ddb02e26c0e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:40:14.570762 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6010de2d-320d-4f9a-be0a-3e869ffe54ad req-03009c8b-1b57-444f-929d-81a433a63b91 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:14.572605 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6010de2d-320d-4f9a-be0a-3e869ffe54ad req-03009c8b-1b57-444f-929d-81a433a63b91 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=aeb94e66-4290-4fab-bfd9-15911346c256 HTTP/1.1" status: 200 len: 931 time: 0.0773036 Aug 19 15:40:14.619974 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6010de2d-320d-4f9a-be0a-3e869ffe54ad req-61dab5ad-bce4-4c90-95e9-efc7f6a90a55 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=2aeb50e5-4814-4f70-8e19-b69bbb6b7968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409632 Aug 19 15:40:14.630118 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:14.665187 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 20bb5ebb-b0ae-42c2-9091-bea3b54d2ca2, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=20bb5ebb-b0ae-42c2-9091-bea3b54d2ca2,segment=NetworkSegment(d337e460-fd5e-4589-9db3-2634587b896c),segment_id=d337e460-fd5e-4589-9db3-2634587b896c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:40:14.669507 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:14.670313 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 72ce4be3-89ae-452b-a480-8f54db064dc1 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:40:14.721027 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-9f22d324-ff22-4428-9a09-6481bacbd44d req-c63e3405-0ef2-405a-9816-d22d724dafb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd59acad-8926-4338-9ce6-0ddb02e26c0e {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:40:14.728528 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9f22d324-ff22-4428-9a09-6481bacbd44d req-c63e3405-0ef2-405a-9816-d22d724dafb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:14.741615 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-9f22d324-ff22-4428-9a09-6481bacbd44d req-c63e3405-0ef2-405a-9816-d22d724dafb8 service neutron] Transition to ACTIVE for port object dd59acad-8926-4338-9ce6-0ddb02e26c0e will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:40:14.744856 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9f22d324-ff22-4428-9a09-6481bacbd44d req-c63e3405-0ef2-405a-9816-d22d724dafb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:14.747127 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=20bb5ebb-b0ae-42c2-9091-bea3b54d2ca2,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:40:14.760688 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 72ce4be3-89ae-452b-a480-8f54db064dc1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:40:14.761062 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:14.814470 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e3405-0ef2-405a-9816-d22d724dafb8 service neutron] Pushing event updated for resources: {'Port': ['ID=dd59acad-8926-4338-9ce6-0ddb02e26c0e,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:40:14.846708 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b01f534f-7d55-49b8-932d-187be0512a0d up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:40:14.868576 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-9f22d324-ff22-4428-9a09-6481bacbd44d req-c63e3405-0ef2-405a-9816-d22d724dafb8 service neutron] Attempting to bind port dd59acad-8926-4338-9ce6-0ddb02e26c0e on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:40:14.868913 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-9f22d324-ff22-4428-9a09-6481bacbd44d req-c63e3405-0ef2-405a-9816-d22d724dafb8 service neutron] Attempting to bind port dd59acad-8926-4338-9ce6-0ddb02e26c0e by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': 'd337e460-fd5e-4589-9db3-2634587b896c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8c92b583-90ca-4003-a331-f00669d7311b'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:40:14.869249 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f22d324-ff22-4428-9a09-6481bacbd44d req-c63e3405-0ef2-405a-9816-d22d724dafb8 service neutron] Attempting to bind port dd59acad-8926-4338-9ce6-0ddb02e26c0e on network 8c92b583-90ca-4003-a331-f00669d7311b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:40:14.873945 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f22d324-ff22-4428-9a09-6481bacbd44d req-c63e3405-0ef2-405a-9816-d22d724dafb8 service neutron] Port dd59acad-8926-4338-9ce6-0ddb02e26c0e on network 8c92b583-90ca-4003-a331-f00669d7311b not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:40:14.874273 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f22d324-ff22-4428-9a09-6481bacbd44d req-c63e3405-0ef2-405a-9816-d22d724dafb8 service neutron] Attempting to bind port dd59acad-8926-4338-9ce6-0ddb02e26c0e on network 8c92b583-90ca-4003-a331-f00669d7311b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:40:14.879929 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f22d324-ff22-4428-9a09-6481bacbd44d req-c63e3405-0ef2-405a-9816-d22d724dafb8 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:40:14.880285 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f22d324-ff22-4428-9a09-6481bacbd44d req-c63e3405-0ef2-405a-9816-d22d724dafb8 service neutron] Checking segment: {'id': 'd337e460-fd5e-4589-9db3-2634587b896c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8c92b583-90ca-4003-a331-f00669d7311b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:40:14.880791 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f22d324-ff22-4428-9a09-6481bacbd44d req-c63e3405-0ef2-405a-9816-d22d724dafb8 service neutron] Bound using segment: {'id': 'd337e460-fd5e-4589-9db3-2634587b896c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8c92b583-90ca-4003-a331-f00669d7311b'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:40:14.881161 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-9f22d324-ff22-4428-9a09-6481bacbd44d req-c63e3405-0ef2-405a-9816-d22d724dafb8 service neutron] Bound port: dd59acad-8926-4338-9ce6-0ddb02e26c0e, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd337e460-fd5e-4589-9db3-2634587b896c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8c92b583-90ca-4003-a331-f00669d7311b'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:40:14.881526 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9f22d324-ff22-4428-9a09-6481bacbd44d req-c63e3405-0ef2-405a-9816-d22d724dafb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:14.898818 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port b01f534f-7d55-49b8-932d-187be0512a0d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:40:14.899537 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:14.963921 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-9f22d324-ff22-4428-9a09-6481bacbd44d req-c63e3405-0ef2-405a-9816-d22d724dafb8 service neutron] For port dd59acad-8926-4338-9ce6-0ddb02e26c0e, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:40:14.967554 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-9f22d324-ff22-4428-9a09-6481bacbd44d req-c63e3405-0ef2-405a-9816-d22d724dafb8 service neutron] For port dd59acad-8926-4338-9ce6-0ddb02e26c0e, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=dd59acad-8926-4338-9ce6-0ddb02e26c0e,segment=NetworkSegment(d337e460-fd5e-4589-9db3-2634587b896c),segment_id=d337e460-fd5e-4589-9db3-2634587b896c)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:40:14.973611 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9f22d324-ff22-4428-9a09-6481bacbd44d req-c63e3405-0ef2-405a-9816-d22d724dafb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:15.009036 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f22d324-ff22-4428-9a09-6481bacbd44d req-c63e3405-0ef2-405a-9816-d22d724dafb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:15.009772 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9f22d324-ff22-4428-9a09-6481bacbd44d req-c63e3405-0ef2-405a-9816-d22d724dafb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:15.011987 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9f22d324-ff22-4428-9a09-6481bacbd44d req-c63e3405-0ef2-405a-9816-d22d724dafb8 service neutron] 10.222.0.68 "PUT /v2.0/ports/dd59acad-8926-4338-9ce6-0ddb02e26c0e HTTP/1.1" status: 200 len: 1091 time: 0.7573364 Aug 19 15:40:15.012715 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb94e66-4290-4fab-bfd9-15911346c256', 'tag': 'dd59acad-8926-4338-9ce6-0ddb02e26c0e'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:40:15.016039 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ea2f9e66d71df3aa35f2a980f4ce96e3876fd938d75aec7c1a3378f7fc42a1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2513711d-b9a3-4169-a9d5-f3888414a263" -d '{"events": [{"name": "network-changed", "server_uuid": "aeb94e66-4290-4fab-bfd9-15911346c256", "tag": "dd59acad-8926-4338-9ce6-0ddb02e26c0e"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:40:15.046146 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e3405-0ef2-405a-9816-d22d724dafb8 service neutron] Pushing event updated for resources: {'Port': ['ID=dd59acad-8926-4338-9ce6-0ddb02e26c0e,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:40:15.089250 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99571ab3-a370-47a4-bb36-fb737e5849cb x-openstack-request-id: req-99571ab3-a370-47a4-bb36-fb737e5849cb {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:40:15.089537 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeb94e66-4290-4fab-bfd9-15911346c256", "tag": "dd59acad-8926-4338-9ce6-0ddb02e26c0e", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:40:15.089786 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-99571ab3-a370-47a4-bb36-fb737e5849cb {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:40:15.090170 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeb94e66-4290-4fab-bfd9-15911346c256', 'tag': 'dd59acad-8926-4338-9ce6-0ddb02e26c0e', 'status': 'completed', 'code': 200} Aug 19 15:40:15.107374 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f22d324-ff22-4428-9a09-6481bacbd44d req-afa042bd-6949-4e16-a6ab-d4f03568b5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:15.109001 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9f22d324-ff22-4428-9a09-6481bacbd44d req-afa042bd-6949-4e16-a6ab-d4f03568b5f8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d0c42a3a20a4428181cb4a620c77af50&device_id=aeb94e66-4290-4fab-bfd9-15911346c256 HTTP/1.1" status: 200 len: 1094 time: 0.0553272 Aug 19 15:40:15.156274 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9f22d324-ff22-4428-9a09-6481bacbd44d req-8136d8be-78df-4cdf-83fd-72999745c988 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd59acad-8926-4338-9ce6-0ddb02e26c0e HTTP/1.1" status: 200 len: 217 time: 0.0396314 Aug 19 15:40:15.209529 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f22d324-ff22-4428-9a09-6481bacbd44d req-e4bb0989-2966-4315-a7c5-0b0e411ed67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:15.211031 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9f22d324-ff22-4428-9a09-6481bacbd44d req-e4bb0989-2966-4315-a7c5-0b0e411ed67f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f2e1bd72-e799-4b18-8c6b-2a3d510b0142 HTTP/1.1" status: 200 len: 834 time: 0.0483894 Aug 19 15:40:15.258578 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f22d324-ff22-4428-9a09-6481bacbd44d req-720c0886-526a-4def-ac35-ce4adb1749c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:15.260067 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9f22d324-ff22-4428-9a09-6481bacbd44d req-720c0886-526a-4def-ac35-ce4adb1749c5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8c92b583-90ca-4003-a331-f00669d7311b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407436 Aug 19 15:40:15.352693 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9f22d324-ff22-4428-9a09-6481bacbd44d req-8a5cf052-21fa-4f9b-9a30-f903feafecb9 service neutron] 10.222.0.68 "GET /v2.0/networks/8c92b583-90ca-4003-a331-f00669d7311b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850308 Aug 19 15:40:15.440309 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9f22d324-ff22-4428-9a09-6481bacbd44d req-f4beb4f5-ecad-4829-a3aa-d964c5bfd3fd service neutron] 10.222.0.68 "GET /v2.0/networks/8c92b583-90ca-4003-a331-f00669d7311b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814571 Aug 19 15:40:15.529978 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513711d-b9a3-4169-a9d5-f3888414a263 req-e8337327-a2fc-4131-9b1c-b5f44d8c6b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:15.531448 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2513711d-b9a3-4169-a9d5-f3888414a263 req-e8337327-a2fc-4131-9b1c-b5f44d8c6b2a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d0c42a3a20a4428181cb4a620c77af50&device_id=aeb94e66-4290-4fab-bfd9-15911346c256 HTTP/1.1" status: 200 len: 1094 time: 0.0463846 Aug 19 15:40:15.619587 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513711d-b9a3-4169-a9d5-f3888414a263 req-34fa5edd-138e-4a1c-ae76-fd7d715d1348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:15.621009 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2513711d-b9a3-4169-a9d5-f3888414a263 req-34fa5edd-138e-4a1c-ae76-fd7d715d1348 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8c92b583-90ca-4003-a331-f00669d7311b HTTP/1.1" status: 200 len: 898 time: 0.0826230 Aug 19 15:40:15.662730 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2513711d-b9a3-4169-a9d5-f3888414a263 req-02caa67d-cb3b-4ea2-ba76-1512e6b3a6d1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd59acad-8926-4338-9ce6-0ddb02e26c0e HTTP/1.1" status: 200 len: 217 time: 0.0349116 Aug 19 15:40:15.717022 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513711d-b9a3-4169-a9d5-f3888414a263 req-bdec5b30-ba98-43e9-a9cc-4328572b998c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:15.718489 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2513711d-b9a3-4169-a9d5-f3888414a263 req-bdec5b30-ba98-43e9-a9cc-4328572b998c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f2e1bd72-e799-4b18-8c6b-2a3d510b0142 HTTP/1.1" status: 200 len: 834 time: 0.0484037 Aug 19 15:40:15.745355 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1cccb9-37ee-4817-a9c1-36b41b32d3dd req-80d662b2-8e7a-45fb-a504-cd538ce23847 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:15.746913 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cd1cccb9-37ee-4817-a9c1-36b41b32d3dd req-80d662b2-8e7a-45fb-a504-cd538ce23847 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=aeb94e66-4290-4fab-bfd9-15911346c256 HTTP/1.1" status: 200 len: 943 time: 0.0502863 Aug 19 15:40:15.765353 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513711d-b9a3-4169-a9d5-f3888414a263 req-548a7694-4d94-4331-90d5-248de6829236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:15.766869 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2513711d-b9a3-4169-a9d5-f3888414a263 req-548a7694-4d94-4331-90d5-248de6829236 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8c92b583-90ca-4003-a331-f00669d7311b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398519 Aug 19 15:40:15.786346 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cd1cccb9-37ee-4817-a9c1-36b41b32d3dd req-7573cf63-da6b-4170-bcc5-3fae4541b95e tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=2aeb50e5-4814-4f70-8e19-b69bbb6b7968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331354 Aug 19 15:40:15.856319 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2513711d-b9a3-4169-a9d5-f3888414a263 req-e305434f-b2af-4652-9026-f7b89dd1897e service neutron] 10.222.0.68 "GET /v2.0/networks/8c92b583-90ca-4003-a331-f00669d7311b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814648 Aug 19 15:40:15.949521 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-2513711d-b9a3-4169-a9d5-f3888414a263 req-c0fc36a5-a78e-4da5-957e-a408e6d13ba3 service neutron] 10.222.0.68 "GET /v2.0/networks/8c92b583-90ca-4003-a331-f00669d7311b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854123 Aug 19 15:40:16.266654 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 20bb5ebb-b0ae-42c2-9091-bea3b54d2ca2 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:40:16.315429 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 20bb5ebb-b0ae-42c2-9091-bea3b54d2ca2 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:40:16.315842 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:16.902142 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1da7b-6ab9-4fb2-b77a-6b01197b4f0c req-c87717c4-409b-4349-9816-f27a3fe8f30e tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:16.903616 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4da1da7b-6ab9-4fb2-b77a-6b01197b4f0c req-c87717c4-409b-4349-9816-f27a3fe8f30e tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=aeb94e66-4290-4fab-bfd9-15911346c256 HTTP/1.1" status: 200 len: 943 time: 0.0479546 Aug 19 15:40:16.947795 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4da1da7b-6ab9-4fb2-b77a-6b01197b4f0c req-3f1ffa16-e8ab-4f62-a846-a9d84a4b9c44 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=2aeb50e5-4814-4f70-8e19-b69bbb6b7968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334258 Aug 19 15:40:18.069927 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98936ba3-f22c-4a81-8367-3422bcf6c31f req-4ba31a12-c12f-4982-8231-8700f1e52dd7 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:18.071456 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-98936ba3-f22c-4a81-8367-3422bcf6c31f req-4ba31a12-c12f-4982-8231-8700f1e52dd7 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=aeb94e66-4290-4fab-bfd9-15911346c256 HTTP/1.1" status: 200 len: 943 time: 0.0527999 Aug 19 15:40:18.110434 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-98936ba3-f22c-4a81-8367-3422bcf6c31f req-d8b36c50-9885-4d3b-8a9b-e1164ae9f68e tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=2aeb50e5-4814-4f70-8e19-b69bbb6b7968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327334 Aug 19 15:40:18.998019 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device dd59acad-8926-4338-9ce6-0ddb02e26c0e details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:40:19.089923 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port dd59acad-8926-4338-9ce6-0ddb02e26c0e, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=dd59acad-8926-4338-9ce6-0ddb02e26c0e,segment=NetworkSegment(d337e460-fd5e-4589-9db3-2634587b896c),segment_id=d337e460-fd5e-4589-9db3-2634587b896c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:40:19.102350 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': 'dd59acad-8926-4338-9ce6-0ddb02e26c0e', 'network_id': '8c92b583-90ca-4003-a331-f00669d7311b', 'port_id': 'dd59acad-8926-4338-9ce6-0ddb02e26c0e', 'mac_address': 'fa:16:3e:b6:4c:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2e1bd72-e799-4b18-8c6b-2a3d510b0142', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:40:19.138375 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:19.154802 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd59acad-8926-4338-9ce6-0ddb02e26c0e {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:40:19.175760 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port dd59acad-8926-4338-9ce6-0ddb02e26c0e, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=dd59acad-8926-4338-9ce6-0ddb02e26c0e,segment=NetworkSegment(d337e460-fd5e-4589-9db3-2634587b896c),segment_id=d337e460-fd5e-4589-9db3-2634587b896c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:40:19.179787 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:19.225076 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ca040-405a-4eae-878d-18c766b7dcfe req-5269372c-bdde-4803-8104-dedb2f720f14 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:19.226579 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bd6ca040-405a-4eae-878d-18c766b7dcfe req-5269372c-bdde-4803-8104-dedb2f720f14 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=aeb94e66-4290-4fab-bfd9-15911346c256 HTTP/1.1" status: 200 len: 944 time: 0.0494566 Aug 19 15:40:19.228940 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=dd59acad-8926-4338-9ce6-0ddb02e26c0e,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:40:19.266254 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bd6ca040-405a-4eae-878d-18c766b7dcfe req-465c81dc-b248-49ee-88ac-53face7024b0 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=2aeb50e5-4814-4f70-8e19-b69bbb6b7968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327163 Aug 19 15:40:19.426828 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['dd59acad-8926-4338-9ce6-0ddb02e26c0e'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:40:20.387180 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2210016-64d8-47f8-b289-9c6a99877b39 req-85b6ee4d-6aff-49d0-8c1e-fafc622b3e22 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:20.388619 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e2210016-64d8-47f8-b289-9c6a99877b39 req-85b6ee4d-6aff-49d0-8c1e-fafc622b3e22 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=aeb94e66-4290-4fab-bfd9-15911346c256 HTTP/1.1" status: 200 len: 944 time: 0.0527871 Aug 19 15:40:20.427836 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e2210016-64d8-47f8-b289-9c6a99877b39 req-a8a1c28a-7fb8-4ccd-85a4-f57c924f1c1c tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=2aeb50e5-4814-4f70-8e19-b69bbb6b7968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331671 Aug 19 15:40:20.997619 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device dd59acad-8926-4338-9ce6-0ddb02e26c0e up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:40:21.045297 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port dd59acad-8926-4338-9ce6-0ddb02e26c0e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:40:21.049583 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port dd59acad-8926-4338-9ce6-0ddb02e26c0e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:40:21.049963 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:21.132195 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:21.156074 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb94e66-4290-4fab-bfd9-15911346c256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd59acad-8926-4338-9ce6-0ddb02e26c0e'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:40:21.159018 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33781a19ce02c5415d916baf9197922328299cb06218664b0429d3f5e03069d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099d8f3a-42f8-49f1-bb7b-1ed9f9a7948b" -d '{"events": [{"server_uuid": "aeb94e66-4290-4fab-bfd9-15911346c256", "name": "network-vif-plugged", "status": "completed", "tag": "dd59acad-8926-4338-9ce6-0ddb02e26c0e"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:40:21.171651 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port dd59acad-8926-4338-9ce6-0ddb02e26c0e, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=dd59acad-8926-4338-9ce6-0ddb02e26c0e,segment=NetworkSegment(d337e460-fd5e-4589-9db3-2634587b896c),segment_id=d337e460-fd5e-4589-9db3-2634587b896c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:40:21.177200 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:21.228565 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=dd59acad-8926-4338-9ce6-0ddb02e26c0e,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:40:21.256121 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2401ed-8968-4bca-86d4-e590aeba0c8b x-openstack-request-id: req-1f2401ed-8968-4bca-86d4-e590aeba0c8b {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:40:21.256436 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb94e66-4290-4fab-bfd9-15911346c256", "name": "network-vif-plugged", "status": "completed", "tag": "dd59acad-8926-4338-9ce6-0ddb02e26c0e", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:40:21.256688 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1f2401ed-8968-4bca-86d4-e590aeba0c8b {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:40:21.257112 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb94e66-4290-4fab-bfd9-15911346c256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd59acad-8926-4338-9ce6-0ddb02e26c0e', 'code': 200} Aug 19 15:40:21.354494 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e1d04-83b7-47b5-8e88-3203f9083383 req-ab1f922c-4ac9-429a-9abd-ab972951592c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:21.355987 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b29e1d04-83b7-47b5-8e88-3203f9083383 req-ab1f922c-4ac9-429a-9abd-ab972951592c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=aeb94e66-4290-4fab-bfd9-15911346c256 HTTP/1.1" status: 200 len: 1096 time: 0.0412788 Aug 19 15:40:21.389539 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b29e1d04-83b7-47b5-8e88-3203f9083383 req-a1ea9112-5e0f-4d94-a5a4-a8198d259069 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=2aeb50e5-4814-4f70-8e19-b69bbb6b7968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269325 Aug 19 15:40:21.546804 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf478221-a199-4ef9-a585-fded4d400b14 req-a6e149f4-abdf-4243-8655-47927123a3b7 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:21.548284 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bf478221-a199-4ef9-a585-fded4d400b14 req-a6e149f4-abdf-4243-8655-47927123a3b7 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=aeb94e66-4290-4fab-bfd9-15911346c256 HTTP/1.1" status: 200 len: 945 time: 0.0525162 Aug 19 15:40:21.587705 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-bf478221-a199-4ef9-a585-fded4d400b14 req-de0fa412-ec94-4602-bb6e-d6ecb943562a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=2aeb50e5-4814-4f70-8e19-b69bbb6b7968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321970 Aug 19 15:40:22.715595 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8fe8a-3048-424f-b2a6-cd8d0d47d84d req-532efc83-e86c-40f9-93cd-17799c4ccbe8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:22.717116 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fed8fe8a-3048-424f-b2a6-cd8d0d47d84d req-532efc83-e86c-40f9-93cd-17799c4ccbe8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=aeb94e66-4290-4fab-bfd9-15911346c256 HTTP/1.1" status: 200 len: 945 time: 0.0514393 Aug 19 15:40:22.756246 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fed8fe8a-3048-424f-b2a6-cd8d0d47d84d req-a94dd347-6d2a-49c6-930c-16c60a7f41b5 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=2aeb50e5-4814-4f70-8e19-b69bbb6b7968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318770 Aug 19 15:40:22.898460 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c542ffd-e3c9-424e-9fab-f1db8802ce86 req-150683d9-93e6-4b09-9fe6-cbb16390aefb tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:22.900866 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5c542ffd-e3c9-424e-9fab-f1db8802ce86 req-150683d9-93e6-4b09-9fe6-cbb16390aefb tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=aeb94e66-4290-4fab-bfd9-15911346c256 HTTP/1.1" status: 200 len: 945 time: 0.0718610 Aug 19 15:40:22.939101 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5c542ffd-e3c9-424e-9fab-f1db8802ce86 req-9d1b96dc-c804-45b2-aa00-d921040e2bca tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=2aeb50e5-4814-4f70-8e19-b69bbb6b7968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323400 Aug 19 15:40:22.961056 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39646) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:40:23.004889 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91111fbd-77cd-4ace-8d33-38d0dbc1af97 tempest-TestNetworkAdvancedServerOps-615037460 tempest-TestNetworkAdvancedServerOps-615037460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:23.006399 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-91111fbd-77cd-4ace-8d33-38d0dbc1af97 tempest-TestNetworkAdvancedServerOps-615037460 tempest-TestNetworkAdvancedServerOps-615037460-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=aeb94e66-4290-4fab-bfd9-15911346c256 HTTP/1.1" status: 200 len: 1091 time: 0.0444500 Aug 19 15:40:23.009478 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39648) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:40:23.013808 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1ac18d2b-d960-494b-aa92-65e6b344c49d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'floatingip': {'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'port_id': 'dd59acad-8926-4338-9ce6-0ddb02e26c0e', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:40:23.036786 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1ac18d2b-d960-494b-aa92-65e6b344c49d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:23.133156 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1ac18d2b-d960-494b-aa92-65e6b344c49d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:23.240368 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-1ac18d2b-d960-494b-aa92-65e6b344c49d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Allocated IP 172.25.2.96 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/22ce1217-9365-45d9-a2db-93a67deeb0be) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:40:23.340428 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1ac18d2b-d960-494b-aa92-65e6b344c49d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:23.380980 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1ac18d2b-d960-494b-aa92-65e6b344c49d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:23.421272 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac18d2b-d960-494b-aa92-65e6b344c49d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:40:23.426047 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-1ac18d2b-d960-494b-aa92-65e6b344c49d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:40:23.428680 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac18d2b-d960-494b-aa92-65e6b344c49d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:40:23.457307 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac18d2b-d960-494b-aa92-65e6b344c49d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'Port': ['ID=22ce1217-9365-45d9-a2db-93a67deeb0be,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:40:23.792865 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1ac18d2b-d960-494b-aa92-65e6b344c49d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:23.862657 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1ac18d2b-d960-494b-aa92-65e6b344c49d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:24.010068 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1ac18d2b-d960-494b-aa92-65e6b344c49d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:24.015447 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1ac18d2b-d960-494b-aa92-65e6b344c49d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:24.084479 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac18d2b-d960-494b-aa92-65e6b344c49d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'Port': ['ID=22ce1217-9365-45d9-a2db-93a67deeb0be,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:40:24.092485 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1ac18d2b-d960-494b-aa92-65e6b344c49d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:24.192380 n-d-766043-2 neutron-server[94640]: INFO neutron.db.l3_db [None req-1ac18d2b-d960-494b-aa92-65e6b344c49d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Floating IP 4468fd64-6fd9-4d9c-829a-e54e9fbf83fc associated. External IP: 172.25.2.96, port: dd59acad-8926-4338-9ce6-0ddb02e26c0e. Aug 19 15:40:24.397620 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac18d2b-d960-494b-aa92-65e6b344c49d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Router 5a7155d7-4dc2-48aa-8baa-e77fb04d5633 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:40:24.505837 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac18d2b-d960-494b-aa92-65e6b344c49d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:40:24.516284 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9656a8-a65e-4cde-abf4-6dcfda271bbb None None] Sync routers for ids ['5a7155d7-4dc2-48aa-8baa-e77fb04d5633'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:40:24.521568 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1ac18d2b-d960-494b-aa92-65e6b344c49d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:24.527709 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9656a8-a65e-4cde-abf4-6dcfda271bbb None None] Routers {'5a7155d7-4dc2-48aa-8baa-e77fb04d5633'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:40:24.528340 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4e9656a8-a65e-4cde-abf4-6dcfda271bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:40:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['5a7155d7-4dc2-48aa-8baa-e77fb04d5633'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:40:24.548866 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1ac18d2b-d960-494b-aa92-65e6b344c49d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5383539 Aug 19 15:40:24.549456 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb94e66-4290-4fab-bfd9-15911346c256', 'tag': 'dd59acad-8926-4338-9ce6-0ddb02e26c0e'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:40:24.551693 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22fe28f3f2ed00298fad1814fbe4737ebcc7f8c7d408f26f1f50550a3b01d4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75b1024-e9e6-4b8d-87c1-f2b322ea028e" -d '{"events": [{"name": "network-changed", "server_uuid": "aeb94e66-4290-4fab-bfd9-15911346c256", "tag": "dd59acad-8926-4338-9ce6-0ddb02e26c0e"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:40:24.588733 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc40f361-17dc-4248-a0a7-098de5cec17f x-openstack-request-id: req-fc40f361-17dc-4248-a0a7-098de5cec17f {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:40:24.589025 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeb94e66-4290-4fab-bfd9-15911346c256", "tag": "dd59acad-8926-4338-9ce6-0ddb02e26c0e", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:40:24.589277 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fc40f361-17dc-4248-a0a7-098de5cec17f {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:40:24.589679 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeb94e66-4290-4fab-bfd9-15911346c256', 'tag': 'dd59acad-8926-4338-9ce6-0ddb02e26c0e', 'status': 'completed', 'code': 200} Aug 19 15:40:24.654453 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-4e9656a8-a65e-4cde-abf4-6dcfda271bbb None None] Set router 5a7155d7-4dc2-48aa-8baa-e77fb04d5633 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:40:24.656503 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13340526-5e4d-4d42-ba39-1feaf8a4341f req-9d28a9f7-45f3-4f0e-a991-7593c274bc92 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:24.656907 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b1024-e9e6-4b8d-87c1-f2b322ea028e req-2414611f-7a14-46ff-b3a5-3cdb9973e22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:24.658684 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-13340526-5e4d-4d42-ba39-1feaf8a4341f req-9d28a9f7-45f3-4f0e-a991-7593c274bc92 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=aeb94e66-4290-4fab-bfd9-15911346c256 HTTP/1.1" status: 200 len: 945 time: 0.0537479 Aug 19 15:40:24.659002 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e75b1024-e9e6-4b8d-87c1-f2b322ea028e req-2414611f-7a14-46ff-b3a5-3cdb9973e22d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d0c42a3a20a4428181cb4a620c77af50&device_id=aeb94e66-4290-4fab-bfd9-15911346c256 HTTP/1.1" status: 200 len: 1096 time: 0.0470502 Aug 19 15:40:24.699545 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-13340526-5e4d-4d42-ba39-1feaf8a4341f req-2ebc985f-bce3-40de-ba40-f101164446d4 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=2aeb50e5-4814-4f70-8e19-b69bbb6b7968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338521 Aug 19 15:40:24.724365 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39654) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:40:24.755730 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b1024-e9e6-4b8d-87c1-f2b322ea028e req-86bcd032-7b74-44ad-9ff6-8a5f867bca41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:24.757440 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e75b1024-e9e6-4b8d-87c1-f2b322ea028e req-86bcd032-7b74-44ad-9ff6-8a5f867bca41 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8c92b583-90ca-4003-a331-f00669d7311b HTTP/1.1" status: 200 len: 898 time: 0.0917599 Aug 19 15:40:24.789788 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-c6287ebd-e6e4-4b1f-8e85-f0dad99d300e tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/floatingips/4468fd64-6fd9-4d9c-829a-e54e9fbf83fc HTTP/1.1" status: 200 len: 990 time: 0.0640461 Aug 19 15:40:24.828687 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e75b1024-e9e6-4b8d-87c1-f2b322ea028e req-a7d3b14b-91ae-48db-9487-f6d008b987fc service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd59acad-8926-4338-9ce6-0ddb02e26c0e HTTP/1.1" status: 200 len: 998 time: 0.0635855 Aug 19 15:40:24.890707 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4e9656a8-a65e-4cde-abf4-6dcfda271bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7155d7-4dc2-48aa-8baa-e77fb04d5633', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436774399', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'b01f534f-7d55-49b8-932d-187be0512a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:40:06Z', 'updated_at': '2021-08-19T15:40:10Z', 'revision_number': 4, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': 'b01f534f-7d55-49b8-932d-187be0512a0d', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:48:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7155d7-4dc2-48aa-8baa-e77fb04d5633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:40:07Z', 'updated_at': '2021-08-19T15:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '4468fd64-6fd9-4d9c-829a-e54e9fbf83fc', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'floating_ip_address': '172.25.2.96', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '5a7155d7-4dc2-48aa-8baa-e77fb04d5633', 'port_id': 'dd59acad-8926-4338-9ce6-0ddb02e26c0e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c92b583-90ca-4003-a331-f00669d7311b', 'mac_address': 'fa:16:3e:b6:4c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb94e66-4290-4fab-bfd9-15911346c256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:40:23Z', 'updated_at': '2021-08-19T15:40:23Z', 'revision_number': 0, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20bb5ebb-b0ae-42c2-9091-bea3b54d2ca2', 'name': '', 'network_id': '8c92b583-90ca-4003-a331-f00669d7311b', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'mac_address': 'fa:16:3e:72:ff:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7155d7-4dc2-48aa-8baa-e77fb04d5633', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'f2e1bd72-e799-4b18-8c6b-2a3d510b0142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:40:09Z', 'updated_at': '2021-08-19T15:40:14Z', 'revision_number': 5, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'subnets': [{'id': 'f2e1bd72-e799-4b18-8c6b-2a3d510b0142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:40:24.918385 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9656a8-a65e-4cde-abf4-6dcfda271bbb None None] Checking router: 5a7155d7-4dc2-48aa-8baa-e77fb04d5633 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:40:24.927103 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9656a8-a65e-4cde-abf4-6dcfda271bbb None None] Routers {'5a7155d7-4dc2-48aa-8baa-e77fb04d5633'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:40:24.927723 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4e9656a8-a65e-4cde-abf4-6dcfda271bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:40:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['5a7155d7-4dc2-48aa-8baa-e77fb04d5633'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:40:25.037219 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-4e9656a8-a65e-4cde-abf4-6dcfda271bbb None None] Set router 5a7155d7-4dc2-48aa-8baa-e77fb04d5633 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:40:25.235155 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b1024-e9e6-4b8d-87c1-f2b322ea028e req-0265e1e5-5cee-4c53-a777-5fa1021b72ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:25.236774 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e75b1024-e9e6-4b8d-87c1-f2b322ea028e req-0265e1e5-5cee-4c53-a777-5fa1021b72ff service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f2e1bd72-e799-4b18-8c6b-2a3d510b0142 HTTP/1.1" status: 200 len: 834 time: 0.4018834 Aug 19 15:40:25.284300 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b1024-e9e6-4b8d-87c1-f2b322ea028e req-909b5d2a-5e68-47a8-9c40-0f2bea721d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:25.285849 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e75b1024-e9e6-4b8d-87c1-f2b322ea028e req-909b5d2a-5e68-47a8-9c40-0f2bea721d4c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8c92b583-90ca-4003-a331-f00669d7311b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423911 Aug 19 15:40:25.383392 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e75b1024-e9e6-4b8d-87c1-f2b322ea028e req-52e3858b-ea99-4ae8-8094-b682e3a05943 service neutron] 10.222.0.68 "GET /v2.0/networks/8c92b583-90ca-4003-a331-f00669d7311b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896132 Aug 19 15:40:25.430593 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4e9656a8-a65e-4cde-abf4-6dcfda271bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7155d7-4dc2-48aa-8baa-e77fb04d5633', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436774399', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'b01f534f-7d55-49b8-932d-187be0512a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:40:06Z', 'updated_at': '2021-08-19T15:40:10Z', 'revision_number': 4, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': 'b01f534f-7d55-49b8-932d-187be0512a0d', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:48:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7155d7-4dc2-48aa-8baa-e77fb04d5633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:40:07Z', 'updated_at': '2021-08-19T15:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '4468fd64-6fd9-4d9c-829a-e54e9fbf83fc', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'floating_ip_address': '172.25.2.96', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '5a7155d7-4dc2-48aa-8baa-e77fb04d5633', 'port_id': 'dd59acad-8926-4338-9ce6-0ddb02e26c0e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c92b583-90ca-4003-a331-f00669d7311b', 'mac_address': 'fa:16:3e:b6:4c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb94e66-4290-4fab-bfd9-15911346c256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:40:23Z', 'updated_at': '2021-08-19T15:40:23Z', 'revision_number': 0, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20bb5ebb-b0ae-42c2-9091-bea3b54d2ca2', 'name': '', 'network_id': '8c92b583-90ca-4003-a331-f00669d7311b', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'mac_address': 'fa:16:3e:72:ff:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7155d7-4dc2-48aa-8baa-e77fb04d5633', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'f2e1bd72-e799-4b18-8c6b-2a3d510b0142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:40:09Z', 'updated_at': '2021-08-19T15:40:14Z', 'revision_number': 5, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'subnets': [{'id': 'f2e1bd72-e799-4b18-8c6b-2a3d510b0142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:40:25.461215 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9656a8-a65e-4cde-abf4-6dcfda271bbb None None] The sync data for ids ['5a7155d7-4dc2-48aa-8baa-e77fb04d5633'] in n-d-766043-2 is: [{'id': '5a7155d7-4dc2-48aa-8baa-e77fb04d5633', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436774399', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'b01f534f-7d55-49b8-932d-187be0512a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:40:06Z', 'updated_at': '2021-08-19T15:40:10Z', 'revision_number': 4, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': 'b01f534f-7d55-49b8-932d-187be0512a0d', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:48:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7155d7-4dc2-48aa-8baa-e77fb04d5633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:40:07Z', 'updated_at': '2021-08-19T15:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '4468fd64-6fd9-4d9c-829a-e54e9fbf83fc', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'floating_ip_address': '172.25.2.96', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '5a7155d7-4dc2-48aa-8baa-e77fb04d5633', 'port_id': 'dd59acad-8926-4338-9ce6-0ddb02e26c0e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c92b583-90ca-4003-a331-f00669d7311b', 'mac_address': 'fa:16:3e:b6:4c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb94e66-4290-4fab-bfd9-15911346c256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:40:23Z', 'updated_at': '2021-08-19T15:40:23Z', 'revision_number': 0, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20bb5ebb-b0ae-42c2-9091-bea3b54d2ca2', 'name': '', 'network_id': '8c92b583-90ca-4003-a331-f00669d7311b', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'mac_address': 'fa:16:3e:72:ff:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7155d7-4dc2-48aa-8baa-e77fb04d5633', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'f2e1bd72-e799-4b18-8c6b-2a3d510b0142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:40:09Z', 'updated_at': '2021-08-19T15:40:14Z', 'revision_number': 5, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'subnets': [{'id': 'f2e1bd72-e799-4b18-8c6b-2a3d510b0142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:40:25.474207 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e75b1024-e9e6-4b8d-87c1-f2b322ea028e req-6feb6cfc-3d40-4f63-9d86-64d38140a188 service neutron] 10.222.0.68 "GET /v2.0/networks/8c92b583-90ca-4003-a331-f00669d7311b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836356 Aug 19 15:40:25.646362 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f74b04b-36be-4b1f-a71a-9fbd0bf935d3 None None] New status for floating IP 4468fd64-6fd9-4d9c-829a-e54e9fbf83fc: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:40:25.793508 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39656) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:40:25.858247 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-63c48d0d-ffb1-448f-a94b-d9d5b0e3e9da tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/floatingips/4468fd64-6fd9-4d9c-829a-e54e9fbf83fc HTTP/1.1" status: 200 len: 990 time: 0.0635681 Aug 19 15:40:26.862142 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39658) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:40:26.935161 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-8e473a55-4cd9-49ff-b1c9-696e129d5f6c tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/floatingips/4468fd64-6fd9-4d9c-829a-e54e9fbf83fc HTTP/1.1" status: 200 len: 992 time: 0.0716283 Aug 19 15:40:31.501196 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-309c6752-5025-4e36-bda0-f640fcfc04b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:34.428322 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-20df5e45-c9ad-48dc-8de5-4878b8764814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:34.637109 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:34.709192 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:35.329405 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:35.921698 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:37.148834 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:40:48.002926 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:40:53.795637 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-443bfb9f-b123-442d-b176-d87bc39dce36 req-dad06a20-3240-4b6b-b367-509cb9363940 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=aeb94e66-4290-4fab-bfd9-15911346c256&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418036 Aug 19 15:40:53.885751 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443bfb9f-b123-442d-b176-d87bc39dce36 req-85676fa4-18f1-4c9c-9d5c-bd36330ca2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:53.887275 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-443bfb9f-b123-442d-b176-d87bc39dce36 req-85676fa4-18f1-4c9c-9d5c-bd36330ca2c4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d0c42a3a20a4428181cb4a620c77af50&device_id=aeb94e66-4290-4fab-bfd9-15911346c256 HTTP/1.1" status: 200 len: 1096 time: 0.0463648 Aug 19 15:40:53.998888 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443bfb9f-b123-442d-b176-d87bc39dce36 req-9189eeec-9b2a-4ad7-8df5-a1be8b40dadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:54.000384 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-443bfb9f-b123-442d-b176-d87bc39dce36 req-9189eeec-9b2a-4ad7-8df5-a1be8b40dadb service neutron] 10.222.0.68 "GET /v2.0/networks?id=8c92b583-90ca-4003-a331-f00669d7311b HTTP/1.1" status: 200 len: 898 time: 0.0930007 Aug 19 15:40:54.073868 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-443bfb9f-b123-442d-b176-d87bc39dce36 req-e9089195-0701-4f0a-b473-8a9364850565 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd59acad-8926-4338-9ce6-0ddb02e26c0e HTTP/1.1" status: 200 len: 1000 time: 0.0660155 Aug 19 15:40:54.124595 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443bfb9f-b123-442d-b176-d87bc39dce36 req-a865177c-d8c9-4eb0-8279-e3e94d1fe488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:54.126120 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-443bfb9f-b123-442d-b176-d87bc39dce36 req-a865177c-d8c9-4eb0-8279-e3e94d1fe488 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f2e1bd72-e799-4b18-8c6b-2a3d510b0142 HTTP/1.1" status: 200 len: 834 time: 0.0443032 Aug 19 15:40:54.171489 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443bfb9f-b123-442d-b176-d87bc39dce36 req-8c07671c-da32-41ed-a21b-7e58aaf50c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:54.173659 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-443bfb9f-b123-442d-b176-d87bc39dce36 req-8c07671c-da32-41ed-a21b-7e58aaf50c3f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8c92b583-90ca-4003-a331-f00669d7311b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393071 Aug 19 15:40:54.264127 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-443bfb9f-b123-442d-b176-d87bc39dce36 req-e9222207-b2ee-4c21-8750-b860e2822dfe service neutron] 10.222.0.68 "GET /v2.0/networks/8c92b583-90ca-4003-a331-f00669d7311b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834744 Aug 19 15:40:54.352778 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-443bfb9f-b123-442d-b176-d87bc39dce36 req-f9d05042-f988-4734-b2f8-92cf84ff42ab service neutron] 10.222.0.68 "GET /v2.0/networks/8c92b583-90ca-4003-a331-f00669d7311b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806253 Aug 19 15:40:58.374145 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b2ebf-3ac7-4f48-8c32-13373c124946 req-da26633b-b8b0-4e8c-91e4-7114965855bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:58.375667 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-388b2ebf-3ac7-4f48-8c32-13373c124946 req-da26633b-b8b0-4e8c-91e4-7114965855bb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d0c42a3a20a4428181cb4a620c77af50&device_id=aeb94e66-4290-4fab-bfd9-15911346c256 HTTP/1.1" status: 200 len: 1096 time: 0.0438216 Aug 19 15:40:58.381467 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb42c7-e577-4811-96c1-c0bbddc640a9 req-17920c80-0ddb-4159-9950-f858e31671b3 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:58.383273 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8efb42c7-e577-4811-96c1-c0bbddc640a9 req-17920c80-0ddb-4159-9950-f858e31671b3 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=aeb94e66-4290-4fab-bfd9-15911346c256 HTTP/1.1" status: 200 len: 945 time: 0.0513678 Aug 19 15:40:58.423035 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8efb42c7-e577-4811-96c1-c0bbddc640a9 req-b9c68399-9d9c-4a60-a446-5cd923a90936 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=2aeb50e5-4814-4f70-8e19-b69bbb6b7968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336370 Aug 19 15:40:58.475465 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b2ebf-3ac7-4f48-8c32-13373c124946 req-9738e4da-62ca-4b56-bc8b-caa984dbf1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:58.476999 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-388b2ebf-3ac7-4f48-8c32-13373c124946 req-9738e4da-62ca-4b56-bc8b-caa984dbf1c4 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8c92b583-90ca-4003-a331-f00669d7311b HTTP/1.1" status: 200 len: 898 time: 0.0943863 Aug 19 15:40:58.547128 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-388b2ebf-3ac7-4f48-8c32-13373c124946 req-5117427c-0ef5-4892-91c5-85282ca91904 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd59acad-8926-4338-9ce6-0ddb02e26c0e HTTP/1.1" status: 200 len: 1000 time: 0.0624094 Aug 19 15:40:58.603799 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b2ebf-3ac7-4f48-8c32-13373c124946 req-43c17f39-6305-49c8-a7b2-b315f8c654b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:58.605342 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-388b2ebf-3ac7-4f48-8c32-13373c124946 req-43c17f39-6305-49c8-a7b2-b315f8c654b0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f2e1bd72-e799-4b18-8c6b-2a3d510b0142 HTTP/1.1" status: 200 len: 834 time: 0.0504932 Aug 19 15:40:58.654995 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b2ebf-3ac7-4f48-8c32-13373c124946 req-5b187afd-ed15-419f-8731-581ad171baf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:58.656546 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-388b2ebf-3ac7-4f48-8c32-13373c124946 req-5b187afd-ed15-419f-8731-581ad171baf4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8c92b583-90ca-4003-a331-f00669d7311b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436306 Aug 19 15:40:58.748651 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-388b2ebf-3ac7-4f48-8c32-13373c124946 req-896e29b1-9862-4163-935a-b4a7cfc0bbbe service neutron] 10.222.0.68 "GET /v2.0/networks/8c92b583-90ca-4003-a331-f00669d7311b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831461 Aug 19 15:40:58.846133 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-388b2ebf-3ac7-4f48-8c32-13373c124946 req-f97e2fc8-8fc5-4e82-a2e9-f0ce4d92e781 service neutron] 10.222.0.68 "GET /v2.0/networks/8c92b583-90ca-4003-a331-f00669d7311b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903161 Aug 19 15:40:59.544354 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e22a5a-d8ce-4a78-8713-74607b7dc9c7 req-978d57ae-f57f-45dd-a9ae-50c941a4aa23 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:40:59.545908 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f9e22a5a-d8ce-4a78-8713-74607b7dc9c7 req-978d57ae-f57f-45dd-a9ae-50c941a4aa23 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=aeb94e66-4290-4fab-bfd9-15911346c256 HTTP/1.1" status: 200 len: 945 time: 0.0514534 Aug 19 15:40:59.587022 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f9e22a5a-d8ce-4a78-8713-74607b7dc9c7 req-5f5d8d7d-c8b6-462b-ac1e-3e743cb5dac6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=2aeb50e5-4814-4f70-8e19-b69bbb6b7968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350559 Aug 19 15:41:00.713514 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298f21c-a61c-4a7c-a187-7641a98339a1 req-d3883093-4724-4ee2-9a0e-a42710ac638a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:41:00.715057 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5298f21c-a61c-4a7c-a187-7641a98339a1 req-d3883093-4724-4ee2-9a0e-a42710ac638a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=aeb94e66-4290-4fab-bfd9-15911346c256 HTTP/1.1" status: 200 len: 945 time: 0.0554070 Aug 19 15:41:00.754820 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5298f21c-a61c-4a7c-a187-7641a98339a1 req-8f8a05d7-5a0e-433f-adae-0cc03e26ea88 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=2aeb50e5-4814-4f70-8e19-b69bbb6b7968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330346 Aug 19 15:41:01.503888 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e469cff3-bf72-48ce-ad58-f950f32a2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:01.873368 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c60317-6549-4277-94a3-63a707db26d8 req-985636d7-356e-4330-8d8a-fe01c4b3427e tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:41:01.874894 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-04c60317-6549-4277-94a3-63a707db26d8 req-985636d7-356e-4330-8d8a-fe01c4b3427e tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=aeb94e66-4290-4fab-bfd9-15911346c256 HTTP/1.1" status: 200 len: 945 time: 0.0510900 Aug 19 15:41:01.914314 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-04c60317-6549-4277-94a3-63a707db26d8 req-52bf677e-fb88-47e4-9335-bc5ecda1e119 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=2aeb50e5-4814-4f70-8e19-b69bbb6b7968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328140 Aug 19 15:41:03.032104 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db482b88-a49a-4823-8b58-847a2811e682 req-3eee0da4-89b1-4cda-946d-2885a082b251 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:41:03.034274 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-db482b88-a49a-4823-8b58-847a2811e682 req-3eee0da4-89b1-4cda-946d-2885a082b251 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=aeb94e66-4290-4fab-bfd9-15911346c256 HTTP/1.1" status: 200 len: 945 time: 0.0505471 Aug 19 15:41:03.074400 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-db482b88-a49a-4823-8b58-847a2811e682 req-fdefda69-c975-48f2-9e5d-4df570e9ee76 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=2aeb50e5-4814-4f70-8e19-b69bbb6b7968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336237 Aug 19 15:41:04.276577 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6fde22-52ca-4ce4-842f-895afff77579 req-cbe047b4-2f27-43ab-a02b-ce34df514347 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:41:04.279202 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3c6fde22-52ca-4ce4-842f-895afff77579 req-cbe047b4-2f27-43ab-a02b-ce34df514347 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=aeb94e66-4290-4fab-bfd9-15911346c256 HTTP/1.1" status: 200 len: 945 time: 0.0948925 Aug 19 15:41:04.348156 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3c6fde22-52ca-4ce4-842f-895afff77579 req-f6318175-b8fa-410d-8b7c-688d86e5cf58 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=2aeb50e5-4814-4f70-8e19-b69bbb6b7968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575449 Aug 19 15:41:04.439215 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d49b4e51-72fc-444e-acf1-77c6b66811d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:04.640167 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:04.726894 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:05.334860 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:05.507729 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fb9ca-4f36-49d3-aed8-c03e10b66f34 req-4bc6976c-b972-43f4-a687-25827950dbbd tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:41:05.509341 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-331fb9ca-4f36-49d3-aed8-c03e10b66f34 req-4bc6976c-b972-43f4-a687-25827950dbbd tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=aeb94e66-4290-4fab-bfd9-15911346c256 HTTP/1.1" status: 200 len: 945 time: 0.0617354 Aug 19 15:41:05.559374 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-331fb9ca-4f36-49d3-aed8-c03e10b66f34 req-a3a4be4a-a969-4570-b76c-38234838da00 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=2aeb50e5-4814-4f70-8e19-b69bbb6b7968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433624 Aug 19 15:41:05.924510 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:06.679043 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cfb12d-6313-4f82-9e3c-aa9559682ef2 req-6be7eba7-433e-436d-9a7d-d823582f32e7 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:41:06.680772 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-24cfb12d-6313-4f82-9e3c-aa9559682ef2 req-6be7eba7-433e-436d-9a7d-d823582f32e7 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=aeb94e66-4290-4fab-bfd9-15911346c256 HTTP/1.1" status: 200 len: 945 time: 0.0497391 Aug 19 15:41:06.720315 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-24cfb12d-6313-4f82-9e3c-aa9559682ef2 req-f258ea6e-b3a2-4dbc-8308-92cbb3ebe19f tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=2aeb50e5-4814-4f70-8e19-b69bbb6b7968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335567 Aug 19 15:41:07.155025 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:07.853396 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba8ce7-6a8b-4266-8ab5-af211d76c08d req-2a961e8e-9800-4c58-aa6a-e49ddf8e4712 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:41:07.855067 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-28ba8ce7-6a8b-4266-8ab5-af211d76c08d req-2a961e8e-9800-4c58-aa6a-e49ddf8e4712 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=aeb94e66-4290-4fab-bfd9-15911346c256 HTTP/1.1" status: 200 len: 945 time: 0.0596547 Aug 19 15:41:07.898989 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-28ba8ce7-6a8b-4266-8ab5-af211d76c08d req-1c43a86d-8233-4216-92a5-42ba3c71e811 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=2aeb50e5-4814-4f70-8e19-b69bbb6b7968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367415 Aug 19 15:41:09.037869 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c5248-67ee-4125-8479-43e9cf5dafda req-c4bafaf5-acd3-4837-9a0e-b9603abcd9de tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:41:09.040175 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8a6c5248-67ee-4125-8479-43e9cf5dafda req-c4bafaf5-acd3-4837-9a0e-b9603abcd9de tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=aeb94e66-4290-4fab-bfd9-15911346c256 HTTP/1.1" status: 200 len: 945 time: 0.0584345 Aug 19 15:41:09.090818 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8a6c5248-67ee-4125-8479-43e9cf5dafda req-ec39fe61-b0e9-4920-9484-d9cf625b734c tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=2aeb50e5-4814-4f70-8e19-b69bbb6b7968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441275 Aug 19 15:41:10.275845 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd58098-83c8-4fef-9797-43821b0e830c req-21e449b6-968f-4242-9933-f3e42705760c tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:41:10.277795 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-efd58098-83c8-4fef-9797-43821b0e830c req-21e449b6-968f-4242-9933-f3e42705760c tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=aeb94e66-4290-4fab-bfd9-15911346c256 HTTP/1.1" status: 200 len: 945 time: 0.0776165 Aug 19 15:41:10.334364 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-efd58098-83c8-4fef-9797-43821b0e830c req-579ecf17-bb6a-4717-9e92-1557eaba9dfe tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=2aeb50e5-4814-4f70-8e19-b69bbb6b7968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454104 Aug 19 15:41:11.527683 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe63552-f38c-4ce2-a50b-8f6d3fa51ad7 req-54b0ad81-d722-4be4-b534-8ddf3478e2c3 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:41:11.530507 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ebe63552-f38c-4ce2-a50b-8f6d3fa51ad7 req-54b0ad81-d722-4be4-b534-8ddf3478e2c3 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=aeb94e66-4290-4fab-bfd9-15911346c256 HTTP/1.1" status: 200 len: 945 time: 0.0791159 Aug 19 15:41:11.580572 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ebe63552-f38c-4ce2-a50b-8f6d3fa51ad7 req-56db33d6-d41e-4d8c-82ac-2c5fd35b7526 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=2aeb50e5-4814-4f70-8e19-b69bbb6b7968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406797 Aug 19 15:41:12.775037 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a874209-d9de-4c77-a550-b28879535510 req-22643427-cc09-49bf-87b2-4dc6dca4d417 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:41:12.776986 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9a874209-d9de-4c77-a550-b28879535510 req-22643427-cc09-49bf-87b2-4dc6dca4d417 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=aeb94e66-4290-4fab-bfd9-15911346c256 HTTP/1.1" status: 200 len: 945 time: 0.0790184 Aug 19 15:41:12.831907 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9a874209-d9de-4c77-a550-b28879535510 req-4637dddf-b2bc-4588-bde8-2692fe3d8855 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=2aeb50e5-4814-4f70-8e19-b69bbb6b7968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456569 Aug 19 15:41:13.959401 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf8823-faff-4f88-a692-c0a2d3447dd3 req-7492b7a4-f1b6-402f-9959-58622ea8dd02 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:41:13.960982 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3bdf8823-faff-4f88-a692-c0a2d3447dd3 req-7492b7a4-f1b6-402f-9959-58622ea8dd02 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=aeb94e66-4290-4fab-bfd9-15911346c256 HTTP/1.1" status: 200 len: 945 time: 0.0513587 Aug 19 15:41:14.028965 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3bdf8823-faff-4f88-a692-c0a2d3447dd3 req-f159ba9f-c072-4ed3-9515-3683b28884cd tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=2aeb50e5-4814-4f70-8e19-b69bbb6b7968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506730 Aug 19 15:41:15.201420 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290b18c-b656-4601-9bd4-86a49c0e9178 req-4b957c97-8e66-4d09-be12-2c699e67df8a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:41:15.203842 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4290b18c-b656-4601-9bd4-86a49c0e9178 req-4b957c97-8e66-4d09-be12-2c699e67df8a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=aeb94e66-4290-4fab-bfd9-15911346c256 HTTP/1.1" status: 200 len: 945 time: 0.0786157 Aug 19 15:41:15.266005 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4290b18c-b656-4601-9bd4-86a49c0e9178 req-d5c496c7-3848-4b0c-ba9c-3f46ffa45f7c tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=2aeb50e5-4814-4f70-8e19-b69bbb6b7968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543642 Aug 19 15:41:15.316207 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39708) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:41:15.384661 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-8a1fb0e9-cd1f-4172-b44c-3234b8507564 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/floatingips/4468fd64-6fd9-4d9c-829a-e54e9fbf83fc HTTP/1.1" status: 200 len: 992 time: 0.0667319 Aug 19 15:41:25.003319 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:41:31.515021 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c5affd93-089d-47a5-a3c7-a2baf1c0f7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:34.442848 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-02ea8938-15cc-4b20-9003-4016161ff6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:34.652188 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:34.730896 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:35.341821 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:35.938432 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:37.165826 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:45.825990 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39726) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:41:46.011484 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-09458753-4172-44cb-b0e9-63f53a3316b9 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Deleting port 22ce1217-9365-45d9-a2db-93a67deeb0be {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:41:46.011972 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-09458753-4172-44cb-b0e9-63f53a3316b9 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:46.115573 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-09458753-4172-44cb-b0e9-63f53a3316b9 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:46.115863 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-09458753-4172-44cb-b0e9-63f53a3316b9 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:46.143482 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-09458753-4172-44cb-b0e9-63f53a3316b9 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Calling delete_port for 22ce1217-9365-45d9-a2db-93a67deeb0be owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:41:46.335379 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-09458753-4172-44cb-b0e9-63f53a3316b9 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:46.372027 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09458753-4172-44cb-b0e9-63f53a3316b9 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event deleted for resources: {'Port': ['ID=22ce1217-9365-45d9-a2db-93a67deeb0be,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:41:46.407510 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09458753-4172-44cb-b0e9-63f53a3316b9 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:46.407853 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09458753-4172-44cb-b0e9-63f53a3316b9 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:46.408201 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09458753-4172-44cb-b0e9-63f53a3316b9 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:46.408563 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09458753-4172-44cb-b0e9-63f53a3316b9 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:46.408904 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09458753-4172-44cb-b0e9-63f53a3316b9 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:46.409237 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09458753-4172-44cb-b0e9-63f53a3316b9 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:46.409571 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09458753-4172-44cb-b0e9-63f53a3316b9 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:46.409898 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09458753-4172-44cb-b0e9-63f53a3316b9 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:46.410226 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09458753-4172-44cb-b0e9-63f53a3316b9 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:46.410556 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09458753-4172-44cb-b0e9-63f53a3316b9 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:46.410877 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09458753-4172-44cb-b0e9-63f53a3316b9 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:46.411197 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09458753-4172-44cb-b0e9-63f53a3316b9 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:46.469153 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-09458753-4172-44cb-b0e9-63f53a3316b9 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:46.469686 n-d-766043-2 neutron-server[94640]: INFO neutron.db.l3_db [None req-09458753-4172-44cb-b0e9-63f53a3316b9 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Floating IP 4468fd64-6fd9-4d9c-829a-e54e9fbf83fc disassociated (deleted). External IP: 172.25.2.96, port: dd59acad-8926-4338-9ce6-0ddb02e26c0e. Aug 19 15:41:47.171692 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09458753-4172-44cb-b0e9-63f53a3316b9 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Router 5a7155d7-4dc2-48aa-8baa-e77fb04d5633 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:41:47.298838 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09458753-4172-44cb-b0e9-63f53a3316b9 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:41:47.306235 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-09458753-4172-44cb-b0e9-63f53a3316b9 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:47.318389 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4163412-a40f-4606-bcbb-dfbf249d3491 None None] Sync routers for ids ['5a7155d7-4dc2-48aa-8baa-e77fb04d5633'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:41:47.336083 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4163412-a40f-4606-bcbb-dfbf249d3491 None None] Routers {'5a7155d7-4dc2-48aa-8baa-e77fb04d5633'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:41:47.337191 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e4163412-a40f-4606-bcbb-dfbf249d3491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:41:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['5a7155d7-4dc2-48aa-8baa-e77fb04d5633'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:41:47.339142 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-09458753-4172-44cb-b0e9-63f53a3316b9 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "DELETE /v2.0/floatingips/4468fd64-6fd9-4d9c-829a-e54e9fbf83fc HTTP/1.1" status: 204 len: 168 time: 1.5118127 Aug 19 15:41:47.340170 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb94e66-4290-4fab-bfd9-15911346c256', 'tag': 'dd59acad-8926-4338-9ce6-0ddb02e26c0e'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:41:47.344637 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22fe28f3f2ed00298fad1814fbe4737ebcc7f8c7d408f26f1f50550a3b01d4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fcbc21c-2f32-4341-97d7-8eefeb5d83df" -d '{"events": [{"name": "network-changed", "server_uuid": "aeb94e66-4290-4fab-bfd9-15911346c256", "tag": "dd59acad-8926-4338-9ce6-0ddb02e26c0e"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:41:47.410595 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dab465b-5f21-4a70-8fd9-bd6263d45006 x-openstack-request-id: req-5dab465b-5f21-4a70-8fd9-bd6263d45006 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:41:47.411070 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeb94e66-4290-4fab-bfd9-15911346c256", "tag": "dd59acad-8926-4338-9ce6-0ddb02e26c0e", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:41:47.411802 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5dab465b-5f21-4a70-8fd9-bd6263d45006 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:41:47.411802 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeb94e66-4290-4fab-bfd9-15911346c256', 'tag': 'dd59acad-8926-4338-9ce6-0ddb02e26c0e', 'status': 'completed', 'code': 200} Aug 19 15:41:47.502349 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcbc21c-2f32-4341-97d7-8eefeb5d83df req-be2ba248-ce86-4281-96ab-6df1178201cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:41:47.504338 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5fcbc21c-2f32-4341-97d7-8eefeb5d83df req-be2ba248-ce86-4281-96ab-6df1178201cd service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d0c42a3a20a4428181cb4a620c77af50&device_id=aeb94e66-4290-4fab-bfd9-15911346c256 HTTP/1.1" status: 200 len: 1096 time: 0.0657158 Aug 19 15:41:47.517047 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-e4163412-a40f-4606-bcbb-dfbf249d3491 None None] Set router 5a7155d7-4dc2-48aa-8baa-e77fb04d5633 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:41:47.659556 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcbc21c-2f32-4341-97d7-8eefeb5d83df req-b46f0543-ddbb-467b-919b-11638dde8796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:41:47.664235 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5fcbc21c-2f32-4341-97d7-8eefeb5d83df req-b46f0543-ddbb-467b-919b-11638dde8796 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8c92b583-90ca-4003-a331-f00669d7311b HTTP/1.1" status: 200 len: 898 time: 0.1530275 Aug 19 15:41:47.689030 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee4607c-928e-4b8c-9af3-ae30ed873687 req-05bdaee6-1318-4afb-83c6-01a214c74cc2 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:41:47.690611 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dee4607c-928e-4b8c-9af3-ae30ed873687 req-05bdaee6-1318-4afb-83c6-01a214c74cc2 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=aeb94e66-4290-4fab-bfd9-15911346c256 HTTP/1.1" status: 200 len: 945 time: 0.0779929 Aug 19 15:41:47.723567 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5fcbc21c-2f32-4341-97d7-8eefeb5d83df req-771c4ab4-ca1c-4a72-ad10-cfeea8c9d006 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd59acad-8926-4338-9ce6-0ddb02e26c0e HTTP/1.1" status: 200 len: 217 time: 0.0509138 Aug 19 15:41:47.757365 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dee4607c-928e-4b8c-9af3-ae30ed873687 req-5ab65e3b-11a0-4851-bd8e-eb1e999c2d85 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=2aeb50e5-4814-4f70-8e19-b69bbb6b7968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531826 Aug 19 15:41:47.785305 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcbc21c-2f32-4341-97d7-8eefeb5d83df req-812c0c0c-5b80-45fa-876c-92e4e47b6b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:41:47.786845 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5fcbc21c-2f32-4341-97d7-8eefeb5d83df req-812c0c0c-5b80-45fa-876c-92e4e47b6b10 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f2e1bd72-e799-4b18-8c6b-2a3d510b0142 HTTP/1.1" status: 200 len: 834 time: 0.0555406 Aug 19 15:41:47.855733 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e4163412-a40f-4606-bcbb-dfbf249d3491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7155d7-4dc2-48aa-8baa-e77fb04d5633', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436774399', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'b01f534f-7d55-49b8-932d-187be0512a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:40:06Z', 'updated_at': '2021-08-19T15:40:10Z', 'revision_number': 4, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': 'b01f534f-7d55-49b8-932d-187be0512a0d', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:48:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7155d7-4dc2-48aa-8baa-e77fb04d5633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:40:07Z', 'updated_at': '2021-08-19T15:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '20bb5ebb-b0ae-42c2-9091-bea3b54d2ca2', 'name': '', 'network_id': '8c92b583-90ca-4003-a331-f00669d7311b', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'mac_address': 'fa:16:3e:72:ff:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7155d7-4dc2-48aa-8baa-e77fb04d5633', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'f2e1bd72-e799-4b18-8c6b-2a3d510b0142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:40:09Z', 'updated_at': '2021-08-19T15:40:14Z', 'revision_number': 5, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'subnets': [{'id': 'f2e1bd72-e799-4b18-8c6b-2a3d510b0142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:41:47.865439 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcbc21c-2f32-4341-97d7-8eefeb5d83df req-3e41e3dc-94b4-42b5-867b-5cec5c053dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:41:47.868187 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5fcbc21c-2f32-4341-97d7-8eefeb5d83df req-3e41e3dc-94b4-42b5-867b-5cec5c053dcc service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8c92b583-90ca-4003-a331-f00669d7311b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709956 Aug 19 15:41:47.884495 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4163412-a40f-4606-bcbb-dfbf249d3491 None None] Checking router: 5a7155d7-4dc2-48aa-8baa-e77fb04d5633 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:41:47.897954 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4163412-a40f-4606-bcbb-dfbf249d3491 None None] Routers {'5a7155d7-4dc2-48aa-8baa-e77fb04d5633'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:41:47.898963 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e4163412-a40f-4606-bcbb-dfbf249d3491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:41:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['5a7155d7-4dc2-48aa-8baa-e77fb04d5633'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:41:47.998440 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5fcbc21c-2f32-4341-97d7-8eefeb5d83df req-a93e6a9a-3a23-429c-a61b-466079161d71 service neutron] 10.222.0.68 "GET /v2.0/networks/8c92b583-90ca-4003-a331-f00669d7311b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225286 Aug 19 15:41:48.047754 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-e4163412-a40f-4606-bcbb-dfbf249d3491 None None] Set router 5a7155d7-4dc2-48aa-8baa-e77fb04d5633 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:41:48.143297 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5fcbc21c-2f32-4341-97d7-8eefeb5d83df req-b8ced177-3217-4cd8-863e-68e83186c9c1 service neutron] 10.222.0.68 "GET /v2.0/networks/8c92b583-90ca-4003-a331-f00669d7311b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370585 Aug 19 15:41:48.302258 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e4163412-a40f-4606-bcbb-dfbf249d3491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7155d7-4dc2-48aa-8baa-e77fb04d5633', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436774399', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'b01f534f-7d55-49b8-932d-187be0512a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:40:06Z', 'updated_at': '2021-08-19T15:40:10Z', 'revision_number': 4, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': 'b01f534f-7d55-49b8-932d-187be0512a0d', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:48:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7155d7-4dc2-48aa-8baa-e77fb04d5633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:40:07Z', 'updated_at': '2021-08-19T15:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '20bb5ebb-b0ae-42c2-9091-bea3b54d2ca2', 'name': '', 'network_id': '8c92b583-90ca-4003-a331-f00669d7311b', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'mac_address': 'fa:16:3e:72:ff:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7155d7-4dc2-48aa-8baa-e77fb04d5633', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'f2e1bd72-e799-4b18-8c6b-2a3d510b0142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:40:09Z', 'updated_at': '2021-08-19T15:40:14Z', 'revision_number': 5, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'subnets': [{'id': 'f2e1bd72-e799-4b18-8c6b-2a3d510b0142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:41:48.350905 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4163412-a40f-4606-bcbb-dfbf249d3491 None None] The sync data for ids ['5a7155d7-4dc2-48aa-8baa-e77fb04d5633'] in n-d-766043-2 is: [{'id': '5a7155d7-4dc2-48aa-8baa-e77fb04d5633', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436774399', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'b01f534f-7d55-49b8-932d-187be0512a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:40:06Z', 'updated_at': '2021-08-19T15:40:10Z', 'revision_number': 4, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': 'b01f534f-7d55-49b8-932d-187be0512a0d', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:48:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7155d7-4dc2-48aa-8baa-e77fb04d5633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:40:07Z', 'updated_at': '2021-08-19T15:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '20bb5ebb-b0ae-42c2-9091-bea3b54d2ca2', 'name': '', 'network_id': '8c92b583-90ca-4003-a331-f00669d7311b', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'mac_address': 'fa:16:3e:72:ff:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7155d7-4dc2-48aa-8baa-e77fb04d5633', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'f2e1bd72-e799-4b18-8c6b-2a3d510b0142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:40:09Z', 'updated_at': '2021-08-19T15:40:14Z', 'revision_number': 5, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'subnets': [{'id': 'f2e1bd72-e799-4b18-8c6b-2a3d510b0142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:41:48.660930 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce0daa9-5a45-49a4-9670-ee5c0815b3d6 None None] New status for floating IP 4468fd64-6fd9-4d9c-829a-e54e9fbf83fc: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:41:48.975583 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9444760-8ec7-4619-8f7d-bff45650fda2 req-e8c1d3a8-46c9-4670-b12c-2f68672b53ef tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:41:48.977265 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f9444760-8ec7-4619-8f7d-bff45650fda2 req-e8c1d3a8-46c9-4670-b12c-2f68672b53ef tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=aeb94e66-4290-4fab-bfd9-15911346c256 HTTP/1.1" status: 200 len: 945 time: 0.0608423 Aug 19 15:41:49.035470 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f9444760-8ec7-4619-8f7d-bff45650fda2 req-ff097f33-0d57-4276-aa53-086dac12a414 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=2aeb50e5-4814-4f70-8e19-b69bbb6b7968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483925 Aug 19 15:41:49.142195 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4c7d7-50f9-43ea-97a0-978471ccdfcb req-a0653ecc-a210-4756-907e-92a8d3748993 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:41:49.144803 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4cf4c7d7-50f9-43ea-97a0-978471ccdfcb req-a0653ecc-a210-4756-907e-92a8d3748993 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.68 "GET /v2.0/ports?device_id=aeb94e66-4290-4fab-bfd9-15911346c256 HTTP/1.1" status: 200 len: 945 time: 0.0836406 Aug 19 15:41:49.285176 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-4cf4c7d7-50f9-43ea-97a0-978471ccdfcb req-3c0747d3-012a-42a4-9c6f-327b963890f8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Deleting port dd59acad-8926-4338-9ce6-0ddb02e26c0e {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:41:49.285602 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4cf4c7d7-50f9-43ea-97a0-978471ccdfcb req-3c0747d3-012a-42a4-9c6f-327b963890f8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:49.408288 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-4cf4c7d7-50f9-43ea-97a0-978471ccdfcb req-3c0747d3-012a-42a4-9c6f-327b963890f8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] For port dd59acad-8926-4338-9ce6-0ddb02e26c0e, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=dd59acad-8926-4338-9ce6-0ddb02e26c0e,segment=NetworkSegment(d337e460-fd5e-4589-9db3-2634587b896c),segment_id=d337e460-fd5e-4589-9db3-2634587b896c)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:41:49.408901 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4cf4c7d7-50f9-43ea-97a0-978471ccdfcb req-3c0747d3-012a-42a4-9c6f-327b963890f8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:49.432622 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-4cf4c7d7-50f9-43ea-97a0-978471ccdfcb req-3c0747d3-012a-42a4-9c6f-327b963890f8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Calling delete_port for dd59acad-8926-4338-9ce6-0ddb02e26c0e owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:41:49.614459 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4cf4c7d7-50f9-43ea-97a0-978471ccdfcb req-3c0747d3-012a-42a4-9c6f-327b963890f8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:49.654712 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0747d3-012a-42a4-9c6f-327b963890f8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event deleted for resources: {'Port': ['ID=dd59acad-8926-4338-9ce6-0ddb02e26c0e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:41:49.694063 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0747d3-012a-42a4-9c6f-327b963890f8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:49.694422 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0747d3-012a-42a4-9c6f-327b963890f8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:49.694615 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0747d3-012a-42a4-9c6f-327b963890f8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:49.694783 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0747d3-012a-42a4-9c6f-327b963890f8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:49.695090 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0747d3-012a-42a4-9c6f-327b963890f8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:49.695421 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0747d3-012a-42a4-9c6f-327b963890f8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:49.695752 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0747d3-012a-42a4-9c6f-327b963890f8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:49.696076 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0747d3-012a-42a4-9c6f-327b963890f8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:49.696400 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0747d3-012a-42a4-9c6f-327b963890f8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:49.696744 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0747d3-012a-42a4-9c6f-327b963890f8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:49.697060 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0747d3-012a-42a4-9c6f-327b963890f8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:49.697375 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0747d3-012a-42a4-9c6f-327b963890f8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:49.722837 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cf4c7d7-50f9-43ea-97a0-978471ccdfcb req-3c0747d3-012a-42a4-9c6f-327b963890f8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] No DVR routers for this DVR port dd59acad-8926-4338-9ce6-0ddb02e26c0e on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:41:49.727034 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4cf4c7d7-50f9-43ea-97a0-978471ccdfcb req-3c0747d3-012a-42a4-9c6f-327b963890f8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:49.730798 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-4cf4c7d7-50f9-43ea-97a0-978471ccdfcb req-3c0747d3-012a-42a4-9c6f-327b963890f8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.68 "DELETE /v2.0/ports/dd59acad-8926-4338-9ce6-0ddb02e26c0e HTTP/1.1" status: 204 len: 173 time: 0.5787339 Aug 19 15:41:49.731645 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb94e66-4290-4fab-bfd9-15911346c256', 'name': 'network-vif-deleted', 'tag': 'dd59acad-8926-4338-9ce6-0ddb02e26c0e'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:41:49.735824 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ea2f9e66d71df3aa35f2a980f4ce96e3876fd938d75aec7c1a3378f7fc42a1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1870fe-5e33-4727-92da-e62046fefb16" -d '{"events": [{"server_uuid": "aeb94e66-4290-4fab-bfd9-15911346c256", "name": "network-vif-deleted", "tag": "dd59acad-8926-4338-9ce6-0ddb02e26c0e"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:41:49.812636 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ec7eff-3d46-4de8-b3de-0abf12e5e4bb x-openstack-request-id: req-e1ec7eff-3d46-4de8-b3de-0abf12e5e4bb {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:41:49.813395 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb94e66-4290-4fab-bfd9-15911346c256", "name": "network-vif-deleted", "tag": "dd59acad-8926-4338-9ce6-0ddb02e26c0e", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:41:49.815152 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e1ec7eff-3d46-4de8-b3de-0abf12e5e4bb {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:41:49.815898 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb94e66-4290-4fab-bfd9-15911346c256', 'name': 'network-vif-deleted', 'tag': 'dd59acad-8926-4338-9ce6-0ddb02e26c0e', 'status': 'completed', 'code': 200} Aug 19 15:41:50.200111 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f0dc2811-293b-4d22-a3d6-7d1b11ac7b75 req-a660b0ec-ce8a-4218-933e-db7dbe4af275 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=aeb94e66-4290-4fab-bfd9-15911346c256 HTTP/1.1" status: 200 len: 210 time: 0.0383515 Aug 19 15:41:51.290408 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39746) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:41:51.793101 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fd046ce8-89c9-47c9-a644-760f0c54e620 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:52.103830 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-fd046ce8-89c9-47c9-a644-760f0c54e620 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Deleting port 20bb5ebb-b0ae-42c2-9091-bea3b54d2ca2 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:41:52.104168 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fd046ce8-89c9-47c9-a644-760f0c54e620 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:52.213517 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-fd046ce8-89c9-47c9-a644-760f0c54e620 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] For port 20bb5ebb-b0ae-42c2-9091-bea3b54d2ca2, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=20bb5ebb-b0ae-42c2-9091-bea3b54d2ca2,segment=NetworkSegment(d337e460-fd5e-4589-9db3-2634587b896c),segment_id=d337e460-fd5e-4589-9db3-2634587b896c)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:41:52.214121 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fd046ce8-89c9-47c9-a644-760f0c54e620 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:52.237686 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-fd046ce8-89c9-47c9-a644-760f0c54e620 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Calling delete_port for 20bb5ebb-b0ae-42c2-9091-bea3b54d2ca2 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:41:52.526879 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fd046ce8-89c9-47c9-a644-760f0c54e620 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:52.560035 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd046ce8-89c9-47c9-a644-760f0c54e620 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event deleted for resources: {'Port': ['ID=20bb5ebb-b0ae-42c2-9091-bea3b54d2ca2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:41:52.823497 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fd046ce8-89c9-47c9-a644-760f0c54e620 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:53.168426 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd046ce8-89c9-47c9-a644-760f0c54e620 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Router 5a7155d7-4dc2-48aa-8baa-e77fb04d5633 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:41:53.307323 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd046ce8-89c9-47c9-a644-760f0c54e620 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:41:53.314044 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-fd046ce8-89c9-47c9-a644-760f0c54e620 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "PUT /v2.0/routers/5a7155d7-4dc2-48aa-8baa-e77fb04d5633/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0222316 Aug 19 15:41:53.318757 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39748) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:41:53.324057 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78d30c0-73d0-4173-8643-bd1de1e4fea9 None None] Sync routers for ids ['5a7155d7-4dc2-48aa-8baa-e77fb04d5633'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:41:53.341753 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device dd59acad-8926-4338-9ce6-0ddb02e26c0e no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:41:53.349540 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78d30c0-73d0-4173-8643-bd1de1e4fea9 None None] Routers {'5a7155d7-4dc2-48aa-8baa-e77fb04d5633'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:41:53.350638 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f78d30c0-73d0-4173-8643-bd1de1e4fea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:41:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['5a7155d7-4dc2-48aa-8baa-e77fb04d5633'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:41:53.381651 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-154e860e-fb9e-4cc1-a66e-d75bfbc79418 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Deleting subnet f2e1bd72-e799-4b18-8c6b-2a3d510b0142 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:41:53.385600 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-154e860e-fb9e-4cc1-a66e-d75bfbc79418 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:53.434765 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-154e860e-fb9e-4cc1-a66e-d75bfbc79418 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:53.436009 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: dd59acad-8926-4338-9ce6-0ddb02e26c0e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:41:53.436371 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device dd59acad-8926-4338-9ce6-0ddb02e26c0e not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:41:53.544082 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-f78d30c0-73d0-4173-8643-bd1de1e4fea9 None None] Set router 5a7155d7-4dc2-48aa-8baa-e77fb04d5633 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:41:53.583172 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-154e860e-fb9e-4cc1-a66e-d75bfbc79418 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:53.689011 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-154e860e-fb9e-4cc1-a66e-d75bfbc79418 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:53.717614 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e860e-fb9e-4cc1-a66e-d75bfbc79418 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event deleted for resources: {'Subnet': ['ID=f2e1bd72-e799-4b18-8c6b-2a3d510b0142,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:41:53.726031 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-154e860e-fb9e-4cc1-a66e-d75bfbc79418 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:53.727220 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-154e860e-fb9e-4cc1-a66e-d75bfbc79418 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "DELETE /v2.0/subnets/f2e1bd72-e799-4b18-8c6b-2a3d510b0142 HTTP/1.1" status: 204 len: 168 time: 0.4072545 Aug 19 15:41:53.730067 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39750) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:41:53.737518 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52905364-96f4-4dd6-9cb6-b28985a072dc None None] Network 8c92b583-90ca-4003-a331-f00669d7311b requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:41:53.890798 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f78d30c0-73d0-4173-8643-bd1de1e4fea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7155d7-4dc2-48aa-8baa-e77fb04d5633', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436774399', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'b01f534f-7d55-49b8-932d-187be0512a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:40:06Z', 'updated_at': '2021-08-19T15:41:52Z', 'revision_number': 5, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': 'b01f534f-7d55-49b8-932d-187be0512a0d', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:48:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7155d7-4dc2-48aa-8baa-e77fb04d5633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:40:07Z', 'updated_at': '2021-08-19T15:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:41:53.909021 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc1251d5-f23d-4bf2-b748-77e207f5425c tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:53.948993 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78d30c0-73d0-4173-8643-bd1de1e4fea9 None None] Checking router: 5a7155d7-4dc2-48aa-8baa-e77fb04d5633 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:41:53.972480 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78d30c0-73d0-4173-8643-bd1de1e4fea9 None None] Routers {'5a7155d7-4dc2-48aa-8baa-e77fb04d5633'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:41:53.973607 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f78d30c0-73d0-4173-8643-bd1de1e4fea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:41:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['5a7155d7-4dc2-48aa-8baa-e77fb04d5633'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:41:54.052092 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc1251d5-f23d-4bf2-b748-77e207f5425c tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:54.095122 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c2256e-7a7a-4558-bf48-dc5e492136cb None None] DHCP port deletion for 8c92b583-90ca-4003-a331-f00669d7311b request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:41:54.135608 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-fc1251d5-f23d-4bf2-b748-77e207f5425c tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Deleting port b01f534f-7d55-49b8-932d-187be0512a0d {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:41:54.136159 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc1251d5-f23d-4bf2-b748-77e207f5425c tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:54.179954 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-f78d30c0-73d0-4173-8643-bd1de1e4fea9 None None] Set router 5a7155d7-4dc2-48aa-8baa-e77fb04d5633 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:41:54.287754 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-fc1251d5-f23d-4bf2-b748-77e207f5425c tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] For port b01f534f-7d55-49b8-932d-187be0512a0d, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=b01f534f-7d55-49b8-932d-187be0512a0d,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:41:54.288280 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc1251d5-f23d-4bf2-b748-77e207f5425c tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:54.309666 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-fc1251d5-f23d-4bf2-b748-77e207f5425c tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Calling delete_port for b01f534f-7d55-49b8-932d-187be0512a0d owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:41:54.387703 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-59c2256e-7a7a-4558-bf48-dc5e492136cb None None] Deleting port 72ce4be3-89ae-452b-a480-8f54db064dc1 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:41:54.388580 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-59c2256e-7a7a-4558-bf48-dc5e492136cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:54.577214 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc1251d5-f23d-4bf2-b748-77e207f5425c tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:54.616875 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1251d5-f23d-4bf2-b748-77e207f5425c tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event deleted for resources: {'Port': ['ID=b01f534f-7d55-49b8-932d-187be0512a0d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:41:54.680128 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 72ce4be3-89ae-452b-a480-8f54db064dc1 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:41:54.693834 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc1251d5-f23d-4bf2-b748-77e207f5425c tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:54.759820 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-59c2256e-7a7a-4558-bf48-dc5e492136cb None None] For port 72ce4be3-89ae-452b-a480-8f54db064dc1, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=72ce4be3-89ae-452b-a480-8f54db064dc1,segment=NetworkSegment(d337e460-fd5e-4589-9db3-2634587b896c),segment_id=d337e460-fd5e-4589-9db3-2634587b896c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:41:54.760356 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-59c2256e-7a7a-4558-bf48-dc5e492136cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:54.785297 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-59c2256e-7a7a-4558-bf48-dc5e492136cb None None] Calling delete_port for 72ce4be3-89ae-452b-a480-8f54db064dc1 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:41:54.834126 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc1251d5-f23d-4bf2-b748-77e207f5425c tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:54.837093 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc1251d5-f23d-4bf2-b748-77e207f5425c tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:54.917814 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc1251d5-f23d-4bf2-b748-77e207f5425c tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:54.918570 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1251d5-f23d-4bf2-b748-77e207f5425c tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Fanout notify agent at l3_agent the message router_deleted on router 5a7155d7-4dc2-48aa-8baa-e77fb04d5633 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:41:54.932529 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc1251d5-f23d-4bf2-b748-77e207f5425c tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:54.934120 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-fc1251d5-f23d-4bf2-b748-77e207f5425c tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "DELETE /v2.0/routers/5a7155d7-4dc2-48aa-8baa-e77fb04d5633 HTTP/1.1" status: 204 len: 168 time: 1.2029655 Aug 19 15:41:54.936558 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:54.938298 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39752) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:41:55.027226 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f78d30c0-73d0-4173-8643-bd1de1e4fea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7155d7-4dc2-48aa-8baa-e77fb04d5633', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436774399', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'b01f534f-7d55-49b8-932d-187be0512a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:40:06Z', 'updated_at': '2021-08-19T15:41:52Z', 'revision_number': 5, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': 'b01f534f-7d55-49b8-932d-187be0512a0d', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:48:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7155d7-4dc2-48aa-8baa-e77fb04d5633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:40:07Z', 'updated_at': '2021-08-19T15:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:41:55.037121 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 72ce4be3-89ae-452b-a480-8f54db064dc1, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=72ce4be3-89ae-452b-a480-8f54db064dc1,segment=NetworkSegment(d337e460-fd5e-4589-9db3-2634587b896c),segment_id=d337e460-fd5e-4589-9db3-2634587b896c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:41:55.040812 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac580f9f-d515-4917-a034-a716bd5fcbcc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:55.076394 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:55.087396 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78d30c0-73d0-4173-8643-bd1de1e4fea9 None None] The sync data for ids ['5a7155d7-4dc2-48aa-8baa-e77fb04d5633'] in n-d-766043-2 is: [{'id': '5a7155d7-4dc2-48aa-8baa-e77fb04d5633', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436774399', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'b01f534f-7d55-49b8-932d-187be0512a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:40:06Z', 'updated_at': '2021-08-19T15:41:52Z', 'revision_number': 5, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': 'b01f534f-7d55-49b8-932d-187be0512a0d', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:48:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7155d7-4dc2-48aa-8baa-e77fb04d5633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:40:07Z', 'updated_at': '2021-08-19T15:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:41:55.093897 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-59c2256e-7a7a-4558-bf48-dc5e492136cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:55.111359 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ac580f9f-d515-4917-a034-a716bd5fcbcc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Deleting port 72ce4be3-89ae-452b-a480-8f54db064dc1 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:41:55.112007 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac580f9f-d515-4917-a034-a716bd5fcbcc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:55.135502 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event deleted for resources: {'Port': ['ID=72ce4be3-89ae-452b-a480-8f54db064dc1,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:41:55.146641 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c2256e-7a7a-4558-bf48-dc5e492136cb None None] No DVR routers for this DVR port 72ce4be3-89ae-452b-a480-8f54db064dc1 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:41:55.150002 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:55.150355 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:55.150680 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:55.151042 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:55.151370 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:55.151695 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:55.152053 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:55.152391 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:55.153297 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:55.153818 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:55.154062 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:55.154398 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:41:55.181569 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c2256e-7a7a-4558-bf48-dc5e492136cb None None] Pushing event deleted for resources: {'Port': ['ID=72ce4be3-89ae-452b-a480-8f54db064dc1,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:41:55.225794 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-ac580f9f-d515-4917-a034-a716bd5fcbcc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] For port 72ce4be3-89ae-452b-a480-8f54db064dc1, host n-d-766043-2, got binding levels [] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:41:55.226340 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac580f9f-d515-4917-a034-a716bd5fcbcc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:55.243096 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ac580f9f-d515-4917-a034-a716bd5fcbcc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Calling delete_port for 72ce4be3-89ae-452b-a480-8f54db064dc1 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:41:55.245902 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.ipam_backend_mixin [None req-ac580f9f-d515-4917-a034-a716bd5fcbcc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Port 72ce4be3-89ae-452b-a480-8f54db064dc1 was not found and therefore no delete operation was performed {{(pid=94639) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 15:41:55.247177 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac580f9f-d515-4917-a034-a716bd5fcbcc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:55.281644 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac580f9f-d515-4917-a034-a716bd5fcbcc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] No DVR routers for this DVR port 72ce4be3-89ae-452b-a480-8f54db064dc1 on host n-d-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:41:55.288058 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac580f9f-d515-4917-a034-a716bd5fcbcc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event deleted for resources: {'Port': ['ID=72ce4be3-89ae-452b-a480-8f54db064dc1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:41:55.385349 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac580f9f-d515-4917-a034-a716bd5fcbcc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:55.401852 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-ac580f9f-d515-4917-a034-a716bd5fcbcc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c92b583-90ca-4003-a331-f00669d7311b']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:41:55.426675 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-ac580f9f-d515-4917-a034-a716bd5fcbcc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd337e460-fd5e-4589-9db3-2634587b896c') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:41:55.427167 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-ac580f9f-d515-4917-a034-a716bd5fcbcc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd337e460-fd5e-4589-9db3-2634587b896c') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:41:55.444276 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac580f9f-d515-4917-a034-a716bd5fcbcc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:55.474170 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac580f9f-d515-4917-a034-a716bd5fcbcc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:55.483418 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac580f9f-d515-4917-a034-a716bd5fcbcc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:41:55.484356 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac580f9f-d515-4917-a034-a716bd5fcbcc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:55.488543 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 15:41:55.488543 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:41:55.488543 n-d-766043-2 neutron-server[94639]: timer() Aug 19 15:41:55.488543 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:41:55.488543 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 15:41:55.488543 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:41:55.488543 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 15:41:55.488543 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:41:55.488543 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 15:41:55.488543 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:41:55.488543 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 15:41:55.488543 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:41:55.488543 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 15:41:55.488543 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:41:55.488543 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:41:55.488543 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:41:55.488543 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:41:55.488543 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:41:55.488543 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 15:41:55.488543 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:41:55.488543 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 15:41:55.488543 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:41:55.488543 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:41:55.488543 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:41:55.488543 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 15:41:55.488543 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:41:55.488543 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:41:55.488543 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:41:55.488543 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:41:55.488543 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:41:55.488543 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:41:55.488543 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:41:55.580319 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac580f9f-d515-4917-a034-a716bd5fcbcc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:55.592800 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac580f9f-d515-4917-a034-a716bd5fcbcc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:55.600603 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ac580f9f-d515-4917-a034-a716bd5fcbcc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "DELETE /v2.0/networks/8c92b583-90ca-4003-a331-f00669d7311b HTTP/1.1" status: 204 len: 168 time: 0.6541450 Aug 19 15:41:55.600603 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39754) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:41:55.628573 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac580f9f-d515-4917-a034-a716bd5fcbcc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event deleted for resources: {'Network': ['ID=8c92b583-90ca-4003-a331-f00669d7311b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:41:55.714219 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-95045f7d-6098-4a02-9bde-0873cf41ecc7 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:55.743777 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-95045f7d-6098-4a02-9bde-0873cf41ecc7 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:55.842784 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-95045f7d-6098-4a02-9bde-0873cf41ecc7 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:55.846239 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-95045f7d-6098-4a02-9bde-0873cf41ecc7 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:55.847730 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-95045f7d-6098-4a02-9bde-0873cf41ecc7 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "DELETE /v2.0/security-groups/2aeb50e5-4814-4f70-8e19-b69bbb6b7968 HTTP/1.1" status: 204 len: 168 time: 0.2454059 Aug 19 15:41:55.868070 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95045f7d-6098-4a02-9bde-0873cf41ecc7 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aeb50e5-4814-4f70-8e19-b69bbb6b7968,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:41:56.203334 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39760) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:41:56.208126 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b55784e2-dc09-47ad-b3e1-c11e5b56e706 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-269357037', 'description': 'tempest-secgroup-smoke-269357037 description', 'project_id': 'd0c42a3a20a4428181cb4a620c77af50'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:41:56.233225 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b55784e2-dc09-47ad-b3e1-c11e5b56e706 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:56.355737 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b55784e2-dc09-47ad-b3e1-c11e5b56e706 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:56.360617 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 20bb5ebb-b0ae-42c2-9091-bea3b54d2ca2 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:41:56.363789 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b55784e2-dc09-47ad-b3e1-c11e5b56e706 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:56.386983 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 20bb5ebb-b0ae-42c2-9091-bea3b54d2ca2 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:41:56.387425 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 20bb5ebb-b0ae-42c2-9091-bea3b54d2ca2 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:41:56.387911 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b01f534f-7d55-49b8-932d-187be0512a0d no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:41:56.403480 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b55784e2-dc09-47ad-b3e1-c11e5b56e706 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:56.407904 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b55784e2-dc09-47ad-b3e1-c11e5b56e706 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2005351 Aug 19 15:41:56.408117 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39764) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:41:56.409101 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: b01f534f-7d55-49b8-932d-187be0512a0d {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:41:56.409543 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device b01f534f-7d55-49b8-932d-187be0512a0d not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:41:56.412993 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b11e6698-ba9e-4760-9a9f-a8c276f4c0d3 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'security_group_rule': {'security_group_id': 'e4dcec49-d8db-4f90-9f70-36656f8420b4', 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:41:56.419727 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55784e2-dc09-47ad-b3e1-c11e5b56e706 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4dcec49-d8db-4f90-9f70-36656f8420b4,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:41:56.450466 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b11e6698-ba9e-4760-9a9f-a8c276f4c0d3 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:56.514684 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b11e6698-ba9e-4760-9a9f-a8c276f4c0d3 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:56.518362 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b11e6698-ba9e-4760-9a9f-a8c276f4c0d3 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:56.537670 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e6698-ba9e-4760-9a9f-a8c276f4c0d3 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b10663e6-d783-44a9-a9fc-94dc3c417855,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:41:56.545886 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b11e6698-ba9e-4760-9a9f-a8c276f4c0d3 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:56.547793 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b11e6698-ba9e-4760-9a9f-a8c276f4c0d3 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1388626 Aug 19 15:41:56.551358 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39766) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:41:56.556333 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f04f21dc-2ab0-4431-aa06-bb94a47da354 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'security_group_rule': {'security_group_id': 'e4dcec49-d8db-4f90-9f70-36656f8420b4', 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:41:56.599318 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f04f21dc-2ab0-4431-aa06-bb94a47da354 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:56.667661 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f04f21dc-2ab0-4431-aa06-bb94a47da354 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:56.673853 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f04f21dc-2ab0-4431-aa06-bb94a47da354 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:56.692844 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04f21dc-2ab0-4431-aa06-bb94a47da354 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53618023-a44c-4d63-9ed8-47294192b2d1,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:41:56.707423 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f04f21dc-2ab0-4431-aa06-bb94a47da354 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:56.710191 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f04f21dc-2ab0-4431-aa06-bb94a47da354 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1577928 Aug 19 15:41:56.714223 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39768) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:41:56.720573 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-458e4da9-cc3d-4b67-beb3-c74ed4448938 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'security_group_rule': {'security_group_id': 'e4dcec49-d8db-4f90-9f70-36656f8420b4', 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:41:56.755278 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-458e4da9-cc3d-4b67-beb3-c74ed4448938 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:56.844799 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-458e4da9-cc3d-4b67-beb3-c74ed4448938 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:56.850479 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-458e4da9-cc3d-4b67-beb3-c74ed4448938 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:56.873048 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e4da9-cc3d-4b67-beb3-c74ed4448938 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3962b1ea-1fe4-421b-bc45-cfe3b36e3f9d,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:41:56.882775 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-458e4da9-cc3d-4b67-beb3-c74ed4448938 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:56.884121 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-458e4da9-cc3d-4b67-beb3-c74ed4448938 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1688468 Aug 19 15:41:56.887498 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39770) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:41:56.893022 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-debed745-53f4-4f2e-a3c2-abdbb4b6a713 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'security_group_rule': {'security_group_id': 'e4dcec49-d8db-4f90-9f70-36656f8420b4', 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:41:56.930968 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-debed745-53f4-4f2e-a3c2-abdbb4b6a713 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:57.004121 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-debed745-53f4-4f2e-a3c2-abdbb4b6a713 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:57.010532 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-debed745-53f4-4f2e-a3c2-abdbb4b6a713 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:57.033987 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debed745-53f4-4f2e-a3c2-abdbb4b6a713 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1505dc57-60da-432d-a000-a11051bf49ba,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:41:57.042246 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-debed745-53f4-4f2e-a3c2-abdbb4b6a713 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:57.044579 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-debed745-53f4-4f2e-a3c2-abdbb4b6a713 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1557810 Aug 19 15:41:57.049215 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39772) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:41:57.056662 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d3110abf-c49d-4e6e-8d60-8082993cc638 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'security_group_rule': {'security_group_id': 'e4dcec49-d8db-4f90-9f70-36656f8420b4', 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:41:57.085109 n-d-766043-2 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-d3110abf-c49d-4e6e-8d60-8082993cc638 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Project d0c42a3a20a4428181cb4a620c77af50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:41:57.092635 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3110abf-c49d-4e6e-8d60-8082993cc638 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:57.164892 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3110abf-c49d-4e6e-8d60-8082993cc638 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:57.169993 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3110abf-c49d-4e6e-8d60-8082993cc638 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:57.194211 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3110abf-c49d-4e6e-8d60-8082993cc638 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17d35a2c-109d-47d4-8168-b7cf41fc8eee,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:41:57.201259 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3110abf-c49d-4e6e-8d60-8082993cc638 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:57.203067 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d3110abf-c49d-4e6e-8d60-8082993cc638 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1518841 Aug 19 15:41:57.208046 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39774) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:41:57.215836 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7b21081e-99e0-4fb5-ab67-4c0f7615e8a7 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'security_group_rule': {'security_group_id': 'e4dcec49-d8db-4f90-9f70-36656f8420b4', 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:41:57.245561 n-d-766043-2 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-7b21081e-99e0-4fb5-ab67-4c0f7615e8a7 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Project d0c42a3a20a4428181cb4a620c77af50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:41:57.251133 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7b21081e-99e0-4fb5-ab67-4c0f7615e8a7 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:57.326069 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7b21081e-99e0-4fb5-ab67-4c0f7615e8a7 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:57.330809 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7b21081e-99e0-4fb5-ab67-4c0f7615e8a7 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:57.351231 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b21081e-99e0-4fb5-ab67-4c0f7615e8a7 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63d75ecf-81d6-4f39-9fcd-86bfaf23e8a5,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:41:57.358957 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7b21081e-99e0-4fb5-ab67-4c0f7615e8a7 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:57.361142 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7b21081e-99e0-4fb5-ab67-4c0f7615e8a7 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1513832 Aug 19 15:41:57.363615 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39776) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:41:57.369503 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-6d80cd6c-01e9-48e4-ba6a-220fb1b4de07 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'network': {'name': 'tempest-network-smoke--550994351', 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'port_security_enabled': True}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:41:57.396061 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d80cd6c-01e9-48e4-ba6a-220fb1b4de07 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Made reservation on behalf of d0c42a3a20a4428181cb4a620c77af50 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:41:57.399763 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d80cd6c-01e9-48e4-ba6a-220fb1b4de07 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:57.436530 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d80cd6c-01e9-48e4-ba6a-220fb1b4de07 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:41:57.452302 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d80cd6c-01e9-48e4-ba6a-220fb1b4de07 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:57.453410 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-6d80cd6c-01e9-48e4-ba6a-220fb1b4de07 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Added segment 117f3366-5670-415d-bfc7-c1ab6cb53519 of type vlan for network 90a84863-5c6f-459b-aeee-ba8a64d5fbcf Aug 19 15:41:57.502835 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d80cd6c-01e9-48e4-ba6a-220fb1b4de07 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:57.531295 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d80cd6c-01e9-48e4-ba6a-220fb1b4de07 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:57.537002 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d80cd6c-01e9-48e4-ba6a-220fb1b4de07 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:41:57.537616 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d80cd6c-01e9-48e4-ba6a-220fb1b4de07 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:57.600751 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6d80cd6c-01e9-48e4-ba6a-220fb1b4de07 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2360251 Aug 19 15:41:57.605335 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39778) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:41:57.610123 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d80cd6c-01e9-48e4-ba6a-220fb1b4de07 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'Network': ['ID=90a84863-5c6f-459b-aeee-ba8a64d5fbcf,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:41:57.612807 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9ca19365-650d-41ce-a2c7-8306aea56511 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1871531433', 'admin_state_up': True, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:41:57.629268 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 90a84863-5c6f-459b-aeee-ba8a64d5fbcf details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:41:57.649326 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ca19365-650d-41ce-a2c7-8306aea56511 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:57.650617 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ca19365-650d-41ce-a2c7-8306aea56511 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:57.725522 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ca19365-650d-41ce-a2c7-8306aea56511 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:57.899849 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ca19365-650d-41ce-a2c7-8306aea56511 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:58.534123 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ca19365-650d-41ce-a2c7-8306aea56511 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:58.555083 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ca19365-650d-41ce-a2c7-8306aea56511 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:58.695515 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-9ca19365-650d-41ce-a2c7-8306aea56511 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Allocated IP 172.25.2.79 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/26ec3909-f123-44bb-89f5-8d39ddbc9a9e) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:41:58.845003 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ca19365-650d-41ce-a2c7-8306aea56511 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:58.888969 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ca19365-650d-41ce-a2c7-8306aea56511 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:58.934387 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca19365-650d-41ce-a2c7-8306aea56511 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:41:58.940822 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-9ca19365-650d-41ce-a2c7-8306aea56511 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:41:58.945251 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca19365-650d-41ce-a2c7-8306aea56511 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:41:58.978506 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca19365-650d-41ce-a2c7-8306aea56511 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'Port': ['ID=26ec3909-f123-44bb-89f5-8d39ddbc9a9e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:41:59.278194 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ca19365-650d-41ce-a2c7-8306aea56511 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:59.546675 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ca19365-650d-41ce-a2c7-8306aea56511 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:59.707703 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca19365-650d-41ce-a2c7-8306aea56511 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Router 9af16e3d-04ee-46ed-8cd8-23feadfd6afa is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:41:59.848295 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca19365-650d-41ce-a2c7-8306aea56511 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:41:59.859678 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c90834-be3f-4515-abe9-84aae26e98cd None None] Sync routers for ids ['9af16e3d-04ee-46ed-8cd8-23feadfd6afa'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:41:59.873839 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ca19365-650d-41ce-a2c7-8306aea56511 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:41:59.874351 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c90834-be3f-4515-abe9-84aae26e98cd None None] Routers {'9af16e3d-04ee-46ed-8cd8-23feadfd6afa'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:41:59.875090 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-28c90834-be3f-4515-abe9-84aae26e98cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:41:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['9af16e3d-04ee-46ed-8cd8-23feadfd6afa'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:41:59.881521 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9ca19365-650d-41ce-a2c7-8306aea56511 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2689197 Aug 19 15:41:59.882149 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39782) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:41:59.915107 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-af02e986-d7a3-4e34-b6fb-4f52b2862b3d tempest-TestNetworkAdvancedServerOps-615037460 tempest-TestNetworkAdvancedServerOps-615037460-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=d0c42a3a20a4428181cb4a620c77af50&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322335 Aug 19 15:41:59.918135 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39784) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:42:00.012000 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-28c90834-be3f-4515-abe9-84aae26e98cd None None] Set router 9af16e3d-04ee-46ed-8cd8-23feadfd6afa gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:42:00.037978 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46172a15-5252-4f56-914b-2686d1f1fae9 tempest-TestNetworkAdvancedServerOps-615037460 tempest-TestNetworkAdvancedServerOps-615037460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:00.040553 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-46172a15-5252-4f56-914b-2686d1f1fae9 tempest-TestNetworkAdvancedServerOps-615037460 tempest-TestNetworkAdvancedServerOps-615037460-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1210909 Aug 19 15:42:00.043641 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39786) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:42:00.096387 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-618cb263-c060-4222-991d-e83cdcf259c4 tempest-TestNetworkAdvancedServerOps-615037460 tempest-TestNetworkAdvancedServerOps-615037460-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=88eeec05-6d16-4f02-9461-44ff5e420302&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0509052 Aug 19 15:42:00.100055 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39788) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:42:00.109707 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-dcdc18f7-adab-4c29-abb7-9f21f7fc19bf tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2106657290', 'network_id': '90a84863-5c6f-459b-aeee-ba8a64d5fbcf', 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:42:00.262729 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcdc18f7-adab-4c29-abb7-9f21f7fc19bf tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Made reservation on behalf of d0c42a3a20a4428181cb4a620c77af50 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:42:00.268590 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dcdc18f7-adab-4c29-abb7-9f21f7fc19bf tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:00.281522 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-28c90834-be3f-4515-abe9-84aae26e98cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af16e3d-04ee-46ed-8cd8-23feadfd6afa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871531433', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '26ec3909-f123-44bb-89f5-8d39ddbc9a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:41:57Z', 'updated_at': '2021-08-19T15:41:59Z', 'revision_number': 3, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': '26ec3909-f123-44bb-89f5-8d39ddbc9a9e', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:02:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af16e3d-04ee-46ed-8cd8-23feadfd6afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:41:58Z', 'updated_at': '2021-08-19T15:41:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:42:00.335754 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c90834-be3f-4515-abe9-84aae26e98cd None None] Checking router: 9af16e3d-04ee-46ed-8cd8-23feadfd6afa for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:42:00.336330 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c90834-be3f-4515-abe9-84aae26e98cd None None] Updating router 9af16e3d-04ee-46ed-8cd8-23feadfd6afa port 26ec3909-f123-44bb-89f5-8d39ddbc9a9e binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:42:00.376339 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-28c90834-be3f-4515-abe9-84aae26e98cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:00.532365 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dcdc18f7-adab-4c29-abb7-9f21f7fc19bf tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:00.633067 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdc18f7-adab-4c29-abb7-9f21f7fc19bf tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'Subnet': ['ID=7b123449-33b0-4e6b-8edd-286910cfc036,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:42:00.644221 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdc18f7-adab-4c29-abb7-9f21f7fc19bf tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Checking segment: {'id': '117f3366-5670-415d-bfc7-c1ab6cb53519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '90a84863-5c6f-459b-aeee-ba8a64d5fbcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:42:00.644736 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdc18f7-adab-4c29-abb7-9f21f7fc19bf tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Network hostable DHCP agents. Network: 90a84863-5c6f-459b-aeee-ba8a64d5fbcf, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:42:00.671145 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdc18f7-adab-4c29-abb7-9f21f7fc19bf tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Network 90a84863-5c6f-459b-aeee-ba8a64d5fbcf is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:42:00.685782 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-dcdc18f7-adab-4c29-abb7-9f21f7fc19bf tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 90a84863-5c6f-459b-aeee-ba8a64d5fbcf) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:42:00.691433 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdc18f7-adab-4c29-abb7-9f21f7fc19bf tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:00.692615 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dcdc18f7-adab-4c29-abb7-9f21f7fc19bf tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:00.701856 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec0d39b-959b-43e6-97cd-426fe861d7a2 None None] Network 90a84863-5c6f-459b-aeee-ba8a64d5fbcf requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:42:00.723377 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-dcdc18f7-adab-4c29-abb7-9f21f7fc19bf tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6200163 Aug 19 15:42:00.727064 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39792) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:42:00.747799 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-28c90834-be3f-4515-abe9-84aae26e98cd None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:00.765974 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-28c90834-be3f-4515-abe9-84aae26e98cd None None] Transition to ACTIVE for port object 26ec3909-f123-44bb-89f5-8d39ddbc9a9e will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:42:00.775602 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-28c90834-be3f-4515-abe9-84aae26e98cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:00.853800 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-28c90834-be3f-4515-abe9-84aae26e98cd None None] Attempting to bind port 26ec3909-f123-44bb-89f5-8d39ddbc9a9e on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:42:00.853800 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-28c90834-be3f-4515-abe9-84aae26e98cd None None] Attempting to bind port 26ec3909-f123-44bb-89f5-8d39ddbc9a9e by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:42:00.853800 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c90834-be3f-4515-abe9-84aae26e98cd None None] Attempting to bind port 26ec3909-f123-44bb-89f5-8d39ddbc9a9e on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:42:00.875910 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12f9e06-1ae8-4113-9f23-1770895dc5e7 None None] Pushing event updated for resources: {'Port': ['ID=26ec3909-f123-44bb-89f5-8d39ddbc9a9e,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:42:00.891538 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c90834-be3f-4515-abe9-84aae26e98cd None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:42:00.892232 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c90834-be3f-4515-abe9-84aae26e98cd None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:42:00.892772 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-28c90834-be3f-4515-abe9-84aae26e98cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:00.893397 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c90834-be3f-4515-abe9-84aae26e98cd None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:42:00.894111 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-28c90834-be3f-4515-abe9-84aae26e98cd None None] Bound port: 26ec3909-f123-44bb-89f5-8d39ddbc9a9e, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:42:00.894585 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-28c90834-be3f-4515-abe9-84aae26e98cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:00.899030 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f9e06-1ae8-4113-9f23-1770895dc5e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:42:00.899550 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f9e06-1ae8-4113-9f23-1770895dc5e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:42:00.900030 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f9e06-1ae8-4113-9f23-1770895dc5e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:42:00.900371 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f9e06-1ae8-4113-9f23-1770895dc5e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:42:00.900944 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f9e06-1ae8-4113-9f23-1770895dc5e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:42:00.901441 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f9e06-1ae8-4113-9f23-1770895dc5e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:42:00.902059 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f9e06-1ae8-4113-9f23-1770895dc5e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:42:00.902548 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f9e06-1ae8-4113-9f23-1770895dc5e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:42:00.902882 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f9e06-1ae8-4113-9f23-1770895dc5e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:42:00.903217 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f9e06-1ae8-4113-9f23-1770895dc5e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:42:00.903542 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f9e06-1ae8-4113-9f23-1770895dc5e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:42:00.903866 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f9e06-1ae8-4113-9f23-1770895dc5e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:42:00.928502 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b514f5-4277-45f9-9970-bffd4c095024 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-90a84863-5c6f-459b-aeee-ba8a64d5fbcf', 'network_id': '90a84863-5c6f-459b-aeee-ba8a64d5fbcf', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'fixed_ips': [{'subnet_id': '7b123449-33b0-4e6b-8edd-286910cfc036'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:42:00.930697 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3b514f5-4277-45f9-9970-bffd4c095024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:00.993292 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-28c90834-be3f-4515-abe9-84aae26e98cd None None] For port 26ec3909-f123-44bb-89f5-8d39ddbc9a9e, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:42:00.997875 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-28c90834-be3f-4515-abe9-84aae26e98cd None None] For port 26ec3909-f123-44bb-89f5-8d39ddbc9a9e, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=26ec3909-f123-44bb-89f5-8d39ddbc9a9e,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:42:01.004344 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-28c90834-be3f-4515-abe9-84aae26e98cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:01.086925 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12f9e06-1ae8-4113-9f23-1770895dc5e7 None None] Pushing event updated for resources: {'Port': ['ID=26ec3909-f123-44bb-89f5-8d39ddbc9a9e,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:42:01.100540 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c90834-be3f-4515-abe9-84aae26e98cd None None] Routers {'9af16e3d-04ee-46ed-8cd8-23feadfd6afa'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:42:01.101664 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-28c90834-be3f-4515-abe9-84aae26e98cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:41:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['9af16e3d-04ee-46ed-8cd8-23feadfd6afa'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:42:01.150866 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-a3b514f5-4277-45f9-9970-bffd4c095024 None None] Allocated IP 172.20.0.2 (90a84863-5c6f-459b-aeee-ba8a64d5fbcf/7b123449-33b0-4e6b-8edd-286910cfc036/8f8f0052-96bd-448a-b70f-40425cc32c98) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:42:01.260301 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-28c90834-be3f-4515-abe9-84aae26e98cd None None] Set router 9af16e3d-04ee-46ed-8cd8-23feadfd6afa gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:42:01.338900 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-639231e4-998b-4e00-8ee4-c61aef6b9c85 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:01.347817 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3b514f5-4277-45f9-9970-bffd4c095024 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:01.366688 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3b514f5-4277-45f9-9970-bffd4c095024 None None] Transition to ACTIVE for port object 8f8f0052-96bd-448a-b70f-40425cc32c98 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:42:01.393622 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3b514f5-4277-45f9-9970-bffd4c095024 None None] Transition to ACTIVE for port object 8f8f0052-96bd-448a-b70f-40425cc32c98 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:42:01.402569 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3b514f5-4277-45f9-9970-bffd4c095024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:01.443468 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b514f5-4277-45f9-9970-bffd4c095024 None None] Network 90a84863-5c6f-459b-aeee-ba8a64d5fbcf is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:42:01.445013 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-a3b514f5-4277-45f9-9970-bffd4c095024 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:42:01.447756 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b514f5-4277-45f9-9970-bffd4c095024 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:42:01.486545 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b514f5-4277-45f9-9970-bffd4c095024 None None] Pushing event updated for resources: {'Port': ['ID=8f8f0052-96bd-448a-b70f-40425cc32c98,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:42:01.541735 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a3b514f5-4277-45f9-9970-bffd4c095024 None None] Attempting to bind port 8f8f0052-96bd-448a-b70f-40425cc32c98 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:42:01.542151 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a3b514f5-4277-45f9-9970-bffd4c095024 None None] Attempting to bind port 8f8f0052-96bd-448a-b70f-40425cc32c98 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '117f3366-5670-415d-bfc7-c1ab6cb53519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '90a84863-5c6f-459b-aeee-ba8a64d5fbcf'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:42:01.542467 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b514f5-4277-45f9-9970-bffd4c095024 None None] Attempting to bind port 8f8f0052-96bd-448a-b70f-40425cc32c98 on network 90a84863-5c6f-459b-aeee-ba8a64d5fbcf {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:42:01.546995 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8d413d9d-bf20-4865-a79e-0ad128ae6f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:01.551544 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b514f5-4277-45f9-9970-bffd4c095024 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:42:01.551925 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b514f5-4277-45f9-9970-bffd4c095024 None None] Checking segment: {'id': '117f3366-5670-415d-bfc7-c1ab6cb53519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '90a84863-5c6f-459b-aeee-ba8a64d5fbcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:42:01.552318 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3b514f5-4277-45f9-9970-bffd4c095024 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:01.552900 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b514f5-4277-45f9-9970-bffd4c095024 None None] Bound using segment: {'id': '117f3366-5670-415d-bfc7-c1ab6cb53519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '90a84863-5c6f-459b-aeee-ba8a64d5fbcf'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:42:01.554388 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a3b514f5-4277-45f9-9970-bffd4c095024 None None] Bound port: 8f8f0052-96bd-448a-b70f-40425cc32c98, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '117f3366-5670-415d-bfc7-c1ab6cb53519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '90a84863-5c6f-459b-aeee-ba8a64d5fbcf'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:42:01.554388 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3b514f5-4277-45f9-9970-bffd4c095024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:01.563138 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-28c90834-be3f-4515-abe9-84aae26e98cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af16e3d-04ee-46ed-8cd8-23feadfd6afa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871531433', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '26ec3909-f123-44bb-89f5-8d39ddbc9a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:41:57Z', 'updated_at': '2021-08-19T15:41:59Z', 'revision_number': 3, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': '26ec3909-f123-44bb-89f5-8d39ddbc9a9e', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:02:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af16e3d-04ee-46ed-8cd8-23feadfd6afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:41:58Z', 'updated_at': '2021-08-19T15:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:42:01.599510 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c90834-be3f-4515-abe9-84aae26e98cd None None] The sync data for ids ['9af16e3d-04ee-46ed-8cd8-23feadfd6afa'] in n-d-766043-2 is: [{'id': '9af16e3d-04ee-46ed-8cd8-23feadfd6afa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871531433', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '26ec3909-f123-44bb-89f5-8d39ddbc9a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:41:57Z', 'updated_at': '2021-08-19T15:41:59Z', 'revision_number': 3, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': '26ec3909-f123-44bb-89f5-8d39ddbc9a9e', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:02:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af16e3d-04ee-46ed-8cd8-23feadfd6afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:41:58Z', 'updated_at': '2021-08-19T15:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:42:01.664704 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3b514f5-4277-45f9-9970-bffd4c095024 None None] For port 8f8f0052-96bd-448a-b70f-40425cc32c98, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:42:01.671390 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3b514f5-4277-45f9-9970-bffd4c095024 None None] For port 8f8f0052-96bd-448a-b70f-40425cc32c98, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=8f8f0052-96bd-448a-b70f-40425cc32c98,segment=NetworkSegment(117f3366-5670-415d-bfc7-c1ab6cb53519),segment_id=117f3366-5670-415d-bfc7-c1ab6cb53519)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:42:01.678566 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3b514f5-4277-45f9-9970-bffd4c095024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:01.764294 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b514f5-4277-45f9-9970-bffd4c095024 None None] Pushing event updated for resources: {'Port': ['ID=8f8f0052-96bd-448a-b70f-40425cc32c98,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:42:01.767551 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-639231e4-998b-4e00-8ee4-c61aef6b9c85 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Allocated IP 172.20.0.1 (90a84863-5c6f-459b-aeee-ba8a64d5fbcf/7b123449-33b0-4e6b-8edd-286910cfc036/98dc8b9b-7f81-4bf1-baac-dc4dc550b8e0) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:42:01.992807 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-639231e4-998b-4e00-8ee4-c61aef6b9c85 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:02.016046 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-639231e4-998b-4e00-8ee4-c61aef6b9c85 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Transition to ACTIVE for port object 98dc8b9b-7f81-4bf1-baac-dc4dc550b8e0 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:42:02.060647 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:42:02.079497 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-639231e4-998b-4e00-8ee4-c61aef6b9c85 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:02.153098 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639231e4-998b-4e00-8ee4-c61aef6b9c85 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Network 90a84863-5c6f-459b-aeee-ba8a64d5fbcf is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:42:02.159557 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-639231e4-998b-4e00-8ee4-c61aef6b9c85 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:42:02.163933 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639231e4-998b-4e00-8ee4-c61aef6b9c85 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:42:02.196525 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639231e4-998b-4e00-8ee4-c61aef6b9c85 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'Port': ['ID=98dc8b9b-7f81-4bf1-baac-dc4dc550b8e0,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:42:02.237050 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-639231e4-998b-4e00-8ee4-c61aef6b9c85 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:02.456747 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 26ec3909-f123-44bb-89f5-8d39ddbc9a9e up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:42:02.476480 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-639231e4-998b-4e00-8ee4-c61aef6b9c85 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:02.537882 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 26ec3909-f123-44bb-89f5-8d39ddbc9a9e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:42:02.544085 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 26ec3909-f123-44bb-89f5-8d39ddbc9a9e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:42:02.544704 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:02.712951 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:02.746023 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 26ec3909-f123-44bb-89f5-8d39ddbc9a9e, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=26ec3909-f123-44bb-89f5-8d39ddbc9a9e,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:42:02.752868 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:02.753698 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 8f8f0052-96bd-448a-b70f-40425cc32c98 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:42:02.864618 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=26ec3909-f123-44bb-89f5-8d39ddbc9a9e,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:42:02.887632 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 8f8f0052-96bd-448a-b70f-40425cc32c98 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:42:02.997793 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-639231e4-998b-4e00-8ee4-c61aef6b9c85 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:03.004780 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-639231e4-998b-4e00-8ee4-c61aef6b9c85 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:03.093569 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639231e4-998b-4e00-8ee4-c61aef6b9c85 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'Port': ['ID=98dc8b9b-7f81-4bf1-baac-dc4dc550b8e0,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:42:03.096189 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-639231e4-998b-4e00-8ee4-c61aef6b9c85 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:03.123379 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ca0a8c-a177-4966-980f-3884f90348b0 None None] Network 90a84863-5c6f-459b-aeee-ba8a64d5fbcf requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:42:03.216856 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-80832211-cd8f-4a8e-8f5a-46f7a5648e25 None None] Provisioning for port 8f8f0052-96bd-448a-b70f-40425cc32c98 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:42:03.225286 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-80832211-cd8f-4a8e-8f5a-46f7a5648e25 None None] Provisioning complete for port 8f8f0052-96bd-448a-b70f-40425cc32c98 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:42:03.225881 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-80832211-cd8f-4a8e-8f5a-46f7a5648e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:03.238407 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639231e4-998b-4e00-8ee4-c61aef6b9c85 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Network 90a84863-5c6f-459b-aeee-ba8a64d5fbcf is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:42:03.240216 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-639231e4-998b-4e00-8ee4-c61aef6b9c85 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:42:03.401607 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-80832211-cd8f-4a8e-8f5a-46f7a5648e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:03.440326 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-639231e4-998b-4e00-8ee4-c61aef6b9c85 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Router 9af16e3d-04ee-46ed-8cd8-23feadfd6afa has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:42:03.459814 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-80832211-cd8f-4a8e-8f5a-46f7a5648e25 None None] For port 8f8f0052-96bd-448a-b70f-40425cc32c98, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=8f8f0052-96bd-448a-b70f-40425cc32c98,segment=NetworkSegment(117f3366-5670-415d-bfc7-c1ab6cb53519),segment_id=117f3366-5670-415d-bfc7-c1ab6cb53519)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:42:03.469955 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-80832211-cd8f-4a8e-8f5a-46f7a5648e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:03.567944 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80832211-cd8f-4a8e-8f5a-46f7a5648e25 None None] Pushing event updated for resources: {'Port': ['ID=8f8f0052-96bd-448a-b70f-40425cc32c98,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:42:03.651098 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639231e4-998b-4e00-8ee4-c61aef6b9c85 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:42:03.660784 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-639231e4-998b-4e00-8ee4-c61aef6b9c85 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "PUT /v2.0/routers/9af16e3d-04ee-46ed-8cd8-23feadfd6afa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9317865 Aug 19 15:42:03.804362 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-095784aa-41e8-40f9-bce1-1b582e7acb0a None None] Provisioning complete for port 8f8f0052-96bd-448a-b70f-40425cc32c98 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:42:03.805699 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-095784aa-41e8-40f9-bce1-1b582e7acb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:03.913538 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cb4116d4-608a-402d-841b-5a861f10bc76 req-fa76c8d2-cc36-4a7b-aafa-08fc303e1e95 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-269357037&fields=id&tenant_id=d0c42a3a20a4428181cb4a620c77af50 HTTP/1.1" status: 200 len: 267 time: 0.0708637 Aug 19 15:42:03.940792 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132daf6e-d0ca-4dc7-8806-6a48d44811f8 None None] Sync routers for ids ['9af16e3d-04ee-46ed-8cd8-23feadfd6afa'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:42:03.977984 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132daf6e-d0ca-4dc7-8806-6a48d44811f8 None None] Routers {'9af16e3d-04ee-46ed-8cd8-23feadfd6afa'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:42:03.979100 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-132daf6e-d0ca-4dc7-8806-6a48d44811f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:41:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['9af16e3d-04ee-46ed-8cd8-23feadfd6afa'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:42:04.079549 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-095784aa-41e8-40f9-bce1-1b582e7acb0a None None] Provisioning for port 98dc8b9b-7f81-4bf1-baac-dc4dc550b8e0 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:42:04.134792 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-095784aa-41e8-40f9-bce1-1b582e7acb0a None None] Provisioning complete for port 98dc8b9b-7f81-4bf1-baac-dc4dc550b8e0 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:42:04.135254 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-095784aa-41e8-40f9-bce1-1b582e7acb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:04.142392 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4116d4-608a-402d-841b-5a861f10bc76 req-8ecfb0dc-1c27-4d1b-a5be-87967fe93264 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:04.145666 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cb4116d4-608a-402d-841b-5a861f10bc76 req-8ecfb0dc-1c27-4d1b-a5be-87967fe93264 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/networks?id=90a84863-5c6f-459b-aeee-ba8a64d5fbcf HTTP/1.1" status: 200 len: 796 time: 0.2150974 Aug 19 15:42:04.174894 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cb4116d4-608a-402d-841b-5a861f10bc76 req-a3a3be07-158c-4ac1-aef3-58e213f2f147 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/quotas/d0c42a3a20a4428181cb4a620c77af50 HTTP/1.1" status: 200 len: 375 time: 0.0164528 Aug 19 15:42:04.197110 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-095784aa-41e8-40f9-bce1-1b582e7acb0a None None] Port 98dc8b9b-7f81-4bf1-baac-dc4dc550b8e0 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:42:04.203875 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-132daf6e-d0ca-4dc7-8806-6a48d44811f8 None None] Set router 9af16e3d-04ee-46ed-8cd8-23feadfd6afa gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:42:04.263844 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cb4116d4-608a-402d-841b-5a861f10bc76 req-e85072bb-2ff7-4981-aedf-34cc88327df0 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d0c42a3a20a4428181cb4a620c77af50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0786729 Aug 19 15:42:04.433744 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 26ec3909-f123-44bb-89f5-8d39ddbc9a9e up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:42:04.488899 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e7248582-f579-4767-9132-06f6b64843b7 None None] Provisioning complete for port 98dc8b9b-7f81-4bf1-baac-dc4dc550b8e0 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:42:04.489666 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e7248582-f579-4767-9132-06f6b64843b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:04.508517 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f0fae360-666e-4752-8aec-2e36b00bee94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:04.538728 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cb4116d4-608a-402d-841b-5a861f10bc76 req-fefd8888-bfd7-41e6-9d90-43e5c2aaa40f service neutron] 10.222.0.69 "GET /v2.0/networks/90a84863-5c6f-459b-aeee-ba8a64d5fbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402663 Aug 19 15:42:04.604661 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e7248582-f579-4767-9132-06f6b64843b7 None None] Port 98dc8b9b-7f81-4bf1-baac-dc4dc550b8e0 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:42:04.670731 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 26ec3909-f123-44bb-89f5-8d39ddbc9a9e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:42:04.671144 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:04.704360 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:04.721083 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cb4116d4-608a-402d-841b-5a861f10bc76 req-e4d30aba-337a-4ada-8358-96e8ae3d4602 service neutron] 10.222.0.69 "GET /v2.0/networks/90a84863-5c6f-459b-aeee-ba8a64d5fbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705596 Aug 19 15:42:04.774662 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:04.775885 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-17b64172-53d0-4d25-9c1c-ca54e37af272 None None] Provisioning complete for port 98dc8b9b-7f81-4bf1-baac-dc4dc550b8e0 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:42:04.776484 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17b64172-53d0-4d25-9c1c-ca54e37af272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:04.821362 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-132daf6e-d0ca-4dc7-8806-6a48d44811f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af16e3d-04ee-46ed-8cd8-23feadfd6afa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871531433', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '26ec3909-f123-44bb-89f5-8d39ddbc9a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:41:57Z', 'updated_at': '2021-08-19T15:42:02Z', 'revision_number': 4, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': '26ec3909-f123-44bb-89f5-8d39ddbc9a9e', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:02:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af16e3d-04ee-46ed-8cd8-23feadfd6afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:41:58Z', 'updated_at': '2021-08-19T15:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '98dc8b9b-7f81-4bf1-baac-dc4dc550b8e0', 'name': '', 'network_id': '90a84863-5c6f-459b-aeee-ba8a64d5fbcf', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'mac_address': 'fa:16:3e:65:03:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af16e3d-04ee-46ed-8cd8-23feadfd6afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7b123449-33b0-4e6b-8edd-286910cfc036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:42:01Z', 'updated_at': '2021-08-19T15:42:02Z', 'revision_number': 2, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'subnets': [{'id': '7b123449-33b0-4e6b-8edd-286910cfc036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:42:04.885001 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132daf6e-d0ca-4dc7-8806-6a48d44811f8 None None] Checking router: 9af16e3d-04ee-46ed-8cd8-23feadfd6afa for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:42:04.885350 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132daf6e-d0ca-4dc7-8806-6a48d44811f8 None None] Updating router 9af16e3d-04ee-46ed-8cd8-23feadfd6afa port 98dc8b9b-7f81-4bf1-baac-dc4dc550b8e0 binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:42:04.892602 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-17b64172-53d0-4d25-9c1c-ca54e37af272 None None] Port 98dc8b9b-7f81-4bf1-baac-dc4dc550b8e0 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:42:04.942488 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-132daf6e-d0ca-4dc7-8806-6a48d44811f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:04.948750 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 8f8f0052-96bd-448a-b70f-40425cc32c98 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:42:05.310693 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 8f8f0052-96bd-448a-b70f-40425cc32c98 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:42:05.311123 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:05.412232 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:05.581980 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-132daf6e-d0ca-4dc7-8806-6a48d44811f8 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:05.596844 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-132daf6e-d0ca-4dc7-8806-6a48d44811f8 None None] Transition to ACTIVE for port object 98dc8b9b-7f81-4bf1-baac-dc4dc550b8e0 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:42:05.604926 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-132daf6e-d0ca-4dc7-8806-6a48d44811f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:05.682113 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d575be-39e3-4aa3-8d89-8217c412cfff None None] Pushing event updated for resources: {'Port': ['ID=98dc8b9b-7f81-4bf1-baac-dc4dc550b8e0,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:42:05.754549 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-132daf6e-d0ca-4dc7-8806-6a48d44811f8 None None] Attempting to bind port 98dc8b9b-7f81-4bf1-baac-dc4dc550b8e0 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:42:05.755158 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-132daf6e-d0ca-4dc7-8806-6a48d44811f8 None None] Attempting to bind port 98dc8b9b-7f81-4bf1-baac-dc4dc550b8e0 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '117f3366-5670-415d-bfc7-c1ab6cb53519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '90a84863-5c6f-459b-aeee-ba8a64d5fbcf'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:42:05.755976 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132daf6e-d0ca-4dc7-8806-6a48d44811f8 None None] Attempting to bind port 98dc8b9b-7f81-4bf1-baac-dc4dc550b8e0 on network 90a84863-5c6f-459b-aeee-ba8a64d5fbcf {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:42:05.765373 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132daf6e-d0ca-4dc7-8806-6a48d44811f8 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:42:05.765823 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132daf6e-d0ca-4dc7-8806-6a48d44811f8 None None] Checking segment: {'id': '117f3366-5670-415d-bfc7-c1ab6cb53519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '90a84863-5c6f-459b-aeee-ba8a64d5fbcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:42:05.766393 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-132daf6e-d0ca-4dc7-8806-6a48d44811f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:05.766844 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132daf6e-d0ca-4dc7-8806-6a48d44811f8 None None] Bound using segment: {'id': '117f3366-5670-415d-bfc7-c1ab6cb53519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '90a84863-5c6f-459b-aeee-ba8a64d5fbcf'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:42:05.767350 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-132daf6e-d0ca-4dc7-8806-6a48d44811f8 None None] Bound port: 98dc8b9b-7f81-4bf1-baac-dc4dc550b8e0, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '117f3366-5670-415d-bfc7-c1ab6cb53519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '90a84863-5c6f-459b-aeee-ba8a64d5fbcf'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:42:05.767748 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-132daf6e-d0ca-4dc7-8806-6a48d44811f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:05.859087 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-132daf6e-d0ca-4dc7-8806-6a48d44811f8 None None] For port 98dc8b9b-7f81-4bf1-baac-dc4dc550b8e0, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:42:05.865018 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-132daf6e-d0ca-4dc7-8806-6a48d44811f8 None None] For port 98dc8b9b-7f81-4bf1-baac-dc4dc550b8e0, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=98dc8b9b-7f81-4bf1-baac-dc4dc550b8e0,segment=NetworkSegment(117f3366-5670-415d-bfc7-c1ab6cb53519),segment_id=117f3366-5670-415d-bfc7-c1ab6cb53519)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:42:05.871905 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-132daf6e-d0ca-4dc7-8806-6a48d44811f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:06.002392 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:06.004924 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132daf6e-d0ca-4dc7-8806-6a48d44811f8 None None] Routers {'9af16e3d-04ee-46ed-8cd8-23feadfd6afa'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:42:06.005591 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-132daf6e-d0ca-4dc7-8806-6a48d44811f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:42:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['9af16e3d-04ee-46ed-8cd8-23feadfd6afa'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:42:06.047888 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8def973f-be51-4749-af85-7687fcf27c9f req-b3e51161-41e8-40ba-9528-bc7099864c4a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cf06af3-28d7-44c6-889c-11059c0b1b77 HTTP/1.1" status: 200 len: 210 time: 0.0383458 Aug 19 15:42:06.076782 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d575be-39e3-4aa3-8d89-8217c412cfff None None] Pushing event updated for resources: {'Port': ['ID=98dc8b9b-7f81-4bf1-baac-dc4dc550b8e0,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:42:06.196728 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-132daf6e-d0ca-4dc7-8806-6a48d44811f8 None None] Set router 9af16e3d-04ee-46ed-8cd8-23feadfd6afa gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:42:06.533916 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-132daf6e-d0ca-4dc7-8806-6a48d44811f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af16e3d-04ee-46ed-8cd8-23feadfd6afa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871531433', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '26ec3909-f123-44bb-89f5-8d39ddbc9a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:41:57Z', 'updated_at': '2021-08-19T15:42:02Z', 'revision_number': 4, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': '26ec3909-f123-44bb-89f5-8d39ddbc9a9e', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:02:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af16e3d-04ee-46ed-8cd8-23feadfd6afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:41:58Z', 'updated_at': '2021-08-19T15:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '98dc8b9b-7f81-4bf1-baac-dc4dc550b8e0', 'name': '', 'network_id': '90a84863-5c6f-459b-aeee-ba8a64d5fbcf', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'mac_address': 'fa:16:3e:65:03:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af16e3d-04ee-46ed-8cd8-23feadfd6afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7b123449-33b0-4e6b-8edd-286910cfc036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:42:01Z', 'updated_at': '2021-08-19T15:42:05Z', 'revision_number': 4, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'subnets': [{'id': '7b123449-33b0-4e6b-8edd-286910cfc036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:42:06.583060 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132daf6e-d0ca-4dc7-8806-6a48d44811f8 None None] The sync data for ids ['9af16e3d-04ee-46ed-8cd8-23feadfd6afa'] in n-d-766043-2 is: [{'id': '9af16e3d-04ee-46ed-8cd8-23feadfd6afa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871531433', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '26ec3909-f123-44bb-89f5-8d39ddbc9a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:41:57Z', 'updated_at': '2021-08-19T15:42:02Z', 'revision_number': 4, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': '26ec3909-f123-44bb-89f5-8d39ddbc9a9e', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:02:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af16e3d-04ee-46ed-8cd8-23feadfd6afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:41:58Z', 'updated_at': '2021-08-19T15:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '98dc8b9b-7f81-4bf1-baac-dc4dc550b8e0', 'name': '', 'network_id': '90a84863-5c6f-459b-aeee-ba8a64d5fbcf', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'mac_address': 'fa:16:3e:65:03:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af16e3d-04ee-46ed-8cd8-23feadfd6afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7b123449-33b0-4e6b-8edd-286910cfc036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:42:01Z', 'updated_at': '2021-08-19T15:42:05Z', 'revision_number': 4, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'subnets': [{'id': '7b123449-33b0-4e6b-8edd-286910cfc036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:42:07.184950 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:07.283036 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7456f84b-eac6-4c92-8069-41649137439c req-bdbc024d-4aad-4cfa-a75b-1cc6f05fd9c5 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cf06af3-28d7-44c6-889c-11059c0b1b77 HTTP/1.1" status: 200 len: 210 time: 0.1075885 Aug 19 15:42:07.373892 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4116d4-608a-402d-841b-5a861f10bc76 req-1dfc9a6a-c0ea-4f1d-8dba-3a8f0dc54d49 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:07.376297 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cb4116d4-608a-402d-841b-5a861f10bc76 req-1dfc9a6a-c0ea-4f1d-8dba-3a8f0dc54d49 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.88 "GET /v2.0/networks?id=90a84863-5c6f-459b-aeee-ba8a64d5fbcf HTTP/1.1" status: 200 len: 796 time: 0.2066147 Aug 19 15:42:07.456792 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cb4116d4-608a-402d-841b-5a861f10bc76 req-7b2cc32b-3307-4e73-a55b-583006eaa7ab tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0c42a3a20a4428181cb4a620c77af50 HTTP/1.1" status: 200 len: 379 time: 0.0695388 Aug 19 15:42:07.471597 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-cb4116d4-608a-402d-841b-5a861f10bc76 req-13bfece7-816e-4543-be89-935c94943f8a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'port': {'device_id': '3cf06af3-28d7-44c6-889c-11059c0b1b77', 'network_id': '90a84863-5c6f-459b-aeee-ba8a64d5fbcf', 'admin_state_up': True, 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'security_groups': ['e4dcec49-d8db-4f90-9f70-36656f8420b4']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:42:07.656692 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb4116d4-608a-402d-841b-5a861f10bc76 req-13bfece7-816e-4543-be89-935c94943f8a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Made reservation on behalf of d0c42a3a20a4428181cb4a620c77af50 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:42:07.660395 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cb4116d4-608a-402d-841b-5a861f10bc76 req-13bfece7-816e-4543-be89-935c94943f8a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:07.872803 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-cb4116d4-608a-402d-841b-5a861f10bc76 req-13bfece7-816e-4543-be89-935c94943f8a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Allocated IP 172.20.0.12 (90a84863-5c6f-459b-aeee-ba8a64d5fbcf/7b123449-33b0-4e6b-8edd-286910cfc036/6c697f82-3544-42a1-b101-b17ca43d76a4) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:42:08.105051 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cb4116d4-608a-402d-841b-5a861f10bc76 req-13bfece7-816e-4543-be89-935c94943f8a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:08.128165 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-cb4116d4-608a-402d-841b-5a861f10bc76 req-13bfece7-816e-4543-be89-935c94943f8a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Transition to ACTIVE for port object 6c697f82-3544-42a1-b101-b17ca43d76a4 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:42:08.184501 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cb4116d4-608a-402d-841b-5a861f10bc76 req-13bfece7-816e-4543-be89-935c94943f8a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:08.234926 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb4116d4-608a-402d-841b-5a861f10bc76 req-13bfece7-816e-4543-be89-935c94943f8a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Network 90a84863-5c6f-459b-aeee-ba8a64d5fbcf is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:42:08.238331 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-cb4116d4-608a-402d-841b-5a861f10bc76 req-13bfece7-816e-4543-be89-935c94943f8a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:42:08.243080 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4116d4-608a-402d-841b-5a861f10bc76 req-13bfece7-816e-4543-be89-935c94943f8a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:42:08.251448 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bfece7-816e-4543-be89-935c94943f8a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'Port': ['ID=6c697f82-3544-42a1-b101-b17ca43d76a4,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:42:08.321016 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4116d4-608a-402d-841b-5a861f10bc76 req-13bfece7-816e-4543-be89-935c94943f8a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:08.322730 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cb4116d4-608a-402d-841b-5a861f10bc76 req-13bfece7-816e-4543-be89-935c94943f8a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:08.348558 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cb4116d4-608a-402d-841b-5a861f10bc76 req-13bfece7-816e-4543-be89-935c94943f8a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8824615 Aug 19 15:42:08.360954 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-cb4116d4-608a-402d-841b-5a861f10bc76 req-80f51df0-e5d1-411f-9848-5f3f3502eec2 service neutron] Request body: {'port': {'device_id': '3cf06af3-28d7-44c6-889c-11059c0b1b77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:42:08.435482 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 98dc8b9b-7f81-4bf1-baac-dc4dc550b8e0 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:42:08.476496 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cb4116d4-608a-402d-841b-5a861f10bc76 req-80f51df0-e5d1-411f-9848-5f3f3502eec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:08.540315 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01a6f8-865c-47df-8db0-c3bbc465c6e3 req-a8f54cfc-2f56-408d-9812-7657f8cd2e50 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:08.542178 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dd01a6f8-865c-47df-8db0-c3bbc465c6e3 req-a8f54cfc-2f56-408d-9812-7657f8cd2e50 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cf06af3-28d7-44c6-889c-11059c0b1b77 HTTP/1.1" status: 200 len: 932 time: 0.1333475 Aug 19 15:42:08.556775 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 98dc8b9b-7f81-4bf1-baac-dc4dc550b8e0 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:42:08.567742 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 98dc8b9b-7f81-4bf1-baac-dc4dc550b8e0 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:42:08.568177 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:08.645073 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-513648aa-3351-4a75-94c5-b35dfade80a4 None None] Provisioning for port 6c697f82-3544-42a1-b101-b17ca43d76a4 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:42:08.654605 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-513648aa-3351-4a75-94c5-b35dfade80a4 None None] Provisioning complete for port 6c697f82-3544-42a1-b101-b17ca43d76a4 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:42:08.655129 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-513648aa-3351-4a75-94c5-b35dfade80a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:08.701527 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dd01a6f8-865c-47df-8db0-c3bbc465c6e3 req-9190be92-6e08-44b0-a650-28bf76487b7d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4dcec49-d8db-4f90-9f70-36656f8420b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457710 Aug 19 15:42:08.759363 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-513648aa-3351-4a75-94c5-b35dfade80a4 None None] Port 6c697f82-3544-42a1-b101-b17ca43d76a4 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:42:08.763826 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:08.815353 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 98dc8b9b-7f81-4bf1-baac-dc4dc550b8e0, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=98dc8b9b-7f81-4bf1-baac-dc4dc550b8e0,segment=NetworkSegment(117f3366-5670-415d-bfc7-c1ab6cb53519),segment_id=117f3366-5670-415d-bfc7-c1ab6cb53519)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:42:08.821217 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:08.896935 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=98dc8b9b-7f81-4bf1-baac-dc4dc550b8e0,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:42:08.981391 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-cb4116d4-608a-402d-841b-5a861f10bc76 req-80f51df0-e5d1-411f-9848-5f3f3502eec2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c697f82-3544-42a1-b101-b17ca43d76a4 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:42:08.991551 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cb4116d4-608a-402d-841b-5a861f10bc76 req-80f51df0-e5d1-411f-9848-5f3f3502eec2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:09.007174 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-cb4116d4-608a-402d-841b-5a861f10bc76 req-80f51df0-e5d1-411f-9848-5f3f3502eec2 service neutron] Transition to ACTIVE for port object 6c697f82-3544-42a1-b101-b17ca43d76a4 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:42:09.012351 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cb4116d4-608a-402d-841b-5a861f10bc76 req-80f51df0-e5d1-411f-9848-5f3f3502eec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:09.080027 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f51df0-e5d1-411f-9848-5f3f3502eec2 service neutron] Pushing event updated for resources: {'Port': ['ID=6c697f82-3544-42a1-b101-b17ca43d76a4,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:42:09.175115 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-cb4116d4-608a-402d-841b-5a861f10bc76 req-80f51df0-e5d1-411f-9848-5f3f3502eec2 service neutron] Attempting to bind port 6c697f82-3544-42a1-b101-b17ca43d76a4 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:42:09.175552 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-cb4116d4-608a-402d-841b-5a861f10bc76 req-80f51df0-e5d1-411f-9848-5f3f3502eec2 service neutron] Attempting to bind port 6c697f82-3544-42a1-b101-b17ca43d76a4 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '117f3366-5670-415d-bfc7-c1ab6cb53519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '90a84863-5c6f-459b-aeee-ba8a64d5fbcf'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:42:09.175887 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4116d4-608a-402d-841b-5a861f10bc76 req-80f51df0-e5d1-411f-9848-5f3f3502eec2 service neutron] Attempting to bind port 6c697f82-3544-42a1-b101-b17ca43d76a4 on network 90a84863-5c6f-459b-aeee-ba8a64d5fbcf {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:42:09.185944 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4116d4-608a-402d-841b-5a861f10bc76 req-80f51df0-e5d1-411f-9848-5f3f3502eec2 service neutron] Port 6c697f82-3544-42a1-b101-b17ca43d76a4 on network 90a84863-5c6f-459b-aeee-ba8a64d5fbcf not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:42:09.186276 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4116d4-608a-402d-841b-5a861f10bc76 req-80f51df0-e5d1-411f-9848-5f3f3502eec2 service neutron] Attempting to bind port 6c697f82-3544-42a1-b101-b17ca43d76a4 on network 90a84863-5c6f-459b-aeee-ba8a64d5fbcf {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:42:09.193915 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4116d4-608a-402d-841b-5a861f10bc76 req-80f51df0-e5d1-411f-9848-5f3f3502eec2 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:42:09.194405 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4116d4-608a-402d-841b-5a861f10bc76 req-80f51df0-e5d1-411f-9848-5f3f3502eec2 service neutron] Checking segment: {'id': '117f3366-5670-415d-bfc7-c1ab6cb53519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '90a84863-5c6f-459b-aeee-ba8a64d5fbcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:42:09.194882 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4116d4-608a-402d-841b-5a861f10bc76 req-80f51df0-e5d1-411f-9848-5f3f3502eec2 service neutron] Bound using segment: {'id': '117f3366-5670-415d-bfc7-c1ab6cb53519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '90a84863-5c6f-459b-aeee-ba8a64d5fbcf'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:42:09.195438 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-cb4116d4-608a-402d-841b-5a861f10bc76 req-80f51df0-e5d1-411f-9848-5f3f3502eec2 service neutron] Bound port: 6c697f82-3544-42a1-b101-b17ca43d76a4, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '117f3366-5670-415d-bfc7-c1ab6cb53519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '90a84863-5c6f-459b-aeee-ba8a64d5fbcf'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:42:09.195896 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cb4116d4-608a-402d-841b-5a861f10bc76 req-80f51df0-e5d1-411f-9848-5f3f3502eec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:09.294909 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-cb4116d4-608a-402d-841b-5a861f10bc76 req-80f51df0-e5d1-411f-9848-5f3f3502eec2 service neutron] For port 6c697f82-3544-42a1-b101-b17ca43d76a4, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:42:09.300389 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-cb4116d4-608a-402d-841b-5a861f10bc76 req-80f51df0-e5d1-411f-9848-5f3f3502eec2 service neutron] For port 6c697f82-3544-42a1-b101-b17ca43d76a4, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=6c697f82-3544-42a1-b101-b17ca43d76a4,segment=NetworkSegment(117f3366-5670-415d-bfc7-c1ab6cb53519),segment_id=117f3366-5670-415d-bfc7-c1ab6cb53519)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:42:09.307091 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cb4116d4-608a-402d-841b-5a861f10bc76 req-80f51df0-e5d1-411f-9848-5f3f3502eec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:09.356361 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4116d4-608a-402d-841b-5a861f10bc76 req-80f51df0-e5d1-411f-9848-5f3f3502eec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:09.357409 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cb4116d4-608a-402d-841b-5a861f10bc76 req-80f51df0-e5d1-411f-9848-5f3f3502eec2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:09.359675 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cb4116d4-608a-402d-841b-5a861f10bc76 req-80f51df0-e5d1-411f-9848-5f3f3502eec2 service neutron] 10.222.0.88 "PUT /v2.0/ports/6c697f82-3544-42a1-b101-b17ca43d76a4 HTTP/1.1" status: 200 len: 1092 time: 1.0037484 Aug 19 15:42:09.362972 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cf06af3-28d7-44c6-889c-11059c0b1b77', 'tag': '6c697f82-3544-42a1-b101-b17ca43d76a4'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:42:09.367367 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22fe28f3f2ed00298fad1814fbe4737ebcc7f8c7d408f26f1f50550a3b01d4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954254af-0f26-40fd-8512-e22c650aff44" -d '{"events": [{"name": "network-changed", "server_uuid": "3cf06af3-28d7-44c6-889c-11059c0b1b77", "tag": "6c697f82-3544-42a1-b101-b17ca43d76a4"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:42:09.414134 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f51df0-e5d1-411f-9848-5f3f3502eec2 service neutron] Pushing event updated for resources: {'Port': ['ID=6c697f82-3544-42a1-b101-b17ca43d76a4,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:42:09.472063 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df1dc54-6d86-4562-8c1a-149064babc00 x-openstack-request-id: req-2df1dc54-6d86-4562-8c1a-149064babc00 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:42:09.472470 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cf06af3-28d7-44c6-889c-11059c0b1b77", "tag": "6c697f82-3544-42a1-b101-b17ca43d76a4", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:42:09.472764 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2df1dc54-6d86-4562-8c1a-149064babc00 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:42:09.473152 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cf06af3-28d7-44c6-889c-11059c0b1b77', 'tag': '6c697f82-3544-42a1-b101-b17ca43d76a4', 'status': 'completed', 'code': 200} Aug 19 15:42:09.493384 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4116d4-608a-402d-841b-5a861f10bc76 req-a656588a-2a19-44f4-a7f2-b895570f6273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:09.495246 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cb4116d4-608a-402d-841b-5a861f10bc76 req-a656588a-2a19-44f4-a7f2-b895570f6273 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d0c42a3a20a4428181cb4a620c77af50&device_id=3cf06af3-28d7-44c6-889c-11059c0b1b77 HTTP/1.1" status: 200 len: 1095 time: 0.0730205 Aug 19 15:42:09.541864 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cb4116d4-608a-402d-841b-5a861f10bc76 req-c52a242e-e5d3-441d-8088-156f02f82cda service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c697f82-3544-42a1-b101-b17ca43d76a4 HTTP/1.1" status: 200 len: 217 time: 0.0375257 Aug 19 15:42:09.625108 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4116d4-608a-402d-841b-5a861f10bc76 req-b3e75a74-e0ba-4ff5-ba0e-6941f28c45a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:09.627368 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cb4116d4-608a-402d-841b-5a861f10bc76 req-b3e75a74-e0ba-4ff5-ba0e-6941f28c45a2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7b123449-33b0-4e6b-8edd-286910cfc036 HTTP/1.1" status: 200 len: 835 time: 0.0790575 Aug 19 15:42:09.686947 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4116d4-608a-402d-841b-5a861f10bc76 req-13760543-d49b-43ea-a18b-1290dc9af3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:09.688532 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cb4116d4-608a-402d-841b-5a861f10bc76 req-13760543-d49b-43ea-a18b-1290dc9af3a5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=90a84863-5c6f-459b-aeee-ba8a64d5fbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526693 Aug 19 15:42:09.815112 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cb4116d4-608a-402d-841b-5a861f10bc76 req-a3729583-f7ea-4932-b881-8be685ec6590 service neutron] 10.222.0.88 "GET /v2.0/networks/90a84863-5c6f-459b-aeee-ba8a64d5fbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173000 Aug 19 15:42:09.925592 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645fa229-a043-46f2-acb2-54cdc433fc39 req-76e692ad-c9c9-4965-afb4-c998ee0f831f tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:09.927155 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-645fa229-a043-46f2-acb2-54cdc433fc39 req-76e692ad-c9c9-4965-afb4-c998ee0f831f tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cf06af3-28d7-44c6-889c-11059c0b1b77 HTTP/1.1" status: 200 len: 944 time: 0.1147528 Aug 19 15:42:09.965181 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cb4116d4-608a-402d-841b-5a861f10bc76 req-0675135d-20b9-4d40-888a-d239f6dc3f8c service neutron] 10.222.0.88 "GET /v2.0/networks/90a84863-5c6f-459b-aeee-ba8a64d5fbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412327 Aug 19 15:42:09.993034 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-645fa229-a043-46f2-acb2-54cdc433fc39 req-93aa8632-e291-4360-9b5c-1c135d64228a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4dcec49-d8db-4f90-9f70-36656f8420b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566137 Aug 19 15:42:10.082074 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954254af-0f26-40fd-8512-e22c650aff44 req-2840d7f7-53e2-4d80-8027-73ea58d5c6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:10.083622 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-954254af-0f26-40fd-8512-e22c650aff44 req-2840d7f7-53e2-4d80-8027-73ea58d5c6b3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d0c42a3a20a4428181cb4a620c77af50&device_id=3cf06af3-28d7-44c6-889c-11059c0b1b77 HTTP/1.1" status: 200 len: 1095 time: 0.0578125 Aug 19 15:42:10.212280 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954254af-0f26-40fd-8512-e22c650aff44 req-f9197db3-4b6e-4f8a-9ce7-0e508d59392e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:10.214519 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-954254af-0f26-40fd-8512-e22c650aff44 req-f9197db3-4b6e-4f8a-9ce7-0e508d59392e service neutron] 10.222.0.88 "GET /v2.0/networks?id=90a84863-5c6f-459b-aeee-ba8a64d5fbcf HTTP/1.1" status: 200 len: 897 time: 0.1240656 Aug 19 15:42:10.266775 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-954254af-0f26-40fd-8512-e22c650aff44 req-2a6e9fa7-73f8-447b-887a-65bb4aa6cf24 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c697f82-3544-42a1-b101-b17ca43d76a4 HTTP/1.1" status: 200 len: 217 time: 0.0448656 Aug 19 15:42:10.332668 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954254af-0f26-40fd-8512-e22c650aff44 req-8dde5103-f813-4dc1-9b8a-90daaf621714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:10.334636 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-954254af-0f26-40fd-8512-e22c650aff44 req-8dde5103-f813-4dc1-9b8a-90daaf621714 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7b123449-33b0-4e6b-8edd-286910cfc036 HTTP/1.1" status: 200 len: 835 time: 0.0610225 Aug 19 15:42:10.367134 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 98dc8b9b-7f81-4bf1-baac-dc4dc550b8e0 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:42:10.408103 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954254af-0f26-40fd-8512-e22c650aff44 req-020f151a-2c0d-4891-8b57-457c596ef93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:10.410390 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-954254af-0f26-40fd-8512-e22c650aff44 req-020f151a-2c0d-4891-8b57-457c596ef93f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=90a84863-5c6f-459b-aeee-ba8a64d5fbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679774 Aug 19 15:42:10.429946 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 98dc8b9b-7f81-4bf1-baac-dc4dc550b8e0 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:42:10.430424 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:10.535904 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-954254af-0f26-40fd-8512-e22c650aff44 req-c4f51027-8716-410c-9a1d-469423f5346b service neutron] 10.222.0.88 "GET /v2.0/networks/90a84863-5c6f-459b-aeee-ba8a64d5fbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163666 Aug 19 15:42:10.650995 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-954254af-0f26-40fd-8512-e22c650aff44 req-58ebb356-f674-41fe-8b8e-579a7255eab3 service neutron] 10.222.0.88 "GET /v2.0/networks/90a84863-5c6f-459b-aeee-ba8a64d5fbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059709 Aug 19 15:42:11.145491 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446e48c-14a6-458c-a5ad-2f6b714c1482 req-2214241c-ac6c-47e1-aaff-4e06357241c0 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:11.146903 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c446e48c-14a6-458c-a5ad-2f6b714c1482 req-2214241c-ac6c-47e1-aaff-4e06357241c0 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cf06af3-28d7-44c6-889c-11059c0b1b77 HTTP/1.1" status: 200 len: 944 time: 0.0678492 Aug 19 15:42:11.202719 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c446e48c-14a6-458c-a5ad-2f6b714c1482 req-9ad9aebd-79f3-4599-904e-836f4dd8b909 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4dcec49-d8db-4f90-9f70-36656f8420b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472424 Aug 19 15:42:12.366853 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c4a21-9eb6-4f2e-9b88-095880e5470b req-51aa44ec-3e5a-4add-a57a-ccd863be0988 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:12.368644 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9f0c4a21-9eb6-4f2e-9b88-095880e5470b req-51aa44ec-3e5a-4add-a57a-ccd863be0988 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cf06af3-28d7-44c6-889c-11059c0b1b77 HTTP/1.1" status: 200 len: 944 time: 0.0694816 Aug 19 15:42:12.423638 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9f0c4a21-9eb6-4f2e-9b88-095880e5470b req-718e0753-85ff-4c40-aecc-4ee53c7503cc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4dcec49-d8db-4f90-9f70-36656f8420b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475023 Aug 19 15:42:12.726791 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 6c697f82-3544-42a1-b101-b17ca43d76a4 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:42:12.855344 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 6c697f82-3544-42a1-b101-b17ca43d76a4, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=6c697f82-3544-42a1-b101-b17ca43d76a4,segment=NetworkSegment(117f3366-5670-415d-bfc7-c1ab6cb53519),segment_id=117f3366-5670-415d-bfc7-c1ab6cb53519)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:42:12.874939 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '6c697f82-3544-42a1-b101-b17ca43d76a4', 'network_id': '90a84863-5c6f-459b-aeee-ba8a64d5fbcf', 'port_id': '6c697f82-3544-42a1-b101-b17ca43d76a4', 'mac_address': 'fa:16:3e:2a:42:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b123449-33b0-4e6b-8edd-286910cfc036', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:42:12.926469 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:12.947299 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c697f82-3544-42a1-b101-b17ca43d76a4 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:42:12.979330 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 6c697f82-3544-42a1-b101-b17ca43d76a4, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=6c697f82-3544-42a1-b101-b17ca43d76a4,segment=NetworkSegment(117f3366-5670-415d-bfc7-c1ab6cb53519),segment_id=117f3366-5670-415d-bfc7-c1ab6cb53519)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:42:12.988683 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:13.072957 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=6c697f82-3544-42a1-b101-b17ca43d76a4,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:42:13.224162 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['6c697f82-3544-42a1-b101-b17ca43d76a4'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:42:13.611736 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40019723-3898-4658-86de-e86a117ea65d req-bb21b736-0aca-4a7d-ab48-6f9851479da5 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:13.615186 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-40019723-3898-4658-86de-e86a117ea65d req-bb21b736-0aca-4a7d-ab48-6f9851479da5 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cf06af3-28d7-44c6-889c-11059c0b1b77 HTTP/1.1" status: 200 len: 945 time: 0.0743830 Aug 19 15:42:13.675731 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-40019723-3898-4658-86de-e86a117ea65d req-fb266136-31dd-4fc0-b79c-1089b69b30d0 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4dcec49-d8db-4f90-9f70-36656f8420b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498405 Aug 19 15:42:14.742427 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 6c697f82-3544-42a1-b101-b17ca43d76a4 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:42:14.829560 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 6c697f82-3544-42a1-b101-b17ca43d76a4 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:42:14.837417 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 6c697f82-3544-42a1-b101-b17ca43d76a4 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:42:14.838033 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:14.894572 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0329d492-9c6b-49e0-9a56-852beef2dfcc req-85347d65-d119-45a2-bf2a-e31825da273c tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:14.897095 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0329d492-9c6b-49e0-9a56-852beef2dfcc req-85347d65-d119-45a2-bf2a-e31825da273c tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cf06af3-28d7-44c6-889c-11059c0b1b77 HTTP/1.1" status: 200 len: 945 time: 0.0879173 Aug 19 15:42:14.980481 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0329d492-9c6b-49e0-9a56-852beef2dfcc req-471bcd7a-40e9-4f9b-9a7a-e6b19c129789 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4dcec49-d8db-4f90-9f70-36656f8420b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707071 Aug 19 15:42:14.983213 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:15.026668 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf06af3-28d7-44c6-889c-11059c0b1b77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c697f82-3544-42a1-b101-b17ca43d76a4'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:42:15.030763 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33781a19ce02c5415d916baf9197922328299cb06218664b0429d3f5e03069d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b854aaae-029c-494d-bed2-69d163eb8f40" -d '{"events": [{"server_uuid": "3cf06af3-28d7-44c6-889c-11059c0b1b77", "name": "network-vif-plugged", "status": "completed", "tag": "6c697f82-3544-42a1-b101-b17ca43d76a4"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:42:15.058609 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 6c697f82-3544-42a1-b101-b17ca43d76a4, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=6c697f82-3544-42a1-b101-b17ca43d76a4,segment=NetworkSegment(117f3366-5670-415d-bfc7-c1ab6cb53519),segment_id=117f3366-5670-415d-bfc7-c1ab6cb53519)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:42:15.065194 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:15.109122 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720088a5-0760-428b-acc3-114014e38f0b x-openstack-request-id: req-720088a5-0760-428b-acc3-114014e38f0b {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:42:15.109924 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf06af3-28d7-44c6-889c-11059c0b1b77", "name": "network-vif-plugged", "status": "completed", "tag": "6c697f82-3544-42a1-b101-b17ca43d76a4", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:42:15.109924 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-720088a5-0760-428b-acc3-114014e38f0b {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:42:15.110613 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf06af3-28d7-44c6-889c-11059c0b1b77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c697f82-3544-42a1-b101-b17ca43d76a4', 'code': 200} Aug 19 15:42:15.160107 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=6c697f82-3544-42a1-b101-b17ca43d76a4,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:42:15.259431 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdecf66-b955-413d-9e0d-4fb741909932 req-d24e96cc-3e6d-4aa1-aafa-e8306291bd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:15.261318 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-acdecf66-b955-413d-9e0d-4fb741909932 req-d24e96cc-3e6d-4aa1-aafa-e8306291bd29 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3cf06af3-28d7-44c6-889c-11059c0b1b77 HTTP/1.1" status: 200 len: 1097 time: 0.0728636 Aug 19 15:42:15.319809 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-acdecf66-b955-413d-9e0d-4fb741909932 req-11238c38-98b0-4f75-87aa-3b8758471ebd service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=e4dcec49-d8db-4f90-9f70-36656f8420b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501533 Aug 19 15:42:16.186908 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b8e89-4386-433d-9f36-f2cac4f260d6 req-a8f769da-a4ea-4742-9893-3122d6e16b90 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:16.188616 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-566b8e89-4386-433d-9f36-f2cac4f260d6 req-a8f769da-a4ea-4742-9893-3122d6e16b90 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cf06af3-28d7-44c6-889c-11059c0b1b77 HTTP/1.1" status: 200 len: 946 time: 0.0722530 Aug 19 15:42:16.239375 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-566b8e89-4386-433d-9f36-f2cac4f260d6 req-7e7b03fb-6b92-4322-a615-5fbe39aaab73 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4dcec49-d8db-4f90-9f70-36656f8420b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408859 Aug 19 15:42:17.395028 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aee567-df31-42dd-a4d1-751d784bb352 req-3bb25c9f-ea48-4415-a8c4-30b18af15464 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:17.396946 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-78aee567-df31-42dd-a4d1-751d784bb352 req-3bb25c9f-ea48-4415-a8c4-30b18af15464 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cf06af3-28d7-44c6-889c-11059c0b1b77 HTTP/1.1" status: 200 len: 946 time: 0.0594623 Aug 19 15:42:17.462165 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-78aee567-df31-42dd-a4d1-751d784bb352 req-490f1950-92da-47fb-b7f1-eda79b5433b0 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4dcec49-d8db-4f90-9f70-36656f8420b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547180 Aug 19 15:42:17.605699 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591319a-6ec9-4efc-9076-afa26d6ddc27 req-656297aa-eca5-4338-92ca-4b9186d4d96c tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:17.607300 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a591319a-6ec9-4efc-9076-afa26d6ddc27 req-656297aa-eca5-4338-92ca-4b9186d4d96c tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cf06af3-28d7-44c6-889c-11059c0b1b77 HTTP/1.1" status: 200 len: 946 time: 0.0615430 Aug 19 15:42:17.653129 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a591319a-6ec9-4efc-9076-afa26d6ddc27 req-fb1b54c7-a120-44f0-adcf-979c5380e1dc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4dcec49-d8db-4f90-9f70-36656f8420b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377357 Aug 19 15:42:17.696452 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39862) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:42:17.757737 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985ed50b-de25-4189-9054-696039148c04 tempest-TestNetworkAdvancedServerOps-615037460 tempest-TestNetworkAdvancedServerOps-615037460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:17.759633 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-985ed50b-de25-4189-9054-696039148c04 tempest-TestNetworkAdvancedServerOps-615037460 tempest-TestNetworkAdvancedServerOps-615037460-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=3cf06af3-28d7-44c6-889c-11059c0b1b77 HTTP/1.1" status: 200 len: 1092 time: 0.0621319 Aug 19 15:42:17.762936 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39864) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:42:17.777816 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-513dbfeb-4ae4-4cb5-87a3-67f754571ccd tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'floatingip': {'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'port_id': '6c697f82-3544-42a1-b101-b17ca43d76a4', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:42:17.802904 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-513dbfeb-4ae4-4cb5-87a3-67f754571ccd tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:18.300373 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-513dbfeb-4ae4-4cb5-87a3-67f754571ccd tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:18.412869 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-513dbfeb-4ae4-4cb5-87a3-67f754571ccd tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Allocated IP 172.25.2.109 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/4259595a-5a6f-4874-b0cf-54fba7a42aba) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:42:18.562228 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-513dbfeb-4ae4-4cb5-87a3-67f754571ccd tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:18.638678 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-513dbfeb-4ae4-4cb5-87a3-67f754571ccd tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:18.683930 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513dbfeb-4ae4-4cb5-87a3-67f754571ccd tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:42:18.689844 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-513dbfeb-4ae4-4cb5-87a3-67f754571ccd tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:42:18.694563 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513dbfeb-4ae4-4cb5-87a3-67f754571ccd tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:42:18.721410 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513dbfeb-4ae4-4cb5-87a3-67f754571ccd tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'Port': ['ID=4259595a-5a6f-4874-b0cf-54fba7a42aba,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:42:19.161259 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-513dbfeb-4ae4-4cb5-87a3-67f754571ccd tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:19.256016 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-513dbfeb-4ae4-4cb5-87a3-67f754571ccd tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:19.439574 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-513dbfeb-4ae4-4cb5-87a3-67f754571ccd tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:19.446184 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-513dbfeb-4ae4-4cb5-87a3-67f754571ccd tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:19.526019 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513dbfeb-4ae4-4cb5-87a3-67f754571ccd tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'Port': ['ID=4259595a-5a6f-4874-b0cf-54fba7a42aba,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:42:19.541812 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-513dbfeb-4ae4-4cb5-87a3-67f754571ccd tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:19.687998 n-d-766043-2 neutron-server[94639]: INFO neutron.db.l3_db [None req-513dbfeb-4ae4-4cb5-87a3-67f754571ccd tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Floating IP ae9be68c-946e-4003-8db6-18c86c9085f4 associated. External IP: 172.25.2.109, port: 6c697f82-3544-42a1-b101-b17ca43d76a4. Aug 19 15:42:19.964773 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-513dbfeb-4ae4-4cb5-87a3-67f754571ccd tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Router 9af16e3d-04ee-46ed-8cd8-23feadfd6afa has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:42:20.120824 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-513dbfeb-4ae4-4cb5-87a3-67f754571ccd tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:42:20.136839 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe40b19-14ed-4750-a07b-2a4fb19f951e None None] Sync routers for ids ['9af16e3d-04ee-46ed-8cd8-23feadfd6afa'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:42:20.151882 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-513dbfeb-4ae4-4cb5-87a3-67f754571ccd tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:20.155598 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe40b19-14ed-4750-a07b-2a4fb19f951e None None] Routers {'9af16e3d-04ee-46ed-8cd8-23feadfd6afa'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:42:20.156603 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-bbe40b19-14ed-4750-a07b-2a4fb19f951e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:42:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['9af16e3d-04ee-46ed-8cd8-23feadfd6afa'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:42:20.191118 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-513dbfeb-4ae4-4cb5-87a3-67f754571ccd tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4265404 Aug 19 15:42:20.191696 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cf06af3-28d7-44c6-889c-11059c0b1b77', 'tag': '6c697f82-3544-42a1-b101-b17ca43d76a4'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:42:20.195208 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ea2f9e66d71df3aa35f2a980f4ce96e3876fd938d75aec7c1a3378f7fc42a1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea48f5be-8b33-4351-8b3e-4f4e1aba8cc9" -d '{"events": [{"name": "network-changed", "server_uuid": "3cf06af3-28d7-44c6-889c-11059c0b1b77", "tag": "6c697f82-3544-42a1-b101-b17ca43d76a4"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:42:20.261408 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb226c7-24fc-43c4-a234-1e309034aa8c x-openstack-request-id: req-acb226c7-24fc-43c4-a234-1e309034aa8c {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:42:20.262034 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cf06af3-28d7-44c6-889c-11059c0b1b77", "tag": "6c697f82-3544-42a1-b101-b17ca43d76a4", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:42:20.262576 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-acb226c7-24fc-43c4-a234-1e309034aa8c {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:42:20.263549 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cf06af3-28d7-44c6-889c-11059c0b1b77', 'tag': '6c697f82-3544-42a1-b101-b17ca43d76a4', 'status': 'completed', 'code': 200} Aug 19 15:42:20.413212 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d11f75-e3d9-4cd4-befe-1c1f995baa78 req-777fc50e-82a3-4b8f-b87b-22d11f7c1f23 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:20.414911 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-26d11f75-e3d9-4cd4-befe-1c1f995baa78 req-777fc50e-82a3-4b8f-b87b-22d11f7c1f23 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cf06af3-28d7-44c6-889c-11059c0b1b77 HTTP/1.1" status: 200 len: 946 time: 0.1385989 Aug 19 15:42:20.417387 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48f5be-8b33-4351-8b3e-4f4e1aba8cc9 req-2f38ecbe-fe42-49be-ac49-4a6c9867ecfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:20.419227 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ea48f5be-8b33-4351-8b3e-4f4e1aba8cc9 req-2f38ecbe-fe42-49be-ac49-4a6c9867ecfd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d0c42a3a20a4428181cb4a620c77af50&device_id=3cf06af3-28d7-44c6-889c-11059c0b1b77 HTTP/1.1" status: 200 len: 1097 time: 0.1167419 Aug 19 15:42:20.427282 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-bbe40b19-14ed-4750-a07b-2a4fb19f951e None None] Set router 9af16e3d-04ee-46ed-8cd8-23feadfd6afa gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:42:20.575149 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-26d11f75-e3d9-4cd4-befe-1c1f995baa78 req-35a6c455-7227-4ec1-b343-1e70b8bf16ec tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4dcec49-d8db-4f90-9f70-36656f8420b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501036 Aug 19 15:42:20.617215 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39870) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:42:20.627585 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48f5be-8b33-4351-8b3e-4f4e1aba8cc9 req-d3dcc435-b649-475a-b8f0-12a2ba75d876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:20.630118 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ea48f5be-8b33-4351-8b3e-4f4e1aba8cc9 req-d3dcc435-b649-475a-b8f0-12a2ba75d876 service neutron] 10.222.0.88 "GET /v2.0/networks?id=90a84863-5c6f-459b-aeee-ba8a64d5fbcf HTTP/1.1" status: 200 len: 897 time: 0.2017834 Aug 19 15:42:20.738720 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a84d39eb-042b-4f4b-b120-7123c29ed565 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/floatingips/ae9be68c-946e-4003-8db6-18c86c9085f4 HTTP/1.1" status: 200 len: 992 time: 0.1188383 Aug 19 15:42:20.739287 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ea48f5be-8b33-4351-8b3e-4f4e1aba8cc9 req-da1685bd-037c-4e41-abaf-1ac433b89e38 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c697f82-3544-42a1-b101-b17ca43d76a4 HTTP/1.1" status: 200 len: 1000 time: 0.1014900 Aug 19 15:42:20.770919 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-bbe40b19-14ed-4750-a07b-2a4fb19f951e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af16e3d-04ee-46ed-8cd8-23feadfd6afa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871531433', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '26ec3909-f123-44bb-89f5-8d39ddbc9a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:41:57Z', 'updated_at': '2021-08-19T15:42:02Z', 'revision_number': 4, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': '26ec3909-f123-44bb-89f5-8d39ddbc9a9e', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:02:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af16e3d-04ee-46ed-8cd8-23feadfd6afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:41:58Z', 'updated_at': '2021-08-19T15:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': 'ae9be68c-946e-4003-8db6-18c86c9085f4', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'floating_ip_address': '172.25.2.109', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '9af16e3d-04ee-46ed-8cd8-23feadfd6afa', 'port_id': '6c697f82-3544-42a1-b101-b17ca43d76a4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90a84863-5c6f-459b-aeee-ba8a64d5fbcf', 'mac_address': 'fa:16:3e:2a:42:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf06af3-28d7-44c6-889c-11059c0b1b77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:42:18Z', 'updated_at': '2021-08-19T15:42:18Z', 'revision_number': 0, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98dc8b9b-7f81-4bf1-baac-dc4dc550b8e0', 'name': '', 'network_id': '90a84863-5c6f-459b-aeee-ba8a64d5fbcf', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'mac_address': 'fa:16:3e:65:03:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af16e3d-04ee-46ed-8cd8-23feadfd6afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7b123449-33b0-4e6b-8edd-286910cfc036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:42:01Z', 'updated_at': '2021-08-19T15:42:08Z', 'revision_number': 5, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'subnets': [{'id': '7b123449-33b0-4e6b-8edd-286910cfc036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:42:20.807550 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe40b19-14ed-4750-a07b-2a4fb19f951e None None] Checking router: 9af16e3d-04ee-46ed-8cd8-23feadfd6afa for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:42:20.816706 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe40b19-14ed-4750-a07b-2a4fb19f951e None None] Routers {'9af16e3d-04ee-46ed-8cd8-23feadfd6afa'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:42:20.817608 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-bbe40b19-14ed-4750-a07b-2a4fb19f951e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:42:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['9af16e3d-04ee-46ed-8cd8-23feadfd6afa'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:42:20.820441 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48f5be-8b33-4351-8b3e-4f4e1aba8cc9 req-ec317865-b519-49a0-9dc9-d5e3754bc9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:20.822360 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ea48f5be-8b33-4351-8b3e-4f4e1aba8cc9 req-ec317865-b519-49a0-9dc9-d5e3754bc9c6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7b123449-33b0-4e6b-8edd-286910cfc036 HTTP/1.1" status: 200 len: 835 time: 0.0770674 Aug 19 15:42:20.882733 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48f5be-8b33-4351-8b3e-4f4e1aba8cc9 req-01fdb725-46ba-4d84-ba26-492ccfacfaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:20.885249 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ea48f5be-8b33-4351-8b3e-4f4e1aba8cc9 req-01fdb725-46ba-4d84-ba26-492ccfacfaad service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=90a84863-5c6f-459b-aeee-ba8a64d5fbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558410 Aug 19 15:42:20.962980 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-bbe40b19-14ed-4750-a07b-2a4fb19f951e None None] Set router 9af16e3d-04ee-46ed-8cd8-23feadfd6afa gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:42:21.013527 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ea48f5be-8b33-4351-8b3e-4f4e1aba8cc9 req-dd30430b-8794-4dd8-86c7-cd326646c0fa service neutron] 10.222.0.88 "GET /v2.0/networks/90a84863-5c6f-459b-aeee-ba8a64d5fbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210835 Aug 19 15:42:21.134433 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ea48f5be-8b33-4351-8b3e-4f4e1aba8cc9 req-d1fc3f04-33ee-4484-818f-a7c5f7c510fa service neutron] 10.222.0.88 "GET /v2.0/networks/90a84863-5c6f-459b-aeee-ba8a64d5fbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130626 Aug 19 15:42:21.250395 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-bbe40b19-14ed-4750-a07b-2a4fb19f951e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af16e3d-04ee-46ed-8cd8-23feadfd6afa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871531433', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '26ec3909-f123-44bb-89f5-8d39ddbc9a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:41:57Z', 'updated_at': '2021-08-19T15:42:02Z', 'revision_number': 4, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': '26ec3909-f123-44bb-89f5-8d39ddbc9a9e', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:02:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af16e3d-04ee-46ed-8cd8-23feadfd6afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:41:58Z', 'updated_at': '2021-08-19T15:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': 'ae9be68c-946e-4003-8db6-18c86c9085f4', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'floating_ip_address': '172.25.2.109', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '9af16e3d-04ee-46ed-8cd8-23feadfd6afa', 'port_id': '6c697f82-3544-42a1-b101-b17ca43d76a4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90a84863-5c6f-459b-aeee-ba8a64d5fbcf', 'mac_address': 'fa:16:3e:2a:42:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf06af3-28d7-44c6-889c-11059c0b1b77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:42:18Z', 'updated_at': '2021-08-19T15:42:18Z', 'revision_number': 0, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98dc8b9b-7f81-4bf1-baac-dc4dc550b8e0', 'name': '', 'network_id': '90a84863-5c6f-459b-aeee-ba8a64d5fbcf', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'mac_address': 'fa:16:3e:65:03:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af16e3d-04ee-46ed-8cd8-23feadfd6afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7b123449-33b0-4e6b-8edd-286910cfc036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:42:01Z', 'updated_at': '2021-08-19T15:42:08Z', 'revision_number': 5, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'subnets': [{'id': '7b123449-33b0-4e6b-8edd-286910cfc036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:42:21.279085 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe40b19-14ed-4750-a07b-2a4fb19f951e None None] The sync data for ids ['9af16e3d-04ee-46ed-8cd8-23feadfd6afa'] in n-d-766043-2 is: [{'id': '9af16e3d-04ee-46ed-8cd8-23feadfd6afa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871531433', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '26ec3909-f123-44bb-89f5-8d39ddbc9a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:41:57Z', 'updated_at': '2021-08-19T15:42:02Z', 'revision_number': 4, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': '26ec3909-f123-44bb-89f5-8d39ddbc9a9e', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:02:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af16e3d-04ee-46ed-8cd8-23feadfd6afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:41:58Z', 'updated_at': '2021-08-19T15:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': 'ae9be68c-946e-4003-8db6-18c86c9085f4', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'floating_ip_address': '172.25.2.109', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '9af16e3d-04ee-46ed-8cd8-23feadfd6afa', 'port_id': '6c697f82-3544-42a1-b101-b17ca43d76a4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90a84863-5c6f-459b-aeee-ba8a64d5fbcf', 'mac_address': 'fa:16:3e:2a:42:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf06af3-28d7-44c6-889c-11059c0b1b77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:42:18Z', 'updated_at': '2021-08-19T15:42:18Z', 'revision_number': 0, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98dc8b9b-7f81-4bf1-baac-dc4dc550b8e0', 'name': '', 'network_id': '90a84863-5c6f-459b-aeee-ba8a64d5fbcf', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'mac_address': 'fa:16:3e:65:03:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af16e3d-04ee-46ed-8cd8-23feadfd6afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7b123449-33b0-4e6b-8edd-286910cfc036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:42:01Z', 'updated_at': '2021-08-19T15:42:08Z', 'revision_number': 5, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'subnets': [{'id': '7b123449-33b0-4e6b-8edd-286910cfc036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:42:21.558083 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81381686-5415-4486-ae4e-ea52feb742c9 None None] New status for floating IP ae9be68c-946e-4003-8db6-18c86c9085f4: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:42:21.743474 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39872) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:42:21.851419 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-42b7cb33-7f61-4a0e-a6ad-156dfbefd9e5 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/floatingips/ae9be68c-946e-4003-8db6-18c86c9085f4 HTTP/1.1" status: 200 len: 992 time: 0.1064596 Aug 19 15:42:22.857122 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39874) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:42:22.961587 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-eec1560f-9550-4d43-9e89-56af942249e5 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/floatingips/ae9be68c-946e-4003-8db6-18c86c9085f4 HTTP/1.1" status: 200 len: 994 time: 0.1022294 Aug 19 15:42:31.520083 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ceebbd87-75d1-4862-9434-0358fb503f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:34.452827 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ced0ae05-1030-4a9d-a7d3-cb49dfaa91cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:34.667307 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:34.766196 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:35.345835 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:35.936648 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:37.168785 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:42:39.005715 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:42:47.877152 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319d3a2-9207-4025-b6cb-12b134d4c32c req-22b6e100-d801-477c-881c-c80dc86ec2d0 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:47.879924 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3319d3a2-9207-4025-b6cb-12b134d4c32c req-22b6e100-d801-477c-881c-c80dc86ec2d0 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cf06af3-28d7-44c6-889c-11059c0b1b77 HTTP/1.1" status: 200 len: 946 time: 0.0885637 Aug 19 15:42:47.918944 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5ef37878-f868-4895-b847-732753910f09 req-17b8c9d9-c9bb-4441-aad3-3f238ce327c6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3cf06af3-28d7-44c6-889c-11059c0b1b77&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1452150 Aug 19 15:42:47.942184 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3319d3a2-9207-4025-b6cb-12b134d4c32c req-aeb27fa4-00c5-436b-8a97-48f2c94e2dfb tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4dcec49-d8db-4f90-9f70-36656f8420b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509329 Aug 19 15:42:49.138998 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab313f1-e7b0-492e-9f73-672af6e7da06 req-06cb229a-060b-4267-b048-8d09fd59f70e tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:49.140663 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8ab313f1-e7b0-492e-9f73-672af6e7da06 req-06cb229a-060b-4267-b048-8d09fd59f70e tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cf06af3-28d7-44c6-889c-11059c0b1b77 HTTP/1.1" status: 200 len: 946 time: 0.0712314 Aug 19 15:42:49.207047 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8ab313f1-e7b0-492e-9f73-672af6e7da06 req-15424518-4ec5-46f6-a00d-26e5319ad03e tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4dcec49-d8db-4f90-9f70-36656f8420b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533485 Aug 19 15:42:49.570545 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef37878-f868-4895-b847-732753910f09 req-d224a56e-57b5-4d3a-803d-2ab84bd356cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:49.573232 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5ef37878-f868-4895-b847-732753910f09 req-d224a56e-57b5-4d3a-803d-2ab84bd356cd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d0c42a3a20a4428181cb4a620c77af50&device_id=3cf06af3-28d7-44c6-889c-11059c0b1b77 HTTP/1.1" status: 200 len: 1097 time: 0.0723372 Aug 19 15:42:49.689273 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef37878-f868-4895-b847-732753910f09 req-0f5d4980-88f4-42c3-a7bf-91750dd4ff39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:49.691698 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5ef37878-f868-4895-b847-732753910f09 req-0f5d4980-88f4-42c3-a7bf-91750dd4ff39 service neutron] 10.222.0.88 "GET /v2.0/networks?id=90a84863-5c6f-459b-aeee-ba8a64d5fbcf HTTP/1.1" status: 200 len: 897 time: 0.1105278 Aug 19 15:42:49.813774 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5ef37878-f868-4895-b847-732753910f09 req-307161d3-6832-4917-91f0-00c920cc94ff service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c697f82-3544-42a1-b101-b17ca43d76a4 HTTP/1.1" status: 200 len: 1002 time: 0.1139047 Aug 19 15:42:49.881786 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef37878-f868-4895-b847-732753910f09 req-3f4be891-dea5-4a84-997a-5268990286b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:49.884508 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5ef37878-f868-4895-b847-732753910f09 req-3f4be891-dea5-4a84-997a-5268990286b0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7b123449-33b0-4e6b-8edd-286910cfc036 HTTP/1.1" status: 200 len: 835 time: 0.0631576 Aug 19 15:42:49.965260 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef37878-f868-4895-b847-732753910f09 req-2776a6aa-d212-4312-b27f-36a78ffa8051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:49.968535 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5ef37878-f868-4895-b847-732753910f09 req-2776a6aa-d212-4312-b27f-36a78ffa8051 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=90a84863-5c6f-459b-aeee-ba8a64d5fbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761096 Aug 19 15:42:50.590215 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b4b962-011c-455e-84a3-e32926066392 req-8502a71b-5963-4fd2-8f26-3784aab46208 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:50.594313 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-03b4b962-011c-455e-84a3-e32926066392 req-8502a71b-5963-4fd2-8f26-3784aab46208 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cf06af3-28d7-44c6-889c-11059c0b1b77 HTTP/1.1" status: 200 len: 946 time: 0.0936966 Aug 19 15:42:50.600631 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5ef37878-f868-4895-b847-732753910f09 req-4b912dd1-8d01-4204-bfce-cf7da2562ab1 service neutron] 10.222.0.88 "GET /v2.0/networks/90a84863-5c6f-459b-aeee-ba8a64d5fbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6233892 Aug 19 15:42:50.694628 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-03b4b962-011c-455e-84a3-e32926066392 req-70d207ad-ed2f-4b78-a2f4-bd3de7ab718e tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4dcec49-d8db-4f90-9f70-36656f8420b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903306 Aug 19 15:42:50.742171 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5ef37878-f868-4895-b847-732753910f09 req-c0617c72-4c81-49e6-aa70-dcd3b0a1406d service neutron] 10.222.0.88 "GET /v2.0/networks/90a84863-5c6f-459b-aeee-ba8a64d5fbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310465 Aug 19 15:42:51.869510 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309d6d9-7729-4b18-ac0c-9b6543b37d70 req-17f0124a-55a5-43a8-a775-39aff04506f6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:51.871098 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8309d6d9-7729-4b18-ac0c-9b6543b37d70 req-17f0124a-55a5-43a8-a775-39aff04506f6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cf06af3-28d7-44c6-889c-11059c0b1b77 HTTP/1.1" status: 200 len: 946 time: 0.0664871 Aug 19 15:42:51.934004 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8309d6d9-7729-4b18-ac0c-9b6543b37d70 req-05dfc35c-f08e-4533-9538-09aedc5302ab tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4dcec49-d8db-4f90-9f70-36656f8420b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550599 Aug 19 15:42:53.108876 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f8874e-9a39-4ca3-b033-acaa1dcfd21d req-67297ff4-0f46-4c7a-b827-97259d4264f3 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:53.110598 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-47f8874e-9a39-4ca3-b033-acaa1dcfd21d req-67297ff4-0f46-4c7a-b827-97259d4264f3 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cf06af3-28d7-44c6-889c-11059c0b1b77 HTTP/1.1" status: 200 len: 946 time: 0.0583177 Aug 19 15:42:53.153224 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-47f8874e-9a39-4ca3-b033-acaa1dcfd21d req-37749bcc-870a-4f7d-a1eb-5504f4361f69 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4dcec49-d8db-4f90-9f70-36656f8420b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360696 Aug 19 15:42:54.344357 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf44d6d-29f6-4804-9481-c4f422be470d req-a134e3ba-c9e9-4f1a-ace1-0a711b81008e tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:54.346559 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4bf44d6d-29f6-4804-9481-c4f422be470d req-a134e3ba-c9e9-4f1a-ace1-0a711b81008e tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cf06af3-28d7-44c6-889c-11059c0b1b77 HTTP/1.1" status: 200 len: 946 time: 0.0897174 Aug 19 15:42:54.395084 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4bf44d6d-29f6-4804-9481-c4f422be470d req-f44f7c95-4fcc-4a49-ae50-f55e39ba5a33 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4dcec49-d8db-4f90-9f70-36656f8420b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380123 Aug 19 15:42:55.563463 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa690a-7bfb-4bec-bb17-d83b8fd67b93 req-0a57bf32-ebb1-45e2-916f-820d294a5675 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:55.565090 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-68aa690a-7bfb-4bec-bb17-d83b8fd67b93 req-0a57bf32-ebb1-45e2-916f-820d294a5675 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cf06af3-28d7-44c6-889c-11059c0b1b77 HTTP/1.1" status: 200 len: 946 time: 0.0550690 Aug 19 15:42:55.611895 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-68aa690a-7bfb-4bec-bb17-d83b8fd67b93 req-c00d08c1-caeb-4dfd-965f-5f56070f1d3c tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4dcec49-d8db-4f90-9f70-36656f8420b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361638 Aug 19 15:42:56.762085 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77532296-2cb0-4974-bcbb-1d910250676a req-4001361c-18ce-41a8-8ed3-6810a58b5e89 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:56.765245 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-77532296-2cb0-4974-bcbb-1d910250676a req-4001361c-18ce-41a8-8ed3-6810a58b5e89 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cf06af3-28d7-44c6-889c-11059c0b1b77 HTTP/1.1" status: 200 len: 946 time: 0.0685337 Aug 19 15:42:56.835322 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-77532296-2cb0-4974-bcbb-1d910250676a req-f38b96fd-9f86-4bc9-ad02-bf7641699a4c tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4dcec49-d8db-4f90-9f70-36656f8420b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595043 Aug 19 15:42:58.022025 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f41e7-15b0-49eb-98dc-88e499e0fb0f req-52e3dab5-729d-422b-9639-c1b373ac6dad tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:58.024741 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5d8f41e7-15b0-49eb-98dc-88e499e0fb0f req-52e3dab5-729d-422b-9639-c1b373ac6dad tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cf06af3-28d7-44c6-889c-11059c0b1b77 HTTP/1.1" status: 200 len: 946 time: 0.0702932 Aug 19 15:42:58.083812 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5d8f41e7-15b0-49eb-98dc-88e499e0fb0f req-6388f4a4-9171-416f-a0d7-0aa2cfa1dd70 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4dcec49-d8db-4f90-9f70-36656f8420b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516326 Aug 19 15:42:59.234624 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b4944-853d-4e4c-9e77-73063e44b384 req-81a46bf0-7720-48a1-b113-34aa0fbdbdc6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:42:59.236561 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9b2b4944-853d-4e4c-9e77-73063e44b384 req-81a46bf0-7720-48a1-b113-34aa0fbdbdc6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cf06af3-28d7-44c6-889c-11059c0b1b77 HTTP/1.1" status: 200 len: 946 time: 0.0581851 Aug 19 15:42:59.281042 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9b2b4944-853d-4e4c-9e77-73063e44b384 req-eea6d1b1-181c-4ea1-9061-93416f2d818f tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4dcec49-d8db-4f90-9f70-36656f8420b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375528 Aug 19 15:43:00.457910 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41837166-1b79-4768-b9e0-68af8adfefdf req-cfb3a1dd-62c2-4b50-b9ea-1de2d4901f8c tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:00.459658 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-41837166-1b79-4768-b9e0-68af8adfefdf req-cfb3a1dd-62c2-4b50-b9ea-1de2d4901f8c tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cf06af3-28d7-44c6-889c-11059c0b1b77 HTTP/1.1" status: 200 len: 946 time: 0.0673518 Aug 19 15:43:00.512776 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-41837166-1b79-4768-b9e0-68af8adfefdf req-1962ef99-5745-4c1b-9ccb-5d38f1ebd19f tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4dcec49-d8db-4f90-9f70-36656f8420b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414481 Aug 19 15:43:01.522753 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6d314f29-d84f-4776-a7cb-30fb70a7d886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:01.667264 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0308e38-2eec-4f9b-bae9-0aef2f8de6fb req-119ef2a2-2ca7-4fdb-b027-406e7a5cbd85 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:01.669158 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d0308e38-2eec-4f9b-bae9-0aef2f8de6fb req-119ef2a2-2ca7-4fdb-b027-406e7a5cbd85 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cf06af3-28d7-44c6-889c-11059c0b1b77 HTTP/1.1" status: 200 len: 946 time: 0.0630493 Aug 19 15:43:01.713648 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d0308e38-2eec-4f9b-bae9-0aef2f8de6fb req-b0843086-c19c-43ab-875c-00f6247861a2 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4dcec49-d8db-4f90-9f70-36656f8420b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378032 Aug 19 15:43:02.451142 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [req-5ef37878-f868-4895-b847-732753910f09 req-d1995c30-585f-4944-bd31-ca4ef036d267 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:43:02.452276 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5ef37878-f868-4895-b847-732753910f09 req-d1995c30-585f-4944-bd31-ca4ef036d267 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081279 Aug 19 15:43:02.557588 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [req-5ef37878-f868-4895-b847-732753910f09 req-1d227ab0-3364-483e-a111-6ba8a496c50b service neutron] show failed (client error): The resource could not be found. Aug 19 15:43:02.559385 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5ef37878-f868-4895-b847-732753910f09 req-1d227ab0-3364-483e-a111-6ba8a496c50b service neutron] 10.222.0.88 "GET /v2.0/ports/6c697f82-3544-42a1-b101-b17ca43d76a4/bindings/n-h1-766043-2 HTTP/1.1" status: 404 len: 380 time: 0.0986748 Aug 19 15:43:02.827893 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef37878-f868-4895-b847-732753910f09 req-88789e5b-9509-4be8-99ab-875d8e85b6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:02.830382 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5ef37878-f868-4895-b847-732753910f09 req-88789e5b-9509-4be8-99ab-875d8e85b6ba service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=3cf06af3-28d7-44c6-889c-11059c0b1b77&tenant_id=d0c42a3a20a4428181cb4a620c77af50 HTTP/1.1" status: 200 len: 1097 time: 0.0672174 Aug 19 15:43:02.845231 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-5ef37878-f868-4895-b847-732753910f09 req-1b12d105-8164-4505-9a5b-8389a74ca034 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766043-2', 'device_owner': 'compute:nova'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:43:02.911517 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d159df-c0cd-4f55-b24c-991b7a90796b req-bd88a87d-7b2d-42fd-8b5b-76ab59cfc59b tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:02.913110 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c4d159df-c0cd-4f55-b24c-991b7a90796b req-bd88a87d-7b2d-42fd-8b5b-76ab59cfc59b tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cf06af3-28d7-44c6-889c-11059c0b1b77 HTTP/1.1" status: 200 len: 946 time: 0.0724883 Aug 19 15:43:02.930821 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5ef37878-f868-4895-b847-732753910f09 req-1b12d105-8164-4505-9a5b-8389a74ca034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:02.961652 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c4d159df-c0cd-4f55-b24c-991b7a90796b req-5cd01601-d462-4cbe-a97b-d51c5b7e164f tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4dcec49-d8db-4f90-9f70-36656f8420b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392816 Aug 19 15:43:03.201789 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-5ef37878-f868-4895-b847-732753910f09 req-1b12d105-8164-4505-9a5b-8389a74ca034 service neutron] For port 6c697f82-3544-42a1-b101-b17ca43d76a4, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=6c697f82-3544-42a1-b101-b17ca43d76a4,segment=NetworkSegment(117f3366-5670-415d-bfc7-c1ab6cb53519),segment_id=117f3366-5670-415d-bfc7-c1ab6cb53519)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:43:03.251960 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-5ef37878-f868-4895-b847-732753910f09 req-1b12d105-8164-4505-9a5b-8389a74ca034 service neutron] For port 6c697f82-3544-42a1-b101-b17ca43d76a4, host n-h2-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:43:03.316308 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf06af3-28d7-44c6-889c-11059c0b1b77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c697f82-3544-42a1-b101-b17ca43d76a4'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:43:03.319074 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ea2f9e66d71df3aa35f2a980f4ce96e3876fd938d75aec7c1a3378f7fc42a1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f14bab3-847b-41ff-abb6-6d0adb468936" -d '{"events": [{"server_uuid": "3cf06af3-28d7-44c6-889c-11059c0b1b77", "name": "network-vif-unplugged", "status": "completed", "tag": "6c697f82-3544-42a1-b101-b17ca43d76a4"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:43:03.323553 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5ef37878-f868-4895-b847-732753910f09 req-1b12d105-8164-4505-9a5b-8389a74ca034 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:03.339610 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-5ef37878-f868-4895-b847-732753910f09 req-1b12d105-8164-4505-9a5b-8389a74ca034 service neutron] Transition to ACTIVE for port object 6c697f82-3544-42a1-b101-b17ca43d76a4 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:43:03.344905 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5ef37878-f868-4895-b847-732753910f09 req-1b12d105-8164-4505-9a5b-8389a74ca034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:03.409878 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 15:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac05cd4f-d713-4c02-86e7-75aa724b5787 x-openstack-request-id: req-ac05cd4f-d713-4c02-86e7-75aa724b5787 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:43:03.410245 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf06af3-28d7-44c6-889c-11059c0b1b77", "name": "network-vif-unplugged", "status": "completed", "tag": "6c697f82-3544-42a1-b101-b17ca43d76a4", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:43:03.410620 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ac05cd4f-d713-4c02-86e7-75aa724b5787 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:43:03.411107 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf06af3-28d7-44c6-889c-11059c0b1b77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c697f82-3544-42a1-b101-b17ca43d76a4', 'code': 200} Aug 19 15:43:03.453425 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b12d105-8164-4505-9a5b-8389a74ca034 service neutron] Pushing event updated for resources: {'Port': ['ID=6c697f82-3544-42a1-b101-b17ca43d76a4,revision_number=6']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:43:03.476998 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b12d105-8164-4505-9a5b-8389a74ca034 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:03.477520 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b12d105-8164-4505-9a5b-8389a74ca034 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:03.478011 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b12d105-8164-4505-9a5b-8389a74ca034 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:03.478472 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b12d105-8164-4505-9a5b-8389a74ca034 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:03.478957 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b12d105-8164-4505-9a5b-8389a74ca034 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:03.479374 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b12d105-8164-4505-9a5b-8389a74ca034 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:03.479914 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b12d105-8164-4505-9a5b-8389a74ca034 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:03.480499 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b12d105-8164-4505-9a5b-8389a74ca034 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:03.481030 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b12d105-8164-4505-9a5b-8389a74ca034 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:03.481586 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b12d105-8164-4505-9a5b-8389a74ca034 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:03.482137 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b12d105-8164-4505-9a5b-8389a74ca034 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:03.482703 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b12d105-8164-4505-9a5b-8389a74ca034 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:03.546951 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef37878-f868-4895-b847-732753910f09 req-1b12d105-8164-4505-9a5b-8389a74ca034 service neutron] No DVR routers for this DVR port 6c697f82-3544-42a1-b101-b17ca43d76a4 on host n-h2-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:43:03.715543 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-5ef37878-f868-4895-b847-732753910f09 req-1b12d105-8164-4505-9a5b-8389a74ca034 service neutron] Attempting to bind port 6c697f82-3544-42a1-b101-b17ca43d76a4 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:43:03.717066 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-5ef37878-f868-4895-b847-732753910f09 req-1b12d105-8164-4505-9a5b-8389a74ca034 service neutron] Attempting to bind port 6c697f82-3544-42a1-b101-b17ca43d76a4 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '117f3366-5670-415d-bfc7-c1ab6cb53519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '90a84863-5c6f-459b-aeee-ba8a64d5fbcf'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:43:03.717854 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef37878-f868-4895-b847-732753910f09 req-1b12d105-8164-4505-9a5b-8389a74ca034 service neutron] Attempting to bind port 6c697f82-3544-42a1-b101-b17ca43d76a4 on network 90a84863-5c6f-459b-aeee-ba8a64d5fbcf {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:43:03.725585 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef37878-f868-4895-b847-732753910f09 req-1b12d105-8164-4505-9a5b-8389a74ca034 service neutron] Port 6c697f82-3544-42a1-b101-b17ca43d76a4 on network 90a84863-5c6f-459b-aeee-ba8a64d5fbcf not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:43:03.726142 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef37878-f868-4895-b847-732753910f09 req-1b12d105-8164-4505-9a5b-8389a74ca034 service neutron] Attempting to bind port 6c697f82-3544-42a1-b101-b17ca43d76a4 on network 90a84863-5c6f-459b-aeee-ba8a64d5fbcf {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:43:03.736232 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef37878-f868-4895-b847-732753910f09 req-1b12d105-8164-4505-9a5b-8389a74ca034 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:43:03.736823 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef37878-f868-4895-b847-732753910f09 req-1b12d105-8164-4505-9a5b-8389a74ca034 service neutron] Checking segment: {'id': '117f3366-5670-415d-bfc7-c1ab6cb53519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '90a84863-5c6f-459b-aeee-ba8a64d5fbcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:43:03.737427 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef37878-f868-4895-b847-732753910f09 req-1b12d105-8164-4505-9a5b-8389a74ca034 service neutron] Bound using segment: {'id': '117f3366-5670-415d-bfc7-c1ab6cb53519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '90a84863-5c6f-459b-aeee-ba8a64d5fbcf'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:43:03.738125 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-5ef37878-f868-4895-b847-732753910f09 req-1b12d105-8164-4505-9a5b-8389a74ca034 service neutron] Bound port: 6c697f82-3544-42a1-b101-b17ca43d76a4, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '117f3366-5670-415d-bfc7-c1ab6cb53519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '90a84863-5c6f-459b-aeee-ba8a64d5fbcf'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:43:03.738524 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5ef37878-f868-4895-b847-732753910f09 req-1b12d105-8164-4505-9a5b-8389a74ca034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:03.829631 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-5ef37878-f868-4895-b847-732753910f09 req-1b12d105-8164-4505-9a5b-8389a74ca034 service neutron] For port 6c697f82-3544-42a1-b101-b17ca43d76a4, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:43:03.833273 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-5ef37878-f868-4895-b847-732753910f09 req-1b12d105-8164-4505-9a5b-8389a74ca034 service neutron] For port 6c697f82-3544-42a1-b101-b17ca43d76a4, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=6c697f82-3544-42a1-b101-b17ca43d76a4,segment=NetworkSegment(117f3366-5670-415d-bfc7-c1ab6cb53519),segment_id=117f3366-5670-415d-bfc7-c1ab6cb53519)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:43:03.838309 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5ef37878-f868-4895-b847-732753910f09 req-1b12d105-8164-4505-9a5b-8389a74ca034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:03.876247 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef37878-f868-4895-b847-732753910f09 req-1b12d105-8164-4505-9a5b-8389a74ca034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:03.876844 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5ef37878-f868-4895-b847-732753910f09 req-1b12d105-8164-4505-9a5b-8389a74ca034 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:03.878274 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5ef37878-f868-4895-b847-732753910f09 req-1b12d105-8164-4505-9a5b-8389a74ca034 service neutron] 10.222.0.68 "PUT /v2.0/ports/6c697f82-3544-42a1-b101-b17ca43d76a4 HTTP/1.1" status: 200 len: 1092 time: 1.0400436 Aug 19 15:43:03.904023 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b12d105-8164-4505-9a5b-8389a74ca034 service neutron] Pushing event updated for resources: {'Port': ['ID=6c697f82-3544-42a1-b101-b17ca43d76a4,revision_number=7']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:43:03.961803 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef37878-f868-4895-b847-732753910f09 req-150c9b6f-0441-4d00-a516-f7e60e25cc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:03.964451 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5ef37878-f868-4895-b847-732753910f09 req-150c9b6f-0441-4d00-a516-f7e60e25cc94 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d0c42a3a20a4428181cb4a620c77af50&device_id=3cf06af3-28d7-44c6-889c-11059c0b1b77 HTTP/1.1" status: 200 len: 1095 time: 0.0552051 Aug 19 15:43:04.110745 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef37878-f868-4895-b847-732753910f09 req-b3b3434b-5dfb-48c0-949f-a99cc816ce2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:04.113303 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5ef37878-f868-4895-b847-732753910f09 req-b3b3434b-5dfb-48c0-949f-a99cc816ce2e service neutron] 10.222.0.68 "GET /v2.0/networks?id=90a84863-5c6f-459b-aeee-ba8a64d5fbcf HTTP/1.1" status: 200 len: 897 time: 0.1411254 Aug 19 15:43:04.151442 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf1586-4b2c-4435-beb4-35b831a92a4f req-199fd661-4aef-495a-a102-0cbc27db5c92 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:04.153893 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5eaf1586-4b2c-4435-beb4-35b831a92a4f req-199fd661-4aef-495a-a102-0cbc27db5c92 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cf06af3-28d7-44c6-889c-11059c0b1b77 HTTP/1.1" status: 200 len: 944 time: 0.0756280 Aug 19 15:43:04.218953 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5eaf1586-4b2c-4435-beb4-35b831a92a4f req-0e713d42-634c-413b-bce7-6f1efbe07fad tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4dcec49-d8db-4f90-9f70-36656f8420b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541136 Aug 19 15:43:04.220014 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5ef37878-f868-4895-b847-732753910f09 req-5e545d85-77d5-4a4f-b525-39988ae9c41b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c697f82-3544-42a1-b101-b17ca43d76a4 HTTP/1.1" status: 200 len: 1000 time: 0.0997047 Aug 19 15:43:04.302357 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef37878-f868-4895-b847-732753910f09 req-498cdc9d-969e-4ac6-bd21-9e77b9ea05df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:04.304213 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5ef37878-f868-4895-b847-732753910f09 req-498cdc9d-969e-4ac6-bd21-9e77b9ea05df service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7b123449-33b0-4e6b-8edd-286910cfc036 HTTP/1.1" status: 200 len: 835 time: 0.0768318 Aug 19 15:43:04.367524 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef37878-f868-4895-b847-732753910f09 req-4c9155cb-5821-4bbf-804a-07c5d730cc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:04.369116 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5ef37878-f868-4895-b847-732753910f09 req-4c9155cb-5821-4bbf-804a-07c5d730cc98 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=90a84863-5c6f-459b-aeee-ba8a64d5fbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578537 Aug 19 15:43:04.463712 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ad986982-a8f4-414f-963c-ffcc380f62b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:04.495391 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5ef37878-f868-4895-b847-732753910f09 req-3fecb960-2e80-4741-8931-d6b465dd510a service neutron] 10.222.0.68 "GET /v2.0/networks/90a84863-5c6f-459b-aeee-ba8a64d5fbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192656 Aug 19 15:43:04.606564 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5ef37878-f868-4895-b847-732753910f09 req-4885441a-3b84-47f7-846f-8f4d2baa2afa service neutron] 10.222.0.68 "GET /v2.0/networks/90a84863-5c6f-459b-aeee-ba8a64d5fbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047447 Aug 19 15:43:04.655164 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:04.756899 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:05.005598 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 6c697f82-3544-42a1-b101-b17ca43d76a4 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:43:05.049129 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 6c697f82-3544-42a1-b101-b17ca43d76a4 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:43:05.354144 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:05.413268 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cf06af3-28d7-44c6-889c-11059c0b1b77', 'tag': '6c697f82-3544-42a1-b101-b17ca43d76a4'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:43:05.417881 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ea2f9e66d71df3aa35f2a980f4ce96e3876fd938d75aec7c1a3378f7fc42a1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e378642-7b9a-4f5a-ad58-996691bcda7a" -d '{"events": [{"name": "network-changed", "server_uuid": "3cf06af3-28d7-44c6-889c-11059c0b1b77", "tag": "6c697f82-3544-42a1-b101-b17ca43d76a4"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:43:05.423451 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e39a566-a7df-4b60-9388-c9f761461269 req-8a3caabe-9e76-4375-8c86-0455dbbe8217 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:05.425980 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6e39a566-a7df-4b60-9388-c9f761461269 req-8a3caabe-9e76-4375-8c86-0455dbbe8217 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cf06af3-28d7-44c6-889c-11059c0b1b77 HTTP/1.1" status: 200 len: 944 time: 0.0736685 Aug 19 15:43:05.486543 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6e39a566-a7df-4b60-9388-c9f761461269 req-49f14e7d-3674-4f3f-95d5-4301715202df tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4dcec49-d8db-4f90-9f70-36656f8420b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490177 Aug 19 15:43:05.526958 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d710502-5faf-4dc1-9764-2eeba21a086c x-openstack-request-id: req-9d710502-5faf-4dc1-9764-2eeba21a086c {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:43:05.527285 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cf06af3-28d7-44c6-889c-11059c0b1b77", "tag": "6c697f82-3544-42a1-b101-b17ca43d76a4", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:43:05.527829 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9d710502-5faf-4dc1-9764-2eeba21a086c {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:43:05.529363 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cf06af3-28d7-44c6-889c-11059c0b1b77', 'tag': '6c697f82-3544-42a1-b101-b17ca43d76a4', 'status': 'completed', 'code': 200} Aug 19 15:43:05.587529 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e378642-7b9a-4f5a-ad58-996691bcda7a req-7e5979b1-0c78-4a3d-ad6e-ab3f13c21b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:05.589923 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3e378642-7b9a-4f5a-ad58-996691bcda7a req-7e5979b1-0c78-4a3d-ad6e-ab3f13c21b01 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d0c42a3a20a4428181cb4a620c77af50&device_id=3cf06af3-28d7-44c6-889c-11059c0b1b77 HTTP/1.1" status: 200 len: 1095 time: 0.0515993 Aug 19 15:43:05.610801 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e378642-7b9a-4f5a-ad58-996691bcda7a req-a03705e0-b7ea-433d-8260-daccb8862ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:05.613389 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3e378642-7b9a-4f5a-ad58-996691bcda7a req-a03705e0-b7ea-433d-8260-daccb8862ef1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d0c42a3a20a4428181cb4a620c77af50&device_id=3cf06af3-28d7-44c6-889c-11059c0b1b77 HTTP/1.1" status: 200 len: 1095 time: 0.0673561 Aug 19 15:43:05.727565 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e378642-7b9a-4f5a-ad58-996691bcda7a req-55fe7a28-55cd-4ad6-b9ba-7d4cd61b9a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:05.729125 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3e378642-7b9a-4f5a-ad58-996691bcda7a req-55fe7a28-55cd-4ad6-b9ba-7d4cd61b9a3e service neutron] 10.222.0.88 "GET /v2.0/networks?id=90a84863-5c6f-459b-aeee-ba8a64d5fbcf HTTP/1.1" status: 200 len: 897 time: 0.1322463 Aug 19 15:43:05.775459 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e378642-7b9a-4f5a-ad58-996691bcda7a req-cbe8786f-860c-4366-829a-5428966e23b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:05.779160 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3e378642-7b9a-4f5a-ad58-996691bcda7a req-cbe8786f-860c-4366-829a-5428966e23b9 service neutron] 10.222.0.68 "GET /v2.0/networks?id=90a84863-5c6f-459b-aeee-ba8a64d5fbcf HTTP/1.1" status: 200 len: 897 time: 0.1572907 Aug 19 15:43:05.808320 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3e378642-7b9a-4f5a-ad58-996691bcda7a req-d125e64b-d106-47c7-9205-9ebc6d730541 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c697f82-3544-42a1-b101-b17ca43d76a4 HTTP/1.1" status: 200 len: 1000 time: 0.0722535 Aug 19 15:43:05.871966 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e378642-7b9a-4f5a-ad58-996691bcda7a req-6b795601-661b-45c6-9f44-631234920aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:05.874578 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3e378642-7b9a-4f5a-ad58-996691bcda7a req-6b795601-661b-45c6-9f44-631234920aba service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7b123449-33b0-4e6b-8edd-286910cfc036 HTTP/1.1" status: 200 len: 835 time: 0.0591643 Aug 19 15:43:05.887307 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3e378642-7b9a-4f5a-ad58-996691bcda7a req-9db0f557-6360-4044-9197-6c0d8c345ff1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c697f82-3544-42a1-b101-b17ca43d76a4 HTTP/1.1" status: 200 len: 1000 time: 0.0992119 Aug 19 15:43:05.943510 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e378642-7b9a-4f5a-ad58-996691bcda7a req-459a3cb7-83ef-4a5c-a227-695dac0a8bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:05.945537 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3e378642-7b9a-4f5a-ad58-996691bcda7a req-459a3cb7-83ef-4a5c-a227-695dac0a8bec service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=90a84863-5c6f-459b-aeee-ba8a64d5fbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637610 Aug 19 15:43:05.951963 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:05.955807 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e378642-7b9a-4f5a-ad58-996691bcda7a req-e5be5064-2f5c-4970-845d-dfa5ccb0f03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:05.957410 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3e378642-7b9a-4f5a-ad58-996691bcda7a req-e5be5064-2f5c-4970-845d-dfa5ccb0f03c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7b123449-33b0-4e6b-8edd-286910cfc036 HTTP/1.1" status: 200 len: 835 time: 0.0629888 Aug 19 15:43:06.022337 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e378642-7b9a-4f5a-ad58-996691bcda7a req-d03e5484-a730-4e42-ab95-8ecbda110cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:06.024104 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3e378642-7b9a-4f5a-ad58-996691bcda7a req-d03e5484-a730-4e42-ab95-8ecbda110cd5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=90a84863-5c6f-459b-aeee-ba8a64d5fbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533860 Aug 19 15:43:06.081760 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3e378642-7b9a-4f5a-ad58-996691bcda7a req-1815275c-3f31-4c08-80e1-a433d248a1f3 service neutron] 10.222.0.88 "GET /v2.0/networks/90a84863-5c6f-459b-aeee-ba8a64d5fbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287835 Aug 19 15:43:06.154648 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3e378642-7b9a-4f5a-ad58-996691bcda7a req-f7f57d82-b849-4ca5-947f-06a262f73f2d service neutron] 10.222.0.68 "GET /v2.0/networks/90a84863-5c6f-459b-aeee-ba8a64d5fbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210954 Aug 19 15:43:06.236830 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3e378642-7b9a-4f5a-ad58-996691bcda7a req-e32911ae-94c5-47ea-9ba7-ae25bdf340f2 service neutron] 10.222.0.88 "GET /v2.0/networks/90a84863-5c6f-459b-aeee-ba8a64d5fbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479046 Aug 19 15:43:06.296104 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-3e378642-7b9a-4f5a-ad58-996691bcda7a req-c60af3dc-bc64-443c-b72f-a06d8b67dad9 service neutron] 10.222.0.68 "GET /v2.0/networks/90a84863-5c6f-459b-aeee-ba8a64d5fbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326883 Aug 19 15:43:06.656817 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4893be93-8537-488e-be68-d6d1150b11e0 req-27ef2283-e267-443d-aad2-45e0707e1daf tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:06.658452 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4893be93-8537-488e-be68-d6d1150b11e0 req-27ef2283-e267-443d-aad2-45e0707e1daf tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cf06af3-28d7-44c6-889c-11059c0b1b77 HTTP/1.1" status: 200 len: 944 time: 0.0830569 Aug 19 15:43:06.707612 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4893be93-8537-488e-be68-d6d1150b11e0 req-c8af5120-b840-4391-80ec-d7937c8adc70 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4dcec49-d8db-4f90-9f70-36656f8420b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397274 Aug 19 15:43:07.016172 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41310584-6c8a-4a39-912a-2752b00fd1e4 req-35eaa0f2-3856-42b5-baf7-13d07f1795db tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:07.017741 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-41310584-6c8a-4a39-912a-2752b00fd1e4 req-35eaa0f2-3856-42b5-baf7-13d07f1795db tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cf06af3-28d7-44c6-889c-11059c0b1b77&tenant_id=d0c42a3a20a4428181cb4a620c77af50&binding%3Ahost_id=n-h1-766043-2 HTTP/1.1" status: 200 len: 944 time: 0.0992579 Aug 19 15:43:07.025635 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e0526f-845f-4654-8971-68e2074d7998 req-e3b6284d-7616-4bd3-8c3b-5e7ef3955cd3 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:07.027180 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-95e0526f-845f-4654-8971-68e2074d7998 req-e3b6284d-7616-4bd3-8c3b-5e7ef3955cd3 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cf06af3-28d7-44c6-889c-11059c0b1b77 HTTP/1.1" status: 200 len: 944 time: 0.0980082 Aug 19 15:43:07.107960 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-95e0526f-845f-4654-8971-68e2074d7998 req-78cd5027-a9a9-4ee4-95d4-e32e7a2457ba tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4dcec49-d8db-4f90-9f70-36656f8420b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735273 Aug 19 15:43:07.117589 n-d-766043-2 neutron-server[94640]: INFO neutron.api.v2.resource [req-41310584-6c8a-4a39-912a-2752b00fd1e4 req-345bbc11-2885-459f-893d-68ef0e191378 service neutron] delete failed (client error): The resource could not be found. Aug 19 15:43:07.118857 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-41310584-6c8a-4a39-912a-2752b00fd1e4 req-345bbc11-2885-459f-893d-68ef0e191378 service neutron] 10.222.0.88 "DELETE /v2.0/ports/6c697f82-3544-42a1-b101-b17ca43d76a4/bindings/n-h2-766043-2 HTTP/1.1" status: 404 len: 380 time: 0.0907347 Aug 19 15:43:07.175994 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:07.310348 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41310584-6c8a-4a39-912a-2752b00fd1e4 req-2c7e2d3f-47b6-4348-b10e-dee4f0fc072e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:07.313021 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-41310584-6c8a-4a39-912a-2752b00fd1e4 req-2c7e2d3f-47b6-4348-b10e-dee4f0fc072e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d0c42a3a20a4428181cb4a620c77af50&device_id=3cf06af3-28d7-44c6-889c-11059c0b1b77 HTTP/1.1" status: 200 len: 1095 time: 0.1323743 Aug 19 15:43:07.335254 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352aa028-c333-43ee-ab17-e7c1b59edfaf req-4805a3df-e507-4899-a81d-bd890a5fd98a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:07.337718 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-352aa028-c333-43ee-ab17-e7c1b59edfaf req-4805a3df-e507-4899-a81d-bd890a5fd98a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cf06af3-28d7-44c6-889c-11059c0b1b77 HTTP/1.1" status: 200 len: 944 time: 0.1136887 Aug 19 15:43:07.475099 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-352aa028-c333-43ee-ab17-e7c1b59edfaf req-9237fc37-9494-4cbb-80b4-62921cfd1979 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4dcec49-d8db-4f90-9f70-36656f8420b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241579 Aug 19 15:43:07.512756 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41310584-6c8a-4a39-912a-2752b00fd1e4 req-384db3f1-c756-49e9-adb4-9383116dbe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:07.514450 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-41310584-6c8a-4a39-912a-2752b00fd1e4 req-384db3f1-c756-49e9-adb4-9383116dbe33 service neutron] 10.222.0.88 "GET /v2.0/networks?id=90a84863-5c6f-459b-aeee-ba8a64d5fbcf HTTP/1.1" status: 200 len: 897 time: 0.1928837 Aug 19 15:43:07.614401 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-41310584-6c8a-4a39-912a-2752b00fd1e4 req-d4533442-936d-436e-a2c3-bbab8fa2950e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c697f82-3544-42a1-b101-b17ca43d76a4 HTTP/1.1" status: 200 len: 1000 time: 0.0919881 Aug 19 15:43:07.668581 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41310584-6c8a-4a39-912a-2752b00fd1e4 req-e6d56b00-f5af-4fd0-af6b-63f813a1e0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:07.670596 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-41310584-6c8a-4a39-912a-2752b00fd1e4 req-e6d56b00-f5af-4fd0-af6b-63f813a1e0d1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7b123449-33b0-4e6b-8edd-286910cfc036 HTTP/1.1" status: 200 len: 835 time: 0.0497515 Aug 19 15:43:07.688077 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 6c697f82-3544-42a1-b101-b17ca43d76a4 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:43:07.727386 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41310584-6c8a-4a39-912a-2752b00fd1e4 req-c2172f7d-2c35-453e-827a-f3f9969b59cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:07.729382 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-41310584-6c8a-4a39-912a-2752b00fd1e4 req-c2172f7d-2c35-453e-827a-f3f9969b59cf service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=90a84863-5c6f-459b-aeee-ba8a64d5fbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513406 Aug 19 15:43:07.809902 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 6c697f82-3544-42a1-b101-b17ca43d76a4, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=6c697f82-3544-42a1-b101-b17ca43d76a4,segment=NetworkSegment(117f3366-5670-415d-bfc7-c1ab6cb53519),segment_id=117f3366-5670-415d-bfc7-c1ab6cb53519)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:43:07.828740 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '6c697f82-3544-42a1-b101-b17ca43d76a4', 'network_id': '90a84863-5c6f-459b-aeee-ba8a64d5fbcf', 'port_id': '6c697f82-3544-42a1-b101-b17ca43d76a4', 'mac_address': 'fa:16:3e:2a:42:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b123449-33b0-4e6b-8edd-286910cfc036', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:43:07.877934 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:07.886024 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-41310584-6c8a-4a39-912a-2752b00fd1e4 req-555279f4-51ec-42f0-8807-61ceee6c06b2 service neutron] 10.222.0.88 "GET /v2.0/networks/90a84863-5c6f-459b-aeee-ba8a64d5fbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478391 Aug 19 15:43:07.896534 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c697f82-3544-42a1-b101-b17ca43d76a4 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:43:07.920358 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 6c697f82-3544-42a1-b101-b17ca43d76a4, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=6c697f82-3544-42a1-b101-b17ca43d76a4,segment=NetworkSegment(117f3366-5670-415d-bfc7-c1ab6cb53519),segment_id=117f3366-5670-415d-bfc7-c1ab6cb53519)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:43:07.925539 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:08.004604 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=6c697f82-3544-42a1-b101-b17ca43d76a4,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:43:08.005901 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-41310584-6c8a-4a39-912a-2752b00fd1e4 req-47c388b6-4150-4292-92e6-9bf4223ba48d service neutron] 10.222.0.88 "GET /v2.0/networks/90a84863-5c6f-459b-aeee-ba8a64d5fbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126225 Aug 19 15:43:08.018328 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:08.019558 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:08.019558 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:08.022067 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:08.022067 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:08.022067 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:08.022067 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:08.022966 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:08.022966 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:08.023394 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:08.023867 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:08.024398 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:08.203199 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['6c697f82-3544-42a1-b101-b17ca43d76a4'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:43:08.683708 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee9147f-aec0-463a-b487-82aa5386d314 req-82479a8f-eacf-491e-8084-c226ed6e03ad tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:08.686399 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2ee9147f-aec0-463a-b487-82aa5386d314 req-82479a8f-eacf-491e-8084-c226ed6e03ad tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cf06af3-28d7-44c6-889c-11059c0b1b77 HTTP/1.1" status: 200 len: 945 time: 0.0908272 Aug 19 15:43:08.754353 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2ee9147f-aec0-463a-b487-82aa5386d314 req-6706b05f-d42b-418b-8010-865f0a7bed7a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4dcec49-d8db-4f90-9f70-36656f8420b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565312 Aug 19 15:43:08.788787 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39958) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:43:08.886931 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-7f147cec-c1b0-457e-aaa9-b0ede317be07 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/floatingips/ae9be68c-946e-4003-8db6-18c86c9085f4 HTTP/1.1" status: 200 len: 993 time: 0.0963669 Aug 19 15:43:09.698242 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 6c697f82-3544-42a1-b101-b17ca43d76a4 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:43:09.781760 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port 6c697f82-3544-42a1-b101-b17ca43d76a4 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:43:09.788159 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 6c697f82-3544-42a1-b101-b17ca43d76a4 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:43:09.788807 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:09.922567 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:09.957131 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf06af3-28d7-44c6-889c-11059c0b1b77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c697f82-3544-42a1-b101-b17ca43d76a4'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:43:09.960617 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33781a19ce02c5415d916baf9197922328299cb06218664b0429d3f5e03069d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c77a79-2234-4d5a-988f-0748303c62d1" -d '{"events": [{"server_uuid": "3cf06af3-28d7-44c6-889c-11059c0b1b77", "name": "network-vif-plugged", "status": "completed", "tag": "6c697f82-3544-42a1-b101-b17ca43d76a4"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:43:09.977325 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 6c697f82-3544-42a1-b101-b17ca43d76a4, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=6c697f82-3544-42a1-b101-b17ca43d76a4,segment=NetworkSegment(117f3366-5670-415d-bfc7-c1ab6cb53519),segment_id=117f3366-5670-415d-bfc7-c1ab6cb53519)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:43:09.983725 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:10.014642 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8473715-9ad5-4433-a53a-b776e8897e85 x-openstack-request-id: req-e8473715-9ad5-4433-a53a-b776e8897e85 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:43:10.014937 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf06af3-28d7-44c6-889c-11059c0b1b77", "name": "network-vif-plugged", "status": "completed", "tag": "6c697f82-3544-42a1-b101-b17ca43d76a4", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:43:10.015202 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e8473715-9ad5-4433-a53a-b776e8897e85 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:43:10.015589 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf06af3-28d7-44c6-889c-11059c0b1b77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c697f82-3544-42a1-b101-b17ca43d76a4', 'code': 200} Aug 19 15:43:10.055693 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=6c697f82-3544-42a1-b101-b17ca43d76a4,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:43:16.011921 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:43:31.530889 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-29d13977-8d63-4cb2-a05c-6a8d30116756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:34.451710 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2b875452-f26f-42fe-b284-a1b46e791ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:34.655227 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:34.789625 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:35.354657 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:35.952006 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:37.173399 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:37.313822 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39970) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:43:37.516828 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-2461c073-5c58-4aed-8b14-54d9393ad366 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Deleting port 4259595a-5a6f-4874-b0cf-54fba7a42aba {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:43:37.517183 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2461c073-5c58-4aed-8b14-54d9393ad366 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:37.623198 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2461c073-5c58-4aed-8b14-54d9393ad366 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:37.623793 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2461c073-5c58-4aed-8b14-54d9393ad366 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:37.646564 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-2461c073-5c58-4aed-8b14-54d9393ad366 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Calling delete_port for 4259595a-5a6f-4874-b0cf-54fba7a42aba owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:43:37.866655 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2461c073-5c58-4aed-8b14-54d9393ad366 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:37.908424 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2461c073-5c58-4aed-8b14-54d9393ad366 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event deleted for resources: {'Port': ['ID=4259595a-5a6f-4874-b0cf-54fba7a42aba,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:43:38.017781 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2461c073-5c58-4aed-8b14-54d9393ad366 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:38.018323 n-d-766043-2 neutron-server[94639]: INFO neutron.db.l3_db [None req-2461c073-5c58-4aed-8b14-54d9393ad366 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Floating IP ae9be68c-946e-4003-8db6-18c86c9085f4 disassociated (deleted). External IP: 172.25.2.109, port: 6c697f82-3544-42a1-b101-b17ca43d76a4. Aug 19 15:43:38.310139 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2461c073-5c58-4aed-8b14-54d9393ad366 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Router 9af16e3d-04ee-46ed-8cd8-23feadfd6afa has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:43:38.448192 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2461c073-5c58-4aed-8b14-54d9393ad366 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:43:38.454041 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2461c073-5c58-4aed-8b14-54d9393ad366 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:38.460458 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6dc7bd-2c0b-4d5f-ab63-149260cd7f5c None None] Sync routers for ids ['9af16e3d-04ee-46ed-8cd8-23feadfd6afa'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:43:38.480274 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6dc7bd-2c0b-4d5f-ab63-149260cd7f5c None None] Routers {'9af16e3d-04ee-46ed-8cd8-23feadfd6afa'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:43:38.482386 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8d6dc7bd-2c0b-4d5f-ab63-149260cd7f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:43:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['9af16e3d-04ee-46ed-8cd8-23feadfd6afa'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:43:38.673016 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-8d6dc7bd-2c0b-4d5f-ab63-149260cd7f5c None None] Set router 9af16e3d-04ee-46ed-8cd8-23feadfd6afa gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:43:38.975256 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2461c073-5c58-4aed-8b14-54d9393ad366 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "DELETE /v2.0/floatingips/ae9be68c-946e-4003-8db6-18c86c9085f4 HTTP/1.1" status: 204 len: 168 time: 1.6555004 Aug 19 15:43:38.975256 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cf06af3-28d7-44c6-889c-11059c0b1b77', 'tag': '6c697f82-3544-42a1-b101-b17ca43d76a4'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:43:38.976057 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ea2f9e66d71df3aa35f2a980f4ce96e3876fd938d75aec7c1a3378f7fc42a1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20a2d7b-4987-47af-9c52-bdb59bdabc2c" -d '{"events": [{"name": "network-changed", "server_uuid": "3cf06af3-28d7-44c6-889c-11059c0b1b77", "tag": "6c697f82-3544-42a1-b101-b17ca43d76a4"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:43:39.022212 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8d6dc7bd-2c0b-4d5f-ab63-149260cd7f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af16e3d-04ee-46ed-8cd8-23feadfd6afa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871531433', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '26ec3909-f123-44bb-89f5-8d39ddbc9a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:41:57Z', 'updated_at': '2021-08-19T15:42:02Z', 'revision_number': 4, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': '26ec3909-f123-44bb-89f5-8d39ddbc9a9e', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:02:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af16e3d-04ee-46ed-8cd8-23feadfd6afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:41:58Z', 'updated_at': '2021-08-19T15:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '98dc8b9b-7f81-4bf1-baac-dc4dc550b8e0', 'name': '', 'network_id': '90a84863-5c6f-459b-aeee-ba8a64d5fbcf', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'mac_address': 'fa:16:3e:65:03:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af16e3d-04ee-46ed-8cd8-23feadfd6afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7b123449-33b0-4e6b-8edd-286910cfc036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:42:01Z', 'updated_at': '2021-08-19T15:42:08Z', 'revision_number': 5, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'subnets': [{'id': '7b123449-33b0-4e6b-8edd-286910cfc036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:43:39.038202 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd277e5-209a-40f3-b14a-e22b144890fb x-openstack-request-id: req-3cd277e5-209a-40f3-b14a-e22b144890fb {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:43:39.038497 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cf06af3-28d7-44c6-889c-11059c0b1b77", "tag": "6c697f82-3544-42a1-b101-b17ca43d76a4", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:43:39.038747 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3cd277e5-209a-40f3-b14a-e22b144890fb {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:43:39.039152 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cf06af3-28d7-44c6-889c-11059c0b1b77', 'tag': '6c697f82-3544-42a1-b101-b17ca43d76a4', 'status': 'completed', 'code': 200} Aug 19 15:43:39.059836 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6dc7bd-2c0b-4d5f-ab63-149260cd7f5c None None] Checking router: 9af16e3d-04ee-46ed-8cd8-23feadfd6afa for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:43:39.078571 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6dc7bd-2c0b-4d5f-ab63-149260cd7f5c None None] Routers {'9af16e3d-04ee-46ed-8cd8-23feadfd6afa'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:43:39.079745 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8d6dc7bd-2c0b-4d5f-ab63-149260cd7f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:43:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['9af16e3d-04ee-46ed-8cd8-23feadfd6afa'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:43:39.134268 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a2d7b-4987-47af-9c52-bdb59bdabc2c req-36b830e6-a1b5-43ad-b4e6-2ba98a72c240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:39.138646 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b20a2d7b-4987-47af-9c52-bdb59bdabc2c req-36b830e6-a1b5-43ad-b4e6-2ba98a72c240 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d0c42a3a20a4428181cb4a620c77af50&device_id=3cf06af3-28d7-44c6-889c-11059c0b1b77 HTTP/1.1" status: 200 len: 1097 time: 0.0763824 Aug 19 15:43:39.266484 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-8d6dc7bd-2c0b-4d5f-ab63-149260cd7f5c None None] Set router 9af16e3d-04ee-46ed-8cd8-23feadfd6afa gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:43:39.300945 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a2d7b-4987-47af-9c52-bdb59bdabc2c req-e8be9e2f-36f3-4338-9062-83c5b9c239d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:39.303580 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b20a2d7b-4987-47af-9c52-bdb59bdabc2c req-e8be9e2f-36f3-4338-9062-83c5b9c239d2 service neutron] 10.222.0.68 "GET /v2.0/networks?id=90a84863-5c6f-459b-aeee-ba8a64d5fbcf HTTP/1.1" status: 200 len: 897 time: 0.1582723 Aug 19 15:43:39.370548 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b20a2d7b-4987-47af-9c52-bdb59bdabc2c req-17a83247-f6e2-4f02-bdeb-b66e921ab071 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c697f82-3544-42a1-b101-b17ca43d76a4 HTTP/1.1" status: 200 len: 217 time: 0.0580478 Aug 19 15:43:39.477060 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76fc425-df79-4f10-aaeb-667aa76203d8 req-f59912e7-64bc-4955-9e93-94f521e97103 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:39.479175 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a2d7b-4987-47af-9c52-bdb59bdabc2c req-c00385a3-ac1e-4055-aa21-aeef869860c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:39.479931 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d76fc425-df79-4f10-aaeb-667aa76203d8 req-f59912e7-64bc-4955-9e93-94f521e97103 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cf06af3-28d7-44c6-889c-11059c0b1b77 HTTP/1.1" status: 200 len: 946 time: 0.1836433 Aug 19 15:43:39.482329 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b20a2d7b-4987-47af-9c52-bdb59bdabc2c req-c00385a3-ac1e-4055-aa21-aeef869860c7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7b123449-33b0-4e6b-8edd-286910cfc036 HTTP/1.1" status: 200 len: 835 time: 0.1044538 Aug 19 15:43:39.543534 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d76fc425-df79-4f10-aaeb-667aa76203d8 req-e8028e55-e2ec-4874-9869-d1ba7b33a9e8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4dcec49-d8db-4f90-9f70-36656f8420b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506287 Aug 19 15:43:39.548561 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a2d7b-4987-47af-9c52-bdb59bdabc2c req-fa96115a-deaf-4416-a4d9-18aebd5d5238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:39.551330 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b20a2d7b-4987-47af-9c52-bdb59bdabc2c req-fa96115a-deaf-4416-a4d9-18aebd5d5238 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=90a84863-5c6f-459b-aeee-ba8a64d5fbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604844 Aug 19 15:43:39.607110 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8d6dc7bd-2c0b-4d5f-ab63-149260cd7f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af16e3d-04ee-46ed-8cd8-23feadfd6afa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871531433', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '26ec3909-f123-44bb-89f5-8d39ddbc9a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:41:57Z', 'updated_at': '2021-08-19T15:42:02Z', 'revision_number': 4, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': '26ec3909-f123-44bb-89f5-8d39ddbc9a9e', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:02:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af16e3d-04ee-46ed-8cd8-23feadfd6afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:41:58Z', 'updated_at': '2021-08-19T15:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '98dc8b9b-7f81-4bf1-baac-dc4dc550b8e0', 'name': '', 'network_id': '90a84863-5c6f-459b-aeee-ba8a64d5fbcf', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'mac_address': 'fa:16:3e:65:03:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af16e3d-04ee-46ed-8cd8-23feadfd6afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7b123449-33b0-4e6b-8edd-286910cfc036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:42:01Z', 'updated_at': '2021-08-19T15:42:08Z', 'revision_number': 5, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'subnets': [{'id': '7b123449-33b0-4e6b-8edd-286910cfc036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:43:39.639378 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6dc7bd-2c0b-4d5f-ab63-149260cd7f5c None None] The sync data for ids ['9af16e3d-04ee-46ed-8cd8-23feadfd6afa'] in n-d-766043-2 is: [{'id': '9af16e3d-04ee-46ed-8cd8-23feadfd6afa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871531433', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '26ec3909-f123-44bb-89f5-8d39ddbc9a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:41:57Z', 'updated_at': '2021-08-19T15:42:02Z', 'revision_number': 4, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': '26ec3909-f123-44bb-89f5-8d39ddbc9a9e', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:02:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af16e3d-04ee-46ed-8cd8-23feadfd6afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:41:58Z', 'updated_at': '2021-08-19T15:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '98dc8b9b-7f81-4bf1-baac-dc4dc550b8e0', 'name': '', 'network_id': '90a84863-5c6f-459b-aeee-ba8a64d5fbcf', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'mac_address': 'fa:16:3e:65:03:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af16e3d-04ee-46ed-8cd8-23feadfd6afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7b123449-33b0-4e6b-8edd-286910cfc036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:42:01Z', 'updated_at': '2021-08-19T15:42:08Z', 'revision_number': 5, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'subnets': [{'id': '7b123449-33b0-4e6b-8edd-286910cfc036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:43:39.691782 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b20a2d7b-4987-47af-9c52-bdb59bdabc2c req-f68057f4-8040-4016-b160-368e0ef5ee2a service neutron] 10.222.0.68 "GET /v2.0/networks/90a84863-5c6f-459b-aeee-ba8a64d5fbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314442 Aug 19 15:43:39.798384 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b20a2d7b-4987-47af-9c52-bdb59bdabc2c req-697b6c39-d74b-4802-ab9a-f65cc804392e service neutron] 10.222.0.68 "GET /v2.0/networks/90a84863-5c6f-459b-aeee-ba8a64d5fbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980473 Aug 19 15:43:39.935618 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b06a632-8a01-4862-9a81-c43028eeccb8 None None] New status for floating IP ae9be68c-946e-4003-8db6-18c86c9085f4: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:43:40.545048 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9044e5-3d17-4f94-8dd8-e993252d7edb req-0df51d17-d540-4b34-9676-0868585fcc8f tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:40.546900 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9a9044e5-3d17-4f94-8dd8-e993252d7edb req-0df51d17-d540-4b34-9676-0868585fcc8f tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cf06af3-28d7-44c6-889c-11059c0b1b77 HTTP/1.1" status: 200 len: 946 time: 0.0616794 Aug 19 15:43:40.667896 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-9a9044e5-3d17-4f94-8dd8-e993252d7edb req-b2650e5a-c67a-455f-a286-3fc013430464 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Deleting port 6c697f82-3544-42a1-b101-b17ca43d76a4 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:43:40.668232 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9a9044e5-3d17-4f94-8dd8-e993252d7edb req-b2650e5a-c67a-455f-a286-3fc013430464 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:40.726537 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc09d313-5b3e-4723-9404-8b33350e201f req-a84710a7-e060-4f3a-b115-05fc3c52aa24 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:40.728164 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cc09d313-5b3e-4723-9404-8b33350e201f req-a84710a7-e060-4f3a-b115-05fc3c52aa24 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cf06af3-28d7-44c6-889c-11059c0b1b77 HTTP/1.1" status: 200 len: 946 time: 0.0622241 Aug 19 15:43:40.769671 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cc09d313-5b3e-4723-9404-8b33350e201f req-7ed043ad-6601-4421-868c-8898028698d1 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4dcec49-d8db-4f90-9f70-36656f8420b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351894 Aug 19 15:43:40.781074 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-9a9044e5-3d17-4f94-8dd8-e993252d7edb req-b2650e5a-c67a-455f-a286-3fc013430464 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] For port 6c697f82-3544-42a1-b101-b17ca43d76a4, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=6c697f82-3544-42a1-b101-b17ca43d76a4,segment=NetworkSegment(117f3366-5670-415d-bfc7-c1ab6cb53519),segment_id=117f3366-5670-415d-bfc7-c1ab6cb53519)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:43:40.781451 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9a9044e5-3d17-4f94-8dd8-e993252d7edb req-b2650e5a-c67a-455f-a286-3fc013430464 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:40.799480 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-9a9044e5-3d17-4f94-8dd8-e993252d7edb req-b2650e5a-c67a-455f-a286-3fc013430464 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Calling delete_port for 6c697f82-3544-42a1-b101-b17ca43d76a4 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:43:40.969572 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9a9044e5-3d17-4f94-8dd8-e993252d7edb req-b2650e5a-c67a-455f-a286-3fc013430464 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:41.004553 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2650e5a-c67a-455f-a286-3fc013430464 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event deleted for resources: {'Port': ['ID=6c697f82-3544-42a1-b101-b17ca43d76a4,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:43:41.062868 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a9044e5-3d17-4f94-8dd8-e993252d7edb req-b2650e5a-c67a-455f-a286-3fc013430464 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] No DVR routers for this DVR port 6c697f82-3544-42a1-b101-b17ca43d76a4 on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:43:41.066450 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9a9044e5-3d17-4f94-8dd8-e993252d7edb req-b2650e5a-c67a-455f-a286-3fc013430464 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:41.068529 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-9a9044e5-3d17-4f94-8dd8-e993252d7edb req-b2650e5a-c67a-455f-a286-3fc013430464 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.68 "DELETE /v2.0/ports/6c697f82-3544-42a1-b101-b17ca43d76a4 HTTP/1.1" status: 204 len: 173 time: 0.5149965 Aug 19 15:43:41.068976 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf06af3-28d7-44c6-889c-11059c0b1b77', 'name': 'network-vif-deleted', 'tag': '6c697f82-3544-42a1-b101-b17ca43d76a4'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:43:41.071446 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ea2f9e66d71df3aa35f2a980f4ce96e3876fd938d75aec7c1a3378f7fc42a1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8a6660-9336-4c46-a1c9-bb4ba81ea9df" -d '{"events": [{"server_uuid": "3cf06af3-28d7-44c6-889c-11059c0b1b77", "name": "network-vif-deleted", "tag": "6c697f82-3544-42a1-b101-b17ca43d76a4"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:43:41.113654 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70cb7abf-15c8-416e-a14c-481ade2581d3 x-openstack-request-id: req-70cb7abf-15c8-416e-a14c-481ade2581d3 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:43:41.113944 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf06af3-28d7-44c6-889c-11059c0b1b77", "name": "network-vif-deleted", "tag": "6c697f82-3544-42a1-b101-b17ca43d76a4", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:43:41.114225 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-70cb7abf-15c8-416e-a14c-481ade2581d3 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:43:41.114914 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf06af3-28d7-44c6-889c-11059c0b1b77', 'name': 'network-vif-deleted', 'tag': '6c697f82-3544-42a1-b101-b17ca43d76a4', 'status': 'completed', 'code': 200} Aug 19 15:43:41.833072 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39988) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:43:42.217330 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0171110d-ff55-4b88-9969-344111e976b6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:42.667604 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-0171110d-ff55-4b88-9969-344111e976b6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Deleting port 98dc8b9b-7f81-4bf1-baac-dc4dc550b8e0 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:43:42.668171 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0171110d-ff55-4b88-9969-344111e976b6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:42.826932 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-0171110d-ff55-4b88-9969-344111e976b6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] For port 98dc8b9b-7f81-4bf1-baac-dc4dc550b8e0, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=98dc8b9b-7f81-4bf1-baac-dc4dc550b8e0,segment=NetworkSegment(117f3366-5670-415d-bfc7-c1ab6cb53519),segment_id=117f3366-5670-415d-bfc7-c1ab6cb53519)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:43:42.827562 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0171110d-ff55-4b88-9969-344111e976b6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:42.854747 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-0171110d-ff55-4b88-9969-344111e976b6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Calling delete_port for 98dc8b9b-7f81-4bf1-baac-dc4dc550b8e0 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:43:43.184988 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0171110d-ff55-4b88-9969-344111e976b6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:43.234847 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0171110d-ff55-4b88-9969-344111e976b6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event deleted for resources: {'Port': ['ID=98dc8b9b-7f81-4bf1-baac-dc4dc550b8e0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:43:43.254672 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0171110d-ff55-4b88-9969-344111e976b6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:43.255014 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0171110d-ff55-4b88-9969-344111e976b6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:43.255361 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0171110d-ff55-4b88-9969-344111e976b6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:43.255698 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0171110d-ff55-4b88-9969-344111e976b6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:43.256036 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0171110d-ff55-4b88-9969-344111e976b6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:43.256370 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0171110d-ff55-4b88-9969-344111e976b6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:43.256734 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0171110d-ff55-4b88-9969-344111e976b6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:43.257074 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0171110d-ff55-4b88-9969-344111e976b6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:43.258234 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0171110d-ff55-4b88-9969-344111e976b6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:43.258234 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0171110d-ff55-4b88-9969-344111e976b6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:43.258472 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0171110d-ff55-4b88-9969-344111e976b6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:43.258752 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0171110d-ff55-4b88-9969-344111e976b6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:43.526820 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0171110d-ff55-4b88-9969-344111e976b6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:43.848247 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0171110d-ff55-4b88-9969-344111e976b6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Router 9af16e3d-04ee-46ed-8cd8-23feadfd6afa has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:43:43.915351 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 6c697f82-3544-42a1-b101-b17ca43d76a4 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:43:43.945840 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: 6c697f82-3544-42a1-b101-b17ca43d76a4 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:43:43.946284 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 6c697f82-3544-42a1-b101-b17ca43d76a4 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:43:44.025311 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0171110d-ff55-4b88-9969-344111e976b6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:43:44.033956 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-0171110d-ff55-4b88-9969-344111e976b6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "PUT /v2.0/routers/9af16e3d-04ee-46ed-8cd8-23feadfd6afa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1991262 Aug 19 15:43:44.037487 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a41e0f-657c-4e66-9380-9984ab648a0e None None] Sync routers for ids ['9af16e3d-04ee-46ed-8cd8-23feadfd6afa'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:43:44.038284 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39990) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:43:44.054672 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a41e0f-657c-4e66-9380-9984ab648a0e None None] Routers {'9af16e3d-04ee-46ed-8cd8-23feadfd6afa'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:43:44.055664 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-91a41e0f-657c-4e66-9380-9984ab648a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:43:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['9af16e3d-04ee-46ed-8cd8-23feadfd6afa'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:43:44.130336 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea34cc34-e856-4a9e-842b-6f856f9821e4 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Deleting subnet 7b123449-33b0-4e6b-8edd-286910cfc036 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:43:44.135756 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ea34cc34-e856-4a9e-842b-6f856f9821e4 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:44.206868 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-91a41e0f-657c-4e66-9380-9984ab648a0e None None] Set router 9af16e3d-04ee-46ed-8cd8-23feadfd6afa gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:43:44.214069 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ea34cc34-e856-4a9e-842b-6f856f9821e4 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:44.355823 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ea34cc34-e856-4a9e-842b-6f856f9821e4 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:44.477991 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ea34cc34-e856-4a9e-842b-6f856f9821e4 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:44.537358 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea34cc34-e856-4a9e-842b-6f856f9821e4 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event deleted for resources: {'Subnet': ['ID=7b123449-33b0-4e6b-8edd-286910cfc036,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:43:44.540978 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ea34cc34-e856-4a9e-842b-6f856f9821e4 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:44.545002 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ea34cc34-e856-4a9e-842b-6f856f9821e4 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "DELETE /v2.0/subnets/7b123449-33b0-4e6b-8edd-286910cfc036 HTTP/1.1" status: 204 len: 168 time: 0.5050130 Aug 19 15:43:44.549261 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39992) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:43:44.553589 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c19b1d5-dc7f-4a8d-bcfa-5f03b57390d0 None None] Network 90a84863-5c6f-459b-aeee-ba8a64d5fbcf requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:43:44.613010 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-91a41e0f-657c-4e66-9380-9984ab648a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af16e3d-04ee-46ed-8cd8-23feadfd6afa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871531433', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '26ec3909-f123-44bb-89f5-8d39ddbc9a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:41:57Z', 'updated_at': '2021-08-19T15:43:43Z', 'revision_number': 5, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': '26ec3909-f123-44bb-89f5-8d39ddbc9a9e', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:02:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af16e3d-04ee-46ed-8cd8-23feadfd6afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:41:58Z', 'updated_at': '2021-08-19T15:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:43:44.662786 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a41e0f-657c-4e66-9380-9984ab648a0e None None] Checking router: 9af16e3d-04ee-46ed-8cd8-23feadfd6afa for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:43:44.677542 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a41e0f-657c-4e66-9380-9984ab648a0e None None] Routers {'9af16e3d-04ee-46ed-8cd8-23feadfd6afa'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:43:44.678993 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-91a41e0f-657c-4e66-9380-9984ab648a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:43:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['9af16e3d-04ee-46ed-8cd8-23feadfd6afa'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:43:44.741874 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-37b0cede-ca80-4932-8ee6-8bb778044fc6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:44.820863 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a0412a-417f-4c76-8c11-48c7f786e32a None None] DHCP port deletion for 90a84863-5c6f-459b-aeee-ba8a64d5fbcf request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:43:44.874162 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-91a41e0f-657c-4e66-9380-9984ab648a0e None None] Set router 9af16e3d-04ee-46ed-8cd8-23feadfd6afa gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:43:44.891408 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-37b0cede-ca80-4932-8ee6-8bb778044fc6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:44.899691 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-35a0412a-417f-4c76-8c11-48c7f786e32a None None] Deleting port 8f8f0052-96bd-448a-b70f-40425cc32c98 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:43:44.900278 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-35a0412a-417f-4c76-8c11-48c7f786e32a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:45.003965 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-37b0cede-ca80-4932-8ee6-8bb778044fc6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Deleting port 26ec3909-f123-44bb-89f5-8d39ddbc9a9e {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:43:45.003965 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-37b0cede-ca80-4932-8ee6-8bb778044fc6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:45.033852 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-35a0412a-417f-4c76-8c11-48c7f786e32a None None] For port 8f8f0052-96bd-448a-b70f-40425cc32c98, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=8f8f0052-96bd-448a-b70f-40425cc32c98,segment=NetworkSegment(117f3366-5670-415d-bfc7-c1ab6cb53519),segment_id=117f3366-5670-415d-bfc7-c1ab6cb53519)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:43:45.034875 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-35a0412a-417f-4c76-8c11-48c7f786e32a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:45.059181 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-35a0412a-417f-4c76-8c11-48c7f786e32a None None] Calling delete_port for 8f8f0052-96bd-448a-b70f-40425cc32c98 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:43:45.151210 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-37b0cede-ca80-4932-8ee6-8bb778044fc6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] For port 26ec3909-f123-44bb-89f5-8d39ddbc9a9e, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=26ec3909-f123-44bb-89f5-8d39ddbc9a9e,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:43:45.152196 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-37b0cede-ca80-4932-8ee6-8bb778044fc6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:45.176634 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-37b0cede-ca80-4932-8ee6-8bb778044fc6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Calling delete_port for 26ec3909-f123-44bb-89f5-8d39ddbc9a9e owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:43:45.179271 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-91a41e0f-657c-4e66-9380-9984ab648a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af16e3d-04ee-46ed-8cd8-23feadfd6afa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871531433', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '26ec3909-f123-44bb-89f5-8d39ddbc9a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:41:57Z', 'updated_at': '2021-08-19T15:43:43Z', 'revision_number': 5, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': '26ec3909-f123-44bb-89f5-8d39ddbc9a9e', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:02:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af16e3d-04ee-46ed-8cd8-23feadfd6afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:41:58Z', 'updated_at': '2021-08-19T15:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:43:45.193008 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-35a0412a-417f-4c76-8c11-48c7f786e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:45.221293 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a41e0f-657c-4e66-9380-9984ab648a0e None None] The sync data for ids ['9af16e3d-04ee-46ed-8cd8-23feadfd6afa'] in n-d-766043-2 is: [{'id': '9af16e3d-04ee-46ed-8cd8-23feadfd6afa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871531433', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '26ec3909-f123-44bb-89f5-8d39ddbc9a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:41:57Z', 'updated_at': '2021-08-19T15:43:43Z', 'revision_number': 5, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': '26ec3909-f123-44bb-89f5-8d39ddbc9a9e', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:02:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af16e3d-04ee-46ed-8cd8-23feadfd6afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:41:58Z', 'updated_at': '2021-08-19T15:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:43:45.436500 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a0412a-417f-4c76-8c11-48c7f786e32a None None] Pushing event deleted for resources: {'Port': ['ID=8f8f0052-96bd-448a-b70f-40425cc32c98,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:43:45.441828 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a0412a-417f-4c76-8c11-48c7f786e32a None None] No DVR routers for this DVR port 8f8f0052-96bd-448a-b70f-40425cc32c98 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:43:45.476006 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-37b0cede-ca80-4932-8ee6-8bb778044fc6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:45.507175 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b0cede-ca80-4932-8ee6-8bb778044fc6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event deleted for resources: {'Port': ['ID=26ec3909-f123-44bb-89f5-8d39ddbc9a9e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:43:45.581568 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-37b0cede-ca80-4932-8ee6-8bb778044fc6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:45.708631 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-37b0cede-ca80-4932-8ee6-8bb778044fc6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:45.711106 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-37b0cede-ca80-4932-8ee6-8bb778044fc6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:45.784757 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-37b0cede-ca80-4932-8ee6-8bb778044fc6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:45.785663 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b0cede-ca80-4932-8ee6-8bb778044fc6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Fanout notify agent at l3_agent the message router_deleted on router 9af16e3d-04ee-46ed-8cd8-23feadfd6afa {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:43:45.798595 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-37b0cede-ca80-4932-8ee6-8bb778044fc6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:45.800565 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-37b0cede-ca80-4932-8ee6-8bb778044fc6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "DELETE /v2.0/routers/9af16e3d-04ee-46ed-8cd8-23feadfd6afa HTTP/1.1" status: 204 len: 168 time: 1.2496238 Aug 19 15:43:45.805080 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 39994) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:43:45.920608 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a6642046-4351-4c8e-b905-79c8cdcc1d1f tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:46.071132 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a6642046-4351-4c8e-b905-79c8cdcc1d1f tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:46.088607 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a6642046-4351-4c8e-b905-79c8cdcc1d1f tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90a84863-5c6f-459b-aeee-ba8a64d5fbcf']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:43:46.108679 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a6642046-4351-4c8e-b905-79c8cdcc1d1f tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '117f3366-5670-415d-bfc7-c1ab6cb53519') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:43:46.109146 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a6642046-4351-4c8e-b905-79c8cdcc1d1f tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '117f3366-5670-415d-bfc7-c1ab6cb53519') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:43:46.128454 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a6642046-4351-4c8e-b905-79c8cdcc1d1f tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:46.146694 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a6642046-4351-4c8e-b905-79c8cdcc1d1f tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:46.156635 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6642046-4351-4c8e-b905-79c8cdcc1d1f tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:43:46.157177 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a6642046-4351-4c8e-b905-79c8cdcc1d1f tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:46.161034 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 15:43:46.161034 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:43:46.161034 n-d-766043-2 neutron-server[94640]: timer() Aug 19 15:43:46.161034 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:43:46.161034 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 15:43:46.161034 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:43:46.161034 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 15:43:46.161034 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:43:46.161034 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 15:43:46.161034 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:43:46.161034 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 15:43:46.161034 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:43:46.161034 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 15:43:46.161034 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:43:46.161034 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:43:46.161034 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:43:46.161034 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:43:46.161034 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:43:46.161034 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 15:43:46.161034 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:43:46.161034 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 15:43:46.161034 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:43:46.161034 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:43:46.161034 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:43:46.161034 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 15:43:46.161034 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:43:46.161034 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:43:46.161034 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:43:46.161034 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:43:46.161034 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:43:46.161034 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:43:46.161034 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:43:46.246578 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a6642046-4351-4c8e-b905-79c8cdcc1d1f tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:46.257096 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a6642046-4351-4c8e-b905-79c8cdcc1d1f tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:46.257999 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a6642046-4351-4c8e-b905-79c8cdcc1d1f tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "DELETE /v2.0/networks/90a84863-5c6f-459b-aeee-ba8a64d5fbcf HTTP/1.1" status: 204 len: 168 time: 0.4514785 Aug 19 15:43:46.262510 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 39996) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:43:46.276102 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6642046-4351-4c8e-b905-79c8cdcc1d1f tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event deleted for resources: {'Network': ['ID=90a84863-5c6f-459b-aeee-ba8a64d5fbcf,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:43:46.360839 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5aa30954-4944-4a5b-a899-0299383ad18f tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:46.398469 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5aa30954-4944-4a5b-a899-0299383ad18f tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:46.532699 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5aa30954-4944-4a5b-a899-0299383ad18f tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:46.535946 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5aa30954-4944-4a5b-a899-0299383ad18f tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:46.540485 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5aa30954-4944-4a5b-a899-0299383ad18f tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "DELETE /v2.0/security-groups/e4dcec49-d8db-4f90-9f70-36656f8420b4 HTTP/1.1" status: 204 len: 168 time: 0.2735057 Aug 19 15:43:46.541305 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 26ec3909-f123-44bb-89f5-8d39ddbc9a9e no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:43:46.554221 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa30954-4944-4a5b-a899-0299383ad18f tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4dcec49-d8db-4f90-9f70-36656f8420b4,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:43:46.588538 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 26ec3909-f123-44bb-89f5-8d39ddbc9a9e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:43:46.588944 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 26ec3909-f123-44bb-89f5-8d39ddbc9a9e not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:43:46.589275 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 8f8f0052-96bd-448a-b70f-40425cc32c98 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:43:46.619109 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 8f8f0052-96bd-448a-b70f-40425cc32c98 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:43:46.619467 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 8f8f0052-96bd-448a-b70f-40425cc32c98 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:43:46.620062 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 98dc8b9b-7f81-4bf1-baac-dc4dc550b8e0 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:43:46.646385 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 98dc8b9b-7f81-4bf1-baac-dc4dc550b8e0 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:43:46.646729 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 98dc8b9b-7f81-4bf1-baac-dc4dc550b8e0 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:43:47.296333 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 40002) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:43:47.303020 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-92d3b7eb-6e05-4daa-99d0-4e59e092f637 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1212948445', 'description': 'tempest-secgroup-smoke-1212948445 description', 'project_id': 'd0c42a3a20a4428181cb4a620c77af50'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:43:47.341746 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-92d3b7eb-6e05-4daa-99d0-4e59e092f637 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:47.481093 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-92d3b7eb-6e05-4daa-99d0-4e59e092f637 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:47.486882 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-92d3b7eb-6e05-4daa-99d0-4e59e092f637 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:47.525886 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-92d3b7eb-6e05-4daa-99d0-4e59e092f637 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:47.527838 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-92d3b7eb-6e05-4daa-99d0-4e59e092f637 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2300372 Aug 19 15:43:47.532288 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 40004) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:43:47.541027 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9456b8df-1f95-4b0c-9564-eda9ca7558b9 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'security_group_rule': {'security_group_id': '891380fe-3c64-49fb-9ff4-5fc9904cb369', 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:43:47.552336 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d3b7eb-6e05-4daa-99d0-4e59e092f637 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=891380fe-3c64-49fb-9ff4-5fc9904cb369,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:43:47.591112 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9456b8df-1f95-4b0c-9564-eda9ca7558b9 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:47.670601 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9456b8df-1f95-4b0c-9564-eda9ca7558b9 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:47.676217 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9456b8df-1f95-4b0c-9564-eda9ca7558b9 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:47.699883 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9456b8df-1f95-4b0c-9564-eda9ca7558b9 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76540b27-962a-4cdc-b859-d7ccd99d39f6,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:43:47.707886 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9456b8df-1f95-4b0c-9564-eda9ca7558b9 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:47.709079 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9456b8df-1f95-4b0c-9564-eda9ca7558b9 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1752729 Aug 19 15:43:47.712021 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 40006) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:43:47.719272 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d9469cce-ca80-4c2e-8368-0cf02d21be3d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'security_group_rule': {'security_group_id': '891380fe-3c64-49fb-9ff4-5fc9904cb369', 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:43:47.758840 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d9469cce-ca80-4c2e-8368-0cf02d21be3d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:47.855209 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d9469cce-ca80-4c2e-8368-0cf02d21be3d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:47.859769 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d9469cce-ca80-4c2e-8368-0cf02d21be3d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:47.881750 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9469cce-ca80-4c2e-8368-0cf02d21be3d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35b5d263-27eb-45d6-b9e2-c46035217787,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:43:47.892140 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d9469cce-ca80-4c2e-8368-0cf02d21be3d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:47.897120 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d9469cce-ca80-4c2e-8368-0cf02d21be3d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1803420 Aug 19 15:43:47.897467 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 40008) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:43:47.902910 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b05062ab-d850-4fd8-a423-8d5a7ff579c8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'security_group_rule': {'security_group_id': '891380fe-3c64-49fb-9ff4-5fc9904cb369', 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:43:47.938187 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b05062ab-d850-4fd8-a423-8d5a7ff579c8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:48.012589 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b05062ab-d850-4fd8-a423-8d5a7ff579c8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:48.019806 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b05062ab-d850-4fd8-a423-8d5a7ff579c8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:48.038368 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05062ab-d850-4fd8-a423-8d5a7ff579c8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb32f737-9f0e-4afc-9728-b19cd1e3a009,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:43:48.050425 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b05062ab-d850-4fd8-a423-8d5a7ff579c8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:48.051698 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-b05062ab-d850-4fd8-a423-8d5a7ff579c8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1531293 Aug 19 15:43:48.055953 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 40010) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:43:48.061450 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9092e816-14be-4c20-ae00-381f591d7f7b tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'security_group_rule': {'security_group_id': '891380fe-3c64-49fb-9ff4-5fc9904cb369', 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:43:48.098178 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9092e816-14be-4c20-ae00-381f591d7f7b tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:48.177247 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9092e816-14be-4c20-ae00-381f591d7f7b tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:48.183141 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9092e816-14be-4c20-ae00-381f591d7f7b tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:48.207061 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9092e816-14be-4c20-ae00-381f591d7f7b tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a5194fa-2767-4e6c-bbd6-650d28e0114c,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:43:48.216008 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9092e816-14be-4c20-ae00-381f591d7f7b tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:48.218150 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9092e816-14be-4c20-ae00-381f591d7f7b tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1607575 Aug 19 15:43:48.222644 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40012) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:43:48.231557 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2fa4007b-4b8d-4546-899e-da4a542c56c1 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'security_group_rule': {'security_group_id': '891380fe-3c64-49fb-9ff4-5fc9904cb369', 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:43:48.263853 n-d-766043-2 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-2fa4007b-4b8d-4546-899e-da4a542c56c1 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Project d0c42a3a20a4428181cb4a620c77af50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:43:48.271031 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2fa4007b-4b8d-4546-899e-da4a542c56c1 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:48.358210 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2fa4007b-4b8d-4546-899e-da4a542c56c1 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:48.364653 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2fa4007b-4b8d-4546-899e-da4a542c56c1 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:48.399074 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa4007b-4b8d-4546-899e-da4a542c56c1 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19631bc1-737a-4781-8bc9-af57c3d80772,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:43:48.402310 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2fa4007b-4b8d-4546-899e-da4a542c56c1 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:48.410069 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2fa4007b-4b8d-4546-899e-da4a542c56c1 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1798928 Aug 19 15:43:48.410958 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40014) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:43:48.418808 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-1c41053f-e790-4acd-8571-55a416f8a2ec tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'security_group_rule': {'security_group_id': '891380fe-3c64-49fb-9ff4-5fc9904cb369', 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:43:48.460522 n-d-766043-2 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-1c41053f-e790-4acd-8571-55a416f8a2ec tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Project d0c42a3a20a4428181cb4a620c77af50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:43:48.467123 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c41053f-e790-4acd-8571-55a416f8a2ec tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:48.581141 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c41053f-e790-4acd-8571-55a416f8a2ec tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:48.586360 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c41053f-e790-4acd-8571-55a416f8a2ec tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:48.623495 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c41053f-e790-4acd-8571-55a416f8a2ec tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a692176d-034a-4b19-ab85-c9de07652263,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:43:48.629602 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c41053f-e790-4acd-8571-55a416f8a2ec tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:48.633638 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1c41053f-e790-4acd-8571-55a416f8a2ec tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2198946 Aug 19 15:43:48.636291 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40016) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:43:48.643747 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a83481d9-a0fb-454e-8167-7c179c925ef7 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'network': {'name': 'tempest-network-smoke--2113271610', 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'port_security_enabled': True}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:43:48.668996 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83481d9-a0fb-454e-8167-7c179c925ef7 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Made reservation on behalf of d0c42a3a20a4428181cb4a620c77af50 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:43:48.675281 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a83481d9-a0fb-454e-8167-7c179c925ef7 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:48.714039 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a83481d9-a0fb-454e-8167-7c179c925ef7 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:43:48.731928 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a83481d9-a0fb-454e-8167-7c179c925ef7 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:48.732474 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-a83481d9-a0fb-454e-8167-7c179c925ef7 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Added segment 2eb17fa0-4e49-49a5-825b-340aa7a117b3 of type vlan for network c83a2802-d580-46b2-98d9-42ecaf1b721f Aug 19 15:43:48.807779 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a83481d9-a0fb-454e-8167-7c179c925ef7 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:48.846953 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a83481d9-a0fb-454e-8167-7c179c925ef7 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:48.857915 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83481d9-a0fb-454e-8167-7c179c925ef7 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:48.859004 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a83481d9-a0fb-454e-8167-7c179c925ef7 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:48.955008 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a83481d9-a0fb-454e-8167-7c179c925ef7 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3169758 Aug 19 15:43:48.959011 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40018) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:43:48.966967 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-89d45ca1-39d6-4f6a-91c0-8ca8b6f1a4c9 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-298431000', 'admin_state_up': True, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:43:49.003909 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83481d9-a0fb-454e-8167-7c179c925ef7 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'Network': ['ID=c83a2802-d580-46b2-98d9-42ecaf1b721f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:43:49.023290 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network c83a2802-d580-46b2-98d9-42ecaf1b721f details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:43:49.024658 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89d45ca1-39d6-4f6a-91c0-8ca8b6f1a4c9 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:49.026387 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89d45ca1-39d6-4f6a-91c0-8ca8b6f1a4c9 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:49.106669 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89d45ca1-39d6-4f6a-91c0-8ca8b6f1a4c9 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:49.301603 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89d45ca1-39d6-4f6a-91c0-8ca8b6f1a4c9 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:49.538394 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89d45ca1-39d6-4f6a-91c0-8ca8b6f1a4c9 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:49.559429 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89d45ca1-39d6-4f6a-91c0-8ca8b6f1a4c9 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:49.695518 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-89d45ca1-39d6-4f6a-91c0-8ca8b6f1a4c9 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Allocated IP 172.25.2.91 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/5472e2f7-d895-463b-ad41-8c16540c4358) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:43:49.858164 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89d45ca1-39d6-4f6a-91c0-8ca8b6f1a4c9 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:49.936757 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89d45ca1-39d6-4f6a-91c0-8ca8b6f1a4c9 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:50.009450 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d45ca1-39d6-4f6a-91c0-8ca8b6f1a4c9 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:43:50.012916 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-89d45ca1-39d6-4f6a-91c0-8ca8b6f1a4c9 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:43:50.017502 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d45ca1-39d6-4f6a-91c0-8ca8b6f1a4c9 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:43:50.024919 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d45ca1-39d6-4f6a-91c0-8ca8b6f1a4c9 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'Port': ['ID=5472e2f7-d895-463b-ad41-8c16540c4358,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:43:50.339143 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89d45ca1-39d6-4f6a-91c0-8ca8b6f1a4c9 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:50.574411 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89d45ca1-39d6-4f6a-91c0-8ca8b6f1a4c9 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:50.747969 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d45ca1-39d6-4f6a-91c0-8ca8b6f1a4c9 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Router 60997027-9f74-4b2e-96bb-8d5f497393f0 is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:43:50.905542 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d45ca1-39d6-4f6a-91c0-8ca8b6f1a4c9 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:43:50.922354 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225cdee9-ccb8-4196-8852-2be4ae5d83f7 None None] Sync routers for ids ['60997027-9f74-4b2e-96bb-8d5f497393f0'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:43:50.931775 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89d45ca1-39d6-4f6a-91c0-8ca8b6f1a4c9 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:50.934599 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-89d45ca1-39d6-4f6a-91c0-8ca8b6f1a4c9 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9740450 Aug 19 15:43:50.936096 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225cdee9-ccb8-4196-8852-2be4ae5d83f7 None None] Routers {'60997027-9f74-4b2e-96bb-8d5f497393f0'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:43:50.936788 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-225cdee9-ccb8-4196-8852-2be4ae5d83f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:43:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['60997027-9f74-4b2e-96bb-8d5f497393f0'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:43:50.938514 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40020) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:43:50.982127 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-cc38e270-9cc7-49ee-957e-bf536e93c122 tempest-TestNetworkAdvancedServerOps-615037460 tempest-TestNetworkAdvancedServerOps-615037460-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=d0c42a3a20a4428181cb4a620c77af50&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421293 Aug 19 15:43:50.987134 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40022) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:43:51.085221 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-225cdee9-ccb8-4196-8852-2be4ae5d83f7 None None] Set router 60997027-9f74-4b2e-96bb-8d5f497393f0 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:43:51.096106 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ae2931-0a61-4d2b-adc2-0a9da31ea13d tempest-TestNetworkAdvancedServerOps-615037460 tempest-TestNetworkAdvancedServerOps-615037460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:51.098925 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-22ae2931-0a61-4d2b-adc2-0a9da31ea13d tempest-TestNetworkAdvancedServerOps-615037460 tempest-TestNetworkAdvancedServerOps-615037460-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1108234 Aug 19 15:43:51.101778 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 40024) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:43:51.151118 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-5f074b46-f387-4cd1-9132-457d549a3215 tempest-TestNetworkAdvancedServerOps-615037460 tempest-TestNetworkAdvancedServerOps-615037460-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=88eeec05-6d16-4f02-9461-44ff5e420302&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0480597 Aug 19 15:43:51.155489 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 40026) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:43:51.161711 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-571dccab-fdff-4661-a7b0-9699ca33cdb0 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1827766706', 'network_id': 'c83a2802-d580-46b2-98d9-42ecaf1b721f', 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:43:51.303393 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-571dccab-fdff-4661-a7b0-9699ca33cdb0 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Made reservation on behalf of d0c42a3a20a4428181cb4a620c77af50 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:43:51.307975 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-571dccab-fdff-4661-a7b0-9699ca33cdb0 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:51.343690 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-225cdee9-ccb8-4196-8852-2be4ae5d83f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60997027-9f74-4b2e-96bb-8d5f497393f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298431000', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '5472e2f7-d895-463b-ad41-8c16540c4358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:43:49Z', 'updated_at': '2021-08-19T15:43:50Z', 'revision_number': 3, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': '5472e2f7-d895-463b-ad41-8c16540c4358', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60997027-9f74-4b2e-96bb-8d5f497393f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:43:49Z', 'updated_at': '2021-08-19T15:43:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:43:51.376796 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225cdee9-ccb8-4196-8852-2be4ae5d83f7 None None] Checking router: 60997027-9f74-4b2e-96bb-8d5f497393f0 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:43:51.377109 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225cdee9-ccb8-4196-8852-2be4ae5d83f7 None None] Updating router 60997027-9f74-4b2e-96bb-8d5f497393f0 port 5472e2f7-d895-463b-ad41-8c16540c4358 binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:43:51.412290 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-225cdee9-ccb8-4196-8852-2be4ae5d83f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:51.552349 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-571dccab-fdff-4661-a7b0-9699ca33cdb0 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:51.619329 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571dccab-fdff-4661-a7b0-9699ca33cdb0 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'Subnet': ['ID=daa79b65-82f5-4951-b884-fb03f6357956,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:43:51.631325 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571dccab-fdff-4661-a7b0-9699ca33cdb0 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Checking segment: {'id': '2eb17fa0-4e49-49a5-825b-340aa7a117b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c83a2802-d580-46b2-98d9-42ecaf1b721f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:43:51.631857 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571dccab-fdff-4661-a7b0-9699ca33cdb0 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Network hostable DHCP agents. Network: c83a2802-d580-46b2-98d9-42ecaf1b721f, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:43:51.652454 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571dccab-fdff-4661-a7b0-9699ca33cdb0 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Network c83a2802-d580-46b2-98d9-42ecaf1b721f is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:43:51.665784 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-571dccab-fdff-4661-a7b0-9699ca33cdb0 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, c83a2802-d580-46b2-98d9-42ecaf1b721f) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:43:51.672621 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571dccab-fdff-4661-a7b0-9699ca33cdb0 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:51.673573 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-571dccab-fdff-4661-a7b0-9699ca33cdb0 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:51.688334 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe26ce9-8335-430f-be29-ec7b1de0e3f8 None None] Network c83a2802-d580-46b2-98d9-42ecaf1b721f requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:43:51.699416 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-571dccab-fdff-4661-a7b0-9699ca33cdb0 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5420961 Aug 19 15:43:51.702599 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 40028) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:43:51.796446 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-225cdee9-ccb8-4196-8852-2be4ae5d83f7 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:51.816750 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-225cdee9-ccb8-4196-8852-2be4ae5d83f7 None None] Transition to ACTIVE for port object 5472e2f7-d895-463b-ad41-8c16540c4358 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:43:51.831008 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-225cdee9-ccb8-4196-8852-2be4ae5d83f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:51.922388 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-225cdee9-ccb8-4196-8852-2be4ae5d83f7 None None] Attempting to bind port 5472e2f7-d895-463b-ad41-8c16540c4358 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:43:51.923069 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-225cdee9-ccb8-4196-8852-2be4ae5d83f7 None None] Attempting to bind port 5472e2f7-d895-463b-ad41-8c16540c4358 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:43:51.923069 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225cdee9-ccb8-4196-8852-2be4ae5d83f7 None None] Attempting to bind port 5472e2f7-d895-463b-ad41-8c16540c4358 on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:43:51.926982 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fe695e-8099-4fc1-97df-611159aa212c None None] Pushing event updated for resources: {'Port': ['ID=5472e2f7-d895-463b-ad41-8c16540c4358,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:43:51.955874 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225cdee9-ccb8-4196-8852-2be4ae5d83f7 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:43:51.956268 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225cdee9-ccb8-4196-8852-2be4ae5d83f7 None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:43:51.956739 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-225cdee9-ccb8-4196-8852-2be4ae5d83f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:51.957139 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225cdee9-ccb8-4196-8852-2be4ae5d83f7 None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:43:51.957648 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-225cdee9-ccb8-4196-8852-2be4ae5d83f7 None None] Bound port: 5472e2f7-d895-463b-ad41-8c16540c4358, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:43:51.958040 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-225cdee9-ccb8-4196-8852-2be4ae5d83f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:51.993142 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48e05a6-9d46-4d0f-9dc3-e31735ad05e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-c83a2802-d580-46b2-98d9-42ecaf1b721f', 'network_id': 'c83a2802-d580-46b2-98d9-42ecaf1b721f', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'fixed_ips': [{'subnet_id': 'daa79b65-82f5-4951-b884-fb03f6357956'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:43:51.993993 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e48e05a6-9d46-4d0f-9dc3-e31735ad05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:52.096802 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-225cdee9-ccb8-4196-8852-2be4ae5d83f7 None None] For port 5472e2f7-d895-463b-ad41-8c16540c4358, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:43:52.121909 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-225cdee9-ccb8-4196-8852-2be4ae5d83f7 None None] For port 5472e2f7-d895-463b-ad41-8c16540c4358, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=5472e2f7-d895-463b-ad41-8c16540c4358,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:43:52.160253 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-225cdee9-ccb8-4196-8852-2be4ae5d83f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:52.238572 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-e48e05a6-9d46-4d0f-9dc3-e31735ad05e1 None None] Allocated IP 172.20.0.2 (c83a2802-d580-46b2-98d9-42ecaf1b721f/daa79b65-82f5-4951-b884-fb03f6357956/75754822-4fed-4db1-b72c-e65bc2a70f16) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:43:52.270418 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6498e056-aab4-441a-b7c6-ffbccbe964a8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:52.273633 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fe695e-8099-4fc1-97df-611159aa212c None None] Pushing event updated for resources: {'Port': ['ID=5472e2f7-d895-463b-ad41-8c16540c4358,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:43:52.286417 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225cdee9-ccb8-4196-8852-2be4ae5d83f7 None None] Routers {'60997027-9f74-4b2e-96bb-8d5f497393f0'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:43:52.287762 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-225cdee9-ccb8-4196-8852-2be4ae5d83f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:43:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['60997027-9f74-4b2e-96bb-8d5f497393f0'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:43:52.572856 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-225cdee9-ccb8-4196-8852-2be4ae5d83f7 None None] Set router 60997027-9f74-4b2e-96bb-8d5f497393f0 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:43:52.715532 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e48e05a6-9d46-4d0f-9dc3-e31735ad05e1 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:52.733707 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e48e05a6-9d46-4d0f-9dc3-e31735ad05e1 None None] Transition to ACTIVE for port object 75754822-4fed-4db1-b72c-e65bc2a70f16 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:43:52.776779 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e48e05a6-9d46-4d0f-9dc3-e31735ad05e1 None None] Transition to ACTIVE for port object 75754822-4fed-4db1-b72c-e65bc2a70f16 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:43:52.787349 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e48e05a6-9d46-4d0f-9dc3-e31735ad05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:52.854800 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48e05a6-9d46-4d0f-9dc3-e31735ad05e1 None None] Network c83a2802-d580-46b2-98d9-42ecaf1b721f is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:43:52.863164 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-6498e056-aab4-441a-b7c6-ffbccbe964a8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Allocated IP 172.20.0.1 (c83a2802-d580-46b2-98d9-42ecaf1b721f/daa79b65-82f5-4951-b884-fb03f6357956/9aa2ee8d-6eef-4992-99c9-7f355240fac3) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:43:52.864022 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-e48e05a6-9d46-4d0f-9dc3-e31735ad05e1 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:43:52.867701 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48e05a6-9d46-4d0f-9dc3-e31735ad05e1 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:43:52.869712 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e05a6-9d46-4d0f-9dc3-e31735ad05e1 None None] Pushing event updated for resources: {'Port': ['ID=75754822-4fed-4db1-b72c-e65bc2a70f16,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:43:52.939961 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-225cdee9-ccb8-4196-8852-2be4ae5d83f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60997027-9f74-4b2e-96bb-8d5f497393f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298431000', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '5472e2f7-d895-463b-ad41-8c16540c4358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:43:49Z', 'updated_at': '2021-08-19T15:43:50Z', 'revision_number': 3, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': '5472e2f7-d895-463b-ad41-8c16540c4358', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60997027-9f74-4b2e-96bb-8d5f497393f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:43:49Z', 'updated_at': '2021-08-19T15:43:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:43:52.993541 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e48e05a6-9d46-4d0f-9dc3-e31735ad05e1 None None] Attempting to bind port 75754822-4fed-4db1-b72c-e65bc2a70f16 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:43:52.994072 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e48e05a6-9d46-4d0f-9dc3-e31735ad05e1 None None] Attempting to bind port 75754822-4fed-4db1-b72c-e65bc2a70f16 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '2eb17fa0-4e49-49a5-825b-340aa7a117b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c83a2802-d580-46b2-98d9-42ecaf1b721f'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:43:52.994714 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48e05a6-9d46-4d0f-9dc3-e31735ad05e1 None None] Attempting to bind port 75754822-4fed-4db1-b72c-e65bc2a70f16 on network c83a2802-d580-46b2-98d9-42ecaf1b721f {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:43:53.000147 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225cdee9-ccb8-4196-8852-2be4ae5d83f7 None None] The sync data for ids ['60997027-9f74-4b2e-96bb-8d5f497393f0'] in n-d-766043-2 is: [{'id': '60997027-9f74-4b2e-96bb-8d5f497393f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298431000', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '5472e2f7-d895-463b-ad41-8c16540c4358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:43:49Z', 'updated_at': '2021-08-19T15:43:50Z', 'revision_number': 3, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': '5472e2f7-d895-463b-ad41-8c16540c4358', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60997027-9f74-4b2e-96bb-8d5f497393f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:43:49Z', 'updated_at': '2021-08-19T15:43:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:43:53.008928 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48e05a6-9d46-4d0f-9dc3-e31735ad05e1 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:43:53.009382 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48e05a6-9d46-4d0f-9dc3-e31735ad05e1 None None] Checking segment: {'id': '2eb17fa0-4e49-49a5-825b-340aa7a117b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c83a2802-d580-46b2-98d9-42ecaf1b721f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:43:53.009806 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e48e05a6-9d46-4d0f-9dc3-e31735ad05e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:53.010211 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48e05a6-9d46-4d0f-9dc3-e31735ad05e1 None None] Bound using segment: {'id': '2eb17fa0-4e49-49a5-825b-340aa7a117b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c83a2802-d580-46b2-98d9-42ecaf1b721f'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:43:53.010715 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e48e05a6-9d46-4d0f-9dc3-e31735ad05e1 None None] Bound port: 75754822-4fed-4db1-b72c-e65bc2a70f16, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eb17fa0-4e49-49a5-825b-340aa7a117b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c83a2802-d580-46b2-98d9-42ecaf1b721f'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:43:53.011261 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e48e05a6-9d46-4d0f-9dc3-e31735ad05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:53.020695 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:43:53.125167 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e48e05a6-9d46-4d0f-9dc3-e31735ad05e1 None None] For port 75754822-4fed-4db1-b72c-e65bc2a70f16, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:43:53.132532 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e48e05a6-9d46-4d0f-9dc3-e31735ad05e1 None None] For port 75754822-4fed-4db1-b72c-e65bc2a70f16, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=75754822-4fed-4db1-b72c-e65bc2a70f16,segment=NetworkSegment(2eb17fa0-4e49-49a5-825b-340aa7a117b3),segment_id=2eb17fa0-4e49-49a5-825b-340aa7a117b3)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:43:53.139904 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e48e05a6-9d46-4d0f-9dc3-e31735ad05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:53.221095 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e05a6-9d46-4d0f-9dc3-e31735ad05e1 None None] Pushing event updated for resources: {'Port': ['ID=75754822-4fed-4db1-b72c-e65bc2a70f16,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:43:53.507291 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6498e056-aab4-441a-b7c6-ffbccbe964a8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:53.532181 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-6498e056-aab4-441a-b7c6-ffbccbe964a8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Transition to ACTIVE for port object 9aa2ee8d-6eef-4992-99c9-7f355240fac3 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:43:53.596321 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6498e056-aab4-441a-b7c6-ffbccbe964a8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:53.658986 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6498e056-aab4-441a-b7c6-ffbccbe964a8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Network c83a2802-d580-46b2-98d9-42ecaf1b721f is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:43:53.663073 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-6498e056-aab4-441a-b7c6-ffbccbe964a8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:43:53.668657 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6498e056-aab4-441a-b7c6-ffbccbe964a8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:43:53.703621 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498e056-aab4-441a-b7c6-ffbccbe964a8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'Port': ['ID=9aa2ee8d-6eef-4992-99c9-7f355240fac3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:43:53.744369 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6498e056-aab4-441a-b7c6-ffbccbe964a8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:53.908342 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6498e056-aab4-441a-b7c6-ffbccbe964a8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:54.310923 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6498e056-aab4-441a-b7c6-ffbccbe964a8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:54.316909 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6498e056-aab4-441a-b7c6-ffbccbe964a8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:54.440111 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498e056-aab4-441a-b7c6-ffbccbe964a8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'Port': ['ID=9aa2ee8d-6eef-4992-99c9-7f355240fac3,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:43:54.444510 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6498e056-aab4-441a-b7c6-ffbccbe964a8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:54.515717 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9412846c-e145-4459-8adc-4357761ff12c None None] Network c83a2802-d580-46b2-98d9-42ecaf1b721f requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:43:54.570548 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 5472e2f7-d895-463b-ad41-8c16540c4358 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:43:54.612549 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6498e056-aab4-441a-b7c6-ffbccbe964a8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Network c83a2802-d580-46b2-98d9-42ecaf1b721f is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:43:54.614386 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-6498e056-aab4-441a-b7c6-ffbccbe964a8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:43:54.625971 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-01a1cf4c-cdfe-4fc2-97d5-69fb988ec1b7 None None] Provisioning for port 75754822-4fed-4db1-b72c-e65bc2a70f16 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:43:54.707874 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 5472e2f7-d895-463b-ad41-8c16540c4358 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:43:54.715046 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 5472e2f7-d895-463b-ad41-8c16540c4358 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:43:54.715416 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:54.791797 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6498e056-aab4-441a-b7c6-ffbccbe964a8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Router 60997027-9f74-4b2e-96bb-8d5f497393f0 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:43:54.946229 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6498e056-aab4-441a-b7c6-ffbccbe964a8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:43:54.958643 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-6498e056-aab4-441a-b7c6-ffbccbe964a8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "PUT /v2.0/routers/60997027-9f74-4b2e-96bb-8d5f497393f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2507799 Aug 19 15:43:55.077620 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:55.117946 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 5472e2f7-d895-463b-ad41-8c16540c4358, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=5472e2f7-d895-463b-ad41-8c16540c4358,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:43:55.126601 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:55.129253 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 75754822-4fed-4db1-b72c-e65bc2a70f16 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:43:55.146647 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325f3853-808f-462b-9be3-5eb273753dbf None None] Sync routers for ids ['60997027-9f74-4b2e-96bb-8d5f497393f0'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:43:55.170330 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325f3853-808f-462b-9be3-5eb273753dbf None None] Routers {'60997027-9f74-4b2e-96bb-8d5f497393f0'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:43:55.171232 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-325f3853-808f-462b-9be3-5eb273753dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:43:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['60997027-9f74-4b2e-96bb-8d5f497393f0'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:43:55.175052 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-59572b6d-93e2-4591-893c-39be8c003a00 req-4115a3f8-c03d-4a47-8ac8-b8a88f932e72 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1212948445&fields=id&tenant_id=d0c42a3a20a4428181cb4a620c77af50 HTTP/1.1" status: 200 len: 267 time: 0.0547700 Aug 19 15:43:55.312270 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=5472e2f7-d895-463b-ad41-8c16540c4358,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:43:55.347668 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 75754822-4fed-4db1-b72c-e65bc2a70f16 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:43:55.364526 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 75754822-4fed-4db1-b72c-e65bc2a70f16 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:43:55.365198 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:55.370956 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59572b6d-93e2-4591-893c-39be8c003a00 req-4b58a771-917e-4737-bcb8-e7175267abe0 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:55.374238 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-59572b6d-93e2-4591-893c-39be8c003a00 req-4b58a771-917e-4737-bcb8-e7175267abe0 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/networks?id=c83a2802-d580-46b2-98d9-42ecaf1b721f HTTP/1.1" status: 200 len: 797 time: 0.1828358 Aug 19 15:43:55.375067 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-325f3853-808f-462b-9be3-5eb273753dbf None None] Set router 60997027-9f74-4b2e-96bb-8d5f497393f0 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:43:55.397365 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-59572b6d-93e2-4591-893c-39be8c003a00 req-4e5c8a51-9d4d-4395-95bb-e9eb46256b05 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/quotas/d0c42a3a20a4428181cb4a620c77af50 HTTP/1.1" status: 200 len: 375 time: 0.0171533 Aug 19 15:43:55.454916 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4f698b03-bfe0-46b5-8509-72f0c2af0a76 None None] Provisioning complete for port 75754822-4fed-4db1-b72c-e65bc2a70f16 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:43:55.455265 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4f698b03-bfe0-46b5-8509-72f0c2af0a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:55.501032 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-59572b6d-93e2-4591-893c-39be8c003a00 req-193ada44-e34e-48fc-9000-2845c45223a7 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d0c42a3a20a4428181cb4a620c77af50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0935695 Aug 19 15:43:55.617731 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:55.633569 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4f698b03-bfe0-46b5-8509-72f0c2af0a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:55.681667 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 75754822-4fed-4db1-b72c-e65bc2a70f16, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=75754822-4fed-4db1-b72c-e65bc2a70f16,segment=NetworkSegment(2eb17fa0-4e49-49a5-825b-340aa7a117b3),segment_id=2eb17fa0-4e49-49a5-825b-340aa7a117b3)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:43:55.689234 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:55.713344 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-59572b6d-93e2-4591-893c-39be8c003a00 req-1fa0a75f-adba-4dc1-8146-2d0ac804e74e service neutron] 10.222.0.69 "GET /v2.0/networks/c83a2802-d580-46b2-98d9-42ecaf1b721f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904166 Aug 19 15:43:55.797999 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-4f698b03-bfe0-46b5-8509-72f0c2af0a76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:43:55.798684 n-d-766043-2 neutron-server[94641]: DEBUG oslo_db.api [None req-4f698b03-bfe0-46b5-8509-72f0c2af0a76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:43:55.812359 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=75754822-4fed-4db1-b72c-e65bc2a70f16,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:43:55.818951 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-325f3853-808f-462b-9be3-5eb273753dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60997027-9f74-4b2e-96bb-8d5f497393f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298431000', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '5472e2f7-d895-463b-ad41-8c16540c4358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:43:49Z', 'updated_at': '2021-08-19T15:43:53Z', 'revision_number': 4, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': '5472e2f7-d895-463b-ad41-8c16540c4358', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60997027-9f74-4b2e-96bb-8d5f497393f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:43:49Z', 'updated_at': '2021-08-19T15:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '9aa2ee8d-6eef-4992-99c9-7f355240fac3', 'name': '', 'network_id': 'c83a2802-d580-46b2-98d9-42ecaf1b721f', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'mac_address': 'fa:16:3e:19:7e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60997027-9f74-4b2e-96bb-8d5f497393f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'daa79b65-82f5-4951-b884-fb03f6357956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:43:52Z', 'updated_at': '2021-08-19T15:43:54Z', 'revision_number': 2, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'subnets': [{'id': 'daa79b65-82f5-4951-b884-fb03f6357956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:43:55.864774 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325f3853-808f-462b-9be3-5eb273753dbf None None] Checking router: 60997027-9f74-4b2e-96bb-8d5f497393f0 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:43:55.865214 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325f3853-808f-462b-9be3-5eb273753dbf None None] Updating router 60997027-9f74-4b2e-96bb-8d5f497393f0 port 9aa2ee8d-6eef-4992-99c9-7f355240fac3 binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:43:55.905307 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-325f3853-808f-462b-9be3-5eb273753dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:55.908858 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-59572b6d-93e2-4591-893c-39be8c003a00 req-6730d318-b1f8-4984-940d-65e8960c1b0f service neutron] 10.222.0.69 "GET /v2.0/networks/c83a2802-d580-46b2-98d9-42ecaf1b721f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830809 Aug 19 15:43:56.240018 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-43e7b89c-c5e5-438a-93ae-aaadf18102d5 req-817b3aa5-6353-4007-b534-9e514f3a4ab8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=a6d7e77a-f466-425a-bd58-f559753c5919 HTTP/1.1" status: 200 len: 210 time: 0.1487055 Aug 19 15:43:56.268355 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-325f3853-808f-462b-9be3-5eb273753dbf None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:56.282117 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-325f3853-808f-462b-9be3-5eb273753dbf None None] Transition to ACTIVE for port object 9aa2ee8d-6eef-4992-99c9-7f355240fac3 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:43:56.291172 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-325f3853-808f-462b-9be3-5eb273753dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:56.360099 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9b51a3-e16c-4887-854e-1938c3d2ff72 None None] Pushing event updated for resources: {'Port': ['ID=9aa2ee8d-6eef-4992-99c9-7f355240fac3,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:43:56.407227 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9b51a3-e16c-4887-854e-1938c3d2ff72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:56.408469 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9b51a3-e16c-4887-854e-1938c3d2ff72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:56.409164 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9b51a3-e16c-4887-854e-1938c3d2ff72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:56.409908 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9b51a3-e16c-4887-854e-1938c3d2ff72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:56.410477 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9b51a3-e16c-4887-854e-1938c3d2ff72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:56.411332 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9b51a3-e16c-4887-854e-1938c3d2ff72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:56.412006 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9b51a3-e16c-4887-854e-1938c3d2ff72 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:56.412672 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9b51a3-e16c-4887-854e-1938c3d2ff72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:56.413368 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9b51a3-e16c-4887-854e-1938c3d2ff72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:56.414023 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9b51a3-e16c-4887-854e-1938c3d2ff72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:56.414692 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4f698b03-bfe0-46b5-8509-72f0c2af0a76 None None] Provisioning for port 9aa2ee8d-6eef-4992-99c9-7f355240fac3 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:43:56.414877 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9b51a3-e16c-4887-854e-1938c3d2ff72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:56.415318 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9b51a3-e16c-4887-854e-1938c3d2ff72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:43:56.468924 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-325f3853-808f-462b-9be3-5eb273753dbf None None] Attempting to bind port 9aa2ee8d-6eef-4992-99c9-7f355240fac3 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:43:56.469834 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-325f3853-808f-462b-9be3-5eb273753dbf None None] Attempting to bind port 9aa2ee8d-6eef-4992-99c9-7f355240fac3 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '2eb17fa0-4e49-49a5-825b-340aa7a117b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c83a2802-d580-46b2-98d9-42ecaf1b721f'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:43:56.470706 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325f3853-808f-462b-9be3-5eb273753dbf None None] Attempting to bind port 9aa2ee8d-6eef-4992-99c9-7f355240fac3 on network c83a2802-d580-46b2-98d9-42ecaf1b721f {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:43:56.482354 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325f3853-808f-462b-9be3-5eb273753dbf None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:43:56.482956 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325f3853-808f-462b-9be3-5eb273753dbf None None] Checking segment: {'id': '2eb17fa0-4e49-49a5-825b-340aa7a117b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c83a2802-d580-46b2-98d9-42ecaf1b721f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:43:56.484065 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-325f3853-808f-462b-9be3-5eb273753dbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:56.484883 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325f3853-808f-462b-9be3-5eb273753dbf None None] Bound using segment: {'id': '2eb17fa0-4e49-49a5-825b-340aa7a117b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c83a2802-d580-46b2-98d9-42ecaf1b721f'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:43:56.485566 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-325f3853-808f-462b-9be3-5eb273753dbf None None] Bound port: 9aa2ee8d-6eef-4992-99c9-7f355240fac3, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eb17fa0-4e49-49a5-825b-340aa7a117b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c83a2802-d580-46b2-98d9-42ecaf1b721f'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:43:56.486705 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-325f3853-808f-462b-9be3-5eb273753dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:56.491645 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 5472e2f7-d895-463b-ad41-8c16540c4358 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:43:56.594397 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 5472e2f7-d895-463b-ad41-8c16540c4358 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:43:56.595262 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:56.620474 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-325f3853-808f-462b-9be3-5eb273753dbf None None] For port 9aa2ee8d-6eef-4992-99c9-7f355240fac3, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:43:56.626699 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-325f3853-808f-462b-9be3-5eb273753dbf None None] For port 9aa2ee8d-6eef-4992-99c9-7f355240fac3, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=9aa2ee8d-6eef-4992-99c9-7f355240fac3,segment=NetworkSegment(2eb17fa0-4e49-49a5-825b-340aa7a117b3),segment_id=2eb17fa0-4e49-49a5-825b-340aa7a117b3)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:43:56.633996 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-325f3853-808f-462b-9be3-5eb273753dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:56.707584 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325f3853-808f-462b-9be3-5eb273753dbf None None] Routers {'60997027-9f74-4b2e-96bb-8d5f497393f0'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:43:56.708314 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-325f3853-808f-462b-9be3-5eb273753dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:43:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['60997027-9f74-4b2e-96bb-8d5f497393f0'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:43:56.710470 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9b51a3-e16c-4887-854e-1938c3d2ff72 None None] Pushing event updated for resources: {'Port': ['ID=9aa2ee8d-6eef-4992-99c9-7f355240fac3,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:43:56.763495 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 75754822-4fed-4db1-b72c-e65bc2a70f16 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:43:56.851935 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 75754822-4fed-4db1-b72c-e65bc2a70f16 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:43:56.852771 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:56.899979 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-325f3853-808f-462b-9be3-5eb273753dbf None None] Set router 60997027-9f74-4b2e-96bb-8d5f497393f0 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:43:57.329926 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-325f3853-808f-462b-9be3-5eb273753dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60997027-9f74-4b2e-96bb-8d5f497393f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298431000', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '5472e2f7-d895-463b-ad41-8c16540c4358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:43:49Z', 'updated_at': '2021-08-19T15:43:53Z', 'revision_number': 4, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': '5472e2f7-d895-463b-ad41-8c16540c4358', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60997027-9f74-4b2e-96bb-8d5f497393f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:43:49Z', 'updated_at': '2021-08-19T15:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '9aa2ee8d-6eef-4992-99c9-7f355240fac3', 'name': '', 'network_id': 'c83a2802-d580-46b2-98d9-42ecaf1b721f', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'mac_address': 'fa:16:3e:19:7e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60997027-9f74-4b2e-96bb-8d5f497393f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'daa79b65-82f5-4951-b884-fb03f6357956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:43:52Z', 'updated_at': '2021-08-19T15:43:56Z', 'revision_number': 4, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'subnets': [{'id': 'daa79b65-82f5-4951-b884-fb03f6357956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:43:57.385341 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325f3853-808f-462b-9be3-5eb273753dbf None None] The sync data for ids ['60997027-9f74-4b2e-96bb-8d5f497393f0'] in n-d-766043-2 is: [{'id': '60997027-9f74-4b2e-96bb-8d5f497393f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298431000', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '5472e2f7-d895-463b-ad41-8c16540c4358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:43:49Z', 'updated_at': '2021-08-19T15:43:53Z', 'revision_number': 4, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': '5472e2f7-d895-463b-ad41-8c16540c4358', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60997027-9f74-4b2e-96bb-8d5f497393f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:43:49Z', 'updated_at': '2021-08-19T15:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '9aa2ee8d-6eef-4992-99c9-7f355240fac3', 'name': '', 'network_id': 'c83a2802-d580-46b2-98d9-42ecaf1b721f', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'mac_address': 'fa:16:3e:19:7e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60997027-9f74-4b2e-96bb-8d5f497393f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'daa79b65-82f5-4951-b884-fb03f6357956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:43:52Z', 'updated_at': '2021-08-19T15:43:56Z', 'revision_number': 4, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'subnets': [{'id': 'daa79b65-82f5-4951-b884-fb03f6357956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:43:57.392454 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f4d6f985-4afc-4457-ac22-5673861e1b38 req-2601ff26-f0e4-42f9-b5c9-27ae5bfada0c tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=a6d7e77a-f466-425a-bd58-f559753c5919 HTTP/1.1" status: 200 len: 210 time: 0.0704463 Aug 19 15:43:57.643726 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59572b6d-93e2-4591-893c-39be8c003a00 req-65fe578f-81ea-4acf-8966-65ea677ca4cc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:57.646322 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-59572b6d-93e2-4591-893c-39be8c003a00 req-65fe578f-81ea-4acf-8966-65ea677ca4cc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.88 "GET /v2.0/networks?id=c83a2802-d580-46b2-98d9-42ecaf1b721f HTTP/1.1" status: 200 len: 797 time: 0.2054307 Aug 19 15:43:57.727015 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-59572b6d-93e2-4591-893c-39be8c003a00 req-294cdf9e-1525-499d-8172-dd7cef66a3a7 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0c42a3a20a4428181cb4a620c77af50 HTTP/1.1" status: 200 len: 380 time: 0.0693212 Aug 19 15:43:57.740301 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-59572b6d-93e2-4591-893c-39be8c003a00 req-bde6674c-3156-479f-94b6-4fb2fb92578d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'port': {'device_id': 'a6d7e77a-f466-425a-bd58-f559753c5919', 'network_id': 'c83a2802-d580-46b2-98d9-42ecaf1b721f', 'admin_state_up': True, 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'security_groups': ['891380fe-3c64-49fb-9ff4-5fc9904cb369']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:43:57.917722 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59572b6d-93e2-4591-893c-39be8c003a00 req-bde6674c-3156-479f-94b6-4fb2fb92578d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Made reservation on behalf of d0c42a3a20a4428181cb4a620c77af50 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:43:57.923667 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-59572b6d-93e2-4591-893c-39be8c003a00 req-bde6674c-3156-479f-94b6-4fb2fb92578d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:58.144476 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-59572b6d-93e2-4591-893c-39be8c003a00 req-bde6674c-3156-479f-94b6-4fb2fb92578d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Allocated IP 172.20.0.9 (c83a2802-d580-46b2-98d9-42ecaf1b721f/daa79b65-82f5-4951-b884-fb03f6357956/991e876a-86e7-4236-9766-ac2fca029da9) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:43:58.398304 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-59572b6d-93e2-4591-893c-39be8c003a00 req-bde6674c-3156-479f-94b6-4fb2fb92578d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:58.424919 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-59572b6d-93e2-4591-893c-39be8c003a00 req-bde6674c-3156-479f-94b6-4fb2fb92578d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Transition to ACTIVE for port object 991e876a-86e7-4236-9766-ac2fca029da9 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:43:58.496134 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-59572b6d-93e2-4591-893c-39be8c003a00 req-bde6674c-3156-479f-94b6-4fb2fb92578d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:58.510476 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 9aa2ee8d-6eef-4992-99c9-7f355240fac3 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:43:58.587021 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 9aa2ee8d-6eef-4992-99c9-7f355240fac3 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:43:58.594902 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 9aa2ee8d-6eef-4992-99c9-7f355240fac3 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:43:58.595581 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:58.626846 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59572b6d-93e2-4591-893c-39be8c003a00 req-bde6674c-3156-479f-94b6-4fb2fb92578d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Network c83a2802-d580-46b2-98d9-42ecaf1b721f is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:43:58.638248 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-59572b6d-93e2-4591-893c-39be8c003a00 req-bde6674c-3156-479f-94b6-4fb2fb92578d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:43:58.645447 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-59572b6d-93e2-4591-893c-39be8c003a00 req-bde6674c-3156-479f-94b6-4fb2fb92578d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:43:58.706490 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde6674c-3156-479f-94b6-4fb2fb92578d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'Port': ['ID=991e876a-86e7-4236-9766-ac2fca029da9,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:43:58.740112 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:58.760387 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b0052-a2c5-4c03-8220-c0a090596191 req-d70e4247-66db-4fa4-8cf0-18164f919aaa tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:58.762936 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-195b0052-a2c5-4c03-8220-c0a090596191 req-d70e4247-66db-4fa4-8cf0-18164f919aaa tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=a6d7e77a-f466-425a-bd58-f559753c5919 HTTP/1.1" status: 200 len: 931 time: 0.2100503 Aug 19 15:43:58.774070 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59572b6d-93e2-4591-893c-39be8c003a00 req-bde6674c-3156-479f-94b6-4fb2fb92578d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:58.775195 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-59572b6d-93e2-4591-893c-39be8c003a00 req-bde6674c-3156-479f-94b6-4fb2fb92578d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:58.812794 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 9aa2ee8d-6eef-4992-99c9-7f355240fac3, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=9aa2ee8d-6eef-4992-99c9-7f355240fac3,segment=NetworkSegment(2eb17fa0-4e49-49a5-825b-340aa7a117b3),segment_id=2eb17fa0-4e49-49a5-825b-340aa7a117b3)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:43:58.819820 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:58.852035 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-59572b6d-93e2-4591-893c-39be8c003a00 req-bde6674c-3156-479f-94b6-4fb2fb92578d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1170409 Aug 19 15:43:58.867591 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-59572b6d-93e2-4591-893c-39be8c003a00 req-44cd00be-3713-4b0c-ac76-a6ee4e416de6 service neutron] Request body: {'port': {'device_id': 'a6d7e77a-f466-425a-bd58-f559753c5919', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:43:58.904141 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=9aa2ee8d-6eef-4992-99c9-7f355240fac3,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:43:58.922115 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-195b0052-a2c5-4c03-8220-c0a090596191 req-1cd2382f-cc78-4245-b5c5-b7da6008d692 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=891380fe-3c64-49fb-9ff4-5fc9904cb369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408155 Aug 19 15:43:58.971412 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-59572b6d-93e2-4591-893c-39be8c003a00 req-44cd00be-3713-4b0c-ac76-a6ee4e416de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:59.099549 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b4192025-b09f-4a87-93ff-ef70dc466135 None None] Provisioning for port 991e876a-86e7-4236-9766-ac2fca029da9 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:43:59.111157 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b4192025-b09f-4a87-93ff-ef70dc466135 None None] Provisioning complete for port 991e876a-86e7-4236-9766-ac2fca029da9 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:43:59.111970 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b4192025-b09f-4a87-93ff-ef70dc466135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:59.156000 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b4192025-b09f-4a87-93ff-ef70dc466135 None None] Port 991e876a-86e7-4236-9766-ac2fca029da9 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:43:59.334477 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-59572b6d-93e2-4591-893c-39be8c003a00 req-44cd00be-3713-4b0c-ac76-a6ee4e416de6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 991e876a-86e7-4236-9766-ac2fca029da9 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:43:59.344511 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-59572b6d-93e2-4591-893c-39be8c003a00 req-44cd00be-3713-4b0c-ac76-a6ee4e416de6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:59.365872 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-59572b6d-93e2-4591-893c-39be8c003a00 req-44cd00be-3713-4b0c-ac76-a6ee4e416de6 service neutron] Transition to ACTIVE for port object 991e876a-86e7-4236-9766-ac2fca029da9 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:43:59.372244 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-59572b6d-93e2-4591-893c-39be8c003a00 req-44cd00be-3713-4b0c-ac76-a6ee4e416de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:59.441151 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd00be-3713-4b0c-ac76-a6ee4e416de6 service neutron] Pushing event updated for resources: {'Port': ['ID=991e876a-86e7-4236-9766-ac2fca029da9,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:43:59.544251 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-59572b6d-93e2-4591-893c-39be8c003a00 req-44cd00be-3713-4b0c-ac76-a6ee4e416de6 service neutron] Attempting to bind port 991e876a-86e7-4236-9766-ac2fca029da9 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:43:59.544982 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-59572b6d-93e2-4591-893c-39be8c003a00 req-44cd00be-3713-4b0c-ac76-a6ee4e416de6 service neutron] Attempting to bind port 991e876a-86e7-4236-9766-ac2fca029da9 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '2eb17fa0-4e49-49a5-825b-340aa7a117b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c83a2802-d580-46b2-98d9-42ecaf1b721f'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:43:59.545444 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59572b6d-93e2-4591-893c-39be8c003a00 req-44cd00be-3713-4b0c-ac76-a6ee4e416de6 service neutron] Attempting to bind port 991e876a-86e7-4236-9766-ac2fca029da9 on network c83a2802-d580-46b2-98d9-42ecaf1b721f {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:43:59.553980 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59572b6d-93e2-4591-893c-39be8c003a00 req-44cd00be-3713-4b0c-ac76-a6ee4e416de6 service neutron] Port 991e876a-86e7-4236-9766-ac2fca029da9 on network c83a2802-d580-46b2-98d9-42ecaf1b721f not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:43:59.554305 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59572b6d-93e2-4591-893c-39be8c003a00 req-44cd00be-3713-4b0c-ac76-a6ee4e416de6 service neutron] Attempting to bind port 991e876a-86e7-4236-9766-ac2fca029da9 on network c83a2802-d580-46b2-98d9-42ecaf1b721f {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:43:59.562772 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59572b6d-93e2-4591-893c-39be8c003a00 req-44cd00be-3713-4b0c-ac76-a6ee4e416de6 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:43:59.563228 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59572b6d-93e2-4591-893c-39be8c003a00 req-44cd00be-3713-4b0c-ac76-a6ee4e416de6 service neutron] Checking segment: {'id': '2eb17fa0-4e49-49a5-825b-340aa7a117b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c83a2802-d580-46b2-98d9-42ecaf1b721f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:43:59.563549 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59572b6d-93e2-4591-893c-39be8c003a00 req-44cd00be-3713-4b0c-ac76-a6ee4e416de6 service neutron] Bound using segment: {'id': '2eb17fa0-4e49-49a5-825b-340aa7a117b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c83a2802-d580-46b2-98d9-42ecaf1b721f'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:43:59.564288 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-59572b6d-93e2-4591-893c-39be8c003a00 req-44cd00be-3713-4b0c-ac76-a6ee4e416de6 service neutron] Bound port: 991e876a-86e7-4236-9766-ac2fca029da9, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eb17fa0-4e49-49a5-825b-340aa7a117b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c83a2802-d580-46b2-98d9-42ecaf1b721f'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:43:59.564897 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-59572b6d-93e2-4591-893c-39be8c003a00 req-44cd00be-3713-4b0c-ac76-a6ee4e416de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:59.675706 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-59572b6d-93e2-4591-893c-39be8c003a00 req-44cd00be-3713-4b0c-ac76-a6ee4e416de6 service neutron] For port 991e876a-86e7-4236-9766-ac2fca029da9, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:43:59.682400 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-59572b6d-93e2-4591-893c-39be8c003a00 req-44cd00be-3713-4b0c-ac76-a6ee4e416de6 service neutron] For port 991e876a-86e7-4236-9766-ac2fca029da9, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=991e876a-86e7-4236-9766-ac2fca029da9,segment=NetworkSegment(2eb17fa0-4e49-49a5-825b-340aa7a117b3),segment_id=2eb17fa0-4e49-49a5-825b-340aa7a117b3)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:43:59.688926 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-59572b6d-93e2-4591-893c-39be8c003a00 req-44cd00be-3713-4b0c-ac76-a6ee4e416de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:59.741030 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59572b6d-93e2-4591-893c-39be8c003a00 req-44cd00be-3713-4b0c-ac76-a6ee4e416de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:59.742094 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-59572b6d-93e2-4591-893c-39be8c003a00 req-44cd00be-3713-4b0c-ac76-a6ee4e416de6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:43:59.744559 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-59572b6d-93e2-4591-893c-39be8c003a00 req-44cd00be-3713-4b0c-ac76-a6ee4e416de6 service neutron] 10.222.0.88 "PUT /v2.0/ports/991e876a-86e7-4236-9766-ac2fca029da9 HTTP/1.1" status: 200 len: 1091 time: 0.8838005 Aug 19 15:43:59.761218 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6d7e77a-f466-425a-bd58-f559753c5919', 'tag': '991e876a-86e7-4236-9766-ac2fca029da9'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:43:59.765256 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22fe28f3f2ed00298fad1814fbe4737ebcc7f8c7d408f26f1f50550a3b01d4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152d3e0d-a784-4950-acc4-e2deba35b46e" -d '{"events": [{"name": "network-changed", "server_uuid": "a6d7e77a-f466-425a-bd58-f559753c5919", "tag": "991e876a-86e7-4236-9766-ac2fca029da9"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:43:59.815756 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd00be-3713-4b0c-ac76-a6ee4e416de6 service neutron] Pushing event updated for resources: {'Port': ['ID=991e876a-86e7-4236-9766-ac2fca029da9,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:43:59.861841 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26897547-ca5e-41c4-9c07-14b233a165c1 x-openstack-request-id: req-26897547-ca5e-41c4-9c07-14b233a165c1 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:43:59.862250 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6d7e77a-f466-425a-bd58-f559753c5919", "tag": "991e876a-86e7-4236-9766-ac2fca029da9", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:43:59.862607 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-26897547-ca5e-41c4-9c07-14b233a165c1 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:43:59.863095 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6d7e77a-f466-425a-bd58-f559753c5919', 'tag': '991e876a-86e7-4236-9766-ac2fca029da9', 'status': 'completed', 'code': 200} Aug 19 15:43:59.876966 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59572b6d-93e2-4591-893c-39be8c003a00 req-56e63431-1be4-4830-8990-adba3c17366d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:43:59.878891 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-59572b6d-93e2-4591-893c-39be8c003a00 req-56e63431-1be4-4830-8990-adba3c17366d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d0c42a3a20a4428181cb4a620c77af50&device_id=a6d7e77a-f466-425a-bd58-f559753c5919 HTTP/1.1" status: 200 len: 1094 time: 0.0846648 Aug 19 15:43:59.957724 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-59572b6d-93e2-4591-893c-39be8c003a00 req-f14985bc-6b8d-459d-bc1e-80a107015eaf service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=991e876a-86e7-4236-9766-ac2fca029da9 HTTP/1.1" status: 200 len: 217 time: 0.0708003 Aug 19 15:44:00.034143 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59572b6d-93e2-4591-893c-39be8c003a00 req-f1d1b1db-e6fe-4a45-b2b1-90236e862440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:00.035845 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-59572b6d-93e2-4591-893c-39be8c003a00 req-f1d1b1db-e6fe-4a45-b2b1-90236e862440 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=daa79b65-82f5-4951-b884-fb03f6357956 HTTP/1.1" status: 200 len: 835 time: 0.0706398 Aug 19 15:44:00.161746 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59572b6d-93e2-4591-893c-39be8c003a00 req-bb9d6a0b-a36c-42d0-9bff-e604ef790802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:00.163839 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-59572b6d-93e2-4591-893c-39be8c003a00 req-bb9d6a0b-a36c-42d0-9bff-e604ef790802 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c83a2802-d580-46b2-98d9-42ecaf1b721f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1207259 Aug 19 15:44:00.207619 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2cf0d-9e18-4732-8128-ec697da4e94a req-eb1649a2-2810-4bd6-b543-621781f7cc35 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:00.209218 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cec2cf0d-9e18-4732-8128-ec697da4e94a req-eb1649a2-2810-4bd6-b543-621781f7cc35 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=a6d7e77a-f466-425a-bd58-f559753c5919 HTTP/1.1" status: 200 len: 943 time: 0.1115859 Aug 19 15:44:00.288935 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cec2cf0d-9e18-4732-8128-ec697da4e94a req-2cb947b9-3860-4f26-bb3c-bb94d769cde9 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=891380fe-3c64-49fb-9ff4-5fc9904cb369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539804 Aug 19 15:44:00.310793 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-59572b6d-93e2-4591-893c-39be8c003a00 req-e1693f67-8356-4396-b91f-6f8b6c9d9573 service neutron] 10.222.0.88 "GET /v2.0/networks/c83a2802-d580-46b2-98d9-42ecaf1b721f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394770 Aug 19 15:44:00.433961 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 9aa2ee8d-6eef-4992-99c9-7f355240fac3 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:44:00.451723 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-59572b6d-93e2-4591-893c-39be8c003a00 req-2c769118-49af-4795-8e20-354bb57d4b5e service neutron] 10.222.0.88 "GET /v2.0/networks/c83a2802-d580-46b2-98d9-42ecaf1b721f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334016 Aug 19 15:44:00.499695 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 9aa2ee8d-6eef-4992-99c9-7f355240fac3 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:44:00.500061 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:00.557716 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d3e0d-a784-4950-acc4-e2deba35b46e req-b8e0d017-3233-4ecb-a890-fc13672a132d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:00.559274 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-152d3e0d-a784-4950-acc4-e2deba35b46e req-b8e0d017-3233-4ecb-a890-fc13672a132d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d0c42a3a20a4428181cb4a620c77af50&device_id=a6d7e77a-f466-425a-bd58-f559753c5919 HTTP/1.1" status: 200 len: 1094 time: 0.0535643 Aug 19 15:44:00.696950 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d3e0d-a784-4950-acc4-e2deba35b46e req-f476f96c-47a1-497d-bb95-8a0bf2636cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:00.699226 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-152d3e0d-a784-4950-acc4-e2deba35b46e req-f476f96c-47a1-497d-bb95-8a0bf2636cd2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c83a2802-d580-46b2-98d9-42ecaf1b721f HTTP/1.1" status: 200 len: 898 time: 0.1307406 Aug 19 15:44:00.770105 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-152d3e0d-a784-4950-acc4-e2deba35b46e req-6af6db46-dad5-4323-8eca-afe089482f06 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=991e876a-86e7-4236-9766-ac2fca029da9 HTTP/1.1" status: 200 len: 217 time: 0.0631485 Aug 19 15:44:00.830976 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d3e0d-a784-4950-acc4-e2deba35b46e req-e154665c-7f70-4afa-ad66-fb874eed38c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:00.832793 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-152d3e0d-a784-4950-acc4-e2deba35b46e req-e154665c-7f70-4afa-ad66-fb874eed38c2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=daa79b65-82f5-4951-b884-fb03f6357956 HTTP/1.1" status: 200 len: 835 time: 0.0543568 Aug 19 15:44:00.895814 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d3e0d-a784-4950-acc4-e2deba35b46e req-b8d7d136-056e-4476-9e05-cb27b464d7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:00.897700 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-152d3e0d-a784-4950-acc4-e2deba35b46e req-b8d7d136-056e-4476-9e05-cb27b464d7b8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c83a2802-d580-46b2-98d9-42ecaf1b721f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565524 Aug 19 15:44:01.031474 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-152d3e0d-a784-4950-acc4-e2deba35b46e req-213497ce-01c6-4e9a-991d-c1b7bb617d0d service neutron] 10.222.0.88 "GET /v2.0/networks/c83a2802-d580-46b2-98d9-42ecaf1b721f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256444 Aug 19 15:44:01.139786 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-152d3e0d-a784-4950-acc4-e2deba35b46e req-b2df5407-2a11-4126-8da0-9bd159c9b37b service neutron] 10.222.0.88 "GET /v2.0/networks/c83a2802-d580-46b2-98d9-42ecaf1b721f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998843 Aug 19 15:44:01.460937 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b5f33-cfc3-4981-90ed-2a7fc97da1d9 req-c4aec90b-3e2a-4ce8-95e6-a129a50339d5 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:01.462494 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6c6b5f33-cfc3-4981-90ed-2a7fc97da1d9 req-c4aec90b-3e2a-4ce8-95e6-a129a50339d5 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=a6d7e77a-f466-425a-bd58-f559753c5919 HTTP/1.1" status: 200 len: 943 time: 0.0773981 Aug 19 15:44:01.504979 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6c6b5f33-cfc3-4981-90ed-2a7fc97da1d9 req-cdb8461b-c2d8-43eb-9cca-022bd2f87459 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=891380fe-3c64-49fb-9ff4-5fc9904cb369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357850 Aug 19 15:44:01.521609 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-40b337ad-36f4-4cc5-a27a-3803ed00a867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:02.658035 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9df5f-d80e-4724-ab90-7060e714b647 req-8c1395f3-fab8-4236-87b6-9ff6d5c749ff tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:02.659517 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-91e9df5f-d80e-4724-ab90-7060e714b647 req-8c1395f3-fab8-4236-87b6-9ff6d5c749ff tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=a6d7e77a-f466-425a-bd58-f559753c5919 HTTP/1.1" status: 200 len: 943 time: 0.0544755 Aug 19 15:44:02.708697 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-91e9df5f-d80e-4724-ab90-7060e714b647 req-449c17ac-7315-49f5-a54c-bf3f1708dd93 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=891380fe-3c64-49fb-9ff4-5fc9904cb369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381629 Aug 19 15:44:03.332378 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 991e876a-86e7-4236-9766-ac2fca029da9 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:44:03.454484 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 991e876a-86e7-4236-9766-ac2fca029da9, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=991e876a-86e7-4236-9766-ac2fca029da9,segment=NetworkSegment(2eb17fa0-4e49-49a5-825b-340aa7a117b3),segment_id=2eb17fa0-4e49-49a5-825b-340aa7a117b3)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:44:03.473440 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '991e876a-86e7-4236-9766-ac2fca029da9', 'network_id': 'c83a2802-d580-46b2-98d9-42ecaf1b721f', 'port_id': '991e876a-86e7-4236-9766-ac2fca029da9', 'mac_address': 'fa:16:3e:97:51:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daa79b65-82f5-4951-b884-fb03f6357956', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:44:03.518587 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:03.535225 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 991e876a-86e7-4236-9766-ac2fca029da9 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:44:03.561254 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 991e876a-86e7-4236-9766-ac2fca029da9, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=991e876a-86e7-4236-9766-ac2fca029da9,segment=NetworkSegment(2eb17fa0-4e49-49a5-825b-340aa7a117b3),segment_id=2eb17fa0-4e49-49a5-825b-340aa7a117b3)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:44:03.567295 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:03.641597 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=991e876a-86e7-4236-9766-ac2fca029da9,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:44:03.820792 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['991e876a-86e7-4236-9766-ac2fca029da9'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:44:03.896355 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152a2a3-8b98-4d9c-afe1-4a3ae42ce7f7 req-cd9f4710-8cc2-413f-ad3a-2e87235adadd tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:03.898014 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d152a2a3-8b98-4d9c-afe1-4a3ae42ce7f7 req-cd9f4710-8cc2-413f-ad3a-2e87235adadd tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=a6d7e77a-f466-425a-bd58-f559753c5919 HTTP/1.1" status: 200 len: 944 time: 0.0784101 Aug 19 15:44:03.965204 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d152a2a3-8b98-4d9c-afe1-4a3ae42ce7f7 req-dfc74754-5caa-489c-8847-6696e6764796 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=891380fe-3c64-49fb-9ff4-5fc9904cb369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575368 Aug 19 15:44:04.448650 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-538a506c-1544-422a-befd-e231576dbab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:04.652848 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:04.804264 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:05.094924 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0da81-fff6-42f8-9c40-4830b95d7b9a req-58369d08-5306-424e-8e31-fa5462647dd5 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:05.096495 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d2b0da81-fff6-42f8-9c40-4830b95d7b9a req-58369d08-5306-424e-8e31-fa5462647dd5 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=a6d7e77a-f466-425a-bd58-f559753c5919 HTTP/1.1" status: 200 len: 944 time: 0.0552735 Aug 19 15:44:05.138734 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d2b0da81-fff6-42f8-9c40-4830b95d7b9a req-b909d0e1-dd1c-4edf-9154-4f34d9eb6679 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=891380fe-3c64-49fb-9ff4-5fc9904cb369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358291 Aug 19 15:44:05.331615 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 991e876a-86e7-4236-9766-ac2fca029da9 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:44:05.395645 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:05.414857 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 991e876a-86e7-4236-9766-ac2fca029da9 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:44:05.419250 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 991e876a-86e7-4236-9766-ac2fca029da9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:44:05.419643 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:05.500970 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:05.526756 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d7e77a-f466-425a-bd58-f559753c5919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '991e876a-86e7-4236-9766-ac2fca029da9'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:44:05.529120 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33781a19ce02c5415d916baf9197922328299cb06218664b0429d3f5e03069d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00042383-a6f1-415e-8610-a202ada6a186" -d '{"events": [{"server_uuid": "a6d7e77a-f466-425a-bd58-f559753c5919", "name": "network-vif-plugged", "status": "completed", "tag": "991e876a-86e7-4236-9766-ac2fca029da9"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:44:05.547278 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 991e876a-86e7-4236-9766-ac2fca029da9, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=991e876a-86e7-4236-9766-ac2fca029da9,segment=NetworkSegment(2eb17fa0-4e49-49a5-825b-340aa7a117b3),segment_id=2eb17fa0-4e49-49a5-825b-340aa7a117b3)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:44:05.551808 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:05.585274 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76155d28-c773-4e9a-89fa-8f4063982d3b x-openstack-request-id: req-76155d28-c773-4e9a-89fa-8f4063982d3b {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:44:05.586253 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d7e77a-f466-425a-bd58-f559753c5919", "name": "network-vif-plugged", "status": "completed", "tag": "991e876a-86e7-4236-9766-ac2fca029da9", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:44:05.587398 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-76155d28-c773-4e9a-89fa-8f4063982d3b {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:44:05.588297 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d7e77a-f466-425a-bd58-f559753c5919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '991e876a-86e7-4236-9766-ac2fca029da9', 'code': 200} Aug 19 15:44:05.625974 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=991e876a-86e7-4236-9766-ac2fca029da9,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:44:05.687331 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a5479-e4c3-47c4-82b2-dec821b33b61 req-28da7cee-d7b3-469b-8347-fb95449e45d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:05.688910 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e49a5479-e4c3-47c4-82b2-dec821b33b61 req-28da7cee-d7b3-469b-8347-fb95449e45d9 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a6d7e77a-f466-425a-bd58-f559753c5919 HTTP/1.1" status: 200 len: 1096 time: 0.0475378 Aug 19 15:44:05.725317 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e49a5479-e4c3-47c4-82b2-dec821b33b61 req-4985077b-89c3-46c8-b24a-a5a413ca90f6 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=891380fe-3c64-49fb-9ff4-5fc9904cb369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286062 Aug 19 15:44:05.973196 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:06.274744 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5073547-e783-44f5-b518-1bad968fc975 req-e1bdd536-89a9-4b63-a308-a900ed097228 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:06.276158 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d5073547-e783-44f5-b518-1bad968fc975 req-e1bdd536-89a9-4b63-a308-a900ed097228 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=a6d7e77a-f466-425a-bd58-f559753c5919 HTTP/1.1" status: 200 len: 945 time: 0.0570147 Aug 19 15:44:06.316641 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d5073547-e783-44f5-b518-1bad968fc975 req-8420addc-efce-43e3-b034-4735303cc3a8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=891380fe-3c64-49fb-9ff4-5fc9904cb369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334821 Aug 19 15:44:07.171166 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:07.470206 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed43d4b-cc81-48e1-9c01-1b2d458beeb7 req-f4e758d9-d3ec-45c2-b29d-4cbb15e48a93 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:07.471756 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1ed43d4b-cc81-48e1-9c01-1b2d458beeb7 req-f4e758d9-d3ec-45c2-b29d-4cbb15e48a93 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=a6d7e77a-f466-425a-bd58-f559753c5919 HTTP/1.1" status: 200 len: 945 time: 0.0827966 Aug 19 15:44:07.511124 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e12a66a2-aad7-44de-a38a-6c2351f1075a req-a15b3dbb-c0d9-4c01-bdc2-3879e5613367 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a6d7e77a-f466-425a-bd58-f559753c5919&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0782869 Aug 19 15:44:07.520006 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1ed43d4b-cc81-48e1-9c01-1b2d458beeb7 req-c5a1382a-df00-4a1d-822e-ce6323074e06 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=891380fe-3c64-49fb-9ff4-5fc9904cb369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419760 Aug 19 15:44:07.601820 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a66a2-aad7-44de-a38a-6c2351f1075a req-73a79b21-509a-4d53-9c99-cb60e1ce5228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:07.603528 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e12a66a2-aad7-44de-a38a-6c2351f1075a req-73a79b21-509a-4d53-9c99-cb60e1ce5228 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d0c42a3a20a4428181cb4a620c77af50&device_id=a6d7e77a-f466-425a-bd58-f559753c5919 HTTP/1.1" status: 200 len: 1096 time: 0.0450194 Aug 19 15:44:07.711397 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c50634-1583-4c12-b5bb-b045658cd9c8 req-0b5e1205-a616-4fb5-a063-a8f1bf63c4fd tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:07.712878 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-02c50634-1583-4c12-b5bb-b045658cd9c8 req-0b5e1205-a616-4fb5-a063-a8f1bf63c4fd tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=a6d7e77a-f466-425a-bd58-f559753c5919 HTTP/1.1" status: 200 len: 945 time: 0.1064079 Aug 19 15:44:07.755401 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a66a2-aad7-44de-a38a-6c2351f1075a req-9ef61ff5-f549-46f1-8632-74c566826bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:07.756930 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e12a66a2-aad7-44de-a38a-6c2351f1075a req-9ef61ff5-f549-46f1-8632-74c566826bd8 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c83a2802-d580-46b2-98d9-42ecaf1b721f HTTP/1.1" status: 200 len: 898 time: 0.1242874 Aug 19 15:44:07.808906 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-02c50634-1583-4c12-b5bb-b045658cd9c8 req-a9b21137-0c83-44b3-9a1a-3c82c47e1b04 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=891380fe-3c64-49fb-9ff4-5fc9904cb369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887120 Aug 19 15:44:07.810619 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e12a66a2-aad7-44de-a38a-6c2351f1075a req-de3c8c39-2461-4704-b3a9-7998ad05d663 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=991e876a-86e7-4236-9766-ac2fca029da9 HTTP/1.1" status: 200 len: 217 time: 0.0452538 Aug 19 15:44:07.837576 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40086) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:44:07.875461 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a66a2-aad7-44de-a38a-6c2351f1075a req-6b97bd56-1774-4e46-b87e-8021cfec6891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:07.877984 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e12a66a2-aad7-44de-a38a-6c2351f1075a req-6b97bd56-1774-4e46-b87e-8021cfec6891 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=daa79b65-82f5-4951-b884-fb03f6357956 HTTP/1.1" status: 200 len: 835 time: 0.0606117 Aug 19 15:44:07.927461 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a66a2-aad7-44de-a38a-6c2351f1075a req-3b5ba089-8ef9-46e7-8abe-6a8d8879d43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:07.928283 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d9ed0a-7345-490e-b6db-0bd5c16fae50 tempest-TestNetworkAdvancedServerOps-615037460 tempest-TestNetworkAdvancedServerOps-615037460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:07.929285 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e12a66a2-aad7-44de-a38a-6c2351f1075a req-3b5ba089-8ef9-46e7-8abe-6a8d8879d43e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c83a2802-d580-46b2-98d9-42ecaf1b721f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446198 Aug 19 15:44:07.929860 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-48d9ed0a-7345-490e-b6db-0bd5c16fae50 tempest-TestNetworkAdvancedServerOps-615037460 tempest-TestNetworkAdvancedServerOps-615037460-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=a6d7e77a-f466-425a-bd58-f559753c5919 HTTP/1.1" status: 200 len: 1091 time: 0.0910170 Aug 19 15:44:07.932762 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40090) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:44:07.937262 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7d641284-5df5-44d1-852b-3648e52dbf32 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'floatingip': {'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'port_id': '991e876a-86e7-4236-9766-ac2fca029da9', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:44:07.961975 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d641284-5df5-44d1-852b-3648e52dbf32 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:08.031380 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e12a66a2-aad7-44de-a38a-6c2351f1075a req-82a7c330-62f4-4cbd-b55e-c74f48ad3ffc service neutron] 10.222.0.88 "GET /v2.0/networks/c83a2802-d580-46b2-98d9-42ecaf1b721f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949600 Aug 19 15:44:08.138921 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e12a66a2-aad7-44de-a38a-6c2351f1075a req-8650b77a-f3f7-456b-afe4-47463f30982d service neutron] 10.222.0.88 "GET /v2.0/networks/c83a2802-d580-46b2-98d9-42ecaf1b721f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996356 Aug 19 15:44:08.458620 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d641284-5df5-44d1-852b-3648e52dbf32 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:08.587001 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-7d641284-5df5-44d1-852b-3648e52dbf32 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Allocated IP 172.25.2.39 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/138b2815-8839-4b30-a47f-e4cd7c5c8719) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:44:08.703528 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d641284-5df5-44d1-852b-3648e52dbf32 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:08.752277 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d641284-5df5-44d1-852b-3648e52dbf32 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:08.798141 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d641284-5df5-44d1-852b-3648e52dbf32 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:44:08.801408 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-7d641284-5df5-44d1-852b-3648e52dbf32 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:44:08.806055 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d641284-5df5-44d1-852b-3648e52dbf32 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:44:08.809355 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d641284-5df5-44d1-852b-3648e52dbf32 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'Port': ['ID=138b2815-8839-4b30-a47f-e4cd7c5c8719,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:44:08.846077 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d641284-5df5-44d1-852b-3648e52dbf32 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:44:08.846854 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d641284-5df5-44d1-852b-3648e52dbf32 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:44:08.846854 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d641284-5df5-44d1-852b-3648e52dbf32 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:44:08.847142 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d641284-5df5-44d1-852b-3648e52dbf32 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:44:08.847296 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d641284-5df5-44d1-852b-3648e52dbf32 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:44:08.847602 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d641284-5df5-44d1-852b-3648e52dbf32 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:44:08.847946 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d641284-5df5-44d1-852b-3648e52dbf32 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:44:08.848370 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d641284-5df5-44d1-852b-3648e52dbf32 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:44:08.848727 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d641284-5df5-44d1-852b-3648e52dbf32 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:44:08.849052 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d641284-5df5-44d1-852b-3648e52dbf32 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:44:08.849374 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d641284-5df5-44d1-852b-3648e52dbf32 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:44:08.849689 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d641284-5df5-44d1-852b-3648e52dbf32 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:44:09.241536 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d641284-5df5-44d1-852b-3648e52dbf32 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:09.321703 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d641284-5df5-44d1-852b-3648e52dbf32 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:09.498596 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d641284-5df5-44d1-852b-3648e52dbf32 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:09.503920 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d641284-5df5-44d1-852b-3648e52dbf32 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:09.582791 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d641284-5df5-44d1-852b-3648e52dbf32 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'Port': ['ID=138b2815-8839-4b30-a47f-e4cd7c5c8719,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:44:09.595564 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d641284-5df5-44d1-852b-3648e52dbf32 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:09.739915 n-d-766043-2 neutron-server[94639]: INFO neutron.db.l3_db [None req-7d641284-5df5-44d1-852b-3648e52dbf32 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Floating IP ef5ef91e-bfe2-45fa-b3d9-890e757bdef7 associated. External IP: 172.25.2.39, port: 991e876a-86e7-4236-9766-ac2fca029da9. Aug 19 15:44:10.038943 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d641284-5df5-44d1-852b-3648e52dbf32 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Router 60997027-9f74-4b2e-96bb-8d5f497393f0 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:44:10.162317 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d641284-5df5-44d1-852b-3648e52dbf32 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:44:10.175238 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7c54de-d152-47df-94e5-10b696f0dff7 None None] Sync routers for ids ['60997027-9f74-4b2e-96bb-8d5f497393f0'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:44:10.183959 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d641284-5df5-44d1-852b-3648e52dbf32 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:10.190230 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7c54de-d152-47df-94e5-10b696f0dff7 None None] Routers {'60997027-9f74-4b2e-96bb-8d5f497393f0'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:44:10.191163 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5c7c54de-d152-47df-94e5-10b696f0dff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:44:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['60997027-9f74-4b2e-96bb-8d5f497393f0'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:44:10.216017 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7d641284-5df5-44d1-852b-3648e52dbf32 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2821951 Aug 19 15:44:10.216746 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6d7e77a-f466-425a-bd58-f559753c5919', 'tag': '991e876a-86e7-4236-9766-ac2fca029da9'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:44:10.219373 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ea2f9e66d71df3aa35f2a980f4ce96e3876fd938d75aec7c1a3378f7fc42a1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd89fc40-e6cb-4fee-8727-a11543820c11" -d '{"events": [{"name": "network-changed", "server_uuid": "a6d7e77a-f466-425a-bd58-f559753c5919", "tag": "991e876a-86e7-4236-9766-ac2fca029da9"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:44:10.361467 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d580d988-8119-41f1-83a4-cfeed78d8d3b x-openstack-request-id: req-d580d988-8119-41f1-83a4-cfeed78d8d3b {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:44:10.362037 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6d7e77a-f466-425a-bd58-f559753c5919", "tag": "991e876a-86e7-4236-9766-ac2fca029da9", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:44:10.362764 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d580d988-8119-41f1-83a4-cfeed78d8d3b {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:44:10.363580 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6d7e77a-f466-425a-bd58-f559753c5919', 'tag': '991e876a-86e7-4236-9766-ac2fca029da9', 'status': 'completed', 'code': 200} Aug 19 15:44:10.374999 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-5c7c54de-d152-47df-94e5-10b696f0dff7 None None] Set router 60997027-9f74-4b2e-96bb-8d5f497393f0 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:44:10.377940 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b850a8-bc75-4462-aadd-fb7bdda15b49 req-3368bd56-4e4b-4194-94fd-23aba8dac31c tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:10.380109 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-79b850a8-bc75-4462-aadd-fb7bdda15b49 req-3368bd56-4e4b-4194-94fd-23aba8dac31c tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=a6d7e77a-f466-425a-bd58-f559753c5919 HTTP/1.1" status: 200 len: 945 time: 0.0962358 Aug 19 15:44:10.467021 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-79b850a8-bc75-4462-aadd-fb7bdda15b49 req-409880f6-e935-4995-9323-d1f7d24bb694 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=891380fe-3c64-49fb-9ff4-5fc9904cb369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758808 Aug 19 15:44:10.498006 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 40100) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:44:10.570222 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd89fc40-e6cb-4fee-8727-a11543820c11 req-969082b4-bffa-4f65-b92c-921374bc337f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:10.571869 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cd89fc40-e6cb-4fee-8727-a11543820c11 req-969082b4-bffa-4f65-b92c-921374bc337f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d0c42a3a20a4428181cb4a620c77af50&device_id=a6d7e77a-f466-425a-bd58-f559753c5919 HTTP/1.1" status: 200 len: 1096 time: 0.1904969 Aug 19 15:44:10.654510 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ddef51ab-4c8b-4a4f-985e-f00410fddca6 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/floatingips/ef5ef91e-bfe2-45fa-b3d9-890e757bdef7 HTTP/1.1" status: 200 len: 990 time: 0.1548033 Aug 19 15:44:10.713214 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd89fc40-e6cb-4fee-8727-a11543820c11 req-1e207636-ab2e-45a3-938d-b1940b522fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:10.715316 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cd89fc40-e6cb-4fee-8727-a11543820c11 req-1e207636-ab2e-45a3-938d-b1940b522fe3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c83a2802-d580-46b2-98d9-42ecaf1b721f HTTP/1.1" status: 200 len: 898 time: 0.1344969 Aug 19 15:44:10.717948 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5c7c54de-d152-47df-94e5-10b696f0dff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60997027-9f74-4b2e-96bb-8d5f497393f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298431000', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '5472e2f7-d895-463b-ad41-8c16540c4358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:43:49Z', 'updated_at': '2021-08-19T15:43:53Z', 'revision_number': 4, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': '5472e2f7-d895-463b-ad41-8c16540c4358', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60997027-9f74-4b2e-96bb-8d5f497393f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:43:49Z', 'updated_at': '2021-08-19T15:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': 'ef5ef91e-bfe2-45fa-b3d9-890e757bdef7', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'floating_ip_address': '172.25.2.39', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '60997027-9f74-4b2e-96bb-8d5f497393f0', 'port_id': '991e876a-86e7-4236-9766-ac2fca029da9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c83a2802-d580-46b2-98d9-42ecaf1b721f', 'mac_address': 'fa:16:3e:97:51:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d7e77a-f466-425a-bd58-f559753c5919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:44:09Z', 'updated_at': '2021-08-19T15:44:09Z', 'revision_number': 0, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aa2ee8d-6eef-4992-99c9-7f355240fac3', 'name': '', 'network_id': 'c83a2802-d580-46b2-98d9-42ecaf1b721f', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'mac_address': 'fa:16:3e:19:7e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60997027-9f74-4b2e-96bb-8d5f497393f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'daa79b65-82f5-4951-b884-fb03f6357956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:43:52Z', 'updated_at': '2021-08-19T15:43:58Z', 'revision_number': 5, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'subnets': [{'id': 'daa79b65-82f5-4951-b884-fb03f6357956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:44:10.759696 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7c54de-d152-47df-94e5-10b696f0dff7 None None] Checking router: 60997027-9f74-4b2e-96bb-8d5f497393f0 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:44:10.774165 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7c54de-d152-47df-94e5-10b696f0dff7 None None] Routers {'60997027-9f74-4b2e-96bb-8d5f497393f0'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:44:10.774798 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5c7c54de-d152-47df-94e5-10b696f0dff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:44:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['60997027-9f74-4b2e-96bb-8d5f497393f0'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:44:10.803592 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cd89fc40-e6cb-4fee-8727-a11543820c11 req-6035ff90-e7aa-4180-9f57-7a5ffc1aa417 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=991e876a-86e7-4236-9766-ac2fca029da9 HTTP/1.1" status: 200 len: 998 time: 0.0787098 Aug 19 15:44:10.873118 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd89fc40-e6cb-4fee-8727-a11543820c11 req-473c394e-0e75-40cf-9e8b-c9d1707da118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:10.874515 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cd89fc40-e6cb-4fee-8727-a11543820c11 req-473c394e-0e75-40cf-9e8b-c9d1707da118 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=daa79b65-82f5-4951-b884-fb03f6357956 HTTP/1.1" status: 200 len: 835 time: 0.0664880 Aug 19 15:44:10.926870 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd89fc40-e6cb-4fee-8727-a11543820c11 req-a5217a53-193a-4f76-b95f-42b7fed8a850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:10.929330 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cd89fc40-e6cb-4fee-8727-a11543820c11 req-a5217a53-193a-4f76-b95f-42b7fed8a850 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c83a2802-d580-46b2-98d9-42ecaf1b721f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474629 Aug 19 15:44:10.939987 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-5c7c54de-d152-47df-94e5-10b696f0dff7 None None] Set router 60997027-9f74-4b2e-96bb-8d5f497393f0 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:44:11.051997 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cd89fc40-e6cb-4fee-8727-a11543820c11 req-8abbccb9-ac95-4549-a523-79a0b3d203fa service neutron] 10.222.0.88 "GET /v2.0/networks/c83a2802-d580-46b2-98d9-42ecaf1b721f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156604 Aug 19 15:44:11.169888 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cd89fc40-e6cb-4fee-8727-a11543820c11 req-282676d4-9e5a-47c4-8861-7f68080fd136 service neutron] 10.222.0.88 "GET /v2.0/networks/c83a2802-d580-46b2-98d9-42ecaf1b721f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105337 Aug 19 15:44:11.211996 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5c7c54de-d152-47df-94e5-10b696f0dff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60997027-9f74-4b2e-96bb-8d5f497393f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298431000', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '5472e2f7-d895-463b-ad41-8c16540c4358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:43:49Z', 'updated_at': '2021-08-19T15:43:53Z', 'revision_number': 4, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': '5472e2f7-d895-463b-ad41-8c16540c4358', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60997027-9f74-4b2e-96bb-8d5f497393f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:43:49Z', 'updated_at': '2021-08-19T15:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': 'ef5ef91e-bfe2-45fa-b3d9-890e757bdef7', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'floating_ip_address': '172.25.2.39', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '60997027-9f74-4b2e-96bb-8d5f497393f0', 'port_id': '991e876a-86e7-4236-9766-ac2fca029da9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c83a2802-d580-46b2-98d9-42ecaf1b721f', 'mac_address': 'fa:16:3e:97:51:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d7e77a-f466-425a-bd58-f559753c5919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:44:09Z', 'updated_at': '2021-08-19T15:44:09Z', 'revision_number': 0, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aa2ee8d-6eef-4992-99c9-7f355240fac3', 'name': '', 'network_id': 'c83a2802-d580-46b2-98d9-42ecaf1b721f', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'mac_address': 'fa:16:3e:19:7e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60997027-9f74-4b2e-96bb-8d5f497393f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'daa79b65-82f5-4951-b884-fb03f6357956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:43:52Z', 'updated_at': '2021-08-19T15:43:58Z', 'revision_number': 5, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'subnets': [{'id': 'daa79b65-82f5-4951-b884-fb03f6357956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:44:11.244258 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7c54de-d152-47df-94e5-10b696f0dff7 None None] The sync data for ids ['60997027-9f74-4b2e-96bb-8d5f497393f0'] in n-d-766043-2 is: [{'id': '60997027-9f74-4b2e-96bb-8d5f497393f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298431000', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '5472e2f7-d895-463b-ad41-8c16540c4358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:43:49Z', 'updated_at': '2021-08-19T15:43:53Z', 'revision_number': 4, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': '5472e2f7-d895-463b-ad41-8c16540c4358', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60997027-9f74-4b2e-96bb-8d5f497393f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:43:49Z', 'updated_at': '2021-08-19T15:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': 'ef5ef91e-bfe2-45fa-b3d9-890e757bdef7', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'floating_ip_address': '172.25.2.39', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '60997027-9f74-4b2e-96bb-8d5f497393f0', 'port_id': '991e876a-86e7-4236-9766-ac2fca029da9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c83a2802-d580-46b2-98d9-42ecaf1b721f', 'mac_address': 'fa:16:3e:97:51:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d7e77a-f466-425a-bd58-f559753c5919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:44:09Z', 'updated_at': '2021-08-19T15:44:09Z', 'revision_number': 0, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aa2ee8d-6eef-4992-99c9-7f355240fac3', 'name': '', 'network_id': 'c83a2802-d580-46b2-98d9-42ecaf1b721f', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'mac_address': 'fa:16:3e:19:7e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60997027-9f74-4b2e-96bb-8d5f497393f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'daa79b65-82f5-4951-b884-fb03f6357956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:43:52Z', 'updated_at': '2021-08-19T15:43:58Z', 'revision_number': 5, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'subnets': [{'id': 'daa79b65-82f5-4951-b884-fb03f6357956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:44:11.496151 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a91ab1-b031-4ddd-b48c-1c69928d1a86 None None] New status for floating IP ef5ef91e-bfe2-45fa-b3d9-890e757bdef7: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:44:11.659996 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 40102) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:44:11.729006 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-c98ac393-88c5-487f-9160-8d2275ca2934 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/floatingips/ef5ef91e-bfe2-45fa-b3d9-890e757bdef7 HTTP/1.1" status: 200 len: 992 time: 0.0672147 Aug 19 15:44:30.010723 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:44:31.516180 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f9a55079-7a35-4401-83a6-b4ac2ff0a5bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:34.448089 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8daffc82-ef49-42aa-a857-ce12177caa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:34.647017 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:34.833981 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:35.355205 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:36.002493 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:37.171857 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:44:38.519934 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb3e55d-cbaa-44ec-a5bf-2dd4caf1854f req-e900780b-4d26-465d-9e59-cc8691f7e17d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:38.521883 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0eb3e55d-cbaa-44ec-a5bf-2dd4caf1854f req-e900780b-4d26-465d-9e59-cc8691f7e17d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=a6d7e77a-f466-425a-bd58-f559753c5919 HTTP/1.1" status: 200 len: 945 time: 0.0601175 Aug 19 15:44:38.574717 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0eb3e55d-cbaa-44ec-a5bf-2dd4caf1854f req-e715d842-17c7-41b4-aa85-5d8f6f0b6bc1 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=891380fe-3c64-49fb-9ff4-5fc9904cb369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394962 Aug 19 15:44:39.731431 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9facd-9242-4a9a-acfc-eb8007d94425 req-2be43bf2-22fb-4088-a0cf-d6bdc854b6f0 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:39.733533 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3cb9facd-9242-4a9a-acfc-eb8007d94425 req-2be43bf2-22fb-4088-a0cf-d6bdc854b6f0 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=a6d7e77a-f466-425a-bd58-f559753c5919 HTTP/1.1" status: 200 len: 945 time: 0.0709889 Aug 19 15:44:39.784217 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3cb9facd-9242-4a9a-acfc-eb8007d94425 req-bf5348ff-216f-4c60-9810-4900073ebe2a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=891380fe-3c64-49fb-9ff4-5fc9904cb369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417244 Aug 19 15:44:40.931474 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c379b0d-991f-4eba-b0b6-0ece11796433 req-c369c698-de5c-49af-976c-40ea98e932dd tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:40.933612 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8c379b0d-991f-4eba-b0b6-0ece11796433 req-c369c698-de5c-49af-976c-40ea98e932dd tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=a6d7e77a-f466-425a-bd58-f559753c5919 HTTP/1.1" status: 200 len: 945 time: 0.0630300 Aug 19 15:44:40.993526 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8c379b0d-991f-4eba-b0b6-0ece11796433 req-c9ff337b-2d37-4047-bdb3-345c501ac3b2 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=891380fe-3c64-49fb-9ff4-5fc9904cb369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508428 Aug 19 15:44:42.145204 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac0a3f-3073-43ce-86de-ab9bda0749ed req-5e200b0f-8c1e-40e7-8a07-89c3aea43cb3 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:42.146810 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cfac0a3f-3073-43ce-86de-ab9bda0749ed req-5e200b0f-8c1e-40e7-8a07-89c3aea43cb3 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=a6d7e77a-f466-425a-bd58-f559753c5919 HTTP/1.1" status: 200 len: 945 time: 0.0677416 Aug 19 15:44:42.188434 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cfac0a3f-3073-43ce-86de-ab9bda0749ed req-c94c6cb2-9526-4e4a-ad95-b84f75a1b336 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=891380fe-3c64-49fb-9ff4-5fc9904cb369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345738 Aug 19 15:44:43.316965 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e50d7-93f0-402f-b7b7-a06e6b6f7869 req-289e489e-e498-45b1-ae0f-8650243983d0 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:43.318523 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0c5e50d7-93f0-402f-b7b7-a06e6b6f7869 req-289e489e-e498-45b1-ae0f-8650243983d0 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=a6d7e77a-f466-425a-bd58-f559753c5919 HTTP/1.1" status: 200 len: 945 time: 0.0540555 Aug 19 15:44:43.365443 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0c5e50d7-93f0-402f-b7b7-a06e6b6f7869 req-ea533d28-dd94-4aa4-8aaf-2bfadadcea36 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=891380fe-3c64-49fb-9ff4-5fc9904cb369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398798 Aug 19 15:44:44.503062 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d2de6-8743-41ae-b543-753c483ba1ae req-31b8d4ad-c0e9-43e3-8e16-2e6425c34ec1 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:44.504690 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4b0d2de6-8743-41ae-b543-753c483ba1ae req-31b8d4ad-c0e9-43e3-8e16-2e6425c34ec1 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=a6d7e77a-f466-425a-bd58-f559753c5919 HTTP/1.1" status: 200 len: 945 time: 0.0617056 Aug 19 15:44:44.558785 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4b0d2de6-8743-41ae-b543-753c483ba1ae req-5f97c7a9-4216-4733-a5f3-4593e28bf769 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=891380fe-3c64-49fb-9ff4-5fc9904cb369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464451 Aug 19 15:44:45.720800 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84585625-53d0-4a63-ae18-335c68fccb81 req-5601b875-16e5-41fc-80ee-27eeca02966d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:45.722283 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-84585625-53d0-4a63-ae18-335c68fccb81 req-5601b875-16e5-41fc-80ee-27eeca02966d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=a6d7e77a-f466-425a-bd58-f559753c5919 HTTP/1.1" status: 200 len: 945 time: 0.0602558 Aug 19 15:44:45.764440 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-84585625-53d0-4a63-ae18-335c68fccb81 req-d70cceba-7448-4c70-8421-5e3373496c2f tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=891380fe-3c64-49fb-9ff4-5fc9904cb369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346830 Aug 19 15:44:46.904469 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbafe398-a742-417a-b77b-26286c4bcd0e req-96216abb-f7a0-4160-ab2c-244ca0d86d50 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:46.906058 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dbafe398-a742-417a-b77b-26286c4bcd0e req-96216abb-f7a0-4160-ab2c-244ca0d86d50 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=a6d7e77a-f466-425a-bd58-f559753c5919 HTTP/1.1" status: 200 len: 945 time: 0.0624979 Aug 19 15:44:46.961223 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dbafe398-a742-417a-b77b-26286c4bcd0e req-47056744-bb49-487d-8ace-9e9b3452a6dd tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=891380fe-3c64-49fb-9ff4-5fc9904cb369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479505 Aug 19 15:44:48.149068 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f44591-f649-4813-b98c-5483ed54be8e req-65318043-4310-461e-b19c-4e92200f214f tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:48.151275 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c0f44591-f649-4813-b98c-5483ed54be8e req-65318043-4310-461e-b19c-4e92200f214f tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=a6d7e77a-f466-425a-bd58-f559753c5919 HTTP/1.1" status: 200 len: 945 time: 0.0748103 Aug 19 15:44:48.203305 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c0f44591-f649-4813-b98c-5483ed54be8e req-9d575b48-2abd-424d-b485-253bb9f04e75 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=891380fe-3c64-49fb-9ff4-5fc9904cb369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437713 Aug 19 15:44:49.353397 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e357c444-f22f-46a1-ac8e-1d775d1796c3 req-927f1377-2ae8-4515-b89d-948774f33000 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:49.355787 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e357c444-f22f-46a1-ac8e-1d775d1796c3 req-927f1377-2ae8-4515-b89d-948774f33000 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=a6d7e77a-f466-425a-bd58-f559753c5919 HTTP/1.1" status: 200 len: 945 time: 0.0620708 Aug 19 15:44:49.419381 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e357c444-f22f-46a1-ac8e-1d775d1796c3 req-5bf9065f-53db-4258-b231-4d61f624a167 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=891380fe-3c64-49fb-9ff4-5fc9904cb369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537431 Aug 19 15:44:49.459858 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40136) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:44:49.553435 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-ee4b6199-b87a-41a8-a663-80ccad75a6ff tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/floatingips/ef5ef91e-bfe2-45fa-b3d9-890e757bdef7 HTTP/1.1" status: 200 len: 992 time: 0.0917542 Aug 19 15:44:50.886860 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f88d56-b19f-4164-967b-197a7d16ddfb req-03da21f2-c077-4c5d-88e9-629b21302688 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:50.888394 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-29f88d56-b19f-4164-967b-197a7d16ddfb req-03da21f2-c077-4c5d-88e9-629b21302688 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=a6d7e77a-f466-425a-bd58-f559753c5919 HTTP/1.1" status: 200 len: 945 time: 0.0560567 Aug 19 15:44:50.954320 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-29f88d56-b19f-4164-967b-197a7d16ddfb req-70b8404b-7497-4775-ae1d-b69db1716cc1 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=891380fe-3c64-49fb-9ff4-5fc9904cb369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562472 Aug 19 15:44:50.959212 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c60c07-d3bc-4843-8ce1-2d5ec3170e03 req-20520c89-c6ef-4dc5-bd7a-c4d996f7a071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:50.960962 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c7c60c07-d3bc-4843-8ce1-2d5ec3170e03 req-20520c89-c6ef-4dc5-bd7a-c4d996f7a071 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d0c42a3a20a4428181cb4a620c77af50&device_id=a6d7e77a-f466-425a-bd58-f559753c5919 HTTP/1.1" status: 200 len: 1096 time: 0.0714185 Aug 19 15:44:51.078067 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c60c07-d3bc-4843-8ce1-2d5ec3170e03 req-a62cd9a2-a28a-4793-929f-883dca5aec97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:51.080388 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c7c60c07-d3bc-4843-8ce1-2d5ec3170e03 req-a62cd9a2-a28a-4793-929f-883dca5aec97 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c83a2802-d580-46b2-98d9-42ecaf1b721f HTTP/1.1" status: 200 len: 898 time: 0.1127732 Aug 19 15:44:51.158209 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c7c60c07-d3bc-4843-8ce1-2d5ec3170e03 req-e93251f9-5984-4ae3-bca9-041f6c4fd5f4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=991e876a-86e7-4236-9766-ac2fca029da9 HTTP/1.1" status: 200 len: 1000 time: 0.0703752 Aug 19 15:44:51.219657 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c60c07-d3bc-4843-8ce1-2d5ec3170e03 req-c47d5c73-ac24-4296-9fb5-fe4221927a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:51.222160 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c7c60c07-d3bc-4843-8ce1-2d5ec3170e03 req-c47d5c73-ac24-4296-9fb5-fe4221927a6a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=daa79b65-82f5-4951-b884-fb03f6357956 HTTP/1.1" status: 200 len: 835 time: 0.0566905 Aug 19 15:44:51.654316 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c60c07-d3bc-4843-8ce1-2d5ec3170e03 req-999d3bef-0893-48f5-96ef-0308f1c3a996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:51.655852 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c7c60c07-d3bc-4843-8ce1-2d5ec3170e03 req-999d3bef-0893-48f5-96ef-0308f1c3a996 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c83a2802-d580-46b2-98d9-42ecaf1b721f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4256577 Aug 19 15:44:51.761269 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c7c60c07-d3bc-4843-8ce1-2d5ec3170e03 req-038d27e7-b5db-44f1-ab86-af1763b20b82 service neutron] 10.222.0.88 "GET /v2.0/networks/c83a2802-d580-46b2-98d9-42ecaf1b721f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979154 Aug 19 15:44:51.862067 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c7c60c07-d3bc-4843-8ce1-2d5ec3170e03 req-0478912b-3ecc-46b1-95d0-a9d5e7525557 service neutron] 10.222.0.88 "GET /v2.0/networks/c83a2802-d580-46b2-98d9-42ecaf1b721f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934489 Aug 19 15:44:52.085563 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca7b4d-783a-4058-90cd-0358f58c9d7a req-ff0ce513-3678-4316-9a2e-32e12651bc44 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:52.087232 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8bca7b4d-783a-4058-90cd-0358f58c9d7a req-ff0ce513-3678-4316-9a2e-32e12651bc44 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=a6d7e77a-f466-425a-bd58-f559753c5919 HTTP/1.1" status: 200 len: 945 time: 0.0515773 Aug 19 15:44:52.140606 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8bca7b4d-783a-4058-90cd-0358f58c9d7a req-293d02e3-abc8-42c5-9528-40fdc629de2f tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=891380fe-3c64-49fb-9ff4-5fc9904cb369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417624 Aug 19 15:44:53.272344 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab845306-fc29-477f-bfc3-98d9d086431a req-7600255e-60da-4db5-a0f5-723e32758ac3 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:44:53.273959 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ab845306-fc29-477f-bfc3-98d9d086431a req-7600255e-60da-4db5-a0f5-723e32758ac3 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=a6d7e77a-f466-425a-bd58-f559753c5919 HTTP/1.1" status: 200 len: 945 time: 0.0576692 Aug 19 15:44:53.328379 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ab845306-fc29-477f-bfc3-98d9d086431a req-8a2e9e0e-58a4-4a83-9146-8ff67931aa65 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=891380fe-3c64-49fb-9ff4-5fc9904cb369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430872 Aug 19 15:44:53.352774 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40150) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:44:53.421311 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6afc05b5-e854-44d3-8c8b-39cd5d62fcb3 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/floatingips/ef5ef91e-bfe2-45fa-b3d9-890e757bdef7 HTTP/1.1" status: 200 len: 992 time: 0.0672057 Aug 19 15:45:01.527205 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-10dfdd9c-4e8e-4831-a22a-b1472fb3adf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:04.443996 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fea840d0-ba3b-4430-a6da-79a85cf8c2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:04.656130 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:04.850989 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:05.357154 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:05.979446 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:07.009497 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:45:07.174840 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:07.472457 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2eae23da-3339-4f15-ab0d-ee14a6c311a6 req-76960ef0-3531-45fb-b7d6-826edf2c3de4 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a6d7e77a-f466-425a-bd58-f559753c5919&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417190 Aug 19 15:45:07.564594 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae23da-3339-4f15-ab0d-ee14a6c311a6 req-ebfd332a-0a21-4023-9701-0338e7ef36de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:07.566130 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2eae23da-3339-4f15-ab0d-ee14a6c311a6 req-ebfd332a-0a21-4023-9701-0338e7ef36de service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d0c42a3a20a4428181cb4a620c77af50&device_id=a6d7e77a-f466-425a-bd58-f559753c5919 HTTP/1.1" status: 200 len: 1096 time: 0.0439041 Aug 19 15:45:07.678579 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae23da-3339-4f15-ab0d-ee14a6c311a6 req-a5cc0ddb-3903-42c8-9cef-b87a910bffb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:07.680091 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2eae23da-3339-4f15-ab0d-ee14a6c311a6 req-a5cc0ddb-3903-42c8-9cef-b87a910bffb8 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c83a2802-d580-46b2-98d9-42ecaf1b721f HTTP/1.1" status: 200 len: 898 time: 0.0910532 Aug 19 15:45:07.747136 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2eae23da-3339-4f15-ab0d-ee14a6c311a6 req-1177df4e-9b02-4ec1-96b9-a3080887f64c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=991e876a-86e7-4236-9766-ac2fca029da9 HTTP/1.1" status: 200 len: 1000 time: 0.0593293 Aug 19 15:45:07.798582 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae23da-3339-4f15-ab0d-ee14a6c311a6 req-9efe59ac-9130-4852-b535-2aba7a1ba426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:07.800061 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2eae23da-3339-4f15-ab0d-ee14a6c311a6 req-9efe59ac-9130-4852-b535-2aba7a1ba426 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=daa79b65-82f5-4951-b884-fb03f6357956 HTTP/1.1" status: 200 len: 835 time: 0.0459247 Aug 19 15:45:07.851099 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae23da-3339-4f15-ab0d-ee14a6c311a6 req-11971fc0-409d-4d68-84d5-039e564da961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:07.852755 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2eae23da-3339-4f15-ab0d-ee14a6c311a6 req-11971fc0-409d-4d68-84d5-039e564da961 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c83a2802-d580-46b2-98d9-42ecaf1b721f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455410 Aug 19 15:45:07.942494 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2eae23da-3339-4f15-ab0d-ee14a6c311a6 req-1f0cefaa-980a-4927-900f-641587b8fb78 service neutron] 10.222.0.88 "GET /v2.0/networks/c83a2802-d580-46b2-98d9-42ecaf1b721f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824366 Aug 19 15:45:08.040995 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2eae23da-3339-4f15-ab0d-ee14a6c311a6 req-4278b602-e5c2-42b8-a4cc-6ad722942f1f service neutron] 10.222.0.88 "GET /v2.0/networks/c83a2802-d580-46b2-98d9-42ecaf1b721f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904312 Aug 19 15:45:23.781316 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40166) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:45:23.942841 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-62311b55-3dc7-4f12-b1df-f2e4b81acabf tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Deleting port 138b2815-8839-4b30-a47f-e4cd7c5c8719 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:45:23.943187 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62311b55-3dc7-4f12-b1df-f2e4b81acabf tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:24.022547 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62311b55-3dc7-4f12-b1df-f2e4b81acabf tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:24.022994 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62311b55-3dc7-4f12-b1df-f2e4b81acabf tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:24.038817 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-62311b55-3dc7-4f12-b1df-f2e4b81acabf tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Calling delete_port for 138b2815-8839-4b30-a47f-e4cd7c5c8719 owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:45:24.219212 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62311b55-3dc7-4f12-b1df-f2e4b81acabf tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:24.248784 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62311b55-3dc7-4f12-b1df-f2e4b81acabf tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event deleted for resources: {'Port': ['ID=138b2815-8839-4b30-a47f-e4cd7c5c8719,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:45:24.260603 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62311b55-3dc7-4f12-b1df-f2e4b81acabf tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:24.260949 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62311b55-3dc7-4f12-b1df-f2e4b81acabf tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:24.261284 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62311b55-3dc7-4f12-b1df-f2e4b81acabf tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:24.261615 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62311b55-3dc7-4f12-b1df-f2e4b81acabf tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:24.261943 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62311b55-3dc7-4f12-b1df-f2e4b81acabf tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:24.262267 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62311b55-3dc7-4f12-b1df-f2e4b81acabf tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:24.262594 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62311b55-3dc7-4f12-b1df-f2e4b81acabf tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:24.262915 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62311b55-3dc7-4f12-b1df-f2e4b81acabf tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:24.263238 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62311b55-3dc7-4f12-b1df-f2e4b81acabf tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:24.263561 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62311b55-3dc7-4f12-b1df-f2e4b81acabf tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:24.264066 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62311b55-3dc7-4f12-b1df-f2e4b81acabf tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:24.264184 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62311b55-3dc7-4f12-b1df-f2e4b81acabf tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:24.327596 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62311b55-3dc7-4f12-b1df-f2e4b81acabf tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:24.328400 n-d-766043-2 neutron-server[94639]: INFO neutron.db.l3_db [None req-62311b55-3dc7-4f12-b1df-f2e4b81acabf tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Floating IP ef5ef91e-bfe2-45fa-b3d9-890e757bdef7 disassociated (deleted). External IP: 172.25.2.39, port: 991e876a-86e7-4236-9766-ac2fca029da9. Aug 19 15:45:24.578738 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62311b55-3dc7-4f12-b1df-f2e4b81acabf tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Router 60997027-9f74-4b2e-96bb-8d5f497393f0 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:45:24.687785 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62311b55-3dc7-4f12-b1df-f2e4b81acabf tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:45:24.693182 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62311b55-3dc7-4f12-b1df-f2e4b81acabf tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:24.698663 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad522da9-f363-4b4d-a791-3c38a57d12e9 None None] Sync routers for ids ['60997027-9f74-4b2e-96bb-8d5f497393f0'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:45:24.708636 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad522da9-f363-4b4d-a791-3c38a57d12e9 None None] Routers {'60997027-9f74-4b2e-96bb-8d5f497393f0'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:45:24.709445 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ad522da9-f363-4b4d-a791-3c38a57d12e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:45:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['60997027-9f74-4b2e-96bb-8d5f497393f0'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:45:24.725788 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-62311b55-3dc7-4f12-b1df-f2e4b81acabf tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "DELETE /v2.0/floatingips/ef5ef91e-bfe2-45fa-b3d9-890e757bdef7 HTTP/1.1" status: 204 len: 168 time: 0.9434376 Aug 19 15:45:24.726367 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6d7e77a-f466-425a-bd58-f559753c5919', 'tag': '991e876a-86e7-4236-9766-ac2fca029da9'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:45:24.729594 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ea2f9e66d71df3aa35f2a980f4ce96e3876fd938d75aec7c1a3378f7fc42a1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265200d1-5aea-43e3-9507-6223452d580e" -d '{"events": [{"name": "network-changed", "server_uuid": "a6d7e77a-f466-425a-bd58-f559753c5919", "tag": "991e876a-86e7-4236-9766-ac2fca029da9"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:45:24.772424 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102893a6-3ca6-432a-a481-ac3ed5577f18 x-openstack-request-id: req-102893a6-3ca6-432a-a481-ac3ed5577f18 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:45:24.772891 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6d7e77a-f466-425a-bd58-f559753c5919", "tag": "991e876a-86e7-4236-9766-ac2fca029da9", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:45:24.773133 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-102893a6-3ca6-432a-a481-ac3ed5577f18 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:45:24.773538 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6d7e77a-f466-425a-bd58-f559753c5919', 'tag': '991e876a-86e7-4236-9766-ac2fca029da9', 'status': 'completed', 'code': 200} Aug 19 15:45:24.825721 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-ad522da9-f363-4b4d-a791-3c38a57d12e9 None None] Set router 60997027-9f74-4b2e-96bb-8d5f497393f0 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:45:24.846937 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265200d1-5aea-43e3-9507-6223452d580e req-11bc751e-f8f5-4ebb-b53d-990b0da894e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:24.849561 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-265200d1-5aea-43e3-9507-6223452d580e req-11bc751e-f8f5-4ebb-b53d-990b0da894e4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d0c42a3a20a4428181cb4a620c77af50&device_id=a6d7e77a-f466-425a-bd58-f559753c5919 HTTP/1.1" status: 200 len: 1096 time: 0.0544775 Aug 19 15:45:24.985345 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265200d1-5aea-43e3-9507-6223452d580e req-565060ff-cfbb-4e27-81c1-6bf210f72e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:24.987441 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-265200d1-5aea-43e3-9507-6223452d580e req-565060ff-cfbb-4e27-81c1-6bf210f72e26 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c83a2802-d580-46b2-98d9-42ecaf1b721f HTTP/1.1" status: 200 len: 898 time: 0.1267748 Aug 19 15:45:25.042551 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-265200d1-5aea-43e3-9507-6223452d580e req-2b6596f6-440c-4565-869d-6cc7b54e6d13 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=991e876a-86e7-4236-9766-ac2fca029da9 HTTP/1.1" status: 200 len: 217 time: 0.0439754 Aug 19 15:45:25.053352 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b62eea5-84b4-42cb-b0c8-30562b93299b req-7d5b4005-0e0b-4b98-96ea-d4a39b07a50a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:25.054807 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9b62eea5-84b4-42cb-b0c8-30562b93299b req-7d5b4005-0e0b-4b98-96ea-d4a39b07a50a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=a6d7e77a-f466-425a-bd58-f559753c5919 HTTP/1.1" status: 200 len: 945 time: 0.1160946 Aug 19 15:45:25.066925 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ad522da9-f363-4b4d-a791-3c38a57d12e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60997027-9f74-4b2e-96bb-8d5f497393f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298431000', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '5472e2f7-d895-463b-ad41-8c16540c4358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:43:49Z', 'updated_at': '2021-08-19T15:43:53Z', 'revision_number': 4, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': '5472e2f7-d895-463b-ad41-8c16540c4358', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60997027-9f74-4b2e-96bb-8d5f497393f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:43:49Z', 'updated_at': '2021-08-19T15:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '9aa2ee8d-6eef-4992-99c9-7f355240fac3', 'name': '', 'network_id': 'c83a2802-d580-46b2-98d9-42ecaf1b721f', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'mac_address': 'fa:16:3e:19:7e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60997027-9f74-4b2e-96bb-8d5f497393f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'daa79b65-82f5-4951-b884-fb03f6357956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:43:52Z', 'updated_at': '2021-08-19T15:43:58Z', 'revision_number': 5, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'subnets': [{'id': 'daa79b65-82f5-4951-b884-fb03f6357956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:45:25.094884 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad522da9-f363-4b4d-a791-3c38a57d12e9 None None] Checking router: 60997027-9f74-4b2e-96bb-8d5f497393f0 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:45:25.108271 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad522da9-f363-4b4d-a791-3c38a57d12e9 None None] Routers {'60997027-9f74-4b2e-96bb-8d5f497393f0'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:45:25.109595 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ad522da9-f363-4b4d-a791-3c38a57d12e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:45:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['60997027-9f74-4b2e-96bb-8d5f497393f0'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:45:25.123617 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265200d1-5aea-43e3-9507-6223452d580e req-1a35f4ca-caf1-479b-a801-0b982a58072d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:25.125094 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-265200d1-5aea-43e3-9507-6223452d580e req-1a35f4ca-caf1-479b-a801-0b982a58072d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=daa79b65-82f5-4951-b884-fb03f6357956 HTTP/1.1" status: 200 len: 835 time: 0.0694356 Aug 19 15:45:25.132319 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9b62eea5-84b4-42cb-b0c8-30562b93299b req-defe612b-c536-44fd-ace9-2294da2c0416 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=891380fe-3c64-49fb-9ff4-5fc9904cb369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684547 Aug 19 15:45:25.179712 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265200d1-5aea-43e3-9507-6223452d580e req-dcacc166-5045-4a3a-9849-f12540965059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:25.181911 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-265200d1-5aea-43e3-9507-6223452d580e req-dcacc166-5045-4a3a-9849-f12540965059 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c83a2802-d580-46b2-98d9-42ecaf1b721f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486076 Aug 19 15:45:25.247434 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-ad522da9-f363-4b4d-a791-3c38a57d12e9 None None] Set router 60997027-9f74-4b2e-96bb-8d5f497393f0 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:45:25.280191 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-265200d1-5aea-43e3-9507-6223452d580e req-8e42cff9-19e9-48a0-b999-9858a6c84a67 service neutron] 10.222.0.88 "GET /v2.0/networks/c83a2802-d580-46b2-98d9-42ecaf1b721f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900271 Aug 19 15:45:25.390556 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-265200d1-5aea-43e3-9507-6223452d580e req-91d83ce7-a512-418b-86e9-664b8b52d2ec service neutron] 10.222.0.88 "GET /v2.0/networks/c83a2802-d580-46b2-98d9-42ecaf1b721f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014998 Aug 19 15:45:25.475083 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ad522da9-f363-4b4d-a791-3c38a57d12e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60997027-9f74-4b2e-96bb-8d5f497393f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298431000', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '5472e2f7-d895-463b-ad41-8c16540c4358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:43:49Z', 'updated_at': '2021-08-19T15:43:53Z', 'revision_number': 4, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': '5472e2f7-d895-463b-ad41-8c16540c4358', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60997027-9f74-4b2e-96bb-8d5f497393f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:43:49Z', 'updated_at': '2021-08-19T15:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '9aa2ee8d-6eef-4992-99c9-7f355240fac3', 'name': '', 'network_id': 'c83a2802-d580-46b2-98d9-42ecaf1b721f', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'mac_address': 'fa:16:3e:19:7e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60997027-9f74-4b2e-96bb-8d5f497393f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'daa79b65-82f5-4951-b884-fb03f6357956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:43:52Z', 'updated_at': '2021-08-19T15:43:58Z', 'revision_number': 5, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'subnets': [{'id': 'daa79b65-82f5-4951-b884-fb03f6357956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:45:25.506505 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad522da9-f363-4b4d-a791-3c38a57d12e9 None None] The sync data for ids ['60997027-9f74-4b2e-96bb-8d5f497393f0'] in n-d-766043-2 is: [{'id': '60997027-9f74-4b2e-96bb-8d5f497393f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298431000', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '5472e2f7-d895-463b-ad41-8c16540c4358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:43:49Z', 'updated_at': '2021-08-19T15:43:53Z', 'revision_number': 4, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': '5472e2f7-d895-463b-ad41-8c16540c4358', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60997027-9f74-4b2e-96bb-8d5f497393f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:43:49Z', 'updated_at': '2021-08-19T15:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '9aa2ee8d-6eef-4992-99c9-7f355240fac3', 'name': '', 'network_id': 'c83a2802-d580-46b2-98d9-42ecaf1b721f', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'mac_address': 'fa:16:3e:19:7e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60997027-9f74-4b2e-96bb-8d5f497393f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'daa79b65-82f5-4951-b884-fb03f6357956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:43:52Z', 'updated_at': '2021-08-19T15:43:58Z', 'revision_number': 5, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'subnets': [{'id': 'daa79b65-82f5-4951-b884-fb03f6357956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:45:25.779470 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b9eb52-35ac-4146-b708-3b57e764c94c None None] New status for floating IP ef5ef91e-bfe2-45fa-b3d9-890e757bdef7: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:45:26.260880 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f322f-10cd-41f2-81b6-cd781885c441 req-5eea672a-7ff3-4983-8678-f16e81abc64c tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:26.262418 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0b9f322f-10cd-41f2-81b6-cd781885c441 req-5eea672a-7ff3-4983-8678-f16e81abc64c tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=a6d7e77a-f466-425a-bd58-f559753c5919 HTTP/1.1" status: 200 len: 945 time: 0.0527055 Aug 19 15:45:26.307214 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0b9f322f-10cd-41f2-81b6-cd781885c441 req-0b6a0877-b245-48b4-a14d-40358e22086f tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=891380fe-3c64-49fb-9ff4-5fc9904cb369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381584 Aug 19 15:45:26.375359 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c8368-d84a-40ba-b30e-3ce907628f14 req-10053f29-8125-44a5-9568-8a5fd0f61a1c tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:26.376871 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-593c8368-d84a-40ba-b30e-3ce907628f14 req-10053f29-8125-44a5-9568-8a5fd0f61a1c tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.88 "GET /v2.0/ports?device_id=a6d7e77a-f466-425a-bd58-f559753c5919 HTTP/1.1" status: 200 len: 945 time: 0.0505552 Aug 19 15:45:26.481533 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-593c8368-d84a-40ba-b30e-3ce907628f14 req-26a4c36e-4ed6-4d25-a742-485af679f6fc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Deleting port 991e876a-86e7-4236-9766-ac2fca029da9 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:45:26.481874 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-593c8368-d84a-40ba-b30e-3ce907628f14 req-26a4c36e-4ed6-4d25-a742-485af679f6fc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:26.572702 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-593c8368-d84a-40ba-b30e-3ce907628f14 req-26a4c36e-4ed6-4d25-a742-485af679f6fc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] For port 991e876a-86e7-4236-9766-ac2fca029da9, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=991e876a-86e7-4236-9766-ac2fca029da9,segment=NetworkSegment(2eb17fa0-4e49-49a5-825b-340aa7a117b3),segment_id=2eb17fa0-4e49-49a5-825b-340aa7a117b3)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:45:26.573071 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-593c8368-d84a-40ba-b30e-3ce907628f14 req-26a4c36e-4ed6-4d25-a742-485af679f6fc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:26.590823 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-593c8368-d84a-40ba-b30e-3ce907628f14 req-26a4c36e-4ed6-4d25-a742-485af679f6fc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Calling delete_port for 991e876a-86e7-4236-9766-ac2fca029da9 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:45:26.736164 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-593c8368-d84a-40ba-b30e-3ce907628f14 req-26a4c36e-4ed6-4d25-a742-485af679f6fc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:26.765735 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a4c36e-4ed6-4d25-a742-485af679f6fc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event deleted for resources: {'Port': ['ID=991e876a-86e7-4236-9766-ac2fca029da9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:45:26.779202 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a4c36e-4ed6-4d25-a742-485af679f6fc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:26.779504 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a4c36e-4ed6-4d25-a742-485af679f6fc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:26.779844 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a4c36e-4ed6-4d25-a742-485af679f6fc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:26.780176 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a4c36e-4ed6-4d25-a742-485af679f6fc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:26.780532 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a4c36e-4ed6-4d25-a742-485af679f6fc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:26.780858 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a4c36e-4ed6-4d25-a742-485af679f6fc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:26.781183 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a4c36e-4ed6-4d25-a742-485af679f6fc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:26.781507 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a4c36e-4ed6-4d25-a742-485af679f6fc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:26.781826 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a4c36e-4ed6-4d25-a742-485af679f6fc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:26.782173 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a4c36e-4ed6-4d25-a742-485af679f6fc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:26.782461 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a4c36e-4ed6-4d25-a742-485af679f6fc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:26.782775 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a4c36e-4ed6-4d25-a742-485af679f6fc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:26.822926 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-593c8368-d84a-40ba-b30e-3ce907628f14 req-26a4c36e-4ed6-4d25-a742-485af679f6fc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] No DVR routers for this DVR port 991e876a-86e7-4236-9766-ac2fca029da9 on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:45:26.826073 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-593c8368-d84a-40ba-b30e-3ce907628f14 req-26a4c36e-4ed6-4d25-a742-485af679f6fc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:26.828503 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-593c8368-d84a-40ba-b30e-3ce907628f14 req-26a4c36e-4ed6-4d25-a742-485af679f6fc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.88 "DELETE /v2.0/ports/991e876a-86e7-4236-9766-ac2fca029da9 HTTP/1.1" status: 204 len: 173 time: 0.4448147 Aug 19 15:45:26.828979 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d7e77a-f466-425a-bd58-f559753c5919', 'name': 'network-vif-deleted', 'tag': '991e876a-86e7-4236-9766-ac2fca029da9'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:45:26.831357 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22fe28f3f2ed00298fad1814fbe4737ebcc7f8c7d408f26f1f50550a3b01d4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab652d7-a996-4791-8953-dd78e6614101" -d '{"events": [{"server_uuid": "a6d7e77a-f466-425a-bd58-f559753c5919", "name": "network-vif-deleted", "tag": "991e876a-86e7-4236-9766-ac2fca029da9"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:45:26.935883 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89dc376-e8f9-42c3-ae4f-e8624796ec17 x-openstack-request-id: req-e89dc376-e8f9-42c3-ae4f-e8624796ec17 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:45:26.936334 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d7e77a-f466-425a-bd58-f559753c5919", "name": "network-vif-deleted", "tag": "991e876a-86e7-4236-9766-ac2fca029da9", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:45:26.936747 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e89dc376-e8f9-42c3-ae4f-e8624796ec17 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:45:26.937223 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d7e77a-f466-425a-bd58-f559753c5919', 'name': 'network-vif-deleted', 'tag': '991e876a-86e7-4236-9766-ac2fca029da9', 'status': 'completed', 'code': 200} Aug 19 15:45:27.453492 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5dc9825f-f2bd-41ba-a021-f627de1bc92b req-b6bd470c-6d87-4d59-a074-2fe4bf316b8a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=a6d7e77a-f466-425a-bd58-f559753c5919 HTTP/1.1" status: 200 len: 210 time: 0.0360990 Aug 19 15:45:28.517135 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40184) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:45:28.919269 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-996ccb6c-63c2-4931-ba15-6383573d2b4e tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:29.192072 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-996ccb6c-63c2-4931-ba15-6383573d2b4e tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Deleting port 9aa2ee8d-6eef-4992-99c9-7f355240fac3 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:45:29.192342 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-996ccb6c-63c2-4931-ba15-6383573d2b4e tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:29.290226 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-996ccb6c-63c2-4931-ba15-6383573d2b4e tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] For port 9aa2ee8d-6eef-4992-99c9-7f355240fac3, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=9aa2ee8d-6eef-4992-99c9-7f355240fac3,segment=NetworkSegment(2eb17fa0-4e49-49a5-825b-340aa7a117b3),segment_id=2eb17fa0-4e49-49a5-825b-340aa7a117b3)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:45:29.290599 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-996ccb6c-63c2-4931-ba15-6383573d2b4e tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:29.307358 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-996ccb6c-63c2-4931-ba15-6383573d2b4e tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Calling delete_port for 9aa2ee8d-6eef-4992-99c9-7f355240fac3 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:45:29.528187 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-996ccb6c-63c2-4931-ba15-6383573d2b4e tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:29.557130 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ccb6c-63c2-4931-ba15-6383573d2b4e tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event deleted for resources: {'Port': ['ID=9aa2ee8d-6eef-4992-99c9-7f355240fac3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:45:29.772281 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-996ccb6c-63c2-4931-ba15-6383573d2b4e tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:30.035033 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996ccb6c-63c2-4931-ba15-6383573d2b4e tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Router 60997027-9f74-4b2e-96bb-8d5f497393f0 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:45:30.193264 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996ccb6c-63c2-4931-ba15-6383573d2b4e tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:45:30.201470 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-996ccb6c-63c2-4931-ba15-6383573d2b4e tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "PUT /v2.0/routers/60997027-9f74-4b2e-96bb-8d5f497393f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6830215 Aug 19 15:45:30.205286 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 40188) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:45:30.208042 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9e56c4-dbf3-401c-81df-8eda4ef04eee None None] Sync routers for ids ['60997027-9f74-4b2e-96bb-8d5f497393f0'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:45:30.228385 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9e56c4-dbf3-401c-81df-8eda4ef04eee None None] Routers {'60997027-9f74-4b2e-96bb-8d5f497393f0'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:45:30.229451 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4b9e56c4-dbf3-401c-81df-8eda4ef04eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:45:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['60997027-9f74-4b2e-96bb-8d5f497393f0'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:45:30.287013 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c1089bb-6514-465b-9409-37258a391717 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Deleting subnet daa79b65-82f5-4951-b884-fb03f6357956 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:45:30.290964 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7c1089bb-6514-465b-9409-37258a391717 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:30.340557 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7c1089bb-6514-465b-9409-37258a391717 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:30.387408 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-4b9e56c4-dbf3-401c-81df-8eda4ef04eee None None] Set router 60997027-9f74-4b2e-96bb-8d5f497393f0 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:45:30.469045 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7c1089bb-6514-465b-9409-37258a391717 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:30.563137 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7c1089bb-6514-465b-9409-37258a391717 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:30.602469 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1089bb-6514-465b-9409-37258a391717 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event deleted for resources: {'Subnet': ['ID=daa79b65-82f5-4951-b884-fb03f6357956,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:45:30.606763 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7c1089bb-6514-465b-9409-37258a391717 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:30.608777 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-7c1089bb-6514-465b-9409-37258a391717 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "DELETE /v2.0/subnets/daa79b65-82f5-4951-b884-fb03f6357956 HTTP/1.1" status: 204 len: 168 time: 0.4020784 Aug 19 15:45:30.612190 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40190) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:45:30.640964 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d77e27-031c-41f0-a1dd-a5e024309728 None None] Network c83a2802-d580-46b2-98d9-42ecaf1b721f requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:45:30.739251 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4b9e56c4-dbf3-401c-81df-8eda4ef04eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60997027-9f74-4b2e-96bb-8d5f497393f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298431000', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '5472e2f7-d895-463b-ad41-8c16540c4358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:43:49Z', 'updated_at': '2021-08-19T15:45:29Z', 'revision_number': 5, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': '5472e2f7-d895-463b-ad41-8c16540c4358', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60997027-9f74-4b2e-96bb-8d5f497393f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:43:49Z', 'updated_at': '2021-08-19T15:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:45:30.810746 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9e56c4-dbf3-401c-81df-8eda4ef04eee None None] Checking router: 60997027-9f74-4b2e-96bb-8d5f497393f0 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:45:30.833883 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9e56c4-dbf3-401c-81df-8eda4ef04eee None None] Routers {'60997027-9f74-4b2e-96bb-8d5f497393f0'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:45:30.834581 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4b9e56c4-dbf3-401c-81df-8eda4ef04eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:45:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['60997027-9f74-4b2e-96bb-8d5f497393f0'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:45:30.989555 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8436c254-f1fe-4ab9-81cb-fb4609bad186 None None] DHCP port deletion for c83a2802-d580-46b2-98d9-42ecaf1b721f request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:45:31.060396 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-4b9e56c4-dbf3-401c-81df-8eda4ef04eee None None] Set router 60997027-9f74-4b2e-96bb-8d5f497393f0 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:45:31.178955 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e15be06d-9d11-41db-a98a-4ad641abbee5 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:31.216445 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-8436c254-f1fe-4ab9-81cb-fb4609bad186 None None] Deleting port 75754822-4fed-4db1-b72c-e65bc2a70f16 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:45:31.217315 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8436c254-f1fe-4ab9-81cb-fb4609bad186 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:31.329381 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e15be06d-9d11-41db-a98a-4ad641abbee5 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:31.330681 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8436c254-f1fe-4ab9-81cb-fb4609bad186 None None] For port 75754822-4fed-4db1-b72c-e65bc2a70f16, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=75754822-4fed-4db1-b72c-e65bc2a70f16,segment=NetworkSegment(2eb17fa0-4e49-49a5-825b-340aa7a117b3),segment_id=2eb17fa0-4e49-49a5-825b-340aa7a117b3)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:45:31.331181 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8436c254-f1fe-4ab9-81cb-fb4609bad186 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:31.374013 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-8436c254-f1fe-4ab9-81cb-fb4609bad186 None None] Calling delete_port for 75754822-4fed-4db1-b72c-e65bc2a70f16 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:45:31.403645 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e15be06d-9d11-41db-a98a-4ad641abbee5 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Deleting port 5472e2f7-d895-463b-ad41-8c16540c4358 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:45:31.403995 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e15be06d-9d11-41db-a98a-4ad641abbee5 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:31.492250 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4b9e56c4-dbf3-401c-81df-8eda4ef04eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60997027-9f74-4b2e-96bb-8d5f497393f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298431000', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '5472e2f7-d895-463b-ad41-8c16540c4358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:43:49Z', 'updated_at': '2021-08-19T15:45:29Z', 'revision_number': 5, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': '5472e2f7-d895-463b-ad41-8c16540c4358', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60997027-9f74-4b2e-96bb-8d5f497393f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:43:49Z', 'updated_at': '2021-08-19T15:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:45:31.522344 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-e15be06d-9d11-41db-a98a-4ad641abbee5 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] For port 5472e2f7-d895-463b-ad41-8c16540c4358, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=5472e2f7-d895-463b-ad41-8c16540c4358,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:45:31.522867 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e15be06d-9d11-41db-a98a-4ad641abbee5 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:31.528628 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9e56c4-dbf3-401c-81df-8eda4ef04eee None None] The sync data for ids ['60997027-9f74-4b2e-96bb-8d5f497393f0'] in n-d-766043-2 is: [{'id': '60997027-9f74-4b2e-96bb-8d5f497393f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298431000', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '5472e2f7-d895-463b-ad41-8c16540c4358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:43:49Z', 'updated_at': '2021-08-19T15:45:29Z', 'revision_number': 5, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': '5472e2f7-d895-463b-ad41-8c16540c4358', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60997027-9f74-4b2e-96bb-8d5f497393f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:43:49Z', 'updated_at': '2021-08-19T15:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:45:31.543936 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8436c254-f1fe-4ab9-81cb-fb4609bad186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:31.546481 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e15be06d-9d11-41db-a98a-4ad641abbee5 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Calling delete_port for 5472e2f7-d895-463b-ad41-8c16540c4358 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:45:31.556173 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-978ae481-ec1b-4843-8f57-885c390f518a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:31.588452 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8436c254-f1fe-4ab9-81cb-fb4609bad186 None None] Pushing event deleted for resources: {'Port': ['ID=75754822-4fed-4db1-b72c-e65bc2a70f16,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:45:31.590944 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8436c254-f1fe-4ab9-81cb-fb4609bad186 None None] No DVR routers for this DVR port 75754822-4fed-4db1-b72c-e65bc2a70f16 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:45:31.601443 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436c254-f1fe-4ab9-81cb-fb4609bad186 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:31.601806 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436c254-f1fe-4ab9-81cb-fb4609bad186 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:31.602274 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436c254-f1fe-4ab9-81cb-fb4609bad186 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:31.602718 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436c254-f1fe-4ab9-81cb-fb4609bad186 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:31.603565 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436c254-f1fe-4ab9-81cb-fb4609bad186 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:31.603941 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436c254-f1fe-4ab9-81cb-fb4609bad186 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:31.604300 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436c254-f1fe-4ab9-81cb-fb4609bad186 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:31.604691 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436c254-f1fe-4ab9-81cb-fb4609bad186 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:31.605701 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436c254-f1fe-4ab9-81cb-fb4609bad186 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:31.606593 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436c254-f1fe-4ab9-81cb-fb4609bad186 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:31.606991 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436c254-f1fe-4ab9-81cb-fb4609bad186 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:31.607358 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436c254-f1fe-4ab9-81cb-fb4609bad186 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:31.705410 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 991e876a-86e7-4236-9766-ac2fca029da9 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:45:31.737888 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: 991e876a-86e7-4236-9766-ac2fca029da9 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:45:31.738405 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 991e876a-86e7-4236-9766-ac2fca029da9 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:45:31.794423 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e15be06d-9d11-41db-a98a-4ad641abbee5 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:31.834357 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15be06d-9d11-41db-a98a-4ad641abbee5 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event deleted for resources: {'Port': ['ID=5472e2f7-d895-463b-ad41-8c16540c4358,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:45:31.921117 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e15be06d-9d11-41db-a98a-4ad641abbee5 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:32.025139 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e15be06d-9d11-41db-a98a-4ad641abbee5 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:32.027290 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e15be06d-9d11-41db-a98a-4ad641abbee5 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:32.083693 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e15be06d-9d11-41db-a98a-4ad641abbee5 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:32.084241 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e15be06d-9d11-41db-a98a-4ad641abbee5 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Fanout notify agent at l3_agent the message router_deleted on router 60997027-9f74-4b2e-96bb-8d5f497393f0 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:45:32.092118 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e15be06d-9d11-41db-a98a-4ad641abbee5 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:32.094089 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e15be06d-9d11-41db-a98a-4ad641abbee5 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "DELETE /v2.0/routers/60997027-9f74-4b2e-96bb-8d5f497393f0 HTTP/1.1" status: 204 len: 168 time: 1.4796710 Aug 19 15:45:32.097547 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40192) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:45:32.207200 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8289b681-32e8-4e25-9b5e-c2de09517819 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:32.330468 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8289b681-32e8-4e25-9b5e-c2de09517819 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:32.343688 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-8289b681-32e8-4e25-9b5e-c2de09517819 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c83a2802-d580-46b2-98d9-42ecaf1b721f']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:45:32.360525 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-8289b681-32e8-4e25-9b5e-c2de09517819 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eb17fa0-4e49-49a5-825b-340aa7a117b3') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:45:32.360996 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-8289b681-32e8-4e25-9b5e-c2de09517819 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eb17fa0-4e49-49a5-825b-340aa7a117b3') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:45:32.371252 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8289b681-32e8-4e25-9b5e-c2de09517819 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:32.388262 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8289b681-32e8-4e25-9b5e-c2de09517819 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:32.395596 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8289b681-32e8-4e25-9b5e-c2de09517819 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:45:32.396563 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8289b681-32e8-4e25-9b5e-c2de09517819 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:32.400711 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 15:45:32.400711 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:45:32.400711 n-d-766043-2 neutron-server[94639]: timer() Aug 19 15:45:32.400711 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:45:32.400711 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 15:45:32.400711 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:45:32.400711 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 15:45:32.400711 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:45:32.400711 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 15:45:32.400711 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:45:32.400711 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 15:45:32.400711 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:45:32.400711 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 15:45:32.400711 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:45:32.400711 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:45:32.400711 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:45:32.400711 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:45:32.400711 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:45:32.400711 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 15:45:32.400711 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:45:32.400711 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 15:45:32.400711 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:45:32.400711 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:45:32.400711 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:45:32.400711 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 15:45:32.400711 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:45:32.400711 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:45:32.400711 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:45:32.400711 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:45:32.400711 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:45:32.400711 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:45:32.400711 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:45:32.486368 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8289b681-32e8-4e25-9b5e-c2de09517819 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:32.500987 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8289b681-32e8-4e25-9b5e-c2de09517819 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:32.507161 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-8289b681-32e8-4e25-9b5e-c2de09517819 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "DELETE /v2.0/networks/c83a2802-d580-46b2-98d9-42ecaf1b721f HTTP/1.1" status: 204 len: 168 time: 0.4052744 Aug 19 15:45:32.507687 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 40196) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:45:32.520223 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8289b681-32e8-4e25-9b5e-c2de09517819 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event deleted for resources: {'Network': ['ID=c83a2802-d580-46b2-98d9-42ecaf1b721f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:45:32.589410 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8b913d25-1d50-42a9-830f-4d2041ac0455 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:32.648797 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8b913d25-1d50-42a9-830f-4d2041ac0455 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:32.671311 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 75754822-4fed-4db1-b72c-e65bc2a70f16 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:45:32.704233 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 75754822-4fed-4db1-b72c-e65bc2a70f16 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:45:32.704780 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 75754822-4fed-4db1-b72c-e65bc2a70f16 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:45:32.705476 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 5472e2f7-d895-463b-ad41-8c16540c4358 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:45:32.739181 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 5472e2f7-d895-463b-ad41-8c16540c4358 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:45:32.739714 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8b913d25-1d50-42a9-830f-4d2041ac0455 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:32.739955 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 5472e2f7-d895-463b-ad41-8c16540c4358 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:45:32.740628 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 9aa2ee8d-6eef-4992-99c9-7f355240fac3 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:45:32.743996 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8b913d25-1d50-42a9-830f-4d2041ac0455 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:32.745907 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-8b913d25-1d50-42a9-830f-4d2041ac0455 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "DELETE /v2.0/security-groups/891380fe-3c64-49fb-9ff4-5fc9904cb369 HTTP/1.1" status: 204 len: 168 time: 0.2367473 Aug 19 15:45:32.766608 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b913d25-1d50-42a9-830f-4d2041ac0455 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=891380fe-3c64-49fb-9ff4-5fc9904cb369,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:45:32.773549 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 9aa2ee8d-6eef-4992-99c9-7f355240fac3 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:45:32.774051 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 9aa2ee8d-6eef-4992-99c9-7f355240fac3 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:45:33.154489 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 40202) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:45:33.160338 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-120c0fb0-29c1-447e-a41b-0926068b7c8a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-640568955', 'description': 'tempest-secgroup-smoke-640568955 description', 'project_id': 'd0c42a3a20a4428181cb4a620c77af50'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:45:33.192127 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-120c0fb0-29c1-447e-a41b-0926068b7c8a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:33.329765 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-120c0fb0-29c1-447e-a41b-0926068b7c8a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:33.340806 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-120c0fb0-29c1-447e-a41b-0926068b7c8a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:33.378454 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-120c0fb0-29c1-447e-a41b-0926068b7c8a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:33.380433 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-120c0fb0-29c1-447e-a41b-0926068b7c8a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2246125 Aug 19 15:45:33.384473 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40204) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:45:33.387100 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c0fb0-29c1-447e-a41b-0926068b7c8a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ac7c35-4e5a-49e4-a17a-89767014e1ce,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:45:33.392866 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-27da6ab8-e468-491f-b21a-f447053c8169 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'security_group_rule': {'security_group_id': 'a0ac7c35-4e5a-49e4-a17a-89767014e1ce', 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:45:33.432938 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-27da6ab8-e468-491f-b21a-f447053c8169 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:33.531073 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-27da6ab8-e468-491f-b21a-f447053c8169 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:33.535854 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-27da6ab8-e468-491f-b21a-f447053c8169 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:33.556947 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27da6ab8-e468-491f-b21a-f447053c8169 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5404aab5-b0fd-4fdb-b0d0-8bdbaf8b084b,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:45:33.567312 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-27da6ab8-e468-491f-b21a-f447053c8169 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:33.569148 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-27da6ab8-e468-491f-b21a-f447053c8169 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1825595 Aug 19 15:45:33.572716 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40206) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:45:33.578144 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-1e2b6426-90d9-4a1d-a269-880babf7685e tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'security_group_rule': {'security_group_id': 'a0ac7c35-4e5a-49e4-a17a-89767014e1ce', 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:45:33.612943 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e2b6426-90d9-4a1d-a269-880babf7685e tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:33.706573 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e2b6426-90d9-4a1d-a269-880babf7685e tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:33.713408 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e2b6426-90d9-4a1d-a269-880babf7685e tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:33.737345 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b6426-90d9-4a1d-a269-880babf7685e tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0146f8a7-594b-4fa9-8683-808bfb3efe6d,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:45:33.746087 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e2b6426-90d9-4a1d-a269-880babf7685e tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:33.747644 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1e2b6426-90d9-4a1d-a269-880babf7685e tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1736207 Aug 19 15:45:33.752663 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 40208) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:45:33.759344 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-536abbe3-daba-4df9-aa7a-cd1f1cf6c256 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'security_group_rule': {'security_group_id': 'a0ac7c35-4e5a-49e4-a17a-89767014e1ce', 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:45:33.803068 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-536abbe3-daba-4df9-aa7a-cd1f1cf6c256 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:33.901010 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-536abbe3-daba-4df9-aa7a-cd1f1cf6c256 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:33.907052 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-536abbe3-daba-4df9-aa7a-cd1f1cf6c256 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:33.932015 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536abbe3-daba-4df9-aa7a-cd1f1cf6c256 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ff433e2-f680-42d1-92c3-bf70d0d6b300,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:45:33.937741 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-536abbe3-daba-4df9-aa7a-cd1f1cf6c256 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:33.939737 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-536abbe3-daba-4df9-aa7a-cd1f1cf6c256 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1853611 Aug 19 15:45:33.944222 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 40210) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:45:33.949845 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1b7d8729-837f-4cc2-a02d-daff36d96ea5 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'security_group_rule': {'security_group_id': 'a0ac7c35-4e5a-49e4-a17a-89767014e1ce', 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:45:33.991555 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1b7d8729-837f-4cc2-a02d-daff36d96ea5 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:34.079378 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1b7d8729-837f-4cc2-a02d-daff36d96ea5 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:34.084816 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1b7d8729-837f-4cc2-a02d-daff36d96ea5 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:34.104242 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d8729-837f-4cc2-a02d-daff36d96ea5 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e11f770-d3bf-4752-b4b3-9a7716f77be8,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:45:34.112203 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1b7d8729-837f-4cc2-a02d-daff36d96ea5 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:34.115948 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1b7d8729-837f-4cc2-a02d-daff36d96ea5 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1702418 Aug 19 15:45:34.117521 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40212) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:45:34.122939 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-368f3f21-2353-406d-bfcb-fc1fb8684d3f tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'security_group_rule': {'security_group_id': 'a0ac7c35-4e5a-49e4-a17a-89767014e1ce', 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:45:34.155733 n-d-766043-2 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-368f3f21-2353-406d-bfcb-fc1fb8684d3f tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Project d0c42a3a20a4428181cb4a620c77af50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:45:34.161885 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-368f3f21-2353-406d-bfcb-fc1fb8684d3f tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:34.247317 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-368f3f21-2353-406d-bfcb-fc1fb8684d3f tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:34.252084 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-368f3f21-2353-406d-bfcb-fc1fb8684d3f tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:34.272933 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368f3f21-2353-406d-bfcb-fc1fb8684d3f tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f6ebb89-6b65-4735-abe5-fadc78c95a44,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:45:34.282365 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-368f3f21-2353-406d-bfcb-fc1fb8684d3f tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:34.286134 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-368f3f21-2353-406d-bfcb-fc1fb8684d3f tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1654608 Aug 19 15:45:34.294288 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40214) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:45:34.300211 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7711ff2f-7dc1-43ea-9ded-2bc06041a761 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'security_group_rule': {'security_group_id': 'a0ac7c35-4e5a-49e4-a17a-89767014e1ce', 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:45:34.328087 n-d-766043-2 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-7711ff2f-7dc1-43ea-9ded-2bc06041a761 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Project d0c42a3a20a4428181cb4a620c77af50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:45:34.335048 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7711ff2f-7dc1-43ea-9ded-2bc06041a761 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:34.431102 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7711ff2f-7dc1-43ea-9ded-2bc06041a761 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:34.443674 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7711ff2f-7dc1-43ea-9ded-2bc06041a761 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:34.444855 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9c09d24b-0960-4b63-8706-c8148c0e0fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:34.471243 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7711ff2f-7dc1-43ea-9ded-2bc06041a761 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=977c4a71-3edb-45a5-98db-fb1d0ccfb0b8,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:45:34.483214 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7711ff2f-7dc1-43ea-9ded-2bc06041a761 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:34.485320 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-7711ff2f-7dc1-43ea-9ded-2bc06041a761 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1895354 Aug 19 15:45:34.489115 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40216) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:45:34.500349 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0bfdc70d-dbcd-4543-ab6c-6b12dae5452d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'network': {'name': 'tempest-network-smoke--512705191', 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'port_security_enabled': True}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:45:34.530455 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bfdc70d-dbcd-4543-ab6c-6b12dae5452d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Made reservation on behalf of d0c42a3a20a4428181cb4a620c77af50 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:45:34.536489 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0bfdc70d-dbcd-4543-ab6c-6b12dae5452d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:34.572876 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bfdc70d-dbcd-4543-ab6c-6b12dae5452d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:45:34.591400 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0bfdc70d-dbcd-4543-ab6c-6b12dae5452d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:34.591870 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-0bfdc70d-dbcd-4543-ab6c-6b12dae5452d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Added segment 9b259e53-7237-454e-8bb0-6153c96e944e of type vlan for network 34aa5a79-ef26-443f-ae4c-2c22c3c3cc93 Aug 19 15:45:34.650204 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0bfdc70d-dbcd-4543-ab6c-6b12dae5452d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:34.651852 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:34.704375 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0bfdc70d-dbcd-4543-ab6c-6b12dae5452d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:34.710433 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfdc70d-dbcd-4543-ab6c-6b12dae5452d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:34.711204 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0bfdc70d-dbcd-4543-ab6c-6b12dae5452d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:34.774137 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-0bfdc70d-dbcd-4543-ab6c-6b12dae5452d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2833114 Aug 19 15:45:34.777152 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 40218) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:45:34.781864 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c0b6acfe-93e6-419a-b1a8-dcdc8180497a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-130161310', 'admin_state_up': True, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:45:34.795809 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfdc70d-dbcd-4543-ab6c-6b12dae5452d tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'Network': ['ID=34aa5a79-ef26-443f-ae4c-2c22c3c3cc93,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:45:34.811529 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c0b6acfe-93e6-419a-b1a8-dcdc8180497a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:34.812812 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c0b6acfe-93e6-419a-b1a8-dcdc8180497a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:34.813318 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 34aa5a79-ef26-443f-ae4c-2c22c3c3cc93 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:45:34.905396 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c0b6acfe-93e6-419a-b1a8-dcdc8180497a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:35.091658 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:35.113532 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c0b6acfe-93e6-419a-b1a8-dcdc8180497a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:35.362883 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:35.398453 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c0b6acfe-93e6-419a-b1a8-dcdc8180497a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:35.430473 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c0b6acfe-93e6-419a-b1a8-dcdc8180497a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:35.572577 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-c0b6acfe-93e6-419a-b1a8-dcdc8180497a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Allocated IP 172.25.2.252 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/c8a5d9e2-bcf1-4439-8972-bc5464f97776) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:45:35.725312 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c0b6acfe-93e6-419a-b1a8-dcdc8180497a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:35.776936 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c0b6acfe-93e6-419a-b1a8-dcdc8180497a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:35.836715 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b6acfe-93e6-419a-b1a8-dcdc8180497a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:45:35.843896 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-c0b6acfe-93e6-419a-b1a8-dcdc8180497a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:45:35.848529 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b6acfe-93e6-419a-b1a8-dcdc8180497a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:45:35.853237 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b6acfe-93e6-419a-b1a8-dcdc8180497a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'Port': ['ID=c8a5d9e2-bcf1-4439-8972-bc5464f97776,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:45:35.993302 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:36.207906 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c0b6acfe-93e6-419a-b1a8-dcdc8180497a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:36.432171 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c0b6acfe-93e6-419a-b1a8-dcdc8180497a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:36.606224 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b6acfe-93e6-419a-b1a8-dcdc8180497a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Router 2a50c232-52fb-4a8a-902d-27ad1d1a8acc is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:45:36.753306 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b6acfe-93e6-419a-b1a8-dcdc8180497a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:45:36.767273 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32e08ad-c5de-4e86-aafe-d3f030520d06 None None] Sync routers for ids ['2a50c232-52fb-4a8a-902d-27ad1d1a8acc'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:45:36.775096 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c0b6acfe-93e6-419a-b1a8-dcdc8180497a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:36.780311 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-c0b6acfe-93e6-419a-b1a8-dcdc8180497a tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9983377 Aug 19 15:45:36.780678 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32e08ad-c5de-4e86-aafe-d3f030520d06 None None] Routers {'2a50c232-52fb-4a8a-902d-27ad1d1a8acc'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:45:36.780858 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40220) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:45:36.781795 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c32e08ad-c5de-4e86-aafe-d3f030520d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:45:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['2a50c232-52fb-4a8a-902d-27ad1d1a8acc'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:45:36.825971 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e45cdf0e-ad16-481f-8bc2-c8de28a85c49 tempest-TestNetworkAdvancedServerOps-615037460 tempest-TestNetworkAdvancedServerOps-615037460-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=d0c42a3a20a4428181cb4a620c77af50&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0435400 Aug 19 15:45:36.829684 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40224) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:45:36.954004 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5408a7-1250-4f31-a801-88519a481e03 tempest-TestNetworkAdvancedServerOps-615037460 tempest-TestNetworkAdvancedServerOps-615037460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:36.955784 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-fa5408a7-1250-4f31-a801-88519a481e03 tempest-TestNetworkAdvancedServerOps-615037460 tempest-TestNetworkAdvancedServerOps-615037460-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1250718 Aug 19 15:45:36.959907 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40228) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:45:36.964819 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-c32e08ad-c5de-4e86-aafe-d3f030520d06 None None] Set router 2a50c232-52fb-4a8a-902d-27ad1d1a8acc gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:45:36.997875 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b58ee9ea-4063-4172-a00a-bbbeff1a0073 tempest-TestNetworkAdvancedServerOps-615037460 tempest-TestNetworkAdvancedServerOps-615037460-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=88eeec05-6d16-4f02-9461-44ff5e420302&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0365233 Aug 19 15:45:37.000598 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40230) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:45:37.006313 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-557c5761-4e5e-4c7d-a639-b75bc360f307 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1084328226', 'network_id': '34aa5a79-ef26-443f-ae4c-2c22c3c3cc93', 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:45:37.130427 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557c5761-4e5e-4c7d-a639-b75bc360f307 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Made reservation on behalf of d0c42a3a20a4428181cb4a620c77af50 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:45:37.135105 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-557c5761-4e5e-4c7d-a639-b75bc360f307 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:37.188689 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:37.210582 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c32e08ad-c5de-4e86-aafe-d3f030520d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a50c232-52fb-4a8a-902d-27ad1d1a8acc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-130161310', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c8a5d9e2-bcf1-4439-8972-bc5464f97776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:45:34Z', 'updated_at': '2021-08-19T15:45:36Z', 'revision_number': 3, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': 'c8a5d9e2-bcf1-4439-8972-bc5464f97776', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b4:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a50c232-52fb-4a8a-902d-27ad1d1a8acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:35Z', 'updated_at': '2021-08-19T15:45:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:45:37.249761 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32e08ad-c5de-4e86-aafe-d3f030520d06 None None] Checking router: 2a50c232-52fb-4a8a-902d-27ad1d1a8acc for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:45:37.250170 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32e08ad-c5de-4e86-aafe-d3f030520d06 None None] Updating router 2a50c232-52fb-4a8a-902d-27ad1d1a8acc port c8a5d9e2-bcf1-4439-8972-bc5464f97776 binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:45:37.280017 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-c32e08ad-c5de-4e86-aafe-d3f030520d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:37.427404 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-557c5761-4e5e-4c7d-a639-b75bc360f307 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:37.536730 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557c5761-4e5e-4c7d-a639-b75bc360f307 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'Subnet': ['ID=8d2248a4-5387-4385-8a64-8c3a22d4f098,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:45:37.551927 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557c5761-4e5e-4c7d-a639-b75bc360f307 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Checking segment: {'id': '9b259e53-7237-454e-8bb0-6153c96e944e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '34aa5a79-ef26-443f-ae4c-2c22c3c3cc93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:45:37.552533 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557c5761-4e5e-4c7d-a639-b75bc360f307 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Network hostable DHCP agents. Network: 34aa5a79-ef26-443f-ae4c-2c22c3c3cc93, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:45:37.586555 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557c5761-4e5e-4c7d-a639-b75bc360f307 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Network 34aa5a79-ef26-443f-ae4c-2c22c3c3cc93 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:45:37.600476 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-557c5761-4e5e-4c7d-a639-b75bc360f307 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 34aa5a79-ef26-443f-ae4c-2c22c3c3cc93) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:45:37.607232 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557c5761-4e5e-4c7d-a639-b75bc360f307 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:37.607949 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-557c5761-4e5e-4c7d-a639-b75bc360f307 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:37.619492 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48448ed-b744-45f4-8478-25fd60c67e1a None None] Network 34aa5a79-ef26-443f-ae4c-2c22c3c3cc93 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:45:37.642617 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-557c5761-4e5e-4c7d-a639-b75bc360f307 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6406462 Aug 19 15:45:37.646590 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 40234) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:45:37.649971 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-c32e08ad-c5de-4e86-aafe-d3f030520d06 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:37.667265 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-c32e08ad-c5de-4e86-aafe-d3f030520d06 None None] Transition to ACTIVE for port object c8a5d9e2-bcf1-4439-8972-bc5464f97776 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:45:37.676087 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-c32e08ad-c5de-4e86-aafe-d3f030520d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:37.763862 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-c32e08ad-c5de-4e86-aafe-d3f030520d06 None None] Attempting to bind port c8a5d9e2-bcf1-4439-8972-bc5464f97776 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:45:37.765038 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-c32e08ad-c5de-4e86-aafe-d3f030520d06 None None] Attempting to bind port c8a5d9e2-bcf1-4439-8972-bc5464f97776 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:45:37.765038 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32e08ad-c5de-4e86-aafe-d3f030520d06 None None] Attempting to bind port c8a5d9e2-bcf1-4439-8972-bc5464f97776 on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:45:37.783145 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32e08ad-c5de-4e86-aafe-d3f030520d06 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:45:37.784172 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32e08ad-c5de-4e86-aafe-d3f030520d06 None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:45:37.784341 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-c32e08ad-c5de-4e86-aafe-d3f030520d06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:37.784983 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32e08ad-c5de-4e86-aafe-d3f030520d06 None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:45:37.785764 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-c32e08ad-c5de-4e86-aafe-d3f030520d06 None None] Bound port: c8a5d9e2-bcf1-4439-8972-bc5464f97776, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:45:37.786507 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-c32e08ad-c5de-4e86-aafe-d3f030520d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:37.826578 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf4f4e6-c358-47a2-a0c9-f6452307d50c None None] Pushing event updated for resources: {'Port': ['ID=c8a5d9e2-bcf1-4439-8972-bc5464f97776,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:45:37.846714 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4f4e6-c358-47a2-a0c9-f6452307d50c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:37.847257 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4f4e6-c358-47a2-a0c9-f6452307d50c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:37.847810 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4f4e6-c358-47a2-a0c9-f6452307d50c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:37.848371 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4f4e6-c358-47a2-a0c9-f6452307d50c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:37.848956 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4f4e6-c358-47a2-a0c9-f6452307d50c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:37.849495 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4f4e6-c358-47a2-a0c9-f6452307d50c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:37.850027 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4f4e6-c358-47a2-a0c9-f6452307d50c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:37.850556 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4f4e6-c358-47a2-a0c9-f6452307d50c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:37.851112 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4f4e6-c358-47a2-a0c9-f6452307d50c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:37.851658 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4f4e6-c358-47a2-a0c9-f6452307d50c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:37.852182 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4f4e6-c358-47a2-a0c9-f6452307d50c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:37.852793 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4f4e6-c358-47a2-a0c9-f6452307d50c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:45:37.904747 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de6fe33-4a20-48f2-b7d6-4e19ef1ce8ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-34aa5a79-ef26-443f-ae4c-2c22c3c3cc93', 'network_id': '34aa5a79-ef26-443f-ae4c-2c22c3c3cc93', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'fixed_ips': [{'subnet_id': '8d2248a4-5387-4385-8a64-8c3a22d4f098'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:45:37.906848 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7de6fe33-4a20-48f2-b7d6-4e19ef1ce8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:37.918272 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-c32e08ad-c5de-4e86-aafe-d3f030520d06 None None] For port c8a5d9e2-bcf1-4439-8972-bc5464f97776, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:45:37.921045 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-c32e08ad-c5de-4e86-aafe-d3f030520d06 None None] For port c8a5d9e2-bcf1-4439-8972-bc5464f97776, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=c8a5d9e2-bcf1-4439-8972-bc5464f97776,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:45:37.927723 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-c32e08ad-c5de-4e86-aafe-d3f030520d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:38.009729 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32e08ad-c5de-4e86-aafe-d3f030520d06 None None] Routers {'2a50c232-52fb-4a8a-902d-27ad1d1a8acc'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:45:38.010784 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c32e08ad-c5de-4e86-aafe-d3f030520d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:45:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['2a50c232-52fb-4a8a-902d-27ad1d1a8acc'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:45:38.157646 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-7de6fe33-4a20-48f2-b7d6-4e19ef1ce8ad None None] Allocated IP 172.20.0.2 (34aa5a79-ef26-443f-ae4c-2c22c3c3cc93/8d2248a4-5387-4385-8a64-8c3a22d4f098/9e51cf45-8af3-4907-acba-e8372a2d04fe) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:45:38.160481 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf4f4e6-c358-47a2-a0c9-f6452307d50c None None] Pushing event updated for resources: {'Port': ['ID=c8a5d9e2-bcf1-4439-8972-bc5464f97776,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:45:38.201054 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-c32e08ad-c5de-4e86-aafe-d3f030520d06 None None] Set router 2a50c232-52fb-4a8a-902d-27ad1d1a8acc gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:45:38.398473 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa25988b-324b-4a58-b302-b18c62cfb402 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:38.412380 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7de6fe33-4a20-48f2-b7d6-4e19ef1ce8ad None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:38.425034 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7de6fe33-4a20-48f2-b7d6-4e19ef1ce8ad None None] Transition to ACTIVE for port object 9e51cf45-8af3-4907-acba-e8372a2d04fe will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:45:38.449220 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7de6fe33-4a20-48f2-b7d6-4e19ef1ce8ad None None] Transition to ACTIVE for port object 9e51cf45-8af3-4907-acba-e8372a2d04fe will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:45:38.458232 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7de6fe33-4a20-48f2-b7d6-4e19ef1ce8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:38.522034 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de6fe33-4a20-48f2-b7d6-4e19ef1ce8ad None None] Network 34aa5a79-ef26-443f-ae4c-2c22c3c3cc93 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:45:38.533045 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-7de6fe33-4a20-48f2-b7d6-4e19ef1ce8ad None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:45:38.536493 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de6fe33-4a20-48f2-b7d6-4e19ef1ce8ad None None] Pushing event updated for resources: {'Port': ['ID=9e51cf45-8af3-4907-acba-e8372a2d04fe,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:45:38.541208 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de6fe33-4a20-48f2-b7d6-4e19ef1ce8ad None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:45:38.620991 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-7de6fe33-4a20-48f2-b7d6-4e19ef1ce8ad None None] Attempting to bind port 9e51cf45-8af3-4907-acba-e8372a2d04fe on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:45:38.621534 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-7de6fe33-4a20-48f2-b7d6-4e19ef1ce8ad None None] Attempting to bind port 9e51cf45-8af3-4907-acba-e8372a2d04fe by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '9b259e53-7237-454e-8bb0-6153c96e944e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '34aa5a79-ef26-443f-ae4c-2c22c3c3cc93'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:45:38.622161 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de6fe33-4a20-48f2-b7d6-4e19ef1ce8ad None None] Attempting to bind port 9e51cf45-8af3-4907-acba-e8372a2d04fe on network 34aa5a79-ef26-443f-ae4c-2c22c3c3cc93 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:45:38.630586 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de6fe33-4a20-48f2-b7d6-4e19ef1ce8ad None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:45:38.632392 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de6fe33-4a20-48f2-b7d6-4e19ef1ce8ad None None] Checking segment: {'id': '9b259e53-7237-454e-8bb0-6153c96e944e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '34aa5a79-ef26-443f-ae4c-2c22c3c3cc93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:45:38.632962 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7de6fe33-4a20-48f2-b7d6-4e19ef1ce8ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:38.633714 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de6fe33-4a20-48f2-b7d6-4e19ef1ce8ad None None] Bound using segment: {'id': '9b259e53-7237-454e-8bb0-6153c96e944e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '34aa5a79-ef26-443f-ae4c-2c22c3c3cc93'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:45:38.634416 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-7de6fe33-4a20-48f2-b7d6-4e19ef1ce8ad None None] Bound port: 9e51cf45-8af3-4907-acba-e8372a2d04fe, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b259e53-7237-454e-8bb0-6153c96e944e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '34aa5a79-ef26-443f-ae4c-2c22c3c3cc93'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:45:38.635091 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7de6fe33-4a20-48f2-b7d6-4e19ef1ce8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:38.643987 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c32e08ad-c5de-4e86-aafe-d3f030520d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a50c232-52fb-4a8a-902d-27ad1d1a8acc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-130161310', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c8a5d9e2-bcf1-4439-8972-bc5464f97776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:45:34Z', 'updated_at': '2021-08-19T15:45:36Z', 'revision_number': 3, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': 'c8a5d9e2-bcf1-4439-8972-bc5464f97776', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b4:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a50c232-52fb-4a8a-902d-27ad1d1a8acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:35Z', 'updated_at': '2021-08-19T15:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:45:38.675810 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32e08ad-c5de-4e86-aafe-d3f030520d06 None None] The sync data for ids ['2a50c232-52fb-4a8a-902d-27ad1d1a8acc'] in n-d-766043-2 is: [{'id': '2a50c232-52fb-4a8a-902d-27ad1d1a8acc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-130161310', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c8a5d9e2-bcf1-4439-8972-bc5464f97776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:45:34Z', 'updated_at': '2021-08-19T15:45:36Z', 'revision_number': 3, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': 'c8a5d9e2-bcf1-4439-8972-bc5464f97776', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b4:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a50c232-52fb-4a8a-902d-27ad1d1a8acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:35Z', 'updated_at': '2021-08-19T15:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:45:38.740694 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-7de6fe33-4a20-48f2-b7d6-4e19ef1ce8ad None None] For port 9e51cf45-8af3-4907-acba-e8372a2d04fe, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:45:38.747769 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-7de6fe33-4a20-48f2-b7d6-4e19ef1ce8ad None None] For port 9e51cf45-8af3-4907-acba-e8372a2d04fe, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=9e51cf45-8af3-4907-acba-e8372a2d04fe,segment=NetworkSegment(9b259e53-7237-454e-8bb0-6153c96e944e),segment_id=9b259e53-7237-454e-8bb0-6153c96e944e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:45:38.755113 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7de6fe33-4a20-48f2-b7d6-4e19ef1ce8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:38.858812 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de6fe33-4a20-48f2-b7d6-4e19ef1ce8ad None None] Pushing event updated for resources: {'Port': ['ID=9e51cf45-8af3-4907-acba-e8372a2d04fe,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:45:39.321809 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-fa25988b-324b-4a58-b302-b18c62cfb402 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Allocated IP 172.20.0.1 (34aa5a79-ef26-443f-ae4c-2c22c3c3cc93/8d2248a4-5387-4385-8a64-8c3a22d4f098/8271f5e1-ee1a-499b-b0e6-ba77f50cc503) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:45:39.509683 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa25988b-324b-4a58-b302-b18c62cfb402 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:39.534000 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-fa25988b-324b-4a58-b302-b18c62cfb402 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Transition to ACTIVE for port object 8271f5e1-ee1a-499b-b0e6-ba77f50cc503 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:45:39.592471 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa25988b-324b-4a58-b302-b18c62cfb402 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:39.658134 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa25988b-324b-4a58-b302-b18c62cfb402 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Network 34aa5a79-ef26-443f-ae4c-2c22c3c3cc93 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:45:39.661998 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-fa25988b-324b-4a58-b302-b18c62cfb402 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:45:39.666864 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa25988b-324b-4a58-b302-b18c62cfb402 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:45:39.704926 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa25988b-324b-4a58-b302-b18c62cfb402 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'Port': ['ID=8271f5e1-ee1a-499b-b0e6-ba77f50cc503,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:45:39.749401 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa25988b-324b-4a58-b302-b18c62cfb402 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:39.981282 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa25988b-324b-4a58-b302-b18c62cfb402 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:40.168244 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e089ff-daa1-4fd4-8b28-eb02feb3f684 None None] Network 34aa5a79-ef26-443f-ae4c-2c22c3c3cc93 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:45:40.234955 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2315552d-5b7c-4cf9-978a-a489ec44e054 None None] Provisioning for port 9e51cf45-8af3-4907-acba-e8372a2d04fe completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:45:40.404704 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa25988b-324b-4a58-b302-b18c62cfb402 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:40.411772 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa25988b-324b-4a58-b302-b18c62cfb402 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:40.531482 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa25988b-324b-4a58-b302-b18c62cfb402 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:40.556654 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa25988b-324b-4a58-b302-b18c62cfb402 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'Port': ['ID=8271f5e1-ee1a-499b-b0e6-ba77f50cc503,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:45:40.640372 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device c8a5d9e2-bcf1-4439-8972-bc5464f97776 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:45:40.732136 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa25988b-324b-4a58-b302-b18c62cfb402 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Network 34aa5a79-ef26-443f-ae4c-2c22c3c3cc93 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:45:40.736762 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-fa25988b-324b-4a58-b302-b18c62cfb402 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:45:40.749557 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port c8a5d9e2-bcf1-4439-8972-bc5464f97776 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:45:40.755358 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port c8a5d9e2-bcf1-4439-8972-bc5464f97776 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:45:40.759859 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:40.902220 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5c6d6d7d-4354-4e73-8b46-908aa853c0b6 None None] Provisioning for port 8271f5e1-ee1a-499b-b0e6-ba77f50cc503 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:45:40.916215 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5c6d6d7d-4354-4e73-8b46-908aa853c0b6 None None] Provisioning complete for port 8271f5e1-ee1a-499b-b0e6-ba77f50cc503 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:45:40.917337 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5c6d6d7d-4354-4e73-8b46-908aa853c0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:40.983353 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:40.995388 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa25988b-324b-4a58-b302-b18c62cfb402 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Router 2a50c232-52fb-4a8a-902d-27ad1d1a8acc has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:45:41.022801 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5c6d6d7d-4354-4e73-8b46-908aa853c0b6 None None] Port 8271f5e1-ee1a-499b-b0e6-ba77f50cc503 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:45:41.034974 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port c8a5d9e2-bcf1-4439-8972-bc5464f97776, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=c8a5d9e2-bcf1-4439-8972-bc5464f97776,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:45:41.043522 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:41.045444 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 9e51cf45-8af3-4907-acba-e8372a2d04fe up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:45:41.160704 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=c8a5d9e2-bcf1-4439-8972-bc5464f97776,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:45:41.181685 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa25988b-324b-4a58-b302-b18c62cfb402 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:45:41.183187 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-948ad2e1-4bbf-4fdc-9f35-1cce36712aa6 None None] Provisioning complete for port 8271f5e1-ee1a-499b-b0e6-ba77f50cc503 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:45:41.184028 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-948ad2e1-4bbf-4fdc-9f35-1cce36712aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:41.188172 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 9e51cf45-8af3-4907-acba-e8372a2d04fe completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:45:41.190784 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-fa25988b-324b-4a58-b302-b18c62cfb402 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "PUT /v2.0/routers/2a50c232-52fb-4a8a-902d-27ad1d1a8acc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5425847 Aug 19 15:45:41.231775 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fbcdbc-3ce1-4a69-9182-8bfda2f1963a None None] Sync routers for ids ['2a50c232-52fb-4a8a-902d-27ad1d1a8acc'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:45:41.237085 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 9e51cf45-8af3-4907-acba-e8372a2d04fe triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:45:41.237959 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:41.314221 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-948ad2e1-4bbf-4fdc-9f35-1cce36712aa6 None None] Port 8271f5e1-ee1a-499b-b0e6-ba77f50cc503 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:45:41.319832 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fbcdbc-3ce1-4a69-9182-8bfda2f1963a None None] Routers {'2a50c232-52fb-4a8a-902d-27ad1d1a8acc'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:45:41.321238 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-89fbcdbc-3ce1-4a69-9182-8bfda2f1963a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:45:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['2a50c232-52fb-4a8a-902d-27ad1d1a8acc'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:45:41.420947 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-64e647eb-8fac-4abb-8b6d-ad3698f82c17 req-99429353-293f-43c8-989d-1ba04898cdc0 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-640568955&fields=id&tenant_id=d0c42a3a20a4428181cb4a620c77af50 HTTP/1.1" status: 200 len: 267 time: 0.0648718 Aug 19 15:45:41.535832 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:41.542788 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1eee6143-6320-4397-8998-ca655108c245 None None] Provisioning complete for port 8271f5e1-ee1a-499b-b0e6-ba77f50cc503 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:45:41.543390 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1eee6143-6320-4397-8998-ca655108c245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:41.587752 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e647eb-8fac-4abb-8b6d-ad3698f82c17 req-23e98229-e111-452e-aa40-0f8c3ea07a64 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:41.589661 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-64e647eb-8fac-4abb-8b6d-ad3698f82c17 req-23e98229-e111-452e-aa40-0f8c3ea07a64 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/networks?id=34aa5a79-ef26-443f-ae4c-2c22c3c3cc93 HTTP/1.1" status: 200 len: 796 time: 0.1582460 Aug 19 15:45:41.597123 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-89fbcdbc-3ce1-4a69-9182-8bfda2f1963a None None] Set router 2a50c232-52fb-4a8a-902d-27ad1d1a8acc gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:45:41.612300 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-64e647eb-8fac-4abb-8b6d-ad3698f82c17 req-01d5b116-1c92-4f5e-8aba-d5a60626ddab tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/quotas/d0c42a3a20a4428181cb4a620c77af50 HTTP/1.1" status: 200 len: 375 time: 0.0147865 Aug 19 15:45:41.685628 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-1eee6143-6320-4397-8998-ca655108c245 None None] Port 8271f5e1-ee1a-499b-b0e6-ba77f50cc503 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:45:41.695365 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-64e647eb-8fac-4abb-8b6d-ad3698f82c17 req-145890d0-e8c6-466d-9777-549d2693cbcb tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d0c42a3a20a4428181cb4a620c77af50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0758843 Aug 19 15:45:41.735003 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 9e51cf45-8af3-4907-acba-e8372a2d04fe, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=9e51cf45-8af3-4907-acba-e8372a2d04fe,segment=NetworkSegment(9b259e53-7237-454e-8bb0-6153c96e944e),segment_id=9b259e53-7237-454e-8bb0-6153c96e944e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:45:41.740309 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:41.780740 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [req-64e647eb-8fac-4abb-8b6d-ad3698f82c17 req-ac392cb4-0c7d-4fe3-b2db-51ce56246176 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:45:41.782320 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-64e647eb-8fac-4abb-8b6d-ad3698f82c17 req-ac392cb4-0c7d-4fe3-b2db-51ce56246176 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0684762 Aug 19 15:45:41.861422 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=9e51cf45-8af3-4907-acba-e8372a2d04fe,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:45:41.929116 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-64e647eb-8fac-4abb-8b6d-ad3698f82c17 req-90e6130c-6b8a-461e-bd56-3a2c1fb5aacf service neutron] 10.222.0.69 "GET /v2.0/networks/34aa5a79-ef26-443f-ae4c-2c22c3c3cc93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366308 Aug 19 15:45:41.963775 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-89fbcdbc-3ce1-4a69-9182-8bfda2f1963a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a50c232-52fb-4a8a-902d-27ad1d1a8acc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-130161310', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c8a5d9e2-bcf1-4439-8972-bc5464f97776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:45:34Z', 'updated_at': '2021-08-19T15:45:39Z', 'revision_number': 4, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': 'c8a5d9e2-bcf1-4439-8972-bc5464f97776', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a50c232-52fb-4a8a-902d-27ad1d1a8acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:35Z', 'updated_at': '2021-08-19T15:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '8271f5e1-ee1a-499b-b0e6-ba77f50cc503', 'name': '', 'network_id': '34aa5a79-ef26-443f-ae4c-2c22c3c3cc93', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'mac_address': 'fa:16:3e:8c:b2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a50c232-52fb-4a8a-902d-27ad1d1a8acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '8d2248a4-5387-4385-8a64-8c3a22d4f098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:38Z', 'updated_at': '2021-08-19T15:45:40Z', 'revision_number': 2, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'subnets': [{'id': '8d2248a4-5387-4385-8a64-8c3a22d4f098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:45:42.001795 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fbcdbc-3ce1-4a69-9182-8bfda2f1963a None None] Checking router: 2a50c232-52fb-4a8a-902d-27ad1d1a8acc for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:45:42.002263 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fbcdbc-3ce1-4a69-9182-8bfda2f1963a None None] Updating router 2a50c232-52fb-4a8a-902d-27ad1d1a8acc port 8271f5e1-ee1a-499b-b0e6-ba77f50cc503 binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:45:42.043367 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-89fbcdbc-3ce1-4a69-9182-8bfda2f1963a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:42.052859 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-64e647eb-8fac-4abb-8b6d-ad3698f82c17 req-c2dabb99-e72c-413a-a358-71513cd01f67 service neutron] 10.222.0.69 "GET /v2.0/networks/34aa5a79-ef26-443f-ae4c-2c22c3c3cc93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137617 Aug 19 15:45:42.322464 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c8cf20c8-e749-43aa-9395-520f52f6ba00 req-56321208-69fa-4011-8268-f99fad680cad tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=40e118e7-f8f5-4122-bc7f-175d5adf2ad3 HTTP/1.1" status: 200 len: 210 time: 0.0531139 Aug 19 15:45:42.529361 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-89fbcdbc-3ce1-4a69-9182-8bfda2f1963a None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:42.543765 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device c8a5d9e2-bcf1-4439-8972-bc5464f97776 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:45:42.575736 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-89fbcdbc-3ce1-4a69-9182-8bfda2f1963a None None] Transition to ACTIVE for port object 8271f5e1-ee1a-499b-b0e6-ba77f50cc503 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:45:42.591498 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-89fbcdbc-3ce1-4a69-9182-8bfda2f1963a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:42.720127 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bdb4db-09ed-445d-992c-a706d9f2ec24 None None] Pushing event updated for resources: {'Port': ['ID=8271f5e1-ee1a-499b-b0e6-ba77f50cc503,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:45:42.758304 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port c8a5d9e2-bcf1-4439-8972-bc5464f97776 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:45:42.758894 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:42.809386 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-89fbcdbc-3ce1-4a69-9182-8bfda2f1963a None None] Attempting to bind port 8271f5e1-ee1a-499b-b0e6-ba77f50cc503 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:45:42.809993 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-89fbcdbc-3ce1-4a69-9182-8bfda2f1963a None None] Attempting to bind port 8271f5e1-ee1a-499b-b0e6-ba77f50cc503 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '9b259e53-7237-454e-8bb0-6153c96e944e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '34aa5a79-ef26-443f-ae4c-2c22c3c3cc93'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:45:42.810601 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fbcdbc-3ce1-4a69-9182-8bfda2f1963a None None] Attempting to bind port 8271f5e1-ee1a-499b-b0e6-ba77f50cc503 on network 34aa5a79-ef26-443f-ae4c-2c22c3c3cc93 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:45:42.827720 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fbcdbc-3ce1-4a69-9182-8bfda2f1963a None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:45:42.828176 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fbcdbc-3ce1-4a69-9182-8bfda2f1963a None None] Checking segment: {'id': '9b259e53-7237-454e-8bb0-6153c96e944e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '34aa5a79-ef26-443f-ae4c-2c22c3c3cc93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:45:42.828664 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-89fbcdbc-3ce1-4a69-9182-8bfda2f1963a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:42.829060 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fbcdbc-3ce1-4a69-9182-8bfda2f1963a None None] Bound using segment: {'id': '9b259e53-7237-454e-8bb0-6153c96e944e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '34aa5a79-ef26-443f-ae4c-2c22c3c3cc93'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:45:42.829555 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-89fbcdbc-3ce1-4a69-9182-8bfda2f1963a None None] Bound port: 8271f5e1-ee1a-499b-b0e6-ba77f50cc503, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b259e53-7237-454e-8bb0-6153c96e944e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '34aa5a79-ef26-443f-ae4c-2c22c3c3cc93'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:45:42.830003 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-89fbcdbc-3ce1-4a69-9182-8bfda2f1963a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:42.992151 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-89fbcdbc-3ce1-4a69-9182-8bfda2f1963a None None] For port 8271f5e1-ee1a-499b-b0e6-ba77f50cc503, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:45:42.995393 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 9e51cf45-8af3-4907-acba-e8372a2d04fe up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:45:43.040842 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-89fbcdbc-3ce1-4a69-9182-8bfda2f1963a None None] For port 8271f5e1-ee1a-499b-b0e6-ba77f50cc503, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=8271f5e1-ee1a-499b-b0e6-ba77f50cc503,segment=NetworkSegment(9b259e53-7237-454e-8bb0-6153c96e944e),segment_id=9b259e53-7237-454e-8bb0-6153c96e944e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:45:43.052620 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-89fbcdbc-3ce1-4a69-9182-8bfda2f1963a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:43.176244 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fbcdbc-3ce1-4a69-9182-8bfda2f1963a None None] Routers {'2a50c232-52fb-4a8a-902d-27ad1d1a8acc'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:45:43.177168 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-89fbcdbc-3ce1-4a69-9182-8bfda2f1963a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:45:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['2a50c232-52fb-4a8a-902d-27ad1d1a8acc'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:45:43.180124 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bdb4db-09ed-445d-992c-a706d9f2ec24 None None] Pushing event updated for resources: {'Port': ['ID=8271f5e1-ee1a-499b-b0e6-ba77f50cc503,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:45:43.243625 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 9e51cf45-8af3-4907-acba-e8372a2d04fe triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:45:43.244253 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:43.473470 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-47a0c7e7-e5ce-4d7f-b2c7-198857e3f783 req-7d6df0ee-5e90-4450-b892-3fc8a9596018 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=40e118e7-f8f5-4122-bc7f-175d5adf2ad3 HTTP/1.1" status: 200 len: 210 time: 0.0358691 Aug 19 15:45:43.617218 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-89fbcdbc-3ce1-4a69-9182-8bfda2f1963a None None] Set router 2a50c232-52fb-4a8a-902d-27ad1d1a8acc gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:45:43.753135 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e647eb-8fac-4abb-8b6d-ad3698f82c17 req-1dc97d5e-3ed4-4ae3-ba31-28f08393c960 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:43.761803 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-64e647eb-8fac-4abb-8b6d-ad3698f82c17 req-1dc97d5e-3ed4-4ae3-ba31-28f08393c960 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.68 "GET /v2.0/networks?id=34aa5a79-ef26-443f-ae4c-2c22c3c3cc93 HTTP/1.1" status: 200 len: 796 time: 0.1493659 Aug 19 15:45:43.818009 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-64e647eb-8fac-4abb-8b6d-ad3698f82c17 req-07f3987f-ec97-4e38-874a-c0b1fa123b68 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0c42a3a20a4428181cb4a620c77af50 HTTP/1.1" status: 200 len: 379 time: 0.0547099 Aug 19 15:45:43.831467 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-64e647eb-8fac-4abb-8b6d-ad3698f82c17 req-9ec3e665-ee06-4663-a3c4-4bf76d3096fb tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'port': {'device_id': '40e118e7-f8f5-4122-bc7f-175d5adf2ad3', 'network_id': '34aa5a79-ef26-443f-ae4c-2c22c3c3cc93', 'admin_state_up': True, 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'security_groups': ['a0ac7c35-4e5a-49e4-a17a-89767014e1ce']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:45:43.938962 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-89fbcdbc-3ce1-4a69-9182-8bfda2f1963a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a50c232-52fb-4a8a-902d-27ad1d1a8acc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-130161310', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c8a5d9e2-bcf1-4439-8972-bc5464f97776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:45:34Z', 'updated_at': '2021-08-19T15:45:39Z', 'revision_number': 4, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': 'c8a5d9e2-bcf1-4439-8972-bc5464f97776', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a50c232-52fb-4a8a-902d-27ad1d1a8acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:35Z', 'updated_at': '2021-08-19T15:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '8271f5e1-ee1a-499b-b0e6-ba77f50cc503', 'name': '', 'network_id': '34aa5a79-ef26-443f-ae4c-2c22c3c3cc93', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'mac_address': 'fa:16:3e:8c:b2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a50c232-52fb-4a8a-902d-27ad1d1a8acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '8d2248a4-5387-4385-8a64-8c3a22d4f098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:38Z', 'updated_at': '2021-08-19T15:45:42Z', 'revision_number': 4, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'subnets': [{'id': '8d2248a4-5387-4385-8a64-8c3a22d4f098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:45:43.976881 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fbcdbc-3ce1-4a69-9182-8bfda2f1963a None None] The sync data for ids ['2a50c232-52fb-4a8a-902d-27ad1d1a8acc'] in n-d-766043-2 is: [{'id': '2a50c232-52fb-4a8a-902d-27ad1d1a8acc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-130161310', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c8a5d9e2-bcf1-4439-8972-bc5464f97776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:45:34Z', 'updated_at': '2021-08-19T15:45:39Z', 'revision_number': 4, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': 'c8a5d9e2-bcf1-4439-8972-bc5464f97776', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a50c232-52fb-4a8a-902d-27ad1d1a8acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:35Z', 'updated_at': '2021-08-19T15:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '8271f5e1-ee1a-499b-b0e6-ba77f50cc503', 'name': '', 'network_id': '34aa5a79-ef26-443f-ae4c-2c22c3c3cc93', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'mac_address': 'fa:16:3e:8c:b2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a50c232-52fb-4a8a-902d-27ad1d1a8acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '8d2248a4-5387-4385-8a64-8c3a22d4f098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:38Z', 'updated_at': '2021-08-19T15:45:42Z', 'revision_number': 4, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'subnets': [{'id': '8d2248a4-5387-4385-8a64-8c3a22d4f098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:45:43.988857 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64e647eb-8fac-4abb-8b6d-ad3698f82c17 req-9ec3e665-ee06-4663-a3c4-4bf76d3096fb tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Made reservation on behalf of d0c42a3a20a4428181cb4a620c77af50 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:45:43.993646 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-64e647eb-8fac-4abb-8b6d-ad3698f82c17 req-9ec3e665-ee06-4663-a3c4-4bf76d3096fb tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:44.014195 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:45:44.211127 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-64e647eb-8fac-4abb-8b6d-ad3698f82c17 req-9ec3e665-ee06-4663-a3c4-4bf76d3096fb tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Allocated IP 172.20.0.3 (34aa5a79-ef26-443f-ae4c-2c22c3c3cc93/8d2248a4-5387-4385-8a64-8c3a22d4f098/7cf3b143-5b75-49cc-9045-44b288033155) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:45:44.459764 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-64e647eb-8fac-4abb-8b6d-ad3698f82c17 req-9ec3e665-ee06-4663-a3c4-4bf76d3096fb tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:44.487186 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-64e647eb-8fac-4abb-8b6d-ad3698f82c17 req-9ec3e665-ee06-4663-a3c4-4bf76d3096fb tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Transition to ACTIVE for port object 7cf3b143-5b75-49cc-9045-44b288033155 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:45:44.550228 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-64e647eb-8fac-4abb-8b6d-ad3698f82c17 req-9ec3e665-ee06-4663-a3c4-4bf76d3096fb tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:44.569576 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 8271f5e1-ee1a-499b-b0e6-ba77f50cc503 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:45:44.644500 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64e647eb-8fac-4abb-8b6d-ad3698f82c17 req-9ec3e665-ee06-4663-a3c4-4bf76d3096fb tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Network 34aa5a79-ef26-443f-ae4c-2c22c3c3cc93 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:45:44.652671 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-64e647eb-8fac-4abb-8b6d-ad3698f82c17 req-9ec3e665-ee06-4663-a3c4-4bf76d3096fb tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:45:44.679323 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e647eb-8fac-4abb-8b6d-ad3698f82c17 req-9ec3e665-ee06-4663-a3c4-4bf76d3096fb tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:45:44.689605 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 8271f5e1-ee1a-499b-b0e6-ba77f50cc503 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:45:44.702419 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 8271f5e1-ee1a-499b-b0e6-ba77f50cc503 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:45:44.702732 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7dc81-d37b-44eb-adb6-ffe580b40b7d req-c181d357-ffa1-4344-852f-82f87af855df tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:44.704317 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:44.716906 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7df7dc81-d37b-44eb-adb6-ffe580b40b7d req-c181d357-ffa1-4344-852f-82f87af855df tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=40e118e7-f8f5-4122-bc7f-175d5adf2ad3 HTTP/1.1" status: 200 len: 931 time: 0.1045623 Aug 19 15:45:44.763945 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec3e665-ee06-4663-a3c4-4bf76d3096fb tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'Port': ['ID=7cf3b143-5b75-49cc-9045-44b288033155,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:45:44.810286 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7df7dc81-d37b-44eb-adb6-ffe580b40b7d req-b1166421-ac6f-4176-a06b-307e107b2248 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=a0ac7c35-4e5a-49e4-a17a-89767014e1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914068 Aug 19 15:45:44.840290 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e647eb-8fac-4abb-8b6d-ad3698f82c17 req-9ec3e665-ee06-4663-a3c4-4bf76d3096fb tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:44.841842 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-64e647eb-8fac-4abb-8b6d-ad3698f82c17 req-9ec3e665-ee06-4663-a3c4-4bf76d3096fb tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:44.870056 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-64e647eb-8fac-4abb-8b6d-ad3698f82c17 req-9ec3e665-ee06-4663-a3c4-4bf76d3096fb tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0441902 Aug 19 15:45:44.885512 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [req-64e647eb-8fac-4abb-8b6d-ad3698f82c17 req-e84cbece-7f0a-4dec-9e3b-f71abc0f96e9 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:45:44.887446 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-64e647eb-8fac-4abb-8b6d-ad3698f82c17 req-e84cbece-7f0a-4dec-9e3b-f71abc0f96e9 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091350 Aug 19 15:45:44.900627 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:44.967424 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 8271f5e1-ee1a-499b-b0e6-ba77f50cc503, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=8271f5e1-ee1a-499b-b0e6-ba77f50cc503,segment=NetworkSegment(9b259e53-7237-454e-8bb0-6153c96e944e),segment_id=9b259e53-7237-454e-8bb0-6153c96e944e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:45:44.975532 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:44.978214 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-64e647eb-8fac-4abb-8b6d-ad3698f82c17 req-9a49952d-7c74-4f23-be87-ccf179693f67 service neutron] Request body: {'port': {'device_id': '40e118e7-f8f5-4122-bc7f-175d5adf2ad3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:45:45.063173 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=8271f5e1-ee1a-499b-b0e6-ba77f50cc503,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:45:45.100257 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-64e647eb-8fac-4abb-8b6d-ad3698f82c17 req-9a49952d-7c74-4f23-be87-ccf179693f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:45.149458 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4d350e11-e9d3-4372-9bdc-5d5e27c546c6 None None] Provisioning for port 7cf3b143-5b75-49cc-9045-44b288033155 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:45:45.156546 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4d350e11-e9d3-4372-9bdc-5d5e27c546c6 None None] Provisioning complete for port 7cf3b143-5b75-49cc-9045-44b288033155 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:45:45.157485 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4d350e11-e9d3-4372-9bdc-5d5e27c546c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:45.218137 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-4d350e11-e9d3-4372-9bdc-5d5e27c546c6 None None] Port 7cf3b143-5b75-49cc-9045-44b288033155 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:45:45.457752 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-64e647eb-8fac-4abb-8b6d-ad3698f82c17 req-9a49952d-7c74-4f23-be87-ccf179693f67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cf3b143-5b75-49cc-9045-44b288033155 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:45:45.466741 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-64e647eb-8fac-4abb-8b6d-ad3698f82c17 req-9a49952d-7c74-4f23-be87-ccf179693f67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:45.484896 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-64e647eb-8fac-4abb-8b6d-ad3698f82c17 req-9a49952d-7c74-4f23-be87-ccf179693f67 service neutron] Transition to ACTIVE for port object 7cf3b143-5b75-49cc-9045-44b288033155 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:45:45.489848 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-64e647eb-8fac-4abb-8b6d-ad3698f82c17 req-9a49952d-7c74-4f23-be87-ccf179693f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:45.550721 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a49952d-7c74-4f23-be87-ccf179693f67 service neutron] Pushing event updated for resources: {'Port': ['ID=7cf3b143-5b75-49cc-9045-44b288033155,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:45:45.653614 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-64e647eb-8fac-4abb-8b6d-ad3698f82c17 req-9a49952d-7c74-4f23-be87-ccf179693f67 service neutron] Attempting to bind port 7cf3b143-5b75-49cc-9045-44b288033155 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:45:45.654495 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-64e647eb-8fac-4abb-8b6d-ad3698f82c17 req-9a49952d-7c74-4f23-be87-ccf179693f67 service neutron] Attempting to bind port 7cf3b143-5b75-49cc-9045-44b288033155 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '9b259e53-7237-454e-8bb0-6153c96e944e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '34aa5a79-ef26-443f-ae4c-2c22c3c3cc93'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:45:45.655041 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e647eb-8fac-4abb-8b6d-ad3698f82c17 req-9a49952d-7c74-4f23-be87-ccf179693f67 service neutron] Attempting to bind port 7cf3b143-5b75-49cc-9045-44b288033155 on network 34aa5a79-ef26-443f-ae4c-2c22c3c3cc93 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:45:45.664249 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e647eb-8fac-4abb-8b6d-ad3698f82c17 req-9a49952d-7c74-4f23-be87-ccf179693f67 service neutron] Port 7cf3b143-5b75-49cc-9045-44b288033155 on network 34aa5a79-ef26-443f-ae4c-2c22c3c3cc93 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:45:45.666449 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e647eb-8fac-4abb-8b6d-ad3698f82c17 req-9a49952d-7c74-4f23-be87-ccf179693f67 service neutron] Attempting to bind port 7cf3b143-5b75-49cc-9045-44b288033155 on network 34aa5a79-ef26-443f-ae4c-2c22c3c3cc93 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:45:45.676582 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e647eb-8fac-4abb-8b6d-ad3698f82c17 req-9a49952d-7c74-4f23-be87-ccf179693f67 service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:45:45.677558 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e647eb-8fac-4abb-8b6d-ad3698f82c17 req-9a49952d-7c74-4f23-be87-ccf179693f67 service neutron] Checking segment: {'id': '9b259e53-7237-454e-8bb0-6153c96e944e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '34aa5a79-ef26-443f-ae4c-2c22c3c3cc93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:45:45.678689 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e647eb-8fac-4abb-8b6d-ad3698f82c17 req-9a49952d-7c74-4f23-be87-ccf179693f67 service neutron] Bound using segment: {'id': '9b259e53-7237-454e-8bb0-6153c96e944e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '34aa5a79-ef26-443f-ae4c-2c22c3c3cc93'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:45:45.679599 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-64e647eb-8fac-4abb-8b6d-ad3698f82c17 req-9a49952d-7c74-4f23-be87-ccf179693f67 service neutron] Bound port: 7cf3b143-5b75-49cc-9045-44b288033155, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b259e53-7237-454e-8bb0-6153c96e944e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '34aa5a79-ef26-443f-ae4c-2c22c3c3cc93'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:45:45.680391 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-64e647eb-8fac-4abb-8b6d-ad3698f82c17 req-9a49952d-7c74-4f23-be87-ccf179693f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:45.783949 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-64e647eb-8fac-4abb-8b6d-ad3698f82c17 req-9a49952d-7c74-4f23-be87-ccf179693f67 service neutron] For port 7cf3b143-5b75-49cc-9045-44b288033155, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:45:45.787996 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-64e647eb-8fac-4abb-8b6d-ad3698f82c17 req-9a49952d-7c74-4f23-be87-ccf179693f67 service neutron] For port 7cf3b143-5b75-49cc-9045-44b288033155, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=7cf3b143-5b75-49cc-9045-44b288033155,segment=NetworkSegment(9b259e53-7237-454e-8bb0-6153c96e944e),segment_id=9b259e53-7237-454e-8bb0-6153c96e944e)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:45:45.797038 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-64e647eb-8fac-4abb-8b6d-ad3698f82c17 req-9a49952d-7c74-4f23-be87-ccf179693f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:45.851871 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e647eb-8fac-4abb-8b6d-ad3698f82c17 req-9a49952d-7c74-4f23-be87-ccf179693f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:45.853429 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-64e647eb-8fac-4abb-8b6d-ad3698f82c17 req-9a49952d-7c74-4f23-be87-ccf179693f67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:45.855665 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-64e647eb-8fac-4abb-8b6d-ad3698f82c17 req-9a49952d-7c74-4f23-be87-ccf179693f67 service neutron] 10.222.0.68 "PUT /v2.0/ports/7cf3b143-5b75-49cc-9045-44b288033155 HTTP/1.1" status: 200 len: 1091 time: 0.9599538 Aug 19 15:45:45.856290 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40e118e7-f8f5-4122-bc7f-175d5adf2ad3', 'tag': '7cf3b143-5b75-49cc-9045-44b288033155'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:45:45.867979 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ea2f9e66d71df3aa35f2a980f4ce96e3876fd938d75aec7c1a3378f7fc42a1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaccac54-ae27-44f5-9851-6ee0378f7e97" -d '{"events": [{"name": "network-changed", "server_uuid": "40e118e7-f8f5-4122-bc7f-175d5adf2ad3", "tag": "7cf3b143-5b75-49cc-9045-44b288033155"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:45:45.931146 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef59a58-6f15-463a-a133-664f48366ca6 x-openstack-request-id: req-6ef59a58-6f15-463a-a133-664f48366ca6 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:45:45.931603 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40e118e7-f8f5-4122-bc7f-175d5adf2ad3", "tag": "7cf3b143-5b75-49cc-9045-44b288033155", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:45:45.932063 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6ef59a58-6f15-463a-a133-664f48366ca6 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:45:45.932676 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40e118e7-f8f5-4122-bc7f-175d5adf2ad3', 'tag': '7cf3b143-5b75-49cc-9045-44b288033155', 'status': 'completed', 'code': 200} Aug 19 15:45:45.962460 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a49952d-7c74-4f23-be87-ccf179693f67 service neutron] Pushing event updated for resources: {'Port': ['ID=7cf3b143-5b75-49cc-9045-44b288033155,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:45:45.996613 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e647eb-8fac-4abb-8b6d-ad3698f82c17 req-ff1e179d-549d-49cd-90a0-5fd73ee975a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:45.998937 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-64e647eb-8fac-4abb-8b6d-ad3698f82c17 req-ff1e179d-549d-49cd-90a0-5fd73ee975a0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d0c42a3a20a4428181cb4a620c77af50&device_id=40e118e7-f8f5-4122-bc7f-175d5adf2ad3 HTTP/1.1" status: 200 len: 1094 time: 0.0982940 Aug 19 15:45:46.041719 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd9b64-ac99-4acb-82ec-33015fe9327f req-177884ca-ff16-48c0-9df5-279be8158103 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:46.044171 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-15bd9b64-ac99-4acb-82ec-33015fe9327f req-177884ca-ff16-48c0-9df5-279be8158103 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=40e118e7-f8f5-4122-bc7f-175d5adf2ad3 HTTP/1.1" status: 200 len: 943 time: 0.0919549 Aug 19 15:45:46.054625 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-64e647eb-8fac-4abb-8b6d-ad3698f82c17 req-ed4f9bb0-9532-4cc6-933a-a1dd509284ea service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7cf3b143-5b75-49cc-9045-44b288033155 HTTP/1.1" status: 200 len: 217 time: 0.0459352 Aug 19 15:45:46.102402 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-15bd9b64-ac99-4acb-82ec-33015fe9327f req-7b02e69c-0269-4387-9ecb-41c37a06305e tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=a0ac7c35-4e5a-49e4-a17a-89767014e1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482531 Aug 19 15:45:46.138178 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e647eb-8fac-4abb-8b6d-ad3698f82c17 req-253660a9-1611-476d-b55a-a0c6a5d2289d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:46.140790 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-64e647eb-8fac-4abb-8b6d-ad3698f82c17 req-253660a9-1611-476d-b55a-a0c6a5d2289d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8d2248a4-5387-4385-8a64-8c3a22d4f098 HTTP/1.1" status: 200 len: 835 time: 0.0794058 Aug 19 15:45:46.198757 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e647eb-8fac-4abb-8b6d-ad3698f82c17 req-a252e1c7-82a0-435f-89ff-7761987805c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:46.200275 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-64e647eb-8fac-4abb-8b6d-ad3698f82c17 req-a252e1c7-82a0-435f-89ff-7761987805c5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=34aa5a79-ef26-443f-ae4c-2c22c3c3cc93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532093 Aug 19 15:45:46.328238 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-64e647eb-8fac-4abb-8b6d-ad3698f82c17 req-298c27d4-8906-4f76-8d94-28cbe713776a service neutron] 10.222.0.68 "GET /v2.0/networks/34aa5a79-ef26-443f-ae4c-2c22c3c3cc93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190059 Aug 19 15:45:46.437369 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-64e647eb-8fac-4abb-8b6d-ad3698f82c17 req-6ac0f5ef-1d16-4849-805e-fd377e5de8a3 service neutron] 10.222.0.68 "GET /v2.0/networks/34aa5a79-ef26-443f-ae4c-2c22c3c3cc93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007266 Aug 19 15:45:46.502910 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 8271f5e1-ee1a-499b-b0e6-ba77f50cc503 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:45:46.562456 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaccac54-ae27-44f5-9851-6ee0378f7e97 req-73cc25c8-a131-4a9e-aeff-b1d59039b7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:46.564115 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aaccac54-ae27-44f5-9851-6ee0378f7e97 req-73cc25c8-a131-4a9e-aeff-b1d59039b7a2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d0c42a3a20a4428181cb4a620c77af50&device_id=40e118e7-f8f5-4122-bc7f-175d5adf2ad3 HTTP/1.1" status: 200 len: 1094 time: 0.0687752 Aug 19 15:45:46.569212 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 8271f5e1-ee1a-499b-b0e6-ba77f50cc503 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:45:46.569836 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:46.687839 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaccac54-ae27-44f5-9851-6ee0378f7e97 req-b8652e8d-6cac-4e8d-a55b-b5d3eb60c97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:46.692326 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aaccac54-ae27-44f5-9851-6ee0378f7e97 req-b8652e8d-6cac-4e8d-a55b-b5d3eb60c97b service neutron] 10.222.0.68 "GET /v2.0/networks?id=34aa5a79-ef26-443f-ae4c-2c22c3c3cc93 HTTP/1.1" status: 200 len: 897 time: 0.1211135 Aug 19 15:45:46.737620 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aaccac54-ae27-44f5-9851-6ee0378f7e97 req-80de769d-9848-4438-9068-99c228457cd1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7cf3b143-5b75-49cc-9045-44b288033155 HTTP/1.1" status: 200 len: 217 time: 0.0382032 Aug 19 15:45:46.795159 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaccac54-ae27-44f5-9851-6ee0378f7e97 req-8895a01f-ee15-46e6-8695-264b81d1a04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:46.797288 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aaccac54-ae27-44f5-9851-6ee0378f7e97 req-8895a01f-ee15-46e6-8695-264b81d1a04d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8d2248a4-5387-4385-8a64-8c3a22d4f098 HTTP/1.1" status: 200 len: 835 time: 0.0520761 Aug 19 15:45:46.854375 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaccac54-ae27-44f5-9851-6ee0378f7e97 req-d41acc11-33b7-4e67-8fbb-73f0ce547286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:46.856008 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aaccac54-ae27-44f5-9851-6ee0378f7e97 req-d41acc11-33b7-4e67-8fbb-73f0ce547286 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=34aa5a79-ef26-443f-ae4c-2c22c3c3cc93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495899 Aug 19 15:45:46.965974 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aaccac54-ae27-44f5-9851-6ee0378f7e97 req-51dd7804-0f02-4609-99de-c53c578eb929 service neutron] 10.222.0.68 "GET /v2.0/networks/34aa5a79-ef26-443f-ae4c-2c22c3c3cc93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011362 Aug 19 15:45:47.071422 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-aaccac54-ae27-44f5-9851-6ee0378f7e97 req-538ece25-ad14-4b1f-a78d-def4699117c6 service neutron] 10.222.0.68 "GET /v2.0/networks/34aa5a79-ef26-443f-ae4c-2c22c3c3cc93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968404 Aug 19 15:45:47.263317 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ff7ac-beec-4db1-9849-62db336e5ac4 req-8439d512-0f9e-4cdf-a284-901a993e008c tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:47.264869 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-236ff7ac-beec-4db1-9849-62db336e5ac4 req-8439d512-0f9e-4cdf-a284-901a993e008c tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=40e118e7-f8f5-4122-bc7f-175d5adf2ad3 HTTP/1.1" status: 200 len: 943 time: 0.0644026 Aug 19 15:45:47.306870 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-236ff7ac-beec-4db1-9849-62db336e5ac4 req-3cae1932-0b7f-4a22-9542-58d932dc4246 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=a0ac7c35-4e5a-49e4-a17a-89767014e1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354488 Aug 19 15:45:48.414401 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 7cf3b143-5b75-49cc-9045-44b288033155 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:45:48.486733 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075296a2-5878-433b-a41f-3d425e523145 req-6fcaecad-337e-4f71-bac7-08e1da0e8440 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:48.488935 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-075296a2-5878-433b-a41f-3d425e523145 req-6fcaecad-337e-4f71-bac7-08e1da0e8440 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=40e118e7-f8f5-4122-bc7f-175d5adf2ad3 HTTP/1.1" status: 200 len: 943 time: 0.0916741 Aug 19 15:45:48.542177 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 7cf3b143-5b75-49cc-9045-44b288033155, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=7cf3b143-5b75-49cc-9045-44b288033155,segment=NetworkSegment(9b259e53-7237-454e-8bb0-6153c96e944e),segment_id=9b259e53-7237-454e-8bb0-6153c96e944e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:45:48.545711 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-075296a2-5878-433b-a41f-3d425e523145 req-45aac5fd-434d-40e3-b091-1fa949203862 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=a0ac7c35-4e5a-49e4-a17a-89767014e1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441508 Aug 19 15:45:48.560086 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '7cf3b143-5b75-49cc-9045-44b288033155', 'network_id': '34aa5a79-ef26-443f-ae4c-2c22c3c3cc93', 'port_id': '7cf3b143-5b75-49cc-9045-44b288033155', 'mac_address': 'fa:16:3e:24:00:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d2248a4-5387-4385-8a64-8c3a22d4f098', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:45:48.613272 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:48.631112 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cf3b143-5b75-49cc-9045-44b288033155 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:45:48.660287 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 7cf3b143-5b75-49cc-9045-44b288033155, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=7cf3b143-5b75-49cc-9045-44b288033155,segment=NetworkSegment(9b259e53-7237-454e-8bb0-6153c96e944e),segment_id=9b259e53-7237-454e-8bb0-6153c96e944e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:45:48.665654 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:48.720713 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=7cf3b143-5b75-49cc-9045-44b288033155,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:45:48.898594 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['7cf3b143-5b75-49cc-9045-44b288033155'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:45:49.714762 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6654b5c-f6d7-4334-ae9b-3aa7428aa0d1 req-4d45773d-a2c6-4fb1-898c-e047c8c1057f tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:49.717939 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c6654b5c-f6d7-4334-ae9b-3aa7428aa0d1 req-4d45773d-a2c6-4fb1-898c-e047c8c1057f tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=40e118e7-f8f5-4122-bc7f-175d5adf2ad3 HTTP/1.1" status: 200 len: 944 time: 0.0736825 Aug 19 15:45:49.783132 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c6654b5c-f6d7-4334-ae9b-3aa7428aa0d1 req-93af0611-33d6-485f-a516-2ea6df7516d3 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=a0ac7c35-4e5a-49e4-a17a-89767014e1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520437 Aug 19 15:45:50.428022 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 7cf3b143-5b75-49cc-9045-44b288033155 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:45:50.502195 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port 7cf3b143-5b75-49cc-9045-44b288033155 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:45:50.506424 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 7cf3b143-5b75-49cc-9045-44b288033155 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:45:50.506873 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:50.618162 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:50.649062 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40e118e7-f8f5-4122-bc7f-175d5adf2ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf3b143-5b75-49cc-9045-44b288033155'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:45:50.651744 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33781a19ce02c5415d916baf9197922328299cb06218664b0429d3f5e03069d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe590aa-bd46-4ad3-b90b-fa746f5ac61d" -d '{"events": [{"server_uuid": "40e118e7-f8f5-4122-bc7f-175d5adf2ad3", "name": "network-vif-plugged", "status": "completed", "tag": "7cf3b143-5b75-49cc-9045-44b288033155"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:45:50.669537 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 7cf3b143-5b75-49cc-9045-44b288033155, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=7cf3b143-5b75-49cc-9045-44b288033155,segment=NetworkSegment(9b259e53-7237-454e-8bb0-6153c96e944e),segment_id=9b259e53-7237-454e-8bb0-6153c96e944e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:45:50.682211 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:50.761040 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=7cf3b143-5b75-49cc-9045-44b288033155,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:45:50.802507 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26930169-4781-42e3-a410-1d20949a1633 x-openstack-request-id: req-26930169-4781-42e3-a410-1d20949a1633 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:45:50.803037 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40e118e7-f8f5-4122-bc7f-175d5adf2ad3", "name": "network-vif-plugged", "status": "completed", "tag": "7cf3b143-5b75-49cc-9045-44b288033155", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:45:50.803755 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-26930169-4781-42e3-a410-1d20949a1633 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:45:50.804693 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40e118e7-f8f5-4122-bc7f-175d5adf2ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf3b143-5b75-49cc-9045-44b288033155', 'code': 200} Aug 19 15:45:50.941410 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2823892-b197-425f-a5f2-a18af7829b11 req-e455afbe-ba59-4d7f-ae8e-83ad987f4a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:50.943536 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e2823892-b197-425f-a5f2-a18af7829b11 req-e455afbe-ba59-4d7f-ae8e-83ad987f4a22 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=40e118e7-f8f5-4122-bc7f-175d5adf2ad3 HTTP/1.1" status: 200 len: 1096 time: 0.0789180 Aug 19 15:45:50.969529 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b7b33-0988-4236-852e-d6959d0de8e8 req-f7eb2cdd-67c4-446b-a378-8f8972591287 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:50.971444 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7e4b7b33-0988-4236-852e-d6959d0de8e8 req-f7eb2cdd-67c4-446b-a378-8f8972591287 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=40e118e7-f8f5-4122-bc7f-175d5adf2ad3 HTTP/1.1" status: 200 len: 945 time: 0.0791106 Aug 19 15:45:50.988277 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-e2823892-b197-425f-a5f2-a18af7829b11 req-75e072f6-3423-484c-97ee-1f5cba1e7e20 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=a0ac7c35-4e5a-49e4-a17a-89767014e1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379958 Aug 19 15:45:51.021870 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7e4b7b33-0988-4236-852e-d6959d0de8e8 req-b6be81e1-05df-475b-9a05-a4331134cd25 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=a0ac7c35-4e5a-49e4-a17a-89767014e1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413594 Aug 19 15:45:52.163159 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab12b95-2033-42a7-9817-5d66ebddc43c req-8d1ed25d-307a-4417-b576-5127183be4ac tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:52.164740 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9ab12b95-2033-42a7-9817-5d66ebddc43c req-8d1ed25d-307a-4417-b576-5127183be4ac tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=40e118e7-f8f5-4122-bc7f-175d5adf2ad3 HTTP/1.1" status: 200 len: 945 time: 0.0540388 Aug 19 15:45:52.209108 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9ab12b95-2033-42a7-9817-5d66ebddc43c req-ba1edabf-8ecd-4204-be5e-e6b8c0a21600 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=a0ac7c35-4e5a-49e4-a17a-89767014e1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357118 Aug 19 15:45:52.352824 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3a94c-34e3-4e10-82e8-3d78a29b5405 req-34555100-5779-4713-8f34-46cbf12b4788 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:52.354341 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1fb3a94c-34e3-4e10-82e8-3d78a29b5405 req-34555100-5779-4713-8f34-46cbf12b4788 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=40e118e7-f8f5-4122-bc7f-175d5adf2ad3 HTTP/1.1" status: 200 len: 945 time: 0.0568192 Aug 19 15:45:52.405667 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1fb3a94c-34e3-4e10-82e8-3d78a29b5405 req-42bc4317-3bbd-44cf-af67-f3eac83fb9a9 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=a0ac7c35-4e5a-49e4-a17a-89767014e1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445650 Aug 19 15:45:52.428685 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40298) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:45:52.479376 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa02e75a-a831-4e78-b9b8-b5269c32af7c tempest-TestNetworkAdvancedServerOps-615037460 tempest-TestNetworkAdvancedServerOps-615037460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:52.480967 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-aa02e75a-a831-4e78-b9b8-b5269c32af7c tempest-TestNetworkAdvancedServerOps-615037460 tempest-TestNetworkAdvancedServerOps-615037460-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=40e118e7-f8f5-4122-bc7f-175d5adf2ad3 HTTP/1.1" status: 200 len: 1091 time: 0.0509899 Aug 19 15:45:52.484147 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40300) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:45:52.488713 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-bca4ed51-c2e8-4dee-9fa4-b8a9e1ca83bc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Request body: {'floatingip': {'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'port_id': '7cf3b143-5b75-49cc-9045-44b288033155', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:45:52.518711 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bca4ed51-c2e8-4dee-9fa4-b8a9e1ca83bc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:52.630331 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bca4ed51-c2e8-4dee-9fa4-b8a9e1ca83bc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:52.746349 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-bca4ed51-c2e8-4dee-9fa4-b8a9e1ca83bc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Allocated IP 172.25.2.171 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/b250cc7a-a60a-4bfb-99ec-f0f8351b8cd2) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:45:52.864999 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bca4ed51-c2e8-4dee-9fa4-b8a9e1ca83bc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:52.908960 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bca4ed51-c2e8-4dee-9fa4-b8a9e1ca83bc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:52.953549 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca4ed51-c2e8-4dee-9fa4-b8a9e1ca83bc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:45:52.956644 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-bca4ed51-c2e8-4dee-9fa4-b8a9e1ca83bc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:45:52.960962 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca4ed51-c2e8-4dee-9fa4-b8a9e1ca83bc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:45:52.964651 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca4ed51-c2e8-4dee-9fa4-b8a9e1ca83bc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'Port': ['ID=b250cc7a-a60a-4bfb-99ec-f0f8351b8cd2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:45:53.373925 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bca4ed51-c2e8-4dee-9fa4-b8a9e1ca83bc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:53.447738 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bca4ed51-c2e8-4dee-9fa4-b8a9e1ca83bc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:53.628451 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bca4ed51-c2e8-4dee-9fa4-b8a9e1ca83bc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:53.633686 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bca4ed51-c2e8-4dee-9fa4-b8a9e1ca83bc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:53.722493 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca4ed51-c2e8-4dee-9fa4-b8a9e1ca83bc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event updated for resources: {'Port': ['ID=b250cc7a-a60a-4bfb-99ec-f0f8351b8cd2,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:45:53.739409 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bca4ed51-c2e8-4dee-9fa4-b8a9e1ca83bc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:53.853966 n-d-766043-2 neutron-server[94639]: INFO neutron.db.l3_db [None req-bca4ed51-c2e8-4dee-9fa4-b8a9e1ca83bc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Floating IP 5ea28a2b-2c27-4559-b319-ed9a2d607787 associated. External IP: 172.25.2.171, port: 7cf3b143-5b75-49cc-9045-44b288033155. Aug 19 15:45:54.436458 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca4ed51-c2e8-4dee-9fa4-b8a9e1ca83bc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Router 2a50c232-52fb-4a8a-902d-27ad1d1a8acc has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:45:54.549965 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca4ed51-c2e8-4dee-9fa4-b8a9e1ca83bc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:45:54.560704 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379463d3-deae-440c-858a-ad0ddc49b7f7 None None] Sync routers for ids ['2a50c232-52fb-4a8a-902d-27ad1d1a8acc'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:45:54.568344 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bca4ed51-c2e8-4dee-9fa4-b8a9e1ca83bc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:45:54.573076 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379463d3-deae-440c-858a-ad0ddc49b7f7 None None] Routers {'2a50c232-52fb-4a8a-902d-27ad1d1a8acc'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:45:54.573721 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-379463d3-deae-440c-858a-ad0ddc49b7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:45:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['2a50c232-52fb-4a8a-902d-27ad1d1a8acc'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:45:54.609158 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-bca4ed51-c2e8-4dee-9fa4-b8a9e1ca83bc tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1237314 Aug 19 15:45:54.610258 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40e118e7-f8f5-4122-bc7f-175d5adf2ad3', 'tag': '7cf3b143-5b75-49cc-9045-44b288033155'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:45:54.614704 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ea2f9e66d71df3aa35f2a980f4ce96e3876fd938d75aec7c1a3378f7fc42a1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a05cc3-2c38-4654-a9a5-31217a456706" -d '{"events": [{"name": "network-changed", "server_uuid": "40e118e7-f8f5-4122-bc7f-175d5adf2ad3", "tag": "7cf3b143-5b75-49cc-9045-44b288033155"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:45:54.676617 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbf7342-e53f-420a-8449-65b80167499c x-openstack-request-id: req-1dbf7342-e53f-420a-8449-65b80167499c {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:45:54.676915 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40e118e7-f8f5-4122-bc7f-175d5adf2ad3", "tag": "7cf3b143-5b75-49cc-9045-44b288033155", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:45:54.677350 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1dbf7342-e53f-420a-8449-65b80167499c {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:45:54.677826 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40e118e7-f8f5-4122-bc7f-175d5adf2ad3', 'tag': '7cf3b143-5b75-49cc-9045-44b288033155', 'status': 'completed', 'code': 200} Aug 19 15:45:54.714938 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-379463d3-deae-440c-858a-ad0ddc49b7f7 None None] Set router 2a50c232-52fb-4a8a-902d-27ad1d1a8acc gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:45:54.755804 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a05cc3-2c38-4654-a9a5-31217a456706 req-bc689ec8-b3d9-44d3-bd95-b0e8907b67ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:54.757498 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-22a05cc3-2c38-4654-a9a5-31217a456706 req-bc689ec8-b3d9-44d3-bd95-b0e8907b67ae service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d0c42a3a20a4428181cb4a620c77af50&device_id=40e118e7-f8f5-4122-bc7f-175d5adf2ad3 HTTP/1.1" status: 200 len: 1096 time: 0.0513375 Aug 19 15:45:54.767171 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d4875-6045-41de-9450-d064180a10ea req-339c3757-2a2a-4ff3-8ca1-2d632a9506a8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:54.768785 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e19d4875-6045-41de-9450-d064180a10ea req-339c3757-2a2a-4ff3-8ca1-2d632a9506a8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=40e118e7-f8f5-4122-bc7f-175d5adf2ad3 HTTP/1.1" status: 200 len: 945 time: 0.0697477 Aug 19 15:45:54.818372 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e19d4875-6045-41de-9450-d064180a10ea req-63af02b3-4323-4060-b4dc-6df312485501 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=a0ac7c35-4e5a-49e4-a17a-89767014e1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392344 Aug 19 15:45:54.846200 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 40306) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:45:54.880655 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a05cc3-2c38-4654-a9a5-31217a456706 req-820f458e-5571-4922-9ad9-e78673dca9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:54.883809 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-22a05cc3-2c38-4654-a9a5-31217a456706 req-820f458e-5571-4922-9ad9-e78673dca9a0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=34aa5a79-ef26-443f-ae4c-2c22c3c3cc93 HTTP/1.1" status: 200 len: 897 time: 0.1188056 Aug 19 15:45:54.940779 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-36815f92-bba9-405d-9f1f-dbad49147e88 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/floatingips/5ea28a2b-2c27-4559-b319-ed9a2d607787 HTTP/1.1" status: 200 len: 991 time: 0.0908809 Aug 19 15:45:54.966565 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-22a05cc3-2c38-4654-a9a5-31217a456706 req-1b6e4421-b197-4c25-b66e-a163f7dee605 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7cf3b143-5b75-49cc-9045-44b288033155 HTTP/1.1" status: 200 len: 999 time: 0.0763290 Aug 19 15:45:55.020992 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a05cc3-2c38-4654-a9a5-31217a456706 req-cb42fb70-2461-4fc8-a0a5-dbedf3b769b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:55.022481 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-22a05cc3-2c38-4654-a9a5-31217a456706 req-cb42fb70-2461-4fc8-a0a5-dbedf3b769b8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8d2248a4-5387-4385-8a64-8c3a22d4f098 HTTP/1.1" status: 200 len: 835 time: 0.0487697 Aug 19 15:45:55.050618 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-379463d3-deae-440c-858a-ad0ddc49b7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a50c232-52fb-4a8a-902d-27ad1d1a8acc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-130161310', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c8a5d9e2-bcf1-4439-8972-bc5464f97776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:45:34Z', 'updated_at': '2021-08-19T15:45:39Z', 'revision_number': 4, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': 'c8a5d9e2-bcf1-4439-8972-bc5464f97776', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a50c232-52fb-4a8a-902d-27ad1d1a8acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:35Z', 'updated_at': '2021-08-19T15:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '5ea28a2b-2c27-4559-b319-ed9a2d607787', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '2a50c232-52fb-4a8a-902d-27ad1d1a8acc', 'port_id': '7cf3b143-5b75-49cc-9045-44b288033155', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34aa5a79-ef26-443f-ae4c-2c22c3c3cc93', 'mac_address': 'fa:16:3e:24:00:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e118e7-f8f5-4122-bc7f-175d5adf2ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:45:53Z', 'updated_at': '2021-08-19T15:45:53Z', 'revision_number': 0, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8271f5e1-ee1a-499b-b0e6-ba77f50cc503', 'name': '', 'network_id': '34aa5a79-ef26-443f-ae4c-2c22c3c3cc93', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'mac_address': 'fa:16:3e:8c:b2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a50c232-52fb-4a8a-902d-27ad1d1a8acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '8d2248a4-5387-4385-8a64-8c3a22d4f098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:38Z', 'updated_at': '2021-08-19T15:45:44Z', 'revision_number': 5, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'subnets': [{'id': '8d2248a4-5387-4385-8a64-8c3a22d4f098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:45:55.069249 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a05cc3-2c38-4654-a9a5-31217a456706 req-c9f6bf14-52e8-40e3-85f6-d9ee0242ff66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:55.071346 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-22a05cc3-2c38-4654-a9a5-31217a456706 req-c9f6bf14-52e8-40e3-85f6-d9ee0242ff66 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=34aa5a79-ef26-443f-ae4c-2c22c3c3cc93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416527 Aug 19 15:45:55.081510 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379463d3-deae-440c-858a-ad0ddc49b7f7 None None] Checking router: 2a50c232-52fb-4a8a-902d-27ad1d1a8acc for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:45:55.091461 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379463d3-deae-440c-858a-ad0ddc49b7f7 None None] Routers {'2a50c232-52fb-4a8a-902d-27ad1d1a8acc'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:45:55.093190 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-379463d3-deae-440c-858a-ad0ddc49b7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:45:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['2a50c232-52fb-4a8a-902d-27ad1d1a8acc'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:45:55.181425 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-22a05cc3-2c38-4654-a9a5-31217a456706 req-acd20351-7738-43d8-b7ed-d659a9ec3a64 service neutron] 10.222.0.68 "GET /v2.0/networks/34aa5a79-ef26-443f-ae4c-2c22c3c3cc93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021645 Aug 19 15:45:55.219423 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-379463d3-deae-440c-858a-ad0ddc49b7f7 None None] Set router 2a50c232-52fb-4a8a-902d-27ad1d1a8acc gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:45:55.280679 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-22a05cc3-2c38-4654-a9a5-31217a456706 req-280a3006-b454-486d-8f9b-84e74d1c3c2c service neutron] 10.222.0.68 "GET /v2.0/networks/34aa5a79-ef26-443f-ae4c-2c22c3c3cc93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915639 Aug 19 15:45:55.463078 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-379463d3-deae-440c-858a-ad0ddc49b7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a50c232-52fb-4a8a-902d-27ad1d1a8acc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-130161310', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c8a5d9e2-bcf1-4439-8972-bc5464f97776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:45:34Z', 'updated_at': '2021-08-19T15:45:39Z', 'revision_number': 4, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': 'c8a5d9e2-bcf1-4439-8972-bc5464f97776', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a50c232-52fb-4a8a-902d-27ad1d1a8acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:35Z', 'updated_at': '2021-08-19T15:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '5ea28a2b-2c27-4559-b319-ed9a2d607787', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '2a50c232-52fb-4a8a-902d-27ad1d1a8acc', 'port_id': '7cf3b143-5b75-49cc-9045-44b288033155', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34aa5a79-ef26-443f-ae4c-2c22c3c3cc93', 'mac_address': 'fa:16:3e:24:00:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e118e7-f8f5-4122-bc7f-175d5adf2ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:45:53Z', 'updated_at': '2021-08-19T15:45:53Z', 'revision_number': 0, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8271f5e1-ee1a-499b-b0e6-ba77f50cc503', 'name': '', 'network_id': '34aa5a79-ef26-443f-ae4c-2c22c3c3cc93', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'mac_address': 'fa:16:3e:8c:b2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a50c232-52fb-4a8a-902d-27ad1d1a8acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '8d2248a4-5387-4385-8a64-8c3a22d4f098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:38Z', 'updated_at': '2021-08-19T15:45:44Z', 'revision_number': 5, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'subnets': [{'id': '8d2248a4-5387-4385-8a64-8c3a22d4f098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:45:55.493208 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379463d3-deae-440c-858a-ad0ddc49b7f7 None None] The sync data for ids ['2a50c232-52fb-4a8a-902d-27ad1d1a8acc'] in n-d-766043-2 is: [{'id': '2a50c232-52fb-4a8a-902d-27ad1d1a8acc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-130161310', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c8a5d9e2-bcf1-4439-8972-bc5464f97776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:45:34Z', 'updated_at': '2021-08-19T15:45:39Z', 'revision_number': 4, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': 'c8a5d9e2-bcf1-4439-8972-bc5464f97776', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a50c232-52fb-4a8a-902d-27ad1d1a8acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:35Z', 'updated_at': '2021-08-19T15:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '5ea28a2b-2c27-4559-b319-ed9a2d607787', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '2a50c232-52fb-4a8a-902d-27ad1d1a8acc', 'port_id': '7cf3b143-5b75-49cc-9045-44b288033155', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34aa5a79-ef26-443f-ae4c-2c22c3c3cc93', 'mac_address': 'fa:16:3e:24:00:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e118e7-f8f5-4122-bc7f-175d5adf2ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:45:53Z', 'updated_at': '2021-08-19T15:45:53Z', 'revision_number': 0, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8271f5e1-ee1a-499b-b0e6-ba77f50cc503', 'name': '', 'network_id': '34aa5a79-ef26-443f-ae4c-2c22c3c3cc93', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'mac_address': 'fa:16:3e:8c:b2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a50c232-52fb-4a8a-902d-27ad1d1a8acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '8d2248a4-5387-4385-8a64-8c3a22d4f098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:38Z', 'updated_at': '2021-08-19T15:45:44Z', 'revision_number': 5, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'subnets': [{'id': '8d2248a4-5387-4385-8a64-8c3a22d4f098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:45:55.719450 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a142b9f1-13e9-4ace-ac54-ee5e7bb24e0b None None] New status for floating IP 5ea28a2b-2c27-4559-b319-ed9a2d607787: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:45:55.943590 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 40308) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:45:56.019313 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-b7e3a815-e5dd-4909-b6ef-94adf55e9cf5 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/floatingips/5ea28a2b-2c27-4559-b319-ed9a2d607787 HTTP/1.1" status: 200 len: 993 time: 0.0745368 Aug 19 15:45:59.790717 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ab6b178b-0b07-40d8-abba-97562a524289 req-365a4ca2-4a3d-4841-a70a-85036536c896 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=40e118e7-f8f5-4122-bc7f-175d5adf2ad3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0559149 Aug 19 15:45:59.875739 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b178b-0b07-40d8-abba-97562a524289 req-2cae04aa-d9d0-4393-aa7e-2f00bf38c32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:59.877294 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ab6b178b-0b07-40d8-abba-97562a524289 req-2cae04aa-d9d0-4393-aa7e-2f00bf38c32c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d0c42a3a20a4428181cb4a620c77af50&device_id=40e118e7-f8f5-4122-bc7f-175d5adf2ad3 HTTP/1.1" status: 200 len: 1096 time: 0.0423613 Aug 19 15:45:59.986509 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b178b-0b07-40d8-abba-97562a524289 req-6865c849-e4d9-46f8-9438-2defb91bb970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:45:59.988092 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ab6b178b-0b07-40d8-abba-97562a524289 req-6865c849-e4d9-46f8-9438-2defb91bb970 service neutron] 10.222.0.68 "GET /v2.0/networks?id=34aa5a79-ef26-443f-ae4c-2c22c3c3cc93 HTTP/1.1" status: 200 len: 897 time: 0.0908885 Aug 19 15:46:00.062249 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ab6b178b-0b07-40d8-abba-97562a524289 req-34cb08af-925e-4c38-b2ba-1073ecdb7751 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7cf3b143-5b75-49cc-9045-44b288033155 HTTP/1.1" status: 200 len: 1001 time: 0.0671079 Aug 19 15:46:00.119287 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b178b-0b07-40d8-abba-97562a524289 req-2d52ae01-e33e-41f4-b996-df11720e342b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:46:00.120867 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ab6b178b-0b07-40d8-abba-97562a524289 req-2d52ae01-e33e-41f4-b996-df11720e342b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8d2248a4-5387-4385-8a64-8c3a22d4f098 HTTP/1.1" status: 200 len: 835 time: 0.0511773 Aug 19 15:46:00.171978 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b178b-0b07-40d8-abba-97562a524289 req-18e12819-4da5-4ab9-9d9b-eb9e7304eacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:46:00.173617 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ab6b178b-0b07-40d8-abba-97562a524289 req-18e12819-4da5-4ab9-9d9b-eb9e7304eacb service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=34aa5a79-ef26-443f-ae4c-2c22c3c3cc93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456777 Aug 19 15:46:00.276519 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ab6b178b-0b07-40d8-abba-97562a524289 req-e0a71b96-67ac-4be5-80d4-55142b2dce49 service neutron] 10.222.0.68 "GET /v2.0/networks/34aa5a79-ef26-443f-ae4c-2c22c3c3cc93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939987 Aug 19 15:46:00.371861 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ab6b178b-0b07-40d8-abba-97562a524289 req-dc886278-ee7f-4c7b-9f5b-d18b1a3557b2 service neutron] 10.222.0.68 "GET /v2.0/networks/34aa5a79-ef26-443f-ae4c-2c22c3c3cc93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884130 Aug 19 15:46:00.845377 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [req-31eee57f-6aa5-42fe-8294-bd4229fc71a1 req-5ad0c9f5-a109-4bbb-8de7-eb51833bd01f service neutron] (94640) timed out ('10.222.0.69', 49704) {{(pid=94640) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 15:46:01.521361 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ecad4dd5-8ee4-4487-a5a5-0bf3e1346d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:04.442845 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9e8b160f-9f1d-4f9c-9f24-d36ab0559984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:04.648255 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:04.844181 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:05.374344 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:05.990850 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:07.185746 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:21.015833 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:46:24.861318 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde525ce-2c4a-4787-a0ba-adf4ae655f45 req-398375e2-4e80-46ce-a102-032e4b573020 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:46:24.862925 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fde525ce-2c4a-4787-a0ba-adf4ae655f45 req-398375e2-4e80-46ce-a102-032e4b573020 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=40e118e7-f8f5-4122-bc7f-175d5adf2ad3 HTTP/1.1" status: 200 len: 945 time: 0.0699024 Aug 19 15:46:24.923260 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-fde525ce-2c4a-4787-a0ba-adf4ae655f45 req-e7187789-c593-48c5-9a2a-fa2a6f3587d0 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=a0ac7c35-4e5a-49e4-a17a-89767014e1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527980 Aug 19 15:46:26.080537 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4603b572-2366-49cf-898e-bc3775461d4d req-0b1d8abc-aae7-4a60-8e91-964f9a35eccf tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:46:26.082407 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4603b572-2366-49cf-898e-bc3775461d4d req-0b1d8abc-aae7-4a60-8e91-964f9a35eccf tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=40e118e7-f8f5-4122-bc7f-175d5adf2ad3 HTTP/1.1" status: 200 len: 945 time: 0.0641439 Aug 19 15:46:26.133838 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4603b572-2366-49cf-898e-bc3775461d4d req-5077bf40-b6d7-4575-8db5-6adbdcf0e35b tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=a0ac7c35-4e5a-49e4-a17a-89767014e1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404575 Aug 19 15:46:26.163481 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40328) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:46:26.260995 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-561f06ae-52d2-4270-aac9-6c2bb2a2d317 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/floatingips/5ea28a2b-2c27-4559-b319-ed9a2d607787 HTTP/1.1" status: 200 len: 993 time: 0.0959544 Aug 19 15:46:27.630011 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2967055-115b-4f72-a816-8d8736e2cbbb req-106f85d5-d4fb-4330-92ee-be61f7e18bd0 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:46:27.632345 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d2967055-115b-4f72-a816-8d8736e2cbbb req-106f85d5-d4fb-4330-92ee-be61f7e18bd0 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=40e118e7-f8f5-4122-bc7f-175d5adf2ad3 HTTP/1.1" status: 200 len: 945 time: 0.0705914 Aug 19 15:46:27.653367 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f092b-eb21-4b19-a4c3-25b6d73e975e req-9bc31bf4-971a-44a4-b8a8-b0e566f0b18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:46:27.655588 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b77f092b-eb21-4b19-a4c3-25b6d73e975e req-9bc31bf4-971a-44a4-b8a8-b0e566f0b18f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d0c42a3a20a4428181cb4a620c77af50&device_id=40e118e7-f8f5-4122-bc7f-175d5adf2ad3 HTTP/1.1" status: 200 len: 1096 time: 0.0600741 Aug 19 15:46:27.688069 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d2967055-115b-4f72-a816-8d8736e2cbbb req-661a3fe6-744b-4871-9ddc-b8d01e3b1711 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=a0ac7c35-4e5a-49e4-a17a-89767014e1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492141 Aug 19 15:46:27.788018 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f092b-eb21-4b19-a4c3-25b6d73e975e req-054bb4b9-b843-4927-bbce-acf2329fd40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:46:27.790320 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b77f092b-eb21-4b19-a4c3-25b6d73e975e req-054bb4b9-b843-4927-bbce-acf2329fd40c service neutron] 10.222.0.68 "GET /v2.0/networks?id=34aa5a79-ef26-443f-ae4c-2c22c3c3cc93 HTTP/1.1" status: 200 len: 897 time: 0.1280594 Aug 19 15:46:27.869479 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b77f092b-eb21-4b19-a4c3-25b6d73e975e req-ae795ae3-4391-47cd-888e-addb2c70143e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7cf3b143-5b75-49cc-9045-44b288033155 HTTP/1.1" status: 200 len: 1001 time: 0.0714695 Aug 19 15:46:27.923521 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f092b-eb21-4b19-a4c3-25b6d73e975e req-290d8df8-89f4-4cd3-9e6e-6cbc61ae34a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:46:27.924965 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b77f092b-eb21-4b19-a4c3-25b6d73e975e req-290d8df8-89f4-4cd3-9e6e-6cbc61ae34a7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8d2248a4-5387-4385-8a64-8c3a22d4f098 HTTP/1.1" status: 200 len: 835 time: 0.0490735 Aug 19 15:46:27.987863 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f092b-eb21-4b19-a4c3-25b6d73e975e req-f514e67f-c806-4612-9e13-30b84c9d2ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:46:27.990531 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b77f092b-eb21-4b19-a4c3-25b6d73e975e req-f514e67f-c806-4612-9e13-30b84c9d2ea1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=34aa5a79-ef26-443f-ae4c-2c22c3c3cc93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589035 Aug 19 15:46:28.097855 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b77f092b-eb21-4b19-a4c3-25b6d73e975e req-7001c70b-5bf7-492a-80ab-43f6848cc7dd service neutron] 10.222.0.68 "GET /v2.0/networks/34aa5a79-ef26-443f-ae4c-2c22c3c3cc93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003311 Aug 19 15:46:28.220499 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-b77f092b-eb21-4b19-a4c3-25b6d73e975e req-799bb75e-c618-4f7c-8f07-d1270b887c91 service neutron] 10.222.0.68 "GET /v2.0/networks/34aa5a79-ef26-443f-ae4c-2c22c3c3cc93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155171 Aug 19 15:46:28.862367 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f54ce-cc10-4a99-b61f-516a90b0751f req-1ec04c34-8a5a-4bdd-8246-9ec8633dfa46 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:46:28.865061 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6f0f54ce-cc10-4a99-b61f-516a90b0751f req-1ec04c34-8a5a-4bdd-8246-9ec8633dfa46 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=40e118e7-f8f5-4122-bc7f-175d5adf2ad3 HTTP/1.1" status: 200 len: 945 time: 0.0756893 Aug 19 15:46:28.912618 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6f0f54ce-cc10-4a99-b61f-516a90b0751f req-2cb71b22-5427-48e3-8083-0f626f5e3398 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=a0ac7c35-4e5a-49e4-a17a-89767014e1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395751 Aug 19 15:46:30.055832 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b8bf5-9a56-417b-b1db-3721ca5d1bf0 req-e150e286-97a9-47f5-9932-f9ee4396901f tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:46:30.057359 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4b7b8bf5-9a56-417b-b1db-3721ca5d1bf0 req-e150e286-97a9-47f5-9932-f9ee4396901f tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=40e118e7-f8f5-4122-bc7f-175d5adf2ad3 HTTP/1.1" status: 200 len: 945 time: 0.0495214 Aug 19 15:46:30.106973 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4b7b8bf5-9a56-417b-b1db-3721ca5d1bf0 req-704a8b7f-0108-4c55-9512-626af560d163 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=a0ac7c35-4e5a-49e4-a17a-89767014e1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395875 Aug 19 15:46:30.130276 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40340) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:46:30.212153 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-1b2a7f26-369f-4f2a-9980-ad2299f8c990 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/floatingips/5ea28a2b-2c27-4559-b319-ed9a2d607787 HTTP/1.1" status: 200 len: 993 time: 0.0804713 Aug 19 15:46:30.523598 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40346) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:46:30.719990 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-66661ff6-e0cd-4925-8dc5-f16d2ad6523e tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Deleting port b250cc7a-a60a-4bfb-99ec-f0f8351b8cd2 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:46:30.720348 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-66661ff6-e0cd-4925-8dc5-f16d2ad6523e tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:30.837336 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-66661ff6-e0cd-4925-8dc5-f16d2ad6523e tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:30.837665 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-66661ff6-e0cd-4925-8dc5-f16d2ad6523e tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:30.860664 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-66661ff6-e0cd-4925-8dc5-f16d2ad6523e tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Calling delete_port for b250cc7a-a60a-4bfb-99ec-f0f8351b8cd2 owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:46:31.066829 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-66661ff6-e0cd-4925-8dc5-f16d2ad6523e tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:31.103393 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66661ff6-e0cd-4925-8dc5-f16d2ad6523e tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event deleted for resources: {'Port': ['ID=b250cc7a-a60a-4bfb-99ec-f0f8351b8cd2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:31.130408 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66661ff6-e0cd-4925-8dc5-f16d2ad6523e tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:46:31.131163 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66661ff6-e0cd-4925-8dc5-f16d2ad6523e tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:46:31.131163 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66661ff6-e0cd-4925-8dc5-f16d2ad6523e tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:46:31.131403 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66661ff6-e0cd-4925-8dc5-f16d2ad6523e tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:46:31.131733 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66661ff6-e0cd-4925-8dc5-f16d2ad6523e tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:46:31.132717 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66661ff6-e0cd-4925-8dc5-f16d2ad6523e tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:46:31.133074 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66661ff6-e0cd-4925-8dc5-f16d2ad6523e tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:46:31.133412 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66661ff6-e0cd-4925-8dc5-f16d2ad6523e tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:46:31.133747 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66661ff6-e0cd-4925-8dc5-f16d2ad6523e tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:46:31.134081 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66661ff6-e0cd-4925-8dc5-f16d2ad6523e tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:46:31.134411 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66661ff6-e0cd-4925-8dc5-f16d2ad6523e tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:46:31.134732 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66661ff6-e0cd-4925-8dc5-f16d2ad6523e tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:46:31.180069 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-66661ff6-e0cd-4925-8dc5-f16d2ad6523e tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:31.180667 n-d-766043-2 neutron-server[94639]: INFO neutron.db.l3_db [None req-66661ff6-e0cd-4925-8dc5-f16d2ad6523e tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Floating IP 5ea28a2b-2c27-4559-b319-ed9a2d607787 disassociated (deleted). External IP: 172.25.2.171, port: 7cf3b143-5b75-49cc-9045-44b288033155. Aug 19 15:46:31.447619 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66661ff6-e0cd-4925-8dc5-f16d2ad6523e tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Router 2a50c232-52fb-4a8a-902d-27ad1d1a8acc has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:46:31.535232 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fac724ed-5451-4edd-bca8-7bd801fade7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:31.608480 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66661ff6-e0cd-4925-8dc5-f16d2ad6523e tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:46:31.617698 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-66661ff6-e0cd-4925-8dc5-f16d2ad6523e tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:31.623173 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a3ef18-ac57-4c35-9b24-fedb22fbc654 None None] Sync routers for ids ['2a50c232-52fb-4a8a-902d-27ad1d1a8acc'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:46:31.632843 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a3ef18-ac57-4c35-9b24-fedb22fbc654 None None] Routers {'2a50c232-52fb-4a8a-902d-27ad1d1a8acc'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:46:31.633458 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-96a3ef18-ac57-4c35-9b24-fedb22fbc654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:46:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['2a50c232-52fb-4a8a-902d-27ad1d1a8acc'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:46:31.657781 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-66661ff6-e0cd-4925-8dc5-f16d2ad6523e tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "DELETE /v2.0/floatingips/5ea28a2b-2c27-4559-b319-ed9a2d607787 HTTP/1.1" status: 204 len: 168 time: 1.1330714 Aug 19 15:46:31.658360 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40e118e7-f8f5-4122-bc7f-175d5adf2ad3', 'tag': '7cf3b143-5b75-49cc-9045-44b288033155'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:46:31.660671 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ea2f9e66d71df3aa35f2a980f4ce96e3876fd938d75aec7c1a3378f7fc42a1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18efc339-e1cd-4728-abcc-09f91a870c21" -d '{"events": [{"name": "network-changed", "server_uuid": "40e118e7-f8f5-4122-bc7f-175d5adf2ad3", "tag": "7cf3b143-5b75-49cc-9045-44b288033155"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:46:31.732092 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916d9348-0da6-409c-a86d-6a9eba1437c4 x-openstack-request-id: req-916d9348-0da6-409c-a86d-6a9eba1437c4 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:46:31.732674 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40e118e7-f8f5-4122-bc7f-175d5adf2ad3", "tag": "7cf3b143-5b75-49cc-9045-44b288033155", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:46:31.733808 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-916d9348-0da6-409c-a86d-6a9eba1437c4 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:46:31.733985 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40e118e7-f8f5-4122-bc7f-175d5adf2ad3', 'tag': '7cf3b143-5b75-49cc-9045-44b288033155', 'status': 'completed', 'code': 200} Aug 19 15:46:31.802555 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-96a3ef18-ac57-4c35-9b24-fedb22fbc654 None None] Set router 2a50c232-52fb-4a8a-902d-27ad1d1a8acc gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:46:31.828797 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18efc339-e1cd-4728-abcc-09f91a870c21 req-c9a44b64-81a8-45d5-9023-1b641afac6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:46:31.831445 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-18efc339-e1cd-4728-abcc-09f91a870c21 req-c9a44b64-81a8-45d5-9023-1b641afac6a6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d0c42a3a20a4428181cb4a620c77af50&device_id=40e118e7-f8f5-4122-bc7f-175d5adf2ad3 HTTP/1.1" status: 200 len: 1096 time: 0.0771070 Aug 19 15:46:31.999270 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18efc339-e1cd-4728-abcc-09f91a870c21 req-6325d0dc-3bb3-437e-bd83-0819956d3f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:46:32.001906 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-18efc339-e1cd-4728-abcc-09f91a870c21 req-6325d0dc-3bb3-437e-bd83-0819956d3f1a service neutron] 10.222.0.68 "GET /v2.0/networks?id=34aa5a79-ef26-443f-ae4c-2c22c3c3cc93 HTTP/1.1" status: 200 len: 897 time: 0.1632340 Aug 19 15:46:32.036923 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57c5f8-83ae-4e20-9957-cb16ac852f74 req-f3ccf9ed-bd8c-4bb7-adde-ae82787675bf tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:46:32.042360 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4d57c5f8-83ae-4e20-9957-cb16ac852f74 req-f3ccf9ed-bd8c-4bb7-adde-ae82787675bf tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=40e118e7-f8f5-4122-bc7f-175d5adf2ad3 HTTP/1.1" status: 200 len: 945 time: 0.1044052 Aug 19 15:46:32.053361 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-18efc339-e1cd-4728-abcc-09f91a870c21 req-95fd94bd-3310-4e7e-bcc1-2f113e74e959 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7cf3b143-5b75-49cc-9045-44b288033155 HTTP/1.1" status: 200 len: 217 time: 0.0428345 Aug 19 15:46:32.110050 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4d57c5f8-83ae-4e20-9957-cb16ac852f74 req-22ecc592-13d5-48a7-8095-b2d1dcf89be1 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=a0ac7c35-4e5a-49e4-a17a-89767014e1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616901 Aug 19 15:46:32.129300 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-96a3ef18-ac57-4c35-9b24-fedb22fbc654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a50c232-52fb-4a8a-902d-27ad1d1a8acc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-130161310', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c8a5d9e2-bcf1-4439-8972-bc5464f97776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:45:34Z', 'updated_at': '2021-08-19T15:45:39Z', 'revision_number': 4, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': 'c8a5d9e2-bcf1-4439-8972-bc5464f97776', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a50c232-52fb-4a8a-902d-27ad1d1a8acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:35Z', 'updated_at': '2021-08-19T15:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '8271f5e1-ee1a-499b-b0e6-ba77f50cc503', 'name': '', 'network_id': '34aa5a79-ef26-443f-ae4c-2c22c3c3cc93', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'mac_address': 'fa:16:3e:8c:b2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a50c232-52fb-4a8a-902d-27ad1d1a8acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '8d2248a4-5387-4385-8a64-8c3a22d4f098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:38Z', 'updated_at': '2021-08-19T15:45:44Z', 'revision_number': 5, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'subnets': [{'id': '8d2248a4-5387-4385-8a64-8c3a22d4f098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:46:32.135820 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18efc339-e1cd-4728-abcc-09f91a870c21 req-9ffbc0e3-f41d-47e1-8460-9b96fdb2f4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:46:32.138091 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-18efc339-e1cd-4728-abcc-09f91a870c21 req-9ffbc0e3-f41d-47e1-8460-9b96fdb2f4bc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8d2248a4-5387-4385-8a64-8c3a22d4f098 HTTP/1.1" status: 200 len: 835 time: 0.0763793 Aug 19 15:46:32.170926 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a3ef18-ac57-4c35-9b24-fedb22fbc654 None None] Checking router: 2a50c232-52fb-4a8a-902d-27ad1d1a8acc for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:46:32.181875 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a3ef18-ac57-4c35-9b24-fedb22fbc654 None None] Routers {'2a50c232-52fb-4a8a-902d-27ad1d1a8acc'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:46:32.183187 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-96a3ef18-ac57-4c35-9b24-fedb22fbc654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:46:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['2a50c232-52fb-4a8a-902d-27ad1d1a8acc'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:46:32.199890 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18efc339-e1cd-4728-abcc-09f91a870c21 req-5459f41e-18a1-4763-bf97-6173abe0d869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:46:32.201478 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-18efc339-e1cd-4728-abcc-09f91a870c21 req-5459f41e-18a1-4763-bf97-6173abe0d869 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=34aa5a79-ef26-443f-ae4c-2c22c3c3cc93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542548 Aug 19 15:46:32.334183 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-96a3ef18-ac57-4c35-9b24-fedb22fbc654 None None] Set router 2a50c232-52fb-4a8a-902d-27ad1d1a8acc gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:46:32.344992 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-18efc339-e1cd-4728-abcc-09f91a870c21 req-8d682daf-4673-4080-bce7-e7d6275174f2 service neutron] 10.222.0.68 "GET /v2.0/networks/34aa5a79-ef26-443f-ae4c-2c22c3c3cc93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323392 Aug 19 15:46:32.511485 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-18efc339-e1cd-4728-abcc-09f91a870c21 req-4e2c3ce1-95af-472c-9137-4c2e79dbb28c service neutron] 10.222.0.68 "GET /v2.0/networks/34aa5a79-ef26-443f-ae4c-2c22c3c3cc93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577404 Aug 19 15:46:32.681300 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-96a3ef18-ac57-4c35-9b24-fedb22fbc654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a50c232-52fb-4a8a-902d-27ad1d1a8acc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-130161310', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c8a5d9e2-bcf1-4439-8972-bc5464f97776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:45:34Z', 'updated_at': '2021-08-19T15:45:39Z', 'revision_number': 4, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': 'c8a5d9e2-bcf1-4439-8972-bc5464f97776', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a50c232-52fb-4a8a-902d-27ad1d1a8acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:35Z', 'updated_at': '2021-08-19T15:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '8271f5e1-ee1a-499b-b0e6-ba77f50cc503', 'name': '', 'network_id': '34aa5a79-ef26-443f-ae4c-2c22c3c3cc93', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'mac_address': 'fa:16:3e:8c:b2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a50c232-52fb-4a8a-902d-27ad1d1a8acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '8d2248a4-5387-4385-8a64-8c3a22d4f098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:38Z', 'updated_at': '2021-08-19T15:45:44Z', 'revision_number': 5, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'subnets': [{'id': '8d2248a4-5387-4385-8a64-8c3a22d4f098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:46:32.706830 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a3ef18-ac57-4c35-9b24-fedb22fbc654 None None] The sync data for ids ['2a50c232-52fb-4a8a-902d-27ad1d1a8acc'] in n-d-766043-2 is: [{'id': '2a50c232-52fb-4a8a-902d-27ad1d1a8acc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-130161310', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c8a5d9e2-bcf1-4439-8972-bc5464f97776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:45:34Z', 'updated_at': '2021-08-19T15:45:39Z', 'revision_number': 4, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': 'c8a5d9e2-bcf1-4439-8972-bc5464f97776', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a50c232-52fb-4a8a-902d-27ad1d1a8acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:35Z', 'updated_at': '2021-08-19T15:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '8271f5e1-ee1a-499b-b0e6-ba77f50cc503', 'name': '', 'network_id': '34aa5a79-ef26-443f-ae4c-2c22c3c3cc93', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'mac_address': 'fa:16:3e:8c:b2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a50c232-52fb-4a8a-902d-27ad1d1a8acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '8d2248a4-5387-4385-8a64-8c3a22d4f098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:38Z', 'updated_at': '2021-08-19T15:45:44Z', 'revision_number': 5, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'subnets': [{'id': '8d2248a4-5387-4385-8a64-8c3a22d4f098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:46:32.970517 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eaf2aae-81e3-4ab5-a5ae-027fd7e8f8dc None None] New status for floating IP 5ea28a2b-2c27-4559-b319-ed9a2d607787: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:46:33.297789 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eaadf9-ff0d-4add-a086-d34cc122e481 req-7fa7b37e-9181-4a22-97e9-a0b220b6b24f tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:46:33.300367 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-25eaadf9-ff0d-4add-a086-d34cc122e481 req-7fa7b37e-9181-4a22-97e9-a0b220b6b24f tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=40e118e7-f8f5-4122-bc7f-175d5adf2ad3 HTTP/1.1" status: 200 len: 945 time: 0.0645683 Aug 19 15:46:33.345537 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-25eaadf9-ff0d-4add-a086-d34cc122e481 req-efb7a6cf-815a-429c-a478-b461e1a90c66 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/security-groups?id=a0ac7c35-4e5a-49e4-a17a-89767014e1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357172 Aug 19 15:46:33.573374 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc014aa1-7354-4997-b07a-f87a84511017 req-b8938695-11ff-4164-a14b-ec83afacc509 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:46:33.575697 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cc014aa1-7354-4997-b07a-f87a84511017 req-b8938695-11ff-4164-a14b-ec83afacc509 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.68 "GET /v2.0/ports?device_id=40e118e7-f8f5-4122-bc7f-175d5adf2ad3 HTTP/1.1" status: 200 len: 945 time: 0.0627990 Aug 19 15:46:33.675118 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-cc014aa1-7354-4997-b07a-f87a84511017 req-8405f96b-59ba-4c26-9d10-c57a790583e8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Deleting port 7cf3b143-5b75-49cc-9045-44b288033155 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:46:33.675484 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cc014aa1-7354-4997-b07a-f87a84511017 req-8405f96b-59ba-4c26-9d10-c57a790583e8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:33.799189 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-cc014aa1-7354-4997-b07a-f87a84511017 req-8405f96b-59ba-4c26-9d10-c57a790583e8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] For port 7cf3b143-5b75-49cc-9045-44b288033155, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=7cf3b143-5b75-49cc-9045-44b288033155,segment=NetworkSegment(9b259e53-7237-454e-8bb0-6153c96e944e),segment_id=9b259e53-7237-454e-8bb0-6153c96e944e)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:46:33.799630 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cc014aa1-7354-4997-b07a-f87a84511017 req-8405f96b-59ba-4c26-9d10-c57a790583e8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:33.827320 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-cc014aa1-7354-4997-b07a-f87a84511017 req-8405f96b-59ba-4c26-9d10-c57a790583e8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Calling delete_port for 7cf3b143-5b75-49cc-9045-44b288033155 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:46:33.982831 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cc014aa1-7354-4997-b07a-f87a84511017 req-8405f96b-59ba-4c26-9d10-c57a790583e8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:34.021742 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8405f96b-59ba-4c26-9d10-c57a790583e8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event deleted for resources: {'Port': ['ID=7cf3b143-5b75-49cc-9045-44b288033155,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:34.075507 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc014aa1-7354-4997-b07a-f87a84511017 req-8405f96b-59ba-4c26-9d10-c57a790583e8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] No DVR routers for this DVR port 7cf3b143-5b75-49cc-9045-44b288033155 on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:46:34.081423 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cc014aa1-7354-4997-b07a-f87a84511017 req-8405f96b-59ba-4c26-9d10-c57a790583e8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:34.085215 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-cc014aa1-7354-4997-b07a-f87a84511017 req-8405f96b-59ba-4c26-9d10-c57a790583e8 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.68 "DELETE /v2.0/ports/7cf3b143-5b75-49cc-9045-44b288033155 HTTP/1.1" status: 204 len: 173 time: 0.5039985 Aug 19 15:46:34.085811 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40e118e7-f8f5-4122-bc7f-175d5adf2ad3', 'name': 'network-vif-deleted', 'tag': '7cf3b143-5b75-49cc-9045-44b288033155'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:46:34.088204 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ea2f9e66d71df3aa35f2a980f4ce96e3876fd938d75aec7c1a3378f7fc42a1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f244ef6-98fe-43bb-8153-f6a15a5f321b" -d '{"events": [{"server_uuid": "40e118e7-f8f5-4122-bc7f-175d5adf2ad3", "name": "network-vif-deleted", "tag": "7cf3b143-5b75-49cc-9045-44b288033155"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:46:34.128579 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb7c180-9bad-437e-aad5-0a3dce093ee7 x-openstack-request-id: req-2eb7c180-9bad-437e-aad5-0a3dce093ee7 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:46:34.128959 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40e118e7-f8f5-4122-bc7f-175d5adf2ad3", "name": "network-vif-deleted", "tag": "7cf3b143-5b75-49cc-9045-44b288033155", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:46:34.129295 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2eb7c180-9bad-437e-aad5-0a3dce093ee7 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:46:34.129822 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40e118e7-f8f5-4122-bc7f-175d5adf2ad3', 'name': 'network-vif-deleted', 'tag': '7cf3b143-5b75-49cc-9045-44b288033155', 'status': 'completed', 'code': 200} Aug 19 15:46:34.448767 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0a2c54f8-b381-4645-bc20-4a9b12181e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:34.514126 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-40ed3296-23db-4574-a701-5cd9c0eb0ce6 req-b4e9425f-140c-4a0c-8d4c-ccb0f4743d63 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "GET /v2.0/ports?device_id=40e118e7-f8f5-4122-bc7f-175d5adf2ad3 HTTP/1.1" status: 200 len: 210 time: 0.0527515 Aug 19 15:46:34.646618 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:34.842594 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:35.369390 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:35.593241 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40362) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:46:36.001068 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:36.045209 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-54ffb6ec-1fe0-495e-9fa8-92e6f63af013 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:36.718783 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-54ffb6ec-1fe0-495e-9fa8-92e6f63af013 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Deleting port 8271f5e1-ee1a-499b-b0e6-ba77f50cc503 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:46:36.719514 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-54ffb6ec-1fe0-495e-9fa8-92e6f63af013 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:36.812550 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-54ffb6ec-1fe0-495e-9fa8-92e6f63af013 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] For port 8271f5e1-ee1a-499b-b0e6-ba77f50cc503, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=8271f5e1-ee1a-499b-b0e6-ba77f50cc503,segment=NetworkSegment(9b259e53-7237-454e-8bb0-6153c96e944e),segment_id=9b259e53-7237-454e-8bb0-6153c96e944e)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:46:36.812915 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-54ffb6ec-1fe0-495e-9fa8-92e6f63af013 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:36.826712 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-54ffb6ec-1fe0-495e-9fa8-92e6f63af013 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Calling delete_port for 8271f5e1-ee1a-499b-b0e6-ba77f50cc503 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:46:37.028467 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-54ffb6ec-1fe0-495e-9fa8-92e6f63af013 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:37.054495 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ffb6ec-1fe0-495e-9fa8-92e6f63af013 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event deleted for resources: {'Port': ['ID=8271f5e1-ee1a-499b-b0e6-ba77f50cc503,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:37.188515 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:37.255566 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-54ffb6ec-1fe0-495e-9fa8-92e6f63af013 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:37.492467 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ffb6ec-1fe0-495e-9fa8-92e6f63af013 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Router 2a50c232-52fb-4a8a-902d-27ad1d1a8acc has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:46:37.604457 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ffb6ec-1fe0-495e-9fa8-92e6f63af013 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:46:37.609743 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-54ffb6ec-1fe0-495e-9fa8-92e6f63af013 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "PUT /v2.0/routers/2a50c232-52fb-4a8a-902d-27ad1d1a8acc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0152509 Aug 19 15:46:37.612348 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40364) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:46:37.615022 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98b4a22-94c4-4223-9b9b-690d2abcf8f8 None None] Sync routers for ids ['2a50c232-52fb-4a8a-902d-27ad1d1a8acc'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:46:37.624656 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98b4a22-94c4-4223-9b9b-690d2abcf8f8 None None] Routers {'2a50c232-52fb-4a8a-902d-27ad1d1a8acc'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:46:37.625262 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f98b4a22-94c4-4223-9b9b-690d2abcf8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:46:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['2a50c232-52fb-4a8a-902d-27ad1d1a8acc'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:46:37.666132 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0a8e945-7df9-4369-b514-ce0e44ca93ee tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Deleting subnet 8d2248a4-5387-4385-8a64-8c3a22d4f098 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:46:37.670107 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0a8e945-7df9-4369-b514-ce0e44ca93ee tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:37.714522 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0a8e945-7df9-4369-b514-ce0e44ca93ee tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:37.746898 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-f98b4a22-94c4-4223-9b9b-690d2abcf8f8 None None] Set router 2a50c232-52fb-4a8a-902d-27ad1d1a8acc gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:46:37.836398 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0a8e945-7df9-4369-b514-ce0e44ca93ee tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:37.923915 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0a8e945-7df9-4369-b514-ce0e44ca93ee tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:37.960760 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a8e945-7df9-4369-b514-ce0e44ca93ee tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event deleted for resources: {'Subnet': ['ID=8d2248a4-5387-4385-8a64-8c3a22d4f098,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:37.965018 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0a8e945-7df9-4369-b514-ce0e44ca93ee tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:37.967494 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-d0a8e945-7df9-4369-b514-ce0e44ca93ee tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "DELETE /v2.0/subnets/8d2248a4-5387-4385-8a64-8c3a22d4f098 HTTP/1.1" status: 204 len: 168 time: 0.3540363 Aug 19 15:46:37.970760 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40366) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:46:37.976300 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55ad03f-b3ca-4936-b14a-28cf8b5b02c7 None None] Network 34aa5a79-ef26-443f-ae4c-2c22c3c3cc93 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:46:38.024267 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f98b4a22-94c4-4223-9b9b-690d2abcf8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a50c232-52fb-4a8a-902d-27ad1d1a8acc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-130161310', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c8a5d9e2-bcf1-4439-8972-bc5464f97776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:45:34Z', 'updated_at': '2021-08-19T15:46:36Z', 'revision_number': 5, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': 'c8a5d9e2-bcf1-4439-8972-bc5464f97776', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a50c232-52fb-4a8a-902d-27ad1d1a8acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:35Z', 'updated_at': '2021-08-19T15:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:46:38.071080 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98b4a22-94c4-4223-9b9b-690d2abcf8f8 None None] Checking router: 2a50c232-52fb-4a8a-902d-27ad1d1a8acc for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:46:38.085464 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98b4a22-94c4-4223-9b9b-690d2abcf8f8 None None] Routers {'2a50c232-52fb-4a8a-902d-27ad1d1a8acc'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:46:38.086592 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f98b4a22-94c4-4223-9b9b-690d2abcf8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:46:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['2a50c232-52fb-4a8a-902d-27ad1d1a8acc'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:46:38.146992 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5c3f7496-b4b0-4dec-917a-e6d6c926a946 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:38.235684 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-f98b4a22-94c4-4223-9b9b-690d2abcf8f8 None None] Set router 2a50c232-52fb-4a8a-902d-27ad1d1a8acc gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:46:38.242869 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ebb90c-0b64-4339-94ae-b118f4fe62e2 None None] DHCP port deletion for 34aa5a79-ef26-443f-ae4c-2c22c3c3cc93 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:46:38.300388 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5c3f7496-b4b0-4dec-917a-e6d6c926a946 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:38.306684 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-33ebb90c-0b64-4339-94ae-b118f4fe62e2 None None] Deleting port 9e51cf45-8af3-4907-acba-e8372a2d04fe {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:46:38.307478 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-33ebb90c-0b64-4339-94ae-b118f4fe62e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:38.378505 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-5c3f7496-b4b0-4dec-917a-e6d6c926a946 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Deleting port c8a5d9e2-bcf1-4439-8972-bc5464f97776 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:46:38.379143 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5c3f7496-b4b0-4dec-917a-e6d6c926a946 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:38.388904 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-33ebb90c-0b64-4339-94ae-b118f4fe62e2 None None] For port 9e51cf45-8af3-4907-acba-e8372a2d04fe, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=9e51cf45-8af3-4907-acba-e8372a2d04fe,segment=NetworkSegment(9b259e53-7237-454e-8bb0-6153c96e944e),segment_id=9b259e53-7237-454e-8bb0-6153c96e944e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:46:38.389322 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-33ebb90c-0b64-4339-94ae-b118f4fe62e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:38.404298 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-33ebb90c-0b64-4339-94ae-b118f4fe62e2 None None] Calling delete_port for 9e51cf45-8af3-4907-acba-e8372a2d04fe owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:46:38.497165 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f98b4a22-94c4-4223-9b9b-690d2abcf8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a50c232-52fb-4a8a-902d-27ad1d1a8acc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-130161310', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c8a5d9e2-bcf1-4439-8972-bc5464f97776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:45:34Z', 'updated_at': '2021-08-19T15:46:36Z', 'revision_number': 5, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': 'c8a5d9e2-bcf1-4439-8972-bc5464f97776', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a50c232-52fb-4a8a-902d-27ad1d1a8acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:35Z', 'updated_at': '2021-08-19T15:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:46:38.515144 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-5c3f7496-b4b0-4dec-917a-e6d6c926a946 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] For port c8a5d9e2-bcf1-4439-8972-bc5464f97776, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=c8a5d9e2-bcf1-4439-8972-bc5464f97776,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:46:38.515710 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5c3f7496-b4b0-4dec-917a-e6d6c926a946 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:38.526095 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-33ebb90c-0b64-4339-94ae-b118f4fe62e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:38.540063 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98b4a22-94c4-4223-9b9b-690d2abcf8f8 None None] The sync data for ids ['2a50c232-52fb-4a8a-902d-27ad1d1a8acc'] in n-d-766043-2 is: [{'id': '2a50c232-52fb-4a8a-902d-27ad1d1a8acc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-130161310', 'tenant_id': 'd0c42a3a20a4428181cb4a620c77af50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c8a5d9e2-bcf1-4439-8972-bc5464f97776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:45:34Z', 'updated_at': '2021-08-19T15:46:36Z', 'revision_number': 5, 'project_id': 'd0c42a3a20a4428181cb4a620c77af50', 'gw_port': {'id': 'c8a5d9e2-bcf1-4439-8972-bc5464f97776', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a50c232-52fb-4a8a-902d-27ad1d1a8acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:45:35Z', 'updated_at': '2021-08-19T15:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:46:38.558089 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-5c3f7496-b4b0-4dec-917a-e6d6c926a946 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Calling delete_port for c8a5d9e2-bcf1-4439-8972-bc5464f97776 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:46:38.565844 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ebb90c-0b64-4339-94ae-b118f4fe62e2 None None] No DVR routers for this DVR port 9e51cf45-8af3-4907-acba-e8372a2d04fe on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:46:38.609872 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ebb90c-0b64-4339-94ae-b118f4fe62e2 None None] Pushing event deleted for resources: {'Port': ['ID=9e51cf45-8af3-4907-acba-e8372a2d04fe,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:38.620319 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ebb90c-0b64-4339-94ae-b118f4fe62e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:46:38.620625 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ebb90c-0b64-4339-94ae-b118f4fe62e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:46:38.620948 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ebb90c-0b64-4339-94ae-b118f4fe62e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:46:38.621308 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ebb90c-0b64-4339-94ae-b118f4fe62e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:46:38.621642 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ebb90c-0b64-4339-94ae-b118f4fe62e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:46:38.621980 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ebb90c-0b64-4339-94ae-b118f4fe62e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:46:38.622307 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ebb90c-0b64-4339-94ae-b118f4fe62e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:46:38.622719 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ebb90c-0b64-4339-94ae-b118f4fe62e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:46:38.622995 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ebb90c-0b64-4339-94ae-b118f4fe62e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:46:38.623318 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ebb90c-0b64-4339-94ae-b118f4fe62e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:46:38.623642 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ebb90c-0b64-4339-94ae-b118f4fe62e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:46:38.623961 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ebb90c-0b64-4339-94ae-b118f4fe62e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:46:38.722754 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 7cf3b143-5b75-49cc-9045-44b288033155 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:46:38.761850 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: 7cf3b143-5b75-49cc-9045-44b288033155 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:46:38.762475 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 7cf3b143-5b75-49cc-9045-44b288033155 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:46:38.789056 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5c3f7496-b4b0-4dec-917a-e6d6c926a946 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:38.840735 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3f7496-b4b0-4dec-917a-e6d6c926a946 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event deleted for resources: {'Port': ['ID=c8a5d9e2-bcf1-4439-8972-bc5464f97776,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:38.921726 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5c3f7496-b4b0-4dec-917a-e6d6c926a946 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:38.974022 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 9e51cf45-8af3-4907-acba-e8372a2d04fe no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:46:39.009072 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 9e51cf45-8af3-4907-acba-e8372a2d04fe {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:46:39.009692 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 9e51cf45-8af3-4907-acba-e8372a2d04fe not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:46:39.065078 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5c3f7496-b4b0-4dec-917a-e6d6c926a946 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:39.067917 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5c3f7496-b4b0-4dec-917a-e6d6c926a946 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:39.122994 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5c3f7496-b4b0-4dec-917a-e6d6c926a946 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:39.124083 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3f7496-b4b0-4dec-917a-e6d6c926a946 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Fanout notify agent at l3_agent the message router_deleted on router 2a50c232-52fb-4a8a-902d-27ad1d1a8acc {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:46:39.134314 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5c3f7496-b4b0-4dec-917a-e6d6c926a946 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:39.135620 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-5c3f7496-b4b0-4dec-917a-e6d6c926a946 tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "DELETE /v2.0/routers/2a50c232-52fb-4a8a-902d-27ad1d1a8acc HTTP/1.1" status: 204 len: 168 time: 1.1633313 Aug 19 15:46:39.139597 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40368) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:46:39.254330 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bf023ae4-cf92-4c08-96f9-d51492f032ca tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:39.377864 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bf023ae4-cf92-4c08-96f9-d51492f032ca tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:39.405279 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-bf023ae4-cf92-4c08-96f9-d51492f032ca tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34aa5a79-ef26-443f-ae4c-2c22c3c3cc93']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:46:39.432682 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-bf023ae4-cf92-4c08-96f9-d51492f032ca tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b259e53-7237-454e-8bb0-6153c96e944e') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:46:39.432991 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-bf023ae4-cf92-4c08-96f9-d51492f032ca tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b259e53-7237-454e-8bb0-6153c96e944e') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:46:39.449902 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bf023ae4-cf92-4c08-96f9-d51492f032ca tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:39.465553 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bf023ae4-cf92-4c08-96f9-d51492f032ca tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:39.471885 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf023ae4-cf92-4c08-96f9-d51492f032ca tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:46:39.472297 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bf023ae4-cf92-4c08-96f9-d51492f032ca tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:39.475430 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 15:46:39.475430 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:46:39.475430 n-d-766043-2 neutron-server[94639]: timer() Aug 19 15:46:39.475430 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:46:39.475430 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 15:46:39.475430 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:46:39.475430 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 15:46:39.475430 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:46:39.475430 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 15:46:39.475430 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:46:39.475430 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 15:46:39.475430 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:46:39.475430 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 15:46:39.475430 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:46:39.475430 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:46:39.475430 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:46:39.475430 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:46:39.475430 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:46:39.475430 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 15:46:39.475430 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:46:39.475430 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 15:46:39.475430 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:46:39.475430 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:46:39.475430 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:46:39.475430 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 15:46:39.475430 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:46:39.475430 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:46:39.475430 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:46:39.475430 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:46:39.475430 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:46:39.475430 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:46:39.475430 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:46:39.535826 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bf023ae4-cf92-4c08-96f9-d51492f032ca tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:39.545911 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bf023ae4-cf92-4c08-96f9-d51492f032ca tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:39.547939 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-bf023ae4-cf92-4c08-96f9-d51492f032ca tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "DELETE /v2.0/networks/34aa5a79-ef26-443f-ae4c-2c22c3c3cc93 HTTP/1.1" status: 204 len: 168 time: 0.4070530 Aug 19 15:46:39.550764 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40370) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:46:39.576814 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf023ae4-cf92-4c08-96f9-d51492f032ca tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event deleted for resources: {'Network': ['ID=34aa5a79-ef26-443f-ae4c-2c22c3c3cc93,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:39.655372 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c18f5b7-3d7f-4011-9d11-82f8c33686ef tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:39.688227 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c18f5b7-3d7f-4011-9d11-82f8c33686ef tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:39.774283 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c18f5b7-3d7f-4011-9d11-82f8c33686ef tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:39.777740 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c18f5b7-3d7f-4011-9d11-82f8c33686ef tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:39.782550 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-3c18f5b7-3d7f-4011-9d11-82f8c33686ef tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] 10.222.0.69 "DELETE /v2.0/security-groups/a0ac7c35-4e5a-49e4-a17a-89767014e1ce HTTP/1.1" status: 204 len: 168 time: 0.2304692 Aug 19 15:46:39.792928 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c18f5b7-3d7f-4011-9d11-82f8c33686ef tempest-TestNetworkAdvancedServerOps-582702151 tempest-TestNetworkAdvancedServerOps-582702151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ac7c35-4e5a-49e4-a17a-89767014e1ce,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:40.222916 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40378) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:46:40.376134 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-6a5f4cd8-406e-4927-a016-9903a6134e34 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d0c42a3a20a4428181cb4a620c77af50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1520176 Aug 19 15:46:40.380589 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40382) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:46:40.435946 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-390b3242-a9f8-4b8b-b3be-ab29f4d5d10e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:40.470976 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-390b3242-a9f8-4b8b-b3be-ab29f4d5d10e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:40.539002 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-390b3242-a9f8-4b8b-b3be-ab29f4d5d10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:40.542988 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-390b3242-a9f8-4b8b-b3be-ab29f4d5d10e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:40.544679 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device c8a5d9e2-bcf1-4439-8972-bc5464f97776 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:46:40.545448 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-390b3242-a9f8-4b8b-b3be-ab29f4d5d10e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5730c1b4-b158-40dd-99b6-44b42bfe87e3 HTTP/1.1" status: 204 len: 168 time: 0.1631587 Aug 19 15:46:40.559914 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390b3242-a9f8-4b8b-b3be-ab29f4d5d10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5730c1b4-b158-40dd-99b6-44b42bfe87e3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:40.586606 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: c8a5d9e2-bcf1-4439-8972-bc5464f97776 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:46:40.587635 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device c8a5d9e2-bcf1-4439-8972-bc5464f97776 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:46:40.588101 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 8271f5e1-ee1a-499b-b0e6-ba77f50cc503 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:46:40.623385 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 8271f5e1-ee1a-499b-b0e6-ba77f50cc503 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:46:40.623922 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 8271f5e1-ee1a-499b-b0e6-ba77f50cc503 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:46:40.882775 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40388) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:46:40.899210 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33c7d12c-025e-4c9f-aab4-7cc6fa099e8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:41.018373 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33c7d12c-025e-4c9f-aab4-7cc6fa099e8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:41.023892 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33c7d12c-025e-4c9f-aab4-7cc6fa099e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:41.074757 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-33c7d12c-025e-4c9f-aab4-7cc6fa099e8f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c4c1f724a9ed4880a4e00b76c8e680b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1908643 Aug 19 15:46:41.075620 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c7d12c-025e-4c9f-aab4-7cc6fa099e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef02bc3-5ca2-46b0-a111-6e6f77d7ca38,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:41.078513 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 40390) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:46:41.132321 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cc334e44-3ec6-465c-ab28-98f7fb716a88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:41.159169 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cc334e44-3ec6-465c-ab28-98f7fb716a88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:41.216306 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cc334e44-3ec6-465c-ab28-98f7fb716a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:41.219415 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cc334e44-3ec6-465c-ab28-98f7fb716a88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:41.220835 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-cc334e44-3ec6-465c-ab28-98f7fb716a88 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6ef02bc3-5ca2-46b0-a111-6e6f77d7ca38 HTTP/1.1" status: 204 len: 168 time: 0.1410496 Aug 19 15:46:41.230579 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc334e44-3ec6-465c-ab28-98f7fb716a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef02bc3-5ca2-46b0-a111-6e6f77d7ca38,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:41.239003 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc334e44-3ec6-465c-ab28-98f7fb716a88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:46:41.239362 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc334e44-3ec6-465c-ab28-98f7fb716a88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:46:41.239684 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc334e44-3ec6-465c-ab28-98f7fb716a88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:46:41.240017 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc334e44-3ec6-465c-ab28-98f7fb716a88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:46:41.240348 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc334e44-3ec6-465c-ab28-98f7fb716a88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:46:41.240709 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc334e44-3ec6-465c-ab28-98f7fb716a88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:46:41.241068 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc334e44-3ec6-465c-ab28-98f7fb716a88 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:46:41.241394 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc334e44-3ec6-465c-ab28-98f7fb716a88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:46:41.241725 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc334e44-3ec6-465c-ab28-98f7fb716a88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:46:41.242039 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc334e44-3ec6-465c-ab28-98f7fb716a88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:46:41.242362 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc334e44-3ec6-465c-ab28-98f7fb716a88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:46:41.242677 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc334e44-3ec6-465c-ab28-98f7fb716a88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:46:42.092323 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 40412) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:46:42.225097 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e9bf68eb-ad6f-463c-aa7c-e4b162046dff admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1981744321-network', 'tenant_id': 'fb82d0576b534169a3deaae2c2067c46'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:46:42.253319 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9bf68eb-ad6f-463c-aa7c-e4b162046dff admin admin] Made reservation on behalf of fb82d0576b534169a3deaae2c2067c46 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:46:42.257096 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9bf68eb-ad6f-463c-aa7c-e4b162046dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:42.267752 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9bf68eb-ad6f-463c-aa7c-e4b162046dff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:42.382233 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9bf68eb-ad6f-463c-aa7c-e4b162046dff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:42.388914 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9bf68eb-ad6f-463c-aa7c-e4b162046dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:42.421256 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9bf68eb-ad6f-463c-aa7c-e4b162046dff admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:46:42.426750 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf68eb-ad6f-463c-aa7c-e4b162046dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673e4f3a-ee3d-4de9-ae42-7408880c71b3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:42.436139 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9bf68eb-ad6f-463c-aa7c-e4b162046dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:42.436346 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-e9bf68eb-ad6f-463c-aa7c-e4b162046dff admin admin] Added segment 52333bbc-0180-43a2-82af-3f83f0e7c42c of type vlan for network 68d2b4f4-49d5-4c13-8c96-8d0f658b3826 Aug 19 15:46:42.485766 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9bf68eb-ad6f-463c-aa7c-e4b162046dff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:42.514632 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9bf68eb-ad6f-463c-aa7c-e4b162046dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:42.515604 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bf68eb-ad6f-463c-aa7c-e4b162046dff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:46:42.516184 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9bf68eb-ad6f-463c-aa7c-e4b162046dff admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:42.572897 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e9bf68eb-ad6f-463c-aa7c-e4b162046dff admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4791942 Aug 19 15:46:42.581082 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40416) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:46:42.583121 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf68eb-ad6f-463c-aa7c-e4b162046dff admin admin] Pushing event updated for resources: {'Network': ['ID=68d2b4f4-49d5-4c13-8c96-8d0f658b3826,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:42.587659 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b40b47b7-4417-48b4-848d-dcb17e3c1921 admin admin] Request body: {'subnet': {'network_id': '68d2b4f4-49d5-4c13-8c96-8d0f658b3826', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1981744321-subnet', 'tenant_id': 'fb82d0576b534169a3deaae2c2067c46', 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:46:42.596712 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 68d2b4f4-49d5-4c13-8c96-8d0f658b3826 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:46:42.610165 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40b47b7-4417-48b4-848d-dcb17e3c1921 admin admin] Made reservation on behalf of fb82d0576b534169a3deaae2c2067c46 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:46:42.612634 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b40b47b7-4417-48b4-848d-dcb17e3c1921 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:42.818527 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b40b47b7-4417-48b4-848d-dcb17e3c1921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:42.877776 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b47b7-4417-48b4-848d-dcb17e3c1921 admin admin] Pushing event updated for resources: {'Subnet': ['ID=894233df-8f4f-4cc4-8a73-f2fb7800b16d,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:42.890536 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40b47b7-4417-48b4-848d-dcb17e3c1921 admin admin] Checking segment: {'id': '52333bbc-0180-43a2-82af-3f83f0e7c42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '68d2b4f4-49d5-4c13-8c96-8d0f658b3826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:46:42.890890 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40b47b7-4417-48b4-848d-dcb17e3c1921 admin admin] Network hostable DHCP agents. Network: 68d2b4f4-49d5-4c13-8c96-8d0f658b3826, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:46:42.908551 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40b47b7-4417-48b4-848d-dcb17e3c1921 admin admin] Network 68d2b4f4-49d5-4c13-8c96-8d0f658b3826 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:46:42.917782 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-b40b47b7-4417-48b4-848d-dcb17e3c1921 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 68d2b4f4-49d5-4c13-8c96-8d0f658b3826) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:46:42.922607 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40b47b7-4417-48b4-848d-dcb17e3c1921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:46:42.923197 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b40b47b7-4417-48b4-848d-dcb17e3c1921 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:42.933911 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d859261f-4722-4d6c-9ff3-bf8618601aca None None] Network 68d2b4f4-49d5-4c13-8c96-8d0f658b3826 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:46:42.946553 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b40b47b7-4417-48b4-848d-dcb17e3c1921 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3641069 Aug 19 15:46:42.949863 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40418) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:46:42.958757 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-29b8d4ce-737e-4991-a5ce-ee68edeaeea5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1981744321-router', 'tenant_id': 'fb82d0576b534169a3deaae2c2067c46', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:46:42.982683 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-29b8d4ce-737e-4991-a5ce-ee68edeaeea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:42.983820 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-29b8d4ce-737e-4991-a5ce-ee68edeaeea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:43.057008 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-29b8d4ce-737e-4991-a5ce-ee68edeaeea5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:43.137574 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb461337-f2d8-483a-9c36-9c0c897d9d70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-68d2b4f4-49d5-4c13-8c96-8d0f658b3826', 'network_id': '68d2b4f4-49d5-4c13-8c96-8d0f658b3826', 'tenant_id': 'fb82d0576b534169a3deaae2c2067c46', 'fixed_ips': [{'subnet_id': '894233df-8f4f-4cc4-8a73-f2fb7800b16d'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:46:43.138227 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-eb461337-f2d8-483a-9c36-9c0c897d9d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:43.244088 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-29b8d4ce-737e-4991-a5ce-ee68edeaeea5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:43.320315 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-eb461337-f2d8-483a-9c36-9c0c897d9d70 None None] Allocated IP 172.20.0.2 (68d2b4f4-49d5-4c13-8c96-8d0f658b3826/894233df-8f4f-4cc4-8a73-f2fb7800b16d/bc82cd2e-2601-4e33-aafe-0fad2d10e09d) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:46:43.487056 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-29b8d4ce-737e-4991-a5ce-ee68edeaeea5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:43.501650 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-eb461337-f2d8-483a-9c36-9c0c897d9d70 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:43.509700 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-29b8d4ce-737e-4991-a5ce-ee68edeaeea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:43.513781 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-eb461337-f2d8-483a-9c36-9c0c897d9d70 None None] Transition to ACTIVE for port object bc82cd2e-2601-4e33-aafe-0fad2d10e09d will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:46:43.530306 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-eb461337-f2d8-483a-9c36-9c0c897d9d70 None None] Transition to ACTIVE for port object bc82cd2e-2601-4e33-aafe-0fad2d10e09d will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:46:43.537033 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-eb461337-f2d8-483a-9c36-9c0c897d9d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:43.578413 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb461337-f2d8-483a-9c36-9c0c897d9d70 None None] Network 68d2b4f4-49d5-4c13-8c96-8d0f658b3826 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:46:43.581413 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-eb461337-f2d8-483a-9c36-9c0c897d9d70 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:46:43.585249 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb461337-f2d8-483a-9c36-9c0c897d9d70 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:46:43.592695 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb461337-f2d8-483a-9c36-9c0c897d9d70 None None] Pushing event updated for resources: {'Port': ['ID=bc82cd2e-2601-4e33-aafe-0fad2d10e09d,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:43.628713 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-29b8d4ce-737e-4991-a5ce-ee68edeaeea5 admin admin] Allocated IP 172.25.2.120 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/92eef587-49bf-4710-a437-d55cfd6a0ad7) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:46:43.651634 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-eb461337-f2d8-483a-9c36-9c0c897d9d70 None None] Attempting to bind port bc82cd2e-2601-4e33-aafe-0fad2d10e09d on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:46:43.652511 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-eb461337-f2d8-483a-9c36-9c0c897d9d70 None None] Attempting to bind port bc82cd2e-2601-4e33-aafe-0fad2d10e09d by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '52333bbc-0180-43a2-82af-3f83f0e7c42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '68d2b4f4-49d5-4c13-8c96-8d0f658b3826'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:46:43.652511 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb461337-f2d8-483a-9c36-9c0c897d9d70 None None] Attempting to bind port bc82cd2e-2601-4e33-aafe-0fad2d10e09d on network 68d2b4f4-49d5-4c13-8c96-8d0f658b3826 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:46:43.658013 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb461337-f2d8-483a-9c36-9c0c897d9d70 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:46:43.658461 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb461337-f2d8-483a-9c36-9c0c897d9d70 None None] Checking segment: {'id': '52333bbc-0180-43a2-82af-3f83f0e7c42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '68d2b4f4-49d5-4c13-8c96-8d0f658b3826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:46:43.658935 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-eb461337-f2d8-483a-9c36-9c0c897d9d70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:43.659398 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb461337-f2d8-483a-9c36-9c0c897d9d70 None None] Bound using segment: {'id': '52333bbc-0180-43a2-82af-3f83f0e7c42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '68d2b4f4-49d5-4c13-8c96-8d0f658b3826'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:46:43.659942 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-eb461337-f2d8-483a-9c36-9c0c897d9d70 None None] Bound port: bc82cd2e-2601-4e33-aafe-0fad2d10e09d, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52333bbc-0180-43a2-82af-3f83f0e7c42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '68d2b4f4-49d5-4c13-8c96-8d0f658b3826'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:46:43.660390 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-eb461337-f2d8-483a-9c36-9c0c897d9d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:43.733729 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-eb461337-f2d8-483a-9c36-9c0c897d9d70 None None] For port bc82cd2e-2601-4e33-aafe-0fad2d10e09d, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:46:43.736888 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-eb461337-f2d8-483a-9c36-9c0c897d9d70 None None] For port bc82cd2e-2601-4e33-aafe-0fad2d10e09d, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=bc82cd2e-2601-4e33-aafe-0fad2d10e09d,segment=NetworkSegment(52333bbc-0180-43a2-82af-3f83f0e7c42c),segment_id=52333bbc-0180-43a2-82af-3f83f0e7c42c)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:46:43.743341 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-eb461337-f2d8-483a-9c36-9c0c897d9d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:43.748797 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-29b8d4ce-737e-4991-a5ce-ee68edeaeea5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:43.794344 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-29b8d4ce-737e-4991-a5ce-ee68edeaeea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:43.804698 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb461337-f2d8-483a-9c36-9c0c897d9d70 None None] Pushing event updated for resources: {'Port': ['ID=bc82cd2e-2601-4e33-aafe-0fad2d10e09d,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:43.841730 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b8d4ce-737e-4991-a5ce-ee68edeaeea5 admin admin] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:46:43.845009 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-29b8d4ce-737e-4991-a5ce-ee68edeaeea5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:46:43.848067 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b8d4ce-737e-4991-a5ce-ee68edeaeea5 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:46:43.874313 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b8d4ce-737e-4991-a5ce-ee68edeaeea5 admin admin] Pushing event updated for resources: {'Port': ['ID=92eef587-49bf-4710-a437-d55cfd6a0ad7,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:44.132757 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-29b8d4ce-737e-4991-a5ce-ee68edeaeea5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:44.346529 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-29b8d4ce-737e-4991-a5ce-ee68edeaeea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:44.505543 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b8d4ce-737e-4991-a5ce-ee68edeaeea5 admin admin] Router cb6b120d-5d21-4bbc-b47f-5f863800255f is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:46:44.571088 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device bc82cd2e-2601-4e33-aafe-0fad2d10e09d up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:46:44.639552 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port bc82cd2e-2601-4e33-aafe-0fad2d10e09d completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:46:44.792227 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6d9be8-a625-4d7b-b57a-11c6a821154f None None] Network 68d2b4f4-49d5-4c13-8c96-8d0f658b3826 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:46:44.857346 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-25066310-6541-43a0-9b2f-41bc72c193c0 None None] Provisioning for port bc82cd2e-2601-4e33-aafe-0fad2d10e09d completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:46:44.867909 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-25066310-6541-43a0-9b2f-41bc72c193c0 None None] Provisioning complete for port bc82cd2e-2601-4e33-aafe-0fad2d10e09d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:46:44.868193 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-25066310-6541-43a0-9b2f-41bc72c193c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:45.004153 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b8d4ce-737e-4991-a5ce-ee68edeaeea5 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:46:45.022703 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-25066310-6541-43a0-9b2f-41bc72c193c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:45.026959 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230db661-47af-4f6c-96fe-9b9b1a272c81 None None] Sync routers for ids ['cb6b120d-5d21-4bbc-b47f-5f863800255f'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:46:45.029129 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-29b8d4ce-737e-4991-a5ce-ee68edeaeea5 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:45.030498 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-29b8d4ce-737e-4991-a5ce-ee68edeaeea5 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0788867 Aug 19 15:46:45.034060 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 40420) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:46:45.059038 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230db661-47af-4f6c-96fe-9b9b1a272c81 None None] Routers {'cb6b120d-5d21-4bbc-b47f-5f863800255f'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:46:45.059653 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-230db661-47af-4f6c-96fe-9b9b1a272c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:46:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['cb6b120d-5d21-4bbc-b47f-5f863800255f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:46:45.135185 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-25066310-6541-43a0-9b2f-41bc72c193c0 None None] For port bc82cd2e-2601-4e33-aafe-0fad2d10e09d, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=bc82cd2e-2601-4e33-aafe-0fad2d10e09d,segment=NetworkSegment(52333bbc-0180-43a2-82af-3f83f0e7c42c),segment_id=52333bbc-0180-43a2-82af-3f83f0e7c42c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:46:45.144795 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-25066310-6541-43a0-9b2f-41bc72c193c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:45.254851 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-230db661-47af-4f6c-96fe-9b9b1a272c81 None None] Set router cb6b120d-5d21-4bbc-b47f-5f863800255f gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:46:45.256625 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25066310-6541-43a0-9b2f-41bc72c193c0 None None] Pushing event updated for resources: {'Port': ['ID=bc82cd2e-2601-4e33-aafe-0fad2d10e09d,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:45.389941 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-82ff1dae-fdb8-4bf9-8a58-1b829c64d2b1 None None] Provisioning complete for port bc82cd2e-2601-4e33-aafe-0fad2d10e09d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:46:45.390218 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-82ff1dae-fdb8-4bf9-8a58-1b829c64d2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:45.525454 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-230db661-47af-4f6c-96fe-9b9b1a272c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'name': 'tempest-TestShelveInstance-1981744321-router', 'tenant_id': 'fb82d0576b534169a3deaae2c2067c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '92eef587-49bf-4710-a437-d55cfd6a0ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:46:42Z', 'updated_at': '2021-08-19T15:46:44Z', 'revision_number': 3, 'project_id': 'fb82d0576b534169a3deaae2c2067c46', 'gw_port': {'id': '92eef587-49bf-4710-a437-d55cfd6a0ad7', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:68:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:46:43Z', 'updated_at': '2021-08-19T15:46:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:46:45.548244 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9b3c9f79-d21d-4bfb-ba21-de92985304ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:45.557020 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230db661-47af-4f6c-96fe-9b9b1a272c81 None None] Checking router: cb6b120d-5d21-4bbc-b47f-5f863800255f for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:46:45.557366 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230db661-47af-4f6c-96fe-9b9b1a272c81 None None] Updating router cb6b120d-5d21-4bbc-b47f-5f863800255f port 92eef587-49bf-4710-a437-d55cfd6a0ad7 binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:46:45.584146 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-230db661-47af-4f6c-96fe-9b9b1a272c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:45.746733 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-9b3c9f79-d21d-4bfb-ba21-de92985304ce admin admin] Allocated IP 172.20.0.1 (68d2b4f4-49d5-4c13-8c96-8d0f658b3826/894233df-8f4f-4cc4-8a73-f2fb7800b16d/16c49f59-0237-471b-b1d1-a3c85dd0b472) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:46:45.858405 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9b3c9f79-d21d-4bfb-ba21-de92985304ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:45.874210 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9b3c9f79-d21d-4bfb-ba21-de92985304ce admin admin] Transition to ACTIVE for port object 16c49f59-0237-471b-b1d1-a3c85dd0b472 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:46:45.885350 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-230db661-47af-4f6c-96fe-9b9b1a272c81 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:45.896060 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-230db661-47af-4f6c-96fe-9b9b1a272c81 None None] Transition to ACTIVE for port object 92eef587-49bf-4710-a437-d55cfd6a0ad7 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:46:45.901797 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-230db661-47af-4f6c-96fe-9b9b1a272c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:45.916722 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9b3c9f79-d21d-4bfb-ba21-de92985304ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:45.958542 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3c9f79-d21d-4bfb-ba21-de92985304ce admin admin] Network 68d2b4f4-49d5-4c13-8c96-8d0f658b3826 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:46:45.960354 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-230db661-47af-4f6c-96fe-9b9b1a272c81 None None] Attempting to bind port 92eef587-49bf-4710-a437-d55cfd6a0ad7 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:46:45.960806 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-230db661-47af-4f6c-96fe-9b9b1a272c81 None None] Attempting to bind port 92eef587-49bf-4710-a437-d55cfd6a0ad7 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:46:45.961117 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230db661-47af-4f6c-96fe-9b9b1a272c81 None None] Attempting to bind port 92eef587-49bf-4710-a437-d55cfd6a0ad7 on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:46:45.962367 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-9b3c9f79-d21d-4bfb-ba21-de92985304ce admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:46:45.963197 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c34bd01-601b-42d5-9b41-667dc8f84f17 None None] Pushing event updated for resources: {'Port': ['ID=92eef587-49bf-4710-a437-d55cfd6a0ad7,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:45.966342 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3c9f79-d21d-4bfb-ba21-de92985304ce admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:46:45.970095 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230db661-47af-4f6c-96fe-9b9b1a272c81 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:46:45.970473 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230db661-47af-4f6c-96fe-9b9b1a272c81 None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:46:45.970879 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-230db661-47af-4f6c-96fe-9b9b1a272c81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:45.971904 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230db661-47af-4f6c-96fe-9b9b1a272c81 None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:46:45.971904 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-230db661-47af-4f6c-96fe-9b9b1a272c81 None None] Bound port: 92eef587-49bf-4710-a437-d55cfd6a0ad7, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:46:45.972100 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-230db661-47af-4f6c-96fe-9b9b1a272c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:45.992168 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c9f79-d21d-4bfb-ba21-de92985304ce admin admin] Pushing event updated for resources: {'Port': ['ID=16c49f59-0237-471b-b1d1-a3c85dd0b472,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:46.013069 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9b3c9f79-d21d-4bfb-ba21-de92985304ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:46.188844 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9b3c9f79-d21d-4bfb-ba21-de92985304ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:46.202991 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-230db661-47af-4f6c-96fe-9b9b1a272c81 None None] For port 92eef587-49bf-4710-a437-d55cfd6a0ad7, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:46:46.207377 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-230db661-47af-4f6c-96fe-9b9b1a272c81 None None] For port 92eef587-49bf-4710-a437-d55cfd6a0ad7, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=92eef587-49bf-4710-a437-d55cfd6a0ad7,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:46:46.213676 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-230db661-47af-4f6c-96fe-9b9b1a272c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:46.290031 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b7f153d4-abb6-491d-ae1d-adb73414ffda None None] Provisioning for port 16c49f59-0237-471b-b1d1-a3c85dd0b472 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:46:46.292247 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c34bd01-601b-42d5-9b41-667dc8f84f17 None None] Pushing event updated for resources: {'Port': ['ID=92eef587-49bf-4710-a437-d55cfd6a0ad7,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:46.295587 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230db661-47af-4f6c-96fe-9b9b1a272c81 None None] Routers {'cb6b120d-5d21-4bbc-b47f-5f863800255f'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:46:46.296206 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-230db661-47af-4f6c-96fe-9b9b1a272c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:46:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['cb6b120d-5d21-4bbc-b47f-5f863800255f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:46:46.334969 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b7f153d4-abb6-491d-ae1d-adb73414ffda None None] Provisioning complete for port 16c49f59-0237-471b-b1d1-a3c85dd0b472 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:46:46.335328 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b7f153d4-abb6-491d-ae1d-adb73414ffda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:46.389524 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9b3c9f79-d21d-4bfb-ba21-de92985304ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:46.395651 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9b3c9f79-d21d-4bfb-ba21-de92985304ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:46.409044 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b7f153d4-abb6-491d-ae1d-adb73414ffda None None] Port 16c49f59-0237-471b-b1d1-a3c85dd0b472 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:46:46.445947 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-230db661-47af-4f6c-96fe-9b9b1a272c81 None None] Set router cb6b120d-5d21-4bbc-b47f-5f863800255f gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:46:46.489026 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c9f79-d21d-4bfb-ba21-de92985304ce admin admin] Pushing event updated for resources: {'Port': ['ID=16c49f59-0237-471b-b1d1-a3c85dd0b472,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:46.489498 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9b3c9f79-d21d-4bfb-ba21-de92985304ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:46.542592 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device bc82cd2e-2601-4e33-aafe-0fad2d10e09d up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:46:46.610490 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3c9f79-d21d-4bfb-ba21-de92985304ce admin admin] Network 68d2b4f4-49d5-4c13-8c96-8d0f658b3826 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:46:46.612456 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-9b3c9f79-d21d-4bfb-ba21-de92985304ce admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:46:46.675169 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port bc82cd2e-2601-4e33-aafe-0fad2d10e09d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:46:46.675494 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:46.743825 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-230db661-47af-4f6c-96fe-9b9b1a272c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'name': 'tempest-TestShelveInstance-1981744321-router', 'tenant_id': 'fb82d0576b534169a3deaae2c2067c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '92eef587-49bf-4710-a437-d55cfd6a0ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:46:42Z', 'updated_at': '2021-08-19T15:46:46Z', 'revision_number': 4, 'project_id': 'fb82d0576b534169a3deaae2c2067c46', 'gw_port': {'id': '92eef587-49bf-4710-a437-d55cfd6a0ad7', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:68:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:46:43Z', 'updated_at': '2021-08-19T15:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '16c49f59-0237-471b-b1d1-a3c85dd0b472', 'name': '', 'network_id': '68d2b4f4-49d5-4c13-8c96-8d0f658b3826', 'tenant_id': 'fb82d0576b534169a3deaae2c2067c46', 'mac_address': 'fa:16:3e:03:bb:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '894233df-8f4f-4cc4-8a73-f2fb7800b16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:46:45Z', 'updated_at': '2021-08-19T15:46:45Z', 'revision_number': 1, 'project_id': 'fb82d0576b534169a3deaae2c2067c46', 'subnets': [{'id': '894233df-8f4f-4cc4-8a73-f2fb7800b16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:46:46.768241 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b3c9f79-d21d-4bfb-ba21-de92985304ce admin admin] Router cb6b120d-5d21-4bbc-b47f-5f863800255f has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:46:46.797629 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230db661-47af-4f6c-96fe-9b9b1a272c81 None None] The sync data for ids ['cb6b120d-5d21-4bbc-b47f-5f863800255f'] in n-d-766043-2 is: [{'id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'name': 'tempest-TestShelveInstance-1981744321-router', 'tenant_id': 'fb82d0576b534169a3deaae2c2067c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '92eef587-49bf-4710-a437-d55cfd6a0ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:46:42Z', 'updated_at': '2021-08-19T15:46:46Z', 'revision_number': 4, 'project_id': 'fb82d0576b534169a3deaae2c2067c46', 'gw_port': {'id': '92eef587-49bf-4710-a437-d55cfd6a0ad7', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:68:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:46:43Z', 'updated_at': '2021-08-19T15:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '16c49f59-0237-471b-b1d1-a3c85dd0b472', 'name': '', 'network_id': '68d2b4f4-49d5-4c13-8c96-8d0f658b3826', 'tenant_id': 'fb82d0576b534169a3deaae2c2067c46', 'mac_address': 'fa:16:3e:03:bb:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '894233df-8f4f-4cc4-8a73-f2fb7800b16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:46:45Z', 'updated_at': '2021-08-19T15:46:45Z', 'revision_number': 1, 'project_id': 'fb82d0576b534169a3deaae2c2067c46', 'subnets': [{'id': '894233df-8f4f-4cc4-8a73-f2fb7800b16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:46:46.908181 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3c9f79-d21d-4bfb-ba21-de92985304ce admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:46:46.916358 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9b3c9f79-d21d-4bfb-ba21-de92985304ce admin admin] 10.222.0.69 "PUT /v2.0/routers/cb6b120d-5d21-4bbc-b47f-5f863800255f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8774140 Aug 19 15:46:46.941134 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-79117068-c72c-49c3-8e7f-be68d5f5fb21 None None] Provisioning complete for port 16c49f59-0237-471b-b1d1-a3c85dd0b472 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:46:46.942054 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-79117068-c72c-49c3-8e7f-be68d5f5fb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:46.989791 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-79117068-c72c-49c3-8e7f-be68d5f5fb21 None None] Port 16c49f59-0237-471b-b1d1-a3c85dd0b472 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:46:47.617176 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 40436) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:46:47.626600 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-99883e84-9c10-4980-9afb-efa6b62be075 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1799647060-network', 'tenant_id': '3ba5a8806a544dadab66bc59da1d1581'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:46:47.654976 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99883e84-9c10-4980-9afb-efa6b62be075 admin admin] Made reservation on behalf of 3ba5a8806a544dadab66bc59da1d1581 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:46:47.657424 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-99883e84-9c10-4980-9afb-efa6b62be075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:47.667306 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-99883e84-9c10-4980-9afb-efa6b62be075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:47.797682 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-99883e84-9c10-4980-9afb-efa6b62be075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:47.804802 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-99883e84-9c10-4980-9afb-efa6b62be075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:47.833241 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99883e84-9c10-4980-9afb-efa6b62be075 admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:46:47.844193 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99883e84-9c10-4980-9afb-efa6b62be075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3edfb467-811c-42e5-9576-5868b5a54890,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:47.849492 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-99883e84-9c10-4980-9afb-efa6b62be075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:47.849992 n-d-766043-2 neutron-server[94640]: INFO neutron.db.segments_db [None req-99883e84-9c10-4980-9afb-efa6b62be075 admin admin] Added segment a887d56c-6f04-4dbf-9d80-2d17534f4326 of type vlan for network da6a9732-f6b6-4102-b761-b217c79f60bb Aug 19 15:46:47.897329 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-99883e84-9c10-4980-9afb-efa6b62be075 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:47.932445 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-99883e84-9c10-4980-9afb-efa6b62be075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:47.934779 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99883e84-9c10-4980-9afb-efa6b62be075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:46:47.935784 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-99883e84-9c10-4980-9afb-efa6b62be075 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:48.005529 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-99883e84-9c10-4980-9afb-efa6b62be075 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3854363 Aug 19 15:46:48.009063 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 40438) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:46:48.016170 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c050255a-a613-4c21-959b-b3004d7e1b3d admin admin] Request body: {'subnet': {'network_id': 'da6a9732-f6b6-4102-b761-b217c79f60bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1799647060-subnet', 'tenant_id': '3ba5a8806a544dadab66bc59da1d1581', 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:46:48.030274 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99883e84-9c10-4980-9afb-efa6b62be075 admin admin] Pushing event updated for resources: {'Network': ['ID=da6a9732-f6b6-4102-b761-b217c79f60bb,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:48.040968 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network da6a9732-f6b6-4102-b761-b217c79f60bb details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:46:48.056145 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c050255a-a613-4c21-959b-b3004d7e1b3d admin admin] Made reservation on behalf of 3ba5a8806a544dadab66bc59da1d1581 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:46:48.058880 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c050255a-a613-4c21-959b-b3004d7e1b3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:48.569711 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 92eef587-49bf-4710-a437-d55cfd6a0ad7 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:46:48.632023 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 92eef587-49bf-4710-a437-d55cfd6a0ad7 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:46:48.636548 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 92eef587-49bf-4710-a437-d55cfd6a0ad7 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:46:48.637104 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:48.662020 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c050255a-a613-4c21-959b-b3004d7e1b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:48.720284 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c050255a-a613-4c21-959b-b3004d7e1b3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=774128cc-a588-4555-aca3-1e48a0ef55ae,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:48.727152 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:48.728122 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c050255a-a613-4c21-959b-b3004d7e1b3d admin admin] Checking segment: {'id': 'a887d56c-6f04-4dbf-9d80-2d17534f4326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'da6a9732-f6b6-4102-b761-b217c79f60bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:46:48.728520 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c050255a-a613-4c21-959b-b3004d7e1b3d admin admin] Network hostable DHCP agents. Network: da6a9732-f6b6-4102-b761-b217c79f60bb, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:46:48.751196 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 92eef587-49bf-4710-a437-d55cfd6a0ad7, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=92eef587-49bf-4710-a437-d55cfd6a0ad7,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:46:48.752175 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c050255a-a613-4c21-959b-b3004d7e1b3d admin admin] Network da6a9732-f6b6-4102-b761-b217c79f60bb is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:46:48.755233 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:48.764831 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-c050255a-a613-4c21-959b-b3004d7e1b3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, da6a9732-f6b6-4102-b761-b217c79f60bb) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:46:48.773647 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c050255a-a613-4c21-959b-b3004d7e1b3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:46:48.774933 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c050255a-a613-4c21-959b-b3004d7e1b3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:48.785788 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331da048-d1ec-41e6-9ff5-67d174402fdf None None] Network da6a9732-f6b6-4102-b761-b217c79f60bb requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:46:48.794879 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-c050255a-a613-4c21-959b-b3004d7e1b3d admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7847178 Aug 19 15:46:48.797347 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 40440) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:46:48.802815 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-0647443f-6ce0-4cfd-a890-c8585d488558 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1799647060-router', 'tenant_id': '3ba5a8806a544dadab66bc59da1d1581', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:46:48.825045 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0647443f-6ce0-4cfd-a890-c8585d488558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:48.826772 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0647443f-6ce0-4cfd-a890-c8585d488558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:48.857273 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=92eef587-49bf-4710-a437-d55cfd6a0ad7,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:48.907531 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0647443f-6ce0-4cfd-a890-c8585d488558 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:48.992039 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fff4cf5-12f1-42ac-a8b2-2f4515483456 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-da6a9732-f6b6-4102-b761-b217c79f60bb', 'network_id': 'da6a9732-f6b6-4102-b761-b217c79f60bb', 'tenant_id': '3ba5a8806a544dadab66bc59da1d1581', 'fixed_ips': [{'subnet_id': '774128cc-a588-4555-aca3-1e48a0ef55ae'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:46:48.993264 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8fff4cf5-12f1-42ac-a8b2-2f4515483456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:49.078451 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0647443f-6ce0-4cfd-a890-c8585d488558 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:49.152008 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-8fff4cf5-12f1-42ac-a8b2-2f4515483456 None None] Allocated IP 172.20.0.2 (da6a9732-f6b6-4102-b761-b217c79f60bb/774128cc-a588-4555-aca3-1e48a0ef55ae/c95b560e-b270-4286-b8b4-a9eb04777fd5) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:46:49.297824 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1518af30-7752-4bf9-a587-16f09089bf10 None None] Sync routers for ids ['cb6b120d-5d21-4bbc-b47f-5f863800255f'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:46:49.309784 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1518af30-7752-4bf9-a587-16f09089bf10 None None] Routers {'cb6b120d-5d21-4bbc-b47f-5f863800255f'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:46:49.310399 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1518af30-7752-4bf9-a587-16f09089bf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:46:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['cb6b120d-5d21-4bbc-b47f-5f863800255f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:46:49.350064 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0647443f-6ce0-4cfd-a890-c8585d488558 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:49.356063 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8fff4cf5-12f1-42ac-a8b2-2f4515483456 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:49.367399 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8fff4cf5-12f1-42ac-a8b2-2f4515483456 None None] Transition to ACTIVE for port object c95b560e-b270-4286-b8b4-a9eb04777fd5 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:46:49.377968 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0647443f-6ce0-4cfd-a890-c8585d488558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:49.401310 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8fff4cf5-12f1-42ac-a8b2-2f4515483456 None None] Transition to ACTIVE for port object c95b560e-b270-4286-b8b4-a9eb04777fd5 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:46:49.410889 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8fff4cf5-12f1-42ac-a8b2-2f4515483456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:49.438837 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-1518af30-7752-4bf9-a587-16f09089bf10 None None] Set router cb6b120d-5d21-4bbc-b47f-5f863800255f gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:46:49.472940 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fff4cf5-12f1-42ac-a8b2-2f4515483456 None None] Network da6a9732-f6b6-4102-b761-b217c79f60bb is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:46:49.481422 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-8fff4cf5-12f1-42ac-a8b2-2f4515483456 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:46:49.483590 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fff4cf5-12f1-42ac-a8b2-2f4515483456 None None] Pushing event updated for resources: {'Port': ['ID=c95b560e-b270-4286-b8b4-a9eb04777fd5,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:49.496734 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fff4cf5-12f1-42ac-a8b2-2f4515483456 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:46:49.549761 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-0647443f-6ce0-4cfd-a890-c8585d488558 admin admin] Allocated IP 172.25.2.251 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/173bea24-99af-4187-9182-37f092ce09c2) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:46:49.568241 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8fff4cf5-12f1-42ac-a8b2-2f4515483456 None None] Attempting to bind port c95b560e-b270-4286-b8b4-a9eb04777fd5 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:46:49.570013 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8fff4cf5-12f1-42ac-a8b2-2f4515483456 None None] Attempting to bind port c95b560e-b270-4286-b8b4-a9eb04777fd5 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'a887d56c-6f04-4dbf-9d80-2d17534f4326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'da6a9732-f6b6-4102-b761-b217c79f60bb'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:46:49.571439 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fff4cf5-12f1-42ac-a8b2-2f4515483456 None None] Attempting to bind port c95b560e-b270-4286-b8b4-a9eb04777fd5 on network da6a9732-f6b6-4102-b761-b217c79f60bb {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:46:49.580560 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fff4cf5-12f1-42ac-a8b2-2f4515483456 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:46:49.581457 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fff4cf5-12f1-42ac-a8b2-2f4515483456 None None] Checking segment: {'id': 'a887d56c-6f04-4dbf-9d80-2d17534f4326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'da6a9732-f6b6-4102-b761-b217c79f60bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:46:49.582626 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8fff4cf5-12f1-42ac-a8b2-2f4515483456 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:49.583518 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fff4cf5-12f1-42ac-a8b2-2f4515483456 None None] Bound using segment: {'id': 'a887d56c-6f04-4dbf-9d80-2d17534f4326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'da6a9732-f6b6-4102-b761-b217c79f60bb'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:46:49.584594 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8fff4cf5-12f1-42ac-a8b2-2f4515483456 None None] Bound port: c95b560e-b270-4286-b8b4-a9eb04777fd5, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a887d56c-6f04-4dbf-9d80-2d17534f4326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'da6a9732-f6b6-4102-b761-b217c79f60bb'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:46:49.585891 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8fff4cf5-12f1-42ac-a8b2-2f4515483456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:49.664546 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8fff4cf5-12f1-42ac-a8b2-2f4515483456 None None] For port c95b560e-b270-4286-b8b4-a9eb04777fd5, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:46:49.669527 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8fff4cf5-12f1-42ac-a8b2-2f4515483456 None None] For port c95b560e-b270-4286-b8b4-a9eb04777fd5, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=c95b560e-b270-4286-b8b4-a9eb04777fd5,segment=NetworkSegment(a887d56c-6f04-4dbf-9d80-2d17534f4326),segment_id=a887d56c-6f04-4dbf-9d80-2d17534f4326)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:46:49.675140 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1518af30-7752-4bf9-a587-16f09089bf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'name': 'tempest-TestShelveInstance-1981744321-router', 'tenant_id': 'fb82d0576b534169a3deaae2c2067c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '92eef587-49bf-4710-a437-d55cfd6a0ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:46:42Z', 'updated_at': '2021-08-19T15:46:46Z', 'revision_number': 4, 'project_id': 'fb82d0576b534169a3deaae2c2067c46', 'gw_port': {'id': '92eef587-49bf-4710-a437-d55cfd6a0ad7', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:68:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:46:43Z', 'updated_at': '2021-08-19T15:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '16c49f59-0237-471b-b1d1-a3c85dd0b472', 'name': '', 'network_id': '68d2b4f4-49d5-4c13-8c96-8d0f658b3826', 'tenant_id': 'fb82d0576b534169a3deaae2c2067c46', 'mac_address': 'fa:16:3e:03:bb:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '894233df-8f4f-4cc4-8a73-f2fb7800b16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:46:45Z', 'updated_at': '2021-08-19T15:46:46Z', 'revision_number': 2, 'project_id': 'fb82d0576b534169a3deaae2c2067c46', 'subnets': [{'id': '894233df-8f4f-4cc4-8a73-f2fb7800b16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:46:49.675962 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8fff4cf5-12f1-42ac-a8b2-2f4515483456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:49.701943 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0647443f-6ce0-4cfd-a890-c8585d488558 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:49.708054 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1518af30-7752-4bf9-a587-16f09089bf10 None None] Checking router: cb6b120d-5d21-4bbc-b47f-5f863800255f for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:46:49.708743 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1518af30-7752-4bf9-a587-16f09089bf10 None None] Updating router cb6b120d-5d21-4bbc-b47f-5f863800255f port 16c49f59-0237-471b-b1d1-a3c85dd0b472 binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:46:49.769406 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1518af30-7752-4bf9-a587-16f09089bf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:49.777183 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0647443f-6ce0-4cfd-a890-c8585d488558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:49.796748 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fff4cf5-12f1-42ac-a8b2-2f4515483456 None None] Pushing event updated for resources: {'Port': ['ID=c95b560e-b270-4286-b8b4-a9eb04777fd5,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:49.830915 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0647443f-6ce0-4cfd-a890-c8585d488558 admin admin] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:46:49.834737 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-0647443f-6ce0-4cfd-a890-c8585d488558 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:46:49.839101 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0647443f-6ce0-4cfd-a890-c8585d488558 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:46:49.886035 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0647443f-6ce0-4cfd-a890-c8585d488558 admin admin] Pushing event updated for resources: {'Port': ['ID=173bea24-99af-4187-9182-37f092ce09c2,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:50.246564 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1518af30-7752-4bf9-a587-16f09089bf10 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:50.260843 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-1518af30-7752-4bf9-a587-16f09089bf10 None None] Transition to ACTIVE for port object 16c49f59-0237-471b-b1d1-a3c85dd0b472 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:46:50.270742 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1518af30-7752-4bf9-a587-16f09089bf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:50.367151 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0647443f-6ce0-4cfd-a890-c8585d488558 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:50.370029 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63434d84-0d7d-41ce-bf12-4613e1257abc None None] Pushing event updated for resources: {'Port': ['ID=16c49f59-0237-471b-b1d1-a3c85dd0b472,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:50.389852 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63434d84-0d7d-41ce-bf12-4613e1257abc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:46:50.390468 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63434d84-0d7d-41ce-bf12-4613e1257abc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:46:50.390983 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63434d84-0d7d-41ce-bf12-4613e1257abc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:46:50.391496 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63434d84-0d7d-41ce-bf12-4613e1257abc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:46:50.392039 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63434d84-0d7d-41ce-bf12-4613e1257abc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:46:50.392635 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63434d84-0d7d-41ce-bf12-4613e1257abc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:46:50.393238 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63434d84-0d7d-41ce-bf12-4613e1257abc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:46:50.393826 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63434d84-0d7d-41ce-bf12-4613e1257abc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:46:50.394404 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63434d84-0d7d-41ce-bf12-4613e1257abc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:46:50.394965 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63434d84-0d7d-41ce-bf12-4613e1257abc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:46:50.395780 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63434d84-0d7d-41ce-bf12-4613e1257abc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:46:50.396588 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63434d84-0d7d-41ce-bf12-4613e1257abc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:46:50.470428 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-1518af30-7752-4bf9-a587-16f09089bf10 None None] Attempting to bind port 16c49f59-0237-471b-b1d1-a3c85dd0b472 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:46:50.470797 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-1518af30-7752-4bf9-a587-16f09089bf10 None None] Attempting to bind port 16c49f59-0237-471b-b1d1-a3c85dd0b472 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '52333bbc-0180-43a2-82af-3f83f0e7c42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '68d2b4f4-49d5-4c13-8c96-8d0f658b3826'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:46:50.471162 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1518af30-7752-4bf9-a587-16f09089bf10 None None] Attempting to bind port 16c49f59-0237-471b-b1d1-a3c85dd0b472 on network 68d2b4f4-49d5-4c13-8c96-8d0f658b3826 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:46:50.478179 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1518af30-7752-4bf9-a587-16f09089bf10 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:46:50.478550 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1518af30-7752-4bf9-a587-16f09089bf10 None None] Checking segment: {'id': '52333bbc-0180-43a2-82af-3f83f0e7c42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '68d2b4f4-49d5-4c13-8c96-8d0f658b3826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:46:50.478948 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1518af30-7752-4bf9-a587-16f09089bf10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:50.479335 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1518af30-7752-4bf9-a587-16f09089bf10 None None] Bound using segment: {'id': '52333bbc-0180-43a2-82af-3f83f0e7c42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '68d2b4f4-49d5-4c13-8c96-8d0f658b3826'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:46:50.479801 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-1518af30-7752-4bf9-a587-16f09089bf10 None None] Bound port: 16c49f59-0237-471b-b1d1-a3c85dd0b472, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52333bbc-0180-43a2-82af-3f83f0e7c42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '68d2b4f4-49d5-4c13-8c96-8d0f658b3826'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:46:50.480178 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1518af30-7752-4bf9-a587-16f09089bf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:50.672639 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-1518af30-7752-4bf9-a587-16f09089bf10 None None] For port 16c49f59-0237-471b-b1d1-a3c85dd0b472, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:46:50.679270 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-1518af30-7752-4bf9-a587-16f09089bf10 None None] For port 16c49f59-0237-471b-b1d1-a3c85dd0b472, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=16c49f59-0237-471b-b1d1-a3c85dd0b472,segment=NetworkSegment(52333bbc-0180-43a2-82af-3f83f0e7c42c),segment_id=52333bbc-0180-43a2-82af-3f83f0e7c42c)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:46:50.685841 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1518af30-7752-4bf9-a587-16f09089bf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:50.709128 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device c95b560e-b270-4286-b8b4-a9eb04777fd5 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:46:50.762380 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0647443f-6ce0-4cfd-a890-c8585d488558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:50.770831 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1518af30-7752-4bf9-a587-16f09089bf10 None None] Routers {'cb6b120d-5d21-4bbc-b47f-5f863800255f'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:46:50.771473 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1518af30-7752-4bf9-a587-16f09089bf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:46:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['cb6b120d-5d21-4bbc-b47f-5f863800255f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:46:50.807702 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port c95b560e-b270-4286-b8b4-a9eb04777fd5 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:46:50.828769 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 92eef587-49bf-4710-a437-d55cfd6a0ad7 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:46:50.830534 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63434d84-0d7d-41ce-bf12-4613e1257abc None None] Pushing event updated for resources: {'Port': ['ID=16c49f59-0237-471b-b1d1-a3c85dd0b472,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:50.922525 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 92eef587-49bf-4710-a437-d55cfd6a0ad7 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:46:50.922905 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:50.963139 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-1518af30-7752-4bf9-a587-16f09089bf10 None None] Set router cb6b120d-5d21-4bbc-b47f-5f863800255f gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:46:51.014190 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0647443f-6ce0-4cfd-a890-c8585d488558 admin admin] Router 888144c5-0ba8-406c-b6f1-a6cb573f4246 is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:46:51.214424 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0647443f-6ce0-4cfd-a890-c8585d488558 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:46:51.230358 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5adeb3-008f-46d7-a87b-aacd2d06bd5e None None] Sync routers for ids ['888144c5-0ba8-406c-b6f1-a6cb573f4246'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:46:51.238181 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0647443f-6ce0-4cfd-a890-c8585d488558 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:51.244111 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-0647443f-6ce0-4cfd-a890-c8585d488558 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4416347 Aug 19 15:46:51.244944 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40442) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:46:51.252286 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5adeb3-008f-46d7-a87b-aacd2d06bd5e None None] Routers {'888144c5-0ba8-406c-b6f1-a6cb573f4246'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:46:51.253202 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-fd5adeb3-008f-46d7-a87b-aacd2d06bd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:46:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['888144c5-0ba8-406c-b6f1-a6cb573f4246'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:46:51.260254 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f970b4-31d9-48bd-87d2-81f4a435638a None None] Network da6a9732-f6b6-4102-b761-b217c79f60bb requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:46:51.279428 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1518af30-7752-4bf9-a587-16f09089bf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'name': 'tempest-TestShelveInstance-1981744321-router', 'tenant_id': 'fb82d0576b534169a3deaae2c2067c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '92eef587-49bf-4710-a437-d55cfd6a0ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:46:42Z', 'updated_at': '2021-08-19T15:46:46Z', 'revision_number': 4, 'project_id': 'fb82d0576b534169a3deaae2c2067c46', 'gw_port': {'id': '92eef587-49bf-4710-a437-d55cfd6a0ad7', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:68:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:46:43Z', 'updated_at': '2021-08-19T15:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '16c49f59-0237-471b-b1d1-a3c85dd0b472', 'name': '', 'network_id': '68d2b4f4-49d5-4c13-8c96-8d0f658b3826', 'tenant_id': 'fb82d0576b534169a3deaae2c2067c46', 'mac_address': 'fa:16:3e:03:bb:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '894233df-8f4f-4cc4-8a73-f2fb7800b16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:46:45Z', 'updated_at': '2021-08-19T15:46:50Z', 'revision_number': 4, 'project_id': 'fb82d0576b534169a3deaae2c2067c46', 'subnets': [{'id': '894233df-8f4f-4cc4-8a73-f2fb7800b16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:46:51.327471 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1518af30-7752-4bf9-a587-16f09089bf10 None None] The sync data for ids ['cb6b120d-5d21-4bbc-b47f-5f863800255f'] in n-d-766043-2 is: [{'id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'name': 'tempest-TestShelveInstance-1981744321-router', 'tenant_id': 'fb82d0576b534169a3deaae2c2067c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '92eef587-49bf-4710-a437-d55cfd6a0ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:46:42Z', 'updated_at': '2021-08-19T15:46:46Z', 'revision_number': 4, 'project_id': 'fb82d0576b534169a3deaae2c2067c46', 'gw_port': {'id': '92eef587-49bf-4710-a437-d55cfd6a0ad7', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:68:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:46:43Z', 'updated_at': '2021-08-19T15:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '16c49f59-0237-471b-b1d1-a3c85dd0b472', 'name': '', 'network_id': '68d2b4f4-49d5-4c13-8c96-8d0f658b3826', 'tenant_id': 'fb82d0576b534169a3deaae2c2067c46', 'mac_address': 'fa:16:3e:03:bb:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '894233df-8f4f-4cc4-8a73-f2fb7800b16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:46:45Z', 'updated_at': '2021-08-19T15:46:50Z', 'revision_number': 4, 'project_id': 'fb82d0576b534169a3deaae2c2067c46', 'subnets': [{'id': '894233df-8f4f-4cc4-8a73-f2fb7800b16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:46:51.451063 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-27a0f9cf-930e-4b68-a437-8425fdf54965 None None] Provisioning for port c95b560e-b270-4286-b8b4-a9eb04777fd5 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:46:51.475316 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-27a0f9cf-930e-4b68-a437-8425fdf54965 None None] Provisioning complete for port c95b560e-b270-4286-b8b4-a9eb04777fd5 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:46:51.476095 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-27a0f9cf-930e-4b68-a437-8425fdf54965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:51.568345 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-fd5adeb3-008f-46d7-a87b-aacd2d06bd5e None None] Set router 888144c5-0ba8-406c-b6f1-a6cb573f4246 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:46:51.877685 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f05929c2-fcae-4055-97c9-5e8c45db836a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:52.123831 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-27a0f9cf-930e-4b68-a437-8425fdf54965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:52.183139 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-f05929c2-fcae-4055-97c9-5e8c45db836a admin admin] Allocated IP 172.20.0.1 (da6a9732-f6b6-4102-b761-b217c79f60bb/774128cc-a588-4555-aca3-1e48a0ef55ae/68e67cc4-dc8c-4bb1-af5d-c8323600fa44) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:46:52.246907 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-27a0f9cf-930e-4b68-a437-8425fdf54965 None None] For port c95b560e-b270-4286-b8b4-a9eb04777fd5, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=c95b560e-b270-4286-b8b4-a9eb04777fd5,segment=NetworkSegment(a887d56c-6f04-4dbf-9d80-2d17534f4326),segment_id=a887d56c-6f04-4dbf-9d80-2d17534f4326)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:46:52.256534 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-27a0f9cf-930e-4b68-a437-8425fdf54965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:52.330274 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a0f9cf-930e-4b68-a437-8425fdf54965 None None] Pushing event updated for resources: {'Port': ['ID=c95b560e-b270-4286-b8b4-a9eb04777fd5,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:52.343992 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-fd5adeb3-008f-46d7-a87b-aacd2d06bd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888144c5-0ba8-406c-b6f1-a6cb573f4246', 'name': 'tempest-TestShelveInstance-1799647060-router', 'tenant_id': '3ba5a8806a544dadab66bc59da1d1581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '173bea24-99af-4187-9182-37f092ce09c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:46:48Z', 'updated_at': '2021-08-19T15:46:50Z', 'revision_number': 3, 'project_id': '3ba5a8806a544dadab66bc59da1d1581', 'gw_port': {'id': '173bea24-99af-4187-9182-37f092ce09c2', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:fa:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888144c5-0ba8-406c-b6f1-a6cb573f4246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:46:49Z', 'updated_at': '2021-08-19T15:46:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:46:52.374324 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5adeb3-008f-46d7-a87b-aacd2d06bd5e None None] Checking router: 888144c5-0ba8-406c-b6f1-a6cb573f4246 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:46:52.375008 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5adeb3-008f-46d7-a87b-aacd2d06bd5e None None] Updating router 888144c5-0ba8-406c-b6f1-a6cb573f4246 port 173bea24-99af-4187-9182-37f092ce09c2 binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:46:52.385112 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f05929c2-fcae-4055-97c9-5e8c45db836a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:52.410362 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-f05929c2-fcae-4055-97c9-5e8c45db836a admin admin] Transition to ACTIVE for port object 68e67cc4-dc8c-4bb1-af5d-c8323600fa44 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:46:52.416684 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fd5adeb3-008f-46d7-a87b-aacd2d06bd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:52.486397 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f05929c2-fcae-4055-97c9-5e8c45db836a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:52.558117 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05929c2-fcae-4055-97c9-5e8c45db836a admin admin] Network da6a9732-f6b6-4102-b761-b217c79f60bb is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:46:52.561923 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-f05929c2-fcae-4055-97c9-5e8c45db836a admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:46:52.565232 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05929c2-fcae-4055-97c9-5e8c45db836a admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:46:52.593236 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05929c2-fcae-4055-97c9-5e8c45db836a admin admin] Pushing event updated for resources: {'Port': ['ID=68e67cc4-dc8c-4bb1-af5d-c8323600fa44,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:52.621027 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ee0f9fc1-89da-4ac5-bc29-3169fac7b6c5 None None] Provisioning complete for port c95b560e-b270-4286-b8b4-a9eb04777fd5 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:46:52.622020 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ee0f9fc1-89da-4ac5-bc29-3169fac7b6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:52.644574 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f05929c2-fcae-4055-97c9-5e8c45db836a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:52.660629 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 16c49f59-0237-471b-b1d1-a3c85dd0b472 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:46:52.838104 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 16c49f59-0237-471b-b1d1-a3c85dd0b472 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:46:52.845724 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f05929c2-fcae-4055-97c9-5e8c45db836a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:52.854257 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 16c49f59-0237-471b-b1d1-a3c85dd0b472 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:46:52.854632 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:52.974758 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fd5adeb3-008f-46d7-a87b-aacd2d06bd5e None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:53.008998 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fd5adeb3-008f-46d7-a87b-aacd2d06bd5e None None] Transition to ACTIVE for port object 173bea24-99af-4187-9182-37f092ce09c2 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:46:53.029726 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fd5adeb3-008f-46d7-a87b-aacd2d06bd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:53.034103 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:53.051905 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f05929c2-fcae-4055-97c9-5e8c45db836a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:53.058219 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f05929c2-fcae-4055-97c9-5e8c45db836a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:53.073457 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-17a9957e-fa57-4209-8394-35920ee397a6 None None] Provisioning for port 68e67cc4-dc8c-4bb1-af5d-c8323600fa44 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:46:53.093266 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-17a9957e-fa57-4209-8394-35920ee397a6 None None] Provisioning complete for port 68e67cc4-dc8c-4bb1-af5d-c8323600fa44 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:46:53.093672 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17a9957e-fa57-4209-8394-35920ee397a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:53.131739 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca2b94-0271-4e1f-b165-ce5c6c57edc4 None None] Pushing event updated for resources: {'Port': ['ID=173bea24-99af-4187-9182-37f092ce09c2,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:53.140516 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f05929c2-fcae-4055-97c9-5e8c45db836a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:53.142446 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05929c2-fcae-4055-97c9-5e8c45db836a admin admin] Pushing event updated for resources: {'Port': ['ID=68e67cc4-dc8c-4bb1-af5d-c8323600fa44,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:53.146909 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-fd5adeb3-008f-46d7-a87b-aacd2d06bd5e None None] Attempting to bind port 173bea24-99af-4187-9182-37f092ce09c2 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:46:53.147390 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-fd5adeb3-008f-46d7-a87b-aacd2d06bd5e None None] Attempting to bind port 173bea24-99af-4187-9182-37f092ce09c2 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:46:53.147799 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5adeb3-008f-46d7-a87b-aacd2d06bd5e None None] Attempting to bind port 173bea24-99af-4187-9182-37f092ce09c2 on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:46:53.169580 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 16c49f59-0237-471b-b1d1-a3c85dd0b472, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=16c49f59-0237-471b-b1d1-a3c85dd0b472,segment=NetworkSegment(52333bbc-0180-43a2-82af-3f83f0e7c42c),segment_id=52333bbc-0180-43a2-82af-3f83f0e7c42c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:46:53.173414 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5adeb3-008f-46d7-a87b-aacd2d06bd5e None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:46:53.173864 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5adeb3-008f-46d7-a87b-aacd2d06bd5e None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:46:53.174399 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fd5adeb3-008f-46d7-a87b-aacd2d06bd5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:53.174881 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5adeb3-008f-46d7-a87b-aacd2d06bd5e None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:46:53.175461 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-fd5adeb3-008f-46d7-a87b-aacd2d06bd5e None None] Bound port: 173bea24-99af-4187-9182-37f092ce09c2, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:46:53.175932 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fd5adeb3-008f-46d7-a87b-aacd2d06bd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:53.181407 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:53.182241 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device c95b560e-b270-4286-b8b4-a9eb04777fd5 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:46:53.205961 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-17a9957e-fa57-4209-8394-35920ee397a6 None None] Port 68e67cc4-dc8c-4bb1-af5d-c8323600fa44 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:46:53.266639 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05929c2-fcae-4055-97c9-5e8c45db836a admin admin] Network da6a9732-f6b6-4102-b761-b217c79f60bb is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:46:53.268042 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-f05929c2-fcae-4055-97c9-5e8c45db836a admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:46:53.325189 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=16c49f59-0237-471b-b1d1-a3c85dd0b472,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:53.329108 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-fd5adeb3-008f-46d7-a87b-aacd2d06bd5e None None] For port 173bea24-99af-4187-9182-37f092ce09c2, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:46:53.347227 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-fd5adeb3-008f-46d7-a87b-aacd2d06bd5e None None] For port 173bea24-99af-4187-9182-37f092ce09c2, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=173bea24-99af-4187-9182-37f092ce09c2,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:46:53.356485 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fd5adeb3-008f-46d7-a87b-aacd2d06bd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:53.362254 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port c95b560e-b270-4286-b8b4-a9eb04777fd5 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:46:53.362254 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:53.464478 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f05929c2-fcae-4055-97c9-5e8c45db836a admin admin] Router 888144c5-0ba8-406c-b6f1-a6cb573f4246 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:46:53.476121 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5adeb3-008f-46d7-a87b-aacd2d06bd5e None None] Routers {'888144c5-0ba8-406c-b6f1-a6cb573f4246'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:46:53.476814 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-fd5adeb3-008f-46d7-a87b-aacd2d06bd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:46:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['888144c5-0ba8-406c-b6f1-a6cb573f4246'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:46:53.520578 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca2b94-0271-4e1f-b165-ce5c6c57edc4 None None] Pushing event updated for resources: {'Port': ['ID=173bea24-99af-4187-9182-37f092ce09c2,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:53.644447 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-fd5adeb3-008f-46d7-a87b-aacd2d06bd5e None None] Set router 888144c5-0ba8-406c-b6f1-a6cb573f4246 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:46:53.650515 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f05929c2-fcae-4055-97c9-5e8c45db836a admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:46:53.659089 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f05929c2-fcae-4055-97c9-5e8c45db836a admin admin] 10.222.0.69 "PUT /v2.0/routers/888144c5-0ba8-406c-b6f1-a6cb573f4246/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4114509 Aug 19 15:46:53.680231 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-41882b92-7061-4e6c-aa8b-cc25d6683bc6 None None] Provisioning complete for port 68e67cc4-dc8c-4bb1-af5d-c8323600fa44 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:46:53.680634 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-41882b92-7061-4e6c-aa8b-cc25d6683bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:53.772755 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-41882b92-7061-4e6c-aa8b-cc25d6683bc6 None None] Port 68e67cc4-dc8c-4bb1-af5d-c8323600fa44 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:46:53.905197 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-fd5adeb3-008f-46d7-a87b-aacd2d06bd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888144c5-0ba8-406c-b6f1-a6cb573f4246', 'name': 'tempest-TestShelveInstance-1799647060-router', 'tenant_id': '3ba5a8806a544dadab66bc59da1d1581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '173bea24-99af-4187-9182-37f092ce09c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:46:48Z', 'updated_at': '2021-08-19T15:46:52Z', 'revision_number': 4, 'project_id': '3ba5a8806a544dadab66bc59da1d1581', 'gw_port': {'id': '173bea24-99af-4187-9182-37f092ce09c2', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:fa:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888144c5-0ba8-406c-b6f1-a6cb573f4246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:46:49Z', 'updated_at': '2021-08-19T15:46:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '68e67cc4-dc8c-4bb1-af5d-c8323600fa44', 'name': '', 'network_id': 'da6a9732-f6b6-4102-b761-b217c79f60bb', 'tenant_id': '3ba5a8806a544dadab66bc59da1d1581', 'mac_address': 'fa:16:3e:d7:a1:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888144c5-0ba8-406c-b6f1-a6cb573f4246', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '774128cc-a588-4555-aca3-1e48a0ef55ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:46:51Z', 'updated_at': '2021-08-19T15:46:52Z', 'revision_number': 2, 'project_id': '3ba5a8806a544dadab66bc59da1d1581', 'subnets': [{'id': '774128cc-a588-4555-aca3-1e48a0ef55ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:46:53.938116 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5adeb3-008f-46d7-a87b-aacd2d06bd5e None None] The sync data for ids ['888144c5-0ba8-406c-b6f1-a6cb573f4246'] in n-d-766043-2 is: [{'id': '888144c5-0ba8-406c-b6f1-a6cb573f4246', 'name': 'tempest-TestShelveInstance-1799647060-router', 'tenant_id': '3ba5a8806a544dadab66bc59da1d1581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '173bea24-99af-4187-9182-37f092ce09c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:46:48Z', 'updated_at': '2021-08-19T15:46:52Z', 'revision_number': 4, 'project_id': '3ba5a8806a544dadab66bc59da1d1581', 'gw_port': {'id': '173bea24-99af-4187-9182-37f092ce09c2', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:fa:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888144c5-0ba8-406c-b6f1-a6cb573f4246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:46:49Z', 'updated_at': '2021-08-19T15:46:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '68e67cc4-dc8c-4bb1-af5d-c8323600fa44', 'name': '', 'network_id': 'da6a9732-f6b6-4102-b761-b217c79f60bb', 'tenant_id': '3ba5a8806a544dadab66bc59da1d1581', 'mac_address': 'fa:16:3e:d7:a1:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888144c5-0ba8-406c-b6f1-a6cb573f4246', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '774128cc-a588-4555-aca3-1e48a0ef55ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:46:51Z', 'updated_at': '2021-08-19T15:46:52Z', 'revision_number': 2, 'project_id': '3ba5a8806a544dadab66bc59da1d1581', 'subnets': [{'id': '774128cc-a588-4555-aca3-1e48a0ef55ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:46:54.309436 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40452) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:46:54.314314 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c811d13d-1888-4a0e-a154-8398a6c1ea2e tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1693295944', 'description': 'tempest-secgroup-smoke-1693295944 description', 'project_id': 'fb82d0576b534169a3deaae2c2067c46'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:46:54.342208 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c811d13d-1888-4a0e-a154-8398a6c1ea2e tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:54.450533 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c811d13d-1888-4a0e-a154-8398a6c1ea2e tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:54.456287 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c811d13d-1888-4a0e-a154-8398a6c1ea2e tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:54.504131 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c811d13d-1888-4a0e-a154-8398a6c1ea2e tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:54.506050 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c811d13d-1888-4a0e-a154-8398a6c1ea2e tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1954629 Aug 19 15:46:54.509561 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 40454) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:46:54.514403 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1260706a-109a-44e6-b23c-d6be4794bba3 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Request body: {'security_group_rule': {'security_group_id': 'f250d19c-daca-4db0-8d80-9681668b2cd3', 'project_id': 'fb82d0576b534169a3deaae2c2067c46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:46:54.521436 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c811d13d-1888-4a0e-a154-8398a6c1ea2e tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f250d19c-daca-4db0-8d80-9681668b2cd3,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:54.555172 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1260706a-109a-44e6-b23c-d6be4794bba3 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:54.580138 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 16c49f59-0237-471b-b1d1-a3c85dd0b472 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:46:54.631252 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1260706a-109a-44e6-b23c-d6be4794bba3 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:54.638552 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1260706a-109a-44e6-b23c-d6be4794bba3 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:54.660011 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 16c49f59-0237-471b-b1d1-a3c85dd0b472 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:46:54.660302 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:54.668989 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1260706a-109a-44e6-b23c-d6be4794bba3 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bba65d3-ff52-4b53-b840-46b45506cbe6,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:54.674978 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1260706a-109a-44e6-b23c-d6be4794bba3 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:54.677048 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1260706a-109a-44e6-b23c-d6be4794bba3 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1662157 Aug 19 15:46:54.679565 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 40456) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:46:54.684853 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-aa5e993a-4e5e-4429-86d0-1a5781d180e6 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Request body: {'security_group_rule': {'security_group_id': 'f250d19c-daca-4db0-8d80-9681668b2cd3', 'project_id': 'fb82d0576b534169a3deaae2c2067c46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:46:54.741877 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa5e993a-4e5e-4429-86d0-1a5781d180e6 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:54.846000 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa5e993a-4e5e-4429-86d0-1a5781d180e6 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:54.852679 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa5e993a-4e5e-4429-86d0-1a5781d180e6 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:54.875590 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e993a-4e5e-4429-86d0-1a5781d180e6 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9726d882-faa0-42f1-930c-ca86b590bc65,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:54.889322 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa5e993a-4e5e-4429-86d0-1a5781d180e6 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:54.894844 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-aa5e993a-4e5e-4429-86d0-1a5781d180e6 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2103605 Aug 19 15:46:54.895542 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 40458) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:46:54.902956 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-66b7092a-e004-4889-976e-9976b53c80a9 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Request body: {'security_group_rule': {'security_group_id': 'f250d19c-daca-4db0-8d80-9681668b2cd3', 'project_id': 'fb82d0576b534169a3deaae2c2067c46', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:46:54.939755 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-66b7092a-e004-4889-976e-9976b53c80a9 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:55.024290 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-66b7092a-e004-4889-976e-9976b53c80a9 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:55.029421 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-66b7092a-e004-4889-976e-9976b53c80a9 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:55.060669 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7092a-e004-4889-976e-9976b53c80a9 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13098739-c5ce-47c6-bff1-f3e56df1b2c9,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:55.070429 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-66b7092a-e004-4889-976e-9976b53c80a9 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:55.072216 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-66b7092a-e004-4889-976e-9976b53c80a9 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1751418 Aug 19 15:46:55.076118 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 40460) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:46:55.083188 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6fac6189-e402-4516-9638-e889ec494d49 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Request body: {'security_group_rule': {'security_group_id': 'f250d19c-daca-4db0-8d80-9681668b2cd3', 'project_id': 'fb82d0576b534169a3deaae2c2067c46', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:46:55.129721 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6fac6189-e402-4516-9638-e889ec494d49 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:55.220970 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6fac6189-e402-4516-9638-e889ec494d49 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:55.226203 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6fac6189-e402-4516-9638-e889ec494d49 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:55.253449 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac6189-e402-4516-9638-e889ec494d49 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e828d620-7108-4263-b50f-76f37d601411,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:55.266053 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6fac6189-e402-4516-9638-e889ec494d49 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:55.267558 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-6fac6189-e402-4516-9638-e889ec494d49 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1898553 Aug 19 15:46:55.272080 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 40462) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:46:55.278909 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1b3d889f-04cb-47bc-be46-87b43a7db433 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Request body: {'security_group_rule': {'security_group_id': 'f250d19c-daca-4db0-8d80-9681668b2cd3', 'project_id': 'fb82d0576b534169a3deaae2c2067c46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:46:55.305030 n-d-766043-2 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-1b3d889f-04cb-47bc-be46-87b43a7db433 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Project fb82d0576b534169a3deaae2c2067c46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:46:55.315227 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1b3d889f-04cb-47bc-be46-87b43a7db433 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:55.423152 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1b3d889f-04cb-47bc-be46-87b43a7db433 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:55.423152 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1b3d889f-04cb-47bc-be46-87b43a7db433 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:55.442791 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3d889f-04cb-47bc-be46-87b43a7db433 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77b4bdfe-583b-425d-bea8-18f6e4a9ba95,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:55.458554 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1b3d889f-04cb-47bc-be46-87b43a7db433 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:55.461826 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1b3d889f-04cb-47bc-be46-87b43a7db433 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1879313 Aug 19 15:46:55.466564 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 40464) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:46:55.488204 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-ac7c00de-1eda-4969-83ed-89dfb2bdfc6e tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Request body: {'security_group_rule': {'security_group_id': 'f250d19c-daca-4db0-8d80-9681668b2cd3', 'project_id': 'fb82d0576b534169a3deaae2c2067c46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:46:55.510119 n-d-766043-2 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-ac7c00de-1eda-4969-83ed-89dfb2bdfc6e tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Project fb82d0576b534169a3deaae2c2067c46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:46:55.516775 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac7c00de-1eda-4969-83ed-89dfb2bdfc6e tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:55.596876 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac7c00de-1eda-4969-83ed-89dfb2bdfc6e tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:55.602452 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac7c00de-1eda-4969-83ed-89dfb2bdfc6e tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:55.626116 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c00de-1eda-4969-83ed-89dfb2bdfc6e tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eacf4f6b-0c28-416f-9bf7-df52f3105dc8,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:55.633606 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac7c00de-1eda-4969-83ed-89dfb2bdfc6e tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:55.641223 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-ac7c00de-1eda-4969-83ed-89dfb2bdfc6e tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1733556 Aug 19 15:46:55.865900 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1801bafa-2867-45d5-80f9-2f20ca5d740f req-aa489641-1cce-4e1c-831c-92946bd920b3 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1693295944&fields=id&tenant_id=fb82d0576b534169a3deaae2c2067c46 HTTP/1.1" status: 200 len: 267 time: 0.0470932 Aug 19 15:46:56.017912 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1801bafa-2867-45d5-80f9-2f20ca5d740f req-82bd5fd1-061f-4faa-9a3d-098b7d4766d7 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:46:56.020345 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1801bafa-2867-45d5-80f9-2f20ca5d740f req-82bd5fd1-061f-4faa-9a3d-098b7d4766d7 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/networks?id=68d2b4f4-49d5-4c13-8c96-8d0f658b3826 HTTP/1.1" status: 200 len: 809 time: 0.1459651 Aug 19 15:46:56.047301 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1801bafa-2867-45d5-80f9-2f20ca5d740f req-09b0cb21-fa29-4b80-9c16-7914e7480045 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/quotas/fb82d0576b534169a3deaae2c2067c46 HTTP/1.1" status: 200 len: 375 time: 0.0128150 Aug 19 15:46:56.118325 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1801bafa-2867-45d5-80f9-2f20ca5d740f req-c1aaba7c-17f0-44d7-9283-270a82bef4d8 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fb82d0576b534169a3deaae2c2067c46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0636942 Aug 19 15:46:56.136633 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [req-1801bafa-2867-45d5-80f9-2f20ca5d740f req-9de64161-39ed-4245-93d0-9c162c0034e2 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:46:56.137683 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1801bafa-2867-45d5-80f9-2f20ca5d740f req-9de64161-39ed-4245-93d0-9c162c0034e2 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055761 Aug 19 15:46:56.253250 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1801bafa-2867-45d5-80f9-2f20ca5d740f req-cb3325a1-98de-4cb0-82c3-da1db0dcb951 service neutron] 10.222.0.69 "GET /v2.0/networks/68d2b4f4-49d5-4c13-8c96-8d0f658b3826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092229 Aug 19 15:46:56.352568 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472c8773-f3bf-4c72-9762-8ca0ceda896a None None] Sync routers for ids ['888144c5-0ba8-406c-b6f1-a6cb573f4246'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:46:56.367973 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472c8773-f3bf-4c72-9762-8ca0ceda896a None None] Routers {'888144c5-0ba8-406c-b6f1-a6cb573f4246'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:46:56.370348 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-472c8773-f3bf-4c72-9762-8ca0ceda896a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:46:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['888144c5-0ba8-406c-b6f1-a6cb573f4246'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:46:56.382771 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1801bafa-2867-45d5-80f9-2f20ca5d740f req-39db67b9-eb8d-48eb-8232-37bc06454672 service neutron] 10.222.0.69 "GET /v2.0/networks/68d2b4f4-49d5-4c13-8c96-8d0f658b3826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179643 Aug 19 15:46:56.506564 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-472c8773-f3bf-4c72-9762-8ca0ceda896a None None] Set router 888144c5-0ba8-406c-b6f1-a6cb573f4246 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:46:56.580100 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 173bea24-99af-4187-9182-37f092ce09c2 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:46:56.653973 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 173bea24-99af-4187-9182-37f092ce09c2 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:46:56.659653 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 173bea24-99af-4187-9182-37f092ce09c2 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:46:56.659653 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:56.754636 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-472c8773-f3bf-4c72-9762-8ca0ceda896a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888144c5-0ba8-406c-b6f1-a6cb573f4246', 'name': 'tempest-TestShelveInstance-1799647060-router', 'tenant_id': '3ba5a8806a544dadab66bc59da1d1581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '173bea24-99af-4187-9182-37f092ce09c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:46:48Z', 'updated_at': '2021-08-19T15:46:52Z', 'revision_number': 4, 'project_id': '3ba5a8806a544dadab66bc59da1d1581', 'gw_port': {'id': '173bea24-99af-4187-9182-37f092ce09c2', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:fa:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888144c5-0ba8-406c-b6f1-a6cb573f4246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:46:49Z', 'updated_at': '2021-08-19T15:46:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '68e67cc4-dc8c-4bb1-af5d-c8323600fa44', 'name': '', 'network_id': 'da6a9732-f6b6-4102-b761-b217c79f60bb', 'tenant_id': '3ba5a8806a544dadab66bc59da1d1581', 'mac_address': 'fa:16:3e:d7:a1:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888144c5-0ba8-406c-b6f1-a6cb573f4246', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '774128cc-a588-4555-aca3-1e48a0ef55ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:46:51Z', 'updated_at': '2021-08-19T15:46:52Z', 'revision_number': 2, 'project_id': '3ba5a8806a544dadab66bc59da1d1581', 'subnets': [{'id': '774128cc-a588-4555-aca3-1e48a0ef55ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:46:56.775897 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:56.795573 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472c8773-f3bf-4c72-9762-8ca0ceda896a None None] Checking router: 888144c5-0ba8-406c-b6f1-a6cb573f4246 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:46:56.795912 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472c8773-f3bf-4c72-9762-8ca0ceda896a None None] Updating router 888144c5-0ba8-406c-b6f1-a6cb573f4246 port 68e67cc4-dc8c-4bb1-af5d-c8323600fa44 binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:46:56.800084 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 173bea24-99af-4187-9182-37f092ce09c2, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=173bea24-99af-4187-9182-37f092ce09c2,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:46:56.805554 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:56.828988 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-472c8773-f3bf-4c72-9762-8ca0ceda896a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:56.883826 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=173bea24-99af-4187-9182-37f092ce09c2,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:57.140918 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-472c8773-f3bf-4c72-9762-8ca0ceda896a None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:57.152088 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-472c8773-f3bf-4c72-9762-8ca0ceda896a None None] Transition to ACTIVE for port object 68e67cc4-dc8c-4bb1-af5d-c8323600fa44 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:46:57.160315 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-472c8773-f3bf-4c72-9762-8ca0ceda896a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:57.219776 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae634f1-07fa-4381-b07a-b91ba43b53d0 None None] Pushing event updated for resources: {'Port': ['ID=68e67cc4-dc8c-4bb1-af5d-c8323600fa44,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:57.283829 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-472c8773-f3bf-4c72-9762-8ca0ceda896a None None] Attempting to bind port 68e67cc4-dc8c-4bb1-af5d-c8323600fa44 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:46:57.284196 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-472c8773-f3bf-4c72-9762-8ca0ceda896a None None] Attempting to bind port 68e67cc4-dc8c-4bb1-af5d-c8323600fa44 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': 'a887d56c-6f04-4dbf-9d80-2d17534f4326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'da6a9732-f6b6-4102-b761-b217c79f60bb'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:46:57.284583 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472c8773-f3bf-4c72-9762-8ca0ceda896a None None] Attempting to bind port 68e67cc4-dc8c-4bb1-af5d-c8323600fa44 on network da6a9732-f6b6-4102-b761-b217c79f60bb {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:46:57.290260 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472c8773-f3bf-4c72-9762-8ca0ceda896a None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:46:57.290624 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472c8773-f3bf-4c72-9762-8ca0ceda896a None None] Checking segment: {'id': 'a887d56c-6f04-4dbf-9d80-2d17534f4326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'da6a9732-f6b6-4102-b761-b217c79f60bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:46:57.291012 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-472c8773-f3bf-4c72-9762-8ca0ceda896a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:57.291391 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472c8773-f3bf-4c72-9762-8ca0ceda896a None None] Bound using segment: {'id': 'a887d56c-6f04-4dbf-9d80-2d17534f4326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'da6a9732-f6b6-4102-b761-b217c79f60bb'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:46:57.291845 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-472c8773-f3bf-4c72-9762-8ca0ceda896a None None] Bound port: 68e67cc4-dc8c-4bb1-af5d-c8323600fa44, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a887d56c-6f04-4dbf-9d80-2d17534f4326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'da6a9732-f6b6-4102-b761-b217c79f60bb'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:46:57.292216 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-472c8773-f3bf-4c72-9762-8ca0ceda896a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:57.382528 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-472c8773-f3bf-4c72-9762-8ca0ceda896a None None] For port 68e67cc4-dc8c-4bb1-af5d-c8323600fa44, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:46:57.387991 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-472c8773-f3bf-4c72-9762-8ca0ceda896a None None] For port 68e67cc4-dc8c-4bb1-af5d-c8323600fa44, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=68e67cc4-dc8c-4bb1-af5d-c8323600fa44,segment=NetworkSegment(a887d56c-6f04-4dbf-9d80-2d17534f4326),segment_id=a887d56c-6f04-4dbf-9d80-2d17534f4326)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:46:57.393627 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-472c8773-f3bf-4c72-9762-8ca0ceda896a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:57.462901 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472c8773-f3bf-4c72-9762-8ca0ceda896a None None] Routers {'888144c5-0ba8-406c-b6f1-a6cb573f4246'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:46:57.463548 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-472c8773-f3bf-4c72-9762-8ca0ceda896a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:46:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['888144c5-0ba8-406c-b6f1-a6cb573f4246'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:46:57.505424 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae634f1-07fa-4381-b07a-b91ba43b53d0 None None] Pushing event updated for resources: {'Port': ['ID=68e67cc4-dc8c-4bb1-af5d-c8323600fa44,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:57.653100 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-472c8773-f3bf-4c72-9762-8ca0ceda896a None None] Set router 888144c5-0ba8-406c-b6f1-a6cb573f4246 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:46:57.677719 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ddc97166-78e6-4978-8099-827cb4dc5579 req-6c0a3d7b-a928-4785-b413-c09f8d4440e9 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 210 time: 0.0382755 Aug 19 15:46:57.945042 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-472c8773-f3bf-4c72-9762-8ca0ceda896a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888144c5-0ba8-406c-b6f1-a6cb573f4246', 'name': 'tempest-TestShelveInstance-1799647060-router', 'tenant_id': '3ba5a8806a544dadab66bc59da1d1581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '173bea24-99af-4187-9182-37f092ce09c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:46:48Z', 'updated_at': '2021-08-19T15:46:52Z', 'revision_number': 4, 'project_id': '3ba5a8806a544dadab66bc59da1d1581', 'gw_port': {'id': '173bea24-99af-4187-9182-37f092ce09c2', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:fa:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888144c5-0ba8-406c-b6f1-a6cb573f4246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:46:49Z', 'updated_at': '2021-08-19T15:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '68e67cc4-dc8c-4bb1-af5d-c8323600fa44', 'name': '', 'network_id': 'da6a9732-f6b6-4102-b761-b217c79f60bb', 'tenant_id': '3ba5a8806a544dadab66bc59da1d1581', 'mac_address': 'fa:16:3e:d7:a1:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888144c5-0ba8-406c-b6f1-a6cb573f4246', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '774128cc-a588-4555-aca3-1e48a0ef55ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:46:51Z', 'updated_at': '2021-08-19T15:46:57Z', 'revision_number': 4, 'project_id': '3ba5a8806a544dadab66bc59da1d1581', 'subnets': [{'id': '774128cc-a588-4555-aca3-1e48a0ef55ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:46:58.076424 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472c8773-f3bf-4c72-9762-8ca0ceda896a None None] The sync data for ids ['888144c5-0ba8-406c-b6f1-a6cb573f4246'] in n-d-766043-2 is: [{'id': '888144c5-0ba8-406c-b6f1-a6cb573f4246', 'name': 'tempest-TestShelveInstance-1799647060-router', 'tenant_id': '3ba5a8806a544dadab66bc59da1d1581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '173bea24-99af-4187-9182-37f092ce09c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:46:48Z', 'updated_at': '2021-08-19T15:46:52Z', 'revision_number': 4, 'project_id': '3ba5a8806a544dadab66bc59da1d1581', 'gw_port': {'id': '173bea24-99af-4187-9182-37f092ce09c2', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:fa:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888144c5-0ba8-406c-b6f1-a6cb573f4246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:46:49Z', 'updated_at': '2021-08-19T15:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '68e67cc4-dc8c-4bb1-af5d-c8323600fa44', 'name': '', 'network_id': 'da6a9732-f6b6-4102-b761-b217c79f60bb', 'tenant_id': '3ba5a8806a544dadab66bc59da1d1581', 'mac_address': 'fa:16:3e:d7:a1:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888144c5-0ba8-406c-b6f1-a6cb573f4246', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '774128cc-a588-4555-aca3-1e48a0ef55ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:46:51Z', 'updated_at': '2021-08-19T15:46:57Z', 'revision_number': 4, 'project_id': '3ba5a8806a544dadab66bc59da1d1581', 'subnets': [{'id': '774128cc-a588-4555-aca3-1e48a0ef55ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:46:58.082767 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:46:58.592301 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 173bea24-99af-4187-9182-37f092ce09c2 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:46:58.666637 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 173bea24-99af-4187-9182-37f092ce09c2 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:46:58.667217 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:58.797650 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 68e67cc4-dc8c-4bb1-af5d-c8323600fa44 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:46:58.877089 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 68e67cc4-dc8c-4bb1-af5d-c8323600fa44 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:46:58.879465 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d0478382-3876-4023-8d6c-84c4ab3c712d req-e25eea84-8577-4ccc-b81f-34412079013b tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 210 time: 0.0511699 Aug 19 15:46:58.903879 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 68e67cc4-dc8c-4bb1-af5d-c8323600fa44 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:46:58.904246 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:58.962165 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1801bafa-2867-45d5-80f9-2f20ca5d740f req-3d5a3e7c-4eb8-49a4-b583-6754e770fb07 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:46:58.964990 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1801bafa-2867-45d5-80f9-2f20ca5d740f req-3d5a3e7c-4eb8-49a4-b583-6754e770fb07 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.88 "GET /v2.0/networks?id=68d2b4f4-49d5-4c13-8c96-8d0f658b3826 HTTP/1.1" status: 200 len: 809 time: 0.2300413 Aug 19 15:46:59.019300 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1801bafa-2867-45d5-80f9-2f20ca5d740f req-590d611f-3b0a-414d-9450-33ad730c6cad tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb82d0576b534169a3deaae2c2067c46 HTTP/1.1" status: 200 len: 380 time: 0.0452833 Aug 19 15:46:59.032081 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-1801bafa-2867-45d5-80f9-2f20ca5d740f req-a6db49c9-daf7-4c14-8f91-3c8b08fa9147 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Request body: {'port': {'device_id': '285eee8e-fd4d-4bf4-9710-6cb4c1f64772', 'network_id': '68d2b4f4-49d5-4c13-8c96-8d0f658b3826', 'admin_state_up': True, 'tenant_id': 'fb82d0576b534169a3deaae2c2067c46', 'security_groups': ['f250d19c-daca-4db0-8d80-9681668b2cd3']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:46:59.191174 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1801bafa-2867-45d5-80f9-2f20ca5d740f req-a6db49c9-daf7-4c14-8f91-3c8b08fa9147 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Made reservation on behalf of fb82d0576b534169a3deaae2c2067c46 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:46:59.197054 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1801bafa-2867-45d5-80f9-2f20ca5d740f req-a6db49c9-daf7-4c14-8f91-3c8b08fa9147 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:59.207425 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:59.248997 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 68e67cc4-dc8c-4bb1-af5d-c8323600fa44, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=68e67cc4-dc8c-4bb1-af5d-c8323600fa44,segment=NetworkSegment(a887d56c-6f04-4dbf-9d80-2d17534f4326),segment_id=a887d56c-6f04-4dbf-9d80-2d17534f4326)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:46:59.255247 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:59.320842 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=68e67cc4-dc8c-4bb1-af5d-c8323600fa44,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:59.368593 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-1801bafa-2867-45d5-80f9-2f20ca5d740f req-a6db49c9-daf7-4c14-8f91-3c8b08fa9147 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Allocated IP 172.20.0.8 (68d2b4f4-49d5-4c13-8c96-8d0f658b3826/894233df-8f4f-4cc4-8a73-f2fb7800b16d/7ab840f4-31e3-469b-9b97-df37a7091d2a) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:46:59.523800 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1801bafa-2867-45d5-80f9-2f20ca5d740f req-a6db49c9-daf7-4c14-8f91-3c8b08fa9147 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:59.542718 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-1801bafa-2867-45d5-80f9-2f20ca5d740f req-a6db49c9-daf7-4c14-8f91-3c8b08fa9147 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Transition to ACTIVE for port object 7ab840f4-31e3-469b-9b97-df37a7091d2a will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:46:59.591608 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1801bafa-2867-45d5-80f9-2f20ca5d740f req-a6db49c9-daf7-4c14-8f91-3c8b08fa9147 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:59.644083 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1801bafa-2867-45d5-80f9-2f20ca5d740f req-a6db49c9-daf7-4c14-8f91-3c8b08fa9147 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Network 68d2b4f4-49d5-4c13-8c96-8d0f658b3826 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:46:59.652097 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-1801bafa-2867-45d5-80f9-2f20ca5d740f req-a6db49c9-daf7-4c14-8f91-3c8b08fa9147 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:46:59.655264 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-1801bafa-2867-45d5-80f9-2f20ca5d740f req-a6db49c9-daf7-4c14-8f91-3c8b08fa9147 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:46:59.666417 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db49c9-daf7-4c14-8f91-3c8b08fa9147 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Pushing event updated for resources: {'Port': ['ID=7ab840f4-31e3-469b-9b97-df37a7091d2a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:46:59.730165 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1801bafa-2867-45d5-80f9-2f20ca5d740f req-a6db49c9-daf7-4c14-8f91-3c8b08fa9147 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:46:59.730975 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1801bafa-2867-45d5-80f9-2f20ca5d740f req-a6db49c9-daf7-4c14-8f91-3c8b08fa9147 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:59.749002 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1801bafa-2867-45d5-80f9-2f20ca5d740f req-a6db49c9-daf7-4c14-8f91-3c8b08fa9147 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7225099 Aug 19 15:46:59.763309 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-1801bafa-2867-45d5-80f9-2f20ca5d740f req-1bb61768-1b9b-4afa-9f31-c39ef6d51507 service neutron] Request body: {'port': {'device_id': '285eee8e-fd4d-4bf4-9710-6cb4c1f64772', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:46:59.833879 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1801bafa-2867-45d5-80f9-2f20ca5d740f req-1bb61768-1b9b-4afa-9f31-c39ef6d51507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:46:59.994210 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8e324895-e4fc-46ff-84c9-dc365757cae6 None None] Provisioning for port 7ab840f4-31e3-469b-9b97-df37a7091d2a completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:46:59.999476 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8e324895-e4fc-46ff-84c9-dc365757cae6 None None] Provisioning complete for port 7ab840f4-31e3-469b-9b97-df37a7091d2a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:46:59.999871 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8e324895-e4fc-46ff-84c9-dc365757cae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:47:00.047695 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-8e324895-e4fc-46ff-84c9-dc365757cae6 None None] Port 7ab840f4-31e3-469b-9b97-df37a7091d2a cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:47:00.077983 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea0996-c422-43d6-87d8-4f34f7c8e88f req-80864906-6afe-46ed-b152-e63305df1b85 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:47:00.079500 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e9ea0996-c422-43d6-87d8-4f34f7c8e88f req-80864906-6afe-46ed-b152-e63305df1b85 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 931 time: 0.1057835 Aug 19 15:47:00.154361 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e9ea0996-c422-43d6-87d8-4f34f7c8e88f req-37a5bc7d-6275-4406-9f8e-cdb9cb0a60af tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=f250d19c-daca-4db0-8d80-9681668b2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677814 Aug 19 15:47:00.193344 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-1801bafa-2867-45d5-80f9-2f20ca5d740f req-1bb61768-1b9b-4afa-9f31-c39ef6d51507 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ab840f4-31e3-469b-9b97-df37a7091d2a {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:47:00.202465 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1801bafa-2867-45d5-80f9-2f20ca5d740f req-1bb61768-1b9b-4afa-9f31-c39ef6d51507 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:47:00.220310 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-1801bafa-2867-45d5-80f9-2f20ca5d740f req-1bb61768-1b9b-4afa-9f31-c39ef6d51507 service neutron] Transition to ACTIVE for port object 7ab840f4-31e3-469b-9b97-df37a7091d2a will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:47:00.224079 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1801bafa-2867-45d5-80f9-2f20ca5d740f req-1bb61768-1b9b-4afa-9f31-c39ef6d51507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:47:00.279741 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb61768-1b9b-4afa-9f31-c39ef6d51507 service neutron] Pushing event updated for resources: {'Port': ['ID=7ab840f4-31e3-469b-9b97-df37a7091d2a,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:47:00.367267 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-1801bafa-2867-45d5-80f9-2f20ca5d740f req-1bb61768-1b9b-4afa-9f31-c39ef6d51507 service neutron] Attempting to bind port 7ab840f4-31e3-469b-9b97-df37a7091d2a on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:47:00.367691 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-1801bafa-2867-45d5-80f9-2f20ca5d740f req-1bb61768-1b9b-4afa-9f31-c39ef6d51507 service neutron] Attempting to bind port 7ab840f4-31e3-469b-9b97-df37a7091d2a by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '52333bbc-0180-43a2-82af-3f83f0e7c42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '68d2b4f4-49d5-4c13-8c96-8d0f658b3826'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:47:00.368106 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1801bafa-2867-45d5-80f9-2f20ca5d740f req-1bb61768-1b9b-4afa-9f31-c39ef6d51507 service neutron] Attempting to bind port 7ab840f4-31e3-469b-9b97-df37a7091d2a on network 68d2b4f4-49d5-4c13-8c96-8d0f658b3826 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:47:00.373476 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1801bafa-2867-45d5-80f9-2f20ca5d740f req-1bb61768-1b9b-4afa-9f31-c39ef6d51507 service neutron] Port 7ab840f4-31e3-469b-9b97-df37a7091d2a on network 68d2b4f4-49d5-4c13-8c96-8d0f658b3826 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:47:00.373948 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1801bafa-2867-45d5-80f9-2f20ca5d740f req-1bb61768-1b9b-4afa-9f31-c39ef6d51507 service neutron] Attempting to bind port 7ab840f4-31e3-469b-9b97-df37a7091d2a on network 68d2b4f4-49d5-4c13-8c96-8d0f658b3826 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:47:00.379559 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1801bafa-2867-45d5-80f9-2f20ca5d740f req-1bb61768-1b9b-4afa-9f31-c39ef6d51507 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:47:00.380084 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1801bafa-2867-45d5-80f9-2f20ca5d740f req-1bb61768-1b9b-4afa-9f31-c39ef6d51507 service neutron] Checking segment: {'id': '52333bbc-0180-43a2-82af-3f83f0e7c42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '68d2b4f4-49d5-4c13-8c96-8d0f658b3826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:47:00.380678 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1801bafa-2867-45d5-80f9-2f20ca5d740f req-1bb61768-1b9b-4afa-9f31-c39ef6d51507 service neutron] Bound using segment: {'id': '52333bbc-0180-43a2-82af-3f83f0e7c42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '68d2b4f4-49d5-4c13-8c96-8d0f658b3826'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:47:00.381152 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-1801bafa-2867-45d5-80f9-2f20ca5d740f req-1bb61768-1b9b-4afa-9f31-c39ef6d51507 service neutron] Bound port: 7ab840f4-31e3-469b-9b97-df37a7091d2a, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52333bbc-0180-43a2-82af-3f83f0e7c42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '68d2b4f4-49d5-4c13-8c96-8d0f658b3826'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:47:00.381516 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1801bafa-2867-45d5-80f9-2f20ca5d740f req-1bb61768-1b9b-4afa-9f31-c39ef6d51507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:47:00.473591 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-1801bafa-2867-45d5-80f9-2f20ca5d740f req-1bb61768-1b9b-4afa-9f31-c39ef6d51507 service neutron] For port 7ab840f4-31e3-469b-9b97-df37a7091d2a, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:47:00.477674 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-1801bafa-2867-45d5-80f9-2f20ca5d740f req-1bb61768-1b9b-4afa-9f31-c39ef6d51507 service neutron] For port 7ab840f4-31e3-469b-9b97-df37a7091d2a, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=7ab840f4-31e3-469b-9b97-df37a7091d2a,segment=NetworkSegment(52333bbc-0180-43a2-82af-3f83f0e7c42c),segment_id=52333bbc-0180-43a2-82af-3f83f0e7c42c)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:47:00.483783 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1801bafa-2867-45d5-80f9-2f20ca5d740f req-1bb61768-1b9b-4afa-9f31-c39ef6d51507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:47:00.520797 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1801bafa-2867-45d5-80f9-2f20ca5d740f req-1bb61768-1b9b-4afa-9f31-c39ef6d51507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:47:00.521951 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1801bafa-2867-45d5-80f9-2f20ca5d740f req-1bb61768-1b9b-4afa-9f31-c39ef6d51507 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:47:00.523391 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1801bafa-2867-45d5-80f9-2f20ca5d740f req-1bb61768-1b9b-4afa-9f31-c39ef6d51507 service neutron] 10.222.0.88 "PUT /v2.0/ports/7ab840f4-31e3-469b-9b97-df37a7091d2a HTTP/1.1" status: 200 len: 1091 time: 0.7660670 Aug 19 15:47:00.523851 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '285eee8e-fd4d-4bf4-9710-6cb4c1f64772', 'tag': '7ab840f4-31e3-469b-9b97-df37a7091d2a'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:47:00.526268 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22fe28f3f2ed00298fad1814fbe4737ebcc7f8c7d408f26f1f50550a3b01d4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c808bd2f-c1c5-4479-b8f0-fd48d465767f" -d '{"events": [{"name": "network-changed", "server_uuid": "285eee8e-fd4d-4bf4-9710-6cb4c1f64772", "tag": "7ab840f4-31e3-469b-9b97-df37a7091d2a"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:47:00.585248 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 68e67cc4-dc8c-4bb1-af5d-c8323600fa44 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:47:00.592032 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6a8341-73b8-42c9-8e05-85b03111a474 x-openstack-request-id: req-aa6a8341-73b8-42c9-8e05-85b03111a474 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:47:00.592358 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "285eee8e-fd4d-4bf4-9710-6cb4c1f64772", "tag": "7ab840f4-31e3-469b-9b97-df37a7091d2a", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:47:00.592712 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-aa6a8341-73b8-42c9-8e05-85b03111a474 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:47:00.593120 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '285eee8e-fd4d-4bf4-9710-6cb4c1f64772', 'tag': '7ab840f4-31e3-469b-9b97-df37a7091d2a', 'status': 'completed', 'code': 200} Aug 19 15:47:00.596264 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb61768-1b9b-4afa-9f31-c39ef6d51507 service neutron] Pushing event updated for resources: {'Port': ['ID=7ab840f4-31e3-469b-9b97-df37a7091d2a,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:47:00.634995 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1801bafa-2867-45d5-80f9-2f20ca5d740f req-cb21df2d-5744-492e-9d30-9e62b06550c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:47:00.636748 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1801bafa-2867-45d5-80f9-2f20ca5d740f req-cb21df2d-5744-492e-9d30-9e62b06550c0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fb82d0576b534169a3deaae2c2067c46&device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 1094 time: 0.0557909 Aug 19 15:47:00.643619 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 68e67cc4-dc8c-4bb1-af5d-c8323600fa44 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:47:00.644123 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:47:00.690767 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1801bafa-2867-45d5-80f9-2f20ca5d740f req-c41ef2fc-0ce6-490c-b05c-cb38bcf999dd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ab840f4-31e3-469b-9b97-df37a7091d2a HTTP/1.1" status: 200 len: 217 time: 0.0466139 Aug 19 15:47:00.762065 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1801bafa-2867-45d5-80f9-2f20ca5d740f req-f9e05ee0-de37-4fdc-9c16-ecbf7262289a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:47:00.763968 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1801bafa-2867-45d5-80f9-2f20ca5d740f req-f9e05ee0-de37-4fdc-9c16-ecbf7262289a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=894233df-8f4f-4cc4-8a73-f2fb7800b16d HTTP/1.1" status: 200 len: 848 time: 0.0652597 Aug 19 15:47:00.817279 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1801bafa-2867-45d5-80f9-2f20ca5d740f req-56508090-8fd4-4b9b-ab39-3af2220870a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:47:00.819187 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1801bafa-2867-45d5-80f9-2f20ca5d740f req-56508090-8fd4-4b9b-ab39-3af2220870a8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=68d2b4f4-49d5-4c13-8c96-8d0f658b3826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482988 Aug 19 15:47:00.927914 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1801bafa-2867-45d5-80f9-2f20ca5d740f req-555b9f49-c9f6-4702-8703-6104065fc2dc service neutron] 10.222.0.88 "GET /v2.0/networks/68d2b4f4-49d5-4c13-8c96-8d0f658b3826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005809 Aug 19 15:47:01.034400 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1801bafa-2867-45d5-80f9-2f20ca5d740f req-91eef0d3-58f7-42b5-8529-b6ff4c7ebed2 service neutron] 10.222.0.88 "GET /v2.0/networks/68d2b4f4-49d5-4c13-8c96-8d0f658b3826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992410 Aug 19 15:47:01.122376 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808bd2f-c1c5-4479-b8f0-fd48d465767f req-5c93b820-afdd-488b-8d7d-a18b46d51535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:47:01.123835 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c808bd2f-c1c5-4479-b8f0-fd48d465767f req-5c93b820-afdd-488b-8d7d-a18b46d51535 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fb82d0576b534169a3deaae2c2067c46&device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 1094 time: 0.0444469 Aug 19 15:47:01.234153 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808bd2f-c1c5-4479-b8f0-fd48d465767f req-5035c410-0cd3-4fe0-963e-d56aa309fcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:47:01.236221 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c808bd2f-c1c5-4479-b8f0-fd48d465767f req-5035c410-0cd3-4fe0-963e-d56aa309fcfd service neutron] 10.222.0.88 "GET /v2.0/networks?id=68d2b4f4-49d5-4c13-8c96-8d0f658b3826 HTTP/1.1" status: 200 len: 910 time: 0.1053040 Aug 19 15:47:01.301743 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c808bd2f-c1c5-4479-b8f0-fd48d465767f req-2b93c3e6-8b2d-4800-93b3-8944bd98432e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ab840f4-31e3-469b-9b97-df37a7091d2a HTTP/1.1" status: 200 len: 217 time: 0.0556674 Aug 19 15:47:01.351377 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a72bd3-b0e9-4d0c-849e-f7b88500fa55 req-ecc5de08-bb0c-4115-b928-292d7d7e6f68 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:47:01.352952 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-20a72bd3-b0e9-4d0c-849e-f7b88500fa55 req-ecc5de08-bb0c-4115-b928-292d7d7e6f68 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 943 time: 0.1160343 Aug 19 15:47:01.381534 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808bd2f-c1c5-4479-b8f0-fd48d465767f req-99a94a6b-22ad-4698-8bea-071f4091985b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:47:01.383083 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c808bd2f-c1c5-4479-b8f0-fd48d465767f req-99a94a6b-22ad-4698-8bea-071f4091985b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=894233df-8f4f-4cc4-8a73-f2fb7800b16d HTTP/1.1" status: 200 len: 848 time: 0.0727432 Aug 19 15:47:01.414269 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-20a72bd3-b0e9-4d0c-849e-f7b88500fa55 req-736d9060-b897-4544-b385-9e39cc2051b4 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=f250d19c-daca-4db0-8d80-9681668b2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523732 Aug 19 15:47:01.449332 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808bd2f-c1c5-4479-b8f0-fd48d465767f req-760233dc-f06f-4f3b-86db-d4d6fcf3879c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:47:01.449669 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c808bd2f-c1c5-4479-b8f0-fd48d465767f req-760233dc-f06f-4f3b-86db-d4d6fcf3879c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=68d2b4f4-49d5-4c13-8c96-8d0f658b3826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581617 Aug 19 15:47:01.529905 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-96e117d5-c109-4c78-8044-0ef7c89f8f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:47:01.555201 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c808bd2f-c1c5-4479-b8f0-fd48d465767f req-d57e0826-8ae3-49df-98b8-a70d64748e71 service neutron] 10.222.0.88 "GET /v2.0/networks/68d2b4f4-49d5-4c13-8c96-8d0f658b3826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974526 Aug 19 15:47:01.652043 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c808bd2f-c1c5-4479-b8f0-fd48d465767f req-c381a4c3-3dc0-4e18-95ae-b899e5d4abf6 service neutron] 10.222.0.88 "GET /v2.0/networks/68d2b4f4-49d5-4c13-8c96-8d0f658b3826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885978 Aug 19 15:47:02.093092 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 7ab840f4-31e3-469b-9b97-df37a7091d2a details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:47:02.194495 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 7ab840f4-31e3-469b-9b97-df37a7091d2a, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=7ab840f4-31e3-469b-9b97-df37a7091d2a,segment=NetworkSegment(52333bbc-0180-43a2-82af-3f83f0e7c42c),segment_id=52333bbc-0180-43a2-82af-3f83f0e7c42c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:47:02.207368 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '7ab840f4-31e3-469b-9b97-df37a7091d2a', 'network_id': '68d2b4f4-49d5-4c13-8c96-8d0f658b3826', 'port_id': '7ab840f4-31e3-469b-9b97-df37a7091d2a', 'mac_address': 'fa:16:3e:7e:c6:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '894233df-8f4f-4cc4-8a73-f2fb7800b16d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:47:02.261290 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:47:02.279947 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ab840f4-31e3-469b-9b97-df37a7091d2a {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:47:02.308503 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 7ab840f4-31e3-469b-9b97-df37a7091d2a, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=7ab840f4-31e3-469b-9b97-df37a7091d2a,segment=NetworkSegment(52333bbc-0180-43a2-82af-3f83f0e7c42c),segment_id=52333bbc-0180-43a2-82af-3f83f0e7c42c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:47:02.313288 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:47:02.374700 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=7ab840f4-31e3-469b-9b97-df37a7091d2a,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:47:02.519891 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['7ab840f4-31e3-469b-9b97-df37a7091d2a'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:47:02.556436 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7142d716-9610-4e8c-be4a-8ba2e29f79a9 req-23704523-ff12-4f2c-8ca7-50b617635166 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:47:02.558307 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7142d716-9610-4e8c-be4a-8ba2e29f79a9 req-23704523-ff12-4f2c-8ca7-50b617635166 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 944 time: 0.0562816 Aug 19 15:47:02.602415 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7142d716-9610-4e8c-be4a-8ba2e29f79a9 req-23d9543a-90a0-4fdc-bfb3-be35d3f22280 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=f250d19c-daca-4db0-8d80-9681668b2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353768 Aug 19 15:47:03.736093 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab094c-a82d-4764-80e2-82d45ae9a4ff req-3438b3ad-e336-446f-94c7-d32a9f9f792c tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:47:03.737533 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-efab094c-a82d-4764-80e2-82d45ae9a4ff req-3438b3ad-e336-446f-94c7-d32a9f9f792c tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 944 time: 0.0545988 Aug 19 15:47:03.779551 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-efab094c-a82d-4764-80e2-82d45ae9a4ff req-53732a84-c8da-4f6b-9eed-1e3bb873dd8d tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=f250d19c-daca-4db0-8d80-9681668b2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350003 Aug 19 15:47:04.108983 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 7ab840f4-31e3-469b-9b97-df37a7091d2a up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:47:04.163340 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 7ab840f4-31e3-469b-9b97-df37a7091d2a completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:47:04.167318 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 7ab840f4-31e3-469b-9b97-df37a7091d2a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:47:04.167685 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:47:04.246621 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:47:04.269845 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285eee8e-fd4d-4bf4-9710-6cb4c1f64772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab840f4-31e3-469b-9b97-df37a7091d2a'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:47:04.272672 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33781a19ce02c5415d916baf9197922328299cb06218664b0429d3f5e03069d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a55e62-71a7-4a3f-ba0b-afe88879db36" -d '{"events": [{"server_uuid": "285eee8e-fd4d-4bf4-9710-6cb4c1f64772", "name": "network-vif-plugged", "status": "completed", "tag": "7ab840f4-31e3-469b-9b97-df37a7091d2a"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:47:04.291204 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 7ab840f4-31e3-469b-9b97-df37a7091d2a, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=7ab840f4-31e3-469b-9b97-df37a7091d2a,segment=NetworkSegment(52333bbc-0180-43a2-82af-3f83f0e7c42c),segment_id=52333bbc-0180-43a2-82af-3f83f0e7c42c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:47:04.296285 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:47:04.331023 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d791e5da-7abc-425b-8de0-cc62139e41e3 x-openstack-request-id: req-d791e5da-7abc-425b-8de0-cc62139e41e3 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:47:04.331399 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "285eee8e-fd4d-4bf4-9710-6cb4c1f64772", "name": "network-vif-plugged", "status": "completed", "tag": "7ab840f4-31e3-469b-9b97-df37a7091d2a", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:47:04.332003 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d791e5da-7abc-425b-8de0-cc62139e41e3 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:47:04.332474 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '285eee8e-fd4d-4bf4-9710-6cb4c1f64772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab840f4-31e3-469b-9b97-df37a7091d2a', 'code': 200} Aug 19 15:47:04.368401 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=7ab840f4-31e3-469b-9b97-df37a7091d2a,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:47:04.421283 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fbdb9-10ba-4e87-b578-2eab53837b85 req-d7543067-48c4-48cc-86c0-ca59bd9873ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:47:04.422836 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5d3fbdb9-10ba-4e87-b578-2eab53837b85 req-d7543067-48c4-48cc-86c0-ca59bd9873ca service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 1096 time: 0.0457132 Aug 19 15:47:04.434776 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dd5f04f9-7fbe-4be7-bc7a-989530a12162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:47:04.462956 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5d3fbdb9-10ba-4e87-b578-2eab53837b85 req-767a6008-1fd1-46ad-ac42-faa6dc99cacf service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=f250d19c-daca-4db0-8d80-9681668b2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330844 Aug 19 15:47:04.641687 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:47:04.848468 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:47:04.920001 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5fcf6-c9a3-4984-8905-5da75b4c3b9b req-4e23fced-d04e-40ed-a0f8-0496a8c11ec4 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:47:04.921609 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dbf5fcf6-c9a3-4984-8905-5da75b4c3b9b req-4e23fced-d04e-40ed-a0f8-0496a8c11ec4 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 945 time: 0.0532203 Aug 19 15:47:04.963919 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dbf5fcf6-c9a3-4984-8905-5da75b4c3b9b req-995ca2b9-3563-42d9-a03a-6ba22a6ea299 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=f250d19c-daca-4db0-8d80-9681668b2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356882 Aug 19 15:47:05.371849 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:47:06.003668 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:47:06.104004 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0bbc5a-d050-4ee6-b2f9-c64929eecfe1 req-0d84145b-5ddf-4eac-843a-974012bcba35 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:47:06.105781 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cf0bbc5a-d050-4ee6-b2f9-c64929eecfe1 req-0d84145b-5ddf-4eac-843a-974012bcba35 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 945 time: 0.0658395 Aug 19 15:47:06.149971 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cf0bbc5a-d050-4ee6-b2f9-c64929eecfe1 req-624e062a-28a4-4c4a-a249-4a2674e8edcb tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=f250d19c-daca-4db0-8d80-9681668b2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367916 Aug 19 15:47:06.274722 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21ccc5-54b5-4b97-b047-96951aa7971d req-fd1e5156-1ad5-47d6-a838-52c39af8cefa tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:47:06.276297 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8e21ccc5-54b5-4b97-b047-96951aa7971d req-fd1e5156-1ad5-47d6-a838-52c39af8cefa tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 945 time: 0.0529659 Aug 19 15:47:06.325605 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8e21ccc5-54b5-4b97-b047-96951aa7971d req-d7001c07-23ed-4cfb-a3b8-038344effd6d tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=f250d19c-daca-4db0-8d80-9681668b2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417161 Aug 19 15:47:06.349628 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40516) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:47:06.524420 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d91ebc-4165-4be3-a498-613c688e65b6 tempest-TestShelveInstance-109915069 tempest-TestShelveInstance-109915069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:47:06.526082 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b3d91ebc-4165-4be3-a498-613c688e65b6 tempest-TestShelveInstance-109915069 tempest-TestShelveInstance-109915069-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 1091 time: 0.1753447 Aug 19 15:47:06.529174 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40520) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:47:06.534099 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2522fccb-339c-4955-862e-0b0bca2451ec tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Request body: {'floatingip': {'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'port_id': '7ab840f4-31e3-469b-9b97-df37a7091d2a', 'tenant_id': 'fb82d0576b534169a3deaae2c2067c46', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:47:06.560483 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2522fccb-339c-4955-862e-0b0bca2451ec tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:47:06.680251 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2522fccb-339c-4955-862e-0b0bca2451ec tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:47:06.788247 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-2522fccb-339c-4955-862e-0b0bca2451ec tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Allocated IP 172.25.2.96 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/6bc504ae-53b6-4de0-8275-1fc809169dd3) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:47:06.907050 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2522fccb-339c-4955-862e-0b0bca2451ec tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:47:06.954728 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2522fccb-339c-4955-862e-0b0bca2451ec tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:47:06.994496 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2522fccb-339c-4955-862e-0b0bca2451ec tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:47:06.999946 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-2522fccb-339c-4955-862e-0b0bca2451ec tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:47:07.003810 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2522fccb-339c-4955-862e-0b0bca2451ec tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:47:07.028362 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2522fccb-339c-4955-862e-0b0bca2451ec tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Pushing event updated for resources: {'Port': ['ID=6bc504ae-53b6-4de0-8275-1fc809169dd3,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:47:07.189925 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:47:07.421195 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2522fccb-339c-4955-862e-0b0bca2451ec tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:47:07.492425 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2522fccb-339c-4955-862e-0b0bca2451ec tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:47:07.662878 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2522fccb-339c-4955-862e-0b0bca2451ec tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:47:07.668156 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2522fccb-339c-4955-862e-0b0bca2451ec tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:47:07.738712 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2522fccb-339c-4955-862e-0b0bca2451ec tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Pushing event updated for resources: {'Port': ['ID=6bc504ae-53b6-4de0-8275-1fc809169dd3,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:47:07.755054 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2522fccb-339c-4955-862e-0b0bca2451ec tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:47:07.878044 n-d-766043-2 neutron-server[94639]: INFO neutron.db.l3_db [None req-2522fccb-339c-4955-862e-0b0bca2451ec tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Floating IP 9a61b0a3-bcff-4c9a-a3e6-8b3e6afeca28 associated. External IP: 172.25.2.96, port: 7ab840f4-31e3-469b-9b97-df37a7091d2a. Aug 19 15:47:08.101586 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2522fccb-339c-4955-862e-0b0bca2451ec tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Router cb6b120d-5d21-4bbc-b47f-5f863800255f has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:47:08.215463 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2522fccb-339c-4955-862e-0b0bca2451ec tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:47:08.229863 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45658e40-68e0-4f69-8927-530892d37c09 None None] Sync routers for ids ['cb6b120d-5d21-4bbc-b47f-5f863800255f'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:47:08.232190 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2522fccb-339c-4955-862e-0b0bca2451ec tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:47:08.247965 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45658e40-68e0-4f69-8927-530892d37c09 None None] Routers {'cb6b120d-5d21-4bbc-b47f-5f863800255f'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:47:08.248669 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-45658e40-68e0-4f69-8927-530892d37c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:47:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['cb6b120d-5d21-4bbc-b47f-5f863800255f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:47:08.265034 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2522fccb-339c-4955-862e-0b0bca2451ec tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7346957 Aug 19 15:47:08.265641 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '285eee8e-fd4d-4bf4-9710-6cb4c1f64772', 'tag': '7ab840f4-31e3-469b-9b97-df37a7091d2a'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:47:08.267961 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ea2f9e66d71df3aa35f2a980f4ce96e3876fd938d75aec7c1a3378f7fc42a1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231fe658-7846-4b66-a000-0a75b5989697" -d '{"events": [{"name": "network-changed", "server_uuid": "285eee8e-fd4d-4bf4-9710-6cb4c1f64772", "tag": "7ab840f4-31e3-469b-9b97-df37a7091d2a"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:47:08.307006 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b06692-bb50-4337-a6b1-ee8e41a5e3a0 x-openstack-request-id: req-d9b06692-bb50-4337-a6b1-ee8e41a5e3a0 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:47:08.307347 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "285eee8e-fd4d-4bf4-9710-6cb4c1f64772", "tag": "7ab840f4-31e3-469b-9b97-df37a7091d2a", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:47:08.307678 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d9b06692-bb50-4337-a6b1-ee8e41a5e3a0 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:47:08.308140 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '285eee8e-fd4d-4bf4-9710-6cb4c1f64772', 'tag': '7ab840f4-31e3-469b-9b97-df37a7091d2a', 'status': 'completed', 'code': 200} Aug 19 15:47:08.373356 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231fe658-7846-4b66-a000-0a75b5989697 req-661a677e-5407-41c3-9165-0fe0460718a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:47:08.374833 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-231fe658-7846-4b66-a000-0a75b5989697 req-661a677e-5407-41c3-9165-0fe0460718a0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fb82d0576b534169a3deaae2c2067c46&device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 1096 time: 0.0434790 Aug 19 15:47:08.376015 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-45658e40-68e0-4f69-8927-530892d37c09 None None] Set router cb6b120d-5d21-4bbc-b47f-5f863800255f gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:47:08.488254 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231fe658-7846-4b66-a000-0a75b5989697 req-0e30db6a-0d3e-4080-8e4c-a557c90ad964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:47:08.489803 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-231fe658-7846-4b66-a000-0a75b5989697 req-0e30db6a-0d3e-4080-8e4c-a557c90ad964 service neutron] 10.222.0.88 "GET /v2.0/networks?id=68d2b4f4-49d5-4c13-8c96-8d0f658b3826 HTTP/1.1" status: 200 len: 910 time: 0.1081858 Aug 19 15:47:08.566947 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-231fe658-7846-4b66-a000-0a75b5989697 req-c37c89b2-d5b4-47e0-975a-d1f4470f28ae service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ab840f4-31e3-469b-9b97-df37a7091d2a HTTP/1.1" status: 200 len: 998 time: 0.0689435 Aug 19 15:47:08.623205 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231fe658-7846-4b66-a000-0a75b5989697 req-255ed0d0-2822-410c-8ec4-ebb7e4f63939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:47:08.624768 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-231fe658-7846-4b66-a000-0a75b5989697 req-255ed0d0-2822-410c-8ec4-ebb7e4f63939 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=894233df-8f4f-4cc4-8a73-f2fb7800b16d HTTP/1.1" status: 200 len: 848 time: 0.0501761 Aug 19 15:47:08.625241 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-45658e40-68e0-4f69-8927-530892d37c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'name': 'tempest-TestShelveInstance-1981744321-router', 'tenant_id': 'fb82d0576b534169a3deaae2c2067c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '92eef587-49bf-4710-a437-d55cfd6a0ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:46:42Z', 'updated_at': '2021-08-19T15:46:46Z', 'revision_number': 4, 'project_id': 'fb82d0576b534169a3deaae2c2067c46', 'gw_port': {'id': '92eef587-49bf-4710-a437-d55cfd6a0ad7', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:68:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:46:43Z', 'updated_at': '2021-08-19T15:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '9a61b0a3-bcff-4c9a-a3e6-8b3e6afeca28', 'tenant_id': 'fb82d0576b534169a3deaae2c2067c46', 'floating_ip_address': '172.25.2.96', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'port_id': '7ab840f4-31e3-469b-9b97-df37a7091d2a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68d2b4f4-49d5-4c13-8c96-8d0f658b3826', 'mac_address': 'fa:16:3e:7e:c6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285eee8e-fd4d-4bf4-9710-6cb4c1f64772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:47:07Z', 'updated_at': '2021-08-19T15:47:07Z', 'revision_number': 0, 'project_id': 'fb82d0576b534169a3deaae2c2067c46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16c49f59-0237-471b-b1d1-a3c85dd0b472', 'name': '', 'network_id': '68d2b4f4-49d5-4c13-8c96-8d0f658b3826', 'tenant_id': 'fb82d0576b534169a3deaae2c2067c46', 'mac_address': 'fa:16:3e:03:bb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '894233df-8f4f-4cc4-8a73-f2fb7800b16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:46:45Z', 'updated_at': '2021-08-19T15:46:53Z', 'revision_number': 5, 'project_id': 'fb82d0576b534169a3deaae2c2067c46', 'subnets': [{'id': '894233df-8f4f-4cc4-8a73-f2fb7800b16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:47:08.651419 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45658e40-68e0-4f69-8927-530892d37c09 None None] Checking router: cb6b120d-5d21-4bbc-b47f-5f863800255f for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:47:08.662713 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45658e40-68e0-4f69-8927-530892d37c09 None None] Routers {'cb6b120d-5d21-4bbc-b47f-5f863800255f'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:47:08.663663 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-45658e40-68e0-4f69-8927-530892d37c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:47:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['cb6b120d-5d21-4bbc-b47f-5f863800255f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:47:08.674448 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231fe658-7846-4b66-a000-0a75b5989697 req-d1cc92be-a2e3-4d6e-aa37-1363900a5d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:47:08.676628 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-231fe658-7846-4b66-a000-0a75b5989697 req-d1cc92be-a2e3-4d6e-aa37-1363900a5d29 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=68d2b4f4-49d5-4c13-8c96-8d0f658b3826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453842 Aug 19 15:47:08.770300 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-231fe658-7846-4b66-a000-0a75b5989697 req-8462e916-d75b-473c-bffa-9e5fa42a9a50 service neutron] 10.222.0.88 "GET /v2.0/networks/68d2b4f4-49d5-4c13-8c96-8d0f658b3826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863945 Aug 19 15:47:08.783518 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-45658e40-68e0-4f69-8927-530892d37c09 None None] Set router cb6b120d-5d21-4bbc-b47f-5f863800255f gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:47:09.030576 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-45658e40-68e0-4f69-8927-530892d37c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'name': 'tempest-TestShelveInstance-1981744321-router', 'tenant_id': 'fb82d0576b534169a3deaae2c2067c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '92eef587-49bf-4710-a437-d55cfd6a0ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:46:42Z', 'updated_at': '2021-08-19T15:46:46Z', 'revision_number': 4, 'project_id': 'fb82d0576b534169a3deaae2c2067c46', 'gw_port': {'id': '92eef587-49bf-4710-a437-d55cfd6a0ad7', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:68:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:46:43Z', 'updated_at': '2021-08-19T15:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '9a61b0a3-bcff-4c9a-a3e6-8b3e6afeca28', 'tenant_id': 'fb82d0576b534169a3deaae2c2067c46', 'floating_ip_address': '172.25.2.96', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'port_id': '7ab840f4-31e3-469b-9b97-df37a7091d2a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68d2b4f4-49d5-4c13-8c96-8d0f658b3826', 'mac_address': 'fa:16:3e:7e:c6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285eee8e-fd4d-4bf4-9710-6cb4c1f64772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:47:07Z', 'updated_at': '2021-08-19T15:47:07Z', 'revision_number': 0, 'project_id': 'fb82d0576b534169a3deaae2c2067c46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16c49f59-0237-471b-b1d1-a3c85dd0b472', 'name': '', 'network_id': '68d2b4f4-49d5-4c13-8c96-8d0f658b3826', 'tenant_id': 'fb82d0576b534169a3deaae2c2067c46', 'mac_address': 'fa:16:3e:03:bb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '894233df-8f4f-4cc4-8a73-f2fb7800b16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:46:45Z', 'updated_at': '2021-08-19T15:46:53Z', 'revision_number': 5, 'project_id': 'fb82d0576b534169a3deaae2c2067c46', 'subnets': [{'id': '894233df-8f4f-4cc4-8a73-f2fb7800b16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:47:09.066919 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45658e40-68e0-4f69-8927-530892d37c09 None None] The sync data for ids ['cb6b120d-5d21-4bbc-b47f-5f863800255f'] in n-d-766043-2 is: [{'id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'name': 'tempest-TestShelveInstance-1981744321-router', 'tenant_id': 'fb82d0576b534169a3deaae2c2067c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '92eef587-49bf-4710-a437-d55cfd6a0ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:46:42Z', 'updated_at': '2021-08-19T15:46:46Z', 'revision_number': 4, 'project_id': 'fb82d0576b534169a3deaae2c2067c46', 'gw_port': {'id': '92eef587-49bf-4710-a437-d55cfd6a0ad7', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:68:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:46:43Z', 'updated_at': '2021-08-19T15:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '9a61b0a3-bcff-4c9a-a3e6-8b3e6afeca28', 'tenant_id': 'fb82d0576b534169a3deaae2c2067c46', 'floating_ip_address': '172.25.2.96', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'port_id': '7ab840f4-31e3-469b-9b97-df37a7091d2a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68d2b4f4-49d5-4c13-8c96-8d0f658b3826', 'mac_address': 'fa:16:3e:7e:c6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285eee8e-fd4d-4bf4-9710-6cb4c1f64772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:47:07Z', 'updated_at': '2021-08-19T15:47:07Z', 'revision_number': 0, 'project_id': 'fb82d0576b534169a3deaae2c2067c46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16c49f59-0237-471b-b1d1-a3c85dd0b472', 'name': '', 'network_id': '68d2b4f4-49d5-4c13-8c96-8d0f658b3826', 'tenant_id': 'fb82d0576b534169a3deaae2c2067c46', 'mac_address': 'fa:16:3e:03:bb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '894233df-8f4f-4cc4-8a73-f2fb7800b16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:46:45Z', 'updated_at': '2021-08-19T15:46:53Z', 'revision_number': 5, 'project_id': 'fb82d0576b534169a3deaae2c2067c46', 'subnets': [{'id': '894233df-8f4f-4cc4-8a73-f2fb7800b16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:47:09.252981 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-231fe658-7846-4b66-a000-0a75b5989697 req-e6e479c2-a3a5-4333-bd4c-2bdc7a42f811 service neutron] 10.222.0.88 "GET /v2.0/networks/68d2b4f4-49d5-4c13-8c96-8d0f658b3826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4744198 Aug 19 15:47:09.314112 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3a8bd4-b621-44fb-9ed0-7ae6eebf1617 None None] New status for floating IP 9a61b0a3-bcff-4c9a-a3e6-8b3e6afeca28: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:47:09.470491 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dd651e31-1380-4453-b98f-98596bf52db9 req-b1e205cc-28f2-488c-8bb2-a4002822635f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450420 Aug 19 15:47:09.564391 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd651e31-1380-4453-b98f-98596bf52db9 req-0e53b762-6dd8-4962-8ce1-b6b321cb5aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:47:09.565930 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dd651e31-1380-4453-b98f-98596bf52db9 req-0e53b762-6dd8-4962-8ce1-b6b321cb5aa7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fb82d0576b534169a3deaae2c2067c46&device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 1096 time: 0.0437853 Aug 19 15:47:09.672804 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd651e31-1380-4453-b98f-98596bf52db9 req-1c506f42-c33e-4811-9089-d585eeeb3dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:47:09.674245 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dd651e31-1380-4453-b98f-98596bf52db9 req-1c506f42-c33e-4811-9089-d585eeeb3dbd service neutron] 10.222.0.88 "GET /v2.0/networks?id=68d2b4f4-49d5-4c13-8c96-8d0f658b3826 HTTP/1.1" status: 200 len: 910 time: 0.0885279 Aug 19 15:47:09.739047 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dd651e31-1380-4453-b98f-98596bf52db9 req-0db41d6e-94f8-4eb7-a2ba-9f92f4eebf15 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ab840f4-31e3-469b-9b97-df37a7091d2a HTTP/1.1" status: 200 len: 1000 time: 0.0578878 Aug 19 15:47:09.797702 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd651e31-1380-4453-b98f-98596bf52db9 req-19071d98-9cd0-4fbe-bd1a-2fd50cab535e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:47:09.799170 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dd651e31-1380-4453-b98f-98596bf52db9 req-19071d98-9cd0-4fbe-bd1a-2fd50cab535e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=894233df-8f4f-4cc4-8a73-f2fb7800b16d HTTP/1.1" status: 200 len: 848 time: 0.0528545 Aug 19 15:47:09.848446 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd651e31-1380-4453-b98f-98596bf52db9 req-1aecc6fd-7cff-4814-9821-1b0d7c04bd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:47:09.849983 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dd651e31-1380-4453-b98f-98596bf52db9 req-1aecc6fd-7cff-4814-9821-1b0d7c04bd87 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=68d2b4f4-49d5-4c13-8c96-8d0f658b3826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438728 Aug 19 15:47:09.944782 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dd651e31-1380-4453-b98f-98596bf52db9 req-998207e9-e155-41e8-a6ac-989fe31d62a8 service neutron] 10.222.0.88 "GET /v2.0/networks/68d2b4f4-49d5-4c13-8c96-8d0f658b3826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867829 Aug 19 15:47:10.054796 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dd651e31-1380-4453-b98f-98596bf52db9 req-92d7ae7f-ea11-494a-8847-b68572943232 service neutron] 10.222.0.88 "GET /v2.0/networks/68d2b4f4-49d5-4c13-8c96-8d0f658b3826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025815 Aug 19 15:47:31.532985 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8e6d1a08-27e3-4680-bc71-6813d020cc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:47:34.438021 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f1aec690-7966-4604-8175-c1af8f7a09a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:47:34.643822 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:47:34.842975 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:47:35.082672 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:47:35.373334 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:47:36.015056 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:47:37.189492 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:48:01.534605 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-108dcc92-771f-4399-8468-04a9b77be802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:48:04.440347 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f9218ff9-30fa-4238-b293-d264d3d498d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:48:04.644463 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:48:04.854401 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:48:05.377198 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:48:06.010946 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:48:07.194208 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:48:10.468057 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b4a3f8a1-2859-4236-920e-5f9f5919f7af req-3fcc4289-51ef-41d4-9c68-fe1c271567b7 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425406 Aug 19 15:48:10.547198 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a3f8a1-2859-4236-920e-5f9f5919f7af req-a6879ddd-264f-430b-ad7b-f7a170a81659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:48:10.548720 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b4a3f8a1-2859-4236-920e-5f9f5919f7af req-a6879ddd-264f-430b-ad7b-f7a170a81659 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fb82d0576b534169a3deaae2c2067c46&device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 1096 time: 0.0403433 Aug 19 15:48:10.656729 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a3f8a1-2859-4236-920e-5f9f5919f7af req-c876ea10-27d3-4c5d-9cb6-a3f2fcef754a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:48:10.658461 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b4a3f8a1-2859-4236-920e-5f9f5919f7af req-c876ea10-27d3-4c5d-9cb6-a3f2fcef754a service neutron] 10.222.0.88 "GET /v2.0/networks?id=68d2b4f4-49d5-4c13-8c96-8d0f658b3826 HTTP/1.1" status: 200 len: 910 time: 0.0905805 Aug 19 15:48:10.734241 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b4a3f8a1-2859-4236-920e-5f9f5919f7af req-eb829620-1e02-4a2f-8980-db6728f8e039 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ab840f4-31e3-469b-9b97-df37a7091d2a HTTP/1.1" status: 200 len: 1000 time: 0.0685747 Aug 19 15:48:10.788995 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a3f8a1-2859-4236-920e-5f9f5919f7af req-93c6aa11-8465-46ba-9896-9deee1cc12f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:48:10.790471 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b4a3f8a1-2859-4236-920e-5f9f5919f7af req-93c6aa11-8465-46ba-9896-9deee1cc12f4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=894233df-8f4f-4cc4-8a73-f2fb7800b16d HTTP/1.1" status: 200 len: 848 time: 0.0490310 Aug 19 15:48:10.838549 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a3f8a1-2859-4236-920e-5f9f5919f7af req-d396f984-ef2a-41de-b378-6f6e8d2ad7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:48:10.839965 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b4a3f8a1-2859-4236-920e-5f9f5919f7af req-d396f984-ef2a-41de-b378-6f6e8d2ad7e7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=68d2b4f4-49d5-4c13-8c96-8d0f658b3826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428381 Aug 19 15:48:10.936058 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b4a3f8a1-2859-4236-920e-5f9f5919f7af req-5f6bf8d3-a0cb-4e6e-8b29-cf54cc08cd5c service neutron] 10.222.0.88 "GET /v2.0/networks/68d2b4f4-49d5-4c13-8c96-8d0f658b3826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890648 Aug 19 15:48:11.041014 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b4a3f8a1-2859-4236-920e-5f9f5919f7af req-5b3fe3b5-347c-4fb6-a255-513ebfcd33bf service neutron] 10.222.0.88 "GET /v2.0/networks/68d2b4f4-49d5-4c13-8c96-8d0f658b3826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974798 Aug 19 15:48:12.082057 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:48:31.539200 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cbf48966-1766-4962-9738-2c7f3841260c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:48:34.442828 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2bcd44fb-5be0-40cc-8c56-ea2fab716849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:48:34.650211 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:48:34.853852 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:48:35.379014 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:48:36.012823 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:48:37.200873 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:48:49.080799 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:49:01.542431 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8e03b1cf-53eb-4792-a261-e73bf4a58862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:03.870463 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505b8ce-226c-4b09-b3dd-42f2fa113866 req-166b92dd-fa45-4e2d-a4ac-f963317b2bef tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:03.872018 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4505b8ce-226c-4b09-b3dd-42f2fa113866 req-166b92dd-fa45-4e2d-a4ac-f963317b2bef tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 945 time: 0.1011443 Aug 19 15:49:03.910898 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4505b8ce-226c-4b09-b3dd-42f2fa113866 req-86cb6255-1cdd-42dd-92cc-6ffc82e4eac2 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=f250d19c-daca-4db0-8d80-9681668b2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326576 Aug 19 15:49:04.443911 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4c1c1360-2950-4989-9e0d-7ceabc6c88c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:04.643136 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:04.857112 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:05.051935 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2c2e7-ff15-4b14-a883-4a6e1cf97170 req-2759c73d-3d19-4715-ab6f-94c08c2a918c tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:05.053619 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cbb2c2e7-ff15-4b14-a883-4a6e1cf97170 req-2759c73d-3d19-4715-ab6f-94c08c2a918c tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 945 time: 0.0525095 Aug 19 15:49:05.094437 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cbb2c2e7-ff15-4b14-a883-4a6e1cf97170 req-d2846ba1-ae28-45c3-a406-131c7740effc tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=f250d19c-daca-4db0-8d80-9681668b2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342128 Aug 19 15:49:05.384795 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:06.026675 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:06.263892 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990f3f3-c790-4d0d-8f47-5ea856d53218 req-d81f6e5f-cbd7-4683-ae5a-a525039de7d4 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:06.265499 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1990f3f3-c790-4d0d-8f47-5ea856d53218 req-d81f6e5f-cbd7-4683-ae5a-a525039de7d4 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 945 time: 0.0556853 Aug 19 15:49:06.306341 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1990f3f3-c790-4d0d-8f47-5ea856d53218 req-ab977734-a932-4a38-b8e5-3849c17f9bbd tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=f250d19c-daca-4db0-8d80-9681668b2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344911 Aug 19 15:49:07.199693 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:07.446857 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea79f3-02de-4913-ad47-9bd02e30b93d req-8e5652ba-07ca-41ac-b696-4c4931555592 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:07.448367 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-43ea79f3-02de-4913-ad47-9bd02e30b93d req-8e5652ba-07ca-41ac-b696-4c4931555592 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 945 time: 0.0627899 Aug 19 15:49:07.494608 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-43ea79f3-02de-4913-ad47-9bd02e30b93d req-7ea18518-53f6-46cd-998b-ed7bf557c867 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=f250d19c-daca-4db0-8d80-9681668b2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360270 Aug 19 15:49:08.625497 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302d0f6-e6b6-48c0-b721-a47066038fee req-d333ec37-11d5-40a5-ba69-7df87b7a6e71 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:08.627002 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7302d0f6-e6b6-48c0-b721-a47066038fee req-d333ec37-11d5-40a5-ba69-7df87b7a6e71 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 945 time: 0.0502579 Aug 19 15:49:08.668733 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7302d0f6-e6b6-48c0-b721-a47066038fee req-e2182541-fde5-4cac-ac72-9fc59f336889 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=f250d19c-daca-4db0-8d80-9681668b2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345242 Aug 19 15:49:09.796426 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d71eea3-52f8-4d35-9b10-a11b2c06a79c req-91859f8e-d7a8-4e23-81ef-eea708f5648e tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:09.798036 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2d71eea3-52f8-4d35-9b10-a11b2c06a79c req-91859f8e-d7a8-4e23-81ef-eea708f5648e tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 945 time: 0.0584557 Aug 19 15:49:09.852936 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2d71eea3-52f8-4d35-9b10-a11b2c06a79c req-a734dacc-e72e-437e-9951-009aa91e3313 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=f250d19c-daca-4db0-8d80-9681668b2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476000 Aug 19 15:49:10.561067 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e9a2d-be48-4da8-b318-4c85ddd25b30 req-90ae8bab-7dfe-4fe9-b43e-10be15ef8270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:10.562875 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ca9e9a2d-be48-4da8-b318-4c85ddd25b30 req-90ae8bab-7dfe-4fe9-b43e-10be15ef8270 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fb82d0576b534169a3deaae2c2067c46&device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 1096 time: 0.0937967 Aug 19 15:49:10.679413 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e9a2d-be48-4da8-b318-4c85ddd25b30 req-81e2ce48-b008-47db-8409-fab400b03e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:10.680975 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ca9e9a2d-be48-4da8-b318-4c85ddd25b30 req-81e2ce48-b008-47db-8409-fab400b03e7d service neutron] 10.222.0.88 "GET /v2.0/networks?id=68d2b4f4-49d5-4c13-8c96-8d0f658b3826 HTTP/1.1" status: 200 len: 910 time: 0.0965302 Aug 19 15:49:10.759303 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ca9e9a2d-be48-4da8-b318-4c85ddd25b30 req-59529eb4-ae0f-4534-a4fc-6167b6e84550 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ab840f4-31e3-469b-9b97-df37a7091d2a HTTP/1.1" status: 200 len: 1000 time: 0.0713074 Aug 19 15:49:10.809827 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e9a2d-be48-4da8-b318-4c85ddd25b30 req-ee2b8d24-da8a-4a9d-8cc6-81e7fde98038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:10.811370 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ca9e9a2d-be48-4da8-b318-4c85ddd25b30 req-ee2b8d24-da8a-4a9d-8cc6-81e7fde98038 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=894233df-8f4f-4cc4-8a73-f2fb7800b16d HTTP/1.1" status: 200 len: 848 time: 0.0458133 Aug 19 15:49:10.867562 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e9a2d-be48-4da8-b318-4c85ddd25b30 req-37e0f6d6-c51c-4f12-9e84-e8bd14614d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:10.869139 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ca9e9a2d-be48-4da8-b318-4c85ddd25b30 req-37e0f6d6-c51c-4f12-9e84-e8bd14614d4d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=68d2b4f4-49d5-4c13-8c96-8d0f658b3826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512857 Aug 19 15:49:11.000672 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ca9e9a2d-be48-4da8-b318-4c85ddd25b30 req-a25f0657-72b3-4c64-802b-029848aca6fe service neutron] 10.222.0.88 "GET /v2.0/networks/68d2b4f4-49d5-4c13-8c96-8d0f658b3826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234121 Aug 19 15:49:11.039422 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834aa97-0eca-49ba-a0dd-027cf90e5e9f req-2e420981-9685-42ec-9457-80dfc328bd20 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:11.040841 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5834aa97-0eca-49ba-a0dd-027cf90e5e9f req-2e420981-9685-42ec-9457-80dfc328bd20 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 945 time: 0.0911775 Aug 19 15:49:11.118921 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5834aa97-0eca-49ba-a0dd-027cf90e5e9f req-7495000c-51f6-4cc8-8a37-3ea28610ac79 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=f250d19c-daca-4db0-8d80-9681668b2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535789 Aug 19 15:49:11.136621 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ca9e9a2d-be48-4da8-b318-4c85ddd25b30 req-9d524fd6-ebb4-4510-bad1-89730b2e811e service neutron] 10.222.0.88 "GET /v2.0/networks/68d2b4f4-49d5-4c13-8c96-8d0f658b3826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280930 Aug 19 15:49:12.245056 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0910e-5b3f-4e94-8314-83901260ccc8 req-c873cae5-874f-4258-9af3-45a229aa6ab8 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:12.246555 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-88d0910e-5b3f-4e94-8314-83901260ccc8 req-c873cae5-874f-4258-9af3-45a229aa6ab8 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 945 time: 0.0502315 Aug 19 15:49:12.289708 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-88d0910e-5b3f-4e94-8314-83901260ccc8 req-a724ebef-392d-43f4-badb-b199d38e1c58 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=f250d19c-daca-4db0-8d80-9681668b2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327497 Aug 19 15:49:13.429765 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd5588-7dea-4656-b0cb-abfa5844fdbc req-d6700f92-9aa8-4a0a-bc16-f58e96fd1737 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:13.431274 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-abbd5588-7dea-4656-b0cb-abfa5844fdbc req-d6700f92-9aa8-4a0a-bc16-f58e96fd1737 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 945 time: 0.0625703 Aug 19 15:49:13.475985 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-abbd5588-7dea-4656-b0cb-abfa5844fdbc req-5db8cfc2-3326-4f5a-b92a-ef915f532268 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=f250d19c-daca-4db0-8d80-9681668b2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345342 Aug 19 15:49:14.636731 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb00b72-c344-4f97-a709-6b3a63a67389 req-d4381689-0dcd-46d9-8f43-fc6398d538ad tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:14.639101 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5fb00b72-c344-4f97-a709-6b3a63a67389 req-d4381689-0dcd-46d9-8f43-fc6398d538ad tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 945 time: 0.0716810 Aug 19 15:49:14.696175 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5fb00b72-c344-4f97-a709-6b3a63a67389 req-b96978d0-a8d5-4e4e-8283-8b465dc4ce71 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=f250d19c-daca-4db0-8d80-9681668b2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496116 Aug 19 15:49:14.708957 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 7ab840f4-31e3-469b-9b97-df37a7091d2a details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:49:14.838930 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 7ab840f4-31e3-469b-9b97-df37a7091d2a, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=7ab840f4-31e3-469b-9b97-df37a7091d2a,segment=NetworkSegment(52333bbc-0180-43a2-82af-3f83f0e7c42c),segment_id=52333bbc-0180-43a2-82af-3f83f0e7c42c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:49:14.850664 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '7ab840f4-31e3-469b-9b97-df37a7091d2a', 'network_id': '68d2b4f4-49d5-4c13-8c96-8d0f658b3826', 'port_id': '7ab840f4-31e3-469b-9b97-df37a7091d2a', 'mac_address': 'fa:16:3e:7e:c6:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '894233df-8f4f-4cc4-8a73-f2fb7800b16d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:49:14.892253 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:14.905566 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7ab840f4-31e3-469b-9b97-df37a7091d2a {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:49:14.925611 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 7ab840f4-31e3-469b-9b97-df37a7091d2a, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=7ab840f4-31e3-469b-9b97-df37a7091d2a,segment=NetworkSegment(52333bbc-0180-43a2-82af-3f83f0e7c42c),segment_id=52333bbc-0180-43a2-82af-3f83f0e7c42c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:49:14.930501 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:14.996682 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=7ab840f4-31e3-469b-9b97-df37a7091d2a,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:49:15.003785 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:49:15.004124 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:49:15.004485 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:49:15.004821 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:49:15.005148 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:49:15.005470 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:49:15.005789 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:49:15.006108 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:49:15.006432 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:49:15.007380 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:49:15.007827 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:49:15.008239 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:49:15.016956 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['7ab840f4-31e3-469b-9b97-df37a7091d2a'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:49:15.818687 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004a357-56b4-49a4-b81f-1752142d303b req-5334b16e-1d92-40b8-b6c5-bae03e5e6eb0 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:15.820745 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b004a357-56b4-49a4-b81f-1752142d303b req-5334b16e-1d92-40b8-b6c5-bae03e5e6eb0 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 944 time: 0.0520012 Aug 19 15:49:15.869973 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b004a357-56b4-49a4-b81f-1752142d303b req-e85f2090-56a6-4ea9-b432-bcafb51c021a tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=f250d19c-daca-4db0-8d80-9681668b2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403945 Aug 19 15:49:16.715154 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 7ab840f4-31e3-469b-9b97-df37a7091d2a up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:49:16.788571 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 7ab840f4-31e3-469b-9b97-df37a7091d2a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:49:16.789600 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:16.929332 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:16.983038 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285eee8e-fd4d-4bf4-9710-6cb4c1f64772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab840f4-31e3-469b-9b97-df37a7091d2a'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:49:16.987087 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33781a19ce02c5415d916baf9197922328299cb06218664b0429d3f5e03069d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d2b9b3-5bfc-4479-ae92-2380ffcfbf9a" -d '{"events": [{"server_uuid": "285eee8e-fd4d-4bf4-9710-6cb4c1f64772", "name": "network-vif-plugged", "status": "completed", "tag": "7ab840f4-31e3-469b-9b97-df37a7091d2a"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:49:17.010866 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 7ab840f4-31e3-469b-9b97-df37a7091d2a, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=7ab840f4-31e3-469b-9b97-df37a7091d2a,segment=NetworkSegment(52333bbc-0180-43a2-82af-3f83f0e7c42c),segment_id=52333bbc-0180-43a2-82af-3f83f0e7c42c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:49:17.023192 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:17.078955 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea427a5-8a12-4c48-bf1b-17d67ddf0d71 req-89085375-3d34-4d7e-bfbf-a561db4f2dd0 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:17.081382 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4ea427a5-8a12-4c48-bf1b-17d67ddf0d71 req-89085375-3d34-4d7e-bfbf-a561db4f2dd0 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 945 time: 0.0822227 Aug 19 15:49:17.116139 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56de78c9-90a8-4a7e-bf0f-929a0e8ae421 x-openstack-request-id: req-56de78c9-90a8-4a7e-bf0f-929a0e8ae421 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:49:17.116614 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "285eee8e-fd4d-4bf4-9710-6cb4c1f64772", "name": "network-vif-plugged", "status": "completed", "tag": "7ab840f4-31e3-469b-9b97-df37a7091d2a", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:49:17.117008 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-56de78c9-90a8-4a7e-bf0f-929a0e8ae421 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:49:17.117615 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '285eee8e-fd4d-4bf4-9710-6cb4c1f64772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab840f4-31e3-469b-9b97-df37a7091d2a', 'code': 200} Aug 19 15:49:17.118472 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=7ab840f4-31e3-469b-9b97-df37a7091d2a,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:49:17.158638 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4ea427a5-8a12-4c48-bf1b-17d67ddf0d71 req-dd7e78df-8f60-4b05-868c-6bdabf7f5359 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=f250d19c-daca-4db0-8d80-9681668b2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649862 Aug 19 15:49:18.304130 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dfd1a6-09ff-43a3-bebb-31e4839f356a req-2429adac-7e2f-42b2-b936-b2bf680d0f83 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:18.309203 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f0dfd1a6-09ff-43a3-bebb-31e4839f356a req-2429adac-7e2f-42b2-b936-b2bf680d0f83 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 945 time: 0.0599749 Aug 19 15:49:18.367700 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f0dfd1a6-09ff-43a3-bebb-31e4839f356a req-a9a624d3-1565-4bb3-b71c-7dd6bd128f67 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=f250d19c-daca-4db0-8d80-9681668b2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551302 Aug 19 15:49:19.571235 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0c50d-189b-4906-af72-986516faad26 req-2d5216c8-8a1c-4d5d-8407-c1a9b71528cf tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:19.573357 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7fc0c50d-189b-4906-af72-986516faad26 req-2d5216c8-8a1c-4d5d-8407-c1a9b71528cf tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 945 time: 0.0961988 Aug 19 15:49:19.634420 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7fc0c50d-189b-4906-af72-986516faad26 req-ad458173-a6d3-4453-ae04-7f7e45f84fc9 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=f250d19c-daca-4db0-8d80-9681668b2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521741 Aug 19 15:49:20.799933 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a052b7c-8bb1-42d2-8f60-0f4991b97c09 req-52356232-3bd7-45c2-95e1-c71f16a76918 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:20.803504 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8a052b7c-8bb1-42d2-8f60-0f4991b97c09 req-52356232-3bd7-45c2-95e1-c71f16a76918 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 945 time: 0.0766728 Aug 19 15:49:20.863307 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8a052b7c-8bb1-42d2-8f60-0f4991b97c09 req-9cbcc0a3-fc0e-4dcb-8672-2d7bf09bf3a1 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=f250d19c-daca-4db0-8d80-9681668b2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525627 Aug 19 15:49:22.074300 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a07b7-8614-44da-ade1-3e09a9e16c6b req-09b50b15-1ba2-412a-9cdb-02369a37e083 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:22.085548 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-760a07b7-8614-44da-ade1-3e09a9e16c6b req-09b50b15-1ba2-412a-9cdb-02369a37e083 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 945 time: 0.1109362 Aug 19 15:49:22.140144 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-760a07b7-8614-44da-ade1-3e09a9e16c6b req-6c0dfa38-ee1a-402c-8242-6090ea5f2099 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=f250d19c-daca-4db0-8d80-9681668b2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530312 Aug 19 15:49:23.283641 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6839a52-6e53-44e8-bf77-b31f78019861 req-b707e19d-dea1-4aac-966a-045ba5e910bb tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:23.295069 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a6839a52-6e53-44e8-bf77-b31f78019861 req-b707e19d-dea1-4aac-966a-045ba5e910bb tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 945 time: 0.0779042 Aug 19 15:49:23.347666 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a6839a52-6e53-44e8-bf77-b31f78019861 req-30cfd030-6097-40c2-bff7-1b3b2c6515f2 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=f250d19c-daca-4db0-8d80-9681668b2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511971 Aug 19 15:49:24.500708 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c88f7e-9266-4d17-aacf-28e19d27012e req-fd0e9aec-c517-497e-bd7d-f43d7650ce29 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:24.502580 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-49c88f7e-9266-4d17-aacf-28e19d27012e req-fd0e9aec-c517-497e-bd7d-f43d7650ce29 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 945 time: 0.0629797 Aug 19 15:49:24.563361 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-49c88f7e-9266-4d17-aacf-28e19d27012e req-dcb2ffc7-924d-4155-bd2b-2b696103fe93 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=f250d19c-daca-4db0-8d80-9681668b2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523465 Aug 19 15:49:25.717706 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b650c8a-adb7-4863-95f7-01ddebd95629 req-d183055f-4e45-48eb-8615-b9e5f0281508 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:25.729342 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1b650c8a-adb7-4863-95f7-01ddebd95629 req-d183055f-4e45-48eb-8615-b9e5f0281508 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 945 time: 0.0781107 Aug 19 15:49:25.784526 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1b650c8a-adb7-4863-95f7-01ddebd95629 req-448466a5-ed3f-463a-9a09-07d0246bec83 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=f250d19c-daca-4db0-8d80-9681668b2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496008 Aug 19 15:49:26.093894 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:49:26.971393 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c0480-0372-4488-b003-44758524cd26 req-3ca3a42f-95a7-4314-a29f-c72a3e0c136f tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:26.973816 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cb2c0480-0372-4488-b003-44758524cd26 req-3ca3a42f-95a7-4314-a29f-c72a3e0c136f tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 945 time: 0.0791874 Aug 19 15:49:27.028515 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cb2c0480-0372-4488-b003-44758524cd26 req-270da7d4-9da2-4e7b-a214-b485852e994d tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=f250d19c-daca-4db0-8d80-9681668b2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446796 Aug 19 15:49:27.450064 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7442a2-dd92-4882-b1b0-1a2acda6d612 req-79d8faef-6df7-455a-a4e6-0eee6f3c372a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:27.453044 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cf7442a2-dd92-4882-b1b0-1a2acda6d612 req-79d8faef-6df7-455a-a4e6-0eee6f3c372a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fb82d0576b534169a3deaae2c2067c46&device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 1096 time: 0.0715854 Aug 19 15:49:27.573965 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7442a2-dd92-4882-b1b0-1a2acda6d612 req-3dba94e2-0667-4e91-9a40-50042d9b04c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:27.576635 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cf7442a2-dd92-4882-b1b0-1a2acda6d612 req-3dba94e2-0667-4e91-9a40-50042d9b04c1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=68d2b4f4-49d5-4c13-8c96-8d0f658b3826 HTTP/1.1" status: 200 len: 910 time: 0.1164339 Aug 19 15:49:27.668879 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cf7442a2-dd92-4882-b1b0-1a2acda6d612 req-d5166318-ae42-4ebc-beda-8b39d03b0fd9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ab840f4-31e3-469b-9b97-df37a7091d2a HTTP/1.1" status: 200 len: 1000 time: 0.0846927 Aug 19 15:49:27.727339 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7442a2-dd92-4882-b1b0-1a2acda6d612 req-cdedc7c0-a024-49d5-b687-5a8d4e46fd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:27.729410 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cf7442a2-dd92-4882-b1b0-1a2acda6d612 req-cdedc7c0-a024-49d5-b687-5a8d4e46fd03 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=894233df-8f4f-4cc4-8a73-f2fb7800b16d HTTP/1.1" status: 200 len: 848 time: 0.0535874 Aug 19 15:49:27.789455 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7442a2-dd92-4882-b1b0-1a2acda6d612 req-b3ca0a76-8cc0-40f9-b3d1-89edefd72ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:27.790976 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cf7442a2-dd92-4882-b1b0-1a2acda6d612 req-b3ca0a76-8cc0-40f9-b3d1-89edefd72ee8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=68d2b4f4-49d5-4c13-8c96-8d0f658b3826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538237 Aug 19 15:49:27.938416 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cf7442a2-dd92-4882-b1b0-1a2acda6d612 req-7d517115-aaef-4024-8ac5-591b439a0f5e service neutron] 10.222.0.88 "GET /v2.0/networks/68d2b4f4-49d5-4c13-8c96-8d0f658b3826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384010 Aug 19 15:49:28.068972 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cf7442a2-dd92-4882-b1b0-1a2acda6d612 req-619327e2-94a8-4a4c-9bd1-7e5235177084 service neutron] 10.222.0.88 "GET /v2.0/networks/68d2b4f4-49d5-4c13-8c96-8d0f658b3826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232579 Aug 19 15:49:28.188836 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e104413-a320-4563-a86a-ef8234af5f94 req-af85be7a-e5e2-4855-8f13-c2ac557e366e tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:28.191085 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1e104413-a320-4563-a86a-ef8234af5f94 req-af85be7a-e5e2-4855-8f13-c2ac557e366e tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 945 time: 0.0726492 Aug 19 15:49:28.243678 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1e104413-a320-4563-a86a-ef8234af5f94 req-0b5f6ea3-2051-40f5-a4da-95e940646195 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=f250d19c-daca-4db0-8d80-9681668b2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453827 Aug 19 15:49:29.378466 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20590be6-7efe-4e29-a108-78c7b43f472c req-ca301f50-fdbf-4601-8fac-e69b4ecf8836 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:29.380005 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-20590be6-7efe-4e29-a108-78c7b43f472c req-ca301f50-fdbf-4601-8fac-e69b4ecf8836 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 945 time: 0.0576613 Aug 19 15:49:29.422260 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-20590be6-7efe-4e29-a108-78c7b43f472c req-c9b6f1da-9708-4e88-a680-460330c826d8 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=f250d19c-daca-4db0-8d80-9681668b2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360045 Aug 19 15:49:30.588649 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194af446-879d-4699-9a66-fe9aab9f37b4 req-10ef5b47-ff8e-46ad-b2ce-2f6968bffe8e tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:30.591146 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-194af446-879d-4699-9a66-fe9aab9f37b4 req-10ef5b47-ff8e-46ad-b2ce-2f6968bffe8e tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 945 time: 0.0773652 Aug 19 15:49:30.644709 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-194af446-879d-4699-9a66-fe9aab9f37b4 req-d7539e81-c0f6-4a3e-bd41-fb483c283b6a tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=f250d19c-daca-4db0-8d80-9681668b2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472832 Aug 19 15:49:30.762704 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 7ab840f4-31e3-469b-9b97-df37a7091d2a no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:49:30.859473 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:30.893653 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285eee8e-fd4d-4bf4-9710-6cb4c1f64772', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ab840f4-31e3-469b-9b97-df37a7091d2a'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:49:30.897880 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33781a19ce02c5415d916baf9197922328299cb06218664b0429d3f5e03069d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8daac9-9d71-4b5c-b38b-e76ba485187d" -d '{"events": [{"server_uuid": "285eee8e-fd4d-4bf4-9710-6cb4c1f64772", "name": "network-vif-unplugged", "status": "completed", "tag": "7ab840f4-31e3-469b-9b97-df37a7091d2a"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:49:30.919528 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 7ab840f4-31e3-469b-9b97-df37a7091d2a, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=7ab840f4-31e3-469b-9b97-df37a7091d2a,segment=NetworkSegment(52333bbc-0180-43a2-82af-3f83f0e7c42c),segment_id=52333bbc-0180-43a2-82af-3f83f0e7c42c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:49:30.931771 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:30.969065 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b99bea-d85b-49ae-ad03-62f193912658 req-01739df4-4e52-411d-b707-c9a0fd5ec649 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:30.973133 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 19 Aug 2021 15:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82cb70ef-854b-48e9-a4cd-bae748e0f407 x-openstack-request-id: req-82cb70ef-854b-48e9-a4cd-bae748e0f407 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:49:30.973601 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "285eee8e-fd4d-4bf4-9710-6cb4c1f64772", "name": "network-vif-unplugged", "status": "failed", "tag": "7ab840f4-31e3-469b-9b97-df37a7091d2a", "code": 422}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:49:30.974000 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-82cb70ef-854b-48e9-a4cd-bae748e0f407 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:49:30.975198 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-05b99bea-d85b-49ae-ad03-62f193912658 req-01739df4-4e52-411d-b707-c9a0fd5ec649 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 945 time: 0.1012671 Aug 19 15:49:30.975345 n-d-766043-2 neutron-server[94641]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '285eee8e-fd4d-4bf4-9710-6cb4c1f64772', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7ab840f4-31e3-469b-9b97-df37a7091d2a', 'code': 422} returned with failed status Aug 19 15:49:31.021369 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=7ab840f4-31e3-469b-9b97-df37a7091d2a,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:49:31.048242 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-05b99bea-d85b-49ae-ad03-62f193912658 req-523e5c8d-7ed4-417c-ac33-d97ebea2b3c7 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=f250d19c-daca-4db0-8d80-9681668b2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634527 Aug 19 15:49:31.166268 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40722) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:49:31.274042 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-549b829b-4ccf-41e8-9731-e58850ded6d9 req-b94aefc9-6df3-4eb4-ad15-489103f75d7d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1063514 Aug 19 15:49:31.555865 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9ff04b8d-a8dc-4aa3-90f3-cb07d54bc114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:32.147596 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b829b-4ccf-41e8-9731-e58850ded6d9 req-d2838729-854b-4f2f-8459-394d8cdbffe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:32.149715 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-549b829b-4ccf-41e8-9731-e58850ded6d9 req-d2838729-854b-4f2f-8459-394d8cdbffe5 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772&tenant_id=fb82d0576b534169a3deaae2c2067c46 HTTP/1.1" status: 200 len: 1094 time: 0.0467706 Aug 19 15:49:32.165383 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-549b829b-4ccf-41e8-9731-e58850ded6d9 req-fe6ef4ee-4450-435f-b8b9-d7774fe0b2bb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766043-2', 'device_owner': 'compute:nova'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:49:32.200500 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef6244-831e-4c08-8dac-72fad0bf2542 req-1bfcdf5e-4701-47c3-a883-38d1671d731b tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:32.203289 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-67ef6244-831e-4c08-8dac-72fad0bf2542 req-1bfcdf5e-4701-47c3-a883-38d1671d731b tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 943 time: 0.0695856 Aug 19 15:49:32.236789 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-549b829b-4ccf-41e8-9731-e58850ded6d9 req-fe6ef4ee-4450-435f-b8b9-d7774fe0b2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:32.260486 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-67ef6244-831e-4c08-8dac-72fad0bf2542 req-c9651bed-6c11-4ad7-bde6-8a29edc00b2e tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=f250d19c-daca-4db0-8d80-9681668b2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471933 Aug 19 15:49:32.482891 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-549b829b-4ccf-41e8-9731-e58850ded6d9 req-fe6ef4ee-4450-435f-b8b9-d7774fe0b2bb service neutron] For port 7ab840f4-31e3-469b-9b97-df37a7091d2a, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=7ab840f4-31e3-469b-9b97-df37a7091d2a,segment=NetworkSegment(52333bbc-0180-43a2-82af-3f83f0e7c42c),segment_id=52333bbc-0180-43a2-82af-3f83f0e7c42c)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:49:32.520163 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-549b829b-4ccf-41e8-9731-e58850ded6d9 req-fe6ef4ee-4450-435f-b8b9-d7774fe0b2bb service neutron] For port 7ab840f4-31e3-469b-9b97-df37a7091d2a, host n-h2-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:49:32.554003 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-549b829b-4ccf-41e8-9731-e58850ded6d9 req-fe6ef4ee-4450-435f-b8b9-d7774fe0b2bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ab840f4-31e3-469b-9b97-df37a7091d2a {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:49:32.562425 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-549b829b-4ccf-41e8-9731-e58850ded6d9 req-fe6ef4ee-4450-435f-b8b9-d7774fe0b2bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:32.576309 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-549b829b-4ccf-41e8-9731-e58850ded6d9 req-fe6ef4ee-4450-435f-b8b9-d7774fe0b2bb service neutron] Transition to ACTIVE for port object 7ab840f4-31e3-469b-9b97-df37a7091d2a will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:49:32.580978 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-549b829b-4ccf-41e8-9731-e58850ded6d9 req-fe6ef4ee-4450-435f-b8b9-d7774fe0b2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:33.061507 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6ef4ee-4450-435f-b8b9-d7774fe0b2bb service neutron] Pushing event updated for resources: {'Port': ['ID=7ab840f4-31e3-469b-9b97-df37a7091d2a,revision_number=9']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:49:33.076378 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6ef4ee-4450-435f-b8b9-d7774fe0b2bb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:49:33.076728 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6ef4ee-4450-435f-b8b9-d7774fe0b2bb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:49:33.077058 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6ef4ee-4450-435f-b8b9-d7774fe0b2bb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:49:33.077386 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6ef4ee-4450-435f-b8b9-d7774fe0b2bb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:49:33.077716 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6ef4ee-4450-435f-b8b9-d7774fe0b2bb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:49:33.078295 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6ef4ee-4450-435f-b8b9-d7774fe0b2bb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:49:33.078616 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6ef4ee-4450-435f-b8b9-d7774fe0b2bb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:49:33.078931 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6ef4ee-4450-435f-b8b9-d7774fe0b2bb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:49:33.079242 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6ef4ee-4450-435f-b8b9-d7774fe0b2bb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:49:33.079559 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6ef4ee-4450-435f-b8b9-d7774fe0b2bb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:49:33.079871 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6ef4ee-4450-435f-b8b9-d7774fe0b2bb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:49:33.080184 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6ef4ee-4450-435f-b8b9-d7774fe0b2bb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:49:33.134423 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-549b829b-4ccf-41e8-9731-e58850ded6d9 req-fe6ef4ee-4450-435f-b8b9-d7774fe0b2bb service neutron] No DVR routers for this DVR port 7ab840f4-31e3-469b-9b97-df37a7091d2a on host n-h2-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:49:33.302194 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-549b829b-4ccf-41e8-9731-e58850ded6d9 req-fe6ef4ee-4450-435f-b8b9-d7774fe0b2bb service neutron] Attempting to bind port 7ab840f4-31e3-469b-9b97-df37a7091d2a on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:49:33.303045 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-549b829b-4ccf-41e8-9731-e58850ded6d9 req-fe6ef4ee-4450-435f-b8b9-d7774fe0b2bb service neutron] Attempting to bind port 7ab840f4-31e3-469b-9b97-df37a7091d2a by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '52333bbc-0180-43a2-82af-3f83f0e7c42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '68d2b4f4-49d5-4c13-8c96-8d0f658b3826'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:49:33.303175 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549b829b-4ccf-41e8-9731-e58850ded6d9 req-fe6ef4ee-4450-435f-b8b9-d7774fe0b2bb service neutron] Attempting to bind port 7ab840f4-31e3-469b-9b97-df37a7091d2a on network 68d2b4f4-49d5-4c13-8c96-8d0f658b3826 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:49:33.308169 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549b829b-4ccf-41e8-9731-e58850ded6d9 req-fe6ef4ee-4450-435f-b8b9-d7774fe0b2bb service neutron] Port 7ab840f4-31e3-469b-9b97-df37a7091d2a on network 68d2b4f4-49d5-4c13-8c96-8d0f658b3826 not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:49:33.308529 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549b829b-4ccf-41e8-9731-e58850ded6d9 req-fe6ef4ee-4450-435f-b8b9-d7774fe0b2bb service neutron] Attempting to bind port 7ab840f4-31e3-469b-9b97-df37a7091d2a on network 68d2b4f4-49d5-4c13-8c96-8d0f658b3826 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:49:33.313775 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549b829b-4ccf-41e8-9731-e58850ded6d9 req-fe6ef4ee-4450-435f-b8b9-d7774fe0b2bb service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:49:33.314056 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549b829b-4ccf-41e8-9731-e58850ded6d9 req-fe6ef4ee-4450-435f-b8b9-d7774fe0b2bb service neutron] Checking segment: {'id': '52333bbc-0180-43a2-82af-3f83f0e7c42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '68d2b4f4-49d5-4c13-8c96-8d0f658b3826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:49:33.314451 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549b829b-4ccf-41e8-9731-e58850ded6d9 req-fe6ef4ee-4450-435f-b8b9-d7774fe0b2bb service neutron] Bound using segment: {'id': '52333bbc-0180-43a2-82af-3f83f0e7c42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '68d2b4f4-49d5-4c13-8c96-8d0f658b3826'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:49:33.314881 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-549b829b-4ccf-41e8-9731-e58850ded6d9 req-fe6ef4ee-4450-435f-b8b9-d7774fe0b2bb service neutron] Bound port: 7ab840f4-31e3-469b-9b97-df37a7091d2a, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52333bbc-0180-43a2-82af-3f83f0e7c42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '68d2b4f4-49d5-4c13-8c96-8d0f658b3826'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:49:33.315246 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-549b829b-4ccf-41e8-9731-e58850ded6d9 req-fe6ef4ee-4450-435f-b8b9-d7774fe0b2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:33.385513 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-549b829b-4ccf-41e8-9731-e58850ded6d9 req-fe6ef4ee-4450-435f-b8b9-d7774fe0b2bb service neutron] For port 7ab840f4-31e3-469b-9b97-df37a7091d2a, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:49:33.389104 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-549b829b-4ccf-41e8-9731-e58850ded6d9 req-fe6ef4ee-4450-435f-b8b9-d7774fe0b2bb service neutron] For port 7ab840f4-31e3-469b-9b97-df37a7091d2a, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=7ab840f4-31e3-469b-9b97-df37a7091d2a,segment=NetworkSegment(52333bbc-0180-43a2-82af-3f83f0e7c42c),segment_id=52333bbc-0180-43a2-82af-3f83f0e7c42c)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:49:33.391622 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b068b93-bc14-417e-b352-404879e42e08 req-6fa82d38-5c53-49b6-b8e7-2f0fd67b8e60 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:33.394075 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5b068b93-bc14-417e-b352-404879e42e08 req-6fa82d38-5c53-49b6-b8e7-2f0fd67b8e60 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 943 time: 0.0573685 Aug 19 15:49:33.394872 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-549b829b-4ccf-41e8-9731-e58850ded6d9 req-fe6ef4ee-4450-435f-b8b9-d7774fe0b2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:33.442708 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b829b-4ccf-41e8-9731-e58850ded6d9 req-fe6ef4ee-4450-435f-b8b9-d7774fe0b2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:33.443365 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-549b829b-4ccf-41e8-9731-e58850ded6d9 req-fe6ef4ee-4450-435f-b8b9-d7774fe0b2bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:33.445507 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-549b829b-4ccf-41e8-9731-e58850ded6d9 req-fe6ef4ee-4450-435f-b8b9-d7774fe0b2bb service neutron] 10.222.0.68 "PUT /v2.0/ports/7ab840f4-31e3-469b-9b97-df37a7091d2a HTTP/1.1" status: 200 len: 1091 time: 1.2863300 Aug 19 15:49:33.446760 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '285eee8e-fd4d-4bf4-9710-6cb4c1f64772', 'tag': '7ab840f4-31e3-469b-9b97-df37a7091d2a'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:49:33.449670 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ea2f9e66d71df3aa35f2a980f4ce96e3876fd938d75aec7c1a3378f7fc42a1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065f4171-cdd8-465b-a0aa-11e2f5a959b2" -d '{"events": [{"name": "network-changed", "server_uuid": "285eee8e-fd4d-4bf4-9710-6cb4c1f64772", "tag": "7ab840f4-31e3-469b-9b97-df37a7091d2a"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:49:33.462949 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5b068b93-bc14-417e-b352-404879e42e08 req-628dfc91-46d4-4a95-a878-0c4ca551cfad tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=f250d19c-daca-4db0-8d80-9681668b2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580559 Aug 19 15:49:33.487017 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6ef4ee-4450-435f-b8b9-d7774fe0b2bb service neutron] Pushing event updated for resources: {'Port': ['ID=7ab840f4-31e3-469b-9b97-df37a7091d2a,revision_number=10']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:49:33.547093 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b829b-4ccf-41e8-9731-e58850ded6d9 req-f00606c4-51df-4a65-9d37-2ee1f1c91540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:33.548685 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-549b829b-4ccf-41e8-9731-e58850ded6d9 req-f00606c4-51df-4a65-9d37-2ee1f1c91540 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fb82d0576b534169a3deaae2c2067c46&device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 1095 time: 0.0536563 Aug 19 15:49:33.618196 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1793a0a-0cdc-4b26-91d8-875bd971b745 x-openstack-request-id: req-a1793a0a-0cdc-4b26-91d8-875bd971b745 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:49:33.618696 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "285eee8e-fd4d-4bf4-9710-6cb4c1f64772", "tag": "7ab840f4-31e3-469b-9b97-df37a7091d2a", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:49:33.619000 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a1793a0a-0cdc-4b26-91d8-875bd971b745 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:49:33.619415 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '285eee8e-fd4d-4bf4-9710-6cb4c1f64772', 'tag': '7ab840f4-31e3-469b-9b97-df37a7091d2a', 'status': 'completed', 'code': 200} Aug 19 15:49:33.682054 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b829b-4ccf-41e8-9731-e58850ded6d9 req-1f6d79d4-cc08-4068-9560-963bfafb5558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:33.684373 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-549b829b-4ccf-41e8-9731-e58850ded6d9 req-1f6d79d4-cc08-4068-9560-963bfafb5558 service neutron] 10.222.0.68 "GET /v2.0/networks?id=68d2b4f4-49d5-4c13-8c96-8d0f658b3826 HTTP/1.1" status: 200 len: 910 time: 0.1260140 Aug 19 15:49:33.762367 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-549b829b-4ccf-41e8-9731-e58850ded6d9 req-636ee826-398f-417f-ade1-884e91387b96 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ab840f4-31e3-469b-9b97-df37a7091d2a HTTP/1.1" status: 200 len: 998 time: 0.0705485 Aug 19 15:49:33.815335 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b829b-4ccf-41e8-9731-e58850ded6d9 req-e222d404-7729-4ac8-982b-33378024da50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:33.816966 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-549b829b-4ccf-41e8-9731-e58850ded6d9 req-e222d404-7729-4ac8-982b-33378024da50 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=894233df-8f4f-4cc4-8a73-f2fb7800b16d HTTP/1.1" status: 200 len: 848 time: 0.0481322 Aug 19 15:49:33.866929 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b829b-4ccf-41e8-9731-e58850ded6d9 req-ad05e46e-0aa5-4922-a90f-0c80c129618b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:33.868495 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-549b829b-4ccf-41e8-9731-e58850ded6d9 req-ad05e46e-0aa5-4922-a90f-0c80c129618b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=68d2b4f4-49d5-4c13-8c96-8d0f658b3826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442083 Aug 19 15:49:33.969114 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-549b829b-4ccf-41e8-9731-e58850ded6d9 req-7eacc4fc-e11a-4a7e-96eb-3dbaa941c1ab service neutron] 10.222.0.68 "GET /v2.0/networks/68d2b4f4-49d5-4c13-8c96-8d0f658b3826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924304 Aug 19 15:49:34.065111 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-549b829b-4ccf-41e8-9731-e58850ded6d9 req-bc8155d1-fc24-4730-b054-b9b64ebfe722 service neutron] 10.222.0.68 "GET /v2.0/networks/68d2b4f4-49d5-4c13-8c96-8d0f658b3826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886164 Aug 19 15:49:34.158593 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f4171-cdd8-465b-a0aa-11e2f5a959b2 req-26c4bb8f-f1da-4f23-85b7-e8d5b86bb21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:34.160266 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-065f4171-cdd8-465b-a0aa-11e2f5a959b2 req-26c4bb8f-f1da-4f23-85b7-e8d5b86bb21f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fb82d0576b534169a3deaae2c2067c46&device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 1095 time: 0.0479217 Aug 19 15:49:34.272673 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f4171-cdd8-465b-a0aa-11e2f5a959b2 req-c2cc0ada-9478-4ab2-9d1d-10d35150607c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:34.274526 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-065f4171-cdd8-465b-a0aa-11e2f5a959b2 req-c2cc0ada-9478-4ab2-9d1d-10d35150607c service neutron] 10.222.0.68 "GET /v2.0/networks?id=68d2b4f4-49d5-4c13-8c96-8d0f658b3826 HTTP/1.1" status: 200 len: 910 time: 0.1073365 Aug 19 15:49:34.352039 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-065f4171-cdd8-465b-a0aa-11e2f5a959b2 req-51d44b3b-c11b-42f5-b601-ec5d1c7dfd09 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ab840f4-31e3-469b-9b97-df37a7091d2a HTTP/1.1" status: 200 len: 998 time: 0.0703695 Aug 19 15:49:34.426734 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f4171-cdd8-465b-a0aa-11e2f5a959b2 req-70367c48-5dc4-4f60-8ef8-c78b1f1ba073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:34.432098 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-065f4171-cdd8-465b-a0aa-11e2f5a959b2 req-70367c48-5dc4-4f60-8ef8-c78b1f1ba073 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=894233df-8f4f-4cc4-8a73-f2fb7800b16d HTTP/1.1" status: 200 len: 848 time: 0.0721540 Aug 19 15:49:34.457699 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bec1ca1e-b507-4626-adef-413b64a6520e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:34.654505 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e478d71b-d685-4532-909f-75c83709b87b req-87ee71e5-9013-48e7-abe1-69e7ad7893fd tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:34.663534 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e478d71b-d685-4532-909f-75c83709b87b req-87ee71e5-9013-48e7-abe1-69e7ad7893fd tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 944 time: 0.0912356 Aug 19 15:49:34.670831 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:34.722095 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e478d71b-d685-4532-909f-75c83709b87b req-b1c49e15-32a6-4321-b993-9351a6a7807b tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=f250d19c-daca-4db0-8d80-9681668b2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570984 Aug 19 15:49:34.871464 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:35.390077 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:35.889090 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72599e3-1876-48f2-9783-9214809c6751 req-b70d9311-68c9-4f72-b62e-5725a2b4a817 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:35.890822 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e72599e3-1876-48f2-9783-9214809c6751 req-b70d9311-68c9-4f72-b62e-5725a2b4a817 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 944 time: 0.0703361 Aug 19 15:49:35.939966 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e72599e3-1876-48f2-9783-9214809c6751 req-234d7f31-367e-4546-ae18-2758cda697b8 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=f250d19c-daca-4db0-8d80-9681668b2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393047 Aug 19 15:49:36.028227 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:37.073556 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca30949-d2e9-4cb4-9f61-3b608d637b40 req-1583fe75-6205-45f0-b0d8-06efe1ac2c46 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:37.075463 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-aca30949-d2e9-4cb4-9f61-3b608d637b40 req-1583fe75-6205-45f0-b0d8-06efe1ac2c46 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 944 time: 0.0574458 Aug 19 15:49:37.124365 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-aca30949-d2e9-4cb4-9f61-3b608d637b40 req-549e61c3-10cc-4ba0-b82b-f072479fae92 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=f250d19c-daca-4db0-8d80-9681668b2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419436 Aug 19 15:49:37.203617 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:38.277018 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc02caf-5a7e-4256-9f9a-b558fe68e51c req-32c7ee10-998a-46ec-b8ca-60541d840ce2 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:38.279180 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6fc02caf-5a7e-4256-9f9a-b558fe68e51c req-32c7ee10-998a-46ec-b8ca-60541d840ce2 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 944 time: 0.0763400 Aug 19 15:49:38.327109 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6fc02caf-5a7e-4256-9f9a-b558fe68e51c req-9527d579-04fd-4dd0-88d7-ebaa4191e197 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=f250d19c-daca-4db0-8d80-9681668b2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416486 Aug 19 15:49:39.525842 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578fcbb-40df-498a-8927-ce8ee8ff121a req-66f95c17-29e4-4cfa-b80b-283574c40693 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:39.529202 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6578fcbb-40df-498a-8927-ce8ee8ff121a req-66f95c17-29e4-4cfa-b80b-283574c40693 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 944 time: 0.1021612 Aug 19 15:49:39.591165 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6578fcbb-40df-498a-8927-ce8ee8ff121a req-36d36b9d-cf2c-43fe-87b2-c07a99c38b01 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=f250d19c-daca-4db0-8d80-9681668b2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544753 Aug 19 15:49:40.782769 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911bdda-c58c-4f0f-8862-bfe7c942b17c req-0ba050ba-c24a-437e-b8b7-406581273708 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:40.784291 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3911bdda-c58c-4f0f-8862-bfe7c942b17c req-0ba050ba-c24a-437e-b8b7-406581273708 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 944 time: 0.0829768 Aug 19 15:49:40.846785 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3911bdda-c58c-4f0f-8862-bfe7c942b17c req-a25c7e4d-583e-40cb-9de0-2a1a4262edb1 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=f250d19c-daca-4db0-8d80-9681668b2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514789 Aug 19 15:49:42.042803 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442ab61b-1cf7-466e-b621-7af93334e8ca req-f2d1264c-6cb7-4821-ad01-c0fae88248a7 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:42.045020 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-442ab61b-1cf7-466e-b621-7af93334e8ca req-f2d1264c-6cb7-4821-ad01-c0fae88248a7 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 944 time: 0.0898414 Aug 19 15:49:42.131342 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-442ab61b-1cf7-466e-b621-7af93334e8ca req-e94247e0-e776-4234-8e80-2060eb98225a tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=f250d19c-daca-4db0-8d80-9681668b2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695555 Aug 19 15:49:43.338743 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3df27b-d6ff-4b9a-8a72-f07682d44dca req-d716f648-3dc8-4a6a-8ae3-5f8b1b056c1e tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:43.340871 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6d3df27b-d6ff-4b9a-8a72-f07682d44dca req-d716f648-3dc8-4a6a-8ae3-5f8b1b056c1e tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 944 time: 0.0922039 Aug 19 15:49:43.404532 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6d3df27b-d6ff-4b9a-8a72-f07682d44dca req-874df14c-fb47-4f05-bb4f-ae80a9a6a14e tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=f250d19c-daca-4db0-8d80-9681668b2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445631 Aug 19 15:49:44.539549 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f4171-cdd8-465b-a0aa-11e2f5a959b2 req-801e8e0d-7776-4f60-b025-14b15701d0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:44.541265 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-065f4171-cdd8-465b-a0aa-11e2f5a959b2 req-801e8e0d-7776-4f60-b025-14b15701d0c7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=68d2b4f4-49d5-4c13-8c96-8d0f658b3826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603099 Aug 19 15:49:44.562019 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bdedfc-6665-484b-920e-4b790211d55a req-9c2bf8e6-1b85-4a7a-b88a-2f5ff3d6cf44 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:44.563489 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-58bdedfc-6665-484b-920e-4b790211d55a req-9c2bf8e6-1b85-4a7a-b88a-2f5ff3d6cf44 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 944 time: 0.0649607 Aug 19 15:49:44.608281 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-58bdedfc-6665-484b-920e-4b790211d55a req-65cc12ce-b24d-49ba-9e60-4a40bd7e37a8 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=f250d19c-daca-4db0-8d80-9681668b2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355043 Aug 19 15:49:44.642801 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-065f4171-cdd8-465b-a0aa-11e2f5a959b2 req-7fae3d77-85f2-469e-a994-5d53f0dc4537 service neutron] 10.222.0.68 "GET /v2.0/networks/68d2b4f4-49d5-4c13-8c96-8d0f658b3826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910375 Aug 19 15:49:44.773994 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-065f4171-cdd8-465b-a0aa-11e2f5a959b2 req-889577a1-2326-4078-a73a-61f8497b26dc service neutron] 10.222.0.68 "GET /v2.0/networks/68d2b4f4-49d5-4c13-8c96-8d0f658b3826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229663 Aug 19 15:49:45.743062 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e9ba89-acc8-4e3a-84fd-8e422c73d0fa req-093c648d-bfc9-4905-b5c7-4787695bd51f tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:45.744528 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b8e9ba89-acc8-4e3a-84fd-8e422c73d0fa req-093c648d-bfc9-4905-b5c7-4787695bd51f tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 944 time: 0.0609293 Aug 19 15:49:45.789468 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b8e9ba89-acc8-4e3a-84fd-8e422c73d0fa req-0347d2c9-c4ae-4ba9-b9f0-e656772b6e55 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=f250d19c-daca-4db0-8d80-9681668b2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344961 Aug 19 15:49:46.965410 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d39ce-701a-4a4c-8708-f2f5ff2ff456 req-553a3be6-d707-435b-885c-ceb2079c2deb tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:46.967662 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-599d39ce-701a-4a4c-8708-f2f5ff2ff456 req-553a3be6-d707-435b-885c-ceb2079c2deb tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 944 time: 0.0784516 Aug 19 15:49:47.030824 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-599d39ce-701a-4a4c-8708-f2f5ff2ff456 req-5c655eea-617d-4c9e-8b1d-0fe69b4cb4fb tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=f250d19c-daca-4db0-8d80-9681668b2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514879 Aug 19 15:49:47.638620 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 7ab840f4-31e3-469b-9b97-df37a7091d2a details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:49:47.748314 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 7ab840f4-31e3-469b-9b97-df37a7091d2a, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=7ab840f4-31e3-469b-9b97-df37a7091d2a,segment=NetworkSegment(52333bbc-0180-43a2-82af-3f83f0e7c42c),segment_id=52333bbc-0180-43a2-82af-3f83f0e7c42c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:49:47.764239 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '7ab840f4-31e3-469b-9b97-df37a7091d2a', 'network_id': '68d2b4f4-49d5-4c13-8c96-8d0f658b3826', 'port_id': '7ab840f4-31e3-469b-9b97-df37a7091d2a', 'mac_address': 'fa:16:3e:7e:c6:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '894233df-8f4f-4cc4-8a73-f2fb7800b16d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:49:47.813623 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:47.830406 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ab840f4-31e3-469b-9b97-df37a7091d2a {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:49:47.855150 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 7ab840f4-31e3-469b-9b97-df37a7091d2a, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=7ab840f4-31e3-469b-9b97-df37a7091d2a,segment=NetworkSegment(52333bbc-0180-43a2-82af-3f83f0e7c42c),segment_id=52333bbc-0180-43a2-82af-3f83f0e7c42c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:49:47.859219 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:47.919718 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=7ab840f4-31e3-469b-9b97-df37a7091d2a,revision_number=11']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:49:48.124844 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['7ab840f4-31e3-469b-9b97-df37a7091d2a'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:49:48.185192 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd82d9c-df7c-44cb-b1ac-8936533c5c3e req-f8377e95-5da0-4e01-9106-ed4c082e838b tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:48.186873 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dcd82d9c-df7c-44cb-b1ac-8936533c5c3e req-f8377e95-5da0-4e01-9106-ed4c082e838b tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 945 time: 0.0613728 Aug 19 15:49:48.242600 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dcd82d9c-df7c-44cb-b1ac-8936533c5c3e req-31ee7cfe-0b1b-4e63-997b-e4e3cc899789 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=f250d19c-daca-4db0-8d80-9681668b2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480185 Aug 19 15:49:49.418613 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd5dc1-5244-4802-b760-e1974a256c18 req-2f0bdaac-6d2b-4e2a-81d3-585425c60757 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:49.420435 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cbfd5dc1-5244-4802-b760-e1974a256c18 req-2f0bdaac-6d2b-4e2a-81d3-585425c60757 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 945 time: 0.0817373 Aug 19 15:49:49.483483 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-cbfd5dc1-5244-4802-b760-e1974a256c18 req-e468d516-3ff0-4e20-b690-de560ad94a7d tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=f250d19c-daca-4db0-8d80-9681668b2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513577 Aug 19 15:49:49.636895 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 7ab840f4-31e3-469b-9b97-df37a7091d2a up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:49:49.714458 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port 7ab840f4-31e3-469b-9b97-df37a7091d2a completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:49:49.720600 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 7ab840f4-31e3-469b-9b97-df37a7091d2a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:49:49.720975 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:49.815548 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:49.844751 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285eee8e-fd4d-4bf4-9710-6cb4c1f64772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab840f4-31e3-469b-9b97-df37a7091d2a'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:49:49.847074 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33781a19ce02c5415d916baf9197922328299cb06218664b0429d3f5e03069d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677417c3-30d0-4d15-a63a-16a0dbd6e270" -d '{"events": [{"server_uuid": "285eee8e-fd4d-4bf4-9710-6cb4c1f64772", "name": "network-vif-plugged", "status": "completed", "tag": "7ab840f4-31e3-469b-9b97-df37a7091d2a"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:49:49.869367 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 7ab840f4-31e3-469b-9b97-df37a7091d2a, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=7ab840f4-31e3-469b-9b97-df37a7091d2a,segment=NetworkSegment(52333bbc-0180-43a2-82af-3f83f0e7c42c),segment_id=52333bbc-0180-43a2-82af-3f83f0e7c42c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:49:49.875284 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:49:49.917509 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4cbd7ed-6b4d-4ad6-aae3-e1c3d31ef820 x-openstack-request-id: req-d4cbd7ed-6b4d-4ad6-aae3-e1c3d31ef820 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:49:49.917815 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "285eee8e-fd4d-4bf4-9710-6cb4c1f64772", "name": "network-vif-plugged", "status": "completed", "tag": "7ab840f4-31e3-469b-9b97-df37a7091d2a", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:49:49.918026 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d4cbd7ed-6b4d-4ad6-aae3-e1c3d31ef820 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:49:49.918423 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '285eee8e-fd4d-4bf4-9710-6cb4c1f64772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab840f4-31e3-469b-9b97-df37a7091d2a', 'code': 200} Aug 19 15:49:49.937782 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=7ab840f4-31e3-469b-9b97-df37a7091d2a,revision_number=12']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:49:50.100660 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776cbf4-47da-4f7e-952f-3f268f525164 req-80cdfa0d-f551-40ef-a130-41a753cbf469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:50.103278 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1776cbf4-47da-4f7e-952f-3f268f525164 req-80cdfa0d-f551-40ef-a130-41a753cbf469 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 1097 time: 0.0552168 Aug 19 15:49:50.149846 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1776cbf4-47da-4f7e-952f-3f268f525164 req-1208eaee-99f3-433f-881e-0bfa662788ea service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=f250d19c-daca-4db0-8d80-9681668b2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350723 Aug 19 15:49:50.633839 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763ee1c-756d-4771-b322-51a51c92d61d req-1789781b-d093-481b-aa77-bc590dd07161 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:50.635411 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1763ee1c-756d-4771-b322-51a51c92d61d req-1789781b-d093-481b-aa77-bc590dd07161 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 946 time: 0.0695856 Aug 19 15:49:50.681081 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1763ee1c-756d-4771-b322-51a51c92d61d req-10753e0e-c38a-4374-9097-cd144e0c4ab1 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=f250d19c-daca-4db0-8d80-9681668b2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356524 Aug 19 15:49:51.823839 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2944c4-22cb-4504-a50f-9c28b5ed430f req-fb0dd61e-7c80-4abc-80d0-923fdc436d44 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:51.825428 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-af2944c4-22cb-4504-a50f-9c28b5ed430f req-fb0dd61e-7c80-4abc-80d0-923fdc436d44 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 946 time: 0.0520699 Aug 19 15:49:51.865381 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-af2944c4-22cb-4504-a50f-9c28b5ed430f req-b196ffa0-e31c-4cfc-8949-c6499b29d21e tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=f250d19c-daca-4db0-8d80-9681668b2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334926 Aug 19 15:49:53.006801 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4a0df-994d-416a-8050-31364640e64d req-b86ebf70-ed59-43fe-8254-48b7d664032d tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:49:53.008945 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c4b4a0df-994d-416a-8050-31364640e64d req-b86ebf70-ed59-43fe-8254-48b7d664032d tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 946 time: 0.0630565 Aug 19 15:49:53.051931 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c4b4a0df-994d-416a-8050-31364640e64d req-da027487-4519-4170-bfa1-0f0831a75ebd tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=f250d19c-daca-4db0-8d80-9681668b2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369253 Aug 19 15:50:01.555477 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3c3a678d-f3d0-4a40-a131-e3666477afd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:50:03.085156 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:50:03.817332 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c95b9743-d1b1-4eaf-85cb-a1de362f6aab req-4db04ffd-a996-4778-b448-cd83933a1d04 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0495911 Aug 19 15:50:03.912776 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b9743-d1b1-4eaf-85cb-a1de362f6aab req-7db051a5-b0aa-4bdf-b7ea-8c76ec27e241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:50:03.915022 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c95b9743-d1b1-4eaf-85cb-a1de362f6aab req-7db051a5-b0aa-4bdf-b7ea-8c76ec27e241 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fb82d0576b534169a3deaae2c2067c46&device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 1097 time: 0.0511374 Aug 19 15:50:04.023957 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b9743-d1b1-4eaf-85cb-a1de362f6aab req-7f0a07e8-a5d2-4d3d-888c-c30a3d20b8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:50:04.025467 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c95b9743-d1b1-4eaf-85cb-a1de362f6aab req-7f0a07e8-a5d2-4d3d-888c-c30a3d20b8b2 service neutron] 10.222.0.68 "GET /v2.0/networks?id=68d2b4f4-49d5-4c13-8c96-8d0f658b3826 HTTP/1.1" status: 200 len: 910 time: 0.0895164 Aug 19 15:50:04.099135 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c95b9743-d1b1-4eaf-85cb-a1de362f6aab req-81f61a74-9e6a-4fff-b8b5-1a512b8b3a94 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ab840f4-31e3-469b-9b97-df37a7091d2a HTTP/1.1" status: 200 len: 1000 time: 0.0653524 Aug 19 15:50:04.149574 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b9743-d1b1-4eaf-85cb-a1de362f6aab req-db19e274-202b-4079-9783-f0fa5db7782e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:50:04.151039 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c95b9743-d1b1-4eaf-85cb-a1de362f6aab req-db19e274-202b-4079-9783-f0fa5db7782e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=894233df-8f4f-4cc4-8a73-f2fb7800b16d HTTP/1.1" status: 200 len: 848 time: 0.0453441 Aug 19 15:50:04.196979 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b9743-d1b1-4eaf-85cb-a1de362f6aab req-ce3848d3-a603-40e2-807d-8fd7a97465c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:50:04.198479 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c95b9743-d1b1-4eaf-85cb-a1de362f6aab req-ce3848d3-a603-40e2-807d-8fd7a97465c0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=68d2b4f4-49d5-4c13-8c96-8d0f658b3826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410144 Aug 19 15:50:04.295673 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c95b9743-d1b1-4eaf-85cb-a1de362f6aab req-3e277935-2977-479b-a9f3-479ee3bf8a38 service neutron] 10.222.0.68 "GET /v2.0/networks/68d2b4f4-49d5-4c13-8c96-8d0f658b3826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883062 Aug 19 15:50:04.403567 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c95b9743-d1b1-4eaf-85cb-a1de362f6aab req-2dedf654-0f9a-43cf-b3ec-8b970d28edaa service neutron] 10.222.0.68 "GET /v2.0/networks/68d2b4f4-49d5-4c13-8c96-8d0f658b3826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001959 Aug 19 15:50:04.453318 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-df6debaf-6931-4d7d-ab01-98d6eea76623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:50:04.645923 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:50:04.866979 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:50:05.394456 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:50:06.027525 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:50:07.205497 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:50:31.548487 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d987d0e1-5770-4c45-92c1-2eb6078dd6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:50:34.457304 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-90d40c76-a969-4201-8fff-19faeb673edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:50:34.649050 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:50:34.882436 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:50:35.394809 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:50:36.040487 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:50:37.208495 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:50:40.084724 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:51:01.550265 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c5ffab13-e64e-4388-ac74-347f99f6855c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:01.961391 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 40856) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:51:02.128026 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d5618719-9f2f-48e3-9b3e-d0c8fc3ee5b7 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Deleting port 6bc504ae-53b6-4de0-8275-1fc809169dd3 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:51:02.128364 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5618719-9f2f-48e3-9b3e-d0c8fc3ee5b7 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:02.206896 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5618719-9f2f-48e3-9b3e-d0c8fc3ee5b7 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:02.207227 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5618719-9f2f-48e3-9b3e-d0c8fc3ee5b7 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:02.219417 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d5618719-9f2f-48e3-9b3e-d0c8fc3ee5b7 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Calling delete_port for 6bc504ae-53b6-4de0-8275-1fc809169dd3 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:51:02.383501 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5618719-9f2f-48e3-9b3e-d0c8fc3ee5b7 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:02.409863 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5618719-9f2f-48e3-9b3e-d0c8fc3ee5b7 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Pushing event deleted for resources: {'Port': ['ID=6bc504ae-53b6-4de0-8275-1fc809169dd3,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:51:02.437498 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5618719-9f2f-48e3-9b3e-d0c8fc3ee5b7 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:02.437844 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5618719-9f2f-48e3-9b3e-d0c8fc3ee5b7 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:02.438184 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5618719-9f2f-48e3-9b3e-d0c8fc3ee5b7 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:02.438519 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5618719-9f2f-48e3-9b3e-d0c8fc3ee5b7 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:02.438857 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5618719-9f2f-48e3-9b3e-d0c8fc3ee5b7 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:02.439187 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5618719-9f2f-48e3-9b3e-d0c8fc3ee5b7 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:02.439516 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5618719-9f2f-48e3-9b3e-d0c8fc3ee5b7 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:02.439844 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5618719-9f2f-48e3-9b3e-d0c8fc3ee5b7 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:02.440169 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5618719-9f2f-48e3-9b3e-d0c8fc3ee5b7 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:02.440518 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5618719-9f2f-48e3-9b3e-d0c8fc3ee5b7 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:02.440844 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5618719-9f2f-48e3-9b3e-d0c8fc3ee5b7 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:02.441166 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5618719-9f2f-48e3-9b3e-d0c8fc3ee5b7 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:02.485462 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5618719-9f2f-48e3-9b3e-d0c8fc3ee5b7 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:02.486052 n-d-766043-2 neutron-server[94640]: INFO neutron.db.l3_db [None req-d5618719-9f2f-48e3-9b3e-d0c8fc3ee5b7 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Floating IP 9a61b0a3-bcff-4c9a-a3e6-8b3e6afeca28 disassociated (deleted). External IP: 172.25.2.96, port: 7ab840f4-31e3-469b-9b97-df37a7091d2a. Aug 19 15:51:02.702091 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5618719-9f2f-48e3-9b3e-d0c8fc3ee5b7 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Router cb6b120d-5d21-4bbc-b47f-5f863800255f has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:51:02.814133 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5618719-9f2f-48e3-9b3e-d0c8fc3ee5b7 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:51:02.819227 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5618719-9f2f-48e3-9b3e-d0c8fc3ee5b7 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:02.825435 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee9a3be-fb0f-467f-a138-45021cd745c5 None None] Sync routers for ids ['cb6b120d-5d21-4bbc-b47f-5f863800255f'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:51:02.834384 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee9a3be-fb0f-467f-a138-45021cd745c5 None None] Routers {'cb6b120d-5d21-4bbc-b47f-5f863800255f'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:51:02.834992 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8ee9a3be-fb0f-467f-a138-45021cd745c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:50:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['cb6b120d-5d21-4bbc-b47f-5f863800255f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:51:02.847393 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d5618719-9f2f-48e3-9b3e-d0c8fc3ee5b7 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "DELETE /v2.0/floatingips/9a61b0a3-bcff-4c9a-a3e6-8b3e6afeca28 HTTP/1.1" status: 204 len: 168 time: 0.8848751 Aug 19 15:51:02.848101 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '285eee8e-fd4d-4bf4-9710-6cb4c1f64772', 'tag': '7ab840f4-31e3-469b-9b97-df37a7091d2a'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:51:02.850501 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22fe28f3f2ed00298fad1814fbe4737ebcc7f8c7d408f26f1f50550a3b01d4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232ed0e6-0640-44a7-9776-ce15b4497e98" -d '{"events": [{"name": "network-changed", "server_uuid": "285eee8e-fd4d-4bf4-9710-6cb4c1f64772", "tag": "7ab840f4-31e3-469b-9b97-df37a7091d2a"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:51:02.954407 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-8ee9a3be-fb0f-467f-a138-45021cd745c5 None None] Set router cb6b120d-5d21-4bbc-b47f-5f863800255f gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:51:02.962147 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32cb2d8a-2fa3-4d5a-98be-70e72ca5cdcf x-openstack-request-id: req-32cb2d8a-2fa3-4d5a-98be-70e72ca5cdcf {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:51:02.963746 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "285eee8e-fd4d-4bf4-9710-6cb4c1f64772", "tag": "7ab840f4-31e3-469b-9b97-df37a7091d2a", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:51:02.964132 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-32cb2d8a-2fa3-4d5a-98be-70e72ca5cdcf {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:51:02.964562 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '285eee8e-fd4d-4bf4-9710-6cb4c1f64772', 'tag': '7ab840f4-31e3-469b-9b97-df37a7091d2a', 'status': 'completed', 'code': 200} Aug 19 15:51:03.088916 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ed0e6-0640-44a7-9776-ce15b4497e98 req-781d04d8-c4a7-4376-8fff-b32c861703f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:03.090416 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-232ed0e6-0640-44a7-9776-ce15b4497e98 req-781d04d8-c4a7-4376-8fff-b32c861703f7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fb82d0576b534169a3deaae2c2067c46&device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 1097 time: 0.1006682 Aug 19 15:51:03.124818 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b49a2-bbfa-4507-a22a-8058610cf328 req-6ff5d560-323c-4814-ba00-bbb22443af3a tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:03.126649 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0c3b49a2-bbfa-4507-a22a-8058610cf328 req-6ff5d560-323c-4814-ba00-bbb22443af3a tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 946 time: 0.0617268 Aug 19 15:51:03.172915 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0c3b49a2-bbfa-4507-a22a-8058610cf328 req-e28af5b3-3f46-4d4e-b0ca-fe76fe980838 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=f250d19c-daca-4db0-8d80-9681668b2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394092 Aug 19 15:51:03.184385 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8ee9a3be-fb0f-467f-a138-45021cd745c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'name': 'tempest-TestShelveInstance-1981744321-router', 'tenant_id': 'fb82d0576b534169a3deaae2c2067c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '92eef587-49bf-4710-a437-d55cfd6a0ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:46:42Z', 'updated_at': '2021-08-19T15:46:46Z', 'revision_number': 4, 'project_id': 'fb82d0576b534169a3deaae2c2067c46', 'gw_port': {'id': '92eef587-49bf-4710-a437-d55cfd6a0ad7', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:68:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:46:43Z', 'updated_at': '2021-08-19T15:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '16c49f59-0237-471b-b1d1-a3c85dd0b472', 'name': '', 'network_id': '68d2b4f4-49d5-4c13-8c96-8d0f658b3826', 'tenant_id': 'fb82d0576b534169a3deaae2c2067c46', 'mac_address': 'fa:16:3e:03:bb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '894233df-8f4f-4cc4-8a73-f2fb7800b16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:46:45Z', 'updated_at': '2021-08-19T15:46:53Z', 'revision_number': 5, 'project_id': 'fb82d0576b534169a3deaae2c2067c46', 'subnets': [{'id': '894233df-8f4f-4cc4-8a73-f2fb7800b16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:51:03.202262 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ed0e6-0640-44a7-9776-ce15b4497e98 req-fd1c857d-d5a3-4926-a2b9-676f35840fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:03.204031 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-232ed0e6-0640-44a7-9776-ce15b4497e98 req-fd1c857d-d5a3-4926-a2b9-676f35840fc0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=68d2b4f4-49d5-4c13-8c96-8d0f658b3826 HTTP/1.1" status: 200 len: 910 time: 0.1054134 Aug 19 15:51:03.211959 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee9a3be-fb0f-467f-a138-45021cd745c5 None None] Checking router: cb6b120d-5d21-4bbc-b47f-5f863800255f for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:51:03.221403 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee9a3be-fb0f-467f-a138-45021cd745c5 None None] Routers {'cb6b120d-5d21-4bbc-b47f-5f863800255f'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:51:03.222021 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8ee9a3be-fb0f-467f-a138-45021cd745c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:50:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['cb6b120d-5d21-4bbc-b47f-5f863800255f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:51:03.249572 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-232ed0e6-0640-44a7-9776-ce15b4497e98 req-1644cb75-b07a-4d1c-b429-fa77bdf2e2ec service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ab840f4-31e3-469b-9b97-df37a7091d2a HTTP/1.1" status: 200 len: 217 time: 0.0377922 Aug 19 15:51:03.310511 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ed0e6-0640-44a7-9776-ce15b4497e98 req-48c658c5-c9a6-42b2-9638-9d0feb7c5bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:03.312022 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-232ed0e6-0640-44a7-9776-ce15b4497e98 req-48c658c5-c9a6-42b2-9638-9d0feb7c5bb2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=894233df-8f4f-4cc4-8a73-f2fb7800b16d HTTP/1.1" status: 200 len: 848 time: 0.0545681 Aug 19 15:51:03.333681 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-8ee9a3be-fb0f-467f-a138-45021cd745c5 None None] Set router cb6b120d-5d21-4bbc-b47f-5f863800255f gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:51:03.363312 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ed0e6-0640-44a7-9776-ce15b4497e98 req-d56b53a9-ae0c-47ea-a6e2-bbc93776da85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:03.364588 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-232ed0e6-0640-44a7-9776-ce15b4497e98 req-d56b53a9-ae0c-47ea-a6e2-bbc93776da85 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=68d2b4f4-49d5-4c13-8c96-8d0f658b3826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454617 Aug 19 15:51:03.466880 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-232ed0e6-0640-44a7-9776-ce15b4497e98 req-fca137a5-8bfd-4cca-9f8d-e317cf467164 service neutron] 10.222.0.68 "GET /v2.0/networks/68d2b4f4-49d5-4c13-8c96-8d0f658b3826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945089 Aug 19 15:51:03.547487 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8ee9a3be-fb0f-467f-a138-45021cd745c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'name': 'tempest-TestShelveInstance-1981744321-router', 'tenant_id': 'fb82d0576b534169a3deaae2c2067c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '92eef587-49bf-4710-a437-d55cfd6a0ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:46:42Z', 'updated_at': '2021-08-19T15:46:46Z', 'revision_number': 4, 'project_id': 'fb82d0576b534169a3deaae2c2067c46', 'gw_port': {'id': '92eef587-49bf-4710-a437-d55cfd6a0ad7', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:68:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:46:43Z', 'updated_at': '2021-08-19T15:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '16c49f59-0237-471b-b1d1-a3c85dd0b472', 'name': '', 'network_id': '68d2b4f4-49d5-4c13-8c96-8d0f658b3826', 'tenant_id': 'fb82d0576b534169a3deaae2c2067c46', 'mac_address': 'fa:16:3e:03:bb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '894233df-8f4f-4cc4-8a73-f2fb7800b16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:46:45Z', 'updated_at': '2021-08-19T15:46:53Z', 'revision_number': 5, 'project_id': 'fb82d0576b534169a3deaae2c2067c46', 'subnets': [{'id': '894233df-8f4f-4cc4-8a73-f2fb7800b16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:51:03.568000 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-232ed0e6-0640-44a7-9776-ce15b4497e98 req-2e13e0ff-44bc-4cd7-bbb3-40652084f2ab service neutron] 10.222.0.68 "GET /v2.0/networks/68d2b4f4-49d5-4c13-8c96-8d0f658b3826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932198 Aug 19 15:51:03.576275 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee9a3be-fb0f-467f-a138-45021cd745c5 None None] The sync data for ids ['cb6b120d-5d21-4bbc-b47f-5f863800255f'] in n-d-766043-2 is: [{'id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'name': 'tempest-TestShelveInstance-1981744321-router', 'tenant_id': 'fb82d0576b534169a3deaae2c2067c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '92eef587-49bf-4710-a437-d55cfd6a0ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:46:42Z', 'updated_at': '2021-08-19T15:46:46Z', 'revision_number': 4, 'project_id': 'fb82d0576b534169a3deaae2c2067c46', 'gw_port': {'id': '92eef587-49bf-4710-a437-d55cfd6a0ad7', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:68:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:46:43Z', 'updated_at': '2021-08-19T15:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '16c49f59-0237-471b-b1d1-a3c85dd0b472', 'name': '', 'network_id': '68d2b4f4-49d5-4c13-8c96-8d0f658b3826', 'tenant_id': 'fb82d0576b534169a3deaae2c2067c46', 'mac_address': 'fa:16:3e:03:bb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '894233df-8f4f-4cc4-8a73-f2fb7800b16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:46:45Z', 'updated_at': '2021-08-19T15:46:53Z', 'revision_number': 5, 'project_id': 'fb82d0576b534169a3deaae2c2067c46', 'subnets': [{'id': '894233df-8f4f-4cc4-8a73-f2fb7800b16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:51:03.803222 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c52b20-cc1e-450b-b96b-b1af1b3a0dca None None] New status for floating IP 9a61b0a3-bcff-4c9a-a3e6-8b3e6afeca28: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:51:04.313191 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35a42f-608b-47fc-9d1f-5797c9566673 req-4b94bc20-97e1-41e2-bb56-57fa7a7317bc tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:04.314714 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ac35a42f-608b-47fc-9d1f-5797c9566673 req-4b94bc20-97e1-41e2-bb56-57fa7a7317bc tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 946 time: 0.0501902 Aug 19 15:51:04.347687 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdceb80-da9d-4fa3-9e9b-dbde3057b935 req-b0ea1d16-d1d2-4d14-af43-c426a9b8e3e3 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:04.349256 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5cdceb80-da9d-4fa3-9e9b-dbde3057b935 req-b0ea1d16-d1d2-4d14-af43-c426a9b8e3e3 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.68 "GET /v2.0/ports?device_id=285eee8e-fd4d-4bf4-9710-6cb4c1f64772 HTTP/1.1" status: 200 len: 946 time: 0.0508647 Aug 19 15:51:04.354044 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ac35a42f-608b-47fc-9d1f-5797c9566673 req-5fec7563-36b8-4e75-b70b-be03e55f1efd tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=f250d19c-daca-4db0-8d80-9681668b2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333688 Aug 19 15:51:04.446476 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-5cdceb80-da9d-4fa3-9e9b-dbde3057b935 req-b2880334-2d7b-402d-9dcb-4614c26710bd tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Deleting port 7ab840f4-31e3-469b-9b97-df37a7091d2a {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:51:04.446833 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5cdceb80-da9d-4fa3-9e9b-dbde3057b935 req-b2880334-2d7b-402d-9dcb-4614c26710bd tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:04.461803 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-de4210b4-eccd-4ec9-b285-f0646e3b2e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:04.539976 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-5cdceb80-da9d-4fa3-9e9b-dbde3057b935 req-b2880334-2d7b-402d-9dcb-4614c26710bd tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] For port 7ab840f4-31e3-469b-9b97-df37a7091d2a, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=7ab840f4-31e3-469b-9b97-df37a7091d2a,segment=NetworkSegment(52333bbc-0180-43a2-82af-3f83f0e7c42c),segment_id=52333bbc-0180-43a2-82af-3f83f0e7c42c)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:51:04.540344 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5cdceb80-da9d-4fa3-9e9b-dbde3057b935 req-b2880334-2d7b-402d-9dcb-4614c26710bd tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:04.555589 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-5cdceb80-da9d-4fa3-9e9b-dbde3057b935 req-b2880334-2d7b-402d-9dcb-4614c26710bd tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Calling delete_port for 7ab840f4-31e3-469b-9b97-df37a7091d2a owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:51:04.654637 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:04.697029 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5cdceb80-da9d-4fa3-9e9b-dbde3057b935 req-b2880334-2d7b-402d-9dcb-4614c26710bd tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:04.726791 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2880334-2d7b-402d-9dcb-4614c26710bd tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Pushing event deleted for resources: {'Port': ['ID=7ab840f4-31e3-469b-9b97-df37a7091d2a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:51:04.739664 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2880334-2d7b-402d-9dcb-4614c26710bd tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:04.740015 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2880334-2d7b-402d-9dcb-4614c26710bd tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:04.740359 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2880334-2d7b-402d-9dcb-4614c26710bd tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:04.740723 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2880334-2d7b-402d-9dcb-4614c26710bd tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:04.741115 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2880334-2d7b-402d-9dcb-4614c26710bd tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:04.741455 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2880334-2d7b-402d-9dcb-4614c26710bd tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:04.741788 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2880334-2d7b-402d-9dcb-4614c26710bd tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:04.742158 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2880334-2d7b-402d-9dcb-4614c26710bd tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:04.742434 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2880334-2d7b-402d-9dcb-4614c26710bd tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:04.742757 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2880334-2d7b-402d-9dcb-4614c26710bd tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:04.743082 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2880334-2d7b-402d-9dcb-4614c26710bd tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:04.743403 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2880334-2d7b-402d-9dcb-4614c26710bd tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:04.778338 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cdceb80-da9d-4fa3-9e9b-dbde3057b935 req-b2880334-2d7b-402d-9dcb-4614c26710bd tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] No DVR routers for this DVR port 7ab840f4-31e3-469b-9b97-df37a7091d2a on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:51:04.781480 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5cdceb80-da9d-4fa3-9e9b-dbde3057b935 req-b2880334-2d7b-402d-9dcb-4614c26710bd tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:04.783577 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-5cdceb80-da9d-4fa3-9e9b-dbde3057b935 req-b2880334-2d7b-402d-9dcb-4614c26710bd tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.68 "DELETE /v2.0/ports/7ab840f4-31e3-469b-9b97-df37a7091d2a HTTP/1.1" status: 204 len: 173 time: 0.4278753 Aug 19 15:51:04.784001 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285eee8e-fd4d-4bf4-9710-6cb4c1f64772', 'name': 'network-vif-deleted', 'tag': '7ab840f4-31e3-469b-9b97-df37a7091d2a'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:51:04.786325 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ea2f9e66d71df3aa35f2a980f4ce96e3876fd938d75aec7c1a3378f7fc42a1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bcd636b-8d69-4dfc-991d-1ac7fac23f0e" -d '{"events": [{"server_uuid": "285eee8e-fd4d-4bf4-9710-6cb4c1f64772", "name": "network-vif-deleted", "tag": "7ab840f4-31e3-469b-9b97-df37a7091d2a"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:51:04.830954 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47834128-723f-464f-a269-6aed8646f8eb x-openstack-request-id: req-47834128-723f-464f-a269-6aed8646f8eb {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:51:04.831356 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "285eee8e-fd4d-4bf4-9710-6cb4c1f64772", "name": "network-vif-deleted", "tag": "7ab840f4-31e3-469b-9b97-df37a7091d2a", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:51:04.831680 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-47834128-723f-464f-a269-6aed8646f8eb {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:51:04.832103 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '285eee8e-fd4d-4bf4-9710-6cb4c1f64772', 'name': 'network-vif-deleted', 'tag': '7ab840f4-31e3-469b-9b97-df37a7091d2a', 'status': 'completed', 'code': 200} Aug 19 15:51:04.882070 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:05.399398 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:05.416592 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 40882) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:51:05.478466 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e782b84a-7c4a-405a-acf5-1f6ad9949351 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:05.504599 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e782b84a-7c4a-405a-acf5-1f6ad9949351 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:05.574393 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e782b84a-7c4a-405a-acf5-1f6ad9949351 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:05.577178 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e782b84a-7c4a-405a-acf5-1f6ad9949351 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:05.578732 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-e782b84a-7c4a-405a-acf5-1f6ad9949351 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "DELETE /v2.0/security-groups/f250d19c-daca-4db0-8d80-9681668b2cd3 HTTP/1.1" status: 204 len: 168 time: 0.1602809 Aug 19 15:51:05.589615 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e782b84a-7c4a-405a-acf5-1f6ad9949351 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f250d19c-daca-4db0-8d80-9681668b2cd3,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:51:06.029973 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 40888) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:51:06.034931 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9de88371-1472-428f-b268-f9a926018540 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1756925435', 'description': 'tempest-secgroup-smoke-1756925435 description', 'project_id': 'fb82d0576b534169a3deaae2c2067c46'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:51:06.041515 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:06.059293 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9de88371-1472-428f-b268-f9a926018540 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:06.144052 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9de88371-1472-428f-b268-f9a926018540 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:06.148645 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9de88371-1472-428f-b268-f9a926018540 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:06.177949 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9de88371-1472-428f-b268-f9a926018540 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:06.179189 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9de88371-1472-428f-b268-f9a926018540 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1480911 Aug 19 15:51:06.181157 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de88371-1472-428f-b268-f9a926018540 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=664a559d-e289-45a8-a075-89433ea21a83,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:51:06.182231 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40890) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:51:06.189123 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f62733dc-e41c-4666-a691-03160cdc9e34 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Request body: {'security_group_rule': {'security_group_id': '664a559d-e289-45a8-a075-89433ea21a83', 'project_id': 'fb82d0576b534169a3deaae2c2067c46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:51:06.223746 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f62733dc-e41c-4666-a691-03160cdc9e34 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:06.273470 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f62733dc-e41c-4666-a691-03160cdc9e34 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:06.277815 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f62733dc-e41c-4666-a691-03160cdc9e34 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:06.297441 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62733dc-e41c-4666-a691-03160cdc9e34 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13fe8ab5-9074-4e0f-b6dd-22909fcf17a5,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:51:06.303692 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f62733dc-e41c-4666-a691-03160cdc9e34 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:06.304959 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-f62733dc-e41c-4666-a691-03160cdc9e34 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1204402 Aug 19 15:51:06.307891 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40892) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:51:06.312557 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-600aecae-b618-408c-8465-793dd1afdfe5 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Request body: {'security_group_rule': {'security_group_id': '664a559d-e289-45a8-a075-89433ea21a83', 'project_id': 'fb82d0576b534169a3deaae2c2067c46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:51:06.338543 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-600aecae-b618-408c-8465-793dd1afdfe5 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:06.398069 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-600aecae-b618-408c-8465-793dd1afdfe5 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:06.403296 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-600aecae-b618-408c-8465-793dd1afdfe5 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:06.421796 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600aecae-b618-408c-8465-793dd1afdfe5 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4012eee-f9d4-4384-95b7-df293c2c6d01,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:51:06.428781 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-600aecae-b618-408c-8465-793dd1afdfe5 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:06.430164 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-600aecae-b618-408c-8465-793dd1afdfe5 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1212013 Aug 19 15:51:06.433762 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40894) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:51:06.438247 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b981f2f7-a6b4-431b-b8bb-4d594cfd541d tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Request body: {'security_group_rule': {'security_group_id': '664a559d-e289-45a8-a075-89433ea21a83', 'project_id': 'fb82d0576b534169a3deaae2c2067c46', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:51:06.469425 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b981f2f7-a6b4-431b-b8bb-4d594cfd541d tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:06.529768 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b981f2f7-a6b4-431b-b8bb-4d594cfd541d tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:06.533577 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b981f2f7-a6b4-431b-b8bb-4d594cfd541d tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:06.552128 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b981f2f7-a6b4-431b-b8bb-4d594cfd541d tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d75aea1f-bd33-4630-9083-65fcce17b872,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:51:06.558963 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b981f2f7-a6b4-431b-b8bb-4d594cfd541d tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:06.560239 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b981f2f7-a6b4-431b-b8bb-4d594cfd541d tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1255071 Aug 19 15:51:06.563012 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40896) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:51:06.567522 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-50a04682-6e94-4f5d-9937-dfe1d5ccee45 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Request body: {'security_group_rule': {'security_group_id': '664a559d-e289-45a8-a075-89433ea21a83', 'project_id': 'fb82d0576b534169a3deaae2c2067c46', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:51:06.593953 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50a04682-6e94-4f5d-9937-dfe1d5ccee45 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:06.660968 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50a04682-6e94-4f5d-9937-dfe1d5ccee45 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:06.664710 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50a04682-6e94-4f5d-9937-dfe1d5ccee45 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:06.682596 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a04682-6e94-4f5d-9937-dfe1d5ccee45 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0670cf4d-dc8b-46a5-a3e3-8443feba020b,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:51:06.688559 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50a04682-6e94-4f5d-9937-dfe1d5ccee45 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:06.689801 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-50a04682-6e94-4f5d-9937-dfe1d5ccee45 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1258337 Aug 19 15:51:06.692548 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40898) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:51:06.696983 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b785099c-b873-4c90-a44b-b4bfda362a07 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Request body: {'security_group_rule': {'security_group_id': '664a559d-e289-45a8-a075-89433ea21a83', 'project_id': 'fb82d0576b534169a3deaae2c2067c46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:51:06.720561 n-d-766043-2 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-b785099c-b873-4c90-a44b-b4bfda362a07 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Project fb82d0576b534169a3deaae2c2067c46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:51:06.725747 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b785099c-b873-4c90-a44b-b4bfda362a07 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:06.796398 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b785099c-b873-4c90-a44b-b4bfda362a07 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:06.800607 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b785099c-b873-4c90-a44b-b4bfda362a07 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:06.819267 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b785099c-b873-4c90-a44b-b4bfda362a07 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12f95cd4-a57a-44d2-9350-0434dc8e3592,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:51:06.827512 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b785099c-b873-4c90-a44b-b4bfda362a07 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:06.829062 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b785099c-b873-4c90-a44b-b4bfda362a07 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1355836 Aug 19 15:51:06.831975 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 40900) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:51:06.836673 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a50a74c4-f547-43bd-8e19-b569c460e2a5 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Request body: {'security_group_rule': {'security_group_id': '664a559d-e289-45a8-a075-89433ea21a83', 'project_id': 'fb82d0576b534169a3deaae2c2067c46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:51:06.859476 n-d-766043-2 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-a50a74c4-f547-43bd-8e19-b569c460e2a5 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Project fb82d0576b534169a3deaae2c2067c46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:51:06.865254 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a50a74c4-f547-43bd-8e19-b569c460e2a5 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:06.928852 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a50a74c4-f547-43bd-8e19-b569c460e2a5 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:06.933697 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a50a74c4-f547-43bd-8e19-b569c460e2a5 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:06.951919 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50a74c4-f547-43bd-8e19-b569c460e2a5 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecc67f17-41ac-45c1-b0db-ea33c7790f33,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:51:06.958815 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a50a74c4-f547-43bd-8e19-b569c460e2a5 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:06.960041 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a50a74c4-f547-43bd-8e19-b569c460e2a5 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1270716 Aug 19 15:51:07.211869 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:07.993991 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 7ab840f4-31e3-469b-9b97-df37a7091d2a no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:51:08.015932 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: 7ab840f4-31e3-469b-9b97-df37a7091d2a {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:51:08.016276 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 7ab840f4-31e3-469b-9b97-df37a7091d2a not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:51:17.084815 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:51:21.316500 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c10143ad-7df5-412c-ae4d-1fe9537086fa req-0f953ed3-694e-4858-8665-283aa1b748ca tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1756925435&fields=id&tenant_id=fb82d0576b534169a3deaae2c2067c46 HTTP/1.1" status: 200 len: 267 time: 0.0339470 Aug 19 15:51:21.427128 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10143ad-7df5-412c-ae4d-1fe9537086fa req-375a46ab-dfe7-429a-85e3-d67e37f59a20 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:21.428530 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c10143ad-7df5-412c-ae4d-1fe9537086fa req-375a46ab-dfe7-429a-85e3-d67e37f59a20 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/networks?id=68d2b4f4-49d5-4c13-8c96-8d0f658b3826 HTTP/1.1" status: 200 len: 809 time: 0.1051619 Aug 19 15:51:21.445129 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c10143ad-7df5-412c-ae4d-1fe9537086fa req-9aaf660a-345d-48bd-8f36-d577bc30db06 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/quotas/fb82d0576b534169a3deaae2c2067c46 HTTP/1.1" status: 200 len: 375 time: 0.0100141 Aug 19 15:51:21.499447 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c10143ad-7df5-412c-ae4d-1fe9537086fa req-33ec972c-80db-483f-9c4b-0621d22f4a75 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fb82d0576b534169a3deaae2c2067c46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478215 Aug 19 15:51:21.636452 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c10143ad-7df5-412c-ae4d-1fe9537086fa req-45a7103c-f258-4006-8df4-e0dd26ca1bc5 service neutron] 10.222.0.69 "GET /v2.0/networks/68d2b4f4-49d5-4c13-8c96-8d0f658b3826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246767 Aug 19 15:51:21.732580 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c10143ad-7df5-412c-ae4d-1fe9537086fa req-1fcd1e23-7742-44bd-9b3b-066b9d9127a3 service neutron] 10.222.0.69 "GET /v2.0/networks/68d2b4f4-49d5-4c13-8c96-8d0f658b3826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898230 Aug 19 15:51:23.040605 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f524eed3-1ba1-4d51-bad8-f39e03dc3b6f req-462ba361-7793-4f9d-8593-0070503857c3 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 210 time: 0.0270071 Aug 19 15:51:24.031847 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10143ad-7df5-412c-ae4d-1fe9537086fa req-258a7f6b-5e97-4b52-8daf-c513bc231cac tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:24.033354 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c10143ad-7df5-412c-ae4d-1fe9537086fa req-258a7f6b-5e97-4b52-8daf-c513bc231cac tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.88 "GET /v2.0/networks?id=68d2b4f4-49d5-4c13-8c96-8d0f658b3826 HTTP/1.1" status: 200 len: 809 time: 0.1139905 Aug 19 15:51:24.078069 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c10143ad-7df5-412c-ae4d-1fe9537086fa req-0d52f9b3-d714-46da-9c79-125504a13afb tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb82d0576b534169a3deaae2c2067c46 HTTP/1.1" status: 200 len: 380 time: 0.0356874 Aug 19 15:51:24.088007 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-c10143ad-7df5-412c-ae4d-1fe9537086fa req-8a5edc50-817d-42b4-be1e-b6a1c9b75221 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Request body: {'port': {'device_id': '8c09e044-0182-4d07-a609-e7c73b1cfe9f', 'network_id': '68d2b4f4-49d5-4c13-8c96-8d0f658b3826', 'admin_state_up': True, 'tenant_id': 'fb82d0576b534169a3deaae2c2067c46', 'security_groups': ['664a559d-e289-45a8-a075-89433ea21a83']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:51:24.158894 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0fae67ea-35f7-4ea8-8604-717724330c4b req-5dea61dc-0df0-4367-b125-6bba9e31bf56 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 210 time: 0.0308514 Aug 19 15:51:24.221315 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c10143ad-7df5-412c-ae4d-1fe9537086fa req-8a5edc50-817d-42b4-be1e-b6a1c9b75221 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Made reservation on behalf of fb82d0576b534169a3deaae2c2067c46 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:51:24.224792 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c10143ad-7df5-412c-ae4d-1fe9537086fa req-8a5edc50-817d-42b4-be1e-b6a1c9b75221 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:24.359027 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-c10143ad-7df5-412c-ae4d-1fe9537086fa req-8a5edc50-817d-42b4-be1e-b6a1c9b75221 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Allocated IP 172.20.0.14 (68d2b4f4-49d5-4c13-8c96-8d0f658b3826/894233df-8f4f-4cc4-8a73-f2fb7800b16d/0782e144-3675-4313-b525-f3102d992433) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:51:24.507269 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c10143ad-7df5-412c-ae4d-1fe9537086fa req-8a5edc50-817d-42b4-be1e-b6a1c9b75221 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:24.522718 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-c10143ad-7df5-412c-ae4d-1fe9537086fa req-8a5edc50-817d-42b4-be1e-b6a1c9b75221 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Transition to ACTIVE for port object 0782e144-3675-4313-b525-f3102d992433 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:51:24.555612 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c10143ad-7df5-412c-ae4d-1fe9537086fa req-8a5edc50-817d-42b4-be1e-b6a1c9b75221 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:24.601965 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c10143ad-7df5-412c-ae4d-1fe9537086fa req-8a5edc50-817d-42b4-be1e-b6a1c9b75221 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Network 68d2b4f4-49d5-4c13-8c96-8d0f658b3826 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:51:24.605619 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-c10143ad-7df5-412c-ae4d-1fe9537086fa req-8a5edc50-817d-42b4-be1e-b6a1c9b75221 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:51:24.609547 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10143ad-7df5-412c-ae4d-1fe9537086fa req-8a5edc50-817d-42b4-be1e-b6a1c9b75221 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:51:24.634102 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5edc50-817d-42b4-be1e-b6a1c9b75221 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Pushing event updated for resources: {'Port': ['ID=0782e144-3675-4313-b525-f3102d992433,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:51:24.665248 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10143ad-7df5-412c-ae4d-1fe9537086fa req-8a5edc50-817d-42b4-be1e-b6a1c9b75221 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:24.665898 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c10143ad-7df5-412c-ae4d-1fe9537086fa req-8a5edc50-817d-42b4-be1e-b6a1c9b75221 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:24.682749 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c10143ad-7df5-412c-ae4d-1fe9537086fa req-8a5edc50-817d-42b4-be1e-b6a1c9b75221 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5979683 Aug 19 15:51:24.695173 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-c10143ad-7df5-412c-ae4d-1fe9537086fa req-ee19477c-d301-4f9b-bdd1-988b42c6084b service neutron] Request body: {'port': {'device_id': '8c09e044-0182-4d07-a609-e7c73b1cfe9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:51:24.757056 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c10143ad-7df5-412c-ae4d-1fe9537086fa req-ee19477c-d301-4f9b-bdd1-988b42c6084b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:24.873748 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-57b2f314-8019-488e-8c1f-0f6757b5e4c6 None None] Provisioning for port 0782e144-3675-4313-b525-f3102d992433 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:51:24.877686 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-57b2f314-8019-488e-8c1f-0f6757b5e4c6 None None] Provisioning complete for port 0782e144-3675-4313-b525-f3102d992433 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:51:24.878368 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-57b2f314-8019-488e-8c1f-0f6757b5e4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:24.916661 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-57b2f314-8019-488e-8c1f-0f6757b5e4c6 None None] Port 0782e144-3675-4313-b525-f3102d992433 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:51:25.024382 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-c10143ad-7df5-412c-ae4d-1fe9537086fa req-ee19477c-d301-4f9b-bdd1-988b42c6084b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0782e144-3675-4313-b525-f3102d992433 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:51:25.032019 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c10143ad-7df5-412c-ae4d-1fe9537086fa req-ee19477c-d301-4f9b-bdd1-988b42c6084b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:25.044431 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-c10143ad-7df5-412c-ae4d-1fe9537086fa req-ee19477c-d301-4f9b-bdd1-988b42c6084b service neutron] Transition to ACTIVE for port object 0782e144-3675-4313-b525-f3102d992433 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:51:25.048020 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c10143ad-7df5-412c-ae4d-1fe9537086fa req-ee19477c-d301-4f9b-bdd1-988b42c6084b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:25.100622 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee19477c-d301-4f9b-bdd1-988b42c6084b service neutron] Pushing event updated for resources: {'Port': ['ID=0782e144-3675-4313-b525-f3102d992433,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:51:25.174617 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-c10143ad-7df5-412c-ae4d-1fe9537086fa req-ee19477c-d301-4f9b-bdd1-988b42c6084b service neutron] Attempting to bind port 0782e144-3675-4313-b525-f3102d992433 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:51:25.174961 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-c10143ad-7df5-412c-ae4d-1fe9537086fa req-ee19477c-d301-4f9b-bdd1-988b42c6084b service neutron] Attempting to bind port 0782e144-3675-4313-b525-f3102d992433 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '52333bbc-0180-43a2-82af-3f83f0e7c42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '68d2b4f4-49d5-4c13-8c96-8d0f658b3826'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:51:25.175296 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10143ad-7df5-412c-ae4d-1fe9537086fa req-ee19477c-d301-4f9b-bdd1-988b42c6084b service neutron] Attempting to bind port 0782e144-3675-4313-b525-f3102d992433 on network 68d2b4f4-49d5-4c13-8c96-8d0f658b3826 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:51:25.179894 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10143ad-7df5-412c-ae4d-1fe9537086fa req-ee19477c-d301-4f9b-bdd1-988b42c6084b service neutron] Port 0782e144-3675-4313-b525-f3102d992433 on network 68d2b4f4-49d5-4c13-8c96-8d0f658b3826 not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:51:25.180227 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10143ad-7df5-412c-ae4d-1fe9537086fa req-ee19477c-d301-4f9b-bdd1-988b42c6084b service neutron] Attempting to bind port 0782e144-3675-4313-b525-f3102d992433 on network 68d2b4f4-49d5-4c13-8c96-8d0f658b3826 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:51:25.192769 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10143ad-7df5-412c-ae4d-1fe9537086fa req-ee19477c-d301-4f9b-bdd1-988b42c6084b service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:51:25.193108 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10143ad-7df5-412c-ae4d-1fe9537086fa req-ee19477c-d301-4f9b-bdd1-988b42c6084b service neutron] Checking segment: {'id': '52333bbc-0180-43a2-82af-3f83f0e7c42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '68d2b4f4-49d5-4c13-8c96-8d0f658b3826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:51:25.193498 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10143ad-7df5-412c-ae4d-1fe9537086fa req-ee19477c-d301-4f9b-bdd1-988b42c6084b service neutron] Bound using segment: {'id': '52333bbc-0180-43a2-82af-3f83f0e7c42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '68d2b4f4-49d5-4c13-8c96-8d0f658b3826'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:51:25.193934 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-c10143ad-7df5-412c-ae4d-1fe9537086fa req-ee19477c-d301-4f9b-bdd1-988b42c6084b service neutron] Bound port: 0782e144-3675-4313-b525-f3102d992433, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52333bbc-0180-43a2-82af-3f83f0e7c42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '68d2b4f4-49d5-4c13-8c96-8d0f658b3826'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:51:25.194301 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c10143ad-7df5-412c-ae4d-1fe9537086fa req-ee19477c-d301-4f9b-bdd1-988b42c6084b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:25.312490 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-c10143ad-7df5-412c-ae4d-1fe9537086fa req-ee19477c-d301-4f9b-bdd1-988b42c6084b service neutron] For port 0782e144-3675-4313-b525-f3102d992433, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:51:25.329913 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-c10143ad-7df5-412c-ae4d-1fe9537086fa req-ee19477c-d301-4f9b-bdd1-988b42c6084b service neutron] For port 0782e144-3675-4313-b525-f3102d992433, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=0782e144-3675-4313-b525-f3102d992433,segment=NetworkSegment(52333bbc-0180-43a2-82af-3f83f0e7c42c),segment_id=52333bbc-0180-43a2-82af-3f83f0e7c42c)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:51:25.337740 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c10143ad-7df5-412c-ae4d-1fe9537086fa req-ee19477c-d301-4f9b-bdd1-988b42c6084b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:25.347543 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb7c10-7c6f-4c92-8e82-7c5ddf294ca4 req-4c35b46b-161a-4bc3-b8d8-52b2ab83104a tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:25.349017 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c1eb7c10-7c6f-4c92-8e82-7c5ddf294ca4 req-4c35b46b-161a-4bc3-b8d8-52b2ab83104a tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 944 time: 0.0856285 Aug 19 15:51:25.400071 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10143ad-7df5-412c-ae4d-1fe9537086fa req-ee19477c-d301-4f9b-bdd1-988b42c6084b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:25.401273 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c10143ad-7df5-412c-ae4d-1fe9537086fa req-ee19477c-d301-4f9b-bdd1-988b42c6084b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:25.402671 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c10143ad-7df5-412c-ae4d-1fe9537086fa req-ee19477c-d301-4f9b-bdd1-988b42c6084b service neutron] 10.222.0.88 "PUT /v2.0/ports/0782e144-3675-4313-b525-f3102d992433 HTTP/1.1" status: 200 len: 1092 time: 0.7125051 Aug 19 15:51:25.403123 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c09e044-0182-4d07-a609-e7c73b1cfe9f', 'tag': '0782e144-3675-4313-b525-f3102d992433'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:51:25.405412 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22fe28f3f2ed00298fad1814fbe4737ebcc7f8c7d408f26f1f50550a3b01d4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e0df9e-196c-4ec6-8286-f941d915541d" -d '{"events": [{"name": "network-changed", "server_uuid": "8c09e044-0182-4d07-a609-e7c73b1cfe9f", "tag": "0782e144-3675-4313-b525-f3102d992433"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:51:25.449874 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee19477c-d301-4f9b-bdd1-988b42c6084b service neutron] Pushing event updated for resources: {'Port': ['ID=0782e144-3675-4313-b525-f3102d992433,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:51:25.472942 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08dd2064-0d13-4563-b4f3-7230abec80cd x-openstack-request-id: req-08dd2064-0d13-4563-b4f3-7230abec80cd {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:51:25.473310 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c09e044-0182-4d07-a609-e7c73b1cfe9f", "tag": "0782e144-3675-4313-b525-f3102d992433", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:51:25.473508 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-08dd2064-0d13-4563-b4f3-7230abec80cd {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:51:25.473868 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c09e044-0182-4d07-a609-e7c73b1cfe9f', 'tag': '0782e144-3675-4313-b525-f3102d992433', 'status': 'completed', 'code': 200} Aug 19 15:51:25.495381 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c1eb7c10-7c6f-4c92-8e82-7c5ddf294ca4 req-5f6be3e8-91e5-4728-ba63-b84699911ed4 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=664a559d-e289-45a8-a075-89433ea21a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401143 Aug 19 15:51:25.514000 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10143ad-7df5-412c-ae4d-1fe9537086fa req-9a940165-7bfa-4299-86fb-2c768bdb7aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:25.515530 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c10143ad-7df5-412c-ae4d-1fe9537086fa req-9a940165-7bfa-4299-86fb-2c768bdb7aaa service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fb82d0576b534169a3deaae2c2067c46&device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 1095 time: 0.0605340 Aug 19 15:51:25.566904 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c10143ad-7df5-412c-ae4d-1fe9537086fa req-a915ba44-0bf3-4c84-bbb7-62e4a76fea0d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0782e144-3675-4313-b525-f3102d992433 HTTP/1.1" status: 200 len: 217 time: 0.0430334 Aug 19 15:51:25.623232 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10143ad-7df5-412c-ae4d-1fe9537086fa req-99f52f84-e984-4506-8b25-6faeeb8ad4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:25.624784 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c10143ad-7df5-412c-ae4d-1fe9537086fa req-99f52f84-e984-4506-8b25-6faeeb8ad4cd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=894233df-8f4f-4cc4-8a73-f2fb7800b16d HTTP/1.1" status: 200 len: 848 time: 0.0509181 Aug 19 15:51:25.673672 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10143ad-7df5-412c-ae4d-1fe9537086fa req-a41a4b67-64b9-413c-980e-c0b1baa8ceb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:25.675543 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c10143ad-7df5-412c-ae4d-1fe9537086fa req-a41a4b67-64b9-413c-980e-c0b1baa8ceb9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=68d2b4f4-49d5-4c13-8c96-8d0f658b3826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437875 Aug 19 15:51:25.766678 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c10143ad-7df5-412c-ae4d-1fe9537086fa req-d7a68d68-d0cb-4fc6-b7b9-2d289ec2eff0 service neutron] 10.222.0.88 "GET /v2.0/networks/68d2b4f4-49d5-4c13-8c96-8d0f658b3826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835297 Aug 19 15:51:25.860331 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c10143ad-7df5-412c-ae4d-1fe9537086fa req-5bf1e61d-1348-42a0-99f7-15a1f92d279a service neutron] 10.222.0.88 "GET /v2.0/networks/68d2b4f4-49d5-4c13-8c96-8d0f658b3826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862496 Aug 19 15:51:25.948523 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e0df9e-196c-4ec6-8286-f941d915541d req-6a6a750a-e850-4480-a356-531694e046e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:25.950080 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f9e0df9e-196c-4ec6-8286-f941d915541d req-6a6a750a-e850-4480-a356-531694e046e3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fb82d0576b534169a3deaae2c2067c46&device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 1095 time: 0.0433202 Aug 19 15:51:26.044821 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e0df9e-196c-4ec6-8286-f941d915541d req-680bcb7c-1e47-47a6-a6a9-154772b6fad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:26.046336 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f9e0df9e-196c-4ec6-8286-f941d915541d req-680bcb7c-1e47-47a6-a6a9-154772b6fad8 service neutron] 10.222.0.88 "GET /v2.0/networks?id=68d2b4f4-49d5-4c13-8c96-8d0f658b3826 HTTP/1.1" status: 200 len: 910 time: 0.0892968 Aug 19 15:51:26.089804 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f9e0df9e-196c-4ec6-8286-f941d915541d req-0c1a8f97-086d-4893-b7ff-d53a82f33f5a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0782e144-3675-4313-b525-f3102d992433 HTTP/1.1" status: 200 len: 217 time: 0.0359604 Aug 19 15:51:26.138296 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e0df9e-196c-4ec6-8286-f941d915541d req-24331a26-5f92-4a1c-9752-c3c348c116c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:26.139779 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f9e0df9e-196c-4ec6-8286-f941d915541d req-24331a26-5f92-4a1c-9752-c3c348c116c8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=894233df-8f4f-4cc4-8a73-f2fb7800b16d HTTP/1.1" status: 200 len: 848 time: 0.0438609 Aug 19 15:51:26.187232 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e0df9e-196c-4ec6-8286-f941d915541d req-7e8c922a-8a43-4247-ac51-3cc00d681e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:26.188769 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f9e0df9e-196c-4ec6-8286-f941d915541d req-7e8c922a-8a43-4247-ac51-3cc00d681e94 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=68d2b4f4-49d5-4c13-8c96-8d0f658b3826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412786 Aug 19 15:51:26.673107 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299367be-1534-45d2-bb5b-47b007f90503 req-8d34f433-dcf5-4eca-a3c1-7ad70b82c3e4 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:26.674870 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-299367be-1534-45d2-bb5b-47b007f90503 req-8d34f433-dcf5-4eca-a3c1-7ad70b82c3e4 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 944 time: 0.0782375 Aug 19 15:51:26.680845 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f9e0df9e-196c-4ec6-8286-f941d915541d req-5059fb21-4b55-4e5a-825e-0aada5f49b16 service neutron] 10.222.0.88 "GET /v2.0/networks/68d2b4f4-49d5-4c13-8c96-8d0f658b3826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4849591 Aug 19 15:51:26.763574 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-299367be-1534-45d2-bb5b-47b007f90503 req-6977b12e-0b60-4578-9d3e-eff48b9ad6e1 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=664a559d-e289-45a8-a075-89433ea21a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816453 Aug 19 15:51:26.796078 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f9e0df9e-196c-4ec6-8286-f941d915541d req-ad22fc96-9a18-42ea-b4cd-298180f2585b service neutron] 10.222.0.88 "GET /v2.0/networks/68d2b4f4-49d5-4c13-8c96-8d0f658b3826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073921 Aug 19 15:51:27.896331 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9896d35-1244-4ffb-86bc-f792775d787f req-cf25edeb-0df8-453e-8ebc-43157c5d89b6 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:27.897849 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d9896d35-1244-4ffb-86bc-f792775d787f req-cf25edeb-0df8-453e-8ebc-43157c5d89b6 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 944 time: 0.0586200 Aug 19 15:51:27.942510 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d9896d35-1244-4ffb-86bc-f792775d787f req-882a3238-3ee7-4c36-a8db-e27d0f97c0d7 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=664a559d-e289-45a8-a075-89433ea21a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345271 Aug 19 15:51:29.080518 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858da5dd-5bac-4d81-819b-8f25fcbf9c32 req-3dc46b87-205c-45c8-98db-8ebf6aaeb765 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:29.082057 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-858da5dd-5bac-4d81-819b-8f25fcbf9c32 req-3dc46b87-205c-45c8-98db-8ebf6aaeb765 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 944 time: 0.0577970 Aug 19 15:51:29.124839 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-858da5dd-5bac-4d81-819b-8f25fcbf9c32 req-09ede80e-2619-4f71-bef8-3054018d0f5a tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=664a559d-e289-45a8-a075-89433ea21a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349753 Aug 19 15:51:30.245436 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52efdbd2-ba41-4ca6-a3df-f8d32f3efbf5 req-171e135a-2c11-430d-a98e-b46d98fc98ae tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:30.246911 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-52efdbd2-ba41-4ca6-a3df-f8d32f3efbf5 req-171e135a-2c11-430d-a98e-b46d98fc98ae tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 944 time: 0.0485203 Aug 19 15:51:30.283989 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-52efdbd2-ba41-4ca6-a3df-f8d32f3efbf5 req-1530ae44-8f3d-46ab-a025-041d4db9699e tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=664a559d-e289-45a8-a075-89433ea21a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310609 Aug 19 15:51:31.397958 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267c257-a272-4b4a-9218-4f479d524d0f req-05b997e8-8c01-416e-8c50-f4ffdddee0db tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:31.399407 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c267c257-a272-4b4a-9218-4f479d524d0f req-05b997e8-8c01-416e-8c50-f4ffdddee0db tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 944 time: 0.0480525 Aug 19 15:51:31.437770 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c267c257-a272-4b4a-9218-4f479d524d0f req-7964cdba-5de0-4803-848b-75b6045ab75e tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=664a559d-e289-45a8-a075-89433ea21a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316594 Aug 19 15:51:31.552291 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f9b81d65-e2ea-4267-92f0-8e37297a9bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:32.555870 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00897921-78a0-43de-9825-fdd4251516b4 req-8f69ab43-b8ee-4519-9c22-07a5609ac51e tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:32.558017 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-00897921-78a0-43de-9825-fdd4251516b4 req-8f69ab43-b8ee-4519-9c22-07a5609ac51e tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 944 time: 0.0540581 Aug 19 15:51:32.595356 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-00897921-78a0-43de-9825-fdd4251516b4 req-ba249e49-b59a-4949-89db-60897a83fcab tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=664a559d-e289-45a8-a075-89433ea21a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314212 Aug 19 15:51:33.719755 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f656fe-7957-4fd4-8675-3c0a636dc066 req-6ef74d11-0aa7-4c87-b8f5-345ebc1afa69 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:33.721166 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d8f656fe-7957-4fd4-8675-3c0a636dc066 req-6ef74d11-0aa7-4c87-b8f5-345ebc1afa69 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 944 time: 0.0521748 Aug 19 15:51:33.764651 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d8f656fe-7957-4fd4-8675-3c0a636dc066 req-a25ee05e-6b0c-448e-a766-b94b606f07c9 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=664a559d-e289-45a8-a075-89433ea21a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350044 Aug 19 15:51:34.463498 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-61b489b3-e719-42e4-a344-d0d8189e314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:34.663373 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:34.881312 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e41c23-c177-4df8-a2cd-5f9457603662 req-1fada73c-4bc5-4861-96f9-4c4c5f6b73b0 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:34.882870 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-83e41c23-c177-4df8-a2cd-5f9457603662 req-1fada73c-4bc5-4861-96f9-4c4c5f6b73b0 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 944 time: 0.0507259 Aug 19 15:51:34.896503 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:34.923917 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-83e41c23-c177-4df8-a2cd-5f9457603662 req-8d393f92-9477-4d82-8f54-db9aefa26ae7 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=664a559d-e289-45a8-a075-89433ea21a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325739 Aug 19 15:51:35.401857 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:36.053964 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:36.060646 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d2c3cb-22d8-4812-9430-942c9752eff5 req-ffb4b88f-46d9-45d4-9c2c-6dd580bd6c45 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:36.062385 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-29d2c3cb-22d8-4812-9430-942c9752eff5 req-ffb4b88f-46d9-45d4-9c2c-6dd580bd6c45 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 944 time: 0.0615122 Aug 19 15:51:36.106459 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-29d2c3cb-22d8-4812-9430-942c9752eff5 req-7d2efcef-8481-44f4-9dbe-9787d28b3c02 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=664a559d-e289-45a8-a075-89433ea21a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366728 Aug 19 15:51:37.210667 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 0782e144-3675-4313-b525-f3102d992433 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:51:37.223117 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:37.226528 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683bbdf0-e3d0-4c91-a964-5a720c065174 req-acd2f37f-e4ad-4b87-adcc-2493039605e8 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:37.228184 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-683bbdf0-e3d0-4c91-a964-5a720c065174 req-acd2f37f-e4ad-4b87-adcc-2493039605e8 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 944 time: 0.0522826 Aug 19 15:51:37.271977 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-683bbdf0-e3d0-4c91-a964-5a720c065174 req-30e3d615-8b7e-4b54-b350-0c92c0e8d8cd tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=664a559d-e289-45a8-a075-89433ea21a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367424 Aug 19 15:51:37.312601 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 0782e144-3675-4313-b525-f3102d992433, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=0782e144-3675-4313-b525-f3102d992433,segment=NetworkSegment(52333bbc-0180-43a2-82af-3f83f0e7c42c),segment_id=52333bbc-0180-43a2-82af-3f83f0e7c42c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:51:37.327653 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '0782e144-3675-4313-b525-f3102d992433', 'network_id': '68d2b4f4-49d5-4c13-8c96-8d0f658b3826', 'port_id': '0782e144-3675-4313-b525-f3102d992433', 'mac_address': 'fa:16:3e:e5:72:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '894233df-8f4f-4cc4-8a73-f2fb7800b16d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:51:37.367192 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:37.380506 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0782e144-3675-4313-b525-f3102d992433 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:51:37.401649 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 0782e144-3675-4313-b525-f3102d992433, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=0782e144-3675-4313-b525-f3102d992433,segment=NetworkSegment(52333bbc-0180-43a2-82af-3f83f0e7c42c),segment_id=52333bbc-0180-43a2-82af-3f83f0e7c42c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:51:37.406780 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:37.457022 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=0782e144-3675-4313-b525-f3102d992433,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:51:37.465667 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:37.466007 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:37.466341 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:37.466672 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:37.466999 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:37.467323 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:37.467642 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:37.467965 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:37.468280 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:37.468653 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:37.468977 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:37.469290 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:51:37.642437 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['0782e144-3675-4313-b525-f3102d992433'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:51:38.395262 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4050e11-36b0-4b55-a853-d8c175e1e886 req-b14bfed4-f231-4cd0-a8eb-42c0e0fb765c tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:38.396762 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a4050e11-36b0-4b55-a853-d8c175e1e886 req-b14bfed4-f231-4cd0-a8eb-42c0e0fb765c tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 945 time: 0.0484180 Aug 19 15:51:38.434468 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a4050e11-36b0-4b55-a853-d8c175e1e886 req-3ce7ae07-5558-49a6-9c8e-08477ec63b95 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=664a559d-e289-45a8-a075-89433ea21a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310650 Aug 19 15:51:39.226406 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 0782e144-3675-4313-b525-f3102d992433 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:51:39.275528 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 0782e144-3675-4313-b525-f3102d992433 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:51:39.279247 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 0782e144-3675-4313-b525-f3102d992433 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:51:39.279633 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:39.361802 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:39.385319 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c09e044-0182-4d07-a609-e7c73b1cfe9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0782e144-3675-4313-b525-f3102d992433'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:51:39.388033 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33781a19ce02c5415d916baf9197922328299cb06218664b0429d3f5e03069d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5adb4adf-4180-4440-8b9b-0d70cb8ffc21" -d '{"events": [{"server_uuid": "8c09e044-0182-4d07-a609-e7c73b1cfe9f", "name": "network-vif-plugged", "status": "completed", "tag": "0782e144-3675-4313-b525-f3102d992433"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:51:39.401533 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 0782e144-3675-4313-b525-f3102d992433, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=0782e144-3675-4313-b525-f3102d992433,segment=NetworkSegment(52333bbc-0180-43a2-82af-3f83f0e7c42c),segment_id=52333bbc-0180-43a2-82af-3f83f0e7c42c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:51:39.405928 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:39.466264 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=0782e144-3675-4313-b525-f3102d992433,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:51:39.490076 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae10aa1b-30b5-491d-9221-c1d78c746552 x-openstack-request-id: req-ae10aa1b-30b5-491d-9221-c1d78c746552 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:51:39.490391 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c09e044-0182-4d07-a609-e7c73b1cfe9f", "name": "network-vif-plugged", "status": "completed", "tag": "0782e144-3675-4313-b525-f3102d992433", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:51:39.490642 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ae10aa1b-30b5-491d-9221-c1d78c746552 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:51:39.491037 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c09e044-0182-4d07-a609-e7c73b1cfe9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0782e144-3675-4313-b525-f3102d992433', 'code': 200} Aug 19 15:51:39.588652 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9973d1-44c5-48a9-91d3-24e0a9482ee1 req-80bec0d5-41f4-41a8-87bb-422cc292f4d0 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:39.590127 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-da9973d1-44c5-48a9-91d3-24e0a9482ee1 req-80bec0d5-41f4-41a8-87bb-422cc292f4d0 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 946 time: 0.0780787 Aug 19 15:51:39.615380 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416cbbdf-6bed-4a0e-99ea-3a1e6b7a8963 req-d810d3ef-ff2d-4820-8090-73a391bab563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:39.616850 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-416cbbdf-6bed-4a0e-99ea-3a1e6b7a8963 req-d810d3ef-ff2d-4820-8090-73a391bab563 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 1097 time: 0.0686698 Aug 19 15:51:39.640266 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-da9973d1-44c5-48a9-91d3-24e0a9482ee1 req-ee7b61a6-b06e-4547-ac58-980521345a23 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=664a559d-e289-45a8-a075-89433ea21a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441945 Aug 19 15:51:39.663188 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-416cbbdf-6bed-4a0e-99ea-3a1e6b7a8963 req-e67581ee-8d3e-4284-b255-9e4be45b8cbd service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=664a559d-e289-45a8-a075-89433ea21a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352859 Aug 19 15:51:40.780809 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e8940-b669-4cf7-a805-76faa18d89b1 req-78450c17-5f38-451e-8f40-8f40607ba3dc tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:40.782862 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-816e8940-b669-4cf7-a805-76faa18d89b1 req-78450c17-5f38-451e-8f40-8f40607ba3dc tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 946 time: 0.0655866 Aug 19 15:51:40.821664 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-816e8940-b669-4cf7-a805-76faa18d89b1 req-ec962d0a-d50b-4353-9670-1584538a61de tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=664a559d-e289-45a8-a075-89433ea21a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324852 Aug 19 15:51:40.946203 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6ee41-22ff-4531-bafe-8a04c03861ae req-a86f6f87-d5b9-4c89-ab48-7c9b36db6a6e tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:40.948392 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-baa6ee41-22ff-4531-bafe-8a04c03861ae req-a86f6f87-d5b9-4c89-ab48-7c9b36db6a6e tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 946 time: 0.0562866 Aug 19 15:51:40.988548 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-baa6ee41-22ff-4531-bafe-8a04c03861ae req-8f07ddcc-0a69-40a8-9845-9a1ab7737ee9 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=664a559d-e289-45a8-a075-89433ea21a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338514 Aug 19 15:51:41.012809 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 41100) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:51:41.053887 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accce307-d8dc-46bd-8439-17aa25927959 tempest-TestShelveInstance-109915069 tempest-TestShelveInstance-109915069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:41.055541 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-accce307-d8dc-46bd-8439-17aa25927959 tempest-TestShelveInstance-109915069 tempest-TestShelveInstance-109915069-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 1092 time: 0.0418363 Aug 19 15:51:41.058984 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 41102) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:51:41.063343 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1876ab8a-2db0-488c-8bf5-cbdf2a6047b8 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Request body: {'floatingip': {'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'port_id': '0782e144-3675-4313-b525-f3102d992433', 'tenant_id': 'fb82d0576b534169a3deaae2c2067c46', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:51:41.085221 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1876ab8a-2db0-488c-8bf5-cbdf2a6047b8 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:41.185826 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1876ab8a-2db0-488c-8bf5-cbdf2a6047b8 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:41.286052 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-1876ab8a-2db0-488c-8bf5-cbdf2a6047b8 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Allocated IP 172.25.2.44 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/ba612d39-c90d-4d51-8cb5-e414ec42c90c) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:51:41.390179 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1876ab8a-2db0-488c-8bf5-cbdf2a6047b8 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:41.430121 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1876ab8a-2db0-488c-8bf5-cbdf2a6047b8 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:41.476008 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1876ab8a-2db0-488c-8bf5-cbdf2a6047b8 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:51:41.482762 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-1876ab8a-2db0-488c-8bf5-cbdf2a6047b8 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:51:41.485239 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1876ab8a-2db0-488c-8bf5-cbdf2a6047b8 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:51:41.488664 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876ab8a-2db0-488c-8bf5-cbdf2a6047b8 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Pushing event updated for resources: {'Port': ['ID=ba612d39-c90d-4d51-8cb5-e414ec42c90c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:51:41.842097 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1876ab8a-2db0-488c-8bf5-cbdf2a6047b8 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:41.906870 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1876ab8a-2db0-488c-8bf5-cbdf2a6047b8 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:42.056721 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1876ab8a-2db0-488c-8bf5-cbdf2a6047b8 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:42.061338 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1876ab8a-2db0-488c-8bf5-cbdf2a6047b8 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:42.129132 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876ab8a-2db0-488c-8bf5-cbdf2a6047b8 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Pushing event updated for resources: {'Port': ['ID=ba612d39-c90d-4d51-8cb5-e414ec42c90c,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:51:42.144523 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1876ab8a-2db0-488c-8bf5-cbdf2a6047b8 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:42.246327 n-d-766043-2 neutron-server[94640]: INFO neutron.db.l3_db [None req-1876ab8a-2db0-488c-8bf5-cbdf2a6047b8 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Floating IP 9290e5d6-943d-4847-83db-667da00a64a6 associated. External IP: 172.25.2.44, port: 0782e144-3675-4313-b525-f3102d992433. Aug 19 15:51:42.468699 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1876ab8a-2db0-488c-8bf5-cbdf2a6047b8 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Router cb6b120d-5d21-4bbc-b47f-5f863800255f has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:51:42.600615 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1876ab8a-2db0-488c-8bf5-cbdf2a6047b8 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:51:42.611333 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6f120c-0f0b-43e0-ba9b-99d1e5065b9a None None] Sync routers for ids ['cb6b120d-5d21-4bbc-b47f-5f863800255f'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:51:42.617556 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1876ab8a-2db0-488c-8bf5-cbdf2a6047b8 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:51:42.620887 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6f120c-0f0b-43e0-ba9b-99d1e5065b9a None None] Routers {'cb6b120d-5d21-4bbc-b47f-5f863800255f'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:51:42.621513 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1e6f120c-0f0b-43e0-ba9b-99d1e5065b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:51:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['cb6b120d-5d21-4bbc-b47f-5f863800255f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:51:42.649491 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1876ab8a-2db0-488c-8bf5-cbdf2a6047b8 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5894773 Aug 19 15:51:42.650356 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c09e044-0182-4d07-a609-e7c73b1cfe9f', 'tag': '0782e144-3675-4313-b525-f3102d992433'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:51:42.653285 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22fe28f3f2ed00298fad1814fbe4737ebcc7f8c7d408f26f1f50550a3b01d4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f76ba5-8352-4829-a135-327993f7cba8" -d '{"events": [{"name": "network-changed", "server_uuid": "8c09e044-0182-4d07-a609-e7c73b1cfe9f", "tag": "0782e144-3675-4313-b525-f3102d992433"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:51:42.691362 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a23342e-6537-4fed-9b89-0cd988bf0d30 x-openstack-request-id: req-2a23342e-6537-4fed-9b89-0cd988bf0d30 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:51:42.691660 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c09e044-0182-4d07-a609-e7c73b1cfe9f", "tag": "0782e144-3675-4313-b525-f3102d992433", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:51:42.691910 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2a23342e-6537-4fed-9b89-0cd988bf0d30 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:51:42.692700 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c09e044-0182-4d07-a609-e7c73b1cfe9f', 'tag': '0782e144-3675-4313-b525-f3102d992433', 'status': 'completed', 'code': 200} Aug 19 15:51:42.735394 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-1e6f120c-0f0b-43e0-ba9b-99d1e5065b9a None None] Set router cb6b120d-5d21-4bbc-b47f-5f863800255f gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:51:42.761143 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f76ba5-8352-4829-a135-327993f7cba8 req-167965b4-af0a-4404-8642-1aef200a7dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:42.762704 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-65f76ba5-8352-4829-a135-327993f7cba8 req-167965b4-af0a-4404-8642-1aef200a7dbf service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fb82d0576b534169a3deaae2c2067c46&device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 1097 time: 0.0428073 Aug 19 15:51:42.857361 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f76ba5-8352-4829-a135-327993f7cba8 req-c9d230f6-6511-4f6b-91a6-bb8a6fd4c18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:42.858880 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-65f76ba5-8352-4829-a135-327993f7cba8 req-c9d230f6-6511-4f6b-91a6-bb8a6fd4c18e service neutron] 10.222.0.88 "GET /v2.0/networks?id=68d2b4f4-49d5-4c13-8c96-8d0f658b3826 HTTP/1.1" status: 200 len: 910 time: 0.0897889 Aug 19 15:51:42.936901 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-65f76ba5-8352-4829-a135-327993f7cba8 req-3e24f3d6-a584-435f-b736-c0f83a61a895 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0782e144-3675-4313-b525-f3102d992433 HTTP/1.1" status: 200 len: 999 time: 0.0710161 Aug 19 15:51:42.972668 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1e6f120c-0f0b-43e0-ba9b-99d1e5065b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'name': 'tempest-TestShelveInstance-1981744321-router', 'tenant_id': 'fb82d0576b534169a3deaae2c2067c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '92eef587-49bf-4710-a437-d55cfd6a0ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:46:42Z', 'updated_at': '2021-08-19T15:46:46Z', 'revision_number': 4, 'project_id': 'fb82d0576b534169a3deaae2c2067c46', 'gw_port': {'id': '92eef587-49bf-4710-a437-d55cfd6a0ad7', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:68:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:46:43Z', 'updated_at': '2021-08-19T15:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '9290e5d6-943d-4847-83db-667da00a64a6', 'tenant_id': 'fb82d0576b534169a3deaae2c2067c46', 'floating_ip_address': '172.25.2.44', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'port_id': '0782e144-3675-4313-b525-f3102d992433', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68d2b4f4-49d5-4c13-8c96-8d0f658b3826', 'mac_address': 'fa:16:3e:e5:72:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c09e044-0182-4d07-a609-e7c73b1cfe9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:51:41Z', 'updated_at': '2021-08-19T15:51:41Z', 'revision_number': 0, 'project_id': 'fb82d0576b534169a3deaae2c2067c46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16c49f59-0237-471b-b1d1-a3c85dd0b472', 'name': '', 'network_id': '68d2b4f4-49d5-4c13-8c96-8d0f658b3826', 'tenant_id': 'fb82d0576b534169a3deaae2c2067c46', 'mac_address': 'fa:16:3e:03:bb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '894233df-8f4f-4cc4-8a73-f2fb7800b16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:46:45Z', 'updated_at': '2021-08-19T15:46:53Z', 'revision_number': 5, 'project_id': 'fb82d0576b534169a3deaae2c2067c46', 'subnets': [{'id': '894233df-8f4f-4cc4-8a73-f2fb7800b16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:51:42.986381 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f76ba5-8352-4829-a135-327993f7cba8 req-29af3cd7-fb3f-44f8-a99e-24a77da13330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:42.987792 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-65f76ba5-8352-4829-a135-327993f7cba8 req-29af3cd7-fb3f-44f8-a99e-24a77da13330 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=894233df-8f4f-4cc4-8a73-f2fb7800b16d HTTP/1.1" status: 200 len: 848 time: 0.0446494 Aug 19 15:51:42.999709 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6f120c-0f0b-43e0-ba9b-99d1e5065b9a None None] Checking router: cb6b120d-5d21-4bbc-b47f-5f863800255f for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:51:43.008215 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6f120c-0f0b-43e0-ba9b-99d1e5065b9a None None] Routers {'cb6b120d-5d21-4bbc-b47f-5f863800255f'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:51:43.008865 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1e6f120c-0f0b-43e0-ba9b-99d1e5065b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:51:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['cb6b120d-5d21-4bbc-b47f-5f863800255f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:51:43.034024 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f76ba5-8352-4829-a135-327993f7cba8 req-309b8994-7f5d-4edc-82d7-8756c541ef88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:51:43.035546 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-65f76ba5-8352-4829-a135-327993f7cba8 req-309b8994-7f5d-4edc-82d7-8756c541ef88 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=68d2b4f4-49d5-4c13-8c96-8d0f658b3826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409963 Aug 19 15:51:43.114056 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-1e6f120c-0f0b-43e0-ba9b-99d1e5065b9a None None] Set router cb6b120d-5d21-4bbc-b47f-5f863800255f gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:51:43.128910 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-65f76ba5-8352-4829-a135-327993f7cba8 req-c74aafdd-6dd6-4900-ac26-d83034fe9794 service neutron] 10.222.0.88 "GET /v2.0/networks/68d2b4f4-49d5-4c13-8c96-8d0f658b3826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860822 Aug 19 15:51:43.221983 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-65f76ba5-8352-4829-a135-327993f7cba8 req-f67dc773-0a69-49b0-bc9a-2e66fb955e4e service neutron] 10.222.0.88 "GET /v2.0/networks/68d2b4f4-49d5-4c13-8c96-8d0f658b3826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853884 Aug 19 15:51:43.496890 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1e6f120c-0f0b-43e0-ba9b-99d1e5065b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'name': 'tempest-TestShelveInstance-1981744321-router', 'tenant_id': 'fb82d0576b534169a3deaae2c2067c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '92eef587-49bf-4710-a437-d55cfd6a0ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:46:42Z', 'updated_at': '2021-08-19T15:46:46Z', 'revision_number': 4, 'project_id': 'fb82d0576b534169a3deaae2c2067c46', 'gw_port': {'id': '92eef587-49bf-4710-a437-d55cfd6a0ad7', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:68:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:46:43Z', 'updated_at': '2021-08-19T15:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '9290e5d6-943d-4847-83db-667da00a64a6', 'tenant_id': 'fb82d0576b534169a3deaae2c2067c46', 'floating_ip_address': '172.25.2.44', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'port_id': '0782e144-3675-4313-b525-f3102d992433', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68d2b4f4-49d5-4c13-8c96-8d0f658b3826', 'mac_address': 'fa:16:3e:e5:72:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c09e044-0182-4d07-a609-e7c73b1cfe9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:51:41Z', 'updated_at': '2021-08-19T15:51:41Z', 'revision_number': 0, 'project_id': 'fb82d0576b534169a3deaae2c2067c46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16c49f59-0237-471b-b1d1-a3c85dd0b472', 'name': '', 'network_id': '68d2b4f4-49d5-4c13-8c96-8d0f658b3826', 'tenant_id': 'fb82d0576b534169a3deaae2c2067c46', 'mac_address': 'fa:16:3e:03:bb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '894233df-8f4f-4cc4-8a73-f2fb7800b16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:46:45Z', 'updated_at': '2021-08-19T15:46:53Z', 'revision_number': 5, 'project_id': 'fb82d0576b534169a3deaae2c2067c46', 'subnets': [{'id': '894233df-8f4f-4cc4-8a73-f2fb7800b16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:51:43.523181 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6f120c-0f0b-43e0-ba9b-99d1e5065b9a None None] The sync data for ids ['cb6b120d-5d21-4bbc-b47f-5f863800255f'] in n-d-766043-2 is: [{'id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'name': 'tempest-TestShelveInstance-1981744321-router', 'tenant_id': 'fb82d0576b534169a3deaae2c2067c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '92eef587-49bf-4710-a437-d55cfd6a0ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:46:42Z', 'updated_at': '2021-08-19T15:46:46Z', 'revision_number': 4, 'project_id': 'fb82d0576b534169a3deaae2c2067c46', 'gw_port': {'id': '92eef587-49bf-4710-a437-d55cfd6a0ad7', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:68:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:46:43Z', 'updated_at': '2021-08-19T15:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '9290e5d6-943d-4847-83db-667da00a64a6', 'tenant_id': 'fb82d0576b534169a3deaae2c2067c46', 'floating_ip_address': '172.25.2.44', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'port_id': '0782e144-3675-4313-b525-f3102d992433', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68d2b4f4-49d5-4c13-8c96-8d0f658b3826', 'mac_address': 'fa:16:3e:e5:72:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c09e044-0182-4d07-a609-e7c73b1cfe9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:51:41Z', 'updated_at': '2021-08-19T15:51:41Z', 'revision_number': 0, 'project_id': 'fb82d0576b534169a3deaae2c2067c46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16c49f59-0237-471b-b1d1-a3c85dd0b472', 'name': '', 'network_id': '68d2b4f4-49d5-4c13-8c96-8d0f658b3826', 'tenant_id': 'fb82d0576b534169a3deaae2c2067c46', 'mac_address': 'fa:16:3e:03:bb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '894233df-8f4f-4cc4-8a73-f2fb7800b16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:46:45Z', 'updated_at': '2021-08-19T15:46:53Z', 'revision_number': 5, 'project_id': 'fb82d0576b534169a3deaae2c2067c46', 'subnets': [{'id': '894233df-8f4f-4cc4-8a73-f2fb7800b16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:51:43.717948 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7e3219-b42f-4327-8d17-d20456d07b68 None None] New status for floating IP 9290e5d6-943d-4847-83db-667da00a64a6: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:51:54.083911 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:52:01.553708 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-017697c4-d3ed-4c36-9fc4-d524851dffef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:52:04.466036 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-05c2135f-456d-406c-b241-d2297d3f5bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:52:04.662648 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:52:04.911675 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:52:05.404457 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:52:06.069835 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:52:07.226335 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:52:14.480343 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3babedf3-3ee5-49a9-91c9-d0cc02b57439 req-6d7d0c55-e6fc-4625-b34f-8cbe468dac56 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451293 Aug 19 15:52:14.577075 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3babedf3-3ee5-49a9-91c9-d0cc02b57439 req-61f4d4b7-3b03-4c37-9144-a323cbe3395b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:52:14.579369 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3babedf3-3ee5-49a9-91c9-d0cc02b57439 req-61f4d4b7-3b03-4c37-9144-a323cbe3395b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fb82d0576b534169a3deaae2c2067c46&device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 1097 time: 0.0537155 Aug 19 15:52:14.705352 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3babedf3-3ee5-49a9-91c9-d0cc02b57439 req-d7b31ade-fa84-4a82-a599-59685c3f1d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:52:14.707058 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3babedf3-3ee5-49a9-91c9-d0cc02b57439 req-d7b31ade-fa84-4a82-a599-59685c3f1d5a service neutron] 10.222.0.88 "GET /v2.0/networks?id=68d2b4f4-49d5-4c13-8c96-8d0f658b3826 HTTP/1.1" status: 200 len: 910 time: 0.1057425 Aug 19 15:52:14.793416 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3babedf3-3ee5-49a9-91c9-d0cc02b57439 req-e521b30e-f5b6-4613-8f02-54ecc04c78db service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0782e144-3675-4313-b525-f3102d992433 HTTP/1.1" status: 200 len: 1001 time: 0.0798156 Aug 19 15:52:14.846827 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3babedf3-3ee5-49a9-91c9-d0cc02b57439 req-4843ee67-453f-4a5b-9e17-3e2e918e35d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:52:14.848541 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3babedf3-3ee5-49a9-91c9-d0cc02b57439 req-4843ee67-453f-4a5b-9e17-3e2e918e35d7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=894233df-8f4f-4cc4-8a73-f2fb7800b16d HTTP/1.1" status: 200 len: 848 time: 0.0474155 Aug 19 15:52:14.898264 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3babedf3-3ee5-49a9-91c9-d0cc02b57439 req-8b62a615-8536-4a42-9848-459c5197c95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:52:14.899945 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3babedf3-3ee5-49a9-91c9-d0cc02b57439 req-8b62a615-8536-4a42-9848-459c5197c95f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=68d2b4f4-49d5-4c13-8c96-8d0f658b3826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449328 Aug 19 15:52:15.002917 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3babedf3-3ee5-49a9-91c9-d0cc02b57439 req-02765d42-a8ae-4980-9e95-fddce0268295 service neutron] 10.222.0.88 "GET /v2.0/networks/68d2b4f4-49d5-4c13-8c96-8d0f658b3826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951018 Aug 19 15:52:15.106692 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3babedf3-3ee5-49a9-91c9-d0cc02b57439 req-192e407c-0bf9-41f3-bf30-63bdd6fb6942 service neutron] 10.222.0.88 "GET /v2.0/networks/68d2b4f4-49d5-4c13-8c96-8d0f658b3826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961609 Aug 19 15:52:31.084846 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:52:31.554160 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c5eaed8c-9f28-49c9-849b-784c460467c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:52:34.467412 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b697c4e7-9317-497f-be79-d0277ea5df6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:52:34.654909 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:52:34.911676 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:52:35.409558 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:52:36.083976 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:52:37.219909 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:53:01.554308 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-baf3cd4b-c679-4c16-9c04-65f87bd0f01c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:53:04.468349 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3c2dd660-874b-4279-9838-c513017936f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:53:04.655728 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:53:04.911355 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:53:05.407117 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:53:06.086087 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:53:07.222196 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:53:08.084190 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:53:14.443139 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1d7fa2c4-addd-4d32-94b1-9bbaa2bd06e7 req-3f526ad8-80ed-45c1-8116-7e99964fa6b5 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395529 Aug 19 15:53:14.529028 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7fa2c4-addd-4d32-94b1-9bbaa2bd06e7 req-83e46107-8216-4fd3-a537-047c02a319d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:53:14.530546 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1d7fa2c4-addd-4d32-94b1-9bbaa2bd06e7 req-83e46107-8216-4fd3-a537-047c02a319d6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fb82d0576b534169a3deaae2c2067c46&device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 1097 time: 0.0464396 Aug 19 15:53:14.634514 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7fa2c4-addd-4d32-94b1-9bbaa2bd06e7 req-366739ab-6f32-4db5-8ee7-4eeedb955089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:53:14.636040 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1d7fa2c4-addd-4d32-94b1-9bbaa2bd06e7 req-366739ab-6f32-4db5-8ee7-4eeedb955089 service neutron] 10.222.0.88 "GET /v2.0/networks?id=68d2b4f4-49d5-4c13-8c96-8d0f658b3826 HTTP/1.1" status: 200 len: 910 time: 0.0863116 Aug 19 15:53:14.705437 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1d7fa2c4-addd-4d32-94b1-9bbaa2bd06e7 req-151b7a50-d7b7-4691-b165-90c8e851d197 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0782e144-3675-4313-b525-f3102d992433 HTTP/1.1" status: 200 len: 1001 time: 0.0616622 Aug 19 15:53:14.753540 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7fa2c4-addd-4d32-94b1-9bbaa2bd06e7 req-f2ff42a6-e9d1-4944-a72f-ce01b2cbc948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:53:14.754964 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1d7fa2c4-addd-4d32-94b1-9bbaa2bd06e7 req-f2ff42a6-e9d1-4944-a72f-ce01b2cbc948 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=894233df-8f4f-4cc4-8a73-f2fb7800b16d HTTP/1.1" status: 200 len: 848 time: 0.0435412 Aug 19 15:53:14.800007 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7fa2c4-addd-4d32-94b1-9bbaa2bd06e7 req-17c05510-bc55-4907-a4f5-ff758af23367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:53:14.801506 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1d7fa2c4-addd-4d32-94b1-9bbaa2bd06e7 req-17c05510-bc55-4907-a4f5-ff758af23367 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=68d2b4f4-49d5-4c13-8c96-8d0f658b3826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395553 Aug 19 15:53:14.812993 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [req-1d7fa2c4-addd-4d32-94b1-9bbaa2bd06e7 req-d92184a8-cdda-4799-a3dd-a58ab5b986d8 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:53:14.814203 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1d7fa2c4-addd-4d32-94b1-9bbaa2bd06e7 req-d92184a8-cdda-4799-a3dd-a58ab5b986d8 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054018 Aug 19 15:53:14.904322 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1d7fa2c4-addd-4d32-94b1-9bbaa2bd06e7 req-6cc5f190-5044-4727-bf08-aaad6f4f96cc service neutron] 10.222.0.88 "GET /v2.0/networks/68d2b4f4-49d5-4c13-8c96-8d0f658b3826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833266 Aug 19 15:53:14.992015 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1d7fa2c4-addd-4d32-94b1-9bbaa2bd06e7 req-0d003c5e-52a6-4e3e-8de8-458f697419dd service neutron] 10.222.0.88 "GET /v2.0/networks/68d2b4f4-49d5-4c13-8c96-8d0f658b3826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801613 Aug 19 15:53:31.556159 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a956787a-76af-4055-85b3-55880b97b76f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:53:34.468444 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-db26144b-c04d-4884-a7d4-045d2927c153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:53:34.658276 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:53:34.925382 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:53:35.410060 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:53:36.096484 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:53:37.229279 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:53:38.235416 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da165a-b006-42b4-a4c4-20ddbfb9c759 req-902fbce2-92ad-4556-9aaa-cb660390256c tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:53:38.237430 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-23da165a-b006-42b4-a4c4-20ddbfb9c759 req-902fbce2-92ad-4556-9aaa-cb660390256c tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 946 time: 0.0717041 Aug 19 15:53:38.276073 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-23da165a-b006-42b4-a4c4-20ddbfb9c759 req-991ee9bb-37d2-4244-b30e-a5054ee34e1a tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=664a559d-e289-45a8-a075-89433ea21a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327499 Aug 19 15:53:39.442550 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f56d2-aa12-4f33-a5c6-d4063274fe8a req-ff2cad52-c804-4df2-8ec7-1c8b6eeb55c1 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:53:39.444076 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-657f56d2-aa12-4f33-a5c6-d4063274fe8a req-ff2cad52-c804-4df2-8ec7-1c8b6eeb55c1 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 946 time: 0.0529656 Aug 19 15:53:39.484725 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-657f56d2-aa12-4f33-a5c6-d4063274fe8a req-007953ca-af20-4d22-8044-3f3b3fbfc65f tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=664a559d-e289-45a8-a075-89433ea21a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331697 Aug 19 15:53:40.615642 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab410b49-6c25-45d6-b5e7-ab5533c57b4d req-c6572e4a-9ace-4771-a182-a2f6877483e8 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:53:40.617148 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ab410b49-6c25-45d6-b5e7-ab5533c57b4d req-c6572e4a-9ace-4771-a182-a2f6877483e8 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 946 time: 0.0494602 Aug 19 15:53:40.655528 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ab410b49-6c25-45d6-b5e7-ab5533c57b4d req-09269a46-0c2d-4008-ad9f-f233a435d2bd tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=664a559d-e289-45a8-a075-89433ea21a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317230 Aug 19 15:53:41.776134 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48ee38-2f02-4937-962a-4614ca2e876e req-c733abf2-2481-4247-976d-7ce78a126666 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:53:41.777666 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8d48ee38-2f02-4937-962a-4614ca2e876e req-c733abf2-2481-4247-976d-7ce78a126666 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 946 time: 0.0527318 Aug 19 15:53:41.820920 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8d48ee38-2f02-4937-962a-4614ca2e876e req-020586cc-7fc5-498f-94b7-f74b125c558f tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=664a559d-e289-45a8-a075-89433ea21a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326829 Aug 19 15:53:42.946841 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae61dd3-f6ca-4b79-8432-badf3b8fee0a req-8fe13ddc-c9c1-4fa5-ac70-a0309ed81468 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:53:42.948554 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dae61dd3-f6ca-4b79-8432-badf3b8fee0a req-8fe13ddc-c9c1-4fa5-ac70-a0309ed81468 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 946 time: 0.0575600 Aug 19 15:53:42.990610 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dae61dd3-f6ca-4b79-8432-badf3b8fee0a req-1b30c7f9-03a0-4b2e-95b6-241923f3a7ed tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=664a559d-e289-45a8-a075-89433ea21a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358257 Aug 19 15:53:44.111852 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c68e65-5a1f-4560-8fe3-e6032ddead01 req-d996a43c-5a52-41a0-b3e7-5a0724ad8bef tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:53:44.113407 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-47c68e65-5a1f-4560-8fe3-e6032ddead01 req-d996a43c-5a52-41a0-b3e7-5a0724ad8bef tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 946 time: 0.0508807 Aug 19 15:53:44.157343 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-47c68e65-5a1f-4560-8fe3-e6032ddead01 req-34a2ee29-7cc7-4c88-8c9b-b45d80909167 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=664a559d-e289-45a8-a075-89433ea21a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375063 Aug 19 15:53:45.083822 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:53:45.275489 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972e38d-340b-41e8-b7a6-4fd323d8d2ec req-c8279cfb-9e41-403a-b0e4-ca93f67ac02b tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:53:45.277872 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6972e38d-340b-41e8-b7a6-4fd323d8d2ec req-c8279cfb-9e41-403a-b0e4-ca93f67ac02b tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 946 time: 0.0495420 Aug 19 15:53:45.318422 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6972e38d-340b-41e8-b7a6-4fd323d8d2ec req-b3a5d065-9ba6-4524-b4eb-646ff6cd5d40 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=664a559d-e289-45a8-a075-89433ea21a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317516 Aug 19 15:53:46.450039 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ede3e-c16e-4d90-b722-778ba110c0ee req-802d0b64-4424-46a7-b296-b0f26a211271 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:53:46.452212 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-117ede3e-c16e-4d90-b722-778ba110c0ee req-802d0b64-4424-46a7-b296-b0f26a211271 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 946 time: 0.0631213 Aug 19 15:53:46.495724 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-117ede3e-c16e-4d90-b722-778ba110c0ee req-b8dd5eab-b387-4b8f-bbea-3d8b0d864600 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=664a559d-e289-45a8-a075-89433ea21a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355794 Aug 19 15:53:47.631843 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46a243-c651-45c5-bead-d9b514959b10 req-14722544-0626-4dfe-9732-62dac2310065 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:53:47.634004 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0f46a243-c651-45c5-bead-d9b514959b10 req-14722544-0626-4dfe-9732-62dac2310065 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 946 time: 0.0689340 Aug 19 15:53:47.676872 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0f46a243-c651-45c5-bead-d9b514959b10 req-ba69823e-d753-4a44-8af0-3a2a599e64de tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=664a559d-e289-45a8-a075-89433ea21a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361893 Aug 19 15:53:48.330505 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d25374-0436-48fd-8cb7-e8d417b7ca9f req-13f3e661-ca4b-498b-afa4-b9ffd8c327c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:53:48.332257 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a1d25374-0436-48fd-8cb7-e8d417b7ca9f req-13f3e661-ca4b-498b-afa4-b9ffd8c327c9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fb82d0576b534169a3deaae2c2067c46&device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 1097 time: 0.0418477 Aug 19 15:53:48.456424 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d25374-0436-48fd-8cb7-e8d417b7ca9f req-70a2ee87-d3c2-46e4-8d68-6c94aa0e908c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:53:48.457930 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a1d25374-0436-48fd-8cb7-e8d417b7ca9f req-70a2ee87-d3c2-46e4-8d68-6c94aa0e908c service neutron] 10.222.0.88 "GET /v2.0/networks?id=68d2b4f4-49d5-4c13-8c96-8d0f658b3826 HTTP/1.1" status: 200 len: 910 time: 0.1189015 Aug 19 15:53:48.523259 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a1d25374-0436-48fd-8cb7-e8d417b7ca9f req-04ad4a6c-8e06-4ff8-b86f-bfb8ab7cad4a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0782e144-3675-4313-b525-f3102d992433 HTTP/1.1" status: 200 len: 1001 time: 0.0575247 Aug 19 15:53:48.583704 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d25374-0436-48fd-8cb7-e8d417b7ca9f req-6cb5ad15-519e-4989-a90c-f6cd038c826f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:53:48.585115 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a1d25374-0436-48fd-8cb7-e8d417b7ca9f req-6cb5ad15-519e-4989-a90c-f6cd038c826f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=894233df-8f4f-4cc4-8a73-f2fb7800b16d HTTP/1.1" status: 200 len: 848 time: 0.0553405 Aug 19 15:53:48.643716 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d25374-0436-48fd-8cb7-e8d417b7ca9f req-8f489c35-2588-44c8-bc51-e21918d34914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:53:48.645872 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a1d25374-0436-48fd-8cb7-e8d417b7ca9f req-8f489c35-2588-44c8-bc51-e21918d34914 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=68d2b4f4-49d5-4c13-8c96-8d0f658b3826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539205 Aug 19 15:53:48.743853 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a1d25374-0436-48fd-8cb7-e8d417b7ca9f req-d9d23604-d9ca-4ae2-9905-13996596cdda service neutron] 10.222.0.88 "GET /v2.0/networks/68d2b4f4-49d5-4c13-8c96-8d0f658b3826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906751 Aug 19 15:53:48.865148 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe9fb7-8561-4271-931c-0aaac224f51e req-cc5cad19-086d-4349-9e10-f67f1c33b0a8 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:53:48.866611 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-47fe9fb7-8561-4271-931c-0aaac224f51e req-cc5cad19-086d-4349-9e10-f67f1c33b0a8 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 946 time: 0.1081929 Aug 19 15:53:48.887403 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a1d25374-0436-48fd-8cb7-e8d417b7ca9f req-ad003cf1-f7ff-4096-991f-0ee6ab0ecd4c service neutron] 10.222.0.88 "GET /v2.0/networks/68d2b4f4-49d5-4c13-8c96-8d0f658b3826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364336 Aug 19 15:53:48.914603 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-47fe9fb7-8561-4271-931c-0aaac224f51e req-481765e1-4318-449a-bc42-0c8dd3cf815c tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=664a559d-e289-45a8-a075-89433ea21a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391598 Aug 19 15:53:50.041724 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bed776-81e9-432c-846e-f2dc882882e6 req-5ec7bfbc-f17a-418a-a3ec-475b57f0a500 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:53:50.045117 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b1bed776-81e9-432c-846e-f2dc882882e6 req-5ec7bfbc-f17a-418a-a3ec-475b57f0a500 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 946 time: 0.0570817 Aug 19 15:53:50.082819 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b1bed776-81e9-432c-846e-f2dc882882e6 req-dac76929-0e5b-413e-855e-7ba2f593c7e3 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=664a559d-e289-45a8-a075-89433ea21a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333848 Aug 19 15:53:51.200603 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ae6a0-2c7f-414c-8616-0829c4d9044d req-f5c7c6ec-b83e-4977-b545-e741b83e1074 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:53:51.202545 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9c5ae6a0-2c7f-414c-8616-0829c4d9044d req-f5c7c6ec-b83e-4977-b545-e741b83e1074 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 946 time: 0.0494492 Aug 19 15:53:51.241732 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9c5ae6a0-2c7f-414c-8616-0829c4d9044d req-24bdce9c-062a-49d8-beea-33594fea00e9 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=664a559d-e289-45a8-a075-89433ea21a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331373 Aug 19 15:53:52.358470 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a15e996-7ecb-493e-88f7-63c4818ae487 req-deb85cec-0230-4e6b-97fb-c59b255eedb9 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:53:52.359970 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0a15e996-7ecb-493e-88f7-63c4818ae487 req-deb85cec-0230-4e6b-97fb-c59b255eedb9 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 946 time: 0.0493851 Aug 19 15:53:52.400793 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0a15e996-7ecb-493e-88f7-63c4818ae487 req-851d68c1-7c85-4960-995f-a61583c5b3d5 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=664a559d-e289-45a8-a075-89433ea21a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347974 Aug 19 15:53:52.619520 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a1dba-6f1e-4c30-be69-29181290f118 req-fc01e5ae-2053-4bcb-b113-cb20681dd4e9 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:53:52.621871 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f08a1dba-6f1e-4c30-be69-29181290f118 req-fc01e5ae-2053-4bcb-b113-cb20681dd4e9 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 946 time: 0.0590441 Aug 19 15:53:52.649073 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-6572c0b2-bee4-4af6-ac4e-15ae81d643c1 req-16ae6643-60bd-449a-af6c-8f02e1845566 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1100080 Aug 19 15:53:52.673624 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f08a1dba-6f1e-4c30-be69-29181290f118 req-b559d87a-833c-4586-b13e-08b6e2b1ef87 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=664a559d-e289-45a8-a075-89433ea21a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355556 Aug 19 15:53:53.819985 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ba116-93be-4d9d-84e0-b0788160adf5 req-534f16cf-d959-412e-8347-45d6395a49d2 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:53:53.821584 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-360ba116-93be-4d9d-84e0-b0788160adf5 req-534f16cf-d959-412e-8347-45d6395a49d2 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 946 time: 0.0718307 Aug 19 15:53:53.862763 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-360ba116-93be-4d9d-84e0-b0788160adf5 req-af1d40ce-e96b-49aa-b11e-c012ca3b001a tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=664a559d-e289-45a8-a075-89433ea21a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349100 Aug 19 15:53:54.023403 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 0782e144-3675-4313-b525-f3102d992433 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:53:54.104178 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:53:54.126616 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c09e044-0182-4d07-a609-e7c73b1cfe9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0782e144-3675-4313-b525-f3102d992433'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:53:54.128949 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33781a19ce02c5415d916baf9197922328299cb06218664b0429d3f5e03069d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a62ad5-19b4-42f2-8255-4ce0e388dab6" -d '{"events": [{"server_uuid": "8c09e044-0182-4d07-a609-e7c73b1cfe9f", "name": "network-vif-unplugged", "status": "completed", "tag": "0782e144-3675-4313-b525-f3102d992433"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:53:54.143133 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 0782e144-3675-4313-b525-f3102d992433, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=0782e144-3675-4313-b525-f3102d992433,segment=NetworkSegment(52333bbc-0180-43a2-82af-3f83f0e7c42c),segment_id=52333bbc-0180-43a2-82af-3f83f0e7c42c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:53:54.147295 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:53:54.171128 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 19 Aug 2021 15:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d18d1e9-4a30-402f-9fd3-d8beea086520 x-openstack-request-id: req-0d18d1e9-4a30-402f-9fd3-d8beea086520 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:53:54.171419 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c09e044-0182-4d07-a609-e7c73b1cfe9f", "name": "network-vif-unplugged", "status": "failed", "tag": "0782e144-3675-4313-b525-f3102d992433", "code": 422}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:53:54.171668 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0d18d1e9-4a30-402f-9fd3-d8beea086520 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:53:54.172060 n-d-766043-2 neutron-server[94641]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8c09e044-0182-4d07-a609-e7c73b1cfe9f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0782e144-3675-4313-b525-f3102d992433', 'code': 422} returned with failed status Aug 19 15:53:54.197020 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=0782e144-3675-4313-b525-f3102d992433,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:53:54.204848 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:53:54.205191 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:53:54.205527 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:53:54.206111 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:53:54.206442 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:53:54.206766 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:53:54.207087 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:53:54.207409 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:53:54.207725 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:53:54.208041 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:53:54.208359 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:53:54.208702 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:53:54.982944 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aeaa8d-83a4-4ec2-a154-3956eff277d9 req-a45aeb8d-369c-4da1-8c94-d38368bc4fd2 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:53:54.984480 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e8aeaa8d-83a4-4ec2-a154-3956eff277d9 req-a45aeb8d-369c-4da1-8c94-d38368bc4fd2 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 944 time: 0.0493059 Aug 19 15:53:55.021432 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e8aeaa8d-83a4-4ec2-a154-3956eff277d9 req-eb0bdf6a-f613-4588-a2dc-0781f02e7bc9 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=664a559d-e289-45a8-a075-89433ea21a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311172 Aug 19 15:53:56.138648 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67785bb-8e09-44c4-92e8-dc1ff5baf90c req-efdf9531-a47d-4297-a1f4-93a5c7182854 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:53:56.140256 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f67785bb-8e09-44c4-92e8-dc1ff5baf90c req-efdf9531-a47d-4297-a1f4-93a5c7182854 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 944 time: 0.0527565 Aug 19 15:53:56.177361 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f67785bb-8e09-44c4-92e8-dc1ff5baf90c req-9ed30500-6bb7-4456-9afe-7268fe183ca6 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=664a559d-e289-45a8-a075-89433ea21a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309370 Aug 19 15:53:57.298447 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9cdee1-a2e1-4655-bfc1-1abb8dde263b req-5849a306-c935-4377-9f0d-998057496d36 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:53:57.300066 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2f9cdee1-a2e1-4655-bfc1-1abb8dde263b req-5849a306-c935-4377-9f0d-998057496d36 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 944 time: 0.0496049 Aug 19 15:53:57.341567 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2f9cdee1-a2e1-4655-bfc1-1abb8dde263b req-fc8c5094-4b9b-452d-bee8-98d015481b8a tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=664a559d-e289-45a8-a075-89433ea21a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350213 Aug 19 15:53:58.460760 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af06127-3926-4bfd-816e-9683a6d05363 req-fac99538-2c6b-4fe6-acbb-10a62c2456d5 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:53:58.462253 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0af06127-3926-4bfd-816e-9683a6d05363 req-fac99538-2c6b-4fe6-acbb-10a62c2456d5 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 944 time: 0.0521541 Aug 19 15:53:58.501324 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0af06127-3926-4bfd-816e-9683a6d05363 req-03c9f8e1-fedd-4780-a775-9ee166912e8e tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=664a559d-e289-45a8-a075-89433ea21a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325234 Aug 19 15:53:59.987724 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46046f-0cdd-4b44-a3d2-8068f33825a1 req-7d8d30de-a32e-4901-95b8-238453df3392 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:53:59.989802 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0a46046f-0cdd-4b44-a3d2-8068f33825a1 req-7d8d30de-a32e-4901-95b8-238453df3392 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 944 time: 0.4117842 Aug 19 15:54:00.033198 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0a46046f-0cdd-4b44-a3d2-8068f33825a1 req-43ddb08e-702e-4ac8-b044-3efb88ea2c2f tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=664a559d-e289-45a8-a075-89433ea21a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367696 Aug 19 15:54:01.164939 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea53756-1806-4a8b-ab11-1a1defc59545 req-b2c2c8d6-0e98-459d-bc53-ddc8efef7669 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:01.166360 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7ea53756-1806-4a8b-ab11-1a1defc59545 req-b2c2c8d6-0e98-459d-bc53-ddc8efef7669 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 944 time: 0.0541770 Aug 19 15:54:01.210487 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-7ea53756-1806-4a8b-ab11-1a1defc59545 req-97391fb3-c80e-40d5-ae0c-ce17ac0592c1 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=664a559d-e289-45a8-a075-89433ea21a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372107 Aug 19 15:54:01.479268 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572c0b2-bee4-4af6-ac4e-15ae81d643c1 req-7d29ff35-dd62-46b4-a8a6-789e446ab504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:01.481339 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6572c0b2-bee4-4af6-ac4e-15ae81d643c1 req-7d29ff35-dd62-46b4-a8a6-789e446ab504 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f&tenant_id=fb82d0576b534169a3deaae2c2067c46 HTTP/1.1" status: 200 len: 1095 time: 0.0422263 Aug 19 15:54:01.547521 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572c0b2-bee4-4af6-ac4e-15ae81d643c1 req-2245bc35-9fd7-46f9-88e7-44ac622979c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:01.549230 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6572c0b2-bee4-4af6-ac4e-15ae81d643c1 req-2245bc35-9fd7-46f9-88e7-44ac622979c9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fb82d0576b534169a3deaae2c2067c46&device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 1095 time: 0.0446870 Aug 19 15:54:01.562246 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ef094a9c-b94a-4f68-b5eb-6cffbaf3018a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:54:01.641223 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572c0b2-bee4-4af6-ac4e-15ae81d643c1 req-11b7581f-1795-48e4-aa9b-e68e303d5a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:01.642712 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6572c0b2-bee4-4af6-ac4e-15ae81d643c1 req-11b7581f-1795-48e4-aa9b-e68e303d5a02 service neutron] 10.222.0.88 "GET /v2.0/networks?id=68d2b4f4-49d5-4c13-8c96-8d0f658b3826 HTTP/1.1" status: 200 len: 910 time: 0.0866613 Aug 19 15:54:01.712164 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6572c0b2-bee4-4af6-ac4e-15ae81d643c1 req-8e877af8-a8ee-4390-a4a3-b20c7ddc370d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0782e144-3675-4313-b525-f3102d992433 HTTP/1.1" status: 200 len: 999 time: 0.0627260 Aug 19 15:54:01.760258 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572c0b2-bee4-4af6-ac4e-15ae81d643c1 req-6728253c-998b-452c-a0e6-2313d96a7421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:01.762203 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6572c0b2-bee4-4af6-ac4e-15ae81d643c1 req-6728253c-998b-452c-a0e6-2313d96a7421 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=894233df-8f4f-4cc4-8a73-f2fb7800b16d HTTP/1.1" status: 200 len: 848 time: 0.0430725 Aug 19 15:54:01.808140 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572c0b2-bee4-4af6-ac4e-15ae81d643c1 req-90cbdc3b-e483-4312-88ec-c8d66e9d4c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:01.809648 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6572c0b2-bee4-4af6-ac4e-15ae81d643c1 req-90cbdc3b-e483-4312-88ec-c8d66e9d4c50 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=68d2b4f4-49d5-4c13-8c96-8d0f658b3826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395422 Aug 19 15:54:01.902296 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6572c0b2-bee4-4af6-ac4e-15ae81d643c1 req-745f3c81-c15b-4352-a3f1-24e7ca9383d3 service neutron] 10.222.0.88 "GET /v2.0/networks/68d2b4f4-49d5-4c13-8c96-8d0f658b3826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842698 Aug 19 15:54:01.990376 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6572c0b2-bee4-4af6-ac4e-15ae81d643c1 req-2ab6dbb1-ac52-4782-8ce6-b49c39ec3840 service neutron] 10.222.0.88 "GET /v2.0/networks/68d2b4f4-49d5-4c13-8c96-8d0f658b3826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817423 Aug 19 15:54:02.328858 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe2c42c-0203-44db-bf42-b431f3968e6c req-8f676bf3-ba2d-4610-a4c5-c5db00109096 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:02.330530 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9fe2c42c-0203-44db-bf42-b431f3968e6c req-8f676bf3-ba2d-4610-a4c5-c5db00109096 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 944 time: 0.0500526 Aug 19 15:54:02.368470 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9fe2c42c-0203-44db-bf42-b431f3968e6c req-2b6b710e-36ca-4e30-af33-371d474bb03d tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=664a559d-e289-45a8-a075-89433ea21a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317345 Aug 19 15:54:03.538629 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671f858-9560-49cb-878c-5a49f4d4cfa4 req-7f932b47-2930-4a1b-971b-9d0eea743a28 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:03.540102 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5671f858-9560-49cb-878c-5a49f4d4cfa4 req-7f932b47-2930-4a1b-971b-9d0eea743a28 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 944 time: 0.1011052 Aug 19 15:54:03.578720 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5671f858-9560-49cb-878c-5a49f4d4cfa4 req-a8972dbe-2bbd-443b-82d1-e54eb7b20f69 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=664a559d-e289-45a8-a075-89433ea21a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325637 Aug 19 15:54:04.470188 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e16b0058-74fc-4499-97f5-ce7bf2be2d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:54:04.660756 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:54:04.745572 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036127ec-090c-43ce-93bb-609a64c2e3ea req-fa87fb3e-d9ba-4131-adb3-5875e2fe7dc8 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:04.747097 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-036127ec-090c-43ce-93bb-609a64c2e3ea req-fa87fb3e-d9ba-4131-adb3-5875e2fe7dc8 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 944 time: 0.0986030 Aug 19 15:54:04.785041 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-036127ec-090c-43ce-93bb-609a64c2e3ea req-b1954f23-206c-420d-ab86-53fd1c310302 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=664a559d-e289-45a8-a075-89433ea21a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319071 Aug 19 15:54:04.941375 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:54:05.412204 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:54:05.901030 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291702d1-ad62-4576-b183-36fe9f00dd38 req-8cbe93c5-ff03-4ac2-8880-2abb90e9f0a2 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:05.902509 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-291702d1-ad62-4576-b183-36fe9f00dd38 req-8cbe93c5-ff03-4ac2-8880-2abb90e9f0a2 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 944 time: 0.0498364 Aug 19 15:54:05.941663 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-291702d1-ad62-4576-b183-36fe9f00dd38 req-16193332-149e-4a8f-baa3-8a4dc19dbc8d tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=664a559d-e289-45a8-a075-89433ea21a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330067 Aug 19 15:54:06.111803 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:54:07.063781 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a25001-7f58-4a55-ad6c-596ced67b57d req-452843a0-c05d-4809-94ba-67e5aca86471 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:07.065325 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f8a25001-7f58-4a55-ad6c-596ced67b57d req-452843a0-c05d-4809-94ba-67e5aca86471 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 944 time: 0.0535798 Aug 19 15:54:07.103626 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f8a25001-7f58-4a55-ad6c-596ced67b57d req-17eab897-b4e9-493f-9438-452c291a51ee tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=664a559d-e289-45a8-a075-89433ea21a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322270 Aug 19 15:54:07.228694 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:54:08.229983 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d95f6d-4599-4ef9-acc6-50ffd423dad2 req-624e877c-b5c9-40ca-ad4d-946b8ba6a8c4 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:08.231475 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-05d95f6d-4599-4ef9-acc6-50ffd423dad2 req-624e877c-b5c9-40ca-ad4d-946b8ba6a8c4 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 944 time: 0.0493937 Aug 19 15:54:08.269854 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-05d95f6d-4599-4ef9-acc6-50ffd423dad2 req-25dfe93e-84ee-478d-a569-ed66aa97620c tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=664a559d-e289-45a8-a075-89433ea21a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320675 Aug 19 15:54:09.384353 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a6200-8eb6-4133-96c1-80c1c9098617 req-72f95b6a-b9b2-4925-b887-bd7d8e03ee01 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:09.385870 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-348a6200-8eb6-4133-96c1-80c1c9098617 req-72f95b6a-b9b2-4925-b887-bd7d8e03ee01 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 944 time: 0.0492368 Aug 19 15:54:09.423669 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-348a6200-8eb6-4133-96c1-80c1c9098617 req-5082c91b-bd4c-405a-bb6b-1c328624ca08 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=664a559d-e289-45a8-a075-89433ea21a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314345 Aug 19 15:54:10.100110 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 0782e144-3675-4313-b525-f3102d992433 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:54:10.195906 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 0782e144-3675-4313-b525-f3102d992433, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=0782e144-3675-4313-b525-f3102d992433,segment=NetworkSegment(52333bbc-0180-43a2-82af-3f83f0e7c42c),segment_id=52333bbc-0180-43a2-82af-3f83f0e7c42c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:54:10.207227 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '0782e144-3675-4313-b525-f3102d992433', 'network_id': '68d2b4f4-49d5-4c13-8c96-8d0f658b3826', 'port_id': '0782e144-3675-4313-b525-f3102d992433', 'mac_address': 'fa:16:3e:e5:72:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '894233df-8f4f-4cc4-8a73-f2fb7800b16d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:54:10.243846 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:54:10.256184 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0782e144-3675-4313-b525-f3102d992433 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:54:10.279199 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 0782e144-3675-4313-b525-f3102d992433, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=0782e144-3675-4313-b525-f3102d992433,segment=NetworkSegment(52333bbc-0180-43a2-82af-3f83f0e7c42c),segment_id=52333bbc-0180-43a2-82af-3f83f0e7c42c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:54:10.283622 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:54:10.328820 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=0782e144-3675-4313-b525-f3102d992433,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:54:10.483398 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['0782e144-3675-4313-b525-f3102d992433'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:54:10.543151 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24894ad-de9b-4309-a30f-30ad257ce52e req-9f989432-3b40-494a-a65a-37905043ec44 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:10.544702 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c24894ad-de9b-4309-a30f-30ad257ce52e req-9f989432-3b40-494a-a65a-37905043ec44 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 945 time: 0.0537505 Aug 19 15:54:10.583101 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c24894ad-de9b-4309-a30f-30ad257ce52e req-1a9be35a-5e01-43c2-8114-690e7c9454a7 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=664a559d-e289-45a8-a075-89433ea21a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322378 Aug 19 15:54:11.703303 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556e524-72c6-46cf-a3f1-f08094bddeee req-79feeaa1-b579-4dc3-ba76-d125387a1cb6 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:11.704774 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6556e524-72c6-46cf-a3f1-f08094bddeee req-79feeaa1-b579-4dc3-ba76-d125387a1cb6 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 945 time: 0.0515883 Aug 19 15:54:11.743001 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6556e524-72c6-46cf-a3f1-f08094bddeee req-f3411b7d-b8d5-447b-ac67-af528bc8f981 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=664a559d-e289-45a8-a075-89433ea21a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319464 Aug 19 15:54:12.100957 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 0782e144-3675-4313-b525-f3102d992433 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:54:12.147113 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 0782e144-3675-4313-b525-f3102d992433 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:54:12.147477 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:54:12.223691 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:54:12.245913 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c09e044-0182-4d07-a609-e7c73b1cfe9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0782e144-3675-4313-b525-f3102d992433'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:54:12.248269 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33781a19ce02c5415d916baf9197922328299cb06218664b0429d3f5e03069d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8280ca-a6bf-44f7-aa77-3a05334f0025" -d '{"events": [{"server_uuid": "8c09e044-0182-4d07-a609-e7c73b1cfe9f", "name": "network-vif-plugged", "status": "completed", "tag": "0782e144-3675-4313-b525-f3102d992433"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:54:12.261185 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 0782e144-3675-4313-b525-f3102d992433, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=0782e144-3675-4313-b525-f3102d992433,segment=NetworkSegment(52333bbc-0180-43a2-82af-3f83f0e7c42c),segment_id=52333bbc-0180-43a2-82af-3f83f0e7c42c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:54:12.265985 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:54:12.290159 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e480519-4f94-48f2-b716-65d063e3cd1e x-openstack-request-id: req-9e480519-4f94-48f2-b716-65d063e3cd1e {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:54:12.290456 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c09e044-0182-4d07-a609-e7c73b1cfe9f", "name": "network-vif-plugged", "status": "completed", "tag": "0782e144-3675-4313-b525-f3102d992433", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:54:12.290707 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9e480519-4f94-48f2-b716-65d063e3cd1e {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:54:12.291099 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c09e044-0182-4d07-a609-e7c73b1cfe9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0782e144-3675-4313-b525-f3102d992433', 'code': 200} Aug 19 15:54:12.317892 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=0782e144-3675-4313-b525-f3102d992433,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:54:12.475440 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386f955-aaee-4ff8-a7e0-2944caea3673 req-5bc02d0e-d23c-4c4b-8941-85f79834a182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:12.476989 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b386f955-aaee-4ff8-a7e0-2944caea3673 req-5bc02d0e-d23c-4c4b-8941-85f79834a182 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 1097 time: 0.0817273 Aug 19 15:54:12.511288 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b386f955-aaee-4ff8-a7e0-2944caea3673 req-8c3a54f0-89d2-4f99-b5ed-acc39e8799bc service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=664a559d-e289-45a8-a075-89433ea21a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269060 Aug 19 15:54:12.864694 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d5808-198d-482d-b5eb-f3c18370d7d2 req-55e91f26-743f-4fc5-acde-cc98cfb815cc tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:12.866184 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e21d5808-198d-482d-b5eb-f3c18370d7d2 req-55e91f26-743f-4fc5-acde-cc98cfb815cc tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 946 time: 0.0528071 Aug 19 15:54:12.905392 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e21d5808-198d-482d-b5eb-f3c18370d7d2 req-028122fc-60ec-48cd-adec-67638b40e524 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=664a559d-e289-45a8-a075-89433ea21a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331552 Aug 19 15:54:14.021324 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078224fa-471d-4040-a987-78e0f853ede9 req-a9d524df-e77e-420d-bca1-4a27c597a48c tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:14.022817 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-078224fa-471d-4040-a987-78e0f853ede9 req-a9d524df-e77e-420d-bca1-4a27c597a48c tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 946 time: 0.0487845 Aug 19 15:54:14.060832 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-078224fa-471d-4040-a987-78e0f853ede9 req-85af7ae2-b199-4b3e-bb3a-07567026da43 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=664a559d-e289-45a8-a075-89433ea21a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314560 Aug 19 15:54:14.440719 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-718d2600-1d1b-461a-951a-23960c9d41cf req-03c6c6a8-df7f-4fb3-8e67-37e79be5bd00 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393338 Aug 19 15:54:14.524707 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d2600-1d1b-461a-951a-23960c9d41cf req-3e61f466-d1bc-46fa-a6ca-32fd2d1cfe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:14.526271 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-718d2600-1d1b-461a-951a-23960c9d41cf req-3e61f466-d1bc-46fa-a6ca-32fd2d1cfe28 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fb82d0576b534169a3deaae2c2067c46&device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 1097 time: 0.0452111 Aug 19 15:54:14.631954 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d2600-1d1b-461a-951a-23960c9d41cf req-5b129e15-0eaa-45d9-91ff-2a7fd761bd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:14.633458 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-718d2600-1d1b-461a-951a-23960c9d41cf req-5b129e15-0eaa-45d9-91ff-2a7fd761bd8e service neutron] 10.222.0.88 "GET /v2.0/networks?id=68d2b4f4-49d5-4c13-8c96-8d0f658b3826 HTTP/1.1" status: 200 len: 910 time: 0.0867407 Aug 19 15:54:14.703268 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-718d2600-1d1b-461a-951a-23960c9d41cf req-344188b2-77c8-4898-ac02-4d113316e601 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0782e144-3675-4313-b525-f3102d992433 HTTP/1.1" status: 200 len: 1001 time: 0.0625167 Aug 19 15:54:14.754351 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d2600-1d1b-461a-951a-23960c9d41cf req-f0d4e261-5257-49aa-a1db-a8072efe7408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:14.755858 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-718d2600-1d1b-461a-951a-23960c9d41cf req-f0d4e261-5257-49aa-a1db-a8072efe7408 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=894233df-8f4f-4cc4-8a73-f2fb7800b16d HTTP/1.1" status: 200 len: 848 time: 0.0456393 Aug 19 15:54:14.802462 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d2600-1d1b-461a-951a-23960c9d41cf req-e5f3e24b-5f22-4ef6-ae05-135ae0ff6830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:54:14.803972 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-718d2600-1d1b-461a-951a-23960c9d41cf req-e5f3e24b-5f22-4ef6-ae05-135ae0ff6830 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=68d2b4f4-49d5-4c13-8c96-8d0f658b3826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416574 Aug 19 15:54:14.900894 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-718d2600-1d1b-461a-951a-23960c9d41cf req-c0a59f33-b32e-45ad-878d-49390e36daf0 service neutron] 10.222.0.88 "GET /v2.0/networks/68d2b4f4-49d5-4c13-8c96-8d0f658b3826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896878 Aug 19 15:54:14.990920 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-718d2600-1d1b-461a-951a-23960c9d41cf req-8d0bcdc7-0e50-45b1-886d-56fa92b53b29 service neutron] 10.222.0.88 "GET /v2.0/networks/68d2b4f4-49d5-4c13-8c96-8d0f658b3826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832107 Aug 19 15:54:22.083751 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:54:31.565687 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e4ea6244-f276-45f0-bc52-70077ed3cb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:54:34.471074 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aea489d8-e438-4e9f-bea6-6fa8e5237903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:54:34.662621 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:54:34.956289 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:54:35.418624 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:54:36.113705 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:54:37.230446 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:54:59.082557 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:55:01.568347 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4826e0aa-fb36-4fab-a392-45d1aacf0ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:04.471186 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7ce744ee-cfcd-4cdb-9862-708a4bc95eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:04.667772 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:04.954750 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:05.418809 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:06.152698 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:07.233948 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:15.442744 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0dc316f3-0794-426b-9634-e18f822ae508 req-2da99b5c-a7f4-46d2-a855-798a060555df service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420842 Aug 19 15:55:15.527542 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc316f3-0794-426b-9634-e18f822ae508 req-6af55b8c-1a27-4cb0-94b8-02c4197eef91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:55:15.529104 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0dc316f3-0794-426b-9634-e18f822ae508 req-6af55b8c-1a27-4cb0-94b8-02c4197eef91 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fb82d0576b534169a3deaae2c2067c46&device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 1097 time: 0.0449989 Aug 19 15:55:15.629562 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc316f3-0794-426b-9634-e18f822ae508 req-c9bc3029-684a-4a26-b9cc-f9cffcd5a686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:55:15.631026 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0dc316f3-0794-426b-9634-e18f822ae508 req-c9bc3029-684a-4a26-b9cc-f9cffcd5a686 service neutron] 10.222.0.88 "GET /v2.0/networks?id=68d2b4f4-49d5-4c13-8c96-8d0f658b3826 HTTP/1.1" status: 200 len: 910 time: 0.0833728 Aug 19 15:55:15.702539 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0dc316f3-0794-426b-9634-e18f822ae508 req-f139a305-577e-4873-acca-dea959ae4aa9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0782e144-3675-4313-b525-f3102d992433 HTTP/1.1" status: 200 len: 1001 time: 0.0640311 Aug 19 15:55:15.750855 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc316f3-0794-426b-9634-e18f822ae508 req-79df78f1-e1d8-48f1-ac14-7e0b281c19e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:55:15.752310 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0dc316f3-0794-426b-9634-e18f822ae508 req-79df78f1-e1d8-48f1-ac14-7e0b281c19e2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=894233df-8f4f-4cc4-8a73-f2fb7800b16d HTTP/1.1" status: 200 len: 848 time: 0.0433486 Aug 19 15:55:15.798096 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc316f3-0794-426b-9634-e18f822ae508 req-bcc0f3e3-8157-47ca-a6e1-f7fc5652fe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:55:15.799810 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0dc316f3-0794-426b-9634-e18f822ae508 req-bcc0f3e3-8157-47ca-a6e1-f7fc5652fe18 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=68d2b4f4-49d5-4c13-8c96-8d0f658b3826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410352 Aug 19 15:55:15.893284 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0dc316f3-0794-426b-9634-e18f822ae508 req-6ce74331-c631-4a56-9ff2-ae762f6c188b service neutron] 10.222.0.88 "GET /v2.0/networks/68d2b4f4-49d5-4c13-8c96-8d0f658b3826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857217 Aug 19 15:55:15.984485 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-0dc316f3-0794-426b-9634-e18f822ae508 req-af622136-f77b-4dbc-8fa0-4487654d900b service neutron] 10.222.0.88 "GET /v2.0/networks/68d2b4f4-49d5-4c13-8c96-8d0f658b3826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845630 Aug 19 15:55:29.883797 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 41292) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:55:30.047172 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-088a4c82-49ee-45d6-9c29-b469efd717a0 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Deleting port ba612d39-c90d-4d51-8cb5-e414ec42c90c {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:55:30.047523 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-088a4c82-49ee-45d6-9c29-b469efd717a0 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:30.126456 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-088a4c82-49ee-45d6-9c29-b469efd717a0 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:30.126797 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-088a4c82-49ee-45d6-9c29-b469efd717a0 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:30.139981 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-088a4c82-49ee-45d6-9c29-b469efd717a0 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Calling delete_port for ba612d39-c90d-4d51-8cb5-e414ec42c90c owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:55:30.296298 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-088a4c82-49ee-45d6-9c29-b469efd717a0 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:30.324069 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a4c82-49ee-45d6-9c29-b469efd717a0 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Pushing event deleted for resources: {'Port': ['ID=ba612d39-c90d-4d51-8cb5-e414ec42c90c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:55:30.350474 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088a4c82-49ee-45d6-9c29-b469efd717a0 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:55:30.350820 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088a4c82-49ee-45d6-9c29-b469efd717a0 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:55:30.351190 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088a4c82-49ee-45d6-9c29-b469efd717a0 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:55:30.351526 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088a4c82-49ee-45d6-9c29-b469efd717a0 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:55:30.351859 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088a4c82-49ee-45d6-9c29-b469efd717a0 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:55:30.352189 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088a4c82-49ee-45d6-9c29-b469efd717a0 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:55:30.352587 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088a4c82-49ee-45d6-9c29-b469efd717a0 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:55:30.352923 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088a4c82-49ee-45d6-9c29-b469efd717a0 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:55:30.353249 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088a4c82-49ee-45d6-9c29-b469efd717a0 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:55:30.353572 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088a4c82-49ee-45d6-9c29-b469efd717a0 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:55:30.353899 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088a4c82-49ee-45d6-9c29-b469efd717a0 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:55:30.354221 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088a4c82-49ee-45d6-9c29-b469efd717a0 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:55:30.393837 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-088a4c82-49ee-45d6-9c29-b469efd717a0 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:30.394166 n-d-766043-2 neutron-server[94640]: INFO neutron.db.l3_db [None req-088a4c82-49ee-45d6-9c29-b469efd717a0 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Floating IP 9290e5d6-943d-4847-83db-667da00a64a6 disassociated (deleted). External IP: 172.25.2.44, port: 0782e144-3675-4313-b525-f3102d992433. Aug 19 15:55:30.602984 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-088a4c82-49ee-45d6-9c29-b469efd717a0 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Router cb6b120d-5d21-4bbc-b47f-5f863800255f has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:55:30.712278 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088a4c82-49ee-45d6-9c29-b469efd717a0 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:55:30.717244 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-088a4c82-49ee-45d6-9c29-b469efd717a0 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:30.721802 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfbc4e2-a5d6-42b4-a8a3-eae029966335 None None] Sync routers for ids ['cb6b120d-5d21-4bbc-b47f-5f863800255f'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:55:30.730769 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfbc4e2-a5d6-42b4-a8a3-eae029966335 None None] Routers {'cb6b120d-5d21-4bbc-b47f-5f863800255f'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:55:30.731434 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3cfbc4e2-a5d6-42b4-a8a3-eae029966335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:55:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['cb6b120d-5d21-4bbc-b47f-5f863800255f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:55:30.744028 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-088a4c82-49ee-45d6-9c29-b469efd717a0 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "DELETE /v2.0/floatingips/9290e5d6-943d-4847-83db-667da00a64a6 HTTP/1.1" status: 204 len: 168 time: 0.8585119 Aug 19 15:55:30.744742 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c09e044-0182-4d07-a609-e7c73b1cfe9f', 'tag': '0782e144-3675-4313-b525-f3102d992433'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:55:30.747301 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22fe28f3f2ed00298fad1814fbe4737ebcc7f8c7d408f26f1f50550a3b01d4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a04ba6-409d-406b-816d-70156f8e8788" -d '{"events": [{"name": "network-changed", "server_uuid": "8c09e044-0182-4d07-a609-e7c73b1cfe9f", "tag": "0782e144-3675-4313-b525-f3102d992433"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:55:30.798772 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab751f1-136b-48e5-a310-57c05b7de04c x-openstack-request-id: req-cab751f1-136b-48e5-a310-57c05b7de04c {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:55:30.799130 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c09e044-0182-4d07-a609-e7c73b1cfe9f", "tag": "0782e144-3675-4313-b525-f3102d992433", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:55:30.799446 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cab751f1-136b-48e5-a310-57c05b7de04c {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:55:30.799923 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c09e044-0182-4d07-a609-e7c73b1cfe9f', 'tag': '0782e144-3675-4313-b525-f3102d992433', 'status': 'completed', 'code': 200} Aug 19 15:55:30.850738 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-3cfbc4e2-a5d6-42b4-a8a3-eae029966335 None None] Set router cb6b120d-5d21-4bbc-b47f-5f863800255f gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:55:30.867171 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a04ba6-409d-406b-816d-70156f8e8788 req-e1c2071b-3d87-456d-af9c-34106c477ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:55:30.869548 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e9a04ba6-409d-406b-816d-70156f8e8788 req-e1c2071b-3d87-456d-af9c-34106c477ef4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fb82d0576b534169a3deaae2c2067c46&device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 1097 time: 0.0470316 Aug 19 15:55:31.016515 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a04ba6-409d-406b-816d-70156f8e8788 req-a90ac923-10ab-4a12-8d2b-dfd45e53313b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:55:31.018168 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e9a04ba6-409d-406b-816d-70156f8e8788 req-a90ac923-10ab-4a12-8d2b-dfd45e53313b service neutron] 10.222.0.88 "GET /v2.0/networks?id=68d2b4f4-49d5-4c13-8c96-8d0f658b3826 HTTP/1.1" status: 200 len: 910 time: 0.1412487 Aug 19 15:55:31.030936 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bac791-d570-4938-ad21-61a7088f6834 req-7a87966f-64c2-47ac-a3fb-01c51f77fe01 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:55:31.032338 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-15bac791-d570-4938-ad21-61a7088f6834 req-7a87966f-64c2-47ac-a3fb-01c51f77fe01 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 946 time: 0.0684097 Aug 19 15:55:31.074961 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3cfbc4e2-a5d6-42b4-a8a3-eae029966335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'name': 'tempest-TestShelveInstance-1981744321-router', 'tenant_id': 'fb82d0576b534169a3deaae2c2067c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '92eef587-49bf-4710-a437-d55cfd6a0ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:46:42Z', 'updated_at': '2021-08-19T15:46:46Z', 'revision_number': 4, 'project_id': 'fb82d0576b534169a3deaae2c2067c46', 'gw_port': {'id': '92eef587-49bf-4710-a437-d55cfd6a0ad7', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:68:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:46:43Z', 'updated_at': '2021-08-19T15:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '16c49f59-0237-471b-b1d1-a3c85dd0b472', 'name': '', 'network_id': '68d2b4f4-49d5-4c13-8c96-8d0f658b3826', 'tenant_id': 'fb82d0576b534169a3deaae2c2067c46', 'mac_address': 'fa:16:3e:03:bb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '894233df-8f4f-4cc4-8a73-f2fb7800b16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:46:45Z', 'updated_at': '2021-08-19T15:46:53Z', 'revision_number': 5, 'project_id': 'fb82d0576b534169a3deaae2c2067c46', 'subnets': [{'id': '894233df-8f4f-4cc4-8a73-f2fb7800b16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:55:31.079054 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e9a04ba6-409d-406b-816d-70156f8e8788 req-37535062-c32c-481e-b710-966d6ed7dd2c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0782e144-3675-4313-b525-f3102d992433 HTTP/1.1" status: 200 len: 217 time: 0.0457232 Aug 19 15:55:31.120297 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfbc4e2-a5d6-42b4-a8a3-eae029966335 None None] Checking router: cb6b120d-5d21-4bbc-b47f-5f863800255f for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:55:31.132719 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfbc4e2-a5d6-42b4-a8a3-eae029966335 None None] Routers {'cb6b120d-5d21-4bbc-b47f-5f863800255f'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:55:31.133689 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3cfbc4e2-a5d6-42b4-a8a3-eae029966335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:55:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['cb6b120d-5d21-4bbc-b47f-5f863800255f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:55:31.138576 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-15bac791-d570-4938-ad21-61a7088f6834 req-f442d111-bfb5-40fa-9b8c-6a0aa1a6d6bf tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=664a559d-e289-45a8-a075-89433ea21a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982051 Aug 19 15:55:31.146049 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a04ba6-409d-406b-816d-70156f8e8788 req-86e07cc1-422e-4a2a-96cc-818aa75aaf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:55:31.147488 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e9a04ba6-409d-406b-816d-70156f8e8788 req-86e07cc1-422e-4a2a-96cc-818aa75aaf44 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=894233df-8f4f-4cc4-8a73-f2fb7800b16d HTTP/1.1" status: 200 len: 848 time: 0.0601201 Aug 19 15:55:31.209092 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a04ba6-409d-406b-816d-70156f8e8788 req-5853cf71-9150-4886-8344-e3dd789b6aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:55:31.210625 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e9a04ba6-409d-406b-816d-70156f8e8788 req-5853cf71-9150-4886-8344-e3dd789b6aee service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=68d2b4f4-49d5-4c13-8c96-8d0f658b3826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549595 Aug 19 15:55:31.249823 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-3cfbc4e2-a5d6-42b4-a8a3-eae029966335 None None] Set router cb6b120d-5d21-4bbc-b47f-5f863800255f gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:55:31.352442 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e9a04ba6-409d-406b-816d-70156f8e8788 req-ac623fe6-40cc-46d8-ae9a-ee0921f41fba service neutron] 10.222.0.88 "GET /v2.0/networks/68d2b4f4-49d5-4c13-8c96-8d0f658b3826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337514 Aug 19 15:55:31.452916 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e9a04ba6-409d-406b-816d-70156f8e8788 req-66c89a39-c717-4e87-a529-d7c4f16b5d19 service neutron] 10.222.0.88 "GET /v2.0/networks/68d2b4f4-49d5-4c13-8c96-8d0f658b3826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933161 Aug 19 15:55:31.462844 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3cfbc4e2-a5d6-42b4-a8a3-eae029966335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'name': 'tempest-TestShelveInstance-1981744321-router', 'tenant_id': 'fb82d0576b534169a3deaae2c2067c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '92eef587-49bf-4710-a437-d55cfd6a0ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:46:42Z', 'updated_at': '2021-08-19T15:46:46Z', 'revision_number': 4, 'project_id': 'fb82d0576b534169a3deaae2c2067c46', 'gw_port': {'id': '92eef587-49bf-4710-a437-d55cfd6a0ad7', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:68:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:46:43Z', 'updated_at': '2021-08-19T15:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '16c49f59-0237-471b-b1d1-a3c85dd0b472', 'name': '', 'network_id': '68d2b4f4-49d5-4c13-8c96-8d0f658b3826', 'tenant_id': 'fb82d0576b534169a3deaae2c2067c46', 'mac_address': 'fa:16:3e:03:bb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '894233df-8f4f-4cc4-8a73-f2fb7800b16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:46:45Z', 'updated_at': '2021-08-19T15:46:53Z', 'revision_number': 5, 'project_id': 'fb82d0576b534169a3deaae2c2067c46', 'subnets': [{'id': '894233df-8f4f-4cc4-8a73-f2fb7800b16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:55:31.490542 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfbc4e2-a5d6-42b4-a8a3-eae029966335 None None] The sync data for ids ['cb6b120d-5d21-4bbc-b47f-5f863800255f'] in n-d-766043-2 is: [{'id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'name': 'tempest-TestShelveInstance-1981744321-router', 'tenant_id': 'fb82d0576b534169a3deaae2c2067c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '92eef587-49bf-4710-a437-d55cfd6a0ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:46:42Z', 'updated_at': '2021-08-19T15:46:46Z', 'revision_number': 4, 'project_id': 'fb82d0576b534169a3deaae2c2067c46', 'gw_port': {'id': '92eef587-49bf-4710-a437-d55cfd6a0ad7', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:68:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:46:43Z', 'updated_at': '2021-08-19T15:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '16c49f59-0237-471b-b1d1-a3c85dd0b472', 'name': '', 'network_id': '68d2b4f4-49d5-4c13-8c96-8d0f658b3826', 'tenant_id': 'fb82d0576b534169a3deaae2c2067c46', 'mac_address': 'fa:16:3e:03:bb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '894233df-8f4f-4cc4-8a73-f2fb7800b16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:46:45Z', 'updated_at': '2021-08-19T15:46:53Z', 'revision_number': 5, 'project_id': 'fb82d0576b534169a3deaae2c2067c46', 'subnets': [{'id': '894233df-8f4f-4cc4-8a73-f2fb7800b16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:55:31.576665 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3db53f43-8d32-4a2a-9f0c-116257e166e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:31.728806 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83e0b8f-86bb-46a4-8c0a-e57dc5f17eea None None] New status for floating IP 9290e5d6-943d-4847-83db-667da00a64a6: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:55:32.273216 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c8f942-2d13-48b9-973a-106e54ee5c1f req-571f9e7f-877b-43d3-836d-f10d7d2ee461 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:55:32.275363 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-35c8f942-2d13-48b9-973a-106e54ee5c1f req-571f9e7f-877b-43d3-836d-f10d7d2ee461 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 946 time: 0.0561495 Aug 19 15:55:32.318422 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-35c8f942-2d13-48b9-973a-106e54ee5c1f req-8e052e72-4ed4-4a66-9f4f-6ff5cf8441c3 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/security-groups?id=664a559d-e289-45a8-a075-89433ea21a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369267 Aug 19 15:55:32.444030 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0af1a1-692e-4731-9cae-ba891fdda50c req-ccc131f8-8ba4-4a8f-afbc-ffba7a46d361 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:55:32.445496 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4a0af1a1-692e-4731-9cae-ba891fdda50c req-ccc131f8-8ba4-4a8f-afbc-ffba7a46d361 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.88 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 946 time: 0.0553203 Aug 19 15:55:32.536857 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-4a0af1a1-692e-4731-9cae-ba891fdda50c req-1e5c991e-015e-4cfd-a7b7-f76b2985610e tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Deleting port 0782e144-3675-4313-b525-f3102d992433 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:55:32.537278 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4a0af1a1-692e-4731-9cae-ba891fdda50c req-1e5c991e-015e-4cfd-a7b7-f76b2985610e tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:32.628013 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-4a0af1a1-692e-4731-9cae-ba891fdda50c req-1e5c991e-015e-4cfd-a7b7-f76b2985610e tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] For port 0782e144-3675-4313-b525-f3102d992433, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=0782e144-3675-4313-b525-f3102d992433,segment=NetworkSegment(52333bbc-0180-43a2-82af-3f83f0e7c42c),segment_id=52333bbc-0180-43a2-82af-3f83f0e7c42c)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:55:32.628375 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4a0af1a1-692e-4731-9cae-ba891fdda50c req-1e5c991e-015e-4cfd-a7b7-f76b2985610e tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:32.642261 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-4a0af1a1-692e-4731-9cae-ba891fdda50c req-1e5c991e-015e-4cfd-a7b7-f76b2985610e tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Calling delete_port for 0782e144-3675-4313-b525-f3102d992433 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:55:32.779670 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4a0af1a1-692e-4731-9cae-ba891fdda50c req-1e5c991e-015e-4cfd-a7b7-f76b2985610e tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:32.809771 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5c991e-015e-4cfd-a7b7-f76b2985610e tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Pushing event deleted for resources: {'Port': ['ID=0782e144-3675-4313-b525-f3102d992433,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:55:32.854617 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a0af1a1-692e-4731-9cae-ba891fdda50c req-1e5c991e-015e-4cfd-a7b7-f76b2985610e tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] No DVR routers for this DVR port 0782e144-3675-4313-b525-f3102d992433 on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:55:32.857307 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4a0af1a1-692e-4731-9cae-ba891fdda50c req-1e5c991e-015e-4cfd-a7b7-f76b2985610e tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:32.860022 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-4a0af1a1-692e-4731-9cae-ba891fdda50c req-1e5c991e-015e-4cfd-a7b7-f76b2985610e tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.88 "DELETE /v2.0/ports/0782e144-3675-4313-b525-f3102d992433 HTTP/1.1" status: 204 len: 173 time: 0.4088314 Aug 19 15:55:32.860517 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c09e044-0182-4d07-a609-e7c73b1cfe9f', 'name': 'network-vif-deleted', 'tag': '0782e144-3675-4313-b525-f3102d992433'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:55:32.862774 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22fe28f3f2ed00298fad1814fbe4737ebcc7f8c7d408f26f1f50550a3b01d4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e42f32-8d7a-46e6-8d69-7accf3543e26" -d '{"events": [{"server_uuid": "8c09e044-0182-4d07-a609-e7c73b1cfe9f", "name": "network-vif-deleted", "tag": "0782e144-3675-4313-b525-f3102d992433"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:55:32.908193 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705fa3b1-bb4d-4323-a92d-6dde1db6c0e8 x-openstack-request-id: req-705fa3b1-bb4d-4323-a92d-6dde1db6c0e8 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:55:32.909657 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c09e044-0182-4d07-a609-e7c73b1cfe9f", "name": "network-vif-deleted", "tag": "0782e144-3675-4313-b525-f3102d992433", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:55:32.909657 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-705fa3b1-bb4d-4323-a92d-6dde1db6c0e8 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:55:32.909657 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c09e044-0182-4d07-a609-e7c73b1cfe9f', 'name': 'network-vif-deleted', 'tag': '0782e144-3675-4313-b525-f3102d992433', 'status': 'completed', 'code': 200} Aug 19 15:55:33.413766 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a8b5415a-29c2-4688-b1c4-8ce1b2db682b req-d4e2278d-5762-4358-9480-47bec1dd0e8d tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 210 time: 0.0271766 Aug 19 15:55:34.474599 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7b1f27d5-57ad-4256-8077-f4b5011c9e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:34.521218 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-8d401012-b054-48e7-8e57-000bacd00aa0 req-85f0a80e-aa1e-468f-b3f8-0c9a65f41ec6 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 210 time: 0.0279260 Aug 19 15:55:34.671003 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:34.954424 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:35.421334 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:35.618857 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-317b4b8c-6065-4b49-bcf4-142f7cf33659 req-42be6a0d-da24-4f42-a81c-7247245dd720 tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 210 time: 0.0294948 Aug 19 15:55:36.083208 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:55:36.143077 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:36.576476 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 0782e144-3675-4313-b525-f3102d992433 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:55:36.607157 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: 0782e144-3675-4313-b525-f3102d992433 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:55:36.607629 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 0782e144-3675-4313-b525-f3102d992433 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:55:36.737915 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c65250a9-1f07-4328-8266-3e0ed289ccda req-dc6db118-67b7-4d89-868c-218aaff15dbd tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c09e044-0182-4d07-a609-e7c73b1cfe9f HTTP/1.1" status: 200 len: 210 time: 0.0278056 Aug 19 15:55:37.237212 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:37.796126 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 41326) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:55:37.856098 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07cc0729-a2c0-4a9a-b2ad-71a1c640cdac tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:37.881468 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07cc0729-a2c0-4a9a-b2ad-71a1c640cdac tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:37.943053 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07cc0729-a2c0-4a9a-b2ad-71a1c640cdac tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:37.945621 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07cc0729-a2c0-4a9a-b2ad-71a1c640cdac tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:37.947362 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-07cc0729-a2c0-4a9a-b2ad-71a1c640cdac tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] 10.222.0.69 "DELETE /v2.0/security-groups/664a559d-e289-45a8-a075-89433ea21a83 HTTP/1.1" status: 204 len: 168 time: 0.1501281 Aug 19 15:55:37.957151 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc0729-a2c0-4a9a-b2ad-71a1c640cdac tempest-TestShelveInstance-186381496 tempest-TestShelveInstance-186381496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=664a559d-e289-45a8-a075-89433ea21a83,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:55:37.997742 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 41330) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:55:38.459648 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-146c96e7-3444-4f35-9686-c964f358609d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:38.709026 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-146c96e7-3444-4f35-9686-c964f358609d admin admin] Deleting port 16c49f59-0237-471b-b1d1-a3c85dd0b472 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:55:38.709369 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-146c96e7-3444-4f35-9686-c964f358609d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:38.799935 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-146c96e7-3444-4f35-9686-c964f358609d admin admin] For port 16c49f59-0237-471b-b1d1-a3c85dd0b472, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=16c49f59-0237-471b-b1d1-a3c85dd0b472,segment=NetworkSegment(52333bbc-0180-43a2-82af-3f83f0e7c42c),segment_id=52333bbc-0180-43a2-82af-3f83f0e7c42c)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:55:38.800346 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-146c96e7-3444-4f35-9686-c964f358609d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:38.816727 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-146c96e7-3444-4f35-9686-c964f358609d admin admin] Calling delete_port for 16c49f59-0237-471b-b1d1-a3c85dd0b472 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:55:39.008742 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-146c96e7-3444-4f35-9686-c964f358609d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:39.036831 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146c96e7-3444-4f35-9686-c964f358609d admin admin] Pushing event deleted for resources: {'Port': ['ID=16c49f59-0237-471b-b1d1-a3c85dd0b472,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:55:39.060664 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146c96e7-3444-4f35-9686-c964f358609d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:55:39.061013 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146c96e7-3444-4f35-9686-c964f358609d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:55:39.061350 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146c96e7-3444-4f35-9686-c964f358609d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:55:39.061696 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146c96e7-3444-4f35-9686-c964f358609d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:55:39.062013 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146c96e7-3444-4f35-9686-c964f358609d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:55:39.063437 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146c96e7-3444-4f35-9686-c964f358609d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:55:39.063437 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146c96e7-3444-4f35-9686-c964f358609d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:55:39.063437 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146c96e7-3444-4f35-9686-c964f358609d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:55:39.063437 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146c96e7-3444-4f35-9686-c964f358609d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:55:39.064050 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146c96e7-3444-4f35-9686-c964f358609d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:55:39.064050 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146c96e7-3444-4f35-9686-c964f358609d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:55:39.064381 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146c96e7-3444-4f35-9686-c964f358609d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:55:39.216761 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-146c96e7-3444-4f35-9686-c964f358609d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:39.439450 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146c96e7-3444-4f35-9686-c964f358609d admin admin] Router cb6b120d-5d21-4bbc-b47f-5f863800255f has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:55:39.549570 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146c96e7-3444-4f35-9686-c964f358609d admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:55:39.554813 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-146c96e7-3444-4f35-9686-c964f358609d admin admin] 10.222.0.69 "PUT /v2.0/routers/cb6b120d-5d21-4bbc-b47f-5f863800255f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5558462 Aug 19 15:55:39.559305 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 41340) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:55:39.562718 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29e022e-df11-4443-a813-831369b2c01c None None] Sync routers for ids ['cb6b120d-5d21-4bbc-b47f-5f863800255f'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:55:39.573970 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29e022e-df11-4443-a813-831369b2c01c None None] Routers {'cb6b120d-5d21-4bbc-b47f-5f863800255f'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:55:39.574513 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c29e022e-df11-4443-a813-831369b2c01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:55:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['cb6b120d-5d21-4bbc-b47f-5f863800255f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:55:39.684575 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-c29e022e-df11-4443-a813-831369b2c01c None None] Set router cb6b120d-5d21-4bbc-b47f-5f863800255f gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:55:39.687702 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cdf715a1-f6c1-404a-8aa9-22569c2f2c5e admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:39.793369 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cdf715a1-f6c1-404a-8aa9-22569c2f2c5e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:39.848537 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-cdf715a1-f6c1-404a-8aa9-22569c2f2c5e admin admin] Deleting port 92eef587-49bf-4710-a437-d55cfd6a0ad7 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:55:39.848829 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cdf715a1-f6c1-404a-8aa9-22569c2f2c5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:39.878934 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c29e022e-df11-4443-a813-831369b2c01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'name': 'tempest-TestShelveInstance-1981744321-router', 'tenant_id': 'fb82d0576b534169a3deaae2c2067c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '92eef587-49bf-4710-a437-d55cfd6a0ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:46:42Z', 'updated_at': '2021-08-19T15:55:38Z', 'revision_number': 5, 'project_id': 'fb82d0576b534169a3deaae2c2067c46', 'gw_port': {'id': '92eef587-49bf-4710-a437-d55cfd6a0ad7', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:68:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:46:43Z', 'updated_at': '2021-08-19T15:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:55:39.905568 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29e022e-df11-4443-a813-831369b2c01c None None] Checking router: cb6b120d-5d21-4bbc-b47f-5f863800255f for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:55:39.914290 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29e022e-df11-4443-a813-831369b2c01c None None] Routers {'cb6b120d-5d21-4bbc-b47f-5f863800255f'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:55:39.915399 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c29e022e-df11-4443-a813-831369b2c01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:55:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['cb6b120d-5d21-4bbc-b47f-5f863800255f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:55:39.934246 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-cdf715a1-f6c1-404a-8aa9-22569c2f2c5e admin admin] For port 92eef587-49bf-4710-a437-d55cfd6a0ad7, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=92eef587-49bf-4710-a437-d55cfd6a0ad7,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:55:39.934605 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cdf715a1-f6c1-404a-8aa9-22569c2f2c5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:39.953796 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-cdf715a1-f6c1-404a-8aa9-22569c2f2c5e admin admin] Calling delete_port for 92eef587-49bf-4710-a437-d55cfd6a0ad7 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:55:40.176760 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-c29e022e-df11-4443-a813-831369b2c01c None None] Set router cb6b120d-5d21-4bbc-b47f-5f863800255f gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:55:40.232396 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c29e022e-df11-4443-a813-831369b2c01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'name': 'tempest-TestShelveInstance-1981744321-router', 'tenant_id': 'fb82d0576b534169a3deaae2c2067c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:46:42Z', 'updated_at': '2021-08-19T15:55:39Z', 'revision_number': 6, 'project_id': 'fb82d0576b534169a3deaae2c2067c46', 'gw_port_host': None}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:55:40.264852 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29e022e-df11-4443-a813-831369b2c01c None None] The sync data for ids ['cb6b120d-5d21-4bbc-b47f-5f863800255f'] in n-d-766043-2 is: [{'id': 'cb6b120d-5d21-4bbc-b47f-5f863800255f', 'name': 'tempest-TestShelveInstance-1981744321-router', 'tenant_id': 'fb82d0576b534169a3deaae2c2067c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:46:42Z', 'updated_at': '2021-08-19T15:55:39Z', 'revision_number': 6, 'project_id': 'fb82d0576b534169a3deaae2c2067c46', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:55:40.488462 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cdf715a1-f6c1-404a-8aa9-22569c2f2c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:40.516626 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf715a1-f6c1-404a-8aa9-22569c2f2c5e admin admin] Pushing event deleted for resources: {'Port': ['ID=92eef587-49bf-4710-a437-d55cfd6a0ad7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:55:40.588758 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cdf715a1-f6c1-404a-8aa9-22569c2f2c5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:40.693764 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cdf715a1-f6c1-404a-8aa9-22569c2f2c5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:40.697772 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cdf715a1-f6c1-404a-8aa9-22569c2f2c5e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:40.749399 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cdf715a1-f6c1-404a-8aa9-22569c2f2c5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:40.750072 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf715a1-f6c1-404a-8aa9-22569c2f2c5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb6b120d-5d21-4bbc-b47f-5f863800255f {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:55:40.755370 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cdf715a1-f6c1-404a-8aa9-22569c2f2c5e admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:40.756578 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-cdf715a1-f6c1-404a-8aa9-22569c2f2c5e admin admin] 10.222.0.69 "DELETE /v2.0/routers/cb6b120d-5d21-4bbc-b47f-5f863800255f HTTP/1.1" status: 204 len: 168 time: 1.1962221 Aug 19 15:55:40.759557 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 41342) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:55:40.804603 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-866ebbf5-af00-47c5-a651-4a1f470912ed admin admin] Deleting subnet 894233df-8f4f-4cc4-8a73-f2fb7800b16d {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:55:40.807743 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-866ebbf5-af00-47c5-a651-4a1f470912ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:40.842702 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-866ebbf5-af00-47c5-a651-4a1f470912ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8454699'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:40.925315 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-866ebbf5-af00-47c5-a651-4a1f470912ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:40.978739 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-866ebbf5-af00-47c5-a651-4a1f470912ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8454702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10137880'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:41.004166 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ebbf5-af00-47c5-a651-4a1f470912ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=894233df-8f4f-4cc4-8a73-f2fb7800b16d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:55:41.011443 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-866ebbf5-af00-47c5-a651-4a1f470912ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:41.011443 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-866ebbf5-af00-47c5-a651-4a1f470912ed admin admin] 10.222.0.69 "DELETE /v2.0/subnets/894233df-8f4f-4cc4-8a73-f2fb7800b16d HTTP/1.1" status: 204 len: 168 time: 0.2496934 Aug 19 15:55:41.012828 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 41344) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:55:41.014221 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f939ea49-295e-4dce-b2ee-b0626d88706e None None] Network 68d2b4f4-49d5-4c13-8c96-8d0f658b3826 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:55:41.094871 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c7ad7a4-13d3-4a36-8197-b363e04ae35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:41.128150 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 16c49f59-0237-471b-b1d1-a3c85dd0b472 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:55:41.151850 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 16c49f59-0237-471b-b1d1-a3c85dd0b472 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:55:41.152191 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 16c49f59-0237-471b-b1d1-a3c85dd0b472 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:55:41.152635 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 92eef587-49bf-4710-a437-d55cfd6a0ad7 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:55:41.164100 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-2c7ad7a4-13d3-4a36-8197-b363e04ae35b admin admin] Deleting port bc82cd2e-2601-4e33-aafe-0fad2d10e09d {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:55:41.164684 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c7ad7a4-13d3-4a36-8197-b363e04ae35b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:41.174814 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 92eef587-49bf-4710-a437-d55cfd6a0ad7 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:55:41.175160 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 92eef587-49bf-4710-a437-d55cfd6a0ad7 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:55:41.233124 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-2c7ad7a4-13d3-4a36-8197-b363e04ae35b admin admin] For port bc82cd2e-2601-4e33-aafe-0fad2d10e09d, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=bc82cd2e-2601-4e33-aafe-0fad2d10e09d,segment=NetworkSegment(52333bbc-0180-43a2-82af-3f83f0e7c42c),segment_id=52333bbc-0180-43a2-82af-3f83f0e7c42c)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:55:41.233409 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c7ad7a4-13d3-4a36-8197-b363e04ae35b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:41.236859 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed84c1cc-458d-4a04-a916-d64c07eb7f27 None None] DHCP port deletion for 68d2b4f4-49d5-4c13-8c96-8d0f658b3826 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:55:41.248337 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-2c7ad7a4-13d3-4a36-8197-b363e04ae35b admin admin] Calling delete_port for bc82cd2e-2601-4e33-aafe-0fad2d10e09d owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:55:41.286781 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed84c1cc-458d-4a04-a916-d64c07eb7f27 None None] Deleting port bc82cd2e-2601-4e33-aafe-0fad2d10e09d {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:55:41.287182 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed84c1cc-458d-4a04-a916-d64c07eb7f27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:41.340742 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c7ad7a4-13d3-4a36-8197-b363e04ae35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:41.357370 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed84c1cc-458d-4a04-a916-d64c07eb7f27 None None] For port bc82cd2e-2601-4e33-aafe-0fad2d10e09d, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=bc82cd2e-2601-4e33-aafe-0fad2d10e09d,segment=NetworkSegment(52333bbc-0180-43a2-82af-3f83f0e7c42c),segment_id=52333bbc-0180-43a2-82af-3f83f0e7c42c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:55:41.357772 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed84c1cc-458d-4a04-a916-d64c07eb7f27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:41.370042 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ad7a4-13d3-4a36-8197-b363e04ae35b admin admin] Pushing event deleted for resources: {'Port': ['ID=bc82cd2e-2601-4e33-aafe-0fad2d10e09d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:55:41.370976 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed84c1cc-458d-4a04-a916-d64c07eb7f27 None None] Calling delete_port for bc82cd2e-2601-4e33-aafe-0fad2d10e09d owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:55:41.374397 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7ad7a4-13d3-4a36-8197-b363e04ae35b admin admin] No DVR routers for this DVR port bc82cd2e-2601-4e33-aafe-0fad2d10e09d on host n-d-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:55:41.453210 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed84c1cc-458d-4a04-a916-d64c07eb7f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:41.453953 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c7ad7a4-13d3-4a36-8197-b363e04ae35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:41.464634 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-2c7ad7a4-13d3-4a36-8197-b363e04ae35b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68d2b4f4-49d5-4c13-8c96-8d0f658b3826']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:55:41.474592 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-2c7ad7a4-13d3-4a36-8197-b363e04ae35b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52333bbc-0180-43a2-82af-3f83f0e7c42c') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:55:41.474889 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-2c7ad7a4-13d3-4a36-8197-b363e04ae35b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52333bbc-0180-43a2-82af-3f83f0e7c42c') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:55:41.479000 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed84c1cc-458d-4a04-a916-d64c07eb7f27 None None] Pushing event deleted for resources: {'Port': ['ID=bc82cd2e-2601-4e33-aafe-0fad2d10e09d,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:55:41.483967 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed84c1cc-458d-4a04-a916-d64c07eb7f27 None None] No DVR routers for this DVR port bc82cd2e-2601-4e33-aafe-0fad2d10e09d on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:55:41.486004 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c7ad7a4-13d3-4a36-8197-b363e04ae35b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:41.491078 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed84c1cc-458d-4a04-a916-d64c07eb7f27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:55:41.491425 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed84c1cc-458d-4a04-a916-d64c07eb7f27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:55:41.491764 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed84c1cc-458d-4a04-a916-d64c07eb7f27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:55:41.492100 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed84c1cc-458d-4a04-a916-d64c07eb7f27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:55:41.492569 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed84c1cc-458d-4a04-a916-d64c07eb7f27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:55:41.492853 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed84c1cc-458d-4a04-a916-d64c07eb7f27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:55:41.494208 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed84c1cc-458d-4a04-a916-d64c07eb7f27 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:55:41.494208 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed84c1cc-458d-4a04-a916-d64c07eb7f27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:55:41.494537 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed84c1cc-458d-4a04-a916-d64c07eb7f27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:55:41.494702 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed84c1cc-458d-4a04-a916-d64c07eb7f27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:55:41.495023 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed84c1cc-458d-4a04-a916-d64c07eb7f27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:55:41.495342 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed84c1cc-458d-4a04-a916-d64c07eb7f27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:55:41.504658 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c7ad7a4-13d3-4a36-8197-b363e04ae35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:41.513616 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c7ad7a4-13d3-4a36-8197-b363e04ae35b admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:55:41.514161 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c7ad7a4-13d3-4a36-8197-b363e04ae35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:41.516228 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 15:55:41.516228 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:55:41.516228 n-d-766043-2 neutron-server[94639]: timer() Aug 19 15:55:41.516228 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:55:41.516228 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 15:55:41.516228 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:55:41.516228 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 15:55:41.516228 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:55:41.516228 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 15:55:41.516228 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:55:41.516228 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 15:55:41.516228 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:55:41.516228 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 15:55:41.516228 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:55:41.516228 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:55:41.516228 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:55:41.516228 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:55:41.516228 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:55:41.516228 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 15:55:41.516228 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:55:41.516228 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 15:55:41.516228 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:55:41.516228 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:55:41.516228 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:55:41.516228 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 15:55:41.516228 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:55:41.516228 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:55:41.516228 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:55:41.516228 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:55:41.516228 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:55:41.516228 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:55:41.516228 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:55:41.570712 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c7ad7a4-13d3-4a36-8197-b363e04ae35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:41.576649 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c7ad7a4-13d3-4a36-8197-b363e04ae35b admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:41.578878 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2c7ad7a4-13d3-4a36-8197-b363e04ae35b admin admin] 10.222.0.69 "DELETE /v2.0/networks/68d2b4f4-49d5-4c13-8c96-8d0f658b3826 HTTP/1.1" status: 204 len: 168 time: 0.5647676 Aug 19 15:55:41.581958 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 41346) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:55:41.590974 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ad7a4-13d3-4a36-8197-b363e04ae35b admin admin] Pushing event deleted for resources: {'Network': ['ID=68d2b4f4-49d5-4c13-8c96-8d0f658b3826,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:55:41.933202 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f30d7e1-f329-4115-8af7-a9c60d22238b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:42.175411 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-3f30d7e1-f329-4115-8af7-a9c60d22238b admin admin] Deleting port 68e67cc4-dc8c-4bb1-af5d-c8323600fa44 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:55:42.175746 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f30d7e1-f329-4115-8af7-a9c60d22238b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:42.252642 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-3f30d7e1-f329-4115-8af7-a9c60d22238b admin admin] For port 68e67cc4-dc8c-4bb1-af5d-c8323600fa44, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=68e67cc4-dc8c-4bb1-af5d-c8323600fa44,segment=NetworkSegment(a887d56c-6f04-4dbf-9d80-2d17534f4326),segment_id=a887d56c-6f04-4dbf-9d80-2d17534f4326)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:55:42.252899 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f30d7e1-f329-4115-8af7-a9c60d22238b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:42.265204 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-3f30d7e1-f329-4115-8af7-a9c60d22238b admin admin] Calling delete_port for 68e67cc4-dc8c-4bb1-af5d-c8323600fa44 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:55:42.798972 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f30d7e1-f329-4115-8af7-a9c60d22238b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:42.818260 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device bc82cd2e-2601-4e33-aafe-0fad2d10e09d no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:55:42.826534 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f30d7e1-f329-4115-8af7-a9c60d22238b admin admin] Pushing event deleted for resources: {'Port': ['ID=68e67cc4-dc8c-4bb1-af5d-c8323600fa44,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:55:42.845796 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: bc82cd2e-2601-4e33-aafe-0fad2d10e09d {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:55:42.846253 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device bc82cd2e-2601-4e33-aafe-0fad2d10e09d not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:55:43.000207 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f30d7e1-f329-4115-8af7-a9c60d22238b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:43.215946 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f30d7e1-f329-4115-8af7-a9c60d22238b admin admin] Router 888144c5-0ba8-406c-b6f1-a6cb573f4246 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:55:43.322023 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f30d7e1-f329-4115-8af7-a9c60d22238b admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:55:43.328461 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-3f30d7e1-f329-4115-8af7-a9c60d22238b admin admin] 10.222.0.69 "PUT /v2.0/routers/888144c5-0ba8-406c-b6f1-a6cb573f4246/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7446005 Aug 19 15:55:43.330104 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 41348) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:55:43.331468 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0314abb4-a738-4d9c-bed1-3bb6302d8b9e None None] Sync routers for ids ['888144c5-0ba8-406c-b6f1-a6cb573f4246'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:55:43.342169 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0314abb4-a738-4d9c-bed1-3bb6302d8b9e None None] Routers {'888144c5-0ba8-406c-b6f1-a6cb573f4246'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:55:43.342771 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0314abb4-a738-4d9c-bed1-3bb6302d8b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:55:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['888144c5-0ba8-406c-b6f1-a6cb573f4246'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:55:43.436904 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ed2d446-3d70-4b5a-982f-b06a1c0dceb6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:43.532887 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-0314abb4-a738-4d9c-bed1-3bb6302d8b9e None None] Set router 888144c5-0ba8-406c-b6f1-a6cb573f4246 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:55:43.548675 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ed2d446-3d70-4b5a-982f-b06a1c0dceb6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:43.609729 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9ed2d446-3d70-4b5a-982f-b06a1c0dceb6 admin admin] Deleting port 173bea24-99af-4187-9182-37f092ce09c2 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:55:43.610069 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ed2d446-3d70-4b5a-982f-b06a1c0dceb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:43.686583 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9ed2d446-3d70-4b5a-982f-b06a1c0dceb6 admin admin] For port 173bea24-99af-4187-9182-37f092ce09c2, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=173bea24-99af-4187-9182-37f092ce09c2,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:55:43.686955 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ed2d446-3d70-4b5a-982f-b06a1c0dceb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:43.700502 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9ed2d446-3d70-4b5a-982f-b06a1c0dceb6 admin admin] Calling delete_port for 173bea24-99af-4187-9182-37f092ce09c2 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:55:43.708649 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0314abb4-a738-4d9c-bed1-3bb6302d8b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888144c5-0ba8-406c-b6f1-a6cb573f4246', 'name': 'tempest-TestShelveInstance-1799647060-router', 'tenant_id': '3ba5a8806a544dadab66bc59da1d1581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '173bea24-99af-4187-9182-37f092ce09c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:46:48Z', 'updated_at': '2021-08-19T15:55:42Z', 'revision_number': 5, 'project_id': '3ba5a8806a544dadab66bc59da1d1581', 'gw_port': {'id': '173bea24-99af-4187-9182-37f092ce09c2', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:fa:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888144c5-0ba8-406c-b6f1-a6cb573f4246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:46:49Z', 'updated_at': '2021-08-19T15:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:55:43.738273 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0314abb4-a738-4d9c-bed1-3bb6302d8b9e None None] Checking router: 888144c5-0ba8-406c-b6f1-a6cb573f4246 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:55:43.746618 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0314abb4-a738-4d9c-bed1-3bb6302d8b9e None None] Routers {'888144c5-0ba8-406c-b6f1-a6cb573f4246'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:55:43.747388 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0314abb4-a738-4d9c-bed1-3bb6302d8b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:55:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['888144c5-0ba8-406c-b6f1-a6cb573f4246'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:55:43.835904 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-0314abb4-a738-4d9c-bed1-3bb6302d8b9e None None] Set router 888144c5-0ba8-406c-b6f1-a6cb573f4246 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:55:43.870341 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ed2d446-3d70-4b5a-982f-b06a1c0dceb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:43.888237 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0314abb4-a738-4d9c-bed1-3bb6302d8b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888144c5-0ba8-406c-b6f1-a6cb573f4246', 'name': 'tempest-TestShelveInstance-1799647060-router', 'tenant_id': '3ba5a8806a544dadab66bc59da1d1581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:46:48Z', 'updated_at': '2021-08-19T15:55:43Z', 'revision_number': 6, 'project_id': '3ba5a8806a544dadab66bc59da1d1581', 'gw_port_host': None}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:55:43.901350 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed2d446-3d70-4b5a-982f-b06a1c0dceb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=173bea24-99af-4187-9182-37f092ce09c2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:55:43.920695 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0314abb4-a738-4d9c-bed1-3bb6302d8b9e None None] The sync data for ids ['888144c5-0ba8-406c-b6f1-a6cb573f4246'] in n-d-766043-2 is: [{'id': '888144c5-0ba8-406c-b6f1-a6cb573f4246', 'name': 'tempest-TestShelveInstance-1799647060-router', 'tenant_id': '3ba5a8806a544dadab66bc59da1d1581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:46:48Z', 'updated_at': '2021-08-19T15:55:43Z', 'revision_number': 6, 'project_id': '3ba5a8806a544dadab66bc59da1d1581', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:55:43.966110 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ed2d446-3d70-4b5a-982f-b06a1c0dceb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:44.057033 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ed2d446-3d70-4b5a-982f-b06a1c0dceb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:44.059186 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ed2d446-3d70-4b5a-982f-b06a1c0dceb6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:44.103609 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ed2d446-3d70-4b5a-982f-b06a1c0dceb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:44.104165 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed2d446-3d70-4b5a-982f-b06a1c0dceb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 888144c5-0ba8-406c-b6f1-a6cb573f4246 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 15:55:44.108923 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ed2d446-3d70-4b5a-982f-b06a1c0dceb6 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:44.110079 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9ed2d446-3d70-4b5a-982f-b06a1c0dceb6 admin admin] 10.222.0.69 "DELETE /v2.0/routers/888144c5-0ba8-406c-b6f1-a6cb573f4246 HTTP/1.1" status: 204 len: 168 time: 0.7790577 Aug 19 15:55:44.112641 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 41350) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:55:44.161437 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-05c5c2e1-7b30-428b-9593-4f9242301768 admin admin] Deleting subnet 774128cc-a588-4555-aca3-1e48a0ef55ae {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 15:55:44.164441 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-05c5c2e1-7b30-428b-9593-4f9242301768 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:44.200459 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-05c5c2e1-7b30-428b-9593-4f9242301768 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:44.281237 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-05c5c2e1-7b30-428b-9593-4f9242301768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:44.338812 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-05c5c2e1-7b30-428b-9593-4f9242301768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:44.372473 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c5c2e1-7b30-428b-9593-4f9242301768 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=774128cc-a588-4555-aca3-1e48a0ef55ae,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:55:44.374854 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-05c5c2e1-7b30-428b-9593-4f9242301768 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:44.377245 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-05c5c2e1-7b30-428b-9593-4f9242301768 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/774128cc-a588-4555-aca3-1e48a0ef55ae HTTP/1.1" status: 204 len: 168 time: 0.2636220 Aug 19 15:55:44.378330 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6a06aa-e052-4a29-ac96-c44f9c345ca5 None None] Network da6a9732-f6b6-4102-b761-b217c79f60bb requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:55:44.379333 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 41352) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:55:44.481497 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-625461e0-5c71-4a4a-ac52-5fb4ff81fa18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:44.543430 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-625461e0-5c71-4a4a-ac52-5fb4ff81fa18 admin admin] Deleting port c95b560e-b270-4286-b8b4-a9eb04777fd5 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:55:44.543765 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-625461e0-5c71-4a4a-ac52-5fb4ff81fa18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:44.620596 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-625461e0-5c71-4a4a-ac52-5fb4ff81fa18 admin admin] For port c95b560e-b270-4286-b8b4-a9eb04777fd5, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=c95b560e-b270-4286-b8b4-a9eb04777fd5,segment=NetworkSegment(a887d56c-6f04-4dbf-9d80-2d17534f4326),segment_id=a887d56c-6f04-4dbf-9d80-2d17534f4326)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:55:44.620812 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-625461e0-5c71-4a4a-ac52-5fb4ff81fa18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:44.635218 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-625461e0-5c71-4a4a-ac52-5fb4ff81fa18 admin admin] Calling delete_port for c95b560e-b270-4286-b8b4-a9eb04777fd5 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:55:44.698383 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5101c9-576b-471d-956a-ebdb002bae1f None None] DHCP port deletion for da6a9732-f6b6-4102-b761-b217c79f60bb request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 15:55:44.736007 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-625461e0-5c71-4a4a-ac52-5fb4ff81fa18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:44.764473 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ac5101c9-576b-471d-956a-ebdb002bae1f None None] Deleting port c95b560e-b270-4286-b8b4-a9eb04777fd5 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 15:55:44.764851 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ac5101c9-576b-471d-956a-ebdb002bae1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:44.765957 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625461e0-5c71-4a4a-ac52-5fb4ff81fa18 admin admin] Pushing event deleted for resources: {'Port': ['ID=c95b560e-b270-4286-b8b4-a9eb04777fd5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:55:44.768079 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625461e0-5c71-4a4a-ac52-5fb4ff81fa18 admin admin] No DVR routers for this DVR port c95b560e-b270-4286-b8b4-a9eb04777fd5 on host n-d-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:55:44.853322 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ac5101c9-576b-471d-956a-ebdb002bae1f None None] For port c95b560e-b270-4286-b8b4-a9eb04777fd5, host n-d-766043-2, got binding levels [] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:55:44.853675 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ac5101c9-576b-471d-956a-ebdb002bae1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:44.869416 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 173bea24-99af-4187-9182-37f092ce09c2 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:55:44.876292 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-625461e0-5c71-4a4a-ac52-5fb4ff81fa18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:44.894631 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-625461e0-5c71-4a4a-ac52-5fb4ff81fa18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da6a9732-f6b6-4102-b761-b217c79f60bb']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:55:44.894874 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 173bea24-99af-4187-9182-37f092ce09c2 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:55:44.894874 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 173bea24-99af-4187-9182-37f092ce09c2 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:55:44.894874 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 68e67cc4-dc8c-4bb1-af5d-c8323600fa44 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:55:44.896755 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ac5101c9-576b-471d-956a-ebdb002bae1f None None] Calling delete_port for c95b560e-b270-4286-b8b4-a9eb04777fd5 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 15:55:44.902695 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.ipam_backend_mixin [None req-ac5101c9-576b-471d-956a-ebdb002bae1f None None] Port c95b560e-b270-4286-b8b4-a9eb04777fd5 was not found and therefore no delete operation was performed {{(pid=94641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 15:55:44.910138 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-625461e0-5c71-4a4a-ac52-5fb4ff81fa18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a887d56c-6f04-4dbf-9d80-2d17534f4326') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:55:44.910426 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-625461e0-5c71-4a4a-ac52-5fb4ff81fa18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a887d56c-6f04-4dbf-9d80-2d17534f4326') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:55:44.921415 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ac5101c9-576b-471d-956a-ebdb002bae1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:44.923235 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 68e67cc4-dc8c-4bb1-af5d-c8323600fa44 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:55:44.923582 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 68e67cc4-dc8c-4bb1-af5d-c8323600fa44 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:55:44.926088 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device c95b560e-b270-4286-b8b4-a9eb04777fd5 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:55:44.929909 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-625461e0-5c71-4a4a-ac52-5fb4ff81fa18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:44.951739 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-625461e0-5c71-4a4a-ac52-5fb4ff81fa18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:44.953974 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: c95b560e-b270-4286-b8b4-a9eb04777fd5 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 15:55:44.954588 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device c95b560e-b270-4286-b8b4-a9eb04777fd5 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 15:55:44.964248 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-625461e0-5c71-4a4a-ac52-5fb4ff81fa18 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 15:55:44.965218 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-625461e0-5c71-4a4a-ac52-5fb4ff81fa18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:44.968436 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 15:55:44.968436 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 15:55:44.968436 n-d-766043-2 neutron-server[94639]: timer() Aug 19 15:55:44.968436 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 15:55:44.968436 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 15:55:44.968436 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 15:55:44.968436 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 15:55:44.968436 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 15:55:44.968436 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 15:55:44.968436 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 15:55:44.968436 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 15:55:44.968436 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 15:55:44.968436 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 15:55:44.968436 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 15:55:44.968436 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 15:55:44.968436 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 15:55:44.968436 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 15:55:44.968436 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 15:55:44.968436 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 15:55:44.968436 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 15:55:44.968436 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 15:55:44.968436 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 15:55:44.968436 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 15:55:44.968436 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 15:55:44.968436 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 15:55:44.968436 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 15:55:44.968436 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 15:55:44.968436 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 15:55:44.968436 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 15:55:44.968436 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 15:55:44.968436 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 15:55:44.968436 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 15:55:44.986007 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5101c9-576b-471d-956a-ebdb002bae1f None None] Pushing event deleted for resources: {'Port': ['ID=c95b560e-b270-4286-b8b4-a9eb04777fd5,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:55:44.987923 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5101c9-576b-471d-956a-ebdb002bae1f None None] No DVR routers for this DVR port c95b560e-b270-4286-b8b4-a9eb04777fd5 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 15:55:45.061447 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-625461e0-5c71-4a4a-ac52-5fb4ff81fa18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:45.069789 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-625461e0-5c71-4a4a-ac52-5fb4ff81fa18 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:45.072694 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-625461e0-5c71-4a4a-ac52-5fb4ff81fa18 admin admin] 10.222.0.69 "DELETE /v2.0/networks/da6a9732-f6b6-4102-b761-b217c79f60bb HTTP/1.1" status: 204 len: 168 time: 0.6922195 Aug 19 15:55:45.092087 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625461e0-5c71-4a4a-ac52-5fb4ff81fa18 admin admin] Pushing event deleted for resources: {'Network': ['ID=da6a9732-f6b6-4102-b761-b217c79f60bb,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:55:45.215083 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 41358) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:55:45.264944 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-c6526972-081d-424b-b8da-693a89638c64 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fb82d0576b534169a3deaae2c2067c46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482202 Aug 19 15:55:45.268125 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 41360) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:55:45.317790 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dec4db62-444d-40cd-a965-21b24ae28289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:45.339812 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dec4db62-444d-40cd-a965-21b24ae28289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:45.389624 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dec4db62-444d-40cd-a965-21b24ae28289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:45.393361 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dec4db62-444d-40cd-a965-21b24ae28289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:45.394836 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-dec4db62-444d-40cd-a965-21b24ae28289 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/673e4f3a-ee3d-4de9-ae42-7408880c71b3 HTTP/1.1" status: 204 len: 168 time: 0.1255262 Aug 19 15:55:45.407349 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec4db62-444d-40cd-a965-21b24ae28289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673e4f3a-ee3d-4de9-ae42-7408880c71b3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:55:45.782129 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 41368) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:55:45.823773 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-974dc442-a50a-4700-a8ab-4e5fcb84b905 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3ba5a8806a544dadab66bc59da1d1581&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404758 Aug 19 15:55:45.827133 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 41370) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:55:45.876255 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2fa19554-f2c5-4732-a7d8-0e0891a6485b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:45.898018 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2fa19554-f2c5-4732-a7d8-0e0891a6485b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:45.950719 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2fa19554-f2c5-4732-a7d8-0e0891a6485b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:45.953261 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2fa19554-f2c5-4732-a7d8-0e0891a6485b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:45.954414 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2fa19554-f2c5-4732-a7d8-0e0891a6485b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3edfb467-811c-42e5-9576-5868b5a54890 HTTP/1.1" status: 204 len: 168 time: 0.1263731 Aug 19 15:55:45.963195 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa19554-f2c5-4732-a7d8-0e0891a6485b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3edfb467-811c-42e5-9576-5868b5a54890,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:55:46.757048 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 41392) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:55:46.874884 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-bea9c10d-8eda-478d-aa09-f716bcd28c68 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1244798822-network', 'tenant_id': '28136189e6a9404c8caad52f68468932'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:55:46.898620 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea9c10d-8eda-478d-aa09-f716bcd28c68 admin admin] Made reservation on behalf of 28136189e6a9404c8caad52f68468932 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:55:46.901584 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bea9c10d-8eda-478d-aa09-f716bcd28c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:46.910073 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bea9c10d-8eda-478d-aa09-f716bcd28c68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:47.010049 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bea9c10d-8eda-478d-aa09-f716bcd28c68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:47.013769 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bea9c10d-8eda-478d-aa09-f716bcd28c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:47.036511 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bea9c10d-8eda-478d-aa09-f716bcd28c68 admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:55:47.050143 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea9c10d-8eda-478d-aa09-f716bcd28c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa364a58-8906-480c-8ade-6e5d93567979,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:55:47.055145 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bea9c10d-8eda-478d-aa09-f716bcd28c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:47.056027 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-bea9c10d-8eda-478d-aa09-f716bcd28c68 admin admin] Added segment 39e9cc23-88a2-4fb9-bda1-192453dc92f2 of type vlan for network ecb83282-c087-470c-8e22-4f55979694ac Aug 19 15:55:47.100835 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bea9c10d-8eda-478d-aa09-f716bcd28c68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:47.129053 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bea9c10d-8eda-478d-aa09-f716bcd28c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:47.130184 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea9c10d-8eda-478d-aa09-f716bcd28c68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:55:47.130764 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bea9c10d-8eda-478d-aa09-f716bcd28c68 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:47.184389 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-bea9c10d-8eda-478d-aa09-f716bcd28c68 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4261816 Aug 19 15:55:47.187646 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 41396) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:55:47.192769 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-044e68c9-3d48-4fe0-ba19-893ebe26fc02 admin admin] Request body: {'subnet': {'network_id': 'ecb83282-c087-470c-8e22-4f55979694ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1244798822-subnet', 'tenant_id': '28136189e6a9404c8caad52f68468932', 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:55:47.195636 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea9c10d-8eda-478d-aa09-f716bcd28c68 admin admin] Pushing event updated for resources: {'Network': ['ID=ecb83282-c087-470c-8e22-4f55979694ac,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:55:47.206984 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network ecb83282-c087-470c-8e22-4f55979694ac details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:55:47.218592 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044e68c9-3d48-4fe0-ba19-893ebe26fc02 admin admin] Made reservation on behalf of 28136189e6a9404c8caad52f68468932 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:55:47.222044 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-044e68c9-3d48-4fe0-ba19-893ebe26fc02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934593'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:47.401061 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-044e68c9-3d48-4fe0-ba19-893ebe26fc02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9426731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934615'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:47.459141 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044e68c9-3d48-4fe0-ba19-893ebe26fc02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe4a014a-9155-4845-9814-5970db4da8ac,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:55:47.467803 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044e68c9-3d48-4fe0-ba19-893ebe26fc02 admin admin] Checking segment: {'id': '39e9cc23-88a2-4fb9-bda1-192453dc92f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ecb83282-c087-470c-8e22-4f55979694ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:55:47.468166 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044e68c9-3d48-4fe0-ba19-893ebe26fc02 admin admin] Network hostable DHCP agents. Network: ecb83282-c087-470c-8e22-4f55979694ac, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:55:47.485258 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044e68c9-3d48-4fe0-ba19-893ebe26fc02 admin admin] Network ecb83282-c087-470c-8e22-4f55979694ac is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:55:47.495453 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-044e68c9-3d48-4fe0-ba19-893ebe26fc02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, ecb83282-c087-470c-8e22-4f55979694ac) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:55:47.502102 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044e68c9-3d48-4fe0-ba19-893ebe26fc02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:55:47.503510 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-044e68c9-3d48-4fe0-ba19-893ebe26fc02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:47.508049 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c975bb-0f30-4773-8784-722a8a6d6c54 None None] Network ecb83282-c087-470c-8e22-4f55979694ac requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:55:47.521902 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-044e68c9-3d48-4fe0-ba19-893ebe26fc02 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3329728 Aug 19 15:55:47.524646 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 41398) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:55:47.531665 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6b9f2077-ef81-4a18-9a9d-f154bba767ef admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1244798822-router', 'tenant_id': '28136189e6a9404c8caad52f68468932', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:55:47.562443 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6b9f2077-ef81-4a18-9a9d-f154bba767ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:47.564024 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6b9f2077-ef81-4a18-9a9d-f154bba767ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:47.648204 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6b9f2077-ef81-4a18-9a9d-f154bba767ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:47.670540 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ade1a52-785f-4f09-9e6f-a22797a2ff61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-ecb83282-c087-470c-8e22-4f55979694ac', 'network_id': 'ecb83282-c087-470c-8e22-4f55979694ac', 'tenant_id': '28136189e6a9404c8caad52f68468932', 'fixed_ips': [{'subnet_id': 'fe4a014a-9155-4845-9814-5970db4da8ac'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:55:47.671823 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4ade1a52-785f-4f09-9e6f-a22797a2ff61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:47.822191 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-4ade1a52-785f-4f09-9e6f-a22797a2ff61 None None] Allocated IP 172.20.0.2 (ecb83282-c087-470c-8e22-4f55979694ac/fe4a014a-9155-4845-9814-5970db4da8ac/7892e71b-f40b-4573-84dc-d03158d90ab6) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:55:47.872834 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6b9f2077-ef81-4a18-9a9d-f154bba767ef admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:47.981979 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4ade1a52-785f-4f09-9e6f-a22797a2ff61 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:47.990571 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4ade1a52-785f-4f09-9e6f-a22797a2ff61 None None] Transition to ACTIVE for port object 7892e71b-f40b-4573-84dc-d03158d90ab6 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:55:48.006945 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4ade1a52-785f-4f09-9e6f-a22797a2ff61 None None] Transition to ACTIVE for port object 7892e71b-f40b-4573-84dc-d03158d90ab6 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:55:48.013492 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4ade1a52-785f-4f09-9e6f-a22797a2ff61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:48.051193 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ade1a52-785f-4f09-9e6f-a22797a2ff61 None None] Network ecb83282-c087-470c-8e22-4f55979694ac is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:55:48.056269 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-4ade1a52-785f-4f09-9e6f-a22797a2ff61 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:55:48.059762 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ade1a52-785f-4f09-9e6f-a22797a2ff61 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:55:48.068546 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ade1a52-785f-4f09-9e6f-a22797a2ff61 None None] Pushing event updated for resources: {'Port': ['ID=7892e71b-f40b-4573-84dc-d03158d90ab6,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:55:48.084225 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6b9f2077-ef81-4a18-9a9d-f154bba767ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:48.104236 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6b9f2077-ef81-4a18-9a9d-f154bba767ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:48.133001 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4ade1a52-785f-4f09-9e6f-a22797a2ff61 None None] Attempting to bind port 7892e71b-f40b-4573-84dc-d03158d90ab6 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:55:48.134384 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4ade1a52-785f-4f09-9e6f-a22797a2ff61 None None] Attempting to bind port 7892e71b-f40b-4573-84dc-d03158d90ab6 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '39e9cc23-88a2-4fb9-bda1-192453dc92f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ecb83282-c087-470c-8e22-4f55979694ac'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:55:48.135125 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ade1a52-785f-4f09-9e6f-a22797a2ff61 None None] Attempting to bind port 7892e71b-f40b-4573-84dc-d03158d90ab6 on network ecb83282-c087-470c-8e22-4f55979694ac {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:55:48.146111 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ade1a52-785f-4f09-9e6f-a22797a2ff61 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:55:48.146987 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ade1a52-785f-4f09-9e6f-a22797a2ff61 None None] Checking segment: {'id': '39e9cc23-88a2-4fb9-bda1-192453dc92f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ecb83282-c087-470c-8e22-4f55979694ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:55:48.147773 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4ade1a52-785f-4f09-9e6f-a22797a2ff61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:48.148801 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ade1a52-785f-4f09-9e6f-a22797a2ff61 None None] Bound using segment: {'id': '39e9cc23-88a2-4fb9-bda1-192453dc92f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ecb83282-c087-470c-8e22-4f55979694ac'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:55:48.150114 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4ade1a52-785f-4f09-9e6f-a22797a2ff61 None None] Bound port: 7892e71b-f40b-4573-84dc-d03158d90ab6, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e9cc23-88a2-4fb9-bda1-192453dc92f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ecb83282-c087-470c-8e22-4f55979694ac'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:55:48.150699 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4ade1a52-785f-4f09-9e6f-a22797a2ff61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:48.209634 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-6b9f2077-ef81-4a18-9a9d-f154bba767ef admin admin] Allocated IP 172.25.2.61 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/110e211d-938c-49ae-965b-11a153041a94) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:55:48.228660 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4ade1a52-785f-4f09-9e6f-a22797a2ff61 None None] For port 7892e71b-f40b-4573-84dc-d03158d90ab6, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:55:48.231885 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4ade1a52-785f-4f09-9e6f-a22797a2ff61 None None] For port 7892e71b-f40b-4573-84dc-d03158d90ab6, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=7892e71b-f40b-4573-84dc-d03158d90ab6,segment=NetworkSegment(39e9cc23-88a2-4fb9-bda1-192453dc92f2),segment_id=39e9cc23-88a2-4fb9-bda1-192453dc92f2)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:55:48.238261 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4ade1a52-785f-4f09-9e6f-a22797a2ff61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:48.297866 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ade1a52-785f-4f09-9e6f-a22797a2ff61 None None] Pushing event updated for resources: {'Port': ['ID=7892e71b-f40b-4573-84dc-d03158d90ab6,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:55:48.341575 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6b9f2077-ef81-4a18-9a9d-f154bba767ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:48.383044 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6b9f2077-ef81-4a18-9a9d-f154bba767ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:48.421019 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9f2077-ef81-4a18-9a9d-f154bba767ef admin admin] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:55:48.426301 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-6b9f2077-ef81-4a18-9a9d-f154bba767ef admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:55:48.429967 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9f2077-ef81-4a18-9a9d-f154bba767ef admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:55:48.465183 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f2077-ef81-4a18-9a9d-f154bba767ef admin admin] Pushing event updated for resources: {'Port': ['ID=110e211d-938c-49ae-965b-11a153041a94,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:55:48.726332 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6b9f2077-ef81-4a18-9a9d-f154bba767ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:48.847446 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 7892e71b-f40b-4573-84dc-d03158d90ab6 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:55:48.907083 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 7892e71b-f40b-4573-84dc-d03158d90ab6 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:55:48.963833 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6b9f2077-ef81-4a18-9a9d-f154bba767ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:49.107602 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b9f2077-ef81-4a18-9a9d-f154bba767ef admin admin] Router 53a7e096-19d1-4e67-904a-480d1e80ca25 is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:55:49.232865 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9f2077-ef81-4a18-9a9d-f154bba767ef admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:55:49.248895 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45a4463-f41e-4180-beb1-b4e9391ab934 None None] Sync routers for ids ['53a7e096-19d1-4e67-904a-480d1e80ca25'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:55:49.255697 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6b9f2077-ef81-4a18-9a9d-f154bba767ef admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:49.257147 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-6b9f2077-ef81-4a18-9a9d-f154bba767ef admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7311287 Aug 19 15:55:49.260789 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 41400) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:55:49.265764 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45a4463-f41e-4180-beb1-b4e9391ab934 None None] Routers {'53a7e096-19d1-4e67-904a-480d1e80ca25'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:55:49.266626 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d45a4463-f41e-4180-beb1-b4e9391ab934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:55:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['53a7e096-19d1-4e67-904a-480d1e80ca25'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:55:49.312935 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c05a6c0-7ee3-4b46-95d0-aac27b1ca645 None None] Network ecb83282-c087-470c-8e22-4f55979694ac requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:55:49.431676 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-dd64abd9-b3cc-48cc-a3d3-0018b6282b7e None None] Provisioning for port 7892e71b-f40b-4573-84dc-d03158d90ab6 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:55:49.458325 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-dd64abd9-b3cc-48cc-a3d3-0018b6282b7e None None] Provisioning complete for port 7892e71b-f40b-4573-84dc-d03158d90ab6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:55:49.458695 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dd64abd9-b3cc-48cc-a3d3-0018b6282b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:49.502615 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-d45a4463-f41e-4180-beb1-b4e9391ab934 None None] Set router 53a7e096-19d1-4e67-904a-480d1e80ca25 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:55:49.710756 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e0df332a-dd11-4e39-a0bb-f414ab2d3f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:49.749149 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dd64abd9-b3cc-48cc-a3d3-0018b6282b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:49.813648 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-dd64abd9-b3cc-48cc-a3d3-0018b6282b7e None None] For port 7892e71b-f40b-4573-84dc-d03158d90ab6, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=7892e71b-f40b-4573-84dc-d03158d90ab6,segment=NetworkSegment(39e9cc23-88a2-4fb9-bda1-192453dc92f2),segment_id=39e9cc23-88a2-4fb9-bda1-192453dc92f2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:55:49.823008 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dd64abd9-b3cc-48cc-a3d3-0018b6282b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:49.869286 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d45a4463-f41e-4180-beb1-b4e9391ab934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'name': 'tempest-TestSnapshotPattern-1244798822-router', 'tenant_id': '28136189e6a9404c8caad52f68468932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '110e211d-938c-49ae-965b-11a153041a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:55:47Z', 'updated_at': '2021-08-19T15:55:48Z', 'revision_number': 3, 'project_id': '28136189e6a9404c8caad52f68468932', 'gw_port': {'id': '110e211d-938c-49ae-965b-11a153041a94', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:55:48Z', 'updated_at': '2021-08-19T15:55:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:55:49.892499 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-e0df332a-dd11-4e39-a0bb-f414ab2d3f38 admin admin] Allocated IP 172.20.0.1 (ecb83282-c087-470c-8e22-4f55979694ac/fe4a014a-9155-4845-9814-5970db4da8ac/a886a327-0277-48a7-b5fc-db29e5ccb30c) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:55:49.900132 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45a4463-f41e-4180-beb1-b4e9391ab934 None None] Checking router: 53a7e096-19d1-4e67-904a-480d1e80ca25 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:55:49.900518 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45a4463-f41e-4180-beb1-b4e9391ab934 None None] Updating router 53a7e096-19d1-4e67-904a-480d1e80ca25 port 110e211d-938c-49ae-965b-11a153041a94 binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:55:49.935808 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd64abd9-b3cc-48cc-a3d3-0018b6282b7e None None] Pushing event updated for resources: {'Port': ['ID=7892e71b-f40b-4573-84dc-d03158d90ab6,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:55:49.941533 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d45a4463-f41e-4180-beb1-b4e9391ab934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:50.011699 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e0df332a-dd11-4e39-a0bb-f414ab2d3f38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:50.033291 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-e0df332a-dd11-4e39-a0bb-f414ab2d3f38 admin admin] Transition to ACTIVE for port object a886a327-0277-48a7-b5fc-db29e5ccb30c will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:55:50.069016 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e0df332a-dd11-4e39-a0bb-f414ab2d3f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:50.106121 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0df332a-dd11-4e39-a0bb-f414ab2d3f38 admin admin] Network ecb83282-c087-470c-8e22-4f55979694ac is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:55:50.111252 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-e0df332a-dd11-4e39-a0bb-f414ab2d3f38 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:55:50.115010 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0df332a-dd11-4e39-a0bb-f414ab2d3f38 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:55:50.160991 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df332a-dd11-4e39-a0bb-f414ab2d3f38 admin admin] Pushing event updated for resources: {'Port': ['ID=a886a327-0277-48a7-b5fc-db29e5ccb30c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:55:50.171109 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-eae88eff-5677-4320-b50c-e943b0bff850 None None] Provisioning complete for port 7892e71b-f40b-4573-84dc-d03158d90ab6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:55:50.171477 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-eae88eff-5677-4320-b50c-e943b0bff850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:50.187904 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e0df332a-dd11-4e39-a0bb-f414ab2d3f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:50.279697 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d45a4463-f41e-4180-beb1-b4e9391ab934 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:50.313116 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d45a4463-f41e-4180-beb1-b4e9391ab934 None None] Transition to ACTIVE for port object 110e211d-938c-49ae-965b-11a153041a94 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:55:50.324242 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d45a4463-f41e-4180-beb1-b4e9391ab934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:50.331359 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e0df332a-dd11-4e39-a0bb-f414ab2d3f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:50.380921 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d45a4463-f41e-4180-beb1-b4e9391ab934 None None] Attempting to bind port 110e211d-938c-49ae-965b-11a153041a94 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:55:50.381297 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d45a4463-f41e-4180-beb1-b4e9391ab934 None None] Attempting to bind port 110e211d-938c-49ae-965b-11a153041a94 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:55:50.381658 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45a4463-f41e-4180-beb1-b4e9391ab934 None None] Attempting to bind port 110e211d-938c-49ae-965b-11a153041a94 on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:55:50.392569 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45a4463-f41e-4180-beb1-b4e9391ab934 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:55:50.392869 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45a4463-f41e-4180-beb1-b4e9391ab934 None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:55:50.393272 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d45a4463-f41e-4180-beb1-b4e9391ab934 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:50.393662 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45a4463-f41e-4180-beb1-b4e9391ab934 None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:55:50.394135 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d45a4463-f41e-4180-beb1-b4e9391ab934 None None] Bound port: 110e211d-938c-49ae-965b-11a153041a94, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:55:50.394515 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d45a4463-f41e-4180-beb1-b4e9391ab934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:50.396125 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0905f454-5c35-4530-bfb5-e09ca71dc9c2 None None] Pushing event updated for resources: {'Port': ['ID=110e211d-938c-49ae-965b-11a153041a94,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:55:50.510720 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e0df332a-dd11-4e39-a0bb-f414ab2d3f38 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:50.517505 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e0df332a-dd11-4e39-a0bb-f414ab2d3f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:50.586083 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df332a-dd11-4e39-a0bb-f414ab2d3f38 admin admin] Pushing event updated for resources: {'Port': ['ID=a886a327-0277-48a7-b5fc-db29e5ccb30c,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:55:50.588595 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e0df332a-dd11-4e39-a0bb-f414ab2d3f38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:50.609404 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ecbc9429-a76a-4b41-b681-1488d87fd735 None None] Provisioning for port a886a327-0277-48a7-b5fc-db29e5ccb30c completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:55:50.619297 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ecbc9429-a76a-4b41-b681-1488d87fd735 None None] Provisioning complete for port a886a327-0277-48a7-b5fc-db29e5ccb30c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:55:50.619660 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ecbc9429-a76a-4b41-b681-1488d87fd735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:50.625627 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d45a4463-f41e-4180-beb1-b4e9391ab934 None None] For port 110e211d-938c-49ae-965b-11a153041a94, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:55:50.664975 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d45a4463-f41e-4180-beb1-b4e9391ab934 None None] For port 110e211d-938c-49ae-965b-11a153041a94, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=110e211d-938c-49ae-965b-11a153041a94,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:55:50.670702 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d45a4463-f41e-4180-beb1-b4e9391ab934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:50.687478 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0df332a-dd11-4e39-a0bb-f414ab2d3f38 admin admin] Network ecb83282-c087-470c-8e22-4f55979694ac is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:55:50.689005 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-e0df332a-dd11-4e39-a0bb-f414ab2d3f38 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:55:50.704444 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ecbc9429-a76a-4b41-b681-1488d87fd735 None None] Port a886a327-0277-48a7-b5fc-db29e5ccb30c cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:55:50.740764 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45a4463-f41e-4180-beb1-b4e9391ab934 None None] Routers {'53a7e096-19d1-4e67-904a-480d1e80ca25'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:55:50.741392 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d45a4463-f41e-4180-beb1-b4e9391ab934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:55:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['53a7e096-19d1-4e67-904a-480d1e80ca25'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:55:50.745712 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0905f454-5c35-4530-bfb5-e09ca71dc9c2 None None] Pushing event updated for resources: {'Port': ['ID=110e211d-938c-49ae-965b-11a153041a94,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:55:50.818167 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0df332a-dd11-4e39-a0bb-f414ab2d3f38 admin admin] Router 53a7e096-19d1-4e67-904a-480d1e80ca25 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:55:50.853429 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 7892e71b-f40b-4573-84dc-d03158d90ab6 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:55:50.916182 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-d45a4463-f41e-4180-beb1-b4e9391ab934 None None] Set router 53a7e096-19d1-4e67-904a-480d1e80ca25 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:55:50.935729 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0df332a-dd11-4e39-a0bb-f414ab2d3f38 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:55:50.941459 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-e0df332a-dd11-4e39-a0bb-f414ab2d3f38 admin admin] 10.222.0.69 "PUT /v2.0/routers/53a7e096-19d1-4e67-904a-480d1e80ca25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6793866 Aug 19 15:55:50.967615 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-452db67d-71a0-4224-affa-e320c42f271f None None] Provisioning complete for port a886a327-0277-48a7-b5fc-db29e5ccb30c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:55:50.968091 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-452db67d-71a0-4224-affa-e320c42f271f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:51.027437 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 7892e71b-f40b-4573-84dc-d03158d90ab6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:55:51.027819 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:51.105988 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-452db67d-71a0-4224-affa-e320c42f271f None None] Port a886a327-0277-48a7-b5fc-db29e5ccb30c cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:55:51.234872 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d45a4463-f41e-4180-beb1-b4e9391ab934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'name': 'tempest-TestSnapshotPattern-1244798822-router', 'tenant_id': '28136189e6a9404c8caad52f68468932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '110e211d-938c-49ae-965b-11a153041a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:55:47Z', 'updated_at': '2021-08-19T15:55:50Z', 'revision_number': 4, 'project_id': '28136189e6a9404c8caad52f68468932', 'gw_port': {'id': '110e211d-938c-49ae-965b-11a153041a94', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:55:48Z', 'updated_at': '2021-08-19T15:55:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'a886a327-0277-48a7-b5fc-db29e5ccb30c', 'name': '', 'network_id': 'ecb83282-c087-470c-8e22-4f55979694ac', 'tenant_id': '28136189e6a9404c8caad52f68468932', 'mac_address': 'fa:16:3e:c0:90:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'fe4a014a-9155-4845-9814-5970db4da8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:55:49Z', 'updated_at': '2021-08-19T15:55:50Z', 'revision_number': 2, 'project_id': '28136189e6a9404c8caad52f68468932', 'subnets': [{'id': 'fe4a014a-9155-4845-9814-5970db4da8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:55:51.262734 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45a4463-f41e-4180-beb1-b4e9391ab934 None None] The sync data for ids ['53a7e096-19d1-4e67-904a-480d1e80ca25'] in n-d-766043-2 is: [{'id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'name': 'tempest-TestSnapshotPattern-1244798822-router', 'tenant_id': '28136189e6a9404c8caad52f68468932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '110e211d-938c-49ae-965b-11a153041a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:55:47Z', 'updated_at': '2021-08-19T15:55:50Z', 'revision_number': 4, 'project_id': '28136189e6a9404c8caad52f68468932', 'gw_port': {'id': '110e211d-938c-49ae-965b-11a153041a94', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:55:48Z', 'updated_at': '2021-08-19T15:55:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'a886a327-0277-48a7-b5fc-db29e5ccb30c', 'name': '', 'network_id': 'ecb83282-c087-470c-8e22-4f55979694ac', 'tenant_id': '28136189e6a9404c8caad52f68468932', 'mac_address': 'fa:16:3e:c0:90:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'fe4a014a-9155-4845-9814-5970db4da8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:55:49Z', 'updated_at': '2021-08-19T15:55:50Z', 'revision_number': 2, 'project_id': '28136189e6a9404c8caad52f68468932', 'subnets': [{'id': 'fe4a014a-9155-4845-9814-5970db4da8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:55:51.424042 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 41416) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:55:51.429249 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-aecdabc5-fb68-44a6-96e9-e325843448c0 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1316908038-network', 'tenant_id': '1f9de5bd81a24b96a48fea0bd5a37407'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:55:51.461254 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aecdabc5-fb68-44a6-96e9-e325843448c0 admin admin] Made reservation on behalf of 1f9de5bd81a24b96a48fea0bd5a37407 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:55:51.469242 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aecdabc5-fb68-44a6-96e9-e325843448c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:51.489355 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aecdabc5-fb68-44a6-96e9-e325843448c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:51.601125 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aecdabc5-fb68-44a6-96e9-e325843448c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:51.605940 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aecdabc5-fb68-44a6-96e9-e325843448c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:51.634860 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aecdabc5-fb68-44a6-96e9-e325843448c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 15:55:51.642227 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecdabc5-fb68-44a6-96e9-e325843448c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e371f7a5-3171-43ae-b3b2-3736074a0041,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:55:51.653832 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aecdabc5-fb68-44a6-96e9-e325843448c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:51.654162 n-d-766043-2 neutron-server[94639]: INFO neutron.db.segments_db [None req-aecdabc5-fb68-44a6-96e9-e325843448c0 admin admin] Added segment 7fd43079-259b-41f8-8431-711c452c5e96 of type vlan for network 7a9e7973-a868-4ef1-968f-29774fb39bd6 Aug 19 15:55:51.698203 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aecdabc5-fb68-44a6-96e9-e325843448c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784381243823'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:51.727841 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aecdabc5-fb68-44a6-96e9-e325843448c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:51.728793 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecdabc5-fb68-44a6-96e9-e325843448c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:55:51.729382 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aecdabc5-fb68-44a6-96e9-e325843448c0 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:51.789199 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-aecdabc5-fb68-44a6-96e9-e325843448c0 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3638878 Aug 19 15:55:51.792390 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 41418) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:55:51.797435 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2b58d7f6-fd64-4f64-8b1a-55fa72c0d4ce admin admin] Request body: {'subnet': {'network_id': '7a9e7973-a868-4ef1-968f-29774fb39bd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1316908038-subnet', 'tenant_id': '1f9de5bd81a24b96a48fea0bd5a37407', 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:55:51.805921 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecdabc5-fb68-44a6-96e9-e325843448c0 admin admin] Pushing event updated for resources: {'Network': ['ID=7a9e7973-a868-4ef1-968f-29774fb39bd6,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:55:51.818706 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Network 7a9e7973-a868-4ef1-968f-29774fb39bd6 details requested by agent ovs-agent-n-d-766043-2 with host n-d-766043-2 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 15:55:51.828371 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b58d7f6-fd64-4f64-8b1a-55fa72c0d4ce admin admin] Made reservation on behalf of 1f9de5bd81a24b96a48fea0bd5a37407 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:55:51.831910 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b58d7f6-fd64-4f64-8b1a-55fa72c0d4ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10137861'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:52.051680 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b58d7f6-fd64-4f64-8b1a-55fa72c0d4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8454895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10137875'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:52.110094 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b58d7f6-fd64-4f64-8b1a-55fa72c0d4ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b59af47-9328-4282-9c20-20d178c27388,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:55:52.122151 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b58d7f6-fd64-4f64-8b1a-55fa72c0d4ce admin admin] Checking segment: {'id': '7fd43079-259b-41f8-8431-711c452c5e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7a9e7973-a868-4ef1-968f-29774fb39bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:55:52.122511 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b58d7f6-fd64-4f64-8b1a-55fa72c0d4ce admin admin] Network hostable DHCP agents. Network: 7a9e7973-a868-4ef1-968f-29774fb39bd6, hostable agents: ['9d1812d4-e46f-4cbf-9c58-ad756abcb568'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 15:55:52.145962 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b58d7f6-fd64-4f64-8b1a-55fa72c0d4ce admin admin] Network 7a9e7973-a868-4ef1-968f-29774fb39bd6 is scheduled to be hosted by DHCP agent 9d1812d4-e46f-4cbf-9c58-ad756abcb568 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 15:55:52.159356 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-2b58d7f6-fd64-4f64-8b1a-55fa72c0d4ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766043-2, 7a9e7973-a868-4ef1-968f-29774fb39bd6) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:55:52.165371 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b58d7f6-fd64-4f64-8b1a-55fa72c0d4ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:55:52.165970 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b58d7f6-fd64-4f64-8b1a-55fa72c0d4ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:52.171709 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d522f0-7ec3-46d6-b60b-2e8faa5e271e None None] Network 7a9e7973-a868-4ef1-968f-29774fb39bd6 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:55:52.186390 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-2b58d7f6-fd64-4f64-8b1a-55fa72c0d4ce admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3928125 Aug 19 15:55:52.190233 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 41420) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:55:52.194882 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-5e6f4d5c-e240-4d68-b947-00d6b2c6787f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1316908038-router', 'tenant_id': '1f9de5bd81a24b96a48fea0bd5a37407', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:55:52.227436 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e6f4d5c-e240-4d68-b947-00d6b2c6787f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59645'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:52.229036 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e6f4d5c-e240-4d68-b947-00d6b2c6787f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59636'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:52.286982 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e6f4d5c-e240-4d68-b947-00d6b2c6787f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:52.372025 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225b02f2-515d-431a-ac20-70cc23bd7f4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d9fc71-bc62-5e40-9a3a-38666d1f7da8-7a9e7973-a868-4ef1-968f-29774fb39bd6', 'network_id': '7a9e7973-a868-4ef1-968f-29774fb39bd6', 'tenant_id': '1f9de5bd81a24b96a48fea0bd5a37407', 'fixed_ips': [{'subnet_id': '1b59af47-9328-4282-9c20-20d178c27388'}]}} from n-d-766043-2. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 15:55:52.373058 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-225b02f2-515d-431a-ac20-70cc23bd7f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:52.489996 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e6f4d5c-e240-4d68-b947-00d6b2c6787f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:52.540884 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-225b02f2-515d-431a-ac20-70cc23bd7f4f None None] Allocated IP 172.20.0.2 (7a9e7973-a868-4ef1-968f-29774fb39bd6/1b59af47-9328-4282-9c20-20d178c27388/ba8ce5c7-00bb-471a-8427-26ca48c8b158) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:55:52.728072 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e6f4d5c-e240-4d68-b947-00d6b2c6787f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:52.742775 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-225b02f2-515d-431a-ac20-70cc23bd7f4f None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:52.752066 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-225b02f2-515d-431a-ac20-70cc23bd7f4f None None] Transition to ACTIVE for port object ba8ce5c7-00bb-471a-8427-26ca48c8b158 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:55:52.754031 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e6f4d5c-e240-4d68-b947-00d6b2c6787f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:52.769473 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-225b02f2-515d-431a-ac20-70cc23bd7f4f None None] Transition to ACTIVE for port object ba8ce5c7-00bb-471a-8427-26ca48c8b158 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:55:52.776256 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-225b02f2-515d-431a-ac20-70cc23bd7f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:52.818509 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225b02f2-515d-431a-ac20-70cc23bd7f4f None None] Network 7a9e7973-a868-4ef1-968f-29774fb39bd6 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:55:52.822351 n-d-766043-2 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-225b02f2-515d-431a-ac20-70cc23bd7f4f None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:55:52.826870 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225b02f2-515d-431a-ac20-70cc23bd7f4f None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:55:52.834757 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225b02f2-515d-431a-ac20-70cc23bd7f4f None None] Pushing event updated for resources: {'Port': ['ID=ba8ce5c7-00bb-471a-8427-26ca48c8b158,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:55:52.886235 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 110e211d-938c-49ae-965b-11a153041a94 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:55:52.910308 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-5e6f4d5c-e240-4d68-b947-00d6b2c6787f admin admin] Allocated IP 172.25.2.52 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/6c8edbc9-7f49-4896-b799-b7573f57cf8c) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:55:52.918959 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-225b02f2-515d-431a-ac20-70cc23bd7f4f None None] Attempting to bind port ba8ce5c7-00bb-471a-8427-26ca48c8b158 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:55:52.919330 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-225b02f2-515d-431a-ac20-70cc23bd7f4f None None] Attempting to bind port ba8ce5c7-00bb-471a-8427-26ca48c8b158 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '7fd43079-259b-41f8-8431-711c452c5e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7a9e7973-a868-4ef1-968f-29774fb39bd6'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:55:52.919764 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225b02f2-515d-431a-ac20-70cc23bd7f4f None None] Attempting to bind port ba8ce5c7-00bb-471a-8427-26ca48c8b158 on network 7a9e7973-a868-4ef1-968f-29774fb39bd6 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:55:52.932388 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225b02f2-515d-431a-ac20-70cc23bd7f4f None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:55:52.932803 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225b02f2-515d-431a-ac20-70cc23bd7f4f None None] Checking segment: {'id': '7fd43079-259b-41f8-8431-711c452c5e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7a9e7973-a868-4ef1-968f-29774fb39bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:55:52.933193 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-225b02f2-515d-431a-ac20-70cc23bd7f4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:52.933592 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225b02f2-515d-431a-ac20-70cc23bd7f4f None None] Bound using segment: {'id': '7fd43079-259b-41f8-8431-711c452c5e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7a9e7973-a868-4ef1-968f-29774fb39bd6'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:55:52.934075 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-225b02f2-515d-431a-ac20-70cc23bd7f4f None None] Bound port: ba8ce5c7-00bb-471a-8427-26ca48c8b158, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fd43079-259b-41f8-8431-711c452c5e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7a9e7973-a868-4ef1-968f-29774fb39bd6'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:55:52.934479 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-225b02f2-515d-431a-ac20-70cc23bd7f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:52.993310 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 110e211d-938c-49ae-965b-11a153041a94 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:55:53.006639 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 110e211d-938c-49ae-965b-11a153041a94 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:55:53.007007 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:53.033624 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e6f4d5c-e240-4d68-b947-00d6b2c6787f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:53.045523 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-225b02f2-515d-431a-ac20-70cc23bd7f4f None None] For port ba8ce5c7-00bb-471a-8427-26ca48c8b158, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:55:53.050070 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-225b02f2-515d-431a-ac20-70cc23bd7f4f None None] For port ba8ce5c7-00bb-471a-8427-26ca48c8b158, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=ba8ce5c7-00bb-471a-8427-26ca48c8b158,segment=NetworkSegment(7fd43079-259b-41f8-8431-711c452c5e96),segment_id=7fd43079-259b-41f8-8431-711c452c5e96)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:55:53.057503 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-225b02f2-515d-431a-ac20-70cc23bd7f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:53.155147 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225b02f2-515d-431a-ac20-70cc23bd7f4f None None] Pushing event updated for resources: {'Port': ['ID=ba8ce5c7-00bb-471a-8427-26ca48c8b158,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:55:53.174476 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:53.206371 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 110e211d-938c-49ae-965b-11a153041a94, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=110e211d-938c-49ae-965b-11a153041a94,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:55:53.211952 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:53.284382 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=110e211d-938c-49ae-965b-11a153041a94,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:55:53.473450 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e6f4d5c-e240-4d68-b947-00d6b2c6787f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:53.513506 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6f4d5c-e240-4d68-b947-00d6b2c6787f admin admin] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:55:53.518678 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-5e6f4d5c-e240-4d68-b947-00d6b2c6787f admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:55:53.523085 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6f4d5c-e240-4d68-b947-00d6b2c6787f admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:55:53.547341 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f4d5c-e240-4d68-b947-00d6b2c6787f admin admin] Pushing event updated for resources: {'Port': ['ID=6c8edbc9-7f49-4896-b799-b7573f57cf8c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:55:53.566752 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc12152-212b-4cec-890e-bf8076271ffd None None] Sync routers for ids ['53a7e096-19d1-4e67-904a-480d1e80ca25'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:55:53.577363 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc12152-212b-4cec-890e-bf8076271ffd None None] Routers {'53a7e096-19d1-4e67-904a-480d1e80ca25'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:55:53.577967 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0cc12152-212b-4cec-890e-bf8076271ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:55:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['53a7e096-19d1-4e67-904a-480d1e80ca25'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:55:53.685216 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-0cc12152-212b-4cec-890e-bf8076271ffd None None] Set router 53a7e096-19d1-4e67-904a-480d1e80ca25 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:55:53.785147 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e6f4d5c-e240-4d68-b947-00d6b2c6787f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:53.916889 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0cc12152-212b-4cec-890e-bf8076271ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'name': 'tempest-TestSnapshotPattern-1244798822-router', 'tenant_id': '28136189e6a9404c8caad52f68468932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '110e211d-938c-49ae-965b-11a153041a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:55:47Z', 'updated_at': '2021-08-19T15:55:50Z', 'revision_number': 4, 'project_id': '28136189e6a9404c8caad52f68468932', 'gw_port': {'id': '110e211d-938c-49ae-965b-11a153041a94', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:55:48Z', 'updated_at': '2021-08-19T15:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'a886a327-0277-48a7-b5fc-db29e5ccb30c', 'name': '', 'network_id': 'ecb83282-c087-470c-8e22-4f55979694ac', 'tenant_id': '28136189e6a9404c8caad52f68468932', 'mac_address': 'fa:16:3e:c0:90:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'fe4a014a-9155-4845-9814-5970db4da8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:55:49Z', 'updated_at': '2021-08-19T15:55:50Z', 'revision_number': 2, 'project_id': '28136189e6a9404c8caad52f68468932', 'subnets': [{'id': 'fe4a014a-9155-4845-9814-5970db4da8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:55:53.954034 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc12152-212b-4cec-890e-bf8076271ffd None None] Checking router: 53a7e096-19d1-4e67-904a-480d1e80ca25 for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:55:53.954500 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc12152-212b-4cec-890e-bf8076271ffd None None] Updating router 53a7e096-19d1-4e67-904a-480d1e80ca25 port a886a327-0277-48a7-b5fc-db29e5ccb30c binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:55:53.989105 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-0cc12152-212b-4cec-890e-bf8076271ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:53.997645 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e6f4d5c-e240-4d68-b947-00d6b2c6787f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1663526'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:54.142410 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6f4d5c-e240-4d68-b947-00d6b2c6787f admin admin] Router d480d407-9e55-4e83-92d3-f37680ba99bf is scheduled to L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 15:55:54.279559 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6f4d5c-e240-4d68-b947-00d6b2c6787f admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:55:54.296533 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a48a712-c406-42c7-a103-89f196e13e72 None None] Sync routers for ids ['d480d407-9e55-4e83-92d3-f37680ba99bf'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:55:54.297081 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-0cc12152-212b-4cec-890e-bf8076271ffd None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:54.301859 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e6f4d5c-e240-4d68-b947-00d6b2c6787f admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:54.305244 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-5e6f4d5c-e240-4d68-b947-00d6b2c6787f admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1136858 Aug 19 15:55:54.306135 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a48a712-c406-42c7-a103-89f196e13e72 None None] Routers {'d480d407-9e55-4e83-92d3-f37680ba99bf'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:55:54.310175 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-2a48a712-c406-42c7-a103-89f196e13e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:55:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['d480d407-9e55-4e83-92d3-f37680ba99bf'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:55:54.310385 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 41422) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:55:54.326101 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-0cc12152-212b-4cec-890e-bf8076271ffd None None] Transition to ACTIVE for port object a886a327-0277-48a7-b5fc-db29e5ccb30c will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:55:54.343194 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-0cc12152-212b-4cec-890e-bf8076271ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:54.467899 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce0a9df-15ee-4bdc-bbc1-829397445593 None None] Pushing event updated for resources: {'Port': ['ID=a886a327-0277-48a7-b5fc-db29e5ccb30c,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:55:54.503409 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-2a48a712-c406-42c7-a103-89f196e13e72 None None] Set router d480d407-9e55-4e83-92d3-f37680ba99bf gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:55:54.513893 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce0a9df-15ee-4bdc-bbc1-829397445593 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:55:54.514304 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce0a9df-15ee-4bdc-bbc1-829397445593 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:55:54.514746 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce0a9df-15ee-4bdc-bbc1-829397445593 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:55:54.515178 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce0a9df-15ee-4bdc-bbc1-829397445593 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:55:54.515707 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce0a9df-15ee-4bdc-bbc1-829397445593 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:55:54.516257 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce0a9df-15ee-4bdc-bbc1-829397445593 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:55:54.517744 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce0a9df-15ee-4bdc-bbc1-829397445593 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:55:54.518595 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce0a9df-15ee-4bdc-bbc1-829397445593 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:55:54.519293 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce0a9df-15ee-4bdc-bbc1-829397445593 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:55:54.520268 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce0a9df-15ee-4bdc-bbc1-829397445593 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:55:54.521651 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce0a9df-15ee-4bdc-bbc1-829397445593 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:55:54.522836 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce0a9df-15ee-4bdc-bbc1-829397445593 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:55:54.582246 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-0cc12152-212b-4cec-890e-bf8076271ffd None None] Attempting to bind port a886a327-0277-48a7-b5fc-db29e5ccb30c on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:55:54.584157 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-0cc12152-212b-4cec-890e-bf8076271ffd None None] Attempting to bind port a886a327-0277-48a7-b5fc-db29e5ccb30c by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '39e9cc23-88a2-4fb9-bda1-192453dc92f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ecb83282-c087-470c-8e22-4f55979694ac'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:55:54.584957 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc12152-212b-4cec-890e-bf8076271ffd None None] Attempting to bind port a886a327-0277-48a7-b5fc-db29e5ccb30c on network ecb83282-c087-470c-8e22-4f55979694ac {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:55:54.593330 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39a1140-b857-478a-a459-4a8bb1b877ef None None] Network 7a9e7973-a868-4ef1-968f-29774fb39bd6 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 15:55:54.594732 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc12152-212b-4cec-890e-bf8076271ffd None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:55:54.595596 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc12152-212b-4cec-890e-bf8076271ffd None None] Checking segment: {'id': '39e9cc23-88a2-4fb9-bda1-192453dc92f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ecb83282-c087-470c-8e22-4f55979694ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:55:54.596474 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-0cc12152-212b-4cec-890e-bf8076271ffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:54.597135 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc12152-212b-4cec-890e-bf8076271ffd None None] Bound using segment: {'id': '39e9cc23-88a2-4fb9-bda1-192453dc92f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ecb83282-c087-470c-8e22-4f55979694ac'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:55:54.627924 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-0cc12152-212b-4cec-890e-bf8076271ffd None None] Bound port: a886a327-0277-48a7-b5fc-db29e5ccb30c, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e9cc23-88a2-4fb9-bda1-192453dc92f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ecb83282-c087-470c-8e22-4f55979694ac'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:55:54.628943 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-0cc12152-212b-4cec-890e-bf8076271ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:54.811048 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-66c2f692-26ae-4d61-80eb-453502068a76 None None] Provisioning for port ba8ce5c7-00bb-471a-8427-26ca48c8b158 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:55:54.813635 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-0cc12152-212b-4cec-890e-bf8076271ffd None None] For port a886a327-0277-48a7-b5fc-db29e5ccb30c, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:55:54.821860 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-0cc12152-212b-4cec-890e-bf8076271ffd None None] For port a886a327-0277-48a7-b5fc-db29e5ccb30c, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=a886a327-0277-48a7-b5fc-db29e5ccb30c,segment=NetworkSegment(39e9cc23-88a2-4fb9-bda1-192453dc92f2),segment_id=39e9cc23-88a2-4fb9-bda1-192453dc92f2)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:55:54.831730 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-0cc12152-212b-4cec-890e-bf8076271ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:54.974993 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-2a48a712-c406-42c7-a103-89f196e13e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd480d407-9e55-4e83-92d3-f37680ba99bf', 'name': 'tempest-TestSnapshotPattern-1316908038-router', 'tenant_id': '1f9de5bd81a24b96a48fea0bd5a37407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '6c8edbc9-7f49-4896-b799-b7573f57cf8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:55:52Z', 'updated_at': '2021-08-19T15:55:53Z', 'revision_number': 3, 'project_id': '1f9de5bd81a24b96a48fea0bd5a37407', 'gw_port': {'id': '6c8edbc9-7f49-4896-b799-b7573f57cf8c', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd480d407-9e55-4e83-92d3-f37680ba99bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:55:52Z', 'updated_at': '2021-08-19T15:55:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:55:55.000508 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce0a9df-15ee-4bdc-bbc1-829397445593 None None] Pushing event updated for resources: {'Port': ['ID=a886a327-0277-48a7-b5fc-db29e5ccb30c,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:55:55.006827 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a48a712-c406-42c7-a103-89f196e13e72 None None] Checking router: d480d407-9e55-4e83-92d3-f37680ba99bf for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:55:55.007219 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a48a712-c406-42c7-a103-89f196e13e72 None None] Updating router d480d407-9e55-4e83-92d3-f37680ba99bf port 6c8edbc9-7f49-4896-b799-b7573f57cf8c binding host n-d-766043-2 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:55:55.022251 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc12152-212b-4cec-890e-bf8076271ffd None None] Routers {'53a7e096-19d1-4e67-904a-480d1e80ca25'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:55:55.023684 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0cc12152-212b-4cec-890e-bf8076271ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:55:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['53a7e096-19d1-4e67-904a-480d1e80ca25'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:55:55.045270 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2a48a712-c406-42c7-a103-89f196e13e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:55.106156 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device ba8ce5c7-00bb-471a-8427-26ca48c8b158 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:55:55.183614 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a7cf7d3a-8fdc-4086-85a8-684a5176c1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:55.269649 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-0cc12152-212b-4cec-890e-bf8076271ffd None None] Set router 53a7e096-19d1-4e67-904a-480d1e80ca25 gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:55:55.368971 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port ba8ce5c7-00bb-471a-8427-26ca48c8b158 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:55:55.381285 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port ba8ce5c7-00bb-471a-8427-26ca48c8b158 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:55:55.381660 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:55.430352 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-a7cf7d3a-8fdc-4086-85a8-684a5176c1e9 admin admin] Allocated IP 172.20.0.1 (7a9e7973-a868-4ef1-968f-29774fb39bd6/1b59af47-9328-4282-9c20-20d178c27388/86ea6df5-c925-41ab-8176-a96e41970f50) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:55:55.544346 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a7cf7d3a-8fdc-4086-85a8-684a5176c1e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:55.560183 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-a7cf7d3a-8fdc-4086-85a8-684a5176c1e9 admin admin] Transition to ACTIVE for port object 86ea6df5-c925-41ab-8176-a96e41970f50 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:55:55.579820 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8c9adad5-4ed6-47ad-8c7c-adb6246e34e1 None None] Provisioning complete for port ba8ce5c7-00bb-471a-8427-26ca48c8b158 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:55:55.580208 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8c9adad5-4ed6-47ad-8c7c-adb6246e34e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:55.589423 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2a48a712-c406-42c7-a103-89f196e13e72 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:55.598160 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a7cf7d3a-8fdc-4086-85a8-684a5176c1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:55.631762 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0cc12152-212b-4cec-890e-bf8076271ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'name': 'tempest-TestSnapshotPattern-1244798822-router', 'tenant_id': '28136189e6a9404c8caad52f68468932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '110e211d-938c-49ae-965b-11a153041a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:55:47Z', 'updated_at': '2021-08-19T15:55:50Z', 'revision_number': 4, 'project_id': '28136189e6a9404c8caad52f68468932', 'gw_port': {'id': '110e211d-938c-49ae-965b-11a153041a94', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:55:48Z', 'updated_at': '2021-08-19T15:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'a886a327-0277-48a7-b5fc-db29e5ccb30c', 'name': '', 'network_id': 'ecb83282-c087-470c-8e22-4f55979694ac', 'tenant_id': '28136189e6a9404c8caad52f68468932', 'mac_address': 'fa:16:3e:c0:90:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'fe4a014a-9155-4845-9814-5970db4da8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:55:49Z', 'updated_at': '2021-08-19T15:55:54Z', 'revision_number': 4, 'project_id': '28136189e6a9404c8caad52f68468932', 'subnets': [{'id': 'fe4a014a-9155-4845-9814-5970db4da8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:55:55.640764 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cf7d3a-8fdc-4086-85a8-684a5176c1e9 admin admin] Network 7a9e7973-a868-4ef1-968f-29774fb39bd6 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:55:55.646605 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-a7cf7d3a-8fdc-4086-85a8-684a5176c1e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:55:55.651145 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cf7d3a-8fdc-4086-85a8-684a5176c1e9 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:55:55.668282 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc12152-212b-4cec-890e-bf8076271ffd None None] The sync data for ids ['53a7e096-19d1-4e67-904a-480d1e80ca25'] in n-d-766043-2 is: [{'id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'name': 'tempest-TestSnapshotPattern-1244798822-router', 'tenant_id': '28136189e6a9404c8caad52f68468932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '110e211d-938c-49ae-965b-11a153041a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:55:47Z', 'updated_at': '2021-08-19T15:55:50Z', 'revision_number': 4, 'project_id': '28136189e6a9404c8caad52f68468932', 'gw_port': {'id': '110e211d-938c-49ae-965b-11a153041a94', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:55:48Z', 'updated_at': '2021-08-19T15:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'a886a327-0277-48a7-b5fc-db29e5ccb30c', 'name': '', 'network_id': 'ecb83282-c087-470c-8e22-4f55979694ac', 'tenant_id': '28136189e6a9404c8caad52f68468932', 'mac_address': 'fa:16:3e:c0:90:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'fe4a014a-9155-4845-9814-5970db4da8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:55:49Z', 'updated_at': '2021-08-19T15:55:54Z', 'revision_number': 4, 'project_id': '28136189e6a9404c8caad52f68468932', 'subnets': [{'id': 'fe4a014a-9155-4845-9814-5970db4da8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:55:55.682534 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cf7d3a-8fdc-4086-85a8-684a5176c1e9 admin admin] Pushing event updated for resources: {'Port': ['ID=86ea6df5-c925-41ab-8176-a96e41970f50,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:55:55.718823 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a7cf7d3a-8fdc-4086-85a8-684a5176c1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667950'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:55.823189 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:55.833831 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2a48a712-c406-42c7-a103-89f196e13e72 None None] Transition to ACTIVE for port object 6c8edbc9-7f49-4896-b799-b7573f57cf8c will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:55:55.850583 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2a48a712-c406-42c7-a103-89f196e13e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:55.868809 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a7cf7d3a-8fdc-4086-85a8-684a5176c1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:55.953802 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port ba8ce5c7-00bb-471a-8427-26ca48c8b158, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=ba8ce5c7-00bb-471a-8427-26ca48c8b158,segment=NetworkSegment(7fd43079-259b-41f8-8431-711c452c5e96),segment_id=7fd43079-259b-41f8-8431-711c452c5e96)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:55:55.962206 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-2a48a712-c406-42c7-a103-89f196e13e72 None None] Attempting to bind port 6c8edbc9-7f49-4896-b799-b7573f57cf8c on host n-d-766043-2 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:55:55.962578 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-2a48a712-c406-42c7-a103-89f196e13e72 None None] Attempting to bind port 6c8edbc9-7f49-4896-b799-b7573f57cf8c by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:55:55.962940 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a48a712-c406-42c7-a103-89f196e13e72 None None] Attempting to bind port 6c8edbc9-7f49-4896-b799-b7573f57cf8c on network 88eeec05-6d16-4f02-9461-44ff5e420302 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:55:55.966703 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18765068-862c-41bd-addd-fe3669705588 None None] Pushing event updated for resources: {'Port': ['ID=6c8edbc9-7f49-4896-b799-b7573f57cf8c,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:55:55.969073 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:55.969838 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 110e211d-938c-49ae-965b-11a153041a94 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:55:56.022727 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a48a712-c406-42c7-a103-89f196e13e72 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:55:56.023116 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a48a712-c406-42c7-a103-89f196e13e72 None None] Checking segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:55:56.023536 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2a48a712-c406-42c7-a103-89f196e13e72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:56.023946 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a48a712-c406-42c7-a103-89f196e13e72 None None] Bound using segment: {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:55:56.024459 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-2a48a712-c406-42c7-a103-89f196e13e72 None None] Bound port: 6c8edbc9-7f49-4896-b799-b7573f57cf8c, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7be85f-6f2a-4770-a8ec-90cb89a6019e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:55:56.024847 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2a48a712-c406-42c7-a103-89f196e13e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:56.054706 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8c9adad5-4ed6-47ad-8c7c-adb6246e34e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:56.069981 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a7cf7d3a-8fdc-4086-85a8-684a5176c1e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:56.076446 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a7cf7d3a-8fdc-4086-85a8-684a5176c1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:56.122681 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=ba8ce5c7-00bb-471a-8427-26ca48c8b158,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:55:56.150713 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cf7d3a-8fdc-4086-85a8-684a5176c1e9 admin admin] Pushing event updated for resources: {'Port': ['ID=86ea6df5-c925-41ab-8176-a96e41970f50,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:55:56.154624 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a7cf7d3a-8fdc-4086-85a8-684a5176c1e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667994'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:56.162491 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-2a48a712-c406-42c7-a103-89f196e13e72 None None] For port 6c8edbc9-7f49-4896-b799-b7573f57cf8c, host n-d-766043-2, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:55:56.187064 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 110e211d-938c-49ae-965b-11a153041a94 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:55:56.187435 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:56.191200 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-2a48a712-c406-42c7-a103-89f196e13e72 None None] For port 6c8edbc9-7f49-4896-b799-b7573f57cf8c, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=6c8edbc9-7f49-4896-b799-b7573f57cf8c,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:55:56.193813 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-8c9adad5-4ed6-47ad-8c7c-adb6246e34e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 15:55:56.193813 n-d-766043-2 neutron-server[94641]: DEBUG oslo_db.api [None req-8c9adad5-4ed6-47ad-8c7c-adb6246e34e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 15:55:56.213809 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2a48a712-c406-42c7-a103-89f196e13e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:56.264990 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cf7d3a-8fdc-4086-85a8-684a5176c1e9 admin admin] Network 7a9e7973-a868-4ef1-968f-29774fb39bd6 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:55:56.266393 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-a7cf7d3a-8fdc-4086-85a8-684a5176c1e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:55:56.290663 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a48a712-c406-42c7-a103-89f196e13e72 None None] Routers {'d480d407-9e55-4e83-92d3-f37680ba99bf'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:55:56.291307 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-2a48a712-c406-42c7-a103-89f196e13e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:55:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['d480d407-9e55-4e83-92d3-f37680ba99bf'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:55:56.302579 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18765068-862c-41bd-addd-fe3669705588 None None] Pushing event updated for resources: {'Port': ['ID=6c8edbc9-7f49-4896-b799-b7573f57cf8c,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:55:56.421178 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7cf7d3a-8fdc-4086-85a8-684a5176c1e9 admin admin] Router d480d407-9e55-4e83-92d3-f37680ba99bf has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:55:56.460457 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-2a48a712-c406-42c7-a103-89f196e13e72 None None] Set router d480d407-9e55-4e83-92d3-f37680ba99bf gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:55:56.545549 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7cf7d3a-8fdc-4086-85a8-684a5176c1e9 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:55:56.553186 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a7cf7d3a-8fdc-4086-85a8-684a5176c1e9 admin admin] 10.222.0.69 "PUT /v2.0/routers/d480d407-9e55-4e83-92d3-f37680ba99bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2450240 Aug 19 15:55:56.678016 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-2a48a712-c406-42c7-a103-89f196e13e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd480d407-9e55-4e83-92d3-f37680ba99bf', 'name': 'tempest-TestSnapshotPattern-1316908038-router', 'tenant_id': '1f9de5bd81a24b96a48fea0bd5a37407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '6c8edbc9-7f49-4896-b799-b7573f57cf8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:55:52Z', 'updated_at': '2021-08-19T15:55:55Z', 'revision_number': 4, 'project_id': '1f9de5bd81a24b96a48fea0bd5a37407', 'gw_port': {'id': '6c8edbc9-7f49-4896-b799-b7573f57cf8c', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd480d407-9e55-4e83-92d3-f37680ba99bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:55:52Z', 'updated_at': '2021-08-19T15:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '86ea6df5-c925-41ab-8176-a96e41970f50', 'name': '', 'network_id': '7a9e7973-a868-4ef1-968f-29774fb39bd6', 'tenant_id': '1f9de5bd81a24b96a48fea0bd5a37407', 'mac_address': 'fa:16:3e:e4:80:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd480d407-9e55-4e83-92d3-f37680ba99bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '1b59af47-9328-4282-9c20-20d178c27388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:55:55Z', 'updated_at': '2021-08-19T15:55:55Z', 'revision_number': 2, 'project_id': '1f9de5bd81a24b96a48fea0bd5a37407', 'subnets': [{'id': '1b59af47-9328-4282-9c20-20d178c27388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:55:56.706626 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a48a712-c406-42c7-a103-89f196e13e72 None None] The sync data for ids ['d480d407-9e55-4e83-92d3-f37680ba99bf'] in n-d-766043-2 is: [{'id': 'd480d407-9e55-4e83-92d3-f37680ba99bf', 'name': 'tempest-TestSnapshotPattern-1316908038-router', 'tenant_id': '1f9de5bd81a24b96a48fea0bd5a37407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '6c8edbc9-7f49-4896-b799-b7573f57cf8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:55:52Z', 'updated_at': '2021-08-19T15:55:55Z', 'revision_number': 4, 'project_id': '1f9de5bd81a24b96a48fea0bd5a37407', 'gw_port': {'id': '6c8edbc9-7f49-4896-b799-b7573f57cf8c', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd480d407-9e55-4e83-92d3-f37680ba99bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:55:52Z', 'updated_at': '2021-08-19T15:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '86ea6df5-c925-41ab-8176-a96e41970f50', 'name': '', 'network_id': '7a9e7973-a868-4ef1-968f-29774fb39bd6', 'tenant_id': '1f9de5bd81a24b96a48fea0bd5a37407', 'mac_address': 'fa:16:3e:e4:80:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd480d407-9e55-4e83-92d3-f37680ba99bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '1b59af47-9328-4282-9c20-20d178c27388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:55:55Z', 'updated_at': '2021-08-19T15:55:55Z', 'revision_number': 2, 'project_id': '1f9de5bd81a24b96a48fea0bd5a37407', 'subnets': [{'id': '1b59af47-9328-4282-9c20-20d178c27388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:55:56.868136 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device a886a327-0277-48a7-b5fc-db29e5ccb30c up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:55:56.906362 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-06572073-1e2e-4c46-989f-d0fc6a7427a9 None None] Provisioning for port 86ea6df5-c925-41ab-8176-a96e41970f50 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:55:56.912664 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-06572073-1e2e-4c46-989f-d0fc6a7427a9 None None] Provisioning complete for port 86ea6df5-c925-41ab-8176-a96e41970f50 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:55:56.913302 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-06572073-1e2e-4c46-989f-d0fc6a7427a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:56.960853 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-06572073-1e2e-4c46-989f-d0fc6a7427a9 None None] Port 86ea6df5-c925-41ab-8176-a96e41970f50 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:55:56.966425 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port a886a327-0277-48a7-b5fc-db29e5ccb30c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:55:56.971072 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port a886a327-0277-48a7-b5fc-db29e5ccb30c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:55:56.971430 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:57.062515 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:57.098974 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port a886a327-0277-48a7-b5fc-db29e5ccb30c, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=a886a327-0277-48a7-b5fc-db29e5ccb30c,segment=NetworkSegment(39e9cc23-88a2-4fb9-bda1-192453dc92f2),segment_id=39e9cc23-88a2-4fb9-bda1-192453dc92f2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:55:57.104536 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:57.105541 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device ba8ce5c7-00bb-471a-8427-26ca48c8b158 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:55:57.184898 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=a886a327-0277-48a7-b5fc-db29e5ccb30c,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:55:57.203847 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port ba8ce5c7-00bb-471a-8427-26ca48c8b158 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:55:57.204220 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:57.276334 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 41432) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:55:57.281304 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9fcd1f70-29a8-42aa-9a9f-8fa0329a4b49 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-54014796', 'description': 'tempest-secgroup-smoke-54014796 description', 'project_id': '28136189e6a9404c8caad52f68468932'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:55:57.310457 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9fcd1f70-29a8-42aa-9a9f-8fa0329a4b49 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:57.399472 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9fcd1f70-29a8-42aa-9a9f-8fa0329a4b49 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:57.403842 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9fcd1f70-29a8-42aa-9a9f-8fa0329a4b49 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:57.429273 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9fcd1f70-29a8-42aa-9a9f-8fa0329a4b49 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:57.430514 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9fcd1f70-29a8-42aa-9a9f-8fa0329a4b49 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1529469 Aug 19 15:55:57.433875 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 41436) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:55:57.434737 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd1f70-29a8-42aa-9a9f-8fa0329a4b49 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c38b5cba-ed16-453b-9628-003ed432e5e4,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:55:57.444457 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a1711a5e-e3f5-4a62-acb8-fdc370b7f62a tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Request body: {'security_group_rule': {'security_group_id': 'c38b5cba-ed16-453b-9628-003ed432e5e4', 'project_id': '28136189e6a9404c8caad52f68468932', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:55:57.471553 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a1711a5e-e3f5-4a62-acb8-fdc370b7f62a tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:57.527482 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a1711a5e-e3f5-4a62-acb8-fdc370b7f62a tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:57.530664 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a1711a5e-e3f5-4a62-acb8-fdc370b7f62a tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:57.549134 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1711a5e-e3f5-4a62-acb8-fdc370b7f62a tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3cdfc49-da68-4872-8cd6-7e7daa087b0d,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:55:57.552314 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a1711a5e-e3f5-4a62-acb8-fdc370b7f62a tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:57.553539 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a1711a5e-e3f5-4a62-acb8-fdc370b7f62a tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1180849 Aug 19 15:55:57.556869 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 41438) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:55:57.561235 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-fc425982-401c-4694-976e-0e4a564b38bf tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Request body: {'security_group_rule': {'security_group_id': 'c38b5cba-ed16-453b-9628-003ed432e5e4', 'project_id': '28136189e6a9404c8caad52f68468932', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:55:57.587209 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc425982-401c-4694-976e-0e4a564b38bf tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:57.644622 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc425982-401c-4694-976e-0e4a564b38bf tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:57.648209 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc425982-401c-4694-976e-0e4a564b38bf tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:57.663652 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc425982-401c-4694-976e-0e4a564b38bf tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc8744e3-07a7-48a6-9043-33df1160ff54,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:55:57.673767 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc425982-401c-4694-976e-0e4a564b38bf tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:57.674976 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-fc425982-401c-4694-976e-0e4a564b38bf tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1172450 Aug 19 15:55:57.677790 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 41440) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:55:57.684148 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-bc522f96-9172-45b3-a1ef-a559b238a9e1 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Request body: {'security_group_rule': {'security_group_id': 'c38b5cba-ed16-453b-9628-003ed432e5e4', 'project_id': '28136189e6a9404c8caad52f68468932', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:55:57.708884 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bc522f96-9172-45b3-a1ef-a559b238a9e1 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:57.772790 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bc522f96-9172-45b3-a1ef-a559b238a9e1 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:57.776882 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bc522f96-9172-45b3-a1ef-a559b238a9e1 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:57.797172 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc522f96-9172-45b3-a1ef-a559b238a9e1 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bae1c95-8580-4c4f-9ffb-a7e2bcc1f44b,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:55:57.800162 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bc522f96-9172-45b3-a1ef-a559b238a9e1 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:57.801386 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-bc522f96-9172-45b3-a1ef-a559b238a9e1 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1226549 Aug 19 15:55:57.804566 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 41442) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:55:57.809405 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6a2e4054-3988-4733-a38b-03591c0880dc tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Request body: {'security_group_rule': {'security_group_id': 'c38b5cba-ed16-453b-9628-003ed432e5e4', 'project_id': '28136189e6a9404c8caad52f68468932', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:55:57.836380 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a2e4054-3988-4733-a38b-03591c0880dc tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:57.896874 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a2e4054-3988-4733-a38b-03591c0880dc tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:57.901107 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a2e4054-3988-4733-a38b-03591c0880dc tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:57.919034 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e4054-3988-4733-a38b-03591c0880dc tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbe370ce-d0c1-4f2f-ae13-bfd2bd69211a,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:55:57.922552 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a2e4054-3988-4733-a38b-03591c0880dc tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:57.924032 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-6a2e4054-3988-4733-a38b-03591c0880dc tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1184709 Aug 19 15:55:57.926739 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 41444) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:55:57.931371 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2acbd916-c6f2-4079-85cf-572545a3f486 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Request body: {'security_group_rule': {'security_group_id': 'c38b5cba-ed16-453b-9628-003ed432e5e4', 'project_id': '28136189e6a9404c8caad52f68468932', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:55:57.953656 n-d-766043-2 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-2acbd916-c6f2-4079-85cf-572545a3f486 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Project 28136189e6a9404c8caad52f68468932 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:55:57.958655 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2acbd916-c6f2-4079-85cf-572545a3f486 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:58.025680 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2acbd916-c6f2-4079-85cf-572545a3f486 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:58.030510 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2acbd916-c6f2-4079-85cf-572545a3f486 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:58.050525 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acbd916-c6f2-4079-85cf-572545a3f486 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a26b05fb-10ec-48cd-841b-530af2b607c4,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:55:58.072859 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2acbd916-c6f2-4079-85cf-572545a3f486 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:58.076772 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-2acbd916-c6f2-4079-85cf-572545a3f486 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1463418 Aug 19 15:55:58.077100 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 41448) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:55:58.083549 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-652ab22f-3156-449f-ae3d-247eef309f97 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Request body: {'security_group_rule': {'security_group_id': 'c38b5cba-ed16-453b-9628-003ed432e5e4', 'project_id': '28136189e6a9404c8caad52f68468932', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:55:58.106737 n-d-766043-2 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-652ab22f-3156-449f-ae3d-247eef309f97 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Project 28136189e6a9404c8caad52f68468932 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 15:55:58.114139 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-652ab22f-3156-449f-ae3d-247eef309f97 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:58.184354 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-652ab22f-3156-449f-ae3d-247eef309f97 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:58.189229 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-652ab22f-3156-449f-ae3d-247eef309f97 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861977'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:58.209983 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ab22f-3156-449f-ae3d-247eef309f97 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2b31b2f-dda4-45cd-b826-6d2b14e8c692,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:55:58.213847 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-652ab22f-3156-449f-ae3d-247eef309f97 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:58.222719 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-652ab22f-3156-449f-ae3d-247eef309f97 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1370125 Aug 19 15:55:58.361294 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5df5ddd7-b809-4078-8c97-02a7b479d886 req-d520add3-7fcf-42ac-afe4-bd2bb32f9498 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-54014796&fields=id&tenant_id=28136189e6a9404c8caad52f68468932 HTTP/1.1" status: 200 len: 267 time: 0.0350897 Aug 19 15:55:58.476421 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5ddd7-b809-4078-8c97-02a7b479d886 req-cff8e378-407c-46d8-bc59-65d546eb401a tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:55:58.478689 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5df5ddd7-b809-4078-8c97-02a7b479d886 req-cff8e378-407c-46d8-bc59-65d546eb401a tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/networks?id=ecb83282-c087-470c-8e22-4f55979694ac HTTP/1.1" status: 200 len: 810 time: 0.1074383 Aug 19 15:55:58.494313 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5df5ddd7-b809-4078-8c97-02a7b479d886 req-0199d4cc-163f-470e-9584-9aec02379126 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/quotas/28136189e6a9404c8caad52f68468932 HTTP/1.1" status: 200 len: 375 time: 0.0097246 Aug 19 15:55:58.556567 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5df5ddd7-b809-4078-8c97-02a7b479d886 req-39ea6d38-c74c-4116-bda3-89a389cbedff tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=28136189e6a9404c8caad52f68468932&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548522 Aug 19 15:55:58.672196 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [req-5df5ddd7-b809-4078-8c97-02a7b479d886 req-68180947-ff71-4a86-b4a4-4f545f5c9706 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:55:58.673219 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5df5ddd7-b809-4078-8c97-02a7b479d886 req-68180947-ff71-4a86-b4a4-4f545f5c9706 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1046748 Aug 19 15:55:58.769567 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5df5ddd7-b809-4078-8c97-02a7b479d886 req-2e1e606e-be19-4ee6-b7e9-3e357e1479db service neutron] 10.222.0.69 "GET /v2.0/networks/ecb83282-c087-470c-8e22-4f55979694ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894084 Aug 19 15:55:58.868816 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5df5ddd7-b809-4078-8c97-02a7b479d886 req-e68a67de-6293-4635-9ea0-30808481699a service neutron] 10.222.0.69 "GET /v2.0/networks/ecb83282-c087-470c-8e22-4f55979694ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925620 Aug 19 15:55:58.907702 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device a886a327-0277-48a7-b5fc-db29e5ccb30c up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:55:58.954563 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port a886a327-0277-48a7-b5fc-db29e5ccb30c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:55:58.954950 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:59.042040 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ba5065ee-9d74-4ed1-8bdd-6d566ef4be1d req-4a774faa-425b-40dd-b2dd-ce0028ea84db tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/ports?device_id=561743d5-dbc7-4355-8db1-fe4adad1cb25 HTTP/1.1" status: 200 len: 210 time: 0.0281656 Aug 19 15:55:59.044898 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 6c8edbc9-7f49-4896-b799-b7573f57cf8c up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:55:59.100645 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 6c8edbc9-7f49-4896-b799-b7573f57cf8c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:55:59.105183 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 6c8edbc9-7f49-4896-b799-b7573f57cf8c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:55:59.105661 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:59.190012 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:59.213029 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 6c8edbc9-7f49-4896-b799-b7573f57cf8c, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=6c8edbc9-7f49-4896-b799-b7573f57cf8c,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:55:59.217397 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:59.270283 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=6c8edbc9-7f49-4896-b799-b7573f57cf8c,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:55:59.473456 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b56e4e6-d6a9-4913-a20e-99bae86c3ed3 None None] Sync routers for ids ['d480d407-9e55-4e83-92d3-f37680ba99bf'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:55:59.483302 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b56e4e6-d6a9-4913-a20e-99bae86c3ed3 None None] Routers {'d480d407-9e55-4e83-92d3-f37680ba99bf'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:55:59.483908 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5b56e4e6-d6a9-4913-a20e-99bae86c3ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:55:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['d480d407-9e55-4e83-92d3-f37680ba99bf'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:55:59.590745 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-5b56e4e6-d6a9-4913-a20e-99bae86c3ed3 None None] Set router d480d407-9e55-4e83-92d3-f37680ba99bf gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:55:59.787250 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5b56e4e6-d6a9-4913-a20e-99bae86c3ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd480d407-9e55-4e83-92d3-f37680ba99bf', 'name': 'tempest-TestSnapshotPattern-1316908038-router', 'tenant_id': '1f9de5bd81a24b96a48fea0bd5a37407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '6c8edbc9-7f49-4896-b799-b7573f57cf8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:55:52Z', 'updated_at': '2021-08-19T15:55:55Z', 'revision_number': 4, 'project_id': '1f9de5bd81a24b96a48fea0bd5a37407', 'gw_port': {'id': '6c8edbc9-7f49-4896-b799-b7573f57cf8c', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd480d407-9e55-4e83-92d3-f37680ba99bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:55:52Z', 'updated_at': '2021-08-19T15:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '86ea6df5-c925-41ab-8176-a96e41970f50', 'name': '', 'network_id': '7a9e7973-a868-4ef1-968f-29774fb39bd6', 'tenant_id': '1f9de5bd81a24b96a48fea0bd5a37407', 'mac_address': 'fa:16:3e:e4:80:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd480d407-9e55-4e83-92d3-f37680ba99bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '1b59af47-9328-4282-9c20-20d178c27388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:55:55Z', 'updated_at': '2021-08-19T15:55:55Z', 'revision_number': 2, 'project_id': '1f9de5bd81a24b96a48fea0bd5a37407', 'subnets': [{'id': '1b59af47-9328-4282-9c20-20d178c27388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:55:59.814925 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b56e4e6-d6a9-4913-a20e-99bae86c3ed3 None None] Checking router: d480d407-9e55-4e83-92d3-f37680ba99bf for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:55:59.815265 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b56e4e6-d6a9-4913-a20e-99bae86c3ed3 None None] Updating router d480d407-9e55-4e83-92d3-f37680ba99bf port 86ea6df5-c925-41ab-8176-a96e41970f50 binding host n-d-766043-2 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 15:55:59.840491 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-5b56e4e6-d6a9-4913-a20e-99bae86c3ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:55:59.988102 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5ddd7-b809-4078-8c97-02a7b479d886 req-e749b2fe-998e-4fa3-a7ad-4edda948c2f0 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:55:59.989518 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5df5ddd7-b809-4078-8c97-02a7b479d886 req-e749b2fe-998e-4fa3-a7ad-4edda948c2f0 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.88 "GET /v2.0/networks?id=ecb83282-c087-470c-8e22-4f55979694ac HTTP/1.1" status: 200 len: 810 time: 0.1145363 Aug 19 15:56:00.039235 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5df5ddd7-b809-4078-8c97-02a7b479d886 req-e0bb01d8-8eb0-410c-bb66-42d8b4913cae tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28136189e6a9404c8caad52f68468932 HTTP/1.1" status: 200 len: 378 time: 0.0402000 Aug 19 15:56:00.050079 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-5df5ddd7-b809-4078-8c97-02a7b479d886 req-ff010cdb-6c53-4ab8-929b-9ef70c8b9965 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Request body: {'port': {'device_id': '561743d5-dbc7-4355-8db1-fe4adad1cb25', 'network_id': 'ecb83282-c087-470c-8e22-4f55979694ac', 'admin_state_up': True, 'tenant_id': '28136189e6a9404c8caad52f68468932', 'security_groups': ['c38b5cba-ed16-453b-9628-003ed432e5e4']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:56:00.129345 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-5b56e4e6-d6a9-4913-a20e-99bae86c3ed3 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:00.139898 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-5b56e4e6-d6a9-4913-a20e-99bae86c3ed3 None None] Transition to ACTIVE for port object 86ea6df5-c925-41ab-8176-a96e41970f50 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:56:00.145770 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-5b56e4e6-d6a9-4913-a20e-99bae86c3ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:00.153310 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c6b236ee-aca7-4823-9b8e-a0aca5514c76 req-4a1c15d4-0395-4ae3-a029-c0966b8fab03 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/ports?device_id=561743d5-dbc7-4355-8db1-fe4adad1cb25 HTTP/1.1" status: 200 len: 210 time: 0.0370495 Aug 19 15:56:00.196163 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5df5ddd7-b809-4078-8c97-02a7b479d886 req-ff010cdb-6c53-4ab8-929b-9ef70c8b9965 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Made reservation on behalf of 28136189e6a9404c8caad52f68468932 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:56:00.199640 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa6a13-28ad-4a64-9255-c2b9a112d7e6 None None] Pushing event updated for resources: {'Port': ['ID=86ea6df5-c925-41ab-8176-a96e41970f50,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:56:00.200327 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5df5ddd7-b809-4078-8c97-02a7b479d886 req-ff010cdb-6c53-4ab8-929b-9ef70c8b9965 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:00.261121 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-5b56e4e6-d6a9-4913-a20e-99bae86c3ed3 None None] Attempting to bind port 86ea6df5-c925-41ab-8176-a96e41970f50 on host n-d-766043-2 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:56:00.262636 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-5b56e4e6-d6a9-4913-a20e-99bae86c3ed3 None None] Attempting to bind port 86ea6df5-c925-41ab-8176-a96e41970f50 by drivers openvswitch,hyperv on host n-d-766043-2 at level 0 using segments [{'id': '7fd43079-259b-41f8-8431-711c452c5e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7a9e7973-a868-4ef1-968f-29774fb39bd6'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:56:00.262994 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b56e4e6-d6a9-4913-a20e-99bae86c3ed3 None None] Attempting to bind port 86ea6df5-c925-41ab-8176-a96e41970f50 on network 7a9e7973-a868-4ef1-968f-29774fb39bd6 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:56:00.270085 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b56e4e6-d6a9-4913-a20e-99bae86c3ed3 None None] Checking agent: {'id': '120e41e1-3aa6-4b20-873a-8147571fed2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 24, 4), 'started_at': datetime.datetime(2021, 8, 19, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766043-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:56:00.270085 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b56e4e6-d6a9-4913-a20e-99bae86c3ed3 None None] Checking segment: {'id': '7fd43079-259b-41f8-8431-711c452c5e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7a9e7973-a868-4ef1-968f-29774fb39bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:56:00.270803 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-5b56e4e6-d6a9-4913-a20e-99bae86c3ed3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:00.270803 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b56e4e6-d6a9-4913-a20e-99bae86c3ed3 None None] Bound using segment: {'id': '7fd43079-259b-41f8-8431-711c452c5e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7a9e7973-a868-4ef1-968f-29774fb39bd6'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:56:00.271011 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-5b56e4e6-d6a9-4913-a20e-99bae86c3ed3 None None] Bound port: 86ea6df5-c925-41ab-8176-a96e41970f50, host: n-d-766043-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fd43079-259b-41f8-8431-711c452c5e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7a9e7973-a868-4ef1-968f-29774fb39bd6'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:56:00.271350 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-5b56e4e6-d6a9-4913-a20e-99bae86c3ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:00.342975 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-5b56e4e6-d6a9-4913-a20e-99bae86c3ed3 None None] For port 86ea6df5-c925-41ab-8176-a96e41970f50, host n-d-766043-2, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:56:00.344445 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-5df5ddd7-b809-4078-8c97-02a7b479d886 req-ff010cdb-6c53-4ab8-929b-9ef70c8b9965 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Allocated IP 172.20.0.8 (ecb83282-c087-470c-8e22-4f55979694ac/fe4a014a-9155-4845-9814-5970db4da8ac/42d4dfbb-cb3e-4de8-a50c-a393aa971952) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:56:00.346623 n-d-766043-2 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-5b56e4e6-d6a9-4913-a20e-99bae86c3ed3 None None] For port 86ea6df5-c925-41ab-8176-a96e41970f50, host n-d-766043-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=86ea6df5-c925-41ab-8176-a96e41970f50,segment=NetworkSegment(7fd43079-259b-41f8-8431-711c452c5e96),segment_id=7fd43079-259b-41f8-8431-711c452c5e96)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:56:00.352133 n-d-766043-2 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-5b56e4e6-d6a9-4913-a20e-99bae86c3ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:00.420944 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b56e4e6-d6a9-4913-a20e-99bae86c3ed3 None None] Routers {'d480d407-9e55-4e83-92d3-f37680ba99bf'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:56:00.421568 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5b56e4e6-d6a9-4913-a20e-99bae86c3ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:55:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['d480d407-9e55-4e83-92d3-f37680ba99bf'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:56:00.429638 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa6a13-28ad-4a64-9255-c2b9a112d7e6 None None] Pushing event updated for resources: {'Port': ['ID=86ea6df5-c925-41ab-8176-a96e41970f50,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:56:00.505424 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5df5ddd7-b809-4078-8c97-02a7b479d886 req-ff010cdb-6c53-4ab8-929b-9ef70c8b9965 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:00.520312 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-5df5ddd7-b809-4078-8c97-02a7b479d886 req-ff010cdb-6c53-4ab8-929b-9ef70c8b9965 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Transition to ACTIVE for port object 42d4dfbb-cb3e-4de8-a50c-a393aa971952 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:56:00.548260 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-5b56e4e6-d6a9-4913-a20e-99bae86c3ed3 None None] Set router d480d407-9e55-4e83-92d3-f37680ba99bf gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:56:00.556100 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5df5ddd7-b809-4078-8c97-02a7b479d886 req-ff010cdb-6c53-4ab8-929b-9ef70c8b9965 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:00.599993 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5df5ddd7-b809-4078-8c97-02a7b479d886 req-ff010cdb-6c53-4ab8-929b-9ef70c8b9965 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Network ecb83282-c087-470c-8e22-4f55979694ac is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:56:00.608141 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-5df5ddd7-b809-4078-8c97-02a7b479d886 req-ff010cdb-6c53-4ab8-929b-9ef70c8b9965 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:56:00.612076 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-5df5ddd7-b809-4078-8c97-02a7b479d886 req-ff010cdb-6c53-4ab8-929b-9ef70c8b9965 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:56:00.638274 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff010cdb-6c53-4ab8-929b-9ef70c8b9965 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Pushing event updated for resources: {'Port': ['ID=42d4dfbb-cb3e-4de8-a50c-a393aa971952,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:56:00.667990 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5ddd7-b809-4078-8c97-02a7b479d886 req-ff010cdb-6c53-4ab8-929b-9ef70c8b9965 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:56:00.668714 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5df5ddd7-b809-4078-8c97-02a7b479d886 req-ff010cdb-6c53-4ab8-929b-9ef70c8b9965 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:00.685237 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5df5ddd7-b809-4078-8c97-02a7b479d886 req-ff010cdb-6c53-4ab8-929b-9ef70c8b9965 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6391699 Aug 19 15:56:00.698375 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [req-5df5ddd7-b809-4078-8c97-02a7b479d886 req-395fd4d8-637f-4def-9fa5-34a33ba356a5 service neutron] Request body: {'port': {'device_id': '561743d5-dbc7-4355-8db1-fe4adad1cb25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766043-2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:56:00.758464 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5df5ddd7-b809-4078-8c97-02a7b479d886 req-395fd4d8-637f-4def-9fa5-34a33ba356a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:00.770652 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5b56e4e6-d6a9-4913-a20e-99bae86c3ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd480d407-9e55-4e83-92d3-f37680ba99bf', 'name': 'tempest-TestSnapshotPattern-1316908038-router', 'tenant_id': '1f9de5bd81a24b96a48fea0bd5a37407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '6c8edbc9-7f49-4896-b799-b7573f57cf8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:55:52Z', 'updated_at': '2021-08-19T15:55:55Z', 'revision_number': 4, 'project_id': '1f9de5bd81a24b96a48fea0bd5a37407', 'gw_port': {'id': '6c8edbc9-7f49-4896-b799-b7573f57cf8c', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd480d407-9e55-4e83-92d3-f37680ba99bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:55:52Z', 'updated_at': '2021-08-19T15:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '86ea6df5-c925-41ab-8176-a96e41970f50', 'name': '', 'network_id': '7a9e7973-a868-4ef1-968f-29774fb39bd6', 'tenant_id': '1f9de5bd81a24b96a48fea0bd5a37407', 'mac_address': 'fa:16:3e:e4:80:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd480d407-9e55-4e83-92d3-f37680ba99bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '1b59af47-9328-4282-9c20-20d178c27388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:55:55Z', 'updated_at': '2021-08-19T15:56:00Z', 'revision_number': 4, 'project_id': '1f9de5bd81a24b96a48fea0bd5a37407', 'subnets': [{'id': '1b59af47-9328-4282-9c20-20d178c27388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:56:00.804595 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b56e4e6-d6a9-4913-a20e-99bae86c3ed3 None None] The sync data for ids ['d480d407-9e55-4e83-92d3-f37680ba99bf'] in n-d-766043-2 is: [{'id': 'd480d407-9e55-4e83-92d3-f37680ba99bf', 'name': 'tempest-TestSnapshotPattern-1316908038-router', 'tenant_id': '1f9de5bd81a24b96a48fea0bd5a37407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '6c8edbc9-7f49-4896-b799-b7573f57cf8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:55:52Z', 'updated_at': '2021-08-19T15:55:55Z', 'revision_number': 4, 'project_id': '1f9de5bd81a24b96a48fea0bd5a37407', 'gw_port': {'id': '6c8edbc9-7f49-4896-b799-b7573f57cf8c', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd480d407-9e55-4e83-92d3-f37680ba99bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:55:52Z', 'updated_at': '2021-08-19T15:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': '86ea6df5-c925-41ab-8176-a96e41970f50', 'name': '', 'network_id': '7a9e7973-a868-4ef1-968f-29774fb39bd6', 'tenant_id': '1f9de5bd81a24b96a48fea0bd5a37407', 'mac_address': 'fa:16:3e:e4:80:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd480d407-9e55-4e83-92d3-f37680ba99bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '1b59af47-9328-4282-9c20-20d178c27388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:55:55Z', 'updated_at': '2021-08-19T15:56:00Z', 'revision_number': 4, 'project_id': '1f9de5bd81a24b96a48fea0bd5a37407', 'subnets': [{'id': '1b59af47-9328-4282-9c20-20d178c27388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:56:00.884205 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-47aef916-2a87-4263-9d2e-dc69a170b8d5 None None] Provisioning for port 42d4dfbb-cb3e-4de8-a50c-a393aa971952 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:56:00.899998 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 86ea6df5-c925-41ab-8176-a96e41970f50 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:56:00.902685 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-47aef916-2a87-4263-9d2e-dc69a170b8d5 None None] Provisioning complete for port 42d4dfbb-cb3e-4de8-a50c-a393aa971952 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:56:00.903052 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-47aef916-2a87-4263-9d2e-dc69a170b8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:00.968181 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-47aef916-2a87-4263-9d2e-dc69a170b8d5 None None] Port 42d4dfbb-cb3e-4de8-a50c-a393aa971952 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:56:00.983758 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning for port 86ea6df5-c925-41ab-8176-a96e41970f50 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:56:00.988153 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 86ea6df5-c925-41ab-8176-a96e41970f50 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:56:00.988350 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:01.081780 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:01.090150 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-5df5ddd7-b809-4078-8c97-02a7b479d886 req-395fd4d8-637f-4def-9fa5-34a33ba356a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42d4dfbb-cb3e-4de8-a50c-a393aa971952 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:56:01.098516 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5df5ddd7-b809-4078-8c97-02a7b479d886 req-395fd4d8-637f-4def-9fa5-34a33ba356a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:01.113465 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-5df5ddd7-b809-4078-8c97-02a7b479d886 req-395fd4d8-637f-4def-9fa5-34a33ba356a5 service neutron] Transition to ACTIVE for port object 42d4dfbb-cb3e-4de8-a50c-a393aa971952 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:56:01.119166 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5df5ddd7-b809-4078-8c97-02a7b479d886 req-395fd4d8-637f-4def-9fa5-34a33ba356a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:01.119515 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] For port 86ea6df5-c925-41ab-8176-a96e41970f50, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=86ea6df5-c925-41ab-8176-a96e41970f50,segment=NetworkSegment(7fd43079-259b-41f8-8431-711c452c5e96),segment_id=7fd43079-259b-41f8-8431-711c452c5e96)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:56:01.124101 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:01.125697 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 6c8edbc9-7f49-4896-b799-b7573f57cf8c up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:56:01.192736 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395fd4d8-637f-4def-9fa5-34a33ba356a5 service neutron] Pushing event updated for resources: {'Port': ['ID=42d4dfbb-cb3e-4de8-a50c-a393aa971952,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:56:01.209461 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Pushing event updated for resources: {'Port': ['ID=86ea6df5-c925-41ab-8176-a96e41970f50,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:56:01.235518 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 6c8edbc9-7f49-4896-b799-b7573f57cf8c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:56:01.235943 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:01.261596 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-5df5ddd7-b809-4078-8c97-02a7b479d886 req-395fd4d8-637f-4def-9fa5-34a33ba356a5 service neutron] Attempting to bind port 42d4dfbb-cb3e-4de8-a50c-a393aa971952 on host n-h2-766043-2 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:56:01.262211 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-5df5ddd7-b809-4078-8c97-02a7b479d886 req-395fd4d8-637f-4def-9fa5-34a33ba356a5 service neutron] Attempting to bind port 42d4dfbb-cb3e-4de8-a50c-a393aa971952 by drivers openvswitch,hyperv on host n-h2-766043-2 at level 0 using segments [{'id': '39e9cc23-88a2-4fb9-bda1-192453dc92f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ecb83282-c087-470c-8e22-4f55979694ac'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:56:01.262727 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df5ddd7-b809-4078-8c97-02a7b479d886 req-395fd4d8-637f-4def-9fa5-34a33ba356a5 service neutron] Attempting to bind port 42d4dfbb-cb3e-4de8-a50c-a393aa971952 on network ecb83282-c087-470c-8e22-4f55979694ac {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:56:01.568963 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5ed2eb7e-61fe-4ba5-9cd7-89d3bf5f5066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:01.640316 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df5ddd7-b809-4078-8c97-02a7b479d886 req-395fd4d8-637f-4def-9fa5-34a33ba356a5 service neutron] Port 42d4dfbb-cb3e-4de8-a50c-a393aa971952 on network ecb83282-c087-470c-8e22-4f55979694ac not bound, no agent of type Open vSwitch agent registered on host n-h2-766043-2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:56:01.640679 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df5ddd7-b809-4078-8c97-02a7b479d886 req-395fd4d8-637f-4def-9fa5-34a33ba356a5 service neutron] Attempting to bind port 42d4dfbb-cb3e-4de8-a50c-a393aa971952 on network ecb83282-c087-470c-8e22-4f55979694ac {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:56:01.659259 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df5ddd7-b809-4078-8c97-02a7b479d886 req-395fd4d8-637f-4def-9fa5-34a33ba356a5 service neutron] Checking agent: {'id': '88ae0913-6c97-455b-aa2b-364f4ef2ca10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:56:01.659596 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df5ddd7-b809-4078-8c97-02a7b479d886 req-395fd4d8-637f-4def-9fa5-34a33ba356a5 service neutron] Checking segment: {'id': '39e9cc23-88a2-4fb9-bda1-192453dc92f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ecb83282-c087-470c-8e22-4f55979694ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:56:01.659982 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df5ddd7-b809-4078-8c97-02a7b479d886 req-395fd4d8-637f-4def-9fa5-34a33ba356a5 service neutron] Bound using segment: {'id': '39e9cc23-88a2-4fb9-bda1-192453dc92f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ecb83282-c087-470c-8e22-4f55979694ac'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:56:01.660427 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-5df5ddd7-b809-4078-8c97-02a7b479d886 req-395fd4d8-637f-4def-9fa5-34a33ba356a5 service neutron] Bound port: 42d4dfbb-cb3e-4de8-a50c-a393aa971952, host: n-h2-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39e9cc23-88a2-4fb9-bda1-192453dc92f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ecb83282-c087-470c-8e22-4f55979694ac'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:56:01.660793 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5df5ddd7-b809-4078-8c97-02a7b479d886 req-395fd4d8-637f-4def-9fa5-34a33ba356a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:01.716864 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ccc240-2292-413b-a652-55cb402dba0a req-5972e48b-003a-4142-a192-5ea05a5b61d1 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:56:01.718418 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b1ccc240-2292-413b-a652-55cb402dba0a req-5972e48b-003a-4142-a192-5ea05a5b61d1 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/ports?device_id=561743d5-dbc7-4355-8db1-fe4adad1cb25 HTTP/1.1" status: 200 len: 943 time: 0.4521985 Aug 19 15:56:01.754651 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-5df5ddd7-b809-4078-8c97-02a7b479d886 req-395fd4d8-637f-4def-9fa5-34a33ba356a5 service neutron] For port 42d4dfbb-cb3e-4de8-a50c-a393aa971952, host n-h2-766043-2, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:56:01.778903 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-5df5ddd7-b809-4078-8c97-02a7b479d886 req-395fd4d8-637f-4def-9fa5-34a33ba356a5 service neutron] For port 42d4dfbb-cb3e-4de8-a50c-a393aa971952, host n-h2-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=42d4dfbb-cb3e-4de8-a50c-a393aa971952,segment=NetworkSegment(39e9cc23-88a2-4fb9-bda1-192453dc92f2),segment_id=39e9cc23-88a2-4fb9-bda1-192453dc92f2)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:56:01.784776 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b1ccc240-2292-413b-a652-55cb402dba0a req-57242252-fd78-43cc-9f84-e1ba15f3315c tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/security-groups?id=c38b5cba-ed16-453b-9628-003ed432e5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0597677 Aug 19 15:56:01.786253 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5df5ddd7-b809-4078-8c97-02a7b479d886 req-395fd4d8-637f-4def-9fa5-34a33ba356a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:01.820078 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5ddd7-b809-4078-8c97-02a7b479d886 req-395fd4d8-637f-4def-9fa5-34a33ba356a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:56:01.821425 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5df5ddd7-b809-4078-8c97-02a7b479d886 req-395fd4d8-637f-4def-9fa5-34a33ba356a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:01.822657 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5df5ddd7-b809-4078-8c97-02a7b479d886 req-395fd4d8-637f-4def-9fa5-34a33ba356a5 service neutron] 10.222.0.88 "PUT /v2.0/ports/42d4dfbb-cb3e-4de8-a50c-a393aa971952 HTTP/1.1" status: 200 len: 1091 time: 1.1288929 Aug 19 15:56:01.823121 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '561743d5-dbc7-4355-8db1-fe4adad1cb25', 'tag': '42d4dfbb-cb3e-4de8-a50c-a393aa971952'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:56:01.825434 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22fe28f3f2ed00298fad1814fbe4737ebcc7f8c7d408f26f1f50550a3b01d4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08eab90f-6ddf-44d8-92aa-5af8c43647d6" -d '{"events": [{"name": "network-changed", "server_uuid": "561743d5-dbc7-4355-8db1-fe4adad1cb25", "tag": "42d4dfbb-cb3e-4de8-a50c-a393aa971952"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:56:01.851799 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395fd4d8-637f-4def-9fa5-34a33ba356a5 service neutron] Pushing event updated for resources: {'Port': ['ID=42d4dfbb-cb3e-4de8-a50c-a393aa971952,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:56:01.918875 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5ddd7-b809-4078-8c97-02a7b479d886 req-068f4071-2437-437a-8abe-8c99bc9e4cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:56:01.920671 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5df5ddd7-b809-4078-8c97-02a7b479d886 req-068f4071-2437-437a-8abe-8c99bc9e4cd2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=28136189e6a9404c8caad52f68468932&device_id=561743d5-dbc7-4355-8db1-fe4adad1cb25 HTTP/1.1" status: 200 len: 1094 time: 0.0540318 Aug 19 15:56:01.972035 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9298dc37-9ada-43fc-9a8b-c8d155d267e3 x-openstack-request-id: req-9298dc37-9ada-43fc-9a8b-c8d155d267e3 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:56:01.972559 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "561743d5-dbc7-4355-8db1-fe4adad1cb25", "tag": "42d4dfbb-cb3e-4de8-a50c-a393aa971952", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:56:01.972714 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9298dc37-9ada-43fc-9a8b-c8d155d267e3 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:56:01.973079 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '561743d5-dbc7-4355-8db1-fe4adad1cb25', 'tag': '42d4dfbb-cb3e-4de8-a50c-a393aa971952', 'status': 'completed', 'code': 200} Aug 19 15:56:01.975860 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5df5ddd7-b809-4078-8c97-02a7b479d886 req-b664cd20-4600-49f1-9146-e2825507f60d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42d4dfbb-cb3e-4de8-a50c-a393aa971952 HTTP/1.1" status: 200 len: 217 time: 0.0457339 Aug 19 15:56:02.037264 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5ddd7-b809-4078-8c97-02a7b479d886 req-2633aeaa-f06f-4621-b564-ec31c4216c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:56:02.038843 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5df5ddd7-b809-4078-8c97-02a7b479d886 req-2633aeaa-f06f-4621-b564-ec31c4216c6e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fe4a014a-9155-4845-9814-5970db4da8ac HTTP/1.1" status: 200 len: 849 time: 0.0558083 Aug 19 15:56:02.087576 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5ddd7-b809-4078-8c97-02a7b479d886 req-360f052a-2b42-48cb-824c-983e5a0b343d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:56:02.089050 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5df5ddd7-b809-4078-8c97-02a7b479d886 req-360f052a-2b42-48cb-824c-983e5a0b343d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ecb83282-c087-470c-8e22-4f55979694ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424712 Aug 19 15:56:02.185652 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5df5ddd7-b809-4078-8c97-02a7b479d886 req-05894249-6328-4083-ae4f-6ed83dd2fe71 service neutron] 10.222.0.88 "GET /v2.0/networks/ecb83282-c087-470c-8e22-4f55979694ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891933 Aug 19 15:56:02.286545 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5df5ddd7-b809-4078-8c97-02a7b479d886 req-4753673a-1be4-48b6-8d95-5bcb8108bbe8 service neutron] 10.222.0.88 "GET /v2.0/networks/ecb83282-c087-470c-8e22-4f55979694ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934815 Aug 19 15:56:02.382241 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eab90f-6ddf-44d8-92aa-5af8c43647d6 req-43166c22-2f1a-422d-a173-0c5320563fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:56:02.383676 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-08eab90f-6ddf-44d8-92aa-5af8c43647d6 req-43166c22-2f1a-422d-a173-0c5320563fba service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=28136189e6a9404c8caad52f68468932&device_id=561743d5-dbc7-4355-8db1-fe4adad1cb25 HTTP/1.1" status: 200 len: 1094 time: 0.0453475 Aug 19 15:56:02.484115 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eab90f-6ddf-44d8-92aa-5af8c43647d6 req-172000ee-8f9f-47ed-b70b-92478ad13d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:56:02.485642 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-08eab90f-6ddf-44d8-92aa-5af8c43647d6 req-172000ee-8f9f-47ed-b70b-92478ad13d0d service neutron] 10.222.0.88 "GET /v2.0/networks?id=ecb83282-c087-470c-8e22-4f55979694ac HTTP/1.1" status: 200 len: 911 time: 0.0941467 Aug 19 15:56:02.529909 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-08eab90f-6ddf-44d8-92aa-5af8c43647d6 req-7d4b0c87-ca60-4b8c-8dde-2e70730a0726 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42d4dfbb-cb3e-4de8-a50c-a393aa971952 HTTP/1.1" status: 200 len: 217 time: 0.0352840 Aug 19 15:56:02.586797 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eab90f-6ddf-44d8-92aa-5af8c43647d6 req-a1837e85-c83f-4bfb-8deb-d6a56eed04ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:56:02.588478 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-08eab90f-6ddf-44d8-92aa-5af8c43647d6 req-a1837e85-c83f-4bfb-8deb-d6a56eed04ea service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fe4a014a-9155-4845-9814-5970db4da8ac HTTP/1.1" status: 200 len: 849 time: 0.0509799 Aug 19 15:56:02.640612 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eab90f-6ddf-44d8-92aa-5af8c43647d6 req-1bea229a-599d-4aa2-8850-5d4b329482b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:56:02.642011 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-08eab90f-6ddf-44d8-92aa-5af8c43647d6 req-1bea229a-599d-4aa2-8850-5d4b329482b8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ecb83282-c087-470c-8e22-4f55979694ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461850 Aug 19 15:56:02.732598 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-08eab90f-6ddf-44d8-92aa-5af8c43647d6 req-2d42db8b-69a0-4e3f-af89-bb388b992009 service neutron] 10.222.0.88 "GET /v2.0/networks/ecb83282-c087-470c-8e22-4f55979694ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820222 Aug 19 15:56:02.843392 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-08eab90f-6ddf-44d8-92aa-5af8c43647d6 req-61110645-ae73-49cb-bc11-14df7dacd5ac service neutron] 10.222.0.88 "GET /v2.0/networks/ecb83282-c087-470c-8e22-4f55979694ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023183 Aug 19 15:56:02.853857 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 86ea6df5-c925-41ab-8176-a96e41970f50 up at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:56:02.909578 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Provisioning complete for port 86ea6df5-c925-41ab-8176-a96e41970f50 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:56:02.909989 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:02.937386 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae270c4-7ea2-4ddb-8c86-113cf3a5a3af req-d754d4ae-9e8d-4ce5-b602-3436bedf57a7 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:56:02.939162 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5ae270c4-7ea2-4ddb-8c86-113cf3a5a3af req-d754d4ae-9e8d-4ce5-b602-3436bedf57a7 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/ports?device_id=561743d5-dbc7-4355-8db1-fe4adad1cb25 HTTP/1.1" status: 200 len: 943 time: 0.0592704 Aug 19 15:56:02.980305 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5ae270c4-7ea2-4ddb-8c86-113cf3a5a3af req-7af114f1-4895-4da5-8cfa-61f711a7f912 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/security-groups?id=c38b5cba-ed16-453b-9628-003ed432e5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347409 Aug 19 15:56:04.116259 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac071378-8ea8-4bde-91cc-9d602e119c5b req-48f9ce2a-ab1b-4d64-a3f1-864d1eeeebed tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:56:04.118387 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ac071378-8ea8-4bde-91cc-9d602e119c5b req-48f9ce2a-ab1b-4d64-a3f1-864d1eeeebed tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/ports?device_id=561743d5-dbc7-4355-8db1-fe4adad1cb25 HTTP/1.1" status: 200 len: 943 time: 0.0508940 Aug 19 15:56:04.156133 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ac071378-8ea8-4bde-91cc-9d602e119c5b req-743f82b0-8611-4df0-99f2-0ae601195fc4 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/security-groups?id=c38b5cba-ed16-453b-9628-003ed432e5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315652 Aug 19 15:56:04.477798 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-88a998e4-9f66-4b7f-85f5-46cb542adec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:04.673130 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:04.692297 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 42d4dfbb-cb3e-4de8-a50c-a393aa971952 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:56:04.802988 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 42d4dfbb-cb3e-4de8-a50c-a393aa971952, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=42d4dfbb-cb3e-4de8-a50c-a393aa971952,segment=NetworkSegment(39e9cc23-88a2-4fb9-bda1-192453dc92f2),segment_id=39e9cc23-88a2-4fb9-bda1-192453dc92f2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:56:04.814319 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '42d4dfbb-cb3e-4de8-a50c-a393aa971952', 'network_id': 'ecb83282-c087-470c-8e22-4f55979694ac', 'port_id': '42d4dfbb-cb3e-4de8-a50c-a393aa971952', 'mac_address': 'fa:16:3e:42:58:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe4a014a-9155-4845-9814-5970db4da8ac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:56:04.853438 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:04.867002 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42d4dfbb-cb3e-4de8-a50c-a393aa971952 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:56:04.890820 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 42d4dfbb-cb3e-4de8-a50c-a393aa971952, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=42d4dfbb-cb3e-4de8-a50c-a393aa971952,segment=NetworkSegment(39e9cc23-88a2-4fb9-bda1-192453dc92f2),segment_id=39e9cc23-88a2-4fb9-bda1-192453dc92f2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:56:04.894767 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:04.941173 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=42d4dfbb-cb3e-4de8-a50c-a393aa971952,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:56:04.969304 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:05.120808 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['42d4dfbb-cb3e-4de8-a50c-a393aa971952'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:56:05.273071 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631b92c-bfcc-4917-8576-7129680128e0 req-e3540919-f4b5-4b83-b1d3-24eddcec07f9 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:56:05.274605 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5631b92c-bfcc-4917-8576-7129680128e0 req-e3540919-f4b5-4b83-b1d3-24eddcec07f9 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/ports?device_id=561743d5-dbc7-4355-8db1-fe4adad1cb25 HTTP/1.1" status: 200 len: 944 time: 0.0495946 Aug 19 15:56:05.317983 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-5631b92c-bfcc-4917-8576-7129680128e0 req-10717374-6662-495f-a4b3-cf192e62b015 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/security-groups?id=c38b5cba-ed16-453b-9628-003ed432e5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367219 Aug 19 15:56:05.424899 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:06.140226 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:06.435278 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a4869-38fa-4df9-86ea-88ce02976718 req-833618de-3ffd-48ef-b009-c3af06e9c8af tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:56:06.436792 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1e4a4869-38fa-4df9-86ea-88ce02976718 req-833618de-3ffd-48ef-b009-c3af06e9c8af tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/ports?device_id=561743d5-dbc7-4355-8db1-fe4adad1cb25 HTTP/1.1" status: 200 len: 944 time: 0.0508273 Aug 19 15:56:06.477101 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1e4a4869-38fa-4df9-86ea-88ce02976718 req-418b0ef4-548a-4a0a-9525-692728237e46 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/security-groups?id=c38b5cba-ed16-453b-9628-003ed432e5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342066 Aug 19 15:56:06.708183 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 42d4dfbb-cb3e-4de8-a50c-a393aa971952 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:56:06.757329 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning for port 42d4dfbb-cb3e-4de8-a50c-a393aa971952 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:56:06.761545 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 42d4dfbb-cb3e-4de8-a50c-a393aa971952 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:56:06.761911 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:06.843619 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:06.866668 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561743d5-dbc7-4355-8db1-fe4adad1cb25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d4dfbb-cb3e-4de8-a50c-a393aa971952'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:56:06.869567 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33781a19ce02c5415d916baf9197922328299cb06218664b0429d3f5e03069d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b316c44-9457-45e9-bcaf-ff958589e3a0" -d '{"events": [{"server_uuid": "561743d5-dbc7-4355-8db1-fe4adad1cb25", "name": "network-vif-plugged", "status": "completed", "tag": "42d4dfbb-cb3e-4de8-a50c-a393aa971952"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:56:06.882978 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 42d4dfbb-cb3e-4de8-a50c-a393aa971952, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=42d4dfbb-cb3e-4de8-a50c-a393aa971952,segment=NetworkSegment(39e9cc23-88a2-4fb9-bda1-192453dc92f2),segment_id=39e9cc23-88a2-4fb9-bda1-192453dc92f2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:56:06.886978 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:06.911183 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5b95ed-f3d1-4709-8ed6-87e29de96292 x-openstack-request-id: req-fc5b95ed-f3d1-4709-8ed6-87e29de96292 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:56:06.911472 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "561743d5-dbc7-4355-8db1-fe4adad1cb25", "name": "network-vif-plugged", "status": "completed", "tag": "42d4dfbb-cb3e-4de8-a50c-a393aa971952", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:56:06.911720 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fc5b95ed-f3d1-4709-8ed6-87e29de96292 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:56:06.912363 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '561743d5-dbc7-4355-8db1-fe4adad1cb25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d4dfbb-cb3e-4de8-a50c-a393aa971952', 'code': 200} Aug 19 15:56:06.940676 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=42d4dfbb-cb3e-4de8-a50c-a393aa971952,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:56:07.006011 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6112de60-b7b3-463a-ac1f-6b4f09f4ebba req-a0d88915-6cc7-4375-bbac-442bc0524179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:56:07.007445 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6112de60-b7b3-463a-ac1f-6b4f09f4ebba req-a0d88915-6cc7-4375-bbac-442bc0524179 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=561743d5-dbc7-4355-8db1-fe4adad1cb25 HTTP/1.1" status: 200 len: 1096 time: 0.0406909 Aug 19 15:56:07.043480 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-6112de60-b7b3-463a-ac1f-6b4f09f4ebba req-a36b5c8e-2213-4305-9dce-47e8ade3a69c service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=c38b5cba-ed16-453b-9628-003ed432e5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0274708 Aug 19 15:56:07.233165 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:07.592680 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2927660-6cf4-4874-886c-8f80ac41dde8 req-f0f5798a-cc01-4357-ad38-c07ba02aa292 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:56:07.594159 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f2927660-6cf4-4874-886c-8f80ac41dde8 req-f0f5798a-cc01-4357-ad38-c07ba02aa292 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/ports?device_id=561743d5-dbc7-4355-8db1-fe4adad1cb25 HTTP/1.1" status: 200 len: 945 time: 0.0506539 Aug 19 15:56:07.637115 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f2927660-6cf4-4874-886c-8f80ac41dde8 req-ead59f74-4d37-4cdf-84d9-6ac60bb9725d tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/security-groups?id=c38b5cba-ed16-453b-9628-003ed432e5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368974 Aug 19 15:56:08.755602 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccada98b-6b90-4f2c-a46d-dae85beeb64d req-a92d72e1-ce9c-4c78-b8f1-860871075af1 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:56:08.757201 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ccada98b-6b90-4f2c-a46d-dae85beeb64d req-a92d72e1-ce9c-4c78-b8f1-860871075af1 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/ports?device_id=561743d5-dbc7-4355-8db1-fe4adad1cb25 HTTP/1.1" status: 200 len: 945 time: 0.0503421 Aug 19 15:56:08.796877 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ccada98b-6b90-4f2c-a46d-dae85beeb64d req-8aaa27ab-f8dc-4ce5-9152-b5a1708949fa tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/security-groups?id=c38b5cba-ed16-453b-9628-003ed432e5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335195 Aug 19 15:56:08.916978 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3634b08-45e8-48a1-a22f-578cfd3ddc7d req-7eaa5c22-53a9-4539-8b0b-10a03372e594 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:56:08.918418 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f3634b08-45e8-48a1-a22f-578cfd3ddc7d req-7eaa5c22-53a9-4539-8b0b-10a03372e594 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/ports?device_id=561743d5-dbc7-4355-8db1-fe4adad1cb25 HTTP/1.1" status: 200 len: 945 time: 0.0523887 Aug 19 15:56:08.955823 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f3634b08-45e8-48a1-a22f-578cfd3ddc7d req-83136f23-0c5e-4494-9248-ac6614243e5b tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/security-groups?id=c38b5cba-ed16-453b-9628-003ed432e5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313172 Aug 19 15:56:08.978555 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 41502) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:56:09.058806 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe3b8ce-5f47-4a44-96e7-c4a00b3bf8ac tempest-TestSnapshotPattern-257611013 tempest-TestSnapshotPattern-257611013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:56:09.060428 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-dbe3b8ce-5f47-4a44-96e7-c4a00b3bf8ac tempest-TestSnapshotPattern-257611013 tempest-TestSnapshotPattern-257611013-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=561743d5-dbc7-4355-8db1-fe4adad1cb25 HTTP/1.1" status: 200 len: 1091 time: 0.0808728 Aug 19 15:56:09.063291 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 41506) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:56:09.067599 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a2018f66-9234-453c-be53-eb3d379c714b tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Request body: {'floatingip': {'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'port_id': '42d4dfbb-cb3e-4de8-a50c-a393aa971952', 'tenant_id': '28136189e6a9404c8caad52f68468932', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:56:09.091025 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2018f66-9234-453c-be53-eb3d379c714b tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:09.186369 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2018f66-9234-453c-be53-eb3d379c714b tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:09.292434 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-a2018f66-9234-453c-be53-eb3d379c714b tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Allocated IP 172.25.2.197 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/7f2f46cf-c1ea-49ed-a5ca-04ac72d3c373) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:56:09.395199 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2018f66-9234-453c-be53-eb3d379c714b tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:09.433916 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2018f66-9234-453c-be53-eb3d379c714b tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:09.474947 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2018f66-9234-453c-be53-eb3d379c714b tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:56:09.477844 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-a2018f66-9234-453c-be53-eb3d379c714b tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:56:09.481225 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2018f66-9234-453c-be53-eb3d379c714b tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:56:09.509639 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2018f66-9234-453c-be53-eb3d379c714b tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Pushing event updated for resources: {'Port': ['ID=7f2f46cf-c1ea-49ed-a5ca-04ac72d3c373,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:56:10.186562 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2018f66-9234-453c-be53-eb3d379c714b tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:10.256252 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2018f66-9234-453c-be53-eb3d379c714b tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:10.404646 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2018f66-9234-453c-be53-eb3d379c714b tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:10.409050 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2018f66-9234-453c-be53-eb3d379c714b tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:10.479423 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2018f66-9234-453c-be53-eb3d379c714b tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Pushing event updated for resources: {'Port': ['ID=7f2f46cf-c1ea-49ed-a5ca-04ac72d3c373,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:56:10.491922 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2018f66-9234-453c-be53-eb3d379c714b tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:10.591266 n-d-766043-2 neutron-server[94639]: INFO neutron.db.l3_db [None req-a2018f66-9234-453c-be53-eb3d379c714b tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Floating IP 1a44cca8-d792-4b6f-81fe-baeff9247288 associated. External IP: 172.25.2.197, port: 42d4dfbb-cb3e-4de8-a50c-a393aa971952. Aug 19 15:56:10.801537 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2018f66-9234-453c-be53-eb3d379c714b tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Router 53a7e096-19d1-4e67-904a-480d1e80ca25 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:56:10.910049 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2018f66-9234-453c-be53-eb3d379c714b tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:56:10.925806 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe2ca60-a4f3-4512-b6d9-3138b94289bf None None] Sync routers for ids ['53a7e096-19d1-4e67-904a-480d1e80ca25'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:56:10.926849 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2018f66-9234-453c-be53-eb3d379c714b tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:10.937230 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe2ca60-a4f3-4512-b6d9-3138b94289bf None None] Routers {'53a7e096-19d1-4e67-904a-480d1e80ca25'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:56:10.938034 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3fe2ca60-a4f3-4512-b6d9-3138b94289bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:56:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['53a7e096-19d1-4e67-904a-480d1e80ca25'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:56:10.954007 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-a2018f66-9234-453c-be53-eb3d379c714b tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8896868 Aug 19 15:56:10.954592 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '561743d5-dbc7-4355-8db1-fe4adad1cb25', 'tag': '42d4dfbb-cb3e-4de8-a50c-a393aa971952'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:56:10.956907 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ea2f9e66d71df3aa35f2a980f4ce96e3876fd938d75aec7c1a3378f7fc42a1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c839d4e3-2d6e-4422-98bf-a682b5b97150" -d '{"events": [{"name": "network-changed", "server_uuid": "561743d5-dbc7-4355-8db1-fe4adad1cb25", "tag": "42d4dfbb-cb3e-4de8-a50c-a393aa971952"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:56:11.046230 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-3fe2ca60-a4f3-4512-b6d9-3138b94289bf None None] Set router 53a7e096-19d1-4e67-904a-480d1e80ca25 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:56:11.056427 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0336e3d9-b83e-432a-82fb-05004bd0eea1 x-openstack-request-id: req-0336e3d9-b83e-432a-82fb-05004bd0eea1 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:56:11.056884 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "561743d5-dbc7-4355-8db1-fe4adad1cb25", "tag": "42d4dfbb-cb3e-4de8-a50c-a393aa971952", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:56:11.057210 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0336e3d9-b83e-432a-82fb-05004bd0eea1 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:56:11.057804 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '561743d5-dbc7-4355-8db1-fe4adad1cb25', 'tag': '42d4dfbb-cb3e-4de8-a50c-a393aa971952', 'status': 'completed', 'code': 200} Aug 19 15:56:11.120696 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839d4e3-2d6e-4422-98bf-a682b5b97150 req-9d26efac-a13d-4162-9b55-85d999730e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:56:11.122267 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c839d4e3-2d6e-4422-98bf-a682b5b97150 req-9d26efac-a13d-4162-9b55-85d999730e33 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=28136189e6a9404c8caad52f68468932&device_id=561743d5-dbc7-4355-8db1-fe4adad1cb25 HTTP/1.1" status: 200 len: 1096 time: 0.0420353 Aug 19 15:56:11.217834 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839d4e3-2d6e-4422-98bf-a682b5b97150 req-b577e6e5-d72d-44d6-b700-10effc24c374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:56:11.219580 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c839d4e3-2d6e-4422-98bf-a682b5b97150 req-b577e6e5-d72d-44d6-b700-10effc24c374 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ecb83282-c087-470c-8e22-4f55979694ac HTTP/1.1" status: 200 len: 911 time: 0.0905383 Aug 19 15:56:11.273056 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3fe2ca60-a4f3-4512-b6d9-3138b94289bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'name': 'tempest-TestSnapshotPattern-1244798822-router', 'tenant_id': '28136189e6a9404c8caad52f68468932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '110e211d-938c-49ae-965b-11a153041a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:55:47Z', 'updated_at': '2021-08-19T15:55:50Z', 'revision_number': 4, 'project_id': '28136189e6a9404c8caad52f68468932', 'gw_port': {'id': '110e211d-938c-49ae-965b-11a153041a94', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:55:48Z', 'updated_at': '2021-08-19T15:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '1a44cca8-d792-4b6f-81fe-baeff9247288', 'tenant_id': '28136189e6a9404c8caad52f68468932', 'floating_ip_address': '172.25.2.197', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'port_id': '42d4dfbb-cb3e-4de8-a50c-a393aa971952', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb83282-c087-470c-8e22-4f55979694ac', 'mac_address': 'fa:16:3e:42:58:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561743d5-dbc7-4355-8db1-fe4adad1cb25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:56:10Z', 'updated_at': '2021-08-19T15:56:10Z', 'revision_number': 0, 'project_id': '28136189e6a9404c8caad52f68468932', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a886a327-0277-48a7-b5fc-db29e5ccb30c', 'name': '', 'network_id': 'ecb83282-c087-470c-8e22-4f55979694ac', 'tenant_id': '28136189e6a9404c8caad52f68468932', 'mac_address': 'fa:16:3e:c0:90:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'fe4a014a-9155-4845-9814-5970db4da8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:55:49Z', 'updated_at': '2021-08-19T15:55:57Z', 'revision_number': 5, 'project_id': '28136189e6a9404c8caad52f68468932', 'subnets': [{'id': 'fe4a014a-9155-4845-9814-5970db4da8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:56:11.287313 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c839d4e3-2d6e-4422-98bf-a682b5b97150 req-c496910b-f15c-4b4f-8adf-a1c94a041714 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42d4dfbb-cb3e-4de8-a50c-a393aa971952 HTTP/1.1" status: 200 len: 999 time: 0.0609367 Aug 19 15:56:11.345873 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839d4e3-2d6e-4422-98bf-a682b5b97150 req-bd893781-1b06-46a1-a04c-90ee1c09d7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:56:11.347365 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c839d4e3-2d6e-4422-98bf-a682b5b97150 req-bd893781-1b06-46a1-a04c-90ee1c09d7bd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fe4a014a-9155-4845-9814-5970db4da8ac HTTP/1.1" status: 200 len: 849 time: 0.0526357 Aug 19 15:56:11.398990 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839d4e3-2d6e-4422-98bf-a682b5b97150 req-071b1bee-ca2f-4eb7-974a-643ecd5b9fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:56:11.400903 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c839d4e3-2d6e-4422-98bf-a682b5b97150 req-071b1bee-ca2f-4eb7-974a-643ecd5b9fc2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ecb83282-c087-470c-8e22-4f55979694ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460434 Aug 19 15:56:11.458260 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe2ca60-a4f3-4512-b6d9-3138b94289bf None None] Checking router: 53a7e096-19d1-4e67-904a-480d1e80ca25 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:56:11.467148 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe2ca60-a4f3-4512-b6d9-3138b94289bf None None] Routers {'53a7e096-19d1-4e67-904a-480d1e80ca25'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:56:11.467779 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3fe2ca60-a4f3-4512-b6d9-3138b94289bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:56:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['53a7e096-19d1-4e67-904a-480d1e80ca25'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:56:11.496136 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c839d4e3-2d6e-4422-98bf-a682b5b97150 req-ba600dcd-18e9-4cdb-804b-49cbe442c8a3 service neutron] 10.222.0.88 "GET /v2.0/networks/ecb83282-c087-470c-8e22-4f55979694ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870821 Aug 19 15:56:11.574278 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-3fe2ca60-a4f3-4512-b6d9-3138b94289bf None None] Set router 53a7e096-19d1-4e67-904a-480d1e80ca25 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:56:11.591927 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c839d4e3-2d6e-4422-98bf-a682b5b97150 req-1590572b-7c08-4efd-9a7d-25e9766ea7c7 service neutron] 10.222.0.88 "GET /v2.0/networks/ecb83282-c087-470c-8e22-4f55979694ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889525 Aug 19 15:56:11.795065 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3fe2ca60-a4f3-4512-b6d9-3138b94289bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'name': 'tempest-TestSnapshotPattern-1244798822-router', 'tenant_id': '28136189e6a9404c8caad52f68468932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '110e211d-938c-49ae-965b-11a153041a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:55:47Z', 'updated_at': '2021-08-19T15:55:50Z', 'revision_number': 4, 'project_id': '28136189e6a9404c8caad52f68468932', 'gw_port': {'id': '110e211d-938c-49ae-965b-11a153041a94', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:55:48Z', 'updated_at': '2021-08-19T15:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '1a44cca8-d792-4b6f-81fe-baeff9247288', 'tenant_id': '28136189e6a9404c8caad52f68468932', 'floating_ip_address': '172.25.2.197', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'port_id': '42d4dfbb-cb3e-4de8-a50c-a393aa971952', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb83282-c087-470c-8e22-4f55979694ac', 'mac_address': 'fa:16:3e:42:58:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561743d5-dbc7-4355-8db1-fe4adad1cb25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:56:10Z', 'updated_at': '2021-08-19T15:56:10Z', 'revision_number': 0, 'project_id': '28136189e6a9404c8caad52f68468932', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a886a327-0277-48a7-b5fc-db29e5ccb30c', 'name': '', 'network_id': 'ecb83282-c087-470c-8e22-4f55979694ac', 'tenant_id': '28136189e6a9404c8caad52f68468932', 'mac_address': 'fa:16:3e:c0:90:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'fe4a014a-9155-4845-9814-5970db4da8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:55:49Z', 'updated_at': '2021-08-19T15:55:57Z', 'revision_number': 5, 'project_id': '28136189e6a9404c8caad52f68468932', 'subnets': [{'id': 'fe4a014a-9155-4845-9814-5970db4da8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:56:11.825229 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe2ca60-a4f3-4512-b6d9-3138b94289bf None None] The sync data for ids ['53a7e096-19d1-4e67-904a-480d1e80ca25'] in n-d-766043-2 is: [{'id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'name': 'tempest-TestSnapshotPattern-1244798822-router', 'tenant_id': '28136189e6a9404c8caad52f68468932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '110e211d-938c-49ae-965b-11a153041a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:55:47Z', 'updated_at': '2021-08-19T15:55:50Z', 'revision_number': 4, 'project_id': '28136189e6a9404c8caad52f68468932', 'gw_port': {'id': '110e211d-938c-49ae-965b-11a153041a94', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:55:48Z', 'updated_at': '2021-08-19T15:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '1a44cca8-d792-4b6f-81fe-baeff9247288', 'tenant_id': '28136189e6a9404c8caad52f68468932', 'floating_ip_address': '172.25.2.197', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'port_id': '42d4dfbb-cb3e-4de8-a50c-a393aa971952', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb83282-c087-470c-8e22-4f55979694ac', 'mac_address': 'fa:16:3e:42:58:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561743d5-dbc7-4355-8db1-fe4adad1cb25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:56:10Z', 'updated_at': '2021-08-19T15:56:10Z', 'revision_number': 0, 'project_id': '28136189e6a9404c8caad52f68468932', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a886a327-0277-48a7-b5fc-db29e5ccb30c', 'name': '', 'network_id': 'ecb83282-c087-470c-8e22-4f55979694ac', 'tenant_id': '28136189e6a9404c8caad52f68468932', 'mac_address': 'fa:16:3e:c0:90:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'fe4a014a-9155-4845-9814-5970db4da8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:55:49Z', 'updated_at': '2021-08-19T15:55:57Z', 'revision_number': 5, 'project_id': '28136189e6a9404c8caad52f68468932', 'subnets': [{'id': 'fe4a014a-9155-4845-9814-5970db4da8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:56:12.007815 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42d827e-d26b-4294-ae48-3e32c46392ea None None] New status for floating IP 1a44cca8-d792-4b6f-81fe-baeff9247288: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:56:13.081908 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:56:15.449587 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-898f7d4b-d7c4-4305-86fc-1c11f2de2254 req-ac2c1bc8-12fc-45bc-b06f-cdefcf7fbfb7 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=561743d5-dbc7-4355-8db1-fe4adad1cb25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412035 Aug 19 15:56:15.530273 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f7d4b-d7c4-4305-86fc-1c11f2de2254 req-4d975899-87bf-415e-bddc-da3a9d510249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:56:15.531780 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-898f7d4b-d7c4-4305-86fc-1c11f2de2254 req-4d975899-87bf-415e-bddc-da3a9d510249 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=28136189e6a9404c8caad52f68468932&device_id=561743d5-dbc7-4355-8db1-fe4adad1cb25 HTTP/1.1" status: 200 len: 1096 time: 0.0413082 Aug 19 15:56:15.635888 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f7d4b-d7c4-4305-86fc-1c11f2de2254 req-8ad7f781-05fa-46f7-b131-891486c6e7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:56:15.637416 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-898f7d4b-d7c4-4305-86fc-1c11f2de2254 req-8ad7f781-05fa-46f7-b131-891486c6e7d0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ecb83282-c087-470c-8e22-4f55979694ac HTTP/1.1" status: 200 len: 911 time: 0.0869327 Aug 19 15:56:15.703865 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-898f7d4b-d7c4-4305-86fc-1c11f2de2254 req-b474b028-33ad-4743-9ce3-d28b00989831 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42d4dfbb-cb3e-4de8-a50c-a393aa971952 HTTP/1.1" status: 200 len: 1001 time: 0.0594420 Aug 19 15:56:15.757120 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f7d4b-d7c4-4305-86fc-1c11f2de2254 req-505efc7c-f28c-42eb-8c2a-be92d79c954e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:56:15.758622 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-898f7d4b-d7c4-4305-86fc-1c11f2de2254 req-505efc7c-f28c-42eb-8c2a-be92d79c954e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fe4a014a-9155-4845-9814-5970db4da8ac HTTP/1.1" status: 200 len: 849 time: 0.0486202 Aug 19 15:56:15.804134 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f7d4b-d7c4-4305-86fc-1c11f2de2254 req-71d55006-3e37-48f1-bff3-6a315f93ad99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:56:15.805688 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-898f7d4b-d7c4-4305-86fc-1c11f2de2254 req-71d55006-3e37-48f1-bff3-6a315f93ad99 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ecb83282-c087-470c-8e22-4f55979694ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405865 Aug 19 15:56:15.895497 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-898f7d4b-d7c4-4305-86fc-1c11f2de2254 req-fe255adf-b55d-4dfc-8c08-5b99194f0904 service neutron] 10.222.0.88 "GET /v2.0/networks/ecb83282-c087-470c-8e22-4f55979694ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820839 Aug 19 15:56:15.999050 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-898f7d4b-d7c4-4305-86fc-1c11f2de2254 req-18718088-21c4-463c-8218-54426dd81952 service neutron] 10.222.0.88 "GET /v2.0/networks/ecb83282-c087-470c-8e22-4f55979694ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958323 Aug 19 15:56:31.573431 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4c1d6d52-a537-475f-80b3-f78db7b75347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:34.479800 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fd6dd515-f3c9-4e1f-87d2-d4f4e49c61b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:34.675698 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:34.972665 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:35.427988 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:36.173349 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:37.236838 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:56:50.083175 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:57:01.573851 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6296d980-9aef-44c8-9cff-41d8065db483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:57:04.481465 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c1bd5372-faef-4708-b2a6-1a0f89d4367d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:57:04.677883 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:57:04.969757 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:57:05.431067 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:57:06.187251 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:57:07.237562 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:57:16.440764 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-41f2fd0d-01fe-4e7b-af58-8971a13c9c8c req-59acfb8e-c1c4-4afb-9a2f-fc0550b9b2e2 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=561743d5-dbc7-4355-8db1-fe4adad1cb25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418239 Aug 19 15:57:16.520108 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f2fd0d-01fe-4e7b-af58-8971a13c9c8c req-304c4d1e-01e6-49c4-935e-1869860806e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:16.521631 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-41f2fd0d-01fe-4e7b-af58-8971a13c9c8c req-304c4d1e-01e6-49c4-935e-1869860806e1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=28136189e6a9404c8caad52f68468932&device_id=561743d5-dbc7-4355-8db1-fe4adad1cb25 HTTP/1.1" status: 200 len: 1096 time: 0.0401845 Aug 19 15:57:16.625440 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f2fd0d-01fe-4e7b-af58-8971a13c9c8c req-9567fcc2-7f66-481e-ae6e-138d8cd11b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:16.626908 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-41f2fd0d-01fe-4e7b-af58-8971a13c9c8c req-9567fcc2-7f66-481e-ae6e-138d8cd11b6a service neutron] 10.222.0.88 "GET /v2.0/networks?id=ecb83282-c087-470c-8e22-4f55979694ac HTTP/1.1" status: 200 len: 911 time: 0.0873284 Aug 19 15:57:16.691092 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-41f2fd0d-01fe-4e7b-af58-8971a13c9c8c req-8b83e885-c658-4472-a421-c4a87b51b703 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42d4dfbb-cb3e-4de8-a50c-a393aa971952 HTTP/1.1" status: 200 len: 1001 time: 0.0567589 Aug 19 15:57:16.747212 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f2fd0d-01fe-4e7b-af58-8971a13c9c8c req-c03bf8ee-49b2-4e66-a83a-007649a8eff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:16.748733 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-41f2fd0d-01fe-4e7b-af58-8971a13c9c8c req-c03bf8ee-49b2-4e66-a83a-007649a8eff9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fe4a014a-9155-4845-9814-5970db4da8ac HTTP/1.1" status: 200 len: 849 time: 0.0508831 Aug 19 15:57:16.794317 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f2fd0d-01fe-4e7b-af58-8971a13c9c8c req-434d7bfd-e773-485e-bcc7-0530672eb2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:57:16.795801 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-41f2fd0d-01fe-4e7b-af58-8971a13c9c8c req-434d7bfd-e773-485e-bcc7-0530672eb2cf service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ecb83282-c087-470c-8e22-4f55979694ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406492 Aug 19 15:57:16.884740 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-41f2fd0d-01fe-4e7b-af58-8971a13c9c8c req-08b64c1b-f242-4507-81b9-f606eec94512 service neutron] 10.222.0.88 "GET /v2.0/networks/ecb83282-c087-470c-8e22-4f55979694ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815165 Aug 19 15:57:16.980982 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-41f2fd0d-01fe-4e7b-af58-8971a13c9c8c req-7699b986-8369-4df0-b1c5-7b898bcbdb64 service neutron] 10.222.0.88 "GET /v2.0/networks/ecb83282-c087-470c-8e22-4f55979694ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888689 Aug 19 15:57:27.082793 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:57:31.579855 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bd017ea3-59c2-4e45-b18f-453473911180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:57:34.481283 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-763692b6-da27-4021-a343-139589cca84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:57:34.686258 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:57:34.989141 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:57:35.435160 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:57:36.187916 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:57:37.241487 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:01.570106 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-142c92dc-facc-482a-8df1-4dc7a1ebc1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:04.082549 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:58:04.480685 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-323f9d7f-9e25-49bd-aaa1-ea66146266f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:04.677978 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:04.999631 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:05.436279 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:06.185102 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:07.244834 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:09.303652 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 42d4dfbb-cb3e-4de8-a50c-a393aa971952 details requested by agent hyperv_n-h2-766043-2 with host n-h2-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:58:09.395614 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 42d4dfbb-cb3e-4de8-a50c-a393aa971952, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=42d4dfbb-cb3e-4de8-a50c-a393aa971952,segment=NetworkSegment(39e9cc23-88a2-4fb9-bda1-192453dc92f2),segment_id=39e9cc23-88a2-4fb9-bda1-192453dc92f2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:58:09.407278 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Returning: {'device': '42d4dfbb-cb3e-4de8-a50c-a393aa971952', 'network_id': 'ecb83282-c087-470c-8e22-4f55979694ac', 'port_id': '42d4dfbb-cb3e-4de8-a50c-a393aa971952', 'mac_address': 'fa:16:3e:42:58:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe4a014a-9155-4845-9814-5970db4da8ac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:58:09.448230 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:09.461181 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 42d4dfbb-cb3e-4de8-a50c-a393aa971952 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:58:09.480608 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 42d4dfbb-cb3e-4de8-a50c-a393aa971952, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=42d4dfbb-cb3e-4de8-a50c-a393aa971952,segment=NetworkSegment(39e9cc23-88a2-4fb9-bda1-192453dc92f2),segment_id=39e9cc23-88a2-4fb9-bda1-192453dc92f2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:58:09.485712 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:09.535048 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=42d4dfbb-cb3e-4de8-a50c-a393aa971952,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:58:09.542264 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:09.542616 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:09.542972 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:09.543306 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:09.543641 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:09.543970 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:09.544363 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:09.544645 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:09.544965 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:09.545286 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:09.545606 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:09.546508 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:09.559969 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] get_ports_and_sgs() called for port_ids ['42d4dfbb-cb3e-4de8-a50c-a393aa971952'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:58:11.302769 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 42d4dfbb-cb3e-4de8-a50c-a393aa971952 up at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:58:11.363730 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Provisioning complete for port 42d4dfbb-cb3e-4de8-a50c-a393aa971952 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:58:11.364109 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:11.459000 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:11.487364 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561743d5-dbc7-4355-8db1-fe4adad1cb25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d4dfbb-cb3e-4de8-a50c-a393aa971952'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:58:11.489995 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33781a19ce02c5415d916baf9197922328299cb06218664b0429d3f5e03069d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057764d5-ac65-4ba0-ab81-e1f484d48b17" -d '{"events": [{"server_uuid": "561743d5-dbc7-4355-8db1-fe4adad1cb25", "name": "network-vif-plugged", "status": "completed", "tag": "42d4dfbb-cb3e-4de8-a50c-a393aa971952"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:58:11.509609 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 42d4dfbb-cb3e-4de8-a50c-a393aa971952, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=42d4dfbb-cb3e-4de8-a50c-a393aa971952,segment=NetworkSegment(39e9cc23-88a2-4fb9-bda1-192453dc92f2),segment_id=39e9cc23-88a2-4fb9-bda1-192453dc92f2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:58:11.515480 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:11.576177 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=42d4dfbb-cb3e-4de8-a50c-a393aa971952,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:58:11.626588 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf83348d-ef8f-40b6-baf4-c86fc369edd5 x-openstack-request-id: req-cf83348d-ef8f-40b6-baf4-c86fc369edd5 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:58:11.626884 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "561743d5-dbc7-4355-8db1-fe4adad1cb25", "name": "network-vif-plugged", "status": "completed", "tag": "42d4dfbb-cb3e-4de8-a50c-a393aa971952", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:58:11.627222 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cf83348d-ef8f-40b6-baf4-c86fc369edd5 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:58:11.627701 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '561743d5-dbc7-4355-8db1-fe4adad1cb25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d4dfbb-cb3e-4de8-a50c-a393aa971952', 'code': 200} Aug 19 15:58:17.483066 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd5ba6-a8c4-4695-9a0d-36ba52dca8d0 req-73f46736-7665-40c3-bc65-0d248bb3eeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:17.485255 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dbbd5ba6-a8c4-4695-9a0d-36ba52dca8d0 req-73f46736-7665-40c3-bc65-0d248bb3eeea service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=28136189e6a9404c8caad52f68468932&device_id=561743d5-dbc7-4355-8db1-fe4adad1cb25 HTTP/1.1" status: 200 len: 1096 time: 0.0490162 Aug 19 15:58:17.616536 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd5ba6-a8c4-4695-9a0d-36ba52dca8d0 req-6cceaf5e-905f-4b2a-80c1-d9ccc34e7ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:17.619188 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dbbd5ba6-a8c4-4695-9a0d-36ba52dca8d0 req-6cceaf5e-905f-4b2a-80c1-d9ccc34e7ce5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ecb83282-c087-470c-8e22-4f55979694ac HTTP/1.1" status: 200 len: 911 time: 0.1106012 Aug 19 15:58:17.702656 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dbbd5ba6-a8c4-4695-9a0d-36ba52dca8d0 req-93c62ff2-8a77-4f8a-b77b-8c6a5eafae03 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42d4dfbb-cb3e-4de8-a50c-a393aa971952 HTTP/1.1" status: 200 len: 1001 time: 0.0758536 Aug 19 15:58:17.759156 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd5ba6-a8c4-4695-9a0d-36ba52dca8d0 req-c3510c91-6076-4ea2-bd8f-28995026566a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:17.760861 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dbbd5ba6-a8c4-4695-9a0d-36ba52dca8d0 req-c3510c91-6076-4ea2-bd8f-28995026566a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fe4a014a-9155-4845-9814-5970db4da8ac HTTP/1.1" status: 200 len: 849 time: 0.0509164 Aug 19 15:58:17.820014 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd5ba6-a8c4-4695-9a0d-36ba52dca8d0 req-bc1e5954-879c-4ef1-b0a2-ce6feae34c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:17.821607 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dbbd5ba6-a8c4-4695-9a0d-36ba52dca8d0 req-bc1e5954-879c-4ef1-b0a2-ce6feae34c9e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ecb83282-c087-470c-8e22-4f55979694ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538280 Aug 19 15:58:17.927275 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dbbd5ba6-a8c4-4695-9a0d-36ba52dca8d0 req-fc226361-3ebe-41c3-9e4f-4a97385740d7 service neutron] 10.222.0.88 "GET /v2.0/networks/ecb83282-c087-470c-8e22-4f55979694ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935559 Aug 19 15:58:18.028810 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-dbbd5ba6-a8c4-4695-9a0d-36ba52dca8d0 req-236380f7-0728-48ba-b040-014451e0edf8 service neutron] 10.222.0.88 "GET /v2.0/networks/ecb83282-c087-470c-8e22-4f55979694ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942509 Aug 19 15:58:19.022854 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f2103d04-6779-4df2-b421-b9dfbc632cd2 req-a1bf7b94-86b9-4401-afd6-d9cc6fc28216 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-54014796&fields=id&tenant_id=28136189e6a9404c8caad52f68468932 HTTP/1.1" status: 200 len: 267 time: 0.0336323 Aug 19 15:58:19.133562 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2103d04-6779-4df2-b421-b9dfbc632cd2 req-f762b950-774f-47e5-ae8d-22547f54e335 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:19.134650 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f2103d04-6779-4df2-b421-b9dfbc632cd2 req-f762b950-774f-47e5-ae8d-22547f54e335 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/networks?id=ecb83282-c087-470c-8e22-4f55979694ac HTTP/1.1" status: 200 len: 810 time: 0.1048274 Aug 19 15:58:19.150468 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f2103d04-6779-4df2-b421-b9dfbc632cd2 req-0ab5bf66-53e4-4eff-a430-137d20641719 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/quotas/28136189e6a9404c8caad52f68468932 HTTP/1.1" status: 200 len: 375 time: 0.0098450 Aug 19 15:58:19.211271 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f2103d04-6779-4df2-b421-b9dfbc632cd2 req-14d7b1cf-1d31-4304-b650-86e14f256f6a tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=28136189e6a9404c8caad52f68468932&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0556343 Aug 19 15:58:19.306845 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f2103d04-6779-4df2-b421-b9dfbc632cd2 req-e74ca70e-71d3-48fe-8480-913680831c01 service neutron] 10.222.0.69 "GET /v2.0/networks/ecb83282-c087-470c-8e22-4f55979694ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825911 Aug 19 15:58:19.400704 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-f2103d04-6779-4df2-b421-b9dfbc632cd2 req-f544f073-9586-4283-a1a9-41c348b9e6b9 service neutron] 10.222.0.69 "GET /v2.0/networks/ecb83282-c087-470c-8e22-4f55979694ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876589 Aug 19 15:58:19.591373 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c574230e-6bb9-409d-a455-d6be2917e9ae req-a4643992-8994-4e26-9cee-098c16b0947a tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/ports?device_id=031aa4a2-5ba9-4719-a44a-f8c1556fbe58 HTTP/1.1" status: 200 len: 210 time: 0.0284624 Aug 19 15:58:20.592780 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2103d04-6779-4df2-b421-b9dfbc632cd2 req-9616fce7-4d68-477e-800d-a8bfd5c4f920 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:20.594820 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f2103d04-6779-4df2-b421-b9dfbc632cd2 req-9616fce7-4d68-477e-800d-a8bfd5c4f920 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.68 "GET /v2.0/networks?id=ecb83282-c087-470c-8e22-4f55979694ac HTTP/1.1" status: 200 len: 810 time: 0.1077268 Aug 19 15:58:20.640374 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f2103d04-6779-4df2-b421-b9dfbc632cd2 req-5afd1666-086c-46fd-8851-d74753f443e9 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28136189e6a9404c8caad52f68468932 HTTP/1.1" status: 200 len: 378 time: 0.0370007 Aug 19 15:58:20.650928 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-f2103d04-6779-4df2-b421-b9dfbc632cd2 req-8002e133-c086-4fb6-875a-c35ca329eecc tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Request body: {'port': {'device_id': '031aa4a2-5ba9-4719-a44a-f8c1556fbe58', 'network_id': 'ecb83282-c087-470c-8e22-4f55979694ac', 'admin_state_up': True, 'tenant_id': '28136189e6a9404c8caad52f68468932', 'security_groups': ['c38b5cba-ed16-453b-9628-003ed432e5e4']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:58:20.690077 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-af24b28b-796c-4088-bf6a-50689743bbdd req-7f6d45d3-aefb-4ea6-ac77-d288e9c74d5a tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/ports?device_id=031aa4a2-5ba9-4719-a44a-f8c1556fbe58 HTTP/1.1" status: 200 len: 210 time: 0.0275323 Aug 19 15:58:20.770717 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2103d04-6779-4df2-b421-b9dfbc632cd2 req-8002e133-c086-4fb6-875a-c35ca329eecc tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Made reservation on behalf of 28136189e6a9404c8caad52f68468932 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 15:58:20.774713 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f2103d04-6779-4df2-b421-b9dfbc632cd2 req-8002e133-c086-4fb6-875a-c35ca329eecc tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:20.936231 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-f2103d04-6779-4df2-b421-b9dfbc632cd2 req-8002e133-c086-4fb6-875a-c35ca329eecc tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Allocated IP 172.20.0.14 (ecb83282-c087-470c-8e22-4f55979694ac/fe4a014a-9155-4845-9814-5970db4da8ac/858be2cd-b07a-4042-86f1-2d1783d7c603) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:58:21.159323 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f2103d04-6779-4df2-b421-b9dfbc632cd2 req-8002e133-c086-4fb6-875a-c35ca329eecc tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:21.176680 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-f2103d04-6779-4df2-b421-b9dfbc632cd2 req-8002e133-c086-4fb6-875a-c35ca329eecc tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Transition to ACTIVE for port object 858be2cd-b07a-4042-86f1-2d1783d7c603 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:58:21.226598 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f2103d04-6779-4df2-b421-b9dfbc632cd2 req-8002e133-c086-4fb6-875a-c35ca329eecc tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:21.288266 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2103d04-6779-4df2-b421-b9dfbc632cd2 req-8002e133-c086-4fb6-875a-c35ca329eecc tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Network ecb83282-c087-470c-8e22-4f55979694ac is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:58:21.291569 n-d-766043-2 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-f2103d04-6779-4df2-b421-b9dfbc632cd2 req-8002e133-c086-4fb6-875a-c35ca329eecc tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:58:21.295952 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2103d04-6779-4df2-b421-b9dfbc632cd2 req-8002e133-c086-4fb6-875a-c35ca329eecc tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:58:21.302561 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8002e133-c086-4fb6-875a-c35ca329eecc tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Pushing event updated for resources: {'Port': ['ID=858be2cd-b07a-4042-86f1-2d1783d7c603,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:58:21.337834 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8002e133-c086-4fb6-875a-c35ca329eecc tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:21.338264 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8002e133-c086-4fb6-875a-c35ca329eecc tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:21.338686 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8002e133-c086-4fb6-875a-c35ca329eecc tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:21.339360 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8002e133-c086-4fb6-875a-c35ca329eecc tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:21.339773 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8002e133-c086-4fb6-875a-c35ca329eecc tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:21.340186 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8002e133-c086-4fb6-875a-c35ca329eecc tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:21.340545 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8002e133-c086-4fb6-875a-c35ca329eecc tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:21.340872 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8002e133-c086-4fb6-875a-c35ca329eecc tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:21.341191 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8002e133-c086-4fb6-875a-c35ca329eecc tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:21.341518 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8002e133-c086-4fb6-875a-c35ca329eecc tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:21.342016 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8002e133-c086-4fb6-875a-c35ca329eecc tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:21.342350 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8002e133-c086-4fb6-875a-c35ca329eecc tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:21.378708 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 42d4dfbb-cb3e-4de8-a50c-a393aa971952 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 15:58:21.386059 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2103d04-6779-4df2-b421-b9dfbc632cd2 req-8002e133-c086-4fb6-875a-c35ca329eecc tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:21.386899 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f2103d04-6779-4df2-b421-b9dfbc632cd2 req-8002e133-c086-4fb6-875a-c35ca329eecc tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:21.413018 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f2103d04-6779-4df2-b421-b9dfbc632cd2 req-8002e133-c086-4fb6-875a-c35ca329eecc tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7658930 Aug 19 15:58:21.482492 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:21.514889 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561743d5-dbc7-4355-8db1-fe4adad1cb25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42d4dfbb-cb3e-4de8-a50c-a393aa971952'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:58:21.518333 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33781a19ce02c5415d916baf9197922328299cb06218664b0429d3f5e03069d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b86898-adcd-4378-82cb-1b69d0543630" -d '{"events": [{"server_uuid": "561743d5-dbc7-4355-8db1-fe4adad1cb25", "name": "network-vif-unplugged", "status": "completed", "tag": "42d4dfbb-cb3e-4de8-a50c-a393aa971952"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:58:21.549668 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] For port 42d4dfbb-cb3e-4de8-a50c-a393aa971952, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=42d4dfbb-cb3e-4de8-a50c-a393aa971952,segment=NetworkSegment(39e9cc23-88a2-4fb9-bda1-192453dc92f2),segment_id=39e9cc23-88a2-4fb9-bda1-192453dc92f2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:58:21.555102 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:21.568363 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 15:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f7ecf5-87a4-402f-ad05-056136bd6f03 x-openstack-request-id: req-16f7ecf5-87a4-402f-ad05-056136bd6f03 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:58:21.568690 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "561743d5-dbc7-4355-8db1-fe4adad1cb25", "name": "network-vif-unplugged", "status": "completed", "tag": "42d4dfbb-cb3e-4de8-a50c-a393aa971952", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:58:21.568939 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-16f7ecf5-87a4-402f-ad05-056136bd6f03 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:58:21.569324 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '561743d5-dbc7-4355-8db1-fe4adad1cb25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42d4dfbb-cb3e-4de8-a50c-a393aa971952', 'code': 200} Aug 19 15:58:21.627316 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c832a4bc-44e6-4177-8d24-6a3a6fbec69f None None] Provisioning for port 858be2cd-b07a-4042-86f1-2d1783d7c603 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:58:21.634525 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c832a4bc-44e6-4177-8d24-6a3a6fbec69f None None] Provisioning complete for port 858be2cd-b07a-4042-86f1-2d1783d7c603 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:58:21.634904 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c832a4bc-44e6-4177-8d24-6a3a6fbec69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:21.636965 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Pushing event updated for resources: {'Port': ['ID=42d4dfbb-cb3e-4de8-a50c-a393aa971952,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:58:21.674872 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c832a4bc-44e6-4177-8d24-6a3a6fbec69f None None] Port 858be2cd-b07a-4042-86f1-2d1783d7c603 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 15:58:21.817625 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6381d2e-0e72-4bf3-b558-d06cc024551e req-a086bc00-e291-48d6-9228-572fc16fabfc tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:21.823576 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b6381d2e-0e72-4bf3-b558-d06cc024551e req-a086bc00-e291-48d6-9228-572fc16fabfc tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/ports?device_id=031aa4a2-5ba9-4719-a44a-f8c1556fbe58 HTTP/1.1" status: 200 len: 932 time: 0.0562012 Aug 19 15:58:21.857680 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-b6381d2e-0e72-4bf3-b558-d06cc024551e req-803cc490-c804-4a2b-bc59-93dc546c2176 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/security-groups?id=c38b5cba-ed16-453b-9628-003ed432e5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325406 Aug 19 15:58:23.004694 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e1ac88-06b8-40f0-970c-2187e10f0ed7 req-bc667e8f-a44d-40cb-a17c-0955fd78087b tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:23.006158 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-84e1ac88-06b8-40f0-970c-2187e10f0ed7 req-bc667e8f-a44d-40cb-a17c-0955fd78087b tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/ports?device_id=031aa4a2-5ba9-4719-a44a-f8c1556fbe58 HTTP/1.1" status: 200 len: 932 time: 0.0723968 Aug 19 15:58:23.044506 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-84e1ac88-06b8-40f0-970c-2187e10f0ed7 req-d6a27392-706d-4508-9a03-4d0d5621bd6d tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/security-groups?id=c38b5cba-ed16-453b-9628-003ed432e5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320702 Aug 19 15:58:24.165764 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e3f51-b8ad-4ec0-bbb1-62a8d05649ef req-65e9fc76-39c3-43ce-8401-cabd861ad025 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:24.167608 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-139e3f51-b8ad-4ec0-bbb1-62a8d05649ef req-65e9fc76-39c3-43ce-8401-cabd861ad025 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/ports?device_id=031aa4a2-5ba9-4719-a44a-f8c1556fbe58 HTTP/1.1" status: 200 len: 932 time: 0.0521998 Aug 19 15:58:24.209427 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-139e3f51-b8ad-4ec0-bbb1-62a8d05649ef req-c5acca98-32e7-43b4-a206-4ca89ff72e42 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/security-groups?id=c38b5cba-ed16-453b-9628-003ed432e5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354233 Aug 19 15:58:25.328465 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9456eb6-976d-4dad-a2c4-e7d540d9b9f7 req-63b959e7-f409-4ac2-b917-9fdfc87dd714 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:25.330079 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d9456eb6-976d-4dad-a2c4-e7d540d9b9f7 req-63b959e7-f409-4ac2-b917-9fdfc87dd714 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/ports?device_id=031aa4a2-5ba9-4719-a44a-f8c1556fbe58 HTTP/1.1" status: 200 len: 932 time: 0.0525274 Aug 19 15:58:25.371462 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d9456eb6-976d-4dad-a2c4-e7d540d9b9f7 req-06d4a14e-55d5-4bc6-87b3-b47cf0f20da4 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/security-groups?id=c38b5cba-ed16-453b-9628-003ed432e5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345497 Aug 19 15:58:26.513264 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b57a02-a213-4857-ad8c-8d91a6d5b645 req-472f7ceb-3844-44be-b98f-e62964dca5fa tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:26.514855 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e7b57a02-a213-4857-ad8c-8d91a6d5b645 req-472f7ceb-3844-44be-b98f-e62964dca5fa tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/ports?device_id=031aa4a2-5ba9-4719-a44a-f8c1556fbe58 HTTP/1.1" status: 200 len: 932 time: 0.0550597 Aug 19 15:58:26.557553 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-e7b57a02-a213-4857-ad8c-8d91a6d5b645 req-c650dbe1-4f01-4a52-a53a-ae81deba33ba tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/security-groups?id=c38b5cba-ed16-453b-9628-003ed432e5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362046 Aug 19 15:58:27.685813 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064941a6-4f7b-4c81-9e08-3062640f25da req-b2e74ea7-3a44-4bbb-ab2e-dd1e6fac280b tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:27.689006 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-064941a6-4f7b-4c81-9e08-3062640f25da req-b2e74ea7-3a44-4bbb-ab2e-dd1e6fac280b tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/ports?device_id=031aa4a2-5ba9-4719-a44a-f8c1556fbe58 HTTP/1.1" status: 200 len: 932 time: 0.0516655 Aug 19 15:58:27.731880 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-064941a6-4f7b-4c81-9e08-3062640f25da req-ca8ea13d-f421-4ba3-9b48-dc32d0ebad64 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/security-groups?id=c38b5cba-ed16-453b-9628-003ed432e5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322561 Aug 19 15:58:28.865062 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29278b1-1f3b-4a1c-b08c-b4586c9ecf2d req-e5df90a3-ee52-4e65-bda2-7e6158396b62 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:28.866576 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a29278b1-1f3b-4a1c-b08c-b4586c9ecf2d req-e5df90a3-ee52-4e65-bda2-7e6158396b62 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/ports?device_id=031aa4a2-5ba9-4719-a44a-f8c1556fbe58 HTTP/1.1" status: 200 len: 932 time: 0.0597811 Aug 19 15:58:28.910244 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a29278b1-1f3b-4a1c-b08c-b4586c9ecf2d req-6f327478-cf67-47f5-b435-6aefb76baf32 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/security-groups?id=c38b5cba-ed16-453b-9628-003ed432e5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376034 Aug 19 15:58:30.053457 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9dadcf-e1d3-4ad9-b9d2-fe4872614109 req-12b90b93-1a53-4e3e-b7d3-1211edd04766 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:30.054994 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2c9dadcf-e1d3-4ad9-b9d2-fe4872614109 req-12b90b93-1a53-4e3e-b7d3-1211edd04766 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/ports?device_id=031aa4a2-5ba9-4719-a44a-f8c1556fbe58 HTTP/1.1" status: 200 len: 932 time: 0.0602467 Aug 19 15:58:30.094562 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-2c9dadcf-e1d3-4ad9-b9d2-fe4872614109 req-ed5f15ce-9b7a-4f4d-8f12-8517c020773f tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/security-groups?id=c38b5cba-ed16-453b-9628-003ed432e5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331151 Aug 19 15:58:31.214310 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65842316-16d3-490e-807f-c7d08f8280c3 req-dfac3f5d-c72f-4c10-8e83-6b89570d81bc tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:31.215791 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-65842316-16d3-490e-807f-c7d08f8280c3 req-dfac3f5d-c72f-4c10-8e83-6b89570d81bc tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/ports?device_id=031aa4a2-5ba9-4719-a44a-f8c1556fbe58 HTTP/1.1" status: 200 len: 932 time: 0.0485458 Aug 19 15:58:31.253383 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-65842316-16d3-490e-807f-c7d08f8280c3 req-95c9c9bd-2dc0-48f6-9459-06ee379f694d tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/security-groups?id=c38b5cba-ed16-453b-9628-003ed432e5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311530 Aug 19 15:58:31.275972 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [req-f2103d04-6779-4df2-b421-b9dfbc632cd2 req-fdc2f63f-6b76-41a8-9e11-010ed4777f47 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 15:58:31.277111 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f2103d04-6779-4df2-b421-b9dfbc632cd2 req-fdc2f63f-6b76-41a8-9e11-010ed4777f47 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057249 Aug 19 15:58:31.345541 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.v2.base [req-f2103d04-6779-4df2-b421-b9dfbc632cd2 req-9c3db2e8-e0b9-407b-bf2e-e4470868330e service neutron] Request body: {'port': {'device_id': '031aa4a2-5ba9-4719-a44a-f8c1556fbe58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766043-2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:58:31.397669 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f2103d04-6779-4df2-b421-b9dfbc632cd2 req-9c3db2e8-e0b9-407b-bf2e-e4470868330e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:31.571352 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0034ad2b-4077-422f-997d-fb2271532f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:31.660512 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-f2103d04-6779-4df2-b421-b9dfbc632cd2 req-9c3db2e8-e0b9-407b-bf2e-e4470868330e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 858be2cd-b07a-4042-86f1-2d1783d7c603 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:58:31.667677 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f2103d04-6779-4df2-b421-b9dfbc632cd2 req-9c3db2e8-e0b9-407b-bf2e-e4470868330e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:31.679428 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-f2103d04-6779-4df2-b421-b9dfbc632cd2 req-9c3db2e8-e0b9-407b-bf2e-e4470868330e service neutron] Transition to ACTIVE for port object 858be2cd-b07a-4042-86f1-2d1783d7c603 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 15:58:31.683460 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f2103d04-6779-4df2-b421-b9dfbc632cd2 req-9c3db2e8-e0b9-407b-bf2e-e4470868330e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:31.736925 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3db2e8-e0b9-407b-bf2e-e4470868330e service neutron] Pushing event updated for resources: {'Port': ['ID=858be2cd-b07a-4042-86f1-2d1783d7c603,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:58:31.803877 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-f2103d04-6779-4df2-b421-b9dfbc632cd2 req-9c3db2e8-e0b9-407b-bf2e-e4470868330e service neutron] Attempting to bind port 858be2cd-b07a-4042-86f1-2d1783d7c603 on host n-h1-766043-2 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 15:58:31.804392 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-f2103d04-6779-4df2-b421-b9dfbc632cd2 req-9c3db2e8-e0b9-407b-bf2e-e4470868330e service neutron] Attempting to bind port 858be2cd-b07a-4042-86f1-2d1783d7c603 by drivers openvswitch,hyperv on host n-h1-766043-2 at level 0 using segments [{'id': '39e9cc23-88a2-4fb9-bda1-192453dc92f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ecb83282-c087-470c-8e22-4f55979694ac'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 15:58:31.804593 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2103d04-6779-4df2-b421-b9dfbc632cd2 req-9c3db2e8-e0b9-407b-bf2e-e4470868330e service neutron] Attempting to bind port 858be2cd-b07a-4042-86f1-2d1783d7c603 on network ecb83282-c087-470c-8e22-4f55979694ac {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:58:31.809189 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2103d04-6779-4df2-b421-b9dfbc632cd2 req-9c3db2e8-e0b9-407b-bf2e-e4470868330e service neutron] Port 858be2cd-b07a-4042-86f1-2d1783d7c603 on network ecb83282-c087-470c-8e22-4f55979694ac not bound, no agent of type Open vSwitch agent registered on host n-h1-766043-2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 15:58:31.809514 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2103d04-6779-4df2-b421-b9dfbc632cd2 req-9c3db2e8-e0b9-407b-bf2e-e4470868330e service neutron] Attempting to bind port 858be2cd-b07a-4042-86f1-2d1783d7c603 on network ecb83282-c087-470c-8e22-4f55979694ac {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 15:58:31.815151 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2103d04-6779-4df2-b421-b9dfbc632cd2 req-9c3db2e8-e0b9-407b-bf2e-e4470868330e service neutron] Checking agent: {'id': '0fa283c2-bc5b-465b-901a-02a2cd680007', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766043-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'started_at': datetime.datetime(2021, 8, 19, 14, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 15, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 15:58:31.815493 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2103d04-6779-4df2-b421-b9dfbc632cd2 req-9c3db2e8-e0b9-407b-bf2e-e4470868330e service neutron] Checking segment: {'id': '39e9cc23-88a2-4fb9-bda1-192453dc92f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ecb83282-c087-470c-8e22-4f55979694ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 15:58:31.815883 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2103d04-6779-4df2-b421-b9dfbc632cd2 req-9c3db2e8-e0b9-407b-bf2e-e4470868330e service neutron] Bound using segment: {'id': '39e9cc23-88a2-4fb9-bda1-192453dc92f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ecb83282-c087-470c-8e22-4f55979694ac'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 15:58:31.816320 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-f2103d04-6779-4df2-b421-b9dfbc632cd2 req-9c3db2e8-e0b9-407b-bf2e-e4470868330e service neutron] Bound port: 858be2cd-b07a-4042-86f1-2d1783d7c603, host: n-h1-766043-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39e9cc23-88a2-4fb9-bda1-192453dc92f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ecb83282-c087-470c-8e22-4f55979694ac'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 15:58:31.816705 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f2103d04-6779-4df2-b421-b9dfbc632cd2 req-9c3db2e8-e0b9-407b-bf2e-e4470868330e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:31.887275 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-f2103d04-6779-4df2-b421-b9dfbc632cd2 req-9c3db2e8-e0b9-407b-bf2e-e4470868330e service neutron] For port 858be2cd-b07a-4042-86f1-2d1783d7c603, host n-h1-766043-2, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 15:58:31.891244 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-f2103d04-6779-4df2-b421-b9dfbc632cd2 req-9c3db2e8-e0b9-407b-bf2e-e4470868330e service neutron] For port 858be2cd-b07a-4042-86f1-2d1783d7c603, host n-h1-766043-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=858be2cd-b07a-4042-86f1-2d1783d7c603,segment=NetworkSegment(39e9cc23-88a2-4fb9-bda1-192453dc92f2),segment_id=39e9cc23-88a2-4fb9-bda1-192453dc92f2)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 15:58:31.895986 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f2103d04-6779-4df2-b421-b9dfbc632cd2 req-9c3db2e8-e0b9-407b-bf2e-e4470868330e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454740'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:31.928119 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2103d04-6779-4df2-b421-b9dfbc632cd2 req-9c3db2e8-e0b9-407b-bf2e-e4470868330e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:31.928769 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f2103d04-6779-4df2-b421-b9dfbc632cd2 req-9c3db2e8-e0b9-407b-bf2e-e4470868330e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:31.930158 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f2103d04-6779-4df2-b421-b9dfbc632cd2 req-9c3db2e8-e0b9-407b-bf2e-e4470868330e service neutron] 10.222.0.68 "PUT /v2.0/ports/858be2cd-b07a-4042-86f1-2d1783d7c603 HTTP/1.1" status: 200 len: 1092 time: 0.6453764 Aug 19 15:58:31.930589 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '031aa4a2-5ba9-4719-a44a-f8c1556fbe58', 'tag': '858be2cd-b07a-4042-86f1-2d1783d7c603'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:58:31.932850 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ea2f9e66d71df3aa35f2a980f4ce96e3876fd938d75aec7c1a3378f7fc42a1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55b06a1-a529-48a4-a8c9-92ef5b575632" -d '{"events": [{"name": "network-changed", "server_uuid": "031aa4a2-5ba9-4719-a44a-f8c1556fbe58", "tag": "858be2cd-b07a-4042-86f1-2d1783d7c603"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:58:31.967881 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3db2e8-e0b9-407b-bf2e-e4470868330e service neutron] Pushing event updated for resources: {'Port': ['ID=858be2cd-b07a-4042-86f1-2d1783d7c603,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:58:32.000956 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39100f57-e374-4fe8-a28c-d0f6e6996c46 x-openstack-request-id: req-39100f57-e374-4fe8-a28c-d0f6e6996c46 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:58:32.001250 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "031aa4a2-5ba9-4719-a44a-f8c1556fbe58", "tag": "858be2cd-b07a-4042-86f1-2d1783d7c603", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:58:32.001500 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-39100f57-e374-4fe8-a28c-d0f6e6996c46 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:58:32.001901 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '031aa4a2-5ba9-4719-a44a-f8c1556fbe58', 'tag': '858be2cd-b07a-4042-86f1-2d1783d7c603', 'status': 'completed', 'code': 200} Aug 19 15:58:32.018693 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2103d04-6779-4df2-b421-b9dfbc632cd2 req-45594dc5-4a8f-4a08-9398-232ed09f4983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:32.020209 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f2103d04-6779-4df2-b421-b9dfbc632cd2 req-45594dc5-4a8f-4a08-9398-232ed09f4983 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=28136189e6a9404c8caad52f68468932&device_id=031aa4a2-5ba9-4719-a44a-f8c1556fbe58 HTTP/1.1" status: 200 len: 1095 time: 0.0484142 Aug 19 15:58:32.072864 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f2103d04-6779-4df2-b421-b9dfbc632cd2 req-d47f0dda-e1ae-4aad-814e-855b30bf864c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=858be2cd-b07a-4042-86f1-2d1783d7c603 HTTP/1.1" status: 200 len: 217 time: 0.0444024 Aug 19 15:58:32.123528 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2103d04-6779-4df2-b421-b9dfbc632cd2 req-00f028cb-e021-471a-baca-933a705b3744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:32.125624 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f2103d04-6779-4df2-b421-b9dfbc632cd2 req-00f028cb-e021-471a-baca-933a705b3744 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=fe4a014a-9155-4845-9814-5970db4da8ac HTTP/1.1" status: 200 len: 849 time: 0.0455482 Aug 19 15:58:32.169631 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2103d04-6779-4df2-b421-b9dfbc632cd2 req-f7075e1e-ed2d-4e59-a5ad-32ebab55fe04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:32.171104 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f2103d04-6779-4df2-b421-b9dfbc632cd2 req-f7075e1e-ed2d-4e59-a5ad-32ebab55fe04 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ecb83282-c087-470c-8e22-4f55979694ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394812 Aug 19 15:58:32.263033 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f2103d04-6779-4df2-b421-b9dfbc632cd2 req-a22b4cf3-f48b-4f40-9302-aa35f6141941 service neutron] 10.222.0.68 "GET /v2.0/networks/ecb83282-c087-470c-8e22-4f55979694ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849457 Aug 19 15:58:32.353943 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-f2103d04-6779-4df2-b421-b9dfbc632cd2 req-45589385-e003-4bbf-bc72-548e1eb62cc2 service neutron] 10.222.0.68 "GET /v2.0/networks/ecb83282-c087-470c-8e22-4f55979694ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832117 Aug 19 15:58:32.368836 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3dcceb-c8a5-4f25-8dce-80a797a5e4c7 req-774f1d36-52d8-4171-884b-d5de007b0e9c tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:32.370373 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ad3dcceb-c8a5-4f25-8dce-80a797a5e4c7 req-774f1d36-52d8-4171-884b-d5de007b0e9c tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/ports?device_id=031aa4a2-5ba9-4719-a44a-f8c1556fbe58 HTTP/1.1" status: 200 len: 944 time: 0.0496216 Aug 19 15:58:32.410675 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-ad3dcceb-c8a5-4f25-8dce-80a797a5e4c7 req-b346410a-3988-445f-9f31-8601e54d69ac tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/security-groups?id=c38b5cba-ed16-453b-9628-003ed432e5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325150 Aug 19 15:58:32.441125 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b06a1-a529-48a4-a8c9-92ef5b575632 req-b9017023-5305-40f2-b6a7-33ae7e594011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:32.442632 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c55b06a1-a529-48a4-a8c9-92ef5b575632 req-b9017023-5305-40f2-b6a7-33ae7e594011 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=28136189e6a9404c8caad52f68468932&device_id=031aa4a2-5ba9-4719-a44a-f8c1556fbe58 HTTP/1.1" status: 200 len: 1095 time: 0.0424154 Aug 19 15:58:32.535681 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b06a1-a529-48a4-a8c9-92ef5b575632 req-78049e71-c01d-4141-a632-ce34901e1a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:32.537185 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c55b06a1-a529-48a4-a8c9-92ef5b575632 req-78049e71-c01d-4141-a632-ce34901e1a47 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ecb83282-c087-470c-8e22-4f55979694ac HTTP/1.1" status: 200 len: 911 time: 0.0872707 Aug 19 15:58:32.579156 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c55b06a1-a529-48a4-a8c9-92ef5b575632 req-458c4d6f-0596-4d32-9314-68f50b2c78bb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=858be2cd-b07a-4042-86f1-2d1783d7c603 HTTP/1.1" status: 200 len: 217 time: 0.0336308 Aug 19 15:58:32.631527 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b06a1-a529-48a4-a8c9-92ef5b575632 req-f994ebcf-202a-46de-8bca-4dcd1650d9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:32.632979 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c55b06a1-a529-48a4-a8c9-92ef5b575632 req-f994ebcf-202a-46de-8bca-4dcd1650d9c1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=fe4a014a-9155-4845-9814-5970db4da8ac HTTP/1.1" status: 200 len: 849 time: 0.0465279 Aug 19 15:58:32.678775 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b06a1-a529-48a4-a8c9-92ef5b575632 req-2bfb852a-bcf7-4aab-a946-665ad76f49b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:32.680247 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c55b06a1-a529-48a4-a8c9-92ef5b575632 req-2bfb852a-bcf7-4aab-a946-665ad76f49b8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ecb83282-c087-470c-8e22-4f55979694ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398560 Aug 19 15:58:32.768078 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c55b06a1-a529-48a4-a8c9-92ef5b575632 req-03d7b933-1ed4-4d8c-9a30-adb22ac2abb5 service neutron] 10.222.0.68 "GET /v2.0/networks/ecb83282-c087-470c-8e22-4f55979694ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797765 Aug 19 15:58:32.860391 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-c55b06a1-a529-48a4-a8c9-92ef5b575632 req-2a97cd38-169f-4e63-9855-63efa2e9a274 service neutron] 10.222.0.68 "GET /v2.0/networks/ecb83282-c087-470c-8e22-4f55979694ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847158 Aug 19 15:58:33.531460 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142f161-e874-47f7-ab81-30b4179e20c4 req-86c8d236-d066-4789-a24b-b8d8d06abc03 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:33.532964 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9142f161-e874-47f7-ab81-30b4179e20c4 req-86c8d236-d066-4789-a24b-b8d8d06abc03 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/ports?device_id=031aa4a2-5ba9-4719-a44a-f8c1556fbe58 HTTP/1.1" status: 200 len: 944 time: 0.0528936 Aug 19 15:58:33.570956 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9142f161-e874-47f7-ab81-30b4179e20c4 req-2bac3e6f-dcbd-4a09-a0f6-aed63d4766e8 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/security-groups?id=c38b5cba-ed16-453b-9628-003ed432e5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320337 Aug 19 15:58:34.486225 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6e3059ea-d49b-4a10-987b-4c5f49cdde18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:34.677646 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:34.687220 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1600e5d-a49c-4b1a-b570-896d29c8809d req-4fe389f5-ca80-44d7-8e03-d522e7eacd5c tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:34.689268 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a1600e5d-a49c-4b1a-b570-896d29c8809d req-4fe389f5-ca80-44d7-8e03-d522e7eacd5c tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/ports?device_id=031aa4a2-5ba9-4719-a44a-f8c1556fbe58 HTTP/1.1" status: 200 len: 944 time: 0.0521066 Aug 19 15:58:34.729042 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-a1600e5d-a49c-4b1a-b570-896d29c8809d req-37b53e6c-f82d-4b99-8946-5d0392761dc4 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/security-groups?id=c38b5cba-ed16-453b-9628-003ed432e5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337040 Aug 19 15:58:34.997688 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:35.440925 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:35.855568 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa3a3a-95eb-4e86-a18b-6c6d539912ec req-b39b0c7a-0b62-4ee1-8a17-4c9cd3d01f4c tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:35.857087 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3eaa3a3a-95eb-4e86-a18b-6c6d539912ec req-b39b0c7a-0b62-4ee1-8a17-4c9cd3d01f4c tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/ports?device_id=031aa4a2-5ba9-4719-a44a-f8c1556fbe58 HTTP/1.1" status: 200 len: 944 time: 0.0535519 Aug 19 15:58:35.896252 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3eaa3a3a-95eb-4e86-a18b-6c6d539912ec req-e7e21889-bb2a-4e21-90a0-91f4016507e4 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/security-groups?id=c38b5cba-ed16-453b-9628-003ed432e5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314229 Aug 19 15:58:36.159969 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 858be2cd-b07a-4042-86f1-2d1783d7c603 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 15:58:36.232533 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:36.262581 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 858be2cd-b07a-4042-86f1-2d1783d7c603, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=858be2cd-b07a-4042-86f1-2d1783d7c603,segment=NetworkSegment(39e9cc23-88a2-4fb9-bda1-192453dc92f2),segment_id=39e9cc23-88a2-4fb9-bda1-192453dc92f2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:58:36.272672 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '858be2cd-b07a-4042-86f1-2d1783d7c603', 'network_id': 'ecb83282-c087-470c-8e22-4f55979694ac', 'port_id': '858be2cd-b07a-4042-86f1-2d1783d7c603', 'mac_address': 'fa:16:3e:2b:c3:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe4a014a-9155-4845-9814-5970db4da8ac', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 15:58:36.311681 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:36.327727 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 858be2cd-b07a-4042-86f1-2d1783d7c603 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 15:58:36.347267 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 858be2cd-b07a-4042-86f1-2d1783d7c603, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=858be2cd-b07a-4042-86f1-2d1783d7c603,segment=NetworkSegment(39e9cc23-88a2-4fb9-bda1-192453dc92f2),segment_id=39e9cc23-88a2-4fb9-bda1-192453dc92f2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:58:36.351004 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:36.398222 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=858be2cd-b07a-4042-86f1-2d1783d7c603,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:58:36.576963 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['858be2cd-b07a-4042-86f1-2d1783d7c603'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 15:58:37.017208 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f821989-501a-4b2e-a5b7-8575eb823b7c req-3dd6377b-6900-4ce5-a058-51ea025e472d tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:37.018717 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1f821989-501a-4b2e-a5b7-8575eb823b7c req-3dd6377b-6900-4ce5-a058-51ea025e472d tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/ports?device_id=031aa4a2-5ba9-4719-a44a-f8c1556fbe58 HTTP/1.1" status: 200 len: 945 time: 0.0534074 Aug 19 15:58:37.055198 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1f821989-501a-4b2e-a5b7-8575eb823b7c req-172463bf-3c39-4f4a-874b-53235c5f6803 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/security-groups?id=c38b5cba-ed16-453b-9628-003ed432e5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304992 Aug 19 15:58:37.246651 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:38.171338 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 858be2cd-b07a-4042-86f1-2d1783d7c603 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 15:58:38.178173 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed5952-7de8-46af-a751-2da7d84a68b9 req-de43b3d2-f941-4c91-a920-f7daada58199 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:38.179703 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-38ed5952-7de8-46af-a751-2da7d84a68b9 req-de43b3d2-f941-4c91-a920-f7daada58199 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/ports?device_id=031aa4a2-5ba9-4719-a44a-f8c1556fbe58 HTTP/1.1" status: 200 len: 945 time: 0.0493951 Aug 19 15:58:38.219116 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-38ed5952-7de8-46af-a751-2da7d84a68b9 req-2538755e-99f3-4a0c-ab02-cd73a66427fd tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/security-groups?id=c38b5cba-ed16-453b-9628-003ed432e5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333810 Aug 19 15:58:38.221704 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning for port 858be2cd-b07a-4042-86f1-2d1783d7c603 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 15:58:38.225746 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 858be2cd-b07a-4042-86f1-2d1783d7c603 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 15:58:38.226119 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:38.304485 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:38.325863 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031aa4a2-5ba9-4719-a44a-f8c1556fbe58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858be2cd-b07a-4042-86f1-2d1783d7c603'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:58:38.328095 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33781a19ce02c5415d916baf9197922328299cb06218664b0429d3f5e03069d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95af33a-ce3a-4fa5-96d9-cd938eae3cbd" -d '{"events": [{"server_uuid": "031aa4a2-5ba9-4719-a44a-f8c1556fbe58", "name": "network-vif-plugged", "status": "completed", "tag": "858be2cd-b07a-4042-86f1-2d1783d7c603"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:58:38.341718 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 858be2cd-b07a-4042-86f1-2d1783d7c603, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=858be2cd-b07a-4042-86f1-2d1783d7c603,segment=NetworkSegment(39e9cc23-88a2-4fb9-bda1-192453dc92f2),segment_id=39e9cc23-88a2-4fb9-bda1-192453dc92f2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 15:58:38.346355 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:38.370514 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 15:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8b78c5-5e7a-428f-bf73-004fb974b587 x-openstack-request-id: req-bb8b78c5-5e7a-428f-bf73-004fb974b587 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:58:38.370802 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "031aa4a2-5ba9-4719-a44a-f8c1556fbe58", "name": "network-vif-plugged", "status": "completed", "tag": "858be2cd-b07a-4042-86f1-2d1783d7c603", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:58:38.371059 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bb8b78c5-5e7a-428f-bf73-004fb974b587 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:58:38.371441 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '031aa4a2-5ba9-4719-a44a-f8c1556fbe58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858be2cd-b07a-4042-86f1-2d1783d7c603', 'code': 200} Aug 19 15:58:38.402517 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=858be2cd-b07a-4042-86f1-2d1783d7c603,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:58:38.470121 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af6347-f229-44b7-8d9a-af74b4392cff req-2102681c-9d0f-447b-a03d-314478bbb37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:38.471720 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-75af6347-f229-44b7-8d9a-af74b4392cff req-2102681c-9d0f-447b-a03d-314478bbb37f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=031aa4a2-5ba9-4719-a44a-f8c1556fbe58 HTTP/1.1" status: 200 len: 1097 time: 0.0440278 Aug 19 15:58:38.506102 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-75af6347-f229-44b7-8d9a-af74b4392cff req-a2692c23-0059-4c1a-a629-dc0e68912dd4 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=c38b5cba-ed16-453b-9628-003ed432e5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0275605 Aug 19 15:58:39.338016 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d283b-f259-4463-96e1-711797a96e3d req-2ce5c760-ab98-4a39-b42b-3697545f709b tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:39.339515 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-273d283b-f259-4463-96e1-711797a96e3d req-2ce5c760-ab98-4a39-b42b-3697545f709b tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/ports?device_id=031aa4a2-5ba9-4719-a44a-f8c1556fbe58 HTTP/1.1" status: 200 len: 946 time: 0.0496404 Aug 19 15:58:39.380092 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-273d283b-f259-4463-96e1-711797a96e3d req-52a822e9-4040-4276-aeda-6c7c6840af69 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/security-groups?id=c38b5cba-ed16-453b-9628-003ed432e5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345697 Aug 19 15:58:40.498920 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730c750-9682-4bd8-9e83-15807d872f57 req-f3fb5945-c614-4114-875b-93991218f85a tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:40.500489 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9730c750-9682-4bd8-9e83-15807d872f57 req-f3fb5945-c614-4114-875b-93991218f85a tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/ports?device_id=031aa4a2-5ba9-4719-a44a-f8c1556fbe58 HTTP/1.1" status: 200 len: 946 time: 0.0525515 Aug 19 15:58:40.537460 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9730c750-9682-4bd8-9e83-15807d872f57 req-6e189412-1a5d-4b72-8d93-16ba7e4c14b9 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/security-groups?id=c38b5cba-ed16-453b-9628-003ed432e5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304089 Aug 19 15:58:40.650948 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d7128-21e5-46e4-8807-d1b76094ee16 req-5823f1c8-d88b-4c40-9862-58bd9b6f3f3c tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:40.652463 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c71d7128-21e5-46e4-8807-d1b76094ee16 req-5823f1c8-d88b-4c40-9862-58bd9b6f3f3c tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/ports?device_id=031aa4a2-5ba9-4719-a44a-f8c1556fbe58 HTTP/1.1" status: 200 len: 946 time: 0.0491624 Aug 19 15:58:40.690748 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-c71d7128-21e5-46e4-8807-d1b76094ee16 req-742dad01-804a-4278-a3b8-28c635724fa1 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/security-groups?id=c38b5cba-ed16-453b-9628-003ed432e5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322137 Aug 19 15:58:40.711762 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 41786) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:58:40.751113 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c15fbc-2ec8-487c-8f47-e28f7342d08b tempest-TestSnapshotPattern-257611013 tempest-TestSnapshotPattern-257611013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:40.752629 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-01c15fbc-2ec8-487c-8f47-e28f7342d08b tempest-TestSnapshotPattern-257611013 tempest-TestSnapshotPattern-257611013-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=031aa4a2-5ba9-4719-a44a-f8c1556fbe58 HTTP/1.1" status: 200 len: 1092 time: 0.0398076 Aug 19 15:58:40.755268 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 41788) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 15:58:40.759609 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6554670c-5306-47d3-85b0-41cd0a32170f tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Request body: {'floatingip': {'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'port_id': '858be2cd-b07a-4042-86f1-2d1783d7c603', 'tenant_id': '28136189e6a9404c8caad52f68468932', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 15:58:40.780805 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6554670c-5306-47d3-85b0-41cd0a32170f tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:40.880675 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6554670c-5306-47d3-85b0-41cd0a32170f tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:40.980123 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-6554670c-5306-47d3-85b0-41cd0a32170f tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Allocated IP 172.25.2.168 (88eeec05-6d16-4f02-9461-44ff5e420302/df4d783d-3193-442f-b9c4-0c35f3c3e536/b0cea75a-c09a-4206-a9ff-c1bfc455b9f1) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 15:58:41.081325 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:58:41.082787 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6554670c-5306-47d3-85b0-41cd0a32170f tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:41.125821 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6554670c-5306-47d3-85b0-41cd0a32170f tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784381255765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:41.165307 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6554670c-5306-47d3-85b0-41cd0a32170f tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Network 88eeec05-6d16-4f02-9461-44ff5e420302 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 15:58:41.168153 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-6554670c-5306-47d3-85b0-41cd0a32170f tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 15:58:41.172107 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6554670c-5306-47d3-85b0-41cd0a32170f tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 15:58:41.193207 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6554670c-5306-47d3-85b0-41cd0a32170f tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Pushing event updated for resources: {'Port': ['ID=b0cea75a-c09a-4206-a9ff-c1bfc455b9f1,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:58:41.206775 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6554670c-5306-47d3-85b0-41cd0a32170f tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:41.207121 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6554670c-5306-47d3-85b0-41cd0a32170f tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:41.207457 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6554670c-5306-47d3-85b0-41cd0a32170f tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:41.207791 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6554670c-5306-47d3-85b0-41cd0a32170f tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:41.208132 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6554670c-5306-47d3-85b0-41cd0a32170f tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:41.208470 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6554670c-5306-47d3-85b0-41cd0a32170f tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:41.208798 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6554670c-5306-47d3-85b0-41cd0a32170f tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:41.209117 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6554670c-5306-47d3-85b0-41cd0a32170f tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:41.209435 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6554670c-5306-47d3-85b0-41cd0a32170f tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:41.209754 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6554670c-5306-47d3-85b0-41cd0a32170f tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:41.210330 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6554670c-5306-47d3-85b0-41cd0a32170f tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:41.210649 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6554670c-5306-47d3-85b0-41cd0a32170f tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 15:58:41.535717 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6554670c-5306-47d3-85b0-41cd0a32170f tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:41.601329 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6554670c-5306-47d3-85b0-41cd0a32170f tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:41.747287 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6554670c-5306-47d3-85b0-41cd0a32170f tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:41.751574 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6554670c-5306-47d3-85b0-41cd0a32170f tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9426832'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:41.820581 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6554670c-5306-47d3-85b0-41cd0a32170f tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Pushing event updated for resources: {'Port': ['ID=b0cea75a-c09a-4206-a9ff-c1bfc455b9f1,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 15:58:41.834002 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6554670c-5306-47d3-85b0-41cd0a32170f tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666759'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:41.935854 n-d-766043-2 neutron-server[94640]: INFO neutron.db.l3_db [None req-6554670c-5306-47d3-85b0-41cd0a32170f tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Floating IP 3617ad5d-98a0-4ac9-855c-eedde1e5e916 associated. External IP: 172.25.2.168, port: 858be2cd-b07a-4042-86f1-2d1783d7c603. Aug 19 15:58:42.138282 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6554670c-5306-47d3-85b0-41cd0a32170f tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Router 53a7e096-19d1-4e67-904a-480d1e80ca25 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 15:58:42.246440 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6554670c-5306-47d3-85b0-41cd0a32170f tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 15:58:42.255948 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d7ab3d-9640-4449-a54a-3bd0869071c8 None None] Sync routers for ids ['53a7e096-19d1-4e67-904a-480d1e80ca25'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 15:58:42.262666 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6554670c-5306-47d3-85b0-41cd0a32170f tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:58:42.266612 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d7ab3d-9640-4449-a54a-3bd0869071c8 None None] Routers {'53a7e096-19d1-4e67-904a-480d1e80ca25'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:58:42.267466 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-00d7ab3d-9640-4449-a54a-3bd0869071c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:58:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['53a7e096-19d1-4e67-904a-480d1e80ca25'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:58:42.292894 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-6554670c-5306-47d3-85b0-41cd0a32170f tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5365193 Aug 19 15:58:42.293611 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '031aa4a2-5ba9-4719-a44a-f8c1556fbe58', 'tag': '858be2cd-b07a-4042-86f1-2d1783d7c603'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 15:58:42.296005 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22fe28f3f2ed00298fad1814fbe4737ebcc7f8c7d408f26f1f50550a3b01d4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6ac4dd-3a3d-45b6-ae43-ca7ad1b4e304" -d '{"events": [{"name": "network-changed", "server_uuid": "031aa4a2-5ba9-4719-a44a-f8c1556fbe58", "tag": "858be2cd-b07a-4042-86f1-2d1783d7c603"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 15:58:42.331703 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 15:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7674f1cf-ad27-48ad-8ed6-e3da90b2b812 x-openstack-request-id: req-7674f1cf-ad27-48ad-8ed6-e3da90b2b812 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 15:58:42.331996 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "031aa4a2-5ba9-4719-a44a-f8c1556fbe58", "tag": "858be2cd-b07a-4042-86f1-2d1783d7c603", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 15:58:42.332247 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7674f1cf-ad27-48ad-8ed6-e3da90b2b812 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 15:58:42.332676 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '031aa4a2-5ba9-4719-a44a-f8c1556fbe58', 'tag': '858be2cd-b07a-4042-86f1-2d1783d7c603', 'status': 'completed', 'code': 200} Aug 19 15:58:42.375346 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-00d7ab3d-9640-4449-a54a-3bd0869071c8 None None] Set router 53a7e096-19d1-4e67-904a-480d1e80ca25 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:58:42.396015 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ac4dd-3a3d-45b6-ae43-ca7ad1b4e304 req-c856fb7c-6dc6-4308-9996-f51fa495d018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:42.398477 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ec6ac4dd-3a3d-45b6-ae43-ca7ad1b4e304 req-c856fb7c-6dc6-4308-9996-f51fa495d018 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=28136189e6a9404c8caad52f68468932&device_id=031aa4a2-5ba9-4719-a44a-f8c1556fbe58 HTTP/1.1" status: 200 len: 1097 time: 0.0416236 Aug 19 15:58:42.496617 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ac4dd-3a3d-45b6-ae43-ca7ad1b4e304 req-73c2765a-4e98-4de2-87cc-fae8e59554bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:42.498107 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ec6ac4dd-3a3d-45b6-ae43-ca7ad1b4e304 req-73c2765a-4e98-4de2-87cc-fae8e59554bb service neutron] 10.222.0.68 "GET /v2.0/networks?id=ecb83282-c087-470c-8e22-4f55979694ac HTTP/1.1" status: 200 len: 911 time: 0.0939612 Aug 19 15:58:42.589338 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ec6ac4dd-3a3d-45b6-ae43-ca7ad1b4e304 req-d7af11c5-eeb3-465c-a464-3617740daa38 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=858be2cd-b07a-4042-86f1-2d1783d7c603 HTTP/1.1" status: 200 len: 1000 time: 0.0834148 Aug 19 15:58:42.607950 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-00d7ab3d-9640-4449-a54a-3bd0869071c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'name': 'tempest-TestSnapshotPattern-1244798822-router', 'tenant_id': '28136189e6a9404c8caad52f68468932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '110e211d-938c-49ae-965b-11a153041a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:55:47Z', 'updated_at': '2021-08-19T15:55:50Z', 'revision_number': 4, 'project_id': '28136189e6a9404c8caad52f68468932', 'gw_port': {'id': '110e211d-938c-49ae-965b-11a153041a94', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:55:48Z', 'updated_at': '2021-08-19T15:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '1a44cca8-d792-4b6f-81fe-baeff9247288', 'tenant_id': '28136189e6a9404c8caad52f68468932', 'floating_ip_address': '172.25.2.197', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'port_id': '42d4dfbb-cb3e-4de8-a50c-a393aa971952', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb83282-c087-470c-8e22-4f55979694ac', 'mac_address': 'fa:16:3e:42:58:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '561743d5-dbc7-4355-8db1-fe4adad1cb25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:56:10Z', 'updated_at': '2021-08-19T15:56:12Z', 'revision_number': 1, 'project_id': '28136189e6a9404c8caad52f68468932', 'fixed_ip_address_scope': None}, {'id': '3617ad5d-98a0-4ac9-855c-eedde1e5e916', 'tenant_id': '28136189e6a9404c8caad52f68468932', 'floating_ip_address': '172.25.2.168', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'port_id': '858be2cd-b07a-4042-86f1-2d1783d7c603', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb83282-c087-470c-8e22-4f55979694ac', 'mac_address': 'fa:16:3e:2b:c3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031aa4a2-5ba9-4719-a44a-f8c1556fbe58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:58:41Z', 'updated_at': '2021-08-19T15:58:41Z', 'revision_number': 0, 'project_id': '28136189e6a9404c8caad52f68468932', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a886a327-0277-48a7-b5fc-db29e5ccb30c', 'name': '', 'network_id': 'ecb83282-c087-470c-8e22-4f55979694ac', 'tenant_id': '28136189e6a9404c8caad52f68468932', 'mac_address': 'fa:16:3e:c0:90:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'fe4a014a-9155-4845-9814-5970db4da8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:55:49Z', 'updated_at': '2021-08-19T15:55:57Z', 'revision_number': 5, 'project_id': '28136189e6a9404c8caad52f68468932', 'subnets': [{'id': 'fe4a014a-9155-4845-9814-5970db4da8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:58:42.643085 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ac4dd-3a3d-45b6-ae43-ca7ad1b4e304 req-ea0f8798-d331-4822-bfaf-8f5b09a33e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:42.643632 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d7ab3d-9640-4449-a54a-3bd0869071c8 None None] Checking router: 53a7e096-19d1-4e67-904a-480d1e80ca25 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 15:58:42.644604 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ec6ac4dd-3a3d-45b6-ae43-ca7ad1b4e304 req-ea0f8798-d331-4822-bfaf-8f5b09a33e49 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=fe4a014a-9155-4845-9814-5970db4da8ac HTTP/1.1" status: 200 len: 849 time: 0.0487146 Aug 19 15:58:42.652917 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d7ab3d-9640-4449-a54a-3bd0869071c8 None None] Routers {'53a7e096-19d1-4e67-904a-480d1e80ca25'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 15:58:42.653538 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-00d7ab3d-9640-4449-a54a-3bd0869071c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T15:58:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['53a7e096-19d1-4e67-904a-480d1e80ca25'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:58:42.689604 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ac4dd-3a3d-45b6-ae43-ca7ad1b4e304 req-5d7b2db8-5dab-4c7c-ad64-72ad104b5c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:58:42.691120 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ec6ac4dd-3a3d-45b6-ae43-ca7ad1b4e304 req-5d7b2db8-5dab-4c7c-ad64-72ad104b5c84 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ecb83282-c087-470c-8e22-4f55979694ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402210 Aug 19 15:58:42.768788 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-00d7ab3d-9640-4449-a54a-3bd0869071c8 None None] Set router 53a7e096-19d1-4e67-904a-480d1e80ca25 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 15:58:42.780100 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ec6ac4dd-3a3d-45b6-ae43-ca7ad1b4e304 req-077fe910-3410-42fe-87ab-52be1511d941 service neutron] 10.222.0.68 "GET /v2.0/networks/ecb83282-c087-470c-8e22-4f55979694ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822160 Aug 19 15:58:42.880271 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-ec6ac4dd-3a3d-45b6-ae43-ca7ad1b4e304 req-46954d59-cbc6-446a-84af-5ca787ee9c4d service neutron] 10.222.0.68 "GET /v2.0/networks/ecb83282-c087-470c-8e22-4f55979694ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909278 Aug 19 15:58:43.004846 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-00d7ab3d-9640-4449-a54a-3bd0869071c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'name': 'tempest-TestSnapshotPattern-1244798822-router', 'tenant_id': '28136189e6a9404c8caad52f68468932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '110e211d-938c-49ae-965b-11a153041a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:55:47Z', 'updated_at': '2021-08-19T15:55:50Z', 'revision_number': 4, 'project_id': '28136189e6a9404c8caad52f68468932', 'gw_port': {'id': '110e211d-938c-49ae-965b-11a153041a94', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:55:48Z', 'updated_at': '2021-08-19T15:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '1a44cca8-d792-4b6f-81fe-baeff9247288', 'tenant_id': '28136189e6a9404c8caad52f68468932', 'floating_ip_address': '172.25.2.197', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'port_id': '42d4dfbb-cb3e-4de8-a50c-a393aa971952', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb83282-c087-470c-8e22-4f55979694ac', 'mac_address': 'fa:16:3e:42:58:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '561743d5-dbc7-4355-8db1-fe4adad1cb25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:56:10Z', 'updated_at': '2021-08-19T15:56:12Z', 'revision_number': 1, 'project_id': '28136189e6a9404c8caad52f68468932', 'fixed_ip_address_scope': None}, {'id': '3617ad5d-98a0-4ac9-855c-eedde1e5e916', 'tenant_id': '28136189e6a9404c8caad52f68468932', 'floating_ip_address': '172.25.2.168', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'port_id': '858be2cd-b07a-4042-86f1-2d1783d7c603', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb83282-c087-470c-8e22-4f55979694ac', 'mac_address': 'fa:16:3e:2b:c3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031aa4a2-5ba9-4719-a44a-f8c1556fbe58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:58:41Z', 'updated_at': '2021-08-19T15:58:41Z', 'revision_number': 0, 'project_id': '28136189e6a9404c8caad52f68468932', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a886a327-0277-48a7-b5fc-db29e5ccb30c', 'name': '', 'network_id': 'ecb83282-c087-470c-8e22-4f55979694ac', 'tenant_id': '28136189e6a9404c8caad52f68468932', 'mac_address': 'fa:16:3e:c0:90:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'fe4a014a-9155-4845-9814-5970db4da8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:55:49Z', 'updated_at': '2021-08-19T15:55:57Z', 'revision_number': 5, 'project_id': '28136189e6a9404c8caad52f68468932', 'subnets': [{'id': 'fe4a014a-9155-4845-9814-5970db4da8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 15:58:43.034833 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d7ab3d-9640-4449-a54a-3bd0869071c8 None None] The sync data for ids ['53a7e096-19d1-4e67-904a-480d1e80ca25'] in n-d-766043-2 is: [{'id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'name': 'tempest-TestSnapshotPattern-1244798822-router', 'tenant_id': '28136189e6a9404c8caad52f68468932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '110e211d-938c-49ae-965b-11a153041a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:55:47Z', 'updated_at': '2021-08-19T15:55:50Z', 'revision_number': 4, 'project_id': '28136189e6a9404c8caad52f68468932', 'gw_port': {'id': '110e211d-938c-49ae-965b-11a153041a94', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:55:48Z', 'updated_at': '2021-08-19T15:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '1a44cca8-d792-4b6f-81fe-baeff9247288', 'tenant_id': '28136189e6a9404c8caad52f68468932', 'floating_ip_address': '172.25.2.197', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'port_id': '42d4dfbb-cb3e-4de8-a50c-a393aa971952', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb83282-c087-470c-8e22-4f55979694ac', 'mac_address': 'fa:16:3e:42:58:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '561743d5-dbc7-4355-8db1-fe4adad1cb25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:56:10Z', 'updated_at': '2021-08-19T15:56:12Z', 'revision_number': 1, 'project_id': '28136189e6a9404c8caad52f68468932', 'fixed_ip_address_scope': None}, {'id': '3617ad5d-98a0-4ac9-855c-eedde1e5e916', 'tenant_id': '28136189e6a9404c8caad52f68468932', 'floating_ip_address': '172.25.2.168', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'port_id': '858be2cd-b07a-4042-86f1-2d1783d7c603', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb83282-c087-470c-8e22-4f55979694ac', 'mac_address': 'fa:16:3e:2b:c3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031aa4a2-5ba9-4719-a44a-f8c1556fbe58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:58:41Z', 'updated_at': '2021-08-19T15:58:41Z', 'revision_number': 0, 'project_id': '28136189e6a9404c8caad52f68468932', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a886a327-0277-48a7-b5fc-db29e5ccb30c', 'name': '', 'network_id': 'ecb83282-c087-470c-8e22-4f55979694ac', 'tenant_id': '28136189e6a9404c8caad52f68468932', 'mac_address': 'fa:16:3e:c0:90:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'fe4a014a-9155-4845-9814-5970db4da8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:55:49Z', 'updated_at': '2021-08-19T15:55:57Z', 'revision_number': 5, 'project_id': '28136189e6a9404c8caad52f68468932', 'subnets': [{'id': 'fe4a014a-9155-4845-9814-5970db4da8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 15:58:43.248269 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7bcf77-5834-45c8-b803-18b5d3095f64 None None] New status for floating IP 3617ad5d-98a0-4ac9-855c-eedde1e5e916: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 15:59:01.573939 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6037b0f8-57f0-4c60-81ef-af657e88c18c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:04.487710 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-404d5d48-db10-4bf2-a04a-e64c19eb0c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:04.679254 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:05.013225 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:05.442050 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:06.198887 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:07.249458 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:10.762032 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7a82a172-495a-4bc2-bc55-2dffe57623b4 req-f1f8363a-5d53-44ee-a7ff-a13125df9011 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=031aa4a2-5ba9-4719-a44a-f8c1556fbe58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397847 Aug 19 15:59:10.840125 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82a172-495a-4bc2-bc55-2dffe57623b4 req-6ec7bd4c-a446-44fa-ac41-480173c09922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:59:10.841613 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7a82a172-495a-4bc2-bc55-2dffe57623b4 req-6ec7bd4c-a446-44fa-ac41-480173c09922 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=28136189e6a9404c8caad52f68468932&device_id=031aa4a2-5ba9-4719-a44a-f8c1556fbe58 HTTP/1.1" status: 200 len: 1097 time: 0.0394990 Aug 19 15:59:10.946616 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82a172-495a-4bc2-bc55-2dffe57623b4 req-8b18c0bc-c905-4e21-986a-f4c21de0d9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:59:10.948075 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7a82a172-495a-4bc2-bc55-2dffe57623b4 req-8b18c0bc-c905-4e21-986a-f4c21de0d9a7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ecb83282-c087-470c-8e22-4f55979694ac HTTP/1.1" status: 200 len: 911 time: 0.0867794 Aug 19 15:59:11.012026 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7a82a172-495a-4bc2-bc55-2dffe57623b4 req-46bff183-ac09-400f-a121-592778d9f95f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=858be2cd-b07a-4042-86f1-2d1783d7c603 HTTP/1.1" status: 200 len: 1002 time: 0.0568080 Aug 19 15:59:11.064572 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82a172-495a-4bc2-bc55-2dffe57623b4 req-3559bdba-3b53-4ac2-9e3f-71035856282d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:59:11.066035 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7a82a172-495a-4bc2-bc55-2dffe57623b4 req-3559bdba-3b53-4ac2-9e3f-71035856282d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=fe4a014a-9155-4845-9814-5970db4da8ac HTTP/1.1" status: 200 len: 849 time: 0.0473166 Aug 19 15:59:11.111208 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82a172-495a-4bc2-bc55-2dffe57623b4 req-67e52e84-0ad3-4c8b-983e-79c534cc37a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:59:11.112845 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7a82a172-495a-4bc2-bc55-2dffe57623b4 req-67e52e84-0ad3-4c8b-983e-79c534cc37a5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ecb83282-c087-470c-8e22-4f55979694ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401709 Aug 19 15:59:11.198613 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7a82a172-495a-4bc2-bc55-2dffe57623b4 req-4c798ba2-e8bf-444d-aa4d-13ffb7959fa3 service neutron] 10.222.0.68 "GET /v2.0/networks/ecb83282-c087-470c-8e22-4f55979694ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789258 Aug 19 15:59:11.292041 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-7a82a172-495a-4bc2-bc55-2dffe57623b4 req-e6600acc-2cdc-4769-8713-88a5bfee2aeb service neutron] 10.222.0.68 "GET /v2.0/networks/ecb83282-c087-470c-8e22-4f55979694ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849438 Aug 19 15:59:18.081836 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 15:59:19.505977 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-475852f8-f0a4-4635-bb59-b26e32adf2b2 req-7186757e-eb8b-461b-ba08-39defa13fe5a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=561743d5-dbc7-4355-8db1-fe4adad1cb25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1098070 Aug 19 15:59:19.587574 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475852f8-f0a4-4635-bb59-b26e32adf2b2 req-67e865ec-3137-43c6-afe5-cc21097f0bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:59:19.589109 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-475852f8-f0a4-4635-bb59-b26e32adf2b2 req-67e865ec-3137-43c6-afe5-cc21097f0bf9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=28136189e6a9404c8caad52f68468932&device_id=561743d5-dbc7-4355-8db1-fe4adad1cb25 HTTP/1.1" status: 200 len: 1094 time: 0.0414355 Aug 19 15:59:19.691479 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475852f8-f0a4-4635-bb59-b26e32adf2b2 req-9890fa47-3d77-4b6b-8379-b97129a54540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:59:19.692891 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-475852f8-f0a4-4635-bb59-b26e32adf2b2 req-9890fa47-3d77-4b6b-8379-b97129a54540 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ecb83282-c087-470c-8e22-4f55979694ac HTTP/1.1" status: 200 len: 911 time: 0.0860925 Aug 19 15:59:20.095657 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-475852f8-f0a4-4635-bb59-b26e32adf2b2 req-ed3ba0ac-2d11-4502-aeb2-7aea9b86d5a1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42d4dfbb-cb3e-4de8-a50c-a393aa971952 HTTP/1.1" status: 200 len: 999 time: 0.3958752 Aug 19 15:59:20.145418 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475852f8-f0a4-4635-bb59-b26e32adf2b2 req-ae260493-9301-4cdf-8e8b-ce58e978bee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:59:20.146872 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-475852f8-f0a4-4635-bb59-b26e32adf2b2 req-ae260493-9301-4cdf-8e8b-ce58e978bee9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fe4a014a-9155-4845-9814-5970db4da8ac HTTP/1.1" status: 200 len: 849 time: 0.0436974 Aug 19 15:59:20.195658 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475852f8-f0a4-4635-bb59-b26e32adf2b2 req-d1302a9e-de4f-48dc-a957-0bbab161618f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 15:59:20.197187 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-475852f8-f0a4-4635-bb59-b26e32adf2b2 req-d1302a9e-de4f-48dc-a957-0bbab161618f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ecb83282-c087-470c-8e22-4f55979694ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434566 Aug 19 15:59:20.285012 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-475852f8-f0a4-4635-bb59-b26e32adf2b2 req-6cf630e1-4089-4437-8b6a-54d11d39d6a8 service neutron] 10.222.0.88 "GET /v2.0/networks/ecb83282-c087-470c-8e22-4f55979694ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803690 Aug 19 15:59:20.376211 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-475852f8-f0a4-4635-bb59-b26e32adf2b2 req-10c2a91a-7eb3-4482-9ede-58fb2f9d688b service neutron] 10.222.0.88 "GET /v2.0/networks/ecb83282-c087-470c-8e22-4f55979694ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841923 Aug 19 15:59:31.577282 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ad496fff-3c25-41fd-ba28-5eca2ec04005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:34.486986 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-feaa79a9-a1dd-44e0-9bdf-93fe652b8656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:34.680805 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:35.031070 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:35.445745 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:36.216202 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:37.251782 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 15:59:55.080222 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:00:01.577667 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-497b354b-7d27-42a7-9386-654708e516ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:04.487158 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b3b08c4f-10f8-4f83-a560-9c6e9d72902f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:04.682117 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:05.027438 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:05.447697 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:06.212811 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:07.254981 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:12.794492 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-51456476-58f6-4c93-ba7d-b92f8210e69e req-71e81a2e-a227-4a4f-955e-b0e42fd1b488 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=031aa4a2-5ba9-4719-a44a-f8c1556fbe58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408154 Aug 19 16:00:12.875730 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51456476-58f6-4c93-ba7d-b92f8210e69e req-c47cfc20-892d-435c-985e-23f44e396887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:00:12.877235 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-51456476-58f6-4c93-ba7d-b92f8210e69e req-c47cfc20-892d-435c-985e-23f44e396887 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=28136189e6a9404c8caad52f68468932&device_id=031aa4a2-5ba9-4719-a44a-f8c1556fbe58 HTTP/1.1" status: 200 len: 1097 time: 0.0400403 Aug 19 16:00:12.981116 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51456476-58f6-4c93-ba7d-b92f8210e69e req-4e340b1e-f63d-4abf-99cd-2263dae44158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:00:12.982588 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-51456476-58f6-4c93-ba7d-b92f8210e69e req-4e340b1e-f63d-4abf-99cd-2263dae44158 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ecb83282-c087-470c-8e22-4f55979694ac HTTP/1.1" status: 200 len: 911 time: 0.0861442 Aug 19 16:00:13.047100 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-51456476-58f6-4c93-ba7d-b92f8210e69e req-005a4772-97e0-410a-b5d1-83ded435d013 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=858be2cd-b07a-4042-86f1-2d1783d7c603 HTTP/1.1" status: 200 len: 1002 time: 0.0567226 Aug 19 16:00:13.099434 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51456476-58f6-4c93-ba7d-b92f8210e69e req-de386f7e-de15-479c-a961-e1c14149d695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:00:13.101117 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-51456476-58f6-4c93-ba7d-b92f8210e69e req-de386f7e-de15-479c-a961-e1c14149d695 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=fe4a014a-9155-4845-9814-5970db4da8ac HTTP/1.1" status: 200 len: 849 time: 0.0472796 Aug 19 16:00:13.146889 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51456476-58f6-4c93-ba7d-b92f8210e69e req-07a2d515-a3df-4b89-ba47-87ed95a36798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:00:13.148399 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-51456476-58f6-4c93-ba7d-b92f8210e69e req-07a2d515-a3df-4b89-ba47-87ed95a36798 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ecb83282-c087-470c-8e22-4f55979694ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406604 Aug 19 16:00:13.239789 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-51456476-58f6-4c93-ba7d-b92f8210e69e req-663111ed-400d-4e0b-8dcf-1820f2286922 service neutron] 10.222.0.68 "GET /v2.0/networks/ecb83282-c087-470c-8e22-4f55979694ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837650 Aug 19 16:00:13.332018 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-51456476-58f6-4c93-ba7d-b92f8210e69e req-e913c8b9-b58e-46cc-81c8-e3aa04ee609c service neutron] 10.222.0.68 "GET /v2.0/networks/ecb83282-c087-470c-8e22-4f55979694ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854330 Aug 19 16:00:16.613940 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 858be2cd-b07a-4042-86f1-2d1783d7c603 details requested by agent hyperv_n-h1-766043-2 with host n-h1-766043-2 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 16:00:16.707414 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 858be2cd-b07a-4042-86f1-2d1783d7c603, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=858be2cd-b07a-4042-86f1-2d1783d7c603,segment=NetworkSegment(39e9cc23-88a2-4fb9-bda1-192453dc92f2),segment_id=39e9cc23-88a2-4fb9-bda1-192453dc92f2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:00:16.718650 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Returning: {'device': '858be2cd-b07a-4042-86f1-2d1783d7c603', 'network_id': 'ecb83282-c087-470c-8e22-4f55979694ac', 'port_id': '858be2cd-b07a-4042-86f1-2d1783d7c603', 'mac_address': 'fa:16:3e:2b:c3:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe4a014a-9155-4845-9814-5970db4da8ac', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 16:00:16.755303 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:16.767484 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 858be2cd-b07a-4042-86f1-2d1783d7c603 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 16:00:16.785857 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 858be2cd-b07a-4042-86f1-2d1783d7c603, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=858be2cd-b07a-4042-86f1-2d1783d7c603,segment=NetworkSegment(39e9cc23-88a2-4fb9-bda1-192453dc92f2),segment_id=39e9cc23-88a2-4fb9-bda1-192453dc92f2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:00:16.790755 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:16.844156 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=858be2cd-b07a-4042-86f1-2d1783d7c603,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:00:16.851835 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:16.852198 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:16.852547 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:16.852884 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:16.853212 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:16.853536 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:16.853860 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:16.854181 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:16.854507 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:16.854821 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:16.855138 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:16.855455 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:16.886845 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] get_ports_and_sgs() called for port_ids ['858be2cd-b07a-4042-86f1-2d1783d7c603'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 16:00:18.622342 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 858be2cd-b07a-4042-86f1-2d1783d7c603 up at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 16:00:18.681726 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Provisioning complete for port 858be2cd-b07a-4042-86f1-2d1783d7c603 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 16:00:18.682099 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004771'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:18.780780 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-946756'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:18.806619 n-d-766043-2 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031aa4a2-5ba9-4719-a44a-f8c1556fbe58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858be2cd-b07a-4042-86f1-2d1783d7c603'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:00:18.808928 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33781a19ce02c5415d916baf9197922328299cb06218664b0429d3f5e03069d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ccd860-41a2-4787-9215-97ce156aab72" -d '{"events": [{"server_uuid": "031aa4a2-5ba9-4719-a44a-f8c1556fbe58", "name": "network-vif-plugged", "status": "completed", "tag": "858be2cd-b07a-4042-86f1-2d1783d7c603"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:00:18.827101 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] For port 858be2cd-b07a-4042-86f1-2d1783d7c603, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=858be2cd-b07a-4042-86f1-2d1783d7c603,segment=NetworkSegment(39e9cc23-88a2-4fb9-bda1-192453dc92f2),segment_id=39e9cc23-88a2-4fb9-bda1-192453dc92f2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:00:18.833821 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784381760112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784381255783', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784381255801'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:18.862473 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 16:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7390b7f0-d0ca-4e36-bb09-6ca44747e299 x-openstack-request-id: req-7390b7f0-d0ca-4e36-bb09-6ca44747e299 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:00:18.862819 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "031aa4a2-5ba9-4719-a44a-f8c1556fbe58", "name": "network-vif-plugged", "status": "completed", "tag": "858be2cd-b07a-4042-86f1-2d1783d7c603", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:00:18.863010 n-d-766043-2 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7390b7f0-d0ca-4e36-bb09-6ca44747e299 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:00:18.863400 n-d-766043-2 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '031aa4a2-5ba9-4719-a44a-f8c1556fbe58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858be2cd-b07a-4042-86f1-2d1783d7c603', 'code': 200} Aug 19 16:00:18.887833 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Pushing event updated for resources: {'Port': ['ID=858be2cd-b07a-4042-86f1-2d1783d7c603,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:00:19.439143 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-756acb0c-e734-4939-9775-e9b9f71b496b req-f835afaf-2933-488e-a361-c87fb3174095 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=561743d5-dbc7-4355-8db1-fe4adad1cb25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423450 Aug 19 16:00:19.526942 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756acb0c-e734-4939-9775-e9b9f71b496b req-437d5765-97f3-4dfe-91f9-f39be0f33586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:00:19.528610 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-756acb0c-e734-4939-9775-e9b9f71b496b req-437d5765-97f3-4dfe-91f9-f39be0f33586 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=28136189e6a9404c8caad52f68468932&device_id=561743d5-dbc7-4355-8db1-fe4adad1cb25 HTTP/1.1" status: 200 len: 1094 time: 0.0432880 Aug 19 16:00:19.643971 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756acb0c-e734-4939-9775-e9b9f71b496b req-bfc9407c-25eb-4379-a406-961e443d31f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:00:19.645721 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-756acb0c-e734-4939-9775-e9b9f71b496b req-bfc9407c-25eb-4379-a406-961e443d31f1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ecb83282-c087-470c-8e22-4f55979694ac HTTP/1.1" status: 200 len: 911 time: 0.0940530 Aug 19 16:00:19.716597 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-756acb0c-e734-4939-9775-e9b9f71b496b req-0f8dd6cd-4fe8-4c2f-bc5d-e3609354ede1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42d4dfbb-cb3e-4de8-a50c-a393aa971952 HTTP/1.1" status: 200 len: 999 time: 0.0641825 Aug 19 16:00:19.769204 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756acb0c-e734-4939-9775-e9b9f71b496b req-61c013fc-b0de-472f-9c57-5181871ac431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:00:19.770767 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-756acb0c-e734-4939-9775-e9b9f71b496b req-61c013fc-b0de-472f-9c57-5181871ac431 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fe4a014a-9155-4845-9814-5970db4da8ac HTTP/1.1" status: 200 len: 849 time: 0.0475690 Aug 19 16:00:19.829688 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756acb0c-e734-4939-9775-e9b9f71b496b req-14e332b6-b786-47f8-9b27-f67ba5462fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:00:19.831220 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-756acb0c-e734-4939-9775-e9b9f71b496b req-14e332b6-b786-47f8-9b27-f67ba5462fea service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ecb83282-c087-470c-8e22-4f55979694ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537250 Aug 19 16:00:19.943314 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-756acb0c-e734-4939-9775-e9b9f71b496b req-0fe80325-b62a-4f95-9eae-82bcfda86d62 service neutron] 10.222.0.88 "GET /v2.0/networks/ecb83282-c087-470c-8e22-4f55979694ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035068 Aug 19 16:00:20.045036 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-756acb0c-e734-4939-9775-e9b9f71b496b req-b31b0240-a475-47c2-b498-0e7d8ce098ab service neutron] 10.222.0.88 "GET /v2.0/networks/ecb83282-c087-470c-8e22-4f55979694ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944853 Aug 19 16:00:27.358554 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 42004) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:00:27.513070 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d3112eb6-3995-4644-9e52-1821e0bf13ed tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Deleting port b0cea75a-c09a-4206-a9ff-c1bfc455b9f1 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:00:27.513416 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3112eb6-3995-4644-9e52-1821e0bf13ed tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:27.585010 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3112eb6-3995-4644-9e52-1821e0bf13ed tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:27.585340 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3112eb6-3995-4644-9e52-1821e0bf13ed tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:27.596769 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d3112eb6-3995-4644-9e52-1821e0bf13ed tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Calling delete_port for b0cea75a-c09a-4206-a9ff-c1bfc455b9f1 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:00:27.743876 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3112eb6-3995-4644-9e52-1821e0bf13ed tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:27.768995 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3112eb6-3995-4644-9e52-1821e0bf13ed tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Pushing event deleted for resources: {'Port': ['ID=b0cea75a-c09a-4206-a9ff-c1bfc455b9f1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:00:27.780890 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3112eb6-3995-4644-9e52-1821e0bf13ed tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:27.781231 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3112eb6-3995-4644-9e52-1821e0bf13ed tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:27.781564 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3112eb6-3995-4644-9e52-1821e0bf13ed tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:27.781894 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3112eb6-3995-4644-9e52-1821e0bf13ed tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:27.782216 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3112eb6-3995-4644-9e52-1821e0bf13ed tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:27.782536 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3112eb6-3995-4644-9e52-1821e0bf13ed tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:27.782857 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3112eb6-3995-4644-9e52-1821e0bf13ed tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:27.783173 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3112eb6-3995-4644-9e52-1821e0bf13ed tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:27.783489 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3112eb6-3995-4644-9e52-1821e0bf13ed tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:27.783806 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3112eb6-3995-4644-9e52-1821e0bf13ed tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:27.784122 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3112eb6-3995-4644-9e52-1821e0bf13ed tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:27.784798 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3112eb6-3995-4644-9e52-1821e0bf13ed tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:27.843518 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3112eb6-3995-4644-9e52-1821e0bf13ed tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:27.843909 n-d-766043-2 neutron-server[94640]: INFO neutron.db.l3_db [None req-d3112eb6-3995-4644-9e52-1821e0bf13ed tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Floating IP 3617ad5d-98a0-4ac9-855c-eedde1e5e916 disassociated (deleted). External IP: 172.25.2.168, port: 858be2cd-b07a-4042-86f1-2d1783d7c603. Aug 19 16:00:28.049124 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3112eb6-3995-4644-9e52-1821e0bf13ed tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Router 53a7e096-19d1-4e67-904a-480d1e80ca25 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 16:00:28.156246 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3112eb6-3995-4644-9e52-1821e0bf13ed tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 16:00:28.161679 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3112eb6-3995-4644-9e52-1821e0bf13ed tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:28.166333 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16e02e4-18cc-468d-8c11-b4b28410fd08 None None] Sync routers for ids ['53a7e096-19d1-4e67-904a-480d1e80ca25'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 16:00:28.176462 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16e02e4-18cc-468d-8c11-b4b28410fd08 None None] Routers {'53a7e096-19d1-4e67-904a-480d1e80ca25'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:00:28.177099 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a16e02e4-18cc-468d-8c11-b4b28410fd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T16:00:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['53a7e096-19d1-4e67-904a-480d1e80ca25'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:00:28.188331 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-d3112eb6-3995-4644-9e52-1821e0bf13ed tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "DELETE /v2.0/floatingips/3617ad5d-98a0-4ac9-855c-eedde1e5e916 HTTP/1.1" status: 204 len: 168 time: 0.8286526 Aug 19 16:00:28.188947 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '031aa4a2-5ba9-4719-a44a-f8c1556fbe58', 'tag': '858be2cd-b07a-4042-86f1-2d1783d7c603'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:00:28.191188 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22fe28f3f2ed00298fad1814fbe4737ebcc7f8c7d408f26f1f50550a3b01d4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8536c5-5201-4b16-a74a-cf75f5c6a95c" -d '{"events": [{"name": "network-changed", "server_uuid": "031aa4a2-5ba9-4719-a44a-f8c1556fbe58", "tag": "858be2cd-b07a-4042-86f1-2d1783d7c603"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:00:28.231355 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 16:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee20e0f-1712-4283-9fd1-7461f82e5245 x-openstack-request-id: req-8ee20e0f-1712-4283-9fd1-7461f82e5245 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:00:28.231355 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "031aa4a2-5ba9-4719-a44a-f8c1556fbe58", "tag": "858be2cd-b07a-4042-86f1-2d1783d7c603", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:00:28.231355 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8ee20e0f-1712-4283-9fd1-7461f82e5245 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:00:28.231721 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '031aa4a2-5ba9-4719-a44a-f8c1556fbe58', 'tag': '858be2cd-b07a-4042-86f1-2d1783d7c603', 'status': 'completed', 'code': 200} Aug 19 16:00:28.297137 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8536c5-5201-4b16-a74a-cf75f5c6a95c req-7596d03e-f027-44f2-b377-220bffb7318c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:00:28.298829 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1c8536c5-5201-4b16-a74a-cf75f5c6a95c req-7596d03e-f027-44f2-b377-220bffb7318c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=28136189e6a9404c8caad52f68468932&device_id=031aa4a2-5ba9-4719-a44a-f8c1556fbe58 HTTP/1.1" status: 200 len: 1097 time: 0.0455678 Aug 19 16:00:28.305860 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-a16e02e4-18cc-468d-8c11-b4b28410fd08 None None] Set router 53a7e096-19d1-4e67-904a-480d1e80ca25 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:00:28.401665 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8536c5-5201-4b16-a74a-cf75f5c6a95c req-35312561-d4f2-4f8c-996a-10403381268a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:00:28.403623 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1c8536c5-5201-4b16-a74a-cf75f5c6a95c req-35312561-d4f2-4f8c-996a-10403381268a service neutron] 10.222.0.68 "GET /v2.0/networks?id=ecb83282-c087-470c-8e22-4f55979694ac HTTP/1.1" status: 200 len: 911 time: 0.0982242 Aug 19 16:00:28.447581 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1c8536c5-5201-4b16-a74a-cf75f5c6a95c req-2c74fc5e-271e-49f4-8d0b-4abe07f8d892 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=858be2cd-b07a-4042-86f1-2d1783d7c603 HTTP/1.1" status: 200 len: 217 time: 0.0349975 Aug 19 16:00:28.500890 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223be32d-d131-4364-bf08-26f9b6cac54a req-23576ae9-ebc9-4c1c-96e9-b390b5da0fe5 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:00:28.502605 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-223be32d-d131-4364-bf08-26f9b6cac54a req-23576ae9-ebc9-4c1c-96e9-b390b5da0fe5 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/ports?device_id=031aa4a2-5ba9-4719-a44a-f8c1556fbe58 HTTP/1.1" status: 200 len: 946 time: 0.1230845 Aug 19 16:00:28.503607 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8536c5-5201-4b16-a74a-cf75f5c6a95c req-5380913b-9939-4323-ac95-37a2f483e859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:00:28.505703 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1c8536c5-5201-4b16-a74a-cf75f5c6a95c req-5380913b-9939-4323-ac95-37a2f483e859 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=fe4a014a-9155-4845-9814-5970db4da8ac HTTP/1.1" status: 200 len: 849 time: 0.0511429 Aug 19 16:00:28.543340 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-223be32d-d131-4364-bf08-26f9b6cac54a req-bedd51e5-8809-4c0c-af9e-8e2ee4a57863 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/security-groups?id=c38b5cba-ed16-453b-9628-003ed432e5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333955 Aug 19 16:00:28.564255 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a16e02e4-18cc-468d-8c11-b4b28410fd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'name': 'tempest-TestSnapshotPattern-1244798822-router', 'tenant_id': '28136189e6a9404c8caad52f68468932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '110e211d-938c-49ae-965b-11a153041a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:55:47Z', 'updated_at': '2021-08-19T15:55:50Z', 'revision_number': 4, 'project_id': '28136189e6a9404c8caad52f68468932', 'gw_port': {'id': '110e211d-938c-49ae-965b-11a153041a94', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:55:48Z', 'updated_at': '2021-08-19T15:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '1a44cca8-d792-4b6f-81fe-baeff9247288', 'tenant_id': '28136189e6a9404c8caad52f68468932', 'floating_ip_address': '172.25.2.197', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'port_id': '42d4dfbb-cb3e-4de8-a50c-a393aa971952', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb83282-c087-470c-8e22-4f55979694ac', 'mac_address': 'fa:16:3e:42:58:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '561743d5-dbc7-4355-8db1-fe4adad1cb25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:56:10Z', 'updated_at': '2021-08-19T15:56:12Z', 'revision_number': 1, 'project_id': '28136189e6a9404c8caad52f68468932', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a886a327-0277-48a7-b5fc-db29e5ccb30c', 'name': '', 'network_id': 'ecb83282-c087-470c-8e22-4f55979694ac', 'tenant_id': '28136189e6a9404c8caad52f68468932', 'mac_address': 'fa:16:3e:c0:90:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'fe4a014a-9155-4845-9814-5970db4da8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:55:49Z', 'updated_at': '2021-08-19T15:55:57Z', 'revision_number': 5, 'project_id': '28136189e6a9404c8caad52f68468932', 'subnets': [{'id': 'fe4a014a-9155-4845-9814-5970db4da8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:00:28.572612 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8536c5-5201-4b16-a74a-cf75f5c6a95c req-2e221632-afb1-4c16-a974-ce2a4852c314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:00:28.574132 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1c8536c5-5201-4b16-a74a-cf75f5c6a95c req-2e221632-afb1-4c16-a974-ce2a4852c314 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ecb83282-c087-470c-8e22-4f55979694ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612779 Aug 19 16:00:28.595519 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16e02e4-18cc-468d-8c11-b4b28410fd08 None None] Checking router: 53a7e096-19d1-4e67-904a-480d1e80ca25 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 16:00:28.604134 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16e02e4-18cc-468d-8c11-b4b28410fd08 None None] Routers {'53a7e096-19d1-4e67-904a-480d1e80ca25'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:00:28.604787 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a16e02e4-18cc-468d-8c11-b4b28410fd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T16:00:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['53a7e096-19d1-4e67-904a-480d1e80ca25'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:00:28.664919 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1c8536c5-5201-4b16-a74a-cf75f5c6a95c req-cf872405-1258-4294-a786-f447f6790967 service neutron] 10.222.0.68 "GET /v2.0/networks/ecb83282-c087-470c-8e22-4f55979694ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821297 Aug 19 16:00:28.709255 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-a16e02e4-18cc-468d-8c11-b4b28410fd08 None None] Set router 53a7e096-19d1-4e67-904a-480d1e80ca25 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:00:28.761280 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-1c8536c5-5201-4b16-a74a-cf75f5c6a95c req-889eeb67-de4c-444e-b682-077957f2b694 service neutron] 10.222.0.68 "GET /v2.0/networks/ecb83282-c087-470c-8e22-4f55979694ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888150 Aug 19 16:00:28.936860 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a16e02e4-18cc-468d-8c11-b4b28410fd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'name': 'tempest-TestSnapshotPattern-1244798822-router', 'tenant_id': '28136189e6a9404c8caad52f68468932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '110e211d-938c-49ae-965b-11a153041a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:55:47Z', 'updated_at': '2021-08-19T15:55:50Z', 'revision_number': 4, 'project_id': '28136189e6a9404c8caad52f68468932', 'gw_port': {'id': '110e211d-938c-49ae-965b-11a153041a94', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:55:48Z', 'updated_at': '2021-08-19T15:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '1a44cca8-d792-4b6f-81fe-baeff9247288', 'tenant_id': '28136189e6a9404c8caad52f68468932', 'floating_ip_address': '172.25.2.197', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'port_id': '42d4dfbb-cb3e-4de8-a50c-a393aa971952', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb83282-c087-470c-8e22-4f55979694ac', 'mac_address': 'fa:16:3e:42:58:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '561743d5-dbc7-4355-8db1-fe4adad1cb25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:56:10Z', 'updated_at': '2021-08-19T15:56:12Z', 'revision_number': 1, 'project_id': '28136189e6a9404c8caad52f68468932', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a886a327-0277-48a7-b5fc-db29e5ccb30c', 'name': '', 'network_id': 'ecb83282-c087-470c-8e22-4f55979694ac', 'tenant_id': '28136189e6a9404c8caad52f68468932', 'mac_address': 'fa:16:3e:c0:90:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'fe4a014a-9155-4845-9814-5970db4da8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:55:49Z', 'updated_at': '2021-08-19T15:55:57Z', 'revision_number': 5, 'project_id': '28136189e6a9404c8caad52f68468932', 'subnets': [{'id': 'fe4a014a-9155-4845-9814-5970db4da8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:00:28.964920 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16e02e4-18cc-468d-8c11-b4b28410fd08 None None] The sync data for ids ['53a7e096-19d1-4e67-904a-480d1e80ca25'] in n-d-766043-2 is: [{'id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'name': 'tempest-TestSnapshotPattern-1244798822-router', 'tenant_id': '28136189e6a9404c8caad52f68468932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '110e211d-938c-49ae-965b-11a153041a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:55:47Z', 'updated_at': '2021-08-19T15:55:50Z', 'revision_number': 4, 'project_id': '28136189e6a9404c8caad52f68468932', 'gw_port': {'id': '110e211d-938c-49ae-965b-11a153041a94', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:55:48Z', 'updated_at': '2021-08-19T15:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_floatingips': [{'id': '1a44cca8-d792-4b6f-81fe-baeff9247288', 'tenant_id': '28136189e6a9404c8caad52f68468932', 'floating_ip_address': '172.25.2.197', 'floating_network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'router_id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'port_id': '42d4dfbb-cb3e-4de8-a50c-a393aa971952', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb83282-c087-470c-8e22-4f55979694ac', 'mac_address': 'fa:16:3e:42:58:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '561743d5-dbc7-4355-8db1-fe4adad1cb25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T15:56:10Z', 'updated_at': '2021-08-19T15:56:12Z', 'revision_number': 1, 'project_id': '28136189e6a9404c8caad52f68468932', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a886a327-0277-48a7-b5fc-db29e5ccb30c', 'name': '', 'network_id': 'ecb83282-c087-470c-8e22-4f55979694ac', 'tenant_id': '28136189e6a9404c8caad52f68468932', 'mac_address': 'fa:16:3e:c0:90:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'fe4a014a-9155-4845-9814-5970db4da8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:55:49Z', 'updated_at': '2021-08-19T15:55:57Z', 'revision_number': 5, 'project_id': '28136189e6a9404c8caad52f68468932', 'subnets': [{'id': 'fe4a014a-9155-4845-9814-5970db4da8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 16:00:29.200062 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6741f0-ec33-463b-9c76-be04e9088ac6 None None] New status for floating IP 3617ad5d-98a0-4ac9-855c-eedde1e5e916: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 16:00:29.663682 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e87ba5f-7e3c-4b3a-84e0-8162cecba491 req-25d5e110-59af-482d-9fb8-63e84fedc6dc tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:00:29.665574 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1e87ba5f-7e3c-4b3a-84e0-8162cecba491 req-25d5e110-59af-482d-9fb8-63e84fedc6dc tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/ports?device_id=031aa4a2-5ba9-4719-a44a-f8c1556fbe58 HTTP/1.1" status: 200 len: 946 time: 0.0529511 Aug 19 16:00:29.705141 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-1e87ba5f-7e3c-4b3a-84e0-8162cecba491 req-7e63cf45-a97a-4d10-a81c-32ff30c4a194 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/security-groups?id=c38b5cba-ed16-453b-9628-003ed432e5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335104 Aug 19 16:00:29.889850 n-d-766043-2 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f5a8f-d5a4-4052-af50-d847d526519a req-bec585d0-c860-4c46-bc4c-9e83aabee3bd tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:00:29.891297 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-dd3f5a8f-d5a4-4052-af50-d847d526519a req-bec585d0-c860-4c46-bc4c-9e83aabee3bd tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.68 "GET /v2.0/ports?device_id=031aa4a2-5ba9-4719-a44a-f8c1556fbe58 HTTP/1.1" status: 200 len: 946 time: 0.0486457 Aug 19 16:00:29.985282 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-dd3f5a8f-d5a4-4052-af50-d847d526519a req-d5304ac3-82e8-4b4a-8e71-1631c74f8901 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Deleting port 858be2cd-b07a-4042-86f1-2d1783d7c603 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:00:29.985528 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dd3f5a8f-d5a4-4052-af50-d847d526519a req-d5304ac3-82e8-4b4a-8e71-1631c74f8901 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:30.073897 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-dd3f5a8f-d5a4-4052-af50-d847d526519a req-d5304ac3-82e8-4b4a-8e71-1631c74f8901 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] For port 858be2cd-b07a-4042-86f1-2d1783d7c603, host n-h1-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766043-2',level=0,port_id=858be2cd-b07a-4042-86f1-2d1783d7c603,segment=NetworkSegment(39e9cc23-88a2-4fb9-bda1-192453dc92f2),segment_id=39e9cc23-88a2-4fb9-bda1-192453dc92f2)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:00:30.074260 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dd3f5a8f-d5a4-4052-af50-d847d526519a req-d5304ac3-82e8-4b4a-8e71-1631c74f8901 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:30.087340 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-dd3f5a8f-d5a4-4052-af50-d847d526519a req-d5304ac3-82e8-4b4a-8e71-1631c74f8901 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Calling delete_port for 858be2cd-b07a-4042-86f1-2d1783d7c603 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:00:30.214158 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dd3f5a8f-d5a4-4052-af50-d847d526519a req-d5304ac3-82e8-4b4a-8e71-1631c74f8901 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:30.242279 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5304ac3-82e8-4b4a-8e71-1631c74f8901 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Pushing event deleted for resources: {'Port': ['ID=858be2cd-b07a-4042-86f1-2d1783d7c603,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:00:30.254217 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5304ac3-82e8-4b4a-8e71-1631c74f8901 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:30.255097 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5304ac3-82e8-4b4a-8e71-1631c74f8901 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:30.255439 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5304ac3-82e8-4b4a-8e71-1631c74f8901 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:30.255774 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5304ac3-82e8-4b4a-8e71-1631c74f8901 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:30.256331 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5304ac3-82e8-4b4a-8e71-1631c74f8901 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:30.256574 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5304ac3-82e8-4b4a-8e71-1631c74f8901 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:30.256784 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5304ac3-82e8-4b4a-8e71-1631c74f8901 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:30.257085 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5304ac3-82e8-4b4a-8e71-1631c74f8901 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:30.257603 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5304ac3-82e8-4b4a-8e71-1631c74f8901 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:30.257739 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5304ac3-82e8-4b4a-8e71-1631c74f8901 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:30.258062 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5304ac3-82e8-4b4a-8e71-1631c74f8901 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:30.258386 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5304ac3-82e8-4b4a-8e71-1631c74f8901 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766043-2 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 16:00:30.293241 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd3f5a8f-d5a4-4052-af50-d847d526519a req-d5304ac3-82e8-4b4a-8e71-1631c74f8901 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] No DVR routers for this DVR port 858be2cd-b07a-4042-86f1-2d1783d7c603 on host n-h1-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 16:00:30.295832 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dd3f5a8f-d5a4-4052-af50-d847d526519a req-d5304ac3-82e8-4b4a-8e71-1631c74f8901 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:30.297911 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [req-dd3f5a8f-d5a4-4052-af50-d847d526519a req-d5304ac3-82e8-4b4a-8e71-1631c74f8901 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.68 "DELETE /v2.0/ports/858be2cd-b07a-4042-86f1-2d1783d7c603 HTTP/1.1" status: 204 len: 173 time: 0.4000037 Aug 19 16:00:30.298345 n-d-766043-2 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031aa4a2-5ba9-4719-a44a-f8c1556fbe58', 'name': 'network-vif-deleted', 'tag': '858be2cd-b07a-4042-86f1-2d1783d7c603'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:00:30.300879 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ea2f9e66d71df3aa35f2a980f4ce96e3876fd938d75aec7c1a3378f7fc42a1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee9a9dd-47ec-432c-89ef-ac8d5f40d892" -d '{"events": [{"server_uuid": "031aa4a2-5ba9-4719-a44a-f8c1556fbe58", "name": "network-vif-deleted", "tag": "858be2cd-b07a-4042-86f1-2d1783d7c603"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:00:30.343633 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 16:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c39675-3414-4ecd-9b09-5f924d127f3a x-openstack-request-id: req-a5c39675-3414-4ecd-9b09-5f924d127f3a {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:00:30.343951 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "031aa4a2-5ba9-4719-a44a-f8c1556fbe58", "name": "network-vif-deleted", "tag": "858be2cd-b07a-4042-86f1-2d1783d7c603", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:00:30.344258 n-d-766043-2 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a5c39675-3414-4ecd-9b09-5f924d127f3a {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:00:30.344744 n-d-766043-2 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '031aa4a2-5ba9-4719-a44a-f8c1556fbe58', 'name': 'network-vif-deleted', 'tag': '858be2cd-b07a-4042-86f1-2d1783d7c603', 'status': 'completed', 'code': 200} Aug 19 16:00:30.639907 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 858be2cd-b07a-4042-86f1-2d1783d7c603 no longer exists at agent hyperv_n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:00:30.660522 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] No Port match for: 858be2cd-b07a-4042-86f1-2d1783d7c603 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 16:00:30.661250 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Device 858be2cd-b07a-4042-86f1-2d1783d7c603 not bound to the agent host n-h1-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 16:00:30.829454 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-9c83b7d7-31f6-42db-8cab-0d5326b3b2fe req-34aa5127-af73-410b-a506-8cf999bde829 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/ports?device_id=031aa4a2-5ba9-4719-a44a-f8c1556fbe58 HTTP/1.1" status: 200 len: 210 time: 0.0322652 Aug 19 16:00:31.577885 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f8b5c1e6-73f5-4c1b-bce1-7dbca8698a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:32.079292 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:00:32.409187 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 42066) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:00:32.577908 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-7862c26f-b689-43b5-af93-1e38f0f1d433 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Deleting port 7f2f46cf-c1ea-49ed-a5ca-04ac72d3c373 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:00:32.578260 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7862c26f-b689-43b5-af93-1e38f0f1d433 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:32.652902 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7862c26f-b689-43b5-af93-1e38f0f1d433 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:32.653244 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7862c26f-b689-43b5-af93-1e38f0f1d433 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:32.667498 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-7862c26f-b689-43b5-af93-1e38f0f1d433 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Calling delete_port for 7f2f46cf-c1ea-49ed-a5ca-04ac72d3c373 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:00:32.818722 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7862c26f-b689-43b5-af93-1e38f0f1d433 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:32.845380 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7862c26f-b689-43b5-af93-1e38f0f1d433 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Pushing event deleted for resources: {'Port': ['ID=7f2f46cf-c1ea-49ed-a5ca-04ac72d3c373,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:00:32.906729 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7862c26f-b689-43b5-af93-1e38f0f1d433 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:32.907001 n-d-766043-2 neutron-server[94640]: INFO neutron.db.l3_db [None req-7862c26f-b689-43b5-af93-1e38f0f1d433 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Floating IP 1a44cca8-d792-4b6f-81fe-baeff9247288 disassociated (deleted). External IP: 172.25.2.197, port: 42d4dfbb-cb3e-4de8-a50c-a393aa971952. Aug 19 16:00:33.112150 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7862c26f-b689-43b5-af93-1e38f0f1d433 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Router 53a7e096-19d1-4e67-904a-480d1e80ca25 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 16:00:33.216447 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7862c26f-b689-43b5-af93-1e38f0f1d433 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 16:00:33.220736 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7862c26f-b689-43b5-af93-1e38f0f1d433 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:33.227771 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe80f2f-666b-4281-969b-22c7f1fb8e2d None None] Sync routers for ids ['53a7e096-19d1-4e67-904a-480d1e80ca25'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 16:00:33.242274 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe80f2f-666b-4281-969b-22c7f1fb8e2d None None] Routers {'53a7e096-19d1-4e67-904a-480d1e80ca25'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:00:33.242895 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ebe80f2f-666b-4281-969b-22c7f1fb8e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T16:00:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['53a7e096-19d1-4e67-904a-480d1e80ca25'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:00:33.247993 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-7862c26f-b689-43b5-af93-1e38f0f1d433 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "DELETE /v2.0/floatingips/1a44cca8-d792-4b6f-81fe-baeff9247288 HTTP/1.1" status: 204 len: 168 time: 0.8375571 Aug 19 16:00:33.248606 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '561743d5-dbc7-4355-8db1-fe4adad1cb25', 'tag': '42d4dfbb-cb3e-4de8-a50c-a393aa971952'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:00:33.250824 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22fe28f3f2ed00298fad1814fbe4737ebcc7f8c7d408f26f1f50550a3b01d4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d540bd3c-1f46-44c9-b489-3fb0df0abb2c" -d '{"events": [{"name": "network-changed", "server_uuid": "561743d5-dbc7-4355-8db1-fe4adad1cb25", "tag": "42d4dfbb-cb3e-4de8-a50c-a393aa971952"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:00:33.288753 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 16:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3947a6a0-3ded-49c0-be05-d71b15b56503 x-openstack-request-id: req-3947a6a0-3ded-49c0-be05-d71b15b56503 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:00:33.289037 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "561743d5-dbc7-4355-8db1-fe4adad1cb25", "tag": "42d4dfbb-cb3e-4de8-a50c-a393aa971952", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:00:33.289280 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3947a6a0-3ded-49c0-be05-d71b15b56503 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:00:33.289674 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '561743d5-dbc7-4355-8db1-fe4adad1cb25', 'tag': '42d4dfbb-cb3e-4de8-a50c-a393aa971952', 'status': 'completed', 'code': 200} Aug 19 16:00:33.353480 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-ebe80f2f-666b-4281-969b-22c7f1fb8e2d None None] Set router 53a7e096-19d1-4e67-904a-480d1e80ca25 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:00:33.357003 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540bd3c-1f46-44c9-b489-3fb0df0abb2c req-7166d7ee-0d46-40cd-b69b-3d94ec09b962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:00:33.359339 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d540bd3c-1f46-44c9-b489-3fb0df0abb2c req-7166d7ee-0d46-40cd-b69b-3d94ec09b962 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=28136189e6a9404c8caad52f68468932&device_id=561743d5-dbc7-4355-8db1-fe4adad1cb25 HTTP/1.1" status: 200 len: 1094 time: 0.0450974 Aug 19 16:00:33.495528 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540bd3c-1f46-44c9-b489-3fb0df0abb2c req-68d4e20a-531f-4f9e-ae84-bf36b4e06308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:00:33.496935 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d540bd3c-1f46-44c9-b489-3fb0df0abb2c req-68d4e20a-531f-4f9e-ae84-bf36b4e06308 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ecb83282-c087-470c-8e22-4f55979694ac HTTP/1.1" status: 200 len: 911 time: 0.1248753 Aug 19 16:00:33.507783 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87918c0e-5b19-4032-9b2c-6aa80f082eeb req-41f4e6bb-e5f8-49a3-82a6-82e78d5f890b tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:00:33.509257 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-87918c0e-5b19-4032-9b2c-6aa80f082eeb req-41f4e6bb-e5f8-49a3-82a6-82e78d5f890b tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/ports?device_id=561743d5-dbc7-4355-8db1-fe4adad1cb25 HTTP/1.1" status: 200 len: 943 time: 0.0764668 Aug 19 16:00:33.554969 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d540bd3c-1f46-44c9-b489-3fb0df0abb2c req-f51b0e40-4dbe-446f-899a-d11cba252332 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42d4dfbb-cb3e-4de8-a50c-a393aa971952 HTTP/1.1" status: 200 len: 217 time: 0.0447476 Aug 19 16:00:33.564377 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ebe80f2f-666b-4281-969b-22c7f1fb8e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'name': 'tempest-TestSnapshotPattern-1244798822-router', 'tenant_id': '28136189e6a9404c8caad52f68468932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '110e211d-938c-49ae-965b-11a153041a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:55:47Z', 'updated_at': '2021-08-19T15:55:50Z', 'revision_number': 4, 'project_id': '28136189e6a9404c8caad52f68468932', 'gw_port': {'id': '110e211d-938c-49ae-965b-11a153041a94', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:55:48Z', 'updated_at': '2021-08-19T15:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'a886a327-0277-48a7-b5fc-db29e5ccb30c', 'name': '', 'network_id': 'ecb83282-c087-470c-8e22-4f55979694ac', 'tenant_id': '28136189e6a9404c8caad52f68468932', 'mac_address': 'fa:16:3e:c0:90:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'fe4a014a-9155-4845-9814-5970db4da8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:55:49Z', 'updated_at': '2021-08-19T15:55:57Z', 'revision_number': 5, 'project_id': '28136189e6a9404c8caad52f68468932', 'subnets': [{'id': 'fe4a014a-9155-4845-9814-5970db4da8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:00:33.591070 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe80f2f-666b-4281-969b-22c7f1fb8e2d None None] Checking router: 53a7e096-19d1-4e67-904a-480d1e80ca25 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 16:00:33.600051 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe80f2f-666b-4281-969b-22c7f1fb8e2d None None] Routers {'53a7e096-19d1-4e67-904a-480d1e80ca25'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:00:33.600703 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ebe80f2f-666b-4281-969b-22c7f1fb8e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T16:00:04Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['53a7e096-19d1-4e67-904a-480d1e80ca25'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:00:33.605198 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-87918c0e-5b19-4032-9b2c-6aa80f082eeb req-baf1c336-296d-49f2-a087-648b14f6a915 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/security-groups?id=c38b5cba-ed16-453b-9628-003ed432e5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0892732 Aug 19 16:00:33.621202 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540bd3c-1f46-44c9-b489-3fb0df0abb2c req-379e5398-e3c8-47fe-aada-2617c6e46bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:00:33.622666 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d540bd3c-1f46-44c9-b489-3fb0df0abb2c req-379e5398-e3c8-47fe-aada-2617c6e46bc8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fe4a014a-9155-4845-9814-5970db4da8ac HTTP/1.1" status: 200 len: 849 time: 0.0601418 Aug 19 16:00:33.674587 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540bd3c-1f46-44c9-b489-3fb0df0abb2c req-81c9dd52-330e-4caf-8e62-f6b46b05e61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:00:33.676760 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d540bd3c-1f46-44c9-b489-3fb0df0abb2c req-81c9dd52-330e-4caf-8e62-f6b46b05e61a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ecb83282-c087-470c-8e22-4f55979694ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456650 Aug 19 16:00:33.706297 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-ebe80f2f-666b-4281-969b-22c7f1fb8e2d None None] Set router 53a7e096-19d1-4e67-904a-480d1e80ca25 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:00:33.766730 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d540bd3c-1f46-44c9-b489-3fb0df0abb2c req-73812baa-a017-4d77-a557-4a5a1e52eb17 service neutron] 10.222.0.88 "GET /v2.0/networks/ecb83282-c087-470c-8e22-4f55979694ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821996 Aug 19 16:00:33.859591 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-d540bd3c-1f46-44c9-b489-3fb0df0abb2c req-50d1d502-a75a-4955-b7cb-6d0771c273f2 service neutron] 10.222.0.88 "GET /v2.0/networks/ecb83282-c087-470c-8e22-4f55979694ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853553 Aug 19 16:00:33.908938 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ebe80f2f-666b-4281-969b-22c7f1fb8e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'name': 'tempest-TestSnapshotPattern-1244798822-router', 'tenant_id': '28136189e6a9404c8caad52f68468932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '110e211d-938c-49ae-965b-11a153041a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:55:47Z', 'updated_at': '2021-08-19T15:55:50Z', 'revision_number': 4, 'project_id': '28136189e6a9404c8caad52f68468932', 'gw_port': {'id': '110e211d-938c-49ae-965b-11a153041a94', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:55:48Z', 'updated_at': '2021-08-19T15:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'a886a327-0277-48a7-b5fc-db29e5ccb30c', 'name': '', 'network_id': 'ecb83282-c087-470c-8e22-4f55979694ac', 'tenant_id': '28136189e6a9404c8caad52f68468932', 'mac_address': 'fa:16:3e:c0:90:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'fe4a014a-9155-4845-9814-5970db4da8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:55:49Z', 'updated_at': '2021-08-19T15:55:57Z', 'revision_number': 5, 'project_id': '28136189e6a9404c8caad52f68468932', 'subnets': [{'id': 'fe4a014a-9155-4845-9814-5970db4da8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:00:33.935376 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe80f2f-666b-4281-969b-22c7f1fb8e2d None None] The sync data for ids ['53a7e096-19d1-4e67-904a-480d1e80ca25'] in n-d-766043-2 is: [{'id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'name': 'tempest-TestSnapshotPattern-1244798822-router', 'tenant_id': '28136189e6a9404c8caad52f68468932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '110e211d-938c-49ae-965b-11a153041a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:55:47Z', 'updated_at': '2021-08-19T15:55:50Z', 'revision_number': 4, 'project_id': '28136189e6a9404c8caad52f68468932', 'gw_port': {'id': '110e211d-938c-49ae-965b-11a153041a94', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:55:48Z', 'updated_at': '2021-08-19T15:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2', '_interfaces': [{'id': 'a886a327-0277-48a7-b5fc-db29e5ccb30c', 'name': '', 'network_id': 'ecb83282-c087-470c-8e22-4f55979694ac', 'tenant_id': '28136189e6a9404c8caad52f68468932', 'mac_address': 'fa:16:3e:c0:90:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'fe4a014a-9155-4845-9814-5970db4da8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:55:49Z', 'updated_at': '2021-08-19T15:55:57Z', 'revision_number': 5, 'project_id': '28136189e6a9404c8caad52f68468932', 'subnets': [{'id': 'fe4a014a-9155-4845-9814-5970db4da8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 16:00:34.162373 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a32104-5aee-46aa-bf3a-9099f180c492 None None] New status for floating IP 1a44cca8-d792-4b6f-81fe-baeff9247288: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 16:00:34.487815 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b6095443-a0f7-4d1c-88b7-922b7f4ee7ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:34.682804 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:34.727229 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c7e9c-3afd-45b4-8dd7-63a7b66691d8 req-a9ba21ce-616d-48d1-8dcd-d2c0bff06288 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:00:34.728799 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3f6c7e9c-3afd-45b4-8dd7-63a7b66691d8 req-a9ba21ce-616d-48d1-8dcd-d2c0bff06288 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/ports?device_id=561743d5-dbc7-4355-8db1-fe4adad1cb25 HTTP/1.1" status: 200 len: 943 time: 0.0530295 Aug 19 16:00:34.767317 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3f6c7e9c-3afd-45b4-8dd7-63a7b66691d8 req-52e58f7a-2a0c-4bf6-a8c1-ae99dab278de tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/security-groups?id=c38b5cba-ed16-453b-9628-003ed432e5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324166 Aug 19 16:00:34.960550 n-d-766043-2 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d37d81-8465-46c7-80a0-b6b058674bf3 req-9dac4211-a30c-4602-8a66-a4bdf3d046e6 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 16:00:34.962236 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-18d37d81-8465-46c7-80a0-b6b058674bf3 req-9dac4211-a30c-4602-8a66-a4bdf3d046e6 tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.88 "GET /v2.0/ports?device_id=561743d5-dbc7-4355-8db1-fe4adad1cb25 HTTP/1.1" status: 200 len: 943 time: 0.0471025 Aug 19 16:00:35.028843 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:35.055209 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-18d37d81-8465-46c7-80a0-b6b058674bf3 req-bad2eaa7-4443-4fdb-a74f-002d3a121e5e tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Deleting port 42d4dfbb-cb3e-4de8-a50c-a393aa971952 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:00:35.055549 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-18d37d81-8465-46c7-80a0-b6b058674bf3 req-bad2eaa7-4443-4fdb-a74f-002d3a121e5e tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:35.140257 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-18d37d81-8465-46c7-80a0-b6b058674bf3 req-bad2eaa7-4443-4fdb-a74f-002d3a121e5e tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] For port 42d4dfbb-cb3e-4de8-a50c-a393aa971952, host n-h2-766043-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766043-2',level=0,port_id=42d4dfbb-cb3e-4de8-a50c-a393aa971952,segment=NetworkSegment(39e9cc23-88a2-4fb9-bda1-192453dc92f2),segment_id=39e9cc23-88a2-4fb9-bda1-192453dc92f2)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:00:35.140645 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-18d37d81-8465-46c7-80a0-b6b058674bf3 req-bad2eaa7-4443-4fdb-a74f-002d3a121e5e tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:35.153527 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-18d37d81-8465-46c7-80a0-b6b058674bf3 req-bad2eaa7-4443-4fdb-a74f-002d3a121e5e tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Calling delete_port for 42d4dfbb-cb3e-4de8-a50c-a393aa971952 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:00:35.281453 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-18d37d81-8465-46c7-80a0-b6b058674bf3 req-bad2eaa7-4443-4fdb-a74f-002d3a121e5e tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:35.309241 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad2eaa7-4443-4fdb-a74f-002d3a121e5e tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Pushing event deleted for resources: {'Port': ['ID=42d4dfbb-cb3e-4de8-a50c-a393aa971952,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:00:35.354032 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d37d81-8465-46c7-80a0-b6b058674bf3 req-bad2eaa7-4443-4fdb-a74f-002d3a121e5e tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] No DVR routers for this DVR port 42d4dfbb-cb3e-4de8-a50c-a393aa971952 on host n-h2-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 16:00:35.356856 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-18d37d81-8465-46c7-80a0-b6b058674bf3 req-bad2eaa7-4443-4fdb-a74f-002d3a121e5e tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420046'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:35.360349 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-18d37d81-8465-46c7-80a0-b6b058674bf3 req-bad2eaa7-4443-4fdb-a74f-002d3a121e5e tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.88 "DELETE /v2.0/ports/42d4dfbb-cb3e-4de8-a50c-a393aa971952 HTTP/1.1" status: 204 len: 173 time: 0.3917568 Aug 19 16:00:35.360806 n-d-766043-2 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561743d5-dbc7-4355-8db1-fe4adad1cb25', 'name': 'network-vif-deleted', 'tag': '42d4dfbb-cb3e-4de8-a50c-a393aa971952'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 16:00:35.363017 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22fe28f3f2ed00298fad1814fbe4737ebcc7f8c7d408f26f1f50550a3b01d4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c7d868-91a9-494c-bef2-004ff3205207" -d '{"events": [{"server_uuid": "561743d5-dbc7-4355-8db1-fe4adad1cb25", "name": "network-vif-deleted", "tag": "42d4dfbb-cb3e-4de8-a50c-a393aa971952"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 16:00:35.400077 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 16:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05464940-2a42-49d7-99f5-3299d0a598e3 x-openstack-request-id: req-05464940-2a42-49d7-99f5-3299d0a598e3 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 16:00:35.400077 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "561743d5-dbc7-4355-8db1-fe4adad1cb25", "name": "network-vif-deleted", "tag": "42d4dfbb-cb3e-4de8-a50c-a393aa971952", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 16:00:35.400330 n-d-766043-2 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-05464940-2a42-49d7-99f5-3299d0a598e3 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 16:00:35.400734 n-d-766043-2 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '561743d5-dbc7-4355-8db1-fe4adad1cb25', 'name': 'network-vif-deleted', 'tag': '42d4dfbb-cb3e-4de8-a50c-a393aa971952', 'status': 'completed', 'code': 200} Aug 19 16:00:35.451501 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:35.875122 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [req-3e533b67-e084-445d-b031-79d6a50a9623 req-fe0bd7b7-9dbf-402f-a3d5-9c4498503ffb tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "GET /v2.0/ports?device_id=561743d5-dbc7-4355-8db1-fe4adad1cb25 HTTP/1.1" status: 200 len: 210 time: 0.0264537 Aug 19 16:00:36.228563 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:36.929835 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 42084) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:00:36.987374 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b50104db-96f0-4f24-b040-cfb91d3a6f8d tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:37.012034 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b50104db-96f0-4f24-b040-cfb91d3a6f8d tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:37.071891 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b50104db-96f0-4f24-b040-cfb91d3a6f8d tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:37.074475 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b50104db-96f0-4f24-b040-cfb91d3a6f8d tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:37.075731 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-b50104db-96f0-4f24-b040-cfb91d3a6f8d tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] 10.222.0.69 "DELETE /v2.0/security-groups/c38b5cba-ed16-453b-9628-003ed432e5e4 HTTP/1.1" status: 204 len: 168 time: 0.1449220 Aug 19 16:00:37.085936 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50104db-96f0-4f24-b040-cfb91d3a6f8d tempest-TestSnapshotPattern-717634067 tempest-TestSnapshotPattern-717634067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38b5cba-ed16-453b-9628-003ed432e5e4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:00:37.125338 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 42088) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:00:37.257122 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:37.814804 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5ba-c31f-44c5-8912-2d5e03591da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:38.070055 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9b84a5ba-c31f-44c5-8912-2d5e03591da0 admin admin] Deleting port a886a327-0277-48a7-b5fc-db29e5ccb30c {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:00:38.070730 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5ba-c31f-44c5-8912-2d5e03591da0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:38.144848 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9b84a5ba-c31f-44c5-8912-2d5e03591da0 admin admin] For port a886a327-0277-48a7-b5fc-db29e5ccb30c, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=a886a327-0277-48a7-b5fc-db29e5ccb30c,segment=NetworkSegment(39e9cc23-88a2-4fb9-bda1-192453dc92f2),segment_id=39e9cc23-88a2-4fb9-bda1-192453dc92f2)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:00:38.145739 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5ba-c31f-44c5-8912-2d5e03591da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:38.162200 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9b84a5ba-c31f-44c5-8912-2d5e03591da0 admin admin] Calling delete_port for a886a327-0277-48a7-b5fc-db29e5ccb30c owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:00:38.342597 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5ba-c31f-44c5-8912-2d5e03591da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:38.367881 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b84a5ba-c31f-44c5-8912-2d5e03591da0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a886a327-0277-48a7-b5fc-db29e5ccb30c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:00:38.534167 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5ba-c31f-44c5-8912-2d5e03591da0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:38.756588 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b84a5ba-c31f-44c5-8912-2d5e03591da0 admin admin] Router 53a7e096-19d1-4e67-904a-480d1e80ca25 has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 16:00:38.861046 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b84a5ba-c31f-44c5-8912-2d5e03591da0 admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 16:00:38.867046 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-9b84a5ba-c31f-44c5-8912-2d5e03591da0 admin admin] 10.222.0.69 "PUT /v2.0/routers/53a7e096-19d1-4e67-904a-480d1e80ca25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7406349 Aug 19 16:00:38.869661 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 42090) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:00:38.871103 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11a1ad6-8be9-4032-8634-da2308b64148 None None] Sync routers for ids ['53a7e096-19d1-4e67-904a-480d1e80ca25'] in n-d-766043-2 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 16:00:38.880654 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11a1ad6-8be9-4032-8634-da2308b64148 None None] Routers {'53a7e096-19d1-4e67-904a-480d1e80ca25'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:00:38.881271 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c11a1ad6-8be9-4032-8634-da2308b64148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T16:00:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['53a7e096-19d1-4e67-904a-480d1e80ca25'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:00:38.982652 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39d53d35-890d-41f0-ad1b-21c2b6b4765c admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:38.989932 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-c11a1ad6-8be9-4032-8634-da2308b64148 None None] Set router 53a7e096-19d1-4e67-904a-480d1e80ca25 gateway port host: n-d-766043-2 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:00:39.085679 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39d53d35-890d-41f0-ad1b-21c2b6b4765c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:39.138200 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-39d53d35-890d-41f0-ad1b-21c2b6b4765c admin admin] Deleting port 110e211d-938c-49ae-965b-11a153041a94 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:00:39.138531 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39d53d35-890d-41f0-ad1b-21c2b6b4765c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:39.167284 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c11a1ad6-8be9-4032-8634-da2308b64148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'name': 'tempest-TestSnapshotPattern-1244798822-router', 'tenant_id': '28136189e6a9404c8caad52f68468932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '110e211d-938c-49ae-965b-11a153041a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:55:47Z', 'updated_at': '2021-08-19T16:00:38Z', 'revision_number': 5, 'project_id': '28136189e6a9404c8caad52f68468932', 'gw_port': {'id': '110e211d-938c-49ae-965b-11a153041a94', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:55:48Z', 'updated_at': '2021-08-19T15:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:00:39.196647 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11a1ad6-8be9-4032-8634-da2308b64148 None None] Checking router: 53a7e096-19d1-4e67-904a-480d1e80ca25 for host: n-d-766043-2 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 16:00:39.204697 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11a1ad6-8be9-4032-8634-da2308b64148 None None] Routers {'53a7e096-19d1-4e67-904a-480d1e80ca25'} bound to L3 agent in host n-d-766043-2 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:00:39.205303 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c11a1ad6-8be9-4032-8634-da2308b64148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T16:00:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['53a7e096-19d1-4e67-904a-480d1e80ca25'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:00:39.214799 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-39d53d35-890d-41f0-ad1b-21c2b6b4765c admin admin] For port 110e211d-938c-49ae-965b-11a153041a94, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=110e211d-938c-49ae-965b-11a153041a94,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:00:39.215162 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39d53d35-890d-41f0-ad1b-21c2b6b4765c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:39.234064 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-39d53d35-890d-41f0-ad1b-21c2b6b4765c admin admin] Calling delete_port for 110e211d-938c-49ae-965b-11a153041a94 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:00:39.401010 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39d53d35-890d-41f0-ad1b-21c2b6b4765c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:39.431155 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d53d35-890d-41f0-ad1b-21c2b6b4765c admin admin] Pushing event deleted for resources: {'Port': ['ID=110e211d-938c-49ae-965b-11a153041a94,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:00:39.458283 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-c11a1ad6-8be9-4032-8634-da2308b64148 None None] Set router 53a7e096-19d1-4e67-904a-480d1e80ca25 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:00:39.496302 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39d53d35-890d-41f0-ad1b-21c2b6b4765c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:39.512686 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c11a1ad6-8be9-4032-8634-da2308b64148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'name': 'tempest-TestSnapshotPattern-1244798822-router', 'tenant_id': '28136189e6a9404c8caad52f68468932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:55:47Z', 'updated_at': '2021-08-19T16:00:39Z', 'revision_number': 6, 'project_id': '28136189e6a9404c8caad52f68468932', 'gw_port_host': None}], 'n-d-766043-2', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:00:39.542506 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11a1ad6-8be9-4032-8634-da2308b64148 None None] The sync data for ids ['53a7e096-19d1-4e67-904a-480d1e80ca25'] in n-d-766043-2 is: [{'id': '53a7e096-19d1-4e67-904a-480d1e80ca25', 'name': 'tempest-TestSnapshotPattern-1244798822-router', 'tenant_id': '28136189e6a9404c8caad52f68468932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:55:47Z', 'updated_at': '2021-08-19T16:00:39Z', 'revision_number': 6, 'project_id': '28136189e6a9404c8caad52f68468932', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 16:00:39.587913 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39d53d35-890d-41f0-ad1b-21c2b6b4765c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:39.590023 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39d53d35-890d-41f0-ad1b-21c2b6b4765c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:39.634861 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39d53d35-890d-41f0-ad1b-21c2b6b4765c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:39.635541 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d53d35-890d-41f0-ad1b-21c2b6b4765c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53a7e096-19d1-4e67-904a-480d1e80ca25 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 16:00:39.639824 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39d53d35-890d-41f0-ad1b-21c2b6b4765c admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:39.641108 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-39d53d35-890d-41f0-ad1b-21c2b6b4765c admin admin] 10.222.0.69 "DELETE /v2.0/routers/53a7e096-19d1-4e67-904a-480d1e80ca25 HTTP/1.1" status: 204 len: 168 time: 0.7703488 Aug 19 16:00:39.643703 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 42092) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:00:39.687364 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfe8f811-2f3d-47a4-bd32-aeda42fccc7e admin admin] Deleting subnet fe4a014a-9155-4845-9814-5970db4da8ac {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 16:00:39.690267 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dfe8f811-2f3d-47a4-bd32-aeda42fccc7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:39.724435 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dfe8f811-2f3d-47a4-bd32-aeda42fccc7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:39.799224 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dfe8f811-2f3d-47a4-bd32-aeda42fccc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:39.855446 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dfe8f811-2f3d-47a4-bd32-aeda42fccc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:39.883026 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe8f811-2f3d-47a4-bd32-aeda42fccc7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe4a014a-9155-4845-9814-5970db4da8ac,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:00:39.885094 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dfe8f811-2f3d-47a4-bd32-aeda42fccc7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:39.888873 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-dfe8f811-2f3d-47a4-bd32-aeda42fccc7e admin admin] 10.222.0.69 "DELETE /v2.0/subnets/fe4a014a-9155-4845-9814-5970db4da8ac HTTP/1.1" status: 204 len: 168 time: 0.2442157 Aug 19 16:00:39.889653 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42094) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:00:39.890160 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2c3e5e-9d93-4fe2-bc11-188ccbc3cb62 None None] Network ecb83282-c087-470c-8e22-4f55979694ac requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 16:00:39.966510 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfcd6451-50a1-458a-bd52-7ac9c1b51072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:39.993175 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 42d4dfbb-cb3e-4de8-a50c-a393aa971952 no longer exists at agent hyperv_n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:00:40.021281 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] No Port match for: 42d4dfbb-cb3e-4de8-a50c-a393aa971952 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 16:00:40.021627 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Device 42d4dfbb-cb3e-4de8-a50c-a393aa971952 not bound to the agent host n-h2-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 16:00:40.312847 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432bfba0-20d1-4234-8184-31d3525239d8 None None] DHCP port deletion for ecb83282-c087-470c-8e22-4f55979694ac request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 16:00:40.362284 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-432bfba0-20d1-4234-8184-31d3525239d8 None None] Deleting port 7892e71b-f40b-4573-84dc-d03158d90ab6 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:00:40.362751 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-432bfba0-20d1-4234-8184-31d3525239d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:40.378034 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-bfcd6451-50a1-458a-bd52-7ac9c1b51072 admin admin] Deleting port 7892e71b-f40b-4573-84dc-d03158d90ab6 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:00:40.378376 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfcd6451-50a1-458a-bd52-7ac9c1b51072 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:40.425767 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-432bfba0-20d1-4234-8184-31d3525239d8 None None] For port 7892e71b-f40b-4573-84dc-d03158d90ab6, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=7892e71b-f40b-4573-84dc-d03158d90ab6,segment=NetworkSegment(39e9cc23-88a2-4fb9-bda1-192453dc92f2),segment_id=39e9cc23-88a2-4fb9-bda1-192453dc92f2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:00:40.426054 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-432bfba0-20d1-4234-8184-31d3525239d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:40.444969 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-bfcd6451-50a1-458a-bd52-7ac9c1b51072 admin admin] For port 7892e71b-f40b-4573-84dc-d03158d90ab6, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=7892e71b-f40b-4573-84dc-d03158d90ab6,segment=NetworkSegment(39e9cc23-88a2-4fb9-bda1-192453dc92f2),segment_id=39e9cc23-88a2-4fb9-bda1-192453dc92f2)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:00:40.445333 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfcd6451-50a1-458a-bd52-7ac9c1b51072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:40.445591 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-432bfba0-20d1-4234-8184-31d3525239d8 None None] Calling delete_port for 7892e71b-f40b-4573-84dc-d03158d90ab6 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:00:40.457703 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-bfcd6451-50a1-458a-bd52-7ac9c1b51072 admin admin] Calling delete_port for 7892e71b-f40b-4573-84dc-d03158d90ab6 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:00:40.531949 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-432bfba0-20d1-4234-8184-31d3525239d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:40.541360 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfcd6451-50a1-458a-bd52-7ac9c1b51072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454747'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:40.546016 n-d-766043-2 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432bfba0-20d1-4234-8184-31d3525239d8 None None] No DVR routers for this DVR port 7892e71b-f40b-4573-84dc-d03158d90ab6 on host n-d-766043-2 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 16:00:40.566960 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432bfba0-20d1-4234-8184-31d3525239d8 None None] Pushing event deleted for resources: {'Port': ['ID=7892e71b-f40b-4573-84dc-d03158d90ab6,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:00:40.575684 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcd6451-50a1-458a-bd52-7ac9c1b51072 admin admin] Pushing event deleted for resources: {'Port': ['ID=7892e71b-f40b-4573-84dc-d03158d90ab6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:00:40.582281 n-d-766043-2 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcd6451-50a1-458a-bd52-7ac9c1b51072 admin admin] No DVR routers for this DVR port 7892e71b-f40b-4573-84dc-d03158d90ab6 on host n-d-766043-2 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 16:00:40.656278 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfcd6451-50a1-458a-bd52-7ac9c1b51072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:40.666395 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-bfcd6451-50a1-458a-bd52-7ac9c1b51072 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecb83282-c087-470c-8e22-4f55979694ac']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:00:40.676157 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-bfcd6451-50a1-458a-bd52-7ac9c1b51072 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39e9cc23-88a2-4fb9-bda1-192453dc92f2') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:00:40.677155 n-d-766043-2 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-bfcd6451-50a1-458a-bd52-7ac9c1b51072 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39e9cc23-88a2-4fb9-bda1-192453dc92f2') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:00:40.685683 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfcd6451-50a1-458a-bd52-7ac9c1b51072 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8454690'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:40.699618 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfcd6451-50a1-458a-bd52-7ac9c1b51072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:40.705506 n-d-766043-2 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfcd6451-50a1-458a-bd52-7ac9c1b51072 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 16:00:40.705917 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfcd6451-50a1-458a-bd52-7ac9c1b51072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454540'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:40.707559 n-d-766043-2 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 16:00:40.707559 n-d-766043-2 neutron-server[94639]: self.session.flush() Aug 19 16:00:40.707559 n-d-766043-2 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 16:00:40.707559 n-d-766043-2 neutron-server[94639]: self.session.flush() Aug 19 16:00:40.707559 n-d-766043-2 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 16:00:40.707559 n-d-766043-2 neutron-server[94639]: self.session.flush() Aug 19 16:00:40.707559 n-d-766043-2 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 16:00:40.707559 n-d-766043-2 neutron-server[94639]: self.session.flush() Aug 19 16:00:40.707559 n-d-766043-2 neutron-server[94639]: Traceback (most recent call last): Aug 19 16:00:40.707559 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 16:00:40.707559 n-d-766043-2 neutron-server[94639]: timer() Aug 19 16:00:40.707559 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 16:00:40.707559 n-d-766043-2 neutron-server[94639]: cb(*args, **kw) Aug 19 16:00:40.707559 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 16:00:40.707559 n-d-766043-2 neutron-server[94639]: return func(*args, **kwargs) Aug 19 16:00:40.707559 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 16:00:40.707559 n-d-766043-2 neutron-server[94639]: self._notify() Aug 19 16:00:40.707559 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 16:00:40.707559 n-d-766043-2 neutron-server[94639]: self.callback(batched_events) Aug 19 16:00:40.707559 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 16:00:40.707559 n-d-766043-2 neutron-server[94639]: event.method(event) Aug 19 16:00:40.707559 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 16:00:40.707559 n-d-766043-2 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 16:00:40.707559 n-d-766043-2 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 16:00:40.707559 n-d-766043-2 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 16:00:40.707559 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 16:00:40.707559 n-d-766043-2 neutron-server[94639]: return f(self, *a, **k) Aug 19 16:00:40.707559 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 16:00:40.707559 n-d-766043-2 neutron-server[94639]: return self._get(url).json() Aug 19 16:00:40.707559 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 16:00:40.707559 n-d-766043-2 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 16:00:40.707559 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 16:00:40.707559 n-d-766043-2 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 19 16:00:40.707559 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 16:00:40.707559 n-d-766043-2 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 16:00:40.707559 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 16:00:40.707559 n-d-766043-2 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 16:00:40.707559 n-d-766043-2 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 16:00:40.707559 n-d-766043-2 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 16:00:40.707559 n-d-766043-2 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 16:00:40.762080 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfcd6451-50a1-458a-bd52-7ac9c1b51072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:40.767650 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfcd6451-50a1-458a-bd52-7ac9c1b51072 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:40.769528 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-bfcd6451-50a1-458a-bd52-7ac9c1b51072 admin admin] 10.222.0.69 "DELETE /v2.0/networks/ecb83282-c087-470c-8e22-4f55979694ac HTTP/1.1" status: 204 len: 168 time: 0.8779573 Aug 19 16:00:40.772515 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 42096) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:00:40.780263 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcd6451-50a1-458a-bd52-7ac9c1b51072 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecb83282-c087-470c-8e22-4f55979694ac,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:00:40.991424 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device a886a327-0277-48a7-b5fc-db29e5ccb30c no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:00:41.011185 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: a886a327-0277-48a7-b5fc-db29e5ccb30c {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 16:00:41.011533 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device a886a327-0277-48a7-b5fc-db29e5ccb30c not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 16:00:41.011947 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 110e211d-938c-49ae-965b-11a153041a94 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:00:41.030618 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 110e211d-938c-49ae-965b-11a153041a94 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 16:00:41.030968 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 110e211d-938c-49ae-965b-11a153041a94 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 16:00:41.031381 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 7892e71b-f40b-4573-84dc-d03158d90ab6 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:00:41.049866 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 7892e71b-f40b-4573-84dc-d03158d90ab6 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 16:00:41.050748 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 7892e71b-f40b-4573-84dc-d03158d90ab6 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 16:00:41.121301 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b43b9c96-f966-4680-ac88-762a2ae49dca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668081'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:41.361038 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b43b9c96-f966-4680-ac88-762a2ae49dca admin admin] Deleting port 86ea6df5-c925-41ab-8176-a96e41970f50 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:00:41.361372 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b43b9c96-f966-4680-ac88-762a2ae49dca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:41.439794 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-b43b9c96-f966-4680-ac88-762a2ae49dca admin admin] For port 86ea6df5-c925-41ab-8176-a96e41970f50, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=86ea6df5-c925-41ab-8176-a96e41970f50,segment=NetworkSegment(7fd43079-259b-41f8-8431-711c452c5e96),segment_id=7fd43079-259b-41f8-8431-711c452c5e96)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:00:41.440149 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b43b9c96-f966-4680-ac88-762a2ae49dca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:41.453812 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b43b9c96-f966-4680-ac88-762a2ae49dca admin admin] Calling delete_port for 86ea6df5-c925-41ab-8176-a96e41970f50 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:00:41.629192 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b43b9c96-f966-4680-ac88-762a2ae49dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:41.652357 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43b9c96-f966-4680-ac88-762a2ae49dca admin admin] Pushing event deleted for resources: {'Port': ['ID=86ea6df5-c925-41ab-8176-a96e41970f50,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:00:41.821302 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b43b9c96-f966-4680-ac88-762a2ae49dca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2087521'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:42.029895 n-d-766043-2 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43b9c96-f966-4680-ac88-762a2ae49dca admin admin] Router d480d407-9e55-4e83-92d3-f37680ba99bf has already been hosted by L3 agent b7489c33-7e48-477f-95ec-ae96eed5328d {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 16:00:42.134128 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43b9c96-f966-4680-ac88-762a2ae49dca admin admin] Notify agent at l3_agent.n-d-766043-2 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 16:00:42.139374 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-b43b9c96-f966-4680-ac88-762a2ae49dca admin admin] 10.222.0.69 "PUT /v2.0/routers/d480d407-9e55-4e83-92d3-f37680ba99bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3657620 Aug 19 16:00:42.142045 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 42098) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:00:42.142413 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbded54-db7e-42d8-838a-5b3b18fa0407 None None] Sync routers for ids ['d480d407-9e55-4e83-92d3-f37680ba99bf'] in n-d-766043-2 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 16:00:42.152223 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbded54-db7e-42d8-838a-5b3b18fa0407 None None] Routers {'d480d407-9e55-4e83-92d3-f37680ba99bf'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:00:42.152840 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6fbded54-db7e-42d8-838a-5b3b18fa0407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T16:00:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['d480d407-9e55-4e83-92d3-f37680ba99bf'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:00:42.247308 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c7fea0c-25ba-47dd-a57a-e6c9ed3d3e10 admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:42.253544 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-6fbded54-db7e-42d8-838a-5b3b18fa0407 None None] Set router d480d407-9e55-4e83-92d3-f37680ba99bf gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:00:42.434276 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6fbded54-db7e-42d8-838a-5b3b18fa0407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd480d407-9e55-4e83-92d3-f37680ba99bf', 'name': 'tempest-TestSnapshotPattern-1316908038-router', 'tenant_id': '1f9de5bd81a24b96a48fea0bd5a37407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '6c8edbc9-7f49-4896-b799-b7573f57cf8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:55:52Z', 'updated_at': '2021-08-19T16:00:41Z', 'revision_number': 5, 'project_id': '1f9de5bd81a24b96a48fea0bd5a37407', 'gw_port': {'id': '6c8edbc9-7f49-4896-b799-b7573f57cf8c', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd480d407-9e55-4e83-92d3-f37680ba99bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:55:52Z', 'updated_at': '2021-08-19T15:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:00:42.461893 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbded54-db7e-42d8-838a-5b3b18fa0407 None None] Checking router: d480d407-9e55-4e83-92d3-f37680ba99bf for host: n-d-766043-2 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 16:00:42.470535 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbded54-db7e-42d8-838a-5b3b18fa0407 None None] Routers {'d480d407-9e55-4e83-92d3-f37680ba99bf'} bound to L3 agent in host n-d-766043-2 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 16:00:42.471141 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6fbded54-db7e-42d8-838a-5b3b18fa0407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766043-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T14:24:04Z,description=,heartbeat_timestamp=2021-08-19T16:00:34Z,host='n-d-766043-2',id=b7489c33-7e48-477f-95ec-ae96eed5328d,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T14:24:04Z,topic='l3_agent')) {'router_ids': ['d480d407-9e55-4e83-92d3-f37680ba99bf'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:00:42.575682 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-6fbded54-db7e-42d8-838a-5b3b18fa0407 None None] Set router d480d407-9e55-4e83-92d3-f37680ba99bf gateway port host: n-d-766043-2 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 16:00:42.698291 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c7fea0c-25ba-47dd-a57a-e6c9ed3d3e10 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:42.752370 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6fbded54-db7e-42d8-838a-5b3b18fa0407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd480d407-9e55-4e83-92d3-f37680ba99bf', 'name': 'tempest-TestSnapshotPattern-1316908038-router', 'tenant_id': '1f9de5bd81a24b96a48fea0bd5a37407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '6c8edbc9-7f49-4896-b799-b7573f57cf8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:55:52Z', 'updated_at': '2021-08-19T16:00:41Z', 'revision_number': 5, 'project_id': '1f9de5bd81a24b96a48fea0bd5a37407', 'gw_port': {'id': '6c8edbc9-7f49-4896-b799-b7573f57cf8c', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd480d407-9e55-4e83-92d3-f37680ba99bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:55:52Z', 'updated_at': '2021-08-19T15:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}], 'n-d-766043-2', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:00:42.756274 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-4c7fea0c-25ba-47dd-a57a-e6c9ed3d3e10 admin admin] Deleting port 6c8edbc9-7f49-4896-b799-b7573f57cf8c {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:00:42.756647 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c7fea0c-25ba-47dd-a57a-e6c9ed3d3e10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:42.782417 n-d-766043-2 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbded54-db7e-42d8-838a-5b3b18fa0407 None None] The sync data for ids ['d480d407-9e55-4e83-92d3-f37680ba99bf'] in n-d-766043-2 is: [{'id': 'd480d407-9e55-4e83-92d3-f37680ba99bf', 'name': 'tempest-TestSnapshotPattern-1316908038-router', 'tenant_id': '1f9de5bd81a24b96a48fea0bd5a37407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'external_fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '6c8edbc9-7f49-4896-b799-b7573f57cf8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T15:55:52Z', 'updated_at': '2021-08-19T16:00:41Z', 'revision_number': 5, 'project_id': '1f9de5bd81a24b96a48fea0bd5a37407', 'gw_port': {'id': '6c8edbc9-7f49-4896-b799-b7573f57cf8c', 'name': '', 'network_id': '88eeec05-6d16-4f02-9461-44ff5e420302', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd480d407-9e55-4e83-92d3-f37680ba99bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766043-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T15:55:52Z', 'updated_at': '2021-08-19T15:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4d783d-3193-442f-b9c4-0c35f3c3e536', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766043-2'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 16:00:42.840805 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-4c7fea0c-25ba-47dd-a57a-e6c9ed3d3e10 admin admin] For port 6c8edbc9-7f49-4896-b799-b7573f57cf8c, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=6c8edbc9-7f49-4896-b799-b7573f57cf8c,segment=NetworkSegment(5b7be85f-6f2a-4770-a8ec-90cb89a6019e),segment_id=5b7be85f-6f2a-4770-a8ec-90cb89a6019e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:00:42.841401 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c7fea0c-25ba-47dd-a57a-e6c9ed3d3e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:42.857361 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-4c7fea0c-25ba-47dd-a57a-e6c9ed3d3e10 admin admin] Calling delete_port for 6c8edbc9-7f49-4896-b799-b7573f57cf8c owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:00:43.014231 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c7fea0c-25ba-47dd-a57a-e6c9ed3d3e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:43.042341 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7fea0c-25ba-47dd-a57a-e6c9ed3d3e10 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c8edbc9-7f49-4896-b799-b7573f57cf8c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:00:43.104323 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c7fea0c-25ba-47dd-a57a-e6c9ed3d3e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664937'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:43.217400 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c7fea0c-25ba-47dd-a57a-e6c9ed3d3e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59619'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:43.219597 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c7fea0c-25ba-47dd-a57a-e6c9ed3d3e10 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:43.258279 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 86ea6df5-c925-41ab-8176-a96e41970f50 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:00:43.267541 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c7fea0c-25ba-47dd-a57a-e6c9ed3d3e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667811'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:43.268254 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7fea0c-25ba-47dd-a57a-e6c9ed3d3e10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d480d407-9e55-4e83-92d3-f37680ba99bf {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 16:00:43.273314 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c7fea0c-25ba-47dd-a57a-e6c9ed3d3e10 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:43.274502 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-4c7fea0c-25ba-47dd-a57a-e6c9ed3d3e10 admin admin] 10.222.0.69 "DELETE /v2.0/routers/d480d407-9e55-4e83-92d3-f37680ba99bf HTTP/1.1" status: 204 len: 168 time: 1.1314952 Aug 19 16:00:43.277757 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 42100) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:00:43.293905 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 86ea6df5-c925-41ab-8176-a96e41970f50 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 16:00:43.294327 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 86ea6df5-c925-41ab-8176-a96e41970f50 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 16:00:43.330908 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a8e6ebc-be7e-41b6-b414-3eb84d14b4d7 admin admin] Deleting subnet 1b59af47-9328-4282-9c20-20d178c27388 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 16:00:43.334515 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1a8e6ebc-be7e-41b6-b414-3eb84d14b4d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:43.368611 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1a8e6ebc-be7e-41b6-b414-3eb84d14b4d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4080948'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:43.450482 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1a8e6ebc-be7e-41b6-b414-3eb84d14b4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-993425'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:43.514795 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1a8e6ebc-be7e-41b6-b414-3eb84d14b4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-993416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1852311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9426922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934620'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:43.544048 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8e6ebc-be7e-41b6-b414-3eb84d14b4d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b59af47-9328-4282-9c20-20d178c27388,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:00:43.546044 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1a8e6ebc-be7e-41b6-b414-3eb84d14b4d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:43.547914 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-1a8e6ebc-be7e-41b6-b414-3eb84d14b4d7 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/1b59af47-9328-4282-9c20-20d178c27388 HTTP/1.1" status: 204 len: 168 time: 0.2691650 Aug 19 16:00:43.550374 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 42102) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:00:43.552844 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7238684-af3c-4d51-843a-be585088b91c None None] Network 7a9e7973-a868-4ef1-968f-29774fb39bd6 requested from n-d-766043-2 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 16:00:43.617765 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-176eb08d-1a4b-4e46-8393-783ff33c5d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635784'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:43.671739 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-176eb08d-1a4b-4e46-8393-783ff33c5d70 admin admin] Deleting port ba8ce5c7-00bb-471a-8427-26ca48c8b158 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 16:00:43.672085 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-176eb08d-1a4b-4e46-8393-783ff33c5d70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784381755733'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:43.739092 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-176eb08d-1a4b-4e46-8393-783ff33c5d70 admin admin] For port ba8ce5c7-00bb-471a-8427-26ca48c8b158, host n-d-766043-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766043-2',level=0,port_id=ba8ce5c7-00bb-471a-8427-26ca48c8b158,segment=NetworkSegment(7fd43079-259b-41f8-8431-711c452c5e96),segment_id=7fd43079-259b-41f8-8431-711c452c5e96)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 16:00:43.739488 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-176eb08d-1a4b-4e46-8393-783ff33c5d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663943'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:43.751769 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-176eb08d-1a4b-4e46-8393-783ff33c5d70 admin admin] Calling delete_port for ba8ce5c7-00bb-471a-8427-26ca48c8b158 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 16:00:43.830082 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-176eb08d-1a4b-4e46-8393-783ff33c5d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-946693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784381760121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784381255774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9426847'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:43.867336 n-d-766043-2 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176eb08d-1a4b-4e46-8393-783ff33c5d70 admin admin] No DVR routers for this DVR port ba8ce5c7-00bb-471a-8427-26ca48c8b158 on host n-d-766043-2 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 16:00:43.869153 n-d-766043-2 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8dc02a2-cb86-483e-bd11-113d7aadbbaa None None] DHCP port deletion for 7a9e7973-a868-4ef1-968f-29774fb39bd6 request from n-d-766043-2 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 16:00:43.872174 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176eb08d-1a4b-4e46-8393-783ff33c5d70 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba8ce5c7-00bb-471a-8427-26ca48c8b158,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:00:43.943868 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-176eb08d-1a4b-4e46-8393-783ff33c5d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-994584', 'neutron.services.segments.db._delete_segments_for_network-8784381792193'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:43.953455 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-176eb08d-1a4b-4e46-8393-783ff33c5d70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a9e7973-a868-4ef1-968f-29774fb39bd6']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:00:43.964008 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-176eb08d-1a4b-4e46-8393-783ff33c5d70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fd43079-259b-41f8-8431-711c452c5e96') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:00:43.964299 n-d-766043-2 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-176eb08d-1a4b-4e46-8393-783ff33c5d70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fd43079-259b-41f8-8431-711c452c5e96') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 16:00:43.973431 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-176eb08d-1a4b-4e46-8393-783ff33c5d70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784381802918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4080957'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:43.990560 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-176eb08d-1a4b-4e46-8393-783ff33c5d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:43.997708 n-d-766043-2 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-176eb08d-1a4b-4e46-8393-783ff33c5d70 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 16:00:43.998280 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-176eb08d-1a4b-4e46-8393-783ff33c5d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9425992'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:44.000520 n-d-766043-2 neutron-server[94640]: Traceback (most recent call last): Aug 19 16:00:44.000520 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 16:00:44.000520 n-d-766043-2 neutron-server[94640]: timer() Aug 19 16:00:44.000520 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 16:00:44.000520 n-d-766043-2 neutron-server[94640]: cb(*args, **kw) Aug 19 16:00:44.000520 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 16:00:44.000520 n-d-766043-2 neutron-server[94640]: return func(*args, **kwargs) Aug 19 16:00:44.000520 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 16:00:44.000520 n-d-766043-2 neutron-server[94640]: self._notify() Aug 19 16:00:44.000520 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 16:00:44.000520 n-d-766043-2 neutron-server[94640]: self.callback(batched_events) Aug 19 16:00:44.000520 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 16:00:44.000520 n-d-766043-2 neutron-server[94640]: event.method(event) Aug 19 16:00:44.000520 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 16:00:44.000520 n-d-766043-2 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 16:00:44.000520 n-d-766043-2 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 16:00:44.000520 n-d-766043-2 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 16:00:44.000520 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 16:00:44.000520 n-d-766043-2 neutron-server[94640]: return f(self, *a, **k) Aug 19 16:00:44.000520 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 16:00:44.000520 n-d-766043-2 neutron-server[94640]: return self._get(url).json() Aug 19 16:00:44.000520 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 16:00:44.000520 n-d-766043-2 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 16:00:44.000520 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 16:00:44.000520 n-d-766043-2 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 19 16:00:44.000520 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 16:00:44.000520 n-d-766043-2 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 16:00:44.000520 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 16:00:44.000520 n-d-766043-2 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 16:00:44.000520 n-d-766043-2 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 16:00:44.000520 n-d-766043-2 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 16:00:44.000520 n-d-766043-2 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 16:00:44.073744 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-176eb08d-1a4b-4e46-8393-783ff33c5d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-994583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1856959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664892'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:44.079548 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-176eb08d-1a4b-4e46-8393-783ff33c5d70 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:44.081590 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-176eb08d-1a4b-4e46-8393-783ff33c5d70 admin admin] 10.222.0.69 "DELETE /v2.0/networks/7a9e7973-a868-4ef1-968f-29774fb39bd6 HTTP/1.1" status: 204 len: 168 time: 0.5302467 Aug 19 16:00:44.094348 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176eb08d-1a4b-4e46-8393-783ff33c5d70 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a9e7973-a868-4ef1-968f-29774fb39bd6,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:00:44.286423 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 42106) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:00:44.326316 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-336262ac-2e31-40ca-bead-7a7ce454a17b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=28136189e6a9404c8caad52f68468932&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387344 Aug 19 16:00:44.329967 n-d-766043-2 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.69', 42108) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:00:44.378093 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4bb5982-c3d3-4236-9614-84698f0c67cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:44.398658 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4bb5982-c3d3-4236-9614-84698f0c67cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:44.446785 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4bb5982-c3d3-4236-9614-84698f0c67cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:44.450126 n-d-766043-2 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4bb5982-c3d3-4236-9614-84698f0c67cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:44.452000 n-d-766043-2 neutron-server[94640]: INFO neutron.wsgi [None req-a4bb5982-c3d3-4236-9614-84698f0c67cc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fa364a58-8906-480c-8ade-6e5d93567979 HTTP/1.1" status: 204 len: 168 time: 0.1209605 Aug 19 16:00:44.463626 n-d-766043-2 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb5982-c3d3-4236-9614-84698f0c67cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa364a58-8906-480c-8ade-6e5d93567979,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:00:44.784078 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42114) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:00:44.823855 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-b0e8d6cd-9d38-4f63-923a-13b15baa0cad admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1f9de5bd81a24b96a48fea0bd5a37407&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385797 Aug 19 16:00:44.826350 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.69', 42116) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 16:00:44.877821 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4dbc63b8-9f95-4d82-a2c8-5753206d9c13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:44.898532 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4dbc63b8-9f95-4d82-a2c8-5753206d9c13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:44.949315 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4dbc63b8-9f95-4d82-a2c8-5753206d9c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1857003'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:44.951898 n-d-766043-2 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4dbc63b8-9f95-4d82-a2c8-5753206d9c13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:00:44.953083 n-d-766043-2 neutron-server[94639]: INFO neutron.wsgi [None req-4dbc63b8-9f95-4d82-a2c8-5753206d9c13 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e371f7a5-3171-43ae-b3b2-3736074a0041 HTTP/1.1" status: 204 len: 168 time: 0.1258409 Aug 19 16:00:44.961841 n-d-766043-2 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbc63b8-9f95-4d82-a2c8-5753206d9c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e371f7a5-3171-43ae-b3b2-3736074a0041,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 16:00:44.982675 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device ba8ce5c7-00bb-471a-8427-26ca48c8b158 no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:00:45.007100 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: ba8ce5c7-00bb-471a-8427-26ca48c8b158 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 16:00:45.007441 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device ba8ce5c7-00bb-471a-8427-26ca48c8b158 not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 16:00:45.007858 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 6c8edbc9-7f49-4896-b799-b7573f57cf8c no longer exists at agent ovs-agent-n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 16:00:45.027119 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] No Port match for: 6c8edbc9-7f49-4896-b799-b7573f57cf8c {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 16:00:45.027499 n-d-766043-2 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Device 6c8edbc9-7f49-4896-b799-b7573f57cf8c not bound to the agent host n-d-766043-2 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 16:01:01.578658 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-70ef13a5-8aa2-484d-800e-1b39b7fe1340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:04.489940 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-34a99fb2-0a8f-46a1-90b4-c33c619f83f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:04.683895 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:05.026518 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:05.452171 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:06.229728 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:07.259153 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:09.078008 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:01:31.577756 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1fa0f233-43d8-41b0-af3e-12ca482327af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:34.491885 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7d42eddc-55ef-4d76-a0f6-fedecd7b00dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:34.682877 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:35.026655 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:35.455529 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:36.242987 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:37.260815 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:01:46.080531 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:02:01.579257 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-077a030b-7852-4191-8cfc-3a468e713174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:04.492029 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-210c98f4-5a2e-4b87-9751-61dd7498efd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:04.683664 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:05.041443 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:05.458448 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:06.237874 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:07.264728 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:23.079595 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:02:31.580860 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b40e0bfa-9bca-4686-8c3a-e7b4ace49057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:34.491902 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a6f4cb7c-7513-4632-8e01-0a5624f49f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:34.684102 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:35.041549 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:35.461135 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:36.255765 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:02:37.265599 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:00.079003 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:03:01.582260 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7930f2a4-e98a-4dc9-a92e-171d91df6e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:04.491539 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d4a962a7-e160-408f-a0f5-1e54ca1f3045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:04.685199 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:05.056178 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:05.464998 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:06.255228 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:07.268191 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:31.587441 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-984f54e2-2ca8-4f5b-9c2b-1abfacc5d2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:34.492068 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4e4e9cec-f42b-45a0-80eb-676019857e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:34.685286 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:35.070724 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:35.470040 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:36.255231 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:03:37.078036 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:03:37.274893 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:04:01.590581 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0c4f2ec2-e600-4896-aabd-c4f1ffb59c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:04:04.491985 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-269c077e-8618-4c39-aeac-7fca0eb47be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:04:04.685601 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:04:05.069800 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:04:05.469862 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:04:06.285186 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:04:07.275469 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:04:14.076879 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:04:31.275351 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [req-549b829b-4ccf-41e8-9731-e58850ded6d9 req-b94aefc9-6df3-4eb4-ad15-489103f75d7d service neutron] (94639) timed out ('10.222.0.69', 40722) {{(pid=94639) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 16:04:31.593343 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5a643776-d457-4635-9cff-bd0eda64add5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:04:34.492315 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4fdb2918-574f-4a5b-8599-00c0f511ebf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:04:34.685797 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:04:35.101659 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:04:35.472899 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:04:36.297306 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:04:37.277364 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:04:51.077017 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:05:01.598050 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7424558c-7da4-4654-bad9-c4c46314b8db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:04.492274 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-94576ce3-5c44-4647-8075-aa36ff32acb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:04.686598 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:05.116292 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:05.477090 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:06.299227 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:07.279130 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:28.076331 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:05:31.599159 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1c8595f2-51f9-4315-a18b-df9818175240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:34.493218 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e928f0a9-901b-4d96-badb-1c696bf89478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:34.687155 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:35.115061 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:35.481581 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:36.298925 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:05:37.281743 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:06:01.599803 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d5b2fd62-5efe-4bec-b8d1-9764ee69564c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:06:04.494040 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f4f375f4-81a9-4a5d-924b-61fbad19780f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:06:04.689679 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:06:05.075866 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:06:05.114505 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:06:05.482501 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:06:06.297083 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:06:07.285185 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:06:31.600996 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fa30af15-856e-4740-98c9-85c22af982b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:06:34.494870 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d64ea665-9436-4e01-ac73-6e839b047d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:06:34.692568 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:06:35.115689 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:06:35.489630 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:06:36.300236 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:06:37.288804 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:06:42.075925 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:07:01.601172 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2215a8e8-49f3-4553-adcb-e2672fd402df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:04.495412 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0bb8fbfb-00a8-462f-8dd0-7cde2b51f46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:04.694855 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:05.112823 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:05.488366 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:06.311261 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:07.291433 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:19.075324 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:07:31.602254 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4cda415c-22cb-4b2d-aa6b-5781092443be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:34.499316 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e7f8ca64-dec6-47db-a1ae-11d6c2d7011c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:34.695937 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:35.112635 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:35.490270 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:36.312203 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:37.294676 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:07:56.075066 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:08:01.602617 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6b3dda7a-7be4-4c0a-9298-5f3d7fb76bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:08:04.500344 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a842c63b-e04f-4ecb-bcec-57fb1b203276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:08:04.698273 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:08:05.111623 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:08:05.494420 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:08:06.310351 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:08:07.298003 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:08:31.602229 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3b21e48b-d6d0-44c2-8963-149898ed779a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:08:33.074579 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 16:08:34.502889 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8fc2d7bc-dbb8-43e2-a35e-3991f3988fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:08:34.700092 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:08:35.112192 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:08:35.498169 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:08:36.324430 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:08:37.300042 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:08:52.650838 n-d-766043-2 neutron-server[94639]: DEBUG neutron.wsgi [req-6572c0b2-bee4-4af6-ac4e-15ae81d643c1 req-16ae6643-60bd-449a-af6c-8f02e1845566 service neutron] (94639) timed out ('10.222.0.69', 36692) {{(pid=94639) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 16:09:01.607597 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dfa0235f-d3a8-45b2-9fc1-060ea794748f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:09:04.504656 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e0b846aa-d902-4f86-90d4-4c60ec3e0c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:09:04.701990 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-768dd5d5-5efd-4512-ab26-d82aeedb7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:09:05.126765 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50bc7f48-05f3-40e4-8834-ffa759611143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:09:05.500442 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c39ea3-5788-4ac7-ba12-0b2833f017e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:09:06.325989 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6185a57a-15df-4723-9e88-c1ee8e6b29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:09:07.302667 n-d-766043-2 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17c553fa-a145-431f-977c-002e1c40fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784381792211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004886'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 16:09:10.074299 n-d-766043-2 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-85f97cc8-4774-4b40-bdd1-0cf7eafebcb2 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}